-- Logs begin at Sun 2021-08-29 03:22:00 UTC, end at Sun 2021-08-29 05:52:27 UTC. -- Aug 29 03:57:16.499162 n-d-712140-12 systemd[1]: Started Devstack devstack@q-svc.service. Aug 29 03:57:19.201904 n-d-712140-12 neutron-server[94719]: INFO neutron.common.config [-] Logging enabled! Aug 29 03:57:19.202478 n-d-712140-12 neutron-server[94719]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 29 03:57:19.202679 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94719) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 29 03:57:19.206448 n-d-712140-12 neutron-server[94719]: INFO neutron.common.config [-] Logging enabled! Aug 29 03:57:19.206705 n-d-712140-12 neutron-server[94719]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 29 03:57:19.207020 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94719) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 29 03:57:19.207994 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 29 03:57:19.208236 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 29 03:57:19.208601 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 29 03:57:19.208849 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 29 03:57:19.209078 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 29 03:57:19.209409 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:19.209709 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:19.210006 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:19.210242 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:19.210536 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:19.210827 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:19.211109 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:19.211398 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:19.211792 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:19.212084 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:19.212364 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:19.212742 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:19.212881 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:19.213162 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:19.213450 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:19.213784 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:19.214015 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] debug = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:19.214296 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:19.214716 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:19.215121 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:19.215404 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:19.215712 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:19.215992 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:19.216264 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:19.216539 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:19.216820 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:19.217146 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] host = n-d-712140-12 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:19.217425 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:19.217710 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:19.217995 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:19.218278 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:19.218553 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:19.218827 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:19.219109 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:19.219382 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:19.219874 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] log_file = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:19.220273 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:19.220575 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:19.220976 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:19.221887 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:19.222143 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:19.222391 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:19.222707 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:19.223017 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:19.223314 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:19.223607 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:19.223921 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:19.224209 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:19.224493 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:19.224771 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:19.225065 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:19.225356 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:19.225648 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:19.225930 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:19.226209 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:19.226487 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:19.226765 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:19.227052 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:19.227327 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:19.227604 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:19.227915 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:19.228206 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:19.228479 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:19.228755 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:19.229061 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:19.229346 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:19.229630 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:19.229916 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:19.230190 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:19.230474 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:19.230748 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:19.231022 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:19.231297 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] use_json = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:19.231570 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:19.231867 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:19.232155 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:19.232427 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:19.232702 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:19.232975 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:19.233246 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:19.233530 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:19.233831 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:19.234129 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:19.234428 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:19.234712 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:19.235007 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:19.235287 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:19.235574 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:19.235941 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:19.236234 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:19.236523 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:19.236808 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:19.237088 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:19.237376 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:19.237652 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:19.237946 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:19.238253 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:19.238547 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:19.238838 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:19.239114 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:19.239386 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:19.239659 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:19.239968 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:19.240255 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:19.240533 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:19.240819 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:19.241110 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:19.241385 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:19.241670 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:19.241966 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:19.242256 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:19.242529 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:19.242804 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:19.243092 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:19.243367 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:19.243637 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:19.244061 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:19.244227 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:19.244503 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:19.244774 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:19.245055 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:19.245332 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:19.245604 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:19.245874 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:19.246150 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:19.246438 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:19.246714 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:19.246985 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:19.247253 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:19.247527 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:19.247824 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:19.248112 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:19.248391 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:19.248662 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:19.248933 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:19.249210 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:19.249481 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:19.249751 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:19.250025 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:19.250295 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:19.250570 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:19.250840 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:19.251112 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:19.251380 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:19.251648 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:19.251941 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:19.252212 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:19.252480 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:19.252754 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:19.253024 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:19.253293 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:19.253562 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:19.253832 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:19.254103 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:19.254389 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:19.254684 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:19.254961 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:19.255237 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:19.255511 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:19.255811 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:19.256089 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:19.256364 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:19.256640 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:19.256917 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:19.257187 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:19.257471 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:19.257752 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:19.258037 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:19.258318 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:19.258593 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:19.258893 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:19.259169 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:19.259448 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:19.259739 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:19.260019 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:19.260300 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:19.260582 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:19.260874 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:19.261170 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:19.261458 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:19.261746 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:19.262039 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:19.262317 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:19.262621 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:19.262898 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:19.263113 n-d-712140-12 neutron-server[94719]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 29 03:57:19.263353 n-d-712140-12 neutron-server[94719]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94719) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 29 03:57:19.611553 n-d-712140-12 neutron-server[94719]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 29 03:57:19.611866 n-d-712140-12 neutron-server[94719]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 29 03:57:19.612160 n-d-712140-12 neutron-server[94719]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 29 03:57:19.612494 n-d-712140-12 neutron-server[94719]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 29 03:57:20.000842 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:20.001056 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:20.001327 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:20.003242 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:20.003518 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:20.003810 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:20.039176 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:20.039455 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:20.039744 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:20.054807 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:20.055083 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:20.055347 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:20.082796 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:20.083072 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:20.083334 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:20.121147 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:20.121424 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:20.121690 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:20.350121 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:20.350742 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:20.350742 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:20.350917 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:20.351728 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:20.470071 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:20.470395 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:20.470679 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:20.471558 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:20.471852 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:20.472164 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:20.472426 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:20.472683 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:20.472938 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:20.473219 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:20.473482 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:20.473746 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:20.474001 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:20.474250 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:20.474502 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:20.474764 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:20.475019 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:20.475283 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:20.475549 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:20.475829 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:20.476098 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:20.476349 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:20.476629 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:20.477005 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:20.477255 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:20.477500 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:20.477892 n-d-712140-12 neutron-server[94719]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94719) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 03:57:20.478134 n-d-712140-12 neutron-server[94719]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94719) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 03:57:20.478372 n-d-712140-12 neutron-server[94719]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94719) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 03:57:20.478610 n-d-712140-12 neutron-server[94719]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94719) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 03:57:20.478847 n-d-712140-12 neutron-server[94719]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94719) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 03:57:20.479082 n-d-712140-12 neutron-server[94719]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94719) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 03:57:20.479442 n-d-712140-12 neutron-server[94719]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 29 03:57:20.482506 n-d-712140-12 neutron-server[94719]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 29 03:57:20.486514 n-d-712140-12 neutron-server[94719]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 29 03:57:20.490236 n-d-712140-12 neutron-server[94719]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Aug 29 03:57:20.491879 n-d-712140-12 neutron-server[94719]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 29 03:57:20.492329 n-d-712140-12 neutron-server[94719]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 29 03:57:20.492660 n-d-712140-12 neutron-server[94719]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 29 03:57:20.493034 n-d-712140-12 neutron-server[94719]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 29 03:57:20.495868 n-d-712140-12 neutron-server[94719]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 29 03:57:20.496121 n-d-712140-12 neutron-server[94719]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 29 03:57:20.496467 n-d-712140-12 neutron-server[94719]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 29 03:57:20.501651 n-d-712140-12 neutron-server[94719]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 29 03:57:20.523953 n-d-712140-12 neutron-server[94719]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 29 03:57:20.524404 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:20.524699 n-d-712140-12 neutron-server[94719]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94719) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 29 03:57:20.525102 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:20.526459 n-d-712140-12 neutron-server[94719]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94719) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 29 03:57:20.526989 n-d-712140-12 neutron-server[94719]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 29 03:57:20.527235 n-d-712140-12 neutron-server[94719]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 29 03:57:20.530392 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:20.530673 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:20.594535 n-d-712140-12 neutron-server[94719]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 29 03:57:20.594774 n-d-712140-12 neutron-server[94719]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 29 03:57:20.595009 n-d-712140-12 neutron-server[94719]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 29 03:57:20.595374 n-d-712140-12 neutron-server[94719]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 29 03:57:20.616188 n-d-712140-12 neutron-server[94719]: DEBUG oslo_db.sqlalchemy.engines [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94719) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 29 03:57:21.156189 n-d-712140-12 neutron-server[94719]: INFO neutron.plugins.ml2.managers [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Initializing driver for type 'gre' Aug 29 03:57:21.156719 n-d-712140-12 neutron-server[94719]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] gre ID ranges: [(1, 1000)] Aug 29 03:57:21.208035 n-d-712140-12 neutron-server[94719]: INFO neutron.plugins.ml2.managers [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Initializing driver for type 'local' Aug 29 03:57:21.208369 n-d-712140-12 neutron-server[94719]: INFO neutron.plugins.ml2.managers [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Initializing driver for type 'vlan' Aug 29 03:57:21.220249 n-d-712140-12 neutron-server[94719]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] VlanTypeDriver initialization complete Aug 29 03:57:21.220601 n-d-712140-12 neutron-server[94719]: INFO neutron.plugins.ml2.managers [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Initializing driver for type 'vxlan' Aug 29 03:57:21.221085 n-d-712140-12 neutron-server[94719]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] vxlan ID ranges: [(1, 1000)] Aug 29 03:57:21.273120 n-d-712140-12 neutron-server[94719]: INFO neutron.plugins.ml2.managers [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Initializing extension driver 'port_security' Aug 29 03:57:21.273459 n-d-712140-12 neutron-server[94719]: INFO neutron.plugins.ml2.extensions.port_security [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] PortSecurityExtensionDriver initialization complete Aug 29 03:57:21.273797 n-d-712140-12 neutron-server[94719]: INFO neutron.plugins.ml2.managers [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Initializing mechanism driver 'openvswitch' Aug 29 03:57:21.274110 n-d-712140-12 neutron-server[94719]: INFO neutron.plugins.ml2.managers [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Initializing mechanism driver 'hyperv' Aug 29 03:57:21.280764 n-d-712140-12 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 03:57:21.281441 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Subscribe: > port after_create 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:21.281814 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Subscribe: > port after_update 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:21.282162 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Subscribe: > port after_delete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:21.282671 n-d-712140-12 neutron-server[94719]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94719) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 29 03:57:21.283100 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Subscribe: > subnet after_create 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:21.283452 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Subscribe: > subnet after_update 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:21.283822 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:21.284215 n-d-712140-12 neutron-server[94719]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94719) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 29 03:57:21.284620 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Subscribe: > network after_create 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:21.284968 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Subscribe: > network after_update 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:21.285309 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Subscribe: > network after_delete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:21.285693 n-d-712140-12 neutron-server[94719]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94719) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 29 03:57:21.286094 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Subscribe: > security_group after_create 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:21.286439 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Subscribe: > security_group after_update 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:21.286775 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:21.287301 n-d-712140-12 neutron-server[94719]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94719) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 29 03:57:21.287724 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:21.288076 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:21.288418 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:21.288806 n-d-712140-12 neutron-server[94719]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94719) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 29 03:57:21.289212 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Subscribe: > address_group after_create 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:21.289556 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Subscribe: > address_group after_update 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:21.289891 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:21.290274 n-d-712140-12 neutron-server[94719]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94719) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 29 03:57:21.290648 n-d-712140-12 neutron-server[94719]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] ML2 OVO RPC backend initialized. {{(pid=94719) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 29 03:57:21.291342 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:21.291711 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:21.292134 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Subscribe: > network before_response 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:21.292479 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Subscribe: > networks before_response 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:21.292823 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Subscribe: > port before_response 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:21.293163 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Subscribe: > ports before_response 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:21.293505 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Subscribe: > subnet before_response 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:21.293840 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Subscribe: > subnets before_response 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:21.294182 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Subscribe: > network after_create 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:21.294524 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Subscribe: > network after_update 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:21.294857 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Subscribe: > network after_delete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:21.295189 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Subscribe: > port after_create 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:21.295531 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Subscribe: > port after_update 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:21.295889 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Subscribe: > port after_delete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:21.296226 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Subscribe: > subnet after_create 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:21.296559 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Subscribe: > subnet after_update 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:21.296898 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:21.297457 n-d-712140-12 neutron-server[94719]: INFO neutron.plugins.ml2.plugin [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Modular L2 Plugin initialization complete Aug 29 03:57:21.297784 n-d-712140-12 neutron-server[94719]: DEBUG neutron.manager [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loading services supported by the core plugin {{(pid=94719) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 29 03:57:21.298104 n-d-712140-12 neutron-server[94719]: INFO neutron.plugins.ml2.managers [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Got port-security extension from driver 'port_security' Aug 29 03:57:21.298567 n-d-712140-12 neutron-server[94719]: INFO neutron.extensions.vlantransparent [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Disabled vlantransparent extension. Aug 29 03:57:21.299047 n-d-712140-12 neutron-server[94719]: DEBUG neutron.manager [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94719) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 29 03:57:21.299883 n-d-712140-12 neutron-server[94719]: INFO neutron.manager [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loading Plugin: router Aug 29 03:57:21.336499 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:21.336894 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Subscribe: > router after_create 55549900 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:21.337265 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Subscribe: > router before_create 55549900 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:21.337640 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:21.338009 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:21.338363 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Subscribe: > router after_delete 55549900 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:21.338720 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Subscribe: > floatingip after_create 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:21.339067 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:21.339423 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Subscribe: > router after_create 55549900 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:21.339791 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Subscribe: > router after_update 55549900 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:21.340139 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Subscribe: > router after_update 55549900 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:21.340486 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:21.340844 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Subscribe: > router after_update 55549900 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:21.341250 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Subscribe: > router precommit_update 55549900 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:21.341619 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Subscribe: port after_update 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:21.341959 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Subscribe: port after_delete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:21.342297 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Subscribe: subnet after_update 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:21.342634 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:21.342983 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:21.343330 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Subscribe: > router precommit_create 55549900 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:21.343669 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Subscribe: port before_delete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:21.344039 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Subscribe: > router precommit_create 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:21.344393 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Subscribe: > router after_update 55549900 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:21.344736 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:21.345087 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Subscribe: > router precommit_create 55549900 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:21.345442 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:21.345787 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Subscribe: > router precommit_update 55549900 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:21.346174 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Subscribe: > agent after_create 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:21.346521 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Subscribe: > agent after_delete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:21.346862 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Subscribe: > network after_delete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:21.347744 n-d-712140-12 neutron-server[94719]: DEBUG neutron.quota.resource_registry [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Tracking information for resource: router configured {{(pid=94719) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 03:57:21.348080 n-d-712140-12 neutron-server[94719]: DEBUG neutron.quota.resource_registry [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Tracking information for resource: floatingip configured {{(pid=94719) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 03:57:21.352952 n-d-712140-12 neutron-server[94719]: INFO neutron.db.l3_agentschedulers_db [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 29 03:57:21.353547 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Subscribe: port after_update 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:21.353883 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Subscribe: port after_create 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:21.354233 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Subscribe: port after_delete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:21.354587 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Subscribe: port after_update 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:21.355368 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Subscribe: > router before_create 55550100 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:21.355754 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:21.356118 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Subscribe: > router precommit_create 55550100 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:21.356473 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Subscribe: > router precommit_update 55550100 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:21.361001 n-d-712140-12 neutron-server[94719]: DEBUG neutron.services.provider_configuration [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Service providers = [] {{(pid=94719) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 29 03:57:21.361365 n-d-712140-12 neutron-server[94719]: DEBUG neutron.db.servicetype_db [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94719) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 29 03:57:21.365606 n-d-712140-12 neutron-server[94719]: DEBUG neutron.services.service_base [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94719) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 29 03:57:21.365948 n-d-712140-12 neutron-server[94719]: DEBUG neutron.services.service_base [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94719) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 29 03:57:21.366286 n-d-712140-12 neutron-server[94719]: DEBUG neutron.services.service_base [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94719) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 29 03:57:21.367187 n-d-712140-12 neutron-server[94719]: DEBUG neutron.services.service_base [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94719) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 29 03:57:21.367560 n-d-712140-12 neutron-server[94719]: INFO neutron.services.service_base [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 29 03:57:21.367965 n-d-712140-12 neutron-server[94719]: DEBUG neutron.manager [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94719) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 03:57:21.368280 n-d-712140-12 neutron-server[94719]: INFO neutron.manager [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 29 03:57:21.379585 n-d-712140-12 neutron-server[94719]: DEBUG neutron.manager [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94719) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 03:57:21.379941 n-d-712140-12 neutron-server[94719]: INFO neutron.manager [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loading Plugin: auto_allocate Aug 29 03:57:21.385672 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Subscribe: network precommit_update 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:21.386051 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Subscribe: network precommit_create 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:21.386565 n-d-712140-12 neutron-server[94719]: DEBUG neutron.manager [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94719) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 03:57:21.386879 n-d-712140-12 neutron-server[94719]: INFO neutron.manager [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loading Plugin: tag Aug 29 03:57:21.393442 n-d-712140-12 neutron-server[94719]: DEBUG neutron.manager [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94719) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 03:57:21.393770 n-d-712140-12 neutron-server[94719]: INFO neutron.manager [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loading Plugin: timestamp Aug 29 03:57:21.397803 n-d-712140-12 neutron-server[94719]: DEBUG neutron.manager [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94719) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 03:57:21.398135 n-d-712140-12 neutron-server[94719]: INFO neutron.manager [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loading Plugin: network_ip_availability Aug 29 03:57:21.403809 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:21.404181 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:21.404537 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:21.405248 n-d-712140-12 neutron-server[94719]: DEBUG neutron.manager [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94719) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 03:57:21.405567 n-d-712140-12 neutron-server[94719]: INFO neutron.manager [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loading Plugin: flavors Aug 29 03:57:21.410288 n-d-712140-12 neutron-server[94719]: DEBUG neutron.manager [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94719) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 03:57:21.410571 n-d-712140-12 neutron-server[94719]: INFO neutron.manager [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loading Plugin: revisions Aug 29 03:57:21.414824 n-d-712140-12 neutron-server[94719]: DEBUG neutron.manager [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94719) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 03:57:21.415219 n-d-712140-12 neutron-server[94719]: DEBUG oslo_concurrency.lockutils [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.803s {{(pid=94719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 29 03:57:21.415984 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94719) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 29 03:57:21.416322 n-d-712140-12 neutron-server[94719]: INFO neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Initializing extension manager. Aug 29 03:57:21.416838 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loading extension file: __init__.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:21.417178 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loading extension file: __pycache__ {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:21.417511 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:21.417841 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loading extension file: address_group.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:21.418588 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:21.419159 n-d-712140-12 neutron-server[94719]: INFO neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loaded extension: address-group Aug 29 03:57:21.419478 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loading extension file: address_scope.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:21.420216 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:21.420720 n-d-712140-12 neutron-server[94719]: INFO neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loaded extension: address-scope Aug 29 03:57:21.421041 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:21.421959 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:21.422472 n-d-712140-12 neutron-server[94719]: INFO neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loaded extension: router-admin-state-down-before-update Aug 29 03:57:21.422794 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loading extension file: agent.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:21.423677 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:21.424209 n-d-712140-12 neutron-server[94719]: INFO neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loaded extension: agent Aug 29 03:57:21.425048 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loading extension file: agent_resources_synced.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:21.425943 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:21.426445 n-d-712140-12 neutron-server[94719]: INFO neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loaded extension: agent-resources-synced Aug 29 03:57:21.426765 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loading extension file: allowedaddresspairs.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:21.428549 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:21.429064 n-d-712140-12 neutron-server[94719]: INFO neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loaded extension: allowed-address-pairs Aug 29 03:57:21.429392 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loading extension file: auto_allocated_topology.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:21.430446 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:21.430954 n-d-712140-12 neutron-server[94719]: INFO neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loaded extension: auto-allocated-topology Aug 29 03:57:21.431277 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loading extension file: availability_zone.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:21.431992 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:21.432492 n-d-712140-12 neutron-server[94719]: INFO neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loaded extension: availability_zone Aug 29 03:57:21.432813 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loading extension file: availability_zone_filter.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:21.433720 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:21.434224 n-d-712140-12 neutron-server[94719]: INFO neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loaded extension: availability_zone_filter Aug 29 03:57:21.434544 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loading extension file: data_plane_status.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:21.435432 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:21.435961 n-d-712140-12 neutron-server[94719]: INFO neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Extension data-plane-status not supported by any of loaded plugins Aug 29 03:57:21.436279 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loading extension file: default_subnetpools.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:21.437178 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:21.437674 n-d-712140-12 neutron-server[94719]: INFO neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loaded extension: default-subnetpools Aug 29 03:57:21.437993 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:21.438791 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:21.439291 n-d-712140-12 neutron-server[94719]: INFO neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loaded extension: dhcp_agent_scheduler Aug 29 03:57:21.439614 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loading extension file: dns.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:21.441136 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:21.441632 n-d-712140-12 neutron-server[94719]: INFO neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Extension dns-integration not supported by any of loaded plugins Aug 29 03:57:21.441954 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loading extension file: dns_domain_ports.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:21.442856 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:21.443358 n-d-712140-12 neutron-server[94719]: INFO neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 29 03:57:21.443679 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:21.444684 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:21.445180 n-d-712140-12 neutron-server[94719]: INFO neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 29 03:57:21.445499 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loading extension file: dvr.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:21.446159 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:21.446654 n-d-712140-12 neutron-server[94719]: INFO neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loaded extension: dvr Aug 29 03:57:21.447053 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loading extension file: ecmp_routes.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:21.447991 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:21.448490 n-d-712140-12 neutron-server[94719]: INFO neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 29 03:57:21.448811 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loading extension file: empty_string_filtering.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:21.449709 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:21.450213 n-d-712140-12 neutron-server[94719]: INFO neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loaded extension: empty-string-filtering Aug 29 03:57:21.450536 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:21.451428 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:21.451965 n-d-712140-12 neutron-server[94719]: INFO neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 29 03:57:21.452286 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:21.453182 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:21.453678 n-d-712140-12 neutron-server[94719]: INFO neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 29 03:57:21.453998 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loading extension file: external_net.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:21.454897 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:21.455398 n-d-712140-12 neutron-server[94719]: INFO neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loaded extension: external-net Aug 29 03:57:21.455773 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:21.456675 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:21.457178 n-d-712140-12 neutron-server[94719]: INFO neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loaded extension: extra_dhcp_opt Aug 29 03:57:21.457499 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loading extension file: extraroute.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:21.458390 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:21.458892 n-d-712140-12 neutron-server[94719]: INFO neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loaded extension: extraroute Aug 29 03:57:21.459208 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loading extension file: extraroute_atomic.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:21.460257 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:21.460758 n-d-712140-12 neutron-server[94719]: INFO neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loaded extension: extraroute-atomic Aug 29 03:57:21.461076 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loading extension file: filter_validation.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:21.461728 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:21.462220 n-d-712140-12 neutron-server[94719]: INFO neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loaded extension: filter-validation Aug 29 03:57:21.462585 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loading extension file: fip_pf_description.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:21.463505 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:21.464030 n-d-712140-12 neutron-server[94719]: INFO neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 29 03:57:21.464349 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loading extension file: fip_port_details.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:21.465247 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:21.465743 n-d-712140-12 neutron-server[94719]: INFO neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loaded extension: fip-port-details Aug 29 03:57:21.466062 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loading extension file: flavors.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:21.467271 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:21.467820 n-d-712140-12 neutron-server[94719]: INFO neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loaded extension: flavors Aug 29 03:57:21.468143 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:21.469766 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:21.470282 n-d-712140-12 neutron-server[94719]: INFO neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 29 03:57:21.470614 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loading extension file: floatingip_pools.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:21.471331 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:21.471874 n-d-712140-12 neutron-server[94719]: INFO neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loaded extension: floatingip-pools Aug 29 03:57:21.472202 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loading extension file: ip_allocation.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:21.473119 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:21.473619 n-d-712140-12 neutron-server[94719]: INFO neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Extension ip_allocation not supported by any of loaded plugins Aug 29 03:57:21.473942 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:21.474847 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:21.475351 n-d-712140-12 neutron-server[94719]: INFO neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loaded extension: ip-substring-filtering Aug 29 03:57:21.475675 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loading extension file: l2_adjacency.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:21.477534 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:21.477534 n-d-712140-12 neutron-server[94719]: INFO neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 29 03:57:21.477534 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loading extension file: l3.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:21.478543 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:21.479060 n-d-712140-12 neutron-server[94719]: INFO neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loaded extension: router Aug 29 03:57:21.479385 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:21.481613 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:21.482132 n-d-712140-12 neutron-server[94719]: INFO neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 29 03:57:21.482461 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:21.483400 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:21.483936 n-d-712140-12 neutron-server[94719]: INFO neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loaded extension: ext-gw-mode Aug 29 03:57:21.484262 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:21.485168 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:21.485666 n-d-712140-12 neutron-server[94719]: INFO neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loaded extension: l3-ha Aug 29 03:57:21.485986 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loading extension file: l3_flavors.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:21.487394 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:21.487914 n-d-712140-12 neutron-server[94719]: INFO neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loaded extension: l3-flavors Aug 29 03:57:21.488236 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:21.489141 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:21.489637 n-d-712140-12 neutron-server[94719]: INFO neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 29 03:57:21.489955 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loading extension file: l3agentscheduler.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:21.490977 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:21.491479 n-d-712140-12 neutron-server[94719]: INFO neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loaded extension: l3_agent_scheduler Aug 29 03:57:21.491832 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loading extension file: logging.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:21.493299 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:21.493868 n-d-712140-12 neutron-server[94719]: INFO neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Extension logging not supported by any of loaded plugins Aug 29 03:57:21.494202 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loading extension file: metering.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:21.494933 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:21.495496 n-d-712140-12 neutron-server[94719]: INFO neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loaded extension: metering Aug 29 03:57:21.495849 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:21.496921 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:21.497429 n-d-712140-12 neutron-server[94719]: INFO neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loaded extension: metering_source_and_destination_fields Aug 29 03:57:21.497755 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loading extension file: multiprovidernet.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:21.498674 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:21.499175 n-d-712140-12 neutron-server[94719]: INFO neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loaded extension: multi-provider Aug 29 03:57:21.499498 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loading extension file: netmtu.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:21.500429 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:21.500931 n-d-712140-12 neutron-server[94719]: INFO neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loaded extension: net-mtu Aug 29 03:57:21.501253 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loading extension file: netmtu_writable.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:21.502154 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:21.503267 n-d-712140-12 neutron-server[94719]: INFO neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loaded extension: net-mtu-writable Aug 29 03:57:21.503592 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loading extension file: network_availability_zone.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:21.504281 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:21.504783 n-d-712140-12 neutron-server[94719]: INFO neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loaded extension: network_availability_zone Aug 29 03:57:21.505102 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loading extension file: network_ip_availability.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:21.506175 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:21.506680 n-d-712140-12 neutron-server[94719]: INFO neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loaded extension: network-ip-availability Aug 29 03:57:21.507001 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loading extension file: network_segment_range.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:21.507779 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:21.508278 n-d-712140-12 neutron-server[94719]: INFO neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Extension network-segment-range not supported by any of loaded plugins Aug 29 03:57:21.508599 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loading extension file: pagination.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:21.509633 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:21.509963 n-d-712140-12 neutron-server[94719]: INFO neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loaded extension: pagination Aug 29 03:57:21.510280 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loading extension file: port_device_profile.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:21.511188 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:21.511708 n-d-712140-12 neutron-server[94719]: INFO neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loaded extension: port-device-profile Aug 29 03:57:21.512031 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:21.512935 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:21.513442 n-d-712140-12 neutron-server[94719]: INFO neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loaded extension: port-mac-address-regenerate Aug 29 03:57:21.513760 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:21.514656 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:21.515153 n-d-712140-12 neutron-server[94719]: INFO neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loaded extension: port-numa-affinity-policy Aug 29 03:57:21.515473 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loading extension file: port_resource_request.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:21.516387 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:21.516882 n-d-712140-12 neutron-server[94719]: INFO neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Extension port-resource-request not supported by any of loaded plugins Aug 29 03:57:21.517200 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loading extension file: portbindings.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:21.518148 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:21.518648 n-d-712140-12 neutron-server[94719]: INFO neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loaded extension: binding Aug 29 03:57:21.518969 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loading extension file: portbindings_extended.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:21.520383 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:21.520893 n-d-712140-12 neutron-server[94719]: INFO neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loaded extension: binding-extended Aug 29 03:57:21.521218 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loading extension file: portsecurity.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:21.522329 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:21.522621 n-d-712140-12 neutron-server[94719]: INFO neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loaded extension: port-security Aug 29 03:57:21.522944 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loading extension file: project_id.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:21.523938 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:21.524267 n-d-712140-12 neutron-server[94719]: INFO neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loaded extension: project-id Aug 29 03:57:21.524590 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loading extension file: providernet.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:21.525560 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:21.526070 n-d-712140-12 neutron-server[94719]: INFO neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loaded extension: provider Aug 29 03:57:21.526392 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loading extension file: qos.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:21.530147 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:21.530660 n-d-712140-12 neutron-server[94719]: INFO neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Extension qos not supported by any of loaded plugins Aug 29 03:57:21.530989 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:21.532253 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:21.532759 n-d-712140-12 neutron-server[94719]: INFO neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 29 03:57:21.533082 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:21.534519 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:21.535022 n-d-712140-12 neutron-server[94719]: INFO neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 29 03:57:21.535342 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loading extension file: qos_default.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:21.536277 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:21.536785 n-d-712140-12 neutron-server[94719]: INFO neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Extension qos-default not supported by any of loaded plugins Aug 29 03:57:21.537106 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loading extension file: qos_fip.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:21.537751 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:21.538244 n-d-712140-12 neutron-server[94719]: INFO neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Extension qos-fip not supported by any of loaded plugins Aug 29 03:57:21.538564 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loading extension file: qos_gateway_ip.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:21.539468 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:21.540066 n-d-712140-12 neutron-server[94719]: INFO neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 29 03:57:21.540386 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loading extension file: qos_port_network_policy.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:21.541343 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:21.541843 n-d-712140-12 neutron-server[94719]: INFO neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 29 03:57:21.542166 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loading extension file: qos_pps_rule.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:21.543333 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:21.543878 n-d-712140-12 neutron-server[94719]: INFO neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Extension qos-pps not supported by any of loaded plugins Aug 29 03:57:21.544203 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loading extension file: qos_rule_type_details.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:21.545105 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:21.545607 n-d-712140-12 neutron-server[94719]: INFO neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 29 03:57:21.545927 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loading extension file: qos_rules_alias.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:21.546951 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:21.547453 n-d-712140-12 neutron-server[94719]: INFO neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 29 03:57:21.547805 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loading extension file: quotasv2.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:21.548703 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:21.549030 n-d-712140-12 neutron-server[94719]: INFO neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loaded extension: quotas Aug 29 03:57:21.549907 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loading extension file: quotasv2_detail.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:21.552955 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:21.553298 n-d-712140-12 neutron-server[94719]: INFO neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loaded extension: quota_details Aug 29 03:57:21.553634 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loading extension file: rbac.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:21.554877 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:21.555400 n-d-712140-12 neutron-server[94719]: INFO neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loaded extension: rbac-policies Aug 29 03:57:21.555753 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loading extension file: rbac_address_group.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:21.556730 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:21.557236 n-d-712140-12 neutron-server[94719]: INFO neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loaded extension: rbac-address-group Aug 29 03:57:21.557558 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loading extension file: rbac_address_scope.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:21.558480 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:21.558987 n-d-712140-12 neutron-server[94719]: INFO neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loaded extension: rbac-address-scope Aug 29 03:57:21.559308 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loading extension file: rbac_security_groups.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:21.560363 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:21.560871 n-d-712140-12 neutron-server[94719]: INFO neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loaded extension: rbac-security-groups Aug 29 03:57:21.561190 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loading extension file: rbac_subnetpool.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:21.562097 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:21.562597 n-d-712140-12 neutron-server[94719]: INFO neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loaded extension: rbac-subnetpool Aug 29 03:57:21.562919 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loading extension file: revisionifmatch.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:21.563855 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:21.564361 n-d-712140-12 neutron-server[94719]: INFO neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loaded extension: revision-if-match Aug 29 03:57:21.564680 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loading extension file: revisions.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:21.565803 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:21.566304 n-d-712140-12 neutron-server[94719]: INFO neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loaded extension: standard-attr-revisions Aug 29 03:57:21.566623 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loading extension file: router_availability_zone.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:21.567288 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:21.567825 n-d-712140-12 neutron-server[94719]: INFO neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loaded extension: router_availability_zone Aug 29 03:57:21.568149 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loading extension file: routerservicetype.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:21.569053 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:21.569549 n-d-712140-12 neutron-server[94719]: INFO neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Extension router-service-type not supported by any of loaded plugins Aug 29 03:57:21.569868 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:21.570772 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:21.571275 n-d-712140-12 neutron-server[94719]: INFO neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loaded extension: security-groups-normalized-cidr Aug 29 03:57:21.571596 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:21.572579 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:21.573078 n-d-712140-12 neutron-server[94719]: INFO neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loaded extension: port-security-groups-filtering Aug 29 03:57:21.573401 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:21.574315 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:21.574819 n-d-712140-12 neutron-server[94719]: INFO neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loaded extension: security-groups-remote-address-group Aug 29 03:57:21.575144 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loading extension file: securitygroup.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:21.586019 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:21.586547 n-d-712140-12 neutron-server[94719]: INFO neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loaded extension: security-group Aug 29 03:57:21.586881 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loading extension file: segment.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:21.587755 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:21.588264 n-d-712140-12 neutron-server[94719]: INFO neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Extension segment not supported by any of loaded plugins Aug 29 03:57:21.588594 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:21.589521 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:21.590025 n-d-712140-12 neutron-server[94719]: INFO neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 29 03:57:21.590350 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loading extension file: servicetype.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:21.591502 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:21.592058 n-d-712140-12 neutron-server[94719]: INFO neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loaded extension: service-type Aug 29 03:57:21.592389 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loading extension file: sorting.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:21.593359 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:21.593690 n-d-712140-12 neutron-server[94719]: INFO neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loaded extension: sorting Aug 29 03:57:21.594018 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loading extension file: standard_attr_segment.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:21.594927 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:21.595432 n-d-712140-12 neutron-server[94719]: INFO neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 29 03:57:21.595782 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loading extension file: standardattrdescription.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:21.596937 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:21.597435 n-d-712140-12 neutron-server[94719]: INFO neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loaded extension: standard-attr-description Aug 29 03:57:21.597756 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loading extension file: stateful_security_group.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:21.598673 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:21.599182 n-d-712140-12 neutron-server[94719]: INFO neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loaded extension: stateful-security-group Aug 29 03:57:21.599505 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loading extension file: stdattrs_common.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:21.600104 n-d-712140-12 neutron-server[94719]: WARNING neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 29 03:57:21.600425 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:21.601338 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:21.601839 n-d-712140-12 neutron-server[94719]: INFO neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 29 03:57:21.602158 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loading extension file: subnet_onboard.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:21.603284 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:21.603830 n-d-712140-12 neutron-server[94719]: INFO neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loaded extension: subnet_onboard Aug 29 03:57:21.604153 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:21.605078 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:21.605576 n-d-712140-12 neutron-server[94719]: INFO neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 29 03:57:21.605892 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loading extension file: subnet_service_types.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:21.606810 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:21.607313 n-d-712140-12 neutron-server[94719]: INFO neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loaded extension: subnet-service-types Aug 29 03:57:21.607634 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loading extension file: subnetallocation.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:21.608732 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:21.609240 n-d-712140-12 neutron-server[94719]: INFO neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loaded extension: subnet_allocation Aug 29 03:57:21.609564 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:21.610224 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:21.610725 n-d-712140-12 neutron-server[94719]: INFO neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loaded extension: subnetpool-prefix-ops Aug 29 03:57:21.611046 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:21.612522 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:21.613023 n-d-712140-12 neutron-server[94719]: INFO neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 29 03:57:21.613343 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loading extension file: tagging.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:21.614391 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:21.614915 n-d-712140-12 neutron-server[94719]: INFO neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loaded extension: standard-attr-tag Aug 29 03:57:21.615240 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loading extension file: timestamp.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:21.616457 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:21.616968 n-d-712140-12 neutron-server[94719]: INFO neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loaded extension: standard-attr-timestamp Aug 29 03:57:21.617294 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loading extension file: trunk.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:21.618320 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:21.618917 n-d-712140-12 neutron-server[94719]: INFO neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Extension trunk not supported by any of loaded plugins Aug 29 03:57:21.619224 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loading extension file: trunk_details.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:21.620173 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:21.620677 n-d-712140-12 neutron-server[94719]: INFO neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Extension trunk-details not supported by any of loaded plugins Aug 29 03:57:21.620999 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loading extension file: uplink_status_propagation.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:21.621906 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:21.622408 n-d-712140-12 neutron-server[94719]: INFO neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 29 03:57:21.622728 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Loading extension file: vlantransparent.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:21.623385 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:21.623909 n-d-712140-12 neutron-server[94719]: INFO neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 29 03:57:21.626320 n-d-712140-12 neutron-server[94719]: INFO neutron.quota.resource_registry [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Creating instance of TrackedResource for resource:network Aug 29 03:57:21.626844 n-d-712140-12 neutron-server[94719]: INFO neutron.quota.resource_registry [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Creating instance of TrackedResource for resource:subnet Aug 29 03:57:21.627241 n-d-712140-12 neutron-server[94719]: INFO neutron.quota.resource_registry [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Creating instance of TrackedResource for resource:subnetpool Aug 29 03:57:21.627653 n-d-712140-12 neutron-server[94719]: INFO neutron.quota.resource_registry [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Creating instance of TrackedResource for resource:port Aug 29 03:57:21.628897 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.v2.resource_helper [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94719) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 03:57:21.629327 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.v2.resource_helper [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Service FLAVORS assigned prefix: {{(pid=94719) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 03:57:21.629949 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.v2.resource_helper [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94719) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 03:57:21.630375 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.v2.resource_helper [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94719) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 03:57:21.630702 n-d-712140-12 neutron-server[94719]: INFO neutron.quota.resource_registry [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Creating instance of TrackedResource for resource:router Aug 29 03:57:21.631123 n-d-712140-12 neutron-server[94719]: INFO neutron.quota.resource_registry [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Creating instance of TrackedResource for resource:floatingip Aug 29 03:57:21.631620 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.v2.resource_helper [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Service METERING assigned prefix: /metering {{(pid=94719) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 03:57:21.633091 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:21.633458 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:21.633806 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:21.634870 n-d-712140-12 neutron-server[94719]: INFO neutron.quota.resource_registry [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Creating instance of CountableResource for resource:rbac_policy Aug 29 03:57:21.635312 n-d-712140-12 neutron-server[94719]: INFO neutron.quota.resource_registry [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Creating instance of TrackedResource for resource:security_group Aug 29 03:57:21.635782 n-d-712140-12 neutron-server[94719]: INFO neutron.quota.resource_registry [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 29 03:57:21.636377 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.v2.resource_helper [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Service CORE assigned prefix: {{(pid=94719) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 03:57:21.636704 n-d-712140-12 neutron-server[94719]: INFO neutron.quota.resource_registry [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Creating instance of TrackedResource for resource:subnetpool Aug 29 03:57:21.637046 n-d-712140-12 neutron-server[94719]: WARNING neutron.quota.resource_registry [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] subnetpool is already registered Aug 29 03:57:21.637474 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.v2.resource_helper [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Service CORE assigned prefix: {{(pid=94719) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 03:57:21.637798 n-d-712140-12 neutron-server[94719]: INFO neutron.quota.resource_registry [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Creating instance of TrackedResource for resource:subnetpool Aug 29 03:57:21.638126 n-d-712140-12 neutron-server[94719]: WARNING neutron.quota.resource_registry [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] subnetpool is already registered Aug 29 03:57:21.640406 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.v2.resource_helper [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94719) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 03:57:21.640835 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.v2.resource_helper [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Service FLAVORS assigned prefix: {{(pid=94719) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 03:57:21.641426 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.v2.resource_helper [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94719) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 03:57:21.641843 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.v2.resource_helper [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94719) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 03:57:21.642175 n-d-712140-12 neutron-server[94719]: INFO neutron.quota.resource_registry [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Creating instance of TrackedResource for resource:router Aug 29 03:57:21.642512 n-d-712140-12 neutron-server[94719]: WARNING neutron.quota.resource_registry [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] router is already registered Aug 29 03:57:21.642919 n-d-712140-12 neutron-server[94719]: INFO neutron.quota.resource_registry [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Creating instance of TrackedResource for resource:floatingip Aug 29 03:57:21.643345 n-d-712140-12 neutron-server[94719]: WARNING neutron.quota.resource_registry [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] floatingip is already registered Aug 29 03:57:21.643828 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.v2.resource_helper [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Service METERING assigned prefix: /metering {{(pid=94719) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 03:57:21.644497 n-d-712140-12 neutron-server[94719]: INFO neutron.quota.resource_registry [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Creating instance of CountableResource for resource:rbac_policy Aug 29 03:57:21.644820 n-d-712140-12 neutron-server[94719]: WARNING neutron.quota.resource_registry [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] rbac_policy is already registered Aug 29 03:57:21.645229 n-d-712140-12 neutron-server[94719]: INFO neutron.quota.resource_registry [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Creating instance of TrackedResource for resource:security_group Aug 29 03:57:21.645561 n-d-712140-12 neutron-server[94719]: WARNING neutron.quota.resource_registry [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] security_group is already registered Aug 29 03:57:21.645959 n-d-712140-12 neutron-server[94719]: INFO neutron.quota.resource_registry [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 29 03:57:21.646286 n-d-712140-12 neutron-server[94719]: WARNING neutron.quota.resource_registry [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] security_group_rule is already registered Aug 29 03:57:21.646894 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.v2.resource_helper [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Service CORE assigned prefix: {{(pid=94719) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 03:57:21.647220 n-d-712140-12 neutron-server[94719]: INFO neutron.quota.resource_registry [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Creating instance of TrackedResource for resource:subnetpool Aug 29 03:57:21.647550 n-d-712140-12 neutron-server[94719]: WARNING neutron.quota.resource_registry [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] subnetpool is already registered Aug 29 03:57:21.647989 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.v2.resource_helper [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Service CORE assigned prefix: {{(pid=94719) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 03:57:21.648312 n-d-712140-12 neutron-server[94719]: INFO neutron.quota.resource_registry [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Creating instance of TrackedResource for resource:subnetpool Aug 29 03:57:21.648638 n-d-712140-12 neutron-server[94719]: WARNING neutron.quota.resource_registry [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] subnetpool is already registered Aug 29 03:57:21.649101 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Extended resource: extensions {{(pid=94719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 03:57:21.650550 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Extended resource: address-groups {{(pid=94719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 03:57:21.652309 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Extended resource: address-scopes {{(pid=94719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 03:57:21.653604 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Extended resource: agents {{(pid=94719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 03:57:21.654792 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Extended resource: auto-allocated-topology {{(pid=94719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 03:57:21.656060 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Extended resource: availability_zones {{(pid=94719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 03:57:21.657284 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Extended resource: dhcp-networks {{(pid=94719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 03:57:21.659376 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Extended resource: dhcp-agents {{(pid=94719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 03:57:21.660874 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Extended resource: routers {{(pid=94719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 03:57:21.663011 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Extended resource: flavors {{(pid=94719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 03:57:21.664342 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Extended resource: service_profiles {{(pid=94719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 03:57:21.665576 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Extended resource: next_providers {{(pid=94719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 03:57:21.667008 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Extended resource: service_profiles {{(pid=94719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 03:57:21.668628 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Extended resource: floatingip-pools {{(pid=94719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 03:57:21.669841 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Extended resource: routers {{(pid=94719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 03:57:21.672008 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Extended resource: floatingips {{(pid=94719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 03:57:21.673252 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Extended resource: l3-routers {{(pid=94719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 03:57:21.675179 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Extended resource: l3-agents {{(pid=94719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 03:57:21.676588 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Extended resource: metering-labels {{(pid=94719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 03:57:21.677990 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Extended resource: metering-label-rules {{(pid=94719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 03:57:21.679254 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Extended resource: network-ip-availabilities {{(pid=94719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 03:57:21.680537 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Extended resource: bindings {{(pid=94719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 03:57:21.682286 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Extended resource: quotas {{(pid=94719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 03:57:21.683740 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Extended resource: quotas {{(pid=94719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 03:57:21.685161 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Extended resource: rbac-policies {{(pid=94719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 03:57:21.686353 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Extended resource: security-groups {{(pid=94719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 03:57:21.687648 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Extended resource: security-group-rules {{(pid=94719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 03:57:21.688901 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Extended resource: service-providers {{(pid=94719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 03:57:21.690159 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Extended resource: subnetpools {{(pid=94719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 03:57:21.692724 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Extended resource: subnetpools {{(pid=94719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 03:57:21.694188 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Extended resource: tags {{(pid=94719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 03:57:21.695881 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Extended resource: tags {{(pid=94719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 03:57:21.697665 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Extended resource: tags {{(pid=94719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 03:57:21.699432 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Extended resource: tags {{(pid=94719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 03:57:21.701244 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Extended resource: tags {{(pid=94719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 03:57:21.703072 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Extended resource: tags {{(pid=94719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 03:57:21.704779 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Extended resource: tags {{(pid=94719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 03:57:21.706685 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Extended resource: tags {{(pid=94719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 03:57:21.708531 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Extended resource: tags {{(pid=94719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 03:57:21.710253 n-d-712140-12 neutron-server[94719]: DEBUG neutron.api.extensions [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Extended resource: tags {{(pid=94719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 03:57:21.716263 n-d-712140-12 neutron-server[94719]: WARNING keystonemiddleware.auth_token [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 29 03:57:21.721843 n-d-712140-12 neutron-server[94719]: WARNING keystonemiddleware.auth_token [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 29 03:57:21.730043 n-d-712140-12 neutron-server[94719]: DEBUG oslo_concurrency.lockutils [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Acquired lock "singleton_lock" {{(pid=94719) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 29 03:57:21.730529 n-d-712140-12 neutron-server[94719]: DEBUG oslo_concurrency.lockutils [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Releasing lock "singleton_lock" {{(pid=94719) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 29 03:57:21.731191 n-d-712140-12 neutron-server[94719]: INFO oslo_service.service [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Starting 2 workers Aug 29 03:57:21.736019 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Started child 94828 {{(pid=94719) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 29 03:57:21.741078 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Started child 94829 {{(pid=94719) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 29 03:57:21.744195 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:57:21.745025 n-d-712140-12 neutron-server[94719]: INFO neutron.service [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 29 03:57:21.745025 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Notify callbacks [] for process, before_spawn {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:57:21.746188 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [-] (94828) wsgi starting up on http://0.0.0.0:9696 Aug 29 03:57:21.746341 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:57:21.746802 n-d-712140-12 neutron-server[94719]: INFO oslo_service.service [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Starting 1 workers Aug 29 03:57:21.747267 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [-] (94829) wsgi starting up on http://0.0.0.0:9696 Aug 29 03:57:21.751108 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Started child 94830 {{(pid=94719) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 29 03:57:21.751632 n-d-712140-12 neutron-server[94719]: INFO oslo_service.service [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Starting 1 workers Aug 29 03:57:21.754517 n-d-712140-12 neutron-server[94830]: DEBUG neutron.service [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] calling RpcWorker wait() {{(pid=94830) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 29 03:57:21.755044 n-d-712140-12 neutron-server[94830]: DEBUG neutron.service [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] returning from RpcWorker wait() {{(pid=94830) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 29 03:57:21.756128 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Started child 94831 {{(pid=94719) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 29 03:57:21.756244 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:57:21.756738 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 03:57:21.756955 n-d-712140-12 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-358ffcd1-510d-48e3-a451-7114afc0a1e9 None None] Notify callbacks [] for process, after_spawn {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:57:21.758818 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94719) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 29 03:57:21.759032 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 29 03:57:21.759222 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 29 03:57:21.759479 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 29 03:57:21.759945 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 29 03:57:21.760111 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 29 03:57:21.760638 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.760925 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.761193 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.761440 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.761740 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.761838 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:57:21.762335 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.762590 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.762820 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.763093 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.763343 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.763512 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.763679 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.763939 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.764161 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.764479 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.764734 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.764967 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.765246 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.765414 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.765660 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.765920 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.766144 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.766427 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] debug = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.766667 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.767168 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.767412 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.767658 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.767897 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.768206 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.768430 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.768706 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.768953 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.769169 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.769413 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.769679 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.769942 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.770172 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.770387 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.770627 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.770844 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.771301 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] host = n-d-712140-12 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.771521 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.771765 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.771989 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.772229 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.772482 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.772691 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.772945 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.773181 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.773449 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.773687 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.773938 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.774185 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.774443 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.774674 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] log_file = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.774830 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] log_options = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.775041 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.775313 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.775593 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.775825 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.775978 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.776157 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.776412 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.776573 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.777138 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.777272 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.777479 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.777708 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.777939 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.778168 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.778430 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.778669 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.778880 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.779091 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.779338 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.779578 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.779820 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.780041 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.780277 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.780488 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.780704 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.780918 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.781136 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.781360 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.781568 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.781828 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.782039 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.782304 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.782536 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.782791 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.783019 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.783243 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.783454 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.784277 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.784506 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.784769 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.784969 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.785197 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.785437 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.785667 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.785896 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.786106 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] use_json = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.786320 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.786543 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.786816 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.787040 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.787248 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.787455 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.787664 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.787927 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.788797 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.788797 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.789035 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.789247 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.789481 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.789724 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.789946 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.790167 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.790394 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.790620 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.791040 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.791283 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.791569 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.791839 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.792099 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.792420 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.792662 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.792947 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.793167 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.793755 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.793755 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.796859 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.796859 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.796859 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.796859 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.796859 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.796859 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.796859 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.796859 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.800268 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.22/identity {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.800268 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.800268 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.800268 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.800268 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.800268 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.800268 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.800714 n-d-712140-12 neutron-server[94831]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 03:57:21.800798 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.800798 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.800798 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.800798 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.800798 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.800798 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.800798 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.800798 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.800798 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.801285 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.801285 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.801285 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.801285 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.801285 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.801285 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.801642 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.801717 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.801969 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.802150 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.802377 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.803730 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.803730 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.803730 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.803730 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.803730 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.803730 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.804566 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.804566 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.804566 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.804566 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.805120 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.805120 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.805394 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.805394 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.805662 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.805804 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.806018 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.806263 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.806475 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.806691 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.807786 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.807786 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.807786 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.807786 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.807786 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.808201 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.808201 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.808418 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.808647 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.808862 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.809093 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.809399 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.809615 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.809885 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.810184 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.810429 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.810691 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.810908 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.811173 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.811640 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.811914 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.812152 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.812394 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.812604 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.812929 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.813091 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.813321 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.813939 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.813939 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.814238 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.814238 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.814409 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.814624 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.814881 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.815105 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.815359 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.815617 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.816016 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.818483 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.818483 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.818483 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.818483 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.818483 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.818483 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.818483 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.818483 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.819025 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.819025 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.819025 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.819242 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.819497 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.819752 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.820030 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.820278 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.820541 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.820781 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.821066 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.821317 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.821555 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.821806 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.822130 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.822459 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.822688 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.822902 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.823146 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.823424 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.823653 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.823913 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.824185 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.824420 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.824675 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.824920 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.825275 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.22/identity {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.825523 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.825730 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.825969 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.826180 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.826433 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.826673 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.826927 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.827140 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.827353 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.827607 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.827839 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.828060 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.828302 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.828518 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.828739 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.828961 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.829171 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.829385 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.829618 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.829832 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.830045 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.830258 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.830505 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.830750 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.830962 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.831226 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.831481 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.831736 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.831961 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.832209 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.832438 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.832651 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.832888 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.833125 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.833332 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.833564 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.833777 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.833986 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.834194 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.834417 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.834626 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.834958 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.835211 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.835537 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.835804 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.836058 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.836497 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.836706 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.836941 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.837154 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.837383 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.837673 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.837906 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.838109 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.838358 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.838593 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.838826 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.839057 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.839243 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.839449 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.839661 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.839890 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.840174 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.840410 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.840649 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.840897 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.841132 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.841340 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.841595 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.841802 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.842007 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.842225 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.842445 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.842646 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.842887 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.843091 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.843296 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.843513 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.844095 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.844095 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.844422 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.844422 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.844687 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.844835 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.845642 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.845642 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.845642 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.845642 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.846712 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.846712 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.847013 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.847013 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.847275 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.847426 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.847564 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.847809 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.848031 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.848183 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.848506 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.848757 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.849007 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.849298 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.849540 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.849786 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.850023 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.850315 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.850524 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.850759 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.850995 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.851224 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.851441 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.851722 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.852023 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.852281 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.852546 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.852796 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.853065 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.853415 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.853678 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.853893 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.854185 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.854516 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.854791 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.855045 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.855268 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.855526 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.855788 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.856008 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.856242 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.856476 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.856694 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.856949 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.857198 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.857442 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.857725 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.857972 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.858208 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.858427 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.858649 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.858870 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.859085 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.859245 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 29 03:57:21.859830 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94719) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 29 03:57:21.859990 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 29 03:57:21.860144 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 29 03:57:21.860304 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 29 03:57:21.860465 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 29 03:57:21.860604 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 29 03:57:21.860810 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.860975 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.861126 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.861281 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.861436 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.861615 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.861824 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.862485 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.862643 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.862800 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.863047 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.863217 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.863374 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.863531 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.863716 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.863866 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.864023 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.864180 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.864341 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.864498 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.864654 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.864810 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.864965 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] debug = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.865122 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.865296 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.865454 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.865610 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.865765 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.865921 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.866076 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.866232 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.866389 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.866546 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.866706 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.866864 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.867021 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.867178 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.867334 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.867488 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.867644 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.867821 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] host = n-d-712140-12 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.867977 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.868132 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.868304 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.868429 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.868587 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.868742 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.868898 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.869052 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.869208 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.869366 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.869525 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.869680 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.869837 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.869993 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] log_file = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.870149 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] log_options = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.870304 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.870460 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.870614 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.870802 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.870963 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.871121 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.871276 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.871432 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.871587 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.871763 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.871920 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.872076 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.872231 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.872386 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.872542 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.872776 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.872939 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.873080 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.873240 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.873396 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.873551 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.873707 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.873863 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.874019 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.874268 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.874408 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.874545 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.874671 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.874794 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.874917 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.875039 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.875189 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.875345 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.875501 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.875657 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.875835 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.875990 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.876150 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.876306 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.876462 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.876618 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.876778 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.876933 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.877088 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.877243 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.877423 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] use_json = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.877578 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.877734 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.877890 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.878046 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.878201 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.878358 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.878516 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.878659 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:21.878838 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.878999 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.879169 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.879329 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.879511 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.879649 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.879815 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.879975 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.880134 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.880293 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.880460 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.880620 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.880790 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.880951 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.881114 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.881282 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.881430 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.881593 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.881740 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.881901 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.882062 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.882221 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.882390 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.882550 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.882709 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.882868 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.883031 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.883205 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.883363 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.883527 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.22/identity {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.883705 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.883864 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.884023 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.884184 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.884357 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.884580 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.884742 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.884901 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.885060 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.885220 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.885380 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.885539 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.885700 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.885859 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.886020 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.886179 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.886339 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.886499 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.886702 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.886822 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.887016 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.887497 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.887497 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.887497 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.887778 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.887778 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.887926 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.888053 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.888212 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.888372 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.888532 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.888691 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.888851 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.889010 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.889170 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.889329 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.889501 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.889744 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.889891 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.890021 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.890152 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.890263 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.890399 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.890558 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.890718 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.890877 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.891036 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.891187 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.891326 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.891473 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.891638 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.891818 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.891978 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.892138 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.892287 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.892429 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.892594 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.892752 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.892912 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.893601 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.893776 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.893936 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.894095 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.894216 n-d-712140-12 neutron-server[94830]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 03:57:21.894310 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.894392 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.894550 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.894708 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.894867 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.895027 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.895186 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.895345 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.895505 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.895665 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.895846 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.896006 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.896166 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.896325 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.896484 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.896643 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.896803 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.896962 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.897122 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.897286 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.897444 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.897603 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.897762 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.897931 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.898102 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.898269 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.898396 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.898561 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.898729 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.898891 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.899050 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.899208 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.899368 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.899527 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.899712 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.899864 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.900078 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.900257 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.900417 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.900584 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.900755 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.900915 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.901075 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.901233 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.901415 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.901575 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.901988 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.902149 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.902309 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.902468 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.902628 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.902788 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.902948 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.903108 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.903268 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.903428 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.22/identity {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.903588 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.903770 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.903931 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.904090 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.904252 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.904412 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.904572 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.904731 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.904892 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.905052 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.905279 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.905447 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.905608 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.906173 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.906342 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.906502 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.906663 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.906823 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.906984 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.907146 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.907296 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.907454 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.907613 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.907794 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.907954 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.908116 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.908276 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.908450 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.908595 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.909385 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.909547 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.909707 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.909870 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.910029 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.910189 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.910349 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.910509 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.910669 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.910830 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.911037 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.911152 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.911312 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.911472 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.911646 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.911837 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.911981 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.912146 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.912304 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.912464 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.912623 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.912782 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.912941 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.913101 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.913260 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.913422 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.913584 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.913745 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.913905 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.914065 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.914224 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.914383 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.914543 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.914715 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.914876 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.915035 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.915195 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.915354 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.915514 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.915776 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.915940 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.916101 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.916260 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.916419 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.916577 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.916747 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.916907 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.917067 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.917225 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.917388 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.917547 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.917715 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.917874 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.918033 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.918192 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.918350 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.918509 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.918677 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.918836 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.918996 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.919154 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.919313 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.919472 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.919641 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.919821 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.919982 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.920140 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.920301 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.920461 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.920629 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.920790 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.920950 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.921117 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.921277 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.921419 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.921583 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.921755 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.921915 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.922077 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.922237 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.922398 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.922557 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.922719 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.922882 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.923050 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.923216 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.923377 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.923544 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.923792 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.923983 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.924130 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.924317 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.924491 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.924651 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.924811 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.924971 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.925130 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.925289 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.925448 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.925607 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.925765 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.925925 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.926083 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.926242 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.926401 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.926559 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.926718 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.926878 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.927037 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.927195 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.927359 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.927518 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:21.927669 n-d-712140-12 neutron-server[94719]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 29 03:57:22.169142 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 57300) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 03:57:22.177714 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [-] 10.222.0.22 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063329 Aug 29 03:57:33.386635 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4933b2d-88a9-4948-b39a-17eed4bdefd8 None None] get_active_networks_info from n-d-712140-12 {{(pid=94830) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 03:57:33.505980 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4933b2d-88a9-4948-b39a-17eed4bdefd8 None None] No non-hosted networks {{(pid=94830) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 29 03:57:33.508234 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-08107114-0843-4500-abf3-35f3e0ae829b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-715169'] for agent, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:57:36.148682 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-412e5457-9951-49ac-8492-78c208b40aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-715169'] for agent, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:57:36.244455 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-eee0b092-e7e4-448b-9ae5-70da3c57e214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:57:37.001274 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-715169'] for agent, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:57:37.118164 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-715169'] for agent, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:57:37.119616 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:57:37.121635 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:57:37.122818 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:57:37.123560 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:57:37.126666 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:57:37.127887 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:57:37.128662 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:57:37.129414 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:57:37.130060 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:57:37.130743 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:57:37.132525 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:57:37.133391 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:57:37.134590 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-712140-12', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 03:57:37.153452 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-712140-12', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 03:57:38.454433 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-715169'] for agent, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:57:39.450455 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 57392) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 03:57:39.934559 n-d-712140-12 neutron-server[94828]: WARNING oslo_policy.policy [None req-6945b895-575e-498e-baae-fe57a64338e9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 03:57:39.935137 n-d-712140-12 neutron-server[94828]: WARNING oslo_policy.policy [None req-6945b895-575e-498e-baae-fe57a64338e9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 03:57:40.155285 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [None req-6945b895-575e-498e-baae-fe57a64338e9 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 03:57:40.156632 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-6945b895-575e-498e-baae-fe57a64338e9 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7052646 Aug 29 03:57:42.524784 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 57406) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 03:57:42.836350 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-cae32c0b-2417-4eb3-aaf4-4905d4759106 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 03:57:42.930347 n-d-712140-12 neutron-server[94828]: DEBUG neutron.policy [None req-cae32c0b-2417-4eb3-aaf4-4905d4759106 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94828) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 29 03:57:42.974320 n-d-712140-12 neutron-server[94828]: WARNING oslo_policy.policy [None req-cae32c0b-2417-4eb3-aaf4-4905d4759106 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 03:57:42.974692 n-d-712140-12 neutron-server[94828]: WARNING oslo_policy.policy [None req-cae32c0b-2417-4eb3-aaf4-4905d4759106 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 03:57:42.983264 n-d-712140-12 neutron-server[94828]: INFO neutron.quota [None req-cae32c0b-2417-4eb3-aaf4-4905d4759106 admin admin] Loaded quota_driver: . Aug 29 03:57:43.074499 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cae32c0b-2417-4eb3-aaf4-4905d4759106 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732635335599', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732635336186', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732635348031', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732635350363', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732639369378', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732635370073', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3670497', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3875551', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-567450', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-646766'] for rbac-policy, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:57:43.137889 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cae32c0b-2417-4eb3-aaf4-4905d4759106 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:57:43.139070 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-cae32c0b-2417-4eb3-aaf4-4905d4759106 admin admin] 10.222.0.22 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6132345 Aug 29 03:57:43.498303 n-d-712140-12 neutron-server[94830]: INFO neutron.db.l3_hamode_db [None req-8ec27dab-84b7-4e39-9a88-7ed7ad12eda1 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 29 03:57:43.574838 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec27dab-84b7-4e39-9a88-7ed7ad12eda1 None None] Routers set() bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 03:57:43.575234 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec27dab-84b7-4e39-9a88-7ed7ad12eda1 None None] Router IDs set() for agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 29 03:57:45.762425 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 57418) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 03:57:46.051272 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-1800d2f7-1258-4376-ac08-253c05da4859 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '086d9cb06809441cbed80b0966cba503', 'name': 'private', 'tenant_id': '086d9cb06809441cbed80b0966cba503'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 03:57:46.079850 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1800d2f7-1258-4376-ac08-253c05da4859 admin admin] Made reservation on behalf of 086d9cb06809441cbed80b0966cba503 for: {'network': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 03:57:46.082629 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1800d2f7-1258-4376-ac08-253c05da4859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:57:46.099523 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1800d2f7-1258-4376-ac08-253c05da4859 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:57:46.216639 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1800d2f7-1258-4376-ac08-253c05da4859 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:57:46.220222 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1800d2f7-1258-4376-ac08-253c05da4859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:57:46.239764 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1800d2f7-1258-4376-ac08-253c05da4859 admin admin] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=94828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 03:57:46.267622 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1800d2f7-1258-4376-ac08-253c05da4859 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732639129829', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:57:46.268236 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1800d2f7-1258-4376-ac08-253c05da4859 admin admin] Unsubscribe: segment precommit_create {{(pid=94828) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 29 03:57:46.268749 n-d-712140-12 neutron-server[94828]: INFO neutron.db.segments_db [None req-1800d2f7-1258-4376-ac08-253c05da4859 admin admin] Added segment 58426e8c-6020-411b-8ba0-98aac6a7a794 of type vlan for network 41225c1b-1312-47b8-9af2-c3ddf832fe3f Aug 29 03:57:46.285989 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1800d2f7-1258-4376-ac08-253c05da4859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff7482ab-a525-4b6a-b367-5b6571d01643,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 03:57:46.332472 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1800d2f7-1258-4376-ac08-253c05da4859 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:57:46.332817 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1800d2f7-1258-4376-ac08-253c05da4859 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:57:46.333153 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1800d2f7-1258-4376-ac08-253c05da4859 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:57:46.333487 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1800d2f7-1258-4376-ac08-253c05da4859 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:57:46.333814 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1800d2f7-1258-4376-ac08-253c05da4859 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:57:46.334136 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1800d2f7-1258-4376-ac08-253c05da4859 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:57:46.334460 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1800d2f7-1258-4376-ac08-253c05da4859 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:57:46.334780 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1800d2f7-1258-4376-ac08-253c05da4859 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:57:46.335099 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1800d2f7-1258-4376-ac08-253c05da4859 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:57:46.335417 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1800d2f7-1258-4376-ac08-253c05da4859 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:57:46.335755 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1800d2f7-1258-4376-ac08-253c05da4859 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:57:46.336071 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1800d2f7-1258-4376-ac08-253c05da4859 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:57:46.337218 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1800d2f7-1258-4376-ac08-253c05da4859 admin admin] Tracked resource versions report: Aug 29 03:57:46.337218 n-d-712140-12 neutron-server[94828]: pushed versions: Aug 29 03:57:46.337218 n-d-712140-12 neutron-server[94828]: { 'AddressGroup': {'1.2'}, Aug 29 03:57:46.337218 n-d-712140-12 neutron-server[94828]: 'ConntrackHelper': {'1.0'}, Aug 29 03:57:46.337218 n-d-712140-12 neutron-server[94828]: 'Log': {'1.0'}, Aug 29 03:57:46.337218 n-d-712140-12 neutron-server[94828]: 'Network': {'1.1'}, Aug 29 03:57:46.337218 n-d-712140-12 neutron-server[94828]: 'Port': {'1.7'}, Aug 29 03:57:46.337218 n-d-712140-12 neutron-server[94828]: 'PortForwarding': {'1.2'}, Aug 29 03:57:46.337218 n-d-712140-12 neutron-server[94828]: 'QosPolicy': {'1.9'}, Aug 29 03:57:46.337218 n-d-712140-12 neutron-server[94828]: 'SecurityGroup': {'1.4'}, Aug 29 03:57:46.337218 n-d-712140-12 neutron-server[94828]: 'SecurityGroupRule': {'1.2'}, Aug 29 03:57:46.337218 n-d-712140-12 neutron-server[94828]: 'SubPort': {'1.0'}, Aug 29 03:57:46.337218 n-d-712140-12 neutron-server[94828]: 'Subnet': {'1.1'}, Aug 29 03:57:46.337218 n-d-712140-12 neutron-server[94828]: 'Trunk': {'1.1'}} Aug 29 03:57:46.337218 n-d-712140-12 neutron-server[94828]: consumer versions: Aug 29 03:57:46.337218 n-d-712140-12 neutron-server[94828]: { DHCP agent@n-d-712140-12: {}, Aug 29 03:57:46.337218 n-d-712140-12 neutron-server[94828]: L3 agent@n-d-712140-12: {}, Aug 29 03:57:46.337218 n-d-712140-12 neutron-server[94828]: Metadata agent@n-d-712140-12: {}, Aug 29 03:57:46.337218 n-d-712140-12 neutron-server[94828]: Metering agent@n-d-712140-12: {}, Aug 29 03:57:46.337218 n-d-712140-12 neutron-server[94828]: Open vSwitch agent@n-d-712140-12: { 'AddressGroup': '1.2', Aug 29 03:57:46.337218 n-d-712140-12 neutron-server[94828]: 'ConntrackHelper': '1.0', Aug 29 03:57:46.337218 n-d-712140-12 neutron-server[94828]: 'Log': '1.0', Aug 29 03:57:46.337218 n-d-712140-12 neutron-server[94828]: 'Network': '1.1', Aug 29 03:57:46.337218 n-d-712140-12 neutron-server[94828]: 'Port': '1.7', Aug 29 03:57:46.337218 n-d-712140-12 neutron-server[94828]: 'PortForwarding': '1.2', Aug 29 03:57:46.337218 n-d-712140-12 neutron-server[94828]: 'QosPolicy': '1.9', Aug 29 03:57:46.337218 n-d-712140-12 neutron-server[94828]: 'SecurityGroup': '1.4', Aug 29 03:57:46.337218 n-d-712140-12 neutron-server[94828]: 'SecurityGroupRule': '1.2', Aug 29 03:57:46.337218 n-d-712140-12 neutron-server[94828]: 'SubPort': '1.0', Aug 29 03:57:46.337218 n-d-712140-12 neutron-server[94828]: 'Subnet': '1.1', Aug 29 03:57:46.337218 n-d-712140-12 neutron-server[94828]: 'Trunk': '1.1'}} Aug 29 03:57:46.337218 n-d-712140-12 neutron-server[94828]: {{(pid=94828) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 03:57:46.393822 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1800d2f7-1258-4376-ac08-253c05da4859 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:57:46.431497 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1800d2f7-1258-4376-ac08-253c05da4859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:57:46.432585 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1800d2f7-1258-4376-ac08-253c05da4859 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 03:57:46.433225 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1800d2f7-1258-4376-ac08-253c05da4859 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:57:46.511344 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-1800d2f7-1258-4376-ac08-253c05da4859 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7477772 Aug 29 03:57:46.528999 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1800d2f7-1258-4376-ac08-253c05da4859 admin admin] Pushing event updated for resources: {'Network': ['ID=41225c1b-1312-47b8-9af2-c3ddf832fe3f,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 03:57:46.541478 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 41225c1b-1312-47b8-9af2-c3ddf832fe3f details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 03:57:49.137492 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 57432) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 03:57:49.522171 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5a564b-06ff-405f-8743-dd76ecc212dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 03:57:49.523531 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-2a5a564b-06ff-405f-8743-dd76ecc212dc admin admin] 10.222.0.22 "GET /v2.0/networks/41225c1b-1312-47b8-9af2-c3ddf832fe3f HTTP/1.1" status: 200 len: 825 time: 0.3850915 Aug 29 03:57:49.548030 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-27340be4-ece2-46d3-b190-6f32bfc49568 admin admin] 10.222.0.22 "GET /v2.0/subnetpools/56547e66-c287-423a-9771-6ba18e5c894d HTTP/1.1" status: 200 len: 734 time: 0.0180445 Aug 29 03:57:49.557546 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-d5fca238-2849-488f-b093-18ef62df7141 admin admin] Request body: {'subnet': {'tenant_id': '086d9cb06809441cbed80b0966cba503', 'network_id': '41225c1b-1312-47b8-9af2-c3ddf832fe3f', 'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '56547e66-c287-423a-9771-6ba18e5c894d'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 03:57:49.578926 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5fca238-2849-488f-b093-18ef62df7141 admin admin] Made reservation on behalf of 086d9cb06809441cbed80b0966cba503 for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 03:57:49.581179 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d5fca238-2849-488f-b093-18ef62df7141 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:57:49.869150 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d5fca238-2849-488f-b093-18ef62df7141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:57:49.938259 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fca238-2849-488f-b093-18ef62df7141 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26fd8055-9186-4b23-9475-b9b98296624a,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 03:57:49.940882 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5fca238-2849-488f-b093-18ef62df7141 admin admin] Checking segment: {'id': '58426e8c-6020-411b-8ba0-98aac6a7a794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '41225c1b-1312-47b8-9af2-c3ddf832fe3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 03:57:49.941295 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5fca238-2849-488f-b093-18ef62df7141 admin admin] Network hostable DHCP agents. Network: 41225c1b-1312-47b8-9af2-c3ddf832fe3f, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 03:57:49.961907 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5fca238-2849-488f-b093-18ef62df7141 admin admin] Network 41225c1b-1312-47b8-9af2-c3ddf832fe3f is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 03:57:49.973374 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-d5fca238-2849-488f-b093-18ef62df7141 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 41225c1b-1312-47b8-9af2-c3ddf832fe3f) {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 03:57:49.978407 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5fca238-2849-488f-b093-18ef62df7141 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 03:57:49.978997 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d5fca238-2849-488f-b093-18ef62df7141 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:57:49.983111 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71403d3-81f2-4323-92d5-16519297d507 None None] Network 41225c1b-1312-47b8-9af2-c3ddf832fe3f requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 03:57:49.992812 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-d5fca238-2849-488f-b093-18ef62df7141 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4385743 Aug 29 03:57:50.297764 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dffaf9b-7eb8-4a49-abb5-51129b6abe34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-41225c1b-1312-47b8-9af2-c3ddf832fe3f', 'network_id': '41225c1b-1312-47b8-9af2-c3ddf832fe3f', 'tenant_id': '086d9cb06809441cbed80b0966cba503', 'fixed_ips': [{'subnet_id': '26fd8055-9186-4b23-9475-b9b98296624a'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 03:57:50.299036 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8dffaf9b-7eb8-4a49-abb5-51129b6abe34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:57:50.571791 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-8dffaf9b-7eb8-4a49-abb5-51129b6abe34 None None] Allocated IP 172.20.0.2 (41225c1b-1312-47b8-9af2-c3ddf832fe3f/26fd8055-9186-4b23-9475-b9b98296624a/03743697-abd3-489a-a170-096c13fff704) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 03:57:50.783890 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8dffaf9b-7eb8-4a49-abb5-51129b6abe34 None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:57:50.825726 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-8dffaf9b-7eb8-4a49-abb5-51129b6abe34 None None] Transition to ACTIVE for port object 03743697-abd3-489a-a170-096c13fff704 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 03:57:50.845383 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-8dffaf9b-7eb8-4a49-abb5-51129b6abe34 None None] Transition to ACTIVE for port object 03743697-abd3-489a-a170-096c13fff704 will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 03:57:50.853228 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8dffaf9b-7eb8-4a49-abb5-51129b6abe34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:57:50.921378 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dffaf9b-7eb8-4a49-abb5-51129b6abe34 None None] Network 41225c1b-1312-47b8-9af2-c3ddf832fe3f is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 03:57:50.932633 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-8dffaf9b-7eb8-4a49-abb5-51129b6abe34 None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 03:57:50.937777 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dffaf9b-7eb8-4a49-abb5-51129b6abe34 None None] Pushing event updated for resources: {'Port': ['ID=03743697-abd3-489a-a170-096c13fff704,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 03:57:50.939908 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dffaf9b-7eb8-4a49-abb5-51129b6abe34 None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 03:57:50.971052 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dffaf9b-7eb8-4a49-abb5-51129b6abe34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:57:50.971422 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dffaf9b-7eb8-4a49-abb5-51129b6abe34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:57:50.971807 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dffaf9b-7eb8-4a49-abb5-51129b6abe34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:57:50.972150 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dffaf9b-7eb8-4a49-abb5-51129b6abe34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:57:50.972488 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dffaf9b-7eb8-4a49-abb5-51129b6abe34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:57:50.972827 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dffaf9b-7eb8-4a49-abb5-51129b6abe34 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:57:50.973157 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dffaf9b-7eb8-4a49-abb5-51129b6abe34 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:57:50.973489 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dffaf9b-7eb8-4a49-abb5-51129b6abe34 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:57:50.973814 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dffaf9b-7eb8-4a49-abb5-51129b6abe34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:57:50.974141 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dffaf9b-7eb8-4a49-abb5-51129b6abe34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:57:50.974469 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dffaf9b-7eb8-4a49-abb5-51129b6abe34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:57:50.974794 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dffaf9b-7eb8-4a49-abb5-51129b6abe34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:57:50.975964 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dffaf9b-7eb8-4a49-abb5-51129b6abe34 None None] Tracked resource versions report: Aug 29 03:57:50.975964 n-d-712140-12 neutron-server[94830]: pushed versions: Aug 29 03:57:50.975964 n-d-712140-12 neutron-server[94830]: { 'AddressGroup': {'1.2'}, Aug 29 03:57:50.975964 n-d-712140-12 neutron-server[94830]: 'ConntrackHelper': {'1.0'}, Aug 29 03:57:50.975964 n-d-712140-12 neutron-server[94830]: 'Log': {'1.0'}, Aug 29 03:57:50.975964 n-d-712140-12 neutron-server[94830]: 'Network': {'1.1'}, Aug 29 03:57:50.975964 n-d-712140-12 neutron-server[94830]: 'Port': {'1.7'}, Aug 29 03:57:50.975964 n-d-712140-12 neutron-server[94830]: 'PortForwarding': {'1.2'}, Aug 29 03:57:50.975964 n-d-712140-12 neutron-server[94830]: 'QosPolicy': {'1.9'}, Aug 29 03:57:50.975964 n-d-712140-12 neutron-server[94830]: 'SecurityGroup': {'1.4'}, Aug 29 03:57:50.975964 n-d-712140-12 neutron-server[94830]: 'SecurityGroupRule': {'1.2'}, Aug 29 03:57:50.975964 n-d-712140-12 neutron-server[94830]: 'SubPort': {'1.0'}, Aug 29 03:57:50.975964 n-d-712140-12 neutron-server[94830]: 'Subnet': {'1.1'}, Aug 29 03:57:50.975964 n-d-712140-12 neutron-server[94830]: 'Trunk': {'1.1'}} Aug 29 03:57:50.975964 n-d-712140-12 neutron-server[94830]: consumer versions: Aug 29 03:57:50.975964 n-d-712140-12 neutron-server[94830]: { DHCP agent@n-d-712140-12: {}, Aug 29 03:57:50.975964 n-d-712140-12 neutron-server[94830]: L3 agent@n-d-712140-12: {}, Aug 29 03:57:50.975964 n-d-712140-12 neutron-server[94830]: Metadata agent@n-d-712140-12: {}, Aug 29 03:57:50.975964 n-d-712140-12 neutron-server[94830]: Metering agent@n-d-712140-12: {}, Aug 29 03:57:50.975964 n-d-712140-12 neutron-server[94830]: Open vSwitch agent@n-d-712140-12: { 'AddressGroup': '1.2', Aug 29 03:57:50.975964 n-d-712140-12 neutron-server[94830]: 'ConntrackHelper': '1.0', Aug 29 03:57:50.975964 n-d-712140-12 neutron-server[94830]: 'Log': '1.0', Aug 29 03:57:50.975964 n-d-712140-12 neutron-server[94830]: 'Network': '1.1', Aug 29 03:57:50.975964 n-d-712140-12 neutron-server[94830]: 'Port': '1.7', Aug 29 03:57:50.975964 n-d-712140-12 neutron-server[94830]: 'PortForwarding': '1.2', Aug 29 03:57:50.975964 n-d-712140-12 neutron-server[94830]: 'QosPolicy': '1.9', Aug 29 03:57:50.975964 n-d-712140-12 neutron-server[94830]: 'SecurityGroup': '1.4', Aug 29 03:57:50.975964 n-d-712140-12 neutron-server[94830]: 'SecurityGroupRule': '1.2', Aug 29 03:57:50.975964 n-d-712140-12 neutron-server[94830]: 'SubPort': '1.0', Aug 29 03:57:50.975964 n-d-712140-12 neutron-server[94830]: 'Subnet': '1.1', Aug 29 03:57:50.975964 n-d-712140-12 neutron-server[94830]: 'Trunk': '1.1'}} Aug 29 03:57:50.975964 n-d-712140-12 neutron-server[94830]: {{(pid=94830) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 03:57:51.023431 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-8dffaf9b-7eb8-4a49-abb5-51129b6abe34 None None] Attempting to bind port 03743697-abd3-489a-a170-096c13fff704 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 03:57:51.024092 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-8dffaf9b-7eb8-4a49-abb5-51129b6abe34 None None] Attempting to bind port 03743697-abd3-489a-a170-096c13fff704 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '58426e8c-6020-411b-8ba0-98aac6a7a794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '41225c1b-1312-47b8-9af2-c3ddf832fe3f'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 03:57:51.024283 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dffaf9b-7eb8-4a49-abb5-51129b6abe34 None None] Attempting to bind port 03743697-abd3-489a-a170-096c13fff704 on network 41225c1b-1312-47b8-9af2-c3ddf832fe3f {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 03:57:51.029443 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dffaf9b-7eb8-4a49-abb5-51129b6abe34 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 3, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 03:57:51.029859 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dffaf9b-7eb8-4a49-abb5-51129b6abe34 None None] Checking segment: {'id': '58426e8c-6020-411b-8ba0-98aac6a7a794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '41225c1b-1312-47b8-9af2-c3ddf832fe3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 03:57:51.030334 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8dffaf9b-7eb8-4a49-abb5-51129b6abe34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:57:51.030732 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dffaf9b-7eb8-4a49-abb5-51129b6abe34 None None] Bound using segment: {'id': '58426e8c-6020-411b-8ba0-98aac6a7a794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '41225c1b-1312-47b8-9af2-c3ddf832fe3f'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 03:57:51.031246 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-8dffaf9b-7eb8-4a49-abb5-51129b6abe34 None None] Bound port: 03743697-abd3-489a-a170-096c13fff704, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58426e8c-6020-411b-8ba0-98aac6a7a794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '41225c1b-1312-47b8-9af2-c3ddf832fe3f'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 03:57:51.031651 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8dffaf9b-7eb8-4a49-abb5-51129b6abe34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:57:51.093460 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-8dffaf9b-7eb8-4a49-abb5-51129b6abe34 None None] For port 03743697-abd3-489a-a170-096c13fff704, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 03:57:51.097707 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-8dffaf9b-7eb8-4a49-abb5-51129b6abe34 None None] For port 03743697-abd3-489a-a170-096c13fff704, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=03743697-abd3-489a-a170-096c13fff704,segment=NetworkSegment(58426e8c-6020-411b-8ba0-98aac6a7a794),segment_id=58426e8c-6020-411b-8ba0-98aac6a7a794)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 03:57:51.102787 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8dffaf9b-7eb8-4a49-abb5-51129b6abe34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:57:51.167058 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dffaf9b-7eb8-4a49-abb5-51129b6abe34 None None] Pushing event updated for resources: {'Port': ['ID=03743697-abd3-489a-a170-096c13fff704,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 03:57:52.408298 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 57440) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 03:57:52.908026 n-d-712140-12 neutron-server[94829]: WARNING oslo_policy.policy [None req-4aae68b3-6621-4671-8852-2892a0f73b0d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 03:57:52.908690 n-d-712140-12 neutron-server[94829]: WARNING oslo_policy.policy [None req-4aae68b3-6621-4671-8852-2892a0f73b0d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 03:57:53.135138 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [None req-4aae68b3-6621-4671-8852-2892a0f73b0d admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 03:57:53.136425 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-4aae68b3-6621-4671-8852-2892a0f73b0d admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7259748 Aug 29 03:57:55.580702 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 57454) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 03:57:55.896298 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [None req-39be2d96-60d3-42ce-b971-7d074b591b62 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 03:57:55.897260 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-39be2d96-60d3-42ce-b971-7d074b591b62 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3156092 Aug 29 03:57:58.540347 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 57468) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 03:57:58.838650 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 03743697-abd3-489a-a170-096c13fff704 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 03:57:58.842549 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-1051be8d-99fa-4568-a568-e9c8309a5bd4 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '086d9cb06809441cbed80b0966cba503', 'admin_state_up': True}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 03:57:58.908667 n-d-712140-12 neutron-server[94829]: DEBUG neutron.policy [None req-1051be8d-99fa-4568-a568-e9c8309a5bd4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94829) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 29 03:57:58.928198 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 03743697-abd3-489a-a170-096c13fff704 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 03:57:58.955750 n-d-712140-12 neutron-server[94829]: WARNING oslo_policy.policy [None req-1051be8d-99fa-4568-a568-e9c8309a5bd4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 03:57:58.956202 n-d-712140-12 neutron-server[94829]: WARNING oslo_policy.policy [None req-1051be8d-99fa-4568-a568-e9c8309a5bd4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 03:57:58.965050 n-d-712140-12 neutron-server[94829]: INFO neutron.quota [None req-1051be8d-99fa-4568-a568-e9c8309a5bd4 admin admin] Loaded quota_driver: . Aug 29 03:57:59.024141 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1051be8d-99fa-4568-a568-e9c8309a5bd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:57:59.025978 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1051be8d-99fa-4568-a568-e9c8309a5bd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1838'] for router, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:57:59.180681 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1051be8d-99fa-4568-a568-e9c8309a5bd4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:57:59.185965 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1051be8d-99fa-4568-a568-e9c8309a5bd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409'] for router, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:57:59.204735 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1051be8d-99fa-4568-a568-e9c8309a5bd4 admin admin] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:57:59.206449 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-1051be8d-99fa-4568-a568-e9c8309a5bd4 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6651397 Aug 29 03:57:59.469806 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb297916-909e-4ba9-ad73-d9714b2b50e6 None None] Network 41225c1b-1312-47b8-9af2-c3ddf832fe3f requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 03:57:59.527264 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-c3cd5af5-cbc5-4468-b1e1-ee684b9253cf None None] Provisioning for port 03743697-abd3-489a-a170-096c13fff704 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 03:57:59.533063 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-c3cd5af5-cbc5-4468-b1e1-ee684b9253cf None None] Provisioning complete for port 03743697-abd3-489a-a170-096c13fff704 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 03:57:59.533456 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c3cd5af5-cbc5-4468-b1e1-ee684b9253cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:57:59.691778 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c3cd5af5-cbc5-4468-b1e1-ee684b9253cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:57:59.754394 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-c3cd5af5-cbc5-4468-b1e1-ee684b9253cf None None] For port 03743697-abd3-489a-a170-096c13fff704, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=03743697-abd3-489a-a170-096c13fff704,segment=NetworkSegment(58426e8c-6020-411b-8ba0-98aac6a7a794),segment_id=58426e8c-6020-411b-8ba0-98aac6a7a794)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 03:57:59.758580 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c3cd5af5-cbc5-4468-b1e1-ee684b9253cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:57:59.823612 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cd5af5-cbc5-4468-b1e1-ee684b9253cf None None] Pushing event updated for resources: {'Port': ['ID=03743697-abd3-489a-a170-096c13fff704,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 03:57:59.926269 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-3e43288c-6f6e-4f90-8e9c-364099f1ac84 None None] Provisioning complete for port 03743697-abd3-489a-a170-096c13fff704 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 03:57:59.926868 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3e43288c-6f6e-4f90-8e9c-364099f1ac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:58:00.817594 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 03743697-abd3-489a-a170-096c13fff704 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 03:58:00.863931 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 03743697-abd3-489a-a170-096c13fff704 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 03:58:00.864309 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:58:01.560290 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 57480) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 03:58:01.865789 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [None req-52ce34e5-a2e9-4471-bef3-11792d679436 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 03:58:01.866808 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-52ce34e5-a2e9-4471-bef3-11792d679436 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3055558 Aug 29 03:58:03.252842 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-90e08167-8882-4374-9682-26df0f243890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:58:04.216670 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 57488) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 03:58:04.520330 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-7896f57d-01e9-42d5-b66f-984905935513 admin admin] Request body: {'network': {'is_default': True, 'router:external': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 03:58:04.540840 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7896f57d-01e9-42d5-b66f-984905935513 admin admin] Made reservation on behalf of 357aae99dc534eb48540fb58cd1c3a98 for: {'network': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 03:58:04.543128 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7896f57d-01e9-42d5-b66f-984905935513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:58:04.551068 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7896f57d-01e9-42d5-b66f-984905935513 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:58:04.638312 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7896f57d-01e9-42d5-b66f-984905935513 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:58:04.641822 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7896f57d-01e9-42d5-b66f-984905935513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:58:04.656566 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-7896f57d-01e9-42d5-b66f-984905935513 admin admin] Reserving flat network on physical network physnet1 {{(pid=94828) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 29 03:58:04.677738 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7896f57d-01e9-42d5-b66f-984905935513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c0f5f41-7362-4a14-bd32-502a56aaee69,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 03:58:04.680683 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7896f57d-01e9-42d5-b66f-984905935513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:58:04.681030 n-d-712140-12 neutron-server[94828]: INFO neutron.db.segments_db [None req-7896f57d-01e9-42d5-b66f-984905935513 admin admin] Added segment ff1bf64f-2192-4d72-a74b-1b522d0dfbfc of type flat for network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 Aug 29 03:58:04.726548 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7896f57d-01e9-42d5-b66f-984905935513 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:58:04.758161 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7896f57d-01e9-42d5-b66f-984905935513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:58:04.759416 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7896f57d-01e9-42d5-b66f-984905935513 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 03:58:04.760081 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7896f57d-01e9-42d5-b66f-984905935513 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:58:04.817803 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-7896f57d-01e9-42d5-b66f-984905935513 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6000807 Aug 29 03:58:04.822760 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7896f57d-01e9-42d5-b66f-984905935513 admin admin] Pushing event updated for resources: {'Network': ['ID=e6c84a15-2e6f-4c07-8ede-a88148c2fe90,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 03:58:04.826180 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 5 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 03:58:04.836560 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 03:58:06.145445 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d495631f-44ae-4dd7-8b14-8c426a5df79b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:58:06.933070 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:58:07.104466 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:58:07.183348 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 57506) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 03:58:07.353291 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abbf4f9f-c5a6-4b09-9cc3-cfc3d45a9913 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 03:58:07.354606 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-abbf4f9f-c5a6-4b09-9cc3-cfc3d45a9913 admin admin] 10.222.0.22 "GET /v2.0/subnets/26fd8055-9186-4b23-9475-b9b98296624a HTTP/1.1" status: 200 len: 849 time: 0.1702578 Aug 29 03:58:07.517841 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-6e152ccd-3df3-4f0c-a5d2-befd6e9c608e admin admin] 10.222.0.22 "GET /v2.0/routers/85837d21-f3c1-48f1-b5de-ab111dfc36f3 HTTP/1.1" status: 200 len: 704 time: 0.1570575 Aug 29 03:58:07.780711 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6e257685-7ec4-4d94-b6b3-93dc1af9c2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:58:08.072248 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-6e257685-7ec4-4d94-b6b3-93dc1af9c2b9 admin admin] Allocated IP 172.20.0.1 (41225c1b-1312-47b8-9af2-c3ddf832fe3f/26fd8055-9186-4b23-9475-b9b98296624a/a32f63bb-9f9c-43b4-ab48-c0c708387577) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 03:58:08.267693 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6e257685-7ec4-4d94-b6b3-93dc1af9c2b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:58:08.290597 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-6e257685-7ec4-4d94-b6b3-93dc1af9c2b9 admin admin] Transition to ACTIVE for port object a32f63bb-9f9c-43b4-ab48-c0c708387577 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 03:58:08.354750 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6e257685-7ec4-4d94-b6b3-93dc1af9c2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:58:08.388402 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:58:08.430001 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e257685-7ec4-4d94-b6b3-93dc1af9c2b9 admin admin] Network 41225c1b-1312-47b8-9af2-c3ddf832fe3f is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 03:58:08.434681 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-6e257685-7ec4-4d94-b6b3-93dc1af9c2b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 03:58:08.439365 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e257685-7ec4-4d94-b6b3-93dc1af9c2b9 admin admin] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 03:58:08.440456 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6e257685-7ec4-4d94-b6b3-93dc1af9c2b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719598'] for router_interface, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:58:08.459187 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e257685-7ec4-4d94-b6b3-93dc1af9c2b9 admin admin] Pushing event updated for resources: {'Port': ['ID=a32f63bb-9f9c-43b4-ab48-c0c708387577,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 03:58:08.631885 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6e257685-7ec4-4d94-b6b3-93dc1af9c2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:58:08.668067 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-d6d2cbc5-c562-4ed9-82c7-6874d730b842 None None] Provisioning for port a32f63bb-9f9c-43b4-ab48-c0c708387577 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 03:58:08.671705 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-d6d2cbc5-c562-4ed9-82c7-6874d730b842 None None] Provisioning complete for port a32f63bb-9f9c-43b4-ab48-c0c708387577 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 03:58:08.672083 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d6d2cbc5-c562-4ed9-82c7-6874d730b842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:58:08.704223 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-d6d2cbc5-c562-4ed9-82c7-6874d730b842 None None] Port a32f63bb-9f9c-43b4-ab48-c0c708387577 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 03:58:08.838422 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6e257685-7ec4-4d94-b6b3-93dc1af9c2b9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:58:08.842714 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6e257685-7ec4-4d94-b6b3-93dc1af9c2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:58:08.843474 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6e257685-7ec4-4d94-b6b3-93dc1af9c2b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-718897'] for router_interface, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:58:08.918149 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e257685-7ec4-4d94-b6b3-93dc1af9c2b9 admin admin] Pushing event updated for resources: {'Port': ['ID=a32f63bb-9f9c-43b4-ab48-c0c708387577,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 03:58:08.964290 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e257685-7ec4-4d94-b6b3-93dc1af9c2b9 admin admin] Network 41225c1b-1312-47b8-9af2-c3ddf832fe3f is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 03:58:08.965557 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-6e257685-7ec4-4d94-b6b3-93dc1af9c2b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 03:58:09.122558 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e257685-7ec4-4d94-b6b3-93dc1af9c2b9 admin admin] Router 85837d21-f3c1-48f1-b5de-ab111dfc36f3 is scheduled to L3 agent 76874008-c311-485c-ba36-921b6d275b6a with binding_index 1 {{(pid=94828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 03:58:09.125372 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-355bf828-ca0b-48e8-955e-be1e446f5228 None None] Provisioning complete for port a32f63bb-9f9c-43b4-ab48-c0c708387577 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 03:58:09.125753 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-355bf828-ca0b-48e8-955e-be1e446f5228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:58:09.159413 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-355bf828-ca0b-48e8-955e-be1e446f5228 None None] Port a32f63bb-9f9c-43b4-ab48-c0c708387577 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 03:58:09.212719 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e257685-7ec4-4d94-b6b3-93dc1af9c2b9 admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 03:58:09.217819 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-6e257685-7ec4-4d94-b6b3-93dc1af9c2b9 admin admin] 10.222.0.22 "PUT /v2.0/routers/85837d21-f3c1-48f1-b5de-ab111dfc36f3/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6943059 Aug 29 03:58:09.222608 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d04c7c0-0a73-4323-9a00-08f3915ede7b None None] Sync routers for ids ['85837d21-f3c1-48f1-b5de-ab111dfc36f3'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 03:58:09.236651 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d04c7c0-0a73-4323-9a00-08f3915ede7b None None] Routers {'85837d21-f3c1-48f1-b5de-ab111dfc36f3'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 03:58:09.237946 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-8d04c7c0-0a73-4323-9a00-08f3915ede7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T03:58:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['85837d21-f3c1-48f1-b5de-ab111dfc36f3'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 03:58:09.421510 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-8d04c7c0-0a73-4323-9a00-08f3915ede7b None None] Set router 85837d21-f3c1-48f1-b5de-ab111dfc36f3 gateway port host: None {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 03:58:09.845347 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-8d04c7c0-0a73-4323-9a00-08f3915ede7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85837d21-f3c1-48f1-b5de-ab111dfc36f3', 'name': 'router1', 'tenant_id': '086d9cb06809441cbed80b0966cba503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T03:57:59Z', 'updated_at': '2021-08-29T03:58:08Z', 'revision_number': 2, 'project_id': '086d9cb06809441cbed80b0966cba503', 'gw_port_host': None, '_interfaces': [{'id': 'a32f63bb-9f9c-43b4-ab48-c0c708387577', 'name': '', 'network_id': '41225c1b-1312-47b8-9af2-c3ddf832fe3f', 'tenant_id': '086d9cb06809441cbed80b0966cba503', 'mac_address': 'fa:16:3e:db:e7:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85837d21-f3c1-48f1-b5de-ab111dfc36f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '26fd8055-9186-4b23-9475-b9b98296624a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T03:58:07Z', 'updated_at': '2021-08-29T03:58:08Z', 'revision_number': 2, 'project_id': '086d9cb06809441cbed80b0966cba503', 'subnets': [{'id': '26fd8055-9186-4b23-9475-b9b98296624a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '56547e66-c287-423a-9771-6ba18e5c894d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 03:58:09.896158 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d04c7c0-0a73-4323-9a00-08f3915ede7b None None] Checking router: 85837d21-f3c1-48f1-b5de-ab111dfc36f3 for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 03:58:09.896532 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d04c7c0-0a73-4323-9a00-08f3915ede7b None None] Updating router 85837d21-f3c1-48f1-b5de-ab111dfc36f3 port a32f63bb-9f9c-43b4-ab48-c0c708387577 binding host n-d-712140-12 {{(pid=94831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 03:58:09.944581 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8d04c7c0-0a73-4323-9a00-08f3915ede7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:58:10.448092 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8d04c7c0-0a73-4323-9a00-08f3915ede7b None None] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:58:10.466200 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-8d04c7c0-0a73-4323-9a00-08f3915ede7b None None] Transition to ACTIVE for port object a32f63bb-9f9c-43b4-ab48-c0c708387577 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 03:58:10.472389 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8d04c7c0-0a73-4323-9a00-08f3915ede7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:58:10.633640 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1a9da0-bc00-486c-a854-2806f58cd8e2 None None] Pushing event updated for resources: {'Port': ['ID=a32f63bb-9f9c-43b4-ab48-c0c708387577,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 03:58:10.637365 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-8d04c7c0-0a73-4323-9a00-08f3915ede7b None None] Attempting to bind port a32f63bb-9f9c-43b4-ab48-c0c708387577 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 03:58:10.637753 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-8d04c7c0-0a73-4323-9a00-08f3915ede7b None None] Attempting to bind port a32f63bb-9f9c-43b4-ab48-c0c708387577 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '58426e8c-6020-411b-8ba0-98aac6a7a794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '41225c1b-1312-47b8-9af2-c3ddf832fe3f'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 03:58:10.638180 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d04c7c0-0a73-4323-9a00-08f3915ede7b None None] Attempting to bind port a32f63bb-9f9c-43b4-ab48-c0c708387577 on network 41225c1b-1312-47b8-9af2-c3ddf832fe3f {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 03:58:10.646204 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d04c7c0-0a73-4323-9a00-08f3915ede7b None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 3, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 03:58:10.646616 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d04c7c0-0a73-4323-9a00-08f3915ede7b None None] Checking segment: {'id': '58426e8c-6020-411b-8ba0-98aac6a7a794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '41225c1b-1312-47b8-9af2-c3ddf832fe3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 03:58:10.647105 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8d04c7c0-0a73-4323-9a00-08f3915ede7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:58:10.647493 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d04c7c0-0a73-4323-9a00-08f3915ede7b None None] Bound using segment: {'id': '58426e8c-6020-411b-8ba0-98aac6a7a794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '41225c1b-1312-47b8-9af2-c3ddf832fe3f'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 03:58:10.648017 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-8d04c7c0-0a73-4323-9a00-08f3915ede7b None None] Bound port: a32f63bb-9f9c-43b4-ab48-c0c708387577, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58426e8c-6020-411b-8ba0-98aac6a7a794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '41225c1b-1312-47b8-9af2-c3ddf832fe3f'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 03:58:10.648390 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8d04c7c0-0a73-4323-9a00-08f3915ede7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:58:10.651530 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1a9da0-bc00-486c-a854-2806f58cd8e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:58:10.652147 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1a9da0-bc00-486c-a854-2806f58cd8e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:58:10.652483 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1a9da0-bc00-486c-a854-2806f58cd8e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:58:10.652812 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1a9da0-bc00-486c-a854-2806f58cd8e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:58:10.653137 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1a9da0-bc00-486c-a854-2806f58cd8e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:58:10.653461 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1a9da0-bc00-486c-a854-2806f58cd8e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:58:10.653786 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1a9da0-bc00-486c-a854-2806f58cd8e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:58:10.654106 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1a9da0-bc00-486c-a854-2806f58cd8e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:58:10.654424 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1a9da0-bc00-486c-a854-2806f58cd8e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:58:10.654739 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1a9da0-bc00-486c-a854-2806f58cd8e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:58:10.655060 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1a9da0-bc00-486c-a854-2806f58cd8e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:58:10.655377 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1a9da0-bc00-486c-a854-2806f58cd8e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:58:10.656526 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1a9da0-bc00-486c-a854-2806f58cd8e2 None None] Tracked resource versions report: Aug 29 03:58:10.656526 n-d-712140-12 neutron-server[94831]: pushed versions: Aug 29 03:58:10.656526 n-d-712140-12 neutron-server[94831]: { 'AddressGroup': {'1.2'}, Aug 29 03:58:10.656526 n-d-712140-12 neutron-server[94831]: 'ConntrackHelper': {'1.0'}, Aug 29 03:58:10.656526 n-d-712140-12 neutron-server[94831]: 'Log': {'1.0'}, Aug 29 03:58:10.656526 n-d-712140-12 neutron-server[94831]: 'Network': {'1.1'}, Aug 29 03:58:10.656526 n-d-712140-12 neutron-server[94831]: 'Port': {'1.7'}, Aug 29 03:58:10.656526 n-d-712140-12 neutron-server[94831]: 'PortForwarding': {'1.2'}, Aug 29 03:58:10.656526 n-d-712140-12 neutron-server[94831]: 'QosPolicy': {'1.9'}, Aug 29 03:58:10.656526 n-d-712140-12 neutron-server[94831]: 'SecurityGroup': {'1.4'}, Aug 29 03:58:10.656526 n-d-712140-12 neutron-server[94831]: 'SecurityGroupRule': {'1.2'}, Aug 29 03:58:10.656526 n-d-712140-12 neutron-server[94831]: 'SubPort': {'1.0'}, Aug 29 03:58:10.656526 n-d-712140-12 neutron-server[94831]: 'Subnet': {'1.1'}, Aug 29 03:58:10.656526 n-d-712140-12 neutron-server[94831]: 'Trunk': {'1.1'}} Aug 29 03:58:10.656526 n-d-712140-12 neutron-server[94831]: consumer versions: Aug 29 03:58:10.656526 n-d-712140-12 neutron-server[94831]: { DHCP agent@n-d-712140-12: {}, Aug 29 03:58:10.656526 n-d-712140-12 neutron-server[94831]: L3 agent@n-d-712140-12: {}, Aug 29 03:58:10.656526 n-d-712140-12 neutron-server[94831]: Metadata agent@n-d-712140-12: {}, Aug 29 03:58:10.656526 n-d-712140-12 neutron-server[94831]: Metering agent@n-d-712140-12: {}, Aug 29 03:58:10.656526 n-d-712140-12 neutron-server[94831]: Open vSwitch agent@n-d-712140-12: { 'AddressGroup': '1.2', Aug 29 03:58:10.656526 n-d-712140-12 neutron-server[94831]: 'ConntrackHelper': '1.0', Aug 29 03:58:10.656526 n-d-712140-12 neutron-server[94831]: 'Log': '1.0', Aug 29 03:58:10.656526 n-d-712140-12 neutron-server[94831]: 'Network': '1.1', Aug 29 03:58:10.656526 n-d-712140-12 neutron-server[94831]: 'Port': '1.7', Aug 29 03:58:10.656526 n-d-712140-12 neutron-server[94831]: 'PortForwarding': '1.2', Aug 29 03:58:10.656526 n-d-712140-12 neutron-server[94831]: 'QosPolicy': '1.9', Aug 29 03:58:10.656526 n-d-712140-12 neutron-server[94831]: 'SecurityGroup': '1.4', Aug 29 03:58:10.656526 n-d-712140-12 neutron-server[94831]: 'SecurityGroupRule': '1.2', Aug 29 03:58:10.656526 n-d-712140-12 neutron-server[94831]: 'SubPort': '1.0', Aug 29 03:58:10.656526 n-d-712140-12 neutron-server[94831]: 'Subnet': '1.1', Aug 29 03:58:10.656526 n-d-712140-12 neutron-server[94831]: 'Trunk': '1.1'}} Aug 29 03:58:10.656526 n-d-712140-12 neutron-server[94831]: {{(pid=94831) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 03:58:10.723831 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-8d04c7c0-0a73-4323-9a00-08f3915ede7b None None] For port a32f63bb-9f9c-43b4-ab48-c0c708387577, host n-d-712140-12, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 03:58:10.743083 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-8d04c7c0-0a73-4323-9a00-08f3915ede7b None None] For port a32f63bb-9f9c-43b4-ab48-c0c708387577, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=a32f63bb-9f9c-43b4-ab48-c0c708387577,segment=NetworkSegment(58426e8c-6020-411b-8ba0-98aac6a7a794),segment_id=58426e8c-6020-411b-8ba0-98aac6a7a794)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 03:58:10.747661 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8d04c7c0-0a73-4323-9a00-08f3915ede7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:58:10.801435 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d04c7c0-0a73-4323-9a00-08f3915ede7b None None] Routers {'85837d21-f3c1-48f1-b5de-ab111dfc36f3'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 03:58:10.802054 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-8d04c7c0-0a73-4323-9a00-08f3915ede7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T03:58:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['85837d21-f3c1-48f1-b5de-ab111dfc36f3'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 03:58:10.886034 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1a9da0-bc00-486c-a854-2806f58cd8e2 None None] Pushing event updated for resources: {'Port': ['ID=a32f63bb-9f9c-43b4-ab48-c0c708387577,revision_number=4']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 03:58:10.898883 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-8d04c7c0-0a73-4323-9a00-08f3915ede7b None None] Set router 85837d21-f3c1-48f1-b5de-ab111dfc36f3 gateway port host: None {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 03:58:11.102040 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-8d04c7c0-0a73-4323-9a00-08f3915ede7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85837d21-f3c1-48f1-b5de-ab111dfc36f3', 'name': 'router1', 'tenant_id': '086d9cb06809441cbed80b0966cba503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T03:57:59Z', 'updated_at': '2021-08-29T03:58:08Z', 'revision_number': 2, 'project_id': '086d9cb06809441cbed80b0966cba503', 'gw_port_host': None, '_interfaces': [{'id': 'a32f63bb-9f9c-43b4-ab48-c0c708387577', 'name': '', 'network_id': '41225c1b-1312-47b8-9af2-c3ddf832fe3f', 'tenant_id': '086d9cb06809441cbed80b0966cba503', 'mac_address': 'fa:16:3e:db:e7:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85837d21-f3c1-48f1-b5de-ab111dfc36f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '26fd8055-9186-4b23-9475-b9b98296624a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T03:58:07Z', 'updated_at': '2021-08-29T03:58:10Z', 'revision_number': 4, 'project_id': '086d9cb06809441cbed80b0966cba503', 'subnets': [{'id': '26fd8055-9186-4b23-9475-b9b98296624a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '56547e66-c287-423a-9771-6ba18e5c894d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 03:58:11.130770 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d04c7c0-0a73-4323-9a00-08f3915ede7b None None] The sync data for ids ['85837d21-f3c1-48f1-b5de-ab111dfc36f3'] in n-d-712140-12 is: [{'id': '85837d21-f3c1-48f1-b5de-ab111dfc36f3', 'name': 'router1', 'tenant_id': '086d9cb06809441cbed80b0966cba503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T03:57:59Z', 'updated_at': '2021-08-29T03:58:08Z', 'revision_number': 2, 'project_id': '086d9cb06809441cbed80b0966cba503', 'gw_port_host': None, '_interfaces': [{'id': 'a32f63bb-9f9c-43b4-ab48-c0c708387577', 'name': '', 'network_id': '41225c1b-1312-47b8-9af2-c3ddf832fe3f', 'tenant_id': '086d9cb06809441cbed80b0966cba503', 'mac_address': 'fa:16:3e:db:e7:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85837d21-f3c1-48f1-b5de-ab111dfc36f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '26fd8055-9186-4b23-9475-b9b98296624a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T03:58:07Z', 'updated_at': '2021-08-29T03:58:10Z', 'revision_number': 4, 'project_id': '086d9cb06809441cbed80b0966cba503', 'subnets': [{'id': '26fd8055-9186-4b23-9475-b9b98296624a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '56547e66-c287-423a-9771-6ba18e5c894d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 03:58:11.417532 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 57526) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 03:58:11.601470 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5069dab-176f-419d-a5b8-9c3f11400202 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 03:58:11.602880 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-d5069dab-176f-419d-a5b8-9c3f11400202 admin admin] 10.222.0.22 "GET /v2.0/networks/e6c84a15-2e6f-4c07-8ede-a88148c2fe90 HTTP/1.1" status: 200 len: 842 time: 0.1843884 Aug 29 03:58:11.613452 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-8d58ea88-5557-4556-bf72-3657181df961 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'ip_version': 4, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'enable_dhcp': False}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 03:58:11.637166 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d58ea88-5557-4556-bf72-3657181df961 admin admin] Made reservation on behalf of 357aae99dc534eb48540fb58cd1c3a98 for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 03:58:11.639872 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8d58ea88-5557-4556-bf72-3657181df961 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:58:12.011624 n-d-712140-12 neutron-server[94829]: DEBUG neutron.objects.ports [None req-8d58ea88-5557-4556-bf72-3657181df961 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94829) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 03:58:12.012113 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8d58ea88-5557-4556-bf72-3657181df961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for subnet, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:58:12.090564 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d58ea88-5557-4556-bf72-3657181df961 admin admin] Checking segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 03:58:12.090972 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d58ea88-5557-4556-bf72-3657181df961 admin admin] Network hostable DHCP agents. Network: e6c84a15-2e6f-4c07-8ede-a88148c2fe90, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 03:58:12.101779 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d58ea88-5557-4556-bf72-3657181df961 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20d91055-e54d-4ff5-862d-586f5f48a46d,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 03:58:12.117530 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d58ea88-5557-4556-bf72-3657181df961 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:58:12.117873 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d58ea88-5557-4556-bf72-3657181df961 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:58:12.118206 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d58ea88-5557-4556-bf72-3657181df961 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:58:12.118539 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d58ea88-5557-4556-bf72-3657181df961 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:58:12.118867 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d58ea88-5557-4556-bf72-3657181df961 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:58:12.119193 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d58ea88-5557-4556-bf72-3657181df961 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:58:12.119519 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d58ea88-5557-4556-bf72-3657181df961 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:58:12.119873 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d58ea88-5557-4556-bf72-3657181df961 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:58:12.120204 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d58ea88-5557-4556-bf72-3657181df961 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:58:12.120521 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d58ea88-5557-4556-bf72-3657181df961 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:58:12.120839 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d58ea88-5557-4556-bf72-3657181df961 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:58:12.121154 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d58ea88-5557-4556-bf72-3657181df961 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:58:12.122273 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d58ea88-5557-4556-bf72-3657181df961 admin admin] Tracked resource versions report: Aug 29 03:58:12.122273 n-d-712140-12 neutron-server[94829]: pushed versions: Aug 29 03:58:12.122273 n-d-712140-12 neutron-server[94829]: { 'AddressGroup': {'1.2'}, Aug 29 03:58:12.122273 n-d-712140-12 neutron-server[94829]: 'ConntrackHelper': {'1.0'}, Aug 29 03:58:12.122273 n-d-712140-12 neutron-server[94829]: 'Log': {'1.0'}, Aug 29 03:58:12.122273 n-d-712140-12 neutron-server[94829]: 'Network': {'1.1'}, Aug 29 03:58:12.122273 n-d-712140-12 neutron-server[94829]: 'Port': {'1.7'}, Aug 29 03:58:12.122273 n-d-712140-12 neutron-server[94829]: 'PortForwarding': {'1.2'}, Aug 29 03:58:12.122273 n-d-712140-12 neutron-server[94829]: 'QosPolicy': {'1.9'}, Aug 29 03:58:12.122273 n-d-712140-12 neutron-server[94829]: 'SecurityGroup': {'1.4'}, Aug 29 03:58:12.122273 n-d-712140-12 neutron-server[94829]: 'SecurityGroupRule': {'1.2'}, Aug 29 03:58:12.122273 n-d-712140-12 neutron-server[94829]: 'SubPort': {'1.0'}, Aug 29 03:58:12.122273 n-d-712140-12 neutron-server[94829]: 'Subnet': {'1.1'}, Aug 29 03:58:12.122273 n-d-712140-12 neutron-server[94829]: 'Trunk': {'1.1'}} Aug 29 03:58:12.122273 n-d-712140-12 neutron-server[94829]: consumer versions: Aug 29 03:58:12.122273 n-d-712140-12 neutron-server[94829]: { DHCP agent@n-d-712140-12: {}, Aug 29 03:58:12.122273 n-d-712140-12 neutron-server[94829]: L3 agent@n-d-712140-12: {}, Aug 29 03:58:12.122273 n-d-712140-12 neutron-server[94829]: Metadata agent@n-d-712140-12: {}, Aug 29 03:58:12.122273 n-d-712140-12 neutron-server[94829]: Metering agent@n-d-712140-12: {}, Aug 29 03:58:12.122273 n-d-712140-12 neutron-server[94829]: Open vSwitch agent@n-d-712140-12: { 'AddressGroup': '1.2', Aug 29 03:58:12.122273 n-d-712140-12 neutron-server[94829]: 'ConntrackHelper': '1.0', Aug 29 03:58:12.122273 n-d-712140-12 neutron-server[94829]: 'Log': '1.0', Aug 29 03:58:12.122273 n-d-712140-12 neutron-server[94829]: 'Network': '1.1', Aug 29 03:58:12.122273 n-d-712140-12 neutron-server[94829]: 'Port': '1.7', Aug 29 03:58:12.122273 n-d-712140-12 neutron-server[94829]: 'PortForwarding': '1.2', Aug 29 03:58:12.122273 n-d-712140-12 neutron-server[94829]: 'QosPolicy': '1.9', Aug 29 03:58:12.122273 n-d-712140-12 neutron-server[94829]: 'SecurityGroup': '1.4', Aug 29 03:58:12.122273 n-d-712140-12 neutron-server[94829]: 'SecurityGroupRule': '1.2', Aug 29 03:58:12.122273 n-d-712140-12 neutron-server[94829]: 'SubPort': '1.0', Aug 29 03:58:12.122273 n-d-712140-12 neutron-server[94829]: 'Subnet': '1.1', Aug 29 03:58:12.122273 n-d-712140-12 neutron-server[94829]: 'Trunk': '1.1'}} Aug 29 03:58:12.122273 n-d-712140-12 neutron-server[94829]: {{(pid=94829) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 03:58:12.148729 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d58ea88-5557-4556-bf72-3657181df961 admin admin] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 03:58:12.165009 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-8d58ea88-5557-4556-bf72-3657181df961 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, e6c84a15-2e6f-4c07-8ede-a88148c2fe90) {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 03:58:12.172964 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f708018-6c1c-4087-8b70-b89578afedd1 None None] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 03:58:12.176241 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d58ea88-5557-4556-bf72-3657181df961 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 03:58:12.176875 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8d58ea88-5557-4556-bf72-3657181df961 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:58:12.201711 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-8d58ea88-5557-4556-bf72-3657181df961 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5825803 Aug 29 03:58:12.301323 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e330a2-01bb-4402-8e5e-adb0be49a936 None None] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 03:58:14.479972 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 57538) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 03:58:14.696094 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-22cdeb07-b7c8-41a5-be36-6aacbebda78e admin admin] 10.222.0.22 "GET /v2.0/routers/85837d21-f3c1-48f1-b5de-ab111dfc36f3 HTTP/1.1" status: 200 len: 710 time: 0.2147727 Aug 29 03:58:14.785847 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d10d6a-ace7-4590-af8e-02ca55ab8a79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 03:58:14.792779 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-f9d10d6a-ace7-4590-af8e-02ca55ab8a79 admin admin] 10.222.0.22 "GET /v2.0/networks/e6c84a15-2e6f-4c07-8ede-a88148c2fe90 HTTP/1.1" status: 200 len: 886 time: 0.0853536 Aug 29 03:58:14.796658 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-90b2c7b7-224e-4390-8353-35418c854434 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 03:58:15.037667 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-90b2c7b7-224e-4390-8353-35418c854434 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:58:15.268780 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-90b2c7b7-224e-4390-8353-35418c854434 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:58:15.343761 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-90b2c7b7-224e-4390-8353-35418c854434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:58:15.512869 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-90b2c7b7-224e-4390-8353-35418c854434 admin admin] Allocated IP 172.25.0.78 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/cb01c492-3cca-41e5-9ba1-46977072ad7c) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 03:58:15.621394 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-90b2c7b7-224e-4390-8353-35418c854434 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:58:15.691843 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-90b2c7b7-224e-4390-8353-35418c854434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:58:15.800225 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b2c7b7-224e-4390-8353-35418c854434 admin admin] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 03:58:15.806753 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-90b2c7b7-224e-4390-8353-35418c854434 admin admin] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 03:58:15.812159 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b2c7b7-224e-4390-8353-35418c854434 admin admin] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 03:58:15.881341 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b2c7b7-224e-4390-8353-35418c854434 admin admin] Pushing event updated for resources: {'Port': ['ID=cb01c492-3cca-41e5-9ba1-46977072ad7c,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 03:58:16.096399 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-90b2c7b7-224e-4390-8353-35418c854434 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:58:16.305516 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-90b2c7b7-224e-4390-8353-35418c854434 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-719380', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-717238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1792'] for router, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:58:16.310209 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-90b2c7b7-224e-4390-8353-35418c854434 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-719375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-719366', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-717217'] for router, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:58:16.423770 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90b2c7b7-224e-4390-8353-35418c854434 admin admin] Router 85837d21-f3c1-48f1-b5de-ab111dfc36f3 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 03:58:16.532701 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90b2c7b7-224e-4390-8353-35418c854434 admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 03:58:16.537708 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-90b2c7b7-224e-4390-8353-35418c854434 admin admin] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:58:16.538759 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-90b2c7b7-224e-4390-8353-35418c854434 admin admin] 10.222.0.22 "PUT /v2.0/routers/85837d21-f3c1-48f1-b5de-ab111dfc36f3 HTTP/1.1" status: 200 len: 889 time: 1.7453434 Aug 29 03:58:16.846830 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device a32f63bb-9f9c-43b4-ab48-c0c708387577 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 03:58:16.900701 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port a32f63bb-9f9c-43b4-ab48-c0c708387577 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 03:58:16.904869 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port a32f63bb-9f9c-43b4-ab48-c0c708387577 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 03:58:16.905240 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:58:16.980317 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:58:17.012899 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port a32f63bb-9f9c-43b4-ab48-c0c708387577, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=a32f63bb-9f9c-43b4-ab48-c0c708387577,segment=NetworkSegment(58426e8c-6020-411b-8ba0-98aac6a7a794),segment_id=58426e8c-6020-411b-8ba0-98aac6a7a794)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 03:58:17.016745 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:58:17.062978 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=a32f63bb-9f9c-43b4-ab48-c0c708387577,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 03:58:17.534290 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0ecd3b-a95b-44c3-8e7e-f295989a0904 None None] Sync routers for ids ['85837d21-f3c1-48f1-b5de-ab111dfc36f3'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 03:58:17.544511 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0ecd3b-a95b-44c3-8e7e-f295989a0904 None None] Routers {'85837d21-f3c1-48f1-b5de-ab111dfc36f3'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 03:58:17.545218 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-5d0ecd3b-a95b-44c3-8e7e-f295989a0904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T03:58:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['85837d21-f3c1-48f1-b5de-ab111dfc36f3'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 03:58:17.793470 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-5d0ecd3b-a95b-44c3-8e7e-f295989a0904 None None] Set router 85837d21-f3c1-48f1-b5de-ab111dfc36f3 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 03:58:18.176485 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-5d0ecd3b-a95b-44c3-8e7e-f295989a0904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85837d21-f3c1-48f1-b5de-ab111dfc36f3', 'name': 'router1', 'tenant_id': '086d9cb06809441cbed80b0966cba503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': 'cb01c492-3cca-41e5-9ba1-46977072ad7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T03:57:59Z', 'updated_at': '2021-08-29T03:58:15Z', 'revision_number': 4, 'project_id': '086d9cb06809441cbed80b0966cba503', 'gw_port': {'id': 'cb01c492-3cca-41e5-9ba1-46977072ad7c', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:38:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85837d21-f3c1-48f1-b5de-ab111dfc36f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T03:58:15Z', 'updated_at': '2021-08-29T03:58:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': 'a32f63bb-9f9c-43b4-ab48-c0c708387577', 'name': '', 'network_id': '41225c1b-1312-47b8-9af2-c3ddf832fe3f', 'tenant_id': '086d9cb06809441cbed80b0966cba503', 'mac_address': 'fa:16:3e:db:e7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85837d21-f3c1-48f1-b5de-ab111dfc36f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '26fd8055-9186-4b23-9475-b9b98296624a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T03:58:07Z', 'updated_at': '2021-08-29T03:58:16Z', 'revision_number': 5, 'project_id': '086d9cb06809441cbed80b0966cba503', 'subnets': [{'id': '26fd8055-9186-4b23-9475-b9b98296624a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '56547e66-c287-423a-9771-6ba18e5c894d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 03:58:18.224308 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0ecd3b-a95b-44c3-8e7e-f295989a0904 None None] Checking router: 85837d21-f3c1-48f1-b5de-ab111dfc36f3 for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 03:58:18.224674 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0ecd3b-a95b-44c3-8e7e-f295989a0904 None None] Updating router 85837d21-f3c1-48f1-b5de-ab111dfc36f3 port cb01c492-3cca-41e5-9ba1-46977072ad7c binding host n-d-712140-12 {{(pid=94830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 03:58:18.270573 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5d0ecd3b-a95b-44c3-8e7e-f295989a0904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:58:18.579713 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5d0ecd3b-a95b-44c3-8e7e-f295989a0904 None None] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:58:18.589791 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-5d0ecd3b-a95b-44c3-8e7e-f295989a0904 None None] Transition to ACTIVE for port object cb01c492-3cca-41e5-9ba1-46977072ad7c will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 03:58:18.595509 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5d0ecd3b-a95b-44c3-8e7e-f295989a0904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:58:18.644298 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd060c4-771d-4061-a42a-08ab8c971048 None None] Pushing event updated for resources: {'Port': ['ID=cb01c492-3cca-41e5-9ba1-46977072ad7c,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 03:58:18.648229 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-5d0ecd3b-a95b-44c3-8e7e-f295989a0904 None None] Attempting to bind port cb01c492-3cca-41e5-9ba1-46977072ad7c on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 03:58:18.648601 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-5d0ecd3b-a95b-44c3-8e7e-f295989a0904 None None] Attempting to bind port cb01c492-3cca-41e5-9ba1-46977072ad7c by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 03:58:18.648967 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0ecd3b-a95b-44c3-8e7e-f295989a0904 None None] Attempting to bind port cb01c492-3cca-41e5-9ba1-46977072ad7c on network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 03:58:18.653990 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0ecd3b-a95b-44c3-8e7e-f295989a0904 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 3, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 03:58:18.654354 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0ecd3b-a95b-44c3-8e7e-f295989a0904 None None] Checking segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 03:58:18.654746 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5d0ecd3b-a95b-44c3-8e7e-f295989a0904 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:58:18.655126 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0ecd3b-a95b-44c3-8e7e-f295989a0904 None None] Bound using segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 03:58:18.655578 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-5d0ecd3b-a95b-44c3-8e7e-f295989a0904 None None] Bound port: cb01c492-3cca-41e5-9ba1-46977072ad7c, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 03:58:18.655992 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5d0ecd3b-a95b-44c3-8e7e-f295989a0904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:58:18.706469 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-5d0ecd3b-a95b-44c3-8e7e-f295989a0904 None None] For port cb01c492-3cca-41e5-9ba1-46977072ad7c, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 03:58:18.709387 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-5d0ecd3b-a95b-44c3-8e7e-f295989a0904 None None] For port cb01c492-3cca-41e5-9ba1-46977072ad7c, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=cb01c492-3cca-41e5-9ba1-46977072ad7c,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 03:58:18.713570 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5d0ecd3b-a95b-44c3-8e7e-f295989a0904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:58:18.770206 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd060c4-771d-4061-a42a-08ab8c971048 None None] Pushing event updated for resources: {'Port': ['ID=cb01c492-3cca-41e5-9ba1-46977072ad7c,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 03:58:18.773007 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0ecd3b-a95b-44c3-8e7e-f295989a0904 None None] Routers {'85837d21-f3c1-48f1-b5de-ab111dfc36f3'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 03:58:18.773722 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-5d0ecd3b-a95b-44c3-8e7e-f295989a0904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T03:58:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['85837d21-f3c1-48f1-b5de-ab111dfc36f3'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 03:58:18.926937 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 57550) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 03:58:18.935295 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device a32f63bb-9f9c-43b4-ab48-c0c708387577 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 03:58:18.991023 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-5d0ecd3b-a95b-44c3-8e7e-f295989a0904 None None] Set router 85837d21-f3c1-48f1-b5de-ab111dfc36f3 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 03:58:19.036860 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port a32f63bb-9f9c-43b4-ab48-c0c708387577 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 03:58:19.037154 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:58:19.046674 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-aa20ddef-9d72-4e93-ae6b-618b9eec7c0f admin admin] 10.222.0.22 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1186244 Aug 29 03:58:19.273921 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-5d0ecd3b-a95b-44c3-8e7e-f295989a0904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85837d21-f3c1-48f1-b5de-ab111dfc36f3', 'name': 'router1', 'tenant_id': '086d9cb06809441cbed80b0966cba503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': 'cb01c492-3cca-41e5-9ba1-46977072ad7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T03:57:59Z', 'updated_at': '2021-08-29T03:58:15Z', 'revision_number': 4, 'project_id': '086d9cb06809441cbed80b0966cba503', 'gw_port': {'id': 'cb01c492-3cca-41e5-9ba1-46977072ad7c', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:38:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85837d21-f3c1-48f1-b5de-ab111dfc36f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T03:58:15Z', 'updated_at': '2021-08-29T03:58:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': 'a32f63bb-9f9c-43b4-ab48-c0c708387577', 'name': '', 'network_id': '41225c1b-1312-47b8-9af2-c3ddf832fe3f', 'tenant_id': '086d9cb06809441cbed80b0966cba503', 'mac_address': 'fa:16:3e:db:e7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85837d21-f3c1-48f1-b5de-ab111dfc36f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '26fd8055-9186-4b23-9475-b9b98296624a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T03:58:07Z', 'updated_at': '2021-08-29T03:58:16Z', 'revision_number': 5, 'project_id': '086d9cb06809441cbed80b0966cba503', 'subnets': [{'id': '26fd8055-9186-4b23-9475-b9b98296624a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '56547e66-c287-423a-9771-6ba18e5c894d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 03:58:19.300281 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0ecd3b-a95b-44c3-8e7e-f295989a0904 None None] The sync data for ids ['85837d21-f3c1-48f1-b5de-ab111dfc36f3'] in n-d-712140-12 is: [{'id': '85837d21-f3c1-48f1-b5de-ab111dfc36f3', 'name': 'router1', 'tenant_id': '086d9cb06809441cbed80b0966cba503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': 'cb01c492-3cca-41e5-9ba1-46977072ad7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T03:57:59Z', 'updated_at': '2021-08-29T03:58:15Z', 'revision_number': 4, 'project_id': '086d9cb06809441cbed80b0966cba503', 'gw_port': {'id': 'cb01c492-3cca-41e5-9ba1-46977072ad7c', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:38:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85837d21-f3c1-48f1-b5de-ab111dfc36f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T03:58:15Z', 'updated_at': '2021-08-29T03:58:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': 'a32f63bb-9f9c-43b4-ab48-c0c708387577', 'name': '', 'network_id': '41225c1b-1312-47b8-9af2-c3ddf832fe3f', 'tenant_id': '086d9cb06809441cbed80b0966cba503', 'mac_address': 'fa:16:3e:db:e7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85837d21-f3c1-48f1-b5de-ab111dfc36f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '26fd8055-9186-4b23-9475-b9b98296624a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T03:58:07Z', 'updated_at': '2021-08-29T03:58:16Z', 'revision_number': 5, 'project_id': '086d9cb06809441cbed80b0966cba503', 'subnets': [{'id': '26fd8055-9186-4b23-9475-b9b98296624a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '56547e66-c287-423a-9771-6ba18e5c894d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 03:58:20.892497 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device cb01c492-3cca-41e5-9ba1-46977072ad7c up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 03:58:20.947665 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port cb01c492-3cca-41e5-9ba1-46977072ad7c completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 03:58:20.952186 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port cb01c492-3cca-41e5-9ba1-46977072ad7c triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 03:58:20.952562 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:58:21.034091 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:58:21.054254 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port cb01c492-3cca-41e5-9ba1-46977072ad7c, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=cb01c492-3cca-41e5-9ba1-46977072ad7c,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 03:58:21.057933 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:58:21.108122 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=cb01c492-3cca-41e5-9ba1-46977072ad7c,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 03:58:22.888048 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device cb01c492-3cca-41e5-9ba1-46977072ad7c up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 03:58:22.961761 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port cb01c492-3cca-41e5-9ba1-46977072ad7c triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 03:58:22.962476 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:58:33.256354 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f4cf5b92-ceb7-43b8-b8d3-31040352d052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:58:36.161893 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fabc049c-3ac4-43bf-967c-61bb91774960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:58:36.938672 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:58:37.116128 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:58:38.404755 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:58:41.833239 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 5 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 03:59:03.258500 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5be3a556-37cb-475f-b91f-6c607d85297a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:59:06.148140 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3ec6e60f-2503-4b88-a801-ff0bd60439ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:59:06.940451 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:59:07.110726 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:59:08.411428 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:59:18.832535 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 5 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 03:59:33.257395 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-184650de-cb3b-4adf-94ad-8315f49a04b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:59:36.148684 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fa8ebc47-bef5-403c-b3b7-cff42245a498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:59:36.943156 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:59:37.116444 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:59:38.410763 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:59:55.831001 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 5 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 03:59:59.012076 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 58144) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 03:59:59.072581 n-d-712140-12 neutron-server[94828]: INFO neutron.pecan_wsgi.hooks.translation [None req-4604c4f0-1711-42f7-97b5-b85aa5a996f8 admin admin] GET failed (client error): The resource could not be found. Aug 29 03:59:59.073878 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-4604c4f0-1711-42f7-97b5-b85aa5a996f8 admin admin] 10.222.0.22 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0609379 Aug 29 03:59:59.230605 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e53c94d-d98e-4daa-a74c-f1d89b027026 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 03:59:59.232081 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-1e53c94d-d98e-4daa-a74c-f1d89b027026 admin admin] 10.222.0.22 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1531653 Aug 29 04:00:01.404201 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 58154) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:00:01.496543 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e067c81-8c17-4042-b216-8bb9b78c38b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:00:01.497915 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-9e067c81-8c17-4042-b216-8bb9b78c38b6 admin admin] 10.222.0.22 "GET /v2.0/subnets/26fd8055-9186-4b23-9475-b9b98296624a HTTP/1.1" status: 200 len: 849 time: 0.0927076 Aug 29 04:00:01.508606 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-e8be8a40-8585-4386-9918-9119f8c60523 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:00:01.596268 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e8be8a40-8585-4386-9918-9119f8c60523 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:01.825037 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e8be8a40-8585-4386-9918-9119f8c60523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8732639023912'] for subnet, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:01.852989 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8be8a40-8585-4386-9918-9119f8c60523 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:00:01.853569 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e8be8a40-8585-4386-9918-9119f8c60523 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:01.854892 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-e8be8a40-8585-4386-9918-9119f8c60523 admin admin] 10.222.0.22 "PUT /v2.0/subnets/26fd8055-9186-4b23-9475-b9b98296624a HTTP/1.1" status: 200 len: 868 time: 0.3501046 Aug 29 04:00:01.858007 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff72496-db8d-45d8-8a38-7057899440c1 None None] Network 41225c1b-1312-47b8-9af2-c3ddf832fe3f requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:00:01.878520 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8be8a40-8585-4386-9918-9119f8c60523 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26fd8055-9186-4b23-9475-b9b98296624a,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:00:01.886001 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8be8a40-8585-4386-9918-9119f8c60523 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:00:01.886363 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8be8a40-8585-4386-9918-9119f8c60523 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:00:01.886694 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8be8a40-8585-4386-9918-9119f8c60523 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:00:01.887041 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8be8a40-8585-4386-9918-9119f8c60523 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:00:01.887392 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8be8a40-8585-4386-9918-9119f8c60523 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:00:01.887919 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8be8a40-8585-4386-9918-9119f8c60523 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:00:01.888238 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8be8a40-8585-4386-9918-9119f8c60523 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:00:01.888579 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8be8a40-8585-4386-9918-9119f8c60523 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:00:01.888912 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8be8a40-8585-4386-9918-9119f8c60523 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:00:01.889238 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8be8a40-8585-4386-9918-9119f8c60523 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:00:01.889575 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8be8a40-8585-4386-9918-9119f8c60523 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:00:01.889901 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8be8a40-8585-4386-9918-9119f8c60523 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:00:02.280430 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-fee5de78-6a59-4f1f-b11e-08ac0ec34e42 None None] Provisioning complete for port 03743697-abd3-489a-a170-096c13fff704 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:00:02.280808 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fee5de78-6a59-4f1f-b11e-08ac0ec34e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:02.364156 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-fee5de78-6a59-4f1f-b11e-08ac0ec34e42 None None] Provisioning complete for port a32f63bb-9f9c-43b4-ab48-c0c708387577 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:00:02.364534 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fee5de78-6a59-4f1f-b11e-08ac0ec34e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:03.257518 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-65a1b8b6-26e5-4640-b1aa-69d50a4b55a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:04.058538 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 58162) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:00:04.256731 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e89fedab-8903-4cca-aecd-bd3dc34a7534 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:00:04.257213 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e89fedab-8903-4cca-aecd-bd3dc34a7534 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:00:04.258740 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-e89fedab-8903-4cca-aecd-bd3dc34a7534 admin admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1992469 Aug 29 04:00:06.151002 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-32058310-65a1-405e-875f-a7da645491bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:06.408812 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 58170) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:00:06.536017 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fdb9ea7-75ab-4ec2-a7be-70d45e4eaf04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:00:06.536502 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fdb9ea7-75ab-4ec2-a7be-70d45e4eaf04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:00:06.538021 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-4fdb9ea7-75ab-4ec2-a7be-70d45e4eaf04 admin admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1283197 Aug 29 04:00:06.945333 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:07.107549 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:08.418274 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:08.700909 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 58178) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:00:08.831035 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0506436-a68e-427c-9264-bb94e9f7a8a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:00:08.832432 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-f0506436-a68e-427c-9264-bb94e9f7a8a0 admin admin] 10.222.0.22 "GET /v2.0/networks/41225c1b-1312-47b8-9af2-c3ddf832fe3f HTTP/1.1" status: 200 len: 869 time: 0.1305699 Aug 29 04:00:10.990017 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 58186) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:00:11.113034 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28329e24-cd1e-48f7-bc59-418e7f29062e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:00:11.114462 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-28329e24-cd1e-48f7-bc59-418e7f29062e admin admin] 10.222.0.22 "GET /v2.0/networks/e6c84a15-2e6f-4c07-8ede-a88148c2fe90 HTTP/1.1" status: 200 len: 886 time: 0.1234846 Aug 29 04:00:13.302226 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 58194) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:00:13.425339 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687aef1e-b5c7-4b14-861f-becb585728b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:00:13.425798 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687aef1e-b5c7-4b14-861f-becb585728b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:00:13.427589 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-687aef1e-b5c7-4b14-861f-becb585728b2 admin admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1244135 Aug 29 04:00:15.567550 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 58202) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:00:15.656405 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01752579-1336-44b4-9f9f-ab08706e240d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:00:15.656866 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01752579-1336-44b4-9f9f-ab08706e240d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:00:15.658362 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-01752579-1336-44b4-9f9f-ab08706e240d admin admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0897975 Aug 29 04:00:17.803057 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 58210) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:00:17.889554 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6410ac-1bc1-44e9-a39c-e491825ebb34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:00:17.891421 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-ae6410ac-1bc1-44e9-a39c-e491825ebb34 admin admin] 10.222.0.22 "GET /v2.0/subnets/20d91055-e54d-4ff5-862d-586f5f48a46d HTTP/1.1" status: 200 len: 816 time: 0.0873339 Aug 29 04:00:20.042992 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 58218) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:00:20.132566 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34afc632-a3a8-462d-a88b-44a550fa2ff1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:00:20.133885 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-34afc632-a3a8-462d-a88b-44a550fa2ff1 admin admin] 10.222.0.22 "GET /v2.0/subnets/26fd8055-9186-4b23-9475-b9b98296624a HTTP/1.1" status: 200 len: 868 time: 0.0899324 Aug 29 04:00:32.830148 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 5 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:00:33.259466 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7f92d04f-4cc1-4ee3-be86-bc2f5840290d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:36.151590 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7982f959-5fae-43d6-acd9-bfc561f96035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:36.949375 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:37.109357 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:38.420758 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:43.710893 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 58272) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:00:43.758495 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [None req-22f9f33f-01b6-44f4-8f98-0460b537e08e admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:00:43.759515 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-22f9f33f-01b6-44f4-8f98-0460b537e08e admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0476816 Aug 29 04:00:46.012676 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 58280) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:00:46.072642 n-d-712140-12 neutron-server[94828]: INFO neutron.pecan_wsgi.hooks.translation [None req-31806f80-ddb4-4a63-a973-6ac18e649780 admin admin] GET failed (client error): The resource could not be found. Aug 29 04:00:46.073931 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-31806f80-ddb4-4a63-a973-6ac18e649780 admin admin] 10.222.0.22 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0604067 Aug 29 04:00:46.159027 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c144ca21-c1c6-42a3-a91d-82f4def1bd65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:00:46.160778 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-c144ca21-c1c6-42a3-a91d-82f4def1bd65 admin admin] 10.222.0.22 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0816140 Aug 29 04:00:48.396089 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 58288) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:00:48.442484 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-fda466fe-8c0c-4cca-841b-99cab13fc0d6 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:00:48.465976 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fda466fe-8c0c-4cca-841b-99cab13fc0d6 admin admin] Made reservation on behalf of 357aae99dc534eb48540fb58cd1c3a98 for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:00:48.468879 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fda466fe-8c0c-4cca-841b-99cab13fc0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:48.513708 n-d-712140-12 neutron-server[94829]: WARNING neutron.services.revisions.revision_plugin [None req-fda466fe-8c0c-4cca-841b-99cab13fc0d6 admin admin] Could not find related network for resource to bump revision. Aug 29 04:00:48.529816 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fda466fe-8c0c-4cca-841b-99cab13fc0d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:00:48.541656 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fda466fe-8c0c-4cca-841b-99cab13fc0d6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732639129829', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:48.542190 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fda466fe-8c0c-4cca-841b-99cab13fc0d6 admin admin] Unsubscribe: segment precommit_create {{(pid=94829) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 29 04:00:48.542645 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-fda466fe-8c0c-4cca-841b-99cab13fc0d6 admin admin] Added segment 80545fcc-735a-4556-95b9-92c11d78692a of type vlan for network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 Aug 29 04:00:48.597152 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fda466fe-8c0c-4cca-841b-99cab13fc0d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:48.628444 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fda466fe-8c0c-4cca-841b-99cab13fc0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:48.629375 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda466fe-8c0c-4cca-841b-99cab13fc0d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:00:48.629944 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fda466fe-8c0c-4cca-841b-99cab13fc0d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:48.709288 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-fda466fe-8c0c-4cca-841b-99cab13fc0d6 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3120811 Aug 29 04:00:48.722919 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda466fe-8c0c-4cca-841b-99cab13fc0d6 admin admin] Pushing event updated for resources: {'Network': ['ID=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:00:48.730155 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda466fe-8c0c-4cca-841b-99cab13fc0d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:00:48.730506 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda466fe-8c0c-4cca-841b-99cab13fc0d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:00:48.730845 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda466fe-8c0c-4cca-841b-99cab13fc0d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:00:48.731183 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda466fe-8c0c-4cca-841b-99cab13fc0d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:00:48.731519 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda466fe-8c0c-4cca-841b-99cab13fc0d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:00:48.731883 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda466fe-8c0c-4cca-841b-99cab13fc0d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:00:48.732212 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda466fe-8c0c-4cca-841b-99cab13fc0d6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:00:48.732548 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda466fe-8c0c-4cca-841b-99cab13fc0d6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:00:48.732869 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda466fe-8c0c-4cca-841b-99cab13fc0d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:00:48.733193 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda466fe-8c0c-4cca-841b-99cab13fc0d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:00:48.733519 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda466fe-8c0c-4cca-841b-99cab13fc0d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:00:48.734452 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda466fe-8c0c-4cca-841b-99cab13fc0d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:00:48.752438 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:00:50.896359 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 58298) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:00:50.956659 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c774320-3cd2-40e5-9ab7-b893a11d9a33 admin admin] GET failed (client error): The resource could not be found. Aug 29 04:00:50.957982 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-3c774320-3cd2-40e5-9ab7-b893a11d9a33 admin admin] 10.222.0.22 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0606382 Aug 29 04:00:51.059348 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209e626d-e9c7-4767-b9c4-3a46ed6c52c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:00:51.060789 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-209e626d-e9c7-4767-b9c4-3a46ed6c52c1 admin admin] 10.222.0.22 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0981963 Aug 29 04:00:51.071914 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-6d56d68b-64fb-4641-a850-edf6e61213b2 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45', 'description': 'shared-subnet'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:00:51.091043 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d56d68b-64fb-4641-a850-edf6e61213b2 admin admin] Made reservation on behalf of 357aae99dc534eb48540fb58cd1c3a98 for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:00:51.093847 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6d56d68b-64fb-4641-a850-edf6e61213b2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:51.314772 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6d56d68b-64fb-4641-a850-edf6e61213b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for subnet, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:51.364892 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d56d68b-64fb-4641-a850-edf6e61213b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18cd12d4-b12a-41b0-b0c5-618edbb84e74,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:00:51.381194 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d56d68b-64fb-4641-a850-edf6e61213b2 admin admin] Checking segment: {'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:00:51.381547 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d56d68b-64fb-4641-a850-edf6e61213b2 admin admin] Network hostable DHCP agents. Network: 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:00:51.397253 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d56d68b-64fb-4641-a850-edf6e61213b2 admin admin] Network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:00:51.406045 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-6d56d68b-64fb-4641-a850-edf6e61213b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45) {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:00:51.410282 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d56d68b-64fb-4641-a850-edf6e61213b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:00:51.410865 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6d56d68b-64fb-4641-a850-edf6e61213b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:51.415797 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ec2bff-f583-4421-84da-fb3c89c98a44 None None] Network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:00:51.424875 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-6d56d68b-64fb-4641-a850-edf6e61213b2 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3566370 Aug 29 04:00:51.662847 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b993ea0-a26c-4ccc-9ed6-f05fddbf54af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-13e6dfc1-e9e7-40a1-8a14-d0febabf4d45', 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45', 'tenant_id': '357aae99dc534eb48540fb58cd1c3a98', 'fixed_ips': [{'subnet_id': '18cd12d4-b12a-41b0-b0c5-618edbb84e74'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:00:51.663737 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5b993ea0-a26c-4ccc-9ed6-f05fddbf54af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:51.800595 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-5b993ea0-a26c-4ccc-9ed6-f05fddbf54af None None] Allocated IP 192.168.233.2 (13e6dfc1-e9e7-40a1-8a14-d0febabf4d45/18cd12d4-b12a-41b0-b0c5-618edbb84e74/79217e1c-57b4-4294-ae51-a296e63d7c4c) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:00:51.947928 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5b993ea0-a26c-4ccc-9ed6-f05fddbf54af None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:51.956792 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-5b993ea0-a26c-4ccc-9ed6-f05fddbf54af None None] Transition to ACTIVE for port object 79217e1c-57b4-4294-ae51-a296e63d7c4c will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:00:51.972061 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-5b993ea0-a26c-4ccc-9ed6-f05fddbf54af None None] Transition to ACTIVE for port object 79217e1c-57b4-4294-ae51-a296e63d7c4c will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:00:51.977741 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5b993ea0-a26c-4ccc-9ed6-f05fddbf54af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:52.021016 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b993ea0-a26c-4ccc-9ed6-f05fddbf54af None None] Network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:00:52.024668 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b993ea0-a26c-4ccc-9ed6-f05fddbf54af None None] Pushing event updated for resources: {'Port': ['ID=79217e1c-57b4-4294-ae51-a296e63d7c4c,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:00:52.026804 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-5b993ea0-a26c-4ccc-9ed6-f05fddbf54af None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:00:52.030135 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b993ea0-a26c-4ccc-9ed6-f05fddbf54af None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:00:52.037493 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b993ea0-a26c-4ccc-9ed6-f05fddbf54af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:00:52.037845 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b993ea0-a26c-4ccc-9ed6-f05fddbf54af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:00:52.038191 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b993ea0-a26c-4ccc-9ed6-f05fddbf54af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:00:52.038533 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b993ea0-a26c-4ccc-9ed6-f05fddbf54af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:00:52.038888 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b993ea0-a26c-4ccc-9ed6-f05fddbf54af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:00:52.039227 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b993ea0-a26c-4ccc-9ed6-f05fddbf54af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:00:52.039557 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b993ea0-a26c-4ccc-9ed6-f05fddbf54af None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:00:52.039912 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b993ea0-a26c-4ccc-9ed6-f05fddbf54af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:00:52.040240 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b993ea0-a26c-4ccc-9ed6-f05fddbf54af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:00:52.040568 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b993ea0-a26c-4ccc-9ed6-f05fddbf54af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:00:52.040908 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b993ea0-a26c-4ccc-9ed6-f05fddbf54af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:00:52.041214 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b993ea0-a26c-4ccc-9ed6-f05fddbf54af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:00:52.096666 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-5b993ea0-a26c-4ccc-9ed6-f05fddbf54af None None] Attempting to bind port 79217e1c-57b4-4294-ae51-a296e63d7c4c on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:00:52.097028 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-5b993ea0-a26c-4ccc-9ed6-f05fddbf54af None None] Attempting to bind port 79217e1c-57b4-4294-ae51-a296e63d7c4c by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:00:52.097389 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b993ea0-a26c-4ccc-9ed6-f05fddbf54af None None] Attempting to bind port 79217e1c-57b4-4294-ae51-a296e63d7c4c on network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:00:52.102247 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b993ea0-a26c-4ccc-9ed6-f05fddbf54af None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:00:52.102614 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b993ea0-a26c-4ccc-9ed6-f05fddbf54af None None] Checking segment: {'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:00:52.103008 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5b993ea0-a26c-4ccc-9ed6-f05fddbf54af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:52.103399 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b993ea0-a26c-4ccc-9ed6-f05fddbf54af None None] Bound using segment: {'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:00:52.103909 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-5b993ea0-a26c-4ccc-9ed6-f05fddbf54af None None] Bound port: 79217e1c-57b4-4294-ae51-a296e63d7c4c, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:00:52.104631 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5b993ea0-a26c-4ccc-9ed6-f05fddbf54af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:52.165372 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-5b993ea0-a26c-4ccc-9ed6-f05fddbf54af None None] For port 79217e1c-57b4-4294-ae51-a296e63d7c4c, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:00:52.168821 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-5b993ea0-a26c-4ccc-9ed6-f05fddbf54af None None] For port 79217e1c-57b4-4294-ae51-a296e63d7c4c, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=79217e1c-57b4-4294-ae51-a296e63d7c4c,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:00:52.173268 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5b993ea0-a26c-4ccc-9ed6-f05fddbf54af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:52.231119 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b993ea0-a26c-4ccc-9ed6-f05fddbf54af None None] Pushing event updated for resources: {'Port': ['ID=79217e1c-57b4-4294-ae51-a296e63d7c4c,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:00:53.012432 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 79217e1c-57b4-4294-ae51-a296e63d7c4c up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:00:53.069022 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ca09b9-8431-48da-9bd8-7b1bb6b90dc1 None None] Network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:00:53.081835 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 79217e1c-57b4-4294-ae51-a296e63d7c4c completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:00:53.145444 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-0f3341fd-6bf3-44f4-aed3-d00e3341ea6e None None] Provisioning for port 79217e1c-57b4-4294-ae51-a296e63d7c4c completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:00:53.159303 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-0f3341fd-6bf3-44f4-aed3-d00e3341ea6e None None] Provisioning complete for port 79217e1c-57b4-4294-ae51-a296e63d7c4c triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:00:53.159675 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0f3341fd-6bf3-44f4-aed3-d00e3341ea6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:53.293226 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0f3341fd-6bf3-44f4-aed3-d00e3341ea6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:53.326474 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-0f3341fd-6bf3-44f4-aed3-d00e3341ea6e None None] For port 79217e1c-57b4-4294-ae51-a296e63d7c4c, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=79217e1c-57b4-4294-ae51-a296e63d7c4c,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:00:53.333966 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0f3341fd-6bf3-44f4-aed3-d00e3341ea6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:53.391937 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3341fd-6bf3-44f4-aed3-d00e3341ea6e None None] Pushing event updated for resources: {'Port': ['ID=79217e1c-57b4-4294-ae51-a296e63d7c4c,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:00:53.556209 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-2e6995ce-57bb-4fd0-9972-06f4be63891a None None] Provisioning complete for port 79217e1c-57b4-4294-ae51-a296e63d7c4c triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:00:53.556482 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2e6995ce-57bb-4fd0-9972-06f4be63891a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:54.958065 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 79217e1c-57b4-4294-ae51-a296e63d7c4c up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:00:55.010486 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 79217e1c-57b4-4294-ae51-a296e63d7c4c triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:00:55.011213 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:01:03.261534 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cdfc5736-4fa1-4593-b153-bb4b0e339cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:01:06.152985 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f476c177-4734-4232-8164-73db356e3f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:01:06.952531 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:01:07.109799 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:01:08.424912 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:01:09.885090 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 5 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:01:33.262572 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7858365c-ac2d-4c6f-98b4-fee1b89990ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:01:36.153062 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8b1ea2f3-0c2d-405b-9d9f-a59964bb968b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:01:36.955962 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:01:37.110656 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:01:38.426543 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:01:46.834360 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 5 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:02:00.021082 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 58352) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:02:00.027039 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [None req-786226d7-f9aa-4610-a437-aa45d51ab198 tempest-verify_tempest_config-76724731 tempest-verify_tempest_config-76724731-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:02:00.028029 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-786226d7-f9aa-4610-a437-aa45d51ab198 tempest-verify_tempest_config-76724731 tempest-verify_tempest_config-76724731-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059454 Aug 29 04:02:00.314422 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 58370) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:02:00.417739 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-681141e6-947b-4b4a-a83b-4a82515a2cf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:02:00.533952 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-681141e6-947b-4b4a-a83b-4a82515a2cf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:02:00.537516 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-681141e6-947b-4b4a-a83b-4a82515a2cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:02:00.580574 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-681141e6-947b-4b4a-a83b-4a82515a2cf4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=158d5cef6b7542ecb36ff55a478bb285&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2651308 Aug 29 04:02:00.581492 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681141e6-947b-4b4a-a83b-4a82515a2cf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0932505d-f85f-426f-b9ec-11e3d6de1994,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:02:00.583295 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 58374) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:02:00.588245 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681141e6-947b-4b4a-a83b-4a82515a2cf4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:02:00.588602 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681141e6-947b-4b4a-a83b-4a82515a2cf4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:02:00.588946 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681141e6-947b-4b4a-a83b-4a82515a2cf4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:02:00.589281 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681141e6-947b-4b4a-a83b-4a82515a2cf4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:02:00.589619 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681141e6-947b-4b4a-a83b-4a82515a2cf4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:02:00.589950 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681141e6-947b-4b4a-a83b-4a82515a2cf4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:02:00.590277 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681141e6-947b-4b4a-a83b-4a82515a2cf4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:02:00.590603 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681141e6-947b-4b4a-a83b-4a82515a2cf4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:02:00.590927 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681141e6-947b-4b4a-a83b-4a82515a2cf4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:02:00.591250 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681141e6-947b-4b4a-a83b-4a82515a2cf4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:02:00.591573 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681141e6-947b-4b4a-a83b-4a82515a2cf4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:02:00.591917 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681141e6-947b-4b4a-a83b-4a82515a2cf4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:02:00.636756 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d4ba6fd9-c736-457f-9585-3630a6fa8c9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:02:00.657579 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d4ba6fd9-c736-457f-9585-3630a6fa8c9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:02:00.743652 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d4ba6fd9-c736-457f-9585-3630a6fa8c9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:02:00.746341 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d4ba6fd9-c736-457f-9585-3630a6fa8c9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:02:00.750667 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-d4ba6fd9-c736-457f-9585-3630a6fa8c9d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0932505d-f85f-426f-b9ec-11e3d6de1994 HTTP/1.1" status: 204 len: 168 time: 0.1662705 Aug 29 04:02:00.758411 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ba6fd9-c736-457f-9585-3630a6fa8c9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0932505d-f85f-426f-b9ec-11e3d6de1994,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:02:00.764909 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ba6fd9-c736-457f-9585-3630a6fa8c9d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:02:00.765799 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ba6fd9-c736-457f-9585-3630a6fa8c9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:02:00.766150 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ba6fd9-c736-457f-9585-3630a6fa8c9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:02:00.766548 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ba6fd9-c736-457f-9585-3630a6fa8c9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:02:00.766836 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ba6fd9-c736-457f-9585-3630a6fa8c9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:02:00.767165 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ba6fd9-c736-457f-9585-3630a6fa8c9d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:02:00.767491 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ba6fd9-c736-457f-9585-3630a6fa8c9d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:02:00.767848 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ba6fd9-c736-457f-9585-3630a6fa8c9d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:02:00.768175 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ba6fd9-c736-457f-9585-3630a6fa8c9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:02:00.768495 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ba6fd9-c736-457f-9585-3630a6fa8c9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:02:00.768949 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ba6fd9-c736-457f-9585-3630a6fa8c9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:02:00.769357 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ba6fd9-c736-457f-9585-3630a6fa8c9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:02:03.262478 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-99130a2b-6fcd-4f15-af99-bbe9f5e1527e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:02:06.154896 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-04dd1272-e525-4127-86d3-1d1a0c199170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:02:06.957686 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:02:07.110965 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:02:08.431735 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:02:23.832902 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 5 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:02:33.262931 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b472bbd3-e92a-459a-85f1-90f657994b3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:02:36.154586 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-444b9363-ea66-4f11-9e53-57e3f0279fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:02:36.963536 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:02:37.110196 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:02:38.432765 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:03:00.832134 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 5 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:03:03.262722 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a22d3949-5ef3-4846-8357-8e7516eb48fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:03:06.155553 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8deb4a9b-fc0f-4fb2-bf1a-843b10660150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:03:06.965524 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:03:07.111597 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:03:08.436413 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:03:33.263946 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-10ee7d8b-12ab-47fe-af59-f7fadd5e0a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:03:36.156434 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c8947167-5c5a-4631-9ae9-1cd9d61a00cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:03:36.966804 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:03:37.112329 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:03:37.830224 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 5 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:03:38.437924 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:04:03.264866 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-045940bf-816b-4890-a59c-097a39548c1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:04:06.156976 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5a2db990-1f7d-497c-bb38-092f3433ea92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:04:06.970045 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:04:07.112247 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:04:08.441515 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:04:14.828897 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 5 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:04:33.265399 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5a2c8f78-f2d7-4213-97fb-fc2e8d3dfe49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:04:36.157297 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fabc0ff5-e7e2-445e-bfe5-70746e8170c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:04:36.972890 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:04:37.112536 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:04:38.444275 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:04:51.826702 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 5 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:05:03.265115 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-31fd5cd1-e06d-4b62-ab2e-1831f9e09f36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:05:06.158806 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c22f6a3e-f3fe-4884-a980-47bbc92a1db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:05:06.975283 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:05:07.112080 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:05:08.451228 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:05:18.801873 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-715169'] for agent, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:05:28.201220 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-715169'] for agent, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:05:28.826185 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:05:33.264993 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ee95388b-28b3-4e63-b0c1-de2373d68e40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:05:36.159208 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-86a662d1-09e0-44d3-932e-283349c1e8d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:05:36.979964 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:05:37.113538 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:05:38.451590 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:05:48.752761 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:05:58.156795 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:02.287228 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 58436) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:06:02.389155 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-30876072-6604-4849-b288-08be57e518e9 admin admin] 10.222.0.22 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1007779 Aug 29 04:06:03.265149 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-740d5204-55f3-4ced-8064-e992aa0c925d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:04.565644 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 58446) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:06:04.620344 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-f548acd7-6ad1-471d-a661-6480426d47fe admin admin] 10.222.0.22 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0535724 Aug 29 04:06:05.825200 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:06:06.160337 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7a1e6b66-df3c-489b-9111-366f50a88766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:06.982224 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:07.112978 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:08.453764 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:18.768302 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:28.153521 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:33.264680 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-614b2d1e-e8b1-476a-8225-20955c4e8f02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:36.159854 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1bae11fc-c695-4d66-b49d-3efac3e7112c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:36.985017 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:37.114384 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:38.459674 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:42.824503 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:06:48.768567 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:58.164488 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:03.267998 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-71dcf49f-9020-4978-8109-b127634fed2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:06.163612 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-088838f9-2d62-47b7-b2ec-539be43c4f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:06.988784 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:07.120048 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:08.463461 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:18.785432 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:19.823424 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:07:28.183242 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:33.090575 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 58554) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:07:33.271499 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a3629927-aef3-43f9-919d-553e15843348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:33.334619 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-cf92d9b5-6e61-460f-b831-da6de1493d64 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-732447576-network', 'tenant_id': 'b8e5ee0a53fd42e2a03b18096f8a732f'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:07:33.356794 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf92d9b5-6e61-460f-b831-da6de1493d64 admin admin] Made reservation on behalf of b8e5ee0a53fd42e2a03b18096f8a732f for: {'network': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:07:33.359461 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cf92d9b5-6e61-460f-b831-da6de1493d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:33.368757 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cf92d9b5-6e61-460f-b831-da6de1493d64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:33.461757 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cf92d9b5-6e61-460f-b831-da6de1493d64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:33.466140 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cf92d9b5-6e61-460f-b831-da6de1493d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:33.495268 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf92d9b5-6e61-460f-b831-da6de1493d64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91c5a176-b023-4669-b826-e2b8f1feedfa,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:07:33.505471 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf92d9b5-6e61-460f-b831-da6de1493d64 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:07:33.505771 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf92d9b5-6e61-460f-b831-da6de1493d64 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:07:33.506112 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf92d9b5-6e61-460f-b831-da6de1493d64 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:07:33.506445 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf92d9b5-6e61-460f-b831-da6de1493d64 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:07:33.506949 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf92d9b5-6e61-460f-b831-da6de1493d64 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:07:33.507440 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf92d9b5-6e61-460f-b831-da6de1493d64 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:07:33.507969 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf92d9b5-6e61-460f-b831-da6de1493d64 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:07:33.508601 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf92d9b5-6e61-460f-b831-da6de1493d64 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:07:33.508932 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf92d9b5-6e61-460f-b831-da6de1493d64 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:07:33.509259 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf92d9b5-6e61-460f-b831-da6de1493d64 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:07:33.509585 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf92d9b5-6e61-460f-b831-da6de1493d64 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:07:33.509912 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf92d9b5-6e61-460f-b831-da6de1493d64 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:07:33.512324 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf92d9b5-6e61-460f-b831-da6de1493d64 admin admin] Tracked resource versions report: Aug 29 04:07:33.512324 n-d-712140-12 neutron-server[94828]: pushed versions: Aug 29 04:07:33.512324 n-d-712140-12 neutron-server[94828]: { 'AddressGroup': {'1.2'}, Aug 29 04:07:33.512324 n-d-712140-12 neutron-server[94828]: 'ConntrackHelper': {'1.0'}, Aug 29 04:07:33.512324 n-d-712140-12 neutron-server[94828]: 'Log': {'1.0'}, Aug 29 04:07:33.512324 n-d-712140-12 neutron-server[94828]: 'Network': {'1.1'}, Aug 29 04:07:33.512324 n-d-712140-12 neutron-server[94828]: 'Port': {'1.7'}, Aug 29 04:07:33.512324 n-d-712140-12 neutron-server[94828]: 'PortForwarding': {'1.2'}, Aug 29 04:07:33.512324 n-d-712140-12 neutron-server[94828]: 'QosPolicy': {'1.9'}, Aug 29 04:07:33.512324 n-d-712140-12 neutron-server[94828]: 'SecurityGroup': {'1.4'}, Aug 29 04:07:33.512324 n-d-712140-12 neutron-server[94828]: 'SecurityGroupRule': {'1.2'}, Aug 29 04:07:33.512324 n-d-712140-12 neutron-server[94828]: 'SubPort': {'1.0'}, Aug 29 04:07:33.512324 n-d-712140-12 neutron-server[94828]: 'Subnet': {'1.1'}, Aug 29 04:07:33.512324 n-d-712140-12 neutron-server[94828]: 'Trunk': {'1.1'}} Aug 29 04:07:33.512324 n-d-712140-12 neutron-server[94828]: consumer versions: Aug 29 04:07:33.512324 n-d-712140-12 neutron-server[94828]: { DHCP agent@n-d-712140-12: {}, Aug 29 04:07:33.512324 n-d-712140-12 neutron-server[94828]: HyperV agent@n-h1-712140-12: {}, Aug 29 04:07:33.512324 n-d-712140-12 neutron-server[94828]: HyperV agent@n-h2-712140-12: {}, Aug 29 04:07:33.512324 n-d-712140-12 neutron-server[94828]: L3 agent@n-d-712140-12: {}, Aug 29 04:07:33.512324 n-d-712140-12 neutron-server[94828]: Metadata agent@n-d-712140-12: {}, Aug 29 04:07:33.512324 n-d-712140-12 neutron-server[94828]: Metering agent@n-d-712140-12: {}, Aug 29 04:07:33.512324 n-d-712140-12 neutron-server[94828]: Open vSwitch agent@n-d-712140-12: { 'AddressGroup': '1.2', Aug 29 04:07:33.512324 n-d-712140-12 neutron-server[94828]: 'ConntrackHelper': '1.0', Aug 29 04:07:33.512324 n-d-712140-12 neutron-server[94828]: 'Log': '1.0', Aug 29 04:07:33.512324 n-d-712140-12 neutron-server[94828]: 'Network': '1.1', Aug 29 04:07:33.512324 n-d-712140-12 neutron-server[94828]: 'Port': '1.7', Aug 29 04:07:33.512324 n-d-712140-12 neutron-server[94828]: 'PortForwarding': '1.2', Aug 29 04:07:33.512324 n-d-712140-12 neutron-server[94828]: 'QosPolicy': '1.9', Aug 29 04:07:33.512324 n-d-712140-12 neutron-server[94828]: 'SecurityGroup': '1.4', Aug 29 04:07:33.512324 n-d-712140-12 neutron-server[94828]: 'SecurityGroupRule': '1.2', Aug 29 04:07:33.512324 n-d-712140-12 neutron-server[94828]: 'SubPort': '1.0', Aug 29 04:07:33.512324 n-d-712140-12 neutron-server[94828]: 'Subnet': '1.1', Aug 29 04:07:33.512324 n-d-712140-12 neutron-server[94828]: 'Trunk': '1.1'}} Aug 29 04:07:33.512324 n-d-712140-12 neutron-server[94828]: {{(pid=94828) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 04:07:33.516712 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf92d9b5-6e61-460f-b831-da6de1493d64 admin admin] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=94828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:07:33.526647 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cf92d9b5-6e61-460f-b831-da6de1493d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:33.527436 n-d-712140-12 neutron-server[94828]: INFO neutron.db.segments_db [None req-cf92d9b5-6e61-460f-b831-da6de1493d64 admin admin] Added segment e2ca65b5-0fa0-4357-b062-75370c92f2ef of type vlan for network 6e669898-6215-49e8-8989-a85b9f5fe627 Aug 29 04:07:33.573082 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cf92d9b5-6e61-460f-b831-da6de1493d64 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:33.598552 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cf92d9b5-6e61-460f-b831-da6de1493d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:33.599719 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf92d9b5-6e61-460f-b831-da6de1493d64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:07:33.600431 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cf92d9b5-6e61-460f-b831-da6de1493d64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:33.678474 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf92d9b5-6e61-460f-b831-da6de1493d64 admin admin] Pushing event updated for resources: {'Network': ['ID=6e669898-6215-49e8-8989-a85b9f5fe627,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:07:33.684560 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 58602) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:07:33.685170 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-cf92d9b5-6e61-460f-b831-da6de1493d64 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.5916960 Aug 29 04:07:33.692504 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 6e669898-6215-49e8-8989-a85b9f5fe627 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:07:33.695141 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-664b8979-80e1-48e2-97f9-17e6e53cf95a admin admin] Request body: {'subnet': {'network_id': '6e669898-6215-49e8-8989-a85b9f5fe627', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-732447576-subnet', 'tenant_id': 'b8e5ee0a53fd42e2a03b18096f8a732f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:07:33.716715 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-664b8979-80e1-48e2-97f9-17e6e53cf95a admin admin] Made reservation on behalf of b8e5ee0a53fd42e2a03b18096f8a732f for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:07:33.720143 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-664b8979-80e1-48e2-97f9-17e6e53cf95a admin admin] Notify callbacks [] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:33.908447 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-664b8979-80e1-48e2-97f9-17e6e53cf95a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for subnet, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:33.969146 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664b8979-80e1-48e2-97f9-17e6e53cf95a admin admin] Pushing event updated for resources: {'Subnet': ['ID=62082f5a-1e19-4bac-8b75-d0b867c1cfb7,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:07:33.980419 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664b8979-80e1-48e2-97f9-17e6e53cf95a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:07:33.980847 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664b8979-80e1-48e2-97f9-17e6e53cf95a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:07:33.981192 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664b8979-80e1-48e2-97f9-17e6e53cf95a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:07:33.981525 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664b8979-80e1-48e2-97f9-17e6e53cf95a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:07:33.981857 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664b8979-80e1-48e2-97f9-17e6e53cf95a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:07:33.982182 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664b8979-80e1-48e2-97f9-17e6e53cf95a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:07:33.982505 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664b8979-80e1-48e2-97f9-17e6e53cf95a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:07:33.982830 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664b8979-80e1-48e2-97f9-17e6e53cf95a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:07:33.983145 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664b8979-80e1-48e2-97f9-17e6e53cf95a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:07:33.983645 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664b8979-80e1-48e2-97f9-17e6e53cf95a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:07:33.983995 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664b8979-80e1-48e2-97f9-17e6e53cf95a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:07:33.984313 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664b8979-80e1-48e2-97f9-17e6e53cf95a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:07:33.985396 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664b8979-80e1-48e2-97f9-17e6e53cf95a admin admin] Tracked resource versions report: Aug 29 04:07:33.985396 n-d-712140-12 neutron-server[94829]: pushed versions: Aug 29 04:07:33.985396 n-d-712140-12 neutron-server[94829]: { 'AddressGroup': {'1.2'}, Aug 29 04:07:33.985396 n-d-712140-12 neutron-server[94829]: 'ConntrackHelper': {'1.0'}, Aug 29 04:07:33.985396 n-d-712140-12 neutron-server[94829]: 'Log': {'1.0'}, Aug 29 04:07:33.985396 n-d-712140-12 neutron-server[94829]: 'Network': {'1.1'}, Aug 29 04:07:33.985396 n-d-712140-12 neutron-server[94829]: 'Port': {'1.7'}, Aug 29 04:07:33.985396 n-d-712140-12 neutron-server[94829]: 'PortForwarding': {'1.2'}, Aug 29 04:07:33.985396 n-d-712140-12 neutron-server[94829]: 'QosPolicy': {'1.9'}, Aug 29 04:07:33.985396 n-d-712140-12 neutron-server[94829]: 'SecurityGroup': {'1.4'}, Aug 29 04:07:33.985396 n-d-712140-12 neutron-server[94829]: 'SecurityGroupRule': {'1.2'}, Aug 29 04:07:33.985396 n-d-712140-12 neutron-server[94829]: 'SubPort': {'1.0'}, Aug 29 04:07:33.985396 n-d-712140-12 neutron-server[94829]: 'Subnet': {'1.1'}, Aug 29 04:07:33.985396 n-d-712140-12 neutron-server[94829]: 'Trunk': {'1.1'}} Aug 29 04:07:33.985396 n-d-712140-12 neutron-server[94829]: consumer versions: Aug 29 04:07:33.985396 n-d-712140-12 neutron-server[94829]: { DHCP agent@n-d-712140-12: {}, Aug 29 04:07:33.985396 n-d-712140-12 neutron-server[94829]: HyperV agent@n-h1-712140-12: {}, Aug 29 04:07:33.985396 n-d-712140-12 neutron-server[94829]: HyperV agent@n-h2-712140-12: {}, Aug 29 04:07:33.985396 n-d-712140-12 neutron-server[94829]: L3 agent@n-d-712140-12: {}, Aug 29 04:07:33.985396 n-d-712140-12 neutron-server[94829]: Metadata agent@n-d-712140-12: {}, Aug 29 04:07:33.985396 n-d-712140-12 neutron-server[94829]: Metering agent@n-d-712140-12: {}, Aug 29 04:07:33.985396 n-d-712140-12 neutron-server[94829]: Open vSwitch agent@n-d-712140-12: { 'AddressGroup': '1.2', Aug 29 04:07:33.985396 n-d-712140-12 neutron-server[94829]: 'ConntrackHelper': '1.0', Aug 29 04:07:33.985396 n-d-712140-12 neutron-server[94829]: 'Log': '1.0', Aug 29 04:07:33.985396 n-d-712140-12 neutron-server[94829]: 'Network': '1.1', Aug 29 04:07:33.985396 n-d-712140-12 neutron-server[94829]: 'Port': '1.7', Aug 29 04:07:33.985396 n-d-712140-12 neutron-server[94829]: 'PortForwarding': '1.2', Aug 29 04:07:33.985396 n-d-712140-12 neutron-server[94829]: 'QosPolicy': '1.9', Aug 29 04:07:33.985396 n-d-712140-12 neutron-server[94829]: 'SecurityGroup': '1.4', Aug 29 04:07:33.985396 n-d-712140-12 neutron-server[94829]: 'SecurityGroupRule': '1.2', Aug 29 04:07:33.985396 n-d-712140-12 neutron-server[94829]: 'SubPort': '1.0', Aug 29 04:07:33.985396 n-d-712140-12 neutron-server[94829]: 'Subnet': '1.1', Aug 29 04:07:33.985396 n-d-712140-12 neutron-server[94829]: 'Trunk': '1.1'}} Aug 29 04:07:33.985396 n-d-712140-12 neutron-server[94829]: {{(pid=94829) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 04:07:33.991440 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664b8979-80e1-48e2-97f9-17e6e53cf95a admin admin] Checking segment: {'id': 'e2ca65b5-0fa0-4357-b062-75370c92f2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '6e669898-6215-49e8-8989-a85b9f5fe627'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:07:33.991823 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664b8979-80e1-48e2-97f9-17e6e53cf95a admin admin] Network hostable DHCP agents. Network: 6e669898-6215-49e8-8989-a85b9f5fe627, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:07:34.008576 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664b8979-80e1-48e2-97f9-17e6e53cf95a admin admin] Network 6e669898-6215-49e8-8989-a85b9f5fe627 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:07:34.018443 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-664b8979-80e1-48e2-97f9-17e6e53cf95a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 6e669898-6215-49e8-8989-a85b9f5fe627) {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:07:34.023163 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664b8979-80e1-48e2-97f9-17e6e53cf95a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:07:34.024143 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-664b8979-80e1-48e2-97f9-17e6e53cf95a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:34.030116 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ab9484-25b9-4217-8d15-393b7fffacf6 None None] Network 6e669898-6215-49e8-8989-a85b9f5fe627 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:07:34.042097 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-664b8979-80e1-48e2-97f9-17e6e53cf95a admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.3549685 Aug 29 04:07:34.043631 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 58616) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:07:34.048312 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-7e18c077-5826-4e0b-b3a6-233192872c97 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-732447576-router', 'tenant_id': 'b8e5ee0a53fd42e2a03b18096f8a732f', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:07:34.074636 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7e18c077-5826-4e0b-b3a6-233192872c97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:34.085456 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7e18c077-5826-4e0b-b3a6-233192872c97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1838'] for router, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:34.204138 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7e18c077-5826-4e0b-b3a6-233192872c97 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:34.221547 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27ec1e9-a7ac-47fe-865d-08bdcfd9ac8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-6e669898-6215-49e8-8989-a85b9f5fe627', 'network_id': '6e669898-6215-49e8-8989-a85b9f5fe627', 'tenant_id': 'b8e5ee0a53fd42e2a03b18096f8a732f', 'fixed_ips': [{'subnet_id': '62082f5a-1e19-4bac-8b75-d0b867c1cfb7'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:07:34.222641 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f27ec1e9-a7ac-47fe-865d-08bdcfd9ac8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:34.386894 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7e18c077-5826-4e0b-b3a6-233192872c97 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:34.438726 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-f27ec1e9-a7ac-47fe-865d-08bdcfd9ac8c None None] Allocated IP 172.20.0.2 (6e669898-6215-49e8-8989-a85b9f5fe627/62082f5a-1e19-4bac-8b75-d0b867c1cfb7/0dfc3e25-799d-4408-9fa8-1cf46f9e3a6f) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:07:34.682611 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f27ec1e9-a7ac-47fe-865d-08bdcfd9ac8c None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:34.698413 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-f27ec1e9-a7ac-47fe-865d-08bdcfd9ac8c None None] Transition to ACTIVE for port object 0dfc3e25-799d-4408-9fa8-1cf46f9e3a6f will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:07:34.720704 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-f27ec1e9-a7ac-47fe-865d-08bdcfd9ac8c None None] Transition to ACTIVE for port object 0dfc3e25-799d-4408-9fa8-1cf46f9e3a6f will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:07:34.729400 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f27ec1e9-a7ac-47fe-865d-08bdcfd9ac8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:34.789270 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7e18c077-5826-4e0b-b3a6-233192872c97 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:34.797429 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27ec1e9-a7ac-47fe-865d-08bdcfd9ac8c None None] Network 6e669898-6215-49e8-8989-a85b9f5fe627 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:07:34.805030 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-f27ec1e9-a7ac-47fe-865d-08bdcfd9ac8c None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:07:34.808315 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27ec1e9-a7ac-47fe-865d-08bdcfd9ac8c None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:07:34.809303 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7e18c077-5826-4e0b-b3a6-233192872c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:34.812927 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27ec1e9-a7ac-47fe-865d-08bdcfd9ac8c None None] Pushing event updated for resources: {'Port': ['ID=0dfc3e25-799d-4408-9fa8-1cf46f9e3a6f,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:07:34.826548 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27ec1e9-a7ac-47fe-865d-08bdcfd9ac8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:07:34.827053 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27ec1e9-a7ac-47fe-865d-08bdcfd9ac8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:07:34.827385 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27ec1e9-a7ac-47fe-865d-08bdcfd9ac8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:07:34.827979 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27ec1e9-a7ac-47fe-865d-08bdcfd9ac8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:07:34.828112 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27ec1e9-a7ac-47fe-865d-08bdcfd9ac8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:07:34.828446 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27ec1e9-a7ac-47fe-865d-08bdcfd9ac8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:07:34.828776 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27ec1e9-a7ac-47fe-865d-08bdcfd9ac8c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:07:34.829107 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27ec1e9-a7ac-47fe-865d-08bdcfd9ac8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:07:34.829418 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27ec1e9-a7ac-47fe-865d-08bdcfd9ac8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:07:34.829745 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27ec1e9-a7ac-47fe-865d-08bdcfd9ac8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:07:34.830067 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27ec1e9-a7ac-47fe-865d-08bdcfd9ac8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:07:34.830387 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27ec1e9-a7ac-47fe-865d-08bdcfd9ac8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:07:34.832140 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27ec1e9-a7ac-47fe-865d-08bdcfd9ac8c None None] Tracked resource versions report: Aug 29 04:07:34.832140 n-d-712140-12 neutron-server[94830]: pushed versions: Aug 29 04:07:34.832140 n-d-712140-12 neutron-server[94830]: { 'AddressGroup': {'1.2'}, Aug 29 04:07:34.832140 n-d-712140-12 neutron-server[94830]: 'ConntrackHelper': {'1.0'}, Aug 29 04:07:34.832140 n-d-712140-12 neutron-server[94830]: 'Log': {'1.0'}, Aug 29 04:07:34.832140 n-d-712140-12 neutron-server[94830]: 'Network': {'1.1'}, Aug 29 04:07:34.832140 n-d-712140-12 neutron-server[94830]: 'Port': {'1.7'}, Aug 29 04:07:34.832140 n-d-712140-12 neutron-server[94830]: 'PortForwarding': {'1.2'}, Aug 29 04:07:34.832140 n-d-712140-12 neutron-server[94830]: 'QosPolicy': {'1.9'}, Aug 29 04:07:34.832140 n-d-712140-12 neutron-server[94830]: 'SecurityGroup': {'1.4'}, Aug 29 04:07:34.832140 n-d-712140-12 neutron-server[94830]: 'SecurityGroupRule': {'1.2'}, Aug 29 04:07:34.832140 n-d-712140-12 neutron-server[94830]: 'SubPort': {'1.0'}, Aug 29 04:07:34.832140 n-d-712140-12 neutron-server[94830]: 'Subnet': {'1.1'}, Aug 29 04:07:34.832140 n-d-712140-12 neutron-server[94830]: 'Trunk': {'1.1'}} Aug 29 04:07:34.832140 n-d-712140-12 neutron-server[94830]: consumer versions: Aug 29 04:07:34.832140 n-d-712140-12 neutron-server[94830]: { DHCP agent@n-d-712140-12: {}, Aug 29 04:07:34.832140 n-d-712140-12 neutron-server[94830]: HyperV agent@n-h1-712140-12: {}, Aug 29 04:07:34.832140 n-d-712140-12 neutron-server[94830]: HyperV agent@n-h2-712140-12: {}, Aug 29 04:07:34.832140 n-d-712140-12 neutron-server[94830]: L3 agent@n-d-712140-12: {}, Aug 29 04:07:34.832140 n-d-712140-12 neutron-server[94830]: Metadata agent@n-d-712140-12: {}, Aug 29 04:07:34.832140 n-d-712140-12 neutron-server[94830]: Metering agent@n-d-712140-12: {}, Aug 29 04:07:34.832140 n-d-712140-12 neutron-server[94830]: Open vSwitch agent@n-d-712140-12: { 'AddressGroup': '1.2', Aug 29 04:07:34.832140 n-d-712140-12 neutron-server[94830]: 'ConntrackHelper': '1.0', Aug 29 04:07:34.832140 n-d-712140-12 neutron-server[94830]: 'Log': '1.0', Aug 29 04:07:34.832140 n-d-712140-12 neutron-server[94830]: 'Network': '1.1', Aug 29 04:07:34.832140 n-d-712140-12 neutron-server[94830]: 'Port': '1.7', Aug 29 04:07:34.832140 n-d-712140-12 neutron-server[94830]: 'PortForwarding': '1.2', Aug 29 04:07:34.832140 n-d-712140-12 neutron-server[94830]: 'QosPolicy': '1.9', Aug 29 04:07:34.832140 n-d-712140-12 neutron-server[94830]: 'SecurityGroup': '1.4', Aug 29 04:07:34.832140 n-d-712140-12 neutron-server[94830]: 'SecurityGroupRule': '1.2', Aug 29 04:07:34.832140 n-d-712140-12 neutron-server[94830]: 'SubPort': '1.0', Aug 29 04:07:34.832140 n-d-712140-12 neutron-server[94830]: 'Subnet': '1.1', Aug 29 04:07:34.832140 n-d-712140-12 neutron-server[94830]: 'Trunk': '1.1'}} Aug 29 04:07:34.832140 n-d-712140-12 neutron-server[94830]: {{(pid=94830) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 04:07:34.882604 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-f27ec1e9-a7ac-47fe-865d-08bdcfd9ac8c None None] Attempting to bind port 0dfc3e25-799d-4408-9fa8-1cf46f9e3a6f on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:07:34.883130 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-f27ec1e9-a7ac-47fe-865d-08bdcfd9ac8c None None] Attempting to bind port 0dfc3e25-799d-4408-9fa8-1cf46f9e3a6f by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'e2ca65b5-0fa0-4357-b062-75370c92f2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '6e669898-6215-49e8-8989-a85b9f5fe627'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:07:34.883502 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27ec1e9-a7ac-47fe-865d-08bdcfd9ac8c None None] Attempting to bind port 0dfc3e25-799d-4408-9fa8-1cf46f9e3a6f on network 6e669898-6215-49e8-8989-a85b9f5fe627 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:07:34.889837 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27ec1e9-a7ac-47fe-865d-08bdcfd9ac8c None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:07:34.890232 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27ec1e9-a7ac-47fe-865d-08bdcfd9ac8c None None] Checking segment: {'id': 'e2ca65b5-0fa0-4357-b062-75370c92f2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '6e669898-6215-49e8-8989-a85b9f5fe627'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:07:34.890621 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f27ec1e9-a7ac-47fe-865d-08bdcfd9ac8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:34.891022 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27ec1e9-a7ac-47fe-865d-08bdcfd9ac8c None None] Bound using segment: {'id': 'e2ca65b5-0fa0-4357-b062-75370c92f2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '6e669898-6215-49e8-8989-a85b9f5fe627'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:07:34.891499 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-f27ec1e9-a7ac-47fe-865d-08bdcfd9ac8c None None] Bound port: 0dfc3e25-799d-4408-9fa8-1cf46f9e3a6f, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2ca65b5-0fa0-4357-b062-75370c92f2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '6e669898-6215-49e8-8989-a85b9f5fe627'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:07:34.891927 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f27ec1e9-a7ac-47fe-865d-08bdcfd9ac8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:34.964165 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-f27ec1e9-a7ac-47fe-865d-08bdcfd9ac8c None None] For port 0dfc3e25-799d-4408-9fa8-1cf46f9e3a6f, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:07:34.967724 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-f27ec1e9-a7ac-47fe-865d-08bdcfd9ac8c None None] For port 0dfc3e25-799d-4408-9fa8-1cf46f9e3a6f, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=0dfc3e25-799d-4408-9fa8-1cf46f9e3a6f,segment=NetworkSegment(e2ca65b5-0fa0-4357-b062-75370c92f2ef),segment_id=e2ca65b5-0fa0-4357-b062-75370c92f2ef)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:07:34.973256 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f27ec1e9-a7ac-47fe-865d-08bdcfd9ac8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:34.978555 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-7e18c077-5826-4e0b-b3a6-233192872c97 admin admin] Allocated IP 172.25.0.7 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/7511b607-4465-416e-9765-35811dd913a0) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:07:35.041573 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27ec1e9-a7ac-47fe-865d-08bdcfd9ac8c None None] Pushing event updated for resources: {'Port': ['ID=0dfc3e25-799d-4408-9fa8-1cf46f9e3a6f,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:07:35.127070 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7e18c077-5826-4e0b-b3a6-233192872c97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:35.184642 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7e18c077-5826-4e0b-b3a6-233192872c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:35.204766 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e18c077-5826-4e0b-b3a6-233192872c97 admin admin] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:07:35.222872 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-7e18c077-5826-4e0b-b3a6-233192872c97 admin admin] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:07:35.245922 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e18c077-5826-4e0b-b3a6-233192872c97 admin admin] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:07:35.249055 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e18c077-5826-4e0b-b3a6-233192872c97 admin admin] Pushing event updated for resources: {'Port': ['ID=7511b607-4465-416e-9765-35811dd913a0,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:07:35.578625 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7e18c077-5826-4e0b-b3a6-233192872c97 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:35.628963 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 58678) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:07:35.810862 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7e18c077-5826-4e0b-b3a6-233192872c97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409'] for router, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:35.960107 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e18c077-5826-4e0b-b3a6-233192872c97 admin admin] Router 93ee9989-533a-42a0-b192-96a99d4c6149 is scheduled to L3 agent 76874008-c311-485c-ba36-921b6d275b6a with binding_index 1 {{(pid=94828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:07:36.117350 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e18c077-5826-4e0b-b3a6-233192872c97 admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:07:36.129439 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43cb5bcb-0751-46bb-bf4a-f88c1dfc52b9 None None] Sync routers for ids ['93ee9989-533a-42a0-b192-96a99d4c6149'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:07:36.135659 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7e18c077-5826-4e0b-b3a6-233192872c97 admin admin] Notify callbacks [] for router, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:36.137472 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-7e18c077-5826-4e0b-b3a6-233192872c97 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 2.0925076 Aug 29 04:07:36.140479 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 58696) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:07:36.143943 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43cb5bcb-0751-46bb-bf4a-f88c1dfc52b9 None None] Routers {'93ee9989-533a-42a0-b192-96a99d4c6149'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:07:36.145488 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-43cb5bcb-0751-46bb-bf4a-f88c1dfc52b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:07:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['93ee9989-533a-42a0-b192-96a99d4c6149'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:07:36.178242 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-755c39d5-c257-46d7-831a-2d7756f13f7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:36.239633 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 58700) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:07:36.240311 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-b712eeb7-7841-467a-90d8-50bee5b3cdc0 tempest-AutoAllocateNetworkTest-834244523 tempest-AutoAllocateNetworkTest-834244523-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=f59f64dd555f4c21b42b55dfb0bf6475&shared=False HTTP/1.1" status: 200 len: 208 time: 0.6093876 Aug 29 04:07:36.304321 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ebca979-ce1f-4ee9-a6ad-3dd51f63e7a4 None None] Network 6e669898-6215-49e8-8989-a85b9f5fe627 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:07:36.338844 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-43cb5bcb-0751-46bb-bf4a-f88c1dfc52b9 None None] Set router 93ee9989-533a-42a0-b192-96a99d4c6149 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:07:36.541990 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-43cb5bcb-0751-46bb-bf4a-f88c1dfc52b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ee9989-533a-42a0-b192-96a99d4c6149', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-732447576-router', 'tenant_id': 'b8e5ee0a53fd42e2a03b18096f8a732f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '7511b607-4465-416e-9765-35811dd913a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:07:34Z', 'updated_at': '2021-08-29T04:07:35Z', 'revision_number': 3, 'project_id': 'b8e5ee0a53fd42e2a03b18096f8a732f', 'gw_port': {'id': '7511b607-4465-416e-9765-35811dd913a0', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:98:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ee9989-533a-42a0-b192-96a99d4c6149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:07:34Z', 'updated_at': '2021-08-29T04:07:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:07:36.572143 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43cb5bcb-0751-46bb-bf4a-f88c1dfc52b9 None None] Checking router: 93ee9989-533a-42a0-b192-96a99d4c6149 for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:07:36.573126 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43cb5bcb-0751-46bb-bf4a-f88c1dfc52b9 None None] Updating router 93ee9989-533a-42a0-b192-96a99d4c6149 port 7511b607-4465-416e-9765-35811dd913a0 binding host n-d-712140-12 {{(pid=94831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:07:36.588459 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6fb70a73-f439-4070-b9a4-a4619408218d None None] Provisioning for port 0dfc3e25-799d-4408-9fa8-1cf46f9e3a6f completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:07:36.616389 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-43cb5bcb-0751-46bb-bf4a-f88c1dfc52b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:36.671430 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38b6762-f42c-4143-a2d4-7a818f0662dd tempest-AutoAllocateNetworkTest-834244523 tempest-AutoAllocateNetworkTest-834244523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:07:36.673768 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-b38b6762-f42c-4143-a2d4-7a818f0662dd tempest-AutoAllocateNetworkTest-834244523 tempest-AutoAllocateNetworkTest-834244523-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.4315927 Aug 29 04:07:36.676341 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 58712) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:07:36.719932 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a365642a-9a96-4f3a-946a-962957146050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:36.752715 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-202f941f-6ce5-472d-8276-f94126f3c9e3 tempest-AutoAllocateNetworkTest-834244523 tempest-AutoAllocateNetworkTest-834244523-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0752647 Aug 29 04:07:36.755758 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 58718) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:07:37.001468 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-9dc1e53e-21dc-4ea5-a059-d9fad81d33c3 tempest-AutoAllocateNetworkTest-834244523 tempest-AutoAllocateNetworkTest-834244523-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=f59f64dd555f4c21b42b55dfb0bf6475 HTTP/1.1" status: 200 len: 208 time: 0.2443018 Aug 29 04:07:37.009912 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:37.085436 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-a365642a-9a96-4f3a-946a-962957146050 admin admin] Allocated IP 172.20.0.1 (6e669898-6215-49e8-8989-a85b9f5fe627/62082f5a-1e19-4bac-8b75-d0b867c1cfb7/c744251d-a694-418d-bcb5-48d9a228908f) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:07:37.113976 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-43cb5bcb-0751-46bb-bf4a-f88c1dfc52b9 None None] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:37.122412 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:37.129978 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-43cb5bcb-0751-46bb-bf4a-f88c1dfc52b9 None None] Transition to ACTIVE for port object 7511b607-4465-416e-9765-35811dd913a0 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:07:37.140188 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-43cb5bcb-0751-46bb-bf4a-f88c1dfc52b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:37.213651 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-43cb5bcb-0751-46bb-bf4a-f88c1dfc52b9 None None] Attempting to bind port 7511b607-4465-416e-9765-35811dd913a0 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:07:37.214076 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-43cb5bcb-0751-46bb-bf4a-f88c1dfc52b9 None None] Attempting to bind port 7511b607-4465-416e-9765-35811dd913a0 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:07:37.214860 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43cb5bcb-0751-46bb-bf4a-f88c1dfc52b9 None None] Attempting to bind port 7511b607-4465-416e-9765-35811dd913a0 on network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:07:37.227766 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991240ae-d275-4ee5-9ea9-c18fd5101e49 None None] Pushing event updated for resources: {'Port': ['ID=7511b607-4465-416e-9765-35811dd913a0,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:07:37.231468 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43cb5bcb-0751-46bb-bf4a-f88c1dfc52b9 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:07:37.231468 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43cb5bcb-0751-46bb-bf4a-f88c1dfc52b9 None None] Checking segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:07:37.232398 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-43cb5bcb-0751-46bb-bf4a-f88c1dfc52b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:37.233035 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43cb5bcb-0751-46bb-bf4a-f88c1dfc52b9 None None] Bound using segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:07:37.233354 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-43cb5bcb-0751-46bb-bf4a-f88c1dfc52b9 None None] Bound port: 7511b607-4465-416e-9765-35811dd913a0, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:07:37.233696 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-43cb5bcb-0751-46bb-bf4a-f88c1dfc52b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:37.242676 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991240ae-d275-4ee5-9ea9-c18fd5101e49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:07:37.243033 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991240ae-d275-4ee5-9ea9-c18fd5101e49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:07:37.244809 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991240ae-d275-4ee5-9ea9-c18fd5101e49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:07:37.244809 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991240ae-d275-4ee5-9ea9-c18fd5101e49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:07:37.245138 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991240ae-d275-4ee5-9ea9-c18fd5101e49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:07:37.245446 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991240ae-d275-4ee5-9ea9-c18fd5101e49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:07:37.250150 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991240ae-d275-4ee5-9ea9-c18fd5101e49 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:07:37.250150 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991240ae-d275-4ee5-9ea9-c18fd5101e49 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:07:37.250150 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991240ae-d275-4ee5-9ea9-c18fd5101e49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:07:37.250150 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991240ae-d275-4ee5-9ea9-c18fd5101e49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:07:37.250150 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991240ae-d275-4ee5-9ea9-c18fd5101e49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:07:37.250150 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991240ae-d275-4ee5-9ea9-c18fd5101e49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:07:37.250771 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991240ae-d275-4ee5-9ea9-c18fd5101e49 None None] Tracked resource versions report: Aug 29 04:07:37.250771 n-d-712140-12 neutron-server[94831]: pushed versions: Aug 29 04:07:37.250771 n-d-712140-12 neutron-server[94831]: { 'AddressGroup': {'1.2'}, Aug 29 04:07:37.250771 n-d-712140-12 neutron-server[94831]: 'ConntrackHelper': {'1.0'}, Aug 29 04:07:37.250771 n-d-712140-12 neutron-server[94831]: 'Log': {'1.0'}, Aug 29 04:07:37.250771 n-d-712140-12 neutron-server[94831]: 'Network': {'1.1'}, Aug 29 04:07:37.250771 n-d-712140-12 neutron-server[94831]: 'Port': {'1.7'}, Aug 29 04:07:37.250771 n-d-712140-12 neutron-server[94831]: 'PortForwarding': {'1.2'}, Aug 29 04:07:37.250771 n-d-712140-12 neutron-server[94831]: 'QosPolicy': {'1.9'}, Aug 29 04:07:37.250771 n-d-712140-12 neutron-server[94831]: 'SecurityGroup': {'1.4'}, Aug 29 04:07:37.250771 n-d-712140-12 neutron-server[94831]: 'SecurityGroupRule': {'1.2'}, Aug 29 04:07:37.250771 n-d-712140-12 neutron-server[94831]: 'SubPort': {'1.0'}, Aug 29 04:07:37.250771 n-d-712140-12 neutron-server[94831]: 'Subnet': {'1.1'}, Aug 29 04:07:37.250771 n-d-712140-12 neutron-server[94831]: 'Trunk': {'1.1'}} Aug 29 04:07:37.250771 n-d-712140-12 neutron-server[94831]: consumer versions: Aug 29 04:07:37.250771 n-d-712140-12 neutron-server[94831]: { DHCP agent@n-d-712140-12: {}, Aug 29 04:07:37.250771 n-d-712140-12 neutron-server[94831]: HyperV agent@n-h1-712140-12: {}, Aug 29 04:07:37.250771 n-d-712140-12 neutron-server[94831]: HyperV agent@n-h2-712140-12: {}, Aug 29 04:07:37.250771 n-d-712140-12 neutron-server[94831]: L3 agent@n-d-712140-12: {}, Aug 29 04:07:37.250771 n-d-712140-12 neutron-server[94831]: Metadata agent@n-d-712140-12: {}, Aug 29 04:07:37.250771 n-d-712140-12 neutron-server[94831]: Metering agent@n-d-712140-12: {}, Aug 29 04:07:37.250771 n-d-712140-12 neutron-server[94831]: Open vSwitch agent@n-d-712140-12: { 'AddressGroup': '1.2', Aug 29 04:07:37.250771 n-d-712140-12 neutron-server[94831]: 'ConntrackHelper': '1.0', Aug 29 04:07:37.250771 n-d-712140-12 neutron-server[94831]: 'Log': '1.0', Aug 29 04:07:37.250771 n-d-712140-12 neutron-server[94831]: 'Network': '1.1', Aug 29 04:07:37.250771 n-d-712140-12 neutron-server[94831]: 'Port': '1.7', Aug 29 04:07:37.250771 n-d-712140-12 neutron-server[94831]: 'PortForwarding': '1.2', Aug 29 04:07:37.250771 n-d-712140-12 neutron-server[94831]: 'QosPolicy': '1.9', Aug 29 04:07:37.250771 n-d-712140-12 neutron-server[94831]: 'SecurityGroup': '1.4', Aug 29 04:07:37.250771 n-d-712140-12 neutron-server[94831]: 'SecurityGroupRule': '1.2', Aug 29 04:07:37.250771 n-d-712140-12 neutron-server[94831]: 'SubPort': '1.0', Aug 29 04:07:37.250771 n-d-712140-12 neutron-server[94831]: 'Subnet': '1.1', Aug 29 04:07:37.250771 n-d-712140-12 neutron-server[94831]: 'Trunk': '1.1'}} Aug 29 04:07:37.250771 n-d-712140-12 neutron-server[94831]: {{(pid=94831) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 04:07:37.285131 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a365642a-9a96-4f3a-946a-962957146050 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:37.313997 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 0dfc3e25-799d-4408-9fa8-1cf46f9e3a6f up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:07:37.320213 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-a365642a-9a96-4f3a-946a-962957146050 admin admin] Transition to ACTIVE for port object c744251d-a694-418d-bcb5-48d9a228908f will not be triggered until provisioned by entity DHCP. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:07:37.337136 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-43cb5bcb-0751-46bb-bf4a-f88c1dfc52b9 None None] For port 7511b607-4465-416e-9765-35811dd913a0, host n-d-712140-12, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:07:37.341745 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-43cb5bcb-0751-46bb-bf4a-f88c1dfc52b9 None None] For port 7511b607-4465-416e-9765-35811dd913a0, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=7511b607-4465-416e-9765-35811dd913a0,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:07:37.349487 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-43cb5bcb-0751-46bb-bf4a-f88c1dfc52b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:37.379953 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a365642a-9a96-4f3a-946a-962957146050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:37.407236 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 0dfc3e25-799d-4408-9fa8-1cf46f9e3a6f completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:07:37.411921 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 0dfc3e25-799d-4408-9fa8-1cf46f9e3a6f triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:07:37.412509 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:37.422571 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a365642a-9a96-4f3a-946a-962957146050 admin admin] Network 6e669898-6215-49e8-8989-a85b9f5fe627 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:07:37.427975 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-a365642a-9a96-4f3a-946a-962957146050 admin admin] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:07:37.431562 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a365642a-9a96-4f3a-946a-962957146050 admin admin] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:07:37.432083 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a365642a-9a96-4f3a-946a-962957146050 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719598'] for router_interface, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:37.508551 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991240ae-d275-4ee5-9ea9-c18fd5101e49 None None] Pushing event updated for resources: {'Port': ['ID=7511b607-4465-416e-9765-35811dd913a0,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:07:37.519974 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43cb5bcb-0751-46bb-bf4a-f88c1dfc52b9 None None] Routers {'93ee9989-533a-42a0-b192-96a99d4c6149'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:07:37.520861 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-43cb5bcb-0751-46bb-bf4a-f88c1dfc52b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:07:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['93ee9989-533a-42a0-b192-96a99d4c6149'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:07:37.546248 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a365642a-9a96-4f3a-946a-962957146050 admin admin] Pushing event updated for resources: {'Port': ['ID=c744251d-a694-418d-bcb5-48d9a228908f,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:07:37.605033 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:37.647035 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 0dfc3e25-799d-4408-9fa8-1cf46f9e3a6f, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=0dfc3e25-799d-4408-9fa8-1cf46f9e3a6f,segment=NetworkSegment(e2ca65b5-0fa0-4357-b062-75370c92f2ef),segment_id=e2ca65b5-0fa0-4357-b062-75370c92f2ef)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:07:37.656087 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:37.697181 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-43cb5bcb-0751-46bb-bf4a-f88c1dfc52b9 None None] Set router 93ee9989-533a-42a0-b192-96a99d4c6149 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:07:37.759238 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=0dfc3e25-799d-4408-9fa8-1cf46f9e3a6f,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:07:37.802794 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-3797a196-a3f8-40fa-bb54-90e8c8e875b4 None None] Provisioning for port c744251d-a694-418d-bcb5-48d9a228908f completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:07:37.822079 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-3797a196-a3f8-40fa-bb54-90e8c8e875b4 None None] Provisioning complete for port c744251d-a694-418d-bcb5-48d9a228908f triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:07:37.822549 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3797a196-a3f8-40fa-bb54-90e8c8e875b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:37.913122 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a365642a-9a96-4f3a-946a-962957146050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:37.915107 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-3797a196-a3f8-40fa-bb54-90e8c8e875b4 None None] Port c744251d-a694-418d-bcb5-48d9a228908f cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:07:38.015863 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-43cb5bcb-0751-46bb-bf4a-f88c1dfc52b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ee9989-533a-42a0-b192-96a99d4c6149', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-732447576-router', 'tenant_id': 'b8e5ee0a53fd42e2a03b18096f8a732f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '7511b607-4465-416e-9765-35811dd913a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:07:34Z', 'updated_at': '2021-08-29T04:07:35Z', 'revision_number': 3, 'project_id': 'b8e5ee0a53fd42e2a03b18096f8a732f', 'gw_port': {'id': '7511b607-4465-416e-9765-35811dd913a0', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:98:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ee9989-533a-42a0-b192-96a99d4c6149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:07:34Z', 'updated_at': '2021-08-29T04:07:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:07:38.047395 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43cb5bcb-0751-46bb-bf4a-f88c1dfc52b9 None None] The sync data for ids ['93ee9989-533a-42a0-b192-96a99d4c6149'] in n-d-712140-12 is: [{'id': '93ee9989-533a-42a0-b192-96a99d4c6149', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-732447576-router', 'tenant_id': 'b8e5ee0a53fd42e2a03b18096f8a732f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '7511b607-4465-416e-9765-35811dd913a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:07:34Z', 'updated_at': '2021-08-29T04:07:35Z', 'revision_number': 3, 'project_id': 'b8e5ee0a53fd42e2a03b18096f8a732f', 'gw_port': {'id': '7511b607-4465-416e-9765-35811dd913a0', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:98:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ee9989-533a-42a0-b192-96a99d4c6149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:07:34Z', 'updated_at': '2021-08-29T04:07:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:07:38.143135 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a365642a-9a96-4f3a-946a-962957146050 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:38.149216 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 58766) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:07:38.151931 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a365642a-9a96-4f3a-946a-962957146050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:38.153265 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a365642a-9a96-4f3a-946a-962957146050 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-718897'] for router_interface, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:38.263569 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a365642a-9a96-4f3a-946a-962957146050 admin admin] Pushing event updated for resources: {'Port': ['ID=c744251d-a694-418d-bcb5-48d9a228908f,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:07:38.335055 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a365642a-9a96-4f3a-946a-962957146050 admin admin] Network 6e669898-6215-49e8-8989-a85b9f5fe627 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:07:38.337997 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-a365642a-9a96-4f3a-946a-962957146050 admin admin] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:07:38.481745 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:38.537106 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a365642a-9a96-4f3a-946a-962957146050 admin admin] Router 93ee9989-533a-42a0-b192-96a99d4c6149 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:07:38.647200 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-eedf19c5-0380-425d-b4cd-e773d2a69a04 None None] Provisioning complete for port c744251d-a694-418d-bcb5-48d9a228908f triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:07:38.648185 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-eedf19c5-0380-425d-b4cd-e773d2a69a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:38.701198 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a365642a-9a96-4f3a-946a-962957146050 admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:07:38.709783 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-eedf19c5-0380-425d-b4cd-e773d2a69a04 None None] Port c744251d-a694-418d-bcb5-48d9a228908f cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:07:38.709930 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-a365642a-9a96-4f3a-946a-962957146050 admin admin] 10.222.0.22 "PUT /v2.0/routers/93ee9989-533a-42a0-b192-96a99d4c6149/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5670817 Aug 29 04:07:38.821741 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-93d7ff10-d159-49e9-b95e-f8f3c656499c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:38.941103 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-93d7ff10-d159-49e9-b95e-f8f3c656499c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:38.945918 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-93d7ff10-d159-49e9-b95e-f8f3c656499c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:38.995507 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-93d7ff10-d159-49e9-b95e-f8f3c656499c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f59f64dd555f4c21b42b55dfb0bf6475&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8450894 Aug 29 04:07:38.996362 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d7ff10-d159-49e9-b95e-f8f3c656499c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f28d611e-504a-4adc-b4d4-dd454e371ece,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:07:38.998585 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 58794) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:07:39.077041 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f799763b-9ce9-4efc-bd8b-ddcdbabdede3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:39.108332 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f799763b-9ce9-4efc-bd8b-ddcdbabdede3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:39.187584 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f799763b-9ce9-4efc-bd8b-ddcdbabdede3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:39.192058 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f799763b-9ce9-4efc-bd8b-ddcdbabdede3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:39.193759 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-f799763b-9ce9-4efc-bd8b-ddcdbabdede3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f28d611e-504a-4adc-b4d4-dd454e371ece HTTP/1.1" status: 204 len: 168 time: 0.1933453 Aug 29 04:07:39.218401 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f799763b-9ce9-4efc-bd8b-ddcdbabdede3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f28d611e-504a-4adc-b4d4-dd454e371ece,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:07:39.382410 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 0dfc3e25-799d-4408-9fa8-1cf46f9e3a6f up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:07:39.441133 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 0dfc3e25-799d-4408-9fa8-1cf46f9e3a6f triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:07:39.441513 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:39.591572 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 7511b607-4465-416e-9765-35811dd913a0 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:07:39.652431 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 7511b607-4465-416e-9765-35811dd913a0 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:07:39.656568 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 7511b607-4465-416e-9765-35811dd913a0 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:07:39.656945 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:39.756112 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:39.778044 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 7511b607-4465-416e-9765-35811dd913a0, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=7511b607-4465-416e-9765-35811dd913a0,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:07:39.784240 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:39.849363 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=7511b607-4465-416e-9765-35811dd913a0,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:07:39.955610 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca9b727-010b-4766-844a-26e2453b4715 None None] Sync routers for ids ['93ee9989-533a-42a0-b192-96a99d4c6149'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:07:39.969417 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca9b727-010b-4766-844a-26e2453b4715 None None] Routers {'93ee9989-533a-42a0-b192-96a99d4c6149'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:07:39.970050 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-1ca9b727-010b-4766-844a-26e2453b4715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:07:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['93ee9989-533a-42a0-b192-96a99d4c6149'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:07:40.100063 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-1ca9b727-010b-4766-844a-26e2453b4715 None None] Set router 93ee9989-533a-42a0-b192-96a99d4c6149 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:07:40.335218 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-1ca9b727-010b-4766-844a-26e2453b4715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ee9989-533a-42a0-b192-96a99d4c6149', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-732447576-router', 'tenant_id': 'b8e5ee0a53fd42e2a03b18096f8a732f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '7511b607-4465-416e-9765-35811dd913a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:07:34Z', 'updated_at': '2021-08-29T04:07:37Z', 'revision_number': 4, 'project_id': 'b8e5ee0a53fd42e2a03b18096f8a732f', 'gw_port': {'id': '7511b607-4465-416e-9765-35811dd913a0', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:98:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ee9989-533a-42a0-b192-96a99d4c6149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:07:34Z', 'updated_at': '2021-08-29T04:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': 'c744251d-a694-418d-bcb5-48d9a228908f', 'name': '', 'network_id': '6e669898-6215-49e8-8989-a85b9f5fe627', 'tenant_id': 'b8e5ee0a53fd42e2a03b18096f8a732f', 'mac_address': 'fa:16:3e:2d:c3:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ee9989-533a-42a0-b192-96a99d4c6149', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '62082f5a-1e19-4bac-8b75-d0b867c1cfb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:07:36Z', 'updated_at': '2021-08-29T04:07:37Z', 'revision_number': 2, 'project_id': 'b8e5ee0a53fd42e2a03b18096f8a732f', 'subnets': [{'id': '62082f5a-1e19-4bac-8b75-d0b867c1cfb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:07:40.367275 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca9b727-010b-4766-844a-26e2453b4715 None None] Checking router: 93ee9989-533a-42a0-b192-96a99d4c6149 for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:07:40.367752 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca9b727-010b-4766-844a-26e2453b4715 None None] Updating router 93ee9989-533a-42a0-b192-96a99d4c6149 port c744251d-a694-418d-bcb5-48d9a228908f binding host n-d-712140-12 {{(pid=94830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:07:40.405226 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1ca9b727-010b-4766-844a-26e2453b4715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:40.745252 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 58872) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:07:40.754704 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-becf1d16-ad80-4275-ab96-2abfa58914f7 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-771552990-network', 'tenant_id': '04c5d465a2a644eb81c377f007508b04'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:07:40.796882 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-becf1d16-ad80-4275-ab96-2abfa58914f7 admin admin] Made reservation on behalf of 04c5d465a2a644eb81c377f007508b04 for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:07:40.800940 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-becf1d16-ad80-4275-ab96-2abfa58914f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:40.811817 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-becf1d16-ad80-4275-ab96-2abfa58914f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:40.860887 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1ca9b727-010b-4766-844a-26e2453b4715 None None] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:40.878874 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1ca9b727-010b-4766-844a-26e2453b4715 None None] Transition to ACTIVE for port object c744251d-a694-418d-bcb5-48d9a228908f will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:07:40.895062 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1ca9b727-010b-4766-844a-26e2453b4715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:40.904145 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 58878) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:07:40.946613 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-becf1d16-ad80-4275-ab96-2abfa58914f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:40.953090 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-becf1d16-ad80-4275-ab96-2abfa58914f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:40.963195 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683fae0c-57b2-4bdc-acb6-ee26732f03a4 None None] Pushing event updated for resources: {'Port': ['ID=c744251d-a694-418d-bcb5-48d9a228908f,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:07:40.993008 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becf1d16-ad80-4275-ab96-2abfa58914f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4958338f-11d3-48e0-a0d5-746868987b8b,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:07:41.003246 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-becf1d16-ad80-4275-ab96-2abfa58914f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:07:41.025652 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-becf1d16-ad80-4275-ab96-2abfa58914f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:41.027095 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-becf1d16-ad80-4275-ab96-2abfa58914f7 admin admin] Added segment ec73f100-649b-4343-ad43-2353e4f5b837 of type vlan for network d531963f-e23c-4a46-8912-2134ee82f41e Aug 29 04:07:41.051998 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-1ca9b727-010b-4766-844a-26e2453b4715 None None] Attempting to bind port c744251d-a694-418d-bcb5-48d9a228908f on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:07:41.052602 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-1ca9b727-010b-4766-844a-26e2453b4715 None None] Attempting to bind port c744251d-a694-418d-bcb5-48d9a228908f by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'e2ca65b5-0fa0-4357-b062-75370c92f2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '6e669898-6215-49e8-8989-a85b9f5fe627'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:07:41.053112 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca9b727-010b-4766-844a-26e2453b4715 None None] Attempting to bind port c744251d-a694-418d-bcb5-48d9a228908f on network 6e669898-6215-49e8-8989-a85b9f5fe627 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:07:41.060630 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca9b727-010b-4766-844a-26e2453b4715 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:07:41.061384 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca9b727-010b-4766-844a-26e2453b4715 None None] Checking segment: {'id': 'e2ca65b5-0fa0-4357-b062-75370c92f2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '6e669898-6215-49e8-8989-a85b9f5fe627'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:07:41.061986 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1ca9b727-010b-4766-844a-26e2453b4715 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:41.062562 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca9b727-010b-4766-844a-26e2453b4715 None None] Bound using segment: {'id': 'e2ca65b5-0fa0-4357-b062-75370c92f2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '6e669898-6215-49e8-8989-a85b9f5fe627'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:07:41.063227 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-1ca9b727-010b-4766-844a-26e2453b4715 None None] Bound port: c744251d-a694-418d-bcb5-48d9a228908f, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2ca65b5-0fa0-4357-b062-75370c92f2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '6e669898-6215-49e8-8989-a85b9f5fe627'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:07:41.063976 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1ca9b727-010b-4766-844a-26e2453b4715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:41.099526 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-becf1d16-ad80-4275-ab96-2abfa58914f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:41.130066 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-becf1d16-ad80-4275-ab96-2abfa58914f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:41.131113 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-becf1d16-ad80-4275-ab96-2abfa58914f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:07:41.131719 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-becf1d16-ad80-4275-ab96-2abfa58914f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:41.169544 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1ca9b727-010b-4766-844a-26e2453b4715 None None] For port c744251d-a694-418d-bcb5-48d9a228908f, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:07:41.176975 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1ca9b727-010b-4766-844a-26e2453b4715 None None] For port c744251d-a694-418d-bcb5-48d9a228908f, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=c744251d-a694-418d-bcb5-48d9a228908f,segment=NetworkSegment(e2ca65b5-0fa0-4357-b062-75370c92f2ef),segment_id=e2ca65b5-0fa0-4357-b062-75370c92f2ef)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:07:41.185112 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1ca9b727-010b-4766-844a-26e2453b4715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:41.236668 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4dc27735-9be4-4664-8f8d-47713ab35ffa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:41.250695 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-becf1d16-ad80-4275-ab96-2abfa58914f7 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.5041866 Aug 29 04:07:41.254246 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 58888) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:07:41.275057 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca9b727-010b-4766-844a-26e2453b4715 None None] Routers {'93ee9989-533a-42a0-b192-96a99d4c6149'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:07:41.275728 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-1ca9b727-010b-4766-844a-26e2453b4715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:07:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['93ee9989-533a-42a0-b192-96a99d4c6149'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:07:41.279508 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-893c893c-7eab-4406-b5d4-60af984ae061 admin admin] Request body: {'subnet': {'network_id': 'd531963f-e23c-4a46-8912-2134ee82f41e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-771552990-subnet', 'tenant_id': '04c5d465a2a644eb81c377f007508b04', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:07:41.295329 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683fae0c-57b2-4bdc-acb6-ee26732f03a4 None None] Pushing event updated for resources: {'Port': ['ID=c744251d-a694-418d-bcb5-48d9a228908f,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:07:41.334595 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becf1d16-ad80-4275-ab96-2abfa58914f7 admin admin] Pushing event updated for resources: {'Network': ['ID=d531963f-e23c-4a46-8912-2134ee82f41e,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:07:41.355584 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network d531963f-e23c-4a46-8912-2134ee82f41e details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:07:41.416065 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 7511b607-4465-416e-9765-35811dd913a0 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:07:41.486441 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4dc27735-9be4-4664-8f8d-47713ab35ffa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:41.494111 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4dc27735-9be4-4664-8f8d-47713ab35ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:41.518914 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-893c893c-7eab-4406-b5d4-60af984ae061 admin admin] Made reservation on behalf of 04c5d465a2a644eb81c377f007508b04 for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:07:41.521108 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-893c893c-7eab-4406-b5d4-60af984ae061 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:41.549212 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc27735-9be4-4664-8f8d-47713ab35ffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=709d81c3-3ed1-4982-8136-845aac07083d,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:07:41.576635 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-1ca9b727-010b-4766-844a-26e2453b4715 None None] Set router 93ee9989-533a-42a0-b192-96a99d4c6149 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:07:41.604682 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-4dc27735-9be4-4664-8f8d-47713ab35ffa admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b090bac189f642be8211cc6eae9d2f6c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6992261 Aug 29 04:07:41.607037 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 58910) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:07:41.694071 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 7511b607-4465-416e-9765-35811dd913a0 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:07:41.694714 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:41.706668 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-617d03dd-f9cb-415f-9aa7-e432ca529701 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:41.745348 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-617d03dd-f9cb-415f-9aa7-e432ca529701 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:41.804991 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-617d03dd-f9cb-415f-9aa7-e432ca529701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:41.807563 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-617d03dd-f9cb-415f-9aa7-e432ca529701 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:41.808770 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-617d03dd-f9cb-415f-9aa7-e432ca529701 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/709d81c3-3ed1-4982-8136-845aac07083d HTTP/1.1" status: 204 len: 168 time: 0.2007928 Aug 29 04:07:41.829461 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617d03dd-f9cb-415f-9aa7-e432ca529701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=709d81c3-3ed1-4982-8136-845aac07083d,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:07:41.833727 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-893c893c-7eab-4406-b5d4-60af984ae061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for subnet, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:41.898869 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893c893c-7eab-4406-b5d4-60af984ae061 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17ceb828-468f-4daf-b5dc-994f5eae3c71,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:07:41.929777 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893c893c-7eab-4406-b5d4-60af984ae061 admin admin] Checking segment: {'id': 'ec73f100-649b-4343-ad43-2353e4f5b837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'd531963f-e23c-4a46-8912-2134ee82f41e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:07:41.930532 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893c893c-7eab-4406-b5d4-60af984ae061 admin admin] Network hostable DHCP agents. Network: d531963f-e23c-4a46-8912-2134ee82f41e, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:07:41.951494 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893c893c-7eab-4406-b5d4-60af984ae061 admin admin] Network d531963f-e23c-4a46-8912-2134ee82f41e is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:07:41.971176 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-893c893c-7eab-4406-b5d4-60af984ae061 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, d531963f-e23c-4a46-8912-2134ee82f41e) {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:07:41.982640 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9e3ffb-1b43-4343-af95-f07d1e0027f7 None None] Network d531963f-e23c-4a46-8912-2134ee82f41e requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:07:41.987985 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893c893c-7eab-4406-b5d4-60af984ae061 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:07:41.988955 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-893c893c-7eab-4406-b5d4-60af984ae061 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:42.025928 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-893c893c-7eab-4406-b5d4-60af984ae061 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7681730 Aug 29 04:07:42.026467 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 58922) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:07:42.036646 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-31cafbd1-ede2-48c2-964c-5e10a3a6d505 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-771552990-router', 'tenant_id': '04c5d465a2a644eb81c377f007508b04', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:07:42.043995 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-1ca9b727-010b-4766-844a-26e2453b4715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ee9989-533a-42a0-b192-96a99d4c6149', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-732447576-router', 'tenant_id': 'b8e5ee0a53fd42e2a03b18096f8a732f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '7511b607-4465-416e-9765-35811dd913a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:07:34Z', 'updated_at': '2021-08-29T04:07:37Z', 'revision_number': 4, 'project_id': 'b8e5ee0a53fd42e2a03b18096f8a732f', 'gw_port': {'id': '7511b607-4465-416e-9765-35811dd913a0', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:98:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ee9989-533a-42a0-b192-96a99d4c6149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:07:34Z', 'updated_at': '2021-08-29T04:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': 'c744251d-a694-418d-bcb5-48d9a228908f', 'name': '', 'network_id': '6e669898-6215-49e8-8989-a85b9f5fe627', 'tenant_id': 'b8e5ee0a53fd42e2a03b18096f8a732f', 'mac_address': 'fa:16:3e:2d:c3:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ee9989-533a-42a0-b192-96a99d4c6149', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '62082f5a-1e19-4bac-8b75-d0b867c1cfb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:07:36Z', 'updated_at': '2021-08-29T04:07:41Z', 'revision_number': 4, 'project_id': 'b8e5ee0a53fd42e2a03b18096f8a732f', 'subnets': [{'id': '62082f5a-1e19-4bac-8b75-d0b867c1cfb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:07:42.082589 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca9b727-010b-4766-844a-26e2453b4715 None None] The sync data for ids ['93ee9989-533a-42a0-b192-96a99d4c6149'] in n-d-712140-12 is: [{'id': '93ee9989-533a-42a0-b192-96a99d4c6149', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-732447576-router', 'tenant_id': 'b8e5ee0a53fd42e2a03b18096f8a732f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '7511b607-4465-416e-9765-35811dd913a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:07:34Z', 'updated_at': '2021-08-29T04:07:37Z', 'revision_number': 4, 'project_id': 'b8e5ee0a53fd42e2a03b18096f8a732f', 'gw_port': {'id': '7511b607-4465-416e-9765-35811dd913a0', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:98:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ee9989-533a-42a0-b192-96a99d4c6149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:07:34Z', 'updated_at': '2021-08-29T04:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': 'c744251d-a694-418d-bcb5-48d9a228908f', 'name': '', 'network_id': '6e669898-6215-49e8-8989-a85b9f5fe627', 'tenant_id': 'b8e5ee0a53fd42e2a03b18096f8a732f', 'mac_address': 'fa:16:3e:2d:c3:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ee9989-533a-42a0-b192-96a99d4c6149', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '62082f5a-1e19-4bac-8b75-d0b867c1cfb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:07:36Z', 'updated_at': '2021-08-29T04:07:41Z', 'revision_number': 4, 'project_id': 'b8e5ee0a53fd42e2a03b18096f8a732f', 'subnets': [{'id': '62082f5a-1e19-4bac-8b75-d0b867c1cfb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:07:42.117118 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-31cafbd1-ede2-48c2-964c-5e10a3a6d505 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:42.121234 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-31cafbd1-ede2-48c2-964c-5e10a3a6d505 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1838'] for router, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:42.280523 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-31cafbd1-ede2-48c2-964c-5e10a3a6d505 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:42.326964 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee36dea7-e406-4c82-ae54-7a2e22e1621b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-d531963f-e23c-4a46-8912-2134ee82f41e', 'network_id': 'd531963f-e23c-4a46-8912-2134ee82f41e', 'tenant_id': '04c5d465a2a644eb81c377f007508b04', 'fixed_ips': [{'subnet_id': '17ceb828-468f-4daf-b5dc-994f5eae3c71'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:07:42.328864 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ee36dea7-e406-4c82-ae54-7a2e22e1621b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:42.462459 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-31cafbd1-ede2-48c2-964c-5e10a3a6d505 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:42.557742 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-ee36dea7-e406-4c82-ae54-7a2e22e1621b None None] Allocated IP 172.20.0.2 (d531963f-e23c-4a46-8912-2134ee82f41e/17ceb828-468f-4daf-b5dc-994f5eae3c71/f12a28e3-1035-45a6-a52d-a8c5e9d541c6) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:07:42.740828 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-31cafbd1-ede2-48c2-964c-5e10a3a6d505 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:42.746614 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 58952) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:07:42.766180 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-31cafbd1-ede2-48c2-964c-5e10a3a6d505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:42.783241 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6145becb-4b4e-4701-9c70-0a596beb0f77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:42.876406 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ee36dea7-e406-4c82-ae54-7a2e22e1621b None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:42.917266 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-ee36dea7-e406-4c82-ae54-7a2e22e1621b None None] Transition to ACTIVE for port object f12a28e3-1035-45a6-a52d-a8c5e9d541c6 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:07:42.931548 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-31cafbd1-ede2-48c2-964c-5e10a3a6d505 admin admin] Allocated IP 172.25.0.133 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/a9072802-43a3-4485-8c45-e449c36050d0) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:07:42.972610 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-ee36dea7-e406-4c82-ae54-7a2e22e1621b None None] Transition to ACTIVE for port object f12a28e3-1035-45a6-a52d-a8c5e9d541c6 will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:07:42.989405 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ee36dea7-e406-4c82-ae54-7a2e22e1621b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:43.058337 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6145becb-4b4e-4701-9c70-0a596beb0f77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:43.068857 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6145becb-4b4e-4701-9c70-0a596beb0f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:43.102758 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee36dea7-e406-4c82-ae54-7a2e22e1621b None None] Pushing event updated for resources: {'Port': ['ID=f12a28e3-1035-45a6-a52d-a8c5e9d541c6,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:07:43.163671 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee36dea7-e406-4c82-ae54-7a2e22e1621b None None] Network d531963f-e23c-4a46-8912-2134ee82f41e is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:07:43.177255 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-ee36dea7-e406-4c82-ae54-7a2e22e1621b None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:07:43.182147 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee36dea7-e406-4c82-ae54-7a2e22e1621b None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:07:43.188066 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-6145becb-4b4e-4701-9c70-0a596beb0f77 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a7e772d2253a47bd85d36430ebf2652e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4392126 Aug 29 04:07:43.188066 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6145becb-4b4e-4701-9c70-0a596beb0f77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5019b2d-cea2-456d-aabf-8ddaa6af7568,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:07:43.191729 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 58956) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:07:43.280972 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-31cafbd1-ede2-48c2-964c-5e10a3a6d505 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:43.360974 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-ee36dea7-e406-4c82-ae54-7a2e22e1621b None None] Attempting to bind port f12a28e3-1035-45a6-a52d-a8c5e9d541c6 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:07:43.361911 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-ee36dea7-e406-4c82-ae54-7a2e22e1621b None None] Attempting to bind port f12a28e3-1035-45a6-a52d-a8c5e9d541c6 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'ec73f100-649b-4343-ad43-2353e4f5b837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'd531963f-e23c-4a46-8912-2134ee82f41e'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:07:43.362897 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee36dea7-e406-4c82-ae54-7a2e22e1621b None None] Attempting to bind port f12a28e3-1035-45a6-a52d-a8c5e9d541c6 on network d531963f-e23c-4a46-8912-2134ee82f41e {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:07:43.376728 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 58976) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:07:43.396940 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee36dea7-e406-4c82-ae54-7a2e22e1621b None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:07:43.397319 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee36dea7-e406-4c82-ae54-7a2e22e1621b None None] Checking segment: {'id': 'ec73f100-649b-4343-ad43-2353e4f5b837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'd531963f-e23c-4a46-8912-2134ee82f41e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:07:43.397725 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ee36dea7-e406-4c82-ae54-7a2e22e1621b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:43.401455 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee36dea7-e406-4c82-ae54-7a2e22e1621b None None] Bound using segment: {'id': 'ec73f100-649b-4343-ad43-2353e4f5b837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'd531963f-e23c-4a46-8912-2134ee82f41e'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:07:43.402077 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-ee36dea7-e406-4c82-ae54-7a2e22e1621b None None] Bound port: f12a28e3-1035-45a6-a52d-a8c5e9d541c6, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec73f100-649b-4343-ad43-2353e4f5b837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'd531963f-e23c-4a46-8912-2134ee82f41e'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:07:43.402505 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ee36dea7-e406-4c82-ae54-7a2e22e1621b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:43.407738 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7347a10c-c2fe-4abb-b4e5-16f6b43a3aa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:43.416492 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device c744251d-a694-418d-bcb5-48d9a228908f up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:07:43.462466 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7347a10c-c2fe-4abb-b4e5-16f6b43a3aa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:43.480800 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-31cafbd1-ede2-48c2-964c-5e10a3a6d505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:43.583897 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31cafbd1-ede2-48c2-964c-5e10a3a6d505 admin admin] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:07:43.593882 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cafbd1-ede2-48c2-964c-5e10a3a6d505 admin admin] Pushing event updated for resources: {'Port': ['ID=a9072802-43a3-4485-8c45-e449c36050d0,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:07:43.600880 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-31cafbd1-ede2-48c2-964c-5e10a3a6d505 admin admin] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:07:43.617927 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-ee36dea7-e406-4c82-ae54-7a2e22e1621b None None] For port f12a28e3-1035-45a6-a52d-a8c5e9d541c6, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:07:43.620035 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31cafbd1-ede2-48c2-964c-5e10a3a6d505 admin admin] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:07:43.627505 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fc43150e-0fbd-46fb-a243-f32ad0b60079 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:43.633171 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-ee36dea7-e406-4c82-ae54-7a2e22e1621b None None] For port f12a28e3-1035-45a6-a52d-a8c5e9d541c6, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=f12a28e3-1035-45a6-a52d-a8c5e9d541c6,segment=NetworkSegment(ec73f100-649b-4343-ad43-2353e4f5b837),segment_id=ec73f100-649b-4343-ad43-2353e4f5b837)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:07:43.638405 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port c744251d-a694-418d-bcb5-48d9a228908f completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:07:43.654001 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ee36dea7-e406-4c82-ae54-7a2e22e1621b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:43.682534 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port c744251d-a694-418d-bcb5-48d9a228908f triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:07:43.684026 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:43.959604 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fc43150e-0fbd-46fb-a243-f32ad0b60079 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:43.980594 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fc43150e-0fbd-46fb-a243-f32ad0b60079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:43.984941 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:44.013499 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee36dea7-e406-4c82-ae54-7a2e22e1621b None None] Pushing event updated for resources: {'Port': ['ID=f12a28e3-1035-45a6-a52d-a8c5e9d541c6,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:07:44.052886 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port c744251d-a694-418d-bcb5-48d9a228908f, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=c744251d-a694-418d-bcb5-48d9a228908f,segment=NetworkSegment(e2ca65b5-0fa0-4357-b062-75370c92f2ef),segment_id=e2ca65b5-0fa0-4357-b062-75370c92f2ef)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:07:44.058919 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-31cafbd1-ede2-48c2-964c-5e10a3a6d505 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:44.061118 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:44.110226 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc43150e-0fbd-46fb-a243-f32ad0b60079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f82f16fa-d27f-416a-a6ac-a63a3468c5ff,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:07:44.147228 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=c744251d-a694-418d-bcb5-48d9a228908f,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:07:44.169754 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-fc43150e-0fbd-46fb-a243-f32ad0b60079 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=832606e9c2854ea0a1e6f2eef72f34cf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7877183 Aug 29 04:07:44.170634 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 58996) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:07:44.279325 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 59004) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:07:44.293356 n-d-712140-12 neutron-server[94829]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 29 04:07:44.294992 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7347a10c-c2fe-4abb-b4e5-16f6b43a3aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:44.299720 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7347a10c-c2fe-4abb-b4e5-16f6b43a3aa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:44.302392 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-7347a10c-c2fe-4abb-b4e5-16f6b43a3aa4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a5019b2d-cea2-456d-aabf-8ddaa6af7568 HTTP/1.1" status: 204 len: 168 time: 1.1078298 Aug 29 04:07:44.329577 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7347a10c-c2fe-4abb-b4e5-16f6b43a3aa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5019b2d-cea2-456d-aabf-8ddaa6af7568,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:07:44.361969 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c4ab01b0-1987-4f3e-b0ee-da0ee41518d4 req-ae29f00d-f911-47a2-b5c5-64913e9fa9bc tempest-AggregatesAdminTestJSON-623583173 tempest-AggregatesAdminTestJSON-623583173-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=18fb570eb4b84938a1e1d5770ecff8ee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0696385 Aug 29 04:07:44.374799 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-afaaa158-a931-4b56-ace8-45266e1a1a2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:44.488176 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-afaaa158-a931-4b56-ace8-45266e1a1a2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:44.624794 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ab01b0-1987-4f3e-b0ee-da0ee41518d4 req-1885b565-3394-4363-a09e-1fcc83798111 tempest-AggregatesAdminTestJSON-623583173 tempest-AggregatesAdminTestJSON-623583173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:07:44.626017 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c4ab01b0-1987-4f3e-b0ee-da0ee41518d4 req-1885b565-3394-4363-a09e-1fcc83798111 tempest-AggregatesAdminTestJSON-623583173 tempest-AggregatesAdminTestJSON-623583173-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2625139 Aug 29 04:07:44.647670 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c4ab01b0-1987-4f3e-b0ee-da0ee41518d4 req-9e60ffb6-edfd-4aa9-9474-509fda80ccfe tempest-AggregatesAdminTestJSON-623583173 tempest-AggregatesAdminTestJSON-623583173-project] 10.222.0.22 "GET /v2.0/quotas/18fb570eb4b84938a1e1d5770ecff8ee HTTP/1.1" status: 200 len: 375 time: 0.0148869 Aug 29 04:07:44.710655 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c4ab01b0-1987-4f3e-b0ee-da0ee41518d4 req-5dc43e85-9b11-48cb-a302-01552fed1156 tempest-AggregatesAdminTestJSON-623583173 tempest-AggregatesAdminTestJSON-623583173-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=18fb570eb4b84938a1e1d5770ecff8ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0541816 Aug 29 04:07:44.718234 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-31cafbd1-ede2-48c2-964c-5e10a3a6d505 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409'] for router, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:44.745535 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-afaaa158-a931-4b56-ace8-45266e1a1a2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:44.749397 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-afaaa158-a931-4b56-ace8-45266e1a1a2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:44.750954 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-afaaa158-a931-4b56-ace8-45266e1a1a2d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f82f16fa-d27f-416a-a6ac-a63a3468c5ff HTTP/1.1" status: 204 len: 168 time: 0.5789831 Aug 29 04:07:44.801899 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaaa158-a931-4b56-ace8-45266e1a1a2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f82f16fa-d27f-416a-a6ac-a63a3468c5ff,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:07:44.951997 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31cafbd1-ede2-48c2-964c-5e10a3a6d505 admin admin] Router 57983f6d-9bfe-49c6-bd89-a0f5c6c373c7 is scheduled to L3 agent 76874008-c311-485c-ba36-921b6d275b6a with binding_index 1 {{(pid=94828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:07:45.252263 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31cafbd1-ede2-48c2-964c-5e10a3a6d505 admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:07:45.265072 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12e42d0-c3c1-4775-8de9-1dd730533440 None None] Sync routers for ids ['57983f6d-9bfe-49c6-bd89-a0f5c6c373c7'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:07:45.282946 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12e42d0-c3c1-4775-8de9-1dd730533440 None None] Routers {'57983f6d-9bfe-49c6-bd89-a0f5c6c373c7'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:07:45.287119 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-c12e42d0-c3c1-4775-8de9-1dd730533440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:07:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['57983f6d-9bfe-49c6-bd89-a0f5c6c373c7'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:07:45.295512 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-31cafbd1-ede2-48c2-964c-5e10a3a6d505 admin admin] Notify callbacks [] for router, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:45.300083 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-31cafbd1-ede2-48c2-964c-5e10a3a6d505 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.2688756 Aug 29 04:07:45.300707 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 59066) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:07:45.372614 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940b9a8a-3ee7-4080-abd9-3e7e1613706b None None] Network d531963f-e23c-4a46-8912-2134ee82f41e requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:07:45.404359 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 59072) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:07:45.411652 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 59074) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:07:45.444797 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4a055b4f-bfcd-459e-80a3-51f9b0af7dfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:45.535823 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-c12e42d0-c3c1-4775-8de9-1dd730533440 None None] Set router 57983f6d-9bfe-49c6-bd89-a0f5c6c373c7 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:07:45.635636 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device f12a28e3-1035-45a6-a52d-a8c5e9d541c6 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:07:45.657357 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4a055b4f-bfcd-459e-80a3-51f9b0af7dfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:45.665144 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4a055b4f-bfcd-459e-80a3-51f9b0af7dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:45.699829 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-cd572d91-d86b-4255-a2b5-23b3369966ea None None] Provisioning for port f12a28e3-1035-45a6-a52d-a8c5e9d541c6 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:07:45.706593 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port f12a28e3-1035-45a6-a52d-a8c5e9d541c6 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:07:45.712910 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port f12a28e3-1035-45a6-a52d-a8c5e9d541c6 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:07:45.713628 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:45.740701 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-4a055b4f-bfcd-459e-80a3-51f9b0af7dfb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6e549f34c62f41e3b78dba4560b2b6a3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3350747 Aug 29 04:07:45.743811 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 59080) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:07:45.752363 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a055b4f-bfcd-459e-80a3-51f9b0af7dfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab7a6178-a8e8-499a-97da-3b1ef279c389,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:07:45.756291 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-cd572d91-d86b-4255-a2b5-23b3369966ea None None] Provisioning complete for port f12a28e3-1035-45a6-a52d-a8c5e9d541c6 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:07:45.756895 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cd572d91-d86b-4255-a2b5-23b3369966ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:45.856307 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-c12e42d0-c3c1-4775-8de9-1dd730533440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57983f6d-9bfe-49c6-bd89-a0f5c6c373c7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-771552990-router', 'tenant_id': '04c5d465a2a644eb81c377f007508b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': 'a9072802-43a3-4485-8c45-e449c36050d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:07:42Z', 'updated_at': '2021-08-29T04:07:43Z', 'revision_number': 3, 'project_id': '04c5d465a2a644eb81c377f007508b04', 'gw_port': {'id': 'a9072802-43a3-4485-8c45-e449c36050d0', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:45:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57983f6d-9bfe-49c6-bd89-a0f5c6c373c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:07:42Z', 'updated_at': '2021-08-29T04:07:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:07:45.888765 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12e42d0-c3c1-4775-8de9-1dd730533440 None None] Checking router: 57983f6d-9bfe-49c6-bd89-a0f5c6c373c7 for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:07:45.889272 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12e42d0-c3c1-4775-8de9-1dd730533440 None None] Updating router 57983f6d-9bfe-49c6-bd89-a0f5c6c373c7 port a9072802-43a3-4485-8c45-e449c36050d0 binding host n-d-712140-12 {{(pid=94831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:07:45.920794 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c12e42d0-c3c1-4775-8de9-1dd730533440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:45.995080 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:46.014285 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6241a6fa-98a2-4aa8-aae5-8d56598818c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:46.048255 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6241a6fa-98a2-4aa8-aae5-8d56598818c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:46.132666 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6241a6fa-98a2-4aa8-aae5-8d56598818c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:46.140150 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6241a6fa-98a2-4aa8-aae5-8d56598818c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:46.142789 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-6241a6fa-98a2-4aa8-aae5-8d56598818c3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ab7a6178-a8e8-499a-97da-3b1ef279c389 HTTP/1.1" status: 204 len: 168 time: 0.3983798 Aug 29 04:07:46.171316 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port f12a28e3-1035-45a6-a52d-a8c5e9d541c6, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=f12a28e3-1035-45a6-a52d-a8c5e9d541c6,segment=NetworkSegment(ec73f100-649b-4343-ad43-2353e4f5b837),segment_id=ec73f100-649b-4343-ad43-2353e4f5b837)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:07:46.172006 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241a6fa-98a2-4aa8-aae5-8d56598818c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab7a6178-a8e8-499a-97da-3b1ef279c389,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:07:46.193347 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:46.196260 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device c744251d-a694-418d-bcb5-48d9a228908f up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:07:46.234580 n-d-712140-12 neutron-server[94828]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 29 04:07:46.269891 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c12e42d0-c3c1-4775-8de9-1dd730533440 None None] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:46.290707 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-c12e42d0-c3c1-4775-8de9-1dd730533440 None None] Transition to ACTIVE for port object a9072802-43a3-4485-8c45-e449c36050d0 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:07:46.306402 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c12e42d0-c3c1-4775-8de9-1dd730533440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:46.351528 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4e471e85-8889-4dd7-9b64-d5107c3a5eb1 req-7b2429e4-4ddb-411a-9c66-66c495fa29bc tempest-AggregatesAdminTestJSON-623583173 tempest-AggregatesAdminTestJSON-623583173-project] 10.222.0.22 "GET /v2.0/ports?device_id=a2ec0eac-25d8-468e-81e2-2c9535b80040 HTTP/1.1" status: 200 len: 210 time: 0.9372907 Aug 29 04:07:46.409232 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80555b8-f8ca-4a87-84d6-90e5be6803fd None None] Pushing event updated for resources: {'Port': ['ID=a9072802-43a3-4485-8c45-e449c36050d0,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:07:46.433501 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=f12a28e3-1035-45a6-a52d-a8c5e9d541c6,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:07:46.443851 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-c12e42d0-c3c1-4775-8de9-1dd730533440 None None] Attempting to bind port a9072802-43a3-4485-8c45-e449c36050d0 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:07:46.444552 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-c12e42d0-c3c1-4775-8de9-1dd730533440 None None] Attempting to bind port a9072802-43a3-4485-8c45-e449c36050d0 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:07:46.445143 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12e42d0-c3c1-4775-8de9-1dd730533440 None None] Attempting to bind port a9072802-43a3-4485-8c45-e449c36050d0 on network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:07:46.449508 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cd572d91-d86b-4255-a2b5-23b3369966ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:46.452624 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12e42d0-c3c1-4775-8de9-1dd730533440 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:07:46.453485 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12e42d0-c3c1-4775-8de9-1dd730533440 None None] Checking segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:07:46.454293 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c12e42d0-c3c1-4775-8de9-1dd730533440 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:46.454882 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12e42d0-c3c1-4775-8de9-1dd730533440 None None] Bound using segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:07:46.455876 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-c12e42d0-c3c1-4775-8de9-1dd730533440 None None] Bound port: a9072802-43a3-4485-8c45-e449c36050d0, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:07:46.456623 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c12e42d0-c3c1-4775-8de9-1dd730533440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:46.482518 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 59110) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:07:46.517667 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port c744251d-a694-418d-bcb5-48d9a228908f triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:07:46.518012 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:46.545210 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-c12e42d0-c3c1-4775-8de9-1dd730533440 None None] For port a9072802-43a3-4485-8c45-e449c36050d0, host n-d-712140-12, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:07:46.547258 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d0a42c51-b506-4917-bf50-1882feb0fcb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:46.550753 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-c12e42d0-c3c1-4775-8de9-1dd730533440 None None] For port a9072802-43a3-4485-8c45-e449c36050d0, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=a9072802-43a3-4485-8c45-e449c36050d0,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:07:46.588003 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c12e42d0-c3c1-4775-8de9-1dd730533440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:46.666187 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-991fd2a9-f410-4eb4-8c48-82b3b7331549 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:46.735875 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80555b8-f8ca-4a87-84d6-90e5be6803fd None None] Pushing event updated for resources: {'Port': ['ID=a9072802-43a3-4485-8c45-e449c36050d0,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:07:46.773303 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12e42d0-c3c1-4775-8de9-1dd730533440 None None] Routers {'57983f6d-9bfe-49c6-bd89-a0f5c6c373c7'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:07:46.773726 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.db.api [None req-cd572d91-d86b-4255-a2b5-23b3369966ea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94830) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:07:46.773933 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-c12e42d0-c3c1-4775-8de9-1dd730533440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:07:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['57983f6d-9bfe-49c6-bd89-a0f5c6c373c7'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:07:46.774140 n-d-712140-12 neutron-server[94830]: DEBUG oslo_db.api [None req-cd572d91-d86b-4255-a2b5-23b3369966ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:07:46.907443 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-991fd2a9-f410-4eb4-8c48-82b3b7331549 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:46.913403 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-991fd2a9-f410-4eb4-8c48-82b3b7331549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:46.923991 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-d0a42c51-b506-4917-bf50-1882feb0fcb3 admin admin] Allocated IP 172.20.0.1 (d531963f-e23c-4a46-8912-2134ee82f41e/17ceb828-468f-4daf-b5dc-994f5eae3c71/0773934b-0544-492d-8f31-eba6ec224659) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:07:46.977450 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-c12e42d0-c3c1-4775-8de9-1dd730533440 None None] Set router 57983f6d-9bfe-49c6-bd89-a0f5c6c373c7 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:07:47.024803 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-991fd2a9-f410-4eb4-8c48-82b3b7331549 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3a949a1f1adf4729892b916829ec6b64&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5409970 Aug 29 04:07:47.026781 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991fd2a9-f410-4eb4-8c48-82b3b7331549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f4dfe2a-5e02-49bd-bffc-dcc1c3754f3d,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:07:47.033804 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 59136) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:07:47.148488 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d0a42c51-b506-4917-bf50-1882feb0fcb3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:47.166583 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-d0a42c51-b506-4917-bf50-1882feb0fcb3 admin admin] Transition to ACTIVE for port object 0773934b-0544-492d-8f31-eba6ec224659 will not be triggered until provisioned by entity DHCP. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:07:47.179938 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-57ada163-ddf3-4bc9-9c11-2b2f1c641202 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:47.228842 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-57ada163-ddf3-4bc9-9c11-2b2f1c641202 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:47.249154 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d0a42c51-b506-4917-bf50-1882feb0fcb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:47.265096 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device f12a28e3-1035-45a6-a52d-a8c5e9d541c6 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:07:47.316087 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-57ada163-ddf3-4bc9-9c11-2b2f1c641202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:47.319050 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-57ada163-ddf3-4bc9-9c11-2b2f1c641202 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:47.323088 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-57ada163-ddf3-4bc9-9c11-2b2f1c641202 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3f4dfe2a-5e02-49bd-bffc-dcc1c3754f3d HTTP/1.1" status: 204 len: 168 time: 0.2878058 Aug 29 04:07:47.327800 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-c12e42d0-c3c1-4775-8de9-1dd730533440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57983f6d-9bfe-49c6-bd89-a0f5c6c373c7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-771552990-router', 'tenant_id': '04c5d465a2a644eb81c377f007508b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': 'a9072802-43a3-4485-8c45-e449c36050d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:07:42Z', 'updated_at': '2021-08-29T04:07:43Z', 'revision_number': 3, 'project_id': '04c5d465a2a644eb81c377f007508b04', 'gw_port': {'id': 'a9072802-43a3-4485-8c45-e449c36050d0', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:45:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57983f6d-9bfe-49c6-bd89-a0f5c6c373c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:07:42Z', 'updated_at': '2021-08-29T04:07:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:07:47.337617 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a42c51-b506-4917-bf50-1882feb0fcb3 admin admin] Pushing event updated for resources: {'Port': ['ID=0773934b-0544-492d-8f31-eba6ec224659,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:07:47.350191 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a42c51-b506-4917-bf50-1882feb0fcb3 admin admin] Network d531963f-e23c-4a46-8912-2134ee82f41e is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:07:47.352158 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-d0a42c51-b506-4917-bf50-1882feb0fcb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:07:47.355092 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a42c51-b506-4917-bf50-1882feb0fcb3 admin admin] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:07:47.355895 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d0a42c51-b506-4917-bf50-1882feb0fcb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719598'] for router_interface, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:47.367496 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ada163-ddf3-4bc9-9c11-2b2f1c641202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f4dfe2a-5e02-49bd-bffc-dcc1c3754f3d,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:07:47.464510 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12e42d0-c3c1-4775-8de9-1dd730533440 None None] The sync data for ids ['57983f6d-9bfe-49c6-bd89-a0f5c6c373c7'] in n-d-712140-12 is: [{'id': '57983f6d-9bfe-49c6-bd89-a0f5c6c373c7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-771552990-router', 'tenant_id': '04c5d465a2a644eb81c377f007508b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': 'a9072802-43a3-4485-8c45-e449c36050d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:07:42Z', 'updated_at': '2021-08-29T04:07:43Z', 'revision_number': 3, 'project_id': '04c5d465a2a644eb81c377f007508b04', 'gw_port': {'id': 'a9072802-43a3-4485-8c45-e449c36050d0', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:45:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57983f6d-9bfe-49c6-bd89-a0f5c6c373c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:07:42Z', 'updated_at': '2021-08-29T04:07:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:07:47.483580 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port f12a28e3-1035-45a6-a52d-a8c5e9d541c6 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:07:47.484130 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:47.548943 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d0a42c51-b506-4917-bf50-1882feb0fcb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:47.645814 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-79f0e3c2-ab8c-478e-a46b-79fc38e832d4 None None] Provisioning complete for port f12a28e3-1035-45a6-a52d-a8c5e9d541c6 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:07:47.648064 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-79f0e3c2-ab8c-478e-a46b-79fc38e832d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:47.796367 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5e45d0ab-a481-4fea-be62-24e0b9246211 req-6cd3eba5-c03c-434b-8a57-7f30390be12f tempest-AggregatesAdminTestJSON-623583173 tempest-AggregatesAdminTestJSON-623583173-project] 10.222.0.22 "GET /v2.0/ports?device_id=a2ec0eac-25d8-468e-81e2-2c9535b80040 HTTP/1.1" status: 200 len: 210 time: 0.0435090 Aug 29 04:07:47.931191 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d0a42c51-b506-4917-bf50-1882feb0fcb3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:47.936384 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d0a42c51-b506-4917-bf50-1882feb0fcb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:47.937279 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d0a42c51-b506-4917-bf50-1882feb0fcb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-718897'] for router_interface, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:47.995173 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a42c51-b506-4917-bf50-1882feb0fcb3 admin admin] Pushing event updated for resources: {'Port': ['ID=0773934b-0544-492d-8f31-eba6ec224659,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:07:48.097669 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 59168) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:07:48.126187 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c16e3d91-734b-4d32-b299-a63c055019e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:48.130474 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1242a629-5f77-488e-b5f0-3b6102fd76a8 None None] Provisioning for port 0773934b-0544-492d-8f31-eba6ec224659 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:07:48.137657 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1242a629-5f77-488e-b5f0-3b6102fd76a8 None None] Provisioning complete for port 0773934b-0544-492d-8f31-eba6ec224659 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:07:48.138035 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1242a629-5f77-488e-b5f0-3b6102fd76a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:48.172245 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a42c51-b506-4917-bf50-1882feb0fcb3 admin admin] Network d531963f-e23c-4a46-8912-2134ee82f41e is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:07:48.173871 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-d0a42c51-b506-4917-bf50-1882feb0fcb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:07:48.231167 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-1242a629-5f77-488e-b5f0-3b6102fd76a8 None None] Port 0773934b-0544-492d-8f31-eba6ec224659 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:07:48.328354 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c16e3d91-734b-4d32-b299-a63c055019e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:48.334867 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c16e3d91-734b-4d32-b299-a63c055019e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:48.372521 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0a42c51-b506-4917-bf50-1882feb0fcb3 admin admin] Router 57983f6d-9bfe-49c6-bd89-a0f5c6c373c7 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:07:48.455258 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-c16e3d91-734b-4d32-b299-a63c055019e6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=27654de587a347ffb4d1fc27427425a5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3561511 Aug 29 04:07:48.457156 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 59182) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:07:48.457864 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16e3d91-734b-4d32-b299-a63c055019e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f6ed09e-ba9f-4abb-aab4-cd13ea74608f,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:07:48.546668 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7d89fba0-6568-449c-84cc-30242658731d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:48.608753 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7d89fba0-6568-449c-84cc-30242658731d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:48.623477 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.46', 51040) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:07:48.665106 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-8d8f464a-d38f-4605-bafd-28eb0e1aafbd None None] Provisioning complete for port 0773934b-0544-492d-8f31-eba6ec224659 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:07:48.665748 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8d8f464a-d38f-4605-bafd-28eb0e1aafbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:48.672997 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c4ab01b0-1987-4f3e-b0ee-da0ee41518d4 req-d21656e1-22b8-4abb-aa34-27bb445b76c2 tempest-AggregatesAdminTestJSON-623583173 tempest-AggregatesAdminTestJSON-623583173-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=18fb570eb4b84938a1e1d5770ecff8ee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0483527 Aug 29 04:07:48.674926 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0a42c51-b506-4917-bf50-1882feb0fcb3 admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:07:48.692864 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-d0a42c51-b506-4917-bf50-1882feb0fcb3 admin admin] 10.222.0.22 "PUT /v2.0/routers/57983f6d-9bfe-49c6-bd89-a0f5c6c373c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3888397 Aug 29 04:07:48.704712 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7d89fba0-6568-449c-84cc-30242658731d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:48.708849 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7d89fba0-6568-449c-84cc-30242658731d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:48.712889 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-7d89fba0-6568-449c-84cc-30242658731d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7f6ed09e-ba9f-4abb-aab4-cd13ea74608f HTTP/1.1" status: 204 len: 168 time: 0.2473993 Aug 29 04:07:48.735592 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-8d8f464a-d38f-4605-bafd-28eb0e1aafbd None None] Port 0773934b-0544-492d-8f31-eba6ec224659 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:07:48.739518 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d89fba0-6568-449c-84cc-30242658731d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f6ed09e-ba9f-4abb-aab4-cd13ea74608f,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:07:48.827978 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:48.917280 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ab01b0-1987-4f3e-b0ee-da0ee41518d4 req-c1ed3b76-3825-465f-b16d-e073066257e5 tempest-AggregatesAdminTestJSON-623583173 tempest-AggregatesAdminTestJSON-623583173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:07:48.918895 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c4ab01b0-1987-4f3e-b0ee-da0ee41518d4 req-c1ed3b76-3825-465f-b16d-e073066257e5 tempest-AggregatesAdminTestJSON-623583173 tempest-AggregatesAdminTestJSON-623583173-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2239645 Aug 29 04:07:48.961753 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-50f86651-68c8-4a33-b3d2-b7c439e572ae req-d0f5c16e-6d83-417d-a023-510950630f8c tempest-AggregatesAdminTestJSON-623583173 tempest-AggregatesAdminTestJSON-623583173-project] 10.222.0.22 "GET /v2.0/ports?device_id=a2ec0eac-25d8-468e-81e2-2c9535b80040 HTTP/1.1" status: 200 len: 210 time: 0.0349691 Aug 29 04:07:49.018114 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-c4ab01b0-1987-4f3e-b0ee-da0ee41518d4 req-41da6256-b8f5-4ccf-a81c-fe79ec59fa07 tempest-AggregatesAdminTestJSON-623583173 tempest-AggregatesAdminTestJSON-623583173-project] Request body: {'port': {'device_id': 'a2ec0eac-25d8-468e-81e2-2c9535b80040', 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45', 'admin_state_up': True, 'tenant_id': '18fb570eb4b84938a1e1d5770ecff8ee'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:07:49.282222 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device a9072802-43a3-4485-8c45-e449c36050d0 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:07:49.339413 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port a9072802-43a3-4485-8c45-e449c36050d0 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:07:49.347815 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port a9072802-43a3-4485-8c45-e449c36050d0 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:07:49.349982 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:49.423563 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4ab01b0-1987-4f3e-b0ee-da0ee41518d4 req-41da6256-b8f5-4ccf-a81c-fe79ec59fa07 tempest-AggregatesAdminTestJSON-623583173 tempest-AggregatesAdminTestJSON-623583173-project] Made reservation on behalf of 18fb570eb4b84938a1e1d5770ecff8ee for: {'port': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:07:49.432627 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-c4ab01b0-1987-4f3e-b0ee-da0ee41518d4 req-41da6256-b8f5-4ccf-a81c-fe79ec59fa07 tempest-AggregatesAdminTestJSON-623583173 tempest-AggregatesAdminTestJSON-623583173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:49.444853 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-c4ab01b0-1987-4f3e-b0ee-da0ee41518d4 req-41da6256-b8f5-4ccf-a81c-fe79ec59fa07 tempest-AggregatesAdminTestJSON-623583173 tempest-AggregatesAdminTestJSON-623583173-project] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:49.469650 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:49.497089 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port a9072802-43a3-4485-8c45-e449c36050d0, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=a9072802-43a3-4485-8c45-e449c36050d0,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:07:49.504901 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:49.595969 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=a9072802-43a3-4485-8c45-e449c36050d0,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:07:49.602467 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-c4ab01b0-1987-4f3e-b0ee-da0ee41518d4 req-41da6256-b8f5-4ccf-a81c-fe79ec59fa07 tempest-AggregatesAdminTestJSON-623583173 tempest-AggregatesAdminTestJSON-623583173-project] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:49.610023 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-c4ab01b0-1987-4f3e-b0ee-da0ee41518d4 req-41da6256-b8f5-4ccf-a81c-fe79ec59fa07 tempest-AggregatesAdminTestJSON-623583173 tempest-AggregatesAdminTestJSON-623583173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:49.803416 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41da6256-b8f5-4ccf-a81c-fe79ec59fa07 tempest-AggregatesAdminTestJSON-623583173 tempest-AggregatesAdminTestJSON-623583173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75871f7f-ee9f-41e5-86b9-097f5a3f0037,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:07:49.908020 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [req-c4ab01b0-1987-4f3e-b0ee-da0ee41518d4 req-41da6256-b8f5-4ccf-a81c-fe79ec59fa07 tempest-AggregatesAdminTestJSON-623583173 tempest-AggregatesAdminTestJSON-623583173-project] Allocated IP 192.168.233.51 (13e6dfc1-e9e7-40a1-8a14-d0febabf4d45/18cd12d4-b12a-41b0-b0c5-618edbb84e74/188bf8ae-4a74-40dd-9cd5-b6a918639cf6) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:07:50.034328 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0e6918-4a90-4b9a-a5ff-4ac2c8b28c97 None None] Sync routers for ids ['57983f6d-9bfe-49c6-bd89-a0f5c6c373c7'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:07:50.048319 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0e6918-4a90-4b9a-a5ff-4ac2c8b28c97 None None] Routers {'57983f6d-9bfe-49c6-bd89-a0f5c6c373c7'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:07:50.049303 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-1d0e6918-4a90-4b9a-a5ff-4ac2c8b28c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:07:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['57983f6d-9bfe-49c6-bd89-a0f5c6c373c7'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:07:50.116626 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-c4ab01b0-1987-4f3e-b0ee-da0ee41518d4 req-41da6256-b8f5-4ccf-a81c-fe79ec59fa07 tempest-AggregatesAdminTestJSON-623583173 tempest-AggregatesAdminTestJSON-623583173-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:50.138695 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [req-c4ab01b0-1987-4f3e-b0ee-da0ee41518d4 req-41da6256-b8f5-4ccf-a81c-fe79ec59fa07 tempest-AggregatesAdminTestJSON-623583173 tempest-AggregatesAdminTestJSON-623583173-project] Transition to ACTIVE for port object 188bf8ae-4a74-40dd-9cd5-b6a918639cf6 will not be triggered until provisioned by entity DHCP. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:07:50.192727 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-c4ab01b0-1987-4f3e-b0ee-da0ee41518d4 req-41da6256-b8f5-4ccf-a81c-fe79ec59fa07 tempest-AggregatesAdminTestJSON-623583173 tempest-AggregatesAdminTestJSON-623583173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:50.202215 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 59264) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:07:50.214055 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d8f03c26-8d74-4a91-aad5-7d550f2588a2 req-4a294e45-b1e9-44ae-a427-34c7449524a6 tempest-AggregatesAdminTestJSON-623583173 tempest-AggregatesAdminTestJSON-623583173-project] 10.222.0.22 "GET /v2.0/ports?device_id=a2ec0eac-25d8-468e-81e2-2c9535b80040 HTTP/1.1" status: 200 len: 210 time: 0.0446060 Aug 29 04:07:50.223059 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-1d0e6918-4a90-4b9a-a5ff-4ac2c8b28c97 None None] Set router 57983f6d-9bfe-49c6-bd89-a0f5c6c373c7 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:07:50.276526 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4ab01b0-1987-4f3e-b0ee-da0ee41518d4 req-41da6256-b8f5-4ccf-a81c-fe79ec59fa07 tempest-AggregatesAdminTestJSON-623583173 tempest-AggregatesAdminTestJSON-623583173-project] Network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:07:50.282209 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [req-c4ab01b0-1987-4f3e-b0ee-da0ee41518d4 req-41da6256-b8f5-4ccf-a81c-fe79ec59fa07 tempest-AggregatesAdminTestJSON-623583173 tempest-AggregatesAdminTestJSON-623583173-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:07:50.289482 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4ab01b0-1987-4f3e-b0ee-da0ee41518d4 req-41da6256-b8f5-4ccf-a81c-fe79ec59fa07 tempest-AggregatesAdminTestJSON-623583173 tempest-AggregatesAdminTestJSON-623583173-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:07:50.295032 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ab01b0-1987-4f3e-b0ee-da0ee41518d4 req-41da6256-b8f5-4ccf-a81c-fe79ec59fa07 tempest-AggregatesAdminTestJSON-623583173 tempest-AggregatesAdminTestJSON-623583173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:07:50.295708 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-c4ab01b0-1987-4f3e-b0ee-da0ee41518d4 req-41da6256-b8f5-4ccf-a81c-fe79ec59fa07 tempest-AggregatesAdminTestJSON-623583173 tempest-AggregatesAdminTestJSON-623583173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:50.340257 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41da6256-b8f5-4ccf-a81c-fe79ec59fa07 tempest-AggregatesAdminTestJSON-623583173 tempest-AggregatesAdminTestJSON-623583173-project] Pushing event updated for resources: {'Port': ['ID=188bf8ae-4a74-40dd-9cd5-b6a918639cf6,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:07:50.345398 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c4ab01b0-1987-4f3e-b0ee-da0ee41518d4 req-41da6256-b8f5-4ccf-a81c-fe79ec59fa07 tempest-AggregatesAdminTestJSON-623583173 tempest-AggregatesAdminTestJSON-623583173-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3333189 Aug 29 04:07:50.361305 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [req-c4ab01b0-1987-4f3e-b0ee-da0ee41518d4 req-e9a42d53-5b81-4c5d-b4d4-ca3d8b33adb2 tempest-AggregatesAdminTestJSON-623583173 tempest-AggregatesAdminTestJSON-623583173-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:07:50.362748 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c4ab01b0-1987-4f3e-b0ee-da0ee41518d4 req-e9a42d53-5b81-4c5d-b4d4-ca3d8b33adb2 tempest-AggregatesAdminTestJSON-623583173 tempest-AggregatesAdminTestJSON-623583173-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076854 Aug 29 04:07:50.592179 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-bd6dfc76-d51c-4df6-83b1-569533b9989a None None] Provisioning for port 188bf8ae-4a74-40dd-9cd5-b6a918639cf6 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:07:50.602410 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-bd6dfc76-d51c-4df6-83b1-569533b9989a None None] Provisioning complete for port 188bf8ae-4a74-40dd-9cd5-b6a918639cf6 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:07:50.603149 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bd6dfc76-d51c-4df6-83b1-569533b9989a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:50.608697 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-1d0e6918-4a90-4b9a-a5ff-4ac2c8b28c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57983f6d-9bfe-49c6-bd89-a0f5c6c373c7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-771552990-router', 'tenant_id': '04c5d465a2a644eb81c377f007508b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': 'a9072802-43a3-4485-8c45-e449c36050d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:07:42Z', 'updated_at': '2021-08-29T04:07:47Z', 'revision_number': 4, 'project_id': '04c5d465a2a644eb81c377f007508b04', 'gw_port': {'id': 'a9072802-43a3-4485-8c45-e449c36050d0', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:45:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57983f6d-9bfe-49c6-bd89-a0f5c6c373c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:07:42Z', 'updated_at': '2021-08-29T04:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '0773934b-0544-492d-8f31-eba6ec224659', 'name': '', 'network_id': 'd531963f-e23c-4a46-8912-2134ee82f41e', 'tenant_id': '04c5d465a2a644eb81c377f007508b04', 'mac_address': 'fa:16:3e:ca:01:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57983f6d-9bfe-49c6-bd89-a0f5c6c373c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '17ceb828-468f-4daf-b5dc-994f5eae3c71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:07:46Z', 'updated_at': '2021-08-29T04:07:47Z', 'revision_number': 2, 'project_id': '04c5d465a2a644eb81c377f007508b04', 'subnets': [{'id': '17ceb828-468f-4daf-b5dc-994f5eae3c71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:07:50.721320 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0e6918-4a90-4b9a-a5ff-4ac2c8b28c97 None None] Checking router: 57983f6d-9bfe-49c6-bd89-a0f5c6c373c7 for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:07:50.721796 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0e6918-4a90-4b9a-a5ff-4ac2c8b28c97 None None] Updating router 57983f6d-9bfe-49c6-bd89-a0f5c6c373c7 port 0773934b-0544-492d-8f31-eba6ec224659 binding host n-d-712140-12 {{(pid=94830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:07:50.768479 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8ecf56f-27f1-4b04-805a-efba2fdb7ef7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:50.870159 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-bd6dfc76-d51c-4df6-83b1-569533b9989a None None] Port 188bf8ae-4a74-40dd-9cd5-b6a918639cf6 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:07:50.892880 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1d0e6918-4a90-4b9a-a5ff-4ac2c8b28c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:51.020297 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8ecf56f-27f1-4b04-805a-efba2fdb7ef7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:51.030885 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8ecf56f-27f1-4b04-805a-efba2fdb7ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:51.120071 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-c8ecf56f-27f1-4b04-805a-efba2fdb7ef7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7c86c4a43420463e9348df0b6b0ca019&name=default HTTP/1.1" status: 200 len: 2976 time: 0.9155011 Aug 29 04:07:51.121865 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 59296) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:07:51.126204 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ecf56f-27f1-4b04-805a-efba2fdb7ef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40ef40e9-c222-4a20-9cf7-71ee3624c420,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:07:51.264583 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-567def00-ebbe-463b-b3c2-636711274b6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:51.334435 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-567def00-ebbe-463b-b3c2-636711274b6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:51.382305 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device a9072802-43a3-4485-8c45-e449c36050d0 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:07:51.462103 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-567def00-ebbe-463b-b3c2-636711274b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:51.468090 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-567def00-ebbe-463b-b3c2-636711274b6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:51.484080 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-567def00-ebbe-463b-b3c2-636711274b6a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/40ef40e9-c222-4a20-9cf7-71ee3624c420 HTTP/1.1" status: 204 len: 168 time: 0.3586750 Aug 29 04:07:51.520413 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-c4ab01b0-1987-4f3e-b0ee-da0ee41518d4 req-ecc770ac-f882-4b4f-a6f3-3c709b7e57d0 service neutron] Request body: {'port': {'device_id': 'a2ec0eac-25d8-468e-81e2-2c9535b80040', 'device_owner': 'compute:tempest-test_az-1754033735', 'binding:host_id': 'n-h1-712140-12'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:07:51.655574 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567def00-ebbe-463b-b3c2-636711274b6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ef40e9-c222-4a20-9cf7-71ee3624c420,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:07:51.782574 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-c4ab01b0-1987-4f3e-b0ee-da0ee41518d4 req-ecc770ac-f882-4b4f-a6f3-3c709b7e57d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:51.848079 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 59312) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:07:51.853800 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-b2b2cf94-8d90-4cbe-bbc5-496499b9142c tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1219138214', 'description': 'tempest-description--173061828'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:07:51.882659 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1d0e6918-4a90-4b9a-a5ff-4ac2c8b28c97 None None] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:51.889716 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b2b2cf94-8d90-4cbe-bbc5-496499b9142c tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:51.941463 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1d0e6918-4a90-4b9a-a5ff-4ac2c8b28c97 None None] Transition to ACTIVE for port object 0773934b-0544-492d-8f31-eba6ec224659 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:07:51.967165 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port a9072802-43a3-4485-8c45-e449c36050d0 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:07:51.967918 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:51.969854 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1d0e6918-4a90-4b9a-a5ff-4ac2c8b28c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:52.191665 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724d061d-4604-451f-8700-53f84d261763 None None] Pushing event updated for resources: {'Port': ['ID=0773934b-0544-492d-8f31-eba6ec224659,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:07:52.252141 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b2b2cf94-8d90-4cbe-bbc5-496499b9142c tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:52.264270 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b2b2cf94-8d90-4cbe-bbc5-496499b9142c tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:52.367469 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b2cf94-8d90-4cbe-bbc5-496499b9142c tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dbd32b7-b3fc-4076-a8b6-8020bdad2883,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:07:52.397068 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b2b2cf94-8d90-4cbe-bbc5-496499b9142c tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:52.407320 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-b2b2cf94-8d90-4cbe-bbc5-496499b9142c tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5519636 Aug 29 04:07:52.408694 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 59322) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:07:52.433090 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-4bcaf832-a13b-454d-9513-d6f5920a431e tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Request body: {'security_group_rule': {'security_group_id': '3dbd32b7-b3fc-4076-a8b6-8020bdad2883', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:07:52.548470 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4bcaf832-a13b-454d-9513-d6f5920a431e tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:52.670837 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62639a6-946e-445b-bef1-cfe9a988085a req-bd07dc15-2765-47bc-9ddb-a88101100b48 tempest-AggregatesAdminTestJSON-623583173 tempest-AggregatesAdminTestJSON-623583173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:07:52.687392 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-1d0e6918-4a90-4b9a-a5ff-4ac2c8b28c97 None None] Attempting to bind port 0773934b-0544-492d-8f31-eba6ec224659 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:07:52.690690 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d62639a6-946e-445b-bef1-cfe9a988085a req-bd07dc15-2765-47bc-9ddb-a88101100b48 tempest-AggregatesAdminTestJSON-623583173 tempest-AggregatesAdminTestJSON-623583173-project] 10.222.0.22 "GET /v2.0/ports?device_id=a2ec0eac-25d8-468e-81e2-2c9535b80040 HTTP/1.1" status: 200 len: 935 time: 0.7780116 Aug 29 04:07:52.691669 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-1d0e6918-4a90-4b9a-a5ff-4ac2c8b28c97 None None] Attempting to bind port 0773934b-0544-492d-8f31-eba6ec224659 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'ec73f100-649b-4343-ad43-2353e4f5b837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'd531963f-e23c-4a46-8912-2134ee82f41e'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:07:52.692189 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0e6918-4a90-4b9a-a5ff-4ac2c8b28c97 None None] Attempting to bind port 0773934b-0544-492d-8f31-eba6ec224659 on network d531963f-e23c-4a46-8912-2134ee82f41e {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:07:52.711295 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0e6918-4a90-4b9a-a5ff-4ac2c8b28c97 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:07:52.711731 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0e6918-4a90-4b9a-a5ff-4ac2c8b28c97 None None] Checking segment: {'id': 'ec73f100-649b-4343-ad43-2353e4f5b837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'd531963f-e23c-4a46-8912-2134ee82f41e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:07:52.722859 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1d0e6918-4a90-4b9a-a5ff-4ac2c8b28c97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:52.723418 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0e6918-4a90-4b9a-a5ff-4ac2c8b28c97 None None] Bound using segment: {'id': 'ec73f100-649b-4343-ad43-2353e4f5b837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'd531963f-e23c-4a46-8912-2134ee82f41e'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:07:52.724761 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-1d0e6918-4a90-4b9a-a5ff-4ac2c8b28c97 None None] Bound port: 0773934b-0544-492d-8f31-eba6ec224659, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec73f100-649b-4343-ad43-2353e4f5b837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'd531963f-e23c-4a46-8912-2134ee82f41e'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:07:52.726668 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1d0e6918-4a90-4b9a-a5ff-4ac2c8b28c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:52.764683 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4bcaf832-a13b-454d-9513-d6f5920a431e tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:52.778441 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4bcaf832-a13b-454d-9513-d6f5920a431e tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:52.811372 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcaf832-a13b-454d-9513-d6f5920a431e tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e590736e-0b86-4fd3-8a60-4de3b0b99716,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:07:52.855048 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4bcaf832-a13b-454d-9513-d6f5920a431e tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:52.868273 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-4bcaf832-a13b-454d-9513-d6f5920a431e tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4425852 Aug 29 04:07:52.871043 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 59328) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:07:52.872799 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 59330) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:07:52.886789 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-aa01baba-8e2e-4d4c-bbbd-355ab10d4683 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Request body: {'security_group_rule': {'security_group_id': '3dbd32b7-b3fc-4076-a8b6-8020bdad2883', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:07:52.906900 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d62639a6-946e-445b-bef1-cfe9a988085a req-cbc17ac7-4f1f-4396-bfdc-501777796794 tempest-AggregatesAdminTestJSON-623583173 tempest-AggregatesAdminTestJSON-623583173-project] 10.222.0.22 "GET /v2.0/security-groups?id=75871f7f-ee9f-41e5-86b9-097f5a3f0037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152750 Aug 29 04:07:52.924360 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1d0e6918-4a90-4b9a-a5ff-4ac2c8b28c97 None None] For port 0773934b-0544-492d-8f31-eba6ec224659, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:07:52.932765 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-028a059a-778c-4c90-8704-1914c37361f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:52.933765 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1d0e6918-4a90-4b9a-a5ff-4ac2c8b28c97 None None] For port 0773934b-0544-492d-8f31-eba6ec224659, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=0773934b-0544-492d-8f31-eba6ec224659,segment=NetworkSegment(ec73f100-649b-4343-ad43-2353e4f5b837),segment_id=ec73f100-649b-4343-ad43-2353e4f5b837)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:07:52.944027 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1d0e6918-4a90-4b9a-a5ff-4ac2c8b28c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:53.097198 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0e6918-4a90-4b9a-a5ff-4ac2c8b28c97 None None] Routers {'57983f6d-9bfe-49c6-bd89-a0f5c6c373c7'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:07:53.098264 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-1d0e6918-4a90-4b9a-a5ff-4ac2c8b28c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:07:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['57983f6d-9bfe-49c6-bd89-a0f5c6c373c7'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:07:53.191224 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-028a059a-778c-4c90-8704-1914c37361f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:53.200548 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-aa01baba-8e2e-4d4c-bbbd-355ab10d4683 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:53.239645 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [req-c4ab01b0-1987-4f3e-b0ee-da0ee41518d4 req-ecc770ac-f882-4b4f-a6f3-3c709b7e57d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 188bf8ae-4a74-40dd-9cd5-b6a918639cf6 {{(pid=94829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:07:53.251107 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-c4ab01b0-1987-4f3e-b0ee-da0ee41518d4 req-ecc770ac-f882-4b4f-a6f3-3c709b7e57d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:53.298841 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [req-c4ab01b0-1987-4f3e-b0ee-da0ee41518d4 req-ecc770ac-f882-4b4f-a6f3-3c709b7e57d0 service neutron] Transition to ACTIVE for port object 188bf8ae-4a74-40dd-9cd5-b6a918639cf6 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:07:53.301648 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-028a059a-778c-4c90-8704-1914c37361f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:53.313066 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-c4ab01b0-1987-4f3e-b0ee-da0ee41518d4 req-ecc770ac-f882-4b4f-a6f3-3c709b7e57d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:53.538813 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-028a059a-778c-4c90-8704-1914c37361f4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ad46f90833f5470092827e9a20f280d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6360700 Aug 29 04:07:53.551312 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028a059a-778c-4c90-8704-1914c37361f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4559fe91-b497-49e1-b6d6-d54175e3ef23,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:07:53.556516 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 59338) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:07:53.585686 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724d061d-4604-451f-8700-53f84d261763 None None] Pushing event updated for resources: {'Port': ['ID=0773934b-0544-492d-8f31-eba6ec224659,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:07:53.595362 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-c4ab01b0-1987-4f3e-b0ee-da0ee41518d4 req-ecc770ac-f882-4b4f-a6f3-3c709b7e57d0 service neutron] Attempting to bind port 188bf8ae-4a74-40dd-9cd5-b6a918639cf6 on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:07:53.595856 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-c4ab01b0-1987-4f3e-b0ee-da0ee41518d4 req-ecc770ac-f882-4b4f-a6f3-3c709b7e57d0 service neutron] Attempting to bind port 188bf8ae-4a74-40dd-9cd5-b6a918639cf6 by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:07:53.596381 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ab01b0-1987-4f3e-b0ee-da0ee41518d4 req-ecc770ac-f882-4b4f-a6f3-3c709b7e57d0 service neutron] Attempting to bind port 188bf8ae-4a74-40dd-9cd5-b6a918639cf6 on network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:07:53.601490 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc770ac-f882-4b4f-a6f3-3c709b7e57d0 service neutron] Pushing event updated for resources: {'Port': ['ID=188bf8ae-4a74-40dd-9cd5-b6a918639cf6,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:07:53.607891 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ab01b0-1987-4f3e-b0ee-da0ee41518d4 req-ecc770ac-f882-4b4f-a6f3-3c709b7e57d0 service neutron] Port 188bf8ae-4a74-40dd-9cd5-b6a918639cf6 on network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:07:53.608216 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ab01b0-1987-4f3e-b0ee-da0ee41518d4 req-ecc770ac-f882-4b4f-a6f3-3c709b7e57d0 service neutron] Attempting to bind port 188bf8ae-4a74-40dd-9cd5-b6a918639cf6 on network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:07:53.614946 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ab01b0-1987-4f3e-b0ee-da0ee41518d4 req-ecc770ac-f882-4b4f-a6f3-3c709b7e57d0 service neutron] Checking agent: {'id': '3de9de52-3a03-431d-9d7e-497ae92c57ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:07:53.615426 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ab01b0-1987-4f3e-b0ee-da0ee41518d4 req-ecc770ac-f882-4b4f-a6f3-3c709b7e57d0 service neutron] Checking segment: {'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:07:53.616572 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ab01b0-1987-4f3e-b0ee-da0ee41518d4 req-ecc770ac-f882-4b4f-a6f3-3c709b7e57d0 service neutron] Bound using segment: {'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:07:53.625209 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-c4ab01b0-1987-4f3e-b0ee-da0ee41518d4 req-ecc770ac-f882-4b4f-a6f3-3c709b7e57d0 service neutron] Bound port: 188bf8ae-4a74-40dd-9cd5-b6a918639cf6, host: n-h1-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:07:53.625715 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-c4ab01b0-1987-4f3e-b0ee-da0ee41518d4 req-ecc770ac-f882-4b4f-a6f3-3c709b7e57d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:53.704165 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-1d0e6918-4a90-4b9a-a5ff-4ac2c8b28c97 None None] Set router 57983f6d-9bfe-49c6-bd89-a0f5c6c373c7 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:07:53.835483 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1dca3e31-33f8-4556-985a-4c7a926b0c47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:53.857924 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-c4ab01b0-1987-4f3e-b0ee-da0ee41518d4 req-ecc770ac-f882-4b4f-a6f3-3c709b7e57d0 service neutron] For port 188bf8ae-4a74-40dd-9cd5-b6a918639cf6, host n-h1-712140-12, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:07:53.868564 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-c4ab01b0-1987-4f3e-b0ee-da0ee41518d4 req-ecc770ac-f882-4b4f-a6f3-3c709b7e57d0 service neutron] For port 188bf8ae-4a74-40dd-9cd5-b6a918639cf6, host n-h1-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=188bf8ae-4a74-40dd-9cd5-b6a918639cf6,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:07:53.879429 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-c4ab01b0-1987-4f3e-b0ee-da0ee41518d4 req-ecc770ac-f882-4b4f-a6f3-3c709b7e57d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:54.014509 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1dca3e31-33f8-4556-985a-4c7a926b0c47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:54.022187 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-aa01baba-8e2e-4d4c-bbbd-355ab10d4683 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:54.027482 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-15d0319b-d5a1-4cdb-9185-1dfc24b9ac35 req-3deb0ef0-9703-45f3-ab64-6365d9f9c60d tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=4b47ebaf5a2144e2beea71bdc91317f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0533912 Aug 29 04:07:54.048475 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-aa01baba-8e2e-4d4c-bbbd-355ab10d4683 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:54.150781 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa01baba-8e2e-4d4c-bbbd-355ab10d4683 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f73572b-a51b-428f-a774-5bce4fdacca9,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:07:54.278543 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc770ac-f882-4b4f-a6f3-3c709b7e57d0 service neutron] Pushing event updated for resources: {'Port': ['ID=188bf8ae-4a74-40dd-9cd5-b6a918639cf6,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:07:54.280398 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-aa01baba-8e2e-4d4c-bbbd-355ab10d4683 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:54.281322 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-aa01baba-8e2e-4d4c-bbbd-355ab10d4683 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4071739 Aug 29 04:07:54.289751 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 59368) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:07:54.296969 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-8fc9ab00-d1b6-4e47-ae0c-16198fe2bb75 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Request body: {'floatingip': {'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:07:54.350834 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8fc9ab00-d1b6-4e47-ae0c-16198fe2bb75 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Notify callbacks [] for floatingip, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:54.399051 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-1d0e6918-4a90-4b9a-a5ff-4ac2c8b28c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57983f6d-9bfe-49c6-bd89-a0f5c6c373c7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-771552990-router', 'tenant_id': '04c5d465a2a644eb81c377f007508b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': 'a9072802-43a3-4485-8c45-e449c36050d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:07:42Z', 'updated_at': '2021-08-29T04:07:47Z', 'revision_number': 4, 'project_id': '04c5d465a2a644eb81c377f007508b04', 'gw_port': {'id': 'a9072802-43a3-4485-8c45-e449c36050d0', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:45:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57983f6d-9bfe-49c6-bd89-a0f5c6c373c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:07:42Z', 'updated_at': '2021-08-29T04:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '0773934b-0544-492d-8f31-eba6ec224659', 'name': '', 'network_id': 'd531963f-e23c-4a46-8912-2134ee82f41e', 'tenant_id': '04c5d465a2a644eb81c377f007508b04', 'mac_address': 'fa:16:3e:ca:01:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57983f6d-9bfe-49c6-bd89-a0f5c6c373c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '17ceb828-468f-4daf-b5dc-994f5eae3c71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:07:46Z', 'updated_at': '2021-08-29T04:07:52Z', 'revision_number': 4, 'project_id': '04c5d465a2a644eb81c377f007508b04', 'subnets': [{'id': '17ceb828-468f-4daf-b5dc-994f5eae3c71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:07:54.411834 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c2b066-9687-4082-8eb5-47ce4fa1d138 req-b767b9e8-053e-4077-8e95-81465d9cbc55 tempest-AggregatesAdminTestJSON-623583173 tempest-AggregatesAdminTestJSON-623583173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:07:54.413680 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-41c2b066-9687-4082-8eb5-47ce4fa1d138 req-b767b9e8-053e-4077-8e95-81465d9cbc55 tempest-AggregatesAdminTestJSON-623583173 tempest-AggregatesAdminTestJSON-623583173-project] 10.222.0.22 "GET /v2.0/ports?device_id=a2ec0eac-25d8-468e-81e2-2c9535b80040 HTTP/1.1" status: 200 len: 969 time: 0.2373888 Aug 29 04:07:54.445630 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ab01b0-1987-4f3e-b0ee-da0ee41518d4 req-ecc770ac-f882-4b4f-a6f3-3c709b7e57d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:07:54.446363 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-c4ab01b0-1987-4f3e-b0ee-da0ee41518d4 req-ecc770ac-f882-4b4f-a6f3-3c709b7e57d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:54.448032 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c4ab01b0-1987-4f3e-b0ee-da0ee41518d4 req-ecc770ac-f882-4b4f-a6f3-3c709b7e57d0 service neutron] 10.222.0.46 "PUT /v2.0/ports/188bf8ae-4a74-40dd-9cd5-b6a918639cf6 HTTP/1.1" status: 200 len: 1118 time: 3.4923878 Aug 29 04:07:54.460006 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d0319b-d5a1-4cdb-9185-1dfc24b9ac35 req-a62d4ecf-5259-423b-a2d3-e050c964d4fa tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:07:54.496623 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1dca3e31-33f8-4556-985a-4c7a926b0c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:54.500416 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1dca3e31-33f8-4556-985a-4c7a926b0c47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:54.500749 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0e6918-4a90-4b9a-a5ff-4ac2c8b28c97 None None] The sync data for ids ['57983f6d-9bfe-49c6-bd89-a0f5c6c373c7'] in n-d-712140-12 is: [{'id': '57983f6d-9bfe-49c6-bd89-a0f5c6c373c7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-771552990-router', 'tenant_id': '04c5d465a2a644eb81c377f007508b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': 'a9072802-43a3-4485-8c45-e449c36050d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:07:42Z', 'updated_at': '2021-08-29T04:07:47Z', 'revision_number': 4, 'project_id': '04c5d465a2a644eb81c377f007508b04', 'gw_port': {'id': 'a9072802-43a3-4485-8c45-e449c36050d0', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:45:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57983f6d-9bfe-49c6-bd89-a0f5c6c373c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:07:42Z', 'updated_at': '2021-08-29T04:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '0773934b-0544-492d-8f31-eba6ec224659', 'name': '', 'network_id': 'd531963f-e23c-4a46-8912-2134ee82f41e', 'tenant_id': '04c5d465a2a644eb81c377f007508b04', 'mac_address': 'fa:16:3e:ca:01:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57983f6d-9bfe-49c6-bd89-a0f5c6c373c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '17ceb828-468f-4daf-b5dc-994f5eae3c71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:07:46Z', 'updated_at': '2021-08-29T04:07:52Z', 'revision_number': 4, 'project_id': '04c5d465a2a644eb81c377f007508b04', 'subnets': [{'id': '17ceb828-468f-4daf-b5dc-994f5eae3c71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:07:54.505631 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-1dca3e31-33f8-4556-985a-4c7a926b0c47 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4559fe91-b497-49e1-b6d6-d54175e3ef23 HTTP/1.1" status: 204 len: 168 time: 0.9480464 Aug 29 04:07:54.517800 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-15d0319b-d5a1-4cdb-9185-1dfc24b9ac35 req-a62d4ecf-5259-423b-a2d3-e050c964d4fa tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4619272 Aug 29 04:07:54.552800 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2ec0eac-25d8-468e-81e2-2c9535b80040', 'tag': '188bf8ae-4a74-40dd-9cd5-b6a918639cf6'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:07:54.614116 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dca3e31-33f8-4556-985a-4c7a926b0c47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4559fe91-b497-49e1-b6d6-d54175e3ef23,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:07:54.682523 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-41c2b066-9687-4082-8eb5-47ce4fa1d138 req-70ea2971-9c38-4c90-bc23-4ea707edb2d2 tempest-AggregatesAdminTestJSON-623583173 tempest-AggregatesAdminTestJSON-623583173-project] 10.222.0.22 "GET /v2.0/security-groups?id=75871f7f-ee9f-41e5-86b9-097f5a3f0037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422407 Aug 29 04:07:54.931120 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-15d0319b-d5a1-4cdb-9185-1dfc24b9ac35 req-c88d9a9a-b4f2-41ae-a835-5de4afe74ac7 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/quotas/4b47ebaf5a2144e2beea71bdc91317f3 HTTP/1.1" status: 200 len: 375 time: 0.4094038 Aug 29 04:07:54.932516 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8fc9ab00-d1b6-4e47-ae0c-16198fe2bb75 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:55.167835 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-8fc9ab00-d1b6-4e47-ae0c-16198fe2bb75 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Allocated IP 172.25.0.8 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/6c351f24-f7c3-436d-acc5-e54ed9603ddb) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:07:55.365416 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-15d0319b-d5a1-4cdb-9185-1dfc24b9ac35 req-4814b8f3-f383-4870-8ff8-4fbff9cc8b3a tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=4b47ebaf5a2144e2beea71bdc91317f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4330733 Aug 29 04:07:55.392068 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ab01b0-1987-4f3e-b0ee-da0ee41518d4 req-282d951e-95bd-4b3e-80bf-6d9611884c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:07:55.395476 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c4ab01b0-1987-4f3e-b0ee-da0ee41518d4 req-282d951e-95bd-4b3e-80bf-6d9611884c87 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=18fb570eb4b84938a1e1d5770ecff8ee&device_id=a2ec0eac-25d8-468e-81e2-2c9535b80040 HTTP/1.1" status: 200 len: 1121 time: 0.6062403 Aug 29 04:07:55.454099 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 0773934b-0544-492d-8f31-eba6ec224659 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:07:55.533131 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8fc9ab00-d1b6-4e47-ae0c-16198fe2bb75 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:55.562090 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4499428-2bd5-4835-8af3-18472b1bcf3f" -d '{"events": [{"name": "network-changed", "server_uuid": "a2ec0eac-25d8-468e-81e2-2c9535b80040", "tag": "188bf8ae-4a74-40dd-9cd5-b6a918639cf6"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:07:55.648247 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 0773934b-0544-492d-8f31-eba6ec224659 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:07:55.661015 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 0773934b-0544-492d-8f31-eba6ec224659 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:07:55.661722 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:55.699525 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8fc9ab00-d1b6-4e47-ae0c-16198fe2bb75 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:55.734277 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c4ab01b0-1987-4f3e-b0ee-da0ee41518d4 req-58d3bacb-2c9b-409b-81e8-7fa9caece1d6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=188bf8ae-4a74-40dd-9cd5-b6a918639cf6 HTTP/1.1" status: 200 len: 217 time: 0.2951477 Aug 29 04:07:55.840347 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-97130510-ebfc-426b-82c2-bce5056345bf req-a230873b-1f9f-4659-a22e-14bebbe448da tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=17d1aee9-03df-4ac4-8975-10a53a9cc4e7 HTTP/1.1" status: 200 len: 210 time: 0.1153092 Aug 29 04:07:55.891013 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc9ab00-d1b6-4e47-ae0c-16198fe2bb75 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:07:55.915630 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-8fc9ab00-d1b6-4e47-ae0c-16198fe2bb75 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:07:55.918435 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc9ab00-d1b6-4e47-ae0c-16198fe2bb75 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:07:56.004561 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:56.034719 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 59410) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:07:56.074716 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 59414) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:07:56.142844 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 0773934b-0544-492d-8f31-eba6ec224659, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=0773934b-0544-492d-8f31-eba6ec224659,segment=NetworkSegment(ec73f100-649b-4343-ad43-2353e4f5b837),segment_id=ec73f100-649b-4343-ad43-2353e4f5b837)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:07:56.152758 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:56.171074 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8fc9ab00-d1b6-4e47-ae0c-16198fe2bb75 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:56.297709 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=0773934b-0544-492d-8f31-eba6ec224659,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:07:56.359923 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8fc9ab00-d1b6-4e47-ae0c-16198fe2bb75 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:56.370254 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc9ab00-d1b6-4e47-ae0c-16198fe2bb75 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Pushing event updated for resources: {'Port': ['ID=6c351f24-f7c3-436d-acc5-e54ed9603ddb,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:07:56.385099 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-90e690cb-1146-4adb-ae8f-427b5675671c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:56.427099 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c35c3e-6b78-4ed7-8d2f-2b43ee8204f9 req-cc4d07e1-4cbe-4740-89d6-e273fd89adc2 tempest-AggregatesAdminTestJSON-623583173 tempest-AggregatesAdminTestJSON-623583173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:07:56.428681 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b9c35c3e-6b78-4ed7-8d2f-2b43ee8204f9 req-cc4d07e1-4cbe-4740-89d6-e273fd89adc2 tempest-AggregatesAdminTestJSON-623583173 tempest-AggregatesAdminTestJSON-623583173-project] 10.222.0.22 "GET /v2.0/ports?device_id=a2ec0eac-25d8-468e-81e2-2c9535b80040 HTTP/1.1" status: 200 len: 969 time: 0.2801316 Aug 29 04:07:56.448611 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cec2d137-7c90-4c9e-be1a-eb4db45f61e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:56.524294 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ab01b0-1987-4f3e-b0ee-da0ee41518d4 req-beef33a0-7cb3-4dbe-a7af-13ae26ce9b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:07:56.526841 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c4ab01b0-1987-4f3e-b0ee-da0ee41518d4 req-beef33a0-7cb3-4dbe-a7af-13ae26ce9b23 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=18cd12d4-b12a-41b0-b0c5-618edbb84e74 HTTP/1.1" status: 200 len: 843 time: 0.7071185 Aug 29 04:07:56.730073 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd543ab3-9bba-4c7f-97d3-3ce0c72f26a0 x-openstack-request-id: req-cd543ab3-9bba-4c7f-97d3-3ce0c72f26a0 {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:07:56.730405 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2ec0eac-25d8-468e-81e2-2c9535b80040", "tag": "188bf8ae-4a74-40dd-9cd5-b6a918639cf6", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:07:56.730613 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cd543ab3-9bba-4c7f-97d3-3ce0c72f26a0 {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:07:56.737234 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2ec0eac-25d8-468e-81e2-2c9535b80040', 'tag': '188bf8ae-4a74-40dd-9cd5-b6a918639cf6', 'status': 'completed', 'code': 200} Aug 29 04:07:56.775110 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8fc9ab00-d1b6-4e47-ae0c-16198fe2bb75 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:56.780712 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8fc9ab00-d1b6-4e47-ae0c-16198fe2bb75 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:56.794499 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ab01b0-1987-4f3e-b0ee-da0ee41518d4 req-6246f088-a973-4e3c-bc87-cb63d8b8b1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:07:56.796720 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c4ab01b0-1987-4f3e-b0ee-da0ee41518d4 req-6246f088-a973-4e3c-bc87-cb63d8b8b1f4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2553699 Aug 29 04:07:56.797711 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.db.api [None req-90e690cb-1146-4adb-ae8f-427b5675671c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 04:07:56.797711 n-d-712140-12 neutron-server[94829]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 29 04:07:56.797711 n-d-712140-12 neutron-server[94829]: [parameters: {'project_id_1': '6b5d1bbcf8384a918584a4ab160faffd', 'expiration_1': datetime.datetime(2021, 8, 29, 4, 7, 56, 627217)}] Aug 29 04:07:56.797711 n-d-712140-12 neutron-server[94829]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:07:56.798005 n-d-712140-12 neutron-server[94829]: DEBUG oslo_db.api [None req-90e690cb-1146-4adb-ae8f-427b5675671c admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:07:56.831816 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:07:56.836078 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b9c35c3e-6b78-4ed7-8d2f-2b43ee8204f9 req-b1b16f6a-f37c-4e08-850d-93f6223dbdbf tempest-AggregatesAdminTestJSON-623583173 tempest-AggregatesAdminTestJSON-623583173-project] 10.222.0.22 "GET /v2.0/security-groups?id=75871f7f-ee9f-41e5-86b9-097f5a3f0037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3375595 Aug 29 04:07:56.877078 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc9ab00-d1b6-4e47-ae0c-16198fe2bb75 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Pushing event updated for resources: {'Port': ['ID=6c351f24-f7c3-436d-acc5-e54ed9603ddb,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:07:56.929256 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8fc9ab00-d1b6-4e47-ae0c-16198fe2bb75 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719515'] for floatingip, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:57.235470 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6b275495-5278-407b-ac26-cf0abd769142 req-13f4ac76-d2f1-4c04-bcd5-f8668a2bae04 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=17d1aee9-03df-4ac4-8975-10a53a9cc4e7 HTTP/1.1" status: 200 len: 210 time: 0.1660750 Aug 29 04:07:57.319148 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-90e690cb-1146-4adb-ae8f-427b5675671c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:57.389097 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 0773934b-0544-492d-8f31-eba6ec224659 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:07:57.413229 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c4ab01b0-1987-4f3e-b0ee-da0ee41518d4 req-ce6ac7bf-71d5-4d48-9b34-0c4400add383 service neutron] 10.222.0.46 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5755966 Aug 29 04:07:57.505486 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cec2d137-7c90-4c9e-be1a-eb4db45f61e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:57.513924 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cec2d137-7c90-4c9e-be1a-eb4db45f61e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:57.521630 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8fc9ab00-d1b6-4e47-ae0c-16198fe2bb75 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:57.522505 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 0773934b-0544-492d-8f31-eba6ec224659 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:07:57.522505 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:57.522941 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-8fc9ab00-d1b6-4e47-ae0c-16198fe2bb75 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.2311225 Aug 29 04:07:57.614344 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-cec2d137-7c90-4c9e-be1a-eb4db45f61e1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f00e8beaf0954a8ab5e1cdd3153e2a55&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5629294 Aug 29 04:07:57.618371 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 59450) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:07:57.755614 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec2d137-7c90-4c9e-be1a-eb4db45f61e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75e20779-270e-457e-952d-e111ebd2095c,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:07:57.821885 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-675e401e-04c4-41a6-84bb-30b59606fdcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:57.887100 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-675e401e-04c4-41a6-84bb-30b59606fdcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:57.988808 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 59458) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:07:58.024571 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-90e690cb-1146-4adb-ae8f-427b5675671c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:58.032357 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-90e690cb-1146-4adb-ae8f-427b5675671c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:58.118793 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-90e690cb-1146-4adb-ae8f-427b5675671c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6b5d1bbcf8384a918584a4ab160faffd&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0309215 Aug 29 04:07:58.123139 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e690cb-1146-4adb-ae8f-427b5675671c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faf91a5f-50b1-4910-97bb-59f3132885d8,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:07:58.128322 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 59472) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:07:58.204434 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:58.254000 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-675e401e-04c4-41a6-84bb-30b59606fdcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:58.258735 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-675e401e-04c4-41a6-84bb-30b59606fdcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:58.262843 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-675e401e-04c4-41a6-84bb-30b59606fdcd admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/75e20779-270e-457e-952d-e111ebd2095c HTTP/1.1" status: 204 len: 168 time: 0.6428514 Aug 29 04:07:58.283319 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675e401e-04c4-41a6-84bb-30b59606fdcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75e20779-270e-457e-952d-e111ebd2095c,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:07:58.287950 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-be756163-688a-463c-b7d4-4667fb6bd2a1 req-103e42ea-24e4-4e2e-8274-60f578128c41 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1219138214&fields=id&tenant_id=b8e5ee0a53fd42e2a03b18096f8a732f HTTP/1.1" status: 200 len: 267 time: 0.1665061 Aug 29 04:07:58.302305 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-607cbcbe-55f9-4e5e-95c4-34407b48cef1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:58.320600 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271b0160-fdaf-4e8c-b9ef-69c118297d61 req-c0061434-d900-47ff-9623-080e919019b1 tempest-AggregatesAdminTestJSON-623583173 tempest-AggregatesAdminTestJSON-623583173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:07:58.322195 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-271b0160-fdaf-4e8c-b9ef-69c118297d61 req-c0061434-d900-47ff-9623-080e919019b1 tempest-AggregatesAdminTestJSON-623583173 tempest-AggregatesAdminTestJSON-623583173-project] 10.222.0.22 "GET /v2.0/ports?device_id=a2ec0eac-25d8-468e-81e2-2c9535b80040 HTTP/1.1" status: 200 len: 969 time: 0.1719122 Aug 29 04:07:58.359725 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-607cbcbe-55f9-4e5e-95c4-34407b48cef1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:58.419551 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c4ab01b0-1987-4f3e-b0ee-da0ee41518d4 req-3c3cfc75-a70d-4a19-95d2-62ef86f7507c service neutron] 10.222.0.46 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5518630 Aug 29 04:07:58.435419 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-271b0160-fdaf-4e8c-b9ef-69c118297d61 req-808f4315-a5f2-4bdb-b2c4-60d97c0d897f tempest-AggregatesAdminTestJSON-623583173 tempest-AggregatesAdminTestJSON-623583173-project] 10.222.0.22 "GET /v2.0/security-groups?id=75871f7f-ee9f-41e5-86b9-097f5a3f0037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932107 Aug 29 04:07:58.614621 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-64079666-07df-4157-90ed-fa24b5734e59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:58.643455 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-60f76d78-be8b-4017-8a95-08d258db87ce req-eeb77d8f-0772-4fcd-aba7-98129c918b86 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=17d1aee9-03df-4ac4-8975-10a53a9cc4e7 HTTP/1.1" status: 200 len: 210 time: 0.0495448 Aug 29 04:07:58.734988 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-64079666-07df-4157-90ed-fa24b5734e59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:58.799726 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-64079666-07df-4157-90ed-fa24b5734e59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:58.822957 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 59484) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:07:58.841153 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-64079666-07df-4157-90ed-fa24b5734e59 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bb4be732b6b342f3aac1b15a660857cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8474305 Aug 29 04:07:58.841749 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0d51a0fd-0adb-40d2-9418-a4123ab07841 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:58.842194 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 59488) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:07:58.926087 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64079666-07df-4157-90ed-fa24b5734e59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ba73549-2dbf-4d1c-aff3-c4f6cd05736c,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:07:58.994555 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0d51a0fd-0adb-40d2-9418-a4123ab07841 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:59.000579 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0d51a0fd-0adb-40d2-9418-a4123ab07841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:59.026863 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.48', 63989) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:07:59.079906 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-0d51a0fd-0adb-40d2-9418-a4123ab07841 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2c2cb1818df54181ba57d4bcd4b9ba92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2553182 Aug 29 04:07:59.088121 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d0611781-9bd4-44ae-bbbb-2774d45be0e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:59.091380 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 59492) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:07:59.123234 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4499428-2bd5-4835-8af3-18472b1bcf3f req-712fe867-2f62-41a9-abb4-7dbbafa99fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:07:59.124492 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d51a0fd-0adb-40d2-9418-a4123ab07841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a46248d3-94ad-443e-a47d-89c48408a22d,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:07:59.124926 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d4499428-2bd5-4835-8af3-18472b1bcf3f req-712fe867-2f62-41a9-abb4-7dbbafa99fd9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=18fb570eb4b84938a1e1d5770ecff8ee&device_id=a2ec0eac-25d8-468e-81e2-2c9535b80040 HTTP/1.1" status: 200 len: 1121 time: 0.5233040 Aug 29 04:07:59.128972 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-15d0319b-d5a1-4cdb-9185-1dfc24b9ac35 req-25fe7ad8-485d-41d4-8f2e-13cca4e8f4b2 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=4b47ebaf5a2144e2beea71bdc91317f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0761449 Aug 29 04:07:59.174555 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be756163-688a-463c-b7d4-4667fb6bd2a1 req-a7b0af9a-8ef9-403c-b8fa-190c74a07910 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:07:59.176260 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-be756163-688a-463c-b7d4-4667fb6bd2a1 req-a7b0af9a-8ef9-403c-b8fa-190c74a07910 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] 10.222.0.22 "GET /v2.0/networks?id=6e669898-6215-49e8-8989-a85b9f5fe627 HTTP/1.1" status: 200 len: 823 time: 0.7905850 Aug 29 04:07:59.232248 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-37024986-4f6c-4278-857f-5c910f0b132f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:59.250468 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-be756163-688a-463c-b7d4-4667fb6bd2a1 req-efe05623-4065-41b0-b956-96fe9b3e250c tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] 10.222.0.22 "GET /v2.0/quotas/b8e5ee0a53fd42e2a03b18096f8a732f HTTP/1.1" status: 200 len: 375 time: 0.0485818 Aug 29 04:07:59.265426 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d0611781-9bd4-44ae-bbbb-2774d45be0e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:59.282162 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-37024986-4f6c-4278-857f-5c910f0b132f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:59.307349 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-607cbcbe-55f9-4e5e-95c4-34407b48cef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:59.314057 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-607cbcbe-55f9-4e5e-95c4-34407b48cef1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:59.316389 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-607cbcbe-55f9-4e5e-95c4-34407b48cef1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/faf91a5f-50b1-4910-97bb-59f3132885d8 HTTP/1.1" status: 204 len: 168 time: 1.1840935 Aug 29 04:07:59.319282 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d0319b-d5a1-4cdb-9185-1dfc24b9ac35 req-f333ba57-6458-4e32-9311-bc0d7f42f4d2 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:07:59.321281 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-15d0319b-d5a1-4cdb-9185-1dfc24b9ac35 req-f333ba57-6458-4e32-9311-bc0d7f42f4d2 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1860254 Aug 29 04:07:59.404449 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-37024986-4f6c-4278-857f-5c910f0b132f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:59.407138 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-37024986-4f6c-4278-857f-5c910f0b132f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:59.408626 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-37024986-4f6c-4278-857f-5c910f0b132f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a46248d3-94ad-443e-a47d-89c48408a22d HTTP/1.1" status: 204 len: 168 time: 0.3156698 Aug 29 04:07:59.418872 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607cbcbe-55f9-4e5e-95c4-34407b48cef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faf91a5f-50b1-4910-97bb-59f3132885d8,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:07:59.422967 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37024986-4f6c-4278-857f-5c910f0b132f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a46248d3-94ad-443e-a47d-89c48408a22d,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:07:59.433380 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-15d0319b-d5a1-4cdb-9185-1dfc24b9ac35 req-e344ae1c-b710-4bbb-844b-a13dc114a5a8 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Request body: {'port': {'device_id': '17d1aee9-03df-4ac4-8975-10a53a9cc4e7', 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45', 'admin_state_up': True, 'tenant_id': '4b47ebaf5a2144e2beea71bdc91317f3'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:07:59.489107 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-be756163-688a-463c-b7d4-4667fb6bd2a1 req-c5e0af5d-7858-40ab-961c-103505d487a4 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=b8e5ee0a53fd42e2a03b18096f8a732f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2377198 Aug 29 04:07:59.520460 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d0611781-9bd4-44ae-bbbb-2774d45be0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:59.523271 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d0611781-9bd4-44ae-bbbb-2774d45be0e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:59.524516 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-d0611781-9bd4-44ae-bbbb-2774d45be0e5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5ba73549-2dbf-4d1c-aff3-c4f6cd05736c HTTP/1.1" status: 204 len: 168 time: 0.6556737 Aug 29 04:07:59.552760 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0611781-9bd4-44ae-bbbb-2774d45be0e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ba73549-2dbf-4d1c-aff3-c4f6cd05736c,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:07:59.711610 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15d0319b-d5a1-4cdb-9185-1dfc24b9ac35 req-e344ae1c-b710-4bbb-844b-a13dc114a5a8 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Made reservation on behalf of 4b47ebaf5a2144e2beea71bdc91317f3 for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:07:59.717208 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-15d0319b-d5a1-4cdb-9185-1dfc24b9ac35 req-e344ae1c-b710-4bbb-844b-a13dc114a5a8 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:59.731032 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc39268-cda7-465c-a91a-59513ce4d0e9 req-62c55093-231b-4f80-8a11-b2193f773a64 tempest-AggregatesAdminTestJSON-623583173 tempest-AggregatesAdminTestJSON-623583173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:07:59.733109 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fbc39268-cda7-465c-a91a-59513ce4d0e9 req-62c55093-231b-4f80-8a11-b2193f773a64 tempest-AggregatesAdminTestJSON-623583173 tempest-AggregatesAdminTestJSON-623583173-project] 10.222.0.22 "GET /v2.0/ports?device_id=a2ec0eac-25d8-468e-81e2-2c9535b80040 HTTP/1.1" status: 200 len: 969 time: 0.1122308 Aug 29 04:07:59.747626 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-15d0319b-d5a1-4cdb-9185-1dfc24b9ac35 req-e344ae1c-b710-4bbb-844b-a13dc114a5a8 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:59.887171 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fbc39268-cda7-465c-a91a-59513ce4d0e9 req-02b2de4d-b6fe-49f1-8017-ef8fff73856c tempest-AggregatesAdminTestJSON-623583173 tempest-AggregatesAdminTestJSON-623583173-project] 10.222.0.22 "GET /v2.0/security-groups?id=75871f7f-ee9f-41e5-86b9-097f5a3f0037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464925 Aug 29 04:08:00.048324 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-15d0319b-d5a1-4cdb-9185-1dfc24b9ac35 req-e344ae1c-b710-4bbb-844b-a13dc114a5a8 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:00.051806 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1ffce98d-f0f4-41a1-8c80-5f879db79ce8 req-b673b8e3-4355-49e2-a0d8-a7db770895f0 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=17d1aee9-03df-4ac4-8975-10a53a9cc4e7 HTTP/1.1" status: 200 len: 210 time: 0.0549214 Aug 29 04:08:00.056573 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-15d0319b-d5a1-4cdb-9185-1dfc24b9ac35 req-e344ae1c-b710-4bbb-844b-a13dc114a5a8 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:00.196355 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e344ae1c-b710-4bbb-844b-a13dc114a5a8 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45665691-1eb0-4f68-ba6b-1883858511b6,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:00.395334 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-15d0319b-d5a1-4cdb-9185-1dfc24b9ac35 req-e344ae1c-b710-4bbb-844b-a13dc114a5a8 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Allocated IP 192.168.233.3 (13e6dfc1-e9e7-40a1-8a14-d0febabf4d45/18cd12d4-b12a-41b0-b0c5-618edbb84e74/ea1f70ee-b550-4aef-a765-072dca3d50eb) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:08:00.604304 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 59532) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:00.641639 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-698a539a-37a3-4c6a-9c39-fc0d2b250ae9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:00.703916 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-15d0319b-d5a1-4cdb-9185-1dfc24b9ac35 req-e344ae1c-b710-4bbb-844b-a13dc114a5a8 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:00.755578 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-15d0319b-d5a1-4cdb-9185-1dfc24b9ac35 req-e344ae1c-b710-4bbb-844b-a13dc114a5a8 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Transition to ACTIVE for port object ea1f70ee-b550-4aef-a765-072dca3d50eb will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:08:00.860134 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-15d0319b-d5a1-4cdb-9185-1dfc24b9ac35 req-e344ae1c-b710-4bbb-844b-a13dc114a5a8 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:01.086402 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [req-be756163-688a-463c-b7d4-4667fb6bd2a1 req-805d543e-55a0-4856-b526-fa76c02ec241 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:08:01.101029 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-be756163-688a-463c-b7d4-4667fb6bd2a1 req-805d543e-55a0-4856-b526-fa76c02ec241 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6202128 Aug 29 04:08:01.130466 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15d0319b-d5a1-4cdb-9185-1dfc24b9ac35 req-e344ae1c-b710-4bbb-844b-a13dc114a5a8 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:08:01.159977 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-698a539a-37a3-4c6a-9c39-fc0d2b250ae9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:01.168465 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-15d0319b-d5a1-4cdb-9185-1dfc24b9ac35 req-e344ae1c-b710-4bbb-844b-a13dc114a5a8 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:08:01.173228 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-15d0319b-d5a1-4cdb-9185-1dfc24b9ac35 req-e344ae1c-b710-4bbb-844b-a13dc114a5a8 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:08:01.181604 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d0319b-d5a1-4cdb-9185-1dfc24b9ac35 req-e344ae1c-b710-4bbb-844b-a13dc114a5a8 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:01.182671 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-15d0319b-d5a1-4cdb-9185-1dfc24b9ac35 req-e344ae1c-b710-4bbb-844b-a13dc114a5a8 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:01.209100 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-698a539a-37a3-4c6a-9c39-fc0d2b250ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:01.278853 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e344ae1c-b710-4bbb-844b-a13dc114a5a8 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Pushing event updated for resources: {'Port': ['ID=ea1f70ee-b550-4aef-a765-072dca3d50eb,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:01.293163 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698a539a-37a3-4c6a-9c39-fc0d2b250ae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1890c5de-412a-4b8e-8959-f584ace1aa3c,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:01.316267 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-15d0319b-d5a1-4cdb-9185-1dfc24b9ac35 req-e344ae1c-b710-4bbb-844b-a13dc114a5a8 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8941491 Aug 29 04:08:01.336139 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-698a539a-37a3-4c6a-9c39-fc0d2b250ae9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a71d4d57ff674cd08f44387c8cfe294d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7282369 Aug 29 04:08:01.342127 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 59552) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:01.421653 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d83193-1fcf-42b0-914a-440271dec410 req-dac9bb19-15b7-4d6b-80ca-f62823b1a77f tempest-AggregatesAdminTestJSON-623583173 tempest-AggregatesAdminTestJSON-623583173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:01.434480 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-31d83193-1fcf-42b0-914a-440271dec410 req-dac9bb19-15b7-4d6b-80ca-f62823b1a77f tempest-AggregatesAdminTestJSON-623583173 tempest-AggregatesAdminTestJSON-623583173-project] 10.222.0.22 "GET /v2.0/ports?device_id=a2ec0eac-25d8-468e-81e2-2c9535b80040 HTTP/1.1" status: 200 len: 969 time: 0.2998846 Aug 29 04:08:01.462764 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-be756163-688a-463c-b7d4-4667fb6bd2a1 req-84e64926-934a-4ad0-8d27-d29933ec23a9 service neutron] 10.222.0.22 "GET /v2.0/networks/6e669898-6215-49e8-8989-a85b9f5fe627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3553572 Aug 29 04:08:01.528841 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-31d83193-1fcf-42b0-914a-440271dec410 req-db737b1b-6a49-4646-a24a-1447b38a3dfb tempest-AggregatesAdminTestJSON-623583173 tempest-AggregatesAdminTestJSON-623583173-project] 10.222.0.22 "GET /v2.0/security-groups?id=75871f7f-ee9f-41e5-86b9-097f5a3f0037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931251 Aug 29 04:08:01.587492 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [req-15d0319b-d5a1-4cdb-9185-1dfc24b9ac35 req-8fa678e5-48ed-4e1c-9d9b-e4757c6f699f tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:08:01.593293 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-15d0319b-d5a1-4cdb-9185-1dfc24b9ac35 req-8fa678e5-48ed-4e1c-9d9b-e4757c6f699f tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0494428 Aug 29 04:08:01.606957 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d66f7cab-43d0-4ba1-a945-9e3bcb0294db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:01.683151 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d66f7cab-43d0-4ba1-a945-9e3bcb0294db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:01.782749 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-db5a883f-65f2-4ced-91f2-063068556539 None None] Provisioning for port ea1f70ee-b550-4aef-a765-072dca3d50eb completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:08:01.798783 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-db5a883f-65f2-4ced-91f2-063068556539 None None] Provisioning complete for port ea1f70ee-b550-4aef-a765-072dca3d50eb triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:08:01.799244 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-db5a883f-65f2-4ced-91f2-063068556539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:01.976731 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d66f7cab-43d0-4ba1-a945-9e3bcb0294db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:01.980528 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-db5a883f-65f2-4ced-91f2-063068556539 None None] Port ea1f70ee-b550-4aef-a765-072dca3d50eb cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:08:01.989638 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d66f7cab-43d0-4ba1-a945-9e3bcb0294db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:01.996610 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-d66f7cab-43d0-4ba1-a945-9e3bcb0294db admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1890c5de-412a-4b8e-8959-f584ace1aa3c HTTP/1.1" status: 204 len: 168 time: 0.6528261 Aug 29 04:08:02.014997 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66f7cab-43d0-4ba1-a945-9e3bcb0294db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1890c5de-412a-4b8e-8959-f584ace1aa3c,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:02.088307 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5529ac-50da-4569-bb19-1a657c235ebb req-71170dcd-6512-47c3-afdd-bd4c2502a0ad tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:02.098695 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2a5529ac-50da-4569-bb19-1a657c235ebb req-71170dcd-6512-47c3-afdd-bd4c2502a0ad tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=17d1aee9-03df-4ac4-8975-10a53a9cc4e7 HTTP/1.1" status: 200 len: 934 time: 0.3879795 Aug 29 04:08:02.200244 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2a5529ac-50da-4569-bb19-1a657c235ebb req-2f0c7818-ec9f-4d5c-9087-515306788f8a tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984983 Aug 29 04:08:02.436008 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-be756163-688a-463c-b7d4-4667fb6bd2a1 req-cf1fbf52-7b74-4e42-996e-2d973d1e9ba8 service neutron] 10.222.0.22 "GET /v2.0/networks/6e669898-6215-49e8-8989-a85b9f5fe627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9577386 Aug 29 04:08:02.481122 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4499428-2bd5-4835-8af3-18472b1bcf3f req-a2af356f-94c9-4f3d-ab21-3a330a1c4680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:02.486010 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d4499428-2bd5-4835-8af3-18472b1bcf3f req-a2af356f-94c9-4f3d-ab21-3a330a1c4680 service neutron] 10.222.0.46 "GET /v2.0/networks?id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 HTTP/1.1" status: 200 len: 870 time: 0.9953985 Aug 29 04:08:02.589324 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-15d0319b-d5a1-4cdb-9185-1dfc24b9ac35 req-065e0042-9df0-476b-b5c9-639e924bd78c service neutron] Request body: {'port': {'device_id': '17d1aee9-03df-4ac4-8975-10a53a9cc4e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:08:02.606537 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d4499428-2bd5-4835-8af3-18472b1bcf3f req-dec5bd34-4428-4029-975b-c210e7d42a1d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=188bf8ae-4a74-40dd-9cd5-b6a918639cf6 HTTP/1.1" status: 200 len: 217 time: 0.1015351 Aug 29 04:08:02.687659 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4499428-2bd5-4835-8af3-18472b1bcf3f req-358bcb19-5dee-4cd3-b5f2-49ba57d3343a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:02.690000 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d4499428-2bd5-4835-8af3-18472b1bcf3f req-358bcb19-5dee-4cd3-b5f2-49ba57d3343a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=18cd12d4-b12a-41b0-b0c5-618edbb84e74 HTTP/1.1" status: 200 len: 843 time: 0.0707252 Aug 29 04:08:02.772274 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4499428-2bd5-4835-8af3-18472b1bcf3f req-64ed84c8-f38a-4a57-aaf2-753b6f5379f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:02.773799 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d4499428-2bd5-4835-8af3-18472b1bcf3f req-64ed84c8-f38a-4a57-aaf2-753b6f5379f7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0692978 Aug 29 04:08:02.814778 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-15d0319b-d5a1-4cdb-9185-1dfc24b9ac35 req-065e0042-9df0-476b-b5c9-639e924bd78c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:02.844907 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519131cf-27c3-4af2-b619-fee65758f30e req-90bb54dd-b780-45ad-8527-2481953b3d43 tempest-AggregatesAdminTestJSON-623583173 tempest-AggregatesAdminTestJSON-623583173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:02.847220 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-519131cf-27c3-4af2-b619-fee65758f30e req-90bb54dd-b780-45ad-8527-2481953b3d43 tempest-AggregatesAdminTestJSON-623583173 tempest-AggregatesAdminTestJSON-623583173-project] 10.222.0.22 "GET /v2.0/ports?device_id=a2ec0eac-25d8-468e-81e2-2c9535b80040 HTTP/1.1" status: 200 len: 969 time: 0.1366158 Aug 29 04:08:02.946424 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d4499428-2bd5-4835-8af3-18472b1bcf3f req-ea6f94d3-6b7a-4569-8f78-affed7848173 service neutron] 10.222.0.46 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546929 Aug 29 04:08:02.977970 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-519131cf-27c3-4af2-b619-fee65758f30e req-53385dd2-9791-4c3f-aae8-3e94a2eb1d00 tempest-AggregatesAdminTestJSON-623583173 tempest-AggregatesAdminTestJSON-623583173-project] 10.222.0.22 "GET /v2.0/security-groups?id=75871f7f-ee9f-41e5-86b9-097f5a3f0037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001966 Aug 29 04:08:02.995753 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-975ebae7-05a0-4bb6-adf1-b9b8012e879f req-178eadf7-fe0d-4180-a6cd-053b77560c6f tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] 10.222.0.22 "GET /v2.0/ports?device_id=60d8c5de-f00f-4a6b-9b25-b047f603a344 HTTP/1.1" status: 200 len: 210 time: 0.1964183 Aug 29 04:08:03.165610 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d4499428-2bd5-4835-8af3-18472b1bcf3f req-bf53da1f-9ed2-4102-93e2-8ac0fb67858e service neutron] 10.222.0.46 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062175 Aug 29 04:08:03.329302 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-10059b94-92d4-4d9d-90a8-8d8f74ada041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:03.907532 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-15d0319b-d5a1-4cdb-9185-1dfc24b9ac35 req-065e0042-9df0-476b-b5c9-639e924bd78c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea1f70ee-b550-4aef-a765-072dca3d50eb {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:08:03.943159 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1793be-25d4-431a-9c6c-196bbecf27e1 req-e5842f67-f777-4b13-af99-14d023e28674 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:03.944801 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4f1793be-25d4-431a-9c6c-196bbecf27e1 req-e5842f67-f777-4b13-af99-14d023e28674 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=17d1aee9-03df-4ac4-8975-10a53a9cc4e7 HTTP/1.1" status: 200 len: 934 time: 0.4653482 Aug 29 04:08:03.950141 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-15d0319b-d5a1-4cdb-9185-1dfc24b9ac35 req-065e0042-9df0-476b-b5c9-639e924bd78c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:03.967515 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-15d0319b-d5a1-4cdb-9185-1dfc24b9ac35 req-065e0042-9df0-476b-b5c9-639e924bd78c service neutron] Transition to ACTIVE for port object ea1f70ee-b550-4aef-a765-072dca3d50eb will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:08:03.982960 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-15d0319b-d5a1-4cdb-9185-1dfc24b9ac35 req-065e0042-9df0-476b-b5c9-639e924bd78c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:04.251652 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7c6b33-12d3-46f5-9355-74067fc74d7e req-8781cca5-e4cf-443c-b1ae-1557514b22fc tempest-AggregatesAdminTestJSON-623583173 tempest-AggregatesAdminTestJSON-623583173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:04.253337 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6d7c6b33-12d3-46f5-9355-74067fc74d7e req-8781cca5-e4cf-443c-b1ae-1557514b22fc tempest-AggregatesAdminTestJSON-623583173 tempest-AggregatesAdminTestJSON-623583173-project] 10.222.0.22 "GET /v2.0/ports?device_id=a2ec0eac-25d8-468e-81e2-2c9535b80040 HTTP/1.1" status: 200 len: 969 time: 0.1304624 Aug 29 04:08:04.300969 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4f1793be-25d4-431a-9c6c-196bbecf27e1 req-8d0cf5ab-6c3b-46db-b7ea-e9e1c3c71804 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3300676 Aug 29 04:08:04.318063 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-15d0319b-d5a1-4cdb-9185-1dfc24b9ac35 req-065e0042-9df0-476b-b5c9-639e924bd78c service neutron] Attempting to bind port ea1f70ee-b550-4aef-a765-072dca3d50eb on host n-h2-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:08:04.318748 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-15d0319b-d5a1-4cdb-9185-1dfc24b9ac35 req-065e0042-9df0-476b-b5c9-639e924bd78c service neutron] Attempting to bind port ea1f70ee-b550-4aef-a765-072dca3d50eb by drivers openvswitch,hyperv on host n-h2-712140-12 at level 0 using segments [{'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:08:04.319331 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d0319b-d5a1-4cdb-9185-1dfc24b9ac35 req-065e0042-9df0-476b-b5c9-639e924bd78c service neutron] Attempting to bind port ea1f70ee-b550-4aef-a765-072dca3d50eb on network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:08:04.323630 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065e0042-9df0-476b-b5c9-639e924bd78c service neutron] Pushing event updated for resources: {'Port': ['ID=ea1f70ee-b550-4aef-a765-072dca3d50eb,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:04.328914 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d0319b-d5a1-4cdb-9185-1dfc24b9ac35 req-065e0042-9df0-476b-b5c9-639e924bd78c service neutron] Port ea1f70ee-b550-4aef-a765-072dca3d50eb on network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:08:04.329726 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d0319b-d5a1-4cdb-9185-1dfc24b9ac35 req-065e0042-9df0-476b-b5c9-639e924bd78c service neutron] Attempting to bind port ea1f70ee-b550-4aef-a765-072dca3d50eb on network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:08:04.338860 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d0319b-d5a1-4cdb-9185-1dfc24b9ac35 req-065e0042-9df0-476b-b5c9-639e924bd78c service neutron] Checking agent: {'id': 'b3a0606b-b029-4f5e-8798-3a32b71d8844', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:08:04.339309 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d0319b-d5a1-4cdb-9185-1dfc24b9ac35 req-065e0042-9df0-476b-b5c9-639e924bd78c service neutron] Checking segment: {'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:08:04.340107 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d0319b-d5a1-4cdb-9185-1dfc24b9ac35 req-065e0042-9df0-476b-b5c9-639e924bd78c service neutron] Bound using segment: {'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:08:04.340693 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-15d0319b-d5a1-4cdb-9185-1dfc24b9ac35 req-065e0042-9df0-476b-b5c9-639e924bd78c service neutron] Bound port: ea1f70ee-b550-4aef-a765-072dca3d50eb, host: n-h2-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:08:04.341128 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-15d0319b-d5a1-4cdb-9185-1dfc24b9ac35 req-065e0042-9df0-476b-b5c9-639e924bd78c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:04.370041 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6d7c6b33-12d3-46f5-9355-74067fc74d7e req-b3ab6bec-f956-443c-9335-9198035039e6 tempest-AggregatesAdminTestJSON-623583173 tempest-AggregatesAdminTestJSON-623583173-project] 10.222.0.22 "GET /v2.0/security-groups?id=75871f7f-ee9f-41e5-86b9-097f5a3f0037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034653 Aug 29 04:08:04.436394 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-15d0319b-d5a1-4cdb-9185-1dfc24b9ac35 req-065e0042-9df0-476b-b5c9-639e924bd78c service neutron] For port ea1f70ee-b550-4aef-a765-072dca3d50eb, host n-h2-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:08:04.441821 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-15d0319b-d5a1-4cdb-9185-1dfc24b9ac35 req-065e0042-9df0-476b-b5c9-639e924bd78c service neutron] For port ea1f70ee-b550-4aef-a765-072dca3d50eb, host n-h2-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=ea1f70ee-b550-4aef-a765-072dca3d50eb,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:08:04.456842 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-15d0319b-d5a1-4cdb-9185-1dfc24b9ac35 req-065e0042-9df0-476b-b5c9-639e924bd78c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:04.483940 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2dd78dc1-251b-4d34-bbc2-73f5a5ed7c88 req-f671c940-4fe9-4c64-8980-fa47bba89e69 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] 10.222.0.22 "GET /v2.0/ports?device_id=60d8c5de-f00f-4a6b-9b25-b047f603a344 HTTP/1.1" status: 200 len: 210 time: 0.0404415 Aug 29 04:08:04.534396 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d0319b-d5a1-4cdb-9185-1dfc24b9ac35 req-065e0042-9df0-476b-b5c9-639e924bd78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:04.535146 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-15d0319b-d5a1-4cdb-9185-1dfc24b9ac35 req-065e0042-9df0-476b-b5c9-639e924bd78c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:04.536938 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-15d0319b-d5a1-4cdb-9185-1dfc24b9ac35 req-065e0042-9df0-476b-b5c9-639e924bd78c service neutron] 10.222.0.48 "PUT /v2.0/ports/ea1f70ee-b550-4aef-a765-072dca3d50eb HTTP/1.1" status: 200 len: 1095 time: 2.4767320 Aug 29 04:08:04.537407 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17d1aee9-03df-4ac4-8975-10a53a9cc4e7', 'tag': 'ea1f70ee-b550-4aef-a765-072dca3d50eb'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:08:04.665526 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065e0042-9df0-476b-b5c9-639e924bd78c service neutron] Pushing event updated for resources: {'Port': ['ID=ea1f70ee-b550-4aef-a765-072dca3d50eb,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:04.926946 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be756163-688a-463c-b7d4-4667fb6bd2a1 req-7caef97c-4111-4cf8-a62a-6e3857febb05 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:04.929780 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-be756163-688a-463c-b7d4-4667fb6bd2a1 req-7caef97c-4111-4cf8-a62a-6e3857febb05 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] 10.222.0.46 "GET /v2.0/networks?id=6e669898-6215-49e8-8989-a85b9f5fe627 HTTP/1.1" status: 200 len: 823 time: 0.3177772 Aug 29 04:08:05.034417 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-be756163-688a-463c-b7d4-4667fb6bd2a1 req-6d2d55cb-5fb0-4956-99d4-b39af3d0b67d tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8e5ee0a53fd42e2a03b18096f8a732f HTTP/1.1" status: 200 len: 380 time: 0.0924563 Aug 29 04:08:05.046315 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-be756163-688a-463c-b7d4-4667fb6bd2a1 req-af307414-1536-4f08-b9a8-238ac0a6c18b tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Request body: {'port': {'device_id': '60d8c5de-f00f-4a6b-9b25-b047f603a344', 'network_id': '6e669898-6215-49e8-8989-a85b9f5fe627', 'admin_state_up': True, 'tenant_id': 'b8e5ee0a53fd42e2a03b18096f8a732f', 'security_groups': ['3dbd32b7-b3fc-4076-a8b6-8020bdad2883']}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:08:05.170281 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16005752-3e34-4b51-992d-5e2ae2719ebd" -d '{"events": [{"name": "network-changed", "server_uuid": "17d1aee9-03df-4ac4-8975-10a53a9cc4e7", "tag": "ea1f70ee-b550-4aef-a765-072dca3d50eb"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:08:05.249872 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be756163-688a-463c-b7d4-4667fb6bd2a1 req-af307414-1536-4f08-b9a8-238ac0a6c18b tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Made reservation on behalf of b8e5ee0a53fd42e2a03b18096f8a732f for: {'port': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:08:05.255016 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-be756163-688a-463c-b7d4-4667fb6bd2a1 req-af307414-1536-4f08-b9a8-238ac0a6c18b tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:05.512327 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76c1e543-2c67-444f-ac96-8c1f35abf61d x-openstack-request-id: req-76c1e543-2c67-444f-ac96-8c1f35abf61d {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:08:05.512836 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17d1aee9-03df-4ac4-8975-10a53a9cc4e7", "tag": "ea1f70ee-b550-4aef-a765-072dca3d50eb", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:08:05.513326 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-76c1e543-2c67-444f-ac96-8c1f35abf61d {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:08:05.513933 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17d1aee9-03df-4ac4-8975-10a53a9cc4e7', 'tag': 'ea1f70ee-b550-4aef-a765-072dca3d50eb', 'status': 'completed', 'code': 200} Aug 29 04:08:05.538094 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed1ea61-6af5-4bc5-ad78-63a23a962e7e req-f996bd8b-f8db-4fbf-aa60-5adad6f3a667 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:05.539721 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6ed1ea61-6af5-4bc5-ad78-63a23a962e7e req-f996bd8b-f8db-4fbf-aa60-5adad6f3a667 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=17d1aee9-03df-4ac4-8975-10a53a9cc4e7 HTTP/1.1" status: 200 len: 946 time: 0.1386900 Aug 29 04:08:05.610477 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [req-be756163-688a-463c-b7d4-4667fb6bd2a1 req-af307414-1536-4f08-b9a8-238ac0a6c18b tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Allocated IP 172.20.0.5 (6e669898-6215-49e8-8989-a85b9f5fe627/62082f5a-1e19-4bac-8b75-d0b867c1cfb7/39d670ac-3d22-44a4-ab13-d6e183044744) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:08:05.647121 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6ed1ea61-6af5-4bc5-ad78-63a23a962e7e req-fb334ce1-76a9-4672-a5c0-d95936f710cd tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850828 Aug 29 04:08:05.827753 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58e6a66-1a01-4151-9193-1520cbe05ab8 req-e293349c-7322-4783-a11f-46540c216b84 tempest-AggregatesAdminTestJSON-623583173 tempest-AggregatesAdminTestJSON-623583173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:05.829366 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a58e6a66-1a01-4151-9193-1520cbe05ab8 req-e293349c-7322-4783-a11f-46540c216b84 tempest-AggregatesAdminTestJSON-623583173 tempest-AggregatesAdminTestJSON-623583173-project] 10.222.0.22 "GET /v2.0/ports?device_id=a2ec0eac-25d8-468e-81e2-2c9535b80040 HTTP/1.1" status: 200 len: 969 time: 0.0839827 Aug 29 04:08:05.940466 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a58e6a66-1a01-4151-9193-1520cbe05ab8 req-ba4eb802-fd42-475f-8f52-2a76bee71bbf tempest-AggregatesAdminTestJSON-623583173 tempest-AggregatesAdminTestJSON-623583173-project] 10.222.0.22 "GET /v2.0/security-groups?id=75871f7f-ee9f-41e5-86b9-097f5a3f0037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997031 Aug 29 04:08:05.949601 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-be756163-688a-463c-b7d4-4667fb6bd2a1 req-af307414-1536-4f08-b9a8-238ac0a6c18b tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:05.972312 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [req-be756163-688a-463c-b7d4-4667fb6bd2a1 req-af307414-1536-4f08-b9a8-238ac0a6c18b tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Transition to ACTIVE for port object 39d670ac-3d22-44a4-ab13-d6e183044744 will not be triggered until provisioned by entity DHCP. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:08:06.084594 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-be756163-688a-463c-b7d4-4667fb6bd2a1 req-af307414-1536-4f08-b9a8-238ac0a6c18b tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:06.204407 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9495f1f3-3841-447b-a9a8-e08a0cd070ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:06.274766 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be756163-688a-463c-b7d4-4667fb6bd2a1 req-af307414-1536-4f08-b9a8-238ac0a6c18b tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Network 6e669898-6215-49e8-8989-a85b9f5fe627 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:08:06.281740 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [req-be756163-688a-463c-b7d4-4667fb6bd2a1 req-af307414-1536-4f08-b9a8-238ac0a6c18b tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:08:06.292878 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [req-be756163-688a-463c-b7d4-4667fb6bd2a1 req-af307414-1536-4f08-b9a8-238ac0a6c18b tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:08:06.298621 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be756163-688a-463c-b7d4-4667fb6bd2a1 req-af307414-1536-4f08-b9a8-238ac0a6c18b tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:06.298977 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-be756163-688a-463c-b7d4-4667fb6bd2a1 req-af307414-1536-4f08-b9a8-238ac0a6c18b tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:06.303626 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af307414-1536-4f08-b9a8-238ac0a6c18b tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Pushing event updated for resources: {'Port': ['ID=39d670ac-3d22-44a4-ab13-d6e183044744,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:06.338247 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ed6274-f0ff-49d8-81eb-584cd3c28229 req-f0e24d48-c0c5-4383-863d-f5a9669d96c9 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:06.340050 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-20ed6274-f0ff-49d8-81eb-584cd3c28229 req-f0e24d48-c0c5-4383-863d-f5a9669d96c9 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] 10.222.0.22 "GET /v2.0/ports?device_id=60d8c5de-f00f-4a6b-9b25-b047f603a344 HTTP/1.1" status: 200 len: 931 time: 0.2632232 Aug 29 04:08:06.347530 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-be756163-688a-463c-b7d4-4667fb6bd2a1 req-af307414-1536-4f08-b9a8-238ac0a6c18b tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3053205 Aug 29 04:08:06.376368 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-be756163-688a-463c-b7d4-4667fb6bd2a1 req-359f7245-ffc5-4054-8d81-5ab0b3025753 service neutron] Request body: {'port': {'device_id': '60d8c5de-f00f-4a6b-9b25-b047f603a344', 'device_owner': 'compute:tempest-test_az-1754033735', 'binding:host_id': 'n-h1-712140-12'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:08:06.500271 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-20ed6274-f0ff-49d8-81eb-584cd3c28229 req-f41a014a-0763-4f3b-a0e4-ac8d943ed3fb tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] 10.222.0.22 "GET /v2.0/security-groups?id=3dbd32b7-b3fc-4076-a8b6-8020bdad2883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429965 Aug 29 04:08:06.511074 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-be756163-688a-463c-b7d4-4667fb6bd2a1 req-359f7245-ffc5-4054-8d81-5ab0b3025753 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:06.668101 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-f21d7698-729b-4b96-bae6-b8e2b955f1e4 None None] Provisioning for port 39d670ac-3d22-44a4-ab13-d6e183044744 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:08:06.680795 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-f21d7698-729b-4b96-bae6-b8e2b955f1e4 None None] Provisioning complete for port 39d670ac-3d22-44a4-ab13-d6e183044744 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:08:06.683159 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f21d7698-729b-4b96-bae6-b8e2b955f1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:06.786646 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-f21d7698-729b-4b96-bae6-b8e2b955f1e4 None None] Port 39d670ac-3d22-44a4-ab13-d6e183044744 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:08:06.829371 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 59710) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:06.905814 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79331e5e-0c0c-469b-b784-9aab4c7659c2 req-8a8313ab-1b77-4e77-81e6-3e18bde69445 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:06.907581 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-79331e5e-0c0c-469b-b784-9aab4c7659c2 req-8a8313ab-1b77-4e77-81e6-3e18bde69445 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=17d1aee9-03df-4ac4-8975-10a53a9cc4e7 HTTP/1.1" status: 200 len: 946 time: 0.1095536 Aug 29 04:08:06.996643 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-79331e5e-0c0c-469b-b784-9aab4c7659c2 req-2f1de0bd-280a-4925-8e3c-e4c999dff836 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750735 Aug 29 04:08:07.034445 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-046f68ea-2d5a-4cf2-baa0-62d3f61a16b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:07.041608 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:07.103919 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [req-be756163-688a-463c-b7d4-4667fb6bd2a1 req-359f7245-ffc5-4054-8d81-5ab0b3025753 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39d670ac-3d22-44a4-ab13-d6e183044744 {{(pid=94829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:08:07.122239 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-be756163-688a-463c-b7d4-4667fb6bd2a1 req-359f7245-ffc5-4054-8d81-5ab0b3025753 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:07.153238 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:07.167519 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [req-be756163-688a-463c-b7d4-4667fb6bd2a1 req-359f7245-ffc5-4054-8d81-5ab0b3025753 service neutron] Transition to ACTIVE for port object 39d670ac-3d22-44a4-ab13-d6e183044744 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:08:07.179323 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-be756163-688a-463c-b7d4-4667fb6bd2a1 req-359f7245-ffc5-4054-8d81-5ab0b3025753 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:07.227654 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b34dfa-774e-4800-b9e2-c731bb527211 req-e8a1a8a0-429e-4cdf-80c4-a12602b3b58c tempest-AggregatesAdminTestJSON-623583173 tempest-AggregatesAdminTestJSON-623583173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:07.239131 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d7b34dfa-774e-4800-b9e2-c731bb527211 req-e8a1a8a0-429e-4cdf-80c4-a12602b3b58c tempest-AggregatesAdminTestJSON-623583173 tempest-AggregatesAdminTestJSON-623583173-project] 10.222.0.22 "GET /v2.0/ports?device_id=a2ec0eac-25d8-468e-81e2-2c9535b80040 HTTP/1.1" status: 200 len: 969 time: 0.1193666 Aug 29 04:08:07.259388 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-046f68ea-2d5a-4cf2-baa0-62d3f61a16b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:07.265154 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-046f68ea-2d5a-4cf2-baa0-62d3f61a16b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:07.294681 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359f7245-ffc5-4054-8d81-5ab0b3025753 service neutron] Pushing event updated for resources: {'Port': ['ID=39d670ac-3d22-44a4-ab13-d6e183044744,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:07.321478 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-046f68ea-2d5a-4cf2-baa0-62d3f61a16b6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7d0512d83f1f4a1cb27e0fc91714a8ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4900000 Aug 29 04:08:07.324118 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 59734) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:07.336037 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d7b34dfa-774e-4800-b9e2-c731bb527211 req-94023053-7781-4cda-8907-e221f1b0c14c tempest-AggregatesAdminTestJSON-623583173 tempest-AggregatesAdminTestJSON-623583173-project] 10.222.0.22 "GET /v2.0/security-groups?id=75871f7f-ee9f-41e5-86b9-097f5a3f0037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955377 Aug 29 04:08:07.385473 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046f68ea-2d5a-4cf2-baa0-62d3f61a16b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48f8cda8-e4c8-497a-a6bd-2b07229641e2,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:07.427947 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-be756163-688a-463c-b7d4-4667fb6bd2a1 req-359f7245-ffc5-4054-8d81-5ab0b3025753 service neutron] Attempting to bind port 39d670ac-3d22-44a4-ab13-d6e183044744 on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:08:07.428529 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-be756163-688a-463c-b7d4-4667fb6bd2a1 req-359f7245-ffc5-4054-8d81-5ab0b3025753 service neutron] Attempting to bind port 39d670ac-3d22-44a4-ab13-d6e183044744 by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': 'e2ca65b5-0fa0-4357-b062-75370c92f2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '6e669898-6215-49e8-8989-a85b9f5fe627'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:08:07.429005 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be756163-688a-463c-b7d4-4667fb6bd2a1 req-359f7245-ffc5-4054-8d81-5ab0b3025753 service neutron] Attempting to bind port 39d670ac-3d22-44a4-ab13-d6e183044744 on network 6e669898-6215-49e8-8989-a85b9f5fe627 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:08:07.440619 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be756163-688a-463c-b7d4-4667fb6bd2a1 req-359f7245-ffc5-4054-8d81-5ab0b3025753 service neutron] Port 39d670ac-3d22-44a4-ab13-d6e183044744 on network 6e669898-6215-49e8-8989-a85b9f5fe627 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:08:07.442767 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be756163-688a-463c-b7d4-4667fb6bd2a1 req-359f7245-ffc5-4054-8d81-5ab0b3025753 service neutron] Attempting to bind port 39d670ac-3d22-44a4-ab13-d6e183044744 on network 6e669898-6215-49e8-8989-a85b9f5fe627 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:08:07.453274 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b62e22b9-e946-4e0b-a55c-378275dea0d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:07.454298 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be756163-688a-463c-b7d4-4667fb6bd2a1 req-359f7245-ffc5-4054-8d81-5ab0b3025753 service neutron] Checking agent: {'id': '3de9de52-3a03-431d-9d7e-497ae92c57ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:08:07.454673 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be756163-688a-463c-b7d4-4667fb6bd2a1 req-359f7245-ffc5-4054-8d81-5ab0b3025753 service neutron] Checking segment: {'id': 'e2ca65b5-0fa0-4357-b062-75370c92f2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '6e669898-6215-49e8-8989-a85b9f5fe627'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:08:07.455082 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be756163-688a-463c-b7d4-4667fb6bd2a1 req-359f7245-ffc5-4054-8d81-5ab0b3025753 service neutron] Bound using segment: {'id': 'e2ca65b5-0fa0-4357-b062-75370c92f2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '6e669898-6215-49e8-8989-a85b9f5fe627'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:08:07.455544 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-be756163-688a-463c-b7d4-4667fb6bd2a1 req-359f7245-ffc5-4054-8d81-5ab0b3025753 service neutron] Bound port: 39d670ac-3d22-44a4-ab13-d6e183044744, host: n-h1-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2ca65b5-0fa0-4357-b062-75370c92f2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '6e669898-6215-49e8-8989-a85b9f5fe627'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:08:07.455931 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-be756163-688a-463c-b7d4-4667fb6bd2a1 req-359f7245-ffc5-4054-8d81-5ab0b3025753 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:07.473946 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 59740) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:07.484504 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 188bf8ae-4a74-40dd-9cd5-b6a918639cf6 details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:08:07.519018 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b62e22b9-e946-4e0b-a55c-378275dea0d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:07.546125 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-be756163-688a-463c-b7d4-4667fb6bd2a1 req-359f7245-ffc5-4054-8d81-5ab0b3025753 service neutron] For port 39d670ac-3d22-44a4-ab13-d6e183044744, host n-h1-712140-12, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:08:07.550535 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-be756163-688a-463c-b7d4-4667fb6bd2a1 req-359f7245-ffc5-4054-8d81-5ab0b3025753 service neutron] For port 39d670ac-3d22-44a4-ab13-d6e183044744, host n-h1-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=39d670ac-3d22-44a4-ab13-d6e183044744,segment=NetworkSegment(e2ca65b5-0fa0-4357-b062-75370c92f2ef),segment_id=e2ca65b5-0fa0-4357-b062-75370c92f2ef)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:08:07.572324 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-be756163-688a-463c-b7d4-4667fb6bd2a1 req-359f7245-ffc5-4054-8d81-5ab0b3025753 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:07.673640 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b62e22b9-e946-4e0b-a55c-378275dea0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:07.677396 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b62e22b9-e946-4e0b-a55c-378275dea0d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:07.682591 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-b62e22b9-e946-4e0b-a55c-378275dea0d5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/48f8cda8-e4c8-497a-a6bd-2b07229641e2 HTTP/1.1" status: 204 len: 168 time: 0.3573987 Aug 29 04:08:07.701364 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be756163-688a-463c-b7d4-4667fb6bd2a1 req-359f7245-ffc5-4054-8d81-5ab0b3025753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:07.703113 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-be756163-688a-463c-b7d4-4667fb6bd2a1 req-359f7245-ffc5-4054-8d81-5ab0b3025753 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:07.704648 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-be756163-688a-463c-b7d4-4667fb6bd2a1 req-359f7245-ffc5-4054-8d81-5ab0b3025753 service neutron] 10.222.0.46 "PUT /v2.0/ports/39d670ac-3d22-44a4-ab13-d6e183044744 HTTP/1.1" status: 200 len: 1114 time: 1.3444631 Aug 29 04:08:07.727359 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62e22b9-e946-4e0b-a55c-378275dea0d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f8cda8-e4c8-497a-a6bd-2b07229641e2,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:07.735466 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60d8c5de-f00f-4a6b-9b25-b047f603a344', 'tag': '39d670ac-3d22-44a4-ab13-d6e183044744'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:08:07.741419 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52efb364-b0ab-40a6-a0b7-2b11f9ab49fa" -d '{"events": [{"name": "network-changed", "server_uuid": "60d8c5de-f00f-4a6b-9b25-b047f603a344", "tag": "39d670ac-3d22-44a4-ab13-d6e183044744"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:08:07.803267 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 188bf8ae-4a74-40dd-9cd5-b6a918639cf6, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=188bf8ae-4a74-40dd-9cd5-b6a918639cf6,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:08:07.850533 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e749515a-9722-4acd-b357-871a5263134c x-openstack-request-id: req-e749515a-9722-4acd-b357-871a5263134c {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:08:07.850821 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60d8c5de-f00f-4a6b-9b25-b047f603a344", "tag": "39d670ac-3d22-44a4-ab13-d6e183044744", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:08:07.851071 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e749515a-9722-4acd-b357-871a5263134c {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:08:07.851548 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60d8c5de-f00f-4a6b-9b25-b047f603a344', 'tag': '39d670ac-3d22-44a4-ab13-d6e183044744', 'status': 'completed', 'code': 200} Aug 29 04:08:07.862603 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Returning: {'device': '188bf8ae-4a74-40dd-9cd5-b6a918639cf6', 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45', 'port_id': '188bf8ae-4a74-40dd-9cd5-b6a918639cf6', 'mac_address': 'fa:16:3e:11:36:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18cd12d4-b12a-41b0-b0c5-618edbb84e74', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:tempest-test_az-1754033735', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:08:07.922997 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359f7245-ffc5-4054-8d81-5ab0b3025753 service neutron] Pushing event updated for resources: {'Port': ['ID=39d670ac-3d22-44a4-ab13-d6e183044744,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:07.943496 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:07.960561 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-02a97551-60b7-476a-8b3a-2fbf34b0df94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:07.961450 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 188bf8ae-4a74-40dd-9cd5-b6a918639cf6 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:08:08.009245 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 188bf8ae-4a74-40dd-9cd5-b6a918639cf6, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=188bf8ae-4a74-40dd-9cd5-b6a918639cf6,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:08:08.020024 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b458df54-56c8-47e7-9ca8-0c30b11825ed req-91d6bd4d-1f02-4e60-9d2f-478931adc5b6 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:08.029409 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b458df54-56c8-47e7-9ca8-0c30b11825ed req-91d6bd4d-1f02-4e60-9d2f-478931adc5b6 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] 10.222.0.22 "GET /v2.0/ports?device_id=60d8c5de-f00f-4a6b-9b25-b047f603a344 HTTP/1.1" status: 200 len: 965 time: 0.3518827 Aug 29 04:08:08.030909 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 59756) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:08.032001 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:08.105085 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be756163-688a-463c-b7d4-4667fb6bd2a1 req-79aef4b6-70a7-45bc-a5e4-44a6ffd934b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:08.110909 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-be756163-688a-463c-b7d4-4667fb6bd2a1 req-79aef4b6-70a7-45bc-a5e4-44a6ffd934b4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b8e5ee0a53fd42e2a03b18096f8a732f&device_id=60d8c5de-f00f-4a6b-9b25-b047f603a344 HTTP/1.1" status: 200 len: 1117 time: 0.2767701 Aug 29 04:08:08.187026 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-be756163-688a-463c-b7d4-4667fb6bd2a1 req-ac858d95-b50e-4538-9022-b3e7f2e9fc24 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39d670ac-3d22-44a4-ab13-d6e183044744 HTTP/1.1" status: 200 len: 217 time: 0.0659184 Aug 29 04:08:08.213562 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=188bf8ae-4a74-40dd-9cd5-b6a918639cf6,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:08.244484 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5679b98-29ea-48d1-9d55-354b3231757d req-4dcf1f60-d412-4d0d-b4cf-65fce9cecc8c tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:08.256302 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e5679b98-29ea-48d1-9d55-354b3231757d req-4dcf1f60-d412-4d0d-b4cf-65fce9cecc8c tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=17d1aee9-03df-4ac4-8975-10a53a9cc4e7 HTTP/1.1" status: 200 len: 946 time: 0.0991607 Aug 29 04:08:08.272807 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b458df54-56c8-47e7-9ca8-0c30b11825ed req-ea61e33f-3308-413a-8145-a6ca798ceec3 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] 10.222.0.22 "GET /v2.0/security-groups?id=3dbd32b7-b3fc-4076-a8b6-8020bdad2883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2342973 Aug 29 04:08:08.318019 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be756163-688a-463c-b7d4-4667fb6bd2a1 req-b8fed8ff-d0b0-4d97-ba2c-e9526c94f755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:08.329652 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-be756163-688a-463c-b7d4-4667fb6bd2a1 req-b8fed8ff-d0b0-4d97-ba2c-e9526c94f755 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=62082f5a-1e19-4bac-8b75-d0b867c1cfb7 HTTP/1.1" status: 200 len: 862 time: 0.1279538 Aug 29 04:08:08.334643 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e5679b98-29ea-48d1-9d55-354b3231757d req-0b39d3a5-c7f9-4701-b77d-fefabbd30305 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765250 Aug 29 04:08:08.339490 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['188bf8ae-4a74-40dd-9cd5-b6a918639cf6'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:08:08.407084 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6f6a2ab7-3c59-418b-a88c-e9e505b96f25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:08.435289 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-02a97551-60b7-476a-8b3a-2fbf34b0df94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:08.474526 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-02a97551-60b7-476a-8b3a-2fbf34b0df94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:08.487504 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be756163-688a-463c-b7d4-4667fb6bd2a1 req-ffdf6dcb-a6d2-4465-a1d8-1b29334fae0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:08.489077 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-be756163-688a-463c-b7d4-4667fb6bd2a1 req-ffdf6dcb-a6d2-4465-a1d8-1b29334fae0b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6e669898-6215-49e8-8989-a85b9f5fe627&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1498523 Aug 29 04:08:08.527473 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:08.614465 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ce41d5-4a4a-4620-bde7-0d9b23bd5059 req-c2438122-d8dd-4c09-9cbc-984825ea950d tempest-AggregatesAdminTestJSON-623583173 tempest-AggregatesAdminTestJSON-623583173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:08.626754 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-07ce41d5-4a4a-4620-bde7-0d9b23bd5059 req-c2438122-d8dd-4c09-9cbc-984825ea950d tempest-AggregatesAdminTestJSON-623583173 tempest-AggregatesAdminTestJSON-623583173-project] 10.222.0.22 "GET /v2.0/ports?device_id=a2ec0eac-25d8-468e-81e2-2c9535b80040 HTTP/1.1" status: 200 len: 970 time: 0.1887243 Aug 29 04:08:08.628116 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6f6a2ab7-3c59-418b-a88c-e9e505b96f25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:08.660410 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a97551-60b7-476a-8b3a-2fbf34b0df94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ff54ad8-ff0f-4288-9e76-ac7af0a6c7c0,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:08.662056 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 59764) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:08.665724 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-02a97551-60b7-476a-8b3a-2fbf34b0df94 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a99ca6bbf19a4e9b960048485cc71586&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1133211 Aug 29 04:08:08.670865 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 59766) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:08.714976 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6f6a2ab7-3c59-418b-a88c-e9e505b96f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:08.776135 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-6f6a2ab7-3c59-418b-a88c-e9e505b96f25 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=99d90cada0284e5fb562c5e4b7a9891a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7440498 Aug 29 04:08:08.794994 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 59768) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:08.827195 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6a2ab7-3c59-418b-a88c-e9e505b96f25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae1ef845-6f01-4d34-a669-2ee889c65429,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:08.864468 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d7ad4bb1-597b-41db-9313-4a3f9fa00d0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:08.887542 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a2e9af0d-6e4b-4a32-8272-93672808f3d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:08.891831 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-20afa81b-d726-47c4-861e-1ba70ccb89aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:08.901146 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d7ad4bb1-597b-41db-9313-4a3f9fa00d0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:08.904290 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-07ce41d5-4a4a-4620-bde7-0d9b23bd5059 req-209e987f-1592-4959-8de4-a1060b677b34 tempest-AggregatesAdminTestJSON-623583173 tempest-AggregatesAdminTestJSON-623583173-project] 10.222.0.22 "GET /v2.0/security-groups?id=75871f7f-ee9f-41e5-86b9-097f5a3f0037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761488 Aug 29 04:08:08.933054 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a2e9af0d-6e4b-4a32-8272-93672808f3d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:08.948903 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-be756163-688a-463c-b7d4-4667fb6bd2a1 req-236289bc-4d53-4d95-bd75-33f75ffa764c service neutron] 10.222.0.46 "GET /v2.0/networks/6e669898-6215-49e8-8989-a85b9f5fe627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4367256 Aug 29 04:08:09.003773 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d7ad4bb1-597b-41db-9313-4a3f9fa00d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:09.006664 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d7ad4bb1-597b-41db-9313-4a3f9fa00d0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:09.014486 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-d7ad4bb1-597b-41db-9313-4a3f9fa00d0b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3ff54ad8-ff0f-4288-9e76-ac7af0a6c7c0 HTTP/1.1" status: 204 len: 168 time: 0.3349199 Aug 29 04:08:09.016640 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ad4bb1-597b-41db-9313-4a3f9fa00d0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ff54ad8-ff0f-4288-9e76-ac7af0a6c7c0,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:09.020625 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a2e9af0d-6e4b-4a32-8272-93672808f3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:09.023281 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a2e9af0d-6e4b-4a32-8272-93672808f3d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:09.024550 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-a2e9af0d-6e4b-4a32-8272-93672808f3d3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ae1ef845-6f01-4d34-a669-2ee889c65429 HTTP/1.1" status: 204 len: 168 time: 0.2274005 Aug 29 04:08:09.054465 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e9af0d-6e4b-4a32-8272-93672808f3d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae1ef845-6f01-4d34-a669-2ee889c65429,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:09.135437 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-be756163-688a-463c-b7d4-4667fb6bd2a1 req-fa9ded39-f6bc-4287-b183-caad726c8fa0 service neutron] 10.222.0.46 "GET /v2.0/networks/6e669898-6215-49e8-8989-a85b9f5fe627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779246 Aug 29 04:08:09.168244 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-20afa81b-d726-47c4-861e-1ba70ccb89aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:09.181412 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-20afa81b-d726-47c4-861e-1ba70ccb89aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:09.264138 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-20afa81b-d726-47c4-861e-1ba70ccb89aa admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6eb7852b26d040cabdaea3a760f0e6b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5971966 Aug 29 04:08:09.266777 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 59776) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:09.270037 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20afa81b-d726-47c4-861e-1ba70ccb89aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=288cf1a5-b727-43c8-952d-478b8b2ae973,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:09.308483 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52efb364-b0ab-40a6-a0b7-2b11f9ab49fa req-2cd527ad-2dc3-41e2-8a12-a8ef241487c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:09.311658 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-52efb364-b0ab-40a6-a0b7-2b11f9ab49fa req-2cd527ad-2dc3-41e2-8a12-a8ef241487c9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b8e5ee0a53fd42e2a03b18096f8a732f&device_id=60d8c5de-f00f-4a6b-9b25-b047f603a344 HTTP/1.1" status: 200 len: 1117 time: 0.1158350 Aug 29 04:08:09.436800 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-754c7733-29ae-407d-a14e-ac1e173ca8e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:09.456649 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 188bf8ae-4a74-40dd-9cd5-b6a918639cf6 up at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:08:09.518605 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184cb790-d73d-468b-8723-7fe649666785 req-35f7594b-33cc-4905-8412-6674d29b4b83 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:09.538371 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-184cb790-d73d-468b-8723-7fe649666785 req-35f7594b-33cc-4905-8412-6674d29b4b83 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] 10.222.0.22 "GET /v2.0/ports?device_id=60d8c5de-f00f-4a6b-9b25-b047f603a344 HTTP/1.1" status: 200 len: 965 time: 0.1689630 Aug 29 04:08:09.546863 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-754c7733-29ae-407d-a14e-ac1e173ca8e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:09.557114 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning for port 188bf8ae-4a74-40dd-9cd5-b6a918639cf6 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:08:09.561923 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52efb364-b0ab-40a6-a0b7-2b11f9ab49fa req-27167199-a6bc-4602-905b-976b8078dfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:09.563460 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-52efb364-b0ab-40a6-a0b7-2b11f9ab49fa req-27167199-a6bc-4602-905b-976b8078dfe9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6e669898-6215-49e8-8989-a85b9f5fe627 HTTP/1.1" status: 200 len: 924 time: 0.2437325 Aug 29 04:08:09.565856 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning complete for port 188bf8ae-4a74-40dd-9cd5-b6a918639cf6 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:08:09.566240 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:09.578530 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0913aa61-8246-44f5-ab92-089d10d1783e req-518722b2-7a72-4b2f-9b25-9671a0e6eddb tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:09.593673 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0913aa61-8246-44f5-ab92-089d10d1783e req-518722b2-7a72-4b2f-9b25-9671a0e6eddb tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=17d1aee9-03df-4ac4-8975-10a53a9cc4e7 HTTP/1.1" status: 200 len: 946 time: 0.0999632 Aug 29 04:08:09.626187 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 59784) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:09.648546 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-52efb364-b0ab-40a6-a0b7-2b11f9ab49fa req-aaa205e7-8c5e-41d6-bbf9-8ce5d063641c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39d670ac-3d22-44a4-ab13-d6e183044744 HTTP/1.1" status: 200 len: 217 time: 0.0466945 Aug 29 04:08:09.674652 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-184cb790-d73d-468b-8723-7fe649666785 req-2ef629ce-d35e-4cb1-bfa3-9e285733b0db tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] 10.222.0.22 "GET /v2.0/security-groups?id=3dbd32b7-b3fc-4076-a8b6-8020bdad2883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335547 Aug 29 04:08:09.706641 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-46f3f370-6987-40b6-b8cb-093b5ede2381 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:09.721668 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52efb364-b0ab-40a6-a0b7-2b11f9ab49fa req-2e4fc0a3-6553-4207-a976-65e381494a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:09.723323 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-52efb364-b0ab-40a6-a0b7-2b11f9ab49fa req-2e4fc0a3-6553-4207-a976-65e381494a2a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=62082f5a-1e19-4bac-8b75-d0b867c1cfb7 HTTP/1.1" status: 200 len: 862 time: 0.0609686 Aug 29 04:08:09.734091 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0913aa61-8246-44f5-ab92-089d10d1783e req-ad481295-a9ec-44c5-9f73-ad75605d6331 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364598 Aug 29 04:08:09.760994 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:09.791750 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-754c7733-29ae-407d-a14e-ac1e173ca8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:09.794824 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-754c7733-29ae-407d-a14e-ac1e173ca8e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:09.798602 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-754c7733-29ae-407d-a14e-ac1e173ca8e8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/288cf1a5-b727-43c8-952d-478b8b2ae973 HTTP/1.1" status: 204 len: 168 time: 0.5282192 Aug 29 04:08:09.805976 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2ec0eac-25d8-468e-81e2-2c9535b80040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '188bf8ae-4a74-40dd-9cd5-b6a918639cf6'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:08:09.815895 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754c7733-29ae-407d-a14e-ac1e173ca8e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=288cf1a5-b727-43c8-952d-478b8b2ae973,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:09.825588 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52efb364-b0ab-40a6-a0b7-2b11f9ab49fa req-c84cbd9d-aca1-4ae5-bf27-130aab527f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:09.830935 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-52efb364-b0ab-40a6-a0b7-2b11f9ab49fa req-c84cbd9d-aca1-4ae5-bf27-130aab527f90 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6e669898-6215-49e8-8989-a85b9f5fe627&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0984056 Aug 29 04:08:09.853210 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 59788) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:09.874854 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f1a65fb2-a07b-4914-a989-6d31573629a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:09.912566 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 188bf8ae-4a74-40dd-9cd5-b6a918639cf6, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=188bf8ae-4a74-40dd-9cd5-b6a918639cf6,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:08:09.921880 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:09.959127 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-46f3f370-6987-40b6-b8cb-093b5ede2381 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:09.977312 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-46f3f370-6987-40b6-b8cb-093b5ede2381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:10.004667 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-52efb364-b0ab-40a6-a0b7-2b11f9ab49fa req-143926cb-aacc-453c-bb0a-a1aae507a8bb service neutron] 10.222.0.46 "GET /v2.0/networks/6e669898-6215-49e8-8989-a85b9f5fe627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661727 Aug 29 04:08:10.034723 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=188bf8ae-4a74-40dd-9cd5-b6a918639cf6,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:10.138710 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-52efb364-b0ab-40a6-a0b7-2b11f9ab49fa req-91d01ac5-7554-4744-b094-a010ce952e8a service neutron] 10.222.0.46 "GET /v2.0/networks/6e669898-6215-49e8-8989-a85b9f5fe627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221113 Aug 29 04:08:10.169016 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d65dac9-55d2-4b75-9118-2c7e9a9421de" -d '{"events": [{"server_uuid": "a2ec0eac-25d8-468e-81e2-2c9535b80040", "name": "network-vif-plugged", "status": "completed", "tag": "188bf8ae-4a74-40dd-9cd5-b6a918639cf6"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:08:10.171135 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-46f3f370-6987-40b6-b8cb-093b5ede2381 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=160a0b98c33d405499fd99c1648a4fbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5252008 Aug 29 04:08:10.174109 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f3f370-6987-40b6-b8cb-093b5ede2381 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=915c457e-5bbb-4136-8739-4145fee7f64d,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:10.175196 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 59798) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:10.224910 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d69c6d0-8936-4d06-8fe1-9cdd20a6ff67 req-8848d364-2f44-4132-bed6-e7595333d30f tempest-AggregatesAdminTestJSON-623583173 tempest-AggregatesAdminTestJSON-623583173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:10.226484 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9d69c6d0-8936-4d06-8fe1-9cdd20a6ff67 req-8848d364-2f44-4132-bed6-e7595333d30f tempest-AggregatesAdminTestJSON-623583173 tempest-AggregatesAdminTestJSON-623583173-project] 10.222.0.22 "GET /v2.0/ports?device_id=a2ec0eac-25d8-468e-81e2-2c9535b80040 HTTP/1.1" status: 200 len: 971 time: 0.1740937 Aug 29 04:08:10.277393 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6a10d9f6-27bb-4b87-b11a-6b8bfd33a0c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:10.293941 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f1a65fb2-a07b-4914-a989-6d31573629a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:10.303053 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f1a65fb2-a07b-4914-a989-6d31573629a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:10.330783 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9d69c6d0-8936-4d06-8fe1-9cdd20a6ff67 req-cd67bbcb-d360-46c1-a164-f871cc7d59d0 tempest-AggregatesAdminTestJSON-623583173 tempest-AggregatesAdminTestJSON-623583173-project] 10.222.0.22 "GET /v2.0/security-groups?id=75871f7f-ee9f-41e5-86b9-097f5a3f0037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858817 Aug 29 04:08:10.335633 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6a10d9f6-27bb-4b87-b11a-6b8bfd33a0c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:10.360536 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a65fb2-a07b-4914-a989-6d31573629a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4733c12-89f5-4f16-a23a-93f27515170e,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:10.366886 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-f1a65fb2-a07b-4914-a989-6d31573629a6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d513e179e5ed4f2a928a450c1cf34571&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5120187 Aug 29 04:08:10.371096 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 59804) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:10.428848 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6a10d9f6-27bb-4b87-b11a-6b8bfd33a0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:10.433598 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6a10d9f6-27bb-4b87-b11a-6b8bfd33a0c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:10.440427 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-6a10d9f6-27bb-4b87-b11a-6b8bfd33a0c7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/915c457e-5bbb-4136-8739-4145fee7f64d HTTP/1.1" status: 204 len: 168 time: 0.2634940 Aug 29 04:08:10.457591 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-66974624-67a5-48ff-8156-c5bf03246d0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:10.465131 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a10d9f6-27bb-4b87-b11a-6b8bfd33a0c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=915c457e-5bbb-4136-8739-4145fee7f64d,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:10.495923 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-66974624-67a5-48ff-8156-c5bf03246d0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:10.562989 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-66974624-67a5-48ff-8156-c5bf03246d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:10.567170 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-66974624-67a5-48ff-8156-c5bf03246d0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:10.572091 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-66974624-67a5-48ff-8156-c5bf03246d0d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f4733c12-89f5-4f16-a23a-93f27515170e HTTP/1.1" status: 204 len: 168 time: 0.1962481 Aug 29 04:08:10.589584 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b063ef5c-7160-47cc-bb4c-c6ade09aebb8 x-openstack-request-id: req-b063ef5c-7160-47cc-bb4c-c6ade09aebb8 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:08:10.590804 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2ec0eac-25d8-468e-81e2-2c9535b80040", "name": "network-vif-plugged", "status": "completed", "tag": "188bf8ae-4a74-40dd-9cd5-b6a918639cf6", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:08:10.591356 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b063ef5c-7160-47cc-bb4c-c6ade09aebb8 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:08:10.592132 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2ec0eac-25d8-468e-81e2-2c9535b80040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '188bf8ae-4a74-40dd-9cd5-b6a918639cf6', 'code': 200} Aug 29 04:08:10.594177 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66974624-67a5-48ff-8156-c5bf03246d0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4733c12-89f5-4f16-a23a-93f27515170e,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:10.826368 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30007b4-7ef4-49e4-a3f7-4ae21a45e249 req-0ff9d292-91dc-4495-99c2-6ba640b5b802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:10.827951 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f30007b4-7ef4-49e4-a3f7-4ae21a45e249 req-0ff9d292-91dc-4495-99c2-6ba640b5b802 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a2ec0eac-25d8-468e-81e2-2c9535b80040 HTTP/1.1" status: 200 len: 1123 time: 0.1418426 Aug 29 04:08:10.879112 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-f30007b4-7ef4-49e4-a3f7-4ae21a45e249 req-f1bf0b06-9db6-4e61-9e77-e1a14eab7f3a service neutron] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:10.908983 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66069892-a993-43b4-abae-4e82d456f7da req-951d6033-7a59-4c50-b3fd-f32e43a56e7e tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:10.914851 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-66069892-a993-43b4-abae-4e82d456f7da req-951d6033-7a59-4c50-b3fd-f32e43a56e7e tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] 10.222.0.22 "GET /v2.0/ports?device_id=60d8c5de-f00f-4a6b-9b25-b047f603a344 HTTP/1.1" status: 200 len: 965 time: 0.0853634 Aug 29 04:08:10.978807 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-66069892-a993-43b4-abae-4e82d456f7da req-d3f449d0-11a1-4565-a6cb-c2dfc77d43e7 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] 10.222.0.22 "GET /v2.0/security-groups?id=3dbd32b7-b3fc-4076-a8b6-8020bdad2883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500453 Aug 29 04:08:11.075410 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f808446d-5d14-4c86-b59b-ef582117de04 req-0eb30ec2-d7b0-4573-ae55-742490fac195 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:11.078287 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f808446d-5d14-4c86-b59b-ef582117de04 req-0eb30ec2-d7b0-4573-ae55-742490fac195 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=17d1aee9-03df-4ac4-8975-10a53a9cc4e7 HTTP/1.1" status: 200 len: 946 time: 0.1797988 Aug 29 04:08:11.226109 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f808446d-5d14-4c86-b59b-ef582117de04 req-eb71df3f-652a-4655-bc0b-5099bacff1fc tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314857 Aug 29 04:08:11.261520 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-f30007b4-7ef4-49e4-a3f7-4ae21a45e249 req-f1bf0b06-9db6-4e61-9e77-e1a14eab7f3a service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:11.274775 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-f30007b4-7ef4-49e4-a3f7-4ae21a45e249 req-f1bf0b06-9db6-4e61-9e77-e1a14eab7f3a service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:11.326294 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f30007b4-7ef4-49e4-a3f7-4ae21a45e249 req-f1bf0b06-9db6-4e61-9e77-e1a14eab7f3a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=75871f7f-ee9f-41e5-86b9-097f5a3f0037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4886682 Aug 29 04:08:11.340924 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bf0b06-9db6-4e61-9e77-e1a14eab7f3a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=61cb7c2d-27eb-4c58-9e3a-d0a9114c0fae,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:11.473870 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bccab4b-85b5-414b-abea-a04dd8d64f16 req-7cf67515-1e56-4d63-a392-f70e8e2c7300 tempest-AggregatesAdminTestJSON-623583173 tempest-AggregatesAdminTestJSON-623583173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:11.475487 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4bccab4b-85b5-414b-abea-a04dd8d64f16 req-7cf67515-1e56-4d63-a392-f70e8e2c7300 tempest-AggregatesAdminTestJSON-623583173 tempest-AggregatesAdminTestJSON-623583173-project] 10.222.0.22 "GET /v2.0/ports?device_id=a2ec0eac-25d8-468e-81e2-2c9535b80040 HTTP/1.1" status: 200 len: 971 time: 0.0600803 Aug 29 04:08:11.535651 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4bccab4b-85b5-414b-abea-a04dd8d64f16 req-9dc676d6-0379-49d3-ac86-f47472e864cf tempest-AggregatesAdminTestJSON-623583173 tempest-AggregatesAdminTestJSON-623583173-project] 10.222.0.22 "GET /v2.0/security-groups?id=75871f7f-ee9f-41e5-86b9-097f5a3f0037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486765 Aug 29 04:08:12.141462 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440cd93c-7348-46c0-a3a9-e1a9b19b94d5 req-a4b059b4-afc9-4df4-bfcc-d842cd35619e tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:12.150124 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-440cd93c-7348-46c0-a3a9-e1a9b19b94d5 req-a4b059b4-afc9-4df4-bfcc-d842cd35619e tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] 10.222.0.22 "GET /v2.0/ports?device_id=60d8c5de-f00f-4a6b-9b25-b047f603a344 HTTP/1.1" status: 200 len: 965 time: 0.0821929 Aug 29 04:08:12.208676 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-440cd93c-7348-46c0-a3a9-e1a9b19b94d5 req-0094de3d-81eb-43c8-87d7-926feef1ce30 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] 10.222.0.22 "GET /v2.0/security-groups?id=3dbd32b7-b3fc-4076-a8b6-8020bdad2883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572772 Aug 29 04:08:12.368845 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b1d9b7-4eaf-4b98-ab8f-9bb92c45b420 req-8d77d78c-9004-414f-bc6a-868b8680718c tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:12.370089 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-97b1d9b7-4eaf-4b98-ab8f-9bb92c45b420 req-8d77d78c-9004-414f-bc6a-868b8680718c tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=17d1aee9-03df-4ac4-8975-10a53a9cc4e7 HTTP/1.1" status: 200 len: 946 time: 0.0621564 Aug 29 04:08:12.436974 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-97b1d9b7-4eaf-4b98-ab8f-9bb92c45b420 req-39446d21-94a5-4abc-814f-c47ed9d181fe tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548518 Aug 29 04:08:12.658773 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aafce9b-ab70-445d-a4e4-171041a781dc req-9a67f8a8-5403-4d5b-91b3-7140f7805c08 tempest-AggregatesAdminTestJSON-623583173 tempest-AggregatesAdminTestJSON-623583173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:12.660696 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4aafce9b-ab70-445d-a4e4-171041a781dc req-9a67f8a8-5403-4d5b-91b3-7140f7805c08 tempest-AggregatesAdminTestJSON-623583173 tempest-AggregatesAdminTestJSON-623583173-project] 10.222.0.22 "GET /v2.0/ports?device_id=a2ec0eac-25d8-468e-81e2-2c9535b80040 HTTP/1.1" status: 200 len: 971 time: 0.0641768 Aug 29 04:08:12.706889 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4aafce9b-ab70-445d-a4e4-171041a781dc req-9436ca92-1420-41f0-ba44-d5046bd601eb tempest-AggregatesAdminTestJSON-623583173 tempest-AggregatesAdminTestJSON-623583173-project] 10.222.0.22 "GET /v2.0/security-groups?id=75871f7f-ee9f-41e5-86b9-097f5a3f0037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361300 Aug 29 04:08:13.261638 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-86afcf08-82b3-4217-b752-d67adf1d33b3 req-bb5cc24a-91a9-4119-b203-d92e3d90c9c7 tempest-TenantUsagesTestJSON-1722395225 tempest-TenantUsagesTestJSON-1722395225-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=dc15db4f732146ec9aeb03a7d590591a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0231166 Aug 29 04:08:13.379054 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86afcf08-82b3-4217-b752-d67adf1d33b3 req-584eea2c-c605-4da8-b997-ebe9e19f600d tempest-TenantUsagesTestJSON-1722395225 tempest-TenantUsagesTestJSON-1722395225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:13.380616 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-86afcf08-82b3-4217-b752-d67adf1d33b3 req-584eea2c-c605-4da8-b997-ebe9e19f600d tempest-TenantUsagesTestJSON-1722395225 tempest-TenantUsagesTestJSON-1722395225-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1119428 Aug 29 04:08:13.396887 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-86afcf08-82b3-4217-b752-d67adf1d33b3 req-751517ce-a5e2-4538-8817-26f8cfe360c3 tempest-TenantUsagesTestJSON-1722395225 tempest-TenantUsagesTestJSON-1722395225-project] 10.222.0.22 "GET /v2.0/quotas/dc15db4f732146ec9aeb03a7d590591a HTTP/1.1" status: 200 len: 375 time: 0.0102558 Aug 29 04:08:13.428004 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955af833-b60a-488c-93f3-cd4cc36c2537 req-c593d315-aff7-4280-b723-54ca380704c6 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:13.429555 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-955af833-b60a-488c-93f3-cd4cc36c2537 req-c593d315-aff7-4280-b723-54ca380704c6 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] 10.222.0.22 "GET /v2.0/ports?device_id=60d8c5de-f00f-4a6b-9b25-b047f603a344 HTTP/1.1" status: 200 len: 965 time: 0.0512950 Aug 29 04:08:13.457179 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-86afcf08-82b3-4217-b752-d67adf1d33b3 req-f274efde-d90f-4ee3-bdfe-92df7b573c3d tempest-TenantUsagesTestJSON-1722395225 tempest-TenantUsagesTestJSON-1722395225-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=dc15db4f732146ec9aeb03a7d590591a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0546196 Aug 29 04:08:13.473664 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-955af833-b60a-488c-93f3-cd4cc36c2537 req-cfebdc10-b3c2-404d-af83-d544780d62a9 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] 10.222.0.22 "GET /v2.0/security-groups?id=3dbd32b7-b3fc-4076-a8b6-8020bdad2883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380037 Aug 29 04:08:13.508537 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 39d670ac-3d22-44a4-ab13-d6e183044744 details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:08:13.635730 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 39d670ac-3d22-44a4-ab13-d6e183044744, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=39d670ac-3d22-44a4-ab13-d6e183044744,segment=NetworkSegment(e2ca65b5-0fa0-4357-b062-75370c92f2ef),segment_id=e2ca65b5-0fa0-4357-b062-75370c92f2ef)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:08:13.652513 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Returning: {'device': '39d670ac-3d22-44a4-ab13-d6e183044744', 'network_id': '6e669898-6215-49e8-8989-a85b9f5fe627', 'port_id': '39d670ac-3d22-44a4-ab13-d6e183044744', 'mac_address': 'fa:16:3e:ce:e6:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62082f5a-1e19-4bac-8b75-d0b867c1cfb7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:tempest-test_az-1754033735', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:08:13.750846 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e48ba03-a111-4b71-8101-ac9c819683ac req-6c395c1f-eb5b-4889-ab67-8a78c82764b1 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:13.759721 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1e48ba03-a111-4b71-8101-ac9c819683ac req-6c395c1f-eb5b-4889-ab67-8a78c82764b1 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=17d1aee9-03df-4ac4-8975-10a53a9cc4e7 HTTP/1.1" status: 200 len: 946 time: 0.0930054 Aug 29 04:08:13.811973 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1e48ba03-a111-4b71-8101-ac9c819683ac req-ab0778a7-6775-4bbc-9fbe-5c61b2d48fa9 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512323 Aug 29 04:08:13.812415 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:13.836831 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39d670ac-3d22-44a4-ab13-d6e183044744 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:08:13.859463 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 39d670ac-3d22-44a4-ab13-d6e183044744, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=39d670ac-3d22-44a4-ab13-d6e183044744,segment=NetworkSegment(e2ca65b5-0fa0-4357-b062-75370c92f2ef),segment_id=e2ca65b5-0fa0-4357-b062-75370c92f2ef)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:08:13.864451 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:13.923056 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a0f9b21e-bee0-4c89-ba0b-c9924831b1ef req-88625be3-c07f-4341-b370-72cff08c5c6d tempest-TenantUsagesTestJSON-1722395225 tempest-TenantUsagesTestJSON-1722395225-project] 10.222.0.22 "GET /v2.0/ports?device_id=e05699c3-8a1d-40e5-8ae2-ef4ed624c526 HTTP/1.1" status: 200 len: 210 time: 0.0552077 Aug 29 04:08:13.937033 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=39d670ac-3d22-44a4-ab13-d6e183044744,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:14.041239 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bcfb9d-5c55-4b9e-b197-9e7213784387 req-48b92102-5461-4f7f-95f2-e6d8b90dd509 tempest-AggregatesAdminTestJSON-623583173 tempest-AggregatesAdminTestJSON-623583173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:14.050062 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-30bcfb9d-5c55-4b9e-b197-9e7213784387 req-48b92102-5461-4f7f-95f2-e6d8b90dd509 tempest-AggregatesAdminTestJSON-623583173 tempest-AggregatesAdminTestJSON-623583173-project] 10.222.0.22 "GET /v2.0/ports?device_id=a2ec0eac-25d8-468e-81e2-2c9535b80040 HTTP/1.1" status: 200 len: 971 time: 0.0765939 Aug 29 04:08:14.092978 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['39d670ac-3d22-44a4-ab13-d6e183044744'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:08:14.095599 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-30bcfb9d-5c55-4b9e-b197-9e7213784387 req-b49b6aa2-39fd-4ab2-bd27-2cddb2d7e48f tempest-AggregatesAdminTestJSON-623583173 tempest-AggregatesAdminTestJSON-623583173-project] 10.222.0.22 "GET /v2.0/security-groups?id=75871f7f-ee9f-41e5-86b9-097f5a3f0037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445335 Aug 29 04:08:14.297501 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94085d3e-b91b-4caa-ae3f-eb4ccf5d5875 req-eb74b269-78bb-4265-88e5-7520577993f6 tempest-AggregatesAdminTestJSON-477501761 tempest-AggregatesAdminTestJSON-477501761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:14.299985 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-94085d3e-b91b-4caa-ae3f-eb4ccf5d5875 req-eb74b269-78bb-4265-88e5-7520577993f6 tempest-AggregatesAdminTestJSON-477501761 tempest-AggregatesAdminTestJSON-477501761-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=a2ec0eac-25d8-468e-81e2-2c9535b80040 HTTP/1.1" status: 200 len: 1123 time: 0.0544403 Aug 29 04:08:14.321261 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-94085d3e-b91b-4caa-ae3f-eb4ccf5d5875 req-ab4f2878-4a4e-4336-b767-08bd17929a1c tempest-AggregatesAdminTestJSON-477501761 tempest-AggregatesAdminTestJSON-477501761-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:14.321601 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 60002) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:14.446534 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-94085d3e-b91b-4caa-ae3f-eb4ccf5d5875 req-ab4f2878-4a4e-4336-b767-08bd17929a1c tempest-AggregatesAdminTestJSON-477501761 tempest-AggregatesAdminTestJSON-477501761-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:14.451915 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-94085d3e-b91b-4caa-ae3f-eb4ccf5d5875 req-ab4f2878-4a4e-4336-b767-08bd17929a1c tempest-AggregatesAdminTestJSON-477501761 tempest-AggregatesAdminTestJSON-477501761-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:14.455821 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-455a0db8-07d5-40bc-80cb-0a841b71bea9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:14.484865 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-94085d3e-b91b-4caa-ae3f-eb4ccf5d5875 req-ab4f2878-4a4e-4336-b767-08bd17929a1c tempest-AggregatesAdminTestJSON-477501761 tempest-AggregatesAdminTestJSON-477501761-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=75871f7f-ee9f-41e5-86b9-097f5a3f0037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778166 Aug 29 04:08:14.493939 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4f2878-4a4e-4336-b767-08bd17929a1c tempest-AggregatesAdminTestJSON-477501761 tempest-AggregatesAdminTestJSON-477501761-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9a5341c-aba0-4794-af4f-9098663acb80,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:14.571437 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-455a0db8-07d5-40bc-80cb-0a841b71bea9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:14.576935 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 60012) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:14.605533 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-455a0db8-07d5-40bc-80cb-0a841b71bea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:14.676535 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-455a0db8-07d5-40bc-80cb-0a841b71bea9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9fb2497af02341a99a7fdf61eaff1874&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3537579 Aug 29 04:08:14.679421 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 60022) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:14.715735 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455a0db8-07d5-40bc-80cb-0a841b71bea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94f29084-e905-4f79-8e57-8e8b0203d57d,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:14.775758 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d8374afd-b7ba-4eb9-ba58-8a75d16ef400 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:14.779014 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5295c31-bb07-431d-abf8-86f6413ae149 req-58de584f-79e0-435b-8a7c-e7b8ab208d13 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:14.781281 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e5295c31-bb07-431d-abf8-86f6413ae149 req-58de584f-79e0-435b-8a7c-e7b8ab208d13 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] 10.222.0.22 "GET /v2.0/ports?device_id=60d8c5de-f00f-4a6b-9b25-b047f603a344 HTTP/1.1" status: 200 len: 966 time: 0.2079694 Aug 29 04:08:14.792332 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16005752-3e34-4b51-992d-5e2ae2719ebd req-88ef4d2f-f1e4-45de-b7c2-c19fc9e8533c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:14.792332 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-16005752-3e34-4b51-992d-5e2ae2719ebd req-88ef4d2f-f1e4-45de-b7c2-c19fc9e8533c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4b47ebaf5a2144e2beea71bdc91317f3&device_id=17d1aee9-03df-4ac4-8975-10a53a9cc4e7 HTTP/1.1" status: 200 len: 1098 time: 0.1555707 Aug 29 04:08:14.804027 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9f290c06-f168-4b09-9c73-f10c5d3960c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:14.849117 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9f290c06-f168-4b09-9c73-f10c5d3960c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:14.864522 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-16005752-3e34-4b51-992d-5e2ae2719ebd req-72001360-2eb0-460f-bd79-878acba4d0b5 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=4b47ebaf5a2144e2beea71bdc91317f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0405295 Aug 29 04:08:14.876708 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e5295c31-bb07-431d-abf8-86f6413ae149 req-f4ba819a-8d45-4cf1-96f0-c9154a9415b2 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] 10.222.0.22 "GET /v2.0/security-groups?id=3dbd32b7-b3fc-4076-a8b6-8020bdad2883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783963 Aug 29 04:08:14.956114 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9f290c06-f168-4b09-9c73-f10c5d3960c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:14.961404 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9f290c06-f168-4b09-9c73-f10c5d3960c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:14.963917 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-9f290c06-f168-4b09-9c73-f10c5d3960c2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/94f29084-e905-4f79-8e57-8e8b0203d57d HTTP/1.1" status: 204 len: 168 time: 0.2830350 Aug 29 04:08:15.012429 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d8374afd-b7ba-4eb9-ba58-8a75d16ef400 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:15.029505 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f290c06-f168-4b09-9c73-f10c5d3960c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94f29084-e905-4f79-8e57-8e8b0203d57d,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:15.045543 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d8374afd-b7ba-4eb9-ba58-8a75d16ef400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:15.129427 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16005752-3e34-4b51-992d-5e2ae2719ebd req-e498a7f8-41a4-46c0-bfaf-ea4ab6c1e9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:15.133792 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-16005752-3e34-4b51-992d-5e2ae2719ebd req-e498a7f8-41a4-46c0-bfaf-ea4ab6c1e9f9 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2556057 Aug 29 04:08:15.140522 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-d8374afd-b7ba-4eb9-ba58-8a75d16ef400 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=30e783f97e0f41678a1234702f63486e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5601878 Aug 29 04:08:15.140522 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8374afd-b7ba-4eb9-ba58-8a75d16ef400 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a20bedc1-80c0-463f-83c8-098323646f5b,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:15.141378 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 60040) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:15.164077 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b166c12-912b-4970-bffc-d91f011f10ab req-2dbd7998-9ebc-48b2-828c-b30ef4985a3d tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:15.165937 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6b166c12-912b-4970-bffc-d91f011f10ab req-2dbd7998-9ebc-48b2-828c-b30ef4985a3d tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=17d1aee9-03df-4ac4-8975-10a53a9cc4e7 HTTP/1.1" status: 200 len: 946 time: 0.1509359 Aug 29 04:08:15.219321 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6b166c12-912b-4970-bffc-d91f011f10ab req-1c48eb45-c447-4608-8691-890c1e5d20d1 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441279 Aug 29 04:08:15.233481 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e190c916-6998-4a67-9a40-b2d4b52d29e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:15.285983 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e190c916-6998-4a67-9a40-b2d4b52d29e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:15.289441 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d0319b-d5a1-4cdb-9185-1dfc24b9ac35 req-ca5c69d5-f6ea-481e-8ce7-7819b5425b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:15.290969 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-15d0319b-d5a1-4cdb-9185-1dfc24b9ac35 req-ca5c69d5-f6ea-481e-8ce7-7819b5425b85 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4b47ebaf5a2144e2beea71bdc91317f3&device_id=17d1aee9-03df-4ac4-8975-10a53a9cc4e7 HTTP/1.1" status: 200 len: 1098 time: 0.0686884 Aug 29 04:08:15.338981 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-06a86e1d-28f9-4adc-90b7-a2207c253652 req-0e349b2f-60cd-406b-a209-011f7354938d tempest-TenantUsagesTestJSON-1722395225 tempest-TenantUsagesTestJSON-1722395225-project] 10.222.0.22 "GET /v2.0/ports?device_id=e05699c3-8a1d-40e5-8ae2-ef4ed624c526 HTTP/1.1" status: 200 len: 210 time: 0.0355647 Aug 29 04:08:15.420030 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-15d0319b-d5a1-4cdb-9185-1dfc24b9ac35 req-d9ba9e02-b22f-47e0-8e5f-9e53358cfcb9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=ea1f70ee-b550-4aef-a765-072dca3d50eb HTTP/1.1" status: 200 len: 217 time: 0.0769150 Aug 29 04:08:15.477969 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 60054) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:15.492541 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2d29a49d-228e-42ba-9586-f09d75f125cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:15.502073 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.48', 63995) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:15.504526 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e190c916-6998-4a67-9a40-b2d4b52d29e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:15.507625 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e190c916-6998-4a67-9a40-b2d4b52d29e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:15.511457 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-e190c916-6998-4a67-9a40-b2d4b52d29e2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a20bedc1-80c0-463f-83c8-098323646f5b HTTP/1.1" status: 204 len: 168 time: 0.3664749 Aug 29 04:08:15.522777 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 39d670ac-3d22-44a4-ab13-d6e183044744 up at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:08:15.559780 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e190c916-6998-4a67-9a40-b2d4b52d29e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a20bedc1-80c0-463f-83c8-098323646f5b,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:15.581913 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-86afcf08-82b3-4217-b752-d67adf1d33b3 req-911217a7-a188-4510-b67d-eaa018fd3986 tempest-TenantUsagesTestJSON-1722395225 tempest-TenantUsagesTestJSON-1722395225-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=dc15db4f732146ec9aeb03a7d590591a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0783510 Aug 29 04:08:15.602167 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d0319b-d5a1-4cdb-9185-1dfc24b9ac35 req-875b0cff-cadf-42d2-9fc7-6e8e21ff4411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:15.604041 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-15d0319b-d5a1-4cdb-9185-1dfc24b9ac35 req-875b0cff-cadf-42d2-9fc7-6e8e21ff4411 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=18cd12d4-b12a-41b0-b0c5-618edbb84e74 HTTP/1.1" status: 200 len: 843 time: 0.1771548 Aug 29 04:08:15.674168 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning for port 39d670ac-3d22-44a4-ab13-d6e183044744 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:08:15.686756 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning complete for port 39d670ac-3d22-44a4-ab13-d6e183044744 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:08:15.689688 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:15.723978 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2d29a49d-228e-42ba-9586-f09d75f125cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:15.734157 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2d29a49d-228e-42ba-9586-f09d75f125cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:15.819961 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d29a49d-228e-42ba-9586-f09d75f125cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91823e4e-2a23-4e00-af69-e191d3f266e5,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:15.834382 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:15.865801 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60d8c5de-f00f-4a6b-9b25-b047f603a344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39d670ac-3d22-44a4-ab13-d6e183044744'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:08:15.869011 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82382d6d-75fa-4d0e-acfa-444b6f9312c7" -d '{"events": [{"server_uuid": "60d8c5de-f00f-4a6b-9b25-b047f603a344", "name": "network-vif-plugged", "status": "completed", "tag": "39d670ac-3d22-44a4-ab13-d6e183044744"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:08:15.875658 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-2d29a49d-228e-42ba-9586-f09d75f125cc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c80f941c8f854768b38e9bdd386f19c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3962429 Aug 29 04:08:15.878561 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 60078) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:15.885971 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 39d670ac-3d22-44a4-ab13-d6e183044744, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=39d670ac-3d22-44a4-ab13-d6e183044744,segment=NetworkSegment(e2ca65b5-0fa0-4357-b062-75370c92f2ef),segment_id=e2ca65b5-0fa0-4357-b062-75370c92f2ef)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:08:15.895946 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:15.955760 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1eadcfc-c4a7-4a51-b5c8-0121e9acaced x-openstack-request-id: req-e1eadcfc-c4a7-4a51-b5c8-0121e9acaced {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:08:15.961515 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c9ee1d7a-b1d1-4278-a7d2-c620b2d3729d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:15.969918 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60d8c5de-f00f-4a6b-9b25-b047f603a344", "name": "network-vif-plugged", "status": "completed", "tag": "39d670ac-3d22-44a4-ab13-d6e183044744", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:08:15.970705 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e1eadcfc-c4a7-4a51-b5c8-0121e9acaced {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:08:15.971749 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60d8c5de-f00f-4a6b-9b25-b047f603a344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39d670ac-3d22-44a4-ab13-d6e183044744', 'code': 200} Aug 29 04:08:16.015993 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c9ee1d7a-b1d1-4278-a7d2-c620b2d3729d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:16.044882 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=39d670ac-3d22-44a4-ab13-d6e183044744,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:16.143464 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86afcf08-82b3-4217-b752-d67adf1d33b3 req-71878dbc-af4c-4987-b1e4-e05303dfb3bf tempest-TenantUsagesTestJSON-1722395225 tempest-TenantUsagesTestJSON-1722395225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:16.145026 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-86afcf08-82b3-4217-b752-d67adf1d33b3 req-71878dbc-af4c-4987-b1e4-e05303dfb3bf tempest-TenantUsagesTestJSON-1722395225 tempest-TenantUsagesTestJSON-1722395225-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5551383 Aug 29 04:08:16.155378 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7448f6-f86e-43b1-aab9-705c784619a9 req-6cf49d79-36a6-4e52-acf0-11cbff110b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:16.158699 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8b7448f6-f86e-43b1-aab9-705c784619a9 req-6cf49d79-36a6-4e52-acf0-11cbff110b3b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=60d8c5de-f00f-4a6b-9b25-b047f603a344 HTTP/1.1" status: 200 len: 1119 time: 0.0847411 Aug 29 04:08:16.160271 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c9ee1d7a-b1d1-4278-a7d2-c620b2d3729d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:16.163900 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c9ee1d7a-b1d1-4278-a7d2-c620b2d3729d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:16.165122 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-c9ee1d7a-b1d1-4278-a7d2-c620b2d3729d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/91823e4e-2a23-4e00-af69-e191d3f266e5 HTTP/1.1" status: 204 len: 168 time: 0.2850916 Aug 29 04:08:16.166738 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-86afcf08-82b3-4217-b752-d67adf1d33b3 req-f54cc9bf-3f90-4133-b6f9-a5ab7d72f7a8 tempest-TenantUsagesTestJSON-1722395225 tempest-TenantUsagesTestJSON-1722395225-project] Request body: {'port': {'device_id': 'e05699c3-8a1d-40e5-8ae2-ef4ed624c526', 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45', 'admin_state_up': True, 'tenant_id': 'dc15db4f732146ec9aeb03a7d590591a'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:08:16.184257 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ee1d7a-b1d1-4278-a7d2-c620b2d3729d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91823e4e-2a23-4e00-af69-e191d3f266e5,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:16.223179 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 60094) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:16.226664 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8b7448f6-f86e-43b1-aab9-705c784619a9 req-0decddb6-f5c5-4ada-86a4-02a32bba5baf service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=3dbd32b7-b3fc-4076-a8b6-8020bdad2883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574710 Aug 29 04:08:16.241347 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ba285084-0b6f-4b9f-a5f6-213749a8f0b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:16.257897 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300ab19a-82a4-44fa-9ef6-4a5afb9d99f2 req-370218f7-7d08-4301-bd70-a8ca45036638 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:16.259942 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-300ab19a-82a4-44fa-9ef6-4a5afb9d99f2 req-370218f7-7d08-4301-bd70-a8ca45036638 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] 10.222.0.22 "GET /v2.0/ports?device_id=60d8c5de-f00f-4a6b-9b25-b047f603a344 HTTP/1.1" status: 200 len: 967 time: 0.1653841 Aug 29 04:08:16.276843 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d0319b-d5a1-4cdb-9185-1dfc24b9ac35 req-28dd7372-3000-414c-8a34-35db71fa4fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:16.278957 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-15d0319b-d5a1-4cdb-9185-1dfc24b9ac35 req-28dd7372-3000-414c-8a34-35db71fa4fea service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6295426 Aug 29 04:08:16.388739 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ba285084-0b6f-4b9f-a5f6-213749a8f0b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:16.395118 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ba285084-0b6f-4b9f-a5f6-213749a8f0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:16.415719 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-300ab19a-82a4-44fa-9ef6-4a5afb9d99f2 req-9feea22a-8ea1-40e0-9e96-5d94d8a13776 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] 10.222.0.22 "GET /v2.0/security-groups?id=3dbd32b7-b3fc-4076-a8b6-8020bdad2883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354725 Aug 29 04:08:16.456438 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-ba285084-0b6f-4b9f-a5f6-213749a8f0b2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ed1aa60171c84d8592598a3e9fc469f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2321000 Aug 29 04:08:16.457481 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 60108) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:16.480157 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-15d0319b-d5a1-4cdb-9185-1dfc24b9ac35 req-547af3b5-88b9-4d4e-941e-5d39a4197cc8 service neutron] 10.222.0.48 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824770 Aug 29 04:08:16.481773 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86afcf08-82b3-4217-b752-d67adf1d33b3 req-f54cc9bf-3f90-4133-b6f9-a5ab7d72f7a8 tempest-TenantUsagesTestJSON-1722395225 tempest-TenantUsagesTestJSON-1722395225-project] Made reservation on behalf of dc15db4f732146ec9aeb03a7d590591a for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:08:16.485174 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-86afcf08-82b3-4217-b752-d67adf1d33b3 req-f54cc9bf-3f90-4133-b6f9-a5ab7d72f7a8 tempest-TenantUsagesTestJSON-1722395225 tempest-TenantUsagesTestJSON-1722395225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:16.526997 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-86afcf08-82b3-4217-b752-d67adf1d33b3 req-f54cc9bf-3f90-4133-b6f9-a5ab7d72f7a8 tempest-TenantUsagesTestJSON-1722395225 tempest-TenantUsagesTestJSON-1722395225-project] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:16.545388 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba285084-0b6f-4b9f-a5f6-213749a8f0b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf4c0e7f-fcb8-45ed-b51f-20a53fa6e17a,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:16.575519 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691a4608-99bc-4fe2-8d54-4332a74848ab req-339212f8-5ad7-47c2-b299-4b2bd0a1502a tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:16.577119 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-691a4608-99bc-4fe2-8d54-4332a74848ab req-339212f8-5ad7-47c2-b299-4b2bd0a1502a tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=17d1aee9-03df-4ac4-8975-10a53a9cc4e7 HTTP/1.1" status: 200 len: 946 time: 0.1389074 Aug 29 04:08:16.587411 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d1a7bde8-ee6a-4f45-b9d5-c130095a1a0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:16.605023 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3389cf41-7c95-4106-ae95-6328a6ab6cbc req-e6927e79-6436-482c-a966-a85573f87043 tempest-TenantUsagesTestJSON-1722395225 tempest-TenantUsagesTestJSON-1722395225-project] 10.222.0.22 "GET /v2.0/ports?device_id=e05699c3-8a1d-40e5-8ae2-ef4ed624c526 HTTP/1.1" status: 200 len: 210 time: 0.0452511 Aug 29 04:08:16.624763 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d1a7bde8-ee6a-4f45-b9d5-c130095a1a0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:16.678786 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-691a4608-99bc-4fe2-8d54-4332a74848ab req-26c9fb33-4b2b-4c93-a9e9-5def375d9a9a tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868211 Aug 29 04:08:16.685233 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-15d0319b-d5a1-4cdb-9185-1dfc24b9ac35 req-3888b5e7-47e3-4c69-8161-33e9887d5315 service neutron] 10.222.0.48 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970062 Aug 29 04:08:16.705072 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d1a7bde8-ee6a-4f45-b9d5-c130095a1a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:16.707820 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d1a7bde8-ee6a-4f45-b9d5-c130095a1a0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:16.711283 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-d1a7bde8-ee6a-4f45-b9d5-c130095a1a0d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bf4c0e7f-fcb8-45ed-b51f-20a53fa6e17a HTTP/1.1" status: 204 len: 168 time: 0.2248552 Aug 29 04:08:16.725891 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a7bde8-ee6a-4f45-b9d5-c130095a1a0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf4c0e7f-fcb8-45ed-b51f-20a53fa6e17a,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:16.791557 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-86afcf08-82b3-4217-b752-d67adf1d33b3 req-f54cc9bf-3f90-4133-b6f9-a5ab7d72f7a8 tempest-TenantUsagesTestJSON-1722395225 tempest-TenantUsagesTestJSON-1722395225-project] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:16.797397 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-86afcf08-82b3-4217-b752-d67adf1d33b3 req-f54cc9bf-3f90-4133-b6f9-a5ab7d72f7a8 tempest-TenantUsagesTestJSON-1722395225 tempest-TenantUsagesTestJSON-1722395225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:16.880488 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54cc9bf-3f90-4133-b6f9-a5ab7d72f7a8 tempest-TenantUsagesTestJSON-1722395225 tempest-TenantUsagesTestJSON-1722395225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c640d5c9-f163-4ebd-9c93-0df4bc653206,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:16.959078 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-86afcf08-82b3-4217-b752-d67adf1d33b3 req-f54cc9bf-3f90-4133-b6f9-a5ab7d72f7a8 tempest-TenantUsagesTestJSON-1722395225 tempest-TenantUsagesTestJSON-1722395225-project] Allocated IP 192.168.233.85 (13e6dfc1-e9e7-40a1-8a14-d0febabf4d45/18cd12d4-b12a-41b0-b0c5-618edbb84e74/c083abd8-e00d-423b-84a6-2e2648e453fc) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:08:17.180089 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-86afcf08-82b3-4217-b752-d67adf1d33b3 req-f54cc9bf-3f90-4133-b6f9-a5ab7d72f7a8 tempest-TenantUsagesTestJSON-1722395225 tempest-TenantUsagesTestJSON-1722395225-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:17.197251 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-86afcf08-82b3-4217-b752-d67adf1d33b3 req-f54cc9bf-3f90-4133-b6f9-a5ab7d72f7a8 tempest-TenantUsagesTestJSON-1722395225 tempest-TenantUsagesTestJSON-1722395225-project] Transition to ACTIVE for port object c083abd8-e00d-423b-84a6-2e2648e453fc will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:08:17.288876 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-86afcf08-82b3-4217-b752-d67adf1d33b3 req-f54cc9bf-3f90-4133-b6f9-a5ab7d72f7a8 tempest-TenantUsagesTestJSON-1722395225 tempest-TenantUsagesTestJSON-1722395225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:17.357839 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86afcf08-82b3-4217-b752-d67adf1d33b3 req-f54cc9bf-3f90-4133-b6f9-a5ab7d72f7a8 tempest-TenantUsagesTestJSON-1722395225 tempest-TenantUsagesTestJSON-1722395225-project] Network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:08:17.361645 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-86afcf08-82b3-4217-b752-d67adf1d33b3 req-f54cc9bf-3f90-4133-b6f9-a5ab7d72f7a8 tempest-TenantUsagesTestJSON-1722395225 tempest-TenantUsagesTestJSON-1722395225-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:08:17.366262 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-86afcf08-82b3-4217-b752-d67adf1d33b3 req-f54cc9bf-3f90-4133-b6f9-a5ab7d72f7a8 tempest-TenantUsagesTestJSON-1722395225 tempest-TenantUsagesTestJSON-1722395225-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:08:17.372259 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86afcf08-82b3-4217-b752-d67adf1d33b3 req-f54cc9bf-3f90-4133-b6f9-a5ab7d72f7a8 tempest-TenantUsagesTestJSON-1722395225 tempest-TenantUsagesTestJSON-1722395225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:17.372860 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-86afcf08-82b3-4217-b752-d67adf1d33b3 req-f54cc9bf-3f90-4133-b6f9-a5ab7d72f7a8 tempest-TenantUsagesTestJSON-1722395225 tempest-TenantUsagesTestJSON-1722395225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:17.386621 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54cc9bf-3f90-4133-b6f9-a5ab7d72f7a8 tempest-TenantUsagesTestJSON-1722395225 tempest-TenantUsagesTestJSON-1722395225-project] Pushing event updated for resources: {'Port': ['ID=c083abd8-e00d-423b-84a6-2e2648e453fc,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:17.397982 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-86afcf08-82b3-4217-b752-d67adf1d33b3 req-f54cc9bf-3f90-4133-b6f9-a5ab7d72f7a8 tempest-TenantUsagesTestJSON-1722395225 tempest-TenantUsagesTestJSON-1722395225-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2362804 Aug 29 04:08:17.433819 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-86afcf08-82b3-4217-b752-d67adf1d33b3 req-294fdfda-4b2b-46f7-bbfe-c60553e96b9d service neutron] Request body: {'port': {'device_id': 'e05699c3-8a1d-40e5-8ae2-ef4ed624c526', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:08:17.549054 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-86afcf08-82b3-4217-b752-d67adf1d33b3 req-294fdfda-4b2b-46f7-bbfe-c60553e96b9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:17.729947 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a455af-729a-40b6-ab11-114a4a90a7a0 req-08c8fc9d-069b-4692-8a88-d919e40c3240 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:17.750298 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c6a455af-729a-40b6-ab11-114a4a90a7a0 req-08c8fc9d-069b-4692-8a88-d919e40c3240 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] 10.222.0.22 "GET /v2.0/ports?device_id=60d8c5de-f00f-4a6b-9b25-b047f603a344 HTTP/1.1" status: 200 len: 967 time: 0.0909107 Aug 29 04:08:17.815155 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-20853b7d-ef21-4aae-b228-72dc0f61fcac None None] Provisioning for port c083abd8-e00d-423b-84a6-2e2648e453fc completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:08:17.819767 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c6a455af-729a-40b6-ab11-114a4a90a7a0 req-0249a44d-1ee1-49ce-8e07-97e6ad1766b9 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] 10.222.0.22 "GET /v2.0/security-groups?id=3dbd32b7-b3fc-4076-a8b6-8020bdad2883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684781 Aug 29 04:08:17.831072 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-20853b7d-ef21-4aae-b228-72dc0f61fcac None None] Provisioning complete for port c083abd8-e00d-423b-84a6-2e2648e453fc triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:08:17.831715 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-20853b7d-ef21-4aae-b228-72dc0f61fcac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:17.946924 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-20853b7d-ef21-4aae-b228-72dc0f61fcac None None] Port c083abd8-e00d-423b-84a6-2e2648e453fc cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:08:18.007898 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0694187-782c-4855-b0e0-92a294a57bc1 req-63fab016-fd85-41cc-8438-3530cc484124 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:18.012199 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f0694187-782c-4855-b0e0-92a294a57bc1 req-63fab016-fd85-41cc-8438-3530cc484124 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=17d1aee9-03df-4ac4-8975-10a53a9cc4e7 HTTP/1.1" status: 200 len: 946 time: 0.0757873 Aug 29 04:08:18.051241 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-86afcf08-82b3-4217-b752-d67adf1d33b3 req-294fdfda-4b2b-46f7-bbfe-c60553e96b9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c083abd8-e00d-423b-84a6-2e2648e453fc {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:08:18.068707 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f0694187-782c-4855-b0e0-92a294a57bc1 req-1f71dddb-8427-4453-bd41-33d92abf4fc3 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477533 Aug 29 04:08:18.068998 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83000e80-c931-4143-8af2-0d56d9d98c53 req-b84dad71-af13-4ac9-bac0-822323a3576a tempest-TenantUsagesTestJSON-1722395225 tempest-TenantUsagesTestJSON-1722395225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:18.071290 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-83000e80-c931-4143-8af2-0d56d9d98c53 req-b84dad71-af13-4ac9-bac0-822323a3576a tempest-TenantUsagesTestJSON-1722395225 tempest-TenantUsagesTestJSON-1722395225-project] 10.222.0.22 "GET /v2.0/ports?device_id=e05699c3-8a1d-40e5-8ae2-ef4ed624c526 HTTP/1.1" status: 200 len: 935 time: 0.0990825 Aug 29 04:08:18.073552 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-86afcf08-82b3-4217-b752-d67adf1d33b3 req-294fdfda-4b2b-46f7-bbfe-c60553e96b9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:18.105259 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-86afcf08-82b3-4217-b752-d67adf1d33b3 req-294fdfda-4b2b-46f7-bbfe-c60553e96b9d service neutron] Transition to ACTIVE for port object c083abd8-e00d-423b-84a6-2e2648e453fc will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:08:18.114504 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-86afcf08-82b3-4217-b752-d67adf1d33b3 req-294fdfda-4b2b-46f7-bbfe-c60553e96b9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:18.177692 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-83000e80-c931-4143-8af2-0d56d9d98c53 req-e440959c-d1a0-47ed-85e6-68e043b118cc tempest-TenantUsagesTestJSON-1722395225 tempest-TenantUsagesTestJSON-1722395225-project] 10.222.0.22 "GET /v2.0/security-groups?id=c640d5c9-f163-4ebd-9c93-0df4bc653206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993862 Aug 29 04:08:18.228755 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294fdfda-4b2b-46f7-bbfe-c60553e96b9d service neutron] Pushing event updated for resources: {'Port': ['ID=c083abd8-e00d-423b-84a6-2e2648e453fc,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:18.270880 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046989f7-4d95-4628-a122-c13afb03fc7f req-0b980b4b-919e-4dd8-98e1-c195a58979de tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:18.283873 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 60240) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:18.287319 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-046989f7-4d95-4628-a122-c13afb03fc7f req-0b980b4b-919e-4dd8-98e1-c195a58979de tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] 10.222.0.22 "GET /v2.0/ports?device_id=60d8c5de-f00f-4a6b-9b25-b047f603a344 HTTP/1.1" status: 200 len: 967 time: 0.1052334 Aug 29 04:08:18.301934 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-e959330b-a792-4c8b-a7db-4cab8a107148 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Request body: {'floatingip': {'port_id': '39d670ac-3d22-44a4-ab13-d6e183044744'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:08:18.305591 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-86afcf08-82b3-4217-b752-d67adf1d33b3 req-294fdfda-4b2b-46f7-bbfe-c60553e96b9d service neutron] Attempting to bind port c083abd8-e00d-423b-84a6-2e2648e453fc on host n-h2-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:08:18.306241 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-86afcf08-82b3-4217-b752-d67adf1d33b3 req-294fdfda-4b2b-46f7-bbfe-c60553e96b9d service neutron] Attempting to bind port c083abd8-e00d-423b-84a6-2e2648e453fc by drivers openvswitch,hyperv on host n-h2-712140-12 at level 0 using segments [{'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:08:18.307018 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86afcf08-82b3-4217-b752-d67adf1d33b3 req-294fdfda-4b2b-46f7-bbfe-c60553e96b9d service neutron] Attempting to bind port c083abd8-e00d-423b-84a6-2e2648e453fc on network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:08:18.458529 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86afcf08-82b3-4217-b752-d67adf1d33b3 req-294fdfda-4b2b-46f7-bbfe-c60553e96b9d service neutron] Port c083abd8-e00d-423b-84a6-2e2648e453fc on network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:08:18.460538 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86afcf08-82b3-4217-b752-d67adf1d33b3 req-294fdfda-4b2b-46f7-bbfe-c60553e96b9d service neutron] Attempting to bind port c083abd8-e00d-423b-84a6-2e2648e453fc on network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:08:18.514687 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e959330b-a792-4c8b-a7db-4cab8a107148 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Notify callbacks [] for floatingip, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:18.518525 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86afcf08-82b3-4217-b752-d67adf1d33b3 req-294fdfda-4b2b-46f7-bbfe-c60553e96b9d service neutron] Checking agent: {'id': 'b3a0606b-b029-4f5e-8798-3a32b71d8844', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:08:18.518891 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86afcf08-82b3-4217-b752-d67adf1d33b3 req-294fdfda-4b2b-46f7-bbfe-c60553e96b9d service neutron] Checking segment: {'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:08:18.519327 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86afcf08-82b3-4217-b752-d67adf1d33b3 req-294fdfda-4b2b-46f7-bbfe-c60553e96b9d service neutron] Bound using segment: {'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:08:18.519674 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-86afcf08-82b3-4217-b752-d67adf1d33b3 req-294fdfda-4b2b-46f7-bbfe-c60553e96b9d service neutron] Bound port: c083abd8-e00d-423b-84a6-2e2648e453fc, host: n-h2-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:08:18.536359 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-86afcf08-82b3-4217-b752-d67adf1d33b3 req-294fdfda-4b2b-46f7-bbfe-c60553e96b9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:18.801223 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:18.924717 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-86afcf08-82b3-4217-b752-d67adf1d33b3 req-294fdfda-4b2b-46f7-bbfe-c60553e96b9d service neutron] For port c083abd8-e00d-423b-84a6-2e2648e453fc, host n-h2-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:08:18.929723 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 60284) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:18.931581 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-86afcf08-82b3-4217-b752-d67adf1d33b3 req-294fdfda-4b2b-46f7-bbfe-c60553e96b9d service neutron] For port c083abd8-e00d-423b-84a6-2e2648e453fc, host n-h2-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=c083abd8-e00d-423b-84a6-2e2648e453fc,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:08:18.943056 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-86afcf08-82b3-4217-b752-d67adf1d33b3 req-294fdfda-4b2b-46f7-bbfe-c60553e96b9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:19.048463 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86afcf08-82b3-4217-b752-d67adf1d33b3 req-294fdfda-4b2b-46f7-bbfe-c60553e96b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:19.049080 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-86afcf08-82b3-4217-b752-d67adf1d33b3 req-294fdfda-4b2b-46f7-bbfe-c60553e96b9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:19.050784 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-86afcf08-82b3-4217-b752-d67adf1d33b3 req-294fdfda-4b2b-46f7-bbfe-c60553e96b9d service neutron] 10.222.0.48 "PUT /v2.0/ports/c083abd8-e00d-423b-84a6-2e2648e453fc HTTP/1.1" status: 200 len: 1096 time: 1.6378317 Aug 29 04:08:19.054642 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e05699c3-8a1d-40e5-8ae2-ef4ed624c526', 'tag': 'c083abd8-e00d-423b-84a6-2e2648e453fc'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:08:19.057372 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f5e78d3-b716-4be7-9bf1-bf175a83c5e2" -d '{"events": [{"name": "network-changed", "server_uuid": "e05699c3-8a1d-40e5-8ae2-ef4ed624c526", "tag": "c083abd8-e00d-423b-84a6-2e2648e453fc"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:08:19.157781 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb0faa33-31c3-45c4-9fe8-f9383806bc33 x-openstack-request-id: req-bb0faa33-31c3-45c4-9fe8-f9383806bc33 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:08:19.158125 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e05699c3-8a1d-40e5-8ae2-ef4ed624c526", "tag": "c083abd8-e00d-423b-84a6-2e2648e453fc", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:08:19.158383 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bb0faa33-31c3-45c4-9fe8-f9383806bc33 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:08:19.158788 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e05699c3-8a1d-40e5-8ae2-ef4ed624c526', 'tag': 'c083abd8-e00d-423b-84a6-2e2648e453fc', 'status': 'completed', 'code': 200} Aug 29 04:08:19.333626 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-068b02ca-fdb7-401e-8487-8cbd3a73e2af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:19.374174 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39515832-412a-4279-955f-18e80ea8b149 req-92fc1248-2f3c-477c-84a9-057f1504ef62 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:19.376043 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-39515832-412a-4279-955f-18e80ea8b149 req-92fc1248-2f3c-477c-84a9-057f1504ef62 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=17d1aee9-03df-4ac4-8975-10a53a9cc4e7 HTTP/1.1" status: 200 len: 946 time: 0.0963204 Aug 29 04:08:19.455881 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-39515832-412a-4279-955f-18e80ea8b149 req-70d290e8-119c-4dcf-8a59-ffd62f793d43 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706582 Aug 29 04:08:19.501770 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294fdfda-4b2b-46f7-bbfe-c60553e96b9d service neutron] Pushing event updated for resources: {'Port': ['ID=c083abd8-e00d-423b-84a6-2e2648e453fc,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:19.549808 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-068b02ca-fdb7-401e-8487-8cbd3a73e2af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:19.555285 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-068b02ca-fdb7-401e-8487-8cbd3a73e2af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:19.588582 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068b02ca-fdb7-401e-8487-8cbd3a73e2af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bcff508-8787-47e6-a97f-744bea5b0ff1,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:19.617579 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-068b02ca-fdb7-401e-8487-8cbd3a73e2af admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=85f1ff80ebe545b0adef7792ccb949e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6842544 Aug 29 04:08:19.618327 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 60322) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:19.639122 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86afcf08-82b3-4217-b752-d67adf1d33b3 req-693324ca-0649-4d1a-97a4-10f221d48a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:19.640691 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-86afcf08-82b3-4217-b752-d67adf1d33b3 req-693324ca-0649-4d1a-97a4-10f221d48a77 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dc15db4f732146ec9aeb03a7d590591a&device_id=e05699c3-8a1d-40e5-8ae2-ef4ed624c526 HTTP/1.1" status: 200 len: 1099 time: 0.4849362 Aug 29 04:08:19.764155 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-86afcf08-82b3-4217-b752-d67adf1d33b3 req-08387692-84c1-4522-a6e3-0f2c324404ad service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=c083abd8-e00d-423b-84a6-2e2648e453fc HTTP/1.1" status: 200 len: 217 time: 0.1046410 Aug 29 04:08:19.841679 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.db.resource_extend [None req-e959330b-a792-4c8b-a7db-4cab8a107148 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:08:19.945839 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-96dff0d7-d699-4a1b-80df-8a0377170560 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:19.961882 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3980752d-6f85-430c-a65e-b74d5337d044 req-33f2a38f-b072-4896-92f7-ac90dfadfc59 tempest-TenantUsagesTestJSON-1722395225 tempest-TenantUsagesTestJSON-1722395225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:19.963413 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3980752d-6f85-430c-a65e-b74d5337d044 req-33f2a38f-b072-4896-92f7-ac90dfadfc59 tempest-TenantUsagesTestJSON-1722395225 tempest-TenantUsagesTestJSON-1722395225-project] 10.222.0.22 "GET /v2.0/ports?device_id=e05699c3-8a1d-40e5-8ae2-ef4ed624c526 HTTP/1.1" status: 200 len: 947 time: 0.2204311 Aug 29 04:08:19.965589 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e959330b-a792-4c8b-a7db-4cab8a107148 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:19.968950 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86afcf08-82b3-4217-b752-d67adf1d33b3 req-cb53b139-293e-4459-bce2-7fca73c61f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:19.971102 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-86afcf08-82b3-4217-b752-d67adf1d33b3 req-cb53b139-293e-4459-bce2-7fca73c61f08 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=18cd12d4-b12a-41b0-b0c5-618edbb84e74 HTTP/1.1" status: 200 len: 843 time: 0.1704166 Aug 29 04:08:19.979913 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e959330b-a792-4c8b-a7db-4cab8a107148 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719515'] for floatingip, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:20.073592 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-96dff0d7-d699-4a1b-80df-8a0377170560 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:20.146402 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3980752d-6f85-430c-a65e-b74d5337d044 req-4d05f412-4917-4fef-b52d-b30e9b518847 tempest-TenantUsagesTestJSON-1722395225 tempest-TenantUsagesTestJSON-1722395225-project] 10.222.0.22 "GET /v2.0/security-groups?id=c640d5c9-f163-4ebd-9c93-0df4bc653206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723022 Aug 29 04:08:20.189441 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86afcf08-82b3-4217-b752-d67adf1d33b3 req-a3e59740-077a-49fe-94e1-b9f9402f2b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:20.190941 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-86afcf08-82b3-4217-b752-d67adf1d33b3 req-a3e59740-077a-49fe-94e1-b9f9402f2b85 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2026999 Aug 29 04:08:20.253942 n-d-712140-12 neutron-server[94828]: INFO neutron.db.l3_db [None req-e959330b-a792-4c8b-a7db-4cab8a107148 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Floating IP d3f53355-721b-4cc9-8ea8-78bb2a62542a associated. External IP: 172.25.0.8, port: 39d670ac-3d22-44a4-ab13-d6e183044744. Aug 29 04:08:20.313477 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-96dff0d7-d699-4a1b-80df-8a0377170560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:20.316529 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-96dff0d7-d699-4a1b-80df-8a0377170560 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:20.317673 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-96dff0d7-d699-4a1b-80df-8a0377170560 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5bcff508-8787-47e6-a97f-744bea5b0ff1 HTTP/1.1" status: 204 len: 168 time: 0.6989145 Aug 29 04:08:20.369468 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dff0d7-d699-4a1b-80df-8a0377170560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bcff508-8787-47e6-a97f-744bea5b0ff1,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:20.407387 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-86afcf08-82b3-4217-b752-d67adf1d33b3 req-457f7bd3-4aad-4580-9eae-17915b476e92 service neutron] 10.222.0.48 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064619 Aug 29 04:08:20.641445 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-86afcf08-82b3-4217-b752-d67adf1d33b3 req-33635873-6e6c-4305-b70c-546c6ce2c3ce service neutron] 10.222.0.48 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257555 Aug 29 04:08:20.667367 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ce5967-a6ba-4e45-b141-3392207f28fa req-199e990e-4130-4b3f-b5af-d68ed517865d tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:20.676680 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-02ce5967-a6ba-4e45-b141-3392207f28fa req-199e990e-4130-4b3f-b5af-d68ed517865d tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=17d1aee9-03df-4ac4-8975-10a53a9cc4e7 HTTP/1.1" status: 200 len: 946 time: 0.0810697 Aug 29 04:08:20.685783 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e959330b-a792-4c8b-a7db-4cab8a107148 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Router 93ee9989-533a-42a0-b192-96a99d4c6149 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:08:20.743308 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-02ce5967-a6ba-4e45-b141-3392207f28fa req-17c25a58-fad5-4809-b4ea-837312636f82 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655727 Aug 29 04:08:20.861798 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 60404) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:20.893348 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e5e7c3d3-e2e9-49ad-aec5-cc69e6bce2ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:20.907556 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e959330b-a792-4c8b-a7db-4cab8a107148 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:08:20.915257 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e959330b-a792-4c8b-a7db-4cab8a107148 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:20.920948 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5e78d3-b716-4be7-9bf1-bf175a83c5e2 req-16087ed2-54b3-47b5-81ca-8ca8466c8761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:20.923193 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5f5e78d3-b716-4be7-9bf1-bf175a83c5e2 req-16087ed2-54b3-47b5-81ca-8ca8466c8761 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dc15db4f732146ec9aeb03a7d590591a&device_id=e05699c3-8a1d-40e5-8ae2-ef4ed624c526 HTTP/1.1" status: 200 len: 1099 time: 0.1566920 Aug 29 04:08:20.932772 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53feea14-2148-4696-a9b0-d48a51f1a288 None None] Sync routers for ids ['93ee9989-533a-42a0-b192-96a99d4c6149'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:08:20.952274 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53feea14-2148-4696-a9b0-d48a51f1a288 None None] Routers {'93ee9989-533a-42a0-b192-96a99d4c6149'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:08:20.953935 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-53feea14-2148-4696-a9b0-d48a51f1a288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:08:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['93ee9989-533a-42a0-b192-96a99d4c6149'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:08:20.999219 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device ea1f70ee-b550-4aef-a765-072dca3d50eb details requested by agent hyperv_n-h2-712140-12 with host n-h2-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:08:21.167989 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port ea1f70ee-b550-4aef-a765-072dca3d50eb, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=ea1f70ee-b550-4aef-a765-072dca3d50eb,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:08:21.185799 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e5e7c3d3-e2e9-49ad-aec5-cc69e6bce2ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:21.193377 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Returning: {'device': 'ea1f70ee-b550-4aef-a765-072dca3d50eb', 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45', 'port_id': 'ea1f70ee-b550-4aef-a765-072dca3d50eb', 'mac_address': 'fa:16:3e:2d:0f:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18cd12d4-b12a-41b0-b0c5-618edbb84e74', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:08:21.199895 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e5e7c3d3-e2e9-49ad-aec5-cc69e6bce2ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:21.249487 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e7c3d3-e2e9-49ad-aec5-cc69e6bce2ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2866399-d676-4108-b591-451eb94f7611,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:21.276391 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-53feea14-2148-4696-a9b0-d48a51f1a288 None None] Set router 93ee9989-533a-42a0-b192-96a99d4c6149 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:08:21.288277 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:21.323300 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea1f70ee-b550-4aef-a765-072dca3d50eb {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:08:21.340286 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-e5e7c3d3-e2e9-49ad-aec5-cc69e6bce2ce admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=26a6b103f6c9480e89db283e939029d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4759901 Aug 29 04:08:21.374040 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port ea1f70ee-b550-4aef-a765-072dca3d50eb, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=ea1f70ee-b550-4aef-a765-072dca3d50eb,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:08:21.380752 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:21.394038 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 60422) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:21.511612 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=ea1f70ee-b550-4aef-a765-072dca3d50eb,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:21.547216 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-70ad03d2-f2f5-455a-9e6c-dddcac57b8b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:21.573274 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0111efb5-ea40-4ef4-acd8-fc20a3ebd6a7 req-2881fd8a-1e14-40ff-8d94-b30a0e987d4c tempest-TenantUsagesTestJSON-1722395225 tempest-TenantUsagesTestJSON-1722395225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:21.576731 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0111efb5-ea40-4ef4-acd8-fc20a3ebd6a7 req-2881fd8a-1e14-40ff-8d94-b30a0e987d4c tempest-TenantUsagesTestJSON-1722395225 tempest-TenantUsagesTestJSON-1722395225-project] 10.222.0.22 "GET /v2.0/ports?device_id=e05699c3-8a1d-40e5-8ae2-ef4ed624c526 HTTP/1.1" status: 200 len: 947 time: 0.2692964 Aug 29 04:08:21.580598 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-e959330b-a792-4c8b-a7db-4cab8a107148 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] 10.222.0.22 "PUT /v2.0/floatingips/d3f53355-721b-4cc9-8ea8-78bb2a62542a HTTP/1.1" status: 200 len: 1011 time: 3.2916021 Aug 29 04:08:21.609606 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60d8c5de-f00f-4a6b-9b25-b047f603a344', 'tag': '39d670ac-3d22-44a4-ab13-d6e183044744'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:08:21.616099 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f9b5375-abbf-4a7c-be80-6a4fb4c78dcb" -d '{"events": [{"name": "network-changed", "server_uuid": "60d8c5de-f00f-4a6b-9b25-b047f603a344", "tag": "39d670ac-3d22-44a4-ab13-d6e183044744"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:08:21.634814 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 60430) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:21.663741 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-70ad03d2-f2f5-455a-9e6c-dddcac57b8b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:21.699067 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0111efb5-ea40-4ef4-acd8-fc20a3ebd6a7 req-9d62f979-5d33-43a1-a31a-6f4ac7b263f2 tempest-TenantUsagesTestJSON-1722395225 tempest-TenantUsagesTestJSON-1722395225-project] 10.222.0.22 "GET /v2.0/security-groups?id=c640d5c9-f163-4ebd-9c93-0df4bc653206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038690 Aug 29 04:08:21.752657 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6665f14-e416-4d0b-8ba9-365ee80b8750 req-2edb3c15-dc0b-40cf-b502-f0ec5a5d6d71 tempest-AggregatesAdminTestJSON-623583173 tempest-AggregatesAdminTestJSON-623583173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:21.760935 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c6665f14-e416-4d0b-8ba9-365ee80b8750 req-2edb3c15-dc0b-40cf-b502-f0ec5a5d6d71 tempest-AggregatesAdminTestJSON-623583173 tempest-AggregatesAdminTestJSON-623583173-project] 10.222.0.22 "GET /v2.0/ports?device_id=a2ec0eac-25d8-468e-81e2-2c9535b80040 HTTP/1.1" status: 200 len: 971 time: 0.2149832 Aug 29 04:08:21.779898 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5e78d3-b716-4be7-9bf1-bf175a83c5e2 req-3ced030c-ceb8-4766-a312-d0f31c8cc6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:21.781335 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5f5e78d3-b716-4be7-9bf1-bf175a83c5e2 req-3ced030c-ceb8-4766-a312-d0f31c8cc6d4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 HTTP/1.1" status: 200 len: 870 time: 0.8340890 Aug 29 04:08:21.805702 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-70ad03d2-f2f5-455a-9e6c-dddcac57b8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:21.810109 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-70ad03d2-f2f5-455a-9e6c-dddcac57b8b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:21.811372 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-70ad03d2-f2f5-455a-9e6c-dddcac57b8b1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d2866399-d676-4108-b591-451eb94f7611 HTTP/1.1" status: 204 len: 168 time: 0.4160285 Aug 29 04:08:21.824657 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ad03d2-f2f5-455a-9e6c-dddcac57b8b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2866399-d676-4108-b591-451eb94f7611,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:21.896978 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5f5e78d3-b716-4be7-9bf1-bf175a83c5e2 req-25458872-f5c0-446b-bd09-2f133e932ce3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=c083abd8-e00d-423b-84a6-2e2648e453fc HTTP/1.1" status: 200 len: 217 time: 0.1072683 Aug 29 04:08:21.902856 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c6665f14-e416-4d0b-8ba9-365ee80b8750 req-386d4a3f-edea-46b5-a393-3c62cef2c697 tempest-AggregatesAdminTestJSON-623583173 tempest-AggregatesAdminTestJSON-623583173-project] 10.222.0.22 "GET /v2.0/security-groups?id=75871f7f-ee9f-41e5-86b9-097f5a3f0037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410058 Aug 29 04:08:21.968388 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['ea1f70ee-b550-4aef-a765-072dca3d50eb'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:08:21.975145 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5e78d3-b716-4be7-9bf1-bf175a83c5e2 req-3b1b73bd-97f3-4895-ad8f-3d5cfd1d88da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:21.977496 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5f5e78d3-b716-4be7-9bf1-bf175a83c5e2 req-3b1b73bd-97f3-4895-ad8f-3d5cfd1d88da service neutron] 10.222.0.48 "GET /v2.0/subnets?id=18cd12d4-b12a-41b0-b0c5-618edbb84e74 HTTP/1.1" status: 200 len: 843 time: 0.0736163 Aug 29 04:08:22.011321 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b062695-ffa6-446e-9f4d-221502936f74 x-openstack-request-id: req-2b062695-ffa6-446e-9f4d-221502936f74 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:08:22.011870 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60d8c5de-f00f-4a6b-9b25-b047f603a344", "tag": "39d670ac-3d22-44a4-ab13-d6e183044744", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:08:22.012748 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2b062695-ffa6-446e-9f4d-221502936f74 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:08:22.016407 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60d8c5de-f00f-4a6b-9b25-b047f603a344', 'tag': '39d670ac-3d22-44a4-ab13-d6e183044744', 'status': 'completed', 'code': 200} Aug 29 04:08:22.057763 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.46', 51053) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:22.129918 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a2f10f-7780-4187-8b43-82cf1accaf21 req-6eff23ba-9cdb-4b19-9d5a-8e3527e74659 tempest-AggregatesAdminTestJSON-623583173 tempest-AggregatesAdminTestJSON-623583173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:22.139469 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d7a2f10f-7780-4187-8b43-82cf1accaf21 req-6eff23ba-9cdb-4b19-9d5a-8e3527e74659 tempest-AggregatesAdminTestJSON-623583173 tempest-AggregatesAdminTestJSON-623583173-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2ec0eac-25d8-468e-81e2-2c9535b80040 HTTP/1.1" status: 200 len: 971 time: 0.1433301 Aug 29 04:08:22.237152 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6f987ca6-23e2-4eb4-8d98-92668a8b3fe7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:22.247896 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-53feea14-2148-4696-a9b0-d48a51f1a288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ee9989-533a-42a0-b192-96a99d4c6149', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-732447576-router', 'tenant_id': 'b8e5ee0a53fd42e2a03b18096f8a732f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '7511b607-4465-416e-9765-35811dd913a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:07:34Z', 'updated_at': '2021-08-29T04:07:37Z', 'revision_number': 4, 'project_id': 'b8e5ee0a53fd42e2a03b18096f8a732f', 'gw_port': {'id': '7511b607-4465-416e-9765-35811dd913a0', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:98:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ee9989-533a-42a0-b192-96a99d4c6149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:07:34Z', 'updated_at': '2021-08-29T04:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': 'd3f53355-721b-4cc9-8ea8-78bb2a62542a', 'tenant_id': 'b8e5ee0a53fd42e2a03b18096f8a732f', 'floating_ip_address': '172.25.0.8', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': '93ee9989-533a-42a0-b192-96a99d4c6149', 'port_id': '39d670ac-3d22-44a4-ab13-d6e183044744', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e669898-6215-49e8-8989-a85b9f5fe627', 'mac_address': 'fa:16:3e:ce:e6:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d8c5de-f00f-4a6b-9b25-b047f603a344', 'device_owner': 'compute:tempest-test_az-1754033735'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:07:55Z', 'updated_at': '2021-08-29T04:08:19Z', 'revision_number': 1, 'project_id': 'b8e5ee0a53fd42e2a03b18096f8a732f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c744251d-a694-418d-bcb5-48d9a228908f', 'name': '', 'network_id': '6e669898-6215-49e8-8989-a85b9f5fe627', 'tenant_id': 'b8e5ee0a53fd42e2a03b18096f8a732f', 'mac_address': 'fa:16:3e:2d:c3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ee9989-533a-42a0-b192-96a99d4c6149', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '62082f5a-1e19-4bac-8b75-d0b867c1cfb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:07:36Z', 'updated_at': '2021-08-29T04:07:44Z', 'revision_number': 5, 'project_id': 'b8e5ee0a53fd42e2a03b18096f8a732f', 'subnets': [{'id': '62082f5a-1e19-4bac-8b75-d0b867c1cfb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:08:22.275819 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5e78d3-b716-4be7-9bf1-bf175a83c5e2 req-399aed1e-3727-4563-80e7-c57ab7eef46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:22.277665 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5f5e78d3-b716-4be7-9bf1-bf175a83c5e2 req-399aed1e-3727-4563-80e7-c57ab7eef46a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2885273 Aug 29 04:08:22.307789 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9b5375-abbf-4a7c-be80-6a4fb4c78dcb req-01a3f331-0a42-4316-a48d-8d8ddda902c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:22.307789 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4f9b5375-abbf-4a7c-be80-6a4fb4c78dcb req-01a3f331-0a42-4316-a48d-8d8ddda902c7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b8e5ee0a53fd42e2a03b18096f8a732f&device_id=60d8c5de-f00f-4a6b-9b25-b047f603a344 HTTP/1.1" status: 200 len: 1119 time: 0.2442620 Aug 29 04:08:22.308825 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 60458) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:22.348324 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53feea14-2148-4696-a9b0-d48a51f1a288 None None] Checking router: 93ee9989-533a-42a0-b192-96a99d4c6149 for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:08:22.364596 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53feea14-2148-4696-a9b0-d48a51f1a288 None None] Routers {'93ee9989-533a-42a0-b192-96a99d4c6149'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:08:22.365608 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-53feea14-2148-4696-a9b0-d48a51f1a288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:08:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['93ee9989-533a-42a0-b192-96a99d4c6149'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:08:22.470904 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532e3290-d1de-4a80-a086-db633ce1a21b req-70b8ee42-06ed-44c2-8bbd-6032a1c78e37 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:22.479539 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-532e3290-d1de-4a80-a086-db633ce1a21b req-70b8ee42-06ed-44c2-8bbd-6032a1c78e37 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=17d1aee9-03df-4ac4-8975-10a53a9cc4e7 HTTP/1.1" status: 200 len: 947 time: 0.3021245 Aug 29 04:08:22.527975 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [req-d7a2f10f-7780-4187-8b43-82cf1accaf21 req-f6bd972b-14dd-4b19-bc73-a45d0798934b tempest-AggregatesAdminTestJSON-623583173 tempest-AggregatesAdminTestJSON-623583173-project] Deleting port 188bf8ae-4a74-40dd-9cd5-b6a918639cf6 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:08:22.527975 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-d7a2f10f-7780-4187-8b43-82cf1accaf21 req-f6bd972b-14dd-4b19-bc73-a45d0798934b tempest-AggregatesAdminTestJSON-623583173 tempest-AggregatesAdminTestJSON-623583173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:22.596162 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5f5e78d3-b716-4be7-9bf1-bf175a83c5e2 req-fc7689bc-ce15-465d-b1f9-da2891148551 service neutron] 10.222.0.48 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3045704 Aug 29 04:08:22.606080 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9b5375-abbf-4a7c-be80-6a4fb4c78dcb req-1f307b19-f785-44a2-b86e-8472a224abd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:22.607620 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4f9b5375-abbf-4a7c-be80-6a4fb4c78dcb req-1f307b19-f785-44a2-b86e-8472a224abd1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6e669898-6215-49e8-8989-a85b9f5fe627 HTTP/1.1" status: 200 len: 924 time: 0.2752831 Aug 29 04:08:22.613965 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-532e3290-d1de-4a80-a086-db633ce1a21b req-051066a1-d58d-4c39-ba2c-305d6d16d39f tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337357 Aug 29 04:08:22.653549 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c702ed80-eca9-41b1-9351-fa85bc8e829d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:22.734657 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-53feea14-2148-4696-a9b0-d48a51f1a288 None None] Set router 93ee9989-533a-42a0-b192-96a99d4c6149 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:08:22.745795 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-d7a2f10f-7780-4187-8b43-82cf1accaf21 req-f6bd972b-14dd-4b19-bc73-a45d0798934b tempest-AggregatesAdminTestJSON-623583173 tempest-AggregatesAdminTestJSON-623583173-project] For port 188bf8ae-4a74-40dd-9cd5-b6a918639cf6, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=188bf8ae-4a74-40dd-9cd5-b6a918639cf6,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:08:22.746956 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-d7a2f10f-7780-4187-8b43-82cf1accaf21 req-f6bd972b-14dd-4b19-bc73-a45d0798934b tempest-AggregatesAdminTestJSON-623583173 tempest-AggregatesAdminTestJSON-623583173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:22.785432 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [req-d7a2f10f-7780-4187-8b43-82cf1accaf21 req-f6bd972b-14dd-4b19-bc73-a45d0798934b tempest-AggregatesAdminTestJSON-623583173 tempest-AggregatesAdminTestJSON-623583173-project] Calling delete_port for 188bf8ae-4a74-40dd-9cd5-b6a918639cf6 owned by compute:tempest-test_az-1754033735 {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:08:22.859027 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6f987ca6-23e2-4eb4-8d98-92668a8b3fe7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:22.916687 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6f987ca6-23e2-4eb4-8d98-92668a8b3fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:22.926370 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4f9b5375-abbf-4a7c-be80-6a4fb4c78dcb req-823a7deb-e3e2-4c8f-91f3-c977d14e7928 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39d670ac-3d22-44a4-ab13-d6e183044744 HTTP/1.1" status: 200 len: 1019 time: 0.3023326 Aug 29 04:08:23.001729 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.46', 51054) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:23.011343 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5f5e78d3-b716-4be7-9bf1-bf175a83c5e2 req-c619090d-7f06-46fd-9587-410939b7f2a6 service neutron] 10.222.0.48 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4013343 Aug 29 04:08:23.026377 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c702ed80-eca9-41b1-9351-fa85bc8e829d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:23.053606 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c702ed80-eca9-41b1-9351-fa85bc8e829d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:23.072138 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-6f987ca6-23e2-4eb4-8d98-92668a8b3fe7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=40556510178246f8a4319ccbc17f3c4e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4143565 Aug 29 04:08:23.077371 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f987ca6-23e2-4eb4-8d98-92668a8b3fe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bfc0481-388f-47cc-b625-cd026a96e890,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:23.081589 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 60508) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:23.097689 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9b5375-abbf-4a7c-be80-6a4fb4c78dcb req-9a692d98-62cc-4d5f-8a06-0a1531dc9171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:23.099437 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4f9b5375-abbf-4a7c-be80-6a4fb4c78dcb req-9a692d98-62cc-4d5f-8a06-0a1531dc9171 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=62082f5a-1e19-4bac-8b75-d0b867c1cfb7 HTTP/1.1" status: 200 len: 862 time: 0.1574574 Aug 29 04:08:23.111903 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9359c59-4a7a-45cb-b61e-64e5d128a1a1 req-ec3e36e8-41bc-4d73-a93d-d0c7fdf55f2c tempest-TenantUsagesTestJSON-1722395225 tempest-TenantUsagesTestJSON-1722395225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:23.113515 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e9359c59-4a7a-45cb-b61e-64e5d128a1a1 req-ec3e36e8-41bc-4d73-a93d-d0c7fdf55f2c tempest-TenantUsagesTestJSON-1722395225 tempest-TenantUsagesTestJSON-1722395225-project] 10.222.0.22 "GET /v2.0/ports?device_id=e05699c3-8a1d-40e5-8ae2-ef4ed624c526 HTTP/1.1" status: 200 len: 947 time: 0.2741480 Aug 29 04:08:23.115057 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-53feea14-2148-4696-a9b0-d48a51f1a288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ee9989-533a-42a0-b192-96a99d4c6149', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-732447576-router', 'tenant_id': 'b8e5ee0a53fd42e2a03b18096f8a732f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '7511b607-4465-416e-9765-35811dd913a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:07:34Z', 'updated_at': '2021-08-29T04:07:37Z', 'revision_number': 4, 'project_id': 'b8e5ee0a53fd42e2a03b18096f8a732f', 'gw_port': {'id': '7511b607-4465-416e-9765-35811dd913a0', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:98:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ee9989-533a-42a0-b192-96a99d4c6149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:07:34Z', 'updated_at': '2021-08-29T04:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': 'd3f53355-721b-4cc9-8ea8-78bb2a62542a', 'tenant_id': 'b8e5ee0a53fd42e2a03b18096f8a732f', 'floating_ip_address': '172.25.0.8', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': '93ee9989-533a-42a0-b192-96a99d4c6149', 'port_id': '39d670ac-3d22-44a4-ab13-d6e183044744', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e669898-6215-49e8-8989-a85b9f5fe627', 'mac_address': 'fa:16:3e:ce:e6:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d8c5de-f00f-4a6b-9b25-b047f603a344', 'device_owner': 'compute:tempest-test_az-1754033735'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:07:55Z', 'updated_at': '2021-08-29T04:08:19Z', 'revision_number': 1, 'project_id': 'b8e5ee0a53fd42e2a03b18096f8a732f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c744251d-a694-418d-bcb5-48d9a228908f', 'name': '', 'network_id': '6e669898-6215-49e8-8989-a85b9f5fe627', 'tenant_id': 'b8e5ee0a53fd42e2a03b18096f8a732f', 'mac_address': 'fa:16:3e:2d:c3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ee9989-533a-42a0-b192-96a99d4c6149', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '62082f5a-1e19-4bac-8b75-d0b867c1cfb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:07:36Z', 'updated_at': '2021-08-29T04:07:44Z', 'revision_number': 5, 'project_id': 'b8e5ee0a53fd42e2a03b18096f8a732f', 'subnets': [{'id': '62082f5a-1e19-4bac-8b75-d0b867c1cfb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:08:23.169124 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53feea14-2148-4696-a9b0-d48a51f1a288 None None] The sync data for ids ['93ee9989-533a-42a0-b192-96a99d4c6149'] in n-d-712140-12 is: [{'id': '93ee9989-533a-42a0-b192-96a99d4c6149', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-732447576-router', 'tenant_id': 'b8e5ee0a53fd42e2a03b18096f8a732f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '7511b607-4465-416e-9765-35811dd913a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:07:34Z', 'updated_at': '2021-08-29T04:07:37Z', 'revision_number': 4, 'project_id': 'b8e5ee0a53fd42e2a03b18096f8a732f', 'gw_port': {'id': '7511b607-4465-416e-9765-35811dd913a0', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:98:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ee9989-533a-42a0-b192-96a99d4c6149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:07:34Z', 'updated_at': '2021-08-29T04:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': 'd3f53355-721b-4cc9-8ea8-78bb2a62542a', 'tenant_id': 'b8e5ee0a53fd42e2a03b18096f8a732f', 'floating_ip_address': '172.25.0.8', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': '93ee9989-533a-42a0-b192-96a99d4c6149', 'port_id': '39d670ac-3d22-44a4-ab13-d6e183044744', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e669898-6215-49e8-8989-a85b9f5fe627', 'mac_address': 'fa:16:3e:ce:e6:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d8c5de-f00f-4a6b-9b25-b047f603a344', 'device_owner': 'compute:tempest-test_az-1754033735'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:07:55Z', 'updated_at': '2021-08-29T04:08:19Z', 'revision_number': 1, 'project_id': 'b8e5ee0a53fd42e2a03b18096f8a732f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c744251d-a694-418d-bcb5-48d9a228908f', 'name': '', 'network_id': '6e669898-6215-49e8-8989-a85b9f5fe627', 'tenant_id': 'b8e5ee0a53fd42e2a03b18096f8a732f', 'mac_address': 'fa:16:3e:2d:c3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ee9989-533a-42a0-b192-96a99d4c6149', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '62082f5a-1e19-4bac-8b75-d0b867c1cfb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:07:36Z', 'updated_at': '2021-08-29T04:07:44Z', 'revision_number': 5, 'project_id': 'b8e5ee0a53fd42e2a03b18096f8a732f', 'subnets': [{'id': '62082f5a-1e19-4bac-8b75-d0b867c1cfb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:08:23.173989 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ba621159-fba9-44d4-95c0-ac6c31866a3d req-918435c5-2c5d-49c5-a36a-1fd222f22cdf service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=60d8c5de-f00f-4a6b-9b25-b047f603a344&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1614153 Aug 29 04:08:23.186886 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d867c6e6-caaf-4faf-827e-0c1de9186df3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:23.202046 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9b5375-abbf-4a7c-be80-6a4fb4c78dcb req-2b04bfff-47aa-42c1-88f6-5a139b91e8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:23.203914 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4f9b5375-abbf-4a7c-be80-6a4fb4c78dcb req-2b04bfff-47aa-42c1-88f6-5a139b91e8ec service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6e669898-6215-49e8-8989-a85b9f5fe627&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0884583 Aug 29 04:08:23.207892 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e9359c59-4a7a-45cb-b61e-64e5d128a1a1 req-57584113-7d7d-44e0-a03c-d831d1aa96c9 tempest-TenantUsagesTestJSON-1722395225 tempest-TenantUsagesTestJSON-1722395225-project] 10.222.0.22 "GET /v2.0/security-groups?id=c640d5c9-f163-4ebd-9c93-0df4bc653206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782642 Aug 29 04:08:23.234092 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c702ed80-eca9-41b1-9351-fa85bc8e829d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2073cc8-c941-4c32-b02c-b27b140ded95,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:23.250080 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-c702ed80-eca9-41b1-9351-fa85bc8e829d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7ed02124c1cb4d04b7c7fe691d00ddec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8495865 Aug 29 04:08:23.278697 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 60514) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:23.352176 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4f9b5375-abbf-4a7c-be80-6a4fb4c78dcb req-f1e8e11d-c618-4006-ab64-683862141c0d service neutron] 10.222.0.46 "GET /v2.0/networks/6e669898-6215-49e8-8989-a85b9f5fe627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407454 Aug 29 04:08:23.360847 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d867c6e6-caaf-4faf-827e-0c1de9186df3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:23.489556 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98a1e30-a5b7-4d73-923e-b544a18b1aa3 req-6d2ed687-bae2-4195-a489-a62cde9d9595 tempest-AggregatesAdminTestJSON-623583173 tempest-AggregatesAdminTestJSON-623583173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:23.497898 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f98a1e30-a5b7-4d73-923e-b544a18b1aa3 req-6d2ed687-bae2-4195-a489-a62cde9d9595 tempest-AggregatesAdminTestJSON-623583173 tempest-AggregatesAdminTestJSON-623583173-project] 10.222.0.22 "GET /v2.0/ports?device_id=a2ec0eac-25d8-468e-81e2-2c9535b80040 HTTP/1.1" status: 200 len: 971 time: 0.1776657 Aug 29 04:08:23.526132 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4f9b5375-abbf-4a7c-be80-6a4fb4c78dcb req-a78dd022-1802-4291-8eae-ca58996aafc5 service neutron] 10.222.0.46 "GET /v2.0/networks/6e669898-6215-49e8-8989-a85b9f5fe627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648264 Aug 29 04:08:23.605594 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db682fa-f04f-41a5-a8bc-bfc6d3e57e69 None None] New status for floating IP d3f53355-721b-4cc9-8ea8-78bb2a62542a: ACTIVE {{(pid=94830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:08:23.700812 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba621159-fba9-44d4-95c0-ac6c31866a3d req-af5c6429-279b-4fac-8784-f0c54ab4acf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:23.707998 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ba621159-fba9-44d4-95c0-ac6c31866a3d req-af5c6429-279b-4fac-8784-f0c54ab4acf7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b8e5ee0a53fd42e2a03b18096f8a732f&device_id=60d8c5de-f00f-4a6b-9b25-b047f603a344 HTTP/1.1" status: 200 len: 1119 time: 0.1055648 Aug 29 04:08:23.913127 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-37118137-ff9c-436a-a51f-5fe44a306a7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:23.944173 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-37118137-ff9c-436a-a51f-5fe44a306a7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:24.009092 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d8e1ff-35d2-46be-9bbb-1f7831a2135d req-4bc2fbf5-36ef-4a2d-a253-ee63392bc985 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:24.016717 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-d7a2f10f-7780-4187-8b43-82cf1accaf21 req-f6bd972b-14dd-4b19-bc73-a45d0798934b tempest-AggregatesAdminTestJSON-623583173 tempest-AggregatesAdminTestJSON-623583173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:24.023828 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-96d8e1ff-35d2-46be-9bbb-1f7831a2135d req-4bc2fbf5-36ef-4a2d-a253-ee63392bc985 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=17d1aee9-03df-4ac4-8975-10a53a9cc4e7 HTTP/1.1" status: 200 len: 947 time: 0.1400869 Aug 29 04:08:24.043618 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d867c6e6-caaf-4faf-827e-0c1de9186df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:24.046630 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d867c6e6-caaf-4faf-827e-0c1de9186df3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:24.047948 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-d867c6e6-caaf-4faf-827e-0c1de9186df3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7bfc0481-388f-47cc-b625-cd026a96e890 HTTP/1.1" status: 204 len: 168 time: 0.9568501 Aug 29 04:08:24.074707 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba621159-fba9-44d4-95c0-ac6c31866a3d req-ba57162d-75c2-4fff-b343-e61b7fdf5c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:24.077208 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ba621159-fba9-44d4-95c0-ac6c31866a3d req-ba57162d-75c2-4fff-b343-e61b7fdf5c7b service neutron] 10.222.0.46 "GET /v2.0/networks?id=6e669898-6215-49e8-8989-a85b9f5fe627 HTTP/1.1" status: 200 len: 924 time: 0.3326693 Aug 29 04:08:24.096829 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bd972b-14dd-4b19-bc73-a45d0798934b tempest-AggregatesAdminTestJSON-623583173 tempest-AggregatesAdminTestJSON-623583173-project] Pushing event deleted for resources: {'Port': ['ID=188bf8ae-4a74-40dd-9cd5-b6a918639cf6,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:24.133673 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f98a1e30-a5b7-4d73-923e-b544a18b1aa3 req-38032a18-4b6c-4e7b-b336-429521189ad5 tempest-AggregatesAdminTestJSON-623583173 tempest-AggregatesAdminTestJSON-623583173-project] 10.222.0.22 "GET /v2.0/security-groups?id=75871f7f-ee9f-41e5-86b9-097f5a3f0037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6336446 Aug 29 04:08:24.142129 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-96d8e1ff-35d2-46be-9bbb-1f7831a2135d req-1b6b4388-a864-4356-bd74-85b379d7d3e0 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100981 Aug 29 04:08:24.144325 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d867c6e6-caaf-4faf-827e-0c1de9186df3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bfc0481-388f-47cc-b625-cd026a96e890,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:24.241211 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-37118137-ff9c-436a-a51f-5fe44a306a7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:24.243999 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 60544) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:24.247507 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-37118137-ff9c-436a-a51f-5fe44a306a7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:24.250176 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-37118137-ff9c-436a-a51f-5fe44a306a7e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c2073cc8-c941-4c32-b02c-b27b140ded95 HTTP/1.1" status: 204 len: 168 time: 0.9675229 Aug 29 04:08:24.308815 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ba621159-fba9-44d4-95c0-ac6c31866a3d req-999edbe1-b0ab-49df-9e60-9a5bf7bc861d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39d670ac-3d22-44a4-ab13-d6e183044744 HTTP/1.1" status: 200 len: 1021 time: 0.2234664 Aug 29 04:08:24.339925 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7a2f10f-7780-4187-8b43-82cf1accaf21 req-f6bd972b-14dd-4b19-bc73-a45d0798934b tempest-AggregatesAdminTestJSON-623583173 tempest-AggregatesAdminTestJSON-623583173-project] No DVR routers for this DVR port 188bf8ae-4a74-40dd-9cd5-b6a918639cf6 on host n-h1-712140-12 {{(pid=94829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:08:24.342409 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37118137-ff9c-436a-a51f-5fe44a306a7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2073cc8-c941-4c32-b02c-b27b140ded95,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:24.349306 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-d7a2f10f-7780-4187-8b43-82cf1accaf21 req-f6bd972b-14dd-4b19-bc73-a45d0798934b tempest-AggregatesAdminTestJSON-623583173 tempest-AggregatesAdminTestJSON-623583173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:24.353110 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d7a2f10f-7780-4187-8b43-82cf1accaf21 req-f6bd972b-14dd-4b19-bc73-a45d0798934b tempest-AggregatesAdminTestJSON-623583173 tempest-AggregatesAdminTestJSON-623583173-project] 10.222.0.46 "DELETE /v2.0/ports/188bf8ae-4a74-40dd-9cd5-b6a918639cf6 HTTP/1.1" status: 204 len: 173 time: 2.2089400 Aug 29 04:08:24.353915 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2ec0eac-25d8-468e-81e2-2c9535b80040', 'name': 'network-vif-deleted', 'tag': '188bf8ae-4a74-40dd-9cd5-b6a918639cf6'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:08:24.358384 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78ced6d7-93ba-45ce-bab9-9f9033666a83" -d '{"events": [{"server_uuid": "a2ec0eac-25d8-468e-81e2-2c9535b80040", "name": "network-vif-deleted", "tag": "188bf8ae-4a74-40dd-9cd5-b6a918639cf6"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:08:24.503599 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3a078f2b-113d-4880-9ca8-26f13c477c47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:24.506961 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cc2d98a-c80f-4bab-a7ec-ce6df3382a3f x-openstack-request-id: req-8cc2d98a-c80f-4bab-a7ec-ce6df3382a3f {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:08:24.507272 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2ec0eac-25d8-468e-81e2-2c9535b80040", "name": "network-vif-deleted", "tag": "188bf8ae-4a74-40dd-9cd5-b6a918639cf6", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:08:24.510408 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8cc2d98a-c80f-4bab-a7ec-ce6df3382a3f {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:08:24.510851 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2ec0eac-25d8-468e-81e2-2c9535b80040', 'name': 'network-vif-deleted', 'tag': '188bf8ae-4a74-40dd-9cd5-b6a918639cf6', 'status': 'completed', 'code': 200} Aug 29 04:08:24.524930 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba621159-fba9-44d4-95c0-ac6c31866a3d req-6a9e150d-1f32-4824-b690-090f34b9b5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:24.527270 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ba621159-fba9-44d4-95c0-ac6c31866a3d req-6a9e150d-1f32-4824-b690-090f34b9b5ac service neutron] 10.222.0.46 "GET /v2.0/subnets?id=62082f5a-1e19-4bac-8b75-d0b867c1cfb7 HTTP/1.1" status: 200 len: 862 time: 0.2074523 Aug 29 04:08:24.572217 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efd47bc-8a72-4dac-9d72-1b9c9f0035d3 req-1f19afe7-5146-4346-ada3-30a252662138 tempest-TenantUsagesTestJSON-1722395225 tempest-TenantUsagesTestJSON-1722395225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:24.575116 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6efd47bc-8a72-4dac-9d72-1b9c9f0035d3 req-1f19afe7-5146-4346-ada3-30a252662138 tempest-TenantUsagesTestJSON-1722395225 tempest-TenantUsagesTestJSON-1722395225-project] 10.222.0.22 "GET /v2.0/ports?device_id=e05699c3-8a1d-40e5-8ae2-ef4ed624c526 HTTP/1.1" status: 200 len: 947 time: 0.1328251 Aug 29 04:08:24.624632 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba621159-fba9-44d4-95c0-ac6c31866a3d req-6909bcba-99e0-48b2-a135-9412e8beca72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:24.626841 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ba621159-fba9-44d4-95c0-ac6c31866a3d req-6909bcba-99e0-48b2-a135-9412e8beca72 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6e669898-6215-49e8-8989-a85b9f5fe627&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0904186 Aug 29 04:08:24.645695 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6efd47bc-8a72-4dac-9d72-1b9c9f0035d3 req-1ce6961f-793b-4a3d-9395-933f81ad4175 tempest-TenantUsagesTestJSON-1722395225 tempest-TenantUsagesTestJSON-1722395225-project] 10.222.0.22 "GET /v2.0/security-groups?id=c640d5c9-f163-4ebd-9c93-0df4bc653206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574851 Aug 29 04:08:24.763248 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3a078f2b-113d-4880-9ca8-26f13c477c47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:24.770505 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ba621159-fba9-44d4-95c0-ac6c31866a3d req-8ed09e6e-6285-4f9c-bc1e-47d1b0c24e38 service neutron] 10.222.0.46 "GET /v2.0/networks/6e669898-6215-49e8-8989-a85b9f5fe627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345072 Aug 29 04:08:24.771835 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3a078f2b-113d-4880-9ca8-26f13c477c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:24.869275 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a078f2b-113d-4880-9ca8-26f13c477c47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d100512-dbb2-42d4-aa9c-08c2c698b1d6,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:24.873719 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-3a078f2b-113d-4880-9ca8-26f13c477c47 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bde43ba7c1464430bd134fb8bb8b33b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6286943 Aug 29 04:08:24.877157 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 60564) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:24.941542 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ba621159-fba9-44d4-95c0-ac6c31866a3d req-9f7603b2-1126-4548-b303-71d075cad591 service neutron] 10.222.0.46 "GET /v2.0/networks/6e669898-6215-49e8-8989-a85b9f5fe627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594081 Aug 29 04:08:24.960468 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c247d8f9-80d0-444e-9c0e-69a54a6119ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:24.973918 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device c083abd8-e00d-423b-84a6-2e2648e453fc details requested by agent hyperv_n-h2-712140-12 with host n-h2-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:08:24.988285 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c247d8f9-80d0-444e-9c0e-69a54a6119ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:25.016135 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device ea1f70ee-b550-4aef-a765-072dca3d50eb up at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:08:25.084636 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c247d8f9-80d0-444e-9c0e-69a54a6119ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:25.088339 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c247d8f9-80d0-444e-9c0e-69a54a6119ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:25.090970 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-c247d8f9-80d0-444e-9c0e-69a54a6119ae admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3d100512-dbb2-42d4-aa9c-08c2c698b1d6 HTTP/1.1" status: 204 len: 168 time: 0.2121360 Aug 29 04:08:25.113172 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c247d8f9-80d0-444e-9c0e-69a54a6119ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d100512-dbb2-42d4-aa9c-08c2c698b1d6,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:25.140845 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 60568) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:25.161228 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 60570) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:25.170172 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-718042b6-64da-4e2f-86f8-d9c8d388f61f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:25.190508 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c7639df9-090a-4b2f-945f-bc22c7dedb88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:25.192555 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning for port ea1f70ee-b550-4aef-a765-072dca3d50eb completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:08:25.198282 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port c083abd8-e00d-423b-84a6-2e2648e453fc, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=c083abd8-e00d-423b-84a6-2e2648e453fc,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:08:25.201795 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning complete for port ea1f70ee-b550-4aef-a765-072dca3d50eb triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:08:25.202364 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:25.267991 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-718042b6-64da-4e2f-86f8-d9c8d388f61f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 04:08:25.267991 n-d-712140-12 neutron-server[94828]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 29 04:08:25.267991 n-d-712140-12 neutron-server[94828]: [parameters: {'project_id': '40d8455899854b87b9f7379bc65aab95', 'id': '113d386a-6526-4935-b4ce-70dabccf5ed7', 'expiration': datetime.datetime(2021, 8, 29, 4, 10, 25, 253938)}] Aug 29 04:08:25.267991 n-d-712140-12 neutron-server[94828]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:08:25.268431 n-d-712140-12 neutron-server[94828]: DEBUG oslo_db.api [None req-718042b6-64da-4e2f-86f8-d9c8d388f61f admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:08:25.309296 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Returning: {'device': 'c083abd8-e00d-423b-84a6-2e2648e453fc', 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45', 'port_id': 'c083abd8-e00d-423b-84a6-2e2648e453fc', 'mac_address': 'fa:16:3e:51:d9:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18cd12d4-b12a-41b0-b0c5-618edbb84e74', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:08:25.406983 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:25.426173 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0e28746a-1dc2-4a1c-bd66-cd65b69f7339 req-d19123a5-99e0-4d19-9a39-98459f61e9d3 tempest-AggregatesAdminTestJSON-623583173 tempest-AggregatesAdminTestJSON-623583173-project] 10.222.0.22 "GET /v2.0/ports?device_id=a2ec0eac-25d8-468e-81e2-2c9535b80040 HTTP/1.1" status: 200 len: 210 time: 0.0491562 Aug 29 04:08:25.450666 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c7639df9-090a-4b2f-945f-bc22c7dedb88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:25.458394 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c7639df9-090a-4b2f-945f-bc22c7dedb88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:25.464052 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port ea1f70ee-b550-4aef-a765-072dca3d50eb, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=ea1f70ee-b550-4aef-a765-072dca3d50eb,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:08:25.464052 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17d1aee9-03df-4ac4-8975-10a53a9cc4e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea1f70ee-b550-4aef-a765-072dca3d50eb'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:08:25.467547 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1cd3317-25bd-4920-8fe5-ef18986f2886" -d '{"events": [{"server_uuid": "17d1aee9-03df-4ac4-8975-10a53a9cc4e7", "name": "network-vif-plugged", "status": "completed", "tag": "ea1f70ee-b550-4aef-a765-072dca3d50eb"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:08:25.474097 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:25.491292 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d961e76-1685-4ba5-944d-e403919faab3 req-4b5038e8-9c5c-4d16-8d01-3ea56d298319 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:25.499564 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2d961e76-1685-4ba5-944d-e403919faab3 req-4b5038e8-9c5c-4d16-8d01-3ea56d298319 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=17d1aee9-03df-4ac4-8975-10a53a9cc4e7 HTTP/1.1" status: 200 len: 947 time: 0.1665943 Aug 29 04:08:25.540392 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=ea1f70ee-b550-4aef-a765-072dca3d50eb,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:25.543342 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 188bf8ae-4a74-40dd-9cd5-b6a918639cf6 no longer exists at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:08:25.546544 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa4ab209-7bad-4c24-88d1-50cad24aaf43 x-openstack-request-id: req-fa4ab209-7bad-4c24-88d1-50cad24aaf43 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:08:25.546883 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17d1aee9-03df-4ac4-8975-10a53a9cc4e7", "name": "network-vif-plugged", "status": "completed", "tag": "ea1f70ee-b550-4aef-a765-072dca3d50eb", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:08:25.547179 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fa4ab209-7bad-4c24-88d1-50cad24aaf43 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:08:25.547714 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17d1aee9-03df-4ac4-8975-10a53a9cc4e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea1f70ee-b550-4aef-a765-072dca3d50eb', 'code': 200} Aug 29 04:08:25.550224 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:25.551020 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7639df9-090a-4b2f-945f-bc22c7dedb88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f660e370-199e-490b-99c7-26e3f5fcd417,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:25.569007 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-c7639df9-090a-4b2f-945f-bc22c7dedb88 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5d8dce267b074032b89c1023872dfab8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4037383 Aug 29 04:08:25.569582 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 60582) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:25.602597 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] No Port match for: 188bf8ae-4a74-40dd-9cd5-b6a918639cf6 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:08:25.602943 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 188bf8ae-4a74-40dd-9cd5-b6a918639cf6 not bound to the agent host n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:08:25.619725 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c083abd8-e00d-423b-84a6-2e2648e453fc {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:08:25.627152 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2d961e76-1685-4ba5-944d-e403919faab3 req-2de4e187-be06-4969-b768-1bbc6f82b42f tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265516 Aug 29 04:08:25.644009 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port c083abd8-e00d-423b-84a6-2e2648e453fc, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=c083abd8-e00d-423b-84a6-2e2648e453fc,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:08:25.652606 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:25.713441 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3de3e140-0bab-4ecb-ba42-10a5e7226ba3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:25.727774 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=c083abd8-e00d-423b-84a6-2e2648e453fc,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:25.732195 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b621a51-886b-487e-bb8c-caabe661f796 req-1b8d32cf-9f63-4de1-a9cb-353c32024e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:25.734404 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4b621a51-886b-487e-bb8c-caabe661f796 req-1b8d32cf-9f63-4de1-a9cb-353c32024e3c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=17d1aee9-03df-4ac4-8975-10a53a9cc4e7 HTTP/1.1" status: 200 len: 1100 time: 0.0986488 Aug 29 04:08:25.761449 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3de3e140-0bab-4ecb-ba42-10a5e7226ba3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:25.770693 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-718042b6-64da-4e2f-86f8-d9c8d388f61f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:25.787077 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 60592) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:25.803628 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ed69ab9b-afdc-4dda-b3ff-4fab9f56d75a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:25.920383 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a62cd6-186d-457a-9938-2da87a873c6a req-bb6aa4da-05c7-4f6e-a5bc-240ec8f474e4 tempest-TenantUsagesTestJSON-1722395225 tempest-TenantUsagesTestJSON-1722395225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:25.921916 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f2a62cd6-186d-457a-9938-2da87a873c6a req-bb6aa4da-05c7-4f6e-a5bc-240ec8f474e4 tempest-TenantUsagesTestJSON-1722395225 tempest-TenantUsagesTestJSON-1722395225-project] 10.222.0.22 "GET /v2.0/ports?device_id=e05699c3-8a1d-40e5-8ae2-ef4ed624c526 HTTP/1.1" status: 200 len: 948 time: 0.0966346 Aug 29 04:08:25.990215 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f2a62cd6-186d-457a-9938-2da87a873c6a req-2b40719b-5a2d-4993-9ce8-05b61dfa277f tempest-TenantUsagesTestJSON-1722395225 tempest-TenantUsagesTestJSON-1722395225-project] 10.222.0.22 "GET /v2.0/security-groups?id=c640d5c9-f163-4ebd-9c93-0df4bc653206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609367 Aug 29 04:08:26.011657 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ed69ab9b-afdc-4dda-b3ff-4fab9f56d75a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:26.015649 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ed69ab9b-afdc-4dda-b3ff-4fab9f56d75a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:26.048222 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['c083abd8-e00d-423b-84a6-2e2648e453fc'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:08:26.062244 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-ed69ab9b-afdc-4dda-b3ff-4fab9f56d75a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=465030b496ed4916a1a3e520cb74ba67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2712009 Aug 29 04:08:26.062244 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed69ab9b-afdc-4dda-b3ff-4fab9f56d75a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63ff2449-a9a1-4329-9dce-cf2b99648bdd,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:26.063411 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 60602) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:26.065749 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-31b02a07-6d54-4db3-be04-842ef310f35d req-32bfe757-3d6b-4de5-87c8-2cb34a459e2a tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=879ec2b9fe7f465198410ae00d0086f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0721412 Aug 29 04:08:26.109621 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4b621a51-886b-487e-bb8c-caabe661f796 req-192ca95c-31d0-4157-b4d3-5a96a92caa46 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3632870 Aug 29 04:08:26.120132 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f06efd38-da15-483d-b737-1a22dc5f4012 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:26.144614 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f06efd38-da15-483d-b737-1a22dc5f4012 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:26.214412 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3de3e140-0bab-4ecb-ba42-10a5e7226ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:26.217692 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3de3e140-0bab-4ecb-ba42-10a5e7226ba3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:26.220959 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-3de3e140-0bab-4ecb-ba42-10a5e7226ba3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f660e370-199e-490b-99c7-26e3f5fcd417 HTTP/1.1" status: 204 len: 168 time: 0.6497052 Aug 29 04:08:26.224462 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f06efd38-da15-483d-b737-1a22dc5f4012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:26.232746 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f06efd38-da15-483d-b737-1a22dc5f4012 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:26.236987 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-f06efd38-da15-483d-b737-1a22dc5f4012 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/63ff2449-a9a1-4329-9dce-cf2b99648bdd HTTP/1.1" status: 204 len: 168 time: 0.1724057 Aug 29 04:08:26.248722 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06efd38-da15-483d-b737-1a22dc5f4012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63ff2449-a9a1-4329-9dce-cf2b99648bdd,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:26.306186 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de3e140-0bab-4ecb-ba42-10a5e7226ba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f660e370-199e-490b-99c7-26e3f5fcd417,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:26.319103 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-718042b6-64da-4e2f-86f8-d9c8d388f61f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:26.329303 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-718042b6-64da-4e2f-86f8-d9c8d388f61f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:26.355362 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b02a07-6d54-4db3-be04-842ef310f35d req-6df20b13-a1ad-477a-901c-21f38a36d4c3 tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:26.356953 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-31b02a07-6d54-4db3-be04-842ef310f35d req-6df20b13-a1ad-477a-901c-21f38a36d4c3 tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2749326 Aug 29 04:08:26.396654 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-31b02a07-6d54-4db3-be04-842ef310f35d req-104c88ce-6f4a-4b8e-9226-85323fa90b67 tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] 10.222.0.22 "GET /v2.0/quotas/879ec2b9fe7f465198410ae00d0086f3 HTTP/1.1" status: 200 len: 375 time: 0.0280769 Aug 29 04:08:26.398941 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-718042b6-64da-4e2f-86f8-d9c8d388f61f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=40d8455899854b87b9f7379bc65aab95&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2567320 Aug 29 04:08:26.399856 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718042b6-64da-4e2f-86f8-d9c8d388f61f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01ed8f57-7289-4b02-b055-d874ae3f4268,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:26.402566 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 60608) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:26.448590 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-31b02a07-6d54-4db3-be04-842ef310f35d req-3c7afbee-fa6b-47ca-8bf6-e142ad492bf8 tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=879ec2b9fe7f465198410ae00d0086f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0377672 Aug 29 04:08:26.522234 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5d544386-eadb-40fa-88ad-1a1cd3454038 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:26.574360 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5d544386-eadb-40fa-88ad-1a1cd3454038 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:26.714269 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-94573414-9748-4c41-83b1-9967be028fc4 req-c6258cde-f437-4533-bf58-8991bc757c88 tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8297627-95d4-4144-8370-c83f4d92ba4f HTTP/1.1" status: 200 len: 210 time: 0.0393140 Aug 29 04:08:26.723925 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5d544386-eadb-40fa-88ad-1a1cd3454038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:26.726361 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5d544386-eadb-40fa-88ad-1a1cd3454038 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:26.727510 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-5d544386-eadb-40fa-88ad-1a1cd3454038 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/01ed8f57-7289-4b02-b055-d874ae3f4268 HTTP/1.1" status: 204 len: 168 time: 0.3239465 Aug 29 04:08:26.736670 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d544386-eadb-40fa-88ad-1a1cd3454038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01ed8f57-7289-4b02-b055-d874ae3f4268,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:26.849766 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0daaa2-975a-4908-90fa-a955dd630db6 req-bc569461-06ba-4872-af07-8bc5274edc70 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:26.852085 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fa0daaa2-975a-4908-90fa-a955dd630db6 req-bc569461-06ba-4872-af07-8bc5274edc70 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=17d1aee9-03df-4ac4-8975-10a53a9cc4e7 HTTP/1.1" status: 200 len: 948 time: 0.0719500 Aug 29 04:08:26.919470 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fa0daaa2-975a-4908-90fa-a955dd630db6 req-f4af1761-4531-42a7-b384-ac48a4459031 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595036 Aug 29 04:08:27.038157 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 60648) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:27.142971 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f889fead-6479-42b8-9f96-825e4ef166b0 req-f1a4e47f-b66f-4334-b2a1-0455212cdfaa tempest-TenantUsagesTestJSON-1722395225 tempest-TenantUsagesTestJSON-1722395225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:27.151618 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f889fead-6479-42b8-9f96-825e4ef166b0 req-f1a4e47f-b66f-4334-b2a1-0455212cdfaa tempest-TenantUsagesTestJSON-1722395225 tempest-TenantUsagesTestJSON-1722395225-project] 10.222.0.22 "GET /v2.0/ports?device_id=e05699c3-8a1d-40e5-8ae2-ef4ed624c526 HTTP/1.1" status: 200 len: 948 time: 0.0656829 Aug 29 04:08:27.192653 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f889fead-6479-42b8-9f96-825e4ef166b0 req-7b1e40f6-32f2-4428-bf2d-3addbb517540 tempest-TenantUsagesTestJSON-1722395225 tempest-TenantUsagesTestJSON-1722395225-project] 10.222.0.22 "GET /v2.0/security-groups?id=c640d5c9-f163-4ebd-9c93-0df4bc653206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399551 Aug 29 04:08:27.381469 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-21b6fca9-32e1-4c92-afe5-7bbec76449d9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=18fb570eb4b84938a1e1d5770ecff8ee&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3419416 Aug 29 04:08:27.385693 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 60666) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:27.462363 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-655e626f-08f3-449c-a094-f43cbd081a4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:27.491095 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-655e626f-08f3-449c-a094-f43cbd081a4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:27.568595 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-655e626f-08f3-449c-a094-f43cbd081a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:27.571411 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-655e626f-08f3-449c-a094-f43cbd081a4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:27.572859 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-655e626f-08f3-449c-a094-f43cbd081a4a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/75871f7f-ee9f-41e5-86b9-097f5a3f0037 HTTP/1.1" status: 204 len: 168 time: 0.1855083 Aug 29 04:08:27.585985 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655e626f-08f3-449c-a094-f43cbd081a4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75871f7f-ee9f-41e5-86b9-097f5a3f0037,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:27.813855 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-70c2be59-1126-4333-9056-a759dfad52b0 req-14067893-ae8b-4c46-971e-645f1c5bc613 tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8297627-95d4-4144-8370-c83f4d92ba4f HTTP/1.1" status: 200 len: 210 time: 0.0331130 Aug 29 04:08:27.980928 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-31b02a07-6d54-4db3-be04-842ef310f35d req-6bebb1c8-43e6-4f89-8e23-d18ed90dd7e2 tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=879ec2b9fe7f465198410ae00d0086f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0479634 Aug 29 04:08:28.131985 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 60700) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:28.132497 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafd599c-e834-4ad2-ad01-1657cefa793d req-f48e6c10-b792-4c56-80d7-3ca292e0181f tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:28.134043 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-cafd599c-e834-4ad2-ad01-1657cefa793d req-f48e6c10-b792-4c56-80d7-3ca292e0181f tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=17d1aee9-03df-4ac4-8975-10a53a9cc4e7 HTTP/1.1" status: 200 len: 948 time: 0.1296747 Aug 29 04:08:28.134606 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 60702) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:28.194608 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b02a07-6d54-4db3-be04-842ef310f35d req-4c175523-d348-4a5e-b39b-d681be34809e tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:28.196177 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-31b02a07-6d54-4db3-be04-842ef310f35d req-4c175523-d348-4a5e-b39b-d681be34809e tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2081168 Aug 29 04:08:28.205092 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:28.218433 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-31b02a07-6d54-4db3-be04-842ef310f35d req-98c69536-4c19-407d-8db8-791c2e5283e5 tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] Request body: {'port': {'device_id': 'e8297627-95d4-4144-8370-c83f4d92ba4f', 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45', 'admin_state_up': True, 'tenant_id': '879ec2b9fe7f465198410ae00d0086f3'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:08:28.298844 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-cafd599c-e834-4ad2-ad01-1657cefa793d req-72f757fb-45d0-4bf2-ac29-786fd9462131 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408381 Aug 29 04:08:28.354311 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13fb5e4-0b63-41f4-bdb4-8f56e69ecf00 req-77131008-f2c7-4d4d-9bb7-8e216e3e6468 tempest-TenantUsagesTestJSON-1722395225 tempest-TenantUsagesTestJSON-1722395225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:28.365316 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d13fb5e4-0b63-41f4-bdb4-8f56e69ecf00 req-77131008-f2c7-4d4d-9bb7-8e216e3e6468 tempest-TenantUsagesTestJSON-1722395225 tempest-TenantUsagesTestJSON-1722395225-project] 10.222.0.22 "GET /v2.0/ports?device_id=e05699c3-8a1d-40e5-8ae2-ef4ed624c526 HTTP/1.1" status: 200 len: 948 time: 0.0765076 Aug 29 04:08:28.374519 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-1fee5c81-315d-4d31-a461-31a3ada9b882 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1540792295-network', 'tenant_id': 'ea3a6923b64d424080229cf2a2def91c'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:08:28.389860 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-db9b8785-9bf3-4576-82a2-e7b72c41c6d3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fa5a574b39b74d21ab804d0c96f09057&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2477233 Aug 29 04:08:28.390278 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 60716) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:28.409552 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31b02a07-6d54-4db3-be04-842ef310f35d req-98c69536-4c19-407d-8db8-791c2e5283e5 tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] Made reservation on behalf of 879ec2b9fe7f465198410ae00d0086f3 for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:08:28.414247 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-31b02a07-6d54-4db3-be04-842ef310f35d req-98c69536-4c19-407d-8db8-791c2e5283e5 tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:28.443512 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-31b02a07-6d54-4db3-be04-842ef310f35d req-98c69536-4c19-407d-8db8-791c2e5283e5 tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:28.464844 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d13fb5e4-0b63-41f4-bdb4-8f56e69ecf00 req-094c57ad-9cb5-456d-9a39-5e740e4be4ab tempest-TenantUsagesTestJSON-1722395225 tempest-TenantUsagesTestJSON-1722395225-project] 10.222.0.22 "GET /v2.0/security-groups?id=c640d5c9-f163-4ebd-9c93-0df4bc653206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836020 Aug 29 04:08:28.466419 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fee5c81-315d-4d31-a461-31a3ada9b882 admin admin] Made reservation on behalf of ea3a6923b64d424080229cf2a2def91c for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:08:28.469032 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1fee5c81-315d-4d31-a461-31a3ada9b882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:28.483295 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1fee5c81-315d-4d31-a461-31a3ada9b882 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:28.503840 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.db.api [None req-1fee5c81-315d-4d31-a461-31a3ada9b882 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 04:08:28.503840 n-d-712140-12 neutron-server[94829]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 29 04:08:28.503840 n-d-712140-12 neutron-server[94829]: [parameters: {'project_id_1': 'ea3a6923b64d424080229cf2a2def91c', 'expiration_1': datetime.datetime(2021, 8, 29, 4, 8, 28, 494392)}] Aug 29 04:08:28.503840 n-d-712140-12 neutron-server[94829]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:08:28.504684 n-d-712140-12 neutron-server[94829]: DEBUG oslo_db.api [None req-1fee5c81-315d-4d31-a461-31a3ada9b882 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:08:28.523036 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fe179088-5772-4b35-8923-5a1497b3fe81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:28.574914 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fe179088-5772-4b35-8923-5a1497b3fe81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:28.679123 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-31b02a07-6d54-4db3-be04-842ef310f35d req-98c69536-4c19-407d-8db8-791c2e5283e5 tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:28.693036 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-31b02a07-6d54-4db3-be04-842ef310f35d req-98c69536-4c19-407d-8db8-791c2e5283e5 tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:28.706989 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fe179088-5772-4b35-8923-5a1497b3fe81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:28.709572 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fe179088-5772-4b35-8923-5a1497b3fe81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:28.710707 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-fe179088-5772-4b35-8923-5a1497b3fe81 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e9a5341c-aba0-4794-af4f-9098663acb80 HTTP/1.1" status: 204 len: 168 time: 0.3194914 Aug 29 04:08:28.773365 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c69536-4c19-407d-8db8-791c2e5283e5 tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea603de9-63fb-45e7-bc50-a0eeae01bb10,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:28.792452 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe179088-5772-4b35-8923-5a1497b3fe81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9a5341c-aba0-4794-af4f-9098663acb80,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:28.867100 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-31b02a07-6d54-4db3-be04-842ef310f35d req-98c69536-4c19-407d-8db8-791c2e5283e5 tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] Allocated IP 192.168.233.167 (13e6dfc1-e9e7-40a1-8a14-d0febabf4d45/18cd12d4-b12a-41b0-b0c5-618edbb84e74/c5cd9555-174d-4fa9-8796-8bd0412428ce) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:08:28.942545 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ced7dfbd-58d7-4efb-a6b4-0d301c60719b req-875311f7-7f5c-4f1e-ade5-80b666eda847 tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8297627-95d4-4144-8370-c83f4d92ba4f HTTP/1.1" status: 200 len: 210 time: 0.0337846 Aug 29 04:08:28.992046 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device c083abd8-e00d-423b-84a6-2e2648e453fc up at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:08:29.006437 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1fee5c81-315d-4d31-a461-31a3ada9b882 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:29.067093 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning for port c083abd8-e00d-423b-84a6-2e2648e453fc completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:08:29.071506 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning complete for port c083abd8-e00d-423b-84a6-2e2648e453fc triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:08:29.071928 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:29.119435 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-31b02a07-6d54-4db3-be04-842ef310f35d req-98c69536-4c19-407d-8db8-791c2e5283e5 tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:29.147803 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-31b02a07-6d54-4db3-be04-842ef310f35d req-98c69536-4c19-407d-8db8-791c2e5283e5 tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] Transition to ACTIVE for port object c5cd9555-174d-4fa9-8796-8bd0412428ce will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:08:29.202577 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1fee5c81-315d-4d31-a461-31a3ada9b882 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:29.207595 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-31b02a07-6d54-4db3-be04-842ef310f35d req-98c69536-4c19-407d-8db8-791c2e5283e5 tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:29.210646 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1fee5c81-315d-4d31-a461-31a3ada9b882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:29.250134 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:29.276367 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fee5c81-315d-4d31-a461-31a3ada9b882 admin admin] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:08:29.276644 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e05699c3-8a1d-40e5-8ae2-ef4ed624c526', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c083abd8-e00d-423b-84a6-2e2648e453fc'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:08:29.279533 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f1b481b-b22d-41c0-94ab-06600b1f2e94" -d '{"events": [{"server_uuid": "e05699c3-8a1d-40e5-8ae2-ef4ed624c526", "name": "network-vif-plugged", "status": "completed", "tag": "c083abd8-e00d-423b-84a6-2e2648e453fc"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:08:29.295491 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port c083abd8-e00d-423b-84a6-2e2648e453fc, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=c083abd8-e00d-423b-84a6-2e2648e453fc,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:08:29.304766 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:29.316889 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fee5c81-315d-4d31-a461-31a3ada9b882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=527db73c-677b-47dd-baa6-8c62ef4cdd6b,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:29.320508 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1fee5c81-315d-4d31-a461-31a3ada9b882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:29.320851 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-1fee5c81-315d-4d31-a461-31a3ada9b882 admin admin] Added segment 5918ef1a-6544-407d-947d-630bdc900e10 of type vlan for network b64a44c2-9b68-4439-8c83-10622bad8314 Aug 29 04:08:29.342059 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31b02a07-6d54-4db3-be04-842ef310f35d req-98c69536-4c19-407d-8db8-791c2e5283e5 tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] Network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:08:29.343870 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-31b02a07-6d54-4db3-be04-842ef310f35d req-98c69536-4c19-407d-8db8-791c2e5283e5 tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:08:29.346450 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c69536-4c19-407d-8db8-791c2e5283e5 tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] Pushing event updated for resources: {'Port': ['ID=c5cd9555-174d-4fa9-8796-8bd0412428ce,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:29.368548 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-31b02a07-6d54-4db3-be04-842ef310f35d req-98c69536-4c19-407d-8db8-791c2e5283e5 tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:08:29.374198 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b02a07-6d54-4db3-be04-842ef310f35d req-98c69536-4c19-407d-8db8-791c2e5283e5 tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:29.374829 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-31b02a07-6d54-4db3-be04-842ef310f35d req-98c69536-4c19-407d-8db8-791c2e5283e5 tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:29.380925 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6d7f219-606d-4fb3-ab65-e5c73048b8b1 x-openstack-request-id: req-e6d7f219-606d-4fb3-ab65-e5c73048b8b1 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:08:29.381833 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e05699c3-8a1d-40e5-8ae2-ef4ed624c526", "name": "network-vif-plugged", "status": "completed", "tag": "c083abd8-e00d-423b-84a6-2e2648e453fc", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:08:29.388393 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e6d7f219-606d-4fb3-ab65-e5c73048b8b1 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:08:29.390564 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e05699c3-8a1d-40e5-8ae2-ef4ed624c526', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c083abd8-e00d-423b-84a6-2e2648e453fc', 'code': 200} Aug 29 04:08:29.399157 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-31b02a07-6d54-4db3-be04-842ef310f35d req-98c69536-4c19-407d-8db8-791c2e5283e5 tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1854296 Aug 29 04:08:29.406535 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1fee5c81-315d-4d31-a461-31a3ada9b882 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:29.416074 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-31b02a07-6d54-4db3-be04-842ef310f35d req-ebcec28c-3dcc-4731-aa8b-af4ee11ab51f service neutron] Request body: {'port': {'device_id': 'e8297627-95d4-4144-8370-c83f4d92ba4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:08:29.452962 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=c083abd8-e00d-423b-84a6-2e2648e453fc,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:29.568131 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1fee5c81-315d-4d31-a461-31a3ada9b882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:29.573360 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fee5c81-315d-4d31-a461-31a3ada9b882 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:29.574919 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1fee5c81-315d-4d31-a461-31a3ada9b882 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:29.600502 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-31b02a07-6d54-4db3-be04-842ef310f35d req-ebcec28c-3dcc-4731-aa8b-af4ee11ab51f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:29.648191 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fee5c81-315d-4d31-a461-31a3ada9b882 admin admin] Pushing event updated for resources: {'Network': ['ID=b64a44c2-9b68-4439-8c83-10622bad8314,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:29.663472 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network b64a44c2-9b68-4439-8c83-10622bad8314 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:08:29.667927 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2ed2eb-2a10-4c4f-a482-41f6da3511d3 req-3efd38f8-aca7-48e8-bd6f-725206712779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:29.669570 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1e2ed2eb-2a10-4c4f-a482-41f6da3511d3 req-3efd38f8-aca7-48e8-bd6f-725206712779 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e05699c3-8a1d-40e5-8ae2-ef4ed624c526 HTTP/1.1" status: 200 len: 1101 time: 0.1757464 Aug 29 04:08:29.676057 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74039907-c9c6-4248-a37a-aeb62c5300bb req-38b5b0ad-2153-48c9-ab45-5562e4695119 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:29.684650 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-74039907-c9c6-4248-a37a-aeb62c5300bb req-38b5b0ad-2153-48c9-ab45-5562e4695119 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=17d1aee9-03df-4ac4-8975-10a53a9cc4e7 HTTP/1.1" status: 200 len: 948 time: 0.1965876 Aug 29 04:08:29.706764 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-1fee5c81-315d-4d31-a461-31a3ada9b882 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5721035 Aug 29 04:08:29.709392 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 60766) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:29.714500 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-801928b4-29f0-4954-9096-2afb7f814788 admin admin] Request body: {'subnet': {'network_id': 'b64a44c2-9b68-4439-8c83-10622bad8314', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1540792295-subnet', 'tenant_id': 'ea3a6923b64d424080229cf2a2def91c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:08:29.741613 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-801928b4-29f0-4954-9096-2afb7f814788 admin admin] Made reservation on behalf of ea3a6923b64d424080229cf2a2def91c for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:08:29.744152 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-801928b4-29f0-4954-9096-2afb7f814788 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:29.809518 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-c2e72501-eebc-4ba2-9a9d-c0d9df08ecd7 None None] Provisioning for port c5cd9555-174d-4fa9-8796-8bd0412428ce completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:08:29.821648 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-c2e72501-eebc-4ba2-9a9d-c0d9df08ecd7 None None] Provisioning complete for port c5cd9555-174d-4fa9-8796-8bd0412428ce triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:08:29.822022 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c2e72501-eebc-4ba2-9a9d-c0d9df08ecd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:29.827493 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-74039907-c9c6-4248-a37a-aeb62c5300bb req-4bb9f3e6-7a2e-4f1a-a1b7-6f0fa1c71951 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417909 Aug 29 04:08:29.852791 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d50b25-2af0-4523-ad17-a9003ab07935 req-54177634-ba4e-44e5-8d49-ac3bf62d8d58 tempest-TenantUsagesTestJSON-1722395225 tempest-TenantUsagesTestJSON-1722395225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:29.860593 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-45d50b25-2af0-4523-ad17-a9003ab07935 req-54177634-ba4e-44e5-8d49-ac3bf62d8d58 tempest-TenantUsagesTestJSON-1722395225 tempest-TenantUsagesTestJSON-1722395225-project] 10.222.0.22 "GET /v2.0/ports?device_id=e05699c3-8a1d-40e5-8ae2-ef4ed624c526 HTTP/1.1" status: 200 len: 949 time: 0.2686632 Aug 29 04:08:29.880306 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-c2e72501-eebc-4ba2-9a9d-c0d9df08ecd7 None None] Port c5cd9555-174d-4fa9-8796-8bd0412428ce cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:08:29.937793 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1e2ed2eb-2a10-4c4f-a482-41f6da3511d3 req-e5704ec8-d0d8-4b2d-b1f4-fc7ab9eac47f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c640d5c9-f163-4ebd-9c93-0df4bc653206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339078 Aug 29 04:08:29.966699 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-45d50b25-2af0-4523-ad17-a9003ab07935 req-46943d3e-44d2-442b-a298-5c82c45910b0 tempest-TenantUsagesTestJSON-1722395225 tempest-TenantUsagesTestJSON-1722395225-project] 10.222.0.22 "GET /v2.0/security-groups?id=c640d5c9-f163-4ebd-9c93-0df4bc653206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997524 Aug 29 04:08:30.060633 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-801928b4-29f0-4954-9096-2afb7f814788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for subnet, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:30.073311 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-31b02a07-6d54-4db3-be04-842ef310f35d req-ebcec28c-3dcc-4731-aa8b-af4ee11ab51f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5cd9555-174d-4fa9-8796-8bd0412428ce {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:08:30.087300 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-31b02a07-6d54-4db3-be04-842ef310f35d req-ebcec28c-3dcc-4731-aa8b-af4ee11ab51f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:30.101393 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-31b02a07-6d54-4db3-be04-842ef310f35d req-ebcec28c-3dcc-4731-aa8b-af4ee11ab51f service neutron] Transition to ACTIVE for port object c5cd9555-174d-4fa9-8796-8bd0412428ce will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:08:30.105525 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-31b02a07-6d54-4db3-be04-842ef310f35d req-ebcec28c-3dcc-4731-aa8b-af4ee11ab51f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:30.124657 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801928b4-29f0-4954-9096-2afb7f814788 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3aab3860-2349-4778-a819-5f30f44d2a13,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:30.136167 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801928b4-29f0-4954-9096-2afb7f814788 admin admin] Checking segment: {'id': '5918ef1a-6544-407d-947d-630bdc900e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b64a44c2-9b68-4439-8c83-10622bad8314'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:08:30.136530 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801928b4-29f0-4954-9096-2afb7f814788 admin admin] Network hostable DHCP agents. Network: b64a44c2-9b68-4439-8c83-10622bad8314, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:08:30.168619 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801928b4-29f0-4954-9096-2afb7f814788 admin admin] Network b64a44c2-9b68-4439-8c83-10622bad8314 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:08:30.168757 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcec28c-3dcc-4731-aa8b-af4ee11ab51f service neutron] Pushing event updated for resources: {'Port': ['ID=c5cd9555-174d-4fa9-8796-8bd0412428ce,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:30.188018 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-801928b4-29f0-4954-9096-2afb7f814788 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, b64a44c2-9b68-4439-8c83-10622bad8314) {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:08:30.196337 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-801928b4-29f0-4954-9096-2afb7f814788 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:30.196798 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-801928b4-29f0-4954-9096-2afb7f814788 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:30.200362 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f3749a-41e1-424e-9d8e-9d2327e4de4c None None] Network b64a44c2-9b68-4439-8c83-10622bad8314 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:08:30.223425 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-31b02a07-6d54-4db3-be04-842ef310f35d req-ebcec28c-3dcc-4731-aa8b-af4ee11ab51f service neutron] Attempting to bind port c5cd9555-174d-4fa9-8796-8bd0412428ce on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:08:30.223831 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-31b02a07-6d54-4db3-be04-842ef310f35d req-ebcec28c-3dcc-4731-aa8b-af4ee11ab51f service neutron] Attempting to bind port c5cd9555-174d-4fa9-8796-8bd0412428ce by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:08:30.224146 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b02a07-6d54-4db3-be04-842ef310f35d req-ebcec28c-3dcc-4731-aa8b-af4ee11ab51f service neutron] Attempting to bind port c5cd9555-174d-4fa9-8796-8bd0412428ce on network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:08:30.226180 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-801928b4-29f0-4954-9096-2afb7f814788 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5155032 Aug 29 04:08:30.229762 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 60786) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:30.238601 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-326c3dff-1266-41d0-a542-c66689465c8c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1540792295-router', 'tenant_id': 'ea3a6923b64d424080229cf2a2def91c', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:08:30.240929 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b02a07-6d54-4db3-be04-842ef310f35d req-ebcec28c-3dcc-4731-aa8b-af4ee11ab51f service neutron] Port c5cd9555-174d-4fa9-8796-8bd0412428ce on network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:08:30.241274 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b02a07-6d54-4db3-be04-842ef310f35d req-ebcec28c-3dcc-4731-aa8b-af4ee11ab51f service neutron] Attempting to bind port c5cd9555-174d-4fa9-8796-8bd0412428ce on network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:08:30.257043 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b02a07-6d54-4db3-be04-842ef310f35d req-ebcec28c-3dcc-4731-aa8b-af4ee11ab51f service neutron] Checking agent: {'id': '3de9de52-3a03-431d-9d7e-497ae92c57ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:08:30.257403 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b02a07-6d54-4db3-be04-842ef310f35d req-ebcec28c-3dcc-4731-aa8b-af4ee11ab51f service neutron] Checking segment: {'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:08:30.257786 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b02a07-6d54-4db3-be04-842ef310f35d req-ebcec28c-3dcc-4731-aa8b-af4ee11ab51f service neutron] Bound using segment: {'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:08:30.258246 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-31b02a07-6d54-4db3-be04-842ef310f35d req-ebcec28c-3dcc-4731-aa8b-af4ee11ab51f service neutron] Bound port: c5cd9555-174d-4fa9-8796-8bd0412428ce, host: n-h1-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:08:30.258615 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-31b02a07-6d54-4db3-be04-842ef310f35d req-ebcec28c-3dcc-4731-aa8b-af4ee11ab51f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:30.283972 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-326c3dff-1266-41d0-a542-c66689465c8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:30.286237 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-326c3dff-1266-41d0-a542-c66689465c8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1838'] for router, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:30.399474 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-31b02a07-6d54-4db3-be04-842ef310f35d req-ebcec28c-3dcc-4731-aa8b-af4ee11ab51f service neutron] For port c5cd9555-174d-4fa9-8796-8bd0412428ce, host n-h1-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:08:30.400281 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-326c3dff-1266-41d0-a542-c66689465c8c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:30.407388 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-31b02a07-6d54-4db3-be04-842ef310f35d req-ebcec28c-3dcc-4731-aa8b-af4ee11ab51f service neutron] For port c5cd9555-174d-4fa9-8796-8bd0412428ce, host n-h1-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=c5cd9555-174d-4fa9-8796-8bd0412428ce,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:08:30.415290 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-31b02a07-6d54-4db3-be04-842ef310f35d req-ebcec28c-3dcc-4731-aa8b-af4ee11ab51f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:30.492243 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b02a07-6d54-4db3-be04-842ef310f35d req-ebcec28c-3dcc-4731-aa8b-af4ee11ab51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:30.492879 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-31b02a07-6d54-4db3-be04-842ef310f35d req-ebcec28c-3dcc-4731-aa8b-af4ee11ab51f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:30.494484 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-31b02a07-6d54-4db3-be04-842ef310f35d req-ebcec28c-3dcc-4731-aa8b-af4ee11ab51f service neutron] 10.222.0.46 "PUT /v2.0/ports/c5cd9555-174d-4fa9-8796-8bd0412428ce HTTP/1.1" status: 200 len: 1097 time: 1.0850067 Aug 29 04:08:30.495047 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8297627-95d4-4144-8370-c83f4d92ba4f', 'tag': 'c5cd9555-174d-4fa9-8796-8bd0412428ce'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:08:30.497539 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb3ed8a5-c041-47f7-8851-b79b05ce7689" -d '{"events": [{"name": "network-changed", "server_uuid": "e8297627-95d4-4144-8370-c83f4d92ba4f", "tag": "c5cd9555-174d-4fa9-8796-8bd0412428ce"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:08:30.529823 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcec28c-3dcc-4731-aa8b-af4ee11ab51f service neutron] Pushing event updated for resources: {'Port': ['ID=c5cd9555-174d-4fa9-8796-8bd0412428ce,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:30.560786 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf76a00f-f03d-4970-9956-744b3dde8a8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-b64a44c2-9b68-4439-8c83-10622bad8314', 'network_id': 'b64a44c2-9b68-4439-8c83-10622bad8314', 'tenant_id': 'ea3a6923b64d424080229cf2a2def91c', 'fixed_ips': [{'subnet_id': '3aab3860-2349-4778-a819-5f30f44d2a13'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:08:30.561763 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cf76a00f-f03d-4970-9956-744b3dde8a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:30.648271 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-326c3dff-1266-41d0-a542-c66689465c8c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:30.665519 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b02a07-6d54-4db3-be04-842ef310f35d req-14a722e9-d33b-4fc7-aa0d-396b8759653c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:30.667139 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-31b02a07-6d54-4db3-be04-842ef310f35d req-14a722e9-d33b-4fc7-aa0d-396b8759653c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=879ec2b9fe7f465198410ae00d0086f3&device_id=e8297627-95d4-4144-8370-c83f4d92ba4f HTTP/1.1" status: 200 len: 1100 time: 0.1271224 Aug 29 04:08:30.710594 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3bf090-e07c-4518-b523-71dd42c4adaf req-5e2ef299-a573-4f6e-b85e-e24f115e5fb8 tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:30.713846 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dc3bf090-e07c-4518-b523-71dd42c4adaf req-5e2ef299-a573-4f6e-b85e-e24f115e5fb8 tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8297627-95d4-4144-8370-c83f4d92ba4f HTTP/1.1" status: 200 len: 948 time: 0.1574564 Aug 29 04:08:30.796068 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-31b02a07-6d54-4db3-be04-842ef310f35d req-9b4d7f4c-a241-43ce-a59c-475571209b7a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=c5cd9555-174d-4fa9-8796-8bd0412428ce HTTP/1.1" status: 200 len: 217 time: 0.1177025 Aug 29 04:08:30.819042 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-cf76a00f-f03d-4970-9956-744b3dde8a8f None None] Allocated IP 172.20.0.2 (b64a44c2-9b68-4439-8c83-10622bad8314/3aab3860-2349-4778-a819-5f30f44d2a13/f08f746a-2d02-4032-8410-a3cf83894f74) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:08:30.901359 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dc3bf090-e07c-4518-b523-71dd42c4adaf req-4fa18991-6c68-40ec-b33a-2908069ebd48 tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea603de9-63fb-45e7-bc50-a0eeae01bb10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230860 Aug 29 04:08:30.928109 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b02a07-6d54-4db3-be04-842ef310f35d req-2fa6e144-4b29-457f-b0bd-18dad552c5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:30.934659 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-31b02a07-6d54-4db3-be04-842ef310f35d req-2fa6e144-4b29-457f-b0bd-18dad552c5b7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=18cd12d4-b12a-41b0-b0c5-618edbb84e74 HTTP/1.1" status: 200 len: 843 time: 0.1150141 Aug 29 04:08:30.965336 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fe3a48-9cc1-4a41-8fbd-1dd984e4a4a3 req-09af60a4-5e49-4de3-b8bc-b7292fee9015 tempest-MigrationsAdminTest-1540335180 tempest-MigrationsAdminTest-1540335180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:30.966894 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-47fe3a48-9cc1-4a41-8fbd-1dd984e4a4a3 req-09af60a4-5e49-4de3-b8bc-b7292fee9015 tempest-MigrationsAdminTest-1540335180 tempest-MigrationsAdminTest-1540335180-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=17d1aee9-03df-4ac4-8975-10a53a9cc4e7 HTTP/1.1" status: 200 len: 1100 time: 0.2066755 Aug 29 04:08:30.997733 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-326c3dff-1266-41d0-a542-c66689465c8c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:31.018456 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b02a07-6d54-4db3-be04-842ef310f35d req-b58de011-5b5f-46ce-9bf9-46051f725b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:31.020147 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-31b02a07-6d54-4db3-be04-842ef310f35d req-b58de011-5b5f-46ce-9bf9-46051f725b34 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0777850 Aug 29 04:08:31.034021 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-326c3dff-1266-41d0-a542-c66689465c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:31.035401 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-47fe3a48-9cc1-4a41-8fbd-1dd984e4a4a3 req-a98aed7d-dd9f-42bd-b12c-9bc434d51da5 tempest-MigrationsAdminTest-1540335180 tempest-MigrationsAdminTest-1540335180-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:31.101384 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cf76a00f-f03d-4970-9956-744b3dde8a8f None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:31.120959 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-cf76a00f-f03d-4970-9956-744b3dde8a8f None None] Transition to ACTIVE for port object f08f746a-2d02-4032-8410-a3cf83894f74 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:08:31.177193 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-cf76a00f-f03d-4970-9956-744b3dde8a8f None None] Transition to ACTIVE for port object f08f746a-2d02-4032-8410-a3cf83894f74 will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:08:31.191914 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cf76a00f-f03d-4970-9956-744b3dde8a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:31.217443 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-326c3dff-1266-41d0-a542-c66689465c8c admin admin] Allocated IP 172.25.0.244 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/d8a2194a-e343-41ff-b420-c1a478190283) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:08:31.293872 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-31b02a07-6d54-4db3-be04-842ef310f35d req-60ebc1a3-2c18-43ac-8be4-06cd2790e806 service neutron] 10.222.0.46 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532752 Aug 29 04:08:31.298321 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf76a00f-f03d-4970-9956-744b3dde8a8f None None] Network b64a44c2-9b68-4439-8c83-10622bad8314 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:08:31.303591 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-cf76a00f-f03d-4970-9956-744b3dde8a8f None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:08:31.303821 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-47fe3a48-9cc1-4a41-8fbd-1dd984e4a4a3 req-a98aed7d-dd9f-42bd-b12c-9bc434d51da5 tempest-MigrationsAdminTest-1540335180 tempest-MigrationsAdminTest-1540335180-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:31.312391 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf76a00f-f03d-4970-9956-744b3dde8a8f None None] Pushing event updated for resources: {'Port': ['ID=f08f746a-2d02-4032-8410-a3cf83894f74,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:31.317106 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-47fe3a48-9cc1-4a41-8fbd-1dd984e4a4a3 req-a98aed7d-dd9f-42bd-b12c-9bc434d51da5 tempest-MigrationsAdminTest-1540335180 tempest-MigrationsAdminTest-1540335180-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:31.319482 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf76a00f-f03d-4970-9956-744b3dde8a8f None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:08:31.415676 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-31b02a07-6d54-4db3-be04-842ef310f35d req-7114e5a7-6695-47cc-b149-910d8f531b66 service neutron] 10.222.0.46 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100707 Aug 29 04:08:31.425291 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-47fe3a48-9cc1-4a41-8fbd-1dd984e4a4a3 req-a98aed7d-dd9f-42bd-b12c-9bc434d51da5 tempest-MigrationsAdminTest-1540335180 tempest-MigrationsAdminTest-1540335180-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4458735 Aug 29 04:08:31.452270 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98aed7d-dd9f-42bd-b12c-9bc434d51da5 tempest-MigrationsAdminTest-1540335180 tempest-MigrationsAdminTest-1540335180-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddb58e2e-5364-4d18-b9d9-77c75bab842b,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:31.466850 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-cf76a00f-f03d-4970-9956-744b3dde8a8f None None] Attempting to bind port f08f746a-2d02-4032-8410-a3cf83894f74 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:08:31.467216 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-cf76a00f-f03d-4970-9956-744b3dde8a8f None None] Attempting to bind port f08f746a-2d02-4032-8410-a3cf83894f74 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '5918ef1a-6544-407d-947d-630bdc900e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b64a44c2-9b68-4439-8c83-10622bad8314'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:08:31.469466 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf76a00f-f03d-4970-9956-744b3dde8a8f None None] Attempting to bind port f08f746a-2d02-4032-8410-a3cf83894f74 on network b64a44c2-9b68-4439-8c83-10622bad8314 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:08:31.484877 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf76a00f-f03d-4970-9956-744b3dde8a8f None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:08:31.485062 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf76a00f-f03d-4970-9956-744b3dde8a8f None None] Checking segment: {'id': '5918ef1a-6544-407d-947d-630bdc900e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b64a44c2-9b68-4439-8c83-10622bad8314'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:08:31.486163 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cf76a00f-f03d-4970-9956-744b3dde8a8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:31.486846 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf76a00f-f03d-4970-9956-744b3dde8a8f None None] Bound using segment: {'id': '5918ef1a-6544-407d-947d-630bdc900e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b64a44c2-9b68-4439-8c83-10622bad8314'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:08:31.487603 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-cf76a00f-f03d-4970-9956-744b3dde8a8f None None] Bound port: f08f746a-2d02-4032-8410-a3cf83894f74, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5918ef1a-6544-407d-947d-630bdc900e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b64a44c2-9b68-4439-8c83-10622bad8314'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:08:31.489973 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cf76a00f-f03d-4970-9956-744b3dde8a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:31.527108 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-326c3dff-1266-41d0-a542-c66689465c8c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:31.548852 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba8953fa-1010-4285-8964-d5586d2b4a8d x-openstack-request-id: req-ba8953fa-1010-4285-8964-d5586d2b4a8d {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:08:31.549144 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8297627-95d4-4144-8370-c83f4d92ba4f", "tag": "c5cd9555-174d-4fa9-8796-8bd0412428ce", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:08:31.549401 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ba8953fa-1010-4285-8964-d5586d2b4a8d {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:08:31.549802 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8297627-95d4-4144-8370-c83f4d92ba4f', 'tag': 'c5cd9555-174d-4fa9-8796-8bd0412428ce', 'status': 'completed', 'code': 200} Aug 29 04:08:31.605054 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-326c3dff-1266-41d0-a542-c66689465c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:31.619028 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-cf76a00f-f03d-4970-9956-744b3dde8a8f None None] For port f08f746a-2d02-4032-8410-a3cf83894f74, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:08:31.623250 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-cf76a00f-f03d-4970-9956-744b3dde8a8f None None] For port f08f746a-2d02-4032-8410-a3cf83894f74, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=f08f746a-2d02-4032-8410-a3cf83894f74,segment=NetworkSegment(5918ef1a-6544-407d-947d-630bdc900e10),segment_id=5918ef1a-6544-407d-947d-630bdc900e10)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:08:31.632128 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cf76a00f-f03d-4970-9956-744b3dde8a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:31.668440 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3ed8a5-c041-47f7-8851-b79b05ce7689 req-a7c40151-bc1f-4429-ab45-337cfe4af9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:31.668759 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326c3dff-1266-41d0-a542-c66689465c8c admin admin] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:08:31.670477 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-cb3ed8a5-c041-47f7-8851-b79b05ce7689 req-a7c40151-bc1f-4429-ab45-337cfe4af9af service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=879ec2b9fe7f465198410ae00d0086f3&device_id=e8297627-95d4-4144-8370-c83f4d92ba4f HTTP/1.1" status: 200 len: 1100 time: 0.0945325 Aug 29 04:08:31.673413 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-326c3dff-1266-41d0-a542-c66689465c8c admin admin] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:08:31.681205 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326c3dff-1266-41d0-a542-c66689465c8c admin admin] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:08:31.702318 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf76a00f-f03d-4970-9956-744b3dde8a8f None None] Pushing event updated for resources: {'Port': ['ID=f08f746a-2d02-4032-8410-a3cf83894f74,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:31.765035 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326c3dff-1266-41d0-a542-c66689465c8c admin admin] Pushing event updated for resources: {'Port': ['ID=d8a2194a-e343-41ff-b420-c1a478190283,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:31.783286 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9803f814-c58a-4a9b-a43f-b55427a10ce0 req-75bdb5ed-c578-4715-ae90-5c83bf5fb4f4 tempest-TenantUsagesTestJSON-1722395225 tempest-TenantUsagesTestJSON-1722395225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:31.784929 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9803f814-c58a-4a9b-a43f-b55427a10ce0 req-75bdb5ed-c578-4715-ae90-5c83bf5fb4f4 tempest-TenantUsagesTestJSON-1722395225 tempest-TenantUsagesTestJSON-1722395225-project] 10.222.0.22 "GET /v2.0/ports?device_id=e05699c3-8a1d-40e5-8ae2-ef4ed624c526 HTTP/1.1" status: 200 len: 949 time: 0.1945555 Aug 29 04:08:31.816748 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3ed8a5-c041-47f7-8851-b79b05ce7689 req-4b678dc8-e393-41ef-b65e-76e56d0f3dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:31.818313 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-cb3ed8a5-c041-47f7-8851-b79b05ce7689 req-4b678dc8-e393-41ef-b65e-76e56d0f3dce service neutron] 10.222.0.46 "GET /v2.0/networks?id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 HTTP/1.1" status: 200 len: 870 time: 0.1328843 Aug 29 04:08:31.857237 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9803f814-c58a-4a9b-a43f-b55427a10ce0 req-1ff78c19-10de-4821-8ea2-185041211f0b tempest-TenantUsagesTestJSON-1722395225 tempest-TenantUsagesTestJSON-1722395225-project] 10.222.0.22 "GET /v2.0/security-groups?id=c640d5c9-f163-4ebd-9c93-0df4bc653206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662036 Aug 29 04:08:31.885433 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-cb3ed8a5-c041-47f7-8851-b79b05ce7689 req-569d1946-d573-4ca0-8440-8fbbfa281baa service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=c5cd9555-174d-4fa9-8796-8bd0412428ce HTTP/1.1" status: 200 len: 217 time: 0.0530002 Aug 29 04:08:31.981498 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3ed8a5-c041-47f7-8851-b79b05ce7689 req-ee923cfb-0953-4275-a67d-043ea0b0bb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:31.984486 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-cb3ed8a5-c041-47f7-8851-b79b05ce7689 req-ee923cfb-0953-4275-a67d-043ea0b0bb8b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=18cd12d4-b12a-41b0-b0c5-618edbb84e74 HTTP/1.1" status: 200 len: 843 time: 0.0873981 Aug 29 04:08:32.049956 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-326c3dff-1266-41d0-a542-c66689465c8c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:32.090816 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3ed8a5-c041-47f7-8851-b79b05ce7689 req-be5769bb-53a7-4f9b-99fb-ab9a6565270d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:32.096754 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-cb3ed8a5-c041-47f7-8851-b79b05ce7689 req-be5769bb-53a7-4f9b-99fb-ab9a6565270d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1018920 Aug 29 04:08:32.243181 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-cb3ed8a5-c041-47f7-8851-b79b05ce7689 req-0b92ce78-b893-4b3a-8e68-609c41230bc0 service neutron] 10.222.0.46 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376667 Aug 29 04:08:32.369094 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-cb3ed8a5-c041-47f7-8851-b79b05ce7689 req-a899c9ad-3f2e-4cf1-a2e8-91cb7670761f service neutron] 10.222.0.46 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145940 Aug 29 04:08:32.456860 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-326c3dff-1266-41d0-a542-c66689465c8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409'] for router, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:32.530261 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f81510-52b5-4b26-942e-d0c80c5eea07 req-c795ed57-d48e-4be0-bb7a-71edea057c1f tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:32.533107 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-13f81510-52b5-4b26-942e-d0c80c5eea07 req-c795ed57-d48e-4be0-bb7a-71edea057c1f tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8297627-95d4-4144-8370-c83f4d92ba4f HTTP/1.1" status: 200 len: 948 time: 0.0772603 Aug 29 04:08:32.618163 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-13f81510-52b5-4b26-942e-d0c80c5eea07 req-57bc6a73-13aa-4d8e-8e07-a438d1ec9f02 tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea603de9-63fb-45e7-bc50-a0eeae01bb10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759151 Aug 29 04:08:32.641648 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 60870) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:32.705835 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6722c02-9014-4ca7-b43f-70173ddd367a req-48fb08aa-fd45-4610-b37f-f966c2407c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:32.707444 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d6722c02-9014-4ca7-b43f-70173ddd367a req-48fb08aa-fd45-4610-b37f-f966c2407c5c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4b47ebaf5a2144e2beea71bdc91317f3&device_id=17d1aee9-03df-4ac4-8975-10a53a9cc4e7 HTTP/1.1" status: 200 len: 1100 time: 0.0707603 Aug 29 04:08:32.716973 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-326c3dff-1266-41d0-a542-c66689465c8c admin admin] Router 044bb2d2-cd57-48da-b866-a2d81133804b is scheduled to L3 agent 76874008-c311-485c-ba36-921b6d275b6a with binding_index 1 {{(pid=94829) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:08:32.856750 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6722c02-9014-4ca7-b43f-70173ddd367a req-2329c357-bfb5-4135-9928-07f76bbc6691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:32.858246 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d6722c02-9014-4ca7-b43f-70173ddd367a req-2329c357-bfb5-4135-9928-07f76bbc6691 service neutron] 10.222.0.48 "GET /v2.0/networks?id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 HTTP/1.1" status: 200 len: 870 time: 0.1260881 Aug 29 04:08:32.910812 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d6722c02-9014-4ca7-b43f-70173ddd367a req-7e80407a-db71-4946-933f-3db65620f8ee service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=ea1f70ee-b550-4aef-a765-072dca3d50eb HTTP/1.1" status: 200 len: 217 time: 0.0452492 Aug 29 04:08:32.949996 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1164eca9-bd68-4642-84d4-73821dada11b req-d235b95e-8805-480d-a6ff-997f3a62c8a3 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=17d1aee9-03df-4ac4-8975-10a53a9cc4e7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3064368 Aug 29 04:08:32.966964 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6722c02-9014-4ca7-b43f-70173ddd367a req-cf8c2f96-4ef9-4dba-954c-e9210b6fe8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:32.968367 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d6722c02-9014-4ca7-b43f-70173ddd367a req-cf8c2f96-4ef9-4dba-954c-e9210b6fe8b6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=18cd12d4-b12a-41b0-b0c5-618edbb84e74 HTTP/1.1" status: 200 len: 843 time: 0.0501733 Aug 29 04:08:32.991901 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8a498f-dde3-4079-8709-b0f2a2847d64 req-c23aae08-2069-4688-be18-0893ff39764b tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:32.993475 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0d8a498f-dde3-4079-8709-b0f2a2847d64 req-c23aae08-2069-4688-be18-0893ff39764b tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=17d1aee9-03df-4ac4-8975-10a53a9cc4e7 HTTP/1.1" status: 200 len: 948 time: 0.2080300 Aug 29 04:08:32.999510 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-326c3dff-1266-41d0-a542-c66689465c8c admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:08:33.012533 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9877ff5f-0fdf-47ad-9cd8-1d557b7d68c9 None None] Sync routers for ids ['044bb2d2-cd57-48da-b866-a2d81133804b'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:08:33.029988 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9877ff5f-0fdf-47ad-9cd8-1d557b7d68c9 None None] Routers {'044bb2d2-cd57-48da-b866-a2d81133804b'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:08:33.031557 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-9877ff5f-0fdf-47ad-9cd8-1d557b7d68c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:08:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['044bb2d2-cd57-48da-b866-a2d81133804b'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:08:33.066114 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1cad7a-73ee-453d-b05b-11b0fb14ed16 None None] Network b64a44c2-9b68-4439-8c83-10622bad8314 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:08:33.073915 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6722c02-9014-4ca7-b43f-70173ddd367a req-587467b4-a757-4fdb-9418-7be89ecaa6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:33.075558 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d6722c02-9014-4ca7-b43f-70173ddd367a req-587467b4-a757-4fdb-9418-7be89ecaa6cb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0996821 Aug 29 04:08:33.115581 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0d8a498f-dde3-4079-8709-b0f2a2847d64 req-4e8a86ff-ac6e-4a9b-9d58-fda532be9dcf tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133070 Aug 29 04:08:33.145442 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-326c3dff-1266-41d0-a542-c66689465c8c admin admin] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:33.146992 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-326c3dff-1266-41d0-a542-c66689465c8c admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.9161830 Aug 29 04:08:33.151974 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 60900) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:33.435770 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d6722c02-9014-4ca7-b43f-70173ddd367a req-8b6b6d88-bda0-46a9-b56f-07081c04b9dd service neutron] 10.222.0.48 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3519173 Aug 29 04:08:33.516461 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-9877ff5f-0fdf-47ad-9cd8-1d557b7d68c9 None None] Set router 044bb2d2-cd57-48da-b866-a2d81133804b gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:08:33.570445 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device f08f746a-2d02-4032-8410-a3cf83894f74 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:08:33.690766 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-9d91ec36-5d34-44a1-b870-bdec9b834479 None None] Provisioning for port f08f746a-2d02-4032-8410-a3cf83894f74 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:08:33.691429 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d6722c02-9014-4ca7-b43f-70173ddd367a req-88330491-6c10-40e9-9d33-07c0dba5f45b service neutron] 10.222.0.48 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337036 Aug 29 04:08:33.693431 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7ae7fb96-c8fb-4144-9ecf-029ed5bd0ea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:33.754665 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port f08f746a-2d02-4032-8410-a3cf83894f74 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:08:33.805407 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port f08f746a-2d02-4032-8410-a3cf83894f74 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:08:33.805740 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:33.811379 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2516137d-bdad-4a25-a586-ab7f3c946a8c req-dc21a714-e997-41c9-ac8e-3668e3fa82ef tempest-TenantUsagesTestJSON-1722395225 tempest-TenantUsagesTestJSON-1722395225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:33.814459 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2516137d-bdad-4a25-a586-ab7f3c946a8c req-dc21a714-e997-41c9-ac8e-3668e3fa82ef tempest-TenantUsagesTestJSON-1722395225 tempest-TenantUsagesTestJSON-1722395225-project] 10.222.0.22 "GET /v2.0/ports?device_id=e05699c3-8a1d-40e5-8ae2-ef4ed624c526 HTTP/1.1" status: 200 len: 949 time: 0.1615918 Aug 29 04:08:33.845251 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:08:33.880663 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 60944) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:33.943125 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2516137d-bdad-4a25-a586-ab7f3c946a8c req-a5790a3e-d976-45d0-8adb-2d2a2c14da68 tempest-TenantUsagesTestJSON-1722395225 tempest-TenantUsagesTestJSON-1722395225-project] 10.222.0.22 "GET /v2.0/security-groups?id=c640d5c9-f163-4ebd-9c93-0df4bc653206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156800 Aug 29 04:08:34.028005 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:34.055424 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-9877ff5f-0fdf-47ad-9cd8-1d557b7d68c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044bb2d2-cd57-48da-b866-a2d81133804b', 'name': 'tempest-FloatingIPsTestJSON-1540792295-router', 'tenant_id': 'ea3a6923b64d424080229cf2a2def91c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': 'd8a2194a-e343-41ff-b420-c1a478190283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:08:30Z', 'updated_at': '2021-08-29T04:08:31Z', 'revision_number': 3, 'project_id': 'ea3a6923b64d424080229cf2a2def91c', 'gw_port': {'id': 'd8a2194a-e343-41ff-b420-c1a478190283', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:81:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '044bb2d2-cd57-48da-b866-a2d81133804b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:08:31Z', 'updated_at': '2021-08-29T04:08:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:08:34.177847 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9877ff5f-0fdf-47ad-9cd8-1d557b7d68c9 None None] Checking router: 044bb2d2-cd57-48da-b866-a2d81133804b for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:08:34.178710 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9877ff5f-0fdf-47ad-9cd8-1d557b7d68c9 None None] Updating router 044bb2d2-cd57-48da-b866-a2d81133804b port d8a2194a-e343-41ff-b420-c1a478190283 binding host n-d-712140-12 {{(pid=94831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:08:34.179734 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port f08f746a-2d02-4032-8410-a3cf83894f74, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=f08f746a-2d02-4032-8410-a3cf83894f74,segment=NetworkSegment(5918ef1a-6544-407d-947d-630bdc900e10),segment_id=5918ef1a-6544-407d-947d-630bdc900e10)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:08:34.190995 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:34.197615 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b5a44ac4-bec4-4c3c-80d1-d561ece21ac9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:34.265764 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9877ff5f-0fdf-47ad-9cd8-1d557b7d68c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:34.343540 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-698a6128-1cb2-4491-9657-27fa68fbedb7 None None] Provisioning complete for port f08f746a-2d02-4032-8410-a3cf83894f74 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:08:34.344010 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-698a6128-1cb2-4491-9657-27fa68fbedb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:34.346958 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=f08f746a-2d02-4032-8410-a3cf83894f74,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:34.356940 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1c1401ce-ee8a-4df1-8df3-44a5fcdf1560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:34.418859 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b3c211-59f5-42ed-98e4-29440da59748 req-ecbb8146-cd54-4cf3-b190-4929591ad52b tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:34.423855 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-30b3c211-59f5-42ed-98e4-29440da59748 req-ecbb8146-cd54-4cf3-b190-4929591ad52b tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8297627-95d4-4144-8370-c83f4d92ba4f HTTP/1.1" status: 200 len: 948 time: 0.1834953 Aug 29 04:08:34.521253 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-30b3c211-59f5-42ed-98e4-29440da59748 req-c2bd6546-52e4-414a-a5bd-e81d4d955f59 tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea603de9-63fb-45e7-bc50-a0eeae01bb10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842247 Aug 29 04:08:34.546808 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 60962) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:34.676336 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b5a44ac4-bec4-4c3c-80d1-d561ece21ac9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:34.684379 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9877ff5f-0fdf-47ad-9cd8-1d557b7d68c9 None None] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:34.688628 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b5a44ac4-bec4-4c3c-80d1-d561ece21ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:34.696220 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-9877ff5f-0fdf-47ad-9cd8-1d557b7d68c9 None None] Transition to ACTIVE for port object d8a2194a-e343-41ff-b420-c1a478190283 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:08:34.705162 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9877ff5f-0fdf-47ad-9cd8-1d557b7d68c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:34.779564 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d337fff1-868d-46f9-951a-b569534490f3 None None] Pushing event updated for resources: {'Port': ['ID=d8a2194a-e343-41ff-b420-c1a478190283,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:34.782253 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-9877ff5f-0fdf-47ad-9cd8-1d557b7d68c9 None None] Attempting to bind port d8a2194a-e343-41ff-b420-c1a478190283 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:08:34.783249 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-47649a0a-2ca9-41dd-84cc-72b4633db5c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:34.783504 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-9877ff5f-0fdf-47ad-9cd8-1d557b7d68c9 None None] Attempting to bind port d8a2194a-e343-41ff-b420-c1a478190283 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:08:34.783950 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9877ff5f-0fdf-47ad-9cd8-1d557b7d68c9 None None] Attempting to bind port d8a2194a-e343-41ff-b420-c1a478190283 on network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:08:34.790701 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-b5a44ac4-bec4-4c3c-80d1-d561ece21ac9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1d00ddd9feeb48b884d5ba51c2551790&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9084473 Aug 29 04:08:34.796307 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9877ff5f-0fdf-47ad-9cd8-1d557b7d68c9 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:08:34.796697 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9877ff5f-0fdf-47ad-9cd8-1d557b7d68c9 None None] Checking segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:08:34.797937 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 60972) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:34.799376 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9877ff5f-0fdf-47ad-9cd8-1d557b7d68c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:34.800807 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9877ff5f-0fdf-47ad-9cd8-1d557b7d68c9 None None] Bound using segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:08:34.801276 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a44ac4-bec4-4c3c-80d1-d561ece21ac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6810e5bf-e40c-4258-aa23-59ed6a37352d,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:34.801544 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-9877ff5f-0fdf-47ad-9cd8-1d557b7d68c9 None None] Bound port: d8a2194a-e343-41ff-b420-c1a478190283, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:08:34.814342 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9877ff5f-0fdf-47ad-9cd8-1d557b7d68c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:34.818511 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a44ac4-bec4-4c3c-80d1-d561ece21ac9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:34.818865 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a44ac4-bec4-4c3c-80d1-d561ece21ac9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:34.819363 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a44ac4-bec4-4c3c-80d1-d561ece21ac9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:34.819893 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a44ac4-bec4-4c3c-80d1-d561ece21ac9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:34.820289 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a44ac4-bec4-4c3c-80d1-d561ece21ac9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:34.820587 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8824dbe1-ed11-4ac0-8988-732879ae9b7b req-9c03b30f-b26b-4bd4-9f0e-a580d6d0bac6 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:34.821059 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a44ac4-bec4-4c3c-80d1-d561ece21ac9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:34.821059 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a44ac4-bec4-4c3c-80d1-d561ece21ac9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:34.821325 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a44ac4-bec4-4c3c-80d1-d561ece21ac9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:34.821598 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a44ac4-bec4-4c3c-80d1-d561ece21ac9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:34.821990 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a44ac4-bec4-4c3c-80d1-d561ece21ac9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:34.822167 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8824dbe1-ed11-4ac0-8988-732879ae9b7b req-9c03b30f-b26b-4bd4-9f0e-a580d6d0bac6 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=17d1aee9-03df-4ac4-8975-10a53a9cc4e7 HTTP/1.1" status: 200 len: 948 time: 0.4782631 Aug 29 04:08:34.822325 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a44ac4-bec4-4c3c-80d1-d561ece21ac9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:34.822645 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a44ac4-bec4-4c3c-80d1-d561ece21ac9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:34.842369 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-1c1401ce-ee8a-4df1-8df3-44a5fcdf1560 admin admin] Allocated IP 172.20.0.1 (b64a44c2-9b68-4439-8c83-10622bad8314/3aab3860-2349-4778-a819-5f30f44d2a13/1097a6ca-4230-4baa-8a95-3569c08d5953) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:08:34.878561 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-9877ff5f-0fdf-47ad-9cd8-1d557b7d68c9 None None] For port d8a2194a-e343-41ff-b420-c1a478190283, host n-d-712140-12, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:08:34.884589 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-9877ff5f-0fdf-47ad-9cd8-1d557b7d68c9 None None] For port d8a2194a-e343-41ff-b420-c1a478190283, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=d8a2194a-e343-41ff-b420-c1a478190283,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:08:34.893225 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9877ff5f-0fdf-47ad-9cd8-1d557b7d68c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:34.980552 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-47649a0a-2ca9-41dd-84cc-72b4633db5c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:34.983049 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8824dbe1-ed11-4ac0-8988-732879ae9b7b req-c04156c3-52fe-42eb-9763-e6f2640f91f5 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463599 Aug 29 04:08:34.987356 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-47649a0a-2ca9-41dd-84cc-72b4633db5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:34.998415 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9877ff5f-0fdf-47ad-9cd8-1d557b7d68c9 None None] Routers {'044bb2d2-cd57-48da-b866-a2d81133804b'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:08:34.999058 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-9877ff5f-0fdf-47ad-9cd8-1d557b7d68c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:08:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['044bb2d2-cd57-48da-b866-a2d81133804b'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:08:35.020706 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9ea45589-dd5b-42eb-8eb0-500048e676bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:35.053709 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d337fff1-868d-46f9-951a-b569534490f3 None None] Pushing event updated for resources: {'Port': ['ID=d8a2194a-e343-41ff-b420-c1a478190283,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:35.106638 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9ea45589-dd5b-42eb-8eb0-500048e676bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:35.128268 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-47649a0a-2ca9-41dd-84cc-72b4633db5c5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a2a14573fd4843929dad382b46b40355&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5761464 Aug 29 04:08:35.128268 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47649a0a-2ca9-41dd-84cc-72b4633db5c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44ca7c6d-2f16-41c3-ab10-15a0d7f58e44,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:35.142775 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 60990) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:35.185984 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1c1401ce-ee8a-4df1-8df3-44a5fcdf1560 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:35.225116 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-1c1401ce-ee8a-4df1-8df3-44a5fcdf1560 admin admin] Transition to ACTIVE for port object 1097a6ca-4230-4baa-8a95-3569c08d5953 will not be triggered until provisioned by entity DHCP. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:08:35.264604 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-9877ff5f-0fdf-47ad-9cd8-1d557b7d68c9 None None] Set router 044bb2d2-cd57-48da-b866-a2d81133804b gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:08:35.273667 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9ea45589-dd5b-42eb-8eb0-500048e676bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:35.279658 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9ea45589-dd5b-42eb-8eb0-500048e676bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:35.289250 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-9ea45589-dd5b-42eb-8eb0-500048e676bb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6810e5bf-e40c-4258-aa23-59ed6a37352d HTTP/1.1" status: 204 len: 168 time: 0.4884062 Aug 29 04:08:35.310669 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea45589-dd5b-42eb-8eb0-500048e676bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6810e5bf-e40c-4258-aa23-59ed6a37352d,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:35.339342 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea45589-dd5b-42eb-8eb0-500048e676bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:35.342459 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea45589-dd5b-42eb-8eb0-500048e676bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:35.343303 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea45589-dd5b-42eb-8eb0-500048e676bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:35.344511 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea45589-dd5b-42eb-8eb0-500048e676bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:35.345334 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea45589-dd5b-42eb-8eb0-500048e676bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:35.346343 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea45589-dd5b-42eb-8eb0-500048e676bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:35.347270 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea45589-dd5b-42eb-8eb0-500048e676bb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:35.347544 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device f08f746a-2d02-4032-8410-a3cf83894f74 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:08:35.348885 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea45589-dd5b-42eb-8eb0-500048e676bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:35.349795 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea45589-dd5b-42eb-8eb0-500048e676bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:35.354371 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea45589-dd5b-42eb-8eb0-500048e676bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:35.355279 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea45589-dd5b-42eb-8eb0-500048e676bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:35.356810 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea45589-dd5b-42eb-8eb0-500048e676bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:35.371573 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1c1401ce-ee8a-4df1-8df3-44a5fcdf1560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:35.460541 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1401ce-ee8a-4df1-8df3-44a5fcdf1560 admin admin] Pushing event updated for resources: {'Port': ['ID=1097a6ca-4230-4baa-8a95-3569c08d5953,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:35.483638 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1401ce-ee8a-4df1-8df3-44a5fcdf1560 admin admin] Network b64a44c2-9b68-4439-8c83-10622bad8314 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:08:35.485377 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-1c1401ce-ee8a-4df1-8df3-44a5fcdf1560 admin admin] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:08:35.499760 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port f08f746a-2d02-4032-8410-a3cf83894f74 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:08:35.502583 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:35.502732 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1401ce-ee8a-4df1-8df3-44a5fcdf1560 admin admin] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:08:35.504203 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1c1401ce-ee8a-4df1-8df3-44a5fcdf1560 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719598'] for router_interface, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:35.569905 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb5c6dd-0ea7-493b-b059-b8e409744902 req-d9737f58-5b70-47c9-b99c-dfca69c5454e tempest-TenantUsagesTestJSON-1722395225 tempest-TenantUsagesTestJSON-1722395225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:35.571468 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5cb5c6dd-0ea7-493b-b059-b8e409744902 req-d9737f58-5b70-47c9-b99c-dfca69c5454e tempest-TenantUsagesTestJSON-1722395225 tempest-TenantUsagesTestJSON-1722395225-project] 10.222.0.48 "GET /v2.0/ports?device_id=e05699c3-8a1d-40e5-8ae2-ef4ed624c526 HTTP/1.1" status: 200 len: 949 time: 0.4928558 Aug 29 04:08:35.581942 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device c5cd9555-174d-4fa9-8796-8bd0412428ce details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:08:35.644385 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e58924e6-0f8f-43b5-a52b-2fc3ec16f3c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:35.669174 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e58924e6-0f8f-43b5-a52b-2fc3ec16f3c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:35.762735 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port c5cd9555-174d-4fa9-8796-8bd0412428ce, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=c5cd9555-174d-4fa9-8796-8bd0412428ce,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:08:35.787123 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e58924e6-0f8f-43b5-a52b-2fc3ec16f3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:35.790585 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e58924e6-0f8f-43b5-a52b-2fc3ec16f3c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:35.794234 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-e58924e6-0f8f-43b5-a52b-2fc3ec16f3c4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/44ca7c6d-2f16-41c3-ab10-15a0d7f58e44 HTTP/1.1" status: 204 len: 168 time: 0.6415322 Aug 29 04:08:35.811713 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Returning: {'device': 'c5cd9555-174d-4fa9-8796-8bd0412428ce', 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45', 'port_id': 'c5cd9555-174d-4fa9-8796-8bd0412428ce', 'mac_address': 'fa:16:3e:11:99:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18cd12d4-b12a-41b0-b0c5-618edbb84e74', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:08:35.825783 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c4498a-be0d-40da-895a-66e8688c8916 req-dd8a4cd6-5fb7-44b9-9e33-f08f7b0c92f3 tempest-TenantUsagesTestJSON-1722395225 tempest-TenantUsagesTestJSON-1722395225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:35.839090 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-77c4498a-be0d-40da-895a-66e8688c8916 req-dd8a4cd6-5fb7-44b9-9e33-f08f7b0c92f3 tempest-TenantUsagesTestJSON-1722395225 tempest-TenantUsagesTestJSON-1722395225-project] 10.222.0.22 "GET /v2.0/ports?device_id=e05699c3-8a1d-40e5-8ae2-ef4ed624c526 HTTP/1.1" status: 200 len: 949 time: 0.6926188 Aug 29 04:08:35.846734 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58924e6-0f8f-43b5-a52b-2fc3ec16f3c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44ca7c6d-2f16-41c3-ab10-15a0d7f58e44,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:35.862168 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1164eca9-bd68-4642-84d4-73821dada11b req-c86aa7e9-60c3-4679-990d-371d8e55b783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:35.863674 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1164eca9-bd68-4642-84d4-73821dada11b req-c86aa7e9-60c3-4679-990d-371d8e55b783 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4b47ebaf5a2144e2beea71bdc91317f3&device_id=17d1aee9-03df-4ac4-8975-10a53a9cc4e7 HTTP/1.1" status: 200 len: 1100 time: 0.3937902 Aug 29 04:08:35.871775 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1c1401ce-ee8a-4df1-8df3-44a5fcdf1560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:35.903931 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:35.930979 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5cd9555-174d-4fa9-8796-8bd0412428ce {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:08:35.956835 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port c5cd9555-174d-4fa9-8796-8bd0412428ce, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=c5cd9555-174d-4fa9-8796-8bd0412428ce,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:08:35.980647 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-9877ff5f-0fdf-47ad-9cd8-1d557b7d68c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044bb2d2-cd57-48da-b866-a2d81133804b', 'name': 'tempest-FloatingIPsTestJSON-1540792295-router', 'tenant_id': 'ea3a6923b64d424080229cf2a2def91c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': 'd8a2194a-e343-41ff-b420-c1a478190283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:08:30Z', 'updated_at': '2021-08-29T04:08:31Z', 'revision_number': 3, 'project_id': 'ea3a6923b64d424080229cf2a2def91c', 'gw_port': {'id': 'd8a2194a-e343-41ff-b420-c1a478190283', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:81:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '044bb2d2-cd57-48da-b866-a2d81133804b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:08:31Z', 'updated_at': '2021-08-29T04:08:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:08:36.012010 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 32774) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:36.014185 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:36.022537 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9877ff5f-0fdf-47ad-9cd8-1d557b7d68c9 None None] The sync data for ids ['044bb2d2-cd57-48da-b866-a2d81133804b'] in n-d-712140-12 is: [{'id': '044bb2d2-cd57-48da-b866-a2d81133804b', 'name': 'tempest-FloatingIPsTestJSON-1540792295-router', 'tenant_id': 'ea3a6923b64d424080229cf2a2def91c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': 'd8a2194a-e343-41ff-b420-c1a478190283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:08:30Z', 'updated_at': '2021-08-29T04:08:31Z', 'revision_number': 3, 'project_id': 'ea3a6923b64d424080229cf2a2def91c', 'gw_port': {'id': 'd8a2194a-e343-41ff-b420-c1a478190283', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:81:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '044bb2d2-cd57-48da-b866-a2d81133804b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:08:31Z', 'updated_at': '2021-08-29T04:08:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:08:36.098027 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-d53cdd98-ca74-4cae-b07b-f2bd51d090dd None None] Provisioning for port 1097a6ca-4230-4baa-8a95-3569c08d5953 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:08:36.107738 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-d53cdd98-ca74-4cae-b07b-f2bd51d090dd None None] Provisioning complete for port 1097a6ca-4230-4baa-8a95-3569c08d5953 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:08:36.107974 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d53cdd98-ca74-4cae-b07b-f2bd51d090dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:36.122368 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-77c4498a-be0d-40da-895a-66e8688c8916 req-667b1578-dcde-4b17-a9fa-2363dc17ef1b tempest-TenantUsagesTestJSON-1722395225 tempest-TenantUsagesTestJSON-1722395225-project] 10.222.0.22 "GET /v2.0/security-groups?id=c640d5c9-f163-4ebd-9c93-0df4bc653206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788281 Aug 29 04:08:36.125783 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-db4a9a1c-fdb4-400f-a5f7-0ee0d3a29943 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:36.130582 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3115836-9a2c-47bb-afa7-d2121181b919 req-dc7fb496-955f-4e9d-a779-688239dacd2c tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:36.138972 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f3115836-9a2c-47bb-afa7-d2121181b919 req-dc7fb496-955f-4e9d-a779-688239dacd2c tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8297627-95d4-4144-8370-c83f4d92ba4f HTTP/1.1" status: 200 len: 948 time: 0.2752552 Aug 29 04:08:36.151907 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=c5cd9555-174d-4fa9-8796-8bd0412428ce,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:36.175535 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-5cb5c6dd-0ea7-493b-b059-b8e409744902 req-e8952cd4-53d4-4ddc-b8a8-5f22423960a5 tempest-TenantUsagesTestJSON-1722395225 tempest-TenantUsagesTestJSON-1722395225-project] Deleting port c083abd8-e00d-423b-84a6-2e2648e453fc {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:08:36.176338 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-5cb5c6dd-0ea7-493b-b059-b8e409744902 req-e8952cd4-53d4-4ddc-b8a8-5f22423960a5 tempest-TenantUsagesTestJSON-1722395225 tempest-TenantUsagesTestJSON-1722395225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:36.182940 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1164eca9-bd68-4642-84d4-73821dada11b req-1d13e8c1-46cb-4c17-a50c-c87e831929f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:36.184754 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1164eca9-bd68-4642-84d4-73821dada11b req-1d13e8c1-46cb-4c17-a50c-c87e831929f1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 HTTP/1.1" status: 200 len: 870 time: 0.3027158 Aug 29 04:08:36.213872 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:36.214293 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:36.214648 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:36.214992 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:36.227045 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f3115836-9a2c-47bb-afa7-d2121181b919 req-45ad195e-679e-4604-9417-d9dab7cd910a tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea603de9-63fb-45e7-bc50-a0eeae01bb10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734689 Aug 29 04:08:36.227381 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:36.227381 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:36.227381 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:36.227381 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:36.227381 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:36.227381 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:36.227381 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:36.227381 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:36.243489 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-d53cdd98-ca74-4cae-b07b-f2bd51d090dd None None] Port 1097a6ca-4230-4baa-8a95-3569c08d5953 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:08:36.256363 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9e107125-5a38-483a-a10d-1a91d795d3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:36.307808 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1164eca9-bd68-4642-84d4-73821dada11b req-b34d7094-4d1b-4b5a-b3fc-c375d39f522f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=ea1f70ee-b550-4aef-a765-072dca3d50eb HTTP/1.1" status: 200 len: 217 time: 0.1087368 Aug 29 04:08:36.321531 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1c1401ce-ee8a-4df1-8df3-44a5fcdf1560 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:36.325345 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 32784) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:36.343297 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['c5cd9555-174d-4fa9-8796-8bd0412428ce'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:08:36.346075 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2d16db24-c693-4c0a-bc71-55c643e47978 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:36.379209 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1c1401ce-ee8a-4df1-8df3-44a5fcdf1560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:36.380408 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1c1401ce-ee8a-4df1-8df3-44a5fcdf1560 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-718897'] for router_interface, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:36.415357 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-db4a9a1c-fdb4-400f-a5f7-0ee0d3a29943 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 04:08:36.415357 n-d-712140-12 neutron-server[94828]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 29 04:08:36.415357 n-d-712140-12 neutron-server[94828]: [parameters: {'project_id': 'e1e2ea295ac44efbbf8f571c679e323d', 'id': '3d328a78-631d-4842-a824-9d69a6b82288', 'expiration': datetime.datetime(2021, 8, 29, 4, 10, 36, 395163)}] Aug 29 04:08:36.415357 n-d-712140-12 neutron-server[94828]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:08:36.416030 n-d-712140-12 neutron-server[94828]: DEBUG oslo_db.api [None req-db4a9a1c-fdb4-400f-a5f7-0ee0d3a29943 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:08:36.456309 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e658b6-9e25-47ba-9a36-1422a5c6b1e8 req-6a0f995e-8d4f-4ba7-a762-9d1a1b71b5a8 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:36.463782 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-69e658b6-9e25-47ba-9a36-1422a5c6b1e8 req-6a0f995e-8d4f-4ba7-a762-9d1a1b71b5a8 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=17d1aee9-03df-4ac4-8975-10a53a9cc4e7 HTTP/1.1" status: 200 len: 948 time: 0.1549296 Aug 29 04:08:36.467536 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1164eca9-bd68-4642-84d4-73821dada11b req-17d08277-af68-4049-be07-d03325866059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:36.469267 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1164eca9-bd68-4642-84d4-73821dada11b req-17d08277-af68-4049-be07-d03325866059 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=18cd12d4-b12a-41b0-b0c5-618edbb84e74 HTTP/1.1" status: 200 len: 843 time: 0.1474760 Aug 29 04:08:36.562938 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-5cb5c6dd-0ea7-493b-b059-b8e409744902 req-e8952cd4-53d4-4ddc-b8a8-5f22423960a5 tempest-TenantUsagesTestJSON-1722395225 tempest-TenantUsagesTestJSON-1722395225-project] For port c083abd8-e00d-423b-84a6-2e2648e453fc, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=c083abd8-e00d-423b-84a6-2e2648e453fc,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:08:36.563377 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-5cb5c6dd-0ea7-493b-b059-b8e409744902 req-e8952cd4-53d4-4ddc-b8a8-5f22423960a5 tempest-TenantUsagesTestJSON-1722395225 tempest-TenantUsagesTestJSON-1722395225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:36.597317 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-5cb5c6dd-0ea7-493b-b059-b8e409744902 req-e8952cd4-53d4-4ddc-b8a8-5f22423960a5 tempest-TenantUsagesTestJSON-1722395225 tempest-TenantUsagesTestJSON-1722395225-project] Calling delete_port for c083abd8-e00d-423b-84a6-2e2648e453fc owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:08:36.610185 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-69e658b6-9e25-47ba-9a36-1422a5c6b1e8 req-fd3737be-7e4d-4313-b906-8d3212073f5a tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449578 Aug 29 04:08:36.633159 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1164eca9-bd68-4642-84d4-73821dada11b req-6012db5f-8566-4aa0-98ea-a306d8f4136f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:36.634876 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1164eca9-bd68-4642-84d4-73821dada11b req-6012db5f-8566-4aa0-98ea-a306d8f4136f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1523387 Aug 29 04:08:36.673469 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2d16db24-c693-4c0a-bc71-55c643e47978 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:36.676611 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1401ce-ee8a-4df1-8df3-44a5fcdf1560 admin admin] Pushing event updated for resources: {'Port': ['ID=1097a6ca-4230-4baa-8a95-3569c08d5953,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:36.690505 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2d16db24-c693-4c0a-bc71-55c643e47978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:36.847944 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1164eca9-bd68-4642-84d4-73821dada11b req-8446550e-4baa-47f7-8db2-3c6b9c259eac service neutron] 10.222.0.48 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803303 Aug 29 04:08:36.932898 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-db4a9a1c-fdb4-400f-a5f7-0ee0d3a29943 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:36.951894 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-2d16db24-c693-4c0a-bc71-55c643e47978 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=11f11af43ae347dea8412e64f376558e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6239634 Aug 29 04:08:36.954979 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 32814) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:36.957282 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d16db24-c693-4c0a-bc71-55c643e47978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a697a77-ad63-4595-9dfc-d5985c135a97,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:36.984699 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1401ce-ee8a-4df1-8df3-44a5fcdf1560 admin admin] Network b64a44c2-9b68-4439-8c83-10622bad8314 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:08:36.990061 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-1c1401ce-ee8a-4df1-8df3-44a5fcdf1560 admin admin] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:08:37.014045 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-5cb5c6dd-0ea7-493b-b059-b8e409744902 req-e8952cd4-53d4-4ddc-b8a8-5f22423960a5 tempest-TenantUsagesTestJSON-1722395225 tempest-TenantUsagesTestJSON-1722395225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:37.034221 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:37.050680 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['c083abd8-e00d-423b-84a6-2e2648e453fc'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:08:37.153608 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:37.176361 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8952cd4-53d4-4ddc-b8a8-5f22423960a5 tempest-TenantUsagesTestJSON-1722395225 tempest-TenantUsagesTestJSON-1722395225-project] Pushing event deleted for resources: {'Port': ['ID=c083abd8-e00d-423b-84a6-2e2648e453fc,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:37.224007 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cb5c6dd-0ea7-493b-b059-b8e409744902 req-e8952cd4-53d4-4ddc-b8a8-5f22423960a5 tempest-TenantUsagesTestJSON-1722395225 tempest-TenantUsagesTestJSON-1722395225-project] No DVR routers for this DVR port c083abd8-e00d-423b-84a6-2e2648e453fc on host n-h2-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:08:37.224289 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6f1b2481-fcf6-4107-aaf7-ca482b9901f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:37.228645 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-5cb5c6dd-0ea7-493b-b059-b8e409744902 req-e8952cd4-53d4-4ddc-b8a8-5f22423960a5 tempest-TenantUsagesTestJSON-1722395225 tempest-TenantUsagesTestJSON-1722395225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:37.231384 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5cb5c6dd-0ea7-493b-b059-b8e409744902 req-e8952cd4-53d4-4ddc-b8a8-5f22423960a5 tempest-TenantUsagesTestJSON-1722395225 tempest-TenantUsagesTestJSON-1722395225-project] 10.222.0.48 "DELETE /v2.0/ports/c083abd8-e00d-423b-84a6-2e2648e453fc HTTP/1.1" status: 204 len: 173 time: 1.6516955 Aug 29 04:08:37.249730 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e05699c3-8a1d-40e5-8ae2-ef4ed624c526', 'name': 'network-vif-deleted', 'tag': 'c083abd8-e00d-423b-84a6-2e2648e453fc'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:08:37.258408 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-970833f8-8031-415b-8dbe-e57911772b4b" -d '{"events": [{"server_uuid": "e05699c3-8a1d-40e5-8ae2-ef4ed624c526", "name": "network-vif-deleted", "tag": "c083abd8-e00d-423b-84a6-2e2648e453fc"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:08:37.264178 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1164eca9-bd68-4642-84d4-73821dada11b req-473ae2d8-7ba2-421e-bb07-18c0c5e73eff service neutron] 10.222.0.48 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4054615 Aug 29 04:08:37.363091 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6f1b2481-fcf6-4107-aaf7-ca482b9901f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:37.423938 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5fa25aaa-1479-43a7-b587-90771bba17eb req-dfadb7b9-30f3-4698-ae02-4e96df6b1b59 tempest-TenantUsagesTestJSON-1722395225 tempest-TenantUsagesTestJSON-1722395225-project] 10.222.0.22 "GET /v2.0/ports?device_id=e05699c3-8a1d-40e5-8ae2-ef4ed624c526 HTTP/1.1" status: 200 len: 210 time: 0.0402992 Aug 29 04:08:37.427495 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-db4a9a1c-fdb4-400f-a5f7-0ee0d3a29943 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:37.437213 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-db4a9a1c-fdb4-400f-a5f7-0ee0d3a29943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:37.470182 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c1401ce-ee8a-4df1-8df3-44a5fcdf1560 admin admin] Router 044bb2d2-cd57-48da-b866-a2d81133804b has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:08:37.480775 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device d8a2194a-e343-41ff-b420-c1a478190283 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:08:37.558111 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-db4a9a1c-fdb4-400f-a5f7-0ee0d3a29943 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e1e2ea295ac44efbbf8f571c679e323d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5432689 Aug 29 04:08:37.560522 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4a9a1c-fdb4-400f-a5f7-0ee0d3a29943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33b70c46-fd69-4037-ba16-f25b52947036,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:37.565058 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 32832) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:37.584611 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa019606-41a3-45c1-9d85-5d92505a42a0 req-696fadad-3762-4a8a-b1f9-423f87590e93 tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:37.586299 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-fa019606-41a3-45c1-9d85-5d92505a42a0 req-696fadad-3762-4a8a-b1f9-423f87590e93 tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8297627-95d4-4144-8370-c83f4d92ba4f HTTP/1.1" status: 200 len: 949 time: 0.1846156 Aug 29 04:08:37.598568 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-5ff7978e-d85b-45ad-9719-a023ba657468 None None] Provisioning complete for port 1097a6ca-4230-4baa-8a95-3569c08d5953 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:08:37.599253 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5ff7978e-d85b-45ad-9719-a023ba657468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:37.639213 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device c5cd9555-174d-4fa9-8796-8bd0412428ce up at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:08:37.643178 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-5ff7978e-d85b-45ad-9719-a023ba657468 None None] Port 1097a6ca-4230-4baa-8a95-3569c08d5953 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:08:37.653576 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3afeee2-7b6f-4119-8193-7a79109d0aac x-openstack-request-id: req-a3afeee2-7b6f-4119-8193-7a79109d0aac {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:08:37.654531 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e05699c3-8a1d-40e5-8ae2-ef4ed624c526", "name": "network-vif-deleted", "tag": "c083abd8-e00d-423b-84a6-2e2648e453fc", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:08:37.654944 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a3afeee2-7b6f-4119-8193-7a79109d0aac {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:08:37.655719 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e05699c3-8a1d-40e5-8ae2-ef4ed624c526', 'name': 'network-vif-deleted', 'tag': 'c083abd8-e00d-423b-84a6-2e2648e453fc', 'status': 'completed', 'code': 200} Aug 29 04:08:37.681865 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port d8a2194a-e343-41ff-b420-c1a478190283 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:08:37.682520 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-52fd39a0-1256-47ad-9210-c15dacf13a4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:37.687936 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port d8a2194a-e343-41ff-b420-c1a478190283 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:08:37.688440 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:37.723633 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-52fd39a0-1256-47ad-9210-c15dacf13a4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:37.734944 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6f1b2481-fcf6-4107-aaf7-ca482b9901f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:37.738173 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6f1b2481-fcf6-4107-aaf7-ca482b9901f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:37.739328 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-6f1b2481-fcf6-4107-aaf7-ca482b9901f4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4a697a77-ad63-4595-9dfc-d5985c135a97 HTTP/1.1" status: 204 len: 168 time: 0.7830205 Aug 29 04:08:37.753951 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1b2481-fcf6-4107-aaf7-ca482b9901f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a697a77-ad63-4595-9dfc-d5985c135a97,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:37.789442 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c1401ce-ee8a-4df1-8df3-44a5fcdf1560 admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:08:37.804533 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-1c1401ce-ee8a-4df1-8df3-44a5fcdf1560 admin admin] 10.222.0.22 "PUT /v2.0/routers/044bb2d2-cd57-48da-b866-a2d81133804b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6458735 Aug 29 04:08:37.804533 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-fa019606-41a3-45c1-9d85-5d92505a42a0 req-c6a4916e-937f-4c0d-8b64-5063a20d5dc3 tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea603de9-63fb-45e7-bc50-a0eeae01bb10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420429 Aug 29 04:08:37.856127 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a426f257-aa88-4360-b3ca-c8c2ad4b9ac5 req-733b8606-2878-41f2-bbbc-cf796d64146a tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:37.862999 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:37.864666 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a426f257-aa88-4360-b3ca-c8c2ad4b9ac5 req-733b8606-2878-41f2-bbbc-cf796d64146a tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=17d1aee9-03df-4ac4-8975-10a53a9cc4e7 HTTP/1.1" status: 200 len: 948 time: 0.0944271 Aug 29 04:08:37.887474 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning for port c5cd9555-174d-4fa9-8796-8bd0412428ce completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:08:37.912734 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning complete for port c5cd9555-174d-4fa9-8796-8bd0412428ce triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:08:37.913282 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:37.927480 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-52fd39a0-1256-47ad-9210-c15dacf13a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:37.931572 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-52fd39a0-1256-47ad-9210-c15dacf13a4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:37.937074 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-52fd39a0-1256-47ad-9210-c15dacf13a4f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/33b70c46-fd69-4037-ba16-f25b52947036 HTTP/1.1" status: 204 len: 168 time: 0.3709922 Aug 29 04:08:37.941193 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port d8a2194a-e343-41ff-b420-c1a478190283, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=d8a2194a-e343-41ff-b420-c1a478190283,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:08:37.950432 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a426f257-aa88-4360-b3ca-c8c2ad4b9ac5 req-1b7b4457-05b4-4771-b6f9-e423b5f2776b tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847933 Aug 29 04:08:37.954880 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:37.978910 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fd39a0-1256-47ad-9210-c15dacf13a4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b70c46-fd69-4037-ba16-f25b52947036,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:38.084120 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:38.121229 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=d8a2194a-e343-41ff-b420-c1a478190283,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:38.131328 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8297627-95d4-4144-8370-c83f4d92ba4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5cd9555-174d-4fa9-8796-8bd0412428ce'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:08:38.133934 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc9bd1dc-76a9-42d8-a0a4-86eef3baf195" -d '{"events": [{"server_uuid": "e8297627-95d4-4144-8370-c83f4d92ba4f", "name": "network-vif-plugged", "status": "completed", "tag": "c5cd9555-174d-4fa9-8796-8bd0412428ce"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:08:38.152400 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port c5cd9555-174d-4fa9-8796-8bd0412428ce, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=c5cd9555-174d-4fa9-8796-8bd0412428ce,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:08:38.158620 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:38.239722 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e15a08c-d231-41a7-8331-8a2cbbe131ac x-openstack-request-id: req-7e15a08c-d231-41a7-8331-8a2cbbe131ac {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:08:38.240099 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8297627-95d4-4144-8370-c83f4d92ba4f", "name": "network-vif-plugged", "status": "completed", "tag": "c5cd9555-174d-4fa9-8796-8bd0412428ce", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:08:38.240350 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7e15a08c-d231-41a7-8331-8a2cbbe131ac {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:08:38.240777 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8297627-95d4-4144-8370-c83f4d92ba4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5cd9555-174d-4fa9-8796-8bd0412428ce', 'code': 200} Aug 29 04:08:38.242952 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=c5cd9555-174d-4fa9-8796-8bd0412428ce,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:38.350654 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861006e0-6544-4d7a-9d24-0efabf34e08a req-54d4e4ef-ec2d-4a66-a328-b67d1eb06124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:38.352231 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-861006e0-6544-4d7a-9d24-0efabf34e08a req-54d4e4ef-ec2d-4a66-a328-b67d1eb06124 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e8297627-95d4-4144-8370-c83f4d92ba4f HTTP/1.1" status: 200 len: 1102 time: 0.0733373 Aug 29 04:08:38.401291 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-861006e0-6544-4d7a-9d24-0efabf34e08a req-64ea2c48-d421-4898-96ac-4613a0b5d5d6 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ea603de9-63fb-45e7-bc50-a0eeae01bb10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402498 Aug 29 04:08:38.487502 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:38.652540 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da50a6fd-8171-4797-8355-3267bfd2f5a1 None None] Sync routers for ids ['044bb2d2-cd57-48da-b866-a2d81133804b'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:08:38.666161 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da50a6fd-8171-4797-8355-3267bfd2f5a1 None None] Routers {'044bb2d2-cd57-48da-b866-a2d81133804b'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:08:38.666892 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-da50a6fd-8171-4797-8355-3267bfd2f5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:08:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['044bb2d2-cd57-48da-b866-a2d81133804b'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:08:38.781729 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 32888) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:38.807658 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-18f67504-26b4-47e0-ad4d-4c9c5f4d4d59 req-557f368f-1ae6-4ec0-a23e-d212f3ae35e6 tempest-FloatingIPsTestJSON-540867285 tempest-FloatingIPsTestJSON-540867285-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2427349 Aug 29 04:08:38.810005 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-da50a6fd-8171-4797-8355-3267bfd2f5a1 None None] Set router 044bb2d2-cd57-48da-b866-a2d81133804b gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:08:38.821302 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-18f67504-26b4-47e0-ad4d-4c9c5f4d4d59 req-0cc87b45-55b1-47b2-a077-8661d055de4f tempest-FloatingIPsTestJSON-540867285 tempest-FloatingIPsTestJSON-540867285-project] Request body: {'floatingip': {'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:08:38.848658 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-18f67504-26b4-47e0-ad4d-4c9c5f4d4d59 req-0cc87b45-55b1-47b2-a077-8661d055de4f tempest-FloatingIPsTestJSON-540867285 tempest-FloatingIPsTestJSON-540867285-project] Notify callbacks [] for floatingip, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:38.980668 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-18f67504-26b4-47e0-ad4d-4c9c5f4d4d59 req-0cc87b45-55b1-47b2-a077-8661d055de4f tempest-FloatingIPsTestJSON-540867285 tempest-FloatingIPsTestJSON-540867285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:38.990357 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4efc1ad-ef6c-458c-83c7-4f15a87b41d8 req-93f0f04d-5863-442f-a0a7-c8456d41833d tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:39.001916 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f4efc1ad-ef6c-458c-83c7-4f15a87b41d8 req-93f0f04d-5863-442f-a0a7-c8456d41833d tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8297627-95d4-4144-8370-c83f4d92ba4f HTTP/1.1" status: 200 len: 950 time: 0.0825224 Aug 29 04:08:39.058035 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device c083abd8-e00d-423b-84a6-2e2648e453fc no longer exists at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:08:39.068997 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f4efc1ad-ef6c-458c-83c7-4f15a87b41d8 req-ea1fb7d2-3373-439c-b904-68203bf905c9 tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea603de9-63fb-45e7-bc50-a0eeae01bb10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648685 Aug 29 04:08:39.093474 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] No Port match for: c083abd8-e00d-423b-84a6-2e2648e453fc {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:08:39.094055 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device c083abd8-e00d-423b-84a6-2e2648e453fc not bound to the agent host n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:08:39.096556 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9b9f2317-ead3-4950-99fd-0d7a4405872a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:39.157943 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-18f67504-26b4-47e0-ad4d-4c9c5f4d4d59 req-0cc87b45-55b1-47b2-a077-8661d055de4f tempest-FloatingIPsTestJSON-540867285 tempest-FloatingIPsTestJSON-540867285-project] Allocated IP 172.25.0.29 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/15de8529-979d-41d6-9110-f47658e54685) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:08:39.204132 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-da50a6fd-8171-4797-8355-3267bfd2f5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044bb2d2-cd57-48da-b866-a2d81133804b', 'name': 'tempest-FloatingIPsTestJSON-1540792295-router', 'tenant_id': 'ea3a6923b64d424080229cf2a2def91c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': 'd8a2194a-e343-41ff-b420-c1a478190283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:08:30Z', 'updated_at': '2021-08-29T04:08:35Z', 'revision_number': 4, 'project_id': 'ea3a6923b64d424080229cf2a2def91c', 'gw_port': {'id': 'd8a2194a-e343-41ff-b420-c1a478190283', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:81:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044bb2d2-cd57-48da-b866-a2d81133804b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:08:31Z', 'updated_at': '2021-08-29T04:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '1097a6ca-4230-4baa-8a95-3569c08d5953', 'name': '', 'network_id': 'b64a44c2-9b68-4439-8c83-10622bad8314', 'tenant_id': 'ea3a6923b64d424080229cf2a2def91c', 'mac_address': 'fa:16:3e:57:40:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '044bb2d2-cd57-48da-b866-a2d81133804b', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '3aab3860-2349-4778-a819-5f30f44d2a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:08:34Z', 'updated_at': '2021-08-29T04:08:36Z', 'revision_number': 2, 'project_id': 'ea3a6923b64d424080229cf2a2def91c', 'subnets': [{'id': '3aab3860-2349-4778-a819-5f30f44d2a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:08:39.234553 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 32906) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:39.240138 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da50a6fd-8171-4797-8355-3267bfd2f5a1 None None] Checking router: 044bb2d2-cd57-48da-b866-a2d81133804b for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:08:39.240674 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da50a6fd-8171-4797-8355-3267bfd2f5a1 None None] Updating router 044bb2d2-cd57-48da-b866-a2d81133804b port 1097a6ca-4230-4baa-8a95-3569c08d5953 binding host n-d-712140-12 {{(pid=94830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:08:39.284026 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-da50a6fd-8171-4797-8355-3267bfd2f5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:39.288949 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36355e8-bad3-41d7-99bb-6f58b15897bb req-7a37c5e6-a0c9-4e47-8cc5-795e95d86d33 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:39.298905 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b36355e8-bad3-41d7-99bb-6f58b15897bb req-7a37c5e6-a0c9-4e47-8cc5-795e95d86d33 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=17d1aee9-03df-4ac4-8975-10a53a9cc4e7 HTTP/1.1" status: 200 len: 948 time: 0.1181183 Aug 29 04:08:39.382856 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b36355e8-bad3-41d7-99bb-6f58b15897bb req-114b2ab4-a7dd-4c32-bbd1-6fa8e2053403 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829365 Aug 29 04:08:39.400583 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9b9f2317-ead3-4950-99fd-0d7a4405872a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:39.409741 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9b9f2317-ead3-4950-99fd-0d7a4405872a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:39.459975 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-18f67504-26b4-47e0-ad4d-4c9c5f4d4d59 req-0cc87b45-55b1-47b2-a077-8661d055de4f tempest-FloatingIPsTestJSON-540867285 tempest-FloatingIPsTestJSON-540867285-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:39.520065 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9f2317-ead3-4950-99fd-0d7a4405872a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dca4f7ad-280e-45f3-bbce-ba805242cb14,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:39.557011 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-18f67504-26b4-47e0-ad4d-4c9c5f4d4d59 req-0cc87b45-55b1-47b2-a077-8661d055de4f tempest-FloatingIPsTestJSON-540867285 tempest-FloatingIPsTestJSON-540867285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:39.559378 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device d8a2194a-e343-41ff-b420-c1a478190283 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:08:39.563134 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-9b9f2317-ead3-4950-99fd-0d7a4405872a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cdb2fda1b35b49f9a0adbe98ff98d876&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7797983 Aug 29 04:08:39.620429 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 32920) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:39.682594 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18f67504-26b4-47e0-ad4d-4c9c5f4d4d59 req-0cc87b45-55b1-47b2-a077-8661d055de4f tempest-FloatingIPsTestJSON-540867285 tempest-FloatingIPsTestJSON-540867285-project] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:08:39.697797 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-18f67504-26b4-47e0-ad4d-4c9c5f4d4d59 req-0cc87b45-55b1-47b2-a077-8661d055de4f tempest-FloatingIPsTestJSON-540867285 tempest-FloatingIPsTestJSON-540867285-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:08:39.699003 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-da50a6fd-8171-4797-8355-3267bfd2f5a1 None None] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:39.701360 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-18f67504-26b4-47e0-ad4d-4c9c5f4d4d59 req-0cc87b45-55b1-47b2-a077-8661d055de4f tempest-FloatingIPsTestJSON-540867285 tempest-FloatingIPsTestJSON-540867285-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:08:39.702225 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port d8a2194a-e343-41ff-b420-c1a478190283 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:08:39.702781 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:39.714657 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc87b45-55b1-47b2-a077-8661d055de4f tempest-FloatingIPsTestJSON-540867285 tempest-FloatingIPsTestJSON-540867285-project] Pushing event updated for resources: {'Port': ['ID=15de8529-979d-41d6-9110-f47658e54685,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:39.731735 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-86f06408-01cc-4fb8-b45f-29fb5c985c46 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=dc15db4f732146ec9aeb03a7d590591a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4932368 Aug 29 04:08:39.744041 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 32928) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:39.763360 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-da50a6fd-8171-4797-8355-3267bfd2f5a1 None None] Transition to ACTIVE for port object 1097a6ca-4230-4baa-8a95-3569c08d5953 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:08:39.781658 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-18f67504-26b4-47e0-ad4d-4c9c5f4d4d59 req-0cc87b45-55b1-47b2-a077-8661d055de4f tempest-FloatingIPsTestJSON-540867285 tempest-FloatingIPsTestJSON-540867285-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:39.799254 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-da50a6fd-8171-4797-8355-3267bfd2f5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:39.822364 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-18f67504-26b4-47e0-ad4d-4c9c5f4d4d59 req-0cc87b45-55b1-47b2-a077-8661d055de4f tempest-FloatingIPsTestJSON-540867285 tempest-FloatingIPsTestJSON-540867285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:39.836060 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8cbe39e4-cc5a-4286-9303-703cd99fc496 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:39.841853 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 32930) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:39.910297 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7735771e-3a31-4327-aa49-1d2c2519ffc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:39.920124 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2ae570-f066-4f82-adcb-faccbbf2242d None None] Pushing event updated for resources: {'Port': ['ID=1097a6ca-4230-4baa-8a95-3569c08d5953,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:39.930948 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8cbe39e4-cc5a-4286-9303-703cd99fc496 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:40.001315 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7735771e-3a31-4327-aa49-1d2c2519ffc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:40.042762 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-18f67504-26b4-47e0-ad4d-4c9c5f4d4d59 req-0cc87b45-55b1-47b2-a077-8661d055de4f tempest-FloatingIPsTestJSON-540867285 tempest-FloatingIPsTestJSON-540867285-project] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:40.055935 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-18f67504-26b4-47e0-ad4d-4c9c5f4d4d59 req-0cc87b45-55b1-47b2-a077-8661d055de4f tempest-FloatingIPsTestJSON-540867285 tempest-FloatingIPsTestJSON-540867285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:40.074819 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-b0f5445f-f3f5-44a2-a01b-f9279a73ba3c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-690469506-network', 'tenant_id': '326ac9f4673b4841bd9d8982bd945126'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:08:40.112543 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc87b45-55b1-47b2-a077-8661d055de4f tempest-FloatingIPsTestJSON-540867285 tempest-FloatingIPsTestJSON-540867285-project] Pushing event updated for resources: {'Port': ['ID=15de8529-979d-41d6-9110-f47658e54685,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:40.132499 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-18f67504-26b4-47e0-ad4d-4c9c5f4d4d59 req-0cc87b45-55b1-47b2-a077-8661d055de4f tempest-FloatingIPsTestJSON-540867285 tempest-FloatingIPsTestJSON-540867285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719515'] for floatingip, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:40.153801 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8cbe39e4-cc5a-4286-9303-703cd99fc496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:40.156570 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8cbe39e4-cc5a-4286-9303-703cd99fc496 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:40.161083 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-8cbe39e4-cc5a-4286-9303-703cd99fc496 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/dca4f7ad-280e-45f3-bbce-ba805242cb14 HTTP/1.1" status: 204 len: 168 time: 0.5359440 Aug 29 04:08:40.169484 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0f5445f-f3f5-44a2-a01b-f9279a73ba3c admin admin] Made reservation on behalf of 326ac9f4673b4841bd9d8982bd945126 for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:08:40.172044 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b0f5445f-f3f5-44a2-a01b-f9279a73ba3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:40.173902 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-18f67504-26b4-47e0-ad4d-4c9c5f4d4d59 req-0cc87b45-55b1-47b2-a077-8661d055de4f tempest-FloatingIPsTestJSON-540867285 tempest-FloatingIPsTestJSON-540867285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:40.174877 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbe39e4-cc5a-4286-9303-703cd99fc496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dca4f7ad-280e-45f3-bbce-ba805242cb14,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:40.175893 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-18f67504-26b4-47e0-ad4d-4c9c5f4d4d59 req-0cc87b45-55b1-47b2-a077-8661d055de4f tempest-FloatingIPsTestJSON-540867285 tempest-FloatingIPsTestJSON-540867285-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.3590372 Aug 29 04:08:40.192828 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b0f5445f-f3f5-44a2-a01b-f9279a73ba3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:40.203905 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7735771e-3a31-4327-aa49-1d2c2519ffc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:40.207044 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7735771e-3a31-4327-aa49-1d2c2519ffc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:40.211322 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-7735771e-3a31-4327-aa49-1d2c2519ffc1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c640d5c9-f163-4ebd-9c93-0df4bc653206 HTTP/1.1" status: 204 len: 168 time: 0.4662631 Aug 29 04:08:40.232023 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7735771e-3a31-4327-aa49-1d2c2519ffc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c640d5c9-f163-4ebd-9c93-0df4bc653206,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:40.274776 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-da50a6fd-8171-4797-8355-3267bfd2f5a1 None None] Attempting to bind port 1097a6ca-4230-4baa-8a95-3569c08d5953 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:08:40.275463 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-da50a6fd-8171-4797-8355-3267bfd2f5a1 None None] Attempting to bind port 1097a6ca-4230-4baa-8a95-3569c08d5953 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '5918ef1a-6544-407d-947d-630bdc900e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b64a44c2-9b68-4439-8c83-10622bad8314'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:08:40.275586 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da50a6fd-8171-4797-8355-3267bfd2f5a1 None None] Attempting to bind port 1097a6ca-4230-4baa-8a95-3569c08d5953 on network b64a44c2-9b68-4439-8c83-10622bad8314 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:08:40.284863 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da50a6fd-8171-4797-8355-3267bfd2f5a1 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:08:40.285473 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da50a6fd-8171-4797-8355-3267bfd2f5a1 None None] Checking segment: {'id': '5918ef1a-6544-407d-947d-630bdc900e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b64a44c2-9b68-4439-8c83-10622bad8314'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:08:40.285948 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-da50a6fd-8171-4797-8355-3267bfd2f5a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:40.287088 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da50a6fd-8171-4797-8355-3267bfd2f5a1 None None] Bound using segment: {'id': '5918ef1a-6544-407d-947d-630bdc900e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b64a44c2-9b68-4439-8c83-10622bad8314'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:08:40.287668 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-da50a6fd-8171-4797-8355-3267bfd2f5a1 None None] Bound port: 1097a6ca-4230-4baa-8a95-3569c08d5953, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5918ef1a-6544-407d-947d-630bdc900e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b64a44c2-9b68-4439-8c83-10622bad8314'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:08:40.288414 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-da50a6fd-8171-4797-8355-3267bfd2f5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:40.317731 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba61480-f573-4a78-a694-0b5b0ff06076 req-f7eaec7c-c162-45c8-81be-af52a2c91c9e tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:40.325161 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-cba61480-f573-4a78-a694-0b5b0ff06076 req-f7eaec7c-c162-45c8-81be-af52a2c91c9e tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8297627-95d4-4144-8370-c83f4d92ba4f HTTP/1.1" status: 200 len: 950 time: 0.0906138 Aug 29 04:08:40.364506 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-da50a6fd-8171-4797-8355-3267bfd2f5a1 None None] For port 1097a6ca-4230-4baa-8a95-3569c08d5953, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:08:40.369259 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-da50a6fd-8171-4797-8355-3267bfd2f5a1 None None] For port 1097a6ca-4230-4baa-8a95-3569c08d5953, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=1097a6ca-4230-4baa-8a95-3569c08d5953,segment=NetworkSegment(5918ef1a-6544-407d-947d-630bdc900e10),segment_id=5918ef1a-6544-407d-947d-630bdc900e10)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:08:40.374848 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-da50a6fd-8171-4797-8355-3267bfd2f5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:40.395078 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-cba61480-f573-4a78-a694-0b5b0ff06076 req-542b7ced-68bb-43e6-9a2a-81707590c311 tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea603de9-63fb-45e7-bc50-a0eeae01bb10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629001 Aug 29 04:08:40.448896 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2ae570-f066-4f82-adcb-faccbbf2242d None None] Pushing event updated for resources: {'Port': ['ID=1097a6ca-4230-4baa-8a95-3569c08d5953,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:40.450691 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b0f5445f-f3f5-44a2-a01b-f9279a73ba3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:40.462191 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b0f5445f-f3f5-44a2-a01b-f9279a73ba3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:40.481303 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da50a6fd-8171-4797-8355-3267bfd2f5a1 None None] Routers {'044bb2d2-cd57-48da-b866-a2d81133804b'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:08:40.481999 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-da50a6fd-8171-4797-8355-3267bfd2f5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:08:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['044bb2d2-cd57-48da-b866-a2d81133804b'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:08:40.521204 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0f5445f-f3f5-44a2-a01b-f9279a73ba3c admin admin] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:08:40.565190 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b0f5445f-f3f5-44a2-a01b-f9279a73ba3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:40.565561 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-b0f5445f-f3f5-44a2-a01b-f9279a73ba3c admin admin] Added segment 37012396-b8d8-48d1-954f-3833d7e91170 of type vlan for network 1dbcbde1-6cac-4073-b699-538d9b7eec44 Aug 29 04:08:40.566863 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f5445f-f3f5-44a2-a01b-f9279a73ba3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57ee7570-3df5-4e33-a9b3-d6a74e8b7f8c,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:40.636894 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-da50a6fd-8171-4797-8355-3267bfd2f5a1 None None] Set router 044bb2d2-cd57-48da-b866-a2d81133804b gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:08:40.650741 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b0f5445f-f3f5-44a2-a01b-f9279a73ba3c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:40.682199 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2957d0e5-dee1-4f53-998f-596f6fe2b3f6 req-9b43f68b-a76f-4495-900e-b7bf23845efb tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:40.689141 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2957d0e5-dee1-4f53-998f-596f6fe2b3f6 req-9b43f68b-a76f-4495-900e-b7bf23845efb tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=17d1aee9-03df-4ac4-8975-10a53a9cc4e7 HTTP/1.1" status: 200 len: 948 time: 0.1418252 Aug 29 04:08:40.762494 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b0f5445f-f3f5-44a2-a01b-f9279a73ba3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:40.764027 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f5445f-f3f5-44a2-a01b-f9279a73ba3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:40.764970 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b0f5445f-f3f5-44a2-a01b-f9279a73ba3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:40.844835 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f5445f-f3f5-44a2-a01b-f9279a73ba3c admin admin] Pushing event updated for resources: {'Network': ['ID=1dbcbde1-6cac-4073-b699-538d9b7eec44,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:40.852962 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 32960) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:40.853414 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 32962) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:40.873414 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 1dbcbde1-6cac-4073-b699-538d9b7eec44 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:08:40.884627 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-18f67504-26b4-47e0-ad4d-4c9c5f4d4d59 req-3c148e96-2d57-4d6c-9dca-bfd59fecb8eb tempest-FloatingIPsTestJSON-540867285 tempest-FloatingIPsTestJSON-540867285-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.0.29 HTTP/1.1" status: 200 len: 695 time: 0.6955974 Aug 29 04:08:40.893552 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e9c42c48-7ac2-454d-a784-8b3cd2c97cc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:40.895461 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8f1a93cd-fe46-4039-b984-4d2e7951c59b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:40.900506 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-b0f5445f-f3f5-44a2-a01b-f9279a73ba3c admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0484228 Aug 29 04:08:40.902362 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 32964) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:40.907400 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-b9ed2db4-6895-4e23-96e3-ab0719acf87f admin admin] Request body: {'subnet': {'network_id': '1dbcbde1-6cac-4073-b699-538d9b7eec44', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-690469506-subnet', 'tenant_id': '326ac9f4673b4841bd9d8982bd945126', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:08:40.914988 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2957d0e5-dee1-4f53-998f-596f6fe2b3f6 req-aa80b6f8-84de-4fa6-9d5d-b6f2c2b6e069 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856508 Aug 29 04:08:40.935276 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.db.api [None req-8f1a93cd-fe46-4039-b984-4d2e7951c59b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 04:08:40.935276 n-d-712140-12 neutron-server[94829]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 29 04:08:40.935276 n-d-712140-12 neutron-server[94829]: [parameters: {'project_id_1': '65d4df09d09148f9af85121647b80516', 'expiration_1': datetime.datetime(2021, 8, 29, 4, 8, 40, 922431)}] Aug 29 04:08:40.935276 n-d-712140-12 neutron-server[94829]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:08:40.935611 n-d-712140-12 neutron-server[94829]: DEBUG oslo_db.api [None req-8f1a93cd-fe46-4039-b984-4d2e7951c59b admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:08:40.973137 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-b9ed2db4-6895-4e23-96e3-ab0719acf87f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 04:08:40.973137 n-d-712140-12 neutron-server[94828]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 29 04:08:40.973137 n-d-712140-12 neutron-server[94828]: [parameters: {'project_id_1': '326ac9f4673b4841bd9d8982bd945126', 'expiration_1': datetime.datetime(2021, 8, 29, 4, 8, 40, 922484)}] Aug 29 04:08:40.973137 n-d-712140-12 neutron-server[94828]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:08:40.973547 n-d-712140-12 neutron-server[94828]: DEBUG oslo_db.api [None req-b9ed2db4-6895-4e23-96e3-ab0719acf87f admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:08:41.005185 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-da50a6fd-8171-4797-8355-3267bfd2f5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044bb2d2-cd57-48da-b866-a2d81133804b', 'name': 'tempest-FloatingIPsTestJSON-1540792295-router', 'tenant_id': 'ea3a6923b64d424080229cf2a2def91c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': 'd8a2194a-e343-41ff-b420-c1a478190283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:08:30Z', 'updated_at': '2021-08-29T04:08:35Z', 'revision_number': 4, 'project_id': 'ea3a6923b64d424080229cf2a2def91c', 'gw_port': {'id': 'd8a2194a-e343-41ff-b420-c1a478190283', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:81:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044bb2d2-cd57-48da-b866-a2d81133804b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:08:31Z', 'updated_at': '2021-08-29T04:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '1097a6ca-4230-4baa-8a95-3569c08d5953', 'name': '', 'network_id': 'b64a44c2-9b68-4439-8c83-10622bad8314', 'tenant_id': 'ea3a6923b64d424080229cf2a2def91c', 'mac_address': 'fa:16:3e:57:40:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '044bb2d2-cd57-48da-b866-a2d81133804b', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '3aab3860-2349-4778-a819-5f30f44d2a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:08:34Z', 'updated_at': '2021-08-29T04:08:40Z', 'revision_number': 4, 'project_id': 'ea3a6923b64d424080229cf2a2def91c', 'subnets': [{'id': '3aab3860-2349-4778-a819-5f30f44d2a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:08:41.019297 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e9c42c48-7ac2-454d-a784-8b3cd2c97cc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:41.024528 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e9c42c48-7ac2-454d-a784-8b3cd2c97cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:41.039518 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da50a6fd-8171-4797-8355-3267bfd2f5a1 None None] The sync data for ids ['044bb2d2-cd57-48da-b866-a2d81133804b'] in n-d-712140-12 is: [{'id': '044bb2d2-cd57-48da-b866-a2d81133804b', 'name': 'tempest-FloatingIPsTestJSON-1540792295-router', 'tenant_id': 'ea3a6923b64d424080229cf2a2def91c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': 'd8a2194a-e343-41ff-b420-c1a478190283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:08:30Z', 'updated_at': '2021-08-29T04:08:35Z', 'revision_number': 4, 'project_id': 'ea3a6923b64d424080229cf2a2def91c', 'gw_port': {'id': 'd8a2194a-e343-41ff-b420-c1a478190283', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:81:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044bb2d2-cd57-48da-b866-a2d81133804b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:08:31Z', 'updated_at': '2021-08-29T04:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '1097a6ca-4230-4baa-8a95-3569c08d5953', 'name': '', 'network_id': 'b64a44c2-9b68-4439-8c83-10622bad8314', 'tenant_id': 'ea3a6923b64d424080229cf2a2def91c', 'mac_address': 'fa:16:3e:57:40:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '044bb2d2-cd57-48da-b866-a2d81133804b', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '3aab3860-2349-4778-a819-5f30f44d2a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:08:34Z', 'updated_at': '2021-08-29T04:08:40Z', 'revision_number': 4, 'project_id': 'ea3a6923b64d424080229cf2a2def91c', 'subnets': [{'id': '3aab3860-2349-4778-a819-5f30f44d2a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:08:41.040422 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f67504-26b4-47e0-ad4d-4c9c5f4d4d59 req-2cb3fc53-531e-42eb-a8a5-7cc65b0b9a0a tempest-FloatingIPsTestJSON-540867285 tempest-FloatingIPsTestJSON-540867285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:41.042629 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-18f67504-26b4-47e0-ad4d-4c9c5f4d4d59 req-2cb3fc53-531e-42eb-a8a5-7cc65b0b9a0a tempest-FloatingIPsTestJSON-540867285 tempest-FloatingIPsTestJSON-540867285-project] 10.222.0.22 "GET /v2.0/networks/e6c84a15-2e6f-4c07-8ede-a88148c2fe90 HTTP/1.1" status: 200 len: 784 time: 0.1520243 Aug 29 04:08:41.057955 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [req-18f67504-26b4-47e0-ad4d-4c9c5f4d4d59 req-f4266ca7-1426-45d5-89d2-0e47c3462641 tempest-FloatingIPsTestJSON-540867285 tempest-FloatingIPsTestJSON-540867285-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:08:41.059274 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-18f67504-26b4-47e0-ad4d-4c9c5f4d4d59 req-f4266ca7-1426-45d5-89d2-0e47c3462641 tempest-FloatingIPsTestJSON-540867285 tempest-FloatingIPsTestJSON-540867285-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065007 Aug 29 04:08:41.066994 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c42c48-7ac2-454d-a784-8b3cd2c97cc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83f52750-a36c-44d3-9a16-97ec5f7258a2,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:41.073169 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-e9c42c48-7ac2-454d-a784-8b3cd2c97cc5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=162ab109de634ea9be3e9f04b0cc2da2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2162485 Aug 29 04:08:41.076146 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 32970) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:41.162307 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1cee5220-e758-41a4-a4db-0a4a69223953 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:41.193472 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1cee5220-e758-41a4-a4db-0a4a69223953 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:41.265701 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1cee5220-e758-41a4-a4db-0a4a69223953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:41.268687 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1cee5220-e758-41a4-a4db-0a4a69223953 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:41.269613 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-92e38bab-3325-4e02-b60d-4084d92f317e req-3cd775ad-1575-4338-a946-ee5a19da0c8c tempest-FloatingIPsTestJSON-540867285 tempest-FloatingIPsTestJSON-540867285-project] 10.222.0.22 "GET /v2.0/floatingips/23dbc8c1-83d1-4762-ab9b-ef794a8e3d1a HTTP/1.1" status: 200 len: 692 time: 0.0713477 Aug 29 04:08:41.278979 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-1cee5220-e758-41a4-a4db-0a4a69223953 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/83f52750-a36c-44d3-9a16-97ec5f7258a2 HTTP/1.1" status: 204 len: 168 time: 0.1997187 Aug 29 04:08:41.310245 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cee5220-e758-41a4-a4db-0a4a69223953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83f52750-a36c-44d3-9a16-97ec5f7258a2,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:41.373736 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 1097a6ca-4230-4baa-8a95-3569c08d5953 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:08:41.423756 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e38bab-3325-4e02-b60d-4084d92f317e req-8fbc367b-ddf3-4413-ba64-db21913efb22 tempest-FloatingIPsTestJSON-540867285 tempest-FloatingIPsTestJSON-540867285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:41.425984 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-92e38bab-3325-4e02-b60d-4084d92f317e req-8fbc367b-ddf3-4413-ba64-db21913efb22 tempest-FloatingIPsTestJSON-540867285 tempest-FloatingIPsTestJSON-540867285-project] 10.222.0.22 "GET /v2.0/networks/e6c84a15-2e6f-4c07-8ede-a88148c2fe90 HTTP/1.1" status: 200 len: 784 time: 0.1488268 Aug 29 04:08:41.436964 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 1097a6ca-4230-4baa-8a95-3569c08d5953 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:08:41.437270 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8f1a93cd-fe46-4039-b984-4d2e7951c59b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:41.441908 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 1097a6ca-4230-4baa-8a95-3569c08d5953 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:08:41.443397 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:41.446392 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [req-92e38bab-3325-4e02-b60d-4084d92f317e req-706d1be4-378c-4ca3-b418-0a7b3bcb174e tempest-FloatingIPsTestJSON-540867285 tempest-FloatingIPsTestJSON-540867285-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:08:41.447571 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-92e38bab-3325-4e02-b60d-4084d92f317e req-706d1be4-378c-4ca3-b418-0a7b3bcb174e tempest-FloatingIPsTestJSON-540867285 tempest-FloatingIPsTestJSON-540867285-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0161481 Aug 29 04:08:41.576821 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:41.593016 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8f1a93cd-fe46-4039-b984-4d2e7951c59b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:41.602297 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8f1a93cd-fe46-4039-b984-4d2e7951c59b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:41.658426 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-8f1a93cd-fe46-4039-b984-4d2e7951c59b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=65d4df09d09148f9af85121647b80516&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8004768 Aug 29 04:08:41.658908 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 1097a6ca-4230-4baa-8a95-3569c08d5953, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=1097a6ca-4230-4baa-8a95-3569c08d5953,segment=NetworkSegment(5918ef1a-6544-407d-947d-630bdc900e10),segment_id=5918ef1a-6544-407d-947d-630bdc900e10)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:08:41.662342 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 32982) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:41.664747 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:41.715129 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1a93cd-fe46-4039-b984-4d2e7951c59b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db4b34e4-ca38-49ef-9aa6-192912488e10,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:41.730475 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f1c6087d-6898-436f-9938-8db550d7d704 req-3418b2ca-a3f8-4262-89d2-50ec5a358996 tempest-FloatingIPsTestJSON-540867285 tempest-FloatingIPsTestJSON-540867285-project] 10.222.0.22 "GET /v2.0/floatingips?tenant_id=ea3a6923b64d424080229cf2a2def91c HTTP/1.1" status: 200 len: 695 time: 0.1871810 Aug 29 04:08:41.753177 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-026bb69b-b10b-48f8-af15-0a4c272b7912 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:41.787581 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=1097a6ca-4230-4baa-8a95-3569c08d5953,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:41.788063 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-026bb69b-b10b-48f8-af15-0a4c272b7912 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:41.869614 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9ed2db4-6895-4e23-96e3-ab0719acf87f admin admin] Made reservation on behalf of 326ac9f4673b4841bd9d8982bd945126 for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:08:41.872212 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b9ed2db4-6895-4e23-96e3-ab0719acf87f admin admin] Notify callbacks [] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:41.901205 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55667eb5-5e7e-40d2-821f-19005d966f10 req-13b2d294-182d-48ef-988e-8db1f414b80a tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:41.902776 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-55667eb5-5e7e-40d2-821f-19005d966f10 req-13b2d294-182d-48ef-988e-8db1f414b80a tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8297627-95d4-4144-8370-c83f4d92ba4f HTTP/1.1" status: 200 len: 950 time: 0.0755489 Aug 29 04:08:41.920024 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-026bb69b-b10b-48f8-af15-0a4c272b7912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:41.923481 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-026bb69b-b10b-48f8-af15-0a4c272b7912 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:41.925058 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-026bb69b-b10b-48f8-af15-0a4c272b7912 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/db4b34e4-ca38-49ef-9aa6-192912488e10 HTTP/1.1" status: 204 len: 168 time: 0.2542081 Aug 29 04:08:41.961231 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026bb69b-b10b-48f8-af15-0a4c272b7912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db4b34e4-ca38-49ef-9aa6-192912488e10,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:41.978928 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-55667eb5-5e7e-40d2-821f-19005d966f10 req-48ba8dfa-0de4-478e-a441-16ce77951a2e tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea603de9-63fb-45e7-bc50-a0eeae01bb10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690663 Aug 29 04:08:42.100002 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c6087d-6898-436f-9938-8db550d7d704 req-a31d055f-55bd-4a8b-bdf8-b033db3e28e4 tempest-FloatingIPsTestJSON-540867285 tempest-FloatingIPsTestJSON-540867285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:42.101552 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f1c6087d-6898-436f-9938-8db550d7d704 req-a31d055f-55bd-4a8b-bdf8-b033db3e28e4 tempest-FloatingIPsTestJSON-540867285 tempest-FloatingIPsTestJSON-540867285-project] 10.222.0.22 "GET /v2.0/networks?id=e6c84a15-2e6f-4c07-8ede-a88148c2fe90 HTTP/1.1" status: 200 len: 787 time: 0.3412673 Aug 29 04:08:42.118141 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [req-f1c6087d-6898-436f-9938-8db550d7d704 req-678ef163-fc84-4970-b75a-f86979af03b1 tempest-FloatingIPsTestJSON-540867285 tempest-FloatingIPsTestJSON-540867285-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:08:42.119137 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f1c6087d-6898-436f-9938-8db550d7d704 req-678ef163-fc84-4970-b75a-f86979af03b1 tempest-FloatingIPsTestJSON-540867285 tempest-FloatingIPsTestJSON-540867285-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075855 Aug 29 04:08:42.165054 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2369e37-ec1e-4d94-bd35-e343c395250c req-af5753ff-158b-40c3-969a-da78bef071e7 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:42.175074 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a2369e37-ec1e-4d94-bd35-e343c395250c req-af5753ff-158b-40c3-969a-da78bef071e7 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=17d1aee9-03df-4ac4-8975-10a53a9cc4e7 HTTP/1.1" status: 200 len: 948 time: 0.0726411 Aug 29 04:08:42.258140 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a2369e37-ec1e-4d94-bd35-e343c395250c req-018c37ee-9464-49e2-9f96-e698bc6dd7b5 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747216 Aug 29 04:08:42.318683 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a3b19a23-d43c-4451-9ff3-e15ec7b9f1ff req-d7f03b11-2df3-455f-a5d8-d0091f3ea133 tempest-FloatingIPsTestJSON-540867285 tempest-FloatingIPsTestJSON-540867285-project] 10.222.0.22 "GET /v2.0/floatingips/23dbc8c1-83d1-4762-ab9b-ef794a8e3d1a HTTP/1.1" status: 200 len: 692 time: 0.1120579 Aug 29 04:08:42.329882 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b9ed2db4-6895-4e23-96e3-ab0719acf87f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:42.491754 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ed2db4-6895-4e23-96e3-ab0719acf87f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9dbfe7d9-5668-46ab-b8b6-50d2beb61fda,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:42.571514 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ed2db4-6895-4e23-96e3-ab0719acf87f admin admin] Checking segment: {'id': '37012396-b8d8-48d1-954f-3833d7e91170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1dbcbde1-6cac-4073-b699-538d9b7eec44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:08:42.571927 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ed2db4-6895-4e23-96e3-ab0719acf87f admin admin] Network hostable DHCP agents. Network: 1dbcbde1-6cac-4073-b699-538d9b7eec44, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:08:42.600133 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b19a23-d43c-4451-9ff3-e15ec7b9f1ff req-378315d9-6967-49c4-8ac7-1bc6154732a0 tempest-FloatingIPsTestJSON-540867285 tempest-FloatingIPsTestJSON-540867285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:42.601652 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a3b19a23-d43c-4451-9ff3-e15ec7b9f1ff req-378315d9-6967-49c4-8ac7-1bc6154732a0 tempest-FloatingIPsTestJSON-540867285 tempest-FloatingIPsTestJSON-540867285-project] 10.222.0.22 "GET /v2.0/networks/e6c84a15-2e6f-4c07-8ede-a88148c2fe90 HTTP/1.1" status: 200 len: 784 time: 0.2681940 Aug 29 04:08:42.613772 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [req-a3b19a23-d43c-4451-9ff3-e15ec7b9f1ff req-dbe408ba-02ce-44be-b358-0934f38fdff9 tempest-FloatingIPsTestJSON-540867285 tempest-FloatingIPsTestJSON-540867285-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:08:42.614747 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a3b19a23-d43c-4451-9ff3-e15ec7b9f1ff req-dbe408ba-02ce-44be-b358-0934f38fdff9 tempest-FloatingIPsTestJSON-540867285 tempest-FloatingIPsTestJSON-540867285-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061290 Aug 29 04:08:42.615938 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ed2db4-6895-4e23-96e3-ab0719acf87f admin admin] Network 1dbcbde1-6cac-4073-b699-538d9b7eec44 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:08:42.638050 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-b9ed2db4-6895-4e23-96e3-ab0719acf87f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 1dbcbde1-6cac-4073-b699-538d9b7eec44) {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:08:42.652144 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ffdf9f2-eeb1-4187-96f8-a8bcb1c6f00b None None] Network 1dbcbde1-6cac-4073-b699-538d9b7eec44 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:08:42.742369 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a3b19a23-d43c-4451-9ff3-e15ec7b9f1ff req-ed3b1f6a-7174-4730-a951-a80c0fb223c5 tempest-FloatingIPsTestJSON-540867285 tempest-FloatingIPsTestJSON-540867285-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.0.29 HTTP/1.1" status: 200 len: 695 time: 0.1179562 Aug 29 04:08:42.818624 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a3b19a23-d43c-4451-9ff3-e15ec7b9f1ff req-72c3a0fd-23da-4a24-a5a9-127884693420 tempest-FloatingIPsTestJSON-540867285 tempest-FloatingIPsTestJSON-540867285-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.0.29 HTTP/1.1" status: 200 len: 695 time: 0.0749650 Aug 29 04:08:42.820239 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ed2db4-6895-4e23-96e3-ab0719acf87f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:42.820869 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b9ed2db4-6895-4e23-96e3-ab0719acf87f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:42.883942 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-b9ed2db4-6895-4e23-96e3-ab0719acf87f admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.9803767 Aug 29 04:08:42.896609 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f3dbd9-f584-4f96-9238-d83bdc980be1 None None] Network 1dbcbde1-6cac-4073-b699-538d9b7eec44 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:08:42.982547 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-a3b19a23-d43c-4451-9ff3-e15ec7b9f1ff req-aca6a3ec-b185-455d-a90a-74e210f0fe7d tempest-FloatingIPsTestJSON-540867285 tempest-FloatingIPsTestJSON-540867285-project] Deleting port 15de8529-979d-41d6-9110-f47658e54685 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:08:42.982920 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a3b19a23-d43c-4451-9ff3-e15ec7b9f1ff req-aca6a3ec-b185-455d-a90a-74e210f0fe7d tempest-FloatingIPsTestJSON-540867285 tempest-FloatingIPsTestJSON-540867285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:43.075891 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a3b19a23-d43c-4451-9ff3-e15ec7b9f1ff req-aca6a3ec-b185-455d-a90a-74e210f0fe7d tempest-FloatingIPsTestJSON-540867285 tempest-FloatingIPsTestJSON-540867285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:43.076557 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a3b19a23-d43c-4451-9ff3-e15ec7b9f1ff req-aca6a3ec-b185-455d-a90a-74e210f0fe7d tempest-FloatingIPsTestJSON-540867285 tempest-FloatingIPsTestJSON-540867285-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:43.091274 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-a3b19a23-d43c-4451-9ff3-e15ec7b9f1ff req-aca6a3ec-b185-455d-a90a-74e210f0fe7d tempest-FloatingIPsTestJSON-540867285 tempest-FloatingIPsTestJSON-540867285-project] Calling delete_port for 15de8529-979d-41d6-9110-f47658e54685 owned by network:floatingip {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:08:43.122694 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adde2c0-cbcf-4ce0-b152-78d8dffaa872 req-67e7ee60-5db6-4e7b-a2f1-878f7d8506c9 tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:43.131271 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3adde2c0-cbcf-4ce0-b152-78d8dffaa872 req-67e7ee60-5db6-4e7b-a2f1-878f7d8506c9 tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8297627-95d4-4144-8370-c83f4d92ba4f HTTP/1.1" status: 200 len: 950 time: 0.0650978 Aug 29 04:08:43.176778 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3adde2c0-cbcf-4ce0-b152-78d8dffaa872 req-449b42d7-21e2-4af2-aaf1-152210cc502c tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea603de9-63fb-45e7-bc50-a0eeae01bb10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401993 Aug 29 04:08:43.230400 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 33070) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:43.264239 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 33076) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:43.310962 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500b78e5-0ac2-4d48-871d-5db61cd5c352 req-8a1abde6-5a70-4b1d-b653-ee2ded4e2fa2 tempest-DeleteServersAdminTestJSON-748271058 tempest-DeleteServersAdminTestJSON-748271058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:43.315106 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-500b78e5-0ac2-4d48-871d-5db61cd5c352 req-8a1abde6-5a70-4b1d-b653-ee2ded4e2fa2 tempest-DeleteServersAdminTestJSON-748271058 tempest-DeleteServersAdminTestJSON-748271058-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=e8297627-95d4-4144-8370-c83f4d92ba4f HTTP/1.1" status: 200 len: 1102 time: 0.0835741 Aug 29 04:08:43.325026 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a3b19a23-d43c-4451-9ff3-e15ec7b9f1ff req-aca6a3ec-b185-455d-a90a-74e210f0fe7d tempest-FloatingIPsTestJSON-540867285 tempest-FloatingIPsTestJSON-540867285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:43.331419 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 1097a6ca-4230-4baa-8a95-3569c08d5953 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:08:43.393060 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca6a3ec-b185-455d-a90a-74e210f0fe7d tempest-FloatingIPsTestJSON-540867285 tempest-FloatingIPsTestJSON-540867285-project] Pushing event deleted for resources: {'Port': ['ID=15de8529-979d-41d6-9110-f47658e54685,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:43.425305 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 1097a6ca-4230-4baa-8a95-3569c08d5953 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:08:43.426165 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:43.431949 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6145e89-1efb-47c8-a5e9-c18639496854 req-39c791c1-c85f-4354-902b-848bc9c1b82c tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:43.440309 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a3b19a23-d43c-4451-9ff3-e15ec7b9f1ff req-aca6a3ec-b185-455d-a90a-74e210f0fe7d tempest-FloatingIPsTestJSON-540867285 tempest-FloatingIPsTestJSON-540867285-project] Notify callbacks [] for floatingip, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:43.441516 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a6145e89-1efb-47c8-a5e9-c18639496854 req-39c791c1-c85f-4354-902b-848bc9c1b82c tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=17d1aee9-03df-4ac4-8975-10a53a9cc4e7 HTTP/1.1" status: 200 len: 948 time: 0.0884602 Aug 29 04:08:43.442778 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a3b19a23-d43c-4451-9ff3-e15ec7b9f1ff req-aca6a3ec-b185-455d-a90a-74e210f0fe7d tempest-FloatingIPsTestJSON-540867285 tempest-FloatingIPsTestJSON-540867285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:43.443965 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a3b19a23-d43c-4451-9ff3-e15ec7b9f1ff req-aca6a3ec-b185-455d-a90a-74e210f0fe7d tempest-FloatingIPsTestJSON-540867285 tempest-FloatingIPsTestJSON-540867285-project] 10.222.0.22 "DELETE /v2.0/floatingips/23dbc8c1-83d1-4762-ab9b-ef794a8e3d1a HTTP/1.1" status: 204 len: 173 time: 0.6152651 Aug 29 04:08:43.505123 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-500b78e5-0ac2-4d48-871d-5db61cd5c352 req-539799d9-11b2-4e51-b8eb-751db99479dd tempest-DeleteServersAdminTestJSON-748271058 tempest-DeleteServersAdminTestJSON-748271058-project-admin] Deleting port c5cd9555-174d-4fa9-8796-8bd0412428ce {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:08:43.505868 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-500b78e5-0ac2-4d48-871d-5db61cd5c352 req-539799d9-11b2-4e51-b8eb-751db99479dd tempest-DeleteServersAdminTestJSON-748271058 tempest-DeleteServersAdminTestJSON-748271058-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:43.522535 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a6145e89-1efb-47c8-a5e9-c18639496854 req-8bfde71f-3170-4ea3-be37-63474fd9b085 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798171 Aug 29 04:08:43.534180 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-cb7ec5a9-5a64-4ca2-90b2-b74e12e9b07c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1040687992-network', 'tenant_id': '15cb8928e53548e3a84be2fdd93ca64b'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:08:43.653226 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-500b78e5-0ac2-4d48-871d-5db61cd5c352 req-539799d9-11b2-4e51-b8eb-751db99479dd tempest-DeleteServersAdminTestJSON-748271058 tempest-DeleteServersAdminTestJSON-748271058-project-admin] For port c5cd9555-174d-4fa9-8796-8bd0412428ce, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=c5cd9555-174d-4fa9-8796-8bd0412428ce,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:08:43.653598 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-500b78e5-0ac2-4d48-871d-5db61cd5c352 req-539799d9-11b2-4e51-b8eb-751db99479dd tempest-DeleteServersAdminTestJSON-748271058 tempest-DeleteServersAdminTestJSON-748271058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:43.674292 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb7ec5a9-5a64-4ca2-90b2-b74e12e9b07c admin admin] Made reservation on behalf of 15cb8928e53548e3a84be2fdd93ca64b for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:08:43.676571 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cb7ec5a9-5a64-4ca2-90b2-b74e12e9b07c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:43.678636 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-500b78e5-0ac2-4d48-871d-5db61cd5c352 req-539799d9-11b2-4e51-b8eb-751db99479dd tempest-DeleteServersAdminTestJSON-748271058 tempest-DeleteServersAdminTestJSON-748271058-project-admin] Calling delete_port for c5cd9555-174d-4fa9-8796-8bd0412428ce owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:08:43.724663 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cb7ec5a9-5a64-4ca2-90b2-b74e12e9b07c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:43.750063 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5aea7f1e-c45d-45ab-b979-ade2daf158e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:43.835949 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-500b78e5-0ac2-4d48-871d-5db61cd5c352 req-539799d9-11b2-4e51-b8eb-751db99479dd tempest-DeleteServersAdminTestJSON-748271058 tempest-DeleteServersAdminTestJSON-748271058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:43.849013 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['c5cd9555-174d-4fa9-8796-8bd0412428ce'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:08:43.854002 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-fc71a720-c9e6-4597-94af-a2f631a65881 req-ebbe19bb-1008-409d-8fdf-651aa4a27dc3 tempest-FloatingIPsTestJSON-540867285 tempest-FloatingIPsTestJSON-540867285-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2896230 Aug 29 04:08:43.867635 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539799d9-11b2-4e51-b8eb-751db99479dd tempest-DeleteServersAdminTestJSON-748271058 tempest-DeleteServersAdminTestJSON-748271058-project-admin] Pushing event deleted for resources: {'Port': ['ID=c5cd9555-174d-4fa9-8796-8bd0412428ce,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:43.868526 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-fc71a720-c9e6-4597-94af-a2f631a65881 req-102f878f-512d-48be-92d0-05245fb4b4a8 tempest-FloatingIPsTestJSON-540867285 tempest-FloatingIPsTestJSON-540867285-project] Request body: {'floatingip': {'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:08:43.918227 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-500b78e5-0ac2-4d48-871d-5db61cd5c352 req-539799d9-11b2-4e51-b8eb-751db99479dd tempest-DeleteServersAdminTestJSON-748271058 tempest-DeleteServersAdminTestJSON-748271058-project-admin] No DVR routers for this DVR port c5cd9555-174d-4fa9-8796-8bd0412428ce on host n-h1-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:08:43.921978 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-500b78e5-0ac2-4d48-871d-5db61cd5c352 req-539799d9-11b2-4e51-b8eb-751db99479dd tempest-DeleteServersAdminTestJSON-748271058 tempest-DeleteServersAdminTestJSON-748271058-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:43.925559 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-500b78e5-0ac2-4d48-871d-5db61cd5c352 req-539799d9-11b2-4e51-b8eb-751db99479dd tempest-DeleteServersAdminTestJSON-748271058 tempest-DeleteServersAdminTestJSON-748271058-project-admin] 10.222.0.46 "DELETE /v2.0/ports/c5cd9555-174d-4fa9-8796-8bd0412428ce HTTP/1.1" status: 204 len: 173 time: 0.6019206 Aug 29 04:08:43.926179 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8297627-95d4-4144-8370-c83f4d92ba4f', 'name': 'network-vif-deleted', 'tag': 'c5cd9555-174d-4fa9-8796-8bd0412428ce'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:08:43.928621 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-554194cb-de20-41d5-bc5f-7915639d8e40" -d '{"events": [{"server_uuid": "e8297627-95d4-4144-8370-c83f4d92ba4f", "name": "network-vif-deleted", "tag": "c5cd9555-174d-4fa9-8796-8bd0412428ce"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:08:43.957180 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cb7ec5a9-5a64-4ca2-90b2-b74e12e9b07c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:43.964003 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cb7ec5a9-5a64-4ca2-90b2-b74e12e9b07c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:43.989249 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb7ec5a9-5a64-4ca2-90b2-b74e12e9b07c admin admin] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:08:44.008104 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cb7ec5a9-5a64-4ca2-90b2-b74e12e9b07c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:44.008532 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-cb7ec5a9-5a64-4ca2-90b2-b74e12e9b07c admin admin] Added segment bb65b1ca-d5ae-4e43-b925-9df88c1d3d33 of type vlan for network 7933d3e7-f004-4fe2-93b4-59b849cecb79 Aug 29 04:08:44.021857 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31612fe0-6346-442f-b3c9-af20a95466f6 x-openstack-request-id: req-31612fe0-6346-442f-b3c9-af20a95466f6 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:08:44.021857 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8297627-95d4-4144-8370-c83f4d92ba4f", "name": "network-vif-deleted", "tag": "c5cd9555-174d-4fa9-8796-8bd0412428ce", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:08:44.021857 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-31612fe0-6346-442f-b3c9-af20a95466f6 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:08:44.021857 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8297627-95d4-4144-8370-c83f4d92ba4f', 'name': 'network-vif-deleted', 'tag': 'c5cd9555-174d-4fa9-8796-8bd0412428ce', 'status': 'completed', 'code': 200} Aug 29 04:08:44.061467 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.db.api [req-fc71a720-c9e6-4597-94af-a2f631a65881 req-102f878f-512d-48be-92d0-05245fb4b4a8 tempest-FloatingIPsTestJSON-540867285 tempest-FloatingIPsTestJSON-540867285-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 04:08:44.061467 n-d-712140-12 neutron-server[94829]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 29 04:08:44.061467 n-d-712140-12 neutron-server[94829]: [parameters: {'project_id_1': 'ea3a6923b64d424080229cf2a2def91c', 'expiration_1': datetime.datetime(2021, 8, 29, 4, 8, 43, 874157)}] Aug 29 04:08:44.061467 n-d-712140-12 neutron-server[94829]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:08:44.062155 n-d-712140-12 neutron-server[94829]: DEBUG oslo_db.api [req-fc71a720-c9e6-4597-94af-a2f631a65881 req-102f878f-512d-48be-92d0-05245fb4b4a8 tempest-FloatingIPsTestJSON-540867285 tempest-FloatingIPsTestJSON-540867285-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:08:44.083391 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 33108) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:44.089897 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-954c0910-1876-4502-85c8-5de2c528eb96 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1466229838-network', 'tenant_id': 'a39bae736f50436db7e5af55ad2b920c'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:08:44.129520 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7ec5a9-5a64-4ca2-90b2-b74e12e9b07c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f192cad-16e5-4e18-8024-3c3c1826ebd2,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:44.135838 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cb7ec5a9-5a64-4ca2-90b2-b74e12e9b07c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:44.179128 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cb7ec5a9-5a64-4ca2-90b2-b74e12e9b07c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:44.180049 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7ec5a9-5a64-4ca2-90b2-b74e12e9b07c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:44.180635 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cb7ec5a9-5a64-4ca2-90b2-b74e12e9b07c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:44.261315 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5aea7f1e-c45d-45ab-b979-ade2daf158e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:44.262783 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7ec5a9-5a64-4ca2-90b2-b74e12e9b07c admin admin] Pushing event updated for resources: {'Network': ['ID=7933d3e7-f004-4fe2-93b4-59b849cecb79,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:44.265917 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5aea7f1e-c45d-45ab-b979-ade2daf158e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:44.274835 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 7933d3e7-f004-4fe2-93b4-59b849cecb79 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:08:44.285713 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-cb7ec5a9-5a64-4ca2-90b2-b74e12e9b07c admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.0536530 Aug 29 04:08:44.290851 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 33112) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:44.298871 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-d919798b-e96d-40e9-9fe2-6b6025bec656 admin admin] Request body: {'subnet': {'network_id': '7933d3e7-f004-4fe2-93b4-59b849cecb79', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1040687992-subnet', 'tenant_id': '15cb8928e53548e3a84be2fdd93ca64b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:08:44.300431 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-954c0910-1876-4502-85c8-5de2c528eb96 admin admin] Made reservation on behalf of a39bae736f50436db7e5af55ad2b920c for: {'network': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:08:44.303552 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-954c0910-1876-4502-85c8-5de2c528eb96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:44.316092 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-954c0910-1876-4502-85c8-5de2c528eb96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:44.322826 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aea7f1e-c45d-45ab-b979-ade2daf158e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea0dc93a-ccb1-47b5-9077-ac59e0f59310,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:44.329542 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-5aea7f1e-c45d-45ab-b979-ade2daf158e5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=dde0c975d91b4819aaf465e20158a59c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0618103 Aug 29 04:08:44.330170 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 33114) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:44.352542 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d919798b-e96d-40e9-9fe2-6b6025bec656 admin admin] Made reservation on behalf of 15cb8928e53548e3a84be2fdd93ca64b for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:08:44.354984 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d919798b-e96d-40e9-9fe2-6b6025bec656 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:44.481647 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-57a39a5c-a199-44e2-8436-026ba18b7509 req-09e5f79c-5f86-428c-91f6-bca309f50432 tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8297627-95d4-4144-8370-c83f4d92ba4f HTTP/1.1" status: 200 len: 210 time: 0.0358725 Aug 29 04:08:44.489261 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-954c0910-1876-4502-85c8-5de2c528eb96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:44.495621 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-954c0910-1876-4502-85c8-5de2c528eb96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:44.526986 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-954c0910-1876-4502-85c8-5de2c528eb96 admin admin] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=94828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:08:44.534691 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954c0910-1876-4502-85c8-5de2c528eb96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feb05934-ec00-40aa-9f72-f745d5f8246e,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:44.544516 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-954c0910-1876-4502-85c8-5de2c528eb96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:44.544862 n-d-712140-12 neutron-server[94828]: INFO neutron.db.segments_db [None req-954c0910-1876-4502-85c8-5de2c528eb96 admin admin] Added segment bb0c295c-2dc0-4db2-b379-c96df1e9718b of type vlan for network ff3df375-f5de-4fd5-a83b-79fcdc415a9d Aug 29 04:08:44.599814 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-954c0910-1876-4502-85c8-5de2c528eb96 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:44.638556 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-954c0910-1876-4502-85c8-5de2c528eb96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:44.640105 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954c0910-1876-4502-85c8-5de2c528eb96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:44.640447 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-954c0910-1876-4502-85c8-5de2c528eb96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:44.649359 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2e1a6c4c-68ba-494f-ab34-cdfd631bf1bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:44.660726 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-fc71a720-c9e6-4597-94af-a2f631a65881 req-102f878f-512d-48be-92d0-05245fb4b4a8 tempest-FloatingIPsTestJSON-540867285 tempest-FloatingIPsTestJSON-540867285-project] Notify callbacks [] for floatingip, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:44.704635 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-954c0910-1876-4502-85c8-5de2c528eb96 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6193306 Aug 29 04:08:44.704837 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 33124) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:44.711387 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-4de8ade8-2aaa-4af1-9177-f88c89200ab8 admin admin] Request body: {'subnet': {'network_id': 'ff3df375-f5de-4fd5-a83b-79fcdc415a9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1466229838-subnet', 'tenant_id': 'a39bae736f50436db7e5af55ad2b920c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:08:44.725930 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954c0910-1876-4502-85c8-5de2c528eb96 admin admin] Pushing event updated for resources: {'Network': ['ID=ff3df375-f5de-4fd5-a83b-79fcdc415a9d,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:44.730839 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2e1a6c4c-68ba-494f-ab34-cdfd631bf1bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:44.743569 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network ff3df375-f5de-4fd5-a83b-79fcdc415a9d details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:08:44.760244 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4de8ade8-2aaa-4af1-9177-f88c89200ab8 admin admin] Made reservation on behalf of a39bae736f50436db7e5af55ad2b920c for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:08:44.762695 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4de8ade8-2aaa-4af1-9177-f88c89200ab8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:44.865240 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5646fbe5-23c0-4cc6-bd7d-f40860b27cf2 req-2585a5d9-df2f-49c2-9a83-84c8ea1a4805 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:44.866744 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5646fbe5-23c0-4cc6-bd7d-f40860b27cf2 req-2585a5d9-df2f-49c2-9a83-84c8ea1a4805 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=17d1aee9-03df-4ac4-8975-10a53a9cc4e7 HTTP/1.1" status: 200 len: 948 time: 0.1018410 Aug 29 04:08:44.884967 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2e1a6c4c-68ba-494f-ab34-cdfd631bf1bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:44.887575 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2e1a6c4c-68ba-494f-ab34-cdfd631bf1bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:44.888776 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-2e1a6c4c-68ba-494f-ab34-cdfd631bf1bb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ea0dc93a-ccb1-47b5-9077-ac59e0f59310 HTTP/1.1" status: 204 len: 168 time: 0.5576904 Aug 29 04:08:44.902169 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d919798b-e96d-40e9-9fe2-6b6025bec656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for subnet, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:44.906464 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1a6c4c-68ba-494f-ab34-cdfd631bf1bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea0dc93a-ccb1-47b5-9077-ac59e0f59310,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:44.922370 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5646fbe5-23c0-4cc6-bd7d-f40860b27cf2 req-7c07d738-e6c1-4746-b0c6-c61c5af10529 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465682 Aug 29 04:08:44.965032 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-fc71a720-c9e6-4597-94af-a2f631a65881 req-102f878f-512d-48be-92d0-05245fb4b4a8 tempest-FloatingIPsTestJSON-540867285 tempest-FloatingIPsTestJSON-540867285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:44.967597 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d919798b-e96d-40e9-9fe2-6b6025bec656 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25e6c560-7af9-4d54-bae5-4187aca08105,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:45.030943 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d919798b-e96d-40e9-9fe2-6b6025bec656 admin admin] Checking segment: {'id': 'bb65b1ca-d5ae-4e43-b925-9df88c1d3d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '7933d3e7-f004-4fe2-93b4-59b849cecb79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:08:45.031306 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d919798b-e96d-40e9-9fe2-6b6025bec656 admin admin] Network hostable DHCP agents. Network: 7933d3e7-f004-4fe2-93b4-59b849cecb79, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:08:45.033433 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4de8ade8-2aaa-4af1-9177-f88c89200ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:45.086354 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d919798b-e96d-40e9-9fe2-6b6025bec656 admin admin] Network 7933d3e7-f004-4fe2-93b4-59b849cecb79 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:08:45.098615 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-d919798b-e96d-40e9-9fe2-6b6025bec656 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 7933d3e7-f004-4fe2-93b4-59b849cecb79) {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:08:45.108978 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d919798b-e96d-40e9-9fe2-6b6025bec656 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:45.109266 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ae412c-3043-4959-b0e2-9b04f3f0cd87 None None] Network 7933d3e7-f004-4fe2-93b4-59b849cecb79 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:08:45.110434 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d919798b-e96d-40e9-9fe2-6b6025bec656 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:45.116305 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de8ade8-2aaa-4af1-9177-f88c89200ab8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5049f1ca-906a-499f-8ba7-b201c257ebec,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:45.120052 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [req-fc71a720-c9e6-4597-94af-a2f631a65881 req-102f878f-512d-48be-92d0-05245fb4b4a8 tempest-FloatingIPsTestJSON-540867285 tempest-FloatingIPsTestJSON-540867285-project] Allocated IP 172.25.0.97 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/b5922b49-6f87-4601-816f-9c7216253a95) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:08:45.129236 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de8ade8-2aaa-4af1-9177-f88c89200ab8 admin admin] Checking segment: {'id': 'bb0c295c-2dc0-4db2-b379-c96df1e9718b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'ff3df375-f5de-4fd5-a83b-79fcdc415a9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:08:45.129601 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de8ade8-2aaa-4af1-9177-f88c89200ab8 admin admin] Network hostable DHCP agents. Network: ff3df375-f5de-4fd5-a83b-79fcdc415a9d, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:08:45.145107 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-d919798b-e96d-40e9-9fe2-6b6025bec656 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8506565 Aug 29 04:08:45.148003 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 33132) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:45.156665 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-1fde2efd-aa61-44a6-b9c7-ff3d37828d90 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1040687992-router', 'tenant_id': '15cb8928e53548e3a84be2fdd93ca64b', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:08:45.170089 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de8ade8-2aaa-4af1-9177-f88c89200ab8 admin admin] Network ff3df375-f5de-4fd5-a83b-79fcdc415a9d is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:08:45.182671 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-4de8ade8-2aaa-4af1-9177-f88c89200ab8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, ff3df375-f5de-4fd5-a83b-79fcdc415a9d) {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:08:45.202987 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de8ade8-2aaa-4af1-9177-f88c89200ab8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:45.204496 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4de8ade8-2aaa-4af1-9177-f88c89200ab8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:45.221991 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738c1077-3340-4758-88b5-f5f95810736b None None] Network ff3df375-f5de-4fd5-a83b-79fcdc415a9d requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:08:45.264493 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-fc71a720-c9e6-4597-94af-a2f631a65881 req-102f878f-512d-48be-92d0-05245fb4b4a8 tempest-FloatingIPsTestJSON-540867285 tempest-FloatingIPsTestJSON-540867285-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:45.267344 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1fde2efd-aa61-44a6-b9c7-ff3d37828d90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:45.268050 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1fde2efd-aa61-44a6-b9c7-ff3d37828d90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1838'] for router, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:45.275735 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-4de8ade8-2aaa-4af1-9177-f88c89200ab8 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5680153 Aug 29 04:08:45.336917 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-fc71a720-c9e6-4597-94af-a2f631a65881 req-102f878f-512d-48be-92d0-05245fb4b4a8 tempest-FloatingIPsTestJSON-540867285 tempest-FloatingIPsTestJSON-540867285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:45.384698 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1fde2efd-aa61-44a6-b9c7-ff3d37828d90 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:45.393205 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc71a720-c9e6-4597-94af-a2f631a65881 req-102f878f-512d-48be-92d0-05245fb4b4a8 tempest-FloatingIPsTestJSON-540867285 tempest-FloatingIPsTestJSON-540867285-project] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:08:45.399815 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [req-fc71a720-c9e6-4597-94af-a2f631a65881 req-102f878f-512d-48be-92d0-05245fb4b4a8 tempest-FloatingIPsTestJSON-540867285 tempest-FloatingIPsTestJSON-540867285-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:08:45.403808 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc71a720-c9e6-4597-94af-a2f631a65881 req-102f878f-512d-48be-92d0-05245fb4b4a8 tempest-FloatingIPsTestJSON-540867285 tempest-FloatingIPsTestJSON-540867285-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:08:45.492532 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-fc71a720-c9e6-4597-94af-a2f631a65881 req-102f878f-512d-48be-92d0-05245fb4b4a8 tempest-FloatingIPsTestJSON-540867285 tempest-FloatingIPsTestJSON-540867285-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:45.506242 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102f878f-512d-48be-92d0-05245fb4b4a8 tempest-FloatingIPsTestJSON-540867285 tempest-FloatingIPsTestJSON-540867285-project] Pushing event updated for resources: {'Port': ['ID=b5922b49-6f87-4601-816f-9c7216253a95,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:45.511841 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8690061-a230-4fff-859a-fe3cd4cf9807 None None] Network ff3df375-f5de-4fd5-a83b-79fcdc415a9d requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:08:45.542869 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 33152) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:45.543496 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-fc71a720-c9e6-4597-94af-a2f631a65881 req-102f878f-512d-48be-92d0-05245fb4b4a8 tempest-FloatingIPsTestJSON-540867285 tempest-FloatingIPsTestJSON-540867285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:45.601841 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567035da-cad7-4b22-a55e-83d750d9d634 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-7933d3e7-f004-4fe2-93b4-59b849cecb79', 'network_id': '7933d3e7-f004-4fe2-93b4-59b849cecb79', 'tenant_id': '15cb8928e53548e3a84be2fdd93ca64b', 'fixed_ips': [{'subnet_id': '25e6c560-7af9-4d54-bae5-4187aca08105'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:08:45.601841 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-567035da-cad7-4b22-a55e-83d750d9d634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:45.690593 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea4959a8-d4db-4741-b7b4-e50b176a9bc4 admin admin] Deleting subnet 9dbfe7d9-5668-46ab-b8b6-50d2beb61fda {{(pid=94829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:08:45.696315 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ea4959a8-d4db-4741-b7b4-e50b176a9bc4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:45.718700 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1fde2efd-aa61-44a6-b9c7-ff3d37828d90 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:45.769884 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ea4959a8-d4db-4741-b7b4-e50b176a9bc4 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:45.796762 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ea4959a8-d4db-4741-b7b4-e50b176a9bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:45.867540 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-fc71a720-c9e6-4597-94af-a2f631a65881 req-102f878f-512d-48be-92d0-05245fb4b4a8 tempest-FloatingIPsTestJSON-540867285 tempest-FloatingIPsTestJSON-540867285-project] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:45.873370 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8f6ef4f0-497a-4fc1-8f7e-dc9df97b0d94 req-3cbf7410-8a8d-45db-8fad-40a2d1f2de68 tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=879ec2b9fe7f465198410ae00d0086f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0383217 Aug 29 04:08:45.893998 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-fc71a720-c9e6-4597-94af-a2f631a65881 req-102f878f-512d-48be-92d0-05245fb4b4a8 tempest-FloatingIPsTestJSON-540867285 tempest-FloatingIPsTestJSON-540867285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:45.896404 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-567035da-cad7-4b22-a55e-83d750d9d634 None None] Allocated IP 172.20.0.2 (7933d3e7-f004-4fe2-93b4-59b849cecb79/25e6c560-7af9-4d54-bae5-4187aca08105/d4318874-6c3b-459d-8993-8cd838ff182c) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:08:45.952104 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-fc71a720-c9e6-4597-94af-a2f631a65881 req-102f878f-512d-48be-92d0-05245fb4b4a8 tempest-FloatingIPsTestJSON-540867285 tempest-FloatingIPsTestJSON-540867285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719515'] for floatingip, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:45.963179 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 33172) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:45.982071 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-fc71a720-c9e6-4597-94af-a2f631a65881 req-102f878f-512d-48be-92d0-05245fb4b4a8 tempest-FloatingIPsTestJSON-540867285 tempest-FloatingIPsTestJSON-540867285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:45.991866 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-fc71a720-c9e6-4597-94af-a2f631a65881 req-102f878f-512d-48be-92d0-05245fb4b4a8 tempest-FloatingIPsTestJSON-540867285 tempest-FloatingIPsTestJSON-540867285-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.1287701 Aug 29 04:08:46.041334 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102f878f-512d-48be-92d0-05245fb4b4a8 tempest-FloatingIPsTestJSON-540867285 tempest-FloatingIPsTestJSON-540867285-project] Pushing event updated for resources: {'Port': ['ID=b5922b49-6f87-4601-816f-9c7216253a95,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:46.100660 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6ef4f0-497a-4fc1-8f7e-dc9df97b0d94 req-e859e4ef-c461-4ee8-8a47-51ac794c2060 tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:46.104301 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-567035da-cad7-4b22-a55e-83d750d9d634 None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:46.108761 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8f6ef4f0-497a-4fc1-8f7e-dc9df97b0d94 req-e859e4ef-c461-4ee8-8a47-51ac794c2060 tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2344968 Aug 29 04:08:46.134408 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-fc71a720-c9e6-4597-94af-a2f631a65881 req-aefd5df2-d6a7-4d66-a118-f22febb05977 tempest-FloatingIPsTestJSON-540867285 tempest-FloatingIPsTestJSON-540867285-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.0.97 HTTP/1.1" status: 200 len: 695 time: 0.1408334 Aug 29 04:08:46.136487 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8f6ef4f0-497a-4fc1-8f7e-dc9df97b0d94 req-9f97afba-604e-42b4-99fd-67b55507d81e tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] 10.222.0.22 "GET /v2.0/quotas/879ec2b9fe7f465198410ae00d0086f3 HTTP/1.1" status: 200 len: 375 time: 0.0268216 Aug 29 04:08:46.144856 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-567035da-cad7-4b22-a55e-83d750d9d634 None None] Transition to ACTIVE for port object d4318874-6c3b-459d-8993-8cd838ff182c will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:08:46.169905 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8f6ef4f0-497a-4fc1-8f7e-dc9df97b0d94 req-fec543ec-7cda-4df4-83f8-969db40ce512 tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=879ec2b9fe7f465198410ae00d0086f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0319083 Aug 29 04:08:46.170667 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1fde2efd-aa61-44a6-b9c7-ff3d37828d90 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:46.170975 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-567035da-cad7-4b22-a55e-83d750d9d634 None None] Transition to ACTIVE for port object d4318874-6c3b-459d-8993-8cd838ff182c will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:08:46.183557 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-567035da-cad7-4b22-a55e-83d750d9d634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:46.200289 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1fde2efd-aa61-44a6-b9c7-ff3d37828d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:46.265870 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567035da-cad7-4b22-a55e-83d750d9d634 None None] Network 7933d3e7-f004-4fe2-93b4-59b849cecb79 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:08:46.267545 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc71a720-c9e6-4597-94af-a2f631a65881 req-1326e710-ad2b-46de-8545-fc843ba0f75b tempest-FloatingIPsTestJSON-540867285 tempest-FloatingIPsTestJSON-540867285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:46.269054 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-592938be-3e56-4856-989e-f41156df9dad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:46.275581 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-fc71a720-c9e6-4597-94af-a2f631a65881 req-1326e710-ad2b-46de-8545-fc843ba0f75b tempest-FloatingIPsTestJSON-540867285 tempest-FloatingIPsTestJSON-540867285-project] 10.222.0.22 "GET /v2.0/networks/e6c84a15-2e6f-4c07-8ede-a88148c2fe90 HTTP/1.1" status: 200 len: 784 time: 0.1394212 Aug 29 04:08:46.279010 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-567035da-cad7-4b22-a55e-83d750d9d634 None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:08:46.281620 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [req-fc71a720-c9e6-4597-94af-a2f631a65881 req-c6ee0cf0-bc76-4ff0-9da9-c320aed0f3ae tempest-FloatingIPsTestJSON-540867285 tempest-FloatingIPsTestJSON-540867285-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:08:46.286244 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567035da-cad7-4b22-a55e-83d750d9d634 None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:08:46.295749 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-fc71a720-c9e6-4597-94af-a2f631a65881 req-c6ee0cf0-bc76-4ff0-9da9-c320aed0f3ae tempest-FloatingIPsTestJSON-540867285 tempest-FloatingIPsTestJSON-540867285-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0197959 Aug 29 04:08:46.299920 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ea4959a8-d4db-4741-b7b4-e50b176a9bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for subnet, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:46.368230 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4959a8-d4db-4741-b7b4-e50b176a9bc4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9dbfe7d9-5668-46ab-b8b6-50d2beb61fda,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:46.379631 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-1fde2efd-aa61-44a6-b9c7-ff3d37828d90 admin admin] Allocated IP 172.25.0.16 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/766d274f-389d-4787-8e43-813fff8fef2c) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:08:46.388570 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ea4959a8-d4db-4741-b7b4-e50b176a9bc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:46.392877 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-ea4959a8-d4db-4741-b7b4-e50b176a9bc4 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/9dbfe7d9-5668-46ab-b8b6-50d2beb61fda HTTP/1.1" status: 204 len: 168 time: 0.8041220 Aug 29 04:08:46.394337 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 33192) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:46.397979 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567035da-cad7-4b22-a55e-83d750d9d634 None None] Pushing event updated for resources: {'Port': ['ID=d4318874-6c3b-459d-8993-8cd838ff182c,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:46.502402 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-567035da-cad7-4b22-a55e-83d750d9d634 None None] Attempting to bind port d4318874-6c3b-459d-8993-8cd838ff182c on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:08:46.502789 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-567035da-cad7-4b22-a55e-83d750d9d634 None None] Attempting to bind port d4318874-6c3b-459d-8993-8cd838ff182c by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'bb65b1ca-d5ae-4e43-b925-9df88c1d3d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '7933d3e7-f004-4fe2-93b4-59b849cecb79'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:08:46.503709 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567035da-cad7-4b22-a55e-83d750d9d634 None None] Attempting to bind port d4318874-6c3b-459d-8993-8cd838ff182c on network 7933d3e7-f004-4fe2-93b4-59b849cecb79 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:08:46.520969 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567035da-cad7-4b22-a55e-83d750d9d634 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:08:46.521373 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567035da-cad7-4b22-a55e-83d750d9d634 None None] Checking segment: {'id': 'bb65b1ca-d5ae-4e43-b925-9df88c1d3d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '7933d3e7-f004-4fe2-93b4-59b849cecb79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:08:46.521794 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-567035da-cad7-4b22-a55e-83d750d9d634 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:46.523748 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567035da-cad7-4b22-a55e-83d750d9d634 None None] Bound using segment: {'id': 'bb65b1ca-d5ae-4e43-b925-9df88c1d3d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '7933d3e7-f004-4fe2-93b4-59b849cecb79'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:08:46.523908 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-567035da-cad7-4b22-a55e-83d750d9d634 None None] Bound port: d4318874-6c3b-459d-8993-8cd838ff182c, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb65b1ca-d5ae-4e43-b925-9df88c1d3d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '7933d3e7-f004-4fe2-93b4-59b849cecb79'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:08:46.524262 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-567035da-cad7-4b22-a55e-83d750d9d634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:46.528649 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-592938be-3e56-4856-989e-f41156df9dad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:46.548701 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64680c65-8e5b-4297-838c-509f3cbf185d req-ecd4083f-c1ec-42d7-8bf4-39b03963e81d tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:46.548971 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-592938be-3e56-4856-989e-f41156df9dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:46.556822 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-64680c65-8e5b-4297-838c-509f3cbf185d req-ecd4083f-c1ec-42d7-8bf4-39b03963e81d tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=17d1aee9-03df-4ac4-8975-10a53a9cc4e7 HTTP/1.1" status: 200 len: 948 time: 0.1571844 Aug 29 04:08:46.567074 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fd8405b5-b2ce-4820-ae7b-0f9aff824d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:46.608371 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-cf9763a6-7ee4-4588-a68b-cd259e907fb0 req-2895266f-b992-4078-bda4-6342602ef510 tempest-FloatingIPsTestJSON-540867285 tempest-FloatingIPsTestJSON-540867285-project] 10.222.0.22 "GET /v2.0/floatingips/73ca15a3-9596-42ef-b050-f0a63ee3c810 HTTP/1.1" status: 200 len: 692 time: 0.0846674 Aug 29 04:08:46.616127 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-567035da-cad7-4b22-a55e-83d750d9d634 None None] For port d4318874-6c3b-459d-8993-8cd838ff182c, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:08:46.620224 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-567035da-cad7-4b22-a55e-83d750d9d634 None None] For port d4318874-6c3b-459d-8993-8cd838ff182c, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=d4318874-6c3b-459d-8993-8cd838ff182c,segment=NetworkSegment(bb65b1ca-d5ae-4e43-b925-9df88c1d3d33),segment_id=bb65b1ca-d5ae-4e43-b925-9df88c1d3d33)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:08:46.628336 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-567035da-cad7-4b22-a55e-83d750d9d634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:46.648253 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-64680c65-8e5b-4297-838c-509f3cbf185d req-e1406533-8210-4bed-a7fe-1112a50c0f96 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908861 Aug 29 04:08:46.714005 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567035da-cad7-4b22-a55e-83d750d9d634 None None] Pushing event updated for resources: {'Port': ['ID=d4318874-6c3b-459d-8993-8cd838ff182c,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:46.721725 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fd8405b5-b2ce-4820-ae7b-0f9aff824d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:46.751243 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fd8405b5-b2ce-4820-ae7b-0f9aff824d23 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:08:46.751532 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fd8405b5-b2ce-4820-ae7b-0f9aff824d23 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:08:46.752301 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fd8405b5-b2ce-4820-ae7b-0f9aff824d23 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:08:46.752636 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fd8405b5-b2ce-4820-ae7b-0f9aff824d23 admin admin] Subscribe: > port after_create 55550000 {{(pid=94829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:08:46.752992 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fd8405b5-b2ce-4820-ae7b-0f9aff824d23 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:08:46.753289 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fd8405b5-b2ce-4820-ae7b-0f9aff824d23 admin admin] Subscribe: > port after_update 55550000 {{(pid=94829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:08:46.753612 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fd8405b5-b2ce-4820-ae7b-0f9aff824d23 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:08:46.754175 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fd8405b5-b2ce-4820-ae7b-0f9aff824d23 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:08:46.754986 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fd8405b5-b2ce-4820-ae7b-0f9aff824d23 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:08:46.755279 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fd8405b5-b2ce-4820-ae7b-0f9aff824d23 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:08:46.839347 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fd8405b5-b2ce-4820-ae7b-0f9aff824d23 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:08:46.839665 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fd8405b5-b2ce-4820-ae7b-0f9aff824d23 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:08:46.839997 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fd8405b5-b2ce-4820-ae7b-0f9aff824d23 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:08:46.840455 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fd8405b5-b2ce-4820-ae7b-0f9aff824d23 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:08:46.840799 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-fd8405b5-b2ce-4820-ae7b-0f9aff824d23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dbcbde1-6cac-4073-b699-538d9b7eec44']}} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:08:46.870731 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-34f05625-0bad-4a49-9cbf-a2387d858bbe req-7f1d921c-a6e5-4651-8cf1-e307f80a7c64 tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa3a9d92-470b-4ffe-9def-6e12e346d8f2 HTTP/1.1" status: 200 len: 210 time: 0.1341579 Aug 29 04:08:46.877314 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-fd8405b5-b2ce-4820-ae7b-0f9aff824d23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37012396-b8d8-48d1-954f-3833d7e91170') {'for_net_delete': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:08:46.877607 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-fd8405b5-b2ce-4820-ae7b-0f9aff824d23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37012396-b8d8-48d1-954f-3833d7e91170') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:08:46.899225 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fd8405b5-b2ce-4820-ae7b-0f9aff824d23 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4311712'] for segment, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:46.924364 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fd8405b5-b2ce-4820-ae7b-0f9aff824d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:46.936062 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd8405b5-b2ce-4820-ae7b-0f9aff824d23 admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=94829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:08:46.936835 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fd8405b5-b2ce-4820-ae7b-0f9aff824d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4274277'] for segment, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:47.003619 n-d-712140-12 neutron-server[94829]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 29 04:08:47.003619 n-d-712140-12 neutron-server[94829]: from cryptography.utils import int_from_bytes Aug 29 04:08:47.003619 n-d-712140-12 neutron-server[94829]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 29 04:08:47.003619 n-d-712140-12 neutron-server[94829]: from cryptography.utils import int_from_bytes Aug 29 04:08:47.003619 n-d-712140-12 neutron-server[94829]: Traceback (most recent call last): Aug 29 04:08:47.003619 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:08:47.003619 n-d-712140-12 neutron-server[94829]: timer() Aug 29 04:08:47.003619 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:08:47.003619 n-d-712140-12 neutron-server[94829]: cb(*args, **kw) Aug 29 04:08:47.003619 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:08:47.003619 n-d-712140-12 neutron-server[94829]: return func(*args, **kwargs) Aug 29 04:08:47.003619 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:08:47.003619 n-d-712140-12 neutron-server[94829]: self._notify() Aug 29 04:08:47.003619 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:08:47.003619 n-d-712140-12 neutron-server[94829]: self.callback(batched_events) Aug 29 04:08:47.003619 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:08:47.003619 n-d-712140-12 neutron-server[94829]: event.method(event) Aug 29 04:08:47.003619 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:08:47.003619 n-d-712140-12 neutron-server[94829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:08:47.003619 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:08:47.003619 n-d-712140-12 neutron-server[94829]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:08:47.003619 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:08:47.003619 n-d-712140-12 neutron-server[94829]: return f(self, *a, **k) Aug 29 04:08:47.003619 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:08:47.003619 n-d-712140-12 neutron-server[94829]: return self._get(url).json() Aug 29 04:08:47.003619 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:08:47.003619 n-d-712140-12 neutron-server[94829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:08:47.003619 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:08:47.003619 n-d-712140-12 neutron-server[94829]: return self.request(url, 'GET', **kwargs) Aug 29 04:08:47.003619 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:08:47.003619 n-d-712140-12 neutron-server[94829]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:08:47.003619 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:08:47.003619 n-d-712140-12 neutron-server[94829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:08:47.003619 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:08:47.003619 n-d-712140-12 neutron-server[94829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:08:47.003619 n-d-712140-12 neutron-server[94829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:08:47.068528 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1fde2efd-aa61-44a6-b9c7-ff3d37828d90 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:47.073844 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592938be-3e56-4856-989e-f41156df9dad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=225172d7-0e19-415a-adc8-0d57d4aad33c,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:47.084869 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fd8405b5-b2ce-4820-ae7b-0f9aff824d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:47.098566 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fd8405b5-b2ce-4820-ae7b-0f9aff824d23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:47.100699 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-fd8405b5-b2ce-4820-ae7b-0f9aff824d23 admin admin] 10.222.0.22 "DELETE /v2.0/networks/1dbcbde1-6cac-4073-b699-538d9b7eec44 HTTP/1.1" status: 204 len: 168 time: 0.7031481 Aug 29 04:08:47.114315 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 33206) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:47.118355 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8405b5-b2ce-4820-ae7b-0f9aff824d23 admin admin] Pushing event deleted for resources: {'Network': ['ID=1dbcbde1-6cac-4073-b699-538d9b7eec44,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:47.121715 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-592938be-3e56-4856-989e-f41156df9dad admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d68edb0e25dc454da07f29059947ed2c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1554251 Aug 29 04:08:47.129943 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 33212) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:47.178648 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_v2 [None req-068c8611-c347-4f21-b712-f3bac09120f7 admin admin] Deleting subnet 5049f1ca-906a-499f-8ba7-b201c257ebec {{(pid=94829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:08:47.182132 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-068c8611-c347-4f21-b712-f3bac09120f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:47.219965 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-068c8611-c347-4f21-b712-f3bac09120f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4311743'] for subnet, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:47.244842 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-07f666d1-9d68-42db-b25d-44950c9fe7c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:47.260727 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9763a6-7ee4-4588-a68b-cd259e907fb0 req-dc7e9eb9-205b-45cd-a360-28244de87bac tempest-FloatingIPsTestJSON-540867285 tempest-FloatingIPsTestJSON-540867285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:47.268132 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-cf9763a6-7ee4-4588-a68b-cd259e907fb0 req-dc7e9eb9-205b-45cd-a360-28244de87bac tempest-FloatingIPsTestJSON-540867285 tempest-FloatingIPsTestJSON-540867285-project] 10.222.0.22 "GET /v2.0/networks/e6c84a15-2e6f-4c07-8ede-a88148c2fe90 HTTP/1.1" status: 200 len: 784 time: 0.6466258 Aug 29 04:08:47.288813 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1fde2efd-aa61-44a6-b9c7-ff3d37828d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:47.292838 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-068c8611-c347-4f21-b712-f3bac09120f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:47.375945 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-07f666d1-9d68-42db-b25d-44950c9fe7c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:47.389978 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-068c8611-c347-4f21-b712-f3bac09120f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4552352'] for subnet, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:47.403674 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device d4318874-6c3b-459d-8993-8cd838ff182c up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:08:47.426198 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068c8611-c347-4f21-b712-f3bac09120f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5049f1ca-906a-499f-8ba7-b201c257ebec,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:47.429295 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-cf9763a6-7ee4-4588-a68b-cd259e907fb0 req-4d73bc4d-84db-4c09-b0a8-773b8c3a1cc6 tempest-FloatingIPsTestJSON-540867285 tempest-FloatingIPsTestJSON-540867285-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.0.97 HTTP/1.1" status: 200 len: 695 time: 0.1596365 Aug 29 04:08:47.437708 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-068c8611-c347-4f21-b712-f3bac09120f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:47.439831 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-068c8611-c347-4f21-b712-f3bac09120f7 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/5049f1ca-906a-499f-8ba7-b201c257ebec HTTP/1.1" status: 204 len: 168 time: 0.3232064 Aug 29 04:08:47.442937 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fde2efd-aa61-44a6-b9c7-ff3d37828d90 admin admin] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:08:47.444129 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 33224) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:47.476773 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port d4318874-6c3b-459d-8993-8cd838ff182c completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:08:47.524346 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3767e212-55dd-414c-87be-74c80a7db441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:47.529359 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fde2efd-aa61-44a6-b9c7-ff3d37828d90 admin admin] Pushing event updated for resources: {'Port': ['ID=766d274f-389d-4787-8e43-813fff8fef2c,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:47.541533 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-1fde2efd-aa61-44a6-b9c7-ff3d37828d90 admin admin] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:08:47.562616 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fde2efd-aa61-44a6-b9c7-ff3d37828d90 admin admin] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:08:47.575371 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-cf9763a6-7ee4-4588-a68b-cd259e907fb0 req-b226a56a-a4ff-47d6-87ba-8169fb9d13e7 tempest-FloatingIPsTestJSON-540867285 tempest-FloatingIPsTestJSON-540867285-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.0.97 HTTP/1.1" status: 200 len: 695 time: 0.1387174 Aug 29 04:08:47.613531 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device c5cd9555-174d-4fa9-8796-8bd0412428ce no longer exists at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:08:47.634546 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3767e212-55dd-414c-87be-74c80a7db441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:47.648350 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-3767e212-55dd-414c-87be-74c80a7db441 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff3df375-f5de-4fd5-a83b-79fcdc415a9d']}} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:08:47.652391 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] No Port match for: c5cd9555-174d-4fa9-8796-8bd0412428ce {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:08:47.652946 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device c5cd9555-174d-4fa9-8796-8bd0412428ce not bound to the agent host n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:08:47.667732 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-3767e212-55dd-414c-87be-74c80a7db441 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb0c295c-2dc0-4db2-b379-c96df1e9718b') {'for_net_delete': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:08:47.668121 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-3767e212-55dd-414c-87be-74c80a7db441 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb0c295c-2dc0-4db2-b379-c96df1e9718b') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:08:47.684506 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3767e212-55dd-414c-87be-74c80a7db441 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4311712'] for segment, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:47.707500 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3767e212-55dd-414c-87be-74c80a7db441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:47.716624 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3767e212-55dd-414c-87be-74c80a7db441 admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=94829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:08:47.717094 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3767e212-55dd-414c-87be-74c80a7db441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4274277'] for segment, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:47.719250 n-d-712140-12 neutron-server[94829]: Traceback (most recent call last): Aug 29 04:08:47.719250 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:08:47.719250 n-d-712140-12 neutron-server[94829]: timer() Aug 29 04:08:47.719250 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:08:47.719250 n-d-712140-12 neutron-server[94829]: cb(*args, **kw) Aug 29 04:08:47.719250 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:08:47.719250 n-d-712140-12 neutron-server[94829]: return func(*args, **kwargs) Aug 29 04:08:47.719250 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:08:47.719250 n-d-712140-12 neutron-server[94829]: self._notify() Aug 29 04:08:47.719250 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:08:47.719250 n-d-712140-12 neutron-server[94829]: self.callback(batched_events) Aug 29 04:08:47.719250 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:08:47.719250 n-d-712140-12 neutron-server[94829]: event.method(event) Aug 29 04:08:47.719250 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:08:47.719250 n-d-712140-12 neutron-server[94829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:08:47.719250 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:08:47.719250 n-d-712140-12 neutron-server[94829]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:08:47.719250 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:08:47.719250 n-d-712140-12 neutron-server[94829]: return f(self, *a, **k) Aug 29 04:08:47.719250 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:08:47.719250 n-d-712140-12 neutron-server[94829]: return self._get(url).json() Aug 29 04:08:47.719250 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:08:47.719250 n-d-712140-12 neutron-server[94829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:08:47.719250 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:08:47.719250 n-d-712140-12 neutron-server[94829]: return self.request(url, 'GET', **kwargs) Aug 29 04:08:47.719250 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:08:47.719250 n-d-712140-12 neutron-server[94829]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:08:47.719250 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:08:47.719250 n-d-712140-12 neutron-server[94829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:08:47.719250 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:08:47.719250 n-d-712140-12 neutron-server[94829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:08:47.719250 n-d-712140-12 neutron-server[94829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:08:47.841782 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-07f666d1-9d68-42db-b25d-44950c9fe7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:47.845637 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-07f666d1-9d68-42db-b25d-44950c9fe7c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:47.848757 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3767e212-55dd-414c-87be-74c80a7db441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:47.849815 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-07f666d1-9d68-42db-b25d-44950c9fe7c8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/225172d7-0e19-415a-adc8-0d57d4aad33c HTTP/1.1" status: 204 len: 168 time: 0.7188010 Aug 29 04:08:47.856205 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3767e212-55dd-414c-87be-74c80a7db441 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:47.861010 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-3767e212-55dd-414c-87be-74c80a7db441 admin admin] 10.222.0.22 "DELETE /v2.0/networks/ff3df375-f5de-4fd5-a83b-79fcdc415a9d HTTP/1.1" status: 204 len: 168 time: 0.4136527 Aug 29 04:08:47.918669 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3767e212-55dd-414c-87be-74c80a7db441 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff3df375-f5de-4fd5-a83b-79fcdc415a9d,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:47.942935 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cded6ab0-ba6d-490f-b7c7-c34e0f006d28 req-799dc4dc-85aa-4aa8-826f-3a25b42b03a6 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:47.944949 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-cded6ab0-ba6d-490f-b7c7-c34e0f006d28 req-799dc4dc-85aa-4aa8-826f-3a25b42b03a6 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=17d1aee9-03df-4ac4-8975-10a53a9cc4e7 HTTP/1.1" status: 200 len: 948 time: 0.1398087 Aug 29 04:08:47.945600 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8f6ef4f0-497a-4fc1-8f7e-dc9df97b0d94 req-fd7af4b6-e091-47aa-84cb-d536e31b168f tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=879ec2b9fe7f465198410ae00d0086f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1063578 Aug 29 04:08:47.976338 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f666d1-9d68-42db-b25d-44950c9fe7c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=225172d7-0e19-415a-adc8-0d57d4aad33c,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:48.001473 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea3b849-e5de-48cd-9db7-5d90db8f9019 None None] Network 7933d3e7-f004-4fe2-93b4-59b849cecb79 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:08:48.054665 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-cded6ab0-ba6d-490f-b7c7-c34e0f006d28 req-c6ce4adc-3f83-4869-a994-8dee20acbca7 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957088 Aug 29 04:08:48.095873 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-9f9865b1-7309-4b0b-93da-1474b4f98590 None None] Provisioning for port d4318874-6c3b-459d-8993-8cd838ff182c completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:08:48.104761 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-9f9865b1-7309-4b0b-93da-1474b4f98590 None None] Provisioning complete for port d4318874-6c3b-459d-8993-8cd838ff182c triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:08:48.105324 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9f9865b1-7309-4b0b-93da-1474b4f98590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:48.198360 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 33248) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:48.200471 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e8cc365d-8d73-48e2-b40b-4d7e8dbad8fa req-602128f7-8164-42ff-a251-988e078db8c5 tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa3a9d92-470b-4ffe-9def-6e12e346d8f2 HTTP/1.1" status: 200 len: 210 time: 0.0441713 Aug 29 04:08:48.253505 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6ef4f0-497a-4fc1-8f7e-dc9df97b0d94 req-5d77de67-6fbd-4ebd-8347-9099d389c750 tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:48.255024 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8f6ef4f0-497a-4fc1-8f7e-dc9df97b0d94 req-5d77de67-6fbd-4ebd-8347-9099d389c750 tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3029816 Aug 29 04:08:48.268401 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1fde2efd-aa61-44a6-b9c7-ff3d37828d90 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:48.271316 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-cf9763a6-7ee4-4588-a68b-cd259e907fb0 req-39347983-5d76-4843-af3c-a8059a7b375f tempest-FloatingIPsTestJSON-540867285 tempest-FloatingIPsTestJSON-540867285-project] Deleting port b5922b49-6f87-4601-816f-9c7216253a95 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:08:48.278236 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9f9865b1-7309-4b0b-93da-1474b4f98590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:48.278591 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-cf9763a6-7ee4-4588-a68b-cd259e907fb0 req-39347983-5d76-4843-af3c-a8059a7b375f tempest-FloatingIPsTestJSON-540867285 tempest-FloatingIPsTestJSON-540867285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:48.283288 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 33256) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:48.289652 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-8f6ef4f0-497a-4fc1-8f7e-dc9df97b0d94 req-5b027013-ff42-4797-9c86-945cbb5711fa tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] Request body: {'port': {'device_id': 'aa3a9d92-470b-4ffe-9def-6e12e346d8f2', 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45', 'admin_state_up': True, 'tenant_id': '879ec2b9fe7f465198410ae00d0086f3'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:08:48.305606 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-f02e56c3-a9e0-466f-bc9c-b34077d8c95a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=326ac9f4673b4841bd9d8982bd945126&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0837295 Aug 29 04:08:48.314924 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-9f9865b1-7309-4b0b-93da-1474b4f98590 None None] For port d4318874-6c3b-459d-8993-8cd838ff182c, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=d4318874-6c3b-459d-8993-8cd838ff182c,segment=NetworkSegment(bb65b1ca-d5ae-4e43-b925-9df88c1d3d33),segment_id=bb65b1ca-d5ae-4e43-b925-9df88c1d3d33)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:08:48.337236 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9f9865b1-7309-4b0b-93da-1474b4f98590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:48.356016 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8ae4b736-d4fe-46dd-8c93-3452ac423c2d req-ac4508cc-8a76-40dc-8202-7dbb974f6be0 tempest-FlavorsV2NegativeTest-1355141526 tempest-FlavorsV2NegativeTest-1355141526-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=c3239403cb7b4f638c01b0d66eafce92&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0431452 Aug 29 04:08:48.397072 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9865b1-7309-4b0b-93da-1474b4f98590 None None] Pushing event updated for resources: {'Port': ['ID=d4318874-6c3b-459d-8993-8cd838ff182c,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:48.417319 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 33262) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:48.443154 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e70346e5-4500-4572-a9d7-2b3dd1a06dc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:48.521750 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae4b736-d4fe-46dd-8c93-3452ac423c2d req-dc85f051-98c6-4e4f-a9f9-6a766bb3820c tempest-FlavorsV2NegativeTest-1355141526 tempest-FlavorsV2NegativeTest-1355141526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:48.523471 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8ae4b736-d4fe-46dd-8c93-3452ac423c2d req-dc85f051-98c6-4e4f-a9f9-6a766bb3820c tempest-FlavorsV2NegativeTest-1355141526 tempest-FlavorsV2NegativeTest-1355141526-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1667852 Aug 29 04:08:48.557715 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8ae4b736-d4fe-46dd-8c93-3452ac423c2d req-75a57d12-6e5a-4d3a-8153-43575bdd02f0 tempest-FlavorsV2NegativeTest-1355141526 tempest-FlavorsV2NegativeTest-1355141526-project] 10.222.0.22 "GET /v2.0/quotas/c3239403cb7b4f638c01b0d66eafce92 HTTP/1.1" status: 200 len: 375 time: 0.0216639 Aug 29 04:08:48.564692 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-cf9763a6-7ee4-4588-a68b-cd259e907fb0 req-39347983-5d76-4843-af3c-a8059a7b375f tempest-FloatingIPsTestJSON-540867285 tempest-FloatingIPsTestJSON-540867285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:48.565231 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-cf9763a6-7ee4-4588-a68b-cd259e907fb0 req-39347983-5d76-4843-af3c-a8059a7b375f tempest-FloatingIPsTestJSON-540867285 tempest-FloatingIPsTestJSON-540867285-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:48.573922 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9d4381ad-dc40-4d33-955d-d6260351a385 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:48.589283 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-cf9763a6-7ee4-4588-a68b-cd259e907fb0 req-39347983-5d76-4843-af3c-a8059a7b375f tempest-FloatingIPsTestJSON-540867285 tempest-FloatingIPsTestJSON-540867285-project] Calling delete_port for b5922b49-6f87-4601-816f-9c7216253a95 owned by network:floatingip {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:08:48.616169 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8ae4b736-d4fe-46dd-8c93-3452ac423c2d req-993c22de-407b-419d-a5db-9e36fe7a2df7 tempest-FlavorsV2NegativeTest-1355141526 tempest-FlavorsV2NegativeTest-1355141526-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=c3239403cb7b4f638c01b0d66eafce92&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0462656 Aug 29 04:08:48.644733 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9d4381ad-dc40-4d33-955d-d6260351a385 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:48.650287 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e70346e5-4500-4572-a9d7-2b3dd1a06dc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:48.665636 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e70346e5-4500-4572-a9d7-2b3dd1a06dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:48.718089 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-e70346e5-4500-4572-a9d7-2b3dd1a06dc9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c5922524580c49abb31786746e54ff85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2995470 Aug 29 04:08:48.720967 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 33272) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:48.727063 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70346e5-4500-4572-a9d7-2b3dd1a06dc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f1914ec-50e0-4271-bf2e-084357181f9d,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:48.769642 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-8529d4fb-4211-40eb-acff-3fdcdf78a876 None None] Provisioning complete for port d4318874-6c3b-459d-8993-8cd838ff182c triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:08:48.770133 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8529d4fb-4211-40eb-acff-3fdcdf78a876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:48.775542 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f6ef4f0-497a-4fc1-8f7e-dc9df97b0d94 req-5b027013-ff42-4797-9c86-945cbb5711fa tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] Made reservation on behalf of 879ec2b9fe7f465198410ae00d0086f3 for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:08:48.779479 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-8f6ef4f0-497a-4fc1-8f7e-dc9df97b0d94 req-5b027013-ff42-4797-9c86-945cbb5711fa tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:48.830364 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:48.848487 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-bb97ebe2-a1d8-4b97-83ec-f8d6daf7574a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:48.889876 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-bb97ebe2-a1d8-4b97-83ec-f8d6daf7574a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:48.936537 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9d4381ad-dc40-4d33-955d-d6260351a385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:48.939860 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9d4381ad-dc40-4d33-955d-d6260351a385 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:48.940997 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-9d4381ad-dc40-4d33-955d-d6260351a385 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/57ee7570-3df5-4e33-a9b3-d6a74e8b7f8c HTTP/1.1" status: 204 len: 168 time: 0.6565652 Aug 29 04:08:48.949444 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1fde2efd-aa61-44a6-b9c7-ff3d37828d90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409'] for router, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:48.957037 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-bb97ebe2-a1d8-4b97-83ec-f8d6daf7574a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:48.960527 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-bb97ebe2-a1d8-4b97-83ec-f8d6daf7574a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:48.962423 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-bb97ebe2-a1d8-4b97-83ec-f8d6daf7574a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3f1914ec-50e0-4271-bf2e-084357181f9d HTTP/1.1" status: 204 len: 168 time: 0.2404065 Aug 29 04:08:48.972022 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb97ebe2-a1d8-4b97-83ec-f8d6daf7574a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f1914ec-50e0-4271-bf2e-084357181f9d,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:49.074119 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4381ad-dc40-4d33-955d-d6260351a385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57ee7570-3df5-4e33-a9b3-d6a74e8b7f8c,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:49.148957 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-cf9763a6-7ee4-4588-a68b-cd259e907fb0 req-39347983-5d76-4843-af3c-a8059a7b375f tempest-FloatingIPsTestJSON-540867285 tempest-FloatingIPsTestJSON-540867285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:49.153642 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-8f6ef4f0-497a-4fc1-8f7e-dc9df97b0d94 req-5b027013-ff42-4797-9c86-945cbb5711fa tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] Allocated IP 192.168.233.238 (13e6dfc1-e9e7-40a1-8a14-d0febabf4d45/18cd12d4-b12a-41b0-b0c5-618edbb84e74/fa723d5d-64c5-4366-96f8-fdf9631b8b4d) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:08:49.219617 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5031b4f-e4bd-42d4-bec3-c2c08d347758 req-f0696309-7047-4b17-a411-a5a7e9b0d58f tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:49.221464 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f5031b4f-e4bd-42d4-bec3-c2c08d347758 req-f0696309-7047-4b17-a411-a5a7e9b0d58f tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=17d1aee9-03df-4ac4-8975-10a53a9cc4e7 HTTP/1.1" status: 200 len: 948 time: 0.0554757 Aug 29 04:08:49.249666 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39347983-5d76-4843-af3c-a8059a7b375f tempest-FloatingIPsTestJSON-540867285 tempest-FloatingIPsTestJSON-540867285-project] Pushing event deleted for resources: {'Port': ['ID=b5922b49-6f87-4601-816f-9c7216253a95,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:49.284405 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f5031b4f-e4bd-42d4-bec3-c2c08d347758 req-c5d2058a-20ed-451d-85d8-d082ff06c151 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562062 Aug 29 04:08:49.356901 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device d4318874-6c3b-459d-8993-8cd838ff182c up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:08:49.397933 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7ff24ee1-6b3a-4ce0-918c-782176156b2f req-0b3ddf30-6f0b-476d-8395-feada479c8ec tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa3a9d92-470b-4ffe-9def-6e12e346d8f2 HTTP/1.1" status: 200 len: 210 time: 0.0508928 Aug 29 04:08:49.453358 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port d4318874-6c3b-459d-8993-8cd838ff182c triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:08:49.455027 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:49.496679 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 33304) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:49.552167 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-50634dc7-7413-4ab1-870b-7e0eb26e6d5a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a39bae736f50436db7e5af55ad2b920c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0542178 Aug 29 04:08:49.554716 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 33306) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:49.590033 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-cf9763a6-7ee4-4588-a68b-cd259e907fb0 req-39347983-5d76-4843-af3c-a8059a7b375f tempest-FloatingIPsTestJSON-540867285 tempest-FloatingIPsTestJSON-540867285-project] Notify callbacks [] for floatingip, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:49.592638 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-cf9763a6-7ee4-4588-a68b-cd259e907fb0 req-39347983-5d76-4843-af3c-a8059a7b375f tempest-FloatingIPsTestJSON-540867285 tempest-FloatingIPsTestJSON-540867285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:49.593809 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-cf9763a6-7ee4-4588-a68b-cd259e907fb0 req-39347983-5d76-4843-af3c-a8059a7b375f tempest-FloatingIPsTestJSON-540867285 tempest-FloatingIPsTestJSON-540867285-project] 10.222.0.22 "DELETE /v2.0/floatingips/73ca15a3-9596-42ef-b050-f0a63ee3c810 HTTP/1.1" status: 204 len: 173 time: 1.9665344 Aug 29 04:08:49.637038 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-958130c3-8b60-4d63-9b3e-8923344f3b51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:49.648377 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 33312) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:49.701532 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fde2efd-aa61-44a6-b9c7-ff3d37828d90 admin admin] Router 0982452e-5009-440e-8916-b658f9b4387c is scheduled to L3 agent 76874008-c311-485c-ba36-921b6d275b6a with binding_index 1 {{(pid=94828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:08:49.730726 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-8f6ef4f0-497a-4fc1-8f7e-dc9df97b0d94 req-5b027013-ff42-4797-9c86-945cbb5711fa tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:49.782830 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-8f6ef4f0-497a-4fc1-8f7e-dc9df97b0d94 req-5b027013-ff42-4797-9c86-945cbb5711fa tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] Transition to ACTIVE for port object fa723d5d-64c5-4366-96f8-fdf9631b8b4d will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:08:49.844368 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-023caeca-177e-4ecc-8d3d-58ad39a896ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:49.904087 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fde2efd-aa61-44a6-b9c7-ff3d37828d90 admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:08:49.912873 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-8f6ef4f0-497a-4fc1-8f7e-dc9df97b0d94 req-5b027013-ff42-4797-9c86-945cbb5711fa tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:49.926310 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4599310-60f2-4dbb-9a71-77c08768d1c4 None None] Sync routers for ids ['0982452e-5009-440e-8916-b658f9b4387c'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:08:49.932870 n-d-712140-12 neutron-server[94829]: INFO neutron.api.v2.resource [req-9736002e-ef00-4dc0-a784-af6a10dfd6ea req-2252a710-7f0b-4a48-a7c0-cabbb6fd27c6 tempest-FloatingIPsTestJSON-540867285 tempest-FloatingIPsTestJSON-540867285-project] show failed (client error): The resource could not be found. Aug 29 04:08:49.939852 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9736002e-ef00-4dc0-a784-af6a10dfd6ea req-2252a710-7f0b-4a48-a7c0-cabbb6fd27c6 tempest-FloatingIPsTestJSON-540867285 tempest-FloatingIPsTestJSON-540867285-project] 10.222.0.22 "GET /v2.0/floatingips/73ca15a3-9596-42ef-b050-f0a63ee3c810 HTTP/1.1" status: 404 len: 350 time: 0.3115332 Aug 29 04:08:49.950319 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4599310-60f2-4dbb-9a71-77c08768d1c4 None None] Routers {'0982452e-5009-440e-8916-b658f9b4387c'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:08:49.951079 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-c4599310-60f2-4dbb-9a71-77c08768d1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:08:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['0982452e-5009-440e-8916-b658f9b4387c'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:08:49.951968 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-958130c3-8b60-4d63-9b3e-8923344f3b51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:49.976933 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f6ef4f0-497a-4fc1-8f7e-dc9df97b0d94 req-5b027013-ff42-4797-9c86-945cbb5711fa tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] Network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:08:49.996622 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-8f6ef4f0-497a-4fc1-8f7e-dc9df97b0d94 req-5b027013-ff42-4797-9c86-945cbb5711fa tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:08:50.029080 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f6ef4f0-497a-4fc1-8f7e-dc9df97b0d94 req-5b027013-ff42-4797-9c86-945cbb5711fa tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:08:50.035463 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6ef4f0-497a-4fc1-8f7e-dc9df97b0d94 req-5b027013-ff42-4797-9c86-945cbb5711fa tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:50.036257 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-8f6ef4f0-497a-4fc1-8f7e-dc9df97b0d94 req-5b027013-ff42-4797-9c86-945cbb5711fa tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:50.038284 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-958130c3-8b60-4d63-9b3e-8923344f3b51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:50.049551 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-958130c3-8b60-4d63-9b3e-8923344f3b51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:50.050099 n-d-712140-12 neutron-server[94828]: INFO neutron.api.v2.resource [req-2a5f6faa-f052-4710-9ad5-de3343bf7eb9 req-2a20a318-d11c-4898-8828-7f1e8729fac6 tempest-FloatingIPsTestJSON-540867285 tempest-FloatingIPsTestJSON-540867285-project] show failed (client error): The resource could not be found. Aug 29 04:08:50.051330 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2a5f6faa-f052-4710-9ad5-de3343bf7eb9 req-2a20a318-d11c-4898-8828-7f1e8729fac6 tempest-FloatingIPsTestJSON-540867285 tempest-FloatingIPsTestJSON-540867285-project] 10.222.0.22 "GET /v2.0/floatingips/73ca15a3-9596-42ef-b050-f0a63ee3c810 HTTP/1.1" status: 404 len: 350 time: 0.0766702 Aug 29 04:08:50.051506 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-958130c3-8b60-4d63-9b3e-8923344f3b51 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/feb05934-ec00-40aa-9f72-f745d5f8246e HTTP/1.1" status: 204 len: 168 time: 0.4950361 Aug 29 04:08:50.067299 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 33332) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:50.087704 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b027013-ff42-4797-9c86-945cbb5711fa tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] Pushing event updated for resources: {'Port': ['ID=fa723d5d-64c5-4366-96f8-fdf9631b8b4d,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:50.104612 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958130c3-8b60-4d63-9b3e-8923344f3b51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb05934-ec00-40aa-9f72-f745d5f8246e,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:50.117680 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-c4599310-60f2-4dbb-9a71-77c08768d1c4 None None] Set router 0982452e-5009-440e-8916-b658f9b4387c gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:08:50.147114 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-023caeca-177e-4ecc-8d3d-58ad39a896ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:50.167076 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-023caeca-177e-4ecc-8d3d-58ad39a896ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:50.216274 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-023caeca-177e-4ecc-8d3d-58ad39a896ac admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c3239403cb7b4f638c01b0d66eafce92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5668690 Aug 29 04:08:50.219232 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8f6ef4f0-497a-4fc1-8f7e-dc9df97b0d94 req-5b027013-ff42-4797-9c86-945cbb5711fa tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9374304 Aug 29 04:08:50.223669 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 33336) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:50.224039 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1fde2efd-aa61-44a6-b9c7-ff3d37828d90 admin admin] Notify callbacks [] for router, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:50.225282 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-1fde2efd-aa61-44a6-b9c7-ff3d37828d90 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 5.0725222 Aug 29 04:08:50.230785 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 33338) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:50.248383 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-8f6ef4f0-497a-4fc1-8f7e-dc9df97b0d94 req-8c24603f-78c5-4ac2-9d35-7fe445c300c0 service neutron] Request body: {'port': {'device_id': 'aa3a9d92-470b-4ffe-9def-6e12e346d8f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:08:50.361498 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-c4599310-60f2-4dbb-9a71-77c08768d1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0982452e-5009-440e-8916-b658f9b4387c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1040687992-router', 'tenant_id': '15cb8928e53548e3a84be2fdd93ca64b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '766d274f-389d-4787-8e43-813fff8fef2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:08:45Z', 'updated_at': '2021-08-29T04:08:47Z', 'revision_number': 3, 'project_id': '15cb8928e53548e3a84be2fdd93ca64b', 'gw_port': {'id': '766d274f-389d-4787-8e43-813fff8fef2c', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:90:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0982452e-5009-440e-8916-b658f9b4387c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:08:46Z', 'updated_at': '2021-08-29T04:08:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:08:50.402362 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4599310-60f2-4dbb-9a71-77c08768d1c4 None None] Checking router: 0982452e-5009-440e-8916-b658f9b4387c for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:08:50.402785 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4599310-60f2-4dbb-9a71-77c08768d1c4 None None] Updating router 0982452e-5009-440e-8916-b658f9b4387c port 766d274f-389d-4787-8e43-813fff8fef2c binding host n-d-712140-12 {{(pid=94831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:08:50.427016 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-d5c9b234-0641-440a-9a48-eceb21384a42 None None] Provisioning for port fa723d5d-64c5-4366-96f8-fdf9631b8b4d completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:08:50.429393 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023caeca-177e-4ecc-8d3d-58ad39a896ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eed5e5a5-ecb0-40fe-8f57-0d4f234e1943,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:50.433622 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-d5c9b234-0641-440a-9a48-eceb21384a42 None None] Provisioning complete for port fa723d5d-64c5-4366-96f8-fdf9631b8b4d triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:08:50.434278 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d5c9b234-0641-440a-9a48-eceb21384a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:50.474141 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c4599310-60f2-4dbb-9a71-77c08768d1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:50.494737 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-d5c9b234-0641-440a-9a48-eceb21384a42 None None] Port fa723d5d-64c5-4366-96f8-fdf9631b8b4d cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:08:50.495343 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9b8f66c5-70b0-467e-ba6c-07e536308fbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:50.552325 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9b8f66c5-70b0-467e-ba6c-07e536308fbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:50.613013 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-8f6ef4f0-497a-4fc1-8f7e-dc9df97b0d94 req-8c24603f-78c5-4ac2-9d35-7fe445c300c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:50.772406 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1a48d3-b478-4077-a2c3-71a301d47972 req-2aab378d-260e-4db2-a6f4-aa2d50c15775 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:50.773874 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1c1a48d3-b478-4077-a2c3-71a301d47972 req-2aab378d-260e-4db2-a6f4-aa2d50c15775 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=17d1aee9-03df-4ac4-8975-10a53a9cc4e7 HTTP/1.1" status: 200 len: 948 time: 0.2857773 Aug 29 04:08:50.777185 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9b8f66c5-70b0-467e-ba6c-07e536308fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:50.779903 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9b8f66c5-70b0-467e-ba6c-07e536308fbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:50.781007 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-9b8f66c5-70b0-467e-ba6c-07e536308fbb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/eed5e5a5-ecb0-40fe-8f57-0d4f234e1943 HTTP/1.1" status: 204 len: 168 time: 0.5560334 Aug 29 04:08:50.812798 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8f66c5-70b0-467e-ba6c-07e536308fbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eed5e5a5-ecb0-40fe-8f57-0d4f234e1943,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:50.853684 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c4599310-60f2-4dbb-9a71-77c08768d1c4 None None] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:50.878663 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-c4599310-60f2-4dbb-9a71-77c08768d1c4 None None] Transition to ACTIVE for port object 766d274f-389d-4787-8e43-813fff8fef2c will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:08:50.887176 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c4599310-60f2-4dbb-9a71-77c08768d1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:50.921678 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1c1a48d3-b478-4077-a2c3-71a301d47972 req-2a78323e-9217-49a3-895f-e6713d93de90 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375659 Aug 29 04:08:51.002196 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deec7e1-0bda-4b0e-a7b2-f0f2f7d1775b req-5ad1f9df-d7c7-44df-b983-ea36ad307ecc tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:51.006827 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2deec7e1-0bda-4b0e-a7b2-f0f2f7d1775b req-5ad1f9df-d7c7-44df-b983-ea36ad307ecc tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa3a9d92-470b-4ffe-9def-6e12e346d8f2 HTTP/1.1" status: 200 len: 936 time: 0.4735525 Aug 29 04:08:51.025462 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-c4599310-60f2-4dbb-9a71-77c08768d1c4 None None] Attempting to bind port 766d274f-389d-4787-8e43-813fff8fef2c on host n-d-712140-12 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:08:51.026562 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-c4599310-60f2-4dbb-9a71-77c08768d1c4 None None] Attempting to bind port 766d274f-389d-4787-8e43-813fff8fef2c by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:08:51.027139 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4599310-60f2-4dbb-9a71-77c08768d1c4 None None] Attempting to bind port 766d274f-389d-4787-8e43-813fff8fef2c on network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:08:51.036133 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb794d1-caef-4086-80d4-0043c7fd237c None None] Pushing event updated for resources: {'Port': ['ID=766d274f-389d-4787-8e43-813fff8fef2c,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:51.039070 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4599310-60f2-4dbb-9a71-77c08768d1c4 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:08:51.039669 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4599310-60f2-4dbb-9a71-77c08768d1c4 None None] Checking segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:08:51.040278 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c4599310-60f2-4dbb-9a71-77c08768d1c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:51.040819 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4599310-60f2-4dbb-9a71-77c08768d1c4 None None] Bound using segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:08:51.041702 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-c4599310-60f2-4dbb-9a71-77c08768d1c4 None None] Bound port: 766d274f-389d-4787-8e43-813fff8fef2c, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:08:51.042452 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c4599310-60f2-4dbb-9a71-77c08768d1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:51.070350 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb794d1-caef-4086-80d4-0043c7fd237c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:51.071017 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb794d1-caef-4086-80d4-0043c7fd237c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:51.071801 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb794d1-caef-4086-80d4-0043c7fd237c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:51.072200 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb794d1-caef-4086-80d4-0043c7fd237c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:51.072860 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb794d1-caef-4086-80d4-0043c7fd237c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:51.073456 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb794d1-caef-4086-80d4-0043c7fd237c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:51.074201 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb794d1-caef-4086-80d4-0043c7fd237c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:51.074673 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb794d1-caef-4086-80d4-0043c7fd237c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:51.075141 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb794d1-caef-4086-80d4-0043c7fd237c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:51.075623 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb794d1-caef-4086-80d4-0043c7fd237c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:51.076111 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb794d1-caef-4086-80d4-0043c7fd237c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:51.076595 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb794d1-caef-4086-80d4-0043c7fd237c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:51.123238 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-c4599310-60f2-4dbb-9a71-77c08768d1c4 None None] For port 766d274f-389d-4787-8e43-813fff8fef2c, host n-d-712140-12, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:08:51.127433 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-c4599310-60f2-4dbb-9a71-77c08768d1c4 None None] For port 766d274f-389d-4787-8e43-813fff8fef2c, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=766d274f-389d-4787-8e43-813fff8fef2c,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:08:51.137762 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c4599310-60f2-4dbb-9a71-77c08768d1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:51.208473 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d0e01e6e-899f-40ae-a029-7235b06a5dba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713413'] for router_interface, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:51.215640 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2deec7e1-0bda-4b0e-a7b2-f0f2f7d1775b req-b11a9e68-0837-4f59-8e13-ea19e881c779 tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea603de9-63fb-45e7-bc50-a0eeae01bb10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887097 Aug 29 04:08:51.222277 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4599310-60f2-4dbb-9a71-77c08768d1c4 None None] Routers {'0982452e-5009-440e-8916-b658f9b4387c'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:08:51.222890 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-c4599310-60f2-4dbb-9a71-77c08768d1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:08:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['0982452e-5009-440e-8916-b658f9b4387c'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:08:51.250193 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-8f6ef4f0-497a-4fc1-8f7e-dc9df97b0d94 req-8c24603f-78c5-4ac2-9d35-7fe445c300c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa723d5d-64c5-4366-96f8-fdf9631b8b4d {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:08:51.261523 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-8f6ef4f0-497a-4fc1-8f7e-dc9df97b0d94 req-8c24603f-78c5-4ac2-9d35-7fe445c300c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:51.311640 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-8f6ef4f0-497a-4fc1-8f7e-dc9df97b0d94 req-8c24603f-78c5-4ac2-9d35-7fe445c300c0 service neutron] Transition to ACTIVE for port object fa723d5d-64c5-4366-96f8-fdf9631b8b4d will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:08:51.321561 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-8f6ef4f0-497a-4fc1-8f7e-dc9df97b0d94 req-8c24603f-78c5-4ac2-9d35-7fe445c300c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:51.375025 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-c4599310-60f2-4dbb-9a71-77c08768d1c4 None None] Set router 0982452e-5009-440e-8916-b658f9b4387c gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:08:51.461582 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c24603f-78c5-4ac2-9d35-7fe445c300c0 service neutron] Pushing event updated for resources: {'Port': ['ID=fa723d5d-64c5-4366-96f8-fdf9631b8b4d,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:51.561109 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-8f6ef4f0-497a-4fc1-8f7e-dc9df97b0d94 req-8c24603f-78c5-4ac2-9d35-7fe445c300c0 service neutron] Attempting to bind port fa723d5d-64c5-4366-96f8-fdf9631b8b4d on host n-h2-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:08:51.561458 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-8f6ef4f0-497a-4fc1-8f7e-dc9df97b0d94 req-8c24603f-78c5-4ac2-9d35-7fe445c300c0 service neutron] Attempting to bind port fa723d5d-64c5-4366-96f8-fdf9631b8b4d by drivers openvswitch,hyperv on host n-h2-712140-12 at level 0 using segments [{'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:08:51.561790 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6ef4f0-497a-4fc1-8f7e-dc9df97b0d94 req-8c24603f-78c5-4ac2-9d35-7fe445c300c0 service neutron] Attempting to bind port fa723d5d-64c5-4366-96f8-fdf9631b8b4d on network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:08:51.576035 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6ef4f0-497a-4fc1-8f7e-dc9df97b0d94 req-8c24603f-78c5-4ac2-9d35-7fe445c300c0 service neutron] Port fa723d5d-64c5-4366-96f8-fdf9631b8b4d on network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:08:51.576035 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6ef4f0-497a-4fc1-8f7e-dc9df97b0d94 req-8c24603f-78c5-4ac2-9d35-7fe445c300c0 service neutron] Attempting to bind port fa723d5d-64c5-4366-96f8-fdf9631b8b4d on network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:08:51.633830 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6ef4f0-497a-4fc1-8f7e-dc9df97b0d94 req-8c24603f-78c5-4ac2-9d35-7fe445c300c0 service neutron] Checking agent: {'id': 'b3a0606b-b029-4f5e-8798-3a32b71d8844', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:08:51.634520 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6ef4f0-497a-4fc1-8f7e-dc9df97b0d94 req-8c24603f-78c5-4ac2-9d35-7fe445c300c0 service neutron] Checking segment: {'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:08:51.634916 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6ef4f0-497a-4fc1-8f7e-dc9df97b0d94 req-8c24603f-78c5-4ac2-9d35-7fe445c300c0 service neutron] Bound using segment: {'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:08:51.635321 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-8f6ef4f0-497a-4fc1-8f7e-dc9df97b0d94 req-8c24603f-78c5-4ac2-9d35-7fe445c300c0 service neutron] Bound port: fa723d5d-64c5-4366-96f8-fdf9631b8b4d, host: n-h2-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:08:51.635818 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-8f6ef4f0-497a-4fc1-8f7e-dc9df97b0d94 req-8c24603f-78c5-4ac2-9d35-7fe445c300c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:51.723440 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb794d1-caef-4086-80d4-0043c7fd237c None None] Pushing event updated for resources: {'Port': ['ID=766d274f-389d-4787-8e43-813fff8fef2c,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:51.792395 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-c4599310-60f2-4dbb-9a71-77c08768d1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0982452e-5009-440e-8916-b658f9b4387c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1040687992-router', 'tenant_id': '15cb8928e53548e3a84be2fdd93ca64b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '766d274f-389d-4787-8e43-813fff8fef2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:08:45Z', 'updated_at': '2021-08-29T04:08:47Z', 'revision_number': 3, 'project_id': '15cb8928e53548e3a84be2fdd93ca64b', 'gw_port': {'id': '766d274f-389d-4787-8e43-813fff8fef2c', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:90:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0982452e-5009-440e-8916-b658f9b4387c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:08:46Z', 'updated_at': '2021-08-29T04:08:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:08:51.802397 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-8f6ef4f0-497a-4fc1-8f7e-dc9df97b0d94 req-8c24603f-78c5-4ac2-9d35-7fe445c300c0 service neutron] For port fa723d5d-64c5-4366-96f8-fdf9631b8b4d, host n-h2-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:08:51.827034 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-d0e01e6e-899f-40ae-a029-7235b06a5dba admin admin] Deleting port 1097a6ca-4230-4baa-8a95-3569c08d5953 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:08:51.827607 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d0e01e6e-899f-40ae-a029-7235b06a5dba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:51.832296 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-8f6ef4f0-497a-4fc1-8f7e-dc9df97b0d94 req-8c24603f-78c5-4ac2-9d35-7fe445c300c0 service neutron] For port fa723d5d-64c5-4366-96f8-fdf9631b8b4d, host n-h2-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=fa723d5d-64c5-4366-96f8-fdf9631b8b4d,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:08:51.857595 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4599310-60f2-4dbb-9a71-77c08768d1c4 None None] The sync data for ids ['0982452e-5009-440e-8916-b658f9b4387c'] in n-d-712140-12 is: [{'id': '0982452e-5009-440e-8916-b658f9b4387c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1040687992-router', 'tenant_id': '15cb8928e53548e3a84be2fdd93ca64b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '766d274f-389d-4787-8e43-813fff8fef2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:08:45Z', 'updated_at': '2021-08-29T04:08:47Z', 'revision_number': 3, 'project_id': '15cb8928e53548e3a84be2fdd93ca64b', 'gw_port': {'id': '766d274f-389d-4787-8e43-813fff8fef2c', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:90:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0982452e-5009-440e-8916-b658f9b4387c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:08:46Z', 'updated_at': '2021-08-29T04:08:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:08:51.870552 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-8f6ef4f0-497a-4fc1-8f7e-dc9df97b0d94 req-8c24603f-78c5-4ac2-9d35-7fe445c300c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:51.963546 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0779ac6d-fc34-4181-86f8-bc7b533fdc84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:51.968228 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-d0e01e6e-899f-40ae-a029-7235b06a5dba admin admin] For port 1097a6ca-4230-4baa-8a95-3569c08d5953, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=1097a6ca-4230-4baa-8a95-3569c08d5953,segment=NetworkSegment(5918ef1a-6544-407d-947d-630bdc900e10),segment_id=5918ef1a-6544-407d-947d-630bdc900e10)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:08:51.968614 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d0e01e6e-899f-40ae-a029-7235b06a5dba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:51.982842 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6ef4f0-497a-4fc1-8f7e-dc9df97b0d94 req-8c24603f-78c5-4ac2-9d35-7fe445c300c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:51.983499 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-8f6ef4f0-497a-4fc1-8f7e-dc9df97b0d94 req-8c24603f-78c5-4ac2-9d35-7fe445c300c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:51.985024 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8f6ef4f0-497a-4fc1-8f7e-dc9df97b0d94 req-8c24603f-78c5-4ac2-9d35-7fe445c300c0 service neutron] 10.222.0.48 "PUT /v2.0/ports/fa723d5d-64c5-4366-96f8-fdf9631b8b4d HTTP/1.1" status: 200 len: 1097 time: 1.7440503 Aug 29 04:08:51.993489 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa3a9d92-470b-4ffe-9def-6e12e346d8f2', 'tag': 'fa723d5d-64c5-4366-96f8-fdf9631b8b4d'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:08:51.997154 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab25d19b-47de-43be-95de-e4b0ff2d977d" -d '{"events": [{"name": "network-changed", "server_uuid": "aa3a9d92-470b-4ffe-9def-6e12e346d8f2", "tag": "fa723d5d-64c5-4366-96f8-fdf9631b8b4d"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:08:51.999347 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-d0e01e6e-899f-40ae-a029-7235b06a5dba admin admin] Calling delete_port for 1097a6ca-4230-4baa-8a95-3569c08d5953 owned by network:router_interface {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:08:52.150098 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c24603f-78c5-4ac2-9d35-7fe445c300c0 service neutron] Pushing event updated for resources: {'Port': ['ID=fa723d5d-64c5-4366-96f8-fdf9631b8b4d,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:52.204007 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6ef4f0-497a-4fc1-8f7e-dc9df97b0d94 req-3c67d09c-2810-4e13-9caf-a65ad3fa507e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:52.205626 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8f6ef4f0-497a-4fc1-8f7e-dc9df97b0d94 req-3c67d09c-2810-4e13-9caf-a65ad3fa507e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=879ec2b9fe7f465198410ae00d0086f3&device_id=aa3a9d92-470b-4ffe-9def-6e12e346d8f2 HTTP/1.1" status: 200 len: 1100 time: 0.1497023 Aug 29 04:08:52.249622 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b28311-18cd-459f-a6ac-2919a6f71f45 req-f17923eb-6c11-4669-bc84-232a83e0556f tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:52.251892 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-28b28311-18cd-459f-a6ac-2919a6f71f45 req-f17923eb-6c11-4669-bc84-232a83e0556f tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=17d1aee9-03df-4ac4-8975-10a53a9cc4e7 HTTP/1.1" status: 200 len: 948 time: 0.1547422 Aug 29 04:08:52.332535 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-28b28311-18cd-459f-a6ac-2919a6f71f45 req-b3f0088e-ea80-4628-bb48-21b3c26fc867 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739357 Aug 29 04:08:52.401453 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8f6ef4f0-497a-4fc1-8f7e-dc9df97b0d94 req-4786a4fb-51fa-4103-9952-8da1fa84a04d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=fa723d5d-64c5-4366-96f8-fdf9631b8b4d HTTP/1.1" status: 200 len: 217 time: 0.1591651 Aug 29 04:08:52.407036 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d0e01e6e-899f-40ae-a029-7235b06a5dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:52.471514 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e01e6e-899f-40ae-a029-7235b06a5dba admin admin] Pushing event deleted for resources: {'Port': ['ID=1097a6ca-4230-4baa-8a95-3569c08d5953,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:52.492826 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f9d69ff-82f3-45e3-9f87-d49378de3106 x-openstack-request-id: req-0f9d69ff-82f3-45e3-9f87-d49378de3106 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:08:52.493126 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa3a9d92-470b-4ffe-9def-6e12e346d8f2", "tag": "fa723d5d-64c5-4366-96f8-fdf9631b8b4d", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:08:52.493387 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0f9d69ff-82f3-45e3-9f87-d49378de3106 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:08:52.493989 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa3a9d92-470b-4ffe-9def-6e12e346d8f2', 'tag': 'fa723d5d-64c5-4366-96f8-fdf9631b8b4d', 'status': 'completed', 'code': 200} Aug 29 04:08:52.633760 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6ef4f0-497a-4fc1-8f7e-dc9df97b0d94 req-86961126-b6da-4cf4-bb66-0863a0e6245a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:52.635313 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8f6ef4f0-497a-4fc1-8f7e-dc9df97b0d94 req-86961126-b6da-4cf4-bb66-0863a0e6245a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=18cd12d4-b12a-41b0-b0c5-618edbb84e74 HTTP/1.1" status: 200 len: 843 time: 0.2172146 Aug 29 04:08:52.645569 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-0779ac6d-fc34-4181-86f8-bc7b533fdc84 admin admin] Allocated IP 172.20.0.1 (7933d3e7-f004-4fe2-93b4-59b849cecb79/25e6c560-7af9-4d54-bae5-4187aca08105/15e2da04-7e7d-4a63-a1a4-c183097cc493) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:08:52.763587 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3b65efd9-1c9d-450c-be3f-9476a58d8540 req-9b7be35d-3fc1-4ced-bff5-e794ebddb72d tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=497b1298bc3f4e1086f160e4a4fd2013&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0674772 Aug 29 04:08:52.804753 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1293a94a-3a98-4146-9495-65b370d983a9 req-7837bf64-df4b-4961-adb9-41416e8283da tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:52.814803 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1293a94a-3a98-4146-9495-65b370d983a9 req-7837bf64-df4b-4961-adb9-41416e8283da tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa3a9d92-470b-4ffe-9def-6e12e346d8f2 HTTP/1.1" status: 200 len: 948 time: 0.1219773 Aug 29 04:08:52.840756 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6ef4f0-497a-4fc1-8f7e-dc9df97b0d94 req-b171eb96-80fa-4fa7-a3de-077fb1cf962a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:52.842236 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8f6ef4f0-497a-4fc1-8f7e-dc9df97b0d94 req-b171eb96-80fa-4fa7-a3de-077fb1cf962a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1980994 Aug 29 04:08:52.863720 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1293a94a-3a98-4146-9495-65b370d983a9 req-23a80b9e-074b-430f-8689-5053377f188e tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea603de9-63fb-45e7-bc50-a0eeae01bb10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471144 Aug 29 04:08:52.868856 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d0e01e6e-899f-40ae-a029-7235b06a5dba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-713231'] for router_interface, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:53.143852 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8f6ef4f0-497a-4fc1-8f7e-dc9df97b0d94 req-88707cfb-40bc-465c-b101-6d4b2b31ed3d service neutron] 10.222.0.48 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2751806 Aug 29 04:08:53.179355 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b65efd9-1c9d-450c-be3f-9476a58d8540 req-50ccb225-5d3e-48e1-a8b6-8c4a4ccd9e4d tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:53.186786 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3b65efd9-1c9d-450c-be3f-9476a58d8540 req-50ccb225-5d3e-48e1-a8b6-8c4a4ccd9e4d tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3953326 Aug 29 04:08:53.221983 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3b65efd9-1c9d-450c-be3f-9476a58d8540 req-9420597c-8df1-4ad2-8270-14aaebc00dc5 tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] 10.222.0.22 "GET /v2.0/quotas/497b1298bc3f4e1086f160e4a4fd2013 HTTP/1.1" status: 200 len: 375 time: 0.0324519 Aug 29 04:08:53.242788 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0779ac6d-fc34-4181-86f8-bc7b533fdc84 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:53.335039 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3b65efd9-1c9d-450c-be3f-9476a58d8540 req-35244f26-6d0b-4e32-9b19-27e1b4e6150b tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=497b1298bc3f4e1086f160e4a4fd2013&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1081543 Aug 29 04:08:53.349282 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0779ac6d-fc34-4181-86f8-bc7b533fdc84 admin admin] Transition to ACTIVE for port object 15e2da04-7e7d-4a63-a1a4-c183097cc493 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:08:53.460299 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0e01e6e-899f-40ae-a029-7235b06a5dba admin admin] Router 044bb2d2-cd57-48da-b866-a2d81133804b has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:08:53.468822 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8f6ef4f0-497a-4fc1-8f7e-dc9df97b0d94 req-caa55bf4-5c31-4fd1-9779-1453070fccba service neutron] 10.222.0.48 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2714097 Aug 29 04:08:53.489505 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0779ac6d-fc34-4181-86f8-bc7b533fdc84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:53.511450 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 766d274f-389d-4787-8e43-813fff8fef2c up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:08:53.566048 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0779ac6d-fc34-4181-86f8-bc7b533fdc84 admin admin] Network 7933d3e7-f004-4fe2-93b4-59b849cecb79 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:08:53.570806 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-0779ac6d-fc34-4181-86f8-bc7b533fdc84 admin admin] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:08:53.574046 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0779ac6d-fc34-4181-86f8-bc7b533fdc84 admin admin] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:08:53.574534 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0779ac6d-fc34-4181-86f8-bc7b533fdc84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719598'] for router_interface, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:53.655891 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 766d274f-389d-4787-8e43-813fff8fef2c completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:08:53.661153 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 766d274f-389d-4787-8e43-813fff8fef2c triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:08:53.661585 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:53.737237 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0779ac6d-fc34-4181-86f8-bc7b533fdc84 admin admin] Pushing event updated for resources: {'Port': ['ID=15e2da04-7e7d-4a63-a1a4-c183097cc493,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:53.771007 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0e01e6e-899f-40ae-a029-7235b06a5dba admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:08:53.774921 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:53.783191 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-d0e01e6e-899f-40ae-a029-7235b06a5dba admin admin] 10.222.0.22 "PUT /v2.0/routers/044bb2d2-cd57-48da-b866-a2d81133804b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7124557 Aug 29 04:08:53.785827 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 33458) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:53.791464 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58f3f0d-15df-4232-a344-5aea408e51ca None None] Sync routers for ids ['044bb2d2-cd57-48da-b866-a2d81133804b'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:08:53.837441 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 766d274f-389d-4787-8e43-813fff8fef2c, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=766d274f-389d-4787-8e43-813fff8fef2c,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:08:53.840884 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58f3f0d-15df-4232-a344-5aea408e51ca None None] Routers {'044bb2d2-cd57-48da-b866-a2d81133804b'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:08:53.841586 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-b58f3f0d-15df-4232-a344-5aea408e51ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:08:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['044bb2d2-cd57-48da-b866-a2d81133804b'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:08:53.846001 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:54.015935 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8296de49-ff01-479f-bd80-2df060d1b15f admin admin] Notify callbacks [] for router, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:54.155570 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-b58f3f0d-15df-4232-a344-5aea408e51ca None None] Set router 044bb2d2-cd57-48da-b866-a2d81133804b gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:08:54.165914 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7399d275-24c4-4f12-8876-cf253d513172 req-c3211006-0439-4d2b-b61c-7005644483da tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] 10.222.0.22 "GET /v2.0/ports?device_id=3763117f-0eba-47ec-8c16-53d70c377036 HTTP/1.1" status: 200 len: 210 time: 0.0480642 Aug 29 04:08:54.332225 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04760dd9-9fc6-4c76-8346-128e78339ae8 req-f7ed1ae7-242a-48e3-a23d-f773ca7d9ee2 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:54.333827 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-04760dd9-9fc6-4c76-8346-128e78339ae8 req-f7ed1ae7-242a-48e3-a23d-f773ca7d9ee2 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=17d1aee9-03df-4ac4-8975-10a53a9cc4e7 HTTP/1.1" status: 200 len: 948 time: 0.6521440 Aug 29 04:08:54.357158 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8296de49-ff01-479f-bd80-2df060d1b15f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:54.358588 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-d95214d7-41f6-4e5d-b66a-b7f1a7c6bdb9 None None] Provisioning for port 15e2da04-7e7d-4a63-a1a4-c183097cc493 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:08:54.365155 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab25d19b-47de-43be-95de-e4b0ff2d977d req-b027669d-a2be-4b33-bd30-34b48896ec66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:54.366159 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-d95214d7-41f6-4e5d-b66a-b7f1a7c6bdb9 None None] Provisioning complete for port 15e2da04-7e7d-4a63-a1a4-c183097cc493 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:08:54.366621 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ab25d19b-47de-43be-95de-e4b0ff2d977d req-b027669d-a2be-4b33-bd30-34b48896ec66 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=879ec2b9fe7f465198410ae00d0086f3&device_id=aa3a9d92-470b-4ffe-9def-6e12e346d8f2 HTTP/1.1" status: 200 len: 1100 time: 0.7973390 Aug 29 04:08:54.367063 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d95214d7-41f6-4e5d-b66a-b7f1a7c6bdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:54.392226 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0779ac6d-fc34-4181-86f8-bc7b533fdc84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:54.409484 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961d99ae-cba1-47f2-8360-2145b7879640 req-07b0644c-5d57-40f3-a319-b204c8cc6248 tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:54.427126 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-961d99ae-cba1-47f2-8360-2145b7879640 req-07b0644c-5d57-40f3-a319-b204c8cc6248 tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa3a9d92-470b-4ffe-9def-6e12e346d8f2 HTTP/1.1" status: 200 len: 948 time: 0.1290998 Aug 29 04:08:54.429428 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=766d274f-389d-4787-8e43-813fff8fef2c,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:54.449383 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-d95214d7-41f6-4e5d-b66a-b7f1a7c6bdb9 None None] Port 15e2da04-7e7d-4a63-a1a4-c183097cc493 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:08:54.489032 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-b58f3f0d-15df-4232-a344-5aea408e51ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044bb2d2-cd57-48da-b866-a2d81133804b', 'name': 'tempest-FloatingIPsTestJSON-1540792295-router', 'tenant_id': 'ea3a6923b64d424080229cf2a2def91c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': 'd8a2194a-e343-41ff-b420-c1a478190283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:08:30Z', 'updated_at': '2021-08-29T04:08:52Z', 'revision_number': 5, 'project_id': 'ea3a6923b64d424080229cf2a2def91c', 'gw_port': {'id': 'd8a2194a-e343-41ff-b420-c1a478190283', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:81:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044bb2d2-cd57-48da-b866-a2d81133804b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:08:31Z', 'updated_at': '2021-08-29T04:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:08:54.494023 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-04760dd9-9fc6-4c76-8346-128e78339ae8 req-4c184412-36df-46cd-8fd4-a01468b51406 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391671 Aug 29 04:08:54.533331 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-961d99ae-cba1-47f2-8360-2145b7879640 req-4e25c164-097c-4da3-a9e6-e378c3cbd98a tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea603de9-63fb-45e7-bc50-a0eeae01bb10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053207 Aug 29 04:08:54.552556 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-8296de49-ff01-479f-bd80-2df060d1b15f admin admin] Deleting port d8a2194a-e343-41ff-b420-c1a478190283 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:08:54.553263 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8296de49-ff01-479f-bd80-2df060d1b15f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:54.560108 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58f3f0d-15df-4232-a344-5aea408e51ca None None] Checking router: 044bb2d2-cd57-48da-b866-a2d81133804b for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:08:54.609418 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab25d19b-47de-43be-95de-e4b0ff2d977d req-afa5b72d-d9be-42e5-a9f9-9fa95146f472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:54.610945 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ab25d19b-47de-43be-95de-e4b0ff2d977d req-afa5b72d-d9be-42e5-a9f9-9fa95146f472 service neutron] 10.222.0.48 "GET /v2.0/networks?id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 HTTP/1.1" status: 200 len: 870 time: 0.2305272 Aug 29 04:08:54.612973 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58f3f0d-15df-4232-a344-5aea408e51ca None None] Routers {'044bb2d2-cd57-48da-b866-a2d81133804b'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:08:54.614031 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-b58f3f0d-15df-4232-a344-5aea408e51ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:08:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['044bb2d2-cd57-48da-b866-a2d81133804b'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:08:54.655402 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-8296de49-ff01-479f-bd80-2df060d1b15f admin admin] For port d8a2194a-e343-41ff-b420-c1a478190283, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=d8a2194a-e343-41ff-b420-c1a478190283,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:08:54.655810 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8296de49-ff01-479f-bd80-2df060d1b15f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:54.671663 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-8296de49-ff01-479f-bd80-2df060d1b15f admin admin] Calling delete_port for d8a2194a-e343-41ff-b420-c1a478190283 owned by network:router_gateway {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:08:54.727326 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ab25d19b-47de-43be-95de-e4b0ff2d977d req-b1ece4d2-54fb-4fc2-a12d-0c61fe9af9c6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=fa723d5d-64c5-4366-96f8-fdf9631b8b4d HTTP/1.1" status: 200 len: 217 time: 0.1056714 Aug 29 04:08:54.808535 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-b58f3f0d-15df-4232-a344-5aea408e51ca None None] Set router 044bb2d2-cd57-48da-b866-a2d81133804b gateway port host: None {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:08:54.818624 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab25d19b-47de-43be-95de-e4b0ff2d977d req-8f994fe7-f726-4c73-8031-7e363ee6b209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:54.820193 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ab25d19b-47de-43be-95de-e4b0ff2d977d req-8f994fe7-f726-4c73-8031-7e363ee6b209 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=18cd12d4-b12a-41b0-b0c5-618edbb84e74 HTTP/1.1" status: 200 len: 843 time: 0.0790646 Aug 29 04:08:54.873104 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0779ac6d-fc34-4181-86f8-bc7b533fdc84 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:54.883997 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab25d19b-47de-43be-95de-e4b0ff2d977d req-2a2adc93-7640-4250-a15c-e47927d90731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:54.885627 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ab25d19b-47de-43be-95de-e4b0ff2d977d req-2a2adc93-7640-4250-a15c-e47927d90731 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0557287 Aug 29 04:08:54.886221 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0779ac6d-fc34-4181-86f8-bc7b533fdc84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:54.886913 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0779ac6d-fc34-4181-86f8-bc7b533fdc84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-718897'] for router_interface, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:54.888714 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-b58f3f0d-15df-4232-a344-5aea408e51ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044bb2d2-cd57-48da-b866-a2d81133804b', 'name': 'tempest-FloatingIPsTestJSON-1540792295-router', 'tenant_id': 'ea3a6923b64d424080229cf2a2def91c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:08:30Z', 'updated_at': '2021-08-29T04:08:54Z', 'revision_number': 6, 'project_id': 'ea3a6923b64d424080229cf2a2def91c', 'gw_port_host': None}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:08:54.926706 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58f3f0d-15df-4232-a344-5aea408e51ca None None] The sync data for ids ['044bb2d2-cd57-48da-b866-a2d81133804b'] in n-d-712140-12 is: [{'id': '044bb2d2-cd57-48da-b866-a2d81133804b', 'name': 'tempest-FloatingIPsTestJSON-1540792295-router', 'tenant_id': 'ea3a6923b64d424080229cf2a2def91c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:08:30Z', 'updated_at': '2021-08-29T04:08:54Z', 'revision_number': 6, 'project_id': 'ea3a6923b64d424080229cf2a2def91c', 'gw_port_host': None}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:08:54.947375 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8296de49-ff01-479f-bd80-2df060d1b15f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:54.988060 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8296de49-ff01-479f-bd80-2df060d1b15f admin admin] Pushing event deleted for resources: {'Port': ['ID=d8a2194a-e343-41ff-b420-c1a478190283,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:55.058591 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8296de49-ff01-479f-bd80-2df060d1b15f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719445'] for router_gateway, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:55.166982 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0779ac6d-fc34-4181-86f8-bc7b533fdc84 admin admin] Pushing event updated for resources: {'Port': ['ID=15e2da04-7e7d-4a63-a1a4-c183097cc493,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:55.179043 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3b65efd9-1c9d-450c-be3f-9476a58d8540 req-fa12ec33-fd4a-4c08-994a-b3152ab103be tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=497b1298bc3f4e1086f160e4a4fd2013&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0824094 Aug 29 04:08:55.227861 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8296de49-ff01-479f-bd80-2df060d1b15f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:55.230349 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8296de49-ff01-479f-bd80-2df060d1b15f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:55.329314 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ab25d19b-47de-43be-95de-e4b0ff2d977d req-c3f9c36d-3b25-496c-b0e7-f5158bfbd3fa service neutron] 10.222.0.48 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4328012 Aug 29 04:08:55.362729 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8296de49-ff01-479f-bd80-2df060d1b15f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717253'] for router, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:55.363305 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8296de49-ff01-479f-bd80-2df060d1b15f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 044bb2d2-cd57-48da-b866-a2d81133804b {{(pid=94829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:08:55.371307 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8296de49-ff01-479f-bd80-2df060d1b15f admin admin] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:55.372481 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-8296de49-ff01-479f-bd80-2df060d1b15f admin admin] 10.222.0.22 "DELETE /v2.0/routers/044bb2d2-cd57-48da-b866-a2d81133804b HTTP/1.1" status: 204 len: 168 time: 1.5854697 Aug 29 04:08:55.377464 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 33510) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:55.467715 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0779ac6d-fc34-4181-86f8-bc7b533fdc84 admin admin] Network 7933d3e7-f004-4fe2-93b4-59b849cecb79 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:08:55.479505 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-0779ac6d-fc34-4181-86f8-bc7b533fdc84 admin admin] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:08:55.500393 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1d2f7d1-ac75-4fc4-a3e3-9abb05cb4034 admin admin] Deleting subnet 3aab3860-2349-4778-a819-5f30f44d2a13 {{(pid=94829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:08:55.508211 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c1d2f7d1-ac75-4fc4-a3e3-9abb05cb4034 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:55.579008 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b65efd9-1c9d-450c-be3f-9476a58d8540 req-fbd8baea-7397-46b0-af38-52c5416727c6 tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:55.580576 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3b65efd9-1c9d-450c-be3f-9476a58d8540 req-fbd8baea-7397-46b0-af38-52c5416727c6 tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3880355 Aug 29 04:08:55.590970 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c1d2f7d1-ac75-4fc4-a3e3-9abb05cb4034 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4311743'] for subnet, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:55.614606 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-3b65efd9-1c9d-450c-be3f-9476a58d8540 req-436545cb-5ec2-4d12-962e-2e555c336253 tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] Request body: {'port': {'device_id': '3763117f-0eba-47ec-8c16-53d70c377036', 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45', 'admin_state_up': True, 'tenant_id': '497b1298bc3f4e1086f160e4a4fd2013'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:08:55.619225 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ab25d19b-47de-43be-95de-e4b0ff2d977d req-932ddf47-3a2c-411c-88b7-db3403d6a4b6 service neutron] 10.222.0.48 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2791882 Aug 29 04:08:55.706857 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e4cf0d6c-8b44-4f69-8b01-db54afaa0afb req-974a154c-99ee-4b3d-8935-9b98e7296930 tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] 10.222.0.22 "GET /v2.0/ports?device_id=3763117f-0eba-47ec-8c16-53d70c377036 HTTP/1.1" status: 200 len: 210 time: 0.1108224 Aug 29 04:08:55.791605 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-c10f1852-7857-438d-a433-c69021baba6b None None] Provisioning complete for port 15e2da04-7e7d-4a63-a1a4-c183097cc493 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:08:55.792473 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c10f1852-7857-438d-a433-c69021baba6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:55.795209 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c1d2f7d1-ac75-4fc4-a3e3-9abb05cb4034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:55.833959 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0779ac6d-fc34-4181-86f8-bc7b533fdc84 admin admin] Router 0982452e-5009-440e-8916-b658f9b4387c has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:08:55.853636 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 766d274f-389d-4787-8e43-813fff8fef2c up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:08:55.900878 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-c10f1852-7857-438d-a433-c69021baba6b None None] Port 15e2da04-7e7d-4a63-a1a4-c183097cc493 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:08:55.901502 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c1d2f7d1-ac75-4fc4-a3e3-9abb05cb4034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4552352'] for subnet, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:55.922318 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 766d274f-389d-4787-8e43-813fff8fef2c triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:08:55.922887 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:55.945910 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2f7d1-ac75-4fc4-a3e3-9abb05cb4034 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3aab3860-2349-4778-a819-5f30f44d2a13,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:55.950980 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c1d2f7d1-ac75-4fc4-a3e3-9abb05cb4034 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:55.956121 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-c1d2f7d1-ac75-4fc4-a3e3-9abb05cb4034 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/3aab3860-2349-4778-a819-5f30f44d2a13 HTTP/1.1" status: 204 len: 168 time: 0.5776570 Aug 29 04:08:55.956760 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 33526) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:55.960037 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98eb6d08-154c-4b9c-8952-948caf78ebec None None] Network b64a44c2-9b68-4439-8c83-10622bad8314 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:08:55.996401 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d071e9d1-603f-4b2e-b0a3-25d1037d03e6 req-ffca7a0d-cec5-45eb-be6e-48856fd541f4 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:55.997934 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d071e9d1-603f-4b2e-b0a3-25d1037d03e6 req-ffca7a0d-cec5-45eb-be6e-48856fd541f4 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=17d1aee9-03df-4ac4-8975-10a53a9cc4e7 HTTP/1.1" status: 200 len: 948 time: 0.1356106 Aug 29 04:08:56.049576 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff0d72a-485a-4309-ad56-9008aa48ef0a req-36696e82-213f-4d15-bbf4-ad4a523964c2 tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:56.051144 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-eff0d72a-485a-4309-ad56-9008aa48ef0a req-36696e82-213f-4d15-bbf4-ad4a523964c2 tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa3a9d92-470b-4ffe-9def-6e12e346d8f2 HTTP/1.1" status: 200 len: 948 time: 0.1159163 Aug 29 04:08:56.058921 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b65efd9-1c9d-450c-be3f-9476a58d8540 req-436545cb-5ec2-4d12-962e-2e555c336253 tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] Made reservation on behalf of 497b1298bc3f4e1086f160e4a4fd2013 for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:08:56.063466 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-3b65efd9-1c9d-450c-be3f-9476a58d8540 req-436545cb-5ec2-4d12-962e-2e555c336253 tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:56.068719 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3478e3c5-90d7-42a4-ad00-8b2c97caaf83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:56.095849 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-3b65efd9-1c9d-450c-be3f-9476a58d8540 req-436545cb-5ec2-4d12-962e-2e555c336253 tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:56.103806 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-eff0d72a-485a-4309-ad56-9008aa48ef0a req-3badb218-a07e-46cd-9777-88a70a90a865 tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea603de9-63fb-45e7-bc50-a0eeae01bb10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428424 Aug 29 04:08:56.132454 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d071e9d1-603f-4b2e-b0a3-25d1037d03e6 req-a2b8d455-bde9-446a-8075-9406ee31440a tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219804 Aug 29 04:08:56.151503 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-3478e3c5-90d7-42a4-ad00-8b2c97caaf83 admin admin] Deleting port f08f746a-2d02-4032-8410-a3cf83894f74 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:08:56.151915 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3478e3c5-90d7-42a4-ad00-8b2c97caaf83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:56.188517 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0779ac6d-fc34-4181-86f8-bc7b533fdc84 admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:08:56.197570 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555ed5f4-e814-4ad4-ab03-185eacb16b05 None None] Sync routers for ids ['0982452e-5009-440e-8916-b658f9b4387c'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:08:56.206369 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-0779ac6d-fc34-4181-86f8-bc7b533fdc84 admin admin] 10.222.0.22 "PUT /v2.0/routers/0982452e-5009-440e-8916-b658f9b4387c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9744730 Aug 29 04:08:56.209457 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555ed5f4-e814-4ad4-ab03-185eacb16b05 None None] Routers {'0982452e-5009-440e-8916-b658f9b4387c'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:08:56.210119 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-555ed5f4-e814-4ad4-ab03-185eacb16b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:08:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['0982452e-5009-440e-8916-b658f9b4387c'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:08:56.218241 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 1097a6ca-4230-4baa-8a95-3569c08d5953 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:08:56.284961 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 1097a6ca-4230-4baa-8a95-3569c08d5953 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:08:56.287376 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 1097a6ca-4230-4baa-8a95-3569c08d5953 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:08:56.327765 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-3478e3c5-90d7-42a4-ad00-8b2c97caaf83 admin admin] For port f08f746a-2d02-4032-8410-a3cf83894f74, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=f08f746a-2d02-4032-8410-a3cf83894f74,segment=NetworkSegment(5918ef1a-6544-407d-947d-630bdc900e10),segment_id=5918ef1a-6544-407d-947d-630bdc900e10)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:08:56.328411 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3478e3c5-90d7-42a4-ad00-8b2c97caaf83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:56.357408 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218a8914-bbf6-4e4e-ad92-7571f752ef2c None None] DHCP port deletion for b64a44c2-9b68-4439-8c83-10622bad8314 request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:08:56.376387 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-3478e3c5-90d7-42a4-ad00-8b2c97caaf83 admin admin] Calling delete_port for f08f746a-2d02-4032-8410-a3cf83894f74 owned by network:dhcp {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:08:56.422897 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-3b65efd9-1c9d-450c-be3f-9476a58d8540 req-436545cb-5ec2-4d12-962e-2e555c336253 tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:56.431867 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-3b65efd9-1c9d-450c-be3f-9476a58d8540 req-436545cb-5ec2-4d12-962e-2e555c336253 tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:56.474467 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-218a8914-bbf6-4e4e-ad92-7571f752ef2c None None] Deleting port f08f746a-2d02-4032-8410-a3cf83894f74 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:08:56.474895 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-218a8914-bbf6-4e4e-ad92-7571f752ef2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:56.496280 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-555ed5f4-e814-4ad4-ab03-185eacb16b05 None None] Set router 0982452e-5009-440e-8916-b658f9b4387c gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:08:56.583171 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3478e3c5-90d7-42a4-ad00-8b2c97caaf83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:56.631362 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3478e3c5-90d7-42a4-ad00-8b2c97caaf83 admin admin] Pushing event deleted for resources: {'Port': ['ID=f08f746a-2d02-4032-8410-a3cf83894f74,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:56.633212 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3478e3c5-90d7-42a4-ad00-8b2c97caaf83 admin admin] No DVR routers for this DVR port f08f746a-2d02-4032-8410-a3cf83894f74 on host n-d-712140-12 {{(pid=94829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:08:56.673955 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-218a8914-bbf6-4e4e-ad92-7571f752ef2c None None] For port f08f746a-2d02-4032-8410-a3cf83894f74, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=f08f746a-2d02-4032-8410-a3cf83894f74,segment=NetworkSegment(5918ef1a-6544-407d-947d-630bdc900e10),segment_id=5918ef1a-6544-407d-947d-630bdc900e10)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:08:56.675547 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-218a8914-bbf6-4e4e-ad92-7571f752ef2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:56.715386 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-218a8914-bbf6-4e4e-ad92-7571f752ef2c None None] Calling delete_port for f08f746a-2d02-4032-8410-a3cf83894f74 owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:08:56.719015 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-3b65efd9-1c9d-450c-be3f-9476a58d8540 req-436545cb-5ec2-4d12-962e-2e555c336253 tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] Allocated IP 192.168.233.156 (13e6dfc1-e9e7-40a1-8a14-d0febabf4d45/18cd12d4-b12a-41b0-b0c5-618edbb84e74/7ec642df-9ec2-41d5-a9d1-a560cde2396d) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:08:56.819597 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3478e3c5-90d7-42a4-ad00-8b2c97caaf83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:56.836703 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-3478e3c5-90d7-42a4-ad00-8b2c97caaf83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b64a44c2-9b68-4439-8c83-10622bad8314']}} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:08:56.859712 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-3478e3c5-90d7-42a4-ad00-8b2c97caaf83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5918ef1a-6544-407d-947d-630bdc900e10') {'for_net_delete': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:08:56.860435 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-3478e3c5-90d7-42a4-ad00-8b2c97caaf83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5918ef1a-6544-407d-947d-630bdc900e10') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:08:56.883570 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3478e3c5-90d7-42a4-ad00-8b2c97caaf83 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4311712'] for segment, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:56.892615 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-218a8914-bbf6-4e4e-ad92-7571f752ef2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:56.900398 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3478e3c5-90d7-42a4-ad00-8b2c97caaf83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:56.910824 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-3b65efd9-1c9d-450c-be3f-9476a58d8540 req-436545cb-5ec2-4d12-962e-2e555c336253 tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:56.912769 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3478e3c5-90d7-42a4-ad00-8b2c97caaf83 admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=94829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:08:56.913825 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3478e3c5-90d7-42a4-ad00-8b2c97caaf83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4274277'] for segment, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:56.916079 n-d-712140-12 neutron-server[94829]: Traceback (most recent call last): Aug 29 04:08:56.916079 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:08:56.916079 n-d-712140-12 neutron-server[94829]: timer() Aug 29 04:08:56.916079 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:08:56.916079 n-d-712140-12 neutron-server[94829]: cb(*args, **kw) Aug 29 04:08:56.916079 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:08:56.916079 n-d-712140-12 neutron-server[94829]: return func(*args, **kwargs) Aug 29 04:08:56.916079 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:08:56.916079 n-d-712140-12 neutron-server[94829]: self._notify() Aug 29 04:08:56.916079 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:08:56.916079 n-d-712140-12 neutron-server[94829]: self.callback(batched_events) Aug 29 04:08:56.916079 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:08:56.916079 n-d-712140-12 neutron-server[94829]: event.method(event) Aug 29 04:08:56.916079 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:08:56.916079 n-d-712140-12 neutron-server[94829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:08:56.916079 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:08:56.916079 n-d-712140-12 neutron-server[94829]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:08:56.916079 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:08:56.916079 n-d-712140-12 neutron-server[94829]: return f(self, *a, **k) Aug 29 04:08:56.916079 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:08:56.916079 n-d-712140-12 neutron-server[94829]: return self._get(url).json() Aug 29 04:08:56.916079 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:08:56.916079 n-d-712140-12 neutron-server[94829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:08:56.916079 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:08:56.916079 n-d-712140-12 neutron-server[94829]: return self.request(url, 'GET', **kwargs) Aug 29 04:08:56.916079 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:08:56.916079 n-d-712140-12 neutron-server[94829]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:08:56.916079 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:08:56.916079 n-d-712140-12 neutron-server[94829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:08:56.916079 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:08:56.916079 n-d-712140-12 neutron-server[94829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:08:56.916079 n-d-712140-12 neutron-server[94829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:08:56.934341 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-3b65efd9-1c9d-450c-be3f-9476a58d8540 req-436545cb-5ec2-4d12-962e-2e555c336253 tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] Transition to ACTIVE for port object 7ec642df-9ec2-41d5-a9d1-a560cde2396d will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:08:56.954035 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218a8914-bbf6-4e4e-ad92-7571f752ef2c None None] Pushing event deleted for resources: {'Port': ['ID=f08f746a-2d02-4032-8410-a3cf83894f74,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:56.960277 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218a8914-bbf6-4e4e-ad92-7571f752ef2c None None] No DVR routers for this DVR port f08f746a-2d02-4032-8410-a3cf83894f74 on host n-d-712140-12 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:08:56.965507 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436545cb-5ec2-4d12-962e-2e555c336253 tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a4ce006-583b-494a-bd8e-b70bed49aebd,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:57.022186 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3478e3c5-90d7-42a4-ad00-8b2c97caaf83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:57.029657 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-555ed5f4-e814-4ad4-ab03-185eacb16b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0982452e-5009-440e-8916-b658f9b4387c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1040687992-router', 'tenant_id': '15cb8928e53548e3a84be2fdd93ca64b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '766d274f-389d-4787-8e43-813fff8fef2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:08:45Z', 'updated_at': '2021-08-29T04:08:54Z', 'revision_number': 4, 'project_id': '15cb8928e53548e3a84be2fdd93ca64b', 'gw_port': {'id': '766d274f-389d-4787-8e43-813fff8fef2c', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:90:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0982452e-5009-440e-8916-b658f9b4387c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:08:46Z', 'updated_at': '2021-08-29T04:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '15e2da04-7e7d-4a63-a1a4-c183097cc493', 'name': '', 'network_id': '7933d3e7-f004-4fe2-93b4-59b849cecb79', 'tenant_id': '15cb8928e53548e3a84be2fdd93ca64b', 'mac_address': 'fa:16:3e:5a:07:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0982452e-5009-440e-8916-b658f9b4387c', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '25e6c560-7af9-4d54-bae5-4187aca08105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:08:52Z', 'updated_at': '2021-08-29T04:08:54Z', 'revision_number': 2, 'project_id': '15cb8928e53548e3a84be2fdd93ca64b', 'subnets': [{'id': '25e6c560-7af9-4d54-bae5-4187aca08105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:08:57.030644 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3478e3c5-90d7-42a4-ad00-8b2c97caaf83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:57.038018 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-3478e3c5-90d7-42a4-ad00-8b2c97caaf83 admin admin] 10.222.0.22 "DELETE /v2.0/networks/b64a44c2-9b68-4439-8c83-10622bad8314 HTTP/1.1" status: 204 len: 168 time: 1.0626411 Aug 29 04:08:57.048579 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3478e3c5-90d7-42a4-ad00-8b2c97caaf83 admin admin] Pushing event deleted for resources: {'Network': ['ID=b64a44c2-9b68-4439-8c83-10622bad8314,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:57.050393 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-3b65efd9-1c9d-450c-be3f-9476a58d8540 req-436545cb-5ec2-4d12-962e-2e555c336253 tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:57.075366 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555ed5f4-e814-4ad4-ab03-185eacb16b05 None None] Checking router: 0982452e-5009-440e-8916-b658f9b4387c for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:08:57.075975 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555ed5f4-e814-4ad4-ab03-185eacb16b05 None None] Updating router 0982452e-5009-440e-8916-b658f9b4387c port 15e2da04-7e7d-4a63-a1a4-c183097cc493 binding host n-d-712140-12 {{(pid=94831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:08:57.104643 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b65efd9-1c9d-450c-be3f-9476a58d8540 req-436545cb-5ec2-4d12-962e-2e555c336253 tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] Network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:08:57.111958 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-555ed5f4-e814-4ad4-ab03-185eacb16b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:57.117284 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-3b65efd9-1c9d-450c-be3f-9476a58d8540 req-436545cb-5ec2-4d12-962e-2e555c336253 tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:08:57.124628 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b65efd9-1c9d-450c-be3f-9476a58d8540 req-436545cb-5ec2-4d12-962e-2e555c336253 tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:08:57.133352 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b65efd9-1c9d-450c-be3f-9476a58d8540 req-436545cb-5ec2-4d12-962e-2e555c336253 tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:57.134204 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-3b65efd9-1c9d-450c-be3f-9476a58d8540 req-436545cb-5ec2-4d12-962e-2e555c336253 tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:57.175796 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436545cb-5ec2-4d12-962e-2e555c336253 tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] Pushing event updated for resources: {'Port': ['ID=7ec642df-9ec2-41d5-a9d1-a560cde2396d,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:57.197790 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4224a035-3031-4845-8b5e-069544448026 req-30499ae2-d3da-4b5b-941a-f78aa2e00ca0 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:57.205129 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4224a035-3031-4845-8b5e-069544448026 req-30499ae2-d3da-4b5b-941a-f78aa2e00ca0 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] 10.222.0.22 "GET /v2.0/networks?id=7933d3e7-f004-4fe2-93b4-59b849cecb79 HTTP/1.1" status: 200 len: 829 time: 0.2353446 Aug 29 04:08:57.225472 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3b65efd9-1c9d-450c-be3f-9476a58d8540 req-436545cb-5ec2-4d12-962e-2e555c336253 tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6163752 Aug 29 04:08:57.245734 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4224a035-3031-4845-8b5e-069544448026 req-67aaaab6-b673-4347-bebc-5ae02d4a4f65 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] 10.222.0.22 "GET /v2.0/quotas/15cb8928e53548e3a84be2fdd93ca64b HTTP/1.1" status: 200 len: 375 time: 0.0395074 Aug 29 04:08:57.252729 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-3b65efd9-1c9d-450c-be3f-9476a58d8540 req-9bb3f185-0428-406c-b075-8c3755b95bd6 service neutron] Request body: {'port': {'device_id': '3763117f-0eba-47ec-8c16-53d70c377036', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:08:57.338642 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cade85dd-cec2-4cb9-b719-5ff68289be18 req-35484e37-68cd-442e-911c-94d2f48e23f9 tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:57.351608 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-cade85dd-cec2-4cb9-b719-5ff68289be18 req-35484e37-68cd-442e-911c-94d2f48e23f9 tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] 10.222.0.22 "GET /v2.0/ports?device_id=3763117f-0eba-47ec-8c16-53d70c377036 HTTP/1.1" status: 200 len: 936 time: 0.1377213 Aug 29 04:08:57.353914 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device d8a2194a-e343-41ff-b420-c1a478190283 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:08:57.413714 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: d8a2194a-e343-41ff-b420-c1a478190283 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:08:57.414918 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device d8a2194a-e343-41ff-b420-c1a478190283 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:08:57.415350 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device f08f746a-2d02-4032-8410-a3cf83894f74 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:08:57.416588 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 33574) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:57.438705 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-cade85dd-cec2-4cb9-b719-5ff68289be18 req-5d451172-7bd4-40dd-b578-c25bb5726b63 tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] 10.222.0.22 "GET /v2.0/security-groups?id=6a4ce006-583b-494a-bd8e-b70bed49aebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751143 Aug 29 04:08:57.490399 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: f08f746a-2d02-4032-8410-a3cf83894f74 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:08:57.500005 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device f08f746a-2d02-4032-8410-a3cf83894f74 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:08:57.543315 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-3b65efd9-1c9d-450c-be3f-9476a58d8540 req-9bb3f185-0428-406c-b075-8c3755b95bd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:57.549365 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d5ec4ca-2394-4729-8897-c87d0515610d None None] Provisioning for port 7ec642df-9ec2-41d5-a9d1-a560cde2396d completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:08:57.557527 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d5ec4ca-2394-4729-8897-c87d0515610d None None] Provisioning complete for port 7ec642df-9ec2-41d5-a9d1-a560cde2396d triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:08:57.557909 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d5ec4ca-2394-4729-8897-c87d0515610d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:57.569154 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-555ed5f4-e814-4ad4-ab03-185eacb16b05 None None] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:57.572024 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4224a035-3031-4845-8b5e-069544448026 req-3e0650d5-a701-4f71-bc3d-2a5e54bf4731 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=15cb8928e53548e3a84be2fdd93ca64b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3253260 Aug 29 04:08:57.598605 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-555ed5f4-e814-4ad4-ab03-185eacb16b05 None None] Transition to ACTIVE for port object 15e2da04-7e7d-4a63-a1a4-c183097cc493 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:08:57.599852 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d5ec4ca-2394-4729-8897-c87d0515610d None None] Port 7ec642df-9ec2-41d5-a9d1-a560cde2396d cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:08:57.605891 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-91e2efaf-78f1-4155-aeec-e2e5ea2c2392 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ea3a6923b64d424080229cf2a2def91c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1862926 Aug 29 04:08:57.608976 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 33578) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:57.617444 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-555ed5f4-e814-4ad4-ab03-185eacb16b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:57.668592 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-57e795aa-bb6e-4419-9d8a-e23014d69037 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:57.696189 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-57e795aa-bb6e-4419-9d8a-e23014d69037 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:57.756796 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84403b3-c6c6-466e-863e-fb89df02aaa3 None None] Pushing event updated for resources: {'Port': ['ID=15e2da04-7e7d-4a63-a1a4-c183097cc493,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:57.793773 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-57e795aa-bb6e-4419-9d8a-e23014d69037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:57.796812 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-57e795aa-bb6e-4419-9d8a-e23014d69037 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:57.798232 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-57e795aa-bb6e-4419-9d8a-e23014d69037 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/527db73c-677b-47dd-baa6-8c62ef4cdd6b HTTP/1.1" status: 204 len: 168 time: 0.1873903 Aug 29 04:08:57.807907 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e795aa-bb6e-4419-9d8a-e23014d69037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=527db73c-677b-47dd-baa6-8c62ef4cdd6b,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:57.884826 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-555ed5f4-e814-4ad4-ab03-185eacb16b05 None None] Attempting to bind port 15e2da04-7e7d-4a63-a1a4-c183097cc493 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:08:57.885197 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-555ed5f4-e814-4ad4-ab03-185eacb16b05 None None] Attempting to bind port 15e2da04-7e7d-4a63-a1a4-c183097cc493 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'bb65b1ca-d5ae-4e43-b925-9df88c1d3d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '7933d3e7-f004-4fe2-93b4-59b849cecb79'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:08:57.885564 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555ed5f4-e814-4ad4-ab03-185eacb16b05 None None] Attempting to bind port 15e2da04-7e7d-4a63-a1a4-c183097cc493 on network 7933d3e7-f004-4fe2-93b4-59b849cecb79 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:08:57.890775 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555ed5f4-e814-4ad4-ab03-185eacb16b05 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:08:57.891216 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555ed5f4-e814-4ad4-ab03-185eacb16b05 None None] Checking segment: {'id': 'bb65b1ca-d5ae-4e43-b925-9df88c1d3d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '7933d3e7-f004-4fe2-93b4-59b849cecb79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:08:57.892163 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-555ed5f4-e814-4ad4-ab03-185eacb16b05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:57.892723 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555ed5f4-e814-4ad4-ab03-185eacb16b05 None None] Bound using segment: {'id': 'bb65b1ca-d5ae-4e43-b925-9df88c1d3d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '7933d3e7-f004-4fe2-93b4-59b849cecb79'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:08:57.893196 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-555ed5f4-e814-4ad4-ab03-185eacb16b05 None None] Bound port: 15e2da04-7e7d-4a63-a1a4-c183097cc493, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb65b1ca-d5ae-4e43-b925-9df88c1d3d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '7933d3e7-f004-4fe2-93b4-59b849cecb79'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:08:57.893594 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-555ed5f4-e814-4ad4-ab03-185eacb16b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:57.927845 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [req-4224a035-3031-4845-8b5e-069544448026 req-64835405-6c53-45ab-b6e5-96af6eba9b68 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:08:57.939207 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4224a035-3031-4845-8b5e-069544448026 req-64835405-6c53-45ab-b6e5-96af6eba9b68 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1534655 Aug 29 04:08:57.963227 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-555ed5f4-e814-4ad4-ab03-185eacb16b05 None None] For port 15e2da04-7e7d-4a63-a1a4-c183097cc493, host n-d-712140-12, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:08:57.967884 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-555ed5f4-e814-4ad4-ab03-185eacb16b05 None None] For port 15e2da04-7e7d-4a63-a1a4-c183097cc493, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=15e2da04-7e7d-4a63-a1a4-c183097cc493,segment=NetworkSegment(bb65b1ca-d5ae-4e43-b925-9df88c1d3d33),segment_id=bb65b1ca-d5ae-4e43-b925-9df88c1d3d33)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:08:57.976006 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-555ed5f4-e814-4ad4-ab03-185eacb16b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:58.071054 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555ed5f4-e814-4ad4-ab03-185eacb16b05 None None] Routers {'0982452e-5009-440e-8916-b658f9b4387c'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:08:58.073904 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-555ed5f4-e814-4ad4-ab03-185eacb16b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:08:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['0982452e-5009-440e-8916-b658f9b4387c'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:08:58.104352 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4224a035-3031-4845-8b5e-069544448026 req-bf1c52ac-a7f0-47e6-bf2c-001afb9d1461 service neutron] 10.222.0.22 "GET /v2.0/networks/7933d3e7-f004-4fe2-93b4-59b849cecb79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640115 Aug 29 04:08:58.123295 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84403b3-c6c6-466e-863e-fb89df02aaa3 None None] Pushing event updated for resources: {'Port': ['ID=15e2da04-7e7d-4a63-a1a4-c183097cc493,revision_number=4']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:58.219374 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:58.222108 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-555ed5f4-e814-4ad4-ab03-185eacb16b05 None None] Set router 0982452e-5009-440e-8916-b658f9b4387c gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:08:58.267961 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-3b65efd9-1c9d-450c-be3f-9476a58d8540 req-9bb3f185-0428-406c-b075-8c3755b95bd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ec642df-9ec2-41d5-a9d1-a560cde2396d {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:08:58.288832 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-3b65efd9-1c9d-450c-be3f-9476a58d8540 req-9bb3f185-0428-406c-b075-8c3755b95bd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:58.318194 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4224a035-3031-4845-8b5e-069544448026 req-6b49aeb1-2950-4132-873f-1d264b2caa17 service neutron] 10.222.0.22 "GET /v2.0/networks/7933d3e7-f004-4fe2-93b4-59b849cecb79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093840 Aug 29 04:08:58.334175 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-3b65efd9-1c9d-450c-be3f-9476a58d8540 req-9bb3f185-0428-406c-b075-8c3755b95bd6 service neutron] Transition to ACTIVE for port object 7ec642df-9ec2-41d5-a9d1-a560cde2396d will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:08:58.339037 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-3b65efd9-1c9d-450c-be3f-9476a58d8540 req-9bb3f185-0428-406c-b075-8c3755b95bd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:58.381933 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e11e28-0935-4092-bc60-f6d3600ad8ac req-aa50caa8-16b4-4027-bc74-8a3cd7d2f6e9 tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:58.390724 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-01e11e28-0935-4092-bc60-f6d3600ad8ac req-aa50caa8-16b4-4027-bc74-8a3cd7d2f6e9 tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa3a9d92-470b-4ffe-9def-6e12e346d8f2 HTTP/1.1" status: 200 len: 948 time: 0.0714316 Aug 29 04:08:58.440874 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-01e11e28-0935-4092-bc60-f6d3600ad8ac req-d2b752d0-785f-43d7-8b2b-87435b5571a7 tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea603de9-63fb-45e7-bc50-a0eeae01bb10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491383 Aug 29 04:08:58.576779 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb3f185-0428-406c-b075-8c3755b95bd6 service neutron] Pushing event updated for resources: {'Port': ['ID=7ec642df-9ec2-41d5-a9d1-a560cde2396d,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:58.609930 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-3b65efd9-1c9d-450c-be3f-9476a58d8540 req-9bb3f185-0428-406c-b075-8c3755b95bd6 service neutron] Attempting to bind port 7ec642df-9ec2-41d5-a9d1-a560cde2396d on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:08:58.611104 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-3b65efd9-1c9d-450c-be3f-9476a58d8540 req-9bb3f185-0428-406c-b075-8c3755b95bd6 service neutron] Attempting to bind port 7ec642df-9ec2-41d5-a9d1-a560cde2396d by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:08:58.611594 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b65efd9-1c9d-450c-be3f-9476a58d8540 req-9bb3f185-0428-406c-b075-8c3755b95bd6 service neutron] Attempting to bind port 7ec642df-9ec2-41d5-a9d1-a560cde2396d on network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:08:58.620938 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b65efd9-1c9d-450c-be3f-9476a58d8540 req-9bb3f185-0428-406c-b075-8c3755b95bd6 service neutron] Port 7ec642df-9ec2-41d5-a9d1-a560cde2396d on network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:08:58.621231 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-555ed5f4-e814-4ad4-ab03-185eacb16b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0982452e-5009-440e-8916-b658f9b4387c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1040687992-router', 'tenant_id': '15cb8928e53548e3a84be2fdd93ca64b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '766d274f-389d-4787-8e43-813fff8fef2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:08:45Z', 'updated_at': '2021-08-29T04:08:54Z', 'revision_number': 4, 'project_id': '15cb8928e53548e3a84be2fdd93ca64b', 'gw_port': {'id': '766d274f-389d-4787-8e43-813fff8fef2c', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:90:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0982452e-5009-440e-8916-b658f9b4387c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:08:46Z', 'updated_at': '2021-08-29T04:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '15e2da04-7e7d-4a63-a1a4-c183097cc493', 'name': '', 'network_id': '7933d3e7-f004-4fe2-93b4-59b849cecb79', 'tenant_id': '15cb8928e53548e3a84be2fdd93ca64b', 'mac_address': 'fa:16:3e:5a:07:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0982452e-5009-440e-8916-b658f9b4387c', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '25e6c560-7af9-4d54-bae5-4187aca08105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:08:52Z', 'updated_at': '2021-08-29T04:08:57Z', 'revision_number': 4, 'project_id': '15cb8928e53548e3a84be2fdd93ca64b', 'subnets': [{'id': '25e6c560-7af9-4d54-bae5-4187aca08105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:08:58.622071 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b65efd9-1c9d-450c-be3f-9476a58d8540 req-9bb3f185-0428-406c-b075-8c3755b95bd6 service neutron] Attempting to bind port 7ec642df-9ec2-41d5-a9d1-a560cde2396d on network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:08:58.628650 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b65efd9-1c9d-450c-be3f-9476a58d8540 req-9bb3f185-0428-406c-b075-8c3755b95bd6 service neutron] Checking agent: {'id': '3de9de52-3a03-431d-9d7e-497ae92c57ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:08:58.629293 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b65efd9-1c9d-450c-be3f-9476a58d8540 req-9bb3f185-0428-406c-b075-8c3755b95bd6 service neutron] Checking segment: {'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:08:58.629869 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b65efd9-1c9d-450c-be3f-9476a58d8540 req-9bb3f185-0428-406c-b075-8c3755b95bd6 service neutron] Bound using segment: {'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:08:58.630465 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-3b65efd9-1c9d-450c-be3f-9476a58d8540 req-9bb3f185-0428-406c-b075-8c3755b95bd6 service neutron] Bound port: 7ec642df-9ec2-41d5-a9d1-a560cde2396d, host: n-h1-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:08:58.631018 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-3b65efd9-1c9d-450c-be3f-9476a58d8540 req-9bb3f185-0428-406c-b075-8c3755b95bd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:58.720238 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555ed5f4-e814-4ad4-ab03-185eacb16b05 None None] The sync data for ids ['0982452e-5009-440e-8916-b658f9b4387c'] in n-d-712140-12 is: [{'id': '0982452e-5009-440e-8916-b658f9b4387c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1040687992-router', 'tenant_id': '15cb8928e53548e3a84be2fdd93ca64b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '766d274f-389d-4787-8e43-813fff8fef2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:08:45Z', 'updated_at': '2021-08-29T04:08:54Z', 'revision_number': 4, 'project_id': '15cb8928e53548e3a84be2fdd93ca64b', 'gw_port': {'id': '766d274f-389d-4787-8e43-813fff8fef2c', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:90:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0982452e-5009-440e-8916-b658f9b4387c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:08:46Z', 'updated_at': '2021-08-29T04:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '15e2da04-7e7d-4a63-a1a4-c183097cc493', 'name': '', 'network_id': '7933d3e7-f004-4fe2-93b4-59b849cecb79', 'tenant_id': '15cb8928e53548e3a84be2fdd93ca64b', 'mac_address': 'fa:16:3e:5a:07:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0982452e-5009-440e-8916-b658f9b4387c', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '25e6c560-7af9-4d54-bae5-4187aca08105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:08:52Z', 'updated_at': '2021-08-29T04:08:57Z', 'revision_number': 4, 'project_id': '15cb8928e53548e3a84be2fdd93ca64b', 'subnets': [{'id': '25e6c560-7af9-4d54-bae5-4187aca08105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:08:58.740062 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-3b65efd9-1c9d-450c-be3f-9476a58d8540 req-9bb3f185-0428-406c-b075-8c3755b95bd6 service neutron] For port 7ec642df-9ec2-41d5-a9d1-a560cde2396d, host n-h1-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:08:58.749065 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-3b65efd9-1c9d-450c-be3f-9476a58d8540 req-9bb3f185-0428-406c-b075-8c3755b95bd6 service neutron] For port 7ec642df-9ec2-41d5-a9d1-a560cde2396d, host n-h1-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=7ec642df-9ec2-41d5-a9d1-a560cde2396d,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:08:58.755029 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-3b65efd9-1c9d-450c-be3f-9476a58d8540 req-9bb3f185-0428-406c-b075-8c3755b95bd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:58.858164 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b65efd9-1c9d-450c-be3f-9476a58d8540 req-9bb3f185-0428-406c-b075-8c3755b95bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:58.859565 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-3b65efd9-1c9d-450c-be3f-9476a58d8540 req-9bb3f185-0428-406c-b075-8c3755b95bd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:58.861807 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3b65efd9-1c9d-450c-be3f-9476a58d8540 req-9bb3f185-0428-406c-b075-8c3755b95bd6 service neutron] 10.222.0.46 "PUT /v2.0/ports/7ec642df-9ec2-41d5-a9d1-a560cde2396d HTTP/1.1" status: 200 len: 1097 time: 1.6140447 Aug 29 04:08:58.877051 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3763117f-0eba-47ec-8c16-53d70c377036', 'tag': '7ec642df-9ec2-41d5-a9d1-a560cde2396d'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:08:58.879406 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1454c7c-da3c-43ca-b69d-1bf6f3e4cec4" -d '{"events": [{"name": "network-changed", "server_uuid": "3763117f-0eba-47ec-8c16-53d70c377036", "tag": "7ec642df-9ec2-41d5-a9d1-a560cde2396d"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:08:58.975424 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb3f185-0428-406c-b075-8c3755b95bd6 service neutron] Pushing event updated for resources: {'Port': ['ID=7ec642df-9ec2-41d5-a9d1-a560cde2396d,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:59.011137 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b65efd9-1c9d-450c-be3f-9476a58d8540 req-0e5fdb0b-4d0a-486e-a300-ccedb2686dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:59.015153 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3b65efd9-1c9d-450c-be3f-9476a58d8540 req-0e5fdb0b-4d0a-486e-a300-ccedb2686dd6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=497b1298bc3f4e1086f160e4a4fd2013&device_id=3763117f-0eba-47ec-8c16-53d70c377036 HTTP/1.1" status: 200 len: 1100 time: 0.0948234 Aug 29 04:08:59.130464 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3b65efd9-1c9d-450c-be3f-9476a58d8540 req-e27f8744-ee73-4c72-8e3b-c010ec6147dd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=7ec642df-9ec2-41d5-a9d1-a560cde2396d HTTP/1.1" status: 200 len: 217 time: 0.1058073 Aug 29 04:08:59.143185 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device fa723d5d-64c5-4366-96f8-fdf9631b8b4d details requested by agent hyperv_n-h2-712140-12 with host n-h2-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:08:59.270471 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7973c3-0f4b-4118-b953-0c0e7d04d5b6 req-3a996a32-974e-4cfb-9b91-f5477b6c2911 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:59.280221 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-cb7973c3-0f4b-4118-b953-0c0e7d04d5b6 req-3a996a32-974e-4cfb-9b91-f5477b6c2911 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=17d1aee9-03df-4ac4-8975-10a53a9cc4e7 HTTP/1.1" status: 200 len: 948 time: 0.7067857 Aug 29 04:08:59.301848 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b65efd9-1c9d-450c-be3f-9476a58d8540 req-7eae59e6-4e00-4b5c-9bc2-f5c0ce159831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:59.304165 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3b65efd9-1c9d-450c-be3f-9476a58d8540 req-7eae59e6-4e00-4b5c-9bc2-f5c0ce159831 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=18cd12d4-b12a-41b0-b0c5-618edbb84e74 HTTP/1.1" status: 200 len: 843 time: 0.1601434 Aug 29 04:08:59.407995 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-cb7973c3-0f4b-4118-b953-0c0e7d04d5b6 req-f4892c05-099d-4b74-9cfc-13886ab7c071 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244655 Aug 29 04:08:59.457851 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b65efd9-1c9d-450c-be3f-9476a58d8540 req-d94ea4bf-893f-4579-bb58-a2ccf66503d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:59.467378 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3b65efd9-1c9d-450c-be3f-9476a58d8540 req-d94ea4bf-893f-4579-bb58-a2ccf66503d2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1542926 Aug 29 04:08:59.472141 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 33628) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:59.589048 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 15e2da04-7e7d-4a63-a1a4-c183097cc493 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:08:59.705681 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-defefe0b-8eb7-43ca-8d95-e1fa8d617a2e req-2509506b-eb0f-45ea-8f59-eebfe330ea63 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] 10.222.0.22 "GET /v2.0/ports?device_id=749bb753-6c27-400d-ab1a-f536aadba2d8 HTTP/1.1" status: 200 len: 210 time: 0.0379975 Aug 29 04:08:59.713816 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-be144101-258a-4ae0-805c-7a33e25674dc admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-2133310444-network', 'tenant_id': 'e7fedca057704534881b9beafd1bd961'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:08:59.724726 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port fa723d5d-64c5-4366-96f8-fdf9631b8b4d, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=fa723d5d-64c5-4366-96f8-fdf9631b8b4d,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:08:59.737776 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 15e2da04-7e7d-4a63-a1a4-c183097cc493 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:08:59.768368 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 15e2da04-7e7d-4a63-a1a4-c183097cc493 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:08:59.769102 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:59.771476 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Returning: {'device': 'fa723d5d-64c5-4366-96f8-fdf9631b8b4d', 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45', 'port_id': 'fa723d5d-64c5-4366-96f8-fdf9631b8b4d', 'mac_address': 'fa:16:3e:9d:ac:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18cd12d4-b12a-41b0-b0c5-618edbb84e74', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:08:59.779668 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be144101-258a-4ae0-805c-7a33e25674dc admin admin] Made reservation on behalf of e7fedca057704534881b9beafd1bd961 for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:08:59.783842 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-be144101-258a-4ae0-805c-7a33e25674dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:59.807389 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-be144101-258a-4ae0-805c-7a33e25674dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:59.910287 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:59.927890 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa723d5d-64c5-4366-96f8-fdf9631b8b4d {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:08:59.966783 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-be144101-258a-4ae0-805c-7a33e25674dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:59.975780 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-be144101-258a-4ae0-805c-7a33e25674dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:59.996230 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9573ef2-b889-4559-94c0-7f02b5108405 x-openstack-request-id: req-e9573ef2-b889-4559-94c0-7f02b5108405 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:08:59.997418 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3763117f-0eba-47ec-8c16-53d70c377036", "tag": "7ec642df-9ec2-41d5-a9d1-a560cde2396d", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:08:59.997894 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e9573ef2-b889-4559-94c0-7f02b5108405 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:08:59.998530 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3763117f-0eba-47ec-8c16-53d70c377036', 'tag': '7ec642df-9ec2-41d5-a9d1-a560cde2396d', 'status': 'completed', 'code': 200} Aug 29 04:09:00.003425 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port fa723d5d-64c5-4366-96f8-fdf9631b8b4d, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=fa723d5d-64c5-4366-96f8-fdf9631b8b4d,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:09:00.013352 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:00.036832 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be144101-258a-4ae0-805c-7a33e25674dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=651f9846-c21d-4e3d-8099-70296c33200d,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:00.061397 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be144101-258a-4ae0-805c-7a33e25674dc admin admin] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:09:00.088314 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-be144101-258a-4ae0-805c-7a33e25674dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:00.088680 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-be144101-258a-4ae0-805c-7a33e25674dc admin admin] Added segment 2a685cc1-5a5d-4fc7-a0ed-f95228951b59 of type vlan for network 6d9b6573-0a63-4e67-9959-746ee110fc7b Aug 29 04:09:00.113612 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=fa723d5d-64c5-4366-96f8-fdf9631b8b4d,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:00.136695 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:00.149095 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3b65efd9-1c9d-450c-be3f-9476a58d8540 req-074dddbb-9e6a-462d-a789-1a737b8e8cd0 service neutron] 10.222.0.46 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6736250 Aug 29 04:09:00.150077 n-d-712140-12 neutron-server[94828]: INFO neutron.api.v2.resource [req-1164eca9-bd68-4642-84d4-73821dada11b req-c729a9e7-7b5a-49ca-9e86-83b4335c3527 service neutron] show failed (client error): The resource could not be found. Aug 29 04:09:00.154799 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1164eca9-bd68-4642-84d4-73821dada11b req-c729a9e7-7b5a-49ca-9e86-83b4335c3527 service neutron] 10.222.0.48 "GET /v2.0/ports/ea1f70ee-b550-4aef-a765-072dca3d50eb/bindings/n-h1-712140-12 HTTP/1.1" status: 404 len: 381 time: 0.1523101 Aug 29 04:09:00.176029 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dca7b01-2e09-4bc0-b0b2-d7214aaf3602 req-f4d9d551-e46d-4427-ba07-234532e7db0c tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:00.177942 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7dca7b01-2e09-4bc0-b0b2-d7214aaf3602 req-f4d9d551-e46d-4427-ba07-234532e7db0c tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] 10.222.0.22 "GET /v2.0/ports?device_id=3763117f-0eba-47ec-8c16-53d70c377036 HTTP/1.1" status: 200 len: 948 time: 0.1743975 Aug 29 04:09:00.193988 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-be144101-258a-4ae0-805c-7a33e25674dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:00.236386 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-be144101-258a-4ae0-805c-7a33e25674dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:00.238088 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 15e2da04-7e7d-4a63-a1a4-c183097cc493, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=15e2da04-7e7d-4a63-a1a4-c183097cc493,segment=NetworkSegment(bb65b1ca-d5ae-4e43-b925-9df88c1d3d33),segment_id=bb65b1ca-d5ae-4e43-b925-9df88c1d3d33)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:09:00.238237 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be144101-258a-4ae0-805c-7a33e25674dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:00.238982 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-be144101-258a-4ae0-805c-7a33e25674dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:00.245436 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:00.322062 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7dca7b01-2e09-4bc0-b0b2-d7214aaf3602 req-2c2930c6-147c-4bab-a519-dbe63a2fffc0 tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] 10.222.0.22 "GET /v2.0/security-groups?id=6a4ce006-583b-494a-bd8e-b70bed49aebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240315 Aug 29 04:09:00.339970 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-be144101-258a-4ae0-805c-7a33e25674dc admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8662674 Aug 29 04:09:00.340718 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 33640) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:00.362633 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be144101-258a-4ae0-805c-7a33e25674dc admin admin] Pushing event updated for resources: {'Network': ['ID=6d9b6573-0a63-4e67-9959-746ee110fc7b,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:00.365542 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-3cd3148c-0573-4bb7-972c-804cae89b995 admin admin] Request body: {'subnet': {'network_id': '6d9b6573-0a63-4e67-9959-746ee110fc7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-2133310444-subnet', 'tenant_id': 'e7fedca057704534881b9beafd1bd961', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:09:00.400228 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 6d9b6573-0a63-4e67-9959-746ee110fc7b details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:09:00.534073 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['fa723d5d-64c5-4366-96f8-fdf9631b8b4d'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:09:00.559618 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3b65efd9-1c9d-450c-be3f-9476a58d8540 req-d6b6547e-e37c-42d2-a330-b85485a0b6fe service neutron] 10.222.0.46 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3804362 Aug 29 04:09:00.566026 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cd3148c-0573-4bb7-972c-804cae89b995 admin admin] Made reservation on behalf of e7fedca057704534881b9beafd1bd961 for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:09:00.572659 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3cd3148c-0573-4bb7-972c-804cae89b995 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:00.634091 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=15e2da04-7e7d-4a63-a1a4-c183097cc493,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:00.695723 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1164eca9-bd68-4642-84d4-73821dada11b req-4c2fb2fc-e7c1-4462-9f67-a615c26b9ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:00.697335 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1164eca9-bd68-4642-84d4-73821dada11b req-4c2fb2fc-e7c1-4462-9f67-a615c26b9ee3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=17d1aee9-03df-4ac4-8975-10a53a9cc4e7&tenant_id=4b47ebaf5a2144e2beea71bdc91317f3 HTTP/1.1" status: 200 len: 1100 time: 0.2697210 Aug 29 04:09:00.705864 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94812604-865d-43ed-b89b-8543a6f8cf3f req-b4fc41db-beda-4d1e-be16-3f652cfc0fc4 tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:00.714361 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-94812604-865d-43ed-b89b-8543a6f8cf3f req-b4fc41db-beda-4d1e-be16-3f652cfc0fc4 tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa3a9d92-470b-4ffe-9def-6e12e346d8f2 HTTP/1.1" status: 200 len: 949 time: 0.1830020 Aug 29 04:09:00.721106 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-1164eca9-bd68-4642-84d4-73821dada11b req-97135d4b-1c26-4fcc-9fc2-59ae509e93ac service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712140-12', 'device_owner': 'compute:nova'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:09:00.802294 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-94812604-865d-43ed-b89b-8543a6f8cf3f req-1908ae2b-5a40-4b56-9498-87170be214b0 tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea603de9-63fb-45e7-bc50-a0eeae01bb10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869694 Aug 29 04:09:00.831325 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-1164eca9-bd68-4642-84d4-73821dada11b req-97135d4b-1c26-4fcc-9fc2-59ae509e93ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:00.872752 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb8d171-bac0-406b-a1e2-5d57be5a820b req-b551f6e5-7bf7-4dc5-b1f2-f8506d2876a0 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:00.874242 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4fb8d171-bac0-406b-a1e2-5d57be5a820b req-b551f6e5-7bf7-4dc5-b1f2-f8506d2876a0 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=17d1aee9-03df-4ac4-8975-10a53a9cc4e7 HTTP/1.1" status: 200 len: 948 time: 0.1967998 Aug 29 04:09:00.897787 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1454c7c-da3c-43ca-b69d-1bf6f3e4cec4 req-e5c26623-baa0-4c44-aca4-bbac5e4e6a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:00.899324 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f1454c7c-da3c-43ca-b69d-1bf6f3e4cec4 req-e5c26623-baa0-4c44-aca4-bbac5e4e6a8c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=497b1298bc3f4e1086f160e4a4fd2013&device_id=3763117f-0eba-47ec-8c16-53d70c377036 HTTP/1.1" status: 200 len: 1100 time: 0.2253540 Aug 29 04:09:00.910417 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4224a035-3031-4845-8b5e-069544448026 req-3dfe3a08-52e5-453a-af3c-46698d005250 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:00.912178 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4224a035-3031-4845-8b5e-069544448026 req-3dfe3a08-52e5-453a-af3c-46698d005250 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] 10.222.0.48 "GET /v2.0/networks?id=7933d3e7-f004-4fe2-93b4-59b849cecb79 HTTP/1.1" status: 200 len: 829 time: 0.4822721 Aug 29 04:09:00.939675 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-4224a035-3031-4845-8b5e-069544448026 req-6e85764a-3f5d-4988-8c58-47de72aa7361 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Request body: {'port': {'device_id': '749bb753-6c27-400d-ab1a-f536aadba2d8', 'network_id': '7933d3e7-f004-4fe2-93b4-59b849cecb79', 'admin_state_up': True, 'tenant_id': '15cb8928e53548e3a84be2fdd93ca64b'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:09:01.068899 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-55f84962-aaeb-4fc7-b3f7-652bd3578a51 req-c98b0a89-8b10-4397-af4a-5a1abc998472 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] 10.222.0.22 "GET /v2.0/ports?device_id=749bb753-6c27-400d-ab1a-f536aadba2d8 HTTP/1.1" status: 200 len: 210 time: 0.0394521 Aug 29 04:09:01.100507 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4fb8d171-bac0-406b-a1e2-5d57be5a820b req-3161e9fa-24a5-4360-851e-def5a207a9ff tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153308 Aug 29 04:09:01.155322 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-1164eca9-bd68-4642-84d4-73821dada11b req-97135d4b-1c26-4fcc-9fc2-59ae509e93ac service neutron] For port ea1f70ee-b550-4aef-a765-072dca3d50eb, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=ea1f70ee-b550-4aef-a765-072dca3d50eb,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:09:01.159878 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device ea1f70ee-b550-4aef-a765-072dca3d50eb no longer exists at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:09:01.212278 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1454c7c-da3c-43ca-b69d-1bf6f3e4cec4 req-a5870697-ce00-4196-b0a5-73b805f93717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:01.214150 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f1454c7c-da3c-43ca-b69d-1bf6f3e4cec4 req-a5870697-ce00-4196-b0a5-73b805f93717 service neutron] 10.222.0.46 "GET /v2.0/networks?id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 HTTP/1.1" status: 200 len: 870 time: 0.2936368 Aug 29 04:09:01.217884 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-1164eca9-bd68-4642-84d4-73821dada11b req-97135d4b-1c26-4fcc-9fc2-59ae509e93ac service neutron] For port ea1f70ee-b550-4aef-a765-072dca3d50eb, host n-h2-712140-12, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:09:01.226528 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3cd3148c-0573-4bb7-972c-804cae89b995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:01.279867 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17d1aee9-03df-4ac4-8975-10a53a9cc4e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea1f70ee-b550-4aef-a765-072dca3d50eb'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:09:01.284772 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-108dc4c4-cb13-404b-9ff1-f95708e35740" -d '{"events": [{"server_uuid": "17d1aee9-03df-4ac4-8975-10a53a9cc4e7", "name": "network-vif-unplugged", "status": "completed", "tag": "ea1f70ee-b550-4aef-a765-072dca3d50eb"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:09:01.292683 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-1164eca9-bd68-4642-84d4-73821dada11b req-97135d4b-1c26-4fcc-9fc2-59ae509e93ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:01.312453 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [req-1164eca9-bd68-4642-84d4-73821dada11b req-97135d4b-1c26-4fcc-9fc2-59ae509e93ac service neutron] Transition to ACTIVE for port object ea1f70ee-b550-4aef-a765-072dca3d50eb will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:09:01.319165 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-1164eca9-bd68-4642-84d4-73821dada11b req-97135d4b-1c26-4fcc-9fc2-59ae509e93ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:01.398513 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f1454c7c-da3c-43ca-b69d-1bf6f3e4cec4 req-b6c66b9f-e6d0-448e-84c9-ca05d1313964 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=7ec642df-9ec2-41d5-a9d1-a560cde2396d HTTP/1.1" status: 200 len: 217 time: 0.1743059 Aug 29 04:09:01.411585 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 15e2da04-7e7d-4a63-a1a4-c183097cc493 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:09:01.420249 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:01.432226 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef161b66-ef4c-4db7-8df7-f247da81daef x-openstack-request-id: req-ef161b66-ef4c-4db7-8df7-f247da81daef {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:09:01.432523 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17d1aee9-03df-4ac4-8975-10a53a9cc4e7", "name": "network-vif-unplugged", "status": "completed", "tag": "ea1f70ee-b550-4aef-a765-072dca3d50eb", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:09:01.432932 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ef161b66-ef4c-4db7-8df7-f247da81daef {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:09:01.433386 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17d1aee9-03df-4ac4-8975-10a53a9cc4e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea1f70ee-b550-4aef-a765-072dca3d50eb', 'code': 200} Aug 29 04:09:01.434128 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97135d4b-1c26-4fcc-9fc2-59ae509e93ac service neutron] Pushing event updated for resources: {'Port': ['ID=ea1f70ee-b550-4aef-a765-072dca3d50eb,revision_number=6']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:01.482672 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [req-1164eca9-bd68-4642-84d4-73821dada11b req-97135d4b-1c26-4fcc-9fc2-59ae509e93ac service neutron] No DVR routers for this DVR port ea1f70ee-b550-4aef-a765-072dca3d50eb on host n-h2-712140-12 {{(pid=94829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:09:01.525375 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1454c7c-da3c-43ca-b69d-1bf6f3e4cec4 req-4a743b68-d56b-4cb0-9d07-1803581dd385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:01.527463 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f1454c7c-da3c-43ca-b69d-1bf6f3e4cec4 req-4a743b68-d56b-4cb0-9d07-1803581dd385 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=18cd12d4-b12a-41b0-b0c5-618edbb84e74 HTTP/1.1" status: 200 len: 843 time: 0.1160259 Aug 29 04:09:01.530894 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 33674) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:01.564179 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4224a035-3031-4845-8b5e-069544448026 req-6e85764a-3f5d-4988-8c58-47de72aa7361 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Made reservation on behalf of 15cb8928e53548e3a84be2fdd93ca64b for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:09:01.568991 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-4224a035-3031-4845-8b5e-069544448026 req-6e85764a-3f5d-4988-8c58-47de72aa7361 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:01.588558 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-1164eca9-bd68-4642-84d4-73821dada11b req-97135d4b-1c26-4fcc-9fc2-59ae509e93ac service neutron] Attempting to bind port ea1f70ee-b550-4aef-a765-072dca3d50eb on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:09:01.588914 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-1164eca9-bd68-4642-84d4-73821dada11b req-97135d4b-1c26-4fcc-9fc2-59ae509e93ac service neutron] Attempting to bind port ea1f70ee-b550-4aef-a765-072dca3d50eb by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:09:01.589803 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1164eca9-bd68-4642-84d4-73821dada11b req-97135d4b-1c26-4fcc-9fc2-59ae509e93ac service neutron] Attempting to bind port ea1f70ee-b550-4aef-a765-072dca3d50eb on network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:09:01.598435 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1164eca9-bd68-4642-84d4-73821dada11b req-97135d4b-1c26-4fcc-9fc2-59ae509e93ac service neutron] Port ea1f70ee-b550-4aef-a765-072dca3d50eb on network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:09:01.598816 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1164eca9-bd68-4642-84d4-73821dada11b req-97135d4b-1c26-4fcc-9fc2-59ae509e93ac service neutron] Attempting to bind port ea1f70ee-b550-4aef-a765-072dca3d50eb on network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:09:01.598962 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.db.api [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94830) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:09:01.599249 n-d-712140-12 neutron-server[94830]: DEBUG oslo_db.api [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:09:01.605233 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1164eca9-bd68-4642-84d4-73821dada11b req-97135d4b-1c26-4fcc-9fc2-59ae509e93ac service neutron] Checking agent: {'id': '3de9de52-3a03-431d-9d7e-497ae92c57ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:09:01.606090 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1164eca9-bd68-4642-84d4-73821dada11b req-97135d4b-1c26-4fcc-9fc2-59ae509e93ac service neutron] Checking segment: {'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:09:01.606548 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1164eca9-bd68-4642-84d4-73821dada11b req-97135d4b-1c26-4fcc-9fc2-59ae509e93ac service neutron] Bound using segment: {'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:09:01.607209 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-1164eca9-bd68-4642-84d4-73821dada11b req-97135d4b-1c26-4fcc-9fc2-59ae509e93ac service neutron] Bound port: ea1f70ee-b550-4aef-a765-072dca3d50eb, host: n-h1-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:09:01.607660 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-1164eca9-bd68-4642-84d4-73821dada11b req-97135d4b-1c26-4fcc-9fc2-59ae509e93ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:01.654965 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 15e2da04-7e7d-4a63-a1a4-c183097cc493 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:09:01.655549 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:01.704825 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd3148c-0573-4bb7-972c-804cae89b995 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4deead2-0a40-4567-a467-e23121e6f835,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:01.731481 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-1164eca9-bd68-4642-84d4-73821dada11b req-97135d4b-1c26-4fcc-9fc2-59ae509e93ac service neutron] For port ea1f70ee-b550-4aef-a765-072dca3d50eb, host n-h1-712140-12, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:09:01.745691 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-1164eca9-bd68-4642-84d4-73821dada11b req-97135d4b-1c26-4fcc-9fc2-59ae509e93ac service neutron] For port ea1f70ee-b550-4aef-a765-072dca3d50eb, host n-h1-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=ea1f70ee-b550-4aef-a765-072dca3d50eb,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:09:01.758917 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-1164eca9-bd68-4642-84d4-73821dada11b req-97135d4b-1c26-4fcc-9fc2-59ae509e93ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:01.763816 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd3148c-0573-4bb7-972c-804cae89b995 admin admin] Checking segment: {'id': '2a685cc1-5a5d-4fc7-a0ed-f95228951b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '6d9b6573-0a63-4e67-9959-746ee110fc7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:09:01.764237 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd3148c-0573-4bb7-972c-804cae89b995 admin admin] Network hostable DHCP agents. Network: 6d9b6573-0a63-4e67-9959-746ee110fc7b, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:09:01.817184 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1164eca9-bd68-4642-84d4-73821dada11b req-97135d4b-1c26-4fcc-9fc2-59ae509e93ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:01.817824 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-1164eca9-bd68-4642-84d4-73821dada11b req-97135d4b-1c26-4fcc-9fc2-59ae509e93ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:01.821687 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1164eca9-bd68-4642-84d4-73821dada11b req-97135d4b-1c26-4fcc-9fc2-59ae509e93ac service neutron] 10.222.0.46 "PUT /v2.0/ports/ea1f70ee-b550-4aef-a765-072dca3d50eb HTTP/1.1" status: 200 len: 1095 time: 1.1029739 Aug 29 04:09:01.825426 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f55c9a70-605c-47c3-89f2-2aff07d9e3a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:01.841888 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec53829-2083-4a5f-a21c-4651cc31628f req-869d813f-4c60-4f73-8d3f-7de7d16fd606 tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:01.844747 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9ec53829-2083-4a5f-a21c-4651cc31628f req-869d813f-4c60-4f73-8d3f-7de7d16fd606 tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] 10.222.0.22 "GET /v2.0/ports?device_id=3763117f-0eba-47ec-8c16-53d70c377036 HTTP/1.1" status: 200 len: 948 time: 0.2918618 Aug 29 04:09:01.867354 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1454c7c-da3c-43ca-b69d-1bf6f3e4cec4 req-29403e76-edd5-4b3f-8452-f09810b81c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:01.868899 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f1454c7c-da3c-43ca-b69d-1bf6f3e4cec4 req-29403e76-edd5-4b3f-8452-f09810b81c6a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3234775 Aug 29 04:09:01.891641 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97135d4b-1c26-4fcc-9fc2-59ae509e93ac service neutron] Pushing event updated for resources: {'Port': ['ID=ea1f70ee-b550-4aef-a765-072dca3d50eb,revision_number=7']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:01.911674 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1164eca9-bd68-4642-84d4-73821dada11b req-ddfafe09-7b53-4194-94e8-546b9a3dab2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:01.913995 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1164eca9-bd68-4642-84d4-73821dada11b req-ddfafe09-7b53-4194-94e8-546b9a3dab2b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4b47ebaf5a2144e2beea71bdc91317f3&device_id=17d1aee9-03df-4ac4-8975-10a53a9cc4e7 HTTP/1.1" status: 200 len: 1098 time: 0.0663400 Aug 29 04:09:01.922008 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd3148c-0573-4bb7-972c-804cae89b995 admin admin] Network 6d9b6573-0a63-4e67-9959-746ee110fc7b is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:09:02.014168 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-3cd3148c-0573-4bb7-972c-804cae89b995 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 6d9b6573-0a63-4e67-9959-746ee110fc7b) {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:09:02.026846 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02666e15-2885-4492-9510-e9823e8e8811 None None] Network 6d9b6573-0a63-4e67-9959-746ee110fc7b requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:09:02.043372 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd3148c-0573-4bb7-972c-804cae89b995 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:02.044391 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3cd3148c-0573-4bb7-972c-804cae89b995 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:02.068260 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9ec53829-2083-4a5f-a21c-4651cc31628f req-5f6695f1-bb36-478d-8981-930398aa7b84 tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] 10.222.0.22 "GET /v2.0/security-groups?id=6a4ce006-583b-494a-bd8e-b70bed49aebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034781 Aug 29 04:09:02.071441 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-4224a035-3031-4845-8b5e-069544448026 req-6e85764a-3f5d-4988-8c58-47de72aa7361 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Allocated IP 172.20.0.9 (7933d3e7-f004-4fe2-93b4-59b849cecb79/25e6c560-7af9-4d54-bae5-4187aca08105/9945918b-cb36-429e-bad1-d4e797a7a2d1) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:09:02.125232 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1164eca9-bd68-4642-84d4-73821dada11b req-5d91359b-4a27-4651-ba1f-1d4aa213cd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:02.128426 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1164eca9-bd68-4642-84d4-73821dada11b req-5d91359b-4a27-4651-ba1f-1d4aa213cd80 service neutron] 10.222.0.46 "GET /v2.0/networks?id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 HTTP/1.1" status: 200 len: 870 time: 0.2050087 Aug 29 04:09:02.191944 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f1454c7c-da3c-43ca-b69d-1bf6f3e4cec4 req-28dd09d5-927f-4b26-aa06-499a6b033a40 service neutron] 10.222.0.46 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2827239 Aug 29 04:09:02.260680 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1164eca9-bd68-4642-84d4-73821dada11b req-425e95b7-8f24-4792-944e-8ad549075d80 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=ea1f70ee-b550-4aef-a765-072dca3d50eb HTTP/1.1" status: 200 len: 217 time: 0.1239295 Aug 29 04:09:02.336054 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1164eca9-bd68-4642-84d4-73821dada11b req-0c4ab805-a69d-4d71-ba46-eb2dafab4826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:02.337829 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1164eca9-bd68-4642-84d4-73821dada11b req-0c4ab805-a69d-4d71-ba46-eb2dafab4826 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=18cd12d4-b12a-41b0-b0c5-618edbb84e74 HTTP/1.1" status: 200 len: 843 time: 0.0667546 Aug 29 04:09:02.398535 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a731484b-8310-4002-bc8d-e8adb6ca47ca req-c2bd8efd-be65-488b-9506-bff304782d1d tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] 10.222.0.22 "GET /v2.0/ports?device_id=749bb753-6c27-400d-ab1a-f536aadba2d8 HTTP/1.1" status: 200 len: 210 time: 0.0409927 Aug 29 04:09:02.402639 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9127c2bd-9cdf-4ef3-adeb-af916e7985ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-6d9b6573-0a63-4e67-9959-746ee110fc7b', 'network_id': '6d9b6573-0a63-4e67-9959-746ee110fc7b', 'tenant_id': 'e7fedca057704534881b9beafd1bd961', 'fixed_ips': [{'subnet_id': 'c4deead2-0a40-4567-a467-e23121e6f835'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:09:02.403800 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9127c2bd-9cdf-4ef3-adeb-af916e7985ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:02.413427 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f55c9a70-605c-47c3-89f2-2aff07d9e3a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:02.421551 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1164eca9-bd68-4642-84d4-73821dada11b req-4870a9ff-22e1-4763-995b-18cb4e6264d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:02.424404 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1164eca9-bd68-4642-84d4-73821dada11b req-4870a9ff-22e1-4763-995b-18cb4e6264d5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0785561 Aug 29 04:09:02.438595 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f55c9a70-605c-47c3-89f2-2aff07d9e3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:02.466013 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-3cd3148c-0573-4bb7-972c-804cae89b995 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.1241863 Aug 29 04:09:02.496336 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 33690) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:02.497681 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55c9a70-605c-47c3-89f2-2aff07d9e3a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75200fc0-ab7f-488a-9c95-1737d1d08de8,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:02.501991 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-bf4fcdfc-9968-4025-8cdf-46596f4511bd admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-2133310444-router', 'tenant_id': 'e7fedca057704534881b9beafd1bd961', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:09:02.553124 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab74828-fdd6-4220-abe0-45a705a2afe6 req-2164dca8-1da2-49eb-98c9-c5b954a6b843 tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:02.554700 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-eab74828-fdd6-4220-abe0-45a705a2afe6 req-2164dca8-1da2-49eb-98c9-c5b954a6b843 tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa3a9d92-470b-4ffe-9def-6e12e346d8f2 HTTP/1.1" status: 200 len: 949 time: 0.3142788 Aug 29 04:09:02.560073 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-f55c9a70-605c-47c3-89f2-2aff07d9e3a2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bff977fdda7d487db337bd20b06d845c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0266681 Aug 29 04:09:02.561278 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 33692) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:02.587035 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-bf4fcdfc-9968-4025-8cdf-46596f4511bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:02.588157 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-bf4fcdfc-9968-4025-8cdf-46596f4511bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1838'] for router, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:02.601436 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-9127c2bd-9cdf-4ef3-adeb-af916e7985ff None None] Allocated IP 172.20.0.2 (6d9b6573-0a63-4e67-9959-746ee110fc7b/c4deead2-0a40-4567-a467-e23121e6f835/94107bdc-d9d1-4c3e-9a0f-500054dd9786) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:09:02.608498 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-4224a035-3031-4845-8b5e-069544448026 req-6e85764a-3f5d-4988-8c58-47de72aa7361 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:02.614128 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988af369-8e95-44db-b104-31fd9a49e050 req-365ac769-8164-4941-a007-d078477f4603 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:02.615870 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-988af369-8e95-44db-b104-31fd9a49e050 req-365ac769-8164-4941-a007-d078477f4603 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=17d1aee9-03df-4ac4-8975-10a53a9cc4e7 HTTP/1.1" status: 200 len: 946 time: 0.1204793 Aug 29 04:09:02.624069 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1164eca9-bd68-4642-84d4-73821dada11b req-b71dbc12-cc01-4472-bc1e-868fd57bd701 service neutron] 10.222.0.46 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894772 Aug 29 04:09:02.645209 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f1454c7c-da3c-43ca-b69d-1bf6f3e4cec4 req-42178cb9-0b02-4537-9cff-62217f6cad09 service neutron] 10.222.0.46 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4326837 Aug 29 04:09:02.676942 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-4224a035-3031-4845-8b5e-069544448026 req-6e85764a-3f5d-4988-8c58-47de72aa7361 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Transition to ACTIVE for port object 9945918b-cb36-429e-bad1-d4e797a7a2d1 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:09:02.717338 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e5496d62-1a2d-4dd2-ad54-4c3938b76199 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:02.728272 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-eab74828-fdd6-4220-abe0-45a705a2afe6 req-b989422d-b9e6-4071-8b7c-09fbe3609867 tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea603de9-63fb-45e7-bc50-a0eeae01bb10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427605 Aug 29 04:09:02.755926 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-988af369-8e95-44db-b104-31fd9a49e050 req-87a89890-ebef-4391-bed9-969b648102f0 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308341 Aug 29 04:09:02.764988 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-bf4fcdfc-9968-4025-8cdf-46596f4511bd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:02.782809 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9127c2bd-9cdf-4ef3-adeb-af916e7985ff None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:02.783381 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-9127c2bd-9cdf-4ef3-adeb-af916e7985ff None None] Transition to ACTIVE for port object 94107bdc-d9d1-4c3e-9a0f-500054dd9786 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:09:02.807460 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e5496d62-1a2d-4dd2-ad54-4c3938b76199 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:02.809949 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-9127c2bd-9cdf-4ef3-adeb-af916e7985ff None None] Transition to ACTIVE for port object 94107bdc-d9d1-4c3e-9a0f-500054dd9786 will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:09:02.819014 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9127c2bd-9cdf-4ef3-adeb-af916e7985ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:02.827619 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-4224a035-3031-4845-8b5e-069544448026 req-6e85764a-3f5d-4988-8c58-47de72aa7361 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:02.867813 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9127c2bd-9cdf-4ef3-adeb-af916e7985ff None None] Network 6d9b6573-0a63-4e67-9959-746ee110fc7b is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:09:02.869516 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-9127c2bd-9cdf-4ef3-adeb-af916e7985ff None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:09:02.875624 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9127c2bd-9cdf-4ef3-adeb-af916e7985ff None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:09:02.904730 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4224a035-3031-4845-8b5e-069544448026 req-6e85764a-3f5d-4988-8c58-47de72aa7361 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Network 7933d3e7-f004-4fe2-93b4-59b849cecb79 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:09:02.910770 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-4224a035-3031-4845-8b5e-069544448026 req-6e85764a-3f5d-4988-8c58-47de72aa7361 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:09:02.915995 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-4224a035-3031-4845-8b5e-069544448026 req-6e85764a-3f5d-4988-8c58-47de72aa7361 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:09:02.922930 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4224a035-3031-4845-8b5e-069544448026 req-6e85764a-3f5d-4988-8c58-47de72aa7361 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:02.923597 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-4224a035-3031-4845-8b5e-069544448026 req-6e85764a-3f5d-4988-8c58-47de72aa7361 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:02.944137 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9127c2bd-9cdf-4ef3-adeb-af916e7985ff None None] Pushing event updated for resources: {'Port': ['ID=94107bdc-d9d1-4c3e-9a0f-500054dd9786,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:02.955167 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4224a035-3031-4845-8b5e-069544448026 req-6e85764a-3f5d-4988-8c58-47de72aa7361 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0217340 Aug 29 04:09:02.955946 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e85764a-3f5d-4988-8c58-47de72aa7361 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Pushing event updated for resources: {'Port': ['ID=9945918b-cb36-429e-bad1-d4e797a7a2d1,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:02.984796 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-4224a035-3031-4845-8b5e-069544448026 req-86f9eaf4-8264-47b1-bea4-d5b8ba3e6b5f service neutron] Request body: {'port': {'device_id': '749bb753-6c27-400d-ab1a-f536aadba2d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:09:02.989366 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e5496d62-1a2d-4dd2-ad54-4c3938b76199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:02.993187 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-9127c2bd-9cdf-4ef3-adeb-af916e7985ff None None] Attempting to bind port 94107bdc-d9d1-4c3e-9a0f-500054dd9786 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:09:02.993397 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e5496d62-1a2d-4dd2-ad54-4c3938b76199 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:02.993613 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-9127c2bd-9cdf-4ef3-adeb-af916e7985ff None None] Attempting to bind port 94107bdc-d9d1-4c3e-9a0f-500054dd9786 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '2a685cc1-5a5d-4fc7-a0ed-f95228951b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '6d9b6573-0a63-4e67-9959-746ee110fc7b'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:09:02.994022 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9127c2bd-9cdf-4ef3-adeb-af916e7985ff None None] Attempting to bind port 94107bdc-d9d1-4c3e-9a0f-500054dd9786 on network 6d9b6573-0a63-4e67-9959-746ee110fc7b {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:09:02.995004 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-e5496d62-1a2d-4dd2-ad54-4c3938b76199 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/75200fc0-ab7f-488a-9c95-1737d1d08de8 HTTP/1.1" status: 204 len: 168 time: 0.4223890 Aug 29 04:09:03.002692 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1164eca9-bd68-4642-84d4-73821dada11b req-0d11f084-fc81-40ff-8fae-93e8d43f05d0 service neutron] 10.222.0.46 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3502033 Aug 29 04:09:03.022428 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9127c2bd-9cdf-4ef3-adeb-af916e7985ff None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:09:03.023006 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9127c2bd-9cdf-4ef3-adeb-af916e7985ff None None] Checking segment: {'id': '2a685cc1-5a5d-4fc7-a0ed-f95228951b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '6d9b6573-0a63-4e67-9959-746ee110fc7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:09:03.025971 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-bf4fcdfc-9968-4025-8cdf-46596f4511bd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:03.026503 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9127c2bd-9cdf-4ef3-adeb-af916e7985ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:03.027137 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9127c2bd-9cdf-4ef3-adeb-af916e7985ff None None] Bound using segment: {'id': '2a685cc1-5a5d-4fc7-a0ed-f95228951b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '6d9b6573-0a63-4e67-9959-746ee110fc7b'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:09:03.028015 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-9127c2bd-9cdf-4ef3-adeb-af916e7985ff None None] Bound port: 94107bdc-d9d1-4c3e-9a0f-500054dd9786, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a685cc1-5a5d-4fc7-a0ed-f95228951b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '6d9b6573-0a63-4e67-9959-746ee110fc7b'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:09:03.028444 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9127c2bd-9cdf-4ef3-adeb-af916e7985ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:03.072405 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5496d62-1a2d-4dd2-ad54-4c3938b76199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75200fc0-ab7f-488a-9c95-1737d1d08de8,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:03.172691 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-4224a035-3031-4845-8b5e-069544448026 req-86f9eaf4-8264-47b1-bea4-d5b8ba3e6b5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:03.180184 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device fa723d5d-64c5-4366-96f8-fdf9631b8b4d up at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:09:03.335524 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec5d799-3ebd-4a3f-bc89-390e7cbb58e8 req-209975c2-a17b-418b-ab2b-f7251be11c4a tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:03.337142 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7ec5d799-3ebd-4a3f-bc89-390e7cbb58e8 req-209975c2-a17b-418b-ab2b-f7251be11c4a tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] 10.222.0.22 "GET /v2.0/ports?device_id=3763117f-0eba-47ec-8c16-53d70c377036 HTTP/1.1" status: 200 len: 948 time: 0.0967565 Aug 29 04:09:03.423814 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f7a9dec3-f9cd-4625-acbd-3c0031668e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:03.431920 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-9127c2bd-9cdf-4ef3-adeb-af916e7985ff None None] For port 94107bdc-d9d1-4c3e-9a0f-500054dd9786, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:09:03.443644 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-9127c2bd-9cdf-4ef3-adeb-af916e7985ff None None] For port 94107bdc-d9d1-4c3e-9a0f-500054dd9786, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=94107bdc-d9d1-4c3e-9a0f-500054dd9786,segment=NetworkSegment(2a685cc1-5a5d-4fc7-a0ed-f95228951b59),segment_id=2a685cc1-5a5d-4fc7-a0ed-f95228951b59)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:09:03.447293 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e02bdfd4-a7cd-471a-8c71-22f8c5bcda71 None None] Provisioning for port 9945918b-cb36-429e-bad1-d4e797a7a2d1 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:09:03.462019 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e02bdfd4-a7cd-471a-8c71-22f8c5bcda71 None None] Provisioning complete for port 9945918b-cb36-429e-bad1-d4e797a7a2d1 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:09:03.462391 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e02bdfd4-a7cd-471a-8c71-22f8c5bcda71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:03.474526 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17d1aee9-03df-4ac4-8975-10a53a9cc4e7', 'tag': 'ea1f70ee-b550-4aef-a765-072dca3d50eb'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:09:03.476874 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef98bae4-b15d-4031-8595-9fd79d74badb" -d '{"events": [{"name": "network-changed", "server_uuid": "17d1aee9-03df-4ac4-8975-10a53a9cc4e7", "tag": "ea1f70ee-b550-4aef-a765-072dca3d50eb"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:09:03.509618 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e02bdfd4-a7cd-471a-8c71-22f8c5bcda71 None None] Port 9945918b-cb36-429e-bad1-d4e797a7a2d1 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:09:03.511954 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9127c2bd-9cdf-4ef3-adeb-af916e7985ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:03.529895 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-bf4fcdfc-9968-4025-8cdf-46596f4511bd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:03.546162 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7ec5d799-3ebd-4a3f-bc89-390e7cbb58e8 req-8f178ec7-9285-4bdb-89e2-ba863d587ad9 tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] 10.222.0.22 "GET /v2.0/security-groups?id=6a4ce006-583b-494a-bd8e-b70bed49aebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940124 Aug 29 04:09:03.580720 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9127c2bd-9cdf-4ef3-adeb-af916e7985ff None None] Pushing event updated for resources: {'Port': ['ID=94107bdc-d9d1-4c3e-9a0f-500054dd9786,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:03.589643 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning for port fa723d5d-64c5-4366-96f8-fdf9631b8b4d completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:09:03.597753 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-bf4fcdfc-9968-4025-8cdf-46596f4511bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:03.599640 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning complete for port fa723d5d-64c5-4366-96f8-fdf9631b8b4d triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:09:03.600212 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:03.738090 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 7ec642df-9ec2-41d5-a9d1-a560cde2396d details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:09:03.752452 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:03.777923 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-bf4fcdfc-9968-4025-8cdf-46596f4511bd admin admin] Allocated IP 172.25.0.134 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/459d5625-7083-4c41-8d77-bbf60c885848) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:09:03.855925 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa3a9d92-470b-4ffe-9def-6e12e346d8f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa723d5d-64c5-4366-96f8-fdf9631b8b4d'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:09:03.864807 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b477ea2-0773-444d-a24c-bd00929beb01" -d '{"events": [{"server_uuid": "aa3a9d92-470b-4ffe-9def-6e12e346d8f2", "name": "network-vif-plugged", "status": "completed", "tag": "fa723d5d-64c5-4366-96f8-fdf9631b8b4d"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:09:03.896328 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-bf4fcdfc-9968-4025-8cdf-46596f4511bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:03.926376 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port fa723d5d-64c5-4366-96f8-fdf9631b8b4d, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=fa723d5d-64c5-4366-96f8-fdf9631b8b4d,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:09:03.931618 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef98bae4-b15d-4031-8595-9fd79d74badb req-c5786521-f3ae-474a-91f4-9a80398e2be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:03.932886 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:03.933217 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ef98bae4-b15d-4031-8595-9fd79d74badb req-c5786521-f3ae-474a-91f4-9a80398e2be5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4b47ebaf5a2144e2beea71bdc91317f3&device_id=17d1aee9-03df-4ac4-8975-10a53a9cc4e7 HTTP/1.1" status: 200 len: 1098 time: 0.2279136 Aug 29 04:09:03.936259 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a3c1618-8e83-4812-be9b-fe2070cd400d x-openstack-request-id: req-2a3c1618-8e83-4812-be9b-fe2070cd400d {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:09:03.936553 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17d1aee9-03df-4ac4-8975-10a53a9cc4e7", "tag": "ea1f70ee-b550-4aef-a765-072dca3d50eb", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:09:03.936808 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2a3c1618-8e83-4812-be9b-fe2070cd400d {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:09:03.937205 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17d1aee9-03df-4ac4-8975-10a53a9cc4e7', 'tag': 'ea1f70ee-b550-4aef-a765-072dca3d50eb', 'status': 'completed', 'code': 200} Aug 29 04:09:03.937580 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 33728) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:04.059234 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=fa723d5d-64c5-4366-96f8-fdf9631b8b4d,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:04.095387 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef98bae4-b15d-4031-8595-9fd79d74badb req-71469e2e-c746-41c2-b292-0bb412c4251b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:04.097008 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ef98bae4-b15d-4031-8595-9fd79d74badb req-71469e2e-c746-41c2-b292-0bb412c4251b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4b47ebaf5a2144e2beea71bdc91317f3&device_id=17d1aee9-03df-4ac4-8975-10a53a9cc4e7 HTTP/1.1" status: 200 len: 1098 time: 0.1658709 Aug 29 04:09:04.107139 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 7ec642df-9ec2-41d5-a9d1-a560cde2396d, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=7ec642df-9ec2-41d5-a9d1-a560cde2396d,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:09:04.120678 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaacaa6-e2b5-4f82-b9f6-ace33f23e43f req-f71513ad-f9f5-4d5d-8ad1-6e91cc4c1977 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:04.141580 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-cfaacaa6-e2b5-4f82-b9f6-ace33f23e43f req-f71513ad-f9f5-4d5d-8ad1-6e91cc4c1977 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] 10.222.0.22 "GET /v2.0/ports?device_id=749bb753-6c27-400d-ab1a-f536aadba2d8 HTTP/1.1" status: 200 len: 931 time: 0.2065840 Aug 29 04:09:04.146835 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Returning: {'device': '7ec642df-9ec2-41d5-a9d1-a560cde2396d', 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45', 'port_id': '7ec642df-9ec2-41d5-a9d1-a560cde2396d', 'mac_address': 'fa:16:3e:b6:02:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18cd12d4-b12a-41b0-b0c5-618edbb84e74', 'ip_address': '192.168.233.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:09:04.174531 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-bf4fcdfc-9968-4025-8cdf-46596f4511bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:04.199208 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fc8043-7b9c-45f1-8c86-fd75ffab504b req-d8be46e2-f727-4d42-a320-f43113753735 tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:04.200078 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-23fc8043-7b9c-45f1-8c86-fd75ffab504b req-d8be46e2-f727-4d42-a320-f43113753735 tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa3a9d92-470b-4ffe-9def-6e12e346d8f2 HTTP/1.1" status: 200 len: 950 time: 0.3217204 Aug 29 04:09:04.226703 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:04.230056 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-4224a035-3031-4845-8b5e-069544448026 req-86f9eaf4-8264-47b1-bea4-d5b8ba3e6b5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9945918b-cb36-429e-bad1-d4e797a7a2d1 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:09:04.255448 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ec642df-9ec2-41d5-a9d1-a560cde2396d {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:09:04.279211 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 7ec642df-9ec2-41d5-a9d1-a560cde2396d, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=7ec642df-9ec2-41d5-a9d1-a560cde2396d,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:09:04.284705 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-4224a035-3031-4845-8b5e-069544448026 req-86f9eaf4-8264-47b1-bea4-d5b8ba3e6b5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:04.286124 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:04.308282 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-4224a035-3031-4845-8b5e-069544448026 req-86f9eaf4-8264-47b1-bea4-d5b8ba3e6b5f service neutron] Transition to ACTIVE for port object 9945918b-cb36-429e-bad1-d4e797a7a2d1 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:09:04.323234 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef98bae4-b15d-4031-8595-9fd79d74badb req-ad3aae65-aa8c-44fc-9c3b-68d4faf5543c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:04.325057 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ef98bae4-b15d-4031-8595-9fd79d74badb req-ad3aae65-aa8c-44fc-9c3b-68d4faf5543c service neutron] 10.222.0.48 "GET /v2.0/networks?id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 HTTP/1.1" status: 200 len: 870 time: 0.3743501 Aug 29 04:09:04.325810 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-4224a035-3031-4845-8b5e-069544448026 req-86f9eaf4-8264-47b1-bea4-d5b8ba3e6b5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:04.331282 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-dbe48f07-9329-42e9-867e-50e7af869f79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:04.351119 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4fcdfc-9968-4025-8cdf-46596f4511bd admin admin] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:09:04.378864 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-cfaacaa6-e2b5-4f82-b9f6-ace33f23e43f req-d8f5eac5-43b7-47b6-8eed-4ba0ab0521d1 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] 10.222.0.22 "GET /v2.0/security-groups?id=4f192cad-16e5-4e18-8024-3c3c1826ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295063 Aug 29 04:09:04.378864 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef98bae4-b15d-4031-8595-9fd79d74badb req-f1720381-b939-4f37-8e5f-a97fc17d1d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:04.378864 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ef98bae4-b15d-4031-8595-9fd79d74badb req-f1720381-b939-4f37-8e5f-a97fc17d1d79 service neutron] 10.222.0.46 "GET /v2.0/networks?id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 HTTP/1.1" status: 200 len: 870 time: 0.2716806 Aug 29 04:09:04.379327 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 33742) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:04.405848 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=7ec642df-9ec2-41d5-a9d1-a560cde2396d,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:04.427140 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-bf4fcdfc-9968-4025-8cdf-46596f4511bd admin admin] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:09:04.435318 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4fcdfc-9968-4025-8cdf-46596f4511bd admin admin] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:09:04.452297 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4fcdfc-9968-4025-8cdf-46596f4511bd admin admin] Pushing event updated for resources: {'Port': ['ID=459d5625-7083-4c41-8d77-bbf60c885848,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:04.474200 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-23fc8043-7b9c-45f1-8c86-fd75ffab504b req-674b79cb-7348-4952-8321-461813c582ef tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea603de9-63fb-45e7-bc50-a0eeae01bb10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607646 Aug 29 04:09:04.502136 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f9eaf4-8264-47b1-bea4-d5b8ba3e6b5f service neutron] Pushing event updated for resources: {'Port': ['ID=9945918b-cb36-429e-bad1-d4e797a7a2d1,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:04.508513 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ef98bae4-b15d-4031-8595-9fd79d74badb req-276d6432-5fec-46e3-9675-8fef9d013fd5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=ea1f70ee-b550-4aef-a765-072dca3d50eb HTTP/1.1" status: 200 len: 217 time: 0.1714303 Aug 29 04:09:04.532242 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ef98bae4-b15d-4031-8595-9fd79d74badb req-6afc4266-d3e4-4898-86a7-7f2abb679f83 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=ea1f70ee-b550-4aef-a765-072dca3d50eb HTTP/1.1" status: 200 len: 217 time: 0.0908024 Aug 29 04:09:04.536229 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['7ec642df-9ec2-41d5-a9d1-a560cde2396d'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:09:04.539703 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d479aa0-7eb9-4f9f-abe5-ed6223ac6762 x-openstack-request-id: req-3d479aa0-7eb9-4f9f-abe5-ed6223ac6762 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:09:04.540162 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa3a9d92-470b-4ffe-9def-6e12e346d8f2", "name": "network-vif-plugged", "status": "completed", "tag": "fa723d5d-64c5-4366-96f8-fdf9631b8b4d", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:09:04.540423 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3d479aa0-7eb9-4f9f-abe5-ed6223ac6762 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:09:04.540874 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa3a9d92-470b-4ffe-9def-6e12e346d8f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa723d5d-64c5-4366-96f8-fdf9631b8b4d', 'code': 200} Aug 29 04:09:04.577055 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-4224a035-3031-4845-8b5e-069544448026 req-86f9eaf4-8264-47b1-bea4-d5b8ba3e6b5f service neutron] Attempting to bind port 9945918b-cb36-429e-bad1-d4e797a7a2d1 on host n-h2-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:09:04.580183 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-4224a035-3031-4845-8b5e-069544448026 req-86f9eaf4-8264-47b1-bea4-d5b8ba3e6b5f service neutron] Attempting to bind port 9945918b-cb36-429e-bad1-d4e797a7a2d1 by drivers openvswitch,hyperv on host n-h2-712140-12 at level 0 using segments [{'id': 'bb65b1ca-d5ae-4e43-b925-9df88c1d3d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '7933d3e7-f004-4fe2-93b4-59b849cecb79'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:09:04.581700 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4224a035-3031-4845-8b5e-069544448026 req-86f9eaf4-8264-47b1-bea4-d5b8ba3e6b5f service neutron] Attempting to bind port 9945918b-cb36-429e-bad1-d4e797a7a2d1 on network 7933d3e7-f004-4fe2-93b4-59b849cecb79 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:09:04.603632 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4224a035-3031-4845-8b5e-069544448026 req-86f9eaf4-8264-47b1-bea4-d5b8ba3e6b5f service neutron] Port 9945918b-cb36-429e-bad1-d4e797a7a2d1 on network 7933d3e7-f004-4fe2-93b4-59b849cecb79 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:09:04.608685 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4224a035-3031-4845-8b5e-069544448026 req-86f9eaf4-8264-47b1-bea4-d5b8ba3e6b5f service neutron] Attempting to bind port 9945918b-cb36-429e-bad1-d4e797a7a2d1 on network 7933d3e7-f004-4fe2-93b4-59b849cecb79 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:09:04.639092 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4224a035-3031-4845-8b5e-069544448026 req-86f9eaf4-8264-47b1-bea4-d5b8ba3e6b5f service neutron] Checking agent: {'id': 'b3a0606b-b029-4f5e-8798-3a32b71d8844', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:09:04.639357 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4224a035-3031-4845-8b5e-069544448026 req-86f9eaf4-8264-47b1-bea4-d5b8ba3e6b5f service neutron] Checking segment: {'id': 'bb65b1ca-d5ae-4e43-b925-9df88c1d3d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '7933d3e7-f004-4fe2-93b4-59b849cecb79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:09:04.639772 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4224a035-3031-4845-8b5e-069544448026 req-86f9eaf4-8264-47b1-bea4-d5b8ba3e6b5f service neutron] Bound using segment: {'id': 'bb65b1ca-d5ae-4e43-b925-9df88c1d3d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '7933d3e7-f004-4fe2-93b4-59b849cecb79'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:09:04.640226 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-4224a035-3031-4845-8b5e-069544448026 req-86f9eaf4-8264-47b1-bea4-d5b8ba3e6b5f service neutron] Bound port: 9945918b-cb36-429e-bad1-d4e797a7a2d1, host: n-h2-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb65b1ca-d5ae-4e43-b925-9df88c1d3d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '7933d3e7-f004-4fe2-93b4-59b849cecb79'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:09:04.643986 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-4224a035-3031-4845-8b5e-069544448026 req-86f9eaf4-8264-47b1-bea4-d5b8ba3e6b5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:04.653788 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.48', 64012) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:04.675544 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef98bae4-b15d-4031-8595-9fd79d74badb req-0d30a42e-70e2-4845-9562-0c85642a3354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:04.677053 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ef98bae4-b15d-4031-8595-9fd79d74badb req-0d30a42e-70e2-4845-9562-0c85642a3354 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=18cd12d4-b12a-41b0-b0c5-618edbb84e74 HTTP/1.1" status: 200 len: 843 time: 0.1509802 Aug 29 04:09:04.717145 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-d2f06302-2edc-4e8b-b79f-28cd6450eb89 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1503587993-network', 'tenant_id': '59a3c824d92d476f92b52c317d7dd0b3'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:09:04.760833 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc1df90-f082-4ddc-8626-4e1ded882566 req-ca57b955-198b-4c48-9a8c-3dcabcb25f16 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:04.771204 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7cc1df90-f082-4ddc-8626-4e1ded882566 req-ca57b955-198b-4c48-9a8c-3dcabcb25f16 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=17d1aee9-03df-4ac4-8975-10a53a9cc4e7 HTTP/1.1" status: 200 len: 946 time: 0.2503138 Aug 29 04:09:04.862715 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-4224a035-3031-4845-8b5e-069544448026 req-86f9eaf4-8264-47b1-bea4-d5b8ba3e6b5f service neutron] For port 9945918b-cb36-429e-bad1-d4e797a7a2d1, host n-h2-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:09:04.893210 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438b5f2a-e27a-4ccd-9c3d-b6033d1e7aee req-683ec721-4828-4e63-a90f-a9a513051aac tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:04.895373 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-438b5f2a-e27a-4ccd-9c3d-b6033d1e7aee req-683ec721-4828-4e63-a90f-a9a513051aac tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] 10.222.0.22 "GET /v2.0/ports?device_id=3763117f-0eba-47ec-8c16-53d70c377036 HTTP/1.1" status: 200 len: 949 time: 0.2216511 Aug 29 04:09:04.906092 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-4224a035-3031-4845-8b5e-069544448026 req-86f9eaf4-8264-47b1-bea4-d5b8ba3e6b5f service neutron] For port 9945918b-cb36-429e-bad1-d4e797a7a2d1, host n-h2-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=9945918b-cb36-429e-bad1-d4e797a7a2d1,segment=NetworkSegment(bb65b1ca-d5ae-4e43-b925-9df88c1d3d33),segment_id=bb65b1ca-d5ae-4e43-b925-9df88c1d3d33)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:09:04.910820 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6537280-c535-4383-858b-fe4f970b18da req-149419c6-a7d5-4295-94f7-c5c9f6caffc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:04.913314 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a6537280-c535-4383-858b-fe4f970b18da req-149419c6-a7d5-4295-94f7-c5c9f6caffc3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=aa3a9d92-470b-4ffe-9def-6e12e346d8f2 HTTP/1.1" status: 200 len: 1102 time: 0.2567878 Aug 29 04:09:04.917770 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-4224a035-3031-4845-8b5e-069544448026 req-86f9eaf4-8264-47b1-bea4-d5b8ba3e6b5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:04.935545 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef98bae4-b15d-4031-8595-9fd79d74badb req-2182852e-5b22-4629-a05c-eace74ab37d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:04.938791 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ef98bae4-b15d-4031-8595-9fd79d74badb req-2182852e-5b22-4629-a05c-eace74ab37d6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2281468 Aug 29 04:09:04.986643 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-dbe48f07-9329-42e9-867e-50e7af869f79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:05.015001 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-dbe48f07-9329-42e9-867e-50e7af869f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:05.063582 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef98bae4-b15d-4031-8595-9fd79d74badb req-42801ae0-b77c-4c40-bd79-ebedf819f1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:05.066429 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ef98bae4-b15d-4031-8595-9fd79d74badb req-42801ae0-b77c-4c40-bd79-ebedf819f1fd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=18cd12d4-b12a-41b0-b0c5-618edbb84e74 HTTP/1.1" status: 200 len: 843 time: 0.4579332 Aug 29 04:09:05.070417 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4224a035-3031-4845-8b5e-069544448026 req-86f9eaf4-8264-47b1-bea4-d5b8ba3e6b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:05.071044 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-4224a035-3031-4845-8b5e-069544448026 req-86f9eaf4-8264-47b1-bea4-d5b8ba3e6b5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:05.073251 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4224a035-3031-4845-8b5e-069544448026 req-86f9eaf4-8264-47b1-bea4-d5b8ba3e6b5f service neutron] 10.222.0.48 "PUT /v2.0/ports/9945918b-cb36-429e-bad1-d4e797a7a2d1 HTTP/1.1" status: 200 len: 1092 time: 2.0951922 Aug 29 04:09:05.081098 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '749bb753-6c27-400d-ab1a-f536aadba2d8', 'tag': '9945918b-cb36-429e-bad1-d4e797a7a2d1'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:09:05.090487 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2928d432-7bd2-4b8b-8060-fe679719bb20" -d '{"events": [{"name": "network-changed", "server_uuid": "749bb753-6c27-400d-ab1a-f536aadba2d8", "tag": "9945918b-cb36-429e-bad1-d4e797a7a2d1"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:09:05.102115 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b193f0-19f7-4faa-9906-70eb77425c6c None None] Network 6d9b6573-0a63-4e67-9959-746ee110fc7b requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:09:05.163372 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2f06302-2edc-4e8b-b79f-28cd6450eb89 admin admin] Made reservation on behalf of 59a3c824d92d476f92b52c317d7dd0b3 for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:09:05.165812 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d2f06302-2edc-4e8b-b79f-28cd6450eb89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:05.180097 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-dbe48f07-9329-42e9-867e-50e7af869f79 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7a468acf7f0b4488901a870a382025b2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2413824 Aug 29 04:09:05.201195 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7cc1df90-f082-4ddc-8626-4e1ded882566 req-65fed3bd-df7f-4815-802b-44275a0f8a19 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4288003 Aug 29 04:09:05.201900 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe48f07-9329-42e9-867e-50e7af869f79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aab0ab6-4a59-47ce-855c-89c2ffa83c4b,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:05.213099 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 33752) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:05.239971 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d2f06302-2edc-4e8b-b79f-28cd6450eb89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:05.268304 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1272df00-c30d-49c6-96fc-824d4966cab2 None None] Provisioning for port 94107bdc-d9d1-4c3e-9a0f-500054dd9786 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:09:05.527355 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 94107bdc-d9d1-4c3e-9a0f-500054dd9786 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:09:05.587067 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fbdfa3d-b4be-486a-88a8-4963beabe814 x-openstack-request-id: req-8fbdfa3d-b4be-486a-88a8-4963beabe814 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:09:05.587434 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "749bb753-6c27-400d-ab1a-f536aadba2d8", "tag": "9945918b-cb36-429e-bad1-d4e797a7a2d1", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:09:05.588203 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8fbdfa3d-b4be-486a-88a8-4963beabe814 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:09:05.588854 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '749bb753-6c27-400d-ab1a-f536aadba2d8', 'tag': '9945918b-cb36-429e-bad1-d4e797a7a2d1', 'status': 'completed', 'code': 200} Aug 29 04:09:05.610245 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-438b5f2a-e27a-4ccd-9c3d-b6033d1e7aee req-4e550d00-6563-4b57-b5fe-13e6925393d3 tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] 10.222.0.22 "GET /v2.0/security-groups?id=6a4ce006-583b-494a-bd8e-b70bed49aebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6927109 Aug 29 04:09:05.637235 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f9eaf4-8264-47b1-bea4-d5b8ba3e6b5f service neutron] Pushing event updated for resources: {'Port': ['ID=9945918b-cb36-429e-bad1-d4e797a7a2d1,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:05.642336 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 94107bdc-d9d1-4c3e-9a0f-500054dd9786 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:09:05.646752 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 94107bdc-d9d1-4c3e-9a0f-500054dd9786 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:09:05.647249 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:05.657794 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a6537280-c535-4383-858b-fe4f970b18da req-18b9473a-725d-470b-8df0-1b1176112e51 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ea603de9-63fb-45e7-bc50-a0eeae01bb10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7123215 Aug 29 04:09:05.711418 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4224a035-3031-4845-8b5e-069544448026 req-ef611162-6e78-4763-83dc-e1e33ee0e7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:05.714693 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4224a035-3031-4845-8b5e-069544448026 req-ef611162-6e78-4763-83dc-e1e33ee0e7b1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=15cb8928e53548e3a84be2fdd93ca64b&device_id=749bb753-6c27-400d-ab1a-f536aadba2d8 HTTP/1.1" status: 200 len: 1095 time: 0.5548944 Aug 29 04:09:05.717090 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef98bae4-b15d-4031-8595-9fd79d74badb req-b657580d-e303-4bf7-b9eb-e8d0379e0fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:05.718608 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ef98bae4-b15d-4031-8595-9fd79d74badb req-b657580d-e303-4bf7-b9eb-e8d0379e0fc7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6249590 Aug 29 04:09:05.772613 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device ea1f70ee-b550-4aef-a765-072dca3d50eb details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:09:05.787162 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ef98bae4-b15d-4031-8595-9fd79d74badb req-22a4a9e0-e74b-4c11-a333-5eb30dfc81f8 service neutron] 10.222.0.48 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8349273 Aug 29 04:09:05.835300 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1addb1-9467-449a-9841-f2383335bbca req-3499eb99-5bbf-4660-9bd2-b3ed8e369260 tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:05.837163 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8f1addb1-9467-449a-9841-f2383335bbca req-3499eb99-5bbf-4660-9bd2-b3ed8e369260 tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa3a9d92-470b-4ffe-9def-6e12e346d8f2 HTTP/1.1" status: 200 len: 950 time: 0.1030691 Aug 29 04:09:05.893763 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 7ec642df-9ec2-41d5-a9d1-a560cde2396d up at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:09:05.896324 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d2f06302-2edc-4e8b-b79f-28cd6450eb89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:05.898822 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:05.917644 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8f1addb1-9467-449a-9841-f2383335bbca req-fd2a7bec-9a93-4e29-a0a4-184c0f85c010 tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea603de9-63fb-45e7-bc50-a0eeae01bb10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666218 Aug 29 04:09:05.948672 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d2f06302-2edc-4e8b-b79f-28cd6450eb89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:05.980839 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf50bca-0fcc-4e1d-8f5f-e738a9420975 req-8091ebc4-1197-407b-950d-dd9f174978ba tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:05.982389 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ccf50bca-0fcc-4e1d-8f5f-e738a9420975 req-8091ebc4-1197-407b-950d-dd9f174978ba tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] 10.222.0.22 "GET /v2.0/ports?device_id=749bb753-6c27-400d-ab1a-f536aadba2d8 HTTP/1.1" status: 200 len: 943 time: 0.3318207 Aug 29 04:09:06.003326 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 94107bdc-d9d1-4c3e-9a0f-500054dd9786, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=94107bdc-d9d1-4c3e-9a0f-500054dd9786,segment=NetworkSegment(2a685cc1-5a5d-4fc7-a0ed-f95228951b59),segment_id=2a685cc1-5a5d-4fc7-a0ed-f95228951b59)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:09:06.025607 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:06.030774 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port ea1f70ee-b550-4aef-a765-072dca3d50eb, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=ea1f70ee-b550-4aef-a765-072dca3d50eb,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:09:06.038823 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2f06302-2edc-4e8b-b79f-28cd6450eb89 admin admin] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:09:06.047154 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4224a035-3031-4845-8b5e-069544448026 req-57e63510-5e28-45ef-93c8-11f34d24ef4a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9945918b-cb36-429e-bad1-d4e797a7a2d1 HTTP/1.1" status: 200 len: 217 time: 0.0514281 Aug 29 04:09:06.052599 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d2f06302-2edc-4e8b-b79f-28cd6450eb89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:06.053142 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-d2f06302-2edc-4e8b-b79f-28cd6450eb89 admin admin] Added segment 3d556c5e-68f6-44a4-b566-57f69027162c of type vlan for network 7735d477-d15e-441f-8bb3-d5f649e24907 Aug 29 04:09:06.071636 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning for port 7ec642df-9ec2-41d5-a9d1-a560cde2396d completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:09:06.080793 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Returning: {'device': 'ea1f70ee-b550-4aef-a765-072dca3d50eb', 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45', 'port_id': 'ea1f70ee-b550-4aef-a765-072dca3d50eb', 'mac_address': 'fa:16:3e:2d:0f:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18cd12d4-b12a-41b0-b0c5-618edbb84e74', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:09:06.089389 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning complete for port 7ec642df-9ec2-41d5-a9d1-a560cde2396d triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:09:06.089677 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:06.093596 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-c5583ce6-223a-4972-9d91-a279cae79f42 None None] Provisioning complete for port 94107bdc-d9d1-4c3e-9a0f-500054dd9786 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:09:06.093987 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c5583ce6-223a-4972-9d91-a279cae79f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:06.106635 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d2f06302-2edc-4e8b-b79f-28cd6450eb89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:06.133834 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4224a035-3031-4845-8b5e-069544448026 req-57f37778-39eb-49ea-a1c4-1bc3b97d5da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:06.135612 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4224a035-3031-4845-8b5e-069544448026 req-57f37778-39eb-49ea-a1c4-1bc3b97d5da6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=25e6c560-7af9-4d54-bae5-4187aca08105 HTTP/1.1" status: 200 len: 868 time: 0.0493538 Aug 29 04:09:06.194762 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=94107bdc-d9d1-4c3e-9a0f-500054dd9786,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:06.201320 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f06302-2edc-4e8b-b79f-28cd6450eb89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8be6dbe4-563c-4afa-9561-0b7e54f089c7,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:06.204959 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-bf4fcdfc-9968-4025-8cdf-46596f4511bd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:06.212285 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4224a035-3031-4845-8b5e-069544448026 req-4e4f330d-d7d2-41b9-8782-dfa49762110e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:06.213815 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4224a035-3031-4845-8b5e-069544448026 req-4e4f330d-d7d2-41b9-8782-dfa49762110e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7933d3e7-f004-4fe2-93b4-59b849cecb79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0695143 Aug 29 04:09:06.234046 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ef98bae4-b15d-4031-8595-9fd79d74badb req-8f43cd0c-3e94-442c-8e56-c923bc60ca26 service neutron] 10.222.0.48 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399178 Aug 29 04:09:06.244247 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:06.263620 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ef98bae4-b15d-4031-8595-9fd79d74badb req-d4567f3b-2294-46ae-891b-1c084cb70d70 service neutron] 10.222.0.46 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5329468 Aug 29 04:09:06.267190 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea1f70ee-b550-4aef-a765-072dca3d50eb {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:09:06.281963 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d2f06302-2edc-4e8b-b79f-28cd6450eb89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:06.283014 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f06302-2edc-4e8b-b79f-28cd6450eb89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:06.283550 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d2f06302-2edc-4e8b-b79f-28cd6450eb89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:06.300225 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-bbdc4f13-9718-46fb-9024-b236da2e0230 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:06.338469 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ccf50bca-0fcc-4e1d-8f5f-e738a9420975 req-728047af-d537-4239-82bf-3bdea492aaf5 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] 10.222.0.22 "GET /v2.0/security-groups?id=4f192cad-16e5-4e18-8024-3c3c1826ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917813 Aug 29 04:09:06.353403 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:06.368835 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4224a035-3031-4845-8b5e-069544448026 req-57a7e00d-283b-4b6c-ab3a-106134e98993 service neutron] 10.222.0.48 "GET /v2.0/networks/7933d3e7-f004-4fe2-93b4-59b849cecb79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456070 Aug 29 04:09:06.370297 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port ea1f70ee-b550-4aef-a765-072dca3d50eb, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=ea1f70ee-b550-4aef-a765-072dca3d50eb,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:09:06.374708 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8b84a61a-4846-4d1e-b85f-fb917e231e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:06.379963 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1d6903-b28d-444c-8918-19ad758e0c9a req-196374a5-ef33-471b-a22b-37a49c2107d5 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:06.387940 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fc1d6903-b28d-444c-8918-19ad758e0c9a req-196374a5-ef33-471b-a22b-37a49c2107d5 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=17d1aee9-03df-4ac4-8975-10a53a9cc4e7 HTTP/1.1" status: 200 len: 946 time: 0.1055450 Aug 29 04:09:06.442742 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-d2f06302-2edc-4e8b-b79f-28cd6450eb89 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.0168302 Aug 29 04:09:06.450388 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:06.453704 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 33762) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:06.463911 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-7c2f658f-c3f3-4e6e-b113-4e8f4a304760 admin admin] Request body: {'subnet': {'network_id': '7735d477-d15e-441f-8bb3-d5f649e24907', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1503587993-subnet', 'tenant_id': '59a3c824d92d476f92b52c317d7dd0b3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:09:06.497410 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-bbdc4f13-9718-46fb-9024-b236da2e0230 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:06.523815 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 7ec642df-9ec2-41d5-a9d1-a560cde2396d, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=7ec642df-9ec2-41d5-a9d1-a560cde2396d,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:09:06.524396 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fc1d6903-b28d-444c-8918-19ad758e0c9a req-a326d465-4f47-403e-b42b-e00c06e1e3ac tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322873 Aug 29 04:09:06.530002 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=ea1f70ee-b550-4aef-a765-072dca3d50eb,revision_number=8']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:06.542701 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f06302-2edc-4e8b-b79f-28cd6450eb89 admin admin] Pushing event updated for resources: {'Network': ['ID=7735d477-d15e-441f-8bb3-d5f649e24907,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:06.546958 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:06.553001 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3763117f-0eba-47ec-8c16-53d70c377036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ec642df-9ec2-41d5-a9d1-a560cde2396d'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:09:06.555205 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e7aa265-5a00-4a99-a7df-4f89feb27e9a" -d '{"events": [{"server_uuid": "3763117f-0eba-47ec-8c16-53d70c377036", "name": "network-vif-plugged", "status": "completed", "tag": "7ec642df-9ec2-41d5-a9d1-a560cde2396d"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:09:06.563470 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 7735d477-d15e-441f-8bb3-d5f649e24907 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:09:06.573000 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c2f658f-c3f3-4e6e-b113-4e8f4a304760 admin admin] Made reservation on behalf of 59a3c824d92d476f92b52c317d7dd0b3 for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:09:06.575355 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7c2f658f-c3f3-4e6e-b113-4e8f4a304760 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:06.652541 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4de31810-0c26-4a39-9f98-b6f6c74216d2 x-openstack-request-id: req-4de31810-0c26-4a39-9f98-b6f6c74216d2 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:09:06.652891 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3763117f-0eba-47ec-8c16-53d70c377036", "name": "network-vif-plugged", "status": "completed", "tag": "7ec642df-9ec2-41d5-a9d1-a560cde2396d", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:09:06.653110 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4de31810-0c26-4a39-9f98-b6f6c74216d2 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:09:06.653721 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3763117f-0eba-47ec-8c16-53d70c377036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ec642df-9ec2-41d5-a9d1-a560cde2396d', 'code': 200} Aug 29 04:09:06.702217 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=7ec642df-9ec2-41d5-a9d1-a560cde2396d,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:06.707234 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4224a035-3031-4845-8b5e-069544448026 req-6dd5e2f9-c26e-4473-9f57-c97bdfeadbad service neutron] 10.222.0.48 "GET /v2.0/networks/7933d3e7-f004-4fe2-93b4-59b849cecb79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3140521 Aug 29 04:09:06.719027 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-bf4fcdfc-9968-4025-8cdf-46596f4511bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409'] for router, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:06.729438 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ef98bae4-b15d-4031-8595-9fd79d74badb req-62ca2e85-1c4a-412e-8762-4dc3dd750274 service neutron] 10.222.0.46 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4561079 Aug 29 04:09:06.734119 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['ea1f70ee-b550-4aef-a765-072dca3d50eb'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:09:06.801765 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-bbdc4f13-9718-46fb-9024-b236da2e0230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:06.804440 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-bbdc4f13-9718-46fb-9024-b236da2e0230 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:06.805885 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-bbdc4f13-9718-46fb-9024-b236da2e0230 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8aab0ab6-4a59-47ce-855c-89c2ffa83c4b HTTP/1.1" status: 204 len: 168 time: 1.5906672 Aug 29 04:09:06.882722 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdc4f13-9718-46fb-9024-b236da2e0230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aab0ab6-4a59-47ce-855c-89c2ffa83c4b,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:06.962059 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52356f74-f337-458d-94dd-2cc7fba897e3 req-a275db0b-48b9-451b-ab03-c47bb3fdc359 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:06.969767 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-52356f74-f337-458d-94dd-2cc7fba897e3 req-a275db0b-48b9-451b-ab03-c47bb3fdc359 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=17d1aee9-03df-4ac4-8975-10a53a9cc4e7 HTTP/1.1" status: 200 len: 947 time: 0.0896802 Aug 29 04:09:07.016510 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf4fcdfc-9968-4025-8cdf-46596f4511bd admin admin] Router b62fec69-0aaf-4fda-b5cc-d2b3c426fd25 is scheduled to L3 agent 76874008-c311-485c-ba36-921b6d275b6a with binding_index 1 {{(pid=94829) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:09:07.025756 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:07.029168 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-52356f74-f337-458d-94dd-2cc7fba897e3 req-a2dc65b0-61c2-4539-8bb3-d8b69def2bf4 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584159 Aug 29 04:09:07.129851 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:07.136428 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7c2f658f-c3f3-4e6e-b113-4e8f4a304760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:07.195601 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a90fb2f-82fe-40eb-9337-632a7c5047dc req-8ebf77e6-54a8-48d6-8e9a-066340567ffc tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:07.196806 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0a90fb2f-82fe-40eb-9337-632a7c5047dc req-8ebf77e6-54a8-48d6-8e9a-066340567ffc tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.48 "GET /v2.0/ports?device_id=17d1aee9-03df-4ac4-8975-10a53a9cc4e7&tenant_id=4b47ebaf5a2144e2beea71bdc91317f3&binding%3Ahost_id=n-h1-712140-12 HTTP/1.1" status: 200 len: 947 time: 0.1627629 Aug 29 04:09:07.200304 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b3bc5a-e9dc-4233-bf17-80f63498082a req-4e16c504-de31-4987-b194-a72d20850ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:07.201797 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-49b3bc5a-e9dc-4233-bf17-80f63498082a req-4e16c504-de31-4987-b194-a72d20850ea3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3763117f-0eba-47ec-8c16-53d70c377036 HTTP/1.1" status: 200 len: 1102 time: 0.4860232 Aug 29 04:09:07.213666 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78b0354-e8f0-4148-946b-165cd68841f1 req-6e0f3e49-0879-4f5f-868f-d5eee693549a tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:07.215268 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c78b0354-e8f0-4148-946b-165cd68841f1 req-6e0f3e49-0879-4f5f-868f-d5eee693549a tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] 10.222.0.22 "GET /v2.0/ports?device_id=3763117f-0eba-47ec-8c16-53d70c377036 HTTP/1.1" status: 200 len: 950 time: 0.4532185 Aug 29 04:09:07.224449 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b0139e-3630-4d06-b6ed-63f73365f91d req-9ffd3ba6-bf9c-4783-9e24-402fb64d8c6d tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:07.231869 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a8b0139e-3630-4d06-b6ed-63f73365f91d req-9ffd3ba6-bf9c-4783-9e24-402fb64d8c6d tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa3a9d92-470b-4ffe-9def-6e12e346d8f2 HTTP/1.1" status: 200 len: 950 time: 0.1046436 Aug 29 04:09:07.234357 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf4fcdfc-9968-4025-8cdf-46596f4511bd admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:09:07.248173 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b635a6-e2f4-4e2d-8fa3-97bb0285168c None None] Sync routers for ids ['b62fec69-0aaf-4fda-b5cc-d2b3c426fd25'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:09:07.266322 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b635a6-e2f4-4e2d-8fa3-97bb0285168c None None] Routers {'b62fec69-0aaf-4fda-b5cc-d2b3c426fd25'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:09:07.267023 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-f6b635a6-e2f4-4e2d-8fa3-97bb0285168c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:09:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['b62fec69-0aaf-4fda-b5cc-d2b3c426fd25'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:09:07.281184 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2928d432-7bd2-4b8b-8060-fe679719bb20 req-9aac90db-8617-4393-825f-acc4bb5a7d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:07.282797 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2928d432-7bd2-4b8b-8060-fe679719bb20 req-9aac90db-8617-4393-825f-acc4bb5a7d7d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=15cb8928e53548e3a84be2fdd93ca64b&device_id=749bb753-6c27-400d-ab1a-f536aadba2d8 HTTP/1.1" status: 200 len: 1095 time: 0.4498260 Aug 29 04:09:07.289029 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2f658f-c3f3-4e6e-b113-4e8f4a304760 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2e9ec72-46f1-4e0c-a3f8-8298e639a3bf,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:07.312293 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a8b0139e-3630-4d06-b6ed-63f73365f91d req-a0cf9fa7-dcd4-4203-85e1-d2aa48f6954b tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea603de9-63fb-45e7-bc50-a0eeae01bb10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738323 Aug 29 04:09:07.314485 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-bf4fcdfc-9968-4025-8cdf-46596f4511bd admin admin] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:07.318969 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-bf4fcdfc-9968-4025-8cdf-46596f4511bd admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.8217862 Aug 29 04:09:07.319628 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 33778) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:07.359101 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 33780) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:07.379353 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 94107bdc-d9d1-4c3e-9a0f-500054dd9786 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:09:07.438447 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-49b3bc5a-e9dc-4233-bf17-80f63498082a req-4539da52-b34f-49a2-abcb-e751773d1a5d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6a4ce006-583b-494a-bd8e-b70bed49aebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203035 Aug 29 04:09:07.446011 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-f6b635a6-e2f4-4e2d-8fa3-97bb0285168c None None] Set router b62fec69-0aaf-4fda-b5cc-d2b3c426fd25 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:09:07.450663 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-661d3ed3-1988-4601-a7ea-f2ab31867237 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:07.467723 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c78b0354-e8f0-4148-946b-165cd68841f1 req-75d18215-9518-4574-ac41-56b472ffcf46 tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] 10.222.0.22 "GET /v2.0/security-groups?id=6a4ce006-583b-494a-bd8e-b70bed49aebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298863 Aug 29 04:09:07.478265 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2f658f-c3f3-4e6e-b113-4e8f4a304760 admin admin] Checking segment: {'id': '3d556c5e-68f6-44a4-b566-57f69027162c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '7735d477-d15e-441f-8bb3-d5f649e24907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:09:07.478657 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2f658f-c3f3-4e6e-b113-4e8f4a304760 admin admin] Network hostable DHCP agents. Network: 7735d477-d15e-441f-8bb3-d5f649e24907, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:09:07.497845 n-d-712140-12 neutron-server[94828]: INFO neutron.api.v2.resource [req-0a90fb2f-82fe-40eb-9337-632a7c5047dc req-bf0ff0e3-05d6-4410-be9e-cd82e25110a1 service neutron] delete failed (client error): The resource could not be found. Aug 29 04:09:07.498872 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0a90fb2f-82fe-40eb-9337-632a7c5047dc req-bf0ff0e3-05d6-4410-be9e-cd82e25110a1 service neutron] 10.222.0.48 "DELETE /v2.0/ports/ea1f70ee-b550-4aef-a765-072dca3d50eb/bindings/n-h2-712140-12 HTTP/1.1" status: 404 len: 381 time: 0.2825110 Aug 29 04:09:07.525947 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2928d432-7bd2-4b8b-8060-fe679719bb20 req-4a51be31-fce5-45fb-a346-9ca8fa74e46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:07.527569 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2928d432-7bd2-4b8b-8060-fe679719bb20 req-4a51be31-fce5-45fb-a346-9ca8fa74e46d service neutron] 10.222.0.48 "GET /v2.0/networks?id=7933d3e7-f004-4fe2-93b4-59b849cecb79 HTTP/1.1" status: 200 len: 930 time: 0.2345569 Aug 29 04:09:07.591041 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2f658f-c3f3-4e6e-b113-4e8f4a304760 admin admin] Network 7735d477-d15e-441f-8bb3-d5f649e24907 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:09:07.597393 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2928d432-7bd2-4b8b-8060-fe679719bb20 req-f60b67b2-47b0-46fe-b5da-d6e908798271 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9945918b-cb36-429e-bad1-d4e797a7a2d1 HTTP/1.1" status: 200 len: 217 time: 0.0593855 Aug 29 04:09:07.621476 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-7c2f658f-c3f3-4e6e-b113-4e8f4a304760 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 7735d477-d15e-441f-8bb3-d5f649e24907) {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:09:07.630471 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b763435-86e3-477f-9d96-dd79d679cab3 req-1316a690-3921-454b-a8fa-d33d4e6c5002 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:07.633110 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9b763435-86e3-477f-9d96-dd79d679cab3 req-1316a690-3921-454b-a8fa-d33d4e6c5002 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] 10.222.0.22 "GET /v2.0/ports?device_id=749bb753-6c27-400d-ab1a-f536aadba2d8 HTTP/1.1" status: 200 len: 943 time: 0.1247551 Aug 29 04:09:07.639916 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad3f1bf-e429-4543-a477-824a454c4d57 None None] Network 7735d477-d15e-441f-8bb3-d5f649e24907 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:09:07.649078 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2f658f-c3f3-4e6e-b113-4e8f4a304760 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:07.649078 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7c2f658f-c3f3-4e6e-b113-4e8f4a304760 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:07.658334 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 94107bdc-d9d1-4c3e-9a0f-500054dd9786 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:09:07.659182 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:07.701609 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9b763435-86e3-477f-9d96-dd79d679cab3 req-83521a72-d6a9-43fb-b165-b0fd57dcef48 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] 10.222.0.22 "GET /v2.0/security-groups?id=4f192cad-16e5-4e18-8024-3c3c1826ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523713 Aug 29 04:09:07.729855 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2928d432-7bd2-4b8b-8060-fe679719bb20 req-5c7f3c8b-c121-492b-99ed-95859b20dc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:07.730702 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-f6b635a6-e2f4-4e2d-8fa3-97bb0285168c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b62fec69-0aaf-4fda-b5cc-d2b3c426fd25', 'name': 'tempest-FloatingIPsNegativeTestJSON-2133310444-router', 'tenant_id': 'e7fedca057704534881b9beafd1bd961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '459d5625-7083-4c41-8d77-bbf60c885848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:09:02Z', 'updated_at': '2021-08-29T04:09:05Z', 'revision_number': 3, 'project_id': 'e7fedca057704534881b9beafd1bd961', 'gw_port': {'id': '459d5625-7083-4c41-8d77-bbf60c885848', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:99:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b62fec69-0aaf-4fda-b5cc-d2b3c426fd25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:09:03Z', 'updated_at': '2021-08-29T04:09:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:09:07.739959 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2928d432-7bd2-4b8b-8060-fe679719bb20 req-5c7f3c8b-c121-492b-99ed-95859b20dc1f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=25e6c560-7af9-4d54-bae5-4187aca08105 HTTP/1.1" status: 200 len: 868 time: 0.1342411 Aug 29 04:09:07.779658 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-661d3ed3-1988-4601-a7ea-f2ab31867237 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:07.788380 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device ea1f70ee-b550-4aef-a765-072dca3d50eb up at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:09:07.793639 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b635a6-e2f4-4e2d-8fa3-97bb0285168c None None] Checking router: b62fec69-0aaf-4fda-b5cc-d2b3c426fd25 for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:09:07.794223 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b635a6-e2f4-4e2d-8fa3-97bb0285168c None None] Updating router b62fec69-0aaf-4fda-b5cc-d2b3c426fd25 port 459d5625-7083-4c41-8d77-bbf60c885848 binding host n-d-712140-12 {{(pid=94830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:09:07.798781 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a90fb2f-82fe-40eb-9337-632a7c5047dc req-b93d1a23-5265-4cad-b4f9-9f4eca68b694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:07.800338 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0a90fb2f-82fe-40eb-9337-632a7c5047dc req-b93d1a23-5265-4cad-b4f9-9f4eca68b694 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4b47ebaf5a2144e2beea71bdc91317f3&device_id=17d1aee9-03df-4ac4-8975-10a53a9cc4e7 HTTP/1.1" status: 200 len: 1099 time: 0.1291251 Aug 29 04:09:07.803982 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-661d3ed3-1988-4601-a7ea-f2ab31867237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:07.810426 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-7c2f658f-c3f3-4e6e-b113-4e8f4a304760 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3538923 Aug 29 04:09:07.815609 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 33786) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:07.820597 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-d1c0ba6e-58b9-49cc-99b3-dbe4bb76ad84 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1503587993-router', 'tenant_id': '59a3c824d92d476f92b52c317d7dd0b3', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:09:07.875440 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f6b635a6-e2f4-4e2d-8fa3-97bb0285168c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:07.886231 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d1c0ba6e-58b9-49cc-99b3-dbe4bb76ad84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:07.887625 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d1c0ba6e-58b9-49cc-99b3-dbe4bb76ad84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1838'] for router, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:07.909408 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-661d3ed3-1988-4601-a7ea-f2ab31867237 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=18aedd14af144f52beea612b7131d5a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5193033 Aug 29 04:09:07.912677 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 33788) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:07.912970 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661d3ed3-1988-4601-a7ea-f2ab31867237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9d283b1-fc3c-4847-8a9f-1cf9fbb19bdf,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:07.926446 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2928d432-7bd2-4b8b-8060-fe679719bb20 req-121cbee0-d635-4fe8-8b58-66fed76c21e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:07.926446 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2928d432-7bd2-4b8b-8060-fe679719bb20 req-121cbee0-d635-4fe8-8b58-66fed76c21e3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7933d3e7-f004-4fe2-93b4-59b849cecb79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1682293 Aug 29 04:09:08.003317 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a90fb2f-82fe-40eb-9337-632a7c5047dc req-5b8461ec-576d-42de-b97a-99092d16c894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:08.004857 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0a90fb2f-82fe-40eb-9337-632a7c5047dc req-5b8461ec-576d-42de-b97a-99092d16c894 service neutron] 10.222.0.48 "GET /v2.0/networks?id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 HTTP/1.1" status: 200 len: 870 time: 0.1877904 Aug 29 04:09:08.023948 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d1c0ba6e-58b9-49cc-99b3-dbe4bb76ad84 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:08.064665 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0a90fb2f-82fe-40eb-9337-632a7c5047dc req-df2d5fd1-aab5-4c80-9897-7663ecda55b7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=ea1f70ee-b550-4aef-a765-072dca3d50eb HTTP/1.1" status: 200 len: 217 time: 0.0513124 Aug 29 04:09:08.126821 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2928d432-7bd2-4b8b-8060-fe679719bb20 req-ac2eab18-9dd1-4eb6-b9c9-14982f412ca5 service neutron] 10.222.0.48 "GET /v2.0/networks/7933d3e7-f004-4fe2-93b4-59b849cecb79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917970 Aug 29 04:09:08.223998 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a90fb2f-82fe-40eb-9337-632a7c5047dc req-17e0ed64-f66d-4874-8af0-14d55064b769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:08.225470 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0a90fb2f-82fe-40eb-9337-632a7c5047dc req-17e0ed64-f66d-4874-8af0-14d55064b769 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=18cd12d4-b12a-41b0-b0c5-618edbb84e74 HTTP/1.1" status: 200 len: 843 time: 0.1483679 Aug 29 04:09:08.230912 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning for port ea1f70ee-b550-4aef-a765-072dca3d50eb completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:09:08.238366 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning complete for port ea1f70ee-b550-4aef-a765-072dca3d50eb triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:09:08.238366 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:08.268550 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab7e784-204f-43fc-b038-00d77c99bb19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-7735d477-d15e-441f-8bb3-d5f649e24907', 'network_id': '7735d477-d15e-441f-8bb3-d5f649e24907', 'tenant_id': '59a3c824d92d476f92b52c317d7dd0b3', 'fixed_ips': [{'subnet_id': 'e2e9ec72-46f1-4e0c-a3f8-8298e639a3bf'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:09:08.269413 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8ab7e784-204f-43fc-b038-00d77c99bb19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:08.277261 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3a443a-c151-4e4f-9f2f-facd89c6486c req-94436566-17f1-4689-9d9d-45432c566e83 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:08.278862 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4d3a443a-c151-4e4f-9f2f-facd89c6486c req-94436566-17f1-4689-9d9d-45432c566e83 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=17d1aee9-03df-4ac4-8975-10a53a9cc4e7 HTTP/1.1" status: 200 len: 947 time: 0.1646674 Aug 29 04:09:08.324037 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2928d432-7bd2-4b8b-8060-fe679719bb20 req-235479db-e08b-499d-8c18-8008f401ce34 service neutron] 10.222.0.48 "GET /v2.0/networks/7933d3e7-f004-4fe2-93b4-59b849cecb79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781783 Aug 29 04:09:08.335379 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a90fb2f-82fe-40eb-9337-632a7c5047dc req-86aa5874-d059-49dc-8a08-137f89bb714e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:08.336998 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0a90fb2f-82fe-40eb-9337-632a7c5047dc req-86aa5874-d059-49dc-8a08-137f89bb714e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1019242 Aug 29 04:09:08.357584 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4d3a443a-c151-4e4f-9f2f-facd89c6486c req-38da09bc-997d-4041-9698-7474f9de5e08 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623331 Aug 29 04:09:08.412268 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4819deb2-b564-48e6-b3d1-f8aee3b6fc39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:08.476479 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0a90fb2f-82fe-40eb-9337-632a7c5047dc req-2b883e1b-0438-46c0-baf2-4595cfe4381c service neutron] 10.222.0.48 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183228 Aug 29 04:09:08.485194 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-00cc31d2-43bb-454d-8ba2-b2354bc24df1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:08.553768 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d1c0ba6e-58b9-49cc-99b3-dbe4bb76ad84 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:08.563256 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:08.573680 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:08.605169 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-00cc31d2-43bb-454d-8ba2-b2354bc24df1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:08.620170 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0a90fb2f-82fe-40eb-9337-632a7c5047dc req-b43d74c3-2dcf-4294-89df-d94d4f1570b5 service neutron] 10.222.0.48 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359291 Aug 29 04:09:08.633804 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-8ab7e784-204f-43fc-b038-00d77c99bb19 None None] Allocated IP 172.20.0.2 (7735d477-d15e-441f-8bb3-d5f649e24907/e2e9ec72-46f1-4e0c-a3f8-8298e639a3bf/0135121f-d7b3-4018-80e6-3136e0149737) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:09:08.634408 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30c9455-280c-4aa9-9898-9bb52f5e8f8c req-eb47d055-e759-4abd-9608-fc6e8658aae4 tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:08.637271 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f30c9455-280c-4aa9-9898-9bb52f5e8f8c req-eb47d055-e759-4abd-9608-fc6e8658aae4 tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] 10.222.0.22 "GET /v2.0/ports?device_id=3763117f-0eba-47ec-8c16-53d70c377036 HTTP/1.1" status: 200 len: 950 time: 0.0845251 Aug 29 04:09:08.657181 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17d1aee9-03df-4ac4-8975-10a53a9cc4e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea1f70ee-b550-4aef-a765-072dca3d50eb'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:09:08.662198 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7e9363d-9cc4-4ac5-a1f4-83b27e81165f" -d '{"events": [{"server_uuid": "17d1aee9-03df-4ac4-8975-10a53a9cc4e7", "name": "network-vif-plugged", "status": "completed", "tag": "ea1f70ee-b550-4aef-a765-072dca3d50eb"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:09:08.693209 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port ea1f70ee-b550-4aef-a765-072dca3d50eb, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=ea1f70ee-b550-4aef-a765-072dca3d50eb,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:09:08.695385 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f6b635a6-e2f4-4e2d-8fa3-97bb0285168c None None] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:08.695866 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f30c9455-280c-4aa9-9898-9bb52f5e8f8c req-be274ffb-1dd6-447d-ab11-8c7911f38047 tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] 10.222.0.22 "GET /v2.0/security-groups?id=6a4ce006-583b-494a-bd8e-b70bed49aebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514097 Aug 29 04:09:08.719461 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:08.737108 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d25464-0e00-4b6d-b15c-6d4a2f533945 req-7a758614-fb58-4c5d-828b-5db5830799e7 tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:08.738710 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-27d25464-0e00-4b6d-b15c-6d4a2f533945 req-7a758614-fb58-4c5d-828b-5db5830799e7 tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa3a9d92-470b-4ffe-9def-6e12e346d8f2 HTTP/1.1" status: 200 len: 950 time: 0.3356981 Aug 29 04:09:08.808967 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-f6b635a6-e2f4-4e2d-8fa3-97bb0285168c None None] Transition to ACTIVE for port object 459d5625-7083-4c41-8d77-bbf60c885848 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:09:08.828539 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f6b635a6-e2f4-4e2d-8fa3-97bb0285168c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:08.855515 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d524c398-44d4-40ae-977a-8103c9eea993 x-openstack-request-id: req-d524c398-44d4-40ae-977a-8103c9eea993 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:09:08.856043 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17d1aee9-03df-4ac4-8975-10a53a9cc4e7", "name": "network-vif-plugged", "status": "completed", "tag": "ea1f70ee-b550-4aef-a765-072dca3d50eb", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:09:08.856255 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d524c398-44d4-40ae-977a-8103c9eea993 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:09:08.856756 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17d1aee9-03df-4ac4-8975-10a53a9cc4e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea1f70ee-b550-4aef-a765-072dca3d50eb', 'code': 200} Aug 29 04:09:08.861179 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-27d25464-0e00-4b6d-b15c-6d4a2f533945 req-3e03a0db-4163-4ed3-8ac7-420dd221b0b1 tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea603de9-63fb-45e7-bc50-a0eeae01bb10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127796 Aug 29 04:09:08.866171 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=ea1f70ee-b550-4aef-a765-072dca3d50eb,revision_number=9']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:08.896038 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-00cc31d2-43bb-454d-8ba2-b2354bc24df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:08.898509 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-00cc31d2-43bb-454d-8ba2-b2354bc24df1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:08.902872 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-00cc31d2-43bb-454d-8ba2-b2354bc24df1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d9d283b1-fc3c-4847-8a9f-1cf9fbb19bdf HTTP/1.1" status: 204 len: 168 time: 0.9857991 Aug 29 04:09:08.920580 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cc31d2-43bb-454d-8ba2-b2354bc24df1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9d283b1-fc3c-4847-8a9f-1cf9fbb19bdf,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:08.946633 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-f6b635a6-e2f4-4e2d-8fa3-97bb0285168c None None] Attempting to bind port 459d5625-7083-4c41-8d77-bbf60c885848 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:09:08.947215 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-f6b635a6-e2f4-4e2d-8fa3-97bb0285168c None None] Attempting to bind port 459d5625-7083-4c41-8d77-bbf60c885848 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:09:08.947650 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b635a6-e2f4-4e2d-8fa3-97bb0285168c None None] Attempting to bind port 459d5625-7083-4c41-8d77-bbf60c885848 on network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:09:08.958072 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-4819deb2-b564-48e6-b3d1-f8aee3b6fc39 admin admin] Allocated IP 172.20.0.1 (6d9b6573-0a63-4e67-9959-746ee110fc7b/c4deead2-0a40-4567-a467-e23121e6f835/2417486d-fa47-48c5-86b3-784e0c7504c3) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:09:08.977599 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b635a6-e2f4-4e2d-8fa3-97bb0285168c None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:09:08.978338 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b635a6-e2f4-4e2d-8fa3-97bb0285168c None None] Checking segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:09:08.979098 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f6b635a6-e2f4-4e2d-8fa3-97bb0285168c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:08.979852 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b635a6-e2f4-4e2d-8fa3-97bb0285168c None None] Bound using segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:09:08.980430 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-f6b635a6-e2f4-4e2d-8fa3-97bb0285168c None None] Bound port: 459d5625-7083-4c41-8d77-bbf60c885848, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:09:08.980895 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f6b635a6-e2f4-4e2d-8fa3-97bb0285168c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:09.029521 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fa5893-3e9e-4038-88bc-3308dff80fe9 None None] Pushing event updated for resources: {'Port': ['ID=459d5625-7083-4c41-8d77-bbf60c885848,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:09.058298 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd0b239-1294-429b-bf21-0676ff493ad0 req-ed0eaa07-d5ae-4644-b4d2-e4a46b3edc64 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:09.069519 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7dd0b239-1294-429b-bf21-0676ff493ad0 req-ed0eaa07-d5ae-4644-b4d2-e4a46b3edc64 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] 10.222.0.22 "GET /v2.0/ports?device_id=749bb753-6c27-400d-ab1a-f536aadba2d8 HTTP/1.1" status: 200 len: 943 time: 0.0937457 Aug 29 04:09:09.125330 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8ab7e784-204f-43fc-b038-00d77c99bb19 None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:09.134145 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-f6b635a6-e2f4-4e2d-8fa3-97bb0285168c None None] For port 459d5625-7083-4c41-8d77-bbf60c885848, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:09:09.140246 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-f6b635a6-e2f4-4e2d-8fa3-97bb0285168c None None] For port 459d5625-7083-4c41-8d77-bbf60c885848, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=459d5625-7083-4c41-8d77-bbf60c885848,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:09:09.144172 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-8ab7e784-204f-43fc-b038-00d77c99bb19 None None] Transition to ACTIVE for port object 0135121f-d7b3-4018-80e6-3136e0149737 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:09:09.149718 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f6b635a6-e2f4-4e2d-8fa3-97bb0285168c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:09.153218 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7dd0b239-1294-429b-bf21-0676ff493ad0 req-85b1d4b3-3115-41e7-a135-4f0a9aee7fa6 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] 10.222.0.22 "GET /v2.0/security-groups?id=4f192cad-16e5-4e18-8024-3c3c1826ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818541 Aug 29 04:09:09.198291 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-8ab7e784-204f-43fc-b038-00d77c99bb19 None None] Transition to ACTIVE for port object 0135121f-d7b3-4018-80e6-3136e0149737 will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:09:09.218082 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8ab7e784-204f-43fc-b038-00d77c99bb19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:09.243141 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b635a6-e2f4-4e2d-8fa3-97bb0285168c None None] Routers {'b62fec69-0aaf-4fda-b5cc-d2b3c426fd25'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:09:09.244087 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-f6b635a6-e2f4-4e2d-8fa3-97bb0285168c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:09:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['b62fec69-0aaf-4fda-b5cc-d2b3c426fd25'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:09:09.246119 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fa5893-3e9e-4038-88bc-3308dff80fe9 None None] Pushing event updated for resources: {'Port': ['ID=459d5625-7083-4c41-8d77-bbf60c885848,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:09.319599 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab7e784-204f-43fc-b038-00d77c99bb19 None None] Network 7735d477-d15e-441f-8bb3-d5f649e24907 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:09:09.326951 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d1c0ba6e-58b9-49cc-99b3-dbe4bb76ad84 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:09.330706 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-8ab7e784-204f-43fc-b038-00d77c99bb19 None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:09:09.334817 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab7e784-204f-43fc-b038-00d77c99bb19 None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:09:09.373576 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d1c0ba6e-58b9-49cc-99b3-dbe4bb76ad84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:09.381782 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4819deb2-b564-48e6-b3d1-f8aee3b6fc39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:09.382169 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab7e784-204f-43fc-b038-00d77c99bb19 None None] Pushing event updated for resources: {'Port': ['ID=0135121f-d7b3-4018-80e6-3136e0149737,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:09.402758 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b379e8-17af-482c-b12f-df16f357c047 req-20e0f5f0-e66a-4a9f-9fb3-826c5e5be1c3 tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:09.404311 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f1b379e8-17af-482c-b12f-df16f357c047 req-20e0f5f0-e66a-4a9f-9fb3-826c5e5be1c3 tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa3a9d92-470b-4ffe-9def-6e12e346d8f2 HTTP/1.1" status: 200 len: 950 time: 0.1317832 Aug 29 04:09:09.469725 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-8ab7e784-204f-43fc-b038-00d77c99bb19 None None] Attempting to bind port 0135121f-d7b3-4018-80e6-3136e0149737 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:09:09.470016 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-8ab7e784-204f-43fc-b038-00d77c99bb19 None None] Attempting to bind port 0135121f-d7b3-4018-80e6-3136e0149737 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '3d556c5e-68f6-44a4-b566-57f69027162c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '7735d477-d15e-441f-8bb3-d5f649e24907'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:09:09.470550 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab7e784-204f-43fc-b038-00d77c99bb19 None None] Attempting to bind port 0135121f-d7b3-4018-80e6-3136e0149737 on network 7735d477-d15e-441f-8bb3-d5f649e24907 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:09:09.482901 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab7e784-204f-43fc-b038-00d77c99bb19 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:09:09.483280 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab7e784-204f-43fc-b038-00d77c99bb19 None None] Checking segment: {'id': '3d556c5e-68f6-44a4-b566-57f69027162c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '7735d477-d15e-441f-8bb3-d5f649e24907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:09:09.483880 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8ab7e784-204f-43fc-b038-00d77c99bb19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:09.484414 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab7e784-204f-43fc-b038-00d77c99bb19 None None] Bound using segment: {'id': '3d556c5e-68f6-44a4-b566-57f69027162c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '7735d477-d15e-441f-8bb3-d5f649e24907'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:09:09.484928 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-8ab7e784-204f-43fc-b038-00d77c99bb19 None None] Bound port: 0135121f-d7b3-4018-80e6-3136e0149737, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d556c5e-68f6-44a4-b566-57f69027162c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '7735d477-d15e-441f-8bb3-d5f649e24907'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:09:09.485861 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8ab7e784-204f-43fc-b038-00d77c99bb19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:09.502257 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-f6b635a6-e2f4-4e2d-8fa3-97bb0285168c None None] Set router b62fec69-0aaf-4fda-b5cc-d2b3c426fd25 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:09:09.520440 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-4819deb2-b564-48e6-b3d1-f8aee3b6fc39 admin admin] Transition to ACTIVE for port object 2417486d-fa47-48c5-86b3-784e0c7504c3 will not be triggered until provisioned by entity DHCP. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:09:09.526140 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2cc00a-02ea-444e-a2bc-c125b9e9b59e req-a47cd4e1-5661-4312-ba4d-c14fe06b5363 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:09.536375 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7f2cc00a-02ea-444e-a2bc-c125b9e9b59e req-a47cd4e1-5661-4312-ba4d-c14fe06b5363 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=17d1aee9-03df-4ac4-8975-10a53a9cc4e7 HTTP/1.1" status: 200 len: 948 time: 0.0842319 Aug 29 04:09:09.566547 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f1b379e8-17af-482c-b12f-df16f357c047 req-0675b7d1-e959-48f8-aa02-714b3e413fd6 tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea603de9-63fb-45e7-bc50-a0eeae01bb10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541693 Aug 29 04:09:09.570911 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-8ab7e784-204f-43fc-b038-00d77c99bb19 None None] For port 0135121f-d7b3-4018-80e6-3136e0149737, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:09:09.588530 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7f2cc00a-02ea-444e-a2bc-c125b9e9b59e req-0d9a96ef-19b0-4818-b185-ba4d9de6287d tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507138 Aug 29 04:09:09.609589 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4819deb2-b564-48e6-b3d1-f8aee3b6fc39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:09.655726 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-8ab7e784-204f-43fc-b038-00d77c99bb19 None None] For port 0135121f-d7b3-4018-80e6-3136e0149737, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=0135121f-d7b3-4018-80e6-3136e0149737,segment=NetworkSegment(3d556c5e-68f6-44a4-b566-57f69027162c),segment_id=3d556c5e-68f6-44a4-b566-57f69027162c)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:09:09.668155 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8ab7e784-204f-43fc-b038-00d77c99bb19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:09.695238 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4819deb2-b564-48e6-b3d1-f8aee3b6fc39 admin admin] Network 6d9b6573-0a63-4e67-9959-746ee110fc7b is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:09:09.721187 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-d1c0ba6e-58b9-49cc-99b3-dbe4bb76ad84 admin admin] Allocated IP 172.25.0.42 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/65b1c109-a994-4565-ad47-83d784916d16) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:09:09.792221 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab7e784-204f-43fc-b038-00d77c99bb19 None None] Pushing event updated for resources: {'Port': ['ID=0135121f-d7b3-4018-80e6-3136e0149737,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:09.821253 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-4819deb2-b564-48e6-b3d1-f8aee3b6fc39 admin admin] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:09:09.829154 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4819deb2-b564-48e6-b3d1-f8aee3b6fc39 admin admin] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:09:09.891415 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-f6b635a6-e2f4-4e2d-8fa3-97bb0285168c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b62fec69-0aaf-4fda-b5cc-d2b3c426fd25', 'name': 'tempest-FloatingIPsNegativeTestJSON-2133310444-router', 'tenant_id': 'e7fedca057704534881b9beafd1bd961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '459d5625-7083-4c41-8d77-bbf60c885848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:09:02Z', 'updated_at': '2021-08-29T04:09:05Z', 'revision_number': 3, 'project_id': 'e7fedca057704534881b9beafd1bd961', 'gw_port': {'id': '459d5625-7083-4c41-8d77-bbf60c885848', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:99:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b62fec69-0aaf-4fda-b5cc-d2b3c426fd25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:09:03Z', 'updated_at': '2021-08-29T04:09:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:09:09.910398 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e8624f-56df-4993-a47f-7fd3cc1a230a req-85775df0-c506-4ed3-9cd3-3f3541c85f67 tempest-MigrationsAdminTest-1540335180 tempest-MigrationsAdminTest-1540335180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:09.925184 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4819deb2-b564-48e6-b3d1-f8aee3b6fc39 admin admin] Pushing event updated for resources: {'Port': ['ID=2417486d-fa47-48c5-86b3-784e0c7504c3,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:09.927205 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f4e8624f-56df-4993-a47f-7fd3cc1a230a req-85775df0-c506-4ed3-9cd3-3f3541c85f67 tempest-MigrationsAdminTest-1540335180 tempest-MigrationsAdminTest-1540335180-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=17d1aee9-03df-4ac4-8975-10a53a9cc4e7 HTTP/1.1" status: 200 len: 1100 time: 0.0837967 Aug 29 04:09:09.931101 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4819deb2-b564-48e6-b3d1-f8aee3b6fc39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719598'] for router_interface, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:09.970237 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b635a6-e2f4-4e2d-8fa3-97bb0285168c None None] The sync data for ids ['b62fec69-0aaf-4fda-b5cc-d2b3c426fd25'] in n-d-712140-12 is: [{'id': 'b62fec69-0aaf-4fda-b5cc-d2b3c426fd25', 'name': 'tempest-FloatingIPsNegativeTestJSON-2133310444-router', 'tenant_id': 'e7fedca057704534881b9beafd1bd961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '459d5625-7083-4c41-8d77-bbf60c885848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:09:02Z', 'updated_at': '2021-08-29T04:09:05Z', 'revision_number': 3, 'project_id': 'e7fedca057704534881b9beafd1bd961', 'gw_port': {'id': '459d5625-7083-4c41-8d77-bbf60c885848', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:99:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b62fec69-0aaf-4fda-b5cc-d2b3c426fd25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:09:03Z', 'updated_at': '2021-08-29T04:09:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:09:09.999295 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f4e8624f-56df-4993-a47f-7fd3cc1a230a req-4cd44d33-92b4-40d9-a444-431d17b3130a tempest-MigrationsAdminTest-1540335180 tempest-MigrationsAdminTest-1540335180-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640826 Aug 29 04:09:10.081627 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d1c0ba6e-58b9-49cc-99b3-dbe4bb76ad84 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:10.219360 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d1c0ba6e-58b9-49cc-99b3-dbe4bb76ad84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:10.272061 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0179709c-a3f3-4c9e-90f2-4f646d4fcce1 req-41c38792-c8c9-4d7c-9332-efedf75077f6 tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:10.279916 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0179709c-a3f3-4c9e-90f2-4f646d4fcce1 req-41c38792-c8c9-4d7c-9332-efedf75077f6 tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] 10.222.0.22 "GET /v2.0/ports?device_id=3763117f-0eba-47ec-8c16-53d70c377036 HTTP/1.1" status: 200 len: 950 time: 0.2196882 Aug 29 04:09:10.301772 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-8359d6d5-d510-4360-b43c-5e2f55f653a9 None None] Provisioning for port 2417486d-fa47-48c5-86b3-784e0c7504c3 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:09:10.321077 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-8359d6d5-d510-4360-b43c-5e2f55f653a9 None None] Provisioning complete for port 2417486d-fa47-48c5-86b3-784e0c7504c3 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:09:10.321766 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8359d6d5-d510-4360-b43c-5e2f55f653a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:10.332587 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea8605e-845c-4d1e-886e-7b164582877c req-162e1295-0481-453f-bb1a-ef8202e0c509 tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:10.336972 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dea8605e-845c-4d1e-886e-7b164582877c req-162e1295-0481-453f-bb1a-ef8202e0c509 tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa3a9d92-470b-4ffe-9def-6e12e346d8f2 HTTP/1.1" status: 200 len: 950 time: 0.1120341 Aug 29 04:09:10.348454 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c0ba6e-58b9-49cc-99b3-dbe4bb76ad84 admin admin] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:09:10.356734 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-d1c0ba6e-58b9-49cc-99b3-dbe4bb76ad84 admin admin] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:09:10.361928 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c0ba6e-58b9-49cc-99b3-dbe4bb76ad84 admin admin] Pushing event updated for resources: {'Port': ['ID=65b1c109-a994-4565-ad47-83d784916d16,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:10.375040 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c0ba6e-58b9-49cc-99b3-dbe4bb76ad84 admin admin] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:09:10.416564 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-8359d6d5-d510-4360-b43c-5e2f55f653a9 None None] Port 2417486d-fa47-48c5-86b3-784e0c7504c3 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:09:10.425672 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dea8605e-845c-4d1e-886e-7b164582877c req-416101f3-f6e2-4e87-8f5f-3c4d1aff0b4c tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea603de9-63fb-45e7-bc50-a0eeae01bb10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822682 Aug 29 04:09:10.460627 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0179709c-a3f3-4c9e-90f2-4f646d4fcce1 req-58824e96-cfa1-435e-8961-c9273111967f tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] 10.222.0.22 "GET /v2.0/security-groups?id=6a4ce006-583b-494a-bd8e-b70bed49aebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766341 Aug 29 04:09:10.478802 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4819deb2-b564-48e6-b3d1-f8aee3b6fc39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:10.825391 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:09:10.936465 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df6ab71-6e78-44d5-9f91-bc8f4d87785c req-5b11b75c-8b00-4868-87ad-745d49c98238 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:10.944569 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0df6ab71-6e78-44d5-9f91-bc8f4d87785c req-5b11b75c-8b00-4868-87ad-745d49c98238 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] 10.222.0.22 "GET /v2.0/ports?device_id=749bb753-6c27-400d-ab1a-f536aadba2d8 HTTP/1.1" status: 200 len: 943 time: 0.3550167 Aug 29 04:09:10.955226 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4819deb2-b564-48e6-b3d1-f8aee3b6fc39 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:10.979628 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4819deb2-b564-48e6-b3d1-f8aee3b6fc39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:11.133469 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0df6ab71-6e78-44d5-9f91-bc8f4d87785c req-22c0abbd-518b-45d6-959c-e6ded5da4b0e tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] 10.222.0.22 "GET /v2.0/security-groups?id=4f192cad-16e5-4e18-8024-3c3c1826ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877968 Aug 29 04:09:11.160613 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4819deb2-b564-48e6-b3d1-f8aee3b6fc39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-718897'] for router_interface, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:11.168490 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a0217c31-cd6c-46e6-8add-3ffee41995a8 req-d972581f-0d16-4436-9153-3f70ec76bf6b tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=4b47ebaf5a2144e2beea71bdc91317f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0525119 Aug 29 04:09:11.178684 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4819deb2-b564-48e6-b3d1-f8aee3b6fc39 admin admin] Pushing event updated for resources: {'Port': ['ID=2417486d-fa47-48c5-86b3-784e0c7504c3,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:11.199508 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d1c0ba6e-58b9-49cc-99b3-dbe4bb76ad84 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:11.206061 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 9945918b-cb36-429e-bad1-d4e797a7a2d1 details requested by agent hyperv_n-h2-712140-12 with host n-h2-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:09:11.256753 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e69a7d1-2f77-4f68-a6af-340b4ac9b013 None None] Network 7735d477-d15e-441f-8bb3-d5f649e24907 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:09:11.353430 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0217c31-cd6c-46e6-8add-3ffee41995a8 req-fb6799ee-5e3f-4398-859e-eb68a651baca tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:11.376412 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a0217c31-cd6c-46e6-8add-3ffee41995a8 req-fb6799ee-5e3f-4398-859e-eb68a651baca tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2069495 Aug 29 04:09:11.455411 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-4dd92d98-f256-4cac-96e8-4be2e27aaa9e None None] Provisioning for port 0135121f-d7b3-4018-80e6-3136e0149737 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:09:11.489224 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 9945918b-cb36-429e-bad1-d4e797a7a2d1, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=9945918b-cb36-429e-bad1-d4e797a7a2d1,segment=NetworkSegment(bb65b1ca-d5ae-4e43-b925-9df88c1d3d33),segment_id=bb65b1ca-d5ae-4e43-b925-9df88c1d3d33)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:09:11.505390 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 0135121f-d7b3-4018-80e6-3136e0149737 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:09:11.535025 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Returning: {'device': '9945918b-cb36-429e-bad1-d4e797a7a2d1', 'network_id': '7933d3e7-f004-4fe2-93b4-59b849cecb79', 'port_id': '9945918b-cb36-429e-bad1-d4e797a7a2d1', 'mac_address': 'fa:16:3e:c9:b8:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25e6c560-7af9-4d54-bae5-4187aca08105', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:09:11.782262 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a0217c31-cd6c-46e6-8add-3ffee41995a8 req-a635ffeb-b656-4d38-ab6b-1a01486f7c3b tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/quotas/4b47ebaf5a2144e2beea71bdc91317f3 HTTP/1.1" status: 200 len: 375 time: 0.4048696 Aug 29 04:09:11.805657 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:11.813471 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f32a88-382f-420e-91ff-40d61bd39a2a req-2b991444-3d49-4d35-9cb6-382a2f1568a6 tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:11.815912 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d3f32a88-382f-420e-91ff-40d61bd39a2a req-2b991444-3d49-4d35-9cb6-382a2f1568a6 tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa3a9d92-470b-4ffe-9def-6e12e346d8f2 HTTP/1.1" status: 200 len: 950 time: 0.4368017 Aug 29 04:09:11.829212 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 0135121f-d7b3-4018-80e6-3136e0149737 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:09:11.837475 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9945918b-cb36-429e-bad1-d4e797a7a2d1 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:09:11.843397 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 0135121f-d7b3-4018-80e6-3136e0149737 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:09:11.844180 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:11.857496 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbea2bf3-c9a4-4675-b3aa-5fed225cf1f7 req-1e59df42-b86c-4676-a0e6-82080debde7f tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:11.865932 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-cbea2bf3-c9a4-4675-b3aa-5fed225cf1f7 req-1e59df42-b86c-4676-a0e6-82080debde7f tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] 10.222.0.22 "GET /v2.0/ports?device_id=3763117f-0eba-47ec-8c16-53d70c377036 HTTP/1.1" status: 200 len: 950 time: 0.5467834 Aug 29 04:09:11.870096 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4819deb2-b564-48e6-b3d1-f8aee3b6fc39 admin admin] Network 6d9b6573-0a63-4e67-9959-746ee110fc7b is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:09:11.899923 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 9945918b-cb36-429e-bad1-d4e797a7a2d1, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=9945918b-cb36-429e-bad1-d4e797a7a2d1,segment=NetworkSegment(bb65b1ca-d5ae-4e43-b925-9df88c1d3d33),segment_id=bb65b1ca-d5ae-4e43-b925-9df88c1d3d33)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:09:11.907528 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-4819deb2-b564-48e6-b3d1-f8aee3b6fc39 admin admin] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:09:11.915751 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:11.937305 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a0217c31-cd6c-46e6-8add-3ffee41995a8 req-2d5ff257-9e2e-489c-8654-2f41dfaf7f6b tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=4b47ebaf5a2144e2beea71bdc91317f3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1472964 Aug 29 04:09:12.003087 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-d3f32a88-382f-420e-91ff-40d61bd39a2a req-6c6edb50-43f6-4df1-927a-0afba7a734c9 tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] Deleting port fa723d5d-64c5-4366-96f8-fdf9631b8b4d {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:09:12.003840 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-d3f32a88-382f-420e-91ff-40d61bd39a2a req-6c6edb50-43f6-4df1-927a-0afba7a734c9 tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:12.025104 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=9945918b-cb36-429e-bad1-d4e797a7a2d1,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:12.108489 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:12.169545 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-d3f32a88-382f-420e-91ff-40d61bd39a2a req-6c6edb50-43f6-4df1-927a-0afba7a734c9 tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] For port fa723d5d-64c5-4366-96f8-fdf9631b8b4d, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=fa723d5d-64c5-4366-96f8-fdf9631b8b4d,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:09:12.169545 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-d3f32a88-382f-420e-91ff-40d61bd39a2a req-6c6edb50-43f6-4df1-927a-0afba7a734c9 tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:12.181797 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 0135121f-d7b3-4018-80e6-3136e0149737, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=0135121f-d7b3-4018-80e6-3136e0149737,segment=NetworkSegment(3d556c5e-68f6-44a4-b566-57f69027162c),segment_id=3d556c5e-68f6-44a4-b566-57f69027162c)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:09:12.186695 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-cbea2bf3-c9a4-4675-b3aa-5fed225cf1f7 req-d2b4e9bc-ca95-45ad-931a-d197a71bbc25 tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] 10.222.0.22 "GET /v2.0/security-groups?id=6a4ce006-583b-494a-bd8e-b70bed49aebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3199232 Aug 29 04:09:12.190035 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:12.191074 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 459d5625-7083-4c41-8d77-bbf60c885848 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:09:12.209440 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-d3f32a88-382f-420e-91ff-40d61bd39a2a req-6c6edb50-43f6-4df1-927a-0afba7a734c9 tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] Calling delete_port for fa723d5d-64c5-4366-96f8-fdf9631b8b4d owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:09:12.210437 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d1c0ba6e-58b9-49cc-99b3-dbe4bb76ad84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409'] for router, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:12.322015 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['9945918b-cb36-429e-bad1-d4e797a7a2d1'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:09:12.403241 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=0135121f-d7b3-4018-80e6-3136e0149737,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:12.441385 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6eef52c2-a4e8-4671-906d-3b7d15ba532c None None] Provisioning complete for port 0135121f-d7b3-4018-80e6-3136e0149737 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:09:12.442227 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6eef52c2-a4e8-4671-906d-3b7d15ba532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:12.490804 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 459d5625-7083-4c41-8d77-bbf60c885848 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:09:12.510219 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 459d5625-7083-4c41-8d77-bbf60c885848 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:09:12.510688 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:12.562613 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-d3f32a88-382f-420e-91ff-40d61bd39a2a req-6c6edb50-43f6-4df1-927a-0afba7a734c9 tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:12.617557 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cdc747-1c58-4002-bd37-6a0b250c485a req-abf310fb-7ba4-47ed-bcc4-71d428a62142 tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:12.620162 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6edb50-43f6-4df1-927a-0afba7a734c9 tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] Pushing event deleted for resources: {'Port': ['ID=fa723d5d-64c5-4366-96f8-fdf9631b8b4d,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:12.640011 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-56cdc747-1c58-4002-bd37-6a0b250c485a req-abf310fb-7ba4-47ed-bcc4-71d428a62142 tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa3a9d92-470b-4ffe-9def-6e12e346d8f2 HTTP/1.1" status: 200 len: 867 time: 0.2238772 Aug 29 04:09:12.667951 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1c0ba6e-58b9-49cc-99b3-dbe4bb76ad84 admin admin] Router a9fac259-acb2-4fcc-9c5b-d3ac0b278e5a is scheduled to L3 agent 76874008-c311-485c-ba36-921b6d275b6a with binding_index 1 {{(pid=94829) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:09:12.691019 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4819deb2-b564-48e6-b3d1-f8aee3b6fc39 admin admin] Router b62fec69-0aaf-4fda-b5cc-d2b3c426fd25 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:09:12.712068 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3f32a88-382f-420e-91ff-40d61bd39a2a req-6c6edb50-43f6-4df1-927a-0afba7a734c9 tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] No DVR routers for this DVR port fa723d5d-64c5-4366-96f8-fdf9631b8b4d on host n-h2-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:09:12.738577 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-d3f32a88-382f-420e-91ff-40d61bd39a2a req-6c6edb50-43f6-4df1-927a-0afba7a734c9 tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:12.752235 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d3f32a88-382f-420e-91ff-40d61bd39a2a req-6c6edb50-43f6-4df1-927a-0afba7a734c9 tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] 10.222.0.48 "DELETE /v2.0/ports/fa723d5d-64c5-4366-96f8-fdf9631b8b4d HTTP/1.1" status: 204 len: 173 time: 0.9223759 Aug 29 04:09:12.760480 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa3a9d92-470b-4ffe-9def-6e12e346d8f2', 'name': 'network-vif-deleted', 'tag': 'fa723d5d-64c5-4366-96f8-fdf9631b8b4d'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:09:12.767537 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2a8298c-b06c-44a0-ab68-4a1918b0eef2" -d '{"events": [{"server_uuid": "aa3a9d92-470b-4ffe-9def-6e12e346d8f2", "name": "network-vif-deleted", "tag": "fa723d5d-64c5-4366-96f8-fdf9631b8b4d"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:09:12.829838 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:12.831616 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-56cdc747-1c58-4002-bd37-6a0b250c485a req-748f1bd9-6f52-4b42-a37c-6d0e4af7554c tempest-DeleteServersAdminTestJSON-905598726 tempest-DeleteServersAdminTestJSON-905598726-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea603de9-63fb-45e7-bc50-a0eeae01bb10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857152 Aug 29 04:09:12.868291 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 459d5625-7083-4c41-8d77-bbf60c885848, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=459d5625-7083-4c41-8d77-bbf60c885848,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:09:12.871612 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-8b466f3e-7ca9-40c7-8570-ea31da642bf6 None None] Provisioning complete for port 2417486d-fa47-48c5-86b3-784e0c7504c3 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:09:12.874010 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8b466f3e-7ca9-40c7-8570-ea31da642bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:12.888260 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:12.983976 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d071f631-3da3-4551-ae94-606fe6fb7dc0 req-06eb3cdc-c303-4c70-98e6-8e820e3e5bc8 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=b83569e1-b257-4d78-919b-861ace2c9e5d HTTP/1.1" status: 200 len: 210 time: 0.0490468 Aug 29 04:09:13.008976 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-8b466f3e-7ca9-40c7-8570-ea31da642bf6 None None] Port 2417486d-fa47-48c5-86b3-784e0c7504c3 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:09:13.032623 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=459d5625-7083-4c41-8d77-bbf60c885848,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:13.075504 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4819deb2-b564-48e6-b3d1-f8aee3b6fc39 admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:09:13.083670 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-4819deb2-b564-48e6-b3d1-f8aee3b6fc39 admin admin] 10.222.0.22 "PUT /v2.0/routers/b62fec69-0aaf-4fda-b5cc-d2b3c426fd25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7629223 Aug 29 04:09:13.089893 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1c0ba6e-58b9-49cc-99b3-dbe4bb76ad84 admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:09:13.097652 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd6ee3b-3260-4b7b-a8ac-2695335c586c None None] Sync routers for ids ['b62fec69-0aaf-4fda-b5cc-d2b3c426fd25'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:09:13.106414 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c55d80d-7f5a-4ed9-819a-cf7b3ebf35d7 None None] Sync routers for ids ['a9fac259-acb2-4fcc-9c5b-d3ac0b278e5a'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:09:13.118256 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c32167c0-40ca-4be0-804c-e41040c9dfd8 req-4bd0df90-556e-442c-ab26-9f3d87e53d89 tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=497b1298bc3f4e1086f160e4a4fd2013&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0431690 Aug 29 04:09:13.119432 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd6ee3b-3260-4b7b-a8ac-2695335c586c None None] Routers {'b62fec69-0aaf-4fda-b5cc-d2b3c426fd25'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:09:13.120309 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-3cd6ee3b-3260-4b7b-a8ac-2695335c586c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:09:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['b62fec69-0aaf-4fda-b5cc-d2b3c426fd25'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:09:13.120962 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adce3f0e-3b32-42e6-a0a5-f9f2357a77e0 req-e6e8df17-bcef-4eaa-8010-152efef7a984 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:13.122513 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-adce3f0e-3b32-42e6-a0a5-f9f2357a77e0 req-e6e8df17-bcef-4eaa-8010-152efef7a984 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] 10.222.0.22 "GET /v2.0/ports?device_id=749bb753-6c27-400d-ab1a-f536aadba2d8 HTTP/1.1" status: 200 len: 944 time: 0.1016145 Aug 29 04:09:13.127150 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c55d80d-7f5a-4ed9-819a-cf7b3ebf35d7 None None] Routers {'a9fac259-acb2-4fcc-9c5b-d3ac0b278e5a'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:09:13.128362 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-6c55d80d-7f5a-4ed9-819a-cf7b3ebf35d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:09:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['a9fac259-acb2-4fcc-9c5b-d3ac0b278e5a'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:09:13.159845 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d1c0ba6e-58b9-49cc-99b3-dbe4bb76ad84 admin admin] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:13.163751 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-d1c0ba6e-58b9-49cc-99b3-dbe4bb76ad84 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.3443732 Aug 29 04:09:13.166025 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 33922) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:13.232483 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-adce3f0e-3b32-42e6-a0a5-f9f2357a77e0 req-6d4c1617-3bfa-4c30-ba0a-6449ef47c742 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] 10.222.0.22 "GET /v2.0/security-groups?id=4f192cad-16e5-4e18-8024-3c3c1826ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025622 Aug 29 04:09:13.242527 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device fa723d5d-64c5-4366-96f8-fdf9631b8b4d no longer exists at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:09:13.288568 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] No Port match for: fa723d5d-64c5-4366-96f8-fdf9631b8b4d {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:09:13.288568 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device fa723d5d-64c5-4366-96f8-fdf9631b8b4d not bound to the agent host n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:09:13.353551 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bae847b8-b314-4a46-9094-65f8d2fecdfa x-openstack-request-id: req-bae847b8-b314-4a46-9094-65f8d2fecdfa {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:09:13.354051 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa3a9d92-470b-4ffe-9def-6e12e346d8f2", "name": "network-vif-deleted", "tag": "fa723d5d-64c5-4366-96f8-fdf9631b8b4d", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:09:13.355250 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bae847b8-b314-4a46-9094-65f8d2fecdfa {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:09:13.355654 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa3a9d92-470b-4ffe-9def-6e12e346d8f2', 'name': 'network-vif-deleted', 'tag': 'fa723d5d-64c5-4366-96f8-fdf9631b8b4d', 'status': 'completed', 'code': 200} Aug 29 04:09:13.374320 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-6c55d80d-7f5a-4ed9-819a-cf7b3ebf35d7 None None] Set router a9fac259-acb2-4fcc-9c5b-d3ac0b278e5a gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:09:13.395018 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32167c0-40ca-4be0-804c-e41040c9dfd8 req-2015834a-4c64-4a07-9b72-154223ca5c3d tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:13.405004 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c32167c0-40ca-4be0-804c-e41040c9dfd8 req-2015834a-4c64-4a07-9b72-154223ca5c3d tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2772825 Aug 29 04:09:13.405321 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-3cd6ee3b-3260-4b7b-a8ac-2695335c586c None None] Set router b62fec69-0aaf-4fda-b5cc-d2b3c426fd25 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:09:13.464362 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c32167c0-40ca-4be0-804c-e41040c9dfd8 req-892d2305-7f91-40e5-b81a-cdfab387b542 tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] 10.222.0.22 "GET /v2.0/quotas/497b1298bc3f4e1086f160e4a4fd2013 HTTP/1.1" status: 200 len: 375 time: 0.0565090 Aug 29 04:09:13.545501 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 0135121f-d7b3-4018-80e6-3136e0149737 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:09:13.605270 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c32167c0-40ca-4be0-804c-e41040c9dfd8 req-c756103e-e049-451b-b888-861811a6204c tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=497b1298bc3f4e1086f160e4a4fd2013&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1395848 Aug 29 04:09:13.661021 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 0135121f-d7b3-4018-80e6-3136e0149737 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:09:13.661471 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:13.741689 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-6c55d80d-7f5a-4ed9-819a-cf7b3ebf35d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9fac259-acb2-4fcc-9c5b-d3ac0b278e5a', 'name': 'tempest-ServersTestBootFromVolume-1503587993-router', 'tenant_id': '59a3c824d92d476f92b52c317d7dd0b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': '65b1c109-a994-4565-ad47-83d784916d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:09:07Z', 'updated_at': '2021-08-29T04:09:10Z', 'revision_number': 3, 'project_id': '59a3c824d92d476f92b52c317d7dd0b3', 'gw_port': {'id': '65b1c109-a994-4565-ad47-83d784916d16', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e1:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9fac259-acb2-4fcc-9c5b-d3ac0b278e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:09:09Z', 'updated_at': '2021-08-29T04:09:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:09:13.745175 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-3cd6ee3b-3260-4b7b-a8ac-2695335c586c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b62fec69-0aaf-4fda-b5cc-d2b3c426fd25', 'name': 'tempest-FloatingIPsNegativeTestJSON-2133310444-router', 'tenant_id': 'e7fedca057704534881b9beafd1bd961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '459d5625-7083-4c41-8d77-bbf60c885848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:09:02Z', 'updated_at': '2021-08-29T04:09:10Z', 'revision_number': 4, 'project_id': 'e7fedca057704534881b9beafd1bd961', 'gw_port': {'id': '459d5625-7083-4c41-8d77-bbf60c885848', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:99:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62fec69-0aaf-4fda-b5cc-d2b3c426fd25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:09:03Z', 'updated_at': '2021-08-29T04:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '2417486d-fa47-48c5-86b3-784e0c7504c3', 'name': '', 'network_id': '6d9b6573-0a63-4e67-9959-746ee110fc7b', 'tenant_id': 'e7fedca057704534881b9beafd1bd961', 'mac_address': 'fa:16:3e:42:fe:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b62fec69-0aaf-4fda-b5cc-d2b3c426fd25', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'c4deead2-0a40-4567-a467-e23121e6f835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:09:08Z', 'updated_at': '2021-08-29T04:09:10Z', 'revision_number': 2, 'project_id': 'e7fedca057704534881b9beafd1bd961', 'subnets': [{'id': 'c4deead2-0a40-4567-a467-e23121e6f835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:09:13.781269 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd6ee3b-3260-4b7b-a8ac-2695335c586c None None] Checking router: b62fec69-0aaf-4fda-b5cc-d2b3c426fd25 for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:09:13.782388 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd6ee3b-3260-4b7b-a8ac-2695335c586c None None] Updating router b62fec69-0aaf-4fda-b5cc-d2b3c426fd25 port 2417486d-fa47-48c5-86b3-784e0c7504c3 binding host n-d-712140-12 {{(pid=94831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:09:13.788080 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e993254f-f8b3-41c8-b4d4-29f311b1322d req-46b37c6e-1588-41fd-8313-dff773aabaa1 tempest-FloatingIPsNegativeTestJSON-1283986593 tempest-FloatingIPsNegativeTestJSON-1283986593-project] 10.222.0.22 "GET /v2.0/floatingips?tenant_id=e7fedca057704534881b9beafd1bd961 HTTP/1.1" status: 200 len: 217 time: 0.1648705 Aug 29 04:09:13.802975 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c55d80d-7f5a-4ed9-819a-cf7b3ebf35d7 None None] Checking router: a9fac259-acb2-4fcc-9c5b-d3ac0b278e5a for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:09:13.803564 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c55d80d-7f5a-4ed9-819a-cf7b3ebf35d7 None None] Updating router a9fac259-acb2-4fcc-9c5b-d3ac0b278e5a port 65b1c109-a994-4565-ad47-83d784916d16 binding host n-d-712140-12 {{(pid=94830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:09:13.809791 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3cd6ee3b-3260-4b7b-a8ac-2695335c586c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:13.826996 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a0217c31-cd6c-46e6-8add-3ffee41995a8 req-58f21551-8ea4-45be-8ea0-76cb9ab4017e tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=4b47ebaf5a2144e2beea71bdc91317f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0428433 Aug 29 04:09:13.892158 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6c55d80d-7f5a-4ed9-819a-cf7b3ebf35d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:14.018322 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 459d5625-7083-4c41-8d77-bbf60c885848 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:09:14.028479 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0217c31-cd6c-46e6-8add-3ffee41995a8 req-dbf7c598-4c29-4391-8375-7a8cb40a30ee tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:14.030382 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a0217c31-cd6c-46e6-8add-3ffee41995a8 req-dbf7c598-4c29-4391-8375-7a8cb40a30ee tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1895089 Aug 29 04:09:14.087109 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-57fc4129-57e1-4c18-87eb-43e8861bcf72 req-d84ab1a6-c952-4785-a59e-5707083b8200 tempest-FloatingIPsNegativeTestJSON-1283986593 tempest-FloatingIPsNegativeTestJSON-1283986593-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0555532 Aug 29 04:09:14.096552 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-a0217c31-cd6c-46e6-8add-3ffee41995a8 req-4a83f30f-b208-4bc1-b1fd-4fa7f970f106 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Request body: {'port': {'device_id': 'b83569e1-b257-4d78-919b-861ace2c9e5d', 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45', 'admin_state_up': True, 'tenant_id': '4b47ebaf5a2144e2beea71bdc91317f3'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:09:14.187750 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 459d5625-7083-4c41-8d77-bbf60c885848 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:09:14.188549 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:14.257878 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d749e308-4de0-43bc-99af-11c7cdb24b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:14.314637 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-181a0bcc-2584-4c8a-8fd1-0b34d0ac6768 req-609bbf82-b595-46fa-80a1-da50159221d4 tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] 10.222.0.22 "GET /v2.0/ports?device_id=e10bd09a-ba3d-454e-a1ef-1179f7504992 HTTP/1.1" status: 200 len: 210 time: 0.0703633 Aug 29 04:09:14.346518 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0217c31-cd6c-46e6-8add-3ffee41995a8 req-4a83f30f-b208-4bc1-b1fd-4fa7f970f106 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Made reservation on behalf of 4b47ebaf5a2144e2beea71bdc91317f3 for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:09:14.349948 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3cd6ee3b-3260-4b7b-a8ac-2695335c586c None None] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:14.351352 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a0217c31-cd6c-46e6-8add-3ffee41995a8 req-4a83f30f-b208-4bc1-b1fd-4fa7f970f106 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:14.363017 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-3cd6ee3b-3260-4b7b-a8ac-2695335c586c None None] Transition to ACTIVE for port object 2417486d-fa47-48c5-86b3-784e0c7504c3 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:09:14.372206 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3cd6ee3b-3260-4b7b-a8ac-2695335c586c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:14.433027 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272272d-d4a7-475f-ab88-2a2afc294d34 None None] Pushing event updated for resources: {'Port': ['ID=2417486d-fa47-48c5-86b3-784e0c7504c3,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:14.528875 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c5ef9b3a-1d8a-4ea4-a831-63b8d99cbb31 req-a086a9a2-5ea8-4ea4-99b2-bd51029b9181 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=b83569e1-b257-4d78-919b-861ace2c9e5d HTTP/1.1" status: 200 len: 210 time: 0.0572045 Aug 29 04:09:14.591679 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-a0217c31-cd6c-46e6-8add-3ffee41995a8 req-4a83f30f-b208-4bc1-b1fd-4fa7f970f106 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Allocated IP 192.168.233.103 (13e6dfc1-e9e7-40a1-8a14-d0febabf4d45/18cd12d4-b12a-41b0-b0c5-618edbb84e74/ca03363c-8150-420d-8512-0a3c1b4ff1b3) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:09:14.639099 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-d749e308-4de0-43bc-99af-11c7cdb24b71 admin admin] Allocated IP 172.20.0.1 (7735d477-d15e-441f-8bb3-d5f649e24907/e2e9ec72-46f1-4e0c-a3f8-8298e639a3bf/019f8130-72e7-4ecb-b3e8-ab0de8c336ca) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:09:14.690002 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6c55d80d-7f5a-4ed9-819a-cf7b3ebf35d7 None None] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:14.701587 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6c55d80d-7f5a-4ed9-819a-cf7b3ebf35d7 None None] Transition to ACTIVE for port object 65b1c109-a994-4565-ad47-83d784916d16 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:09:14.709227 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6c55d80d-7f5a-4ed9-819a-cf7b3ebf35d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:14.710403 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-3cd6ee3b-3260-4b7b-a8ac-2695335c586c None None] Attempting to bind port 2417486d-fa47-48c5-86b3-784e0c7504c3 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:09:14.710870 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-3cd6ee3b-3260-4b7b-a8ac-2695335c586c None None] Attempting to bind port 2417486d-fa47-48c5-86b3-784e0c7504c3 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '2a685cc1-5a5d-4fc7-a0ed-f95228951b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '6d9b6573-0a63-4e67-9959-746ee110fc7b'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:09:14.711788 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd6ee3b-3260-4b7b-a8ac-2695335c586c None None] Attempting to bind port 2417486d-fa47-48c5-86b3-784e0c7504c3 on network 6d9b6573-0a63-4e67-9959-746ee110fc7b {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:09:14.721065 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd6ee3b-3260-4b7b-a8ac-2695335c586c None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:09:14.725984 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd6ee3b-3260-4b7b-a8ac-2695335c586c None None] Checking segment: {'id': '2a685cc1-5a5d-4fc7-a0ed-f95228951b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '6d9b6573-0a63-4e67-9959-746ee110fc7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:09:14.726502 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3cd6ee3b-3260-4b7b-a8ac-2695335c586c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:14.726999 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd6ee3b-3260-4b7b-a8ac-2695335c586c None None] Bound using segment: {'id': '2a685cc1-5a5d-4fc7-a0ed-f95228951b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '6d9b6573-0a63-4e67-9959-746ee110fc7b'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:09:14.727654 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-3cd6ee3b-3260-4b7b-a8ac-2695335c586c None None] Bound port: 2417486d-fa47-48c5-86b3-784e0c7504c3, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a685cc1-5a5d-4fc7-a0ed-f95228951b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '6d9b6573-0a63-4e67-9959-746ee110fc7b'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:09:14.728211 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3cd6ee3b-3260-4b7b-a8ac-2695335c586c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:14.802876 n-d-712140-12 neutron-server[94828]: INFO neutron.api.v2.resource [req-dcfb9bd4-a570-401a-879b-7321aed1d41e req-61f0bd6d-f1ae-4bd7-9a63-6740e583cfd5 tempest-FloatingIPsNegativeTestJSON-1283986593 tempest-FloatingIPsNegativeTestJSON-1283986593-project] show failed (client error): The resource could not be found. Aug 29 04:09:14.810201 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-6c55d80d-7f5a-4ed9-819a-cf7b3ebf35d7 None None] Attempting to bind port 65b1c109-a994-4565-ad47-83d784916d16 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:09:14.810786 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-6c55d80d-7f5a-4ed9-819a-cf7b3ebf35d7 None None] Attempting to bind port 65b1c109-a994-4565-ad47-83d784916d16 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:09:14.811351 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c55d80d-7f5a-4ed9-819a-cf7b3ebf35d7 None None] Attempting to bind port 65b1c109-a994-4565-ad47-83d784916d16 on network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:09:14.815093 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 33972) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:14.817822 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4b3af5-9d4f-4f6b-a008-da41bfe16e05 None None] Pushing event updated for resources: {'Port': ['ID=65b1c109-a994-4565-ad47-83d784916d16,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:14.824018 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c55d80d-7f5a-4ed9-819a-cf7b3ebf35d7 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:09:14.824710 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c55d80d-7f5a-4ed9-819a-cf7b3ebf35d7 None None] Checking segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:09:14.825582 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6c55d80d-7f5a-4ed9-819a-cf7b3ebf35d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:14.826187 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c55d80d-7f5a-4ed9-819a-cf7b3ebf35d7 None None] Bound using segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:09:14.826849 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-6c55d80d-7f5a-4ed9-819a-cf7b3ebf35d7 None None] Bound port: 65b1c109-a994-4565-ad47-83d784916d16, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:09:14.828547 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6c55d80d-7f5a-4ed9-819a-cf7b3ebf35d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:14.838001 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dcfb9bd4-a570-401a-879b-7321aed1d41e req-61f0bd6d-f1ae-4bd7-9a63-6740e583cfd5 tempest-FloatingIPsNegativeTestJSON-1283986593 tempest-FloatingIPsNegativeTestJSON-1283986593-project] 10.222.0.22 "GET /v2.0/floatingips/48708800-945b-487f-9949-7d535b0f2611 HTTP/1.1" status: 404 len: 350 time: 0.0917077 Aug 29 04:09:14.855876 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-3cd6ee3b-3260-4b7b-a8ac-2695335c586c None None] For port 2417486d-fa47-48c5-86b3-784e0c7504c3, host n-d-712140-12, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:09:14.860476 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-3cd6ee3b-3260-4b7b-a8ac-2695335c586c None None] For port 2417486d-fa47-48c5-86b3-784e0c7504c3, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=2417486d-fa47-48c5-86b3-784e0c7504c3,segment=NetworkSegment(2a685cc1-5a5d-4fc7-a0ed-f95228951b59),segment_id=2a685cc1-5a5d-4fc7-a0ed-f95228951b59)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:09:14.868804 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3cd6ee3b-3260-4b7b-a8ac-2695335c586c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:14.896863 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a0217c31-cd6c-46e6-8add-3ffee41995a8 req-4a83f30f-b208-4bc1-b1fd-4fa7f970f106 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:14.900096 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6c55d80d-7f5a-4ed9-819a-cf7b3ebf35d7 None None] For port 65b1c109-a994-4565-ad47-83d784916d16, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:09:14.903408 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6c55d80d-7f5a-4ed9-819a-cf7b3ebf35d7 None None] For port 65b1c109-a994-4565-ad47-83d784916d16, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=65b1c109-a994-4565-ad47-83d784916d16,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:09:14.911030 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6c55d80d-7f5a-4ed9-819a-cf7b3ebf35d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:14.953637 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-a0217c31-cd6c-46e6-8add-3ffee41995a8 req-4a83f30f-b208-4bc1-b1fd-4fa7f970f106 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Transition to ACTIVE for port object ca03363c-8150-420d-8512-0a3c1b4ff1b3 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:09:15.015954 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd6ee3b-3260-4b7b-a8ac-2695335c586c None None] Routers {'b62fec69-0aaf-4fda-b5cc-d2b3c426fd25'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:09:15.022087 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-3cd6ee3b-3260-4b7b-a8ac-2695335c586c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:09:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['b62fec69-0aaf-4fda-b5cc-d2b3c426fd25'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:09:15.025067 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c55d80d-7f5a-4ed9-819a-cf7b3ebf35d7 None None] Routers {'a9fac259-acb2-4fcc-9c5b-d3ac0b278e5a'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:09:15.025700 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-6c55d80d-7f5a-4ed9-819a-cf7b3ebf35d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:09:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['a9fac259-acb2-4fcc-9c5b-d3ac0b278e5a'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:09:15.061395 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a0217c31-cd6c-46e6-8add-3ffee41995a8 req-4a83f30f-b208-4bc1-b1fd-4fa7f970f106 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:15.074081 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2797d1de-e85f-4764-8273-1b7497096bea req-38eb686b-0921-415c-8c82-bf70a98f1bdc tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:15.079515 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2797d1de-e85f-4764-8273-1b7497096bea req-38eb686b-0921-415c-8c82-bf70a98f1bdc tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] 10.222.0.22 "GET /v2.0/ports?device_id=749bb753-6c27-400d-ab1a-f536aadba2d8 HTTP/1.1" status: 200 len: 944 time: 0.3970685 Aug 29 04:09:15.155505 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272272d-d4a7-475f-ab88-2a2afc294d34 None None] Pushing event updated for resources: {'Port': ['ID=2417486d-fa47-48c5-86b3-784e0c7504c3,revision_number=4']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:15.160020 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0217c31-cd6c-46e6-8add-3ffee41995a8 req-4a83f30f-b208-4bc1-b1fd-4fa7f970f106 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:09:15.169147 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-a0217c31-cd6c-46e6-8add-3ffee41995a8 req-4a83f30f-b208-4bc1-b1fd-4fa7f970f106 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:09:15.184529 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a83f30f-b208-4bc1-b1fd-4fa7f970f106 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Pushing event updated for resources: {'Port': ['ID=ca03363c-8150-420d-8512-0a3c1b4ff1b3,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:15.187146 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0217c31-cd6c-46e6-8add-3ffee41995a8 req-4a83f30f-b208-4bc1-b1fd-4fa7f970f106 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:09:15.198470 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0217c31-cd6c-46e6-8add-3ffee41995a8 req-4a83f30f-b208-4bc1-b1fd-4fa7f970f106 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:15.199259 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a0217c31-cd6c-46e6-8add-3ffee41995a8 req-4a83f30f-b208-4bc1-b1fd-4fa7f970f106 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:15.224048 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a0217c31-cd6c-46e6-8add-3ffee41995a8 req-4a83f30f-b208-4bc1-b1fd-4fa7f970f106 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1334708 Aug 29 04:09:15.227455 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2797d1de-e85f-4764-8273-1b7497096bea req-c0f9a0de-1593-475e-a1d2-8ef48bf689c5 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] 10.222.0.22 "GET /v2.0/security-groups?id=4f192cad-16e5-4e18-8024-3c3c1826ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402581 Aug 29 04:09:15.233699 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['ea1f70ee-b550-4aef-a765-072dca3d50eb'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:09:15.239750 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4b3af5-9d4f-4f6b-a008-da41bfe16e05 None None] Pushing event updated for resources: {'Port': ['ID=65b1c109-a994-4565-ad47-83d784916d16,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:15.247133 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-a0217c31-cd6c-46e6-8add-3ffee41995a8 req-77746c42-2e26-4b94-834a-f03b903191ea service neutron] Request body: {'port': {'device_id': 'b83569e1-b257-4d78-919b-861ace2c9e5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:09:15.317398 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d749e308-4de0-43bc-99af-11c7cdb24b71 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:15.368758 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-d749e308-4de0-43bc-99af-11c7cdb24b71 admin admin] Transition to ACTIVE for port object 019f8130-72e7-4ecb-b3e8-ab0de8c336ca will not be triggered until provisioned by entity DHCP. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:09:15.442525 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-3cd6ee3b-3260-4b7b-a8ac-2695335c586c None None] Set router b62fec69-0aaf-4fda-b5cc-d2b3c426fd25 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:09:15.443248 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d749e308-4de0-43bc-99af-11c7cdb24b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:15.458854 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a0217c31-cd6c-46e6-8add-3ffee41995a8 req-77746c42-2e26-4b94-834a-f03b903191ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:15.510606 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 9945918b-cb36-429e-bad1-d4e797a7a2d1 up at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:09:15.566046 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-886d2967-6fc7-43fd-ba97-8a077586d6c0 req-9074f7f4-8af5-4d67-b277-428d00186cbc tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] 10.222.0.22 "GET /v2.0/ports?device_id=e10bd09a-ba3d-454e-a1ef-1179f7504992 HTTP/1.1" status: 200 len: 210 time: 0.0844204 Aug 29 04:09:15.568394 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c32167c0-40ca-4be0-804c-e41040c9dfd8 req-801fa5a9-bba4-4fb0-96a3-c6c331786ae9 tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=497b1298bc3f4e1086f160e4a4fd2013&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1006811 Aug 29 04:09:15.576383 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d749e308-4de0-43bc-99af-11c7cdb24b71 admin admin] Network 7735d477-d15e-441f-8bb3-d5f649e24907 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:09:15.597295 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-d749e308-4de0-43bc-99af-11c7cdb24b71 admin admin] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:09:15.602340 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d749e308-4de0-43bc-99af-11c7cdb24b71 admin admin] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:09:15.607076 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-6c55d80d-7f5a-4ed9-819a-cf7b3ebf35d7 None None] Set router a9fac259-acb2-4fcc-9c5b-d3ac0b278e5a gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:09:15.711873 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d749e308-4de0-43bc-99af-11c7cdb24b71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719598'] for router_interface, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:15.900432 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-a6d0368d-f0c7-4a0c-9541-b3e7628b677d None None] Provisioning for port ca03363c-8150-420d-8512-0a3c1b4ff1b3 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:09:15.918259 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning for port 9945918b-cb36-429e-bad1-d4e797a7a2d1 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:09:15.925509 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-a6d0368d-f0c7-4a0c-9541-b3e7628b677d None None] Provisioning complete for port ca03363c-8150-420d-8512-0a3c1b4ff1b3 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:09:15.925894 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a6d0368d-f0c7-4a0c-9541-b3e7628b677d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:15.966135 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning complete for port 9945918b-cb36-429e-bad1-d4e797a7a2d1 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:09:15.966517 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:16.044242 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-a6d0368d-f0c7-4a0c-9541-b3e7628b677d None None] Port ca03363c-8150-420d-8512-0a3c1b4ff1b3 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:09:16.091985 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-3cd6ee3b-3260-4b7b-a8ac-2695335c586c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b62fec69-0aaf-4fda-b5cc-d2b3c426fd25', 'name': 'tempest-FloatingIPsNegativeTestJSON-2133310444-router', 'tenant_id': 'e7fedca057704534881b9beafd1bd961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '459d5625-7083-4c41-8d77-bbf60c885848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:09:02Z', 'updated_at': '2021-08-29T04:09:10Z', 'revision_number': 4, 'project_id': 'e7fedca057704534881b9beafd1bd961', 'gw_port': {'id': '459d5625-7083-4c41-8d77-bbf60c885848', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:99:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62fec69-0aaf-4fda-b5cc-d2b3c426fd25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:09:03Z', 'updated_at': '2021-08-29T04:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '2417486d-fa47-48c5-86b3-784e0c7504c3', 'name': '', 'network_id': '6d9b6573-0a63-4e67-9959-746ee110fc7b', 'tenant_id': 'e7fedca057704534881b9beafd1bd961', 'mac_address': 'fa:16:3e:42:fe:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b62fec69-0aaf-4fda-b5cc-d2b3c426fd25', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'c4deead2-0a40-4567-a467-e23121e6f835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:09:08Z', 'updated_at': '2021-08-29T04:09:14Z', 'revision_number': 4, 'project_id': 'e7fedca057704534881b9beafd1bd961', 'subnets': [{'id': 'c4deead2-0a40-4567-a467-e23121e6f835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:09:16.092623 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-a0217c31-cd6c-46e6-8add-3ffee41995a8 req-77746c42-2e26-4b94-834a-f03b903191ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca03363c-8150-420d-8512-0a3c1b4ff1b3 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:09:16.101832 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a0217c31-cd6c-46e6-8add-3ffee41995a8 req-77746c42-2e26-4b94-834a-f03b903191ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:16.129206 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-a0217c31-cd6c-46e6-8add-3ffee41995a8 req-77746c42-2e26-4b94-834a-f03b903191ea service neutron] Transition to ACTIVE for port object ca03363c-8150-420d-8512-0a3c1b4ff1b3 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:09:16.132564 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 34002) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:16.174355 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd6ee3b-3260-4b7b-a8ac-2695335c586c None None] The sync data for ids ['b62fec69-0aaf-4fda-b5cc-d2b3c426fd25'] in n-d-712140-12 is: [{'id': 'b62fec69-0aaf-4fda-b5cc-d2b3c426fd25', 'name': 'tempest-FloatingIPsNegativeTestJSON-2133310444-router', 'tenant_id': 'e7fedca057704534881b9beafd1bd961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '459d5625-7083-4c41-8d77-bbf60c885848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:09:02Z', 'updated_at': '2021-08-29T04:09:10Z', 'revision_number': 4, 'project_id': 'e7fedca057704534881b9beafd1bd961', 'gw_port': {'id': '459d5625-7083-4c41-8d77-bbf60c885848', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:99:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62fec69-0aaf-4fda-b5cc-d2b3c426fd25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:09:03Z', 'updated_at': '2021-08-29T04:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '2417486d-fa47-48c5-86b3-784e0c7504c3', 'name': '', 'network_id': '6d9b6573-0a63-4e67-9959-746ee110fc7b', 'tenant_id': 'e7fedca057704534881b9beafd1bd961', 'mac_address': 'fa:16:3e:42:fe:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b62fec69-0aaf-4fda-b5cc-d2b3c426fd25', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'c4deead2-0a40-4567-a467-e23121e6f835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:09:08Z', 'updated_at': '2021-08-29T04:09:14Z', 'revision_number': 4, 'project_id': 'e7fedca057704534881b9beafd1bd961', 'subnets': [{'id': 'c4deead2-0a40-4567-a467-e23121e6f835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:09:16.203975 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:16.208709 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1cda3a25-339d-494b-b224-722890eb922f None None] Provisioning for port 019f8130-72e7-4ecb-b3e8-ab0de8c336ca completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:09:16.226249 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1cda3a25-339d-494b-b224-722890eb922f None None] Provisioning complete for port 019f8130-72e7-4ecb-b3e8-ab0de8c336ca triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:09:16.232348 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1cda3a25-339d-494b-b224-722890eb922f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:16.258976 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-6c55d80d-7f5a-4ed9-819a-cf7b3ebf35d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9fac259-acb2-4fcc-9c5b-d3ac0b278e5a', 'name': 'tempest-ServersTestBootFromVolume-1503587993-router', 'tenant_id': '59a3c824d92d476f92b52c317d7dd0b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': '65b1c109-a994-4565-ad47-83d784916d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:09:07Z', 'updated_at': '2021-08-29T04:09:10Z', 'revision_number': 3, 'project_id': '59a3c824d92d476f92b52c317d7dd0b3', 'gw_port': {'id': '65b1c109-a994-4565-ad47-83d784916d16', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e1:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9fac259-acb2-4fcc-9c5b-d3ac0b278e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:09:09Z', 'updated_at': '2021-08-29T04:09:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:09:16.359927 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32167c0-40ca-4be0-804c-e41040c9dfd8 req-12270450-7c6a-4e66-bfd7-d27642735b52 tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:16.362293 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c32167c0-40ca-4be0-804c-e41040c9dfd8 req-12270450-7c6a-4e66-bfd7-d27642735b52 tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2275550 Aug 29 04:09:16.363763 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a0217c31-cd6c-46e6-8add-3ffee41995a8 req-77746c42-2e26-4b94-834a-f03b903191ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:16.365979 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '749bb753-6c27-400d-ab1a-f536aadba2d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9945918b-cb36-429e-bad1-d4e797a7a2d1'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:09:16.368511 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0919b18a-ae73-493b-b018-3a8a33b30853" -d '{"events": [{"server_uuid": "749bb753-6c27-400d-ab1a-f536aadba2d8", "name": "network-vif-plugged", "status": "completed", "tag": "9945918b-cb36-429e-bad1-d4e797a7a2d1"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:09:16.379432 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c55d80d-7f5a-4ed9-819a-cf7b3ebf35d7 None None] The sync data for ids ['a9fac259-acb2-4fcc-9c5b-d3ac0b278e5a'] in n-d-712140-12 is: [{'id': 'a9fac259-acb2-4fcc-9c5b-d3ac0b278e5a', 'name': 'tempest-ServersTestBootFromVolume-1503587993-router', 'tenant_id': '59a3c824d92d476f92b52c317d7dd0b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': '65b1c109-a994-4565-ad47-83d784916d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:09:07Z', 'updated_at': '2021-08-29T04:09:10Z', 'revision_number': 3, 'project_id': '59a3c824d92d476f92b52c317d7dd0b3', 'gw_port': {'id': '65b1c109-a994-4565-ad47-83d784916d16', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e1:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9fac259-acb2-4fcc-9c5b-d3ac0b278e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:09:09Z', 'updated_at': '2021-08-29T04:09:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:09:16.398027 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 9945918b-cb36-429e-bad1-d4e797a7a2d1, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=9945918b-cb36-429e-bad1-d4e797a7a2d1,segment=NetworkSegment(bb65b1ca-d5ae-4e43-b925-9df88c1d3d33),segment_id=bb65b1ca-d5ae-4e43-b925-9df88c1d3d33)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:09:16.402234 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-1cda3a25-339d-494b-b224-722890eb922f None None] Port 019f8130-72e7-4ecb-b3e8-ab0de8c336ca cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:09:16.406344 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:16.421008 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-c32167c0-40ca-4be0-804c-e41040c9dfd8 req-0f4c0e59-677a-44df-9f85-fcd0dcad72c2 tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] Request body: {'port': {'device_id': 'e10bd09a-ba3d-454e-a1ef-1179f7504992', 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45', 'admin_state_up': True, 'tenant_id': '497b1298bc3f4e1086f160e4a4fd2013'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:09:16.588207 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=9945918b-cb36-429e-bad1-d4e797a7a2d1,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:16.674710 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d749e308-4de0-43bc-99af-11c7cdb24b71 admin admin] Pushing event updated for resources: {'Port': ['ID=019f8130-72e7-4ecb-b3e8-ab0de8c336ca,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:16.677083 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 34014) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:16.680863 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77746c42-2e26-4b94-834a-f03b903191ea service neutron] Pushing event updated for resources: {'Port': ['ID=ca03363c-8150-420d-8512-0a3c1b4ff1b3,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:16.754617 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-a0217c31-cd6c-46e6-8add-3ffee41995a8 req-77746c42-2e26-4b94-834a-f03b903191ea service neutron] Attempting to bind port ca03363c-8150-420d-8512-0a3c1b4ff1b3 on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:09:16.755278 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-a0217c31-cd6c-46e6-8add-3ffee41995a8 req-77746c42-2e26-4b94-834a-f03b903191ea service neutron] Attempting to bind port ca03363c-8150-420d-8512-0a3c1b4ff1b3 by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:09:16.755746 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0217c31-cd6c-46e6-8add-3ffee41995a8 req-77746c42-2e26-4b94-834a-f03b903191ea service neutron] Attempting to bind port ca03363c-8150-420d-8512-0a3c1b4ff1b3 on network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:09:16.784034 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff654151-2c12-448f-a7e0-a9ae8a9ab0df req-54d1f834-16ea-4432-b076-558c2b4a190b tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:16.791875 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ff654151-2c12-448f-a7e0-a9ae8a9ab0df req-54d1f834-16ea-4432-b076-558c2b4a190b tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] 10.222.0.22 "GET /v2.0/ports?device_id=749bb753-6c27-400d-ab1a-f536aadba2d8 HTTP/1.1" status: 200 len: 945 time: 0.3623900 Aug 29 04:09:16.803053 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0217c31-cd6c-46e6-8add-3ffee41995a8 req-77746c42-2e26-4b94-834a-f03b903191ea service neutron] Port ca03363c-8150-420d-8512-0a3c1b4ff1b3 on network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:09:16.803490 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0217c31-cd6c-46e6-8add-3ffee41995a8 req-77746c42-2e26-4b94-834a-f03b903191ea service neutron] Attempting to bind port ca03363c-8150-420d-8512-0a3c1b4ff1b3 on network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:09:16.814197 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b49822e-fb19-4284-a435-98ef1627beae req-56e2561b-6fb9-4196-9c6e-1397e5dded06 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:16.815464 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0217c31-cd6c-46e6-8add-3ffee41995a8 req-77746c42-2e26-4b94-834a-f03b903191ea service neutron] Checking agent: {'id': '3de9de52-3a03-431d-9d7e-497ae92c57ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:09:16.816032 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0217c31-cd6c-46e6-8add-3ffee41995a8 req-77746c42-2e26-4b94-834a-f03b903191ea service neutron] Checking segment: {'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:09:16.816520 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0217c31-cd6c-46e6-8add-3ffee41995a8 req-77746c42-2e26-4b94-834a-f03b903191ea service neutron] Bound using segment: {'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:09:16.818176 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-a0217c31-cd6c-46e6-8add-3ffee41995a8 req-77746c42-2e26-4b94-834a-f03b903191ea service neutron] Bound port: ca03363c-8150-420d-8512-0a3c1b4ff1b3, host: n-h1-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:09:16.818176 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a0217c31-cd6c-46e6-8add-3ffee41995a8 req-77746c42-2e26-4b94-834a-f03b903191ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:16.829916 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6b49822e-fb19-4284-a435-98ef1627beae req-56e2561b-6fb9-4196-9c6e-1397e5dded06 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=b83569e1-b257-4d78-919b-861ace2c9e5d HTTP/1.1" status: 200 len: 936 time: 1.1336260 Aug 29 04:09:16.966208 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-02af116d-1fe0-404d-8718-1d0cab003158 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:16.992660 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ff654151-2c12-448f-a7e0-a9ae8a9ab0df req-ed19a371-8b55-48fa-9ddb-ff5b91d40474 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] 10.222.0.22 "GET /v2.0/security-groups?id=4f192cad-16e5-4e18-8024-3c3c1826ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996884 Aug 29 04:09:17.010471 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6b49822e-fb19-4284-a435-98ef1627beae req-baf433a5-763e-4b1a-ae2e-615b1c116498 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794314 Aug 29 04:09:17.013571 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c32167c0-40ca-4be0-804c-e41040c9dfd8 req-0f4c0e59-677a-44df-9f85-fcd0dcad72c2 tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] Made reservation on behalf of 497b1298bc3f4e1086f160e4a4fd2013 for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:09:17.017718 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-c32167c0-40ca-4be0-804c-e41040c9dfd8 req-0f4c0e59-677a-44df-9f85-fcd0dcad72c2 tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:17.060200 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-32656b10-b51e-4dc2-96f6-9dfd9456bbb7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=879ec2b9fe7f465198410ae00d0086f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9239740 Aug 29 04:09:17.060829 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 34018) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:17.101175 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d749e308-4de0-43bc-99af-11c7cdb24b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:17.104617 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-412427f4-6f39-4178-8004-7bfe9fcbffd0 x-openstack-request-id: req-412427f4-6f39-4178-8004-7bfe9fcbffd0 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:09:17.105459 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "749bb753-6c27-400d-ab1a-f536aadba2d8", "name": "network-vif-plugged", "status": "completed", "tag": "9945918b-cb36-429e-bad1-d4e797a7a2d1", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:09:17.105870 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-412427f4-6f39-4178-8004-7bfe9fcbffd0 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:09:17.106455 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '749bb753-6c27-400d-ab1a-f536aadba2d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9945918b-cb36-429e-bad1-d4e797a7a2d1', 'code': 200} Aug 29 04:09:17.123842 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-a0217c31-cd6c-46e6-8add-3ffee41995a8 req-77746c42-2e26-4b94-834a-f03b903191ea service neutron] For port ca03363c-8150-420d-8512-0a3c1b4ff1b3, host n-h1-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:09:17.221384 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-a0217c31-cd6c-46e6-8add-3ffee41995a8 req-77746c42-2e26-4b94-834a-f03b903191ea service neutron] For port ca03363c-8150-420d-8512-0a3c1b4ff1b3, host n-h1-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=ca03363c-8150-420d-8512-0a3c1b4ff1b3,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:09:17.252588 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-be2fa95d-5160-43ca-9856-5be649089757 req-aa60239c-8a14-416c-a998-1aad95ad722d tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] 10.222.0.22 "GET /v2.0/ports?device_id=e10bd09a-ba3d-454e-a1ef-1179f7504992 HTTP/1.1" status: 200 len: 210 time: 0.0623066 Aug 29 04:09:17.264773 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a0217c31-cd6c-46e6-8add-3ffee41995a8 req-77746c42-2e26-4b94-834a-f03b903191ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:17.451950 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0217c31-cd6c-46e6-8add-3ffee41995a8 req-77746c42-2e26-4b94-834a-f03b903191ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:17.452611 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a0217c31-cd6c-46e6-8add-3ffee41995a8 req-77746c42-2e26-4b94-834a-f03b903191ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:17.455296 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a0217c31-cd6c-46e6-8add-3ffee41995a8 req-77746c42-2e26-4b94-834a-f03b903191ea service neutron] 10.222.0.46 "PUT /v2.0/ports/ca03363c-8150-420d-8512-0a3c1b4ff1b3 HTTP/1.1" status: 200 len: 1097 time: 2.2184405 Aug 29 04:09:17.486650 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 2417486d-fa47-48c5-86b3-784e0c7504c3 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:09:17.496553 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b83569e1-b257-4d78-919b-861ace2c9e5d', 'tag': 'ca03363c-8150-420d-8512-0a3c1b4ff1b3'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:09:17.504638 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daeb930d-dfbf-4e4c-9af6-8be943c91437" -d '{"events": [{"name": "network-changed", "server_uuid": "b83569e1-b257-4d78-919b-861ace2c9e5d", "tag": "ca03363c-8150-420d-8512-0a3c1b4ff1b3"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:09:17.508976 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a2371403-4dd6-4ffb-a96a-66d9a04b1c6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:17.547178 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a2371403-4dd6-4ffb-a96a-66d9a04b1c6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:17.629520 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 2417486d-fa47-48c5-86b3-784e0c7504c3 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:09:17.648132 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 2417486d-fa47-48c5-86b3-784e0c7504c3 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:09:17.651838 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:17.661024 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a2371403-4dd6-4ffb-a96a-66d9a04b1c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:17.661298 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d749e308-4de0-43bc-99af-11c7cdb24b71 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:17.666475 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a2371403-4dd6-4ffb-a96a-66d9a04b1c6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:17.668145 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-a2371403-4dd6-4ffb-a96a-66d9a04b1c6a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ea603de9-63fb-45e7-bc50-a0eeae01bb10 HTTP/1.1" status: 204 len: 168 time: 0.5962305 Aug 29 04:09:17.695872 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d749e308-4de0-43bc-99af-11c7cdb24b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:17.701480 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa96d0c-9e44-4bc4-9e14-b96c1dfb70b5 req-b00ed20d-ae08-4af9-b83b-e97bb9f499ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:17.703063 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5aa96d0c-9e44-4bc4-9e14-b96c1dfb70b5 req-b00ed20d-ae08-4af9-b83b-e97bb9f499ca service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=749bb753-6c27-400d-ab1a-f536aadba2d8 HTTP/1.1" status: 200 len: 1097 time: 0.4762390 Aug 29 04:09:17.806635 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e66c050d-2235-4789-96d5-4666eb8b59d4 x-openstack-request-id: req-e66c050d-2235-4789-96d5-4666eb8b59d4 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:09:17.806938 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b83569e1-b257-4d78-919b-861ace2c9e5d", "tag": "ca03363c-8150-420d-8512-0a3c1b4ff1b3", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:09:17.807382 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e66c050d-2235-4789-96d5-4666eb8b59d4 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:09:17.807596 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b83569e1-b257-4d78-919b-861ace2c9e5d', 'tag': 'ca03363c-8150-420d-8512-0a3c1b4ff1b3', 'status': 'completed', 'code': 200} Aug 29 04:09:17.813852 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2371403-4dd6-4ffb-a96a-66d9a04b1c6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea603de9-63fb-45e7-bc50-a0eeae01bb10,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:17.818690 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77746c42-2e26-4b94-834a-f03b903191ea service neutron] Pushing event updated for resources: {'Port': ['ID=ca03363c-8150-420d-8512-0a3c1b4ff1b3,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:17.833165 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0217c31-cd6c-46e6-8add-3ffee41995a8 req-a43fee94-1bd0-495a-bd60-7b52db95e19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:17.835014 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a0217c31-cd6c-46e6-8add-3ffee41995a8 req-a43fee94-1bd0-495a-bd60-7b52db95e19a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4b47ebaf5a2144e2beea71bdc91317f3&device_id=b83569e1-b257-4d78-919b-861ace2c9e5d HTTP/1.1" status: 200 len: 1100 time: 0.2190237 Aug 29 04:09:17.916114 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d749e308-4de0-43bc-99af-11c7cdb24b71 admin admin] Pushing event updated for resources: {'Port': ['ID=019f8130-72e7-4ecb-b3e8-ab0de8c336ca,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:17.925597 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d749e308-4de0-43bc-99af-11c7cdb24b71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-718897'] for router_interface, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:17.930474 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:17.960537 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-c32167c0-40ca-4be0-804c-e41040c9dfd8 req-0f4c0e59-677a-44df-9f85-fcd0dcad72c2 tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] Allocated IP 192.168.233.150 (13e6dfc1-e9e7-40a1-8a14-d0febabf4d45/18cd12d4-b12a-41b0-b0c5-618edbb84e74/61503e2e-baf8-493f-9f87-631b4a016c8b) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:09:17.962444 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b4c58499-3228-4cb8-8cce-43cd669c99df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713413'] for router_interface, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:17.971382 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a0217c31-cd6c-46e6-8add-3ffee41995a8 req-f8fd9f1d-a867-49a7-8679-608b6a7c9654 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=ca03363c-8150-420d-8512-0a3c1b4ff1b3 HTTP/1.1" status: 200 len: 217 time: 0.1246204 Aug 29 04:09:17.978274 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-02af116d-1fe0-404d-8718-1d0cab003158 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:17.983327 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5aa96d0c-9e44-4bc4-9e14-b96c1dfb70b5 req-437fb6b4-8683-4961-a25f-b7059e658d93 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=4f192cad-16e5-4e18-8024-3c3c1826ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403579 Aug 29 04:09:18.004897 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 2417486d-fa47-48c5-86b3-784e0c7504c3, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=2417486d-fa47-48c5-86b3-784e0c7504c3,segment=NetworkSegment(2a685cc1-5a5d-4fc7-a0ed-f95228951b59),segment_id=2a685cc1-5a5d-4fc7-a0ed-f95228951b59)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:09:18.012231 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:18.012943 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 65b1c109-a994-4565-ad47-83d784916d16 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:09:18.020077 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-02af116d-1fe0-404d-8718-1d0cab003158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:18.092257 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0217c31-cd6c-46e6-8add-3ffee41995a8 req-51edd785-564f-4abe-9339-fc7f3661cc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:18.094408 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a0217c31-cd6c-46e6-8add-3ffee41995a8 req-51edd785-564f-4abe-9339-fc7f3661cc3f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=18cd12d4-b12a-41b0-b0c5-618edbb84e74 HTTP/1.1" status: 200 len: 843 time: 0.1095419 Aug 29 04:09:18.100875 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02af116d-1fe0-404d-8718-1d0cab003158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f9fddcd-8c6f-4565-9611-1df6b84d9582,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:18.160144 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-02af116d-1fe0-404d-8718-1d0cab003158 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7f15443d61994b61977c8b9c35aa7d01&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4724820 Aug 29 04:09:18.167571 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 34032) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:18.243416 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=2417486d-fa47-48c5-86b3-784e0c7504c3,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:18.264802 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 65b1c109-a994-4565-ad47-83d784916d16 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:09:18.270642 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 65b1c109-a994-4565-ad47-83d784916d16 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:09:18.271089 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:18.288350 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 34034) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:18.328769 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-763abfce-fdf5-48a1-bff7-ea06e4d23776 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:18.364428 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:18.370985 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024d7d95-5e0e-4612-be70-1cdf1868bb48 req-b1ecbf9a-110e-44ee-acb8-8d624c655261 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:18.372366 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0217c31-cd6c-46e6-8add-3ffee41995a8 req-35fad1ed-311b-4b22-87eb-7ea51c7fefe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:18.372725 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-024d7d95-5e0e-4612-be70-1cdf1868bb48 req-b1ecbf9a-110e-44ee-acb8-8d624c655261 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=b83569e1-b257-4d78-919b-861ace2c9e5d HTTP/1.1" status: 200 len: 948 time: 0.1775990 Aug 29 04:09:18.374225 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a0217c31-cd6c-46e6-8add-3ffee41995a8 req-35fad1ed-311b-4b22-87eb-7ea51c7fefe5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2529125 Aug 29 04:09:18.388910 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 65b1c109-a994-4565-ad47-83d784916d16, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=65b1c109-a994-4565-ad47-83d784916d16,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:09:18.393807 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:18.421183 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06441c06-02a7-4459-9c9f-89e6925546f0 req-34bae9e4-47a1-4a09-931d-bc8cd2abfa6d tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:18.423181 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-06441c06-02a7-4459-9c9f-89e6925546f0 req-34bae9e4-47a1-4a09-931d-bc8cd2abfa6d tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] 10.222.0.22 "GET /v2.0/ports?device_id=749bb753-6c27-400d-ab1a-f536aadba2d8 HTTP/1.1" status: 200 len: 945 time: 0.2152007 Aug 29 04:09:18.477943 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=65b1c109-a994-4565-ad47-83d784916d16,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:18.516796 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d749e308-4de0-43bc-99af-11c7cdb24b71 admin admin] Network 7735d477-d15e-441f-8bb3-d5f649e24907 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:09:18.523911 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-d749e308-4de0-43bc-99af-11c7cdb24b71 admin admin] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:09:18.527926 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5e1ed2b6-6089-4735-9729-202bc54725e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:18.535343 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-024d7d95-5e0e-4612-be70-1cdf1868bb48 req-c789da06-4a14-4bea-9c48-c9dcbfa15e89 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216681 Aug 29 04:09:18.586016 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-c32167c0-40ca-4be0-804c-e41040c9dfd8 req-0f4c0e59-677a-44df-9f85-fcd0dcad72c2 tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:18.596288 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5e1ed2b6-6089-4735-9729-202bc54725e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:18.608206 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-06441c06-02a7-4459-9c9f-89e6925546f0 req-5f80e526-a752-4584-bc61-88dcb50e51e9 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] 10.222.0.22 "GET /v2.0/security-groups?id=4f192cad-16e5-4e18-8024-3c3c1826ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657772 Aug 29 04:09:18.630551 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-c32167c0-40ca-4be0-804c-e41040c9dfd8 req-0f4c0e59-677a-44df-9f85-fcd0dcad72c2 tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] Transition to ACTIVE for port object 61503e2e-baf8-493f-9f87-631b4a016c8b will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:09:18.660269 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a0217c31-cd6c-46e6-8add-3ffee41995a8 req-c9325837-d6e0-4b7e-b889-2d11894ba705 service neutron] 10.222.0.46 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2586217 Aug 29 04:09:18.678898 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b6456ab3-0ea0-4150-b843-5533d7fbac07 req-78e96719-2428-4694-8350-9b3623fabd95 tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] 10.222.0.22 "GET /v2.0/ports?device_id=e10bd09a-ba3d-454e-a1ef-1179f7504992 HTTP/1.1" status: 200 len: 210 time: 0.0460544 Aug 29 04:09:18.780693 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5e1ed2b6-6089-4735-9729-202bc54725e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:18.783984 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5e1ed2b6-6089-4735-9729-202bc54725e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:18.785170 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-5e1ed2b6-6089-4735-9729-202bc54725e7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2f9fddcd-8c6f-4565-9611-1df6b84d9582 HTTP/1.1" status: 204 len: 168 time: 0.6037602 Aug 29 04:09:18.794115 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-c32167c0-40ca-4be0-804c-e41040c9dfd8 req-0f4c0e59-677a-44df-9f85-fcd0dcad72c2 tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:18.811583 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1ed2b6-6089-4735-9729-202bc54725e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f9fddcd-8c6f-4565-9611-1df6b84d9582,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:18.812089 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['7ec642df-9ec2-41d5-a9d1-a560cde2396d'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:09:18.877696 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a0217c31-cd6c-46e6-8add-3ffee41995a8 req-94d3d96e-f4a4-4681-bfd1-7139c4b0589a service neutron] 10.222.0.46 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092884 Aug 29 04:09:18.879912 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c32167c0-40ca-4be0-804c-e41040c9dfd8 req-0f4c0e59-677a-44df-9f85-fcd0dcad72c2 tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] Network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:09:18.892482 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:18.894510 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-c32167c0-40ca-4be0-804c-e41040c9dfd8 req-0f4c0e59-677a-44df-9f85-fcd0dcad72c2 tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:09:18.899730 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-c32167c0-40ca-4be0-804c-e41040c9dfd8 req-0f4c0e59-677a-44df-9f85-fcd0dcad72c2 tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:09:18.905160 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32167c0-40ca-4be0-804c-e41040c9dfd8 req-0f4c0e59-677a-44df-9f85-fcd0dcad72c2 tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:18.905742 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-c32167c0-40ca-4be0-804c-e41040c9dfd8 req-0f4c0e59-677a-44df-9f85-fcd0dcad72c2 tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:18.916306 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-763abfce-fdf5-48a1-bff7-ea06e4d23776 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:18.921526 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4c0e59-677a-44df-9f85-fcd0dcad72c2 tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] Pushing event updated for resources: {'Port': ['ID=61503e2e-baf8-493f-9f87-631b4a016c8b,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:18.943282 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-763abfce-fdf5-48a1-bff7-ea06e4d23776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:18.946882 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c32167c0-40ca-4be0-804c-e41040c9dfd8 req-0f4c0e59-677a-44df-9f85-fcd0dcad72c2 tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5486925 Aug 29 04:09:18.954896 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d749e308-4de0-43bc-99af-11c7cdb24b71 admin admin] Router a9fac259-acb2-4fcc-9c5b-d3ac0b278e5a has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:09:18.968735 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-c32167c0-40ca-4be0-804c-e41040c9dfd8 req-f97b7da6-ac5e-4212-86dc-d65d496c5e71 service neutron] Request body: {'port': {'device_id': 'e10bd09a-ba3d-454e-a1ef-1179f7504992', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:09:18.992242 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-9d5ee373-8cce-43fc-9385-cdf8782e0256 None None] Provisioning complete for port 019f8130-72e7-4ecb-b3e8-ab0de8c336ca triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:09:18.993064 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9d5ee373-8cce-43fc-9385-cdf8782e0256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:19.079373 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-763abfce-fdf5-48a1-bff7-ea06e4d23776 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a4fa7dad755648fa98f26ceaf2d20737&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7842371 Aug 29 04:09:19.086970 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 34042) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:19.093388 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-9d5ee373-8cce-43fc-9385-cdf8782e0256 None None] Port 019f8130-72e7-4ecb-b3e8-ab0de8c336ca cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:09:19.105123 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-c32167c0-40ca-4be0-804c-e41040c9dfd8 req-f97b7da6-ac5e-4212-86dc-d65d496c5e71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:19.111371 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763abfce-fdf5-48a1-bff7-ea06e4d23776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b59a9e5f-cda3-4317-9816-8771d49e3f92,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:19.163817 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeb930d-dfbf-4e4c-9af6-8be943c91437 req-4cd29a37-7563-4ca6-8f12-ef47f695f858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:19.165383 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-daeb930d-dfbf-4e4c-9af6-8be943c91437 req-4cd29a37-7563-4ca6-8f12-ef47f695f858 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4b47ebaf5a2144e2beea71bdc91317f3&device_id=b83569e1-b257-4d78-919b-861ace2c9e5d HTTP/1.1" status: 200 len: 1100 time: 0.1476667 Aug 29 04:09:19.266531 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-b4c58499-3228-4cb8-8cce-43cd669c99df admin admin] Deleting port 2417486d-fa47-48c5-86b3-784e0c7504c3 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:09:19.266883 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b4c58499-3228-4cb8-8cce-43cd669c99df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:19.321202 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-5f503b2e-be14-47d2-a8f2-593addbb3da5 None None] Provisioning for port 61503e2e-baf8-493f-9f87-631b4a016c8b completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:09:19.340117 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-5f503b2e-be14-47d2-a8f2-593addbb3da5 None None] Provisioning complete for port 61503e2e-baf8-493f-9f87-631b4a016c8b triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:09:19.349262 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5f503b2e-be14-47d2-a8f2-593addbb3da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:19.436007 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3e92d696-3159-45ed-a53c-1ad4a47e4625 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:19.455014 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 2417486d-fa47-48c5-86b3-784e0c7504c3 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:09:19.471527 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d749e308-4de0-43bc-99af-11c7cdb24b71 admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:09:19.486492 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-d749e308-4de0-43bc-99af-11c7cdb24b71 admin admin] 10.222.0.22 "PUT /v2.0/routers/a9fac259-acb2-4fcc-9c5b-d3ac0b278e5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3157036 Aug 29 04:09:19.498715 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3e92d696-3159-45ed-a53c-1ad4a47e4625 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:19.519098 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-b4c58499-3228-4cb8-8cce-43cd669c99df admin admin] For port 2417486d-fa47-48c5-86b3-784e0c7504c3, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=2417486d-fa47-48c5-86b3-784e0c7504c3,segment=NetworkSegment(2a685cc1-5a5d-4fc7-a0ed-f95228951b59),segment_id=2a685cc1-5a5d-4fc7-a0ed-f95228951b59)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:09:19.519480 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b4c58499-3228-4cb8-8cce-43cd669c99df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:19.526713 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-5f503b2e-be14-47d2-a8f2-593addbb3da5 None None] Port 61503e2e-baf8-493f-9f87-631b4a016c8b cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:09:19.527255 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeb930d-dfbf-4e4c-9af6-8be943c91437 req-0ff69569-ba2a-4268-903a-75b2df86cb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:19.530597 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-daeb930d-dfbf-4e4c-9af6-8be943c91437 req-0ff69569-ba2a-4268-903a-75b2df86cb42 service neutron] 10.222.0.46 "GET /v2.0/networks?id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 HTTP/1.1" status: 200 len: 870 time: 0.3268750 Aug 29 04:09:19.543608 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 2417486d-fa47-48c5-86b3-784e0c7504c3 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:09:19.544351 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:19.590404 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-daeb930d-dfbf-4e4c-9af6-8be943c91437 req-25f525a7-4039-4b00-8ee1-c5ce6c6dc1df service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=ca03363c-8150-420d-8512-0a3c1b4ff1b3 HTTP/1.1" status: 200 len: 217 time: 0.0498667 Aug 29 04:09:19.596566 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 34050) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:19.597474 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-b4c58499-3228-4cb8-8cce-43cd669c99df admin admin] Calling delete_port for 2417486d-fa47-48c5-86b3-784e0c7504c3 owned by network:router_interface {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:09:19.610230 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ba17cc-c47f-4f3e-ad91-1474a844a9aa None None] Sync routers for ids ['a9fac259-acb2-4fcc-9c5b-d3ac0b278e5a'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:09:19.631075 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ba17cc-c47f-4f3e-ad91-1474a844a9aa None None] Routers {'a9fac259-acb2-4fcc-9c5b-d3ac0b278e5a'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:09:19.631839 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-82ba17cc-c47f-4f3e-ad91-1474a844a9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:09:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['a9fac259-acb2-4fcc-9c5b-d3ac0b278e5a'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:09:19.688255 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-685ebf6b-dff1-40a9-bda7-676c4dcf19a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:19.698858 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 65b1c109-a994-4565-ad47-83d784916d16 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:09:19.782715 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeb930d-dfbf-4e4c-9af6-8be943c91437 req-9a72fc97-b4f3-4e81-af8f-ccc526ac9fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:19.784627 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-daeb930d-dfbf-4e4c-9af6-8be943c91437 req-9a72fc97-b4f3-4e81-af8f-ccc526ac9fac service neutron] 10.222.0.46 "GET /v2.0/subnets?id=18cd12d4-b12a-41b0-b0c5-618edbb84e74 HTTP/1.1" status: 200 len: 843 time: 0.1660175 Aug 29 04:09:19.785317 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 65b1c109-a994-4565-ad47-83d784916d16 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:09:19.785760 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:19.816235 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd7c045-2da9-41a1-a307-c7f59739e544 req-8c99b57b-05eb-4e3f-ae0b-be15c9d402e5 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:19.818469 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5dd7c045-2da9-41a1-a307-c7f59739e544 req-8c99b57b-05eb-4e3f-ae0b-be15c9d402e5 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=b83569e1-b257-4d78-919b-861ace2c9e5d HTTP/1.1" status: 200 len: 948 time: 0.1435041 Aug 29 04:09:19.837472 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-82ba17cc-c47f-4f3e-ad91-1474a844a9aa None None] Set router a9fac259-acb2-4fcc-9c5b-d3ac0b278e5a gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:09:20.077564 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3e92d696-3159-45ed-a53c-1ad4a47e4625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:20.080574 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3e92d696-3159-45ed-a53c-1ad4a47e4625 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:20.084155 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-3e92d696-3159-45ed-a53c-1ad4a47e4625 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b59a9e5f-cda3-4317-9816-8771d49e3f92 HTTP/1.1" status: 204 len: 168 time: 0.9912341 Aug 29 04:09:20.089889 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-82ba17cc-c47f-4f3e-ad91-1474a844a9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9fac259-acb2-4fcc-9c5b-d3ac0b278e5a', 'name': 'tempest-ServersTestBootFromVolume-1503587993-router', 'tenant_id': '59a3c824d92d476f92b52c317d7dd0b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': '65b1c109-a994-4565-ad47-83d784916d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:09:07Z', 'updated_at': '2021-08-29T04:09:16Z', 'revision_number': 4, 'project_id': '59a3c824d92d476f92b52c317d7dd0b3', 'gw_port': {'id': '65b1c109-a994-4565-ad47-83d784916d16', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9fac259-acb2-4fcc-9c5b-d3ac0b278e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:09:09Z', 'updated_at': '2021-08-29T04:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '019f8130-72e7-4ecb-b3e8-ab0de8c336ca', 'name': '', 'network_id': '7735d477-d15e-441f-8bb3-d5f649e24907', 'tenant_id': '59a3c824d92d476f92b52c317d7dd0b3', 'mac_address': 'fa:16:3e:7a:68:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9fac259-acb2-4fcc-9c5b-d3ac0b278e5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'e2e9ec72-46f1-4e0c-a3f8-8298e639a3bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:09:14Z', 'updated_at': '2021-08-29T04:09:17Z', 'revision_number': 2, 'project_id': '59a3c824d92d476f92b52c317d7dd0b3', 'subnets': [{'id': 'e2e9ec72-46f1-4e0c-a3f8-8298e639a3bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:09:20.122948 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ba17cc-c47f-4f3e-ad91-1474a844a9aa None None] Checking router: a9fac259-acb2-4fcc-9c5b-d3ac0b278e5a for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:09:20.123906 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ba17cc-c47f-4f3e-ad91-1474a844a9aa None None] Updating router a9fac259-acb2-4fcc-9c5b-d3ac0b278e5a port 019f8130-72e7-4ecb-b3e8-ab0de8c336ca binding host n-d-712140-12 {{(pid=94831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:09:20.141731 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296083be-4c40-4591-8cb3-9ab5027286d9 req-dda34729-412e-4562-b171-8543bd95a819 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:20.143330 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-296083be-4c40-4591-8cb3-9ab5027286d9 req-dda34729-412e-4562-b171-8543bd95a819 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] 10.222.0.22 "GET /v2.0/ports?device_id=749bb753-6c27-400d-ab1a-f536aadba2d8 HTTP/1.1" status: 200 len: 945 time: 0.4527967 Aug 29 04:09:20.159066 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e92d696-3159-45ed-a53c-1ad4a47e4625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b59a9e5f-cda3-4317-9816-8771d49e3f92,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:20.165837 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-82ba17cc-c47f-4f3e-ad91-1474a844a9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:20.171019 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeb930d-dfbf-4e4c-9af6-8be943c91437 req-04e83c20-c1c3-471d-9703-a698cff76dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:20.173001 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-daeb930d-dfbf-4e4c-9af6-8be943c91437 req-04e83c20-c1c3-471d-9703-a698cff76dea service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3777187 Aug 29 04:09:20.243842 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-296083be-4c40-4591-8cb3-9ab5027286d9 req-609b76fa-d676-476d-993a-a9f4b7cc44d7 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] 10.222.0.22 "GET /v2.0/security-groups?id=4f192cad-16e5-4e18-8024-3c3c1826ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859079 Aug 29 04:09:20.261867 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-c32167c0-40ca-4be0-804c-e41040c9dfd8 req-f97b7da6-ac5e-4212-86dc-d65d496c5e71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61503e2e-baf8-493f-9f87-631b4a016c8b {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:09:20.275590 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-c32167c0-40ca-4be0-804c-e41040c9dfd8 req-f97b7da6-ac5e-4212-86dc-d65d496c5e71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:20.292094 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5dd7c045-2da9-41a1-a307-c7f59739e544 req-3224ece7-03cd-4a6e-a4c1-539d384065fa tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4522834 Aug 29 04:09:20.391376 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-685ebf6b-dff1-40a9-bda7-676c4dcf19a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:20.405162 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-c32167c0-40ca-4be0-804c-e41040c9dfd8 req-f97b7da6-ac5e-4212-86dc-d65d496c5e71 service neutron] Transition to ACTIVE for port object 61503e2e-baf8-493f-9f87-631b4a016c8b will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:09:20.405472 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-685ebf6b-dff1-40a9-bda7-676c4dcf19a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:20.424813 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-c32167c0-40ca-4be0-804c-e41040c9dfd8 req-f97b7da6-ac5e-4212-86dc-d65d496c5e71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:20.465761 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-685ebf6b-dff1-40a9-bda7-676c4dcf19a9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=217a3da3170146bd97fac037193ce703&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8602612 Aug 29 04:09:20.465761 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685ebf6b-dff1-40a9-bda7-676c4dcf19a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eebbfacc-2d62-4df6-b6b4-92a0cc6afe45,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:20.467964 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 34068) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:20.502761 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b4c58499-3228-4cb8-8cce-43cd669c99df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:20.550743 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c58499-3228-4cb8-8cce-43cd669c99df admin admin] Pushing event deleted for resources: {'Port': ['ID=2417486d-fa47-48c5-86b3-784e0c7504c3,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:20.560105 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-daeb930d-dfbf-4e4c-9af6-8be943c91437 req-f9e74bb2-5799-4dbd-93fb-5ba1ddeb732a service neutron] 10.222.0.46 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3639638 Aug 29 04:09:20.560823 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97b7da6-ac5e-4212-86dc-d65d496c5e71 service neutron] Pushing event updated for resources: {'Port': ['ID=61503e2e-baf8-493f-9f87-631b4a016c8b,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:20.643810 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-82ba17cc-c47f-4f3e-ad91-1474a844a9aa None None] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:20.660667 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-82ba17cc-c47f-4f3e-ad91-1474a844a9aa None None] Transition to ACTIVE for port object 019f8130-72e7-4ecb-b3e8-ab0de8c336ca will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:09:20.665579 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a193aa8-6c88-4eec-aeba-f2d2b7d64500 req-29dcb923-56e7-46c1-a5ed-8963e0fca111 tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:20.667346 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8a193aa8-6c88-4eec-aeba-f2d2b7d64500 req-29dcb923-56e7-46c1-a5ed-8963e0fca111 tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] 10.222.0.22 "GET /v2.0/ports?device_id=e10bd09a-ba3d-454e-a1ef-1179f7504992 HTTP/1.1" status: 200 len: 948 time: 0.2608595 Aug 29 04:09:20.682210 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-82ba17cc-c47f-4f3e-ad91-1474a844a9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:20.796298 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-c32167c0-40ca-4be0-804c-e41040c9dfd8 req-f97b7da6-ac5e-4212-86dc-d65d496c5e71 service neutron] Attempting to bind port 61503e2e-baf8-493f-9f87-631b4a016c8b on host n-h2-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:09:20.797200 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-c32167c0-40ca-4be0-804c-e41040c9dfd8 req-f97b7da6-ac5e-4212-86dc-d65d496c5e71 service neutron] Attempting to bind port 61503e2e-baf8-493f-9f87-631b4a016c8b by drivers openvswitch,hyperv on host n-h2-712140-12 at level 0 using segments [{'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:09:20.797522 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32167c0-40ca-4be0-804c-e41040c9dfd8 req-f97b7da6-ac5e-4212-86dc-d65d496c5e71 service neutron] Attempting to bind port 61503e2e-baf8-493f-9f87-631b4a016c8b on network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:09:20.823974 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d18bf16-08ad-48aa-8682-b433adeb5190 None None] Pushing event updated for resources: {'Port': ['ID=019f8130-72e7-4ecb-b3e8-ab0de8c336ca,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:20.839106 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32167c0-40ca-4be0-804c-e41040c9dfd8 req-f97b7da6-ac5e-4212-86dc-d65d496c5e71 service neutron] Port 61503e2e-baf8-493f-9f87-631b4a016c8b on network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:09:20.839444 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32167c0-40ca-4be0-804c-e41040c9dfd8 req-f97b7da6-ac5e-4212-86dc-d65d496c5e71 service neutron] Attempting to bind port 61503e2e-baf8-493f-9f87-631b4a016c8b on network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:09:20.929456 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32167c0-40ca-4be0-804c-e41040c9dfd8 req-f97b7da6-ac5e-4212-86dc-d65d496c5e71 service neutron] Checking agent: {'id': 'b3a0606b-b029-4f5e-8798-3a32b71d8844', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:09:20.941184 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32167c0-40ca-4be0-804c-e41040c9dfd8 req-f97b7da6-ac5e-4212-86dc-d65d496c5e71 service neutron] Checking segment: {'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:09:20.941876 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32167c0-40ca-4be0-804c-e41040c9dfd8 req-f97b7da6-ac5e-4212-86dc-d65d496c5e71 service neutron] Bound using segment: {'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:09:20.942472 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-c32167c0-40ca-4be0-804c-e41040c9dfd8 req-f97b7da6-ac5e-4212-86dc-d65d496c5e71 service neutron] Bound port: 61503e2e-baf8-493f-9f87-631b4a016c8b, host: n-h2-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:09:20.943820 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-c32167c0-40ca-4be0-804c-e41040c9dfd8 req-f97b7da6-ac5e-4212-86dc-d65d496c5e71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:20.949263 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6af9bc6c-afbd-45c5-bdd0-142164d22f22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:20.978284 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6af9bc6c-afbd-45c5-bdd0-142164d22f22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:20.988463 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-82ba17cc-c47f-4f3e-ad91-1474a844a9aa None None] Attempting to bind port 019f8130-72e7-4ecb-b3e8-ab0de8c336ca on host n-d-712140-12 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:09:20.989129 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-82ba17cc-c47f-4f3e-ad91-1474a844a9aa None None] Attempting to bind port 019f8130-72e7-4ecb-b3e8-ab0de8c336ca by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '3d556c5e-68f6-44a4-b566-57f69027162c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '7735d477-d15e-441f-8bb3-d5f649e24907'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:09:20.989686 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ba17cc-c47f-4f3e-ad91-1474a844a9aa None None] Attempting to bind port 019f8130-72e7-4ecb-b3e8-ab0de8c336ca on network 7735d477-d15e-441f-8bb3-d5f649e24907 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:09:20.995806 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ba17cc-c47f-4f3e-ad91-1474a844a9aa None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:09:20.996541 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ba17cc-c47f-4f3e-ad91-1474a844a9aa None None] Checking segment: {'id': '3d556c5e-68f6-44a4-b566-57f69027162c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '7735d477-d15e-441f-8bb3-d5f649e24907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:09:20.997398 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-82ba17cc-c47f-4f3e-ad91-1474a844a9aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:20.997997 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ba17cc-c47f-4f3e-ad91-1474a844a9aa None None] Bound using segment: {'id': '3d556c5e-68f6-44a4-b566-57f69027162c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '7735d477-d15e-441f-8bb3-d5f649e24907'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:09:20.998923 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-82ba17cc-c47f-4f3e-ad91-1474a844a9aa None None] Bound port: 019f8130-72e7-4ecb-b3e8-ab0de8c336ca, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d556c5e-68f6-44a4-b566-57f69027162c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '7735d477-d15e-441f-8bb3-d5f649e24907'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:09:20.999544 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-82ba17cc-c47f-4f3e-ad91-1474a844a9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:21.016035 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b4c58499-3228-4cb8-8cce-43cd669c99df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-713231'] for router_interface, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:21.021902 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8a193aa8-6c88-4eec-aeba-f2d2b7d64500 req-e7cf3274-1665-42ee-969b-0a246e9bf823 tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] 10.222.0.22 "GET /v2.0/security-groups?id=6a4ce006-583b-494a-bd8e-b70bed49aebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3264601 Aug 29 04:09:21.133480 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-daeb930d-dfbf-4e4c-9af6-8be943c91437 req-881f3f2b-dedb-4656-a316-a8edf463b29c service neutron] 10.222.0.46 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5257273 Aug 29 04:09:21.137457 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-82ba17cc-c47f-4f3e-ad91-1474a844a9aa None None] For port 019f8130-72e7-4ecb-b3e8-ab0de8c336ca, host n-d-712140-12, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:09:21.146077 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-82ba17cc-c47f-4f3e-ad91-1474a844a9aa None None] For port 019f8130-72e7-4ecb-b3e8-ab0de8c336ca, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=019f8130-72e7-4ecb-b3e8-ab0de8c336ca,segment=NetworkSegment(3d556c5e-68f6-44a4-b566-57f69027162c),segment_id=3d556c5e-68f6-44a4-b566-57f69027162c)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:09:21.152713 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-82ba17cc-c47f-4f3e-ad91-1474a844a9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:21.158129 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6af9bc6c-afbd-45c5-bdd0-142164d22f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:21.161993 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6af9bc6c-afbd-45c5-bdd0-142164d22f22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:21.163676 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-6af9bc6c-afbd-45c5-bdd0-142164d22f22 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/eebbfacc-2d62-4df6-b6b4-92a0cc6afe45 HTTP/1.1" status: 204 len: 168 time: 0.6940582 Aug 29 04:09:21.184803 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af9bc6c-afbd-45c5-bdd0-142164d22f22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eebbfacc-2d62-4df6-b6b4-92a0cc6afe45,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:21.327960 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ba17cc-c47f-4f3e-ad91-1474a844a9aa None None] Routers {'a9fac259-acb2-4fcc-9c5b-d3ac0b278e5a'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:09:21.330284 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-82ba17cc-c47f-4f3e-ad91-1474a844a9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:09:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['a9fac259-acb2-4fcc-9c5b-d3ac0b278e5a'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:09:21.334906 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d18bf16-08ad-48aa-8682-b433adeb5190 None None] Pushing event updated for resources: {'Port': ['ID=019f8130-72e7-4ecb-b3e8-ab0de8c336ca,revision_number=4']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:21.502199 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 34090) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:21.512648 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4c58499-3228-4cb8-8cce-43cd669c99df admin admin] Router b62fec69-0aaf-4fda-b5cc-d2b3c426fd25 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:09:21.526935 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-82ba17cc-c47f-4f3e-ad91-1474a844a9aa None None] Set router a9fac259-acb2-4fcc-9c5b-d3ac0b278e5a gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:09:21.573108 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-7d91ac8e-5ce4-4dc6-906a-ca7717ba7130 tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] Request body: {'security_group': {'name': 'tempest-securitygroup--399104806', 'description': 'tempest-description--76754721'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:09:21.694756 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-c32167c0-40ca-4be0-804c-e41040c9dfd8 req-f97b7da6-ac5e-4212-86dc-d65d496c5e71 service neutron] For port 61503e2e-baf8-493f-9f87-631b4a016c8b, host n-h2-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:09:21.745658 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bee48097-4188-4414-be0e-87a8d6f705c7 req-405d89e0-e956-4de2-83b9-d85092c11c24 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=e6c84a15-2e6f-4c07-8ede-a88148c2fe90 HTTP/1.1" status: 200 len: 258 time: 0.6790545 Aug 29 04:09:21.754244 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7d91ac8e-5ce4-4dc6-906a-ca7717ba7130 tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:21.763185 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-bee48097-4188-4414-be0e-87a8d6f705c7 req-b8890430-6abd-4340-9bb4-761667e60499 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Request body: {'floatingip': {'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:09:21.771107 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-c32167c0-40ca-4be0-804c-e41040c9dfd8 req-f97b7da6-ac5e-4212-86dc-d65d496c5e71 service neutron] For port 61503e2e-baf8-493f-9f87-631b4a016c8b, host n-h2-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=61503e2e-baf8-493f-9f87-631b4a016c8b,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:09:21.788160 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd87f6a-cb6a-4977-a5a2-c3780872e6af req-8426da5a-56c2-4fdd-ae32-7d1d32577b2e tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:21.790178 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1bd87f6a-cb6a-4977-a5a2-c3780872e6af req-8426da5a-56c2-4fdd-ae32-7d1d32577b2e tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=b83569e1-b257-4d78-919b-861ace2c9e5d HTTP/1.1" status: 200 len: 948 time: 0.1521239 Aug 29 04:09:21.794252 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-c32167c0-40ca-4be0-804c-e41040c9dfd8 req-f97b7da6-ac5e-4212-86dc-d65d496c5e71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:21.828650 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device ca03363c-8150-420d-8512-0a3c1b4ff1b3 details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:09:21.869824 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1bd87f6a-cb6a-4977-a5a2-c3780872e6af req-3e4a504e-9f31-4fcb-ab9f-3d48c6f22ba9 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658886 Aug 29 04:09:21.878449 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4c58499-3228-4cb8-8cce-43cd669c99df admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:09:21.878710 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32167c0-40ca-4be0-804c-e41040c9dfd8 req-f97b7da6-ac5e-4212-86dc-d65d496c5e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:21.879337 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-c32167c0-40ca-4be0-804c-e41040c9dfd8 req-f97b7da6-ac5e-4212-86dc-d65d496c5e71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:21.883035 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c32167c0-40ca-4be0-804c-e41040c9dfd8 req-f97b7da6-ac5e-4212-86dc-d65d496c5e71 service neutron] 10.222.0.48 "PUT /v2.0/ports/61503e2e-baf8-493f-9f87-631b4a016c8b HTTP/1.1" status: 200 len: 1097 time: 2.9194679 Aug 29 04:09:21.888755 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e10bd09a-ba3d-454e-a1ef-1179f7504992', 'tag': '61503e2e-baf8-493f-9f87-631b4a016c8b'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:09:21.893231 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49a823ad-3240-4192-99a3-443cc907cf14" -d '{"events": [{"name": "network-changed", "server_uuid": "e10bd09a-ba3d-454e-a1ef-1179f7504992", "tag": "61503e2e-baf8-493f-9f87-631b4a016c8b"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:09:21.896029 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-b4c58499-3228-4cb8-8cce-43cd669c99df admin admin] 10.222.0.22 "PUT /v2.0/routers/b62fec69-0aaf-4fda-b5cc-d2b3c426fd25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0774455 Aug 29 04:09:21.897784 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8ee09a-feab-4907-8017-73f3362ff6fe None None] Sync routers for ids ['b62fec69-0aaf-4fda-b5cc-d2b3c426fd25'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:09:21.898334 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 34106) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:21.935187 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-bee48097-4188-4414-be0e-87a8d6f705c7 req-b8890430-6abd-4340-9bb4-761667e60499 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Notify callbacks [] for floatingip, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:22.012603 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8ee09a-feab-4907-8017-73f3362ff6fe None None] Routers {'b62fec69-0aaf-4fda-b5cc-d2b3c426fd25'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:09:22.013241 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-fe8ee09a-feab-4907-8017-73f3362ff6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:09:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['b62fec69-0aaf-4fda-b5cc-d2b3c426fd25'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:09:22.109163 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97b7da6-ac5e-4212-86dc-d65d496c5e71 service neutron] Pushing event updated for resources: {'Port': ['ID=61503e2e-baf8-493f-9f87-631b4a016c8b,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:22.145949 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-18ff37af-eeca-4132-8035-32a6d4584448 admin admin] Notify callbacks [] for router, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:22.154646 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32167c0-40ca-4be0-804c-e41040c9dfd8 req-6c5f046b-4c29-4b5d-999f-0705ad0b8797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:22.157128 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c32167c0-40ca-4be0-804c-e41040c9dfd8 req-6c5f046b-4c29-4b5d-999f-0705ad0b8797 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=497b1298bc3f4e1086f160e4a4fd2013&device_id=e10bd09a-ba3d-454e-a1ef-1179f7504992 HTTP/1.1" status: 200 len: 1100 time: 0.1825061 Aug 29 04:09:22.178174 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-82ba17cc-c47f-4f3e-ad91-1474a844a9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9fac259-acb2-4fcc-9c5b-d3ac0b278e5a', 'name': 'tempest-ServersTestBootFromVolume-1503587993-router', 'tenant_id': '59a3c824d92d476f92b52c317d7dd0b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': '65b1c109-a994-4565-ad47-83d784916d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:09:07Z', 'updated_at': '2021-08-29T04:09:16Z', 'revision_number': 4, 'project_id': '59a3c824d92d476f92b52c317d7dd0b3', 'gw_port': {'id': '65b1c109-a994-4565-ad47-83d784916d16', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9fac259-acb2-4fcc-9c5b-d3ac0b278e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:09:09Z', 'updated_at': '2021-08-29T04:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '019f8130-72e7-4ecb-b3e8-ab0de8c336ca', 'name': '', 'network_id': '7735d477-d15e-441f-8bb3-d5f649e24907', 'tenant_id': '59a3c824d92d476f92b52c317d7dd0b3', 'mac_address': 'fa:16:3e:7a:68:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9fac259-acb2-4fcc-9c5b-d3ac0b278e5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'e2e9ec72-46f1-4e0c-a3f8-8298e639a3bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:09:14Z', 'updated_at': '2021-08-29T04:09:21Z', 'revision_number': 4, 'project_id': '59a3c824d92d476f92b52c317d7dd0b3', 'subnets': [{'id': 'e2e9ec72-46f1-4e0c-a3f8-8298e639a3bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:09:22.188906 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da93cd84-b9a4-461c-94d0-086df4bc7a9d x-openstack-request-id: req-da93cd84-b9a4-461c-94d0-086df4bc7a9d {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:09:22.189605 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e10bd09a-ba3d-454e-a1ef-1179f7504992", "tag": "61503e2e-baf8-493f-9f87-631b4a016c8b", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:09:22.190100 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-da93cd84-b9a4-461c-94d0-086df4bc7a9d {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:09:22.190708 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e10bd09a-ba3d-454e-a1ef-1179f7504992', 'tag': '61503e2e-baf8-493f-9f87-631b4a016c8b', 'status': 'completed', 'code': 200} Aug 29 04:09:22.242376 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ba17cc-c47f-4f3e-ad91-1474a844a9aa None None] The sync data for ids ['a9fac259-acb2-4fcc-9c5b-d3ac0b278e5a'] in n-d-712140-12 is: [{'id': 'a9fac259-acb2-4fcc-9c5b-d3ac0b278e5a', 'name': 'tempest-ServersTestBootFromVolume-1503587993-router', 'tenant_id': '59a3c824d92d476f92b52c317d7dd0b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': '65b1c109-a994-4565-ad47-83d784916d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:09:07Z', 'updated_at': '2021-08-29T04:09:16Z', 'revision_number': 4, 'project_id': '59a3c824d92d476f92b52c317d7dd0b3', 'gw_port': {'id': '65b1c109-a994-4565-ad47-83d784916d16', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9fac259-acb2-4fcc-9c5b-d3ac0b278e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:09:09Z', 'updated_at': '2021-08-29T04:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '019f8130-72e7-4ecb-b3e8-ab0de8c336ca', 'name': '', 'network_id': '7735d477-d15e-441f-8bb3-d5f649e24907', 'tenant_id': '59a3c824d92d476f92b52c317d7dd0b3', 'mac_address': 'fa:16:3e:7a:68:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9fac259-acb2-4fcc-9c5b-d3ac0b278e5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'e2e9ec72-46f1-4e0c-a3f8-8298e639a3bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:09:14Z', 'updated_at': '2021-08-29T04:09:21Z', 'revision_number': 4, 'project_id': '59a3c824d92d476f92b52c317d7dd0b3', 'subnets': [{'id': 'e2e9ec72-46f1-4e0c-a3f8-8298e639a3bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:09:22.371740 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c32167c0-40ca-4be0-804c-e41040c9dfd8 req-87bb6f31-58b8-4893-be52-48c2a4b82c85 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=61503e2e-baf8-493f-9f87-631b4a016c8b HTTP/1.1" status: 200 len: 217 time: 0.1794932 Aug 29 04:09:22.395573 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-18ff37af-eeca-4132-8035-32a6d4584448 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:22.422729 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port ca03363c-8150-420d-8512-0a3c1b4ff1b3, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=ca03363c-8150-420d-8512-0a3c1b4ff1b3,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:09:22.439757 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7d91ac8e-5ce4-4dc6-906a-ca7717ba7130 tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:22.467710 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Returning: {'device': 'ca03363c-8150-420d-8512-0a3c1b4ff1b3', 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45', 'port_id': 'ca03363c-8150-420d-8512-0a3c1b4ff1b3', 'mac_address': 'fa:16:3e:fe:aa:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18cd12d4-b12a-41b0-b0c5-618edbb84e74', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:09:22.482775 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-fe8ee09a-feab-4907-8017-73f3362ff6fe None None] Set router b62fec69-0aaf-4fda-b5cc-d2b3c426fd25 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:09:22.497370 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7d91ac8e-5ce4-4dc6-906a-ca7717ba7130 tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:22.540861 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800c35b3-3c80-4dd8-a1cc-3581fa249f1f req-e7b07f01-6f12-4370-8270-2935efd054d1 tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:22.544393 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-800c35b3-3c80-4dd8-a1cc-3581fa249f1f req-e7b07f01-6f12-4370-8270-2935efd054d1 tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] 10.222.0.22 "GET /v2.0/ports?device_id=e10bd09a-ba3d-454e-a1ef-1179f7504992 HTTP/1.1" status: 200 len: 948 time: 0.1714380 Aug 29 04:09:22.560153 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32167c0-40ca-4be0-804c-e41040c9dfd8 req-02602abd-cef6-49c6-8dd4-045282605650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:22.561658 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c32167c0-40ca-4be0-804c-e41040c9dfd8 req-02602abd-cef6-49c6-8dd4-045282605650 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=18cd12d4-b12a-41b0-b0c5-618edbb84e74 HTTP/1.1" status: 200 len: 843 time: 0.1708901 Aug 29 04:09:22.606459 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-18ff37af-eeca-4132-8035-32a6d4584448 admin admin] Deleting port 459d5625-7083-4c41-8d77-bbf60c885848 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:09:22.607002 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-18ff37af-eeca-4132-8035-32a6d4584448 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:22.625454 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7d91ac8e-5ce4-4dc6-906a-ca7717ba7130 tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:22.626999 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-7d91ac8e-5ce4-4dc6-906a-ca7717ba7130 tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 1.1177511 Aug 29 04:09:22.655860 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 34126) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:22.666431 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-800c35b3-3c80-4dd8-a1cc-3581fa249f1f req-2ca1e48f-a86d-426c-9109-8a395250fdfc tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] 10.222.0.22 "GET /v2.0/security-groups?id=6a4ce006-583b-494a-bd8e-b70bed49aebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129341 Aug 29 04:09:22.670614 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-b9a048e1-48da-47a9-b6b7-7af58db4f0a0 tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] Request body: {'security_group_rule': {'security_group_id': '4dbbedf5-2f21-4437-b7c2-73b739103a61', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:09:22.710919 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d91ac8e-5ce4-4dc6-906a-ca7717ba7130 tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dbbedf5-2f21-4437-b7c2-73b739103a61,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:22.734150 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-bee48097-4188-4414-be0e-87a8d6f705c7 req-b8890430-6abd-4340-9bb4-761667e60499 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:22.757269 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b9a048e1-48da-47a9-b6b7-7af58db4f0a0 tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:22.817281 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:22.825113 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32167c0-40ca-4be0-804c-e41040c9dfd8 req-8d340585-c567-4b00-9f72-5637a3296ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:22.827325 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c32167c0-40ca-4be0-804c-e41040c9dfd8 req-8d340585-c567-4b00-9f72-5637a3296ce7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2356026 Aug 29 04:09:22.850769 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca03363c-8150-420d-8512-0a3c1b4ff1b3 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:09:22.869897 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-18ff37af-eeca-4132-8035-32a6d4584448 admin admin] For port 459d5625-7083-4c41-8d77-bbf60c885848, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=459d5625-7083-4c41-8d77-bbf60c885848,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:09:22.870286 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-18ff37af-eeca-4132-8035-32a6d4584448 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:22.904197 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-18ff37af-eeca-4132-8035-32a6d4584448 admin admin] Calling delete_port for 459d5625-7083-4c41-8d77-bbf60c885848 owned by network:router_gateway {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:09:22.951117 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port ca03363c-8150-420d-8512-0a3c1b4ff1b3, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=ca03363c-8150-420d-8512-0a3c1b4ff1b3,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:09:22.961381 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:22.997140 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b9a048e1-48da-47a9-b6b7-7af58db4f0a0 tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:23.022573 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b9a048e1-48da-47a9-b6b7-7af58db4f0a0 tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:23.036765 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-bee48097-4188-4414-be0e-87a8d6f705c7 req-b8890430-6abd-4340-9bb4-761667e60499 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Allocated IP 172.25.0.156 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/e135c8e5-e4af-4b7e-9010-cb3f901be774) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:09:23.077516 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c32167c0-40ca-4be0-804c-e41040c9dfd8 req-4b44e901-3422-455a-bd67-9b6675f1022f service neutron] 10.222.0.48 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343376 Aug 29 04:09:23.080404 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=ca03363c-8150-420d-8512-0a3c1b4ff1b3,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:23.080981 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a048e1-48da-47a9-b6b7-7af58db4f0a0 tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65729973-cb10-4287-972b-e4073e72a923,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:23.119971 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b9a048e1-48da-47a9-b6b7-7af58db4f0a0 tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:23.121612 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-b9a048e1-48da-47a9-b6b7-7af58db4f0a0 tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4636734 Aug 29 04:09:23.134515 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 34144) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:23.142836 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-cfe967e0-0f4c-4a6a-8352-d0e07fbe4748 tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] Request body: {'security_group_rule': {'security_group_id': '4dbbedf5-2f21-4437-b7c2-73b739103a61', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:09:23.245965 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-fe8ee09a-feab-4907-8017-73f3362ff6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b62fec69-0aaf-4fda-b5cc-d2b3c426fd25', 'name': 'tempest-FloatingIPsNegativeTestJSON-2133310444-router', 'tenant_id': 'e7fedca057704534881b9beafd1bd961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '459d5625-7083-4c41-8d77-bbf60c885848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:09:02Z', 'updated_at': '2021-08-29T04:09:20Z', 'revision_number': 5, 'project_id': 'e7fedca057704534881b9beafd1bd961', 'gw_port': {'id': '459d5625-7083-4c41-8d77-bbf60c885848', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:99:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62fec69-0aaf-4fda-b5cc-d2b3c426fd25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:09:03Z', 'updated_at': '2021-08-29T04:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:09:23.253802 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56595b6e-766f-41cf-9af6-523476f592e0 req-69bc65a5-6f7e-4137-baef-06304a3fe703 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:23.255102 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-56595b6e-766f-41cf-9af6-523476f592e0 req-69bc65a5-6f7e-4137-baef-06304a3fe703 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=b83569e1-b257-4d78-919b-861ace2c9e5d HTTP/1.1" status: 200 len: 949 time: 0.1949472 Aug 29 04:09:23.258249 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cfe967e0-0f4c-4a6a-8352-d0e07fbe4748 tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:23.296343 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8ee09a-feab-4907-8017-73f3362ff6fe None None] Checking router: b62fec69-0aaf-4fda-b5cc-d2b3c426fd25 for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:09:23.307810 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['ca03363c-8150-420d-8512-0a3c1b4ff1b3'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:09:23.337929 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 34148) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:23.341307 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e4646c4d-ebd4-47ea-9558-d934c33e33fc req-3b9e7ab0-f271-46ea-b13d-8ff5cf8e41ea service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=17d1aee9-03df-4ac4-8975-10a53a9cc4e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1838956 Aug 29 04:09:23.353053 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8ee09a-feab-4907-8017-73f3362ff6fe None None] Routers {'b62fec69-0aaf-4fda-b5cc-d2b3c426fd25'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:09:23.354088 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-fe8ee09a-feab-4907-8017-73f3362ff6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:09:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['b62fec69-0aaf-4fda-b5cc-d2b3c426fd25'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:09:23.369955 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c32167c0-40ca-4be0-804c-e41040c9dfd8 req-19295db0-0c15-43ed-b22a-43e2c0170f94 service neutron] 10.222.0.48 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716851 Aug 29 04:09:23.421499 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-bee48097-4188-4414-be0e-87a8d6f705c7 req-b8890430-6abd-4340-9bb4-761667e60499 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:23.509213 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-18ff37af-eeca-4132-8035-32a6d4584448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:23.554838 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-bee48097-4188-4414-be0e-87a8d6f705c7 req-b8890430-6abd-4340-9bb4-761667e60499 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:23.555916 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cfe967e0-0f4c-4a6a-8352-d0e07fbe4748 tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:23.559009 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 019f8130-72e7-4ecb-b3e8-ab0de8c336ca up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:09:23.602792 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-56595b6e-766f-41cf-9af6-523476f592e0 req-5eaedd5e-b0a3-4134-9382-db8da028c65c tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3325410 Aug 29 04:09:23.614294 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ff37af-eeca-4132-8035-32a6d4584448 admin admin] Pushing event deleted for resources: {'Port': ['ID=459d5625-7083-4c41-8d77-bbf60c885848,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:23.622060 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cfe967e0-0f4c-4a6a-8352-d0e07fbe4748 tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:23.644569 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e1dfda99-1c5d-4d81-a973-c123bb3a79af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:23.678953 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe967e0-0f4c-4a6a-8352-d0e07fbe4748 tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9220f9b0-79ae-4c43-9950-6837d3195bf2,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:23.716602 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bee48097-4188-4414-be0e-87a8d6f705c7 req-b8890430-6abd-4340-9bb4-761667e60499 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:09:23.729458 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cfe967e0-0f4c-4a6a-8352-d0e07fbe4748 tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:23.736594 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-cfe967e0-0f4c-4a6a-8352-d0e07fbe4748 tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5984204 Aug 29 04:09:23.737613 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-bee48097-4188-4414-be0e-87a8d6f705c7 req-b8890430-6abd-4340-9bb4-761667e60499 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:09:23.746601 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 34158) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:23.753658 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-bee48097-4188-4414-be0e-87a8d6f705c7 req-b8890430-6abd-4340-9bb4-761667e60499 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:09:23.754168 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-f9132876-0e72-423e-bf5e-cb3f742084c3 tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] Request body: {'floatingip': {'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:09:23.761293 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8890430-6abd-4340-9bb4-761667e60499 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Pushing event updated for resources: {'Port': ['ID=e135c8e5-e4af-4b7e-9010-cb3f901be774,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:23.782572 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-18ff37af-eeca-4132-8035-32a6d4584448 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719445'] for router_gateway, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:23.815801 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4646c4d-ebd4-47ea-9558-d934c33e33fc req-1546fa6e-15f2-4dff-996b-10edbb36be47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:23.817887 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e4646c4d-ebd4-47ea-9558-d934c33e33fc req-1546fa6e-15f2-4dff-996b-10edbb36be47 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4b47ebaf5a2144e2beea71bdc91317f3&device_id=17d1aee9-03df-4ac4-8975-10a53a9cc4e7 HTTP/1.1" status: 200 len: 1100 time: 0.3039186 Aug 29 04:09:23.828549 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a823ad-3240-4192-99a3-443cc907cf14 req-ca30c05b-8635-4cca-93da-782c9a94785b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:23.831482 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-49a823ad-3240-4192-99a3-443cc907cf14 req-ca30c05b-8635-4cca-93da-782c9a94785b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=497b1298bc3f4e1086f160e4a4fd2013&device_id=e10bd09a-ba3d-454e-a1ef-1179f7504992 HTTP/1.1" status: 200 len: 1100 time: 0.3162327 Aug 29 04:09:23.913505 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-18ff37af-eeca-4132-8035-32a6d4584448 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:23.916617 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-18ff37af-eeca-4132-8035-32a6d4584448 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:23.964588 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 019f8130-72e7-4ecb-b3e8-ab0de8c336ca completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:09:23.973256 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 019f8130-72e7-4ecb-b3e8-ab0de8c336ca triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:09:23.973893 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:24.045733 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-fe8ee09a-feab-4907-8017-73f3362ff6fe None None] Set router b62fec69-0aaf-4fda-b5cc-d2b3c426fd25 gateway port host: None {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:09:24.068060 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-18ff37af-eeca-4132-8035-32a6d4584448 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717253'] for router, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:24.068718 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18ff37af-eeca-4132-8035-32a6d4584448 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b62fec69-0aaf-4fda-b5cc-d2b3c426fd25 {{(pid=94829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:09:24.080835 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-18ff37af-eeca-4132-8035-32a6d4584448 admin admin] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:24.082401 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-18ff37af-eeca-4132-8035-32a6d4584448 admin admin] 10.222.0.22 "DELETE /v2.0/routers/b62fec69-0aaf-4fda-b5cc-d2b3c426fd25 HTTP/1.1" status: 204 len: 168 time: 2.1829212 Aug 29 04:09:24.093083 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-bee48097-4188-4414-be0e-87a8d6f705c7 req-b8890430-6abd-4340-9bb4-761667e60499 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:24.094061 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 34168) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:24.137163 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-fe8ee09a-feab-4907-8017-73f3362ff6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b62fec69-0aaf-4fda-b5cc-d2b3c426fd25', 'name': 'tempest-FloatingIPsNegativeTestJSON-2133310444-router', 'tenant_id': 'e7fedca057704534881b9beafd1bd961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:09:02Z', 'updated_at': '2021-08-29T04:09:22Z', 'revision_number': 6, 'project_id': 'e7fedca057704534881b9beafd1bd961', 'gw_port_host': None}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:09:24.167221 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8ee09a-feab-4907-8017-73f3362ff6fe None None] The sync data for ids ['b62fec69-0aaf-4fda-b5cc-d2b3c426fd25'] in n-d-712140-12 is: [{'id': 'b62fec69-0aaf-4fda-b5cc-d2b3c426fd25', 'name': 'tempest-FloatingIPsNegativeTestJSON-2133310444-router', 'tenant_id': 'e7fedca057704534881b9beafd1bd961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:09:02Z', 'updated_at': '2021-08-29T04:09:22Z', 'revision_number': 6, 'project_id': 'e7fedca057704534881b9beafd1bd961', 'gw_port_host': None}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:09:24.177111 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4bf7d32-6fbf-4287-89ef-3ce18b955835 admin admin] Deleting subnet c4deead2-0a40-4567-a467-e23121e6f835 {{(pid=94829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:09:24.190115 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da9b3cb-e0e8-414d-86b7-f9cd56cf796b req-1f74942a-abe2-4e9e-bc5d-fbfb3c1d62f0 tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:24.199038 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3da9b3cb-e0e8-414d-86b7-f9cd56cf796b req-1f74942a-abe2-4e9e-bc5d-fbfb3c1d62f0 tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] 10.222.0.22 "GET /v2.0/ports?device_id=e10bd09a-ba3d-454e-a1ef-1179f7504992 HTTP/1.1" status: 200 len: 948 time: 0.2202365 Aug 29 04:09:24.199442 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a823ad-3240-4192-99a3-443cc907cf14 req-ddef4202-00f4-409f-a6b1-6cace72a2d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:24.200999 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-49a823ad-3240-4192-99a3-443cc907cf14 req-ddef4202-00f4-409f-a6b1-6cace72a2d56 service neutron] 10.222.0.48 "GET /v2.0/networks?id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 HTTP/1.1" status: 200 len: 870 time: 0.3606994 Aug 29 04:09:24.202197 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c4bf7d32-6fbf-4287-89ef-3ce18b955835 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:24.286256 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3da9b3cb-e0e8-414d-86b7-f9cd56cf796b req-f8c219a6-6e8d-41ed-86a0-34740c9bf5f7 tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] 10.222.0.22 "GET /v2.0/security-groups?id=6a4ce006-583b-494a-bd8e-b70bed49aebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852551 Aug 29 04:09:24.294601 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-bee48097-4188-4414-be0e-87a8d6f705c7 req-b8890430-6abd-4340-9bb4-761667e60499 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:24.296821 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4646c4d-ebd4-47ea-9558-d934c33e33fc req-67091fa8-4037-4802-9a44-5119726fdadb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:24.298374 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e4646c4d-ebd4-47ea-9558-d934c33e33fc req-67091fa8-4037-4802-9a44-5119726fdadb service neutron] 10.222.0.46 "GET /v2.0/networks?id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 HTTP/1.1" status: 200 len: 870 time: 0.4345825 Aug 29 04:09:24.307996 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c4bf7d32-6fbf-4287-89ef-3ce18b955835 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4311743'] for subnet, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:24.324815 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-49a823ad-3240-4192-99a3-443cc907cf14 req-f02ea9be-043a-42d9-a39d-1caab5bb6206 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=61503e2e-baf8-493f-9f87-631b4a016c8b HTTP/1.1" status: 200 len: 217 time: 0.1119800 Aug 29 04:09:24.325111 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:24.337493 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e1dfda99-1c5d-4d81-a973-c123bb3a79af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:24.365935 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 019f8130-72e7-4ecb-b3e8-ab0de8c336ca, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=019f8130-72e7-4ecb-b3e8-ab0de8c336ca,segment=NetworkSegment(3d556c5e-68f6-44a4-b566-57f69027162c),segment_id=3d556c5e-68f6-44a4-b566-57f69027162c)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:09:24.370893 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:24.381182 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e1dfda99-1c5d-4d81-a973-c123bb3a79af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:24.388350 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f9132876-0e72-423e-bf5e-cb3f742084c3 tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] Notify callbacks [] for floatingip, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:24.419341 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e4646c4d-ebd4-47ea-9558-d934c33e33fc req-7b54c00c-2962-4600-9c19-25223c54ea23 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=ea1f70ee-b550-4aef-a765-072dca3d50eb HTTP/1.1" status: 200 len: 217 time: 0.0891235 Aug 29 04:09:24.452986 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=019f8130-72e7-4ecb-b3e8-ab0de8c336ca,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:24.510126 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c4bf7d32-6fbf-4287-89ef-3ce18b955835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:24.519621 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-e1dfda99-1c5d-4d81-a973-c123bb3a79af admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5db98f5e37674006a5b59cf0be4568b5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1746714 Aug 29 04:09:24.538951 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 34176) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:24.548408 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a823ad-3240-4192-99a3-443cc907cf14 req-5c8cb03d-3a94-4252-9f66-39e4d0fb880f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:24.549870 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-49a823ad-3240-4192-99a3-443cc907cf14 req-5c8cb03d-3a94-4252-9f66-39e4d0fb880f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=18cd12d4-b12a-41b0-b0c5-618edbb84e74 HTTP/1.1" status: 200 len: 843 time: 0.2095201 Aug 29 04:09:24.550484 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dfda99-1c5d-4d81-a973-c123bb3a79af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb4f0f51-8da9-46d3-9fdf-ff8aa4f14d9e,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:24.624025 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4646c4d-ebd4-47ea-9558-d934c33e33fc req-e286ebfb-2904-41ad-9348-b8190b2b31f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:24.627530 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e4646c4d-ebd4-47ea-9558-d934c33e33fc req-e286ebfb-2904-41ad-9348-b8190b2b31f1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=18cd12d4-b12a-41b0-b0c5-618edbb84e74 HTTP/1.1" status: 200 len: 843 time: 0.1846337 Aug 29 04:09:24.646899 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c4bf7d32-6fbf-4287-89ef-3ce18b955835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4552352'] for subnet, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:24.702424 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a823ad-3240-4192-99a3-443cc907cf14 req-f220bba3-ceba-4ee6-ba5e-4aca191785f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:24.704024 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-49a823ad-3240-4192-99a3-443cc907cf14 req-f220bba3-ceba-4ee6-ba5e-4aca191785f4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1394446 Aug 29 04:09:24.719567 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bf7d32-6fbf-4287-89ef-3ce18b955835 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4deead2-0a40-4567-a467-e23121e6f835,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:24.741781 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c4bf7d32-6fbf-4287-89ef-3ce18b955835 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:24.744133 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-c4bf7d32-6fbf-4287-89ef-3ce18b955835 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/c4deead2-0a40-4567-a467-e23121e6f835 HTTP/1.1" status: 204 len: 168 time: 0.6448815 Aug 29 04:09:24.752354 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128ae623-0c56-4e7c-8d4b-84d48e77a790 None None] Network 6d9b6573-0a63-4e67-9959-746ee110fc7b requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:09:24.772568 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 34188) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:24.804585 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ac71a197-87f7-44e8-a3bf-d62a20d03969 req-3341f8b0-f625-4be5-a48e-924de4622c2f tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=deb3dc006f0a4f35812708db69505629&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0964458 Aug 29 04:09:24.874973 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f9132876-0e72-423e-bf5e-cb3f742084c3 tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:24.891594 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-33e63951-a017-4901-a06d-aa47f0980a69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:25.054036 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4646c4d-ebd4-47ea-9558-d934c33e33fc req-faf606d1-4b20-4827-b50b-7af5bb306ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:25.055447 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e4646c4d-ebd4-47ea-9558-d934c33e33fc req-faf606d1-4b20-4827-b50b-7af5bb306ab8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4202173 Aug 29 04:09:25.073015 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-bee48097-4188-4414-be0e-87a8d6f705c7 req-b8890430-6abd-4340-9bb4-761667e60499 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:25.092798 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-bee48097-4188-4414-be0e-87a8d6f705c7 req-b8890430-6abd-4340-9bb4-761667e60499 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:25.102308 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e81cf9-7c2e-457f-a89b-d39919050e1a None None] DHCP port deletion for 6d9b6573-0a63-4e67-9959-746ee110fc7b request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:09:25.178856 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-57e81cf9-7c2e-457f-a89b-d39919050e1a None None] Deleting port 94107bdc-d9d1-4c3e-9a0f-500054dd9786 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:09:25.179602 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-57e81cf9-7c2e-457f-a89b-d39919050e1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:25.186900 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-bee48097-4188-4414-be0e-87a8d6f705c7 req-b8890430-6abd-4340-9bb4-761667e60499 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719515'] for floatingip, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:25.198939 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-49a823ad-3240-4192-99a3-443cc907cf14 req-d30b044f-46bd-469e-a2f0-48c33daa15f0 service neutron] 10.222.0.48 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4865336 Aug 29 04:09:25.232589 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8890430-6abd-4340-9bb4-761667e60499 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Pushing event updated for resources: {'Port': ['ID=e135c8e5-e4af-4b7e-9010-cb3f901be774,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:25.233391 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3e0f8718-a6b3-4365-bc41-878ab2b8b280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:25.244048 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-33e63951-a017-4901-a06d-aa47f0980a69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:25.256780 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-57e81cf9-7c2e-457f-a89b-d39919050e1a None None] For port 94107bdc-d9d1-4c3e-9a0f-500054dd9786, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=94107bdc-d9d1-4c3e-9a0f-500054dd9786,segment=NetworkSegment(2a685cc1-5a5d-4fc7-a0ed-f95228951b59),segment_id=2a685cc1-5a5d-4fc7-a0ed-f95228951b59)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:09:25.256780 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-57e81cf9-7c2e-457f-a89b-d39919050e1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:25.272811 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-57e81cf9-7c2e-457f-a89b-d39919050e1a None None] Calling delete_port for 94107bdc-d9d1-4c3e-9a0f-500054dd9786 owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:09:25.275540 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-bee48097-4188-4414-be0e-87a8d6f705c7 req-b8890430-6abd-4340-9bb4-761667e60499 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:25.283599 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bee48097-4188-4414-be0e-87a8d6f705c7 req-b8890430-6abd-4340-9bb4-761667e60499 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.5367212 Aug 29 04:09:25.356634 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e4646c4d-ebd4-47ea-9558-d934c33e33fc req-0558e2fe-1d88-41d0-8539-57d464c2f846 service neutron] 10.222.0.46 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2860150 Aug 29 04:09:25.365234 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bee48097-4188-4414-be0e-87a8d6f705c7 req-fca80bfd-4e45-4558-b404-fe3fb82e7142 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.0.156 HTTP/1.1" status: 200 len: 696 time: 0.0806725 Aug 29 04:09:25.385412 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-57e81cf9-7c2e-457f-a89b-d39919050e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:25.420686 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-f9132876-0e72-423e-bf5e-cb3f742084c3 tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] Allocated IP 172.25.0.20 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/f5ce355d-afcd-483f-b759-ec5612ec64c0) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:09:25.428998 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e81cf9-7c2e-457f-a89b-d39919050e1a None None] Pushing event deleted for resources: {'Port': ['ID=94107bdc-d9d1-4c3e-9a0f-500054dd9786,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:25.440879 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac71a197-87f7-44e8-a3bf-d62a20d03969 req-e7d51ad4-5902-4828-a5d0-09f49c48d3ec tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:25.442055 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e81cf9-7c2e-457f-a89b-d39919050e1a None None] No DVR routers for this DVR port 94107bdc-d9d1-4c3e-9a0f-500054dd9786 on host n-d-712140-12 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:09:25.442775 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ac71a197-87f7-44e8-a3bf-d62a20d03969 req-e7d51ad4-5902-4828-a5d0-09f49c48d3ec tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5944612 Aug 29 04:09:25.484682 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 019f8130-72e7-4ecb-b3e8-ab0de8c336ca up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:09:25.524483 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ac71a197-87f7-44e8-a3bf-d62a20d03969 req-a8c2b180-f603-4751-83db-1db064ba69c9 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/quotas/deb3dc006f0a4f35812708db69505629 HTTP/1.1" status: 200 len: 375 time: 0.0315201 Aug 29 04:09:25.525071 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-49a823ad-3240-4192-99a3-443cc907cf14 req-f3f7972a-b408-4e1f-b6c9-d4b62411e946 service neutron] 10.222.0.48 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3109658 Aug 29 04:09:25.590219 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 019f8130-72e7-4ecb-b3e8-ab0de8c336ca triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:09:25.590567 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee48097-4188-4414-be0e-87a8d6f705c7 req-9e03f025-724c-4616-918d-ee0c82400f71 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:25.590740 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:25.603373 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bee48097-4188-4414-be0e-87a8d6f705c7 req-9e03f025-724c-4616-918d-ee0c82400f71 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] 10.222.0.22 "GET /v2.0/networks/e6c84a15-2e6f-4c07-8ede-a88148c2fe90 HTTP/1.1" status: 200 len: 784 time: 0.2371757 Aug 29 04:09:25.612077 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ac71a197-87f7-44e8-a3bf-d62a20d03969 req-5229b0c9-a35f-4bd7-a94d-be9048ce6397 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=deb3dc006f0a4f35812708db69505629&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0453730 Aug 29 04:09:25.613260 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e4646c4d-ebd4-47ea-9558-d934c33e33fc req-f2e30f77-ee7e-4b69-b7be-50b799b5afbb service neutron] 10.222.0.46 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458944 Aug 29 04:09:25.669705 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-33e63951-a017-4901-a06d-aa47f0980a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:25.672621 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-33e63951-a017-4901-a06d-aa47f0980a69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:25.674264 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-33e63951-a017-4901-a06d-aa47f0980a69 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bb4f0f51-8da9-46d3-9fdf-ff8aa4f14d9e HTTP/1.1" status: 204 len: 168 time: 1.1330681 Aug 29 04:09:25.677480 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3e0f8718-a6b3-4365-bc41-878ab2b8b280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:25.698150 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-3e0f8718-a6b3-4365-bc41-878ab2b8b280 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d9b6573-0a63-4e67-9959-746ee110fc7b']}} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:09:25.704818 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e63951-a017-4901-a06d-aa47f0980a69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb4f0f51-8da9-46d3-9fdf-ff8aa4f14d9e,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:25.717872 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-3e0f8718-a6b3-4365-bc41-878ab2b8b280 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a685cc1-5a5d-4fc7-a0ed-f95228951b59') {'for_net_delete': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:09:25.718089 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-3e0f8718-a6b3-4365-bc41-878ab2b8b280 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a685cc1-5a5d-4fc7-a0ed-f95228951b59') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:09:25.737874 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3e0f8718-a6b3-4365-bc41-878ab2b8b280 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4311712'] for segment, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:25.767098 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1b956c-e9b4-4bb4-ad22-4f52408ef22a req-08f26af6-76a9-4ba6-a7da-895cfbd2955c tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:25.769391 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0c1b956c-e9b4-4bb4-ad22-4f52408ef22a req-08f26af6-76a9-4ba6-a7da-895cfbd2955c tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=b83569e1-b257-4d78-919b-861ace2c9e5d HTTP/1.1" status: 200 len: 949 time: 0.1158578 Aug 29 04:09:25.831778 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3e0f8718-a6b3-4365-bc41-878ab2b8b280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:25.837616 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device ca03363c-8150-420d-8512-0a3c1b4ff1b3 up at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:09:25.839926 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f9132876-0e72-423e-bf5e-cb3f742084c3 tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:25.849303 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e0f8718-a6b3-4365-bc41-878ab2b8b280 admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=94829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:09:25.850025 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3e0f8718-a6b3-4365-bc41-878ab2b8b280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4274277'] for segment, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:25.853205 n-d-712140-12 neutron-server[94829]: Traceback (most recent call last): Aug 29 04:09:25.853205 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:09:25.853205 n-d-712140-12 neutron-server[94829]: timer() Aug 29 04:09:25.853205 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:09:25.853205 n-d-712140-12 neutron-server[94829]: cb(*args, **kw) Aug 29 04:09:25.853205 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:09:25.853205 n-d-712140-12 neutron-server[94829]: return func(*args, **kwargs) Aug 29 04:09:25.853205 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:09:25.853205 n-d-712140-12 neutron-server[94829]: self._notify() Aug 29 04:09:25.853205 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:09:25.853205 n-d-712140-12 neutron-server[94829]: self.callback(batched_events) Aug 29 04:09:25.853205 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:09:25.853205 n-d-712140-12 neutron-server[94829]: event.method(event) Aug 29 04:09:25.853205 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:09:25.853205 n-d-712140-12 neutron-server[94829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:09:25.853205 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:09:25.853205 n-d-712140-12 neutron-server[94829]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:09:25.853205 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:09:25.853205 n-d-712140-12 neutron-server[94829]: return f(self, *a, **k) Aug 29 04:09:25.853205 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:09:25.853205 n-d-712140-12 neutron-server[94829]: return self._get(url).json() Aug 29 04:09:25.853205 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:09:25.853205 n-d-712140-12 neutron-server[94829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:09:25.853205 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:09:25.853205 n-d-712140-12 neutron-server[94829]: return self.request(url, 'GET', **kwargs) Aug 29 04:09:25.853205 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:09:25.853205 n-d-712140-12 neutron-server[94829]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:09:25.853205 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:09:25.853205 n-d-712140-12 neutron-server[94829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:09:25.853205 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:09:25.853205 n-d-712140-12 neutron-server[94829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:09:25.853205 n-d-712140-12 neutron-server[94829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:09:25.865373 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0c1b956c-e9b4-4bb4-ad22-4f52408ef22a req-233dbd64-0f31-474f-b92e-7017940d6bf2 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897133 Aug 29 04:09:25.961731 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 2417486d-fa47-48c5-86b3-784e0c7504c3 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:09:25.968330 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3e0f8718-a6b3-4365-bc41-878ab2b8b280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:25.977406 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3e0f8718-a6b3-4365-bc41-878ab2b8b280 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:25.981100 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-3e0f8718-a6b3-4365-bc41-878ab2b8b280 admin admin] 10.222.0.22 "DELETE /v2.0/networks/6d9b6573-0a63-4e67-9959-746ee110fc7b HTTP/1.1" status: 204 len: 168 time: 1.2023873 Aug 29 04:09:25.988705 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 2417486d-fa47-48c5-86b3-784e0c7504c3 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:09:25.989125 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 2417486d-fa47-48c5-86b3-784e0c7504c3 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:09:25.989683 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 459d5625-7083-4c41-8d77-bbf60c885848 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:09:26.001651 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0f8718-a6b3-4365-bc41-878ab2b8b280 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d9b6573-0a63-4e67-9959-746ee110fc7b,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:26.021855 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f9132876-0e72-423e-bf5e-cb3f742084c3 tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:26.038285 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 459d5625-7083-4c41-8d77-bbf60c885848 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:09:26.038643 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 459d5625-7083-4c41-8d77-bbf60c885848 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:09:26.039085 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 94107bdc-d9d1-4c3e-9a0f-500054dd9786 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:09:26.072492 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 94107bdc-d9d1-4c3e-9a0f-500054dd9786 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:09:26.072871 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 94107bdc-d9d1-4c3e-9a0f-500054dd9786 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:09:26.074304 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning for port ca03363c-8150-420d-8512-0a3c1b4ff1b3 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:09:26.079459 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning complete for port ca03363c-8150-420d-8512-0a3c1b4ff1b3 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:09:26.081350 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:26.118031 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10bab8b-6573-4184-92f1-19650de07236 req-39eae3af-27c2-43d5-a20e-317d5f563415 tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:26.119940 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c10bab8b-6573-4184-92f1-19650de07236 req-39eae3af-27c2-43d5-a20e-317d5f563415 tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] 10.222.0.22 "GET /v2.0/ports?device_id=e10bd09a-ba3d-454e-a1ef-1179f7504992 HTTP/1.1" status: 200 len: 948 time: 0.1114700 Aug 29 04:09:26.127881 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9132876-0e72-423e-bf5e-cb3f742084c3 tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:09:26.145367 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-f9132876-0e72-423e-bf5e-cb3f742084c3 tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:09:26.161254 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9132876-0e72-423e-bf5e-cb3f742084c3 tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:09:26.175168 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c10bab8b-6573-4184-92f1-19650de07236 req-4ad29f29-3459-48d5-b2a0-00bdab3a72ab tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] 10.222.0.22 "GET /v2.0/security-groups?id=6a4ce006-583b-494a-bd8e-b70bed49aebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474792 Aug 29 04:09:26.245961 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:26.256144 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132876-0e72-423e-bf5e-cb3f742084c3 tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] Pushing event updated for resources: {'Port': ['ID=f5ce355d-afcd-483f-b759-ec5612ec64c0,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:26.308144 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b83569e1-b257-4d78-919b-861ace2c9e5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca03363c-8150-420d-8512-0a3c1b4ff1b3'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:09:26.310873 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9d2708d-f7eb-40c5-b4ae-82135c3c3f0f" -d '{"events": [{"server_uuid": "b83569e1-b257-4d78-919b-861ace2c9e5d", "name": "network-vif-plugged", "status": "completed", "tag": "ca03363c-8150-420d-8512-0a3c1b4ff1b3"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:09:26.376210 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port ca03363c-8150-420d-8512-0a3c1b4ff1b3, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=ca03363c-8150-420d-8512-0a3c1b4ff1b3,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:09:26.381502 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:26.404685 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fac848fb-639d-49f9-a56a-e6576066d1dc req-160aa9e4-4c5c-4456-9dfe-2fce65c05474 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=deb3dc006f0a4f35812708db69505629&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0726087 Aug 29 04:09:26.451295 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 34222) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:26.452819 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f9132876-0e72-423e-bf5e-cb3f742084c3 tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:26.475065 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=ca03363c-8150-420d-8512-0a3c1b4ff1b3,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:26.494690 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 34226) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:26.541005 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a818b8a5-c2b8-493b-b92e-b743bd71910a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:26.556021 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c698a093-ac0b-4a55-b85f-92cc2abe3224 req-1bb75ff5-cca1-4f89-a8ef-5be952c42570 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:26.560793 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c698a093-ac0b-4a55-b85f-92cc2abe3224 req-1bb75ff5-cca1-4f89-a8ef-5be952c42570 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] 10.222.0.22 "GET /v2.0/ports?device_id=749bb753-6c27-400d-ab1a-f536aadba2d8&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2268384 Aug 29 04:09:26.565981 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac848fb-639d-49f9-a56a-e6576066d1dc req-59956bd6-8972-40cd-9abb-561019f6ebbf tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:26.572303 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fac848fb-639d-49f9-a56a-e6576066d1dc req-59956bd6-8972-40cd-9abb-561019f6ebbf tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1613882 Aug 29 04:09:26.587984 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fac848fb-639d-49f9-a56a-e6576066d1dc req-a3668f17-0135-4292-84c2-3ee0eff4d84e tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/quotas/deb3dc006f0a4f35812708db69505629 HTTP/1.1" status: 200 len: 375 time: 0.0112200 Aug 29 04:09:26.632483 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fac848fb-639d-49f9-a56a-e6576066d1dc req-2734992e-f856-40f9-814e-cadfa8ff7231 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=deb3dc006f0a4f35812708db69505629&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344195 Aug 29 04:09:26.632742 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f9132876-0e72-423e-bf5e-cb3f742084c3 tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:26.646127 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-2615534a-bee6-4770-9c25-41e017cfa06d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e7fedca057704534881b9beafd1bd961&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1889486 Aug 29 04:09:26.647768 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 34228) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:26.680403 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c698a093-ac0b-4a55-b85f-92cc2abe3224 req-68cab1a9-1769-493f-b426-0ddd5b3ba4dc tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.0.156 HTTP/1.1" status: 200 len: 696 time: 0.1048958 Aug 29 04:09:26.703534 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-c698a093-ac0b-4a55-b85f-92cc2abe3224 req-fccb2710-e618-49f1-8ae6-f5de09c6313c tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Request body: {'floatingip': {'port_id': '9945918b-cb36-429e-bad1-d4e797a7a2d1', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:09:26.797624 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-865b4e31-e2c0-45e5-8a7d-ef5082bb1970 x-openstack-request-id: req-865b4e31-e2c0-45e5-8a7d-ef5082bb1970 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:09:26.798152 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b83569e1-b257-4d78-919b-861ace2c9e5d", "name": "network-vif-plugged", "status": "completed", "tag": "ca03363c-8150-420d-8512-0a3c1b4ff1b3", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:09:26.798625 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-865b4e31-e2c0-45e5-8a7d-ef5082bb1970 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:09:26.799271 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b83569e1-b257-4d78-919b-861ace2c9e5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca03363c-8150-420d-8512-0a3c1b4ff1b3', 'code': 200} Aug 29 04:09:26.804825 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-c698a093-ac0b-4a55-b85f-92cc2abe3224 req-fccb2710-e618-49f1-8ae6-f5de09c6313c tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Notify callbacks [] for floatingip, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:26.883506 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d3846f46-9625-4837-8530-55cadba43ca6 req-305b9092-f6b4-445e-adb5-38e5232d9e69 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7544df5-0d57-404e-87e6-ccc1d6ac0bef HTTP/1.1" status: 200 len: 210 time: 0.0396888 Aug 29 04:09:26.958416 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0804a83a-1394-4a14-a0c9-d8139bb72d7e req-ee42e30f-acb1-4f2f-b86a-858f315e90d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:26.960287 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0804a83a-1394-4a14-a0c9-d8139bb72d7e req-ee42e30f-acb1-4f2f-b86a-858f315e90d0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b83569e1-b257-4d78-919b-861ace2c9e5d HTTP/1.1" status: 200 len: 1102 time: 0.0611713 Aug 29 04:09:27.014099 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0804a83a-1394-4a14-a0c9-d8139bb72d7e req-ae2b2f4b-d3a7-46ec-b851-d634025dcfa2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461984 Aug 29 04:09:27.058080 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24d06d2-a51d-4909-8ab6-af3a87f751b1 req-1c7a313f-c052-4401-b365-b0785d08dc46 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:27.060145 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e24d06d2-a51d-4909-8ab6-af3a87f751b1 req-1c7a313f-c052-4401-b365-b0785d08dc46 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=b83569e1-b257-4d78-919b-861ace2c9e5d HTTP/1.1" status: 200 len: 950 time: 0.0617616 Aug 29 04:09:27.085315 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2a536327-c8a7-45f3-b344-cc34cf08589d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:27.119144 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e24d06d2-a51d-4909-8ab6-af3a87f751b1 req-cc2cec0d-a065-46a4-a529-ca0265a96372 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493262 Aug 29 04:09:27.182550 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2a536327-c8a7-45f3-b344-cc34cf08589d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:27.217989 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a818b8a5-c2b8-493b-b92e-b743bd71910a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:27.234020 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a818b8a5-c2b8-493b-b92e-b743bd71910a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:27.282288 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 61503e2e-baf8-493f-9f87-631b4a016c8b details requested by agent hyperv_n-h2-712140-12 with host n-h2-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:09:27.346636 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f9132876-0e72-423e-bf5e-cb3f742084c3 tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:27.355189 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f631b172-6435-4890-a155-826666e1758a req-eaa4f864-5629-436b-a5df-68d09233daa6 tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:27.357089 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f631b172-6435-4890-a155-826666e1758a req-eaa4f864-5629-436b-a5df-68d09233daa6 tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] 10.222.0.22 "GET /v2.0/ports?device_id=e10bd09a-ba3d-454e-a1ef-1179f7504992 HTTP/1.1" status: 200 len: 948 time: 0.0582647 Aug 29 04:09:27.408373 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 61503e2e-baf8-493f-9f87-631b4a016c8b, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=61503e2e-baf8-493f-9f87-631b4a016c8b,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:09:27.418905 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f631b172-6435-4890-a155-826666e1758a req-dc737b1d-ed91-44d8-8856-39a309d0bfef tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] 10.222.0.22 "GET /v2.0/security-groups?id=6a4ce006-583b-494a-bd8e-b70bed49aebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530152 Aug 29 04:09:27.428260 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f9132876-0e72-423e-bf5e-cb3f742084c3 tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:27.434328 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Returning: {'device': '61503e2e-baf8-493f-9f87-631b4a016c8b', 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45', 'port_id': '61503e2e-baf8-493f-9f87-631b4a016c8b', 'mac_address': 'fa:16:3e:4a:ea:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18cd12d4-b12a-41b0-b0c5-618edbb84e74', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:09:27.442137 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-a818b8a5-c2b8-493b-b92e-b743bd71910a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c0ddc25591a14b2a8268352b2c46b1b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9458430 Aug 29 04:09:27.450120 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 34246) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:27.454110 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a818b8a5-c2b8-493b-b92e-b743bd71910a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77631a89-8800-41fd-a677-788a1b238f9b,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:27.489369 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:27.490164 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2a536327-c8a7-45f3-b344-cc34cf08589d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:27.493229 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2a536327-c8a7-45f3-b344-cc34cf08589d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:27.497110 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-2a536327-c8a7-45f3-b344-cc34cf08589d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/651f9846-c21d-4e3d-8099-70296c33200d HTTP/1.1" status: 204 len: 168 time: 0.8295565 Aug 29 04:09:27.510166 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61503e2e-baf8-493f-9f87-631b4a016c8b {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:09:27.534550 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 61503e2e-baf8-493f-9f87-631b4a016c8b, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=61503e2e-baf8-493f-9f87-631b4a016c8b,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:09:27.541209 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:27.542952 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4c770cea-2817-4206-a325-53c9b131796d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:27.590418 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4c770cea-2817-4206-a325-53c9b131796d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:27.599725 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a536327-c8a7-45f3-b344-cc34cf08589d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=651f9846-c21d-4e3d-8099-70296c33200d,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:27.636763 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=61503e2e-baf8-493f-9f87-631b4a016c8b,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:27.659712 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132876-0e72-423e-bf5e-cb3f742084c3 tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] Pushing event updated for resources: {'Port': ['ID=f5ce355d-afcd-483f-b759-ec5612ec64c0,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:27.683479 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f9132876-0e72-423e-bf5e-cb3f742084c3 tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719515'] for floatingip, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:27.695977 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ac71a197-87f7-44e8-a3bf-d62a20d03969 req-e8c9aecd-a6b0-42f6-993c-4145d08f5165 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=deb3dc006f0a4f35812708db69505629&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0730958 Aug 29 04:09:27.718752 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4c770cea-2817-4206-a325-53c9b131796d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:27.722100 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4c770cea-2817-4206-a325-53c9b131796d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:27.723442 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-4c770cea-2817-4206-a325-53c9b131796d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/77631a89-8800-41fd-a677-788a1b238f9b HTTP/1.1" status: 204 len: 168 time: 0.2720532 Aug 29 04:09:27.762100 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f9132876-0e72-423e-bf5e-cb3f742084c3 tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:27.765366 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-f9132876-0e72-423e-bf5e-cb3f742084c3 tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0200949 Aug 29 04:09:27.808692 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c770cea-2817-4206-a325-53c9b131796d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77631a89-8800-41fd-a677-788a1b238f9b,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:27.914825 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac71a197-87f7-44e8-a3bf-d62a20d03969 req-507be36c-3fad-4aba-a338-8ba62b2d100a tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:27.918078 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ac71a197-87f7-44e8-a3bf-d62a20d03969 req-507be36c-3fad-4aba-a338-8ba62b2d100a tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2124970 Aug 29 04:09:27.933221 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-ac71a197-87f7-44e8-a3bf-d62a20d03969 req-89fb2630-7972-4eab-8082-f4a26b904e76 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Request body: {'port': {'device_id': '3698ca45-79dc-4840-b1cf-184940aeb2f5', 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45', 'admin_state_up': True, 'tenant_id': 'deb3dc006f0a4f35812708db69505629'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:09:28.036250 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['61503e2e-baf8-493f-9f87-631b4a016c8b'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:09:28.148590 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9e2f50b2-6fcb-487b-94be-8019b4c8f390 req-4df3dbee-8c65-4d27-8916-76dde16358eb tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7544df5-0d57-404e-87e6-ccc1d6ac0bef HTTP/1.1" status: 200 len: 210 time: 0.1166327 Aug 29 04:09:28.214885 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fac848fb-639d-49f9-a56a-e6576066d1dc req-0c8934b6-b001-4dc5-8b42-5ba7e7660d5d tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=deb3dc006f0a4f35812708db69505629&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0698183 Aug 29 04:09:28.235798 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-c698a093-ac0b-4a55-b85f-92cc2abe3224 req-fccb2710-e618-49f1-8ae6-f5de09c6313c tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:28.240425 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-c698a093-ac0b-4a55-b85f-92cc2abe3224 req-fccb2710-e618-49f1-8ae6-f5de09c6313c tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719515'] for floatingip, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:28.258907 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:28.465710 n-d-712140-12 neutron-server[94829]: INFO neutron.db.l3_db [req-c698a093-ac0b-4a55-b85f-92cc2abe3224 req-fccb2710-e618-49f1-8ae6-f5de09c6313c tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Floating IP 45fd3ec4-9bab-41dc-bdfc-0329b635c0c2 associated. External IP: 172.25.0.156, port: 9945918b-cb36-429e-bad1-d4e797a7a2d1. Aug 29 04:09:28.564143 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1102f5d-a644-4056-8f90-3d551461aa04 req-3977d21b-b103-4c83-9cdc-204c940b7f1f tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:28.565729 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e1102f5d-a644-4056-8f90-3d551461aa04 req-3977d21b-b103-4c83-9cdc-204c940b7f1f tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=b83569e1-b257-4d78-919b-861ace2c9e5d HTTP/1.1" status: 200 len: 950 time: 0.2327411 Aug 29 04:09:28.566381 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac71a197-87f7-44e8-a3bf-d62a20d03969 req-89fb2630-7972-4eab-8082-f4a26b904e76 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Made reservation on behalf of deb3dc006f0a4f35812708db69505629 for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:09:28.569726 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-ac71a197-87f7-44e8-a3bf-d62a20d03969 req-89fb2630-7972-4eab-8082-f4a26b904e76 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:28.583417 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-ac71a197-87f7-44e8-a3bf-d62a20d03969 req-89fb2630-7972-4eab-8082-f4a26b904e76 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:28.674262 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac848fb-639d-49f9-a56a-e6576066d1dc req-f16f590f-22ea-4d1f-9efd-94f0e16600af tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:28.675733 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fac848fb-639d-49f9-a56a-e6576066d1dc req-f16f590f-22ea-4d1f-9efd-94f0e16600af tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4371760 Aug 29 04:09:28.701638 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-fac848fb-639d-49f9-a56a-e6576066d1dc req-e205a37e-2313-4861-8725-ab12f5387db3 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Request body: {'port': {'device_id': 'd7544df5-0d57-404e-87e6-ccc1d6ac0bef', 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45', 'admin_state_up': True, 'tenant_id': 'deb3dc006f0a4f35812708db69505629'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:09:28.821863 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e1102f5d-a644-4056-8f90-3d551461aa04 req-0ff6c0e0-130c-495e-a79b-f592783af715 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423637 Aug 29 04:09:28.892423 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c698a093-ac0b-4a55-b85f-92cc2abe3224 req-fccb2710-e618-49f1-8ae6-f5de09c6313c tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Router 0982452e-5009-440e-8916-b658f9b4387c has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:09:28.906003 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-ac71a197-87f7-44e8-a3bf-d62a20d03969 req-89fb2630-7972-4eab-8082-f4a26b904e76 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:28.918912 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-ac71a197-87f7-44e8-a3bf-d62a20d03969 req-89fb2630-7972-4eab-8082-f4a26b904e76 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:29.023270 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fac848fb-639d-49f9-a56a-e6576066d1dc req-e205a37e-2313-4861-8725-ab12f5387db3 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Made reservation on behalf of deb3dc006f0a4f35812708db69505629 for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:09:29.026997 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-fac848fb-639d-49f9-a56a-e6576066d1dc req-e205a37e-2313-4861-8725-ab12f5387db3 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:29.060618 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fb2630-7972-4eab-8082-f4a26b904e76 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=268ad66b-6c1a-4e93-9fbd-057377cdbb7a,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:29.140041 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c698a093-ac0b-4a55-b85f-92cc2abe3224 req-fccb2710-e618-49f1-8ae6-f5de09c6313c tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:09:29.150174 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-c698a093-ac0b-4a55-b85f-92cc2abe3224 req-fccb2710-e618-49f1-8ae6-f5de09c6313c tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:29.159986 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09dbed2-ab87-44ab-ae15-80cdf6c95540 None None] Sync routers for ids ['0982452e-5009-440e-8916-b658f9b4387c'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:09:29.180475 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09dbed2-ab87-44ab-ae15-80cdf6c95540 None None] Routers {'0982452e-5009-440e-8916-b658f9b4387c'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:09:29.182368 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-a09dbed2-ab87-44ab-ae15-80cdf6c95540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:09:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['0982452e-5009-440e-8916-b658f9b4387c'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:09:29.221199 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c698a093-ac0b-4a55-b85f-92cc2abe3224 req-fccb2710-e618-49f1-8ae6-f5de09c6313c tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] 10.222.0.22 "PUT /v2.0/floatingips/45fd3ec4-9bab-41dc-bdfc-0329b635c0c2 HTTP/1.1" status: 200 len: 996 time: 2.5307035 Aug 29 04:09:29.222288 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '749bb753-6c27-400d-ab1a-f536aadba2d8', 'tag': '9945918b-cb36-429e-bad1-d4e797a7a2d1'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:09:29.227545 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a931e7d-3447-41f2-9e95-288aad57f9e2" -d '{"events": [{"name": "network-changed", "server_uuid": "749bb753-6c27-400d-ab1a-f536aadba2d8", "tag": "9945918b-cb36-429e-bad1-d4e797a7a2d1"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:09:29.302306 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 61503e2e-baf8-493f-9f87-631b4a016c8b up at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:09:29.316616 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c698a093-ac0b-4a55-b85f-92cc2abe3224 req-cbbd8349-2236-4b22-a70b-1d67536dec1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:29.325310 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c698a093-ac0b-4a55-b85f-92cc2abe3224 req-cbbd8349-2236-4b22-a70b-1d67536dec1d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=15cb8928e53548e3a84be2fdd93ca64b&device_id=749bb753-6c27-400d-ab1a-f536aadba2d8 HTTP/1.1" status: 200 len: 1097 time: 0.0896139 Aug 29 04:09:29.368676 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb0bd9-a5fd-4dd8-a15c-8b3a217cc613 req-7e97180c-8447-487e-a635-3c9a9f25387d tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:29.371437 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dddb0bd9-a5fd-4dd8-a15c-8b3a217cc613 req-7e97180c-8447-487e-a635-3c9a9f25387d tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] 10.222.0.22 "GET /v2.0/ports?device_id=e10bd09a-ba3d-454e-a1ef-1179f7504992 HTTP/1.1" status: 200 len: 949 time: 0.2742774 Aug 29 04:09:29.373502 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-ac71a197-87f7-44e8-a3bf-d62a20d03969 req-89fb2630-7972-4eab-8082-f4a26b904e76 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Allocated IP 192.168.233.143 (13e6dfc1-e9e7-40a1-8a14-d0febabf4d45/18cd12d4-b12a-41b0-b0c5-618edbb84e74/1b6ae066-aa3e-4b59-956a-1ed6c89e421c) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:09:29.439639 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning for port 61503e2e-baf8-493f-9f87-631b4a016c8b completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:09:29.449116 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning complete for port 61503e2e-baf8-493f-9f87-631b4a016c8b triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:09:29.449871 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:29.491567 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-a09dbed2-ab87-44ab-ae15-80cdf6c95540 None None] Set router 0982452e-5009-440e-8916-b658f9b4387c gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:09:29.578018 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c698a093-ac0b-4a55-b85f-92cc2abe3224 req-339c38d6-877f-45f6-812f-bed7e0c76f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:29.582342 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c698a093-ac0b-4a55-b85f-92cc2abe3224 req-339c38d6-877f-45f6-812f-bed7e0c76f77 service neutron] 10.222.0.22 "GET /v2.0/networks?id=7933d3e7-f004-4fe2-93b4-59b849cecb79 HTTP/1.1" status: 200 len: 930 time: 0.2553921 Aug 29 04:09:29.588775 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dddb0bd9-a5fd-4dd8-a15c-8b3a217cc613 req-4e7324b6-026c-4560-966c-d3677efbfc5f tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] 10.222.0.22 "GET /v2.0/security-groups?id=6a4ce006-583b-494a-bd8e-b70bed49aebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850860 Aug 29 04:09:29.671893 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:29.735240 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e10bd09a-ba3d-454e-a1ef-1179f7504992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61503e2e-baf8-493f-9f87-631b4a016c8b'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:09:29.737604 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e3ff04a-d4bb-4ab2-b3de-874423d9252e" -d '{"events": [{"server_uuid": "e10bd09a-ba3d-454e-a1ef-1179f7504992", "name": "network-vif-plugged", "status": "completed", "tag": "61503e2e-baf8-493f-9f87-631b4a016c8b"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:09:29.777641 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 61503e2e-baf8-493f-9f87-631b4a016c8b, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=61503e2e-baf8-493f-9f87-631b4a016c8b,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:09:29.785985 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:29.868478 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c698a093-ac0b-4a55-b85f-92cc2abe3224 req-e49898f3-5201-441f-bb59-99dca01b17be service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9945918b-cb36-429e-bad1-d4e797a7a2d1 HTTP/1.1" status: 200 len: 999 time: 0.2791605 Aug 29 04:09:29.916530 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-ac71a197-87f7-44e8-a3bf-d62a20d03969 req-89fb2630-7972-4eab-8082-f4a26b904e76 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:29.937160 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=61503e2e-baf8-493f-9f87-631b4a016c8b,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:29.957281 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-ac71a197-87f7-44e8-a3bf-d62a20d03969 req-89fb2630-7972-4eab-8082-f4a26b904e76 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Transition to ACTIVE for port object 1b6ae066-aa3e-4b59-956a-1ed6c89e421c will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:09:30.005350 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-ac71a197-87f7-44e8-a3bf-d62a20d03969 req-89fb2630-7972-4eab-8082-f4a26b904e76 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:30.034006 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c698a093-ac0b-4a55-b85f-92cc2abe3224 req-eebb5531-776d-481c-bf0d-7cf7d85c9ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:30.043930 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c698a093-ac0b-4a55-b85f-92cc2abe3224 req-eebb5531-776d-481c-bf0d-7cf7d85c9ea8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=25e6c560-7af9-4d54-bae5-4187aca08105 HTTP/1.1" status: 200 len: 868 time: 0.1736560 Aug 29 04:09:30.103457 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-a09dbed2-ab87-44ab-ae15-80cdf6c95540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0982452e-5009-440e-8916-b658f9b4387c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1040687992-router', 'tenant_id': '15cb8928e53548e3a84be2fdd93ca64b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '766d274f-389d-4787-8e43-813fff8fef2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:08:45Z', 'updated_at': '2021-08-29T04:08:54Z', 'revision_number': 4, 'project_id': '15cb8928e53548e3a84be2fdd93ca64b', 'gw_port': {'id': '766d274f-389d-4787-8e43-813fff8fef2c', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:90:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0982452e-5009-440e-8916-b658f9b4387c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:08:46Z', 'updated_at': '2021-08-29T04:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': '45fd3ec4-9bab-41dc-bdfc-0329b635c0c2', 'tenant_id': '15cb8928e53548e3a84be2fdd93ca64b', 'floating_ip_address': '172.25.0.156', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': '0982452e-5009-440e-8916-b658f9b4387c', 'port_id': '9945918b-cb36-429e-bad1-d4e797a7a2d1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7933d3e7-f004-4fe2-93b4-59b849cecb79', 'mac_address': 'fa:16:3e:c9:b8:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '749bb753-6c27-400d-ab1a-f536aadba2d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:09:23Z', 'updated_at': '2021-08-29T04:09:27Z', 'revision_number': 1, 'project_id': '15cb8928e53548e3a84be2fdd93ca64b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15e2da04-7e7d-4a63-a1a4-c183097cc493', 'name': '', 'network_id': '7933d3e7-f004-4fe2-93b4-59b849cecb79', 'tenant_id': '15cb8928e53548e3a84be2fdd93ca64b', 'mac_address': 'fa:16:3e:5a:07:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0982452e-5009-440e-8916-b658f9b4387c', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '25e6c560-7af9-4d54-bae5-4187aca08105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:08:52Z', 'updated_at': '2021-08-29T04:09:00Z', 'revision_number': 5, 'project_id': '15cb8928e53548e3a84be2fdd93ca64b', 'subnets': [{'id': '25e6c560-7af9-4d54-bae5-4187aca08105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:09:30.134873 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09dbed2-ab87-44ab-ae15-80cdf6c95540 None None] Checking router: 0982452e-5009-440e-8916-b658f9b4387c for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:09:30.136888 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c698a093-ac0b-4a55-b85f-92cc2abe3224 req-62e1d652-abf4-4b09-8530-13a1fd0527a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:30.138421 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c698a093-ac0b-4a55-b85f-92cc2abe3224 req-62e1d652-abf4-4b09-8530-13a1fd0527a6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7933d3e7-f004-4fe2-93b4-59b849cecb79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0881317 Aug 29 04:09:30.152537 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09dbed2-ab87-44ab-ae15-80cdf6c95540 None None] Routers {'0982452e-5009-440e-8916-b658f9b4387c'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:09:30.153561 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-a09dbed2-ab87-44ab-ae15-80cdf6c95540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:09:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['0982452e-5009-440e-8916-b658f9b4387c'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:09:30.155587 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [req-c698a093-ac0b-4a55-b85f-92cc2abe3224 req-bb165bef-3600-4899-afd4-b722377d6b3e service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:09:30.156695 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c698a093-ac0b-4a55-b85f-92cc2abe3224 req-bb165bef-3600-4899-afd4-b722377d6b3e service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064509 Aug 29 04:09:30.197977 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac71a197-87f7-44e8-a3bf-d62a20d03969 req-89fb2630-7972-4eab-8082-f4a26b904e76 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:09:30.219652 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-ac71a197-87f7-44e8-a3bf-d62a20d03969 req-89fb2630-7972-4eab-8082-f4a26b904e76 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:09:30.247162 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac71a197-87f7-44e8-a3bf-d62a20d03969 req-89fb2630-7972-4eab-8082-f4a26b904e76 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:09:30.264086 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac71a197-87f7-44e8-a3bf-d62a20d03969 req-89fb2630-7972-4eab-8082-f4a26b904e76 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:30.265122 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-ac71a197-87f7-44e8-a3bf-d62a20d03969 req-89fb2630-7972-4eab-8082-f4a26b904e76 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:30.284820 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-fac848fb-639d-49f9-a56a-e6576066d1dc req-e205a37e-2313-4861-8725-ab12f5387db3 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Allocated IP 192.168.233.131 (13e6dfc1-e9e7-40a1-8a14-d0febabf4d45/18cd12d4-b12a-41b0-b0c5-618edbb84e74/719e8a8e-0571-4714-b496-af85e54d2091) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:09:30.314040 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fb2630-7972-4eab-8082-f4a26b904e76 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Pushing event updated for resources: {'Port': ['ID=1b6ae066-aa3e-4b59-956a-1ed6c89e421c,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:30.325540 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c698a093-ac0b-4a55-b85f-92cc2abe3224 req-1f128488-725e-4c40-92c0-8cc28962e768 service neutron] 10.222.0.22 "GET /v2.0/networks/7933d3e7-f004-4fe2-93b4-59b849cecb79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582134 Aug 29 04:09:30.349066 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ac71a197-87f7-44e8-a3bf-d62a20d03969 req-89fb2630-7972-4eab-8082-f4a26b904e76 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4204793 Aug 29 04:09:30.371392 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-ac71a197-87f7-44e8-a3bf-d62a20d03969 req-d90e6975-c7ee-4029-85e3-761a0a371573 service neutron] Request body: {'port': {'device_id': '3698ca45-79dc-4840-b1cf-184940aeb2f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:09:30.403308 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-a09dbed2-ab87-44ab-ae15-80cdf6c95540 None None] Set router 0982452e-5009-440e-8916-b658f9b4387c gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:09:30.564518 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c698a093-ac0b-4a55-b85f-92cc2abe3224 req-39b4f061-546b-451a-83b1-dccaa5a8efe3 service neutron] 10.222.0.22 "GET /v2.0/networks/7933d3e7-f004-4fe2-93b4-59b849cecb79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379711 Aug 29 04:09:30.634526 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-ac71a197-87f7-44e8-a3bf-d62a20d03969 req-d90e6975-c7ee-4029-85e3-761a0a371573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:30.663743 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a4c2ce56-a026-44f2-b8cd-ad2ce13e37d1 req-a60852cc-dfff-4c8b-abdd-90705c151295 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7544df5-0d57-404e-87e6-ccc1d6ac0bef HTTP/1.1" status: 200 len: 210 time: 0.1053741 Aug 29 04:09:30.733369 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f0c40d1-bec2-47c9-9d18-58c3d896f3f0 x-openstack-request-id: req-1f0c40d1-bec2-47c9-9d18-58c3d896f3f0 {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:09:30.733709 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "749bb753-6c27-400d-ab1a-f536aadba2d8", "tag": "9945918b-cb36-429e-bad1-d4e797a7a2d1", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:09:30.734500 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1f0c40d1-bec2-47c9-9d18-58c3d896f3f0 {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:09:30.734936 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '749bb753-6c27-400d-ab1a-f536aadba2d8', 'tag': '9945918b-cb36-429e-bad1-d4e797a7a2d1', 'status': 'completed', 'code': 200} Aug 29 04:09:30.761481 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d046a4c-0500-4e44-b12e-8c8fed991f1c x-openstack-request-id: req-7d046a4c-0500-4e44-b12e-8c8fed991f1c {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:09:30.762722 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e10bd09a-ba3d-454e-a1ef-1179f7504992", "name": "network-vif-plugged", "status": "completed", "tag": "61503e2e-baf8-493f-9f87-631b4a016c8b", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:09:30.762722 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7d046a4c-0500-4e44-b12e-8c8fed991f1c {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:09:30.762722 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e10bd09a-ba3d-454e-a1ef-1179f7504992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61503e2e-baf8-493f-9f87-631b4a016c8b', 'code': 200} Aug 29 04:09:30.779645 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-dc2537d0-18f9-4dcb-a330-13d9a4cd1d1f None None] Provisioning for port 1b6ae066-aa3e-4b59-956a-1ed6c89e421c completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:09:30.786843 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-dc2537d0-18f9-4dcb-a330-13d9a4cd1d1f None None] Provisioning complete for port 1b6ae066-aa3e-4b59-956a-1ed6c89e421c triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:09:30.787495 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dc2537d0-18f9-4dcb-a330-13d9a4cd1d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:30.875360 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-dc2537d0-18f9-4dcb-a330-13d9a4cd1d1f None None] Port 1b6ae066-aa3e-4b59-956a-1ed6c89e421c cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:09:30.958971 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decc0782-230b-4868-b015-bffded9c968c req-a0500777-3aa4-47d0-a552-8a4d678da07c tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:30.961117 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-decc0782-230b-4868-b015-bffded9c968c req-a0500777-3aa4-47d0-a552-8a4d678da07c tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=b83569e1-b257-4d78-919b-861ace2c9e5d HTTP/1.1" status: 200 len: 950 time: 0.1250699 Aug 29 04:09:31.000137 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-a09dbed2-ab87-44ab-ae15-80cdf6c95540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0982452e-5009-440e-8916-b658f9b4387c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1040687992-router', 'tenant_id': '15cb8928e53548e3a84be2fdd93ca64b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '766d274f-389d-4787-8e43-813fff8fef2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:08:45Z', 'updated_at': '2021-08-29T04:08:54Z', 'revision_number': 4, 'project_id': '15cb8928e53548e3a84be2fdd93ca64b', 'gw_port': {'id': '766d274f-389d-4787-8e43-813fff8fef2c', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:90:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0982452e-5009-440e-8916-b658f9b4387c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:08:46Z', 'updated_at': '2021-08-29T04:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': '45fd3ec4-9bab-41dc-bdfc-0329b635c0c2', 'tenant_id': '15cb8928e53548e3a84be2fdd93ca64b', 'floating_ip_address': '172.25.0.156', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': '0982452e-5009-440e-8916-b658f9b4387c', 'port_id': '9945918b-cb36-429e-bad1-d4e797a7a2d1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7933d3e7-f004-4fe2-93b4-59b849cecb79', 'mac_address': 'fa:16:3e:c9:b8:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '749bb753-6c27-400d-ab1a-f536aadba2d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:09:23Z', 'updated_at': '2021-08-29T04:09:27Z', 'revision_number': 1, 'project_id': '15cb8928e53548e3a84be2fdd93ca64b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15e2da04-7e7d-4a63-a1a4-c183097cc493', 'name': '', 'network_id': '7933d3e7-f004-4fe2-93b4-59b849cecb79', 'tenant_id': '15cb8928e53548e3a84be2fdd93ca64b', 'mac_address': 'fa:16:3e:5a:07:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0982452e-5009-440e-8916-b658f9b4387c', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '25e6c560-7af9-4d54-bae5-4187aca08105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:08:52Z', 'updated_at': '2021-08-29T04:09:00Z', 'revision_number': 5, 'project_id': '15cb8928e53548e3a84be2fdd93ca64b', 'subnets': [{'id': '25e6c560-7af9-4d54-bae5-4187aca08105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:09:31.015315 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-fac848fb-639d-49f9-a56a-e6576066d1dc req-e205a37e-2313-4861-8725-ab12f5387db3 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:31.029353 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-decc0782-230b-4868-b015-bffded9c968c req-e02ca4af-d0ba-41bf-8eb9-75d1f2a73a50 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523303 Aug 29 04:09:31.044850 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09dbed2-ab87-44ab-ae15-80cdf6c95540 None None] The sync data for ids ['0982452e-5009-440e-8916-b658f9b4387c'] in n-d-712140-12 is: [{'id': '0982452e-5009-440e-8916-b658f9b4387c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1040687992-router', 'tenant_id': '15cb8928e53548e3a84be2fdd93ca64b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '766d274f-389d-4787-8e43-813fff8fef2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:08:45Z', 'updated_at': '2021-08-29T04:08:54Z', 'revision_number': 4, 'project_id': '15cb8928e53548e3a84be2fdd93ca64b', 'gw_port': {'id': '766d274f-389d-4787-8e43-813fff8fef2c', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:90:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0982452e-5009-440e-8916-b658f9b4387c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:08:46Z', 'updated_at': '2021-08-29T04:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': '45fd3ec4-9bab-41dc-bdfc-0329b635c0c2', 'tenant_id': '15cb8928e53548e3a84be2fdd93ca64b', 'floating_ip_address': '172.25.0.156', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': '0982452e-5009-440e-8916-b658f9b4387c', 'port_id': '9945918b-cb36-429e-bad1-d4e797a7a2d1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7933d3e7-f004-4fe2-93b4-59b849cecb79', 'mac_address': 'fa:16:3e:c9:b8:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '749bb753-6c27-400d-ab1a-f536aadba2d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:09:23Z', 'updated_at': '2021-08-29T04:09:27Z', 'revision_number': 1, 'project_id': '15cb8928e53548e3a84be2fdd93ca64b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15e2da04-7e7d-4a63-a1a4-c183097cc493', 'name': '', 'network_id': '7933d3e7-f004-4fe2-93b4-59b849cecb79', 'tenant_id': '15cb8928e53548e3a84be2fdd93ca64b', 'mac_address': 'fa:16:3e:5a:07:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0982452e-5009-440e-8916-b658f9b4387c', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '25e6c560-7af9-4d54-bae5-4187aca08105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:08:52Z', 'updated_at': '2021-08-29T04:09:00Z', 'revision_number': 5, 'project_id': '15cb8928e53548e3a84be2fdd93ca64b', 'subnets': [{'id': '25e6c560-7af9-4d54-bae5-4187aca08105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:09:31.109610 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-fac848fb-639d-49f9-a56a-e6576066d1dc req-e205a37e-2313-4861-8725-ab12f5387db3 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Transition to ACTIVE for port object 719e8a8e-0571-4714-b496-af85e54d2091 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:09:31.161247 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a931e7d-3447-41f2-9e95-288aad57f9e2 req-445f0816-eb99-43f5-90d0-38e61427f269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:31.164304 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3a931e7d-3447-41f2-9e95-288aad57f9e2 req-445f0816-eb99-43f5-90d0-38e61427f269 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=15cb8928e53548e3a84be2fdd93ca64b&device_id=749bb753-6c27-400d-ab1a-f536aadba2d8 HTTP/1.1" status: 200 len: 1097 time: 0.2781632 Aug 29 04:09:31.167725 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f525e937-ee08-4138-b2d7-fb8ccce3710b req-53f6103b-936b-48c8-b828-3b3dd2048447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:31.170130 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f525e937-ee08-4138-b2d7-fb8ccce3710b req-53f6103b-936b-48c8-b828-3b3dd2048447 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e10bd09a-ba3d-454e-a1ef-1179f7504992 HTTP/1.1" status: 200 len: 1102 time: 0.2997003 Aug 29 04:09:31.190623 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7916c9-1c41-4de7-9e2d-6a77aa6bfa7a req-d05319d0-e45f-47c9-bd71-9af50891cda6 tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:31.192140 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-eb7916c9-1c41-4de7-9e2d-6a77aa6bfa7a req-d05319d0-e45f-47c9-bd71-9af50891cda6 tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] 10.222.0.22 "GET /v2.0/ports?device_id=e10bd09a-ba3d-454e-a1ef-1179f7504992 HTTP/1.1" status: 200 len: 950 time: 0.1971581 Aug 29 04:09:31.327781 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-fac848fb-639d-49f9-a56a-e6576066d1dc req-e205a37e-2313-4861-8725-ab12f5387db3 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:31.331672 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-cb0229b1-bc92-49fe-a02b-20e0def3a591 req-3ed14c5d-b674-4bf3-ad5d-19e8e1143b9b tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=e6c84a15-2e6f-4c07-8ede-a88148c2fe90 HTTP/1.1" status: 200 len: 258 time: 0.2804215 Aug 29 04:09:31.334261 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f525e937-ee08-4138-b2d7-fb8ccce3710b req-57ae9bd8-320d-403a-85fe-ee5c16128a3f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=6a4ce006-583b-494a-bd8e-b70bed49aebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512942 Aug 29 04:09:31.338896 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-cb0229b1-bc92-49fe-a02b-20e0def3a591 req-3fb4d99c-4a07-4c1a-bcf8-27944deb1d06 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Request body: {'floatingip': {'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:09:31.347241 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139eff35-8d92-4f26-a9cb-842d050a93e7 None None] New status for floating IP 45fd3ec4-9bab-41dc-bdfc-0329b635c0c2: ACTIVE {{(pid=94830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:09:31.379427 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-cb0229b1-bc92-49fe-a02b-20e0def3a591 req-3fb4d99c-4a07-4c1a-bcf8-27944deb1d06 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Notify callbacks [] for floatingip, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:31.414353 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-eb7916c9-1c41-4de7-9e2d-6a77aa6bfa7a req-aaff285b-e423-43c0-bfa6-5e6f323a8608 tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] 10.222.0.22 "GET /v2.0/security-groups?id=6a4ce006-583b-494a-bd8e-b70bed49aebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007020 Aug 29 04:09:31.475633 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fac848fb-639d-49f9-a56a-e6576066d1dc req-e205a37e-2313-4861-8725-ab12f5387db3 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:09:31.490121 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a931e7d-3447-41f2-9e95-288aad57f9e2 req-324098ae-cafa-472a-a386-d7ad03a29400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:31.492167 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3a931e7d-3447-41f2-9e95-288aad57f9e2 req-324098ae-cafa-472a-a386-d7ad03a29400 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7933d3e7-f004-4fe2-93b4-59b849cecb79 HTTP/1.1" status: 200 len: 930 time: 0.3104355 Aug 29 04:09:31.493068 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-fac848fb-639d-49f9-a56a-e6576066d1dc req-e205a37e-2313-4861-8725-ab12f5387db3 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:09:31.495496 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-fac848fb-639d-49f9-a56a-e6576066d1dc req-e205a37e-2313-4861-8725-ab12f5387db3 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:09:31.502122 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac848fb-639d-49f9-a56a-e6576066d1dc req-e205a37e-2313-4861-8725-ab12f5387db3 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:31.502717 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-fac848fb-639d-49f9-a56a-e6576066d1dc req-e205a37e-2313-4861-8725-ab12f5387db3 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:31.535829 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e205a37e-2313-4861-8725-ab12f5387db3 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Pushing event updated for resources: {'Port': ['ID=719e8a8e-0571-4714-b496-af85e54d2091,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:31.560437 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fac848fb-639d-49f9-a56a-e6576066d1dc req-e205a37e-2313-4861-8725-ab12f5387db3 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8642399 Aug 29 04:09:31.604996 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-cb0229b1-bc92-49fe-a02b-20e0def3a591 req-3fb4d99c-4a07-4c1a-bcf8-27944deb1d06 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:31.681098 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-ac71a197-87f7-44e8-a3bf-d62a20d03969 req-d90e6975-c7ee-4029-85e3-761a0a371573 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b6ae066-aa3e-4b59-956a-1ed6c89e421c {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:09:31.707665 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-ac71a197-87f7-44e8-a3bf-d62a20d03969 req-d90e6975-c7ee-4029-85e3-761a0a371573 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:31.740315 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-ac71a197-87f7-44e8-a3bf-d62a20d03969 req-d90e6975-c7ee-4029-85e3-761a0a371573 service neutron] Transition to ACTIVE for port object 1b6ae066-aa3e-4b59-956a-1ed6c89e421c will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:09:31.748143 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-ac71a197-87f7-44e8-a3bf-d62a20d03969 req-d90e6975-c7ee-4029-85e3-761a0a371573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:31.834231 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [req-cb0229b1-bc92-49fe-a02b-20e0def3a591 req-3fb4d99c-4a07-4c1a-bcf8-27944deb1d06 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Allocated IP 172.25.0.242 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/a1e25fb5-40b3-47b6-92c9-88aa040bbab2) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:09:31.918229 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-b06d5431-d847-4e2e-8199-a211cbd7640c None None] Provisioning for port 719e8a8e-0571-4714-b496-af85e54d2091 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:09:31.925352 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-b06d5431-d847-4e2e-8199-a211cbd7640c None None] Provisioning complete for port 719e8a8e-0571-4714-b496-af85e54d2091 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:09:31.925970 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b06d5431-d847-4e2e-8199-a211cbd7640c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:31.927514 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-fac848fb-639d-49f9-a56a-e6576066d1dc req-01d3f85e-9dbb-4bea-a7bf-9086dfa64961 service neutron] Request body: {'port': {'device_id': 'd7544df5-0d57-404e-87e6-ccc1d6ac0bef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:09:31.966848 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3a931e7d-3447-41f2-9e95-288aad57f9e2 req-209bcc83-1ae3-4b55-9016-39d92b7575ab service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9945918b-cb36-429e-bad1-d4e797a7a2d1 HTTP/1.1" status: 200 len: 1001 time: 0.1489196 Aug 29 04:09:32.011511 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-b06d5431-d847-4e2e-8199-a211cbd7640c None None] Port 719e8a8e-0571-4714-b496-af85e54d2091 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:09:32.031753 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-cb0229b1-bc92-49fe-a02b-20e0def3a591 req-3fb4d99c-4a07-4c1a-bcf8-27944deb1d06 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:32.085441 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-cb0229b1-bc92-49fe-a02b-20e0def3a591 req-3fb4d99c-4a07-4c1a-bcf8-27944deb1d06 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:32.132542 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb0229b1-bc92-49fe-a02b-20e0def3a591 req-3fb4d99c-4a07-4c1a-bcf8-27944deb1d06 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:09:32.136337 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [req-cb0229b1-bc92-49fe-a02b-20e0def3a591 req-3fb4d99c-4a07-4c1a-bcf8-27944deb1d06 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:09:32.141384 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb0229b1-bc92-49fe-a02b-20e0def3a591 req-3fb4d99c-4a07-4c1a-bcf8-27944deb1d06 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:09:32.187368 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb4d99c-4a07-4c1a-bcf8-27944deb1d06 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Pushing event updated for resources: {'Port': ['ID=a1e25fb5-40b3-47b6-92c9-88aa040bbab2,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:32.329707 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-cb0229b1-bc92-49fe-a02b-20e0def3a591 req-3fb4d99c-4a07-4c1a-bcf8-27944deb1d06 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:32.342933 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3a4eda4d-7cfc-4d8c-b243-ded9089612e7 req-4aa0cdf5-d6d9-44f6-9e98-f9a22f83108a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b83569e1-b257-4d78-919b-861ace2c9e5d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0733631 Aug 29 04:09:32.372295 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-cb0229b1-bc92-49fe-a02b-20e0def3a591 req-3fb4d99c-4a07-4c1a-bcf8-27944deb1d06 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:32.501635 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e6975-c7ee-4029-85e3-761a0a371573 service neutron] Pushing event updated for resources: {'Port': ['ID=1b6ae066-aa3e-4b59-956a-1ed6c89e421c,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:32.560639 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-fac848fb-639d-49f9-a56a-e6576066d1dc req-01d3f85e-9dbb-4bea-a7bf-9086dfa64961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:32.564014 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a931e7d-3447-41f2-9e95-288aad57f9e2 req-c7dfe2fb-929c-49d6-b8fb-ad5d936ca31e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:32.565494 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3a931e7d-3447-41f2-9e95-288aad57f9e2 req-c7dfe2fb-929c-49d6-b8fb-ad5d936ca31e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=25e6c560-7af9-4d54-bae5-4187aca08105 HTTP/1.1" status: 200 len: 868 time: 0.5868056 Aug 29 04:09:32.581077 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-ac71a197-87f7-44e8-a3bf-d62a20d03969 req-d90e6975-c7ee-4029-85e3-761a0a371573 service neutron] Attempting to bind port 1b6ae066-aa3e-4b59-956a-1ed6c89e421c on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:09:32.581377 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-ac71a197-87f7-44e8-a3bf-d62a20d03969 req-d90e6975-c7ee-4029-85e3-761a0a371573 service neutron] Attempting to bind port 1b6ae066-aa3e-4b59-956a-1ed6c89e421c by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:09:32.581770 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac71a197-87f7-44e8-a3bf-d62a20d03969 req-d90e6975-c7ee-4029-85e3-761a0a371573 service neutron] Attempting to bind port 1b6ae066-aa3e-4b59-956a-1ed6c89e421c on network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:09:32.596691 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-cb0229b1-bc92-49fe-a02b-20e0def3a591 req-3fb4d99c-4a07-4c1a-bcf8-27944deb1d06 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:32.604260 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-cb0229b1-bc92-49fe-a02b-20e0def3a591 req-3fb4d99c-4a07-4c1a-bcf8-27944deb1d06 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:32.670475 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac71a197-87f7-44e8-a3bf-d62a20d03969 req-d90e6975-c7ee-4029-85e3-761a0a371573 service neutron] Port 1b6ae066-aa3e-4b59-956a-1ed6c89e421c on network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:09:32.670852 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac71a197-87f7-44e8-a3bf-d62a20d03969 req-d90e6975-c7ee-4029-85e3-761a0a371573 service neutron] Attempting to bind port 1b6ae066-aa3e-4b59-956a-1ed6c89e421c on network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:09:32.677337 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb4d99c-4a07-4c1a-bcf8-27944deb1d06 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Pushing event updated for resources: {'Port': ['ID=a1e25fb5-40b3-47b6-92c9-88aa040bbab2,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:32.691745 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac71a197-87f7-44e8-a3bf-d62a20d03969 req-d90e6975-c7ee-4029-85e3-761a0a371573 service neutron] Checking agent: {'id': '3de9de52-3a03-431d-9d7e-497ae92c57ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:09:32.692099 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac71a197-87f7-44e8-a3bf-d62a20d03969 req-d90e6975-c7ee-4029-85e3-761a0a371573 service neutron] Checking segment: {'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:09:32.692506 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac71a197-87f7-44e8-a3bf-d62a20d03969 req-d90e6975-c7ee-4029-85e3-761a0a371573 service neutron] Bound using segment: {'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:09:32.692982 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-ac71a197-87f7-44e8-a3bf-d62a20d03969 req-d90e6975-c7ee-4029-85e3-761a0a371573 service neutron] Bound port: 1b6ae066-aa3e-4b59-956a-1ed6c89e421c, host: n-h1-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:09:32.693361 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-ac71a197-87f7-44e8-a3bf-d62a20d03969 req-d90e6975-c7ee-4029-85e3-761a0a371573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:32.698349 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-cb0229b1-bc92-49fe-a02b-20e0def3a591 req-3fb4d99c-4a07-4c1a-bcf8-27944deb1d06 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719515'] for floatingip, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:32.721615 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-cb0229b1-bc92-49fe-a02b-20e0def3a591 req-3fb4d99c-4a07-4c1a-bcf8-27944deb1d06 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:32.723377 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-cb0229b1-bc92-49fe-a02b-20e0def3a591 req-3fb4d99c-4a07-4c1a-bcf8-27944deb1d06 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3899152 Aug 29 04:09:32.739929 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281a56a5-1762-4004-8d1e-e1aeb0e4d6de req-96313225-d0a5-4f91-a01d-3438e24daf47 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:32.748291 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-281a56a5-1762-4004-8d1e-e1aeb0e4d6de req-96313225-d0a5-4f91-a01d-3438e24daf47 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7544df5-0d57-404e-87e6-ccc1d6ac0bef HTTP/1.1" status: 200 len: 936 time: 0.2476087 Aug 29 04:09:32.820468 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a931e7d-3447-41f2-9e95-288aad57f9e2 req-24af346f-2ff6-4b65-85f7-7563b176b136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:32.820573 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-cb0229b1-bc92-49fe-a02b-20e0def3a591 req-9f0f224a-a4d6-428a-9607-e1011adc3b7e tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.0.242 HTTP/1.1" status: 200 len: 696 time: 0.0755076 Aug 29 04:09:32.821919 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3a931e7d-3447-41f2-9e95-288aad57f9e2 req-24af346f-2ff6-4b65-85f7-7563b176b136 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7933d3e7-f004-4fe2-93b4-59b849cecb79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2447627 Aug 29 04:09:32.977944 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0229b1-bc92-49fe-a02b-20e0def3a591 req-4210ccec-c9db-45a6-8375-8ecbb3beaee1 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:32.980596 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-cb0229b1-bc92-49fe-a02b-20e0def3a591 req-4210ccec-c9db-45a6-8375-8ecbb3beaee1 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] 10.222.0.22 "GET /v2.0/networks/e6c84a15-2e6f-4c07-8ede-a88148c2fe90 HTTP/1.1" status: 200 len: 784 time: 0.1586053 Aug 29 04:09:33.082929 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-281a56a5-1762-4004-8d1e-e1aeb0e4d6de req-eb38dc6a-ff63-44e5-957e-5e823e1bb1f6 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/security-groups?id=268ad66b-6c1a-4e93-9fbd-057377cdbb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024423 Aug 29 04:09:33.083088 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-ac71a197-87f7-44e8-a3bf-d62a20d03969 req-d90e6975-c7ee-4029-85e3-761a0a371573 service neutron] For port 1b6ae066-aa3e-4b59-956a-1ed6c89e421c, host n-h1-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:09:33.124207 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-ac71a197-87f7-44e8-a3bf-d62a20d03969 req-d90e6975-c7ee-4029-85e3-761a0a371573 service neutron] For port 1b6ae066-aa3e-4b59-956a-1ed6c89e421c, host n-h1-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=1b6ae066-aa3e-4b59-956a-1ed6c89e421c,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:09:33.145324 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3a931e7d-3447-41f2-9e95-288aad57f9e2 req-bd8c4176-47fb-4232-9681-f46a9846d4ec service neutron] 10.222.0.48 "GET /v2.0/networks/7933d3e7-f004-4fe2-93b4-59b849cecb79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3118899 Aug 29 04:09:33.157202 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-ac71a197-87f7-44e8-a3bf-d62a20d03969 req-d90e6975-c7ee-4029-85e3-761a0a371573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:33.288866 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d3eff83e-631b-4a35-921c-cb85644c165c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:33.341516 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac71a197-87f7-44e8-a3bf-d62a20d03969 req-d90e6975-c7ee-4029-85e3-761a0a371573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:33.342449 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-ac71a197-87f7-44e8-a3bf-d62a20d03969 req-d90e6975-c7ee-4029-85e3-761a0a371573 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:33.344280 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ac71a197-87f7-44e8-a3bf-d62a20d03969 req-d90e6975-c7ee-4029-85e3-761a0a371573 service neutron] 10.222.0.46 "PUT /v2.0/ports/1b6ae066-aa3e-4b59-956a-1ed6c89e421c HTTP/1.1" status: 200 len: 1097 time: 2.9799986 Aug 29 04:09:33.358715 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3698ca45-79dc-4840-b1cf-184940aeb2f5', 'tag': '1b6ae066-aa3e-4b59-956a-1ed6c89e421c'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:09:33.369476 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2d09b56-41c0-47b7-806a-57727a7e886b" -d '{"events": [{"name": "network-changed", "server_uuid": "3698ca45-79dc-4840-b1cf-184940aeb2f5", "tag": "1b6ae066-aa3e-4b59-956a-1ed6c89e421c"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:09:33.477210 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff77d1ee-29d5-4f0e-ae72-9573be308992 req-b1f4beec-6570-4fe1-ae75-26dc09ec8d92 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:33.486368 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ff77d1ee-29d5-4f0e-ae72-9573be308992 req-b1f4beec-6570-4fe1-ae75-26dc09ec8d92 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=b83569e1-b257-4d78-919b-861ace2c9e5d HTTP/1.1" status: 200 len: 950 time: 0.0861056 Aug 29 04:09:33.608218 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ff77d1ee-29d5-4f0e-ae72-9573be308992 req-7ea10ff9-640e-43e8-9d5d-77e1930ff28b tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185520 Aug 29 04:09:33.728226 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e6975-c7ee-4029-85e3-761a0a371573 service neutron] Pushing event updated for resources: {'Port': ['ID=1b6ae066-aa3e-4b59-956a-1ed6c89e421c,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:33.802475 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-fac848fb-639d-49f9-a56a-e6576066d1dc req-01d3f85e-9dbb-4bea-a7bf-9086dfa64961 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 719e8a8e-0571-4714-b496-af85e54d2091 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:09:33.814525 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-fac848fb-639d-49f9-a56a-e6576066d1dc req-01d3f85e-9dbb-4bea-a7bf-9086dfa64961 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:33.819432 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4238bede-7f40-4ab2-9f49-7e025b30c8e2 req-05e7342a-5cdb-4748-9454-1c926a975b72 tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:33.821609 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4238bede-7f40-4ab2-9f49-7e025b30c8e2 req-05e7342a-5cdb-4748-9454-1c926a975b72 tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] 10.222.0.22 "GET /v2.0/ports?device_id=e10bd09a-ba3d-454e-a1ef-1179f7504992 HTTP/1.1" status: 200 len: 950 time: 0.1073182 Aug 29 04:09:33.834893 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-fac848fb-639d-49f9-a56a-e6576066d1dc req-01d3f85e-9dbb-4bea-a7bf-9086dfa64961 service neutron] Transition to ACTIVE for port object 719e8a8e-0571-4714-b496-af85e54d2091 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:09:33.840782 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3a931e7d-3447-41f2-9e95-288aad57f9e2 req-c9776ea1-d7ba-4e24-a6a1-7c1059439f3f service neutron] 10.222.0.48 "GET /v2.0/networks/7933d3e7-f004-4fe2-93b4-59b849cecb79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6748989 Aug 29 04:09:33.849374 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac71a197-87f7-44e8-a3bf-d62a20d03969 req-d21ab5b8-05d2-4bfe-8475-a0978bc6acff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:33.851331 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ac71a197-87f7-44e8-a3bf-d62a20d03969 req-d21ab5b8-05d2-4bfe-8475-a0978bc6acff service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=deb3dc006f0a4f35812708db69505629&device_id=3698ca45-79dc-4840-b1cf-184940aeb2f5 HTTP/1.1" status: 200 len: 1100 time: 0.4479358 Aug 29 04:09:33.852030 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-fac848fb-639d-49f9-a56a-e6576066d1dc req-01d3f85e-9dbb-4bea-a7bf-9086dfa64961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:33.892470 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4238bede-7f40-4ab2-9f49-7e025b30c8e2 req-b44b6b93-aa4e-41bc-b0e8-848d4d5ae476 tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] 10.222.0.22 "GET /v2.0/security-groups?id=6a4ce006-583b-494a-bd8e-b70bed49aebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637617 Aug 29 04:09:34.001684 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d3f85e-9dbb-4bea-a7bf-9086dfa64961 service neutron] Pushing event updated for resources: {'Port': ['ID=719e8a8e-0571-4714-b496-af85e54d2091,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:34.006913 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36281a2d-4b9a-4353-8dd8-fc7659a5861b x-openstack-request-id: req-36281a2d-4b9a-4353-8dd8-fc7659a5861b {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:09:34.007234 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3698ca45-79dc-4840-b1cf-184940aeb2f5", "tag": "1b6ae066-aa3e-4b59-956a-1ed6c89e421c", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:09:34.007476 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-36281a2d-4b9a-4353-8dd8-fc7659a5861b {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:09:34.007910 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3698ca45-79dc-4840-b1cf-184940aeb2f5', 'tag': '1b6ae066-aa3e-4b59-956a-1ed6c89e421c', 'status': 'completed', 'code': 200} Aug 29 04:09:34.024310 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ac71a197-87f7-44e8-a3bf-d62a20d03969 req-d5cc871e-cf97-4bf7-8b2c-fdfa6d1d5169 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=1b6ae066-aa3e-4b59-956a-1ed6c89e421c HTTP/1.1" status: 200 len: 217 time: 0.1517036 Aug 29 04:09:34.068074 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa090c5-fb3a-40bb-94b8-fe3dc413971f req-724dcd39-e3b2-4cb8-b045-b683f1359e13 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:34.100306 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8fa090c5-fb3a-40bb-94b8-fe3dc413971f req-724dcd39-e3b2-4cb8-b045-b683f1359e13 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] 10.222.0.22 "GET /v2.0/ports?device_id=749bb753-6c27-400d-ab1a-f536aadba2d8&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0911250 Aug 29 04:09:34.136272 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-fac848fb-639d-49f9-a56a-e6576066d1dc req-01d3f85e-9dbb-4bea-a7bf-9086dfa64961 service neutron] Attempting to bind port 719e8a8e-0571-4714-b496-af85e54d2091 on host n-h2-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:09:34.136980 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-fac848fb-639d-49f9-a56a-e6576066d1dc req-01d3f85e-9dbb-4bea-a7bf-9086dfa64961 service neutron] Attempting to bind port 719e8a8e-0571-4714-b496-af85e54d2091 by drivers openvswitch,hyperv on host n-h2-712140-12 at level 0 using segments [{'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:09:34.137210 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac848fb-639d-49f9-a56a-e6576066d1dc req-01d3f85e-9dbb-4bea-a7bf-9086dfa64961 service neutron] Attempting to bind port 719e8a8e-0571-4714-b496-af85e54d2091 on network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:09:34.152281 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac848fb-639d-49f9-a56a-e6576066d1dc req-01d3f85e-9dbb-4bea-a7bf-9086dfa64961 service neutron] Port 719e8a8e-0571-4714-b496-af85e54d2091 on network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:09:34.152753 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac848fb-639d-49f9-a56a-e6576066d1dc req-01d3f85e-9dbb-4bea-a7bf-9086dfa64961 service neutron] Attempting to bind port 719e8a8e-0571-4714-b496-af85e54d2091 on network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:09:34.168190 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac848fb-639d-49f9-a56a-e6576066d1dc req-01d3f85e-9dbb-4bea-a7bf-9086dfa64961 service neutron] Checking agent: {'id': 'b3a0606b-b029-4f5e-8798-3a32b71d8844', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:09:34.168635 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac848fb-639d-49f9-a56a-e6576066d1dc req-01d3f85e-9dbb-4bea-a7bf-9086dfa64961 service neutron] Checking segment: {'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:09:34.169098 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac848fb-639d-49f9-a56a-e6576066d1dc req-01d3f85e-9dbb-4bea-a7bf-9086dfa64961 service neutron] Bound using segment: {'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:09:34.169621 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-fac848fb-639d-49f9-a56a-e6576066d1dc req-01d3f85e-9dbb-4bea-a7bf-9086dfa64961 service neutron] Bound port: 719e8a8e-0571-4714-b496-af85e54d2091, host: n-h2-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:09:34.170058 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-fac848fb-639d-49f9-a56a-e6576066d1dc req-01d3f85e-9dbb-4bea-a7bf-9086dfa64961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:34.192592 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8fa090c5-fb3a-40bb-94b8-fe3dc413971f req-09260ea7-bc65-4cbd-8000-265ed71fa769 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.0.242 HTTP/1.1" status: 200 len: 696 time: 0.0893600 Aug 29 04:09:34.196152 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac71a197-87f7-44e8-a3bf-d62a20d03969 req-94894ff2-d63d-4704-9400-454a2a4ff9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:34.199270 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ac71a197-87f7-44e8-a3bf-d62a20d03969 req-94894ff2-d63d-4704-9400-454a2a4ff9f0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=18cd12d4-b12a-41b0-b0c5-618edbb84e74 HTTP/1.1" status: 200 len: 843 time: 0.1498322 Aug 29 04:09:34.203319 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-8fa090c5-fb3a-40bb-94b8-fe3dc413971f req-1f690682-a904-44c5-8f59-2e0df2cfa052 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Request body: {'floatingip': {'port_id': '9945918b-cb36-429e-bad1-d4e797a7a2d1', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:09:34.256051 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-8fa090c5-fb3a-40bb-94b8-fe3dc413971f req-1f690682-a904-44c5-8f59-2e0df2cfa052 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Notify callbacks [] for floatingip, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:34.318551 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac71a197-87f7-44e8-a3bf-d62a20d03969 req-c1f5625d-a2bb-4b24-a5eb-5e245457d75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:34.320594 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ac71a197-87f7-44e8-a3bf-d62a20d03969 req-c1f5625d-a2bb-4b24-a5eb-5e245457d75c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0933855 Aug 29 04:09:34.328619 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-fac848fb-639d-49f9-a56a-e6576066d1dc req-01d3f85e-9dbb-4bea-a7bf-9086dfa64961 service neutron] For port 719e8a8e-0571-4714-b496-af85e54d2091, host n-h2-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:09:34.350014 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-fac848fb-639d-49f9-a56a-e6576066d1dc req-01d3f85e-9dbb-4bea-a7bf-9086dfa64961 service neutron] For port 719e8a8e-0571-4714-b496-af85e54d2091, host n-h2-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=719e8a8e-0571-4714-b496-af85e54d2091,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:09:34.366466 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-fac848fb-639d-49f9-a56a-e6576066d1dc req-01d3f85e-9dbb-4bea-a7bf-9086dfa64961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:34.476021 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac848fb-639d-49f9-a56a-e6576066d1dc req-01d3f85e-9dbb-4bea-a7bf-9086dfa64961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:34.476654 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-fac848fb-639d-49f9-a56a-e6576066d1dc req-01d3f85e-9dbb-4bea-a7bf-9086dfa64961 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:34.478139 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fac848fb-639d-49f9-a56a-e6576066d1dc req-01d3f85e-9dbb-4bea-a7bf-9086dfa64961 service neutron] 10.222.0.48 "PUT /v2.0/ports/719e8a8e-0571-4714-b496-af85e54d2091 HTTP/1.1" status: 200 len: 1097 time: 2.6559920 Aug 29 04:09:34.530720 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d3f85e-9dbb-4bea-a7bf-9086dfa64961 service neutron] Pushing event updated for resources: {'Port': ['ID=719e8a8e-0571-4714-b496-af85e54d2091,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:34.550254 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a4e782-ab74-4c5f-8900-145eac919cc1 req-9843a42a-bda4-48ec-a325-164e2f10f032 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:34.551919 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-44a4e782-ab74-4c5f-8900-145eac919cc1 req-9843a42a-bda4-48ec-a325-164e2f10f032 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7544df5-0d57-404e-87e6-ccc1d6ac0bef HTTP/1.1" status: 200 len: 948 time: 0.1431255 Aug 29 04:09:34.555921 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ac71a197-87f7-44e8-a3bf-d62a20d03969 req-f57d1753-4528-4106-8f4c-7024a1db7b72 service neutron] 10.222.0.46 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243466 Aug 29 04:09:34.696281 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-44a4e782-ab74-4c5f-8900-145eac919cc1 req-b5ab4ccb-c685-402e-9a3c-0ee227022634 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/security-groups?id=268ad66b-6c1a-4e93-9fbd-057377cdbb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374800 Aug 29 04:09:34.779079 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ac71a197-87f7-44e8-a3bf-d62a20d03969 req-dbd1c903-0371-4d6c-9ac5-ec29fbaca7ff service neutron] 10.222.0.46 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979251 Aug 29 04:09:34.783521 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac848fb-639d-49f9-a56a-e6576066d1dc req-840c1345-da08-4031-a7a8-1eaa84155d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:34.785130 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fac848fb-639d-49f9-a56a-e6576066d1dc req-840c1345-da08-4031-a7a8-1eaa84155d12 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=deb3dc006f0a4f35812708db69505629&device_id=d7544df5-0d57-404e-87e6-ccc1d6ac0bef HTTP/1.1" status: 200 len: 1100 time: 0.1853299 Aug 29 04:09:34.875554 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fac848fb-639d-49f9-a56a-e6576066d1dc req-7f2e3e7c-f6b2-4aa7-8999-0c640b2eefcc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=719e8a8e-0571-4714-b496-af85e54d2091 HTTP/1.1" status: 200 len: 217 time: 0.0584021 Aug 29 04:09:34.925777 n-d-712140-12 neutron-server[94829]: INFO neutron.api.v2.resource [req-8fa090c5-fb3a-40bb-94b8-fe3dc413971f req-1f690682-a904-44c5-8f59-2e0df2cfa052 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] update failed (client error): There was a conflict when trying to complete your request. Aug 29 04:09:34.928384 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8fa090c5-fb3a-40bb-94b8-fe3dc413971f req-1f690682-a904-44c5-8f59-2e0df2cfa052 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] 10.222.0.22 "PUT /v2.0/floatingips/428ec45d-dccd-46b0-a2df-8835cf523b13 HTTP/1.1" status: 409 len: 550 time: 0.7293231 Aug 29 04:09:34.935189 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6976896a-9dbc-4e02-b61b-f97251b7705d req-e9cf209e-6b15-4bec-8ef5-45138dfe48d4 tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:34.935189 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6976896a-9dbc-4e02-b61b-f97251b7705d req-e9cf209e-6b15-4bec-8ef5-45138dfe48d4 tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] 10.222.0.22 "GET /v2.0/ports?device_id=e10bd09a-ba3d-454e-a1ef-1179f7504992 HTTP/1.1" status: 200 len: 950 time: 0.1474993 Aug 29 04:09:34.936927 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4eda4d-7cfc-4d8c-b243-ded9089612e7 req-e22a6055-3b6b-47bc-bd4e-46c5a2bf747d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:34.939129 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3a4eda4d-7cfc-4d8c-b243-ded9089612e7 req-e22a6055-3b6b-47bc-bd4e-46c5a2bf747d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4b47ebaf5a2144e2beea71bdc91317f3&device_id=b83569e1-b257-4d78-919b-861ace2c9e5d HTTP/1.1" status: 200 len: 1102 time: 0.0686698 Aug 29 04:09:34.975430 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d09b56-41c0-47b7-806a-57727a7e886b req-2d193fd4-be2f-4bc9-9376-5f12780b3fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:34.977003 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d2d09b56-41c0-47b7-806a-57727a7e886b req-2d193fd4-be2f-4bc9-9376-5f12780b3fff service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=deb3dc006f0a4f35812708db69505629&device_id=3698ca45-79dc-4840-b1cf-184940aeb2f5 HTTP/1.1" status: 200 len: 1100 time: 0.1123147 Aug 29 04:09:34.980111 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac848fb-639d-49f9-a56a-e6576066d1dc req-a83870a6-cc37-4989-9da8-3d7eb908ee8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:34.981710 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fac848fb-639d-49f9-a56a-e6576066d1dc req-a83870a6-cc37-4989-9da8-3d7eb908ee8c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=18cd12d4-b12a-41b0-b0c5-618edbb84e74 HTTP/1.1" status: 200 len: 843 time: 0.0906460 Aug 29 04:09:35.048480 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6976896a-9dbc-4e02-b61b-f97251b7705d req-8bad2a24-c53a-442a-8345-f9e4686b6321 tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] 10.222.0.22 "GET /v2.0/security-groups?id=6a4ce006-583b-494a-bd8e-b70bed49aebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015928 Aug 29 04:09:35.081704 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4eda4d-7cfc-4d8c-b243-ded9089612e7 req-8057e90b-4d24-4c5b-a269-e54487695923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:35.083299 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3a4eda4d-7cfc-4d8c-b243-ded9089612e7 req-8057e90b-4d24-4c5b-a269-e54487695923 service neutron] 10.222.0.46 "GET /v2.0/networks?id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 HTTP/1.1" status: 200 len: 870 time: 0.1352088 Aug 29 04:09:35.135341 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3a4eda4d-7cfc-4d8c-b243-ded9089612e7 req-9853e5af-e696-4795-add4-04ad56e29e63 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=ca03363c-8150-420d-8512-0a3c1b4ff1b3 HTTP/1.1" status: 200 len: 217 time: 0.0442784 Aug 29 04:09:35.205215 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac848fb-639d-49f9-a56a-e6576066d1dc req-a2044a31-2158-44a1-aaad-a2b66da182a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:35.207642 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fac848fb-639d-49f9-a56a-e6576066d1dc req-a2044a31-2158-44a1-aaad-a2b66da182a4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2159758 Aug 29 04:09:35.220090 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8036758a-4bd7-4003-9f55-eeb3e945515e req-9738f158-bf18-4062-b9be-67c7ee323d41 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] 10.222.0.22 "GET /v2.0/floatingips/428ec45d-dccd-46b0-a2df-8835cf523b13 HTTP/1.1" status: 200 len: 693 time: 0.0945280 Aug 29 04:09:35.223727 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4eda4d-7cfc-4d8c-b243-ded9089612e7 req-ef403bce-4c48-4d3a-be23-2ddb47ce62e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:35.225452 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3a4eda4d-7cfc-4d8c-b243-ded9089612e7 req-ef403bce-4c48-4d3a-be23-2ddb47ce62e1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=18cd12d4-b12a-41b0-b0c5-618edbb84e74 HTTP/1.1" status: 200 len: 843 time: 0.0805397 Aug 29 04:09:35.241649 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fffd06-08db-41bd-8dd5-e93630d38569 req-2c2444f0-2a83-40b3-90ed-01a12f490d90 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:35.243275 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c0fffd06-08db-41bd-8dd5-e93630d38569 req-2c2444f0-2a83-40b3-90ed-01a12f490d90 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=b83569e1-b257-4d78-919b-861ace2c9e5d HTTP/1.1" status: 200 len: 950 time: 0.0901926 Aug 29 04:09:35.315431 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4eda4d-7cfc-4d8c-b243-ded9089612e7 req-664e5627-bfd5-4cf7-a919-e225ca52f5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:35.317687 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3a4eda4d-7cfc-4d8c-b243-ded9089612e7 req-664e5627-bfd5-4cf7-a919-e225ca52f5d2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0840204 Aug 29 04:09:35.321031 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c0fffd06-08db-41bd-8dd5-e93630d38569 req-03e0985f-631f-4f5e-8aaf-0780a0e2eacc tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693829 Aug 29 04:09:35.345492 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d09b56-41c0-47b7-806a-57727a7e886b req-4b7be596-409e-4280-9d64-3a57a6c84c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:35.346972 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d2d09b56-41c0-47b7-806a-57727a7e886b req-4b7be596-409e-4280-9d64-3a57a6c84c24 service neutron] 10.222.0.46 "GET /v2.0/networks?id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 HTTP/1.1" status: 200 len: 870 time: 0.3444440 Aug 29 04:09:35.416672 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d2d09b56-41c0-47b7-806a-57727a7e886b req-649e48cd-ba71-4f97-811a-3782a4c8e196 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=1b6ae066-aa3e-4b59-956a-1ed6c89e421c HTTP/1.1" status: 200 len: 217 time: 0.0567665 Aug 29 04:09:35.441231 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3a4eda4d-7cfc-4d8c-b243-ded9089612e7 req-b73ff135-45ba-47a9-a399-98bf9723b566 service neutron] 10.222.0.46 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151540 Aug 29 04:09:35.504251 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8036758a-4bd7-4003-9f55-eeb3e945515e req-f21b00cb-648d-4372-800b-bf301aeb4580 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:35.505538 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8036758a-4bd7-4003-9f55-eeb3e945515e req-f21b00cb-648d-4372-800b-bf301aeb4580 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] 10.222.0.22 "GET /v2.0/networks/e6c84a15-2e6f-4c07-8ede-a88148c2fe90 HTTP/1.1" status: 200 len: 784 time: 0.2845356 Aug 29 04:09:35.511215 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fac848fb-639d-49f9-a56a-e6576066d1dc req-d7614261-c9ae-4a5e-834b-ee86b1dbd840 service neutron] 10.222.0.48 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2860334 Aug 29 04:09:35.517732 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d09b56-41c0-47b7-806a-57727a7e886b req-9a445fe8-5f52-434e-80c6-2ca03bcd8969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:35.519327 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d2d09b56-41c0-47b7-806a-57727a7e886b req-9a445fe8-5f52-434e-80c6-2ca03bcd8969 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=18cd12d4-b12a-41b0-b0c5-618edbb84e74 HTTP/1.1" status: 200 len: 843 time: 0.0919540 Aug 29 04:09:35.572688 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3a4eda4d-7cfc-4d8c-b243-ded9089612e7 req-ff7d0824-f13b-4ff3-a177-b0023539c005 service neutron] 10.222.0.46 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189022 Aug 29 04:09:35.639065 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8036758a-4bd7-4003-9f55-eeb3e945515e req-e6b87f82-2c85-408c-9252-b36bbe498192 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.0.242 HTTP/1.1" status: 200 len: 696 time: 0.1116042 Aug 29 04:09:35.683497 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d09b56-41c0-47b7-806a-57727a7e886b req-b8c29f08-f1f6-462c-a258-b1889552ed63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:35.685112 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d2d09b56-41c0-47b7-806a-57727a7e886b req-b8c29f08-f1f6-462c-a258-b1889552ed63 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1491830 Aug 29 04:09:35.753387 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8036758a-4bd7-4003-9f55-eeb3e945515e req-28547f58-8270-45f0-ae2b-811e0c9aa331 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.0.242 HTTP/1.1" status: 200 len: 696 time: 0.0846741 Aug 29 04:09:35.834841 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fac848fb-639d-49f9-a56a-e6576066d1dc req-81d84812-89d6-456d-a760-31cc076ca63f service neutron] 10.222.0.48 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3143995 Aug 29 04:09:35.920440 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d2d09b56-41c0-47b7-806a-57727a7e886b req-a26a6d83-ab3a-440b-be99-0ac73c8f9650 service neutron] 10.222.0.46 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968842 Aug 29 04:09:36.007979 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-8036758a-4bd7-4003-9f55-eeb3e945515e req-82c079dc-3a49-4698-a7e3-6bf375949a9e tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Deleting port a1e25fb5-40b3-47b6-92c9-88aa040bbab2 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:09:36.008347 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-8036758a-4bd7-4003-9f55-eeb3e945515e req-82c079dc-3a49-4698-a7e3-6bf375949a9e tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:36.011957 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7544df5-0d57-404e-87e6-ccc1d6ac0bef', 'tag': '719e8a8e-0571-4714-b496-af85e54d2091'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:09:36.015712 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66068eb0-4db3-4669-8a36-aa288f47e0f3" -d '{"events": [{"name": "network-changed", "server_uuid": "d7544df5-0d57-404e-87e6-ccc1d6ac0bef", "tag": "719e8a8e-0571-4714-b496-af85e54d2091"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:09:36.070806 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecddb6f-b21c-4db1-9c9d-4f926acadc39 req-905d6663-70fb-4de6-ba88-82fb2611a648 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:36.078409 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3ecddb6f-b21c-4db1-9c9d-4f926acadc39 req-905d6663-70fb-4de6-ba88-82fb2611a648 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7544df5-0d57-404e-87e6-ccc1d6ac0bef HTTP/1.1" status: 200 len: 948 time: 0.0605342 Aug 29 04:09:36.116067 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3ecddb6f-b21c-4db1-9c9d-4f926acadc39 req-5b7d690a-7165-4d47-b288-121df38ac12c tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/security-groups?id=268ad66b-6c1a-4e93-9fbd-057377cdbb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367508 Aug 29 04:09:36.177262 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-21f7dd38-688a-48c9-903d-47138bf1f97a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:36.368121 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d2d09b56-41c0-47b7-806a-57727a7e886b req-d1d1bfd1-f53a-4d3e-a1cf-7b6fd135e5bb service neutron] 10.222.0.46 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4298742 Aug 29 04:09:36.383165 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-8036758a-4bd7-4003-9f55-eeb3e945515e req-82c079dc-3a49-4698-a7e3-6bf375949a9e tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:36.383496 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-8036758a-4bd7-4003-9f55-eeb3e945515e req-82c079dc-3a49-4698-a7e3-6bf375949a9e tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:36.398280 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-8036758a-4bd7-4003-9f55-eeb3e945515e req-82c079dc-3a49-4698-a7e3-6bf375949a9e tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Calling delete_port for a1e25fb5-40b3-47b6-92c9-88aa040bbab2 owned by network:floatingip {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:09:36.460597 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6f8eec0-1282-4f44-ac9e-78408a8d7b5a x-openstack-request-id: req-a6f8eec0-1282-4f44-ac9e-78408a8d7b5a {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:09:36.460932 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7544df5-0d57-404e-87e6-ccc1d6ac0bef", "tag": "719e8a8e-0571-4714-b496-af85e54d2091", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:09:36.461176 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a6f8eec0-1282-4f44-ac9e-78408a8d7b5a {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:09:36.461564 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7544df5-0d57-404e-87e6-ccc1d6ac0bef', 'tag': '719e8a8e-0571-4714-b496-af85e54d2091', 'status': 'completed', 'code': 200} Aug 29 04:09:36.568924 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a78599-9238-41a8-97f7-ed617e8a0de9 req-7a0e8e41-20a7-4a89-ada8-7ba839c4352b tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:36.572306 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-21a78599-9238-41a8-97f7-ed617e8a0de9 req-7a0e8e41-20a7-4a89-ada8-7ba839c4352b tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] 10.222.0.22 "GET /v2.0/ports?device_id=e10bd09a-ba3d-454e-a1ef-1179f7504992 HTTP/1.1" status: 200 len: 950 time: 0.0559568 Aug 29 04:09:36.575711 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-8036758a-4bd7-4003-9f55-eeb3e945515e req-82c079dc-3a49-4698-a7e3-6bf375949a9e tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:36.584631 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66068eb0-4db3-4669-8a36-aa288f47e0f3 req-5fa7dd31-2917-41c6-980b-8861ed9a405e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:36.586150 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-66068eb0-4db3-4669-8a36-aa288f47e0f3 req-5fa7dd31-2917-41c6-980b-8861ed9a405e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=deb3dc006f0a4f35812708db69505629&device_id=d7544df5-0d57-404e-87e6-ccc1d6ac0bef HTTP/1.1" status: 200 len: 1100 time: 0.0644088 Aug 29 04:09:36.614235 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c079dc-3a49-4698-a7e3-6bf375949a9e tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Pushing event deleted for resources: {'Port': ['ID=a1e25fb5-40b3-47b6-92c9-88aa040bbab2,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:36.630818 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-21a78599-9238-41a8-97f7-ed617e8a0de9 req-b1f4890e-cefc-4d16-82ee-877a56be6609 tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] 10.222.0.22 "GET /v2.0/security-groups?id=6a4ce006-583b-494a-bd8e-b70bed49aebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481472 Aug 29 04:09:36.680150 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c079dc-3a49-4698-a7e3-6bf375949a9e tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:09:36.680507 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c079dc-3a49-4698-a7e3-6bf375949a9e tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:09:36.680854 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c079dc-3a49-4698-a7e3-6bf375949a9e tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:09:36.681212 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c079dc-3a49-4698-a7e3-6bf375949a9e tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:09:36.681548 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c079dc-3a49-4698-a7e3-6bf375949a9e tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:09:36.681888 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c079dc-3a49-4698-a7e3-6bf375949a9e tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:09:36.682222 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c079dc-3a49-4698-a7e3-6bf375949a9e tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:09:36.682554 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c079dc-3a49-4698-a7e3-6bf375949a9e tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:09:36.682882 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c079dc-3a49-4698-a7e3-6bf375949a9e tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:09:36.683215 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c079dc-3a49-4698-a7e3-6bf375949a9e tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:09:36.683543 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c079dc-3a49-4698-a7e3-6bf375949a9e tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:09:36.683899 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c079dc-3a49-4698-a7e3-6bf375949a9e tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:09:36.708067 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-8036758a-4bd7-4003-9f55-eeb3e945515e req-82c079dc-3a49-4698-a7e3-6bf375949a9e tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Notify callbacks [] for floatingip, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:36.710465 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-8036758a-4bd7-4003-9f55-eeb3e945515e req-82c079dc-3a49-4698-a7e3-6bf375949a9e tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:36.711611 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8036758a-4bd7-4003-9f55-eeb3e945515e req-82c079dc-3a49-4698-a7e3-6bf375949a9e tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] 10.222.0.22 "DELETE /v2.0/floatingips/428ec45d-dccd-46b0-a2df-8835cf523b13 HTTP/1.1" status: 204 len: 173 time: 0.9294517 Aug 29 04:09:36.760395 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66068eb0-4db3-4669-8a36-aa288f47e0f3 req-b9dba0ed-d034-4b50-9ad0-ef9dc74a19ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:36.762564 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-66068eb0-4db3-4669-8a36-aa288f47e0f3 req-b9dba0ed-d034-4b50-9ad0-ef9dc74a19ef service neutron] 10.222.0.48 "GET /v2.0/networks?id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 HTTP/1.1" status: 200 len: 870 time: 0.1565881 Aug 29 04:09:36.775870 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede3872f-c684-4054-9ff5-32898ba1c985 req-46067f23-0123-45ae-bdba-536fd7def078 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:36.778053 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ede3872f-c684-4054-9ff5-32898ba1c985 req-46067f23-0123-45ae-bdba-536fd7def078 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=b83569e1-b257-4d78-919b-861ace2c9e5d HTTP/1.1" status: 200 len: 950 time: 0.0684888 Aug 29 04:09:36.816571 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-66068eb0-4db3-4669-8a36-aa288f47e0f3 req-089a8fb6-77a7-4752-97a8-fc2aafea26f6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=719e8a8e-0571-4714-b496-af85e54d2091 HTTP/1.1" status: 200 len: 217 time: 0.0449655 Aug 29 04:09:36.819303 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ede3872f-c684-4054-9ff5-32898ba1c985 req-a63e1147-e35f-4fa7-a4db-b68b6d1be33d tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346649 Aug 29 04:09:36.896846 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe743f88-830e-4b28-8b15-64b6f693bc98 req-497e39db-e2c8-47fb-95c0-ead95a9d88ea tempest-LiveMigrationNegativeTest-1277663982 tempest-LiveMigrationNegativeTest-1277663982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:36.898479 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fe743f88-830e-4b28-8b15-64b6f693bc98 req-497e39db-e2c8-47fb-95c0-ead95a9d88ea tempest-LiveMigrationNegativeTest-1277663982 tempest-LiveMigrationNegativeTest-1277663982-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=e10bd09a-ba3d-454e-a1ef-1179f7504992 HTTP/1.1" status: 200 len: 1102 time: 0.0843568 Aug 29 04:09:36.900212 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66068eb0-4db3-4669-8a36-aa288f47e0f3 req-2873688f-3f99-4873-b97c-58e646930e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:36.901576 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-66068eb0-4db3-4669-8a36-aa288f47e0f3 req-2873688f-3f99-4873-b97c-58e646930e97 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=18cd12d4-b12a-41b0-b0c5-618edbb84e74 HTTP/1.1" status: 200 len: 843 time: 0.0766416 Aug 29 04:09:36.927318 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-fe743f88-830e-4b28-8b15-64b6f693bc98 req-7aec33e0-83d2-4b94-8ba3-c4ee8f1d7118 tempest-LiveMigrationNegativeTest-1277663982 tempest-LiveMigrationNegativeTest-1277663982-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:36.975419 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1c703bc7-a40c-4ac9-9ba6-4a443ff9b461 req-7f2a62db-fa0b-456d-994d-d59576bc052e tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.0.156 HTTP/1.1" status: 200 len: 1001 time: 0.0949051 Aug 29 04:09:36.982952 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66068eb0-4db3-4669-8a36-aa288f47e0f3 req-f71574f4-d372-4c24-b208-4e0b555aa136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:36.984542 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-66068eb0-4db3-4669-8a36-aa288f47e0f3 req-f71574f4-d372-4c24-b208-4e0b555aa136 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0720260 Aug 29 04:09:37.005477 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:37.041317 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c703bc7-a40c-4ac9-9ba6-4a443ff9b461 req-077376d1-2c6f-4e29-8eb7-ecdcfbebc0f1 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:37.043607 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1c703bc7-a40c-4ac9-9ba6-4a443ff9b461 req-077376d1-2c6f-4e29-8eb7-ecdcfbebc0f1 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] 10.222.0.22 "GET /v2.0/ports/9945918b-cb36-429e-bad1-d4e797a7a2d1 HTTP/1.1" status: 200 len: 942 time: 0.0613222 Aug 29 04:09:37.125853 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:37.151829 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-fe743f88-830e-4b28-8b15-64b6f693bc98 req-7aec33e0-83d2-4b94-8ba3-c4ee8f1d7118 tempest-LiveMigrationNegativeTest-1277663982 tempest-LiveMigrationNegativeTest-1277663982-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:37.154346 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-66068eb0-4db3-4669-8a36-aa288f47e0f3 req-c529f34e-a633-484d-aca6-30eedc579048 service neutron] 10.222.0.48 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617274 Aug 29 04:09:37.156938 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-fe743f88-830e-4b28-8b15-64b6f693bc98 req-7aec33e0-83d2-4b94-8ba3-c4ee8f1d7118 tempest-LiveMigrationNegativeTest-1277663982 tempest-LiveMigrationNegativeTest-1277663982-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:37.167836 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1c703bc7-a40c-4ac9-9ba6-4a443ff9b461 req-9d95d8c0-a75a-4241-ad6a-f2d4ad594ea6 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.0.156 HTTP/1.1" status: 200 len: 1001 time: 0.0709088 Aug 29 04:09:37.217897 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fe743f88-830e-4b28-8b15-64b6f693bc98 req-7aec33e0-83d2-4b94-8ba3-c4ee8f1d7118 tempest-LiveMigrationNegativeTest-1277663982 tempest-LiveMigrationNegativeTest-1277663982-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=6a4ce006-583b-494a-bd8e-b70bed49aebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3122234 Aug 29 04:09:37.246691 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aec33e0-83d2-4b94-8ba3-c4ee8f1d7118 tempest-LiveMigrationNegativeTest-1277663982 tempest-LiveMigrationNegativeTest-1277663982-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ce5ef97-de2c-4552-bca4-fcf7aa9ec01d,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:37.298898 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-66068eb0-4db3-4669-8a36-aa288f47e0f3 req-3d7053fc-bf29-4180-a52a-431a5f42811b service neutron] 10.222.0.48 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146109 Aug 29 04:09:37.308221 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c703bc7-a40c-4ac9-9ba6-4a443ff9b461 req-4eb9b894-07d8-4636-a4f3-6897cec5f4b7 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:37.309667 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1c703bc7-a40c-4ac9-9ba6-4a443ff9b461 req-4eb9b894-07d8-4636-a4f3-6897cec5f4b7 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] 10.222.0.22 "GET /v2.0/networks/e6c84a15-2e6f-4c07-8ede-a88148c2fe90 HTTP/1.1" status: 200 len: 784 time: 0.1355829 Aug 29 04:09:37.384681 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1c703bc7-a40c-4ac9-9ba6-4a443ff9b461 req-18a5b925-39d2-4372-971e-abf61c34a04d tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.0.156 HTTP/1.1" status: 200 len: 1001 time: 0.0672688 Aug 29 04:09:37.395037 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-1c703bc7-a40c-4ac9-9ba6-4a443ff9b461 req-ba7cf2ee-4f51-48d2-8c7a-2b0e6ec7954b tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:09:37.412502 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2b1248-a56e-4604-9c97-cda8d90dc0c5 req-b5d0b43c-1ca5-4b8b-986c-9caf2f9aca39 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:37.414337 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5e2b1248-a56e-4604-9c97-cda8d90dc0c5 req-b5d0b43c-1ca5-4b8b-986c-9caf2f9aca39 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7544df5-0d57-404e-87e6-ccc1d6ac0bef HTTP/1.1" status: 200 len: 948 time: 0.0574889 Aug 29 04:09:37.460841 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5e2b1248-a56e-4604-9c97-cda8d90dc0c5 req-764c007c-a4b4-4155-9c73-a599c551c2dd tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/security-groups?id=268ad66b-6c1a-4e93-9fbd-057377cdbb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398262 Aug 29 04:09:37.464097 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-1c703bc7-a40c-4ac9-9ba6-4a443ff9b461 req-ba7cf2ee-4f51-48d2-8c7a-2b0e6ec7954b tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Notify callbacks [] for floatingip, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:37.632497 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-1c703bc7-a40c-4ac9-9ba6-4a443ff9b461 req-ba7cf2ee-4f51-48d2-8c7a-2b0e6ec7954b tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:37.637803 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-1c703bc7-a40c-4ac9-9ba6-4a443ff9b461 req-ba7cf2ee-4f51-48d2-8c7a-2b0e6ec7954b tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719515'] for floatingip, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:37.638068 n-d-712140-12 neutron-server[94829]: INFO neutron.db.l3_db [req-1c703bc7-a40c-4ac9-9ba6-4a443ff9b461 req-ba7cf2ee-4f51-48d2-8c7a-2b0e6ec7954b tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Floating IP 45fd3ec4-9bab-41dc-bdfc-0329b635c0c2 disassociated. External IP: 172.25.0.156, port: 9945918b-cb36-429e-bad1-d4e797a7a2d1. Aug 29 04:09:37.875028 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1c703bc7-a40c-4ac9-9ba6-4a443ff9b461 req-ba7cf2ee-4f51-48d2-8c7a-2b0e6ec7954b tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Router 0982452e-5009-440e-8916-b658f9b4387c has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:09:37.909124 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 1b6ae066-aa3e-4b59-956a-1ed6c89e421c details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:09:38.018246 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1c703bc7-a40c-4ac9-9ba6-4a443ff9b461 req-ba7cf2ee-4f51-48d2-8c7a-2b0e6ec7954b tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:09:38.029182 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7c3250-ce07-4200-850f-fb7309e6fa45 None None] Sync routers for ids ['0982452e-5009-440e-8916-b658f9b4387c'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:09:38.029749 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-1c703bc7-a40c-4ac9-9ba6-4a443ff9b461 req-ba7cf2ee-4f51-48d2-8c7a-2b0e6ec7954b tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:38.032085 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 1b6ae066-aa3e-4b59-956a-1ed6c89e421c, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=1b6ae066-aa3e-4b59-956a-1ed6c89e421c,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:09:38.042359 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7c3250-ce07-4200-850f-fb7309e6fa45 None None] Routers {'0982452e-5009-440e-8916-b658f9b4387c'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:09:38.043456 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-ec7c3250-ce07-4200-850f-fb7309e6fa45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:09:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['0982452e-5009-440e-8916-b658f9b4387c'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:09:38.051714 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Returning: {'device': '1b6ae066-aa3e-4b59-956a-1ed6c89e421c', 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45', 'port_id': '1b6ae066-aa3e-4b59-956a-1ed6c89e421c', 'mac_address': 'fa:16:3e:3a:ba:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18cd12d4-b12a-41b0-b0c5-618edbb84e74', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:09:38.064293 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1c703bc7-a40c-4ac9-9ba6-4a443ff9b461 req-ba7cf2ee-4f51-48d2-8c7a-2b0e6ec7954b tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] 10.222.0.22 "PUT /v2.0/floatingips/45fd3ec4-9bab-41dc-bdfc-0329b635c0c2 HTTP/1.1" status: 200 len: 695 time: 0.6732137 Aug 29 04:09:38.064772 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '749bb753-6c27-400d-ab1a-f536aadba2d8', 'tag': '9945918b-cb36-429e-bad1-d4e797a7a2d1'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:09:38.067038 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b7b7b62-5329-4981-866c-1aa7d8050486" -d '{"events": [{"name": "network-changed", "server_uuid": "749bb753-6c27-400d-ab1a-f536aadba2d8", "tag": "9945918b-cb36-429e-bad1-d4e797a7a2d1"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:09:38.107473 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:38.131485 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c703bc7-a40c-4ac9-9ba6-4a443ff9b461 req-606c5263-552d-4d5e-ac63-0c6be7e5e1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:38.132742 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b6ae066-aa3e-4b59-956a-1ed6c89e421c {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:09:38.141624 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1c703bc7-a40c-4ac9-9ba6-4a443ff9b461 req-606c5263-552d-4d5e-ac63-0c6be7e5e1cc service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=15cb8928e53548e3a84be2fdd93ca64b&device_id=749bb753-6c27-400d-ab1a-f536aadba2d8 HTTP/1.1" status: 200 len: 1097 time: 0.0594072 Aug 29 04:09:38.171770 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 1b6ae066-aa3e-4b59-956a-1ed6c89e421c, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=1b6ae066-aa3e-4b59-956a-1ed6c89e421c,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:09:38.180253 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:38.235627 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-ec7c3250-ce07-4200-850f-fb7309e6fa45 None None] Set router 0982452e-5009-440e-8916-b658f9b4387c gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:09:38.283976 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c703bc7-a40c-4ac9-9ba6-4a443ff9b461 req-45c6b6ee-90c3-472d-b890-ebf4c5c7a0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:38.284570 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=1b6ae066-aa3e-4b59-956a-1ed6c89e421c,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:38.286539 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1c703bc7-a40c-4ac9-9ba6-4a443ff9b461 req-45c6b6ee-90c3-472d-b890-ebf4c5c7a0f2 service neutron] 10.222.0.22 "GET /v2.0/networks?id=7933d3e7-f004-4fe2-93b4-59b849cecb79 HTTP/1.1" status: 200 len: 930 time: 0.1441195 Aug 29 04:09:38.304042 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:09:38.305055 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:09:38.305571 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:09:38.306061 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:09:38.306546 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:09:38.307036 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:09:38.307516 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:09:38.308030 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:09:38.309735 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:09:38.310258 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:09:38.310969 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:09:38.311473 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:09:38.350666 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1c703bc7-a40c-4ac9-9ba6-4a443ff9b461 req-d4dfb190-3bec-484e-8475-63fc67ce5058 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9945918b-cb36-429e-bad1-d4e797a7a2d1 HTTP/1.1" status: 200 len: 217 time: 0.0544159 Aug 29 04:09:38.358044 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4926ed-2184-48c3-9be4-2899c2a8e3c8 req-41aec8ec-e496-4ee5-8730-7902e16c0d27 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:38.367206 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ff4926ed-2184-48c3-9be4-2899c2a8e3c8 req-41aec8ec-e496-4ee5-8730-7902e16c0d27 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=b83569e1-b257-4d78-919b-861ace2c9e5d HTTP/1.1" status: 200 len: 950 time: 0.0642881 Aug 29 04:09:38.405024 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c703bc7-a40c-4ac9-9ba6-4a443ff9b461 req-19df5c58-3066-42eb-9c5d-bf738e7c915b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:38.408715 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1c703bc7-a40c-4ac9-9ba6-4a443ff9b461 req-19df5c58-3066-42eb-9c5d-bf738e7c915b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=25e6c560-7af9-4d54-bae5-4187aca08105 HTTP/1.1" status: 200 len: 868 time: 0.0562804 Aug 29 04:09:38.410667 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ff4926ed-2184-48c3-9be4-2899c2a8e3c8 req-0d7b6966-5c2b-46b2-a77d-0410a54bb5ec tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425901 Aug 29 04:09:38.485377 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c703bc7-a40c-4ac9-9ba6-4a443ff9b461 req-a989d421-86c0-4d08-b0f3-c923aebc6736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:38.495277 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:38.496046 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1c703bc7-a40c-4ac9-9ba6-4a443ff9b461 req-a989d421-86c0-4d08-b0f3-c923aebc6736 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7933d3e7-f004-4fe2-93b4-59b849cecb79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0805380 Aug 29 04:09:38.507759 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8ba4bf4-6648-4035-a12b-cefbc143d3c3 x-openstack-request-id: req-f8ba4bf4-6648-4035-a12b-cefbc143d3c3 {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:09:38.508142 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "749bb753-6c27-400d-ab1a-f536aadba2d8", "tag": "9945918b-cb36-429e-bad1-d4e797a7a2d1", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:09:38.508756 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f8ba4bf4-6648-4035-a12b-cefbc143d3c3 {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:09:38.509241 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '749bb753-6c27-400d-ab1a-f536aadba2d8', 'tag': '9945918b-cb36-429e-bad1-d4e797a7a2d1', 'status': 'completed', 'code': 200} Aug 29 04:09:38.513794 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-ec7c3250-ce07-4200-850f-fb7309e6fa45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0982452e-5009-440e-8916-b658f9b4387c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1040687992-router', 'tenant_id': '15cb8928e53548e3a84be2fdd93ca64b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '766d274f-389d-4787-8e43-813fff8fef2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:08:45Z', 'updated_at': '2021-08-29T04:08:54Z', 'revision_number': 4, 'project_id': '15cb8928e53548e3a84be2fdd93ca64b', 'gw_port': {'id': '766d274f-389d-4787-8e43-813fff8fef2c', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:90:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0982452e-5009-440e-8916-b658f9b4387c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:08:46Z', 'updated_at': '2021-08-29T04:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '15e2da04-7e7d-4a63-a1a4-c183097cc493', 'name': '', 'network_id': '7933d3e7-f004-4fe2-93b4-59b849cecb79', 'tenant_id': '15cb8928e53548e3a84be2fdd93ca64b', 'mac_address': 'fa:16:3e:5a:07:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0982452e-5009-440e-8916-b658f9b4387c', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '25e6c560-7af9-4d54-bae5-4187aca08105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:08:52Z', 'updated_at': '2021-08-29T04:09:00Z', 'revision_number': 5, 'project_id': '15cb8928e53548e3a84be2fdd93ca64b', 'subnets': [{'id': '25e6c560-7af9-4d54-bae5-4187aca08105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:09:38.536217 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['1b6ae066-aa3e-4b59-956a-1ed6c89e421c'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:09:38.552012 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7c3250-ce07-4200-850f-fb7309e6fa45 None None] Checking router: 0982452e-5009-440e-8916-b658f9b4387c for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:09:38.575292 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7c3250-ce07-4200-850f-fb7309e6fa45 None None] Routers {'0982452e-5009-440e-8916-b658f9b4387c'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:09:38.576397 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-ec7c3250-ce07-4200-850f-fb7309e6fa45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:09:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['0982452e-5009-440e-8916-b658f9b4387c'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:09:38.631306 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1c703bc7-a40c-4ac9-9ba6-4a443ff9b461 req-9a99ca48-7bb9-474e-8adf-98ebeebaab48 service neutron] 10.222.0.22 "GET /v2.0/networks/7933d3e7-f004-4fe2-93b4-59b849cecb79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343551 Aug 29 04:09:38.634321 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7b7b62-5329-4981-866c-1aa7d8050486 req-4321fa83-5884-4930-aaa3-322a6ee0c365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:38.636183 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5b7b7b62-5329-4981-866c-1aa7d8050486 req-4321fa83-5884-4930-aaa3-322a6ee0c365 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=15cb8928e53548e3a84be2fdd93ca64b&device_id=749bb753-6c27-400d-ab1a-f536aadba2d8 HTTP/1.1" status: 200 len: 1097 time: 0.1019518 Aug 29 04:09:38.649698 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3f321a-8ae2-49ab-b45d-c66198a83ef2 req-1e00eca8-a7a4-46f9-9782-92d6240078b7 tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:38.651414 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8d3f321a-8ae2-49ab-b45d-c66198a83ef2 req-1e00eca8-a7a4-46f9-9782-92d6240078b7 tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] 10.222.0.22 "GET /v2.0/ports?device_id=e10bd09a-ba3d-454e-a1ef-1179f7504992 HTTP/1.1" status: 200 len: 950 time: 0.0705967 Aug 29 04:09:38.713634 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-ec7c3250-ce07-4200-850f-fb7309e6fa45 None None] Set router 0982452e-5009-440e-8916-b658f9b4387c gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:09:38.769852 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8d3f321a-8ae2-49ab-b45d-c66198a83ef2 req-29add98d-c43e-4560-93bf-1a6c143485f5 tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] 10.222.0.22 "GET /v2.0/security-groups?id=6a4ce006-583b-494a-bd8e-b70bed49aebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088023 Aug 29 04:09:38.805945 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7b7b62-5329-4981-866c-1aa7d8050486 req-0965c6ef-71bf-47ed-9540-e92198e1a490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:38.807388 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1c703bc7-a40c-4ac9-9ba6-4a443ff9b461 req-26328a8c-9380-491d-aa21-88f6a2fe96de service neutron] 10.222.0.22 "GET /v2.0/networks/7933d3e7-f004-4fe2-93b4-59b849cecb79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674166 Aug 29 04:09:38.808266 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5b7b7b62-5329-4981-866c-1aa7d8050486 req-0965c6ef-71bf-47ed-9540-e92198e1a490 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7933d3e7-f004-4fe2-93b4-59b849cecb79 HTTP/1.1" status: 200 len: 930 time: 0.1558976 Aug 29 04:09:38.883355 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5b7b7b62-5329-4981-866c-1aa7d8050486 req-9b7fed38-ac89-4bed-93c4-da32c401f37c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9945918b-cb36-429e-bad1-d4e797a7a2d1 HTTP/1.1" status: 200 len: 217 time: 0.0640161 Aug 29 04:09:38.988257 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569987e0-9ae0-47b5-9e58-5f052b4b4388 req-9bb8292e-1a69-4aa3-9c32-99864876ce5c tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:39.006237 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7b7b62-5329-4981-866c-1aa7d8050486 req-eb29e0d1-54ae-4a7b-90aa-e34725648b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:39.007189 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-569987e0-9ae0-47b5-9e58-5f052b4b4388 req-9bb8292e-1a69-4aa3-9c32-99864876ce5c tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7544df5-0d57-404e-87e6-ccc1d6ac0bef HTTP/1.1" status: 200 len: 948 time: 0.0839450 Aug 29 04:09:39.010330 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5b7b7b62-5329-4981-866c-1aa7d8050486 req-eb29e0d1-54ae-4a7b-90aa-e34725648b6b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=25e6c560-7af9-4d54-bae5-4187aca08105 HTTP/1.1" status: 200 len: 868 time: 0.1155221 Aug 29 04:09:39.057262 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-569987e0-9ae0-47b5-9e58-5f052b4b4388 req-c3a49afd-5c37-4c18-b55c-91ac0fe076a3 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/security-groups?id=268ad66b-6c1a-4e93-9fbd-057377cdbb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446851 Aug 29 04:09:39.092720 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-ec7c3250-ce07-4200-850f-fb7309e6fa45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0982452e-5009-440e-8916-b658f9b4387c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1040687992-router', 'tenant_id': '15cb8928e53548e3a84be2fdd93ca64b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '766d274f-389d-4787-8e43-813fff8fef2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:08:45Z', 'updated_at': '2021-08-29T04:08:54Z', 'revision_number': 4, 'project_id': '15cb8928e53548e3a84be2fdd93ca64b', 'gw_port': {'id': '766d274f-389d-4787-8e43-813fff8fef2c', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:90:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0982452e-5009-440e-8916-b658f9b4387c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:08:46Z', 'updated_at': '2021-08-29T04:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '15e2da04-7e7d-4a63-a1a4-c183097cc493', 'name': '', 'network_id': '7933d3e7-f004-4fe2-93b4-59b849cecb79', 'tenant_id': '15cb8928e53548e3a84be2fdd93ca64b', 'mac_address': 'fa:16:3e:5a:07:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0982452e-5009-440e-8916-b658f9b4387c', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '25e6c560-7af9-4d54-bae5-4187aca08105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:08:52Z', 'updated_at': '2021-08-29T04:09:00Z', 'revision_number': 5, 'project_id': '15cb8928e53548e3a84be2fdd93ca64b', 'subnets': [{'id': '25e6c560-7af9-4d54-bae5-4187aca08105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:09:39.127885 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7c3250-ce07-4200-850f-fb7309e6fa45 None None] The sync data for ids ['0982452e-5009-440e-8916-b658f9b4387c'] in n-d-712140-12 is: [{'id': '0982452e-5009-440e-8916-b658f9b4387c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1040687992-router', 'tenant_id': '15cb8928e53548e3a84be2fdd93ca64b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '766d274f-389d-4787-8e43-813fff8fef2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:08:45Z', 'updated_at': '2021-08-29T04:08:54Z', 'revision_number': 4, 'project_id': '15cb8928e53548e3a84be2fdd93ca64b', 'gw_port': {'id': '766d274f-389d-4787-8e43-813fff8fef2c', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:90:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0982452e-5009-440e-8916-b658f9b4387c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:08:46Z', 'updated_at': '2021-08-29T04:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '15e2da04-7e7d-4a63-a1a4-c183097cc493', 'name': '', 'network_id': '7933d3e7-f004-4fe2-93b4-59b849cecb79', 'tenant_id': '15cb8928e53548e3a84be2fdd93ca64b', 'mac_address': 'fa:16:3e:5a:07:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0982452e-5009-440e-8916-b658f9b4387c', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '25e6c560-7af9-4d54-bae5-4187aca08105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:08:52Z', 'updated_at': '2021-08-29T04:09:00Z', 'revision_number': 5, 'project_id': '15cb8928e53548e3a84be2fdd93ca64b', 'subnets': [{'id': '25e6c560-7af9-4d54-bae5-4187aca08105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:09:39.129505 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4c2f67bd-e805-4e52-bf3d-1637db3720c0 req-6bac4260-d5ab-41a9-9086-d2b623c77cdd tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] 10.222.0.22 "GET /v2.0/floatingips/45fd3ec4-9bab-41dc-bdfc-0329b635c0c2 HTTP/1.1" status: 200 len: 695 time: 0.0934231 Aug 29 04:09:39.133960 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7b7b62-5329-4981-866c-1aa7d8050486 req-2f1103a8-c55f-4cf9-b429-6e43c736dde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:39.135488 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5b7b7b62-5329-4981-866c-1aa7d8050486 req-2f1103a8-c55f-4cf9-b429-6e43c736dde4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7933d3e7-f004-4fe2-93b4-59b849cecb79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1163061 Aug 29 04:09:39.305414 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 34592) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:39.332192 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 719e8a8e-0571-4714-b496-af85e54d2091 details requested by agent hyperv_n-h2-712140-12 with host n-h2-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:09:39.360177 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2f67bd-e805-4e52-bf3d-1637db3720c0 req-2f670e54-8347-4389-bb4e-cff2b225deb9 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:39.367817 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4c2f67bd-e805-4e52-bf3d-1637db3720c0 req-2f670e54-8347-4389-bb4e-cff2b225deb9 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] 10.222.0.22 "GET /v2.0/networks/e6c84a15-2e6f-4c07-8ede-a88148c2fe90 HTTP/1.1" status: 200 len: 784 time: 0.2312751 Aug 29 04:09:39.440407 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4c2f67bd-e805-4e52-bf3d-1637db3720c0 req-19d0e9d3-aadb-4f86-849f-76dd1bc96450 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.0.156 HTTP/1.1" status: 200 len: 698 time: 0.0695095 Aug 29 04:09:39.552616 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4c2f67bd-e805-4e52-bf3d-1637db3720c0 req-d6849ee7-e8e1-40e9-970a-b241797e9537 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.0.156 HTTP/1.1" status: 200 len: 698 time: 0.0902841 Aug 29 04:09:39.567837 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3dc4d7a0-807f-4478-903d-fcf65c21befd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:39.582823 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 719e8a8e-0571-4714-b496-af85e54d2091, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=719e8a8e-0571-4714-b496-af85e54d2091,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:09:39.610958 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbdf9c5-82eb-43b6-a4e0-4c3063dc73b4 None None] New status for floating IP 45fd3ec4-9bab-41dc-bdfc-0329b635c0c2: DOWN {{(pid=94830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:09:39.639585 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5b7b7b62-5329-4981-866c-1aa7d8050486 req-aa7657d9-19e1-4cd3-90bc-9657d2bf4fad service neutron] 10.222.0.48 "GET /v2.0/networks/7933d3e7-f004-4fe2-93b4-59b849cecb79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4866393 Aug 29 04:09:39.659652 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Returning: {'device': '719e8a8e-0571-4714-b496-af85e54d2091', 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45', 'port_id': '719e8a8e-0571-4714-b496-af85e54d2091', 'mac_address': 'fa:16:3e:8e:14:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18cd12d4-b12a-41b0-b0c5-618edbb84e74', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:09:39.739859 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d40c88a-51da-46b0-9842-5a98a23e85b2 req-2cbf1d0d-919f-4866-8b56-2626b8a7a268 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:39.747659 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0d40c88a-51da-46b0-9842-5a98a23e85b2 req-2cbf1d0d-919f-4866-8b56-2626b8a7a268 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=b83569e1-b257-4d78-919b-861ace2c9e5d HTTP/1.1" status: 200 len: 950 time: 0.0843728 Aug 29 04:09:39.774255 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5b7b7b62-5329-4981-866c-1aa7d8050486 req-575eefdb-16c7-4b5f-95e6-03e5c32b557a service neutron] 10.222.0.48 "GET /v2.0/networks/7933d3e7-f004-4fe2-93b4-59b849cecb79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971582 Aug 29 04:09:39.817279 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0d40c88a-51da-46b0-9842-5a98a23e85b2 req-519a79b0-b22f-4466-83f3-e6e206acf07e tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682704 Aug 29 04:09:39.819357 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3dc4d7a0-807f-4478-903d-fcf65c21befd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:39.829943 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3dc4d7a0-807f-4478-903d-fcf65c21befd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:39.849098 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:39.870203 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc4d7a0-807f-4478-903d-fcf65c21befd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a38746a6-5217-4602-a8c8-da90cb6597dd,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:39.873265 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-4c2f67bd-e805-4e52-bf3d-1637db3720c0 req-3f66e881-95ad-4279-b6e6-8bf932d4ff48 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Deleting port e135c8e5-e4af-4b7e-9010-cb3f901be774 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:09:39.873917 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-4c2f67bd-e805-4e52-bf3d-1637db3720c0 req-3f66e881-95ad-4279-b6e6-8bf932d4ff48 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:39.877900 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-3dc4d7a0-807f-4478-903d-fcf65c21befd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=efffcf0862af44a88ad3c4d0941f0fb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5690088 Aug 29 04:09:39.878233 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 34604) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:39.881043 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc4d7a0-807f-4478-903d-fcf65c21befd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:09:39.881392 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc4d7a0-807f-4478-903d-fcf65c21befd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:09:39.881737 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc4d7a0-807f-4478-903d-fcf65c21befd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:09:39.882076 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc4d7a0-807f-4478-903d-fcf65c21befd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:09:39.882401 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc4d7a0-807f-4478-903d-fcf65c21befd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:09:39.882733 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc4d7a0-807f-4478-903d-fcf65c21befd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:09:39.883067 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc4d7a0-807f-4478-903d-fcf65c21befd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:09:39.883390 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc4d7a0-807f-4478-903d-fcf65c21befd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:09:39.883739 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc4d7a0-807f-4478-903d-fcf65c21befd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:09:39.884070 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc4d7a0-807f-4478-903d-fcf65c21befd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:09:39.884401 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc4d7a0-807f-4478-903d-fcf65c21befd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:09:39.884723 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc4d7a0-807f-4478-903d-fcf65c21befd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:09:39.901300 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 719e8a8e-0571-4714-b496-af85e54d2091 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:09:39.924226 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 1b6ae066-aa3e-4b59-956a-1ed6c89e421c up at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:09:39.956077 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 719e8a8e-0571-4714-b496-af85e54d2091, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=719e8a8e-0571-4714-b496-af85e54d2091,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:09:39.963116 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:40.037892 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d416dc3-7dae-4f28-82b2-cea60e3160f1 req-5fe334f8-d53f-45c5-bb95-ecd474a92636 tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:40.038253 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74c4848c-654c-457e-9485-fbb0d031312c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:40.039479 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3d416dc3-7dae-4f28-82b2-cea60e3160f1 req-5fe334f8-d53f-45c5-bb95-ecd474a92636 tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] 10.222.0.22 "GET /v2.0/ports?device_id=e10bd09a-ba3d-454e-a1ef-1179f7504992 HTTP/1.1" status: 200 len: 950 time: 0.0589685 Aug 29 04:09:40.053999 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=719e8a8e-0571-4714-b496-af85e54d2091,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:40.066794 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning for port 1b6ae066-aa3e-4b59-956a-1ed6c89e421c completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:09:40.075077 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-4c2f67bd-e805-4e52-bf3d-1637db3720c0 req-3f66e881-95ad-4279-b6e6-8bf932d4ff48 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:40.075508 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-4c2f67bd-e805-4e52-bf3d-1637db3720c0 req-3f66e881-95ad-4279-b6e6-8bf932d4ff48 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:40.076776 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning complete for port 1b6ae066-aa3e-4b59-956a-1ed6c89e421c triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:09:40.078487 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:40.092074 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3d416dc3-7dae-4f28-82b2-cea60e3160f1 req-d2130e87-8b1c-4db8-af4e-df7ceb4b173f tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] 10.222.0.22 "GET /v2.0/security-groups?id=6a4ce006-583b-494a-bd8e-b70bed49aebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461645 Aug 29 04:09:40.092253 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-4c2f67bd-e805-4e52-bf3d-1637db3720c0 req-3f66e881-95ad-4279-b6e6-8bf932d4ff48 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Calling delete_port for e135c8e5-e4af-4b7e-9010-cb3f901be774 owned by network:floatingip {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:09:40.102463 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74c4848c-654c-457e-9485-fbb0d031312c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:40.218020 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c7027d-4b24-4b27-987f-38176c235167 req-66f62b71-28c6-415f-b6d8-4bdce6a93e00 tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:40.219590 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-13c7027d-4b24-4b27-987f-38176c235167 req-66f62b71-28c6-415f-b6d8-4bdce6a93e00 tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] 10.222.0.48 "GET /v2.0/ports?device_id=e10bd09a-ba3d-454e-a1ef-1179f7504992 HTTP/1.1" status: 200 len: 950 time: 0.1286182 Aug 29 04:09:40.221053 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:40.253947 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74c4848c-654c-457e-9485-fbb0d031312c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:40.256544 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74c4848c-654c-457e-9485-fbb0d031312c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:40.257860 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-74c4848c-654c-457e-9485-fbb0d031312c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a38746a6-5217-4602-a8c8-da90cb6597dd HTTP/1.1" status: 204 len: 168 time: 0.3784840 Aug 29 04:09:40.274737 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 1b6ae066-aa3e-4b59-956a-1ed6c89e421c, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=1b6ae066-aa3e-4b59-956a-1ed6c89e421c,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:09:40.275407 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3698ca45-79dc-4840-b1cf-184940aeb2f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b6ae066-aa3e-4b59-956a-1ed6c89e421c'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:09:40.278904 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d2bff94-0c49-4603-90fe-32350d3172ff" -d '{"events": [{"server_uuid": "3698ca45-79dc-4840-b1cf-184940aeb2f5", "name": "network-vif-plugged", "status": "completed", "tag": "1b6ae066-aa3e-4b59-956a-1ed6c89e421c"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:09:40.283935 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:40.285146 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c4848c-654c-457e-9485-fbb0d031312c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a38746a6-5217-4602-a8c8-da90cb6597dd,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:40.352192 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=1b6ae066-aa3e-4b59-956a-1ed6c89e421c,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:40.390026 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['719e8a8e-0571-4714-b496-af85e54d2091'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:09:40.405826 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-13c7027d-4b24-4b27-987f-38176c235167 req-34612379-eaea-4b4c-9dac-b41d55f68da1 tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] Deleting port 61503e2e-baf8-493f-9f87-631b4a016c8b {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:09:40.407092 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-13c7027d-4b24-4b27-987f-38176c235167 req-34612379-eaea-4b4c-9dac-b41d55f68da1 tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:40.417892 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc30d48-033f-4a26-90a0-4d954da8d2d6 req-afd497ad-e531-46ec-a56d-51f64a054bd8 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:40.422620 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-adc30d48-033f-4a26-90a0-4d954da8d2d6 req-afd497ad-e531-46ec-a56d-51f64a054bd8 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7544df5-0d57-404e-87e6-ccc1d6ac0bef HTTP/1.1" status: 200 len: 949 time: 0.1176739 Aug 29 04:09:40.481984 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-4c2f67bd-e805-4e52-bf3d-1637db3720c0 req-3f66e881-95ad-4279-b6e6-8bf932d4ff48 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:40.497177 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-adc30d48-033f-4a26-90a0-4d954da8d2d6 req-58a5cf6d-a843-4454-b75d-bf154c76ea92 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/security-groups?id=268ad66b-6c1a-4e93-9fbd-057377cdbb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654964 Aug 29 04:09:40.527925 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f66e881-95ad-4279-b6e6-8bf932d4ff48 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Pushing event deleted for resources: {'Port': ['ID=e135c8e5-e4af-4b7e-9010-cb3f901be774,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:40.560459 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-4c2f67bd-e805-4e52-bf3d-1637db3720c0 req-3f66e881-95ad-4279-b6e6-8bf932d4ff48 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Notify callbacks [] for floatingip, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:40.563114 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-4c2f67bd-e805-4e52-bf3d-1637db3720c0 req-3f66e881-95ad-4279-b6e6-8bf932d4ff48 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:40.567704 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4c2f67bd-e805-4e52-bf3d-1637db3720c0 req-3f66e881-95ad-4279-b6e6-8bf932d4ff48 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] 10.222.0.22 "DELETE /v2.0/floatingips/45fd3ec4-9bab-41dc-bdfc-0329b635c0c2 HTTP/1.1" status: 204 len: 173 time: 1.0142224 Aug 29 04:09:40.610250 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-13c7027d-4b24-4b27-987f-38176c235167 req-34612379-eaea-4b4c-9dac-b41d55f68da1 tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] For port 61503e2e-baf8-493f-9f87-631b4a016c8b, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=61503e2e-baf8-493f-9f87-631b4a016c8b,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:09:40.615882 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-13c7027d-4b24-4b27-987f-38176c235167 req-34612379-eaea-4b4c-9dac-b41d55f68da1 tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:40.647507 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-13c7027d-4b24-4b27-987f-38176c235167 req-34612379-eaea-4b4c-9dac-b41d55f68da1 tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] Calling delete_port for 61503e2e-baf8-493f-9f87-631b4a016c8b owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:09:40.673820 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54c76405-2821-4e02-b11d-fadc0d148065 x-openstack-request-id: req-54c76405-2821-4e02-b11d-fadc0d148065 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:09:40.676179 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3698ca45-79dc-4840-b1cf-184940aeb2f5", "name": "network-vif-plugged", "status": "completed", "tag": "1b6ae066-aa3e-4b59-956a-1ed6c89e421c", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:09:40.677027 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-54c76405-2821-4e02-b11d-fadc0d148065 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:09:40.678425 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3698ca45-79dc-4840-b1cf-184940aeb2f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b6ae066-aa3e-4b59-956a-1ed6c89e421c', 'code': 200} Aug 29 04:09:40.788968 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 34626) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:40.816175 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-62c6024e-c22b-4154-9a6d-cea701edec12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:40.870543 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000c6ea8-5e4c-4a45-a84c-5408b29d3a27 req-b7abbccc-7df0-4cea-a2f8-32c7bf35aca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:40.872296 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-000c6ea8-5e4c-4a45-a84c-5408b29d3a27 req-b7abbccc-7df0-4cea-a2f8-32c7bf35aca6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3698ca45-79dc-4840-b1cf-184940aeb2f5 HTTP/1.1" status: 200 len: 1102 time: 0.1311710 Aug 29 04:09:40.916151 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1e0b18-3c4d-465b-8ac3-ee04e4b79453 req-a27a48e1-781f-4634-8c1a-7634dfcef94b tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:40.917745 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6a1e0b18-3c4d-465b-8ac3-ee04e4b79453 req-a27a48e1-781f-4634-8c1a-7634dfcef94b tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] 10.222.0.22 "GET /v2.0/ports?device_id=749bb753-6c27-400d-ab1a-f536aadba2d8&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1633139 Aug 29 04:09:40.986185 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-62c6024e-c22b-4154-9a6d-cea701edec12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:40.987117 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 34632) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:41.005507 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa5126f-97ea-4628-bac3-498f292dfb46 req-5e901622-2979-4f78-9021-57b160572e97 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:41.007099 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-afa5126f-97ea-4628-bac3-498f292dfb46 req-5e901622-2979-4f78-9021-57b160572e97 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=b83569e1-b257-4d78-919b-861ace2c9e5d HTTP/1.1" status: 200 len: 950 time: 0.0880964 Aug 29 04:09:41.007252 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-000c6ea8-5e4c-4a45-a84c-5408b29d3a27 req-e48f1975-cbae-4839-b6ee-6badcb43f9f2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=268ad66b-6c1a-4e93-9fbd-057377cdbb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277556 Aug 29 04:09:41.009107 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-62c6024e-c22b-4154-9a6d-cea701edec12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:41.018282 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6a1e0b18-3c4d-465b-8ac3-ee04e4b79453 req-7c77165f-ecb3-4c6b-ac69-547b28ed5867 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0681829 Aug 29 04:09:41.039007 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-13c7027d-4b24-4b27-987f-38176c235167 req-34612379-eaea-4b4c-9dac-b41d55f68da1 tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:41.054960 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['7ec642df-9ec2-41d5-a9d1-a560cde2396d'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:09:41.087171 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c6024e-c22b-4154-9a6d-cea701edec12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd33d689-43cb-45ad-a1e4-4deb97af325b,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:41.108249 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-eb0d1e72-a6ca-409d-aa1a-98c2752ee46e req-87481bb9-aa28-40eb-8903-ec44ce21255f tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0725267 Aug 29 04:09:41.108405 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-62c6024e-c22b-4154-9a6d-cea701edec12 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7cd979e5cf4c41d39eba45cf70e05ca2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3180838 Aug 29 04:09:41.109572 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 34638) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:41.121918 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34612379-eaea-4b4c-9dac-b41d55f68da1 tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] Pushing event deleted for resources: {'Port': ['ID=61503e2e-baf8-493f-9f87-631b4a016c8b,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:41.167560 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-afa5126f-97ea-4628-bac3-498f292dfb46 req-a5577826-b996-48dc-9841-1096cac7c28f tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290882 Aug 29 04:09:41.181504 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-39bfdc9d-73f4-4c4c-a942-c9e5b67819cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:41.198549 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-13c7027d-4b24-4b27-987f-38176c235167 req-34612379-eaea-4b4c-9dac-b41d55f68da1 tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] No DVR routers for this DVR port 61503e2e-baf8-493f-9f87-631b4a016c8b on host n-h2-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:09:41.217606 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-39bfdc9d-73f4-4c4c-a942-c9e5b67819cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:41.222024 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-13c7027d-4b24-4b27-987f-38176c235167 req-34612379-eaea-4b4c-9dac-b41d55f68da1 tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:41.224570 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-13c7027d-4b24-4b27-987f-38176c235167 req-34612379-eaea-4b4c-9dac-b41d55f68da1 tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] 10.222.0.48 "DELETE /v2.0/ports/61503e2e-baf8-493f-9f87-631b4a016c8b HTTP/1.1" status: 204 len: 173 time: 0.9843800 Aug 29 04:09:41.227632 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e10bd09a-ba3d-454e-a1ef-1179f7504992', 'name': 'network-vif-deleted', 'tag': '61503e2e-baf8-493f-9f87-631b4a016c8b'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:09:41.238444 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c48a6c48-7b26-48aa-9aeb-41737c3f16a3" -d '{"events": [{"server_uuid": "e10bd09a-ba3d-454e-a1ef-1179f7504992", "name": "network-vif-deleted", "tag": "61503e2e-baf8-493f-9f87-631b4a016c8b"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:09:41.289329 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['61503e2e-baf8-493f-9f87-631b4a016c8b'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:09:41.308541 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fe377b93-eb19-4f98-85e7-1d5858a1dac3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:41.416705 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fe377b93-eb19-4f98-85e7-1d5858a1dac3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:41.434406 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fe377b93-eb19-4f98-85e7-1d5858a1dac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:41.456826 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b625dcd9-005c-4402-a048-18020ead32f4 req-ef985c6f-7616-4eab-90bb-c575ea392996 tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] 10.222.0.22 "GET /v2.0/ports?device_id=e10bd09a-ba3d-454e-a1ef-1179f7504992 HTTP/1.1" status: 200 len: 210 time: 0.0385306 Aug 29 04:09:41.494241 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe377b93-eb19-4f98-85e7-1d5858a1dac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14496bc0-b149-49c7-be5b-c7bf70f464ac,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:41.497227 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-39bfdc9d-73f4-4c4c-a942-c9e5b67819cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:41.500370 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-39bfdc9d-73f4-4c4c-a942-c9e5b67819cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:41.510771 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-39bfdc9d-73f4-4c4c-a942-c9e5b67819cb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bd33d689-43cb-45ad-a1e4-4deb97af325b HTTP/1.1" status: 204 len: 168 time: 0.3950591 Aug 29 04:09:41.516412 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47d8c392-3985-44e3-b7cb-69edd21dad14 x-openstack-request-id: req-47d8c392-3985-44e3-b7cb-69edd21dad14 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:09:41.516919 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e10bd09a-ba3d-454e-a1ef-1179f7504992", "name": "network-vif-deleted", "tag": "61503e2e-baf8-493f-9f87-631b4a016c8b", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:09:41.516919 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-47d8c392-3985-44e3-b7cb-69edd21dad14 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:09:41.517308 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e10bd09a-ba3d-454e-a1ef-1179f7504992', 'name': 'network-vif-deleted', 'tag': '61503e2e-baf8-493f-9f87-631b4a016c8b', 'status': 'completed', 'code': 200} Aug 29 04:09:41.523346 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-fe377b93-eb19-4f98-85e7-1d5858a1dac3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2c76fd2066eb4dc6a7417614590ea66b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5324614 Aug 29 04:09:41.523609 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 34656) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:41.534965 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bfdc9d-73f4-4c4c-a942-c9e5b67819cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd33d689-43cb-45ad-a1e4-4deb97af325b,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:41.661182 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-98e7866f-9d64-4226-b24a-28fc76577590 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:41.689892 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-98e7866f-9d64-4226-b24a-28fc76577590 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:41.700300 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db2aa6a-380f-43ee-9197-8f6b229bbc35 req-78b82097-59e1-46f9-aa87-cebc9a49c2fa tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:41.702435 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1db2aa6a-380f-43ee-9197-8f6b229bbc35 req-78b82097-59e1-46f9-aa87-cebc9a49c2fa tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] 10.222.0.22 "GET /v2.0/ports?device_id=749bb753-6c27-400d-ab1a-f536aadba2d8 HTTP/1.1" status: 200 len: 945 time: 0.0734549 Aug 29 04:09:41.742043 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4731e75-334d-42e3-8219-cdaf328ce375 req-5f528e22-0758-4da6-9773-553d55f8b2f3 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:41.744988 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a4731e75-334d-42e3-8219-cdaf328ce375 req-5f528e22-0758-4da6-9773-553d55f8b2f3 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7544df5-0d57-404e-87e6-ccc1d6ac0bef HTTP/1.1" status: 200 len: 949 time: 0.1178286 Aug 29 04:09:41.766920 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1db2aa6a-380f-43ee-9197-8f6b229bbc35 req-e31441ae-25cb-443b-a924-8c80bab02707 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] 10.222.0.22 "GET /v2.0/security-groups?id=4f192cad-16e5-4e18-8024-3c3c1826ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576959 Aug 29 04:09:41.813335 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a4731e75-334d-42e3-8219-cdaf328ce375 req-60687963-c380-4668-a43f-9627bf735792 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/security-groups?id=268ad66b-6c1a-4e93-9fbd-057377cdbb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530255 Aug 29 04:09:41.829870 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-98e7866f-9d64-4226-b24a-28fc76577590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:41.832056 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-98e7866f-9d64-4226-b24a-28fc76577590 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:41.838230 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-98e7866f-9d64-4226-b24a-28fc76577590 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/14496bc0-b149-49c7-be5b-c7bf70f464ac HTTP/1.1" status: 204 len: 168 time: 0.3086267 Aug 29 04:09:41.847966 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e7866f-9d64-4226-b24a-28fc76577590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14496bc0-b149-49c7-be5b-c7bf70f464ac,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:42.331292 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9528b5-46bd-4f43-b33c-49a4f3203b64 req-47c1264b-642a-4dd9-80ea-50874a171ed3 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:42.333198 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-bc9528b5-46bd-4f43-b33c-49a4f3203b64 req-47c1264b-642a-4dd9-80ea-50874a171ed3 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=b83569e1-b257-4d78-919b-861ace2c9e5d HTTP/1.1" status: 200 len: 950 time: 0.0633571 Aug 29 04:09:42.410626 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-bc9528b5-46bd-4f43-b33c-49a4f3203b64 req-edd2ff76-7158-48aa-b018-d15e3b7a8659 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653663 Aug 29 04:09:42.856310 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f30450-79c4-4703-9a0b-e7699e607ff0 req-07f7978d-3e6c-4334-a8b7-13526e28da62 tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:42.863193 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d5f30450-79c4-4703-9a0b-e7699e607ff0 req-07f7978d-3e6c-4334-a8b7-13526e28da62 tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] 10.222.0.22 "GET /v2.0/ports?device_id=3763117f-0eba-47ec-8c16-53d70c377036 HTTP/1.1" status: 200 len: 950 time: 0.0627973 Aug 29 04:09:42.906893 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d5f30450-79c4-4703-9a0b-e7699e607ff0 req-db35b5c3-aaa4-48db-a75d-6953303c1f76 tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] 10.222.0.22 "GET /v2.0/security-groups?id=6a4ce006-583b-494a-bd8e-b70bed49aebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392911 Aug 29 04:09:42.927048 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee5f786-d4bf-423e-8697-3d038f11ceca req-a06d075e-6957-40d2-a517-d6d40ac27885 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:42.928793 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fee5f786-d4bf-423e-8697-3d038f11ceca req-a06d075e-6957-40d2-a517-d6d40ac27885 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] 10.222.0.22 "GET /v2.0/ports?device_id=749bb753-6c27-400d-ab1a-f536aadba2d8 HTTP/1.1" status: 200 len: 945 time: 0.0611393 Aug 29 04:09:42.974868 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fee5f786-d4bf-423e-8697-3d038f11ceca req-7ff790dd-1924-4f74-912c-ca5ce9b37409 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] 10.222.0.22 "GET /v2.0/security-groups?id=4f192cad-16e5-4e18-8024-3c3c1826ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401006 Aug 29 04:09:43.047199 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2c4585-b4cb-4876-bf66-4c1656ed2d2e req-7dcf3114-7893-4230-bc84-03fa2a0ded2a tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:43.048792 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0a2c4585-b4cb-4876-bf66-4c1656ed2d2e req-7dcf3114-7893-4230-bc84-03fa2a0ded2a tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7544df5-0d57-404e-87e6-ccc1d6ac0bef HTTP/1.1" status: 200 len: 949 time: 0.0678351 Aug 29 04:09:43.109752 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0a2c4585-b4cb-4876-bf66-4c1656ed2d2e req-177db9a9-d81c-4615-9566-f7bb43cb23ee tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/security-groups?id=268ad66b-6c1a-4e93-9fbd-057377cdbb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480824 Aug 29 04:09:43.261593 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50132b7-4c72-4ebf-a093-93928a53e021 req-71e40f71-4378-4738-bc89-bb99a8540f0b tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:43.263074 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f50132b7-4c72-4ebf-a093-93928a53e021 req-71e40f71-4378-4738-bc89-bb99a8540f0b tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] 10.222.0.48 "GET /v2.0/ports?device_id=749bb753-6c27-400d-ab1a-f536aadba2d8 HTTP/1.1" status: 200 len: 945 time: 0.0605574 Aug 29 04:09:43.344174 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 719e8a8e-0571-4714-b496-af85e54d2091 up at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:09:43.394565 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-f50132b7-4c72-4ebf-a093-93928a53e021 req-3f554e4c-8034-408a-928e-03454b1b6719 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Deleting port 9945918b-cb36-429e-bad1-d4e797a7a2d1 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:09:43.395364 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-f50132b7-4c72-4ebf-a093-93928a53e021 req-3f554e4c-8034-408a-928e-03454b1b6719 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:43.401859 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1a12c49c-1444-45cc-bf83-d6ad285a635c req-c4d4377d-ec04-4605-9bab-b438ea6ddc18 tempest-AbsoluteLimitsNegativeTestJSON-622496223 tempest-AbsoluteLimitsNegativeTestJSON-622496223-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=aaedc8a0c23f4219a31fe70b2d115c37&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0401330 Aug 29 04:09:43.408816 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning for port 719e8a8e-0571-4714-b496-af85e54d2091 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:09:43.415641 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning complete for port 719e8a8e-0571-4714-b496-af85e54d2091 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:09:43.416053 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:43.553038 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a12c49c-1444-45cc-bf83-d6ad285a635c req-a06b986c-c161-483b-b3f4-3d87dde443d0 tempest-AbsoluteLimitsNegativeTestJSON-622496223 tempest-AbsoluteLimitsNegativeTestJSON-622496223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:43.561021 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1a12c49c-1444-45cc-bf83-d6ad285a635c req-a06b986c-c161-483b-b3f4-3d87dde443d0 tempest-AbsoluteLimitsNegativeTestJSON-622496223 tempest-AbsoluteLimitsNegativeTestJSON-622496223-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1581936 Aug 29 04:09:43.569735 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:43.584766 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1a12c49c-1444-45cc-bf83-d6ad285a635c req-96e0e89b-9a44-4b40-804d-94dd193dc5cd tempest-AbsoluteLimitsNegativeTestJSON-622496223 tempest-AbsoluteLimitsNegativeTestJSON-622496223-project] 10.222.0.22 "GET /v2.0/quotas/aaedc8a0c23f4219a31fe70b2d115c37 HTTP/1.1" status: 200 len: 375 time: 0.0216544 Aug 29 04:09:43.594378 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-f50132b7-4c72-4ebf-a093-93928a53e021 req-3f554e4c-8034-408a-928e-03454b1b6719 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] For port 9945918b-cb36-429e-bad1-d4e797a7a2d1, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=9945918b-cb36-429e-bad1-d4e797a7a2d1,segment=NetworkSegment(bb65b1ca-d5ae-4e43-b925-9df88c1d3d33),segment_id=bb65b1ca-d5ae-4e43-b925-9df88c1d3d33)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:09:43.594804 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-f50132b7-4c72-4ebf-a093-93928a53e021 req-3f554e4c-8034-408a-928e-03454b1b6719 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:43.609482 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7544df5-0d57-404e-87e6-ccc1d6ac0bef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '719e8a8e-0571-4714-b496-af85e54d2091'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:09:43.611935 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68135ffb-e934-47b8-9d16-08f6a09a74ad" -d '{"events": [{"server_uuid": "d7544df5-0d57-404e-87e6-ccc1d6ac0bef", "name": "network-vif-plugged", "status": "completed", "tag": "719e8a8e-0571-4714-b496-af85e54d2091"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:09:43.615102 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-f50132b7-4c72-4ebf-a093-93928a53e021 req-3f554e4c-8034-408a-928e-03454b1b6719 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Calling delete_port for 9945918b-cb36-429e-bad1-d4e797a7a2d1 owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:09:43.625867 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6b1686-f882-4b75-962d-4cfa06da235b req-1a410a08-555a-4634-936d-fa8edf1b1a39 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:43.626960 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1a12c49c-1444-45cc-bf83-d6ad285a635c req-0afd9511-c94d-495b-b708-862981b4d2c3 tempest-AbsoluteLimitsNegativeTestJSON-622496223 tempest-AbsoluteLimitsNegativeTestJSON-622496223-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=aaedc8a0c23f4219a31fe70b2d115c37&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0416696 Aug 29 04:09:43.630211 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 719e8a8e-0571-4714-b496-af85e54d2091, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=719e8a8e-0571-4714-b496-af85e54d2091,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:09:43.634299 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fc6b1686-f882-4b75-962d-4cfa06da235b req-1a410a08-555a-4634-936d-fa8edf1b1a39 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=b83569e1-b257-4d78-919b-861ace2c9e5d HTTP/1.1" status: 200 len: 950 time: 0.1194344 Aug 29 04:09:43.635760 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:43.636668 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 61503e2e-baf8-493f-9f87-631b4a016c8b no longer exists at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:09:43.728651 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fc6b1686-f882-4b75-962d-4cfa06da235b req-af9eba06-bba6-4405-af08-7b5a50cd21f7 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911846 Aug 29 04:09:43.767585 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 34762) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:43.876850 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-f50132b7-4c72-4ebf-a093-93928a53e021 req-3f554e4c-8034-408a-928e-03454b1b6719 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:43.910598 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f554e4c-8034-408a-928e-03454b1b6719 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Pushing event deleted for resources: {'Port': ['ID=9945918b-cb36-429e-bad1-d4e797a7a2d1,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:43.916710 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0842d3e2-ba0e-44bf-8ad1-e73ec30e3a05 x-openstack-request-id: req-0842d3e2-ba0e-44bf-8ad1-e73ec30e3a05 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:09:43.917551 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7544df5-0d57-404e-87e6-ccc1d6ac0bef", "name": "network-vif-plugged", "status": "completed", "tag": "719e8a8e-0571-4714-b496-af85e54d2091", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:09:43.918308 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0842d3e2-ba0e-44bf-8ad1-e73ec30e3a05 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:09:43.918876 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7544df5-0d57-404e-87e6-ccc1d6ac0bef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '719e8a8e-0571-4714-b496-af85e54d2091', 'code': 200} Aug 29 04:09:43.922775 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['9945918b-cb36-429e-bad1-d4e797a7a2d1'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:09:43.928203 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] No Port match for: 61503e2e-baf8-493f-9f87-631b4a016c8b {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:09:43.931583 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 61503e2e-baf8-493f-9f87-631b4a016c8b not bound to the agent host n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:09:43.985192 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=719e8a8e-0571-4714-b496-af85e54d2091,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:44.032956 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-f50132b7-4c72-4ebf-a093-93928a53e021 req-3f554e4c-8034-408a-928e-03454b1b6719 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] No DVR routers for this DVR port 9945918b-cb36-429e-bad1-d4e797a7a2d1 on host n-h2-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:09:44.040316 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-f50132b7-4c72-4ebf-a093-93928a53e021 req-3f554e4c-8034-408a-928e-03454b1b6719 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:44.045232 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f50132b7-4c72-4ebf-a093-93928a53e021 req-3f554e4c-8034-408a-928e-03454b1b6719 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] 10.222.0.48 "DELETE /v2.0/ports/9945918b-cb36-429e-bad1-d4e797a7a2d1 HTTP/1.1" status: 204 len: 173 time: 0.7753413 Aug 29 04:09:44.050164 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '749bb753-6c27-400d-ab1a-f536aadba2d8', 'name': 'network-vif-deleted', 'tag': '9945918b-cb36-429e-bad1-d4e797a7a2d1'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:09:44.057577 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeee7698-9e5e-4887-a8f7-1bc73769004d" -d '{"events": [{"server_uuid": "749bb753-6c27-400d-ab1a-f536aadba2d8", "name": "network-vif-deleted", "tag": "9945918b-cb36-429e-bad1-d4e797a7a2d1"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:09:44.082766 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4770534-d17c-4150-aeee-4d220306c944 req-ec8949a3-9340-4b57-881b-3cf2290c2063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:44.086170 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f4770534-d17c-4150-aeee-4d220306c944 req-ec8949a3-9340-4b57-881b-3cf2290c2063 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d7544df5-0d57-404e-87e6-ccc1d6ac0bef HTTP/1.1" status: 200 len: 1102 time: 0.1699445 Aug 29 04:09:44.116783 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1a2fd6b4-e2e2-4760-9591-64d1fe6319d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:44.158691 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d84ef97-68b1-463b-803f-c8715f7faf05 req-341c051b-7bd0-49cc-92a1-f7778f72abec tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:44.166792 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0d84ef97-68b1-463b-803f-c8715f7faf05 req-341c051b-7bd0-49cc-92a1-f7778f72abec tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] 10.222.0.22 "GET /v2.0/ports?device_id=3763117f-0eba-47ec-8c16-53d70c377036 HTTP/1.1" status: 200 len: 950 time: 0.1189034 Aug 29 04:09:44.224987 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 34776) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:44.256640 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0d84ef97-68b1-463b-803f-c8715f7faf05 req-5d27ea50-8f17-4ca9-8e21-3363a6311728 tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] 10.222.0.22 "GET /v2.0/security-groups?id=6a4ce006-583b-494a-bd8e-b70bed49aebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889003 Aug 29 04:09:44.389782 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1a2fd6b4-e2e2-4760-9591-64d1fe6319d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:44.403996 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1a2fd6b4-e2e2-4760-9591-64d1fe6319d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:44.475771 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8b5cc792-df2e-4961-9ac4-dd86761dd1d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:44.504717 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28ce7d40-dacc-4193-a08f-2e10e1e513dc x-openstack-request-id: req-28ce7d40-dacc-4193-a08f-2e10e1e513dc {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:09:44.505063 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "749bb753-6c27-400d-ab1a-f536aadba2d8", "name": "network-vif-deleted", "tag": "9945918b-cb36-429e-bad1-d4e797a7a2d1", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:09:44.505393 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-28ce7d40-dacc-4193-a08f-2e10e1e513dc {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:09:44.505837 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '749bb753-6c27-400d-ab1a-f536aadba2d8', 'name': 'network-vif-deleted', 'tag': '9945918b-cb36-429e-bad1-d4e797a7a2d1', 'status': 'completed', 'code': 200} Aug 29 04:09:44.512243 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-90375aaa-814a-4a35-8d59-2ae407cfa7e4 req-bd1690d5-9a7f-4cd5-b87e-1e53cb51656b tempest-FloatingIPsAssociationNegativeTestJSON-1900499449 tempest-FloatingIPsAssociationNegativeTestJSON-1900499449-project] 10.222.0.22 "GET /v2.0/ports?device_id=749bb753-6c27-400d-ab1a-f536aadba2d8 HTTP/1.1" status: 200 len: 210 time: 0.4212730 Aug 29 04:09:44.514910 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-1a2fd6b4-e2e2-4760-9591-64d1fe6319d6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a7051b1d2fed46e6804dc79749c2e0fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7461412 Aug 29 04:09:44.518562 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 34780) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:44.528427 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2fd6b4-e2e2-4760-9591-64d1fe6319d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61dedff3-e4c8-42b0-a8c2-429f38663e91,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:44.547149 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f4770534-d17c-4150-aeee-4d220306c944 req-1776424d-568f-4135-89ac-7f23cb95c863 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=268ad66b-6c1a-4e93-9fbd-057377cdbb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4533412 Aug 29 04:09:44.556371 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eece2ab-6ff1-4611-9e78-449421c0653c req-91cd7afe-a0fc-4fdd-8519-2425be7fba14 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:44.557916 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2eece2ab-6ff1-4611-9e78-449421c0653c req-91cd7afe-a0fc-4fdd-8519-2425be7fba14 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7544df5-0d57-404e-87e6-ccc1d6ac0bef HTTP/1.1" status: 200 len: 950 time: 0.1664031 Aug 29 04:09:44.591545 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c3e69ca5-0683-4897-9352-fed2b0c8d70c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:44.616398 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c3e69ca5-0683-4897-9352-fed2b0c8d70c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:44.619474 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2eece2ab-6ff1-4611-9e78-449421c0653c req-1e2aa489-95a7-49e7-89ce-297810bac2f6 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/security-groups?id=268ad66b-6c1a-4e93-9fbd-057377cdbb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523145 Aug 29 04:09:44.671877 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8b5cc792-df2e-4961-9ac4-dd86761dd1d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:44.676447 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8b5cc792-df2e-4961-9ac4-dd86761dd1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:44.708592 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9cfcbd-5088-4098-a448-fafa406f9759 req-f28bd496-39e0-4654-b398-89b986861bdb tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:44.710054 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1a9cfcbd-5088-4098-a448-fafa406f9759 req-f28bd496-39e0-4654-b398-89b986861bdb tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] 10.222.0.46 "GET /v2.0/ports?device_id=3763117f-0eba-47ec-8c16-53d70c377036 HTTP/1.1" status: 200 len: 950 time: 0.0689197 Aug 29 04:09:44.716078 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-8b5cc792-df2e-4961-9ac4-dd86761dd1d0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=aaedc8a0c23f4219a31fe70b2d115c37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4897332 Aug 29 04:09:44.716911 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5cc792-df2e-4961-9ac4-dd86761dd1d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bedf984-ff0d-42be-bf38-d7138f6fe361,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:44.720120 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 34782) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:44.731096 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c3e69ca5-0683-4897-9352-fed2b0c8d70c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:44.737093 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c3e69ca5-0683-4897-9352-fed2b0c8d70c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:44.737093 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-c3e69ca5-0683-4897-9352-fed2b0c8d70c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/61dedff3-e4c8-42b0-a8c2-429f38663e91 HTTP/1.1" status: 204 len: 168 time: 0.2152669 Aug 29 04:09:44.768129 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e69ca5-0683-4897-9352-fed2b0c8d70c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61dedff3-e4c8-42b0-a8c2-429f38663e91,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:44.841391 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f343eca8-226d-4cca-9219-9b26cb954af2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:44.907793 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f343eca8-226d-4cca-9219-9b26cb954af2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:44.919210 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-1a9cfcbd-5088-4098-a448-fafa406f9759 req-d0dc9948-1d26-434d-a0ff-b0e9e8fcc224 tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] Deleting port 7ec642df-9ec2-41d5-a9d1-a560cde2396d {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:09:44.919566 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-1a9cfcbd-5088-4098-a448-fafa406f9759 req-d0dc9948-1d26-434d-a0ff-b0e9e8fcc224 tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:44.994205 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f343eca8-226d-4cca-9219-9b26cb954af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:44.997300 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f343eca8-226d-4cca-9219-9b26cb954af2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:45.002084 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-f343eca8-226d-4cca-9219-9b26cb954af2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6bedf984-ff0d-42be-bf38-d7138f6fe361 HTTP/1.1" status: 204 len: 168 time: 0.2664235 Aug 29 04:09:45.012056 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f343eca8-226d-4cca-9219-9b26cb954af2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bedf984-ff0d-42be-bf38-d7138f6fe361,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:45.019330 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-1a9cfcbd-5088-4098-a448-fafa406f9759 req-d0dc9948-1d26-434d-a0ff-b0e9e8fcc224 tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] For port 7ec642df-9ec2-41d5-a9d1-a560cde2396d, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=7ec642df-9ec2-41d5-a9d1-a560cde2396d,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:09:45.019738 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-1a9cfcbd-5088-4098-a448-fafa406f9759 req-d0dc9948-1d26-434d-a0ff-b0e9e8fcc224 tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:45.039819 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-1a9cfcbd-5088-4098-a448-fafa406f9759 req-d0dc9948-1d26-434d-a0ff-b0e9e8fcc224 tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] Calling delete_port for 7ec642df-9ec2-41d5-a9d1-a560cde2396d owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:09:45.054944 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62ecfc6-b14c-4cda-8312-cb1d1e1b1ad9 req-508462ad-9f06-4810-8c3c-72d20d39c2ea tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:45.062932 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a62ecfc6-b14c-4cda-8312-cb1d1e1b1ad9 req-508462ad-9f06-4810-8c3c-72d20d39c2ea tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=b83569e1-b257-4d78-919b-861ace2c9e5d HTTP/1.1" status: 200 len: 950 time: 0.1905146 Aug 29 04:09:45.150361 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a62ecfc6-b14c-4cda-8312-cb1d1e1b1ad9 req-e1ab0bc4-cee7-4771-982b-9c7a780017bf tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844109 Aug 29 04:09:45.247188 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 34796) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:45.271996 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-21c1a779-4e4b-4f10-ba76-6ebf27e6bbc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:45.308132 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-1a9cfcbd-5088-4098-a448-fafa406f9759 req-d0dc9948-1d26-434d-a0ff-b0e9e8fcc224 tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:45.322975 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['7ec642df-9ec2-41d5-a9d1-a560cde2396d'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:09:45.345628 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dc9948-1d26-434d-a0ff-b0e9e8fcc224 tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] Pushing event deleted for resources: {'Port': ['ID=7ec642df-9ec2-41d5-a9d1-a560cde2396d,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:45.394303 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7e191156-51ba-4270-91ba-8d3dd7d088b8 req-8d85de4c-21e6-46ec-ba57-091c52909fb4 tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] 10.222.0.22 "GET /v2.0/ports?device_id=3763117f-0eba-47ec-8c16-53d70c377036 HTTP/1.1" status: 200 len: 210 time: 0.0342650 Aug 29 04:09:45.411555 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a9cfcbd-5088-4098-a448-fafa406f9759 req-d0dc9948-1d26-434d-a0ff-b0e9e8fcc224 tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] No DVR routers for this DVR port 7ec642df-9ec2-41d5-a9d1-a560cde2396d on host n-h1-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:09:45.415114 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-1a9cfcbd-5088-4098-a448-fafa406f9759 req-d0dc9948-1d26-434d-a0ff-b0e9e8fcc224 tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:45.417439 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1a9cfcbd-5088-4098-a448-fafa406f9759 req-d0dc9948-1d26-434d-a0ff-b0e9e8fcc224 tempest-LiveMigrationNegativeTest-271993251 tempest-LiveMigrationNegativeTest-271993251-project] 10.222.0.46 "DELETE /v2.0/ports/7ec642df-9ec2-41d5-a9d1-a560cde2396d HTTP/1.1" status: 204 len: 173 time: 0.6982980 Aug 29 04:09:45.479472 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-21c1a779-4e4b-4f10-ba76-6ebf27e6bbc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:45.485528 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-21c1a779-4e4b-4f10-ba76-6ebf27e6bbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:45.518448 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c1a779-4e4b-4f10-ba76-6ebf27e6bbc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1e85896-5507-43e4-88f9-4675a89ab8d6,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:45.546092 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-21c1a779-4e4b-4f10-ba76-6ebf27e6bbc8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=281e098ae6c84c79aa387ef23808e34d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2977514 Aug 29 04:09:45.549677 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 34808) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:45.605296 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 34812) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:45.610758 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-dd6c591d-5b1a-4a6b-a1fd-ad5c769baece admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:45.639370 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-dd6c591d-5b1a-4a6b-a1fd-ad5c769baece admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:45.720746 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-dd6c591d-5b1a-4a6b-a1fd-ad5c769baece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:45.724071 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-dd6c591d-5b1a-4a6b-a1fd-ad5c769baece admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:45.727810 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-dd6c591d-5b1a-4a6b-a1fd-ad5c769baece admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e1e85896-5507-43e4-88f9-4675a89ab8d6 HTTP/1.1" status: 204 len: 168 time: 0.1742401 Aug 29 04:09:45.746137 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6c591d-5b1a-4a6b-a1fd-ad5c769baece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1e85896-5507-43e4-88f9-4675a89ab8d6,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:45.868637 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fd4595-d10a-4002-97bf-646a5daf5ec7 req-069bfc9d-d04a-4bae-a864-75cd885cce7c tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:45.879173 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-88fd4595-d10a-4002-97bf-646a5daf5ec7 req-069bfc9d-d04a-4bae-a864-75cd885cce7c tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7544df5-0d57-404e-87e6-ccc1d6ac0bef HTTP/1.1" status: 200 len: 950 time: 0.1182725 Aug 29 04:09:45.929831 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-88fd4595-d10a-4002-97bf-646a5daf5ec7 req-2a8824b6-70b7-4a70-a6c9-7f27acd87720 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/security-groups?id=268ad66b-6c1a-4e93-9fbd-057377cdbb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490787 Aug 29 04:09:46.339665 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b01c739-6e88-4ef5-a9cc-844b08691348 req-77ef0900-5e8f-4458-82ae-5ad20cdb79db tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:46.347010 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7b01c739-6e88-4ef5-a9cc-844b08691348 req-77ef0900-5e8f-4458-82ae-5ad20cdb79db tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=b83569e1-b257-4d78-919b-861ace2c9e5d HTTP/1.1" status: 200 len: 950 time: 0.0944526 Aug 29 04:09:46.451163 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7b01c739-6e88-4ef5-a9cc-844b08691348 req-59d9f1e8-4590-44da-af1e-060223222c48 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975626 Aug 29 04:09:46.506921 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3763117f-0eba-47ec-8c16-53d70c377036', 'name': 'network-vif-deleted', 'tag': '7ec642df-9ec2-41d5-a9d1-a560cde2396d'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:09:46.509734 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dda1aa0-3263-4aa8-9bee-1b85cc18c232" -d '{"events": [{"server_uuid": "3763117f-0eba-47ec-8c16-53d70c377036", "name": "network-vif-deleted", "tag": "7ec642df-9ec2-41d5-a9d1-a560cde2396d"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:09:46.599170 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35088a00-9397-49bf-baf9-085dfe1310e6 x-openstack-request-id: req-35088a00-9397-49bf-baf9-085dfe1310e6 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:09:46.599472 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3763117f-0eba-47ec-8c16-53d70c377036", "name": "network-vif-deleted", "tag": "7ec642df-9ec2-41d5-a9d1-a560cde2396d", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:09:46.599730 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-35088a00-9397-49bf-baf9-085dfe1310e6 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:09:46.600120 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3763117f-0eba-47ec-8c16-53d70c377036', 'name': 'network-vif-deleted', 'tag': '7ec642df-9ec2-41d5-a9d1-a560cde2396d', 'status': 'completed', 'code': 200} Aug 29 04:09:46.647486 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b47cec92-4a4f-45d9-b1b2-50df562b244f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713413'] for router_interface, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:46.661298 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 34856) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:46.982649 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-4334f383-7477-4f7b-8180-2929d3e4ec45 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-796281590-network', 'tenant_id': '5ed12d129cfd4a688239c63fead3c50e'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:09:46.999543 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 34868) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:47.030117 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4334f383-7477-4f7b-8180-2929d3e4ec45 admin admin] Made reservation on behalf of 5ed12d129cfd4a688239c63fead3c50e for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:09:47.035355 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4334f383-7477-4f7b-8180-2929d3e4ec45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:47.061346 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4334f383-7477-4f7b-8180-2929d3e4ec45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:47.193445 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b47cec92-4a4f-45d9-b1b2-50df562b244f admin admin] Deleting port 15e2da04-7e7d-4a63-a1a4-c183097cc493 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:09:47.194155 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b47cec92-4a4f-45d9-b1b2-50df562b244f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:47.269559 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4334f383-7477-4f7b-8180-2929d3e4ec45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:47.276368 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4334f383-7477-4f7b-8180-2929d3e4ec45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:47.282660 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76569e09-9c47-4eec-9439-db620e7ab924 req-370ffb69-b61c-4918-b69c-1cc00db0fff0 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:47.284568 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-76569e09-9c47-4eec-9439-db620e7ab924 req-370ffb69-b61c-4918-b69c-1cc00db0fff0 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7544df5-0d57-404e-87e6-ccc1d6ac0bef HTTP/1.1" status: 200 len: 950 time: 0.2203257 Aug 29 04:09:47.304066 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-6bb67390-1b66-47e7-9ec3-fb5b7a053219 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=497b1298bc3f4e1086f160e4a4fd2013&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3031578 Aug 29 04:09:47.307828 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 34890) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:47.319121 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4334f383-7477-4f7b-8180-2929d3e4ec45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb7a5d96-981e-4786-bef4-ea267d06357c,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:47.331931 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4334f383-7477-4f7b-8180-2929d3e4ec45 admin admin] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:09:47.342331 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4334f383-7477-4f7b-8180-2929d3e4ec45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:47.342702 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-4334f383-7477-4f7b-8180-2929d3e4ec45 admin admin] Added segment a0609458-0ee3-484f-af12-b1bbbef959f1 of type vlan for network fe48952d-c7ae-424b-b581-42fa3396b790 Aug 29 04:09:47.375209 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 9945918b-cb36-429e-bad1-d4e797a7a2d1 no longer exists at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:09:47.418769 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4334f383-7477-4f7b-8180-2929d3e4ec45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:47.420831 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] No Port match for: 9945918b-cb36-429e-bad1-d4e797a7a2d1 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:09:47.421746 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 9945918b-cb36-429e-bad1-d4e797a7a2d1 not bound to the agent host n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:09:47.438043 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-76569e09-9c47-4eec-9439-db620e7ab924 req-19a25c49-8c7e-41f5-a3e4-21da7733c4b8 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/security-groups?id=268ad66b-6c1a-4e93-9fbd-057377cdbb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327362 Aug 29 04:09:47.456909 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b47cec92-4a4f-45d9-b1b2-50df562b244f admin admin] For port 15e2da04-7e7d-4a63-a1a4-c183097cc493, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=15e2da04-7e7d-4a63-a1a4-c183097cc493,segment=NetworkSegment(bb65b1ca-d5ae-4e43-b925-9df88c1d3d33),segment_id=bb65b1ca-d5ae-4e43-b925-9df88c1d3d33)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:09:47.457339 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b47cec92-4a4f-45d9-b1b2-50df562b244f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:47.476818 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4334f383-7477-4f7b-8180-2929d3e4ec45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:47.477978 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4334f383-7477-4f7b-8180-2929d3e4ec45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:47.478569 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4334f383-7477-4f7b-8180-2929d3e4ec45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:47.491059 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b47cec92-4a4f-45d9-b1b2-50df562b244f admin admin] Calling delete_port for 15e2da04-7e7d-4a63-a1a4-c183097cc493 owned by network:router_interface {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:09:47.623092 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-4334f383-7477-4f7b-8180-2929d3e4ec45 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9581892 Aug 29 04:09:47.630978 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 34900) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:47.636982 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-43e68dbf-577f-4a28-8c79-0ca3ce24239d admin admin] Request body: {'subnet': {'network_id': 'fe48952d-c7ae-424b-b581-42fa3396b790', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-796281590-subnet', 'tenant_id': '5ed12d129cfd4a688239c63fead3c50e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:09:47.682094 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43e68dbf-577f-4a28-8c79-0ca3ce24239d admin admin] Made reservation on behalf of 5ed12d129cfd4a688239c63fead3c50e for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:09:47.684693 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-43e68dbf-577f-4a28-8c79-0ca3ce24239d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4552395'] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:47.695405 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e9d19a-8c01-4245-8815-a99799fbc9a5 req-27423d82-4f28-4f90-897b-4522b51c9fd1 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:47.703457 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-70e9d19a-8c01-4245-8815-a99799fbc9a5 req-27423d82-4f28-4f90-897b-4522b51c9fd1 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/ports?device_id=3698ca45-79dc-4840-b1cf-184940aeb2f5 HTTP/1.1" status: 200 len: 950 time: 0.1217113 Aug 29 04:09:47.725616 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4334f383-7477-4f7b-8180-2929d3e4ec45 admin admin] Pushing event updated for resources: {'Network': ['ID=fe48952d-c7ae-424b-b581-42fa3396b790,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:47.743990 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network fe48952d-c7ae-424b-b581-42fa3396b790 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:09:47.794632 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b47cec92-4a4f-45d9-b1b2-50df562b244f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:47.824953 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:09:47.847981 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47cec92-4a4f-45d9-b1b2-50df562b244f admin admin] Pushing event deleted for resources: {'Port': ['ID=15e2da04-7e7d-4a63-a1a4-c183097cc493,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:47.871752 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0083253c-41d6-45be-8c20-eabc7334ff54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:47.888509 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-70e9d19a-8c01-4245-8815-a99799fbc9a5 req-3d8ad6fa-8727-48b7-a4b3-9dc27893a2b2 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/security-groups?id=268ad66b-6c1a-4e93-9fbd-057377cdbb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837394 Aug 29 04:09:47.973098 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977936ae-4f6e-4385-9439-7be819b6ba80 req-44fc53a0-6742-470d-b501-cd9c7927e3d4 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:47.981482 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-977936ae-4f6e-4385-9439-7be819b6ba80 req-44fc53a0-6742-470d-b501-cd9c7927e3d4 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=b83569e1-b257-4d78-919b-861ace2c9e5d HTTP/1.1" status: 200 len: 950 time: 0.1984019 Aug 29 04:09:47.983826 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 7ec642df-9ec2-41d5-a9d1-a560cde2396d no longer exists at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:09:48.030546 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] No Port match for: 7ec642df-9ec2-41d5-a9d1-a560cde2396d {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:09:48.034050 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 7ec642df-9ec2-41d5-a9d1-a560cde2396d not bound to the agent host n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:09:48.035998 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0083253c-41d6-45be-8c20-eabc7334ff54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:48.115141 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-43e68dbf-577f-4a28-8c79-0ca3ce24239d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4274880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4552377'] for subnet, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:48.144818 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-977936ae-4f6e-4385-9439-7be819b6ba80 req-d4cd3146-3b8b-4914-a889-7b5bf45daf29 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629024 Aug 29 04:09:48.320874 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b47cec92-4a4f-45d9-b1b2-50df562b244f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-713231'] for router_interface, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:48.344452 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0083253c-41d6-45be-8c20-eabc7334ff54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:48.347186 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0083253c-41d6-45be-8c20-eabc7334ff54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:48.348574 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-0083253c-41d6-45be-8c20-eabc7334ff54 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6a4ce006-583b-494a-bd8e-b70bed49aebd HTTP/1.1" status: 204 len: 168 time: 1.0273321 Aug 29 04:09:48.377392 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0083253c-41d6-45be-8c20-eabc7334ff54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a4ce006-583b-494a-bd8e-b70bed49aebd,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:48.682357 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a5c29212-d1fa-4535-b15b-7a70061c8bb4 req-534a05ea-5a8b-4d2b-bbaf-9157b12428a8 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=deb3dc006f0a4f35812708db69505629&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0379522 Aug 29 04:09:48.715489 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b47cec92-4a4f-45d9-b1b2-50df562b244f admin admin] Router 0982452e-5009-440e-8916-b658f9b4387c has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:09:48.751466 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e68dbf-577f-4a28-8c79-0ca3ce24239d admin admin] Pushing event updated for resources: {'Subnet': ['ID=36550b39-29ec-4f76-aff4-e6e4aa53e533,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:48.755898 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e68dbf-577f-4a28-8c79-0ca3ce24239d admin admin] Checking segment: {'id': 'a0609458-0ee3-484f-af12-b1bbbef959f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fe48952d-c7ae-424b-b581-42fa3396b790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:09:48.756270 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e68dbf-577f-4a28-8c79-0ca3ce24239d admin admin] Network hostable DHCP agents. Network: fe48952d-c7ae-424b-b581-42fa3396b790, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:09:48.796003 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e68dbf-577f-4a28-8c79-0ca3ce24239d admin admin] Network fe48952d-c7ae-424b-b581-42fa3396b790 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:09:48.814052 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-43e68dbf-577f-4a28-8c79-0ca3ce24239d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, fe48952d-c7ae-424b-b581-42fa3396b790) {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:09:48.819888 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:48.825055 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d099d953-ca8b-41c7-9c56-054aad5a8324 None None] Network fe48952d-c7ae-424b-b581-42fa3396b790 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:09:48.852341 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c29212-d1fa-4535-b15b-7a70061c8bb4 req-2d4ac54c-a484-4e66-842c-ec697eefd5c7 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:48.853945 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a5c29212-d1fa-4535-b15b-7a70061c8bb4 req-2d4ac54c-a484-4e66-842c-ec697eefd5c7 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1708064 Aug 29 04:09:48.869154 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e68dbf-577f-4a28-8c79-0ca3ce24239d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:48.869768 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-43e68dbf-577f-4a28-8c79-0ca3ce24239d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:48.916975 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b47cec92-4a4f-45d9-b1b2-50df562b244f admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:09:48.917767 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a5c29212-d1fa-4535-b15b-7a70061c8bb4 req-b3b37748-4a70-43ce-a3cb-cdb40f2749ca tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/quotas/deb3dc006f0a4f35812708db69505629 HTTP/1.1" status: 200 len: 375 time: 0.0444863 Aug 29 04:09:48.932479 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5df64f-0dbc-46bb-921d-05d6a1f8a983 None None] Sync routers for ids ['0982452e-5009-440e-8916-b658f9b4387c'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:09:48.934678 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-43e68dbf-577f-4a28-8c79-0ca3ce24239d admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3026667 Aug 29 04:09:48.943366 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-b47cec92-4a4f-45d9-b1b2-50df562b244f admin admin] 10.222.0.22 "PUT /v2.0/routers/0982452e-5009-440e-8916-b658f9b4387c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3367968 Aug 29 04:09:48.946043 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 34936) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:48.946816 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5df64f-0dbc-46bb-921d-05d6a1f8a983 None None] Routers {'0982452e-5009-440e-8916-b658f9b4387c'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:09:48.950615 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-7e5df64f-0dbc-46bb-921d-05d6a1f8a983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:09:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['0982452e-5009-440e-8916-b658f9b4387c'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:09:49.045989 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a5c29212-d1fa-4535-b15b-7a70061c8bb4 req-185a6ee7-aa86-4ec0-bb94-034aad1d6915 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=deb3dc006f0a4f35812708db69505629&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1258354 Aug 29 04:09:49.046520 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 34940) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:49.111434 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1090fc-292d-43e9-9ddd-0db3eae094ff None None] Network fe48952d-c7ae-424b-b581-42fa3396b790 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:09:49.209845 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-7e5df64f-0dbc-46bb-921d-05d6a1f8a983 None None] Set router 0982452e-5009-440e-8916-b658f9b4387c gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:09:49.227498 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-38791ed4-e6fc-44c0-8654-045b52b7d96a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4a2c0c539f2d43fd978ffd9f2e6b3ba8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1797876 Aug 29 04:09:49.228153 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 34946) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:49.411554 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-56cd405d-a02e-4d10-9b5e-cc8cd86550bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:49.462184 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-56cd405d-a02e-4d10-9b5e-cc8cd86550bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:49.577445 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-56cd405d-a02e-4d10-9b5e-cc8cd86550bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:49.580240 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-56cd405d-a02e-4d10-9b5e-cc8cd86550bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:49.584521 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-56cd405d-a02e-4d10-9b5e-cc8cd86550bc admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1ce5ef97-de2c-4552-bca4-fcf7aa9ec01d HTTP/1.1" status: 204 len: 168 time: 0.3551683 Aug 29 04:09:49.613623 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cd405d-a02e-4d10-9b5e-cc8cd86550bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ce5ef97-de2c-4552-bca4-fcf7aa9ec01d,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:49.748401 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-7e5df64f-0dbc-46bb-921d-05d6a1f8a983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0982452e-5009-440e-8916-b658f9b4387c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1040687992-router', 'tenant_id': '15cb8928e53548e3a84be2fdd93ca64b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '766d274f-389d-4787-8e43-813fff8fef2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:08:45Z', 'updated_at': '2021-08-29T04:09:47Z', 'revision_number': 5, 'project_id': '15cb8928e53548e3a84be2fdd93ca64b', 'gw_port': {'id': '766d274f-389d-4787-8e43-813fff8fef2c', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:90:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0982452e-5009-440e-8916-b658f9b4387c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:08:46Z', 'updated_at': '2021-08-29T04:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:09:49.800822 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5df64f-0dbc-46bb-921d-05d6a1f8a983 None None] Checking router: 0982452e-5009-440e-8916-b658f9b4387c for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:09:49.814485 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5df64f-0dbc-46bb-921d-05d6a1f8a983 None None] Routers {'0982452e-5009-440e-8916-b658f9b4387c'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:09:49.815364 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-7e5df64f-0dbc-46bb-921d-05d6a1f8a983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:09:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['0982452e-5009-440e-8916-b658f9b4387c'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:09:49.895653 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ba6a6eb8-7e41-407d-a103-870782775c5b admin admin] Notify callbacks [] for router, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:49.898731 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-728559a9-77d6-441a-8e16-2c78849d3120 req-85b65453-8f8f-4df7-91e1-26d55433824c tempest-SecurityGroupRulesNegativeTestJSON-1620309522 tempest-SecurityGroupRulesNegativeTestJSON-1620309522-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-721528448', 'description': 'tempest-description-833376739'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:09:49.939008 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5f68f4-6b83-4902-bb33-a769d2912379 req-25a714db-07ca-4438-97b8-4a578c21ad35 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:49.946927 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5a5f68f4-6b83-4902-bb33-a769d2912379 req-25a714db-07ca-4438-97b8-4a578c21ad35 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=b83569e1-b257-4d78-919b-861ace2c9e5d HTTP/1.1" status: 200 len: 950 time: 0.1279888 Aug 29 04:09:49.959358 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-728559a9-77d6-441a-8e16-2c78849d3120 req-85b65453-8f8f-4df7-91e1-26d55433824c tempest-SecurityGroupRulesNegativeTestJSON-1620309522 tempest-SecurityGroupRulesNegativeTestJSON-1620309522-project] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:50.043415 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-7e5df64f-0dbc-46bb-921d-05d6a1f8a983 None None] Set router 0982452e-5009-440e-8916-b658f9b4387c gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:09:50.091213 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-728559a9-77d6-441a-8e16-2c78849d3120 req-85b65453-8f8f-4df7-91e1-26d55433824c tempest-SecurityGroupRulesNegativeTestJSON-1620309522 tempest-SecurityGroupRulesNegativeTestJSON-1620309522-project] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:50.099763 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-728559a9-77d6-441a-8e16-2c78849d3120 req-85b65453-8f8f-4df7-91e1-26d55433824c tempest-SecurityGroupRulesNegativeTestJSON-1620309522 tempest-SecurityGroupRulesNegativeTestJSON-1620309522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:50.129766 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5a5f68f4-6b83-4902-bb33-a769d2912379 req-b19b550f-5fa2-4d40-865c-4eb534200280 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809087 Aug 29 04:09:50.148717 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-728559a9-77d6-441a-8e16-2c78849d3120 req-85b65453-8f8f-4df7-91e1-26d55433824c tempest-SecurityGroupRulesNegativeTestJSON-1620309522 tempest-SecurityGroupRulesNegativeTestJSON-1620309522-project] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:50.150131 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-728559a9-77d6-441a-8e16-2c78849d3120 req-85b65453-8f8f-4df7-91e1-26d55433824c tempest-SecurityGroupRulesNegativeTestJSON-1620309522 tempest-SecurityGroupRulesNegativeTestJSON-1620309522-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.2563965 Aug 29 04:09:50.152458 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b65453-8f8f-4df7-91e1-26d55433824c tempest-SecurityGroupRulesNegativeTestJSON-1620309522 tempest-SecurityGroupRulesNegativeTestJSON-1620309522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c4763a8-9e1d-40f9-b4a6-9b4252ed9e11,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:50.180402 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ba6a6eb8-7e41-407d-a103-870782775c5b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:50.308206 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d3287443-e5c6-4ffd-8bc7-cedeca8557e6 req-ca17d5be-5050-4500-ae11-ec37f00e6f81 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/ports?device_id=880214ed-65b2-4d37-b362-de4dc7f7287e HTTP/1.1" status: 200 len: 210 time: 0.0552039 Aug 29 04:09:50.333217 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ba6a6eb8-7e41-407d-a103-870782775c5b admin admin] Deleting port 766d274f-389d-4787-8e43-813fff8fef2c {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:09:50.333737 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ba6a6eb8-7e41-407d-a103-870782775c5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:50.461552 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-7e5df64f-0dbc-46bb-921d-05d6a1f8a983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0982452e-5009-440e-8916-b658f9b4387c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1040687992-router', 'tenant_id': '15cb8928e53548e3a84be2fdd93ca64b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '766d274f-389d-4787-8e43-813fff8fef2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:08:45Z', 'updated_at': '2021-08-29T04:09:47Z', 'revision_number': 5, 'project_id': '15cb8928e53548e3a84be2fdd93ca64b', 'gw_port': {'id': '766d274f-389d-4787-8e43-813fff8fef2c', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:90:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0982452e-5009-440e-8916-b658f9b4387c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:08:46Z', 'updated_at': '2021-08-29T04:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:09:50.478940 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-dab6d9f9-33f7-4e1e-884f-080aa3b6de87 req-952db59d-4c99-4b05-a1be-52e46fab6608 tempest-SecurityGroupRulesNegativeTestJSON-1620309522 tempest-SecurityGroupRulesNegativeTestJSON-1620309522-project] 10.222.0.22 "GET /v2.0/security-groups/0c4763a8-9e1d-40f9-b4a6-9b4252ed9e11 HTTP/1.1" status: 200 len: 1811 time: 0.1242981 Aug 29 04:09:50.487029 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-dab6d9f9-33f7-4e1e-884f-080aa3b6de87 req-cbdc0bf2-9342-4080-a196-89a50f107d28 tempest-SecurityGroupRulesNegativeTestJSON-1620309522 tempest-SecurityGroupRulesNegativeTestJSON-1620309522-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0c4763a8-9e1d-40f9-b4a6-9b4252ed9e11', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:09:50.487358 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-dab6d9f9-33f7-4e1e-884f-080aa3b6de87 req-cbdc0bf2-9342-4080-a196-89a50f107d28 tempest-SecurityGroupRulesNegativeTestJSON-1620309522 tempest-SecurityGroupRulesNegativeTestJSON-1620309522-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0c4763a8-9e1d-40f9-b4a6-9b4252ed9e11', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:09:50.494070 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5df64f-0dbc-46bb-921d-05d6a1f8a983 None None] The sync data for ids ['0982452e-5009-440e-8916-b658f9b4387c'] in n-d-712140-12 is: [{'id': '0982452e-5009-440e-8916-b658f9b4387c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1040687992-router', 'tenant_id': '15cb8928e53548e3a84be2fdd93ca64b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '766d274f-389d-4787-8e43-813fff8fef2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:08:45Z', 'updated_at': '2021-08-29T04:09:47Z', 'revision_number': 5, 'project_id': '15cb8928e53548e3a84be2fdd93ca64b', 'gw_port': {'id': '766d274f-389d-4787-8e43-813fff8fef2c', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:90:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0982452e-5009-440e-8916-b658f9b4387c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:08:46Z', 'updated_at': '2021-08-29T04:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:09:50.497860 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ba6a6eb8-7e41-407d-a103-870782775c5b admin admin] For port 766d274f-389d-4787-8e43-813fff8fef2c, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=766d274f-389d-4787-8e43-813fff8fef2c,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:09:50.498451 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ba6a6eb8-7e41-407d-a103-870782775c5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:50.540886 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ba6a6eb8-7e41-407d-a103-870782775c5b admin admin] Calling delete_port for 766d274f-389d-4787-8e43-813fff8fef2c owned by network:router_gateway {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:09:50.614438 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-dab6d9f9-33f7-4e1e-884f-080aa3b6de87 req-cbdc0bf2-9342-4080-a196-89a50f107d28 tempest-SecurityGroupRulesNegativeTestJSON-1620309522 tempest-SecurityGroupRulesNegativeTestJSON-1620309522-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:50.689982 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-dab6d9f9-33f7-4e1e-884f-080aa3b6de87 req-cbdc0bf2-9342-4080-a196-89a50f107d28 tempest-SecurityGroupRulesNegativeTestJSON-1620309522 tempest-SecurityGroupRulesNegativeTestJSON-1620309522-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:50.701015 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-dab6d9f9-33f7-4e1e-884f-080aa3b6de87 req-cbdc0bf2-9342-4080-a196-89a50f107d28 tempest-SecurityGroupRulesNegativeTestJSON-1620309522 tempest-SecurityGroupRulesNegativeTestJSON-1620309522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:50.713943 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdc0bf2-9342-4080-a196-89a50f107d28 tempest-SecurityGroupRulesNegativeTestJSON-1620309522 tempest-SecurityGroupRulesNegativeTestJSON-1620309522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8839ac45-0999-44ef-830e-d05ad8f7108f,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:50.725127 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-dab6d9f9-33f7-4e1e-884f-080aa3b6de87 req-cbdc0bf2-9342-4080-a196-89a50f107d28 tempest-SecurityGroupRulesNegativeTestJSON-1620309522 tempest-SecurityGroupRulesNegativeTestJSON-1620309522-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:50.735917 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-dab6d9f9-33f7-4e1e-884f-080aa3b6de87 req-cbdc0bf2-9342-4080-a196-89a50f107d28 tempest-SecurityGroupRulesNegativeTestJSON-1620309522 tempest-SecurityGroupRulesNegativeTestJSON-1620309522-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2498395 Aug 29 04:09:50.805548 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ba6a6eb8-7e41-407d-a103-870782775c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:50.854566 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6a6eb8-7e41-407d-a103-870782775c5b admin admin] Pushing event deleted for resources: {'Port': ['ID=766d274f-389d-4787-8e43-813fff8fef2c,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:50.904213 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-00fcfa1b-f2a1-4263-90f3-d3c8822e9d23 req-2bf0372a-c897-453d-9386-025dcfc5e607 tempest-SecurityGroupRulesNegativeTestJSON-1620309522 tempest-SecurityGroupRulesNegativeTestJSON-1620309522-project] 10.222.0.22 "GET /v2.0/security-groups/0c4763a8-9e1d-40f9-b4a6-9b4252ed9e11 HTTP/1.1" status: 200 len: 2404 time: 0.1415911 Aug 29 04:09:50.905404 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ba6a6eb8-7e41-407d-a103-870782775c5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719445'] for router_gateway, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:50.971624 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-77e75e4c-dcd1-478a-820f-49eb4d526a31 req-8f203fae-ea46-4551-95c9-df1507e449c1 tempest-SecurityGroupRulesNegativeTestJSON-1620309522 tempest-SecurityGroupRulesNegativeTestJSON-1620309522-project] 10.222.0.22 "GET /v2.0/security-group-rules/8839ac45-0999-44ef-830e-d05ad8f7108f HTTP/1.1" status: 200 len: 778 time: 0.0548177 Aug 29 04:09:51.011580 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a5c29212-d1fa-4535-b15b-7a70061c8bb4 req-ecb92d6c-1c77-40c3-a754-5009a659176d tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=deb3dc006f0a4f35812708db69505629&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1204596 Aug 29 04:09:51.111955 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-77e75e4c-dcd1-478a-820f-49eb4d526a31 req-70dd82fe-10ef-48d1-b91a-de64830da378 tempest-SecurityGroupRulesNegativeTestJSON-1620309522 tempest-SecurityGroupRulesNegativeTestJSON-1620309522-project] 10.222.0.22 "GET /v2.0/security-groups/0c4763a8-9e1d-40f9-b4a6-9b4252ed9e11 HTTP/1.1" status: 200 len: 2404 time: 0.1347826 Aug 29 04:09:51.156791 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-77e75e4c-dcd1-478a-820f-49eb4d526a31 req-263f279c-5ac1-4cb0-8495-4eea1f9d68ee tempest-SecurityGroupRulesNegativeTestJSON-1620309522 tempest-SecurityGroupRulesNegativeTestJSON-1620309522-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:51.171623 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-77e75e4c-dcd1-478a-820f-49eb4d526a31 req-263f279c-5ac1-4cb0-8495-4eea1f9d68ee tempest-SecurityGroupRulesNegativeTestJSON-1620309522 tempest-SecurityGroupRulesNegativeTestJSON-1620309522-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:51.208542 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-77e75e4c-dcd1-478a-820f-49eb4d526a31 req-263f279c-5ac1-4cb0-8495-4eea1f9d68ee tempest-SecurityGroupRulesNegativeTestJSON-1620309522 tempest-SecurityGroupRulesNegativeTestJSON-1620309522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:51.228783 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-77e75e4c-dcd1-478a-820f-49eb4d526a31 req-263f279c-5ac1-4cb0-8495-4eea1f9d68ee tempest-SecurityGroupRulesNegativeTestJSON-1620309522 tempest-SecurityGroupRulesNegativeTestJSON-1620309522-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:51.230483 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-77e75e4c-dcd1-478a-820f-49eb4d526a31 req-263f279c-5ac1-4cb0-8495-4eea1f9d68ee tempest-SecurityGroupRulesNegativeTestJSON-1620309522 tempest-SecurityGroupRulesNegativeTestJSON-1620309522-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/8839ac45-0999-44ef-830e-d05ad8f7108f HTTP/1.1" status: 204 len: 173 time: 0.1153049 Aug 29 04:09:51.238450 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263f279c-5ac1-4cb0-8495-4eea1f9d68ee tempest-SecurityGroupRulesNegativeTestJSON-1620309522 tempest-SecurityGroupRulesNegativeTestJSON-1620309522-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8839ac45-0999-44ef-830e-d05ad8f7108f,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:51.250972 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ba6a6eb8-7e41-407d-a103-870782775c5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:51.256448 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ba6a6eb8-7e41-407d-a103-870782775c5b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:51.399177 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7f123a-381a-4374-9a13-cb837294fa92 req-7bb2cc5a-8b82-47ec-8fff-ec0484c5fb62 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:51.399177 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ce7f123a-381a-4374-9a13-cb837294fa92 req-7bb2cc5a-8b82-47ec-8fff-ec0484c5fb62 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=b83569e1-b257-4d78-919b-861ace2c9e5d HTTP/1.1" status: 200 len: 950 time: 0.0906610 Aug 29 04:09:51.411093 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-626a47fc-fe94-4a7a-a0eb-a9e20bd0b130 req-de5451d7-1f13-48fc-964e-e4bf40c3d0ea tempest-SecurityGroupRulesNegativeTestJSON-1620309522 tempest-SecurityGroupRulesNegativeTestJSON-1620309522-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-485422459', 'description': 'tempest-description-817350660'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:09:51.427190 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c29212-d1fa-4535-b15b-7a70061c8bb4 req-79032510-d3cd-42fb-afc0-c64b5b68b8b5 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:51.428703 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a5c29212-d1fa-4535-b15b-7a70061c8bb4 req-79032510-d3cd-42fb-afc0-c64b5b68b8b5 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3849194 Aug 29 04:09:51.431645 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ba6a6eb8-7e41-407d-a103-870782775c5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717253'] for router, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:51.432393 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba6a6eb8-7e41-407d-a103-870782775c5b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0982452e-5009-440e-8916-b658f9b4387c {{(pid=94828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:09:51.435172 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 15e2da04-7e7d-4a63-a1a4-c183097cc493 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:09:51.441174 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ba6a6eb8-7e41-407d-a103-870782775c5b admin admin] Notify callbacks [] for router, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:51.445614 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 35022) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:51.445909 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-ba6a6eb8-7e41-407d-a103-870782775c5b admin admin] 10.222.0.22 "DELETE /v2.0/routers/0982452e-5009-440e-8916-b658f9b4387c HTTP/1.1" status: 204 len: 168 time: 2.4959407 Aug 29 04:09:51.455316 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-a5c29212-d1fa-4535-b15b-7a70061c8bb4 req-be03e012-eca6-4c2a-bc44-67f0996db6c7 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Request body: {'port': {'device_id': '880214ed-65b2-4d37-b362-de4dc7f7287e', 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45', 'admin_state_up': True, 'tenant_id': 'deb3dc006f0a4f35812708db69505629'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:09:51.475867 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 15e2da04-7e7d-4a63-a1a4-c183097cc493 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:09:51.476084 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 15e2da04-7e7d-4a63-a1a4-c183097cc493 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:09:51.519506 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ce7f123a-381a-4374-9a13-cb837294fa92 req-8a6a423a-fbb9-48de-a5b8-d3e3ac82446b tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981147 Aug 29 04:09:51.555428 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-626a47fc-fe94-4a7a-a0eb-a9e20bd0b130 req-de5451d7-1f13-48fc-964e-e4bf40c3d0ea tempest-SecurityGroupRulesNegativeTestJSON-1620309522 tempest-SecurityGroupRulesNegativeTestJSON-1620309522-project] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:51.556890 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4c505ac-85f8-48e7-a2b3-0ec07258e005 admin admin] Deleting subnet 25e6c560-7af9-4d54-bae5-4187aca08105 {{(pid=94829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:09:51.562579 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f4c505ac-85f8-48e7-a2b3-0ec07258e005 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:51.649151 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f4c505ac-85f8-48e7-a2b3-0ec07258e005 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4311743'] for subnet, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:51.770744 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-626a47fc-fe94-4a7a-a0eb-a9e20bd0b130 req-de5451d7-1f13-48fc-964e-e4bf40c3d0ea tempest-SecurityGroupRulesNegativeTestJSON-1620309522 tempest-SecurityGroupRulesNegativeTestJSON-1620309522-project] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:51.789562 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-34ae57a3-a26f-41de-b2e5-7cbc0b46b70d req-547dca98-2365-4a63-a9b1-bf0e8bfa13c1 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/ports?device_id=880214ed-65b2-4d37-b362-de4dc7f7287e HTTP/1.1" status: 200 len: 210 time: 0.0484285 Aug 29 04:09:51.790626 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-626a47fc-fe94-4a7a-a0eb-a9e20bd0b130 req-de5451d7-1f13-48fc-964e-e4bf40c3d0ea tempest-SecurityGroupRulesNegativeTestJSON-1620309522 tempest-SecurityGroupRulesNegativeTestJSON-1620309522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:51.856663 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5c29212-d1fa-4535-b15b-7a70061c8bb4 req-be03e012-eca6-4c2a-bc44-67f0996db6c7 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Made reservation on behalf of deb3dc006f0a4f35812708db69505629 for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:09:51.861652 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a5c29212-d1fa-4535-b15b-7a70061c8bb4 req-be03e012-eca6-4c2a-bc44-67f0996db6c7 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:51.866236 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-626a47fc-fe94-4a7a-a0eb-a9e20bd0b130 req-de5451d7-1f13-48fc-964e-e4bf40c3d0ea tempest-SecurityGroupRulesNegativeTestJSON-1620309522 tempest-SecurityGroupRulesNegativeTestJSON-1620309522-project] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:51.876253 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-626a47fc-fe94-4a7a-a0eb-a9e20bd0b130 req-de5451d7-1f13-48fc-964e-e4bf40c3d0ea tempest-SecurityGroupRulesNegativeTestJSON-1620309522 tempest-SecurityGroupRulesNegativeTestJSON-1620309522-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.4751632 Aug 29 04:09:51.877210 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5451d7-1f13-48fc-964e-e4bf40c3d0ea tempest-SecurityGroupRulesNegativeTestJSON-1620309522 tempest-SecurityGroupRulesNegativeTestJSON-1620309522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a507d9a9-190d-4d01-bd2b-0472e389f487,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:51.895244 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f4c505ac-85f8-48e7-a2b3-0ec07258e005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:51.973728 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b8135f21-8f12-44b3-9946-9c856a356a00 req-e6cf8049-c7a2-4c7e-96be-59d57d74627a tempest-SecurityGroupRulesNegativeTestJSON-1620309522 tempest-SecurityGroupRulesNegativeTestJSON-1620309522-project] 10.222.0.22 "GET /v2.0/security-groups/a507d9a9-190d-4d01-bd2b-0472e389f487 HTTP/1.1" status: 200 len: 1811 time: 0.0620356 Aug 29 04:09:52.064807 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f4c505ac-85f8-48e7-a2b3-0ec07258e005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4552352'] for subnet, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:52.126003 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-71cbc502-2d14-4c48-b0f2-c809ca17f353 req-b67c2a15-8c0a-418d-afb1-215358ddbfe5 tempest-SecurityGroupRulesNegativeTestJSON-1620309522 tempest-SecurityGroupRulesNegativeTestJSON-1620309522-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-305812342', 'description': 'tempest-description-729436338'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:09:52.132735 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c505ac-85f8-48e7-a2b3-0ec07258e005 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25e6c560-7af9-4d54-bae5-4187aca08105,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:52.134814 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f4c505ac-85f8-48e7-a2b3-0ec07258e005 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:52.137375 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-f4c505ac-85f8-48e7-a2b3-0ec07258e005 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/25e6c560-7af9-4d54-bae5-4187aca08105 HTTP/1.1" status: 204 len: 168 time: 0.6906221 Aug 29 04:09:52.141598 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 35052) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:52.141857 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c52667-4453-4c5c-9050-f59bd93382ec None None] Network 7933d3e7-f004-4fe2-93b4-59b849cecb79 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:09:52.210126 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-a5c29212-d1fa-4535-b15b-7a70061c8bb4 req-be03e012-eca6-4c2a-bc44-67f0996db6c7 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Allocated IP 192.168.233.188 (13e6dfc1-e9e7-40a1-8a14-d0febabf4d45/18cd12d4-b12a-41b0-b0c5-618edbb84e74/7aa32bad-9268-4062-abc8-58408278124e) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:09:52.239914 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-71cbc502-2d14-4c48-b0f2-c809ca17f353 req-b67c2a15-8c0a-418d-afb1-215358ddbfe5 tempest-SecurityGroupRulesNegativeTestJSON-1620309522 tempest-SecurityGroupRulesNegativeTestJSON-1620309522-project] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:52.270839 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-71613d57-428a-4724-8259-a42819bfe500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:52.382072 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-71613d57-428a-4724-8259-a42819bfe500 admin admin] Deleting port d4318874-6c3b-459d-8993-8cd838ff182c {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:09:52.382422 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-71613d57-428a-4724-8259-a42819bfe500 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:52.460054 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c1bf87-4749-4003-be7e-5c466dd23fbb None None] DHCP port deletion for 7933d3e7-f004-4fe2-93b4-59b849cecb79 request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:09:52.472689 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-71cbc502-2d14-4c48-b0f2-c809ca17f353 req-b67c2a15-8c0a-418d-afb1-215358ddbfe5 tempest-SecurityGroupRulesNegativeTestJSON-1620309522 tempest-SecurityGroupRulesNegativeTestJSON-1620309522-project] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:52.486004 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-71cbc502-2d14-4c48-b0f2-c809ca17f353 req-b67c2a15-8c0a-418d-afb1-215358ddbfe5 tempest-SecurityGroupRulesNegativeTestJSON-1620309522 tempest-SecurityGroupRulesNegativeTestJSON-1620309522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:52.497420 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a5c29212-d1fa-4535-b15b-7a70061c8bb4 req-be03e012-eca6-4c2a-bc44-67f0996db6c7 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:52.516226 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-71613d57-428a-4724-8259-a42819bfe500 admin admin] For port d4318874-6c3b-459d-8993-8cd838ff182c, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=d4318874-6c3b-459d-8993-8cd838ff182c,segment=NetworkSegment(bb65b1ca-d5ae-4e43-b925-9df88c1d3d33),segment_id=bb65b1ca-d5ae-4e43-b925-9df88c1d3d33)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:09:52.516835 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-71613d57-428a-4724-8259-a42819bfe500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:52.518409 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-a5c29212-d1fa-4535-b15b-7a70061c8bb4 req-be03e012-eca6-4c2a-bc44-67f0996db6c7 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Transition to ACTIVE for port object 7aa32bad-9268-4062-abc8-58408278124e will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:09:52.520436 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-71cbc502-2d14-4c48-b0f2-c809ca17f353 req-b67c2a15-8c0a-418d-afb1-215358ddbfe5 tempest-SecurityGroupRulesNegativeTestJSON-1620309522 tempest-SecurityGroupRulesNegativeTestJSON-1620309522-project] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:52.527341 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-71cbc502-2d14-4c48-b0f2-c809ca17f353 req-b67c2a15-8c0a-418d-afb1-215358ddbfe5 tempest-SecurityGroupRulesNegativeTestJSON-1620309522 tempest-SecurityGroupRulesNegativeTestJSON-1620309522-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.4507644 Aug 29 04:09:52.560981 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a5c29212-d1fa-4535-b15b-7a70061c8bb4 req-be03e012-eca6-4c2a-bc44-67f0996db6c7 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:52.565276 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-41c1bf87-4749-4003-be7e-5c466dd23fbb None None] Deleting port d4318874-6c3b-459d-8993-8cd838ff182c {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:09:52.567495 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-41c1bf87-4749-4003-be7e-5c466dd23fbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:52.575469 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-71613d57-428a-4724-8259-a42819bfe500 admin admin] Calling delete_port for d4318874-6c3b-459d-8993-8cd838ff182c owned by network:dhcp {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:09:52.606853 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['1b6ae066-aa3e-4b59-956a-1ed6c89e421c'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:09:52.613532 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['719e8a8e-0571-4714-b496-af85e54d2091'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:09:52.618739 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 35068) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:52.634362 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5c29212-d1fa-4535-b15b-7a70061c8bb4 req-be03e012-eca6-4c2a-bc44-67f0996db6c7 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:09:52.637639 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-a5c29212-d1fa-4535-b15b-7a70061c8bb4 req-be03e012-eca6-4c2a-bc44-67f0996db6c7 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:09:52.640474 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5c29212-d1fa-4535-b15b-7a70061c8bb4 req-be03e012-eca6-4c2a-bc44-67f0996db6c7 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:09:52.647093 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c29212-d1fa-4535-b15b-7a70061c8bb4 req-be03e012-eca6-4c2a-bc44-67f0996db6c7 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:52.647765 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a5c29212-d1fa-4535-b15b-7a70061c8bb4 req-be03e012-eca6-4c2a-bc44-67f0996db6c7 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:52.678989 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be03e012-eca6-4c2a-bc44-67f0996db6c7 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Pushing event updated for resources: {'Port': ['ID=7aa32bad-9268-4062-abc8-58408278124e,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:52.697905 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a5c29212-d1fa-4535-b15b-7a70061c8bb4 req-be03e012-eca6-4c2a-bc44-67f0996db6c7 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2503583 Aug 29 04:09:52.724797 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-a5c29212-d1fa-4535-b15b-7a70061c8bb4 req-9c00b10d-4f85-468c-ac5a-201cb4f9f268 service neutron] Request body: {'port': {'device_id': '880214ed-65b2-4d37-b362-de4dc7f7287e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:09:52.748031 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67c2a15-8c0a-418d-afb1-215358ddbfe5 tempest-SecurityGroupRulesNegativeTestJSON-1620309522 tempest-SecurityGroupRulesNegativeTestJSON-1620309522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16af9bc0-b8ed-4c10-81e0-7a39cd7dac53,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:52.779768 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3495dbba-0a6b-480f-bdb2-752edfb44e33 req-e646a082-c4a3-4d74-a99f-3f62a15821d6 tempest-SecurityGroupRulesNegativeTestJSON-1620309522 tempest-SecurityGroupRulesNegativeTestJSON-1620309522-project] 10.222.0.22 "GET /v2.0/security-groups/16af9bc0-b8ed-4c10-81e0-7a39cd7dac53 HTTP/1.1" status: 200 len: 1811 time: 0.2236772 Aug 29 04:09:52.829782 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-71613d57-428a-4724-8259-a42819bfe500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:52.887195 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71613d57-428a-4724-8259-a42819bfe500 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4318874-6c3b-459d-8993-8cd838ff182c,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:52.898490 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e423458e-0564-4114-9f9b-c3888170452c req-e7f0ad9f-51eb-4c41-9f59-22a822f46650 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:52.901026 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e423458e-0564-4114-9f9b-c3888170452c req-e7f0ad9f-51eb-4c41-9f59-22a822f46650 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=b83569e1-b257-4d78-919b-861ace2c9e5d HTTP/1.1" status: 200 len: 950 time: 0.1987574 Aug 29 04:09:52.904671 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71613d57-428a-4724-8259-a42819bfe500 admin admin] No DVR routers for this DVR port d4318874-6c3b-459d-8993-8cd838ff182c on host n-d-712140-12 {{(pid=94829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:09:52.940493 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a5c29212-d1fa-4535-b15b-7a70061c8bb4 req-9c00b10d-4f85-468c-ac5a-201cb4f9f268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:52.984047 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-41c1bf87-4749-4003-be7e-5c466dd23fbb None None] For port d4318874-6c3b-459d-8993-8cd838ff182c, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=d4318874-6c3b-459d-8993-8cd838ff182c,segment=NetworkSegment(bb65b1ca-d5ae-4e43-b925-9df88c1d3d33),segment_id=bb65b1ca-d5ae-4e43-b925-9df88c1d3d33)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:09:52.984961 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-41c1bf87-4749-4003-be7e-5c466dd23fbb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:53.044815 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-41c1bf87-4749-4003-be7e-5c466dd23fbb None None] Calling delete_port for d4318874-6c3b-459d-8993-8cd838ff182c owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:09:53.060604 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-1072c3ee-9686-4027-ba9d-81fc75ca3e3f req-93be1921-0296-4126-b51c-d3e690b357bf tempest-SecurityGroupRulesNegativeTestJSON-1620309522 tempest-SecurityGroupRulesNegativeTestJSON-1620309522-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2126623264', 'description': 'tempest-description-369758048'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:09:53.128724 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-71613d57-428a-4724-8259-a42819bfe500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:53.156858 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 35082) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:53.178389 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-71613d57-428a-4724-8259-a42819bfe500 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7933d3e7-f004-4fe2-93b4-59b849cecb79']}} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:09:53.200642 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e423458e-0564-4114-9f9b-c3888170452c req-46a17a18-9066-40e5-9649-f9862e0b1175 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573681 Aug 29 04:09:53.212389 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-1072c3ee-9686-4027-ba9d-81fc75ca3e3f req-93be1921-0296-4126-b51c-d3e690b357bf tempest-SecurityGroupRulesNegativeTestJSON-1620309522 tempest-SecurityGroupRulesNegativeTestJSON-1620309522-project] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:53.230433 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-71613d57-428a-4724-8259-a42819bfe500 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb65b1ca-d5ae-4e43-b925-9df88c1d3d33') {'for_net_delete': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:09:53.230968 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-71613d57-428a-4724-8259-a42819bfe500 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb65b1ca-d5ae-4e43-b925-9df88c1d3d33') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:09:53.244279 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e73b1a49-911b-4a1c-bdba-1a1037f428cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:53.262631 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-71613d57-428a-4724-8259-a42819bfe500 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4311712'] for segment, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:53.294737 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-71613d57-428a-4724-8259-a42819bfe500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:53.321704 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71613d57-428a-4724-8259-a42819bfe500 admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=94829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:09:53.322390 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-71613d57-428a-4724-8259-a42819bfe500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4274277'] for segment, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:53.325211 n-d-712140-12 neutron-server[94829]: Traceback (most recent call last): Aug 29 04:09:53.325211 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:09:53.325211 n-d-712140-12 neutron-server[94829]: timer() Aug 29 04:09:53.325211 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:09:53.325211 n-d-712140-12 neutron-server[94829]: cb(*args, **kw) Aug 29 04:09:53.325211 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:09:53.325211 n-d-712140-12 neutron-server[94829]: return func(*args, **kwargs) Aug 29 04:09:53.325211 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:09:53.325211 n-d-712140-12 neutron-server[94829]: self._notify() Aug 29 04:09:53.325211 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:09:53.325211 n-d-712140-12 neutron-server[94829]: self.callback(batched_events) Aug 29 04:09:53.325211 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:09:53.325211 n-d-712140-12 neutron-server[94829]: event.method(event) Aug 29 04:09:53.325211 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:09:53.325211 n-d-712140-12 neutron-server[94829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:09:53.325211 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:09:53.325211 n-d-712140-12 neutron-server[94829]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:09:53.325211 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:09:53.325211 n-d-712140-12 neutron-server[94829]: return f(self, *a, **k) Aug 29 04:09:53.325211 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:09:53.325211 n-d-712140-12 neutron-server[94829]: return self._get(url).json() Aug 29 04:09:53.325211 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:09:53.325211 n-d-712140-12 neutron-server[94829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:09:53.325211 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:09:53.325211 n-d-712140-12 neutron-server[94829]: return self.request(url, 'GET', **kwargs) Aug 29 04:09:53.325211 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:09:53.325211 n-d-712140-12 neutron-server[94829]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:09:53.325211 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:09:53.325211 n-d-712140-12 neutron-server[94829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:09:53.325211 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:09:53.325211 n-d-712140-12 neutron-server[94829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:09:53.325211 n-d-712140-12 neutron-server[94829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:09:53.363502 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-4c89fd3b-42ee-464c-b497-13674370fc69 None None] Provisioning for port 7aa32bad-9268-4062-abc8-58408278124e completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:09:53.425569 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 766d274f-389d-4787-8e43-813fff8fef2c no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:09:53.443043 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-4c89fd3b-42ee-464c-b497-13674370fc69 None None] Provisioning complete for port 7aa32bad-9268-4062-abc8-58408278124e triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:09:53.444139 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4c89fd3b-42ee-464c-b497-13674370fc69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:53.488559 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-71613d57-428a-4724-8259-a42819bfe500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:53.494457 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-63193e4f-9c8d-4eed-ad32-7e305c670a8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:53.498775 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 766d274f-389d-4787-8e43-813fff8fef2c {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:09:53.499999 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 766d274f-389d-4787-8e43-813fff8fef2c not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:09:53.500397 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device d4318874-6c3b-459d-8993-8cd838ff182c no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:09:53.521374 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-71613d57-428a-4724-8259-a42819bfe500 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:53.528991 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-71613d57-428a-4724-8259-a42819bfe500 admin admin] 10.222.0.22 "DELETE /v2.0/networks/7933d3e7-f004-4fe2-93b4-59b849cecb79 HTTP/1.1" status: 204 len: 168 time: 1.3821869 Aug 29 04:09:53.558849 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71613d57-428a-4724-8259-a42819bfe500 admin admin] Pushing event deleted for resources: {'Network': ['ID=7933d3e7-f004-4fe2-93b4-59b849cecb79,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:53.564060 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: d4318874-6c3b-459d-8993-8cd838ff182c {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:09:53.565027 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device d4318874-6c3b-459d-8993-8cd838ff182c not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:09:53.578975 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8fd443-63c7-4350-80a2-6cf717fd09b5 req-4f5cb64d-dac8-4d6b-a4cd-4698dd0abea5 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:53.581947 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ee8fd443-63c7-4350-80a2-6cf717fd09b5 req-4f5cb64d-dac8-4d6b-a4cd-4698dd0abea5 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/ports?device_id=880214ed-65b2-4d37-b362-de4dc7f7287e HTTP/1.1" status: 200 len: 936 time: 0.1832709 Aug 29 04:09:53.597477 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-41c1bf87-4749-4003-be7e-5c466dd23fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:53.611158 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-1072c3ee-9686-4027-ba9d-81fc75ca3e3f req-93be1921-0296-4126-b51c-d3e690b357bf tempest-SecurityGroupRulesNegativeTestJSON-1620309522 tempest-SecurityGroupRulesNegativeTestJSON-1620309522-project] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:53.620980 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-1072c3ee-9686-4027-ba9d-81fc75ca3e3f req-93be1921-0296-4126-b51c-d3e690b357bf tempest-SecurityGroupRulesNegativeTestJSON-1620309522 tempest-SecurityGroupRulesNegativeTestJSON-1620309522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:53.646526 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-41c1bf87-4749-4003-be7e-5c466dd23fbb None None] Network 7933d3e7-f004-4fe2-93b4-59b849cecb79 is not hosted by any dhcp agent {{(pid=94830) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 29 04:09:53.647113 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c1bf87-4749-4003-be7e-5c466dd23fbb None None] No DVR routers for this DVR port d4318874-6c3b-459d-8993-8cd838ff182c on host n-d-712140-12 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:09:53.649527 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-4c89fd3b-42ee-464c-b497-13674370fc69 None None] Port 7aa32bad-9268-4062-abc8-58408278124e cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:09:53.659980 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c1bf87-4749-4003-be7e-5c466dd23fbb None None] Pushing event deleted for resources: {'Port': ['ID=d4318874-6c3b-459d-8993-8cd838ff182c,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:53.709898 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93be1921-0296-4126-b51c-d3e690b357bf tempest-SecurityGroupRulesNegativeTestJSON-1620309522 tempest-SecurityGroupRulesNegativeTestJSON-1620309522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f89bb436-3618-418e-9d9a-876b8481ded7,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:53.716666 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ee8fd443-63c7-4350-80a2-6cf717fd09b5 req-f8b66bf5-24f8-47ce-b359-90183c50ca8b tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/security-groups?id=268ad66b-6c1a-4e93-9fbd-057377cdbb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146247 Aug 29 04:09:53.785051 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 35088) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:53.847064 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-b5b2c46e-114b-4482-a481-1390dda152ef admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=15cb8928e53548e3a84be2fdd93ca64b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0620916 Aug 29 04:09:53.847663 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 35092) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:53.851858 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-a5c29212-d1fa-4535-b15b-7a70061c8bb4 req-9c00b10d-4f85-468c-ac5a-201cb4f9f268 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7aa32bad-9268-4062-abc8-58408278124e {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:09:53.853962 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e73b1a49-911b-4a1c-bdba-1a1037f428cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:53.862676 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a5c29212-d1fa-4535-b15b-7a70061c8bb4 req-9c00b10d-4f85-468c-ac5a-201cb4f9f268 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:53.872259 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e73b1a49-911b-4a1c-bdba-1a1037f428cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:53.883404 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-a5c29212-d1fa-4535-b15b-7a70061c8bb4 req-9c00b10d-4f85-468c-ac5a-201cb4f9f268 service neutron] Transition to ACTIVE for port object 7aa32bad-9268-4062-abc8-58408278124e will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:09:53.891354 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a5c29212-d1fa-4535-b15b-7a70061c8bb4 req-9c00b10d-4f85-468c-ac5a-201cb4f9f268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:53.929166 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-e73b1a49-911b-4a1c-bdba-1a1037f428cb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=396a206f6cd84b3bafa837cc8062447d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3092997 Aug 29 04:09:53.932180 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 35094) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:53.934345 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73b1a49-911b-4a1c-bdba-1a1037f428cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02318acf-e105-4ec0-bfb8-32db4851093c,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:53.967374 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-49b5a3d8-277f-48a2-a157-2ed88881f687 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:53.993940 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c00b10d-4f85-468c-ac5a-201cb4f9f268 service neutron] Pushing event updated for resources: {'Port': ['ID=7aa32bad-9268-4062-abc8-58408278124e,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:54.004123 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-49b5a3d8-277f-48a2-a157-2ed88881f687 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:54.042384 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e19988d4-43f9-47a8-8722-b05d1d31fd7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:54.071299 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-a5c29212-d1fa-4535-b15b-7a70061c8bb4 req-9c00b10d-4f85-468c-ac5a-201cb4f9f268 service neutron] Attempting to bind port 7aa32bad-9268-4062-abc8-58408278124e on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:09:54.071558 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-a5c29212-d1fa-4535-b15b-7a70061c8bb4 req-9c00b10d-4f85-468c-ac5a-201cb4f9f268 service neutron] Attempting to bind port 7aa32bad-9268-4062-abc8-58408278124e by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:09:54.074198 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c29212-d1fa-4535-b15b-7a70061c8bb4 req-9c00b10d-4f85-468c-ac5a-201cb4f9f268 service neutron] Attempting to bind port 7aa32bad-9268-4062-abc8-58408278124e on network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:09:54.078701 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e19988d4-43f9-47a8-8722-b05d1d31fd7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:54.083819 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c29212-d1fa-4535-b15b-7a70061c8bb4 req-9c00b10d-4f85-468c-ac5a-201cb4f9f268 service neutron] Port 7aa32bad-9268-4062-abc8-58408278124e on network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:09:54.083983 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c29212-d1fa-4535-b15b-7a70061c8bb4 req-9c00b10d-4f85-468c-ac5a-201cb4f9f268 service neutron] Attempting to bind port 7aa32bad-9268-4062-abc8-58408278124e on network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:09:54.091789 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c29212-d1fa-4535-b15b-7a70061c8bb4 req-9c00b10d-4f85-468c-ac5a-201cb4f9f268 service neutron] Checking agent: {'id': '3de9de52-3a03-431d-9d7e-497ae92c57ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:09:54.092167 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c29212-d1fa-4535-b15b-7a70061c8bb4 req-9c00b10d-4f85-468c-ac5a-201cb4f9f268 service neutron] Checking segment: {'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:09:54.093078 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c29212-d1fa-4535-b15b-7a70061c8bb4 req-9c00b10d-4f85-468c-ac5a-201cb4f9f268 service neutron] Bound using segment: {'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:09:54.093588 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-a5c29212-d1fa-4535-b15b-7a70061c8bb4 req-9c00b10d-4f85-468c-ac5a-201cb4f9f268 service neutron] Bound port: 7aa32bad-9268-4062-abc8-58408278124e, host: n-h1-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:09:54.093957 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a5c29212-d1fa-4535-b15b-7a70061c8bb4 req-9c00b10d-4f85-468c-ac5a-201cb4f9f268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:54.126431 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-49b5a3d8-277f-48a2-a157-2ed88881f687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:54.129589 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-49b5a3d8-277f-48a2-a157-2ed88881f687 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:54.143574 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-49b5a3d8-277f-48a2-a157-2ed88881f687 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4f192cad-16e5-4e18-8024-3c3c1826ebd2 HTTP/1.1" status: 204 len: 168 time: 0.2820852 Aug 29 04:09:54.149039 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-63193e4f-9c8d-4eed-ad32-7e305c670a8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:54.156825 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b5a3d8-277f-48a2-a157-2ed88881f687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f192cad-16e5-4e18-8024-3c3c1826ebd2,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:54.164101 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-1072c3ee-9686-4027-ba9d-81fc75ca3e3f req-93be1921-0296-4126-b51c-d3e690b357bf tempest-SecurityGroupRulesNegativeTestJSON-1620309522 tempest-SecurityGroupRulesNegativeTestJSON-1620309522-project] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:54.165718 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1072c3ee-9686-4027-ba9d-81fc75ca3e3f req-93be1921-0296-4126-b51c-d3e690b357bf tempest-SecurityGroupRulesNegativeTestJSON-1620309522 tempest-SecurityGroupRulesNegativeTestJSON-1620309522-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 1.1155396 Aug 29 04:09:54.175893 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e19988d4-43f9-47a8-8722-b05d1d31fd7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:54.179100 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e19988d4-43f9-47a8-8722-b05d1d31fd7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:54.180360 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-e19988d4-43f9-47a8-8722-b05d1d31fd7e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/02318acf-e105-4ec0-bfb8-32db4851093c HTTP/1.1" status: 204 len: 168 time: 0.2469180 Aug 29 04:09:54.203359 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-63193e4f-9c8d-4eed-ad32-7e305c670a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:54.206796 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19988d4-43f9-47a8-8722-b05d1d31fd7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02318acf-e105-4ec0-bfb8-32db4851093c,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:54.304178 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63193e4f-9c8d-4eed-ad32-7e305c670a8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aef0418-a180-4227-bf4e-59259a94b095,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:54.365560 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-63193e4f-9c8d-4eed-ad32-7e305c670a8d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ce00d9fa8e064604a984d047f6754c7e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2045667 Aug 29 04:09:54.368774 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 35106) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:54.376838 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-a5c29212-d1fa-4535-b15b-7a70061c8bb4 req-9c00b10d-4f85-468c-ac5a-201cb4f9f268 service neutron] For port 7aa32bad-9268-4062-abc8-58408278124e, host n-h1-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:09:54.380973 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-a5c29212-d1fa-4535-b15b-7a70061c8bb4 req-9c00b10d-4f85-468c-ac5a-201cb4f9f268 service neutron] For port 7aa32bad-9268-4062-abc8-58408278124e, host n-h1-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=7aa32bad-9268-4062-abc8-58408278124e,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:09:54.402503 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-27074129-416d-4176-917f-5ed8952f01d8 req-e60abe7a-4b7f-4aaf-84f7-6b8feb320932 tempest-SecurityGroupRulesNegativeTestJSON-1620309522 tempest-SecurityGroupRulesNegativeTestJSON-1620309522-project] 10.222.0.22 "GET /v2.0/security-groups/f89bb436-3618-418e-9d9a-876b8481ded7 HTTP/1.1" status: 200 len: 1812 time: 0.1760113 Aug 29 04:09:54.406675 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a5c29212-d1fa-4535-b15b-7a70061c8bb4 req-9c00b10d-4f85-468c-ac5a-201cb4f9f268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:54.474603 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-ced2f48b-5de3-444f-b72a-b437db71b097 req-ab2dee37-8994-48a4-ab72-9797ca6f91bc tempest-SecurityGroupRulesNegativeTestJSON-1620309522 tempest-SecurityGroupRulesNegativeTestJSON-1620309522-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1958153770', 'description': 'tempest-description-554239088'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:09:54.482941 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbccd5b-3ca4-47c0-ba83-549062b34757 req-83ae4912-1f97-4652-bcfb-f4fa902a3e9d tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:54.498807 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c29212-d1fa-4535-b15b-7a70061c8bb4 req-9c00b10d-4f85-468c-ac5a-201cb4f9f268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:54.499600 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a5c29212-d1fa-4535-b15b-7a70061c8bb4 req-9c00b10d-4f85-468c-ac5a-201cb4f9f268 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:54.501249 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a5c29212-d1fa-4535-b15b-7a70061c8bb4 req-9c00b10d-4f85-468c-ac5a-201cb4f9f268 service neutron] 10.222.0.46 "PUT /v2.0/ports/7aa32bad-9268-4062-abc8-58408278124e HTTP/1.1" status: 200 len: 1097 time: 1.7841702 Aug 29 04:09:54.501700 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '880214ed-65b2-4d37-b362-de4dc7f7287e', 'tag': '7aa32bad-9268-4062-abc8-58408278124e'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:09:54.503951 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78bce46f-7af8-4aa6-b058-9742dd93edbe" -d '{"events": [{"name": "network-changed", "server_uuid": "880214ed-65b2-4d37-b362-de4dc7f7287e", "tag": "7aa32bad-9268-4062-abc8-58408278124e"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:09:54.505688 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3cbccd5b-3ca4-47c0-ba83-549062b34757 req-83ae4912-1f97-4652-bcfb-f4fa902a3e9d tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=b83569e1-b257-4d78-919b-861ace2c9e5d HTTP/1.1" status: 200 len: 950 time: 0.1819580 Aug 29 04:09:54.524551 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c00b10d-4f85-468c-ac5a-201cb4f9f268 service neutron] Pushing event updated for resources: {'Port': ['ID=7aa32bad-9268-4062-abc8-58408278124e,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:54.543214 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-ced2f48b-5de3-444f-b72a-b437db71b097 req-ab2dee37-8994-48a4-ab72-9797ca6f91bc tempest-SecurityGroupRulesNegativeTestJSON-1620309522 tempest-SecurityGroupRulesNegativeTestJSON-1620309522-project] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:54.598691 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f69a8563-01bf-4a7a-a55f-0fb6902d4dec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:54.645639 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c29212-d1fa-4535-b15b-7a70061c8bb4 req-bacf6c46-5a91-4709-b300-34824468d844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:54.647250 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a5c29212-d1fa-4535-b15b-7a70061c8bb4 req-bacf6c46-5a91-4709-b300-34824468d844 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=deb3dc006f0a4f35812708db69505629&device_id=880214ed-65b2-4d37-b362-de4dc7f7287e HTTP/1.1" status: 200 len: 1100 time: 0.0912018 Aug 29 04:09:54.651156 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f69a8563-01bf-4a7a-a55f-0fb6902d4dec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:54.742179 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a5c29212-d1fa-4535-b15b-7a70061c8bb4 req-e12831d5-5693-402c-b42a-99c5d4111e01 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=7aa32bad-9268-4062-abc8-58408278124e HTTP/1.1" status: 200 len: 217 time: 0.0764921 Aug 29 04:09:54.765055 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 35120) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:54.777929 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f69a8563-01bf-4a7a-a55f-0fb6902d4dec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:54.780728 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f69a8563-01bf-4a7a-a55f-0fb6902d4dec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:54.782562 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-f69a8563-01bf-4a7a-a55f-0fb6902d4dec admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2aef0418-a180-4227-bf4e-59259a94b095 HTTP/1.1" status: 204 len: 168 time: 0.4049306 Aug 29 04:09:54.793760 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3cbccd5b-3ca4-47c0-ba83-549062b34757 req-8ba7c255-7e15-4caf-af0b-be0d580a0d12 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2866602 Aug 29 04:09:54.804596 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c1cea596-5e16-4e34-a0c4-c4b8af2629d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:54.838616 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69a8563-01bf-4a7a-a55f-0fb6902d4dec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aef0418-a180-4227-bf4e-59259a94b095,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:54.880523 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a38dbc7f-a19f-4056-8901-1a5e75320994 x-openstack-request-id: req-a38dbc7f-a19f-4056-8901-1a5e75320994 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:09:54.880832 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "880214ed-65b2-4d37-b362-de4dc7f7287e", "tag": "7aa32bad-9268-4062-abc8-58408278124e", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:09:54.881152 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a38dbc7f-a19f-4056-8901-1a5e75320994 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:09:54.881551 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '880214ed-65b2-4d37-b362-de4dc7f7287e', 'tag': '7aa32bad-9268-4062-abc8-58408278124e', 'status': 'completed', 'code': 200} Aug 29 04:09:54.897320 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-ced2f48b-5de3-444f-b72a-b437db71b097 req-ab2dee37-8994-48a4-ab72-9797ca6f91bc tempest-SecurityGroupRulesNegativeTestJSON-1620309522 tempest-SecurityGroupRulesNegativeTestJSON-1620309522-project] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:54.899730 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c29212-d1fa-4535-b15b-7a70061c8bb4 req-b8885ecd-fc03-4eaa-9881-f5e234c2d5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:54.901397 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a5c29212-d1fa-4535-b15b-7a70061c8bb4 req-b8885ecd-fc03-4eaa-9881-f5e234c2d5ab service neutron] 10.222.0.46 "GET /v2.0/subnets?id=18cd12d4-b12a-41b0-b0c5-618edbb84e74 HTTP/1.1" status: 200 len: 843 time: 0.1442304 Aug 29 04:09:54.902656 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-ced2f48b-5de3-444f-b72a-b437db71b097 req-ab2dee37-8994-48a4-ab72-9797ca6f91bc tempest-SecurityGroupRulesNegativeTestJSON-1620309522 tempest-SecurityGroupRulesNegativeTestJSON-1620309522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:54.994311 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2dee37-8994-48a4-ab72-9797ca6f91bc tempest-SecurityGroupRulesNegativeTestJSON-1620309522 tempest-SecurityGroupRulesNegativeTestJSON-1620309522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07b7c072-6a4f-4334-99a3-57e4e85dbb1e,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:55.035134 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c29212-d1fa-4535-b15b-7a70061c8bb4 req-b12f06e4-2359-407d-9995-c8842e13fc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:55.037213 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a5c29212-d1fa-4535-b15b-7a70061c8bb4 req-b12f06e4-2359-407d-9995-c8842e13fc5d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1250234 Aug 29 04:09:55.088500 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c1cea596-5e16-4e34-a0c4-c4b8af2629d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:55.102995 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0313bdb8-bc60-49d9-9487-ce4b61497e6b req-a4545a8a-ae81-4198-84be-ccdcf560f4ee tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:55.104213 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-ced2f48b-5de3-444f-b72a-b437db71b097 req-ab2dee37-8994-48a4-ab72-9797ca6f91bc tempest-SecurityGroupRulesNegativeTestJSON-1620309522 tempest-SecurityGroupRulesNegativeTestJSON-1620309522-project] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:55.109690 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ced2f48b-5de3-444f-b72a-b437db71b097 req-ab2dee37-8994-48a4-ab72-9797ca6f91bc tempest-SecurityGroupRulesNegativeTestJSON-1620309522 tempest-SecurityGroupRulesNegativeTestJSON-1620309522-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.6498857 Aug 29 04:09:55.111881 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0313bdb8-bc60-49d9-9487-ce4b61497e6b req-a4545a8a-ae81-4198-84be-ccdcf560f4ee tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/ports?device_id=880214ed-65b2-4d37-b362-de4dc7f7287e HTTP/1.1" status: 200 len: 948 time: 0.1251032 Aug 29 04:09:55.114855 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c1cea596-5e16-4e34-a0c4-c4b8af2629d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:55.192635 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-c1cea596-5e16-4e34-a0c4-c4b8af2629d2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b66fc4d2f53549a2bcfd79d6ae220a5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4230304 Aug 29 04:09:55.193300 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 35138) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:55.194317 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a5c29212-d1fa-4535-b15b-7a70061c8bb4 req-537b1ea8-00eb-47a3-a1b9-80cb39b83a53 service neutron] 10.222.0.46 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465526 Aug 29 04:09:55.197326 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cea596-5e16-4e34-a0c4-c4b8af2629d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=030cdff3-d2db-43d5-8017-36382f98f48f,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:55.220796 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7eb04815-1b1c-477b-8563-4688bb5677b8 req-7833fe5d-2ee8-4883-982a-d727f9b5f6b3 tempest-SecurityGroupRulesNegativeTestJSON-1620309522 tempest-SecurityGroupRulesNegativeTestJSON-1620309522-project] 10.222.0.22 "GET /v2.0/security-groups/07b7c072-6a4f-4334-99a3-57e4e85dbb1e HTTP/1.1" status: 200 len: 1812 time: 0.0839407 Aug 29 04:09:55.223802 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0313bdb8-bc60-49d9-9487-ce4b61497e6b req-59a470b3-7414-4c17-b7e7-b872dcbba65b tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/security-groups?id=268ad66b-6c1a-4e93-9fbd-057377cdbb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090877 Aug 29 04:09:55.281110 n-d-712140-12 neutron-server[94829]: INFO neutron.api.v2.resource [req-6d77fca7-8b49-4632-b03f-c56718a04a8d req-5f729927-2af7-4882-b6be-e733cb46cacf tempest-SecurityGroupRulesNegativeTestJSON-1620309522 tempest-SecurityGroupRulesNegativeTestJSON-1620309522-project] show failed (client error): The resource could not be found. Aug 29 04:09:55.288484 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6d77fca7-8b49-4632-b03f-c56718a04a8d req-5f729927-2af7-4882-b6be-e733cb46cacf tempest-SecurityGroupRulesNegativeTestJSON-1620309522 tempest-SecurityGroupRulesNegativeTestJSON-1620309522-project] 10.222.0.22 "GET /v2.0/security-groups/a9021b74-0fda-42cd-83e7-96113904bae2 HTTP/1.1" status: 404 len: 352 time: 0.0300622 Aug 29 04:09:55.326028 n-d-712140-12 neutron-server[94829]: INFO neutron.api.v2.resource [req-37662d6a-c0b6-4202-9766-4f8d654ae12d req-b1b6f4aa-b680-454b-9c01-3d1bf412da8a tempest-SecurityGroupRulesNegativeTestJSON-1620309522 tempest-SecurityGroupRulesNegativeTestJSON-1620309522-project] show failed (client error): The resource could not be found. Aug 29 04:09:55.334146 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-37662d6a-c0b6-4202-9766-4f8d654ae12d req-b1b6f4aa-b680-454b-9c01-3d1bf412da8a tempest-SecurityGroupRulesNegativeTestJSON-1620309522 tempest-SecurityGroupRulesNegativeTestJSON-1620309522-project] 10.222.0.22 "GET /v2.0/security-group-rules/85e7a5d9-b9fb-41fe-9a3e-3cb3b820e13d HTTP/1.1" status: 404 len: 361 time: 0.0300069 Aug 29 04:09:55.337520 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-43df8490-8756-48fd-9173-9e42fccb9d53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:55.340098 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a5c29212-d1fa-4535-b15b-7a70061c8bb4 req-a9ac5d4c-1ee5-4b74-940e-f357118fcc08 service neutron] 10.222.0.46 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267090 Aug 29 04:09:55.380412 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-43df8490-8756-48fd-9173-9e42fccb9d53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:55.394874 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 35148) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:55.411867 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ba73b14e-a060-4f16-89ca-30a0882cfb43 req-ecf9755d-9832-40f2-bd82-f5b5c7bba240 tempest-SecurityGroupRulesNegativeTestJSON-1620309522 tempest-SecurityGroupRulesNegativeTestJSON-1620309522-project] 10.222.0.22 "GET /v2.0/security-groups/07b7c072-6a4f-4334-99a3-57e4e85dbb1e HTTP/1.1" status: 200 len: 1812 time: 0.0557477 Aug 29 04:09:55.426970 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f93e0b2a-7518-4a0e-8086-bbc338a3dbaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:55.474672 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bce46f-7af8-4aa6-b058-9742dd93edbe req-08c93742-44bf-4369-870e-03cc63ea3644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:55.476617 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-78bce46f-7af8-4aa6-b058-9742dd93edbe req-08c93742-44bf-4369-870e-03cc63ea3644 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=deb3dc006f0a4f35812708db69505629&device_id=880214ed-65b2-4d37-b362-de4dc7f7287e HTTP/1.1" status: 200 len: 1100 time: 0.0769992 Aug 29 04:09:55.481828 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-43df8490-8756-48fd-9173-9e42fccb9d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:55.484863 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-43df8490-8756-48fd-9173-9e42fccb9d53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:55.486067 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-43df8490-8756-48fd-9173-9e42fccb9d53 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/030cdff3-d2db-43d5-8017-36382f98f48f HTTP/1.1" status: 204 len: 168 time: 0.2897325 Aug 29 04:09:55.500421 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43df8490-8756-48fd-9173-9e42fccb9d53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=030cdff3-d2db-43d5-8017-36382f98f48f,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:55.547918 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-ba73b14e-a060-4f16-89ca-30a0882cfb43 req-7cb0553f-c2d1-4843-9c26-bce448d81e5a tempest-SecurityGroupRulesNegativeTestJSON-1620309522 tempest-SecurityGroupRulesNegativeTestJSON-1620309522-project] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:55.587048 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-ba73b14e-a060-4f16-89ca-30a0882cfb43 req-7cb0553f-c2d1-4843-9c26-bce448d81e5a tempest-SecurityGroupRulesNegativeTestJSON-1620309522 tempest-SecurityGroupRulesNegativeTestJSON-1620309522-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:55.622526 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f93e0b2a-7518-4a0e-8086-bbc338a3dbaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:55.628157 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f93e0b2a-7518-4a0e-8086-bbc338a3dbaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:55.644903 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bce46f-7af8-4aa6-b058-9742dd93edbe req-7f0a4f90-b2c7-4796-ba16-1763fcb502d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:55.647724 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-78bce46f-7af8-4aa6-b058-9742dd93edbe req-7f0a4f90-b2c7-4796-ba16-1763fcb502d8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 HTTP/1.1" status: 200 len: 870 time: 0.1584346 Aug 29 04:09:55.677907 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-f93e0b2a-7518-4a0e-8086-bbc338a3dbaf admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=71469970cb804396a120ea36358316a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2790608 Aug 29 04:09:55.677907 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93e0b2a-7518-4a0e-8086-bbc338a3dbaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45250999-67d5-4380-97e3-876970a21b0e,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:55.679551 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 35160) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:55.694549 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-ba73b14e-a060-4f16-89ca-30a0882cfb43 req-7cb0553f-c2d1-4843-9c26-bce448d81e5a tempest-SecurityGroupRulesNegativeTestJSON-1620309522 tempest-SecurityGroupRulesNegativeTestJSON-1620309522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:55.697438 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-ba73b14e-a060-4f16-89ca-30a0882cfb43 req-7cb0553f-c2d1-4843-9c26-bce448d81e5a tempest-SecurityGroupRulesNegativeTestJSON-1620309522 tempest-SecurityGroupRulesNegativeTestJSON-1620309522-project] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:55.699030 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ba73b14e-a060-4f16-89ca-30a0882cfb43 req-7cb0553f-c2d1-4843-9c26-bce448d81e5a tempest-SecurityGroupRulesNegativeTestJSON-1620309522 tempest-SecurityGroupRulesNegativeTestJSON-1620309522-project] 10.222.0.22 "DELETE /v2.0/security-groups/07b7c072-6a4f-4334-99a3-57e4e85dbb1e HTTP/1.1" status: 204 len: 173 time: 0.2719407 Aug 29 04:09:55.703189 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-78bce46f-7af8-4aa6-b058-9742dd93edbe req-645a6994-30f4-4ac0-a2ff-a9e27bedaae0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=7aa32bad-9268-4062-abc8-58408278124e HTTP/1.1" status: 200 len: 217 time: 0.0482917 Aug 29 04:09:55.710103 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb0553f-c2d1-4843-9c26-bce448d81e5a tempest-SecurityGroupRulesNegativeTestJSON-1620309522 tempest-SecurityGroupRulesNegativeTestJSON-1620309522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07b7c072-6a4f-4334-99a3-57e4e85dbb1e,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:55.766113 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bce46f-7af8-4aa6-b058-9742dd93edbe req-11cf172f-0ec9-413b-9f26-2f1d25b7e089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:55.767851 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-78bce46f-7af8-4aa6-b058-9742dd93edbe req-11cf172f-0ec9-413b-9f26-2f1d25b7e089 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=18cd12d4-b12a-41b0-b0c5-618edbb84e74 HTTP/1.1" status: 200 len: 843 time: 0.0470717 Aug 29 04:09:55.797256 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-16f6998c-07fd-41d9-b0dc-eb353a10ad6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:55.817081 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1bfdad5f-3a10-40fe-93a5-9837bc8c61f6 req-6eff253b-7c81-47a6-8d1c-a860de8b4883 tempest-SecurityGroupRulesNegativeTestJSON-1620309522 tempest-SecurityGroupRulesNegativeTestJSON-1620309522-project] 10.222.0.22 "GET /v2.0/security-groups/f89bb436-3618-418e-9d9a-876b8481ded7 HTTP/1.1" status: 200 len: 1812 time: 0.0870895 Aug 29 04:09:55.848145 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bce46f-7af8-4aa6-b058-9742dd93edbe req-2f09a0b2-7414-47f0-a98f-c3227c5b0cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:55.849717 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-78bce46f-7af8-4aa6-b058-9742dd93edbe req-2f09a0b2-7414-47f0-a98f-c3227c5b0cf0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0713215 Aug 29 04:09:55.851133 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-16f6998c-07fd-41d9-b0dc-eb353a10ad6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:55.918634 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-1bfdad5f-3a10-40fe-93a5-9837bc8c61f6 req-6ab0d852-8f2c-4499-b885-9f2392b4c11e tempest-SecurityGroupRulesNegativeTestJSON-1620309522 tempest-SecurityGroupRulesNegativeTestJSON-1620309522-project] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:55.944474 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-1bfdad5f-3a10-40fe-93a5-9837bc8c61f6 req-6ab0d852-8f2c-4499-b885-9f2392b4c11e tempest-SecurityGroupRulesNegativeTestJSON-1620309522 tempest-SecurityGroupRulesNegativeTestJSON-1620309522-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:55.947441 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-16f6998c-07fd-41d9-b0dc-eb353a10ad6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:55.950126 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-16f6998c-07fd-41d9-b0dc-eb353a10ad6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:55.951377 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-16f6998c-07fd-41d9-b0dc-eb353a10ad6b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/45250999-67d5-4380-97e3-876970a21b0e HTTP/1.1" status: 204 len: 168 time: 0.2708943 Aug 29 04:09:55.964194 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-78bce46f-7af8-4aa6-b058-9742dd93edbe req-bb1d26bd-75fd-4817-b994-0ee5d1c5f508 service neutron] 10.222.0.46 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959914 Aug 29 04:09:55.969917 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f6998c-07fd-41d9-b0dc-eb353a10ad6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45250999-67d5-4380-97e3-876970a21b0e,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:56.015818 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-1bfdad5f-3a10-40fe-93a5-9837bc8c61f6 req-6ab0d852-8f2c-4499-b885-9f2392b4c11e tempest-SecurityGroupRulesNegativeTestJSON-1620309522 tempest-SecurityGroupRulesNegativeTestJSON-1620309522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:56.019145 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-1bfdad5f-3a10-40fe-93a5-9837bc8c61f6 req-6ab0d852-8f2c-4499-b885-9f2392b4c11e tempest-SecurityGroupRulesNegativeTestJSON-1620309522 tempest-SecurityGroupRulesNegativeTestJSON-1620309522-project] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:56.021004 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1bfdad5f-3a10-40fe-93a5-9837bc8c61f6 req-6ab0d852-8f2c-4499-b885-9f2392b4c11e tempest-SecurityGroupRulesNegativeTestJSON-1620309522 tempest-SecurityGroupRulesNegativeTestJSON-1620309522-project] 10.222.0.22 "DELETE /v2.0/security-groups/f89bb436-3618-418e-9d9a-876b8481ded7 HTTP/1.1" status: 204 len: 173 time: 0.1962826 Aug 29 04:09:56.038137 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab0d852-8f2c-4499-b885-9f2392b4c11e tempest-SecurityGroupRulesNegativeTestJSON-1620309522 tempest-SecurityGroupRulesNegativeTestJSON-1620309522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f89bb436-3618-418e-9d9a-876b8481ded7,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:56.164812 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3dadff5b-645e-4863-b215-8ddd6684e261 req-b9e5c44e-140f-4d35-9b71-48c9fa5012b4 tempest-SecurityGroupRulesNegativeTestJSON-1620309522 tempest-SecurityGroupRulesNegativeTestJSON-1620309522-project] 10.222.0.22 "GET /v2.0/security-groups/16af9bc0-b8ed-4c10-81e0-7a39cd7dac53 HTTP/1.1" status: 200 len: 1811 time: 0.0597830 Aug 29 04:09:56.175217 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0eb97a-73e7-45d8-a487-8e67af81c4a8 req-e118386b-0926-4abd-84f7-1a33345037c0 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:56.180229 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0d0eb97a-73e7-45d8-a487-8e67af81c4a8 req-e118386b-0926-4abd-84f7-1a33345037c0 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=b83569e1-b257-4d78-919b-861ace2c9e5d HTTP/1.1" status: 200 len: 950 time: 0.1109977 Aug 29 04:09:56.196176 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-78bce46f-7af8-4aa6-b058-9742dd93edbe req-331e0dc9-21e8-4ee3-a1e6-ee25bb772d6d service neutron] 10.222.0.46 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124424 Aug 29 04:09:56.241240 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0d0eb97a-73e7-45d8-a487-8e67af81c4a8 req-bc0cd952-d430-49a0-9043-eda610a97593 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481269 Aug 29 04:09:56.249690 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-3dadff5b-645e-4863-b215-8ddd6684e261 req-81f49950-5327-42b8-86f5-a46d5fc407ea tempest-SecurityGroupRulesNegativeTestJSON-1620309522 tempest-SecurityGroupRulesNegativeTestJSON-1620309522-project] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:56.281053 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-3dadff5b-645e-4863-b215-8ddd6684e261 req-81f49950-5327-42b8-86f5-a46d5fc407ea tempest-SecurityGroupRulesNegativeTestJSON-1620309522 tempest-SecurityGroupRulesNegativeTestJSON-1620309522-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:56.336035 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-3dadff5b-645e-4863-b215-8ddd6684e261 req-81f49950-5327-42b8-86f5-a46d5fc407ea tempest-SecurityGroupRulesNegativeTestJSON-1620309522 tempest-SecurityGroupRulesNegativeTestJSON-1620309522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:56.339931 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-3dadff5b-645e-4863-b215-8ddd6684e261 req-81f49950-5327-42b8-86f5-a46d5fc407ea tempest-SecurityGroupRulesNegativeTestJSON-1620309522 tempest-SecurityGroupRulesNegativeTestJSON-1620309522-project] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:56.341849 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3dadff5b-645e-4863-b215-8ddd6684e261 req-81f49950-5327-42b8-86f5-a46d5fc407ea tempest-SecurityGroupRulesNegativeTestJSON-1620309522 tempest-SecurityGroupRulesNegativeTestJSON-1620309522-project] 10.222.0.22 "DELETE /v2.0/security-groups/16af9bc0-b8ed-4c10-81e0-7a39cd7dac53 HTTP/1.1" status: 204 len: 173 time: 0.1753702 Aug 29 04:09:56.361633 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f49950-5327-42b8-86f5-a46d5fc407ea tempest-SecurityGroupRulesNegativeTestJSON-1620309522 tempest-SecurityGroupRulesNegativeTestJSON-1620309522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16af9bc0-b8ed-4c10-81e0-7a39cd7dac53,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:56.468220 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2b5f59bc-d422-4236-89bc-d160697967f9 req-c10d747d-9484-489c-afd2-ef1c184fc0e1 tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--399104806&fields=id&tenant_id=59a3c824d92d476f92b52c317d7dd0b3 HTTP/1.1" status: 200 len: 267 time: 0.0572193 Aug 29 04:09:56.475439 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d2e100-4983-4062-ab85-93a7b28a1d30 req-d7b99a8d-fbaa-4293-be55-57a62efb3f4e tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:56.477485 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-19d2e100-4983-4062-ab85-93a7b28a1d30 req-d7b99a8d-fbaa-4293-be55-57a62efb3f4e tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/ports?device_id=880214ed-65b2-4d37-b362-de4dc7f7287e HTTP/1.1" status: 200 len: 948 time: 0.0609879 Aug 29 04:09:56.533710 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-19d2e100-4983-4062-ab85-93a7b28a1d30 req-37c53904-be18-4691-9691-c31c69eee06a tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/security-groups?id=268ad66b-6c1a-4e93-9fbd-057377cdbb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497990 Aug 29 04:09:56.597918 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5f59bc-d422-4236-89bc-d160697967f9 req-3975b2b6-5a30-418c-8620-d5197cd5a5e3 tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:56.604930 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2b5f59bc-d422-4236-89bc-d160697967f9 req-3975b2b6-5a30-418c-8620-d5197cd5a5e3 tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] 10.222.0.22 "GET /v2.0/networks?id=7735d477-d15e-441f-8bb3-d5f649e24907 HTTP/1.1" status: 200 len: 816 time: 0.1358335 Aug 29 04:09:56.620233 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2b5f59bc-d422-4236-89bc-d160697967f9 req-94c0d41b-5a3c-4be8-84fc-6800f03f9f4c tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] 10.222.0.22 "GET /v2.0/quotas/59a3c824d92d476f92b52c317d7dd0b3 HTTP/1.1" status: 200 len: 375 time: 0.0143976 Aug 29 04:09:56.704012 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2b5f59bc-d422-4236-89bc-d160697967f9 req-224b25f9-7970-4605-b657-3628d0de70be tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=59a3c824d92d476f92b52c317d7dd0b3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0709679 Aug 29 04:09:56.706824 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a25509c7-e2ae-49f3-a591-e51985ea994f req-a724aa5e-7ea4-41ea-b7b3-d5c48d714d1c tempest-SecurityGroupRulesNegativeTestJSON-1620309522 tempest-SecurityGroupRulesNegativeTestJSON-1620309522-project] 10.222.0.22 "GET /v2.0/security-groups/a507d9a9-190d-4d01-bd2b-0472e389f487 HTTP/1.1" status: 200 len: 1811 time: 0.0475805 Aug 29 04:09:56.798332 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-a25509c7-e2ae-49f3-a591-e51985ea994f req-da6fc9c3-4403-43be-812a-607d197491b7 tempest-SecurityGroupRulesNegativeTestJSON-1620309522 tempest-SecurityGroupRulesNegativeTestJSON-1620309522-project] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:56.807187 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2b5f59bc-d422-4236-89bc-d160697967f9 req-b9c2df6e-140b-4539-a05f-227f3a11a626 service neutron] 10.222.0.22 "GET /v2.0/networks/7735d477-d15e-441f-8bb3-d5f649e24907?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005924 Aug 29 04:09:56.828913 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-a25509c7-e2ae-49f3-a591-e51985ea994f req-da6fc9c3-4403-43be-812a-607d197491b7 tempest-SecurityGroupRulesNegativeTestJSON-1620309522 tempest-SecurityGroupRulesNegativeTestJSON-1620309522-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:56.878569 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-a25509c7-e2ae-49f3-a591-e51985ea994f req-da6fc9c3-4403-43be-812a-607d197491b7 tempest-SecurityGroupRulesNegativeTestJSON-1620309522 tempest-SecurityGroupRulesNegativeTestJSON-1620309522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:56.883029 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-a25509c7-e2ae-49f3-a591-e51985ea994f req-da6fc9c3-4403-43be-812a-607d197491b7 tempest-SecurityGroupRulesNegativeTestJSON-1620309522 tempest-SecurityGroupRulesNegativeTestJSON-1620309522-project] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:56.884703 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a25509c7-e2ae-49f3-a591-e51985ea994f req-da6fc9c3-4403-43be-812a-607d197491b7 tempest-SecurityGroupRulesNegativeTestJSON-1620309522 tempest-SecurityGroupRulesNegativeTestJSON-1620309522-project] 10.222.0.22 "DELETE /v2.0/security-groups/a507d9a9-190d-4d01-bd2b-0472e389f487 HTTP/1.1" status: 204 len: 173 time: 0.1704991 Aug 29 04:09:56.896923 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6fc9c3-4403-43be-812a-607d197491b7 tempest-SecurityGroupRulesNegativeTestJSON-1620309522 tempest-SecurityGroupRulesNegativeTestJSON-1620309522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a507d9a9-190d-4d01-bd2b-0472e389f487,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:56.924710 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 35256) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:56.950119 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2b5f59bc-d422-4236-89bc-d160697967f9 req-7a7da945-eab7-4960-96e7-22394211bfa7 service neutron] 10.222.0.22 "GET /v2.0/networks/7735d477-d15e-441f-8bb3-d5f649e24907?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357579 Aug 29 04:09:57.000475 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-481ed40f-adce-47d2-aece-c954339971a3 req-c382e152-293d-47ca-9f31-db2e066840d3 tempest-SecurityGroupRulesNegativeTestJSON-1620309522 tempest-SecurityGroupRulesNegativeTestJSON-1620309522-project] 10.222.0.22 "GET /v2.0/security-groups/0c4763a8-9e1d-40f9-b4a6-9b4252ed9e11 HTTP/1.1" status: 200 len: 1811 time: 0.0549026 Aug 29 04:09:57.075993 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-481ed40f-adce-47d2-aece-c954339971a3 req-ff5cba0a-3e19-4ea3-85cb-f615b8b18370 tempest-SecurityGroupRulesNegativeTestJSON-1620309522 tempest-SecurityGroupRulesNegativeTestJSON-1620309522-project] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:57.111737 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-83e691e7-813f-4fa4-96ac-4cf5fd6b1b36 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-923904542-network', 'tenant_id': 'b65d791c209a4b25819757193b65d4ab'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:09:57.115763 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-481ed40f-adce-47d2-aece-c954339971a3 req-ff5cba0a-3e19-4ea3-85cb-f615b8b18370 tempest-SecurityGroupRulesNegativeTestJSON-1620309522 tempest-SecurityGroupRulesNegativeTestJSON-1620309522-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:57.160692 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83e691e7-813f-4fa4-96ac-4cf5fd6b1b36 admin admin] Made reservation on behalf of b65d791c209a4b25819757193b65d4ab for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:09:57.162821 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-83e691e7-813f-4fa4-96ac-4cf5fd6b1b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:57.173527 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-83e691e7-813f-4fa4-96ac-4cf5fd6b1b36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:57.184642 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-481ed40f-adce-47d2-aece-c954339971a3 req-ff5cba0a-3e19-4ea3-85cb-f615b8b18370 tempest-SecurityGroupRulesNegativeTestJSON-1620309522 tempest-SecurityGroupRulesNegativeTestJSON-1620309522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:57.187146 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-481ed40f-adce-47d2-aece-c954339971a3 req-ff5cba0a-3e19-4ea3-85cb-f615b8b18370 tempest-SecurityGroupRulesNegativeTestJSON-1620309522 tempest-SecurityGroupRulesNegativeTestJSON-1620309522-project] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:57.188411 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-481ed40f-adce-47d2-aece-c954339971a3 req-ff5cba0a-3e19-4ea3-85cb-f615b8b18370 tempest-SecurityGroupRulesNegativeTestJSON-1620309522 tempest-SecurityGroupRulesNegativeTestJSON-1620309522-project] 10.222.0.22 "DELETE /v2.0/security-groups/0c4763a8-9e1d-40f9-b4a6-9b4252ed9e11 HTTP/1.1" status: 204 len: 173 time: 0.1823063 Aug 29 04:09:57.195403 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 35274) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:57.202960 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5cba0a-3e19-4ea3-85cb-f615b8b18370 tempest-SecurityGroupRulesNegativeTestJSON-1620309522 tempest-SecurityGroupRulesNegativeTestJSON-1620309522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c4763a8-9e1d-40f9-b4a6-9b4252ed9e11,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:57.274551 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ffde66c-5974-4095-a670-bc977df304a3 admin admin] Deleting subnet 36550b39-29ec-4f76-aff4-e6e4aa53e533 {{(pid=94828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:09:57.292432 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1ffde66c-5974-4095-a670-bc977df304a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:57.320864 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-83e691e7-813f-4fa4-96ac-4cf5fd6b1b36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:57.329110 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-83e691e7-813f-4fa4-96ac-4cf5fd6b1b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:57.361333 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83e691e7-813f-4fa4-96ac-4cf5fd6b1b36 admin admin] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:09:57.394647 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-83e691e7-813f-4fa4-96ac-4cf5fd6b1b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:57.395006 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-83e691e7-813f-4fa4-96ac-4cf5fd6b1b36 admin admin] Added segment a980ccbf-7dd9-44c3-95ba-9117d4a4edde of type vlan for network 9c6b70cd-4018-45e7-bcf9-d8107df4490b Aug 29 04:09:57.397313 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1ffde66c-5974-4095-a670-bc977df304a3 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:57.406810 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e691e7-813f-4fa4-96ac-4cf5fd6b1b36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a19b0c8-e4ca-4424-8d73-01d84247d177,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:57.427931 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1ffde66c-5974-4095-a670-bc977df304a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:57.497446 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-83e691e7-813f-4fa4-96ac-4cf5fd6b1b36 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:57.531436 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1ffde66c-5974-4095-a670-bc977df304a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for subnet, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:57.536000 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630a5d8a-bbb6-4837-878f-480d5f6ab5e6 req-140996aa-e7fa-4488-a2e3-337e9fbd603f tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:57.537820 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-630a5d8a-bbb6-4837-878f-480d5f6ab5e6 req-140996aa-e7fa-4488-a2e3-337e9fbd603f tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=b83569e1-b257-4d78-919b-861ace2c9e5d HTTP/1.1" status: 200 len: 950 time: 0.1278980 Aug 29 04:09:57.543580 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-83e691e7-813f-4fa4-96ac-4cf5fd6b1b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:57.545187 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e691e7-813f-4fa4-96ac-4cf5fd6b1b36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:57.546498 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-83e691e7-813f-4fa4-96ac-4cf5fd6b1b36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:57.597370 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffde66c-5974-4095-a670-bc977df304a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36550b39-29ec-4f76-aff4-e6e4aa53e533,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:57.607763 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1ffde66c-5974-4095-a670-bc977df304a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:57.609972 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-1ffde66c-5974-4095-a670-bc977df304a3 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/36550b39-29ec-4f76-aff4-e6e4aa53e533 HTTP/1.1" status: 204 len: 168 time: 0.4131942 Aug 29 04:09:57.614490 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 35300) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:57.641747 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 35304) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:57.642039 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-83e691e7-813f-4fa4-96ac-4cf5fd6b1b36 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7157040 Aug 29 04:09:57.648599 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-607ff58f-7da4-49b3-b158-03a657bb6523 admin admin] Request body: {'subnet': {'network_id': '9c6b70cd-4018-45e7-bcf9-d8107df4490b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-923904542-subnet', 'tenant_id': 'b65d791c209a4b25819757193b65d4ab', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:09:57.686955 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 35308) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:57.699591 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e691e7-813f-4fa4-96ac-4cf5fd6b1b36 admin admin] Pushing event updated for resources: {'Network': ['ID=9c6b70cd-4018-45e7-bcf9-d8107df4490b,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:57.711541 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 9c6b70cd-4018-45e7-bcf9-d8107df4490b details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:09:57.752357 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-630a5d8a-bbb6-4837-878f-480d5f6ab5e6 req-b17ce59a-ebf4-4319-94a5-cd086a6e5618 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007236 Aug 29 04:09:57.758784 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d3e693d8-305e-4f69-bde5-f262a6ebe790 req-e9680ab2-bf8d-46aa-80fd-e87498f4b110 tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4ba3237-9eca-4f4d-905c-a4fd96cd7f22 HTTP/1.1" status: 200 len: 210 time: 0.0739341 Aug 29 04:09:57.768474 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-607ff58f-7da4-49b3-b158-03a657bb6523 admin admin] Made reservation on behalf of b65d791c209a4b25819757193b65d4ab for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:09:57.770781 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-607ff58f-7da4-49b3-b158-03a657bb6523 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:57.814756 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3af942af-8ad4-4687-8034-f19b68baff04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:58.002987 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 7aa32bad-9268-4062-abc8-58408278124e details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:09:58.055827 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3af942af-8ad4-4687-8034-f19b68baff04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:58.069058 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-3af942af-8ad4-4687-8034-f19b68baff04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe48952d-c7ae-424b-b581-42fa3396b790']}} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:09:58.089071 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e80a00-056f-410f-a1bc-a4a88564f77e req-9ccfcd65-b806-4808-81c7-69ac611bd8ff tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:58.096709 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-67e80a00-056f-410f-a1bc-a4a88564f77e req-9ccfcd65-b806-4808-81c7-69ac611bd8ff tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/ports?device_id=880214ed-65b2-4d37-b362-de4dc7f7287e HTTP/1.1" status: 200 len: 948 time: 0.2293637 Aug 29 04:09:58.100402 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-3af942af-8ad4-4687-8034-f19b68baff04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0609458-0ee3-484f-af12-b1bbbef959f1') {'for_net_delete': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:09:58.100704 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-3af942af-8ad4-4687-8034-f19b68baff04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0609458-0ee3-484f-af12-b1bbbef959f1') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:09:58.125341 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3af942af-8ad4-4687-8034-f19b68baff04 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4311712'] for segment, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:58.153740 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3af942af-8ad4-4687-8034-f19b68baff04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:58.165017 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-67e80a00-056f-410f-a1bc-a4a88564f77e req-866bce9f-fb18-4ea5-a26d-5a3090a8a2df tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/security-groups?id=268ad66b-6c1a-4e93-9fbd-057377cdbb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674379 Aug 29 04:09:58.166004 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3af942af-8ad4-4687-8034-f19b68baff04 admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=94829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:09:58.166401 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3af942af-8ad4-4687-8034-f19b68baff04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4274277'] for segment, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:58.168224 n-d-712140-12 neutron-server[94829]: Traceback (most recent call last): Aug 29 04:09:58.168224 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:09:58.168224 n-d-712140-12 neutron-server[94829]: timer() Aug 29 04:09:58.168224 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:09:58.168224 n-d-712140-12 neutron-server[94829]: cb(*args, **kw) Aug 29 04:09:58.168224 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:09:58.168224 n-d-712140-12 neutron-server[94829]: return func(*args, **kwargs) Aug 29 04:09:58.168224 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:09:58.168224 n-d-712140-12 neutron-server[94829]: self._notify() Aug 29 04:09:58.168224 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:09:58.168224 n-d-712140-12 neutron-server[94829]: self.callback(batched_events) Aug 29 04:09:58.168224 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:09:58.168224 n-d-712140-12 neutron-server[94829]: event.method(event) Aug 29 04:09:58.168224 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:09:58.168224 n-d-712140-12 neutron-server[94829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:09:58.168224 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:09:58.168224 n-d-712140-12 neutron-server[94829]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:09:58.168224 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:09:58.168224 n-d-712140-12 neutron-server[94829]: return f(self, *a, **k) Aug 29 04:09:58.168224 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:09:58.168224 n-d-712140-12 neutron-server[94829]: return self._get(url).json() Aug 29 04:09:58.168224 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:09:58.168224 n-d-712140-12 neutron-server[94829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:09:58.168224 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:09:58.168224 n-d-712140-12 neutron-server[94829]: return self.request(url, 'GET', **kwargs) Aug 29 04:09:58.168224 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:09:58.168224 n-d-712140-12 neutron-server[94829]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:09:58.168224 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:09:58.168224 n-d-712140-12 neutron-server[94829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:09:58.168224 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:09:58.168224 n-d-712140-12 neutron-server[94829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:09:58.168224 n-d-712140-12 neutron-server[94829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:09:58.174654 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-607ff58f-7da4-49b3-b158-03a657bb6523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:58.181390 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 7aa32bad-9268-4062-abc8-58408278124e, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=7aa32bad-9268-4062-abc8-58408278124e,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:09:58.257992 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Returning: {'device': '7aa32bad-9268-4062-abc8-58408278124e', 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45', 'port_id': '7aa32bad-9268-4062-abc8-58408278124e', 'mac_address': 'fa:16:3e:0a:95:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18cd12d4-b12a-41b0-b0c5-618edbb84e74', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:09:58.277407 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607ff58f-7da4-49b3-b158-03a657bb6523 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8502d769-641d-4a10-9e4d-27f28f2cb7c2,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:58.283629 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dea701db-aafc-424d-aeb3-2ea51f26ad1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:58.289936 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:58.321398 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3af942af-8ad4-4687-8034-f19b68baff04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:58.369065 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3af942af-8ad4-4687-8034-f19b68baff04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:58.371050 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-3af942af-8ad4-4687-8034-f19b68baff04 admin admin] 10.222.0.22 "DELETE /v2.0/networks/fe48952d-c7ae-424b-b581-42fa3396b790 HTTP/1.1" status: 204 len: 168 time: 0.7475634 Aug 29 04:09:58.372595 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af942af-8ad4-4687-8034-f19b68baff04 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe48952d-c7ae-424b-b581-42fa3396b790,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:58.392609 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:58.412158 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7aa32bad-9268-4062-abc8-58408278124e {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:09:58.442135 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607ff58f-7da4-49b3-b158-03a657bb6523 admin admin] Checking segment: {'id': 'a980ccbf-7dd9-44c3-95ba-9117d4a4edde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9c6b70cd-4018-45e7-bcf9-d8107df4490b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:09:58.442654 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 7aa32bad-9268-4062-abc8-58408278124e, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=7aa32bad-9268-4062-abc8-58408278124e,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:09:58.442781 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607ff58f-7da4-49b3-b158-03a657bb6523 admin admin] Network hostable DHCP agents. Network: 9c6b70cd-4018-45e7-bcf9-d8107df4490b, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:09:58.449986 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:58.477507 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dea701db-aafc-424d-aeb3-2ea51f26ad1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:58.488515 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dea701db-aafc-424d-aeb3-2ea51f26ad1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:58.509930 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607ff58f-7da4-49b3-b158-03a657bb6523 admin admin] Network 9c6b70cd-4018-45e7-bcf9-d8107df4490b is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:09:58.539654 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=7aa32bad-9268-4062-abc8-58408278124e,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:58.555301 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-dea701db-aafc-424d-aeb3-2ea51f26ad1b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e49c98301b6d40e78bc93ba4b9f14408&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8649688 Aug 29 04:09:58.556424 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-607ff58f-7da4-49b3-b158-03a657bb6523 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 9c6b70cd-4018-45e7-bcf9-d8107df4490b) {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:09:58.558186 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 35322) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:58.559776 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f67057f-e03c-4e6d-a90a-721327775870 req-6362c461-1074-4591-873f-110649536bd3 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:58.561489 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3f67057f-e03c-4e6d-a90a-721327775870 req-6362c461-1074-4591-873f-110649536bd3 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] 10.222.0.22 "GET /v2.0/ports?device_id=60d8c5de-f00f-4a6b-9b25-b047f603a344 HTTP/1.1" status: 200 len: 967 time: 0.0885146 Aug 29 04:09:58.569290 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af42b9c4-f0a9-4a83-ac5a-e21de4ba234c None None] Network 9c6b70cd-4018-45e7-bcf9-d8107df4490b requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:09:58.577869 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea701db-aafc-424d-aeb3-2ea51f26ad1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f709f11-67c3-4576-9c04-eb636fddc303,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:58.590438 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607ff58f-7da4-49b3-b158-03a657bb6523 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:58.591078 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-607ff58f-7da4-49b3-b158-03a657bb6523 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:58.623479 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 35324) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:58.625334 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-607ff58f-7da4-49b3-b158-03a657bb6523 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9822507 Aug 29 04:09:58.625998 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 35326) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:58.636847 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-551ca622-dfc8-4380-8021-5c68d39996a7 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-923904542-router', 'tenant_id': 'b65d791c209a4b25819757193b65d4ab', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:09:58.666726 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3f67057f-e03c-4e6d-a90a-721327775870 req-94449119-4d79-40ab-8086-7091208e6ff7 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] 10.222.0.22 "GET /v2.0/security-groups?id=3dbd32b7-b3fc-4076-a8b6-8020bdad2883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980766 Aug 29 04:09:58.715404 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e3d4d92f-31d9-40e3-af6a-4146ebbffb56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:58.723345 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-551ca622-dfc8-4380-8021-5c68d39996a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:58.724681 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-551ca622-dfc8-4380-8021-5c68d39996a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1838'] for router, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:58.728927 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-aad16640-e70d-4cfc-a772-8fb68438d731 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5ed12d129cfd4a688239c63fead3c50e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1032283 Aug 29 04:09:58.739137 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 35332) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:58.764416 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['7aa32bad-9268-4062-abc8-58408278124e'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:09:58.834293 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990784de-162c-43f8-8f93-64dce389d53a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-9c6b70cd-4018-45e7-bcf9-d8107df4490b', 'network_id': '9c6b70cd-4018-45e7-bcf9-d8107df4490b', 'tenant_id': 'b65d791c209a4b25819757193b65d4ab', 'fixed_ips': [{'subnet_id': '8502d769-641d-4a10-9e4d-27f28f2cb7c2'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:09:58.834516 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e3d4d92f-31d9-40e3-af6a-4146ebbffb56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:58.836177 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-990784de-162c-43f8-8f93-64dce389d53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:58.941382 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c071143b-fa3f-434d-9f6c-0f30d5381b25 req-0a5dd753-8919-4969-9193-ea4cff56cdea tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4ba3237-9eca-4f4d-905c-a4fd96cd7f22 HTTP/1.1" status: 200 len: 210 time: 0.0493743 Aug 29 04:09:59.040189 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 35340) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:59.083724 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-990784de-162c-43f8-8f93-64dce389d53a None None] Allocated IP 172.20.0.2 (9c6b70cd-4018-45e7-bcf9-d8107df4490b/8502d769-641d-4a10-9e4d-27f28f2cb7c2/6ef98971-1b25-4653-bfe2-41c2792d8f40) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:09:59.162197 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f3b86da5-085f-42aa-8923-875d46bf15f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:59.260683 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2cb6c2df-0444-466f-8e5a-2d941ce22408 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:59.281950 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-990784de-162c-43f8-8f93-64dce389d53a None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:59.285220 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2cb6c2df-0444-466f-8e5a-2d941ce22408 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:59.293155 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-990784de-162c-43f8-8f93-64dce389d53a None None] Transition to ACTIVE for port object 6ef98971-1b25-4653-bfe2-41c2792d8f40 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:09:59.299830 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f3b86da5-085f-42aa-8923-875d46bf15f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:59.317595 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f3b86da5-085f-42aa-8923-875d46bf15f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:59.317826 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-990784de-162c-43f8-8f93-64dce389d53a None None] Transition to ACTIVE for port object 6ef98971-1b25-4653-bfe2-41c2792d8f40 will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:09:59.326516 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-990784de-162c-43f8-8f93-64dce389d53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:59.362381 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-551ca622-dfc8-4380-8021-5c68d39996a7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:59.370690 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990784de-162c-43f8-8f93-64dce389d53a None None] Network 9c6b70cd-4018-45e7-bcf9-d8107df4490b is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:09:59.374299 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-990784de-162c-43f8-8f93-64dce389d53a None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:09:59.379121 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990784de-162c-43f8-8f93-64dce389d53a None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:09:59.388738 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-f3b86da5-085f-42aa-8923-875d46bf15f3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d857ff069b42453caf65b8a09154a463&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3474758 Aug 29 04:09:59.392000 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 35348) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:59.393028 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990784de-162c-43f8-8f93-64dce389d53a None None] Pushing event updated for resources: {'Port': ['ID=6ef98971-1b25-4653-bfe2-41c2792d8f40,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:59.394397 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b86da5-085f-42aa-8923-875d46bf15f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55433b0d-346e-4764-adae-d2fc2831d663,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:59.409240 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ac7388-885b-498d-852d-bb3252643733 req-e67e3ad0-e13f-4856-b8a0-e3f36e88c031 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:59.416733 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b7ac7388-885b-498d-852d-bb3252643733 req-e67e3ad0-e13f-4856-b8a0-e3f36e88c031 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/ports?device_id=880214ed-65b2-4d37-b362-de4dc7f7287e HTTP/1.1" status: 200 len: 949 time: 0.1152656 Aug 29 04:09:59.457289 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-990784de-162c-43f8-8f93-64dce389d53a None None] Attempting to bind port 6ef98971-1b25-4653-bfe2-41c2792d8f40 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:09:59.457719 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-990784de-162c-43f8-8f93-64dce389d53a None None] Attempting to bind port 6ef98971-1b25-4653-bfe2-41c2792d8f40 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'a980ccbf-7dd9-44c3-95ba-9117d4a4edde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9c6b70cd-4018-45e7-bcf9-d8107df4490b'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:09:59.458177 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990784de-162c-43f8-8f93-64dce389d53a None None] Attempting to bind port 6ef98971-1b25-4653-bfe2-41c2792d8f40 on network 9c6b70cd-4018-45e7-bcf9-d8107df4490b {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:09:59.463576 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990784de-162c-43f8-8f93-64dce389d53a None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:09:59.464093 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990784de-162c-43f8-8f93-64dce389d53a None None] Checking segment: {'id': 'a980ccbf-7dd9-44c3-95ba-9117d4a4edde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9c6b70cd-4018-45e7-bcf9-d8107df4490b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:09:59.464784 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-990784de-162c-43f8-8f93-64dce389d53a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:59.465245 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990784de-162c-43f8-8f93-64dce389d53a None None] Bound using segment: {'id': 'a980ccbf-7dd9-44c3-95ba-9117d4a4edde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9c6b70cd-4018-45e7-bcf9-d8107df4490b'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:09:59.465773 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-990784de-162c-43f8-8f93-64dce389d53a None None] Bound port: 6ef98971-1b25-4653-bfe2-41c2792d8f40, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a980ccbf-7dd9-44c3-95ba-9117d4a4edde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9c6b70cd-4018-45e7-bcf9-d8107df4490b'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:09:59.466214 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-990784de-162c-43f8-8f93-64dce389d53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:59.486055 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b7ac7388-885b-498d-852d-bb3252643733 req-223b1b3c-bba0-4e63-b99b-798adeb3ba69 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/security-groups?id=268ad66b-6c1a-4e93-9fbd-057377cdbb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684733 Aug 29 04:09:59.499522 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e940a2d2-7dc3-46d9-822b-901b12583392 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:59.519134 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f51132-5fee-41bf-a84e-b011bdfcb329 req-e9f6b247-2130-411c-9308-48de5637b5e3 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:59.526486 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-44f51132-5fee-41bf-a84e-b011bdfcb329 req-e9f6b247-2130-411c-9308-48de5637b5e3 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=b83569e1-b257-4d78-919b-861ace2c9e5d HTTP/1.1" status: 200 len: 950 time: 0.6222003 Aug 29 04:09:59.532958 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e940a2d2-7dc3-46d9-822b-901b12583392 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:59.553370 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-990784de-162c-43f8-8f93-64dce389d53a None None] For port 6ef98971-1b25-4653-bfe2-41c2792d8f40, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:09:59.560887 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-990784de-162c-43f8-8f93-64dce389d53a None None] For port 6ef98971-1b25-4653-bfe2-41c2792d8f40, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=6ef98971-1b25-4653-bfe2-41c2792d8f40,segment=NetworkSegment(a980ccbf-7dd9-44c3-95ba-9117d4a4edde),segment_id=a980ccbf-7dd9-44c3-95ba-9117d4a4edde)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:09:59.574324 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-990784de-162c-43f8-8f93-64dce389d53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:59.611175 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5f59bc-d422-4236-89bc-d160697967f9 req-926111b6-d924-45f9-9793-b1b5d66ebee0 tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:59.612296 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e940a2d2-7dc3-46d9-822b-901b12583392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:59.612711 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2b5f59bc-d422-4236-89bc-d160697967f9 req-926111b6-d924-45f9-9793-b1b5d66ebee0 tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] 10.222.0.48 "GET /v2.0/networks?id=7735d477-d15e-441f-8bb3-d5f649e24907 HTTP/1.1" status: 200 len: 816 time: 0.8214595 Aug 29 04:09:59.615319 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e940a2d2-7dc3-46d9-822b-901b12583392 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:59.618758 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-e940a2d2-7dc3-46d9-822b-901b12583392 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/55433b0d-346e-4764-adae-d2fc2831d663 HTTP/1.1" status: 204 len: 168 time: 0.2234838 Aug 29 04:09:59.622853 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2cb6c2df-0444-466f-8e5a-2d941ce22408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:59.625680 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2cb6c2df-0444-466f-8e5a-2d941ce22408 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:59.626416 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e940a2d2-7dc3-46d9-822b-901b12583392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55433b0d-346e-4764-adae-d2fc2831d663,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:59.628356 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-2cb6c2df-0444-466f-8e5a-2d941ce22408 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/eb7a5d96-981e-4786-bef4-ea267d06357c HTTP/1.1" status: 204 len: 168 time: 0.8924863 Aug 29 04:09:59.639035 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e3d4d92f-31d9-40e3-af6a-4146ebbffb56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:59.642255 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e3d4d92f-31d9-40e3-af6a-4146ebbffb56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:59.643482 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-e3d4d92f-31d9-40e3-af6a-4146ebbffb56 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2f709f11-67c3-4576-9c04-eb636fddc303 HTTP/1.1" status: 204 len: 168 time: 1.0739522 Aug 29 04:09:59.645935 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-551ca622-dfc8-4380-8021-5c68d39996a7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:59.719164 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-44f51132-5fee-41bf-a84e-b011bdfcb329 req-dfd8c490-88c4-4077-9009-eb8753a5ed6e tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870258 Aug 29 04:09:59.720298 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb6c2df-0444-466f-8e5a-2d941ce22408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb7a5d96-981e-4786-bef4-ea267d06357c,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:59.793466 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990784de-162c-43f8-8f93-64dce389d53a None None] Pushing event updated for resources: {'Port': ['ID=6ef98971-1b25-4653-bfe2-41c2792d8f40,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:59.820679 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d4d92f-31d9-40e3-af6a-4146ebbffb56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f709f11-67c3-4576-9c04-eb636fddc303,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:59.839833 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2b5f59bc-d422-4236-89bc-d160697967f9 req-105ac94b-f397-45ba-bcd7-4c94d7f3b59b tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=59a3c824d92d476f92b52c317d7dd0b3 HTTP/1.1" status: 200 len: 379 time: 0.1879082 Aug 29 04:09:59.859875 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-2b5f59bc-d422-4236-89bc-d160697967f9 req-e152c5e6-91c0-46f9-9bae-f1cd5e6ffcdd tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] Request body: {'port': {'device_id': 'b4ba3237-9eca-4f4d-905c-a4fd96cd7f22', 'network_id': '7735d477-d15e-441f-8bb3-d5f649e24907', 'admin_state_up': True, 'tenant_id': '59a3c824d92d476f92b52c317d7dd0b3', 'security_groups': ['4dbbedf5-2f21-4437-b7c2-73b739103a61']}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:10:00.026865 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 7aa32bad-9268-4062-abc8-58408278124e up at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:10:00.111984 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b5f59bc-d422-4236-89bc-d160697967f9 req-e152c5e6-91c0-46f9-9bae-f1cd5e6ffcdd tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] Made reservation on behalf of 59a3c824d92d476f92b52c317d7dd0b3 for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:10:00.115965 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2b5f59bc-d422-4236-89bc-d160697967f9 req-e152c5e6-91c0-46f9-9bae-f1cd5e6ffcdd tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:00.180401 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning for port 7aa32bad-9268-4062-abc8-58408278124e completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:10:00.186230 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-10e77fb6-a3d1-48d6-9b36-6e64f083edd8 req-dc4cbb92-a0eb-4220-ab55-dc916079792d tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4ba3237-9eca-4f4d-905c-a4fd96cd7f22 HTTP/1.1" status: 200 len: 210 time: 0.0811000 Aug 29 04:10:00.187029 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning complete for port 7aa32bad-9268-4062-abc8-58408278124e triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:10:00.187493 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:00.275975 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5f9db8ca-d076-4780-b5db-2075cea8eeee req-d3b82c7e-3b8a-4202-9e1c-22c385e93200 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1219138214&fields=id&tenant_id=b8e5ee0a53fd42e2a03b18096f8a732f HTTP/1.1" status: 200 len: 267 time: 0.0852084 Aug 29 04:10:00.367083 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:00.418647 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '880214ed-65b2-4d37-b362-de4dc7f7287e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aa32bad-9268-4062-abc8-58408278124e'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:10:00.422754 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb0b65a8-7d9e-446c-9c0c-df322a751548" -d '{"events": [{"server_uuid": "880214ed-65b2-4d37-b362-de4dc7f7287e", "name": "network-vif-plugged", "status": "completed", "tag": "7aa32bad-9268-4062-abc8-58408278124e"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:10:00.471899 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 7aa32bad-9268-4062-abc8-58408278124e, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=7aa32bad-9268-4062-abc8-58408278124e,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:10:00.474912 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 35384) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:00.478416 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:00.488660 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac351df8-e0bd-4886-876e-65e6f5c97721 x-openstack-request-id: req-ac351df8-e0bd-4886-876e-65e6f5c97721 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:10:00.489533 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "880214ed-65b2-4d37-b362-de4dc7f7287e", "name": "network-vif-plugged", "status": "completed", "tag": "7aa32bad-9268-4062-abc8-58408278124e", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:10:00.489954 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ac351df8-e0bd-4886-876e-65e6f5c97721 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:10:00.490733 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '880214ed-65b2-4d37-b362-de4dc7f7287e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aa32bad-9268-4062-abc8-58408278124e', 'code': 200} Aug 29 04:10:00.498074 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-723d2081-624c-4827-acaf-0bb3d8c95d52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:00.534181 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9db8ca-d076-4780-b5db-2075cea8eeee req-4d84500b-e22a-44ee-af92-e600a4ab4f82 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:00.544123 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5f9db8ca-d076-4780-b5db-2075cea8eeee req-4d84500b-e22a-44ee-af92-e600a4ab4f82 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] 10.222.0.22 "GET /v2.0/networks?id=6e669898-6215-49e8-8989-a85b9f5fe627 HTTP/1.1" status: 200 len: 823 time: 0.2576706 Aug 29 04:10:00.569763 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5f9db8ca-d076-4780-b5db-2075cea8eeee req-b67d2844-7966-4b19-ae98-83139e075fad tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] 10.222.0.22 "GET /v2.0/quotas/b8e5ee0a53fd42e2a03b18096f8a732f HTTP/1.1" status: 200 len: 375 time: 0.0224888 Aug 29 04:10:00.593927 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=7aa32bad-9268-4062-abc8-58408278124e,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:00.614817 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-551ca622-dfc8-4380-8021-5c68d39996a7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:00.696293 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5f9db8ca-d076-4780-b5db-2075cea8eeee req-7d623ccb-f424-42a9-a900-f50c5f3a94eb tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=b8e5ee0a53fd42e2a03b18096f8a732f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1183326 Aug 29 04:10:00.795627 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-551ca622-dfc8-4380-8021-5c68d39996a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:00.839841 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-2b5f59bc-d422-4236-89bc-d160697967f9 req-e152c5e6-91c0-46f9-9bae-f1cd5e6ffcdd tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] Allocated IP 172.20.0.14 (7735d477-d15e-441f-8bb3-d5f649e24907/e2e9ec72-46f1-4e0c-a3f8-8298e639a3bf/b7b7bcf3-74f4-4d55-8e4c-7319d763cd30) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:10:00.873278 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a57646c-18d6-4bd4-87dd-d7afe86255bc req-6cc02fc3-a2bd-47cb-8437-b9c26c6fc92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:00.875350 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0a57646c-18d6-4bd4-87dd-d7afe86255bc req-6cc02fc3-a2bd-47cb-8437-b9c26c6fc92a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=880214ed-65b2-4d37-b362-de4dc7f7287e HTTP/1.1" status: 200 len: 1102 time: 0.2926621 Aug 29 04:10:00.908907 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-723d2081-624c-4827-acaf-0bb3d8c95d52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:00.926271 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5f9db8ca-d076-4780-b5db-2075cea8eeee req-4c1bdefc-fad0-416c-bdab-cd6318787bea service neutron] 10.222.0.22 "GET /v2.0/networks/6e669898-6215-49e8-8989-a85b9f5fe627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259748 Aug 29 04:10:01.101282 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec0af81-4ad8-48a1-b0c7-173d6ecb5f5d req-81b590c5-e20a-4ecc-ac6b-edd4ef105523 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:01.110592 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8ec0af81-4ad8-48a1-b0c7-173d6ecb5f5d req-81b590c5-e20a-4ecc-ac6b-edd4ef105523 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/ports?device_id=880214ed-65b2-4d37-b362-de4dc7f7287e HTTP/1.1" status: 200 len: 950 time: 0.3953736 Aug 29 04:10:01.130327 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5f9db8ca-d076-4780-b5db-2075cea8eeee req-70a006cb-1854-45a4-9fd9-c14ca8e8d8a6 service neutron] 10.222.0.22 "GET /v2.0/networks/6e669898-6215-49e8-8989-a85b9f5fe627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030778 Aug 29 04:10:01.132109 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-723d2081-624c-4827-acaf-0bb3d8c95d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:01.220296 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e06819-af4e-4fd5-be44-df2d69e7d393 None None] Network 9c6b70cd-4018-45e7-bcf9-d8107df4490b requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:10:01.223480 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723d2081-624c-4827-acaf-0bb3d8c95d52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bded868b-4bbf-4592-97ba-669033db59b0,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:01.235621 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-723d2081-624c-4827-acaf-0bb3d8c95d52 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=63d6940d9e0c4638b100254c1d328acb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7520072 Aug 29 04:10:01.237749 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 35418) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:01.366896 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0690ef42-9d86-46ba-b081-63e797e064a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:01.438257 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0690ef42-9d86-46ba-b081-63e797e064a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:01.490448 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 6ef98971-1b25-4653-bfe2-41c2792d8f40 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:10:01.513082 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0a57646c-18d6-4bd4-87dd-d7afe86255bc req-3a9f91f4-2f75-42c1-a992-74b8751273a0 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=268ad66b-6c1a-4e93-9fbd-057377cdbb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5688128 Aug 29 04:10:01.530603 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 35428) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:01.531053 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 35430) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:01.533334 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8ec0af81-4ad8-48a1-b0c7-173d6ecb5f5d req-e44e497b-c571-4e36-ba15-f0f5b49a7608 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/security-groups?id=268ad66b-6c1a-4e93-9fbd-057377cdbb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4139102 Aug 29 04:10:01.569903 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-551ca622-dfc8-4380-8021-5c68d39996a7 admin admin] Allocated IP 172.25.0.41 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/712dd7e7-480c-42ca-be76-f1e2767cfc5c) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:10:01.619508 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5640a6-fa3b-4fe4-9f6e-78ae75ebd25e req-ad924ef8-13e8-43b9-b92d-1e7e703d557a tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:01.622434 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2b5f59bc-d422-4236-89bc-d160697967f9 req-e152c5e6-91c0-46f9-9bae-f1cd5e6ffcdd tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:01.623556 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3e5640a6-fa3b-4fe4-9f6e-78ae75ebd25e req-ad924ef8-13e8-43b9-b92d-1e7e703d557a tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=b83569e1-b257-4d78-919b-861ace2c9e5d HTTP/1.1" status: 200 len: 950 time: 0.1349173 Aug 29 04:10:01.625976 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0690ef42-9d86-46ba-b081-63e797e064a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:01.630863 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0690ef42-9d86-46ba-b081-63e797e064a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:01.635321 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-0690ef42-9d86-46ba-b081-63e797e064a1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bded868b-4bbf-4592-97ba-669033db59b0 HTTP/1.1" status: 204 len: 168 time: 0.3927708 Aug 29 04:10:01.635507 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-8227c094-4f84-421a-9758-4b687b17aa27 None None] Provisioning for port 6ef98971-1b25-4653-bfe2-41c2792d8f40 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:10:01.666768 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0690ef42-9d86-46ba-b081-63e797e064a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bded868b-4bbf-4592-97ba-669033db59b0,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:01.685446 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-2b5f59bc-d422-4236-89bc-d160697967f9 req-e152c5e6-91c0-46f9-9bae-f1cd5e6ffcdd tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] Transition to ACTIVE for port object b7b7bcf3-74f4-4d55-8e4c-7319d763cd30 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:10:01.729454 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-112086a1-e7f7-4678-aca1-cecb8a9828d1 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-217981067-network', 'tenant_id': '0878509a3c9948c598a7472280410341'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:10:01.766311 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-2396d53b-1a98-4c21-9e0b-ead378021d9f admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1595702282-network', 'tenant_id': '48da3dc54d264865b5c4834c4a90f4b5'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:10:01.773722 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-112086a1-e7f7-4678-aca1-cecb8a9828d1 admin admin] Made reservation on behalf of 0878509a3c9948c598a7472280410341 for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:10:01.776524 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-112086a1-e7f7-4678-aca1-cecb8a9828d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:01.784363 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3e5640a6-fa3b-4fe4-9f6e-78ae75ebd25e req-97acce56-9890-4012-b175-52ff611b9fe8 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472657 Aug 29 04:10:01.818940 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-112086a1-e7f7-4678-aca1-cecb8a9828d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:01.839439 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 6ef98971-1b25-4653-bfe2-41c2792d8f40 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:10:01.847533 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 6ef98971-1b25-4653-bfe2-41c2792d8f40 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:10:01.849170 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:01.896097 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2396d53b-1a98-4c21-9e0b-ead378021d9f admin admin] Made reservation on behalf of 48da3dc54d264865b5c4834c4a90f4b5 for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:10:01.898957 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2396d53b-1a98-4c21-9e0b-ead378021d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:01.970943 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-101c8aba-282d-44f6-8947-a7f626348b3d req-445e00ba-4610-48ce-b747-2c56cb565cf5 tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4ba3237-9eca-4f4d-905c-a4fd96cd7f22 HTTP/1.1" status: 200 len: 210 time: 0.2393675 Aug 29 04:10:01.985049 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2396d53b-1a98-4c21-9e0b-ead378021d9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:02.054588 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-330d7ede-a566-47f7-8160-35110483f8c6 req-656b652c-7cc3-45ff-906a-96029d4c2fa9 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6616a4e-74a1-4a12-88c0-4cd9409fcf3a HTTP/1.1" status: 200 len: 210 time: 0.1837234 Aug 29 04:10:02.089721 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-112086a1-e7f7-4678-aca1-cecb8a9828d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:02.090889 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c142e418-f5fc-4d5a-a6ec-eede1d42478e req-77b1bdbf-1527-4c00-a303-3c00b74ec6a1 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:02.093525 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c142e418-f5fc-4d5a-a6ec-eede1d42478e req-77b1bdbf-1527-4c00-a303-3c00b74ec6a1 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] 10.222.0.46 "GET /v2.0/ports?device_id=60d8c5de-f00f-4a6b-9b25-b047f603a344 HTTP/1.1" status: 200 len: 967 time: 0.3138504 Aug 29 04:10:02.095498 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:02.098280 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2b5f59bc-d422-4236-89bc-d160697967f9 req-e152c5e6-91c0-46f9-9bae-f1cd5e6ffcdd tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:02.182143 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 6ef98971-1b25-4653-bfe2-41c2792d8f40, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=6ef98971-1b25-4653-bfe2-41c2792d8f40,segment=NetworkSegment(a980ccbf-7dd9-44c3-95ba-9117d4a4edde),segment_id=a980ccbf-7dd9-44c3-95ba-9117d4a4edde)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:10:02.189192 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:02.260920 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=6ef98971-1b25-4653-bfe2-41c2792d8f40,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:02.267628 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-112086a1-e7f7-4678-aca1-cecb8a9828d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:02.283539 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-551ca622-dfc8-4380-8021-5c68d39996a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:02.285325 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-112086a1-e7f7-4678-aca1-cecb8a9828d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:10:02.299001 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-73babbd3-561d-4cda-aa6f-6cf8f6309d8f None None] Provisioning complete for port 6ef98971-1b25-4653-bfe2-41c2792d8f40 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:10:02.299889 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-73babbd3-561d-4cda-aa6f-6cf8f6309d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:02.302057 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b5f59bc-d422-4236-89bc-d160697967f9 req-e152c5e6-91c0-46f9-9bae-f1cd5e6ffcdd tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] Network 7735d477-d15e-441f-8bb3-d5f649e24907 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:10:02.321319 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2396d53b-1a98-4c21-9e0b-ead378021d9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:02.321463 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-2b5f59bc-d422-4236-89bc-d160697967f9 req-e152c5e6-91c0-46f9-9bae-f1cd5e6ffcdd tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:10:02.334407 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b5f59bc-d422-4236-89bc-d160697967f9 req-e152c5e6-91c0-46f9-9bae-f1cd5e6ffcdd tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:10:02.340484 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-112086a1-e7f7-4678-aca1-cecb8a9828d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:02.341070 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-112086a1-e7f7-4678-aca1-cecb8a9828d1 admin admin] Added segment 5edca003-2703-4f54-98cc-983d1c404746 of type vlan for network dc563c47-043f-429f-be85-78b8391b0dc9 Aug 29 04:10:02.353587 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2396d53b-1a98-4c21-9e0b-ead378021d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:02.356294 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5f59bc-d422-4236-89bc-d160697967f9 req-e152c5e6-91c0-46f9-9bae-f1cd5e6ffcdd tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:02.356982 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2b5f59bc-d422-4236-89bc-d160697967f9 req-e152c5e6-91c0-46f9-9bae-f1cd5e6ffcdd tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:02.380123 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112086a1-e7f7-4678-aca1-cecb8a9828d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9751c8b9-7f98-4ab6-93f7-b82de067b072,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:02.383157 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e152c5e6-91c0-46f9-9bae-f1cd5e6ffcdd tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] Pushing event updated for resources: {'Port': ['ID=b7b7bcf3-74f4-4d55-8e4c-7319d763cd30,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:02.435439 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2396d53b-1a98-4c21-9e0b-ead378021d9f admin admin] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:10:02.475385 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2b5f59bc-d422-4236-89bc-d160697967f9 req-e152c5e6-91c0-46f9-9bae-f1cd5e6ffcdd tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6246510 Aug 29 04:10:02.492962 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-112086a1-e7f7-4678-aca1-cecb8a9828d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:02.509184 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-2b5f59bc-d422-4236-89bc-d160697967f9 req-45b3dc66-6fe7-4720-84c5-8fb1dc97ce80 service neutron] Request body: {'port': {'device_id': 'b4ba3237-9eca-4f4d-905c-a4fd96cd7f22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:10:02.535100 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2396d53b-1a98-4c21-9e0b-ead378021d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:02.535641 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-2396d53b-1a98-4c21-9e0b-ead378021d9f admin admin] Added segment 6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc of type vlan for network 7521cd58-9470-4433-82b8-7e942c988b03 Aug 29 04:10:02.566127 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2396d53b-1a98-4c21-9e0b-ead378021d9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67519499-017b-4c54-88db-c974346724c1,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:02.614274 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-551ca622-dfc8-4380-8021-5c68d39996a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:02.621512 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2b5f59bc-d422-4236-89bc-d160697967f9 req-45b3dc66-6fe7-4720-84c5-8fb1dc97ce80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:02.664173 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-112086a1-e7f7-4678-aca1-cecb8a9828d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:02.665345 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112086a1-e7f7-4678-aca1-cecb8a9828d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:02.665826 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-112086a1-e7f7-4678-aca1-cecb8a9828d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:02.686363 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-c142e418-f5fc-4d5a-a6ec-eede1d42478e req-995df8f8-9f5a-46bd-92c9-08295aba6dcb tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Deleting port 39d670ac-3d22-44a4-ab13-d6e183044744 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:10:02.686363 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-c142e418-f5fc-4d5a-a6ec-eede1d42478e req-995df8f8-9f5a-46bd-92c9-08295aba6dcb tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:02.760832 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2396d53b-1a98-4c21-9e0b-ead378021d9f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:02.781809 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1488da29-fb11-40fb-8fd8-4d1179ccda51 None None] Provisioning for port b7b7bcf3-74f4-4d55-8e4c-7319d763cd30 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:10:02.786757 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1488da29-fb11-40fb-8fd8-4d1179ccda51 None None] Provisioning complete for port b7b7bcf3-74f4-4d55-8e4c-7319d763cd30 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:10:02.787209 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1488da29-fb11-40fb-8fd8-4d1179ccda51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:02.789909 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551ca622-dfc8-4380-8021-5c68d39996a7 admin admin] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:10:02.793188 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-112086a1-e7f7-4678-aca1-cecb8a9828d1 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2588494 Aug 29 04:10:02.793866 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 35462) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:02.803803 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-e0cae0c1-5702-40b0-804d-fcb4685af8fd admin admin] Request body: {'subnet': {'network_id': 'dc563c47-043f-429f-be85-78b8391b0dc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-217981067-subnet', 'tenant_id': '0878509a3c9948c598a7472280410341', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:10:02.807181 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2396d53b-1a98-4c21-9e0b-ead378021d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:02.808208 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2396d53b-1a98-4c21-9e0b-ead378021d9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:02.808855 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2396d53b-1a98-4c21-9e0b-ead378021d9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:02.831438 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-2396d53b-1a98-4c21-9e0b-ead378021d9f admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2989852 Aug 29 04:10:02.835082 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 35466) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:02.835818 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112086a1-e7f7-4678-aca1-cecb8a9828d1 admin admin] Pushing event updated for resources: {'Network': ['ID=dc563c47-043f-429f-be85-78b8391b0dc9,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:02.860232 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-2037f635-94e0-49db-9e37-10061d0a405e admin admin] Request body: {'subnet': {'network_id': '7521cd58-9470-4433-82b8-7e942c988b03', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1595702282-subnet', 'tenant_id': '48da3dc54d264865b5c4834c4a90f4b5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:10:02.873023 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network dc563c47-043f-429f-be85-78b8391b0dc9 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:10:02.901008 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-551ca622-dfc8-4380-8021-5c68d39996a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:10:02.921404 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551ca622-dfc8-4380-8021-5c68d39996a7 admin admin] Pushing event updated for resources: {'Port': ['ID=712dd7e7-480c-42ca-be76-f1e2767cfc5c,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:02.928018 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551ca622-dfc8-4380-8021-5c68d39996a7 admin admin] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:10:03.054041 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0cae0c1-5702-40b0-804d-fcb4685af8fd admin admin] Made reservation on behalf of 0878509a3c9948c598a7472280410341 for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:10:03.056668 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e0cae0c1-5702-40b0-804d-fcb4685af8fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4552395'] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:03.236312 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89f178c-3689-45d4-bc69-920c2279ffb6 req-4902484f-1496-40ab-a344-a1ffe1ed67a9 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:03.250325 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a89f178c-3689-45d4-bc69-920c2279ffb6 req-4902484f-1496-40ab-a344-a1ffe1ed67a9 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/ports?device_id=880214ed-65b2-4d37-b362-de4dc7f7287e HTTP/1.1" status: 200 len: 950 time: 0.5419083 Aug 29 04:10:03.260736 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-c142e418-f5fc-4d5a-a6ec-eede1d42478e req-995df8f8-9f5a-46bd-92c9-08295aba6dcb tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] For port 39d670ac-3d22-44a4-ab13-d6e183044744, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=39d670ac-3d22-44a4-ab13-d6e183044744,segment=NetworkSegment(e2ca65b5-0fa0-4357-b062-75370c92f2ef),segment_id=e2ca65b5-0fa0-4357-b062-75370c92f2ef)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:10:03.265870 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-c142e418-f5fc-4d5a-a6ec-eede1d42478e req-995df8f8-9f5a-46bd-92c9-08295aba6dcb tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:03.284314 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e0cae0c1-5702-40b0-804d-fcb4685af8fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4274880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4552377'] for subnet, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:03.355065 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2396d53b-1a98-4c21-9e0b-ead378021d9f admin admin] Pushing event updated for resources: {'Network': ['ID=7521cd58-9470-4433-82b8-7e942c988b03,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:03.400460 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 7521cd58-9470-4433-82b8-7e942c988b03 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:10:03.440316 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2037f635-94e0-49db-9e37-10061d0a405e admin admin] Made reservation on behalf of 48da3dc54d264865b5c4834c4a90f4b5 for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:10:03.443377 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2037f635-94e0-49db-9e37-10061d0a405e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4552395'] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:03.460246 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80dc153-48e1-4fac-9845-4962823e4d6e req-2d21f9ca-10d0-4095-8195-a0f0d4e6f3de tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:03.462020 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c80dc153-48e1-4fac-9845-4962823e4d6e req-2d21f9ca-10d0-4095-8195-a0f0d4e6f3de tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=b83569e1-b257-4d78-919b-861ace2c9e5d HTTP/1.1" status: 200 len: 950 time: 0.5109696 Aug 29 04:10:03.502120 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 6ef98971-1b25-4653-bfe2-41c2792d8f40 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:10:03.586546 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9e4229bf-ed64-41c0-91c5-7bf881d908e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:03.587998 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-1488da29-fb11-40fb-8fd8-4d1179ccda51 None None] Port b7b7bcf3-74f4-4d55-8e4c-7319d763cd30 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:10:03.605472 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cae0c1-5702-40b0-804d-fcb4685af8fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=39bb6e0a-5bf9-4bcf-b8e1-4b7e3ed1a737,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:03.645445 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0cae0c1-5702-40b0-804d-fcb4685af8fd admin admin] Checking segment: {'id': '5edca003-2703-4f54-98cc-983d1c404746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'dc563c47-043f-429f-be85-78b8391b0dc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:10:03.645911 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0cae0c1-5702-40b0-804d-fcb4685af8fd admin admin] Network hostable DHCP agents. Network: dc563c47-043f-429f-be85-78b8391b0dc9, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:10:03.649144 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 6ef98971-1b25-4653-bfe2-41c2792d8f40 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:10:03.649520 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:03.686837 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c80dc153-48e1-4fac-9845-4962823e4d6e req-ccf8e2c2-efc0-444f-99ec-886a58e842d4 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085609 Aug 29 04:10:03.702400 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0cae0c1-5702-40b0-804d-fcb4685af8fd admin admin] Network dc563c47-043f-429f-be85-78b8391b0dc9 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:10:03.791220 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-e0cae0c1-5702-40b0-804d-fcb4685af8fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, dc563c47-043f-429f-be85-78b8391b0dc9) {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:10:03.810099 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0cae0c1-5702-40b0-804d-fcb4685af8fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:03.810614 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e0cae0c1-5702-40b0-804d-fcb4685af8fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:03.811424 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c28adf38-11b4-4344-80cd-942eef9e8a67 None None] Network dc563c47-043f-429f-be85-78b8391b0dc9 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:10:03.900630 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-e0cae0c1-5702-40b0-804d-fcb4685af8fd admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1033084 Aug 29 04:10:03.908085 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 35486) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:03.932241 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-96e2db78-f051-4fa5-bc09-cc038310b4c0 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-217981067-router', 'tenant_id': '0878509a3c9948c598a7472280410341', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:10:04.005144 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b229bf47-e2fc-4ccd-b71d-1c34a980bc3f req-0baca870-1ad3-4383-a446-3e40cde8815d tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:04.012920 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b229bf47-e2fc-4ccd-b71d-1c34a980bc3f req-0baca870-1ad3-4383-a446-3e40cde8815d tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4ba3237-9eca-4f4d-905c-a4fd96cd7f22 HTTP/1.1" status: 200 len: 932 time: 0.1862588 Aug 29 04:10:04.013767 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70d3ed9-2c8b-418e-af13-4586daa5ca61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-dc563c47-043f-429f-be85-78b8391b0dc9', 'network_id': 'dc563c47-043f-429f-be85-78b8391b0dc9', 'tenant_id': '0878509a3c9948c598a7472280410341', 'fixed_ips': [{'subnet_id': '39bb6e0a-5bf9-4bcf-b8e1-4b7e3ed1a737'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:10:04.015433 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e70d3ed9-2c8b-418e-af13-4586daa5ca61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:04.024770 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2037f635-94e0-49db-9e37-10061d0a405e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4274880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4552377'] for subnet, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:04.081876 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-96e2db78-f051-4fa5-bc09-cc038310b4c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:04.082794 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-96e2db78-f051-4fa5-bc09-cc038310b4c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1838'] for router, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:04.156511 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a89f178c-3689-45d4-bc69-920c2279ffb6 req-e64c5c9e-b3b2-4aac-880f-200bd705fcf6 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/security-groups?id=268ad66b-6c1a-4e93-9fbd-057377cdbb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9040673 Aug 29 04:10:04.208287 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-e70d3ed9-2c8b-418e-af13-4586daa5ca61 None None] Allocated IP 172.20.0.2 (dc563c47-043f-429f-be85-78b8391b0dc9/39bb6e0a-5bf9-4bcf-b8e1-4b7e3ed1a737/319f6eb0-2aa3-477d-ba70-22e56d4b6af9) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:10:04.337607 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f2ab2b6e-7f82-4e07-a1ac-00fc59b05b3e req-0409982e-6dd2-41e1-936f-a1435a1a455f tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6616a4e-74a1-4a12-88c0-4cd9409fcf3a HTTP/1.1" status: 200 len: 210 time: 0.0602770 Aug 29 04:10:04.378531 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e70d3ed9-2c8b-418e-af13-4586daa5ca61 None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:04.390939 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e70d3ed9-2c8b-418e-af13-4586daa5ca61 None None] Transition to ACTIVE for port object 319f6eb0-2aa3-477d-ba70-22e56d4b6af9 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:10:04.410233 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e70d3ed9-2c8b-418e-af13-4586daa5ca61 None None] Transition to ACTIVE for port object 319f6eb0-2aa3-477d-ba70-22e56d4b6af9 will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:10:04.423163 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e70d3ed9-2c8b-418e-af13-4586daa5ca61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:04.464331 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9db8ca-d076-4780-b5db-2075cea8eeee req-ee7d7a7f-23a5-4929-b282-dc62f972329a tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:04.466827 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5f9db8ca-d076-4780-b5db-2075cea8eeee req-ee7d7a7f-23a5-4929-b282-dc62f972329a tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] 10.222.0.48 "GET /v2.0/networks?id=6e669898-6215-49e8-8989-a85b9f5fe627 HTTP/1.1" status: 200 len: 823 time: 1.2968011 Aug 29 04:10:04.474303 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70d3ed9-2c8b-418e-af13-4586daa5ca61 None None] Network dc563c47-043f-429f-be85-78b8391b0dc9 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:10:04.480930 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-e70d3ed9-2c8b-418e-af13-4586daa5ca61 None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:10:04.491021 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70d3ed9-2c8b-418e-af13-4586daa5ca61 None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:10:04.503213 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70d3ed9-2c8b-418e-af13-4586daa5ca61 None None] Pushing event updated for resources: {'Port': ['ID=319f6eb0-2aa3-477d-ba70-22e56d4b6af9,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:04.505244 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-c142e418-f5fc-4d5a-a6ec-eede1d42478e req-995df8f8-9f5a-46bd-92c9-08295aba6dcb tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:04.513103 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-c142e418-f5fc-4d5a-a6ec-eede1d42478e req-995df8f8-9f5a-46bd-92c9-08295aba6dcb tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719515'] for floatingip, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:04.513811 n-d-712140-12 neutron-server[94828]: INFO neutron.db.l3_db [req-c142e418-f5fc-4d5a-a6ec-eede1d42478e req-995df8f8-9f5a-46bd-92c9-08295aba6dcb tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Floating IP d3f53355-721b-4cc9-8ea8-78bb2a62542a disassociated. External IP: 172.25.0.8, port: 39d670ac-3d22-44a4-ab13-d6e183044744. Aug 29 04:10:04.514969 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-c142e418-f5fc-4d5a-a6ec-eede1d42478e req-995df8f8-9f5a-46bd-92c9-08295aba6dcb tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Calling delete_port for 39d670ac-3d22-44a4-ab13-d6e183044744 owned by compute:tempest-test_az-1754033735 {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:10:04.547222 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-551ca622-dfc8-4380-8021-5c68d39996a7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:04.585458 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-96e2db78-f051-4fa5-bc09-cc038310b4c0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:04.593327 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-e70d3ed9-2c8b-418e-af13-4586daa5ca61 None None] Attempting to bind port 319f6eb0-2aa3-477d-ba70-22e56d4b6af9 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:10:04.593744 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-e70d3ed9-2c8b-418e-af13-4586daa5ca61 None None] Attempting to bind port 319f6eb0-2aa3-477d-ba70-22e56d4b6af9 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '5edca003-2703-4f54-98cc-983d1c404746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'dc563c47-043f-429f-be85-78b8391b0dc9'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:10:04.594112 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70d3ed9-2c8b-418e-af13-4586daa5ca61 None None] Attempting to bind port 319f6eb0-2aa3-477d-ba70-22e56d4b6af9 on network dc563c47-043f-429f-be85-78b8391b0dc9 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:10:04.602165 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70d3ed9-2c8b-418e-af13-4586daa5ca61 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:10:04.602681 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70d3ed9-2c8b-418e-af13-4586daa5ca61 None None] Checking segment: {'id': '5edca003-2703-4f54-98cc-983d1c404746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'dc563c47-043f-429f-be85-78b8391b0dc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:10:04.603099 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e70d3ed9-2c8b-418e-af13-4586daa5ca61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:04.603542 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70d3ed9-2c8b-418e-af13-4586daa5ca61 None None] Bound using segment: {'id': '5edca003-2703-4f54-98cc-983d1c404746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'dc563c47-043f-429f-be85-78b8391b0dc9'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:10:04.604044 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-e70d3ed9-2c8b-418e-af13-4586daa5ca61 None None] Bound port: 319f6eb0-2aa3-477d-ba70-22e56d4b6af9, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5edca003-2703-4f54-98cc-983d1c404746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'dc563c47-043f-429f-be85-78b8391b0dc9'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:10:04.604432 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e70d3ed9-2c8b-418e-af13-4586daa5ca61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:04.685419 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-e259c3f2-446c-4e7b-b603-47ff61fabfac req-ac55ff32-5e12-4aa2-a7be-b7c6234f3e5c tempest-SecurityGroupsTestAdminJSON-1489217322 tempest-SecurityGroupsTestAdminJSON-1489217322-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1610122464', 'description': 'tempest-description-380393759'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:10:04.691354 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e70d3ed9-2c8b-418e-af13-4586daa5ca61 None None] For port 319f6eb0-2aa3-477d-ba70-22e56d4b6af9, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:10:04.695591 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e70d3ed9-2c8b-418e-af13-4586daa5ca61 None None] For port 319f6eb0-2aa3-477d-ba70-22e56d4b6af9, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=319f6eb0-2aa3-477d-ba70-22e56d4b6af9,segment=NetworkSegment(5edca003-2703-4f54-98cc-983d1c404746),segment_id=5edca003-2703-4f54-98cc-983d1c404746)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:10:04.704515 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e70d3ed9-2c8b-418e-af13-4586daa5ca61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:04.765088 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5f9db8ca-d076-4780-b5db-2075cea8eeee req-f0ecb4a2-b1e2-4690-ae51-34e9a07bbc66 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8e5ee0a53fd42e2a03b18096f8a732f HTTP/1.1" status: 200 len: 380 time: 0.2757161 Aug 29 04:10:04.768405 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b229bf47-e2fc-4ccd-b71d-1c34a980bc3f req-634fa47f-9810-4ca0-ac21-241a2e54c5d1 tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] 10.222.0.22 "GET /v2.0/security-groups?id=4dbbedf5-2f21-4437-b7c2-73b739103a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7544792 Aug 29 04:10:04.787973 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2037f635-94e0-49db-9e37-10061d0a405e admin admin] Pushing event updated for resources: {'Subnet': ['ID=be5f55ab-7fa1-406c-9ca9-03e74b79ef6a,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:04.802654 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-5f9db8ca-d076-4780-b5db-2075cea8eeee req-b163a2e8-ebbd-4722-be5f-6d9c43a79f37 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Request body: {'port': {'device_id': 'a6616a4e-74a1-4a12-88c0-4cd9409fcf3a', 'network_id': '6e669898-6215-49e8-8989-a85b9f5fe627', 'admin_state_up': True, 'tenant_id': 'b8e5ee0a53fd42e2a03b18096f8a732f', 'security_groups': ['3dbd32b7-b3fc-4076-a8b6-8020bdad2883']}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:10:04.814228 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70d3ed9-2c8b-418e-af13-4586daa5ca61 None None] Pushing event updated for resources: {'Port': ['ID=319f6eb0-2aa3-477d-ba70-22e56d4b6af9,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:04.905184 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-96e2db78-f051-4fa5-bc09-cc038310b4c0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:04.913747 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-2b5f59bc-d422-4236-89bc-d160697967f9 req-45b3dc66-6fe7-4720-84c5-8fb1dc97ce80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7b7bcf3-74f4-4d55-8e4c-7319d763cd30 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:10:04.923312 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-e259c3f2-446c-4e7b-b603-47ff61fabfac req-ac55ff32-5e12-4aa2-a7be-b7c6234f3e5c tempest-SecurityGroupsTestAdminJSON-1489217322 tempest-SecurityGroupsTestAdminJSON-1489217322-project] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:04.941190 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2b5f59bc-d422-4236-89bc-d160697967f9 req-45b3dc66-6fe7-4720-84c5-8fb1dc97ce80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:04.963383 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2037f635-94e0-49db-9e37-10061d0a405e admin admin] Checking segment: {'id': '6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '7521cd58-9470-4433-82b8-7e942c988b03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:10:04.963860 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2037f635-94e0-49db-9e37-10061d0a405e admin admin] Network hostable DHCP agents. Network: 7521cd58-9470-4433-82b8-7e942c988b03, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:10:04.980628 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-e259c3f2-446c-4e7b-b603-47ff61fabfac req-ac55ff32-5e12-4aa2-a7be-b7c6234f3e5c tempest-SecurityGroupsTestAdminJSON-1489217322 tempest-SecurityGroupsTestAdminJSON-1489217322-project] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:05.067673 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2037f635-94e0-49db-9e37-10061d0a405e admin admin] Network 7521cd58-9470-4433-82b8-7e942c988b03 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:10:05.085653 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-2b5f59bc-d422-4236-89bc-d160697967f9 req-45b3dc66-6fe7-4720-84c5-8fb1dc97ce80 service neutron] Transition to ACTIVE for port object b7b7bcf3-74f4-4d55-8e4c-7319d763cd30 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:10:05.091788 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-2037f635-94e0-49db-9e37-10061d0a405e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 7521cd58-9470-4433-82b8-7e942c988b03) {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:10:05.103576 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fab4b6-b0b7-47cf-aa76-6689f0a23019 req-b35cab96-d528-4287-8663-fe85e582dbff tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:05.106460 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f8364c-3500-43d1-8c89-0c79c2ee179a None None] Network 7521cd58-9470-4433-82b8-7e942c988b03 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:10:05.111673 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e4fab4b6-b0b7-47cf-aa76-6689f0a23019 req-b35cab96-d528-4287-8663-fe85e582dbff tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=b83569e1-b257-4d78-919b-861ace2c9e5d HTTP/1.1" status: 200 len: 950 time: 0.1943567 Aug 29 04:10:05.131674 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2b5f59bc-d422-4236-89bc-d160697967f9 req-45b3dc66-6fe7-4720-84c5-8fb1dc97ce80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:05.132971 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2037f635-94e0-49db-9e37-10061d0a405e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:05.133780 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2037f635-94e0-49db-9e37-10061d0a405e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:05.214778 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e4fab4b6-b0b7-47cf-aa76-6689f0a23019 req-5fb108c1-3cf3-4edd-8fa3-da617cd14ede tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873780 Aug 29 04:10:05.388303 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48abcbdb-50a5-4604-bc03-52464cc3896e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-7521cd58-9470-4433-82b8-7e942c988b03', 'network_id': '7521cd58-9470-4433-82b8-7e942c988b03', 'tenant_id': '48da3dc54d264865b5c4834c4a90f4b5', 'fixed_ips': [{'subnet_id': 'be5f55ab-7fa1-406c-9ca9-03e74b79ef6a'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:10:05.389217 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-48abcbdb-50a5-4604-bc03-52464cc3896e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:05.491059 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-551ca622-dfc8-4380-8021-5c68d39996a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409'] for router, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:05.543612 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 319f6eb0-2aa3-477d-ba70-22e56d4b6af9 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:10:05.576941 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cffb12-e717-4a2d-81e5-b22315fd1023 req-af8e99d0-99fe-4177-b376-66c69911e2c8 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:05.578462 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-81cffb12-e717-4a2d-81e5-b22315fd1023 req-af8e99d0-99fe-4177-b376-66c69911e2c8 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/ports?device_id=880214ed-65b2-4d37-b362-de4dc7f7287e HTTP/1.1" status: 200 len: 950 time: 0.2002523 Aug 29 04:10:05.633971 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b3dc66-6fe7-4720-84c5-8fb1dc97ce80 service neutron] Pushing event updated for resources: {'Port': ['ID=b7b7bcf3-74f4-4d55-8e4c-7319d763cd30,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:05.635742 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-81cffb12-e717-4a2d-81e5-b22315fd1023 req-7b40fc28-0438-4f77-bf78-f37aa5af07dd tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/security-groups?id=268ad66b-6c1a-4e93-9fbd-057377cdbb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469198 Aug 29 04:10:05.637861 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-c142e418-f5fc-4d5a-a6ec-eede1d42478e req-995df8f8-9f5a-46bd-92c9-08295aba6dcb tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:05.652757 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-96e2db78-f051-4fa5-bc09-cc038310b4c0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:05.687276 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-96e2db78-f051-4fa5-bc09-cc038310b4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:05.692789 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995df8f8-9f5a-46bd-92c9-08295aba6dcb tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Pushing event deleted for resources: {'Port': ['ID=39d670ac-3d22-44a4-ab13-d6e183044744,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:05.715249 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-2b5f59bc-d422-4236-89bc-d160697967f9 req-45b3dc66-6fe7-4720-84c5-8fb1dc97ce80 service neutron] Attempting to bind port b7b7bcf3-74f4-4d55-8e4c-7319d763cd30 on host n-h2-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:10:05.715824 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-2b5f59bc-d422-4236-89bc-d160697967f9 req-45b3dc66-6fe7-4720-84c5-8fb1dc97ce80 service neutron] Attempting to bind port b7b7bcf3-74f4-4d55-8e4c-7319d763cd30 by drivers openvswitch,hyperv on host n-h2-712140-12 at level 0 using segments [{'id': '3d556c5e-68f6-44a4-b566-57f69027162c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '7735d477-d15e-441f-8bb3-d5f649e24907'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:10:05.716252 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5f59bc-d422-4236-89bc-d160697967f9 req-45b3dc66-6fe7-4720-84c5-8fb1dc97ce80 service neutron] Attempting to bind port b7b7bcf3-74f4-4d55-8e4c-7319d763cd30 on network 7735d477-d15e-441f-8bb3-d5f649e24907 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:10:05.729194 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5f59bc-d422-4236-89bc-d160697967f9 req-45b3dc66-6fe7-4720-84c5-8fb1dc97ce80 service neutron] Port b7b7bcf3-74f4-4d55-8e4c-7319d763cd30 on network 7735d477-d15e-441f-8bb3-d5f649e24907 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:10:05.729697 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5f59bc-d422-4236-89bc-d160697967f9 req-45b3dc66-6fe7-4720-84c5-8fb1dc97ce80 service neutron] Attempting to bind port b7b7bcf3-74f4-4d55-8e4c-7319d763cd30 on network 7735d477-d15e-441f-8bb3-d5f649e24907 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:10:05.740462 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5f59bc-d422-4236-89bc-d160697967f9 req-45b3dc66-6fe7-4720-84c5-8fb1dc97ce80 service neutron] Checking agent: {'id': 'b3a0606b-b029-4f5e-8798-3a32b71d8844', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:10:05.740951 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5f59bc-d422-4236-89bc-d160697967f9 req-45b3dc66-6fe7-4720-84c5-8fb1dc97ce80 service neutron] Checking segment: {'id': '3d556c5e-68f6-44a4-b566-57f69027162c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '7735d477-d15e-441f-8bb3-d5f649e24907'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:10:05.741452 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5f59bc-d422-4236-89bc-d160697967f9 req-45b3dc66-6fe7-4720-84c5-8fb1dc97ce80 service neutron] Bound using segment: {'id': '3d556c5e-68f6-44a4-b566-57f69027162c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '7735d477-d15e-441f-8bb3-d5f649e24907'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:10:05.742143 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-2b5f59bc-d422-4236-89bc-d160697967f9 req-45b3dc66-6fe7-4720-84c5-8fb1dc97ce80 service neutron] Bound port: b7b7bcf3-74f4-4d55-8e4c-7319d763cd30, host: n-h2-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d556c5e-68f6-44a4-b566-57f69027162c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '7735d477-d15e-441f-8bb3-d5f649e24907'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:10:05.742705 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2b5f59bc-d422-4236-89bc-d160697967f9 req-45b3dc66-6fe7-4720-84c5-8fb1dc97ce80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:05.828306 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-2b5f59bc-d422-4236-89bc-d160697967f9 req-45b3dc66-6fe7-4720-84c5-8fb1dc97ce80 service neutron] For port b7b7bcf3-74f4-4d55-8e4c-7319d763cd30, host n-h2-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:10:05.832487 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-2b5f59bc-d422-4236-89bc-d160697967f9 req-45b3dc66-6fe7-4720-84c5-8fb1dc97ce80 service neutron] For port b7b7bcf3-74f4-4d55-8e4c-7319d763cd30, host n-h2-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=b7b7bcf3-74f4-4d55-8e4c-7319d763cd30,segment=NetworkSegment(3d556c5e-68f6-44a4-b566-57f69027162c),segment_id=3d556c5e-68f6-44a4-b566-57f69027162c)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:10:05.845553 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2b5f59bc-d422-4236-89bc-d160697967f9 req-45b3dc66-6fe7-4720-84c5-8fb1dc97ce80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:05.856369 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-551ca622-dfc8-4380-8021-5c68d39996a7 admin admin] Router d7cad6e7-0edd-4126-acfc-ee1c44bf1cdc is scheduled to L3 agent 76874008-c311-485c-ba36-921b6d275b6a with binding_index 1 {{(pid=94828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:10:05.870730 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5f59bc-d422-4236-89bc-d160697967f9 req-45b3dc66-6fe7-4720-84c5-8fb1dc97ce80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:05.871944 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2b5f59bc-d422-4236-89bc-d160697967f9 req-45b3dc66-6fe7-4720-84c5-8fb1dc97ce80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:05.873934 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2b5f59bc-d422-4236-89bc-d160697967f9 req-45b3dc66-6fe7-4720-84c5-8fb1dc97ce80 service neutron] 10.222.0.48 "PUT /v2.0/ports/b7b7bcf3-74f4-4d55-8e4c-7319d763cd30 HTTP/1.1" status: 200 len: 1093 time: 3.3742731 Aug 29 04:10:05.886805 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4ba3237-9eca-4f4d-905c-a4fd96cd7f22', 'tag': 'b7b7bcf3-74f4-4d55-8e4c-7319d763cd30'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:10:05.890454 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74f77241-8c43-4a32-b02d-afbda085c17a" -d '{"events": [{"name": "network-changed", "server_uuid": "b4ba3237-9eca-4f4d-905c-a4fd96cd7f22", "tag": "b7b7bcf3-74f4-4d55-8e4c-7319d763cd30"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:10:05.923965 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-48abcbdb-50a5-4604-bc03-52464cc3896e None None] Allocated IP 172.20.0.2 (7521cd58-9470-4433-82b8-7e942c988b03/be5f55ab-7fa1-406c-9ca9-03e74b79ef6a/15444371-2ceb-4cee-927a-61a8e4b9450e) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:10:06.015645 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-96e2db78-f051-4fa5-bc09-cc038310b4c0 admin admin] Allocated IP 172.25.0.9 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/38678052-64d2-4a15-8587-6d936a23d58a) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:10:06.020159 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 319f6eb0-2aa3-477d-ba70-22e56d4b6af9 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:10:06.062626 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-551ca622-dfc8-4380-8021-5c68d39996a7 admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:10:06.078600 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 39d670ac-3d22-44a4-ab13-d6e183044744 no longer exists at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:10:06.103744 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8a57f373-023b-49c2-bef1-353b7f426d70 req-e3241f24-4e9d-43db-88d2-00031dd5bce7 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6616a4e-74a1-4a12-88c0-4cd9409fcf3a HTTP/1.1" status: 200 len: 210 time: 0.0838919 Aug 29 04:10:06.116199 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151fb07a-829f-4499-b4c7-1d8ac9f74449 None None] Sync routers for ids ['d7cad6e7-0edd-4126-acfc-ee1c44bf1cdc'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:10:06.259979 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] No Port match for: 39d670ac-3d22-44a4-ab13-d6e183044744 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:10:06.260325 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 39d670ac-3d22-44a4-ab13-d6e183044744 not bound to the agent host n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:10:06.265355 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151fb07a-829f-4499-b4c7-1d8ac9f74449 None None] Routers {'d7cad6e7-0edd-4126-acfc-ee1c44bf1cdc'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:10:06.265971 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-151fb07a-829f-4499-b4c7-1d8ac9f74449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:09:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['d7cad6e7-0edd-4126-acfc-ee1c44bf1cdc'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:10:06.278335 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b3dc66-6fe7-4720-84c5-8fb1dc97ce80 service neutron] Pushing event updated for resources: {'Port': ['ID=b7b7bcf3-74f4-4d55-8e4c-7319d763cd30,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:06.397926 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-96e2db78-f051-4fa5-bc09-cc038310b4c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:06.456110 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-e259c3f2-446c-4e7b-b603-47ff61fabfac req-ac55ff32-5e12-4aa2-a7be-b7c6234f3e5c tempest-SecurityGroupsTestAdminJSON-1489217322 tempest-SecurityGroupsTestAdminJSON-1489217322-project] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:06.469507 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-935448b9-9cce-4961-9c58-2dc43237b8fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:06.472383 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5f59bc-d422-4236-89bc-d160697967f9 req-e9d4a5e5-3f34-458b-9c77-692660569830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:06.474036 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2b5f59bc-d422-4236-89bc-d160697967f9 req-e9d4a5e5-3f34-458b-9c77-692660569830 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=59a3c824d92d476f92b52c317d7dd0b3&device_id=b4ba3237-9eca-4f4d-905c-a4fd96cd7f22 HTTP/1.1" status: 200 len: 1096 time: 0.4346197 Aug 29 04:10:06.476354 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c142e418-f5fc-4d5a-a6ec-eede1d42478e req-995df8f8-9f5a-46bd-92c9-08295aba6dcb tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Router 93ee9989-533a-42a0-b192-96a99d4c6149 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:10:06.481061 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-2037f635-94e0-49db-9e37-10061d0a405e admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.6355917 Aug 29 04:10:06.484733 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 35510) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:06.490107 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-ae63ba8d-d1ec-46d0-99a0-cc45feab80b1 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1595702282-router', 'tenant_id': '48da3dc54d264865b5c4834c4a90f4b5', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:10:06.493182 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-e259c3f2-446c-4e7b-b603-47ff61fabfac req-ac55ff32-5e12-4aa2-a7be-b7c6234f3e5c tempest-SecurityGroupsTestAdminJSON-1489217322 tempest-SecurityGroupsTestAdminJSON-1489217322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:06.539994 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-96e2db78-f051-4fa5-bc09-cc038310b4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:06.546557 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.db.api [None req-ae63ba8d-d1ec-46d0-99a0-cc45feab80b1 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 04:10:06.546557 n-d-712140-12 neutron-server[94829]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 29 04:10:06.546557 n-d-712140-12 neutron-server[94829]: [parameters: {'project_id_1': '48da3dc54d264865b5c4834c4a90f4b5', 'expiration_1': datetime.datetime(2021, 8, 29, 4, 10, 6, 496462)}] Aug 29 04:10:06.546557 n-d-712140-12 neutron-server[94829]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:10:06.546982 n-d-712140-12 neutron-server[94829]: DEBUG oslo_db.api [None req-ae63ba8d-d1ec-46d0-99a0-cc45feab80b1 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:10:06.636496 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e2db78-f051-4fa5-bc09-cc038310b4c0 admin admin] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:10:06.639875 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-96e2db78-f051-4fa5-bc09-cc038310b4c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:10:06.640811 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2b5f59bc-d422-4236-89bc-d160697967f9 req-b61ff161-5673-4a15-9fc5-eda4c88c1b00 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7b7bcf3-74f4-4d55-8e4c-7319d763cd30 HTTP/1.1" status: 200 len: 217 time: 0.1390502 Aug 29 04:10:06.643717 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e2db78-f051-4fa5-bc09-cc038310b4c0 admin admin] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:10:06.657159 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f9db8ca-d076-4780-b5db-2075cea8eeee req-b163a2e8-ebbd-4722-be5f-6d9c43a79f37 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Made reservation on behalf of b8e5ee0a53fd42e2a03b18096f8a732f for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:10:06.661125 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-5f9db8ca-d076-4780-b5db-2075cea8eeee req-b163a2e8-ebbd-4722-be5f-6d9c43a79f37 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:06.672968 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69556ddc-eb46-441c-be1f-9ba55f030e8d None None] Network dc563c47-043f-429f-be85-78b8391b0dc9 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:10:06.675731 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e2db78-f051-4fa5-bc09-cc038310b4c0 admin admin] Pushing event updated for resources: {'Port': ['ID=38678052-64d2-4a15-8587-6d936a23d58a,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:06.679870 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-551ca622-dfc8-4380-8021-5c68d39996a7 admin admin] Notify callbacks [] for router, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:06.683527 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-551ca622-dfc8-4380-8021-5c68d39996a7 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 8.0511804 Aug 29 04:10:06.703525 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 35512) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:06.774483 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-151fb07a-829f-4499-b4c7-1d8ac9f74449 None None] Set router d7cad6e7-0edd-4126-acfc-ee1c44bf1cdc gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:10:06.794987 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c142e418-f5fc-4d5a-a6ec-eede1d42478e req-995df8f8-9f5a-46bd-92c9-08295aba6dcb tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:10:06.812127 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1224d73e-e6d7-4e15-81be-a965333475c8 None None] Sync routers for ids ['93ee9989-533a-42a0-b192-96a99d4c6149'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:10:06.827872 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac55ff32-5e12-4aa2-a7be-b7c6234f3e5c tempest-SecurityGroupsTestAdminJSON-1489217322 tempest-SecurityGroupsTestAdminJSON-1489217322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a042bca4-0a64-4531-bad9-c61694a6bc16,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:06.862899 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1224d73e-e6d7-4e15-81be-a965333475c8 None None] Routers {'93ee9989-533a-42a0-b192-96a99d4c6149'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:10:06.865738 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-1224d73e-e6d7-4e15-81be-a965333475c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:10:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['93ee9989-533a-42a0-b192-96a99d4c6149'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:10:06.883535 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-c142e418-f5fc-4d5a-a6ec-eede1d42478e req-995df8f8-9f5a-46bd-92c9-08295aba6dcb tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] No DVR routers for this DVR port 39d670ac-3d22-44a4-ab13-d6e183044744 on host n-h1-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:10:06.886488 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-c142e418-f5fc-4d5a-a6ec-eede1d42478e req-995df8f8-9f5a-46bd-92c9-08295aba6dcb tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:06.888509 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c142e418-f5fc-4d5a-a6ec-eede1d42478e req-995df8f8-9f5a-46bd-92c9-08295aba6dcb tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] 10.222.0.46 "DELETE /v2.0/ports/39d670ac-3d22-44a4-ab13-d6e183044744 HTTP/1.1" status: 204 len: 173 time: 4.7817261 Aug 29 04:10:06.919195 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5f59bc-d422-4236-89bc-d160697967f9 req-a7612d93-fa36-44e1-b946-4eeb9a42ebc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:06.922166 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2b5f59bc-d422-4236-89bc-d160697967f9 req-a7612d93-fa36-44e1-b946-4eeb9a42ebc2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e2e9ec72-46f1-4e0c-a3f8-8298e639a3bf HTTP/1.1" status: 200 len: 855 time: 0.2664552 Aug 29 04:10:06.955145 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-48abcbdb-50a5-4604-bc03-52464cc3896e None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:06.986594 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-48abcbdb-50a5-4604-bc03-52464cc3896e None None] Transition to ACTIVE for port object 15444371-2ceb-4cee-927a-61a8e4b9450e will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:10:07.042970 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-d480a333-049e-46c2-bc3c-a17dde69836a None None] Provisioning for port 319f6eb0-2aa3-477d-ba70-22e56d4b6af9 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:10:07.064919 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-d480a333-049e-46c2-bc3c-a17dde69836a None None] Provisioning complete for port 319f6eb0-2aa3-477d-ba70-22e56d4b6af9 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:10:07.065485 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d480a333-049e-46c2-bc3c-a17dde69836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:07.069988 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-48abcbdb-50a5-4604-bc03-52464cc3896e None None] Transition to ACTIVE for port object 15444371-2ceb-4cee-927a-61a8e4b9450e will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:10:07.081483 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:07.098762 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7bc1fc-57b2-4717-a01f-3a8f22055328 req-3a31cb7c-d113-43dc-9c8e-7a7ef2c0883a tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:07.108907 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0c7bc1fc-57b2-4717-a01f-3a8f22055328 req-3a31cb7c-d113-43dc-9c8e-7a7ef2c0883a tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4ba3237-9eca-4f4d-905c-a4fd96cd7f22 HTTP/1.1" status: 200 len: 944 time: 0.3267994 Aug 29 04:10:07.159010 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-1224d73e-e6d7-4e15-81be-a965333475c8 None None] Set router 93ee9989-533a-42a0-b192-96a99d4c6149 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:10:07.196373 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-e259c3f2-446c-4e7b-b603-47ff61fabfac req-ac55ff32-5e12-4aa2-a7be-b7c6234f3e5c tempest-SecurityGroupsTestAdminJSON-1489217322 tempest-SecurityGroupsTestAdminJSON-1489217322-project] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:07.201386 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5f59bc-d422-4236-89bc-d160697967f9 req-40bf5131-be93-453e-b298-30a8d39cdbee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:07.203515 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2b5f59bc-d422-4236-89bc-d160697967f9 req-40bf5131-be93-453e-b298-30a8d39cdbee service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7735d477-d15e-441f-8bb3-d5f649e24907&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2459238 Aug 29 04:10:07.207613 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-e259c3f2-446c-4e7b-b603-47ff61fabfac req-ac55ff32-5e12-4aa2-a7be-b7c6234f3e5c tempest-SecurityGroupsTestAdminJSON-1489217322 tempest-SecurityGroupsTestAdminJSON-1489217322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:07.253503 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-5f9db8ca-d076-4780-b5db-2075cea8eeee req-b163a2e8-ebbd-4722-be5f-6d9c43a79f37 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Allocated IP 172.20.0.9 (6e669898-6215-49e8-8989-a85b9f5fe627/62082f5a-1e19-4bac-8b75-d0b867c1cfb7/85a1169a-593f-404a-95c2-61064c1226ff) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:10:07.332325 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0c7bc1fc-57b2-4717-a01f-3a8f22055328 req-a52a040f-ecf7-46c0-bd3a-34429fee28f0 tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] 10.222.0.22 "GET /v2.0/security-groups?id=4dbbedf5-2f21-4437-b7c2-73b739103a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2223661 Aug 29 04:10:07.431381 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-1224d73e-e6d7-4e15-81be-a965333475c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ee9989-533a-42a0-b192-96a99d4c6149', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-732447576-router', 'tenant_id': 'b8e5ee0a53fd42e2a03b18096f8a732f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '7511b607-4465-416e-9765-35811dd913a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:07:34Z', 'updated_at': '2021-08-29T04:07:37Z', 'revision_number': 4, 'project_id': 'b8e5ee0a53fd42e2a03b18096f8a732f', 'gw_port': {'id': '7511b607-4465-416e-9765-35811dd913a0', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:98:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ee9989-533a-42a0-b192-96a99d4c6149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:07:34Z', 'updated_at': '2021-08-29T04:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': 'c744251d-a694-418d-bcb5-48d9a228908f', 'name': '', 'network_id': '6e669898-6215-49e8-8989-a85b9f5fe627', 'tenant_id': 'b8e5ee0a53fd42e2a03b18096f8a732f', 'mac_address': 'fa:16:3e:2d:c3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ee9989-533a-42a0-b192-96a99d4c6149', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '62082f5a-1e19-4bac-8b75-d0b867c1cfb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:07:36Z', 'updated_at': '2021-08-29T04:07:44Z', 'revision_number': 5, 'project_id': 'b8e5ee0a53fd42e2a03b18096f8a732f', 'subnets': [{'id': '62082f5a-1e19-4bac-8b75-d0b867c1cfb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:10:07.451161 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-48abcbdb-50a5-4604-bc03-52464cc3896e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:07.518942 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1224d73e-e6d7-4e15-81be-a965333475c8 None None] Checking router: 93ee9989-533a-42a0-b192-96a99d4c6149 for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:10:07.547397 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1224d73e-e6d7-4e15-81be-a965333475c8 None None] Routers {'93ee9989-533a-42a0-b192-96a99d4c6149'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:10:07.551506 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-1224d73e-e6d7-4e15-81be-a965333475c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:10:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['93ee9989-533a-42a0-b192-96a99d4c6149'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:10:07.601633 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:07.637948 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48abcbdb-50a5-4604-bc03-52464cc3896e None None] Network 7521cd58-9470-4433-82b8-7e942c988b03 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:10:07.641380 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-48abcbdb-50a5-4604-bc03-52464cc3896e None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:10:07.649183 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48abcbdb-50a5-4604-bc03-52464cc3896e None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:10:07.656249 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48abcbdb-50a5-4604-bc03-52464cc3896e None None] Pushing event updated for resources: {'Port': ['ID=15444371-2ceb-4cee-927a-61a8e4b9450e,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:07.667677 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2556319e-ce9d-4d25-a70c-04711e8fd907 x-openstack-request-id: req-2556319e-ce9d-4d25-a70c-04711e8fd907 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:10:07.667677 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4ba3237-9eca-4f4d-905c-a4fd96cd7f22", "tag": "b7b7bcf3-74f4-4d55-8e4c-7319d763cd30", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:10:07.667677 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2556319e-ce9d-4d25-a70c-04711e8fd907 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:10:07.667677 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4ba3237-9eca-4f4d-905c-a4fd96cd7f22', 'tag': 'b7b7bcf3-74f4-4d55-8e4c-7319d763cd30', 'status': 'completed', 'code': 200} Aug 29 04:10:07.714232 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac55ff32-5e12-4aa2-a7be-b7c6234f3e5c tempest-SecurityGroupsTestAdminJSON-1489217322 tempest-SecurityGroupsTestAdminJSON-1489217322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=421ce4fb-ad3b-4d61-bf2f-e08e08c43535,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:07.716786 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ae63ba8d-d1ec-46d0-99a0-cc45feab80b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:07.718268 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ae63ba8d-d1ec-46d0-99a0-cc45feab80b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1838'] for router, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:07.731489 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-e259c3f2-446c-4e7b-b603-47ff61fabfac req-ac55ff32-5e12-4aa2-a7be-b7c6234f3e5c tempest-SecurityGroupsTestAdminJSON-1489217322 tempest-SecurityGroupsTestAdminJSON-1489217322-project] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:07.732809 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e259c3f2-446c-4e7b-b603-47ff61fabfac req-ac55ff32-5e12-4aa2-a7be-b7c6234f3e5c tempest-SecurityGroupsTestAdminJSON-1489217322 tempest-SecurityGroupsTestAdminJSON-1489217322-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 3.0639989 Aug 29 04:10:07.772888 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ae63ba8d-d1ec-46d0-99a0-cc45feab80b1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:07.813708 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-1224d73e-e6d7-4e15-81be-a965333475c8 None None] Set router 93ee9989-533a-42a0-b192-96a99d4c6149 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:10:07.867001 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2b5f59bc-d422-4236-89bc-d160697967f9 req-df2dde1d-c3d6-48db-8d88-50d6969f5aee service neutron] 10.222.0.48 "GET /v2.0/networks/7735d477-d15e-441f-8bb3-d5f649e24907?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6438653 Aug 29 04:10:07.897025 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-48abcbdb-50a5-4604-bc03-52464cc3896e None None] Attempting to bind port 15444371-2ceb-4cee-927a-61a8e4b9450e on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:10:07.897729 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-48abcbdb-50a5-4604-bc03-52464cc3896e None None] Attempting to bind port 15444371-2ceb-4cee-927a-61a8e4b9450e by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '7521cd58-9470-4433-82b8-7e942c988b03'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:10:07.897729 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48abcbdb-50a5-4604-bc03-52464cc3896e None None] Attempting to bind port 15444371-2ceb-4cee-927a-61a8e4b9450e on network 7521cd58-9470-4433-82b8-7e942c988b03 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:10:07.908714 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-151fb07a-829f-4499-b4c7-1d8ac9f74449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7cad6e7-0edd-4126-acfc-ee1c44bf1cdc', 'name': 'tempest-AttachSCSIVolumeTestJSON-923904542-router', 'tenant_id': 'b65d791c209a4b25819757193b65d4ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '712dd7e7-480c-42ca-be76-f1e2767cfc5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:09:58Z', 'updated_at': '2021-08-29T04:10:03Z', 'revision_number': 3, 'project_id': 'b65d791c209a4b25819757193b65d4ab', 'gw_port': {'id': '712dd7e7-480c-42ca-be76-f1e2767cfc5c', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b2:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7cad6e7-0edd-4126-acfc-ee1c44bf1cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:00Z', 'updated_at': '2021-08-29T04:10:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:10:07.910774 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d480a333-049e-46c2-bc3c-a17dde69836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:07.934841 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48abcbdb-50a5-4604-bc03-52464cc3896e None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:10:07.935216 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48abcbdb-50a5-4604-bc03-52464cc3896e None None] Checking segment: {'id': '6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '7521cd58-9470-4433-82b8-7e942c988b03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:10:07.935618 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-48abcbdb-50a5-4604-bc03-52464cc3896e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:07.936620 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48abcbdb-50a5-4604-bc03-52464cc3896e None None] Bound using segment: {'id': '6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '7521cd58-9470-4433-82b8-7e942c988b03'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:10:07.937110 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-48abcbdb-50a5-4604-bc03-52464cc3896e None None] Bound port: 15444371-2ceb-4cee-927a-61a8e4b9450e, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '7521cd58-9470-4433-82b8-7e942c988b03'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:10:07.937492 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-48abcbdb-50a5-4604-bc03-52464cc3896e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:07.950486 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-96e2db78-f051-4fa5-bc09-cc038310b4c0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:08.009383 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151fb07a-829f-4499-b4c7-1d8ac9f74449 None None] Checking router: d7cad6e7-0edd-4126-acfc-ee1c44bf1cdc for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:10:08.009740 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151fb07a-829f-4499-b4c7-1d8ac9f74449 None None] Updating router d7cad6e7-0edd-4126-acfc-ee1c44bf1cdc port 712dd7e7-480c-42ca-be76-f1e2767cfc5c binding host n-d-712140-12 {{(pid=94830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:10:08.017942 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ae63ba8d-d1ec-46d0-99a0-cc45feab80b1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:08.045075 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6f20f0-9711-4177-b590-3ab196a34ff6 req-e2b784fb-d269-473d-bc77-f3191a72427d tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:08.046811 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-aa6f20f0-9711-4177-b590-3ab196a34ff6 req-e2b784fb-d269-473d-bc77-f3191a72427d tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=b83569e1-b257-4d78-919b-861ace2c9e5d HTTP/1.1" status: 200 len: 950 time: 0.3718653 Aug 29 04:10:08.068080 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-151fb07a-829f-4499-b4c7-1d8ac9f74449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:08.074760 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2b5f59bc-d422-4236-89bc-d160697967f9 req-3a2db171-29f6-413c-a275-f100f4bf4e44 service neutron] 10.222.0.48 "GET /v2.0/networks/7735d477-d15e-441f-8bb3-d5f649e24907?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900024 Aug 29 04:10:08.173127 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-1224d73e-e6d7-4e15-81be-a965333475c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ee9989-533a-42a0-b192-96a99d4c6149', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-732447576-router', 'tenant_id': 'b8e5ee0a53fd42e2a03b18096f8a732f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '7511b607-4465-416e-9765-35811dd913a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:07:34Z', 'updated_at': '2021-08-29T04:07:37Z', 'revision_number': 4, 'project_id': 'b8e5ee0a53fd42e2a03b18096f8a732f', 'gw_port': {'id': '7511b607-4465-416e-9765-35811dd913a0', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:98:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ee9989-533a-42a0-b192-96a99d4c6149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:07:34Z', 'updated_at': '2021-08-29T04:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': 'c744251d-a694-418d-bcb5-48d9a228908f', 'name': '', 'network_id': '6e669898-6215-49e8-8989-a85b9f5fe627', 'tenant_id': 'b8e5ee0a53fd42e2a03b18096f8a732f', 'mac_address': 'fa:16:3e:2d:c3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ee9989-533a-42a0-b192-96a99d4c6149', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '62082f5a-1e19-4bac-8b75-d0b867c1cfb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:07:36Z', 'updated_at': '2021-08-29T04:07:44Z', 'revision_number': 5, 'project_id': 'b8e5ee0a53fd42e2a03b18096f8a732f', 'subnets': [{'id': '62082f5a-1e19-4bac-8b75-d0b867c1cfb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:10:08.242448 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-5f9db8ca-d076-4780-b5db-2075cea8eeee req-b163a2e8-ebbd-4722-be5f-6d9c43a79f37 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:08.271577 n-d-712140-12 neutron-server[94828]: INFO neutron.api.v2.resource [req-3a4eda4d-7cfc-4d8c-b243-ded9089612e7 req-fa30bf9a-c7d3-4910-8d8f-b79fee021802 service neutron] show failed (client error): The resource could not be found. Aug 29 04:10:08.273082 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3a4eda4d-7cfc-4d8c-b243-ded9089612e7 req-fa30bf9a-c7d3-4910-8d8f-b79fee021802 service neutron] 10.222.0.46 "GET /v2.0/ports/ca03363c-8150-420d-8512-0a3c1b4ff1b3/bindings/n-h2-712140-12 HTTP/1.1" status: 404 len: 381 time: 0.1967742 Aug 29 04:10:08.278353 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-5f9db8ca-d076-4780-b5db-2075cea8eeee req-b163a2e8-ebbd-4722-be5f-6d9c43a79f37 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Transition to ACTIVE for port object 85a1169a-593f-404a-95c2-61064c1226ff will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:10:08.292395 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f77241-8c43-4a32-b02d-afbda085c17a req-e27e73eb-8d7f-4327-b904-94bbc3e552ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:08.294549 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-74f77241-8c43-4a32-b02d-afbda085c17a req-e27e73eb-8d7f-4327-b904-94bbc3e552ec service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=59a3c824d92d476f92b52c317d7dd0b3&device_id=b4ba3237-9eca-4f4d-905c-a4fd96cd7f22 HTTP/1.1" status: 200 len: 1096 time: 0.1157181 Aug 29 04:10:08.385949 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1224d73e-e6d7-4e15-81be-a965333475c8 None None] The sync data for ids ['93ee9989-533a-42a0-b192-96a99d4c6149'] in n-d-712140-12 is: [{'id': '93ee9989-533a-42a0-b192-96a99d4c6149', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-732447576-router', 'tenant_id': 'b8e5ee0a53fd42e2a03b18096f8a732f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '7511b607-4465-416e-9765-35811dd913a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:07:34Z', 'updated_at': '2021-08-29T04:07:37Z', 'revision_number': 4, 'project_id': 'b8e5ee0a53fd42e2a03b18096f8a732f', 'gw_port': {'id': '7511b607-4465-416e-9765-35811dd913a0', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:98:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ee9989-533a-42a0-b192-96a99d4c6149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:07:34Z', 'updated_at': '2021-08-29T04:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': 'c744251d-a694-418d-bcb5-48d9a228908f', 'name': '', 'network_id': '6e669898-6215-49e8-8989-a85b9f5fe627', 'tenant_id': 'b8e5ee0a53fd42e2a03b18096f8a732f', 'mac_address': 'fa:16:3e:2d:c3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ee9989-533a-42a0-b192-96a99d4c6149', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '62082f5a-1e19-4bac-8b75-d0b867c1cfb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:07:36Z', 'updated_at': '2021-08-29T04:07:44Z', 'revision_number': 5, 'project_id': 'b8e5ee0a53fd42e2a03b18096f8a732f', 'subnets': [{'id': '62082f5a-1e19-4bac-8b75-d0b867c1cfb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:10:08.451357 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-5f9db8ca-d076-4780-b5db-2075cea8eeee req-b163a2e8-ebbd-4722-be5f-6d9c43a79f37 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:08.490554 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-d480a333-049e-46c2-bc3c-a17dde69836a None None] For port 319f6eb0-2aa3-477d-ba70-22e56d4b6af9, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=319f6eb0-2aa3-477d-ba70-22e56d4b6af9,segment=NetworkSegment(5edca003-2703-4f54-98cc-983d1c404746),segment_id=5edca003-2703-4f54-98cc-983d1c404746)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:10:08.511842 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d480a333-049e-46c2-bc3c-a17dde69836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:08.520495 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f9db8ca-d076-4780-b5db-2075cea8eeee req-b163a2e8-ebbd-4722-be5f-6d9c43a79f37 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Network 6e669898-6215-49e8-8989-a85b9f5fe627 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:10:08.534930 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-5f9db8ca-d076-4780-b5db-2075cea8eeee req-b163a2e8-ebbd-4722-be5f-6d9c43a79f37 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:10:08.557560 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82e1aad-d9c1-45e9-8d9e-eca9c75d151a req-ae038211-0da4-46a3-9c96-84edd1cf3074 tempest-ServersAdminTestJSON-1407982068 tempest-ServersAdminTestJSON-1407982068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:08.557912 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82e1aad-d9c1-45e9-8d9e-eca9c75d151a req-ae038211-0da4-46a3-9c96-84edd1cf3074 tempest-ServersAdminTestJSON-1407982068 tempest-ServersAdminTestJSON-1407982068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:08.558449 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82e1aad-d9c1-45e9-8d9e-eca9c75d151a req-ae038211-0da4-46a3-9c96-84edd1cf3074 tempest-ServersAdminTestJSON-1407982068 tempest-ServersAdminTestJSON-1407982068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:08.558980 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82e1aad-d9c1-45e9-8d9e-eca9c75d151a req-ae038211-0da4-46a3-9c96-84edd1cf3074 tempest-ServersAdminTestJSON-1407982068 tempest-ServersAdminTestJSON-1407982068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:08.559506 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82e1aad-d9c1-45e9-8d9e-eca9c75d151a req-ae038211-0da4-46a3-9c96-84edd1cf3074 tempest-ServersAdminTestJSON-1407982068 tempest-ServersAdminTestJSON-1407982068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:08.560068 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82e1aad-d9c1-45e9-8d9e-eca9c75d151a req-ae038211-0da4-46a3-9c96-84edd1cf3074 tempest-ServersAdminTestJSON-1407982068 tempest-ServersAdminTestJSON-1407982068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:08.562599 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e82e1aad-d9c1-45e9-8d9e-eca9c75d151a req-ae038211-0da4-46a3-9c96-84edd1cf3074 tempest-ServersAdminTestJSON-1407982068 tempest-ServersAdminTestJSON-1407982068-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=a6616a4e-74a1-4a12-88c0-4cd9409fcf3a&device_id=b4ba3237-9eca-4f4d-905c-a4fd96cd7f22&device_id=880214ed-65b2-4d37-b362-de4dc7f7287e&device_id=d7544df5-0d57-404e-87e6-ccc1d6ac0bef&device_id=3698ca45-79dc-4840-b1cf-184940aeb2f5&device_id=b83569e1-b257-4d78-919b-861ace2c9e5d&device_id=17d1aee9-03df-4ac4-8975-10a53a9cc4e7 HTTP/1.1" status: 200 len: 5555 time: 0.1890106 Aug 29 04:10:08.569302 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f9db8ca-d076-4780-b5db-2075cea8eeee req-b163a2e8-ebbd-4722-be5f-6d9c43a79f37 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:10:08.577172 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9db8ca-d076-4780-b5db-2075cea8eeee req-b163a2e8-ebbd-4722-be5f-6d9c43a79f37 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:08.578129 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-5f9db8ca-d076-4780-b5db-2075cea8eeee req-b163a2e8-ebbd-4722-be5f-6d9c43a79f37 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:08.584174 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-aa6f20f0-9711-4177-b590-3ab196a34ff6 req-ba5d92e6-acbb-486d-8487-6f54b32bf4eb tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4924660 Aug 29 04:10:08.632190 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b163a2e8-ebbd-4722-be5f-6d9c43a79f37 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Pushing event updated for resources: {'Port': ['ID=85a1169a-593f-404a-95c2-61064c1226ff,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:08.636364 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-e82e1aad-d9c1-45e9-8d9e-eca9c75d151a req-6457e4e1-c362-4262-82a7-1048fc0cd59a tempest-ServersAdminTestJSON-1407982068 tempest-ServersAdminTestJSON-1407982068-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:08.640383 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:08.650999 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f77241-8c43-4a32-b02d-afbda085c17a req-32cfb875-d2ae-4528-8b23-058507c8b148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:08.654224 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-74f77241-8c43-4a32-b02d-afbda085c17a req-32cfb875-d2ae-4528-8b23-058507c8b148 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7735d477-d15e-441f-8bb3-d5f649e24907 HTTP/1.1" status: 200 len: 917 time: 0.3494689 Aug 29 04:10:08.671111 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-48abcbdb-50a5-4604-bc03-52464cc3896e None None] For port 15444371-2ceb-4cee-927a-61a8e4b9450e, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:10:08.716259 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-48abcbdb-50a5-4604-bc03-52464cc3896e None None] For port 15444371-2ceb-4cee-927a-61a8e4b9450e, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=15444371-2ceb-4cee-927a-61a8e4b9450e,segment=NetworkSegment(6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc),segment_id=6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:10:08.729521 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d480a333-049e-46c2-bc3c-a17dde69836a None None] Pushing event updated for resources: {'Port': ['ID=319f6eb0-2aa3-477d-ba70-22e56d4b6af9,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:08.753459 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-96e2db78-f051-4fa5-bc09-cc038310b4c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409'] for router, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:08.764089 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-151fb07a-829f-4499-b4c7-1d8ac9f74449 None None] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:08.764828 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5f9db8ca-d076-4780-b5db-2075cea8eeee req-b163a2e8-ebbd-4722-be5f-6d9c43a79f37 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9665496 Aug 29 04:10:08.779498 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-151fb07a-829f-4499-b4c7-1d8ac9f74449 None None] Transition to ACTIVE for port object 712dd7e7-480c-42ca-be76-f1e2767cfc5c will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:10:08.787021 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-a2853eda-589d-41f7-8263-4e988bce0cd6 None None] Provisioning complete for port 319f6eb0-2aa3-477d-ba70-22e56d4b6af9 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:10:08.787799 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a2853eda-589d-41f7-8263-4e988bce0cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:08.834982 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-48abcbdb-50a5-4604-bc03-52464cc3896e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:08.854181 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-5f9db8ca-d076-4780-b5db-2075cea8eeee req-fd4cdc4c-a9d7-4135-a466-df88b9524a39 service neutron] Request body: {'port': {'device_id': 'a6616a4e-74a1-4a12-88c0-4cd9409fcf3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:10:08.870344 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-151fb07a-829f-4499-b4c7-1d8ac9f74449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:08.899155 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-74f77241-8c43-4a32-b02d-afbda085c17a req-eb60c9be-6cf7-4025-91e8-b4c0ae79bd6c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7b7bcf3-74f4-4d55-8e4c-7319d763cd30 HTTP/1.1" status: 200 len: 217 time: 0.1921930 Aug 29 04:10:08.957417 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636d912b-2777-42b5-af8b-09948c349bf1 None None] New status for floating IP d3f53355-721b-4cc9-8ea8-78bb2a62542a: DOWN {{(pid=94830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:10:08.986173 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f77241-8c43-4a32-b02d-afbda085c17a req-4a77d9ae-e2ae-4934-8dcb-e07ae866708f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:08.988290 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-74f77241-8c43-4a32-b02d-afbda085c17a req-4a77d9ae-e2ae-4934-8dcb-e07ae866708f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e2e9ec72-46f1-4e0c-a3f8-8298e639a3bf HTTP/1.1" status: 200 len: 855 time: 0.0709867 Aug 29 04:10:09.004712 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44604117-2f65-4d03-a59b-ab59b8260bff req-92a3c5c2-9b57-4a0a-922f-0ee0c637c5f8 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:09.006590 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-44604117-2f65-4d03-a59b-ab59b8260bff req-92a3c5c2-9b57-4a0a-922f-0ee0c637c5f8 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6616a4e-74a1-4a12-88c0-4cd9409fcf3a HTTP/1.1" status: 200 len: 931 time: 0.2446444 Aug 29 04:10:09.050423 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-151fb07a-829f-4499-b4c7-1d8ac9f74449 None None] Attempting to bind port 712dd7e7-480c-42ca-be76-f1e2767cfc5c on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:10:09.050803 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-151fb07a-829f-4499-b4c7-1d8ac9f74449 None None] Attempting to bind port 712dd7e7-480c-42ca-be76-f1e2767cfc5c by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:10:09.051191 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151fb07a-829f-4499-b4c7-1d8ac9f74449 None None] Attempting to bind port 712dd7e7-480c-42ca-be76-f1e2767cfc5c on network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:10:09.060103 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48abcbdb-50a5-4604-bc03-52464cc3896e None None] Pushing event updated for resources: {'Port': ['ID=15444371-2ceb-4cee-927a-61a8e4b9450e,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:09.079017 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4eda4d-7cfc-4d8c-b243-ded9089612e7 req-c91cd979-a5d1-4a0a-8471-2850c6efe2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:09.079663 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3a4eda4d-7cfc-4d8c-b243-ded9089612e7 req-c91cd979-a5d1-4a0a-8471-2850c6efe2ca service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b83569e1-b257-4d78-919b-861ace2c9e5d&tenant_id=4b47ebaf5a2144e2beea71bdc91317f3 HTTP/1.1" status: 200 len: 1102 time: 0.3716543 Aug 29 04:10:09.096670 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-5f9db8ca-d076-4780-b5db-2075cea8eeee req-fd4cdc4c-a9d7-4135-a466-df88b9524a39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:09.106996 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-3a4eda4d-7cfc-4d8c-b243-ded9089612e7 req-e6f1ab66-baef-48f2-b06b-0b09668a9255 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712140-12', 'device_owner': 'compute:nova'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:10:09.127348 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151fb07a-829f-4499-b4c7-1d8ac9f74449 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:10:09.127960 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151fb07a-829f-4499-b4c7-1d8ac9f74449 None None] Checking segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:10:09.128558 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-151fb07a-829f-4499-b4c7-1d8ac9f74449 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:09.129105 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151fb07a-829f-4499-b4c7-1d8ac9f74449 None None] Bound using segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:10:09.129770 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-151fb07a-829f-4499-b4c7-1d8ac9f74449 None None] Bound port: 712dd7e7-480c-42ca-be76-f1e2767cfc5c, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:10:09.130335 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-151fb07a-829f-4499-b4c7-1d8ac9f74449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:09.164368 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f77241-8c43-4a32-b02d-afbda085c17a req-f33e383a-cf4b-4c70-868e-151575738a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:09.165914 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-74f77241-8c43-4a32-b02d-afbda085c17a req-f33e383a-cf4b-4c70-868e-151575738a9f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7735d477-d15e-441f-8bb3-d5f649e24907&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1612649 Aug 29 04:10:09.193961 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-44604117-2f65-4d03-a59b-ab59b8260bff req-07280d70-a405-47ec-9b10-f58f0f630411 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] 10.222.0.22 "GET /v2.0/security-groups?id=3dbd32b7-b3fc-4076-a8b6-8020bdad2883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1602914 Aug 29 04:10:09.202340 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa856df-ebd9-4d56-ba1f-1026a288b5b9 None None] Pushing event updated for resources: {'Port': ['ID=712dd7e7-480c-42ca-be76-f1e2767cfc5c,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:09.229174 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-e82e1aad-d9c1-45e9-8d9e-eca9c75d151a req-6457e4e1-c362-4262-82a7-1048fc0cd59a tempest-ServersAdminTestJSON-1407982068 tempest-ServersAdminTestJSON-1407982068-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:09.236221 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-598483f8-7214-4196-8130-af69728b0dc8 None None] Provisioning for port 85a1169a-593f-404a-95c2-61064c1226ff completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:10:09.251290 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-598483f8-7214-4196-8130-af69728b0dc8 None None] Provisioning complete for port 85a1169a-593f-404a-95c2-61064c1226ff triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:10:09.251290 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-598483f8-7214-4196-8130-af69728b0dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:09.267679 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6af9a575-70f3-47ef-b427-ea8237d49d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:09.279126 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-151fb07a-829f-4499-b4c7-1d8ac9f74449 None None] For port 712dd7e7-480c-42ca-be76-f1e2767cfc5c, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:10:09.293101 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-0f9b04bc-4070-4e24-a880-9ede5da997ae req-83dd6cea-5b97-4b2b-b41b-fc292c76b3aa tempest-SecurityGroupsTestAdminJSON-1489217322 tempest-SecurityGroupsTestAdminJSON-1489217322-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1430245531', 'description': 'tempest-description-1329759942'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:10:09.298363 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-e82e1aad-d9c1-45e9-8d9e-eca9c75d151a req-6457e4e1-c362-4262-82a7-1048fc0cd59a tempest-ServersAdminTestJSON-1407982068 tempest-ServersAdminTestJSON-1407982068-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:09.304245 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-151fb07a-829f-4499-b4c7-1d8ac9f74449 None None] For port 712dd7e7-480c-42ca-be76-f1e2767cfc5c, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=712dd7e7-480c-42ca-be76-f1e2767cfc5c,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:10:09.310463 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-598483f8-7214-4196-8130-af69728b0dc8 None None] Port 85a1169a-593f-404a-95c2-61064c1226ff cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:10:09.312883 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-151fb07a-829f-4499-b4c7-1d8ac9f74449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:09.326570 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e82e1aad-d9c1-45e9-8d9e-eca9c75d151a req-6457e4e1-c362-4262-82a7-1048fc0cd59a tempest-ServersAdminTestJSON-1407982068 tempest-ServersAdminTestJSON-1407982068-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&id=4dbbedf5-2f21-4437-b7c2-73b739103a61&id=268ad66b-6c1a-4e93-9fbd-057377cdbb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 446 time: 0.7379422 Aug 29 04:10:09.422667 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151fb07a-829f-4499-b4c7-1d8ac9f74449 None None] Routers {'d7cad6e7-0edd-4126-acfc-ee1c44bf1cdc'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:10:09.424171 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-151fb07a-829f-4499-b4c7-1d8ac9f74449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:10:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['d7cad6e7-0edd-4126-acfc-ee1c44bf1cdc'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:10:09.436138 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-3a4eda4d-7cfc-4d8c-b243-ded9089612e7 req-e6f1ab66-baef-48f2-b06b-0b09668a9255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:09.447723 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96e2db78-f051-4fa5-bc09-cc038310b4c0 admin admin] Router db7c5c31-fffd-4414-b987-c5fa715ae32a is scheduled to L3 agent 76874008-c311-485c-ba36-921b6d275b6a with binding_index 1 {{(pid=94829) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:10:09.488109 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa856df-ebd9-4d56-ba1f-1026a288b5b9 None None] Pushing event updated for resources: {'Port': ['ID=712dd7e7-480c-42ca-be76-f1e2767cfc5c,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:09.511794 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6457e4e1-c362-4262-82a7-1048fc0cd59a tempest-ServersAdminTestJSON-1407982068 tempest-ServersAdminTestJSON-1407982068-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27e61412-b6f2-4047-a74e-971e676807dc,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:09.556265 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-0f9b04bc-4070-4e24-a880-9ede5da997ae req-83dd6cea-5b97-4b2b-b41b-fc292c76b3aa tempest-SecurityGroupsTestAdminJSON-1489217322 tempest-SecurityGroupsTestAdminJSON-1489217322-project] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:09.588931 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-74f77241-8c43-4a32-b02d-afbda085c17a req-56b5c91a-4110-47b5-a4fb-26b3943ee6f9 service neutron] 10.222.0.48 "GET /v2.0/networks/7735d477-d15e-441f-8bb3-d5f649e24907?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4021537 Aug 29 04:10:09.591825 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-151fb07a-829f-4499-b4c7-1d8ac9f74449 None None] Set router d7cad6e7-0edd-4126-acfc-ee1c44bf1cdc gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:10:09.685246 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 319f6eb0-2aa3-477d-ba70-22e56d4b6af9 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:10:09.686745 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60d8c5de-f00f-4a6b-9b25-b047f603a344', 'name': 'network-vif-deleted', 'tag': '39d670ac-3d22-44a4-ab13-d6e183044744'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:10:09.689908 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-584b885b-367a-4b3b-9881-bdcca3e4f36a" -d '{"events": [{"server_uuid": "60d8c5de-f00f-4a6b-9b25-b047f603a344", "name": "network-vif-deleted", "tag": "39d670ac-3d22-44a4-ab13-d6e183044744"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:10:09.808786 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ae63ba8d-d1ec-46d0-99a0-cc45feab80b1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:09.839301 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 319f6eb0-2aa3-477d-ba70-22e56d4b6af9 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:10:09.839872 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:09.886907 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ae63ba8d-d1ec-46d0-99a0-cc45feab80b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:09.906678 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-151fb07a-829f-4499-b4c7-1d8ac9f74449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7cad6e7-0edd-4126-acfc-ee1c44bf1cdc', 'name': 'tempest-AttachSCSIVolumeTestJSON-923904542-router', 'tenant_id': 'b65d791c209a4b25819757193b65d4ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '712dd7e7-480c-42ca-be76-f1e2767cfc5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:09:58Z', 'updated_at': '2021-08-29T04:10:03Z', 'revision_number': 3, 'project_id': 'b65d791c209a4b25819757193b65d4ab', 'gw_port': {'id': '712dd7e7-480c-42ca-be76-f1e2767cfc5c', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b2:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7cad6e7-0edd-4126-acfc-ee1c44bf1cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:00Z', 'updated_at': '2021-08-29T04:10:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:10:09.918296 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d3940b-9a7b-44ad-b2d6-602476b7d90f req-52953764-9b83-4147-9751-c347709cdaab tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:09.919896 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-08d3940b-9a7b-44ad-b2d6-602476b7d90f req-52953764-9b83-4147-9751-c347709cdaab tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4ba3237-9eca-4f4d-905c-a4fd96cd7f22 HTTP/1.1" status: 200 len: 944 time: 0.1180506 Aug 29 04:10:09.940105 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151fb07a-829f-4499-b4c7-1d8ac9f74449 None None] The sync data for ids ['d7cad6e7-0edd-4126-acfc-ee1c44bf1cdc'] in n-d-712140-12 is: [{'id': 'd7cad6e7-0edd-4126-acfc-ee1c44bf1cdc', 'name': 'tempest-AttachSCSIVolumeTestJSON-923904542-router', 'tenant_id': 'b65d791c209a4b25819757193b65d4ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '712dd7e7-480c-42ca-be76-f1e2767cfc5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:09:58Z', 'updated_at': '2021-08-29T04:10:03Z', 'revision_number': 3, 'project_id': 'b65d791c209a4b25819757193b65d4ab', 'gw_port': {'id': '712dd7e7-480c-42ca-be76-f1e2767cfc5c', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b2:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7cad6e7-0edd-4126-acfc-ee1c44bf1cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:00Z', 'updated_at': '2021-08-29T04:10:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:10:09.953289 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-0f9b04bc-4070-4e24-a880-9ede5da997ae req-83dd6cea-5b97-4b2b-b41b-fc292c76b3aa tempest-SecurityGroupsTestAdminJSON-1489217322 tempest-SecurityGroupsTestAdminJSON-1489217322-project] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:10.008902 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-0f9b04bc-4070-4e24-a880-9ede5da997ae req-83dd6cea-5b97-4b2b-b41b-fc292c76b3aa tempest-SecurityGroupsTestAdminJSON-1489217322 tempest-SecurityGroupsTestAdminJSON-1489217322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:10.021208 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-74f77241-8c43-4a32-b02d-afbda085c17a req-6ab0620e-cf85-4838-adb8-e422e86e1f7d service neutron] 10.222.0.48 "GET /v2.0/networks/7735d477-d15e-441f-8bb3-d5f649e24907?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4231894 Aug 29 04:10:10.034938 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96e2db78-f051-4fa5-bc09-cc038310b4c0 admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:10:10.045693 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cacb6ed-967f-4a57-862e-f7006c14dfab None None] Sync routers for ids ['db7c5c31-fffd-4414-b987-c5fa715ae32a'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:10:10.058918 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cacb6ed-967f-4a57-862e-f7006c14dfab None None] Routers {'db7c5c31-fffd-4414-b987-c5fa715ae32a'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:10:10.059659 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-8cacb6ed-967f-4a57-862e-f7006c14dfab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:10:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['db7c5c31-fffd-4414-b987-c5fa715ae32a'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:10:10.072112 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-08d3940b-9a7b-44ad-b2d6-602476b7d90f req-ab85c172-4e4b-49c0-8557-8bad5689cfd2 tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] 10.222.0.22 "GET /v2.0/security-groups?id=4dbbedf5-2f21-4437-b7c2-73b739103a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1329494 Aug 29 04:10:10.097431 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-6af9a575-70f3-47ef-b427-ea8237d49d50 admin admin] Allocated IP 172.20.0.1 (9c6b70cd-4018-45e7-bcf9-d8107df4490b/8502d769-641d-4a10-9e4d-27f28f2cb7c2/97c9cc39-c927-443e-9c11-fb8fcf6e9e4e) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:10:10.135542 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-0f9b04bc-4070-4e24-a880-9ede5da997ae req-83dd6cea-5b97-4b2b-b41b-fc292c76b3aa tempest-SecurityGroupsTestAdminJSON-1489217322 tempest-SecurityGroupsTestAdminJSON-1489217322-project] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:10.141104 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0f9b04bc-4070-4e24-a880-9ede5da997ae req-83dd6cea-5b97-4b2b-b41b-fc292c76b3aa tempest-SecurityGroupsTestAdminJSON-1489217322 tempest-SecurityGroupsTestAdminJSON-1489217322-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.8698075 Aug 29 04:10:10.157743 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dd6cea-5b97-4b2b-b41b-fc292c76b3aa tempest-SecurityGroupsTestAdminJSON-1489217322 tempest-SecurityGroupsTestAdminJSON-1489217322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84101773-7a12-4d5a-a46b-6721f0449b99,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:10.230868 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 15444371-2ceb-4cee-927a-61a8e4b9450e up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:10:10.244145 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-96e2db78-f051-4fa5-bc09-cc038310b4c0 admin admin] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:10.245631 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-96e2db78-f051-4fa5-bc09-cc038310b4c0 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.3223228 Aug 29 04:10:10.254585 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 35534) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:10.291491 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 15444371-2ceb-4cee-927a-61a8e4b9450e completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:10:10.312320 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-3a4eda4d-7cfc-4d8c-b243-ded9089612e7 req-e6f1ab66-baef-48f2-b06b-0b09668a9255 service neutron] For port ca03363c-8150-420d-8512-0a3c1b4ff1b3, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=ca03363c-8150-420d-8512-0a3c1b4ff1b3,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:10:10.324983 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-8cacb6ed-967f-4a57-862e-f7006c14dfab None None] Set router db7c5c31-fffd-4414-b987-c5fa715ae32a gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:10:10.339079 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-5f9db8ca-d076-4780-b5db-2075cea8eeee req-fd4cdc4c-a9d7-4135-a466-df88b9524a39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85a1169a-593f-404a-95c2-61064c1226ff {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:10:10.353036 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-5f9db8ca-d076-4780-b5db-2075cea8eeee req-fd4cdc4c-a9d7-4135-a466-df88b9524a39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:10.406102 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-5f9db8ca-d076-4780-b5db-2075cea8eeee req-fd4cdc4c-a9d7-4135-a466-df88b9524a39 service neutron] Transition to ACTIVE for port object 85a1169a-593f-404a-95c2-61064c1226ff will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:10:10.418369 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-3a4eda4d-7cfc-4d8c-b243-ded9089612e7 req-e6f1ab66-baef-48f2-b06b-0b09668a9255 service neutron] For port ca03363c-8150-420d-8512-0a3c1b4ff1b3, host n-h1-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:10:10.463803 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559a809b-9b2f-4ac1-8eef-66a3b3ab57ca None None] Network 7521cd58-9470-4433-82b8-7e942c988b03 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:10:10.499847 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-5f9db8ca-d076-4780-b5db-2075cea8eeee req-fd4cdc4c-a9d7-4135-a466-df88b9524a39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:10.514803 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7ce2934-f7d8-4b6b-9592-3b9215a7fb29 x-openstack-request-id: req-e7ce2934-f7d8-4b6b-9592-3b9215a7fb29 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:10:10.515782 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60d8c5de-f00f-4a6b-9b25-b047f603a344", "name": "network-vif-deleted", "tag": "39d670ac-3d22-44a4-ab13-d6e183044744", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:10:10.517118 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e7ce2934-f7d8-4b6b-9592-3b9215a7fb29 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:10:10.518482 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-ae63ba8d-d1ec-46d0-99a0-cc45feab80b1 admin admin] Allocated IP 172.25.0.81 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/d55c5b4f-0d3f-4420-88a9-b3561127c9a3) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:10:10.519124 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60d8c5de-f00f-4a6b-9b25-b047f603a344', 'name': 'network-vif-deleted', 'tag': '39d670ac-3d22-44a4-ab13-d6e183044744', 'status': 'completed', 'code': 200} Aug 29 04:10:10.606769 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-bd72fe81-e7a5-4641-afdc-8e7b26553c5c req-d2a4ebb1-9ef9-45a7-9077-ee4cd056bdf3 tempest-SecurityGroupsTestAdminJSON-388940218 tempest-SecurityGroupsTestAdminJSON-388940218-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1711706540', 'description': 'tempest-description-1384781655'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:10:10.629992 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-3a4eda4d-7cfc-4d8c-b243-ded9089612e7 req-e6f1ab66-baef-48f2-b06b-0b09668a9255 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:10.644611 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-db9f5854-f063-4f5a-ad18-868c3a20bd96 None None] Provisioning for port 15444371-2ceb-4cee-927a-61a8e4b9450e completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:10:10.653629 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-db9f5854-f063-4f5a-ad18-868c3a20bd96 None None] Provisioning complete for port 15444371-2ceb-4cee-927a-61a8e4b9450e triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:10:10.654052 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-db9f5854-f063-4f5a-ad18-868c3a20bd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:10.696877 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-8cacb6ed-967f-4a57-862e-f7006c14dfab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7c5c31-fffd-4414-b987-c5fa715ae32a', 'name': 'tempest-ServersTestFqdnHostnames-217981067-router', 'tenant_id': '0878509a3c9948c598a7472280410341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '38678052-64d2-4a15-8587-6d936a23d58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:10:04Z', 'updated_at': '2021-08-29T04:10:07Z', 'revision_number': 3, 'project_id': '0878509a3c9948c598a7472280410341', 'gw_port': {'id': '38678052-64d2-4a15-8587-6d936a23d58a', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:d9:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db7c5c31-fffd-4414-b987-c5fa715ae32a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:05Z', 'updated_at': '2021-08-29T04:10:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:10:10.704423 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4cdc4c-a9d7-4135-a466-df88b9524a39 service neutron] Pushing event updated for resources: {'Port': ['ID=85a1169a-593f-404a-95c2-61064c1226ff,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:10.746238 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-3a4eda4d-7cfc-4d8c-b243-ded9089612e7 req-e6f1ab66-baef-48f2-b06b-0b09668a9255 service neutron] Transition to ACTIVE for port object ca03363c-8150-420d-8512-0a3c1b4ff1b3 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:10:10.768392 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-5f9db8ca-d076-4780-b5db-2075cea8eeee req-fd4cdc4c-a9d7-4135-a466-df88b9524a39 service neutron] Attempting to bind port 85a1169a-593f-404a-95c2-61064c1226ff on host n-h2-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:10:10.768392 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-5f9db8ca-d076-4780-b5db-2075cea8eeee req-fd4cdc4c-a9d7-4135-a466-df88b9524a39 service neutron] Attempting to bind port 85a1169a-593f-404a-95c2-61064c1226ff by drivers openvswitch,hyperv on host n-h2-712140-12 at level 0 using segments [{'id': 'e2ca65b5-0fa0-4357-b062-75370c92f2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '6e669898-6215-49e8-8989-a85b9f5fe627'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:10:10.768392 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9db8ca-d076-4780-b5db-2075cea8eeee req-fd4cdc4c-a9d7-4135-a466-df88b9524a39 service neutron] Attempting to bind port 85a1169a-593f-404a-95c2-61064c1226ff on network 6e669898-6215-49e8-8989-a85b9f5fe627 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:10:10.768392 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-3a4eda4d-7cfc-4d8c-b243-ded9089612e7 req-e6f1ab66-baef-48f2-b06b-0b09668a9255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:10.771217 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-bd72fe81-e7a5-4641-afdc-8e7b26553c5c req-d2a4ebb1-9ef9-45a7-9077-ee4cd056bdf3 tempest-SecurityGroupsTestAdminJSON-388940218 tempest-SecurityGroupsTestAdminJSON-388940218-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:10.796435 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cacb6ed-967f-4a57-862e-f7006c14dfab None None] Checking router: db7c5c31-fffd-4414-b987-c5fa715ae32a for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:10:10.796854 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cacb6ed-967f-4a57-862e-f7006c14dfab None None] Updating router db7c5c31-fffd-4414-b987-c5fa715ae32a port 38678052-64d2-4a15-8587-6d936a23d58a binding host n-d-712140-12 {{(pid=94831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:10:10.834074 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-bd72fe81-e7a5-4641-afdc-8e7b26553c5c req-d2a4ebb1-9ef9-45a7-9077-ee4cd056bdf3 tempest-SecurityGroupsTestAdminJSON-388940218 tempest-SecurityGroupsTestAdminJSON-388940218-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:10.846922 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9db8ca-d076-4780-b5db-2075cea8eeee req-fd4cdc4c-a9d7-4135-a466-df88b9524a39 service neutron] Port 85a1169a-593f-404a-95c2-61064c1226ff on network 6e669898-6215-49e8-8989-a85b9f5fe627 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:10:10.847270 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9db8ca-d076-4780-b5db-2075cea8eeee req-fd4cdc4c-a9d7-4135-a466-df88b9524a39 service neutron] Attempting to bind port 85a1169a-593f-404a-95c2-61064c1226ff on network 6e669898-6215-49e8-8989-a85b9f5fe627 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:10:10.853898 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-db9f5854-f063-4f5a-ad18-868c3a20bd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:10.861792 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8cacb6ed-967f-4a57-862e-f7006c14dfab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:10.947994 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-db9f5854-f063-4f5a-ad18-868c3a20bd96 None None] For port 15444371-2ceb-4cee-927a-61a8e4b9450e, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=15444371-2ceb-4cee-927a-61a8e4b9450e,segment=NetworkSegment(6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc),segment_id=6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:10:10.955023 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-db9f5854-f063-4f5a-ad18-868c3a20bd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:11.000938 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882e5955-299a-4f6d-a7d1-440e07454f92 req-ffc81a4b-c6ca-4db1-8942-84c3826b9318 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:11.019329 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-882e5955-299a-4f6d-a7d1-440e07454f92 req-ffc81a4b-c6ca-4db1-8942-84c3826b9318 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=b83569e1-b257-4d78-919b-861ace2c9e5d HTTP/1.1" status: 200 len: 950 time: 0.7225876 Aug 29 04:10:11.027331 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9db8ca-d076-4780-b5db-2075cea8eeee req-fd4cdc4c-a9d7-4135-a466-df88b9524a39 service neutron] Checking agent: {'id': 'b3a0606b-b029-4f5e-8798-3a32b71d8844', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:10:11.028266 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9f5854-f063-4f5a-ad18-868c3a20bd96 None None] Pushing event updated for resources: {'Port': ['ID=15444371-2ceb-4cee-927a-61a8e4b9450e,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:11.028829 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9db8ca-d076-4780-b5db-2075cea8eeee req-fd4cdc4c-a9d7-4135-a466-df88b9524a39 service neutron] Checking segment: {'id': 'e2ca65b5-0fa0-4357-b062-75370c92f2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '6e669898-6215-49e8-8989-a85b9f5fe627'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:10:11.029568 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9db8ca-d076-4780-b5db-2075cea8eeee req-fd4cdc4c-a9d7-4135-a466-df88b9524a39 service neutron] Bound using segment: {'id': 'e2ca65b5-0fa0-4357-b062-75370c92f2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '6e669898-6215-49e8-8989-a85b9f5fe627'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:10:11.030840 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-5f9db8ca-d076-4780-b5db-2075cea8eeee req-fd4cdc4c-a9d7-4135-a466-df88b9524a39 service neutron] Bound port: 85a1169a-593f-404a-95c2-61064c1226ff, host: n-h2-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2ca65b5-0fa0-4357-b062-75370c92f2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '6e669898-6215-49e8-8989-a85b9f5fe627'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:10:11.031562 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-5f9db8ca-d076-4780-b5db-2075cea8eeee req-fd4cdc4c-a9d7-4135-a466-df88b9524a39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:11.038502 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-bd72fe81-e7a5-4641-afdc-8e7b26553c5c req-d2a4ebb1-9ef9-45a7-9077-ee4cd056bdf3 tempest-SecurityGroupsTestAdminJSON-388940218 tempest-SecurityGroupsTestAdminJSON-388940218-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:11.083109 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-bd72fe81-e7a5-4641-afdc-8e7b26553c5c req-d2a4ebb1-9ef9-45a7-9077-ee4cd056bdf3 tempest-SecurityGroupsTestAdminJSON-388940218 tempest-SecurityGroupsTestAdminJSON-388940218-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:11.117181 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ae63ba8d-d1ec-46d0-99a0-cc45feab80b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:11.124437 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f1ab66-baef-48f2-b06b-0b09668a9255 service neutron] Pushing event updated for resources: {'Port': ['ID=ca03363c-8150-420d-8512-0a3c1b4ff1b3,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:11.131568 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a4eda4d-7cfc-4d8c-b243-ded9089612e7 req-e6f1ab66-baef-48f2-b06b-0b09668a9255 service neutron] No DVR routers for this DVR port ca03363c-8150-420d-8512-0a3c1b4ff1b3 on host n-h1-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:10:11.206981 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6af9a575-70f3-47ef-b427-ea8237d49d50 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:11.210916 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-8ee61f97-f153-4411-8d0a-01fea6a9af04 None None] Provisioning complete for port 15444371-2ceb-4cee-927a-61a8e4b9450e triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:10:11.211140 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8ee61f97-f153-4411-8d0a-01fea6a9af04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:11.218840 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ae63ba8d-d1ec-46d0-99a0-cc45feab80b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:11.282849 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a4ebb1-9ef9-45a7-9077-ee4cd056bdf3 tempest-SecurityGroupsTestAdminJSON-388940218 tempest-SecurityGroupsTestAdminJSON-388940218-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e06e23ef-e6a7-4e91-a564-799f8691ccb9,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:11.317648 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-3a4eda4d-7cfc-4d8c-b243-ded9089612e7 req-e6f1ab66-baef-48f2-b06b-0b09668a9255 service neutron] Attempting to bind port ca03363c-8150-420d-8512-0a3c1b4ff1b3 on host n-h2-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:10:11.319011 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-3a4eda4d-7cfc-4d8c-b243-ded9089612e7 req-e6f1ab66-baef-48f2-b06b-0b09668a9255 service neutron] Attempting to bind port ca03363c-8150-420d-8512-0a3c1b4ff1b3 by drivers openvswitch,hyperv on host n-h2-712140-12 at level 0 using segments [{'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:10:11.319011 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4eda4d-7cfc-4d8c-b243-ded9089612e7 req-e6f1ab66-baef-48f2-b06b-0b09668a9255 service neutron] Attempting to bind port ca03363c-8150-420d-8512-0a3c1b4ff1b3 on network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:10:11.340213 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4eda4d-7cfc-4d8c-b243-ded9089612e7 req-e6f1ab66-baef-48f2-b06b-0b09668a9255 service neutron] Port ca03363c-8150-420d-8512-0a3c1b4ff1b3 on network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:10:11.340641 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4eda4d-7cfc-4d8c-b243-ded9089612e7 req-e6f1ab66-baef-48f2-b06b-0b09668a9255 service neutron] Attempting to bind port ca03363c-8150-420d-8512-0a3c1b4ff1b3 on network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:10:11.344566 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-5f9db8ca-d076-4780-b5db-2075cea8eeee req-fd4cdc4c-a9d7-4135-a466-df88b9524a39 service neutron] For port 85a1169a-593f-404a-95c2-61064c1226ff, host n-h2-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:10:11.349935 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-5f9db8ca-d076-4780-b5db-2075cea8eeee req-fd4cdc4c-a9d7-4135-a466-df88b9524a39 service neutron] For port 85a1169a-593f-404a-95c2-61064c1226ff, host n-h2-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=85a1169a-593f-404a-95c2-61064c1226ff,segment=NetworkSegment(e2ca65b5-0fa0-4357-b062-75370c92f2ef),segment_id=e2ca65b5-0fa0-4357-b062-75370c92f2ef)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:10:11.363137 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4eda4d-7cfc-4d8c-b243-ded9089612e7 req-e6f1ab66-baef-48f2-b06b-0b09668a9255 service neutron] Checking agent: {'id': 'b3a0606b-b029-4f5e-8798-3a32b71d8844', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:10:11.363845 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4eda4d-7cfc-4d8c-b243-ded9089612e7 req-e6f1ab66-baef-48f2-b06b-0b09668a9255 service neutron] Checking segment: {'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:10:11.364302 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4eda4d-7cfc-4d8c-b243-ded9089612e7 req-e6f1ab66-baef-48f2-b06b-0b09668a9255 service neutron] Bound using segment: {'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:10:11.364844 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-3a4eda4d-7cfc-4d8c-b243-ded9089612e7 req-e6f1ab66-baef-48f2-b06b-0b09668a9255 service neutron] Bound port: ca03363c-8150-420d-8512-0a3c1b4ff1b3, host: n-h2-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:10:11.365368 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-3a4eda4d-7cfc-4d8c-b243-ded9089612e7 req-e6f1ab66-baef-48f2-b06b-0b09668a9255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:11.367999 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-5f9db8ca-d076-4780-b5db-2075cea8eeee req-fd4cdc4c-a9d7-4135-a466-df88b9524a39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:11.454516 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae63ba8d-d1ec-46d0-99a0-cc45feab80b1 admin admin] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:10:11.463063 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9db8ca-d076-4780-b5db-2075cea8eeee req-fd4cdc4c-a9d7-4135-a466-df88b9524a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:11.468083 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-5f9db8ca-d076-4780-b5db-2075cea8eeee req-fd4cdc4c-a9d7-4135-a466-df88b9524a39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:11.469827 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5f9db8ca-d076-4780-b5db-2075cea8eeee req-fd4cdc4c-a9d7-4135-a466-df88b9524a39 service neutron] 10.222.0.48 "PUT /v2.0/ports/85a1169a-593f-404a-95c2-61064c1226ff HTTP/1.1" status: 200 len: 1092 time: 2.6700134 Aug 29 04:10:11.472543 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-bd72fe81-e7a5-4641-afdc-8e7b26553c5c req-d2a4ebb1-9ef9-45a7-9077-ee4cd056bdf3 tempest-SecurityGroupsTestAdminJSON-388940218 tempest-SecurityGroupsTestAdminJSON-388940218-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:11.487152 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8cacb6ed-967f-4a57-862e-f7006c14dfab None None] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:11.500588 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-bd72fe81-e7a5-4641-afdc-8e7b26553c5c req-d2a4ebb1-9ef9-45a7-9077-ee4cd056bdf3 tempest-SecurityGroupsTestAdminJSON-388940218 tempest-SecurityGroupsTestAdminJSON-388940218-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:11.505592 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-8cacb6ed-967f-4a57-862e-f7006c14dfab None None] Transition to ACTIVE for port object 38678052-64d2-4a15-8587-6d936a23d58a will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:10:11.513467 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8cacb6ed-967f-4a57-862e-f7006c14dfab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:11.609004 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-8cacb6ed-967f-4a57-862e-f7006c14dfab None None] Attempting to bind port 38678052-64d2-4a15-8587-6d936a23d58a on host n-d-712140-12 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:10:11.609455 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-8cacb6ed-967f-4a57-862e-f7006c14dfab None None] Attempting to bind port 38678052-64d2-4a15-8587-6d936a23d58a by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:10:11.609970 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cacb6ed-967f-4a57-862e-f7006c14dfab None None] Attempting to bind port 38678052-64d2-4a15-8587-6d936a23d58a on network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:10:11.620978 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cacb6ed-967f-4a57-862e-f7006c14dfab None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:10:11.621610 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cacb6ed-967f-4a57-862e-f7006c14dfab None None] Checking segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:10:11.622111 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8cacb6ed-967f-4a57-862e-f7006c14dfab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:11.622812 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cacb6ed-967f-4a57-862e-f7006c14dfab None None] Bound using segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:10:11.623983 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-8cacb6ed-967f-4a57-862e-f7006c14dfab None None] Bound port: 38678052-64d2-4a15-8587-6d936a23d58a, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:10:11.624592 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8cacb6ed-967f-4a57-862e-f7006c14dfab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:11.628322 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53382805-2881-4618-a999-f0f1872ac3e5 None None] Pushing event updated for resources: {'Port': ['ID=38678052-64d2-4a15-8587-6d936a23d58a,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:11.635047 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4cdc4c-a9d7-4135-a466-df88b9524a39 service neutron] Pushing event updated for resources: {'Port': ['ID=85a1169a-593f-404a-95c2-61064c1226ff,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:11.645837 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-6af9a575-70f3-47ef-b427-ea8237d49d50 admin admin] Transition to ACTIVE for port object 97c9cc39-c927-443e-9c11-fb8fcf6e9e4e will not be triggered until provisioned by entity DHCP. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:10:11.650116 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2dcb0e4a-acde-48fe-b851-144d8139527c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:11.656618 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-882e5955-299a-4f6d-a7d1-440e07454f92 req-fac496bd-7257-4325-96c5-7b75e534c40a tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6363730 Aug 29 04:10:11.657542 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-ae63ba8d-d1ec-46d0-99a0-cc45feab80b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:10:11.658844 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 15444371-2ceb-4cee-927a-61a8e4b9450e up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:10:11.665572 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae63ba8d-d1ec-46d0-99a0-cc45feab80b1 admin admin] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:10:11.673776 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53382805-2881-4618-a999-f0f1872ac3e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:11.674202 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53382805-2881-4618-a999-f0f1872ac3e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:11.684839 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53382805-2881-4618-a999-f0f1872ac3e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:11.686846 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53382805-2881-4618-a999-f0f1872ac3e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:11.687654 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-bd72fe81-e7a5-4641-afdc-8e7b26553c5c req-d2a4ebb1-9ef9-45a7-9077-ee4cd056bdf3 tempest-SecurityGroupsTestAdminJSON-388940218 tempest-SecurityGroupsTestAdminJSON-388940218-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:11.688969 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bd72fe81-e7a5-4641-afdc-8e7b26553c5c req-d2a4ebb1-9ef9-45a7-9077-ee4cd056bdf3 tempest-SecurityGroupsTestAdminJSON-388940218 tempest-SecurityGroupsTestAdminJSON-388940218-project-admin] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 1.0978572 Aug 29 04:10:11.699496 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53382805-2881-4618-a999-f0f1872ac3e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:11.699496 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53382805-2881-4618-a999-f0f1872ac3e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:11.699496 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53382805-2881-4618-a999-f0f1872ac3e5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:11.699496 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53382805-2881-4618-a999-f0f1872ac3e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:11.699496 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53382805-2881-4618-a999-f0f1872ac3e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:11.699496 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53382805-2881-4618-a999-f0f1872ac3e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:11.699496 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53382805-2881-4618-a999-f0f1872ac3e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:11.699496 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53382805-2881-4618-a999-f0f1872ac3e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:11.700226 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a4ebb1-9ef9-45a7-9077-ee4cd056bdf3 tempest-SecurityGroupsTestAdminJSON-388940218 tempest-SecurityGroupsTestAdminJSON-388940218-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57fdbe16-f4c0-4840-85e1-f49523cd5f70,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:11.717220 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-3a4eda4d-7cfc-4d8c-b243-ded9089612e7 req-e6f1ab66-baef-48f2-b06b-0b09668a9255 service neutron] For port ca03363c-8150-420d-8512-0a3c1b4ff1b3, host n-h2-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:10:11.728155 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-3a4eda4d-7cfc-4d8c-b243-ded9089612e7 req-e6f1ab66-baef-48f2-b06b-0b09668a9255 service neutron] For port ca03363c-8150-420d-8512-0a3c1b4ff1b3, host n-h2-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=ca03363c-8150-420d-8512-0a3c1b4ff1b3,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:10:11.745535 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-3a4eda4d-7cfc-4d8c-b243-ded9089612e7 req-e6f1ab66-baef-48f2-b06b-0b09668a9255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:11.805810 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-8cacb6ed-967f-4a57-862e-f7006c14dfab None None] For port 38678052-64d2-4a15-8587-6d936a23d58a, host n-d-712140-12, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:10:11.814072 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-8cacb6ed-967f-4a57-862e-f7006c14dfab None None] For port 38678052-64d2-4a15-8587-6d936a23d58a, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=38678052-64d2-4a15-8587-6d936a23d58a,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:10:11.816147 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 15444371-2ceb-4cee-927a-61a8e4b9450e triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:10:11.816816 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:11.828498 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8cacb6ed-967f-4a57-862e-f7006c14dfab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:11.861912 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f1ab66-baef-48f2-b06b-0b09668a9255 service neutron] Pushing event updated for resources: {'Port': ['ID=ca03363c-8150-420d-8512-0a3c1b4ff1b3,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:11.876260 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9db8ca-d076-4780-b5db-2075cea8eeee req-2b49d2fb-8314-40fb-ae01-98ccd8ca48ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:11.877842 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5f9db8ca-d076-4780-b5db-2075cea8eeee req-2b49d2fb-8314-40fb-ae01-98ccd8ca48ab service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b8e5ee0a53fd42e2a03b18096f8a732f&device_id=a6616a4e-74a1-4a12-88c0-4cd9409fcf3a HTTP/1.1" status: 200 len: 1095 time: 0.3341608 Aug 29 04:10:11.883282 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4eda4d-7cfc-4d8c-b243-ded9089612e7 req-e6f1ab66-baef-48f2-b06b-0b09668a9255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:11.887400 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-3a4eda4d-7cfc-4d8c-b243-ded9089612e7 req-e6f1ab66-baef-48f2-b06b-0b09668a9255 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:11.889355 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3a4eda4d-7cfc-4d8c-b243-ded9089612e7 req-e6f1ab66-baef-48f2-b06b-0b09668a9255 service neutron] 10.222.0.48 "PUT /v2.0/ports/ca03363c-8150-420d-8512-0a3c1b4ff1b3 HTTP/1.1" status: 200 len: 1097 time: 2.7901971 Aug 29 04:10:11.933006 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cacb6ed-967f-4a57-862e-f7006c14dfab None None] Routers {'db7c5c31-fffd-4414-b987-c5fa715ae32a'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:10:11.933833 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-8cacb6ed-967f-4a57-862e-f7006c14dfab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:10:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['db7c5c31-fffd-4414-b987-c5fa715ae32a'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:10:11.942404 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae63ba8d-d1ec-46d0-99a0-cc45feab80b1 admin admin] Pushing event updated for resources: {'Port': ['ID=d55c5b4f-0d3f-4420-88a9-b3561127c9a3,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:11.969924 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 712dd7e7-480c-42ca-be76-f1e2767cfc5c up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:10:12.020843 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5f9db8ca-d076-4780-b5db-2075cea8eeee req-6f6ff3b3-2d36-4878-b8eb-3d011f3172c5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=85a1169a-593f-404a-95c2-61064c1226ff HTTP/1.1" status: 200 len: 217 time: 0.1127269 Aug 29 04:10:12.039141 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 712dd7e7-480c-42ca-be76-f1e2767cfc5c completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:10:12.048670 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 712dd7e7-480c-42ca-be76-f1e2767cfc5c triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:10:12.049500 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:12.058081 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53382805-2881-4618-a999-f0f1872ac3e5 None None] Pushing event updated for resources: {'Port': ['ID=38678052-64d2-4a15-8587-6d936a23d58a,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:12.125204 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device ca03363c-8150-420d-8512-0a3c1b4ff1b3 no longer exists at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:10:12.165524 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9db8ca-d076-4780-b5db-2075cea8eeee req-7b6cdec8-61ec-4dec-b4ea-6937229edba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:12.167151 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5f9db8ca-d076-4780-b5db-2075cea8eeee req-7b6cdec8-61ec-4dec-b4ea-6937229edba1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=62082f5a-1e19-4bac-8b75-d0b867c1cfb7 HTTP/1.1" status: 200 len: 862 time: 0.0985336 Aug 29 04:10:12.195951 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c5c033-bb81-43fb-8b73-bf7c0a800206 req-419c79b4-1859-4598-a2bc-40d866570e6d tempest-ServersAdminTestJSON-1407982068 tempest-ServersAdminTestJSON-1407982068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:12.196449 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c5c033-bb81-43fb-8b73-bf7c0a800206 req-419c79b4-1859-4598-a2bc-40d866570e6d tempest-ServersAdminTestJSON-1407982068 tempest-ServersAdminTestJSON-1407982068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:12.196913 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c5c033-bb81-43fb-8b73-bf7c0a800206 req-419c79b4-1859-4598-a2bc-40d866570e6d tempest-ServersAdminTestJSON-1407982068 tempest-ServersAdminTestJSON-1407982068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:12.207561 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-47c5c033-bb81-43fb-8b73-bf7c0a800206 req-419c79b4-1859-4598-a2bc-40d866570e6d tempest-ServersAdminTestJSON-1407982068 tempest-ServersAdminTestJSON-1407982068-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=880214ed-65b2-4d37-b362-de4dc7f7287e&device_id=d7544df5-0d57-404e-87e6-ccc1d6ac0bef&device_id=3698ca45-79dc-4840-b1cf-184940aeb2f5 HTTP/1.1" status: 200 len: 2887 time: 0.2317748 Aug 29 04:10:12.213730 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-8cacb6ed-967f-4a57-862e-f7006c14dfab None None] Set router db7c5c31-fffd-4414-b987-c5fa715ae32a gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:10:12.226696 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device ca03363c-8150-420d-8512-0a3c1b4ff1b3 not bound to the agent host n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:10:12.233421 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:12.241335 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4eda4d-7cfc-4d8c-b243-ded9089612e7 req-51362ee7-5791-4002-a769-44f6072de101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:12.256811 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3a4eda4d-7cfc-4d8c-b243-ded9089612e7 req-51362ee7-5791-4002-a769-44f6072de101 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4b47ebaf5a2144e2beea71bdc91317f3&device_id=b83569e1-b257-4d78-919b-861ace2c9e5d HTTP/1.1" status: 200 len: 1100 time: 0.2798007 Aug 29 04:10:12.279006 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 712dd7e7-480c-42ca-be76-f1e2767cfc5c, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=712dd7e7-480c-42ca-be76-f1e2767cfc5c,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:10:12.292728 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:12.363345 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=712dd7e7-480c-42ca-be76-f1e2767cfc5c,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:12.377433 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9db8ca-d076-4780-b5db-2075cea8eeee req-aa2374c4-4dda-462a-a5d7-13cbe5ee8d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:12.378967 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5f9db8ca-d076-4780-b5db-2075cea8eeee req-aa2374c4-4dda-462a-a5d7-13cbe5ee8d25 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6e669898-6215-49e8-8989-a85b9f5fe627&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1996727 Aug 29 04:10:12.415073 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-47c5c033-bb81-43fb-8b73-bf7c0a800206 req-01c8bc8f-970d-417e-8d86-41d49aa2c6bc tempest-ServersAdminTestJSON-1407982068 tempest-ServersAdminTestJSON-1407982068-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=268ad66b-6c1a-4e93-9fbd-057377cdbb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062194 Aug 29 04:10:12.482473 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-8cacb6ed-967f-4a57-862e-f7006c14dfab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7c5c31-fffd-4414-b987-c5fa715ae32a', 'name': 'tempest-ServersTestFqdnHostnames-217981067-router', 'tenant_id': '0878509a3c9948c598a7472280410341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '38678052-64d2-4a15-8587-6d936a23d58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:10:04Z', 'updated_at': '2021-08-29T04:10:07Z', 'revision_number': 3, 'project_id': '0878509a3c9948c598a7472280410341', 'gw_port': {'id': '38678052-64d2-4a15-8587-6d936a23d58a', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:d9:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db7c5c31-fffd-4414-b987-c5fa715ae32a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:05Z', 'updated_at': '2021-08-29T04:10:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:10:12.518859 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cacb6ed-967f-4a57-862e-f7006c14dfab None None] The sync data for ids ['db7c5c31-fffd-4414-b987-c5fa715ae32a'] in n-d-712140-12 is: [{'id': 'db7c5c31-fffd-4414-b987-c5fa715ae32a', 'name': 'tempest-ServersTestFqdnHostnames-217981067-router', 'tenant_id': '0878509a3c9948c598a7472280410341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '38678052-64d2-4a15-8587-6d936a23d58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:10:04Z', 'updated_at': '2021-08-29T04:10:07Z', 'revision_number': 3, 'project_id': '0878509a3c9948c598a7472280410341', 'gw_port': {'id': '38678052-64d2-4a15-8587-6d936a23d58a', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:d9:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db7c5c31-fffd-4414-b987-c5fa715ae32a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:05Z', 'updated_at': '2021-08-29T04:10:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:10:12.540540 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b83569e1-b257-4d78-919b-861ace2c9e5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca03363c-8150-420d-8512-0a3c1b4ff1b3'}, {'name': 'network-changed', 'server_uuid': 'a6616a4e-74a1-4a12-88c0-4cd9409fcf3a', 'tag': '85a1169a-593f-404a-95c2-61064c1226ff'}, {'name': 'network-changed', 'server_uuid': 'b83569e1-b257-4d78-919b-861ace2c9e5d', 'tag': 'ca03363c-8150-420d-8512-0a3c1b4ff1b3'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:10:12.542830 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-287e9e71-bfa3-4bf7-97c2-3ee68571af60" -d '{"events": [{"server_uuid": "b83569e1-b257-4d78-919b-861ace2c9e5d", "name": "network-vif-unplugged", "status": "completed", "tag": "ca03363c-8150-420d-8512-0a3c1b4ff1b3"}, {"name": "network-changed", "server_uuid": "a6616a4e-74a1-4a12-88c0-4cd9409fcf3a", "tag": "85a1169a-593f-404a-95c2-61064c1226ff"}, {"name": "network-changed", "server_uuid": "b83569e1-b257-4d78-919b-861ace2c9e5d", "tag": "ca03363c-8150-420d-8512-0a3c1b4ff1b3"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:10:12.581216 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4eda4d-7cfc-4d8c-b243-ded9089612e7 req-fb4ad40a-a7a7-403f-afff-de70eb31c219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:12.582698 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3a4eda4d-7cfc-4d8c-b243-ded9089612e7 req-fb4ad40a-a7a7-403f-afff-de70eb31c219 service neutron] 10.222.0.48 "GET /v2.0/networks?id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 HTTP/1.1" status: 200 len: 870 time: 0.3071244 Aug 29 04:10:12.620278 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dabb91-725e-4f29-9008-50738295e521 req-02e3b54f-3a99-45e9-b140-1d28bcea44b2 tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:12.621751 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-52dabb91-725e-4f29-9008-50738295e521 req-02e3b54f-3a99-45e9-b140-1d28bcea44b2 tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4ba3237-9eca-4f4d-905c-a4fd96cd7f22 HTTP/1.1" status: 200 len: 944 time: 0.1412239 Aug 29 04:10:12.642518 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c33a6f-8e02-4d18-9572-5fed7ad9b3a9 req-5f1ac326-0bf3-4339-97d7-9660583a1c51 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:12.645184 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f1c33a6f-8e02-4d18-9572-5fed7ad9b3a9 req-5f1ac326-0bf3-4339-97d7-9660583a1c51 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6616a4e-74a1-4a12-88c0-4cd9409fcf3a HTTP/1.1" status: 200 len: 943 time: 0.8561027 Aug 29 04:10:12.661038 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3a4eda4d-7cfc-4d8c-b243-ded9089612e7 req-3b745c81-3152-4b19-bc54-3ee3aa942815 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=ca03363c-8150-420d-8512-0a3c1b4ff1b3 HTTP/1.1" status: 200 len: 217 time: 0.0630858 Aug 29 04:10:12.662289 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5f9db8ca-d076-4780-b5db-2075cea8eeee req-bf31ca07-24a4-415d-9b19-7ea773954a90 service neutron] 10.222.0.48 "GET /v2.0/networks/6e669898-6215-49e8-8989-a85b9f5fe627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722466 Aug 29 04:10:12.668804 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6af9a575-70f3-47ef-b427-ea8237d49d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:12.729835 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ae63ba8d-d1ec-46d0-99a0-cc45feab80b1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:12.783209 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af9a575-70f3-47ef-b427-ea8237d49d50 admin admin] Network 9c6b70cd-4018-45e7-bcf9-d8107df4490b is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:10:12.818242 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-6af9a575-70f3-47ef-b427-ea8237d49d50 admin admin] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:10:12.827479 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f1c33a6f-8e02-4d18-9572-5fed7ad9b3a9 req-0b3ea65d-c678-4e71-a903-80d0f63f1059 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] 10.222.0.22 "GET /v2.0/security-groups?id=3dbd32b7-b3fc-4076-a8b6-8020bdad2883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1712990 Aug 29 04:10:12.848655 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af9a575-70f3-47ef-b427-ea8237d49d50 admin admin] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:10:12.931835 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af9a575-70f3-47ef-b427-ea8237d49d50 admin admin] Pushing event updated for resources: {'Port': ['ID=97c9cc39-c927-443e-9c11-fb8fcf6e9e4e,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:12.935912 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6af9a575-70f3-47ef-b427-ea8237d49d50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719598'] for router_interface, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:13.073696 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-81c158e3-e21a-44c2-bf6a-8f4d661f0ac7 None None] Provisioning for port 97c9cc39-c927-443e-9c11-fb8fcf6e9e4e completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:10:13.079216 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-81c158e3-e21a-44c2-bf6a-8f4d661f0ac7 None None] Provisioning complete for port 97c9cc39-c927-443e-9c11-fb8fcf6e9e4e triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:10:13.080132 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-81c158e3-e21a-44c2-bf6a-8f4d661f0ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:13.121384 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-81c158e3-e21a-44c2-bf6a-8f4d661f0ac7 None None] Port 97c9cc39-c927-443e-9c11-fb8fcf6e9e4e cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:10:13.132035 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-52dabb91-725e-4f29-9008-50738295e521 req-96039fdb-0713-4ffc-8df8-fe290a7a5462 tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] 10.222.0.22 "GET /v2.0/security-groups?id=4dbbedf5-2f21-4437-b7c2-73b739103a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4744589 Aug 29 04:10:13.165725 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4eda4d-7cfc-4d8c-b243-ded9089612e7 req-d3279e63-66b7-4a69-bb72-aeef74d5a9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:13.167396 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3a4eda4d-7cfc-4d8c-b243-ded9089612e7 req-d3279e63-66b7-4a69-bb72-aeef74d5a9b4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=18cd12d4-b12a-41b0-b0c5-618edbb84e74 HTTP/1.1" status: 200 len: 843 time: 0.4871793 Aug 29 04:10:13.193613 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-2dcb0e4a-acde-48fe-b851-144d8139527c admin admin] Allocated IP 172.20.0.1 (dc563c47-043f-429f-be85-78b8391b0dc9/39bb6e0a-5bf9-4bcf-b8e1-4b7e3ed1a737/efe795b6-c267-4678-8360-3e43a153a9e8) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:10:13.207103 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-e0c2023a-2f35-4f9a-994a-85782f660c80 req-90495f60-b618-4fd2-ae87-878884c7315d tempest-SecurityGroupsTestAdminJSON-388940218 tempest-SecurityGroupsTestAdminJSON-388940218-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1910613700', 'description': 'tempest-description-1671946021'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:10:13.231827 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5f9db8ca-d076-4780-b5db-2075cea8eeee req-d1b0061d-f4a2-42f0-b3c4-d91d362a4321 service neutron] 10.222.0.48 "GET /v2.0/networks/6e669898-6215-49e8-8989-a85b9f5fe627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5500250 Aug 29 04:10:13.243608 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4eda4d-7cfc-4d8c-b243-ded9089612e7 req-98e40841-43d2-47d3-9853-44a6557c90e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:13.245595 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3a4eda4d-7cfc-4d8c-b243-ded9089612e7 req-98e40841-43d2-47d3-9853-44a6557c90e1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0682628 Aug 29 04:10:13.321803 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6af9a575-70f3-47ef-b427-ea8237d49d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:13.345867 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Sun, 29 Aug 2021 04:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8344aac-c092-4895-8168-ece1396db253 x-openstack-request-id: req-c8344aac-c092-4895-8168-ece1396db253 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:10:13.346288 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b83569e1-b257-4d78-919b-861ace2c9e5d", "name": "network-vif-unplugged", "status": "completed", "tag": "ca03363c-8150-420d-8512-0a3c1b4ff1b3", "code": 200}, {"name": "network-changed", "server_uuid": "a6616a4e-74a1-4a12-88c0-4cd9409fcf3a", "tag": "85a1169a-593f-404a-95c2-61064c1226ff", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b83569e1-b257-4d78-919b-861ace2c9e5d", "tag": "ca03363c-8150-420d-8512-0a3c1b4ff1b3", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:10:13.346843 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c8344aac-c092-4895-8168-ece1396db253 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:10:13.347457 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b83569e1-b257-4d78-919b-861ace2c9e5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca03363c-8150-420d-8512-0a3c1b4ff1b3', 'code': 200} Aug 29 04:10:13.347781 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6616a4e-74a1-4a12-88c0-4cd9409fcf3a', 'tag': '85a1169a-593f-404a-95c2-61064c1226ff', 'status': 'completed', 'code': 200} Aug 29 04:10:13.348218 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b83569e1-b257-4d78-919b-861ace2c9e5d', 'tag': 'ca03363c-8150-420d-8512-0a3c1b4ff1b3', 'status': 'completed', 'code': 200} Aug 29 04:10:13.358544 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-e0c2023a-2f35-4f9a-994a-85782f660c80 req-90495f60-b618-4fd2-ae87-878884c7315d tempest-SecurityGroupsTestAdminJSON-388940218 tempest-SecurityGroupsTestAdminJSON-388940218-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:13.363979 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ae63ba8d-d1ec-46d0-99a0-cc45feab80b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409'] for router, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:13.410035 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3a4eda4d-7cfc-4d8c-b243-ded9089612e7 req-74b37c1d-6e99-4e79-bbd5-28085e49595d service neutron] 10.222.0.48 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563601 Aug 29 04:10:13.523053 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2dcb0e4a-acde-48fe-b851-144d8139527c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:13.533637 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 38678052-64d2-4a15-8587-6d936a23d58a up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:10:13.585461 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287e9e71-bfa3-4bf7-97c2-3ee68571af60 req-b4dad2d7-d160-409a-a3e9-14795db07a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:13.586999 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-287e9e71-bfa3-4bf7-97c2-3ee68571af60 req-b4dad2d7-d160-409a-a3e9-14795db07a2b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4b47ebaf5a2144e2beea71bdc91317f3&device_id=b83569e1-b257-4d78-919b-861ace2c9e5d HTTP/1.1" status: 200 len: 1100 time: 0.2132661 Aug 29 04:10:13.596300 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 38678052-64d2-4a15-8587-6d936a23d58a completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:10:13.600838 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 38678052-64d2-4a15-8587-6d936a23d58a triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:10:13.601610 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:13.605813 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-2dcb0e4a-acde-48fe-b851-144d8139527c admin admin] Transition to ACTIVE for port object efe795b6-c267-4678-8360-3e43a153a9e8 will not be triggered until provisioned by entity DHCP. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:10:13.685547 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8f9909-a659-41d2-90ca-8854cca96178 req-c1d4b131-5c32-446f-9edf-938df3510753 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:13.687657 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ba8f9909-a659-41d2-90ca-8854cca96178 req-c1d4b131-5c32-446f-9edf-938df3510753 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=b83569e1-b257-4d78-919b-861ace2c9e5d HTTP/1.1" status: 200 len: 948 time: 0.1898851 Aug 29 04:10:13.694089 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287e9e71-bfa3-4bf7-97c2-3ee68571af60 req-bd16f5e3-0b0d-446d-90d6-3fd73638d0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:13.695443 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:13.695754 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-287e9e71-bfa3-4bf7-97c2-3ee68571af60 req-bd16f5e3-0b0d-446d-90d6-3fd73638d0a5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b8e5ee0a53fd42e2a03b18096f8a732f&device_id=a6616a4e-74a1-4a12-88c0-4cd9409fcf3a HTTP/1.1" status: 200 len: 1095 time: 0.2005138 Aug 29 04:10:13.710654 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3a4eda4d-7cfc-4d8c-b243-ded9089612e7 req-03af13e4-6fab-4b10-9703-74179100812a service neutron] 10.222.0.48 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2820163 Aug 29 04:10:13.718658 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 38678052-64d2-4a15-8587-6d936a23d58a, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=38678052-64d2-4a15-8587-6d936a23d58a,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:10:13.725502 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:13.727517 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 712dd7e7-480c-42ca-be76-f1e2767cfc5c up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:10:13.788256 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-e0c2023a-2f35-4f9a-994a-85782f660c80 req-90495f60-b618-4fd2-ae87-878884c7315d tempest-SecurityGroupsTestAdminJSON-388940218 tempest-SecurityGroupsTestAdminJSON-388940218-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:13.791256 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2dcb0e4a-acde-48fe-b851-144d8139527c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:13.810628 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-e0c2023a-2f35-4f9a-994a-85782f660c80 req-90495f60-b618-4fd2-ae87-878884c7315d tempest-SecurityGroupsTestAdminJSON-388940218 tempest-SecurityGroupsTestAdminJSON-388940218-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:13.827773 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=38678052-64d2-4a15-8587-6d936a23d58a,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:13.870206 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287e9e71-bfa3-4bf7-97c2-3ee68571af60 req-16092b43-2c88-491e-bb02-8bb977fe138d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:13.871748 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-287e9e71-bfa3-4bf7-97c2-3ee68571af60 req-16092b43-2c88-491e-bb02-8bb977fe138d service neutron] 10.222.0.48 "GET /v2.0/networks?id=6e669898-6215-49e8-8989-a85b9f5fe627 HTTP/1.1" status: 200 len: 924 time: 0.1633673 Aug 29 04:10:13.878822 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dcb0e4a-acde-48fe-b851-144d8139527c admin admin] Network dc563c47-043f-429f-be85-78b8391b0dc9 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:10:13.880366 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae63ba8d-d1ec-46d0-99a0-cc45feab80b1 admin admin] Router 9a17c131-2ddb-44f4-941f-3f59454d9261 is scheduled to L3 agent 76874008-c311-485c-ba36-921b6d275b6a with binding_index 1 {{(pid=94829) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:10:13.886602 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 712dd7e7-480c-42ca-be76-f1e2767cfc5c triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:10:13.887199 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:13.895060 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6af9a575-70f3-47ef-b427-ea8237d49d50 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:13.901052 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-2dcb0e4a-acde-48fe-b851-144d8139527c admin admin] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:10:13.908982 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcb0e4a-acde-48fe-b851-144d8139527c admin admin] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:10:13.910555 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-e0c2023a-2f35-4f9a-994a-85782f660c80 req-90495f60-b618-4fd2-ae87-878884c7315d tempest-SecurityGroupsTestAdminJSON-388940218 tempest-SecurityGroupsTestAdminJSON-388940218-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:13.911984 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e0c2023a-2f35-4f9a-994a-85782f660c80 req-90495f60-b618-4fd2-ae87-878884c7315d tempest-SecurityGroupsTestAdminJSON-388940218 tempest-SecurityGroupsTestAdminJSON-388940218-project-admin] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.8609257 Aug 29 04:10:13.915836 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90495f60-b618-4fd2-ae87-878884c7315d tempest-SecurityGroupsTestAdminJSON-388940218 tempest-SecurityGroupsTestAdminJSON-388940218-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3997932-9150-4617-825f-fd7c768e936a,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:13.918048 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6af9a575-70f3-47ef-b427-ea8237d49d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:13.941934 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ba8f9909-a659-41d2-90ca-8854cca96178 req-dd9d6deb-9698-4e03-b0be-ef1c2bff866b tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292635 Aug 29 04:10:13.944233 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcb0e4a-acde-48fe-b851-144d8139527c admin admin] Pushing event updated for resources: {'Port': ['ID=efe795b6-c267-4678-8360-3e43a153a9e8,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:13.984107 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287e9e71-bfa3-4bf7-97c2-3ee68571af60 req-0b9e75b2-5384-400a-a01e-b693b6e01101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:13.985623 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-287e9e71-bfa3-4bf7-97c2-3ee68571af60 req-0b9e75b2-5384-400a-a01e-b693b6e01101 service neutron] 10.222.0.46 "GET /v2.0/networks?id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 HTTP/1.1" status: 200 len: 870 time: 0.3763287 Aug 29 04:10:13.987085 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-287e9e71-bfa3-4bf7-97c2-3ee68571af60 req-05fb5f25-0e23-4f01-b86b-8e6b9f4de080 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=85a1169a-593f-404a-95c2-61064c1226ff HTTP/1.1" status: 200 len: 217 time: 0.1012416 Aug 29 04:10:14.070354 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-287e9e71-bfa3-4bf7-97c2-3ee68571af60 req-66f597fe-3a34-465e-95fd-186ccb1480ee service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=ca03363c-8150-420d-8512-0a3c1b4ff1b3 HTTP/1.1" status: 200 len: 217 time: 0.0752823 Aug 29 04:10:14.103572 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2dcb0e4a-acde-48fe-b851-144d8139527c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719598'] for router_interface, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:14.148970 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287e9e71-bfa3-4bf7-97c2-3ee68571af60 req-16dc7530-ac4e-4404-9586-26b204dcc210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:14.150491 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-287e9e71-bfa3-4bf7-97c2-3ee68571af60 req-16dc7530-ac4e-4404-9586-26b204dcc210 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=62082f5a-1e19-4bac-8b75-d0b867c1cfb7 HTTP/1.1" status: 200 len: 862 time: 0.1543636 Aug 29 04:10:14.167590 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af9a575-70f3-47ef-b427-ea8237d49d50 admin admin] Pushing event updated for resources: {'Port': ['ID=97c9cc39-c927-443e-9c11-fb8fcf6e9e4e,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:14.184649 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6af9a575-70f3-47ef-b427-ea8237d49d50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-718897'] for router_interface, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:14.210619 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fb8226-a6e8-4113-b629-84740749574f req-33380028-85fe-40b7-8fa0-d4c3c1c488c5 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:14.212272 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a3fb8226-a6e8-4113-b629-84740749574f req-33380028-85fe-40b7-8fa0-d4c3c1c488c5 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6616a4e-74a1-4a12-88c0-4cd9409fcf3a HTTP/1.1" status: 200 len: 943 time: 0.1409445 Aug 29 04:10:14.213729 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287e9e71-bfa3-4bf7-97c2-3ee68571af60 req-24424570-4c1a-4406-9436-851849d697e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:14.215076 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-287e9e71-bfa3-4bf7-97c2-3ee68571af60 req-24424570-4c1a-4406-9436-851849d697e0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=18cd12d4-b12a-41b0-b0c5-618edbb84e74 HTTP/1.1" status: 200 len: 843 time: 0.1265061 Aug 29 04:10:14.261418 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-9f847062-10f9-4d31-aa4a-dc2a7595d4df None None] Provisioning for port efe795b6-c267-4678-8360-3e43a153a9e8 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:10:14.266206 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-9f847062-10f9-4d31-aa4a-dc2a7595d4df None None] Provisioning complete for port efe795b6-c267-4678-8360-3e43a153a9e8 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:10:14.267237 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9f847062-10f9-4d31-aa4a-dc2a7595d4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:14.268711 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287e9e71-bfa3-4bf7-97c2-3ee68571af60 req-6d4c11bd-f572-4910-b4a7-3573d6b8bce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:14.270489 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-287e9e71-bfa3-4bf7-97c2-3ee68571af60 req-6d4c11bd-f572-4910-b4a7-3573d6b8bce7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6e669898-6215-49e8-8989-a85b9f5fe627&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1100371 Aug 29 04:10:14.310666 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a3fb8226-a6e8-4113-b629-84740749574f req-6c5504e6-c29e-4c06-bfaf-1b31e5985c43 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] 10.222.0.22 "GET /v2.0/security-groups?id=3dbd32b7-b3fc-4076-a8b6-8020bdad2883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906382 Aug 29 04:10:14.319165 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-9f847062-10f9-4d31-aa4a-dc2a7595d4df None None] Port efe795b6-c267-4678-8360-3e43a153a9e8 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:10:14.349796 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287e9e71-bfa3-4bf7-97c2-3ee68571af60 req-c3670477-33ad-4fd4-a63c-b6693638a92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:14.351316 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-287e9e71-bfa3-4bf7-97c2-3ee68571af60 req-c3670477-33ad-4fd4-a63c-b6693638a92a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1237409 Aug 29 04:10:14.377511 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae63ba8d-d1ec-46d0-99a0-cc45feab80b1 admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:10:14.390610 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93dde46-7049-4f6a-8391-db4724910cca None None] Sync routers for ids ['9a17c131-2ddb-44f4-941f-3f59454d9261'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:10:14.405776 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93dde46-7049-4f6a-8391-db4724910cca None None] Routers {'9a17c131-2ddb-44f4-941f-3f59454d9261'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:10:14.406598 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-e93dde46-7049-4f6a-8391-db4724910cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:10:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['9a17c131-2ddb-44f4-941f-3f59454d9261'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:10:14.445156 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-287e9e71-bfa3-4bf7-97c2-3ee68571af60 req-25644ffa-006c-44dd-b964-a0818b94b37e service neutron] 10.222.0.48 "GET /v2.0/networks/6e669898-6215-49e8-8989-a85b9f5fe627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620359 Aug 29 04:10:14.454730 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ae63ba8d-d1ec-46d0-99a0-cc45feab80b1 admin admin] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:14.459388 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-ae63ba8d-d1ec-46d0-99a0-cc45feab80b1 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.9704590 Aug 29 04:10:14.462442 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 35560) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:14.540584 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-287e9e71-bfa3-4bf7-97c2-3ee68571af60 req-bef96386-1409-4443-b356-483a38557664 service neutron] 10.222.0.46 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725979 Aug 29 04:10:14.570177 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af9a575-70f3-47ef-b427-ea8237d49d50 admin admin] Network 9c6b70cd-4018-45e7-bcf9-d8107df4490b is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:10:14.582333 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-6af9a575-70f3-47ef-b427-ea8237d49d50 admin admin] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:10:14.586637 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-e93dde46-7049-4f6a-8391-db4724910cca None None] Set router 9a17c131-2ddb-44f4-941f-3f59454d9261 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:10:14.596571 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2dcb0e4a-acde-48fe-b851-144d8139527c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:14.670620 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-287e9e71-bfa3-4bf7-97c2-3ee68571af60 req-3dd0d44e-d79f-4643-8dca-8206684fb8a0 service neutron] 10.222.0.48 "GET /v2.0/networks/6e669898-6215-49e8-8989-a85b9f5fe627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126291 Aug 29 04:10:14.718816 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a10bb-eb3f-4f9a-81d8-3c4006bb8e11 req-5ccadf76-4fe5-438e-9a18-b1eced91e05c tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:14.720621 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e69a10bb-eb3f-4f9a-81d8-3c4006bb8e11 req-5ccadf76-4fe5-438e-9a18-b1eced91e05c tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4ba3237-9eca-4f4d-905c-a4fd96cd7f22 HTTP/1.1" status: 200 len: 944 time: 0.0881383 Aug 29 04:10:14.724881 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-287e9e71-bfa3-4bf7-97c2-3ee68571af60 req-67449224-6294-4fdc-92fc-f2c08f65d9ea service neutron] 10.222.0.46 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714790 Aug 29 04:10:14.804624 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e69a10bb-eb3f-4f9a-81d8-3c4006bb8e11 req-951a7e7d-1f3b-4be2-88d7-cd8d8f2c6e2d tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] 10.222.0.22 "GET /v2.0/security-groups?id=4dbbedf5-2f21-4437-b7c2-73b739103a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764937 Aug 29 04:10:14.815735 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287e9e71-bfa3-4bf7-97c2-3ee68571af60 req-a2d00733-87bb-42fc-b4a4-098edf9c050b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:14.818149 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-287e9e71-bfa3-4bf7-97c2-3ee68571af60 req-a2d00733-87bb-42fc-b4a4-098edf9c050b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4b47ebaf5a2144e2beea71bdc91317f3&device_id=b83569e1-b257-4d78-919b-861ace2c9e5d HTTP/1.1" status: 200 len: 1100 time: 0.0629811 Aug 29 04:10:14.894855 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-e93dde46-7049-4f6a-8391-db4724910cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a17c131-2ddb-44f4-941f-3f59454d9261', 'name': 'tempest-ServerActionsTestJSON-1595702282-router', 'tenant_id': '48da3dc54d264865b5c4834c4a90f4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'd55c5b4f-0d3f-4420-88a9-b3561127c9a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:10:07Z', 'updated_at': '2021-08-29T04:10:12Z', 'revision_number': 3, 'project_id': '48da3dc54d264865b5c4834c4a90f4b5', 'gw_port': {'id': 'd55c5b4f-0d3f-4420-88a9-b3561127c9a3', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:8c:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a17c131-2ddb-44f4-941f-3f59454d9261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:09Z', 'updated_at': '2021-08-29T04:10:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:10:14.923056 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93dde46-7049-4f6a-8391-db4724910cca None None] Checking router: 9a17c131-2ddb-44f4-941f-3f59454d9261 for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:10:14.923553 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93dde46-7049-4f6a-8391-db4724910cca None None] Updating router 9a17c131-2ddb-44f4-941f-3f59454d9261 port d55c5b4f-0d3f-4420-88a9-b3561127c9a3 binding host n-d-712140-12 {{(pid=94830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:10:14.931033 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287e9e71-bfa3-4bf7-97c2-3ee68571af60 req-48ecd6e9-9ba9-4a47-8af5-ab9a99c063f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:14.935396 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-287e9e71-bfa3-4bf7-97c2-3ee68571af60 req-48ecd6e9-9ba9-4a47-8af5-ab9a99c063f3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 HTTP/1.1" status: 200 len: 870 time: 0.1090319 Aug 29 04:10:14.961680 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e93dde46-7049-4f6a-8391-db4724910cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:14.993078 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6b39d77c-58c3-4e08-bae8-5fef5e1791b5 None None] Provisioning complete for port 97c9cc39-c927-443e-9c11-fb8fcf6e9e4e triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:10:14.993466 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6b39d77c-58c3-4e08-bae8-5fef5e1791b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:14.993660 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-287e9e71-bfa3-4bf7-97c2-3ee68571af60 req-91ddf331-7a1b-46ac-816e-a749fda4cc32 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=ca03363c-8150-420d-8512-0a3c1b4ff1b3 HTTP/1.1" status: 200 len: 217 time: 0.0457194 Aug 29 04:10:15.058439 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287e9e71-bfa3-4bf7-97c2-3ee68571af60 req-acc08411-5ef9-418f-8385-3139f9e280b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:15.060407 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-287e9e71-bfa3-4bf7-97c2-3ee68571af60 req-acc08411-5ef9-418f-8385-3139f9e280b9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=18cd12d4-b12a-41b0-b0c5-618edbb84e74 HTTP/1.1" status: 200 len: 843 time: 0.0570927 Aug 29 04:10:15.094303 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6b39d77c-58c3-4e08-bae8-5fef5e1791b5 None None] Port 97c9cc39-c927-443e-9c11-fb8fcf6e9e4e cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:10:15.157446 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd3031f-226d-4a07-b7dd-944a18bf3fad req-99eb621c-e6c0-4d67-94f3-cb72246ca78c tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:15.159136 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-cbd3031f-226d-4a07-b7dd-944a18bf3fad req-99eb621c-e6c0-4d67-94f3-cb72246ca78c tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=b83569e1-b257-4d78-919b-861ace2c9e5d HTTP/1.1" status: 200 len: 948 time: 0.0763268 Aug 29 04:10:15.162988 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287e9e71-bfa3-4bf7-97c2-3ee68571af60 req-849d0ded-8466-45c7-a747-ce586a68cac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:15.164146 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-287e9e71-bfa3-4bf7-97c2-3ee68571af60 req-849d0ded-8466-45c7-a747-ce586a68cac9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0957081 Aug 29 04:10:15.258314 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-cbd3031f-226d-4a07-b7dd-944a18bf3fad req-65123a04-49e6-4ccb-981a-66d268b276b7 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886545 Aug 29 04:10:15.284575 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e93dde46-7049-4f6a-8391-db4724910cca None None] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:15.298115 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e93dde46-7049-4f6a-8391-db4724910cca None None] Transition to ACTIVE for port object d55c5b4f-0d3f-4420-88a9-b3561127c9a3 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:10:15.302248 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-287e9e71-bfa3-4bf7-97c2-3ee68571af60 req-74b84dd4-a227-4f1e-9ce2-981c55a29a0e service neutron] 10.222.0.48 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247952 Aug 29 04:10:15.306698 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e93dde46-7049-4f6a-8391-db4724910cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:15.337873 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6af9a575-70f3-47ef-b427-ea8237d49d50 admin admin] Router d7cad6e7-0edd-4126-acfc-ee1c44bf1cdc has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:10:15.366805 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-e93dde46-7049-4f6a-8391-db4724910cca None None] Attempting to bind port d55c5b4f-0d3f-4420-88a9-b3561127c9a3 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:10:15.367494 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-e93dde46-7049-4f6a-8391-db4724910cca None None] Attempting to bind port d55c5b4f-0d3f-4420-88a9-b3561127c9a3 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:10:15.368299 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93dde46-7049-4f6a-8391-db4724910cca None None] Attempting to bind port d55c5b4f-0d3f-4420-88a9-b3561127c9a3 on network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:10:15.377660 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f773ae80-3430-4de2-a93f-3c77b5a8de05 None None] Pushing event updated for resources: {'Port': ['ID=d55c5b4f-0d3f-4420-88a9-b3561127c9a3,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:15.382199 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93dde46-7049-4f6a-8391-db4724910cca None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:10:15.382685 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93dde46-7049-4f6a-8391-db4724910cca None None] Checking segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:10:15.383165 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e93dde46-7049-4f6a-8391-db4724910cca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:15.383854 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93dde46-7049-4f6a-8391-db4724910cca None None] Bound using segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:10:15.384572 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-e93dde46-7049-4f6a-8391-db4724910cca None None] Bound port: d55c5b4f-0d3f-4420-88a9-b3561127c9a3, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:10:15.385042 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e93dde46-7049-4f6a-8391-db4724910cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:15.408299 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-188e0d96-c0d8-4a1c-b5b8-a71d149b963a req-157b5ed7-1770-440b-aec0-f90d7fb8c7f1 tempest-SecurityGroupsTestAdminJSON-388940218 tempest-SecurityGroupsTestAdminJSON-388940218-project-admin] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 53332 time: 1.4149289 Aug 29 04:10:15.450261 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-287e9e71-bfa3-4bf7-97c2-3ee68571af60 req-bc440e80-6c2c-476b-bc95-2265b4e4c70d service neutron] 10.222.0.48 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363502 Aug 29 04:10:15.461789 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2dcb0e4a-acde-48fe-b851-144d8139527c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:15.469282 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 38678052-64d2-4a15-8587-6d936a23d58a up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:10:15.471039 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2dcb0e4a-acde-48fe-b851-144d8139527c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:15.475606 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e93dde46-7049-4f6a-8391-db4724910cca None None] For port d55c5b4f-0d3f-4420-88a9-b3561127c9a3, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:10:15.520001 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e93dde46-7049-4f6a-8391-db4724910cca None None] For port d55c5b4f-0d3f-4420-88a9-b3561127c9a3, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=d55c5b4f-0d3f-4420-88a9-b3561127c9a3,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:10:15.531289 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e93dde46-7049-4f6a-8391-db4724910cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:15.565938 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f509cf9-0582-436a-89d9-a5518f1145df req-5e274f49-e9e9-44e4-9477-f75d869e1dc9 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:15.567737 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6f509cf9-0582-436a-89d9-a5518f1145df req-5e274f49-e9e9-44e4-9477-f75d869e1dc9 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6616a4e-74a1-4a12-88c0-4cd9409fcf3a HTTP/1.1" status: 200 len: 943 time: 0.0563672 Aug 29 04:10:15.604164 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f773ae80-3430-4de2-a93f-3c77b5a8de05 None None] Pushing event updated for resources: {'Port': ['ID=d55c5b4f-0d3f-4420-88a9-b3561127c9a3,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:15.607416 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 38678052-64d2-4a15-8587-6d936a23d58a triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:10:15.608342 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:15.610035 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93dde46-7049-4f6a-8391-db4724910cca None None] Routers {'9a17c131-2ddb-44f4-941f-3f59454d9261'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:10:15.610666 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-e93dde46-7049-4f6a-8391-db4724910cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:10:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['9a17c131-2ddb-44f4-941f-3f59454d9261'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:10:15.627871 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6f509cf9-0582-436a-89d9-a5518f1145df req-36c8d220-e4ca-461b-9059-c0adc899e935 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] 10.222.0.22 "GET /v2.0/security-groups?id=3dbd32b7-b3fc-4076-a8b6-8020bdad2883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483987 Aug 29 04:10:15.699174 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2dcb0e4a-acde-48fe-b851-144d8139527c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-718897'] for router_interface, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:15.701120 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcb0e4a-acde-48fe-b851-144d8139527c admin admin] Pushing event updated for resources: {'Port': ['ID=efe795b6-c267-4678-8360-3e43a153a9e8,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:15.747867 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-188e0d96-c0d8-4a1c-b5b8-a71d149b963a req-c31a8d44-808f-4f64-ba13-3ce5a6247d03 tempest-SecurityGroupsTestAdminJSON-388940218 tempest-SecurityGroupsTestAdminJSON-388940218-project-admin] 10.222.0.22 "GET /v2.0/security-groups/268ad66b-6c1a-4e93-9fbd-057377cdbb7a HTTP/1.1" status: 200 len: 2981 time: 0.2820859 Aug 29 04:10:15.751051 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ba3032-53a6-4c18-a0f2-00017ed5854a req-31d46ec5-b44f-4081-84bd-7348751c41c4 tempest-ServersAdminTestJSON-1407982068 tempest-ServersAdminTestJSON-1407982068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:15.758066 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b0ba3032-53a6-4c18-a0f2-00017ed5854a req-31d46ec5-b44f-4081-84bd-7348751c41c4 tempest-ServersAdminTestJSON-1407982068 tempest-ServersAdminTestJSON-1407982068-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=3698ca45-79dc-4840-b1cf-184940aeb2f5 HTTP/1.1" status: 200 len: 1102 time: 0.0549099 Aug 29 04:10:15.786363 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-e93dde46-7049-4f6a-8391-db4724910cca None None] Set router 9a17c131-2ddb-44f4-941f-3f59454d9261 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:10:15.793813 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b0ba3032-53a6-4c18-a0f2-00017ed5854a req-a98a3d68-5c3e-49b0-aec8-29725343c03b tempest-ServersAdminTestJSON-1407982068 tempest-ServersAdminTestJSON-1407982068-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=268ad66b-6c1a-4e93-9fbd-057377cdbb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347931 Aug 29 04:10:15.839960 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6af9a575-70f3-47ef-b427-ea8237d49d50 admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:10:15.854567 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ba9a46-e09f-40bc-be2a-1c74c7cf94e8 None None] Sync routers for ids ['d7cad6e7-0edd-4126-acfc-ee1c44bf1cdc'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:10:15.872284 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ba9a46-e09f-40bc-be2a-1c74c7cf94e8 None None] Routers {'d7cad6e7-0edd-4126-acfc-ee1c44bf1cdc'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:10:15.873234 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-d3ba9a46-e09f-40bc-be2a-1c74c7cf94e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:10:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['d7cad6e7-0edd-4126-acfc-ee1c44bf1cdc'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:10:15.874269 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-6af9a575-70f3-47ef-b427-ea8237d49d50 admin admin] 10.222.0.22 "PUT /v2.0/routers/d7cad6e7-0edd-4126-acfc-ee1c44bf1cdc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1675656 Aug 29 04:10:15.916795 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-188e0d96-c0d8-4a1c-b5b8-a71d149b963a req-be986b44-5643-408c-8bc8-eb1337030c10 tempest-SecurityGroupsTestAdminJSON-388940218 tempest-SecurityGroupsTestAdminJSON-388940218-project-admin] 10.222.0.22 "GET /v2.0/security-groups/268ad66b-6c1a-4e93-9fbd-057377cdbb7a HTTP/1.1" status: 200 len: 2981 time: 0.1578422 Aug 29 04:10:15.940957 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da82a208-723e-497e-acfa-3138637ba471 req-faf07aee-5e2e-429f-9645-e94384087590 tempest-ServersAdminTestJSON-1407982068 tempest-ServersAdminTestJSON-1407982068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:15.942876 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-da82a208-723e-497e-acfa-3138637ba471 req-faf07aee-5e2e-429f-9645-e94384087590 tempest-ServersAdminTestJSON-1407982068 tempest-ServersAdminTestJSON-1407982068-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=3698ca45-79dc-4840-b1cf-184940aeb2f5 HTTP/1.1" status: 200 len: 1102 time: 0.0663366 Aug 29 04:10:15.982335 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dcb0e4a-acde-48fe-b851-144d8139527c admin admin] Network dc563c47-043f-429f-be85-78b8391b0dc9 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:10:15.991309 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-2dcb0e4a-acde-48fe-b851-144d8139527c admin admin] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:10:16.026050 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-da82a208-723e-497e-acfa-3138637ba471 req-62352574-1fd1-412a-b8be-f04ccda61733 tempest-ServersAdminTestJSON-1407982068 tempest-ServersAdminTestJSON-1407982068-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=268ad66b-6c1a-4e93-9fbd-057377cdbb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751684 Aug 29 04:10:16.051205 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-d3ba9a46-e09f-40bc-be2a-1c74c7cf94e8 None None] Set router d7cad6e7-0edd-4126-acfc-ee1c44bf1cdc gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:10:16.084175 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-188e0d96-c0d8-4a1c-b5b8-a71d149b963a req-0f3f0deb-e109-47fb-af94-bee956a49483 tempest-SecurityGroupsTestAdminJSON-388940218 tempest-SecurityGroupsTestAdminJSON-388940218-project-admin] 10.222.0.22 "GET /v2.0/security-groups/27e61412-b6f2-4047-a74e-971e676807dc HTTP/1.1" status: 200 len: 2981 time: 0.1570532 Aug 29 04:10:16.093206 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-e93dde46-7049-4f6a-8391-db4724910cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a17c131-2ddb-44f4-941f-3f59454d9261', 'name': 'tempest-ServerActionsTestJSON-1595702282-router', 'tenant_id': '48da3dc54d264865b5c4834c4a90f4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'd55c5b4f-0d3f-4420-88a9-b3561127c9a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:10:07Z', 'updated_at': '2021-08-29T04:10:12Z', 'revision_number': 3, 'project_id': '48da3dc54d264865b5c4834c4a90f4b5', 'gw_port': {'id': 'd55c5b4f-0d3f-4420-88a9-b3561127c9a3', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:8c:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a17c131-2ddb-44f4-941f-3f59454d9261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:09Z', 'updated_at': '2021-08-29T04:10:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:10:16.122144 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4363a61c-f7e0-45bb-a70c-e55d1d486076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:16.147783 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93dde46-7049-4f6a-8391-db4724910cca None None] The sync data for ids ['9a17c131-2ddb-44f4-941f-3f59454d9261'] in n-d-712140-12 is: [{'id': '9a17c131-2ddb-44f4-941f-3f59454d9261', 'name': 'tempest-ServerActionsTestJSON-1595702282-router', 'tenant_id': '48da3dc54d264865b5c4834c4a90f4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'd55c5b4f-0d3f-4420-88a9-b3561127c9a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:10:07Z', 'updated_at': '2021-08-29T04:10:12Z', 'revision_number': 3, 'project_id': '48da3dc54d264865b5c4834c4a90f4b5', 'gw_port': {'id': 'd55c5b4f-0d3f-4420-88a9-b3561127c9a3', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:8c:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a17c131-2ddb-44f4-941f-3f59454d9261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:09Z', 'updated_at': '2021-08-29T04:10:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:10:16.232388 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-188e0d96-c0d8-4a1c-b5b8-a71d149b963a req-576a96a7-b3c4-4bed-8e85-7c4c2c5f14b5 tempest-SecurityGroupsTestAdminJSON-388940218 tempest-SecurityGroupsTestAdminJSON-388940218-project-admin] 10.222.0.22 "GET /v2.0/security-groups/27e61412-b6f2-4047-a74e-971e676807dc HTTP/1.1" status: 200 len: 2981 time: 0.1394114 Aug 29 04:10:16.245674 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef145bd-3413-4cd4-8a6f-fc431235ef77 req-11539ae9-c240-4bca-bc74-7c0cedbf3587 tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:16.249492 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0ef145bd-3413-4cd4-8a6f-fc431235ef77 req-11539ae9-c240-4bca-bc74-7c0cedbf3587 tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4ba3237-9eca-4f4d-905c-a4fd96cd7f22 HTTP/1.1" status: 200 len: 944 time: 0.1141858 Aug 29 04:10:16.326294 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0ef145bd-3413-4cd4-8a6f-fc431235ef77 req-ab78f914-62ef-4708-974c-8be744cd6bb8 tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] 10.222.0.22 "GET /v2.0/security-groups?id=4dbbedf5-2f21-4437-b7c2-73b739103a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613146 Aug 29 04:10:16.347760 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dcb0e4a-acde-48fe-b851-144d8139527c admin admin] Router db7c5c31-fffd-4414-b987-c5fa715ae32a has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:10:16.353478 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-375058bb-54bd-417d-8faf-ca5d2850f8c1 None None] Provisioning complete for port efe795b6-c267-4678-8360-3e43a153a9e8 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:10:16.353919 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-375058bb-54bd-417d-8faf-ca5d2850f8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:16.359750 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-d3ba9a46-e09f-40bc-be2a-1c74c7cf94e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7cad6e7-0edd-4126-acfc-ee1c44bf1cdc', 'name': 'tempest-AttachSCSIVolumeTestJSON-923904542-router', 'tenant_id': 'b65d791c209a4b25819757193b65d4ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '712dd7e7-480c-42ca-be76-f1e2767cfc5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:09:58Z', 'updated_at': '2021-08-29T04:10:13Z', 'revision_number': 4, 'project_id': 'b65d791c209a4b25819757193b65d4ab', 'gw_port': {'id': '712dd7e7-480c-42ca-be76-f1e2767cfc5c', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b2:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7cad6e7-0edd-4126-acfc-ee1c44bf1cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:00Z', 'updated_at': '2021-08-29T04:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '97c9cc39-c927-443e-9c11-fb8fcf6e9e4e', 'name': '', 'network_id': '9c6b70cd-4018-45e7-bcf9-d8107df4490b', 'tenant_id': 'b65d791c209a4b25819757193b65d4ab', 'mac_address': 'fa:16:3e:f7:51:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7cad6e7-0edd-4126-acfc-ee1c44bf1cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '8502d769-641d-4a10-9e4d-27f28f2cb7c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:09Z', 'updated_at': '2021-08-29T04:10:13Z', 'revision_number': 2, 'project_id': 'b65d791c209a4b25819757193b65d4ab', 'subnets': [{'id': '8502d769-641d-4a10-9e4d-27f28f2cb7c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:10:16.399493 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ba9a46-e09f-40bc-be2a-1c74c7cf94e8 None None] Checking router: d7cad6e7-0edd-4126-acfc-ee1c44bf1cdc for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:10:16.399979 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ba9a46-e09f-40bc-be2a-1c74c7cf94e8 None None] Updating router d7cad6e7-0edd-4126-acfc-ee1c44bf1cdc port 97c9cc39-c927-443e-9c11-fb8fcf6e9e4e binding host n-d-712140-12 {{(pid=94831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:10:16.425006 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-188e0d96-c0d8-4a1c-b5b8-a71d149b963a req-da552600-8be2-4e5c-836e-87a7d5d5fabc tempest-SecurityGroupsTestAdminJSON-388940218 tempest-SecurityGroupsTestAdminJSON-388940218-project-admin] 10.222.0.22 "GET /v2.0/security-groups/45665691-1eb0-4f68-ba6b-1883858511b6 HTTP/1.1" status: 200 len: 2981 time: 0.1203957 Aug 29 04:10:16.599430 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d3ba9a46-e09f-40bc-be2a-1c74c7cf94e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:16.712207 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dcb0e4a-acde-48fe-b851-144d8139527c admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:10:16.725251 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f9b549-0952-4c7e-85ce-b33befbfabae req-5a178373-c030-4f27-af09-abce482e265d tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:16.728504 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-26f9b549-0952-4c7e-85ce-b33befbfabae req-5a178373-c030-4f27-af09-abce482e265d tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=b83569e1-b257-4d78-919b-861ace2c9e5d HTTP/1.1" status: 200 len: 948 time: 0.1137986 Aug 29 04:10:16.741724 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-4363a61c-f7e0-45bb-a70c-e55d1d486076 admin admin] Allocated IP 172.20.0.1 (7521cd58-9470-4433-82b8-7e942c988b03/be5f55ab-7fa1-406c-9ca9-03e74b79ef6a/c9fe61ab-8fdf-452e-8b60-722a3c2522fb) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:10:16.757498 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3392cf3f-551a-4607-a732-0cc2c218aa33 None None] Sync routers for ids ['db7c5c31-fffd-4414-b987-c5fa715ae32a'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:10:16.789940 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3392cf3f-551a-4607-a732-0cc2c218aa33 None None] Routers {'db7c5c31-fffd-4414-b987-c5fa715ae32a'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:10:16.792153 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-3392cf3f-551a-4607-a732-0cc2c218aa33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:10:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['db7c5c31-fffd-4414-b987-c5fa715ae32a'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:10:16.795829 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-375058bb-54bd-417d-8faf-ca5d2850f8c1 None None] Port efe795b6-c267-4678-8360-3e43a153a9e8 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:10:16.807893 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-26f9b549-0952-4c7e-85ce-b33befbfabae req-3af57f9f-4b8e-4616-8bb0-866754e1f490 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526626 Aug 29 04:10:16.876670 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-2dcb0e4a-acde-48fe-b851-144d8139527c admin admin] 10.222.0.22 "PUT /v2.0/routers/db7c5c31-fffd-4414-b987-c5fa715ae32a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6075497 Aug 29 04:10:16.919906 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-188e0d96-c0d8-4a1c-b5b8-a71d149b963a req-be3b5af8-f22e-42a6-bed1-49e3f83bc807 tempest-SecurityGroupsTestAdminJSON-388940218 tempest-SecurityGroupsTestAdminJSON-388940218-project-admin] 10.222.0.22 "GET /v2.0/security-groups/45665691-1eb0-4f68-ba6b-1883858511b6 HTTP/1.1" status: 200 len: 2981 time: 0.4479718 Aug 29 04:10:17.027983 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-3392cf3f-551a-4607-a732-0cc2c218aa33 None None] Set router db7c5c31-fffd-4414-b987-c5fa715ae32a gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:10:17.064651 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 35604) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:17.071466 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-b154726b-eaee-465c-ac9d-14e04aadccfa admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1706044306-network', 'tenant_id': '568311114d65416d8de21a22c4018a64'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:10:17.099531 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-188e0d96-c0d8-4a1c-b5b8-a71d149b963a req-50c56165-1de6-422b-907d-1b021ee1e1d0 tempest-SecurityGroupsTestAdminJSON-388940218 tempest-SecurityGroupsTestAdminJSON-388940218-project-admin] 10.222.0.22 "GET /v2.0/security-groups/4958338f-11d3-48e0-a0d5-746868987b8b HTTP/1.1" status: 200 len: 2977 time: 0.1653259 Aug 29 04:10:17.106093 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4363a61c-f7e0-45bb-a70c-e55d1d486076 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:17.106850 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d3ba9a46-e09f-40bc-be2a-1c74c7cf94e8 None None] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:17.116838 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bed4cba-b4e0-4828-8c88-9e1afaeeaf1f req-7ed56c69-624f-4a9a-bcd4-bdcf76ae1ffc tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:17.119871 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3bed4cba-b4e0-4828-8c88-9e1afaeeaf1f req-7ed56c69-624f-4a9a-bcd4-bdcf76ae1ffc tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6616a4e-74a1-4a12-88c0-4cd9409fcf3a HTTP/1.1" status: 200 len: 943 time: 0.0889299 Aug 29 04:10:17.120582 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-d3ba9a46-e09f-40bc-be2a-1c74c7cf94e8 None None] Transition to ACTIVE for port object 97c9cc39-c927-443e-9c11-fb8fcf6e9e4e will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:10:17.128141 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d3ba9a46-e09f-40bc-be2a-1c74c7cf94e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:17.150105 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-4363a61c-f7e0-45bb-a70c-e55d1d486076 admin admin] Transition to ACTIVE for port object c9fe61ab-8fdf-452e-8b60-722a3c2522fb will not be triggered until provisioned by entity DHCP. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:10:17.158042 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b154726b-eaee-465c-ac9d-14e04aadccfa admin admin] Made reservation on behalf of 568311114d65416d8de21a22c4018a64 for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:10:17.160500 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b154726b-eaee-465c-ac9d-14e04aadccfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:17.179032 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b154726b-eaee-465c-ac9d-14e04aadccfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:17.220719 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-188e0d96-c0d8-4a1c-b5b8-a71d149b963a req-348af48e-5d66-445e-9857-f679cbd90740 tempest-SecurityGroupsTestAdminJSON-388940218 tempest-SecurityGroupsTestAdminJSON-388940218-project-admin] 10.222.0.22 "GET /v2.0/security-groups/4958338f-11d3-48e0-a0d5-746868987b8b HTTP/1.1" status: 200 len: 2977 time: 0.1118631 Aug 29 04:10:17.242424 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3bed4cba-b4e0-4828-8c88-9e1afaeeaf1f req-0f20678a-cc24-4d56-bde2-517171c89f64 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] 10.222.0.22 "GET /v2.0/security-groups?id=3dbd32b7-b3fc-4076-a8b6-8020bdad2883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151037 Aug 29 04:10:17.300991 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86042655-451f-4c7b-a019-68e315f7e570 None None] Pushing event updated for resources: {'Port': ['ID=97c9cc39-c927-443e-9c11-fb8fcf6e9e4e,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:17.305866 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-d3ba9a46-e09f-40bc-be2a-1c74c7cf94e8 None None] Attempting to bind port 97c9cc39-c927-443e-9c11-fb8fcf6e9e4e on host n-d-712140-12 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:10:17.306241 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-d3ba9a46-e09f-40bc-be2a-1c74c7cf94e8 None None] Attempting to bind port 97c9cc39-c927-443e-9c11-fb8fcf6e9e4e by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'a980ccbf-7dd9-44c3-95ba-9117d4a4edde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9c6b70cd-4018-45e7-bcf9-d8107df4490b'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:10:17.306614 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ba9a46-e09f-40bc-be2a-1c74c7cf94e8 None None] Attempting to bind port 97c9cc39-c927-443e-9c11-fb8fcf6e9e4e on network 9c6b70cd-4018-45e7-bcf9-d8107df4490b {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:10:17.333059 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ba9a46-e09f-40bc-be2a-1c74c7cf94e8 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:10:17.333439 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ba9a46-e09f-40bc-be2a-1c74c7cf94e8 None None] Checking segment: {'id': 'a980ccbf-7dd9-44c3-95ba-9117d4a4edde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9c6b70cd-4018-45e7-bcf9-d8107df4490b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:10:17.333959 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d3ba9a46-e09f-40bc-be2a-1c74c7cf94e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:17.334498 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ba9a46-e09f-40bc-be2a-1c74c7cf94e8 None None] Bound using segment: {'id': 'a980ccbf-7dd9-44c3-95ba-9117d4a4edde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9c6b70cd-4018-45e7-bcf9-d8107df4490b'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:10:17.335006 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-d3ba9a46-e09f-40bc-be2a-1c74c7cf94e8 None None] Bound port: 97c9cc39-c927-443e-9c11-fb8fcf6e9e4e, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a980ccbf-7dd9-44c3-95ba-9117d4a4edde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9c6b70cd-4018-45e7-bcf9-d8107df4490b'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:10:17.335415 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d3ba9a46-e09f-40bc-be2a-1c74c7cf94e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:17.396129 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4363a61c-f7e0-45bb-a70c-e55d1d486076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:17.459980 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-3392cf3f-551a-4607-a732-0cc2c218aa33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7c5c31-fffd-4414-b987-c5fa715ae32a', 'name': 'tempest-ServersTestFqdnHostnames-217981067-router', 'tenant_id': '0878509a3c9948c598a7472280410341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '38678052-64d2-4a15-8587-6d936a23d58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:10:04Z', 'updated_at': '2021-08-29T04:10:14Z', 'revision_number': 4, 'project_id': '0878509a3c9948c598a7472280410341', 'gw_port': {'id': '38678052-64d2-4a15-8587-6d936a23d58a', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:d9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7c5c31-fffd-4414-b987-c5fa715ae32a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:05Z', 'updated_at': '2021-08-29T04:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': 'efe795b6-c267-4678-8360-3e43a153a9e8', 'name': '', 'network_id': 'dc563c47-043f-429f-be85-78b8391b0dc9', 'tenant_id': '0878509a3c9948c598a7472280410341', 'mac_address': 'fa:16:3e:ec:b6:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db7c5c31-fffd-4414-b987-c5fa715ae32a', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '39bb6e0a-5bf9-4bcf-b8e1-4b7e3ed1a737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:11Z', 'updated_at': '2021-08-29T04:10:15Z', 'revision_number': 2, 'project_id': '0878509a3c9948c598a7472280410341', 'subnets': [{'id': '39bb6e0a-5bf9-4bcf-b8e1-4b7e3ed1a737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:10:17.489935 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-188e0d96-c0d8-4a1c-b5b8-a71d149b963a req-81577a73-0ec9-4d44-b9af-f063a33bda2c tempest-SecurityGroupsTestAdminJSON-388940218 tempest-SecurityGroupsTestAdminJSON-388940218-project-admin] 10.222.0.22 "GET /v2.0/security-groups/61cb7c2d-27eb-4c58-9e3a-d0a9114c0fae HTTP/1.1" status: 200 len: 2981 time: 0.2348659 Aug 29 04:10:17.505517 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-d3ba9a46-e09f-40bc-be2a-1c74c7cf94e8 None None] For port 97c9cc39-c927-443e-9c11-fb8fcf6e9e4e, host n-d-712140-12, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:10:17.509479 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-d3ba9a46-e09f-40bc-be2a-1c74c7cf94e8 None None] For port 97c9cc39-c927-443e-9c11-fb8fcf6e9e4e, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=97c9cc39-c927-443e-9c11-fb8fcf6e9e4e,segment=NetworkSegment(a980ccbf-7dd9-44c3-95ba-9117d4a4edde),segment_id=a980ccbf-7dd9-44c3-95ba-9117d4a4edde)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:10:17.519167 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d3ba9a46-e09f-40bc-be2a-1c74c7cf94e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:17.529597 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device d55c5b4f-0d3f-4420-88a9-b3561127c9a3 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:10:17.538224 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4363a61c-f7e0-45bb-a70c-e55d1d486076 admin admin] Pushing event updated for resources: {'Port': ['ID=c9fe61ab-8fdf-452e-8b60-722a3c2522fb,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:17.549232 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4363a61c-f7e0-45bb-a70c-e55d1d486076 admin admin] Network 7521cd58-9470-4433-82b8-7e942c988b03 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:10:17.554977 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3392cf3f-551a-4607-a732-0cc2c218aa33 None None] Checking router: db7c5c31-fffd-4414-b987-c5fa715ae32a for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:10:17.555431 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3392cf3f-551a-4607-a732-0cc2c218aa33 None None] Updating router db7c5c31-fffd-4414-b987-c5fa715ae32a port efe795b6-c267-4678-8360-3e43a153a9e8 binding host n-d-712140-12 {{(pid=94830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:10:17.566361 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-4363a61c-f7e0-45bb-a70c-e55d1d486076 admin admin] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:10:17.582074 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4363a61c-f7e0-45bb-a70c-e55d1d486076 admin admin] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:10:17.633447 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device ca03363c-8150-420d-8512-0a3c1b4ff1b3 details requested by agent hyperv_n-h2-712140-12 with host n-h2-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:10:17.656477 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ba9a46-e09f-40bc-be2a-1c74c7cf94e8 None None] Routers {'d7cad6e7-0edd-4126-acfc-ee1c44bf1cdc'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:10:17.657110 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-d3ba9a46-e09f-40bc-be2a-1c74c7cf94e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:10:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['d7cad6e7-0edd-4126-acfc-ee1c44bf1cdc'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:10:17.660382 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86042655-451f-4c7b-a019-68e315f7e570 None None] Pushing event updated for resources: {'Port': ['ID=97c9cc39-c927-443e-9c11-fb8fcf6e9e4e,revision_number=4']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:17.699834 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3392cf3f-551a-4607-a732-0cc2c218aa33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:17.756981 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-188e0d96-c0d8-4a1c-b5b8-a71d149b963a req-d76f3d95-1495-454a-9dec-71c8e3e63585 tempest-SecurityGroupsTestAdminJSON-388940218 tempest-SecurityGroupsTestAdminJSON-388940218-project-admin] 10.222.0.22 "GET /v2.0/security-groups/61cb7c2d-27eb-4c58-9e3a-d0a9114c0fae HTTP/1.1" status: 200 len: 2981 time: 0.2272453 Aug 29 04:10:17.860798 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4363a61c-f7e0-45bb-a70c-e55d1d486076 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719598'] for router_interface, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:17.873020 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-188e0d96-c0d8-4a1c-b5b8-a71d149b963a req-45bddac7-bd25-479a-8dde-adf692364c05 tempest-SecurityGroupsTestAdminJSON-388940218 tempest-SecurityGroupsTestAdminJSON-388940218-project-admin] 10.222.0.22 "GET /v2.0/security-groups/67519499-017b-4c54-88db-c974346724c1 HTTP/1.1" status: 200 len: 2981 time: 0.1150761 Aug 29 04:10:17.907897 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-d3ba9a46-e09f-40bc-be2a-1c74c7cf94e8 None None] Set router d7cad6e7-0edd-4126-acfc-ee1c44bf1cdc gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:10:17.978332 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port d55c5b4f-0d3f-4420-88a9-b3561127c9a3 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:10:17.987884 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port d55c5b4f-0d3f-4420-88a9-b3561127c9a3 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:10:17.988373 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:18.003421 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b154726b-eaee-465c-ac9d-14e04aadccfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:18.020446 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b154726b-eaee-465c-ac9d-14e04aadccfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:18.062811 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-188e0d96-c0d8-4a1c-b5b8-a71d149b963a req-190ddf63-98d7-4b45-b5be-66d890ad6922 tempest-SecurityGroupsTestAdminJSON-388940218 tempest-SecurityGroupsTestAdminJSON-388940218-project-admin] 10.222.0.22 "GET /v2.0/security-groups/67519499-017b-4c54-88db-c974346724c1 HTTP/1.1" status: 200 len: 2981 time: 0.1540914 Aug 29 04:10:18.075848 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b154726b-eaee-465c-ac9d-14e04aadccfa admin admin] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:10:18.108221 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b154726b-eaee-465c-ac9d-14e04aadccfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:18.108523 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-b154726b-eaee-465c-ac9d-14e04aadccfa admin admin] Added segment c0ed39a7-0822-449c-a620-32c010b4d030 of type vlan for network 6bd27833-2391-4e38-ae3c-09cb81dd4a64 Aug 29 04:10:18.122405 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b154726b-eaee-465c-ac9d-14e04aadccfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f528fbdf-c4fe-42e4-93ce-33f354d5eb91,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:18.158896 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port ca03363c-8150-420d-8512-0a3c1b4ff1b3, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=ca03363c-8150-420d-8512-0a3c1b4ff1b3,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:10:18.167282 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-bd3e3218-dfd7-4a5b-a262-b2d70e59aa1f None None] Provisioning for port c9fe61ab-8fdf-452e-8b60-722a3c2522fb completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:10:18.190047 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-bd3e3218-dfd7-4a5b-a262-b2d70e59aa1f None None] Provisioning complete for port c9fe61ab-8fdf-452e-8b60-722a3c2522fb triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:10:18.190603 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bd3e3218-dfd7-4a5b-a262-b2d70e59aa1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:18.193387 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-d3ba9a46-e09f-40bc-be2a-1c74c7cf94e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7cad6e7-0edd-4126-acfc-ee1c44bf1cdc', 'name': 'tempest-AttachSCSIVolumeTestJSON-923904542-router', 'tenant_id': 'b65d791c209a4b25819757193b65d4ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '712dd7e7-480c-42ca-be76-f1e2767cfc5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:09:58Z', 'updated_at': '2021-08-29T04:10:13Z', 'revision_number': 4, 'project_id': 'b65d791c209a4b25819757193b65d4ab', 'gw_port': {'id': '712dd7e7-480c-42ca-be76-f1e2767cfc5c', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b2:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7cad6e7-0edd-4126-acfc-ee1c44bf1cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:00Z', 'updated_at': '2021-08-29T04:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '97c9cc39-c927-443e-9c11-fb8fcf6e9e4e', 'name': '', 'network_id': '9c6b70cd-4018-45e7-bcf9-d8107df4490b', 'tenant_id': 'b65d791c209a4b25819757193b65d4ab', 'mac_address': 'fa:16:3e:f7:51:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7cad6e7-0edd-4126-acfc-ee1c44bf1cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '8502d769-641d-4a10-9e4d-27f28f2cb7c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:09Z', 'updated_at': '2021-08-29T04:10:17Z', 'revision_number': 4, 'project_id': 'b65d791c209a4b25819757193b65d4ab', 'subnets': [{'id': '8502d769-641d-4a10-9e4d-27f28f2cb7c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:10:18.197942 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-188e0d96-c0d8-4a1c-b5b8-a71d149b963a req-74a8eea5-3008-450e-95eb-7a1fbd3ec4f5 tempest-SecurityGroupsTestAdminJSON-388940218 tempest-SecurityGroupsTestAdminJSON-388940218-project-admin] 10.222.0.22 "GET /v2.0/security-groups/7a19b0c8-e4ca-4424-8d73-01d84247d177 HTTP/1.1" status: 200 len: 2981 time: 0.1341603 Aug 29 04:10:18.227945 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ba9a46-e09f-40bc-be2a-1c74c7cf94e8 None None] The sync data for ids ['d7cad6e7-0edd-4126-acfc-ee1c44bf1cdc'] in n-d-712140-12 is: [{'id': 'd7cad6e7-0edd-4126-acfc-ee1c44bf1cdc', 'name': 'tempest-AttachSCSIVolumeTestJSON-923904542-router', 'tenant_id': 'b65d791c209a4b25819757193b65d4ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '712dd7e7-480c-42ca-be76-f1e2767cfc5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:09:58Z', 'updated_at': '2021-08-29T04:10:13Z', 'revision_number': 4, 'project_id': 'b65d791c209a4b25819757193b65d4ab', 'gw_port': {'id': '712dd7e7-480c-42ca-be76-f1e2767cfc5c', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b2:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7cad6e7-0edd-4126-acfc-ee1c44bf1cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:00Z', 'updated_at': '2021-08-29T04:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '97c9cc39-c927-443e-9c11-fb8fcf6e9e4e', 'name': '', 'network_id': '9c6b70cd-4018-45e7-bcf9-d8107df4490b', 'tenant_id': 'b65d791c209a4b25819757193b65d4ab', 'mac_address': 'fa:16:3e:f7:51:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7cad6e7-0edd-4126-acfc-ee1c44bf1cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '8502d769-641d-4a10-9e4d-27f28f2cb7c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:09Z', 'updated_at': '2021-08-29T04:10:17Z', 'revision_number': 4, 'project_id': 'b65d791c209a4b25819757193b65d4ab', 'subnets': [{'id': '8502d769-641d-4a10-9e4d-27f28f2cb7c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:10:18.232915 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-bd3e3218-dfd7-4a5b-a262-b2d70e59aa1f None None] Port c9fe61ab-8fdf-452e-8b60-722a3c2522fb cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:10:18.236684 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Returning: {'device': 'ca03363c-8150-420d-8512-0a3c1b4ff1b3', 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45', 'port_id': 'ca03363c-8150-420d-8512-0a3c1b4ff1b3', 'mac_address': 'fa:16:3e:fe:aa:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18cd12d4-b12a-41b0-b0c5-618edbb84e74', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:10:18.236929 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b154726b-eaee-465c-ac9d-14e04aadccfa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:18.285261 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 35616) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:18.290892 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-8555d065-8cb9-45f7-9ba0-ae5666062ea2 tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] Request body: {'security_group': {'name': 'tempest-securitygroup--30434296', 'description': 'tempest-description--1581969896'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:10:18.340495 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-188e0d96-c0d8-4a1c-b5b8-a71d149b963a req-220406ab-dbc6-464c-a6e3-c44f43864054 tempest-SecurityGroupsTestAdminJSON-388940218 tempest-SecurityGroupsTestAdminJSON-388940218-project-admin] 10.222.0.22 "GET /v2.0/security-groups/7a19b0c8-e4ca-4424-8d73-01d84247d177 HTTP/1.1" status: 200 len: 2981 time: 0.1415806 Aug 29 04:10:18.353561 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b154726b-eaee-465c-ac9d-14e04aadccfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:18.354824 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b154726b-eaee-465c-ac9d-14e04aadccfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:18.355467 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b154726b-eaee-465c-ac9d-14e04aadccfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:18.391170 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8555d065-8cb9-45f7-9ba0-ae5666062ea2 tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:18.415867 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:18.422998 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:18.450427 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-188e0d96-c0d8-4a1c-b5b8-a71d149b963a req-502cdedc-bf6f-4794-ba81-7f526bb2af3b tempest-SecurityGroupsTestAdminJSON-388940218 tempest-SecurityGroupsTestAdminJSON-388940218-project-admin] 10.222.0.22 "GET /v2.0/security-groups/8be6dbe4-563c-4afa-9561-0b7e54f089c7 HTTP/1.1" status: 200 len: 2981 time: 0.0981569 Aug 29 04:10:18.458176 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4363a61c-f7e0-45bb-a70c-e55d1d486076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:18.466489 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca03363c-8150-420d-8512-0a3c1b4ff1b3 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:10:18.477171 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port d55c5b4f-0d3f-4420-88a9-b3561127c9a3, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=d55c5b4f-0d3f-4420-88a9-b3561127c9a3,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:10:18.492443 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:18.542196 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e4ac3c-000d-44ff-8d12-33cee0c022fd req-f36aee8d-c1bf-40a7-a624-fa60fc364bfc tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:18.546216 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c5e4ac3c-000d-44ff-8d12-33cee0c022fd req-f36aee8d-c1bf-40a7-a624-fa60fc364bfc tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4ba3237-9eca-4f4d-905c-a4fd96cd7f22 HTTP/1.1" status: 200 len: 944 time: 0.1225133 Aug 29 04:10:18.566424 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port ca03363c-8150-420d-8512-0a3c1b4ff1b3, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=ca03363c-8150-420d-8512-0a3c1b4ff1b3,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:10:18.579807 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-b154726b-eaee-465c-ac9d-14e04aadccfa admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5119777 Aug 29 04:10:18.584331 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:18.584997 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 85a1169a-593f-404a-95c2-61064c1226ff details requested by agent hyperv_n-h2-712140-12 with host n-h2-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:10:18.585826 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 35618) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:18.613861 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-2f4cde1d-3a2b-41e6-9374-1b7215d2c8a0 admin admin] Request body: {'subnet': {'network_id': '6bd27833-2391-4e38-ae3c-09cb81dd4a64', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1706044306-subnet', 'tenant_id': '568311114d65416d8de21a22c4018a64', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:10:18.646854 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c5e4ac3c-000d-44ff-8d12-33cee0c022fd req-8da610dd-7fe9-4450-b556-daf295ee699b tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] 10.222.0.22 "GET /v2.0/security-groups?id=4dbbedf5-2f21-4437-b7c2-73b739103a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891593 Aug 29 04:10:18.709516 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8555d065-8cb9-45f7-9ba0-ae5666062ea2 tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:18.714974 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=d55c5b4f-0d3f-4420-88a9-b3561127c9a3,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:18.721018 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8555d065-8cb9-45f7-9ba0-ae5666062ea2 tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:18.810249 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8555d065-8cb9-45f7-9ba0-ae5666062ea2 tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ce7c691-1054-4e92-8ce1-44402522c321,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:18.853239 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-188e0d96-c0d8-4a1c-b5b8-a71d149b963a req-b0f42b7d-3fa1-4e1a-8c02-fc05b6b2d565 tempest-SecurityGroupsTestAdminJSON-388940218 tempest-SecurityGroupsTestAdminJSON-388940218-project-admin] 10.222.0.22 "GET /v2.0/security-groups/8be6dbe4-563c-4afa-9561-0b7e54f089c7 HTTP/1.1" status: 200 len: 2981 time: 0.4018452 Aug 29 04:10:18.857590 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b154726b-eaee-465c-ac9d-14e04aadccfa admin admin] Pushing event updated for resources: {'Network': ['ID=6bd27833-2391-4e38-ae3c-09cb81dd4a64,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:18.884848 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3392cf3f-551a-4607-a732-0cc2c218aa33 None None] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:18.894513 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 6bd27833-2391-4e38-ae3c-09cb81dd4a64 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:10:18.905126 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8555d065-8cb9-45f7-9ba0-ae5666062ea2 tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:18.906429 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-8555d065-8cb9-45f7-9ba0-ae5666062ea2 tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.6195767 Aug 29 04:10:18.909273 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 35628) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:18.914790 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-bf53cd0a-427b-4862-aec0-abd5eb131382 tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] Request body: {'security_group_rule': {'security_group_id': '1ce7c691-1054-4e92-8ce1-44402522c321', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:10:18.917772 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f4cde1d-3a2b-41e6-9374-1b7215d2c8a0 admin admin] Made reservation on behalf of 568311114d65416d8de21a22c4018a64 for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:10:18.920412 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2f4cde1d-3a2b-41e6-9374-1b7215d2c8a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4552395'] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:18.966586 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bf53cd0a-427b-4862-aec0-abd5eb131382 tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:19.079114 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-3392cf3f-551a-4607-a732-0cc2c218aa33 None None] Transition to ACTIVE for port object efe795b6-c267-4678-8360-3e43a153a9e8 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:10:19.096693 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:19.112710 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=ca03363c-8150-420d-8512-0a3c1b4ff1b3,revision_number=8']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:19.127719 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bf53cd0a-427b-4862-aec0-abd5eb131382 tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:19.136510 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bf53cd0a-427b-4862-aec0-abd5eb131382 tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:19.152142 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf53cd0a-427b-4862-aec0-abd5eb131382 tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47b1a031-0994-42f6-8578-3301f81b8773,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:19.161295 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c2c6aa-7302-4571-824c-a68c5e5e6e6e req-d86c096d-7ea5-43d1-b1fe-fd0b1af1dac1 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:19.167952 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 85a1169a-593f-404a-95c2-61064c1226ff, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=85a1169a-593f-404a-95c2-61064c1226ff,segment=NetworkSegment(e2ca65b5-0fa0-4357-b062-75370c92f2ef),segment_id=e2ca65b5-0fa0-4357-b062-75370c92f2ef)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:10:19.169131 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-34c2c6aa-7302-4571-824c-a68c5e5e6e6e req-d86c096d-7ea5-43d1-b1fe-fd0b1af1dac1 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=b83569e1-b257-4d78-919b-861ace2c9e5d HTTP/1.1" status: 200 len: 949 time: 0.1103017 Aug 29 04:10:19.200228 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Returning: {'device': '85a1169a-593f-404a-95c2-61064c1226ff', 'network_id': '6e669898-6215-49e8-8989-a85b9f5fe627', 'port_id': '85a1169a-593f-404a-95c2-61064c1226ff', 'mac_address': 'fa:16:3e:1d:54:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62082f5a-1e19-4bac-8b75-d0b867c1cfb7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:10:19.204292 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3392cf3f-551a-4607-a732-0cc2c218aa33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:19.228090 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-34c2c6aa-7302-4571-824c-a68c5e5e6e6e req-db68889d-20c7-436d-ad02-20692b28d885 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559807 Aug 29 04:10:19.229198 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bf53cd0a-427b-4862-aec0-abd5eb131382 tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:19.240286 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-bf53cd0a-427b-4862-aec0-abd5eb131382 tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3298969 Aug 29 04:10:19.240939 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 35638) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:19.251580 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-ea6b8d21-da8d-4c0d-b6a3-6a232b2f2c4f tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] Request body: {'security_group_rule': {'security_group_id': '1ce7c691-1054-4e92-8ce1-44402522c321', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:10:19.285413 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32abd22-e263-46c0-bd82-834ea377f79e None None] Pushing event updated for resources: {'Port': ['ID=efe795b6-c267-4678-8360-3e43a153a9e8,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:19.305553 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ea6b8d21-da8d-4c0d-b6a3-6a232b2f2c4f tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:19.367784 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:19.470115 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85a1169a-593f-404a-95c2-61064c1226ff {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:10:19.473503 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e12797-9b7a-4ffb-937d-fb4797a71e27 req-3a3eea31-f3d9-4da1-863e-a866d82d9edd tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:19.492175 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d5e12797-9b7a-4ffb-937d-fb4797a71e27 req-3a3eea31-f3d9-4da1-863e-a866d82d9edd tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6616a4e-74a1-4a12-88c0-4cd9409fcf3a HTTP/1.1" status: 200 len: 943 time: 0.1602180 Aug 29 04:10:19.540966 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 85a1169a-593f-404a-95c2-61064c1226ff, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=85a1169a-593f-404a-95c2-61064c1226ff,segment=NetworkSegment(e2ca65b5-0fa0-4357-b062-75370c92f2ef),segment_id=e2ca65b5-0fa0-4357-b062-75370c92f2ef)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:10:19.555771 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:19.556412 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device b7b7bcf3-74f4-4d55-8e4c-7319d763cd30 details requested by agent hyperv_n-h2-712140-12 with host n-h2-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:10:19.570137 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ea6b8d21-da8d-4c0d-b6a3-6a232b2f2c4f tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:19.591198 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ea6b8d21-da8d-4c0d-b6a3-6a232b2f2c4f tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:19.600050 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-3392cf3f-551a-4607-a732-0cc2c218aa33 None None] Attempting to bind port efe795b6-c267-4678-8360-3e43a153a9e8 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:10:19.600711 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-3392cf3f-551a-4607-a732-0cc2c218aa33 None None] Attempting to bind port efe795b6-c267-4678-8360-3e43a153a9e8 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '5edca003-2703-4f54-98cc-983d1c404746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'dc563c47-043f-429f-be85-78b8391b0dc9'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:10:19.601253 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3392cf3f-551a-4607-a732-0cc2c218aa33 None None] Attempting to bind port efe795b6-c267-4678-8360-3e43a153a9e8 on network dc563c47-043f-429f-be85-78b8391b0dc9 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:10:19.623265 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3392cf3f-551a-4607-a732-0cc2c218aa33 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:10:19.623887 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3392cf3f-551a-4607-a732-0cc2c218aa33 None None] Checking segment: {'id': '5edca003-2703-4f54-98cc-983d1c404746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'dc563c47-043f-429f-be85-78b8391b0dc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:10:19.624449 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3392cf3f-551a-4607-a732-0cc2c218aa33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:19.625147 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3392cf3f-551a-4607-a732-0cc2c218aa33 None None] Bound using segment: {'id': '5edca003-2703-4f54-98cc-983d1c404746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'dc563c47-043f-429f-be85-78b8391b0dc9'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:10:19.625788 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-3392cf3f-551a-4607-a732-0cc2c218aa33 None None] Bound port: efe795b6-c267-4678-8360-3e43a153a9e8, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5edca003-2703-4f54-98cc-983d1c404746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'dc563c47-043f-429f-be85-78b8391b0dc9'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:10:19.626343 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3392cf3f-551a-4607-a732-0cc2c218aa33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:19.639600 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-188e0d96-c0d8-4a1c-b5b8-a71d149b963a req-23f452d5-790f-4c87-989a-1857abc93b1e tempest-SecurityGroupsTestAdminJSON-388940218 tempest-SecurityGroupsTestAdminJSON-388940218-project-admin] 10.222.0.22 "GET /v2.0/security-groups/91c5a176-b023-4669-b826-e2b8f1feedfa HTTP/1.1" status: 200 len: 2977 time: 0.7792468 Aug 29 04:10:19.641731 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4363a61c-f7e0-45bb-a70c-e55d1d486076 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:19.663650 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d5e12797-9b7a-4ffb-937d-fb4797a71e27 req-c39d955f-2558-4ceb-b5a6-dfae4a384bd0 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] 10.222.0.22 "GET /v2.0/security-groups?id=3dbd32b7-b3fc-4076-a8b6-8020bdad2883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1703753 Aug 29 04:10:19.664144 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device d55c5b4f-0d3f-4420-88a9-b3561127c9a3 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:10:19.667719 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6b8d21-da8d-4c0d-b6a3-6a232b2f2c4f tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa3de82f-a0f8-4f74-a2ef-de5fac4448df,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:19.667951 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4363a61c-f7e0-45bb-a70c-e55d1d486076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:19.678135 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ea6b8d21-da8d-4c0d-b6a3-6a232b2f2c4f tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:19.679805 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-ea6b8d21-da8d-4c0d-b6a3-6a232b2f2c4f tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4378705 Aug 29 04:10:19.682784 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 35644) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:19.688788 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-3cf83fbe-5ebb-4bf8-8198-724b8d9642a4 tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] Request body: {'floatingip': {'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:10:19.726628 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3cf83fbe-5ebb-4bf8-8198-724b8d9642a4 tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] Notify callbacks [] for floatingip, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:19.806682 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4363a61c-f7e0-45bb-a70c-e55d1d486076 admin admin] Pushing event updated for resources: {'Port': ['ID=c9fe61ab-8fdf-452e-8b60-722a3c2522fb,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:19.814914 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2f4cde1d-3a2b-41e6-9374-1b7215d2c8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4274880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4552377'] for subnet, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:19.851149 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b108c6bd-2627-4f30-b607-00ef2b9dbdb7 req-4deffe0c-d8aa-45d6-a541-6be08eb92837 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:19.859602 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b108c6bd-2627-4f30-b607-00ef2b9dbdb7 req-4deffe0c-d8aa-45d6-a541-6be08eb92837 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/ports?device_id=3698ca45-79dc-4840-b1cf-184940aeb2f5 HTTP/1.1" status: 200 len: 950 time: 0.0838268 Aug 29 04:10:19.906663 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-188e0d96-c0d8-4a1c-b5b8-a71d149b963a req-59c4930f-e5ea-455d-aaee-90580a6eff87 tempest-SecurityGroupsTestAdminJSON-388940218 tempest-SecurityGroupsTestAdminJSON-388940218-project-admin] 10.222.0.22 "GET /v2.0/security-groups/91c5a176-b023-4669-b826-e2b8f1feedfa HTTP/1.1" status: 200 len: 2977 time: 0.2550595 Aug 29 04:10:19.938044 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b108c6bd-2627-4f30-b607-00ef2b9dbdb7 req-dea2e189-bd53-410a-93cc-1268251c350b tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/security-groups?id=268ad66b-6c1a-4e93-9fbd-057377cdbb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751672 Aug 29 04:10:19.945154 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3cf83fbe-5ebb-4bf8-8198-724b8d9642a4 tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:19.950240 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4363a61c-f7e0-45bb-a70c-e55d1d486076 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-718897'] for router_interface, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:19.981688 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4cde1d-3a2b-41e6-9374-1b7215d2c8a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc5fec2c-9f9b-4df2-8e27-2ed68d0dc31d,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:19.999213 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-188e0d96-c0d8-4a1c-b5b8-a71d149b963a req-507abcce-aa2c-4eb8-98c2-3c41f93d5f70 tempest-SecurityGroupsTestAdminJSON-388940218 tempest-SecurityGroupsTestAdminJSON-388940218-project-admin] 10.222.0.22 "GET /v2.0/security-groups/9751c8b9-7f98-4ab6-93f7-b82de067b072 HTTP/1.1" status: 200 len: 2981 time: 0.0915172 Aug 29 04:10:20.021066 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=85a1169a-593f-404a-95c2-61064c1226ff,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:20.090862 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4cde1d-3a2b-41e6-9374-1b7215d2c8a0 admin admin] Checking segment: {'id': 'c0ed39a7-0822-449c-a620-32c010b4d030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '6bd27833-2391-4e38-ae3c-09cb81dd4a64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:10:20.091228 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4cde1d-3a2b-41e6-9374-1b7215d2c8a0 admin admin] Network hostable DHCP agents. Network: 6bd27833-2391-4e38-ae3c-09cb81dd4a64, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:10:20.154137 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-188e0d96-c0d8-4a1c-b5b8-a71d149b963a req-66656fd2-4fc5-4ac9-bd95-95280f4716b3 tempest-SecurityGroupsTestAdminJSON-388940218 tempest-SecurityGroupsTestAdminJSON-388940218-project-admin] 10.222.0.22 "GET /v2.0/security-groups/9751c8b9-7f98-4ab6-93f7-b82de067b072 HTTP/1.1" status: 200 len: 2981 time: 0.1540031 Aug 29 04:10:20.157142 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4cde1d-3a2b-41e6-9374-1b7215d2c8a0 admin admin] Network 6bd27833-2391-4e38-ae3c-09cb81dd4a64 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:10:20.181264 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port d55c5b4f-0d3f-4420-88a9-b3561127c9a3 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:10:20.181654 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:20.188992 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-3392cf3f-551a-4607-a732-0cc2c218aa33 None None] For port efe795b6-c267-4678-8360-3e43a153a9e8, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:10:20.189189 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-2f4cde1d-3a2b-41e6-9374-1b7215d2c8a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 6bd27833-2391-4e38-ae3c-09cb81dd4a64) {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:10:20.193688 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port b7b7bcf3-74f4-4d55-8e4c-7319d763cd30, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=b7b7bcf3-74f4-4d55-8e4c-7319d763cd30,segment=NetworkSegment(3d556c5e-68f6-44a4-b566-57f69027162c),segment_id=3d556c5e-68f6-44a4-b566-57f69027162c)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:10:20.216540 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4cde1d-3a2b-41e6-9374-1b7215d2c8a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:20.216857 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2f4cde1d-3a2b-41e6-9374-1b7215d2c8a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:20.228359 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a123c8-4679-4116-ac46-8ab2919c9812 None None] Network 6bd27833-2391-4e38-ae3c-09cb81dd4a64 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:10:20.262273 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4363a61c-f7e0-45bb-a70c-e55d1d486076 admin admin] Network 7521cd58-9470-4433-82b8-7e942c988b03 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:10:20.267174 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 35648) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:20.267361 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-2f4cde1d-3a2b-41e6-9374-1b7215d2c8a0 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6573792 Aug 29 04:10:20.271224 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-4363a61c-f7e0-45bb-a70c-e55d1d486076 admin admin] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:10:20.283905 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-4ade04c1-abcc-4156-b8f2-a1916567f229 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1706044306-router', 'tenant_id': '568311114d65416d8de21a22c4018a64', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:10:20.292984 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-188e0d96-c0d8-4a1c-b5b8-a71d149b963a req-85999d29-0d35-48a5-b852-0191bd918246 tempest-SecurityGroupsTestAdminJSON-388940218 tempest-SecurityGroupsTestAdminJSON-388940218-project-admin] 10.222.0.22 "GET /v2.0/security-groups/9c0f5f41-7362-4a14-bd32-502a56aaee69 HTTP/1.1" status: 200 len: 2977 time: 0.1140056 Aug 29 04:10:20.334196 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-3392cf3f-551a-4607-a732-0cc2c218aa33 None None] For port efe795b6-c267-4678-8360-3e43a153a9e8, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=efe795b6-c267-4678-8360-3e43a153a9e8,segment=NetworkSegment(5edca003-2703-4f54-98cc-983d1c404746),segment_id=5edca003-2703-4f54-98cc-983d1c404746)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:10:20.359391 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Returning: {'device': 'b7b7bcf3-74f4-4d55-8e4c-7319d763cd30', 'network_id': '7735d477-d15e-441f-8bb3-d5f649e24907', 'port_id': 'b7b7bcf3-74f4-4d55-8e4c-7319d763cd30', 'mac_address': 'fa:16:3e:77:8f:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2e9ec72-46f1-4e0c-a3f8-8298e639a3bf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:10:20.360328 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4ade04c1-abcc-4156-b8f2-a1916567f229 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:20.363200 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4ade04c1-abcc-4156-b8f2-a1916567f229 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1838'] for router, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:20.422862 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3392cf3f-551a-4607-a732-0cc2c218aa33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:20.495183 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-188e0d96-c0d8-4a1c-b5b8-a71d149b963a req-e38cc666-c752-4f67-a8e2-626f49e2e65c tempest-SecurityGroupsTestAdminJSON-388940218 tempest-SecurityGroupsTestAdminJSON-388940218-project-admin] 10.222.0.22 "GET /v2.0/security-groups/9c0f5f41-7362-4a14-bd32-502a56aaee69 HTTP/1.1" status: 200 len: 2977 time: 0.1585548 Aug 29 04:10:20.546248 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-3cf83fbe-5ebb-4bf8-8198-724b8d9642a4 tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] Allocated IP 172.25.0.166 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/1d57a2d2-86bf-44a0-97af-ef60978e9fbb) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:10:20.547768 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4363a61c-f7e0-45bb-a70c-e55d1d486076 admin admin] Router 9a17c131-2ddb-44f4-941f-3f59454d9261 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:10:20.550795 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4ade04c1-abcc-4156-b8f2-a1916567f229 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:20.598622 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:20.600585 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-188e0d96-c0d8-4a1c-b5b8-a71d149b963a req-6e5b0749-c27d-4816-af69-60232d26ac5c tempest-SecurityGroupsTestAdminJSON-388940218 tempest-SecurityGroupsTestAdminJSON-388940218-project-admin] 10.222.0.22 "GET /v2.0/security-groups/a042bca4-0a64-4531-bad9-c61694a6bc16 HTTP/1.1" status: 200 len: 2981 time: 0.0966098 Aug 29 04:10:20.639529 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3392cf3f-551a-4607-a732-0cc2c218aa33 None None] Routers {'db7c5c31-fffd-4414-b987-c5fa715ae32a'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:10:20.640318 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-3392cf3f-551a-4607-a732-0cc2c218aa33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:10:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['db7c5c31-fffd-4414-b987-c5fa715ae32a'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:10:20.665071 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172dd951-e786-4d71-b3e0-5b9a11077ba2 req-8c7125ac-9442-47da-a389-63e2eaae3aa0 tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:20.675469 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-172dd951-e786-4d71-b3e0-5b9a11077ba2 req-8c7125ac-9442-47da-a389-63e2eaae3aa0 tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4ba3237-9eca-4f4d-905c-a4fd96cd7f22 HTTP/1.1" status: 200 len: 944 time: 0.5152855 Aug 29 04:10:20.729803 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7b7bcf3-74f4-4d55-8e4c-7319d763cd30 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:10:20.749861 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 97c9cc39-c927-443e-9c11-fb8fcf6e9e4e up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:10:20.761306 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32abd22-e263-46c0-bd82-834ea377f79e None None] Pushing event updated for resources: {'Port': ['ID=efe795b6-c267-4678-8360-3e43a153a9e8,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:20.792047 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-188e0d96-c0d8-4a1c-b5b8-a71d149b963a req-a01ae2c1-241b-444c-9ae7-f1fb9013a3e8 tempest-SecurityGroupsTestAdminJSON-388940218 tempest-SecurityGroupsTestAdminJSON-388940218-project-admin] 10.222.0.22 "GET /v2.0/security-groups/a042bca4-0a64-4531-bad9-c61694a6bc16 HTTP/1.1" status: 200 len: 2981 time: 0.1180668 Aug 29 04:10:20.803261 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5a1ebc-3b1d-4d8d-b451-931477695f7c req-866ec947-c213-4ee2-840b-8c32768ddb0d tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:20.804260 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bf5a1ebc-3b1d-4d8d-b451-931477695f7c req-866ec947-c213-4ee2-840b-8c32768ddb0d tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.46 "GET /v2.0/ports?device_id=b83569e1-b257-4d78-919b-861ace2c9e5d&tenant_id=4b47ebaf5a2144e2beea71bdc91317f3&binding%3Ahost_id=n-h2-712140-12 HTTP/1.1" status: 200 len: 949 time: 0.4803095 Aug 29 04:10:20.807269 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-78a2a539-9197-4257-affd-a8db54dd3f34 None None] Provisioning complete for port c9fe61ab-8fdf-452e-8b60-722a3c2522fb triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:10:20.807785 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-78a2a539-9197-4257-affd-a8db54dd3f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:20.833653 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4363a61c-f7e0-45bb-a70c-e55d1d486076 admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:10:20.840753 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port b7b7bcf3-74f4-4d55-8e4c-7319d763cd30, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=b7b7bcf3-74f4-4d55-8e4c-7319d763cd30,segment=NetworkSegment(3d556c5e-68f6-44a4-b566-57f69027162c),segment_id=3d556c5e-68f6-44a4-b566-57f69027162c)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:10:20.843093 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-4363a61c-f7e0-45bb-a70c-e55d1d486076 admin admin] 10.222.0.22 "PUT /v2.0/routers/9a17c131-2ddb-44f4-941f-3f59454d9261/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3696661 Aug 29 04:10:20.858759 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a975b6c-d9f3-433e-8fa0-7605a71df389 None None] Sync routers for ids ['9a17c131-2ddb-44f4-941f-3f59454d9261'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:10:20.871774 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-172dd951-e786-4d71-b3e0-5b9a11077ba2 req-772a943c-560f-46fb-8448-cc02234e4911 tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] 10.222.0.22 "GET /v2.0/security-groups?id=4dbbedf5-2f21-4437-b7c2-73b739103a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1953053 Aug 29 04:10:20.871932 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a975b6c-d9f3-433e-8fa0-7605a71df389 None None] Routers {'9a17c131-2ddb-44f4-941f-3f59454d9261'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:10:20.872798 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-3a975b6c-d9f3-433e-8fa0-7605a71df389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:10:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['9a17c131-2ddb-44f4-941f-3f59454d9261'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:10:20.878281 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-188e0d96-c0d8-4a1c-b5b8-a71d149b963a req-90ac7784-ddad-4219-8278-70b3c3d9501f tempest-SecurityGroupsTestAdminJSON-388940218 tempest-SecurityGroupsTestAdminJSON-388940218-project-admin] 10.222.0.22 "GET /v2.0/security-groups/ddb58e2e-5364-4d18-b9d9-77c75bab842b HTTP/1.1" status: 200 len: 2981 time: 0.0692754 Aug 29 04:10:20.886678 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4ade04c1-abcc-4156-b8f2-a1916567f229 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:20.911719 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:20.934961 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18bd501-7d50-4c25-a9da-4043e0b27129 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-6bd27833-2391-4e38-ae3c-09cb81dd4a64', 'network_id': '6bd27833-2391-4e38-ae3c-09cb81dd4a64', 'tenant_id': '568311114d65416d8de21a22c4018a64', 'fixed_ips': [{'subnet_id': 'dc5fec2c-9f9b-4df2-8e27-2ed68d0dc31d'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:10:20.936540 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c18bd501-7d50-4c25-a9da-4043e0b27129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:20.971745 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-188e0d96-c0d8-4a1c-b5b8-a71d149b963a req-27c85da9-09d8-4bea-8592-b4ebb61e8f71 tempest-SecurityGroupsTestAdminJSON-388940218 tempest-SecurityGroupsTestAdminJSON-388940218-project-admin] 10.222.0.22 "GET /v2.0/security-groups/ddb58e2e-5364-4d18-b9d9-77c75bab842b HTTP/1.1" status: 200 len: 2981 time: 0.0827477 Aug 29 04:10:20.999292 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-78a2a539-9197-4257-affd-a8db54dd3f34 None None] Port c9fe61ab-8fdf-452e-8b60-722a3c2522fb cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:10:21.044044 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-3392cf3f-551a-4607-a732-0cc2c218aa33 None None] Set router db7c5c31-fffd-4414-b987-c5fa715ae32a gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:10:21.064333 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-188e0d96-c0d8-4a1c-b5b8-a71d149b963a req-51701bf9-9d40-4a02-8dc4-d3c32acef777 tempest-SecurityGroupsTestAdminJSON-388940218 tempest-SecurityGroupsTestAdminJSON-388940218-project-admin] 10.222.0.22 "GET /v2.0/security-groups/e06e23ef-e6a7-4e91-a564-799f8691ccb9 HTTP/1.1" status: 200 len: 2981 time: 0.0849748 Aug 29 04:10:21.079571 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=b7b7bcf3-74f4-4d55-8e4c-7319d763cd30,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:21.089920 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-3a975b6c-d9f3-433e-8fa0-7605a71df389 None None] Set router 9a17c131-2ddb-44f4-941f-3f59454d9261 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:10:21.116143 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-188e0d96-c0d8-4a1c-b5b8-a71d149b963a req-42599d73-fa7c-46cd-9fbe-3e364f95ac5f tempest-SecurityGroupsTestAdminJSON-388940218 tempest-SecurityGroupsTestAdminJSON-388940218-project-admin] 10.222.0.22 "GET /v2.0/security-groups/e06e23ef-e6a7-4e91-a564-799f8691ccb9 HTTP/1.1" status: 200 len: 2981 time: 0.0451605 Aug 29 04:10:21.142788 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 97c9cc39-c927-443e-9c11-fb8fcf6e9e4e completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:10:21.175159 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 97c9cc39-c927-443e-9c11-fb8fcf6e9e4e triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:10:21.175533 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:21.186574 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-188e0d96-c0d8-4a1c-b5b8-a71d149b963a req-f605380d-6979-4d3f-9e29-70b99efc4cc4 tempest-SecurityGroupsTestAdminJSON-388940218 tempest-SecurityGroupsTestAdminJSON-388940218-project-admin] 10.222.0.22 "GET /v2.0/security-groups/ff7482ab-a525-4b6a-b367-5b6571d01643 HTTP/1.1" status: 200 len: 2973 time: 0.0577767 Aug 29 04:10:21.264978 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-188e0d96-c0d8-4a1c-b5b8-a71d149b963a req-c3026409-9106-4967-81f4-007f5008a1fe tempest-SecurityGroupsTestAdminJSON-388940218 tempest-SecurityGroupsTestAdminJSON-388940218-project-admin] 10.222.0.22 "GET /v2.0/security-groups/ff7482ab-a525-4b6a-b367-5b6571d01643 HTTP/1.1" status: 200 len: 2973 time: 0.0648901 Aug 29 04:10:21.361661 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-3a975b6c-d9f3-433e-8fa0-7605a71df389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a17c131-2ddb-44f4-941f-3f59454d9261', 'name': 'tempest-ServerActionsTestJSON-1595702282-router', 'tenant_id': '48da3dc54d264865b5c4834c4a90f4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'd55c5b4f-0d3f-4420-88a9-b3561127c9a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:10:07Z', 'updated_at': '2021-08-29T04:10:18Z', 'revision_number': 4, 'project_id': '48da3dc54d264865b5c4834c4a90f4b5', 'gw_port': {'id': 'd55c5b4f-0d3f-4420-88a9-b3561127c9a3', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:8c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a17c131-2ddb-44f4-941f-3f59454d9261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:09Z', 'updated_at': '2021-08-29T04:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': 'c9fe61ab-8fdf-452e-8b60-722a3c2522fb', 'name': '', 'network_id': '7521cd58-9470-4433-82b8-7e942c988b03', 'tenant_id': '48da3dc54d264865b5c4834c4a90f4b5', 'mac_address': 'fa:16:3e:a2:6e:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a17c131-2ddb-44f4-941f-3f59454d9261', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'be5f55ab-7fa1-406c-9ca9-03e74b79ef6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:16Z', 'updated_at': '2021-08-29T04:10:18Z', 'revision_number': 2, 'project_id': '48da3dc54d264865b5c4834c4a90f4b5', 'subnets': [{'id': 'be5f55ab-7fa1-406c-9ca9-03e74b79ef6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:10:21.380088 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a1d1ee-c2fc-4634-bc42-3a83605c5e05 req-795b0286-fc20-4994-ac8b-d51e3536c8cf tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:21.382790 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-c18bd501-7d50-4c25-a9da-4043e0b27129 None None] Allocated IP 172.20.0.2 (6bd27833-2391-4e38-ae3c-09cb81dd4a64/dc5fec2c-9f9b-4df2-8e27-2ed68d0dc31d/fa9e593b-52c8-46a3-8edf-cd8aab7acd5e) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:10:21.383159 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-69a1d1ee-c2fc-4634-bc42-3a83605c5e05 req-795b0286-fc20-4994-ac8b-d51e3536c8cf tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6616a4e-74a1-4a12-88c0-4cd9409fcf3a HTTP/1.1" status: 200 len: 944 time: 0.0712118 Aug 29 04:10:21.409374 n-d-712140-12 neutron-server[94828]: INFO neutron.api.v2.resource [req-bf5a1ebc-3b1d-4d8d-b451-931477695f7c req-84cc680f-2231-47e6-b9b9-7eee21a403ae service neutron] delete failed (client error): The resource could not be found. Aug 29 04:10:21.410604 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bf5a1ebc-3b1d-4d8d-b451-931477695f7c req-84cc680f-2231-47e6-b9b9-7eee21a403ae service neutron] 10.222.0.46 "DELETE /v2.0/ports/ca03363c-8150-420d-8512-0a3c1b4ff1b3/bindings/n-h1-712140-12 HTTP/1.1" status: 404 len: 381 time: 0.5540059 Aug 29 04:10:21.411193 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a975b6c-d9f3-433e-8fa0-7605a71df389 None None] Checking router: 9a17c131-2ddb-44f4-941f-3f59454d9261 for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:10:21.412269 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a975b6c-d9f3-433e-8fa0-7605a71df389 None None] Updating router 9a17c131-2ddb-44f4-941f-3f59454d9261 port c9fe61ab-8fdf-452e-8b60-722a3c2522fb binding host n-d-712140-12 {{(pid=94831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:10:21.437617 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0b9df0-4191-4097-9bdf-d9c77c488828 req-3953e2bf-3d6d-4fc5-b7a8-531ba3b4e1ab tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:21.447788 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5c0b9df0-4191-4097-9bdf-d9c77c488828 req-3953e2bf-3d6d-4fc5-b7a8-531ba3b4e1ab tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=b83569e1-b257-4d78-919b-861ace2c9e5d HTTP/1.1" status: 200 len: 949 time: 0.4601138 Aug 29 04:10:21.457821 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-69a1d1ee-c2fc-4634-bc42-3a83605c5e05 req-77966846-5fbf-4945-a148-cf4593cde9fb tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] 10.222.0.22 "GET /v2.0/security-groups?id=3dbd32b7-b3fc-4076-a8b6-8020bdad2883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662763 Aug 29 04:10:21.464044 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3cf83fbe-5ebb-4bf8-8198-724b8d9642a4 tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:21.465911 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3a975b6c-d9f3-433e-8fa0-7605a71df389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:21.554763 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:21.563344 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['ca03363c-8150-420d-8512-0a3c1b4ff1b3'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:10:21.565522 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['85a1169a-593f-404a-95c2-61064c1226ff'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:10:21.575078 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5c0b9df0-4191-4097-9bdf-d9c77c488828 req-79b8ec98-04c0-4ef5-9510-ee876f533847 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218336 Aug 29 04:10:21.611453 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5a1ebc-3b1d-4d8d-b451-931477695f7c req-0cc2d280-1cf1-4711-b711-a81738d88448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:21.621511 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bf5a1ebc-3b1d-4d8d-b451-931477695f7c req-0cc2d280-1cf1-4711-b711-a81738d88448 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4b47ebaf5a2144e2beea71bdc91317f3&device_id=b83569e1-b257-4d78-919b-861ace2c9e5d HTTP/1.1" status: 200 len: 1101 time: 0.1431723 Aug 29 04:10:21.626599 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3cf83fbe-5ebb-4bf8-8198-724b8d9642a4 tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:21.634116 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcb3fa4-769e-44c8-913e-71c2cecaca96 req-d1ade577-14c4-4133-917d-fe317e2804ef tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:21.645443 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8dcb3fa4-769e-44c8-913e-71c2cecaca96 req-d1ade577-14c4-4133-917d-fe317e2804ef tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/ports?device_id=3698ca45-79dc-4840-b1cf-184940aeb2f5 HTTP/1.1" status: 200 len: 950 time: 0.0898426 Aug 29 04:10:21.706725 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8dcb3fa4-769e-44c8-913e-71c2cecaca96 req-a7620abf-3e3e-4f6a-80ed-9e2851c84d51 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/security-groups?id=268ad66b-6c1a-4e93-9fbd-057377cdbb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577941 Aug 29 04:10:21.706979 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['b7b7bcf3-74f4-4d55-8e4c-7319d763cd30'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:10:21.783660 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf83fbe-5ebb-4bf8-8198-724b8d9642a4 tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:10:21.809437 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 97c9cc39-c927-443e-9c11-fb8fcf6e9e4e, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=97c9cc39-c927-443e-9c11-fb8fcf6e9e4e,segment=NetworkSegment(a980ccbf-7dd9-44c3-95ba-9117d4a4edde),segment_id=a980ccbf-7dd9-44c3-95ba-9117d4a4edde)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:10:21.827845 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-3cf83fbe-5ebb-4bf8-8198-724b8d9642a4 tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:10:21.839894 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:21.861771 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf83fbe-5ebb-4bf8-8198-724b8d9642a4 tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:10:21.869964 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-bbe01112-0ac5-4daf-8153-863c19bce562 req-3078a5f0-c99d-4ead-844d-b98f0a41b90b tempest-SecurityGroupsTestAdminJSON-1489217322 tempest-SecurityGroupsTestAdminJSON-1489217322-project] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cfc1baed53294ddea39077df7aa19e2c HTTP/1.1" status: 200 len: 6103 time: 0.1404696 Aug 29 04:10:21.882137 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf83fbe-5ebb-4bf8-8198-724b8d9642a4 tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] Pushing event updated for resources: {'Port': ['ID=1d57a2d2-86bf-44a0-97af-ef60978e9fbb,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:21.942675 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-bbe01112-0ac5-4daf-8153-863c19bce562 req-b9c51b31-1fd4-4b58-8864-1d38769fc65f tempest-SecurityGroupsTestAdminJSON-1489217322 tempest-SecurityGroupsTestAdminJSON-1489217322-project] 10.222.0.22 "GET /v2.0/security-groups/a042bca4-0a64-4531-bad9-c61694a6bc16 HTTP/1.1" status: 200 len: 2981 time: 0.0715852 Aug 29 04:10:21.966246 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5a1ebc-3b1d-4d8d-b451-931477695f7c req-fa701f13-b7cc-4621-b91a-38996321fd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:21.967818 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bf5a1ebc-3b1d-4d8d-b451-931477695f7c req-fa701f13-b7cc-4621-b91a-38996321fd42 service neutron] 10.222.0.46 "GET /v2.0/networks?id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 HTTP/1.1" status: 200 len: 870 time: 0.3362906 Aug 29 04:10:21.984505 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3a975b6c-d9f3-433e-8fa0-7605a71df389 None None] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:21.990682 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3cf83fbe-5ebb-4bf8-8198-724b8d9642a4 tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:21.997099 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4ade04c1-abcc-4156-b8f2-a1916567f229 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:21.997552 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-3a975b6c-d9f3-433e-8fa0-7605a71df389 None None] Transition to ACTIVE for port object c9fe61ab-8fdf-452e-8b60-722a3c2522fb will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:10:22.006136 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3a975b6c-d9f3-433e-8fa0-7605a71df389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:22.022967 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-bbe01112-0ac5-4daf-8153-863c19bce562 req-2fd1dfc8-9c1b-4786-a91a-797da769b677 tempest-SecurityGroupsTestAdminJSON-1489217322 tempest-SecurityGroupsTestAdminJSON-1489217322-project] 10.222.0.22 "GET /v2.0/security-groups/a042bca4-0a64-4531-bad9-c61694a6bc16 HTTP/1.1" status: 200 len: 2981 time: 0.0791721 Aug 29 04:10:22.056712 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bf5a1ebc-3b1d-4d8d-b451-931477695f7c req-1b12e68e-1485-4a01-83c2-76d82e27975d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=ca03363c-8150-420d-8512-0a3c1b4ff1b3 HTTP/1.1" status: 200 len: 217 time: 0.0758803 Aug 29 04:10:22.061622 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4ade04c1-abcc-4156-b8f2-a1916567f229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:22.091329 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c6ada8-16f2-4dff-9cdf-421c2d4d2da6 None None] Pushing event updated for resources: {'Port': ['ID=c9fe61ab-8fdf-452e-8b60-722a3c2522fb,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:22.135873 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccbf23e-8d72-45fa-af47-1bda11669eb8 req-b14d716b-02ca-4e29-a717-9ea7e241ae31 tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:22.148032 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3cf83fbe-5ebb-4bf8-8198-724b8d9642a4 tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:22.148245 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-cccbf23e-8d72-45fa-af47-1bda11669eb8 req-b14d716b-02ca-4e29-a717-9ea7e241ae31 tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4ba3237-9eca-4f4d-905c-a4fd96cd7f22 HTTP/1.1" status: 200 len: 945 time: 0.0797138 Aug 29 04:10:22.159836 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-3392cf3f-551a-4607-a732-0cc2c218aa33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7c5c31-fffd-4414-b987-c5fa715ae32a', 'name': 'tempest-ServersTestFqdnHostnames-217981067-router', 'tenant_id': '0878509a3c9948c598a7472280410341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '38678052-64d2-4a15-8587-6d936a23d58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:10:04Z', 'updated_at': '2021-08-29T04:10:14Z', 'revision_number': 4, 'project_id': '0878509a3c9948c598a7472280410341', 'gw_port': {'id': '38678052-64d2-4a15-8587-6d936a23d58a', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:d9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7c5c31-fffd-4414-b987-c5fa715ae32a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:05Z', 'updated_at': '2021-08-29T04:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': 'efe795b6-c267-4678-8360-3e43a153a9e8', 'name': '', 'network_id': 'dc563c47-043f-429f-be85-78b8391b0dc9', 'tenant_id': '0878509a3c9948c598a7472280410341', 'mac_address': 'fa:16:3e:ec:b6:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db7c5c31-fffd-4414-b987-c5fa715ae32a', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '39bb6e0a-5bf9-4bcf-b8e1-4b7e3ed1a737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:11Z', 'updated_at': '2021-08-29T04:10:20Z', 'revision_number': 4, 'project_id': '0878509a3c9948c598a7472280410341', 'subnets': [{'id': '39bb6e0a-5bf9-4bcf-b8e1-4b7e3ed1a737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:10:22.221947 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5a1ebc-3b1d-4d8d-b451-931477695f7c req-41489d10-24b7-4f22-9134-c2c7d7486607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:22.223436 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bf5a1ebc-3b1d-4d8d-b451-931477695f7c req-41489d10-24b7-4f22-9134-c2c7d7486607 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=18cd12d4-b12a-41b0-b0c5-618edbb84e74 HTTP/1.1" status: 200 len: 843 time: 0.1447918 Aug 29 04:10:22.240227 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c18bd501-7d50-4c25-a9da-4043e0b27129 None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:22.243428 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=97c9cc39-c927-443e-9c11-fb8fcf6e9e4e,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:22.259190 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-cccbf23e-8d72-45fa-af47-1bda11669eb8 req-4e18cd5b-6cae-4b6c-b02b-3ba2289f67f0 tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] 10.222.0.22 "GET /v2.0/security-groups?id=4dbbedf5-2f21-4437-b7c2-73b739103a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097038 Aug 29 04:10:22.275665 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-3a975b6c-d9f3-433e-8fa0-7605a71df389 None None] Attempting to bind port c9fe61ab-8fdf-452e-8b60-722a3c2522fb on host n-d-712140-12 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:10:22.276062 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-3a975b6c-d9f3-433e-8fa0-7605a71df389 None None] Attempting to bind port c9fe61ab-8fdf-452e-8b60-722a3c2522fb by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '7521cd58-9470-4433-82b8-7e942c988b03'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:10:22.276433 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a975b6c-d9f3-433e-8fa0-7605a71df389 None None] Attempting to bind port c9fe61ab-8fdf-452e-8b60-722a3c2522fb on network 7521cd58-9470-4433-82b8-7e942c988b03 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:10:22.298248 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a975b6c-d9f3-433e-8fa0-7605a71df389 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:10:22.298892 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a975b6c-d9f3-433e-8fa0-7605a71df389 None None] Checking segment: {'id': '6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '7521cd58-9470-4433-82b8-7e942c988b03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:10:22.299568 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3a975b6c-d9f3-433e-8fa0-7605a71df389 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:22.300070 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a975b6c-d9f3-433e-8fa0-7605a71df389 None None] Bound using segment: {'id': '6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '7521cd58-9470-4433-82b8-7e942c988b03'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:10:22.300752 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-3a975b6c-d9f3-433e-8fa0-7605a71df389 None None] Bound port: c9fe61ab-8fdf-452e-8b60-722a3c2522fb, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '7521cd58-9470-4433-82b8-7e942c988b03'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:10:22.301608 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3a975b6c-d9f3-433e-8fa0-7605a71df389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:22.324925 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3392cf3f-551a-4607-a732-0cc2c218aa33 None None] The sync data for ids ['db7c5c31-fffd-4414-b987-c5fa715ae32a'] in n-d-712140-12 is: [{'id': 'db7c5c31-fffd-4414-b987-c5fa715ae32a', 'name': 'tempest-ServersTestFqdnHostnames-217981067-router', 'tenant_id': '0878509a3c9948c598a7472280410341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '38678052-64d2-4a15-8587-6d936a23d58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:10:04Z', 'updated_at': '2021-08-29T04:10:14Z', 'revision_number': 4, 'project_id': '0878509a3c9948c598a7472280410341', 'gw_port': {'id': '38678052-64d2-4a15-8587-6d936a23d58a', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:d9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7c5c31-fffd-4414-b987-c5fa715ae32a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:05Z', 'updated_at': '2021-08-29T04:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': 'efe795b6-c267-4678-8360-3e43a153a9e8', 'name': '', 'network_id': 'dc563c47-043f-429f-be85-78b8391b0dc9', 'tenant_id': '0878509a3c9948c598a7472280410341', 'mac_address': 'fa:16:3e:ec:b6:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db7c5c31-fffd-4414-b987-c5fa715ae32a', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '39bb6e0a-5bf9-4bcf-b8e1-4b7e3ed1a737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:11Z', 'updated_at': '2021-08-29T04:10:20Z', 'revision_number': 4, 'project_id': '0878509a3c9948c598a7472280410341', 'subnets': [{'id': '39bb6e0a-5bf9-4bcf-b8e1-4b7e3ed1a737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:10:22.346330 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-c18bd501-7d50-4c25-a9da-4043e0b27129 None None] Transition to ACTIVE for port object fa9e593b-52c8-46a3-8edf-cd8aab7acd5e will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:10:22.437603 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 35666) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:22.443107 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-648fdaa3-b2d5-42f3-887d-2ad52fcfea23 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Request body: {'security_group': {'name': 'tempest-securitygroup--379380495', 'description': 'tempest-description--456580168'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:10:22.453978 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-4ade04c1-abcc-4156-b8f2-a1916567f229 admin admin] Allocated IP 172.25.0.209 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/b1bc71b0-aa11-43d9-b640-21c27556e0df) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:10:22.463920 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-57dcf820-e7a2-4297-83c0-cd97c7ce9d74 req-9c4639e1-c707-4791-a699-c7a91e6af2cd tempest-SecurityGroupsTestAdminJSON-388940218 tempest-SecurityGroupsTestAdminJSON-388940218-project-admin] 10.222.0.22 "GET /v2.0/security-groups/c3997932-9150-4617-825f-fd7c768e936a HTTP/1.1" status: 200 len: 1778 time: 0.1401107 Aug 29 04:10:22.518195 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-648fdaa3-b2d5-42f3-887d-2ad52fcfea23 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:22.526201 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-3a975b6c-d9f3-433e-8fa0-7605a71df389 None None] For port c9fe61ab-8fdf-452e-8b60-722a3c2522fb, host n-d-712140-12, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:10:22.531458 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-3a975b6c-d9f3-433e-8fa0-7605a71df389 None None] For port c9fe61ab-8fdf-452e-8b60-722a3c2522fb, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=c9fe61ab-8fdf-452e-8b60-722a3c2522fb,segment=NetworkSegment(6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc),segment_id=6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:10:22.541288 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3a975b6c-d9f3-433e-8fa0-7605a71df389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:22.548187 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5a1ebc-3b1d-4d8d-b451-931477695f7c req-280b7dcb-a0f3-4982-adb4-8298ebdbe3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:22.549753 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bf5a1ebc-3b1d-4d8d-b451-931477695f7c req-280b7dcb-a0f3-4982-adb4-8298ebdbe3bf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3143375 Aug 29 04:10:22.616902 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a975b6c-d9f3-433e-8fa0-7605a71df389 None None] Routers {'9a17c131-2ddb-44f4-941f-3f59454d9261'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:10:22.618031 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-3a975b6c-d9f3-433e-8fa0-7605a71df389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:10:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['9a17c131-2ddb-44f4-941f-3f59454d9261'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:10:22.643864 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-c18bd501-7d50-4c25-a9da-4043e0b27129 None None] Transition to ACTIVE for port object fa9e593b-52c8-46a3-8edf-cd8aab7acd5e will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:10:22.645152 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-57dcf820-e7a2-4297-83c0-cd97c7ce9d74 req-75a734ac-49ef-41d9-a2e0-416d26783ff4 tempest-SecurityGroupsTestAdminJSON-388940218 tempest-SecurityGroupsTestAdminJSON-388940218-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:22.727524 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bf5a1ebc-3b1d-4d8d-b451-931477695f7c req-7901c707-4ef7-4a79-98e3-3b66a97da983 service neutron] 10.222.0.46 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462321 Aug 29 04:10:22.733901 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-57dcf820-e7a2-4297-83c0-cd97c7ce9d74 req-75a734ac-49ef-41d9-a2e0-416d26783ff4 tempest-SecurityGroupsTestAdminJSON-388940218 tempest-SecurityGroupsTestAdminJSON-388940218-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:22.745515 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c18bd501-7d50-4c25-a9da-4043e0b27129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:22.866869 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-648fdaa3-b2d5-42f3-887d-2ad52fcfea23 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:22.869258 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-57dcf820-e7a2-4297-83c0-cd97c7ce9d74 req-75a734ac-49ef-41d9-a2e0-416d26783ff4 tempest-SecurityGroupsTestAdminJSON-388940218 tempest-SecurityGroupsTestAdminJSON-388940218-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:22.874169 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-57dcf820-e7a2-4297-83c0-cd97c7ce9d74 req-75a734ac-49ef-41d9-a2e0-416d26783ff4 tempest-SecurityGroupsTestAdminJSON-388940218 tempest-SecurityGroupsTestAdminJSON-388940218-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:22.889688 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-57dcf820-e7a2-4297-83c0-cd97c7ce9d74 req-75a734ac-49ef-41d9-a2e0-416d26783ff4 tempest-SecurityGroupsTestAdminJSON-388940218 tempest-SecurityGroupsTestAdminJSON-388940218-project-admin] 10.222.0.22 "DELETE /v2.0/security-groups/c3997932-9150-4617-825f-fd7c768e936a HTTP/1.1" status: 204 len: 173 time: 0.4205873 Aug 29 04:10:22.909570 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18bd501-7d50-4c25-a9da-4043e0b27129 None None] Network 6bd27833-2391-4e38-ae3c-09cb81dd4a64 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:10:22.912931 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18bd501-7d50-4c25-a9da-4043e0b27129 None None] Pushing event updated for resources: {'Port': ['ID=fa9e593b-52c8-46a3-8edf-cd8aab7acd5e,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:22.919846 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-c18bd501-7d50-4c25-a9da-4043e0b27129 None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:10:22.922575 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18bd501-7d50-4c25-a9da-4043e0b27129 None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:10:22.928174 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-648fdaa3-b2d5-42f3-887d-2ad52fcfea23 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:22.945302 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a734ac-49ef-41d9-a2e0-416d26783ff4 tempest-SecurityGroupsTestAdminJSON-388940218 tempest-SecurityGroupsTestAdminJSON-388940218-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3997932-9150-4617-825f-fd7c768e936a,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:22.959293 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c6ada8-16f2-4dff-9cdf-421c2d4d2da6 None None] Pushing event updated for resources: {'Port': ['ID=c9fe61ab-8fdf-452e-8b60-722a3c2522fb,revision_number=4']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:23.006039 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-3a975b6c-d9f3-433e-8fa0-7605a71df389 None None] Set router 9a17c131-2ddb-44f4-941f-3f59454d9261 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:10:23.017044 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-648fdaa3-b2d5-42f3-887d-2ad52fcfea23 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:23.021172 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3cf83fbe-5ebb-4bf8-8198-724b8d9642a4 tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:23.021342 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-648fdaa3-b2d5-42f3-887d-2ad52fcfea23 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5798016 Aug 29 04:10:23.023146 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 35676) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:23.035127 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-f63b0a7f-f546-4143-8c89-ec2be26b296c tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Request body: {'security_group_rule': {'security_group_id': '95663bcf-c178-40f7-a8d1-56ba6dc33aac', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:10:23.057939 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3cf83fbe-5ebb-4bf8-8198-724b8d9642a4 tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:23.062394 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648fdaa3-b2d5-42f3-887d-2ad52fcfea23 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95663bcf-c178-40f7-a8d1-56ba6dc33aac,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:23.090214 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539fe543-3cac-457b-ad02-93b99e3048b8 req-a5795212-c07a-46f5-ab62-e019ea0e1535 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:23.100459 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-539fe543-3cac-457b-ad02-93b99e3048b8 req-a5795212-c07a-46f5-ab62-e019ea0e1535 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6616a4e-74a1-4a12-88c0-4cd9409fcf3a HTTP/1.1" status: 200 len: 944 time: 0.3795428 Aug 29 04:10:23.141252 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f63b0a7f-f546-4143-8c89-ec2be26b296c tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:23.176604 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4ade04c1-abcc-4156-b8f2-a1916567f229 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:23.195094 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3cf83fbe-5ebb-4bf8-8198-724b8d9642a4 tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719515'] for floatingip, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:23.218026 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bf5a1ebc-3b1d-4d8d-b451-931477695f7c req-ac2600ae-ddcb-448a-b76a-bb87684e336c service neutron] 10.222.0.46 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4476023 Aug 29 04:10:23.250046 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f63b0a7f-f546-4143-8c89-ec2be26b296c tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:23.266080 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f052fc2-213a-4f08-92e3-be7c6643036c req-0bf5311b-f639-4077-bceb-b1ea9314a0f5 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:23.267917 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6f052fc2-213a-4f08-92e3-be7c6643036c req-0bf5311b-f639-4077-bceb-b1ea9314a0f5 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=b83569e1-b257-4d78-919b-861ace2c9e5d HTTP/1.1" status: 200 len: 949 time: 0.2025206 Aug 29 04:10:23.269019 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f63b0a7f-f546-4143-8c89-ec2be26b296c tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:23.271654 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3cf83fbe-5ebb-4bf8-8198-724b8d9642a4 tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:23.273101 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-3cf83fbe-5ebb-4bf8-8198-724b8d9642a4 tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5891159 Aug 29 04:10:23.277441 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf83fbe-5ebb-4bf8-8198-724b8d9642a4 tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] Pushing event updated for resources: {'Port': ['ID=1d57a2d2-86bf-44a0-97af-ef60978e9fbb,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:23.314999 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-539fe543-3cac-457b-ad02-93b99e3048b8 req-a8305434-f586-4712-801f-8ecda46dac09 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] 10.222.0.22 "GET /v2.0/security-groups?id=3dbd32b7-b3fc-4076-a8b6-8020bdad2883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1957638 Aug 29 04:10:23.317762 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-3a975b6c-d9f3-433e-8fa0-7605a71df389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a17c131-2ddb-44f4-941f-3f59454d9261', 'name': 'tempest-ServerActionsTestJSON-1595702282-router', 'tenant_id': '48da3dc54d264865b5c4834c4a90f4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'd55c5b4f-0d3f-4420-88a9-b3561127c9a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:10:07Z', 'updated_at': '2021-08-29T04:10:18Z', 'revision_number': 4, 'project_id': '48da3dc54d264865b5c4834c4a90f4b5', 'gw_port': {'id': 'd55c5b4f-0d3f-4420-88a9-b3561127c9a3', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:8c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a17c131-2ddb-44f4-941f-3f59454d9261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:09Z', 'updated_at': '2021-08-29T04:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': 'c9fe61ab-8fdf-452e-8b60-722a3c2522fb', 'name': '', 'network_id': '7521cd58-9470-4433-82b8-7e942c988b03', 'tenant_id': '48da3dc54d264865b5c4834c4a90f4b5', 'mac_address': 'fa:16:3e:a2:6e:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a17c131-2ddb-44f4-941f-3f59454d9261', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'be5f55ab-7fa1-406c-9ca9-03e74b79ef6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:16Z', 'updated_at': '2021-08-29T04:10:22Z', 'revision_number': 4, 'project_id': '48da3dc54d264865b5c4834c4a90f4b5', 'subnets': [{'id': 'be5f55ab-7fa1-406c-9ca9-03e74b79ef6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:10:23.364740 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63b0a7f-f546-4143-8c89-ec2be26b296c tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e992cc17-4e3c-41c2-8c97-4a46240c71d6,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:23.366487 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4ade04c1-abcc-4156-b8f2-a1916567f229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:23.382128 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a975b6c-d9f3-433e-8fa0-7605a71df389 None None] The sync data for ids ['9a17c131-2ddb-44f4-941f-3f59454d9261'] in n-d-712140-12 is: [{'id': '9a17c131-2ddb-44f4-941f-3f59454d9261', 'name': 'tempest-ServerActionsTestJSON-1595702282-router', 'tenant_id': '48da3dc54d264865b5c4834c4a90f4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'd55c5b4f-0d3f-4420-88a9-b3561127c9a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:10:07Z', 'updated_at': '2021-08-29T04:10:18Z', 'revision_number': 4, 'project_id': '48da3dc54d264865b5c4834c4a90f4b5', 'gw_port': {'id': 'd55c5b4f-0d3f-4420-88a9-b3561127c9a3', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:8c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a17c131-2ddb-44f4-941f-3f59454d9261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:09Z', 'updated_at': '2021-08-29T04:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': 'c9fe61ab-8fdf-452e-8b60-722a3c2522fb', 'name': '', 'network_id': '7521cd58-9470-4433-82b8-7e942c988b03', 'tenant_id': '48da3dc54d264865b5c4834c4a90f4b5', 'mac_address': 'fa:16:3e:a2:6e:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a17c131-2ddb-44f4-941f-3f59454d9261', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'be5f55ab-7fa1-406c-9ca9-03e74b79ef6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:16Z', 'updated_at': '2021-08-29T04:10:22Z', 'revision_number': 4, 'project_id': '48da3dc54d264865b5c4834c4a90f4b5', 'subnets': [{'id': 'be5f55ab-7fa1-406c-9ca9-03e74b79ef6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:10:23.392639 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f63b0a7f-f546-4143-8c89-ec2be26b296c tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:23.396234 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-f63b0a7f-f546-4143-8c89-ec2be26b296c tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3695853 Aug 29 04:10:23.399469 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 35684) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:23.405355 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-4d70ce58-6669-4ffe-9794-b4dc6870c233 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Request body: {'security_group_rule': {'security_group_id': '95663bcf-c178-40f7-a8d1-56ba6dc33aac', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:10:23.408534 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-c18bd501-7d50-4c25-a9da-4043e0b27129 None None] Attempting to bind port fa9e593b-52c8-46a3-8edf-cd8aab7acd5e on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:10:23.409163 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-c18bd501-7d50-4c25-a9da-4043e0b27129 None None] Attempting to bind port fa9e593b-52c8-46a3-8edf-cd8aab7acd5e by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'c0ed39a7-0822-449c-a620-32c010b4d030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '6bd27833-2391-4e38-ae3c-09cb81dd4a64'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:10:23.409776 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18bd501-7d50-4c25-a9da-4043e0b27129 None None] Attempting to bind port fa9e593b-52c8-46a3-8edf-cd8aab7acd5e on network 6bd27833-2391-4e38-ae3c-09cb81dd4a64 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:10:23.418204 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18bd501-7d50-4c25-a9da-4043e0b27129 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:10:23.418597 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18bd501-7d50-4c25-a9da-4043e0b27129 None None] Checking segment: {'id': 'c0ed39a7-0822-449c-a620-32c010b4d030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '6bd27833-2391-4e38-ae3c-09cb81dd4a64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:10:23.419014 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c18bd501-7d50-4c25-a9da-4043e0b27129 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:23.419422 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18bd501-7d50-4c25-a9da-4043e0b27129 None None] Bound using segment: {'id': 'c0ed39a7-0822-449c-a620-32c010b4d030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '6bd27833-2391-4e38-ae3c-09cb81dd4a64'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:10:23.419973 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-c18bd501-7d50-4c25-a9da-4043e0b27129 None None] Bound port: fa9e593b-52c8-46a3-8edf-cd8aab7acd5e, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0ed39a7-0822-449c-a620-32c010b4d030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '6bd27833-2391-4e38-ae3c-09cb81dd4a64'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:10:23.420365 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c18bd501-7d50-4c25-a9da-4043e0b27129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:23.422399 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6f052fc2-213a-4f08-92e3-be7c6643036c req-b051fea6-d49d-4674-a844-9951c6cf04c2 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250663 Aug 29 04:10:23.455319 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ade04c1-abcc-4156-b8f2-a1916567f229 admin admin] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:10:23.459095 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-4ade04c1-abcc-4156-b8f2-a1916567f229 admin admin] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:10:23.465440 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ade04c1-abcc-4156-b8f2-a1916567f229 admin admin] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:10:23.467458 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4d70ce58-6669-4ffe-9794-b4dc6870c233 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:23.556284 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ade04c1-abcc-4156-b8f2-a1916567f229 admin admin] Pushing event updated for resources: {'Port': ['ID=b1bc71b0-aa11-43d9-b640-21c27556e0df,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:23.581066 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-c18bd501-7d50-4c25-a9da-4043e0b27129 None None] For port fa9e593b-52c8-46a3-8edf-cd8aab7acd5e, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:10:23.587832 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-c18bd501-7d50-4c25-a9da-4043e0b27129 None None] For port fa9e593b-52c8-46a3-8edf-cd8aab7acd5e, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=fa9e593b-52c8-46a3-8edf-cd8aab7acd5e,segment=NetworkSegment(c0ed39a7-0822-449c-a620-32c010b4d030),segment_id=c0ed39a7-0822-449c-a620-32c010b4d030)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:10:23.598227 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c18bd501-7d50-4c25-a9da-4043e0b27129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:23.607380 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4d70ce58-6669-4ffe-9794-b4dc6870c233 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:23.612509 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4d70ce58-6669-4ffe-9794-b4dc6870c233 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:23.618076 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-44ed67f9-c665-4e29-8b43-3fd51d038ce9 req-74b0da84-25e0-4404-9f77-3e5cfba294d2 tempest-SecurityGroupsTestAdminJSON-388940218 tempest-SecurityGroupsTestAdminJSON-388940218-project-admin] 10.222.0.22 "GET /v2.0/security-groups/57fdbe16-f4c0-4840-85e1-f49523cd5f70 HTTP/1.1" status: 200 len: 1778 time: 0.1156802 Aug 29 04:10:23.640145 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d70ce58-6669-4ffe-9794-b4dc6870c233 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4702cd18-d8c9-4cb3-8418-a2a051007fc2,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:23.652697 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4d70ce58-6669-4ffe-9794-b4dc6870c233 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:23.657148 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-4d70ce58-6669-4ffe-9794-b4dc6870c233 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2533283 Aug 29 04:10:23.657148 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 35686) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:23.667061 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-a720b6ae-2248-4dd1-b990-d58b111cb791 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Request body: {'floatingip': {'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:10:23.690302 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9183399-f8fe-43e8-a70e-e8dcd519879b req-db71f7c3-fb8f-4850-9d0e-23c37a37340f tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:23.692829 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c9183399-f8fe-43e8-a70e-e8dcd519879b req-db71f7c3-fb8f-4850-9d0e-23c37a37340f tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/ports?device_id=3698ca45-79dc-4840-b1cf-184940aeb2f5 HTTP/1.1" status: 200 len: 950 time: 0.1818733 Aug 29 04:10:23.722320 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a720b6ae-2248-4dd1-b990-d58b111cb791 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Notify callbacks [] for floatingip, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:23.724676 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18bd501-7d50-4c25-a9da-4043e0b27129 None None] Pushing event updated for resources: {'Port': ['ID=fa9e593b-52c8-46a3-8edf-cd8aab7acd5e,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:23.728664 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-44ed67f9-c665-4e29-8b43-3fd51d038ce9 req-06f7da8d-c079-4180-b672-903cfe19e28e tempest-SecurityGroupsTestAdminJSON-388940218 tempest-SecurityGroupsTestAdminJSON-388940218-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:23.797653 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-44ed67f9-c665-4e29-8b43-3fd51d038ce9 req-06f7da8d-c079-4180-b672-903cfe19e28e tempest-SecurityGroupsTestAdminJSON-388940218 tempest-SecurityGroupsTestAdminJSON-388940218-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:23.837859 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c9183399-f8fe-43e8-a70e-e8dcd519879b req-a7734acc-8ac9-426f-a476-179acb12ead5 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/security-groups?id=268ad66b-6c1a-4e93-9fbd-057377cdbb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990798 Aug 29 04:10:23.858851 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-44ed67f9-c665-4e29-8b43-3fd51d038ce9 req-06f7da8d-c079-4180-b672-903cfe19e28e tempest-SecurityGroupsTestAdminJSON-388940218 tempest-SecurityGroupsTestAdminJSON-388940218-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:23.862583 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-44ed67f9-c665-4e29-8b43-3fd51d038ce9 req-06f7da8d-c079-4180-b672-903cfe19e28e tempest-SecurityGroupsTestAdminJSON-388940218 tempest-SecurityGroupsTestAdminJSON-388940218-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:23.866401 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-44ed67f9-c665-4e29-8b43-3fd51d038ce9 req-06f7da8d-c079-4180-b672-903cfe19e28e tempest-SecurityGroupsTestAdminJSON-388940218 tempest-SecurityGroupsTestAdminJSON-388940218-project-admin] 10.222.0.22 "DELETE /v2.0/security-groups/57fdbe16-f4c0-4840-85e1-f49523cd5f70 HTTP/1.1" status: 204 len: 173 time: 0.2334137 Aug 29 04:10:23.875661 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4ade04c1-abcc-4156-b8f2-a1916567f229 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:23.924465 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f7da8d-c079-4180-b672-903cfe19e28e tempest-SecurityGroupsTestAdminJSON-388940218 tempest-SecurityGroupsTestAdminJSON-388940218-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57fdbe16-f4c0-4840-85e1-f49523cd5f70,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:24.017527 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a720b6ae-2248-4dd1-b990-d58b111cb791 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:24.240661 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-677da1cc-7b11-4931-8f35-b6e52cb123e2 req-e39e5665-fb79-4a4e-848f-3a00c3c7d0ca tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--30434296&fields=id&tenant_id=0878509a3c9948c598a7472280410341 HTTP/1.1" status: 200 len: 267 time: 0.1538258 Aug 29 04:10:24.270620 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d69801-cd22-409a-8e2b-7990a818d64c req-341fe6c6-6657-4b83-a2fc-685c7e6d0113 tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:24.272328 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-71d69801-cd22-409a-8e2b-7990a818d64c req-341fe6c6-6657-4b83-a2fc-685c7e6d0113 tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4ba3237-9eca-4f4d-905c-a4fd96cd7f22 HTTP/1.1" status: 200 len: 945 time: 0.2235837 Aug 29 04:10:24.277194 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 97c9cc39-c927-443e-9c11-fb8fcf6e9e4e up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:10:24.326679 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-a720b6ae-2248-4dd1-b990-d58b111cb791 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Allocated IP 172.25.0.198 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/8f3883eb-f139-4cbf-9a63-9b268825af31) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:10:24.333238 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 97c9cc39-c927-443e-9c11-fb8fcf6e9e4e triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:10:24.334427 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:24.371586 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-71d69801-cd22-409a-8e2b-7990a818d64c req-9872ad9f-286a-4479-855e-2ec2f31edc1c tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] 10.222.0.22 "GET /v2.0/security-groups?id=4dbbedf5-2f21-4437-b7c2-73b739103a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881007 Aug 29 04:10:24.437640 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device efe795b6-c267-4678-8360-3e43a153a9e8 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:10:24.511348 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port efe795b6-c267-4678-8360-3e43a153a9e8 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:10:24.517750 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port efe795b6-c267-4678-8360-3e43a153a9e8 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:10:24.518200 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:24.550721 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a720b6ae-2248-4dd1-b990-d58b111cb791 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:24.568024 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677da1cc-7b11-4931-8f35-b6e52cb123e2 req-9a6f35f7-24dd-47be-b875-838170f08430 tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:24.569659 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-677da1cc-7b11-4931-8f35-b6e52cb123e2 req-9a6f35f7-24dd-47be-b875-838170f08430 tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] 10.222.0.22 "GET /v2.0/networks?id=dc563c47-043f-429f-be85-78b8391b0dc9 HTTP/1.1" status: 200 len: 814 time: 0.3270192 Aug 29 04:10:24.570896 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4ade04c1-abcc-4156-b8f2-a1916567f229 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409'] for router, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:24.590315 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c12e7702-be56-4a34-a66f-c19eb2ccf528 req-f604ac43-4281-4407-988b-1f5320544b32 tempest-SecurityGroupsTestAdminJSON-1489217322 tempest-SecurityGroupsTestAdminJSON-1489217322-project] 10.222.0.22 "GET /v2.0/security-groups/84101773-7a12-4d5a-a46b-6721f0449b99 HTTP/1.1" status: 200 len: 1778 time: 0.1511655 Aug 29 04:10:24.622223 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:24.631648 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-677da1cc-7b11-4931-8f35-b6e52cb123e2 req-16be2ba1-581f-4fbc-b773-68d1e7b82d75 tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] 10.222.0.22 "GET /v2.0/quotas/0878509a3c9948c598a7472280410341 HTTP/1.1" status: 200 len: 375 time: 0.0542071 Aug 29 04:10:24.670660 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port efe795b6-c267-4678-8360-3e43a153a9e8, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=efe795b6-c267-4678-8360-3e43a153a9e8,segment=NetworkSegment(5edca003-2703-4f54-98cc-983d1c404746),segment_id=5edca003-2703-4f54-98cc-983d1c404746)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:10:24.675509 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:24.676652 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device c9fe61ab-8fdf-452e-8b60-722a3c2522fb up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:10:24.710274 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a720b6ae-2248-4dd1-b990-d58b111cb791 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:24.753383 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-c12e7702-be56-4a34-a66f-c19eb2ccf528 req-81db3ef2-3e92-4ba0-bf4d-43e6bfb3dab1 tempest-SecurityGroupsTestAdminJSON-1489217322 tempest-SecurityGroupsTestAdminJSON-1489217322-project] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:24.782094 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=efe795b6-c267-4678-8360-3e43a153a9e8,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:24.790340 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a720b6ae-2248-4dd1-b990-d58b111cb791 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:10:24.799419 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port c9fe61ab-8fdf-452e-8b60-722a3c2522fb completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:10:24.802066 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-c12e7702-be56-4a34-a66f-c19eb2ccf528 req-81db3ef2-3e92-4ba0-bf4d-43e6bfb3dab1 tempest-SecurityGroupsTestAdminJSON-1489217322 tempest-SecurityGroupsTestAdminJSON-1489217322-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:24.805206 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-a720b6ae-2248-4dd1-b990-d58b111cb791 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:10:24.808416 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port c9fe61ab-8fdf-452e-8b60-722a3c2522fb triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:10:24.809105 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:24.824185 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:10:24.827096 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a720b6ae-2248-4dd1-b990-d58b111cb791 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:10:24.832587 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a720b6ae-2248-4dd1-b990-d58b111cb791 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Pushing event updated for resources: {'Port': ['ID=8f3883eb-f139-4cbf-9a63-9b268825af31,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:24.900827 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-c12e7702-be56-4a34-a66f-c19eb2ccf528 req-81db3ef2-3e92-4ba0-bf4d-43e6bfb3dab1 tempest-SecurityGroupsTestAdminJSON-1489217322 tempest-SecurityGroupsTestAdminJSON-1489217322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:24.903729 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-c12e7702-be56-4a34-a66f-c19eb2ccf528 req-81db3ef2-3e92-4ba0-bf4d-43e6bfb3dab1 tempest-SecurityGroupsTestAdminJSON-1489217322 tempest-SecurityGroupsTestAdminJSON-1489217322-project] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:24.905322 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c12e7702-be56-4a34-a66f-c19eb2ccf528 req-81db3ef2-3e92-4ba0-bf4d-43e6bfb3dab1 tempest-SecurityGroupsTestAdminJSON-1489217322 tempest-SecurityGroupsTestAdminJSON-1489217322-project] 10.222.0.22 "DELETE /v2.0/security-groups/84101773-7a12-4d5a-a46b-6721f0449b99 HTTP/1.1" status: 204 len: 173 time: 0.3051395 Aug 29 04:10:24.920743 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3ef2-3e92-4ba0-bf4d-43e6bfb3dab1 tempest-SecurityGroupsTestAdminJSON-1489217322 tempest-SecurityGroupsTestAdminJSON-1489217322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84101773-7a12-4d5a-a46b-6721f0449b99,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:24.926230 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:24.967826 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port c9fe61ab-8fdf-452e-8b60-722a3c2522fb, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=c9fe61ab-8fdf-452e-8b60-722a3c2522fb,segment=NetworkSegment(6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc),segment_id=6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:10:24.978380 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a720b6ae-2248-4dd1-b990-d58b111cb791 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:24.980315 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:25.026567 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device ca03363c-8150-420d-8512-0a3c1b4ff1b3 up at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:10:25.053141 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a720b6ae-2248-4dd1-b990-d58b111cb791 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:25.101738 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=c9fe61ab-8fdf-452e-8b60-722a3c2522fb,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:25.117662 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning for port ca03363c-8150-420d-8512-0a3c1b4ff1b3 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:10:25.122588 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning complete for port ca03363c-8150-420d-8512-0a3c1b4ff1b3 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:10:25.124428 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:25.129446 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-677da1cc-7b11-4931-8f35-b6e52cb123e2 req-7f862a1f-b675-411e-b016-3a71570ae77a tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=0878509a3c9948c598a7472280410341&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4951885 Aug 29 04:10:25.129772 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddaaa03f-3277-42cb-9794-7fa3e6e9484e None None] Network 6bd27833-2391-4e38-ae3c-09cb81dd4a64 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:10:25.194262 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1300904c-ddc3-4194-b256-2bcd9130e0d8 req-fb241c93-ac3a-4db2-af17-d3978c9acd55 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:25.196760 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1300904c-ddc3-4194-b256-2bcd9130e0d8 req-fb241c93-ac3a-4db2-af17-d3978c9acd55 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6616a4e-74a1-4a12-88c0-4cd9409fcf3a HTTP/1.1" status: 200 len: 944 time: 0.2235816 Aug 29 04:10:25.252203 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ade04c1-abcc-4156-b8f2-a1916567f229 admin admin] Router 4901cebb-3b01-49da-bddc-c530c73ee57a is scheduled to L3 agent 76874008-c311-485c-ba36-921b6d275b6a with binding_index 1 {{(pid=94828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:10:25.260953 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-c2f9cbfc-1a4b-4da8-803f-bfa589841fc5 None None] Provisioning for port fa9e593b-52c8-46a3-8edf-cd8aab7acd5e completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:10:25.264539 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-677da1cc-7b11-4931-8f35-b6e52cb123e2 req-5d5996bd-32b8-4663-ae89-af7e8a29b0f6 service neutron] 10.222.0.22 "GET /v2.0/networks/dc563c47-043f-429f-be85-78b8391b0dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258125 Aug 29 04:10:25.274222 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1300904c-ddc3-4194-b256-2bcd9130e0d8 req-d5dece98-0adf-4a52-b970-fca92dc1e43b tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] 10.222.0.22 "GET /v2.0/security-groups?id=3dbd32b7-b3fc-4076-a8b6-8020bdad2883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684054 Aug 29 04:10:25.281675 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a720b6ae-2248-4dd1-b990-d58b111cb791 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:25.299084 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a720b6ae-2248-4dd1-b990-d58b111cb791 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:25.374423 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:25.399774 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-677da1cc-7b11-4931-8f35-b6e52cb123e2 req-e88a83df-06cd-4158-8bf5-9f8742138805 service neutron] 10.222.0.22 "GET /v2.0/networks/dc563c47-043f-429f-be85-78b8391b0dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342549 Aug 29 04:10:25.440310 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a720b6ae-2248-4dd1-b990-d58b111cb791 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Pushing event updated for resources: {'Port': ['ID=8f3883eb-f139-4cbf-9a63-9b268825af31,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:25.447100 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a720b6ae-2248-4dd1-b990-d58b111cb791 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719515'] for floatingip, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:25.449897 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port ca03363c-8150-420d-8512-0a3c1b4ff1b3, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=ca03363c-8150-420d-8512-0a3c1b4ff1b3,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:10:25.455162 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b83569e1-b257-4d78-919b-861ace2c9e5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca03363c-8150-420d-8512-0a3c1b4ff1b3'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:10:25.457668 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e6d23b-7d21-4c2b-9637-2168d8ea6a3b" -d '{"events": [{"server_uuid": "b83569e1-b257-4d78-919b-861ace2c9e5d", "name": "network-vif-plugged", "status": "completed", "tag": "ca03363c-8150-420d-8512-0a3c1b4ff1b3"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:10:25.466783 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:25.468130 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 85a1169a-593f-404a-95c2-61064c1226ff up at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:10:25.492051 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f2057d-c4ce-4e50-9ca0-d4f8e01edd79 req-fb5ced77-cf99-45c0-b8b1-798805cc6355 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:25.493741 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-68f2057d-c4ce-4e50-9ca0-d4f8e01edd79 req-fb5ced77-cf99-45c0-b8b1-798805cc6355 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=b83569e1-b257-4d78-919b-861ace2c9e5d HTTP/1.1" status: 200 len: 949 time: 0.0956485 Aug 29 04:10:25.495478 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a720b6ae-2248-4dd1-b990-d58b111cb791 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:25.504821 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-a720b6ae-2248-4dd1-b990-d58b111cb791 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8464868 Aug 29 04:10:25.549664 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ade04c1-abcc-4156-b8f2-a1916567f229 admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:10:25.572353 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38340f05-0326-4710-8fa8-94c8c6e0fcb0 None None] Sync routers for ids ['4901cebb-3b01-49da-bddc-c530c73ee57a'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:10:25.575600 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4ade04c1-abcc-4156-b8f2-a1916567f229 admin admin] Notify callbacks [] for router, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:25.581447 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 35716) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:25.582351 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-4ade04c1-abcc-4156-b8f2-a1916567f229 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.3115032 Aug 29 04:10:25.586531 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=ca03363c-8150-420d-8512-0a3c1b4ff1b3,revision_number=9']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:25.601725 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38340f05-0326-4710-8fa8-94c8c6e0fcb0 None None] Routers {'4901cebb-3b01-49da-bddc-c530c73ee57a'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:10:25.602482 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-38340f05-0326-4710-8fa8-94c8c6e0fcb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:10:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['4901cebb-3b01-49da-bddc-c530c73ee57a'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:10:25.643040 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-68f2057d-c4ce-4e50-9ca0-d4f8e01edd79 req-444c2a3e-b412-4da6-a8a0-47e14ac3ed8a tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367202 Aug 29 04:10:25.646570 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning for port 85a1169a-593f-404a-95c2-61064c1226ff completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:10:25.660012 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning complete for port 85a1169a-593f-404a-95c2-61064c1226ff triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:10:25.660395 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:25.768049 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34adcbd3-8251-463b-9a48-0afcc9986176 req-2658e65e-e2d2-42b6-a9c1-c8661edf3a28 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:25.780768 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-34adcbd3-8251-463b-9a48-0afcc9986176 req-2658e65e-e2d2-42b6-a9c1-c8661edf3a28 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/ports?device_id=3698ca45-79dc-4840-b1cf-184940aeb2f5 HTTP/1.1" status: 200 len: 950 time: 0.1469181 Aug 29 04:10:25.796077 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-38340f05-0326-4710-8fa8-94c8c6e0fcb0 None None] Set router 4901cebb-3b01-49da-bddc-c530c73ee57a gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:10:25.863633 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-34adcbd3-8251-463b-9a48-0afcc9986176 req-e922c885-69d5-49bb-aab1-0e6fa8972be6 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/security-groups?id=268ad66b-6c1a-4e93-9fbd-057377cdbb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818887 Aug 29 04:10:25.885236 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-19c05e4f-1da2-49f2-a90a-2d8392b0ec7c req-eafe7f9b-5d94-4a54-9aa6-3524f420e47a tempest-SecurityGroupsTestAdminJSON-1489217322 tempest-SecurityGroupsTestAdminJSON-1489217322-project] 10.222.0.22 "GET /v2.0/security-groups/421ce4fb-ad3b-4d61-bf2f-e08e08c43535 HTTP/1.1" status: 200 len: 1777 time: 0.1743710 Aug 29 04:10:26.047581 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ad06e4-8a02-437d-bfaf-3551bc05e7dc req-8561b849-7aa3-4aa7-9aa3-f5297ee96415 tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:26.060967 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-19c05e4f-1da2-49f2-a90a-2d8392b0ec7c req-9cf73b54-feaf-4496-a506-e43b62af39ce tempest-SecurityGroupsTestAdminJSON-1489217322 tempest-SecurityGroupsTestAdminJSON-1489217322-project] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:26.064722 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c7ad06e4-8a02-437d-bfaf-3551bc05e7dc req-8561b849-7aa3-4aa7-9aa3-f5297ee96415 tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4ba3237-9eca-4f4d-905c-a4fd96cd7f22 HTTP/1.1" status: 200 len: 945 time: 0.0919287 Aug 29 04:10:26.124969 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-19c05e4f-1da2-49f2-a90a-2d8392b0ec7c req-9cf73b54-feaf-4496-a506-e43b62af39ce tempest-SecurityGroupsTestAdminJSON-1489217322 tempest-SecurityGroupsTestAdminJSON-1489217322-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:26.139410 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c7ad06e4-8a02-437d-bfaf-3551bc05e7dc req-d1127f46-e5f2-4472-940a-2feb1ef10c0c tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] 10.222.0.22 "GET /v2.0/security-groups?id=4dbbedf5-2f21-4437-b7c2-73b739103a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697205 Aug 29 04:10:26.193192 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device efe795b6-c267-4678-8360-3e43a153a9e8 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:10:26.234903 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:26.235957 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-19c05e4f-1da2-49f2-a90a-2d8392b0ec7c req-9cf73b54-feaf-4496-a506-e43b62af39ce tempest-SecurityGroupsTestAdminJSON-1489217322 tempest-SecurityGroupsTestAdminJSON-1489217322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:26.238583 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-19c05e4f-1da2-49f2-a90a-2d8392b0ec7c req-9cf73b54-feaf-4496-a506-e43b62af39ce tempest-SecurityGroupsTestAdminJSON-1489217322 tempest-SecurityGroupsTestAdminJSON-1489217322-project] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:26.239957 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-19c05e4f-1da2-49f2-a90a-2d8392b0ec7c req-9cf73b54-feaf-4496-a506-e43b62af39ce tempest-SecurityGroupsTestAdminJSON-1489217322 tempest-SecurityGroupsTestAdminJSON-1489217322-project] 10.222.0.22 "DELETE /v2.0/security-groups/421ce4fb-ad3b-4d61-bf2f-e08e08c43535 HTTP/1.1" status: 204 len: 173 time: 0.3075359 Aug 29 04:10:26.257995 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54922203-2a29-47f1-80ac-962d7aa9a9bd x-openstack-request-id: req-54922203-2a29-47f1-80ac-962d7aa9a9bd {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:10:26.258269 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b83569e1-b257-4d78-919b-861ace2c9e5d", "name": "network-vif-plugged", "status": "completed", "tag": "ca03363c-8150-420d-8512-0a3c1b4ff1b3", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:10:26.258517 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-54922203-2a29-47f1-80ac-962d7aa9a9bd {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:10:26.259040 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b83569e1-b257-4d78-919b-861ace2c9e5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca03363c-8150-420d-8512-0a3c1b4ff1b3', 'code': 200} Aug 29 04:10:26.261997 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf73b54-feaf-4496-a506-e43b62af39ce tempest-SecurityGroupsTestAdminJSON-1489217322 tempest-SecurityGroupsTestAdminJSON-1489217322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=421ce4fb-ad3b-4d61-bf2f-e08e08c43535,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:26.318524 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-77f3ff39-e58e-4dfb-b857-f05a84784964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:26.345835 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 85a1169a-593f-404a-95c2-61064c1226ff, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=85a1169a-593f-404a-95c2-61064c1226ff,segment=NetworkSegment(e2ca65b5-0fa0-4357-b062-75370c92f2ef),segment_id=e2ca65b5-0fa0-4357-b062-75370c92f2ef)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:10:26.356324 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:26.357950 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device b7b7bcf3-74f4-4d55-8e4c-7319d763cd30 up at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:10:26.384981 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port efe795b6-c267-4678-8360-3e43a153a9e8 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:10:26.387836 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:26.434392 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1b8612c7-7e68-4d4a-b058-e72213c03779 req-0911ce58-6f69-44b9-b354-d63279526a89 tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] 10.222.0.22 "GET /v2.0/ports?device_id=58dff7ff-0246-4aaf-9ae6-edda75be8ead HTTP/1.1" status: 200 len: 210 time: 0.0923703 Aug 29 04:10:26.520600 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-55c666c3-685b-474b-8dde-655554937a38 req-815f745a-38f0-4ceb-9170-16f4a11b65cc tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--379380495&fields=id&tenant_id=48da3dc54d264865b5c4834c4a90f4b5 HTTP/1.1" status: 200 len: 267 time: 0.0989158 Aug 29 04:10:26.586009 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=85a1169a-593f-404a-95c2-61064c1226ff,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:26.604911 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-38340f05-0326-4710-8fa8-94c8c6e0fcb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4901cebb-3b01-49da-bddc-c530c73ee57a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1706044306-router', 'tenant_id': '568311114d65416d8de21a22c4018a64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': 'b1bc71b0-aa11-43d9-b640-21c27556e0df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:10:20Z', 'updated_at': '2021-08-29T04:10:23Z', 'revision_number': 3, 'project_id': '568311114d65416d8de21a22c4018a64', 'gw_port': {'id': 'b1bc71b0-aa11-43d9-b640-21c27556e0df', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:57:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4901cebb-3b01-49da-bddc-c530c73ee57a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:22Z', 'updated_at': '2021-08-29T04:10:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:10:26.645637 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38340f05-0326-4710-8fa8-94c8c6e0fcb0 None None] Checking router: 4901cebb-3b01-49da-bddc-c530c73ee57a for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:10:26.645994 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38340f05-0326-4710-8fa8-94c8c6e0fcb0 None None] Updating router 4901cebb-3b01-49da-bddc-c530c73ee57a port b1bc71b0-aa11-43d9-b640-21c27556e0df binding host n-d-712140-12 {{(pid=94830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:10:26.697146 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3adeee-51e2-4ea4-9579-dae0f3dbf399 req-7bbf17f3-dd08-4414-8c1d-e8056edbf4c0 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:26.708134 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8b3adeee-51e2-4ea4-9579-dae0f3dbf399 req-7bbf17f3-dd08-4414-8c1d-e8056edbf4c0 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=b83569e1-b257-4d78-919b-861ace2c9e5d HTTP/1.1" status: 200 len: 950 time: 0.1074457 Aug 29 04:10:26.727999 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 35744) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:26.778226 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8b3adeee-51e2-4ea4-9579-dae0f3dbf399 req-a75513f7-95cf-48ac-afc9-cb2288e6765f tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687592 Aug 29 04:10:26.898509 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-38340f05-0326-4710-8fa8-94c8c6e0fcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:26.949457 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device fa9e593b-52c8-46a3-8edf-cd8aab7acd5e up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:10:26.963954 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df067a7-d0b6-4cbf-8f38-f7848624d188 req-079c75f6-d2f3-45d2-b103-c5539b1d94a0 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:26.978582 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1df067a7-d0b6-4cbf-8f38-f7848624d188 req-079c75f6-d2f3-45d2-b103-c5539b1d94a0 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6616a4e-74a1-4a12-88c0-4cd9409fcf3a HTTP/1.1" status: 200 len: 945 time: 0.0920851 Aug 29 04:10:27.006458 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning for port b7b7bcf3-74f4-4d55-8e4c-7319d763cd30 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:10:27.020065 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning complete for port b7b7bcf3-74f4-4d55-8e4c-7319d763cd30 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:10:27.020864 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:27.032761 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-1e7ef4e5-ce9a-4290-bf7a-b13d1eb15a64 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cfc1baed53294ddea39077df7aa19e2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3035288 Aug 29 04:10:27.035397 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 35752) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:27.079421 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1df067a7-d0b6-4cbf-8f38-f7848624d188 req-5a66c066-1bb1-4c17-8a52-d62f50538989 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] 10.222.0.22 "GET /v2.0/security-groups?id=3dbd32b7-b3fc-4076-a8b6-8020bdad2883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909512 Aug 29 04:10:27.119064 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port fa9e593b-52c8-46a3-8edf-cd8aab7acd5e completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:10:27.131004 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port fa9e593b-52c8-46a3-8edf-cd8aab7acd5e triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:10:27.131389 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:27.165756 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c666c3-685b-474b-8dde-655554937a38 req-38ae112c-5740-4815-a7e5-6dd36065cc95 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:27.167358 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-55c666c3-685b-474b-8dde-655554937a38 req-38ae112c-5740-4815-a7e5-6dd36065cc95 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/networks?id=7521cd58-9470-4433-82b8-7e942c988b03 HTTP/1.1" status: 200 len: 812 time: 0.6408703 Aug 29 04:10:27.179469 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-77f3ff39-e58e-4dfb-b857-f05a84784964 admin admin] Allocated IP 172.20.0.1 (6bd27833-2391-4e38-ae3c-09cb81dd4a64/dc5fec2c-9f9b-4df2-8e27-2ed68d0dc31d/7bf60d8e-784c-49b1-8cd3-017aa6d888c1) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:10:27.193601 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-55c666c3-685b-474b-8dde-655554937a38 req-53509499-c33d-4a13-914b-ed553495b69c tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/quotas/48da3dc54d264865b5c4834c4a90f4b5 HTTP/1.1" status: 200 len: 375 time: 0.0178931 Aug 29 04:10:27.197889 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:27.234461 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0db3466a-6512-4bb1-b273-605041f10da6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:27.261601 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0db3466a-6512-4bb1-b273-605041f10da6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:27.294663 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port b7b7bcf3-74f4-4d55-8e4c-7319d763cd30, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=b7b7bcf3-74f4-4d55-8e4c-7319d763cd30,segment=NetworkSegment(3d556c5e-68f6-44a4-b566-57f69027162c),segment_id=3d556c5e-68f6-44a4-b566-57f69027162c)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:10:27.297647 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-55c666c3-685b-474b-8dde-655554937a38 req-b3851682-5307-4d5d-9252-6f99fcb1d063 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=48da3dc54d264865b5c4834c4a90f4b5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0964735 Aug 29 04:10:27.303604 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:27.335078 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f51a3f4-d612-4e6e-a7e6-35d36ba94d5c req-58f7e4e3-359c-414f-82fa-9d555921c52f tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:27.336851 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0f51a3f4-d612-4e6e-a7e6-35d36ba94d5c req-58f7e4e3-359c-414f-82fa-9d555921c52f tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/ports?device_id=3698ca45-79dc-4840-b1cf-184940aeb2f5 HTTP/1.1" status: 200 len: 950 time: 0.1564574 Aug 29 04:10:27.346599 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0db3466a-6512-4bb1-b273-605041f10da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:27.349690 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0db3466a-6512-4bb1-b273-605041f10da6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:27.353515 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-0db3466a-6512-4bb1-b273-605041f10da6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a042bca4-0a64-4531-bad9-c61694a6bc16 HTTP/1.1" status: 204 len: 168 time: 0.3147519 Aug 29 04:10:27.386680 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-77f3ff39-e58e-4dfb-b857-f05a84784964 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:27.420898 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-77f3ff39-e58e-4dfb-b857-f05a84784964 admin admin] Transition to ACTIVE for port object 7bf60d8e-784c-49b1-8cd3-017aa6d888c1 will not be triggered until provisioned by entity DHCP. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:10:27.431431 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db3466a-6512-4bb1-b273-605041f10da6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a042bca4-0a64-4531-bad9-c61694a6bc16,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:27.461888 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-55c666c3-685b-474b-8dde-655554937a38 req-1954adad-fe98-44bb-9e89-0840e2b209f3 service neutron] 10.222.0.22 "GET /v2.0/networks/7521cd58-9470-4433-82b8-7e942c988b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371906 Aug 29 04:10:27.475446 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=b7b7bcf3-74f4-4d55-8e4c-7319d763cd30,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:27.478327 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:27.497129 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-77f3ff39-e58e-4dfb-b857-f05a84784964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:27.549671 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0f51a3f4-d612-4e6e-a7e6-35d36ba94d5c req-25382760-2c21-4dc8-8709-08379a2eb0fc tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/security-groups?id=268ad66b-6c1a-4e93-9fbd-057377cdbb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969304 Aug 29 04:10:27.577137 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port fa9e593b-52c8-46a3-8edf-cd8aab7acd5e, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=fa9e593b-52c8-46a3-8edf-cd8aab7acd5e,segment=NetworkSegment(c0ed39a7-0822-449c-a620-32c010b4d030),segment_id=c0ed39a7-0822-449c-a620-32c010b4d030)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:10:27.590594 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:27.591590 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device c9fe61ab-8fdf-452e-8b60-722a3c2522fb up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:10:27.647939 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f3ff39-e58e-4dfb-b857-f05a84784964 admin admin] Network 6bd27833-2391-4e38-ae3c-09cb81dd4a64 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:10:27.651385 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f3ff39-e58e-4dfb-b857-f05a84784964 admin admin] Pushing event updated for resources: {'Port': ['ID=7bf60d8e-784c-49b1-8cd3-017aa6d888c1,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:27.659664 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-77f3ff39-e58e-4dfb-b857-f05a84784964 admin admin] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:10:27.663880 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f3ff39-e58e-4dfb-b857-f05a84784964 admin admin] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:10:27.714664 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677da1cc-7b11-4931-8f35-b6e52cb123e2 req-03c9d2f7-37be-41a4-9805-669cb19b8fc6 tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:27.716451 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-677da1cc-7b11-4931-8f35-b6e52cb123e2 req-03c9d2f7-37be-41a4-9805-669cb19b8fc6 tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] 10.222.0.46 "GET /v2.0/networks?id=dc563c47-043f-429f-be85-78b8391b0dc9 HTTP/1.1" status: 200 len: 814 time: 0.2643018 Aug 29 04:10:27.720236 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-55c666c3-685b-474b-8dde-655554937a38 req-cae6fd8b-b049-4054-a5f6-21da36cd5ef5 service neutron] 10.222.0.22 "GET /v2.0/networks/7521cd58-9470-4433-82b8-7e942c988b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451098 Aug 29 04:10:27.735489 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-77f3ff39-e58e-4dfb-b857-f05a84784964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719598'] for router_interface, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:27.772145 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-38340f05-0326-4710-8fa8-94c8c6e0fcb0 None None] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:27.844205 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-677da1cc-7b11-4931-8f35-b6e52cb123e2 req-17e5ab8d-bd31-4062-a424-43b051b28f93 tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0878509a3c9948c598a7472280410341 HTTP/1.1" status: 200 len: 378 time: 0.1103287 Aug 29 04:10:27.860397 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-677da1cc-7b11-4931-8f35-b6e52cb123e2 req-6edb4c5a-fd42-4d48-b81f-471c155148e5 tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] Request body: {'port': {'device_id': '58dff7ff-0246-4aaf-9ae6-edda75be8ead', 'network_id': 'dc563c47-043f-429f-be85-78b8391b0dc9', 'admin_state_up': True, 'tenant_id': '0878509a3c9948c598a7472280410341', 'security_groups': ['1ce7c691-1054-4e92-8ce1-44402522c321']}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:10:27.863549 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-38340f05-0326-4710-8fa8-94c8c6e0fcb0 None None] Transition to ACTIVE for port object b1bc71b0-aa11-43d9-b640-21c27556e0df will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:10:27.895641 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-38340f05-0326-4710-8fa8-94c8c6e0fcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:27.952809 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=fa9e593b-52c8-46a3-8edf-cd8aab7acd5e,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:27.961501 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcf9313-cdc4-48c2-ae7f-25871aed994f req-76d6c46d-58a2-4112-b611-522aa333c12c tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:27.970420 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-77f3ff39-e58e-4dfb-b857-f05a84784964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:27.974975 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 35768) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:27.983497 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9bcf9313-cdc4-48c2-ae7f-25871aed994f req-76d6c46d-58a2-4112-b611-522aa333c12c tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4ba3237-9eca-4f4d-905c-a4fd96cd7f22 HTTP/1.1" status: 200 len: 946 time: 0.2280138 Aug 29 04:10:28.066920 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-38340f05-0326-4710-8fa8-94c8c6e0fcb0 None None] Attempting to bind port b1bc71b0-aa11-43d9-b640-21c27556e0df on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:10:28.067411 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-38340f05-0326-4710-8fa8-94c8c6e0fcb0 None None] Attempting to bind port b1bc71b0-aa11-43d9-b640-21c27556e0df by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:10:28.068163 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38340f05-0326-4710-8fa8-94c8c6e0fcb0 None None] Attempting to bind port b1bc71b0-aa11-43d9-b640-21c27556e0df on network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:10:28.073147 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a4114d23-9afd-410a-8a52-aa9140aa32bf req-7157c78e-6f8f-46b0-987d-65bb597d648f tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] 10.222.0.22 "GET /v2.0/ports?device_id=58dff7ff-0246-4aaf-9ae6-edda75be8ead HTTP/1.1" status: 200 len: 210 time: 0.0340879 Aug 29 04:10:28.078182 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e35e6e09-f15e-43ed-85ea-f0f3d80f6436 None None] Provisioning for port 7bf60d8e-784c-49b1-8cd3-017aa6d888c1 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:10:28.079317 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9bcf9313-cdc4-48c2-ae7f-25871aed994f req-3326bb21-ebb0-4666-b87e-dd34d05bd4a8 tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] 10.222.0.22 "GET /v2.0/security-groups?id=4dbbedf5-2f21-4437-b7c2-73b739103a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925546 Aug 29 04:10:28.093514 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-11acef7c-9412-434d-bc39-8caef087f3d9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=527f8cbfcc764d478dcadacbfc56186a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1169326 Aug 29 04:10:28.096295 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 35774) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:28.097218 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port c9fe61ab-8fdf-452e-8b60-722a3c2522fb triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:10:28.097857 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:28.143847 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e35e6e09-f15e-43ed-85ea-f0f3d80f6436 None None] Provisioning complete for port 7bf60d8e-784c-49b1-8cd3-017aa6d888c1 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:10:28.151348 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e35e6e09-f15e-43ed-85ea-f0f3d80f6436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:28.188526 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-677da1cc-7b11-4931-8f35-b6e52cb123e2 req-6edb4c5a-fd42-4d48-b81f-471c155148e5 tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] Made reservation on behalf of 0878509a3c9948c598a7472280410341 for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:10:28.192947 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-677da1cc-7b11-4931-8f35-b6e52cb123e2 req-6edb4c5a-fd42-4d48-b81f-471c155148e5 tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:28.197269 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38340f05-0326-4710-8fa8-94c8c6e0fcb0 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:10:28.197717 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38340f05-0326-4710-8fa8-94c8c6e0fcb0 None None] Checking segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:10:28.198139 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-38340f05-0326-4710-8fa8-94c8c6e0fcb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:28.198680 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38340f05-0326-4710-8fa8-94c8c6e0fcb0 None None] Bound using segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:10:28.199234 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-38340f05-0326-4710-8fa8-94c8c6e0fcb0 None None] Bound port: b1bc71b0-aa11-43d9-b640-21c27556e0df, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:10:28.199568 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-38340f05-0326-4710-8fa8-94c8c6e0fcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:28.207634 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e35e6e09-f15e-43ed-85ea-f0f3d80f6436 None None] Port 7bf60d8e-784c-49b1-8cd3-017aa6d888c1 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:10:28.234211 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0da4ed33-cee0-428a-b033-233f36c24d00 req-229a2568-841f-4e8c-ba61-a6c063f4ef1e tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e5ccfea-706b-4825-9d2e-60c0b092c82e HTTP/1.1" status: 200 len: 210 time: 0.0460594 Aug 29 04:10:28.237543 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c2504d-b786-4b6f-b058-e7a0a0e3e249 None None] Pushing event updated for resources: {'Port': ['ID=b1bc71b0-aa11-43d9-b640-21c27556e0df,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:28.258050 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-df6d3db3-104a-4db4-8d3f-4bef415ab7fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:28.264123 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6616a4e-74a1-4a12-88c0-4cd9409fcf3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85a1169a-593f-404a-95c2-61064c1226ff'}, {'server_uuid': 'b4ba3237-9eca-4f4d-905c-a4fd96cd7f22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7b7bcf3-74f4-4d55-8e4c-7319d763cd30'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:10:28.272065 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef1ada95-1db3-4867-ad5f-56a3e0556bca" -d '{"events": [{"server_uuid": "a6616a4e-74a1-4a12-88c0-4cd9409fcf3a", "name": "network-vif-plugged", "status": "completed", "tag": "85a1169a-593f-404a-95c2-61064c1226ff"}, {"server_uuid": "b4ba3237-9eca-4f4d-905c-a4fd96cd7f22", "name": "network-vif-plugged", "status": "completed", "tag": "b7b7bcf3-74f4-4d55-8e4c-7319d763cd30"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:10:28.322704 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:28.327227 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-df6d3db3-104a-4db4-8d3f-4bef415ab7fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:28.383070 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-38340f05-0326-4710-8fa8-94c8c6e0fcb0 None None] For port b1bc71b0-aa11-43d9-b640-21c27556e0df, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:10:28.385804 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f641e5-8163-4a54-a0d2-bb9cfedbb578 req-a8d14a20-4011-4d95-a1be-65cc2f67ab01 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:28.386702 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 29 Aug 2021 04:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73a2009a-fa10-4560-aa07-3372101405aa x-openstack-request-id: req-73a2009a-fa10-4560-aa07-3372101405aa {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:10:28.387248 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6616a4e-74a1-4a12-88c0-4cd9409fcf3a", "name": "network-vif-plugged", "status": "completed", "tag": "85a1169a-593f-404a-95c2-61064c1226ff", "code": 200}, {"server_uuid": "b4ba3237-9eca-4f4d-905c-a4fd96cd7f22", "name": "network-vif-plugged", "status": "completed", "tag": "b7b7bcf3-74f4-4d55-8e4c-7319d763cd30", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:10:28.387617 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-73a2009a-fa10-4560-aa07-3372101405aa {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:10:28.388129 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6616a4e-74a1-4a12-88c0-4cd9409fcf3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85a1169a-593f-404a-95c2-61064c1226ff', 'code': 200} Aug 29 04:10:28.389062 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4ba3237-9eca-4f4d-905c-a4fd96cd7f22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7b7bcf3-74f4-4d55-8e4c-7319d763cd30', 'code': 200} Aug 29 04:10:28.390914 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-38340f05-0326-4710-8fa8-94c8c6e0fcb0 None None] For port b1bc71b0-aa11-43d9-b640-21c27556e0df, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=b1bc71b0-aa11-43d9-b640-21c27556e0df,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:10:28.396500 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-18f641e5-8163-4a54-a0d2-bb9cfedbb578 req-a8d14a20-4011-4d95-a1be-65cc2f67ab01 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6616a4e-74a1-4a12-88c0-4cd9409fcf3a HTTP/1.1" status: 200 len: 945 time: 0.1607380 Aug 29 04:10:28.397325 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-77f3ff39-e58e-4dfb-b857-f05a84784964 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:28.397515 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-38340f05-0326-4710-8fa8-94c8c6e0fcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:28.410378 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-77f3ff39-e58e-4dfb-b857-f05a84784964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:28.481966 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-df6d3db3-104a-4db4-8d3f-4bef415ab7fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:28.484668 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-df6d3db3-104a-4db4-8d3f-4bef415ab7fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:28.488117 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-df6d3db3-104a-4db4-8d3f-4bef415ab7fc admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e06e23ef-e6a7-4e91-a564-799f8691ccb9 HTTP/1.1" status: 204 len: 168 time: 0.3880820 Aug 29 04:10:28.543363 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-18f641e5-8163-4a54-a0d2-bb9cfedbb578 req-f1318e98-59cd-4c11-ad27-9cbc87b65a4f tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] 10.222.0.22 "GET /v2.0/security-groups?id=3dbd32b7-b3fc-4076-a8b6-8020bdad2883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1402934 Aug 29 04:10:28.554323 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6d3db3-104a-4db4-8d3f-4bef415ab7fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e06e23ef-e6a7-4e91-a564-799f8691ccb9,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:28.586347 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f3ff39-e58e-4dfb-b857-f05a84784964 admin admin] Pushing event updated for resources: {'Port': ['ID=7bf60d8e-784c-49b1-8cd3-017aa6d888c1,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:28.589089 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-77f3ff39-e58e-4dfb-b857-f05a84784964 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-718897'] for router_interface, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:28.675644 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c2504d-b786-4b6f-b058-e7a0a0e3e249 None None] Pushing event updated for resources: {'Port': ['ID=b1bc71b0-aa11-43d9-b640-21c27556e0df,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:28.703481 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38340f05-0326-4710-8fa8-94c8c6e0fcb0 None None] Routers {'4901cebb-3b01-49da-bddc-c530c73ee57a'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:10:28.704824 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-38340f05-0326-4710-8fa8-94c8c6e0fcb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:10:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['4901cebb-3b01-49da-bddc-c530c73ee57a'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:10:28.766884 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-62b12e44-1b01-4316-ba0b-61dbd3c3aecc req-3d7d2950-bc45-4f51-a554-c08210c35ac7 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=4b47ebaf5a2144e2beea71bdc91317f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0609145 Aug 29 04:10:28.778857 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-677da1cc-7b11-4931-8f35-b6e52cb123e2 req-6edb4c5a-fd42-4d48-b81f-471c155148e5 tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] Allocated IP 172.20.0.11 (dc563c47-043f-429f-be85-78b8391b0dc9/39bb6e0a-5bf9-4bcf-b8e1-4b7e3ed1a737/fd890cfa-bcf7-4f0a-b331-cf5351bf0305) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:10:28.786647 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device fa9e593b-52c8-46a3-8edf-cd8aab7acd5e up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:10:28.813405 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e84b62-bcd0-4581-a37b-ec2547cf2f05 req-6a45edbe-a49a-487c-a9ca-068cfead1d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:28.815035 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-36e84b62-bcd0-4581-a37b-ec2547cf2f05 req-6a45edbe-a49a-487c-a9ca-068cfead1d44 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a6616a4e-74a1-4a12-88c0-4cd9409fcf3a HTTP/1.1" status: 200 len: 1097 time: 0.2648501 Aug 29 04:10:28.827659 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869deb01-7c56-4065-b7e2-7fc05285b0ec req-92a0e533-3667-4b9e-b24e-bcc0d707fb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:28.829355 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-869deb01-7c56-4065-b7e2-7fc05285b0ec req-92a0e533-3667-4b9e-b24e-bcc0d707fb1b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b4ba3237-9eca-4f4d-905c-a4fd96cd7f22 HTTP/1.1" status: 200 len: 1098 time: 0.2847538 Aug 29 04:10:28.901528 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b02268-62ee-41e0-8262-488a32d849e3 req-95ec93b1-9f73-40bb-a433-bfe003cb3e13 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:28.903123 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-43b02268-62ee-41e0-8262-488a32d849e3 req-95ec93b1-9f73-40bb-a433-bfe003cb3e13 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/ports?device_id=3698ca45-79dc-4840-b1cf-184940aeb2f5 HTTP/1.1" status: 200 len: 950 time: 0.1878750 Aug 29 04:10:28.922524 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f3ff39-e58e-4dfb-b857-f05a84784964 admin admin] Network 6bd27833-2391-4e38-ae3c-09cb81dd4a64 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:10:28.925847 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-77f3ff39-e58e-4dfb-b857-f05a84784964 admin admin] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:10:28.951159 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b12e44-1b01-4316-ba0b-61dbd3c3aecc req-b229b675-d0a0-449a-b0d5-3bd931142bc3 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:28.957556 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-38340f05-0326-4710-8fa8-94c8c6e0fcb0 None None] Set router 4901cebb-3b01-49da-bddc-c530c73ee57a gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:10:28.959163 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-62b12e44-1b01-4316-ba0b-61dbd3c3aecc req-b229b675-d0a0-449a-b0d5-3bd931142bc3 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1883287 Aug 29 04:10:28.987642 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-62b12e44-1b01-4316-ba0b-61dbd3c3aecc req-241fc3ee-4bcf-465e-9bbb-16a86daafbae tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/quotas/4b47ebaf5a2144e2beea71bdc91317f3 HTTP/1.1" status: 200 len: 375 time: 0.0270984 Aug 29 04:10:29.025741 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-869deb01-7c56-4065-b7e2-7fc05285b0ec req-8158a93a-9356-49a1-b185-42497a361513 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=4dbbedf5-2f21-4437-b7c2-73b739103a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1806045 Aug 29 04:10:29.056209 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-36e84b62-bcd0-4581-a37b-ec2547cf2f05 req-4ef042f0-cc33-452a-b685-341835a53df7 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3dbd32b7-b3fc-4076-a8b6-8020bdad2883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2249262 Aug 29 04:10:29.092112 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-43b02268-62ee-41e0-8262-488a32d849e3 req-128b9dee-4edb-437b-8a86-90f273a686cc tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/security-groups?id=268ad66b-6c1a-4e93-9fbd-057377cdbb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601565 Aug 29 04:10:29.172877 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port fa9e593b-52c8-46a3-8edf-cd8aab7acd5e triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:10:29.173344 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:29.240430 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-62b12e44-1b01-4316-ba0b-61dbd3c3aecc req-a7d3553d-8ee8-49e0-8d85-dd6db3ff73cf tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=4b47ebaf5a2144e2beea71bdc91317f3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2517848 Aug 29 04:10:29.241715 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-677da1cc-7b11-4931-8f35-b6e52cb123e2 req-6edb4c5a-fd42-4d48-b81f-471c155148e5 tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:29.282913 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-677da1cc-7b11-4931-8f35-b6e52cb123e2 req-6edb4c5a-fd42-4d48-b81f-471c155148e5 tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] Transition to ACTIVE for port object fd890cfa-bcf7-4f0a-b331-cf5351bf0305 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:10:29.309130 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d99c719-d104-4af8-9225-9a4c0e78d142 req-4a115216-c9e1-495a-883b-4fd63661e84f tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:29.310990 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77f3ff39-e58e-4dfb-b857-f05a84784964 admin admin] Router 4901cebb-3b01-49da-bddc-c530c73ee57a has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:10:29.317755 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5d99c719-d104-4af8-9225-9a4c0e78d142 req-4a115216-c9e1-495a-883b-4fd63661e84f tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4ba3237-9eca-4f4d-905c-a4fd96cd7f22 HTTP/1.1" status: 200 len: 946 time: 0.0944271 Aug 29 04:10:29.383593 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5d99c719-d104-4af8-9225-9a4c0e78d142 req-4f2caf06-5f54-40ac-9659-6c972a861f60 tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] 10.222.0.22 "GET /v2.0/security-groups?id=4dbbedf5-2f21-4437-b7c2-73b739103a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625436 Aug 29 04:10:29.409006 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-677da1cc-7b11-4931-8f35-b6e52cb123e2 req-6edb4c5a-fd42-4d48-b81f-471c155148e5 tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:29.452600 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-35e4720a-51b1-47c0-aac8-12694615fc41 None None] Provisioning complete for port 7bf60d8e-784c-49b1-8cd3-017aa6d888c1 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:10:29.453170 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-35e4720a-51b1-47c0-aac8-12694615fc41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:29.491021 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77f3ff39-e58e-4dfb-b857-f05a84784964 admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:10:29.512642 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-77f3ff39-e58e-4dfb-b857-f05a84784964 admin admin] 10.222.0.22 "PUT /v2.0/routers/4901cebb-3b01-49da-bddc-c530c73ee57a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9301651 Aug 29 04:10:29.541214 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-35e4720a-51b1-47c0-aac8-12694615fc41 None None] Port 7bf60d8e-784c-49b1-8cd3-017aa6d888c1 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:10:29.553633 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-38340f05-0326-4710-8fa8-94c8c6e0fcb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4901cebb-3b01-49da-bddc-c530c73ee57a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1706044306-router', 'tenant_id': '568311114d65416d8de21a22c4018a64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': 'b1bc71b0-aa11-43d9-b640-21c27556e0df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:10:20Z', 'updated_at': '2021-08-29T04:10:27Z', 'revision_number': 4, 'project_id': '568311114d65416d8de21a22c4018a64', 'gw_port': {'id': 'b1bc71b0-aa11-43d9-b640-21c27556e0df', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:57:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4901cebb-3b01-49da-bddc-c530c73ee57a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:22Z', 'updated_at': '2021-08-29T04:10:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '7bf60d8e-784c-49b1-8cd3-017aa6d888c1', 'name': '', 'network_id': '6bd27833-2391-4e38-ae3c-09cb81dd4a64', 'tenant_id': '568311114d65416d8de21a22c4018a64', 'mac_address': 'fa:16:3e:98:da:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4901cebb-3b01-49da-bddc-c530c73ee57a', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'dc5fec2c-9f9b-4df2-8e27-2ed68d0dc31d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:26Z', 'updated_at': '2021-08-29T04:10:28Z', 'revision_number': 2, 'project_id': '568311114d65416d8de21a22c4018a64', 'subnets': [{'id': 'dc5fec2c-9f9b-4df2-8e27-2ed68d0dc31d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:10:29.553927 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-677da1cc-7b11-4931-8f35-b6e52cb123e2 req-6edb4c5a-fd42-4d48-b81f-471c155148e5 tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] Network dc563c47-043f-429f-be85-78b8391b0dc9 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:10:29.558158 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-677da1cc-7b11-4931-8f35-b6e52cb123e2 req-6edb4c5a-fd42-4d48-b81f-471c155148e5 tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:10:29.561067 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-677da1cc-7b11-4931-8f35-b6e52cb123e2 req-6edb4c5a-fd42-4d48-b81f-471c155148e5 tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:10:29.566966 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677da1cc-7b11-4931-8f35-b6e52cb123e2 req-6edb4c5a-fd42-4d48-b81f-471c155148e5 tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:29.575145 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-677da1cc-7b11-4931-8f35-b6e52cb123e2 req-6edb4c5a-fd42-4d48-b81f-471c155148e5 tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:29.580659 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edb4c5a-fd42-4d48-b81f-471c155148e5 tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] Pushing event updated for resources: {'Port': ['ID=fd890cfa-bcf7-4f0a-b331-cf5351bf0305,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:29.602985 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38340f05-0326-4710-8fa8-94c8c6e0fcb0 None None] The sync data for ids ['4901cebb-3b01-49da-bddc-c530c73ee57a'] in n-d-712140-12 is: [{'id': '4901cebb-3b01-49da-bddc-c530c73ee57a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1706044306-router', 'tenant_id': '568311114d65416d8de21a22c4018a64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': 'b1bc71b0-aa11-43d9-b640-21c27556e0df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:10:20Z', 'updated_at': '2021-08-29T04:10:27Z', 'revision_number': 4, 'project_id': '568311114d65416d8de21a22c4018a64', 'gw_port': {'id': 'b1bc71b0-aa11-43d9-b640-21c27556e0df', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:57:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4901cebb-3b01-49da-bddc-c530c73ee57a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:22Z', 'updated_at': '2021-08-29T04:10:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '7bf60d8e-784c-49b1-8cd3-017aa6d888c1', 'name': '', 'network_id': '6bd27833-2391-4e38-ae3c-09cb81dd4a64', 'tenant_id': '568311114d65416d8de21a22c4018a64', 'mac_address': 'fa:16:3e:98:da:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4901cebb-3b01-49da-bddc-c530c73ee57a', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'dc5fec2c-9f9b-4df2-8e27-2ed68d0dc31d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:26Z', 'updated_at': '2021-08-29T04:10:28Z', 'revision_number': 2, 'project_id': '568311114d65416d8de21a22c4018a64', 'subnets': [{'id': 'dc5fec2c-9f9b-4df2-8e27-2ed68d0dc31d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:10:29.622391 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-677da1cc-7b11-4931-8f35-b6e52cb123e2 req-6edb4c5a-fd42-4d48-b81f-471c155148e5 tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7694139 Aug 29 04:10:29.655184 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6371eb-76cb-4c6f-a2c1-ea7a349f6b77 req-2935278e-55ee-4dee-a5f1-deb081e1687a tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:29.665627 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4d6371eb-76cb-4c6f-a2c1-ea7a349f6b77 req-2935278e-55ee-4dee-a5f1-deb081e1687a tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] 10.222.0.22 "GET /v2.0/ports?device_id=58dff7ff-0246-4aaf-9ae6-edda75be8ead HTTP/1.1" status: 200 len: 932 time: 0.1574559 Aug 29 04:10:29.680789 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8be4c3fd-0642-4f45-acbf-bd967a91d410 req-96da6b47-2eaf-4510-85a4-e42d4248c342 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e5ccfea-706b-4825-9d2e-60c0b092c82e HTTP/1.1" status: 200 len: 210 time: 0.0573611 Aug 29 04:10:29.698264 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-677da1cc-7b11-4931-8f35-b6e52cb123e2 req-1fdfc9a2-e8c3-47b3-aa3f-457511cca969 service neutron] Request body: {'port': {'device_id': '58dff7ff-0246-4aaf-9ae6-edda75be8ead', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:10:29.756104 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-618f0be2-aee5-424c-a2a4-e7378a9019e4 req-c238f453-f9fe-4c7e-bff4-303601f313f3 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=25d520e8-68a6-43ea-9d0d-90cd31433780 HTTP/1.1" status: 200 len: 210 time: 0.0395124 Aug 29 04:10:29.943083 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-677da1cc-7b11-4931-8f35-b6e52cb123e2 req-1fdfc9a2-e8c3-47b3-aa3f-457511cca969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:29.972698 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4d6371eb-76cb-4c6f-a2c1-ea7a349f6b77 req-d7f4fbc6-0801-43c9-9bc1-7c51b875b3df tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] 10.222.0.22 "GET /v2.0/security-groups?id=1ce7c691-1054-4e92-8ce1-44402522c321&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3013577 Aug 29 04:10:29.992063 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c666c3-685b-474b-8dde-655554937a38 req-d1a573df-5ecd-48c3-9738-206de30ba04a tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:29.997603 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-55c666c3-685b-474b-8dde-655554937a38 req-d1a573df-5ecd-48c3-9738-206de30ba04a tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.46 "GET /v2.0/networks?id=7521cd58-9470-4433-82b8-7e942c988b03 HTTP/1.1" status: 200 len: 812 time: 0.2362542 Aug 29 04:10:30.073501 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-c6a33f76-2e1d-4243-abf2-8442760e594a None None] Provisioning for port fd890cfa-bcf7-4f0a-b331-cf5351bf0305 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:10:30.081310 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-c6a33f76-2e1d-4243-abf2-8442760e594a None None] Provisioning complete for port fd890cfa-bcf7-4f0a-b331-cf5351bf0305 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:10:30.081915 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c6a33f76-2e1d-4243-abf2-8442760e594a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:30.099589 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-55c666c3-685b-474b-8dde-655554937a38 req-df771d8e-ea5b-46d5-a4f8-e35755ce5ce1 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=48da3dc54d264865b5c4834c4a90f4b5 HTTP/1.1" status: 200 len: 379 time: 0.0887799 Aug 29 04:10:30.143728 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-c6a33f76-2e1d-4243-abf2-8442760e594a None None] Port fd890cfa-bcf7-4f0a-b331-cf5351bf0305 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:10:30.146821 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-55c666c3-685b-474b-8dde-655554937a38 req-6a351465-9a26-494c-a48a-0e82bf5cdfb0 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Request body: {'port': {'device_id': '1e5ccfea-706b-4825-9d2e-60c0b092c82e', 'network_id': '7521cd58-9470-4433-82b8-7e942c988b03', 'admin_state_up': True, 'tenant_id': '48da3dc54d264865b5c4834c4a90f4b5', 'security_groups': ['95663bcf-c178-40f7-a8d1-56ba6dc33aac']}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:10:30.371372 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dff01f-7e23-41e3-9984-af14cb72842a req-b17d8093-6369-460d-b466-918bc9579873 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:30.375551 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-70dff01f-7e23-41e3-9984-af14cb72842a req-b17d8093-6369-460d-b466-918bc9579873 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6616a4e-74a1-4a12-88c0-4cd9409fcf3a HTTP/1.1" status: 200 len: 945 time: 0.3666534 Aug 29 04:10:30.441300 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55c666c3-685b-474b-8dde-655554937a38 req-6a351465-9a26-494c-a48a-0e82bf5cdfb0 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Made reservation on behalf of 48da3dc54d264865b5c4834c4a90f4b5 for: {'port': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:10:30.460369 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-55c666c3-685b-474b-8dde-655554937a38 req-6a351465-9a26-494c-a48a-0e82bf5cdfb0 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:30.513493 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-70dff01f-7e23-41e3-9984-af14cb72842a req-bc20a51f-f674-41c5-9b5f-04920d4cb258 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] 10.222.0.22 "GET /v2.0/security-groups?id=3dbd32b7-b3fc-4076-a8b6-8020bdad2883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222966 Aug 29 04:10:30.710295 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0f99a316-3c44-49aa-9bc5-7970804ea32a req-55e5ae40-a73a-447a-9ab7-d84cbd4eb9bc tempest-ImagesOneServerTestJSON-70638764 tempest-ImagesOneServerTestJSON-70638764-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=a81a2e95d93f4be3a1e76603f260016a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0704508 Aug 29 04:10:30.725343 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-677da1cc-7b11-4931-8f35-b6e52cb123e2 req-1fdfc9a2-e8c3-47b3-aa3f-457511cca969 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd890cfa-bcf7-4f0a-b331-cf5351bf0305 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:10:30.765533 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-677da1cc-7b11-4931-8f35-b6e52cb123e2 req-1fdfc9a2-e8c3-47b3-aa3f-457511cca969 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:30.784727 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-677da1cc-7b11-4931-8f35-b6e52cb123e2 req-1fdfc9a2-e8c3-47b3-aa3f-457511cca969 service neutron] Transition to ACTIVE for port object fd890cfa-bcf7-4f0a-b331-cf5351bf0305 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:10:30.921077 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f99a316-3c44-49aa-9bc5-7970804ea32a req-96f227aa-cd49-4d8a-84c8-c76e6809bbba tempest-ImagesOneServerTestJSON-70638764 tempest-ImagesOneServerTestJSON-70638764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:30.922782 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0f99a316-3c44-49aa-9bc5-7970804ea32a req-96f227aa-cd49-4d8a-84c8-c76e6809bbba tempest-ImagesOneServerTestJSON-70638764 tempest-ImagesOneServerTestJSON-70638764-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2049661 Aug 29 04:10:30.924226 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-677da1cc-7b11-4931-8f35-b6e52cb123e2 req-1fdfc9a2-e8c3-47b3-aa3f-457511cca969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:30.952164 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685d0537-cd80-476d-9a9f-60e4ae819f0f req-36a82f0b-535c-4bdd-9442-ab6a88b5dae7 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:30.959766 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-685d0537-cd80-476d-9a9f-60e4ae819f0f req-36a82f0b-535c-4bdd-9442-ab6a88b5dae7 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/ports?device_id=3698ca45-79dc-4840-b1cf-184940aeb2f5 HTTP/1.1" status: 200 len: 950 time: 0.3057787 Aug 29 04:10:31.072117 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdfc9a2-e8c3-47b3-aa3f-457511cca969 service neutron] Pushing event updated for resources: {'Port': ['ID=fd890cfa-bcf7-4f0a-b331-cf5351bf0305,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:31.105356 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-685d0537-cd80-476d-9a9f-60e4ae819f0f req-be01b459-5a25-4a75-81da-b3bc0d928252 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/security-groups?id=268ad66b-6c1a-4e93-9fbd-057377cdbb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445782 Aug 29 04:10:31.119823 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [req-55c666c3-685b-474b-8dde-655554937a38 req-6a351465-9a26-494c-a48a-0e82bf5cdfb0 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Allocated IP 172.20.0.7 (7521cd58-9470-4433-82b8-7e942c988b03/be5f55ab-7fa1-406c-9ca9-03e74b79ef6a/f94ff432-1efb-4d16-b88c-19279e1457b8) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:10:31.158025 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0f99a316-3c44-49aa-9bc5-7970804ea32a req-87a285c9-ebeb-49f6-b6fe-c98025ba473d tempest-ImagesOneServerTestJSON-70638764 tempest-ImagesOneServerTestJSON-70638764-project] 10.222.0.22 "GET /v2.0/quotas/a81a2e95d93f4be3a1e76603f260016a HTTP/1.1" status: 200 len: 375 time: 0.2162178 Aug 29 04:10:31.191162 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-677da1cc-7b11-4931-8f35-b6e52cb123e2 req-1fdfc9a2-e8c3-47b3-aa3f-457511cca969 service neutron] Attempting to bind port fd890cfa-bcf7-4f0a-b331-cf5351bf0305 on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:10:31.191817 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-677da1cc-7b11-4931-8f35-b6e52cb123e2 req-1fdfc9a2-e8c3-47b3-aa3f-457511cca969 service neutron] Attempting to bind port fd890cfa-bcf7-4f0a-b331-cf5351bf0305 by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': '5edca003-2703-4f54-98cc-983d1c404746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'dc563c47-043f-429f-be85-78b8391b0dc9'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:10:31.192190 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677da1cc-7b11-4931-8f35-b6e52cb123e2 req-1fdfc9a2-e8c3-47b3-aa3f-457511cca969 service neutron] Attempting to bind port fd890cfa-bcf7-4f0a-b331-cf5351bf0305 on network dc563c47-043f-429f-be85-78b8391b0dc9 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:10:31.200542 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677da1cc-7b11-4931-8f35-b6e52cb123e2 req-1fdfc9a2-e8c3-47b3-aa3f-457511cca969 service neutron] Port fd890cfa-bcf7-4f0a-b331-cf5351bf0305 on network dc563c47-043f-429f-be85-78b8391b0dc9 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:10:31.203643 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677da1cc-7b11-4931-8f35-b6e52cb123e2 req-1fdfc9a2-e8c3-47b3-aa3f-457511cca969 service neutron] Attempting to bind port fd890cfa-bcf7-4f0a-b331-cf5351bf0305 on network dc563c47-043f-429f-be85-78b8391b0dc9 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:10:31.242530 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677da1cc-7b11-4931-8f35-b6e52cb123e2 req-1fdfc9a2-e8c3-47b3-aa3f-457511cca969 service neutron] Checking agent: {'id': '3de9de52-3a03-431d-9d7e-497ae92c57ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:10:31.243149 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677da1cc-7b11-4931-8f35-b6e52cb123e2 req-1fdfc9a2-e8c3-47b3-aa3f-457511cca969 service neutron] Checking segment: {'id': '5edca003-2703-4f54-98cc-983d1c404746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'dc563c47-043f-429f-be85-78b8391b0dc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:10:31.243545 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677da1cc-7b11-4931-8f35-b6e52cb123e2 req-1fdfc9a2-e8c3-47b3-aa3f-457511cca969 service neutron] Bound using segment: {'id': '5edca003-2703-4f54-98cc-983d1c404746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'dc563c47-043f-429f-be85-78b8391b0dc9'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:10:31.244037 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-677da1cc-7b11-4931-8f35-b6e52cb123e2 req-1fdfc9a2-e8c3-47b3-aa3f-457511cca969 service neutron] Bound port: fd890cfa-bcf7-4f0a-b331-cf5351bf0305, host: n-h1-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5edca003-2703-4f54-98cc-983d1c404746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'dc563c47-043f-429f-be85-78b8391b0dc9'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:10:31.248145 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-677da1cc-7b11-4931-8f35-b6e52cb123e2 req-1fdfc9a2-e8c3-47b3-aa3f-457511cca969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:31.288951 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0f99a316-3c44-49aa-9bc5-7970804ea32a req-a4e83c0b-a107-4a5e-be5b-b991b58f2949 tempest-ImagesOneServerTestJSON-70638764 tempest-ImagesOneServerTestJSON-70638764-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=a81a2e95d93f4be3a1e76603f260016a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0993543 Aug 29 04:10:31.368576 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-677da1cc-7b11-4931-8f35-b6e52cb123e2 req-1fdfc9a2-e8c3-47b3-aa3f-457511cca969 service neutron] For port fd890cfa-bcf7-4f0a-b331-cf5351bf0305, host n-h1-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:10:31.372899 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-677da1cc-7b11-4931-8f35-b6e52cb123e2 req-1fdfc9a2-e8c3-47b3-aa3f-457511cca969 service neutron] For port fd890cfa-bcf7-4f0a-b331-cf5351bf0305, host n-h1-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=fd890cfa-bcf7-4f0a-b331-cf5351bf0305,segment=NetworkSegment(5edca003-2703-4f54-98cc-983d1c404746),segment_id=5edca003-2703-4f54-98cc-983d1c404746)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:10:31.383969 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-677da1cc-7b11-4931-8f35-b6e52cb123e2 req-1fdfc9a2-e8c3-47b3-aa3f-457511cca969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:31.434466 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0f4e42-b597-4f95-98cb-2d59855669de req-3831a3a2-b8ac-4880-8d3f-37be41db4b67 tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:31.443295 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8c0f4e42-b597-4f95-98cb-2d59855669de req-3831a3a2-b8ac-4880-8d3f-37be41db4b67 tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4ba3237-9eca-4f4d-905c-a4fd96cd7f22 HTTP/1.1" status: 200 len: 946 time: 0.1576118 Aug 29 04:10:31.485334 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdfc9a2-e8c3-47b3-aa3f-457511cca969 service neutron] Pushing event updated for resources: {'Port': ['ID=fd890cfa-bcf7-4f0a-b331-cf5351bf0305,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:31.491865 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677da1cc-7b11-4931-8f35-b6e52cb123e2 req-1fdfc9a2-e8c3-47b3-aa3f-457511cca969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:31.492422 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-677da1cc-7b11-4931-8f35-b6e52cb123e2 req-1fdfc9a2-e8c3-47b3-aa3f-457511cca969 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:31.493946 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-677da1cc-7b11-4931-8f35-b6e52cb123e2 req-1fdfc9a2-e8c3-47b3-aa3f-457511cca969 service neutron] 10.222.0.46 "PUT /v2.0/ports/fd890cfa-bcf7-4f0a-b331-cf5351bf0305 HTTP/1.1" status: 200 len: 1093 time: 1.8255627 Aug 29 04:10:31.494344 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58dff7ff-0246-4aaf-9ae6-edda75be8ead', 'tag': 'fd890cfa-bcf7-4f0a-b331-cf5351bf0305'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:10:31.496872 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d24fba89-9e9f-44ba-bc71-31101c5130a5" -d '{"events": [{"name": "network-changed", "server_uuid": "58dff7ff-0246-4aaf-9ae6-edda75be8ead", "tag": "fd890cfa-bcf7-4f0a-b331-cf5351bf0305"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:10:31.570688 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-55c666c3-685b-474b-8dde-655554937a38 req-6a351465-9a26-494c-a48a-0e82bf5cdfb0 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:31.584028 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8c0f4e42-b597-4f95-98cb-2d59855669de req-e3116fec-7ca9-411e-b9c0-f357d2fbe2ae tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] 10.222.0.22 "GET /v2.0/security-groups?id=4dbbedf5-2f21-4437-b7c2-73b739103a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1348391 Aug 29 04:10:31.622426 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [req-55c666c3-685b-474b-8dde-655554937a38 req-6a351465-9a26-494c-a48a-0e82bf5cdfb0 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Transition to ACTIVE for port object f94ff432-1efb-4d16-b88c-19279e1457b8 will not be triggered until provisioned by entity DHCP. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:10:31.678432 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-55c666c3-685b-474b-8dde-655554937a38 req-6a351465-9a26-494c-a48a-0e82bf5cdfb0 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:31.686645 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677da1cc-7b11-4931-8f35-b6e52cb123e2 req-6cadcd92-43e3-4574-8bda-e6ccfcb83c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:31.688282 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-677da1cc-7b11-4931-8f35-b6e52cb123e2 req-6cadcd92-43e3-4574-8bda-e6ccfcb83c13 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0878509a3c9948c598a7472280410341&device_id=58dff7ff-0246-4aaf-9ae6-edda75be8ead HTTP/1.1" status: 200 len: 1096 time: 0.1148336 Aug 29 04:10:31.775727 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-677da1cc-7b11-4931-8f35-b6e52cb123e2 req-f8e96510-5df9-4455-9fef-1ba1abf47617 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd890cfa-bcf7-4f0a-b331-cf5351bf0305 HTTP/1.1" status: 200 len: 217 time: 0.0763364 Aug 29 04:10:31.847963 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55c666c3-685b-474b-8dde-655554937a38 req-6a351465-9a26-494c-a48a-0e82bf5cdfb0 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Network 7521cd58-9470-4433-82b8-7e942c988b03 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:10:31.892773 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [req-55c666c3-685b-474b-8dde-655554937a38 req-6a351465-9a26-494c-a48a-0e82bf5cdfb0 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:10:31.952899 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [req-55c666c3-685b-474b-8dde-655554937a38 req-6a351465-9a26-494c-a48a-0e82bf5cdfb0 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:10:31.957593 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677da1cc-7b11-4931-8f35-b6e52cb123e2 req-77af1905-bfc6-4ac4-b64a-566b53545400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:31.962566 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-677da1cc-7b11-4931-8f35-b6e52cb123e2 req-77af1905-bfc6-4ac4-b64a-566b53545400 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=39bb6e0a-5bf9-4bcf-b8e1-4b7e3ed1a737 HTTP/1.1" status: 200 len: 853 time: 0.1686549 Aug 29 04:10:32.020353 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a351465-9a26-494c-a48a-0e82bf5cdfb0 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Pushing event updated for resources: {'Port': ['ID=f94ff432-1efb-4d16-b88c-19279e1457b8,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:32.033035 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2433b79d-9eb7-4824-9ccd-061a1e02c6b5 req-060aec94-a713-449f-bb6f-037f85d26738 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=25d520e8-68a6-43ea-9d0d-90cd31433780 HTTP/1.1" status: 200 len: 210 time: 0.1073103 Aug 29 04:10:32.093626 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c666c3-685b-474b-8dde-655554937a38 req-6a351465-9a26-494c-a48a-0e82bf5cdfb0 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:32.094475 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-55c666c3-685b-474b-8dde-655554937a38 req-6a351465-9a26-494c-a48a-0e82bf5cdfb0 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:32.116161 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4031a4-a6a2-491d-a539-704acd65c138 req-89ae2d6e-f0d0-45b5-a3e5-7cd6ba050db4 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:32.138357 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0f4031a4-a6a2-491d-a539-704acd65c138 req-89ae2d6e-f0d0-45b5-a3e5-7cd6ba050db4 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e5ccfea-706b-4825-9d2e-60c0b092c82e HTTP/1.1" status: 200 len: 931 time: 0.3308225 Aug 29 04:10:32.215911 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-55c666c3-685b-474b-8dde-655554937a38 req-6a351465-9a26-494c-a48a-0e82bf5cdfb0 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0885007 Aug 29 04:10:32.238181 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-62b12e44-1b01-4316-ba0b-61dbd3c3aecc req-267eb3b7-acc6-4928-9c20-07819d561cd1 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=4b47ebaf5a2144e2beea71bdc91317f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2363474 Aug 29 04:10:32.243552 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-55c666c3-685b-474b-8dde-655554937a38 req-04517c8e-c9a9-4efe-b1f2-5b503144d1af service neutron] Request body: {'port': {'device_id': '1e5ccfea-706b-4825-9d2e-60c0b092c82e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-12'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:10:32.347288 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0f4031a4-a6a2-491d-a539-704acd65c138 req-0396f6a9-60f6-44cf-b697-987b12ffc920 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=95663bcf-c178-40f7-a8d1-56ba6dc33aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2077549 Aug 29 04:10:32.509939 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-2edb128d-daf8-496d-ac13-d9632e3e8aa0 None None] Provisioning for port f94ff432-1efb-4d16-b88c-19279e1457b8 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:10:32.516270 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-2edb128d-daf8-496d-ac13-d9632e3e8aa0 None None] Provisioning complete for port f94ff432-1efb-4d16-b88c-19279e1457b8 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:10:32.516818 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2edb128d-daf8-496d-ac13-d9632e3e8aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:32.564099 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-55c666c3-685b-474b-8dde-655554937a38 req-04517c8e-c9a9-4efe-b1f2-5b503144d1af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:32.658861 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677da1cc-7b11-4931-8f35-b6e52cb123e2 req-bf588c98-c2a1-4988-957f-86499fd2635f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:32.660957 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-677da1cc-7b11-4931-8f35-b6e52cb123e2 req-bf588c98-c2a1-4988-957f-86499fd2635f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dc563c47-043f-429f-be85-78b8391b0dc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6768374 Aug 29 04:10:32.674782 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-2edb128d-daf8-496d-ac13-d9632e3e8aa0 None None] Port f94ff432-1efb-4d16-b88c-19279e1457b8 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:10:32.682496 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea9f3d3d-9e6d-4b15-b829-05551fe56acc x-openstack-request-id: req-ea9f3d3d-9e6d-4b15-b829-05551fe56acc {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:10:32.682796 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58dff7ff-0246-4aaf-9ae6-edda75be8ead", "tag": "fd890cfa-bcf7-4f0a-b331-cf5351bf0305", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:10:32.683049 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ea9f3d3d-9e6d-4b15-b829-05551fe56acc {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:10:32.683447 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58dff7ff-0246-4aaf-9ae6-edda75be8ead', 'tag': 'fd890cfa-bcf7-4f0a-b331-cf5351bf0305', 'status': 'completed', 'code': 200} Aug 29 04:10:32.866954 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device b1bc71b0-aa11-43d9-b640-21c27556e0df up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:10:32.942972 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb59d204-06ba-466e-b29d-859356dfb04f req-81b80274-28f4-41a0-b8b6-606c7725567f tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:32.945122 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-bb59d204-06ba-466e-b29d-859356dfb04f req-81b80274-28f4-41a0-b8b6-606c7725567f tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6616a4e-74a1-4a12-88c0-4cd9409fcf3a HTTP/1.1" status: 200 len: 945 time: 0.1743801 Aug 29 04:10:32.968997 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port b1bc71b0-aa11-43d9-b640-21c27556e0df completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:10:32.978658 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port b1bc71b0-aa11-43d9-b640-21c27556e0df triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:10:32.979183 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:33.034588 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-677da1cc-7b11-4931-8f35-b6e52cb123e2 req-6c659f62-825a-4663-95f3-a79237fa45be service neutron] 10.222.0.46 "GET /v2.0/networks/dc563c47-043f-429f-be85-78b8391b0dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3477790 Aug 29 04:10:33.055008 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-bb59d204-06ba-466e-b29d-859356dfb04f req-787381c5-7ebd-46e2-b405-e98ac5351b29 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] 10.222.0.22 "GET /v2.0/security-groups?id=3dbd32b7-b3fc-4076-a8b6-8020bdad2883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982690 Aug 29 04:10:33.083556 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f0745b-6725-4d52-ab56-3f2776515da7 req-2abc166c-2116-4e3b-9e77-8d2e9a71b020 tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:33.105710 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d7f0745b-6725-4d52-ab56-3f2776515da7 req-2abc166c-2116-4e3b-9e77-8d2e9a71b020 tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] 10.222.0.22 "GET /v2.0/ports?device_id=58dff7ff-0246-4aaf-9ae6-edda75be8ead HTTP/1.1" status: 200 len: 944 time: 0.8636889 Aug 29 04:10:33.190012 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [req-55c666c3-685b-474b-8dde-655554937a38 req-04517c8e-c9a9-4efe-b1f2-5b503144d1af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f94ff432-1efb-4d16-b88c-19279e1457b8 {{(pid=94829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:10:33.204076 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-55c666c3-685b-474b-8dde-655554937a38 req-04517c8e-c9a9-4efe-b1f2-5b503144d1af service neutron] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:33.214117 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-677da1cc-7b11-4931-8f35-b6e52cb123e2 req-6abc83ad-d971-47da-84c2-51a14610ff6d service neutron] 10.222.0.46 "GET /v2.0/networks/dc563c47-043f-429f-be85-78b8391b0dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593771 Aug 29 04:10:33.273071 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [req-55c666c3-685b-474b-8dde-655554937a38 req-04517c8e-c9a9-4efe-b1f2-5b503144d1af service neutron] Transition to ACTIVE for port object f94ff432-1efb-4d16-b88c-19279e1457b8 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:10:33.305207 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d7f0745b-6725-4d52-ab56-3f2776515da7 req-04333fc6-3326-48c9-8973-ce480b752d86 tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] 10.222.0.22 "GET /v2.0/security-groups?id=1ce7c691-1054-4e92-8ce1-44402522c321&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1983273 Aug 29 04:10:33.309239 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:33.338378 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d524a665-4267-4cd6-87ff-a7d457ea48fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:33.354157 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port b1bc71b0-aa11-43d9-b640-21c27556e0df, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=b1bc71b0-aa11-43d9-b640-21c27556e0df,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:10:33.362644 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:33.373562 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-55c666c3-685b-474b-8dde-655554937a38 req-04517c8e-c9a9-4efe-b1f2-5b503144d1af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:33.474126 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=b1bc71b0-aa11-43d9-b640-21c27556e0df,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:33.519557 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e34928-44f5-414a-bbd3-b0c59c6b7289 req-2124997e-c19a-4154-a11e-74c8bc85af3b tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:33.534595 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-50e34928-44f5-414a-bbd3-b0c59c6b7289 req-2124997e-c19a-4154-a11e-74c8bc85af3b tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4ba3237-9eca-4f4d-905c-a4fd96cd7f22 HTTP/1.1" status: 200 len: 946 time: 0.2592478 Aug 29 04:10:33.553070 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 35900) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:33.559146 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b12e44-1b01-4316-ba0b-61dbd3c3aecc req-11e42642-f084-4646-9da1-fcf4bbbe9dbe tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:33.561209 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-62b12e44-1b01-4316-ba0b-61dbd3c3aecc req-11e42642-f084-4646-9da1-fcf4bbbe9dbe tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.2961502 Aug 29 04:10:33.570704 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-ad8d0ebc-cded-4255-adc6-99c490f4172c tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] Request body: {'floatingip': {'port_id': 'b7b7bcf3-74f4-4d55-8e4c-7319d763cd30'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:10:33.589371 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24fba89-9e9f-44ba-bc71-31101c5130a5 req-cb36b20c-f1cd-4bf2-ba90-1501be74a737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:33.590876 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d24fba89-9e9f-44ba-bc71-31101c5130a5 req-cb36b20c-f1cd-4bf2-ba90-1501be74a737 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0878509a3c9948c598a7472280410341&device_id=58dff7ff-0246-4aaf-9ae6-edda75be8ead HTTP/1.1" status: 200 len: 1096 time: 0.2678213 Aug 29 04:10:33.597596 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-62b12e44-1b01-4316-ba0b-61dbd3c3aecc req-0f1349d2-685a-44f2-b655-8486538eb977 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Request body: {'port': {'device_id': '25d520e8-68a6-43ea-9d0d-90cd31433780', 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45', 'admin_state_up': True, 'tenant_id': '4b47ebaf5a2144e2beea71bdc91317f3'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:10:33.700278 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04517c8e-c9a9-4efe-b1f2-5b503144d1af service neutron] Pushing event updated for resources: {'Port': ['ID=f94ff432-1efb-4d16-b88c-19279e1457b8,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:33.792043 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ad8d0ebc-cded-4255-adc6-99c490f4172c tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] Notify callbacks [] for floatingip, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:33.825092 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24fba89-9e9f-44ba-bc71-31101c5130a5 req-eda0e09d-bc17-42ff-928f-dcd7ce0ca153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:33.826513 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d24fba89-9e9f-44ba-bc71-31101c5130a5 req-eda0e09d-bc17-42ff-928f-dcd7ce0ca153 service neutron] 10.222.0.46 "GET /v2.0/networks?id=dc563c47-043f-429f-be85-78b8391b0dc9 HTTP/1.1" status: 200 len: 915 time: 0.1509502 Aug 29 04:10:33.828457 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e099cc88-89ca-4797-a1f8-5e8ec35b93ba req-3bb192aa-34fa-4390-8c0d-b151351fc787 tempest-ImagesOneServerTestJSON-70638764 tempest-ImagesOneServerTestJSON-70638764-project] 10.222.0.22 "GET /v2.0/ports?device_id=105889b2-d98b-4afc-aef1-39ab51a9c0c5 HTTP/1.1" status: 200 len: 210 time: 0.3166766 Aug 29 04:10:33.860581 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0f99a316-3c44-49aa-9bc5-7970804ea32a req-880e5196-5670-4cfd-af81-61c8aafdf4d6 tempest-ImagesOneServerTestJSON-70638764 tempest-ImagesOneServerTestJSON-70638764-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=a81a2e95d93f4be3a1e76603f260016a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310915 Aug 29 04:10:34.187925 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a368d34e-108a-4018-8fb2-eac41136ccd8 None None] Sync routers for ids ['4901cebb-3b01-49da-bddc-c530c73ee57a'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:10:34.199696 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a368d34e-108a-4018-8fb2-eac41136ccd8 None None] Routers {'4901cebb-3b01-49da-bddc-c530c73ee57a'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:10:34.200422 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-a368d34e-108a-4018-8fb2-eac41136ccd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:10:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['4901cebb-3b01-49da-bddc-c530c73ee57a'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:10:34.226410 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d24fba89-9e9f-44ba-bc71-31101c5130a5 req-ddccf57d-6da7-4e45-9386-a75915f8489a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd890cfa-bcf7-4f0a-b331-cf5351bf0305 HTTP/1.1" status: 200 len: 217 time: 0.3646793 Aug 29 04:10:34.229205 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-923ae308-abf5-48bb-b39e-5bd5bbfd19fd req-fa511c16-2926-482c-b78f-4da7e15c93b1 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=25d520e8-68a6-43ea-9d0d-90cd31433780 HTTP/1.1" status: 200 len: 210 time: 0.2201922 Aug 29 04:10:34.237380 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f99a316-3c44-49aa-9bc5-7970804ea32a req-16e9ab81-2381-410d-a56b-7ba3f84861ec tempest-ImagesOneServerTestJSON-70638764 tempest-ImagesOneServerTestJSON-70638764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:34.239297 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0f99a316-3c44-49aa-9bc5-7970804ea32a req-16e9ab81-2381-410d-a56b-7ba3f84861ec tempest-ImagesOneServerTestJSON-70638764 tempest-ImagesOneServerTestJSON-70638764-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3638296 Aug 29 04:10:34.310987 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62b12e44-1b01-4316-ba0b-61dbd3c3aecc req-0f1349d2-685a-44f2-b655-8486538eb977 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Made reservation on behalf of 4b47ebaf5a2144e2beea71bdc91317f3 for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:10:34.315085 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-62b12e44-1b01-4316-ba0b-61dbd3c3aecc req-0f1349d2-685a-44f2-b655-8486538eb977 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:34.326170 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-0f99a316-3c44-49aa-9bc5-7970804ea32a req-57600437-65be-4ab9-b04d-8e42909aa56f tempest-ImagesOneServerTestJSON-70638764 tempest-ImagesOneServerTestJSON-70638764-project] Request body: {'port': {'device_id': '105889b2-d98b-4afc-aef1-39ab51a9c0c5', 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45', 'admin_state_up': True, 'tenant_id': 'a81a2e95d93f4be3a1e76603f260016a'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:10:34.346323 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-a368d34e-108a-4018-8fb2-eac41136ccd8 None None] Set router 4901cebb-3b01-49da-bddc-c530c73ee57a gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:10:34.513367 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-55c666c3-685b-474b-8dde-655554937a38 req-04517c8e-c9a9-4efe-b1f2-5b503144d1af service neutron] Attempting to bind port f94ff432-1efb-4d16-b88c-19279e1457b8 on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:10:34.513740 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-55c666c3-685b-474b-8dde-655554937a38 req-04517c8e-c9a9-4efe-b1f2-5b503144d1af service neutron] Attempting to bind port f94ff432-1efb-4d16-b88c-19279e1457b8 by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': '6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '7521cd58-9470-4433-82b8-7e942c988b03'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:10:34.514071 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c666c3-685b-474b-8dde-655554937a38 req-04517c8e-c9a9-4efe-b1f2-5b503144d1af service neutron] Attempting to bind port f94ff432-1efb-4d16-b88c-19279e1457b8 on network 7521cd58-9470-4433-82b8-7e942c988b03 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:10:34.527876 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c666c3-685b-474b-8dde-655554937a38 req-04517c8e-c9a9-4efe-b1f2-5b503144d1af service neutron] Port f94ff432-1efb-4d16-b88c-19279e1457b8 on network 7521cd58-9470-4433-82b8-7e942c988b03 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:10:34.528197 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c666c3-685b-474b-8dde-655554937a38 req-04517c8e-c9a9-4efe-b1f2-5b503144d1af service neutron] Attempting to bind port f94ff432-1efb-4d16-b88c-19279e1457b8 on network 7521cd58-9470-4433-82b8-7e942c988b03 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:10:34.571987 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10677768-232c-4109-ab5d-d467ad62a3af req-c095c793-59ca-4a10-adfc-fab2b88c1d66 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:34.579924 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-10677768-232c-4109-ab5d-d467ad62a3af req-c095c793-59ca-4a10-adfc-fab2b88c1d66 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/ports?device_id=3698ca45-79dc-4840-b1cf-184940aeb2f5 HTTP/1.1" status: 200 len: 950 time: 0.9209483 Aug 29 04:10:34.589151 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c666c3-685b-474b-8dde-655554937a38 req-04517c8e-c9a9-4efe-b1f2-5b503144d1af service neutron] Checking agent: {'id': '3de9de52-3a03-431d-9d7e-497ae92c57ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:10:34.589419 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-a368d34e-108a-4018-8fb2-eac41136ccd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4901cebb-3b01-49da-bddc-c530c73ee57a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1706044306-router', 'tenant_id': '568311114d65416d8de21a22c4018a64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': 'b1bc71b0-aa11-43d9-b640-21c27556e0df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:10:20Z', 'updated_at': '2021-08-29T04:10:27Z', 'revision_number': 4, 'project_id': '568311114d65416d8de21a22c4018a64', 'gw_port': {'id': 'b1bc71b0-aa11-43d9-b640-21c27556e0df', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:57:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4901cebb-3b01-49da-bddc-c530c73ee57a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:22Z', 'updated_at': '2021-08-29T04:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '7bf60d8e-784c-49b1-8cd3-017aa6d888c1', 'name': '', 'network_id': '6bd27833-2391-4e38-ae3c-09cb81dd4a64', 'tenant_id': '568311114d65416d8de21a22c4018a64', 'mac_address': 'fa:16:3e:98:da:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4901cebb-3b01-49da-bddc-c530c73ee57a', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'dc5fec2c-9f9b-4df2-8e27-2ed68d0dc31d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:26Z', 'updated_at': '2021-08-29T04:10:28Z', 'revision_number': 2, 'project_id': '568311114d65416d8de21a22c4018a64', 'subnets': [{'id': 'dc5fec2c-9f9b-4df2-8e27-2ed68d0dc31d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:10:34.589578 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c666c3-685b-474b-8dde-655554937a38 req-04517c8e-c9a9-4efe-b1f2-5b503144d1af service neutron] Checking segment: {'id': '6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '7521cd58-9470-4433-82b8-7e942c988b03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:10:34.589986 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c666c3-685b-474b-8dde-655554937a38 req-04517c8e-c9a9-4efe-b1f2-5b503144d1af service neutron] Bound using segment: {'id': '6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '7521cd58-9470-4433-82b8-7e942c988b03'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:10:34.590443 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-55c666c3-685b-474b-8dde-655554937a38 req-04517c8e-c9a9-4efe-b1f2-5b503144d1af service neutron] Bound port: f94ff432-1efb-4d16-b88c-19279e1457b8, host: n-h1-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '7521cd58-9470-4433-82b8-7e942c988b03'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:10:34.590797 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-55c666c3-685b-474b-8dde-655554937a38 req-04517c8e-c9a9-4efe-b1f2-5b503144d1af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:34.630850 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a368d34e-108a-4018-8fb2-eac41136ccd8 None None] Checking router: 4901cebb-3b01-49da-bddc-c530c73ee57a for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:10:34.631314 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a368d34e-108a-4018-8fb2-eac41136ccd8 None None] Updating router 4901cebb-3b01-49da-bddc-c530c73ee57a port 7bf60d8e-784c-49b1-8cd3-017aa6d888c1 binding host n-d-712140-12 {{(pid=94831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:10:34.659056 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a368d34e-108a-4018-8fb2-eac41136ccd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:34.695266 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-10677768-232c-4109-ab5d-d467ad62a3af req-45864694-edf0-4d71-8377-4e6940f11ccf tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/security-groups?id=268ad66b-6c1a-4e93-9fbd-057377cdbb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142490 Aug 29 04:10:34.721442 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device b1bc71b0-aa11-43d9-b640-21c27556e0df up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:10:34.837347 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port b1bc71b0-aa11-43d9-b640-21c27556e0df triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:10:34.837726 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:34.899116 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-55c666c3-685b-474b-8dde-655554937a38 req-04517c8e-c9a9-4efe-b1f2-5b503144d1af service neutron] For port f94ff432-1efb-4d16-b88c-19279e1457b8, host n-h1-712140-12, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:10:34.960492 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-55c666c3-685b-474b-8dde-655554937a38 req-04517c8e-c9a9-4efe-b1f2-5b503144d1af service neutron] For port f94ff432-1efb-4d16-b88c-19279e1457b8, host n-h1-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=f94ff432-1efb-4d16-b88c-19279e1457b8,segment=NetworkSegment(6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc),segment_id=6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:10:34.971164 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-55c666c3-685b-474b-8dde-655554937a38 req-04517c8e-c9a9-4efe-b1f2-5b503144d1af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:34.989820 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a68ba5-2cae-40d3-99dc-55f6e0c23a98 req-7ef7c82e-421f-4ea2-b68f-1ce91917ed27 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:34.998756 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-33a68ba5-2cae-40d3-99dc-55f6e0c23a98 req-7ef7c82e-421f-4ea2-b68f-1ce91917ed27 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e5ccfea-706b-4825-9d2e-60c0b092c82e HTTP/1.1" status: 200 len: 943 time: 0.1881289 Aug 29 04:10:35.087167 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24fba89-9e9f-44ba-bc71-31101c5130a5 req-92239e5e-c54e-49f3-a997-f36590c489aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:35.088419 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d24fba89-9e9f-44ba-bc71-31101c5130a5 req-92239e5e-c54e-49f3-a997-f36590c489aa service neutron] 10.222.0.46 "GET /v2.0/subnets?id=39bb6e0a-5bf9-4bcf-b8e1-4b7e3ed1a737 HTTP/1.1" status: 200 len: 853 time: 0.7708204 Aug 29 04:10:35.106636 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-33a68ba5-2cae-40d3-99dc-55f6e0c23a98 req-096ce1f4-096b-4684-b172-e91eabb84bdb tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=95663bcf-c178-40f7-a8d1-56ba6dc33aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067243 Aug 29 04:10:35.144596 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a368d34e-108a-4018-8fb2-eac41136ccd8 None None] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:35.155805 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c666c3-685b-474b-8dde-655554937a38 req-04517c8e-c9a9-4efe-b1f2-5b503144d1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:35.156207 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-a368d34e-108a-4018-8fb2-eac41136ccd8 None None] Transition to ACTIVE for port object 7bf60d8e-784c-49b1-8cd3-017aa6d888c1 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:10:35.157167 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-55c666c3-685b-474b-8dde-655554937a38 req-04517c8e-c9a9-4efe-b1f2-5b503144d1af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:35.164122 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-55c666c3-685b-474b-8dde-655554937a38 req-04517c8e-c9a9-4efe-b1f2-5b503144d1af service neutron] 10.222.0.46 "PUT /v2.0/ports/f94ff432-1efb-4d16-b88c-19279e1457b8 HTTP/1.1" status: 200 len: 1092 time: 2.9331565 Aug 29 04:10:35.164672 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a368d34e-108a-4018-8fb2-eac41136ccd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:35.171845 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e5ccfea-706b-4825-9d2e-60c0b092c82e', 'tag': 'f94ff432-1efb-4d16-b88c-19279e1457b8'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:10:35.174959 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bb23926-4216-43b5-800f-eb700e74a0fd" -d '{"events": [{"name": "network-changed", "server_uuid": "1e5ccfea-706b-4825-9d2e-60c0b092c82e", "tag": "f94ff432-1efb-4d16-b88c-19279e1457b8"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:10:35.214704 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e0ae03-0f2f-4078-a32a-6aa7dba63617 req-6435d838-5b94-411e-8205-ed000ad70196 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:35.220132 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e269f341-3dc5-40b0-9ed8-406ec583c321 None None] Pushing event updated for resources: {'Port': ['ID=7bf60d8e-784c-49b1-8cd3-017aa6d888c1,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:35.223267 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d8e0ae03-0f2f-4078-a32a-6aa7dba63617 req-6435d838-5b94-411e-8205-ed000ad70196 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6616a4e-74a1-4a12-88c0-4cd9409fcf3a HTTP/1.1" status: 200 len: 945 time: 0.8566582 Aug 29 04:10:35.258541 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 35908) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:35.284712 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-cddda431-d273-44b3-80cd-97bd944cebcf tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Request body: {'floatingip': {'port_id': '85a1169a-593f-404a-95c2-61064c1226ff'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:10:35.344687 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-a368d34e-108a-4018-8fb2-eac41136ccd8 None None] Attempting to bind port 7bf60d8e-784c-49b1-8cd3-017aa6d888c1 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:10:35.345307 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-a368d34e-108a-4018-8fb2-eac41136ccd8 None None] Attempting to bind port 7bf60d8e-784c-49b1-8cd3-017aa6d888c1 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'c0ed39a7-0822-449c-a620-32c010b4d030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '6bd27833-2391-4e38-ae3c-09cb81dd4a64'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:10:35.345832 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a368d34e-108a-4018-8fb2-eac41136ccd8 None None] Attempting to bind port 7bf60d8e-784c-49b1-8cd3-017aa6d888c1 on network 6bd27833-2391-4e38-ae3c-09cb81dd4a64 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:10:35.356779 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a368d34e-108a-4018-8fb2-eac41136ccd8 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:10:35.357457 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a368d34e-108a-4018-8fb2-eac41136ccd8 None None] Checking segment: {'id': 'c0ed39a7-0822-449c-a620-32c010b4d030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '6bd27833-2391-4e38-ae3c-09cb81dd4a64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:10:35.358065 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a368d34e-108a-4018-8fb2-eac41136ccd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:35.358632 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a368d34e-108a-4018-8fb2-eac41136ccd8 None None] Bound using segment: {'id': 'c0ed39a7-0822-449c-a620-32c010b4d030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '6bd27833-2391-4e38-ae3c-09cb81dd4a64'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:10:35.361817 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-a368d34e-108a-4018-8fb2-eac41136ccd8 None None] Bound port: 7bf60d8e-784c-49b1-8cd3-017aa6d888c1, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0ed39a7-0822-449c-a620-32c010b4d030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '6bd27833-2391-4e38-ae3c-09cb81dd4a64'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:10:35.378103 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a368d34e-108a-4018-8fb2-eac41136ccd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:35.398286 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cddda431-d273-44b3-80cd-97bd944cebcf tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Notify callbacks [] for floatingip, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:35.437736 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c9077092-bfec-44ea-a998-3d1dda8e6921 req-0dbad0c7-e535-4efb-97d5-18299001ba41 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b83569e1-b257-4d78-919b-861ace2c9e5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4818466 Aug 29 04:10:35.501168 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-a368d34e-108a-4018-8fb2-eac41136ccd8 None None] For port 7bf60d8e-784c-49b1-8cd3-017aa6d888c1, host n-d-712140-12, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:10:35.511525 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-a368d34e-108a-4018-8fb2-eac41136ccd8 None None] For port 7bf60d8e-784c-49b1-8cd3-017aa6d888c1, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=7bf60d8e-784c-49b1-8cd3-017aa6d888c1,segment=NetworkSegment(c0ed39a7-0822-449c-a620-32c010b4d030),segment_id=c0ed39a7-0822-449c-a620-32c010b4d030)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:10:35.518004 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bf621e4e-588e-4d2b-b0dc-5fbefdca1918 req-8f38ab83-54c1-48a4-b7a3-3102dfecf3a8 tempest-ImagesOneServerTestJSON-70638764 tempest-ImagesOneServerTestJSON-70638764-project] 10.222.0.22 "GET /v2.0/ports?device_id=105889b2-d98b-4afc-aef1-39ab51a9c0c5 HTTP/1.1" status: 200 len: 210 time: 0.1475801 Aug 29 04:10:35.522354 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a368d34e-108a-4018-8fb2-eac41136ccd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:35.585848 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a368d34e-108a-4018-8fb2-eac41136ccd8 None None] Routers {'4901cebb-3b01-49da-bddc-c530c73ee57a'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:10:35.586489 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-a368d34e-108a-4018-8fb2-eac41136ccd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:10:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['4901cebb-3b01-49da-bddc-c530c73ee57a'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:10:35.651945 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-62b12e44-1b01-4316-ba0b-61dbd3c3aecc req-0f1349d2-685a-44f2-b655-8486538eb977 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Allocated IP 192.168.233.6 (13e6dfc1-e9e7-40a1-8a14-d0febabf4d45/18cd12d4-b12a-41b0-b0c5-618edbb84e74/a42538bf-2d2b-4567-a1ec-338bfb54c1bc) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:10:35.661467 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24fba89-9e9f-44ba-bc71-31101c5130a5 req-5c531982-5e1d-4a5a-8ede-80535ed1441e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:35.663604 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d24fba89-9e9f-44ba-bc71-31101c5130a5 req-5c531982-5e1d-4a5a-8ede-80535ed1441e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dc563c47-043f-429f-be85-78b8391b0dc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5538766 Aug 29 04:10:35.664552 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f99a316-3c44-49aa-9bc5-7970804ea32a req-57600437-65be-4ab9-b04d-8e42909aa56f tempest-ImagesOneServerTestJSON-70638764 tempest-ImagesOneServerTestJSON-70638764-project] Made reservation on behalf of a81a2e95d93f4be3a1e76603f260016a for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:10:35.668570 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-0f99a316-3c44-49aa-9bc5-7970804ea32a req-57600437-65be-4ab9-b04d-8e42909aa56f tempest-ImagesOneServerTestJSON-70638764 tempest-ImagesOneServerTestJSON-70638764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:35.712690 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-0f99a316-3c44-49aa-9bc5-7970804ea32a req-57600437-65be-4ab9-b04d-8e42909aa56f tempest-ImagesOneServerTestJSON-70638764 tempest-ImagesOneServerTestJSON-70638764-project] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:35.762419 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3957c0cd-7d91-419e-9398-07eebdee1907 x-openstack-request-id: req-3957c0cd-7d91-419e-9398-07eebdee1907 {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:10:35.762876 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e5ccfea-706b-4825-9d2e-60c0b092c82e", "tag": "f94ff432-1efb-4d16-b88c-19279e1457b8", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:10:35.762958 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3957c0cd-7d91-419e-9398-07eebdee1907 {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:10:35.763504 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e5ccfea-706b-4825-9d2e-60c0b092c82e', 'tag': 'f94ff432-1efb-4d16-b88c-19279e1457b8', 'status': 'completed', 'code': 200} Aug 29 04:10:35.824910 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-a368d34e-108a-4018-8fb2-eac41136ccd8 None None] Set router 4901cebb-3b01-49da-bddc-c530c73ee57a gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:10:35.827314 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e269f341-3dc5-40b0-9ed8-406ec583c321 None None] Pushing event updated for resources: {'Port': ['ID=7bf60d8e-784c-49b1-8cd3-017aa6d888c1,revision_number=4']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:35.831500 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791666b5-e315-4216-abe3-a95fc10c9ea7 req-46ee9be3-38ea-490b-90d5-fdfc866d2646 tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:35.834110 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-791666b5-e315-4216-abe3-a95fc10c9ea7 req-46ee9be3-38ea-490b-90d5-fdfc866d2646 tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] 10.222.0.22 "GET /v2.0/ports?device_id=58dff7ff-0246-4aaf-9ae6-edda75be8ead HTTP/1.1" status: 200 len: 944 time: 0.4664750 Aug 29 04:10:35.943360 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c666c3-685b-474b-8dde-655554937a38 req-b788e051-f2b3-4036-997a-d41297ae4005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:35.952500 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-55c666c3-685b-474b-8dde-655554937a38 req-b788e051-f2b3-4036-997a-d41297ae4005 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=48da3dc54d264865b5c4834c4a90f4b5&device_id=1e5ccfea-706b-4825-9d2e-60c0b092c82e HTTP/1.1" status: 200 len: 1095 time: 0.7200224 Aug 29 04:10:35.952689 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04517c8e-c9a9-4efe-b1f2-5b503144d1af service neutron] Pushing event updated for resources: {'Port': ['ID=f94ff432-1efb-4d16-b88c-19279e1457b8,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:35.975023 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1ae73d0c-5bb4-44b5-a788-9aa446c09ec2 req-3b8d0253-4d47-47ef-9ccb-abe1b9410ff5 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=25d520e8-68a6-43ea-9d0d-90cd31433780 HTTP/1.1" status: 200 len: 210 time: 0.1956296 Aug 29 04:10:36.032563 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d24fba89-9e9f-44ba-bc71-31101c5130a5 req-18d64d05-42d0-4b1d-8b45-282b9c41bfeb service neutron] 10.222.0.46 "GET /v2.0/networks/dc563c47-043f-429f-be85-78b8391b0dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3508446 Aug 29 04:10:36.046002 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9077092-bfec-44ea-a998-3d1dda8e6921 req-313a869b-5c40-49ff-8c9c-e53e253e27f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:36.046243 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-55c666c3-685b-474b-8dde-655554937a38 req-559d89cd-c01f-43a2-9403-feb419e255cf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f94ff432-1efb-4d16-b88c-19279e1457b8 HTTP/1.1" status: 200 len: 217 time: 0.0712461 Aug 29 04:10:36.047718 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c9077092-bfec-44ea-a998-3d1dda8e6921 req-313a869b-5c40-49ff-8c9c-e53e253e27f1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4b47ebaf5a2144e2beea71bdc91317f3&device_id=b83569e1-b257-4d78-919b-861ace2c9e5d HTTP/1.1" status: 200 len: 1102 time: 0.5005095 Aug 29 04:10:36.182128 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ba7e5432-8c2c-4a61-822d-3ab3920f6c27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:36.203105 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9077092-bfec-44ea-a998-3d1dda8e6921 req-14f3547f-0dd3-4ec2-96e0-bd77fb722958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:36.205277 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c9077092-bfec-44ea-a998-3d1dda8e6921 req-14f3547f-0dd3-4ec2-96e0-bd77fb722958 service neutron] 10.222.0.48 "GET /v2.0/networks?id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 HTTP/1.1" status: 200 len: 870 time: 0.1203492 Aug 29 04:10:36.212193 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-791666b5-e315-4216-abe3-a95fc10c9ea7 req-78fc282e-2f0f-496b-95c5-1bb9d63e3739 tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] 10.222.0.22 "GET /v2.0/security-groups?id=1ce7c691-1054-4e92-8ce1-44402522c321&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2405090 Aug 29 04:10:36.217693 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device fd890cfa-bcf7-4f0a-b331-cf5351bf0305 details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:10:36.281040 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-a368d34e-108a-4018-8fb2-eac41136ccd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4901cebb-3b01-49da-bddc-c530c73ee57a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1706044306-router', 'tenant_id': '568311114d65416d8de21a22c4018a64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': 'b1bc71b0-aa11-43d9-b640-21c27556e0df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:10:20Z', 'updated_at': '2021-08-29T04:10:27Z', 'revision_number': 4, 'project_id': '568311114d65416d8de21a22c4018a64', 'gw_port': {'id': 'b1bc71b0-aa11-43d9-b640-21c27556e0df', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:57:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4901cebb-3b01-49da-bddc-c530c73ee57a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:22Z', 'updated_at': '2021-08-29T04:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '7bf60d8e-784c-49b1-8cd3-017aa6d888c1', 'name': '', 'network_id': '6bd27833-2391-4e38-ae3c-09cb81dd4a64', 'tenant_id': '568311114d65416d8de21a22c4018a64', 'mac_address': 'fa:16:3e:98:da:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4901cebb-3b01-49da-bddc-c530c73ee57a', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'dc5fec2c-9f9b-4df2-8e27-2ed68d0dc31d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:26Z', 'updated_at': '2021-08-29T04:10:35Z', 'revision_number': 4, 'project_id': '568311114d65416d8de21a22c4018a64', 'subnets': [{'id': 'dc5fec2c-9f9b-4df2-8e27-2ed68d0dc31d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:10:36.298481 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-0f99a316-3c44-49aa-9bc5-7970804ea32a req-57600437-65be-4ab9-b04d-8e42909aa56f tempest-ImagesOneServerTestJSON-70638764 tempest-ImagesOneServerTestJSON-70638764-project] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:36.345280 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c666c3-685b-474b-8dde-655554937a38 req-bdc7bec0-6915-427b-a7ce-c2f55090581b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:36.351609 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-55c666c3-685b-474b-8dde-655554937a38 req-bdc7bec0-6915-427b-a7ce-c2f55090581b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=be5f55ab-7fa1-406c-9ca9-03e74b79ef6a HTTP/1.1" status: 200 len: 851 time: 0.2861807 Aug 29 04:10:36.379567 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a368d34e-108a-4018-8fb2-eac41136ccd8 None None] The sync data for ids ['4901cebb-3b01-49da-bddc-c530c73ee57a'] in n-d-712140-12 is: [{'id': '4901cebb-3b01-49da-bddc-c530c73ee57a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1706044306-router', 'tenant_id': '568311114d65416d8de21a22c4018a64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': 'b1bc71b0-aa11-43d9-b640-21c27556e0df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:10:20Z', 'updated_at': '2021-08-29T04:10:27Z', 'revision_number': 4, 'project_id': '568311114d65416d8de21a22c4018a64', 'gw_port': {'id': 'b1bc71b0-aa11-43d9-b640-21c27556e0df', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:57:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4901cebb-3b01-49da-bddc-c530c73ee57a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:22Z', 'updated_at': '2021-08-29T04:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '7bf60d8e-784c-49b1-8cd3-017aa6d888c1', 'name': '', 'network_id': '6bd27833-2391-4e38-ae3c-09cb81dd4a64', 'tenant_id': '568311114d65416d8de21a22c4018a64', 'mac_address': 'fa:16:3e:98:da:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4901cebb-3b01-49da-bddc-c530c73ee57a', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'dc5fec2c-9f9b-4df2-8e27-2ed68d0dc31d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:26Z', 'updated_at': '2021-08-29T04:10:35Z', 'revision_number': 4, 'project_id': '568311114d65416d8de21a22c4018a64', 'subnets': [{'id': 'dc5fec2c-9f9b-4df2-8e27-2ed68d0dc31d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:10:36.394789 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-0f99a316-3c44-49aa-9bc5-7970804ea32a req-57600437-65be-4ab9-b04d-8e42909aa56f tempest-ImagesOneServerTestJSON-70638764 tempest-ImagesOneServerTestJSON-70638764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:36.497933 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c9077092-bfec-44ea-a998-3d1dda8e6921 req-a9978a21-21de-4368-8851-904762a1f834 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=ca03363c-8150-420d-8512-0a3c1b4ff1b3 HTTP/1.1" status: 200 len: 217 time: 0.1080232 Aug 29 04:10:36.516777 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57600437-65be-4ab9-b04d-8e42909aa56f tempest-ImagesOneServerTestJSON-70638764 tempest-ImagesOneServerTestJSON-70638764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a5a636a-7fbc-4646-bf52-33ca0672e56a,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:36.592030 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10b3556-4a86-48f0-a73f-f544ae4dae3d req-0ebf9666-9e91-4573-9401-e5b13c2e0db3 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:36.599435 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d10b3556-4a86-48f0-a73f-f544ae4dae3d req-0ebf9666-9e91-4573-9401-e5b13c2e0db3 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/ports?device_id=3698ca45-79dc-4840-b1cf-184940aeb2f5 HTTP/1.1" status: 200 len: 950 time: 0.2728858 Aug 29 04:10:36.673664 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port fd890cfa-bcf7-4f0a-b331-cf5351bf0305, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=fd890cfa-bcf7-4f0a-b331-cf5351bf0305,segment=NetworkSegment(5edca003-2703-4f54-98cc-983d1c404746),segment_id=5edca003-2703-4f54-98cc-983d1c404746)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:10:36.682159 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.db.resource_extend [None req-ad8d0ebc-cded-4255-adc6-99c490f4172c tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:10:36.696350 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Returning: {'device': 'fd890cfa-bcf7-4f0a-b331-cf5351bf0305', 'network_id': 'dc563c47-043f-429f-be85-78b8391b0dc9', 'port_id': 'fd890cfa-bcf7-4f0a-b331-cf5351bf0305', 'mac_address': 'fa:16:3e:f4:7e:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39bb6e0a-5bf9-4bcf-b8e1-4b7e3ed1a737', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:10:36.746836 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:36.759112 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-62b12e44-1b01-4316-ba0b-61dbd3c3aecc req-0f1349d2-685a-44f2-b655-8486538eb977 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:36.763225 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd890cfa-bcf7-4f0a-b331-cf5351bf0305 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:10:36.816883 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 7bf60d8e-784c-49b1-8cd3-017aa6d888c1 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:10:36.824584 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ad8d0ebc-cded-4255-adc6-99c490f4172c tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:36.841248 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ad8d0ebc-cded-4255-adc6-99c490f4172c tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719515'] for floatingip, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:36.844774 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port fd890cfa-bcf7-4f0a-b331-cf5351bf0305, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=fd890cfa-bcf7-4f0a-b331-cf5351bf0305,segment=NetworkSegment(5edca003-2703-4f54-98cc-983d1c404746),segment_id=5edca003-2703-4f54-98cc-983d1c404746)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:10:36.853200 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-62b12e44-1b01-4316-ba0b-61dbd3c3aecc req-0f1349d2-685a-44f2-b655-8486538eb977 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Transition to ACTIVE for port object a42538bf-2d2b-4567-a1ec-338bfb54c1bc will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:10:36.867903 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d10b3556-4a86-48f0-a73f-f544ae4dae3d req-bf789071-d85c-4c21-9cff-f81e58b6ff0a tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/security-groups?id=268ad66b-6c1a-4e93-9fbd-057377cdbb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632525 Aug 29 04:10:36.869488 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9077092-bfec-44ea-a998-3d1dda8e6921 req-d4100e31-8bcb-42ce-846e-d8d92e34f526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:36.870957 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c9077092-bfec-44ea-a998-3d1dda8e6921 req-d4100e31-8bcb-42ce-846e-d8d92e34f526 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=18cd12d4-b12a-41b0-b0c5-618edbb84e74 HTTP/1.1" status: 200 len: 843 time: 0.3280687 Aug 29 04:10:36.886014 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d24fba89-9e9f-44ba-bc71-31101c5130a5 req-ce5acb74-e30c-446b-b80e-e3afc53b2e34 service neutron] 10.222.0.46 "GET /v2.0/networks/dc563c47-043f-429f-be85-78b8391b0dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8318844 Aug 29 04:10:36.932445 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:37.011468 n-d-712140-12 neutron-server[94829]: INFO neutron.db.l3_db [None req-ad8d0ebc-cded-4255-adc6-99c490f4172c tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] Floating IP baea7ffd-78b3-4c94-a91e-640c7ab6b724 associated. External IP: 172.25.0.20, port: b7b7bcf3-74f4-4d55-8e4c-7319d763cd30. Aug 29 04:10:37.018900 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7ec06499-d572-4510-9215-582aba722659 req-e83005d1-b45a-426b-9ead-8bc880a6c980 tempest-ImagesOneServerTestJSON-70638764 tempest-ImagesOneServerTestJSON-70638764-project] 10.222.0.22 "GET /v2.0/ports?device_id=105889b2-d98b-4afc-aef1-39ab51a9c0c5 HTTP/1.1" status: 200 len: 210 time: 0.0473809 Aug 29 04:10:37.042398 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9077092-bfec-44ea-a998-3d1dda8e6921 req-897d29d0-a5a0-4744-a136-2262ee06b741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:37.049351 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c9077092-bfec-44ea-a998-3d1dda8e6921 req-897d29d0-a5a0-4744-a136-2262ee06b741 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1624045 Aug 29 04:10:37.054533 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=fd890cfa-bcf7-4f0a-b331-cf5351bf0305,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:37.083416 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 7bf60d8e-784c-49b1-8cd3-017aa6d888c1 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:10:37.088203 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 7bf60d8e-784c-49b1-8cd3-017aa6d888c1 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:10:37.088885 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:37.136419 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c666c3-685b-474b-8dde-655554937a38 req-2943da79-7d3d-4f4d-8194-09cf6c80e23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:37.140476 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-55c666c3-685b-474b-8dde-655554937a38 req-2943da79-7d3d-4f4d-8194-09cf6c80e23b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7521cd58-9470-4433-82b8-7e942c988b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7787952 Aug 29 04:10:37.168736 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:37.209172 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa75a1f3-61cd-4cb9-8322-c9090f56d48d req-bfd268cc-7e3c-4c82-b38c-e079f6e5d3ac tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:37.209370 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f418d302-62c1-40f2-a1f6-e7726375b997 req-7708cd21-a0fa-4b0c-bf63-1baba1021cae tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=25d520e8-68a6-43ea-9d0d-90cd31433780 HTTP/1.1" status: 200 len: 210 time: 0.0425384 Aug 29 04:10:37.211246 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-fa75a1f3-61cd-4cb9-8322-c9090f56d48d req-bfd268cc-7e3c-4c82-b38c-e079f6e5d3ac tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e5ccfea-706b-4825-9d2e-60c0b092c82e HTTP/1.1" status: 200 len: 943 time: 0.7994447 Aug 29 04:10:37.224687 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:37.229746 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-62b12e44-1b01-4316-ba0b-61dbd3c3aecc req-0f1349d2-685a-44f2-b655-8486538eb977 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:37.254641 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['ea1f70ee-b550-4aef-a765-072dca3d50eb'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:10:37.341588 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:37.345327 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['ca03363c-8150-420d-8512-0a3c1b4ff1b3'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:10:37.350986 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c9077092-bfec-44ea-a998-3d1dda8e6921 req-aa55d2f9-1314-4c5e-ae3c-825751b3623d service neutron] 10.222.0.48 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2874389 Aug 29 04:10:37.379239 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-0f99a316-3c44-49aa-9bc5-7970804ea32a req-57600437-65be-4ab9-b04d-8e42909aa56f tempest-ImagesOneServerTestJSON-70638764 tempest-ImagesOneServerTestJSON-70638764-project] Allocated IP 192.168.233.90 (13e6dfc1-e9e7-40a1-8a14-d0febabf4d45/18cd12d4-b12a-41b0-b0c5-618edbb84e74/b274957d-3711-4c6b-9cfb-a1b9bd230e8e) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:10:37.416657 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['fd890cfa-bcf7-4f0a-b331-cf5351bf0305'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:10:37.605545 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 7bf60d8e-784c-49b1-8cd3-017aa6d888c1, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=7bf60d8e-784c-49b1-8cd3-017aa6d888c1,segment=NetworkSegment(c0ed39a7-0822-449c-a620-32c010b4d030),segment_id=c0ed39a7-0822-449c-a620-32c010b4d030)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:10:37.608608 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-0f99a316-3c44-49aa-9bc5-7970804ea32a req-57600437-65be-4ab9-b04d-8e42909aa56f tempest-ImagesOneServerTestJSON-70638764 tempest-ImagesOneServerTestJSON-70638764-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:37.626443 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-0f99a316-3c44-49aa-9bc5-7970804ea32a req-57600437-65be-4ab9-b04d-8e42909aa56f tempest-ImagesOneServerTestJSON-70638764 tempest-ImagesOneServerTestJSON-70638764-project] Transition to ACTIVE for port object b274957d-3711-4c6b-9cfb-a1b9bd230e8e will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:10:37.630198 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:37.708491 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=7bf60d8e-784c-49b1-8cd3-017aa6d888c1,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:37.722854 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1349d2-685a-44f2-b655-8486538eb977 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Pushing event updated for resources: {'Port': ['ID=a42538bf-2d2b-4567-a1ec-338bfb54c1bc,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:37.849295 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1349d2-685a-44f2-b655-8486538eb977 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:37.849950 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1349d2-685a-44f2-b655-8486538eb977 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:37.850441 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1349d2-685a-44f2-b655-8486538eb977 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:37.850890 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1349d2-685a-44f2-b655-8486538eb977 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:37.851722 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1349d2-685a-44f2-b655-8486538eb977 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:37.851935 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1349d2-685a-44f2-b655-8486538eb977 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:37.852852 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1349d2-685a-44f2-b655-8486538eb977 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:37.853573 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1349d2-685a-44f2-b655-8486538eb977 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:37.854016 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1349d2-685a-44f2-b655-8486538eb977 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:37.854480 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1349d2-685a-44f2-b655-8486538eb977 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:37.855498 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1349d2-685a-44f2-b655-8486538eb977 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:37.856450 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1349d2-685a-44f2-b655-8486538eb977 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:37.868540 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-0f99a316-3c44-49aa-9bc5-7970804ea32a req-57600437-65be-4ab9-b04d-8e42909aa56f tempest-ImagesOneServerTestJSON-70638764 tempest-ImagesOneServerTestJSON-70638764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:37.873352 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c9077092-bfec-44ea-a998-3d1dda8e6921 req-02c9b708-8e27-4ce0-b997-dac73dafe507 service neutron] 10.222.0.48 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508589 Aug 29 04:10:37.881551 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-fa75a1f3-61cd-4cb9-8322-c9090f56d48d req-0cdc4c49-b29b-41b0-81da-10212646151c tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=95663bcf-c178-40f7-a8d1-56ba6dc33aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5425208 Aug 29 04:10:37.904870 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-55c666c3-685b-474b-8dde-655554937a38 req-223042d3-88c1-4184-b4b0-d5dd5e17f17d service neutron] 10.222.0.46 "GET /v2.0/networks/7521cd58-9470-4433-82b8-7e942c988b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7481275 Aug 29 04:10:37.939523 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57600437-65be-4ab9-b04d-8e42909aa56f tempest-ImagesOneServerTestJSON-70638764 tempest-ImagesOneServerTestJSON-70638764-project] Pushing event updated for resources: {'Port': ['ID=b274957d-3711-4c6b-9cfb-a1b9bd230e8e,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:37.975126 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62b12e44-1b01-4316-ba0b-61dbd3c3aecc req-0f1349d2-685a-44f2-b655-8486538eb977 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:10:37.982866 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f99a316-3c44-49aa-9bc5-7970804ea32a req-57600437-65be-4ab9-b04d-8e42909aa56f tempest-ImagesOneServerTestJSON-70638764 tempest-ImagesOneServerTestJSON-70638764-project] Network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:10:37.984240 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-62b12e44-1b01-4316-ba0b-61dbd3c3aecc req-0f1349d2-685a-44f2-b655-8486538eb977 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:10:37.990148 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-62b12e44-1b01-4316-ba0b-61dbd3c3aecc req-0f1349d2-685a-44f2-b655-8486538eb977 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:10:37.997419 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b12e44-1b01-4316-ba0b-61dbd3c3aecc req-0f1349d2-685a-44f2-b655-8486538eb977 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:37.998786 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-62b12e44-1b01-4316-ba0b-61dbd3c3aecc req-0f1349d2-685a-44f2-b655-8486538eb977 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:38.004203 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-0f99a316-3c44-49aa-9bc5-7970804ea32a req-57600437-65be-4ab9-b04d-8e42909aa56f tempest-ImagesOneServerTestJSON-70638764 tempest-ImagesOneServerTestJSON-70638764-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:10:38.016855 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f99a316-3c44-49aa-9bc5-7970804ea32a req-57600437-65be-4ab9-b04d-8e42909aa56f tempest-ImagesOneServerTestJSON-70638764 tempest-ImagesOneServerTestJSON-70638764-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:10:38.030658 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f99a316-3c44-49aa-9bc5-7970804ea32a req-57600437-65be-4ab9-b04d-8e42909aa56f tempest-ImagesOneServerTestJSON-70638764 tempest-ImagesOneServerTestJSON-70638764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:38.031580 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-0f99a316-3c44-49aa-9bc5-7970804ea32a req-57600437-65be-4ab9-b04d-8e42909aa56f tempest-ImagesOneServerTestJSON-70638764 tempest-ImagesOneServerTestJSON-70638764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:38.077851 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d01c02-9917-457a-ab5f-9d18caf511f8 req-a0ac5d35-1690-49b6-8c1e-3e329b25d20d tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:38.086972 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-81d01c02-9917-457a-ab5f-9d18caf511f8 req-a0ac5d35-1690-49b6-8c1e-3e329b25d20d tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] 10.222.0.22 "GET /v2.0/ports?device_id=58dff7ff-0246-4aaf-9ae6-edda75be8ead HTTP/1.1" status: 200 len: 945 time: 0.7344835 Aug 29 04:10:38.093798 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0f99a316-3c44-49aa-9bc5-7970804ea32a req-57600437-65be-4ab9-b04d-8e42909aa56f tempest-ImagesOneServerTestJSON-70638764 tempest-ImagesOneServerTestJSON-70638764-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7731743 Aug 29 04:10:38.105958 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.db.resource_extend [None req-cddda431-d273-44b3-80cd-97bd944cebcf tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:10:38.161319 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-0f99a316-3c44-49aa-9bc5-7970804ea32a req-2447448e-e8be-413a-9820-b4d20ff80c83 service neutron] Request body: {'port': {'device_id': '105889b2-d98b-4afc-aef1-39ab51a9c0c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:10:38.165196 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-62b12e44-1b01-4316-ba0b-61dbd3c3aecc req-0f1349d2-685a-44f2-b655-8486538eb977 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.5733373 Aug 29 04:10:38.209651 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-62b12e44-1b01-4316-ba0b-61dbd3c3aecc req-8eeee202-89df-42c2-b0d8-820011171804 service neutron] Request body: {'port': {'device_id': '25d520e8-68a6-43ea-9d0d-90cd31433780', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:10:38.277178 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-81d01c02-9917-457a-ab5f-9d18caf511f8 req-3c772f3b-6972-410a-8d23-c374314587fa tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] 10.222.0.22 "GET /v2.0/security-groups?id=1ce7c691-1054-4e92-8ce1-44402522c321&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1889343 Aug 29 04:10:38.285117 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cddda431-d273-44b3-80cd-97bd944cebcf tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:38.297149 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-55c666c3-685b-474b-8dde-655554937a38 req-c153f46e-bb6c-4c62-93ec-7acf30b46fa8 service neutron] 10.222.0.46 "GET /v2.0/networks/7521cd58-9470-4433-82b8-7e942c988b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3806369 Aug 29 04:10:38.297953 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cddda431-d273-44b3-80cd-97bd944cebcf tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719515'] for floatingip, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:38.339472 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-0f99a316-3c44-49aa-9bc5-7970804ea32a req-2447448e-e8be-413a-9820-b4d20ff80c83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:38.346608 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-62b12e44-1b01-4316-ba0b-61dbd3c3aecc req-8eeee202-89df-42c2-b0d8-820011171804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:38.391002 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9955c568-9c43-4131-8848-cd23186d14d5 req-98d36061-7570-498b-8450-99483326736d tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:38.392643 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9955c568-9c43-4131-8848-cd23186d14d5 req-98d36061-7570-498b-8450-99483326736d tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/ports?device_id=3698ca45-79dc-4840-b1cf-184940aeb2f5 HTTP/1.1" status: 200 len: 950 time: 0.2891295 Aug 29 04:10:38.417701 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-bc1706f3-2220-4aa7-8bed-084ae8e02bc7 None None] Provisioning for port a42538bf-2d2b-4567-a1ec-338bfb54c1bc completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:10:38.425788 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-bc1706f3-2220-4aa7-8bed-084ae8e02bc7 None None] Provisioning complete for port a42538bf-2d2b-4567-a1ec-338bfb54c1bc triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:10:38.426219 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bc1706f3-2220-4aa7-8bed-084ae8e02bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:38.440203 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad8d0ebc-cded-4255-adc6-99c490f4172c tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] Router a9fac259-acb2-4fcc-9c5b-d3ac0b278e5a has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:10:38.542711 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-bc1706f3-2220-4aa7-8bed-084ae8e02bc7 None None] Port a42538bf-2d2b-4567-a1ec-338bfb54c1bc cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:10:38.548950 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:38.571344 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9955c568-9c43-4131-8848-cd23186d14d5 req-96b31cd8-dc1f-4a42-8479-278a3068adda tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/security-groups?id=268ad66b-6c1a-4e93-9fbd-057377cdbb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344588 Aug 29 04:10:38.630442 n-d-712140-12 neutron-server[94829]: INFO neutron.db.l3_db [None req-cddda431-d273-44b3-80cd-97bd944cebcf tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Floating IP d3f53355-721b-4cc9-8ea8-78bb2a62542a associated. External IP: 172.25.0.8, port: 85a1169a-593f-404a-95c2-61064c1226ff. Aug 29 04:10:38.642157 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb23926-4216-43b5-800f-eb700e74a0fd req-90027faa-0fa9-4a3b-a11f-0a110a66dc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:38.643898 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7bb23926-4216-43b5-800f-eb700e74a0fd req-90027faa-0fa9-4a3b-a11f-0a110a66dc60 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=48da3dc54d264865b5c4834c4a90f4b5&device_id=1e5ccfea-706b-4825-9d2e-60c0b092c82e HTTP/1.1" status: 200 len: 1095 time: 0.2741823 Aug 29 04:10:38.773837 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 7bf60d8e-784c-49b1-8cd3-017aa6d888c1 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:10:38.773837 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1f329e5c-519a-46a8-bb24-c21cfb411272 None None] Provisioning for port b274957d-3711-4c6b-9cfb-a1b9bd230e8e completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:10:38.797957 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1f329e5c-519a-46a8-bb24-c21cfb411272 None None] Provisioning complete for port b274957d-3711-4c6b-9cfb-a1b9bd230e8e triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:10:38.798339 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1f329e5c-519a-46a8-bb24-c21cfb411272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:38.841770 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-1f329e5c-519a-46a8-bb24-c21cfb411272 None None] Port b274957d-3711-4c6b-9cfb-a1b9bd230e8e cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:10:38.887092 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 7bf60d8e-784c-49b1-8cd3-017aa6d888c1 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:10:38.887871 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:38.923550 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832416c5-4736-48e7-9a50-1c8fac0378b4 req-39e7b735-8755-4a43-b17f-9be8db78ec81 tempest-ImagesOneServerTestJSON-70638764 tempest-ImagesOneServerTestJSON-70638764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:38.931797 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-832416c5-4736-48e7-9a50-1c8fac0378b4 req-39e7b735-8755-4a43-b17f-9be8db78ec81 tempest-ImagesOneServerTestJSON-70638764 tempest-ImagesOneServerTestJSON-70638764-project] 10.222.0.22 "GET /v2.0/ports?device_id=105889b2-d98b-4afc-aef1-39ab51a9c0c5 HTTP/1.1" status: 200 len: 935 time: 0.4968638 Aug 29 04:10:38.958605 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad8d0ebc-cded-4255-adc6-99c490f4172c tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:10:38.967345 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ad8d0ebc-cded-4255-adc6-99c490f4172c tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:38.981017 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f636743-9091-43c2-9084-2ed9b6466404 req-9d5dc5cd-bb67-4087-8778-9ea651c4c72e tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:38.982922 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7f636743-9091-43c2-9084-2ed9b6466404 req-9d5dc5cd-bb67-4087-8778-9ea651c4c72e tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=25d520e8-68a6-43ea-9d0d-90cd31433780 HTTP/1.1" status: 200 len: 934 time: 0.2657461 Aug 29 04:10:39.008759 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb23926-4216-43b5-800f-eb700e74a0fd req-ea035107-6037-4a32-9e50-276287e58268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:39.009430 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7bb23926-4216-43b5-800f-eb700e74a0fd req-ea035107-6037-4a32-9e50-276287e58268 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7521cd58-9470-4433-82b8-7e942c988b03 HTTP/1.1" status: 200 len: 913 time: 0.2852149 Aug 29 04:10:39.018908 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c82eb3-f723-4b6b-aba0-40d0c06e77f1 None None] Sync routers for ids ['a9fac259-acb2-4fcc-9c5b-d3ac0b278e5a'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:10:39.031613 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-832416c5-4736-48e7-9a50-1c8fac0378b4 req-13cd230e-2b4a-4dbb-8f07-9a0d7e0b8821 tempest-ImagesOneServerTestJSON-70638764 tempest-ImagesOneServerTestJSON-70638764-project] 10.222.0.22 "GET /v2.0/security-groups?id=1a5a636a-7fbc-4646-bf52-33ca0672e56a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939894 Aug 29 04:10:39.033379 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c82eb3-f723-4b6b-aba0-40d0c06e77f1 None None] Routers {'a9fac259-acb2-4fcc-9c5b-d3ac0b278e5a'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:10:39.043206 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-40c82eb3-f723-4b6b-aba0-40d0c06e77f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:10:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['a9fac259-acb2-4fcc-9c5b-d3ac0b278e5a'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:10:39.107315 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-ad8d0ebc-cded-4255-adc6-99c490f4172c tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] 10.222.0.22 "PUT /v2.0/floatingips/baea7ffd-78b3-4c94-a91e-640c7ab6b724 HTTP/1.1" status: 200 len: 991 time: 5.5460496 Aug 29 04:10:39.114386 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4ba3237-9eca-4f4d-905c-a4fd96cd7f22', 'tag': 'b7b7bcf3-74f4-4d55-8e4c-7319d763cd30'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:10:39.116716 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ce85c3c-a7b9-4e61-a73e-7de16096f3b3" -d '{"events": [{"name": "network-changed", "server_uuid": "b4ba3237-9eca-4f4d-905c-a4fd96cd7f22", "tag": "b7b7bcf3-74f4-4d55-8e4c-7319d763cd30"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:10:39.125231 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7bb23926-4216-43b5-800f-eb700e74a0fd req-a20cf2d6-eb13-4fc9-91ea-ed66d9727da0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f94ff432-1efb-4d16-b88c-19279e1457b8 HTTP/1.1" status: 200 len: 217 time: 0.0700035 Aug 29 04:10:39.191094 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-0f99a316-3c44-49aa-9bc5-7970804ea32a req-2447448e-e8be-413a-9820-b4d20ff80c83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b274957d-3711-4c6b-9cfb-a1b9bd230e8e {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:10:39.216043 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7f636743-9091-43c2-9084-2ed9b6466404 req-40109df1-7329-4763-87b2-009ca2aa7d28 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146912 Aug 29 04:10:39.249289 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-40c82eb3-f723-4b6b-aba0-40d0c06e77f1 None None] Set router a9fac259-acb2-4fcc-9c5b-d3ac0b278e5a gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:10:39.252921 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb23926-4216-43b5-800f-eb700e74a0fd req-d54ded3b-9574-47c5-b7ed-1582cb60ec9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:39.253911 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7bb23926-4216-43b5-800f-eb700e74a0fd req-d54ded3b-9574-47c5-b7ed-1582cb60ec9d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=be5f55ab-7fa1-406c-9ca9-03e74b79ef6a HTTP/1.1" status: 200 len: 851 time: 0.1203840 Aug 29 04:10:39.263004 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cddda431-d273-44b3-80cd-97bd944cebcf tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Router 93ee9989-533a-42a0-b192-96a99d4c6149 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:10:39.273625 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-0f99a316-3c44-49aa-9bc5-7970804ea32a req-2447448e-e8be-413a-9820-b4d20ff80c83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:39.333823 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-0f99a316-3c44-49aa-9bc5-7970804ea32a req-2447448e-e8be-413a-9820-b4d20ff80c83 service neutron] Transition to ACTIVE for port object b274957d-3711-4c6b-9cfb-a1b9bd230e8e will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:10:39.343003 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-0f99a316-3c44-49aa-9bc5-7970804ea32a req-2447448e-e8be-413a-9820-b4d20ff80c83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:39.406853 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb23926-4216-43b5-800f-eb700e74a0fd req-bbd6eef2-efd0-4926-8ab0-d8d7d7435414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:39.408344 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7bb23926-4216-43b5-800f-eb700e74a0fd req-bbd6eef2-efd0-4926-8ab0-d8d7d7435414 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7521cd58-9470-4433-82b8-7e942c988b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1435425 Aug 29 04:10:39.452974 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cddda431-d273-44b3-80cd-97bd944cebcf tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:10:39.471184 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a09844b-8e23-4484-9a91-f2ea47fa6f14 None None] Sync routers for ids ['93ee9989-533a-42a0-b192-96a99d4c6149'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:10:39.477611 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f4209d-90ff-4ab1-aa3f-8791c367abd2 req-cdce04a1-1575-4271-a7e5-97542181de25 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:39.483522 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a09844b-8e23-4484-9a91-f2ea47fa6f14 None None] Routers {'93ee9989-533a-42a0-b192-96a99d4c6149'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:10:39.484187 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-0a09844b-8e23-4484-9a91-f2ea47fa6f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:10:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['93ee9989-533a-42a0-b192-96a99d4c6149'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:10:39.486732 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e4f4209d-90ff-4ab1-aa3f-8791c367abd2 req-cdce04a1-1575-4271-a7e5-97542181de25 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e5ccfea-706b-4825-9d2e-60c0b092c82e HTTP/1.1" status: 200 len: 943 time: 0.3122885 Aug 29 04:10:39.538922 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cddda431-d273-44b3-80cd-97bd944cebcf tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:39.543604 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a56a54d2-2802-4d0c-ab56-36899b2fd42d x-openstack-request-id: req-a56a54d2-2802-4d0c-ab56-36899b2fd42d {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:10:39.546527 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4ba3237-9eca-4f4d-905c-a4fd96cd7f22", "tag": "b7b7bcf3-74f4-4d55-8e4c-7319d763cd30", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:10:39.547051 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a56a54d2-2802-4d0c-ab56-36899b2fd42d {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:10:39.547473 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4ba3237-9eca-4f4d-905c-a4fd96cd7f22', 'tag': 'b7b7bcf3-74f4-4d55-8e4c-7319d763cd30', 'status': 'completed', 'code': 200} Aug 29 04:10:39.571149 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2447448e-e8be-413a-9820-b4d20ff80c83 service neutron] Pushing event updated for resources: {'Port': ['ID=b274957d-3711-4c6b-9cfb-a1b9bd230e8e,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:39.638658 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-40c82eb3-f723-4b6b-aba0-40d0c06e77f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9fac259-acb2-4fcc-9c5b-d3ac0b278e5a', 'name': 'tempest-ServersTestBootFromVolume-1503587993-router', 'tenant_id': '59a3c824d92d476f92b52c317d7dd0b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': '65b1c109-a994-4565-ad47-83d784916d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:09:07Z', 'updated_at': '2021-08-29T04:09:16Z', 'revision_number': 4, 'project_id': '59a3c824d92d476f92b52c317d7dd0b3', 'gw_port': {'id': '65b1c109-a994-4565-ad47-83d784916d16', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9fac259-acb2-4fcc-9c5b-d3ac0b278e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:09:09Z', 'updated_at': '2021-08-29T04:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': 'baea7ffd-78b3-4c94-a91e-640c7ab6b724', 'tenant_id': '59a3c824d92d476f92b52c317d7dd0b3', 'floating_ip_address': '172.25.0.20', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': 'a9fac259-acb2-4fcc-9c5b-d3ac0b278e5a', 'port_id': 'b7b7bcf3-74f4-4d55-8e4c-7319d763cd30', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7735d477-d15e-441f-8bb3-d5f649e24907', 'mac_address': 'fa:16:3e:77:8f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ba3237-9eca-4f4d-905c-a4fd96cd7f22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:09:26Z', 'updated_at': '2021-08-29T04:10:36Z', 'revision_number': 1, 'project_id': '59a3c824d92d476f92b52c317d7dd0b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '019f8130-72e7-4ecb-b3e8-ab0de8c336ca', 'name': '', 'network_id': '7735d477-d15e-441f-8bb3-d5f649e24907', 'tenant_id': '59a3c824d92d476f92b52c317d7dd0b3', 'mac_address': 'fa:16:3e:7a:68:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9fac259-acb2-4fcc-9c5b-d3ac0b278e5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'e2e9ec72-46f1-4e0c-a3f8-8298e639a3bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:09:14Z', 'updated_at': '2021-08-29T04:09:24Z', 'revision_number': 5, 'project_id': '59a3c824d92d476f92b52c317d7dd0b3', 'subnets': [{'id': 'e2e9ec72-46f1-4e0c-a3f8-8298e639a3bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:10:39.668490 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c82eb3-f723-4b6b-aba0-40d0c06e77f1 None None] Checking router: a9fac259-acb2-4fcc-9c5b-d3ac0b278e5a for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:10:39.680364 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c82eb3-f723-4b6b-aba0-40d0c06e77f1 None None] Routers {'a9fac259-acb2-4fcc-9c5b-d3ac0b278e5a'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:10:39.680861 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-40c82eb3-f723-4b6b-aba0-40d0c06e77f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:10:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['a9fac259-acb2-4fcc-9c5b-d3ac0b278e5a'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:10:39.726187 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-cddda431-d273-44b3-80cd-97bd944cebcf tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] 10.222.0.22 "PUT /v2.0/floatingips/d3f53355-721b-4cc9-8ea8-78bb2a62542a HTTP/1.1" status: 200 len: 989 time: 4.4623585 Aug 29 04:10:39.770398 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e4f4209d-90ff-4ab1-aa3f-8791c367abd2 req-0bfd8797-cfba-4517-aa48-9ad9983a1bb1 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=95663bcf-c178-40f7-a8d1-56ba6dc33aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1693618 Aug 29 04:10:39.780164 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-0a09844b-8e23-4484-9a91-f2ea47fa6f14 None None] Set router 93ee9989-533a-42a0-b192-96a99d4c6149 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:10:39.824605 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-40c82eb3-f723-4b6b-aba0-40d0c06e77f1 None None] Set router a9fac259-acb2-4fcc-9c5b-d3ac0b278e5a gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:10:39.945333 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce85c3c-a7b9-4e61-a73e-7de16096f3b3 req-9e0b914a-5773-43d8-a38d-e3800f8818d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:39.947638 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0ce85c3c-a7b9-4e61-a73e-7de16096f3b3 req-9e0b914a-5773-43d8-a38d-e3800f8818d9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=59a3c824d92d476f92b52c317d7dd0b3&device_id=b4ba3237-9eca-4f4d-905c-a4fd96cd7f22 HTTP/1.1" status: 200 len: 1098 time: 0.3562789 Aug 29 04:10:40.136825 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce85c3c-a7b9-4e61-a73e-7de16096f3b3 req-53508293-bc3c-4b9b-8df3-190cb88e2649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:40.142058 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0ce85c3c-a7b9-4e61-a73e-7de16096f3b3 req-53508293-bc3c-4b9b-8df3-190cb88e2649 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7735d477-d15e-441f-8bb3-d5f649e24907 HTTP/1.1" status: 200 len: 917 time: 0.1807666 Aug 29 04:10:40.143412 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-0f99a316-3c44-49aa-9bc5-7970804ea32a req-2447448e-e8be-413a-9820-b4d20ff80c83 service neutron] Attempting to bind port b274957d-3711-4c6b-9cfb-a1b9bd230e8e on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:10:40.145675 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-0f99a316-3c44-49aa-9bc5-7970804ea32a req-2447448e-e8be-413a-9820-b4d20ff80c83 service neutron] Attempting to bind port b274957d-3711-4c6b-9cfb-a1b9bd230e8e by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:10:40.147029 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f99a316-3c44-49aa-9bc5-7970804ea32a req-2447448e-e8be-413a-9820-b4d20ff80c83 service neutron] Attempting to bind port b274957d-3711-4c6b-9cfb-a1b9bd230e8e on network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:10:40.245528 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f99a316-3c44-49aa-9bc5-7970804ea32a req-2447448e-e8be-413a-9820-b4d20ff80c83 service neutron] Port b274957d-3711-4c6b-9cfb-a1b9bd230e8e on network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:10:40.247516 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f99a316-3c44-49aa-9bc5-7970804ea32a req-2447448e-e8be-413a-9820-b4d20ff80c83 service neutron] Attempting to bind port b274957d-3711-4c6b-9cfb-a1b9bd230e8e on network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:10:40.265027 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 1b6ae066-aa3e-4b59-956a-1ed6c89e421c details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:10:40.289467 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f99a316-3c44-49aa-9bc5-7970804ea32a req-2447448e-e8be-413a-9820-b4d20ff80c83 service neutron] Checking agent: {'id': '3de9de52-3a03-431d-9d7e-497ae92c57ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:10:40.290811 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f99a316-3c44-49aa-9bc5-7970804ea32a req-2447448e-e8be-413a-9820-b4d20ff80c83 service neutron] Checking segment: {'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:10:40.292899 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f99a316-3c44-49aa-9bc5-7970804ea32a req-2447448e-e8be-413a-9820-b4d20ff80c83 service neutron] Bound using segment: {'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:10:40.294818 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-0f99a316-3c44-49aa-9bc5-7970804ea32a req-2447448e-e8be-413a-9820-b4d20ff80c83 service neutron] Bound port: b274957d-3711-4c6b-9cfb-a1b9bd230e8e, host: n-h1-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:10:40.296387 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6bc686-2755-4543-a8ee-d936da643d42 req-ebdcf55d-5505-4ee5-9368-f3db0156ff73 tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:40.297943 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6c6bc686-2755-4543-a8ee-d936da643d42 req-ebdcf55d-5505-4ee5-9368-f3db0156ff73 tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] 10.222.0.22 "GET /v2.0/ports?device_id=58dff7ff-0246-4aaf-9ae6-edda75be8ead HTTP/1.1" status: 200 len: 945 time: 0.6921239 Aug 29 04:10:40.298319 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-0f99a316-3c44-49aa-9bc5-7970804ea32a req-2447448e-e8be-413a-9820-b4d20ff80c83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:40.317330 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7bb23926-4216-43b5-800f-eb700e74a0fd req-d2dcdf11-8227-4783-b296-6bfc0bc1d5f3 service neutron] 10.222.0.46 "GET /v2.0/networks/7521cd58-9470-4433-82b8-7e942c988b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8969011 Aug 29 04:10:40.347612 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-62b12e44-1b01-4316-ba0b-61dbd3c3aecc req-8eeee202-89df-42c2-b0d8-820011171804 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a42538bf-2d2b-4567-a1ec-338bfb54c1bc {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:10:40.372433 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-62b12e44-1b01-4316-ba0b-61dbd3c3aecc req-8eeee202-89df-42c2-b0d8-820011171804 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:40.402608 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6c6bc686-2755-4543-a8ee-d936da643d42 req-82d29c58-2740-4417-8b01-736156f61637 tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] 10.222.0.22 "GET /v2.0/security-groups?id=1ce7c691-1054-4e92-8ce1-44402522c321&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0960460 Aug 29 04:10:40.451528 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7bb23926-4216-43b5-800f-eb700e74a0fd req-d2bfaf9b-544d-4518-a4d4-6256ad0dbe12 service neutron] 10.222.0.46 "GET /v2.0/networks/7521cd58-9470-4433-82b8-7e942c988b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230845 Aug 29 04:10:40.470877 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-0a09844b-8e23-4484-9a91-f2ea47fa6f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ee9989-533a-42a0-b192-96a99d4c6149', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-732447576-router', 'tenant_id': 'b8e5ee0a53fd42e2a03b18096f8a732f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '7511b607-4465-416e-9765-35811dd913a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:07:34Z', 'updated_at': '2021-08-29T04:07:37Z', 'revision_number': 4, 'project_id': 'b8e5ee0a53fd42e2a03b18096f8a732f', 'gw_port': {'id': '7511b607-4465-416e-9765-35811dd913a0', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:98:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ee9989-533a-42a0-b192-96a99d4c6149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:07:34Z', 'updated_at': '2021-08-29T04:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': 'd3f53355-721b-4cc9-8ea8-78bb2a62542a', 'tenant_id': 'b8e5ee0a53fd42e2a03b18096f8a732f', 'floating_ip_address': '172.25.0.8', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': '93ee9989-533a-42a0-b192-96a99d4c6149', 'port_id': '85a1169a-593f-404a-95c2-61064c1226ff', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e669898-6215-49e8-8989-a85b9f5fe627', 'mac_address': 'fa:16:3e:1d:54:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6616a4e-74a1-4a12-88c0-4cd9409fcf3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:07:55Z', 'updated_at': '2021-08-29T04:10:37Z', 'revision_number': 5, 'project_id': 'b8e5ee0a53fd42e2a03b18096f8a732f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c744251d-a694-418d-bcb5-48d9a228908f', 'name': '', 'network_id': '6e669898-6215-49e8-8989-a85b9f5fe627', 'tenant_id': 'b8e5ee0a53fd42e2a03b18096f8a732f', 'mac_address': 'fa:16:3e:2d:c3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ee9989-533a-42a0-b192-96a99d4c6149', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '62082f5a-1e19-4bac-8b75-d0b867c1cfb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:07:36Z', 'updated_at': '2021-08-29T04:07:44Z', 'revision_number': 5, 'project_id': 'b8e5ee0a53fd42e2a03b18096f8a732f', 'subnets': [{'id': '62082f5a-1e19-4bac-8b75-d0b867c1cfb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:10:40.504318 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0ce85c3c-a7b9-4e61-a73e-7de16096f3b3 req-678c48b8-e7c4-4cd5-b168-ac153f6e3ad1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7b7bcf3-74f4-4d55-8e4c-7319d763cd30 HTTP/1.1" status: 200 len: 999 time: 0.3469129 Aug 29 04:10:40.521322 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a09844b-8e23-4484-9a91-f2ea47fa6f14 None None] Checking router: 93ee9989-533a-42a0-b192-96a99d4c6149 for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:10:40.530883 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a09844b-8e23-4484-9a91-f2ea47fa6f14 None None] Routers {'93ee9989-533a-42a0-b192-96a99d4c6149'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:10:40.531502 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-0a09844b-8e23-4484-9a91-f2ea47fa6f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:10:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['93ee9989-533a-42a0-b192-96a99d4c6149'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:10:40.577838 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-0f99a316-3c44-49aa-9bc5-7970804ea32a req-2447448e-e8be-413a-9820-b4d20ff80c83 service neutron] For port b274957d-3711-4c6b-9cfb-a1b9bd230e8e, host n-h1-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:10:40.581940 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-0f99a316-3c44-49aa-9bc5-7970804ea32a req-2447448e-e8be-413a-9820-b4d20ff80c83 service neutron] For port b274957d-3711-4c6b-9cfb-a1b9bd230e8e, host n-h1-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=b274957d-3711-4c6b-9cfb-a1b9bd230e8e,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:10:40.616185 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device fd890cfa-bcf7-4f0a-b331-cf5351bf0305 up at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:10:40.679984 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-0f99a316-3c44-49aa-9bc5-7970804ea32a req-2447448e-e8be-413a-9820-b4d20ff80c83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:40.693678 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce85c3c-a7b9-4e61-a73e-7de16096f3b3 req-541be551-d2a2-419c-a2c2-6c77ff727b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:40.699723 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0ce85c3c-a7b9-4e61-a73e-7de16096f3b3 req-541be551-d2a2-419c-a2c2-6c77ff727b5b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e2e9ec72-46f1-4e0c-a3f8-8298e639a3bf HTTP/1.1" status: 200 len: 855 time: 0.1149225 Aug 29 04:10:40.709918 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-0a09844b-8e23-4484-9a91-f2ea47fa6f14 None None] Set router 93ee9989-533a-42a0-b192-96a99d4c6149 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:10:40.745381 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bed582-4098-4230-b9ea-56e32506c884 req-1f5c36b2-2a42-4a56-ac84-2401302c46bf tempest-ImagesOneServerTestJSON-70638764 tempest-ImagesOneServerTestJSON-70638764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:40.746964 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b2bed582-4098-4230-b9ea-56e32506c884 req-1f5c36b2-2a42-4a56-ac84-2401302c46bf tempest-ImagesOneServerTestJSON-70638764 tempest-ImagesOneServerTestJSON-70638764-project] 10.222.0.22 "GET /v2.0/ports?device_id=105889b2-d98b-4afc-aef1-39ab51a9c0c5 HTTP/1.1" status: 200 len: 947 time: 0.1223316 Aug 29 04:10:40.766592 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-40c82eb3-f723-4b6b-aba0-40d0c06e77f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9fac259-acb2-4fcc-9c5b-d3ac0b278e5a', 'name': 'tempest-ServersTestBootFromVolume-1503587993-router', 'tenant_id': '59a3c824d92d476f92b52c317d7dd0b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': '65b1c109-a994-4565-ad47-83d784916d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:09:07Z', 'updated_at': '2021-08-29T04:09:16Z', 'revision_number': 4, 'project_id': '59a3c824d92d476f92b52c317d7dd0b3', 'gw_port': {'id': '65b1c109-a994-4565-ad47-83d784916d16', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9fac259-acb2-4fcc-9c5b-d3ac0b278e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:09:09Z', 'updated_at': '2021-08-29T04:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': 'baea7ffd-78b3-4c94-a91e-640c7ab6b724', 'tenant_id': '59a3c824d92d476f92b52c317d7dd0b3', 'floating_ip_address': '172.25.0.20', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': 'a9fac259-acb2-4fcc-9c5b-d3ac0b278e5a', 'port_id': 'b7b7bcf3-74f4-4d55-8e4c-7319d763cd30', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7735d477-d15e-441f-8bb3-d5f649e24907', 'mac_address': 'fa:16:3e:77:8f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ba3237-9eca-4f4d-905c-a4fd96cd7f22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:09:26Z', 'updated_at': '2021-08-29T04:10:36Z', 'revision_number': 1, 'project_id': '59a3c824d92d476f92b52c317d7dd0b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '019f8130-72e7-4ecb-b3e8-ab0de8c336ca', 'name': '', 'network_id': '7735d477-d15e-441f-8bb3-d5f649e24907', 'tenant_id': '59a3c824d92d476f92b52c317d7dd0b3', 'mac_address': 'fa:16:3e:7a:68:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9fac259-acb2-4fcc-9c5b-d3ac0b278e5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'e2e9ec72-46f1-4e0c-a3f8-8298e639a3bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:09:14Z', 'updated_at': '2021-08-29T04:09:24Z', 'revision_number': 5, 'project_id': '59a3c824d92d476f92b52c317d7dd0b3', 'subnets': [{'id': 'e2e9ec72-46f1-4e0c-a3f8-8298e639a3bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:10:40.819854 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c82eb3-f723-4b6b-aba0-40d0c06e77f1 None None] The sync data for ids ['a9fac259-acb2-4fcc-9c5b-d3ac0b278e5a'] in n-d-712140-12 is: [{'id': 'a9fac259-acb2-4fcc-9c5b-d3ac0b278e5a', 'name': 'tempest-ServersTestBootFromVolume-1503587993-router', 'tenant_id': '59a3c824d92d476f92b52c317d7dd0b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': '65b1c109-a994-4565-ad47-83d784916d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:09:07Z', 'updated_at': '2021-08-29T04:09:16Z', 'revision_number': 4, 'project_id': '59a3c824d92d476f92b52c317d7dd0b3', 'gw_port': {'id': '65b1c109-a994-4565-ad47-83d784916d16', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9fac259-acb2-4fcc-9c5b-d3ac0b278e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:09:09Z', 'updated_at': '2021-08-29T04:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': 'baea7ffd-78b3-4c94-a91e-640c7ab6b724', 'tenant_id': '59a3c824d92d476f92b52c317d7dd0b3', 'floating_ip_address': '172.25.0.20', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': 'a9fac259-acb2-4fcc-9c5b-d3ac0b278e5a', 'port_id': 'b7b7bcf3-74f4-4d55-8e4c-7319d763cd30', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7735d477-d15e-441f-8bb3-d5f649e24907', 'mac_address': 'fa:16:3e:77:8f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ba3237-9eca-4f4d-905c-a4fd96cd7f22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:09:26Z', 'updated_at': '2021-08-29T04:10:36Z', 'revision_number': 1, 'project_id': '59a3c824d92d476f92b52c317d7dd0b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '019f8130-72e7-4ecb-b3e8-ab0de8c336ca', 'name': '', 'network_id': '7735d477-d15e-441f-8bb3-d5f649e24907', 'tenant_id': '59a3c824d92d476f92b52c317d7dd0b3', 'mac_address': 'fa:16:3e:7a:68:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9fac259-acb2-4fcc-9c5b-d3ac0b278e5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'e2e9ec72-46f1-4e0c-a3f8-8298e639a3bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:09:14Z', 'updated_at': '2021-08-29T04:09:24Z', 'revision_number': 5, 'project_id': '59a3c824d92d476f92b52c317d7dd0b3', 'subnets': [{'id': 'e2e9ec72-46f1-4e0c-a3f8-8298e639a3bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:10:40.821999 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning for port fd890cfa-bcf7-4f0a-b331-cf5351bf0305 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:10:40.859588 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 1b6ae066-aa3e-4b59-956a-1ed6c89e421c, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=1b6ae066-aa3e-4b59-956a-1ed6c89e421c,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:10:40.862501 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning complete for port fd890cfa-bcf7-4f0a-b331-cf5351bf0305 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:10:40.863000 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:40.872528 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b2bed582-4098-4230-b9ea-56e32506c884 req-f33dd94d-5180-4d90-b626-a60c6cae3599 tempest-ImagesOneServerTestJSON-70638764 tempest-ImagesOneServerTestJSON-70638764-project] 10.222.0.22 "GET /v2.0/security-groups?id=1a5a636a-7fbc-4646-bf52-33ca0672e56a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187992 Aug 29 04:10:40.918874 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2447448e-e8be-413a-9820-b4d20ff80c83 service neutron] Pushing event updated for resources: {'Port': ['ID=b274957d-3711-4c6b-9cfb-a1b9bd230e8e,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:40.945030 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c59c5fe-5f18-48be-aa2a-b8b3fa6d98fc req-3fa7e8ef-a9c5-45d7-9f9c-ea54e5216871 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:40.972991 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6c59c5fe-5f18-48be-aa2a-b8b3fa6d98fc req-3fa7e8ef-a9c5-45d7-9f9c-ea54e5216871 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/ports?device_id=3698ca45-79dc-4840-b1cf-184940aeb2f5 HTTP/1.1" status: 200 len: 950 time: 0.9916737 Aug 29 04:10:40.991112 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f99a316-3c44-49aa-9bc5-7970804ea32a req-2447448e-e8be-413a-9820-b4d20ff80c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:40.996380 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-0f99a316-3c44-49aa-9bc5-7970804ea32a req-2447448e-e8be-413a-9820-b4d20ff80c83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:40.999653 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Returning: {'device': '1b6ae066-aa3e-4b59-956a-1ed6c89e421c', 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45', 'port_id': '1b6ae066-aa3e-4b59-956a-1ed6c89e421c', 'mac_address': 'fa:16:3e:3a:ba:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18cd12d4-b12a-41b0-b0c5-618edbb84e74', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:10:41.001284 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0f99a316-3c44-49aa-9bc5-7970804ea32a req-2447448e-e8be-413a-9820-b4d20ff80c83 service neutron] 10.222.0.46 "PUT /v2.0/ports/b274957d-3711-4c6b-9cfb-a1b9bd230e8e HTTP/1.1" status: 200 len: 1096 time: 2.8549993 Aug 29 04:10:41.007911 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-62b12e44-1b01-4316-ba0b-61dbd3c3aecc req-8eeee202-89df-42c2-b0d8-820011171804 service neutron] Transition to ACTIVE for port object a42538bf-2d2b-4567-a1ec-338bfb54c1bc will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:10:41.011261 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '105889b2-d98b-4afc-aef1-39ab51a9c0c5', 'tag': 'b274957d-3711-4c6b-9cfb-a1b9bd230e8e'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:10:41.018490 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cd3e216-83bd-4d94-b1e0-c9de3a162e39" -d '{"events": [{"name": "network-changed", "server_uuid": "105889b2-d98b-4afc-aef1-39ab51a9c0c5", "tag": "b274957d-3711-4c6b-9cfb-a1b9bd230e8e"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:10:41.044663 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-62b12e44-1b01-4316-ba0b-61dbd3c3aecc req-8eeee202-89df-42c2-b0d8-820011171804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:41.151416 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-0a09844b-8e23-4484-9a91-f2ea47fa6f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ee9989-533a-42a0-b192-96a99d4c6149', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-732447576-router', 'tenant_id': 'b8e5ee0a53fd42e2a03b18096f8a732f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '7511b607-4465-416e-9765-35811dd913a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:07:34Z', 'updated_at': '2021-08-29T04:07:37Z', 'revision_number': 4, 'project_id': 'b8e5ee0a53fd42e2a03b18096f8a732f', 'gw_port': {'id': '7511b607-4465-416e-9765-35811dd913a0', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:98:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ee9989-533a-42a0-b192-96a99d4c6149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:07:34Z', 'updated_at': '2021-08-29T04:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': 'd3f53355-721b-4cc9-8ea8-78bb2a62542a', 'tenant_id': 'b8e5ee0a53fd42e2a03b18096f8a732f', 'floating_ip_address': '172.25.0.8', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': '93ee9989-533a-42a0-b192-96a99d4c6149', 'port_id': '85a1169a-593f-404a-95c2-61064c1226ff', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e669898-6215-49e8-8989-a85b9f5fe627', 'mac_address': 'fa:16:3e:1d:54:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6616a4e-74a1-4a12-88c0-4cd9409fcf3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:07:55Z', 'updated_at': '2021-08-29T04:10:37Z', 'revision_number': 5, 'project_id': 'b8e5ee0a53fd42e2a03b18096f8a732f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c744251d-a694-418d-bcb5-48d9a228908f', 'name': '', 'network_id': '6e669898-6215-49e8-8989-a85b9f5fe627', 'tenant_id': 'b8e5ee0a53fd42e2a03b18096f8a732f', 'mac_address': 'fa:16:3e:2d:c3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ee9989-533a-42a0-b192-96a99d4c6149', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '62082f5a-1e19-4bac-8b75-d0b867c1cfb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:07:36Z', 'updated_at': '2021-08-29T04:07:44Z', 'revision_number': 5, 'project_id': 'b8e5ee0a53fd42e2a03b18096f8a732f', 'subnets': [{'id': '62082f5a-1e19-4bac-8b75-d0b867c1cfb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:10:41.156813 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15031b37-bcb1-403c-9fa5-8dc1906dc4e3 req-f31a8534-9c96-461d-951e-ed2ebfffc2d6 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:41.165002 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-15031b37-bcb1-403c-9fa5-8dc1906dc4e3 req-f31a8534-9c96-461d-951e-ed2ebfffc2d6 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=25d520e8-68a6-43ea-9d0d-90cd31433780 HTTP/1.1" status: 200 len: 946 time: 0.0936604 Aug 29 04:10:41.187451 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:41.215309 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a09844b-8e23-4484-9a91-f2ea47fa6f14 None None] The sync data for ids ['93ee9989-533a-42a0-b192-96a99d4c6149'] in n-d-712140-12 is: [{'id': '93ee9989-533a-42a0-b192-96a99d4c6149', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-732447576-router', 'tenant_id': 'b8e5ee0a53fd42e2a03b18096f8a732f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '7511b607-4465-416e-9765-35811dd913a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:07:34Z', 'updated_at': '2021-08-29T04:07:37Z', 'revision_number': 4, 'project_id': 'b8e5ee0a53fd42e2a03b18096f8a732f', 'gw_port': {'id': '7511b607-4465-416e-9765-35811dd913a0', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:98:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ee9989-533a-42a0-b192-96a99d4c6149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:07:34Z', 'updated_at': '2021-08-29T04:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': 'd3f53355-721b-4cc9-8ea8-78bb2a62542a', 'tenant_id': 'b8e5ee0a53fd42e2a03b18096f8a732f', 'floating_ip_address': '172.25.0.8', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': '93ee9989-533a-42a0-b192-96a99d4c6149', 'port_id': '85a1169a-593f-404a-95c2-61064c1226ff', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e669898-6215-49e8-8989-a85b9f5fe627', 'mac_address': 'fa:16:3e:1d:54:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6616a4e-74a1-4a12-88c0-4cd9409fcf3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:07:55Z', 'updated_at': '2021-08-29T04:10:37Z', 'revision_number': 5, 'project_id': 'b8e5ee0a53fd42e2a03b18096f8a732f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c744251d-a694-418d-bcb5-48d9a228908f', 'name': '', 'network_id': '6e669898-6215-49e8-8989-a85b9f5fe627', 'tenant_id': 'b8e5ee0a53fd42e2a03b18096f8a732f', 'mac_address': 'fa:16:3e:2d:c3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ee9989-533a-42a0-b192-96a99d4c6149', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '62082f5a-1e19-4bac-8b75-d0b867c1cfb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:07:36Z', 'updated_at': '2021-08-29T04:07:44Z', 'revision_number': 5, 'project_id': 'b8e5ee0a53fd42e2a03b18096f8a732f', 'subnets': [{'id': '62082f5a-1e19-4bac-8b75-d0b867c1cfb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:10:41.233974 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:41.268123 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-15031b37-bcb1-403c-9fa5-8dc1906dc4e3 req-859cf344-8acb-4694-b82e-7ca7b27daf3f tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834894 Aug 29 04:10:41.292254 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1b6ae066-aa3e-4b59-956a-1ed6c89e421c {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:10:41.336771 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 1b6ae066-aa3e-4b59-956a-1ed6c89e421c, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=1b6ae066-aa3e-4b59-956a-1ed6c89e421c,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:10:41.374770 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port fd890cfa-bcf7-4f0a-b331-cf5351bf0305, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=fd890cfa-bcf7-4f0a-b331-cf5351bf0305,segment=NetworkSegment(5edca003-2703-4f54-98cc-983d1c404746),segment_id=5edca003-2703-4f54-98cc-983d1c404746)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:10:41.379538 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58dff7ff-0246-4aaf-9ae6-edda75be8ead', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd890cfa-bcf7-4f0a-b331-cf5351bf0305'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:10:41.382710 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6eac1fe-3a89-47a5-b929-a25d2bdbb7c6" -d '{"events": [{"server_uuid": "58dff7ff-0246-4aaf-9ae6-edda75be8ead", "name": "network-vif-plugged", "status": "completed", "tag": "fd890cfa-bcf7-4f0a-b331-cf5351bf0305"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:10:41.385857 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a1f27b-a352-4ce4-872d-520bff690a7f None None] New status for floating IP baea7ffd-78b3-4c94-a91e-640c7ab6b724: ACTIVE {{(pid=94830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:10:41.401064 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:41.452654 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:41.453752 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 1b6ae066-aa3e-4b59-956a-1ed6c89e421c no longer exists at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:10:41.551731 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aa5de3-72d1-4afb-9dda-03b0a6d19032 req-e9f56eed-3c89-46d5-9d0e-286523c211da tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:41.561239 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a0aa5de3-72d1-4afb-9dda-03b0a6d19032 req-e9f56eed-3c89-46d5-9d0e-286523c211da tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e5ccfea-706b-4825-9d2e-60c0b092c82e HTTP/1.1" status: 200 len: 943 time: 0.0997519 Aug 29 04:10:41.561761 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6616a4e-74a1-4a12-88c0-4cd9409fcf3a', 'tag': '85a1169a-593f-404a-95c2-61064c1226ff'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:10:41.564608 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29cb9882-8787-41f1-882a-bf6524c41cb4" -d '{"events": [{"name": "network-changed", "server_uuid": "a6616a4e-74a1-4a12-88c0-4cd9409fcf3a", "tag": "85a1169a-593f-404a-95c2-61064c1226ff"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:10:41.595997 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814bac43-6c76-4122-8e52-915ee7f1c809 None None] New status for floating IP d3f53355-721b-4cc9-8ea8-78bb2a62542a: ACTIVE {{(pid=94831) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:10:41.627630 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a0aa5de3-72d1-4afb-9dda-03b0a6d19032 req-11a1138e-de17-4974-a89d-876ef22b2798 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=95663bcf-c178-40f7-a8d1-56ba6dc33aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588751 Aug 29 04:10:41.789899 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bfd5507-b9be-47d4-b585-01fc9cf514d0 x-openstack-request-id: req-2bfd5507-b9be-47d4-b585-01fc9cf514d0 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:10:41.790218 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "105889b2-d98b-4afc-aef1-39ab51a9c0c5", "tag": "b274957d-3711-4c6b-9cfb-a1b9bd230e8e", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:10:41.790630 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2bfd5507-b9be-47d4-b585-01fc9cf514d0 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:10:41.791853 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '105889b2-d98b-4afc-aef1-39ab51a9c0c5', 'tag': 'b274957d-3711-4c6b-9cfb-a1b9bd230e8e', 'status': 'completed', 'code': 200} Aug 29 04:10:41.847421 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6c59c5fe-5f18-48be-aa2a-b8b3fa6d98fc req-003d1a45-a449-453f-b1bc-e0b3aeb29807 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/security-groups?id=268ad66b-6c1a-4e93-9fbd-057377cdbb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8693585 Aug 29 04:10:41.877323 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=1b6ae066-aa3e-4b59-956a-1ed6c89e421c,revision_number=6']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:41.927238 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1c95371-c5bf-49b1-b95b-1b2b6b52443e x-openstack-request-id: req-d1c95371-c5bf-49b1-b95b-1b2b6b52443e {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:10:41.927678 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58dff7ff-0246-4aaf-9ae6-edda75be8ead", "name": "network-vif-plugged", "status": "completed", "tag": "fd890cfa-bcf7-4f0a-b331-cf5351bf0305", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:10:41.928068 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d1c95371-c5bf-49b1-b95b-1b2b6b52443e {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:10:41.928582 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58dff7ff-0246-4aaf-9ae6-edda75be8ead', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd890cfa-bcf7-4f0a-b331-cf5351bf0305', 'code': 200} Aug 29 04:10:41.942278 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:41.942742 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:41.943201 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:41.944915 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:41.945371 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:41.945831 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:41.946282 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:41.946715 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:41.947156 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:41.947633 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:41.948091 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:41.948549 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:41.962449 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['1b6ae066-aa3e-4b59-956a-1ed6c89e421c'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:10:42.067641 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeee202-89df-42c2-b0d8-820011171804 service neutron] Pushing event updated for resources: {'Port': ['ID=a42538bf-2d2b-4567-a1ec-338bfb54c1bc,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:42.095607 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b357eaa-bec8-4051-9e24-d831889f4f27 req-d9f6f5fc-cfba-40a1-954f-11fb301f9087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:42.097141 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8b357eaa-bec8-4051-9e24-d831889f4f27 req-d9f6f5fc-cfba-40a1-954f-11fb301f9087 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=58dff7ff-0246-4aaf-9ae6-edda75be8ead HTTP/1.1" status: 200 len: 1098 time: 0.1351018 Aug 29 04:10:42.178893 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f99a316-3c44-49aa-9bc5-7970804ea32a req-805913e7-7aa7-4323-b043-9089b14404fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:42.182869 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0f99a316-3c44-49aa-9bc5-7970804ea32a req-805913e7-7aa7-4323-b043-9089b14404fc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a81a2e95d93f4be3a1e76603f260016a&device_id=105889b2-d98b-4afc-aef1-39ab51a9c0c5 HTTP/1.1" status: 200 len: 1099 time: 0.5424566 Aug 29 04:10:42.187519 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce85c3c-a7b9-4e61-a73e-7de16096f3b3 req-7793bd3b-c596-4d1d-8b09-ba0eb572d598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:42.199733 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0ce85c3c-a7b9-4e61-a73e-7de16096f3b3 req-7793bd3b-c596-4d1d-8b09-ba0eb572d598 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7735d477-d15e-441f-8bb3-d5f649e24907&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.3217885 Aug 29 04:10:42.200108 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8b357eaa-bec8-4051-9e24-d831889f4f27 req-11ccae31-0086-4a2c-827c-cb624ef064d4 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=1ce7c691-1054-4e92-8ce1-44402522c321&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0826995 Aug 29 04:10:42.200204 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-62b12e44-1b01-4316-ba0b-61dbd3c3aecc req-8eeee202-89df-42c2-b0d8-820011171804 service neutron] Attempting to bind port a42538bf-2d2b-4567-a1ec-338bfb54c1bc on host n-h2-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:10:42.200204 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-62b12e44-1b01-4316-ba0b-61dbd3c3aecc req-8eeee202-89df-42c2-b0d8-820011171804 service neutron] Attempting to bind port a42538bf-2d2b-4567-a1ec-338bfb54c1bc by drivers openvswitch,hyperv on host n-h2-712140-12 at level 0 using segments [{'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:10:42.200204 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b12e44-1b01-4316-ba0b-61dbd3c3aecc req-8eeee202-89df-42c2-b0d8-820011171804 service neutron] Attempting to bind port a42538bf-2d2b-4567-a1ec-338bfb54c1bc on network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:10:42.214696 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9e9b0b4-1c4d-4424-9a14-ead8d564c34b x-openstack-request-id: req-c9e9b0b4-1c4d-4424-9a14-ead8d564c34b {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:10:42.215308 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6616a4e-74a1-4a12-88c0-4cd9409fcf3a", "tag": "85a1169a-593f-404a-95c2-61064c1226ff", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:10:42.215755 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c9e9b0b4-1c4d-4424-9a14-ead8d564c34b {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:10:42.217109 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:42.217404 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6616a4e-74a1-4a12-88c0-4cd9409fcf3a', 'tag': '85a1169a-593f-404a-95c2-61064c1226ff', 'status': 'completed', 'code': 200} Aug 29 04:10:42.234967 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device f94ff432-1efb-4d16-b88c-19279e1457b8 details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:10:42.286260 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=fd890cfa-bcf7-4f0a-b331-cf5351bf0305,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:42.308751 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 1b6ae066-aa3e-4b59-956a-1ed6c89e421c {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:10:42.401796 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0ce85c3c-a7b9-4e61-a73e-7de16096f3b3 req-de2e0f86-8054-4a24-994a-5c5ebf4a955c service neutron] 10.222.0.48 "GET /v2.0/networks/7735d477-d15e-441f-8bb3-d5f649e24907?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210299 Aug 29 04:10:42.402389 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b12e44-1b01-4316-ba0b-61dbd3c3aecc req-8eeee202-89df-42c2-b0d8-820011171804 service neutron] Port a42538bf-2d2b-4567-a1ec-338bfb54c1bc on network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:10:42.402755 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b12e44-1b01-4316-ba0b-61dbd3c3aecc req-8eeee202-89df-42c2-b0d8-820011171804 service neutron] Attempting to bind port a42538bf-2d2b-4567-a1ec-338bfb54c1bc on network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:10:42.412014 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.db.resource_extend [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:10:42.414697 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b12e44-1b01-4316-ba0b-61dbd3c3aecc req-8eeee202-89df-42c2-b0d8-820011171804 service neutron] Checking agent: {'id': 'b3a0606b-b029-4f5e-8798-3a32b71d8844', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:10:42.415043 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b12e44-1b01-4316-ba0b-61dbd3c3aecc req-8eeee202-89df-42c2-b0d8-820011171804 service neutron] Checking segment: {'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:10:42.415646 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b12e44-1b01-4316-ba0b-61dbd3c3aecc req-8eeee202-89df-42c2-b0d8-820011171804 service neutron] Bound using segment: {'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:10:42.416547 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-62b12e44-1b01-4316-ba0b-61dbd3c3aecc req-8eeee202-89df-42c2-b0d8-820011171804 service neutron] Bound port: a42538bf-2d2b-4567-a1ec-338bfb54c1bc, host: n-h2-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:10:42.416918 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-62b12e44-1b01-4316-ba0b-61dbd3c3aecc req-8eeee202-89df-42c2-b0d8-820011171804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:42.417780 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21fdad7-45e9-4e61-bf90-db97d9a25fb0 req-19bed0ed-22e8-44f3-935c-1c0df83a45aa tempest-ImagesOneServerTestJSON-70638764 tempest-ImagesOneServerTestJSON-70638764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:42.423076 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c21fdad7-45e9-4e61-bf90-db97d9a25fb0 req-19bed0ed-22e8-44f3-935c-1c0df83a45aa tempest-ImagesOneServerTestJSON-70638764 tempest-ImagesOneServerTestJSON-70638764-project] 10.222.0.22 "GET /v2.0/ports?device_id=105889b2-d98b-4afc-aef1-39ab51a9c0c5 HTTP/1.1" status: 200 len: 947 time: 0.1460948 Aug 29 04:10:42.460375 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 1b6ae066-aa3e-4b59-956a-1ed6c89e421c, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=1b6ae066-aa3e-4b59-956a-1ed6c89e421c,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:10:42.490366 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0f99a316-3c44-49aa-9bc5-7970804ea32a req-edb3cc18-9c43-4f0b-be9d-5d4878832f41 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=b274957d-3711-4c6b-9cfb-a1b9bd230e8e HTTP/1.1" status: 200 len: 217 time: 0.2915690 Aug 29 04:10:42.496657 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:42.518547 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c21fdad7-45e9-4e61-bf90-db97d9a25fb0 req-c681b1d8-34ca-4cb1-9523-4d8083ffcdd9 tempest-ImagesOneServerTestJSON-70638764 tempest-ImagesOneServerTestJSON-70638764-project] 10.222.0.22 "GET /v2.0/security-groups?id=1a5a636a-7fbc-4646-bf52-33ca0672e56a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852053 Aug 29 04:10:42.650621 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f99a316-3c44-49aa-9bc5-7970804ea32a req-0db25fc9-f9d9-4ac6-a699-2ef1f8a243f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:42.657765 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0f99a316-3c44-49aa-9bc5-7970804ea32a req-0db25fc9-f9d9-4ac6-a699-2ef1f8a243f2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=18cd12d4-b12a-41b0-b0c5-618edbb84e74 HTTP/1.1" status: 200 len: 843 time: 0.0707567 Aug 29 04:10:42.710075 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d05a298-3ed6-4361-8734-bef56da570d0 req-c6893349-57f1-4a4c-b35d-e68c550716e5 tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:42.714680 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd95fba6-afe3-427c-9d56-aca8cf174991 req-d0fff43c-ede7-4497-abce-3bf37af5766d tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:42.720013 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6d05a298-3ed6-4361-8734-bef56da570d0 req-c6893349-57f1-4a4c-b35d-e68c550716e5 tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] 10.222.0.22 "GET /v2.0/ports?device_id=58dff7ff-0246-4aaf-9ae6-edda75be8ead HTTP/1.1" status: 200 len: 946 time: 0.6417944 Aug 29 04:10:42.734091 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-fd95fba6-afe3-427c-9d56-aca8cf174991 req-d0fff43c-ede7-4497-abce-3bf37af5766d tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=25d520e8-68a6-43ea-9d0d-90cd31433780 HTTP/1.1" status: 200 len: 946 time: 0.1031086 Aug 29 04:10:42.762460 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port f94ff432-1efb-4d16-b88c-19279e1457b8, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=f94ff432-1efb-4d16-b88c-19279e1457b8,segment=NetworkSegment(6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc),segment_id=6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:10:42.765181 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=1b6ae066-aa3e-4b59-956a-1ed6c89e421c,revision_number=7']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:42.796194 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Returning: {'device': 'f94ff432-1efb-4d16-b88c-19279e1457b8', 'network_id': '7521cd58-9470-4433-82b8-7e942c988b03', 'port_id': 'f94ff432-1efb-4d16-b88c-19279e1457b8', 'mac_address': 'fa:16:3e:06:8e:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be5f55ab-7fa1-406c-9ca9-03e74b79ef6a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:10:42.830431 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-fd95fba6-afe3-427c-9d56-aca8cf174991 req-6880cfe8-48cc-48bf-9609-9fd2c7ee1b9b tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041214 Aug 29 04:10:42.861328 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cb9882-8787-41f1-882a-bf6524c41cb4 req-5c1649c3-665a-4b6c-999e-1ae0b7180330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:42.863067 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-29cb9882-8787-41f1-882a-bf6524c41cb4 req-5c1649c3-665a-4b6c-999e-1ae0b7180330 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b8e5ee0a53fd42e2a03b18096f8a732f&device_id=a6616a4e-74a1-4a12-88c0-4cd9409fcf3a HTTP/1.1" status: 200 len: 1097 time: 0.4524913 Aug 29 04:10:42.886677 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:42.904395 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f94ff432-1efb-4d16-b88c-19279e1457b8 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:10:42.929859 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0ce85c3c-a7b9-4e61-a73e-7de16096f3b3 req-72618d8f-5d06-4e68-8ff4-8886adb42f4b service neutron] 10.222.0.48 "GET /v2.0/networks/7735d477-d15e-441f-8bb3-d5f649e24907?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5177155 Aug 29 04:10:42.933743 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-62b12e44-1b01-4316-ba0b-61dbd3c3aecc req-8eeee202-89df-42c2-b0d8-820011171804 service neutron] For port a42538bf-2d2b-4567-a1ec-338bfb54c1bc, host n-h2-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:10:42.935992 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port f94ff432-1efb-4d16-b88c-19279e1457b8, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=f94ff432-1efb-4d16-b88c-19279e1457b8,segment=NetworkSegment(6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc),segment_id=6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:10:42.938872 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6d05a298-3ed6-4361-8734-bef56da570d0 req-12fcd3fc-ed6d-4104-b858-ca638eb272c4 tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] 10.222.0.22 "GET /v2.0/security-groups?id=1ce7c691-1054-4e92-8ce1-44402522c321&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2178419 Aug 29 04:10:42.948147 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:42.988982 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-62b12e44-1b01-4316-ba0b-61dbd3c3aecc req-8eeee202-89df-42c2-b0d8-820011171804 service neutron] For port a42538bf-2d2b-4567-a1ec-338bfb54c1bc, host n-h2-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=a42538bf-2d2b-4567-a1ec-338bfb54c1bc,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:10:42.991388 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f99a316-3c44-49aa-9bc5-7970804ea32a req-e8378b54-7cd0-4544-af59-7f00b8dfd4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:42.992968 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0f99a316-3c44-49aa-9bc5-7970804ea32a req-e8378b54-7cd0-4544-af59-7f00b8dfd4e2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2566805 Aug 29 04:10:43.058123 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=f94ff432-1efb-4d16-b88c-19279e1457b8,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:43.062031 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-62b12e44-1b01-4316-ba0b-61dbd3c3aecc req-8eeee202-89df-42c2-b0d8-820011171804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:43.144606 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b6e5d6-31a0-46cb-a6f7-8036fb6f9e6d req-86652efb-1fc0-43d0-b5f8-f15cb6658113 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:43.146832 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-44b6e5d6-31a0-46cb-a6f7-8036fb6f9e6d req-86652efb-1fc0-43d0-b5f8-f15cb6658113 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/ports?device_id=3698ca45-79dc-4840-b1cf-184940aeb2f5 HTTP/1.1" status: 200 len: 948 time: 0.0661371 Aug 29 04:10:43.183098 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cb9882-8787-41f1-882a-bf6524c41cb4 req-feab25fa-379c-4597-aa21-2096bd724e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:43.185481 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-29cb9882-8787-41f1-882a-bf6524c41cb4 req-feab25fa-379c-4597-aa21-2096bd724e57 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6e669898-6215-49e8-8989-a85b9f5fe627 HTTP/1.1" status: 200 len: 924 time: 0.3086927 Aug 29 04:10:43.193514 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b12e44-1b01-4316-ba0b-61dbd3c3aecc req-8eeee202-89df-42c2-b0d8-820011171804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:43.194305 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-62b12e44-1b01-4316-ba0b-61dbd3c3aecc req-8eeee202-89df-42c2-b0d8-820011171804 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:43.196184 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-62b12e44-1b01-4316-ba0b-61dbd3c3aecc req-8eeee202-89df-42c2-b0d8-820011171804 service neutron] 10.222.0.48 "PUT /v2.0/ports/a42538bf-2d2b-4567-a1ec-338bfb54c1bc HTTP/1.1" status: 200 len: 1095 time: 4.9908316 Aug 29 04:10:43.202621 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-44b6e5d6-31a0-46cb-a6f7-8036fb6f9e6d req-d17f63ea-6c42-47ee-86f1-95cceeec7a66 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/security-groups?id=268ad66b-6c1a-4e93-9fbd-057377cdbb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462456 Aug 29 04:10:43.332901 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeee202-89df-42c2-b0d8-820011171804 service neutron] Pushing event updated for resources: {'Port': ['ID=a42538bf-2d2b-4567-a1ec-338bfb54c1bc,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:43.352462 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['f94ff432-1efb-4d16-b88c-19279e1457b8'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:10:43.376372 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79bd3d0-ca29-4a02-a684-c2791ca76014 req-74c082fd-c23e-421c-9a63-1a05b874e9bf tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:43.378486 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c79bd3d0-ca29-4a02-a684-c2791ca76014 req-74c082fd-c23e-421c-9a63-1a05b874e9bf tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e5ccfea-706b-4825-9d2e-60c0b092c82e HTTP/1.1" status: 200 len: 944 time: 0.3271403 Aug 29 04:10:43.384450 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-29cb9882-8787-41f1-882a-bf6524c41cb4 req-6f6cc21b-5d22-438a-89a2-24fd4f7a4598 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=85a1169a-593f-404a-95c2-61064c1226ff HTTP/1.1" status: 200 len: 999 time: 0.1863267 Aug 29 04:10:43.394163 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0f99a316-3c44-49aa-9bc5-7970804ea32a req-060ca793-c237-4dc9-a907-80a5f1bcf71a service neutron] 10.222.0.46 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3455317 Aug 29 04:10:43.539155 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b12e44-1b01-4316-ba0b-61dbd3c3aecc req-8616ce52-ef8e-4734-8d3b-22ae3b809762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:43.540729 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-62b12e44-1b01-4316-ba0b-61dbd3c3aecc req-8616ce52-ef8e-4734-8d3b-22ae3b809762 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4b47ebaf5a2144e2beea71bdc91317f3&device_id=25d520e8-68a6-43ea-9d0d-90cd31433780 HTTP/1.1" status: 200 len: 1098 time: 0.2643640 Aug 29 04:10:43.616510 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-62b12e44-1b01-4316-ba0b-61dbd3c3aecc req-5a64abbb-13dd-4732-a618-db8a61bf2d27 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=a42538bf-2d2b-4567-a1ec-338bfb54c1bc HTTP/1.1" status: 200 len: 217 time: 0.0545273 Aug 29 04:10:43.617981 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cb9882-8787-41f1-882a-bf6524c41cb4 req-07080c39-91bd-454a-be0a-d80683533bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:43.619354 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-29cb9882-8787-41f1-882a-bf6524c41cb4 req-07080c39-91bd-454a-be0a-d80683533bed service neutron] 10.222.0.48 "GET /v2.0/subnets?id=62082f5a-1e19-4bac-8b75-d0b867c1cfb7 HTTP/1.1" status: 200 len: 862 time: 0.2158644 Aug 29 04:10:43.636157 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c79bd3d0-ca29-4a02-a684-c2791ca76014 req-9838fbfa-5b2d-41df-bc76-4be3c5df4e48 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=95663bcf-c178-40f7-a8d1-56ba6dc33aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2499862 Aug 29 04:10:43.656548 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0f99a316-3c44-49aa-9bc5-7970804ea32a req-7e518f50-b8de-4024-a448-4d08ea8796ed service neutron] 10.222.0.46 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510781 Aug 29 04:10:43.712718 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b12e44-1b01-4316-ba0b-61dbd3c3aecc req-efbf8d46-9468-4e5c-8293-9dd98d880186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:43.714286 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-62b12e44-1b01-4316-ba0b-61dbd3c3aecc req-efbf8d46-9468-4e5c-8293-9dd98d880186 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=18cd12d4-b12a-41b0-b0c5-618edbb84e74 HTTP/1.1" status: 200 len: 843 time: 0.0682306 Aug 29 04:10:43.719993 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cb9882-8787-41f1-882a-bf6524c41cb4 req-637119b3-fc89-40ee-8647-91de16e668ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:43.721549 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-29cb9882-8787-41f1-882a-bf6524c41cb4 req-637119b3-fc89-40ee-8647-91de16e668ef service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6e669898-6215-49e8-8989-a85b9f5fe627&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0842824 Aug 29 04:10:43.722224 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c007b8-2e83-4232-990a-342ca806ad3f req-9fa51ce4-f8b4-4475-b9e7-298950153a8c tempest-ImagesOneServerTestJSON-70638764 tempest-ImagesOneServerTestJSON-70638764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:43.724049 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-33c007b8-2e83-4232-990a-342ca806ad3f req-9fa51ce4-f8b4-4475-b9e7-298950153a8c tempest-ImagesOneServerTestJSON-70638764 tempest-ImagesOneServerTestJSON-70638764-project] 10.222.0.22 "GET /v2.0/ports?device_id=105889b2-d98b-4afc-aef1-39ab51a9c0c5 HTTP/1.1" status: 200 len: 947 time: 0.0651977 Aug 29 04:10:43.800257 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-33c007b8-2e83-4232-990a-342ca806ad3f req-1e5ad03f-5a8c-4589-98f3-95f75fc0fb2a tempest-ImagesOneServerTestJSON-70638764 tempest-ImagesOneServerTestJSON-70638764-project] 10.222.0.22 "GET /v2.0/security-groups?id=1a5a636a-7fbc-4646-bf52-33ca0672e56a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548608 Aug 29 04:10:43.801178 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25d520e8-68a6-43ea-9d0d-90cd31433780', 'tag': 'a42538bf-2d2b-4567-a1ec-338bfb54c1bc'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:10:43.803510 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92af18a6-b0e2-4049-a267-a42b38d5c730" -d '{"events": [{"name": "network-changed", "server_uuid": "25d520e8-68a6-43ea-9d0d-90cd31433780", "tag": "a42538bf-2d2b-4567-a1ec-338bfb54c1bc"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:10:43.845257 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a67517d3-5e87-4aef-9dd7-30126cafa26f x-openstack-request-id: req-a67517d3-5e87-4aef-9dd7-30126cafa26f {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:10:43.845553 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25d520e8-68a6-43ea-9d0d-90cd31433780", "tag": "a42538bf-2d2b-4567-a1ec-338bfb54c1bc", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:10:43.845867 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a67517d3-5e87-4aef-9dd7-30126cafa26f {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:10:43.846281 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25d520e8-68a6-43ea-9d0d-90cd31433780', 'tag': 'a42538bf-2d2b-4567-a1ec-338bfb54c1bc', 'status': 'completed', 'code': 200} Aug 29 04:10:43.873208 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b12e44-1b01-4316-ba0b-61dbd3c3aecc req-adf9cde4-e77d-43b2-a325-1e7cb21f66ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:43.874955 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-62b12e44-1b01-4316-ba0b-61dbd3c3aecc req-adf9cde4-e77d-43b2-a325-1e7cb21f66ca service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1523817 Aug 29 04:10:43.950530 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd3e216-83bd-4d94-b1e0-c9de3a162e39 req-0bcc27e5-8fd4-4bcf-95e2-2df617520d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:43.952315 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5cd3e216-83bd-4d94-b1e0-c9de3a162e39 req-0bcc27e5-8fd4-4bcf-95e2-2df617520d42 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a81a2e95d93f4be3a1e76603f260016a&device_id=105889b2-d98b-4afc-aef1-39ab51a9c0c5 HTTP/1.1" status: 200 len: 1099 time: 0.1836889 Aug 29 04:10:43.957039 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641fb96f-d4f6-49d4-9462-7052edfa7fd3 req-a80abb7d-3feb-413d-8751-3def9ca13bf3 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:43.957221 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-29cb9882-8787-41f1-882a-bf6524c41cb4 req-65efc2fb-aed0-4d8d-bb19-9ff51767e3dd service neutron] 10.222.0.48 "GET /v2.0/networks/6e669898-6215-49e8-8989-a85b9f5fe627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255061 Aug 29 04:10:43.958542 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-641fb96f-d4f6-49d4-9462-7052edfa7fd3 req-a80abb7d-3feb-413d-8751-3def9ca13bf3 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=25d520e8-68a6-43ea-9d0d-90cd31433780 HTTP/1.1" status: 200 len: 946 time: 0.0503831 Aug 29 04:10:44.031402 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-641fb96f-d4f6-49d4-9462-7052edfa7fd3 req-1bdfea43-21e5-42da-ac64-d14121f70710 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604227 Aug 29 04:10:44.140564 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-62b12e44-1b01-4316-ba0b-61dbd3c3aecc req-ec4d31be-ca69-4363-b26a-e35f1c2d1060 service neutron] 10.222.0.48 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556689 Aug 29 04:10:44.237105 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 1b6ae066-aa3e-4b59-956a-1ed6c89e421c up at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:10:44.286179 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c50ed0-7b8a-43d8-98d3-9916998fffc9 req-65dcd5ad-c07a-41f1-ae15-580821115400 tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:44.288092 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-90c50ed0-7b8a-43d8-98d3-9916998fffc9 req-65dcd5ad-c07a-41f1-ae15-580821115400 tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] 10.222.0.22 "GET /v2.0/ports?device_id=58dff7ff-0246-4aaf-9ae6-edda75be8ead HTTP/1.1" status: 200 len: 946 time: 0.2543802 Aug 29 04:10:44.289133 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd3e216-83bd-4d94-b1e0-c9de3a162e39 req-04f3b8ee-1248-4d93-abf0-2dd7eaec7d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:44.291131 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5cd3e216-83bd-4d94-b1e0-c9de3a162e39 req-04f3b8ee-1248-4d93-abf0-2dd7eaec7d90 service neutron] 10.222.0.46 "GET /v2.0/networks?id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 HTTP/1.1" status: 200 len: 870 time: 0.3273342 Aug 29 04:10:44.344948 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-29cb9882-8787-41f1-882a-bf6524c41cb4 req-6c441166-d560-4193-8b9e-9baf8a7ef407 service neutron] 10.222.0.48 "GET /v2.0/networks/6e669898-6215-49e8-8989-a85b9f5fe627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3706450 Aug 29 04:10:44.355279 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5cd3e216-83bd-4d94-b1e0-c9de3a162e39 req-83e98068-bf10-489e-9553-a59ac93f2433 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=b274957d-3711-4c6b-9cfb-a1b9bd230e8e HTTP/1.1" status: 200 len: 217 time: 0.0554659 Aug 29 04:10:44.372755 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning complete for port 1b6ae066-aa3e-4b59-956a-1ed6c89e421c triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:10:44.373067 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:44.394656 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-62b12e44-1b01-4316-ba0b-61dbd3c3aecc req-0154c092-9f85-43ea-bc9e-b5a96cd943ea service neutron] 10.222.0.48 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448745 Aug 29 04:10:44.452381 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-90c50ed0-7b8a-43d8-98d3-9916998fffc9 req-d8b14a94-9bb9-482b-bc84-93519f53081b tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] 10.222.0.22 "GET /v2.0/security-groups?id=1ce7c691-1054-4e92-8ce1-44402522c321&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1437526 Aug 29 04:10:44.458572 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c9f18d-5008-40d4-b008-0e95408e8f32 req-778ac9c0-9078-4e47-8f38-5e9bb7986231 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:44.462130 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f5c9f18d-5008-40d4-b008-0e95408e8f32 req-778ac9c0-9078-4e47-8f38-5e9bb7986231 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/ports?device_id=3698ca45-79dc-4840-b1cf-184940aeb2f5 HTTP/1.1" status: 200 len: 948 time: 0.1217432 Aug 29 04:10:44.462456 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd3e216-83bd-4d94-b1e0-c9de3a162e39 req-67fd6a62-926d-48a2-99e3-dc967c122170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:44.464085 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5cd3e216-83bd-4d94-b1e0-c9de3a162e39 req-67fd6a62-926d-48a2-99e3-dc967c122170 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=18cd12d4-b12a-41b0-b0c5-618edbb84e74 HTTP/1.1" status: 200 len: 843 time: 0.0873165 Aug 29 04:10:44.552539 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:44.553316 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f5c9f18d-5008-40d4-b008-0e95408e8f32 req-68b99151-1c87-469d-8af8-cf86aa14cb23 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/security-groups?id=268ad66b-6c1a-4e93-9fbd-057377cdbb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718760 Aug 29 04:10:44.569243 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd3e216-83bd-4d94-b1e0-c9de3a162e39 req-7cac0525-9abf-410d-91b2-d6abae3033a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:44.570758 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5cd3e216-83bd-4d94-b1e0-c9de3a162e39 req-7cac0525-9abf-410d-91b2-d6abae3033a9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0966792 Aug 29 04:10:44.587616 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92af18a6-b0e2-4049-a267-a42b38d5c730 req-2739fde8-5d54-413b-8bd9-8374f973c52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:44.588957 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-92af18a6-b0e2-4049-a267-a42b38d5c730 req-2739fde8-5d54-413b-8bd9-8374f973c52f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4b47ebaf5a2144e2beea71bdc91317f3&device_id=25d520e8-68a6-43ea-9d0d-90cd31433780 HTTP/1.1" status: 200 len: 1098 time: 0.0700891 Aug 29 04:10:44.602203 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3698ca45-79dc-4840-b1cf-184940aeb2f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b6ae066-aa3e-4b59-956a-1ed6c89e421c'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:10:44.604651 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d1a88da-59fb-4934-9651-6742a34ec0f9" -d '{"events": [{"server_uuid": "3698ca45-79dc-4840-b1cf-184940aeb2f5", "name": "network-vif-plugged", "status": "completed", "tag": "1b6ae066-aa3e-4b59-956a-1ed6c89e421c"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:10:44.625124 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 1b6ae066-aa3e-4b59-956a-1ed6c89e421c, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=1b6ae066-aa3e-4b59-956a-1ed6c89e421c,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:10:44.631800 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:44.686709 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b0be33-b8a7-407e-a040-bb033b8b5683 req-bae6e911-981d-4449-895e-a12ca4951169 tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:44.688322 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-16b0be33-b8a7-407e-a040-bb033b8b5683 req-bae6e911-981d-4449-895e-a12ca4951169 tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] 10.222.0.22 "GET /v2.0/ports?device_id=58dff7ff-0246-4aaf-9ae6-edda75be8ead HTTP/1.1" status: 200 len: 946 time: 0.0718417 Aug 29 04:10:44.695328 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8b0efb7-dd50-4802-b3e2-87d16ecc5c53 x-openstack-request-id: req-c8b0efb7-dd50-4802-b3e2-87d16ecc5c53 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:10:44.695939 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3698ca45-79dc-4840-b1cf-184940aeb2f5", "name": "network-vif-plugged", "status": "completed", "tag": "1b6ae066-aa3e-4b59-956a-1ed6c89e421c", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:10:44.696230 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c8b0efb7-dd50-4802-b3e2-87d16ecc5c53 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:10:44.696722 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3698ca45-79dc-4840-b1cf-184940aeb2f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b6ae066-aa3e-4b59-956a-1ed6c89e421c', 'code': 200} Aug 29 04:10:44.703229 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 36014) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:44.712620 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-de3a47e0-37fc-4ad8-b682-b17f3a8815f3 tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] Request body: {'floatingip': {'port_id': 'fd890cfa-bcf7-4f0a-b331-cf5351bf0305'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:10:44.726563 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=1b6ae066-aa3e-4b59-956a-1ed6c89e421c,revision_number=8']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:44.775234 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-de3a47e0-37fc-4ad8-b682-b17f3a8815f3 tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] Notify callbacks [] for floatingip, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:44.904409 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5cd3e216-83bd-4d94-b1e0-c9de3a162e39 req-224791a9-aeda-4818-8b3e-03b160d44334 service neutron] 10.222.0.46 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3180149 Aug 29 04:10:44.934451 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92af18a6-b0e2-4049-a267-a42b38d5c730 req-ef6c5aa3-509c-49fd-b8ff-51c3572b2d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:44.936353 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-92af18a6-b0e2-4049-a267-a42b38d5c730 req-ef6c5aa3-509c-49fd-b8ff-51c3572b2d1a service neutron] 10.222.0.48 "GET /v2.0/networks?id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 HTTP/1.1" status: 200 len: 870 time: 0.2702179 Aug 29 04:10:44.955410 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cffff7-d6a5-4bb4-9fd6-f2a2e430070a req-b6b1fe81-7609-4cbe-bc00-f914ac02913e tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:44.957376 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c8cffff7-d6a5-4bb4-9fd6-f2a2e430070a req-b6b1fe81-7609-4cbe-bc00-f914ac02913e tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e5ccfea-706b-4825-9d2e-60c0b092c82e HTTP/1.1" status: 200 len: 944 time: 0.1773605 Aug 29 04:10:45.064066 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb25f66f-3c58-4aa4-a044-3d94f918be76 req-1861cfae-2d99-41cd-ac4a-a60aefc6ab03 tempest-ImagesOneServerTestJSON-70638764 tempest-ImagesOneServerTestJSON-70638764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:45.065858 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-fb25f66f-3c58-4aa4-a044-3d94f918be76 req-1861cfae-2d99-41cd-ac4a-a60aefc6ab03 tempest-ImagesOneServerTestJSON-70638764 tempest-ImagesOneServerTestJSON-70638764-project] 10.222.0.22 "GET /v2.0/ports?device_id=105889b2-d98b-4afc-aef1-39ab51a9c0c5 HTTP/1.1" status: 200 len: 947 time: 0.1620028 Aug 29 04:10:45.078707 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-92af18a6-b0e2-4049-a267-a42b38d5c730 req-12d15ad5-18e7-4d62-a75a-916c99347251 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=a42538bf-2d2b-4567-a1ec-338bfb54c1bc HTTP/1.1" status: 200 len: 217 time: 0.1202300 Aug 29 04:10:45.087764 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef235ecd-76c3-4808-b199-6ee427e1d494 req-3053c5fb-a044-456a-a3b2-12b40f22441b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:45.089522 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ef235ecd-76c3-4808-b199-6ee427e1d494 req-3053c5fb-a044-456a-a3b2-12b40f22441b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3698ca45-79dc-4840-b1cf-184940aeb2f5 HTTP/1.1" status: 200 len: 1102 time: 0.1330612 Aug 29 04:10:45.136467 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92af18a6-b0e2-4049-a267-a42b38d5c730 req-36911a0d-09c4-4aa3-942e-e8bb6db46606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:45.138755 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-92af18a6-b0e2-4049-a267-a42b38d5c730 req-36911a0d-09c4-4aa3-942e-e8bb6db46606 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=18cd12d4-b12a-41b0-b0c5-618edbb84e74 HTTP/1.1" status: 200 len: 843 time: 0.0485227 Aug 29 04:10:45.145323 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c8cffff7-d6a5-4bb4-9fd6-f2a2e430070a req-00414654-79c6-44f6-9c82-c108a9157241 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=95663bcf-c178-40f7-a8d1-56ba6dc33aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1693227 Aug 29 04:10:45.191430 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-fb25f66f-3c58-4aa4-a044-3d94f918be76 req-4e14cd0a-90a4-4526-a349-23188b7ba72c tempest-ImagesOneServerTestJSON-70638764 tempest-ImagesOneServerTestJSON-70638764-project] 10.222.0.22 "GET /v2.0/security-groups?id=1a5a636a-7fbc-4646-bf52-33ca0672e56a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145568 Aug 29 04:10:45.201379 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ef235ecd-76c3-4808-b199-6ee427e1d494 req-057e5e0f-8fac-40d0-945a-e0eeab96284f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=268ad66b-6c1a-4e93-9fbd-057377cdbb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018322 Aug 29 04:10:45.266944 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5cd3e216-83bd-4d94-b1e0-c9de3a162e39 req-e169734f-e329-4dca-a88a-b210096a9345 service neutron] 10.222.0.46 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3291831 Aug 29 04:10:45.277618 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92af18a6-b0e2-4049-a267-a42b38d5c730 req-bccb47b6-e8d6-4234-899f-0b846ae02adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:45.279141 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-92af18a6-b0e2-4049-a267-a42b38d5c730 req-bccb47b6-e8d6-4234-899f-0b846ae02adb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1294734 Aug 29 04:10:45.295255 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d2798e-ffb2-48b0-a094-f29bb770f4bb req-93f7a515-fad7-485c-8eac-f5c8c2f5a551 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:45.296808 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b0d2798e-ffb2-48b0-a094-f29bb770f4bb req-93f7a515-fad7-485c-8eac-f5c8c2f5a551 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=25d520e8-68a6-43ea-9d0d-90cd31433780 HTTP/1.1" status: 200 len: 946 time: 0.0727851 Aug 29 04:10:45.350763 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b0d2798e-ffb2-48b0-a094-f29bb770f4bb req-a0b6abc6-6653-45b9-ab63-7eebc1157db1 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479019 Aug 29 04:10:45.454622 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-92af18a6-b0e2-4049-a267-a42b38d5c730 req-a682dde4-81e0-40b6-ac8b-417b98641e31 service neutron] 10.222.0.48 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148078 Aug 29 04:10:45.543990 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-de3a47e0-37fc-4ad8-b682-b17f3a8815f3 tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:45.550278 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-de3a47e0-37fc-4ad8-b682-b17f3a8815f3 tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719515'] for floatingip, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:45.682329 n-d-712140-12 neutron-server[94829]: INFO neutron.db.l3_db [None req-de3a47e0-37fc-4ad8-b682-b17f3a8815f3 tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] Floating IP 11af41a8-7a52-40ab-9b1a-d7b9822bc051 associated. External IP: 172.25.0.166, port: fd890cfa-bcf7-4f0a-b331-cf5351bf0305. Aug 29 04:10:45.832036 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63733741-9e6c-4845-bbb7-ca2f000ef25b req-3a008bf3-a62f-4713-943a-43e9ca70916f tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:45.833511 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-63733741-9e6c-4845-bbb7-ca2f000ef25b req-3a008bf3-a62f-4713-943a-43e9ca70916f tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/ports?device_id=3698ca45-79dc-4840-b1cf-184940aeb2f5 HTTP/1.1" status: 200 len: 950 time: 0.1050794 Aug 29 04:10:45.855522 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-92af18a6-b0e2-4049-a267-a42b38d5c730 req-acb33f8d-c6bb-4342-8f26-68be11ce70c7 service neutron] 10.222.0.48 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3915315 Aug 29 04:10:45.900308 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-63733741-9e6c-4845-bbb7-ca2f000ef25b req-3352b786-a0d3-4f05-bd0d-d38a8ac526d2 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/security-groups?id=268ad66b-6c1a-4e93-9fbd-057377cdbb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600240 Aug 29 04:10:46.009066 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de3a47e0-37fc-4ad8-b682-b17f3a8815f3 tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] Router db7c5c31-fffd-4414-b987-c5fa715ae32a has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:10:46.123370 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de3a47e0-37fc-4ad8-b682-b17f3a8815f3 tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:10:46.131245 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-de3a47e0-37fc-4ad8-b682-b17f3a8815f3 tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:46.134467 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de023080-ae18-4416-b15f-d3de8ce08709 None None] Sync routers for ids ['db7c5c31-fffd-4414-b987-c5fa715ae32a'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:10:46.148118 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de023080-ae18-4416-b15f-d3de8ce08709 None None] Routers {'db7c5c31-fffd-4414-b987-c5fa715ae32a'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:10:46.149161 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-de023080-ae18-4416-b15f-d3de8ce08709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:10:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['db7c5c31-fffd-4414-b987-c5fa715ae32a'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:10:46.167432 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-de3a47e0-37fc-4ad8-b682-b17f3a8815f3 tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] 10.222.0.22 "PUT /v2.0/floatingips/11af41a8-7a52-40ab-9b1a-d7b9822bc051 HTTP/1.1" status: 200 len: 992 time: 1.4607933 Aug 29 04:10:46.168085 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58dff7ff-0246-4aaf-9ae6-edda75be8ead', 'tag': 'fd890cfa-bcf7-4f0a-b331-cf5351bf0305'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:10:46.170373 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50e8d2cf-0fa3-413c-8977-f8bb0cf968c6" -d '{"events": [{"name": "network-changed", "server_uuid": "58dff7ff-0246-4aaf-9ae6-edda75be8ead", "tag": "fd890cfa-bcf7-4f0a-b331-cf5351bf0305"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:10:46.254581 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device b274957d-3711-4c6b-9cfb-a1b9bd230e8e details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:10:46.265407 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device f94ff432-1efb-4d16-b88c-19279e1457b8 up at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:10:46.297150 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fb695f-a872-4699-bf27-19607231d7a6 req-d38358ac-3ec8-4040-a2f4-882c6ca060c6 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:46.299028 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-56fb695f-a872-4699-bf27-19607231d7a6 req-d38358ac-3ec8-4040-a2f4-882c6ca060c6 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e5ccfea-706b-4825-9d2e-60c0b092c82e HTTP/1.1" status: 200 len: 944 time: 0.0782585 Aug 29 04:10:46.300629 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dadb4cc-45f3-47aa-88b5-7781a26f4201 x-openstack-request-id: req-3dadb4cc-45f3-47aa-88b5-7781a26f4201 {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:10:46.300985 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58dff7ff-0246-4aaf-9ae6-edda75be8ead", "tag": "fd890cfa-bcf7-4f0a-b331-cf5351bf0305", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:10:46.301318 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3dadb4cc-45f3-47aa-88b5-7781a26f4201 {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:10:46.302194 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58dff7ff-0246-4aaf-9ae6-edda75be8ead', 'tag': 'fd890cfa-bcf7-4f0a-b331-cf5351bf0305', 'status': 'completed', 'code': 200} Aug 29 04:10:46.376698 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-56fb695f-a872-4699-bf27-19607231d7a6 req-293644a0-a557-4735-a657-96874c54ef33 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=95663bcf-c178-40f7-a8d1-56ba6dc33aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652125 Aug 29 04:10:46.401390 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-de023080-ae18-4416-b15f-d3de8ce08709 None None] Set router db7c5c31-fffd-4414-b987-c5fa715ae32a gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:10:46.447712 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e8d2cf-0fa3-413c-8977-f8bb0cf968c6 req-30382b2b-f61c-4263-b89f-efe51dc5351c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:46.457039 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-50e8d2cf-0fa3-413c-8977-f8bb0cf968c6 req-30382b2b-f61c-4263-b89f-efe51dc5351c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0878509a3c9948c598a7472280410341&device_id=58dff7ff-0246-4aaf-9ae6-edda75be8ead HTTP/1.1" status: 200 len: 1098 time: 0.1119702 Aug 29 04:10:46.471495 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning for port f94ff432-1efb-4d16-b88c-19279e1457b8 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:10:46.618998 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0549b2-19c6-4861-93b2-ab24b05d4580 req-ea05eaee-7b59-4ffa-8715-46ffc0e9ce73 tempest-ImagesOneServerTestJSON-70638764 tempest-ImagesOneServerTestJSON-70638764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:46.620988 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1e0549b2-19c6-4861-93b2-ab24b05d4580 req-ea05eaee-7b59-4ffa-8715-46ffc0e9ce73 tempest-ImagesOneServerTestJSON-70638764 tempest-ImagesOneServerTestJSON-70638764-project] 10.222.0.22 "GET /v2.0/ports?device_id=105889b2-d98b-4afc-aef1-39ab51a9c0c5 HTTP/1.1" status: 200 len: 947 time: 0.1630113 Aug 29 04:10:46.694479 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e8d2cf-0fa3-413c-8977-f8bb0cf968c6 req-8fca8242-04e3-4569-a59d-a1c758dc5819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:46.696408 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-50e8d2cf-0fa3-413c-8977-f8bb0cf968c6 req-8fca8242-04e3-4569-a59d-a1c758dc5819 service neutron] 10.222.0.46 "GET /v2.0/networks?id=dc563c47-043f-429f-be85-78b8391b0dc9 HTTP/1.1" status: 200 len: 915 time: 0.2133307 Aug 29 04:10:46.713759 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1e0549b2-19c6-4861-93b2-ab24b05d4580 req-945fde08-fb49-4506-9ced-8344c4651507 tempest-ImagesOneServerTestJSON-70638764 tempest-ImagesOneServerTestJSON-70638764-project] 10.222.0.22 "GET /v2.0/security-groups?id=1a5a636a-7fbc-4646-bf52-33ca0672e56a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826116 Aug 29 04:10:46.730738 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning complete for port f94ff432-1efb-4d16-b88c-19279e1457b8 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:10:46.742638 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:46.751984 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port b274957d-3711-4c6b-9cfb-a1b9bd230e8e, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=b274957d-3711-4c6b-9cfb-a1b9bd230e8e,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:10:46.794229 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Returning: {'device': 'b274957d-3711-4c6b-9cfb-a1b9bd230e8e', 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45', 'port_id': 'b274957d-3711-4c6b-9cfb-a1b9bd230e8e', 'mac_address': 'fa:16:3e:35:1c:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18cd12d4-b12a-41b0-b0c5-618edbb84e74', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:10:46.825374 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-50e8d2cf-0fa3-413c-8977-f8bb0cf968c6 req-02edc2c8-786d-4a0f-85cc-53a1c6fda7af service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd890cfa-bcf7-4f0a-b331-cf5351bf0305 HTTP/1.1" status: 200 len: 1000 time: 0.1101918 Aug 29 04:10:46.892979 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521c3111-5a5b-47be-a8e9-7c189b36ef15 req-1f819a04-3de1-46fd-b571-6adb72b06a77 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:46.903202 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-521c3111-5a5b-47be-a8e9-7c189b36ef15 req-1f819a04-3de1-46fd-b571-6adb72b06a77 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=25d520e8-68a6-43ea-9d0d-90cd31433780 HTTP/1.1" status: 200 len: 946 time: 0.1905427 Aug 29 04:10:46.924362 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:46.929663 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e8d2cf-0fa3-413c-8977-f8bb0cf968c6 req-7ed075df-bf1f-4478-ab65-43c062d581d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:46.936529 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-50e8d2cf-0fa3-413c-8977-f8bb0cf968c6 req-7ed075df-bf1f-4478-ab65-43c062d581d2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=39bb6e0a-5bf9-4bcf-b8e1-4b7e3ed1a737 HTTP/1.1" status: 200 len: 853 time: 0.0981078 Aug 29 04:10:46.965252 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-521c3111-5a5b-47be-a8e9-7c189b36ef15 req-8a5f3003-dce1-4547-9930-dce8fe277feb tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566490 Aug 29 04:10:47.046443 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e8d2cf-0fa3-413c-8977-f8bb0cf968c6 req-3bee3a9a-e696-4c1a-b7d9-730b5433508b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:47.048075 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-50e8d2cf-0fa3-413c-8977-f8bb0cf968c6 req-3bee3a9a-e696-4c1a-b7d9-730b5433508b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dc563c47-043f-429f-be85-78b8391b0dc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1015141 Aug 29 04:10:47.071072 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b274957d-3711-4c6b-9cfb-a1b9bd230e8e {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:10:47.096096 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07230be3-3b69-432d-8677-91555298ef07 req-c6048400-07a3-4044-9f25-e709029f1fe3 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:47.104288 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-07230be3-3b69-432d-8677-91555298ef07 req-c6048400-07a3-4044-9f25-e709029f1fe3 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/ports?device_id=3698ca45-79dc-4840-b1cf-184940aeb2f5 HTTP/1.1" status: 200 len: 950 time: 0.0970736 Aug 29 04:10:47.104646 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port b274957d-3711-4c6b-9cfb-a1b9bd230e8e, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=b274957d-3711-4c6b-9cfb-a1b9bd230e8e,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:10:47.110249 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:47.113105 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:47.178034 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e5ccfea-706b-4825-9d2e-60c0b092c82e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f94ff432-1efb-4d16-b88c-19279e1457b8'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:10:47.180315 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6fc3287-b063-4c83-9989-00458b719506" -d '{"events": [{"server_uuid": "1e5ccfea-706b-4825-9d2e-60c0b092c82e", "name": "network-vif-plugged", "status": "completed", "tag": "f94ff432-1efb-4d16-b88c-19279e1457b8"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:10:47.218955 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-07230be3-3b69-432d-8677-91555298ef07 req-edcb209a-21ae-4272-bb60-6cac44d65734 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/security-groups?id=268ad66b-6c1a-4e93-9fbd-057377cdbb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079283 Aug 29 04:10:47.233187 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-de023080-ae18-4416-b15f-d3de8ce08709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7c5c31-fffd-4414-b987-c5fa715ae32a', 'name': 'tempest-ServersTestFqdnHostnames-217981067-router', 'tenant_id': '0878509a3c9948c598a7472280410341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '38678052-64d2-4a15-8587-6d936a23d58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:10:04Z', 'updated_at': '2021-08-29T04:10:14Z', 'revision_number': 4, 'project_id': '0878509a3c9948c598a7472280410341', 'gw_port': {'id': '38678052-64d2-4a15-8587-6d936a23d58a', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:d9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7c5c31-fffd-4414-b987-c5fa715ae32a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:05Z', 'updated_at': '2021-08-29T04:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': '11af41a8-7a52-40ab-9b1a-d7b9822bc051', 'tenant_id': '0878509a3c9948c598a7472280410341', 'floating_ip_address': '172.25.0.166', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': 'db7c5c31-fffd-4414-b987-c5fa715ae32a', 'port_id': 'fd890cfa-bcf7-4f0a-b331-cf5351bf0305', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc563c47-043f-429f-be85-78b8391b0dc9', 'mac_address': 'fa:16:3e:f4:7e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58dff7ff-0246-4aaf-9ae6-edda75be8ead', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:10:21Z', 'updated_at': '2021-08-29T04:10:45Z', 'revision_number': 1, 'project_id': '0878509a3c9948c598a7472280410341', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efe795b6-c267-4678-8360-3e43a153a9e8', 'name': '', 'network_id': 'dc563c47-043f-429f-be85-78b8391b0dc9', 'tenant_id': '0878509a3c9948c598a7472280410341', 'mac_address': 'fa:16:3e:ec:b6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7c5c31-fffd-4414-b987-c5fa715ae32a', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '39bb6e0a-5bf9-4bcf-b8e1-4b7e3ed1a737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:11Z', 'updated_at': '2021-08-29T04:10:24Z', 'revision_number': 5, 'project_id': '0878509a3c9948c598a7472280410341', 'subnets': [{'id': '39bb6e0a-5bf9-4bcf-b8e1-4b7e3ed1a737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:10:47.237931 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-50e8d2cf-0fa3-413c-8977-f8bb0cf968c6 req-02422961-11ef-45e9-b861-11e4514b4680 service neutron] 10.222.0.46 "GET /v2.0/networks/dc563c47-043f-429f-be85-78b8391b0dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761487 Aug 29 04:10:47.252575 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port f94ff432-1efb-4d16-b88c-19279e1457b8, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=f94ff432-1efb-4d16-b88c-19279e1457b8,segment=NetworkSegment(6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc),segment_id=6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:10:47.260237 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-579fdb31-06a7-494d-bd54-54cc1d6ba197 x-openstack-request-id: req-579fdb31-06a7-494d-bd54-54cc1d6ba197 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:10:47.260617 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e5ccfea-706b-4825-9d2e-60c0b092c82e", "name": "network-vif-plugged", "status": "completed", "tag": "f94ff432-1efb-4d16-b88c-19279e1457b8", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:10:47.261847 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-579fdb31-06a7-494d-bd54-54cc1d6ba197 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:10:47.262344 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e5ccfea-706b-4825-9d2e-60c0b092c82e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f94ff432-1efb-4d16-b88c-19279e1457b8', 'code': 200} Aug 29 04:10:47.323590 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:47.326293 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=b274957d-3711-4c6b-9cfb-a1b9bd230e8e,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:47.329481 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de023080-ae18-4416-b15f-d3de8ce08709 None None] Checking router: db7c5c31-fffd-4414-b987-c5fa715ae32a for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:10:47.381075 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de023080-ae18-4416-b15f-d3de8ce08709 None None] Routers {'db7c5c31-fffd-4414-b987-c5fa715ae32a'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:10:47.381722 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-de023080-ae18-4416-b15f-d3de8ce08709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:10:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['db7c5c31-fffd-4414-b987-c5fa715ae32a'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:10:47.411200 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec830b6b-f8b7-4bf4-8054-27a6e94d2043 req-bcd5ee59-7aea-450e-8e46-53b74e9acc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:47.414410 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ec830b6b-f8b7-4bf4-8054-27a6e94d2043 req-bcd5ee59-7aea-450e-8e46-53b74e9acc3d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1e5ccfea-706b-4825-9d2e-60c0b092c82e HTTP/1.1" status: 200 len: 1097 time: 0.0604305 Aug 29 04:10:47.455059 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=f94ff432-1efb-4d16-b88c-19279e1457b8,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:47.478537 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7e9ec2-865f-4497-93cc-832dac957a4d req-2f54592a-5dc8-4115-a8d3-603e9f658bc5 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:47.480124 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7a7e9ec2-865f-4497-93cc-832dac957a4d req-2f54592a-5dc8-4115-a8d3-603e9f658bc5 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/ports?device_id=3698ca45-79dc-4840-b1cf-184940aeb2f5 HTTP/1.1" status: 200 len: 950 time: 0.1341181 Aug 29 04:10:47.491001 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ec830b6b-f8b7-4bf4-8054-27a6e94d2043 req-67a26570-5498-499b-969a-481ce3eb51c4 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=95663bcf-c178-40f7-a8d1-56ba6dc33aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550170 Aug 29 04:10:47.523003 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-50e8d2cf-0fa3-413c-8977-f8bb0cf968c6 req-736a2501-3ec3-4e4a-b959-69315325478a service neutron] 10.222.0.46 "GET /v2.0/networks/dc563c47-043f-429f-be85-78b8391b0dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2676554 Aug 29 04:10:47.530002 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['b274957d-3711-4c6b-9cfb-a1b9bd230e8e'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:10:47.550960 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7a7e9ec2-865f-4497-93cc-832dac957a4d req-62faf606-5823-469d-97b9-45bad76e86df tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/security-groups?id=268ad66b-6c1a-4e93-9fbd-057377cdbb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600076 Aug 29 04:10:47.561480 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737aab03-3fbe-44f2-a003-b7ce9fb08420 req-958e5221-457e-48bc-b6d6-fe56cb2ca958 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:47.563101 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-737aab03-3fbe-44f2-a003-b7ce9fb08420 req-958e5221-457e-48bc-b6d6-fe56cb2ca958 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e5ccfea-706b-4825-9d2e-60c0b092c82e HTTP/1.1" status: 200 len: 945 time: 0.0567658 Aug 29 04:10:47.582137 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-de023080-ae18-4416-b15f-d3de8ce08709 None None] Set router db7c5c31-fffd-4414-b987-c5fa715ae32a gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:10:47.640677 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-737aab03-3fbe-44f2-a003-b7ce9fb08420 req-841706dd-61a8-49aa-8d6f-3d18e33dfdfb tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=95663bcf-c178-40f7-a8d1-56ba6dc33aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624230 Aug 29 04:10:47.883907 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5ddfaa-a50b-4b53-bf9d-598c9a1bf60a req-f96dd09f-659b-43f8-a082-290e31360014 tempest-ImagesOneServerTestJSON-70638764 tempest-ImagesOneServerTestJSON-70638764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:47.915852 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ea5ddfaa-a50b-4b53-bf9d-598c9a1bf60a req-f96dd09f-659b-43f8-a082-290e31360014 tempest-ImagesOneServerTestJSON-70638764 tempest-ImagesOneServerTestJSON-70638764-project] 10.222.0.22 "GET /v2.0/ports?device_id=105889b2-d98b-4afc-aef1-39ab51a9c0c5 HTTP/1.1" status: 200 len: 948 time: 0.0998256 Aug 29 04:10:48.006183 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ea5ddfaa-a50b-4b53-bf9d-598c9a1bf60a req-4734dac7-92c5-4cdd-aba9-37992a1476db tempest-ImagesOneServerTestJSON-70638764 tempest-ImagesOneServerTestJSON-70638764-project] 10.222.0.22 "GET /v2.0/security-groups?id=1a5a636a-7fbc-4646-bf52-33ca0672e56a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893536 Aug 29 04:10:48.058759 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc0f6a2-0704-4ef0-be3a-6019d8732d10 req-501538d8-c422-48a2-8d23-b641352dab36 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:48.084171 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7fc0f6a2-0704-4ef0-be3a-6019d8732d10 req-501538d8-c422-48a2-8d23-b641352dab36 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/ports?device_id=3698ca45-79dc-4840-b1cf-184940aeb2f5 HTTP/1.1" status: 200 len: 950 time: 0.0998340 Aug 29 04:10:48.143387 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-de023080-ae18-4416-b15f-d3de8ce08709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7c5c31-fffd-4414-b987-c5fa715ae32a', 'name': 'tempest-ServersTestFqdnHostnames-217981067-router', 'tenant_id': '0878509a3c9948c598a7472280410341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '38678052-64d2-4a15-8587-6d936a23d58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:10:04Z', 'updated_at': '2021-08-29T04:10:14Z', 'revision_number': 4, 'project_id': '0878509a3c9948c598a7472280410341', 'gw_port': {'id': '38678052-64d2-4a15-8587-6d936a23d58a', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:d9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7c5c31-fffd-4414-b987-c5fa715ae32a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:05Z', 'updated_at': '2021-08-29T04:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': '11af41a8-7a52-40ab-9b1a-d7b9822bc051', 'tenant_id': '0878509a3c9948c598a7472280410341', 'floating_ip_address': '172.25.0.166', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': 'db7c5c31-fffd-4414-b987-c5fa715ae32a', 'port_id': 'fd890cfa-bcf7-4f0a-b331-cf5351bf0305', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc563c47-043f-429f-be85-78b8391b0dc9', 'mac_address': 'fa:16:3e:f4:7e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58dff7ff-0246-4aaf-9ae6-edda75be8ead', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:10:21Z', 'updated_at': '2021-08-29T04:10:45Z', 'revision_number': 1, 'project_id': '0878509a3c9948c598a7472280410341', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efe795b6-c267-4678-8360-3e43a153a9e8', 'name': '', 'network_id': 'dc563c47-043f-429f-be85-78b8391b0dc9', 'tenant_id': '0878509a3c9948c598a7472280410341', 'mac_address': 'fa:16:3e:ec:b6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7c5c31-fffd-4414-b987-c5fa715ae32a', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '39bb6e0a-5bf9-4bcf-b8e1-4b7e3ed1a737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:11Z', 'updated_at': '2021-08-29T04:10:24Z', 'revision_number': 5, 'project_id': '0878509a3c9948c598a7472280410341', 'subnets': [{'id': '39bb6e0a-5bf9-4bcf-b8e1-4b7e3ed1a737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:10:48.153224 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7fc0f6a2-0704-4ef0-be3a-6019d8732d10 req-ea8b85a2-b0f7-4013-9a29-f4ea2ed77916 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/security-groups?id=268ad66b-6c1a-4e93-9fbd-057377cdbb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789013 Aug 29 04:10:48.182206 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de023080-ae18-4416-b15f-d3de8ce08709 None None] The sync data for ids ['db7c5c31-fffd-4414-b987-c5fa715ae32a'] in n-d-712140-12 is: [{'id': 'db7c5c31-fffd-4414-b987-c5fa715ae32a', 'name': 'tempest-ServersTestFqdnHostnames-217981067-router', 'tenant_id': '0878509a3c9948c598a7472280410341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '38678052-64d2-4a15-8587-6d936a23d58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:10:04Z', 'updated_at': '2021-08-29T04:10:14Z', 'revision_number': 4, 'project_id': '0878509a3c9948c598a7472280410341', 'gw_port': {'id': '38678052-64d2-4a15-8587-6d936a23d58a', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:d9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7c5c31-fffd-4414-b987-c5fa715ae32a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:05Z', 'updated_at': '2021-08-29T04:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': '11af41a8-7a52-40ab-9b1a-d7b9822bc051', 'tenant_id': '0878509a3c9948c598a7472280410341', 'floating_ip_address': '172.25.0.166', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': 'db7c5c31-fffd-4414-b987-c5fa715ae32a', 'port_id': 'fd890cfa-bcf7-4f0a-b331-cf5351bf0305', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc563c47-043f-429f-be85-78b8391b0dc9', 'mac_address': 'fa:16:3e:f4:7e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58dff7ff-0246-4aaf-9ae6-edda75be8ead', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:10:21Z', 'updated_at': '2021-08-29T04:10:45Z', 'revision_number': 1, 'project_id': '0878509a3c9948c598a7472280410341', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efe795b6-c267-4678-8360-3e43a153a9e8', 'name': '', 'network_id': 'dc563c47-043f-429f-be85-78b8391b0dc9', 'tenant_id': '0878509a3c9948c598a7472280410341', 'mac_address': 'fa:16:3e:ec:b6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7c5c31-fffd-4414-b987-c5fa715ae32a', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '39bb6e0a-5bf9-4bcf-b8e1-4b7e3ed1a737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:11Z', 'updated_at': '2021-08-29T04:10:24Z', 'revision_number': 5, 'project_id': '0878509a3c9948c598a7472280410341', 'subnets': [{'id': '39bb6e0a-5bf9-4bcf-b8e1-4b7e3ed1a737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:10:48.252610 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac45f9dc-d340-465b-aadc-ae8d1eca1041 req-545cc875-8175-4b7f-86cf-110380bb7f38 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:48.254247 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ac45f9dc-d340-465b-aadc-ae8d1eca1041 req-545cc875-8175-4b7f-86cf-110380bb7f38 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=25d520e8-68a6-43ea-9d0d-90cd31433780 HTTP/1.1" status: 200 len: 946 time: 0.0612895 Aug 29 04:10:48.295471 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ac45f9dc-d340-465b-aadc-ae8d1eca1041 req-ac641574-54a7-45aa-8b4d-e8de8168ea10 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349588 Aug 29 04:10:48.492093 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf53125-f120-4aad-89a8-18ba590cec3c None None] New status for floating IP 11af41a8-7a52-40ab-9b1a-d7b9822bc051: ACTIVE {{(pid=94831) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:10:48.773202 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7332b730-c822-40d2-8297-5c43cbc058ed req-f926b2ef-075e-4aee-923c-1131b03b60f2 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:48.774747 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7332b730-c822-40d2-8297-5c43cbc058ed req-f926b2ef-075e-4aee-923c-1131b03b60f2 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e5ccfea-706b-4825-9d2e-60c0b092c82e HTTP/1.1" status: 200 len: 945 time: 0.0550923 Aug 29 04:10:48.824284 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7332b730-c822-40d2-8297-5c43cbc058ed req-f52c98cd-a135-4bf5-832d-7a70d995c77a tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=95663bcf-c178-40f7-a8d1-56ba6dc33aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400133 Aug 29 04:10:48.845457 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:49.126388 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device a42538bf-2d2b-4567-a1ec-338bfb54c1bc details requested by agent hyperv_n-h2-712140-12 with host n-h2-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:10:49.164412 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da87dcdb-f2b1-4dd7-8d9a-9fe6f896dd8e req-e08e8e6b-4ff5-4778-8ade-34e5623a1ced tempest-ImagesOneServerTestJSON-70638764 tempest-ImagesOneServerTestJSON-70638764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:49.166694 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-da87dcdb-f2b1-4dd7-8d9a-9fe6f896dd8e req-e08e8e6b-4ff5-4778-8ade-34e5623a1ced tempest-ImagesOneServerTestJSON-70638764 tempest-ImagesOneServerTestJSON-70638764-project] 10.222.0.22 "GET /v2.0/ports?device_id=105889b2-d98b-4afc-aef1-39ab51a9c0c5 HTTP/1.1" status: 200 len: 948 time: 0.0942695 Aug 29 04:10:49.217803 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-da87dcdb-f2b1-4dd7-8d9a-9fe6f896dd8e req-e9758b62-d164-474f-8e9f-4f12c4dcc866 tempest-ImagesOneServerTestJSON-70638764 tempest-ImagesOneServerTestJSON-70638764-project] 10.222.0.22 "GET /v2.0/security-groups?id=1a5a636a-7fbc-4646-bf52-33ca0672e56a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427852 Aug 29 04:10:49.305366 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port a42538bf-2d2b-4567-a1ec-338bfb54c1bc, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=a42538bf-2d2b-4567-a1ec-338bfb54c1bc,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:10:49.324967 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Returning: {'device': 'a42538bf-2d2b-4567-a1ec-338bfb54c1bc', 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45', 'port_id': 'a42538bf-2d2b-4567-a1ec-338bfb54c1bc', 'mac_address': 'fa:16:3e:48:6e:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18cd12d4-b12a-41b0-b0c5-618edbb84e74', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:10:49.346066 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93740602-2add-4e47-85f5-bbdb785fea47 req-d220791f-2063-4ea4-8ca9-80d2a9414319 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:49.353805 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-93740602-2add-4e47-85f5-bbdb785fea47 req-d220791f-2063-4ea4-8ca9-80d2a9414319 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/ports?device_id=3698ca45-79dc-4840-b1cf-184940aeb2f5 HTTP/1.1" status: 200 len: 950 time: 0.0686464 Aug 29 04:10:49.380116 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:49.402125 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a42538bf-2d2b-4567-a1ec-338bfb54c1bc {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:10:49.422320 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-93740602-2add-4e47-85f5-bbdb785fea47 req-07b6b31e-8b6d-485d-8e91-2995c98e7865 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/security-groups?id=268ad66b-6c1a-4e93-9fbd-057377cdbb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640907 Aug 29 04:10:49.436006 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port a42538bf-2d2b-4567-a1ec-338bfb54c1bc, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=a42538bf-2d2b-4567-a1ec-338bfb54c1bc,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:10:49.440170 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:49.515619 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=a42538bf-2d2b-4567-a1ec-338bfb54c1bc,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:49.664399 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6a1588-47f1-4f83-b20e-d30e0581f606 req-bd70fe6c-5479-4a3c-a41f-6a9feac2ca24 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:49.665922 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0a6a1588-47f1-4f83-b20e-d30e0581f606 req-bd70fe6c-5479-4a3c-a41f-6a9feac2ca24 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=25d520e8-68a6-43ea-9d0d-90cd31433780 HTTP/1.1" status: 200 len: 947 time: 0.0569057 Aug 29 04:10:49.719964 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0a6a1588-47f1-4f83-b20e-d30e0581f606 req-644097f6-f673-4e7e-b2ff-8da58589f129 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438406 Aug 29 04:10:49.960852 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['a42538bf-2d2b-4567-a1ec-338bfb54c1bc'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:10:49.976130 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a442898-82d0-4112-b29f-9430d63f2e25 req-76b37666-95f0-4c3a-9434-ccd8fb068d74 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:49.977661 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1a442898-82d0-4112-b29f-9430d63f2e25 req-76b37666-95f0-4c3a-9434-ccd8fb068d74 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e5ccfea-706b-4825-9d2e-60c0b092c82e HTTP/1.1" status: 200 len: 945 time: 0.0547702 Aug 29 04:10:50.021226 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1a442898-82d0-4112-b29f-9430d63f2e25 req-08a341ac-73fa-40ab-8c44-29bc045f4845 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=95663bcf-c178-40f7-a8d1-56ba6dc33aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372918 Aug 29 04:10:50.149262 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4934ac25-b075-400b-b495-7be233b66d41 req-5f32e7f7-ffe1-458b-a4d0-001d0e93cd4b tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:50.150972 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4934ac25-b075-400b-b495-7be233b66d41 req-5f32e7f7-ffe1-458b-a4d0-001d0e93cd4b tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e5ccfea-706b-4825-9d2e-60c0b092c82e HTTP/1.1" status: 200 len: 945 time: 0.0523720 Aug 29 04:10:50.163006 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 36102) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:50.165687 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-0b681146-2729-4d3f-ae9f-25e0889138c4 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Request body: {'floatingip': {'port_id': 'f94ff432-1efb-4d16-b88c-19279e1457b8'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:10:50.212111 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0b681146-2729-4d3f-ae9f-25e0889138c4 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Notify callbacks [] for floatingip, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:50.250166 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device b274957d-3711-4c6b-9cfb-a1b9bd230e8e up at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:10:50.313824 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning for port b274957d-3711-4c6b-9cfb-a1b9bd230e8e completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:10:50.319510 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning complete for port b274957d-3711-4c6b-9cfb-a1b9bd230e8e triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:10:50.320224 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:50.388530 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146c6d65-6b6c-47e1-aa5f-f97386689864 req-fdcdc7b9-73b4-4a2e-af84-b455d0db9d5f tempest-ImagesOneServerTestJSON-70638764 tempest-ImagesOneServerTestJSON-70638764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:50.396985 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-146c6d65-6b6c-47e1-aa5f-f97386689864 req-fdcdc7b9-73b4-4a2e-af84-b455d0db9d5f tempest-ImagesOneServerTestJSON-70638764 tempest-ImagesOneServerTestJSON-70638764-project] 10.222.0.22 "GET /v2.0/ports?device_id=105889b2-d98b-4afc-aef1-39ab51a9c0c5 HTTP/1.1" status: 200 len: 948 time: 0.0678229 Aug 29 04:10:50.456294 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-146c6d65-6b6c-47e1-aa5f-f97386689864 req-6839f469-20bd-4620-b5ec-7bb289775cf3 tempest-ImagesOneServerTestJSON-70638764 tempest-ImagesOneServerTestJSON-70638764-project] 10.222.0.22 "GET /v2.0/security-groups?id=1a5a636a-7fbc-4646-bf52-33ca0672e56a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570669 Aug 29 04:10:50.469060 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:50.500423 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '105889b2-d98b-4afc-aef1-39ab51a9c0c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b274957d-3711-4c6b-9cfb-a1b9bd230e8e'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:10:50.504036 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dc6ea0d-e118-405e-8d46-301814de7c34" -d '{"events": [{"server_uuid": "105889b2-d98b-4afc-aef1-39ab51a9c0c5", "name": "network-vif-plugged", "status": "completed", "tag": "b274957d-3711-4c6b-9cfb-a1b9bd230e8e"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:10:50.540507 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port b274957d-3711-4c6b-9cfb-a1b9bd230e8e, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=b274957d-3711-4c6b-9cfb-a1b9bd230e8e,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:10:50.549584 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:50.610449 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50320e4e-1621-45d8-b3f2-cc7383965ad5 x-openstack-request-id: req-50320e4e-1621-45d8-b3f2-cc7383965ad5 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:10:50.610977 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "105889b2-d98b-4afc-aef1-39ab51a9c0c5", "name": "network-vif-plugged", "status": "completed", "tag": "b274957d-3711-4c6b-9cfb-a1b9bd230e8e", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:10:50.611393 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-50320e4e-1621-45d8-b3f2-cc7383965ad5 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:10:50.611987 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '105889b2-d98b-4afc-aef1-39ab51a9c0c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b274957d-3711-4c6b-9cfb-a1b9bd230e8e', 'code': 200} Aug 29 04:10:50.612745 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=b274957d-3711-4c6b-9cfb-a1b9bd230e8e,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:50.705243 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958bb6e7-0590-4282-b427-d02124bb6a8a req-e7e2aff7-fa02-4a91-8b1e-44fecb6f4d6f tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:50.717840 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-958bb6e7-0590-4282-b427-d02124bb6a8a req-e7e2aff7-fa02-4a91-8b1e-44fecb6f4d6f tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/ports?device_id=3698ca45-79dc-4840-b1cf-184940aeb2f5 HTTP/1.1" status: 200 len: 950 time: 0.1875484 Aug 29 04:10:50.828166 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-958bb6e7-0590-4282-b427-d02124bb6a8a req-5b4c013d-68cb-4061-bfcd-fc033c3b51c0 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/security-groups?id=268ad66b-6c1a-4e93-9fbd-057377cdbb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091893 Aug 29 04:10:50.858122 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba54289-10b2-4b7a-99ec-5545ced9cc09 req-fff05410-648b-4b99-a404-0679864dfd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:50.860059 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-aba54289-10b2-4b7a-99ec-5545ced9cc09 req-fff05410-648b-4b99-a404-0679864dfd76 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=105889b2-d98b-4afc-aef1-39ab51a9c0c5 HTTP/1.1" status: 200 len: 1101 time: 0.2024612 Aug 29 04:10:50.905471 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d90fc1-bf3b-4736-abfe-943aa206f3c7 req-f05d779d-c524-4c4a-b117-193bc0c405cd tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:50.912167 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-24d90fc1-bf3b-4736-abfe-943aa206f3c7 req-f05d779d-c524-4c4a-b117-193bc0c405cd tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=25d520e8-68a6-43ea-9d0d-90cd31433780 HTTP/1.1" status: 200 len: 947 time: 0.0962231 Aug 29 04:10:50.973788 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-aba54289-10b2-4b7a-99ec-5545ced9cc09 req-4fbc2e61-7dc1-4e00-a9e0-2ed2abe74956 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=1a5a636a-7fbc-4646-bf52-33ca0672e56a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868921 Aug 29 04:10:50.976899 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-24d90fc1-bf3b-4736-abfe-943aa206f3c7 req-32a57dfe-3216-49e6-9276-16673eafd9c5 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543439 Aug 29 04:10:51.011350 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0b681146-2729-4d3f-ae9f-25e0889138c4 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:51.016883 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0b681146-2729-4d3f-ae9f-25e0889138c4 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719515'] for floatingip, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:51.186477 n-d-712140-12 neutron-server[94828]: INFO neutron.db.l3_db [None req-0b681146-2729-4d3f-ae9f-25e0889138c4 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Floating IP ab45cade-d0c7-4bea-9e98-39221088961c associated. External IP: 172.25.0.198, port: f94ff432-1efb-4d16-b88c-19279e1457b8. Aug 29 04:10:51.466601 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b681146-2729-4d3f-ae9f-25e0889138c4 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Router 9a17c131-2ddb-44f4-941f-3f59454d9261 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:10:51.624937 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d03042b-e100-4a70-a484-9233e487d1c4 req-8f5344ed-0658-41b3-899e-d46364ec143b tempest-ImagesOneServerTestJSON-70638764 tempest-ImagesOneServerTestJSON-70638764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:51.626440 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2d03042b-e100-4a70-a484-9233e487d1c4 req-8f5344ed-0658-41b3-899e-d46364ec143b tempest-ImagesOneServerTestJSON-70638764 tempest-ImagesOneServerTestJSON-70638764-project] 10.222.0.22 "GET /v2.0/ports?device_id=105889b2-d98b-4afc-aef1-39ab51a9c0c5 HTTP/1.1" status: 200 len: 949 time: 0.0980937 Aug 29 04:10:51.647408 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b681146-2729-4d3f-ae9f-25e0889138c4 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:10:51.667885 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2d03042b-e100-4a70-a484-9233e487d1c4 req-66eaa573-448e-4dc4-b734-6dd299a629d9 tempest-ImagesOneServerTestJSON-70638764 tempest-ImagesOneServerTestJSON-70638764-project] 10.222.0.22 "GET /v2.0/security-groups?id=1a5a636a-7fbc-4646-bf52-33ca0672e56a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347085 Aug 29 04:10:51.682039 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0b681146-2729-4d3f-ae9f-25e0889138c4 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:51.711430 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f6c31e-54e4-419e-af8e-06d8c1a2fc15 None None] Sync routers for ids ['9a17c131-2ddb-44f4-941f-3f59454d9261'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:10:51.720783 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f6c31e-54e4-419e-af8e-06d8c1a2fc15 None None] Routers {'9a17c131-2ddb-44f4-941f-3f59454d9261'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:10:51.721466 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-97f6c31e-54e4-419e-af8e-06d8c1a2fc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:10:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['9a17c131-2ddb-44f4-941f-3f59454d9261'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:10:51.723204 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-0b681146-2729-4d3f-ae9f-25e0889138c4 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "PUT /v2.0/floatingips/ab45cade-d0c7-4bea-9e98-39221088961c HTTP/1.1" status: 200 len: 991 time: 1.5615027 Aug 29 04:10:51.724656 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e5ccfea-706b-4825-9d2e-60c0b092c82e', 'tag': 'f94ff432-1efb-4d16-b88c-19279e1457b8'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:10:51.726565 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-889b994e-72a8-4ee3-ac73-7b808d231b0f" -d '{"events": [{"name": "network-changed", "server_uuid": "1e5ccfea-706b-4825-9d2e-60c0b092c82e", "tag": "f94ff432-1efb-4d16-b88c-19279e1457b8"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:10:51.838835 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4cd925e-7eb9-49ff-8d90-b4e32a83dfae x-openstack-request-id: req-e4cd925e-7eb9-49ff-8d90-b4e32a83dfae {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:10:51.839189 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e5ccfea-706b-4825-9d2e-60c0b092c82e", "tag": "f94ff432-1efb-4d16-b88c-19279e1457b8", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:10:51.839387 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e4cd925e-7eb9-49ff-8d90-b4e32a83dfae {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:10:51.839819 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e5ccfea-706b-4825-9d2e-60c0b092c82e', 'tag': 'f94ff432-1efb-4d16-b88c-19279e1457b8', 'status': 'completed', 'code': 200} Aug 29 04:10:51.906855 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-97f6c31e-54e4-419e-af8e-06d8c1a2fc15 None None] Set router 9a17c131-2ddb-44f4-941f-3f59454d9261 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:10:51.985475 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889b994e-72a8-4ee3-ac73-7b808d231b0f req-a0b907dd-9c12-48f1-8dd5-0aa4c19e667b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:51.986991 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-889b994e-72a8-4ee3-ac73-7b808d231b0f req-a0b907dd-9c12-48f1-8dd5-0aa4c19e667b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=48da3dc54d264865b5c4834c4a90f4b5&device_id=1e5ccfea-706b-4825-9d2e-60c0b092c82e HTTP/1.1" status: 200 len: 1097 time: 0.1010489 Aug 29 04:10:51.994511 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6500f73c-c9b6-42a9-8107-ab9b46750d3b req-828f46b0-9212-4a18-861c-271b4317c9c4 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:51.995958 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6500f73c-c9b6-42a9-8107-ab9b46750d3b req-828f46b0-9212-4a18-861c-271b4317c9c4 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/ports?device_id=3698ca45-79dc-4840-b1cf-184940aeb2f5 HTTP/1.1" status: 200 len: 950 time: 0.0951147 Aug 29 04:10:52.103760 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6500f73c-c9b6-42a9-8107-ab9b46750d3b req-44ebe449-d359-49ae-a63f-17240e66d6b1 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/security-groups?id=268ad66b-6c1a-4e93-9fbd-057377cdbb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014769 Aug 29 04:10:52.126873 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d726343-a5e4-453c-9e8e-e7a0108097ea req-8faa6ac7-aa25-4834-b645-3fa98c03e87f tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:52.136930 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1d726343-a5e4-453c-9e8e-e7a0108097ea req-8faa6ac7-aa25-4834-b645-3fa98c03e87f tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=25d520e8-68a6-43ea-9d0d-90cd31433780 HTTP/1.1" status: 200 len: 947 time: 0.0755124 Aug 29 04:10:52.189009 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889b994e-72a8-4ee3-ac73-7b808d231b0f req-cdb47d33-df8c-4f86-ae5a-f9259959704b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:52.192638 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-889b994e-72a8-4ee3-ac73-7b808d231b0f req-cdb47d33-df8c-4f86-ae5a-f9259959704b service neutron] 10.222.0.46 "GET /v2.0/networks?id=7521cd58-9470-4433-82b8-7e942c988b03 HTTP/1.1" status: 200 len: 913 time: 0.1821506 Aug 29 04:10:52.199417 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1d726343-a5e4-453c-9e8e-e7a0108097ea req-cc33f1d1-9e2c-41b1-a387-56edaa7a28b1 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548360 Aug 29 04:10:52.287271 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-97f6c31e-54e4-419e-af8e-06d8c1a2fc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a17c131-2ddb-44f4-941f-3f59454d9261', 'name': 'tempest-ServerActionsTestJSON-1595702282-router', 'tenant_id': '48da3dc54d264865b5c4834c4a90f4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'd55c5b4f-0d3f-4420-88a9-b3561127c9a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:10:07Z', 'updated_at': '2021-08-29T04:10:18Z', 'revision_number': 4, 'project_id': '48da3dc54d264865b5c4834c4a90f4b5', 'gw_port': {'id': 'd55c5b4f-0d3f-4420-88a9-b3561127c9a3', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:8c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a17c131-2ddb-44f4-941f-3f59454d9261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:09Z', 'updated_at': '2021-08-29T04:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': 'ab45cade-d0c7-4bea-9e98-39221088961c', 'tenant_id': '48da3dc54d264865b5c4834c4a90f4b5', 'floating_ip_address': '172.25.0.198', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': '9a17c131-2ddb-44f4-941f-3f59454d9261', 'port_id': 'f94ff432-1efb-4d16-b88c-19279e1457b8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7521cd58-9470-4433-82b8-7e942c988b03', 'mac_address': 'fa:16:3e:06:8e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5ccfea-706b-4825-9d2e-60c0b092c82e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:10:24Z', 'updated_at': '2021-08-29T04:10:50Z', 'revision_number': 1, 'project_id': '48da3dc54d264865b5c4834c4a90f4b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9fe61ab-8fdf-452e-8b60-722a3c2522fb', 'name': '', 'network_id': '7521cd58-9470-4433-82b8-7e942c988b03', 'tenant_id': '48da3dc54d264865b5c4834c4a90f4b5', 'mac_address': 'fa:16:3e:a2:6e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a17c131-2ddb-44f4-941f-3f59454d9261', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'be5f55ab-7fa1-406c-9ca9-03e74b79ef6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:16Z', 'updated_at': '2021-08-29T04:10:24Z', 'revision_number': 5, 'project_id': '48da3dc54d264865b5c4834c4a90f4b5', 'subnets': [{'id': 'be5f55ab-7fa1-406c-9ca9-03e74b79ef6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:10:52.295085 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-889b994e-72a8-4ee3-ac73-7b808d231b0f req-a7f11ab9-6ea1-43af-bc2a-d481f66d995d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f94ff432-1efb-4d16-b88c-19279e1457b8 HTTP/1.1" status: 200 len: 999 time: 0.0869629 Aug 29 04:10:52.315705 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f6c31e-54e4-419e-af8e-06d8c1a2fc15 None None] Checking router: 9a17c131-2ddb-44f4-941f-3f59454d9261 for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:10:52.326696 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f6c31e-54e4-419e-af8e-06d8c1a2fc15 None None] Routers {'9a17c131-2ddb-44f4-941f-3f59454d9261'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:10:52.327280 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-97f6c31e-54e4-419e-af8e-06d8c1a2fc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:10:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['9a17c131-2ddb-44f4-941f-3f59454d9261'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:10:52.370299 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889b994e-72a8-4ee3-ac73-7b808d231b0f req-d5329a2b-9c11-4e63-8c73-e10117d25a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:52.371935 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-889b994e-72a8-4ee3-ac73-7b808d231b0f req-d5329a2b-9c11-4e63-8c73-e10117d25a40 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=be5f55ab-7fa1-406c-9ca9-03e74b79ef6a HTTP/1.1" status: 200 len: 851 time: 0.0599020 Aug 29 04:10:52.448552 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889b994e-72a8-4ee3-ac73-7b808d231b0f req-732779e4-7dab-4655-8195-c7dafab3603b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:52.450910 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-889b994e-72a8-4ee3-ac73-7b808d231b0f req-732779e4-7dab-4655-8195-c7dafab3603b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7521cd58-9470-4433-82b8-7e942c988b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0667548 Aug 29 04:10:52.606161 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-889b994e-72a8-4ee3-ac73-7b808d231b0f req-9d889740-10ac-4880-a575-78f87dd4c4bc service neutron] 10.222.0.46 "GET /v2.0/networks/7521cd58-9470-4433-82b8-7e942c988b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464341 Aug 29 04:10:52.609371 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-97f6c31e-54e4-419e-af8e-06d8c1a2fc15 None None] Set router 9a17c131-2ddb-44f4-941f-3f59454d9261 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:10:52.734965 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-889b994e-72a8-4ee3-ac73-7b808d231b0f req-763927d7-2e75-4fb4-9102-3944c295b206 service neutron] 10.222.0.46 "GET /v2.0/networks/7521cd58-9470-4433-82b8-7e942c988b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189747 Aug 29 04:10:52.847941 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f125f4c3-0fc3-458d-8a43-b49a907b14be req-60d769ff-c555-4f38-91a7-99d5d4be9c2e tempest-ImagesOneServerTestJSON-70638764 tempest-ImagesOneServerTestJSON-70638764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:52.851725 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f125f4c3-0fc3-458d-8a43-b49a907b14be req-60d769ff-c555-4f38-91a7-99d5d4be9c2e tempest-ImagesOneServerTestJSON-70638764 tempest-ImagesOneServerTestJSON-70638764-project] 10.222.0.22 "GET /v2.0/ports?device_id=105889b2-d98b-4afc-aef1-39ab51a9c0c5 HTTP/1.1" status: 200 len: 949 time: 0.0745091 Aug 29 04:10:52.920375 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f125f4c3-0fc3-458d-8a43-b49a907b14be req-379159b1-f676-4c63-9502-89bc2cb513c4 tempest-ImagesOneServerTestJSON-70638764 tempest-ImagesOneServerTestJSON-70638764-project] 10.222.0.22 "GET /v2.0/security-groups?id=1a5a636a-7fbc-4646-bf52-33ca0672e56a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575488 Aug 29 04:10:52.961290 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-97f6c31e-54e4-419e-af8e-06d8c1a2fc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a17c131-2ddb-44f4-941f-3f59454d9261', 'name': 'tempest-ServerActionsTestJSON-1595702282-router', 'tenant_id': '48da3dc54d264865b5c4834c4a90f4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'd55c5b4f-0d3f-4420-88a9-b3561127c9a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:10:07Z', 'updated_at': '2021-08-29T04:10:18Z', 'revision_number': 4, 'project_id': '48da3dc54d264865b5c4834c4a90f4b5', 'gw_port': {'id': 'd55c5b4f-0d3f-4420-88a9-b3561127c9a3', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:8c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a17c131-2ddb-44f4-941f-3f59454d9261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:09Z', 'updated_at': '2021-08-29T04:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': 'ab45cade-d0c7-4bea-9e98-39221088961c', 'tenant_id': '48da3dc54d264865b5c4834c4a90f4b5', 'floating_ip_address': '172.25.0.198', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': '9a17c131-2ddb-44f4-941f-3f59454d9261', 'port_id': 'f94ff432-1efb-4d16-b88c-19279e1457b8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7521cd58-9470-4433-82b8-7e942c988b03', 'mac_address': 'fa:16:3e:06:8e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5ccfea-706b-4825-9d2e-60c0b092c82e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:10:24Z', 'updated_at': '2021-08-29T04:10:50Z', 'revision_number': 1, 'project_id': '48da3dc54d264865b5c4834c4a90f4b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9fe61ab-8fdf-452e-8b60-722a3c2522fb', 'name': '', 'network_id': '7521cd58-9470-4433-82b8-7e942c988b03', 'tenant_id': '48da3dc54d264865b5c4834c4a90f4b5', 'mac_address': 'fa:16:3e:a2:6e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a17c131-2ddb-44f4-941f-3f59454d9261', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'be5f55ab-7fa1-406c-9ca9-03e74b79ef6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:16Z', 'updated_at': '2021-08-29T04:10:24Z', 'revision_number': 5, 'project_id': '48da3dc54d264865b5c4834c4a90f4b5', 'subnets': [{'id': 'be5f55ab-7fa1-406c-9ca9-03e74b79ef6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:10:52.994258 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f6c31e-54e4-419e-af8e-06d8c1a2fc15 None None] The sync data for ids ['9a17c131-2ddb-44f4-941f-3f59454d9261'] in n-d-712140-12 is: [{'id': '9a17c131-2ddb-44f4-941f-3f59454d9261', 'name': 'tempest-ServerActionsTestJSON-1595702282-router', 'tenant_id': '48da3dc54d264865b5c4834c4a90f4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'd55c5b4f-0d3f-4420-88a9-b3561127c9a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:10:07Z', 'updated_at': '2021-08-29T04:10:18Z', 'revision_number': 4, 'project_id': '48da3dc54d264865b5c4834c4a90f4b5', 'gw_port': {'id': 'd55c5b4f-0d3f-4420-88a9-b3561127c9a3', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:8c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a17c131-2ddb-44f4-941f-3f59454d9261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:09Z', 'updated_at': '2021-08-29T04:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': 'ab45cade-d0c7-4bea-9e98-39221088961c', 'tenant_id': '48da3dc54d264865b5c4834c4a90f4b5', 'floating_ip_address': '172.25.0.198', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': '9a17c131-2ddb-44f4-941f-3f59454d9261', 'port_id': 'f94ff432-1efb-4d16-b88c-19279e1457b8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7521cd58-9470-4433-82b8-7e942c988b03', 'mac_address': 'fa:16:3e:06:8e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5ccfea-706b-4825-9d2e-60c0b092c82e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:10:24Z', 'updated_at': '2021-08-29T04:10:50Z', 'revision_number': 1, 'project_id': '48da3dc54d264865b5c4834c4a90f4b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9fe61ab-8fdf-452e-8b60-722a3c2522fb', 'name': '', 'network_id': '7521cd58-9470-4433-82b8-7e942c988b03', 'tenant_id': '48da3dc54d264865b5c4834c4a90f4b5', 'mac_address': 'fa:16:3e:a2:6e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a17c131-2ddb-44f4-941f-3f59454d9261', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'be5f55ab-7fa1-406c-9ca9-03e74b79ef6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:16Z', 'updated_at': '2021-08-29T04:10:24Z', 'revision_number': 5, 'project_id': '48da3dc54d264865b5c4834c4a90f4b5', 'subnets': [{'id': 'be5f55ab-7fa1-406c-9ca9-03e74b79ef6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:10:53.130016 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device a42538bf-2d2b-4567-a1ec-338bfb54c1bc up at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:10:53.203129 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning for port a42538bf-2d2b-4567-a1ec-338bfb54c1bc completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:10:53.210223 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning complete for port a42538bf-2d2b-4567-a1ec-338bfb54c1bc triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:10:53.210833 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:53.317953 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d8523-929b-428b-89e0-fe725f1330fb req-a1b65294-7b00-422f-a9ac-9bedbbd69993 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:53.324152 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-972d8523-929b-428b-89e0-fe725f1330fb req-a1b65294-7b00-422f-a9ac-9bedbbd69993 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/ports?device_id=3698ca45-79dc-4840-b1cf-184940aeb2f5 HTTP/1.1" status: 200 len: 950 time: 0.0883522 Aug 29 04:10:53.326560 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9916885f-9006-4ab6-94c9-b304cf11ada1 None None] New status for floating IP ab45cade-d0c7-4bea-9e98-39221088961c: ACTIVE {{(pid=94831) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:10:53.377338 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:53.381201 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-972d8523-929b-428b-89e0-fe725f1330fb req-dd3a2a50-8295-4f3e-a124-7e6e1c27bc6f tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/security-groups?id=268ad66b-6c1a-4e93-9fbd-057377cdbb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481472 Aug 29 04:10:53.436730 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25d520e8-68a6-43ea-9d0d-90cd31433780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a42538bf-2d2b-4567-a1ec-338bfb54c1bc'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:10:53.443631 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2276f771-c505-491f-8392-46c746cfaea0" -d '{"events": [{"server_uuid": "25d520e8-68a6-43ea-9d0d-90cd31433780", "name": "network-vif-plugged", "status": "completed", "tag": "a42538bf-2d2b-4567-a1ec-338bfb54c1bc"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:10:53.493708 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port a42538bf-2d2b-4567-a1ec-338bfb54c1bc, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=a42538bf-2d2b-4567-a1ec-338bfb54c1bc,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:10:53.507089 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:53.563164 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0851a56b-c5ef-4354-87b7-5c660f0da9d5 req-7ea422ba-b380-4b96-a28e-3d5e9a942b1e tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:53.564811 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0851a56b-c5ef-4354-87b7-5c660f0da9d5 req-7ea422ba-b380-4b96-a28e-3d5e9a942b1e tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=25d520e8-68a6-43ea-9d0d-90cd31433780 HTTP/1.1" status: 200 len: 947 time: 0.0993168 Aug 29 04:10:53.591883 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=a42538bf-2d2b-4567-a1ec-338bfb54c1bc,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:53.643567 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0851a56b-c5ef-4354-87b7-5c660f0da9d5 req-04d968a2-5316-4687-89fc-23fb6f5dcfca tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712738 Aug 29 04:10:53.681128 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0680cf4d-b487-4e6f-9437-5e813cfca93c x-openstack-request-id: req-0680cf4d-b487-4e6f-9437-5e813cfca93c {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:10:53.681489 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25d520e8-68a6-43ea-9d0d-90cd31433780", "name": "network-vif-plugged", "status": "completed", "tag": "a42538bf-2d2b-4567-a1ec-338bfb54c1bc", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:10:53.681814 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0680cf4d-b487-4e6f-9437-5e813cfca93c {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:10:53.682281 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25d520e8-68a6-43ea-9d0d-90cd31433780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a42538bf-2d2b-4567-a1ec-338bfb54c1bc', 'code': 200} Aug 29 04:10:53.845703 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fcb172-9118-4e5f-8a90-0047d87fd986 req-de1a5088-1d9f-4837-a42c-f63e8fc4f84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:53.847237 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-06fcb172-9118-4e5f-8a90-0047d87fd986 req-de1a5088-1d9f-4837-a42c-f63e8fc4f84b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=25d520e8-68a6-43ea-9d0d-90cd31433780 HTTP/1.1" status: 200 len: 1100 time: 0.0458550 Aug 29 04:10:53.892723 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-06fcb172-9118-4e5f-8a90-0047d87fd986 req-e51a2010-7d11-4fef-8edc-2293bd80e089 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367970 Aug 29 04:10:54.511360 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c77234f-ec83-4cbc-b036-6bd94ad5fe1d req-93c42818-36af-4087-afd2-da6b555d7af5 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:54.514102 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7c77234f-ec83-4cbc-b036-6bd94ad5fe1d req-93c42818-36af-4087-afd2-da6b555d7af5 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/ports?device_id=3698ca45-79dc-4840-b1cf-184940aeb2f5 HTTP/1.1" status: 200 len: 950 time: 0.0566123 Aug 29 04:10:54.582783 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7c77234f-ec83-4cbc-b036-6bd94ad5fe1d req-61325a6d-874d-41d1-8d20-124f3eb3fcbb tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/security-groups?id=268ad66b-6c1a-4e93-9fbd-057377cdbb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475700 Aug 29 04:10:54.818620 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3811159-222f-41f9-8b28-4958df629410 req-6eef0fef-7831-43ae-b758-abb55dcc557b tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:54.820601 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b3811159-222f-41f9-8b28-4958df629410 req-6eef0fef-7831-43ae-b758-abb55dcc557b tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=25d520e8-68a6-43ea-9d0d-90cd31433780 HTTP/1.1" status: 200 len: 948 time: 0.0634115 Aug 29 04:10:54.862957 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b3811159-222f-41f9-8b28-4958df629410 req-3e30fd95-02db-4aa4-85b3-5613a9da9796 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349021 Aug 29 04:10:55.714156 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a071007-1b23-4b68-8727-6b8afd337700 req-1f19050e-3505-4dd6-ade0-9a9064d722f5 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:55.716600 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4a071007-1b23-4b68-8727-6b8afd337700 req-1f19050e-3505-4dd6-ade0-9a9064d722f5 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/ports?device_id=3698ca45-79dc-4840-b1cf-184940aeb2f5 HTTP/1.1" status: 200 len: 950 time: 0.0721350 Aug 29 04:10:55.762944 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4a071007-1b23-4b68-8727-6b8afd337700 req-107c4ac2-883c-4cbb-8065-f1d98b4fef65 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/security-groups?id=268ad66b-6c1a-4e93-9fbd-057377cdbb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397408 Aug 29 04:10:55.993248 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fdbe06-ed2e-497d-8ee8-e80971df1e85 req-04810b62-444e-446c-bf3a-78809af9acee tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:55.995125 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-96fdbe06-ed2e-497d-8ee8-e80971df1e85 req-04810b62-444e-446c-bf3a-78809af9acee tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=25d520e8-68a6-43ea-9d0d-90cd31433780 HTTP/1.1" status: 200 len: 948 time: 0.0547380 Aug 29 04:10:56.039523 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-96fdbe06-ed2e-497d-8ee8-e80971df1e85 req-fd77e748-e2bd-427b-a17a-d4db3f3afc3f tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358794 Aug 29 04:10:56.222622 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777ddad1-2e38-4a75-8508-9165c8367f2f req-7e6551e5-eaf7-43c3-a4a5-9c542eebca83 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:56.226404 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-777ddad1-2e38-4a75-8508-9165c8367f2f req-7e6551e5-eaf7-43c3-a4a5-9c542eebca83 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=25d520e8-68a6-43ea-9d0d-90cd31433780 HTTP/1.1" status: 200 len: 948 time: 0.0561407 Aug 29 04:10:56.235573 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5069f90-bdbd-4e87-8ed1-22c313aa17a4 req-349b5341-bbfd-411e-99cd-472639adcf16 tempest-AttachSCSIVolumeTestJSON-1340692229 tempest-AttachSCSIVolumeTestJSON-1340692229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:56.237135 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b5069f90-bdbd-4e87-8ed1-22c313aa17a4 req-349b5341-bbfd-411e-99cd-472639adcf16 tempest-AttachSCSIVolumeTestJSON-1340692229 tempest-AttachSCSIVolumeTestJSON-1340692229-project] 10.222.0.22 "GET /v2.0/networks?id=9c6b70cd-4018-45e7-bcf9-d8107df4490b HTTP/1.1" status: 200 len: 814 time: 0.1071594 Aug 29 04:10:56.253352 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b5069f90-bdbd-4e87-8ed1-22c313aa17a4 req-30ef088b-2ee1-4ba8-bf18-39bc81e00df7 tempest-AttachSCSIVolumeTestJSON-1340692229 tempest-AttachSCSIVolumeTestJSON-1340692229-project] 10.222.0.22 "GET /v2.0/quotas/b65d791c209a4b25819757193b65d4ab HTTP/1.1" status: 200 len: 375 time: 0.0104232 Aug 29 04:10:56.257456 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device b274957d-3711-4c6b-9cfb-a1b9bd230e8e details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:10:56.275534 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-777ddad1-2e38-4a75-8508-9165c8367f2f req-1ada3d29-d02c-43ff-9379-e0abd8c749e9 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422196 Aug 29 04:10:56.319183 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b5069f90-bdbd-4e87-8ed1-22c313aa17a4 req-d866f5b6-7c9e-46df-9de1-856d306d3617 tempest-AttachSCSIVolumeTestJSON-1340692229 tempest-AttachSCSIVolumeTestJSON-1340692229-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=b65d791c209a4b25819757193b65d4ab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0594358 Aug 29 04:10:56.355628 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port b274957d-3711-4c6b-9cfb-a1b9bd230e8e, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=b274957d-3711-4c6b-9cfb-a1b9bd230e8e,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:10:56.370447 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Returning: {'device': 'b274957d-3711-4c6b-9cfb-a1b9bd230e8e', 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45', 'port_id': 'b274957d-3711-4c6b-9cfb-a1b9bd230e8e', 'mac_address': 'fa:16:3e:35:1c:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18cd12d4-b12a-41b0-b0c5-618edbb84e74', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:10:56.412095 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:56.419506 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b5069f90-bdbd-4e87-8ed1-22c313aa17a4 req-71738eaa-711e-4699-af80-2ff57f9ef49d service neutron] 10.222.0.22 "GET /v2.0/networks/9c6b70cd-4018-45e7-bcf9-d8107df4490b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907927 Aug 29 04:10:56.428630 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b274957d-3711-4c6b-9cfb-a1b9bd230e8e {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:10:56.453440 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port b274957d-3711-4c6b-9cfb-a1b9bd230e8e, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=b274957d-3711-4c6b-9cfb-a1b9bd230e8e,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:10:56.459543 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:56.517927 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=b274957d-3711-4c6b-9cfb-a1b9bd230e8e,revision_number=6']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:56.536506 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b5069f90-bdbd-4e87-8ed1-22c313aa17a4 req-4de4489e-ffe0-463e-8645-a5e58a38aee8 service neutron] 10.222.0.22 "GET /v2.0/networks/9c6b70cd-4018-45e7-bcf9-d8107df4490b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093462 Aug 29 04:10:56.640013 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['b274957d-3711-4c6b-9cfb-a1b9bd230e8e'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:10:56.766388 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b5b63ef5-7da2-42fd-8d52-23e453201595 req-41db3830-26f2-45e9-9235-1e448b6ca1e7 tempest-AttachSCSIVolumeTestJSON-1340692229 tempest-AttachSCSIVolumeTestJSON-1340692229-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f86af7c-ac62-4ba0-b5ea-fee3add1fda4 HTTP/1.1" status: 200 len: 210 time: 0.0689025 Aug 29 04:10:56.869440 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c2a4bc-7a5d-459e-9b9d-0921c5865962 req-b424d47b-c3c0-4fe7-9686-cbd3d73d045e tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:56.871067 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-73c2a4bc-7a5d-459e-9b9d-0921c5865962 req-b424d47b-c3c0-4fe7-9686-cbd3d73d045e tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=25d520e8-68a6-43ea-9d0d-90cd31433780 HTTP/1.1" status: 200 len: 948 time: 0.0804667 Aug 29 04:10:56.949114 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-73c2a4bc-7a5d-459e-9b9d-0921c5865962 req-d68b7124-fc33-40ce-8e5a-2be6fc1da129 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699346 Aug 29 04:10:56.992002 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 36294) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:57.048373 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69fa411-3f0b-485f-bc1b-436a0fe90afe req-95560ef8-9275-4eb4-88ef-598ba74427cd tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:57.050280 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f69fa411-3f0b-485f-bc1b-436a0fe90afe req-95560ef8-9275-4eb4-88ef-598ba74427cd tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/ports?device_id=3698ca45-79dc-4840-b1cf-184940aeb2f5 HTTP/1.1" status: 200 len: 950 time: 0.0764363 Aug 29 04:10:57.143961 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f69fa411-3f0b-485f-bc1b-436a0fe90afe req-cb80078a-a093-452b-81a6-9099376503d7 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/security-groups?id=268ad66b-6c1a-4e93-9fbd-057377cdbb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829170 Aug 29 04:10:57.188183 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3e920fb4-89fe-4bfd-b47b-a3de7a29ca67 req-0c83d79b-4300-4ef4-810b-988ae55ad1f4 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=25d520e8-68a6-43ea-9d0d-90cd31433780&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1945205 Aug 29 04:10:57.874943 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3cde7f6b-5826-4368-8702-5575f87bf296 req-b79c3bc0-6148-4473-9f61-22e4d73d82b7 tempest-AttachSCSIVolumeTestJSON-1340692229 tempest-AttachSCSIVolumeTestJSON-1340692229-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f86af7c-ac62-4ba0-b5ea-fee3add1fda4 HTTP/1.1" status: 200 len: 210 time: 0.0342360 Aug 29 04:10:58.135238 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60615bf7-a1a8-45bc-888c-b02afb276d85 req-ae43c222-fc2e-4149-9654-1a01cf7e2a95 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:58.136809 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-60615bf7-a1a8-45bc-888c-b02afb276d85 req-ae43c222-fc2e-4149-9654-1a01cf7e2a95 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=25d520e8-68a6-43ea-9d0d-90cd31433780 HTTP/1.1" status: 200 len: 948 time: 0.1034112 Aug 29 04:10:58.250709 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:58.266184 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device b274957d-3711-4c6b-9cfb-a1b9bd230e8e up at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:10:58.273467 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-60615bf7-a1a8-45bc-888c-b02afb276d85 req-d19f9752-1121-4c50-9d33-9f9afe034090 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217594 Aug 29 04:10:58.385725 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning complete for port b274957d-3711-4c6b-9cfb-a1b9bd230e8e triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:10:58.386355 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:58.501623 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5351c16-1c33-4ef8-8575-56e14e710949 req-1df71197-ca26-4597-aef2-c81b9ee38869 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:58.512073 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a5351c16-1c33-4ef8-8575-56e14e710949 req-1df71197-ca26-4597-aef2-c81b9ee38869 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/ports?device_id=3698ca45-79dc-4840-b1cf-184940aeb2f5 HTTP/1.1" status: 200 len: 950 time: 0.1351988 Aug 29 04:10:58.649137 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a5351c16-1c33-4ef8-8575-56e14e710949 req-5c757452-37e9-470b-945d-df9e64dc6867 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/security-groups?id=268ad66b-6c1a-4e93-9fbd-057377cdbb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350706 Aug 29 04:10:58.784077 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:58.793550 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5069f90-bdbd-4e87-8ed1-22c313aa17a4 req-6b413fc1-43bd-414c-b931-6f0025b9247d tempest-AttachSCSIVolumeTestJSON-1340692229 tempest-AttachSCSIVolumeTestJSON-1340692229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:58.796391 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b5069f90-bdbd-4e87-8ed1-22c313aa17a4 req-6b413fc1-43bd-414c-b931-6f0025b9247d tempest-AttachSCSIVolumeTestJSON-1340692229 tempest-AttachSCSIVolumeTestJSON-1340692229-project] 10.222.0.48 "GET /v2.0/networks?id=9c6b70cd-4018-45e7-bcf9-d8107df4490b HTTP/1.1" status: 200 len: 814 time: 0.2728686 Aug 29 04:10:58.822539 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '105889b2-d98b-4afc-aef1-39ab51a9c0c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b274957d-3711-4c6b-9cfb-a1b9bd230e8e'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:10:58.825787 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e1bdf32-7330-46ac-9a83-87a820e78765" -d '{"events": [{"server_uuid": "105889b2-d98b-4afc-aef1-39ab51a9c0c5", "name": "network-vif-plugged", "status": "completed", "tag": "b274957d-3711-4c6b-9cfb-a1b9bd230e8e"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:10:58.830728 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-b5069f90-bdbd-4e87-8ed1-22c313aa17a4 req-91d1e3e3-6a56-465a-9a77-7e2a89d34810 tempest-AttachSCSIVolumeTestJSON-1340692229 tempest-AttachSCSIVolumeTestJSON-1340692229-project] Request body: {'port': {'device_id': '9f86af7c-ac62-4ba0-b5ea-fee3add1fda4', 'network_id': '9c6b70cd-4018-45e7-bcf9-d8107df4490b', 'admin_state_up': True, 'tenant_id': 'b65d791c209a4b25819757193b65d4ab'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:10:58.965309 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-778ca0a2-f29e-4835-be3e-290e3fd27935 x-openstack-request-id: req-778ca0a2-f29e-4835-be3e-290e3fd27935 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:10:58.965504 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "105889b2-d98b-4afc-aef1-39ab51a9c0c5", "name": "network-vif-plugged", "status": "completed", "tag": "b274957d-3711-4c6b-9cfb-a1b9bd230e8e", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:10:58.965804 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-778ca0a2-f29e-4835-be3e-290e3fd27935 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:10:58.966203 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '105889b2-d98b-4afc-aef1-39ab51a9c0c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b274957d-3711-4c6b-9cfb-a1b9bd230e8e', 'code': 200} Aug 29 04:10:58.969384 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port b274957d-3711-4c6b-9cfb-a1b9bd230e8e, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=b274957d-3711-4c6b-9cfb-a1b9bd230e8e,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:10:58.981145 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:59.110950 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=b274957d-3711-4c6b-9cfb-a1b9bd230e8e,revision_number=7']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:59.136355 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8f4c62e2-adbc-413e-83ce-5c168cc06bee req-76dfc186-6341-4296-ab0b-632f8a911ae7 tempest-AttachSCSIVolumeTestJSON-1340692229 tempest-AttachSCSIVolumeTestJSON-1340692229-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f86af7c-ac62-4ba0-b5ea-fee3add1fda4 HTTP/1.1" status: 200 len: 210 time: 0.1274409 Aug 29 04:10:59.203845 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5069f90-bdbd-4e87-8ed1-22c313aa17a4 req-91d1e3e3-6a56-465a-9a77-7e2a89d34810 tempest-AttachSCSIVolumeTestJSON-1340692229 tempest-AttachSCSIVolumeTestJSON-1340692229-project] Made reservation on behalf of b65d791c209a4b25819757193b65d4ab for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:10:59.207306 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-b5069f90-bdbd-4e87-8ed1-22c313aa17a4 req-91d1e3e3-6a56-465a-9a77-7e2a89d34810 tempest-AttachSCSIVolumeTestJSON-1340692229 tempest-AttachSCSIVolumeTestJSON-1340692229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:59.395607 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e920fb4-89fe-4bfd-b47b-a3de7a29ca67 req-8eaa277f-3e4b-43bc-a749-3d67779fa248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:59.399955 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3e920fb4-89fe-4bfd-b47b-a3de7a29ca67 req-8eaa277f-3e4b-43bc-a749-3d67779fa248 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4b47ebaf5a2144e2beea71bdc91317f3&device_id=25d520e8-68a6-43ea-9d0d-90cd31433780 HTTP/1.1" status: 200 len: 1100 time: 0.2059779 Aug 29 04:10:59.434310 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e0ce93-f914-41a5-a95a-705eca9404d6 req-b713e493-85c9-4b6b-8563-030093d31d25 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:59.436545 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-96e0ce93-f914-41a5-a95a-705eca9404d6 req-b713e493-85c9-4b6b-8563-030093d31d25 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=25d520e8-68a6-43ea-9d0d-90cd31433780 HTTP/1.1" status: 200 len: 948 time: 0.0720346 Aug 29 04:10:59.514401 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-96e0ce93-f914-41a5-a95a-705eca9404d6 req-ba1ee722-fec2-4fd6-85dd-21bb6803bc7e tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624046 Aug 29 04:10:59.569173 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-b5069f90-bdbd-4e87-8ed1-22c313aa17a4 req-91d1e3e3-6a56-465a-9a77-7e2a89d34810 tempest-AttachSCSIVolumeTestJSON-1340692229 tempest-AttachSCSIVolumeTestJSON-1340692229-project] Allocated IP 172.20.0.11 (9c6b70cd-4018-45e7-bcf9-d8107df4490b/8502d769-641d-4a10-9e4d-27f28f2cb7c2/eaadf96e-b474-447f-b1b0-184bc279482f) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:10:59.739909 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e920fb4-89fe-4bfd-b47b-a3de7a29ca67 req-68cf9732-a9d1-4bf8-b03a-70a34600931c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:59.742089 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3e920fb4-89fe-4bfd-b47b-a3de7a29ca67 req-68cf9732-a9d1-4bf8-b03a-70a34600931c service neutron] 10.222.0.48 "GET /v2.0/networks?id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 HTTP/1.1" status: 200 len: 870 time: 0.3317461 Aug 29 04:10:59.854275 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-b5069f90-bdbd-4e87-8ed1-22c313aa17a4 req-91d1e3e3-6a56-465a-9a77-7e2a89d34810 tempest-AttachSCSIVolumeTestJSON-1340692229 tempest-AttachSCSIVolumeTestJSON-1340692229-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:00.103893 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ae01b5-439c-4ea4-ba6c-389fc74067e6 req-7d22f689-d0d2-41a4-be95-c7b2e3c7b6d2 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:00.112761 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-79ae01b5-439c-4ea4-ba6c-389fc74067e6 req-7d22f689-d0d2-41a4-be95-c7b2e3c7b6d2 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/ports?device_id=3698ca45-79dc-4840-b1cf-184940aeb2f5 HTTP/1.1" status: 200 len: 950 time: 0.0962589 Aug 29 04:11:00.178461 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-79ae01b5-439c-4ea4-ba6c-389fc74067e6 req-a0c17f27-69d8-42a9-8423-c8f228887b87 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/security-groups?id=268ad66b-6c1a-4e93-9fbd-057377cdbb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641811 Aug 29 04:11:00.318199 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-b5069f90-bdbd-4e87-8ed1-22c313aa17a4 req-91d1e3e3-6a56-465a-9a77-7e2a89d34810 tempest-AttachSCSIVolumeTestJSON-1340692229 tempest-AttachSCSIVolumeTestJSON-1340692229-project] Transition to ACTIVE for port object eaadf96e-b474-447f-b1b0-184bc279482f will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:11:00.370020 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-b5069f90-bdbd-4e87-8ed1-22c313aa17a4 req-91d1e3e3-6a56-465a-9a77-7e2a89d34810 tempest-AttachSCSIVolumeTestJSON-1340692229 tempest-AttachSCSIVolumeTestJSON-1340692229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:00.417872 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3e920fb4-89fe-4bfd-b47b-a3de7a29ca67 req-73a12b41-7501-409c-b163-173d50f51ca0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=a42538bf-2d2b-4567-a1ec-338bfb54c1bc HTTP/1.1" status: 200 len: 217 time: 0.0583344 Aug 29 04:11:00.456780 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5069f90-bdbd-4e87-8ed1-22c313aa17a4 req-91d1e3e3-6a56-465a-9a77-7e2a89d34810 tempest-AttachSCSIVolumeTestJSON-1340692229 tempest-AttachSCSIVolumeTestJSON-1340692229-project] Network 9c6b70cd-4018-45e7-bcf9-d8107df4490b is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:11:00.467745 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-b5069f90-bdbd-4e87-8ed1-22c313aa17a4 req-91d1e3e3-6a56-465a-9a77-7e2a89d34810 tempest-AttachSCSIVolumeTestJSON-1340692229 tempest-AttachSCSIVolumeTestJSON-1340692229-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:11:00.518008 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5069f90-bdbd-4e87-8ed1-22c313aa17a4 req-91d1e3e3-6a56-465a-9a77-7e2a89d34810 tempest-AttachSCSIVolumeTestJSON-1340692229 tempest-AttachSCSIVolumeTestJSON-1340692229-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:11:00.576280 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5069f90-bdbd-4e87-8ed1-22c313aa17a4 req-91d1e3e3-6a56-465a-9a77-7e2a89d34810 tempest-AttachSCSIVolumeTestJSON-1340692229 tempest-AttachSCSIVolumeTestJSON-1340692229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:00.584909 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-b5069f90-bdbd-4e87-8ed1-22c313aa17a4 req-91d1e3e3-6a56-465a-9a77-7e2a89d34810 tempest-AttachSCSIVolumeTestJSON-1340692229 tempest-AttachSCSIVolumeTestJSON-1340692229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:00.663111 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0b20f4-cad0-44ba-b9fd-949bea6d767c req-c8574c83-818f-462d-895b-452815e401b1 tempest-AttachSCSIVolumeTestJSON-1340692229 tempest-AttachSCSIVolumeTestJSON-1340692229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:00.664878 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9a0b20f4-cad0-44ba-b9fd-949bea6d767c req-c8574c83-818f-462d-895b-452815e401b1 tempest-AttachSCSIVolumeTestJSON-1340692229 tempest-AttachSCSIVolumeTestJSON-1340692229-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f86af7c-ac62-4ba0-b5ea-fee3add1fda4 HTTP/1.1" status: 200 len: 932 time: 0.1448393 Aug 29 04:11:00.690397 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b5069f90-bdbd-4e87-8ed1-22c313aa17a4 req-91d1e3e3-6a56-465a-9a77-7e2a89d34810 tempest-AttachSCSIVolumeTestJSON-1340692229 tempest-AttachSCSIVolumeTestJSON-1340692229-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8730342 Aug 29 04:11:00.709094 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d1e3e3-6a56-465a-9a77-7e2a89d34810 tempest-AttachSCSIVolumeTestJSON-1340692229 tempest-AttachSCSIVolumeTestJSON-1340692229-project] Pushing event updated for resources: {'Port': ['ID=eaadf96e-b474-447f-b1b0-184bc279482f,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:00.726552 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e920fb4-89fe-4bfd-b47b-a3de7a29ca67 req-37f4128d-4686-4307-aa7b-a3ba786832bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:00.728613 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3e920fb4-89fe-4bfd-b47b-a3de7a29ca67 req-37f4128d-4686-4307-aa7b-a3ba786832bd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=18cd12d4-b12a-41b0-b0c5-618edbb84e74 HTTP/1.1" status: 200 len: 843 time: 0.2809916 Aug 29 04:11:00.734516 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9a0b20f4-cad0-44ba-b9fd-949bea6d767c req-3effb09a-35e5-43c2-a1a5-a2fb8f9490a7 tempest-AttachSCSIVolumeTestJSON-1340692229 tempest-AttachSCSIVolumeTestJSON-1340692229-project] 10.222.0.22 "GET /v2.0/security-groups?id=7a19b0c8-e4ca-4424-8d73-01d84247d177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564809 Aug 29 04:11:00.923517 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-0cc17c2a-581b-48c1-9515-439f0abc3faa None None] Provisioning for port eaadf96e-b474-447f-b1b0-184bc279482f completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:11:00.934563 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-0cc17c2a-581b-48c1-9515-439f0abc3faa None None] Provisioning complete for port eaadf96e-b474-447f-b1b0-184bc279482f triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:11:00.934563 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0cc17c2a-581b-48c1-9515-439f0abc3faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:01.018517 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-0cc17c2a-581b-48c1-9515-439f0abc3faa None None] Port eaadf96e-b474-447f-b1b0-184bc279482f cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:11:01.824169 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:11:03.298960 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c4cabf2a-fa5a-4d05-b73e-2d10c11edca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:06.180181 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e137b231-03b1-4ec5-aaf8-9d6cefd8e211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:07.004265 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:07.123938 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:08.308020 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc75e17-2c25-4ef8-a7df-3f679ce945bb req-e3ef4305-796c-4eba-890e-7e9b7a52f77b tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:08.311287 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1fc75e17-2c25-4ef8-a7df-3f679ce945bb req-e3ef4305-796c-4eba-890e-7e9b7a52f77b tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=25d520e8-68a6-43ea-9d0d-90cd31433780 HTTP/1.1" status: 200 len: 948 time: 0.0605466 Aug 29 04:11:08.354574 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1fc75e17-2c25-4ef8-a7df-3f679ce945bb req-116c50f6-f255-42fb-b062-c4000d53eb2d tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353901 Aug 29 04:11:08.497613 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:12.346658 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device b274957d-3711-4c6b-9cfb-a1b9bd230e8e no longer exists at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:11:12.424226 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:12.447445 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '105889b2-d98b-4afc-aef1-39ab51a9c0c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b274957d-3711-4c6b-9cfb-a1b9bd230e8e'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:11:12.450329 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75aabafb-9a39-4c34-b729-e9b533719a66" -d '{"events": [{"server_uuid": "105889b2-d98b-4afc-aef1-39ab51a9c0c5", "name": "network-vif-unplugged", "status": "completed", "tag": "b274957d-3711-4c6b-9cfb-a1b9bd230e8e"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:11:12.463237 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port b274957d-3711-4c6b-9cfb-a1b9bd230e8e, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=b274957d-3711-4c6b-9cfb-a1b9bd230e8e,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:11:12.468793 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:12.516963 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=b274957d-3711-4c6b-9cfb-a1b9bd230e8e,revision_number=8']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:14.297611 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-b5069f90-bdbd-4e87-8ed1-22c313aa17a4 req-21f16483-f337-416a-8c85-3d477550a48a service neutron] Request body: {'port': {'device_id': '9f86af7c-ac62-4ba0-b5ea-fee3add1fda4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:11:14.393468 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1750b33-4da2-4919-b5f0-42cc0e3727dc req-00ee5c5d-9e7a-42c0-b53b-6afd93b3992f tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:14.394994 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b1750b33-4da2-4919-b5f0-42cc0e3727dc req-00ee5c5d-9e7a-42c0-b53b-6afd93b3992f tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/ports?device_id=3698ca45-79dc-4840-b1cf-184940aeb2f5 HTTP/1.1" status: 200 len: 950 time: 0.0532873 Aug 29 04:11:14.395733 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-b5069f90-bdbd-4e87-8ed1-22c313aa17a4 req-21f16483-f337-416a-8c85-3d477550a48a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:14.399764 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e920fb4-89fe-4bfd-b47b-a3de7a29ca67 req-97f1791e-7ffd-468f-91d5-37f01aa86793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:14.401333 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3e920fb4-89fe-4bfd-b47b-a3de7a29ca67 req-97f1791e-7ffd-468f-91d5-37f01aa86793 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1007051 Aug 29 04:11:14.437330 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b1750b33-4da2-4919-b5f0-42cc0e3727dc req-7d2f305f-724d-4eb3-b388-2899c8c86c3a tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/security-groups?id=268ad66b-6c1a-4e93-9fbd-057377cdbb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342155 Aug 29 04:11:14.645458 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb88239-8b68-4ab1-b328-06536067ba0f req-90ca5050-4c2f-4bd4-8a4d-9f80852d7921 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:14.647178 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-dfb88239-8b68-4ab1-b328-06536067ba0f req-90ca5050-4c2f-4bd4-8a4d-9f80852d7921 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=25d520e8-68a6-43ea-9d0d-90cd31433780 HTTP/1.1" status: 200 len: 948 time: 0.0560400 Aug 29 04:11:14.669762 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e2c7d3-737b-49a0-87c2-e5120ddbb59e req-f507b898-336d-4c8c-bda2-2e21c260a46b tempest-AttachSCSIVolumeTestJSON-1340692229 tempest-AttachSCSIVolumeTestJSON-1340692229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:14.671408 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-91e2c7d3-737b-49a0-87c2-e5120ddbb59e req-f507b898-336d-4c8c-bda2-2e21c260a46b tempest-AttachSCSIVolumeTestJSON-1340692229 tempest-AttachSCSIVolumeTestJSON-1340692229-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f86af7c-ac62-4ba0-b5ea-fee3add1fda4 HTTP/1.1" status: 200 len: 932 time: 0.1678967 Aug 29 04:11:14.678088 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3e920fb4-89fe-4bfd-b47b-a3de7a29ca67 req-e82e5a6e-9cce-40e7-9bdc-00204701bd31 service neutron] 10.222.0.48 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655950 Aug 29 04:11:14.688763 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-dfb88239-8b68-4ab1-b328-06536067ba0f req-ac89b8fa-8a31-4da2-a645-879066e8be2c tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345712 Aug 29 04:11:14.736626 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a108143a-c655-4d8f-8234-6d36c30eb959 x-openstack-request-id: req-a108143a-c655-4d8f-8234-6d36c30eb959 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:11:14.736626 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "105889b2-d98b-4afc-aef1-39ab51a9c0c5", "name": "network-vif-unplugged", "status": "completed", "tag": "b274957d-3711-4c6b-9cfb-a1b9bd230e8e", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:11:14.736626 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a108143a-c655-4d8f-8234-6d36c30eb959 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:11:14.736626 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '105889b2-d98b-4afc-aef1-39ab51a9c0c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b274957d-3711-4c6b-9cfb-a1b9bd230e8e', 'code': 200} Aug 29 04:11:14.826016 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b566e49-aca1-4177-b34a-f9c4001ce5a7 req-a4240e76-00ee-4dc1-a703-91f522897cd2 tempest-ImagesOneServerTestJSON-70638764 tempest-ImagesOneServerTestJSON-70638764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:14.827509 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4b566e49-aca1-4177-b34a-f9c4001ce5a7 req-a4240e76-00ee-4dc1-a703-91f522897cd2 tempest-ImagesOneServerTestJSON-70638764 tempest-ImagesOneServerTestJSON-70638764-project] 10.222.0.22 "GET /v2.0/ports?device_id=105889b2-d98b-4afc-aef1-39ab51a9c0c5 HTTP/1.1" status: 200 len: 947 time: 0.0503569 Aug 29 04:11:14.828864 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-91e2c7d3-737b-49a0-87c2-e5120ddbb59e req-364c2fd3-6e7f-4353-a366-00f8d752262c tempest-AttachSCSIVolumeTestJSON-1340692229 tempest-AttachSCSIVolumeTestJSON-1340692229-project] 10.222.0.22 "GET /v2.0/security-groups?id=7a19b0c8-e4ca-4424-8d73-01d84247d177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366167 Aug 29 04:11:14.868790 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4b566e49-aca1-4177-b34a-f9c4001ce5a7 req-231e4cfd-208e-4d28-9bce-7d47ff014443 tempest-ImagesOneServerTestJSON-70638764 tempest-ImagesOneServerTestJSON-70638764-project] 10.222.0.22 "GET /v2.0/security-groups?id=1a5a636a-7fbc-4646-bf52-33ca0672e56a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332088 Aug 29 04:11:14.884546 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3e920fb4-89fe-4bfd-b47b-a3de7a29ca67 req-f26d029b-d7dc-4760-92a4-17b2d6761299 service neutron] 10.222.0.48 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905737 Aug 29 04:11:14.946725 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-b5069f90-bdbd-4e87-8ed1-22c313aa17a4 req-21f16483-f337-416a-8c85-3d477550a48a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eaadf96e-b474-447f-b1b0-184bc279482f {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:11:14.958843 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-b5069f90-bdbd-4e87-8ed1-22c313aa17a4 req-21f16483-f337-416a-8c85-3d477550a48a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:14.978323 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-b5069f90-bdbd-4e87-8ed1-22c313aa17a4 req-21f16483-f337-416a-8c85-3d477550a48a service neutron] Transition to ACTIVE for port object eaadf96e-b474-447f-b1b0-184bc279482f will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:11:14.983092 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-b5069f90-bdbd-4e87-8ed1-22c313aa17a4 req-21f16483-f337-416a-8c85-3d477550a48a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:15.061297 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f16483-f337-416a-8c85-3d477550a48a service neutron] Pushing event updated for resources: {'Port': ['ID=eaadf96e-b474-447f-b1b0-184bc279482f,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:15.075144 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-b5069f90-bdbd-4e87-8ed1-22c313aa17a4 req-21f16483-f337-416a-8c85-3d477550a48a service neutron] Attempting to bind port eaadf96e-b474-447f-b1b0-184bc279482f on host n-h2-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:11:15.075591 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-b5069f90-bdbd-4e87-8ed1-22c313aa17a4 req-21f16483-f337-416a-8c85-3d477550a48a service neutron] Attempting to bind port eaadf96e-b474-447f-b1b0-184bc279482f by drivers openvswitch,hyperv on host n-h2-712140-12 at level 0 using segments [{'id': 'a980ccbf-7dd9-44c3-95ba-9117d4a4edde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9c6b70cd-4018-45e7-bcf9-d8107df4490b'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:11:15.076070 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5069f90-bdbd-4e87-8ed1-22c313aa17a4 req-21f16483-f337-416a-8c85-3d477550a48a service neutron] Attempting to bind port eaadf96e-b474-447f-b1b0-184bc279482f on network 9c6b70cd-4018-45e7-bcf9-d8107df4490b {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:11:15.081025 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5069f90-bdbd-4e87-8ed1-22c313aa17a4 req-21f16483-f337-416a-8c85-3d477550a48a service neutron] Port eaadf96e-b474-447f-b1b0-184bc279482f on network 9c6b70cd-4018-45e7-bcf9-d8107df4490b not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:11:15.081362 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5069f90-bdbd-4e87-8ed1-22c313aa17a4 req-21f16483-f337-416a-8c85-3d477550a48a service neutron] Attempting to bind port eaadf96e-b474-447f-b1b0-184bc279482f on network 9c6b70cd-4018-45e7-bcf9-d8107df4490b {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:11:15.088686 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5069f90-bdbd-4e87-8ed1-22c313aa17a4 req-21f16483-f337-416a-8c85-3d477550a48a service neutron] Checking agent: {'id': 'b3a0606b-b029-4f5e-8798-3a32b71d8844', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:11:15.089144 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5069f90-bdbd-4e87-8ed1-22c313aa17a4 req-21f16483-f337-416a-8c85-3d477550a48a service neutron] Checking segment: {'id': 'a980ccbf-7dd9-44c3-95ba-9117d4a4edde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9c6b70cd-4018-45e7-bcf9-d8107df4490b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:11:15.089768 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5069f90-bdbd-4e87-8ed1-22c313aa17a4 req-21f16483-f337-416a-8c85-3d477550a48a service neutron] Bound using segment: {'id': 'a980ccbf-7dd9-44c3-95ba-9117d4a4edde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9c6b70cd-4018-45e7-bcf9-d8107df4490b'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:11:15.091484 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-b5069f90-bdbd-4e87-8ed1-22c313aa17a4 req-21f16483-f337-416a-8c85-3d477550a48a service neutron] Bound port: eaadf96e-b474-447f-b1b0-184bc279482f, host: n-h2-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a980ccbf-7dd9-44c3-95ba-9117d4a4edde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9c6b70cd-4018-45e7-bcf9-d8107df4490b'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:11:15.091907 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-b5069f90-bdbd-4e87-8ed1-22c313aa17a4 req-21f16483-f337-416a-8c85-3d477550a48a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:15.170665 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-b5069f90-bdbd-4e87-8ed1-22c313aa17a4 req-21f16483-f337-416a-8c85-3d477550a48a service neutron] For port eaadf96e-b474-447f-b1b0-184bc279482f, host n-h2-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:11:15.175652 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-b5069f90-bdbd-4e87-8ed1-22c313aa17a4 req-21f16483-f337-416a-8c85-3d477550a48a service neutron] For port eaadf96e-b474-447f-b1b0-184bc279482f, host n-h2-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=eaadf96e-b474-447f-b1b0-184bc279482f,segment=NetworkSegment(a980ccbf-7dd9-44c3-95ba-9117d4a4edde),segment_id=a980ccbf-7dd9-44c3-95ba-9117d4a4edde)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:11:15.181598 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-b5069f90-bdbd-4e87-8ed1-22c313aa17a4 req-21f16483-f337-416a-8c85-3d477550a48a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:15.197986 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5069f90-bdbd-4e87-8ed1-22c313aa17a4 req-21f16483-f337-416a-8c85-3d477550a48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:15.198727 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-b5069f90-bdbd-4e87-8ed1-22c313aa17a4 req-21f16483-f337-416a-8c85-3d477550a48a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:15.201251 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b5069f90-bdbd-4e87-8ed1-22c313aa17a4 req-21f16483-f337-416a-8c85-3d477550a48a service neutron] 10.222.0.48 "PUT /v2.0/ports/eaadf96e-b474-447f-b1b0-184bc279482f HTTP/1.1" status: 200 len: 1093 time: 0.9119742 Aug 29 04:11:15.203620 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f86af7c-ac62-4ba0-b5ea-fee3add1fda4', 'tag': 'eaadf96e-b474-447f-b1b0-184bc279482f'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:11:15.205916 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fcd0ffe-ca02-4df7-9430-2f83fd7e5fe1" -d '{"events": [{"name": "network-changed", "server_uuid": "9f86af7c-ac62-4ba0-b5ea-fee3add1fda4", "tag": "eaadf96e-b474-447f-b1b0-184bc279482f"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:11:15.272726 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f16483-f337-416a-8c85-3d477550a48a service neutron] Pushing event updated for resources: {'Port': ['ID=eaadf96e-b474-447f-b1b0-184bc279482f,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:15.295017 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e003f29b-32ce-4563-bef4-ccd8d707120a x-openstack-request-id: req-e003f29b-32ce-4563-bef4-ccd8d707120a {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:11:15.296090 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f86af7c-ac62-4ba0-b5ea-fee3add1fda4", "tag": "eaadf96e-b474-447f-b1b0-184bc279482f", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:11:15.296090 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e003f29b-32ce-4563-bef4-ccd8d707120a {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:11:15.296340 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f86af7c-ac62-4ba0-b5ea-fee3add1fda4', 'tag': 'eaadf96e-b474-447f-b1b0-184bc279482f', 'status': 'completed', 'code': 200} Aug 29 04:11:15.339870 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5069f90-bdbd-4e87-8ed1-22c313aa17a4 req-a16753be-865b-4e95-b8b4-0efdba2e8435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:15.342573 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b5069f90-bdbd-4e87-8ed1-22c313aa17a4 req-a16753be-865b-4e95-b8b4-0efdba2e8435 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b65d791c209a4b25819757193b65d4ab&device_id=9f86af7c-ac62-4ba0-b5ea-fee3add1fda4 HTTP/1.1" status: 200 len: 1096 time: 0.0573933 Aug 29 04:11:15.404519 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b5069f90-bdbd-4e87-8ed1-22c313aa17a4 req-ee9a036c-118f-4645-a6f4-e3a627ef7a6a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eaadf96e-b474-447f-b1b0-184bc279482f HTTP/1.1" status: 200 len: 217 time: 0.0422523 Aug 29 04:11:15.463805 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5069f90-bdbd-4e87-8ed1-22c313aa17a4 req-db561885-5aa3-43b7-98aa-86bbae97c285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:15.465869 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b5069f90-bdbd-4e87-8ed1-22c313aa17a4 req-db561885-5aa3-43b7-98aa-86bbae97c285 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8502d769-641d-4a10-9e4d-27f28f2cb7c2 HTTP/1.1" status: 200 len: 853 time: 0.0531590 Aug 29 04:11:15.547649 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5069f90-bdbd-4e87-8ed1-22c313aa17a4 req-8a6c82e5-8969-4867-afa5-c6ad48aec56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:15.549252 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b5069f90-bdbd-4e87-8ed1-22c313aa17a4 req-8a6c82e5-8969-4867-afa5-c6ad48aec56d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9c6b70cd-4018-45e7-bcf9-d8107df4490b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535455 Aug 29 04:11:15.684376 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2565c7c-2487-4ae9-88f7-7a4e9cc3a89c req-70266fa7-6b86-483a-b45f-13013c400073 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:15.685931 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c2565c7c-2487-4ae9-88f7-7a4e9cc3a89c req-70266fa7-6b86-483a-b45f-13013c400073 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/ports?device_id=3698ca45-79dc-4840-b1cf-184940aeb2f5 HTTP/1.1" status: 200 len: 950 time: 0.0642564 Aug 29 04:11:15.692780 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b5069f90-bdbd-4e87-8ed1-22c313aa17a4 req-4ce08046-f93c-4ebc-827b-5b633c087a94 service neutron] 10.222.0.48 "GET /v2.0/networks/9c6b70cd-4018-45e7-bcf9-d8107df4490b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349642 Aug 29 04:11:15.732297 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c2565c7c-2487-4ae9-88f7-7a4e9cc3a89c req-f8033f89-7d46-46f4-a504-294946fbc56c tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/security-groups?id=268ad66b-6c1a-4e93-9fbd-057377cdbb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399840 Aug 29 04:11:15.824179 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b5069f90-bdbd-4e87-8ed1-22c313aa17a4 req-4be18b72-2b20-4931-9efc-0d6562e5299d service neutron] 10.222.0.48 "GET /v2.0/networks/9c6b70cd-4018-45e7-bcf9-d8107df4490b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227565 Aug 29 04:11:15.868210 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fcf2e5-eabf-486e-84d2-9aa017934cdb req-4426dfdb-eb9c-4857-9595-18dd8e76b444 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:15.869907 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-64fcf2e5-eabf-486e-84d2-9aa017934cdb req-4426dfdb-eb9c-4857-9595-18dd8e76b444 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=25d520e8-68a6-43ea-9d0d-90cd31433780 HTTP/1.1" status: 200 len: 948 time: 0.0574517 Aug 29 04:11:15.915904 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-64fcf2e5-eabf-486e-84d2-9aa017934cdb req-59c09263-8a9e-4029-89ca-5f011653ed64 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385747 Aug 29 04:11:15.965234 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcd0ffe-ca02-4df7-9430-2f83fd7e5fe1 req-e919e938-96c6-4953-8896-cce9ce500952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:15.967082 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6fcd0ffe-ca02-4df7-9430-2f83fd7e5fe1 req-e919e938-96c6-4953-8896-cce9ce500952 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b65d791c209a4b25819757193b65d4ab&device_id=9f86af7c-ac62-4ba0-b5ea-fee3add1fda4 HTTP/1.1" status: 200 len: 1096 time: 0.0475731 Aug 29 04:11:16.042641 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6298a9-0aa3-4b17-9577-502b5c74c6cc req-b480ab98-d2af-48a8-95c1-af6d548f1668 tempest-AttachSCSIVolumeTestJSON-1340692229 tempest-AttachSCSIVolumeTestJSON-1340692229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:16.044390 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ad6298a9-0aa3-4b17-9577-502b5c74c6cc req-b480ab98-d2af-48a8-95c1-af6d548f1668 tempest-AttachSCSIVolumeTestJSON-1340692229 tempest-AttachSCSIVolumeTestJSON-1340692229-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f86af7c-ac62-4ba0-b5ea-fee3add1fda4 HTTP/1.1" status: 200 len: 944 time: 0.0625536 Aug 29 04:11:16.078222 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcd0ffe-ca02-4df7-9430-2f83fd7e5fe1 req-3f74ad31-2f36-4792-8b87-c3ce2d8eacbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:16.080355 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6fcd0ffe-ca02-4df7-9430-2f83fd7e5fe1 req-3f74ad31-2f36-4792-8b87-c3ce2d8eacbb service neutron] 10.222.0.48 "GET /v2.0/networks?id=9c6b70cd-4018-45e7-bcf9-d8107df4490b HTTP/1.1" status: 200 len: 915 time: 0.1051614 Aug 29 04:11:16.100338 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ad6298a9-0aa3-4b17-9577-502b5c74c6cc req-2e4acb22-6ef0-4c53-ab42-649c2b87c055 tempest-AttachSCSIVolumeTestJSON-1340692229 tempest-AttachSCSIVolumeTestJSON-1340692229-project] 10.222.0.22 "GET /v2.0/security-groups?id=7a19b0c8-e4ca-4424-8d73-01d84247d177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478621 Aug 29 04:11:16.130252 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6fcd0ffe-ca02-4df7-9430-2f83fd7e5fe1 req-574a6eac-84af-453e-b322-d76a05f38072 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eaadf96e-b474-447f-b1b0-184bc279482f HTTP/1.1" status: 200 len: 217 time: 0.0413101 Aug 29 04:11:16.187567 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcd0ffe-ca02-4df7-9430-2f83fd7e5fe1 req-afedbb78-cbb4-4edd-815e-3d15081f025d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:16.189150 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6fcd0ffe-ca02-4df7-9430-2f83fd7e5fe1 req-afedbb78-cbb4-4edd-815e-3d15081f025d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8502d769-641d-4a10-9e4d-27f28f2cb7c2 HTTP/1.1" status: 200 len: 853 time: 0.0488384 Aug 29 04:11:16.235152 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcd0ffe-ca02-4df7-9430-2f83fd7e5fe1 req-a41342d3-0d0c-454e-a621-e9c76c67ec19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:16.236725 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6fcd0ffe-ca02-4df7-9430-2f83fd7e5fe1 req-a41342d3-0d0c-454e-a621-e9c76c67ec19 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9c6b70cd-4018-45e7-bcf9-d8107df4490b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398586 Aug 29 04:11:16.328562 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6fcd0ffe-ca02-4df7-9430-2f83fd7e5fe1 req-194186e6-f8f3-41b0-a7e7-f370a53f8ca1 service neutron] 10.222.0.48 "GET /v2.0/networks/9c6b70cd-4018-45e7-bcf9-d8107df4490b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824709 Aug 29 04:11:16.428982 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6fcd0ffe-ca02-4df7-9430-2f83fd7e5fe1 req-c7a1bcc5-6297-465f-ab55-bfd6dee7befc service neutron] 10.222.0.48 "GET /v2.0/networks/9c6b70cd-4018-45e7-bcf9-d8107df4490b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912719 Aug 29 04:11:16.850652 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dba26d-fd59-44e7-ba43-f25281ff0948 req-ae62f632-2680-486b-85ce-f1bc9c815983 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:16.853301 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-50dba26d-fd59-44e7-ba43-f25281ff0948 req-ae62f632-2680-486b-85ce-f1bc9c815983 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/ports?device_id=3698ca45-79dc-4840-b1cf-184940aeb2f5 HTTP/1.1" status: 200 len: 950 time: 0.0508761 Aug 29 04:11:16.890587 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-50dba26d-fd59-44e7-ba43-f25281ff0948 req-e54ee3ff-dbb8-4768-b3dc-926f61c27c56 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/security-groups?id=268ad66b-6c1a-4e93-9fbd-057377cdbb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310578 Aug 29 04:11:17.041498 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23db0ba-b6fc-4ab5-b105-dcd36b43ebf6 req-66a433ac-bccd-4cb1-baa3-44c1d5d1aa37 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:17.042962 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a23db0ba-b6fc-4ab5-b105-dcd36b43ebf6 req-66a433ac-bccd-4cb1-baa3-44c1d5d1aa37 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=25d520e8-68a6-43ea-9d0d-90cd31433780 HTTP/1.1" status: 200 len: 948 time: 0.0535181 Aug 29 04:11:17.081990 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a23db0ba-b6fc-4ab5-b105-dcd36b43ebf6 req-e0614820-b58d-4bb0-aa43-96236efa046b tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330305 Aug 29 04:11:17.216837 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de38c03-40e9-4858-bd02-069200a77cc6 req-dbfcb939-24cf-49f7-9b32-d093f6050404 tempest-AttachSCSIVolumeTestJSON-1340692229 tempest-AttachSCSIVolumeTestJSON-1340692229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:17.218219 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8de38c03-40e9-4858-bd02-069200a77cc6 req-dbfcb939-24cf-49f7-9b32-d093f6050404 tempest-AttachSCSIVolumeTestJSON-1340692229 tempest-AttachSCSIVolumeTestJSON-1340692229-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f86af7c-ac62-4ba0-b5ea-fee3add1fda4 HTTP/1.1" status: 200 len: 944 time: 0.0481105 Aug 29 04:11:17.255975 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8de38c03-40e9-4858-bd02-069200a77cc6 req-3d97e8e7-1ddd-4bf7-a3e9-c276ef1e605e tempest-AttachSCSIVolumeTestJSON-1340692229 tempest-AttachSCSIVolumeTestJSON-1340692229-project] 10.222.0.22 "GET /v2.0/security-groups?id=7a19b0c8-e4ca-4424-8d73-01d84247d177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313118 Aug 29 04:11:18.008154 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a612985-404d-49bb-8693-803b3dc22998 req-6824d75f-cc2e-4877-b6ce-5d836076fbd3 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:18.009561 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7a612985-404d-49bb-8693-803b3dc22998 req-6824d75f-cc2e-4877-b6ce-5d836076fbd3 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/ports?device_id=3698ca45-79dc-4840-b1cf-184940aeb2f5 HTTP/1.1" status: 200 len: 950 time: 0.0483582 Aug 29 04:11:18.052898 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7a612985-404d-49bb-8693-803b3dc22998 req-ee35a9e7-18fe-44f2-b330-8e2c998355ef tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/security-groups?id=268ad66b-6c1a-4e93-9fbd-057377cdbb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371096 Aug 29 04:11:18.201668 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75f1913-8205-4f9d-9f04-e510e5486bc8 req-15fd2192-702d-4a30-a83a-625586ba53bb tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:18.203195 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a75f1913-8205-4f9d-9f04-e510e5486bc8 req-15fd2192-702d-4a30-a83a-625586ba53bb tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=25d520e8-68a6-43ea-9d0d-90cd31433780 HTTP/1.1" status: 200 len: 948 time: 0.0510113 Aug 29 04:11:18.242913 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a75f1913-8205-4f9d-9f04-e510e5486bc8 req-0f3f49c4-3666-4cff-85af-e23dd3365501 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333722 Aug 29 04:11:18.374854 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device b274957d-3711-4c6b-9cfb-a1b9bd230e8e details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:11:18.389480 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670dd41a-9563-4e37-bf27-51880410635a req-f0d8f94b-99f7-4deb-bccc-0b745a6968c0 tempest-AttachSCSIVolumeTestJSON-1340692229 tempest-AttachSCSIVolumeTestJSON-1340692229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:18.391998 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-670dd41a-9563-4e37-bf27-51880410635a req-f0d8f94b-99f7-4deb-bccc-0b745a6968c0 tempest-AttachSCSIVolumeTestJSON-1340692229 tempest-AttachSCSIVolumeTestJSON-1340692229-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f86af7c-ac62-4ba0-b5ea-fee3add1fda4 HTTP/1.1" status: 200 len: 944 time: 0.0595520 Aug 29 04:11:18.431894 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-670dd41a-9563-4e37-bf27-51880410635a req-64a2827a-1688-4ebc-b4ab-95cdc427a47a tempest-AttachSCSIVolumeTestJSON-1340692229 tempest-AttachSCSIVolumeTestJSON-1340692229-project] 10.222.0.22 "GET /v2.0/security-groups?id=7a19b0c8-e4ca-4424-8d73-01d84247d177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336068 Aug 29 04:11:18.480208 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port b274957d-3711-4c6b-9cfb-a1b9bd230e8e, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=b274957d-3711-4c6b-9cfb-a1b9bd230e8e,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:11:18.491705 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Returning: {'device': 'b274957d-3711-4c6b-9cfb-a1b9bd230e8e', 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45', 'port_id': 'b274957d-3711-4c6b-9cfb-a1b9bd230e8e', 'mac_address': 'fa:16:3e:35:1c:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18cd12d4-b12a-41b0-b0c5-618edbb84e74', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:11:18.529949 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:18.543036 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b274957d-3711-4c6b-9cfb-a1b9bd230e8e {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:11:18.563837 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port b274957d-3711-4c6b-9cfb-a1b9bd230e8e, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=b274957d-3711-4c6b-9cfb-a1b9bd230e8e,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:11:18.568165 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:18.626999 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=b274957d-3711-4c6b-9cfb-a1b9bd230e8e,revision_number=9']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:18.711299 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['b274957d-3711-4c6b-9cfb-a1b9bd230e8e'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:11:18.878331 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:19.183396 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0656bbea-74ee-4860-a7bf-74af70d9c4f4 req-b7bac8f3-e2aa-40ed-8725-95795efc1a14 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:19.185470 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0656bbea-74ee-4860-a7bf-74af70d9c4f4 req-b7bac8f3-e2aa-40ed-8725-95795efc1a14 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/ports?device_id=3698ca45-79dc-4840-b1cf-184940aeb2f5 HTTP/1.1" status: 200 len: 950 time: 0.0528450 Aug 29 04:11:19.223840 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0656bbea-74ee-4860-a7bf-74af70d9c4f4 req-c1efcf71-c38f-4afa-a4b5-1711995157d5 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/security-groups?id=268ad66b-6c1a-4e93-9fbd-057377cdbb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321000 Aug 29 04:11:19.253517 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device eaadf96e-b474-447f-b1b0-184bc279482f details requested by agent hyperv_n-h2-712140-12 with host n-h2-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:11:19.368986 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port eaadf96e-b474-447f-b1b0-184bc279482f, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=eaadf96e-b474-447f-b1b0-184bc279482f,segment=NetworkSegment(a980ccbf-7dd9-44c3-95ba-9117d4a4edde),segment_id=a980ccbf-7dd9-44c3-95ba-9117d4a4edde)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:11:19.371512 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ff81f2-7893-484c-ba47-1dda2a1b467a req-cba65431-6f88-4d0f-8bb0-e9f314013072 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:19.373771 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c4ff81f2-7893-484c-ba47-1dda2a1b467a req-cba65431-6f88-4d0f-8bb0-e9f314013072 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=25d520e8-68a6-43ea-9d0d-90cd31433780 HTTP/1.1" status: 200 len: 948 time: 0.0546947 Aug 29 04:11:19.381540 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Returning: {'device': 'eaadf96e-b474-447f-b1b0-184bc279482f', 'network_id': '9c6b70cd-4018-45e7-bcf9-d8107df4490b', 'port_id': 'eaadf96e-b474-447f-b1b0-184bc279482f', 'mac_address': 'fa:16:3e:2c:d6:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8502d769-641d-4a10-9e4d-27f28f2cb7c2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:11:19.414145 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c4ff81f2-7893-484c-ba47-1dda2a1b467a req-94e765e6-b0c8-404a-a61d-fcd06a23f8e7 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343423 Aug 29 04:11:19.418776 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:19.433759 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eaadf96e-b474-447f-b1b0-184bc279482f {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:11:19.455851 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port eaadf96e-b474-447f-b1b0-184bc279482f, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=eaadf96e-b474-447f-b1b0-184bc279482f,segment=NetworkSegment(a980ccbf-7dd9-44c3-95ba-9117d4a4edde),segment_id=a980ccbf-7dd9-44c3-95ba-9117d4a4edde)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:11:19.462975 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:19.515670 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=eaadf96e-b474-447f-b1b0-184bc279482f,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:19.566979 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998c7662-ee6e-4a4c-b13a-7a3ae90a1417 req-7e8b4179-7863-48a8-8a89-e4b56441813e tempest-AttachSCSIVolumeTestJSON-1340692229 tempest-AttachSCSIVolumeTestJSON-1340692229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:19.568521 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-998c7662-ee6e-4a4c-b13a-7a3ae90a1417 req-7e8b4179-7863-48a8-8a89-e4b56441813e tempest-AttachSCSIVolumeTestJSON-1340692229 tempest-AttachSCSIVolumeTestJSON-1340692229-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f86af7c-ac62-4ba0-b5ea-fee3add1fda4 HTTP/1.1" status: 200 len: 945 time: 0.0584488 Aug 29 04:11:19.615784 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-998c7662-ee6e-4a4c-b13a-7a3ae90a1417 req-a740cccc-354d-4d47-8bef-e5235197e8e9 tempest-AttachSCSIVolumeTestJSON-1340692229 tempest-AttachSCSIVolumeTestJSON-1340692229-project] 10.222.0.22 "GET /v2.0/security-groups?id=7a19b0c8-e4ca-4424-8d73-01d84247d177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410237 Aug 29 04:11:19.946831 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['eaadf96e-b474-447f-b1b0-184bc279482f'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:11:20.355774 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eb8970-1030-4f58-9605-f5098d2d84cf req-c6144a4d-a5a6-4e87-b5c0-9d96cc92e187 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:20.357709 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-87eb8970-1030-4f58-9605-f5098d2d84cf req-c6144a4d-a5a6-4e87-b5c0-9d96cc92e187 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/ports?device_id=3698ca45-79dc-4840-b1cf-184940aeb2f5 HTTP/1.1" status: 200 len: 950 time: 0.0615840 Aug 29 04:11:20.393493 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device b274957d-3711-4c6b-9cfb-a1b9bd230e8e up at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:11:20.408542 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-87eb8970-1030-4f58-9605-f5098d2d84cf req-e485b24f-ad23-48df-8ae7-336350965102 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/security-groups?id=268ad66b-6c1a-4e93-9fbd-057377cdbb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442984 Aug 29 04:11:20.449098 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning complete for port b274957d-3711-4c6b-9cfb-a1b9bd230e8e triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:11:20.449656 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:20.551142 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:20.560279 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d53007-4a91-4d48-8e8b-a691ee59f3ce req-d64a5385-cd4d-45e3-b93e-17291ea3a7cb tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:20.562108 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-26d53007-4a91-4d48-8e8b-a691ee59f3ce req-d64a5385-cd4d-45e3-b93e-17291ea3a7cb tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=25d520e8-68a6-43ea-9d0d-90cd31433780 HTTP/1.1" status: 200 len: 948 time: 0.0654962 Aug 29 04:11:20.580108 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '105889b2-d98b-4afc-aef1-39ab51a9c0c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b274957d-3711-4c6b-9cfb-a1b9bd230e8e'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:11:20.582322 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76254baf-f6ba-4700-91e0-b6ec56559c3b" -d '{"events": [{"server_uuid": "105889b2-d98b-4afc-aef1-39ab51a9c0c5", "name": "network-vif-plugged", "status": "completed", "tag": "b274957d-3711-4c6b-9cfb-a1b9bd230e8e"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:11:20.598388 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port b274957d-3711-4c6b-9cfb-a1b9bd230e8e, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=b274957d-3711-4c6b-9cfb-a1b9bd230e8e,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:11:20.603111 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:20.619947 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-26d53007-4a91-4d48-8e8b-a691ee59f3ce req-3f235ccf-ecda-4c8e-8e2c-4c2723d4169c tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504863 Aug 29 04:11:20.634742 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a9e5983-21c9-4565-8438-c77de0ae9bd2 x-openstack-request-id: req-5a9e5983-21c9-4565-8438-c77de0ae9bd2 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:11:20.635074 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "105889b2-d98b-4afc-aef1-39ab51a9c0c5", "name": "network-vif-plugged", "status": "completed", "tag": "b274957d-3711-4c6b-9cfb-a1b9bd230e8e", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:11:20.635430 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5a9e5983-21c9-4565-8438-c77de0ae9bd2 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:11:20.635887 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '105889b2-d98b-4afc-aef1-39ab51a9c0c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b274957d-3711-4c6b-9cfb-a1b9bd230e8e', 'code': 200} Aug 29 04:11:20.673525 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=b274957d-3711-4c6b-9cfb-a1b9bd230e8e,revision_number=10']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:20.764432 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d383ce31-3444-46af-a458-0e2c9e1df4d9 req-42c83445-5016-4af2-a51f-a47481aed44d tempest-AttachSCSIVolumeTestJSON-1340692229 tempest-AttachSCSIVolumeTestJSON-1340692229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:20.766168 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d383ce31-3444-46af-a458-0e2c9e1df4d9 req-42c83445-5016-4af2-a51f-a47481aed44d tempest-AttachSCSIVolumeTestJSON-1340692229 tempest-AttachSCSIVolumeTestJSON-1340692229-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f86af7c-ac62-4ba0-b5ea-fee3add1fda4 HTTP/1.1" status: 200 len: 945 time: 0.0752528 Aug 29 04:11:20.815549 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d383ce31-3444-46af-a458-0e2c9e1df4d9 req-59933d5a-10c3-404f-9fec-20fe9025aef7 tempest-AttachSCSIVolumeTestJSON-1340692229 tempest-AttachSCSIVolumeTestJSON-1340692229-project] 10.222.0.22 "GET /v2.0/security-groups?id=7a19b0c8-e4ca-4424-8d73-01d84247d177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412707 Aug 29 04:11:21.274834 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device eaadf96e-b474-447f-b1b0-184bc279482f up at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:11:21.341551 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning for port eaadf96e-b474-447f-b1b0-184bc279482f completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:11:21.346971 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning complete for port eaadf96e-b474-447f-b1b0-184bc279482f triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:11:21.347754 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:21.478818 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:21.520940 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port eaadf96e-b474-447f-b1b0-184bc279482f, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=eaadf96e-b474-447f-b1b0-184bc279482f,segment=NetworkSegment(a980ccbf-7dd9-44c3-95ba-9117d4a4edde),segment_id=a980ccbf-7dd9-44c3-95ba-9117d4a4edde)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:11:21.529216 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:21.579357 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6e3b52-0a7f-46ff-a25d-ea05c5ba6bc4 req-82e531e9-fc0c-4e87-a8e6-1cb675c7a8ca tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:21.587455 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-cc6e3b52-0a7f-46ff-a25d-ea05c5ba6bc4 req-82e531e9-fc0c-4e87-a8e6-1cb675c7a8ca tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/ports?device_id=3698ca45-79dc-4840-b1cf-184940aeb2f5 HTTP/1.1" status: 200 len: 950 time: 0.0673134 Aug 29 04:11:21.595153 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=eaadf96e-b474-447f-b1b0-184bc279482f,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:21.625855 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-cc6e3b52-0a7f-46ff-a25d-ea05c5ba6bc4 req-280db954-f43d-439b-b4cd-ee43c97efddb tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/security-groups?id=268ad66b-6c1a-4e93-9fbd-057377cdbb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371618 Aug 29 04:11:21.807287 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2d170f-9ea0-4603-b4aa-35bb4025a201 req-73ecd194-89c6-4e16-99ad-7e7b322670e0 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:21.809072 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-bf2d170f-9ea0-4603-b4aa-35bb4025a201 req-73ecd194-89c6-4e16-99ad-7e7b322670e0 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=25d520e8-68a6-43ea-9d0d-90cd31433780 HTTP/1.1" status: 200 len: 948 time: 0.0602245 Aug 29 04:11:21.882879 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-bf2d170f-9ea0-4603-b4aa-35bb4025a201 req-724c99bb-5764-4ec3-92f4-91abca91f227 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589833 Aug 29 04:11:22.003917 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af8c09c-19d7-4178-b7b3-8a6e8ef63aa3 req-26adcbfe-fc40-4841-881c-e4379a67a18b tempest-AttachSCSIVolumeTestJSON-1340692229 tempest-AttachSCSIVolumeTestJSON-1340692229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:22.016362 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9af8c09c-19d7-4178-b7b3-8a6e8ef63aa3 req-26adcbfe-fc40-4841-881c-e4379a67a18b tempest-AttachSCSIVolumeTestJSON-1340692229 tempest-AttachSCSIVolumeTestJSON-1340692229-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f86af7c-ac62-4ba0-b5ea-fee3add1fda4 HTTP/1.1" status: 200 len: 946 time: 0.0793557 Aug 29 04:11:22.071843 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9af8c09c-19d7-4178-b7b3-8a6e8ef63aa3 req-f4164c5a-8852-4f8d-a296-423ed6e4e1a5 tempest-AttachSCSIVolumeTestJSON-1340692229 tempest-AttachSCSIVolumeTestJSON-1340692229-project] 10.222.0.22 "GET /v2.0/security-groups?id=7a19b0c8-e4ca-4424-8d73-01d84247d177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545163 Aug 29 04:11:22.638557 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f86af7c-ac62-4ba0-b5ea-fee3add1fda4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaadf96e-b474-447f-b1b0-184bc279482f'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:11:22.643429 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b7bd89a-4d19-4938-b062-f3555288ea2e" -d '{"events": [{"server_uuid": "9f86af7c-ac62-4ba0-b5ea-fee3add1fda4", "name": "network-vif-plugged", "status": "completed", "tag": "eaadf96e-b474-447f-b1b0-184bc279482f"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:11:22.703081 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a26badd-03bf-4b74-8a38-d146596fb768 x-openstack-request-id: req-6a26badd-03bf-4b74-8a38-d146596fb768 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:11:22.703662 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f86af7c-ac62-4ba0-b5ea-fee3add1fda4", "name": "network-vif-plugged", "status": "completed", "tag": "eaadf96e-b474-447f-b1b0-184bc279482f", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:11:22.704257 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6a26badd-03bf-4b74-8a38-d146596fb768 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:11:22.705020 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f86af7c-ac62-4ba0-b5ea-fee3add1fda4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaadf96e-b474-447f-b1b0-184bc279482f', 'code': 200} Aug 29 04:11:22.800958 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93a5d44-2537-489c-b71a-240fbc2fee8b req-17b8a18d-c05b-41eb-b9c0-550bf479021d tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:22.805083 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e93a5d44-2537-489c-b71a-240fbc2fee8b req-17b8a18d-c05b-41eb-b9c0-550bf479021d tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/ports?device_id=3698ca45-79dc-4840-b1cf-184940aeb2f5 HTTP/1.1" status: 200 len: 950 time: 0.0798545 Aug 29 04:11:22.897812 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8918baa-f421-4ef3-b443-272a933fb0c0 req-885b6114-1a66-4950-8c84-7f0af2920d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:22.901231 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d8918baa-f421-4ef3-b443-272a933fb0c0 req-885b6114-1a66-4950-8c84-7f0af2920d95 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9f86af7c-ac62-4ba0-b5ea-fee3add1fda4 HTTP/1.1" status: 200 len: 1098 time: 0.0931530 Aug 29 04:11:22.916130 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e93a5d44-2537-489c-b71a-240fbc2fee8b req-ced0bd08-a75e-4f89-997f-7eea1c0e874e tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/security-groups?id=268ad66b-6c1a-4e93-9fbd-057377cdbb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962720 Aug 29 04:11:22.974093 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d8918baa-f421-4ef3-b443-272a933fb0c0 req-ea6d6832-1c1a-454b-90ba-af118a802701 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7a19b0c8-e4ca-4424-8d73-01d84247d177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567255 Aug 29 04:11:23.040554 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe71190-2589-410e-9d1b-29cd24e2906d req-29db262e-c3cf-4ce1-8297-8b686fa7770e tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:23.043164 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-abe71190-2589-410e-9d1b-29cd24e2906d req-29db262e-c3cf-4ce1-8297-8b686fa7770e tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=25d520e8-68a6-43ea-9d0d-90cd31433780 HTTP/1.1" status: 200 len: 948 time: 0.0782027 Aug 29 04:11:23.112965 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-abe71190-2589-410e-9d1b-29cd24e2906d req-e87fa808-8cdd-403b-8a79-5df9de8cffc1 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614305 Aug 29 04:11:23.519151 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725c4d52-88b5-415e-8f23-9fe69b801b79 req-9ea7c453-1c3d-4e0a-b0c1-f6a5538bc62c tempest-AttachSCSIVolumeTestJSON-1340692229 tempest-AttachSCSIVolumeTestJSON-1340692229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:23.533011 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-725c4d52-88b5-415e-8f23-9fe69b801b79 req-9ea7c453-1c3d-4e0a-b0c1-f6a5538bc62c tempest-AttachSCSIVolumeTestJSON-1340692229 tempest-AttachSCSIVolumeTestJSON-1340692229-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f86af7c-ac62-4ba0-b5ea-fee3add1fda4 HTTP/1.1" status: 200 len: 946 time: 0.0835040 Aug 29 04:11:23.583818 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-725c4d52-88b5-415e-8f23-9fe69b801b79 req-a9fb7d57-88ef-46d0-bf0b-638ba732431b tempest-AttachSCSIVolumeTestJSON-1340692229 tempest-AttachSCSIVolumeTestJSON-1340692229-project] 10.222.0.22 "GET /v2.0/security-groups?id=7a19b0c8-e4ca-4424-8d73-01d84247d177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496194 Aug 29 04:11:24.034141 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fce5ede-36ba-4d2c-96a8-8ce652ee9d46 req-e39fbbe7-4a85-4d5a-8749-a7b9a49fd3c1 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:24.035782 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7fce5ede-36ba-4d2c-96a8-8ce652ee9d46 req-e39fbbe7-4a85-4d5a-8749-a7b9a49fd3c1 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/ports?device_id=3698ca45-79dc-4840-b1cf-184940aeb2f5 HTTP/1.1" status: 200 len: 950 time: 0.0534465 Aug 29 04:11:24.077892 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7fce5ede-36ba-4d2c-96a8-8ce652ee9d46 req-454bec65-f008-405f-b48d-33813d752492 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/security-groups?id=268ad66b-6c1a-4e93-9fbd-057377cdbb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358956 Aug 29 04:11:24.278851 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e94437-b2d6-458c-a44a-0b1940c15ddc req-ad2b22ec-d03c-4a4b-8a0b-bb4293e55020 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:24.280590 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f1e94437-b2d6-458c-a44a-0b1940c15ddc req-ad2b22ec-d03c-4a4b-8a0b-bb4293e55020 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=25d520e8-68a6-43ea-9d0d-90cd31433780 HTTP/1.1" status: 200 len: 948 time: 0.0807753 Aug 29 04:11:24.329342 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f1e94437-b2d6-458c-a44a-0b1940c15ddc req-0048dc55-1564-4c7c-86e2-a8031f0cc7bd tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377467 Aug 29 04:11:24.788408 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad62dbf2-a4c2-4309-9f49-ed05dac472b5 req-79cc00ae-00c8-4f5c-a217-3867bf3786a5 tempest-AttachSCSIVolumeTestJSON-1340692229 tempest-AttachSCSIVolumeTestJSON-1340692229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:24.790576 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ad62dbf2-a4c2-4309-9f49-ed05dac472b5 req-79cc00ae-00c8-4f5c-a217-3867bf3786a5 tempest-AttachSCSIVolumeTestJSON-1340692229 tempest-AttachSCSIVolumeTestJSON-1340692229-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f86af7c-ac62-4ba0-b5ea-fee3add1fda4 HTTP/1.1" status: 200 len: 946 time: 0.0869904 Aug 29 04:11:24.855272 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ad62dbf2-a4c2-4309-9f49-ed05dac472b5 req-8696565b-79e5-4ad7-8ae5-f0812f5d5d5d tempest-AttachSCSIVolumeTestJSON-1340692229 tempest-AttachSCSIVolumeTestJSON-1340692229-project] 10.222.0.22 "GET /v2.0/security-groups?id=7a19b0c8-e4ca-4424-8d73-01d84247d177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511203 Aug 29 04:11:25.244310 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d667015e-dde8-4cbd-aa29-92c50cd80db8 req-e3bb461f-670b-4464-b3fd-98d3ad0239a8 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:25.256258 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d667015e-dde8-4cbd-aa29-92c50cd80db8 req-e3bb461f-670b-4464-b3fd-98d3ad0239a8 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/ports?device_id=3698ca45-79dc-4840-b1cf-184940aeb2f5 HTTP/1.1" status: 200 len: 950 time: 0.0874045 Aug 29 04:11:25.297684 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d667015e-dde8-4cbd-aa29-92c50cd80db8 req-68c9ef79-1bb1-482e-b588-b0f5528f7678 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/security-groups?id=268ad66b-6c1a-4e93-9fbd-057377cdbb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401323 Aug 29 04:11:25.497055 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5545df16-ef80-47ee-8a23-bf17c55d12a5 req-f9ddb1d4-3aa1-4224-b66c-3adc53d89437 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:25.499904 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5545df16-ef80-47ee-8a23-bf17c55d12a5 req-f9ddb1d4-3aa1-4224-b66c-3adc53d89437 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=25d520e8-68a6-43ea-9d0d-90cd31433780 HTTP/1.1" status: 200 len: 948 time: 0.0725529 Aug 29 04:11:25.580085 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5545df16-ef80-47ee-8a23-bf17c55d12a5 req-525d39b8-2597-45bc-8612-0e23b6ba39ec tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737605 Aug 29 04:11:26.209945 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5d81516f-9f84-47a7-9de3-ce4306c8ffd2 req-db3e12b9-2cee-4b61-92d6-782be7eede1d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=17d1aee9-03df-4ac4-8975-10a53a9cc4e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0609162 Aug 29 04:11:26.327370 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d81516f-9f84-47a7-9de3-ce4306c8ffd2 req-5228b3a8-766a-4ba9-81e7-a77683942b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:26.329185 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5d81516f-9f84-47a7-9de3-ce4306c8ffd2 req-5228b3a8-766a-4ba9-81e7-a77683942b94 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4b47ebaf5a2144e2beea71bdc91317f3&device_id=17d1aee9-03df-4ac4-8975-10a53a9cc4e7 HTTP/1.1" status: 200 len: 1100 time: 0.0526288 Aug 29 04:11:26.559222 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d81516f-9f84-47a7-9de3-ce4306c8ffd2 req-bc6369b7-88ce-4012-ae8d-62222a7b2da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:26.561413 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5d81516f-9f84-47a7-9de3-ce4306c8ffd2 req-bc6369b7-88ce-4012-ae8d-62222a7b2da8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 HTTP/1.1" status: 200 len: 870 time: 0.2020812 Aug 29 04:11:26.621076 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5d81516f-9f84-47a7-9de3-ce4306c8ffd2 req-20abe590-fcad-484c-bdf2-425558ff9c43 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=ea1f70ee-b550-4aef-a765-072dca3d50eb HTTP/1.1" status: 200 len: 217 time: 0.0463655 Aug 29 04:11:26.632660 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dc456f-aa7d-4f9a-bc5c-f91554e3b655 req-4c53079a-d4d1-41c2-a6fa-ad64227e7b93 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:26.634307 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-38dc456f-aa7d-4f9a-bc5c-f91554e3b655 req-4c53079a-d4d1-41c2-a6fa-ad64227e7b93 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/ports?device_id=3698ca45-79dc-4840-b1cf-184940aeb2f5 HTTP/1.1" status: 200 len: 950 time: 0.1289916 Aug 29 04:11:26.717160 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-38dc456f-aa7d-4f9a-bc5c-f91554e3b655 req-0ff23a0e-2f6d-418c-ac88-a41dc5fc6b86 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/security-groups?id=268ad66b-6c1a-4e93-9fbd-057377cdbb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740509 Aug 29 04:11:26.727175 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d81516f-9f84-47a7-9de3-ce4306c8ffd2 req-88a49001-4123-4cbf-bbb2-8f99265a37a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:26.728706 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5d81516f-9f84-47a7-9de3-ce4306c8ffd2 req-88a49001-4123-4cbf-bbb2-8f99265a37a2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=18cd12d4-b12a-41b0-b0c5-618edbb84e74 HTTP/1.1" status: 200 len: 843 time: 0.0934720 Aug 29 04:11:26.802634 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d81516f-9f84-47a7-9de3-ce4306c8ffd2 req-195dca1b-c4d5-4921-badb-5ac67c5df3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:26.804427 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5d81516f-9f84-47a7-9de3-ce4306c8ffd2 req-195dca1b-c4d5-4921-badb-5ac67c5df3cf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0657883 Aug 29 04:11:26.877726 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034f87e6-45e8-4414-9fa0-7ccc2a685185 req-c40bc68f-e59d-4a6d-bd76-cdf3c0acc278 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:26.885882 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-034f87e6-45e8-4414-9fa0-7ccc2a685185 req-c40bc68f-e59d-4a6d-bd76-cdf3c0acc278 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=25d520e8-68a6-43ea-9d0d-90cd31433780 HTTP/1.1" status: 200 len: 948 time: 0.0633502 Aug 29 04:11:26.950346 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-034f87e6-45e8-4414-9fa0-7ccc2a685185 req-4eb430e4-d4a4-4c69-8559-7bbb58c41a31 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631533 Aug 29 04:11:27.035148 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5d81516f-9f84-47a7-9de3-ce4306c8ffd2 req-186f356d-e333-436b-a0a6-60712192032d service neutron] 10.222.0.46 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098107 Aug 29 04:11:27.037251 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3e920fb4-89fe-4bfd-b47b-a3de7a29ca67 req-fcd09aff-407e-413d-9a11-24a13ca32e36 service neutron] 10.222.0.48 "GET /v2.0/ports/a42538bf-2d2b-4567-a1ec-338bfb54c1bc/bindings/n-h2-712140-12 HTTP/1.1" status: 200 len: 383 time: 0.0956426 Aug 29 04:11:27.170079 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5d81516f-9f84-47a7-9de3-ce4306c8ffd2 req-b1e307e5-7418-41ef-83f6-3bdc63bb132d service neutron] 10.222.0.46 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171606 Aug 29 04:11:27.314847 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e920fb4-89fe-4bfd-b47b-a3de7a29ca67 req-f6f1cfa0-719f-4313-9d07-7f95fee93edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:27.316383 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3e920fb4-89fe-4bfd-b47b-a3de7a29ca67 req-f6f1cfa0-719f-4313-9d07-7f95fee93edd service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=25d520e8-68a6-43ea-9d0d-90cd31433780&tenant_id=4b47ebaf5a2144e2beea71bdc91317f3 HTTP/1.1" status: 200 len: 1100 time: 0.0669732 Aug 29 04:11:27.406259 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e920fb4-89fe-4bfd-b47b-a3de7a29ca67 req-16d8b48b-8337-47c4-9ea5-eb89dd81b5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:27.408127 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3e920fb4-89fe-4bfd-b47b-a3de7a29ca67 req-16d8b48b-8337-47c4-9ea5-eb89dd81b5f4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4b47ebaf5a2144e2beea71bdc91317f3&device_id=25d520e8-68a6-43ea-9d0d-90cd31433780 HTTP/1.1" status: 200 len: 1100 time: 0.0534301 Aug 29 04:11:27.520379 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e920fb4-89fe-4bfd-b47b-a3de7a29ca67 req-dcf9615a-01d6-4957-b2b6-eb261e209d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:27.522427 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3e920fb4-89fe-4bfd-b47b-a3de7a29ca67 req-dcf9615a-01d6-4957-b2b6-eb261e209d96 service neutron] 10.222.0.48 "GET /v2.0/networks?id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 HTTP/1.1" status: 200 len: 870 time: 0.1056511 Aug 29 04:11:27.571719 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3e920fb4-89fe-4bfd-b47b-a3de7a29ca67 req-4c0a90bd-3efb-4193-9b7c-ba89f685ea4c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=a42538bf-2d2b-4567-a1ec-338bfb54c1bc HTTP/1.1" status: 200 len: 217 time: 0.0399911 Aug 29 04:11:27.631083 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e920fb4-89fe-4bfd-b47b-a3de7a29ca67 req-814814a2-a72a-49ca-860b-ed064ac6ec34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:27.632635 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3e920fb4-89fe-4bfd-b47b-a3de7a29ca67 req-814814a2-a72a-49ca-860b-ed064ac6ec34 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=18cd12d4-b12a-41b0-b0c5-618edbb84e74 HTTP/1.1" status: 200 len: 843 time: 0.0535016 Aug 29 04:11:27.722471 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e920fb4-89fe-4bfd-b47b-a3de7a29ca67 req-84412b67-fe2b-4c68-b63a-445ea78274ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:27.725276 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3e920fb4-89fe-4bfd-b47b-a3de7a29ca67 req-84412b67-fe2b-4c68-b63a-445ea78274ae service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0813429 Aug 29 04:11:27.910826 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3e920fb4-89fe-4bfd-b47b-a3de7a29ca67 req-027e48da-903b-421e-ad16-f97ced928cf1 service neutron] 10.222.0.48 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539934 Aug 29 04:11:28.070285 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3e920fb4-89fe-4bfd-b47b-a3de7a29ca67 req-4dff18b7-ecf3-4622-ae33-89bc9a0f8fba service neutron] 10.222.0.48 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510839 Aug 29 04:11:28.123457 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cb6d61-acc1-4e9c-b547-e1d88c6af724 req-42d48ef6-049f-407a-9a87-7d73ce44a94b tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:28.132123 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e7cb6d61-acc1-4e9c-b547-e1d88c6af724 req-42d48ef6-049f-407a-9a87-7d73ce44a94b tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/ports?device_id=3698ca45-79dc-4840-b1cf-184940aeb2f5 HTTP/1.1" status: 200 len: 950 time: 0.1377723 Aug 29 04:11:28.204451 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e7cb6d61-acc1-4e9c-b547-e1d88c6af724 req-22556e2f-753e-495a-89c8-81225af282c4 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/security-groups?id=268ad66b-6c1a-4e93-9fbd-057377cdbb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709853 Aug 29 04:11:28.259082 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:28.410635 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da090b25-79c5-42d8-a783-d2cf41b764c9 req-5a4cd479-80a8-4457-8108-cd4af063587e tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:28.412414 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-da090b25-79c5-42d8-a783-d2cf41b764c9 req-5a4cd479-80a8-4457-8108-cd4af063587e tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=25d520e8-68a6-43ea-9d0d-90cd31433780 HTTP/1.1" status: 200 len: 948 time: 0.0858045 Aug 29 04:11:28.491033 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-da090b25-79c5-42d8-a783-d2cf41b764c9 req-a258cdd4-0e35-430f-92b1-ec17aecb5096 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660918 Aug 29 04:11:29.437776 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2347336-778b-4997-a899-bc621f4791a6 req-ad6cd1d1-3a13-4e78-b20e-cb8aea7c8601 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:29.441535 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f2347336-778b-4997-a899-bc621f4791a6 req-ad6cd1d1-3a13-4e78-b20e-cb8aea7c8601 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/ports?device_id=3698ca45-79dc-4840-b1cf-184940aeb2f5 HTTP/1.1" status: 200 len: 950 time: 0.1059835 Aug 29 04:11:29.517579 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f2347336-778b-4997-a899-bc621f4791a6 req-757584aa-4c69-4c6e-8321-ef4fad0b528d tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/security-groups?id=268ad66b-6c1a-4e93-9fbd-057377cdbb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538089 Aug 29 04:11:29.747092 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f818f9-21b0-489a-8c97-dc72c88d9d8c req-afd6496a-8576-408b-ba59-3cf0a8027303 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:29.752599 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-95f818f9-21b0-489a-8c97-dc72c88d9d8c req-afd6496a-8576-408b-ba59-3cf0a8027303 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=25d520e8-68a6-43ea-9d0d-90cd31433780 HTTP/1.1" status: 200 len: 948 time: 0.1432884 Aug 29 04:11:29.842322 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-95f818f9-21b0-489a-8c97-dc72c88d9d8c req-27593a6b-92f4-4b49-a0bf-be76d91dee82 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848460 Aug 29 04:11:30.804598 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006b241f-ddba-4758-aae5-522f55808eb0 req-1bd72cf9-1038-406b-b783-64a23c1149f8 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:30.808423 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-006b241f-ddba-4758-aae5-522f55808eb0 req-1bd72cf9-1038-406b-b783-64a23c1149f8 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/ports?device_id=3698ca45-79dc-4840-b1cf-184940aeb2f5 HTTP/1.1" status: 200 len: 950 time: 0.1490455 Aug 29 04:11:30.865653 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-006b241f-ddba-4758-aae5-522f55808eb0 req-2c13cd72-ddfd-4c71-b696-1ffa7dc06e40 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/security-groups?id=268ad66b-6c1a-4e93-9fbd-057377cdbb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527322 Aug 29 04:11:31.008408 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655a2eda-5067-4a47-9e0f-28543445e662 req-89e8d383-1522-4a9a-b617-c9063318eaf3 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:31.012497 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-655a2eda-5067-4a47-9e0f-28543445e662 req-89e8d383-1522-4a9a-b617-c9063318eaf3 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=25d520e8-68a6-43ea-9d0d-90cd31433780 HTTP/1.1" status: 200 len: 948 time: 0.0690064 Aug 29 04:11:31.064695 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-655a2eda-5067-4a47-9e0f-28543445e662 req-cbb54079-7118-4328-8922-f59842bb2b30 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419397 Aug 29 04:11:31.330268 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device a42538bf-2d2b-4567-a1ec-338bfb54c1bc details requested by agent hyperv_n-h2-712140-12 with host n-h2-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:11:31.343617 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device a42538bf-2d2b-4567-a1ec-338bfb54c1bc no longer exists at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:11:31.496383 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:31.511361 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port a42538bf-2d2b-4567-a1ec-338bfb54c1bc, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=a42538bf-2d2b-4567-a1ec-338bfb54c1bc,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:11:31.525081 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Returning: {'device': 'a42538bf-2d2b-4567-a1ec-338bfb54c1bc', 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45', 'port_id': 'a42538bf-2d2b-4567-a1ec-338bfb54c1bc', 'mac_address': 'fa:16:3e:48:6e:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18cd12d4-b12a-41b0-b0c5-618edbb84e74', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:11:31.564043 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25d520e8-68a6-43ea-9d0d-90cd31433780', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a42538bf-2d2b-4567-a1ec-338bfb54c1bc'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:11:31.567064 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4583e1a-6e8f-4d97-b30e-6abae835ba5f" -d '{"events": [{"server_uuid": "25d520e8-68a6-43ea-9d0d-90cd31433780", "name": "network-vif-unplugged", "status": "completed", "tag": "a42538bf-2d2b-4567-a1ec-338bfb54c1bc"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:11:31.572912 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port a42538bf-2d2b-4567-a1ec-338bfb54c1bc, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=a42538bf-2d2b-4567-a1ec-338bfb54c1bc,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:11:31.594035 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:31.622347 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c791111-72d1-4754-a3f5-31a9cf7570e8 x-openstack-request-id: req-7c791111-72d1-4754-a3f5-31a9cf7570e8 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:11:31.622645 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25d520e8-68a6-43ea-9d0d-90cd31433780", "name": "network-vif-unplugged", "status": "completed", "tag": "a42538bf-2d2b-4567-a1ec-338bfb54c1bc", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:11:31.622899 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7c791111-72d1-4754-a3f5-31a9cf7570e8 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:11:31.624045 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25d520e8-68a6-43ea-9d0d-90cd31433780', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a42538bf-2d2b-4567-a1ec-338bfb54c1bc', 'code': 200} Aug 29 04:11:31.639949 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:31.665727 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a42538bf-2d2b-4567-a1ec-338bfb54c1bc {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:11:31.694031 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=a42538bf-2d2b-4567-a1ec-338bfb54c1bc,revision_number=6']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:31.709987 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.db.api [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94830) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:11:31.710352 n-d-712140-12 neutron-server[94830]: DEBUG oslo_db.api [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:11:31.995198 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f171b810-e486-4267-81d9-74cd810cc8be req-7ae97302-39c6-4585-8ae9-cb2a75eb791a tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:31.997279 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f171b810-e486-4267-81d9-74cd810cc8be req-7ae97302-39c6-4585-8ae9-cb2a75eb791a tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/ports?device_id=3698ca45-79dc-4840-b1cf-184940aeb2f5 HTTP/1.1" status: 200 len: 950 time: 0.0524123 Aug 29 04:11:32.037777 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f171b810-e486-4267-81d9-74cd810cc8be req-a7c0a229-bcce-4f8f-96b5-9d0b3a9415e6 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/security-groups?id=268ad66b-6c1a-4e93-9fbd-057377cdbb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336864 Aug 29 04:11:32.099174 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5db4aa8-a9f5-4023-ad55-78c56066e773 req-e3eb915c-bae5-4790-9f85-20040bd795d7 tempest-ImagesOneServerTestJSON-70638764 tempest-ImagesOneServerTestJSON-70638764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:32.100714 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f5db4aa8-a9f5-4023-ad55-78c56066e773 req-e3eb915c-bae5-4790-9f85-20040bd795d7 tempest-ImagesOneServerTestJSON-70638764 tempest-ImagesOneServerTestJSON-70638764-project] 10.222.0.22 "GET /v2.0/ports?device_id=105889b2-d98b-4afc-aef1-39ab51a9c0c5 HTTP/1.1" status: 200 len: 950 time: 0.0527084 Aug 29 04:11:32.139739 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f5db4aa8-a9f5-4023-ad55-78c56066e773 req-ee359fe7-02b6-4d08-b608-1c12201a42a7 tempest-ImagesOneServerTestJSON-70638764 tempest-ImagesOneServerTestJSON-70638764-project] 10.222.0.22 "GET /v2.0/security-groups?id=1a5a636a-7fbc-4646-bf52-33ca0672e56a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327404 Aug 29 04:11:32.193020 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b214c02-c2e3-4d13-aa46-f692e851053c req-6af815a2-30b3-4288-b253-b40c28cd1576 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:32.194820 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4b214c02-c2e3-4d13-aa46-f692e851053c req-6af815a2-30b3-4288-b253-b40c28cd1576 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=25d520e8-68a6-43ea-9d0d-90cd31433780 HTTP/1.1" status: 200 len: 946 time: 0.0670998 Aug 29 04:11:32.250457 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4b214c02-c2e3-4d13-aa46-f692e851053c req-ed24fc91-84a3-412d-b9c8-08e0eb63a832 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486429 Aug 29 04:11:32.422617 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:32.437672 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a42538bf-2d2b-4567-a1ec-338bfb54c1bc {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:11:32.462807 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port a42538bf-2d2b-4567-a1ec-338bfb54c1bc, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=a42538bf-2d2b-4567-a1ec-338bfb54c1bc,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:11:32.469457 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:32.521032 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=a42538bf-2d2b-4567-a1ec-338bfb54c1bc,revision_number=7']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:32.933630 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['a42538bf-2d2b-4567-a1ec-338bfb54c1bc'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:11:32.985862 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6f9378-62a2-4b30-9dfa-19badefccfc3 req-e0457027-b27d-467d-a646-a4ae85290d2f tempest-ImagesOneServerTestJSON-70638764 tempest-ImagesOneServerTestJSON-70638764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:32.987566 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-de6f9378-62a2-4b30-9dfa-19badefccfc3 req-e0457027-b27d-467d-a646-a4ae85290d2f tempest-ImagesOneServerTestJSON-70638764 tempest-ImagesOneServerTestJSON-70638764-project] 10.222.0.22 "GET /v2.0/ports?device_id=105889b2-d98b-4afc-aef1-39ab51a9c0c5 HTTP/1.1" status: 200 len: 950 time: 0.0610175 Aug 29 04:11:33.032422 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-de6f9378-62a2-4b30-9dfa-19badefccfc3 req-f21d7eb7-7775-41db-9143-7ef7fc2b3152 tempest-ImagesOneServerTestJSON-70638764 tempest-ImagesOneServerTestJSON-70638764-project] 10.222.0.22 "GET /v2.0/security-groups?id=1a5a636a-7fbc-4646-bf52-33ca0672e56a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370028 Aug 29 04:11:33.168881 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf884e40-03f9-4cd8-a828-c5bb508dd8c3 req-6d4a4d89-5554-4f98-8b67-dd2ac4dd32cc tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:33.170417 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bf884e40-03f9-4cd8-a828-c5bb508dd8c3 req-6d4a4d89-5554-4f98-8b67-dd2ac4dd32cc tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/ports?device_id=3698ca45-79dc-4840-b1cf-184940aeb2f5 HTTP/1.1" status: 200 len: 950 time: 0.0563483 Aug 29 04:11:33.212301 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bf884e40-03f9-4cd8-a828-c5bb508dd8c3 req-0b4dba8e-419e-4072-a6be-79057d0e08d4 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/security-groups?id=268ad66b-6c1a-4e93-9fbd-057377cdbb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358727 Aug 29 04:11:33.285342 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2c04f24b-29fa-47ba-bb75-2e6252b84fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:33.380707 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28dfa22-0858-46ed-b571-10f5ad4dceda req-504f328f-4513-4559-b06c-27005cfb0485 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:33.382159 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c28dfa22-0858-46ed-b571-10f5ad4dceda req-504f328f-4513-4559-b06c-27005cfb0485 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=25d520e8-68a6-43ea-9d0d-90cd31433780 HTTP/1.1" status: 200 len: 947 time: 0.0500340 Aug 29 04:11:33.420072 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c28dfa22-0858-46ed-b571-10f5ad4dceda req-e44563d2-e765-44d9-bf37-c45d0d9f0424 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312586 Aug 29 04:11:33.763000 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281804f6-597b-47d4-a5aa-947b3eef8bdd req-016b2f6e-e091-49c1-8b26-763253898847 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:33.764566 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-281804f6-597b-47d4-a5aa-947b3eef8bdd req-016b2f6e-e091-49c1-8b26-763253898847 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.48 "GET /v2.0/ports?device_id=25d520e8-68a6-43ea-9d0d-90cd31433780&tenant_id=4b47ebaf5a2144e2beea71bdc91317f3&binding%3Ahost_id=n-h2-712140-12 HTTP/1.1" status: 200 len: 947 time: 0.1027541 Aug 29 04:11:33.786618 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00f172e-cf59-4582-a590-eaceed320dc7 req-214662ac-4ea0-4f75-8ebf-744f49bff80d tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:33.788351 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b00f172e-cf59-4582-a590-eaceed320dc7 req-214662ac-4ea0-4f75-8ebf-744f49bff80d tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=25d520e8-68a6-43ea-9d0d-90cd31433780 HTTP/1.1" status: 200 len: 947 time: 0.0750551 Aug 29 04:11:33.860323 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b00f172e-cf59-4582-a590-eaceed320dc7 req-1ff7a167-33c8-4fc4-a601-bc3a2bf3431c tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545495 Aug 29 04:11:33.867269 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-281804f6-597b-47d4-a5aa-947b3eef8bdd req-a2ba9fc1-e93d-4e0c-bc0d-09698ecf263e service neutron] 10.222.0.48 "GET /v2.0/ports/a42538bf-2d2b-4567-a1ec-338bfb54c1bc/bindings/n-h2-712140-12 HTTP/1.1" status: 200 len: 383 time: 0.0938849 Aug 29 04:11:33.963727 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281804f6-597b-47d4-a5aa-947b3eef8bdd req-8a578e61-6324-4941-878b-c6fb0b69a748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:33.965229 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-281804f6-597b-47d4-a5aa-947b3eef8bdd req-8a578e61-6324-4941-878b-c6fb0b69a748 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4b47ebaf5a2144e2beea71bdc91317f3&device_id=25d520e8-68a6-43ea-9d0d-90cd31433780 HTTP/1.1" status: 200 len: 1099 time: 0.0409067 Aug 29 04:11:34.056370 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281804f6-597b-47d4-a5aa-947b3eef8bdd req-5cde968a-ca64-4fdc-b68e-81482028fdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:34.057872 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-281804f6-597b-47d4-a5aa-947b3eef8bdd req-5cde968a-ca64-4fdc-b68e-81482028fdb9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 HTTP/1.1" status: 200 len: 870 time: 0.0856278 Aug 29 04:11:34.100244 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-281804f6-597b-47d4-a5aa-947b3eef8bdd req-9e60635c-6afc-446a-8207-26f8fd42fec8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=a42538bf-2d2b-4567-a1ec-338bfb54c1bc HTTP/1.1" status: 200 len: 217 time: 0.0346127 Aug 29 04:11:34.149264 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281804f6-597b-47d4-a5aa-947b3eef8bdd req-965ea129-8dba-4f99-b0af-aff01e5d09e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:34.150820 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-281804f6-597b-47d4-a5aa-947b3eef8bdd req-965ea129-8dba-4f99-b0af-aff01e5d09e9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=18cd12d4-b12a-41b0-b0c5-618edbb84e74 HTTP/1.1" status: 200 len: 843 time: 0.0426714 Aug 29 04:11:34.155551 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648190c4-1603-40c4-8e75-a9776952ea18 req-3de0c543-8982-4296-8e4b-2d491682222f tempest-ImagesOneServerTestJSON-70638764 tempest-ImagesOneServerTestJSON-70638764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:34.157053 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-648190c4-1603-40c4-8e75-a9776952ea18 req-3de0c543-8982-4296-8e4b-2d491682222f tempest-ImagesOneServerTestJSON-70638764 tempest-ImagesOneServerTestJSON-70638764-project] 10.222.0.22 "GET /v2.0/ports?device_id=105889b2-d98b-4afc-aef1-39ab51a9c0c5 HTTP/1.1" status: 200 len: 950 time: 0.0521917 Aug 29 04:11:34.195366 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-648190c4-1603-40c4-8e75-a9776952ea18 req-dbf7d08e-af53-4ec4-91ee-002d24b5a77a tempest-ImagesOneServerTestJSON-70638764 tempest-ImagesOneServerTestJSON-70638764-project] 10.222.0.22 "GET /v2.0/security-groups?id=1a5a636a-7fbc-4646-bf52-33ca0672e56a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321093 Aug 29 04:11:34.199835 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281804f6-597b-47d4-a5aa-947b3eef8bdd req-a4e8811c-6f36-4243-a9cb-7865ed72f74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:34.201340 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-281804f6-597b-47d4-a5aa-947b3eef8bdd req-a4e8811c-6f36-4243-a9cb-7865ed72f74b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0433912 Aug 29 04:11:34.318603 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-281804f6-597b-47d4-a5aa-947b3eef8bdd req-d18e25fa-301c-48d4-a3f7-238c590d3776 service neutron] 10.222.0.48 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096308 Aug 29 04:11:34.381683 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be8192b-b50d-452a-a00a-cc14b11ac9cd req-c2e59e69-ab11-4fa6-b1bb-d9d023990cda tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:34.383148 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7be8192b-b50d-452a-a00a-cc14b11ac9cd req-c2e59e69-ab11-4fa6-b1bb-d9d023990cda tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/ports?device_id=3698ca45-79dc-4840-b1cf-184940aeb2f5 HTTP/1.1" status: 200 len: 950 time: 0.0980406 Aug 29 04:11:34.439930 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7be8192b-b50d-452a-a00a-cc14b11ac9cd req-a590bd8b-c09b-4e1e-8b56-611cc8b02ea7 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/security-groups?id=268ad66b-6c1a-4e93-9fbd-057377cdbb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505919 Aug 29 04:11:34.450580 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-281804f6-597b-47d4-a5aa-947b3eef8bdd req-4c8bf409-68f3-4ccc-ac3e-e7d51963a28e service neutron] 10.222.0.48 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222227 Aug 29 04:11:34.453925 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 1b6ae066-aa3e-4b59-956a-1ed6c89e421c details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:11:34.457324 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device b274957d-3711-4c6b-9cfb-a1b9bd230e8e no longer exists at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:11:34.640515 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:34.659554 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 1b6ae066-aa3e-4b59-956a-1ed6c89e421c, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=1b6ae066-aa3e-4b59-956a-1ed6c89e421c,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:11:34.677228 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Returning: {'device': '1b6ae066-aa3e-4b59-956a-1ed6c89e421c', 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45', 'port_id': '1b6ae066-aa3e-4b59-956a-1ed6c89e421c', 'mac_address': 'fa:16:3e:3a:ba:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18cd12d4-b12a-41b0-b0c5-618edbb84e74', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:11:34.682316 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '105889b2-d98b-4afc-aef1-39ab51a9c0c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b274957d-3711-4c6b-9cfb-a1b9bd230e8e'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:11:34.684715 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a90d26c6-bd84-43f5-a621-4c02a811a14e" -d '{"events": [{"server_uuid": "105889b2-d98b-4afc-aef1-39ab51a9c0c5", "name": "network-vif-unplugged", "status": "completed", "tag": "b274957d-3711-4c6b-9cfb-a1b9bd230e8e"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:11:34.701441 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port b274957d-3711-4c6b-9cfb-a1b9bd230e8e, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=b274957d-3711-4c6b-9cfb-a1b9bd230e8e,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:11:34.721484 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:34.723255 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 1b6ae066-aa3e-4b59-956a-1ed6c89e421c no longer exists at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:11:34.726355 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49fb8f8b-e2f0-4cf1-82fb-646fe6b026f7 x-openstack-request-id: req-49fb8f8b-e2f0-4cf1-82fb-646fe6b026f7 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:11:34.726656 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "105889b2-d98b-4afc-aef1-39ab51a9c0c5", "name": "network-vif-unplugged", "status": "completed", "tag": "b274957d-3711-4c6b-9cfb-a1b9bd230e8e", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:11:34.726910 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-49fb8f8b-e2f0-4cf1-82fb-646fe6b026f7 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:11:34.727301 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '105889b2-d98b-4afc-aef1-39ab51a9c0c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b274957d-3711-4c6b-9cfb-a1b9bd230e8e', 'code': 200} Aug 29 04:11:34.788977 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:34.813754 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1b6ae066-aa3e-4b59-956a-1ed6c89e421c {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:11:34.838126 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=b274957d-3711-4c6b-9cfb-a1b9bd230e8e,revision_number=11']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:34.850917 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 1b6ae066-aa3e-4b59-956a-1ed6c89e421c, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=1b6ae066-aa3e-4b59-956a-1ed6c89e421c,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:11:34.870661 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:34.912499 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:34.947407 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=1b6ae066-aa3e-4b59-956a-1ed6c89e421c,revision_number=9']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:34.990249 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf2611c-5315-4ed8-9cd7-092fb0491bb8 req-2939c4b1-86f1-458e-95b3-edc56f727cec tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:34.991876 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-caf2611c-5315-4ed8-9cd7-092fb0491bb8 req-2939c4b1-86f1-458e-95b3-edc56f727cec tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=25d520e8-68a6-43ea-9d0d-90cd31433780 HTTP/1.1" status: 200 len: 947 time: 0.0549071 Aug 29 04:11:35.000967 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.db.api [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94830) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:11:35.001331 n-d-712140-12 neutron-server[94830]: DEBUG oslo_db.api [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:11:35.035617 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-caf2611c-5315-4ed8-9cd7-092fb0491bb8 req-3be58c32-ee6e-43f8-a993-ccf99dd41794 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360868 Aug 29 04:11:35.247229 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['1b6ae066-aa3e-4b59-956a-1ed6c89e421c'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:11:35.316898 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7d9130-66df-4df1-aa1d-3526e28b3592 req-f8e832da-409d-4d83-b7b7-704fc08e166b tempest-ImagesOneServerTestJSON-70638764 tempest-ImagesOneServerTestJSON-70638764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:35.318422 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6c7d9130-66df-4df1-aa1d-3526e28b3592 req-f8e832da-409d-4d83-b7b7-704fc08e166b tempest-ImagesOneServerTestJSON-70638764 tempest-ImagesOneServerTestJSON-70638764-project] 10.222.0.22 "GET /v2.0/ports?device_id=105889b2-d98b-4afc-aef1-39ab51a9c0c5 HTTP/1.1" status: 200 len: 948 time: 0.0561364 Aug 29 04:11:35.355422 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6c7d9130-66df-4df1-aa1d-3526e28b3592 req-9d40b3fc-75ae-4ba4-a149-439588eb1547 tempest-ImagesOneServerTestJSON-70638764 tempest-ImagesOneServerTestJSON-70638764-project] 10.222.0.22 "GET /v2.0/security-groups?id=1a5a636a-7fbc-4646-bf52-33ca0672e56a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309467 Aug 29 04:11:35.363468 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device a42538bf-2d2b-4567-a1ec-338bfb54c1bc up at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:11:35.428470 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning complete for port a42538bf-2d2b-4567-a1ec-338bfb54c1bc triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:11:35.428845 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:35.474331 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11659402-0a5f-4985-b2f5-54ecf0ac9a23 req-b667452b-7a8d-4919-a4a2-6ad95a6cc969 tempest-ImagesOneServerTestJSON-70638764 tempest-ImagesOneServerTestJSON-70638764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:35.475941 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-11659402-0a5f-4985-b2f5-54ecf0ac9a23 req-b667452b-7a8d-4919-a4a2-6ad95a6cc969 tempest-ImagesOneServerTestJSON-70638764 tempest-ImagesOneServerTestJSON-70638764-project] 10.222.0.46 "GET /v2.0/ports?device_id=105889b2-d98b-4afc-aef1-39ab51a9c0c5 HTTP/1.1" status: 200 len: 948 time: 0.0585883 Aug 29 04:11:35.534870 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:35.582341 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d55d4ce-fa60-4a70-a5f6-ba543e3a9237 req-120602c7-54c9-4e2c-9b72-17aec57deba5 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:35.583940 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1d55d4ce-fa60-4a70-a5f6-ba543e3a9237 req-120602c7-54c9-4e2c-9b72-17aec57deba5 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/ports?device_id=3698ca45-79dc-4840-b1cf-184940aeb2f5 HTTP/1.1" status: 200 len: 949 time: 0.0576174 Aug 29 04:11:35.585606 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:35.591365 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-11659402-0a5f-4985-b2f5-54ecf0ac9a23 req-9a61b655-ffd0-4ff1-89d7-e9866dafb4ed tempest-ImagesOneServerTestJSON-70638764 tempest-ImagesOneServerTestJSON-70638764-project] Deleting port b274957d-3711-4c6b-9cfb-a1b9bd230e8e {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:11:35.591938 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-11659402-0a5f-4985-b2f5-54ecf0ac9a23 req-9a61b655-ffd0-4ff1-89d7-e9866dafb4ed tempest-ImagesOneServerTestJSON-70638764 tempest-ImagesOneServerTestJSON-70638764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:35.610931 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 1b6ae066-aa3e-4b59-956a-1ed6c89e421c {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:11:35.616870 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port a42538bf-2d2b-4567-a1ec-338bfb54c1bc, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=a42538bf-2d2b-4567-a1ec-338bfb54c1bc,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:11:35.629016 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:35.634836 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1d55d4ce-fa60-4a70-a5f6-ba543e3a9237 req-7fc0bb58-5cae-472f-b72a-9e1fb90c28e6 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/security-groups?id=268ad66b-6c1a-4e93-9fbd-057377cdbb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445833 Aug 29 04:11:35.664696 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 1b6ae066-aa3e-4b59-956a-1ed6c89e421c, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=1b6ae066-aa3e-4b59-956a-1ed6c89e421c,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:11:35.670496 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:35.697485 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=a42538bf-2d2b-4567-a1ec-338bfb54c1bc,revision_number=8']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:35.704559 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-11659402-0a5f-4985-b2f5-54ecf0ac9a23 req-9a61b655-ffd0-4ff1-89d7-e9866dafb4ed tempest-ImagesOneServerTestJSON-70638764 tempest-ImagesOneServerTestJSON-70638764-project] For port b274957d-3711-4c6b-9cfb-a1b9bd230e8e, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=b274957d-3711-4c6b-9cfb-a1b9bd230e8e,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:11:35.705147 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-11659402-0a5f-4985-b2f5-54ecf0ac9a23 req-9a61b655-ffd0-4ff1-89d7-e9866dafb4ed tempest-ImagesOneServerTestJSON-70638764 tempest-ImagesOneServerTestJSON-70638764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:35.725386 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-11659402-0a5f-4985-b2f5-54ecf0ac9a23 req-9a61b655-ffd0-4ff1-89d7-e9866dafb4ed tempest-ImagesOneServerTestJSON-70638764 tempest-ImagesOneServerTestJSON-70638764-project] Calling delete_port for b274957d-3711-4c6b-9cfb-a1b9bd230e8e owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:11:35.767901 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=1b6ae066-aa3e-4b59-956a-1ed6c89e421c,revision_number=10']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:35.869992 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-11659402-0a5f-4985-b2f5-54ecf0ac9a23 req-9a61b655-ffd0-4ff1-89d7-e9866dafb4ed tempest-ImagesOneServerTestJSON-70638764 tempest-ImagesOneServerTestJSON-70638764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:35.900363 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a61b655-ffd0-4ff1-89d7-e9866dafb4ed tempest-ImagesOneServerTestJSON-70638764 tempest-ImagesOneServerTestJSON-70638764-project] Pushing event deleted for resources: {'Port': ['ID=b274957d-3711-4c6b-9cfb-a1b9bd230e8e,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:35.946862 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-11659402-0a5f-4985-b2f5-54ecf0ac9a23 req-9a61b655-ffd0-4ff1-89d7-e9866dafb4ed tempest-ImagesOneServerTestJSON-70638764 tempest-ImagesOneServerTestJSON-70638764-project] No DVR routers for this DVR port b274957d-3711-4c6b-9cfb-a1b9bd230e8e on host n-h1-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:11:35.949679 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-11659402-0a5f-4985-b2f5-54ecf0ac9a23 req-9a61b655-ffd0-4ff1-89d7-e9866dafb4ed tempest-ImagesOneServerTestJSON-70638764 tempest-ImagesOneServerTestJSON-70638764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:35.952218 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-11659402-0a5f-4985-b2f5-54ecf0ac9a23 req-9a61b655-ffd0-4ff1-89d7-e9866dafb4ed tempest-ImagesOneServerTestJSON-70638764 tempest-ImagesOneServerTestJSON-70638764-project] 10.222.0.46 "DELETE /v2.0/ports/b274957d-3711-4c6b-9cfb-a1b9bd230e8e HTTP/1.1" status: 204 len: 173 time: 0.4640479 Aug 29 04:11:35.952682 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '105889b2-d98b-4afc-aef1-39ab51a9c0c5', 'name': 'network-vif-deleted', 'tag': 'b274957d-3711-4c6b-9cfb-a1b9bd230e8e'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:11:35.954921 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcf0ee7a-6185-49f6-bc1a-9697fe5f5f74" -d '{"events": [{"server_uuid": "105889b2-d98b-4afc-aef1-39ab51a9c0c5", "name": "network-vif-deleted", "tag": "b274957d-3711-4c6b-9cfb-a1b9bd230e8e"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:11:35.993624 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bee03dcd-0541-48ff-9f94-5aa243338b6f x-openstack-request-id: req-bee03dcd-0541-48ff-9f94-5aa243338b6f {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:11:35.993914 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "105889b2-d98b-4afc-aef1-39ab51a9c0c5", "name": "network-vif-deleted", "tag": "b274957d-3711-4c6b-9cfb-a1b9bd230e8e", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:11:35.994169 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bee03dcd-0541-48ff-9f94-5aa243338b6f {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:11:35.994580 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '105889b2-d98b-4afc-aef1-39ab51a9c0c5', 'name': 'network-vif-deleted', 'tag': 'b274957d-3711-4c6b-9cfb-a1b9bd230e8e', 'status': 'completed', 'code': 200} Aug 29 04:11:36.176239 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3deb9ee0-8a34-4ab3-8a4d-3388f501523c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:36.178825 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c484f1-f727-4abb-a677-257bf5aa16f2 req-d5c76fc4-f226-40e0-b26f-37c7966af951 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:36.181380 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-08c484f1-f727-4abb-a677-257bf5aa16f2 req-d5c76fc4-f226-40e0-b26f-37c7966af951 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=25d520e8-68a6-43ea-9d0d-90cd31433780 HTTP/1.1" status: 200 len: 948 time: 0.0663438 Aug 29 04:11:36.223152 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-08c484f1-f727-4abb-a677-257bf5aa16f2 req-f47b6a88-5a59-4393-bafc-14cc742382d1 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336187 Aug 29 04:11:36.455032 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 1b6ae066-aa3e-4b59-956a-1ed6c89e421c up at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:11:36.508872 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f8b55871-8719-4786-8444-fb6a5d5ee607 req-a18173f3-f0ae-4df9-a208-3442715acd55 tempest-ImagesOneServerTestJSON-70638764 tempest-ImagesOneServerTestJSON-70638764-project] 10.222.0.22 "GET /v2.0/ports?device_id=105889b2-d98b-4afc-aef1-39ab51a9c0c5 HTTP/1.1" status: 200 len: 210 time: 0.0487599 Aug 29 04:11:36.524128 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning complete for port 1b6ae066-aa3e-4b59-956a-1ed6c89e421c triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:11:36.524591 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:36.613578 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:36.654073 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 1b6ae066-aa3e-4b59-956a-1ed6c89e421c, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=1b6ae066-aa3e-4b59-956a-1ed6c89e421c,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:11:36.659093 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:36.722099 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c8d4f5ed-c3be-4fff-8239-ad4e6a90aa83 req-63356710-d3c0-49a1-b209-37217c33ee0f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d7544df5-0d57-404e-87e6-ccc1d6ac0bef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0691295 Aug 29 04:11:36.725054 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=1b6ae066-aa3e-4b59-956a-1ed6c89e421c,revision_number=11']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:36.730720 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25d520e8-68a6-43ea-9d0d-90cd31433780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a42538bf-2d2b-4567-a1ec-338bfb54c1bc'}, {'server_uuid': '3698ca45-79dc-4840-b1cf-184940aeb2f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b6ae066-aa3e-4b59-956a-1ed6c89e421c'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:11:36.736742 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7eef96f-9a52-4138-99d5-e80a796435c4" -d '{"events": [{"server_uuid": "25d520e8-68a6-43ea-9d0d-90cd31433780", "name": "network-vif-plugged", "status": "completed", "tag": "a42538bf-2d2b-4567-a1ec-338bfb54c1bc"}, {"server_uuid": "3698ca45-79dc-4840-b1cf-184940aeb2f5", "name": "network-vif-plugged", "status": "completed", "tag": "1b6ae066-aa3e-4b59-956a-1ed6c89e421c"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:11:36.799120 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ab1c2f-d699-4d56-a889-53566c5b2179 req-6023b1f6-83ee-48a0-9dcd-9cae5586b536 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:36.800806 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-37ab1c2f-d699-4d56-a889-53566c5b2179 req-6023b1f6-83ee-48a0-9dcd-9cae5586b536 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/ports?device_id=3698ca45-79dc-4840-b1cf-184940aeb2f5 HTTP/1.1" status: 200 len: 951 time: 0.0646074 Aug 29 04:11:36.857728 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 29 Aug 2021 04:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ff5275c-f8ad-4a6f-81f3-3f2f34ba2d73 x-openstack-request-id: req-6ff5275c-f8ad-4a6f-81f3-3f2f34ba2d73 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:11:36.858030 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25d520e8-68a6-43ea-9d0d-90cd31433780", "name": "network-vif-plugged", "status": "completed", "tag": "a42538bf-2d2b-4567-a1ec-338bfb54c1bc", "code": 200}, {"server_uuid": "3698ca45-79dc-4840-b1cf-184940aeb2f5", "name": "network-vif-plugged", "status": "completed", "tag": "1b6ae066-aa3e-4b59-956a-1ed6c89e421c", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:11:36.858278 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6ff5275c-f8ad-4a6f-81f3-3f2f34ba2d73 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:11:36.858707 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25d520e8-68a6-43ea-9d0d-90cd31433780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a42538bf-2d2b-4567-a1ec-338bfb54c1bc', 'code': 200} Aug 29 04:11:36.858959 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3698ca45-79dc-4840-b1cf-184940aeb2f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b6ae066-aa3e-4b59-956a-1ed6c89e421c', 'code': 200} Aug 29 04:11:37.019675 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:37.126815 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:37.169989 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d4f5ed-c3be-4fff-8239-ad4e6a90aa83 req-49188af7-7cf6-4ccd-af65-3a1c46b8f79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:37.171798 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c8d4f5ed-c3be-4fff-8239-ad4e6a90aa83 req-49188af7-7cf6-4ccd-af65-3a1c46b8f79a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=deb3dc006f0a4f35812708db69505629&device_id=d7544df5-0d57-404e-87e6-ccc1d6ac0bef HTTP/1.1" status: 200 len: 1102 time: 0.3699763 Aug 29 04:11:37.182446 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-37ab1c2f-d699-4d56-a889-53566c5b2179 req-bf6e38a4-f978-43af-b207-8feadbfdb9b6 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/security-groups?id=268ad66b-6c1a-4e93-9fbd-057377cdbb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3725185 Aug 29 04:11:37.226468 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc753211-bd6f-4c0b-a4f7-118e26299716 req-c209f819-13ce-4245-a106-3a32e40e8c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:37.228029 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-cc753211-bd6f-4c0b-a4f7-118e26299716 req-c209f819-13ce-4245-a106-3a32e40e8c5a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3698ca45-79dc-4840-b1cf-184940aeb2f5 HTTP/1.1" status: 200 len: 1103 time: 0.0602381 Aug 29 04:11:37.338547 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-cc753211-bd6f-4c0b-a4f7-118e26299716 req-67117b3d-f0b1-49e1-a6e1-1161cf719e55 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=268ad66b-6c1a-4e93-9fbd-057377cdbb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012583 Aug 29 04:11:37.379527 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0bc7c0-aad2-413e-ad0b-d2de90f38269 req-4c15194f-237d-4983-b14d-b80ba779fa84 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:37.382461 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d4f5ed-c3be-4fff-8239-ad4e6a90aa83 req-53e2c73d-9c3e-47ba-a83b-af8bfe98de29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:37.382720 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1e0bc7c0-aad2-413e-ad0b-d2de90f38269 req-4c15194f-237d-4983-b14d-b80ba779fa84 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=25d520e8-68a6-43ea-9d0d-90cd31433780 HTTP/1.1" status: 200 len: 948 time: 0.0704386 Aug 29 04:11:37.385058 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c8d4f5ed-c3be-4fff-8239-ad4e6a90aa83 req-53e2c73d-9c3e-47ba-a83b-af8bfe98de29 service neutron] 10.222.0.48 "GET /v2.0/networks?id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 HTTP/1.1" status: 200 len: 870 time: 0.1462851 Aug 29 04:11:37.430008 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c8d4f5ed-c3be-4fff-8239-ad4e6a90aa83 req-43dfcd96-eb58-4a73-8566-a81233ba90fc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=719e8a8e-0571-4714-b496-af85e54d2091 HTTP/1.1" status: 200 len: 217 time: 0.0372400 Aug 29 04:11:37.431765 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1e0bc7c0-aad2-413e-ad0b-d2de90f38269 req-3285d1c6-abda-45b1-80d9-a46e984a1e7b tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409336 Aug 29 04:11:37.484153 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d4f5ed-c3be-4fff-8239-ad4e6a90aa83 req-bbce402b-6558-42c4-8d19-938aef93926a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:37.485925 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c8d4f5ed-c3be-4fff-8239-ad4e6a90aa83 req-bbce402b-6558-42c4-8d19-938aef93926a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=18cd12d4-b12a-41b0-b0c5-618edbb84e74 HTTP/1.1" status: 200 len: 843 time: 0.0459476 Aug 29 04:11:37.570089 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d4f5ed-c3be-4fff-8239-ad4e6a90aa83 req-e1aa5bdb-e5a6-4547-a845-8dff0bee731a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:37.571616 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c8d4f5ed-c3be-4fff-8239-ad4e6a90aa83 req-e1aa5bdb-e5a6-4547-a845-8dff0bee731a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0748706 Aug 29 04:11:37.582961 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281804f6-597b-47d4-a5aa-947b3eef8bdd req-8793190b-3471-4c1c-9fea-2c14cba4e2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:37.584464 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-281804f6-597b-47d4-a5aa-947b3eef8bdd req-8793190b-3471-4c1c-9fea-2c14cba4e2ab service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=25d520e8-68a6-43ea-9d0d-90cd31433780&tenant_id=4b47ebaf5a2144e2beea71bdc91317f3 HTTP/1.1" status: 200 len: 1100 time: 0.0600674 Aug 29 04:11:37.697506 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281804f6-597b-47d4-a5aa-947b3eef8bdd req-acb5b4c6-201c-40fa-89a9-c44bffd4152c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:37.699053 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-281804f6-597b-47d4-a5aa-947b3eef8bdd req-acb5b4c6-201c-40fa-89a9-c44bffd4152c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4b47ebaf5a2144e2beea71bdc91317f3&device_id=25d520e8-68a6-43ea-9d0d-90cd31433780 HTTP/1.1" status: 200 len: 1100 time: 0.0659211 Aug 29 04:11:37.716364 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c8d4f5ed-c3be-4fff-8239-ad4e6a90aa83 req-d968d061-7872-4fe1-b72d-dd80a4845d8a service neutron] 10.222.0.48 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308844 Aug 29 04:11:37.869742 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281804f6-597b-47d4-a5aa-947b3eef8bdd req-ed820106-50bc-4fc3-99e7-ea7f9a3d7c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:37.872196 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-281804f6-597b-47d4-a5aa-947b3eef8bdd req-ed820106-50bc-4fc3-99e7-ea7f9a3d7c52 service neutron] 10.222.0.48 "GET /v2.0/networks?id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 HTTP/1.1" status: 200 len: 870 time: 0.1634402 Aug 29 04:11:37.879771 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c8d4f5ed-c3be-4fff-8239-ad4e6a90aa83 req-b3b1e198-ba01-4e50-9612-fd334a6db5ff service neutron] 10.222.0.48 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525474 Aug 29 04:11:37.880977 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 37116) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:11:37.953452 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-281804f6-597b-47d4-a5aa-947b3eef8bdd req-38532b46-e46a-40b9-8937-e6d212fe2929 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=a42538bf-2d2b-4567-a1ec-338bfb54c1bc HTTP/1.1" status: 200 len: 217 time: 0.0446138 Aug 29 04:11:38.059480 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281804f6-597b-47d4-a5aa-947b3eef8bdd req-61c3ddac-23a9-4225-ade7-ae8431a9502e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:38.061973 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-281804f6-597b-47d4-a5aa-947b3eef8bdd req-61c3ddac-23a9-4225-ade7-ae8431a9502e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=18cd12d4-b12a-41b0-b0c5-618edbb84e74 HTTP/1.1" status: 200 len: 843 time: 0.0921509 Aug 29 04:11:38.134768 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-5dfddacb-0c22-4971-9646-af2f2e7aa11e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a81a2e95d93f4be3a1e76603f260016a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2523890 Aug 29 04:11:38.137655 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 37124) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:11:38.155290 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281804f6-597b-47d4-a5aa-947b3eef8bdd req-1ccb6b06-5e2e-4473-a83b-0415cfa558d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:38.157847 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-281804f6-597b-47d4-a5aa-947b3eef8bdd req-1ccb6b06-5e2e-4473-a83b-0415cfa558d8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0866692 Aug 29 04:11:38.191105 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-247e1b66-cd1e-498c-ab6b-21a432802781 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:38.224568 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-247e1b66-cd1e-498c-ab6b-21a432802781 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:38.268704 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-281804f6-597b-47d4-a5aa-947b3eef8bdd req-ba5e092c-3b1b-4974-b8ec-db35a24c3151 service neutron] 10.222.0.48 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028459 Aug 29 04:11:38.307330 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-247e1b66-cd1e-498c-ab6b-21a432802781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:38.310163 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-247e1b66-cd1e-498c-ab6b-21a432802781 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:38.311343 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-247e1b66-cd1e-498c-ab6b-21a432802781 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1a5a636a-7fbc-4646-bf52-33ca0672e56a HTTP/1.1" status: 204 len: 168 time: 0.1726651 Aug 29 04:11:38.321010 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247e1b66-cd1e-498c-ab6b-21a432802781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a5a636a-7fbc-4646-bf52-33ca0672e56a,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:38.331155 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247e1b66-cd1e-498c-ab6b-21a432802781 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:38.331883 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247e1b66-cd1e-498c-ab6b-21a432802781 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:38.332465 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247e1b66-cd1e-498c-ab6b-21a432802781 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:38.332739 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247e1b66-cd1e-498c-ab6b-21a432802781 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:38.333080 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247e1b66-cd1e-498c-ab6b-21a432802781 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:38.333410 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247e1b66-cd1e-498c-ab6b-21a432802781 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:38.333740 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247e1b66-cd1e-498c-ab6b-21a432802781 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:38.334058 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247e1b66-cd1e-498c-ab6b-21a432802781 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:38.334551 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247e1b66-cd1e-498c-ab6b-21a432802781 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:38.335047 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247e1b66-cd1e-498c-ab6b-21a432802781 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:38.335547 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247e1b66-cd1e-498c-ab6b-21a432802781 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:38.335966 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247e1b66-cd1e-498c-ab6b-21a432802781 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:38.410034 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6a5bee-791f-4b9f-a228-230024dc695e req-ba22fc28-ac58-495e-947d-57a9cc9b843c tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:38.412638 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4e6a5bee-791f-4b9f-a228-230024dc695e req-ba22fc28-ac58-495e-947d-57a9cc9b843c tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/ports?device_id=3698ca45-79dc-4840-b1cf-184940aeb2f5 HTTP/1.1" status: 200 len: 951 time: 0.0727277 Aug 29 04:11:38.429255 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-281804f6-597b-47d4-a5aa-947b3eef8bdd req-70776145-83fd-43dc-838a-6b3d2a70b2c8 service neutron] 10.222.0.48 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492343 Aug 29 04:11:38.481567 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4e6a5bee-791f-4b9f-a228-230024dc695e req-fafb8378-6a20-44b6-9a93-af75de7b9c56 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/security-groups?id=268ad66b-6c1a-4e93-9fbd-057377cdbb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525916 Aug 29 04:11:38.483512 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device b274957d-3711-4c6b-9cfb-a1b9bd230e8e no longer exists at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:11:38.515841 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] No Port match for: b274957d-3711-4c6b-9cfb-a1b9bd230e8e {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:11:38.516278 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device b274957d-3711-4c6b-9cfb-a1b9bd230e8e not bound to the agent host n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:11:38.526528 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:38.585728 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4819e6-c2d5-4a6e-8e49-78ac0bfe2123 req-b49d9122-cdac-495f-94ba-0fd0a852805a tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:38.593904 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1f4819e6-c2d5-4a6e-8e49-78ac0bfe2123 req-b49d9122-cdac-495f-94ba-0fd0a852805a tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=25d520e8-68a6-43ea-9d0d-90cd31433780 HTTP/1.1" status: 200 len: 948 time: 0.0581405 Aug 29 04:11:38.630337 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1f4819e6-c2d5-4a6e-8e49-78ac0bfe2123 req-53df5af8-7e88-46df-a6c4-b862c8384463 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353220 Aug 29 04:11:38.826156 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:11:39.471640 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 37174) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:11:39.584955 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-99e237f8-82b1-4943-a8b5-e93eec18eb8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:39.598931 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274c3d0d-7324-4a0b-a6d3-1f5b1a15a206 req-328e9930-d82b-4ade-a730-1988570d8c5a tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:39.600607 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-274c3d0d-7324-4a0b-a6d3-1f5b1a15a206 req-328e9930-d82b-4ade-a730-1988570d8c5a tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/ports?device_id=3698ca45-79dc-4840-b1cf-184940aeb2f5 HTTP/1.1" status: 200 len: 951 time: 0.0543978 Aug 29 04:11:39.642982 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-274c3d0d-7324-4a0b-a6d3-1f5b1a15a206 req-4109161f-b515-48fb-b3c0-7e1b91f6802c tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/security-groups?id=268ad66b-6c1a-4e93-9fbd-057377cdbb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354600 Aug 29 04:11:39.704460 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-99e237f8-82b1-4943-a8b5-e93eec18eb8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:39.710632 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-99e237f8-82b1-4943-a8b5-e93eec18eb8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:39.780765 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-99e237f8-82b1-4943-a8b5-e93eec18eb8e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5904ec3048b04459ad82855ef3871710&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3078933 Aug 29 04:11:39.784782 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 37186) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:11:39.801021 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e237f8-82b1-4943-a8b5-e93eec18eb8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd736fe2-f28b-494f-9813-17e1dcd6d7ea,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:39.820567 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b10a1-a00f-4883-bd90-2afffe198417 req-23ee9ada-2640-4234-86ef-3193849a4750 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:39.822145 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-439b10a1-a00f-4883-bd90-2afffe198417 req-23ee9ada-2640-4234-86ef-3193849a4750 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=25d520e8-68a6-43ea-9d0d-90cd31433780 HTTP/1.1" status: 200 len: 948 time: 0.0850432 Aug 29 04:11:39.843932 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-01629672-210c-433d-87f5-519d0df7879a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:39.863466 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-439b10a1-a00f-4883-bd90-2afffe198417 req-577fa316-3fcb-45af-8600-43923901be25 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341513 Aug 29 04:11:39.888408 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-01629672-210c-433d-87f5-519d0df7879a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:39.923511 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84f001e-3eab-44e9-bbca-b45b1ebc8ee3 req-e13bfb1e-1b24-4c18-8665-32c87b5bf2b0 tempest-ServersAdminTestJSON-1407982068 tempest-ServersAdminTestJSON-1407982068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:39.925038 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c84f001e-3eab-44e9-bbca-b45b1ebc8ee3 req-e13bfb1e-1b24-4c18-8665-32c87b5bf2b0 tempest-ServersAdminTestJSON-1407982068 tempest-ServersAdminTestJSON-1407982068-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=3698ca45-79dc-4840-b1cf-184940aeb2f5 HTTP/1.1" status: 200 len: 1103 time: 0.0716598 Aug 29 04:11:39.962076 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-01629672-210c-433d-87f5-519d0df7879a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:39.964582 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-01629672-210c-433d-87f5-519d0df7879a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:39.966309 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-01629672-210c-433d-87f5-519d0df7879a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/dd736fe2-f28b-494f-9813-17e1dcd6d7ea HTTP/1.1" status: 204 len: 168 time: 0.1799242 Aug 29 04:11:39.969600 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c84f001e-3eab-44e9-bbca-b45b1ebc8ee3 req-f01506dd-184f-4d6c-8281-7fc46ebef995 tempest-ServersAdminTestJSON-1407982068 tempest-ServersAdminTestJSON-1407982068-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=268ad66b-6c1a-4e93-9fbd-057377cdbb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383706 Aug 29 04:11:39.975572 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01629672-210c-433d-87f5-519d0df7879a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd736fe2-f28b-494f-9813-17e1dcd6d7ea,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:39.991038 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01629672-210c-433d-87f5-519d0df7879a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:39.991594 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01629672-210c-433d-87f5-519d0df7879a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:39.992602 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01629672-210c-433d-87f5-519d0df7879a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:39.992602 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01629672-210c-433d-87f5-519d0df7879a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:39.993015 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01629672-210c-433d-87f5-519d0df7879a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:39.993332 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01629672-210c-433d-87f5-519d0df7879a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:39.993886 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01629672-210c-433d-87f5-519d0df7879a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:39.994004 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01629672-210c-433d-87f5-519d0df7879a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:39.994282 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01629672-210c-433d-87f5-519d0df7879a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:39.994620 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01629672-210c-433d-87f5-519d0df7879a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:39.994944 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01629672-210c-433d-87f5-519d0df7879a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:39.995276 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01629672-210c-433d-87f5-519d0df7879a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:40.207758 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b033d8a9-146e-4a0b-a9e0-526f96e2101d req-d1cb7742-7aea-46e5-a597-2d29f3335ec3 tempest-ServersAdminTestJSON-1407982068 tempest-ServersAdminTestJSON-1407982068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:40.209294 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b033d8a9-146e-4a0b-a9e0-526f96e2101d req-d1cb7742-7aea-46e5-a597-2d29f3335ec3 tempest-ServersAdminTestJSON-1407982068 tempest-ServersAdminTestJSON-1407982068-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=3698ca45-79dc-4840-b1cf-184940aeb2f5 HTTP/1.1" status: 200 len: 1103 time: 0.0477157 Aug 29 04:11:40.265880 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b033d8a9-146e-4a0b-a9e0-526f96e2101d req-6de36317-e075-408b-a946-0ef0910de074 tempest-ServersAdminTestJSON-1407982068 tempest-ServersAdminTestJSON-1407982068-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=268ad66b-6c1a-4e93-9fbd-057377cdbb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498335 Aug 29 04:11:40.527430 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21009542-0c62-4a1a-8c78-1971e12d8645 req-bfbafc03-dc4c-4051-96a9-7f8ade9f798d tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:40.529260 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-21009542-0c62-4a1a-8c78-1971e12d8645 req-bfbafc03-dc4c-4051-96a9-7f8ade9f798d tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/ports?device_id=880214ed-65b2-4d37-b362-de4dc7f7287e HTTP/1.1" status: 200 len: 950 time: 0.0567677 Aug 29 04:11:40.572774 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-21009542-0c62-4a1a-8c78-1971e12d8645 req-d2c75472-cb31-4a21-8d44-8b9a0c26d826 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/security-groups?id=268ad66b-6c1a-4e93-9fbd-057377cdbb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369604 Aug 29 04:11:40.990719 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5db5d2-57cc-454b-94d2-055ea15e02aa req-2f47d03c-b8d4-4e51-b0ae-153ef7498f74 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:40.992299 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ff5db5d2-57cc-454b-94d2-055ea15e02aa req-2f47d03c-b8d4-4e51-b0ae-153ef7498f74 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=25d520e8-68a6-43ea-9d0d-90cd31433780 HTTP/1.1" status: 200 len: 948 time: 0.0557797 Aug 29 04:11:41.031030 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ff5db5d2-57cc-454b-94d2-055ea15e02aa req-97851254-554b-466a-96f8-7393ef4e4354 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325937 Aug 29 04:11:41.399714 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device a42538bf-2d2b-4567-a1ec-338bfb54c1bc details requested by agent hyperv_n-h2-712140-12 with host n-h2-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:11:41.407454 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device a42538bf-2d2b-4567-a1ec-338bfb54c1bc no longer exists at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:11:41.573750 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port a42538bf-2d2b-4567-a1ec-338bfb54c1bc, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=a42538bf-2d2b-4567-a1ec-338bfb54c1bc,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:11:41.582889 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:41.594382 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Returning: {'device': 'a42538bf-2d2b-4567-a1ec-338bfb54c1bc', 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45', 'port_id': 'a42538bf-2d2b-4567-a1ec-338bfb54c1bc', 'mac_address': 'fa:16:3e:48:6e:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18cd12d4-b12a-41b0-b0c5-618edbb84e74', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:11:41.635263 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:41.655590 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25d520e8-68a6-43ea-9d0d-90cd31433780', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a42538bf-2d2b-4567-a1ec-338bfb54c1bc'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:11:41.657756 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3286348a-ea9d-4ce2-9a6b-b06500fd7710" -d '{"events": [{"server_uuid": "25d520e8-68a6-43ea-9d0d-90cd31433780", "name": "network-vif-unplugged", "status": "completed", "tag": "a42538bf-2d2b-4567-a1ec-338bfb54c1bc"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:11:41.665051 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a42538bf-2d2b-4567-a1ec-338bfb54c1bc {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:11:41.682569 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port a42538bf-2d2b-4567-a1ec-338bfb54c1bc, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=a42538bf-2d2b-4567-a1ec-338bfb54c1bc,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:11:41.692309 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:41.735764 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.db.api [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94830) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:11:41.736550 n-d-712140-12 neutron-server[94830]: DEBUG oslo_db.api [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:11:41.758109 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61af35a3-42e8-43d9-bea0-b2eaeaf562ca req-c3ec1a54-c645-4561-b1e4-eb90b24d5e7b tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:41.768401 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-61af35a3-42e8-43d9-bea0-b2eaeaf562ca req-c3ec1a54-c645-4561-b1e4-eb90b24d5e7b tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/ports?device_id=880214ed-65b2-4d37-b362-de4dc7f7287e HTTP/1.1" status: 200 len: 950 time: 0.1110320 Aug 29 04:11:41.776546 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb7bd49a-a9f5-408d-b6b2-cf7f932457e8 x-openstack-request-id: req-fb7bd49a-a9f5-408d-b6b2-cf7f932457e8 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:11:41.777104 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25d520e8-68a6-43ea-9d0d-90cd31433780", "name": "network-vif-unplugged", "status": "completed", "tag": "a42538bf-2d2b-4567-a1ec-338bfb54c1bc", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:11:41.777545 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fb7bd49a-a9f5-408d-b6b2-cf7f932457e8 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:11:41.778663 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25d520e8-68a6-43ea-9d0d-90cd31433780', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a42538bf-2d2b-4567-a1ec-338bfb54c1bc', 'code': 200} Aug 29 04:11:41.794975 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=a42538bf-2d2b-4567-a1ec-338bfb54c1bc,revision_number=9']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:41.848479 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-61af35a3-42e8-43d9-bea0-b2eaeaf562ca req-e776f6e7-dcd2-4f13-aea8-cf0e308980a2 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/security-groups?id=268ad66b-6c1a-4e93-9fbd-057377cdbb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789554 Aug 29 04:11:42.013572 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 37284) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:11:42.113182 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9880b676-07be-47ce-ab3a-9dcb2ce383fa req-72d3b7b6-078d-474c-b0c1-28c28aa31540 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:42.115331 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9880b676-07be-47ce-ab3a-9dcb2ce383fa req-72d3b7b6-078d-474c-b0c1-28c28aa31540 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.46 "GET /v2.0/ports?device_id=880214ed-65b2-4d37-b362-de4dc7f7287e HTTP/1.1" status: 200 len: 950 time: 0.0548778 Aug 29 04:11:42.168728 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-95cca642-6ffd-444a-b12e-e81f58e23091 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:42.168967 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316f3857-12bc-420c-94a0-bd3a439bf68c req-c528b595-d894-43b6-b7b4-497a28634972 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:42.170661 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-316f3857-12bc-420c-94a0-bd3a439bf68c req-c528b595-d894-43b6-b7b4-497a28634972 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=25d520e8-68a6-43ea-9d0d-90cd31433780 HTTP/1.1" status: 200 len: 946 time: 0.0560637 Aug 29 04:11:42.227283 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-316f3857-12bc-420c-94a0-bd3a439bf68c req-04d7408d-8101-4938-9e18-d973a456a661 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413368 Aug 29 04:11:42.303531 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-9880b676-07be-47ce-ab3a-9dcb2ce383fa req-934a7165-0505-411f-9da4-36d2aabce29a tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Deleting port 7aa32bad-9268-4062-abc8-58408278124e {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:11:42.303956 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-9880b676-07be-47ce-ab3a-9dcb2ce383fa req-934a7165-0505-411f-9da4-36d2aabce29a tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:42.313906 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:42.335748 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a42538bf-2d2b-4567-a1ec-338bfb54c1bc {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:11:42.364442 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port a42538bf-2d2b-4567-a1ec-338bfb54c1bc, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=a42538bf-2d2b-4567-a1ec-338bfb54c1bc,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:11:42.369689 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:42.413974 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-95cca642-6ffd-444a-b12e-e81f58e23091 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:42.423013 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-95cca642-6ffd-444a-b12e-e81f58e23091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:42.440441 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=a42538bf-2d2b-4567-a1ec-338bfb54c1bc,revision_number=10']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:42.449048 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:42.450719 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:42.451652 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:42.452199 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:42.452703 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:42.453198 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:42.453694 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:42.453994 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-9880b676-07be-47ce-ab3a-9dcb2ce383fa req-934a7165-0505-411f-9da4-36d2aabce29a tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] For port 7aa32bad-9268-4062-abc8-58408278124e, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=7aa32bad-9268-4062-abc8-58408278124e,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:11:42.454378 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:42.454526 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-9880b676-07be-47ce-ab3a-9dcb2ce383fa req-934a7165-0505-411f-9da4-36d2aabce29a tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:42.455319 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:42.455846 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:42.456459 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:42.456958 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:42.484224 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-9880b676-07be-47ce-ab3a-9dcb2ce383fa req-934a7165-0505-411f-9da4-36d2aabce29a tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Calling delete_port for 7aa32bad-9268-4062-abc8-58408278124e owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:11:42.491123 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-95cca642-6ffd-444a-b12e-e81f58e23091 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f7c1b76a94084cd69edcd5417b9f1a2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4764965 Aug 29 04:11:42.494710 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 37294) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:11:42.497572 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cca642-6ffd-444a-b12e-e81f58e23091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a135dc28-a078-428a-84fc-c0d12f3d6e31,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:42.589113 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-69272e89-0aac-4ab8-8248-350c38cffd35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:42.615236 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-69272e89-0aac-4ab8-8248-350c38cffd35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:42.686721 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-9880b676-07be-47ce-ab3a-9dcb2ce383fa req-934a7165-0505-411f-9da4-36d2aabce29a tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:42.696112 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-69272e89-0aac-4ab8-8248-350c38cffd35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:42.698936 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-69272e89-0aac-4ab8-8248-350c38cffd35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:42.700724 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-69272e89-0aac-4ab8-8248-350c38cffd35 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a135dc28-a078-428a-84fc-c0d12f3d6e31 HTTP/1.1" status: 204 len: 168 time: 0.2049136 Aug 29 04:11:42.708042 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['1b6ae066-aa3e-4b59-956a-1ed6c89e421c'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:11:42.720930 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69272e89-0aac-4ab8-8248-350c38cffd35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a135dc28-a078-428a-84fc-c0d12f3d6e31,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:42.769792 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934a7165-0505-411f-9da4-36d2aabce29a tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Pushing event deleted for resources: {'Port': ['ID=7aa32bad-9268-4062-abc8-58408278124e,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:42.826034 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-9880b676-07be-47ce-ab3a-9dcb2ce383fa req-934a7165-0505-411f-9da4-36d2aabce29a tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] No DVR routers for this DVR port 7aa32bad-9268-4062-abc8-58408278124e on host n-h1-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:11:42.830117 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-9880b676-07be-47ce-ab3a-9dcb2ce383fa req-934a7165-0505-411f-9da4-36d2aabce29a tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:42.833774 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9880b676-07be-47ce-ab3a-9dcb2ce383fa req-934a7165-0505-411f-9da4-36d2aabce29a tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.46 "DELETE /v2.0/ports/7aa32bad-9268-4062-abc8-58408278124e HTTP/1.1" status: 204 len: 173 time: 0.7109563 Aug 29 04:11:42.834526 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '880214ed-65b2-4d37-b362-de4dc7f7287e', 'name': 'network-vif-deleted', 'tag': '7aa32bad-9268-4062-abc8-58408278124e'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:11:42.848292 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-289d286f-bc8e-400a-b0b2-00a474cff140" -d '{"events": [{"server_uuid": "880214ed-65b2-4d37-b362-de4dc7f7287e", "name": "network-vif-deleted", "tag": "7aa32bad-9268-4062-abc8-58408278124e"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:11:42.858929 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['719e8a8e-0571-4714-b496-af85e54d2091'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:11:42.923411 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17f96989-e157-4e18-a319-bfc75c12800a x-openstack-request-id: req-17f96989-e157-4e18-a319-bfc75c12800a {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:11:42.924037 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "880214ed-65b2-4d37-b362-de4dc7f7287e", "name": "network-vif-deleted", "tag": "7aa32bad-9268-4062-abc8-58408278124e", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:11:42.924512 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-17f96989-e157-4e18-a319-bfc75c12800a {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:11:42.925128 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '880214ed-65b2-4d37-b362-de4dc7f7287e', 'name': 'network-vif-deleted', 'tag': '7aa32bad-9268-4062-abc8-58408278124e', 'status': 'completed', 'code': 200} Aug 29 04:11:43.068569 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['a42538bf-2d2b-4567-a1ec-338bfb54c1bc'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:11:43.117747 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1a0d201c-6c68-42e9-85bb-a1ef80bcc43f req-b3fdca42-24d9-41cb-81ea-c78a2c0290c9 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/ports?device_id=880214ed-65b2-4d37-b362-de4dc7f7287e HTTP/1.1" status: 200 len: 210 time: 0.0891218 Aug 29 04:11:43.444981 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058bceb7-2831-46f6-b60d-6a960288978e req-0d7fccef-018d-4fcd-943f-994203fbce8d tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:43.451931 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-058bceb7-2831-46f6-b60d-6a960288978e req-0d7fccef-018d-4fcd-943f-994203fbce8d tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=25d520e8-68a6-43ea-9d0d-90cd31433780 HTTP/1.1" status: 200 len: 948 time: 0.1159835 Aug 29 04:11:43.519551 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-058bceb7-2831-46f6-b60d-6a960288978e req-319b9374-8dba-4bf9-ac12-6ce6c491d6d5 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638502 Aug 29 04:11:43.687492 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8625fa-ee30-49bd-8f47-a23b0b65fbd2 req-8033a652-5fa0-4937-b585-436e15c669f8 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:43.689650 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-cd8625fa-ee30-49bd-8f47-a23b0b65fbd2 req-8033a652-5fa0-4937-b585-436e15c669f8 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=25d520e8-68a6-43ea-9d0d-90cd31433780 HTTP/1.1" status: 200 len: 948 time: 0.0793095 Aug 29 04:11:43.740922 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-cd8625fa-ee30-49bd-8f47-a23b0b65fbd2 req-3d8edebb-ab5f-4dac-b0b9-8e166f117726 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400794 Aug 29 04:11:43.866483 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 37338) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:11:43.994315 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-e73e6162-6844-44f2-9a07-1cd5a24c5aef admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1051480915-network', 'tenant_id': 'f73778e0d9214f348fd02760f7ffd051'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:11:44.017956 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c305fee4-a013-4783-831e-d0c6a9457c7b req-35f21212-ac0d-4e39-a820-59bc4502cf89 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=4b47ebaf5a2144e2beea71bdc91317f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329752 Aug 29 04:11:44.020510 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e73e6162-6844-44f2-9a07-1cd5a24c5aef admin admin] Made reservation on behalf of f73778e0d9214f348fd02760f7ffd051 for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:11:44.022861 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e73e6162-6844-44f2-9a07-1cd5a24c5aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:44.033035 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e73e6162-6844-44f2-9a07-1cd5a24c5aef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:44.150780 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c305fee4-a013-4783-831e-d0c6a9457c7b req-7c98739d-e08f-4f73-b96c-cc11fad358d8 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:44.153136 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c305fee4-a013-4783-831e-d0c6a9457c7b req-7c98739d-e08f-4f73-b96c-cc11fad358d8 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1286981 Aug 29 04:11:44.157958 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e73e6162-6844-44f2-9a07-1cd5a24c5aef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:44.164581 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e73e6162-6844-44f2-9a07-1cd5a24c5aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:44.170190 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c305fee4-a013-4783-831e-d0c6a9457c7b req-1746bc68-5278-462f-a19e-4bbcddb12678 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/quotas/4b47ebaf5a2144e2beea71bdc91317f3 HTTP/1.1" status: 200 len: 375 time: 0.0118318 Aug 29 04:11:44.192200 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e73e6162-6844-44f2-9a07-1cd5a24c5aef admin admin] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:11:44.211013 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e73e6162-6844-44f2-9a07-1cd5a24c5aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:44.211479 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-e73e6162-6844-44f2-9a07-1cd5a24c5aef admin admin] Added segment a8668b03-b4e0-498c-b6df-3d7ccf95405f of type vlan for network 829af9ce-16e3-4eab-bed8-8c18191d610b Aug 29 04:11:44.219632 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73e6162-6844-44f2-9a07-1cd5a24c5aef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d529ab04-8b31-44e2-a732-57498953d687,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:44.265170 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e73e6162-6844-44f2-9a07-1cd5a24c5aef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:44.295109 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c305fee4-a013-4783-831e-d0c6a9457c7b req-2b1348ce-ecc7-4fe4-90ce-f51b94259ae7 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=4b47ebaf5a2144e2beea71bdc91317f3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1145065 Aug 29 04:11:44.307306 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e73e6162-6844-44f2-9a07-1cd5a24c5aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:44.308424 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73e6162-6844-44f2-9a07-1cd5a24c5aef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:44.309574 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e73e6162-6844-44f2-9a07-1cd5a24c5aef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:44.372853 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-e73e6162-6844-44f2-9a07-1cd5a24c5aef admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5052364 Aug 29 04:11:44.375750 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 37362) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:11:44.380645 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-b93cadb6-5eb4-48d5-af6f-e803f4900709 admin admin] Request body: {'subnet': {'network_id': '829af9ce-16e3-4eab-bed8-8c18191d610b', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1051480915-subnet', 'tenant_id': 'f73778e0d9214f348fd02760f7ffd051', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:11:44.395182 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73e6162-6844-44f2-9a07-1cd5a24c5aef admin admin] Pushing event updated for resources: {'Network': ['ID=829af9ce-16e3-4eab-bed8-8c18191d610b,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:44.410411 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 829af9ce-16e3-4eab-bed8-8c18191d610b details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:11:44.415617 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b93cadb6-5eb4-48d5-af6f-e803f4900709 admin admin] Made reservation on behalf of f73778e0d9214f348fd02760f7ffd051 for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:11:44.419716 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b93cadb6-5eb4-48d5-af6f-e803f4900709 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:44.512053 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 7aa32bad-9268-4062-abc8-58408278124e no longer exists at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:11:44.528446 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-38a54cbe-cf08-43ee-9af4-365ebcf07bd0 req-0b073462-d689-443c-acc4-18cb444e398a tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=d08c5cc7-debc-40a5-960a-3b21fc8777de HTTP/1.1" status: 200 len: 210 time: 0.0405328 Aug 29 04:11:44.606771 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] No Port match for: 7aa32bad-9268-4062-abc8-58408278124e {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:11:44.607214 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 7aa32bad-9268-4062-abc8-58408278124e not bound to the agent host n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:11:44.777065 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b93cadb6-5eb4-48d5-af6f-e803f4900709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:44.787186 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771c6c39-389c-42ce-bf9c-b5c51c3f5c76 req-d2e3f5a1-3a4f-45c7-af3d-26a5f34e9c5a tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:44.789001 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-771c6c39-389c-42ce-bf9c-b5c51c3f5c76 req-d2e3f5a1-3a4f-45c7-af3d-26a5f34e9c5a tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7544df5-0d57-404e-87e6-ccc1d6ac0bef HTTP/1.1" status: 200 len: 950 time: 0.0673873 Aug 29 04:11:44.864667 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93cadb6-5eb4-48d5-af6f-e803f4900709 admin admin] Checking segment: {'id': 'a8668b03-b4e0-498c-b6df-3d7ccf95405f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '829af9ce-16e3-4eab-bed8-8c18191d610b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:11:44.865039 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93cadb6-5eb4-48d5-af6f-e803f4900709 admin admin] Network hostable DHCP agents. Network: 829af9ce-16e3-4eab-bed8-8c18191d610b, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:11:44.892241 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-771c6c39-389c-42ce-bf9c-b5c51c3f5c76 req-15b5cc14-326e-437a-9cfc-8bbc4d7433e4 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/security-groups?id=268ad66b-6c1a-4e93-9fbd-057377cdbb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800948 Aug 29 04:11:44.893774 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93cadb6-5eb4-48d5-af6f-e803f4900709 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8a668a7-fe50-44dd-9ecd-5aa4bdd3a07c,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:44.906899 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93cadb6-5eb4-48d5-af6f-e803f4900709 admin admin] Network 829af9ce-16e3-4eab-bed8-8c18191d610b is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:11:44.916978 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-b93cadb6-5eb4-48d5-af6f-e803f4900709 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 829af9ce-16e3-4eab-bed8-8c18191d610b) {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:11:44.922034 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b93cadb6-5eb4-48d5-af6f-e803f4900709 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:44.922609 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b93cadb6-5eb4-48d5-af6f-e803f4900709 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:44.929552 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd1563f-97d6-443a-991b-96fd001a0f8c None None] Network 829af9ce-16e3-4eab-bed8-8c18191d610b requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:11:44.947839 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-b93cadb6-5eb4-48d5-af6f-e803f4900709 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5606608 Aug 29 04:11:45.106555 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089d9c06-2b4e-490c-a98c-a68e99400b9d None None] Network 829af9ce-16e3-4eab-bed8-8c18191d610b requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:11:45.336295 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-530025f3-160f-4ea1-8531-3eec8bfa572a req-ae80bf1d-cc9b-4352-91d9-a52dbf5ea8b6 tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1698377325', 'description': 'tempest-description-1261773289'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:11:45.369907 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-530025f3-160f-4ea1-8531-3eec8bfa572a req-ae80bf1d-cc9b-4352-91d9-a52dbf5ea8b6 tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:45.451240 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device a42538bf-2d2b-4567-a1ec-338bfb54c1bc up at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:11:45.462013 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-530025f3-160f-4ea1-8531-3eec8bfa572a req-ae80bf1d-cc9b-4352-91d9-a52dbf5ea8b6 tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:45.466095 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-530025f3-160f-4ea1-8531-3eec8bfa572a req-ae80bf1d-cc9b-4352-91d9-a52dbf5ea8b6 tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:45.492701 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-530025f3-160f-4ea1-8531-3eec8bfa572a req-ae80bf1d-cc9b-4352-91d9-a52dbf5ea8b6 tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:45.493839 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-530025f3-160f-4ea1-8531-3eec8bfa572a req-ae80bf1d-cc9b-4352-91d9-a52dbf5ea8b6 tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.1622474 Aug 29 04:11:45.498953 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae80bf1d-cc9b-4352-91d9-a52dbf5ea8b6 tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49565492-e6c6-43dd-b139-014627dd7464,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:45.511361 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning complete for port a42538bf-2d2b-4567-a1ec-338bfb54c1bc triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:11:45.511760 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:45.566048 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-49b1314c-404a-4b62-88b7-7ff96df40bc1 req-f5da254b-4bc6-47eb-8985-0b7031853cae tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] 10.222.0.22 "GET /v2.0/security-groups/49565492-e6c6-43dd-b139-014627dd7464 HTTP/1.1" status: 200 len: 1805 time: 0.0463595 Aug 29 04:11:45.598188 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:45.604147 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-49b1314c-404a-4b62-88b7-7ff96df40bc1 req-dd1741b9-4484-46ca-a235-3d8a50daf214 tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '49565492-e6c6-43dd-b139-014627dd7464', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:11:45.604570 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-49b1314c-404a-4b62-88b7-7ff96df40bc1 req-dd1741b9-4484-46ca-a235-3d8a50daf214 tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '49565492-e6c6-43dd-b139-014627dd7464', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:11:45.665608 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port a42538bf-2d2b-4567-a1ec-338bfb54c1bc, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=a42538bf-2d2b-4567-a1ec-338bfb54c1bc,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:11:45.666855 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25d520e8-68a6-43ea-9d0d-90cd31433780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a42538bf-2d2b-4567-a1ec-338bfb54c1bc'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:11:45.670647 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fddda67d-fe16-41be-a855-e2b1b65844a9" -d '{"events": [{"server_uuid": "25d520e8-68a6-43ea-9d0d-90cd31433780", "name": "network-vif-plugged", "status": "completed", "tag": "a42538bf-2d2b-4567-a1ec-338bfb54c1bc"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:11:45.675416 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:45.708166 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-49b1314c-404a-4b62-88b7-7ff96df40bc1 req-dd1741b9-4484-46ca-a235-3d8a50daf214 tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:45.749631 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=a42538bf-2d2b-4567-a1ec-338bfb54c1bc,revision_number=11']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:45.764716 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8e5c82fc-47b7-4e8b-a2ce-e2ba23751bcc req-6ffabbc5-2d03-4afd-bb08-f0f4492e9a1d tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=d08c5cc7-debc-40a5-960a-3b21fc8777de HTTP/1.1" status: 200 len: 210 time: 0.0732143 Aug 29 04:11:45.774872 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c305fee4-a013-4783-831e-d0c6a9457c7b req-4080f324-0e42-4b0c-89be-2f6d9c24d0f2 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=4b47ebaf5a2144e2beea71bdc91317f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0803206 Aug 29 04:11:45.814679 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-49b1314c-404a-4b62-88b7-7ff96df40bc1 req-dd1741b9-4484-46ca-a235-3d8a50daf214 tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:45.833557 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-49b1314c-404a-4b62-88b7-7ff96df40bc1 req-dd1741b9-4484-46ca-a235-3d8a50daf214 tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:45.912535 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1741b9-4484-46ca-a235-3d8a50daf214 tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dbd449c-1095-4064-9130-62ff26fb885d,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:45.919837 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-49b1314c-404a-4b62-88b7-7ff96df40bc1 req-dd1741b9-4484-46ca-a235-3d8a50daf214 tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:45.921056 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-49b1314c-404a-4b62-88b7-7ff96df40bc1 req-dd1741b9-4484-46ca-a235-3d8a50daf214 tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3224361 Aug 29 04:11:45.976244 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c1ea267-0a1c-4d8d-8ddc-b1afe6186bcb x-openstack-request-id: req-2c1ea267-0a1c-4d8d-8ddc-b1afe6186bcb {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:11:45.976640 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25d520e8-68a6-43ea-9d0d-90cd31433780", "name": "network-vif-plugged", "status": "completed", "tag": "a42538bf-2d2b-4567-a1ec-338bfb54c1bc", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:11:45.977009 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2c1ea267-0a1c-4d8d-8ddc-b1afe6186bcb {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:11:45.977807 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25d520e8-68a6-43ea-9d0d-90cd31433780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a42538bf-2d2b-4567-a1ec-338bfb54c1bc', 'code': 200} Aug 29 04:11:45.983245 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c305fee4-a013-4783-831e-d0c6a9457c7b req-526a250b-cd26-4c97-bba0-7014fbef1023 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:45.984785 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c305fee4-a013-4783-831e-d0c6a9457c7b req-526a250b-cd26-4c97-bba0-7014fbef1023 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1985703 Aug 29 04:11:45.994042 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-7c13c0b8-8f09-4789-9b98-df801bd90eb4 req-2ee151cb-726f-4f03-a0fb-6df1a8018cc2 tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1716422156', 'description': 'tempest-description-1007844704'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:11:46.020131 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-7c13c0b8-8f09-4789-9b98-df801bd90eb4 req-2ee151cb-726f-4f03-a0fb-6df1a8018cc2 tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:46.062328 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-c305fee4-a013-4783-831e-d0c6a9457c7b req-5428a551-7959-4966-8dff-3fcd4e0901b4 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Request body: {'port': {'device_id': 'd08c5cc7-debc-40a5-960a-3b21fc8777de', 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45', 'admin_state_up': True, 'tenant_id': '4b47ebaf5a2144e2beea71bdc91317f3'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:11:46.117369 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bf301d-efaf-4a87-ad90-0f8eda72ca9b req-db95fcec-ed1b-4a73-a7c2-c7b6604e84bf tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:46.119128 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-82bf301d-efaf-4a87-ad90-0f8eda72ca9b req-db95fcec-ed1b-4a73-a7c2-c7b6604e84bf tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7544df5-0d57-404e-87e6-ccc1d6ac0bef HTTP/1.1" status: 200 len: 950 time: 0.0642772 Aug 29 04:11:46.159912 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-82bf301d-efaf-4a87-ad90-0f8eda72ca9b req-85283a88-22b4-40cd-aad4-1c53dda26259 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/security-groups?id=268ad66b-6c1a-4e93-9fbd-057377cdbb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333321 Aug 29 04:11:46.214104 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-7c13c0b8-8f09-4789-9b98-df801bd90eb4 req-2ee151cb-726f-4f03-a0fb-6df1a8018cc2 tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:46.222674 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-7c13c0b8-8f09-4789-9b98-df801bd90eb4 req-2ee151cb-726f-4f03-a0fb-6df1a8018cc2 tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:46.260927 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c305fee4-a013-4783-831e-d0c6a9457c7b req-5428a551-7959-4966-8dff-3fcd4e0901b4 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Made reservation on behalf of 4b47ebaf5a2144e2beea71bdc91317f3 for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:11:46.264950 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-c305fee4-a013-4783-831e-d0c6a9457c7b req-5428a551-7959-4966-8dff-3fcd4e0901b4 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:46.275394 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-7c13c0b8-8f09-4789-9b98-df801bd90eb4 req-2ee151cb-726f-4f03-a0fb-6df1a8018cc2 tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:46.276717 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7c13c0b8-8f09-4789-9b98-df801bd90eb4 req-2ee151cb-726f-4f03-a0fb-6df1a8018cc2 tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2867398 Aug 29 04:11:46.279354 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee151cb-726f-4f03-a0fb-6df1a8018cc2 tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63e552aa-76e6-4e1d-8c2d-fc321c3cfaf2,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:46.405889 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-84031c97-d543-46cc-b71e-c8b3cea68eb8 req-26f24d0a-7eed-4980-926c-751e4ef4ec76 tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] 10.222.0.22 "GET /v2.0/security-groups/63e552aa-76e6-4e1d-8c2d-fc321c3cfaf2 HTTP/1.1" status: 200 len: 1805 time: 0.0607698 Aug 29 04:11:46.418932 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-84031c97-d543-46cc-b71e-c8b3cea68eb8 req-b16b1ae1-c609-4942-b720-43f7a4878604 tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '63e552aa-76e6-4e1d-8c2d-fc321c3cfaf2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:11:46.419257 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-84031c97-d543-46cc-b71e-c8b3cea68eb8 req-b16b1ae1-c609-4942-b720-43f7a4878604 tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '63e552aa-76e6-4e1d-8c2d-fc321c3cfaf2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:11:46.436490 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-c305fee4-a013-4783-831e-d0c6a9457c7b req-5428a551-7959-4966-8dff-3fcd4e0901b4 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Allocated IP 192.168.233.179 (13e6dfc1-e9e7-40a1-8a14-d0febabf4d45/18cd12d4-b12a-41b0-b0c5-618edbb84e74/20cc507d-377c-4740-9b17-180c7947d1c9) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:11:46.479408 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-84031c97-d543-46cc-b71e-c8b3cea68eb8 req-b16b1ae1-c609-4942-b720-43f7a4878604 tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:46.506719 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-84031c97-d543-46cc-b71e-c8b3cea68eb8 req-b16b1ae1-c609-4942-b720-43f7a4878604 tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:46.521431 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-84031c97-d543-46cc-b71e-c8b3cea68eb8 req-b16b1ae1-c609-4942-b720-43f7a4878604 tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:46.549999 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16b1ae1-c609-4942-b720-43f7a4878604 tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=480bb672-bc80-4841-83e1-0c564def01d4,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:46.556660 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-84031c97-d543-46cc-b71e-c8b3cea68eb8 req-b16b1ae1-c609-4942-b720-43f7a4878604 tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:46.557949 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-84031c97-d543-46cc-b71e-c8b3cea68eb8 req-b16b1ae1-c609-4942-b720-43f7a4878604 tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.1431839 Aug 29 04:11:46.618484 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-c305fee4-a013-4783-831e-d0c6a9457c7b req-5428a551-7959-4966-8dff-3fcd4e0901b4 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:46.634489 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-c305fee4-a013-4783-831e-d0c6a9457c7b req-5428a551-7959-4966-8dff-3fcd4e0901b4 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Transition to ACTIVE for port object 20cc507d-377c-4740-9b17-180c7947d1c9 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:11:46.662772 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-2984ddcd-c6be-4736-93d4-ae24d8c956ff req-024e3fa0-6862-44b3-9a7a-9446fbfeea94 tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-574145760', 'description': 'tempest-description-905520534'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:11:46.697636 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b790a371-6b44-4609-ab1e-19ee49ff3f75 req-041dd2f5-4f12-41bb-be35-72403173a308 tempest-AttachSCSIVolumeTestJSON-1340692229 tempest-AttachSCSIVolumeTestJSON-1340692229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:46.698284 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2984ddcd-c6be-4736-93d4-ae24d8c956ff req-024e3fa0-6862-44b3-9a7a-9446fbfeea94 tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:46.699442 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b790a371-6b44-4609-ab1e-19ee49ff3f75 req-041dd2f5-4f12-41bb-be35-72403173a308 tempest-AttachSCSIVolumeTestJSON-1340692229 tempest-AttachSCSIVolumeTestJSON-1340692229-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f86af7c-ac62-4ba0-b5ea-fee3add1fda4 HTTP/1.1" status: 200 len: 946 time: 0.0584910 Aug 29 04:11:46.707496 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-c305fee4-a013-4783-831e-d0c6a9457c7b req-5428a551-7959-4966-8dff-3fcd4e0901b4 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:46.720968 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['ea1f70ee-b550-4aef-a765-072dca3d50eb'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:11:46.743215 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b790a371-6b44-4609-ab1e-19ee49ff3f75 req-db7028a5-0973-4945-a28e-615b300e2ef9 tempest-AttachSCSIVolumeTestJSON-1340692229 tempest-AttachSCSIVolumeTestJSON-1340692229-project] 10.222.0.22 "GET /v2.0/security-groups?id=7a19b0c8-e4ca-4424-8d73-01d84247d177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374904 Aug 29 04:11:46.754094 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['ca03363c-8150-420d-8512-0a3c1b4ff1b3', 'a42538bf-2d2b-4567-a1ec-338bfb54c1bc'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:11:46.774994 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c305fee4-a013-4783-831e-d0c6a9457c7b req-5428a551-7959-4966-8dff-3fcd4e0901b4 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:11:46.783914 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-c305fee4-a013-4783-831e-d0c6a9457c7b req-5428a551-7959-4966-8dff-3fcd4e0901b4 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:11:46.792417 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-c305fee4-a013-4783-831e-d0c6a9457c7b req-5428a551-7959-4966-8dff-3fcd4e0901b4 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:11:46.798464 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c305fee4-a013-4783-831e-d0c6a9457c7b req-5428a551-7959-4966-8dff-3fcd4e0901b4 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:46.799087 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-c305fee4-a013-4783-831e-d0c6a9457c7b req-5428a551-7959-4966-8dff-3fcd4e0901b4 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:46.805791 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5428a551-7959-4966-8dff-3fcd4e0901b4 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Pushing event updated for resources: {'Port': ['ID=20cc507d-377c-4740-9b17-180c7947d1c9,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:46.899103 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2984ddcd-c6be-4736-93d4-ae24d8c956ff req-024e3fa0-6862-44b3-9a7a-9446fbfeea94 tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:46.914243 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55ebf65-9ca0-4568-a06b-622edaaef049 req-9b59086a-3cd0-432e-9b2a-7d7039be59b8 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:46.915913 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a55ebf65-9ca0-4568-a06b-622edaaef049 req-9b59086a-3cd0-432e-9b2a-7d7039be59b8 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7544df5-0d57-404e-87e6-ccc1d6ac0bef HTTP/1.1" status: 200 len: 950 time: 0.1021144 Aug 29 04:11:46.917794 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2984ddcd-c6be-4736-93d4-ae24d8c956ff req-024e3fa0-6862-44b3-9a7a-9446fbfeea94 tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:46.937817 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b3466c-cfc8-4587-8184-19b6abb9f5c0 req-bca3a5ae-58a3-4b43-9964-9d1658904f12 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:46.938586 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c305fee4-a013-4783-831e-d0c6a9457c7b req-5428a551-7959-4966-8dff-3fcd4e0901b4 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8807814 Aug 29 04:11:46.944028 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-86b3466c-cfc8-4587-8184-19b6abb9f5c0 req-bca3a5ae-58a3-4b43-9964-9d1658904f12 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=d08c5cc7-debc-40a5-960a-3b21fc8777de HTTP/1.1" status: 200 len: 936 time: 0.0776217 Aug 29 04:11:46.985085 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-c305fee4-a013-4783-831e-d0c6a9457c7b req-a0f350fb-d029-4cd2-8b9e-fc04fabf66a3 service neutron] Request body: {'port': {'device_id': 'd08c5cc7-debc-40a5-960a-3b21fc8777de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:11:46.987796 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2984ddcd-c6be-4736-93d4-ae24d8c956ff req-024e3fa0-6862-44b3-9a7a-9446fbfeea94 tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:47.005182 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2984ddcd-c6be-4736-93d4-ae24d8c956ff req-024e3fa0-6862-44b3-9a7a-9446fbfeea94 tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3478312 Aug 29 04:11:47.020725 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-86b3466c-cfc8-4587-8184-19b6abb9f5c0 req-a2d87ec5-dc0e-498f-80eb-bc29fa27c57f tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668547 Aug 29 04:11:47.050498 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-e2109a30-1d4c-46f8-83e9-72a47a6b22ee req-7058c3e9-9a2b-4744-9221-e079f06a1429 tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1516314917', 'description': 'tempest-description-1527230557'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:11:47.054130 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024e3fa0-6862-44b3-9a7a-9446fbfeea94 tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cafc3dc-b299-4d2d-bae0-c22b1b3cf2d3,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:47.080652 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-e2109a30-1d4c-46f8-83e9-72a47a6b22ee req-7058c3e9-9a2b-4744-9221-e079f06a1429 tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:47.127487 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-c305fee4-a013-4783-831e-d0c6a9457c7b req-a0f350fb-d029-4cd2-8b9e-fc04fabf66a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:47.188504 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-a55ebf65-9ca0-4568-a06b-622edaaef049 req-a6487e4a-02c7-49ad-a52f-9e3be0feb2ab tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Deleting port 719e8a8e-0571-4714-b496-af85e54d2091 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:11:47.189000 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a55ebf65-9ca0-4568-a06b-622edaaef049 req-a6487e4a-02c7-49ad-a52f-9e3be0feb2ab tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:47.195319 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-c169f872-fd36-4f1e-a590-22598fb611ba None None] Provisioning for port 20cc507d-377c-4740-9b17-180c7947d1c9 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:11:47.197303 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-e2109a30-1d4c-46f8-83e9-72a47a6b22ee req-7058c3e9-9a2b-4744-9221-e079f06a1429 tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:47.208676 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-e2109a30-1d4c-46f8-83e9-72a47a6b22ee req-7058c3e9-9a2b-4744-9221-e079f06a1429 tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:47.212490 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-c169f872-fd36-4f1e-a590-22598fb611ba None None] Provisioning complete for port 20cc507d-377c-4740-9b17-180c7947d1c9 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:11:47.213121 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c169f872-fd36-4f1e-a590-22598fb611ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:47.244506 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-e2109a30-1d4c-46f8-83e9-72a47a6b22ee req-7058c3e9-9a2b-4744-9221-e079f06a1429 tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:47.259587 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e2109a30-1d4c-46f8-83e9-72a47a6b22ee req-7058c3e9-9a2b-4744-9221-e079f06a1429 tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2097430 Aug 29 04:11:47.259587 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7058c3e9-9a2b-4744-9221-e079f06a1429 tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3cda919-aab8-4d10-885d-41ce91b5b65b,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:47.299200 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-c169f872-fd36-4f1e-a590-22598fb611ba None None] Port 20cc507d-377c-4740-9b17-180c7947d1c9 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:11:47.340856 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7336f09e-da19-4e54-bac2-9c15afff8666 req-ff7c2eeb-9b76-4e6e-b7e6-f9c9bf8d50b8 tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] 10.222.0.22 "GET /v2.0/security-groups/2cafc3dc-b299-4d2d-bae0-c22b1b3cf2d3 HTTP/1.1" status: 200 len: 1803 time: 0.0535972 Aug 29 04:11:47.383402 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7336f09e-da19-4e54-bac2-9c15afff8666 req-70f6813f-8654-4f0e-91e1-2ad6b9f7172d tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] 10.222.0.22 "GET /v2.0/security-groups/c3cda919-aab8-4d10-885d-41ce91b5b65b HTTP/1.1" status: 200 len: 1805 time: 0.0372901 Aug 29 04:11:47.394245 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-7336f09e-da19-4e54-bac2-9c15afff8666 req-2db9ca29-c83d-4b27-8ed5-48ed3b79d8c8 tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '2cafc3dc-b299-4d2d-bae0-c22b1b3cf2d3', 'remote_group_id': 'c3cda919-aab8-4d10-885d-41ce91b5b65b', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:11:47.394559 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-7336f09e-da19-4e54-bac2-9c15afff8666 req-2db9ca29-c83d-4b27-8ed5-48ed3b79d8c8 tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '2cafc3dc-b299-4d2d-bae0-c22b1b3cf2d3', 'remote_group_id': 'c3cda919-aab8-4d10-885d-41ce91b5b65b', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:11:47.443606 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-a55ebf65-9ca0-4568-a06b-622edaaef049 req-a6487e4a-02c7-49ad-a52f-9e3be0feb2ab tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] For port 719e8a8e-0571-4714-b496-af85e54d2091, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=719e8a8e-0571-4714-b496-af85e54d2091,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:11:47.444029 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a55ebf65-9ca0-4568-a06b-622edaaef049 req-a6487e4a-02c7-49ad-a52f-9e3be0feb2ab tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:47.457998 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-7336f09e-da19-4e54-bac2-9c15afff8666 req-2db9ca29-c83d-4b27-8ed5-48ed3b79d8c8 tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:47.473573 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-a55ebf65-9ca0-4568-a06b-622edaaef049 req-a6487e4a-02c7-49ad-a52f-9e3be0feb2ab tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Calling delete_port for 719e8a8e-0571-4714-b496-af85e54d2091 owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:11:47.482551 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5288ac1f-b198-4387-937e-ae655f8db214 req-fa46b1f3-583c-4ccb-900b-30c95590336f tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:47.484144 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5288ac1f-b198-4387-937e-ae655f8db214 req-fa46b1f3-583c-4ccb-900b-30c95590336f tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7544df5-0d57-404e-87e6-ccc1d6ac0bef HTTP/1.1" status: 200 len: 950 time: 0.1523893 Aug 29 04:11:47.503817 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-7336f09e-da19-4e54-bac2-9c15afff8666 req-2db9ca29-c83d-4b27-8ed5-48ed3b79d8c8 tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:47.509321 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-7336f09e-da19-4e54-bac2-9c15afff8666 req-2db9ca29-c83d-4b27-8ed5-48ed3b79d8c8 tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:47.530874 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db9ca29-c83d-4b27-8ed5-48ed3b79d8c8 tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04056802-4576-44a0-8aa1-275ef383cbd7,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:47.534346 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-7336f09e-da19-4e54-bac2-9c15afff8666 req-2db9ca29-c83d-4b27-8ed5-48ed3b79d8c8 tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:47.535525 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7336f09e-da19-4e54-bac2-9c15afff8666 req-2db9ca29-c83d-4b27-8ed5-48ed3b79d8c8 tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.1452324 Aug 29 04:11:47.602681 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5288ac1f-b198-4387-937e-ae655f8db214 req-a1aad903-c778-48c3-b4b1-7a8ffcfe9deb tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/security-groups?id=268ad66b-6c1a-4e93-9fbd-057377cdbb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085768 Aug 29 04:11:47.622246 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-51cf7d24-25a0-4a2b-8761-45d7c5995b0b req-3dc69ea9-f1fa-4519-b5e5-3937235d896b tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-664657829', 'description': 'tempest-description-957535061'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:11:47.645093 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-51cf7d24-25a0-4a2b-8761-45d7c5995b0b req-3dc69ea9-f1fa-4519-b5e5-3937235d896b tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:47.693561 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-c305fee4-a013-4783-831e-d0c6a9457c7b req-a0f350fb-d029-4cd2-8b9e-fc04fabf66a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20cc507d-377c-4740-9b17-180c7947d1c9 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:11:47.707657 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-c305fee4-a013-4783-831e-d0c6a9457c7b req-a0f350fb-d029-4cd2-8b9e-fc04fabf66a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:47.730673 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-c305fee4-a013-4783-831e-d0c6a9457c7b req-a0f350fb-d029-4cd2-8b9e-fc04fabf66a3 service neutron] Transition to ACTIVE for port object 20cc507d-377c-4740-9b17-180c7947d1c9 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:11:47.737691 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-c305fee4-a013-4783-831e-d0c6a9457c7b req-a0f350fb-d029-4cd2-8b9e-fc04fabf66a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:47.751571 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-51cf7d24-25a0-4a2b-8761-45d7c5995b0b req-3dc69ea9-f1fa-4519-b5e5-3937235d896b tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:47.755459 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-51cf7d24-25a0-4a2b-8761-45d7c5995b0b req-3dc69ea9-f1fa-4519-b5e5-3937235d896b tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:47.765709 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a55ebf65-9ca0-4568-a06b-622edaaef049 req-a6487e4a-02c7-49ad-a52f-9e3be0feb2ab tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:47.778325 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['1b6ae066-aa3e-4b59-956a-1ed6c89e421c'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:11:47.801993 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f350fb-d029-4cd2-8b9e-fc04fabf66a3 service neutron] Pushing event updated for resources: {'Port': ['ID=20cc507d-377c-4740-9b17-180c7947d1c9,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:47.815487 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc69ea9-f1fa-4519-b5e5-3937235d896b tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=508664e9-3e0c-479e-937b-0d46e9710b37,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:47.834682 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-51cf7d24-25a0-4a2b-8761-45d7c5995b0b req-3dc69ea9-f1fa-4519-b5e5-3937235d896b tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:47.836563 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-51cf7d24-25a0-4a2b-8761-45d7c5995b0b req-3dc69ea9-f1fa-4519-b5e5-3937235d896b tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2191625 Aug 29 04:11:47.870150 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-33c2ab91-5a01-4d2f-858a-1da1d4fd2806 req-6c0fcdad-f3e9-4b64-b436-9594cde9ffea tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1560155997', 'description': 'tempest-description-837294525'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:11:47.892791 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-c305fee4-a013-4783-831e-d0c6a9457c7b req-a0f350fb-d029-4cd2-8b9e-fc04fabf66a3 service neutron] Attempting to bind port 20cc507d-377c-4740-9b17-180c7947d1c9 on host n-h2-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:11:47.893162 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-c305fee4-a013-4783-831e-d0c6a9457c7b req-a0f350fb-d029-4cd2-8b9e-fc04fabf66a3 service neutron] Attempting to bind port 20cc507d-377c-4740-9b17-180c7947d1c9 by drivers openvswitch,hyperv on host n-h2-712140-12 at level 0 using segments [{'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:11:47.893610 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c305fee4-a013-4783-831e-d0c6a9457c7b req-a0f350fb-d029-4cd2-8b9e-fc04fabf66a3 service neutron] Attempting to bind port 20cc507d-377c-4740-9b17-180c7947d1c9 on network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:11:47.900451 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-33c2ab91-5a01-4d2f-858a-1da1d4fd2806 req-6c0fcdad-f3e9-4b64-b436-9594cde9ffea tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:47.906200 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6487e4a-02c7-49ad-a52f-9e3be0feb2ab tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Pushing event deleted for resources: {'Port': ['ID=719e8a8e-0571-4714-b496-af85e54d2091,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:47.939998 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-a55ebf65-9ca0-4568-a06b-622edaaef049 req-a6487e4a-02c7-49ad-a52f-9e3be0feb2ab tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] No DVR routers for this DVR port 719e8a8e-0571-4714-b496-af85e54d2091 on host n-h2-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:11:47.941920 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c305fee4-a013-4783-831e-d0c6a9457c7b req-a0f350fb-d029-4cd2-8b9e-fc04fabf66a3 service neutron] Port 20cc507d-377c-4740-9b17-180c7947d1c9 on network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:11:47.942329 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c305fee4-a013-4783-831e-d0c6a9457c7b req-a0f350fb-d029-4cd2-8b9e-fc04fabf66a3 service neutron] Attempting to bind port 20cc507d-377c-4740-9b17-180c7947d1c9 on network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:11:47.947159 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a55ebf65-9ca0-4568-a06b-622edaaef049 req-a6487e4a-02c7-49ad-a52f-9e3be0feb2ab tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:47.949214 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a55ebf65-9ca0-4568-a06b-622edaaef049 req-a6487e4a-02c7-49ad-a52f-9e3be0feb2ab tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.48 "DELETE /v2.0/ports/719e8a8e-0571-4714-b496-af85e54d2091 HTTP/1.1" status: 204 len: 173 time: 1.0206027 Aug 29 04:11:47.950256 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7544df5-0d57-404e-87e6-ccc1d6ac0bef', 'name': 'network-vif-deleted', 'tag': '719e8a8e-0571-4714-b496-af85e54d2091'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:11:47.952964 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-168ab7cd-b01c-456f-a1e4-74c4c5e427cd" -d '{"events": [{"server_uuid": "d7544df5-0d57-404e-87e6-ccc1d6ac0bef", "name": "network-vif-deleted", "tag": "719e8a8e-0571-4714-b496-af85e54d2091"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:11:47.961391 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c305fee4-a013-4783-831e-d0c6a9457c7b req-a0f350fb-d029-4cd2-8b9e-fc04fabf66a3 service neutron] Checking agent: {'id': 'b3a0606b-b029-4f5e-8798-3a32b71d8844', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:11:47.962348 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c305fee4-a013-4783-831e-d0c6a9457c7b req-a0f350fb-d029-4cd2-8b9e-fc04fabf66a3 service neutron] Checking segment: {'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:11:47.962784 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c305fee4-a013-4783-831e-d0c6a9457c7b req-a0f350fb-d029-4cd2-8b9e-fc04fabf66a3 service neutron] Bound using segment: {'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:11:47.963392 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-c305fee4-a013-4783-831e-d0c6a9457c7b req-a0f350fb-d029-4cd2-8b9e-fc04fabf66a3 service neutron] Bound port: 20cc507d-377c-4740-9b17-180c7947d1c9, host: n-h2-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:11:47.963797 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-c305fee4-a013-4783-831e-d0c6a9457c7b req-a0f350fb-d029-4cd2-8b9e-fc04fabf66a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:48.005171 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['719e8a8e-0571-4714-b496-af85e54d2091'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:11:48.024005 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-33c2ab91-5a01-4d2f-858a-1da1d4fd2806 req-6c0fcdad-f3e9-4b64-b436-9594cde9ffea tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:48.029318 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-33c2ab91-5a01-4d2f-858a-1da1d4fd2806 req-6c0fcdad-f3e9-4b64-b436-9594cde9ffea tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:48.036954 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54217ae-a808-42a3-a209-de4684db8b51 req-ea1e5fc5-6ba3-4d67-bc2d-a196883c6143 tempest-AttachSCSIVolumeTestJSON-1340692229 tempest-AttachSCSIVolumeTestJSON-1340692229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:48.039049 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e54217ae-a808-42a3-a209-de4684db8b51 req-ea1e5fc5-6ba3-4d67-bc2d-a196883c6143 tempest-AttachSCSIVolumeTestJSON-1340692229 tempest-AttachSCSIVolumeTestJSON-1340692229-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f86af7c-ac62-4ba0-b5ea-fee3add1fda4 HTTP/1.1" status: 200 len: 946 time: 0.1498394 Aug 29 04:11:48.077724 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-33c2ab91-5a01-4d2f-858a-1da1d4fd2806 req-6c0fcdad-f3e9-4b64-b436-9594cde9ffea tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:48.084487 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-33c2ab91-5a01-4d2f-858a-1da1d4fd2806 req-6c0fcdad-f3e9-4b64-b436-9594cde9ffea tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2198701 Aug 29 04:11:48.097897 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0fcdad-f3e9-4b64-b436-9594cde9ffea tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad8b20e0-9e86-41b2-ae7a-21c8f244bf64,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:48.107644 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-c305fee4-a013-4783-831e-d0c6a9457c7b req-a0f350fb-d029-4cd2-8b9e-fc04fabf66a3 service neutron] For port 20cc507d-377c-4740-9b17-180c7947d1c9, host n-h2-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:11:48.124615 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e54217ae-a808-42a3-a209-de4684db8b51 req-d62c7f47-7182-4fc2-a4f8-d8b753105efc tempest-AttachSCSIVolumeTestJSON-1340692229 tempest-AttachSCSIVolumeTestJSON-1340692229-project] 10.222.0.22 "GET /v2.0/security-groups?id=7a19b0c8-e4ca-4424-8d73-01d84247d177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743375 Aug 29 04:11:48.129696 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-c305fee4-a013-4783-831e-d0c6a9457c7b req-a0f350fb-d029-4cd2-8b9e-fc04fabf66a3 service neutron] For port 20cc507d-377c-4740-9b17-180c7947d1c9, host n-h2-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=20cc507d-377c-4740-9b17-180c7947d1c9,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:11:48.132934 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2189df04-6b49-4dbd-af4b-4e6efe4dd7b6 x-openstack-request-id: req-2189df04-6b49-4dbd-af4b-4e6efe4dd7b6 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:11:48.133413 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7544df5-0d57-404e-87e6-ccc1d6ac0bef", "name": "network-vif-deleted", "tag": "719e8a8e-0571-4714-b496-af85e54d2091", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:11:48.133994 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2189df04-6b49-4dbd-af4b-4e6efe4dd7b6 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:11:48.134731 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7544df5-0d57-404e-87e6-ccc1d6ac0bef', 'name': 'network-vif-deleted', 'tag': '719e8a8e-0571-4714-b496-af85e54d2091', 'status': 'completed', 'code': 200} Aug 29 04:11:48.151286 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-c305fee4-a013-4783-831e-d0c6a9457c7b req-a0f350fb-d029-4cd2-8b9e-fc04fabf66a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:48.203639 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c305fee4-a013-4783-831e-d0c6a9457c7b req-a0f350fb-d029-4cd2-8b9e-fc04fabf66a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:48.204293 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-c305fee4-a013-4783-831e-d0c6a9457c7b req-a0f350fb-d029-4cd2-8b9e-fc04fabf66a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:48.205690 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c305fee4-a013-4783-831e-d0c6a9457c7b req-a0f350fb-d029-4cd2-8b9e-fc04fabf66a3 service neutron] 10.222.0.48 "PUT /v2.0/ports/20cc507d-377c-4740-9b17-180c7947d1c9 HTTP/1.1" status: 200 len: 1097 time: 1.2435141 Aug 29 04:11:48.223083 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f350fb-d029-4cd2-8b9e-fc04fabf66a3 service neutron] Pushing event updated for resources: {'Port': ['ID=20cc507d-377c-4740-9b17-180c7947d1c9,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:48.240599 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6017d09e-ce46-4c8e-8dd7-243d72d29fcf req-89343614-6d0a-41d5-83f9-83efa7720675 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:48.242126 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6017d09e-ce46-4c8e-8dd7-243d72d29fcf req-89343614-6d0a-41d5-83f9-83efa7720675 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=d08c5cc7-debc-40a5-960a-3b21fc8777de HTTP/1.1" status: 200 len: 948 time: 0.0527482 Aug 29 04:11:48.280898 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dec9de9c-ad81-4a6d-ada7-02ce3b212bd4 req-765b2c7a-1c87-41b5-9da9-1e4ff51bd9d9 tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] 10.222.0.22 "GET /v2.0/security-groups/508664e9-3e0c-479e-937b-0d46e9710b37 HTTP/1.1" status: 200 len: 1803 time: 0.0464184 Aug 29 04:11:48.289208 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6017d09e-ce46-4c8e-8dd7-243d72d29fcf req-d551b68b-ddaa-4ed5-a634-658a47ac426d tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388889 Aug 29 04:11:48.353737 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dec9de9c-ad81-4a6d-ada7-02ce3b212bd4 req-126752ab-cb27-4ea2-9f3f-3f859ac05eaf tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] 10.222.0.22 "GET /v2.0/security-groups/ad8b20e0-9e86-41b2-ae7a-21c8f244bf64 HTTP/1.1" status: 200 len: 1804 time: 0.0668316 Aug 29 04:11:48.367424 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c305fee4-a013-4783-831e-d0c6a9457c7b req-b14047f9-ddbe-43be-9d15-17e08cd7c049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:48.367424 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c305fee4-a013-4783-831e-d0c6a9457c7b req-b14047f9-ddbe-43be-9d15-17e08cd7c049 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4b47ebaf5a2144e2beea71bdc91317f3&device_id=d08c5cc7-debc-40a5-960a-3b21fc8777de HTTP/1.1" status: 200 len: 1100 time: 0.0623519 Aug 29 04:11:48.369432 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-dec9de9c-ad81-4a6d-ada7-02ce3b212bd4 req-b57534b8-55e4-4792-b359-2d88c00be8dd tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '508664e9-3e0c-479e-937b-0d46e9710b37', 'remote_group_id': 'ad8b20e0-9e86-41b2-ae7a-21c8f244bf64', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:11:48.369749 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-dec9de9c-ad81-4a6d-ada7-02ce3b212bd4 req-b57534b8-55e4-4792-b359-2d88c00be8dd tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '508664e9-3e0c-479e-937b-0d46e9710b37', 'remote_group_id': 'ad8b20e0-9e86-41b2-ae7a-21c8f244bf64', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:11:48.432359 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c305fee4-a013-4783-831e-d0c6a9457c7b req-1fe80929-2d21-4a13-a462-853a97d37d90 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=20cc507d-377c-4740-9b17-180c7947d1c9 HTTP/1.1" status: 200 len: 217 time: 0.0477664 Aug 29 04:11:48.504550 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c305fee4-a013-4783-831e-d0c6a9457c7b req-711f3fab-f8fd-489b-b4e0-b080dda105a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:48.506035 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c305fee4-a013-4783-831e-d0c6a9457c7b req-711f3fab-f8fd-489b-b4e0-b080dda105a3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=18cd12d4-b12a-41b0-b0c5-618edbb84e74 HTTP/1.1" status: 200 len: 843 time: 0.0662470 Aug 29 04:11:48.519385 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-dec9de9c-ad81-4a6d-ada7-02ce3b212bd4 req-b57534b8-55e4-4792-b359-2d88c00be8dd tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:48.583572 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-dec9de9c-ad81-4a6d-ada7-02ce3b212bd4 req-b57534b8-55e4-4792-b359-2d88c00be8dd tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:48.589400 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-dec9de9c-ad81-4a6d-ada7-02ce3b212bd4 req-b57534b8-55e4-4792-b359-2d88c00be8dd tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:48.800236 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-88fd2770-a1ed-460e-9c36-66310ae3735b req-1127abfd-497f-4a66-8375-0806c5d51846 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7544df5-0d57-404e-87e6-ccc1d6ac0bef HTTP/1.1" status: 200 len: 210 time: 0.0304396 Aug 29 04:11:48.860647 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:48.981552 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57534b8-55e4-4792-b359-2d88c00be8dd tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86aaacaf-02e6-4c8d-b404-dd9bba0d951a,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:48.989395 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c305fee4-a013-4783-831e-d0c6a9457c7b req-5647eca2-4439-404f-9239-e8b43a8772ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:48.991085 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c305fee4-a013-4783-831e-d0c6a9457c7b req-5647eca2-4439-404f-9239-e8b43a8772ae service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4617791 Aug 29 04:11:48.992369 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-dec9de9c-ad81-4a6d-ada7-02ce3b212bd4 req-b57534b8-55e4-4792-b359-2d88c00be8dd tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:48.993533 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dec9de9c-ad81-4a6d-ada7-02ce3b212bd4 req-b57534b8-55e4-4792-b359-2d88c00be8dd tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6281092 Aug 29 04:11:49.072628 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-cc68f2ec-7f5e-493c-83ef-0bb15c243d3d req-3d780a95-c04d-41d2-bc29-73b582ec63ea tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] 10.222.0.22 "GET /v2.0/security-groups/ad8b20e0-9e86-41b2-ae7a-21c8f244bf64 HTTP/1.1" status: 200 len: 1804 time: 0.0532835 Aug 29 04:11:49.106878 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c305fee4-a013-4783-831e-d0c6a9457c7b req-220c3f66-8ccb-4188-af1a-505aedc1ea58 service neutron] 10.222.0.48 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066036 Aug 29 04:11:49.152344 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-cc68f2ec-7f5e-493c-83ef-0bb15c243d3d req-68fdf070-b6a1-40e2-a9ca-604a1318934e tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:49.184429 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-cc68f2ec-7f5e-493c-83ef-0bb15c243d3d req-68fdf070-b6a1-40e2-a9ca-604a1318934e tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:49.245611 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046c1828-addf-4262-af37-21a69093a758 req-417d50b6-1951-464d-b0b8-585150d07c01 tempest-AttachSCSIVolumeTestJSON-1340692229 tempest-AttachSCSIVolumeTestJSON-1340692229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:49.247854 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-046c1828-addf-4262-af37-21a69093a758 req-417d50b6-1951-464d-b0b8-585150d07c01 tempest-AttachSCSIVolumeTestJSON-1340692229 tempest-AttachSCSIVolumeTestJSON-1340692229-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f86af7c-ac62-4ba0-b5ea-fee3add1fda4 HTTP/1.1" status: 200 len: 946 time: 0.1501865 Aug 29 04:11:49.256208 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-cc68f2ec-7f5e-493c-83ef-0bb15c243d3d req-68fdf070-b6a1-40e2-a9ca-604a1318934e tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:49.259051 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-cc68f2ec-7f5e-493c-83ef-0bb15c243d3d req-68fdf070-b6a1-40e2-a9ca-604a1318934e tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:49.260630 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-cc68f2ec-7f5e-493c-83ef-0bb15c243d3d req-68fdf070-b6a1-40e2-a9ca-604a1318934e tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] 10.222.0.22 "DELETE /v2.0/security-groups/ad8b20e0-9e86-41b2-ae7a-21c8f244bf64 HTTP/1.1" status: 204 len: 173 time: 0.1729794 Aug 29 04:11:49.289731 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdf070-b6a1-40e2-a9ca-604a1318934e tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad8b20e0-9e86-41b2-ae7a-21c8f244bf64,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:49.312211 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c305fee4-a013-4783-831e-d0c6a9457c7b req-22074092-024a-47ca-bc4b-c269557187e6 service neutron] 10.222.0.48 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811357 Aug 29 04:11:49.326291 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cfb436-81b5-46c2-8690-caac2791be7b req-f55e4e7d-85f0-458e-80f8-a20011ba92cb tempest-AttachSCSIVolumeTestJSON-1340692229 tempest-AttachSCSIVolumeTestJSON-1340692229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:49.332363 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-54cfb436-81b5-46c2-8690-caac2791be7b req-f55e4e7d-85f0-458e-80f8-a20011ba92cb tempest-AttachSCSIVolumeTestJSON-1340692229 tempest-AttachSCSIVolumeTestJSON-1340692229-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f86af7c-ac62-4ba0-b5ea-fee3add1fda4 HTTP/1.1" status: 200 len: 946 time: 0.1329112 Aug 29 04:11:49.403287 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-54cfb436-81b5-46c2-8690-caac2791be7b req-c57e574e-3b75-4047-8069-2be39301b264 tempest-AttachSCSIVolumeTestJSON-1340692229 tempest-AttachSCSIVolumeTestJSON-1340692229-project] 10.222.0.22 "GET /v2.0/security-groups?id=7a19b0c8-e4ca-4424-8d73-01d84247d177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690248 Aug 29 04:11:49.423230 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a821c7b7-82dd-4bb0-aa34-c58e45b1a359 req-7c0c1c87-a0c9-4f6f-9a7c-3f53b23c1bc7 tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] 10.222.0.22 "GET /v2.0/security-groups/508664e9-3e0c-479e-937b-0d46e9710b37 HTTP/1.1" status: 200 len: 1803 time: 0.0449424 Aug 29 04:11:49.437541 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-046c1828-addf-4262-af37-21a69093a758 req-c1a16773-f9e5-41f3-846f-2abed91dd4c8 tempest-AttachSCSIVolumeTestJSON-1340692229 tempest-AttachSCSIVolumeTestJSON-1340692229-project] Deleting port eaadf96e-b474-447f-b1b0-184bc279482f {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:11:49.437898 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-046c1828-addf-4262-af37-21a69093a758 req-c1a16773-f9e5-41f3-846f-2abed91dd4c8 tempest-AttachSCSIVolumeTestJSON-1340692229 tempest-AttachSCSIVolumeTestJSON-1340692229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:49.549211 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-b1593b58-8cf6-408e-8118-cc738eb6c7a2 req-6ed9ffdc-2f28-42cc-ba07-d32a68f03b33 tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-871657222', 'description': 'tempest-description-590879531'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:11:49.577496 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-b1593b58-8cf6-408e-8118-cc738eb6c7a2 req-6ed9ffdc-2f28-42cc-ba07-d32a68f03b33 tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:49.579370 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-046c1828-addf-4262-af37-21a69093a758 req-c1a16773-f9e5-41f3-846f-2abed91dd4c8 tempest-AttachSCSIVolumeTestJSON-1340692229 tempest-AttachSCSIVolumeTestJSON-1340692229-project] For port eaadf96e-b474-447f-b1b0-184bc279482f, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=eaadf96e-b474-447f-b1b0-184bc279482f,segment=NetworkSegment(a980ccbf-7dd9-44c3-95ba-9117d4a4edde),segment_id=a980ccbf-7dd9-44c3-95ba-9117d4a4edde)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:11:49.579779 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-046c1828-addf-4262-af37-21a69093a758 req-c1a16773-f9e5-41f3-846f-2abed91dd4c8 tempest-AttachSCSIVolumeTestJSON-1340692229 tempest-AttachSCSIVolumeTestJSON-1340692229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:49.595522 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09858c7a-c47f-4322-bca3-495f8e4073c6 req-10633707-62a3-4331-8920-c31a1de10e57 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:49.597144 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-09858c7a-c47f-4322-bca3-495f8e4073c6 req-10633707-62a3-4331-8920-c31a1de10e57 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=d08c5cc7-debc-40a5-960a-3b21fc8777de HTTP/1.1" status: 200 len: 948 time: 0.1056700 Aug 29 04:11:49.604233 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-046c1828-addf-4262-af37-21a69093a758 req-c1a16773-f9e5-41f3-846f-2abed91dd4c8 tempest-AttachSCSIVolumeTestJSON-1340692229 tempest-AttachSCSIVolumeTestJSON-1340692229-project] Calling delete_port for eaadf96e-b474-447f-b1b0-184bc279482f owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:11:49.677448 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-09858c7a-c47f-4322-bca3-495f8e4073c6 req-2aa62a7e-5102-4eb2-87fa-8dcda8cfda11 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715675 Aug 29 04:11:49.680758 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-b1593b58-8cf6-408e-8118-cc738eb6c7a2 req-6ed9ffdc-2f28-42cc-ba07-d32a68f03b33 tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:49.688666 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-b1593b58-8cf6-408e-8118-cc738eb6c7a2 req-6ed9ffdc-2f28-42cc-ba07-d32a68f03b33 tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:49.720012 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-b1593b58-8cf6-408e-8118-cc738eb6c7a2 req-6ed9ffdc-2f28-42cc-ba07-d32a68f03b33 tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:49.721349 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b1593b58-8cf6-408e-8118-cc738eb6c7a2 req-6ed9ffdc-2f28-42cc-ba07-d32a68f03b33 tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.1771827 Aug 29 04:11:49.745872 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed9ffdc-2f28-42cc-ba07-d32a68f03b33 tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f83d463b-aab5-4ff6-beef-a12b23f26f62,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:49.800630 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-34f8ecea-a05c-4c4f-a198-23c5f534a8b1 req-b98e8968-2514-4efc-8395-79f80353d1da tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] 10.222.0.22 "GET /v2.0/security-groups/f83d463b-aab5-4ff6-beef-a12b23f26f62 HTTP/1.1" status: 200 len: 1803 time: 0.0510855 Aug 29 04:11:49.806742 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-046c1828-addf-4262-af37-21a69093a758 req-c1a16773-f9e5-41f3-846f-2abed91dd4c8 tempest-AttachSCSIVolumeTestJSON-1340692229 tempest-AttachSCSIVolumeTestJSON-1340692229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:49.814940 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-34f8ecea-a05c-4c4f-a198-23c5f534a8b1 req-bf4bcb4a-46ac-4a26-8c57-00192ea43d40 tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f83d463b-aab5-4ff6-beef-a12b23f26f62', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:11:49.815417 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-34f8ecea-a05c-4c4f-a198-23c5f534a8b1 req-bf4bcb4a-46ac-4a26-8c57-00192ea43d40 tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f83d463b-aab5-4ff6-beef-a12b23f26f62', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:11:49.836520 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a16773-f9e5-41f3-846f-2abed91dd4c8 tempest-AttachSCSIVolumeTestJSON-1340692229 tempest-AttachSCSIVolumeTestJSON-1340692229-project] Pushing event deleted for resources: {'Port': ['ID=eaadf96e-b474-447f-b1b0-184bc279482f,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:49.843233 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['eaadf96e-b474-447f-b1b0-184bc279482f'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:11:49.894566 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-34f8ecea-a05c-4c4f-a198-23c5f534a8b1 req-bf4bcb4a-46ac-4a26-8c57-00192ea43d40 tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:49.900711 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-046c1828-addf-4262-af37-21a69093a758 req-c1a16773-f9e5-41f3-846f-2abed91dd4c8 tempest-AttachSCSIVolumeTestJSON-1340692229 tempest-AttachSCSIVolumeTestJSON-1340692229-project] No DVR routers for this DVR port eaadf96e-b474-447f-b1b0-184bc279482f on host n-h2-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:11:49.904651 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-046c1828-addf-4262-af37-21a69093a758 req-c1a16773-f9e5-41f3-846f-2abed91dd4c8 tempest-AttachSCSIVolumeTestJSON-1340692229 tempest-AttachSCSIVolumeTestJSON-1340692229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:49.907320 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-046c1828-addf-4262-af37-21a69093a758 req-c1a16773-f9e5-41f3-846f-2abed91dd4c8 tempest-AttachSCSIVolumeTestJSON-1340692229 tempest-AttachSCSIVolumeTestJSON-1340692229-project] 10.222.0.48 "DELETE /v2.0/ports/eaadf96e-b474-447f-b1b0-184bc279482f HTTP/1.1" status: 204 len: 173 time: 0.6519146 Aug 29 04:11:49.931061 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-34f8ecea-a05c-4c4f-a198-23c5f534a8b1 req-bf4bcb4a-46ac-4a26-8c57-00192ea43d40 tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:49.935284 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-34f8ecea-a05c-4c4f-a198-23c5f534a8b1 req-bf4bcb4a-46ac-4a26-8c57-00192ea43d40 tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:49.965656 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-34f8ecea-a05c-4c4f-a198-23c5f534a8b1 req-bf4bcb4a-46ac-4a26-8c57-00192ea43d40 tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:49.966898 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-34f8ecea-a05c-4c4f-a198-23c5f534a8b1 req-bf4bcb4a-46ac-4a26-8c57-00192ea43d40 tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1567605 Aug 29 04:11:49.967892 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4bcb4a-46ac-4a26-8c57-00192ea43d40 tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d14eea24-c75a-4b96-83b8-6f673e0d5418,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:50.135520 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd08c5cc7-debc-40a5-960a-3b21fc8777de', 'tag': '20cc507d-377c-4740-9b17-180c7947d1c9'}, {'server_uuid': '9f86af7c-ac62-4ba0-b5ea-fee3add1fda4', 'name': 'network-vif-deleted', 'tag': 'eaadf96e-b474-447f-b1b0-184bc279482f'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:11:50.137946 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfb2dd2d-d56b-4c56-8c66-03d44cc7527d" -d '{"events": [{"name": "network-changed", "server_uuid": "d08c5cc7-debc-40a5-960a-3b21fc8777de", "tag": "20cc507d-377c-4740-9b17-180c7947d1c9"}, {"server_uuid": "9f86af7c-ac62-4ba0-b5ea-fee3add1fda4", "name": "network-vif-deleted", "tag": "eaadf96e-b474-447f-b1b0-184bc279482f"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:11:50.155086 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e1af685e-ee26-4261-93e3-653a5648bdc3 req-cb21b3db-ffec-4654-83ee-55299194f7d7 tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] 10.222.0.22 "GET /v2.0/security-groups/f83d463b-aab5-4ff6-beef-a12b23f26f62 HTTP/1.1" status: 200 len: 2396 time: 0.0554678 Aug 29 04:11:50.166558 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-e1af685e-ee26-4261-93e3-653a5648bdc3 req-027288c7-dae1-4b1d-accb-affd2734ac3a tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f83d463b-aab5-4ff6-beef-a12b23f26f62', 'remote_group_id': None}]} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:11:50.166887 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-e1af685e-ee26-4261-93e3-653a5648bdc3 req-027288c7-dae1-4b1d-accb-affd2734ac3a tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f83d463b-aab5-4ff6-beef-a12b23f26f62', 'remote_group_id': None}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:11:50.191679 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a74cbd-73d4-40bc-8bd8-4f8fe46e4ede req-cac969be-4475-465c-8c0f-59f92fcca3e4 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:50.191679 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d5a74cbd-73d4-40bc-8bd8-4f8fe46e4ede req-cac969be-4475-465c-8c0f-59f92fcca3e4 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/ports?device_id=3698ca45-79dc-4840-b1cf-184940aeb2f5 HTTP/1.1" status: 200 len: 951 time: 0.0550828 Aug 29 04:11:50.240617 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d5a74cbd-73d4-40bc-8bd8-4f8fe46e4ede req-7bdcdc3e-0af4-42fa-8af4-f445b4454e8b tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/security-groups?id=268ad66b-6c1a-4e93-9fbd-057377cdbb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409703 Aug 29 04:11:50.249834 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-e1af685e-ee26-4261-93e3-653a5648bdc3 req-027288c7-dae1-4b1d-accb-affd2734ac3a tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:50.279280 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-e1af685e-ee26-4261-93e3-653a5648bdc3 req-027288c7-dae1-4b1d-accb-affd2734ac3a tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:50.284897 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-e1af685e-ee26-4261-93e3-653a5648bdc3 req-027288c7-dae1-4b1d-accb-affd2734ac3a tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:50.304666 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027288c7-dae1-4b1d-accb-affd2734ac3a tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e450e4d-787a-43b9-9bc2-ae2a80eed7a4,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:50.312133 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sun, 29 Aug 2021 04:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a946a63-d25b-4ad2-b32f-87ffae3115fc x-openstack-request-id: req-4a946a63-d25b-4ad2-b32f-87ffae3115fc {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:11:50.312433 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d08c5cc7-debc-40a5-960a-3b21fc8777de", "tag": "20cc507d-377c-4740-9b17-180c7947d1c9", "status": "completed", "code": 200}, {"server_uuid": "9f86af7c-ac62-4ba0-b5ea-fee3add1fda4", "name": "network-vif-deleted", "tag": "eaadf96e-b474-447f-b1b0-184bc279482f", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:11:50.312717 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4a946a63-d25b-4ad2-b32f-87ffae3115fc {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:11:50.313197 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd08c5cc7-debc-40a5-960a-3b21fc8777de', 'tag': '20cc507d-377c-4740-9b17-180c7947d1c9', 'status': 'completed', 'code': 200} Aug 29 04:11:50.313444 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f86af7c-ac62-4ba0-b5ea-fee3add1fda4', 'name': 'network-vif-deleted', 'tag': 'eaadf96e-b474-447f-b1b0-184bc279482f', 'status': 'completed', 'code': 200} Aug 29 04:11:50.315933 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-e1af685e-ee26-4261-93e3-653a5648bdc3 req-027288c7-dae1-4b1d-accb-affd2734ac3a tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:50.317156 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e1af685e-ee26-4261-93e3-653a5648bdc3 req-027288c7-dae1-4b1d-accb-affd2734ac3a tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1550064 Aug 29 04:11:50.388807 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7b88aab3-e63b-4739-b2cb-9ef9a152b8bd req-7da3711a-6c7b-4e2f-b58e-8285cb546ebe tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] 10.222.0.22 "GET /v2.0/security-groups/f83d463b-aab5-4ff6-beef-a12b23f26f62 HTTP/1.1" status: 200 len: 2994 time: 0.0484858 Aug 29 04:11:50.419285 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb2dd2d-d56b-4c56-8c66-03d44cc7527d req-7a63eb07-e51a-4c6d-90dd-20d738f88bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:50.421917 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bfb2dd2d-d56b-4c56-8c66-03d44cc7527d req-7a63eb07-e51a-4c6d-90dd-20d738f88bc6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4b47ebaf5a2144e2beea71bdc91317f3&device_id=d08c5cc7-debc-40a5-960a-3b21fc8777de HTTP/1.1" status: 200 len: 1100 time: 0.0661843 Aug 29 04:11:50.451144 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2ff3aecd-ec5e-4aed-9bcc-0394f356beeb req-6fb3d299-d778-4af5-aded-16a4745579b0 tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] 10.222.0.22 "GET /v2.0/security-group-rules/2e450e4d-787a-43b9-9bc2-ae2a80eed7a4 HTTP/1.1" status: 200 len: 783 time: 0.0288186 Aug 29 04:11:50.519816 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2ff3aecd-ec5e-4aed-9bcc-0394f356beeb req-7250edc0-5370-4aea-a400-9e5886d645f4 tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] 10.222.0.22 "GET /v2.0/security-groups/f83d463b-aab5-4ff6-beef-a12b23f26f62 HTTP/1.1" status: 200 len: 2994 time: 0.0587013 Aug 29 04:11:50.539885 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb2dd2d-d56b-4c56-8c66-03d44cc7527d req-10ffc754-6c0a-485b-bc43-a3d5d2b59c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:50.541658 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bfb2dd2d-d56b-4c56-8c66-03d44cc7527d req-10ffc754-6c0a-485b-bc43-a3d5d2b59c8a service neutron] 10.222.0.48 "GET /v2.0/networks?id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 HTTP/1.1" status: 200 len: 870 time: 0.1062672 Aug 29 04:11:50.556148 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-2ff3aecd-ec5e-4aed-9bcc-0394f356beeb req-58fba273-c00d-4b43-b025-92e2c8d50e32 tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:50.569278 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-2ff3aecd-ec5e-4aed-9bcc-0394f356beeb req-58fba273-c00d-4b43-b025-92e2c8d50e32 tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:50.605242 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-2ff3aecd-ec5e-4aed-9bcc-0394f356beeb req-58fba273-c00d-4b43-b025-92e2c8d50e32 tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:50.611209 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-2ff3aecd-ec5e-4aed-9bcc-0394f356beeb req-58fba273-c00d-4b43-b025-92e2c8d50e32 tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:50.612323 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2ff3aecd-ec5e-4aed-9bcc-0394f356beeb req-58fba273-c00d-4b43-b025-92e2c8d50e32 tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/2e450e4d-787a-43b9-9bc2-ae2a80eed7a4 HTTP/1.1" status: 204 len: 173 time: 0.0916035 Aug 29 04:11:50.621630 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fba273-c00d-4b43-b025-92e2c8d50e32 tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2e450e4d-787a-43b9-9bc2-ae2a80eed7a4,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:50.639811 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9f1d2b0b-36df-46d0-914c-72a244b21689 req-d7c98309-bb97-4c5d-9a2c-0e4d36f63313 tempest-AttachSCSIVolumeTestJSON-1340692229 tempest-AttachSCSIVolumeTestJSON-1340692229-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f86af7c-ac62-4ba0-b5ea-fee3add1fda4 HTTP/1.1" status: 200 len: 210 time: 0.0914814 Aug 29 04:11:50.641280 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bfb2dd2d-d56b-4c56-8c66-03d44cc7527d req-07b8eea8-9859-4615-9324-14431dba8a50 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=20cc507d-377c-4740-9b17-180c7947d1c9 HTTP/1.1" status: 200 len: 217 time: 0.0912187 Aug 29 04:11:50.720809 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb2dd2d-d56b-4c56-8c66-03d44cc7527d req-6793cf99-6aa3-4f51-a099-b7490ac2d41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:50.722294 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bfb2dd2d-d56b-4c56-8c66-03d44cc7527d req-6793cf99-6aa3-4f51-a099-b7490ac2d41b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=18cd12d4-b12a-41b0-b0c5-618edbb84e74 HTTP/1.1" status: 200 len: 843 time: 0.0742152 Aug 29 04:11:50.747836 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-034b5ce1-fe44-4444-9dcf-ac2ea00e30f4 req-f4259996-fcb4-43ad-a462-442bcdbaf88e tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] 10.222.0.22 "GET /v2.0/security-groups/f83d463b-aab5-4ff6-beef-a12b23f26f62 HTTP/1.1" status: 200 len: 2396 time: 0.0653677 Aug 29 04:11:50.806002 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca4da16-1c7f-4977-be28-3411a166b82f req-54eb2221-7f13-4272-a829-06407754a873 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:50.806586 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb2dd2d-d56b-4c56-8c66-03d44cc7527d req-3746ea0f-aa23-4fe1-b544-3836813c8b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:50.807519 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3ca4da16-1c7f-4977-be28-3411a166b82f req-54eb2221-7f13-4272-a829-06407754a873 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=d08c5cc7-debc-40a5-960a-3b21fc8777de HTTP/1.1" status: 200 len: 948 time: 0.0530593 Aug 29 04:11:50.807958 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bfb2dd2d-d56b-4c56-8c66-03d44cc7527d req-3746ea0f-aa23-4fe1-b544-3836813c8b06 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0773003 Aug 29 04:11:50.850649 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3ca4da16-1c7f-4977-be28-3411a166b82f req-3e7cef6d-4367-4d80-9c38-8f167d304bb3 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362849 Aug 29 04:11:50.868976 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-034b5ce1-fe44-4444-9dcf-ac2ea00e30f4 req-72e87023-a4a4-4a9f-bc48-88816adf18b7 tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:50.904302 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-034b5ce1-fe44-4444-9dcf-ac2ea00e30f4 req-72e87023-a4a4-4a9f-bc48-88816adf18b7 tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:50.958610 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bfb2dd2d-d56b-4c56-8c66-03d44cc7527d req-58723f27-e77b-4bd4-bae4-d0c97be72f4f service neutron] 10.222.0.48 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416819 Aug 29 04:11:50.977189 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-034b5ce1-fe44-4444-9dcf-ac2ea00e30f4 req-72e87023-a4a4-4a9f-bc48-88816adf18b7 tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:50.981778 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-034b5ce1-fe44-4444-9dcf-ac2ea00e30f4 req-72e87023-a4a4-4a9f-bc48-88816adf18b7 tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:50.981778 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-034b5ce1-fe44-4444-9dcf-ac2ea00e30f4 req-72e87023-a4a4-4a9f-bc48-88816adf18b7 tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] 10.222.0.22 "DELETE /v2.0/security-groups/f83d463b-aab5-4ff6-beef-a12b23f26f62 HTTP/1.1" status: 204 len: 173 time: 0.2225080 Aug 29 04:11:51.014667 n-d-712140-12 neutron-server[94829]: INFO neutron.api.v2.resource [req-e2fcfdb9-bce3-46b7-b42a-aec95656023b req-4208b304-2622-45bb-b964-908d866b508f tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] show failed (client error): The resource could not be found. Aug 29 04:11:51.015875 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e2fcfdb9-bce3-46b7-b42a-aec95656023b req-4208b304-2622-45bb-b964-908d866b508f tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] 10.222.0.22 "GET /v2.0/security-groups/ad8b20e0-9e86-41b2-ae7a-21c8f244bf64 HTTP/1.1" status: 404 len: 352 time: 0.0152719 Aug 29 04:11:51.023830 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e87023-a4a4-4a9f-bc48-88816adf18b7 tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f83d463b-aab5-4ff6-beef-a12b23f26f62,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:51.098245 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bfb2dd2d-d56b-4c56-8c66-03d44cc7527d req-5528d4e1-7d30-4722-a7d0-31591d1a3d18 service neutron] 10.222.0.48 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304677 Aug 29 04:11:51.101199 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4632d843-a505-4335-b4f5-f7d0f5c46874 req-1e8ed144-7a19-453e-922f-c9e03eaeeeab tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] 10.222.0.22 "GET /v2.0/security-groups/508664e9-3e0c-479e-937b-0d46e9710b37 HTTP/1.1" status: 200 len: 1803 time: 0.0637698 Aug 29 04:11:51.170858 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-4632d843-a505-4335-b4f5-f7d0f5c46874 req-575ef4d6-6cb3-47c0-bf42-7971ffbf667d tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:51.192809 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-4632d843-a505-4335-b4f5-f7d0f5c46874 req-575ef4d6-6cb3-47c0-bf42-7971ffbf667d tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:51.233343 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-4632d843-a505-4335-b4f5-f7d0f5c46874 req-575ef4d6-6cb3-47c0-bf42-7971ffbf667d tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:51.235862 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-4632d843-a505-4335-b4f5-f7d0f5c46874 req-575ef4d6-6cb3-47c0-bf42-7971ffbf667d tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:51.237003 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4632d843-a505-4335-b4f5-f7d0f5c46874 req-575ef4d6-6cb3-47c0-bf42-7971ffbf667d tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] 10.222.0.22 "DELETE /v2.0/security-groups/508664e9-3e0c-479e-937b-0d46e9710b37 HTTP/1.1" status: 204 len: 173 time: 0.1275759 Aug 29 04:11:51.246074 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575ef4d6-6cb3-47c0-bf42-7971ffbf667d tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=508664e9-3e0c-479e-937b-0d46e9710b37,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:51.307611 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c962590f-f690-45c5-9b89-eb2f954ae0cd req-d751929e-162d-46c2-be7f-f0bd2fca4435 tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] 10.222.0.22 "GET /v2.0/security-groups/c3cda919-aab8-4d10-885d-41ce91b5b65b HTTP/1.1" status: 200 len: 1805 time: 0.0510666 Aug 29 04:11:51.365989 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cb6e46-062c-4be2-94a9-c2d747dbbae1 req-8ed5dbea-7366-4e5c-901f-67feada77f40 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:51.367587 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-62cb6e46-062c-4be2-94a9-c2d747dbbae1 req-8ed5dbea-7366-4e5c-901f-67feada77f40 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/ports?device_id=3698ca45-79dc-4840-b1cf-184940aeb2f5 HTTP/1.1" status: 200 len: 951 time: 0.0486591 Aug 29 04:11:51.384330 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-c962590f-f690-45c5-9b89-eb2f954ae0cd req-8d84ddb2-a615-4592-88ce-06094c7b3286 tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:51.407125 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-c962590f-f690-45c5-9b89-eb2f954ae0cd req-8d84ddb2-a615-4592-88ce-06094c7b3286 tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:51.411580 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-62cb6e46-062c-4be2-94a9-c2d747dbbae1 req-b9652e4e-30af-4be9-b4e2-5b8cc9acc33a tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/security-groups?id=268ad66b-6c1a-4e93-9fbd-057377cdbb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333509 Aug 29 04:11:51.469843 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-c962590f-f690-45c5-9b89-eb2f954ae0cd req-8d84ddb2-a615-4592-88ce-06094c7b3286 tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:51.472678 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-c962590f-f690-45c5-9b89-eb2f954ae0cd req-8d84ddb2-a615-4592-88ce-06094c7b3286 tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:51.473857 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c962590f-f690-45c5-9b89-eb2f954ae0cd req-8d84ddb2-a615-4592-88ce-06094c7b3286 tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] 10.222.0.22 "DELETE /v2.0/security-groups/c3cda919-aab8-4d10-885d-41ce91b5b65b HTTP/1.1" status: 204 len: 173 time: 0.1573625 Aug 29 04:11:51.485309 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d84ddb2-a615-4592-88ce-06094c7b3286 tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3cda919-aab8-4d10-885d-41ce91b5b65b,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:51.508894 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device eaadf96e-b474-447f-b1b0-184bc279482f no longer exists at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:11:51.536155 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] No Port match for: eaadf96e-b474-447f-b1b0-184bc279482f {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:11:51.536498 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device eaadf96e-b474-447f-b1b0-184bc279482f not bound to the agent host n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:11:51.536928 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 719e8a8e-0571-4714-b496-af85e54d2091 no longer exists at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:11:51.557128 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] No Port match for: 719e8a8e-0571-4714-b496-af85e54d2091 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:11:51.557745 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 719e8a8e-0571-4714-b496-af85e54d2091 not bound to the agent host n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:11:51.564436 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-46b84491-9756-43c3-b6bf-3128d3bbaa14 req-fc49fdc7-4995-4aed-9dba-3c971ec591a5 tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] 10.222.0.22 "GET /v2.0/security-groups/2cafc3dc-b299-4d2d-bae0-c22b1b3cf2d3 HTTP/1.1" status: 200 len: 1803 time: 0.0588870 Aug 29 04:11:51.576699 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91761bb8-70bd-49e2-8b76-03ea9544272f req-489b0714-6d0d-43a7-b413-09384a2884d7 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:51.578196 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-91761bb8-70bd-49e2-8b76-03ea9544272f req-489b0714-6d0d-43a7-b413-09384a2884d7 tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.46 "GET /v2.0/ports?device_id=3698ca45-79dc-4840-b1cf-184940aeb2f5 HTTP/1.1" status: 200 len: 951 time: 0.0634282 Aug 29 04:11:51.628032 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-46b84491-9756-43c3-b6bf-3128d3bbaa14 req-a98167bd-f0fa-4188-a1fb-1c94b3db567d tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:51.649899 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-46b84491-9756-43c3-b6bf-3128d3bbaa14 req-a98167bd-f0fa-4188-a1fb-1c94b3db567d tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:51.671480 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-91761bb8-70bd-49e2-8b76-03ea9544272f req-1f5e0573-be94-4f3c-8dd1-d031006b19ad tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Deleting port 1b6ae066-aa3e-4b59-956a-1ed6c89e421c {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:11:51.671871 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-91761bb8-70bd-49e2-8b76-03ea9544272f req-1f5e0573-be94-4f3c-8dd1-d031006b19ad tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:51.693602 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-46b84491-9756-43c3-b6bf-3128d3bbaa14 req-a98167bd-f0fa-4188-a1fb-1c94b3db567d tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:51.696238 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-46b84491-9756-43c3-b6bf-3128d3bbaa14 req-a98167bd-f0fa-4188-a1fb-1c94b3db567d tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:51.697425 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-46b84491-9756-43c3-b6bf-3128d3bbaa14 req-a98167bd-f0fa-4188-a1fb-1c94b3db567d tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] 10.222.0.22 "DELETE /v2.0/security-groups/2cafc3dc-b299-4d2d-bae0-c22b1b3cf2d3 HTTP/1.1" status: 204 len: 173 time: 0.1215193 Aug 29 04:11:51.707494 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98167bd-f0fa-4188-a1fb-1c94b3db567d tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cafc3dc-b299-4d2d-bae0-c22b1b3cf2d3,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:51.818509 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d151922b-5379-4dcd-99f4-b857090c8c18 req-c607e40a-f91e-4525-9689-9e211440f4fa tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] 10.222.0.22 "GET /v2.0/security-groups/63e552aa-76e6-4e1d-8c2d-fc321c3cfaf2 HTTP/1.1" status: 200 len: 2404 time: 0.0721316 Aug 29 04:11:51.823442 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-91761bb8-70bd-49e2-8b76-03ea9544272f req-1f5e0573-be94-4f3c-8dd1-d031006b19ad tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] For port 1b6ae066-aa3e-4b59-956a-1ed6c89e421c, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=1b6ae066-aa3e-4b59-956a-1ed6c89e421c,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:11:51.823835 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-91761bb8-70bd-49e2-8b76-03ea9544272f req-1f5e0573-be94-4f3c-8dd1-d031006b19ad tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:51.849245 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-91761bb8-70bd-49e2-8b76-03ea9544272f req-1f5e0573-be94-4f3c-8dd1-d031006b19ad tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Calling delete_port for 1b6ae066-aa3e-4b59-956a-1ed6c89e421c owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:11:51.958453 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-d151922b-5379-4dcd-99f4-b857090c8c18 req-68c8eae4-20b4-4ea3-aaef-328163ed9baa tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:51.984252 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9066d5d-3282-4542-99c7-2467e9d0860b req-91082334-a174-425a-aa25-c919bbb37a42 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:51.987888 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e9066d5d-3282-4542-99c7-2467e9d0860b req-91082334-a174-425a-aa25-c919bbb37a42 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=d08c5cc7-debc-40a5-960a-3b21fc8777de HTTP/1.1" status: 200 len: 948 time: 0.0564520 Aug 29 04:11:51.998599 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-d151922b-5379-4dcd-99f4-b857090c8c18 req-68c8eae4-20b4-4ea3-aaef-328163ed9baa tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:52.041070 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e9066d5d-3282-4542-99c7-2467e9d0860b req-a23326a5-5336-4222-9184-69ceffa56fdc tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493262 Aug 29 04:11:52.082655 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-91761bb8-70bd-49e2-8b76-03ea9544272f req-1f5e0573-be94-4f3c-8dd1-d031006b19ad tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:52.097190 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['1b6ae066-aa3e-4b59-956a-1ed6c89e421c'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:11:52.135113 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-d151922b-5379-4dcd-99f4-b857090c8c18 req-68c8eae4-20b4-4ea3-aaef-328163ed9baa tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:52.138214 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-d151922b-5379-4dcd-99f4-b857090c8c18 req-68c8eae4-20b4-4ea3-aaef-328163ed9baa tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:52.139464 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d151922b-5379-4dcd-99f4-b857090c8c18 req-68c8eae4-20b4-4ea3-aaef-328163ed9baa tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] 10.222.0.22 "DELETE /v2.0/security-groups/63e552aa-76e6-4e1d-8c2d-fc321c3cfaf2 HTTP/1.1" status: 204 len: 173 time: 0.3125415 Aug 29 04:11:52.142944 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5e0573-be94-4f3c-8dd1-d031006b19ad tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Pushing event deleted for resources: {'Port': ['ID=1b6ae066-aa3e-4b59-956a-1ed6c89e421c,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:52.157946 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c8eae4-20b4-4ea3-aaef-328163ed9baa tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63e552aa-76e6-4e1d-8c2d-fc321c3cfaf2,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:52.232890 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e75f6b60-3c29-4c63-bd1a-53e2692335e6 req-539534b3-fec2-4e3d-a776-a31c6bcd62e7 tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] 10.222.0.22 "GET /v2.0/security-groups/49565492-e6c6-43dd-b139-014627dd7464 HTTP/1.1" status: 200 len: 2398 time: 0.0716159 Aug 29 04:11:52.235554 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-91761bb8-70bd-49e2-8b76-03ea9544272f req-1f5e0573-be94-4f3c-8dd1-d031006b19ad tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] No DVR routers for this DVR port 1b6ae066-aa3e-4b59-956a-1ed6c89e421c on host n-h1-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:11:52.243458 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-91761bb8-70bd-49e2-8b76-03ea9544272f req-1f5e0573-be94-4f3c-8dd1-d031006b19ad tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:52.248021 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-91761bb8-70bd-49e2-8b76-03ea9544272f req-1f5e0573-be94-4f3c-8dd1-d031006b19ad tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.46 "DELETE /v2.0/ports/1b6ae066-aa3e-4b59-956a-1ed6c89e421c HTTP/1.1" status: 204 len: 173 time: 0.6633635 Aug 29 04:11:52.314000 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-e75f6b60-3c29-4c63-bd1a-53e2692335e6 req-be962620-a301-47a0-a505-4b68eb5b7bd0 tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:52.315557 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3698ca45-79dc-4840-b1cf-184940aeb2f5', 'name': 'network-vif-deleted', 'tag': '1b6ae066-aa3e-4b59-956a-1ed6c89e421c'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:11:52.321272 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5645736a-ce4a-45ed-b6fd-8db7d3300e76" -d '{"events": [{"server_uuid": "3698ca45-79dc-4840-b1cf-184940aeb2f5", "name": "network-vif-deleted", "tag": "1b6ae066-aa3e-4b59-956a-1ed6c89e421c"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:11:52.346204 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-e75f6b60-3c29-4c63-bd1a-53e2692335e6 req-be962620-a301-47a0-a505-4b68eb5b7bd0 tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:52.397427 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05473557-734f-4a71-9be5-820edc4a4efc x-openstack-request-id: req-05473557-734f-4a71-9be5-820edc4a4efc {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:11:52.397936 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3698ca45-79dc-4840-b1cf-184940aeb2f5", "name": "network-vif-deleted", "tag": "1b6ae066-aa3e-4b59-956a-1ed6c89e421c", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:11:52.398265 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-05473557-734f-4a71-9be5-820edc4a4efc {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:11:52.398722 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3698ca45-79dc-4840-b1cf-184940aeb2f5', 'name': 'network-vif-deleted', 'tag': '1b6ae066-aa3e-4b59-956a-1ed6c89e421c', 'status': 'completed', 'code': 200} Aug 29 04:11:52.417678 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-e75f6b60-3c29-4c63-bd1a-53e2692335e6 req-be962620-a301-47a0-a505-4b68eb5b7bd0 tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:52.420951 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-e75f6b60-3c29-4c63-bd1a-53e2692335e6 req-be962620-a301-47a0-a505-4b68eb5b7bd0 tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:52.422385 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e75f6b60-3c29-4c63-bd1a-53e2692335e6 req-be962620-a301-47a0-a505-4b68eb5b7bd0 tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] 10.222.0.22 "DELETE /v2.0/security-groups/49565492-e6c6-43dd-b139-014627dd7464 HTTP/1.1" status: 204 len: 173 time: 0.1831186 Aug 29 04:11:52.428989 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 37580) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:11:52.443821 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be962620-a301-47a0-a505-4b68eb5b7bd0 tempest-SecurityGroupRulesTestJSON-937461650 tempest-SecurityGroupRulesTestJSON-937461650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49565492-e6c6-43dd-b139-014627dd7464,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:52.504203 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_v2 [None req-9894ad9d-683c-4b27-a644-57da6d218cd4 admin admin] Deleting subnet b8a668a7-fe50-44dd-9ecd-5aa4bdd3a07c {{(pid=94828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:11:52.508817 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9894ad9d-683c-4b27-a644-57da6d218cd4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:52.560983 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fbdcbfe0-0df9-49ed-942a-82d785a7a86a req-adbdb16a-0d4f-4a10-8fc3-0f9c724563cf tempest-ServersAdminTestJSON-493131598 tempest-ServersAdminTestJSON-493131598-project] 10.222.0.22 "GET /v2.0/ports?device_id=3698ca45-79dc-4840-b1cf-184940aeb2f5 HTTP/1.1" status: 200 len: 210 time: 0.0327308 Aug 29 04:11:52.570038 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9894ad9d-683c-4b27-a644-57da6d218cd4 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:52.588125 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9894ad9d-683c-4b27-a644-57da6d218cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:52.651096 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9894ad9d-683c-4b27-a644-57da6d218cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for subnet, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:52.687602 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9894ad9d-683c-4b27-a644-57da6d218cd4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8a668a7-fe50-44dd-9ecd-5aa4bdd3a07c,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:52.689592 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9894ad9d-683c-4b27-a644-57da6d218cd4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:52.691667 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-9894ad9d-683c-4b27-a644-57da6d218cd4 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/b8a668a7-fe50-44dd-9ecd-5aa4bdd3a07c HTTP/1.1" status: 204 len: 168 time: 0.2615025 Aug 29 04:11:52.694122 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 37594) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:11:52.770828 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9d6fe31e-558e-4116-b0ed-218ee71144e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:52.867726 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9d6fe31e-558e-4116-b0ed-218ee71144e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:52.881186 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9d6fe31e-558e-4116-b0ed-218ee71144e8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:11:52.881561 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9d6fe31e-558e-4116-b0ed-218ee71144e8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:11:52.882339 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9d6fe31e-558e-4116-b0ed-218ee71144e8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:11:52.882677 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9d6fe31e-558e-4116-b0ed-218ee71144e8 admin admin] Subscribe: > port after_create 55550000 {{(pid=94828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:11:52.883135 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9d6fe31e-558e-4116-b0ed-218ee71144e8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:11:52.884020 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9d6fe31e-558e-4116-b0ed-218ee71144e8 admin admin] Subscribe: > port after_update 55550000 {{(pid=94828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:11:52.884357 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9d6fe31e-558e-4116-b0ed-218ee71144e8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:11:52.884683 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9d6fe31e-558e-4116-b0ed-218ee71144e8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:11:52.885318 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9d6fe31e-558e-4116-b0ed-218ee71144e8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:11:52.885656 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9d6fe31e-558e-4116-b0ed-218ee71144e8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:11:53.012703 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9d6fe31e-558e-4116-b0ed-218ee71144e8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:11:53.012953 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9d6fe31e-558e-4116-b0ed-218ee71144e8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:11:53.013285 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9d6fe31e-558e-4116-b0ed-218ee71144e8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:11:53.013616 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9d6fe31e-558e-4116-b0ed-218ee71144e8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:11:53.013980 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-9d6fe31e-558e-4116-b0ed-218ee71144e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['829af9ce-16e3-4eab-bed8-8c18191d610b']}} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:11:53.032549 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-9d6fe31e-558e-4116-b0ed-218ee71144e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8668b03-b4e0-498c-b6df-3d7ccf95405f') {'for_net_delete': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:11:53.032839 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-9d6fe31e-558e-4116-b0ed-218ee71144e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8668b03-b4e0-498c-b6df-3d7ccf95405f') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:11:53.050086 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9d6fe31e-558e-4116-b0ed-218ee71144e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8904833'] for segment, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:53.071885 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9d6fe31e-558e-4116-b0ed-218ee71144e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:53.081675 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d6fe31e-558e-4116-b0ed-218ee71144e8 admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=94828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:11:53.082292 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9d6fe31e-558e-4116-b0ed-218ee71144e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9190468'] for segment, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:53.086783 n-d-712140-12 neutron-server[94828]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 29 04:11:53.086783 n-d-712140-12 neutron-server[94828]: from cryptography.utils import int_from_bytes Aug 29 04:11:53.086783 n-d-712140-12 neutron-server[94828]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 29 04:11:53.086783 n-d-712140-12 neutron-server[94828]: from cryptography.utils import int_from_bytes Aug 29 04:11:53.086783 n-d-712140-12 neutron-server[94828]: Traceback (most recent call last): Aug 29 04:11:53.086783 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:11:53.086783 n-d-712140-12 neutron-server[94828]: timer() Aug 29 04:11:53.086783 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:11:53.086783 n-d-712140-12 neutron-server[94828]: cb(*args, **kw) Aug 29 04:11:53.086783 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:11:53.086783 n-d-712140-12 neutron-server[94828]: return func(*args, **kwargs) Aug 29 04:11:53.086783 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:11:53.086783 n-d-712140-12 neutron-server[94828]: self._notify() Aug 29 04:11:53.086783 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:11:53.086783 n-d-712140-12 neutron-server[94828]: self.callback(batched_events) Aug 29 04:11:53.086783 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:11:53.086783 n-d-712140-12 neutron-server[94828]: event.method(event) Aug 29 04:11:53.086783 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:11:53.086783 n-d-712140-12 neutron-server[94828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:11:53.086783 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:11:53.086783 n-d-712140-12 neutron-server[94828]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:11:53.086783 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:11:53.086783 n-d-712140-12 neutron-server[94828]: return f(self, *a, **k) Aug 29 04:11:53.086783 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:11:53.086783 n-d-712140-12 neutron-server[94828]: return self._get(url).json() Aug 29 04:11:53.086783 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:11:53.086783 n-d-712140-12 neutron-server[94828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:11:53.086783 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:11:53.086783 n-d-712140-12 neutron-server[94828]: return self.request(url, 'GET', **kwargs) Aug 29 04:11:53.086783 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:11:53.086783 n-d-712140-12 neutron-server[94828]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:11:53.086783 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:11:53.086783 n-d-712140-12 neutron-server[94828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:11:53.086783 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:11:53.086783 n-d-712140-12 neutron-server[94828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:11:53.086783 n-d-712140-12 neutron-server[94828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:11:53.151009 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9d6fe31e-558e-4116-b0ed-218ee71144e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:53.159403 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9d6fe31e-558e-4116-b0ed-218ee71144e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:53.162010 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-9d6fe31e-558e-4116-b0ed-218ee71144e8 admin admin] 10.222.0.22 "DELETE /v2.0/networks/829af9ce-16e3-4eab-bed8-8c18191d610b HTTP/1.1" status: 204 len: 168 time: 0.4666734 Aug 29 04:11:53.174425 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6fe31e-558e-4116-b0ed-218ee71144e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=829af9ce-16e3-4eab-bed8-8c18191d610b,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:53.195972 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff5e07c-52ad-4ef0-805e-c018f5d0e5d9 req-aacdec9b-7ea3-4fd0-b968-4a4fa8e9d1c3 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:53.197590 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7ff5e07c-52ad-4ef0-805e-c018f5d0e5d9 req-aacdec9b-7ea3-4fd0-b968-4a4fa8e9d1c3 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=d08c5cc7-debc-40a5-960a-3b21fc8777de HTTP/1.1" status: 200 len: 948 time: 0.0834131 Aug 29 04:11:53.249943 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7ff5e07c-52ad-4ef0-805e-c018f5d0e5d9 req-1bd0a399-f658-4865-a820-4b91a1f19977 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455971 Aug 29 04:11:53.304976 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 37606) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:11:53.366226 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-193c66e0-5a69-4d93-b5de-8b9512f9e8d5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f73778e0d9214f348fd02760f7ffd051&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0598600 Aug 29 04:11:53.370300 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 37608) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:11:53.424686 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d29c8b5e-4046-4848-871b-3bb63ea56cf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:53.446627 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d29c8b5e-4046-4848-871b-3bb63ea56cf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:53.499292 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 20cc507d-377c-4740-9b17-180c7947d1c9 details requested by agent hyperv_n-h2-712140-12 with host n-h2-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:11:53.500586 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d29c8b5e-4046-4848-871b-3bb63ea56cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:53.503510 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d29c8b5e-4046-4848-871b-3bb63ea56cf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:53.507014 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-d29c8b5e-4046-4848-871b-3bb63ea56cf9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d529ab04-8b31-44e2-a732-57498953d687 HTTP/1.1" status: 204 len: 168 time: 0.1334777 Aug 29 04:11:53.512848 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29c8b5e-4046-4848-871b-3bb63ea56cf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d529ab04-8b31-44e2-a732-57498953d687,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:53.622169 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 20cc507d-377c-4740-9b17-180c7947d1c9, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=20cc507d-377c-4740-9b17-180c7947d1c9,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:11:53.639924 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Returning: {'device': '20cc507d-377c-4740-9b17-180c7947d1c9', 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45', 'port_id': '20cc507d-377c-4740-9b17-180c7947d1c9', 'mac_address': 'fa:16:3e:ac:a9:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18cd12d4-b12a-41b0-b0c5-618edbb84e74', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:11:53.693301 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:53.728727 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20cc507d-377c-4740-9b17-180c7947d1c9 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:11:53.771198 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 20cc507d-377c-4740-9b17-180c7947d1c9, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=20cc507d-377c-4740-9b17-180c7947d1c9,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:11:53.779650 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:53.847350 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=20cc507d-377c-4740-9b17-180c7947d1c9,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:54.007801 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 37632) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:11:54.210565 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-134b9846-76d0-4e3b-97eb-912df6cca1a2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=deb3dc006f0a4f35812708db69505629&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2014780 Aug 29 04:11:54.213460 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 37642) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:11:54.304574 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['20cc507d-377c-4740-9b17-180c7947d1c9'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:11:54.308625 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-99ca6099-750c-4859-9771-16db25d297d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:54.342434 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-99ca6099-750c-4859-9771-16db25d297d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:54.403231 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-99ca6099-750c-4859-9771-16db25d297d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:54.407226 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-99ca6099-750c-4859-9771-16db25d297d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:54.409294 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-99ca6099-750c-4859-9771-16db25d297d0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/268ad66b-6c1a-4e93-9fbd-057377cdbb7a HTTP/1.1" status: 204 len: 168 time: 0.1942828 Aug 29 04:11:54.442509 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ca6099-750c-4859-9771-16db25d297d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=268ad66b-6c1a-4e93-9fbd-057377cdbb7a,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:54.489833 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c71608-d8e8-4b34-aa7c-edea4115b37d req-9ca79ef7-d914-44fd-aadf-eab60f1cc73a tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:54.506038 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a7c71608-d8e8-4b34-aa7c-edea4115b37d req-9ca79ef7-d914-44fd-aadf-eab60f1cc73a tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=d08c5cc7-debc-40a5-960a-3b21fc8777de HTTP/1.1" status: 200 len: 949 time: 0.1050980 Aug 29 04:11:54.524494 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 37656) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:11:54.577007 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 1b6ae066-aa3e-4b59-956a-1ed6c89e421c no longer exists at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:11:54.580182 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a7c71608-d8e8-4b34-aa7c-edea4115b37d req-3e293cbb-dc39-465b-abbe-e045c903206a tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728166 Aug 29 04:11:54.611272 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] No Port match for: 1b6ae066-aa3e-4b59-956a-1ed6c89e421c {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:11:54.611925 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 1b6ae066-aa3e-4b59-956a-1ed6c89e421c not bound to the agent host n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:11:54.832063 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-afb6578b-de00-4e29-a91a-d37027571686 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-925007010-network', 'tenant_id': '80868c13a1a14c89a9961d67996970da'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:11:54.874509 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afb6578b-de00-4e29-a91a-d37027571686 admin admin] Made reservation on behalf of 80868c13a1a14c89a9961d67996970da for: {'network': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:11:54.877115 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-afb6578b-de00-4e29-a91a-d37027571686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:54.886005 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-afb6578b-de00-4e29-a91a-d37027571686 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:54.886836 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 37666) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:11:54.934102 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-b2d148aa-ba84-42c9-a0d8-a03d17c7111c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d1e8bc3330414e7e938deba25767c27d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0452721 Aug 29 04:11:54.936980 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 37668) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:11:55.022012 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-15e22f6c-55cd-46ce-a980-66c68c08d918 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:55.041225 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-afb6578b-de00-4e29-a91a-d37027571686 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:55.051920 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-afb6578b-de00-4e29-a91a-d37027571686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:55.062221 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-15e22f6c-55cd-46ce-a980-66c68c08d918 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:55.080333 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afb6578b-de00-4e29-a91a-d37027571686 admin admin] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=94828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:11:55.114626 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-afb6578b-de00-4e29-a91a-d37027571686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:55.114987 n-d-712140-12 neutron-server[94828]: INFO neutron.db.segments_db [None req-afb6578b-de00-4e29-a91a-d37027571686 admin admin] Added segment b67d6817-731c-4ba0-9790-a50b114ac3d7 of type vlan for network 3289792e-f838-4808-bdaa-0bd84d874fd6 Aug 29 04:11:55.118295 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb6578b-de00-4e29-a91a-d37027571686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45bab43b-f712-44f7-92f5-d4c4ba3bdd3f,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:55.166617 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-afb6578b-de00-4e29-a91a-d37027571686 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:55.179064 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-15e22f6c-55cd-46ce-a980-66c68c08d918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:55.181580 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-15e22f6c-55cd-46ce-a980-66c68c08d918 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:55.182703 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-15e22f6c-55cd-46ce-a980-66c68c08d918 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/27e61412-b6f2-4047-a74e-971e676807dc HTTP/1.1" status: 204 len: 168 time: 0.2447901 Aug 29 04:11:55.198236 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e22f6c-55cd-46ce-a980-66c68c08d918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27e61412-b6f2-4047-a74e-971e676807dc,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:55.206236 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-afb6578b-de00-4e29-a91a-d37027571686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:55.207297 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb6578b-de00-4e29-a91a-d37027571686 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:55.207901 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-afb6578b-de00-4e29-a91a-d37027571686 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:55.262778 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-afb6578b-de00-4e29-a91a-d37027571686 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7369699 Aug 29 04:11:55.265425 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 37674) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:11:55.272227 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-c9f329f5-ba34-4ea3-9e19-69007f37743c admin admin] Request body: {'subnet': {'network_id': '3289792e-f838-4808-bdaa-0bd84d874fd6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-925007010-subnet', 'tenant_id': '80868c13a1a14c89a9961d67996970da', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:11:55.288564 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb6578b-de00-4e29-a91a-d37027571686 admin admin] Pushing event updated for resources: {'Network': ['ID=3289792e-f838-4808-bdaa-0bd84d874fd6,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:55.302714 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 3289792e-f838-4808-bdaa-0bd84d874fd6 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:11:55.308165 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9f329f5-ba34-4ea3-9e19-69007f37743c admin admin] Made reservation on behalf of 80868c13a1a14c89a9961d67996970da for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:11:55.311864 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c9f329f5-ba34-4ea3-9e19-69007f37743c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:55.524826 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c9f329f5-ba34-4ea3-9e19-69007f37743c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9191137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10062364'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:55.582889 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f329f5-ba34-4ea3-9e19-69007f37743c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e056129e-3078-4985-8124-8db3fb753ac5,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:55.597388 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f329f5-ba34-4ea3-9e19-69007f37743c admin admin] Checking segment: {'id': 'b67d6817-731c-4ba0-9790-a50b114ac3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '3289792e-f838-4808-bdaa-0bd84d874fd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:11:55.597388 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f329f5-ba34-4ea3-9e19-69007f37743c admin admin] Network hostable DHCP agents. Network: 3289792e-f838-4808-bdaa-0bd84d874fd6, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:11:55.621279 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f329f5-ba34-4ea3-9e19-69007f37743c admin admin] Network 3289792e-f838-4808-bdaa-0bd84d874fd6 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:11:55.634722 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-c9f329f5-ba34-4ea3-9e19-69007f37743c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 3289792e-f838-4808-bdaa-0bd84d874fd6) {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:11:55.640086 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f329f5-ba34-4ea3-9e19-69007f37743c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:55.640850 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c9f329f5-ba34-4ea3-9e19-69007f37743c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:55.647811 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3151a6d-3c9d-4e7b-83de-194f4d5c4888 None None] Network 3289792e-f838-4808-bdaa-0bd84d874fd6 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:11:55.656260 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-c9f329f5-ba34-4ea3-9e19-69007f37743c admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3895798 Aug 29 04:11:55.659127 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 37688) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:11:55.664873 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-c0c53e76-fef9-4ee8-971d-c7ae172200ca admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-925007010-router', 'tenant_id': '80868c13a1a14c89a9961d67996970da', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:11:55.688270 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c0c53e76-fef9-4ee8-971d-c7ae172200ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:55.689483 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c0c53e76-fef9-4ee8-971d-c7ae172200ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1838'] for router, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:55.793055 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c0c53e76-fef9-4ee8-971d-c7ae172200ca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:55.902220 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9cad8a9-fdbd-49ce-8a7b-01bf61824afd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-3289792e-f838-4808-bdaa-0bd84d874fd6', 'network_id': '3289792e-f838-4808-bdaa-0bd84d874fd6', 'tenant_id': '80868c13a1a14c89a9961d67996970da', 'fixed_ips': [{'subnet_id': 'e056129e-3078-4985-8124-8db3fb753ac5'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:11:55.903435 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e9cad8a9-fdbd-49ce-8a7b-01bf61824afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:55.946170 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839df971-1b5e-4374-ae80-e4763b416b3e req-f23a90e0-d0f0-4719-a1ab-732a2e97fe1e tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:55.948605 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-839df971-1b5e-4374-ae80-e4763b416b3e req-f23a90e0-d0f0-4719-a1ab-732a2e97fe1e tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=d08c5cc7-debc-40a5-960a-3b21fc8777de HTTP/1.1" status: 200 len: 949 time: 0.2408144 Aug 29 04:11:55.992596 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 37706) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:11:56.102642 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c0c53e76-fef9-4ee8-971d-c7ae172200ca admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:56.113002 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-839df971-1b5e-4374-ae80-e4763b416b3e req-d73c199f-8c89-410f-9c17-99e5d2e03c91 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542106 Aug 29 04:11:56.173117 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-e9cad8a9-fdbd-49ce-8a7b-01bf61824afd None None] Allocated IP 172.20.0.2 (3289792e-f838-4808-bdaa-0bd84d874fd6/e056129e-3078-4985-8124-8db3fb753ac5/c83e1a9b-2a85-4e62-9c61-cde0e02af0d7) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:11:56.408245 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e9cad8a9-fdbd-49ce-8a7b-01bf61824afd None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:56.420538 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e9cad8a9-fdbd-49ce-8a7b-01bf61824afd None None] Transition to ACTIVE for port object c83e1a9b-2a85-4e62-9c61-cde0e02af0d7 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:11:56.447739 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e9cad8a9-fdbd-49ce-8a7b-01bf61824afd None None] Transition to ACTIVE for port object c83e1a9b-2a85-4e62-9c61-cde0e02af0d7 will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:11:56.450998 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c0c53e76-fef9-4ee8-971d-c7ae172200ca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:56.455842 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e9cad8a9-fdbd-49ce-8a7b-01bf61824afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:56.487364 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c0c53e76-fef9-4ee8-971d-c7ae172200ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:56.509270 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cad8a9-fdbd-49ce-8a7b-01bf61824afd None None] Pushing event updated for resources: {'Port': ['ID=c83e1a9b-2a85-4e62-9c61-cde0e02af0d7,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:56.522896 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9cad8a9-fdbd-49ce-8a7b-01bf61824afd None None] Network 3289792e-f838-4808-bdaa-0bd84d874fd6 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:11:56.524579 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-e9cad8a9-fdbd-49ce-8a7b-01bf61824afd None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:11:56.527677 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9cad8a9-fdbd-49ce-8a7b-01bf61824afd None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:11:56.586965 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-e9cad8a9-fdbd-49ce-8a7b-01bf61824afd None None] Attempting to bind port c83e1a9b-2a85-4e62-9c61-cde0e02af0d7 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:11:56.587572 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-e9cad8a9-fdbd-49ce-8a7b-01bf61824afd None None] Attempting to bind port c83e1a9b-2a85-4e62-9c61-cde0e02af0d7 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'b67d6817-731c-4ba0-9790-a50b114ac3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '3289792e-f838-4808-bdaa-0bd84d874fd6'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:11:56.588124 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9cad8a9-fdbd-49ce-8a7b-01bf61824afd None None] Attempting to bind port c83e1a9b-2a85-4e62-9c61-cde0e02af0d7 on network 3289792e-f838-4808-bdaa-0bd84d874fd6 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:11:56.596054 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9cad8a9-fdbd-49ce-8a7b-01bf61824afd None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:11:56.596054 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9cad8a9-fdbd-49ce-8a7b-01bf61824afd None None] Checking segment: {'id': 'b67d6817-731c-4ba0-9790-a50b114ac3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '3289792e-f838-4808-bdaa-0bd84d874fd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:11:56.596054 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e9cad8a9-fdbd-49ce-8a7b-01bf61824afd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:56.596054 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9cad8a9-fdbd-49ce-8a7b-01bf61824afd None None] Bound using segment: {'id': 'b67d6817-731c-4ba0-9790-a50b114ac3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '3289792e-f838-4808-bdaa-0bd84d874fd6'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:11:56.597193 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-e9cad8a9-fdbd-49ce-8a7b-01bf61824afd None None] Bound port: c83e1a9b-2a85-4e62-9c61-cde0e02af0d7, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b67d6817-731c-4ba0-9790-a50b114ac3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '3289792e-f838-4808-bdaa-0bd84d874fd6'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:11:56.597193 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e9cad8a9-fdbd-49ce-8a7b-01bf61824afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:56.701168 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-c0c53e76-fef9-4ee8-971d-c7ae172200ca admin admin] Allocated IP 172.25.0.82 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/7fa4711e-51ef-4a44-aed5-e3b6f04626e5) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:11:56.703159 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e9cad8a9-fdbd-49ce-8a7b-01bf61824afd None None] For port c83e1a9b-2a85-4e62-9c61-cde0e02af0d7, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:11:56.707031 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e9cad8a9-fdbd-49ce-8a7b-01bf61824afd None None] For port c83e1a9b-2a85-4e62-9c61-cde0e02af0d7, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=c83e1a9b-2a85-4e62-9c61-cde0e02af0d7,segment=NetworkSegment(b67d6817-731c-4ba0-9790-a50b114ac3d7),segment_id=b67d6817-731c-4ba0-9790-a50b114ac3d7)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:11:56.723129 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e9cad8a9-fdbd-49ce-8a7b-01bf61824afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:56.824079 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cad8a9-fdbd-49ce-8a7b-01bf61824afd None None] Pushing event updated for resources: {'Port': ['ID=c83e1a9b-2a85-4e62-9c61-cde0e02af0d7,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:56.881818 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c0c53e76-fef9-4ee8-971d-c7ae172200ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:56.937098 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c0c53e76-fef9-4ee8-971d-c7ae172200ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:56.992494 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-14a781e8-5f21-4807-9ecc-c1dacfc0cf7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713413'] for router_interface, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:57.009681 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c53e76-fef9-4ee8-971d-c7ae172200ca admin admin] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:11:57.015156 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-c0c53e76-fef9-4ee8-971d-c7ae172200ca admin admin] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:11:57.017098 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c53e76-fef9-4ee8-971d-c7ae172200ca admin admin] Pushing event updated for resources: {'Port': ['ID=7fa4711e-51ef-4a44-aed5-e3b6f04626e5,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:57.040064 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c53e76-fef9-4ee8-971d-c7ae172200ca admin admin] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:11:57.282446 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761492dc-6f98-4f6d-9097-47a3b1425e41 req-5c0b32e0-cd4d-4179-be06-d72c99fe6871 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:57.284153 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-761492dc-6f98-4f6d-9097-47a3b1425e41 req-5c0b32e0-cd4d-4179-be06-d72c99fe6871 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=d08c5cc7-debc-40a5-960a-3b21fc8777de HTTP/1.1" status: 200 len: 949 time: 0.0716169 Aug 29 04:11:57.364468 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c0c53e76-fef9-4ee8-971d-c7ae172200ca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:57.378378 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-761492dc-6f98-4f6d-9097-47a3b1425e41 req-e954c9ac-8a97-419e-87cc-8e029ae7a7e5 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878155 Aug 29 04:11:57.401005 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-14a781e8-5f21-4807-9ecc-c1dacfc0cf7a admin admin] Deleting port 97c9cc39-c927-443e-9c11-fb8fcf6e9e4e {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:11:57.401451 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-14a781e8-5f21-4807-9ecc-c1dacfc0cf7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:57.510514 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 20cc507d-377c-4740-9b17-180c7947d1c9 up at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:11:57.550036 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-14a781e8-5f21-4807-9ecc-c1dacfc0cf7a admin admin] For port 97c9cc39-c927-443e-9c11-fb8fcf6e9e4e, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=97c9cc39-c927-443e-9c11-fb8fcf6e9e4e,segment=NetworkSegment(a980ccbf-7dd9-44c3-95ba-9117d4a4edde),segment_id=a980ccbf-7dd9-44c3-95ba-9117d4a4edde)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:11:57.551352 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-14a781e8-5f21-4807-9ecc-c1dacfc0cf7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:57.580705 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-14a781e8-5f21-4807-9ecc-c1dacfc0cf7a admin admin] Calling delete_port for 97c9cc39-c927-443e-9c11-fb8fcf6e9e4e owned by network:router_interface {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:11:57.623637 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning for port 20cc507d-377c-4740-9b17-180c7947d1c9 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:11:57.636031 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning complete for port 20cc507d-377c-4740-9b17-180c7947d1c9 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:11:57.639805 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:57.831368 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:57.863331 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd08c5cc7-debc-40a5-960a-3b21fc8777de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20cc507d-377c-4740-9b17-180c7947d1c9'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:11:57.869511 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-849dfe46-4d5e-46e5-8cd2-6b845b04c869" -d '{"events": [{"server_uuid": "d08c5cc7-debc-40a5-960a-3b21fc8777de", "name": "network-vif-plugged", "status": "completed", "tag": "20cc507d-377c-4740-9b17-180c7947d1c9"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:11:57.898616 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-14a781e8-5f21-4807-9ecc-c1dacfc0cf7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:57.912242 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 20cc507d-377c-4740-9b17-180c7947d1c9, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=20cc507d-377c-4740-9b17-180c7947d1c9,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:11:57.923726 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:57.937691 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a781e8-5f21-4807-9ecc-c1dacfc0cf7a admin admin] Pushing event deleted for resources: {'Port': ['ID=97c9cc39-c927-443e-9c11-fb8fcf6e9e4e,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:58.016066 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65e9f6bc-dfc7-4386-817a-8f11dd7f701e x-openstack-request-id: req-65e9f6bc-dfc7-4386-817a-8f11dd7f701e {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:11:58.016066 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d08c5cc7-debc-40a5-960a-3b21fc8777de", "name": "network-vif-plugged", "status": "completed", "tag": "20cc507d-377c-4740-9b17-180c7947d1c9", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:11:58.016390 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-65e9f6bc-dfc7-4386-817a-8f11dd7f701e {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:11:58.016715 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd08c5cc7-debc-40a5-960a-3b21fc8777de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20cc507d-377c-4740-9b17-180c7947d1c9', 'code': 200} Aug 29 04:11:58.018010 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=20cc507d-377c-4740-9b17-180c7947d1c9,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:58.037406 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c0c53e76-fef9-4ee8-971d-c7ae172200ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409'] for router, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:58.127018 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 37768) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:11:58.194252 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640c8f4a-80bb-490f-984f-61eab187ad80 req-0f18b286-559c-4332-931d-f926bf854895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:58.195801 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-640c8f4a-80bb-490f-984f-61eab187ad80 req-0f18b286-559c-4332-931d-f926bf854895 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d08c5cc7-debc-40a5-960a-3b21fc8777de HTTP/1.1" status: 200 len: 1102 time: 0.1002045 Aug 29 04:11:58.241058 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-14a781e8-5f21-4807-9ecc-c1dacfc0cf7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-713231'] for router_interface, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:58.258041 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-640c8f4a-80bb-490f-984f-61eab187ad80 req-09e3373c-cf02-415e-b3dc-7c281177dd3a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535858 Aug 29 04:11:58.266026 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7c9815-2cd1-4959-b20c-3f433182d3fd None None] Network 3289792e-f838-4808-bdaa-0bd84d874fd6 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:11:58.272219 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0c53e76-fef9-4ee8-971d-c7ae172200ca admin admin] Router 4fc67e82-9ebb-43c8-8413-a5d7c08de470 is scheduled to L3 agent 76874008-c311-485c-ba36-921b6d275b6a with binding_index 1 {{(pid=94828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:11:58.276436 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:58.334585 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6138df3e-6557-40d3-9277-9fa56265f447 None None] Provisioning for port c83e1a9b-2a85-4e62-9c61-cde0e02af0d7 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:11:58.341357 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b3ad2559-265a-40b9-ba94-2a98a0f6f59a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:58.445957 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0c53e76-fef9-4ee8-971d-c7ae172200ca admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:11:58.463724 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e935229a-133a-4c5a-97c9-a655dfcbbff6 None None] Sync routers for ids ['4fc67e82-9ebb-43c8-8413-a5d7c08de470'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:11:58.481776 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e935229a-133a-4c5a-97c9-a655dfcbbff6 None None] Routers {'4fc67e82-9ebb-43c8-8413-a5d7c08de470'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:11:58.482564 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-e935229a-133a-4c5a-97c9-a655dfcbbff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:11:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['4fc67e82-9ebb-43c8-8413-a5d7c08de470'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:11:58.555535 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b3ad2559-265a-40b9-ba94-2a98a0f6f59a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:58.560911 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b3ad2559-265a-40b9-ba94-2a98a0f6f59a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:58.580258 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c0c53e76-fef9-4ee8-971d-c7ae172200ca admin admin] Notify callbacks [] for router, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:58.586858 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-c0c53e76-fef9-4ee8-971d-c7ae172200ca admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.9265232 Aug 29 04:11:58.592227 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 37776) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:11:58.612966 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adf2d2a-93ab-4036-86de-57b465f4f5a4 req-42009ef5-771e-4a0c-b51f-53ad9de45c17 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:58.614587 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0adf2d2a-93ab-4036-86de-57b465f4f5a4 req-42009ef5-771e-4a0c-b51f-53ad9de45c17 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=d08c5cc7-debc-40a5-960a-3b21fc8777de HTTP/1.1" status: 200 len: 950 time: 0.0938687 Aug 29 04:11:58.627609 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-e935229a-133a-4c5a-97c9-a655dfcbbff6 None None] Set router 4fc67e82-9ebb-43c8-8413-a5d7c08de470 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:11:58.634158 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ad2559-265a-40b9-ba94-2a98a0f6f59a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53563fa1-4262-40ab-a932-be91cda7c9c4,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:58.641712 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-b3ad2559-265a-40b9-ba94-2a98a0f6f59a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c98957977d8f45f3b6d1db36140f0814&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5102980 Aug 29 04:11:58.642517 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 37780) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:11:58.679334 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14a781e8-5f21-4807-9ecc-c1dacfc0cf7a admin admin] Router d7cad6e7-0edd-4126-acfc-ee1c44bf1cdc has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:11:58.763081 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2063f606-82a3-4129-948c-c0130f2bc267 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:58.797505 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2063f606-82a3-4129-948c-c0130f2bc267 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:58.890996 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2063f606-82a3-4129-948c-c0130f2bc267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:58.893888 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2063f606-82a3-4129-948c-c0130f2bc267 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:58.900134 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-2063f606-82a3-4129-948c-c0130f2bc267 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/53563fa1-4262-40ab-a932-be91cda7c9c4 HTTP/1.1" status: 204 len: 168 time: 0.2563152 Aug 29 04:11:58.921273 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2063f606-82a3-4129-948c-c0130f2bc267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53563fa1-4262-40ab-a932-be91cda7c9c4,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:58.943516 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0adf2d2a-93ab-4036-86de-57b465f4f5a4 req-1319f512-ac71-47ab-a7a8-0ec16c071aa6 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622154 Aug 29 04:11:59.025268 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14a781e8-5f21-4807-9ecc-c1dacfc0cf7a admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:11:59.033005 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-14a781e8-5f21-4807-9ecc-c1dacfc0cf7a admin admin] 10.222.0.22 "PUT /v2.0/routers/d7cad6e7-0edd-4126-acfc-ee1c44bf1cdc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0392671 Aug 29 04:11:59.035960 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 37786) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:11:59.045898 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device c83e1a9b-2a85-4e62-9c61-cde0e02af0d7 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:11:59.046530 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ed2423-3fca-45fe-b601-80b774bb628a None None] Sync routers for ids ['d7cad6e7-0edd-4126-acfc-ee1c44bf1cdc'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:11:59.084930 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ed2423-3fca-45fe-b601-80b774bb628a None None] Routers {'d7cad6e7-0edd-4126-acfc-ee1c44bf1cdc'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:11:59.087255 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-91ed2423-3fca-45fe-b601-80b774bb628a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:11:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['d7cad6e7-0edd-4126-acfc-ee1c44bf1cdc'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:11:59.122483 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-e935229a-133a-4c5a-97c9-a655dfcbbff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc67e82-9ebb-43c8-8413-a5d7c08de470', 'name': 'tempest-ServersTestManualDisk-925007010-router', 'tenant_id': '80868c13a1a14c89a9961d67996970da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': '7fa4711e-51ef-4a44-aed5-e3b6f04626e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:11:55Z', 'updated_at': '2021-08-29T04:11:57Z', 'revision_number': 3, 'project_id': '80868c13a1a14c89a9961d67996970da', 'gw_port': {'id': '7fa4711e-51ef-4a44-aed5-e3b6f04626e5', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:cf:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fc67e82-9ebb-43c8-8413-a5d7c08de470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:11:56Z', 'updated_at': '2021-08-29T04:11:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:11:59.154721 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e935229a-133a-4c5a-97c9-a655dfcbbff6 None None] Checking router: 4fc67e82-9ebb-43c8-8413-a5d7c08de470 for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:11:59.155417 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e935229a-133a-4c5a-97c9-a655dfcbbff6 None None] Updating router 4fc67e82-9ebb-43c8-8413-a5d7c08de470 port 7fa4711e-51ef-4a44-aed5-e3b6f04626e5 binding host n-d-712140-12 {{(pid=94830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:11:59.186582 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port c83e1a9b-2a85-4e62-9c61-cde0e02af0d7 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:11:59.196052 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port c83e1a9b-2a85-4e62-9c61-cde0e02af0d7 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:11:59.196568 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:59.245398 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e935229a-133a-4c5a-97c9-a655dfcbbff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:59.247808 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-91ed2423-3fca-45fe-b601-80b774bb628a None None] Set router d7cad6e7-0edd-4126-acfc-ee1c44bf1cdc gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:11:59.382718 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:59.445638 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d0656c1a-52ae-414e-a4c5-10959a0d0632 admin admin] Notify callbacks [] for router, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:59.516950 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 37792) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:11:59.532821 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4ecdd272-6670-4478-a650-c3b89eb9bdce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:59.676623 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4ecdd272-6670-4478-a650-c3b89eb9bdce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:59.684918 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4ecdd272-6670-4478-a650-c3b89eb9bdce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:59.688370 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port c83e1a9b-2a85-4e62-9c61-cde0e02af0d7, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=c83e1a9b-2a85-4e62-9c61-cde0e02af0d7,segment=NetworkSegment(b67d6817-731c-4ba0-9790-a50b114ac3d7),segment_id=b67d6817-731c-4ba0-9790-a50b114ac3d7)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:11:59.694338 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:59.700887 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d0656c1a-52ae-414e-a4c5-10959a0d0632 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:59.759051 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=c83e1a9b-2a85-4e62-9c61-cde0e02af0d7,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:59.765568 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-4ecdd272-6670-4478-a650-c3b89eb9bdce admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cbc859e8b53f44e5b6b95cd870360aae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2464097 Aug 29 04:11:59.768620 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecdd272-6670-4478-a650-c3b89eb9bdce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5289ef4c-b468-482e-85c1-a995267f004c,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:59.771914 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 37796) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:11:59.872821 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2fbcb009-f7fa-4063-8cb3-33153e7dfaac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:59.878772 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-91ed2423-3fca-45fe-b601-80b774bb628a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7cad6e7-0edd-4126-acfc-ee1c44bf1cdc', 'name': 'tempest-AttachSCSIVolumeTestJSON-923904542-router', 'tenant_id': 'b65d791c209a4b25819757193b65d4ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '712dd7e7-480c-42ca-be76-f1e2767cfc5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:09:58Z', 'updated_at': '2021-08-29T04:11:57Z', 'revision_number': 5, 'project_id': 'b65d791c209a4b25819757193b65d4ab', 'gw_port': {'id': '712dd7e7-480c-42ca-be76-f1e2767cfc5c', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b2:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7cad6e7-0edd-4126-acfc-ee1c44bf1cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:00Z', 'updated_at': '2021-08-29T04:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:11:59.911189 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2fbcb009-f7fa-4063-8cb3-33153e7dfaac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:59.913908 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-d0656c1a-52ae-414e-a4c5-10959a0d0632 admin admin] Deleting port 712dd7e7-480c-42ca-be76-f1e2767cfc5c {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:11:59.914462 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d0656c1a-52ae-414e-a4c5-10959a0d0632 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:59.932147 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-dfa78ea7-5306-4186-b3e5-a6d0d04ff7cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:59.954337 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ed2423-3fca-45fe-b601-80b774bb628a None None] Checking router: d7cad6e7-0edd-4126-acfc-ee1c44bf1cdc for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:11:59.985334 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2fbcb009-f7fa-4063-8cb3-33153e7dfaac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:59.989241 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2fbcb009-f7fa-4063-8cb3-33153e7dfaac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:59.990714 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-2fbcb009-f7fa-4063-8cb3-33153e7dfaac admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5289ef4c-b468-482e-85c1-a995267f004c HTTP/1.1" status: 204 len: 168 time: 0.2176013 Aug 29 04:11:59.995839 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ed2423-3fca-45fe-b601-80b774bb628a None None] Routers {'d7cad6e7-0edd-4126-acfc-ee1c44bf1cdc'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:11:59.996718 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-91ed2423-3fca-45fe-b601-80b774bb628a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:11:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['d7cad6e7-0edd-4126-acfc-ee1c44bf1cdc'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:12:00.003372 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbcb009-f7fa-4063-8cb3-33153e7dfaac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5289ef4c-b468-482e-85c1-a995267f004c,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:00.013090 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e935229a-133a-4c5a-97c9-a655dfcbbff6 None None] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:00.044437 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e935229a-133a-4c5a-97c9-a655dfcbbff6 None None] Transition to ACTIVE for port object 7fa4711e-51ef-4a44-aed5-e3b6f04626e5 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:12:00.051592 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e935229a-133a-4c5a-97c9-a655dfcbbff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:00.053054 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-d0656c1a-52ae-414e-a4c5-10959a0d0632 admin admin] For port 712dd7e7-480c-42ca-be76-f1e2767cfc5c, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=712dd7e7-480c-42ca-be76-f1e2767cfc5c,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:00.053458 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d0656c1a-52ae-414e-a4c5-10959a0d0632 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:00.071101 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-d0656c1a-52ae-414e-a4c5-10959a0d0632 admin admin] Calling delete_port for 712dd7e7-480c-42ca-be76-f1e2767cfc5c owned by network:router_gateway {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:12:00.108129 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-e935229a-133a-4c5a-97c9-a655dfcbbff6 None None] Attempting to bind port 7fa4711e-51ef-4a44-aed5-e3b6f04626e5 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:12:00.108660 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-e935229a-133a-4c5a-97c9-a655dfcbbff6 None None] Attempting to bind port 7fa4711e-51ef-4a44-aed5-e3b6f04626e5 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:12:00.109129 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e935229a-133a-4c5a-97c9-a655dfcbbff6 None None] Attempting to bind port 7fa4711e-51ef-4a44-aed5-e3b6f04626e5 on network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:12:00.120637 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e935229a-133a-4c5a-97c9-a655dfcbbff6 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:12:00.121360 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e935229a-133a-4c5a-97c9-a655dfcbbff6 None None] Checking segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:12:00.122050 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e935229a-133a-4c5a-97c9-a655dfcbbff6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:00.124588 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e935229a-133a-4c5a-97c9-a655dfcbbff6 None None] Bound using segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:12:00.124588 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-e935229a-133a-4c5a-97c9-a655dfcbbff6 None None] Bound port: 7fa4711e-51ef-4a44-aed5-e3b6f04626e5, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:12:00.124588 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e935229a-133a-4c5a-97c9-a655dfcbbff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:00.157142 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e59253-fb51-49c5-ae0c-173f72cc653a None None] Pushing event updated for resources: {'Port': ['ID=7fa4711e-51ef-4a44-aed5-e3b6f04626e5,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:00.174985 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a93e2a-a6c7-4b4c-84e8-9c1785d86dd1 req-4c12f5cd-655b-4d76-9f3b-68e5e5c4c0cc tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:00.183826 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b3a93e2a-a6c7-4b4c-84e8-9c1785d86dd1 req-4c12f5cd-655b-4d76-9f3b-68e5e5c4c0cc tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=d08c5cc7-debc-40a5-960a-3b21fc8777de HTTP/1.1" status: 200 len: 950 time: 0.0725846 Aug 29 04:12:00.214335 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e935229a-133a-4c5a-97c9-a655dfcbbff6 None None] For port 7fa4711e-51ef-4a44-aed5-e3b6f04626e5, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:12:00.218700 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e935229a-133a-4c5a-97c9-a655dfcbbff6 None None] For port 7fa4711e-51ef-4a44-aed5-e3b6f04626e5, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=7fa4711e-51ef-4a44-aed5-e3b6f04626e5,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:12:00.248037 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e935229a-133a-4c5a-97c9-a655dfcbbff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:00.258618 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b3a93e2a-a6c7-4b4c-84e8-9c1785d86dd1 req-accfe7f5-b196-4c42-ac7d-7e6b276cf9fc tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735259 Aug 29 04:12:00.312492 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-91ed2423-3fca-45fe-b601-80b774bb628a None None] Set router d7cad6e7-0edd-4126-acfc-ee1c44bf1cdc gateway port host: None {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:12:00.371596 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e935229a-133a-4c5a-97c9-a655dfcbbff6 None None] Routers {'4fc67e82-9ebb-43c8-8413-a5d7c08de470'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:12:00.372552 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-e935229a-133a-4c5a-97c9-a655dfcbbff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:11:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['4fc67e82-9ebb-43c8-8413-a5d7c08de470'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:12:00.381820 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e59253-fb51-49c5-ae0c-173f72cc653a None None] Pushing event updated for resources: {'Port': ['ID=7fa4711e-51ef-4a44-aed5-e3b6f04626e5,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:00.386316 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-91ed2423-3fca-45fe-b601-80b774bb628a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7cad6e7-0edd-4126-acfc-ee1c44bf1cdc', 'name': 'tempest-AttachSCSIVolumeTestJSON-923904542-router', 'tenant_id': 'b65d791c209a4b25819757193b65d4ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:09:58Z', 'updated_at': '2021-08-29T04:11:59Z', 'revision_number': 6, 'project_id': 'b65d791c209a4b25819757193b65d4ab', 'gw_port_host': None}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:12:00.419456 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ed2423-3fca-45fe-b601-80b774bb628a None None] The sync data for ids ['d7cad6e7-0edd-4126-acfc-ee1c44bf1cdc'] in n-d-712140-12 is: [{'id': 'd7cad6e7-0edd-4126-acfc-ee1c44bf1cdc', 'name': 'tempest-AttachSCSIVolumeTestJSON-923904542-router', 'tenant_id': 'b65d791c209a4b25819757193b65d4ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:09:58Z', 'updated_at': '2021-08-29T04:11:59Z', 'revision_number': 6, 'project_id': 'b65d791c209a4b25819757193b65d4ab', 'gw_port_host': None}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:12:00.419995 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-dfa78ea7-5306-4186-b3e5-a6d0d04ff7cb admin admin] Allocated IP 172.20.0.1 (3289792e-f838-4808-bdaa-0bd84d874fd6/e056129e-3078-4985-8124-8db3fb753ac5/b076f191-52ea-43ea-9da0-41b18f67a78c) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:12:00.502702 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb961bed-6515-42a2-9acd-a4abbd9a5ae4 req-37185f53-5d20-4612-9655-b6033801e84c tempest-MigrationsAdminTest-1540335180 tempest-MigrationsAdminTest-1540335180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:00.509402 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d0656c1a-52ae-414e-a4c5-10959a0d0632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:00.509989 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-eb961bed-6515-42a2-9acd-a4abbd9a5ae4 req-37185f53-5d20-4612-9655-b6033801e84c tempest-MigrationsAdminTest-1540335180 tempest-MigrationsAdminTest-1540335180-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=d08c5cc7-debc-40a5-960a-3b21fc8777de HTTP/1.1" status: 200 len: 1102 time: 0.0979877 Aug 29 04:12:00.545740 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0656c1a-52ae-414e-a4c5-10959a0d0632 admin admin] Pushing event deleted for resources: {'Port': ['ID=712dd7e7-480c-42ca-be76-f1e2767cfc5c,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:00.546097 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-e935229a-133a-4c5a-97c9-a655dfcbbff6 None None] Set router 4fc67e82-9ebb-43c8-8413-a5d7c08de470 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:12:00.592244 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-eb961bed-6515-42a2-9acd-a4abbd9a5ae4 req-b27183f7-546d-4d4b-b9d9-96591dd6f039 tempest-MigrationsAdminTest-1540335180 tempest-MigrationsAdminTest-1540335180-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679615 Aug 29 04:12:00.790642 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-e935229a-133a-4c5a-97c9-a655dfcbbff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc67e82-9ebb-43c8-8413-a5d7c08de470', 'name': 'tempest-ServersTestManualDisk-925007010-router', 'tenant_id': '80868c13a1a14c89a9961d67996970da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': '7fa4711e-51ef-4a44-aed5-e3b6f04626e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:11:55Z', 'updated_at': '2021-08-29T04:11:57Z', 'revision_number': 3, 'project_id': '80868c13a1a14c89a9961d67996970da', 'gw_port': {'id': '7fa4711e-51ef-4a44-aed5-e3b6f04626e5', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:cf:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fc67e82-9ebb-43c8-8413-a5d7c08de470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:11:56Z', 'updated_at': '2021-08-29T04:12:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:12:00.836325 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e935229a-133a-4c5a-97c9-a655dfcbbff6 None None] The sync data for ids ['4fc67e82-9ebb-43c8-8413-a5d7c08de470'] in n-d-712140-12 is: [{'id': '4fc67e82-9ebb-43c8-8413-a5d7c08de470', 'name': 'tempest-ServersTestManualDisk-925007010-router', 'tenant_id': '80868c13a1a14c89a9961d67996970da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': '7fa4711e-51ef-4a44-aed5-e3b6f04626e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:11:55Z', 'updated_at': '2021-08-29T04:11:57Z', 'revision_number': 3, 'project_id': '80868c13a1a14c89a9961d67996970da', 'gw_port': {'id': '7fa4711e-51ef-4a44-aed5-e3b6f04626e5', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:cf:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fc67e82-9ebb-43c8-8413-a5d7c08de470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:11:56Z', 'updated_at': '2021-08-29T04:12:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:12:01.045129 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-dfa78ea7-5306-4186-b3e5-a6d0d04ff7cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:01.064620 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d0656c1a-52ae-414e-a4c5-10959a0d0632 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719445'] for router_gateway, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:01.066947 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device c83e1a9b-2a85-4e62-9c61-cde0e02af0d7 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:12:01.145981 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port c83e1a9b-2a85-4e62-9c61-cde0e02af0d7 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:12:01.146360 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:01.188945 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-dfa78ea7-5306-4186-b3e5-a6d0d04ff7cb admin admin] Transition to ACTIVE for port object b076f191-52ea-43ea-9da0-41b18f67a78c will not be triggered until provisioned by entity DHCP. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:12:01.198136 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d0656c1a-52ae-414e-a4c5-10959a0d0632 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:01.201801 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d0656c1a-52ae-414e-a4c5-10959a0d0632 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:01.263970 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 97c9cc39-c927-443e-9c11-fb8fcf6e9e4e no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:12:01.287463 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 97c9cc39-c927-443e-9c11-fb8fcf6e9e4e {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:12:01.288052 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 97c9cc39-c927-443e-9c11-fb8fcf6e9e4e not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:12:01.340888 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d0656c1a-52ae-414e-a4c5-10959a0d0632 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717253'] for router, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:01.341431 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0656c1a-52ae-414e-a4c5-10959a0d0632 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d7cad6e7-0edd-4126-acfc-ee1c44bf1cdc {{(pid=94829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:12:01.347419 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d0656c1a-52ae-414e-a4c5-10959a0d0632 admin admin] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:01.348629 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-d0656c1a-52ae-414e-a4c5-10959a0d0632 admin admin] 10.222.0.22 "DELETE /v2.0/routers/d7cad6e7-0edd-4126-acfc-ee1c44bf1cdc HTTP/1.1" status: 204 len: 168 time: 2.3119128 Aug 29 04:12:01.351996 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 37848) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:12:01.365539 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-dfa78ea7-5306-4186-b3e5-a6d0d04ff7cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:01.495605 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b2198d1-1d16-4cfb-83b8-c338f66b3ac5 admin admin] Deleting subnet 8502d769-641d-4a10-9e4d-27f28f2cb7c2 {{(pid=94828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:12:01.510057 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8b2198d1-1d16-4cfb-83b8-c338f66b3ac5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:01.526881 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa78ea7-5306-4186-b3e5-a6d0d04ff7cb admin admin] Pushing event updated for resources: {'Port': ['ID=b076f191-52ea-43ea-9da0-41b18f67a78c,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:01.531415 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa78ea7-5306-4186-b3e5-a6d0d04ff7cb admin admin] Network 3289792e-f838-4808-bdaa-0bd84d874fd6 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:12:01.555240 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-dfa78ea7-5306-4186-b3e5-a6d0d04ff7cb admin admin] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:12:01.567154 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8b2198d1-1d16-4cfb-83b8-c338f66b3ac5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8904862'] for subnet, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:01.572731 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa78ea7-5306-4186-b3e5-a6d0d04ff7cb admin admin] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:12:01.682058 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-dfa78ea7-5306-4186-b3e5-a6d0d04ff7cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719598'] for router_interface, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:01.820681 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8b2198d1-1d16-4cfb-83b8-c338f66b3ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:01.867555 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6602ab0-5e9a-4170-8394-a231ef94d560 req-187d2d61-2b1c-4c79-81e6-bb4230eb3e22 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:01.874292 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f6602ab0-5e9a-4170-8394-a231ef94d560 req-187d2d61-2b1c-4c79-81e6-bb4230eb3e22 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=d08c5cc7-debc-40a5-960a-3b21fc8777de HTTP/1.1" status: 200 len: 950 time: 0.1824157 Aug 29 04:12:01.941630 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f6602ab0-5e9a-4170-8394-a231ef94d560 req-c0e974a3-7e99-4bdd-9277-f5c52ddbb178 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613887 Aug 29 04:12:01.950456 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8b2198d1-1d16-4cfb-83b8-c338f66b3ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9190434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062341'] for subnet, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:01.976271 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-dfa78ea7-5306-4186-b3e5-a6d0d04ff7cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:01.990434 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2198d1-1d16-4cfb-83b8-c338f66b3ac5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8502d769-641d-4a10-9e4d-27f28f2cb7c2,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:02.000810 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8b2198d1-1d16-4cfb-83b8-c338f66b3ac5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:02.005648 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-8b2198d1-1d16-4cfb-83b8-c338f66b3ac5 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/8502d769-641d-4a10-9e4d-27f28f2cb7c2 HTTP/1.1" status: 204 len: 168 time: 0.6494582 Aug 29 04:12:02.005823 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b94d7a-90dd-4592-9e91-1421ff59b001 None None] Network 9c6b70cd-4018-45e7-bcf9-d8107df4490b requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:12:02.012009 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 37856) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:12:02.128321 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-db45d0b8-b282-4dfd-aeea-ed7bdc1fac91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:02.153375 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-878c8910-b6d9-4ea7-b3f1-1c18ed6c249f None None] Provisioning for port b076f191-52ea-43ea-9da0-41b18f67a78c completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:12:02.161363 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-878c8910-b6d9-4ea7-b3f1-1c18ed6c249f None None] Provisioning complete for port b076f191-52ea-43ea-9da0-41b18f67a78c triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:12:02.161971 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-878c8910-b6d9-4ea7-b3f1-1c18ed6c249f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:02.219057 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-db45d0b8-b282-4dfd-aeea-ed7bdc1fac91 admin admin] Deleting port 6ef98971-1b25-4653-bfe2-41c2792d8f40 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:12:02.219503 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-db45d0b8-b282-4dfd-aeea-ed7bdc1fac91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:02.270677 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6191f24e-cd6c-4495-87ae-ad33d5e52985 req-28e0223f-4ddf-4b51-ab7a-0a26d62a8c34 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d08c5cc7-debc-40a5-960a-3b21fc8777de&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4155672 Aug 29 04:12:02.296172 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-878c8910-b6d9-4ea7-b3f1-1c18ed6c249f None None] Port b076f191-52ea-43ea-9da0-41b18f67a78c cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:12:02.330452 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-db45d0b8-b282-4dfd-aeea-ed7bdc1fac91 admin admin] For port 6ef98971-1b25-4653-bfe2-41c2792d8f40, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=6ef98971-1b25-4653-bfe2-41c2792d8f40,segment=NetworkSegment(a980ccbf-7dd9-44c3-95ba-9117d4a4edde),segment_id=a980ccbf-7dd9-44c3-95ba-9117d4a4edde)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:02.337260 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-dfa78ea7-5306-4186-b3e5-a6d0d04ff7cb admin admin] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:02.340750 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-db45d0b8-b282-4dfd-aeea-ed7bdc1fac91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:02.345299 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-dfa78ea7-5306-4186-b3e5-a6d0d04ff7cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:02.358267 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-db45d0b8-b282-4dfd-aeea-ed7bdc1fac91 admin admin] Calling delete_port for 6ef98971-1b25-4653-bfe2-41c2792d8f40 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:12:02.403183 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1eef1da-ff2c-44d3-a5d9-d6c21d315d1c None None] DHCP port deletion for 9c6b70cd-4018-45e7-bcf9-d8107df4490b request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:12:02.457554 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-dfa78ea7-5306-4186-b3e5-a6d0d04ff7cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-718897'] for router_interface, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:02.489283 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-f1eef1da-ff2c-44d3-a5d9-d6c21d315d1c None None] Deleting port 6ef98971-1b25-4653-bfe2-41c2792d8f40 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:12:02.489688 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f1eef1da-ff2c-44d3-a5d9-d6c21d315d1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:02.508878 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-db45d0b8-b282-4dfd-aeea-ed7bdc1fac91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:02.569006 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db45d0b8-b282-4dfd-aeea-ed7bdc1fac91 admin admin] No DVR routers for this DVR port 6ef98971-1b25-4653-bfe2-41c2792d8f40 on host n-d-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:12:02.607011 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db45d0b8-b282-4dfd-aeea-ed7bdc1fac91 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ef98971-1b25-4653-bfe2-41c2792d8f40,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:02.664927 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-f1eef1da-ff2c-44d3-a5d9-d6c21d315d1c None None] For port 6ef98971-1b25-4653-bfe2-41c2792d8f40, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=6ef98971-1b25-4653-bfe2-41c2792d8f40,segment=NetworkSegment(a980ccbf-7dd9-44c3-95ba-9117d4a4edde),segment_id=a980ccbf-7dd9-44c3-95ba-9117d4a4edde)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:02.665337 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f1eef1da-ff2c-44d3-a5d9-d6c21d315d1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:02.698753 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-f1eef1da-ff2c-44d3-a5d9-d6c21d315d1c None None] Calling delete_port for 6ef98971-1b25-4653-bfe2-41c2792d8f40 owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:12:02.714259 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-db45d0b8-b282-4dfd-aeea-ed7bdc1fac91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:02.726516 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa78ea7-5306-4186-b3e5-a6d0d04ff7cb admin admin] Pushing event updated for resources: {'Port': ['ID=b076f191-52ea-43ea-9da0-41b18f67a78c,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:02.739433 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-db45d0b8-b282-4dfd-aeea-ed7bdc1fac91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c6b70cd-4018-45e7-bcf9-d8107df4490b']}} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:12:02.764767 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-db45d0b8-b282-4dfd-aeea-ed7bdc1fac91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a980ccbf-7dd9-44c3-95ba-9117d4a4edde') {'for_net_delete': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:12:02.764993 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-db45d0b8-b282-4dfd-aeea-ed7bdc1fac91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a980ccbf-7dd9-44c3-95ba-9117d4a4edde') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:12:02.791106 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-db45d0b8-b282-4dfd-aeea-ed7bdc1fac91 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8904833'] for segment, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:02.815644 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-db45d0b8-b282-4dfd-aeea-ed7bdc1fac91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:02.817765 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa78ea7-5306-4186-b3e5-a6d0d04ff7cb admin admin] Network 3289792e-f838-4808-bdaa-0bd84d874fd6 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:12:02.820662 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-dfa78ea7-5306-4186-b3e5-a6d0d04ff7cb admin admin] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:12:02.828525 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db45d0b8-b282-4dfd-aeea-ed7bdc1fac91 admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=94828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:12:02.829190 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-db45d0b8-b282-4dfd-aeea-ed7bdc1fac91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9190468'] for segment, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:02.832138 n-d-712140-12 neutron-server[94828]: Traceback (most recent call last): Aug 29 04:12:02.832138 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:12:02.832138 n-d-712140-12 neutron-server[94828]: timer() Aug 29 04:12:02.832138 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:12:02.832138 n-d-712140-12 neutron-server[94828]: cb(*args, **kw) Aug 29 04:12:02.832138 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:12:02.832138 n-d-712140-12 neutron-server[94828]: return func(*args, **kwargs) Aug 29 04:12:02.832138 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:12:02.832138 n-d-712140-12 neutron-server[94828]: self._notify() Aug 29 04:12:02.832138 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:12:02.832138 n-d-712140-12 neutron-server[94828]: self.callback(batched_events) Aug 29 04:12:02.832138 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:12:02.832138 n-d-712140-12 neutron-server[94828]: event.method(event) Aug 29 04:12:02.832138 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:12:02.832138 n-d-712140-12 neutron-server[94828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:12:02.832138 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:12:02.832138 n-d-712140-12 neutron-server[94828]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:12:02.832138 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:12:02.832138 n-d-712140-12 neutron-server[94828]: return f(self, *a, **k) Aug 29 04:12:02.832138 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:12:02.832138 n-d-712140-12 neutron-server[94828]: return self._get(url).json() Aug 29 04:12:02.832138 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:12:02.832138 n-d-712140-12 neutron-server[94828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:12:02.832138 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:12:02.832138 n-d-712140-12 neutron-server[94828]: return self.request(url, 'GET', **kwargs) Aug 29 04:12:02.832138 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:12:02.832138 n-d-712140-12 neutron-server[94828]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:12:02.832138 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:12:02.832138 n-d-712140-12 neutron-server[94828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:12:02.832138 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:12:02.832138 n-d-712140-12 neutron-server[94828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:12:02.832138 n-d-712140-12 neutron-server[94828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:12:02.875652 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 7fa4711e-51ef-4a44-aed5-e3b6f04626e5 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:12:02.939306 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-db45d0b8-b282-4dfd-aeea-ed7bdc1fac91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:02.944471 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f1eef1da-ff2c-44d3-a5d9-d6c21d315d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:02.968850 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f1eef1da-ff2c-44d3-a5d9-d6c21d315d1c None None] Network 9c6b70cd-4018-45e7-bcf9-d8107df4490b is not hosted by any dhcp agent {{(pid=94830) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 29 04:12:02.969314 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1eef1da-ff2c-44d3-a5d9-d6c21d315d1c None None] No DVR routers for this DVR port 6ef98971-1b25-4653-bfe2-41c2792d8f40 on host n-d-712140-12 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:12:02.974566 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-db45d0b8-b282-4dfd-aeea-ed7bdc1fac91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:02.990242 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-db45d0b8-b282-4dfd-aeea-ed7bdc1fac91 admin admin] 10.222.0.22 "DELETE /v2.0/networks/9c6b70cd-4018-45e7-bcf9-d8107df4490b HTTP/1.1" status: 204 len: 168 time: 0.9763272 Aug 29 04:12:03.022528 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db45d0b8-b282-4dfd-aeea-ed7bdc1fac91 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c6b70cd-4018-45e7-bcf9-d8107df4490b,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:03.025391 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eef1da-ff2c-44d3-a5d9-d6c21d315d1c None None] Pushing event deleted for resources: {'Port': ['ID=6ef98971-1b25-4653-bfe2-41c2792d8f40,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:03.028027 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 37900) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:12:03.060309 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 7fa4711e-51ef-4a44-aed5-e3b6f04626e5 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:12:03.070210 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 7fa4711e-51ef-4a44-aed5-e3b6f04626e5 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:12:03.071117 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:03.187069 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72501048-4ac7-4fe8-87eb-fd69a122c279 req-3e1e3685-b8f8-4b5e-9628-5a583c2d637c tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:03.193106 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:03.195098 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-72501048-4ac7-4fe8-87eb-fd69a122c279 req-3e1e3685-b8f8-4b5e-9628-5a583c2d637c tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=d08c5cc7-debc-40a5-960a-3b21fc8777de HTTP/1.1" status: 200 len: 950 time: 0.1272466 Aug 29 04:12:03.222435 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 7fa4711e-51ef-4a44-aed5-e3b6f04626e5, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=7fa4711e-51ef-4a44-aed5-e3b6f04626e5,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:03.238480 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfa78ea7-5306-4186-b3e5-a6d0d04ff7cb admin admin] Router 4fc67e82-9ebb-43c8-8413-a5d7c08de470 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:12:03.239390 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:03.273820 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-72501048-4ac7-4fe8-87eb-fd69a122c279 req-59625eaa-c557-42fb-a5da-5d45cadc19a2 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755832 Aug 29 04:12:03.346966 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 6ef98971-1b25-4653-bfe2-41c2792d8f40 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:12:03.392509 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-54f35c25-1ac3-4c93-835d-1f188a9c7e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:03.447346 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-8e3f4f32-5c8a-429b-bc51-1b3c66ef3fb8 None None] Provisioning complete for port b076f191-52ea-43ea-9da0-41b18f67a78c triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:12:03.447740 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e3f4f32-5c8a-429b-bc51-1b3c66ef3fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:03.475426 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 6ef98971-1b25-4653-bfe2-41c2792d8f40 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:12:03.475889 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 6ef98971-1b25-4653-bfe2-41c2792d8f40 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:12:03.476421 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 712dd7e7-480c-42ca-be76-f1e2767cfc5c no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:12:03.481811 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=7fa4711e-51ef-4a44-aed5-e3b6f04626e5,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:03.509937 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 712dd7e7-480c-42ca-be76-f1e2767cfc5c {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:12:03.510279 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 712dd7e7-480c-42ca-be76-f1e2767cfc5c not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:12:03.527515 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-8e3f4f32-5c8a-429b-bc51-1b3c66ef3fb8 None None] Port b076f191-52ea-43ea-9da0-41b18f67a78c cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:12:03.548984 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfa78ea7-5306-4186-b3e5-a6d0d04ff7cb admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:12:03.557558 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-dfa78ea7-5306-4186-b3e5-a6d0d04ff7cb admin admin] 10.222.0.22 "PUT /v2.0/routers/4fc67e82-9ebb-43c8-8413-a5d7c08de470/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9626243 Aug 29 04:12:03.877417 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9778b56a-4ecd-44f1-9275-539cbfdd49f4 None None] Sync routers for ids ['4fc67e82-9ebb-43c8-8413-a5d7c08de470'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:12:03.899160 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9778b56a-4ecd-44f1-9275-539cbfdd49f4 None None] Routers {'4fc67e82-9ebb-43c8-8413-a5d7c08de470'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:12:03.900418 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-9778b56a-4ecd-44f1-9275-539cbfdd49f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:11:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['4fc67e82-9ebb-43c8-8413-a5d7c08de470'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:12:03.919051 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4fef1f6e-0031-41a1-ab89-e4c6cde11d0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713413'] for router_interface, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:04.037785 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-9778b56a-4ecd-44f1-9275-539cbfdd49f4 None None] Set router 4fc67e82-9ebb-43c8-8413-a5d7c08de470 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:12:04.336096 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6191f24e-cd6c-4495-87ae-ad33d5e52985 req-6e4ac647-d57b-4719-9e1d-51e504210995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:04.338677 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6191f24e-cd6c-4495-87ae-ad33d5e52985 req-6e4ac647-d57b-4719-9e1d-51e504210995 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4b47ebaf5a2144e2beea71bdc91317f3&device_id=d08c5cc7-debc-40a5-960a-3b21fc8777de HTTP/1.1" status: 200 len: 1102 time: 0.1182127 Aug 29 04:12:04.434267 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-9778b56a-4ecd-44f1-9275-539cbfdd49f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc67e82-9ebb-43c8-8413-a5d7c08de470', 'name': 'tempest-ServersTestManualDisk-925007010-router', 'tenant_id': '80868c13a1a14c89a9961d67996970da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': '7fa4711e-51ef-4a44-aed5-e3b6f04626e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:11:55Z', 'updated_at': '2021-08-29T04:12:01Z', 'revision_number': 4, 'project_id': '80868c13a1a14c89a9961d67996970da', 'gw_port': {'id': '7fa4711e-51ef-4a44-aed5-e3b6f04626e5', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:cf:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc67e82-9ebb-43c8-8413-a5d7c08de470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:11:56Z', 'updated_at': '2021-08-29T04:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': 'b076f191-52ea-43ea-9da0-41b18f67a78c', 'name': '', 'network_id': '3289792e-f838-4808-bdaa-0bd84d874fd6', 'tenant_id': '80868c13a1a14c89a9961d67996970da', 'mac_address': 'fa:16:3e:ca:e1:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fc67e82-9ebb-43c8-8413-a5d7c08de470', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'e056129e-3078-4985-8124-8db3fb753ac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:12:00Z', 'updated_at': '2021-08-29T04:12:02Z', 'revision_number': 2, 'project_id': '80868c13a1a14c89a9961d67996970da', 'subnets': [{'id': 'e056129e-3078-4985-8124-8db3fb753ac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:12:04.475721 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9778b56a-4ecd-44f1-9275-539cbfdd49f4 None None] Checking router: 4fc67e82-9ebb-43c8-8413-a5d7c08de470 for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:12:04.476322 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9778b56a-4ecd-44f1-9275-539cbfdd49f4 None None] Updating router 4fc67e82-9ebb-43c8-8413-a5d7c08de470 port b076f191-52ea-43ea-9da0-41b18f67a78c binding host n-d-712140-12 {{(pid=94830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:12:04.505665 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9778b56a-4ecd-44f1-9275-539cbfdd49f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:04.544786 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 37952) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:12:04.550955 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-4e42fc04-2c1a-4cfe-b879-8658ca4eeb03 tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] Request body: {'security_group': {'name': 'tempest-securitygroup--689165358', 'description': 'tempest-description--2086396110'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:12:04.605942 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4e42fc04-2c1a-4cfe-b879-8658ca4eeb03 tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:04.630850 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faaab06-56d2-4a74-8754-4e46cc281c38 req-43bdd6c7-045f-4cfa-a455-78487437de92 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:04.640365 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6faaab06-56d2-4a74-8754-4e46cc281c38 req-43bdd6c7-045f-4cfa-a455-78487437de92 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=d08c5cc7-debc-40a5-960a-3b21fc8777de HTTP/1.1" status: 200 len: 950 time: 0.1971877 Aug 29 04:12:04.702955 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6191f24e-cd6c-4495-87ae-ad33d5e52985 req-df87824f-1845-47cc-88ec-645580dc45bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:04.704834 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6191f24e-cd6c-4495-87ae-ad33d5e52985 req-df87824f-1845-47cc-88ec-645580dc45bf service neutron] 10.222.0.48 "GET /v2.0/networks?id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 HTTP/1.1" status: 200 len: 870 time: 0.3566582 Aug 29 04:12:04.753424 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-4fef1f6e-0031-41a1-ab89-e4c6cde11d0e admin admin] Deleting port 7bf60d8e-784c-49b1-8cd3-017aa6d888c1 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:12:04.758313 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4fef1f6e-0031-41a1-ab89-e4c6cde11d0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:04.763324 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4e42fc04-2c1a-4cfe-b879-8658ca4eeb03 tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:04.773074 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4e42fc04-2c1a-4cfe-b879-8658ca4eeb03 tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:04.803313 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 37960) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:12:04.805852 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 7fa4711e-51ef-4a44-aed5-e3b6f04626e5 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:12:04.836484 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4e42fc04-2c1a-4cfe-b879-8658ca4eeb03 tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:04.841746 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6191f24e-cd6c-4495-87ae-ad33d5e52985 req-923cc24e-95a8-4879-aab3-76c5b2d7df10 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=20cc507d-377c-4740-9b17-180c7947d1c9 HTTP/1.1" status: 200 len: 217 time: 0.1215789 Aug 29 04:12:04.843285 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-4e42fc04-2c1a-4cfe-b879-8658ca4eeb03 tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2967846 Aug 29 04:12:04.846645 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 37966) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:12:04.853900 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-17da14d2-aef5-4124-b97f-0742462bd9e7 tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] Request body: {'security_group_rule': {'security_group_id': '63167af0-0bfb-43cf-8b9d-775e9610e721', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:12:04.860229 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e42fc04-2c1a-4cfe-b879-8658ca4eeb03 tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63167af0-0bfb-43cf-8b9d-775e9610e721,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:04.902694 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6faaab06-56d2-4a74-8754-4e46cc281c38 req-5e303441-08e3-4c3b-bf44-2d39ddded3ef tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578776 Aug 29 04:12:04.933871 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-17da14d2-aef5-4124-b97f-0742462bd9e7 tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:04.973039 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6191f24e-cd6c-4495-87ae-ad33d5e52985 req-1cf1f3a2-8b15-4de9-8ad2-f81932a58dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:04.974758 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6191f24e-cd6c-4495-87ae-ad33d5e52985 req-1cf1f3a2-8b15-4de9-8ad2-f81932a58dd2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=18cd12d4-b12a-41b0-b0c5-618edbb84e74 HTTP/1.1" status: 200 len: 843 time: 0.0994081 Aug 29 04:12:04.988219 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 7fa4711e-51ef-4a44-aed5-e3b6f04626e5 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:12:04.988626 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:05.037252 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-4fef1f6e-0031-41a1-ab89-e4c6cde11d0e admin admin] For port 7bf60d8e-784c-49b1-8cd3-017aa6d888c1, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=7bf60d8e-784c-49b1-8cd3-017aa6d888c1,segment=NetworkSegment(c0ed39a7-0822-449c-a620-32c010b4d030),segment_id=c0ed39a7-0822-449c-a620-32c010b4d030)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:05.037791 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4fef1f6e-0031-41a1-ab89-e4c6cde11d0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:05.054698 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-687997fd-37ab-44bb-8dfb-ed30daaf1789 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:05.056331 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-4fef1f6e-0031-41a1-ab89-e4c6cde11d0e admin admin] Calling delete_port for 7bf60d8e-784c-49b1-8cd3-017aa6d888c1 owned by network:router_interface {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:12:05.083714 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6191f24e-cd6c-4495-87ae-ad33d5e52985 req-678be644-ee7a-44f8-bfb8-d595afeaaff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:05.086087 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6191f24e-cd6c-4495-87ae-ad33d5e52985 req-678be644-ee7a-44f8-bfb8-d595afeaaff2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0997725 Aug 29 04:12:05.096201 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-17da14d2-aef5-4124-b97f-0742462bd9e7 tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:05.106010 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-17da14d2-aef5-4124-b97f-0742462bd9e7 tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:05.144362 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17da14d2-aef5-4124-b97f-0742462bd9e7 tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=759d8a97-a8ba-4b11-98e4-c9e9de4da00d,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:05.146279 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9778b56a-4ecd-44f1-9275-539cbfdd49f4 None None] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:05.161689 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-9778b56a-4ecd-44f1-9275-539cbfdd49f4 None None] Transition to ACTIVE for port object b076f191-52ea-43ea-9da0-41b18f67a78c will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:12:05.170635 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9778b56a-4ecd-44f1-9275-539cbfdd49f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:05.266790 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-687997fd-37ab-44bb-8dfb-ed30daaf1789 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:05.271940 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-687997fd-37ab-44bb-8dfb-ed30daaf1789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:05.286403 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aa52ba-d3e0-423c-873a-76b1fff57666 None None] Pushing event updated for resources: {'Port': ['ID=b076f191-52ea-43ea-9da0-41b18f67a78c,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:05.307817 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-17da14d2-aef5-4124-b97f-0742462bd9e7 tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:05.312867 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-17da14d2-aef5-4124-b97f-0742462bd9e7 tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4651990 Aug 29 04:12:05.317583 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 37968) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:12:05.326409 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-586a5496-6aac-4d01-835f-4113d8f6a0bf tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] Request body: {'security_group_rule': {'security_group_id': '63167af0-0bfb-43cf-8b9d-775e9610e721', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:12:05.352081 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-9778b56a-4ecd-44f1-9275-539cbfdd49f4 None None] Attempting to bind port b076f191-52ea-43ea-9da0-41b18f67a78c on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:12:05.352612 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-9778b56a-4ecd-44f1-9275-539cbfdd49f4 None None] Attempting to bind port b076f191-52ea-43ea-9da0-41b18f67a78c by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'b67d6817-731c-4ba0-9790-a50b114ac3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '3289792e-f838-4808-bdaa-0bd84d874fd6'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:12:05.353118 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9778b56a-4ecd-44f1-9275-539cbfdd49f4 None None] Attempting to bind port b076f191-52ea-43ea-9da0-41b18f67a78c on network 3289792e-f838-4808-bdaa-0bd84d874fd6 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:12:05.360388 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9778b56a-4ecd-44f1-9275-539cbfdd49f4 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:12:05.361132 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9778b56a-4ecd-44f1-9275-539cbfdd49f4 None None] Checking segment: {'id': 'b67d6817-731c-4ba0-9790-a50b114ac3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '3289792e-f838-4808-bdaa-0bd84d874fd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:12:05.361866 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9778b56a-4ecd-44f1-9275-539cbfdd49f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:05.362416 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9778b56a-4ecd-44f1-9275-539cbfdd49f4 None None] Bound using segment: {'id': 'b67d6817-731c-4ba0-9790-a50b114ac3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '3289792e-f838-4808-bdaa-0bd84d874fd6'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:12:05.362967 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-9778b56a-4ecd-44f1-9275-539cbfdd49f4 None None] Bound port: b076f191-52ea-43ea-9da0-41b18f67a78c, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b67d6817-731c-4ba0-9790-a50b114ac3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '3289792e-f838-4808-bdaa-0bd84d874fd6'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:12:05.363637 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9778b56a-4ecd-44f1-9275-539cbfdd49f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:05.371058 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6191f24e-cd6c-4495-87ae-ad33d5e52985 req-7893b8e9-8481-4ac2-9301-0184c3e368d0 service neutron] 10.222.0.48 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394488 Aug 29 04:12:05.377355 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-687997fd-37ab-44bb-8dfb-ed30daaf1789 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=dbea20944dff497d9365db1bd64ada37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5701051 Aug 29 04:12:05.381269 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 37970) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:12:05.383934 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687997fd-37ab-44bb-8dfb-ed30daaf1789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3339be5c-c847-4642-a3e4-c1dc75ecb449,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:05.408171 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-586a5496-6aac-4d01-835f-4113d8f6a0bf tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:05.473006 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-9778b56a-4ecd-44f1-9275-539cbfdd49f4 None None] For port b076f191-52ea-43ea-9da0-41b18f67a78c, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:12:05.480135 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-9778b56a-4ecd-44f1-9275-539cbfdd49f4 None None] For port b076f191-52ea-43ea-9da0-41b18f67a78c, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=b076f191-52ea-43ea-9da0-41b18f67a78c,segment=NetworkSegment(b67d6817-731c-4ba0-9790-a50b114ac3d7),segment_id=b67d6817-731c-4ba0-9790-a50b114ac3d7)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:12:05.489700 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9778b56a-4ecd-44f1-9275-539cbfdd49f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:05.496356 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-586a5496-6aac-4d01-835f-4113d8f6a0bf tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:05.503035 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-586a5496-6aac-4d01-835f-4113d8f6a0bf tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:05.525305 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586a5496-6aac-4d01-835f-4113d8f6a0bf tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45640ce5-ace4-489a-a7a6-42033c330b1a,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:05.534619 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-586a5496-6aac-4d01-835f-4113d8f6a0bf tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:05.540008 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-586a5496-6aac-4d01-835f-4113d8f6a0bf tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2174590 Aug 29 04:12:05.540008 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 37972) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:12:05.545842 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-fd919e89-4a1c-42b7-83c4-fce7e8b9526f tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] Request body: {'floatingip': {'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:12:05.575776 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fd919e89-4a1c-42b7-83c4-fce7e8b9526f tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] Notify callbacks [] for floatingip, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:05.620548 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2df7313a-bb7c-463a-9da8-f9a2e180dcf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:05.670516 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2df7313a-bb7c-463a-9da8-f9a2e180dcf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:05.683818 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6191f24e-cd6c-4495-87ae-ad33d5e52985 req-15c430ab-d6e9-4729-86ce-05f6ed7fa816 service neutron] 10.222.0.48 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3024387 Aug 29 04:12:05.691940 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4fef1f6e-0031-41a1-ab89-e4c6cde11d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:05.731936 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fd919e89-4a1c-42b7-83c4-fce7e8b9526f tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:05.855809 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fef1f6e-0031-41a1-ab89-e4c6cde11d0e admin admin] Pushing event deleted for resources: {'Port': ['ID=7bf60d8e-784c-49b1-8cd3-017aa6d888c1,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:05.857902 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9778b56a-4ecd-44f1-9275-539cbfdd49f4 None None] Routers {'4fc67e82-9ebb-43c8-8413-a5d7c08de470'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:12:05.859818 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-9778b56a-4ecd-44f1-9275-539cbfdd49f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:11:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['4fc67e82-9ebb-43c8-8413-a5d7c08de470'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:12:05.862483 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aa52ba-d3e0-423c-873a-76b1fff57666 None None] Pushing event updated for resources: {'Port': ['ID=b076f191-52ea-43ea-9da0-41b18f67a78c,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:05.970024 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2df7313a-bb7c-463a-9da8-f9a2e180dcf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:05.972660 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2df7313a-bb7c-463a-9da8-f9a2e180dcf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:05.973844 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-2df7313a-bb7c-463a-9da8-f9a2e180dcf4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3339be5c-c847-4642-a3e4-c1dc75ecb449 HTTP/1.1" status: 204 len: 168 time: 0.5917094 Aug 29 04:12:05.997524 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-fd919e89-4a1c-42b7-83c4-fce7e8b9526f tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] Allocated IP 172.25.0.135 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/3e083c96-f706-4580-a3dd-214880eed44d) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:12:06.019222 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df7313a-bb7c-463a-9da8-f9a2e180dcf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3339be5c-c847-4642-a3e4-c1dc75ecb449,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:06.203260 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1d9499e2-f330-4c55-ade4-b053ac752b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:06.225620 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c07c66-f909-46ff-a1cd-c44c6531c510 req-66984bab-d659-4374-8566-7397e18db7c9 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:06.227231 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-07c07c66-f909-46ff-a1cd-c44c6531c510 req-66984bab-d659-4374-8566-7397e18db7c9 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=d08c5cc7-debc-40a5-960a-3b21fc8777de HTTP/1.1" status: 200 len: 950 time: 0.1091964 Aug 29 04:12:06.235044 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-9778b56a-4ecd-44f1-9275-539cbfdd49f4 None None] Set router 4fc67e82-9ebb-43c8-8413-a5d7c08de470 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:12:06.269796 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4fef1f6e-0031-41a1-ab89-e4c6cde11d0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-713231'] for router_interface, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:06.332421 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fd919e89-4a1c-42b7-83c4-fce7e8b9526f tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:06.362863 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-07c07c66-f909-46ff-a1cd-c44c6531c510 req-10235be1-fa6a-4b16-8107-62fa7a8fc335 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187935 Aug 29 04:12:06.430797 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fd919e89-4a1c-42b7-83c4-fce7e8b9526f tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:06.525836 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd919e89-4a1c-42b7-83c4-fce7e8b9526f tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:12:06.532105 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-fd919e89-4a1c-42b7-83c4-fce7e8b9526f tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:12:06.539153 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd919e89-4a1c-42b7-83c4-fce7e8b9526f tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:12:06.551513 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd919e89-4a1c-42b7-83c4-fce7e8b9526f tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] Pushing event updated for resources: {'Port': ['ID=3e083c96-f706-4580-a3dd-214880eed44d,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:06.572901 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-9778b56a-4ecd-44f1-9275-539cbfdd49f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc67e82-9ebb-43c8-8413-a5d7c08de470', 'name': 'tempest-ServersTestManualDisk-925007010-router', 'tenant_id': '80868c13a1a14c89a9961d67996970da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': '7fa4711e-51ef-4a44-aed5-e3b6f04626e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:11:55Z', 'updated_at': '2021-08-29T04:12:01Z', 'revision_number': 4, 'project_id': '80868c13a1a14c89a9961d67996970da', 'gw_port': {'id': '7fa4711e-51ef-4a44-aed5-e3b6f04626e5', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:cf:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc67e82-9ebb-43c8-8413-a5d7c08de470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:11:56Z', 'updated_at': '2021-08-29T04:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': 'b076f191-52ea-43ea-9da0-41b18f67a78c', 'name': '', 'network_id': '3289792e-f838-4808-bdaa-0bd84d874fd6', 'tenant_id': '80868c13a1a14c89a9961d67996970da', 'mac_address': 'fa:16:3e:ca:e1:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fc67e82-9ebb-43c8-8413-a5d7c08de470', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'e056129e-3078-4985-8124-8db3fb753ac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:12:00Z', 'updated_at': '2021-08-29T04:12:05Z', 'revision_number': 4, 'project_id': '80868c13a1a14c89a9961d67996970da', 'subnets': [{'id': 'e056129e-3078-4985-8124-8db3fb753ac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:12:06.612244 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9778b56a-4ecd-44f1-9275-539cbfdd49f4 None None] The sync data for ids ['4fc67e82-9ebb-43c8-8413-a5d7c08de470'] in n-d-712140-12 is: [{'id': '4fc67e82-9ebb-43c8-8413-a5d7c08de470', 'name': 'tempest-ServersTestManualDisk-925007010-router', 'tenant_id': '80868c13a1a14c89a9961d67996970da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': '7fa4711e-51ef-4a44-aed5-e3b6f04626e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:11:55Z', 'updated_at': '2021-08-29T04:12:01Z', 'revision_number': 4, 'project_id': '80868c13a1a14c89a9961d67996970da', 'gw_port': {'id': '7fa4711e-51ef-4a44-aed5-e3b6f04626e5', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:cf:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc67e82-9ebb-43c8-8413-a5d7c08de470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:11:56Z', 'updated_at': '2021-08-29T04:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': 'b076f191-52ea-43ea-9da0-41b18f67a78c', 'name': '', 'network_id': '3289792e-f838-4808-bdaa-0bd84d874fd6', 'tenant_id': '80868c13a1a14c89a9961d67996970da', 'mac_address': 'fa:16:3e:ca:e1:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fc67e82-9ebb-43c8-8413-a5d7c08de470', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'e056129e-3078-4985-8124-8db3fb753ac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:12:00Z', 'updated_at': '2021-08-29T04:12:05Z', 'revision_number': 4, 'project_id': '80868c13a1a14c89a9961d67996970da', 'subnets': [{'id': 'e056129e-3078-4985-8124-8db3fb753ac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:12:06.688658 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 37988) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:12:06.719912 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e0605ed2-e3c1-4d33-97e8-e7f715760801 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:06.742295 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fd919e89-4a1c-42b7-83c4-fce7e8b9526f tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:06.816219 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fd919e89-4a1c-42b7-83c4-fce7e8b9526f tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:07.015591 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e0605ed2-e3c1-4d33-97e8-e7f715760801 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:07.030770 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:07.032671 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e0605ed2-e3c1-4d33-97e8-e7f715760801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:07.084247 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fef1f6e-0031-41a1-ab89-e4c6cde11d0e admin admin] Router 4901cebb-3b01-49da-bddc-c530c73ee57a has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:12:07.106440 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-e0605ed2-e3c1-4d33-97e8-e7f715760801 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0e723becd2c04af9b69cb4437021d249&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4165220 Aug 29 04:12:07.114789 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 37996) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:12:07.128039 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0605ed2-e3c1-4d33-97e8-e7f715760801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75d91ace-83f3-4295-959b-34bf8fa852ce,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:07.149333 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:07.160585 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device b076f191-52ea-43ea-9da0-41b18f67a78c up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:12:07.198457 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fd919e89-4a1c-42b7-83c4-fce7e8b9526f tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:07.215200 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fd919e89-4a1c-42b7-83c4-fce7e8b9526f tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:07.263501 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port b076f191-52ea-43ea-9da0-41b18f67a78c completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:12:07.275088 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port b076f191-52ea-43ea-9da0-41b18f67a78c triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:12:07.275088 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:07.293220 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8319a480-1ff9-465f-9e94-23674e938481 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:07.305670 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fef1f6e-0031-41a1-ab89-e4c6cde11d0e admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:12:07.325565 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79ae48f-1f05-4459-9978-7ef27db51d40 None None] Sync routers for ids ['4901cebb-3b01-49da-bddc-c530c73ee57a'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:12:07.339175 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-4fef1f6e-0031-41a1-ab89-e4c6cde11d0e admin admin] 10.222.0.22 "PUT /v2.0/routers/4901cebb-3b01-49da-bddc-c530c73ee57a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3075309 Aug 29 04:12:07.339954 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 38000) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:12:07.354974 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79ae48f-1f05-4459-9978-7ef27db51d40 None None] Routers {'4901cebb-3b01-49da-bddc-c530c73ee57a'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:12:07.355987 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-a79ae48f-1f05-4459-9978-7ef27db51d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:12:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['4901cebb-3b01-49da-bddc-c530c73ee57a'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:12:07.373806 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8319a480-1ff9-465f-9e94-23674e938481 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:07.395635 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd919e89-4a1c-42b7-83c4-fce7e8b9526f tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] Pushing event updated for resources: {'Port': ['ID=3e083c96-f706-4580-a3dd-214880eed44d,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:07.402658 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fd919e89-4a1c-42b7-83c4-fce7e8b9526f tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719515'] for floatingip, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:07.468572 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fd919e89-4a1c-42b7-83c4-fce7e8b9526f tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:07.469933 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-fd919e89-4a1c-42b7-83c4-fce7e8b9526f tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9289839 Aug 29 04:12:07.497254 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:07.527581 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8319a480-1ff9-465f-9e94-23674e938481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:07.534616 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8319a480-1ff9-465f-9e94-23674e938481 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:07.543607 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-8319a480-1ff9-465f-9e94-23674e938481 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/75d91ace-83f3-4295-959b-34bf8fa852ce HTTP/1.1" status: 204 len: 168 time: 0.4284849 Aug 29 04:12:07.571048 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8319a480-1ff9-465f-9e94-23674e938481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d91ace-83f3-4295-959b-34bf8fa852ce,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:07.659659 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-befc978b-2b85-4861-9be0-b06540b356c8 admin admin] Notify callbacks [] for router, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:07.661234 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port b076f191-52ea-43ea-9da0-41b18f67a78c, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=b076f191-52ea-43ea-9da0-41b18f67a78c,segment=NetworkSegment(b67d6817-731c-4ba0-9790-a50b114ac3d7),segment_id=b67d6817-731c-4ba0-9790-a50b114ac3d7)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:07.669245 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:07.670468 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-a79ae48f-1f05-4459-9978-7ef27db51d40 None None] Set router 4901cebb-3b01-49da-bddc-c530c73ee57a gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:12:07.795434 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8cc4c0-f211-49b4-9a89-6b185923cc3d req-4e621993-e7e7-4448-b911-59c411502e25 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:07.803063 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=b076f191-52ea-43ea-9da0-41b18f67a78c,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:07.805425 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bb8cc4c0-f211-49b4-9a89-6b185923cc3d req-4e621993-e7e7-4448-b911-59c411502e25 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=d08c5cc7-debc-40a5-960a-3b21fc8777de HTTP/1.1" status: 200 len: 950 time: 0.2470632 Aug 29 04:12:07.922422 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-52d7926c-1f2f-4f38-8004-6416aaf1d59e req-e69db5c3-8c85-4c43-9513-60a4b64450cf tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--689165358&fields=id&tenant_id=80868c13a1a14c89a9961d67996970da HTTP/1.1" status: 200 len: 267 time: 0.0490115 Aug 29 04:12:07.925793 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bb8cc4c0-f211-49b4-9a89-6b185923cc3d req-a30780b5-ae00-415d-92b2-48029795e044 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086369 Aug 29 04:12:07.975226 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-befc978b-2b85-4861-9be0-b06540b356c8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:08.046674 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-a79ae48f-1f05-4459-9978-7ef27db51d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4901cebb-3b01-49da-bddc-c530c73ee57a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1706044306-router', 'tenant_id': '568311114d65416d8de21a22c4018a64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': 'b1bc71b0-aa11-43d9-b640-21c27556e0df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:10:20Z', 'updated_at': '2021-08-29T04:12:05Z', 'revision_number': 5, 'project_id': '568311114d65416d8de21a22c4018a64', 'gw_port': {'id': 'b1bc71b0-aa11-43d9-b640-21c27556e0df', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:57:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4901cebb-3b01-49da-bddc-c530c73ee57a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:22Z', 'updated_at': '2021-08-29T04:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:12:08.085416 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-befc978b-2b85-4861-9be0-b06540b356c8 admin admin] Deleting port b1bc71b0-aa11-43d9-b640-21c27556e0df {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:12:08.086062 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-befc978b-2b85-4861-9be0-b06540b356c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:08.121932 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d7926c-1f2f-4f38-8004-6416aaf1d59e req-da5ffdb7-c76f-4ae4-a897-45eec52c9285 tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:08.123894 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-52d7926c-1f2f-4f38-8004-6416aaf1d59e req-da5ffdb7-c76f-4ae4-a897-45eec52c9285 tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] 10.222.0.22 "GET /v2.0/networks?id=3289792e-f838-4808-bdaa-0bd84d874fd6 HTTP/1.1" status: 200 len: 811 time: 0.2001443 Aug 29 04:12:08.149756 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79ae48f-1f05-4459-9978-7ef27db51d40 None None] Checking router: 4901cebb-3b01-49da-bddc-c530c73ee57a for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:12:08.151486 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-52d7926c-1f2f-4f38-8004-6416aaf1d59e req-cd96790e-3928-4a92-9384-8ec20207cb7c tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] 10.222.0.22 "GET /v2.0/quotas/80868c13a1a14c89a9961d67996970da HTTP/1.1" status: 200 len: 375 time: 0.0167315 Aug 29 04:12:08.160760 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79ae48f-1f05-4459-9978-7ef27db51d40 None None] Routers {'4901cebb-3b01-49da-bddc-c530c73ee57a'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:12:08.161754 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-a79ae48f-1f05-4459-9978-7ef27db51d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:12:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['4901cebb-3b01-49da-bddc-c530c73ee57a'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:12:08.240747 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-befc978b-2b85-4861-9be0-b06540b356c8 admin admin] For port b1bc71b0-aa11-43d9-b640-21c27556e0df, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=b1bc71b0-aa11-43d9-b640-21c27556e0df,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:08.241548 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-befc978b-2b85-4861-9be0-b06540b356c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:08.250865 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-52d7926c-1f2f-4f38-8004-6416aaf1d59e req-1ea89d70-260e-498c-9862-878f8a5bc14f tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=80868c13a1a14c89a9961d67996970da&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0910256 Aug 29 04:12:08.273019 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-befc978b-2b85-4861-9be0-b06540b356c8 admin admin] Calling delete_port for b1bc71b0-aa11-43d9-b640-21c27556e0df owned by network:router_gateway {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:12:08.294218 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-a79ae48f-1f05-4459-9978-7ef27db51d40 None None] Set router 4901cebb-3b01-49da-bddc-c530c73ee57a gateway port host: None {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:12:08.357935 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-a79ae48f-1f05-4459-9978-7ef27db51d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4901cebb-3b01-49da-bddc-c530c73ee57a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1706044306-router', 'tenant_id': '568311114d65416d8de21a22c4018a64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:10:20Z', 'updated_at': '2021-08-29T04:12:07Z', 'revision_number': 6, 'project_id': '568311114d65416d8de21a22c4018a64', 'gw_port_host': None}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:12:08.395606 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79ae48f-1f05-4459-9978-7ef27db51d40 None None] The sync data for ids ['4901cebb-3b01-49da-bddc-c530c73ee57a'] in n-d-712140-12 is: [{'id': '4901cebb-3b01-49da-bddc-c530c73ee57a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1706044306-router', 'tenant_id': '568311114d65416d8de21a22c4018a64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:10:20Z', 'updated_at': '2021-08-29T04:12:07Z', 'revision_number': 6, 'project_id': '568311114d65416d8de21a22c4018a64', 'gw_port_host': None}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:12:08.508508 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-52d7926c-1f2f-4f38-8004-6416aaf1d59e req-e8479498-36c9-4371-b77b-ac41d09175cd service neutron] 10.222.0.22 "GET /v2.0/networks/3289792e-f838-4808-bdaa-0bd84d874fd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551637 Aug 29 04:12:08.510324 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:08.632319 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-befc978b-2b85-4861-9be0-b06540b356c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:08.644545 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-52d7926c-1f2f-4f38-8004-6416aaf1d59e req-3303b3ae-a92d-4458-b0e9-2c42e550cc06 service neutron] 10.222.0.22 "GET /v2.0/networks/3289792e-f838-4808-bdaa-0bd84d874fd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340036 Aug 29 04:12:08.675068 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befc978b-2b85-4861-9be0-b06540b356c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1bc71b0-aa11-43d9-b640-21c27556e0df,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:08.740623 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-befc978b-2b85-4861-9be0-b06540b356c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719445'] for router_gateway, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:08.863581 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-befc978b-2b85-4861-9be0-b06540b356c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:08.868101 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-befc978b-2b85-4861-9be0-b06540b356c8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:09.033976 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-befc978b-2b85-4861-9be0-b06540b356c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717253'] for router, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:09.034955 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-befc978b-2b85-4861-9be0-b06540b356c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4901cebb-3b01-49da-bddc-c530c73ee57a {{(pid=94828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:12:09.049410 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-befc978b-2b85-4861-9be0-b06540b356c8 admin admin] Notify callbacks [] for router, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:09.051367 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-befc978b-2b85-4861-9be0-b06540b356c8 admin admin] 10.222.0.22 "DELETE /v2.0/routers/4901cebb-3b01-49da-bddc-c530c73ee57a HTTP/1.1" status: 204 len: 168 time: 1.7092912 Aug 29 04:12:09.053980 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 38048) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:12:09.178163 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9da506e9-c246-4559-adf6-8b3b75ab3e87 req-94bd3e77-14fb-41ec-a00c-94d019000506 tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6f343cc-3e8a-4ad4-a1b7-c1f74da0625f HTTP/1.1" status: 200 len: 210 time: 0.1249330 Aug 29 04:12:09.217991 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b32c364-d4c1-43ae-965b-770e4dea7106 req-20d65f10-e41d-4d52-ada6-f69699cf57a1 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:09.220750 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1b32c364-d4c1-43ae-965b-770e4dea7106 req-20d65f10-e41d-4d52-ada6-f69699cf57a1 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=d08c5cc7-debc-40a5-960a-3b21fc8777de HTTP/1.1" status: 200 len: 950 time: 0.1147087 Aug 29 04:12:09.234029 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2a5ee66-24a6-4516-bb52-39b87b5a4315 admin admin] Deleting subnet dc5fec2c-9f9b-4df2-8e27-2ed68d0dc31d {{(pid=94828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:12:09.239941 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e2a5ee66-24a6-4516-bb52-39b87b5a4315 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:09.301501 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1b32c364-d4c1-43ae-965b-770e4dea7106 req-66ac8279-64c1-493c-901c-5ccd4c5201f1 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722783 Aug 29 04:12:09.306839 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e2a5ee66-24a6-4516-bb52-39b87b5a4315 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8904862'] for subnet, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:09.406389 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device b076f191-52ea-43ea-9da0-41b18f67a78c up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:12:09.488234 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e2a5ee66-24a6-4516-bb52-39b87b5a4315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:09.572091 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port b076f191-52ea-43ea-9da0-41b18f67a78c triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:12:09.572878 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:09.643091 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e2a5ee66-24a6-4516-bb52-39b87b5a4315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9190434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062341'] for subnet, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:09.694100 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a5ee66-24a6-4516-bb52-39b87b5a4315 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc5fec2c-9f9b-4df2-8e27-2ed68d0dc31d,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:09.707923 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e2a5ee66-24a6-4516-bb52-39b87b5a4315 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:09.713161 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-e2a5ee66-24a6-4516-bb52-39b87b5a4315 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/dc5fec2c-9f9b-4df2-8e27-2ed68d0dc31d HTTP/1.1" status: 204 len: 168 time: 0.6569145 Aug 29 04:12:09.715766 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532dc547-c2be-41b8-bff5-68fb2e3b48bb None None] Network 6bd27833-2391-4e38-ae3c-09cb81dd4a64 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:12:09.718563 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 38072) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:12:09.811016 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 7bf60d8e-784c-49b1-8cd3-017aa6d888c1 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:12:09.837494 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 7bf60d8e-784c-49b1-8cd3-017aa6d888c1 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:12:09.837848 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 7bf60d8e-784c-49b1-8cd3-017aa6d888c1 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:12:09.840652 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-478f4dfd-46b3-4f15-b2bb-088053b2d2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:09.917479 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-478f4dfd-46b3-4f15-b2bb-088053b2d2c8 admin admin] Deleting port fa9e593b-52c8-46a3-8edf-cd8aab7acd5e {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:12:09.917893 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-478f4dfd-46b3-4f15-b2bb-088053b2d2c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:09.986821 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-917f6387-2f12-4a38-8f38-2519a0df6013 None None] DHCP port deletion for 6bd27833-2391-4e38-ae3c-09cb81dd4a64 request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:12:10.007386 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-478f4dfd-46b3-4f15-b2bb-088053b2d2c8 admin admin] For port fa9e593b-52c8-46a3-8edf-cd8aab7acd5e, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=fa9e593b-52c8-46a3-8edf-cd8aab7acd5e,segment=NetworkSegment(c0ed39a7-0822-449c-a620-32c010b4d030),segment_id=c0ed39a7-0822-449c-a620-32c010b4d030)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:10.007710 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-478f4dfd-46b3-4f15-b2bb-088053b2d2c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:10.029575 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-478f4dfd-46b3-4f15-b2bb-088053b2d2c8 admin admin] Calling delete_port for fa9e593b-52c8-46a3-8edf-cd8aab7acd5e owned by network:dhcp {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:12:10.049263 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-917f6387-2f12-4a38-8f38-2519a0df6013 None None] Deleting port fa9e593b-52c8-46a3-8edf-cd8aab7acd5e {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:12:10.049941 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-917f6387-2f12-4a38-8f38-2519a0df6013 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:10.117049 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-917f6387-2f12-4a38-8f38-2519a0df6013 None None] For port fa9e593b-52c8-46a3-8edf-cd8aab7acd5e, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=fa9e593b-52c8-46a3-8edf-cd8aab7acd5e,segment=NetworkSegment(c0ed39a7-0822-449c-a620-32c010b4d030),segment_id=c0ed39a7-0822-449c-a620-32c010b4d030)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:10.117451 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-917f6387-2f12-4a38-8f38-2519a0df6013 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:10.123274 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-478f4dfd-46b3-4f15-b2bb-088053b2d2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:10.135334 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-917f6387-2f12-4a38-8f38-2519a0df6013 None None] Calling delete_port for fa9e593b-52c8-46a3-8edf-cd8aab7acd5e owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:12:10.151797 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478f4dfd-46b3-4f15-b2bb-088053b2d2c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa9e593b-52c8-46a3-8edf-cd8aab7acd5e,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:10.156699 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478f4dfd-46b3-4f15-b2bb-088053b2d2c8 admin admin] No DVR routers for this DVR port fa9e593b-52c8-46a3-8edf-cd8aab7acd5e on host n-d-712140-12 {{(pid=94829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:12:10.225350 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-917f6387-2f12-4a38-8f38-2519a0df6013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:10.251756 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917f6387-2f12-4a38-8f38-2519a0df6013 None None] Pushing event deleted for resources: {'Port': ['ID=fa9e593b-52c8-46a3-8edf-cd8aab7acd5e,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:10.255419 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-478f4dfd-46b3-4f15-b2bb-088053b2d2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:10.263636 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917f6387-2f12-4a38-8f38-2519a0df6013 None None] No DVR routers for this DVR port fa9e593b-52c8-46a3-8edf-cd8aab7acd5e on host n-d-712140-12 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:12:10.276025 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-478f4dfd-46b3-4f15-b2bb-088053b2d2c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bd27833-2391-4e38-ae3c-09cb81dd4a64']}} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:12:10.290639 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-478f4dfd-46b3-4f15-b2bb-088053b2d2c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0ed39a7-0822-449c-a620-32c010b4d030') {'for_net_delete': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:12:10.290963 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-478f4dfd-46b3-4f15-b2bb-088053b2d2c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0ed39a7-0822-449c-a620-32c010b4d030') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:12:10.303305 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-478f4dfd-46b3-4f15-b2bb-088053b2d2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4311712'] for segment, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:10.320413 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-478f4dfd-46b3-4f15-b2bb-088053b2d2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:10.325876 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-626f07b7-6bfb-46ad-8e02-fdb6c1657aa4 req-cee97ef1-a293-40af-a61e-8e4b3af47a14 tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6f343cc-3e8a-4ad4-a1b7-c1f74da0625f HTTP/1.1" status: 200 len: 210 time: 0.0360537 Aug 29 04:12:10.328330 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-478f4dfd-46b3-4f15-b2bb-088053b2d2c8 admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=94829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:12:10.328809 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-478f4dfd-46b3-4f15-b2bb-088053b2d2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4274277'] for segment, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:10.330870 n-d-712140-12 neutron-server[94829]: Traceback (most recent call last): Aug 29 04:12:10.330870 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:12:10.330870 n-d-712140-12 neutron-server[94829]: timer() Aug 29 04:12:10.330870 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:12:10.330870 n-d-712140-12 neutron-server[94829]: cb(*args, **kw) Aug 29 04:12:10.330870 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:12:10.330870 n-d-712140-12 neutron-server[94829]: return func(*args, **kwargs) Aug 29 04:12:10.330870 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:12:10.330870 n-d-712140-12 neutron-server[94829]: self._notify() Aug 29 04:12:10.330870 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:12:10.330870 n-d-712140-12 neutron-server[94829]: self.callback(batched_events) Aug 29 04:12:10.330870 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:12:10.330870 n-d-712140-12 neutron-server[94829]: event.method(event) Aug 29 04:12:10.330870 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:12:10.330870 n-d-712140-12 neutron-server[94829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:12:10.330870 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:12:10.330870 n-d-712140-12 neutron-server[94829]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:12:10.330870 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:12:10.330870 n-d-712140-12 neutron-server[94829]: return f(self, *a, **k) Aug 29 04:12:10.330870 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:12:10.330870 n-d-712140-12 neutron-server[94829]: return self._get(url).json() Aug 29 04:12:10.330870 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:12:10.330870 n-d-712140-12 neutron-server[94829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:12:10.330870 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:12:10.330870 n-d-712140-12 neutron-server[94829]: return self.request(url, 'GET', **kwargs) Aug 29 04:12:10.330870 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:12:10.330870 n-d-712140-12 neutron-server[94829]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:12:10.330870 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:12:10.330870 n-d-712140-12 neutron-server[94829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:12:10.330870 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:12:10.330870 n-d-712140-12 neutron-server[94829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:12:10.330870 n-d-712140-12 neutron-server[94829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:12:10.467144 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d7926c-1f2f-4f38-8004-6416aaf1d59e req-9089c9fb-f368-4687-85c6-8fde832eabaf tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:10.470072 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-52d7926c-1f2f-4f38-8004-6416aaf1d59e req-9089c9fb-f368-4687-85c6-8fde832eabaf tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] 10.222.0.46 "GET /v2.0/networks?id=3289792e-f838-4808-bdaa-0bd84d874fd6 HTTP/1.1" status: 200 len: 811 time: 0.1469104 Aug 29 04:12:10.482674 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-478f4dfd-46b3-4f15-b2bb-088053b2d2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:10.494415 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de69646-0819-44b7-9ade-ce9c6e478c0c req-514a6ce9-065b-4f4b-a774-91d5808afa8e tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:10.496903 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9de69646-0819-44b7-9ade-ce9c6e478c0c req-514a6ce9-065b-4f4b-a774-91d5808afa8e tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=d08c5cc7-debc-40a5-960a-3b21fc8777de HTTP/1.1" status: 200 len: 950 time: 0.0780351 Aug 29 04:12:10.502069 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-478f4dfd-46b3-4f15-b2bb-088053b2d2c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:10.504252 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-478f4dfd-46b3-4f15-b2bb-088053b2d2c8 admin admin] 10.222.0.22 "DELETE /v2.0/networks/6bd27833-2391-4e38-ae3c-09cb81dd4a64 HTTP/1.1" status: 204 len: 168 time: 0.7840831 Aug 29 04:12:10.521631 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478f4dfd-46b3-4f15-b2bb-088053b2d2c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=6bd27833-2391-4e38-ae3c-09cb81dd4a64,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:10.541604 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-52d7926c-1f2f-4f38-8004-6416aaf1d59e req-bd7cc149-f6fe-4982-b10d-95dc5e172535 tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80868c13a1a14c89a9961d67996970da HTTP/1.1" status: 200 len: 379 time: 0.0618572 Aug 29 04:12:10.553591 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-52d7926c-1f2f-4f38-8004-6416aaf1d59e req-561c64f9-e215-4060-b956-5b7347e71043 tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] Request body: {'port': {'device_id': 'a6f343cc-3e8a-4ad4-a1b7-c1f74da0625f', 'network_id': '3289792e-f838-4808-bdaa-0bd84d874fd6', 'admin_state_up': True, 'tenant_id': '80868c13a1a14c89a9961d67996970da', 'security_groups': ['63167af0-0bfb-43cf-8b9d-775e9610e721']}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:12:10.565349 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9de69646-0819-44b7-9ade-ce9c6e478c0c req-8c030a0d-346d-4f5e-866b-456e172c1deb tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461874 Aug 29 04:12:10.693279 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52d7926c-1f2f-4f38-8004-6416aaf1d59e req-561c64f9-e215-4060-b956-5b7347e71043 tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] Made reservation on behalf of 80868c13a1a14c89a9961d67996970da for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:12:10.700527 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-52d7926c-1f2f-4f38-8004-6416aaf1d59e req-561c64f9-e215-4060-b956-5b7347e71043 tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:10.731670 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device fa9e593b-52c8-46a3-8edf-cd8aab7acd5e no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:12:10.755621 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 38086) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:12:10.756383 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: fa9e593b-52c8-46a3-8edf-cd8aab7acd5e {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:12:10.756808 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device fa9e593b-52c8-46a3-8edf-cd8aab7acd5e not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:12:10.757305 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device b1bc71b0-aa11-43d9-b640-21c27556e0df no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:12:10.780881 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: b1bc71b0-aa11-43d9-b640-21c27556e0df {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:12:10.781230 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device b1bc71b0-aa11-43d9-b640-21c27556e0df not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:12:10.804945 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-218a33a2-3415-44a5-92f5-10791420f073 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b65d791c209a4b25819757193b65d4ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0480521 Aug 29 04:12:10.809684 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 38090) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:12:10.861937 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-52d7926c-1f2f-4f38-8004-6416aaf1d59e req-561c64f9-e215-4060-b956-5b7347e71043 tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] Allocated IP 172.20.0.7 (3289792e-f838-4808-bdaa-0bd84d874fd6/e056129e-3078-4985-8124-8db3fb753ac5/04d8818c-c90c-423b-9e2f-1322129b08e7) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:12:10.867107 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ab854d9c-8fdb-4292-a206-de195f59a5cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:10.892685 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ab854d9c-8fdb-4292-a206-de195f59a5cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:10.948071 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ab854d9c-8fdb-4292-a206-de195f59a5cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:10.950677 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ab854d9c-8fdb-4292-a206-de195f59a5cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:10.951889 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-ab854d9c-8fdb-4292-a206-de195f59a5cd admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7a19b0c8-e4ca-4424-8d73-01d84247d177 HTTP/1.1" status: 204 len: 168 time: 0.1411951 Aug 29 04:12:10.965986 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab854d9c-8fdb-4292-a206-de195f59a5cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a19b0c8-e4ca-4424-8d73-01d84247d177,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:11.051891 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-52d7926c-1f2f-4f38-8004-6416aaf1d59e req-561c64f9-e215-4060-b956-5b7347e71043 tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:11.071507 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-52d7926c-1f2f-4f38-8004-6416aaf1d59e req-561c64f9-e215-4060-b956-5b7347e71043 tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] Transition to ACTIVE for port object 04d8818c-c90c-423b-9e2f-1322129b08e7 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:12:11.120395 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-52d7926c-1f2f-4f38-8004-6416aaf1d59e req-561c64f9-e215-4060-b956-5b7347e71043 tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:11.168395 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52d7926c-1f2f-4f38-8004-6416aaf1d59e req-561c64f9-e215-4060-b956-5b7347e71043 tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] Network 3289792e-f838-4808-bdaa-0bd84d874fd6 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:12:11.176257 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-52d7926c-1f2f-4f38-8004-6416aaf1d59e req-561c64f9-e215-4060-b956-5b7347e71043 tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:12:11.178722 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-52d7926c-1f2f-4f38-8004-6416aaf1d59e req-561c64f9-e215-4060-b956-5b7347e71043 tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:12:11.208318 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561c64f9-e215-4060-b956-5b7347e71043 tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] Pushing event updated for resources: {'Port': ['ID=04d8818c-c90c-423b-9e2f-1322129b08e7,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:11.254698 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d7926c-1f2f-4f38-8004-6416aaf1d59e req-561c64f9-e215-4060-b956-5b7347e71043 tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:11.255936 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-52d7926c-1f2f-4f38-8004-6416aaf1d59e req-561c64f9-e215-4060-b956-5b7347e71043 tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:11.276777 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-52d7926c-1f2f-4f38-8004-6416aaf1d59e req-561c64f9-e215-4060-b956-5b7347e71043 tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7288394 Aug 29 04:12:11.291201 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-52d7926c-1f2f-4f38-8004-6416aaf1d59e req-b5da45d4-73e0-4d03-a0dc-a4c53f2189fa service neutron] Request body: {'port': {'device_id': 'a6f343cc-3e8a-4ad4-a1b7-c1f74da0625f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:12:11.366218 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-52d7926c-1f2f-4f38-8004-6416aaf1d59e req-b5da45d4-73e0-4d03-a0dc-a4c53f2189fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:11.479217 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 38140) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:12:11.527554 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dec5064-e84c-4ebd-a079-13cc2f8f5683 req-85423e46-e99d-42a6-b891-c8f35fb092d2 tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:11.528043 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e701f008-70e1-47aa-b149-f530c3450402 None None] Provisioning for port 04d8818c-c90c-423b-9e2f-1322129b08e7 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:12:11.528565 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0dec5064-e84c-4ebd-a079-13cc2f8f5683 req-85423e46-e99d-42a6-b891-c8f35fb092d2 tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6f343cc-3e8a-4ad4-a1b7-c1f74da0625f HTTP/1.1" status: 200 len: 931 time: 0.0849252 Aug 29 04:12:11.532592 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e701f008-70e1-47aa-b149-f530c3450402 None None] Provisioning complete for port 04d8818c-c90c-423b-9e2f-1322129b08e7 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:12:11.533342 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e701f008-70e1-47aa-b149-f530c3450402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:11.575536 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-964c045f-2c89-4b81-b1bd-e2bbe6010832 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=568311114d65416d8de21a22c4018a64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0930045 Aug 29 04:12:11.577871 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 38142) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:12:11.582803 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e701f008-70e1-47aa-b149-f530c3450402 None None] Port 04d8818c-c90c-423b-9e2f-1322129b08e7 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:12:11.595150 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0dec5064-e84c-4ebd-a079-13cc2f8f5683 req-77ddc026-1ed1-4c8a-9604-94de02135c62 tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] 10.222.0.22 "GET /v2.0/security-groups?id=63167af0-0bfb-43cf-8b9d-775e9610e721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546825 Aug 29 04:12:11.725155 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4f39855b-7c25-48b7-8bdf-4f74693c41ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:11.728463 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b42db39-45dd-459b-b901-edd9542e212c req-bf895afc-1791-45e2-8e6a-d687f4f651c1 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:11.730629 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7b42db39-45dd-459b-b901-edd9542e212c req-bf895afc-1791-45e2-8e6a-d687f4f651c1 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=d08c5cc7-debc-40a5-960a-3b21fc8777de HTTP/1.1" status: 200 len: 950 time: 0.0535650 Aug 29 04:12:11.779433 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7b42db39-45dd-459b-b901-edd9542e212c req-eb7070a6-1aa5-4a41-9c50-f9c464423801 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384367 Aug 29 04:12:11.793932 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4f39855b-7c25-48b7-8bdf-4f74693c41ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:11.827392 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-52d7926c-1f2f-4f38-8004-6416aaf1d59e req-b5da45d4-73e0-4d03-a0dc-a4c53f2189fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04d8818c-c90c-423b-9e2f-1322129b08e7 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:12:11.840844 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-52d7926c-1f2f-4f38-8004-6416aaf1d59e req-b5da45d4-73e0-4d03-a0dc-a4c53f2189fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:11.857481 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-52d7926c-1f2f-4f38-8004-6416aaf1d59e req-b5da45d4-73e0-4d03-a0dc-a4c53f2189fa service neutron] Transition to ACTIVE for port object 04d8818c-c90c-423b-9e2f-1322129b08e7 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:12:11.863726 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-52d7926c-1f2f-4f38-8004-6416aaf1d59e req-b5da45d4-73e0-4d03-a0dc-a4c53f2189fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:11.918601 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4f39855b-7c25-48b7-8bdf-4f74693c41ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:11.921221 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4f39855b-7c25-48b7-8bdf-4f74693c41ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:11.925492 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-4f39855b-7c25-48b7-8bdf-4f74693c41ec admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f528fbdf-c4fe-42e4-93ce-33f354d5eb91 HTTP/1.1" status: 204 len: 168 time: 0.3421035 Aug 29 04:12:11.953376 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5da45d4-73e0-4d03-a0dc-a4c53f2189fa service neutron] Pushing event updated for resources: {'Port': ['ID=04d8818c-c90c-423b-9e2f-1322129b08e7,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:11.959589 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f39855b-7c25-48b7-8bdf-4f74693c41ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f528fbdf-c4fe-42e4-93ce-33f354d5eb91,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:12.032352 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-52d7926c-1f2f-4f38-8004-6416aaf1d59e req-b5da45d4-73e0-4d03-a0dc-a4c53f2189fa service neutron] Attempting to bind port 04d8818c-c90c-423b-9e2f-1322129b08e7 on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:12:12.032832 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-52d7926c-1f2f-4f38-8004-6416aaf1d59e req-b5da45d4-73e0-4d03-a0dc-a4c53f2189fa service neutron] Attempting to bind port 04d8818c-c90c-423b-9e2f-1322129b08e7 by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': 'b67d6817-731c-4ba0-9790-a50b114ac3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '3289792e-f838-4808-bdaa-0bd84d874fd6'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:12:12.033281 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d7926c-1f2f-4f38-8004-6416aaf1d59e req-b5da45d4-73e0-4d03-a0dc-a4c53f2189fa service neutron] Attempting to bind port 04d8818c-c90c-423b-9e2f-1322129b08e7 on network 3289792e-f838-4808-bdaa-0bd84d874fd6 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:12:12.040391 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d7926c-1f2f-4f38-8004-6416aaf1d59e req-b5da45d4-73e0-4d03-a0dc-a4c53f2189fa service neutron] Port 04d8818c-c90c-423b-9e2f-1322129b08e7 on network 3289792e-f838-4808-bdaa-0bd84d874fd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:12:12.040753 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d7926c-1f2f-4f38-8004-6416aaf1d59e req-b5da45d4-73e0-4d03-a0dc-a4c53f2189fa service neutron] Attempting to bind port 04d8818c-c90c-423b-9e2f-1322129b08e7 on network 3289792e-f838-4808-bdaa-0bd84d874fd6 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:12:12.046729 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d7926c-1f2f-4f38-8004-6416aaf1d59e req-b5da45d4-73e0-4d03-a0dc-a4c53f2189fa service neutron] Checking agent: {'id': '3de9de52-3a03-431d-9d7e-497ae92c57ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:12:12.047146 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d7926c-1f2f-4f38-8004-6416aaf1d59e req-b5da45d4-73e0-4d03-a0dc-a4c53f2189fa service neutron] Checking segment: {'id': 'b67d6817-731c-4ba0-9790-a50b114ac3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '3289792e-f838-4808-bdaa-0bd84d874fd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:12:12.047474 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d7926c-1f2f-4f38-8004-6416aaf1d59e req-b5da45d4-73e0-4d03-a0dc-a4c53f2189fa service neutron] Bound using segment: {'id': 'b67d6817-731c-4ba0-9790-a50b114ac3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '3289792e-f838-4808-bdaa-0bd84d874fd6'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:12:12.047985 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-52d7926c-1f2f-4f38-8004-6416aaf1d59e req-b5da45d4-73e0-4d03-a0dc-a4c53f2189fa service neutron] Bound port: 04d8818c-c90c-423b-9e2f-1322129b08e7, host: n-h1-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b67d6817-731c-4ba0-9790-a50b114ac3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '3289792e-f838-4808-bdaa-0bd84d874fd6'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:12:12.048525 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-52d7926c-1f2f-4f38-8004-6416aaf1d59e req-b5da45d4-73e0-4d03-a0dc-a4c53f2189fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:12.133471 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-52d7926c-1f2f-4f38-8004-6416aaf1d59e req-b5da45d4-73e0-4d03-a0dc-a4c53f2189fa service neutron] For port 04d8818c-c90c-423b-9e2f-1322129b08e7, host n-h1-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:12:12.137788 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-52d7926c-1f2f-4f38-8004-6416aaf1d59e req-b5da45d4-73e0-4d03-a0dc-a4c53f2189fa service neutron] For port 04d8818c-c90c-423b-9e2f-1322129b08e7, host n-h1-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=04d8818c-c90c-423b-9e2f-1322129b08e7,segment=NetworkSegment(b67d6817-731c-4ba0-9790-a50b114ac3d7),segment_id=b67d6817-731c-4ba0-9790-a50b114ac3d7)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:12:12.144508 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-52d7926c-1f2f-4f38-8004-6416aaf1d59e req-b5da45d4-73e0-4d03-a0dc-a4c53f2189fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:12.188696 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d7926c-1f2f-4f38-8004-6416aaf1d59e req-b5da45d4-73e0-4d03-a0dc-a4c53f2189fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:12.189315 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-52d7926c-1f2f-4f38-8004-6416aaf1d59e req-b5da45d4-73e0-4d03-a0dc-a4c53f2189fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:12.190720 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-52d7926c-1f2f-4f38-8004-6416aaf1d59e req-b5da45d4-73e0-4d03-a0dc-a4c53f2189fa service neutron] 10.222.0.46 "PUT /v2.0/ports/04d8818c-c90c-423b-9e2f-1322129b08e7 HTTP/1.1" status: 200 len: 1092 time: 0.9059522 Aug 29 04:12:12.191163 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6f343cc-3e8a-4ad4-a1b7-c1f74da0625f', 'tag': '04d8818c-c90c-423b-9e2f-1322129b08e7'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:12:12.193532 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c0c696c-8986-47aa-a482-8947368627b5" -d '{"events": [{"name": "network-changed", "server_uuid": "a6f343cc-3e8a-4ad4-a1b7-c1f74da0625f", "tag": "04d8818c-c90c-423b-9e2f-1322129b08e7"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:12:12.217081 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5da45d4-73e0-4d03-a0dc-a4c53f2189fa service neutron] Pushing event updated for resources: {'Port': ['ID=04d8818c-c90c-423b-9e2f-1322129b08e7,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:12.266900 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-898b118a-f17d-46e2-b303-1d4a532e5203 x-openstack-request-id: req-898b118a-f17d-46e2-b303-1d4a532e5203 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:12:12.266900 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6f343cc-3e8a-4ad4-a1b7-c1f74da0625f", "tag": "04d8818c-c90c-423b-9e2f-1322129b08e7", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:12:12.266900 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-898b118a-f17d-46e2-b303-1d4a532e5203 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:12:12.266900 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6f343cc-3e8a-4ad4-a1b7-c1f74da0625f', 'tag': '04d8818c-c90c-423b-9e2f-1322129b08e7', 'status': 'completed', 'code': 200} Aug 29 04:12:12.283650 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d7926c-1f2f-4f38-8004-6416aaf1d59e req-ded45253-05e8-4de8-94c8-51c309b6eb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:12.285474 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-52d7926c-1f2f-4f38-8004-6416aaf1d59e req-ded45253-05e8-4de8-94c8-51c309b6eb2f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=80868c13a1a14c89a9961d67996970da&device_id=a6f343cc-3e8a-4ad4-a1b7-c1f74da0625f HTTP/1.1" status: 200 len: 1095 time: 0.0524800 Aug 29 04:12:12.335304 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-52d7926c-1f2f-4f38-8004-6416aaf1d59e req-baf8ab1f-659b-4f6e-8852-c80d3608bd9e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=04d8818c-c90c-423b-9e2f-1322129b08e7 HTTP/1.1" status: 200 len: 217 time: 0.0407267 Aug 29 04:12:12.400159 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d7926c-1f2f-4f38-8004-6416aaf1d59e req-c77ff34c-0637-4f27-b464-29161dc3d6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:12.402168 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-52d7926c-1f2f-4f38-8004-6416aaf1d59e req-c77ff34c-0637-4f27-b464-29161dc3d6c8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e056129e-3078-4985-8124-8db3fb753ac5 HTTP/1.1" status: 200 len: 850 time: 0.0594175 Aug 29 04:12:12.451009 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d7926c-1f2f-4f38-8004-6416aaf1d59e req-9090fd9c-6846-4058-9bf7-86a8e73b1419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:12.452586 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-52d7926c-1f2f-4f38-8004-6416aaf1d59e req-9090fd9c-6846-4058-9bf7-86a8e73b1419 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3289792e-f838-4808-bdaa-0bd84d874fd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432043 Aug 29 04:12:12.567925 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-52d7926c-1f2f-4f38-8004-6416aaf1d59e req-c41a2201-9236-4ced-aa7e-e7cedab5ec4d service neutron] 10.222.0.46 "GET /v2.0/networks/3289792e-f838-4808-bdaa-0bd84d874fd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071377 Aug 29 04:12:12.711723 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-52d7926c-1f2f-4f38-8004-6416aaf1d59e req-57e1146d-799a-4e7f-958b-a37bb6a731f5 service neutron] 10.222.0.46 "GET /v2.0/networks/3289792e-f838-4808-bdaa-0bd84d874fd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356452 Aug 29 04:12:12.823028 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cd7eef-bbd8-4171-a201-1440a35d3db9 req-4f23e32d-e3fb-46a8-9c7c-e90377b2951c tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:12.824836 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a2cd7eef-bbd8-4171-a201-1440a35d3db9 req-4f23e32d-e3fb-46a8-9c7c-e90377b2951c tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6f343cc-3e8a-4ad4-a1b7-c1f74da0625f HTTP/1.1" status: 200 len: 943 time: 0.1028230 Aug 29 04:12:12.854593 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0c696c-8986-47aa-a482-8947368627b5 req-effd2b89-8a0f-4113-b32b-b0f67de2bb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:12.857668 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4c0c696c-8986-47aa-a482-8947368627b5 req-effd2b89-8a0f-4113-b32b-b0f67de2bb00 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=80868c13a1a14c89a9961d67996970da&device_id=a6f343cc-3e8a-4ad4-a1b7-c1f74da0625f HTTP/1.1" status: 200 len: 1095 time: 0.0824316 Aug 29 04:12:12.935497 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a2cd7eef-bbd8-4171-a201-1440a35d3db9 req-a23f3a9f-4fde-4177-8587-e233c18e4daf tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] 10.222.0.22 "GET /v2.0/security-groups?id=63167af0-0bfb-43cf-8b9d-775e9610e721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023235 Aug 29 04:12:12.947141 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a9124e-30c8-48a8-8903-9f6304ecd6c8 req-b82ad333-0c0c-4de5-ac1c-cddc74a2a8e6 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:12.949623 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-35a9124e-30c8-48a8-8903-9f6304ecd6c8 req-b82ad333-0c0c-4de5-ac1c-cddc74a2a8e6 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=d08c5cc7-debc-40a5-960a-3b21fc8777de HTTP/1.1" status: 200 len: 950 time: 0.0788629 Aug 29 04:12:13.023153 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-35a9124e-30c8-48a8-8903-9f6304ecd6c8 req-21e3921f-c01d-4f13-9abd-249b8328a165 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573516 Aug 29 04:12:13.048771 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0c696c-8986-47aa-a482-8947368627b5 req-62bd24d5-aed2-4e4d-b513-b8e6afb5af70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:13.050615 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4c0c696c-8986-47aa-a482-8947368627b5 req-62bd24d5-aed2-4e4d-b513-b8e6afb5af70 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3289792e-f838-4808-bdaa-0bd84d874fd6 HTTP/1.1" status: 200 len: 912 time: 0.1847916 Aug 29 04:12:13.120480 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4c0c696c-8986-47aa-a482-8947368627b5 req-25a87d5b-1206-4e68-9cdd-08d14bf04ba1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=04d8818c-c90c-423b-9e2f-1322129b08e7 HTTP/1.1" status: 200 len: 217 time: 0.0595334 Aug 29 04:12:13.181005 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0c696c-8986-47aa-a482-8947368627b5 req-b6a52d1a-6386-4de7-bfb6-1437268a5cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:13.183091 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4c0c696c-8986-47aa-a482-8947368627b5 req-b6a52d1a-6386-4de7-bfb6-1437268a5cfb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e056129e-3078-4985-8124-8db3fb753ac5 HTTP/1.1" status: 200 len: 850 time: 0.0543101 Aug 29 04:12:13.245207 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0c696c-8986-47aa-a482-8947368627b5 req-6bf17b31-abc9-4356-95c3-b0884ccfd800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:13.246814 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4c0c696c-8986-47aa-a482-8947368627b5 req-6bf17b31-abc9-4356-95c3-b0884ccfd800 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3289792e-f838-4808-bdaa-0bd84d874fd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0560787 Aug 29 04:12:13.355901 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4c0c696c-8986-47aa-a482-8947368627b5 req-9c77c30d-219e-40be-8ea8-ef758f6c00d8 service neutron] 10.222.0.46 "GET /v2.0/networks/3289792e-f838-4808-bdaa-0bd84d874fd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997403 Aug 29 04:12:13.456301 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4c0c696c-8986-47aa-a482-8947368627b5 req-064048de-696d-47ac-8156-99b492677827 service neutron] 10.222.0.46 "GET /v2.0/networks/3289792e-f838-4808-bdaa-0bd84d874fd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936782 Aug 29 04:12:14.073317 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168da965-028f-498b-8eef-9717dd35dca7 req-49c6606d-ef43-4b7a-901e-d8e1d176e000 tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:14.075893 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-168da965-028f-498b-8eef-9717dd35dca7 req-49c6606d-ef43-4b7a-901e-d8e1d176e000 tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6f343cc-3e8a-4ad4-a1b7-c1f74da0625f HTTP/1.1" status: 200 len: 943 time: 0.0542097 Aug 29 04:12:14.120149 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-168da965-028f-498b-8eef-9717dd35dca7 req-d80f6cf7-cde5-4e36-b4b7-77b58932b888 tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] 10.222.0.22 "GET /v2.0/security-groups?id=63167af0-0bfb-43cf-8b9d-775e9610e721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370977 Aug 29 04:12:14.250482 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20546d57-a523-494a-bcba-615236b1d9bf req-e9882c20-f5fc-452c-a8ed-781f33392837 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:14.252113 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-20546d57-a523-494a-bcba-615236b1d9bf req-e9882c20-f5fc-452c-a8ed-781f33392837 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=d08c5cc7-debc-40a5-960a-3b21fc8777de HTTP/1.1" status: 200 len: 950 time: 0.0656869 Aug 29 04:12:14.294210 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-20546d57-a523-494a-bcba-615236b1d9bf req-df0f5aef-f05d-4b63-8010-455627dd5d93 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356987 Aug 29 04:12:14.672422 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 04d8818c-c90c-423b-9e2f-1322129b08e7 details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:12:14.820780 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 04d8818c-c90c-423b-9e2f-1322129b08e7, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=04d8818c-c90c-423b-9e2f-1322129b08e7,segment=NetworkSegment(b67d6817-731c-4ba0-9790-a50b114ac3d7),segment_id=b67d6817-731c-4ba0-9790-a50b114ac3d7)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:14.838578 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Returning: {'device': '04d8818c-c90c-423b-9e2f-1322129b08e7', 'network_id': '3289792e-f838-4808-bdaa-0bd84d874fd6', 'port_id': '04d8818c-c90c-423b-9e2f-1322129b08e7', 'mac_address': 'fa:16:3e:ad:21:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e056129e-3078-4985-8124-8db3fb753ac5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:12:14.899915 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:14.921186 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04d8818c-c90c-423b-9e2f-1322129b08e7 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:12:14.950103 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 04d8818c-c90c-423b-9e2f-1322129b08e7, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=04d8818c-c90c-423b-9e2f-1322129b08e7,segment=NetworkSegment(b67d6817-731c-4ba0-9790-a50b114ac3d7),segment_id=b67d6817-731c-4ba0-9790-a50b114ac3d7)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:14.956308 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:15.016798 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=04d8818c-c90c-423b-9e2f-1322129b08e7,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:15.052250 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5841b5b8-2e51-4883-9ede-2c696fae004f req-b125a932-9137-4669-8979-d64a4d20d927 tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=3515263e5ff54aaab5485b775ab70478&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0264766 Aug 29 04:12:15.185106 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5841b5b8-2e51-4883-9ede-2c696fae004f req-ab4785d2-223f-4c72-b81a-8e2a7565b7c2 tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:15.186669 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5841b5b8-2e51-4883-9ede-2c696fae004f req-ab4785d2-223f-4c72-b81a-8e2a7565b7c2 tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1274261 Aug 29 04:12:15.202900 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['04d8818c-c90c-423b-9e2f-1322129b08e7'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:12:15.205356 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5841b5b8-2e51-4883-9ede-2c696fae004f req-d3b79341-a6a4-4d9d-a69c-aea6116332d8 tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] 10.222.0.22 "GET /v2.0/quotas/3515263e5ff54aaab5485b775ab70478 HTTP/1.1" status: 200 len: 375 time: 0.0114577 Aug 29 04:12:15.252967 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5841b5b8-2e51-4883-9ede-2c696fae004f req-3cb8be69-eec2-4bf0-9d89-c343a788791a tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=3515263e5ff54aaab5485b775ab70478&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0401793 Aug 29 04:12:15.512400 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8000d7f9-36cf-4351-a435-0c32aeb78ab3 req-3727eda9-4bed-483e-b571-47d1eba537a9 tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:15.516858 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8000d7f9-36cf-4351-a435-0c32aeb78ab3 req-3727eda9-4bed-483e-b571-47d1eba537a9 tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6f343cc-3e8a-4ad4-a1b7-c1f74da0625f HTTP/1.1" status: 200 len: 944 time: 0.0683098 Aug 29 04:12:15.569693 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8000d7f9-36cf-4351-a435-0c32aeb78ab3 req-8de6a8bb-cf4f-4064-a5fd-dcf6a13712cc tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] 10.222.0.22 "GET /v2.0/security-groups?id=63167af0-0bfb-43cf-8b9d-775e9610e721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407495 Aug 29 04:12:15.596845 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eca503f-77c1-4c70-8014-4fee7dfc3973 req-0823ea39-8d57-4863-9438-acb9c9c733fc tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:15.597294 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5eca503f-77c1-4c70-8014-4fee7dfc3973 req-0823ea39-8d57-4863-9438-acb9c9c733fc tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=d08c5cc7-debc-40a5-960a-3b21fc8777de HTTP/1.1" status: 200 len: 950 time: 0.0708358 Aug 29 04:12:15.648875 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5eca503f-77c1-4c70-8014-4fee7dfc3973 req-e37a9990-361e-479a-98be-c4dfd38b01a7 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441830 Aug 29 04:12:15.776814 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dc338636-55b3-4a65-99d0-5c52b9f5498f req-6b7aa7d9-1853-4188-8699-1fe53b604924 tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=3515263e5ff54aaab5485b775ab70478&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0227597 Aug 29 04:12:15.838538 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:12:15.911740 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc338636-55b3-4a65-99d0-5c52b9f5498f req-624747fa-a9c9-488f-b918-505a5344b08b tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:15.913921 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dc338636-55b3-4a65-99d0-5c52b9f5498f req-624747fa-a9c9-488f-b918-505a5344b08b tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1272252 Aug 29 04:12:15.941965 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dc338636-55b3-4a65-99d0-5c52b9f5498f req-0f201809-a3e1-465e-9bea-ea7c371b4619 tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] 10.222.0.22 "GET /v2.0/quotas/3515263e5ff54aaab5485b775ab70478 HTTP/1.1" status: 200 len: 375 time: 0.0208702 Aug 29 04:12:15.984335 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dc338636-55b3-4a65-99d0-5c52b9f5498f req-917c0cb1-e8fa-4fa4-9b26-309a6c28f16a tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=3515263e5ff54aaab5485b775ab70478&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0359404 Aug 29 04:12:16.239832 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4174616d-a5b0-4cdd-9d93-e19fcf12b064 req-a9ced64f-f6c6-493f-83bc-0529e60bf910 tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc809212-51fb-47bb-96af-33d73c6fddf8 HTTP/1.1" status: 200 len: 210 time: 0.0280063 Aug 29 04:12:16.694387 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5841b5b8-2e51-4883-9ede-2c696fae004f req-3ddf3c5f-84ee-4a7b-ad0c-18443a97c86b tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=3515263e5ff54aaab5485b775ab70478&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0541790 Aug 29 04:12:16.697121 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 04d8818c-c90c-423b-9e2f-1322129b08e7 up at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:12:16.775509 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a862e54-6d3d-4dca-8bbd-d3ba95610b0d req-6bd9eed9-d461-4bce-a0bb-7cf71fb2e1dc tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:16.787781 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4a862e54-6d3d-4dca-8bbd-d3ba95610b0d req-6bd9eed9-d461-4bce-a0bb-7cf71fb2e1dc tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6f343cc-3e8a-4ad4-a1b7-c1f74da0625f HTTP/1.1" status: 200 len: 944 time: 0.1180937 Aug 29 04:12:16.791075 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning for port 04d8818c-c90c-423b-9e2f-1322129b08e7 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:12:16.798672 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning complete for port 04d8818c-c90c-423b-9e2f-1322129b08e7 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:12:16.799664 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:16.846043 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4a862e54-6d3d-4dca-8bbd-d3ba95610b0d req-22fbf498-12a7-4d08-84f8-f6561d00ab0a tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] 10.222.0.22 "GET /v2.0/security-groups?id=63167af0-0bfb-43cf-8b9d-775e9610e721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572057 Aug 29 04:12:16.925302 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:16.951200 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a018f9-43e5-4aa8-b8a8-2342502e49e9 req-e8ff0686-7ef9-45a8-9422-ce9bd142268c tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:16.957862 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c4a018f9-43e5-4aa8-b8a8-2342502e49e9 req-e8ff0686-7ef9-45a8-9422-ce9bd142268c tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=d08c5cc7-debc-40a5-960a-3b21fc8777de HTTP/1.1" status: 200 len: 950 time: 0.1259644 Aug 29 04:12:16.958052 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6f343cc-3e8a-4ad4-a1b7-c1f74da0625f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04d8818c-c90c-423b-9e2f-1322129b08e7'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:12:16.958052 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-163b5117-db4e-454e-9fd3-667db0ce6702" -d '{"events": [{"server_uuid": "a6f343cc-3e8a-4ad4-a1b7-c1f74da0625f", "name": "network-vif-plugged", "status": "completed", "tag": "04d8818c-c90c-423b-9e2f-1322129b08e7"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:12:16.965008 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5841b5b8-2e51-4883-9ede-2c696fae004f req-284d69b0-bc74-454a-8ce5-ae336a1bc3d3 tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:16.967574 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5841b5b8-2e51-4883-9ede-2c696fae004f req-284d69b0-bc74-454a-8ce5-ae336a1bc3d3 tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2614744 Aug 29 04:12:16.971084 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 04d8818c-c90c-423b-9e2f-1322129b08e7, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=04d8818c-c90c-423b-9e2f-1322129b08e7,segment=NetworkSegment(b67d6817-731c-4ba0-9790-a50b114ac3d7),segment_id=b67d6817-731c-4ba0-9790-a50b114ac3d7)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:16.976844 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:17.022729 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c4a018f9-43e5-4aa8-b8a8-2342502e49e9 req-f8b9263f-8d62-438c-8f90-8a9050b64108 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546787 Aug 29 04:12:17.031928 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-5841b5b8-2e51-4883-9ede-2c696fae004f req-bb369936-85a6-43d1-8a16-f60f077bea46 tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] Request body: {'port': {'device_id': 'd952c196-c5ab-4e23-926c-fd07660010ab', 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45', 'admin_state_up': True, 'tenant_id': '3515263e5ff54aaab5485b775ab70478'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:12:17.043377 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=04d8818c-c90c-423b-9e2f-1322129b08e7,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:17.096872 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16e227d5-9b52-4c28-a221-fc0189221836 x-openstack-request-id: req-16e227d5-9b52-4c28-a221-fc0189221836 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:12:17.097176 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6f343cc-3e8a-4ad4-a1b7-c1f74da0625f", "name": "network-vif-plugged", "status": "completed", "tag": "04d8818c-c90c-423b-9e2f-1322129b08e7", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:12:17.097430 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-16e227d5-9b52-4c28-a221-fc0189221836 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:12:17.097842 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6f343cc-3e8a-4ad4-a1b7-c1f74da0625f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04d8818c-c90c-423b-9e2f-1322129b08e7', 'code': 200} Aug 29 04:12:17.226020 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5841b5b8-2e51-4883-9ede-2c696fae004f req-bb369936-85a6-43d1-8a16-f60f077bea46 tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] Made reservation on behalf of 3515263e5ff54aaab5485b775ab70478 for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:12:17.229648 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-5841b5b8-2e51-4883-9ede-2c696fae004f req-bb369936-85a6-43d1-8a16-f60f077bea46 tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:17.235043 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123832b8-5496-4c6c-806e-305b8f1f2d4d req-0cfa78c7-6629-4ffc-9d33-645053023c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:17.236590 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-123832b8-5496-4c6c-806e-305b8f1f2d4d req-0cfa78c7-6629-4ffc-9d33-645053023c22 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a6f343cc-3e8a-4ad4-a1b7-c1f74da0625f HTTP/1.1" status: 200 len: 1097 time: 0.0636160 Aug 29 04:12:17.242521 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-5841b5b8-2e51-4883-9ede-2c696fae004f req-bb369936-85a6-43d1-8a16-f60f077bea46 tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:17.315402 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-123832b8-5496-4c6c-806e-305b8f1f2d4d req-6bd92705-ecc1-4429-ae0d-eb2cdb6ab312 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=63167af0-0bfb-43cf-8b9d-775e9610e721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705307 Aug 29 04:12:17.411324 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-5841b5b8-2e51-4883-9ede-2c696fae004f req-bb369936-85a6-43d1-8a16-f60f077bea46 tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:17.416578 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-5841b5b8-2e51-4883-9ede-2c696fae004f req-bb369936-85a6-43d1-8a16-f60f077bea46 tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:17.612566 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb369936-85a6-43d1-8a16-f60f077bea46 tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f702e36e-8d7e-475c-937a-d43e5f05c39f,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:17.636010 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dc338636-55b3-4a65-99d0-5c52b9f5498f req-85ff30b8-63e2-4891-bf6b-b73dc844a83a tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=3515263e5ff54aaab5485b775ab70478&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1469615 Aug 29 04:12:17.642980 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9c3fb381-b9b4-45fb-9bfe-8d3d51b5570e req-2477f672-5dd1-42b3-a966-fcedb410a22a tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc809212-51fb-47bb-96af-33d73c6fddf8 HTTP/1.1" status: 200 len: 210 time: 0.0889647 Aug 29 04:12:17.726885 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-5841b5b8-2e51-4883-9ede-2c696fae004f req-bb369936-85a6-43d1-8a16-f60f077bea46 tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] Allocated IP 192.168.233.201 (13e6dfc1-e9e7-40a1-8a14-d0febabf4d45/18cd12d4-b12a-41b0-b0c5-618edbb84e74/91feca29-9c06-49f7-802c-92515715195f) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:12:17.828365 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc338636-55b3-4a65-99d0-5c52b9f5498f req-ccbd233d-0944-477e-9257-4d300e55fae6 tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:17.830054 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dc338636-55b3-4a65-99d0-5c52b9f5498f req-ccbd233d-0944-477e-9257-4d300e55fae6 tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1861956 Aug 29 04:12:17.898092 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-dc338636-55b3-4a65-99d0-5c52b9f5498f req-94ce6149-831e-4b70-9d3b-35a91e0e14f9 tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] Request body: {'port': {'device_id': 'fc809212-51fb-47bb-96af-33d73c6fddf8', 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45', 'admin_state_up': True, 'tenant_id': '3515263e5ff54aaab5485b775ab70478'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:12:18.060511 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-5841b5b8-2e51-4883-9ede-2c696fae004f req-bb369936-85a6-43d1-8a16-f60f077bea46 tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:18.093467 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a1db9f-1bd1-4c8a-aa9f-0a550d05dd2d req-52407ec8-a94b-48ac-8531-15ca46743c6f tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:18.095130 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-25a1db9f-1bd1-4c8a-aa9f-0a550d05dd2d req-52407ec8-a94b-48ac-8531-15ca46743c6f tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6f343cc-3e8a-4ad4-a1b7-c1f74da0625f HTTP/1.1" status: 200 len: 945 time: 0.1490045 Aug 29 04:12:18.106134 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-5841b5b8-2e51-4883-9ede-2c696fae004f req-bb369936-85a6-43d1-8a16-f60f077bea46 tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] Transition to ACTIVE for port object 91feca29-9c06-49f7-802c-92515715195f will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:12:18.192184 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc338636-55b3-4a65-99d0-5c52b9f5498f req-94ce6149-831e-4b70-9d3b-35a91e0e14f9 tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] Made reservation on behalf of 3515263e5ff54aaab5485b775ab70478 for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:12:18.196082 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-dc338636-55b3-4a65-99d0-5c52b9f5498f req-94ce6149-831e-4b70-9d3b-35a91e0e14f9 tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:18.203920 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-25a1db9f-1bd1-4c8a-aa9f-0a550d05dd2d req-0675117f-eb1a-4722-af3b-a19a82dd6028 tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] 10.222.0.22 "GET /v2.0/security-groups?id=63167af0-0bfb-43cf-8b9d-775e9610e721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990336 Aug 29 04:12:18.226795 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-5841b5b8-2e51-4883-9ede-2c696fae004f req-bb369936-85a6-43d1-8a16-f60f077bea46 tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:18.284114 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5841b5b8-2e51-4883-9ede-2c696fae004f req-bb369936-85a6-43d1-8a16-f60f077bea46 tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] Network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:12:18.652774 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-5841b5b8-2e51-4883-9ede-2c696fae004f req-bb369936-85a6-43d1-8a16-f60f077bea46 tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:12:18.677408 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-5841b5b8-2e51-4883-9ede-2c696fae004f req-bb369936-85a6-43d1-8a16-f60f077bea46 tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:12:18.713363 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb369936-85a6-43d1-8a16-f60f077bea46 tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] Pushing event updated for resources: {'Port': ['ID=91feca29-9c06-49f7-802c-92515715195f,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:18.783410 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5841b5b8-2e51-4883-9ede-2c696fae004f req-bb369936-85a6-43d1-8a16-f60f077bea46 tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:18.784262 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-5841b5b8-2e51-4883-9ede-2c696fae004f req-bb369936-85a6-43d1-8a16-f60f077bea46 tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:18.798531 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292e337d-f5d7-47d4-a1b6-43486ae95056 req-a0660ede-e5bf-4c66-8a78-50a615732f0d tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:18.805995 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-292e337d-f5d7-47d4-a1b6-43486ae95056 req-a0660ede-e5bf-4c66-8a78-50a615732f0d tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=d08c5cc7-debc-40a5-960a-3b21fc8777de HTTP/1.1" status: 200 len: 950 time: 0.4787550 Aug 29 04:12:18.823432 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5841b5b8-2e51-4883-9ede-2c696fae004f req-bb369936-85a6-43d1-8a16-f60f077bea46 tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7990301 Aug 29 04:12:18.859346 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:18.864729 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-5841b5b8-2e51-4883-9ede-2c696fae004f req-06e2d5f6-8e34-4648-ade0-320bffe485ca service neutron] Request body: {'port': {'device_id': 'd952c196-c5ab-4e23-926c-fd07660010ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:12:18.879170 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-dc338636-55b3-4a65-99d0-5c52b9f5498f req-94ce6149-831e-4b70-9d3b-35a91e0e14f9 tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] Allocated IP 192.168.233.134 (13e6dfc1-e9e7-40a1-8a14-d0febabf4d45/18cd12d4-b12a-41b0-b0c5-618edbb84e74/6838b4f0-5051-4bd5-8daf-0ce03e471b63) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:12:19.005511 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-292e337d-f5d7-47d4-a1b6-43486ae95056 req-3fd14669-be44-417f-a8cf-aca5963b8f07 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658974 Aug 29 04:12:19.013379 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-5841b5b8-2e51-4883-9ede-2c696fae004f req-06e2d5f6-8e34-4648-ade0-320bffe485ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:19.049330 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-db554d73-54e5-4d30-ba5a-66884f585a67 None None] Provisioning for port 91feca29-9c06-49f7-802c-92515715195f completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:12:19.054685 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-db554d73-54e5-4d30-ba5a-66884f585a67 None None] Provisioning complete for port 91feca29-9c06-49f7-802c-92515715195f triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:12:19.055090 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-db554d73-54e5-4d30-ba5a-66884f585a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:19.093558 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-db554d73-54e5-4d30-ba5a-66884f585a67 None None] Port 91feca29-9c06-49f7-802c-92515715195f cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:12:19.200733 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-dbefd327-f8c6-49b7-98ee-cc801e7ffe9e req-c4f371d9-aa70-444a-a01b-e602421be7a0 tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc809212-51fb-47bb-96af-33d73c6fddf8 HTTP/1.1" status: 200 len: 210 time: 0.0328965 Aug 29 04:12:19.260307 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-dc338636-55b3-4a65-99d0-5c52b9f5498f req-94ce6149-831e-4b70-9d3b-35a91e0e14f9 tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:19.278847 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-dc338636-55b3-4a65-99d0-5c52b9f5498f req-94ce6149-831e-4b70-9d3b-35a91e0e14f9 tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] Transition to ACTIVE for port object 6838b4f0-5051-4bd5-8daf-0ce03e471b63 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:12:19.323077 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-dc338636-55b3-4a65-99d0-5c52b9f5498f req-94ce6149-831e-4b70-9d3b-35a91e0e14f9 tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:19.348792 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62716ab-cdd7-44ce-8819-2966aa728765 req-4d41c441-5e93-4afa-b95d-cac5a77e6b1e tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:19.350596 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e62716ab-cdd7-44ce-8819-2966aa728765 req-4d41c441-5e93-4afa-b95d-cac5a77e6b1e tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6f343cc-3e8a-4ad4-a1b7-c1f74da0625f HTTP/1.1" status: 200 len: 945 time: 0.0653942 Aug 29 04:12:19.398070 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e62716ab-cdd7-44ce-8819-2966aa728765 req-3b0eda24-33f8-4da5-8198-3896415cebd8 tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] 10.222.0.22 "GET /v2.0/security-groups?id=63167af0-0bfb-43cf-8b9d-775e9610e721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350251 Aug 29 04:12:19.446676 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc338636-55b3-4a65-99d0-5c52b9f5498f req-94ce6149-831e-4b70-9d3b-35a91e0e14f9 tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] Network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:12:19.459644 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-dc338636-55b3-4a65-99d0-5c52b9f5498f req-94ce6149-831e-4b70-9d3b-35a91e0e14f9 tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:12:19.466863 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc338636-55b3-4a65-99d0-5c52b9f5498f req-94ce6149-831e-4b70-9d3b-35a91e0e14f9 tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:12:19.505552 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ce6149-831e-4b70-9d3b-35a91e0e14f9 tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] Pushing event updated for resources: {'Port': ['ID=6838b4f0-5051-4bd5-8daf-0ce03e471b63,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:19.585347 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc338636-55b3-4a65-99d0-5c52b9f5498f req-94ce6149-831e-4b70-9d3b-35a91e0e14f9 tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:19.587338 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-dc338636-55b3-4a65-99d0-5c52b9f5498f req-94ce6149-831e-4b70-9d3b-35a91e0e14f9 tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:19.620025 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dc338636-55b3-4a65-99d0-5c52b9f5498f req-94ce6149-831e-4b70-9d3b-35a91e0e14f9 tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7539988 Aug 29 04:12:19.681453 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-5841b5b8-2e51-4883-9ede-2c696fae004f req-06e2d5f6-8e34-4648-ade0-320bffe485ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91feca29-9c06-49f7-802c-92515715195f {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:12:19.699586 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-5841b5b8-2e51-4883-9ede-2c696fae004f req-06e2d5f6-8e34-4648-ade0-320bffe485ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:19.709997 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-dc338636-55b3-4a65-99d0-5c52b9f5498f req-55d5832c-d4fc-412c-ba6c-913ac5ca6d79 service neutron] Request body: {'port': {'device_id': 'fc809212-51fb-47bb-96af-33d73c6fddf8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:12:19.731069 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feec759-dd04-4378-82d9-a5b27e95baa5 req-f0532d56-07dc-4c21-8c14-63ea57292944 tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:19.737243 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7feec759-dd04-4378-82d9-a5b27e95baa5 req-f0532d56-07dc-4c21-8c14-63ea57292944 tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6f343cc-3e8a-4ad4-a1b7-c1f74da0625f HTTP/1.1" status: 200 len: 945 time: 0.0720947 Aug 29 04:12:19.745452 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-5841b5b8-2e51-4883-9ede-2c696fae004f req-06e2d5f6-8e34-4648-ade0-320bffe485ca service neutron] Transition to ACTIVE for port object 91feca29-9c06-49f7-802c-92515715195f will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:12:19.746144 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 38840) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:12:19.750589 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-5841b5b8-2e51-4883-9ede-2c696fae004f req-06e2d5f6-8e34-4648-ade0-320bffe485ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:19.752527 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-6d08601c-0fbb-4ef7-ac20-f4a56f192a7e tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] Request body: {'floatingip': {'port_id': '04d8818c-c90c-423b-9e2f-1322129b08e7'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:12:19.804160 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6d08601c-0fbb-4ef7-ac20-f4a56f192a7e tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] Notify callbacks [] for floatingip, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:19.819036 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6ef28eff-97be-4960-bb71-cfa4d8985fe3 None None] Provisioning for port 6838b4f0-5051-4bd5-8daf-0ce03e471b63 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:12:19.824837 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6ef28eff-97be-4960-bb71-cfa4d8985fe3 None None] Provisioning complete for port 6838b4f0-5051-4bd5-8daf-0ce03e471b63 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:12:19.825204 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6ef28eff-97be-4960-bb71-cfa4d8985fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:19.851912 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-dc338636-55b3-4a65-99d0-5c52b9f5498f req-55d5832c-d4fc-412c-ba6c-913ac5ca6d79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:19.856661 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e2d5f6-8e34-4648-ade0-320bffe485ca service neutron] Pushing event updated for resources: {'Port': ['ID=91feca29-9c06-49f7-802c-92515715195f,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:19.880472 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6ef28eff-97be-4960-bb71-cfa4d8985fe3 None None] Port 6838b4f0-5051-4bd5-8daf-0ce03e471b63 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:12:20.107179 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-5841b5b8-2e51-4883-9ede-2c696fae004f req-06e2d5f6-8e34-4648-ade0-320bffe485ca service neutron] Attempting to bind port 91feca29-9c06-49f7-802c-92515715195f on host n-h2-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:12:20.107505 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-5841b5b8-2e51-4883-9ede-2c696fae004f req-06e2d5f6-8e34-4648-ade0-320bffe485ca service neutron] Attempting to bind port 91feca29-9c06-49f7-802c-92515715195f by drivers openvswitch,hyperv on host n-h2-712140-12 at level 0 using segments [{'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:12:20.107887 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5841b5b8-2e51-4883-9ede-2c696fae004f req-06e2d5f6-8e34-4648-ade0-320bffe485ca service neutron] Attempting to bind port 91feca29-9c06-49f7-802c-92515715195f on network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:12:20.131287 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5841b5b8-2e51-4883-9ede-2c696fae004f req-06e2d5f6-8e34-4648-ade0-320bffe485ca service neutron] Port 91feca29-9c06-49f7-802c-92515715195f on network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:12:20.131623 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5841b5b8-2e51-4883-9ede-2c696fae004f req-06e2d5f6-8e34-4648-ade0-320bffe485ca service neutron] Attempting to bind port 91feca29-9c06-49f7-802c-92515715195f on network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:12:20.173395 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5841b5b8-2e51-4883-9ede-2c696fae004f req-06e2d5f6-8e34-4648-ade0-320bffe485ca service neutron] Checking agent: {'id': 'b3a0606b-b029-4f5e-8798-3a32b71d8844', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 11, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:12:20.173766 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5841b5b8-2e51-4883-9ede-2c696fae004f req-06e2d5f6-8e34-4648-ade0-320bffe485ca service neutron] Checking segment: {'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:12:20.174279 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5841b5b8-2e51-4883-9ede-2c696fae004f req-06e2d5f6-8e34-4648-ade0-320bffe485ca service neutron] Bound using segment: {'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:12:20.175085 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-5841b5b8-2e51-4883-9ede-2c696fae004f req-06e2d5f6-8e34-4648-ade0-320bffe485ca service neutron] Bound port: 91feca29-9c06-49f7-802c-92515715195f, host: n-h2-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:12:20.175085 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-5841b5b8-2e51-4883-9ede-2c696fae004f req-06e2d5f6-8e34-4648-ade0-320bffe485ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:20.342382 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-dc338636-55b3-4a65-99d0-5c52b9f5498f req-55d5832c-d4fc-412c-ba6c-913ac5ca6d79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6838b4f0-5051-4bd5-8daf-0ce03e471b63 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:12:20.373020 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-dc338636-55b3-4a65-99d0-5c52b9f5498f req-55d5832c-d4fc-412c-ba6c-913ac5ca6d79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:20.423524 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-5841b5b8-2e51-4883-9ede-2c696fae004f req-06e2d5f6-8e34-4648-ade0-320bffe485ca service neutron] For port 91feca29-9c06-49f7-802c-92515715195f, host n-h2-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:12:20.432002 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-dc338636-55b3-4a65-99d0-5c52b9f5498f req-55d5832c-d4fc-412c-ba6c-913ac5ca6d79 service neutron] Transition to ACTIVE for port object 6838b4f0-5051-4bd5-8daf-0ce03e471b63 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:12:20.441709 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-dc338636-55b3-4a65-99d0-5c52b9f5498f req-55d5832c-d4fc-412c-ba6c-913ac5ca6d79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:20.456899 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-5841b5b8-2e51-4883-9ede-2c696fae004f req-06e2d5f6-8e34-4648-ade0-320bffe485ca service neutron] For port 91feca29-9c06-49f7-802c-92515715195f, host n-h2-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=91feca29-9c06-49f7-802c-92515715195f,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:12:20.490012 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414732a6-786c-4e41-b437-6c95536ad194 req-d52ae434-6328-4e61-8e35-6c195ea547b1 tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:20.491732 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-414732a6-786c-4e41-b437-6c95536ad194 req-d52ae434-6328-4e61-8e35-6c195ea547b1 tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc809212-51fb-47bb-96af-33d73c6fddf8 HTTP/1.1" status: 200 len: 936 time: 0.1520967 Aug 29 04:12:20.496853 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-5841b5b8-2e51-4883-9ede-2c696fae004f req-06e2d5f6-8e34-4648-ade0-320bffe485ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:20.519998 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5841b5b8-2e51-4883-9ede-2c696fae004f req-06e2d5f6-8e34-4648-ade0-320bffe485ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:20.520621 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-5841b5b8-2e51-4883-9ede-2c696fae004f req-06e2d5f6-8e34-4648-ade0-320bffe485ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:20.522036 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5841b5b8-2e51-4883-9ede-2c696fae004f req-06e2d5f6-8e34-4648-ade0-320bffe485ca service neutron] 10.222.0.48 "PUT /v2.0/ports/91feca29-9c06-49f7-802c-92515715195f HTTP/1.1" status: 200 len: 1097 time: 1.6658986 Aug 29 04:12:20.522696 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd952c196-c5ab-4e23-926c-fd07660010ab', 'tag': '91feca29-9c06-49f7-802c-92515715195f'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:12:20.525926 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c015c2e-370c-4ec9-83b7-92d5d59265b4" -d '{"events": [{"name": "network-changed", "server_uuid": "d952c196-c5ab-4e23-926c-fd07660010ab", "tag": "91feca29-9c06-49f7-802c-92515715195f"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:12:20.551804 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d5832c-d4fc-412c-ba6c-913ac5ca6d79 service neutron] Pushing event updated for resources: {'Port': ['ID=6838b4f0-5051-4bd5-8daf-0ce03e471b63,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:20.553880 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 38878) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:12:20.576917 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b163ad-16ca-40d3-8391-1d296deadc99 req-c9e12a29-a5bc-41fe-bd4f-5aab93436063 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:20.584347 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b4b163ad-16ca-40d3-8391-1d296deadc99 req-c9e12a29-a5bc-41fe-bd4f-5aab93436063 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=d08c5cc7-debc-40a5-960a-3b21fc8777de HTTP/1.1" status: 200 len: 950 time: 0.4408524 Aug 29 04:12:20.721680 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-414732a6-786c-4e41-b437-6c95536ad194 req-3bf7a154-63b9-495e-9d1a-010d80bd5f11 tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] 10.222.0.22 "GET /v2.0/security-groups?id=f702e36e-8d7e-475c-937a-d43e5f05c39f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889248 Aug 29 04:12:20.769848 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e2d5f6-8e34-4648-ade0-320bffe485ca service neutron] Pushing event updated for resources: {'Port': ['ID=91feca29-9c06-49f7-802c-92515715195f,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:20.793502 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90b1de6b-8e84-49d5-87d6-a116500a352f x-openstack-request-id: req-90b1de6b-8e84-49d5-87d6-a116500a352f {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:12:20.793797 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d952c196-c5ab-4e23-926c-fd07660010ab", "tag": "91feca29-9c06-49f7-802c-92515715195f", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:12:20.794296 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-90b1de6b-8e84-49d5-87d6-a116500a352f {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:12:20.794898 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd952c196-c5ab-4e23-926c-fd07660010ab', 'tag': '91feca29-9c06-49f7-802c-92515715195f', 'status': 'completed', 'code': 200} Aug 29 04:12:20.796935 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d5135c6c-72f7-469f-abb9-6624c7e0ee6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:20.800858 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5841b5b8-2e51-4883-9ede-2c696fae004f req-7ad5e7a3-bae5-4b5a-bc29-9f32b739c8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:20.804155 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5841b5b8-2e51-4883-9ede-2c696fae004f req-7ad5e7a3-bae5-4b5a-bc29-9f32b739c8cd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3515263e5ff54aaab5485b775ab70478&device_id=d952c196-c5ab-4e23-926c-fd07660010ab HTTP/1.1" status: 200 len: 1100 time: 0.2111714 Aug 29 04:12:20.804367 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b4b163ad-16ca-40d3-8391-1d296deadc99 req-c2be563b-e79b-4f89-aa75-94c8f8a42ad7 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186770 Aug 29 04:12:20.871357 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-dc338636-55b3-4a65-99d0-5c52b9f5498f req-55d5832c-d4fc-412c-ba6c-913ac5ca6d79 service neutron] Attempting to bind port 6838b4f0-5051-4bd5-8daf-0ce03e471b63 on host n-h2-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:12:20.872141 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-dc338636-55b3-4a65-99d0-5c52b9f5498f req-55d5832c-d4fc-412c-ba6c-913ac5ca6d79 service neutron] Attempting to bind port 6838b4f0-5051-4bd5-8daf-0ce03e471b63 by drivers openvswitch,hyperv on host n-h2-712140-12 at level 0 using segments [{'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:12:20.872141 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc338636-55b3-4a65-99d0-5c52b9f5498f req-55d5832c-d4fc-412c-ba6c-913ac5ca6d79 service neutron] Attempting to bind port 6838b4f0-5051-4bd5-8daf-0ce03e471b63 on network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:12:20.881729 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5841b5b8-2e51-4883-9ede-2c696fae004f req-0a2eff1f-4ba9-4f74-8d2f-9ebe39f2ac50 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=91feca29-9c06-49f7-802c-92515715195f HTTP/1.1" status: 200 len: 217 time: 0.0598297 Aug 29 04:12:20.882858 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6d08601c-0fbb-4ef7-ac20-f4a56f192a7e tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:20.884531 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc338636-55b3-4a65-99d0-5c52b9f5498f req-55d5832c-d4fc-412c-ba6c-913ac5ca6d79 service neutron] Port 6838b4f0-5051-4bd5-8daf-0ce03e471b63 on network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:12:20.884949 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc338636-55b3-4a65-99d0-5c52b9f5498f req-55d5832c-d4fc-412c-ba6c-913ac5ca6d79 service neutron] Attempting to bind port 6838b4f0-5051-4bd5-8daf-0ce03e471b63 on network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:12:20.888995 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6d08601c-0fbb-4ef7-ac20-f4a56f192a7e tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719515'] for floatingip, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:20.914367 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc338636-55b3-4a65-99d0-5c52b9f5498f req-55d5832c-d4fc-412c-ba6c-913ac5ca6d79 service neutron] Checking agent: {'id': 'b3a0606b-b029-4f5e-8798-3a32b71d8844', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 11, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:12:20.914651 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc338636-55b3-4a65-99d0-5c52b9f5498f req-55d5832c-d4fc-412c-ba6c-913ac5ca6d79 service neutron] Checking segment: {'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:12:20.915086 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc338636-55b3-4a65-99d0-5c52b9f5498f req-55d5832c-d4fc-412c-ba6c-913ac5ca6d79 service neutron] Bound using segment: {'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:12:20.915729 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-dc338636-55b3-4a65-99d0-5c52b9f5498f req-55d5832c-d4fc-412c-ba6c-913ac5ca6d79 service neutron] Bound port: 6838b4f0-5051-4bd5-8daf-0ce03e471b63, host: n-h2-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:12:20.916257 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-dc338636-55b3-4a65-99d0-5c52b9f5498f req-55d5832c-d4fc-412c-ba6c-913ac5ca6d79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:21.018951 n-d-712140-12 neutron-server[94829]: INFO neutron.db.l3_db [None req-6d08601c-0fbb-4ef7-ac20-f4a56f192a7e tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] Floating IP 53aab532-acf3-4676-8fbd-a90ddba55b1f associated. External IP: 172.25.0.135, port: 04d8818c-c90c-423b-9e2f-1322129b08e7. Aug 29 04:12:21.027175 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5841b5b8-2e51-4883-9ede-2c696fae004f req-a4d12a73-d65b-4c37-b29d-635ff6c842d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:21.028775 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5841b5b8-2e51-4883-9ede-2c696fae004f req-a4d12a73-d65b-4c37-b29d-635ff6c842d8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=18cd12d4-b12a-41b0-b0c5-618edbb84e74 HTTP/1.1" status: 200 len: 843 time: 0.1197910 Aug 29 04:12:21.101211 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-dc338636-55b3-4a65-99d0-5c52b9f5498f req-55d5832c-d4fc-412c-ba6c-913ac5ca6d79 service neutron] For port 6838b4f0-5051-4bd5-8daf-0ce03e471b63, host n-h2-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:12:21.105115 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-dc338636-55b3-4a65-99d0-5c52b9f5498f req-55d5832c-d4fc-412c-ba6c-913ac5ca6d79 service neutron] For port 6838b4f0-5051-4bd5-8daf-0ce03e471b63, host n-h2-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=6838b4f0-5051-4bd5-8daf-0ce03e471b63,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:12:21.119565 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-dc338636-55b3-4a65-99d0-5c52b9f5498f req-55d5832c-d4fc-412c-ba6c-913ac5ca6d79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:21.142488 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d5135c6c-72f7-469f-abb9-6624c7e0ee6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:21.165729 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5841b5b8-2e51-4883-9ede-2c696fae004f req-452033ea-4038-408b-bbe7-c926f0964fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:21.167409 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5841b5b8-2e51-4883-9ede-2c696fae004f req-452033ea-4038-408b-bbe7-c926f0964fa1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1286495 Aug 29 04:12:21.170303 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d5135c6c-72f7-469f-abb9-6624c7e0ee6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:21.191771 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc338636-55b3-4a65-99d0-5c52b9f5498f req-55d5832c-d4fc-412c-ba6c-913ac5ca6d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:21.192410 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-dc338636-55b3-4a65-99d0-5c52b9f5498f req-55d5832c-d4fc-412c-ba6c-913ac5ca6d79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:21.193994 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dc338636-55b3-4a65-99d0-5c52b9f5498f req-55d5832c-d4fc-412c-ba6c-913ac5ca6d79 service neutron] 10.222.0.48 "PUT /v2.0/ports/6838b4f0-5051-4bd5-8daf-0ce03e471b63 HTTP/1.1" status: 200 len: 1097 time: 1.5038290 Aug 29 04:12:21.327497 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d08601c-0fbb-4ef7-ac20-f4a56f192a7e tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] Router 4fc67e82-9ebb-43c8-8413-a5d7c08de470 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:12:21.353572 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-d5135c6c-72f7-469f-abb9-6624c7e0ee6d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=88ce353be69d4cdbbf8779276fcd9a72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7894969 Aug 29 04:12:21.378856 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 38888) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:12:21.389984 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d5832c-d4fc-412c-ba6c-913ac5ca6d79 service neutron] Pushing event updated for resources: {'Port': ['ID=6838b4f0-5051-4bd5-8daf-0ce03e471b63,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:21.398059 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5135c6c-72f7-469f-abb9-6624c7e0ee6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29b650b9-0a4a-40b2-9ea7-d97e18215d84,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:21.468078 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc338636-55b3-4a65-99d0-5c52b9f5498f req-ef8a2df5-cb87-4b2c-8c76-cc3f18c60add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:21.469795 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dc338636-55b3-4a65-99d0-5c52b9f5498f req-ef8a2df5-cb87-4b2c-8c76-cc3f18c60add service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3515263e5ff54aaab5485b775ab70478&device_id=fc809212-51fb-47bb-96af-33d73c6fddf8 HTTP/1.1" status: 200 len: 1100 time: 0.1850164 Aug 29 04:12:21.477478 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d08601c-0fbb-4ef7-ac20-f4a56f192a7e tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:12:21.479268 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5841b5b8-2e51-4883-9ede-2c696fae004f req-50f0b673-4aeb-4aaa-ab3c-d76bd39809bc service neutron] 10.222.0.48 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2918661 Aug 29 04:12:21.482840 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6d08601c-0fbb-4ef7-ac20-f4a56f192a7e tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:21.492480 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05dc4f1-5e4b-4ff6-84cd-d4991dd25ce3 None None] Sync routers for ids ['4fc67e82-9ebb-43c8-8413-a5d7c08de470'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:12:21.508911 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05dc4f1-5e4b-4ff6-84cd-d4991dd25ce3 None None] Routers {'4fc67e82-9ebb-43c8-8413-a5d7c08de470'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:12:21.509708 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-a05dc4f1-5e4b-4ff6-84cd-d4991dd25ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:12:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['4fc67e82-9ebb-43c8-8413-a5d7c08de470'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:12:21.517697 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-6d08601c-0fbb-4ef7-ac20-f4a56f192a7e tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] 10.222.0.22 "PUT /v2.0/floatingips/53aab532-acf3-4676-8fbd-a90ddba55b1f HTTP/1.1" status: 200 len: 991 time: 1.7692657 Aug 29 04:12:21.517697 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6f343cc-3e8a-4ad4-a1b7-c1f74da0625f', 'tag': '04d8818c-c90c-423b-9e2f-1322129b08e7'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:12:21.519961 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-835aecec-9bc6-4006-86cf-d5912cf4111c" -d '{"events": [{"name": "network-changed", "server_uuid": "a6f343cc-3e8a-4ad4-a1b7-c1f74da0625f", "tag": "04d8818c-c90c-423b-9e2f-1322129b08e7"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:12:21.527652 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-736b9cee-e6b1-474f-918d-991e77d35f04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:21.590743 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f6d5319-3a99-4228-9d05-a8e423aff7ac x-openstack-request-id: req-7f6d5319-3a99-4228-9d05-a8e423aff7ac {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:12:21.591646 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6f343cc-3e8a-4ad4-a1b7-c1f74da0625f", "tag": "04d8818c-c90c-423b-9e2f-1322129b08e7", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:12:21.592084 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7f6d5319-3a99-4228-9d05-a8e423aff7ac {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:12:21.592648 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6f343cc-3e8a-4ad4-a1b7-c1f74da0625f', 'tag': '04d8818c-c90c-423b-9e2f-1322129b08e7', 'status': 'completed', 'code': 200} Aug 29 04:12:21.596532 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dc338636-55b3-4a65-99d0-5c52b9f5498f req-5a609e66-47c3-4481-924d-3c6c98cb8596 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=6838b4f0-5051-4bd5-8daf-0ce03e471b63 HTTP/1.1" status: 200 len: 217 time: 0.1046906 Aug 29 04:12:21.687489 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-a05dc4f1-5e4b-4ff6-84cd-d4991dd25ce3 None None] Set router 4fc67e82-9ebb-43c8-8413-a5d7c08de470 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:12:21.705094 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-736b9cee-e6b1-474f-918d-991e77d35f04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:21.744090 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc338636-55b3-4a65-99d0-5c52b9f5498f req-bdebb7b9-cb7a-4502-bef3-bb3fc2461f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:21.746329 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dc338636-55b3-4a65-99d0-5c52b9f5498f req-bdebb7b9-cb7a-4502-bef3-bb3fc2461f42 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=18cd12d4-b12a-41b0-b0c5-618edbb84e74 HTTP/1.1" status: 200 len: 843 time: 0.1396098 Aug 29 04:12:21.792537 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5841b5b8-2e51-4883-9ede-2c696fae004f req-0a0f2ee5-70b0-4ebc-b418-f612319d815e service neutron] 10.222.0.48 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3012118 Aug 29 04:12:21.797532 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835aecec-9bc6-4006-86cf-d5912cf4111c req-18f15df6-cd18-4e6e-b249-d8d1c87f46ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:21.799024 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-835aecec-9bc6-4006-86cf-d5912cf4111c req-18f15df6-cd18-4e6e-b249-d8d1c87f46ec service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=80868c13a1a14c89a9961d67996970da&device_id=a6f343cc-3e8a-4ad4-a1b7-c1f74da0625f HTTP/1.1" status: 200 len: 1097 time: 0.1557248 Aug 29 04:12:21.903164 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bd782f-c920-4c2b-b170-6bbd6b3ae1fd req-bfd99f06-fd35-49b1-a0ce-a57b3758a161 tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:21.919874 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-16bd782f-c920-4c2b-b170-6bbd6b3ae1fd req-bfd99f06-fd35-49b1-a0ce-a57b3758a161 tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc809212-51fb-47bb-96af-33d73c6fddf8 HTTP/1.1" status: 200 len: 948 time: 0.0877354 Aug 29 04:12:21.946069 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-736b9cee-e6b1-474f-918d-991e77d35f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:21.950103 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-736b9cee-e6b1-474f-918d-991e77d35f04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:21.951910 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-736b9cee-e6b1-474f-918d-991e77d35f04 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/29b650b9-0a4a-40b2-9ea7-d97e18215d84 HTTP/1.1" status: 204 len: 168 time: 0.5713463 Aug 29 04:12:21.988115 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-16bd782f-c920-4c2b-b170-6bbd6b3ae1fd req-bcb71121-3bdb-4f73-9ac7-768c673f8bce tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] 10.222.0.22 "GET /v2.0/security-groups?id=f702e36e-8d7e-475c-937a-d43e5f05c39f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660808 Aug 29 04:12:22.011799 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-a05dc4f1-5e4b-4ff6-84cd-d4991dd25ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc67e82-9ebb-43c8-8413-a5d7c08de470', 'name': 'tempest-ServersTestManualDisk-925007010-router', 'tenant_id': '80868c13a1a14c89a9961d67996970da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': '7fa4711e-51ef-4a44-aed5-e3b6f04626e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:11:55Z', 'updated_at': '2021-08-29T04:12:01Z', 'revision_number': 4, 'project_id': '80868c13a1a14c89a9961d67996970da', 'gw_port': {'id': '7fa4711e-51ef-4a44-aed5-e3b6f04626e5', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:cf:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc67e82-9ebb-43c8-8413-a5d7c08de470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:11:56Z', 'updated_at': '2021-08-29T04:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': '53aab532-acf3-4676-8fbd-a90ddba55b1f', 'tenant_id': '80868c13a1a14c89a9961d67996970da', 'floating_ip_address': '172.25.0.135', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': '4fc67e82-9ebb-43c8-8413-a5d7c08de470', 'port_id': '04d8818c-c90c-423b-9e2f-1322129b08e7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 728, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3289792e-f838-4808-bdaa-0bd84d874fd6', 'mac_address': 'fa:16:3e:ad:21:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f343cc-3e8a-4ad4-a1b7-c1f74da0625f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:12:06Z', 'updated_at': '2021-08-29T04:12:20Z', 'revision_number': 1, 'project_id': '80868c13a1a14c89a9961d67996970da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b076f191-52ea-43ea-9da0-41b18f67a78c', 'name': '', 'network_id': '3289792e-f838-4808-bdaa-0bd84d874fd6', 'tenant_id': '80868c13a1a14c89a9961d67996970da', 'mac_address': 'fa:16:3e:ca:e1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc67e82-9ebb-43c8-8413-a5d7c08de470', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'e056129e-3078-4985-8124-8db3fb753ac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:12:00Z', 'updated_at': '2021-08-29T04:12:07Z', 'revision_number': 5, 'project_id': '80868c13a1a14c89a9961d67996970da', 'subnets': [{'id': 'e056129e-3078-4985-8124-8db3fb753ac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:12:22.032374 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc338636-55b3-4a65-99d0-5c52b9f5498f req-fdaa436e-ac96-4d73-92d2-a70c5c7c412e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:22.034353 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dc338636-55b3-4a65-99d0-5c52b9f5498f req-fdaa436e-ac96-4d73-92d2-a70c5c7c412e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2739398 Aug 29 04:12:22.085374 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736b9cee-e6b1-474f-918d-991e77d35f04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b650b9-0a4a-40b2-9ea7-d97e18215d84,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:22.086255 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05dc4f1-5e4b-4ff6-84cd-d4991dd25ce3 None None] Checking router: 4fc67e82-9ebb-43c8-8413-a5d7c08de470 for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:12:22.100525 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835aecec-9bc6-4006-86cf-d5912cf4111c req-eb0017b3-34af-4992-acfc-f48e3d8b1d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:22.101898 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-835aecec-9bc6-4006-86cf-d5912cf4111c req-eb0017b3-34af-4992-acfc-f48e3d8b1d46 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3289792e-f838-4808-bdaa-0bd84d874fd6 HTTP/1.1" status: 200 len: 912 time: 0.2910438 Aug 29 04:12:22.122819 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05dc4f1-5e4b-4ff6-84cd-d4991dd25ce3 None None] Routers {'4fc67e82-9ebb-43c8-8413-a5d7c08de470'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:12:22.123896 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-a05dc4f1-5e4b-4ff6-84cd-d4991dd25ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:12:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['4fc67e82-9ebb-43c8-8413-a5d7c08de470'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:12:22.224067 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c015c2e-370c-4ec9-83b7-92d5d59265b4 req-46924b56-fb95-4f25-98fe-682cc09a0279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:22.226708 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9c015c2e-370c-4ec9-83b7-92d5d59265b4 req-46924b56-fb95-4f25-98fe-682cc09a0279 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3515263e5ff54aaab5485b775ab70478&device_id=d952c196-c5ab-4e23-926c-fd07660010ab HTTP/1.1" status: 200 len: 1100 time: 0.3000607 Aug 29 04:12:22.275548 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfc6221-6e32-455f-8509-710343f695b9 req-c6515469-3417-4653-bf44-fc97ff7cbd41 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:22.281212 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3cfc6221-6e32-455f-8509-710343f695b9 req-c6515469-3417-4653-bf44-fc97ff7cbd41 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=d08c5cc7-debc-40a5-960a-3b21fc8777de HTTP/1.1" status: 200 len: 950 time: 0.3558185 Aug 29 04:12:22.294879 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-a05dc4f1-5e4b-4ff6-84cd-d4991dd25ce3 None None] Set router 4fc67e82-9ebb-43c8-8413-a5d7c08de470 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:12:22.396010 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-835aecec-9bc6-4006-86cf-d5912cf4111c req-a90cdfbc-1aea-40d6-a1f6-9fbeb64d1547 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=04d8818c-c90c-423b-9e2f-1322129b08e7 HTTP/1.1" status: 200 len: 999 time: 0.2576454 Aug 29 04:12:22.414032 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dc338636-55b3-4a65-99d0-5c52b9f5498f req-2830c13b-70ca-47e3-aab4-45aca92c4ced service neutron] 10.222.0.48 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3526528 Aug 29 04:12:22.577156 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3cfc6221-6e32-455f-8509-710343f695b9 req-128952e3-c27a-4719-bd49-194a36ff68c1 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636452 Aug 29 04:12:22.582768 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835aecec-9bc6-4006-86cf-d5912cf4111c req-f58b59a4-b32b-419d-ba95-165ee85eb0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:22.584297 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-835aecec-9bc6-4006-86cf-d5912cf4111c req-f58b59a4-b32b-419d-ba95-165ee85eb0dc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e056129e-3078-4985-8124-8db3fb753ac5 HTTP/1.1" status: 200 len: 850 time: 0.1733453 Aug 29 04:12:22.636886 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c015c2e-370c-4ec9-83b7-92d5d59265b4 req-67a9160f-023e-410f-a36a-9e62af35555f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:22.638452 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9c015c2e-370c-4ec9-83b7-92d5d59265b4 req-67a9160f-023e-410f-a36a-9e62af35555f service neutron] 10.222.0.48 "GET /v2.0/networks?id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 HTTP/1.1" status: 200 len: 870 time: 0.4021680 Aug 29 04:12:22.712538 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9c015c2e-370c-4ec9-83b7-92d5d59265b4 req-80b6602c-c67b-4415-b1f5-563b83944325 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=91feca29-9c06-49f7-802c-92515715195f HTTP/1.1" status: 200 len: 217 time: 0.0636301 Aug 29 04:12:22.715110 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dc338636-55b3-4a65-99d0-5c52b9f5498f req-a41fa360-f82e-4c45-ac5b-a619400f5b01 service neutron] 10.222.0.48 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2868564 Aug 29 04:12:22.722134 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835aecec-9bc6-4006-86cf-d5912cf4111c req-a11ed2c1-9ed4-4654-b48f-a3d3024dda6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:22.723653 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-835aecec-9bc6-4006-86cf-d5912cf4111c req-a11ed2c1-9ed4-4654-b48f-a3d3024dda6e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3289792e-f838-4808-bdaa-0bd84d874fd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1295767 Aug 29 04:12:22.757067 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-a05dc4f1-5e4b-4ff6-84cd-d4991dd25ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc67e82-9ebb-43c8-8413-a5d7c08de470', 'name': 'tempest-ServersTestManualDisk-925007010-router', 'tenant_id': '80868c13a1a14c89a9961d67996970da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': '7fa4711e-51ef-4a44-aed5-e3b6f04626e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:11:55Z', 'updated_at': '2021-08-29T04:12:01Z', 'revision_number': 4, 'project_id': '80868c13a1a14c89a9961d67996970da', 'gw_port': {'id': '7fa4711e-51ef-4a44-aed5-e3b6f04626e5', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:cf:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc67e82-9ebb-43c8-8413-a5d7c08de470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:11:56Z', 'updated_at': '2021-08-29T04:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': '53aab532-acf3-4676-8fbd-a90ddba55b1f', 'tenant_id': '80868c13a1a14c89a9961d67996970da', 'floating_ip_address': '172.25.0.135', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': '4fc67e82-9ebb-43c8-8413-a5d7c08de470', 'port_id': '04d8818c-c90c-423b-9e2f-1322129b08e7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 728, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3289792e-f838-4808-bdaa-0bd84d874fd6', 'mac_address': 'fa:16:3e:ad:21:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f343cc-3e8a-4ad4-a1b7-c1f74da0625f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:12:06Z', 'updated_at': '2021-08-29T04:12:20Z', 'revision_number': 1, 'project_id': '80868c13a1a14c89a9961d67996970da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b076f191-52ea-43ea-9da0-41b18f67a78c', 'name': '', 'network_id': '3289792e-f838-4808-bdaa-0bd84d874fd6', 'tenant_id': '80868c13a1a14c89a9961d67996970da', 'mac_address': 'fa:16:3e:ca:e1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc67e82-9ebb-43c8-8413-a5d7c08de470', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'e056129e-3078-4985-8124-8db3fb753ac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:12:00Z', 'updated_at': '2021-08-29T04:12:07Z', 'revision_number': 5, 'project_id': '80868c13a1a14c89a9961d67996970da', 'subnets': [{'id': 'e056129e-3078-4985-8124-8db3fb753ac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:12:22.793002 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05dc4f1-5e4b-4ff6-84cd-d4991dd25ce3 None None] The sync data for ids ['4fc67e82-9ebb-43c8-8413-a5d7c08de470'] in n-d-712140-12 is: [{'id': '4fc67e82-9ebb-43c8-8413-a5d7c08de470', 'name': 'tempest-ServersTestManualDisk-925007010-router', 'tenant_id': '80868c13a1a14c89a9961d67996970da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': '7fa4711e-51ef-4a44-aed5-e3b6f04626e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:11:55Z', 'updated_at': '2021-08-29T04:12:01Z', 'revision_number': 4, 'project_id': '80868c13a1a14c89a9961d67996970da', 'gw_port': {'id': '7fa4711e-51ef-4a44-aed5-e3b6f04626e5', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:cf:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc67e82-9ebb-43c8-8413-a5d7c08de470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:11:56Z', 'updated_at': '2021-08-29T04:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': '53aab532-acf3-4676-8fbd-a90ddba55b1f', 'tenant_id': '80868c13a1a14c89a9961d67996970da', 'floating_ip_address': '172.25.0.135', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': '4fc67e82-9ebb-43c8-8413-a5d7c08de470', 'port_id': '04d8818c-c90c-423b-9e2f-1322129b08e7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 728, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3289792e-f838-4808-bdaa-0bd84d874fd6', 'mac_address': 'fa:16:3e:ad:21:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f343cc-3e8a-4ad4-a1b7-c1f74da0625f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:12:06Z', 'updated_at': '2021-08-29T04:12:20Z', 'revision_number': 1, 'project_id': '80868c13a1a14c89a9961d67996970da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b076f191-52ea-43ea-9da0-41b18f67a78c', 'name': '', 'network_id': '3289792e-f838-4808-bdaa-0bd84d874fd6', 'tenant_id': '80868c13a1a14c89a9961d67996970da', 'mac_address': 'fa:16:3e:ca:e1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc67e82-9ebb-43c8-8413-a5d7c08de470', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'e056129e-3078-4985-8124-8db3fb753ac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:12:00Z', 'updated_at': '2021-08-29T04:12:07Z', 'revision_number': 5, 'project_id': '80868c13a1a14c89a9961d67996970da', 'subnets': [{'id': 'e056129e-3078-4985-8124-8db3fb753ac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:12:22.815500 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc809212-51fb-47bb-96af-33d73c6fddf8', 'tag': '6838b4f0-5051-4bd5-8daf-0ce03e471b63'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:12:22.817854 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8c59863-c2bd-4b13-8050-b4ae96dd16a9" -d '{"events": [{"name": "network-changed", "server_uuid": "fc809212-51fb-47bb-96af-33d73c6fddf8", "tag": "6838b4f0-5051-4bd5-8daf-0ce03e471b63"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:12:22.850737 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c015c2e-370c-4ec9-83b7-92d5d59265b4 req-df8d7d34-8239-41cc-abd1-53d685043510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:22.852666 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9c015c2e-370c-4ec9-83b7-92d5d59265b4 req-df8d7d34-8239-41cc-abd1-53d685043510 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=18cd12d4-b12a-41b0-b0c5-618edbb84e74 HTTP/1.1" status: 200 len: 843 time: 0.1216567 Aug 29 04:12:22.910881 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8fdd08e-9aae-42dc-b2ed-ec4cba268ac6 x-openstack-request-id: req-e8fdd08e-9aae-42dc-b2ed-ec4cba268ac6 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:12:22.911179 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc809212-51fb-47bb-96af-33d73c6fddf8", "tag": "6838b4f0-5051-4bd5-8daf-0ce03e471b63", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:12:22.911432 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e8fdd08e-9aae-42dc-b2ed-ec4cba268ac6 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:12:22.915638 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc809212-51fb-47bb-96af-33d73c6fddf8', 'tag': '6838b4f0-5051-4bd5-8daf-0ce03e471b63', 'status': 'completed', 'code': 200} Aug 29 04:12:22.981116 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c015c2e-370c-4ec9-83b7-92d5d59265b4 req-2a46624e-a222-4e0a-93b3-db7a842c242e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:22.982993 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9c015c2e-370c-4ec9-83b7-92d5d59265b4 req-2a46624e-a222-4e0a-93b3-db7a842c242e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1216395 Aug 29 04:12:22.999413 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-835aecec-9bc6-4006-86cf-d5912cf4111c req-74c2707b-cc19-4f86-ba44-5d219b4cb836 service neutron] 10.222.0.46 "GET /v2.0/networks/3289792e-f838-4808-bdaa-0bd84d874fd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581646 Aug 29 04:12:23.105883 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d95b5e-534f-4ba0-8666-61c98a99978d None None] New status for floating IP 53aab532-acf3-4676-8fbd-a90ddba55b1f: ACTIVE {{(pid=94831) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:12:23.156077 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c568c13-f109-4ab5-a0c4-584c6c2da1c2 req-d4579d1c-5550-4c81-9622-3d7a99b9a385 tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:23.158142 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0c568c13-f109-4ab5-a0c4-584c6c2da1c2 req-d4579d1c-5550-4c81-9622-3d7a99b9a385 tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc809212-51fb-47bb-96af-33d73c6fddf8 HTTP/1.1" status: 200 len: 948 time: 0.0822678 Aug 29 04:12:23.214315 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0c568c13-f109-4ab5-a0c4-584c6c2da1c2 req-29b36745-b0ef-4db1-be17-b9660964b0b6 tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] 10.222.0.22 "GET /v2.0/security-groups?id=f702e36e-8d7e-475c-937a-d43e5f05c39f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494251 Aug 29 04:12:23.483050 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c59863-c2bd-4b13-8050-b4ae96dd16a9 req-02acaad3-0151-408a-bdce-7f0367f5898b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:23.483050 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c8c59863-c2bd-4b13-8050-b4ae96dd16a9 req-02acaad3-0151-408a-bdce-7f0367f5898b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3515263e5ff54aaab5485b775ab70478&device_id=fc809212-51fb-47bb-96af-33d73c6fddf8 HTTP/1.1" status: 200 len: 1100 time: 0.5242748 Aug 29 04:12:23.602643 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-835aecec-9bc6-4006-86cf-d5912cf4111c req-790bd905-a742-4346-af54-455134469e78 service neutron] 10.222.0.46 "GET /v2.0/networks/3289792e-f838-4808-bdaa-0bd84d874fd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5925081 Aug 29 04:12:23.609296 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9c015c2e-370c-4ec9-83b7-92d5d59265b4 req-ed9fca03-3ea2-4097-bd8b-54cd9fdcfdf0 service neutron] 10.222.0.48 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6091633 Aug 29 04:12:23.700525 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c59863-c2bd-4b13-8050-b4ae96dd16a9 req-07480073-3e3c-4a2d-b626-0ced92889799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:23.702000 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c8c59863-c2bd-4b13-8050-b4ae96dd16a9 req-07480073-3e3c-4a2d-b626-0ced92889799 service neutron] 10.222.0.48 "GET /v2.0/networks?id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 HTTP/1.1" status: 200 len: 870 time: 0.2080610 Aug 29 04:12:23.752727 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c8c59863-c2bd-4b13-8050-b4ae96dd16a9 req-45ceabef-e01e-4c0e-bc7d-122d9afcea7e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=6838b4f0-5051-4bd5-8daf-0ce03e471b63 HTTP/1.1" status: 200 len: 217 time: 0.0401189 Aug 29 04:12:23.783242 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9c015c2e-370c-4ec9-83b7-92d5d59265b4 req-b4e6a369-5dab-4f34-86b3-aa7c6cf28561 service neutron] 10.222.0.48 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654274 Aug 29 04:12:23.795899 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87192919-ba47-4be3-9cf7-02a10ad33c90 req-87b1d350-c3ff-4d2a-ad9b-f7c362420e5a tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:23.807305 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-87192919-ba47-4be3-9cf7-02a10ad33c90 req-87b1d350-c3ff-4d2a-ad9b-f7c362420e5a tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=d08c5cc7-debc-40a5-960a-3b21fc8777de HTTP/1.1" status: 200 len: 950 time: 0.1188836 Aug 29 04:12:23.847988 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c59863-c2bd-4b13-8050-b4ae96dd16a9 req-e1b7c9e3-fadd-4fd6-bb1c-01f64e30c54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:23.849530 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c8c59863-c2bd-4b13-8050-b4ae96dd16a9 req-e1b7c9e3-fadd-4fd6-bb1c-01f64e30c54e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=18cd12d4-b12a-41b0-b0c5-618edbb84e74 HTTP/1.1" status: 200 len: 843 time: 0.0852673 Aug 29 04:12:23.852209 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-87192919-ba47-4be3-9cf7-02a10ad33c90 req-3f3c9a13-d450-4840-a218-49b5610cb147 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438840 Aug 29 04:12:23.905549 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c59863-c2bd-4b13-8050-b4ae96dd16a9 req-ad90298b-15d2-4412-a082-097875dac690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:23.907263 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c8c59863-c2bd-4b13-8050-b4ae96dd16a9 req-ad90298b-15d2-4412-a082-097875dac690 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0505960 Aug 29 04:12:23.978669 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 38986) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:12:24.016597 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c8c59863-c2bd-4b13-8050-b4ae96dd16a9 req-cc5093cd-7bb2-4193-8809-2f525373a542 service neutron] 10.222.0.48 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976176 Aug 29 04:12:24.099063 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a10bd0b0-32ca-4872-ad95-0f9d1f6e3342 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:24.120823 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c8c59863-c2bd-4b13-8050-b4ae96dd16a9 req-dd8645a6-dd83-4ff0-bab2-7a35f85efb89 service neutron] 10.222.0.48 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962398 Aug 29 04:12:24.208295 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a10bd0b0-32ca-4872-ad95-0f9d1f6e3342 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:24.212988 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a10bd0b0-32ca-4872-ad95-0f9d1f6e3342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:24.252428 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-a10bd0b0-32ca-4872-ad95-0f9d1f6e3342 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=08838c8e547e464cb269e50476166f0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2733140 Aug 29 04:12:24.253430 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10bd0b0-32ca-4872-ad95-0f9d1f6e3342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11baec39-e940-4248-a548-ca252c2d73ed,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:24.256580 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 38992) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:12:24.347193 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-66f0b621-c2d0-463d-98bb-f04d918b870e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:24.391107 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1126686f-a696-4652-abc5-f679f8b930f5 req-763e008a-a1aa-409c-b59b-dceb01deab3b tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:24.392638 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1126686f-a696-4652-abc5-f679f8b930f5 req-763e008a-a1aa-409c-b59b-dceb01deab3b tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc809212-51fb-47bb-96af-33d73c6fddf8 HTTP/1.1" status: 200 len: 948 time: 0.0980453 Aug 29 04:12:24.397859 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-66f0b621-c2d0-463d-98bb-f04d918b870e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:24.462031 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1126686f-a696-4652-abc5-f679f8b930f5 req-c16842cf-8af2-49a4-9c51-b0e2b0c622e2 tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] 10.222.0.22 "GET /v2.0/security-groups?id=f702e36e-8d7e-475c-937a-d43e5f05c39f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620360 Aug 29 04:12:24.495679 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-66f0b621-c2d0-463d-98bb-f04d918b870e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:24.498667 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-66f0b621-c2d0-463d-98bb-f04d918b870e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:24.500069 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-66f0b621-c2d0-463d-98bb-f04d918b870e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/11baec39-e940-4248-a548-ca252c2d73ed HTTP/1.1" status: 204 len: 168 time: 0.2421322 Aug 29 04:12:24.508499 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f0b621-c2d0-463d-98bb-f04d918b870e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11baec39-e940-4248-a548-ca252c2d73ed,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:24.987152 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f3f70c-992a-4001-8327-a62f8564e74a req-c8f6707a-4dfb-4e8a-8512-eca4fae63907 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:24.988781 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b8f3f70c-992a-4001-8327-a62f8564e74a req-c8f6707a-4dfb-4e8a-8512-eca4fae63907 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=d08c5cc7-debc-40a5-960a-3b21fc8777de HTTP/1.1" status: 200 len: 950 time: 0.0543699 Aug 29 04:12:25.032052 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b8f3f70c-992a-4001-8327-a62f8564e74a req-5c84863b-f61c-48af-9780-e3d90f983e77 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347004 Aug 29 04:12:25.140940 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 39026) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:12:25.237277 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-b3c8d8dd-54f9-47a5-838d-8d20dca409d1 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1869396810-network', 'tenant_id': 'e9fc8269e18447caa133998ddbec4b66'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:12:25.257230 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3c8d8dd-54f9-47a5-838d-8d20dca409d1 admin admin] Made reservation on behalf of e9fc8269e18447caa133998ddbec4b66 for: {'network': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:12:25.259537 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b3c8d8dd-54f9-47a5-838d-8d20dca409d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:25.271621 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b3c8d8dd-54f9-47a5-838d-8d20dca409d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:25.360124 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b3c8d8dd-54f9-47a5-838d-8d20dca409d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:25.363786 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b3c8d8dd-54f9-47a5-838d-8d20dca409d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:25.387901 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3c8d8dd-54f9-47a5-838d-8d20dca409d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=94828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:12:25.398238 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c8d8dd-54f9-47a5-838d-8d20dca409d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e63e8ef-00a5-40d1-a0c1-bc99e0ad79b5,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:25.404082 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b3c8d8dd-54f9-47a5-838d-8d20dca409d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:25.404516 n-d-712140-12 neutron-server[94828]: INFO neutron.db.segments_db [None req-b3c8d8dd-54f9-47a5-838d-8d20dca409d1 admin admin] Added segment 91716f4b-2300-4d9e-8518-8c88143693cd of type vlan for network b11b9749-6fdf-4b5b-bd44-54840570cb9d Aug 29 04:12:25.450588 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b3c8d8dd-54f9-47a5-838d-8d20dca409d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:25.477435 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b3c8d8dd-54f9-47a5-838d-8d20dca409d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:25.478466 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c8d8dd-54f9-47a5-838d-8d20dca409d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:25.479060 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b3c8d8dd-54f9-47a5-838d-8d20dca409d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:25.534430 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-b3c8d8dd-54f9-47a5-838d-8d20dca409d1 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.3923390 Aug 29 04:12:25.537308 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 39034) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:12:25.544475 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-9ab1d1a0-8591-4d95-a9f9-e24fe82c1f3a admin admin] Request body: {'subnet': {'network_id': 'b11b9749-6fdf-4b5b-bd44-54840570cb9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1869396810-subnet', 'tenant_id': 'e9fc8269e18447caa133998ddbec4b66', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:12:25.547549 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c8d8dd-54f9-47a5-838d-8d20dca409d1 admin admin] Pushing event updated for resources: {'Network': ['ID=b11b9749-6fdf-4b5b-bd44-54840570cb9d,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:25.560355 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network b11b9749-6fdf-4b5b-bd44-54840570cb9d details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:12:25.568720 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab1d1a0-8591-4d95-a9f9-e24fe82c1f3a admin admin] Made reservation on behalf of e9fc8269e18447caa133998ddbec4b66 for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:12:25.572578 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9ab1d1a0-8591-4d95-a9f9-e24fe82c1f3a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:25.638323 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850f7a8d-7192-48cf-aafa-5949c42190f0 req-a3ae2940-f762-4a50-bd3e-324b88ea74d0 tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:25.641027 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-850f7a8d-7192-48cf-aafa-5949c42190f0 req-a3ae2940-f762-4a50-bd3e-324b88ea74d0 tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc809212-51fb-47bb-96af-33d73c6fddf8 HTTP/1.1" status: 200 len: 948 time: 0.1010706 Aug 29 04:12:25.701216 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-850f7a8d-7192-48cf-aafa-5949c42190f0 req-6eb6aed2-a210-4a76-a795-1a33a5655bf3 tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] 10.222.0.22 "GET /v2.0/security-groups?id=f702e36e-8d7e-475c-937a-d43e5f05c39f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527020 Aug 29 04:12:25.772820 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9ab1d1a0-8591-4d95-a9f9-e24fe82c1f3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9191137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10062364'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:25.847752 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab1d1a0-8591-4d95-a9f9-e24fe82c1f3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=82fda6de-10c8-44f0-bae6-762e0dfe0362,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:25.856688 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eefba16-51ea-4789-b68c-9a831aa8ae84 req-1385e434-e2f3-4350-9fe2-a9016123b34d tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:25.858377 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3eefba16-51ea-4789-b68c-9a831aa8ae84 req-1385e434-e2f3-4350-9fe2-a9016123b34d tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4ba3237-9eca-4f4d-905c-a4fd96cd7f22 HTTP/1.1" status: 200 len: 946 time: 0.0772336 Aug 29 04:12:25.867888 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab1d1a0-8591-4d95-a9f9-e24fe82c1f3a admin admin] Checking segment: {'id': '91716f4b-2300-4d9e-8518-8c88143693cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b11b9749-6fdf-4b5b-bd44-54840570cb9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:12:25.868257 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab1d1a0-8591-4d95-a9f9-e24fe82c1f3a admin admin] Network hostable DHCP agents. Network: b11b9749-6fdf-4b5b-bd44-54840570cb9d, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:12:25.886395 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab1d1a0-8591-4d95-a9f9-e24fe82c1f3a admin admin] Network b11b9749-6fdf-4b5b-bd44-54840570cb9d is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:12:25.897020 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-9ab1d1a0-8591-4d95-a9f9-e24fe82c1f3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, b11b9749-6fdf-4b5b-bd44-54840570cb9d) {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:12:25.902036 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab1d1a0-8591-4d95-a9f9-e24fe82c1f3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:25.902641 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9ab1d1a0-8591-4d95-a9f9-e24fe82c1f3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:25.909434 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f0d2da-d401-4d9f-b45d-6df2b38ce56e None None] Network b11b9749-6fdf-4b5b-bd44-54840570cb9d requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:12:25.915898 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3eefba16-51ea-4789-b68c-9a831aa8ae84 req-eeaf2630-ec3a-4034-bb7a-cab266c2bf41 tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] 10.222.0.22 "GET /v2.0/security-groups?id=4dbbedf5-2f21-4437-b7c2-73b739103a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479524 Aug 29 04:12:25.928184 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-9ab1d1a0-8591-4d95-a9f9-e24fe82c1f3a admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.3801706 Aug 29 04:12:26.052531 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b8e1bf-2d7d-4a5b-80df-ff16d88cf9e5 None None] Network b11b9749-6fdf-4b5b-bd44-54840570cb9d requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:12:26.196140 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90c859b-94ae-4576-9c34-030010477b65 req-a1397957-9e31-47d3-bb4e-1b49c5a097c0 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:26.197904 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d90c859b-94ae-4576-9c34-030010477b65 req-a1397957-9e31-47d3-bb4e-1b49c5a097c0 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=d08c5cc7-debc-40a5-960a-3b21fc8777de HTTP/1.1" status: 200 len: 950 time: 0.0703375 Aug 29 04:12:26.237756 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5af12788-e910-4d84-92bb-20deeee3f8e4 req-8c2c6de0-e2c6-4afc-a6eb-89e37a908438 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=58dff7ff-0246-4aaf-9ae6-edda75be8ead&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0525372 Aug 29 04:12:26.249646 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d90c859b-94ae-4576-9c34-030010477b65 req-0c183d41-f66a-4861-ae9e-d467a08c7989 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415165 Aug 29 04:12:26.305285 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af12788-e910-4d84-92bb-20deeee3f8e4 req-0289e8f7-32f8-4703-a4cc-5c94266bac51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:26.306814 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5af12788-e910-4d84-92bb-20deeee3f8e4 req-0289e8f7-32f8-4703-a4cc-5c94266bac51 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0878509a3c9948c598a7472280410341&device_id=58dff7ff-0246-4aaf-9ae6-edda75be8ead HTTP/1.1" status: 200 len: 1098 time: 0.0475302 Aug 29 04:12:26.491488 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af12788-e910-4d84-92bb-20deeee3f8e4 req-92357b34-c31b-4f98-945d-3985ff552965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:26.493048 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5af12788-e910-4d84-92bb-20deeee3f8e4 req-92357b34-c31b-4f98-945d-3985ff552965 service neutron] 10.222.0.46 "GET /v2.0/networks?id=dc563c47-043f-429f-be85-78b8391b0dc9 HTTP/1.1" status: 200 len: 915 time: 0.1668763 Aug 29 04:12:26.520716 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1617a8e9-b4a4-4963-a2ac-70797cf455eb req-2e593110-28a3-4b58-8648-26e2fd5358e0 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:26.522211 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1617a8e9-b4a4-4963-a2ac-70797cf455eb req-2e593110-28a3-4b58-8648-26e2fd5358e0 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.22 "GET /v2.0/networks?id=b11b9749-6fdf-4b5b-bd44-54840570cb9d HTTP/1.1" status: 200 len: 822 time: 0.1465354 Aug 29 04:12:26.567403 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1617a8e9-b4a4-4963-a2ac-70797cf455eb req-2f07fdfe-de1f-4b6a-9819-b949bb90e31b tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.22 "GET /v2.0/quotas/e9fc8269e18447caa133998ddbec4b66 HTTP/1.1" status: 200 len: 375 time: 0.0181246 Aug 29 04:12:26.602714 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1617a8e9-b4a4-4963-a2ac-70797cf455eb req-b3fb167d-02a7-462f-8d1d-466679f16b57 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=e9fc8269e18447caa133998ddbec4b66&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287380 Aug 29 04:12:26.605177 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5af12788-e910-4d84-92bb-20deeee3f8e4 req-17baeb72-00ed-44e2-a35c-194110066666 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd890cfa-bcf7-4f0a-b331-cf5351bf0305 HTTP/1.1" status: 200 len: 1002 time: 0.1021080 Aug 29 04:12:26.709122 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af12788-e910-4d84-92bb-20deeee3f8e4 req-eed91ba2-96af-4db2-947f-33d3ed357ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:26.710597 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5af12788-e910-4d84-92bb-20deeee3f8e4 req-eed91ba2-96af-4db2-947f-33d3ed357ee4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=39bb6e0a-5bf9-4bcf-b8e1-4b7e3ed1a737 HTTP/1.1" status: 200 len: 853 time: 0.0892177 Aug 29 04:12:26.770785 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1617a8e9-b4a4-4963-a2ac-70797cf455eb req-2cfd7bb5-63ae-471f-8b81-673ff3ebdb8a service neutron] 10.222.0.22 "GET /v2.0/networks/b11b9749-6fdf-4b5b-bd44-54840570cb9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597645 Aug 29 04:12:26.790063 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af12788-e910-4d84-92bb-20deeee3f8e4 req-821673dc-8496-4251-b6f1-71ad3297c0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:26.791778 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5af12788-e910-4d84-92bb-20deeee3f8e4 req-821673dc-8496-4251-b6f1-71ad3297c0a0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dc563c47-043f-429f-be85-78b8391b0dc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0741415 Aug 29 04:12:26.836368 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cce1e74-6994-4cff-8015-3952c7e79e88 req-ffe2a27b-2479-4b0e-a4f2-97d2ea8d5789 tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:26.838379 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4cce1e74-6994-4cff-8015-3952c7e79e88 req-ffe2a27b-2479-4b0e-a4f2-97d2ea8d5789 tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc809212-51fb-47bb-96af-33d73c6fddf8 HTTP/1.1" status: 200 len: 948 time: 0.0550773 Aug 29 04:12:26.890809 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4cce1e74-6994-4cff-8015-3952c7e79e88 req-3e24b78d-7dc4-4871-b5d6-39ddbf647e3d tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] 10.222.0.22 "GET /v2.0/security-groups?id=f702e36e-8d7e-475c-937a-d43e5f05c39f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447187 Aug 29 04:12:26.962131 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1617a8e9-b4a4-4963-a2ac-70797cf455eb req-ce795ad4-126c-41ea-981f-3dd4ed30d2cd service neutron] 10.222.0.22 "GET /v2.0/networks/b11b9749-6fdf-4b5b-bd44-54840570cb9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838958 Aug 29 04:12:26.964850 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5af12788-e910-4d84-92bb-20deeee3f8e4 req-1ba23919-3b7e-4aee-83f0-541fe371dca2 service neutron] 10.222.0.46 "GET /v2.0/networks/dc563c47-043f-429f-be85-78b8391b0dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580889 Aug 29 04:12:27.085751 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5af12788-e910-4d84-92bb-20deeee3f8e4 req-4e7f3187-5716-441c-aeb7-e596ef54f3b0 service neutron] 10.222.0.46 "GET /v2.0/networks/dc563c47-043f-429f-be85-78b8391b0dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129217 Aug 29 04:12:27.354360 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8edbcfcd-a6ee-4b03-970e-3de08ea6a4ba req-04e5413f-1da5-43fc-8561-dd5e1b32e61a tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d24f8f7-37c6-4172-809a-ca3e73f3a4e3 HTTP/1.1" status: 200 len: 210 time: 0.0312886 Aug 29 04:12:27.462986 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e22b87-e77f-4592-8b5d-ab06bc467057 req-ee27ab7c-f4f8-4943-ac2b-b35f50970bdb tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:27.465332 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-29e22b87-e77f-4592-8b5d-ab06bc467057 req-ee27ab7c-f4f8-4943-ac2b-b35f50970bdb tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4ba3237-9eca-4f4d-905c-a4fd96cd7f22 HTTP/1.1" status: 200 len: 946 time: 0.0563238 Aug 29 04:12:27.477115 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd1a7df-343e-440f-84ca-24cfaf105931 req-f1600328-2227-4f3a-af5d-35296e344768 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:27.478772 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-afd1a7df-343e-440f-84ca-24cfaf105931 req-f1600328-2227-4f3a-af5d-35296e344768 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=d08c5cc7-debc-40a5-960a-3b21fc8777de HTTP/1.1" status: 200 len: 950 time: 0.0577674 Aug 29 04:12:27.518400 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-29e22b87-e77f-4592-8b5d-ab06bc467057 req-da272c02-1487-4742-85ce-1e3047b0e14d tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] 10.222.0.22 "GET /v2.0/security-groups?id=4dbbedf5-2f21-4437-b7c2-73b739103a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403593 Aug 29 04:12:27.528385 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-afd1a7df-343e-440f-84ca-24cfaf105931 req-dbe68ced-1e91-4ab7-b30f-18add9e14cd7 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434496 Aug 29 04:12:27.701101 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 6838b4f0-5051-4bd5-8daf-0ce03e471b63 details requested by agent hyperv_n-h2-712140-12 with host n-h2-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:12:27.803274 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 6838b4f0-5051-4bd5-8daf-0ce03e471b63, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=6838b4f0-5051-4bd5-8daf-0ce03e471b63,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:27.944472 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Returning: {'device': '6838b4f0-5051-4bd5-8daf-0ce03e471b63', 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45', 'port_id': '6838b4f0-5051-4bd5-8daf-0ce03e471b63', 'mac_address': 'fa:16:3e:01:8d:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18cd12d4-b12a-41b0-b0c5-618edbb84e74', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:12:28.008701 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:28.033321 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6838b4f0-5051-4bd5-8daf-0ce03e471b63 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:12:28.060611 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20734df-8a45-4de7-8605-9ab8e56c5292 req-7d6424d2-1322-4beb-abec-60dbc62fff04 tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:28.061358 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 6838b4f0-5051-4bd5-8daf-0ce03e471b63, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=6838b4f0-5051-4bd5-8daf-0ce03e471b63,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:28.071203 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:28.071203 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 91feca29-9c06-49f7-802c-92515715195f details requested by agent hyperv_n-h2-712140-12 with host n-h2-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:12:28.071500 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b20734df-8a45-4de7-8605-9ab8e56c5292 req-7d6424d2-1322-4beb-abec-60dbc62fff04 tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc809212-51fb-47bb-96af-33d73c6fddf8 HTTP/1.1" status: 200 len: 948 time: 0.0990152 Aug 29 04:12:28.145743 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b20734df-8a45-4de7-8605-9ab8e56c5292 req-0898bfad-41cf-49d7-875e-a28fe35432b2 tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] 10.222.0.22 "GET /v2.0/security-groups?id=f702e36e-8d7e-475c-937a-d43e5f05c39f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626454 Aug 29 04:12:28.153509 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 91feca29-9c06-49f7-802c-92515715195f, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=91feca29-9c06-49f7-802c-92515715195f,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:28.157888 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25604f36-81d2-46be-b8c1-92b3777a0139 req-fa673981-f33b-4025-a3f3-377cf1127dbb tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:28.164371 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=6838b4f0-5051-4bd5-8daf-0ce03e471b63,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:28.171883 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-25604f36-81d2-46be-b8c1-92b3777a0139 req-fa673981-f33b-4025-a3f3-377cf1127dbb tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4ba3237-9eca-4f4d-905c-a4fd96cd7f22 HTTP/1.1" status: 200 len: 946 time: 0.0868018 Aug 29 04:12:28.175308 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Returning: {'device': '91feca29-9c06-49f7-802c-92515715195f', 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45', 'port_id': '91feca29-9c06-49f7-802c-92515715195f', 'mac_address': 'fa:16:3e:17:f3:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18cd12d4-b12a-41b0-b0c5-618edbb84e74', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:12:28.225840 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:28.248050 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91feca29-9c06-49f7-802c-92515715195f {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:12:28.257197 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-25604f36-81d2-46be-b8c1-92b3777a0139 req-769f8d82-b4ce-46b7-9c9a-c4e4300e628b tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] 10.222.0.22 "GET /v2.0/security-groups?id=4dbbedf5-2f21-4437-b7c2-73b739103a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764942 Aug 29 04:12:28.296627 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 91feca29-9c06-49f7-802c-92515715195f, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=91feca29-9c06-49f7-802c-92515715195f,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:28.299179 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:28.303153 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:28.414739 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=91feca29-9c06-49f7-802c-92515715195f,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:28.447046 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1617a8e9-b4a4-4963-a2ac-70797cf455eb req-80856882-af7a-4913-ad48-d3e41007552c tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:28.448875 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1617a8e9-b4a4-4963-a2ac-70797cf455eb req-80856882-af7a-4913-ad48-d3e41007552c tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.46 "GET /v2.0/networks?id=b11b9749-6fdf-4b5b-bd44-54840570cb9d HTTP/1.1" status: 200 len: 822 time: 0.2282019 Aug 29 04:12:28.469163 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-1617a8e9-b4a4-4963-a2ac-70797cf455eb req-c7e0d77e-3fac-4a66-b62f-4569aa26a640 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Request body: {'port': {'device_id': '7d24f8f7-37c6-4172-809a-ca3e73f3a4e3', 'network_id': 'b11b9749-6fdf-4b5b-bd44-54840570cb9d', 'admin_state_up': True, 'tenant_id': 'e9fc8269e18447caa133998ddbec4b66'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:12:28.539868 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-af6cf3c7-303c-4347-b784-dbcec4c36e3a req-d41c5ebf-37c5-41bc-92cf-5dbdafa608a3 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d24f8f7-37c6-4172-809a-ca3e73f3a4e3 HTTP/1.1" status: 200 len: 210 time: 0.0666602 Aug 29 04:12:28.624317 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1617a8e9-b4a4-4963-a2ac-70797cf455eb req-c7e0d77e-3fac-4a66-b62f-4569aa26a640 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Made reservation on behalf of e9fc8269e18447caa133998ddbec4b66 for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:12:28.628475 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-1617a8e9-b4a4-4963-a2ac-70797cf455eb req-c7e0d77e-3fac-4a66-b62f-4569aa26a640 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:28.670423 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0463b8-d5c8-43bf-80fe-d6f77b83fb9a req-51113a5b-96e0-42bf-890c-f1ed82ada0a0 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:28.672101 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9a0463b8-d5c8-43bf-80fe-d6f77b83fb9a req-51113a5b-96e0-42bf-890c-f1ed82ada0a0 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=d08c5cc7-debc-40a5-960a-3b21fc8777de HTTP/1.1" status: 200 len: 950 time: 0.0655401 Aug 29 04:12:28.739045 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9a0463b8-d5c8-43bf-80fe-d6f77b83fb9a req-136d4f29-84a3-4c3c-bd15-9aeb6269104f tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530999 Aug 29 04:12:28.810449 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-1617a8e9-b4a4-4963-a2ac-70797cf455eb req-c7e0d77e-3fac-4a66-b62f-4569aa26a640 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Allocated IP 172.20.0.11 (b11b9749-6fdf-4b5b-bd44-54840570cb9d/82fda6de-10c8-44f0-bae6-762e0dfe0362/49f9cb12-f438-4af9-8c81-ce77ee5be62a) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:12:28.846280 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['6838b4f0-5051-4bd5-8daf-0ce03e471b63'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:12:28.875568 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['91feca29-9c06-49f7-802c-92515715195f'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:12:28.983933 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-1617a8e9-b4a4-4963-a2ac-70797cf455eb req-c7e0d77e-3fac-4a66-b62f-4569aa26a640 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:29.036485 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-1617a8e9-b4a4-4963-a2ac-70797cf455eb req-c7e0d77e-3fac-4a66-b62f-4569aa26a640 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:29.092898 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1617a8e9-b4a4-4963-a2ac-70797cf455eb req-c7e0d77e-3fac-4a66-b62f-4569aa26a640 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Network b11b9749-6fdf-4b5b-bd44-54840570cb9d is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:12:29.096149 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-1617a8e9-b4a4-4963-a2ac-70797cf455eb req-c7e0d77e-3fac-4a66-b62f-4569aa26a640 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:12:29.100328 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-1617a8e9-b4a4-4963-a2ac-70797cf455eb req-c7e0d77e-3fac-4a66-b62f-4569aa26a640 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:12:29.106971 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e0d77e-3fac-4a66-b62f-4569aa26a640 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Pushing event updated for resources: {'Port': ['ID=49f9cb12-f438-4af9-8c81-ce77ee5be62a,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:29.153278 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1617a8e9-b4a4-4963-a2ac-70797cf455eb req-c7e0d77e-3fac-4a66-b62f-4569aa26a640 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:29.153934 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-1617a8e9-b4a4-4963-a2ac-70797cf455eb req-c7e0d77e-3fac-4a66-b62f-4569aa26a640 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:29.168995 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1617a8e9-b4a4-4963-a2ac-70797cf455eb req-c7e0d77e-3fac-4a66-b62f-4569aa26a640 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7061477 Aug 29 04:12:29.185428 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-1617a8e9-b4a4-4963-a2ac-70797cf455eb req-03396d89-3467-4475-afa6-55bba7d41f27 service neutron] Request body: {'port': {'device_id': '7d24f8f7-37c6-4172-809a-ca3e73f3a4e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:12:29.253352 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-1617a8e9-b4a4-4963-a2ac-70797cf455eb req-03396d89-3467-4475-afa6-55bba7d41f27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:29.327497 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4870e4-72a3-4372-8320-1eae53d0ee08 req-c4e54d3f-635c-48ed-8c8b-a77bfe782739 tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:29.329051 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6d4870e4-72a3-4372-8320-1eae53d0ee08 req-c4e54d3f-635c-48ed-8c8b-a77bfe782739 tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc809212-51fb-47bb-96af-33d73c6fddf8 HTTP/1.1" status: 200 len: 949 time: 0.0924392 Aug 29 04:12:29.397231 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d436cd4-ce29-4baf-bd7f-6855a68b047a req-3f5ed14b-7942-45cc-a0a2-fc58799359a6 tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:29.399911 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3d436cd4-ce29-4baf-bd7f-6855a68b047a req-3f5ed14b-7942-45cc-a0a2-fc58799359a6 tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4ba3237-9eca-4f4d-905c-a4fd96cd7f22 HTTP/1.1" status: 200 len: 946 time: 0.0608032 Aug 29 04:12:29.439973 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6d4870e4-72a3-4372-8320-1eae53d0ee08 req-acc3e14d-e0fe-47f8-afa6-b8d1c134b4b5 tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] 10.222.0.22 "GET /v2.0/security-groups?id=f702e36e-8d7e-475c-937a-d43e5f05c39f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998077 Aug 29 04:12:29.471882 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3d436cd4-ce29-4baf-bd7f-6855a68b047a req-b0df3115-0976-4571-a4e9-626339924e1a tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] 10.222.0.22 "GET /v2.0/security-groups?id=4dbbedf5-2f21-4437-b7c2-73b739103a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617411 Aug 29 04:12:29.653429 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-1617a8e9-b4a4-4963-a2ac-70797cf455eb req-03396d89-3467-4475-afa6-55bba7d41f27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49f9cb12-f438-4af9-8c81-ce77ee5be62a {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:12:29.664348 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-1617a8e9-b4a4-4963-a2ac-70797cf455eb req-03396d89-3467-4475-afa6-55bba7d41f27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:29.678165 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-1617a8e9-b4a4-4963-a2ac-70797cf455eb req-03396d89-3467-4475-afa6-55bba7d41f27 service neutron] Transition to ACTIVE for port object 49f9cb12-f438-4af9-8c81-ce77ee5be62a will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:12:29.683973 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-1617a8e9-b4a4-4963-a2ac-70797cf455eb req-03396d89-3467-4475-afa6-55bba7d41f27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:29.696856 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c619f1df-6063-4ca7-a530-52eaf620a765 req-ced10738-5a8c-438e-8c96-f4fc42107b99 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:29.698526 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c619f1df-6063-4ca7-a530-52eaf620a765 req-ced10738-5a8c-438e-8c96-f4fc42107b99 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d24f8f7-37c6-4172-809a-ca3e73f3a4e3 HTTP/1.1" status: 200 len: 932 time: 0.0620942 Aug 29 04:12:29.754586 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c619f1df-6063-4ca7-a530-52eaf620a765 req-dba4af13-fce6-4a31-861c-9d07ae9138a6 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e63e8ef-00a5-40d1-a0c1-bc99e0ad79b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499277 Aug 29 04:12:29.759727 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03396d89-3467-4475-afa6-55bba7d41f27 service neutron] Pushing event updated for resources: {'Port': ['ID=49f9cb12-f438-4af9-8c81-ce77ee5be62a,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:29.856115 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-1617a8e9-b4a4-4963-a2ac-70797cf455eb req-03396d89-3467-4475-afa6-55bba7d41f27 service neutron] Attempting to bind port 49f9cb12-f438-4af9-8c81-ce77ee5be62a on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:12:29.856555 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-1617a8e9-b4a4-4963-a2ac-70797cf455eb req-03396d89-3467-4475-afa6-55bba7d41f27 service neutron] Attempting to bind port 49f9cb12-f438-4af9-8c81-ce77ee5be62a by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': '91716f4b-2300-4d9e-8518-8c88143693cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b11b9749-6fdf-4b5b-bd44-54840570cb9d'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:12:29.856965 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1617a8e9-b4a4-4963-a2ac-70797cf455eb req-03396d89-3467-4475-afa6-55bba7d41f27 service neutron] Attempting to bind port 49f9cb12-f438-4af9-8c81-ce77ee5be62a on network b11b9749-6fdf-4b5b-bd44-54840570cb9d {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:12:29.861691 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1617a8e9-b4a4-4963-a2ac-70797cf455eb req-03396d89-3467-4475-afa6-55bba7d41f27 service neutron] Port 49f9cb12-f438-4af9-8c81-ce77ee5be62a on network b11b9749-6fdf-4b5b-bd44-54840570cb9d not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:12:29.862102 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1617a8e9-b4a4-4963-a2ac-70797cf455eb req-03396d89-3467-4475-afa6-55bba7d41f27 service neutron] Attempting to bind port 49f9cb12-f438-4af9-8c81-ce77ee5be62a on network b11b9749-6fdf-4b5b-bd44-54840570cb9d {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:12:29.867126 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1617a8e9-b4a4-4963-a2ac-70797cf455eb req-03396d89-3467-4475-afa6-55bba7d41f27 service neutron] Checking agent: {'id': '3de9de52-3a03-431d-9d7e-497ae92c57ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:12:29.867471 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1617a8e9-b4a4-4963-a2ac-70797cf455eb req-03396d89-3467-4475-afa6-55bba7d41f27 service neutron] Checking segment: {'id': '91716f4b-2300-4d9e-8518-8c88143693cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b11b9749-6fdf-4b5b-bd44-54840570cb9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:12:29.867897 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1617a8e9-b4a4-4963-a2ac-70797cf455eb req-03396d89-3467-4475-afa6-55bba7d41f27 service neutron] Bound using segment: {'id': '91716f4b-2300-4d9e-8518-8c88143693cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b11b9749-6fdf-4b5b-bd44-54840570cb9d'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:12:29.868323 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-1617a8e9-b4a4-4963-a2ac-70797cf455eb req-03396d89-3467-4475-afa6-55bba7d41f27 service neutron] Bound port: 49f9cb12-f438-4af9-8c81-ce77ee5be62a, host: n-h1-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91716f4b-2300-4d9e-8518-8c88143693cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b11b9749-6fdf-4b5b-bd44-54840570cb9d'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:12:29.868701 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-1617a8e9-b4a4-4963-a2ac-70797cf455eb req-03396d89-3467-4475-afa6-55bba7d41f27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:29.892894 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72638e0-dd52-45f2-b865-428ad0f8a11e req-3b93d4ad-4b33-4b2b-bb12-63a7a98ea2b7 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:29.894808 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d72638e0-dd52-45f2-b865-428ad0f8a11e req-3b93d4ad-4b33-4b2b-bb12-63a7a98ea2b7 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=d08c5cc7-debc-40a5-960a-3b21fc8777de HTTP/1.1" status: 200 len: 950 time: 0.0612078 Aug 29 04:12:29.939195 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d72638e0-dd52-45f2-b865-428ad0f8a11e req-20a970ef-4c52-4ebe-814f-d2643eb27c63 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367126 Aug 29 04:12:29.978173 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-1617a8e9-b4a4-4963-a2ac-70797cf455eb req-03396d89-3467-4475-afa6-55bba7d41f27 service neutron] For port 49f9cb12-f438-4af9-8c81-ce77ee5be62a, host n-h1-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:12:29.992383 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-1617a8e9-b4a4-4963-a2ac-70797cf455eb req-03396d89-3467-4475-afa6-55bba7d41f27 service neutron] For port 49f9cb12-f438-4af9-8c81-ce77ee5be62a, host n-h1-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=49f9cb12-f438-4af9-8c81-ce77ee5be62a,segment=NetworkSegment(91716f4b-2300-4d9e-8518-8c88143693cd),segment_id=91716f4b-2300-4d9e-8518-8c88143693cd)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:12:29.998986 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-1617a8e9-b4a4-4963-a2ac-70797cf455eb req-03396d89-3467-4475-afa6-55bba7d41f27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:30.042432 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a501c165-8dfa-4566-80ac-402bc1fd3230 req-b2f9b38e-0b2e-4475-8bc9-1b42fb5b4ea5 tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:30.043942 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a501c165-8dfa-4566-80ac-402bc1fd3230 req-b2f9b38e-0b2e-4475-8bc9-1b42fb5b4ea5 tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4ba3237-9eca-4f4d-905c-a4fd96cd7f22 HTTP/1.1" status: 200 len: 946 time: 0.0971065 Aug 29 04:12:30.050452 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1617a8e9-b4a4-4963-a2ac-70797cf455eb req-03396d89-3467-4475-afa6-55bba7d41f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:30.051378 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-1617a8e9-b4a4-4963-a2ac-70797cf455eb req-03396d89-3467-4475-afa6-55bba7d41f27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:30.052732 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1617a8e9-b4a4-4963-a2ac-70797cf455eb req-03396d89-3467-4475-afa6-55bba7d41f27 service neutron] 10.222.0.46 "PUT /v2.0/ports/49f9cb12-f438-4af9-8c81-ce77ee5be62a HTTP/1.1" status: 200 len: 1093 time: 0.8739834 Aug 29 04:12:30.055858 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d24f8f7-37c6-4172-809a-ca3e73f3a4e3', 'tag': '49f9cb12-f438-4af9-8c81-ce77ee5be62a'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:12:30.058826 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aaceee3-f114-4781-bac8-13e72c6c70a4" -d '{"events": [{"name": "network-changed", "server_uuid": "7d24f8f7-37c6-4172-809a-ca3e73f3a4e3", "tag": "49f9cb12-f438-4af9-8c81-ce77ee5be62a"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:12:30.133317 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41015b68-200e-4f1f-8763-d377667cafc2 x-openstack-request-id: req-41015b68-200e-4f1f-8763-d377667cafc2 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:12:30.133588 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d24f8f7-37c6-4172-809a-ca3e73f3a4e3", "tag": "49f9cb12-f438-4af9-8c81-ce77ee5be62a", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:12:30.133846 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-41015b68-200e-4f1f-8763-d377667cafc2 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:12:30.134239 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d24f8f7-37c6-4172-809a-ca3e73f3a4e3', 'tag': '49f9cb12-f438-4af9-8c81-ce77ee5be62a', 'status': 'completed', 'code': 200} Aug 29 04:12:30.145555 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03396d89-3467-4475-afa6-55bba7d41f27 service neutron] Pushing event updated for resources: {'Port': ['ID=49f9cb12-f438-4af9-8c81-ce77ee5be62a,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:30.195483 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1617a8e9-b4a4-4963-a2ac-70797cf455eb req-51aaef33-7949-4d92-a968-13273711451f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:30.197353 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1617a8e9-b4a4-4963-a2ac-70797cf455eb req-51aaef33-7949-4d92-a968-13273711451f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e9fc8269e18447caa133998ddbec4b66&device_id=7d24f8f7-37c6-4172-809a-ca3e73f3a4e3 HTTP/1.1" status: 200 len: 1096 time: 0.0991762 Aug 29 04:12:30.254115 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1617a8e9-b4a4-4963-a2ac-70797cf455eb req-6991165a-621f-44bb-9011-c898c9bbf65c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49f9cb12-f438-4af9-8c81-ce77ee5be62a HTTP/1.1" status: 200 len: 217 time: 0.0458694 Aug 29 04:12:30.262366 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-a501c165-8dfa-4566-80ac-402bc1fd3230 req-f5712911-da19-4678-aa67-ab984674f279 tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] Deleting port b7b7bcf3-74f4-4d55-8e4c-7319d763cd30 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:12:30.262835 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a501c165-8dfa-4566-80ac-402bc1fd3230 req-f5712911-da19-4678-aa67-ab984674f279 tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:30.366373 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1617a8e9-b4a4-4963-a2ac-70797cf455eb req-34bbda28-bcf9-447d-829b-57dda653e00e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:30.367863 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1617a8e9-b4a4-4963-a2ac-70797cf455eb req-34bbda28-bcf9-447d-829b-57dda653e00e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=82fda6de-10c8-44f0-bae6-762e0dfe0362 HTTP/1.1" status: 200 len: 862 time: 0.0995677 Aug 29 04:12:30.411197 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1617a8e9-b4a4-4963-a2ac-70797cf455eb req-bbd1319b-6a0e-46da-bbf4-2f5bab145ac1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b11b9749-6fdf-4b5b-bd44-54840570cb9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332851 Aug 29 04:12:30.412883 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-a501c165-8dfa-4566-80ac-402bc1fd3230 req-f5712911-da19-4678-aa67-ab984674f279 tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] For port b7b7bcf3-74f4-4d55-8e4c-7319d763cd30, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=b7b7bcf3-74f4-4d55-8e4c-7319d763cd30,segment=NetworkSegment(3d556c5e-68f6-44a4-b566-57f69027162c),segment_id=3d556c5e-68f6-44a4-b566-57f69027162c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:30.413232 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a501c165-8dfa-4566-80ac-402bc1fd3230 req-f5712911-da19-4678-aa67-ab984674f279 tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:30.540469 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1617a8e9-b4a4-4963-a2ac-70797cf455eb req-ba369092-d1c2-4955-bac5-308e04fb427c service neutron] 10.222.0.46 "GET /v2.0/networks/b11b9749-6fdf-4b5b-bd44-54840570cb9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199656 Aug 29 04:12:30.615020 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eacb3b-f2d7-4c83-b108-c001419e51c2 req-f3cf4ea4-d6d7-40ba-9e3b-a55a3c39ba25 tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:30.616584 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-66eacb3b-f2d7-4c83-b108-c001419e51c2 req-f3cf4ea4-d6d7-40ba-9e3b-a55a3c39ba25 tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc809212-51fb-47bb-96af-33d73c6fddf8 HTTP/1.1" status: 200 len: 949 time: 0.0631781 Aug 29 04:12:30.661995 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-66eacb3b-f2d7-4c83-b108-c001419e51c2 req-fb22324b-e6de-4550-888a-f7b5cb2c4ef4 tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] 10.222.0.22 "GET /v2.0/security-groups?id=f702e36e-8d7e-475c-937a-d43e5f05c39f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367670 Aug 29 04:12:30.768269 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cb0422-f2cc-4542-941a-39c4171607c8 req-e3ebf086-7d41-49ee-bfa4-30f733625fc3 tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:30.769758 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d9cb0422-f2cc-4542-941a-39c4171607c8 req-e3ebf086-7d41-49ee-bfa4-30f733625fc3 tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4ba3237-9eca-4f4d-905c-a4fd96cd7f22 HTTP/1.1" status: 200 len: 946 time: 0.1581440 Aug 29 04:12:30.812651 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1617a8e9-b4a4-4963-a2ac-70797cf455eb req-ebee9b7e-956e-49da-8e9e-9554ec23e91a service neutron] 10.222.0.46 "GET /v2.0/networks/b11b9749-6fdf-4b5b-bd44-54840570cb9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2623272 Aug 29 04:12:30.814445 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a501c165-8dfa-4566-80ac-402bc1fd3230 req-f5712911-da19-4678-aa67-ab984674f279 tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:30.815004 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a501c165-8dfa-4566-80ac-402bc1fd3230 req-f5712911-da19-4678-aa67-ab984674f279 tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719515'] for floatingip, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:30.815517 n-d-712140-12 neutron-server[94828]: INFO neutron.db.l3_db [req-a501c165-8dfa-4566-80ac-402bc1fd3230 req-f5712911-da19-4678-aa67-ab984674f279 tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] Floating IP baea7ffd-78b3-4c94-a91e-640c7ab6b724 disassociated. External IP: 172.25.0.20, port: b7b7bcf3-74f4-4d55-8e4c-7319d763cd30. Aug 29 04:12:30.815991 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-a501c165-8dfa-4566-80ac-402bc1fd3230 req-f5712911-da19-4678-aa67-ab984674f279 tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] Calling delete_port for b7b7bcf3-74f4-4d55-8e4c-7319d763cd30 owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:12:30.908205 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d9cb0422-f2cc-4542-941a-39c4171607c8 req-01d48013-165a-4d10-b501-881547d5ee59 tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] 10.222.0.22 "GET /v2.0/security-groups?id=4dbbedf5-2f21-4437-b7c2-73b739103a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144307 Aug 29 04:12:30.962103 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaceee3-f114-4781-bac8-13e72c6c70a4 req-527c284c-6abc-40dc-ab9a-68d81530225a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:30.963865 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3aaceee3-f114-4781-bac8-13e72c6c70a4 req-527c284c-6abc-40dc-ab9a-68d81530225a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e9fc8269e18447caa133998ddbec4b66&device_id=7d24f8f7-37c6-4172-809a-ca3e73f3a4e3 HTTP/1.1" status: 200 len: 1096 time: 0.0820532 Aug 29 04:12:31.127305 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a501c165-8dfa-4566-80ac-402bc1fd3230 req-f5712911-da19-4678-aa67-ab984674f279 tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:31.132735 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba52371a-c6ad-4689-8ea9-18cbc4559927 req-fe80241d-600c-4745-b61a-91119034162f tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:31.134371 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ba52371a-c6ad-4689-8ea9-18cbc4559927 req-fe80241d-600c-4745-b61a-91119034162f tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=d08c5cc7-debc-40a5-960a-3b21fc8777de HTTP/1.1" status: 200 len: 950 time: 0.0658946 Aug 29 04:12:31.173432 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5712911-da19-4678-aa67-ab984674f279 tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] Pushing event deleted for resources: {'Port': ['ID=b7b7bcf3-74f4-4d55-8e4c-7319d763cd30,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:31.186041 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6223bf02-7c3c-4f97-9774-c34e925850df req-88af6af7-4f75-4f48-ace7-5fd0e1290126 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:31.188344 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6223bf02-7c3c-4f97-9774-c34e925850df req-88af6af7-4f75-4f48-ace7-5fd0e1290126 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d24f8f7-37c6-4172-809a-ca3e73f3a4e3 HTTP/1.1" status: 200 len: 944 time: 0.1463263 Aug 29 04:12:31.189416 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ba52371a-c6ad-4689-8ea9-18cbc4559927 req-75f4efff-8b11-4dbd-8476-93eb89ec70a1 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471935 Aug 29 04:12:31.193003 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaceee3-f114-4781-bac8-13e72c6c70a4 req-558e9ceb-d4e0-4536-b243-f60c13dfbab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:31.194674 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3aaceee3-f114-4781-bac8-13e72c6c70a4 req-558e9ceb-d4e0-4536-b243-f60c13dfbab7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b11b9749-6fdf-4b5b-bd44-54840570cb9d HTTP/1.1" status: 200 len: 923 time: 0.2225285 Aug 29 04:12:31.609244 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3aaceee3-f114-4781-bac8-13e72c6c70a4 req-8ddc5e82-24f4-4b08-b62b-31388d4d8f1a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49f9cb12-f438-4af9-8c81-ce77ee5be62a HTTP/1.1" status: 200 len: 217 time: 0.4001849 Aug 29 04:12:31.673908 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6223bf02-7c3c-4f97-9774-c34e925850df req-fa12427b-b604-4a37-a4fc-7b0332624d63 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e63e8ef-00a5-40d1-a0c1-bc99e0ad79b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4757793 Aug 29 04:12:31.735882 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaceee3-f114-4781-bac8-13e72c6c70a4 req-8249b1e9-b891-4a65-86d9-4232babbb33d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:31.737421 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3aaceee3-f114-4781-bac8-13e72c6c70a4 req-8249b1e9-b891-4a65-86d9-4232babbb33d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=82fda6de-10c8-44f0-bae6-762e0dfe0362 HTTP/1.1" status: 200 len: 862 time: 0.1148310 Aug 29 04:12:31.770882 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 6838b4f0-5051-4bd5-8daf-0ce03e471b63 up at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:12:31.799045 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3aaceee3-f114-4781-bac8-13e72c6c70a4 req-007abd56-8303-428e-b0c6-2db5ac5e5289 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b11b9749-6fdf-4b5b-bd44-54840570cb9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486078 Aug 29 04:12:31.807660 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a501c165-8dfa-4566-80ac-402bc1fd3230 req-f5712911-da19-4678-aa67-ab984674f279 tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] Router a9fac259-acb2-4fcc-9c5b-d3ac0b278e5a has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:12:31.830196 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8fa627-0eb6-410c-aa44-47e716973b2a req-0f751c62-8ea4-4c7d-bad0-78c122e31c85 tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:31.833269 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-bc8fa627-0eb6-410c-aa44-47e716973b2a req-0f751c62-8ea4-4c7d-bad0-78c122e31c85 tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc809212-51fb-47bb-96af-33d73c6fddf8 HTTP/1.1" status: 200 len: 949 time: 0.0656345 Aug 29 04:12:31.870917 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning for port 6838b4f0-5051-4bd5-8daf-0ce03e471b63 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:12:31.882972 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning complete for port 6838b4f0-5051-4bd5-8daf-0ce03e471b63 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:12:31.884043 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:31.903747 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-bc8fa627-0eb6-410c-aa44-47e716973b2a req-4604123e-4e22-4154-a3e6-272124311d7f tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] 10.222.0.22 "GET /v2.0/security-groups?id=f702e36e-8d7e-475c-937a-d43e5f05c39f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545204 Aug 29 04:12:32.087296 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-33913e0b-a043-4410-b455-6d5ac43d3a0a req-734a5b01-c535-40bb-a67f-c9ee0d8724fd tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4ba3237-9eca-4f4d-905c-a4fd96cd7f22 HTTP/1.1" status: 200 len: 210 time: 0.0772483 Aug 29 04:12:32.123078 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:32.172388 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3aaceee3-f114-4781-bac8-13e72c6c70a4 req-9ecb220e-7aa9-47ad-9929-b1538ec9b217 service neutron] 10.222.0.46 "GET /v2.0/networks/b11b9749-6fdf-4b5b-bd44-54840570cb9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3624849 Aug 29 04:12:32.185996 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a501c165-8dfa-4566-80ac-402bc1fd3230 req-f5712911-da19-4678-aa67-ab984674f279 tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:12:32.186572 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc809212-51fb-47bb-96af-33d73c6fddf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6838b4f0-5051-4bd5-8daf-0ce03e471b63'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:12:32.188899 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7791dd6b-9af6-4ff8-9e37-714e9a06efe7" -d '{"events": [{"server_uuid": "fc809212-51fb-47bb-96af-33d73c6fddf8", "name": "network-vif-plugged", "status": "completed", "tag": "6838b4f0-5051-4bd5-8daf-0ce03e471b63"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:12:32.203097 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 6838b4f0-5051-4bd5-8daf-0ce03e471b63, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=6838b4f0-5051-4bd5-8daf-0ce03e471b63,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:32.208584 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b494c457-5f3e-4201-b3cb-c31d85e94d12 None None] Sync routers for ids ['a9fac259-acb2-4fcc-9c5b-d3ac0b278e5a'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:12:32.215142 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:32.216227 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 91feca29-9c06-49f7-802c-92515715195f up at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:12:32.265307 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-227f7927-9485-4d8f-93e4-ba6624438361 x-openstack-request-id: req-227f7927-9485-4d8f-93e4-ba6624438361 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:12:32.265739 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc809212-51fb-47bb-96af-33d73c6fddf8", "name": "network-vif-plugged", "status": "completed", "tag": "6838b4f0-5051-4bd5-8daf-0ce03e471b63", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:12:32.266004 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-227f7927-9485-4d8f-93e4-ba6624438361 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:12:32.266406 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc809212-51fb-47bb-96af-33d73c6fddf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6838b4f0-5051-4bd5-8daf-0ce03e471b63', 'code': 200} Aug 29 04:12:32.313001 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=6838b4f0-5051-4bd5-8daf-0ce03e471b63,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:32.317330 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b494c457-5f3e-4201-b3cb-c31d85e94d12 None None] Routers {'a9fac259-acb2-4fcc-9c5b-d3ac0b278e5a'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:12:32.317933 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-b494c457-5f3e-4201-b3cb-c31d85e94d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:12:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['a9fac259-acb2-4fcc-9c5b-d3ac0b278e5a'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:12:32.337606 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-a501c165-8dfa-4566-80ac-402bc1fd3230 req-f5712911-da19-4678-aa67-ab984674f279 tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] No DVR routers for this DVR port b7b7bcf3-74f4-4d55-8e4c-7319d763cd30 on host n-h2-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:12:32.345969 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a501c165-8dfa-4566-80ac-402bc1fd3230 req-f5712911-da19-4678-aa67-ab984674f279 tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:32.349460 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a501c165-8dfa-4566-80ac-402bc1fd3230 req-f5712911-da19-4678-aa67-ab984674f279 tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] 10.222.0.48 "DELETE /v2.0/ports/b7b7bcf3-74f4-4d55-8e4c-7319d763cd30 HTTP/1.1" status: 204 len: 173 time: 2.2956145 Aug 29 04:12:32.350279 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4ba3237-9eca-4f4d-905c-a4fd96cd7f22', 'name': 'network-vif-deleted', 'tag': 'b7b7bcf3-74f4-4d55-8e4c-7319d763cd30'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:12:32.354195 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-800187da-c7bb-4bda-8c4c-af1d6093b1bc" -d '{"events": [{"server_uuid": "b4ba3237-9eca-4f4d-905c-a4fd96cd7f22", "name": "network-vif-deleted", "tag": "b7b7bcf3-74f4-4d55-8e4c-7319d763cd30"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:12:32.416554 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning for port 91feca29-9c06-49f7-802c-92515715195f completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:12:32.426253 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning complete for port 91feca29-9c06-49f7-802c-92515715195f triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:12:32.426542 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:32.476497 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7124a28a-2e83-45de-9518-ba29b637b145 x-openstack-request-id: req-7124a28a-2e83-45de-9518-ba29b637b145 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:12:32.477257 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4ba3237-9eca-4f4d-905c-a4fd96cd7f22", "name": "network-vif-deleted", "tag": "b7b7bcf3-74f4-4d55-8e4c-7319d763cd30", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:12:32.477867 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7124a28a-2e83-45de-9518-ba29b637b145 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:12:32.478683 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4ba3237-9eca-4f4d-905c-a4fd96cd7f22', 'name': 'network-vif-deleted', 'tag': 'b7b7bcf3-74f4-4d55-8e4c-7319d763cd30', 'status': 'completed', 'code': 200} Aug 29 04:12:32.482040 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-b494c457-5f3e-4201-b3cb-c31d85e94d12 None None] Set router a9fac259-acb2-4fcc-9c5b-d3ac0b278e5a gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:12:32.556655 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a8c55d-6a67-4397-a829-05f9c4a278d7 req-1ad60948-0e5b-43e1-9760-bdee116f3c91 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:32.558184 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-21a8c55d-6a67-4397-a829-05f9c4a278d7 req-1ad60948-0e5b-43e1-9760-bdee116f3c91 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=d08c5cc7-debc-40a5-960a-3b21fc8777de HTTP/1.1" status: 200 len: 950 time: 0.2259948 Aug 29 04:12:32.590442 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f964a3c-f877-45fc-a952-1fe563c3f1de req-8e0e1d1e-5795-4095-8075-4c1a32fae93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:32.591967 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0f964a3c-f877-45fc-a952-1fe563c3f1de req-8e0e1d1e-5795-4095-8075-4c1a32fae93d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fc809212-51fb-47bb-96af-33d73c6fddf8 HTTP/1.1" status: 200 len: 1102 time: 0.1801200 Aug 29 04:12:32.593806 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3aaceee3-f114-4781-bac8-13e72c6c70a4 req-2388dbeb-a863-4203-9a14-2b7e84aa2597 service neutron] 10.222.0.46 "GET /v2.0/networks/b11b9749-6fdf-4b5b-bd44-54840570cb9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3934600 Aug 29 04:12:32.627779 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-21a8c55d-6a67-4397-a829-05f9c4a278d7 req-139659a8-cdfc-490d-9d1e-4e2a1bcd6a0c tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573967 Aug 29 04:12:32.656029 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0f964a3c-f877-45fc-a952-1fe563c3f1de req-cbd8281a-2f77-4d0a-8200-1cf67ad87f50 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f702e36e-8d7e-475c-937a-d43e5f05c39f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548942 Aug 29 04:12:32.657216 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:32.743877 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 91feca29-9c06-49f7-802c-92515715195f, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=91feca29-9c06-49f7-802c-92515715195f,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:32.772434 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:32.826779 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 49f9cb12-f438-4af9-8c81-ce77ee5be62a details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:12:32.855346 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eaecad-cb11-48f3-8700-03e636b04425 req-cb4a5f5c-55ac-41cf-a61f-69e157a1bc4d tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:32.857620 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a8eaecad-cb11-48f3-8700-03e636b04425 req-cb4a5f5c-55ac-41cf-a61f-69e157a1bc4d tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d24f8f7-37c6-4172-809a-ca3e73f3a4e3 HTTP/1.1" status: 200 len: 944 time: 0.0681272 Aug 29 04:12:32.877991 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=91feca29-9c06-49f7-802c-92515715195f,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:32.937380 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a8eaecad-cb11-48f3-8700-03e636b04425 req-6c3a4a0e-49ec-40d2-8145-a73cded94f94 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e63e8ef-00a5-40d1-a0c1-bc99e0ad79b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736673 Aug 29 04:12:32.979928 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-b494c457-5f3e-4201-b3cb-c31d85e94d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9fac259-acb2-4fcc-9c5b-d3ac0b278e5a', 'name': 'tempest-ServersTestBootFromVolume-1503587993-router', 'tenant_id': '59a3c824d92d476f92b52c317d7dd0b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': '65b1c109-a994-4565-ad47-83d784916d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:09:07Z', 'updated_at': '2021-08-29T04:09:16Z', 'revision_number': 4, 'project_id': '59a3c824d92d476f92b52c317d7dd0b3', 'gw_port': {'id': '65b1c109-a994-4565-ad47-83d784916d16', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9fac259-acb2-4fcc-9c5b-d3ac0b278e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:09:09Z', 'updated_at': '2021-08-29T04:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '019f8130-72e7-4ecb-b3e8-ab0de8c336ca', 'name': '', 'network_id': '7735d477-d15e-441f-8bb3-d5f649e24907', 'tenant_id': '59a3c824d92d476f92b52c317d7dd0b3', 'mac_address': 'fa:16:3e:7a:68:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9fac259-acb2-4fcc-9c5b-d3ac0b278e5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'e2e9ec72-46f1-4e0c-a3f8-8298e639a3bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:09:14Z', 'updated_at': '2021-08-29T04:09:24Z', 'revision_number': 5, 'project_id': '59a3c824d92d476f92b52c317d7dd0b3', 'subnets': [{'id': 'e2e9ec72-46f1-4e0c-a3f8-8298e639a3bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:12:33.044453 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b494c457-5f3e-4201-b3cb-c31d85e94d12 None None] Checking router: a9fac259-acb2-4fcc-9c5b-d3ac0b278e5a for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:12:33.067426 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1ed185-ba0e-44bb-ad55-013efb4b729d req-2060650e-c1e3-403f-a747-c691eb12dc38 tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:33.069703 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 49f9cb12-f438-4af9-8c81-ce77ee5be62a, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=49f9cb12-f438-4af9-8c81-ce77ee5be62a,segment=NetworkSegment(91716f4b-2300-4d9e-8518-8c88143693cd),segment_id=91716f4b-2300-4d9e-8518-8c88143693cd)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:33.069905 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6a1ed185-ba0e-44bb-ad55-013efb4b729d req-2060650e-c1e3-403f-a747-c691eb12dc38 tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc809212-51fb-47bb-96af-33d73c6fddf8 HTTP/1.1" status: 200 len: 950 time: 0.0711851 Aug 29 04:12:33.072644 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b494c457-5f3e-4201-b3cb-c31d85e94d12 None None] Routers {'a9fac259-acb2-4fcc-9c5b-d3ac0b278e5a'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:12:33.073319 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-b494c457-5f3e-4201-b3cb-c31d85e94d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:12:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['a9fac259-acb2-4fcc-9c5b-d3ac0b278e5a'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:12:33.132470 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Returning: {'device': '49f9cb12-f438-4af9-8c81-ce77ee5be62a', 'network_id': 'b11b9749-6fdf-4b5b-bd44-54840570cb9d', 'port_id': '49f9cb12-f438-4af9-8c81-ce77ee5be62a', 'mac_address': 'fa:16:3e:cf:58:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82fda6de-10c8-44f0-bae6-762e0dfe0362', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:12:33.141388 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6a1ed185-ba0e-44bb-ad55-013efb4b729d req-a3a647d6-11c3-4fb7-8812-ff6d15067105 tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] 10.222.0.22 "GET /v2.0/security-groups?id=f702e36e-8d7e-475c-937a-d43e5f05c39f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590243 Aug 29 04:12:33.255253 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:33.265685 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-b494c457-5f3e-4201-b3cb-c31d85e94d12 None None] Set router a9fac259-acb2-4fcc-9c5b-d3ac0b278e5a gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:12:33.282225 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ab70459e-9e04-4cca-b833-e677b645fde0 req-5c73d382-2bee-4d7c-890f-20c0f831a8b2 tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4ba3237-9eca-4f4d-905c-a4fd96cd7f22 HTTP/1.1" status: 200 len: 210 time: 0.0415392 Aug 29 04:12:33.312726 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49f9cb12-f438-4af9-8c81-ce77ee5be62a {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:12:33.371830 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 49f9cb12-f438-4af9-8c81-ce77ee5be62a, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=49f9cb12-f438-4af9-8c81-ce77ee5be62a,segment=NetworkSegment(91716f4b-2300-4d9e-8518-8c88143693cd),segment_id=91716f4b-2300-4d9e-8518-8c88143693cd)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:33.407296 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3264e145-81ec-497e-bef1-20b0842cf6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:33.411913 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:33.514953 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=49f9cb12-f438-4af9-8c81-ce77ee5be62a,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:33.601473 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-b494c457-5f3e-4201-b3cb-c31d85e94d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9fac259-acb2-4fcc-9c5b-d3ac0b278e5a', 'name': 'tempest-ServersTestBootFromVolume-1503587993-router', 'tenant_id': '59a3c824d92d476f92b52c317d7dd0b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': '65b1c109-a994-4565-ad47-83d784916d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:09:07Z', 'updated_at': '2021-08-29T04:09:16Z', 'revision_number': 4, 'project_id': '59a3c824d92d476f92b52c317d7dd0b3', 'gw_port': {'id': '65b1c109-a994-4565-ad47-83d784916d16', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9fac259-acb2-4fcc-9c5b-d3ac0b278e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:09:09Z', 'updated_at': '2021-08-29T04:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '019f8130-72e7-4ecb-b3e8-ab0de8c336ca', 'name': '', 'network_id': '7735d477-d15e-441f-8bb3-d5f649e24907', 'tenant_id': '59a3c824d92d476f92b52c317d7dd0b3', 'mac_address': 'fa:16:3e:7a:68:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9fac259-acb2-4fcc-9c5b-d3ac0b278e5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'e2e9ec72-46f1-4e0c-a3f8-8298e639a3bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:09:14Z', 'updated_at': '2021-08-29T04:09:24Z', 'revision_number': 5, 'project_id': '59a3c824d92d476f92b52c317d7dd0b3', 'subnets': [{'id': 'e2e9ec72-46f1-4e0c-a3f8-8298e639a3bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:12:33.631913 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b494c457-5f3e-4201-b3cb-c31d85e94d12 None None] The sync data for ids ['a9fac259-acb2-4fcc-9c5b-d3ac0b278e5a'] in n-d-712140-12 is: [{'id': 'a9fac259-acb2-4fcc-9c5b-d3ac0b278e5a', 'name': 'tempest-ServersTestBootFromVolume-1503587993-router', 'tenant_id': '59a3c824d92d476f92b52c317d7dd0b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': '65b1c109-a994-4565-ad47-83d784916d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:09:07Z', 'updated_at': '2021-08-29T04:09:16Z', 'revision_number': 4, 'project_id': '59a3c824d92d476f92b52c317d7dd0b3', 'gw_port': {'id': '65b1c109-a994-4565-ad47-83d784916d16', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9fac259-acb2-4fcc-9c5b-d3ac0b278e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:09:09Z', 'updated_at': '2021-08-29T04:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '019f8130-72e7-4ecb-b3e8-ab0de8c336ca', 'name': '', 'network_id': '7735d477-d15e-441f-8bb3-d5f649e24907', 'tenant_id': '59a3c824d92d476f92b52c317d7dd0b3', 'mac_address': 'fa:16:3e:7a:68:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9fac259-acb2-4fcc-9c5b-d3ac0b278e5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'e2e9ec72-46f1-4e0c-a3f8-8298e639a3bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:09:14Z', 'updated_at': '2021-08-29T04:09:24Z', 'revision_number': 5, 'project_id': '59a3c824d92d476f92b52c317d7dd0b3', 'subnets': [{'id': 'e2e9ec72-46f1-4e0c-a3f8-8298e639a3bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:12:33.665257 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['49f9cb12-f438-4af9-8c81-ce77ee5be62a'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:12:33.808376 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b61000-9f9d-4409-977a-887bed5a99ea req-3abdd3d0-94c6-4279-a4a5-6ebf34beb78c tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:33.811259 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c3b61000-9f9d-4409-977a-887bed5a99ea req-3abdd3d0-94c6-4279-a4a5-6ebf34beb78c tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=d08c5cc7-debc-40a5-960a-3b21fc8777de HTTP/1.1" status: 200 len: 950 time: 0.0708306 Aug 29 04:12:33.834722 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device b7b7bcf3-74f4-4d55-8e4c-7319d763cd30 no longer exists at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:12:33.861583 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] No Port match for: b7b7bcf3-74f4-4d55-8e4c-7319d763cd30 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:12:33.862616 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device b7b7bcf3-74f4-4d55-8e4c-7319d763cd30 not bound to the agent host n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:12:33.870682 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c3b61000-9f9d-4409-977a-887bed5a99ea req-ecab5acd-1e8b-43f4-891b-97d739a2703d tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529482 Aug 29 04:12:34.038327 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31cba25-78d7-4459-a52e-345bcb1252ce None None] New status for floating IP baea7ffd-78b3-4c94-a91e-640c7ab6b724: DOWN {{(pid=94831) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:12:34.138918 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3779f5-3163-4c2f-b109-e3bd91306259 req-60a6fb5a-ada6-480c-a5ef-bfb8a8926925 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:34.146759 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fb3779f5-3163-4c2f-b109-e3bd91306259 req-60a6fb5a-ada6-480c-a5ef-bfb8a8926925 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d24f8f7-37c6-4172-809a-ca3e73f3a4e3 HTTP/1.1" status: 200 len: 945 time: 0.0990059 Aug 29 04:12:34.242822 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fb3779f5-3163-4c2f-b109-e3bd91306259 req-c751e8e5-2d3f-46e6-af78-58c960153db1 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e63e8ef-00a5-40d1-a0c1-bc99e0ad79b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947254 Aug 29 04:12:34.268068 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd952c196-c5ab-4e23-926c-fd07660010ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91feca29-9c06-49f7-802c-92515715195f'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:12:34.270366 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec0515f6-23ed-457c-909e-3724c890b422" -d '{"events": [{"server_uuid": "d952c196-c5ab-4e23-926c-fd07660010ab", "name": "network-vif-plugged", "status": "completed", "tag": "91feca29-9c06-49f7-802c-92515715195f"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:12:34.351293 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaba3640-8369-4a2a-aee5-0c45021df40e req-2d7bb6ac-9e92-4f4d-a03a-ef35165d60f9 tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:34.353023 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-eaba3640-8369-4a2a-aee5-0c45021df40e req-2d7bb6ac-9e92-4f4d-a03a-ef35165d60f9 tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc809212-51fb-47bb-96af-33d73c6fddf8 HTTP/1.1" status: 200 len: 950 time: 0.0577443 Aug 29 04:12:34.400792 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-eaba3640-8369-4a2a-aee5-0c45021df40e req-250e35db-064c-4f57-8464-0613c7c5995d tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] 10.222.0.22 "GET /v2.0/security-groups?id=f702e36e-8d7e-475c-937a-d43e5f05c39f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372238 Aug 29 04:12:34.473946 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14f5b4b2-c502-47e2-9a3b-752394b77b5b x-openstack-request-id: req-14f5b4b2-c502-47e2-9a3b-752394b77b5b {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:12:34.474436 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d952c196-c5ab-4e23-926c-fd07660010ab", "name": "network-vif-plugged", "status": "completed", "tag": "91feca29-9c06-49f7-802c-92515715195f", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:12:34.474870 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-14f5b4b2-c502-47e2-9a3b-752394b77b5b {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:12:34.475415 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd952c196-c5ab-4e23-926c-fd07660010ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91feca29-9c06-49f7-802c-92515715195f', 'code': 200} Aug 29 04:12:34.610043 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ce8ca8ec-56d1-46f4-ac77-721abede6fbf req-8748b2d5-565b-4d03-8aad-94e13b69d16b tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4ba3237-9eca-4f4d-905c-a4fd96cd7f22 HTTP/1.1" status: 200 len: 210 time: 0.0498884 Aug 29 04:12:34.661209 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80fbf79-02fb-4cd6-975b-a1281765d59e req-224b23fb-5964-4ec6-aff4-71015b33a901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:34.662965 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a80fbf79-02fb-4cd6-975b-a1281765d59e req-224b23fb-5964-4ec6-aff4-71015b33a901 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d952c196-c5ab-4e23-926c-fd07660010ab HTTP/1.1" status: 200 len: 1102 time: 0.0882564 Aug 29 04:12:34.728940 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a80fbf79-02fb-4cd6-975b-a1281765d59e req-96ea362a-b378-45b8-94e2-800bd8ba3c6f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f702e36e-8d7e-475c-937a-d43e5f05c39f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570519 Aug 29 04:12:34.774520 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f2cdcb-caee-4c40-84ac-ecc399384326 req-0ee0896a-1844-4cec-b2ed-1f12240960aa tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:34.777554 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c9f2cdcb-caee-4c40-84ac-ecc399384326 req-0ee0896a-1844-4cec-b2ed-1f12240960aa tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] 10.222.0.22 "GET /v2.0/ports?device_id=d952c196-c5ab-4e23-926c-fd07660010ab HTTP/1.1" status: 200 len: 950 time: 0.0751939 Aug 29 04:12:34.792242 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 49f9cb12-f438-4af9-8c81-ce77ee5be62a up at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:12:34.836081 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c9f2cdcb-caee-4c40-84ac-ecc399384326 req-379a069d-0345-4f50-87d0-9516e6a9e28a tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] 10.222.0.22 "GET /v2.0/security-groups?id=f702e36e-8d7e-475c-937a-d43e5f05c39f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483637 Aug 29 04:12:34.872035 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning for port 49f9cb12-f438-4af9-8c81-ce77ee5be62a completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:12:34.877588 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning complete for port 49f9cb12-f438-4af9-8c81-ce77ee5be62a triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:12:34.878161 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:35.013306 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:35.045343 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc84eeb-3958-437f-8d57-5463030f1b55 req-991e7f11-a6e5-4bd2-8b4a-e54a10ac34ed tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:35.047254 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1cc84eeb-3958-437f-8d57-5463030f1b55 req-991e7f11-a6e5-4bd2-8b4a-e54a10ac34ed tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=d08c5cc7-debc-40a5-960a-3b21fc8777de HTTP/1.1" status: 200 len: 950 time: 0.0833976 Aug 29 04:12:35.066123 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 49f9cb12-f438-4af9-8c81-ce77ee5be62a, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=49f9cb12-f438-4af9-8c81-ce77ee5be62a,segment=NetworkSegment(91716f4b-2300-4d9e-8518-8c88143693cd),segment_id=91716f4b-2300-4d9e-8518-8c88143693cd)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:35.071544 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:35.120261 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1cc84eeb-3958-437f-8d57-5463030f1b55 req-cf3b8c09-2f06-4d49-903f-bc2e76253ff8 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657451 Aug 29 04:12:35.179811 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=49f9cb12-f438-4af9-8c81-ce77ee5be62a,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:35.424386 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e324a538-e214-4b28-97ab-3b30225cbc7e req-57ac3097-f256-4f31-84a3-41b037c94031 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:35.425980 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e324a538-e214-4b28-97ab-3b30225cbc7e req-57ac3097-f256-4f31-84a3-41b037c94031 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d24f8f7-37c6-4172-809a-ca3e73f3a4e3 HTTP/1.1" status: 200 len: 946 time: 0.0787821 Aug 29 04:12:35.480873 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e324a538-e214-4b28-97ab-3b30225cbc7e req-c136f5da-b976-40cd-a254-d0139a1f4be9 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e63e8ef-00a5-40d1-a0c1-bc99e0ad79b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451992 Aug 29 04:12:35.754295 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-476558f0-48fd-466e-8de1-5239970062ab req-1f4ad6bc-9431-4268-82cb-435cd4eeceba tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4ba3237-9eca-4f4d-905c-a4fd96cd7f22 HTTP/1.1" status: 200 len: 210 time: 0.0448344 Aug 29 04:12:36.015520 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49f90e7-40f5-4771-a9a2-72e6a4453fd2 req-6a98b6b5-c8b3-455d-9199-f9082d686dad tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:36.017441 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f49f90e7-40f5-4771-a9a2-72e6a4453fd2 req-6a98b6b5-c8b3-455d-9199-f9082d686dad tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] 10.222.0.22 "GET /v2.0/ports?device_id=d952c196-c5ab-4e23-926c-fd07660010ab HTTP/1.1" status: 200 len: 950 time: 0.0601988 Aug 29 04:12:36.076125 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f49f90e7-40f5-4771-a9a2-72e6a4453fd2 req-d0f92ee0-60bf-483d-8b37-4eca6843e852 tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] 10.222.0.22 "GET /v2.0/security-groups?id=f702e36e-8d7e-475c-937a-d43e5f05c39f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465872 Aug 29 04:12:36.195318 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f953c5e5-f28e-4174-96c8-3fd67b7eda4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:36.295040 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577561c9-5a91-490d-b4f6-e32c8a90bd8e req-ee3e2de5-5d75-4f7d-b22b-1d5d616f911c tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:36.296725 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-577561c9-5a91-490d-b4f6-e32c8a90bd8e req-ee3e2de5-5d75-4f7d-b22b-1d5d616f911c tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=d08c5cc7-debc-40a5-960a-3b21fc8777de HTTP/1.1" status: 200 len: 950 time: 0.0691619 Aug 29 04:12:36.354555 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-577561c9-5a91-490d-b4f6-e32c8a90bd8e req-d101cfb0-6068-42b8-ba36-a7a1bab12e8c tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500574 Aug 29 04:12:36.477354 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d24f8f7-37c6-4172-809a-ca3e73f3a4e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49f9cb12-f438-4af9-8c81-ce77ee5be62a'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:12:36.481099 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02bef167-1e59-472f-872f-4b98078ebf04" -d '{"events": [{"server_uuid": "7d24f8f7-37c6-4172-809a-ca3e73f3a4e3", "name": "network-vif-plugged", "status": "completed", "tag": "49f9cb12-f438-4af9-8c81-ce77ee5be62a"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:12:36.549622 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d577453f-46ac-4217-9922-e8bdfc1c1760 x-openstack-request-id: req-d577453f-46ac-4217-9922-e8bdfc1c1760 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:12:36.550391 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d24f8f7-37c6-4172-809a-ca3e73f3a4e3", "name": "network-vif-plugged", "status": "completed", "tag": "49f9cb12-f438-4af9-8c81-ce77ee5be62a", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:12:36.550870 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d577453f-46ac-4217-9922-e8bdfc1c1760 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:12:36.551644 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d24f8f7-37c6-4172-809a-ca3e73f3a4e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49f9cb12-f438-4af9-8c81-ce77ee5be62a', 'code': 200} Aug 29 04:12:36.748781 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6200bd-1e80-4130-9161-fa456bf9cf21 req-82ba3ede-b22e-4cd4-b1b6-9a7400b4fee5 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:36.750412 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4b6200bd-1e80-4130-9161-fa456bf9cf21 req-82ba3ede-b22e-4cd4-b1b6-9a7400b4fee5 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d24f8f7-37c6-4172-809a-ca3e73f3a4e3 HTTP/1.1" status: 200 len: 946 time: 0.1338470 Aug 29 04:12:36.772772 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ebd17d-b017-493a-88c2-a8fda65f3988 req-98456ebb-632f-47f9-9d14-ec5ae94f3010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:36.779530 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f9ebd17d-b017-493a-88c2-a8fda65f3988 req-98456ebb-632f-47f9-9d14-ec5ae94f3010 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7d24f8f7-37c6-4172-809a-ca3e73f3a4e3 HTTP/1.1" status: 200 len: 1098 time: 0.1157892 Aug 29 04:12:36.800097 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0ee1f984-6669-42da-b551-c79ef143c330 req-5bab1a1f-0d4f-4565-8232-01ce57bf7ca5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a6616a4e-74a1-4a12-88c0-4cd9409fcf3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0971780 Aug 29 04:12:36.844580 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4b6200bd-1e80-4130-9161-fa456bf9cf21 req-d92200a1-c28a-461d-8358-087dbd6967e3 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e63e8ef-00a5-40d1-a0c1-bc99e0ad79b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803583 Aug 29 04:12:36.853804 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f9ebd17d-b017-493a-88c2-a8fda65f3988 req-cf4cd899-9c34-480f-950f-17edf7f6377b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=2e63e8ef-00a5-40d1-a0c1-bc99e0ad79b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692763 Aug 29 04:12:36.972553 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6c8713e2-2292-4d2c-bc1b-f3c2311af92f req-f8f6a4c6-23ef-41bc-b8c1-b13c19ca5a23 tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4ba3237-9eca-4f4d-905c-a4fd96cd7f22 HTTP/1.1" status: 200 len: 210 time: 0.0523162 Aug 29 04:12:36.983662 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee1f984-6669-42da-b551-c79ef143c330 req-f47b349a-ea05-4e4c-8dc4-9fb52ef25f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:36.985279 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0ee1f984-6669-42da-b551-c79ef143c330 req-f47b349a-ea05-4e4c-8dc4-9fb52ef25f70 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b8e5ee0a53fd42e2a03b18096f8a732f&device_id=a6616a4e-74a1-4a12-88c0-4cd9409fcf3a HTTP/1.1" status: 200 len: 1097 time: 0.1137011 Aug 29 04:12:37.023199 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:37.123538 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:37.147282 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee1f984-6669-42da-b551-c79ef143c330 req-fea4d90a-d4b0-475b-9689-6191b1e1f501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:37.148857 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0ee1f984-6669-42da-b551-c79ef143c330 req-fea4d90a-d4b0-475b-9689-6191b1e1f501 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6e669898-6215-49e8-8989-a85b9f5fe627 HTTP/1.1" status: 200 len: 924 time: 0.1127567 Aug 29 04:12:37.258289 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0ee1f984-6669-42da-b551-c79ef143c330 req-04ff2e7a-2697-4b01-9bc7-6acb49176481 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=85a1169a-593f-404a-95c2-61064c1226ff HTTP/1.1" status: 200 len: 999 time: 0.1005626 Aug 29 04:12:37.271325 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becb093b-3926-431c-bdf1-9692f6efd572 req-8cb3fa34-fe0f-4330-ba09-f7361f469e4e tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:37.273619 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-becb093b-3926-431c-bdf1-9692f6efd572 req-8cb3fa34-fe0f-4330-ba09-f7361f469e4e tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] 10.222.0.22 "GET /v2.0/ports?device_id=d952c196-c5ab-4e23-926c-fd07660010ab HTTP/1.1" status: 200 len: 950 time: 0.1057174 Aug 29 04:12:37.360296 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-becb093b-3926-431c-bdf1-9692f6efd572 req-30dbe851-713b-490b-bea6-e647b531dd5d tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] 10.222.0.22 "GET /v2.0/security-groups?id=f702e36e-8d7e-475c-937a-d43e5f05c39f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722604 Aug 29 04:12:37.361912 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee1f984-6669-42da-b551-c79ef143c330 req-d6bdf8cd-9617-4def-9f81-2493e8fe0b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:37.364279 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0ee1f984-6669-42da-b551-c79ef143c330 req-d6bdf8cd-9617-4def-9f81-2493e8fe0b39 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=62082f5a-1e19-4bac-8b75-d0b867c1cfb7 HTTP/1.1" status: 200 len: 862 time: 0.0892270 Aug 29 04:12:37.470303 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee1f984-6669-42da-b551-c79ef143c330 req-80a30504-c3d6-49bb-8989-8929c7550be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:37.471926 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0ee1f984-6669-42da-b551-c79ef143c330 req-80a30504-c3d6-49bb-8989-8929c7550be4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6e669898-6215-49e8-8989-a85b9f5fe627&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0996246 Aug 29 04:12:37.580738 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef1e84e-fb00-4dd0-b478-2fc78c664004 req-b1df8c43-7b7d-4aba-b008-9c92ef8483f0 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:37.599863 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-eef1e84e-fb00-4dd0-b478-2fc78c664004 req-b1df8c43-7b7d-4aba-b008-9c92ef8483f0 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=d08c5cc7-debc-40a5-960a-3b21fc8777de HTTP/1.1" status: 200 len: 950 time: 0.1248851 Aug 29 04:12:37.680459 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0ee1f984-6669-42da-b551-c79ef143c330 req-f4eb4a78-be81-43e6-b739-2e91b2940861 service neutron] 10.222.0.48 "GET /v2.0/networks/6e669898-6215-49e8-8989-a85b9f5fe627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947744 Aug 29 04:12:37.692841 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-eef1e84e-fb00-4dd0-b478-2fc78c664004 req-1fa10409-aa05-40d4-9360-cabcd7d6c7b3 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894942 Aug 29 04:12:37.908111 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0ee1f984-6669-42da-b551-c79ef143c330 req-7abb6c19-85ba-4f8d-9b25-1dd7b31b7628 service neutron] 10.222.0.48 "GET /v2.0/networks/6e669898-6215-49e8-8989-a85b9f5fe627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060702 Aug 29 04:12:38.126162 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a91231a-079e-43bd-8705-bf8e4fbf0d88 req-3c126d66-22cb-4a91-b5eb-d0d7977b0ea6 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:38.138356 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3a91231a-079e-43bd-8705-bf8e4fbf0d88 req-3c126d66-22cb-4a91-b5eb-d0d7977b0ea6 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d24f8f7-37c6-4172-809a-ca3e73f3a4e3 HTTP/1.1" status: 200 len: 946 time: 0.1245883 Aug 29 04:12:38.233172 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3a91231a-079e-43bd-8705-bf8e4fbf0d88 req-794bb737-30ab-4c77-b156-987fd3a35c79 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e63e8ef-00a5-40d1-a0c1-bc99e0ad79b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899363 Aug 29 04:12:38.233728 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 39272) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:12:38.318333 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-80d7ec18-fab3-4fa2-996f-dc996f649d35 tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:38.348547 n-d-712140-12 neutron-server[94828]: INFO neutron.api.v2.resource [req-6191f24e-cd6c-4495-87ae-ad33d5e52985 req-bd73e35a-bed9-472a-adda-56ea54b090e3 service neutron] show failed (client error): The resource could not be found. Aug 29 04:12:38.350195 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6191f24e-cd6c-4495-87ae-ad33d5e52985 req-bd73e35a-bed9-472a-adda-56ea54b090e3 service neutron] 10.222.0.48 "GET /v2.0/ports/20cc507d-377c-4740-9b17-180c7947d1c9/bindings/n-h1-712140-12 HTTP/1.1" status: 404 len: 381 time: 0.0813649 Aug 29 04:12:38.355341 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-80d7ec18-fab3-4fa2-996f-dc996f649d35 tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:38.458522 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-80d7ec18-fab3-4fa2-996f-dc996f649d35 tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:38.461532 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-80d7ec18-fab3-4fa2-996f-dc996f649d35 tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:38.463072 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-80d7ec18-fab3-4fa2-996f-dc996f649d35 tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] 10.222.0.22 "DELETE /v2.0/security-groups/4dbbedf5-2f21-4437-b7c2-73b739103a61 HTTP/1.1" status: 204 len: 168 time: 0.2281451 Aug 29 04:12:38.467643 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 39276) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:12:38.488667 n-d-712140-12 neutron-server[94828]: INFO neutron.api.v2.resource [None req-bb2f7d0b-e223-48f5-aa49-907d4efbbedf tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] show failed (client error): The resource could not be found. Aug 29 04:12:38.489988 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-bb2f7d0b-e223-48f5-aa49-907d4efbbedf tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] 10.222.0.22 "GET /v2.0/security-groups/4dbbedf5-2f21-4437-b7c2-73b739103a61 HTTP/1.1" status: 404 len: 347 time: 0.0223329 Aug 29 04:12:38.491778 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d7ec18-fab3-4fa2-996f-dc996f649d35 tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dbbedf5-2f21-4437-b7c2-73b739103a61,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:38.494305 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 39278) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:12:38.510194 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d7ec18-fab3-4fa2-996f-dc996f649d35 tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:12:38.510559 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d7ec18-fab3-4fa2-996f-dc996f649d35 tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:12:38.510904 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d7ec18-fab3-4fa2-996f-dc996f649d35 tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:12:38.511241 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d7ec18-fab3-4fa2-996f-dc996f649d35 tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:12:38.511575 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d7ec18-fab3-4fa2-996f-dc996f649d35 tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:12:38.514503 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d7ec18-fab3-4fa2-996f-dc996f649d35 tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:12:38.514865 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d7ec18-fab3-4fa2-996f-dc996f649d35 tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:12:38.515213 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d7ec18-fab3-4fa2-996f-dc996f649d35 tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:12:38.515551 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d7ec18-fab3-4fa2-996f-dc996f649d35 tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:12:38.516558 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d7ec18-fab3-4fa2-996f-dc996f649d35 tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:12:38.516898 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d7ec18-fab3-4fa2-996f-dc996f649d35 tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:12:38.517225 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d7ec18-fab3-4fa2-996f-dc996f649d35 tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:12:38.525968 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:38.718420 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6191f24e-cd6c-4495-87ae-ad33d5e52985 req-36b0603e-7eac-4bcb-adec-cca8cd61dde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:38.720907 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6191f24e-cd6c-4495-87ae-ad33d5e52985 req-36b0603e-7eac-4bcb-adec-cca8cd61dde3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d08c5cc7-debc-40a5-960a-3b21fc8777de&tenant_id=4b47ebaf5a2144e2beea71bdc91317f3 HTTP/1.1" status: 200 len: 1102 time: 0.0939510 Aug 29 04:12:38.742757 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-6191f24e-cd6c-4495-87ae-ad33d5e52985 req-e30c4f2a-b358-481f-b6b8-9eacf2712555 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712140-12', 'device_owner': 'compute:nova'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:12:38.804395 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f4d1c28d-e022-4443-9c4a-d378cd18fa5b tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] Deleting port f5ce355d-afcd-483f-b759-ec5612ec64c0 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:12:38.804939 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f4d1c28d-e022-4443-9c4a-d378cd18fa5b tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:38.956538 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-6191f24e-cd6c-4495-87ae-ad33d5e52985 req-e30c4f2a-b358-481f-b6b8-9eacf2712555 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:39.040624 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53e2233-8a13-4fbf-be0b-149178002f48 req-327d4d1c-5fc2-40a2-9353-a3e16f05b7d8 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:39.042393 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c53e2233-8a13-4fbf-be0b-149178002f48 req-327d4d1c-5fc2-40a2-9353-a3e16f05b7d8 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=d08c5cc7-debc-40a5-960a-3b21fc8777de HTTP/1.1" status: 200 len: 950 time: 0.2407894 Aug 29 04:12:39.083140 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f4d1c28d-e022-4443-9c4a-d378cd18fa5b tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:39.083717 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f4d1c28d-e022-4443-9c4a-d378cd18fa5b tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:39.142886 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f4d1c28d-e022-4443-9c4a-d378cd18fa5b tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] Calling delete_port for f5ce355d-afcd-483f-b759-ec5612ec64c0 owned by network:floatingip {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:12:39.279802 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c53e2233-8a13-4fbf-be0b-149178002f48 req-4da7064e-e6c7-47a0-9a2a-fc011732cce1 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237964 Aug 29 04:12:39.390461 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-6191f24e-cd6c-4495-87ae-ad33d5e52985 req-e30c4f2a-b358-481f-b6b8-9eacf2712555 service neutron] For port 20cc507d-377c-4740-9b17-180c7947d1c9, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=20cc507d-377c-4740-9b17-180c7947d1c9,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:39.396409 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8c2d77-2baf-4ef3-9c28-cb3abdef26be req-a6622969-83a8-42fb-b2b8-ef35c09c32d8 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:39.398862 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7f8c2d77-2baf-4ef3-9c28-cb3abdef26be req-a6622969-83a8-42fb-b2b8-ef35c09c32d8 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d24f8f7-37c6-4172-809a-ca3e73f3a4e3 HTTP/1.1" status: 200 len: 946 time: 0.0579443 Aug 29 04:12:39.457851 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7f8c2d77-2baf-4ef3-9c28-cb3abdef26be req-aa55f57e-fc46-498b-8f6d-5e045b5d34c9 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e63e8ef-00a5-40d1-a0c1-bc99e0ad79b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480611 Aug 29 04:12:39.495480 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-6191f24e-cd6c-4495-87ae-ad33d5e52985 req-e30c4f2a-b358-481f-b6b8-9eacf2712555 service neutron] For port 20cc507d-377c-4740-9b17-180c7947d1c9, host n-h2-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:12:39.530913 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f4d1c28d-e022-4443-9c4a-d378cd18fa5b tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:39.592671 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d1c28d-e022-4443-9c4a-d378cd18fa5b tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] Pushing event deleted for resources: {'Port': ['ID=f5ce355d-afcd-483f-b759-ec5612ec64c0,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:39.647812 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd08c5cc7-debc-40a5-960a-3b21fc8777de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20cc507d-377c-4740-9b17-180c7947d1c9'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:12:39.650013 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54418fa5-0f40-49a9-ab7c-849e04780917" -d '{"events": [{"server_uuid": "d08c5cc7-debc-40a5-960a-3b21fc8777de", "name": "network-vif-unplugged", "status": "completed", "tag": "20cc507d-377c-4740-9b17-180c7947d1c9"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:12:39.657303 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-6191f24e-cd6c-4495-87ae-ad33d5e52985 req-e30c4f2a-b358-481f-b6b8-9eacf2712555 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:39.723827 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-6191f24e-cd6c-4495-87ae-ad33d5e52985 req-e30c4f2a-b358-481f-b6b8-9eacf2712555 service neutron] Transition to ACTIVE for port object 20cc507d-377c-4740-9b17-180c7947d1c9 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:12:39.734126 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f4d1c28d-e022-4443-9c4a-d378cd18fa5b tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] Notify callbacks [] for floatingip, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:39.735611 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f4d1c28d-e022-4443-9c4a-d378cd18fa5b tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:39.743838 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-f4d1c28d-e022-4443-9c4a-d378cd18fa5b tempest-ServersTestBootFromVolume-1876697780 tempest-ServersTestBootFromVolume-1876697780-project] 10.222.0.22 "DELETE /v2.0/floatingips/baea7ffd-78b3-4c94-a91e-640c7ab6b724 HTTP/1.1" status: 204 len: 168 time: 1.2408700 Aug 29 04:12:39.743838 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-6191f24e-cd6c-4495-87ae-ad33d5e52985 req-e30c4f2a-b358-481f-b6b8-9eacf2712555 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:39.745951 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 39306) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:12:39.747464 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2f48c7-d397-416e-9643-e4b8f890b6a8 req-272d2ba9-7d39-4f9e-bc50-769e1c014c16 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:39.748787 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dc2f48c7-d397-416e-9643-e4b8f890b6a8 req-272d2ba9-7d39-4f9e-bc50-769e1c014c16 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d24f8f7-37c6-4172-809a-ca3e73f3a4e3 HTTP/1.1" status: 200 len: 946 time: 0.1574228 Aug 29 04:12:39.777772 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33ef1136-bf5f-432b-9a62-1952d25d3bbf x-openstack-request-id: req-33ef1136-bf5f-432b-9a62-1952d25d3bbf {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:12:39.778161 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d08c5cc7-debc-40a5-960a-3b21fc8777de", "name": "network-vif-unplugged", "status": "completed", "tag": "20cc507d-377c-4740-9b17-180c7947d1c9", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:12:39.778503 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-33ef1136-bf5f-432b-9a62-1952d25d3bbf {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:12:39.779025 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd08c5cc7-debc-40a5-960a-3b21fc8777de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20cc507d-377c-4740-9b17-180c7947d1c9', 'code': 200} Aug 29 04:12:39.851940 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c4f2a-b358-481f-b6b8-9eacf2712555 service neutron] Pushing event updated for resources: {'Port': ['ID=20cc507d-377c-4740-9b17-180c7947d1c9,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:39.856288 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-6191f24e-cd6c-4495-87ae-ad33d5e52985 req-e30c4f2a-b358-481f-b6b8-9eacf2712555 service neutron] No DVR routers for this DVR port 20cc507d-377c-4740-9b17-180c7947d1c9 on host n-h2-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:12:39.876722 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dc2f48c7-d397-416e-9643-e4b8f890b6a8 req-f93bc324-8323-4367-88a6-e58d4de27d2c tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e63e8ef-00a5-40d1-a0c1-bc99e0ad79b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964925 Aug 29 04:12:39.932760 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-6191f24e-cd6c-4495-87ae-ad33d5e52985 req-e30c4f2a-b358-481f-b6b8-9eacf2712555 service neutron] Attempting to bind port 20cc507d-377c-4740-9b17-180c7947d1c9 on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:12:39.933539 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-6191f24e-cd6c-4495-87ae-ad33d5e52985 req-e30c4f2a-b358-481f-b6b8-9eacf2712555 service neutron] Attempting to bind port 20cc507d-377c-4740-9b17-180c7947d1c9 by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:12:39.934226 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6191f24e-cd6c-4495-87ae-ad33d5e52985 req-e30c4f2a-b358-481f-b6b8-9eacf2712555 service neutron] Attempting to bind port 20cc507d-377c-4740-9b17-180c7947d1c9 on network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:12:39.942248 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6191f24e-cd6c-4495-87ae-ad33d5e52985 req-e30c4f2a-b358-481f-b6b8-9eacf2712555 service neutron] Port 20cc507d-377c-4740-9b17-180c7947d1c9 on network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:12:39.942675 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6191f24e-cd6c-4495-87ae-ad33d5e52985 req-e30c4f2a-b358-481f-b6b8-9eacf2712555 service neutron] Attempting to bind port 20cc507d-377c-4740-9b17-180c7947d1c9 on network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:12:39.950656 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6191f24e-cd6c-4495-87ae-ad33d5e52985 req-e30c4f2a-b358-481f-b6b8-9eacf2712555 service neutron] Checking agent: {'id': '3de9de52-3a03-431d-9d7e-497ae92c57ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:12:39.951141 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6191f24e-cd6c-4495-87ae-ad33d5e52985 req-e30c4f2a-b358-481f-b6b8-9eacf2712555 service neutron] Checking segment: {'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:12:39.951799 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6191f24e-cd6c-4495-87ae-ad33d5e52985 req-e30c4f2a-b358-481f-b6b8-9eacf2712555 service neutron] Bound using segment: {'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:12:39.952318 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-6191f24e-cd6c-4495-87ae-ad33d5e52985 req-e30c4f2a-b358-481f-b6b8-9eacf2712555 service neutron] Bound port: 20cc507d-377c-4740-9b17-180c7947d1c9, host: n-h1-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:12:39.952908 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-6191f24e-cd6c-4495-87ae-ad33d5e52985 req-e30c4f2a-b358-481f-b6b8-9eacf2712555 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:40.073504 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-6191f24e-cd6c-4495-87ae-ad33d5e52985 req-e30c4f2a-b358-481f-b6b8-9eacf2712555 service neutron] For port 20cc507d-377c-4740-9b17-180c7947d1c9, host n-h1-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:12:40.078589 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-6191f24e-cd6c-4495-87ae-ad33d5e52985 req-e30c4f2a-b358-481f-b6b8-9eacf2712555 service neutron] For port 20cc507d-377c-4740-9b17-180c7947d1c9, host n-h1-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=20cc507d-377c-4740-9b17-180c7947d1c9,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:12:40.084605 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-6191f24e-cd6c-4495-87ae-ad33d5e52985 req-e30c4f2a-b358-481f-b6b8-9eacf2712555 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:40.135831 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6191f24e-cd6c-4495-87ae-ad33d5e52985 req-e30c4f2a-b358-481f-b6b8-9eacf2712555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:40.136466 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-6191f24e-cd6c-4495-87ae-ad33d5e52985 req-e30c4f2a-b358-481f-b6b8-9eacf2712555 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:40.137905 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6191f24e-cd6c-4495-87ae-ad33d5e52985 req-e30c4f2a-b358-481f-b6b8-9eacf2712555 service neutron] 10.222.0.46 "PUT /v2.0/ports/20cc507d-377c-4740-9b17-180c7947d1c9 HTTP/1.1" status: 200 len: 1097 time: 1.4043186 Aug 29 04:12:40.277477 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c4f2a-b358-481f-b6b8-9eacf2712555 service neutron] Pushing event updated for resources: {'Port': ['ID=20cc507d-377c-4740-9b17-180c7947d1c9,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:40.302188 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c4f2a-b358-481f-b6b8-9eacf2712555 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:12:40.302576 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c4f2a-b358-481f-b6b8-9eacf2712555 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:12:40.302999 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c4f2a-b358-481f-b6b8-9eacf2712555 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:12:40.303783 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c4f2a-b358-481f-b6b8-9eacf2712555 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:12:40.304370 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c4f2a-b358-481f-b6b8-9eacf2712555 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:12:40.305047 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c4f2a-b358-481f-b6b8-9eacf2712555 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:12:40.305592 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c4f2a-b358-481f-b6b8-9eacf2712555 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:12:40.306132 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c4f2a-b358-481f-b6b8-9eacf2712555 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:12:40.306676 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c4f2a-b358-481f-b6b8-9eacf2712555 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:12:40.307239 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c4f2a-b358-481f-b6b8-9eacf2712555 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:12:40.308222 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c4f2a-b358-481f-b6b8-9eacf2712555 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:12:40.309197 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30c4f2a-b358-481f-b6b8-9eacf2712555 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:12:40.314123 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38d8cf3-996b-46d4-9699-25abffd96cb8 req-53965ae1-7e99-4d3f-b4e9-9eec19975397 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:40.343196 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d38d8cf3-996b-46d4-9699-25abffd96cb8 req-53965ae1-7e99-4d3f-b4e9-9eec19975397 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d24f8f7-37c6-4172-809a-ca3e73f3a4e3 HTTP/1.1" status: 200 len: 946 time: 0.1910403 Aug 29 04:12:40.345984 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6191f24e-cd6c-4495-87ae-ad33d5e52985 req-4e6ffcbe-18fd-4d39-a1eb-276f89f9ad12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:40.348793 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6191f24e-cd6c-4495-87ae-ad33d5e52985 req-4e6ffcbe-18fd-4d39-a1eb-276f89f9ad12 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4b47ebaf5a2144e2beea71bdc91317f3&device_id=d08c5cc7-debc-40a5-960a-3b21fc8777de HTTP/1.1" status: 200 len: 1100 time: 0.1834972 Aug 29 04:12:40.428463 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d38d8cf3-996b-46d4-9699-25abffd96cb8 req-ef995862-bcef-417d-af7b-b0937fbfde6f tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e63e8ef-00a5-40d1-a0c1-bc99e0ad79b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837893 Aug 29 04:12:40.617630 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6191f24e-cd6c-4495-87ae-ad33d5e52985 req-e7717379-a7cd-4772-af38-896b03703acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:40.619890 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6191f24e-cd6c-4495-87ae-ad33d5e52985 req-e7717379-a7cd-4772-af38-896b03703acc service neutron] 10.222.0.46 "GET /v2.0/networks?id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 HTTP/1.1" status: 200 len: 870 time: 0.2623065 Aug 29 04:12:40.636745 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d849b7-4ac5-419a-9aed-16bfd39c40a3 req-b205fe72-10c1-4fd1-ac82-831d13ec2d41 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:40.638252 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c9d849b7-4ac5-419a-9aed-16bfd39c40a3 req-b205fe72-10c1-4fd1-ac82-831d13ec2d41 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=d08c5cc7-debc-40a5-960a-3b21fc8777de HTTP/1.1" status: 200 len: 948 time: 0.1024535 Aug 29 04:12:40.646079 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b7eea5af-5e19-4412-b16f-7df674f63682 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713413'] for router_interface, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:40.686119 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6191f24e-cd6c-4495-87ae-ad33d5e52985 req-bd50dafb-ff52-44c6-a23c-4e54caa78d8e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=20cc507d-377c-4740-9b17-180c7947d1c9 HTTP/1.1" status: 200 len: 217 time: 0.0439610 Aug 29 04:12:40.697365 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911033da-a74b-433a-8b66-976e2ac3b5d0 req-940b602e-448f-4345-b855-5e13e2eec059 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:40.699437 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-911033da-a74b-433a-8b66-976e2ac3b5d0 req-940b602e-448f-4345-b855-5e13e2eec059 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d24f8f7-37c6-4172-809a-ca3e73f3a4e3 HTTP/1.1" status: 200 len: 946 time: 0.0964966 Aug 29 04:12:40.774136 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-911033da-a74b-433a-8b66-976e2ac3b5d0 req-b6d8120e-73e7-44d1-b2f7-ab6530838624 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e63e8ef-00a5-40d1-a0c1-bc99e0ad79b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660636 Aug 29 04:12:40.776419 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6191f24e-cd6c-4495-87ae-ad33d5e52985 req-25111831-08e6-4234-b248-fb28c484c689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:40.777776 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6191f24e-cd6c-4495-87ae-ad33d5e52985 req-25111831-08e6-4234-b248-fb28c484c689 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=18cd12d4-b12a-41b0-b0c5-618edbb84e74 HTTP/1.1" status: 200 len: 843 time: 0.0773706 Aug 29 04:12:40.800956 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c9d849b7-4ac5-419a-9aed-16bfd39c40a3 req-81cbff00-5f01-4aa5-8070-237d6454cff4 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525495 Aug 29 04:12:40.880676 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6191f24e-cd6c-4495-87ae-ad33d5e52985 req-213453ae-d28c-464b-892f-83a10a673231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:40.887332 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6191f24e-cd6c-4495-87ae-ad33d5e52985 req-213453ae-d28c-464b-892f-83a10a673231 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1008363 Aug 29 04:12:41.020031 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6191f24e-cd6c-4495-87ae-ad33d5e52985 req-66f21c41-1813-42b7-8b53-4f7184593550 service neutron] 10.222.0.46 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217732 Aug 29 04:12:41.036721 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e90d78-e998-48bd-b864-d5143c3e3cb2 req-aeaa8300-020f-49e4-9d2b-d8d9dc4dd25e tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:41.038145 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-53e90d78-e998-48bd-b864-d5143c3e3cb2 req-aeaa8300-020f-49e4-9d2b-d8d9dc4dd25e tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d24f8f7-37c6-4172-809a-ca3e73f3a4e3 HTTP/1.1" status: 200 len: 946 time: 0.0945191 Aug 29 04:12:41.158574 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6191f24e-cd6c-4495-87ae-ad33d5e52985 req-178b4e8b-1a7f-44ec-9bfe-c685302e81dd service neutron] 10.222.0.46 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234488 Aug 29 04:12:41.176321 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-53e90d78-e998-48bd-b864-d5143c3e3cb2 req-6aa96098-d5f1-48cd-970a-881a81e7e28f tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e63e8ef-00a5-40d1-a0c1-bc99e0ad79b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027811 Aug 29 04:12:41.203277 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-b7eea5af-5e19-4412-b16f-7df674f63682 admin admin] Deleting port 019f8130-72e7-4ecb-b3e8-ab0de8c336ca {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:12:41.203932 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b7eea5af-5e19-4412-b16f-7df674f63682 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:41.402974 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-b7eea5af-5e19-4412-b16f-7df674f63682 admin admin] For port 019f8130-72e7-4ecb-b3e8-ab0de8c336ca, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=019f8130-72e7-4ecb-b3e8-ab0de8c336ca,segment=NetworkSegment(3d556c5e-68f6-44a4-b566-57f69027162c),segment_id=3d556c5e-68f6-44a4-b566-57f69027162c)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:41.403353 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b7eea5af-5e19-4412-b16f-7df674f63682 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:41.413502 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5bc7f5-582e-410f-a7fa-4944cbc17a6d req-6f3c62be-4150-443a-a729-e01990e9cb4c tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:41.415501 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-cb5bc7f5-582e-410f-a7fa-4944cbc17a6d req-6f3c62be-4150-443a-a729-e01990e9cb4c tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d24f8f7-37c6-4172-809a-ca3e73f3a4e3 HTTP/1.1" status: 200 len: 946 time: 0.1518116 Aug 29 04:12:41.435664 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-b7eea5af-5e19-4412-b16f-7df674f63682 admin admin] Calling delete_port for 019f8130-72e7-4ecb-b3e8-ab0de8c336ca owned by network:router_interface {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:12:41.501735 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-cb5bc7f5-582e-410f-a7fa-4944cbc17a6d req-2d4eda79-1b55-4aa7-bc47-fe28d87bfa52 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e63e8ef-00a5-40d1-a0c1-bc99e0ad79b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786490 Aug 29 04:12:41.673424 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f247d748-68d0-476f-83cb-0bac1c9e6fe0 req-ddfc489e-7109-4e17-8498-0ee17c65c9f2 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:41.675123 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f247d748-68d0-476f-83cb-0bac1c9e6fe0 req-ddfc489e-7109-4e17-8498-0ee17c65c9f2 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d24f8f7-37c6-4172-809a-ca3e73f3a4e3 HTTP/1.1" status: 200 len: 946 time: 0.0651746 Aug 29 04:12:41.695456 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b7eea5af-5e19-4412-b16f-7df674f63682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:41.722362 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f247d748-68d0-476f-83cb-0bac1c9e6fe0 req-8754f20f-87e7-49a2-bbfd-1b95a3590483 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e63e8ef-00a5-40d1-a0c1-bc99e0ad79b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409224 Aug 29 04:12:41.737248 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eea5af-5e19-4412-b16f-7df674f63682 admin admin] Pushing event deleted for resources: {'Port': ['ID=019f8130-72e7-4ecb-b3e8-ab0de8c336ca,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:41.781672 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd08c5cc7-debc-40a5-960a-3b21fc8777de', 'tag': '20cc507d-377c-4740-9b17-180c7947d1c9'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:12:41.785098 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84b40f57-b809-4d73-bc06-6f59b432c670" -d '{"events": [{"name": "network-changed", "server_uuid": "d08c5cc7-debc-40a5-960a-3b21fc8777de", "tag": "20cc507d-377c-4740-9b17-180c7947d1c9"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:12:41.816670 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 91feca29-9c06-49f7-802c-92515715195f details requested by agent hyperv_n-h2-712140-12 with host n-h2-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:12:41.827369 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 20cc507d-377c-4740-9b17-180c7947d1c9 no longer exists at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:12:41.868031 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-addadb17-5d5e-42d9-9e97-7cf4572ed384 x-openstack-request-id: req-addadb17-5d5e-42d9-9e97-7cf4572ed384 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:12:41.868940 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d08c5cc7-debc-40a5-960a-3b21fc8777de", "tag": "20cc507d-377c-4740-9b17-180c7947d1c9", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:12:41.868940 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-addadb17-5d5e-42d9-9e97-7cf4572ed384 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:12:41.875863 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd08c5cc7-debc-40a5-960a-3b21fc8777de', 'tag': '20cc507d-377c-4740-9b17-180c7947d1c9', 'status': 'completed', 'code': 200} Aug 29 04:12:42.039739 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 91feca29-9c06-49f7-802c-92515715195f, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=91feca29-9c06-49f7-802c-92515715195f,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:42.060799 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b40f57-b809-4d73-bc06-6f59b432c670 req-b38728db-7633-4505-b37d-47ce5503d797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:42.063944 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-84b40f57-b809-4d73-bc06-6f59b432c670 req-b38728db-7633-4505-b37d-47ce5503d797 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4b47ebaf5a2144e2beea71bdc91317f3&device_id=d08c5cc7-debc-40a5-960a-3b21fc8777de HTTP/1.1" status: 200 len: 1100 time: 0.1616986 Aug 29 04:12:42.069705 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Returning: {'device': '91feca29-9c06-49f7-802c-92515715195f', 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45', 'port_id': '91feca29-9c06-49f7-802c-92515715195f', 'mac_address': 'fa:16:3e:17:f3:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18cd12d4-b12a-41b0-b0c5-618edbb84e74', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:12:42.071214 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b039aa1-3cdc-4384-9b24-dc44e42a7555 req-a4de3217-6327-47e6-9893-4d7dbc3bb1e9 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:42.072792 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8b039aa1-3cdc-4384-9b24-dc44e42a7555 req-a4de3217-6327-47e6-9893-4d7dbc3bb1e9 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=d08c5cc7-debc-40a5-960a-3b21fc8777de HTTP/1.1" status: 200 len: 948 time: 0.1127605 Aug 29 04:12:42.073497 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 20cc507d-377c-4740-9b17-180c7947d1c9 not bound to the agent host n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:12:42.090387 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b40f57-b809-4d73-bc06-6f59b432c670 req-7b4ce16e-3b79-4d68-82b4-092a48b7e8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:42.091075 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-84b40f57-b809-4d73-bc06-6f59b432c670 req-7b4ce16e-3b79-4d68-82b4-092a48b7e8ff service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4b47ebaf5a2144e2beea71bdc91317f3&device_id=d08c5cc7-debc-40a5-960a-3b21fc8777de HTTP/1.1" status: 200 len: 1100 time: 0.1326263 Aug 29 04:12:42.118582 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:42.136634 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 91feca29-9c06-49f7-802c-92515715195f {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:12:42.165962 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 91feca29-9c06-49f7-802c-92515715195f, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=91feca29-9c06-49f7-802c-92515715195f,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:42.173790 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:42.195046 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1a2a16-baaf-4bd6-b0ad-37ed72deea4d req-9046cf0c-ff8e-495c-811d-670024b5d341 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:42.196621 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1a1a2a16-baaf-4bd6-b0ad-37ed72deea4d req-9046cf0c-ff8e-495c-811d-670024b5d341 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d24f8f7-37c6-4172-809a-ca3e73f3a4e3 HTTP/1.1" status: 200 len: 946 time: 0.0853727 Aug 29 04:12:42.256026 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=91feca29-9c06-49f7-802c-92515715195f,revision_number=6']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:42.269946 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8b039aa1-3cdc-4384-9b24-dc44e42a7555 req-3c166833-0ce2-4392-b576-028690fa56fd tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750681 Aug 29 04:12:42.308235 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b40f57-b809-4d73-bc06-6f59b432c670 req-81fb30c4-ec64-4bbb-8265-16759500749c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:42.309872 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-84b40f57-b809-4d73-bc06-6f59b432c670 req-81fb30c4-ec64-4bbb-8265-16759500749c service neutron] 10.222.0.46 "GET /v2.0/networks?id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 HTTP/1.1" status: 200 len: 870 time: 0.2361732 Aug 29 04:12:42.323659 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b40f57-b809-4d73-bc06-6f59b432c670 req-1d0aa2e0-e2aa-41ab-8fb1-ec265bcd67fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:42.325225 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-84b40f57-b809-4d73-bc06-6f59b432c670 req-1d0aa2e0-e2aa-41ab-8fb1-ec265bcd67fa service neutron] 10.222.0.48 "GET /v2.0/networks?id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 HTTP/1.1" status: 200 len: 870 time: 0.2211354 Aug 29 04:12:42.344381 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1a1a2a16-baaf-4bd6-b0ad-37ed72deea4d req-d57680ef-5878-4f53-b575-b3fbed6f400a tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e63e8ef-00a5-40d1-a0c1-bc99e0ad79b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077614 Aug 29 04:12:42.380208 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-84b40f57-b809-4d73-bc06-6f59b432c670 req-6993ea2a-30c5-4382-8a18-a32c706fa782 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=20cc507d-377c-4740-9b17-180c7947d1c9 HTTP/1.1" status: 200 len: 217 time: 0.0536182 Aug 29 04:12:42.394167 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['91feca29-9c06-49f7-802c-92515715195f'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:12:42.411624 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b7eea5af-5e19-4412-b16f-7df674f63682 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-713231'] for router_interface, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:42.423930 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-84b40f57-b809-4d73-bc06-6f59b432c670 req-ef0968c9-a7c4-4f23-858b-3d6f7260c325 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=20cc507d-377c-4740-9b17-180c7947d1c9 HTTP/1.1" status: 200 len: 217 time: 0.0526040 Aug 29 04:12:42.755517 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7eea5af-5e19-4412-b16f-7df674f63682 admin admin] Router a9fac259-acb2-4fcc-9c5b-d3ac0b278e5a has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:12:42.824504 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 20cc507d-377c-4740-9b17-180c7947d1c9 details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:12:42.927053 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7eea5af-5e19-4412-b16f-7df674f63682 admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:12:42.939295 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-b7eea5af-5e19-4412-b16f-7df674f63682 admin admin] 10.222.0.22 "PUT /v2.0/routers/a9fac259-acb2-4fcc-9c5b-d3ac0b278e5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1976066 Aug 29 04:12:42.940019 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2222073e-8387-4ab8-8402-08e758ce3d51 None None] Sync routers for ids ['a9fac259-acb2-4fcc-9c5b-d3ac0b278e5a'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:12:42.940798 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 39394) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:12:42.943176 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b40f57-b809-4d73-bc06-6f59b432c670 req-fe1c9e12-4db0-43ae-a87f-36a8e4325b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:42.959198 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-84b40f57-b809-4d73-bc06-6f59b432c670 req-fe1c9e12-4db0-43ae-a87f-36a8e4325b51 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=18cd12d4-b12a-41b0-b0c5-618edbb84e74 HTTP/1.1" status: 200 len: 843 time: 0.5339680 Aug 29 04:12:42.980449 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2222073e-8387-4ab8-8402-08e758ce3d51 None None] Routers {'a9fac259-acb2-4fcc-9c5b-d3ac0b278e5a'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:12:42.980743 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b40f57-b809-4d73-bc06-6f59b432c670 req-cb613099-3ad1-415d-90e1-1c3f6dcd3aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:42.981672 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-2222073e-8387-4ab8-8402-08e758ce3d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:12:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['a9fac259-acb2-4fcc-9c5b-d3ac0b278e5a'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:12:42.982206 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-84b40f57-b809-4d73-bc06-6f59b432c670 req-cb613099-3ad1-415d-90e1-1c3f6dcd3aa5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=18cd12d4-b12a-41b0-b0c5-618edbb84e74 HTTP/1.1" status: 200 len: 843 time: 0.5261323 Aug 29 04:12:43.063634 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b40f57-b809-4d73-bc06-6f59b432c670 req-9b1a9e86-5162-46ee-addb-585aa3e31023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:43.065198 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-84b40f57-b809-4d73-bc06-6f59b432c670 req-9b1a9e86-5162-46ee-addb-585aa3e31023 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1052346 Aug 29 04:12:43.073534 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b40f57-b809-4d73-bc06-6f59b432c670 req-2e4d6300-c2f4-44ac-b991-780a75585941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:43.075342 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-84b40f57-b809-4d73-bc06-6f59b432c670 req-2e4d6300-c2f4-44ac-b991-780a75585941 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0744414 Aug 29 04:12:43.105489 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 20cc507d-377c-4740-9b17-180c7947d1c9, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=20cc507d-377c-4740-9b17-180c7947d1c9,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:43.122503 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0e2b0506-92a9-4fa6-a7e9-0b5992ccc12f admin admin] Notify callbacks [] for router, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:43.134322 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Returning: {'device': '20cc507d-377c-4740-9b17-180c7947d1c9', 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45', 'port_id': '20cc507d-377c-4740-9b17-180c7947d1c9', 'mac_address': 'fa:16:3e:ac:a9:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18cd12d4-b12a-41b0-b0c5-618edbb84e74', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:12:43.279292 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-2222073e-8387-4ab8-8402-08e758ce3d51 None None] Set router a9fac259-acb2-4fcc-9c5b-d3ac0b278e5a gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:12:43.282467 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0e2b0506-92a9-4fa6-a7e9-0b5992ccc12f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:43.290480 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-84b40f57-b809-4d73-bc06-6f59b432c670 req-72737d21-8545-4759-9b2a-23918c1b201f service neutron] 10.222.0.46 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139580 Aug 29 04:12:43.295818 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-84b40f57-b809-4d73-bc06-6f59b432c670 req-b49e462d-382f-430f-953b-bcd1359bd650 service neutron] 10.222.0.48 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974089 Aug 29 04:12:43.352991 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-0e2b0506-92a9-4fa6-a7e9-0b5992ccc12f admin admin] Deleting port 65b1c109-a994-4565-ad47-83d784916d16 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:12:43.353338 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0e2b0506-92a9-4fa6-a7e9-0b5992ccc12f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:43.467110 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-0e2b0506-92a9-4fa6-a7e9-0b5992ccc12f admin admin] For port 65b1c109-a994-4565-ad47-83d784916d16, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=65b1c109-a994-4565-ad47-83d784916d16,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:43.467345 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0e2b0506-92a9-4fa6-a7e9-0b5992ccc12f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:43.482599 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-0e2b0506-92a9-4fa6-a7e9-0b5992ccc12f admin admin] Calling delete_port for 65b1c109-a994-4565-ad47-83d784916d16 owned by network:router_gateway {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:12:43.543370 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:43.569757 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20cc507d-377c-4740-9b17-180c7947d1c9 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:12:43.582297 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8424cf5-85b4-4108-a174-0fc6ff9f449d req-2c1f38f8-45de-4dc6-afc3-b3d9cd638db8 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:43.592200 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a8424cf5-85b4-4108-a174-0fc6ff9f449d req-2c1f38f8-45de-4dc6-afc3-b3d9cd638db8 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=d08c5cc7-debc-40a5-960a-3b21fc8777de HTTP/1.1" status: 200 len: 948 time: 0.2312891 Aug 29 04:12:43.612870 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-84b40f57-b809-4d73-bc06-6f59b432c670 req-7f2672d1-2f74-4664-8b98-dea16a264c6e service neutron] 10.222.0.46 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3120964 Aug 29 04:12:43.623724 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-84b40f57-b809-4d73-bc06-6f59b432c670 req-b7edc163-d9ae-449e-84dd-7291f1e13b5e service neutron] 10.222.0.48 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3133571 Aug 29 04:12:43.666596 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a8424cf5-85b4-4108-a174-0fc6ff9f449d req-fc121dde-fabb-4ea7-a355-5e1c72dbc26c tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731401 Aug 29 04:12:43.691429 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 20cc507d-377c-4740-9b17-180c7947d1c9, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=20cc507d-377c-4740-9b17-180c7947d1c9,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:43.698039 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:43.779579 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf135c6-fdb6-45d7-b305-f6b6d322dcf0 req-d43d0d83-737a-4740-943f-0a8a4097358d tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:43.781181 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-aaf135c6-fdb6-45d7-b305-f6b6d322dcf0 req-d43d0d83-737a-4740-943f-0a8a4097358d tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d24f8f7-37c6-4172-809a-ca3e73f3a4e3 HTTP/1.1" status: 200 len: 946 time: 0.0892320 Aug 29 04:12:43.789337 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=20cc507d-377c-4740-9b17-180c7947d1c9,revision_number=8']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:43.795661 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0e2b0506-92a9-4fa6-a7e9-0b5992ccc12f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:43.800669 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:12:43.801106 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:12:43.801680 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:12:43.802141 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:12:43.802492 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:12:43.802832 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:12:43.803250 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:12:43.803740 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:12:43.804156 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:12:43.804541 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:12:43.804934 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:12:43.805508 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:12:43.814193 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-2222073e-8387-4ab8-8402-08e758ce3d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9fac259-acb2-4fcc-9c5b-d3ac0b278e5a', 'name': 'tempest-ServersTestBootFromVolume-1503587993-router', 'tenant_id': '59a3c824d92d476f92b52c317d7dd0b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': '65b1c109-a994-4565-ad47-83d784916d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:09:07Z', 'updated_at': '2021-08-29T04:12:41Z', 'revision_number': 5, 'project_id': '59a3c824d92d476f92b52c317d7dd0b3', 'gw_port': {'id': '65b1c109-a994-4565-ad47-83d784916d16', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9fac259-acb2-4fcc-9c5b-d3ac0b278e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:09:09Z', 'updated_at': '2021-08-29T04:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:12:43.847564 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2b0506-92a9-4fa6-a7e9-0b5992ccc12f admin admin] Pushing event deleted for resources: {'Port': ['ID=65b1c109-a994-4565-ad47-83d784916d16,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:43.851794 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 91feca29-9c06-49f7-802c-92515715195f up at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:12:43.887811 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2222073e-8387-4ab8-8402-08e758ce3d51 None None] Checking router: a9fac259-acb2-4fcc-9c5b-d3ac0b278e5a for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:12:43.905703 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2222073e-8387-4ab8-8402-08e758ce3d51 None None] Routers {'a9fac259-acb2-4fcc-9c5b-d3ac0b278e5a'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:12:43.906610 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-2222073e-8387-4ab8-8402-08e758ce3d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:12:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['a9fac259-acb2-4fcc-9c5b-d3ac0b278e5a'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:12:43.926220 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-aaf135c6-fdb6-45d7-b305-f6b6d322dcf0 req-304c716f-8760-4431-a9ec-4b1dfabe6333 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e63e8ef-00a5-40d1-a0c1-bc99e0ad79b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311948 Aug 29 04:12:43.946052 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0e2b0506-92a9-4fa6-a7e9-0b5992ccc12f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719445'] for router_gateway, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:44.012852 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-2222073e-8387-4ab8-8402-08e758ce3d51 None None] Set router a9fac259-acb2-4fcc-9c5b-d3ac0b278e5a gateway port host: None {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:12:44.059189 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0e2b0506-92a9-4fa6-a7e9-0b5992ccc12f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:44.062721 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0e2b0506-92a9-4fa6-a7e9-0b5992ccc12f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:44.073522 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-2222073e-8387-4ab8-8402-08e758ce3d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9fac259-acb2-4fcc-9c5b-d3ac0b278e5a', 'name': 'tempest-ServersTestBootFromVolume-1503587993-router', 'tenant_id': '59a3c824d92d476f92b52c317d7dd0b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:09:07Z', 'updated_at': '2021-08-29T04:12:43Z', 'revision_number': 7, 'project_id': '59a3c824d92d476f92b52c317d7dd0b3', 'gw_port_host': None}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:12:44.101585 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2222073e-8387-4ab8-8402-08e758ce3d51 None None] The sync data for ids ['a9fac259-acb2-4fcc-9c5b-d3ac0b278e5a'] in n-d-712140-12 is: [{'id': 'a9fac259-acb2-4fcc-9c5b-d3ac0b278e5a', 'name': 'tempest-ServersTestBootFromVolume-1503587993-router', 'tenant_id': '59a3c824d92d476f92b52c317d7dd0b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:09:07Z', 'updated_at': '2021-08-29T04:12:43Z', 'revision_number': 7, 'project_id': '59a3c824d92d476f92b52c317d7dd0b3', 'gw_port_host': None}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:12:44.104080 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning complete for port 91feca29-9c06-49f7-802c-92515715195f triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:12:44.104452 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:44.117594 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0e2b0506-92a9-4fa6-a7e9-0b5992ccc12f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717253'] for router, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:44.118128 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e2b0506-92a9-4fa6-a7e9-0b5992ccc12f admin admin] Fanout notify agent at l3_agent the message router_deleted on router a9fac259-acb2-4fcc-9c5b-d3ac0b278e5a {{(pid=94829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:12:44.123718 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0e2b0506-92a9-4fa6-a7e9-0b5992ccc12f admin admin] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:44.126787 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-0e2b0506-92a9-4fa6-a7e9-0b5992ccc12f admin admin] 10.222.0.22 "DELETE /v2.0/routers/a9fac259-acb2-4fcc-9c5b-d3ac0b278e5a HTTP/1.1" status: 204 len: 168 time: 1.1846402 Aug 29 04:12:44.128012 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 39428) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:12:44.170316 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['20cc507d-377c-4740-9b17-180c7947d1c9'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:12:44.184737 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffd8a23e-0dc4-4e1e-933a-ab233b40051c admin admin] Deleting subnet e2e9ec72-46f1-4e0c-a3f8-8298e639a3bf {{(pid=94828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:12:44.188012 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ffd8a23e-0dc4-4e1e-933a-ab233b40051c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:44.226935 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ffd8a23e-0dc4-4e1e-933a-ab233b40051c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8904862'] for subnet, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:44.253283 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:44.293362 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd952c196-c5ab-4e23-926c-fd07660010ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91feca29-9c06-49f7-802c-92515715195f'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:12:44.295964 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35a2335c-371f-4d58-8eee-e1f2046650ac" -d '{"events": [{"server_uuid": "d952c196-c5ab-4e23-926c-fd07660010ab", "name": "network-vif-plugged", "status": "completed", "tag": "91feca29-9c06-49f7-802c-92515715195f"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:12:44.313422 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 91feca29-9c06-49f7-802c-92515715195f, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=91feca29-9c06-49f7-802c-92515715195f,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:44.320411 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:44.326974 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ffd8a23e-0dc4-4e1e-933a-ab233b40051c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:44.359729 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80884d6a-3b7c-4652-bb9d-5bea812a26b3 x-openstack-request-id: req-80884d6a-3b7c-4652-bb9d-5bea812a26b3 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:12:44.359955 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d952c196-c5ab-4e23-926c-fd07660010ab", "name": "network-vif-plugged", "status": "completed", "tag": "91feca29-9c06-49f7-802c-92515715195f", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:12:44.360120 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-80884d6a-3b7c-4652-bb9d-5bea812a26b3 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:12:44.360478 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd952c196-c5ab-4e23-926c-fd07660010ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91feca29-9c06-49f7-802c-92515715195f', 'code': 200} Aug 29 04:12:44.399235 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ffd8a23e-0dc4-4e1e-933a-ab233b40051c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9190434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062341'] for subnet, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:44.399476 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=91feca29-9c06-49f7-802c-92515715195f,revision_number=7']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:44.423432 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd8a23e-0dc4-4e1e-933a-ab233b40051c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2e9ec72-46f1-4e0c-a3f8-8298e639a3bf,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:44.434566 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ffd8a23e-0dc4-4e1e-933a-ab233b40051c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:44.436676 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-ffd8a23e-0dc4-4e1e-933a-ab233b40051c admin admin] 10.222.0.22 "DELETE /v2.0/subnets/e2e9ec72-46f1-4e0c-a3f8-8298e639a3bf HTTP/1.1" status: 204 len: 168 time: 0.3075993 Aug 29 04:12:44.439110 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 39432) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:12:44.461914 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ddaa275-0d0c-4bdd-a1c1-fee6d0c4fee7 None None] Network 7735d477-d15e-441f-8bb3-d5f649e24907 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:12:44.532011 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-974a0eb9-00c3-4035-a06c-031bb443c926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:44.614155 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-974a0eb9-00c3-4035-a06c-031bb443c926 admin admin] Deleting port 0135121f-d7b3-4018-80e6-3136e0149737 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:12:44.614411 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-974a0eb9-00c3-4035-a06c-031bb443c926 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:44.704470 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-974a0eb9-00c3-4035-a06c-031bb443c926 admin admin] For port 0135121f-d7b3-4018-80e6-3136e0149737, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=0135121f-d7b3-4018-80e6-3136e0149737,segment=NetworkSegment(3d556c5e-68f6-44a4-b566-57f69027162c),segment_id=3d556c5e-68f6-44a4-b566-57f69027162c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:44.704951 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-974a0eb9-00c3-4035-a06c-031bb443c926 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:44.734021 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-974a0eb9-00c3-4035-a06c-031bb443c926 admin admin] Calling delete_port for 0135121f-d7b3-4018-80e6-3136e0149737 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:12:44.778286 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b1fbd5-9ac5-4ad4-ba3b-2b630e47adce None None] DHCP port deletion for 7735d477-d15e-441f-8bb3-d5f649e24907 request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:12:44.827671 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 019f8130-72e7-4ecb-b3e8-ab0de8c336ca no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:12:44.832407 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 49f9cb12-f438-4af9-8c81-ce77ee5be62a details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:12:44.840876 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-974a0eb9-00c3-4035-a06c-031bb443c926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:44.857528 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973e2a7d-8ca9-4ae2-9080-1df8627bfee3 req-f3eeabd4-2648-4b9e-8b03-287d256761bb tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:44.859350 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-973e2a7d-8ca9-4ae2-9080-1df8627bfee3 req-f3eeabd4-2648-4b9e-8b03-287d256761bb tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=d08c5cc7-debc-40a5-960a-3b21fc8777de HTTP/1.1" status: 200 len: 949 time: 0.0944674 Aug 29 04:12:44.861995 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 019f8130-72e7-4ecb-b3e8-ab0de8c336ca {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:12:44.862564 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 019f8130-72e7-4ecb-b3e8-ab0de8c336ca not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:12:44.862954 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 65b1c109-a994-4565-ad47-83d784916d16 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:12:44.877298 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974a0eb9-00c3-4035-a06c-031bb443c926 admin admin] Pushing event deleted for resources: {'Port': ['ID=0135121f-d7b3-4018-80e6-3136e0149737,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:44.894473 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974a0eb9-00c3-4035-a06c-031bb443c926 admin admin] No DVR routers for this DVR port 0135121f-d7b3-4018-80e6-3136e0149737 on host n-d-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:12:44.928779 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 65b1c109-a994-4565-ad47-83d784916d16 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:12:44.929121 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 65b1c109-a994-4565-ad47-83d784916d16 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:12:44.948383 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-973e2a7d-8ca9-4ae2-9080-1df8627bfee3 req-b66d6bb4-3af6-49e7-99be-5446cc466892 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783105 Aug 29 04:12:45.066166 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-974a0eb9-00c3-4035-a06c-031bb443c926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:45.106550 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-974a0eb9-00c3-4035-a06c-031bb443c926 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7735d477-d15e-441f-8bb3-d5f649e24907']}} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:12:45.132827 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-974a0eb9-00c3-4035-a06c-031bb443c926 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d556c5e-68f6-44a4-b566-57f69027162c') {'for_net_delete': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:12:45.133129 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-974a0eb9-00c3-4035-a06c-031bb443c926 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d556c5e-68f6-44a4-b566-57f69027162c') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:12:45.147340 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-33b1fbd5-9ac5-4ad4-ba3b-2b630e47adce None None] Deleting port 0135121f-d7b3-4018-80e6-3136e0149737 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:12:45.147340 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-33b1fbd5-9ac5-4ad4-ba3b-2b630e47adce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:45.162944 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-974a0eb9-00c3-4035-a06c-031bb443c926 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8904833'] for segment, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:45.194057 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-974a0eb9-00c3-4035-a06c-031bb443c926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:45.211297 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-974a0eb9-00c3-4035-a06c-031bb443c926 admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=94828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:12:45.212038 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-974a0eb9-00c3-4035-a06c-031bb443c926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9190468'] for segment, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:45.215653 n-d-712140-12 neutron-server[94828]: Traceback (most recent call last): Aug 29 04:12:45.215653 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:12:45.215653 n-d-712140-12 neutron-server[94828]: timer() Aug 29 04:12:45.215653 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:12:45.215653 n-d-712140-12 neutron-server[94828]: cb(*args, **kw) Aug 29 04:12:45.215653 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:12:45.215653 n-d-712140-12 neutron-server[94828]: return func(*args, **kwargs) Aug 29 04:12:45.215653 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:12:45.215653 n-d-712140-12 neutron-server[94828]: self._notify() Aug 29 04:12:45.215653 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:12:45.215653 n-d-712140-12 neutron-server[94828]: self.callback(batched_events) Aug 29 04:12:45.215653 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:12:45.215653 n-d-712140-12 neutron-server[94828]: event.method(event) Aug 29 04:12:45.215653 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:12:45.215653 n-d-712140-12 neutron-server[94828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:12:45.215653 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:12:45.215653 n-d-712140-12 neutron-server[94828]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:12:45.215653 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:12:45.215653 n-d-712140-12 neutron-server[94828]: return f(self, *a, **k) Aug 29 04:12:45.215653 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:12:45.215653 n-d-712140-12 neutron-server[94828]: return self._get(url).json() Aug 29 04:12:45.215653 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:12:45.215653 n-d-712140-12 neutron-server[94828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:12:45.215653 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:12:45.215653 n-d-712140-12 neutron-server[94828]: return self.request(url, 'GET', **kwargs) Aug 29 04:12:45.215653 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:12:45.215653 n-d-712140-12 neutron-server[94828]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:12:45.215653 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:12:45.215653 n-d-712140-12 neutron-server[94828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:12:45.215653 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:12:45.215653 n-d-712140-12 neutron-server[94828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:12:45.215653 n-d-712140-12 neutron-server[94828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:12:45.262615 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-33b1fbd5-9ac5-4ad4-ba3b-2b630e47adce None None] For port 0135121f-d7b3-4018-80e6-3136e0149737, host n-d-712140-12, got binding levels [] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:45.263202 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-33b1fbd5-9ac5-4ad4-ba3b-2b630e47adce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:45.285552 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 49f9cb12-f438-4af9-8c81-ce77ee5be62a, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=49f9cb12-f438-4af9-8c81-ce77ee5be62a,segment=NetworkSegment(91716f4b-2300-4d9e-8518-8c88143693cd),segment_id=91716f4b-2300-4d9e-8518-8c88143693cd)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:45.301683 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-33b1fbd5-9ac5-4ad4-ba3b-2b630e47adce None None] Calling delete_port for 0135121f-d7b3-4018-80e6-3136e0149737 owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:12:45.308149 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.ipam_backend_mixin [None req-33b1fbd5-9ac5-4ad4-ba3b-2b630e47adce None None] Port 0135121f-d7b3-4018-80e6-3136e0149737 was not found and therefore no delete operation was performed {{(pid=94830) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 04:12:45.312307 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-33b1fbd5-9ac5-4ad4-ba3b-2b630e47adce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:45.325086 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Returning: {'device': '49f9cb12-f438-4af9-8c81-ce77ee5be62a', 'network_id': 'b11b9749-6fdf-4b5b-bd44-54840570cb9d', 'port_id': '49f9cb12-f438-4af9-8c81-ce77ee5be62a', 'mac_address': 'fa:16:3e:cf:58:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82fda6de-10c8-44f0-bae6-762e0dfe0362', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:12:45.371196 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b1fbd5-9ac5-4ad4-ba3b-2b630e47adce None None] No DVR routers for this DVR port 0135121f-d7b3-4018-80e6-3136e0149737 on host n-d-712140-12 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:12:45.380487 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b1fbd5-9ac5-4ad4-ba3b-2b630e47adce None None] Pushing event deleted for resources: {'Port': ['ID=0135121f-d7b3-4018-80e6-3136e0149737,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:45.398162 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-974a0eb9-00c3-4035-a06c-031bb443c926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:45.409132 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-974a0eb9-00c3-4035-a06c-031bb443c926 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:45.411050 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-974a0eb9-00c3-4035-a06c-031bb443c926 admin admin] 10.222.0.22 "DELETE /v2.0/networks/7735d477-d15e-441f-8bb3-d5f649e24907 HTTP/1.1" status: 204 len: 168 time: 0.9710581 Aug 29 04:12:45.430181 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe6a7e5-0f17-44eb-95d1-01ea355ce140 req-4e98f62b-3d48-4aab-8bf1-aec192a7831a tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:45.437905 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-abe6a7e5-0f17-44eb-95d1-01ea355ce140 req-4e98f62b-3d48-4aab-8bf1-aec192a7831a tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d24f8f7-37c6-4172-809a-ca3e73f3a4e3 HTTP/1.1" status: 200 len: 946 time: 0.3432488 Aug 29 04:12:45.446173 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:45.462941 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 49f9cb12-f438-4af9-8c81-ce77ee5be62a {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:12:45.475471 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e177729-d240-4de4-82df-bf9fc6fe3ef8 req-b69598a0-2123-404e-9a00-6a32c844dad2 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:45.477276 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974a0eb9-00c3-4035-a06c-031bb443c926 admin admin] Pushing event deleted for resources: {'Network': ['ID=7735d477-d15e-441f-8bb3-d5f649e24907,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:45.489032 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff80215-125e-4131-b737-b03cf0deb65e req-4e560389-c702-4da3-9b25-c095e477c6fe tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:45.490601 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9ff80215-125e-4131-b737-b03cf0deb65e req-4e560389-c702-4da3-9b25-c095e477c6fe tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.46 "GET /v2.0/ports?device_id=d08c5cc7-debc-40a5-960a-3b21fc8777de&tenant_id=4b47ebaf5a2144e2beea71bdc91317f3&binding%3Ahost_id=n-h1-712140-12 HTTP/1.1" status: 200 len: 949 time: 0.1825325 Aug 29 04:12:45.499250 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 49f9cb12-f438-4af9-8c81-ce77ee5be62a, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=49f9cb12-f438-4af9-8c81-ce77ee5be62a,segment=NetworkSegment(91716f4b-2300-4d9e-8518-8c88143693cd),segment_id=91716f4b-2300-4d9e-8518-8c88143693cd)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:45.499541 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4e177729-d240-4de4-82df-bf9fc6fe3ef8 req-b69598a0-2123-404e-9a00-6a32c844dad2 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=d08c5cc7-debc-40a5-960a-3b21fc8777de HTTP/1.1" status: 200 len: 949 time: 0.1162207 Aug 29 04:12:45.505850 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:45.560023 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-abe6a7e5-0f17-44eb-95d1-01ea355ce140 req-60baba96-36d6-43f0-bc7d-06c3b2965b83 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e63e8ef-00a5-40d1-a0c1-bc99e0ad79b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207070 Aug 29 04:12:45.570126 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4e177729-d240-4de4-82df-bf9fc6fe3ef8 req-3da7de0b-8f80-4197-a975-dd16d0d95901 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676978 Aug 29 04:12:45.608128 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=49f9cb12-f438-4af9-8c81-ce77ee5be62a,revision_number=6']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:45.618836 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9ff80215-125e-4131-b737-b03cf0deb65e req-cfa78cb7-8f4f-403f-8581-3bcd90459420 service neutron] 10.222.0.46 "GET /v2.0/ports/20cc507d-377c-4740-9b17-180c7947d1c9/bindings/n-h1-712140-12 HTTP/1.1" status: 200 len: 383 time: 0.1128621 Aug 29 04:12:45.646661 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 39464) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:12:45.699970 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['49f9cb12-f438-4af9-8c81-ce77ee5be62a'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:12:45.704230 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff80215-125e-4131-b737-b03cf0deb65e req-2c52ecf5-89ce-486d-ae08-56bef7581887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:45.706573 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9ff80215-125e-4131-b737-b03cf0deb65e req-2c52ecf5-89ce-486d-ae08-56bef7581887 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4b47ebaf5a2144e2beea71bdc91317f3&device_id=d08c5cc7-debc-40a5-960a-3b21fc8777de HTTP/1.1" status: 200 len: 1101 time: 0.0536284 Aug 29 04:12:45.712328 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-d83d6fc4-e8cf-4c5e-99f1-341c0609f5e8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=59a3c824d92d476f92b52c317d7dd0b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0639381 Aug 29 04:12:45.716607 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 39468) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:12:45.801199 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2a837da6-3b87-4176-bfa6-bcfeb252ac2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:45.824794 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2a837da6-3b87-4176-bfa6-bcfeb252ac2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:45.844338 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff80215-125e-4131-b737-b03cf0deb65e req-b78a2c19-c79d-4ad9-94a7-61b4237a07f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:45.847165 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9ff80215-125e-4131-b737-b03cf0deb65e req-b78a2c19-c79d-4ad9-94a7-61b4237a07f5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 HTTP/1.1" status: 200 len: 870 time: 0.1160619 Aug 29 04:12:45.881112 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2a837da6-3b87-4176-bfa6-bcfeb252ac2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:45.883908 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2a837da6-3b87-4176-bfa6-bcfeb252ac2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:45.885760 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-2a837da6-3b87-4176-bfa6-bcfeb252ac2d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8be6dbe4-563c-4afa-9561-0b7e54f089c7 HTTP/1.1" status: 204 len: 168 time: 0.1670432 Aug 29 04:12:45.899063 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a837da6-3b87-4176-bfa6-bcfeb252ac2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be6dbe4-563c-4afa-9561-0b7e54f089c7,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:45.899545 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9ff80215-125e-4131-b737-b03cf0deb65e req-9115efac-0ddb-4900-b46d-ea74e18105ee service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=20cc507d-377c-4740-9b17-180c7947d1c9 HTTP/1.1" status: 200 len: 217 time: 0.0422945 Aug 29 04:12:45.972060 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff80215-125e-4131-b737-b03cf0deb65e req-569454af-62dc-44e3-aee9-3b394b4d1a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:45.973563 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9ff80215-125e-4131-b737-b03cf0deb65e req-569454af-62dc-44e3-aee9-3b394b4d1a65 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=18cd12d4-b12a-41b0-b0c5-618edbb84e74 HTTP/1.1" status: 200 len: 843 time: 0.0620549 Aug 29 04:12:46.034989 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff80215-125e-4131-b737-b03cf0deb65e req-b88c6293-2a5d-486d-a83d-6acbe7e8f015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:46.038430 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9ff80215-125e-4131-b737-b03cf0deb65e req-b88c6293-2a5d-486d-a83d-6acbe7e8f015 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0519016 Aug 29 04:12:46.153062 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9ff80215-125e-4131-b737-b03cf0deb65e req-2c3b95b9-7f6b-47ca-ad9f-c409649b9601 service neutron] 10.222.0.46 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011343 Aug 29 04:12:46.282570 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9ff80215-125e-4131-b737-b03cf0deb65e req-54de1e95-3b34-4b34-bbe0-89b0424ba242 service neutron] 10.222.0.46 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167881 Aug 29 04:12:46.785594 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05d9300-0849-4a06-ae00-4c936cbe6b8d req-5668b533-40a0-4f46-9012-1868d84dccce tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:46.794835 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e05d9300-0849-4a06-ae00-4c936cbe6b8d req-5668b533-40a0-4f46-9012-1868d84dccce tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=d08c5cc7-debc-40a5-960a-3b21fc8777de HTTP/1.1" status: 200 len: 949 time: 0.1027527 Aug 29 04:12:46.825010 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 0135121f-d7b3-4018-80e6-3136e0149737 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:12:46.851524 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008d86f7-520d-4023-abf0-dcaf803d7a6e req-461b64ff-b39a-4109-ac9a-3bfd1077a18f tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:46.859839 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-008d86f7-520d-4023-abf0-dcaf803d7a6e req-461b64ff-b39a-4109-ac9a-3bfd1077a18f tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d24f8f7-37c6-4172-809a-ca3e73f3a4e3 HTTP/1.1" status: 200 len: 945 time: 0.1063297 Aug 29 04:12:46.865047 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e05d9300-0849-4a06-ae00-4c936cbe6b8d req-3072c1dc-9c3c-47d4-9690-ba58eac5689a tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689306 Aug 29 04:12:46.880818 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 20cc507d-377c-4740-9b17-180c7947d1c9 up at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:12:46.884772 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 0135121f-d7b3-4018-80e6-3136e0149737 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:12:46.886194 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 0135121f-d7b3-4018-80e6-3136e0149737 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:12:46.915463 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-008d86f7-520d-4023-abf0-dcaf803d7a6e req-3f2c8576-a0f9-47ca-b77b-68dccea59cca tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e63e8ef-00a5-40d1-a0c1-bc99e0ad79b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547788 Aug 29 04:12:46.985591 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning for port 20cc507d-377c-4740-9b17-180c7947d1c9 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:12:46.990805 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning complete for port 20cc507d-377c-4740-9b17-180c7947d1c9 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:12:46.991434 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:47.060786 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 39538) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:12:47.141010 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:47.174815 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd08c5cc7-debc-40a5-960a-3b21fc8777de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20cc507d-377c-4740-9b17-180c7947d1c9'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:12:47.177523 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2854f600-b4c6-4f5f-be5f-f5184d29442d" -d '{"events": [{"server_uuid": "d08c5cc7-debc-40a5-960a-3b21fc8777de", "name": "network-vif-plugged", "status": "completed", "tag": "20cc507d-377c-4740-9b17-180c7947d1c9"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:12:47.197949 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 20cc507d-377c-4740-9b17-180c7947d1c9, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=20cc507d-377c-4740-9b17-180c7947d1c9,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:47.206637 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:47.209105 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 49f9cb12-f438-4af9-8c81-ce77ee5be62a up at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:12:47.325453 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3973df9f-223a-45f9-908a-2878ad447cf0 x-openstack-request-id: req-3973df9f-223a-45f9-908a-2878ad447cf0 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:12:47.326013 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d08c5cc7-debc-40a5-960a-3b21fc8777de", "name": "network-vif-plugged", "status": "completed", "tag": "20cc507d-377c-4740-9b17-180c7947d1c9", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:12:47.326610 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3973df9f-223a-45f9-908a-2878ad447cf0 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:12:47.327195 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd08c5cc7-debc-40a5-960a-3b21fc8777de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20cc507d-377c-4740-9b17-180c7947d1c9', 'code': 200} Aug 29 04:12:47.341348 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=20cc507d-377c-4740-9b17-180c7947d1c9,revision_number=9']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:47.358290 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning complete for port 49f9cb12-f438-4af9-8c81-ce77ee5be62a triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:12:47.359224 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:47.399007 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-3e71ce6a-b6be-46f7-b4f9-ae03aad8ca55 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-410635681-network', 'tenant_id': 'e67175142eaa45159530b984b93e02ff'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:12:47.465051 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e71ce6a-b6be-46f7-b4f9-ae03aad8ca55 admin admin] Made reservation on behalf of e67175142eaa45159530b984b93e02ff for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:12:47.472777 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3e71ce6a-b6be-46f7-b4f9-ae03aad8ca55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:47.526022 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:47.534095 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3e71ce6a-b6be-46f7-b4f9-ae03aad8ca55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:47.586803 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 49f9cb12-f438-4af9-8c81-ce77ee5be62a, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=49f9cb12-f438-4af9-8c81-ce77ee5be62a,segment=NetworkSegment(91716f4b-2300-4d9e-8518-8c88143693cd),segment_id=91716f4b-2300-4d9e-8518-8c88143693cd)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:47.592285 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:47.690168 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=49f9cb12-f438-4af9-8c81-ce77ee5be62a,revision_number=7']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:47.780202 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3e71ce6a-b6be-46f7-b4f9-ae03aad8ca55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:47.787011 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3e71ce6a-b6be-46f7-b4f9-ae03aad8ca55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:47.815476 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e71ce6a-b6be-46f7-b4f9-ae03aad8ca55 admin admin] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:12:47.827374 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e71ce6a-b6be-46f7-b4f9-ae03aad8ca55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c22e5dfa-bd0a-4a69-b395-f938376ed5fb,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:47.852190 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3e71ce6a-b6be-46f7-b4f9-ae03aad8ca55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:47.854433 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-3e71ce6a-b6be-46f7-b4f9-ae03aad8ca55 admin admin] Added segment f495cacf-16db-4273-b6f8-6a3182d867d6 of type vlan for network 469a8f89-12a7-4bb3-95db-db399eeddc38 Aug 29 04:12:47.903670 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3e71ce6a-b6be-46f7-b4f9-ae03aad8ca55 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:47.958108 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3e71ce6a-b6be-46f7-b4f9-ae03aad8ca55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:47.959876 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e71ce6a-b6be-46f7-b4f9-ae03aad8ca55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:47.961453 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3e71ce6a-b6be-46f7-b4f9-ae03aad8ca55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:47.963726 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25a5a95-e0b9-4b53-8136-1b5710a39025 req-cdc8036b-f16b-4f74-9edd-e0d0b690acc2 tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:47.977044 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e25a5a95-e0b9-4b53-8136-1b5710a39025 req-cdc8036b-f16b-4f74-9edd-e0d0b690acc2 tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] 10.222.0.22 "GET /v2.0/ports?device_id=58dff7ff-0246-4aaf-9ae6-edda75be8ead HTTP/1.1" status: 200 len: 946 time: 0.1179125 Aug 29 04:12:48.042981 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e25a5a95-e0b9-4b53-8136-1b5710a39025 req-acf8a559-33c1-4fa1-a548-72c04cb7983d tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] 10.222.0.22 "GET /v2.0/security-groups?id=1ce7c691-1054-4e92-8ce1-44402522c321&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0643311 Aug 29 04:12:48.084703 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-3e71ce6a-b6be-46f7-b4f9-ae03aad8ca55 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0216606 Aug 29 04:12:48.087656 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 39566) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:12:48.098614 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-fdab9464-73f2-4057-a354-0fd3427123e6 admin admin] Request body: {'subnet': {'network_id': '469a8f89-12a7-4bb3-95db-db399eeddc38', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-410635681-subnet', 'tenant_id': 'e67175142eaa45159530b984b93e02ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:12:48.105625 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e71ce6a-b6be-46f7-b4f9-ae03aad8ca55 admin admin] Pushing event updated for resources: {'Network': ['ID=469a8f89-12a7-4bb3-95db-db399eeddc38,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:48.120562 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 469a8f89-12a7-4bb3-95db-db399eeddc38 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:12:48.162277 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e9b9da-537f-4741-8f4a-671331eaabdf req-4f105b98-3310-4b40-b24c-cb151cf136fd tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:48.169115 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdab9464-73f2-4057-a354-0fd3427123e6 admin admin] Made reservation on behalf of e67175142eaa45159530b984b93e02ff for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:12:48.170031 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-02e9b9da-537f-4741-8f4a-671331eaabdf req-4f105b98-3310-4b40-b24c-cb151cf136fd tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=d08c5cc7-debc-40a5-960a-3b21fc8777de HTTP/1.1" status: 200 len: 950 time: 0.1743941 Aug 29 04:12:48.171440 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fdab9464-73f2-4057-a354-0fd3427123e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:48.216396 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-02e9b9da-537f-4741-8f4a-671331eaabdf req-6a56f197-ae75-4021-aeae-417ea22f6a96 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452998 Aug 29 04:12:48.295036 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d259ce33-8cc6-4b42-9cae-c2049ee7bdd9 req-08f51496-2238-4b39-82a7-3e9a043a3340 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:48.307268 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d259ce33-8cc6-4b42-9cae-c2049ee7bdd9 req-08f51496-2238-4b39-82a7-3e9a043a3340 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d24f8f7-37c6-4172-809a-ca3e73f3a4e3 HTTP/1.1" status: 200 len: 946 time: 0.1528838 Aug 29 04:12:48.389951 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d259ce33-8cc6-4b42-9cae-c2049ee7bdd9 req-dd55daff-5225-4498-93cc-837ddbd7f009 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e63e8ef-00a5-40d1-a0c1-bc99e0ad79b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817161 Aug 29 04:12:48.520971 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fdab9464-73f2-4057-a354-0fd3427123e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9191137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10062364'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:48.627638 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdab9464-73f2-4057-a354-0fd3427123e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46d0d81f-8e01-477f-babc-54dc25086a4c,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:48.659667 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdab9464-73f2-4057-a354-0fd3427123e6 admin admin] Checking segment: {'id': 'f495cacf-16db-4273-b6f8-6a3182d867d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '469a8f89-12a7-4bb3-95db-db399eeddc38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:12:48.660040 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdab9464-73f2-4057-a354-0fd3427123e6 admin admin] Network hostable DHCP agents. Network: 469a8f89-12a7-4bb3-95db-db399eeddc38, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:12:48.692759 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44276a2-3029-4269-b11f-c10f48f52507 req-056dd19c-5bf8-4c6e-b21e-920df4fc6868 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:48.694499 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e44276a2-3029-4269-b11f-c10f48f52507 req-056dd19c-5bf8-4c6e-b21e-920df4fc6868 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e5ccfea-706b-4825-9d2e-60c0b092c82e HTTP/1.1" status: 200 len: 945 time: 0.1071398 Aug 29 04:12:48.710226 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdab9464-73f2-4057-a354-0fd3427123e6 admin admin] Network 469a8f89-12a7-4bb3-95db-db399eeddc38 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:12:48.735761 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-fdab9464-73f2-4057-a354-0fd3427123e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 469a8f89-12a7-4bb3-95db-db399eeddc38) {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:12:48.739610 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdab9464-73f2-4057-a354-0fd3427123e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:48.740232 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fdab9464-73f2-4057-a354-0fd3427123e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:48.771483 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed0450f7-d974-4302-b033-751ef91e5159 None None] Network 469a8f89-12a7-4bb3-95db-db399eeddc38 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:12:48.785219 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e44276a2-3029-4269-b11f-c10f48f52507 req-abcf1a16-b71f-442e-bb22-148f636732b6 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=95663bcf-c178-40f7-a8d1-56ba6dc33aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813210 Aug 29 04:12:48.806794 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-fdab9464-73f2-4057-a354-0fd3427123e6 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7123842 Aug 29 04:12:49.049041 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f8f8a9-941d-4d71-9a8c-246bede73a86 None None] Network 469a8f89-12a7-4bb3-95db-db399eeddc38 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:12:49.062409 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:49.328601 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d24f8f7-37c6-4172-809a-ca3e73f3a4e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49f9cb12-f438-4af9-8c81-ce77ee5be62a'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:12:49.331873 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c7de621-c2c2-46ec-b4a9-415b9fc0d3fd" -d '{"events": [{"server_uuid": "7d24f8f7-37c6-4172-809a-ca3e73f3a4e3", "name": "network-vif-plugged", "status": "completed", "tag": "49f9cb12-f438-4af9-8c81-ce77ee5be62a"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:12:49.333102 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f6d986-d388-4723-beb9-3c840bc8393b req-da61c50b-3520-4ed0-b1ea-37a96f9f2c7c tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:49.337163 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-37f6d986-d388-4723-beb9-3c840bc8393b req-da61c50b-3520-4ed0-b1ea-37a96f9f2c7c tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] 10.222.0.22 "GET /v2.0/ports?device_id=58dff7ff-0246-4aaf-9ae6-edda75be8ead HTTP/1.1" status: 200 len: 946 time: 0.1324592 Aug 29 04:12:49.426509 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-37f6d986-d388-4723-beb9-3c840bc8393b req-8191d389-6efc-48d1-ad75-396a3f54969a tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] 10.222.0.22 "GET /v2.0/security-groups?id=1ce7c691-1054-4e92-8ce1-44402522c321&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0756395 Aug 29 04:12:49.464930 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff80215-125e-4131-b737-b03cf0deb65e req-b86b6bb2-7c75-4229-a763-ddaa514a4106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:49.466677 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9ff80215-125e-4131-b737-b03cf0deb65e req-b86b6bb2-7c75-4229-a763-ddaa514a4106 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d08c5cc7-debc-40a5-960a-3b21fc8777de&tenant_id=4b47ebaf5a2144e2beea71bdc91317f3 HTTP/1.1" status: 200 len: 1102 time: 0.1144750 Aug 29 04:12:49.491128 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-9ff80215-125e-4131-b737-b03cf0deb65e req-e8b5a997-4ffe-4895-9e44-e23169a73294 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712140-12', 'device_owner': 'compute:nova'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:12:49.618855 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-9ff80215-125e-4131-b737-b03cf0deb65e req-e8b5a997-4ffe-4895-9e44-e23169a73294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:49.651823 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6777f43-a4ba-454d-a6f3-da9987c4eabc req-133cb58e-bc60-4af6-8dc6-46b499da81b4 tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:49.653435 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d6777f43-a4ba-454d-a6f3-da9987c4eabc req-133cb58e-bc60-4af6-8dc6-46b499da81b4 tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] 10.222.0.46 "GET /v2.0/ports?device_id=58dff7ff-0246-4aaf-9ae6-edda75be8ead HTTP/1.1" status: 200 len: 946 time: 0.1833723 Aug 29 04:12:49.667513 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4c3cae-5679-49a7-9876-e686339c071a req-4d5b5365-7442-4cf0-a77d-7c39416e8572 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:49.679229 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6a4c3cae-5679-49a7-9876-e686339c071a req-4d5b5365-7442-4cf0-a77d-7c39416e8572 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d24f8f7-37c6-4172-809a-ca3e73f3a4e3 HTTP/1.1" status: 200 len: 946 time: 0.1373248 Aug 29 04:12:49.866935 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6a4c3cae-5679-49a7-9876-e686339c071a req-1e20603c-0df4-44d4-a493-d2be981ef514 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e63e8ef-00a5-40d1-a0c1-bc99e0ad79b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850164 Aug 29 04:12:50.099353 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f0cb0d-36f4-4bc7-a607-d000fac48bd6 req-ab7fd356-d9e7-41f3-ae7d-199e9eaa941d tempest-ServerMetadataNegativeTestJSON-675641479 tempest-ServerMetadataNegativeTestJSON-675641479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:50.107899 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-88f0cb0d-36f4-4bc7-a607-d000fac48bd6 req-ab7fd356-d9e7-41f3-ae7d-199e9eaa941d tempest-ServerMetadataNegativeTestJSON-675641479 tempest-ServerMetadataNegativeTestJSON-675641479-project] 10.222.0.22 "GET /v2.0/networks?id=469a8f89-12a7-4bb3-95db-db399eeddc38 HTTP/1.1" status: 200 len: 820 time: 0.1656954 Aug 29 04:12:50.134138 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-88f0cb0d-36f4-4bc7-a607-d000fac48bd6 req-1150e0a0-9612-4601-80c7-2d46c8ece3ac tempest-ServerMetadataNegativeTestJSON-675641479 tempest-ServerMetadataNegativeTestJSON-675641479-project] 10.222.0.22 "GET /v2.0/quotas/e67175142eaa45159530b984b93e02ff HTTP/1.1" status: 200 len: 375 time: 0.0245600 Aug 29 04:12:50.167956 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-d6777f43-a4ba-454d-a6f3-da9987c4eabc req-2ffe6b77-207b-4d34-9ade-e0f61df7d579 tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] Deleting port fd890cfa-bcf7-4f0a-b331-cf5351bf0305 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:12:50.168293 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-d6777f43-a4ba-454d-a6f3-da9987c4eabc req-2ffe6b77-207b-4d34-9ade-e0f61df7d579 tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:50.179540 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-88f0cb0d-36f4-4bc7-a607-d000fac48bd6 req-d304a95d-e546-4547-b04f-511c177f9fc7 tempest-ServerMetadataNegativeTestJSON-675641479 tempest-ServerMetadataNegativeTestJSON-675641479-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=e67175142eaa45159530b984b93e02ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0442111 Aug 29 04:12:50.187200 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23a2589-3087-4d86-a97b-898070c0a794 req-ca1a9b8d-ce7b-45bc-8901-606b71fb13e4 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:50.194418 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e23a2589-3087-4d86-a97b-898070c0a794 req-ca1a9b8d-ce7b-45bc-8901-606b71fb13e4 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=d08c5cc7-debc-40a5-960a-3b21fc8777de HTTP/1.1" status: 200 len: 950 time: 0.1857271 Aug 29 04:12:50.321661 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-88f0cb0d-36f4-4bc7-a607-d000fac48bd6 req-c15b5d27-533f-41cc-ac5b-a7d8533116e5 service neutron] 10.222.0.22 "GET /v2.0/networks/469a8f89-12a7-4bb3-95db-db399eeddc38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403759 Aug 29 04:12:50.337422 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e23a2589-3087-4d86-a97b-898070c0a794 req-7bd0a190-a4ef-4d39-8661-49b70e0c2b98 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419566 Aug 29 04:12:50.374556 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-9ff80215-125e-4131-b737-b03cf0deb65e req-e8b5a997-4ffe-4895-9e44-e23169a73294 service neutron] For port 20cc507d-377c-4740-9b17-180c7947d1c9, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=20cc507d-377c-4740-9b17-180c7947d1c9,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:50.439367 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccc92f19-534b-4b46-bf79-b9d0e8b5ecc2 x-openstack-request-id: req-ccc92f19-534b-4b46-bf79-b9d0e8b5ecc2 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:12:50.440536 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d24f8f7-37c6-4172-809a-ca3e73f3a4e3", "name": "network-vif-plugged", "status": "completed", "tag": "49f9cb12-f438-4af9-8c81-ce77ee5be62a", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:12:50.441018 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ccc92f19-534b-4b46-bf79-b9d0e8b5ecc2 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:12:50.442019 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d24f8f7-37c6-4172-809a-ca3e73f3a4e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49f9cb12-f438-4af9-8c81-ce77ee5be62a', 'code': 200} Aug 29 04:12:50.481556 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-d6777f43-a4ba-454d-a6f3-da9987c4eabc req-2ffe6b77-207b-4d34-9ade-e0f61df7d579 tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] For port fd890cfa-bcf7-4f0a-b331-cf5351bf0305, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=fd890cfa-bcf7-4f0a-b331-cf5351bf0305,segment=NetworkSegment(5edca003-2703-4f54-98cc-983d1c404746),segment_id=5edca003-2703-4f54-98cc-983d1c404746)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:50.482118 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-d6777f43-a4ba-454d-a6f3-da9987c4eabc req-2ffe6b77-207b-4d34-9ade-e0f61df7d579 tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:50.491840 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-9ff80215-125e-4131-b737-b03cf0deb65e req-e8b5a997-4ffe-4895-9e44-e23169a73294 service neutron] For port 20cc507d-377c-4740-9b17-180c7947d1c9, host n-h1-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:12:50.508096 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-88f0cb0d-36f4-4bc7-a607-d000fac48bd6 req-5fd0e4c5-534b-4f23-9a59-aa85ab5d7a84 service neutron] 10.222.0.22 "GET /v2.0/networks/469a8f89-12a7-4bb3-95db-db399eeddc38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800632 Aug 29 04:12:50.631001 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd08c5cc7-debc-40a5-960a-3b21fc8777de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20cc507d-377c-4740-9b17-180c7947d1c9'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:12:50.638570 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29dbae31-b019-435d-b3c8-a0968a4158be" -d '{"events": [{"server_uuid": "d08c5cc7-debc-40a5-960a-3b21fc8777de", "name": "network-vif-unplugged", "status": "completed", "tag": "20cc507d-377c-4740-9b17-180c7947d1c9"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:12:50.644916 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-9ff80215-125e-4131-b737-b03cf0deb65e req-e8b5a997-4ffe-4895-9e44-e23169a73294 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:50.717752 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-9ff80215-125e-4131-b737-b03cf0deb65e req-e8b5a997-4ffe-4895-9e44-e23169a73294 service neutron] Transition to ACTIVE for port object 20cc507d-377c-4740-9b17-180c7947d1c9 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:12:50.726002 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-9ff80215-125e-4131-b737-b03cf0deb65e req-e8b5a997-4ffe-4895-9e44-e23169a73294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:50.875632 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 20cc507d-377c-4740-9b17-180c7947d1c9 no longer exists at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:12:50.958668 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeb3fba9-76b2-4d69-a893-afd1ec8f8d5f x-openstack-request-id: req-eeb3fba9-76b2-4d69-a893-afd1ec8f8d5f {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:12:50.960329 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d08c5cc7-debc-40a5-960a-3b21fc8777de", "name": "network-vif-unplugged", "status": "completed", "tag": "20cc507d-377c-4740-9b17-180c7947d1c9", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:12:50.960604 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-eeb3fba9-76b2-4d69-a893-afd1ec8f8d5f {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:12:50.961016 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd08c5cc7-debc-40a5-960a-3b21fc8777de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20cc507d-377c-4740-9b17-180c7947d1c9', 'code': 200} Aug 29 04:12:50.970309 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 20cc507d-377c-4740-9b17-180c7947d1c9 not bound to the agent host n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:12:50.971084 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 49f9cb12-f438-4af9-8c81-ce77ee5be62a no longer exists at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:12:51.012508 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f899d15d-0633-4f2f-9dae-94155bfee779 req-147ab815-5791-4910-ab3f-6b091992ff8c tempest-ServerMetadataNegativeTestJSON-675641479 tempest-ServerMetadataNegativeTestJSON-675641479-project] 10.222.0.22 "GET /v2.0/ports?device_id=7da6fe9f-85ed-42ca-bdb1-488d30289a8c HTTP/1.1" status: 200 len: 210 time: 0.0493832 Aug 29 04:12:51.100938 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ff80215-125e-4131-b737-b03cf0deb65e req-e8b5a997-4ffe-4895-9e44-e23169a73294 service neutron] No DVR routers for this DVR port 20cc507d-377c-4740-9b17-180c7947d1c9 on host n-h1-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:12:51.198402 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:51.251391 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b5a997-4ffe-4895-9e44-e23169a73294 service neutron] Pushing event updated for resources: {'Port': ['ID=20cc507d-377c-4740-9b17-180c7947d1c9,revision_number=10']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:51.271608 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-9ff80215-125e-4131-b737-b03cf0deb65e req-e8b5a997-4ffe-4895-9e44-e23169a73294 service neutron] Attempting to bind port 20cc507d-377c-4740-9b17-180c7947d1c9 on host n-h2-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:12:51.272277 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-9ff80215-125e-4131-b737-b03cf0deb65e req-e8b5a997-4ffe-4895-9e44-e23169a73294 service neutron] Attempting to bind port 20cc507d-377c-4740-9b17-180c7947d1c9 by drivers openvswitch,hyperv on host n-h2-712140-12 at level 0 using segments [{'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:12:51.272809 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff80215-125e-4131-b737-b03cf0deb65e req-e8b5a997-4ffe-4895-9e44-e23169a73294 service neutron] Attempting to bind port 20cc507d-377c-4740-9b17-180c7947d1c9 on network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:12:51.290463 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 49f9cb12-f438-4af9-8c81-ce77ee5be62a, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=49f9cb12-f438-4af9-8c81-ce77ee5be62a,segment=NetworkSegment(91716f4b-2300-4d9e-8518-8c88143693cd),segment_id=91716f4b-2300-4d9e-8518-8c88143693cd)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:51.295608 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629bcb63-22d4-4e2a-b4c4-5ea650b0352c req-e4da970e-9e7b-455a-a21d-c3801c99dd58 tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:51.297852 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:51.305315 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-629bcb63-22d4-4e2a-b4c4-5ea650b0352c req-e4da970e-9e7b-455a-a21d-c3801c99dd58 tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] 10.222.0.22 "GET /v2.0/ports?device_id=58dff7ff-0246-4aaf-9ae6-edda75be8ead HTTP/1.1" status: 200 len: 946 time: 0.3615510 Aug 29 04:12:51.331886 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b5f30f-7aec-4246-b20d-a5b28963e085 req-3ab160c8-73fe-48e2-bf29-f36e1b6e5480 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:51.340318 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-d6777f43-a4ba-454d-a6f3-da9987c4eabc req-2ffe6b77-207b-4d34-9ade-e0f61df7d579 tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:51.341959 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-d6777f43-a4ba-454d-a6f3-da9987c4eabc req-2ffe6b77-207b-4d34-9ade-e0f61df7d579 tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719515'] for floatingip, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:51.342156 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-65b5f30f-7aec-4246-b20d-a5b28963e085 req-3ab160c8-73fe-48e2-bf29-f36e1b6e5480 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d24f8f7-37c6-4172-809a-ca3e73f3a4e3 HTTP/1.1" status: 200 len: 946 time: 0.1812327 Aug 29 04:12:51.342780 n-d-712140-12 neutron-server[94828]: INFO neutron.db.l3_db [req-d6777f43-a4ba-454d-a6f3-da9987c4eabc req-2ffe6b77-207b-4d34-9ade-e0f61df7d579 tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] Floating IP 11af41a8-7a52-40ab-9b1a-d7b9822bc051 disassociated. External IP: 172.25.0.166, port: fd890cfa-bcf7-4f0a-b331-cf5351bf0305. Aug 29 04:12:51.343298 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-d6777f43-a4ba-454d-a6f3-da9987c4eabc req-2ffe6b77-207b-4d34-9ade-e0f61df7d579 tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] Calling delete_port for fd890cfa-bcf7-4f0a-b331-cf5351bf0305 owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:12:51.355017 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff80215-125e-4131-b737-b03cf0deb65e req-e8b5a997-4ffe-4895-9e44-e23169a73294 service neutron] Port 20cc507d-377c-4740-9b17-180c7947d1c9 on network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:12:51.355887 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff80215-125e-4131-b737-b03cf0deb65e req-e8b5a997-4ffe-4895-9e44-e23169a73294 service neutron] Attempting to bind port 20cc507d-377c-4740-9b17-180c7947d1c9 on network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:12:51.375315 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=49f9cb12-f438-4af9-8c81-ce77ee5be62a,revision_number=8']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:51.377710 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad8036d-d44c-4581-9f04-7fa22fef8469 req-231240d1-378e-4852-b379-2835a227775f tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:51.380477 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7ad8036d-d44c-4581-9f04-7fa22fef8469 req-231240d1-378e-4852-b379-2835a227775f tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d24f8f7-37c6-4172-809a-ca3e73f3a4e3 HTTP/1.1" status: 200 len: 946 time: 0.1518703 Aug 29 04:12:51.389952 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff80215-125e-4131-b737-b03cf0deb65e req-e8b5a997-4ffe-4895-9e44-e23169a73294 service neutron] Checking agent: {'id': 'b3a0606b-b029-4f5e-8798-3a32b71d8844', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:12:51.390506 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff80215-125e-4131-b737-b03cf0deb65e req-e8b5a997-4ffe-4895-9e44-e23169a73294 service neutron] Checking segment: {'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:12:51.391347 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff80215-125e-4131-b737-b03cf0deb65e req-e8b5a997-4ffe-4895-9e44-e23169a73294 service neutron] Bound using segment: {'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:12:51.392112 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-9ff80215-125e-4131-b737-b03cf0deb65e req-e8b5a997-4ffe-4895-9e44-e23169a73294 service neutron] Bound port: 20cc507d-377c-4740-9b17-180c7947d1c9, host: n-h2-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:12:51.392653 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-9ff80215-125e-4131-b737-b03cf0deb65e req-e8b5a997-4ffe-4895-9e44-e23169a73294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:51.409131 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-629bcb63-22d4-4e2a-b4c4-5ea650b0352c req-f32dc8ab-b281-4e60-8f18-439527f353cd tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] 10.222.0.22 "GET /v2.0/security-groups?id=1ce7c691-1054-4e92-8ce1-44402522c321&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1021001 Aug 29 04:12:51.523785 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-65b5f30f-7aec-4246-b20d-a5b28963e085 req-e44d88eb-0b45-4043-925c-332833d26876 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e63e8ef-00a5-40d1-a0c1-bc99e0ad79b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803482 Aug 29 04:12:51.594663 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [req-7ad8036d-d44c-4581-9f04-7fa22fef8469 req-74faf0bc-737d-458d-bff9-2d63de70e7db tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Deleting port 49f9cb12-f438-4af9-8c81-ce77ee5be62a {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:12:51.595304 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-7ad8036d-d44c-4581-9f04-7fa22fef8469 req-74faf0bc-737d-458d-bff9-2d63de70e7db tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:51.710467 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-9ff80215-125e-4131-b737-b03cf0deb65e req-e8b5a997-4ffe-4895-9e44-e23169a73294 service neutron] For port 20cc507d-377c-4740-9b17-180c7947d1c9, host n-h2-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:12:51.770888 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-9ff80215-125e-4131-b737-b03cf0deb65e req-e8b5a997-4ffe-4895-9e44-e23169a73294 service neutron] For port 20cc507d-377c-4740-9b17-180c7947d1c9, host n-h2-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=20cc507d-377c-4740-9b17-180c7947d1c9,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:12:51.811124 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-9ff80215-125e-4131-b737-b03cf0deb65e req-e8b5a997-4ffe-4895-9e44-e23169a73294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:51.877465 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff80215-125e-4131-b737-b03cf0deb65e req-e8b5a997-4ffe-4895-9e44-e23169a73294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:51.878070 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-9ff80215-125e-4131-b737-b03cf0deb65e req-e8b5a997-4ffe-4895-9e44-e23169a73294 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:51.879498 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9ff80215-125e-4131-b737-b03cf0deb65e req-e8b5a997-4ffe-4895-9e44-e23169a73294 service neutron] 10.222.0.48 "PUT /v2.0/ports/20cc507d-377c-4740-9b17-180c7947d1c9 HTTP/1.1" status: 200 len: 1098 time: 2.3951035 Aug 29 04:12:51.957867 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef0d68e-3701-431f-9087-7bdfe9793ec9 req-af728b30-6d0b-44e8-b369-3bea8e231fae tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:51.973388 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9ef0d68e-3701-431f-9087-7bdfe9793ec9 req-af728b30-6d0b-44e8-b369-3bea8e231fae tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=d08c5cc7-debc-40a5-960a-3b21fc8777de HTTP/1.1" status: 200 len: 949 time: 0.3735468 Aug 29 04:12:51.983581 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-7ad8036d-d44c-4581-9f04-7fa22fef8469 req-74faf0bc-737d-458d-bff9-2d63de70e7db tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] For port 49f9cb12-f438-4af9-8c81-ce77ee5be62a, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=49f9cb12-f438-4af9-8c81-ce77ee5be62a,segment=NetworkSegment(91716f4b-2300-4d9e-8518-8c88143693cd),segment_id=91716f4b-2300-4d9e-8518-8c88143693cd)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:51.984980 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-7ad8036d-d44c-4581-9f04-7fa22fef8469 req-74faf0bc-737d-458d-bff9-2d63de70e7db tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:52.009419 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [req-7ad8036d-d44c-4581-9f04-7fa22fef8469 req-74faf0bc-737d-458d-bff9-2d63de70e7db tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Calling delete_port for 49f9cb12-f438-4af9-8c81-ce77ee5be62a owned by compute:nova {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:12:52.148211 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b5a997-4ffe-4895-9e44-e23169a73294 service neutron] Pushing event updated for resources: {'Port': ['ID=20cc507d-377c-4740-9b17-180c7947d1c9,revision_number=11']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:52.199861 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6aab93eb-8503-48fb-8b65-9593a178ec8a req-53b9b541-d75b-4e63-bbc5-9def88a0054c tempest-ServerMetadataNegativeTestJSON-675641479 tempest-ServerMetadataNegativeTestJSON-675641479-project] 10.222.0.22 "GET /v2.0/ports?device_id=7da6fe9f-85ed-42ca-bdb1-488d30289a8c HTTP/1.1" status: 200 len: 210 time: 0.0513027 Aug 29 04:12:52.220044 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-d6777f43-a4ba-454d-a6f3-da9987c4eabc req-2ffe6b77-207b-4d34-9ade-e0f61df7d579 tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:52.299756 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffe6b77-207b-4d34-9ade-e0f61df7d579 tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] Pushing event deleted for resources: {'Port': ['ID=fd890cfa-bcf7-4f0a-b331-cf5351bf0305,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:52.307926 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-7ad8036d-d44c-4581-9f04-7fa22fef8469 req-74faf0bc-737d-458d-bff9-2d63de70e7db tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:52.385654 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74faf0bc-737d-458d-bff9-2d63de70e7db tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Pushing event deleted for resources: {'Port': ['ID=49f9cb12-f438-4af9-8c81-ce77ee5be62a,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:52.432991 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ad8036d-d44c-4581-9f04-7fa22fef8469 req-74faf0bc-737d-458d-bff9-2d63de70e7db tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] No DVR routers for this DVR port 49f9cb12-f438-4af9-8c81-ce77ee5be62a on host n-h1-712140-12 {{(pid=94829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:12:52.437883 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-7ad8036d-d44c-4581-9f04-7fa22fef8469 req-74faf0bc-737d-458d-bff9-2d63de70e7db tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:52.441162 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7ad8036d-d44c-4581-9f04-7fa22fef8469 req-74faf0bc-737d-458d-bff9-2d63de70e7db tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.46 "DELETE /v2.0/ports/49f9cb12-f438-4af9-8c81-ce77ee5be62a HTTP/1.1" status: 204 len: 173 time: 1.0416486 Aug 29 04:12:52.441911 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d24f8f7-37c6-4172-809a-ca3e73f3a4e3', 'name': 'network-vif-deleted', 'tag': '49f9cb12-f438-4af9-8c81-ce77ee5be62a'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:12:52.445276 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d24f8f7-37c6-4172-809a-ca3e73f3a4e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49f9cb12-f438-4af9-8c81-ce77ee5be62a'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:12:52.449452 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dae95da-e548-45ea-a0c7-eb15ba786b93" -d '{"events": [{"server_uuid": "7d24f8f7-37c6-4172-809a-ca3e73f3a4e3", "name": "network-vif-unplugged", "status": "completed", "tag": "49f9cb12-f438-4af9-8c81-ce77ee5be62a"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:12:52.455502 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e10bbacd-18ff-45ed-a94d-ac510313e61e" -d '{"events": [{"server_uuid": "7d24f8f7-37c6-4172-809a-ca3e73f3a4e3", "name": "network-vif-deleted", "tag": "49f9cb12-f438-4af9-8c81-ce77ee5be62a"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:12:52.495796 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9ef0d68e-3701-431f-9087-7bdfe9793ec9 req-d301e029-119d-4a43-8768-d39e6483a1a2 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5212281 Aug 29 04:12:52.511007 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d6777f43-a4ba-454d-a6f3-da9987c4eabc req-2ffe6b77-207b-4d34-9ade-e0f61df7d579 tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] Router db7c5c31-fffd-4414-b987-c5fa715ae32a has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:12:52.569297 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff80215-125e-4131-b737-b03cf0deb65e req-503ad21a-124e-4206-94b6-124163d0211b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:52.575483 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9ff80215-125e-4131-b737-b03cf0deb65e req-503ad21a-124e-4206-94b6-124163d0211b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4b47ebaf5a2144e2beea71bdc91317f3&device_id=d08c5cc7-debc-40a5-960a-3b21fc8777de HTTP/1.1" status: 200 len: 1101 time: 0.5954056 Aug 29 04:12:52.585419 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b0e6524-b287-4edb-b91d-675f47268801 x-openstack-request-id: req-6b0e6524-b287-4edb-b91d-675f47268801 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:12:52.585419 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d24f8f7-37c6-4172-809a-ca3e73f3a4e3", "name": "network-vif-unplugged", "status": "completed", "tag": "49f9cb12-f438-4af9-8c81-ce77ee5be62a", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:12:52.585832 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6b0e6524-b287-4edb-b91d-675f47268801 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:12:52.586087 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d24f8f7-37c6-4172-809a-ca3e73f3a4e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49f9cb12-f438-4af9-8c81-ce77ee5be62a', 'code': 200} Aug 29 04:12:52.602978 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-fea3a43d-a1f8-40b7-8798-8424b1045f4f req-a8ff55bb-222e-4a9d-a7b0-3729168ad948 tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] 10.222.0.22 "GET /v2.0/ports?device_id=58dff7ff-0246-4aaf-9ae6-edda75be8ead HTTP/1.1" status: 200 len: 210 time: 0.0502410 Aug 29 04:12:52.639982 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9e1f153-7a92-427a-b247-9a6e6d8b6e18 x-openstack-request-id: req-e9e1f153-7a92-427a-b247-9a6e6d8b6e18 {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:12:52.640282 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d24f8f7-37c6-4172-809a-ca3e73f3a4e3", "name": "network-vif-deleted", "tag": "49f9cb12-f438-4af9-8c81-ce77ee5be62a", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:12:52.640536 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e9e1f153-7a92-427a-b247-9a6e6d8b6e18 {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:12:52.640939 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d24f8f7-37c6-4172-809a-ca3e73f3a4e3', 'name': 'network-vif-deleted', 'tag': '49f9cb12-f438-4af9-8c81-ce77ee5be62a', 'status': 'completed', 'code': 200} Aug 29 04:12:52.721417 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1f308ffd-b7f4-4ca0-bdee-e2b070641a40 req-ae56e464-dcc1-408b-a79f-398d34e861ea tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d24f8f7-37c6-4172-809a-ca3e73f3a4e3 HTTP/1.1" status: 200 len: 210 time: 0.0487552 Aug 29 04:12:52.773055 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff80215-125e-4131-b737-b03cf0deb65e req-16e9a29c-4db4-49ce-8b28-40a6cc2cd4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:52.775866 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9ff80215-125e-4131-b737-b03cf0deb65e req-16e9a29c-4db4-49ce-8b28-40a6cc2cd4bf service neutron] 10.222.0.48 "GET /v2.0/networks?id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 HTTP/1.1" status: 200 len: 870 time: 0.1880226 Aug 29 04:12:52.839943 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:12:52.884407 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device f94ff432-1efb-4d16-b88c-19279e1457b8 details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:12:52.889622 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device fd890cfa-bcf7-4f0a-b331-cf5351bf0305 no longer exists at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:12:52.980923 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] No Port match for: fd890cfa-bcf7-4f0a-b331-cf5351bf0305 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:12:52.981299 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device fd890cfa-bcf7-4f0a-b331-cf5351bf0305 not bound to the agent host n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:12:53.125363 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f0cb0d-36f4-4bc7-a607-d000fac48bd6 req-b30c24bb-10ca-433e-b9cc-abe151be4f09 tempest-ServerMetadataNegativeTestJSON-675641479 tempest-ServerMetadataNegativeTestJSON-675641479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:53.127212 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-88f0cb0d-36f4-4bc7-a607-d000fac48bd6 req-b30c24bb-10ca-433e-b9cc-abe151be4f09 tempest-ServerMetadataNegativeTestJSON-675641479 tempest-ServerMetadataNegativeTestJSON-675641479-project] 10.222.0.46 "GET /v2.0/networks?id=469a8f89-12a7-4bb3-95db-db399eeddc38 HTTP/1.1" status: 200 len: 820 time: 0.1692231 Aug 29 04:12:53.145251 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-88f0cb0d-36f4-4bc7-a607-d000fac48bd6 req-e15a505a-cf97-498d-8195-4ec26e4e455b tempest-ServerMetadataNegativeTestJSON-675641479 tempest-ServerMetadataNegativeTestJSON-675641479-project] Request body: {'port': {'device_id': '7da6fe9f-85ed-42ca-bdb1-488d30289a8c', 'network_id': '469a8f89-12a7-4bb3-95db-db399eeddc38', 'admin_state_up': True, 'tenant_id': 'e67175142eaa45159530b984b93e02ff'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:12:53.255620 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port f94ff432-1efb-4d16-b88c-19279e1457b8, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=f94ff432-1efb-4d16-b88c-19279e1457b8,segment=NetworkSegment(6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc),segment_id=6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:53.275551 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Returning: {'device': 'f94ff432-1efb-4d16-b88c-19279e1457b8', 'network_id': '7521cd58-9470-4433-82b8-7e942c988b03', 'port_id': 'f94ff432-1efb-4d16-b88c-19279e1457b8', 'mac_address': 'fa:16:3e:06:8e:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be5f55ab-7fa1-406c-9ca9-03e74b79ef6a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:12:53.354134 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:53.379866 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f94ff432-1efb-4d16-b88c-19279e1457b8 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:12:53.417981 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port f94ff432-1efb-4d16-b88c-19279e1457b8, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=f94ff432-1efb-4d16-b88c-19279e1457b8,segment=NetworkSegment(6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc),segment_id=6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:53.423123 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:53.456566 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5f719bff-c4d3-454d-b3fd-97b881a11b57 req-bf8df868-5134-447f-8693-cad121d01877 tempest-ServerMetadataNegativeTestJSON-675641479 tempest-ServerMetadataNegativeTestJSON-675641479-project] 10.222.0.22 "GET /v2.0/ports?device_id=7da6fe9f-85ed-42ca-bdb1-488d30289a8c HTTP/1.1" status: 200 len: 210 time: 0.0573936 Aug 29 04:12:53.510343 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd08c5cc7-debc-40a5-960a-3b21fc8777de', 'tag': '20cc507d-377c-4740-9b17-180c7947d1c9'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:12:53.513950 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d93a6ff-f361-4bf9-b30f-ac4254b95003" -d '{"events": [{"name": "network-changed", "server_uuid": "d08c5cc7-debc-40a5-960a-3b21fc8777de", "tag": "20cc507d-377c-4740-9b17-180c7947d1c9"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:12:53.537755 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=f94ff432-1efb-4d16-b88c-19279e1457b8,revision_number=6']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:53.555765 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88f0cb0d-36f4-4bc7-a607-d000fac48bd6 req-e15a505a-cf97-498d-8195-4ec26e4e455b tempest-ServerMetadataNegativeTestJSON-675641479 tempest-ServerMetadataNegativeTestJSON-675641479-project] Made reservation on behalf of e67175142eaa45159530b984b93e02ff for: {'port': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:12:53.567275 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-88f0cb0d-36f4-4bc7-a607-d000fac48bd6 req-e15a505a-cf97-498d-8195-4ec26e4e455b tempest-ServerMetadataNegativeTestJSON-675641479 tempest-ServerMetadataNegativeTestJSON-675641479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:53.598492 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d6777f43-a4ba-454d-a6f3-da9987c4eabc req-2ffe6b77-207b-4d34-9ade-e0f61df7d579 tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:12:53.601763 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['f94ff432-1efb-4d16-b88c-19279e1457b8'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:12:53.628909 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ab3ff7-a83b-4ac3-85a4-3f5caca4b9a7 None None] Sync routers for ids ['db7c5c31-fffd-4414-b987-c5fa715ae32a'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:12:53.667094 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ab3ff7-a83b-4ac3-85a4-3f5caca4b9a7 None None] Routers {'db7c5c31-fffd-4414-b987-c5fa715ae32a'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:12:53.669517 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-00ab3ff7-a83b-4ac3-85a4-3f5caca4b9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:12:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['db7c5c31-fffd-4414-b987-c5fa715ae32a'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:12:53.758740 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3b4084d-f444-45c4-984e-af66a60c2abb x-openstack-request-id: req-d3b4084d-f444-45c4-984e-af66a60c2abb {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:12:53.758740 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d08c5cc7-debc-40a5-960a-3b21fc8777de", "tag": "20cc507d-377c-4740-9b17-180c7947d1c9", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:12:53.758740 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d3b4084d-f444-45c4-984e-af66a60c2abb {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:12:53.759163 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd08c5cc7-debc-40a5-960a-3b21fc8777de', 'tag': '20cc507d-377c-4740-9b17-180c7947d1c9', 'status': 'completed', 'code': 200} Aug 29 04:12:53.769511 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9ff80215-125e-4131-b737-b03cf0deb65e req-8872da77-e01f-407c-9e3a-974f89a934c5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=20cc507d-377c-4740-9b17-180c7947d1c9 HTTP/1.1" status: 200 len: 217 time: 0.9084260 Aug 29 04:12:53.917494 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [req-88f0cb0d-36f4-4bc7-a607-d000fac48bd6 req-e15a505a-cf97-498d-8195-4ec26e4e455b tempest-ServerMetadataNegativeTestJSON-675641479 tempest-ServerMetadataNegativeTestJSON-675641479-project] Allocated IP 172.20.0.5 (469a8f89-12a7-4bb3-95db-db399eeddc38/46d0d81f-8e01-477f-babc-54dc25086a4c/3267f8e3-4bc6-46a5-8513-94b84e51ee51) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:12:54.020964 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-00ab3ff7-a83b-4ac3-85a4-3f5caca4b9a7 None None] Set router db7c5c31-fffd-4414-b987-c5fa715ae32a gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:12:54.082491 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff80215-125e-4131-b737-b03cf0deb65e req-b44460ec-b833-4f52-aa05-5071701680db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:54.085156 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9ff80215-125e-4131-b737-b03cf0deb65e req-b44460ec-b833-4f52-aa05-5071701680db service neutron] 10.222.0.48 "GET /v2.0/subnets?id=18cd12d4-b12a-41b0-b0c5-618edbb84e74 HTTP/1.1" status: 200 len: 843 time: 0.2612197 Aug 29 04:12:54.088929 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6777f43-a4ba-454d-a6f3-da9987c4eabc req-2ffe6b77-207b-4d34-9ade-e0f61df7d579 tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] No DVR routers for this DVR port fd890cfa-bcf7-4f0a-b331-cf5351bf0305 on host n-h1-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:12:54.129530 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-d6777f43-a4ba-454d-a6f3-da9987c4eabc req-2ffe6b77-207b-4d34-9ade-e0f61df7d579 tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:54.139150 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d6777f43-a4ba-454d-a6f3-da9987c4eabc req-2ffe6b77-207b-4d34-9ade-e0f61df7d579 tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] 10.222.0.46 "DELETE /v2.0/ports/fd890cfa-bcf7-4f0a-b331-cf5351bf0305 HTTP/1.1" status: 204 len: 173 time: 4.4589088 Aug 29 04:12:54.296035 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b631f668-c089-46c7-871e-63e4a5a691c5 req-4e28cfb9-fbeb-489f-9c4d-3ed5b64a377f tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] 10.222.0.22 "GET /v2.0/ports?device_id=58dff7ff-0246-4aaf-9ae6-edda75be8ead HTTP/1.1" status: 200 len: 210 time: 0.1992960 Aug 29 04:12:54.319316 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-88f0cb0d-36f4-4bc7-a607-d000fac48bd6 req-e15a505a-cf97-498d-8195-4ec26e4e455b tempest-ServerMetadataNegativeTestJSON-675641479 tempest-ServerMetadataNegativeTestJSON-675641479-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:54.404335 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-88f0cb0d-36f4-4bc7-a607-d000fac48bd6 req-e15a505a-cf97-498d-8195-4ec26e4e455b tempest-ServerMetadataNegativeTestJSON-675641479 tempest-ServerMetadataNegativeTestJSON-675641479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:54.470511 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff80215-125e-4131-b737-b03cf0deb65e req-3bc77fa8-a668-4661-be23-b84dc2882e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:54.472604 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9ff80215-125e-4131-b737-b03cf0deb65e req-3bc77fa8-a668-4661-be23-b84dc2882e20 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3321764 Aug 29 04:12:54.505039 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88f0cb0d-36f4-4bc7-a607-d000fac48bd6 req-e15a505a-cf97-498d-8195-4ec26e4e455b tempest-ServerMetadataNegativeTestJSON-675641479 tempest-ServerMetadataNegativeTestJSON-675641479-project] Network 469a8f89-12a7-4bb3-95db-db399eeddc38 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:12:54.545733 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d93a6ff-f361-4bf9-b30f-ac4254b95003 req-53c19d94-cfd8-45c8-b9bd-d78a53b85e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:54.548234 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1d93a6ff-f361-4bf9-b30f-ac4254b95003 req-53c19d94-cfd8-45c8-b9bd-d78a53b85e64 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4b47ebaf5a2144e2beea71bdc91317f3&device_id=d08c5cc7-debc-40a5-960a-3b21fc8777de HTTP/1.1" status: 200 len: 1101 time: 0.4949930 Aug 29 04:12:54.562230 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15a505a-cf97-498d-8195-4ec26e4e455b tempest-ServerMetadataNegativeTestJSON-675641479 tempest-ServerMetadataNegativeTestJSON-675641479-project] Pushing event updated for resources: {'Port': ['ID=3267f8e3-4bc6-46a5-8513-94b84e51ee51,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:54.584485 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [req-88f0cb0d-36f4-4bc7-a607-d000fac48bd6 req-e15a505a-cf97-498d-8195-4ec26e4e455b tempest-ServerMetadataNegativeTestJSON-675641479 tempest-ServerMetadataNegativeTestJSON-675641479-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:12:54.613531 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [req-88f0cb0d-36f4-4bc7-a607-d000fac48bd6 req-e15a505a-cf97-498d-8195-4ec26e4e455b tempest-ServerMetadataNegativeTestJSON-675641479 tempest-ServerMetadataNegativeTestJSON-675641479-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:12:54.717365 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9ff80215-125e-4131-b737-b03cf0deb65e req-9fbc3830-c8ae-4f04-8b3a-12c24a86980c service neutron] 10.222.0.48 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330837 Aug 29 04:12:54.749051 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2f3c52-fbe1-4a02-bd90-32cef107cbca req-8791c7f6-89b3-4001-b1ea-447cd5926a33 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:54.765683 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9c2f3c52-fbe1-4a02-bd90-32cef107cbca req-8791c7f6-89b3-4001-b1ea-447cd5926a33 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=d08c5cc7-debc-40a5-960a-3b21fc8777de HTTP/1.1" status: 200 len: 949 time: 0.3939588 Aug 29 04:12:54.876812 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f0cb0d-36f4-4bc7-a607-d000fac48bd6 req-e15a505a-cf97-498d-8195-4ec26e4e455b tempest-ServerMetadataNegativeTestJSON-675641479 tempest-ServerMetadataNegativeTestJSON-675641479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:54.877884 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-88f0cb0d-36f4-4bc7-a607-d000fac48bd6 req-e15a505a-cf97-498d-8195-4ec26e4e455b tempest-ServerMetadataNegativeTestJSON-675641479 tempest-ServerMetadataNegativeTestJSON-675641479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:54.887282 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d93a6ff-f361-4bf9-b30f-ac4254b95003 req-b09a1200-37b4-457d-b07a-0d383de12307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:54.897582 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1d93a6ff-f361-4bf9-b30f-ac4254b95003 req-b09a1200-37b4-457d-b07a-0d383de12307 service neutron] 10.222.0.46 "GET /v2.0/networks?id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 HTTP/1.1" status: 200 len: 870 time: 0.3399503 Aug 29 04:12:54.905824 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9c2f3c52-fbe1-4a02-bd90-32cef107cbca req-fd6526df-de24-4ee9-a3b0-6907d81e939d tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391544 Aug 29 04:12:54.924031 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device f94ff432-1efb-4d16-b88c-19279e1457b8 up at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:12:54.936571 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-88f0cb0d-36f4-4bc7-a607-d000fac48bd6 req-e15a505a-cf97-498d-8195-4ec26e4e455b tempest-ServerMetadataNegativeTestJSON-675641479 tempest-ServerMetadataNegativeTestJSON-675641479-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7975008 Aug 29 04:12:54.954318 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-88f0cb0d-36f4-4bc7-a607-d000fac48bd6 req-cd492933-f91c-405b-ad1f-efb68a587250 service neutron] Request body: {'port': {'device_id': '7da6fe9f-85ed-42ca-bdb1-488d30289a8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-12'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:12:55.070451 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-00ab3ff7-a83b-4ac3-85a4-3f5caca4b9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7c5c31-fffd-4414-b987-c5fa715ae32a', 'name': 'tempest-ServersTestFqdnHostnames-217981067-router', 'tenant_id': '0878509a3c9948c598a7472280410341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '38678052-64d2-4a15-8587-6d936a23d58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:10:04Z', 'updated_at': '2021-08-29T04:10:14Z', 'revision_number': 4, 'project_id': '0878509a3c9948c598a7472280410341', 'gw_port': {'id': '38678052-64d2-4a15-8587-6d936a23d58a', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:d9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7c5c31-fffd-4414-b987-c5fa715ae32a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:05Z', 'updated_at': '2021-08-29T04:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': 'efe795b6-c267-4678-8360-3e43a153a9e8', 'name': '', 'network_id': 'dc563c47-043f-429f-be85-78b8391b0dc9', 'tenant_id': '0878509a3c9948c598a7472280410341', 'mac_address': 'fa:16:3e:ec:b6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7c5c31-fffd-4414-b987-c5fa715ae32a', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '39bb6e0a-5bf9-4bcf-b8e1-4b7e3ed1a737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:11Z', 'updated_at': '2021-08-29T04:10:24Z', 'revision_number': 5, 'project_id': '0878509a3c9948c598a7472280410341', 'subnets': [{'id': '39bb6e0a-5bf9-4bcf-b8e1-4b7e3ed1a737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:12:55.114016 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning complete for port f94ff432-1efb-4d16-b88c-19279e1457b8 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:12:55.114509 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:55.146907 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9ff80215-125e-4131-b737-b03cf0deb65e req-ae6090cd-1a89-47af-a358-08107328eea9 service neutron] 10.222.0.48 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4104881 Aug 29 04:12:55.148367 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1d93a6ff-f361-4bf9-b30f-ac4254b95003 req-9bd63b53-7263-440a-a81a-448e4a41c109 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=20cc507d-377c-4740-9b17-180c7947d1c9 HTTP/1.1" status: 200 len: 217 time: 0.2240126 Aug 29 04:12:55.152507 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-88f0cb0d-36f4-4bc7-a607-d000fac48bd6 req-cd492933-f91c-405b-ad1f-efb68a587250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:55.158384 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ab3ff7-a83b-4ac3-85a4-3f5caca4b9a7 None None] Checking router: db7c5c31-fffd-4414-b987-c5fa715ae32a for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:12:55.189836 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ab3ff7-a83b-4ac3-85a4-3f5caca4b9a7 None None] Routers {'db7c5c31-fffd-4414-b987-c5fa715ae32a'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:12:55.191842 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-00ab3ff7-a83b-4ac3-85a4-3f5caca4b9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:12:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['db7c5c31-fffd-4414-b987-c5fa715ae32a'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:12:55.391639 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:55.495350 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port f94ff432-1efb-4d16-b88c-19279e1457b8, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=f94ff432-1efb-4d16-b88c-19279e1457b8,segment=NetworkSegment(6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc),segment_id=6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:55.497218 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e5ccfea-706b-4825-9d2e-60c0b092c82e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f94ff432-1efb-4d16-b88c-19279e1457b8'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:12:55.502187 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f212a444-e553-47dc-8485-94b55930e3cc" -d '{"events": [{"server_uuid": "1e5ccfea-706b-4825-9d2e-60c0b092c82e", "name": "network-vif-plugged", "status": "completed", "tag": "f94ff432-1efb-4d16-b88c-19279e1457b8"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:12:55.507638 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:55.508718 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 49f9cb12-f438-4af9-8c81-ce77ee5be62a no longer exists at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:12:55.508874 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d93a6ff-f361-4bf9-b30f-ac4254b95003 req-67ff6eb8-3cfc-474f-8ea3-05519750f2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:55.510953 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1d93a6ff-f361-4bf9-b30f-ac4254b95003 req-67ff6eb8-3cfc-474f-8ea3-05519750f2f0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=18cd12d4-b12a-41b0-b0c5-618edbb84e74 HTTP/1.1" status: 200 len: 843 time: 0.3554661 Aug 29 04:12:55.636345 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] No Port match for: 49f9cb12-f438-4af9-8c81-ce77ee5be62a {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:12:55.636973 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 49f9cb12-f438-4af9-8c81-ce77ee5be62a not bound to the agent host n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:12:55.637392 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d93a6ff-f361-4bf9-b30f-ac4254b95003 req-ded73990-c9de-4ac7-b57a-e6634395e849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:55.639366 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1d93a6ff-f361-4bf9-b30f-ac4254b95003 req-ded73990-c9de-4ac7-b57a-e6634395e849 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4b47ebaf5a2144e2beea71bdc91317f3&device_id=d08c5cc7-debc-40a5-960a-3b21fc8777de HTTP/1.1" status: 200 len: 1101 time: 0.3547294 Aug 29 04:12:55.671837 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-00ab3ff7-a83b-4ac3-85a4-3f5caca4b9a7 None None] Set router db7c5c31-fffd-4414-b987-c5fa715ae32a gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:12:55.733097 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=f94ff432-1efb-4d16-b88c-19279e1457b8,revision_number=7']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:55.791981 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58dff7ff-0246-4aaf-9ae6-edda75be8ead', 'name': 'network-vif-deleted', 'tag': 'fd890cfa-bcf7-4f0a-b331-cf5351bf0305'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:12:55.797013 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16ceaf9e-a674-46c9-b860-d6fbfe6b0115" -d '{"events": [{"server_uuid": "58dff7ff-0246-4aaf-9ae6-edda75be8ead", "name": "network-vif-deleted", "tag": "fd890cfa-bcf7-4f0a-b331-cf5351bf0305"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:12:55.826687 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d93a6ff-f361-4bf9-b30f-ac4254b95003 req-5b4b3e8a-e5aa-42fb-af32-7a736aeb3115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:55.838438 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1d93a6ff-f361-4bf9-b30f-ac4254b95003 req-5b4b3e8a-e5aa-42fb-af32-7a736aeb3115 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3002594 Aug 29 04:12:56.039516 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [req-88f0cb0d-36f4-4bc7-a607-d000fac48bd6 req-cd492933-f91c-405b-ad1f-efb68a587250 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3267f8e3-4bc6-46a5-8513-94b84e51ee51 {{(pid=94829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:12:56.075142 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-88f0cb0d-36f4-4bc7-a607-d000fac48bd6 req-cd492933-f91c-405b-ad1f-efb68a587250 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:56.121059 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [req-88f0cb0d-36f4-4bc7-a607-d000fac48bd6 req-cd492933-f91c-405b-ad1f-efb68a587250 service neutron] Transition to ACTIVE for port object 3267f8e3-4bc6-46a5-8513-94b84e51ee51 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:12:56.125359 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-88f0cb0d-36f4-4bc7-a607-d000fac48bd6 req-cd492933-f91c-405b-ad1f-efb68a587250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:56.154793 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d93a6ff-f361-4bf9-b30f-ac4254b95003 req-011c3828-0f35-434f-bdaf-8dea6ac517ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:56.158406 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1d93a6ff-f361-4bf9-b30f-ac4254b95003 req-011c3828-0f35-434f-bdaf-8dea6ac517ef service neutron] 10.222.0.48 "GET /v2.0/networks?id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 HTTP/1.1" status: 200 len: 870 time: 0.5061772 Aug 29 04:12:56.264162 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-00ab3ff7-a83b-4ac3-85a4-3f5caca4b9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7c5c31-fffd-4414-b987-c5fa715ae32a', 'name': 'tempest-ServersTestFqdnHostnames-217981067-router', 'tenant_id': '0878509a3c9948c598a7472280410341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '38678052-64d2-4a15-8587-6d936a23d58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:10:04Z', 'updated_at': '2021-08-29T04:10:14Z', 'revision_number': 4, 'project_id': '0878509a3c9948c598a7472280410341', 'gw_port': {'id': '38678052-64d2-4a15-8587-6d936a23d58a', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:d9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7c5c31-fffd-4414-b987-c5fa715ae32a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:05Z', 'updated_at': '2021-08-29T04:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': 'efe795b6-c267-4678-8360-3e43a153a9e8', 'name': '', 'network_id': 'dc563c47-043f-429f-be85-78b8391b0dc9', 'tenant_id': '0878509a3c9948c598a7472280410341', 'mac_address': 'fa:16:3e:ec:b6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7c5c31-fffd-4414-b987-c5fa715ae32a', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '39bb6e0a-5bf9-4bcf-b8e1-4b7e3ed1a737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:11Z', 'updated_at': '2021-08-29T04:10:24Z', 'revision_number': 5, 'project_id': '0878509a3c9948c598a7472280410341', 'subnets': [{'id': '39bb6e0a-5bf9-4bcf-b8e1-4b7e3ed1a737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:12:56.295788 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd492933-f91c-405b-ad1f-efb68a587250 service neutron] Pushing event updated for resources: {'Port': ['ID=3267f8e3-4bc6-46a5-8513-94b84e51ee51,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:56.305138 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1d93a6ff-f361-4bf9-b30f-ac4254b95003 req-c65625d1-f879-4bde-a531-5550ca5308b6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=20cc507d-377c-4740-9b17-180c7947d1c9 HTTP/1.1" status: 200 len: 217 time: 0.1316752 Aug 29 04:12:56.310462 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1d93a6ff-f361-4bf9-b30f-ac4254b95003 req-d2c55664-e8cd-4bb3-9007-e653708e93fb service neutron] 10.222.0.46 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4617875 Aug 29 04:12:56.337140 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ab3ff7-a83b-4ac3-85a4-3f5caca4b9a7 None None] The sync data for ids ['db7c5c31-fffd-4414-b987-c5fa715ae32a'] in n-d-712140-12 is: [{'id': 'db7c5c31-fffd-4414-b987-c5fa715ae32a', 'name': 'tempest-ServersTestFqdnHostnames-217981067-router', 'tenant_id': '0878509a3c9948c598a7472280410341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '38678052-64d2-4a15-8587-6d936a23d58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:10:04Z', 'updated_at': '2021-08-29T04:10:14Z', 'revision_number': 4, 'project_id': '0878509a3c9948c598a7472280410341', 'gw_port': {'id': '38678052-64d2-4a15-8587-6d936a23d58a', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:d9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7c5c31-fffd-4414-b987-c5fa715ae32a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:05Z', 'updated_at': '2021-08-29T04:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': 'efe795b6-c267-4678-8360-3e43a153a9e8', 'name': '', 'network_id': 'dc563c47-043f-429f-be85-78b8391b0dc9', 'tenant_id': '0878509a3c9948c598a7472280410341', 'mac_address': 'fa:16:3e:ec:b6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7c5c31-fffd-4414-b987-c5fa715ae32a', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '39bb6e0a-5bf9-4bcf-b8e1-4b7e3ed1a737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:11Z', 'updated_at': '2021-08-29T04:10:24Z', 'revision_number': 5, 'project_id': '0878509a3c9948c598a7472280410341', 'subnets': [{'id': '39bb6e0a-5bf9-4bcf-b8e1-4b7e3ed1a737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:12:56.544306 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-88f0cb0d-36f4-4bc7-a607-d000fac48bd6 req-cd492933-f91c-405b-ad1f-efb68a587250 service neutron] Attempting to bind port 3267f8e3-4bc6-46a5-8513-94b84e51ee51 on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:12:56.545363 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-88f0cb0d-36f4-4bc7-a607-d000fac48bd6 req-cd492933-f91c-405b-ad1f-efb68a587250 service neutron] Attempting to bind port 3267f8e3-4bc6-46a5-8513-94b84e51ee51 by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': 'f495cacf-16db-4273-b6f8-6a3182d867d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '469a8f89-12a7-4bb3-95db-db399eeddc38'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:12:56.545785 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f0cb0d-36f4-4bc7-a607-d000fac48bd6 req-cd492933-f91c-405b-ad1f-efb68a587250 service neutron] Attempting to bind port 3267f8e3-4bc6-46a5-8513-94b84e51ee51 on network 469a8f89-12a7-4bb3-95db-db399eeddc38 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:12:56.561030 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 39788) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:12:56.561392 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f0cb0d-36f4-4bc7-a607-d000fac48bd6 req-cd492933-f91c-405b-ad1f-efb68a587250 service neutron] Port 3267f8e3-4bc6-46a5-8513-94b84e51ee51 on network 469a8f89-12a7-4bb3-95db-db399eeddc38 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:12:56.562024 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f0cb0d-36f4-4bc7-a607-d000fac48bd6 req-cd492933-f91c-405b-ad1f-efb68a587250 service neutron] Attempting to bind port 3267f8e3-4bc6-46a5-8513-94b84e51ee51 on network 469a8f89-12a7-4bb3-95db-db399eeddc38 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:12:56.585048 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-9c565cb4-c9f0-495e-9275-20d0a72184e1 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1619698010', 'description': 'tempest-description--66423959'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:12:56.612003 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f0cb0d-36f4-4bc7-a607-d000fac48bd6 req-cd492933-f91c-405b-ad1f-efb68a587250 service neutron] Checking agent: {'id': '3de9de52-3a03-431d-9d7e-497ae92c57ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:12:56.612003 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f0cb0d-36f4-4bc7-a607-d000fac48bd6 req-cd492933-f91c-405b-ad1f-efb68a587250 service neutron] Checking segment: {'id': 'f495cacf-16db-4273-b6f8-6a3182d867d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '469a8f89-12a7-4bb3-95db-db399eeddc38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:12:56.612496 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f0cb0d-36f4-4bc7-a607-d000fac48bd6 req-cd492933-f91c-405b-ad1f-efb68a587250 service neutron] Bound using segment: {'id': 'f495cacf-16db-4273-b6f8-6a3182d867d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '469a8f89-12a7-4bb3-95db-db399eeddc38'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:12:56.612913 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-88f0cb0d-36f4-4bc7-a607-d000fac48bd6 req-cd492933-f91c-405b-ad1f-efb68a587250 service neutron] Bound port: 3267f8e3-4bc6-46a5-8513-94b84e51ee51, host: n-h1-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f495cacf-16db-4273-b6f8-6a3182d867d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '469a8f89-12a7-4bb3-95db-db399eeddc38'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:12:56.614725 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-88f0cb0d-36f4-4bc7-a607-d000fac48bd6 req-cd492933-f91c-405b-ad1f-efb68a587250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:56.621756 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1d93a6ff-f361-4bf9-b30f-ac4254b95003 req-82cc0315-c21e-4ecb-9e54-4df7b9ac27e2 service neutron] 10.222.0.46 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3004575 Aug 29 04:12:56.764045 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d93a6ff-f361-4bf9-b30f-ac4254b95003 req-8141da08-c86c-46aa-a950-fa326ece2203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:56.765738 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1d93a6ff-f361-4bf9-b30f-ac4254b95003 req-8141da08-c86c-46aa-a950-fa326ece2203 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=18cd12d4-b12a-41b0-b0c5-618edbb84e74 HTTP/1.1" status: 200 len: 843 time: 0.4423301 Aug 29 04:12:56.889209 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d93a6ff-f361-4bf9-b30f-ac4254b95003 req-8157ce87-0731-4c39-82f1-02718b9c1ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:56.893854 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1d93a6ff-f361-4bf9-b30f-ac4254b95003 req-8157ce87-0731-4c39-82f1-02718b9c1ff9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1180811 Aug 29 04:12:56.940367 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9c565cb4-c9f0-495e-9275-20d0a72184e1 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:56.946390 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebc0314-9370-459d-acaa-6a4f86e72168 None None] New status for floating IP 11af41a8-7a52-40ab-9b1a-d7b9822bc051: DOWN {{(pid=94830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:12:56.982591 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dfff49-6460-4028-a81e-3616204e0fda req-17b3766b-b230-41ba-9a7d-24e341e4d65a tempest-ServerMetadataNegativeTestJSON-675641479 tempest-ServerMetadataNegativeTestJSON-675641479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:56.991922 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a0dfff49-6460-4028-a81e-3616204e0fda req-17b3766b-b230-41ba-9a7d-24e341e4d65a tempest-ServerMetadataNegativeTestJSON-675641479 tempest-ServerMetadataNegativeTestJSON-675641479-project] 10.222.0.22 "GET /v2.0/ports?device_id=7da6fe9f-85ed-42ca-bdb1-488d30289a8c HTTP/1.1" status: 200 len: 943 time: 0.2779608 Aug 29 04:12:57.075799 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-88f0cb0d-36f4-4bc7-a607-d000fac48bd6 req-cd492933-f91c-405b-ad1f-efb68a587250 service neutron] For port 3267f8e3-4bc6-46a5-8513-94b84e51ee51, host n-h1-712140-12, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:12:57.096541 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a0dfff49-6460-4028-a81e-3616204e0fda req-7ad06588-fbad-4e41-ad0f-c0cb8775f747 tempest-ServerMetadataNegativeTestJSON-675641479 tempest-ServerMetadataNegativeTestJSON-675641479-project] 10.222.0.22 "GET /v2.0/security-groups?id=c22e5dfa-bd0a-4a69-b395-f938376ed5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035736 Aug 29 04:12:57.166982 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-88f0cb0d-36f4-4bc7-a607-d000fac48bd6 req-cd492933-f91c-405b-ad1f-efb68a587250 service neutron] For port 3267f8e3-4bc6-46a5-8513-94b84e51ee51, host n-h1-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=3267f8e3-4bc6-46a5-8513-94b84e51ee51,segment=NetworkSegment(f495cacf-16db-4273-b6f8-6a3182d867d6),segment_id=f495cacf-16db-4273-b6f8-6a3182d867d6)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:12:57.185116 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1d93a6ff-f361-4bf9-b30f-ac4254b95003 req-340805d1-5c60-450b-a46e-d450a8cd2a14 service neutron] 10.222.0.48 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2809446 Aug 29 04:12:57.192487 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-88f0cb0d-36f4-4bc7-a607-d000fac48bd6 req-cd492933-f91c-405b-ad1f-efb68a587250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:57.241337 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f0cb0d-36f4-4bc7-a607-d000fac48bd6 req-cd492933-f91c-405b-ad1f-efb68a587250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:57.242038 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-88f0cb0d-36f4-4bc7-a607-d000fac48bd6 req-cd492933-f91c-405b-ad1f-efb68a587250 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:57.248308 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-88f0cb0d-36f4-4bc7-a607-d000fac48bd6 req-cd492933-f91c-405b-ad1f-efb68a587250 service neutron] 10.222.0.46 "PUT /v2.0/ports/3267f8e3-4bc6-46a5-8513-94b84e51ee51 HTTP/1.1" status: 200 len: 1092 time: 2.3009794 Aug 29 04:12:57.253242 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7da6fe9f-85ed-42ca-bdb1-488d30289a8c', 'tag': '3267f8e3-4bc6-46a5-8513-94b84e51ee51'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:12:57.260770 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa51e934-1da8-41eb-87ad-670669d7b508" -d '{"events": [{"name": "network-changed", "server_uuid": "7da6fe9f-85ed-42ca-bdb1-488d30289a8c", "tag": "3267f8e3-4bc6-46a5-8513-94b84e51ee51"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:12:57.392310 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acac4da4-f0d2-4aee-9bd8-eb0c85eb6922 x-openstack-request-id: req-acac4da4-f0d2-4aee-9bd8-eb0c85eb6922 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:12:57.392808 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e5ccfea-706b-4825-9d2e-60c0b092c82e", "name": "network-vif-plugged", "status": "completed", "tag": "f94ff432-1efb-4d16-b88c-19279e1457b8", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:12:57.393035 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-acac4da4-f0d2-4aee-9bd8-eb0c85eb6922 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:12:57.393738 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e5ccfea-706b-4825-9d2e-60c0b092c82e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f94ff432-1efb-4d16-b88c-19279e1457b8', 'code': 200} Aug 29 04:12:57.398016 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e865b27-1df7-4d88-92df-10d3ac180c03 x-openstack-request-id: req-7e865b27-1df7-4d88-92df-10d3ac180c03 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:12:57.398777 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58dff7ff-0246-4aaf-9ae6-edda75be8ead", "name": "network-vif-deleted", "tag": "fd890cfa-bcf7-4f0a-b331-cf5351bf0305", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:12:57.399634 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7e865b27-1df7-4d88-92df-10d3ac180c03 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:12:57.403624 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58dff7ff-0246-4aaf-9ae6-edda75be8ead', 'name': 'network-vif-deleted', 'tag': 'fd890cfa-bcf7-4f0a-b331-cf5351bf0305', 'status': 'completed', 'code': 200} Aug 29 04:12:57.546653 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1d93a6ff-f361-4bf9-b30f-ac4254b95003 req-a38ceb7b-2bf2-4cb1-9d71-2a1b16d2dbb8 service neutron] 10.222.0.48 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3522887 Aug 29 04:12:57.972032 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f0cb0d-36f4-4bc7-a607-d000fac48bd6 req-ffbdf9c1-ec62-461e-8ed4-eec1af0d31bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:57.973589 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-88f0cb0d-36f4-4bc7-a607-d000fac48bd6 req-ffbdf9c1-ec62-461e-8ed4-eec1af0d31bc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e67175142eaa45159530b984b93e02ff&device_id=7da6fe9f-85ed-42ca-bdb1-488d30289a8c HTTP/1.1" status: 200 len: 1095 time: 0.6302683 Aug 29 04:12:58.047668 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd492933-f91c-405b-ad1f-efb68a587250 service neutron] Pushing event updated for resources: {'Port': ['ID=3267f8e3-4bc6-46a5-8513-94b84e51ee51,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:58.108571 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9c565cb4-c9f0-495e-9275-20d0a72184e1 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:58.125926 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-88f0cb0d-36f4-4bc7-a607-d000fac48bd6 req-d73d45aa-aec9-4a19-9aeb-ee85c6645fd6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3267f8e3-4bc6-46a5-8513-94b84e51ee51 HTTP/1.1" status: 200 len: 217 time: 0.1226842 Aug 29 04:12:58.129628 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9c565cb4-c9f0-495e-9275-20d0a72184e1 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:58.170469 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c565cb4-c9f0-495e-9275-20d0a72184e1 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e201ad8-11f5-44a8-96bd-f727223169bd,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:58.220908 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fe97d6-7b15-4619-aaef-cac07bb06931 req-58737935-aff0-4a36-8f55-d3d36743e5fb tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:58.234144 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-22fe97d6-7b15-4619-aaef-cac07bb06931 req-58737935-aff0-4a36-8f55-d3d36743e5fb tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=d08c5cc7-debc-40a5-960a-3b21fc8777de HTTP/1.1" status: 200 len: 949 time: 0.2644763 Aug 29 04:12:58.280321 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:58.314468 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9c565cb4-c9f0-495e-9275-20d0a72184e1 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:58.325712 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-9c565cb4-c9f0-495e-9275-20d0a72184e1 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.7465270 Aug 29 04:12:58.326410 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 39796) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:12:58.335394 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-f1268143-abe9-4088-a640-71eab974adc7 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Request body: {'security_group_rule': {'security_group_id': '6e201ad8-11f5-44a8-96bd-f727223169bd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:12:58.371079 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-22fe97d6-7b15-4619-aaef-cac07bb06931 req-14a0c9f4-b73f-4eec-9a61-c7fbddc2d869 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349180 Aug 29 04:12:58.398409 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f0cb0d-36f4-4bc7-a607-d000fac48bd6 req-6f8dd3b1-5e36-45ef-9676-fa6c2a2ab36d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:58.407295 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-88f0cb0d-36f4-4bc7-a607-d000fac48bd6 req-6f8dd3b1-5e36-45ef-9676-fa6c2a2ab36d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=46d0d81f-8e01-477f-babc-54dc25086a4c HTTP/1.1" status: 200 len: 860 time: 0.2384019 Aug 29 04:12:58.443170 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f1268143-abe9-4088-a640-71eab974adc7 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:58.510456 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-88f0cb0d-36f4-4bc7-a607-d000fac48bd6 req-bba67102-fc63-4eb0-9bbd-0018f0bb3fd2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=469a8f89-12a7-4bb3-95db-db399eeddc38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0960960 Aug 29 04:12:58.669170 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f1268143-abe9-4088-a640-71eab974adc7 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:58.680628 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f1268143-abe9-4088-a640-71eab974adc7 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:58.758434 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-88f0cb0d-36f4-4bc7-a607-d000fac48bd6 req-9e491acc-909f-4c19-9153-993b0502f733 service neutron] 10.222.0.46 "GET /v2.0/networks/469a8f89-12a7-4bb3-95db-db399eeddc38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383671 Aug 29 04:12:58.769565 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1268143-abe9-4088-a640-71eab974adc7 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fda1fa5-d925-4dd3-bbc3-69f88ead33af,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:58.793196 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f1268143-abe9-4088-a640-71eab974adc7 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:58.802584 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 39798) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:12:58.804020 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-f1268143-abe9-4088-a640-71eab974adc7 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4698212 Aug 29 04:12:58.822213 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-dedd0964-1d7b-4fdc-8467-c1dbb16abdbf tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Request body: {'security_group_rule': {'security_group_id': '6e201ad8-11f5-44a8-96bd-f727223169bd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:12:58.846557 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 39800) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:12:59.057396 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5ae8eec2-4c44-436f-a4c4-5136fe4b12ae tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:59.130536 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5ae8eec2-4c44-436f-a4c4-5136fe4b12ae tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:59.145605 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-dedd0964-1d7b-4fdc-8467-c1dbb16abdbf tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:59.192288 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-88f0cb0d-36f4-4bc7-a607-d000fac48bd6 req-503af7a6-811b-496a-a693-f8283172fe21 service neutron] 10.222.0.46 "GET /v2.0/networks/469a8f89-12a7-4bb3-95db-db399eeddc38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4264939 Aug 29 04:12:59.245691 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5ae8eec2-4c44-436f-a4c4-5136fe4b12ae tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:59.250119 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5ae8eec2-4c44-436f-a4c4-5136fe4b12ae tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:59.254602 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-5ae8eec2-4c44-436f-a4c4-5136fe4b12ae tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] 10.222.0.22 "DELETE /v2.0/security-groups/1ce7c691-1054-4e92-8ce1-44402522c321 HTTP/1.1" status: 204 len: 168 time: 0.4043417 Aug 29 04:12:59.258167 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaa34f7f-8a2c-47a5-ad43-2af1223f6490 x-openstack-request-id: req-eaa34f7f-8a2c-47a5-ad43-2af1223f6490 {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:12:59.258580 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7da6fe9f-85ed-42ca-bdb1-488d30289a8c", "tag": "3267f8e3-4bc6-46a5-8513-94b84e51ee51", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:12:59.258962 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-eaa34f7f-8a2c-47a5-ad43-2af1223f6490 {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:12:59.260121 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7da6fe9f-85ed-42ca-bdb1-488d30289a8c', 'tag': '3267f8e3-4bc6-46a5-8513-94b84e51ee51', 'status': 'completed', 'code': 200} Aug 29 04:12:59.266021 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 39804) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:12:59.267993 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae8eec2-4c44-436f-a4c4-5136fe4b12ae tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ce7c691-1054-4e92-8ce1-44402522c321,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:59.301227 n-d-712140-12 neutron-server[94828]: INFO neutron.api.v2.resource [None req-42027547-b3fc-412b-8ce8-ecab7a1c86bc tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] show failed (client error): The resource could not be found. Aug 29 04:12:59.302614 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-42027547-b3fc-412b-8ce8-ecab7a1c86bc tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] 10.222.0.22 "GET /v2.0/security-groups/1ce7c691-1054-4e92-8ce1-44402522c321 HTTP/1.1" status: 404 len: 347 time: 0.0329940 Aug 29 04:12:59.306750 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 39806) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:12:59.359437 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-dedd0964-1d7b-4fdc-8467-c1dbb16abdbf tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:59.393551 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-dedd0964-1d7b-4fdc-8467-c1dbb16abdbf tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:59.413139 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedd0964-1d7b-4fdc-8467-c1dbb16abdbf tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8a3c14b-68c7-420e-a23e-efe63c1d7256,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:59.466018 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-dedd0964-1d7b-4fdc-8467-c1dbb16abdbf tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:59.474023 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-dedd0964-1d7b-4fdc-8467-c1dbb16abdbf tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6601589 Aug 29 04:12:59.476015 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa51e934-1da8-41eb-87ad-670669d7b508 req-e8c3fae9-bfaf-4be5-a9ed-ddb6c391571a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:59.484004 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-fa51e934-1da8-41eb-87ad-670669d7b508 req-e8c3fae9-bfaf-4be5-a9ed-ddb6c391571a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e67175142eaa45159530b984b93e02ff&device_id=7da6fe9f-85ed-42ca-bdb1-488d30289a8c HTTP/1.1" status: 200 len: 1095 time: 0.1268854 Aug 29 04:12:59.484543 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 39814) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:12:59.498275 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-14b552b0-8b33-46e6-9dc8-59b080e88d3f tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Request body: {'floatingip': {'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:12:59.632084 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-14b552b0-8b33-46e6-9dc8-59b080e88d3f tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Notify callbacks [] for floatingip, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:59.750853 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f65c03ba-f9b2-43cd-84b7-af8f3467ce37 tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] Deleting port 1d57a2d2-86bf-44a0-97af-ef60978e9fbb {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:12:59.751727 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f65c03ba-f9b2-43cd-84b7-af8f3467ce37 tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:59.956824 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 20cc507d-377c-4740-9b17-180c7947d1c9 details requested by agent hyperv_n-h2-712140-12 with host n-h2-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:12:59.990849 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f65c03ba-f9b2-43cd-84b7-af8f3467ce37 tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:59.991274 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f65c03ba-f9b2-43cd-84b7-af8f3467ce37 tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:59.992105 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa51e934-1da8-41eb-87ad-670669d7b508 req-7eb791f5-3baa-44df-97b6-d83bb49e0d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:59.993668 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-fa51e934-1da8-41eb-87ad-670669d7b508 req-7eb791f5-3baa-44df-97b6-d83bb49e0d42 service neutron] 10.222.0.46 "GET /v2.0/networks?id=469a8f89-12a7-4bb3-95db-db399eeddc38 HTTP/1.1" status: 200 len: 921 time: 0.4119127 Aug 29 04:13:00.025080 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f65c03ba-f9b2-43cd-84b7-af8f3467ce37 tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] Calling delete_port for 1d57a2d2-86bf-44a0-97af-ef60978e9fbb owned by network:floatingip {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:13:00.132233 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d672dd50-707b-42b0-a179-05d87432d96d req-beb651ee-cebf-4522-9768-49a8d7ff5676 tempest-ServerMetadataNegativeTestJSON-675641479 tempest-ServerMetadataNegativeTestJSON-675641479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:00.133828 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d672dd50-707b-42b0-a179-05d87432d96d req-beb651ee-cebf-4522-9768-49a8d7ff5676 tempest-ServerMetadataNegativeTestJSON-675641479 tempest-ServerMetadataNegativeTestJSON-675641479-project] 10.222.0.22 "GET /v2.0/ports?device_id=7da6fe9f-85ed-42ca-bdb1-488d30289a8c HTTP/1.1" status: 200 len: 943 time: 0.5439322 Aug 29 04:13:00.141073 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-fa51e934-1da8-41eb-87ad-670669d7b508 req-20afb6d3-0b19-42ab-822d-863b4e9207f4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3267f8e3-4bc6-46a5-8513-94b84e51ee51 HTTP/1.1" status: 200 len: 217 time: 0.1283612 Aug 29 04:13:00.295891 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa51e934-1da8-41eb-87ad-670669d7b508 req-8af186f7-9490-408e-9227-c39b571b3c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:00.299447 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-fa51e934-1da8-41eb-87ad-670669d7b508 req-8af186f7-9490-408e-9227-c39b571b3c93 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=46d0d81f-8e01-477f-babc-54dc25086a4c HTTP/1.1" status: 200 len: 860 time: 0.1293356 Aug 29 04:13:00.322514 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 20cc507d-377c-4740-9b17-180c7947d1c9, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=20cc507d-377c-4740-9b17-180c7947d1c9,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:00.351249 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f65c03ba-f9b2-43cd-84b7-af8f3467ce37 tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:00.355799 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Returning: {'device': '20cc507d-377c-4740-9b17-180c7947d1c9', 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45', 'port_id': '20cc507d-377c-4740-9b17-180c7947d1c9', 'mac_address': 'fa:16:3e:ac:a9:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18cd12d4-b12a-41b0-b0c5-618edbb84e74', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:13:00.399434 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-fa51e934-1da8-41eb-87ad-670669d7b508 req-78d5eff1-f0d4-46bb-8c7d-976f9e634149 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=469a8f89-12a7-4bb3-95db-db399eeddc38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0820439 Aug 29 04:13:00.415326 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65c03ba-f9b2-43cd-84b7-af8f3467ce37 tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] Pushing event deleted for resources: {'Port': ['ID=1d57a2d2-86bf-44a0-97af-ef60978e9fbb,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:00.467880 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d672dd50-707b-42b0-a179-05d87432d96d req-b0366236-37f6-41e1-a183-77785c4b27e8 tempest-ServerMetadataNegativeTestJSON-675641479 tempest-ServerMetadataNegativeTestJSON-675641479-project] 10.222.0.22 "GET /v2.0/security-groups?id=c22e5dfa-bd0a-4a69-b395-f938376ed5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3244624 Aug 29 04:13:00.504378 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:00.543982 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f65c03ba-f9b2-43cd-84b7-af8f3467ce37 tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] Notify callbacks [] for floatingip, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:00.547144 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20cc507d-377c-4740-9b17-180c7947d1c9 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:13:00.547332 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f65c03ba-f9b2-43cd-84b7-af8f3467ce37 tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:00.548517 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-f65c03ba-f9b2-43cd-84b7-af8f3467ce37 tempest-ServersTestFqdnHostnames-1556592012 tempest-ServersTestFqdnHostnames-1556592012-project] 10.222.0.22 "DELETE /v2.0/floatingips/11af41a8-7a52-40ab-9b1a-d7b9822bc051 HTTP/1.1" status: 204 len: 168 time: 1.2393944 Aug 29 04:13:00.553319 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 39822) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:00.574793 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-14b552b0-8b33-46e6-9dc8-59b080e88d3f tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:00.610581 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 20cc507d-377c-4740-9b17-180c7947d1c9, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=20cc507d-377c-4740-9b17-180c7947d1c9,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:00.621139 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:00.707945 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-14b552b0-8b33-46e6-9dc8-59b080e88d3f tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Allocated IP 172.25.0.85 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/dbf23905-2c50-4a4f-b86d-7a8135136163) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:13:00.805398 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=20cc507d-377c-4740-9b17-180c7947d1c9,revision_number=12']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:00.870276 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-14b552b0-8b33-46e6-9dc8-59b080e88d3f tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:01.047787 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad61521-6ccc-4a59-a2d5-082b8bcb3802 req-99c836db-e295-46f3-9531-e88da7e0f05a tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:01.047787 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-dad61521-6ccc-4a59-a2d5-082b8bcb3802 req-99c836db-e295-46f3-9531-e88da7e0f05a tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=d08c5cc7-debc-40a5-960a-3b21fc8777de HTTP/1.1" status: 200 len: 950 time: 0.1216855 Aug 29 04:13:01.069335 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-fa51e934-1da8-41eb-87ad-670669d7b508 req-53278b2d-f46f-4b2c-948d-a818ba84a799 service neutron] 10.222.0.46 "GET /v2.0/networks/469a8f89-12a7-4bb3-95db-db399eeddc38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6452248 Aug 29 04:13:01.082079 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-14b552b0-8b33-46e6-9dc8-59b080e88d3f tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:01.114594 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 3267f8e3-4bc6-46a5-8513-94b84e51ee51 details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:13:01.214844 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-fa51e934-1da8-41eb-87ad-670669d7b508 req-957d5f83-87c7-4686-86c1-c0ef799b4e9a service neutron] 10.222.0.46 "GET /v2.0/networks/469a8f89-12a7-4bb3-95db-db399eeddc38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191387 Aug 29 04:13:01.308427 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-dad61521-6ccc-4a59-a2d5-082b8bcb3802 req-51b06978-86de-4ef7-8e5c-3fae9e0f7d44 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2754169 Aug 29 04:13:01.334708 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b552b0-8b33-46e6-9dc8-59b080e88d3f tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:13:01.361613 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-14b552b0-8b33-46e6-9dc8-59b080e88d3f tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:13:01.373625 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['20cc507d-377c-4740-9b17-180c7947d1c9'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:13:01.389640 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-412bddd2-6e9c-4b6c-8e58-a644941e5da9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713413'] for router_interface, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:01.392126 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b552b0-8b33-46e6-9dc8-59b080e88d3f tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Pushing event updated for resources: {'Port': ['ID=dbf23905-2c50-4a4f-b86d-7a8135136163,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:01.402055 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b552b0-8b33-46e6-9dc8-59b080e88d3f tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:13:01.650806 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 3267f8e3-4bc6-46a5-8513-94b84e51ee51, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=3267f8e3-4bc6-46a5-8513-94b84e51ee51,segment=NetworkSegment(f495cacf-16db-4273-b6f8-6a3182d867d6),segment_id=f495cacf-16db-4273-b6f8-6a3182d867d6)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:01.786031 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-14b552b0-8b33-46e6-9dc8-59b080e88d3f tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:01.789761 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Returning: {'device': '3267f8e3-4bc6-46a5-8513-94b84e51ee51', 'network_id': '469a8f89-12a7-4bb3-95db-db399eeddc38', 'port_id': '3267f8e3-4bc6-46a5-8513-94b84e51ee51', 'mac_address': 'fa:16:3e:0f:dc:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46d0d81f-8e01-477f-babc-54dc25086a4c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:13:01.921001 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:01.964736 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3267f8e3-4bc6-46a5-8513-94b84e51ee51 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:13:01.992604 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-14b552b0-8b33-46e6-9dc8-59b080e88d3f tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:02.030597 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 3267f8e3-4bc6-46a5-8513-94b84e51ee51, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=3267f8e3-4bc6-46a5-8513-94b84e51ee51,segment=NetworkSegment(f495cacf-16db-4273-b6f8-6a3182d867d6),segment_id=f495cacf-16db-4273-b6f8-6a3182d867d6)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:02.055340 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:02.069404 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95020257-252d-41d5-8f1c-b4ca269c0fc7 req-579c2f78-e3c5-4794-9a95-8c41842c310a tempest-MigrationsAdminTest-1540335180 tempest-MigrationsAdminTest-1540335180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:02.084290 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-95020257-252d-41d5-8f1c-b4ca269c0fc7 req-579c2f78-e3c5-4794-9a95-8c41842c310a tempest-MigrationsAdminTest-1540335180 tempest-MigrationsAdminTest-1540335180-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=d08c5cc7-debc-40a5-960a-3b21fc8777de HTTP/1.1" status: 200 len: 1102 time: 0.2652204 Aug 29 04:13:02.126633 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=3267f8e3-4bc6-46a5-8513-94b84e51ee51,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:02.251765 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-412bddd2-6e9c-4b6c-8e58-a644941e5da9 admin admin] Deleting port efe795b6-c267-4678-8360-3e43a153a9e8 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:13:02.252263 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-412bddd2-6e9c-4b6c-8e58-a644941e5da9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:02.313012 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-95020257-252d-41d5-8f1c-b4ca269c0fc7 req-c9f8197a-63cf-4887-87c6-40aef66fbb2b tempest-MigrationsAdminTest-1540335180 tempest-MigrationsAdminTest-1540335180-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275290 Aug 29 04:13:02.319610 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['3267f8e3-4bc6-46a5-8513-94b84e51ee51'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:13:02.465121 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-412bddd2-6e9c-4b6c-8e58-a644941e5da9 admin admin] For port efe795b6-c267-4678-8360-3e43a153a9e8, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=efe795b6-c267-4678-8360-3e43a153a9e8,segment=NetworkSegment(5edca003-2703-4f54-98cc-983d1c404746),segment_id=5edca003-2703-4f54-98cc-983d1c404746)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:02.467712 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-412bddd2-6e9c-4b6c-8e58-a644941e5da9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:02.499249 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-412bddd2-6e9c-4b6c-8e58-a644941e5da9 admin admin] Calling delete_port for efe795b6-c267-4678-8360-3e43a153a9e8 owned by network:router_interface {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:13:02.634516 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-14b552b0-8b33-46e6-9dc8-59b080e88d3f tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:02.650301 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-14b552b0-8b33-46e6-9dc8-59b080e88d3f tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:02.854246 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-14b552b0-8b33-46e6-9dc8-59b080e88d3f tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719515'] for floatingip, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:02.867567 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce2f8a5-817c-45eb-9d08-c06417cda01b req-ecf8a862-fc85-454f-b578-a0c32f1dceca tempest-ServerMetadataNegativeTestJSON-675641479 tempest-ServerMetadataNegativeTestJSON-675641479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:02.876226 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-fce2f8a5-817c-45eb-9d08-c06417cda01b req-ecf8a862-fc85-454f-b578-a0c32f1dceca tempest-ServerMetadataNegativeTestJSON-675641479 tempest-ServerMetadataNegativeTestJSON-675641479-project] 10.222.0.22 "GET /v2.0/ports?device_id=7da6fe9f-85ed-42ca-bdb1-488d30289a8c HTTP/1.1" status: 200 len: 944 time: 0.2379596 Aug 29 04:13:02.894895 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b552b0-8b33-46e6-9dc8-59b080e88d3f tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Pushing event updated for resources: {'Port': ['ID=dbf23905-2c50-4a4f-b86d-7a8135136163,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:02.940365 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-14b552b0-8b33-46e6-9dc8-59b080e88d3f tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:02.960712 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-14b552b0-8b33-46e6-9dc8-59b080e88d3f tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4718509 Aug 29 04:13:03.040281 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-fce2f8a5-817c-45eb-9d08-c06417cda01b req-4a4a6b6c-4efa-4052-90d6-1a2369dec101 tempest-ServerMetadataNegativeTestJSON-675641479 tempest-ServerMetadataNegativeTestJSON-675641479-project] 10.222.0.22 "GET /v2.0/security-groups?id=c22e5dfa-bd0a-4a69-b395-f938376ed5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551068 Aug 29 04:13:03.078815 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-412bddd2-6e9c-4b6c-8e58-a644941e5da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:03.134092 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412bddd2-6e9c-4b6c-8e58-a644941e5da9 admin admin] Pushing event deleted for resources: {'Port': ['ID=efe795b6-c267-4678-8360-3e43a153a9e8,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:03.340412 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9a701b6c-c322-47d9-ae2f-af4c478d4fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:03.576714 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-412bddd2-6e9c-4b6c-8e58-a644941e5da9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-713231'] for router_interface, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:03.964726 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-412bddd2-6e9c-4b6c-8e58-a644941e5da9 admin admin] Router db7c5c31-fffd-4414-b987-c5fa715ae32a has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:13:03.976031 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 20cc507d-377c-4740-9b17-180c7947d1c9 up at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:13:04.064443 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning for port 20cc507d-377c-4740-9b17-180c7947d1c9 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:13:04.072928 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning complete for port 20cc507d-377c-4740-9b17-180c7947d1c9 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:13:04.073699 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:04.231199 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:04.279553 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd08c5cc7-debc-40a5-960a-3b21fc8777de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20cc507d-377c-4740-9b17-180c7947d1c9'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:13:04.284410 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a754b6b0-3a0c-4e78-9c0f-1336559354c8" -d '{"events": [{"server_uuid": "d08c5cc7-debc-40a5-960a-3b21fc8777de", "name": "network-vif-plugged", "status": "completed", "tag": "20cc507d-377c-4740-9b17-180c7947d1c9"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:13:04.317596 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 20cc507d-377c-4740-9b17-180c7947d1c9, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=20cc507d-377c-4740-9b17-180c7947d1c9,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:04.325379 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:04.426032 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=20cc507d-377c-4740-9b17-180c7947d1c9,revision_number=13']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:04.687712 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-412bddd2-6e9c-4b6c-8e58-a644941e5da9 admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:13:04.698496 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 39854) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:04.699277 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-412bddd2-6e9c-4b6c-8e58-a644941e5da9 admin admin] 10.222.0.22 "PUT /v2.0/routers/db7c5c31-fffd-4414-b987-c5fa715ae32a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1429675 Aug 29 04:13:04.710830 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1c3d61-981a-4c00-9d20-e44597d4d285 None None] Sync routers for ids ['db7c5c31-fffd-4414-b987-c5fa715ae32a'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:13:04.736437 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1c3d61-981a-4c00-9d20-e44597d4d285 None None] Routers {'db7c5c31-fffd-4414-b987-c5fa715ae32a'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:13:04.744913 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-ce1c3d61-981a-4c00-9d20-e44597d4d285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:12:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['db7c5c31-fffd-4414-b987-c5fa715ae32a'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:13:05.007371 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 3267f8e3-4bc6-46a5-8513-94b84e51ee51 up at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:13:05.037275 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-ce1c3d61-981a-4c00-9d20-e44597d4d285 None None] Set router db7c5c31-fffd-4414-b987-c5fa715ae32a gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:13:05.044452 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-67243ca5-083e-4566-9ff7-00d9c5bbc07a admin admin] Notify callbacks [] for router, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:05.155838 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning for port 3267f8e3-4bc6-46a5-8513-94b84e51ee51 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:13:05.166971 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning complete for port 3267f8e3-4bc6-46a5-8513-94b84e51ee51 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:13:05.170552 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:05.401391 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:05.406096 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-67243ca5-083e-4566-9ff7-00d9c5bbc07a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:05.442604 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b0fb0e-56b1-457b-b62a-275fa216f9d1 req-719f2c7e-4448-48ef-a824-16d94d678ef2 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:05.444235 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-17b0fb0e-56b1-457b-b62a-275fa216f9d1 req-719f2c7e-4448-48ef-a824-16d94d678ef2 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.48 "GET /v2.0/ports?device_id=d08c5cc7-debc-40a5-960a-3b21fc8777de HTTP/1.1" status: 200 len: 951 time: 0.1595852 Aug 29 04:13:05.517027 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 3267f8e3-4bc6-46a5-8513-94b84e51ee51, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=3267f8e3-4bc6-46a5-8513-94b84e51ee51,segment=NetworkSegment(f495cacf-16db-4273-b6f8-6a3182d867d6),segment_id=f495cacf-16db-4273-b6f8-6a3182d867d6)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:05.535620 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-ce1c3d61-981a-4c00-9d20-e44597d4d285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7c5c31-fffd-4414-b987-c5fa715ae32a', 'name': 'tempest-ServersTestFqdnHostnames-217981067-router', 'tenant_id': '0878509a3c9948c598a7472280410341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '38678052-64d2-4a15-8587-6d936a23d58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:10:04Z', 'updated_at': '2021-08-29T04:13:02Z', 'revision_number': 5, 'project_id': '0878509a3c9948c598a7472280410341', 'gw_port': {'id': '38678052-64d2-4a15-8587-6d936a23d58a', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:d9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7c5c31-fffd-4414-b987-c5fa715ae32a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:05Z', 'updated_at': '2021-08-29T04:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:13:05.545743 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:05.605844 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-67243ca5-083e-4566-9ff7-00d9c5bbc07a admin admin] Deleting port 38678052-64d2-4a15-8587-6d936a23d58a {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:13:05.613038 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-67243ca5-083e-4566-9ff7-00d9c5bbc07a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:05.639131 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1c3d61-981a-4c00-9d20-e44597d4d285 None None] Checking router: db7c5c31-fffd-4414-b987-c5fa715ae32a for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:13:05.661146 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1c3d61-981a-4c00-9d20-e44597d4d285 None None] Routers {'db7c5c31-fffd-4414-b987-c5fa715ae32a'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:13:05.661715 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-ce1c3d61-981a-4c00-9d20-e44597d4d285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:12:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['db7c5c31-fffd-4414-b987-c5fa715ae32a'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:13:05.737579 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-17b0fb0e-56b1-457b-b62a-275fa216f9d1 req-4ee061ab-10f2-4887-8bd7-93456bfb86eb tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Deleting port 20cc507d-377c-4740-9b17-180c7947d1c9 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:13:05.738164 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-17b0fb0e-56b1-457b-b62a-275fa216f9d1 req-4ee061ab-10f2-4887-8bd7-93456bfb86eb tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:05.758882 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=3267f8e3-4bc6-46a5-8513-94b84e51ee51,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:05.865984 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-17b0fb0e-56b1-457b-b62a-275fa216f9d1 req-4ee061ab-10f2-4887-8bd7-93456bfb86eb tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] For port 20cc507d-377c-4740-9b17-180c7947d1c9, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=20cc507d-377c-4740-9b17-180c7947d1c9,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:05.866578 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-17b0fb0e-56b1-457b-b62a-275fa216f9d1 req-4ee061ab-10f2-4887-8bd7-93456bfb86eb tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:05.881765 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-17b0fb0e-56b1-457b-b62a-275fa216f9d1 req-4ee061ab-10f2-4887-8bd7-93456bfb86eb tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Calling delete_port for 20cc507d-377c-4740-9b17-180c7947d1c9 owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:13:05.888231 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-67243ca5-083e-4566-9ff7-00d9c5bbc07a admin admin] For port 38678052-64d2-4a15-8587-6d936a23d58a, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=38678052-64d2-4a15-8587-6d936a23d58a,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:05.889045 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-67243ca5-083e-4566-9ff7-00d9c5bbc07a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:05.943390 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-67243ca5-083e-4566-9ff7-00d9c5bbc07a admin admin] Calling delete_port for 38678052-64d2-4a15-8587-6d936a23d58a owned by network:router_gateway {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:13:05.963086 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-ce1c3d61-981a-4c00-9d20-e44597d4d285 None None] Set router db7c5c31-fffd-4414-b987-c5fa715ae32a gateway port host: None {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:13:06.134176 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-ce1c3d61-981a-4c00-9d20-e44597d4d285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7c5c31-fffd-4414-b987-c5fa715ae32a', 'name': 'tempest-ServersTestFqdnHostnames-217981067-router', 'tenant_id': '0878509a3c9948c598a7472280410341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:10:04Z', 'updated_at': '2021-08-29T04:13:05Z', 'revision_number': 6, 'project_id': '0878509a3c9948c598a7472280410341', 'gw_port_host': None}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:13:06.158712 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-17b0fb0e-56b1-457b-b62a-275fa216f9d1 req-4ee061ab-10f2-4887-8bd7-93456bfb86eb tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:06.201033 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['ea1f70ee-b550-4aef-a765-072dca3d50eb'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:13:06.253936 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['ca03363c-8150-420d-8512-0a3c1b4ff1b3', 'a42538bf-2d2b-4567-a1ec-338bfb54c1bc', '20cc507d-377c-4740-9b17-180c7947d1c9'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:13:06.262720 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1c3d61-981a-4c00-9d20-e44597d4d285 None None] The sync data for ids ['db7c5c31-fffd-4414-b987-c5fa715ae32a'] in n-d-712140-12 is: [{'id': 'db7c5c31-fffd-4414-b987-c5fa715ae32a', 'name': 'tempest-ServersTestFqdnHostnames-217981067-router', 'tenant_id': '0878509a3c9948c598a7472280410341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:10:04Z', 'updated_at': '2021-08-29T04:13:05Z', 'revision_number': 6, 'project_id': '0878509a3c9948c598a7472280410341', 'gw_port_host': None}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:13:06.337480 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee061ab-10f2-4887-8bd7-93456bfb86eb tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Pushing event deleted for resources: {'Port': ['ID=20cc507d-377c-4740-9b17-180c7947d1c9,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:06.405360 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-67243ca5-083e-4566-9ff7-00d9c5bbc07a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:06.477414 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67243ca5-083e-4566-9ff7-00d9c5bbc07a admin admin] Pushing event deleted for resources: {'Port': ['ID=38678052-64d2-4a15-8587-6d936a23d58a,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:06.537374 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-17b0fb0e-56b1-457b-b62a-275fa216f9d1 req-4ee061ab-10f2-4887-8bd7-93456bfb86eb tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] No DVR routers for this DVR port 20cc507d-377c-4740-9b17-180c7947d1c9 on host n-h2-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:13:06.561755 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-17b0fb0e-56b1-457b-b62a-275fa216f9d1 req-4ee061ab-10f2-4887-8bd7-93456bfb86eb tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:06.565456 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-17b0fb0e-56b1-457b-b62a-275fa216f9d1 req-4ee061ab-10f2-4887-8bd7-93456bfb86eb tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.48 "DELETE /v2.0/ports/20cc507d-377c-4740-9b17-180c7947d1c9 HTTP/1.1" status: 204 len: 173 time: 1.1135044 Aug 29 04:13:06.566220 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd08c5cc7-debc-40a5-960a-3b21fc8777de', 'name': 'network-vif-deleted', 'tag': '20cc507d-377c-4740-9b17-180c7947d1c9'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:13:06.570385 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fccaa40c-571e-4810-bea8-d480c0956351" -d '{"events": [{"server_uuid": "d08c5cc7-debc-40a5-960a-3b21fc8777de", "name": "network-vif-deleted", "tag": "20cc507d-377c-4740-9b17-180c7947d1c9"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:13:06.698330 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-67243ca5-083e-4566-9ff7-00d9c5bbc07a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719445'] for router_gateway, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:06.989211 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device efe795b6-c267-4678-8360-3e43a153a9e8 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:13:07.010977 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-67243ca5-083e-4566-9ff7-00d9c5bbc07a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:07.016493 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-67243ca5-083e-4566-9ff7-00d9c5bbc07a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:07.065791 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-efd1c983-d95c-49af-96d7-3daf075b92e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:07.084634 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: efe795b6-c267-4678-8360-3e43a153a9e8 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:13:07.085193 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device efe795b6-c267-4678-8360-3e43a153a9e8 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:13:07.101901 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:07.115891 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-67243ca5-083e-4566-9ff7-00d9c5bbc07a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717253'] for router, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:07.116068 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67243ca5-083e-4566-9ff7-00d9c5bbc07a admin admin] Fanout notify agent at l3_agent the message router_deleted on router db7c5c31-fffd-4414-b987-c5fa715ae32a {{(pid=94829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:13:07.124666 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-67243ca5-083e-4566-9ff7-00d9c5bbc07a admin admin] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:07.126037 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-67243ca5-083e-4566-9ff7-00d9c5bbc07a admin admin] 10.222.0.22 "DELETE /v2.0/routers/db7c5c31-fffd-4414-b987-c5fa715ae32a HTTP/1.1" status: 204 len: 168 time: 2.4265075 Aug 29 04:13:07.128734 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 39866) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:07.200761 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:07.267672 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_v2 [None req-33d07a33-a6b4-4e5e-824d-c8028e6e824f admin admin] Deleting subnet 39bb6e0a-5bf9-4bcf-b8e1-4b7e3ed1a737 {{(pid=94828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:13:07.316103 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-33d07a33-a6b4-4e5e-824d-c8028e6e824f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:07.389558 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-33d07a33-a6b4-4e5e-824d-c8028e6e824f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8904862'] for subnet, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:07.567169 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-33d07a33-a6b4-4e5e-824d-c8028e6e824f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:07.752993 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-33d07a33-a6b4-4e5e-824d-c8028e6e824f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9190434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062341'] for subnet, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:07.858971 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3982702-cbe0-4cf3-bbb5-84f63aa79b90 None None] Network dc563c47-043f-429f-be85-78b8391b0dc9 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:13:07.863139 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-33d07a33-a6b4-4e5e-824d-c8028e6e824f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:07.866443 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-33d07a33-a6b4-4e5e-824d-c8028e6e824f admin admin] 10.222.0.22 "DELETE /v2.0/subnets/39bb6e0a-5bf9-4bcf-b8e1-4b7e3ed1a737 HTTP/1.1" status: 204 len: 168 time: 0.7358835 Aug 29 04:13:07.868052 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d07a33-a6b4-4e5e-824d-c8028e6e824f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39bb6e0a-5bf9-4bcf-b8e1-4b7e3ed1a737,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:07.871282 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 39886) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:08.166860 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0beabd7-c3c5-4ec5-a609-eb2db4af54d8 req-18411f52-129b-4947-9de8-23f946cff008 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:08.170250 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f0beabd7-c3c5-4ec5-a609-eb2db4af54d8 req-18411f52-129b-4947-9de8-23f946cff008 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.22 "GET /v2.0/networks?id=b11b9749-6fdf-4b5b-bd44-54840570cb9d HTTP/1.1" status: 200 len: 822 time: 0.2197740 Aug 29 04:13:08.182496 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0423b27e-733c-482c-b587-3a31b0b27051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:08.203005 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27162fc-12ba-47b6-bb4b-750f014417bb None None] DHCP port deletion for dc563c47-043f-429f-be85-78b8391b0dc9 request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:13:08.217809 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f0beabd7-c3c5-4ec5-a609-eb2db4af54d8 req-bef68b4c-7faf-4535-b326-2353ba7f73a4 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.22 "GET /v2.0/quotas/e9fc8269e18447caa133998ddbec4b66 HTTP/1.1" status: 200 len: 375 time: 0.0365946 Aug 29 04:13:08.274665 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5b8e14-13ca-4843-a721-abd18d1c0958 req-c2687b9d-a678-4b54-adff-43032116bea9 tempest-ServerMetadataNegativeTestJSON-675641479 tempest-ServerMetadataNegativeTestJSON-675641479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:08.277932 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3c5b8e14-13ca-4843-a721-abd18d1c0958 req-c2687b9d-a678-4b54-adff-43032116bea9 tempest-ServerMetadataNegativeTestJSON-675641479 tempest-ServerMetadataNegativeTestJSON-675641479-project] 10.222.0.22 "GET /v2.0/ports?device_id=7da6fe9f-85ed-42ca-bdb1-488d30289a8c HTTP/1.1" status: 200 len: 945 time: 0.1162314 Aug 29 04:13:08.295896 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-a27162fc-12ba-47b6-bb4b-750f014417bb None None] Deleting port 319f6eb0-2aa3-477d-ba70-22e56d4b6af9 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:13:08.296509 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a27162fc-12ba-47b6-bb4b-750f014417bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:08.313156 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f0beabd7-c3c5-4ec5-a609-eb2db4af54d8 req-0e9367ed-75cf-441f-a726-6853d4cf44a0 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=e9fc8269e18447caa133998ddbec4b66&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0938208 Aug 29 04:13:08.417192 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3c5b8e14-13ca-4843-a721-abd18d1c0958 req-dd54b752-bd7d-4817-85c2-c46bd3fa1e82 tempest-ServerMetadataNegativeTestJSON-675641479 tempest-ServerMetadataNegativeTestJSON-675641479-project] 10.222.0.22 "GET /v2.0/security-groups?id=c22e5dfa-bd0a-4a69-b395-f938376ed5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053896 Aug 29 04:13:08.422395 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-0423b27e-733c-482c-b587-3a31b0b27051 admin admin] Deleting port 319f6eb0-2aa3-477d-ba70-22e56d4b6af9 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:13:08.423356 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0423b27e-733c-482c-b587-3a31b0b27051 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:08.451796 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-a27162fc-12ba-47b6-bb4b-750f014417bb None None] For port 319f6eb0-2aa3-477d-ba70-22e56d4b6af9, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=319f6eb0-2aa3-477d-ba70-22e56d4b6af9,segment=NetworkSegment(5edca003-2703-4f54-98cc-983d1c404746),segment_id=5edca003-2703-4f54-98cc-983d1c404746)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:08.451796 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a27162fc-12ba-47b6-bb4b-750f014417bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:08.490792 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-a27162fc-12ba-47b6-bb4b-750f014417bb None None] Calling delete_port for 319f6eb0-2aa3-477d-ba70-22e56d4b6af9 owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:13:08.555711 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eab12e3-6c28-44b0-8ebb-56eecd4afb6a x-openstack-request-id: req-7eab12e3-6c28-44b0-8ebb-56eecd4afb6a {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:13:08.555711 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d08c5cc7-debc-40a5-960a-3b21fc8777de", "name": "network-vif-plugged", "status": "completed", "tag": "20cc507d-377c-4740-9b17-180c7947d1c9", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:13:08.556065 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7eab12e3-6c28-44b0-8ebb-56eecd4afb6a {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:13:08.556769 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd08c5cc7-debc-40a5-960a-3b21fc8777de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20cc507d-377c-4740-9b17-180c7947d1c9', 'code': 200} Aug 29 04:13:08.583793 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:08.612412 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f0beabd7-c3c5-4ec5-a609-eb2db4af54d8 req-ac959b1b-1626-4ab0-be85-33a94cb757c7 service neutron] 10.222.0.22 "GET /v2.0/networks/b11b9749-6fdf-4b5b-bd44-54840570cb9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2850084 Aug 29 04:13:08.622339 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-0423b27e-733c-482c-b587-3a31b0b27051 admin admin] For port 319f6eb0-2aa3-477d-ba70-22e56d4b6af9, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=319f6eb0-2aa3-477d-ba70-22e56d4b6af9,segment=NetworkSegment(5edca003-2703-4f54-98cc-983d1c404746),segment_id=5edca003-2703-4f54-98cc-983d1c404746)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:08.622972 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0423b27e-733c-482c-b587-3a31b0b27051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:08.642940 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-0423b27e-733c-482c-b587-3a31b0b27051 admin admin] Calling delete_port for 319f6eb0-2aa3-477d-ba70-22e56d4b6af9 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:13:08.780515 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a27162fc-12ba-47b6-bb4b-750f014417bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:08.855179 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27162fc-12ba-47b6-bb4b-750f014417bb None None] Pushing event deleted for resources: {'Port': ['ID=319f6eb0-2aa3-477d-ba70-22e56d4b6af9,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:08.858358 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27162fc-12ba-47b6-bb4b-750f014417bb None None] No DVR routers for this DVR port 319f6eb0-2aa3-477d-ba70-22e56d4b6af9 on host n-d-712140-12 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:13:08.954552 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 38678052-64d2-4a15-8587-6d936a23d58a no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:13:08.971504 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0423b27e-733c-482c-b587-3a31b0b27051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:09.023755 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 38678052-64d2-4a15-8587-6d936a23d58a {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:13:09.024232 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 38678052-64d2-4a15-8587-6d936a23d58a not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:13:09.025218 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 319f6eb0-2aa3-477d-ba70-22e56d4b6af9 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:13:09.035765 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f0beabd7-c3c5-4ec5-a609-eb2db4af54d8 req-c626cc28-d8f8-479c-97d0-3a13498ba9b3 service neutron] 10.222.0.22 "GET /v2.0/networks/b11b9749-6fdf-4b5b-bd44-54840570cb9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4046617 Aug 29 04:13:09.066970 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0423b27e-733c-482c-b587-3a31b0b27051 admin admin] No DVR routers for this DVR port 319f6eb0-2aa3-477d-ba70-22e56d4b6af9 on host n-d-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:13:09.068945 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0423b27e-733c-482c-b587-3a31b0b27051 admin admin] Pushing event deleted for resources: {'Port': ['ID=319f6eb0-2aa3-477d-ba70-22e56d4b6af9,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:09.074471 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 319f6eb0-2aa3-477d-ba70-22e56d4b6af9 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:13:09.074827 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 319f6eb0-2aa3-477d-ba70-22e56d4b6af9 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:13:09.167297 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0423b27e-733c-482c-b587-3a31b0b27051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:09.184788 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-0423b27e-733c-482c-b587-3a31b0b27051 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc563c47-043f-429f-be85-78b8391b0dc9']}} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:13:09.189594 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5c2de5f-a10b-4dde-91bc-320b3b73f815 x-openstack-request-id: req-a5c2de5f-a10b-4dde-91bc-320b3b73f815 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:13:09.189736 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d08c5cc7-debc-40a5-960a-3b21fc8777de", "name": "network-vif-deleted", "tag": "20cc507d-377c-4740-9b17-180c7947d1c9", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:13:09.190119 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a5c2de5f-a10b-4dde-91bc-320b3b73f815 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:13:09.190578 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd08c5cc7-debc-40a5-960a-3b21fc8777de', 'name': 'network-vif-deleted', 'tag': '20cc507d-377c-4740-9b17-180c7947d1c9', 'status': 'completed', 'code': 200} Aug 29 04:13:09.209202 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-0423b27e-733c-482c-b587-3a31b0b27051 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5edca003-2703-4f54-98cc-983d1c404746') {'for_net_delete': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:13:09.209745 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-0423b27e-733c-482c-b587-3a31b0b27051 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5edca003-2703-4f54-98cc-983d1c404746') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:13:09.223342 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0423b27e-733c-482c-b587-3a31b0b27051 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8904833'] for segment, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:09.256166 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0423b27e-733c-482c-b587-3a31b0b27051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:09.270401 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0423b27e-733c-482c-b587-3a31b0b27051 admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=94828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:13:09.271092 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0423b27e-733c-482c-b587-3a31b0b27051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9190468'] for segment, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:09.356914 n-d-712140-12 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:13:09.356914 n-d-712140-12 neutron-server[94828]: self.session.flush() Aug 29 04:13:09.356914 n-d-712140-12 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:13:09.356914 n-d-712140-12 neutron-server[94828]: self.session.flush() Aug 29 04:13:09.356914 n-d-712140-12 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:13:09.356914 n-d-712140-12 neutron-server[94828]: self.session.flush() Aug 29 04:13:09.356914 n-d-712140-12 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:13:09.356914 n-d-712140-12 neutron-server[94828]: self.session.flush() Aug 29 04:13:09.356914 n-d-712140-12 neutron-server[94828]: Traceback (most recent call last): Aug 29 04:13:09.356914 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:13:09.356914 n-d-712140-12 neutron-server[94828]: timer() Aug 29 04:13:09.356914 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:13:09.356914 n-d-712140-12 neutron-server[94828]: cb(*args, **kw) Aug 29 04:13:09.356914 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:13:09.356914 n-d-712140-12 neutron-server[94828]: return func(*args, **kwargs) Aug 29 04:13:09.356914 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:13:09.356914 n-d-712140-12 neutron-server[94828]: self._notify() Aug 29 04:13:09.356914 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:13:09.356914 n-d-712140-12 neutron-server[94828]: self.callback(batched_events) Aug 29 04:13:09.356914 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:13:09.356914 n-d-712140-12 neutron-server[94828]: event.method(event) Aug 29 04:13:09.356914 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:13:09.356914 n-d-712140-12 neutron-server[94828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:13:09.356914 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:13:09.356914 n-d-712140-12 neutron-server[94828]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:13:09.356914 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:13:09.356914 n-d-712140-12 neutron-server[94828]: return f(self, *a, **k) Aug 29 04:13:09.356914 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:13:09.356914 n-d-712140-12 neutron-server[94828]: return self._get(url).json() Aug 29 04:13:09.356914 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:13:09.356914 n-d-712140-12 neutron-server[94828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:13:09.356914 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:13:09.356914 n-d-712140-12 neutron-server[94828]: return self.request(url, 'GET', **kwargs) Aug 29 04:13:09.356914 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:13:09.356914 n-d-712140-12 neutron-server[94828]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:13:09.356914 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:13:09.356914 n-d-712140-12 neutron-server[94828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:13:09.356914 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:13:09.356914 n-d-712140-12 neutron-server[94828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:13:09.356914 n-d-712140-12 neutron-server[94828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:13:09.413408 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-77180999-8886-4dc1-b5a5-a2ad7ac4e4f9 req-16b339d6-7ed5-492c-ab23-516215eb963a tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9679e92-5c5e-4337-a723-88f61d6a3638 HTTP/1.1" status: 200 len: 210 time: 0.0550501 Aug 29 04:13:09.414992 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0423b27e-733c-482c-b587-3a31b0b27051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:09.427398 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0423b27e-733c-482c-b587-3a31b0b27051 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:09.430105 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-0423b27e-733c-482c-b587-3a31b0b27051 admin admin] 10.222.0.22 "DELETE /v2.0/networks/dc563c47-043f-429f-be85-78b8391b0dc9 HTTP/1.1" status: 204 len: 168 time: 1.5481431 Aug 29 04:13:09.468671 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0423b27e-733c-482c-b587-3a31b0b27051 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc563c47-043f-429f-be85-78b8391b0dc9,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:09.717795 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 39922) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:09.760514 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f70669-4a5d-405b-87d3-2f3827e9d9bc req-d724e35a-d8eb-4897-b4df-cb6fc75feab7 tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:09.762630 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-29f70669-4a5d-405b-87d3-2f3827e9d9bc req-d724e35a-d8eb-4897-b4df-cb6fc75feab7 tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] 10.222.0.22 "GET /v2.0/ports?device_id=d952c196-c5ab-4e23-926c-fd07660010ab HTTP/1.1" status: 200 len: 950 time: 0.1752200 Aug 29 04:13:09.867860 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-29f70669-4a5d-405b-87d3-2f3827e9d9bc req-7dab65af-5106-4fe4-93e0-761c873d1b73 tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] 10.222.0.22 "GET /v2.0/security-groups?id=f702e36e-8d7e-475c-937a-d43e5f05c39f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971634 Aug 29 04:13:09.986479 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 20cc507d-377c-4740-9b17-180c7947d1c9 no longer exists at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:13:10.013228 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e2f81-b8ac-439b-b045-dc1c3ff30a40 req-53cd62d1-6100-46c7-93dc-fa77814e3836 tempest-ServerMetadataNegativeTestJSON-675641479 tempest-ServerMetadataNegativeTestJSON-675641479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:10.017024 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d89e2f81-b8ac-439b-b045-dc1c3ff30a40 req-53cd62d1-6100-46c7-93dc-fa77814e3836 tempest-ServerMetadataNegativeTestJSON-675641479 tempest-ServerMetadataNegativeTestJSON-675641479-project] 10.222.0.22 "GET /v2.0/ports?device_id=7da6fe9f-85ed-42ca-bdb1-488d30289a8c HTTP/1.1" status: 200 len: 945 time: 0.2919292 Aug 29 04:13:10.035125 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-443c099d-caa5-4eb6-97f6-6095db0161fa admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0878509a3c9948c598a7472280410341&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3156717 Aug 29 04:13:10.052154 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 39938) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:10.066889 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] No Port match for: 20cc507d-377c-4740-9b17-180c7947d1c9 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:13:10.068196 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 20cc507d-377c-4740-9b17-180c7947d1c9 not bound to the agent host n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:13:10.153114 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd8955f-2884-4e69-81a3-dc516bd90c50 req-5554d044-d547-4b15-abf8-7746bae0baee tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:10.160930 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fcd8955f-2884-4e69-81a3-dc516bd90c50 req-5554d044-d547-4b15-abf8-7746bae0baee tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=25d520e8-68a6-43ea-9d0d-90cd31433780 HTTP/1.1" status: 200 len: 949 time: 0.1565659 Aug 29 04:13:10.179994 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d89e2f81-b8ac-439b-b045-dc1c3ff30a40 req-790397e3-89ac-4629-a297-a3eaad262d48 tempest-ServerMetadataNegativeTestJSON-675641479 tempest-ServerMetadataNegativeTestJSON-675641479-project] 10.222.0.22 "GET /v2.0/security-groups?id=c22e5dfa-bd0a-4a69-b395-f938376ed5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421237 Aug 29 04:13:10.222894 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b5118554-84aa-48dc-874d-47adf7bc73ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:10.268040 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fcd8955f-2884-4e69-81a3-dc516bd90c50 req-c4947cf8-8198-4d7b-b48f-217f850935ed tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929952 Aug 29 04:13:10.272210 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b5118554-84aa-48dc-874d-47adf7bc73ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:10.373853 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b5118554-84aa-48dc-874d-47adf7bc73ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:10.383147 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b5118554-84aa-48dc-874d-47adf7bc73ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:10.387012 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-b5118554-84aa-48dc-874d-47adf7bc73ad admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9751c8b9-7f98-4ab6-93f7-b82de067b072 HTTP/1.1" status: 204 len: 168 time: 0.3320026 Aug 29 04:13:10.407785 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5118554-84aa-48dc-874d-47adf7bc73ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9751c8b9-7f98-4ab6-93f7-b82de067b072,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:10.558152 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7da6fe9f-85ed-42ca-bdb1-488d30289a8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3267f8e3-4bc6-46a5-8513-94b84e51ee51'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:13:10.561751 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-061eb110-aae0-4d10-ab1d-0e06a68802d2" -d '{"events": [{"server_uuid": "7da6fe9f-85ed-42ca-bdb1-488d30289a8c", "name": "network-vif-plugged", "status": "completed", "tag": "3267f8e3-4bc6-46a5-8513-94b84e51ee51"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:13:10.692506 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-70245fca-7fa9-4235-8d70-2e219a79eda7 req-6c56a439-f3ae-47ad-babf-8aa429be7972 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9679e92-5c5e-4337-a723-88f61d6a3638 HTTP/1.1" status: 200 len: 210 time: 0.0613422 Aug 29 04:13:11.164586 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7208879c-e62e-4acf-bf15-23f3b31885cd x-openstack-request-id: req-7208879c-e62e-4acf-bf15-23f3b31885cd {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:13:11.166012 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7da6fe9f-85ed-42ca-bdb1-488d30289a8c", "name": "network-vif-plugged", "status": "completed", "tag": "3267f8e3-4bc6-46a5-8513-94b84e51ee51", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:13:11.166012 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7208879c-e62e-4acf-bf15-23f3b31885cd {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:13:11.166012 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7da6fe9f-85ed-42ca-bdb1-488d30289a8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3267f8e3-4bc6-46a5-8513-94b84e51ee51', 'code': 200} Aug 29 04:13:11.628096 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a12be80-c0ca-41bd-8c12-1209ced65094 req-ecc6b292-05c3-40f9-88f2-460b98e8f882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:11.629993 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8a12be80-c0ca-41bd-8c12-1209ced65094 req-ecc6b292-05c3-40f9-88f2-460b98e8f882 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7da6fe9f-85ed-42ca-bdb1-488d30289a8c HTTP/1.1" status: 200 len: 1097 time: 0.3357306 Aug 29 04:13:11.722750 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8713a9-433d-4bab-b789-050d137f299d req-21d721e8-70f8-4971-b445-2c1d152311b9 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:11.724965 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bf8713a9-433d-4bab-b789-050d137f299d req-21d721e8-70f8-4971-b445-2c1d152311b9 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.48 "GET /v2.0/ports?device_id=25d520e8-68a6-43ea-9d0d-90cd31433780 HTTP/1.1" status: 200 len: 949 time: 0.2859020 Aug 29 04:13:11.761476 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8a02d3-167a-4afe-b886-1a0f682b404c req-0bfe3892-fbe6-4e8e-91b7-4952c697c83b tempest-ServerMetadataNegativeTestJSON-675641479 tempest-ServerMetadataNegativeTestJSON-675641479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:11.780533 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5c8a02d3-167a-4afe-b886-1a0f682b404c req-0bfe3892-fbe6-4e8e-91b7-4952c697c83b tempest-ServerMetadataNegativeTestJSON-675641479 tempest-ServerMetadataNegativeTestJSON-675641479-project] 10.222.0.22 "GET /v2.0/ports?device_id=7da6fe9f-85ed-42ca-bdb1-488d30289a8c HTTP/1.1" status: 200 len: 945 time: 0.3336749 Aug 29 04:13:11.831767 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8a12be80-c0ca-41bd-8c12-1209ced65094 req-b162ac07-ed12-4c22-91a8-5a2fcbe59b16 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c22e5dfa-bd0a-4a69-b395-f938376ed5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894917 Aug 29 04:13:11.895069 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5c8a02d3-167a-4afe-b886-1a0f682b404c req-d94a724d-f39d-493b-a861-9ccfca21bb76 tempest-ServerMetadataNegativeTestJSON-675641479 tempest-ServerMetadataNegativeTestJSON-675641479-project] 10.222.0.22 "GET /v2.0/security-groups?id=c22e5dfa-bd0a-4a69-b395-f938376ed5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102977 Aug 29 04:13:11.996380 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 91feca29-9c06-49f7-802c-92515715195f no longer exists at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:13:12.047349 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4425ed6e-ac79-48ed-9b8e-b33ee8b6e292 req-bf58bcc0-5731-47ea-8974-7896a3fdff4a tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:12.050035 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-bf8713a9-433d-4bab-b789-050d137f299d req-459b752f-dee0-4eb8-b23e-cdb363a66fa4 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Deleting port a42538bf-2d2b-4567-a1ec-338bfb54c1bc {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:13:12.052848 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-bf8713a9-433d-4bab-b789-050d137f299d req-459b752f-dee0-4eb8-b23e-cdb363a66fa4 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:12.068644 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4425ed6e-ac79-48ed-9b8e-b33ee8b6e292 req-bf58bcc0-5731-47ea-8974-7896a3fdff4a tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=25d520e8-68a6-43ea-9d0d-90cd31433780 HTTP/1.1" status: 200 len: 949 time: 0.1953211 Aug 29 04:13:12.156772 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0beabd7-c3c5-4ec5-a609-eb2db4af54d8 req-cc59322e-2e94-41e1-be46-3d9126265d10 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:12.168625 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f0beabd7-c3c5-4ec5-a609-eb2db4af54d8 req-cc59322e-2e94-41e1-be46-3d9126265d10 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.46 "GET /v2.0/networks?id=b11b9749-6fdf-4b5b-bd44-54840570cb9d HTTP/1.1" status: 200 len: 822 time: 0.9562020 Aug 29 04:13:12.196341 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-f0beabd7-c3c5-4ec5-a609-eb2db4af54d8 req-d1a26d24-9313-49ad-a364-d94f83302246 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Request body: {'port': {'device_id': 'a9679e92-5c5e-4337-a723-88f61d6a3638', 'network_id': 'b11b9749-6fdf-4b5b-bd44-54840570cb9d', 'admin_state_up': True, 'tenant_id': 'e9fc8269e18447caa133998ddbec4b66'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:13:12.225953 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 40006) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:12.226209 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:12.314099 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 91feca29-9c06-49f7-802c-92515715195f, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=91feca29-9c06-49f7-802c-92515715195f,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:12.322752 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:12.356252 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-bf8713a9-433d-4bab-b789-050d137f299d req-459b752f-dee0-4eb8-b23e-cdb363a66fa4 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] For port a42538bf-2d2b-4567-a1ec-338bfb54c1bc, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=a42538bf-2d2b-4567-a1ec-338bfb54c1bc,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:12.356758 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-bf8713a9-433d-4bab-b789-050d137f299d req-459b752f-dee0-4eb8-b23e-cdb363a66fa4 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:12.427613 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4425ed6e-ac79-48ed-9b8e-b33ee8b6e292 req-00689217-e7aa-4f89-a37f-82effaecb1cf tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572696 Aug 29 04:13:12.472827 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=91feca29-9c06-49f7-802c-92515715195f,revision_number=8']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:12.483060 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bf22f042-dad7-43e6-aeab-b5eba418bcf2 req-3e38dff7-5ad7-44e8-9f79-e7dd30ac0ba4 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9679e92-5c5e-4337-a723-88f61d6a3638 HTTP/1.1" status: 200 len: 210 time: 0.1478138 Aug 29 04:13:12.484616 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-bf8713a9-433d-4bab-b789-050d137f299d req-459b752f-dee0-4eb8-b23e-cdb363a66fa4 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Calling delete_port for a42538bf-2d2b-4567-a1ec-338bfb54c1bc owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:13:12.567034 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0beabd7-c3c5-4ec5-a609-eb2db4af54d8 req-d1a26d24-9313-49ad-a364-d94f83302246 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Made reservation on behalf of e9fc8269e18447caa133998ddbec4b66 for: {'port': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:13:12.573592 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-f0beabd7-c3c5-4ec5-a609-eb2db4af54d8 req-d1a26d24-9313-49ad-a364-d94f83302246 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:12.711217 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-47335982-7130-42ea-8521-7535444e004e admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-515532501-network', 'tenant_id': 'bb6e10a651234f1892cfd75265a07adc'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:13:12.780859 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47335982-7130-42ea-8521-7535444e004e admin admin] Made reservation on behalf of bb6e10a651234f1892cfd75265a07adc for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:13:12.787277 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-47335982-7130-42ea-8521-7535444e004e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:12.805424 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-bf8713a9-433d-4bab-b789-050d137f299d req-459b752f-dee0-4eb8-b23e-cdb363a66fa4 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:12.824358 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['ea1f70ee-b550-4aef-a765-072dca3d50eb'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:13:12.847148 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-47335982-7130-42ea-8521-7535444e004e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:12.907265 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459b752f-dee0-4eb8-b23e-cdb363a66fa4 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Pushing event deleted for resources: {'Port': ['ID=a42538bf-2d2b-4567-a1ec-338bfb54c1bc,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:12.927372 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['ca03363c-8150-420d-8512-0a3c1b4ff1b3', 'a42538bf-2d2b-4567-a1ec-338bfb54c1bc'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:13:13.054258 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf8713a9-433d-4bab-b789-050d137f299d req-459b752f-dee0-4eb8-b23e-cdb363a66fa4 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] No DVR routers for this DVR port a42538bf-2d2b-4567-a1ec-338bfb54c1bc on host n-h2-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:13:13.060981 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-bf8713a9-433d-4bab-b789-050d137f299d req-459b752f-dee0-4eb8-b23e-cdb363a66fa4 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:13.065313 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bf8713a9-433d-4bab-b789-050d137f299d req-459b752f-dee0-4eb8-b23e-cdb363a66fa4 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.48 "DELETE /v2.0/ports/a42538bf-2d2b-4567-a1ec-338bfb54c1bc HTTP/1.1" status: 204 len: 173 time: 1.3309991 Aug 29 04:13:13.066447 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25d520e8-68a6-43ea-9d0d-90cd31433780', 'name': 'network-vif-deleted', 'tag': 'a42538bf-2d2b-4567-a1ec-338bfb54c1bc'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:13:13.081367 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [req-f0beabd7-c3c5-4ec5-a609-eb2db4af54d8 req-d1a26d24-9313-49ad-a364-d94f83302246 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Allocated IP 172.20.0.12 (b11b9749-6fdf-4b5b-bd44-54840570cb9d/82fda6de-10c8-44f0-bae6-762e0dfe0362/0acdaefd-c1a4-4adb-b570-b0f5ae749d9e) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:13:13.101460 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6c88c21-4b21-42de-a5ea-3089343e26a6" -d '{"events": [{"server_uuid": "25d520e8-68a6-43ea-9d0d-90cd31433780", "name": "network-vif-deleted", "tag": "a42538bf-2d2b-4567-a1ec-338bfb54c1bc"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:13:13.181876 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd952c196-c5ab-4e23-926c-fd07660010ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91feca29-9c06-49f7-802c-92515715195f'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:13:13.225210 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1f633cb-5d58-4e39-a326-5a625040a610" -d '{"events": [{"server_uuid": "d952c196-c5ab-4e23-926c-fd07660010ab", "name": "network-vif-unplugged", "status": "completed", "tag": "91feca29-9c06-49f7-802c-92515715195f"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:13:13.324504 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-971b326d-04e7-4f2e-821d-67edde60503e x-openstack-request-id: req-971b326d-04e7-4f2e-821d-67edde60503e {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:13:13.324715 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25d520e8-68a6-43ea-9d0d-90cd31433780", "name": "network-vif-deleted", "tag": "a42538bf-2d2b-4567-a1ec-338bfb54c1bc", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:13:13.324901 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-971b326d-04e7-4f2e-821d-67edde60503e {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:13:13.333150 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25d520e8-68a6-43ea-9d0d-90cd31433780', 'name': 'network-vif-deleted', 'tag': 'a42538bf-2d2b-4567-a1ec-338bfb54c1bc', 'status': 'completed', 'code': 200} Aug 29 04:13:13.405163 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fed35be-446e-465d-8a3d-6c8f582d1c20 req-6fb3902b-9541-4788-bc66-542664cd6524 tempest-ServerMetadataNegativeTestJSON-675641479 tempest-ServerMetadataNegativeTestJSON-675641479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:13.417218 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6fed35be-446e-465d-8a3d-6c8f582d1c20 req-6fb3902b-9541-4788-bc66-542664cd6524 tempest-ServerMetadataNegativeTestJSON-675641479 tempest-ServerMetadataNegativeTestJSON-675641479-project] 10.222.0.22 "GET /v2.0/ports?device_id=7da6fe9f-85ed-42ca-bdb1-488d30289a8c HTTP/1.1" status: 200 len: 945 time: 0.2126477 Aug 29 04:13:13.537988 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-47335982-7130-42ea-8521-7535444e004e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:13.552886 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-47335982-7130-42ea-8521-7535444e004e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:13.592937 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6fed35be-446e-465d-8a3d-6c8f582d1c20 req-39dac6d2-7291-47e6-b1c5-a3e8a50dc16b tempest-ServerMetadataNegativeTestJSON-675641479 tempest-ServerMetadataNegativeTestJSON-675641479-project] 10.222.0.22 "GET /v2.0/security-groups?id=c22e5dfa-bd0a-4a69-b395-f938376ed5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747856 Aug 29 04:13:13.604718 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4031e0c-35d9-4159-b3cc-70bf61b26870 x-openstack-request-id: req-e4031e0c-35d9-4159-b3cc-70bf61b26870 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:13:13.605844 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d952c196-c5ab-4e23-926c-fd07660010ab", "name": "network-vif-unplugged", "status": "completed", "tag": "91feca29-9c06-49f7-802c-92515715195f", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:13:13.606302 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e4031e0c-35d9-4159-b3cc-70bf61b26870 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:13:13.607018 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd952c196-c5ab-4e23-926c-fd07660010ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91feca29-9c06-49f7-802c-92515715195f', 'code': 200} Aug 29 04:13:13.635358 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47335982-7130-42ea-8521-7535444e004e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a668d488-2313-4bb8-9617-0e7a6a6dec11,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:13.695865 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47335982-7130-42ea-8521-7535444e004e admin admin] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:13:13.792241 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-f0beabd7-c3c5-4ec5-a609-eb2db4af54d8 req-d1a26d24-9313-49ad-a364-d94f83302246 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:13.836189 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-47335982-7130-42ea-8521-7535444e004e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:13.836805 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-47335982-7130-42ea-8521-7535444e004e admin admin] Added segment bcf35ba8-7cf7-42bd-89f1-3efe7c8efcb4 of type vlan for network e550fef6-11de-4328-a156-3af4f67461c6 Aug 29 04:13:13.963007 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-cf1a1151-faba-42a5-91c4-8e0f5c997179 req-67365d32-bfea-4693-8caf-caf670b4ac01 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=25d520e8-68a6-43ea-9d0d-90cd31433780 HTTP/1.1" status: 200 len: 210 time: 0.1254296 Aug 29 04:13:14.071273 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b36379bf-11cc-4170-9c2f-b1b086d7b05b req-3acf4ecc-485b-48f4-8242-ba88649ecde2 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9679e92-5c5e-4337-a723-88f61d6a3638 HTTP/1.1" status: 200 len: 210 time: 0.1543415 Aug 29 04:13:14.075633 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-47335982-7130-42ea-8521-7535444e004e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:14.142864 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-f0beabd7-c3c5-4ec5-a609-eb2db4af54d8 req-d1a26d24-9313-49ad-a364-d94f83302246 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:14.215151 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-47335982-7130-42ea-8521-7535444e004e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:14.215531 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47335982-7130-42ea-8521-7535444e004e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:14.216189 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-47335982-7130-42ea-8521-7535444e004e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:14.224882 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0beabd7-c3c5-4ec5-a609-eb2db4af54d8 req-d1a26d24-9313-49ad-a364-d94f83302246 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Network b11b9749-6fdf-4b5b-bd44-54840570cb9d is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:13:14.234874 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [req-f0beabd7-c3c5-4ec5-a609-eb2db4af54d8 req-d1a26d24-9313-49ad-a364-d94f83302246 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:13:14.258092 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0beabd7-c3c5-4ec5-a609-eb2db4af54d8 req-d1a26d24-9313-49ad-a364-d94f83302246 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:13:14.338273 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a26d24-9313-49ad-a364-d94f83302246 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Pushing event updated for resources: {'Port': ['ID=0acdaefd-c1a4-4adb-b570-b0f5ae749d9e,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:14.357876 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-47335982-7130-42ea-8521-7535444e004e admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.1278832 Aug 29 04:13:14.363445 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 40050) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:14.373123 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-16bfd5ea-773a-46c4-a5df-0eb4c22a95f4 admin admin] Request body: {'subnet': {'network_id': 'e550fef6-11de-4328-a156-3af4f67461c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-515532501-subnet', 'tenant_id': 'bb6e10a651234f1892cfd75265a07adc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:13:14.400327 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47335982-7130-42ea-8521-7535444e004e admin admin] Pushing event updated for resources: {'Network': ['ID=e550fef6-11de-4328-a156-3af4f67461c6,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:14.423364 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0beabd7-c3c5-4ec5-a609-eb2db4af54d8 req-d1a26d24-9313-49ad-a364-d94f83302246 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:14.424170 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-f0beabd7-c3c5-4ec5-a609-eb2db4af54d8 req-d1a26d24-9313-49ad-a364-d94f83302246 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:14.426140 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16bfd5ea-773a-46c4-a5df-0eb4c22a95f4 admin admin] Made reservation on behalf of bb6e10a651234f1892cfd75265a07adc for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:13:14.427586 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network e550fef6-11de-4328-a156-3af4f67461c6 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:13:14.430270 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-16bfd5ea-773a-46c4-a5df-0eb4c22a95f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:14.473843 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f0beabd7-c3c5-4ec5-a609-eb2db4af54d8 req-d1a26d24-9313-49ad-a364-d94f83302246 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2954795 Aug 29 04:13:14.487511 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-f0beabd7-c3c5-4ec5-a609-eb2db4af54d8 req-953c1ba0-e51c-4716-ae91-afce567de1b2 service neutron] Request body: {'port': {'device_id': 'a9679e92-5c5e-4337-a723-88f61d6a3638', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-12'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:13:14.676167 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-f0beabd7-c3c5-4ec5-a609-eb2db4af54d8 req-953c1ba0-e51c-4716-ae91-afce567de1b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:14.878738 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-16bfd5ea-773a-46c4-a5df-0eb4c22a95f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9191137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10062364'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:14.960298 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bfd5ea-773a-46c4-a5df-0eb4c22a95f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4718f4d9-f95e-437e-b5e4-68b9c2bae735,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:14.973370 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bfd5ea-773a-46c4-a5df-0eb4c22a95f4 admin admin] Checking segment: {'id': 'bcf35ba8-7cf7-42bd-89f1-3efe7c8efcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'e550fef6-11de-4328-a156-3af4f67461c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:13:14.974582 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16bfd5ea-773a-46c4-a5df-0eb4c22a95f4 admin admin] Network hostable DHCP agents. Network: e550fef6-11de-4328-a156-3af4f67461c6, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:13:15.024444 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16bfd5ea-773a-46c4-a5df-0eb4c22a95f4 admin admin] Network e550fef6-11de-4328-a156-3af4f67461c6 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:13:15.068122 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-16bfd5ea-773a-46c4-a5df-0eb4c22a95f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, e550fef6-11de-4328-a156-3af4f67461c6) {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:13:15.083558 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918740e9-3484-465d-b111-40c1c6728c46 None None] Network e550fef6-11de-4328-a156-3af4f67461c6 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:13:15.088065 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16bfd5ea-773a-46c4-a5df-0eb4c22a95f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:15.088796 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-16bfd5ea-773a-46c4-a5df-0eb4c22a95f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:15.123369 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e306917-756e-47cf-bc5a-2e1b87f5a2ec req-129fe866-930f-430b-b725-d619ecb97fc8 tempest-ServerMetadataNegativeTestJSON-675641479 tempest-ServerMetadataNegativeTestJSON-675641479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:15.140921 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0e306917-756e-47cf-bc5a-2e1b87f5a2ec req-129fe866-930f-430b-b725-d619ecb97fc8 tempest-ServerMetadataNegativeTestJSON-675641479 tempest-ServerMetadataNegativeTestJSON-675641479-project] 10.222.0.22 "GET /v2.0/ports?device_id=7da6fe9f-85ed-42ca-bdb1-488d30289a8c HTTP/1.1" status: 200 len: 945 time: 0.3661606 Aug 29 04:13:15.154704 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-16bfd5ea-773a-46c4-a5df-0eb4c22a95f4 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7892623 Aug 29 04:13:15.156432 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 40070) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:15.165618 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-abd4a839-5ab0-4634-b83d-3e6554847ced admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-515532501-router', 'tenant_id': 'bb6e10a651234f1892cfd75265a07adc', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:13:15.237908 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-abd4a839-5ab0-4634-b83d-3e6554847ced admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:15.239351 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-abd4a839-5ab0-4634-b83d-3e6554847ced admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1838'] for router, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:15.279760 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0e306917-756e-47cf-bc5a-2e1b87f5a2ec req-081b01e3-3bf9-42e4-a098-b57e6e8358ec tempest-ServerMetadataNegativeTestJSON-675641479 tempest-ServerMetadataNegativeTestJSON-675641479-project] 10.222.0.22 "GET /v2.0/security-groups?id=c22e5dfa-bd0a-4a69-b395-f938376ed5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292727 Aug 29 04:13:15.532467 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-abd4a839-5ab0-4634-b83d-3e6554847ced admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:15.605586 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [req-f0beabd7-c3c5-4ec5-a609-eb2db4af54d8 req-953c1ba0-e51c-4716-ae91-afce567de1b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0acdaefd-c1a4-4adb-b570-b0f5ae749d9e {{(pid=94829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:13:15.616456 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-f0beabd7-c3c5-4ec5-a609-eb2db4af54d8 req-953c1ba0-e51c-4716-ae91-afce567de1b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:15.634844 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [req-f0beabd7-c3c5-4ec5-a609-eb2db4af54d8 req-953c1ba0-e51c-4716-ae91-afce567de1b2 service neutron] Transition to ACTIVE for port object 0acdaefd-c1a4-4adb-b570-b0f5ae749d9e will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:13:15.642620 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-f0beabd7-c3c5-4ec5-a609-eb2db4af54d8 req-953c1ba0-e51c-4716-ae91-afce567de1b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:15.668352 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2d1f74-dac2-4eaf-9f7a-a1dd10e62601 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-e550fef6-11de-4328-a156-3af4f67461c6', 'network_id': 'e550fef6-11de-4328-a156-3af4f67461c6', 'tenant_id': 'bb6e10a651234f1892cfd75265a07adc', 'fixed_ips': [{'subnet_id': '4718f4d9-f95e-437e-b5e4-68b9c2bae735'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:13:15.669645 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ce2d1f74-dac2-4eaf-9f7a-a1dd10e62601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:15.888169 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-abd4a839-5ab0-4634-b83d-3e6554847ced admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:15.892114 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-ce2d1f74-dac2-4eaf-9f7a-a1dd10e62601 None None] Allocated IP 172.20.0.2 (e550fef6-11de-4328-a156-3af4f67461c6/4718f4d9-f95e-437e-b5e4-68b9c2bae735/90265c45-28b1-4882-97fb-8b0806615a85) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:13:15.918423 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953c1ba0-e51c-4716-ae91-afce567de1b2 service neutron] Pushing event updated for resources: {'Port': ['ID=0acdaefd-c1a4-4adb-b570-b0f5ae749d9e,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:15.975045 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708e846c-4c6f-49cd-9f42-2160fbcb55ba req-fa9eb248-a851-4b0e-9a4b-7b023b7f42fa tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:15.977231 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-708e846c-4c6f-49cd-9f42-2160fbcb55ba req-fa9eb248-a851-4b0e-9a4b-7b023b7f42fa tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=b83569e1-b257-4d78-919b-861ace2c9e5d HTTP/1.1" status: 200 len: 950 time: 0.1302149 Aug 29 04:13:15.988370 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5969b01e-de53-43c9-be57-81a1fb3bace1 req-d06c2dd4-0289-4513-aec0-8ae4c715676e tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:15.991931 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5969b01e-de53-43c9-be57-81a1fb3bace1 req-d06c2dd4-0289-4513-aec0-8ae4c715676e tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9679e92-5c5e-4337-a723-88f61d6a3638 HTTP/1.1" status: 200 len: 944 time: 0.3276284 Aug 29 04:13:16.040864 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-708e846c-4c6f-49cd-9f42-2160fbcb55ba req-9a34eb40-5340-4bf1-b5ac-df7daec08595 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515471 Aug 29 04:13:16.083370 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-f0beabd7-c3c5-4ec5-a609-eb2db4af54d8 req-953c1ba0-e51c-4716-ae91-afce567de1b2 service neutron] Attempting to bind port 0acdaefd-c1a4-4adb-b570-b0f5ae749d9e on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:13:16.083947 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-f0beabd7-c3c5-4ec5-a609-eb2db4af54d8 req-953c1ba0-e51c-4716-ae91-afce567de1b2 service neutron] Attempting to bind port 0acdaefd-c1a4-4adb-b570-b0f5ae749d9e by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': '91716f4b-2300-4d9e-8518-8c88143693cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b11b9749-6fdf-4b5b-bd44-54840570cb9d'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:13:16.084417 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0beabd7-c3c5-4ec5-a609-eb2db4af54d8 req-953c1ba0-e51c-4716-ae91-afce567de1b2 service neutron] Attempting to bind port 0acdaefd-c1a4-4adb-b570-b0f5ae749d9e on network b11b9749-6fdf-4b5b-bd44-54840570cb9d {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:13:16.086802 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device a42538bf-2d2b-4567-a1ec-338bfb54c1bc no longer exists at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:13:16.126753 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ce2d1f74-dac2-4eaf-9f7a-a1dd10e62601 None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:16.129329 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0beabd7-c3c5-4ec5-a609-eb2db4af54d8 req-953c1ba0-e51c-4716-ae91-afce567de1b2 service neutron] Port 0acdaefd-c1a4-4adb-b570-b0f5ae749d9e on network b11b9749-6fdf-4b5b-bd44-54840570cb9d not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:13:16.129832 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] No Port match for: a42538bf-2d2b-4567-a1ec-338bfb54c1bc {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:13:16.129941 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0beabd7-c3c5-4ec5-a609-eb2db4af54d8 req-953c1ba0-e51c-4716-ae91-afce567de1b2 service neutron] Attempting to bind port 0acdaefd-c1a4-4adb-b570-b0f5ae749d9e on network b11b9749-6fdf-4b5b-bd44-54840570cb9d {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:13:16.130187 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device a42538bf-2d2b-4567-a1ec-338bfb54c1bc not bound to the agent host n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:13:16.151118 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5969b01e-de53-43c9-be57-81a1fb3bace1 req-14278cf7-5e0e-4a55-9e6e-a36fdd9ab94b tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e63e8ef-00a5-40d1-a0c1-bc99e0ad79b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498938 Aug 29 04:13:16.151714 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-ce2d1f74-dac2-4eaf-9f7a-a1dd10e62601 None None] Transition to ACTIVE for port object 90265c45-28b1-4882-97fb-8b0806615a85 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:13:16.152940 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0beabd7-c3c5-4ec5-a609-eb2db4af54d8 req-953c1ba0-e51c-4716-ae91-afce567de1b2 service neutron] Checking agent: {'id': '3de9de52-3a03-431d-9d7e-497ae92c57ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:13:16.153883 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0beabd7-c3c5-4ec5-a609-eb2db4af54d8 req-953c1ba0-e51c-4716-ae91-afce567de1b2 service neutron] Checking segment: {'id': '91716f4b-2300-4d9e-8518-8c88143693cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b11b9749-6fdf-4b5b-bd44-54840570cb9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:13:16.154786 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0beabd7-c3c5-4ec5-a609-eb2db4af54d8 req-953c1ba0-e51c-4716-ae91-afce567de1b2 service neutron] Bound using segment: {'id': '91716f4b-2300-4d9e-8518-8c88143693cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b11b9749-6fdf-4b5b-bd44-54840570cb9d'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:13:16.156297 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-f0beabd7-c3c5-4ec5-a609-eb2db4af54d8 req-953c1ba0-e51c-4716-ae91-afce567de1b2 service neutron] Bound port: 0acdaefd-c1a4-4adb-b570-b0f5ae749d9e, host: n-h1-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91716f4b-2300-4d9e-8518-8c88143693cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b11b9749-6fdf-4b5b-bd44-54840570cb9d'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:13:16.156501 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-f0beabd7-c3c5-4ec5-a609-eb2db4af54d8 req-953c1ba0-e51c-4716-ae91-afce567de1b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:16.191736 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-ce2d1f74-dac2-4eaf-9f7a-a1dd10e62601 None None] Transition to ACTIVE for port object 90265c45-28b1-4882-97fb-8b0806615a85 will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:13:16.209269 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ce2d1f74-dac2-4eaf-9f7a-a1dd10e62601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:16.282093 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2d1f74-dac2-4eaf-9f7a-a1dd10e62601 None None] Network e550fef6-11de-4328-a156-3af4f67461c6 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:13:16.303373 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-ce2d1f74-dac2-4eaf-9f7a-a1dd10e62601 None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:13:16.311317 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2d1f74-dac2-4eaf-9f7a-a1dd10e62601 None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:13:16.365042 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-f0beabd7-c3c5-4ec5-a609-eb2db4af54d8 req-953c1ba0-e51c-4716-ae91-afce567de1b2 service neutron] For port 0acdaefd-c1a4-4adb-b570-b0f5ae749d9e, host n-h1-712140-12, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:13:16.374545 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-f0beabd7-c3c5-4ec5-a609-eb2db4af54d8 req-953c1ba0-e51c-4716-ae91-afce567de1b2 service neutron] For port 0acdaefd-c1a4-4adb-b570-b0f5ae749d9e, host n-h1-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=0acdaefd-c1a4-4adb-b570-b0f5ae749d9e,segment=NetworkSegment(91716f4b-2300-4d9e-8518-8c88143693cd),segment_id=91716f4b-2300-4d9e-8518-8c88143693cd)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:13:16.383399 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-f0beabd7-c3c5-4ec5-a609-eb2db4af54d8 req-953c1ba0-e51c-4716-ae91-afce567de1b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:16.413242 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2d1f74-dac2-4eaf-9f7a-a1dd10e62601 None None] Pushing event updated for resources: {'Port': ['ID=90265c45-28b1-4882-97fb-8b0806615a85,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:16.426948 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-ce2d1f74-dac2-4eaf-9f7a-a1dd10e62601 None None] Attempting to bind port 90265c45-28b1-4882-97fb-8b0806615a85 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:13:16.427605 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-ce2d1f74-dac2-4eaf-9f7a-a1dd10e62601 None None] Attempting to bind port 90265c45-28b1-4882-97fb-8b0806615a85 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'bcf35ba8-7cf7-42bd-89f1-3efe7c8efcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'e550fef6-11de-4328-a156-3af4f67461c6'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:13:16.428042 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2d1f74-dac2-4eaf-9f7a-a1dd10e62601 None None] Attempting to bind port 90265c45-28b1-4882-97fb-8b0806615a85 on network e550fef6-11de-4328-a156-3af4f67461c6 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:13:16.436036 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2d1f74-dac2-4eaf-9f7a-a1dd10e62601 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:13:16.436814 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2d1f74-dac2-4eaf-9f7a-a1dd10e62601 None None] Checking segment: {'id': 'bcf35ba8-7cf7-42bd-89f1-3efe7c8efcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'e550fef6-11de-4328-a156-3af4f67461c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:13:16.437743 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ce2d1f74-dac2-4eaf-9f7a-a1dd10e62601 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:16.438442 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2d1f74-dac2-4eaf-9f7a-a1dd10e62601 None None] Bound using segment: {'id': 'bcf35ba8-7cf7-42bd-89f1-3efe7c8efcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'e550fef6-11de-4328-a156-3af4f67461c6'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:13:16.439150 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-ce2d1f74-dac2-4eaf-9f7a-a1dd10e62601 None None] Bound port: 90265c45-28b1-4882-97fb-8b0806615a85, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcf35ba8-7cf7-42bd-89f1-3efe7c8efcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'e550fef6-11de-4328-a156-3af4f67461c6'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:13:16.439807 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ce2d1f74-dac2-4eaf-9f7a-a1dd10e62601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:16.491369 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-abd4a839-5ab0-4634-b83d-3e6554847ced admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:16.505070 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0beabd7-c3c5-4ec5-a609-eb2db4af54d8 req-953c1ba0-e51c-4716-ae91-afce567de1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:16.506075 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-f0beabd7-c3c5-4ec5-a609-eb2db4af54d8 req-953c1ba0-e51c-4716-ae91-afce567de1b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:16.508632 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f0beabd7-c3c5-4ec5-a609-eb2db4af54d8 req-953c1ba0-e51c-4716-ae91-afce567de1b2 service neutron] 10.222.0.46 "PUT /v2.0/ports/0acdaefd-c1a4-4adb-b570-b0f5ae749d9e HTTP/1.1" status: 200 len: 1093 time: 2.0256584 Aug 29 04:13:16.510735 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953c1ba0-e51c-4716-ae91-afce567de1b2 service neutron] Pushing event updated for resources: {'Port': ['ID=0acdaefd-c1a4-4adb-b570-b0f5ae749d9e,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:16.535225 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9679e92-5c5e-4337-a723-88f61d6a3638', 'tag': '0acdaefd-c1a4-4adb-b570-b0f5ae749d9e'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:13:16.555223 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b53a1f7-92ee-4bac-82af-620f5093ac9f" -d '{"events": [{"name": "network-changed", "server_uuid": "a9679e92-5c5e-4337-a723-88f61d6a3638", "tag": "0acdaefd-c1a4-4adb-b570-b0f5ae749d9e"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:13:16.563582 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-abd4a839-5ab0-4634-b83d-3e6554847ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:16.623846 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-ce2d1f74-dac2-4eaf-9f7a-a1dd10e62601 None None] For port 90265c45-28b1-4882-97fb-8b0806615a85, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:13:16.639229 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-ce2d1f74-dac2-4eaf-9f7a-a1dd10e62601 None None] For port 90265c45-28b1-4882-97fb-8b0806615a85, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=90265c45-28b1-4882-97fb-8b0806615a85,segment=NetworkSegment(bcf35ba8-7cf7-42bd-89f1-3efe7c8efcb4),segment_id=bcf35ba8-7cf7-42bd-89f1-3efe7c8efcb4)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:13:16.647160 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ce2d1f74-dac2-4eaf-9f7a-a1dd10e62601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:16.704919 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08957bbe-0333-4fc7-b9bc-c9cca4a746aa x-openstack-request-id: req-08957bbe-0333-4fc7-b9bc-c9cca4a746aa {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:13:16.705369 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9679e92-5c5e-4337-a723-88f61d6a3638", "tag": "0acdaefd-c1a4-4adb-b570-b0f5ae749d9e", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:13:16.705765 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-08957bbe-0333-4fc7-b9bc-c9cca4a746aa {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:13:16.706364 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9679e92-5c5e-4337-a723-88f61d6a3638', 'tag': '0acdaefd-c1a4-4adb-b570-b0f5ae749d9e', 'status': 'completed', 'code': 200} Aug 29 04:13:16.750965 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0beabd7-c3c5-4ec5-a609-eb2db4af54d8 req-080e8ea5-fd65-4884-9740-92380dd870b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:16.752592 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f0beabd7-c3c5-4ec5-a609-eb2db4af54d8 req-080e8ea5-fd65-4884-9740-92380dd870b5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e9fc8269e18447caa133998ddbec4b66&device_id=a9679e92-5c5e-4337-a723-88f61d6a3638 HTTP/1.1" status: 200 len: 1096 time: 0.1638579 Aug 29 04:13:16.828784 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2d1f74-dac2-4eaf-9f7a-a1dd10e62601 None None] Pushing event updated for resources: {'Port': ['ID=90265c45-28b1-4882-97fb-8b0806615a85,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:16.872109 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f0beabd7-c3c5-4ec5-a609-eb2db4af54d8 req-048f113e-40e7-4f40-835a-efa87826a34a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0acdaefd-c1a4-4adb-b570-b0f5ae749d9e HTTP/1.1" status: 200 len: 217 time: 0.1067405 Aug 29 04:13:16.937770 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-abd4a839-5ab0-4634-b83d-3e6554847ced admin admin] Allocated IP 172.25.0.76 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/25feee62-a776-484c-81a4-2dc9b649e21e) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:13:16.979647 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0beabd7-c3c5-4ec5-a609-eb2db4af54d8 req-299f671d-7cc5-4ab3-bf60-db23768e0648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:16.987087 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f0beabd7-c3c5-4ec5-a609-eb2db4af54d8 req-299f671d-7cc5-4ab3-bf60-db23768e0648 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=82fda6de-10c8-44f0-bae6-762e0dfe0362 HTTP/1.1" status: 200 len: 862 time: 0.1046536 Aug 29 04:13:17.061242 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f0beabd7-c3c5-4ec5-a609-eb2db4af54d8 req-e3f6f0f0-9418-4424-b854-a1d3a695029b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b11b9749-6fdf-4b5b-bd44-54840570cb9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673463 Aug 29 04:13:17.154706 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-abd4a839-5ab0-4634-b83d-3e6554847ced admin admin] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:17.249823 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f0beabd7-c3c5-4ec5-a609-eb2db4af54d8 req-9b1aa862-5dd3-4094-bf7a-da16199a8c89 service neutron] 10.222.0.46 "GET /v2.0/networks/b11b9749-6fdf-4b5b-bd44-54840570cb9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804867 Aug 29 04:13:17.257770 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-abd4a839-5ab0-4634-b83d-3e6554847ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:17.330091 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8affb9d4-070a-4f51-bb0e-90f157e29e60 req-52a7102e-54bf-45bd-9fab-2285981c7009 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:17.334986 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8affb9d4-070a-4f51-bb0e-90f157e29e60 req-52a7102e-54bf-45bd-9fab-2285981c7009 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=b83569e1-b257-4d78-919b-861ace2c9e5d HTTP/1.1" status: 200 len: 950 time: 0.1245697 Aug 29 04:13:17.336931 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd4a839-5ab0-4634-b83d-3e6554847ced admin admin] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:13:17.341064 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-abd4a839-5ab0-4634-b83d-3e6554847ced admin admin] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:13:17.347473 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd4a839-5ab0-4634-b83d-3e6554847ced admin admin] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:13:17.427412 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd4a839-5ab0-4634-b83d-3e6554847ced admin admin] Pushing event updated for resources: {'Port': ['ID=25feee62-a776-484c-81a4-2dc9b649e21e,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:17.490677 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f0beabd7-c3c5-4ec5-a609-eb2db4af54d8 req-25eb2b24-bd45-41fa-838c-249959573880 service neutron] 10.222.0.46 "GET /v2.0/networks/b11b9749-6fdf-4b5b-bd44-54840570cb9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303636 Aug 29 04:13:17.513306 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd20041-c3be-4084-b729-915b2e878d5c req-63e72eff-141c-4989-b84a-b43e70f1daad tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:17.521750 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-edd20041-c3be-4084-b729-915b2e878d5c req-63e72eff-141c-4989-b84a-b43e70f1daad tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9679e92-5c5e-4337-a723-88f61d6a3638 HTTP/1.1" status: 200 len: 944 time: 0.1232486 Aug 29 04:13:17.533506 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8affb9d4-070a-4f51-bb0e-90f157e29e60 req-17d78c57-6704-4408-b228-3b9c2482ea6e tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421390 Aug 29 04:13:17.617624 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-edd20041-c3be-4084-b729-915b2e878d5c req-3b572187-58a8-4a80-81b2-35db1ef8b3de tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e63e8ef-00a5-40d1-a0c1-bc99e0ad79b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949435 Aug 29 04:13:17.654529 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b53a1f7-92ee-4bac-82af-620f5093ac9f req-98d4f8db-1aaa-479b-a23c-0d3c3a4f4eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:17.657541 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7b53a1f7-92ee-4bac-82af-620f5093ac9f req-98d4f8db-1aaa-479b-a23c-0d3c3a4f4eef service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e9fc8269e18447caa133998ddbec4b66&device_id=a9679e92-5c5e-4337-a723-88f61d6a3638 HTTP/1.1" status: 200 len: 1096 time: 0.0782607 Aug 29 04:13:17.733316 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40a4c24-10ee-4816-9b78-406082176b02 req-6f1a06eb-cd60-4887-a7ac-4e820184d811 tempest-ServerMetadataNegativeTestJSON-675641479 tempest-ServerMetadataNegativeTestJSON-675641479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:17.740880 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e40a4c24-10ee-4816-9b78-406082176b02 req-6f1a06eb-cd60-4887-a7ac-4e820184d811 tempest-ServerMetadataNegativeTestJSON-675641479 tempest-ServerMetadataNegativeTestJSON-675641479-project] 10.222.0.22 "GET /v2.0/ports?device_id=7da6fe9f-85ed-42ca-bdb1-488d30289a8c HTTP/1.1" status: 200 len: 945 time: 0.1110251 Aug 29 04:13:17.839530 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b53a1f7-92ee-4bac-82af-620f5093ac9f req-7adca51c-aacf-4329-bc76-46e4df7ef84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:17.842976 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7b53a1f7-92ee-4bac-82af-620f5093ac9f req-7adca51c-aacf-4329-bc76-46e4df7ef84b service neutron] 10.222.0.46 "GET /v2.0/networks?id=b11b9749-6fdf-4b5b-bd44-54840570cb9d HTTP/1.1" status: 200 len: 923 time: 0.1686735 Aug 29 04:13:17.881459 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-abd4a839-5ab0-4634-b83d-3e6554847ced admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:17.908148 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e40a4c24-10ee-4816-9b78-406082176b02 req-c11d6cde-b32d-458b-8b28-c79f00b81f2b tempest-ServerMetadataNegativeTestJSON-675641479 tempest-ServerMetadataNegativeTestJSON-675641479-project] 10.222.0.22 "GET /v2.0/security-groups?id=c22e5dfa-bd0a-4a69-b395-f938376ed5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609733 Aug 29 04:13:17.944180 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7b53a1f7-92ee-4bac-82af-620f5093ac9f req-27a12f22-14b6-4ebd-9326-d26b36c1cd6c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0acdaefd-c1a4-4adb-b570-b0f5ae749d9e HTTP/1.1" status: 200 len: 217 time: 0.0931747 Aug 29 04:13:17.970871 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0174a2-3dcd-4ffd-85e3-f6809ddbb288 req-1a066d39-4e4f-4168-ad12-bfc36e8a91b1 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:17.972646 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ff0174a2-3dcd-4ffd-85e3-f6809ddbb288 req-1a066d39-4e4f-4168-ad12-bfc36e8a91b1 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.48 "GET /v2.0/ports?device_id=b83569e1-b257-4d78-919b-861ace2c9e5d HTTP/1.1" status: 200 len: 950 time: 0.1743915 Aug 29 04:13:18.055142 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23104bc3-8678-446e-8d27-40a44e9a3989 req-0b69bba8-b56d-4fc1-9043-6d6c9970e915 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:18.057027 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-23104bc3-8678-446e-8d27-40a44e9a3989 req-0b69bba8-b56d-4fc1-9043-6d6c9970e915 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e5ccfea-706b-4825-9d2e-60c0b092c82e HTTP/1.1" status: 200 len: 945 time: 0.1284757 Aug 29 04:13:18.057745 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 6838b4f0-5051-4bd5-8daf-0ce03e471b63 details requested by agent hyperv_n-h2-712140-12 with host n-h2-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:13:18.061499 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b53a1f7-92ee-4bac-82af-620f5093ac9f req-4c39bec9-bb69-4123-bd7d-046b85c0f2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:18.063018 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7b53a1f7-92ee-4bac-82af-620f5093ac9f req-4c39bec9-bb69-4123-bd7d-046b85c0f2ea service neutron] 10.222.0.46 "GET /v2.0/subnets?id=82fda6de-10c8-44f0-bae6-762e0dfe0362 HTTP/1.1" status: 200 len: 862 time: 0.0875483 Aug 29 04:13:18.130531 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-23104bc3-8678-446e-8d27-40a44e9a3989 req-c4649e15-7074-4b2a-a28b-eb3f39ca2aa8 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=95663bcf-c178-40f7-a8d1-56ba6dc33aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635974 Aug 29 04:13:18.133505 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7b53a1f7-92ee-4bac-82af-620f5093ac9f req-5e65942d-0f31-4df6-b1b7-ec1bf9f4038d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b11b9749-6fdf-4b5b-bd44-54840570cb9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491388 Aug 29 04:13:18.165182 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5dbe8a8-d1e5-4dc6-89ee-ac821710bfe5 None None] Network e550fef6-11de-4328-a156-3af4f67461c6 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:13:18.271212 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7b53a1f7-92ee-4bac-82af-620f5093ac9f req-17893157-3a9b-43df-87f8-d74c71bc25ac service neutron] 10.222.0.46 "GET /v2.0/networks/b11b9749-6fdf-4b5b-bd44-54840570cb9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295595 Aug 29 04:13:18.342511 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-f2543ef2-c32d-4b1c-b11a-b48302e439f6 None None] Provisioning for port 90265c45-28b1-4882-97fb-8b0806615a85 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:13:18.433995 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 6838b4f0-5051-4bd5-8daf-0ce03e471b63, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=6838b4f0-5051-4bd5-8daf-0ce03e471b63,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:18.447721 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7b53a1f7-92ee-4bac-82af-620f5093ac9f req-0afba121-ff23-440b-8cbc-d0672b412459 service neutron] 10.222.0.46 "GET /v2.0/networks/b11b9749-6fdf-4b5b-bd44-54840570cb9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678164 Aug 29 04:13:18.455906 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Returning: {'device': '6838b4f0-5051-4bd5-8daf-0ce03e471b63', 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45', 'port_id': '6838b4f0-5051-4bd5-8daf-0ce03e471b63', 'mac_address': 'fa:16:3e:01:8d:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18cd12d4-b12a-41b0-b0c5-618edbb84e74', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:13:18.531854 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:18.557594 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6838b4f0-5051-4bd5-8daf-0ce03e471b63 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:13:18.597464 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 6838b4f0-5051-4bd5-8daf-0ce03e471b63, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=6838b4f0-5051-4bd5-8daf-0ce03e471b63,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:18.609647 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:18.685931 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-ff0174a2-3dcd-4ffd-85e3-f6809ddbb288 req-e7d932be-0446-4688-a76b-7df79c1d0bf7 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Deleting port ca03363c-8150-420d-8512-0a3c1b4ff1b3 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:13:18.685931 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-ff0174a2-3dcd-4ffd-85e3-f6809ddbb288 req-e7d932be-0446-4688-a76b-7df79c1d0bf7 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:18.767007 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=6838b4f0-5051-4bd5-8daf-0ce03e471b63,revision_number=6']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:18.770247 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98262a2-cdcf-406e-8ba5-ccffaef1909c req-9dd299f7-8998-41d3-8a6b-354b9bde54c8 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:18.785218 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['6838b4f0-5051-4bd5-8daf-0ce03e471b63'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:13:18.794254 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f98262a2-cdcf-406e-8ba5-ccffaef1909c req-9dd299f7-8998-41d3-8a6b-354b9bde54c8 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=b83569e1-b257-4d78-919b-861ace2c9e5d HTTP/1.1" status: 200 len: 950 time: 0.1434369 Aug 29 04:13:18.912557 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f98262a2-cdcf-406e-8ba5-ccffaef1909c req-108bad05-80a8-49cb-a8f9-c30f34318b2a tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169851 Aug 29 04:13:18.929264 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:18.956463 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-ff0174a2-3dcd-4ffd-85e3-f6809ddbb288 req-e7d932be-0446-4688-a76b-7df79c1d0bf7 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] For port ca03363c-8150-420d-8512-0a3c1b4ff1b3, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=ca03363c-8150-420d-8512-0a3c1b4ff1b3,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:18.956985 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-ff0174a2-3dcd-4ffd-85e3-f6809ddbb288 req-e7d932be-0446-4688-a76b-7df79c1d0bf7 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:18.994077 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 90265c45-28b1-4882-97fb-8b0806615a85 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:13:18.996073 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-abd4a839-5ab0-4634-b83d-3e6554847ced admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409'] for router, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:19.008061 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-ff0174a2-3dcd-4ffd-85e3-f6809ddbb288 req-e7d932be-0446-4688-a76b-7df79c1d0bf7 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Calling delete_port for ca03363c-8150-420d-8512-0a3c1b4ff1b3 owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:13:19.024080 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acdb1cb-2d04-4ccd-9a8e-b8364ae799d7 req-65cd006b-dbfd-41a1-898e-47038940f305 tempest-ServerMetadataNegativeTestJSON-675641479 tempest-ServerMetadataNegativeTestJSON-675641479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:19.025849 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9acdb1cb-2d04-4ccd-9a8e-b8364ae799d7 req-65cd006b-dbfd-41a1-898e-47038940f305 tempest-ServerMetadataNegativeTestJSON-675641479 tempest-ServerMetadataNegativeTestJSON-675641479-project] 10.222.0.46 "GET /v2.0/ports?device_id=7da6fe9f-85ed-42ca-bdb1-488d30289a8c HTTP/1.1" status: 200 len: 945 time: 0.1119103 Aug 29 04:13:19.041146 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4740bc-e733-4882-b2e0-cb1fcfdfecf8 req-42905140-327d-469b-a4f7-8e63beed093e tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:19.043473 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0c4740bc-e733-4882-b2e0-cb1fcfdfecf8 req-42905140-327d-469b-a4f7-8e63beed093e tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9679e92-5c5e-4337-a723-88f61d6a3638 HTTP/1.1" status: 200 len: 944 time: 0.2007053 Aug 29 04:13:19.099384 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 0acdaefd-c1a4-4adb-b570-b0f5ae749d9e details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:13:19.156721 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 90265c45-28b1-4882-97fb-8b0806615a85 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:13:19.183340 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [req-9acdb1cb-2d04-4ccd-9a8e-b8364ae799d7 req-5b96b857-3545-4282-b963-b48032800815 tempest-ServerMetadataNegativeTestJSON-675641479 tempest-ServerMetadataNegativeTestJSON-675641479-project] Deleting port 3267f8e3-4bc6-46a5-8513-94b84e51ee51 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:13:19.184512 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-9acdb1cb-2d04-4ccd-9a8e-b8364ae799d7 req-5b96b857-3545-4282-b963-b48032800815 tempest-ServerMetadataNegativeTestJSON-675641479 tempest-ServerMetadataNegativeTestJSON-675641479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:19.213624 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0c4740bc-e733-4882-b2e0-cb1fcfdfecf8 req-269e4099-986f-4b44-bbb3-c3b12e7b0ece tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e63e8ef-00a5-40d1-a0c1-bc99e0ad79b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264002 Aug 29 04:13:19.222695 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 90265c45-28b1-4882-97fb-8b0806615a85 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:13:19.223949 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:19.365745 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-9acdb1cb-2d04-4ccd-9a8e-b8364ae799d7 req-5b96b857-3545-4282-b963-b48032800815 tempest-ServerMetadataNegativeTestJSON-675641479 tempest-ServerMetadataNegativeTestJSON-675641479-project] For port 3267f8e3-4bc6-46a5-8513-94b84e51ee51, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=3267f8e3-4bc6-46a5-8513-94b84e51ee51,segment=NetworkSegment(f495cacf-16db-4273-b6f8-6a3182d867d6),segment_id=f495cacf-16db-4273-b6f8-6a3182d867d6)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:19.366348 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-9acdb1cb-2d04-4ccd-9a8e-b8364ae799d7 req-5b96b857-3545-4282-b963-b48032800815 tempest-ServerMetadataNegativeTestJSON-675641479 tempest-ServerMetadataNegativeTestJSON-675641479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:19.370997 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abd4a839-5ab0-4634-b83d-3e6554847ced admin admin] Router d69ee97c-7435-4272-ae12-c27e1fb7bce2 is scheduled to L3 agent 76874008-c311-485c-ba36-921b6d275b6a with binding_index 1 {{(pid=94828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:13:19.381744 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 0acdaefd-c1a4-4adb-b570-b0f5ae749d9e, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=0acdaefd-c1a4-4adb-b570-b0f5ae749d9e,segment=NetworkSegment(91716f4b-2300-4d9e-8518-8c88143693cd),segment_id=91716f4b-2300-4d9e-8518-8c88143693cd)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:19.397997 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Returning: {'device': '0acdaefd-c1a4-4adb-b570-b0f5ae749d9e', 'network_id': 'b11b9749-6fdf-4b5b-bd44-54840570cb9d', 'port_id': '0acdaefd-c1a4-4adb-b570-b0f5ae749d9e', 'mac_address': 'fa:16:3e:a3:30:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82fda6de-10c8-44f0-bae6-762e0dfe0362', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:13:19.431007 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [req-9acdb1cb-2d04-4ccd-9a8e-b8364ae799d7 req-5b96b857-3545-4282-b963-b48032800815 tempest-ServerMetadataNegativeTestJSON-675641479 tempest-ServerMetadataNegativeTestJSON-675641479-project] Calling delete_port for 3267f8e3-4bc6-46a5-8513-94b84e51ee51 owned by compute:nova {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:13:19.433117 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-ff0174a2-3dcd-4ffd-85e3-f6809ddbb288 req-e7d932be-0446-4688-a76b-7df79c1d0bf7 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:19.450145 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['ea1f70ee-b550-4aef-a765-072dca3d50eb'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:13:19.487449 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4403a342-1229-4067-bbd7-6f1e20980e1d req-7b1e13e2-9f00-419a-accb-fb20f2c9e20a tempest-ServerMetadataNegativeTestJSON-675641479 tempest-ServerMetadataNegativeTestJSON-675641479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:19.503157 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d932be-0446-4688-a76b-7df79c1d0bf7 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Pushing event deleted for resources: {'Port': ['ID=ca03363c-8150-420d-8512-0a3c1b4ff1b3,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:19.504027 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4403a342-1229-4067-bbd7-6f1e20980e1d req-7b1e13e2-9f00-419a-accb-fb20f2c9e20a tempest-ServerMetadataNegativeTestJSON-675641479 tempest-ServerMetadataNegativeTestJSON-675641479-project] 10.222.0.22 "GET /v2.0/ports?device_id=7da6fe9f-85ed-42ca-bdb1-488d30289a8c HTTP/1.1" status: 200 len: 945 time: 0.1440663 Aug 29 04:13:19.606801 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff0174a2-3dcd-4ffd-85e3-f6809ddbb288 req-e7d932be-0446-4688-a76b-7df79c1d0bf7 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] No DVR routers for this DVR port ca03363c-8150-420d-8512-0a3c1b4ff1b3 on host n-h2-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:13:19.609918 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-ff0174a2-3dcd-4ffd-85e3-f6809ddbb288 req-e7d932be-0446-4688-a76b-7df79c1d0bf7 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:19.612489 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ff0174a2-3dcd-4ffd-85e3-f6809ddbb288 req-e7d932be-0446-4688-a76b-7df79c1d0bf7 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.48 "DELETE /v2.0/ports/ca03363c-8150-420d-8512-0a3c1b4ff1b3 HTTP/1.1" status: 204 len: 173 time: 1.6298428 Aug 29 04:13:19.615424 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b83569e1-b257-4d78-919b-861ace2c9e5d', 'name': 'network-vif-deleted', 'tag': 'ca03363c-8150-420d-8512-0a3c1b4ff1b3'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:13:19.618265 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2427ca74-61ba-4495-bf6c-d9f342175dfe" -d '{"events": [{"server_uuid": "b83569e1-b257-4d78-919b-861ace2c9e5d", "name": "network-vif-deleted", "tag": "ca03363c-8150-420d-8512-0a3c1b4ff1b3"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:13:19.637533 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4403a342-1229-4067-bbd7-6f1e20980e1d req-d71a1af7-f889-4259-bd37-fee005237789 tempest-ServerMetadataNegativeTestJSON-675641479 tempest-ServerMetadataNegativeTestJSON-675641479-project] 10.222.0.22 "GET /v2.0/security-groups?id=c22e5dfa-bd0a-4a69-b395-f938376ed5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307745 Aug 29 04:13:19.641586 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abd4a839-5ab0-4634-b83d-3e6554847ced admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:13:19.662099 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['ca03363c-8150-420d-8512-0a3c1b4ff1b3'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:13:19.684005 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332e1bce-b567-4906-8003-6297d042af3b None None] Sync routers for ids ['d69ee97c-7435-4272-ae12-c27e1fb7bce2'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:13:19.691987 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80841e03-3d3a-4c88-9545-1cb19babf0c4 x-openstack-request-id: req-80841e03-3d3a-4c88-9545-1cb19babf0c4 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:13:19.694893 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b83569e1-b257-4d78-919b-861ace2c9e5d", "name": "network-vif-deleted", "tag": "ca03363c-8150-420d-8512-0a3c1b4ff1b3", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:13:19.694893 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-80841e03-3d3a-4c88-9545-1cb19babf0c4 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:13:19.694893 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b83569e1-b257-4d78-919b-861ace2c9e5d', 'name': 'network-vif-deleted', 'tag': 'ca03363c-8150-420d-8512-0a3c1b4ff1b3', 'status': 'completed', 'code': 200} Aug 29 04:13:19.705815 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-abd4a839-5ab0-4634-b83d-3e6554847ced admin admin] Notify callbacks [] for router, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:19.707350 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-abd4a839-5ab0-4634-b83d-3e6554847ced admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 4.5495462 Aug 29 04:13:19.711881 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 40212) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:19.735097 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:19.741473 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:19.775415 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0acdaefd-c1a4-4adb-b570-b0f5ae749d9e {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:13:19.781395 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332e1bce-b567-4906-8003-6297d042af3b None None] Routers {'d69ee97c-7435-4272-ae12-c27e1fb7bce2'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:13:19.782119 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-332e1bce-b567-4906-8003-6297d042af3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:13:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['d69ee97c-7435-4272-ae12-c27e1fb7bce2'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:13:19.810125 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-9acdb1cb-2d04-4ccd-9a8e-b8364ae799d7 req-5b96b857-3545-4282-b963-b48032800815 tempest-ServerMetadataNegativeTestJSON-675641479 tempest-ServerMetadataNegativeTestJSON-675641479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:19.864943 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 0acdaefd-c1a4-4adb-b570-b0f5ae749d9e, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=0acdaefd-c1a4-4adb-b570-b0f5ae749d9e,segment=NetworkSegment(91716f4b-2300-4d9e-8518-8c88143693cd),segment_id=91716f4b-2300-4d9e-8518-8c88143693cd)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:19.877501 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:19.886441 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b96b857-3545-4282-b963-b48032800815 tempest-ServerMetadataNegativeTestJSON-675641479 tempest-ServerMetadataNegativeTestJSON-675641479-project] Pushing event deleted for resources: {'Port': ['ID=3267f8e3-4bc6-46a5-8513-94b84e51ee51,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:19.916621 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 90265c45-28b1-4882-97fb-8b0806615a85, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=90265c45-28b1-4882-97fb-8b0806615a85,segment=NetworkSegment(bcf35ba8-7cf7-42bd-89f1-3efe7c8efcb4),segment_id=bcf35ba8-7cf7-42bd-89f1-3efe7c8efcb4)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:19.967617 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [req-9acdb1cb-2d04-4ccd-9a8e-b8364ae799d7 req-5b96b857-3545-4282-b963-b48032800815 tempest-ServerMetadataNegativeTestJSON-675641479 tempest-ServerMetadataNegativeTestJSON-675641479-project] No DVR routers for this DVR port 3267f8e3-4bc6-46a5-8513-94b84e51ee51 on host n-h1-712140-12 {{(pid=94829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:13:19.973817 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-9acdb1cb-2d04-4ccd-9a8e-b8364ae799d7 req-5b96b857-3545-4282-b963-b48032800815 tempest-ServerMetadataNegativeTestJSON-675641479 tempest-ServerMetadataNegativeTestJSON-675641479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:19.980242 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9acdb1cb-2d04-4ccd-9a8e-b8364ae799d7 req-5b96b857-3545-4282-b963-b48032800815 tempest-ServerMetadataNegativeTestJSON-675641479 tempest-ServerMetadataNegativeTestJSON-675641479-project] 10.222.0.46 "DELETE /v2.0/ports/3267f8e3-4bc6-46a5-8513-94b84e51ee51 HTTP/1.1" status: 204 len: 173 time: 0.9470918 Aug 29 04:13:19.980962 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7da6fe9f-85ed-42ca-bdb1-488d30289a8c', 'name': 'network-vif-deleted', 'tag': '3267f8e3-4bc6-46a5-8513-94b84e51ee51'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:13:19.983896 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:19.987237 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba329fff-eef4-4c17-bedc-93f90970ccf4" -d '{"events": [{"server_uuid": "7da6fe9f-85ed-42ca-bdb1-488d30289a8c", "name": "network-vif-deleted", "tag": "3267f8e3-4bc6-46a5-8513-94b84e51ee51"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:13:20.096237 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f6b2df1-f957-4c69-af6a-29905378353b x-openstack-request-id: req-6f6b2df1-f957-4c69-af6a-29905378353b {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:13:20.096237 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7da6fe9f-85ed-42ca-bdb1-488d30289a8c", "name": "network-vif-deleted", "tag": "3267f8e3-4bc6-46a5-8513-94b84e51ee51", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:13:20.096957 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6f6b2df1-f957-4c69-af6a-29905378353b {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:13:20.097271 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7da6fe9f-85ed-42ca-bdb1-488d30289a8c', 'name': 'network-vif-deleted', 'tag': '3267f8e3-4bc6-46a5-8513-94b84e51ee51', 'status': 'completed', 'code': 200} Aug 29 04:13:20.100133 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 6838b4f0-5051-4bd5-8daf-0ce03e471b63 up at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:13:20.277309 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['0acdaefd-c1a4-4adb-b570-b0f5ae749d9e'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:13:20.289093 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c1fd00c7-a584-4301-8393-a9031ab173bc req-e6a6f6cf-618e-4d8f-b91f-e33501b2a38e tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=b83569e1-b257-4d78-919b-861ace2c9e5d HTTP/1.1" status: 200 len: 210 time: 0.0980263 Aug 29 04:13:20.309688 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-332e1bce-b567-4906-8003-6297d042af3b None None] Set router d69ee97c-7435-4272-ae12-c27e1fb7bce2 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:13:20.339181 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=0acdaefd-c1a4-4adb-b570-b0f5ae749d9e,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:20.516346 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed080b7-2d33-47c7-8430-a0fb98e67618 req-ca5aa597-b4ef-42c2-beb4-4353dce508eb tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:20.518078 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3ed080b7-2d33-47c7-8430-a0fb98e67618 req-ca5aa597-b4ef-42c2-beb4-4353dce508eb tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9679e92-5c5e-4337-a723-88f61d6a3638 HTTP/1.1" status: 200 len: 945 time: 0.0886695 Aug 29 04:13:20.574207 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning complete for port 6838b4f0-5051-4bd5-8daf-0ce03e471b63 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:13:20.574887 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:20.616608 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3ed080b7-2d33-47c7-8430-a0fb98e67618 req-2193a769-d54b-4a1c-aedf-6532ec4b7616 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e63e8ef-00a5-40d1-a0c1-bc99e0ad79b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849211 Aug 29 04:13:20.658047 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-03b814c0-81da-4d4c-906a-912ece205a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:20.677169 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=90265c45-28b1-4882-97fb-8b0806615a85,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:20.970059 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:20.984955 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0deacc17-ad01-437e-857b-58cca2a80497 req-ec91cf10-dd8d-4723-919d-db7d8e7ad1e1 tempest-ServerMetadataNegativeTestJSON-675641479 tempest-ServerMetadataNegativeTestJSON-675641479-project] 10.222.0.22 "GET /v2.0/ports?device_id=7da6fe9f-85ed-42ca-bdb1-488d30289a8c HTTP/1.1" status: 200 len: 210 time: 0.0501683 Aug 29 04:13:20.996858 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 90265c45-28b1-4882-97fb-8b0806615a85 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:13:21.097602 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc809212-51fb-47bb-96af-33d73c6fddf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6838b4f0-5051-4bd5-8daf-0ce03e471b63'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:13:21.100014 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca7e4cb8-71dc-4073-ad51-e298525911bd" -d '{"events": [{"server_uuid": "fc809212-51fb-47bb-96af-33d73c6fddf8", "name": "network-vif-plugged", "status": "completed", "tag": "6838b4f0-5051-4bd5-8daf-0ce03e471b63"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:13:21.104539 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-03b814c0-81da-4d4c-906a-912ece205a05 admin admin] Allocated IP 172.20.0.1 (e550fef6-11de-4328-a156-3af4f67461c6/4718f4d9-f95e-437e-b5e4-68b9c2bae735/cb13066a-6902-4dfd-b513-4c7b3531adb6) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:13:21.110691 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device f94ff432-1efb-4d16-b88c-19279e1457b8 details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:13:21.115573 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device f94ff432-1efb-4d16-b88c-19279e1457b8 no longer exists at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:13:21.175955 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-332e1bce-b567-4906-8003-6297d042af3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd69ee97c-7435-4272-ae12-c27e1fb7bce2', 'name': 'tempest-ServersTestJSON-515532501-router', 'tenant_id': 'bb6e10a651234f1892cfd75265a07adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '25feee62-a776-484c-81a4-2dc9b649e21e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:13:15Z', 'updated_at': '2021-08-29T04:13:17Z', 'revision_number': 3, 'project_id': 'bb6e10a651234f1892cfd75265a07adc', 'gw_port': {'id': '25feee62-a776-484c-81a4-2dc9b649e21e', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:46:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd69ee97c-7435-4272-ae12-c27e1fb7bce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:13:16Z', 'updated_at': '2021-08-29T04:13:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:13:21.223661 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 6838b4f0-5051-4bd5-8daf-0ce03e471b63, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=6838b4f0-5051-4bd5-8daf-0ce03e471b63,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:21.226752 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bcf7c52-5147-412f-913a-8a02e09be594 x-openstack-request-id: req-7bcf7c52-5147-412f-913a-8a02e09be594 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:13:21.227196 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc809212-51fb-47bb-96af-33d73c6fddf8", "name": "network-vif-plugged", "status": "completed", "tag": "6838b4f0-5051-4bd5-8daf-0ce03e471b63", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:13:21.227605 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7bcf7c52-5147-412f-913a-8a02e09be594 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:13:21.228451 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc809212-51fb-47bb-96af-33d73c6fddf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6838b4f0-5051-4bd5-8daf-0ce03e471b63', 'code': 200} Aug 29 04:13:21.232897 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332e1bce-b567-4906-8003-6297d042af3b None None] Checking router: d69ee97c-7435-4272-ae12-c27e1fb7bce2 for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:13:21.233796 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332e1bce-b567-4906-8003-6297d042af3b None None] Updating router d69ee97c-7435-4272-ae12-c27e1fb7bce2 port 25feee62-a776-484c-81a4-2dc9b649e21e binding host n-d-712140-12 {{(pid=94830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:13:21.277701 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:21.304141 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-03b814c0-81da-4d4c-906a-912ece205a05 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:21.319816 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-03b814c0-81da-4d4c-906a-912ece205a05 admin admin] Transition to ACTIVE for port object cb13066a-6902-4dfd-b513-4c7b3531adb6 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:13:21.394134 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-332e1bce-b567-4906-8003-6297d042af3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:21.400198 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-03b814c0-81da-4d4c-906a-912ece205a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:21.481369 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 90265c45-28b1-4882-97fb-8b0806615a85 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:13:21.482028 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:21.490902 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=6838b4f0-5051-4bd5-8daf-0ce03e471b63,revision_number=7']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:21.502326 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b814c0-81da-4d4c-906a-912ece205a05 admin admin] Pushing event updated for resources: {'Port': ['ID=cb13066a-6902-4dfd-b513-4c7b3531adb6,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:21.521527 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b814c0-81da-4d4c-906a-912ece205a05 admin admin] Network e550fef6-11de-4328-a156-3af4f67461c6 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:13:21.524711 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-03b814c0-81da-4d4c-906a-912ece205a05 admin admin] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:13:21.528086 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b814c0-81da-4d4c-906a-912ece205a05 admin admin] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:13:21.739895 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-03b814c0-81da-4d4c-906a-912ece205a05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719598'] for router_interface, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:21.857422 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port f94ff432-1efb-4d16-b88c-19279e1457b8, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=f94ff432-1efb-4d16-b88c-19279e1457b8,segment=NetworkSegment(6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc),segment_id=6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:21.931952 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:21.938461 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ce1659-aa0c-4a6c-9e96-98dfee4e732f req-24865896-bed6-4d1b-b7f6-ef71badfc381 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:21.948611 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e1ce1659-aa0c-4a6c-9e96-98dfee4e732f req-24865896-bed6-4d1b-b7f6-ef71badfc381 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=17d1aee9-03df-4ac4-8975-10a53a9cc4e7 HTTP/1.1" status: 200 len: 948 time: 0.1407785 Aug 29 04:13:21.974633 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Returning: {'device': 'f94ff432-1efb-4d16-b88c-19279e1457b8', 'network_id': '7521cd58-9470-4433-82b8-7e942c988b03', 'port_id': 'f94ff432-1efb-4d16-b88c-19279e1457b8', 'mac_address': 'fa:16:3e:06:8e:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be5f55ab-7fa1-406c-9ca9-03e74b79ef6a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:13:22.028720 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e1ce1659-aa0c-4a6c-9e96-98dfee4e732f req-4852cef7-84cf-4fa9-8e92-f90199d4de85 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783243 Aug 29 04:13:22.118624 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fc53ed-ced2-4594-8b58-f6d2bffc3ed1 req-1acf1790-a325-4acf-bd51-2adedad9a061 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:22.126123 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-84fc53ed-ced2-4594-8b58-f6d2bffc3ed1 req-1acf1790-a325-4acf-bd51-2adedad9a061 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9679e92-5c5e-4337-a723-88f61d6a3638 HTTP/1.1" status: 200 len: 945 time: 0.2892430 Aug 29 04:13:22.142181 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 40292) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:22.144801 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device ca03363c-8150-420d-8512-0a3c1b4ff1b3 no longer exists at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:13:22.167427 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port f94ff432-1efb-4d16-b88c-19279e1457b8, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=f94ff432-1efb-4d16-b88c-19279e1457b8,segment=NetworkSegment(6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc),segment_id=6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:22.203402 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:22.204315 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 3267f8e3-4bc6-46a5-8513-94b84e51ee51 no longer exists at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:13:22.215539 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] No Port match for: ca03363c-8150-420d-8512-0a3c1b4ff1b3 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:13:22.216054 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device ca03363c-8150-420d-8512-0a3c1b4ff1b3 not bound to the agent host n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:13:22.216570 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_v2 [None req-567da1b5-819c-4453-b9a9-0fedd7aaad2c admin admin] Deleting subnet 46d0d81f-8e01-477f-babc-54dc25086a4c {{(pid=94829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:13:22.221625 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-567da1b5-819c-4453-b9a9-0fedd7aaad2c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:22.271520 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-84fc53ed-ced2-4594-8b58-f6d2bffc3ed1 req-a6b46aa9-81c2-4106-bfba-a47e954372f9 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e63e8ef-00a5-40d1-a0c1-bc99e0ad79b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343536 Aug 29 04:13:22.300375 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-03b814c0-81da-4d4c-906a-912ece205a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:22.304704 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-567da1b5-819c-4453-b9a9-0fedd7aaad2c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4311743'] for subnet, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:22.344414 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=f94ff432-1efb-4d16-b88c-19279e1457b8,revision_number=8']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:22.363420 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:22.366514 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] No Port match for: 3267f8e3-4bc6-46a5-8513-94b84e51ee51 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:13:22.367562 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 3267f8e3-4bc6-46a5-8513-94b84e51ee51 not bound to the agent host n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:13:22.401370 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e476086f-bb10-4765-893b-1239fd9c365c None None] Provisioning for port cb13066a-6902-4dfd-b513-4c7b3531adb6 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:13:22.407587 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-567da1b5-819c-4453-b9a9-0fedd7aaad2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:22.439253 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e476086f-bb10-4765-893b-1239fd9c365c None None] Provisioning complete for port cb13066a-6902-4dfd-b513-4c7b3531adb6 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:13:22.440030 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e476086f-bb10-4765-893b-1239fd9c365c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:22.556631 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f94ff432-1efb-4d16-b88c-19279e1457b8 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:13:22.567941 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-567da1b5-819c-4453-b9a9-0fedd7aaad2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4552352'] for subnet, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:22.664589 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567da1b5-819c-4453-b9a9-0fedd7aaad2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46d0d81f-8e01-477f-babc-54dc25086a4c,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:22.669458 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-03b814c0-81da-4d4c-906a-912ece205a05 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:22.677393 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-03b814c0-81da-4d4c-906a-912ece205a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:22.689228 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-567da1b5-819c-4453-b9a9-0fedd7aaad2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:22.692042 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-567da1b5-819c-4453-b9a9-0fedd7aaad2c admin admin] 10.222.0.22 "DELETE /v2.0/subnets/46d0d81f-8e01-477f-babc-54dc25086a4c HTTP/1.1" status: 204 len: 168 time: 0.5482244 Aug 29 04:13:22.705776 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 40316) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:22.745385 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-03b814c0-81da-4d4c-906a-912ece205a05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-718897'] for router_interface, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:22.822645 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b814c0-81da-4d4c-906a-912ece205a05 admin admin] Pushing event updated for resources: {'Port': ['ID=cb13066a-6902-4dfd-b513-4c7b3531adb6,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:22.927899 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3571001b-b7d2-4d21-87ac-e5e06d93b0bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:23.049115 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b814c0-81da-4d4c-906a-912ece205a05 admin admin] Network e550fef6-11de-4328-a156-3af4f67461c6 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:13:23.050877 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-03b814c0-81da-4d4c-906a-912ece205a05 admin admin] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:13:23.089320 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3571001b-b7d2-4d21-87ac-e5e06d93b0bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:23.111162 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-3571001b-b7d2-4d21-87ac-e5e06d93b0bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['469a8f89-12a7-4bb3-95db-db399eeddc38']}} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:13:23.115159 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e476086f-bb10-4765-893b-1239fd9c365c None None] Port cb13066a-6902-4dfd-b513-4c7b3531adb6 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:13:23.135767 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-3571001b-b7d2-4d21-87ac-e5e06d93b0bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f495cacf-16db-4273-b6f8-6a3182d867d6') {'for_net_delete': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:13:23.135767 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-3571001b-b7d2-4d21-87ac-e5e06d93b0bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f495cacf-16db-4273-b6f8-6a3182d867d6') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:13:23.146790 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3571001b-b7d2-4d21-87ac-e5e06d93b0bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4311712'] for segment, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:23.161836 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3571001b-b7d2-4d21-87ac-e5e06d93b0bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:23.168894 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3571001b-b7d2-4d21-87ac-e5e06d93b0bb admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=94829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:13:23.169425 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3571001b-b7d2-4d21-87ac-e5e06d93b0bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4274277'] for segment, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:23.239115 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e5ccfea-706b-4825-9d2e-60c0b092c82e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f94ff432-1efb-4d16-b88c-19279e1457b8'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:13:23.249987 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17e633a9-07da-4c99-8b81-62354abb1974" -d '{"events": [{"server_uuid": "1e5ccfea-706b-4825-9d2e-60c0b092c82e", "name": "network-vif-unplugged", "status": "completed", "tag": "f94ff432-1efb-4d16-b88c-19279e1457b8"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:13:23.277575 n-d-712140-12 neutron-server[94829]: Traceback (most recent call last): Aug 29 04:13:23.277575 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:13:23.277575 n-d-712140-12 neutron-server[94829]: timer() Aug 29 04:13:23.277575 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:13:23.277575 n-d-712140-12 neutron-server[94829]: cb(*args, **kw) Aug 29 04:13:23.277575 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:13:23.277575 n-d-712140-12 neutron-server[94829]: return func(*args, **kwargs) Aug 29 04:13:23.277575 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:13:23.277575 n-d-712140-12 neutron-server[94829]: self._notify() Aug 29 04:13:23.277575 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:13:23.277575 n-d-712140-12 neutron-server[94829]: self.callback(batched_events) Aug 29 04:13:23.277575 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:13:23.277575 n-d-712140-12 neutron-server[94829]: event.method(event) Aug 29 04:13:23.277575 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:13:23.277575 n-d-712140-12 neutron-server[94829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:13:23.277575 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:13:23.277575 n-d-712140-12 neutron-server[94829]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:13:23.277575 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:13:23.277575 n-d-712140-12 neutron-server[94829]: return f(self, *a, **k) Aug 29 04:13:23.277575 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:13:23.277575 n-d-712140-12 neutron-server[94829]: return self._get(url).json() Aug 29 04:13:23.277575 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:13:23.277575 n-d-712140-12 neutron-server[94829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:13:23.277575 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:13:23.277575 n-d-712140-12 neutron-server[94829]: return self.request(url, 'GET', **kwargs) Aug 29 04:13:23.277575 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:13:23.277575 n-d-712140-12 neutron-server[94829]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:13:23.277575 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:13:23.277575 n-d-712140-12 neutron-server[94829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:13:23.277575 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:13:23.277575 n-d-712140-12 neutron-server[94829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:13:23.277575 n-d-712140-12 neutron-server[94829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:13:23.314024 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3571001b-b7d2-4d21-87ac-e5e06d93b0bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:23.369933 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3571001b-b7d2-4d21-87ac-e5e06d93b0bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:23.371957 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-3571001b-b7d2-4d21-87ac-e5e06d93b0bb admin admin] 10.222.0.22 "DELETE /v2.0/networks/469a8f89-12a7-4bb3-95db-db399eeddc38 HTTP/1.1" status: 204 len: 168 time: 0.6646926 Aug 29 04:13:23.374433 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.db.api [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94830) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:13:23.374915 n-d-712140-12 neutron-server[94830]: DEBUG oslo_db.api [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:13:23.393322 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-332e1bce-b567-4906-8003-6297d042af3b None None] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:23.410026 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3571001b-b7d2-4d21-87ac-e5e06d93b0bb admin admin] Pushing event deleted for resources: {'Network': ['ID=469a8f89-12a7-4bb3-95db-db399eeddc38,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:23.435440 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-332e1bce-b567-4906-8003-6297d042af3b None None] Transition to ACTIVE for port object 25feee62-a776-484c-81a4-2dc9b649e21e will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:13:23.454449 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936386b2-556a-4432-9c08-52014d95552d req-d78e360c-e1a6-4f37-84b1-59889e167557 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:23.457616 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-936386b2-556a-4432-9c08-52014d95552d req-d78e360c-e1a6-4f37-84b1-59889e167557 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.46 "GET /v2.0/ports?device_id=17d1aee9-03df-4ac4-8975-10a53a9cc4e7 HTTP/1.1" status: 200 len: 948 time: 0.1758242 Aug 29 04:13:23.467552 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-332e1bce-b567-4906-8003-6297d042af3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:23.488677 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23de1dec-da9d-4534-ac27-0868dc954dff x-openstack-request-id: req-23de1dec-da9d-4534-ac27-0868dc954dff {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:13:23.496334 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e5ccfea-706b-4825-9d2e-60c0b092c82e", "name": "network-vif-unplugged", "status": "completed", "tag": "f94ff432-1efb-4d16-b88c-19279e1457b8", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:13:23.496974 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-23de1dec-da9d-4534-ac27-0868dc954dff {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:13:23.497611 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e5ccfea-706b-4825-9d2e-60c0b092c82e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f94ff432-1efb-4d16-b88c-19279e1457b8', 'code': 200} Aug 29 04:13:23.535955 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996ed2fa-7bc3-4902-8678-92861be8a522 req-2664be85-e75c-4781-9b11-5d5d3af1a65f tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:23.554455 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-996ed2fa-7bc3-4902-8678-92861be8a522 req-2664be85-e75c-4781-9b11-5d5d3af1a65f tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=17d1aee9-03df-4ac4-8975-10a53a9cc4e7 HTTP/1.1" status: 200 len: 948 time: 0.2492464 Aug 29 04:13:23.629886 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-332e1bce-b567-4906-8003-6297d042af3b None None] Attempting to bind port 25feee62-a776-484c-81a4-2dc9b649e21e on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:13:23.631357 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-332e1bce-b567-4906-8003-6297d042af3b None None] Attempting to bind port 25feee62-a776-484c-81a4-2dc9b649e21e by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:13:23.632333 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332e1bce-b567-4906-8003-6297d042af3b None None] Attempting to bind port 25feee62-a776-484c-81a4-2dc9b649e21e on network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:13:23.657445 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332e1bce-b567-4906-8003-6297d042af3b None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:13:23.661144 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332e1bce-b567-4906-8003-6297d042af3b None None] Checking segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:13:23.662442 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-332e1bce-b567-4906-8003-6297d042af3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:23.667071 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332e1bce-b567-4906-8003-6297d042af3b None None] Bound using segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:13:23.668541 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-332e1bce-b567-4906-8003-6297d042af3b None None] Bound port: 25feee62-a776-484c-81a4-2dc9b649e21e, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:13:23.669867 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-332e1bce-b567-4906-8003-6297d042af3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:23.675193 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03b814c0-81da-4d4c-906a-912ece205a05 admin admin] Router d69ee97c-7435-4272-ae12-c27e1fb7bce2 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:13:23.724854 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 40350) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:23.756880 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-996ed2fa-7bc3-4902-8678-92861be8a522 req-1caa5e62-536c-458e-9fd3-20a7b7c131d6 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/security-groups?id=45665691-1eb0-4f68-ba6b-1883858511b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965320 Aug 29 04:13:23.836682 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-332e1bce-b567-4906-8003-6297d042af3b None None] For port 25feee62-a776-484c-81a4-2dc9b649e21e, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:13:23.853920 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-332e1bce-b567-4906-8003-6297d042af3b None None] For port 25feee62-a776-484c-81a4-2dc9b649e21e, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=25feee62-a776-484c-81a4-2dc9b649e21e,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:13:23.956080 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [req-936386b2-556a-4432-9c08-52014d95552d req-a00861e4-42e5-443e-ba4d-b2dbc3bee470 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Deleting port ea1f70ee-b550-4aef-a765-072dca3d50eb {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:13:23.956467 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-936386b2-556a-4432-9c08-52014d95552d req-a00861e4-42e5-443e-ba4d-b2dbc3bee470 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:23.961648 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-332e1bce-b567-4906-8003-6297d042af3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:24.056522 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519532d4-7953-4fcc-9a40-0b9474751696 None None] Pushing event updated for resources: {'Port': ['ID=25feee62-a776-484c-81a4-2dc9b649e21e,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:24.124425 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-936386b2-556a-4432-9c08-52014d95552d req-a00861e4-42e5-443e-ba4d-b2dbc3bee470 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] For port ea1f70ee-b550-4aef-a765-072dca3d50eb, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=ea1f70ee-b550-4aef-a765-072dca3d50eb,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:24.126108 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-936386b2-556a-4432-9c08-52014d95552d req-a00861e4-42e5-443e-ba4d-b2dbc3bee470 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:24.135516 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-da60d195-f886-49a6-894b-0470ce09f21e None None] Provisioning complete for port cb13066a-6902-4dfd-b513-4c7b3531adb6 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:13:24.136534 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-da60d195-f886-49a6-894b-0470ce09f21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:24.160631 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [req-936386b2-556a-4432-9c08-52014d95552d req-a00861e4-42e5-443e-ba4d-b2dbc3bee470 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Calling delete_port for ea1f70ee-b550-4aef-a765-072dca3d50eb owned by compute:nova {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:13:24.202267 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03b814c0-81da-4d4c-906a-912ece205a05 admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:13:24.228622 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-03b814c0-81da-4d4c-906a-912ece205a05 admin admin] 10.222.0.22 "PUT /v2.0/routers/d69ee97c-7435-4272-ae12-c27e1fb7bce2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5145769 Aug 29 04:13:24.308768 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:24.482772 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332e1bce-b567-4906-8003-6297d042af3b None None] Routers {'d69ee97c-7435-4272-ae12-c27e1fb7bce2'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:13:24.494863 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-332e1bce-b567-4906-8003-6297d042af3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:13:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['d69ee97c-7435-4272-ae12-c27e1fb7bce2'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:13:24.514034 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f94ff432-1efb-4d16-b88c-19279e1457b8 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:13:24.542839 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-da60d195-f886-49a6-894b-0470ce09f21e None None] Port cb13066a-6902-4dfd-b513-4c7b3531adb6 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:13:24.571620 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef494249-8bfd-4a25-b99a-e583fd40d972 req-a11e027d-8793-48d3-9d6a-f8251582d764 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:24.583678 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ef494249-8bfd-4a25-b99a-e583fd40d972 req-a11e027d-8793-48d3-9d6a-f8251582d764 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9679e92-5c5e-4337-a723-88f61d6a3638 HTTP/1.1" status: 200 len: 945 time: 0.7837100 Aug 29 04:13:24.612512 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519532d4-7953-4fcc-9a40-0b9474751696 None None] Pushing event updated for resources: {'Port': ['ID=25feee62-a776-484c-81a4-2dc9b649e21e,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:24.650838 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port f94ff432-1efb-4d16-b88c-19279e1457b8, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=f94ff432-1efb-4d16-b88c-19279e1457b8,segment=NetworkSegment(6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc),segment_id=6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:24.659238 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:24.725779 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-f728c749-485a-4e69-8210-7168fcb9ce4b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e67175142eaa45159530b984b93e02ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9634950 Aug 29 04:13:24.726977 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 40362) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:24.819818 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=f94ff432-1efb-4d16-b88c-19279e1457b8,revision_number=9']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:24.823345 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 0acdaefd-c1a4-4adb-b570-b0f5ae749d9e up at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:13:24.922891 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['f94ff432-1efb-4d16-b88c-19279e1457b8'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:13:24.951907 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-99ca21bc-4212-46e6-bf93-b7a6dd011bce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:24.992428 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-99ca21bc-4212-46e6-bf93-b7a6dd011bce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:25.023269 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ef494249-8bfd-4a25-b99a-e583fd40d972 req-0032f250-4d18-420e-80fe-32388478d274 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e63e8ef-00a5-40d1-a0c1-bc99e0ad79b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3841085 Aug 29 04:13:25.041408 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-332e1bce-b567-4906-8003-6297d042af3b None None] Set router d69ee97c-7435-4272-ae12-c27e1fb7bce2 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:13:25.116508 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-99ca21bc-4212-46e6-bf93-b7a6dd011bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:25.119928 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-99ca21bc-4212-46e6-bf93-b7a6dd011bce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:25.121655 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-99ca21bc-4212-46e6-bf93-b7a6dd011bce admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c22e5dfa-bd0a-4a69-b395-f938376ed5fb HTTP/1.1" status: 204 len: 168 time: 0.3933363 Aug 29 04:13:25.135897 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ca21bc-4212-46e6-bf93-b7a6dd011bce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c22e5dfa-bd0a-4a69-b395-f938376ed5fb,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:25.391879 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-936386b2-556a-4432-9c08-52014d95552d req-a00861e4-42e5-443e-ba4d-b2dbc3bee470 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:25.450264 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00861e4-42e5-443e-ba4d-b2dbc3bee470 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Pushing event deleted for resources: {'Port': ['ID=ea1f70ee-b550-4aef-a765-072dca3d50eb,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:25.593610 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning for port 0acdaefd-c1a4-4adb-b570-b0f5ae749d9e completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:13:25.631943 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [req-936386b2-556a-4432-9c08-52014d95552d req-a00861e4-42e5-443e-ba4d-b2dbc3bee470 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] No DVR routers for this DVR port ea1f70ee-b550-4aef-a765-072dca3d50eb on host n-h1-712140-12 {{(pid=94829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:13:25.638350 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-936386b2-556a-4432-9c08-52014d95552d req-a00861e4-42e5-443e-ba4d-b2dbc3bee470 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:25.642219 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-936386b2-556a-4432-9c08-52014d95552d req-a00861e4-42e5-443e-ba4d-b2dbc3bee470 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.46 "DELETE /v2.0/ports/ea1f70ee-b550-4aef-a765-072dca3d50eb HTTP/1.1" status: 204 len: 173 time: 2.1764269 Aug 29 04:13:25.643063 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17d1aee9-03df-4ac4-8975-10a53a9cc4e7', 'name': 'network-vif-deleted', 'tag': 'ea1f70ee-b550-4aef-a765-072dca3d50eb'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:13:25.649598 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7fd1d86-f502-4c9d-965c-c54f6a349662" -d '{"events": [{"server_uuid": "17d1aee9-03df-4ac4-8975-10a53a9cc4e7", "name": "network-vif-deleted", "tag": "ea1f70ee-b550-4aef-a765-072dca3d50eb"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:13:25.659325 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning complete for port 0acdaefd-c1a4-4adb-b570-b0f5ae749d9e triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:13:25.660101 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:26.087187 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 40380) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:26.099282 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-4600baac-48f7-42d5-8461-3e16a887cad8 tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] Request body: {'security_group': {'name': 'tempest-securitygroup--951587307', 'description': 'tempest-description--1381769731'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:13:26.182913 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4600baac-48f7-42d5-8461-3e16a887cad8 tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:26.340935 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:26.511213 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7bd123da-9243-48fe-be38-25392ec0db4b req-57675a38-f3b7-4533-945b-2a9fcf3d2352 tempest-MigrationsAdminTest-1218858193 tempest-MigrationsAdminTest-1218858193-project] 10.222.0.22 "GET /v2.0/ports?device_id=17d1aee9-03df-4ac4-8975-10a53a9cc4e7 HTTP/1.1" status: 200 len: 210 time: 0.1382916 Aug 29 04:13:26.564625 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 0acdaefd-c1a4-4adb-b570-b0f5ae749d9e, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=0acdaefd-c1a4-4adb-b570-b0f5ae749d9e,segment=NetworkSegment(91716f4b-2300-4d9e-8518-8c88143693cd),segment_id=91716f4b-2300-4d9e-8518-8c88143693cd)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:26.590735 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9679e92-5c5e-4337-a723-88f61d6a3638', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0acdaefd-c1a4-4adb-b570-b0f5ae749d9e'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:13:26.599956 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28eb6e07-d557-40cb-983e-77b429c26b0a" -d '{"events": [{"server_uuid": "a9679e92-5c5e-4337-a723-88f61d6a3638", "name": "network-vif-plugged", "status": "completed", "tag": "0acdaefd-c1a4-4adb-b570-b0f5ae749d9e"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:13:26.614107 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-332e1bce-b567-4906-8003-6297d042af3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd69ee97c-7435-4272-ae12-c27e1fb7bce2', 'name': 'tempest-ServersTestJSON-515532501-router', 'tenant_id': 'bb6e10a651234f1892cfd75265a07adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '25feee62-a776-484c-81a4-2dc9b649e21e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:13:15Z', 'updated_at': '2021-08-29T04:13:22Z', 'revision_number': 4, 'project_id': 'bb6e10a651234f1892cfd75265a07adc', 'gw_port': {'id': '25feee62-a776-484c-81a4-2dc9b649e21e', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:46:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd69ee97c-7435-4272-ae12-c27e1fb7bce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:13:16Z', 'updated_at': '2021-08-29T04:13:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': 'cb13066a-6902-4dfd-b513-4c7b3531adb6', 'name': '', 'network_id': 'e550fef6-11de-4328-a156-3af4f67461c6', 'tenant_id': 'bb6e10a651234f1892cfd75265a07adc', 'mac_address': 'fa:16:3e:ce:4e:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd69ee97c-7435-4272-ae12-c27e1fb7bce2', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '4718f4d9-f95e-437e-b5e4-68b9c2bae735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:13:20Z', 'updated_at': '2021-08-29T04:13:22Z', 'revision_number': 2, 'project_id': 'bb6e10a651234f1892cfd75265a07adc', 'subnets': [{'id': '4718f4d9-f95e-437e-b5e4-68b9c2bae735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:13:26.778767 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4600baac-48f7-42d5-8461-3e16a887cad8 tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:26.805755 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4600baac-48f7-42d5-8461-3e16a887cad8 tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:26.853603 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:26.869035 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['ea1f70ee-b550-4aef-a765-072dca3d50eb'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:13:26.920918 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4600baac-48f7-42d5-8461-3e16a887cad8 tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:26.925001 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 40392) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:26.934401 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-973dc7da-7d99-4771-9db2-b3e365ce3e11 tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] Request body: {'security_group_rule': {'security_group_id': '1427dbcd-1fd2-4793-a7ed-ac1df574fb2c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:13:26.935928 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-4600baac-48f7-42d5-8461-3e16a887cad8 tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8491046 Aug 29 04:13:26.979259 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4600baac-48f7-42d5-8461-3e16a887cad8 tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1427dbcd-1fd2-4793-a7ed-ac1df574fb2c,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:27.087645 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332e1bce-b567-4906-8003-6297d042af3b None None] The sync data for ids ['d69ee97c-7435-4272-ae12-c27e1fb7bce2'] in n-d-712140-12 is: [{'id': 'd69ee97c-7435-4272-ae12-c27e1fb7bce2', 'name': 'tempest-ServersTestJSON-515532501-router', 'tenant_id': 'bb6e10a651234f1892cfd75265a07adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '25feee62-a776-484c-81a4-2dc9b649e21e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:13:15Z', 'updated_at': '2021-08-29T04:13:22Z', 'revision_number': 4, 'project_id': 'bb6e10a651234f1892cfd75265a07adc', 'gw_port': {'id': '25feee62-a776-484c-81a4-2dc9b649e21e', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:46:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd69ee97c-7435-4272-ae12-c27e1fb7bce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:13:16Z', 'updated_at': '2021-08-29T04:13:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': 'cb13066a-6902-4dfd-b513-4c7b3531adb6', 'name': '', 'network_id': 'e550fef6-11de-4328-a156-3af4f67461c6', 'tenant_id': 'bb6e10a651234f1892cfd75265a07adc', 'mac_address': 'fa:16:3e:ce:4e:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd69ee97c-7435-4272-ae12-c27e1fb7bce2', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '4718f4d9-f95e-437e-b5e4-68b9c2bae735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:13:20Z', 'updated_at': '2021-08-29T04:13:22Z', 'revision_number': 2, 'project_id': 'bb6e10a651234f1892cfd75265a07adc', 'subnets': [{'id': '4718f4d9-f95e-437e-b5e4-68b9c2bae735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:13:27.107183 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device f94ff432-1efb-4d16-b88c-19279e1457b8 up at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:13:27.139543 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-973dc7da-7d99-4771-9db2-b3e365ce3e11 tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:27.194232 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28556c35-ed84-418d-b961-fd99d8a702b7 x-openstack-request-id: req-28556c35-ed84-418d-b961-fd99d8a702b7 {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:13:27.194971 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17d1aee9-03df-4ac4-8975-10a53a9cc4e7", "name": "network-vif-deleted", "tag": "ea1f70ee-b550-4aef-a765-072dca3d50eb", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:13:27.195776 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-28556c35-ed84-418d-b961-fd99d8a702b7 {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:13:27.197554 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17d1aee9-03df-4ac4-8975-10a53a9cc4e7', 'name': 'network-vif-deleted', 'tag': 'ea1f70ee-b550-4aef-a765-072dca3d50eb', 'status': 'completed', 'code': 200} Aug 29 04:13:27.446990 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-973dc7da-7d99-4771-9db2-b3e365ce3e11 tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:27.453578 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-973dc7da-7d99-4771-9db2-b3e365ce3e11 tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:27.486404 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=0acdaefd-c1a4-4adb-b570-b0f5ae749d9e,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:27.512663 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning complete for port f94ff432-1efb-4d16-b88c-19279e1457b8 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:13:27.513172 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:27.559321 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973dc7da-7d99-4771-9db2-b3e365ce3e11 tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce1c5c8b-f991-4ac1-b2c1-6c4c807c1b5c,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:27.586388 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-973dc7da-7d99-4771-9db2-b3e365ce3e11 tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:27.603811 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-973dc7da-7d99-4771-9db2-b3e365ce3e11 tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6751525 Aug 29 04:13:27.623775 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 40404) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:27.657900 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-a4b8f96c-b7b5-4935-b482-d5ebc5b26cac tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] Request body: {'security_group_rule': {'security_group_id': '1427dbcd-1fd2-4793-a7ed-ac1df574fb2c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:13:27.671256 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054fe344-81e8-4c12-8918-1c1a63178b4b req-4d30b3cd-e41d-4d1f-a5be-5040a6b71371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:27.688958 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-054fe344-81e8-4c12-8918-1c1a63178b4b req-4d30b3cd-e41d-4d1f-a5be-5040a6b71371 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=48da3dc54d264865b5c4834c4a90f4b5&device_id=1e5ccfea-706b-4825-9d2e-60c0b092c82e HTTP/1.1" status: 200 len: 1096 time: 0.4783521 Aug 29 04:13:27.753999 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5841163-4d0a-49cf-804f-04e27bcfee5e req-046f93a2-5079-45e1-b9cb-df5500387bf9 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:27.770153 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d5841163-4d0a-49cf-804f-04e27bcfee5e req-046f93a2-5079-45e1-b9cb-df5500387bf9 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9679e92-5c5e-4337-a723-88f61d6a3638 HTTP/1.1" status: 200 len: 946 time: 0.4132400 Aug 29 04:13:27.854163 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a4b8f96c-b7b5-4935-b482-d5ebc5b26cac tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:27.867471 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:27.924217 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port f94ff432-1efb-4d16-b88c-19279e1457b8, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=f94ff432-1efb-4d16-b88c-19279e1457b8,segment=NetworkSegment(6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc),segment_id=6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:27.932613 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:27.935035 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device ea1f70ee-b550-4aef-a765-072dca3d50eb no longer exists at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:13:28.116789 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 40410) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:28.133717 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a4b8f96c-b7b5-4935-b482-d5ebc5b26cac tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:28.149852 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a4b8f96c-b7b5-4935-b482-d5ebc5b26cac tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:28.182313 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a4b8f96c-b7b5-4935-b482-d5ebc5b26cac tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:28.190352 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-a4b8f96c-b7b5-4935-b482-d5ebc5b26cac tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5581200 Aug 29 04:13:28.191257 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 40414) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:28.197542 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] No Port match for: ea1f70ee-b550-4aef-a765-072dca3d50eb {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:13:28.198042 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device ea1f70ee-b550-4aef-a765-072dca3d50eb not bound to the agent host n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:13:28.208678 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-4c065105-d786-419e-9833-63370934a247 tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] Request body: {'floatingip': {'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:13:28.232910 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b8f96c-b7b5-4935-b482-d5ebc5b26cac tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38051167-26af-4bb3-b583-656c6406706a,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:28.248277 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=f94ff432-1efb-4d16-b88c-19279e1457b8,revision_number=10']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:28.295068 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4c065105-d786-419e-9833-63370934a247 tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] Notify callbacks [] for floatingip, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:28.321872 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:28.537807 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-ec0e6542-72be-4a3b-a9c1-27c4c1db2641 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1077504148-network', 'tenant_id': '5a14f7f9066643a38713cee788a50c7a'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:13:28.631090 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec0e6542-72be-4a3b-a9c1-27c4c1db2641 admin admin] Made reservation on behalf of 5a14f7f9066643a38713cee788a50c7a for: {'network': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:13:28.642313 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ec0e6542-72be-4a3b-a9c1-27c4c1db2641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:28.716455 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ec0e6542-72be-4a3b-a9c1-27c4c1db2641 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:28.796716 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4c065105-d786-419e-9833-63370934a247 tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:28.891358 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d5841163-4d0a-49cf-804f-04e27bcfee5e req-7c007a11-ec7e-4bae-8832-1708ff129e95 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e63e8ef-00a5-40d1-a0c1-bc99e0ad79b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1157789 Aug 29 04:13:29.018165 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7804947-f868-4eb7-afad-6b74b3665a88 x-openstack-request-id: req-f7804947-f868-4eb7-afad-6b74b3665a88 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:13:29.018923 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9679e92-5c5e-4337-a723-88f61d6a3638", "name": "network-vif-plugged", "status": "completed", "tag": "0acdaefd-c1a4-4adb-b570-b0f5ae749d9e", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:13:29.018923 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f7804947-f868-4eb7-afad-6b74b3665a88 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:13:29.019383 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9679e92-5c5e-4337-a723-88f61d6a3638', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0acdaefd-c1a4-4adb-b570-b0f5ae749d9e', 'code': 200} Aug 29 04:13:29.075119 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054fe344-81e8-4c12-8918-1c1a63178b4b req-ce584651-7365-4912-9d9a-eefaa609d854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:29.077930 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-054fe344-81e8-4c12-8918-1c1a63178b4b req-ce584651-7365-4912-9d9a-eefaa609d854 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7521cd58-9470-4433-82b8-7e942c988b03 HTTP/1.1" status: 200 len: 913 time: 1.2997122 Aug 29 04:13:29.163566 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 25feee62-a776-484c-81a4-2dc9b649e21e up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:13:29.477187 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-4c065105-d786-419e-9833-63370934a247 tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] Allocated IP 172.25.0.248 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/1fda2041-79b3-40ab-812a-ddc3c5b0b4c2) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:13:29.490422 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 25feee62-a776-484c-81a4-2dc9b649e21e completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:13:29.497633 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 25feee62-a776-484c-81a4-2dc9b649e21e triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:13:29.498249 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:29.511056 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e215a170-76bd-4292-9056-7d7c1f1c30b0 req-c8e78cee-81c5-4a9f-91f8-99cc35240d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:29.522126 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e215a170-76bd-4292-9056-7d7c1f1c30b0 req-c8e78cee-81c5-4a9f-91f8-99cc35240d11 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a9679e92-5c5e-4337-a723-88f61d6a3638 HTTP/1.1" status: 200 len: 1098 time: 0.3323784 Aug 29 04:13:29.616615 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-054fe344-81e8-4c12-8918-1c1a63178b4b req-29268619-befb-43fc-a5d4-459af5b4796f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f94ff432-1efb-4d16-b88c-19279e1457b8 HTTP/1.1" status: 200 len: 1001 time: 0.5166867 Aug 29 04:13:29.659393 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ec0e6542-72be-4a3b-a9c1-27c4c1db2641 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:29.704891 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ec0e6542-72be-4a3b-a9c1-27c4c1db2641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:29.761049 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec0e6542-72be-4a3b-a9c1-27c4c1db2641 admin admin] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=94828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:13:29.787306 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ec0e6542-72be-4a3b-a9c1-27c4c1db2641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:29.812968 n-d-712140-12 neutron-server[94828]: INFO neutron.db.segments_db [None req-ec0e6542-72be-4a3b-a9c1-27c4c1db2641 admin admin] Added segment 5e7e2f14-8790-418b-88e1-15441e6a9fb5 of type vlan for network 2f4673af-b8e7-4620-a09f-889ce79ba3f8 Aug 29 04:13:29.866845 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:13:29.957579 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054fe344-81e8-4c12-8918-1c1a63178b4b req-6f5259dc-f6cc-4900-a882-b1a00e82caea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:29.959086 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-054fe344-81e8-4c12-8918-1c1a63178b4b req-6f5259dc-f6cc-4900-a882-b1a00e82caea service neutron] 10.222.0.46 "GET /v2.0/subnets?id=be5f55ab-7fa1-406c-9ca9-03e74b79ef6a HTTP/1.1" status: 200 len: 851 time: 0.3371580 Aug 29 04:13:29.961023 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:30.015859 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ec0e6542-72be-4a3b-a9c1-27c4c1db2641 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:30.045840 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 25feee62-a776-484c-81a4-2dc9b649e21e, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=25feee62-a776-484c-81a4-2dc9b649e21e,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:30.051824 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:30.165298 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054fe344-81e8-4c12-8918-1c1a63178b4b req-15b92f00-4c3d-4186-be93-dab5fbfd9bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:30.174405 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-054fe344-81e8-4c12-8918-1c1a63178b4b req-15b92f00-4c3d-4186-be93-dab5fbfd9bb1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7521cd58-9470-4433-82b8-7e942c988b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2001803 Aug 29 04:13:30.177276 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=25feee62-a776-484c-81a4-2dc9b649e21e,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:30.359048 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0e6542-72be-4a3b-a9c1-27c4c1db2641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94d5062f-9d11-4c8c-b070-9a2edf3c7116,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:30.381445 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 40426) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:30.386039 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ec0e6542-72be-4a3b-a9c1-27c4c1db2641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:30.387618 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0e6542-72be-4a3b-a9c1-27c4c1db2641 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:30.396627 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ec0e6542-72be-4a3b-a9c1-27c4c1db2641 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:30.506332 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ca452e-ecd6-4e39-9935-7e4e2a5f0b48 req-54bbd2ee-5030-4034-9209-c3b8694f0d98 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:30.525429 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c5ca452e-ecd6-4e39-9935-7e4e2a5f0b48 req-54bbd2ee-5030-4034-9209-c3b8694f0d98 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9679e92-5c5e-4337-a723-88f61d6a3638 HTTP/1.1" status: 200 len: 946 time: 0.4140224 Aug 29 04:13:30.546859 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-054fe344-81e8-4c12-8918-1c1a63178b4b req-d6ca479f-60ac-49b0-bf99-ab80c9c6a8bd service neutron] 10.222.0.46 "GET /v2.0/networks/7521cd58-9470-4433-82b8-7e942c988b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3273344 Aug 29 04:13:30.628149 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e215a170-76bd-4292-9056-7d7c1f1c30b0 req-f204a7f6-8d5c-4671-8b45-d52f1dc86654 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=2e63e8ef-00a5-40d1-a0c1-bc99e0ad79b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0838864 Aug 29 04:13:30.630024 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0e6542-72be-4a3b-a9c1-27c4c1db2641 admin admin] Pushing event updated for resources: {'Network': ['ID=2f4673af-b8e7-4620-a09f-889ce79ba3f8,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:30.650121 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-ec0e6542-72be-4a3b-a9c1-27c4c1db2641 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.5306473 Aug 29 04:13:30.650629 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 2f4673af-b8e7-4620-a09f-889ce79ba3f8 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:13:30.655492 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 40432) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:30.677203 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-ebf4e683-d3f9-45e6-b947-6939c89a6412 admin admin] Request body: {'subnet': {'network_id': '2f4673af-b8e7-4620-a09f-889ce79ba3f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1077504148-subnet', 'tenant_id': '5a14f7f9066643a38713cee788a50c7a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:13:30.694479 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c5ca452e-ecd6-4e39-9935-7e4e2a5f0b48 req-89e4a6db-0b3a-48e2-b67f-0e1110ee59e4 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e63e8ef-00a5-40d1-a0c1-bc99e0ad79b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680822 Aug 29 04:13:30.863723 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf4e683-d3f9-45e6-b947-6939c89a6412 admin admin] Made reservation on behalf of 5a14f7f9066643a38713cee788a50c7a for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:13:30.871525 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ebf4e683-d3f9-45e6-b947-6939c89a6412 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:30.945495 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4c065105-d786-419e-9833-63370934a247 tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:31.020453 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e5ccfea-706b-4825-9d2e-60c0b092c82e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f94ff432-1efb-4d16-b88c-19279e1457b8'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:13:31.030062 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-114f0b89-79da-402b-bc4c-d33da1eb28d8" -d '{"events": [{"server_uuid": "1e5ccfea-706b-4825-9d2e-60c0b092c82e", "name": "network-vif-plugged", "status": "completed", "tag": "f94ff432-1efb-4d16-b88c-19279e1457b8"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:13:31.043814 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 25feee62-a776-484c-81a4-2dc9b649e21e up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:13:31.099608 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-054fe344-81e8-4c12-8918-1c1a63178b4b req-60973a1d-c8b2-4623-9d64-42bf6acbadff service neutron] 10.222.0.46 "GET /v2.0/networks/7521cd58-9470-4433-82b8-7e942c988b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5322528 Aug 29 04:13:31.170141 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-165f2ecf-2a8b-46ea-94d0-3ecff15a03a0 x-openstack-request-id: req-165f2ecf-2a8b-46ea-94d0-3ecff15a03a0 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:13:31.171598 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e5ccfea-706b-4825-9d2e-60c0b092c82e", "name": "network-vif-plugged", "status": "completed", "tag": "f94ff432-1efb-4d16-b88c-19279e1457b8", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:13:31.172370 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-165f2ecf-2a8b-46ea-94d0-3ecff15a03a0 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:13:31.173370 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e5ccfea-706b-4825-9d2e-60c0b092c82e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f94ff432-1efb-4d16-b88c-19279e1457b8', 'code': 200} Aug 29 04:13:31.234631 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4c065105-d786-419e-9833-63370934a247 tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:31.246195 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 25feee62-a776-484c-81a4-2dc9b649e21e triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:13:31.246828 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:31.254535 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-1bcd7f8f-eaa9-41e5-89d7-3f8d976a7bd3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4b47ebaf5a2144e2beea71bdc91317f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8700974 Aug 29 04:13:31.258693 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 40438) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:31.381913 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c065105-d786-419e-9833-63370934a247 tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:13:31.392277 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-4c065105-d786-419e-9833-63370934a247 tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:13:31.396459 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c065105-d786-419e-9833-63370934a247 tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] Pushing event updated for resources: {'Port': ['ID=1fda2041-79b3-40ab-812a-ddc3c5b0b4c2,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:31.407938 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c065105-d786-419e-9833-63370934a247 tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:13:31.487674 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5b7abc62-78f8-4f00-8902-5d50f36a6263 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:31.563852 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5b7abc62-78f8-4f00-8902-5d50f36a6263 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:31.637274 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4c065105-d786-419e-9833-63370934a247 tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:31.707209 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5b7abc62-78f8-4f00-8902-5d50f36a6263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:31.713522 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5b7abc62-78f8-4f00-8902-5d50f36a6263 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:31.715555 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-5b7abc62-78f8-4f00-8902-5d50f36a6263 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/45665691-1eb0-4f68-ba6b-1883858511b6 HTTP/1.1" status: 204 len: 168 time: 0.4556251 Aug 29 04:13:31.756873 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7abc62-78f8-4f00-8902-5d50f36a6263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45665691-1eb0-4f68-ba6b-1883858511b6,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:31.929979 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4c065105-d786-419e-9833-63370934a247 tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:31.955476 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356099f7-a2fb-4a37-a0c9-521f9836f38d None None] Sync routers for ids ['d69ee97c-7435-4272-ae12-c27e1fb7bce2'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:13:31.991187 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356099f7-a2fb-4a37-a0c9-521f9836f38d None None] Routers {'d69ee97c-7435-4272-ae12-c27e1fb7bce2'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:13:31.993696 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-356099f7-a2fb-4a37-a0c9-521f9836f38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:13:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['d69ee97c-7435-4272-ae12-c27e1fb7bce2'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:13:32.085421 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8806ddc7-3df1-42c6-a335-f7a5936461be req-15424e30-cc30-4559-8447-f94adb1855c9 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:32.101519 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8806ddc7-3df1-42c6-a335-f7a5936461be req-15424e30-cc30-4559-8447-f94adb1855c9 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9679e92-5c5e-4337-a723-88f61d6a3638 HTTP/1.1" status: 200 len: 946 time: 0.1628647 Aug 29 04:13:32.277134 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ebf4e683-d3f9-45e6-b947-6939c89a6412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9191137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10062364'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:32.330842 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8806ddc7-3df1-42c6-a335-f7a5936461be req-34daed54-c8ee-4037-8965-5eceec766ae2 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e63e8ef-00a5-40d1-a0c1-bc99e0ad79b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265401 Aug 29 04:13:32.338103 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-356099f7-a2fb-4a37-a0c9-521f9836f38d None None] Set router d69ee97c-7435-4272-ae12-c27e1fb7bce2 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:13:32.418736 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf4e683-d3f9-45e6-b947-6939c89a6412 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca990b23-63b6-47bd-b575-c3dcd63e7190,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:32.705447 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf4e683-d3f9-45e6-b947-6939c89a6412 admin admin] Checking segment: {'id': '5e7e2f14-8790-418b-88e1-15441e6a9fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '2f4673af-b8e7-4620-a09f-889ce79ba3f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:13:32.706442 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf4e683-d3f9-45e6-b947-6939c89a6412 admin admin] Network hostable DHCP agents. Network: 2f4673af-b8e7-4620-a09f-889ce79ba3f8, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:13:32.729957 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 40454) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:32.847061 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf4e683-d3f9-45e6-b947-6939c89a6412 admin admin] Network 2f4673af-b8e7-4620-a09f-889ce79ba3f8 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:13:32.901145 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 40456) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:32.903796 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-f8cb8a90-7f75-49d7-b9c8-6a5ecc0c8eb7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1659b325de62483ba17ad90982940f44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1715734 Aug 29 04:13:32.966660 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-ebf4e683-d3f9-45e6-b947-6939c89a6412 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 2f4673af-b8e7-4620-a09f-889ce79ba3f8) {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:13:32.980297 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067e5a5d-b413-44b6-8b4f-d3cb2225fa99 None None] Network 2f4673af-b8e7-4620-a09f-889ce79ba3f8 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:13:32.981193 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf4e683-d3f9-45e6-b947-6939c89a6412 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:32.981598 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ebf4e683-d3f9-45e6-b947-6939c89a6412 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:33.061996 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4c065105-d786-419e-9833-63370934a247 tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:33.122312 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4c065105-d786-419e-9833-63370934a247 tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:33.206731 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-356099f7-a2fb-4a37-a0c9-521f9836f38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd69ee97c-7435-4272-ae12-c27e1fb7bce2', 'name': 'tempest-ServersTestJSON-515532501-router', 'tenant_id': 'bb6e10a651234f1892cfd75265a07adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '25feee62-a776-484c-81a4-2dc9b649e21e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:13:15Z', 'updated_at': '2021-08-29T04:13:22Z', 'revision_number': 4, 'project_id': 'bb6e10a651234f1892cfd75265a07adc', 'gw_port': {'id': '25feee62-a776-484c-81a4-2dc9b649e21e', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:46:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69ee97c-7435-4272-ae12-c27e1fb7bce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:13:16Z', 'updated_at': '2021-08-29T04:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': 'cb13066a-6902-4dfd-b513-4c7b3531adb6', 'name': '', 'network_id': 'e550fef6-11de-4328-a156-3af4f67461c6', 'tenant_id': 'bb6e10a651234f1892cfd75265a07adc', 'mac_address': 'fa:16:3e:ce:4e:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd69ee97c-7435-4272-ae12-c27e1fb7bce2', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '4718f4d9-f95e-437e-b5e4-68b9c2bae735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:13:20Z', 'updated_at': '2021-08-29T04:13:22Z', 'revision_number': 2, 'project_id': 'bb6e10a651234f1892cfd75265a07adc', 'subnets': [{'id': '4718f4d9-f95e-437e-b5e4-68b9c2bae735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:13:33.317333 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356099f7-a2fb-4a37-a0c9-521f9836f38d None None] Checking router: d69ee97c-7435-4272-ae12-c27e1fb7bce2 for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:13:33.318587 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356099f7-a2fb-4a37-a0c9-521f9836f38d None None] Updating router d69ee97c-7435-4272-ae12-c27e1fb7bce2 port cb13066a-6902-4dfd-b513-4c7b3531adb6 binding host n-d-712140-12 {{(pid=94831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:13:33.385287 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8c99568b-bde0-4d57-a41e-281708dd99bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:33.403724 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-356099f7-a2fb-4a37-a0c9-521f9836f38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:33.438229 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0815de7-ae15-42ba-b1b5-4c8570877998 None None] Network 2f4673af-b8e7-4620-a09f-889ce79ba3f8 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:13:33.872082 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad50f2c-b7fc-4c16-8563-4c8290e5f2d7 req-22983ce1-45a0-48be-8f08-69e5a13c3948 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:33.885054 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-dad50f2c-b7fc-4c16-8563-4c8290e5f2d7 req-22983ce1-45a0-48be-8f08-69e5a13c3948 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9679e92-5c5e-4337-a723-88f61d6a3638 HTTP/1.1" status: 200 len: 946 time: 0.2142136 Aug 29 04:13:33.988931 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-ebf4e683-d3f9-45e6-b947-6939c89a6412 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 3.3309665 Aug 29 04:13:34.026511 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-dad50f2c-b7fc-4c16-8563-4c8290e5f2d7 req-0c848bcf-c06c-4a07-b9e1-d50331936e2f tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e63e8ef-00a5-40d1-a0c1-bc99e0ad79b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374152 Aug 29 04:13:34.245200 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c065105-d786-419e-9833-63370934a247 tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] Pushing event updated for resources: {'Port': ['ID=1fda2041-79b3-40ab-812a-ddc3c5b0b4c2,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:34.256924 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ef2e832b-b948-4e9b-b927-eff29a417981 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:34.287229 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4c065105-d786-419e-9833-63370934a247 tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719515'] for floatingip, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:34.332490 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4c065105-d786-419e-9833-63370934a247 tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:34.336382 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-4c065105-d786-419e-9833-63370934a247 tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.1366386 Aug 29 04:13:34.387761 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ef2e832b-b948-4e9b-b927-eff29a417981 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:34.455639 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-356099f7-a2fb-4a37-a0c9-521f9836f38d None None] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:34.473852 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-356099f7-a2fb-4a37-a0c9-521f9836f38d None None] Transition to ACTIVE for port object cb13066a-6902-4dfd-b513-4c7b3531adb6 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:13:34.495577 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-356099f7-a2fb-4a37-a0c9-521f9836f38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:34.605717 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cf2daa-f92b-4050-9f85-ae5c2d8aee9e None None] Pushing event updated for resources: {'Port': ['ID=cb13066a-6902-4dfd-b513-4c7b3531adb6,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:34.632879 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cf2daa-f92b-4050-9f85-ae5c2d8aee9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:13:34.634413 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cf2daa-f92b-4050-9f85-ae5c2d8aee9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:13:34.635086 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cf2daa-f92b-4050-9f85-ae5c2d8aee9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:13:34.640626 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cf2daa-f92b-4050-9f85-ae5c2d8aee9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:13:34.647846 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cf2daa-f92b-4050-9f85-ae5c2d8aee9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:13:34.647846 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cf2daa-f92b-4050-9f85-ae5c2d8aee9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:13:34.647846 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cf2daa-f92b-4050-9f85-ae5c2d8aee9e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:13:34.647846 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cf2daa-f92b-4050-9f85-ae5c2d8aee9e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:13:34.647846 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cf2daa-f92b-4050-9f85-ae5c2d8aee9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:13:34.647846 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cf2daa-f92b-4050-9f85-ae5c2d8aee9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:13:34.647846 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cf2daa-f92b-4050-9f85-ae5c2d8aee9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:13:34.649824 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cf2daa-f92b-4050-9f85-ae5c2d8aee9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:13:34.749062 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ef2e832b-b948-4e9b-b927-eff29a417981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:34.755193 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ef2e832b-b948-4e9b-b927-eff29a417981 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:34.762107 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-ef2e832b-b948-4e9b-b927-eff29a417981 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ddb58e2e-5364-4d18-b9d9-77c75bab842b HTTP/1.1" status: 204 len: 168 time: 1.8594282 Aug 29 04:13:34.797639 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2e832b-b948-4e9b-b927-eff29a417981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddb58e2e-5364-4d18-b9d9-77c75bab842b,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:34.810662 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-356099f7-a2fb-4a37-a0c9-521f9836f38d None None] Attempting to bind port cb13066a-6902-4dfd-b513-4c7b3531adb6 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:13:34.814991 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-356099f7-a2fb-4a37-a0c9-521f9836f38d None None] Attempting to bind port cb13066a-6902-4dfd-b513-4c7b3531adb6 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'bcf35ba8-7cf7-42bd-89f1-3efe7c8efcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'e550fef6-11de-4328-a156-3af4f67461c6'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:13:34.815874 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356099f7-a2fb-4a37-a0c9-521f9836f38d None None] Attempting to bind port cb13066a-6902-4dfd-b513-4c7b3531adb6 on network e550fef6-11de-4328-a156-3af4f67461c6 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:13:34.831582 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356099f7-a2fb-4a37-a0c9-521f9836f38d None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:13:34.832862 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356099f7-a2fb-4a37-a0c9-521f9836f38d None None] Checking segment: {'id': 'bcf35ba8-7cf7-42bd-89f1-3efe7c8efcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'e550fef6-11de-4328-a156-3af4f67461c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:13:34.839130 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-356099f7-a2fb-4a37-a0c9-521f9836f38d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:34.840293 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356099f7-a2fb-4a37-a0c9-521f9836f38d None None] Bound using segment: {'id': 'bcf35ba8-7cf7-42bd-89f1-3efe7c8efcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'e550fef6-11de-4328-a156-3af4f67461c6'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:13:34.841038 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-356099f7-a2fb-4a37-a0c9-521f9836f38d None None] Bound port: cb13066a-6902-4dfd-b513-4c7b3531adb6, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcf35ba8-7cf7-42bd-89f1-3efe7c8efcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'e550fef6-11de-4328-a156-3af4f67461c6'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:13:34.841691 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-356099f7-a2fb-4a37-a0c9-521f9836f38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:34.988942 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c72a40c-44a8-43f0-bf09-2f7c1c85daa3 req-9b4942e7-250a-4910-b11d-d1339d1dae07 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:35.003660 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-356099f7-a2fb-4a37-a0c9-521f9836f38d None None] For port cb13066a-6902-4dfd-b513-4c7b3531adb6, host n-d-712140-12, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:13:35.003985 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4c72a40c-44a8-43f0-bf09-2f7c1c85daa3 req-9b4942e7-250a-4910-b11d-d1339d1dae07 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9679e92-5c5e-4337-a723-88f61d6a3638 HTTP/1.1" status: 200 len: 946 time: 0.2082279 Aug 29 04:13:35.013322 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-356099f7-a2fb-4a37-a0c9-521f9836f38d None None] For port cb13066a-6902-4dfd-b513-4c7b3531adb6, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=cb13066a-6902-4dfd-b513-4c7b3531adb6,segment=NetworkSegment(bcf35ba8-7cf7-42bd-89f1-3efe7c8efcb4),segment_id=bcf35ba8-7cf7-42bd-89f1-3efe7c8efcb4)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:13:35.023165 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-356099f7-a2fb-4a37-a0c9-521f9836f38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:35.128859 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4c72a40c-44a8-43f0-bf09-2f7c1c85daa3 req-aa9547b8-89eb-49dd-ae7f-2ea623003d72 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e63e8ef-00a5-40d1-a0c1-bc99e0ad79b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235640 Aug 29 04:13:35.191840 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cf2daa-f92b-4050-9f85-ae5c2d8aee9e None None] Pushing event updated for resources: {'Port': ['ID=cb13066a-6902-4dfd-b513-4c7b3531adb6,revision_number=4']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:35.257314 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356099f7-a2fb-4a37-a0c9-521f9836f38d None None] Routers {'d69ee97c-7435-4272-ae12-c27e1fb7bce2'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:13:35.268417 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-356099f7-a2fb-4a37-a0c9-521f9836f38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:13:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['d69ee97c-7435-4272-ae12-c27e1fb7bce2'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:13:35.779248 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-356099f7-a2fb-4a37-a0c9-521f9836f38d None None] Set router d69ee97c-7435-4272-ae12-c27e1fb7bce2 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:13:36.211036 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2d825940-2d17-4637-9945-a872f6bb43ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:36.425643 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-356099f7-a2fb-4a37-a0c9-521f9836f38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd69ee97c-7435-4272-ae12-c27e1fb7bce2', 'name': 'tempest-ServersTestJSON-515532501-router', 'tenant_id': 'bb6e10a651234f1892cfd75265a07adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '25feee62-a776-484c-81a4-2dc9b649e21e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:13:15Z', 'updated_at': '2021-08-29T04:13:22Z', 'revision_number': 4, 'project_id': 'bb6e10a651234f1892cfd75265a07adc', 'gw_port': {'id': '25feee62-a776-484c-81a4-2dc9b649e21e', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:46:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69ee97c-7435-4272-ae12-c27e1fb7bce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:13:16Z', 'updated_at': '2021-08-29T04:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': 'cb13066a-6902-4dfd-b513-4c7b3531adb6', 'name': '', 'network_id': 'e550fef6-11de-4328-a156-3af4f67461c6', 'tenant_id': 'bb6e10a651234f1892cfd75265a07adc', 'mac_address': 'fa:16:3e:ce:4e:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd69ee97c-7435-4272-ae12-c27e1fb7bce2', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '4718f4d9-f95e-437e-b5e4-68b9c2bae735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:13:20Z', 'updated_at': '2021-08-29T04:13:34Z', 'revision_number': 4, 'project_id': 'bb6e10a651234f1892cfd75265a07adc', 'subnets': [{'id': '4718f4d9-f95e-437e-b5e4-68b9c2bae735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:13:36.529045 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356099f7-a2fb-4a37-a0c9-521f9836f38d None None] The sync data for ids ['d69ee97c-7435-4272-ae12-c27e1fb7bce2'] in n-d-712140-12 is: [{'id': 'd69ee97c-7435-4272-ae12-c27e1fb7bce2', 'name': 'tempest-ServersTestJSON-515532501-router', 'tenant_id': 'bb6e10a651234f1892cfd75265a07adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '25feee62-a776-484c-81a4-2dc9b649e21e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:13:15Z', 'updated_at': '2021-08-29T04:13:22Z', 'revision_number': 4, 'project_id': 'bb6e10a651234f1892cfd75265a07adc', 'gw_port': {'id': '25feee62-a776-484c-81a4-2dc9b649e21e', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:46:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69ee97c-7435-4272-ae12-c27e1fb7bce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:13:16Z', 'updated_at': '2021-08-29T04:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': 'cb13066a-6902-4dfd-b513-4c7b3531adb6', 'name': '', 'network_id': 'e550fef6-11de-4328-a156-3af4f67461c6', 'tenant_id': 'bb6e10a651234f1892cfd75265a07adc', 'mac_address': 'fa:16:3e:ce:4e:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd69ee97c-7435-4272-ae12-c27e1fb7bce2', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '4718f4d9-f95e-437e-b5e4-68b9c2bae735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:13:20Z', 'updated_at': '2021-08-29T04:13:34Z', 'revision_number': 4, 'project_id': 'bb6e10a651234f1892cfd75265a07adc', 'subnets': [{'id': '4718f4d9-f95e-437e-b5e4-68b9c2bae735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:13:37.079784 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:37.418839 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device cb13066a-6902-4dfd-b513-4c7b3531adb6 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:13:37.539465 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:37.559902 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port cb13066a-6902-4dfd-b513-4c7b3531adb6 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:13:37.565309 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port cb13066a-6902-4dfd-b513-4c7b3531adb6 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:13:37.566041 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:37.708890 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:37.757397 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port cb13066a-6902-4dfd-b513-4c7b3531adb6, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=cb13066a-6902-4dfd-b513-4c7b3531adb6,segment=NetworkSegment(bcf35ba8-7cf7-42bd-89f1-3efe7c8efcb4),segment_id=bcf35ba8-7cf7-42bd-89f1-3efe7c8efcb4)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:37.765753 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:37.911191 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=cb13066a-6902-4dfd-b513-4c7b3531adb6,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:38.529905 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:38.978675 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device cb13066a-6902-4dfd-b513-4c7b3531adb6 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:13:39.111185 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2f844dec-be02-4b34-992e-c4039e159479 req-30dc347f-1140-4021-b0db-6ba1d76a5a5f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a6616a4e-74a1-4a12-88c0-4cd9409fcf3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5039365 Aug 29 04:13:39.191350 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port cb13066a-6902-4dfd-b513-4c7b3531adb6 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:13:39.192029 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:39.346744 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f844dec-be02-4b34-992e-c4039e159479 req-378076d9-68df-47a0-8f48-363de349446f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:39.371192 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2f844dec-be02-4b34-992e-c4039e159479 req-378076d9-68df-47a0-8f48-363de349446f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b8e5ee0a53fd42e2a03b18096f8a732f&device_id=a6616a4e-74a1-4a12-88c0-4cd9409fcf3a HTTP/1.1" status: 200 len: 1097 time: 0.1541681 Aug 29 04:13:39.575231 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f844dec-be02-4b34-992e-c4039e159479 req-ba31112c-e9e0-4ff7-b459-939e4099d2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:39.578064 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2f844dec-be02-4b34-992e-c4039e159479 req-ba31112c-e9e0-4ff7-b459-939e4099d2f9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6e669898-6215-49e8-8989-a85b9f5fe627 HTTP/1.1" status: 200 len: 924 time: 0.1829669 Aug 29 04:13:39.730842 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2f844dec-be02-4b34-992e-c4039e159479 req-31352e05-cf5d-4677-9bf9-0d18f088d2f9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=85a1169a-593f-404a-95c2-61064c1226ff HTTP/1.1" status: 200 len: 999 time: 0.1426637 Aug 29 04:13:39.924219 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f844dec-be02-4b34-992e-c4039e159479 req-0392e392-e9cc-4126-98df-210464645999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:39.926782 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2f844dec-be02-4b34-992e-c4039e159479 req-0392e392-e9cc-4126-98df-210464645999 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=62082f5a-1e19-4bac-8b75-d0b867c1cfb7 HTTP/1.1" status: 200 len: 862 time: 0.1871567 Aug 29 04:13:40.054581 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f844dec-be02-4b34-992e-c4039e159479 req-869898ac-c6bb-4c2f-8a1f-9650dcffd87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:40.064816 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2f844dec-be02-4b34-992e-c4039e159479 req-869898ac-c6bb-4c2f-8a1f-9650dcffd87b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6e669898-6215-49e8-8989-a85b9f5fe627&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1286750 Aug 29 04:13:40.342657 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2f844dec-be02-4b34-992e-c4039e159479 req-d1e5dccd-a68d-4a0c-936b-4cafdd7fdb4e service neutron] 10.222.0.48 "GET /v2.0/networks/6e669898-6215-49e8-8989-a85b9f5fe627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660902 Aug 29 04:13:40.648095 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2f844dec-be02-4b34-992e-c4039e159479 req-2df7280b-ef55-44fa-a842-b30fb0331386 service neutron] 10.222.0.48 "GET /v2.0/networks/6e669898-6215-49e8-8989-a85b9f5fe627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2928152 Aug 29 04:13:43.585861 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6a684f51-3e3d-4b1e-97da-1ff9b368221b req-3de885de-51da-48d7-b47b-ea9f03d3df28 tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--951587307&fields=id&tenant_id=bb6e10a651234f1892cfd75265a07adc HTTP/1.1" status: 200 len: 267 time: 0.0599928 Aug 29 04:13:43.604517 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23e6393-5de9-476b-a06d-301d767cf948 req-78e151c8-607d-453f-baa8-eada43dcbbb2 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:43.606933 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f23e6393-5de9-476b-a06d-301d767cf948 req-78e151c8-607d-453f-baa8-eada43dcbbb2 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/networks?id=2f4673af-b8e7-4620-a09f-889ce79ba3f8 HTTP/1.1" status: 200 len: 806 time: 0.1853852 Aug 29 04:13:43.629247 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f23e6393-5de9-476b-a06d-301d767cf948 req-a7a04da7-7547-4c26-b66c-1abd5ee0ac4e tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/quotas/5a14f7f9066643a38713cee788a50c7a HTTP/1.1" status: 200 len: 375 time: 0.0113809 Aug 29 04:13:43.672397 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f23e6393-5de9-476b-a06d-301d767cf948 req-94f47c27-474c-4616-9a07-062e5b8aefc2 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=5a14f7f9066643a38713cee788a50c7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0343456 Aug 29 04:13:43.774266 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a684f51-3e3d-4b1e-97da-1ff9b368221b req-b2308b6f-56d5-455c-a27e-510970e1e9e9 tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:43.777587 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6a684f51-3e3d-4b1e-97da-1ff9b368221b req-b2308b6f-56d5-455c-a27e-510970e1e9e9 tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] 10.222.0.22 "GET /v2.0/networks?id=e550fef6-11de-4328-a156-3af4f67461c6 HTTP/1.1" status: 200 len: 805 time: 0.1824093 Aug 29 04:13:43.807839 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6a684f51-3e3d-4b1e-97da-1ff9b368221b req-2ef72ab7-4044-4105-834a-1b8bb8cbf44d tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] 10.222.0.22 "GET /v2.0/quotas/bb6e10a651234f1892cfd75265a07adc HTTP/1.1" status: 200 len: 375 time: 0.0171211 Aug 29 04:13:43.845025 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f23e6393-5de9-476b-a06d-301d767cf948 req-a2799044-8b02-451c-b228-4b089a9ebe1b service neutron] 10.222.0.22 "GET /v2.0/networks/2f4673af-b8e7-4620-a09f-889ce79ba3f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647649 Aug 29 04:13:43.895764 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6a684f51-3e3d-4b1e-97da-1ff9b368221b req-b8fb6791-ac5c-4e6e-8b2f-b1bba7679ae8 tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=bb6e10a651234f1892cfd75265a07adc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0708764 Aug 29 04:13:43.987529 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f23e6393-5de9-476b-a06d-301d767cf948 req-236ff4ed-ee21-4d55-9324-b9a4ecd69eeb service neutron] 10.222.0.22 "GET /v2.0/networks/2f4673af-b8e7-4620-a09f-889ce79ba3f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342387 Aug 29 04:13:44.031260 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6a684f51-3e3d-4b1e-97da-1ff9b368221b req-8a87412b-d584-4a53-bbcd-ddea769b11e1 service neutron] 10.222.0.22 "GET /v2.0/networks/e550fef6-11de-4328-a156-3af4f67461c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142120 Aug 29 04:13:44.217016 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6a684f51-3e3d-4b1e-97da-1ff9b368221b req-0a5b25cf-5b32-464e-a7bf-f082f0b0b6d3 service neutron] 10.222.0.22 "GET /v2.0/networks/e550fef6-11de-4328-a156-3af4f67461c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770618 Aug 29 04:13:44.845951 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7c96b318-3185-4476-891e-76c959b8daa4 req-7e2e706b-d2a6-4a87-b42c-1a6a9fdbf55e tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=c4933088-d49d-4252-a424-1776ce5b39a1 HTTP/1.1" status: 200 len: 210 time: 0.0383294 Aug 29 04:13:44.966070 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-00d95344-58a9-4e66-b84e-daba39b98eb1 req-864999f2-272d-4cf4-b3f0-d561b46111d3 tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] 10.222.0.22 "GET /v2.0/ports?device_id=5bff4235-b6c4-4a1a-b4d5-8712fa116047 HTTP/1.1" status: 200 len: 210 time: 0.0615807 Aug 29 04:13:45.121102 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31d3f72-4f67-4b52-b3bf-4490940b9531 req-10c2c330-1978-438f-9a6d-351d76686580 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:45.123668 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c31d3f72-4f67-4b52-b3bf-4490940b9531 req-10c2c330-1978-438f-9a6d-351d76686580 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e5ccfea-706b-4825-9d2e-60c0b092c82e HTTP/1.1" status: 200 len: 946 time: 0.0955997 Aug 29 04:13:45.200906 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c31d3f72-4f67-4b52-b3bf-4490940b9531 req-3e7b4b5d-c726-4b24-a081-4c64708fd9e7 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=95663bcf-c178-40f7-a8d1-56ba6dc33aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693078 Aug 29 04:13:45.208405 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb4b34d-0f0a-4a89-8f38-33ef8d1edf75 req-32e0c0b9-fea2-4b93-931b-5fd23e222388 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:45.219709 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9bb4b34d-0f0a-4a89-8f38-33ef8d1edf75 req-32e0c0b9-fea2-4b93-931b-5fd23e222388 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6616a4e-74a1-4a12-88c0-4cd9409fcf3a HTTP/1.1" status: 200 len: 945 time: 0.0804548 Aug 29 04:13:45.273303 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9bb4b34d-0f0a-4a89-8f38-33ef8d1edf75 req-cbcc076d-67c5-40b8-8430-0d801b34caa0 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] 10.222.0.22 "GET /v2.0/security-groups?id=3dbd32b7-b3fc-4076-a8b6-8020bdad2883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525126 Aug 29 04:13:45.462355 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc51c2e-91da-42d6-a470-819008e85514 req-f43bbd40-2dfb-40e7-ab6e-66dc1cc2feb5 tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:45.463967 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6fc51c2e-91da-42d6-a470-819008e85514 req-f43bbd40-2dfb-40e7-ab6e-66dc1cc2feb5 tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc809212-51fb-47bb-96af-33d73c6fddf8 HTTP/1.1" status: 200 len: 950 time: 0.0882695 Aug 29 04:13:45.517292 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6fc51c2e-91da-42d6-a470-819008e85514 req-e2f5f622-505e-41cf-9718-7301d39f8701 tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] 10.222.0.22 "GET /v2.0/security-groups?id=f702e36e-8d7e-475c-937a-d43e5f05c39f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466292 Aug 29 04:13:45.942395 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23e6393-5de9-476b-a06d-301d767cf948 req-cc770d48-14b9-457b-87f7-7aee2f628e09 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:45.945040 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f23e6393-5de9-476b-a06d-301d767cf948 req-cc770d48-14b9-457b-87f7-7aee2f628e09 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.48 "GET /v2.0/networks?id=2f4673af-b8e7-4620-a09f-889ce79ba3f8 HTTP/1.1" status: 200 len: 806 time: 0.2435915 Aug 29 04:13:46.006237 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-f23e6393-5de9-476b-a06d-301d767cf948 req-087d9f42-3d7e-495b-98cb-f4b228e2c333 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Request body: {'port': {'device_id': 'c4933088-d49d-4252-a424-1776ce5b39a1', 'network_id': '2f4673af-b8e7-4620-a09f-889ce79ba3f8', 'admin_state_up': True, 'tenant_id': '5a14f7f9066643a38713cee788a50c7a'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:13:46.236887 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f23e6393-5de9-476b-a06d-301d767cf948 req-087d9f42-3d7e-495b-98cb-f4b228e2c333 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Made reservation on behalf of 5a14f7f9066643a38713cee788a50c7a for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:13:46.245931 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83c03da-15f0-4d42-863c-72a2325e5232 req-fb02ff77-9401-4b40-bb92-218433f86297 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:46.246984 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-f23e6393-5de9-476b-a06d-301d767cf948 req-087d9f42-3d7e-495b-98cb-f4b228e2c333 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:46.249596 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b83c03da-15f0-4d42-863c-72a2325e5232 req-fb02ff77-9401-4b40-bb92-218433f86297 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9679e92-5c5e-4337-a723-88f61d6a3638 HTTP/1.1" status: 200 len: 946 time: 0.1200550 Aug 29 04:13:46.361591 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b83c03da-15f0-4d42-863c-72a2325e5232 req-fe63cf20-b24a-4be0-a643-e05e8da0aa0a tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e63e8ef-00a5-40d1-a0c1-bc99e0ad79b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920029 Aug 29 04:13:46.528982 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-238920bb-3dfd-4b59-ba9c-a43816181d46 req-89cdbef5-b317-479e-b289-d9fcb1d4ae73 tempest-QuotasAdminNegativeTest-293134103 tempest-QuotasAdminNegativeTest-293134103-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=4c104fcc82e24f17b5bca035b2c8fd71&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0924027 Aug 29 04:13:46.560340 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9c3053bb-f6cf-424a-8007-7bd74a3280df req-73ef25dc-ce67-468b-9773-e3e3a3195218 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=c4933088-d49d-4252-a424-1776ce5b39a1 HTTP/1.1" status: 200 len: 210 time: 0.0559688 Aug 29 04:13:46.655363 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-53cd38ee-400a-4f03-a11d-552709b08c2c req-ecd2f07a-05d4-449d-ac71-b329a79cf4e3 tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] 10.222.0.22 "GET /v2.0/ports?device_id=5bff4235-b6c4-4a1a-b4d5-8712fa116047 HTTP/1.1" status: 200 len: 210 time: 0.0307856 Aug 29 04:13:46.657144 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a684f51-3e3d-4b1e-97da-1ff9b368221b req-346f2ae7-1d19-400b-a41d-9cf2d62c7624 tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:46.659462 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6a684f51-3e3d-4b1e-97da-1ff9b368221b req-346f2ae7-1d19-400b-a41d-9cf2d62c7624 tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] 10.222.0.48 "GET /v2.0/networks?id=e550fef6-11de-4328-a156-3af4f67461c6 HTTP/1.1" status: 200 len: 805 time: 0.3880825 Aug 29 04:13:46.849826 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e504ead7-f4e3-47e9-b0d3-8d5d2d480992 req-ff6e438d-aa87-4f6c-a352-bf3e366ff282 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:46.853429 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e504ead7-f4e3-47e9-b0d3-8d5d2d480992 req-ff6e438d-aa87-4f6c-a352-bf3e366ff282 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e5ccfea-706b-4825-9d2e-60c0b092c82e HTTP/1.1" status: 200 len: 946 time: 0.1023026 Aug 29 04:13:46.867218 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6a684f51-3e3d-4b1e-97da-1ff9b368221b req-2630edfc-4bc6-4178-a39b-6680babe4823 tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb6e10a651234f1892cfd75265a07adc HTTP/1.1" status: 200 len: 379 time: 0.1819110 Aug 29 04:13:46.900726 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-f23e6393-5de9-476b-a06d-301d767cf948 req-087d9f42-3d7e-495b-98cb-f4b228e2c333 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Allocated IP 172.20.0.5 (2f4673af-b8e7-4620-a09f-889ce79ba3f8/ca990b23-63b6-47bd-b575-c3dcd63e7190/02e9fbdc-2d81-4e09-8676-3236d8c53fc6) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:13:46.920526 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e504ead7-f4e3-47e9-b0d3-8d5d2d480992 req-1fe28c69-c46b-46fe-bda1-943c2c869d5f tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=95663bcf-c178-40f7-a8d1-56ba6dc33aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563588 Aug 29 04:13:46.922226 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238920bb-3dfd-4b59-ba9c-a43816181d46 req-e4fa84f4-0dc8-46f8-b57d-50c40358ee8f tempest-QuotasAdminNegativeTest-293134103 tempest-QuotasAdminNegativeTest-293134103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:46.924983 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-238920bb-3dfd-4b59-ba9c-a43816181d46 req-e4fa84f4-0dc8-46f8-b57d-50c40358ee8f tempest-QuotasAdminNegativeTest-293134103 tempest-QuotasAdminNegativeTest-293134103-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3946221 Aug 29 04:13:46.970434 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-238920bb-3dfd-4b59-ba9c-a43816181d46 req-4f2acaba-5383-43fa-baf4-3e5ce2560499 tempest-QuotasAdminNegativeTest-293134103 tempest-QuotasAdminNegativeTest-293134103-project] 10.222.0.22 "GET /v2.0/quotas/4c104fcc82e24f17b5bca035b2c8fd71 HTTP/1.1" status: 200 len: 375 time: 0.0335269 Aug 29 04:13:47.032751 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-238920bb-3dfd-4b59-ba9c-a43816181d46 req-f757d074-98b7-4abb-aee5-6e85388eed90 tempest-QuotasAdminNegativeTest-293134103 tempest-QuotasAdminNegativeTest-293134103-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=4c104fcc82e24f17b5bca035b2c8fd71&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0504479 Aug 29 04:13:47.040479 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-6a684f51-3e3d-4b1e-97da-1ff9b368221b req-c81684a0-3faa-4f85-b073-36cb97b0be0b tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] Request body: {'port': {'device_id': '5bff4235-b6c4-4a1a-b4d5-8712fa116047', 'network_id': 'e550fef6-11de-4328-a156-3af4f67461c6', 'admin_state_up': True, 'tenant_id': 'bb6e10a651234f1892cfd75265a07adc', 'security_groups': ['1427dbcd-1fd2-4793-a7ed-ac1df574fb2c']}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:13:47.282570 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-f23e6393-5de9-476b-a06d-301d767cf948 req-087d9f42-3d7e-495b-98cb-f4b228e2c333 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:47.298846 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a684f51-3e3d-4b1e-97da-1ff9b368221b req-c81684a0-3faa-4f85-b073-36cb97b0be0b tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] Made reservation on behalf of bb6e10a651234f1892cfd75265a07adc for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:13:47.302472 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-6a684f51-3e3d-4b1e-97da-1ff9b368221b req-c81684a0-3faa-4f85-b073-36cb97b0be0b tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:47.430771 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-f23e6393-5de9-476b-a06d-301d767cf948 req-087d9f42-3d7e-495b-98cb-f4b228e2c333 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:47.439315 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2e49a2-e1e7-46ae-a6fb-c4c2372ca041 req-c2b1c807-369d-4866-a13f-0b2cb20ea547 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:47.441106 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4f2e49a2-e1e7-46ae-a6fb-c4c2372ca041 req-c2b1c807-369d-4866-a13f-0b2cb20ea547 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6616a4e-74a1-4a12-88c0-4cd9409fcf3a HTTP/1.1" status: 200 len: 945 time: 0.0684075 Aug 29 04:13:47.492383 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4f2e49a2-e1e7-46ae-a6fb-c4c2372ca041 req-63dd2946-94c3-4552-9bac-a57562c7f359 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] 10.222.0.22 "GET /v2.0/security-groups?id=3dbd32b7-b3fc-4076-a8b6-8020bdad2883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414653 Aug 29 04:13:47.581837 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f23e6393-5de9-476b-a06d-301d767cf948 req-087d9f42-3d7e-495b-98cb-f4b228e2c333 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Network 2f4673af-b8e7-4620-a09f-889ce79ba3f8 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:13:47.595292 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-f23e6393-5de9-476b-a06d-301d767cf948 req-087d9f42-3d7e-495b-98cb-f4b228e2c333 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:13:47.605855 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-f23e6393-5de9-476b-a06d-301d767cf948 req-087d9f42-3d7e-495b-98cb-f4b228e2c333 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:13:47.609976 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087d9f42-3d7e-495b-98cb-f4b228e2c333 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Pushing event updated for resources: {'Port': ['ID=02e9fbdc-2d81-4e09-8676-3236d8c53fc6,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:47.660917 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087d9f42-3d7e-495b-98cb-f4b228e2c333 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:13:47.661437 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087d9f42-3d7e-495b-98cb-f4b228e2c333 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:13:47.661846 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087d9f42-3d7e-495b-98cb-f4b228e2c333 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:13:47.662176 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087d9f42-3d7e-495b-98cb-f4b228e2c333 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:13:47.662613 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087d9f42-3d7e-495b-98cb-f4b228e2c333 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:13:47.663213 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087d9f42-3d7e-495b-98cb-f4b228e2c333 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:13:47.663575 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087d9f42-3d7e-495b-98cb-f4b228e2c333 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:13:47.664388 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087d9f42-3d7e-495b-98cb-f4b228e2c333 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:13:47.664945 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087d9f42-3d7e-495b-98cb-f4b228e2c333 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:13:47.665315 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087d9f42-3d7e-495b-98cb-f4b228e2c333 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:13:47.666045 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087d9f42-3d7e-495b-98cb-f4b228e2c333 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:13:47.666183 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087d9f42-3d7e-495b-98cb-f4b228e2c333 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:13:47.677013 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-6a684f51-3e3d-4b1e-97da-1ff9b368221b req-c81684a0-3faa-4f85-b073-36cb97b0be0b tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] Allocated IP 172.20.0.5 (e550fef6-11de-4328-a156-3af4f67461c6/4718f4d9-f95e-437e-b5e4-68b9c2bae735/0a572f6b-629d-411d-990b-46e82e5b7cdc) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:13:47.712379 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6dd4a9-3487-42e6-98f2-149de2d158df req-5e481282-baaf-4023-b7ac-ae84610a0d30 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:47.712379 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9a6dd4a9-3487-42e6-98f2-149de2d158df req-5e481282-baaf-4023-b7ac-ae84610a0d30 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9679e92-5c5e-4337-a723-88f61d6a3638 HTTP/1.1" status: 200 len: 946 time: 0.1777608 Aug 29 04:13:47.718995 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23e6393-5de9-476b-a06d-301d767cf948 req-087d9f42-3d7e-495b-98cb-f4b228e2c333 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:47.719710 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-f23e6393-5de9-476b-a06d-301d767cf948 req-087d9f42-3d7e-495b-98cb-f4b228e2c333 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:47.802409 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f23e6393-5de9-476b-a06d-301d767cf948 req-087d9f42-3d7e-495b-98cb-f4b228e2c333 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8025429 Aug 29 04:13:47.829899 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e481955-3c9a-46ed-93ce-ae130b985e88 req-89b5cf41-2881-4bca-9681-e530b49cf747 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:47.832230 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1e481955-3c9a-46ed-93ce-ae130b985e88 req-89b5cf41-2881-4bca-9681-e530b49cf747 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=c4933088-d49d-4252-a424-1776ce5b39a1 HTTP/1.1" status: 200 len: 931 time: 0.0721154 Aug 29 04:13:47.838127 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-f23e6393-5de9-476b-a06d-301d767cf948 req-01dd291d-7f77-44f8-b99b-ab813688ae72 service neutron] Request body: {'port': {'device_id': 'c4933088-d49d-4252-a424-1776ce5b39a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:13:47.889234 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1e481955-3c9a-46ed-93ce-ae130b985e88 req-0af48ade-0c01-41c7-9e1e-2196579a3212 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465219 Aug 29 04:13:47.893919 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9a6dd4a9-3487-42e6-98f2-149de2d158df req-7434bfb3-e2de-4491-8e90-a6e517b6a4de tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e63e8ef-00a5-40d1-a0c1-bc99e0ad79b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667175 Aug 29 04:13:47.995635 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-f23e6393-5de9-476b-a06d-301d767cf948 req-01dd291d-7f77-44f8-b99b-ab813688ae72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:48.042973 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0aaaf73c-644b-4b47-80a6-c13c0e61eeb2 req-73ccc82a-cfb6-45cc-81f8-ccdf25f70198 tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] 10.222.0.22 "GET /v2.0/ports?device_id=5bff4235-b6c4-4a1a-b4d5-8712fa116047 HTTP/1.1" status: 200 len: 210 time: 0.0528288 Aug 29 04:13:48.051908 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-26f0ebf7-de93-49c8-add1-1499320bf815 req-bc30257e-86f4-40d2-adb5-5699ba020eac tempest-QuotasAdminNegativeTest-293134103 tempest-QuotasAdminNegativeTest-293134103-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=4c104fcc82e24f17b5bca035b2c8fd71&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0420609 Aug 29 04:13:48.066503 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-6a684f51-3e3d-4b1e-97da-1ff9b368221b req-c81684a0-3faa-4f85-b073-36cb97b0be0b tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:48.166570 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-6a684f51-3e3d-4b1e-97da-1ff9b368221b req-c81684a0-3faa-4f85-b073-36cb97b0be0b tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] Transition to ACTIVE for port object 0a572f6b-629d-411d-990b-46e82e5b7cdc will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:13:48.185706 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c318cf57-3c45-4c32-9490-d962e332ed98 req-8c0d97f0-b99b-44a4-a5da-006c0d992f3e tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:48.187371 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c318cf57-3c45-4c32-9490-d962e332ed98 req-8c0d97f0-b99b-44a4-a5da-006c0d992f3e tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e5ccfea-706b-4825-9d2e-60c0b092c82e HTTP/1.1" status: 200 len: 946 time: 0.0680795 Aug 29 04:13:48.196527 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 6838b4f0-5051-4bd5-8daf-0ce03e471b63 no longer exists at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:13:48.234348 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c318cf57-3c45-4c32-9490-d962e332ed98 req-85a3112b-8a16-4d44-8dde-c6ace1658579 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=95663bcf-c178-40f7-a8d1-56ba6dc33aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395103 Aug 29 04:13:48.278694 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:48.317497 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc809212-51fb-47bb-96af-33d73c6fddf8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6838b4f0-5051-4bd5-8daf-0ce03e471b63'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:13:48.321493 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55956c0a-befa-4010-873d-bc2af1f73024" -d '{"events": [{"server_uuid": "fc809212-51fb-47bb-96af-33d73c6fddf8", "name": "network-vif-unplugged", "status": "completed", "tag": "6838b4f0-5051-4bd5-8daf-0ce03e471b63"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:13:48.336829 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 6838b4f0-5051-4bd5-8daf-0ce03e471b63, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=6838b4f0-5051-4bd5-8daf-0ce03e471b63,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:48.342586 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:48.412774 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=6838b4f0-5051-4bd5-8daf-0ce03e471b63,revision_number=8']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:48.413102 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f0ebf7-de93-49c8-add1-1499320bf815 req-590e3a4b-1b13-4c25-ab4c-9e934ad9ccbf tempest-QuotasAdminNegativeTest-293134103 tempest-QuotasAdminNegativeTest-293134103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:48.415636 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-26f0ebf7-de93-49c8-add1-1499320bf815 req-590e3a4b-1b13-4c25-ab4c-9e934ad9ccbf tempest-QuotasAdminNegativeTest-293134103 tempest-QuotasAdminNegativeTest-293134103-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3449845 Aug 29 04:13:48.419589 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-6a684f51-3e3d-4b1e-97da-1ff9b368221b req-c81684a0-3faa-4f85-b073-36cb97b0be0b tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:48.424843 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:13:48.425441 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:13:48.425914 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:13:48.426323 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:13:48.426882 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:13:48.427403 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:13:48.427755 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:13:48.428088 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:13:48.428416 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:13:48.428744 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:13:48.429074 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:13:48.429548 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:13:48.450904 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ee1e46b-115b-40fa-a984-cbb0dca26c92 x-openstack-request-id: req-2ee1e46b-115b-40fa-a984-cbb0dca26c92 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:13:48.451340 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc809212-51fb-47bb-96af-33d73c6fddf8", "name": "network-vif-unplugged", "status": "completed", "tag": "6838b4f0-5051-4bd5-8daf-0ce03e471b63", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:13:48.451676 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2ee1e46b-115b-40fa-a984-cbb0dca26c92 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:13:48.452112 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc809212-51fb-47bb-96af-33d73c6fddf8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6838b4f0-5051-4bd5-8daf-0ce03e471b63', 'code': 200} Aug 29 04:13:48.487430 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a684f51-3e3d-4b1e-97da-1ff9b368221b req-c81684a0-3faa-4f85-b073-36cb97b0be0b tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] Network e550fef6-11de-4328-a156-3af4f67461c6 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:13:48.502446 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-26f0ebf7-de93-49c8-add1-1499320bf815 req-3ade28da-2722-43cf-b427-4526e5d62dc3 tempest-QuotasAdminNegativeTest-293134103 tempest-QuotasAdminNegativeTest-293134103-project] 10.222.0.22 "GET /v2.0/quotas/4c104fcc82e24f17b5bca035b2c8fd71 HTTP/1.1" status: 200 len: 375 time: 0.0658958 Aug 29 04:13:48.503552 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-6a684f51-3e3d-4b1e-97da-1ff9b368221b req-c81684a0-3faa-4f85-b073-36cb97b0be0b tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:13:48.506119 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a684f51-3e3d-4b1e-97da-1ff9b368221b req-c81684a0-3faa-4f85-b073-36cb97b0be0b tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:13:48.649161 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ddf137-4e68-4443-ad59-66abfc44a27c req-24dfaaf3-5aa9-4134-a06e-f1d38ec20ebc tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:48.657652 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d5ddf137-4e68-4443-ad59-66abfc44a27c req-24dfaaf3-5aa9-4134-a06e-f1d38ec20ebc tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6616a4e-74a1-4a12-88c0-4cd9409fcf3a HTTP/1.1" status: 200 len: 945 time: 0.0691311 Aug 29 04:13:48.667237 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-26f0ebf7-de93-49c8-add1-1499320bf815 req-a84e3842-a2f2-4e77-9e70-9d254a01fe2f tempest-QuotasAdminNegativeTest-293134103 tempest-QuotasAdminNegativeTest-293134103-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=4c104fcc82e24f17b5bca035b2c8fd71&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1469648 Aug 29 04:13:48.687971 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81684a0-3faa-4f85-b073-36cb97b0be0b tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] Pushing event updated for resources: {'Port': ['ID=0a572f6b-629d-411d-990b-46e82e5b7cdc,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:48.721365 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d5ddf137-4e68-4443-ad59-66abfc44a27c req-212cf0ce-1607-4063-b7dc-761c6941d33c tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] 10.222.0.22 "GET /v2.0/security-groups?id=3dbd32b7-b3fc-4076-a8b6-8020bdad2883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611668 Aug 29 04:13:48.723664 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a684f51-3e3d-4b1e-97da-1ff9b368221b req-c81684a0-3faa-4f85-b073-36cb97b0be0b tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:48.724738 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-6a684f51-3e3d-4b1e-97da-1ff9b368221b req-c81684a0-3faa-4f85-b073-36cb97b0be0b tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:48.785133 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6a684f51-3e3d-4b1e-97da-1ff9b368221b req-c81684a0-3faa-4f85-b073-36cb97b0be0b tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7620597 Aug 29 04:13:48.786090 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 0acdaefd-c1a4-4adb-b570-b0f5ae749d9e details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:13:48.796355 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device f94ff432-1efb-4d16-b88c-19279e1457b8 no longer exists at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:13:48.809964 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-6a684f51-3e3d-4b1e-97da-1ff9b368221b req-0b37787a-5f06-4cb6-9883-bc57775f165d service neutron] Request body: {'port': {'device_id': '5bff4235-b6c4-4a1a-b4d5-8712fa116047', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:13:48.815579 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-f23e6393-5de9-476b-a06d-301d767cf948 req-01dd291d-7f77-44f8-b99b-ab813688ae72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02e9fbdc-2d81-4e09-8676-3236d8c53fc6 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:13:48.840776 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-f23e6393-5de9-476b-a06d-301d767cf948 req-01dd291d-7f77-44f8-b99b-ab813688ae72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:48.880377 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-f23e6393-5de9-476b-a06d-301d767cf948 req-01dd291d-7f77-44f8-b99b-ab813688ae72 service neutron] Transition to ACTIVE for port object 02e9fbdc-2d81-4e09-8676-3236d8c53fc6 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:13:48.892119 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-f23e6393-5de9-476b-a06d-301d767cf948 req-01dd291d-7f77-44f8-b99b-ab813688ae72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:48.902802 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-bac38f56-b22b-40b8-8d23-7e807b737d29 None None] Provisioning for port 0a572f6b-629d-411d-990b-46e82e5b7cdc completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:13:48.906704 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:48.910982 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-6a684f51-3e3d-4b1e-97da-1ff9b368221b req-0b37787a-5f06-4cb6-9883-bc57775f165d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:49.040921 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-bac38f56-b22b-40b8-8d23-7e807b737d29 None None] Provisioning complete for port 0a572f6b-629d-411d-990b-46e82e5b7cdc triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:13:49.042226 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bac38f56-b22b-40b8-8d23-7e807b737d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:49.084338 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dd291d-7f77-44f8-b99b-ab813688ae72 service neutron] Pushing event updated for resources: {'Port': ['ID=02e9fbdc-2d81-4e09-8676-3236d8c53fc6,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:49.152577 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-bac38f56-b22b-40b8-8d23-7e807b737d29 None None] Port 0a572f6b-629d-411d-990b-46e82e5b7cdc cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:13:49.157445 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c1a586-6b2c-45cb-8b51-6c251f8a5248 req-9a06b58b-5e5b-405d-81eb-caf058fda95f tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:49.160558 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-85c1a586-6b2c-45cb-8b51-6c251f8a5248 req-9a06b58b-5e5b-405d-81eb-caf058fda95f tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9679e92-5c5e-4337-a723-88f61d6a3638 HTTP/1.1" status: 200 len: 946 time: 0.0818789 Aug 29 04:13:49.165223 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:49.183769 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 0acdaefd-c1a4-4adb-b570-b0f5ae749d9e, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=0acdaefd-c1a4-4adb-b570-b0f5ae749d9e,segment=NetworkSegment(91716f4b-2300-4d9e-8518-8c88143693cd),segment_id=91716f4b-2300-4d9e-8518-8c88143693cd)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:49.224737 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port f94ff432-1efb-4d16-b88c-19279e1457b8, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=f94ff432-1efb-4d16-b88c-19279e1457b8,segment=NetworkSegment(6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc),segment_id=6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:49.226198 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-85c1a586-6b2c-45cb-8b51-6c251f8a5248 req-a64683ce-4b23-4b85-aa06-a16087170232 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e63e8ef-00a5-40d1-a0c1-bc99e0ad79b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559044 Aug 29 04:13:49.227569 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Returning: {'device': '0acdaefd-c1a4-4adb-b570-b0f5ae749d9e', 'network_id': 'b11b9749-6fdf-4b5b-bd44-54840570cb9d', 'port_id': '0acdaefd-c1a4-4adb-b570-b0f5ae749d9e', 'mac_address': 'fa:16:3e:a3:30:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82fda6de-10c8-44f0-bae6-762e0dfe0362', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:13:49.233533 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:49.241929 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6ded4c-c1f7-4a8e-8f78-826c8ae118ca req-22241900-e565-4989-9246-9e03b0e4abbc tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:49.243664 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5d6ded4c-c1f7-4a8e-8f78-826c8ae118ca req-22241900-e565-4989-9246-9e03b0e4abbc tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=c4933088-d49d-4252-a424-1776ce5b39a1 HTTP/1.1" status: 200 len: 943 time: 0.2252390 Aug 29 04:13:49.261940 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-f23e6393-5de9-476b-a06d-301d767cf948 req-01dd291d-7f77-44f8-b99b-ab813688ae72 service neutron] Attempting to bind port 02e9fbdc-2d81-4e09-8676-3236d8c53fc6 on host n-h2-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:13:49.262272 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-f23e6393-5de9-476b-a06d-301d767cf948 req-01dd291d-7f77-44f8-b99b-ab813688ae72 service neutron] Attempting to bind port 02e9fbdc-2d81-4e09-8676-3236d8c53fc6 by drivers openvswitch,hyperv on host n-h2-712140-12 at level 0 using segments [{'id': '5e7e2f14-8790-418b-88e1-15441e6a9fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '2f4673af-b8e7-4620-a09f-889ce79ba3f8'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:13:49.262715 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23e6393-5de9-476b-a06d-301d767cf948 req-01dd291d-7f77-44f8-b99b-ab813688ae72 service neutron] Attempting to bind port 02e9fbdc-2d81-4e09-8676-3236d8c53fc6 on network 2f4673af-b8e7-4620-a09f-889ce79ba3f8 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:13:49.316029 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23e6393-5de9-476b-a06d-301d767cf948 req-01dd291d-7f77-44f8-b99b-ab813688ae72 service neutron] Port 02e9fbdc-2d81-4e09-8676-3236d8c53fc6 on network 2f4673af-b8e7-4620-a09f-889ce79ba3f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:13:49.316362 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23e6393-5de9-476b-a06d-301d767cf948 req-01dd291d-7f77-44f8-b99b-ab813688ae72 service neutron] Attempting to bind port 02e9fbdc-2d81-4e09-8676-3236d8c53fc6 on network 2f4673af-b8e7-4620-a09f-889ce79ba3f8 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:13:49.347071 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23e6393-5de9-476b-a06d-301d767cf948 req-01dd291d-7f77-44f8-b99b-ab813688ae72 service neutron] Checking agent: {'id': 'b3a0606b-b029-4f5e-8798-3a32b71d8844', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 13, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:13:49.347618 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23e6393-5de9-476b-a06d-301d767cf948 req-01dd291d-7f77-44f8-b99b-ab813688ae72 service neutron] Checking segment: {'id': '5e7e2f14-8790-418b-88e1-15441e6a9fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '2f4673af-b8e7-4620-a09f-889ce79ba3f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:13:49.348297 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23e6393-5de9-476b-a06d-301d767cf948 req-01dd291d-7f77-44f8-b99b-ab813688ae72 service neutron] Bound using segment: {'id': '5e7e2f14-8790-418b-88e1-15441e6a9fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '2f4673af-b8e7-4620-a09f-889ce79ba3f8'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:13:49.349047 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-f23e6393-5de9-476b-a06d-301d767cf948 req-01dd291d-7f77-44f8-b99b-ab813688ae72 service neutron] Bound port: 02e9fbdc-2d81-4e09-8676-3236d8c53fc6, host: n-h2-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e7e2f14-8790-418b-88e1-15441e6a9fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '2f4673af-b8e7-4620-a09f-889ce79ba3f8'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:13:49.349622 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-f23e6393-5de9-476b-a06d-301d767cf948 req-01dd291d-7f77-44f8-b99b-ab813688ae72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:49.356884 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:49.376401 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0acdaefd-c1a4-4adb-b570-b0f5ae749d9e {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:13:49.378229 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5d6ded4c-c1f7-4a8e-8f78-826c8ae118ca req-c3b04583-a111-4ebe-957d-72b3572c9432 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183281 Aug 29 04:13:49.383742 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=f94ff432-1efb-4d16-b88c-19279e1457b8,revision_number=11']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:49.422148 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 0acdaefd-c1a4-4adb-b570-b0f5ae749d9e, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=0acdaefd-c1a4-4adb-b570-b0f5ae749d9e,segment=NetworkSegment(91716f4b-2300-4d9e-8518-8c88143693cd),segment_id=91716f4b-2300-4d9e-8518-8c88143693cd)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:49.440473 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:49.484400 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-f23e6393-5de9-476b-a06d-301d767cf948 req-01dd291d-7f77-44f8-b99b-ab813688ae72 service neutron] For port 02e9fbdc-2d81-4e09-8676-3236d8c53fc6, host n-h2-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:13:49.523526 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-f23e6393-5de9-476b-a06d-301d767cf948 req-01dd291d-7f77-44f8-b99b-ab813688ae72 service neutron] For port 02e9fbdc-2d81-4e09-8676-3236d8c53fc6, host n-h2-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=02e9fbdc-2d81-4e09-8676-3236d8c53fc6,segment=NetworkSegment(5e7e2f14-8790-418b-88e1-15441e6a9fb5),segment_id=5e7e2f14-8790-418b-88e1-15441e6a9fb5)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:13:49.559853 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ac8e00-daad-4c26-8c30-7fab0335bc9d req-105f4326-0ecc-432c-a88e-c98587618b00 tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:49.561661 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-71ac8e00-daad-4c26-8c30-7fab0335bc9d req-105f4326-0ecc-432c-a88e-c98587618b00 tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] 10.222.0.22 "GET /v2.0/ports?device_id=5bff4235-b6c4-4a1a-b4d5-8712fa116047 HTTP/1.1" status: 200 len: 931 time: 0.1029501 Aug 29 04:13:49.570046 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-f23e6393-5de9-476b-a06d-301d767cf948 req-01dd291d-7f77-44f8-b99b-ab813688ae72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:49.572615 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=0acdaefd-c1a4-4adb-b570-b0f5ae749d9e,revision_number=6']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:49.602315 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['0acdaefd-c1a4-4adb-b570-b0f5ae749d9e'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:13:49.631554 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-71ac8e00-daad-4c26-8c30-7fab0335bc9d req-3642fe86-5d74-443f-a300-1a2f5677dd88 tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] 10.222.0.22 "GET /v2.0/security-groups?id=1427dbcd-1fd2-4793-a7ed-ac1df574fb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555575 Aug 29 04:13:49.864728 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c74ec1d-2209-4fde-a669-4a534d8e81a6 req-86636917-5452-4ba3-bf1d-e3d7bc2361da tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:49.867026 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2c74ec1d-2209-4fde-a669-4a534d8e81a6 req-86636917-5452-4ba3-bf1d-e3d7bc2361da tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e5ccfea-706b-4825-9d2e-60c0b092c82e HTTP/1.1" status: 200 len: 944 time: 0.0883043 Aug 29 04:13:49.921672 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2c74ec1d-2209-4fde-a669-4a534d8e81a6 req-2ed217bc-0876-45dd-8c10-214eb666bf02 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=95663bcf-c178-40f7-a8d1-56ba6dc33aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443799 Aug 29 04:13:50.005043 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-6a684f51-3e3d-4b1e-97da-1ff9b368221b req-0b37787a-5f06-4cb6-9883-bc57775f165d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a572f6b-629d-411d-990b-46e82e5b7cdc {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:13:50.059193 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-6a684f51-3e3d-4b1e-97da-1ff9b368221b req-0b37787a-5f06-4cb6-9883-bc57775f165d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:50.065894 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23e6393-5de9-476b-a06d-301d767cf948 req-01dd291d-7f77-44f8-b99b-ab813688ae72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:50.066896 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-f23e6393-5de9-476b-a06d-301d767cf948 req-01dd291d-7f77-44f8-b99b-ab813688ae72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:50.068501 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f23e6393-5de9-476b-a06d-301d767cf948 req-01dd291d-7f77-44f8-b99b-ab813688ae72 service neutron] 10.222.0.48 "PUT /v2.0/ports/02e9fbdc-2d81-4e09-8676-3236d8c53fc6 HTTP/1.1" status: 200 len: 1092 time: 2.2504301 Aug 29 04:13:50.073730 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4933088-d49d-4252-a424-1776ce5b39a1', 'tag': '02e9fbdc-2d81-4e09-8676-3236d8c53fc6'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:13:50.075612 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9be667b-b414-4d99-9779-7bdecafc3153" -d '{"events": [{"name": "network-changed", "server_uuid": "c4933088-d49d-4252-a424-1776ce5b39a1", "tag": "02e9fbdc-2d81-4e09-8676-3236d8c53fc6"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:13:50.162736 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-6a684f51-3e3d-4b1e-97da-1ff9b368221b req-0b37787a-5f06-4cb6-9883-bc57775f165d service neutron] Transition to ACTIVE for port object 0a572f6b-629d-411d-990b-46e82e5b7cdc will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:13:50.185362 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-6a684f51-3e3d-4b1e-97da-1ff9b368221b req-0b37787a-5f06-4cb6-9883-bc57775f165d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:50.190343 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773cac8e-7d82-43b3-a6c9-05449656eb3b req-e06bd191-d885-4d3f-80ec-f9e446d16d91 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:50.191064 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-773cac8e-7d82-43b3-a6c9-05449656eb3b req-e06bd191-d885-4d3f-80ec-f9e446d16d91 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6616a4e-74a1-4a12-88c0-4cd9409fcf3a HTTP/1.1" status: 200 len: 945 time: 0.0636690 Aug 29 04:13:50.211405 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dd291d-7f77-44f8-b99b-ab813688ae72 service neutron] Pushing event updated for resources: {'Port': ['ID=02e9fbdc-2d81-4e09-8676-3236d8c53fc6,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:50.271400 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4c84a5-facf-4a13-a468-fd82764dc6db req-7fca9378-4474-490d-b7c8-e9858278f7e4 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:50.273194 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-cf4c84a5-facf-4a13-a468-fd82764dc6db req-7fca9378-4474-490d-b7c8-e9858278f7e4 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6616a4e-74a1-4a12-88c0-4cd9409fcf3a HTTP/1.1" status: 200 len: 945 time: 0.2593069 Aug 29 04:13:50.275097 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-773cac8e-7d82-43b3-a6c9-05449656eb3b req-60d157ef-47d1-475a-95cb-0d373761355d tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] 10.222.0.22 "GET /v2.0/security-groups?id=3dbd32b7-b3fc-4076-a8b6-8020bdad2883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716581 Aug 29 04:13:50.310795 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673ea4d0-b9d2-4fc0-96c1-393f5ed56e35 req-b834c2a0-7df6-41a6-8401-cb66cfc95a5f tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:50.316313 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-673ea4d0-b9d2-4fc0-96c1-393f5ed56e35 req-b834c2a0-7df6-41a6-8401-cb66cfc95a5f tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9679e92-5c5e-4337-a723-88f61d6a3638 HTTP/1.1" status: 200 len: 945 time: 0.2141755 Aug 29 04:13:50.361845 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b37787a-5f06-4cb6-9883-bc57775f165d service neutron] Pushing event updated for resources: {'Port': ['ID=0a572f6b-629d-411d-990b-46e82e5b7cdc,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:50.401617 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdabd1c8-a7d0-4807-b8d0-055aea4f0199 x-openstack-request-id: req-fdabd1c8-a7d0-4807-b8d0-055aea4f0199 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:13:50.401958 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4933088-d49d-4252-a424-1776ce5b39a1", "tag": "02e9fbdc-2d81-4e09-8676-3236d8c53fc6", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:13:50.402699 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fdabd1c8-a7d0-4807-b8d0-055aea4f0199 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:13:50.403197 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4933088-d49d-4252-a424-1776ce5b39a1', 'tag': '02e9fbdc-2d81-4e09-8676-3236d8c53fc6', 'status': 'completed', 'code': 200} Aug 29 04:13:50.406730 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23e6393-5de9-476b-a06d-301d767cf948 req-f39b41f4-7879-4be4-8306-e4e2df3027ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:50.409546 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f23e6393-5de9-476b-a06d-301d767cf948 req-f39b41f4-7879-4be4-8306-e4e2df3027ea service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5a14f7f9066643a38713cee788a50c7a&device_id=c4933088-d49d-4252-a424-1776ce5b39a1 HTTP/1.1" status: 200 len: 1095 time: 0.2506244 Aug 29 04:13:50.453160 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e5ccfea-706b-4825-9d2e-60c0b092c82e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f94ff432-1efb-4d16-b88c-19279e1457b8'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:13:50.457373 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f719141-7b6b-4afb-9d21-574171ba75f6" -d '{"events": [{"server_uuid": "1e5ccfea-706b-4825-9d2e-60c0b092c82e", "name": "network-vif-unplugged", "status": "completed", "tag": "f94ff432-1efb-4d16-b88c-19279e1457b8"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:13:50.504986 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1d36f800-7442-4618-afb3-86543b0d63ef req-6c7d8cf6-c1b9-4243-aa53-3bef09c3e7a7 tempest-QuotasAdminNegativeTest-293134103 tempest-QuotasAdminNegativeTest-293134103-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=4c104fcc82e24f17b5bca035b2c8fd71&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361447 Aug 29 04:13:50.535965 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f23e6393-5de9-476b-a06d-301d767cf948 req-f9a1d56b-75f2-494a-8ef5-0903d68a8add service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=02e9fbdc-2d81-4e09-8676-3236d8c53fc6 HTTP/1.1" status: 200 len: 217 time: 0.0875065 Aug 29 04:13:50.548962 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-673ea4d0-b9d2-4fc0-96c1-393f5ed56e35 req-14ce3f3e-50c4-4e71-b0da-f5001638776e tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e63e8ef-00a5-40d1-a0c1-bc99e0ad79b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316744 Aug 29 04:13:50.611060 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-6a684f51-3e3d-4b1e-97da-1ff9b368221b req-0b37787a-5f06-4cb6-9883-bc57775f165d service neutron] Attempting to bind port 0a572f6b-629d-411d-990b-46e82e5b7cdc on host n-h2-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:13:50.611518 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-6a684f51-3e3d-4b1e-97da-1ff9b368221b req-0b37787a-5f06-4cb6-9883-bc57775f165d service neutron] Attempting to bind port 0a572f6b-629d-411d-990b-46e82e5b7cdc by drivers openvswitch,hyperv on host n-h2-712140-12 at level 0 using segments [{'id': 'bcf35ba8-7cf7-42bd-89f1-3efe7c8efcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'e550fef6-11de-4328-a156-3af4f67461c6'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:13:50.611792 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a684f51-3e3d-4b1e-97da-1ff9b368221b req-0b37787a-5f06-4cb6-9883-bc57775f165d service neutron] Attempting to bind port 0a572f6b-629d-411d-990b-46e82e5b7cdc on network e550fef6-11de-4328-a156-3af4f67461c6 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:13:50.624295 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a684f51-3e3d-4b1e-97da-1ff9b368221b req-0b37787a-5f06-4cb6-9883-bc57775f165d service neutron] Port 0a572f6b-629d-411d-990b-46e82e5b7cdc on network e550fef6-11de-4328-a156-3af4f67461c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:13:50.625037 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a684f51-3e3d-4b1e-97da-1ff9b368221b req-0b37787a-5f06-4cb6-9883-bc57775f165d service neutron] Attempting to bind port 0a572f6b-629d-411d-990b-46e82e5b7cdc on network e550fef6-11de-4328-a156-3af4f67461c6 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:13:50.629457 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23e6393-5de9-476b-a06d-301d767cf948 req-c5aeaae1-b7e6-4078-9811-5440ab307f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:50.631652 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f23e6393-5de9-476b-a06d-301d767cf948 req-c5aeaae1-b7e6-4078-9811-5440ab307f7f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ca990b23-63b6-47bd-b575-c3dcd63e7190 HTTP/1.1" status: 200 len: 846 time: 0.0861633 Aug 29 04:13:50.655973 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a684f51-3e3d-4b1e-97da-1ff9b368221b req-0b37787a-5f06-4cb6-9883-bc57775f165d service neutron] Checking agent: {'id': 'b3a0606b-b029-4f5e-8798-3a32b71d8844', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 13, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:13:50.656516 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a684f51-3e3d-4b1e-97da-1ff9b368221b req-0b37787a-5f06-4cb6-9883-bc57775f165d service neutron] Checking segment: {'id': 'bcf35ba8-7cf7-42bd-89f1-3efe7c8efcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'e550fef6-11de-4328-a156-3af4f67461c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:13:50.657153 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a684f51-3e3d-4b1e-97da-1ff9b368221b req-0b37787a-5f06-4cb6-9883-bc57775f165d service neutron] Bound using segment: {'id': 'bcf35ba8-7cf7-42bd-89f1-3efe7c8efcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'e550fef6-11de-4328-a156-3af4f67461c6'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:13:50.657879 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-6a684f51-3e3d-4b1e-97da-1ff9b368221b req-0b37787a-5f06-4cb6-9883-bc57775f165d service neutron] Bound port: 0a572f6b-629d-411d-990b-46e82e5b7cdc, host: n-h2-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcf35ba8-7cf7-42bd-89f1-3efe7c8efcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'e550fef6-11de-4328-a156-3af4f67461c6'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:13:50.658484 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-6a684f51-3e3d-4b1e-97da-1ff9b368221b req-0b37787a-5f06-4cb6-9883-bc57775f165d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:50.663129 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d36f800-7442-4618-afb3-86543b0d63ef req-dc097cd4-3b05-4814-be57-66e646a12a96 tempest-QuotasAdminNegativeTest-293134103 tempest-QuotasAdminNegativeTest-293134103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:50.669997 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1d36f800-7442-4618-afb3-86543b0d63ef req-dc097cd4-3b05-4814-be57-66e646a12a96 tempest-QuotasAdminNegativeTest-293134103 tempest-QuotasAdminNegativeTest-293134103-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1605334 Aug 29 04:13:50.681665 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-cf4c84a5-facf-4a13-a468-fd82764dc6db req-4674a18e-3fe9-48bd-aff5-f89864aace86 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Deleting port 85a1169a-593f-404a-95c2-61064c1226ff {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:13:50.682163 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-cf4c84a5-facf-4a13-a468-fd82764dc6db req-4674a18e-3fe9-48bd-aff5-f89864aace86 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:50.684288 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1d36f800-7442-4618-afb3-86543b0d63ef req-7269872f-01d9-4db8-9f1e-8498d74d6a8d tempest-QuotasAdminNegativeTest-293134103 tempest-QuotasAdminNegativeTest-293134103-project] 10.222.0.22 "GET /v2.0/quotas/4c104fcc82e24f17b5bca035b2c8fd71 HTTP/1.1" status: 200 len: 375 time: 0.0118437 Aug 29 04:13:50.707362 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f23e6393-5de9-476b-a06d-301d767cf948 req-7469ac3a-a28a-4796-bed5-f28f7ea2b7ab service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2f4673af-b8e7-4620-a09f-889ce79ba3f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674961 Aug 29 04:13:50.736520 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1d36f800-7442-4618-afb3-86543b0d63ef req-bb91f319-e40a-46c1-a1f5-d673fb5da8c4 tempest-QuotasAdminNegativeTest-293134103 tempest-QuotasAdminNegativeTest-293134103-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=4c104fcc82e24f17b5bca035b2c8fd71&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0443101 Aug 29 04:13:50.792688 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device f94ff432-1efb-4d16-b88c-19279e1457b8 details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:13:50.799977 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 0acdaefd-c1a4-4adb-b570-b0f5ae749d9e up at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:13:50.905903 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe43f677-28fb-41a7-872f-174f912ac5f8 x-openstack-request-id: req-fe43f677-28fb-41a7-872f-174f912ac5f8 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:13:50.906254 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e5ccfea-706b-4825-9d2e-60c0b092c82e", "name": "network-vif-unplugged", "status": "completed", "tag": "f94ff432-1efb-4d16-b88c-19279e1457b8", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:13:50.906434 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fe43f677-28fb-41a7-872f-174f912ac5f8 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:13:50.906829 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e5ccfea-706b-4825-9d2e-60c0b092c82e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f94ff432-1efb-4d16-b88c-19279e1457b8', 'code': 200} Aug 29 04:13:50.998570 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port f94ff432-1efb-4d16-b88c-19279e1457b8, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=f94ff432-1efb-4d16-b88c-19279e1457b8,segment=NetworkSegment(6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc),segment_id=6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:51.021908 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning complete for port 0acdaefd-c1a4-4adb-b570-b0f5ae749d9e triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:13:51.022329 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:51.024549 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7bb3b7-f702-4718-af97-bb1a88d96257 req-5dae0e1f-ea38-4da1-a125-79134ea1cda1 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:51.024827 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Returning: {'device': 'f94ff432-1efb-4d16-b88c-19279e1457b8', 'network_id': '7521cd58-9470-4433-82b8-7e942c988b03', 'port_id': 'f94ff432-1efb-4d16-b88c-19279e1457b8', 'mac_address': 'fa:16:3e:06:8e:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be5f55ab-7fa1-406c-9ca9-03e74b79ef6a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:13:51.028298 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ba7bb3b7-f702-4718-af97-bb1a88d96257 req-5dae0e1f-ea38-4da1-a125-79134ea1cda1 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=c4933088-d49d-4252-a424-1776ce5b39a1 HTTP/1.1" status: 200 len: 943 time: 0.3253803 Aug 29 04:13:51.034497 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31342582-fa17-41d6-af66-0de45178f85b req-afaa39cc-7858-49e9-a782-60b0a705826c tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:51.037411 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-31342582-fa17-41d6-af66-0de45178f85b req-afaa39cc-7858-49e9-a782-60b0a705826c tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] 10.222.0.22 "GET /v2.0/ports?device_id=5bff4235-b6c4-4a1a-b4d5-8712fa116047 HTTP/1.1" status: 200 len: 943 time: 0.0955923 Aug 29 04:13:51.086294 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-6a684f51-3e3d-4b1e-97da-1ff9b368221b req-0b37787a-5f06-4cb6-9883-bc57775f165d service neutron] For port 0a572f6b-629d-411d-990b-46e82e5b7cdc, host n-h2-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:13:51.104915 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-cf4c84a5-facf-4a13-a468-fd82764dc6db req-4674a18e-3fe9-48bd-aff5-f89864aace86 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] For port 85a1169a-593f-404a-95c2-61064c1226ff, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=85a1169a-593f-404a-95c2-61064c1226ff,segment=NetworkSegment(e2ca65b5-0fa0-4357-b062-75370c92f2ef),segment_id=e2ca65b5-0fa0-4357-b062-75370c92f2ef)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:51.105440 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-31342582-fa17-41d6-af66-0de45178f85b req-9ee0a50a-ee6d-4e02-b251-8c107a8fc61f tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] 10.222.0.22 "GET /v2.0/security-groups?id=1427dbcd-1fd2-4793-a7ed-ac1df574fb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564895 Aug 29 04:13:51.105892 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-cf4c84a5-facf-4a13-a468-fd82764dc6db req-4674a18e-3fe9-48bd-aff5-f89864aace86 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:51.173483 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-6a684f51-3e3d-4b1e-97da-1ff9b368221b req-0b37787a-5f06-4cb6-9883-bc57775f165d service neutron] For port 0a572f6b-629d-411d-990b-46e82e5b7cdc, host n-h2-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=0a572f6b-629d-411d-990b-46e82e5b7cdc,segment=NetworkSegment(bcf35ba8-7cf7-42bd-89f1-3efe7c8efcb4),segment_id=bcf35ba8-7cf7-42bd-89f1-3efe7c8efcb4)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:13:51.182255 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:51.186878 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ba7bb3b7-f702-4718-af97-bb1a88d96257 req-89209402-af91-44a4-ba35-8d55f68675d7 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472280 Aug 29 04:13:51.240654 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-6a684f51-3e3d-4b1e-97da-1ff9b368221b req-0b37787a-5f06-4cb6-9883-bc57775f165d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:51.246629 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f23e6393-5de9-476b-a06d-301d767cf948 req-fa7e6e4c-9901-4966-b313-6b1b7f89b387 service neutron] 10.222.0.48 "GET /v2.0/networks/2f4673af-b8e7-4620-a09f-889ce79ba3f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5197301 Aug 29 04:13:51.281835 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f94ff432-1efb-4d16-b88c-19279e1457b8 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:13:51.344997 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port f94ff432-1efb-4d16-b88c-19279e1457b8, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=f94ff432-1efb-4d16-b88c-19279e1457b8,segment=NetworkSegment(6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc),segment_id=6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:51.362575 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a684f51-3e3d-4b1e-97da-1ff9b368221b req-0b37787a-5f06-4cb6-9883-bc57775f165d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:51.363315 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-6a684f51-3e3d-4b1e-97da-1ff9b368221b req-0b37787a-5f06-4cb6-9883-bc57775f165d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:51.363911 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:51.365151 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6a684f51-3e3d-4b1e-97da-1ff9b368221b req-0b37787a-5f06-4cb6-9883-bc57775f165d service neutron] 10.222.0.48 "PUT /v2.0/ports/0a572f6b-629d-411d-990b-46e82e5b7cdc HTTP/1.1" status: 200 len: 1092 time: 2.5626035 Aug 29 04:13:51.372764 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:51.511327 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 0acdaefd-c1a4-4adb-b570-b0f5ae749d9e, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=0acdaefd-c1a4-4adb-b570-b0f5ae749d9e,segment=NetworkSegment(91716f4b-2300-4d9e-8518-8c88143693cd),segment_id=91716f4b-2300-4d9e-8518-8c88143693cd)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:51.518536 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:51.549735 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['f94ff432-1efb-4d16-b88c-19279e1457b8'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:13:51.611469 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=f94ff432-1efb-4d16-b88c-19279e1457b8,revision_number=12']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:51.771040 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=0acdaefd-c1a4-4adb-b570-b0f5ae749d9e,revision_number=7']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:51.841049 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-cf4c84a5-facf-4a13-a468-fd82764dc6db req-4674a18e-3fe9-48bd-aff5-f89864aace86 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:51.841765 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-cf4c84a5-facf-4a13-a468-fd82764dc6db req-4674a18e-3fe9-48bd-aff5-f89864aace86 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719515'] for floatingip, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:51.842325 n-d-712140-12 neutron-server[94828]: INFO neutron.db.l3_db [req-cf4c84a5-facf-4a13-a468-fd82764dc6db req-4674a18e-3fe9-48bd-aff5-f89864aace86 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Floating IP d3f53355-721b-4cc9-8ea8-78bb2a62542a disassociated. External IP: 172.25.0.8, port: 85a1169a-593f-404a-95c2-61064c1226ff. Aug 29 04:13:51.842883 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-cf4c84a5-facf-4a13-a468-fd82764dc6db req-4674a18e-3fe9-48bd-aff5-f89864aace86 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Calling delete_port for 85a1169a-593f-404a-95c2-61064c1226ff owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:13:51.910466 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b37787a-5f06-4cb6-9883-bc57775f165d service neutron] Pushing event updated for resources: {'Port': ['ID=0a572f6b-629d-411d-990b-46e82e5b7cdc,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:51.958081 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a2db74-422a-447a-9d20-9e796714f390 req-e2bc8e8f-56eb-47e0-a3ac-303f3ca831de tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:51.964764 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-64a2db74-422a-447a-9d20-9e796714f390 req-e2bc8e8f-56eb-47e0-a3ac-303f3ca831de tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6616a4e-74a1-4a12-88c0-4cd9409fcf3a HTTP/1.1" status: 200 len: 945 time: 0.0911257 Aug 29 04:13:51.983109 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f5c416-c198-45f2-82d9-b799ca09c987 req-5d8bc182-a80a-4dc1-8475-582c3ef629df tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:51.984766 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-21f5c416-c198-45f2-82d9-b799ca09c987 req-5d8bc182-a80a-4dc1-8475-582c3ef629df tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e5ccfea-706b-4825-9d2e-60c0b092c82e HTTP/1.1" status: 200 len: 945 time: 0.6304748 Aug 29 04:13:52.019429 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a684f51-3e3d-4b1e-97da-1ff9b368221b req-a3d043b6-2dc7-43ea-acd0-623658efefaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:52.020874 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6a684f51-3e3d-4b1e-97da-1ff9b368221b req-a3d043b6-2dc7-43ea-acd0-623658efefaa service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bb6e10a651234f1892cfd75265a07adc&device_id=5bff4235-b6c4-4a1a-b4d5-8712fa116047 HTTP/1.1" status: 200 len: 1095 time: 0.4854221 Aug 29 04:13:52.041884 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f23e6393-5de9-476b-a06d-301d767cf948 req-cdb7a574-ec7d-4d53-9442-c60949c44e37 service neutron] 10.222.0.48 "GET /v2.0/networks/2f4673af-b8e7-4620-a09f-889ce79ba3f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7679830 Aug 29 04:13:52.140273 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-64a2db74-422a-447a-9d20-9e796714f390 req-23af05ce-ccb1-4a1e-972b-63de11172ec7 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] 10.222.0.22 "GET /v2.0/security-groups?id=3dbd32b7-b3fc-4076-a8b6-8020bdad2883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1697304 Aug 29 04:13:52.153394 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6a684f51-3e3d-4b1e-97da-1ff9b368221b req-1624d4c7-2344-442a-a4d3-ac9d3b93c0ab service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a572f6b-629d-411d-990b-46e82e5b7cdc HTTP/1.1" status: 200 len: 217 time: 0.0783756 Aug 29 04:13:52.200487 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bcafa0-6d4c-489b-8b48-13adfc92d299 req-d6873a14-b514-41e0-82e7-20d9fb80235b tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:52.205259 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-51bcafa0-6d4c-489b-8b48-13adfc92d299 req-d6873a14-b514-41e0-82e7-20d9fb80235b tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.46 "GET /v2.0/ports?device_id=a9679e92-5c5e-4337-a723-88f61d6a3638 HTTP/1.1" status: 200 len: 946 time: 0.1800306 Aug 29 04:13:52.227877 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 91feca29-9c06-49f7-802c-92515715195f details requested by agent hyperv_n-h2-712140-12 with host n-h2-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:13:52.359954 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-21f5c416-c198-45f2-82d9-b799ca09c987 req-526662ef-f319-4649-bf7e-1062b86afb74 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=95663bcf-c178-40f7-a8d1-56ba6dc33aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3548334 Aug 29 04:13:52.431614 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bff4235-b6c4-4a1a-b4d5-8712fa116047', 'tag': '0a572f6b-629d-411d-990b-46e82e5b7cdc'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:13:52.442274 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-100f7cde-6bf1-40c8-b074-a62cfa9005ea" -d '{"events": [{"name": "network-changed", "server_uuid": "5bff4235-b6c4-4a1a-b4d5-8712fa116047", "tag": "0a572f6b-629d-411d-990b-46e82e5b7cdc"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:13:52.457012 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a684f51-3e3d-4b1e-97da-1ff9b368221b req-2c9de2a4-d109-40ab-bd34-f63246ca5ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:52.459611 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6a684f51-3e3d-4b1e-97da-1ff9b368221b req-2c9de2a4-d109-40ab-bd34-f63246ca5ab0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4718f4d9-f95e-437e-b5e4-68b9c2bae735 HTTP/1.1" status: 200 len: 844 time: 0.2500494 Aug 29 04:13:52.475879 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9be667b-b414-4d99-9779-7bdecafc3153 req-f4df49e3-6cac-4edc-8baf-2486bbd30939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:52.478659 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d9be667b-b414-4d99-9779-7bdecafc3153 req-f4df49e3-6cac-4edc-8baf-2486bbd30939 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5a14f7f9066643a38713cee788a50c7a&device_id=c4933088-d49d-4252-a424-1776ce5b39a1 HTTP/1.1" status: 200 len: 1095 time: 0.3198957 Aug 29 04:13:52.482637 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 91feca29-9c06-49f7-802c-92515715195f, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=91feca29-9c06-49f7-802c-92515715195f,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:52.516590 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Returning: {'device': '91feca29-9c06-49f7-802c-92515715195f', 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45', 'port_id': '91feca29-9c06-49f7-802c-92515715195f', 'mac_address': 'fa:16:3e:17:f3:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18cd12d4-b12a-41b0-b0c5-618edbb84e74', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:13:52.573328 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2b247a-a2db-427a-bd6a-0d708b777ea1 req-af8d774e-8dac-46c1-b098-9c1a72db5bf0 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:52.581307 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2e2b247a-a2db-427a-bd6a-0d708b777ea1 req-af8d774e-8dac-46c1-b098-9c1a72db5bf0 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9679e92-5c5e-4337-a723-88f61d6a3638 HTTP/1.1" status: 200 len: 946 time: 0.1926167 Aug 29 04:13:52.612811 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [req-51bcafa0-6d4c-489b-8b48-13adfc92d299 req-6c725d73-9ce6-4ad8-9a78-5698f9b1d862 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Deleting port 0acdaefd-c1a4-4adb-b570-b0f5ae749d9e {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:13:52.613050 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-51bcafa0-6d4c-489b-8b48-13adfc92d299 req-6c725d73-9ce6-4ad8-9a78-5698f9b1d862 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:52.628675 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:52.654824 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91feca29-9c06-49f7-802c-92515715195f {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:13:52.716294 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 91feca29-9c06-49f7-802c-92515715195f, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=91feca29-9c06-49f7-802c-92515715195f,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:52.719318 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a684f51-3e3d-4b1e-97da-1ff9b368221b req-1a6a9d80-65e0-4d55-94e9-9a57a2c304f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:52.723092 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6a684f51-3e3d-4b1e-97da-1ff9b368221b req-1a6a9d80-65e0-4d55-94e9-9a57a2c304f6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e550fef6-11de-4328-a156-3af4f67461c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2341604 Aug 29 04:13:52.725224 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:52.730256 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2e2b247a-a2db-427a-bd6a-0d708b777ea1 req-bea26153-66b8-4cff-bca9-3b52bd219115 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e63e8ef-00a5-40d1-a0c1-bc99e0ad79b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479406 Aug 29 04:13:52.747740 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-cf4c84a5-facf-4a13-a468-fd82764dc6db req-4674a18e-3fe9-48bd-aff5-f89864aace86 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:52.817829 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device f94ff432-1efb-4d16-b88c-19279e1457b8 up at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:13:52.897959 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-51bcafa0-6d4c-489b-8b48-13adfc92d299 req-6c725d73-9ce6-4ad8-9a78-5698f9b1d862 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] For port 0acdaefd-c1a4-4adb-b570-b0f5ae749d9e, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=0acdaefd-c1a4-4adb-b570-b0f5ae749d9e,segment=NetworkSegment(91716f4b-2300-4d9e-8518-8c88143693cd),segment_id=91716f4b-2300-4d9e-8518-8c88143693cd)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:52.909835 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-51bcafa0-6d4c-489b-8b48-13adfc92d299 req-6c725d73-9ce6-4ad8-9a78-5698f9b1d862 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:52.929300 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9679e92-5c5e-4337-a723-88f61d6a3638', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0acdaefd-c1a4-4adb-b570-b0f5ae749d9e'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:13:52.943867 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [req-51bcafa0-6d4c-489b-8b48-13adfc92d299 req-6c725d73-9ce6-4ad8-9a78-5698f9b1d862 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Calling delete_port for 0acdaefd-c1a4-4adb-b570-b0f5ae749d9e owned by compute:nova {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:13:52.956453 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcf5a62f-500b-467c-9a44-fb140a45ec93" -d '{"events": [{"server_uuid": "a9679e92-5c5e-4337-a723-88f61d6a3638", "name": "network-vif-plugged", "status": "completed", "tag": "0acdaefd-c1a4-4adb-b570-b0f5ae749d9e"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:13:53.004802 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['91feca29-9c06-49f7-802c-92515715195f'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:13:53.049733 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6a684f51-3e3d-4b1e-97da-1ff9b368221b req-e6dbb130-dd35-44f0-92fc-194c3e4c6f31 service neutron] 10.222.0.48 "GET /v2.0/networks/e550fef6-11de-4328-a156-3af4f67461c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3148258 Aug 29 04:13:53.058907 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=91feca29-9c06-49f7-802c-92515715195f,revision_number=9']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:53.145916 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning complete for port f94ff432-1efb-4d16-b88c-19279e1457b8 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:13:53.146295 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:53.196400 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 40920) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:53.246541 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2369c798-136f-4218-9f6d-1ad3f1defe79 req-83be9345-9fd3-4a6a-9153-03273cbccab7 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:53.248402 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4674a18e-3fe9-48bd-aff5-f89864aace86 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Pushing event deleted for resources: {'Port': ['ID=85a1169a-593f-404a-95c2-61064c1226ff,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:53.255486 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2369c798-136f-4218-9f6d-1ad3f1defe79 req-83be9345-9fd3-4a6a-9153-03273cbccab7 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=c4933088-d49d-4252-a424-1776ce5b39a1 HTTP/1.1" status: 200 len: 943 time: 0.1283147 Aug 29 04:13:53.371142 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2369c798-136f-4218-9f6d-1ad3f1defe79 req-24ffd7e2-ef4a-4596-9b09-1ae0ee45bcf3 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142571 Aug 29 04:13:53.412590 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:53.461659 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e0a42e-7bb8-4f2a-aebc-a7b3168990b6 req-b65a542b-34d3-497b-a998-8fd0389a1bee tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:53.472012 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-50e0a42e-7bb8-4f2a-aebc-a7b3168990b6 req-b65a542b-34d3-497b-a998-8fd0389a1bee tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] 10.222.0.22 "GET /v2.0/ports?device_id=5bff4235-b6c4-4a1a-b4d5-8712fa116047 HTTP/1.1" status: 200 len: 943 time: 0.9274166 Aug 29 04:13:53.475790 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9be667b-b414-4d99-9779-7bdecafc3153 req-00a2bc3d-5ec1-4941-8665-fb21bc04b863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:53.477247 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d9be667b-b414-4d99-9779-7bdecafc3153 req-00a2bc3d-5ec1-4941-8665-fb21bc04b863 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2f4673af-b8e7-4620-a09f-889ce79ba3f8 HTTP/1.1" status: 200 len: 907 time: 0.9413376 Aug 29 04:13:53.511416 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-51bcafa0-6d4c-489b-8b48-13adfc92d299 req-6c725d73-9ce6-4ad8-9a78-5698f9b1d862 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:53.543730 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['0acdaefd-c1a4-4adb-b570-b0f5ae749d9e'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:13:53.551018 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port f94ff432-1efb-4d16-b88c-19279e1457b8, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=f94ff432-1efb-4d16-b88c-19279e1457b8,segment=NetworkSegment(6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc),segment_id=6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:53.576260 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c725d73-9ce6-4ad8-9a78-5698f9b1d862 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Pushing event deleted for resources: {'Port': ['ID=0acdaefd-c1a4-4adb-b570-b0f5ae749d9e,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:53.579667 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:53.635201 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c725d73-9ce6-4ad8-9a78-5698f9b1d862 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:13:53.635925 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c725d73-9ce6-4ad8-9a78-5698f9b1d862 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:13:53.638516 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c725d73-9ce6-4ad8-9a78-5698f9b1d862 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:13:53.639486 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c725d73-9ce6-4ad8-9a78-5698f9b1d862 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:13:53.640072 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c725d73-9ce6-4ad8-9a78-5698f9b1d862 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:13:53.640684 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c725d73-9ce6-4ad8-9a78-5698f9b1d862 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:13:53.641327 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c725d73-9ce6-4ad8-9a78-5698f9b1d862 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:13:53.645731 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c725d73-9ce6-4ad8-9a78-5698f9b1d862 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:13:53.646430 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c725d73-9ce6-4ad8-9a78-5698f9b1d862 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:13:53.646970 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c725d73-9ce6-4ad8-9a78-5698f9b1d862 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:13:53.647522 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c725d73-9ce6-4ad8-9a78-5698f9b1d862 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:13:53.648142 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c725d73-9ce6-4ad8-9a78-5698f9b1d862 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:13:53.673044 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-33b48241-7fa0-42a8-b7b1-f968ab787bc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:53.680572 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=f94ff432-1efb-4d16-b88c-19279e1457b8,revision_number=13']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:53.715159 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6f7dcb0-fc78-4557-8648-f940d016894f x-openstack-request-id: req-e6f7dcb0-fc78-4557-8648-f940d016894f {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:13:53.715604 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9679e92-5c5e-4337-a723-88f61d6a3638", "name": "network-vif-plugged", "status": "completed", "tag": "0acdaefd-c1a4-4adb-b570-b0f5ae749d9e", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:13:53.715959 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e6f7dcb0-fc78-4557-8648-f940d016894f {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:13:53.716416 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9679e92-5c5e-4337-a723-88f61d6a3638', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0acdaefd-c1a4-4adb-b570-b0f5ae749d9e', 'code': 200} Aug 29 04:13:53.723784 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dee8f3ea-053d-446f-9052-bbc2a458d26e x-openstack-request-id: req-dee8f3ea-053d-446f-9052-bbc2a458d26e {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:13:53.724146 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bff4235-b6c4-4a1a-b4d5-8712fa116047", "tag": "0a572f6b-629d-411d-990b-46e82e5b7cdc", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:13:53.724555 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dee8f3ea-053d-446f-9052-bbc2a458d26e {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:13:53.725143 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bff4235-b6c4-4a1a-b4d5-8712fa116047', 'tag': '0a572f6b-629d-411d-990b-46e82e5b7cdc', 'status': 'completed', 'code': 200} Aug 29 04:13:53.773597 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [req-51bcafa0-6d4c-489b-8b48-13adfc92d299 req-6c725d73-9ce6-4ad8-9a78-5698f9b1d862 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] No DVR routers for this DVR port 0acdaefd-c1a4-4adb-b570-b0f5ae749d9e on host n-h1-712140-12 {{(pid=94829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:13:53.778877 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-51bcafa0-6d4c-489b-8b48-13adfc92d299 req-6c725d73-9ce6-4ad8-9a78-5698f9b1d862 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:53.782148 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-51bcafa0-6d4c-489b-8b48-13adfc92d299 req-6c725d73-9ce6-4ad8-9a78-5698f9b1d862 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.46 "DELETE /v2.0/ports/0acdaefd-c1a4-4adb-b570-b0f5ae749d9e HTTP/1.1" status: 204 len: 173 time: 1.5715377 Aug 29 04:13:53.782640 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9679e92-5c5e-4337-a723-88f61d6a3638', 'name': 'network-vif-deleted', 'tag': '0acdaefd-c1a4-4adb-b570-b0f5ae749d9e'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:13:53.785175 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3273de2-678e-4bfc-8e49-f69dd73f3167" -d '{"events": [{"server_uuid": "a9679e92-5c5e-4337-a723-88f61d6a3638", "name": "network-vif-deleted", "tag": "0acdaefd-c1a4-4adb-b570-b0f5ae749d9e"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:13:53.911672 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cf4c84a5-facf-4a13-a468-fd82764dc6db req-4674a18e-3fe9-48bd-aff5-f89864aace86 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Router 93ee9989-533a-42a0-b192-96a99d4c6149 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:13:53.917868 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3fe1b3db-0484-49a9-a6a5-0756a9657377 req-41697914-e780-42c7-ba08-7e8189694bb3 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6616a4e-74a1-4a12-88c0-4cd9409fcf3a HTTP/1.1" status: 200 len: 210 time: 0.0621846 Aug 29 04:13:53.923485 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d9be667b-b414-4d99-9779-7bdecafc3153 req-41e7b24e-1895-42a4-9bb8-4ac18ed30ae7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=02e9fbdc-2d81-4e09-8676-3236d8c53fc6 HTTP/1.1" status: 200 len: 217 time: 0.1831145 Aug 29 04:13:54.088869 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-33b48241-7fa0-42a8-b7b1-f968ab787bc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:54.094219 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-33b48241-7fa0-42a8-b7b1-f968ab787bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:54.210118 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-33b48241-7fa0-42a8-b7b1-f968ab787bc0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4c104fcc82e24f17b5bca035b2c8fd71&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0121546 Aug 29 04:13:54.220336 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 40932) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:54.224183 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b48241-7fa0-42a8-b7b1-f968ab787bc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e41a56ef-ea90-4018-bb7b-3c35ef47fdbf,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:54.234836 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 85a1169a-593f-404a-95c2-61064c1226ff no longer exists at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:13:54.274620 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] No Port match for: 85a1169a-593f-404a-95c2-61064c1226ff {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:13:54.275373 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 85a1169a-593f-404a-95c2-61064c1226ff not bound to the agent host n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:13:54.293186 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b00503a-b969-4849-8057-6730f64095e3 req-3ef77756-f8b3-470b-bf1e-2e1f9628ece0 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:54.303149 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3b00503a-b969-4849-8057-6730f64095e3 req-3ef77756-f8b3-470b-bf1e-2e1f9628ece0 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e5ccfea-706b-4825-9d2e-60c0b092c82e HTTP/1.1" status: 200 len: 946 time: 0.1866295 Aug 29 04:13:54.392551 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3b00503a-b969-4849-8057-6730f64095e3 req-1d90f844-aac2-43e2-b4e5-4f8841ce7db3 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=95663bcf-c178-40f7-a8d1-56ba6dc33aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879810 Aug 29 04:13:54.419346 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6d32c3c0-9c3f-4507-8b23-a822810f923a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:54.481178 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6d32c3c0-9c3f-4507-8b23-a822810f923a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:54.537645 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b35d1b93-bf1d-46f6-ae80-a37078b4d1c1 x-openstack-request-id: req-b35d1b93-bf1d-46f6-ae80-a37078b4d1c1 {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:13:54.538233 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9679e92-5c5e-4337-a723-88f61d6a3638", "name": "network-vif-deleted", "tag": "0acdaefd-c1a4-4adb-b570-b0f5ae749d9e", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:13:54.538512 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b35d1b93-bf1d-46f6-ae80-a37078b4d1c1 {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:13:54.539024 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9679e92-5c5e-4337-a723-88f61d6a3638', 'name': 'network-vif-deleted', 'tag': '0acdaefd-c1a4-4adb-b570-b0f5ae749d9e', 'status': 'completed', 'code': 200} Aug 29 04:13:54.540831 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6d32c3c0-9c3f-4507-8b23-a822810f923a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:54.543915 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cf4c84a5-facf-4a13-a468-fd82764dc6db req-4674a18e-3fe9-48bd-aff5-f89864aace86 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:13:54.544785 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6d32c3c0-9c3f-4507-8b23-a822810f923a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:54.545965 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-6d32c3c0-9c3f-4507-8b23-a822810f923a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e41a56ef-ea90-4018-bb7b-3c35ef47fdbf HTTP/1.1" status: 204 len: 168 time: 0.3225179 Aug 29 04:13:54.569613 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32c3c0-9c3f-4507-8b23-a822810f923a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e41a56ef-ea90-4018-bb7b-3c35ef47fdbf,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:54.571487 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6e5a88-1715-4287-8c8e-ee68ca755303 None None] Sync routers for ids ['93ee9989-533a-42a0-b192-96a99d4c6149'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:13:54.667440 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6e5a88-1715-4287-8c8e-ee68ca755303 None None] Routers {'93ee9989-533a-42a0-b192-96a99d4c6149'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:13:54.670154 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-8e6e5a88-1715-4287-8c8e-ee68ca755303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:13:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['93ee9989-533a-42a0-b192-96a99d4c6149'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:13:54.678744 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf4c84a5-facf-4a13-a468-fd82764dc6db req-4674a18e-3fe9-48bd-aff5-f89864aace86 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] No DVR routers for this DVR port 85a1169a-593f-404a-95c2-61064c1226ff on host n-h2-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:13:54.710338 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-cf4c84a5-facf-4a13-a468-fd82764dc6db req-4674a18e-3fe9-48bd-aff5-f89864aace86 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:54.712895 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-cf4c84a5-facf-4a13-a468-fd82764dc6db req-4674a18e-3fe9-48bd-aff5-f89864aace86 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] 10.222.0.48 "DELETE /v2.0/ports/85a1169a-593f-404a-95c2-61064c1226ff HTTP/1.1" status: 204 len: 173 time: 4.4307740 Aug 29 04:13:54.723033 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-50e0a42e-7bb8-4f2a-aebc-a7b3168990b6 req-493fb04c-d42e-4fa4-b6c6-52e57631ba53 tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] 10.222.0.22 "GET /v2.0/security-groups?id=1427dbcd-1fd2-4793-a7ed-ac1df574fb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2440717 Aug 29 04:13:54.761164 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6a684f51-3e3d-4b1e-97da-1ff9b368221b req-3f66cd3a-82cb-42c3-b9eb-960f2ce206e1 service neutron] 10.222.0.48 "GET /v2.0/networks/e550fef6-11de-4328-a156-3af4f67461c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6443574 Aug 29 04:13:54.788965 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9be667b-b414-4d99-9779-7bdecafc3153 req-6303a79a-0dbd-4c14-aa0f-e58099395619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:54.795614 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d9be667b-b414-4d99-9779-7bdecafc3153 req-6303a79a-0dbd-4c14-aa0f-e58099395619 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ca990b23-63b6-47bd-b575-c3dcd63e7190 HTTP/1.1" status: 200 len: 846 time: 0.8590271 Aug 29 04:13:54.848966 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d9be667b-b414-4d99-9779-7bdecafc3153 req-afee79b3-66ce-45ac-a16a-f1ab0bd12413 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2f4673af-b8e7-4620-a09f-889ce79ba3f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426667 Aug 29 04:13:54.910063 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-983d40f5-c8b0-4b1a-8a11-9aff88c299a1 req-7aa9e46c-a4fd-4130-9915-eb2eb2ed71c0 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9679e92-5c5e-4337-a723-88f61d6a3638 HTTP/1.1" status: 200 len: 210 time: 0.1164377 Aug 29 04:13:55.060752 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-8e6e5a88-1715-4287-8c8e-ee68ca755303 None None] Set router 93ee9989-533a-42a0-b192-96a99d4c6149 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:13:55.188847 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a1529f2e-d988-4d12-9a52-e123e79468c3 req-3b6d9cb3-75d3-465e-872d-6a6540f87126 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6616a4e-74a1-4a12-88c0-4cd9409fcf3a HTTP/1.1" status: 200 len: 210 time: 0.0581508 Aug 29 04:13:55.241003 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 40952) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:55.280349 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100f7cde-6bf1-40c8-b074-a62cfa9005ea req-78b16402-0609-4a3f-b5e6-4d90a3ee240d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:55.281322 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-100f7cde-6bf1-40c8-b074-a62cfa9005ea req-78b16402-0609-4a3f-b5e6-4d90a3ee240d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bb6e10a651234f1892cfd75265a07adc&device_id=5bff4235-b6c4-4a1a-b4d5-8712fa116047 HTTP/1.1" status: 200 len: 1095 time: 0.3515553 Aug 29 04:13:55.314500 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20305b29-cb04-455a-93e3-33e9c63aef99 req-48bb5cdd-96d7-4286-9798-973053dc1815 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:55.319644 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3a10fb51-e7ad-45b3-8cb4-1e2017c71407 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:55.325946 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-20305b29-cb04-455a-93e3-33e9c63aef99 req-48bb5cdd-96d7-4286-9798-973053dc1815 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=c4933088-d49d-4252-a424-1776ce5b39a1 HTTP/1.1" status: 200 len: 943 time: 0.2032166 Aug 29 04:13:55.379615 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d9be667b-b414-4d99-9779-7bdecafc3153 req-6820eaf4-64f7-4848-b0d1-9fe7af2c5405 service neutron] 10.222.0.48 "GET /v2.0/networks/2f4673af-b8e7-4620-a09f-889ce79ba3f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4907365 Aug 29 04:13:55.540047 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-20305b29-cb04-455a-93e3-33e9c63aef99 req-81725e8d-2aa0-403b-9c20-497a20ecf58b tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107811 Aug 29 04:13:55.578646 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3a10fb51-e7ad-45b3-8cb4-1e2017c71407 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:55.619738 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3a10fb51-e7ad-45b3-8cb4-1e2017c71407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:55.644634 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100f7cde-6bf1-40c8-b074-a62cfa9005ea req-c39afb1c-8dac-42ce-bb24-ddd1e58a7c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:55.650170 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-100f7cde-6bf1-40c8-b074-a62cfa9005ea req-c39afb1c-8dac-42ce-bb24-ddd1e58a7c0c service neutron] 10.222.0.48 "GET /v2.0/networks?id=e550fef6-11de-4328-a156-3af4f67461c6 HTTP/1.1" status: 200 len: 906 time: 0.3490727 Aug 29 04:13:55.668597 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d9be667b-b414-4d99-9779-7bdecafc3153 req-5d335bea-68a8-45b1-8dc7-90c46cab803f service neutron] 10.222.0.48 "GET /v2.0/networks/2f4673af-b8e7-4620-a09f-889ce79ba3f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400682 Aug 29 04:13:55.691602 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fe440d-c1db-4bd6-999b-1aa9ae982436 req-4c537363-a65b-46c6-a718-235ae6592091 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:55.700131 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-31fe440d-c1db-4bd6-999b-1aa9ae982436 req-4c537363-a65b-46c6-a718-235ae6592091 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e5ccfea-706b-4825-9d2e-60c0b092c82e HTTP/1.1" status: 200 len: 946 time: 0.1197174 Aug 29 04:13:55.712088 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-3a10fb51-e7ad-45b3-8cb4-1e2017c71407 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8d93268c82f148e2aa1b69b9fafb3d44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4671438 Aug 29 04:13:55.714926 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a10fb51-e7ad-45b3-8cb4-1e2017c71407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a80bd505-c777-48b2-a279-b02806684959,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:55.717806 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e5ccfea-706b-4825-9d2e-60c0b092c82e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f94ff432-1efb-4d16-b88c-19279e1457b8'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:13:55.718602 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 40956) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:55.719713 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66aab7ae-7a52-4c2b-8c70-a96c14116ec5" -d '{"events": [{"server_uuid": "1e5ccfea-706b-4825-9d2e-60c0b092c82e", "name": "network-vif-plugged", "status": "completed", "tag": "f94ff432-1efb-4d16-b88c-19279e1457b8"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:13:55.763251 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6616a4e-74a1-4a12-88c0-4cd9409fcf3a', 'name': 'network-vif-deleted', 'tag': '85a1169a-593f-404a-95c2-61064c1226ff'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:13:55.769013 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-31fe440d-c1db-4bd6-999b-1aa9ae982436 req-f2b72678-51b3-445a-92f1-81d03e8a9610 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=95663bcf-c178-40f7-a8d1-56ba6dc33aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678499 Aug 29 04:13:55.770830 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bc07be5-89db-4009-89e2-e7a4388ef319" -d '{"events": [{"server_uuid": "a6616a4e-74a1-4a12-88c0-4cd9409fcf3a", "name": "network-vif-deleted", "tag": "85a1169a-593f-404a-95c2-61064c1226ff"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:13:55.792761 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-100f7cde-6bf1-40c8-b074-a62cfa9005ea req-e0cd3797-353b-4d32-b7ba-52573bfa84d5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a572f6b-629d-411d-990b-46e82e5b7cdc HTTP/1.1" status: 200 len: 217 time: 0.1184881 Aug 29 04:13:55.802598 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-8e6e5a88-1715-4287-8c8e-ee68ca755303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ee9989-533a-42a0-b192-96a99d4c6149', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-732447576-router', 'tenant_id': 'b8e5ee0a53fd42e2a03b18096f8a732f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '7511b607-4465-416e-9765-35811dd913a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:07:34Z', 'updated_at': '2021-08-29T04:07:37Z', 'revision_number': 4, 'project_id': 'b8e5ee0a53fd42e2a03b18096f8a732f', 'gw_port': {'id': '7511b607-4465-416e-9765-35811dd913a0', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:98:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ee9989-533a-42a0-b192-96a99d4c6149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:07:34Z', 'updated_at': '2021-08-29T04:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': 'c744251d-a694-418d-bcb5-48d9a228908f', 'name': '', 'network_id': '6e669898-6215-49e8-8989-a85b9f5fe627', 'tenant_id': 'b8e5ee0a53fd42e2a03b18096f8a732f', 'mac_address': 'fa:16:3e:2d:c3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ee9989-533a-42a0-b192-96a99d4c6149', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '62082f5a-1e19-4bac-8b75-d0b867c1cfb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:07:36Z', 'updated_at': '2021-08-29T04:07:44Z', 'revision_number': 5, 'project_id': 'b8e5ee0a53fd42e2a03b18096f8a732f', 'subnets': [{'id': '62082f5a-1e19-4bac-8b75-d0b867c1cfb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:13:55.855780 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b385f7d0-8d67-414d-9bba-4694892690c9 x-openstack-request-id: req-b385f7d0-8d67-414d-9bba-4694892690c9 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:13:55.857370 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e5ccfea-706b-4825-9d2e-60c0b092c82e", "name": "network-vif-plugged", "status": "completed", "tag": "f94ff432-1efb-4d16-b88c-19279e1457b8", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:13:55.858160 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b385f7d0-8d67-414d-9bba-4694892690c9 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:13:55.859089 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e5ccfea-706b-4825-9d2e-60c0b092c82e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f94ff432-1efb-4d16-b88c-19279e1457b8', 'code': 200} Aug 29 04:13:55.861566 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6e5a88-1715-4287-8c8e-ee68ca755303 None None] Checking router: 93ee9989-533a-42a0-b192-96a99d4c6149 for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:13:55.877057 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6e5a88-1715-4287-8c8e-ee68ca755303 None None] Routers {'93ee9989-533a-42a0-b192-96a99d4c6149'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:13:55.879440 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-8e6e5a88-1715-4287-8c8e-ee68ca755303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:13:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['93ee9989-533a-42a0-b192-96a99d4c6149'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:13:55.884174 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100f7cde-6bf1-40c8-b074-a62cfa9005ea req-6b9a4457-1947-48e5-8038-8df891a5202c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:55.886061 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-100f7cde-6bf1-40c8-b074-a62cfa9005ea req-6b9a4457-1947-48e5-8038-8df891a5202c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4718f4d9-f95e-437e-b5e4-68b9c2bae735 HTTP/1.1" status: 200 len: 844 time: 0.0922098 Aug 29 04:13:55.899963 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5660c499-eb37-4dae-b482-77caa10f2414 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:55.958135 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3115aa09-419a-40e1-8888-87cd28c9209e x-openstack-request-id: req-3115aa09-419a-40e1-8888-87cd28c9209e {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:13:55.958447 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6616a4e-74a1-4a12-88c0-4cd9409fcf3a", "name": "network-vif-deleted", "tag": "85a1169a-593f-404a-95c2-61064c1226ff", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:13:55.958681 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3115aa09-419a-40e1-8888-87cd28c9209e {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:13:55.959086 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6616a4e-74a1-4a12-88c0-4cd9409fcf3a', 'name': 'network-vif-deleted', 'tag': '85a1169a-593f-404a-95c2-61064c1226ff', 'status': 'completed', 'code': 200} Aug 29 04:13:55.987642 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5660c499-eb37-4dae-b482-77caa10f2414 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:55.998043 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100f7cde-6bf1-40c8-b074-a62cfa9005ea req-92b9d5f8-dd8c-4a3c-9432-87db6a2ce69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:56.000278 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-100f7cde-6bf1-40c8-b074-a62cfa9005ea req-92b9d5f8-dd8c-4a3c-9432-87db6a2ce69e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e550fef6-11de-4328-a156-3af4f67461c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1018360 Aug 29 04:13:56.081390 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f70be32-ad5f-4ff3-99c4-dbc507241d3d req-8daf294f-7ebb-44cf-942f-d5d6521bf50f tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:56.088943 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9f70be32-ad5f-4ff3-99c4-dbc507241d3d req-8daf294f-7ebb-44cf-942f-d5d6521bf50f tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] 10.222.0.22 "GET /v2.0/ports?device_id=5bff4235-b6c4-4a1a-b4d5-8712fa116047 HTTP/1.1" status: 200 len: 943 time: 0.1460505 Aug 29 04:13:56.142179 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5660c499-eb37-4dae-b482-77caa10f2414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:56.146532 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5660c499-eb37-4dae-b482-77caa10f2414 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:56.150014 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-5660c499-eb37-4dae-b482-77caa10f2414 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a80bd505-c777-48b2-a279-b02806684959 HTTP/1.1" status: 204 len: 168 time: 0.4245327 Aug 29 04:13:56.166741 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-8e6e5a88-1715-4287-8c8e-ee68ca755303 None None] Set router 93ee9989-533a-42a0-b192-96a99d4c6149 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:13:56.176534 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5660c499-eb37-4dae-b482-77caa10f2414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a80bd505-c777-48b2-a279-b02806684959,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:56.246136 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-100f7cde-6bf1-40c8-b074-a62cfa9005ea req-0b80ad73-b2ab-4f55-bf49-22387c2a8ab6 service neutron] 10.222.0.48 "GET /v2.0/networks/e550fef6-11de-4328-a156-3af4f67461c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341204 Aug 29 04:13:56.253988 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 91feca29-9c06-49f7-802c-92515715195f up at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:13:56.264105 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9f70be32-ad5f-4ff3-99c4-dbc507241d3d req-6d4f272e-cbeb-4c92-9895-b1c75109bc3d tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] 10.222.0.22 "GET /v2.0/security-groups?id=1427dbcd-1fd2-4793-a7ed-ac1df574fb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1377461 Aug 29 04:13:56.488035 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-100f7cde-6bf1-40c8-b074-a62cfa9005ea req-3390fb41-d362-4579-a103-8a62a514b19d service neutron] 10.222.0.48 "GET /v2.0/networks/e550fef6-11de-4328-a156-3af4f67461c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268705 Aug 29 04:13:56.538802 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-66471ec6-b998-42a5-aedb-3b019bd80d07 req-929822d3-ff52-4504-9f81-fe8ca7c9ba25 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6616a4e-74a1-4a12-88c0-4cd9409fcf3a HTTP/1.1" status: 200 len: 210 time: 0.0743649 Aug 29 04:13:56.610083 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning complete for port 91feca29-9c06-49f7-802c-92515715195f triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:13:56.610083 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:56.787921 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c324347-144a-43fe-96d4-2437e6632ba2 req-656054a1-23cf-48cf-bd2f-5cbd9d3c6f7e tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:56.790746 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:56.803755 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6c324347-144a-43fe-96d4-2437e6632ba2 req-656054a1-23cf-48cf-bd2f-5cbd9d3c6f7e tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=c4933088-d49d-4252-a424-1776ce5b39a1 HTTP/1.1" status: 200 len: 943 time: 0.1214311 Aug 29 04:13:56.837246 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ccbcdc-cd1f-400a-8dd6-e5155644dccd req-1379b4d3-c624-4119-aecb-2c0db43f3804 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:56.839804 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a5ccbcdc-cd1f-400a-8dd6-e5155644dccd req-1379b4d3-c624-4119-aecb-2c0db43f3804 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.22 "GET /v2.0/networks?id=b11b9749-6fdf-4b5b-bd44-54840570cb9d HTTP/1.1" status: 200 len: 822 time: 0.2637374 Aug 29 04:13:56.869752 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a5ccbcdc-cd1f-400a-8dd6-e5155644dccd req-d0354abe-c205-4477-84e6-952aca8f9d28 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.22 "GET /v2.0/quotas/e9fc8269e18447caa133998ddbec4b66 HTTP/1.1" status: 200 len: 375 time: 0.0225224 Aug 29 04:13:56.870131 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 0acdaefd-c1a4-4adb-b570-b0f5ae749d9e no longer exists at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:13:56.916142 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6c324347-144a-43fe-96d4-2437e6632ba2 req-fa81a4c6-ab52-4647-aea4-e5eb9ecfbb0d tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039543 Aug 29 04:13:56.945853 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-8e6e5a88-1715-4287-8c8e-ee68ca755303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ee9989-533a-42a0-b192-96a99d4c6149', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-732447576-router', 'tenant_id': 'b8e5ee0a53fd42e2a03b18096f8a732f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '7511b607-4465-416e-9765-35811dd913a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:07:34Z', 'updated_at': '2021-08-29T04:07:37Z', 'revision_number': 4, 'project_id': 'b8e5ee0a53fd42e2a03b18096f8a732f', 'gw_port': {'id': '7511b607-4465-416e-9765-35811dd913a0', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:98:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ee9989-533a-42a0-b192-96a99d4c6149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:07:34Z', 'updated_at': '2021-08-29T04:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': 'c744251d-a694-418d-bcb5-48d9a228908f', 'name': '', 'network_id': '6e669898-6215-49e8-8989-a85b9f5fe627', 'tenant_id': 'b8e5ee0a53fd42e2a03b18096f8a732f', 'mac_address': 'fa:16:3e:2d:c3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ee9989-533a-42a0-b192-96a99d4c6149', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '62082f5a-1e19-4bac-8b75-d0b867c1cfb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:07:36Z', 'updated_at': '2021-08-29T04:07:44Z', 'revision_number': 5, 'project_id': 'b8e5ee0a53fd42e2a03b18096f8a732f', 'subnets': [{'id': '62082f5a-1e19-4bac-8b75-d0b867c1cfb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:13:57.009491 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6e5a88-1715-4287-8c8e-ee68ca755303 None None] The sync data for ids ['93ee9989-533a-42a0-b192-96a99d4c6149'] in n-d-712140-12 is: [{'id': '93ee9989-533a-42a0-b192-96a99d4c6149', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-732447576-router', 'tenant_id': 'b8e5ee0a53fd42e2a03b18096f8a732f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '7511b607-4465-416e-9765-35811dd913a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:07:34Z', 'updated_at': '2021-08-29T04:07:37Z', 'revision_number': 4, 'project_id': 'b8e5ee0a53fd42e2a03b18096f8a732f', 'gw_port': {'id': '7511b607-4465-416e-9765-35811dd913a0', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:98:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ee9989-533a-42a0-b192-96a99d4c6149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:07:34Z', 'updated_at': '2021-08-29T04:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': 'c744251d-a694-418d-bcb5-48d9a228908f', 'name': '', 'network_id': '6e669898-6215-49e8-8989-a85b9f5fe627', 'tenant_id': 'b8e5ee0a53fd42e2a03b18096f8a732f', 'mac_address': 'fa:16:3e:2d:c3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ee9989-533a-42a0-b192-96a99d4c6149', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '62082f5a-1e19-4bac-8b75-d0b867c1cfb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:07:36Z', 'updated_at': '2021-08-29T04:07:44Z', 'revision_number': 5, 'project_id': 'b8e5ee0a53fd42e2a03b18096f8a732f', 'subnets': [{'id': '62082f5a-1e19-4bac-8b75-d0b867c1cfb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:13:57.013663 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 91feca29-9c06-49f7-802c-92515715195f, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=91feca29-9c06-49f7-802c-92515715195f,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:57.014092 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] No Port match for: 0acdaefd-c1a4-4adb-b570-b0f5ae749d9e {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:13:57.014444 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 0acdaefd-c1a4-4adb-b570-b0f5ae749d9e not bound to the agent host n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:13:57.022122 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:57.032779 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a5ccbcdc-cd1f-400a-8dd6-e5155644dccd req-6e3e7038-16c6-4023-bdb9-f698deec3312 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=e9fc8269e18447caa133998ddbec4b66&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1516266 Aug 29 04:13:57.215436 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=91feca29-9c06-49f7-802c-92515715195f,revision_number=10']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:57.252350 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc117b97-9876-4ead-9c9e-602d1235a264 req-37443728-e1e5-4d3f-a3c1-e83696d866eb tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:57.262841 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-fc117b97-9876-4ead-9c9e-602d1235a264 req-37443728-e1e5-4d3f-a3c1-e83696d866eb tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e5ccfea-706b-4825-9d2e-60c0b092c82e HTTP/1.1" status: 200 len: 946 time: 0.2117906 Aug 29 04:13:57.288108 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a5ccbcdc-cd1f-400a-8dd6-e5155644dccd req-816e8d85-3465-4485-9a41-7e358269eb6d service neutron] 10.222.0.22 "GET /v2.0/networks/b11b9749-6fdf-4b5b-bd44-54840570cb9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490656 Aug 29 04:13:57.366260 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-fc117b97-9876-4ead-9c9e-602d1235a264 req-83f039e7-2021-43cc-8bdf-9a00bcbc5e36 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=95663bcf-c178-40f7-a8d1-56ba6dc33aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901501 Aug 29 04:13:57.524871 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a5ccbcdc-cd1f-400a-8dd6-e5155644dccd req-1b138c38-3e31-4f17-8cda-94e4e816ba2e service neutron] 10.222.0.22 "GET /v2.0/networks/b11b9749-6fdf-4b5b-bd44-54840570cb9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298086 Aug 29 04:13:57.607812 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7dedc97-6d97-4510-a30c-d9243cddb74f None None] New status for floating IP d3f53355-721b-4cc9-8ea8-78bb2a62542a: DOWN {{(pid=94831) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:13:57.858722 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815edd3b-bc11-4de7-bf74-d9113f55d0d7 req-bc277eef-eb79-4fde-ae0e-f5947f6bac36 tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:57.861195 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd952c196-c5ab-4e23-926c-fd07660010ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91feca29-9c06-49f7-802c-92515715195f'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:13:57.863630 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82eacd1f-da70-4ff0-a1d9-655b6653fa4f" -d '{"events": [{"server_uuid": "d952c196-c5ab-4e23-926c-fd07660010ab", "name": "network-vif-plugged", "status": "completed", "tag": "91feca29-9c06-49f7-802c-92515715195f"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:13:57.875668 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-815edd3b-bc11-4de7-bf74-d9113f55d0d7 req-bc277eef-eb79-4fde-ae0e-f5947f6bac36 tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] 10.222.0.22 "GET /v2.0/ports?device_id=5bff4235-b6c4-4a1a-b4d5-8712fa116047 HTTP/1.1" status: 200 len: 943 time: 0.2200518 Aug 29 04:13:58.018363 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-815edd3b-bc11-4de7-bf74-d9113f55d0d7 req-a5b610f7-e05b-4e81-9a73-1a1022839434 tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] 10.222.0.22 "GET /v2.0/security-groups?id=1427dbcd-1fd2-4793-a7ed-ac1df574fb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1412930 Aug 29 04:13:58.107954 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-cd7aa306-7c18-433f-b746-9eb65308982e req-59377438-d9e9-4d41-b217-8c47385fd707 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.22 "GET /v2.0/ports?device_id=b19f4358-9655-4d2c-be8c-51116c0bce06 HTTP/1.1" status: 200 len: 210 time: 0.1362522 Aug 29 04:13:58.199744 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-255387c7-444b-4ff5-ad7d-4258c2205060 x-openstack-request-id: req-255387c7-444b-4ff5-ad7d-4258c2205060 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:13:58.199744 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d952c196-c5ab-4e23-926c-fd07660010ab", "name": "network-vif-plugged", "status": "completed", "tag": "91feca29-9c06-49f7-802c-92515715195f", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:13:58.200222 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-255387c7-444b-4ff5-ad7d-4258c2205060 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:13:58.200544 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd952c196-c5ab-4e23-926c-fd07660010ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91feca29-9c06-49f7-802c-92515715195f', 'code': 200} Aug 29 04:13:58.286792 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 0a572f6b-629d-411d-990b-46e82e5b7cdc details requested by agent hyperv_n-h2-712140-12 with host n-h2-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:13:58.387766 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e265f21-5dd3-4b76-a985-6beeaf018d31 req-5f45d0a5-adfb-4069-ada6-9ac7e755502e tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:58.435539 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9e265f21-5dd3-4b76-a985-6beeaf018d31 req-5f45d0a5-adfb-4069-ada6-9ac7e755502e tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=c4933088-d49d-4252-a424-1776ce5b39a1 HTTP/1.1" status: 200 len: 943 time: 0.1789758 Aug 29 04:13:58.436775 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:58.687755 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9e265f21-5dd3-4b76-a985-6beeaf018d31 req-67ff24d7-3ff9-463c-80c7-5438d4af9e4c tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492926 Aug 29 04:13:58.897514 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 0a572f6b-629d-411d-990b-46e82e5b7cdc, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=0a572f6b-629d-411d-990b-46e82e5b7cdc,segment=NetworkSegment(bcf35ba8-7cf7-42bd-89f1-3efe7c8efcb4),segment_id=bcf35ba8-7cf7-42bd-89f1-3efe7c8efcb4)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:58.981396 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Returning: {'device': '0a572f6b-629d-411d-990b-46e82e5b7cdc', 'network_id': 'e550fef6-11de-4328-a156-3af4f67461c6', 'port_id': '0a572f6b-629d-411d-990b-46e82e5b7cdc', 'mac_address': 'fa:16:3e:89:73:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4718f4d9-f95e-437e-b5e4-68b9c2bae735', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:13:59.076244 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:59.096269 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fe1202-084c-471e-96e3-58b1f6b94adb req-22586363-9988-4e12-9ef5-dd5c9332dc1f tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:59.104954 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a7fe1202-084c-471e-96e3-58b1f6b94adb req-22586363-9988-4e12-9ef5-dd5c9332dc1f tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e5ccfea-706b-4825-9d2e-60c0b092c82e HTTP/1.1" status: 200 len: 946 time: 0.1438909 Aug 29 04:13:59.114086 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a572f6b-629d-411d-990b-46e82e5b7cdc {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:13:59.177424 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 0a572f6b-629d-411d-990b-46e82e5b7cdc, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=0a572f6b-629d-411d-990b-46e82e5b7cdc,segment=NetworkSegment(bcf35ba8-7cf7-42bd-89f1-3efe7c8efcb4),segment_id=bcf35ba8-7cf7-42bd-89f1-3efe7c8efcb4)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:59.187737 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:59.189078 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 02e9fbdc-2d81-4e09-8676-3236d8c53fc6 details requested by agent hyperv_n-h2-712140-12 with host n-h2-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:13:59.260599 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a7fe1202-084c-471e-96e3-58b1f6b94adb req-e61f272d-09af-4278-a95d-39cbb9a71113 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=95663bcf-c178-40f7-a8d1-56ba6dc33aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1438699 Aug 29 04:13:59.314610 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=0a572f6b-629d-411d-990b-46e82e5b7cdc,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:59.496685 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 41102) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:59.604930 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b44b2cb4-fae1-4e8c-9643-92cf8539cdd2 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:59.608918 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 02e9fbdc-2d81-4e09-8676-3236d8c53fc6, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=02e9fbdc-2d81-4e09-8676-3236d8c53fc6,segment=NetworkSegment(5e7e2f14-8790-418b-88e1-15441e6a9fb5),segment_id=5e7e2f14-8790-418b-88e1-15441e6a9fb5)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:59.645800 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b44b2cb4-fae1-4e8c-9643-92cf8539cdd2 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:59.672651 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Returning: {'device': '02e9fbdc-2d81-4e09-8676-3236d8c53fc6', 'network_id': '2f4673af-b8e7-4620-a09f-889ce79ba3f8', 'port_id': '02e9fbdc-2d81-4e09-8676-3236d8c53fc6', 'mac_address': 'fa:16:3e:ee:37:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca990b23-63b6-47bd-b575-c3dcd63e7190', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:13:59.784647 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b44b2cb4-fae1-4e8c-9643-92cf8539cdd2 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:59.792509 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b44b2cb4-fae1-4e8c-9643-92cf8539cdd2 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:59.799678 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 41108) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:59.808414 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:59.814238 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-b44b2cb4-fae1-4e8c-9643-92cf8539cdd2 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] 10.222.0.22 "DELETE /v2.0/security-groups/3dbd32b7-b3fc-4076-a8b6-8020bdad2883 HTTP/1.1" status: 204 len: 168 time: 0.2985542 Aug 29 04:13:59.840821 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02e9fbdc-2d81-4e09-8676-3236d8c53fc6 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:13:59.850722 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44b2cb4-fae1-4e8c-9643-92cf8539cdd2 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dbd32b7-b3fc-4076-a8b6-8020bdad2883,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:59.854125 n-d-712140-12 neutron-server[94829]: INFO neutron.api.v2.resource [None req-af6631b8-b35c-4b62-bd7e-1dd1971c26e1 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] show failed (client error): The resource could not be found. Aug 29 04:13:59.860527 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-af6631b8-b35c-4b62-bd7e-1dd1971c26e1 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] 10.222.0.22 "GET /v2.0/security-groups/3dbd32b7-b3fc-4076-a8b6-8020bdad2883 HTTP/1.1" status: 404 len: 347 time: 0.0556147 Aug 29 04:13:59.862026 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 41110) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:59.891005 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 02e9fbdc-2d81-4e09-8676-3236d8c53fc6, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=02e9fbdc-2d81-4e09-8676-3236d8c53fc6,segment=NetworkSegment(5e7e2f14-8790-418b-88e1-15441e6a9fb5),segment_id=5e7e2f14-8790-418b-88e1-15441e6a9fb5)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:59.903290 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:59.964491 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=02e9fbdc-2d81-4e09-8676-3236d8c53fc6,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:00.160862 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3498803d-111e-4e63-aaf9-ea86adc1b4e2 req-2907f969-b71a-4344-95dc-516acfa16635 tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:00.164858 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3498803d-111e-4e63-aaf9-ea86adc1b4e2 req-2907f969-b71a-4344-95dc-516acfa16635 tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] 10.222.0.22 "GET /v2.0/ports?device_id=5bff4235-b6c4-4a1a-b4d5-8712fa116047 HTTP/1.1" status: 200 len: 944 time: 0.2160852 Aug 29 04:14:00.399412 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3498803d-111e-4e63-aaf9-ea86adc1b4e2 req-c6c967b0-dd1b-4b5b-a41c-c4ab4751ecd5 tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] 10.222.0.22 "GET /v2.0/security-groups?id=1427dbcd-1fd2-4793-a7ed-ac1df574fb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2229176 Aug 29 04:14:00.479473 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['0a572f6b-629d-411d-990b-46e82e5b7cdc'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:14:00.652081 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['02e9fbdc-2d81-4e09-8676-3236d8c53fc6'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:14:00.715611 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ccbcdc-cd1f-400a-8dd6-e5155644dccd req-b63ae1df-f65f-4b3a-a69d-3544ef1e0fc1 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:00.715611 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a5ccbcdc-cd1f-400a-8dd6-e5155644dccd req-b63ae1df-f65f-4b3a-a69d-3544ef1e0fc1 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.46 "GET /v2.0/networks?id=b11b9749-6fdf-4b5b-bd44-54840570cb9d HTTP/1.1" status: 200 len: 822 time: 0.4516380 Aug 29 04:14:00.722592 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-e9d2bfd4-5bac-4881-900a-41f6d59bccb8 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Deleting port 6c351f24-f7c3-436d-acc5-e54ed9603ddb {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:14:00.723110 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e9d2bfd4-5bac-4881-900a-41f6d59bccb8 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:00.756205 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c2d32e54-5047-413c-807b-2c9089817fca req-29988ab1-9b9a-4f5e-89ed-3ac0cccd7259 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.22 "GET /v2.0/ports?device_id=b19f4358-9655-4d2c-be8c-51116c0bce06 HTTP/1.1" status: 200 len: 210 time: 0.1579421 Aug 29 04:14:00.801933 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-a5ccbcdc-cd1f-400a-8dd6-e5155644dccd req-a86aeeb7-7de1-47a7-b32e-cbbf88b2dcd9 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Request body: {'port': {'device_id': 'b19f4358-9655-4d2c-be8c-51116c0bce06', 'network_id': 'b11b9749-6fdf-4b5b-bd44-54840570cb9d', 'admin_state_up': True, 'tenant_id': 'e9fc8269e18447caa133998ddbec4b66'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:14:01.056847 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce61936-8443-456a-8f74-b814576de976 req-cfa20a04-39ea-49ff-93b4-ca65f0b64bc9 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:01.087015 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e9d2bfd4-5bac-4881-900a-41f6d59bccb8 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:01.087935 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e9d2bfd4-5bac-4881-900a-41f6d59bccb8 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:01.089131 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fce61936-8443-456a-8f74-b814576de976 req-cfa20a04-39ea-49ff-93b4-ca65f0b64bc9 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=c4933088-d49d-4252-a424-1776ce5b39a1 HTTP/1.1" status: 200 len: 944 time: 0.1641235 Aug 29 04:14:01.125058 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-e9d2bfd4-5bac-4881-900a-41f6d59bccb8 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Calling delete_port for 6c351f24-f7c3-436d-acc5-e54ed9603ddb owned by network:floatingip {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:14:01.210519 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fce61936-8443-456a-8f74-b814576de976 req-7af4f927-0f18-4547-be56-5b31b2bd7a8f tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149676 Aug 29 04:14:01.253363 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5ccbcdc-cd1f-400a-8dd6-e5155644dccd req-a86aeeb7-7de1-47a7-b32e-cbbf88b2dcd9 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Made reservation on behalf of e9fc8269e18447caa133998ddbec4b66 for: {'port': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:14:01.256322 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-a5ccbcdc-cd1f-400a-8dd6-e5155644dccd req-a86aeeb7-7de1-47a7-b32e-cbbf88b2dcd9 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:01.443399 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3e4194-85eb-4379-8f09-abe2e050d099 req-7863473c-44f4-41ba-acd4-5acaffcd5ab7 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:01.446813 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ad3e4194-85eb-4379-8f09-abe2e050d099 req-7863473c-44f4-41ba-acd4-5acaffcd5ab7 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e5ccfea-706b-4825-9d2e-60c0b092c82e HTTP/1.1" status: 200 len: 946 time: 0.1331105 Aug 29 04:14:01.510659 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e9d2bfd4-5bac-4881-900a-41f6d59bccb8 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:01.568928 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ad3e4194-85eb-4379-8f09-abe2e050d099 req-c6fb8906-3271-48b0-a0dc-a369785f169a tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=95663bcf-c178-40f7-a8d1-56ba6dc33aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109545 Aug 29 04:14:01.585019 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d2bfd4-5bac-4881-900a-41f6d59bccb8 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Pushing event deleted for resources: {'Port': ['ID=6c351f24-f7c3-436d-acc5-e54ed9603ddb,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:01.908555 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [req-a5ccbcdc-cd1f-400a-8dd6-e5155644dccd req-a86aeeb7-7de1-47a7-b32e-cbbf88b2dcd9 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Allocated IP 172.20.0.7 (b11b9749-6fdf-4b5b-bd44-54840570cb9d/82fda6de-10c8-44f0-bae6-762e0dfe0362/58ac2b65-76b7-4e16-af20-d8413a49e8ba) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:14:02.205102 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-a5ccbcdc-cd1f-400a-8dd6-e5155644dccd req-a86aeeb7-7de1-47a7-b32e-cbbf88b2dcd9 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:02.267810 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-a5ccbcdc-cd1f-400a-8dd6-e5155644dccd req-a86aeeb7-7de1-47a7-b32e-cbbf88b2dcd9 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:02.315023 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 0a572f6b-629d-411d-990b-46e82e5b7cdc up at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:14:02.383275 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86aeeb7-7de1-47a7-b32e-cbbf88b2dcd9 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Pushing event updated for resources: {'Port': ['ID=58ac2b65-76b7-4e16-af20-d8413a49e8ba,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:02.393602 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e9d2bfd4-5bac-4881-900a-41f6d59bccb8 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Notify callbacks [] for floatingip, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:02.399427 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e9d2bfd4-5bac-4881-900a-41f6d59bccb8 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:02.401671 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-e9d2bfd4-5bac-4881-900a-41f6d59bccb8 tempest-ServersWithSpecificFlavorTestJSON-1106168119 tempest-ServersWithSpecificFlavorTestJSON-1106168119-project] 10.222.0.22 "DELETE /v2.0/floatingips/d3f53355-721b-4cc9-8ea8-78bb2a62542a HTTP/1.1" status: 204 len: 168 time: 2.5367694 Aug 29 04:14:02.425245 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5ccbcdc-cd1f-400a-8dd6-e5155644dccd req-a86aeeb7-7de1-47a7-b32e-cbbf88b2dcd9 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Network b11b9749-6fdf-4b5b-bd44-54840570cb9d is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:14:02.436502 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning for port 0a572f6b-629d-411d-990b-46e82e5b7cdc completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:14:02.438832 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [req-a5ccbcdc-cd1f-400a-8dd6-e5155644dccd req-a86aeeb7-7de1-47a7-b32e-cbbf88b2dcd9 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:14:02.455798 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning complete for port 0a572f6b-629d-411d-990b-46e82e5b7cdc triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:14:02.457093 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:02.461573 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5ccbcdc-cd1f-400a-8dd6-e5155644dccd req-a86aeeb7-7de1-47a7-b32e-cbbf88b2dcd9 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:14:02.633924 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ccbcdc-cd1f-400a-8dd6-e5155644dccd req-a86aeeb7-7de1-47a7-b32e-cbbf88b2dcd9 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:02.634894 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-a5ccbcdc-cd1f-400a-8dd6-e5155644dccd req-a86aeeb7-7de1-47a7-b32e-cbbf88b2dcd9 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:02.720919 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a5ccbcdc-cd1f-400a-8dd6-e5155644dccd req-a86aeeb7-7de1-47a7-b32e-cbbf88b2dcd9 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9360650 Aug 29 04:14:02.780447 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:02.812526 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-a5ccbcdc-cd1f-400a-8dd6-e5155644dccd req-16d52c79-9516-47de-a215-643b87072385 service neutron] Request body: {'port': {'device_id': 'b19f4358-9655-4d2c-be8c-51116c0bce06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-12'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:14:02.895708 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bff4235-b6c4-4a1a-b4d5-8712fa116047', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a572f6b-629d-411d-990b-46e82e5b7cdc'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:14:02.899244 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bac8e10-90ae-4d44-b56a-558435af12fd" -d '{"events": [{"server_uuid": "5bff4235-b6c4-4a1a-b4d5-8712fa116047", "name": "network-vif-plugged", "status": "completed", "tag": "0a572f6b-629d-411d-990b-46e82e5b7cdc"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:14:02.944058 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 0a572f6b-629d-411d-990b-46e82e5b7cdc, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=0a572f6b-629d-411d-990b-46e82e5b7cdc,segment=NetworkSegment(bcf35ba8-7cf7-42bd-89f1-3efe7c8efcb4),segment_id=bcf35ba8-7cf7-42bd-89f1-3efe7c8efcb4)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:02.959767 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:02.959767 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 02e9fbdc-2d81-4e09-8676-3236d8c53fc6 up at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:14:03.072141 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-a5ccbcdc-cd1f-400a-8dd6-e5155644dccd req-16d52c79-9516-47de-a215-643b87072385 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:03.137730 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=0a572f6b-629d-411d-990b-46e82e5b7cdc,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:03.144381 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning for port 02e9fbdc-2d81-4e09-8676-3236d8c53fc6 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:14:03.155881 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning complete for port 02e9fbdc-2d81-4e09-8676-3236d8c53fc6 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:14:03.156510 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:03.333594 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ccb4c50c-361c-4baa-8619-62cd17d4fa78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:03.454150 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:03.547954 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 02e9fbdc-2d81-4e09-8676-3236d8c53fc6, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=02e9fbdc-2d81-4e09-8676-3236d8c53fc6,segment=NetworkSegment(5e7e2f14-8790-418b-88e1-15441e6a9fb5),segment_id=5e7e2f14-8790-418b-88e1-15441e6a9fb5)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:03.556784 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:03.648788 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [req-a5ccbcdc-cd1f-400a-8dd6-e5155644dccd req-16d52c79-9516-47de-a215-643b87072385 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58ac2b65-76b7-4e16-af20-d8413a49e8ba {{(pid=94829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:14:03.665583 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-a5ccbcdc-cd1f-400a-8dd6-e5155644dccd req-16d52c79-9516-47de-a215-643b87072385 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:03.689855 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [req-a5ccbcdc-cd1f-400a-8dd6-e5155644dccd req-16d52c79-9516-47de-a215-643b87072385 service neutron] Transition to ACTIVE for port object 58ac2b65-76b7-4e16-af20-d8413a49e8ba will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:14:03.703440 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-a5ccbcdc-cd1f-400a-8dd6-e5155644dccd req-16d52c79-9516-47de-a215-643b87072385 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:03.746430 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=02e9fbdc-2d81-4e09-8676-3236d8c53fc6,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:04.632127 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d52c79-9516-47de-a215-643b87072385 service neutron] Pushing event updated for resources: {'Port': ['ID=58ac2b65-76b7-4e16-af20-d8413a49e8ba,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:04.730846 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-a5ccbcdc-cd1f-400a-8dd6-e5155644dccd req-16d52c79-9516-47de-a215-643b87072385 service neutron] Attempting to bind port 58ac2b65-76b7-4e16-af20-d8413a49e8ba on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:14:04.731525 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-a5ccbcdc-cd1f-400a-8dd6-e5155644dccd req-16d52c79-9516-47de-a215-643b87072385 service neutron] Attempting to bind port 58ac2b65-76b7-4e16-af20-d8413a49e8ba by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': '91716f4b-2300-4d9e-8518-8c88143693cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b11b9749-6fdf-4b5b-bd44-54840570cb9d'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:14:04.736206 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ccbcdc-cd1f-400a-8dd6-e5155644dccd req-16d52c79-9516-47de-a215-643b87072385 service neutron] Attempting to bind port 58ac2b65-76b7-4e16-af20-d8413a49e8ba on network b11b9749-6fdf-4b5b-bd44-54840570cb9d {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:14:04.755282 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ccbcdc-cd1f-400a-8dd6-e5155644dccd req-16d52c79-9516-47de-a215-643b87072385 service neutron] Port 58ac2b65-76b7-4e16-af20-d8413a49e8ba on network b11b9749-6fdf-4b5b-bd44-54840570cb9d not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:14:04.756154 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ccbcdc-cd1f-400a-8dd6-e5155644dccd req-16d52c79-9516-47de-a215-643b87072385 service neutron] Attempting to bind port 58ac2b65-76b7-4e16-af20-d8413a49e8ba on network b11b9749-6fdf-4b5b-bd44-54840570cb9d {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:14:04.765411 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ccbcdc-cd1f-400a-8dd6-e5155644dccd req-16d52c79-9516-47de-a215-643b87072385 service neutron] Checking agent: {'id': '3de9de52-3a03-431d-9d7e-497ae92c57ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:14:04.766123 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ccbcdc-cd1f-400a-8dd6-e5155644dccd req-16d52c79-9516-47de-a215-643b87072385 service neutron] Checking segment: {'id': '91716f4b-2300-4d9e-8518-8c88143693cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b11b9749-6fdf-4b5b-bd44-54840570cb9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:14:04.766855 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ccbcdc-cd1f-400a-8dd6-e5155644dccd req-16d52c79-9516-47de-a215-643b87072385 service neutron] Bound using segment: {'id': '91716f4b-2300-4d9e-8518-8c88143693cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b11b9749-6fdf-4b5b-bd44-54840570cb9d'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:14:04.767608 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-a5ccbcdc-cd1f-400a-8dd6-e5155644dccd req-16d52c79-9516-47de-a215-643b87072385 service neutron] Bound port: 58ac2b65-76b7-4e16-af20-d8413a49e8ba, host: n-h1-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91716f4b-2300-4d9e-8518-8c88143693cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b11b9749-6fdf-4b5b-bd44-54840570cb9d'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:14:04.769852 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-a5ccbcdc-cd1f-400a-8dd6-e5155644dccd req-16d52c79-9516-47de-a215-643b87072385 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:05.011725 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-a5ccbcdc-cd1f-400a-8dd6-e5155644dccd req-16d52c79-9516-47de-a215-643b87072385 service neutron] For port 58ac2b65-76b7-4e16-af20-d8413a49e8ba, host n-h1-712140-12, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:14:05.026821 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-a5ccbcdc-cd1f-400a-8dd6-e5155644dccd req-16d52c79-9516-47de-a215-643b87072385 service neutron] For port 58ac2b65-76b7-4e16-af20-d8413a49e8ba, host n-h1-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=58ac2b65-76b7-4e16-af20-d8413a49e8ba,segment=NetworkSegment(91716f4b-2300-4d9e-8518-8c88143693cd),segment_id=91716f4b-2300-4d9e-8518-8c88143693cd)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:14:05.041381 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-a5ccbcdc-cd1f-400a-8dd6-e5155644dccd req-16d52c79-9516-47de-a215-643b87072385 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:05.146603 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ccbcdc-cd1f-400a-8dd6-e5155644dccd req-16d52c79-9516-47de-a215-643b87072385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:05.146603 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-a5ccbcdc-cd1f-400a-8dd6-e5155644dccd req-16d52c79-9516-47de-a215-643b87072385 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:05.146603 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a5ccbcdc-cd1f-400a-8dd6-e5155644dccd req-16d52c79-9516-47de-a215-643b87072385 service neutron] 10.222.0.46 "PUT /v2.0/ports/58ac2b65-76b7-4e16-af20-d8413a49e8ba HTTP/1.1" status: 200 len: 1092 time: 2.3621569 Aug 29 04:14:05.146603 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b19f4358-9655-4d2c-be8c-51116c0bce06', 'tag': '58ac2b65-76b7-4e16-af20-d8413a49e8ba'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:14:05.146603 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7922836d-72ca-402e-b9aa-7d9661a3b2aa" -d '{"events": [{"name": "network-changed", "server_uuid": "b19f4358-9655-4d2c-be8c-51116c0bce06", "tag": "58ac2b65-76b7-4e16-af20-d8413a49e8ba"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:14:05.185173 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d52c79-9516-47de-a215-643b87072385 service neutron] Pushing event updated for resources: {'Port': ['ID=58ac2b65-76b7-4e16-af20-d8413a49e8ba,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:05.296611 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ccbcdc-cd1f-400a-8dd6-e5155644dccd req-4d77cf12-70b2-4c5d-8432-fdea858d5adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:05.299925 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a5ccbcdc-cd1f-400a-8dd6-e5155644dccd req-4d77cf12-70b2-4c5d-8432-fdea858d5adc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e9fc8269e18447caa133998ddbec4b66&device_id=b19f4358-9655-4d2c-be8c-51116c0bce06 HTTP/1.1" status: 200 len: 1095 time: 0.0992131 Aug 29 04:14:05.369072 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a5ccbcdc-cd1f-400a-8dd6-e5155644dccd req-9aad7609-6c89-41b0-9db9-2c2342f2072c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=58ac2b65-76b7-4e16-af20-d8413a49e8ba HTTP/1.1" status: 200 len: 217 time: 0.0604520 Aug 29 04:14:05.480238 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ccbcdc-cd1f-400a-8dd6-e5155644dccd req-20a4f693-3f99-431e-8bec-b31fd4c72451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:05.484249 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a5ccbcdc-cd1f-400a-8dd6-e5155644dccd req-20a4f693-3f99-431e-8bec-b31fd4c72451 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=82fda6de-10c8-44f0-bae6-762e0dfe0362 HTTP/1.1" status: 200 len: 862 time: 0.1052136 Aug 29 04:14:05.532436 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a5ccbcdc-cd1f-400a-8dd6-e5155644dccd req-b6229fb7-ef8e-46bd-9c26-b7b4b03ca7b0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b11b9749-6fdf-4b5b-bd44-54840570cb9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404129 Aug 29 04:14:05.767159 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a5ccbcdc-cd1f-400a-8dd6-e5155644dccd req-2dc67910-f1bc-462a-a883-747acdc5b6aa service neutron] 10.222.0.46 "GET /v2.0/networks/b11b9749-6fdf-4b5b-bd44-54840570cb9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257514 Aug 29 04:14:06.021775 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a5ccbcdc-cd1f-400a-8dd6-e5155644dccd req-df10456d-982a-40ef-a02b-30dd8f611089 service neutron] 10.222.0.46 "GET /v2.0/networks/b11b9749-6fdf-4b5b-bd44-54840570cb9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467360 Aug 29 04:14:06.196762 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e4e72f6b-9125-4ebf-b4f4-97e6d23509ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:06.873838 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:14:07.031834 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:07.149202 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:08.543881 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:08.913075 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 58ac2b65-76b7-4e16-af20-d8413a49e8ba details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:14:09.140623 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 58ac2b65-76b7-4e16-af20-d8413a49e8ba, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=58ac2b65-76b7-4e16-af20-d8413a49e8ba,segment=NetworkSegment(91716f4b-2300-4d9e-8518-8c88143693cd),segment_id=91716f4b-2300-4d9e-8518-8c88143693cd)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:09.197079 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Returning: {'device': '58ac2b65-76b7-4e16-af20-d8413a49e8ba', 'network_id': 'b11b9749-6fdf-4b5b-bd44-54840570cb9d', 'port_id': '58ac2b65-76b7-4e16-af20-d8413a49e8ba', 'mac_address': 'fa:16:3e:c5:4b:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82fda6de-10c8-44f0-bae6-762e0dfe0362', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:14:09.314005 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:09.339546 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58ac2b65-76b7-4e16-af20-d8413a49e8ba {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:14:09.389365 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 58ac2b65-76b7-4e16-af20-d8413a49e8ba, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=58ac2b65-76b7-4e16-af20-d8413a49e8ba,segment=NetworkSegment(91716f4b-2300-4d9e-8518-8c88143693cd),segment_id=91716f4b-2300-4d9e-8518-8c88143693cd)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:09.420971 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:09.527775 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=58ac2b65-76b7-4e16-af20-d8413a49e8ba,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:09.655417 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['58ac2b65-76b7-4e16-af20-d8413a49e8ba'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:14:10.924623 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 58ac2b65-76b7-4e16-af20-d8413a49e8ba up at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:14:11.022268 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning for port 58ac2b65-76b7-4e16-af20-d8413a49e8ba completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:14:11.027588 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning complete for port 58ac2b65-76b7-4e16-af20-d8413a49e8ba triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:14:11.028056 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:11.172455 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-828161ee-5dba-47b9-87c8-459f8266e501 req-ef3fba63-6007-4ced-9dee-dcaf02955156 tempest-ServerDiagnosticsNegativeTest-1309428557 tempest-ServerDiagnosticsNegativeTest-1309428557-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=80ed2b0238ab48a49d1b355a26386ea3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0418019 Aug 29 04:14:11.182232 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:11.244755 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 58ac2b65-76b7-4e16-af20-d8413a49e8ba, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=58ac2b65-76b7-4e16-af20-d8413a49e8ba,segment=NetworkSegment(91716f4b-2300-4d9e-8518-8c88143693cd),segment_id=91716f4b-2300-4d9e-8518-8c88143693cd)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:11.250333 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:11.345202 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=58ac2b65-76b7-4e16-af20-d8413a49e8ba,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:11.389389 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd53270-2e66-4039-9c67-6034fc24da77 req-e51cb821-6ff4-4ee0-945b-4899ae6b8e5d tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:11.396651 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828161ee-5dba-47b9-87c8-459f8266e501 req-7598a691-0982-4c02-931d-87408c3f03a4 tempest-ServerDiagnosticsNegativeTest-1309428557 tempest-ServerDiagnosticsNegativeTest-1309428557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:11.404610 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3fd53270-2e66-4039-9c67-6034fc24da77 req-e51cb821-6ff4-4ee0-945b-4899ae6b8e5d tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] 10.222.0.22 "GET /v2.0/ports?device_id=5bff4235-b6c4-4a1a-b4d5-8712fa116047 HTTP/1.1" status: 200 len: 945 time: 0.0939822 Aug 29 04:14:11.408951 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-828161ee-5dba-47b9-87c8-459f8266e501 req-7598a691-0982-4c02-931d-87408c3f03a4 tempest-ServerDiagnosticsNegativeTest-1309428557 tempest-ServerDiagnosticsNegativeTest-1309428557-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2347345 Aug 29 04:14:11.431302 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-828161ee-5dba-47b9-87c8-459f8266e501 req-240d918a-11f9-4082-8fab-c5db3ddfa02d tempest-ServerDiagnosticsNegativeTest-1309428557 tempest-ServerDiagnosticsNegativeTest-1309428557-project] 10.222.0.22 "GET /v2.0/quotas/80ed2b0238ab48a49d1b355a26386ea3 HTTP/1.1" status: 200 len: 375 time: 0.0160985 Aug 29 04:14:11.478945 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3fd53270-2e66-4039-9c67-6034fc24da77 req-089f9a97-fb4a-4598-aeb3-b60eedbac689 tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] 10.222.0.22 "GET /v2.0/security-groups?id=1427dbcd-1fd2-4793-a7ed-ac1df574fb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679600 Aug 29 04:14:11.482500 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-828161ee-5dba-47b9-87c8-459f8266e501 req-b76257cf-b087-4008-92e8-97f2fb012f48 tempest-ServerDiagnosticsNegativeTest-1309428557 tempest-ServerDiagnosticsNegativeTest-1309428557-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=80ed2b0238ab48a49d1b355a26386ea3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428190 Aug 29 04:14:11.660653 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c1762c-0319-4817-8f51-bc4996a18431 req-b5d280e6-0147-48a9-bd6d-b7d46bbdbc7c tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:11.663318 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c9c1762c-0319-4817-8f51-bc4996a18431 req-b5d280e6-0147-48a9-bd6d-b7d46bbdbc7c tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.22 "GET /v2.0/ports?device_id=b19f4358-9655-4d2c-be8c-51116c0bce06 HTTP/1.1" status: 200 len: 945 time: 0.0916452 Aug 29 04:14:11.758288 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c9c1762c-0319-4817-8f51-bc4996a18431 req-260f0bdd-e056-4e08-b8d0-ed8307662816 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e63e8ef-00a5-40d1-a0c1-bc99e0ad79b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855734 Aug 29 04:14:11.890845 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121dd88d-8822-4f48-ad30-3795c94915ca req-c7ba7f59-51f3-419c-8bd4-39e8fa0e1a67 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:11.898037 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-121dd88d-8822-4f48-ad30-3795c94915ca req-c7ba7f59-51f3-419c-8bd4-39e8fa0e1a67 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=c4933088-d49d-4252-a424-1776ce5b39a1 HTTP/1.1" status: 200 len: 945 time: 0.1104491 Aug 29 04:14:12.017979 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-121dd88d-8822-4f48-ad30-3795c94915ca req-a8f65783-9425-4666-818c-054643d0e76d tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188583 Aug 29 04:14:12.176914 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-698eda41-137d-4b46-a315-5700fc25d73c x-openstack-request-id: req-698eda41-137d-4b46-a315-5700fc25d73c {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:14:12.177453 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bff4235-b6c4-4a1a-b4d5-8712fa116047", "name": "network-vif-plugged", "status": "completed", "tag": "0a572f6b-629d-411d-990b-46e82e5b7cdc", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:14:12.177453 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-698eda41-137d-4b46-a315-5700fc25d73c {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:14:12.178017 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bff4235-b6c4-4a1a-b4d5-8712fa116047', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a572f6b-629d-411d-990b-46e82e5b7cdc', 'code': 200} Aug 29 04:14:12.243439 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76cfc938-9d4b-4eb5-9344-c6a038f5ac6f x-openstack-request-id: req-76cfc938-9d4b-4eb5-9344-c6a038f5ac6f {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:14:12.244025 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b19f4358-9655-4d2c-be8c-51116c0bce06", "tag": "58ac2b65-76b7-4e16-af20-d8413a49e8ba", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:14:12.244475 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-76cfc938-9d4b-4eb5-9344-c6a038f5ac6f {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:14:12.245651 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b19f4358-9655-4d2c-be8c-51116c0bce06', 'tag': '58ac2b65-76b7-4e16-af20-d8413a49e8ba', 'status': 'completed', 'code': 200} Aug 29 04:14:12.458273 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7922836d-72ca-402e-b9aa-7d9661a3b2aa req-edc04acf-6805-4a3f-87d1-255e078ac173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:12.461589 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7922836d-72ca-402e-b9aa-7d9661a3b2aa req-edc04acf-6805-4a3f-87d1-255e078ac173 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e9fc8269e18447caa133998ddbec4b66&device_id=b19f4358-9655-4d2c-be8c-51116c0bce06 HTTP/1.1" status: 200 len: 1097 time: 0.1826932 Aug 29 04:14:12.558064 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0268fc-d816-4eac-aab9-e0115a3f0564 req-65c0189a-c322-4939-9f9e-4f942a0480d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:12.560752 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0f0268fc-d816-4eac-aab9-e0115a3f0564 req-65c0189a-c322-4939-9f9e-4f942a0480d5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5bff4235-b6c4-4a1a-b4d5-8712fa116047 HTTP/1.1" status: 200 len: 1097 time: 0.1739793 Aug 29 04:14:12.622157 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4960a2-638e-44c1-93f1-28335fcb066f req-596ddaaa-d08f-4f02-b9bc-6877d21c8c73 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:12.625377 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7922836d-72ca-402e-b9aa-7d9661a3b2aa req-6912e00f-e1f4-49ad-916a-bf377b37a194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:12.627334 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7922836d-72ca-402e-b9aa-7d9661a3b2aa req-6912e00f-e1f4-49ad-916a-bf377b37a194 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b11b9749-6fdf-4b5b-bd44-54840570cb9d HTTP/1.1" status: 200 len: 923 time: 0.1557484 Aug 29 04:14:12.629194 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ae4960a2-638e-44c1-93f1-28335fcb066f req-596ddaaa-d08f-4f02-b9bc-6877d21c8c73 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e5ccfea-706b-4825-9d2e-60c0b092c82e HTTP/1.1" status: 200 len: 946 time: 0.4105918 Aug 29 04:14:12.653158 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f682e9b-0fb7-4cd6-ab2f-b66a122d8f2f req-93c344d5-1df9-4f26-b139-b8c702e53bef tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:12.673741 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0f682e9b-0fb7-4cd6-ab2f-b66a122d8f2f req-93c344d5-1df9-4f26-b139-b8c702e53bef tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6f343cc-3e8a-4ad4-a1b7-c1f74da0625f HTTP/1.1" status: 200 len: 945 time: 0.2926955 Aug 29 04:14:12.751987 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7922836d-72ca-402e-b9aa-7d9661a3b2aa req-a41bb506-2e62-452d-8f1f-706edf60db44 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=58ac2b65-76b7-4e16-af20-d8413a49e8ba HTTP/1.1" status: 200 len: 217 time: 0.0627422 Aug 29 04:14:12.832634 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ae4960a2-638e-44c1-93f1-28335fcb066f req-aeb0b622-e776-48fe-94a3-983a93e195b9 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=95663bcf-c178-40f7-a8d1-56ba6dc33aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1603422 Aug 29 04:14:12.847615 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0f0268fc-d816-4eac-aab9-e0115a3f0564 req-81d7882c-1aa2-4c75-9bae-6439aa790d92 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=1427dbcd-1fd2-4793-a7ed-ac1df574fb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2738163 Aug 29 04:14:12.872386 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0f682e9b-0fb7-4cd6-ab2f-b66a122d8f2f req-743b038d-bbe2-463a-bf68-ac228ea89a62 tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] 10.222.0.22 "GET /v2.0/security-groups?id=63167af0-0bfb-43cf-8b9d-775e9610e721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1967173 Aug 29 04:14:12.898384 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7922836d-72ca-402e-b9aa-7d9661a3b2aa req-e24423c0-707b-4598-b794-5dd7f1b35543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:12.913452 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7922836d-72ca-402e-b9aa-7d9661a3b2aa req-e24423c0-707b-4598-b794-5dd7f1b35543 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=82fda6de-10c8-44f0-bae6-762e0dfe0362 HTTP/1.1" status: 200 len: 862 time: 0.1472952 Aug 29 04:14:13.030803 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7922836d-72ca-402e-b9aa-7d9661a3b2aa req-668403a2-0fb1-42e0-9864-3e85356022fc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b11b9749-6fdf-4b5b-bd44-54840570cb9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1077349 Aug 29 04:14:13.048761 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-36d7a29d-d2eb-4368-abe8-1e31fcc58838 req-19b45c1c-8882-49e5-9d42-3fdaea931c34 tempest-ServerDiagnosticsNegativeTest-1309428557 tempest-ServerDiagnosticsNegativeTest-1309428557-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd62f4a6-0e49-4c5c-a7b5-434056555329 HTTP/1.1" status: 200 len: 210 time: 0.0407004 Aug 29 04:14:13.230696 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7922836d-72ca-402e-b9aa-7d9661a3b2aa req-7ed2571a-8b47-48b3-836e-321077441655 service neutron] 10.222.0.46 "GET /v2.0/networks/b11b9749-6fdf-4b5b-bd44-54840570cb9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796141 Aug 29 04:14:13.293138 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8208d0a1-6f3a-45cf-815e-28019a458e6b req-73504ecc-da3b-482d-9e0d-29076d4193e1 tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:13.296352 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8208d0a1-6f3a-45cf-815e-28019a458e6b req-73504ecc-da3b-482d-9e0d-29076d4193e1 tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] 10.222.0.22 "GET /v2.0/ports?device_id=5bff4235-b6c4-4a1a-b4d5-8712fa116047 HTTP/1.1" status: 200 len: 945 time: 0.1154394 Aug 29 04:14:13.353112 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7922836d-72ca-402e-b9aa-7d9661a3b2aa req-975f6ad3-8f63-43eb-afc4-a8dcdadc0f00 service neutron] 10.222.0.46 "GET /v2.0/networks/b11b9749-6fdf-4b5b-bd44-54840570cb9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175797 Aug 29 04:14:13.412408 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8208d0a1-6f3a-45cf-815e-28019a458e6b req-e1e11e8e-7b29-4999-a2d8-23dbd54005f2 tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] 10.222.0.22 "GET /v2.0/security-groups?id=1427dbcd-1fd2-4793-a7ed-ac1df574fb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979831 Aug 29 04:14:13.581211 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f95f8cf-e212-44a2-8e3d-0380a9218685 req-50a48598-e449-4e5e-a3b9-5281a8c3f292 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:13.588584 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0f95f8cf-e212-44a2-8e3d-0380a9218685 req-50a48598-e449-4e5e-a3b9-5281a8c3f292 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.22 "GET /v2.0/ports?device_id=b19f4358-9655-4d2c-be8c-51116c0bce06 HTTP/1.1" status: 200 len: 945 time: 0.1181967 Aug 29 04:14:13.599227 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ace9799-cb5b-4a71-b5aa-8d6e9c08fddb req-e3bec061-b9bf-4b0c-9b26-07c70a31375a tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:13.604518 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2ace9799-cb5b-4a71-b5aa-8d6e9c08fddb req-e3bec061-b9bf-4b0c-9b26-07c70a31375a tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=c4933088-d49d-4252-a424-1776ce5b39a1 HTTP/1.1" status: 200 len: 945 time: 0.0663269 Aug 29 04:14:13.646173 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0f95f8cf-e212-44a2-8e3d-0380a9218685 req-1fce2f52-2f92-48a8-a409-9951c7085e36 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e63e8ef-00a5-40d1-a0c1-bc99e0ad79b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533903 Aug 29 04:14:13.661156 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2ace9799-cb5b-4a71-b5aa-8d6e9c08fddb req-ca36fc25-56ac-4ea1-ab14-f491b101b46e tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510793 Aug 29 04:14:13.853219 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-828161ee-5dba-47b9-87c8-459f8266e501 req-176471bb-9c29-46b4-a21c-3da92e54fcac tempest-ServerDiagnosticsNegativeTest-1309428557 tempest-ServerDiagnosticsNegativeTest-1309428557-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=80ed2b0238ab48a49d1b355a26386ea3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0640578 Aug 29 04:14:13.937031 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a06c123-c778-4e45-990f-2da613b4fc1b req-92691a88-9764-431c-b9d2-a3873c1a670e tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:13.948340 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3a06c123-c778-4e45-990f-2da613b4fc1b req-92691a88-9764-431c-b9d2-a3873c1a670e tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e5ccfea-706b-4825-9d2e-60c0b092c82e HTTP/1.1" status: 200 len: 946 time: 0.1786118 Aug 29 04:14:14.043955 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3a06c123-c778-4e45-990f-2da613b4fc1b req-cb11a65a-5c34-4249-9767-7948bddb472d tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=95663bcf-c178-40f7-a8d1-56ba6dc33aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940864 Aug 29 04:14:14.144420 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828161ee-5dba-47b9-87c8-459f8266e501 req-be0c50bd-8163-412e-a713-c789e60b7782 tempest-ServerDiagnosticsNegativeTest-1309428557 tempest-ServerDiagnosticsNegativeTest-1309428557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:14.147191 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-828161ee-5dba-47b9-87c8-459f8266e501 req-be0c50bd-8163-412e-a713-c789e60b7782 tempest-ServerDiagnosticsNegativeTest-1309428557 tempest-ServerDiagnosticsNegativeTest-1309428557-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2869585 Aug 29 04:14:14.180353 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4933088-d49d-4252-a424-1776ce5b39a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02e9fbdc-2d81-4e09-8676-3236d8c53fc6'}, {'server_uuid': 'b19f4358-9655-4d2c-be8c-51116c0bce06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58ac2b65-76b7-4e16-af20-d8413a49e8ba'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:14:14.183571 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3e641a1-1122-43d6-9f12-13380d2161cd" -d '{"events": [{"server_uuid": "c4933088-d49d-4252-a424-1776ce5b39a1", "name": "network-vif-plugged", "status": "completed", "tag": "02e9fbdc-2d81-4e09-8676-3236d8c53fc6"}, {"server_uuid": "b19f4358-9655-4d2c-be8c-51116c0bce06", "name": "network-vif-plugged", "status": "completed", "tag": "58ac2b65-76b7-4e16-af20-d8413a49e8ba"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:14:14.191847 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-828161ee-5dba-47b9-87c8-459f8266e501 req-d91d904f-5432-454d-919a-4b000cb1fa14 tempest-ServerDiagnosticsNegativeTest-1309428557 tempest-ServerDiagnosticsNegativeTest-1309428557-project] Request body: {'port': {'device_id': 'fd62f4a6-0e49-4c5c-a7b5-434056555329', 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45', 'admin_state_up': True, 'tenant_id': '80ed2b0238ab48a49d1b355a26386ea3'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:14:14.223394 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-93447a2d-e159-490c-a31e-6ea793657c94 req-09c0b55f-88e5-49b7-8b8d-96323458ab1f tempest-ServerDiagnosticsNegativeTest-1309428557 tempest-ServerDiagnosticsNegativeTest-1309428557-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd62f4a6-0e49-4c5c-a7b5-434056555329 HTTP/1.1" status: 200 len: 210 time: 0.0729048 Aug 29 04:14:14.296283 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 29 Aug 2021 04:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e36273bf-d974-4dde-8cc8-0dd0520f23a9 x-openstack-request-id: req-e36273bf-d974-4dde-8cc8-0dd0520f23a9 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:14:14.296755 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4933088-d49d-4252-a424-1776ce5b39a1", "name": "network-vif-plugged", "status": "completed", "tag": "02e9fbdc-2d81-4e09-8676-3236d8c53fc6", "code": 200}, {"server_uuid": "b19f4358-9655-4d2c-be8c-51116c0bce06", "name": "network-vif-plugged", "status": "completed", "tag": "58ac2b65-76b7-4e16-af20-d8413a49e8ba", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:14:14.296892 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e36273bf-d974-4dde-8cc8-0dd0520f23a9 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:14:14.297490 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4933088-d49d-4252-a424-1776ce5b39a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02e9fbdc-2d81-4e09-8676-3236d8c53fc6', 'code': 200} Aug 29 04:14:14.297768 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b19f4358-9655-4d2c-be8c-51116c0bce06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58ac2b65-76b7-4e16-af20-d8413a49e8ba', 'code': 200} Aug 29 04:14:14.480132 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407fd54b-680e-479b-91d7-a2b9b2c2c4b7 req-0af2ce6c-5845-4668-88d6-772d410804ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:14.483231 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-407fd54b-680e-479b-91d7-a2b9b2c2c4b7 req-0af2ce6c-5845-4668-88d6-772d410804ac service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b19f4358-9655-4d2c-be8c-51116c0bce06 HTTP/1.1" status: 200 len: 1097 time: 0.0630801 Aug 29 04:14:14.587747 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-407fd54b-680e-479b-91d7-a2b9b2c2c4b7 req-4272f5cb-25fd-45b0-9d17-870e9995e4f1 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=2e63e8ef-00a5-40d1-a0c1-bc99e0ad79b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966930 Aug 29 04:14:14.623444 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e6765e-4fa3-48b5-b7be-2c15a68dabcd req-a95a724b-bf66-4869-bf8e-822fd98b5c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:14.626822 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-48e6765e-4fa3-48b5-b7be-2c15a68dabcd req-a95a724b-bf66-4869-bf8e-822fd98b5c57 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c4933088-d49d-4252-a424-1776ce5b39a1 HTTP/1.1" status: 200 len: 1097 time: 0.0890434 Aug 29 04:14:14.696266 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-48e6765e-4fa3-48b5-b7be-2c15a68dabcd req-79a0d287-5789-471c-83e5-f331d5c442b0 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607426 Aug 29 04:14:14.725075 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c5f7de-2d7a-4380-8cf6-af9326292635 req-3d9e9bb0-2f9b-4e11-a86a-f8fe4d5639d2 tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:14.729629 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-65c5f7de-2d7a-4380-8cf6-af9326292635 req-3d9e9bb0-2f9b-4e11-a86a-f8fe4d5639d2 tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6f343cc-3e8a-4ad4-a1b7-c1f74da0625f HTTP/1.1" status: 200 len: 945 time: 0.2710202 Aug 29 04:14:14.782578 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-828161ee-5dba-47b9-87c8-459f8266e501 req-d91d904f-5432-454d-919a-4b000cb1fa14 tempest-ServerDiagnosticsNegativeTest-1309428557 tempest-ServerDiagnosticsNegativeTest-1309428557-project] Made reservation on behalf of 80ed2b0238ab48a49d1b355a26386ea3 for: {'port': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:14:14.789516 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-828161ee-5dba-47b9-87c8-459f8266e501 req-d91d904f-5432-454d-919a-4b000cb1fa14 tempest-ServerDiagnosticsNegativeTest-1309428557 tempest-ServerDiagnosticsNegativeTest-1309428557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:14.874610 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-828161ee-5dba-47b9-87c8-459f8266e501 req-d91d904f-5432-454d-919a-4b000cb1fa14 tempest-ServerDiagnosticsNegativeTest-1309428557 tempest-ServerDiagnosticsNegativeTest-1309428557-project] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:14.937536 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device f94ff432-1efb-4d16-b88c-19279e1457b8 no longer exists at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:14:15.030162 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-65c5f7de-2d7a-4380-8cf6-af9326292635 req-d7875b9f-7ea4-4298-aa07-abc31bed2a4f tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] 10.222.0.22 "GET /v2.0/security-groups?id=63167af0-0bfb-43cf-8b9d-775e9610e721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2605083 Aug 29 04:14:15.103372 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d03252-b214-45c8-87f3-1fbebffe61af req-323d5a54-164c-4176-8e0c-510145ce039d tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:15.112358 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d9d03252-b214-45c8-87f3-1fbebffe61af req-323d5a54-164c-4176-8e0c-510145ce039d tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] 10.222.0.22 "GET /v2.0/ports?device_id=5bff4235-b6c4-4a1a-b4d5-8712fa116047 HTTP/1.1" status: 200 len: 945 time: 0.0853767 Aug 29 04:14:15.146764 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:15.188632 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d9d03252-b214-45c8-87f3-1fbebffe61af req-a3c7e422-b13f-4f26-992f-95508509a11a tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] 10.222.0.22 "GET /v2.0/security-groups?id=1427dbcd-1fd2-4793-a7ed-ac1df574fb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750384 Aug 29 04:14:15.212016 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port f94ff432-1efb-4d16-b88c-19279e1457b8, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=f94ff432-1efb-4d16-b88c-19279e1457b8,segment=NetworkSegment(6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc),segment_id=6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:15.262090 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:15.274801 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-828161ee-5dba-47b9-87c8-459f8266e501 req-d91d904f-5432-454d-919a-4b000cb1fa14 tempest-ServerDiagnosticsNegativeTest-1309428557 tempest-ServerDiagnosticsNegativeTest-1309428557-project] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:15.315957 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-828161ee-5dba-47b9-87c8-459f8266e501 req-d91d904f-5432-454d-919a-4b000cb1fa14 tempest-ServerDiagnosticsNegativeTest-1309428557 tempest-ServerDiagnosticsNegativeTest-1309428557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:15.387805 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=f94ff432-1efb-4d16-b88c-19279e1457b8,revision_number=14']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:15.412190 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2f58ac-374b-4511-b0b3-0e6a3de16a29 req-8197914d-97d2-4dc4-8050-aad743ee4ccc tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:15.413859 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2d2f58ac-374b-4511-b0b3-0e6a3de16a29 req-8197914d-97d2-4dc4-8050-aad743ee4ccc tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.22 "GET /v2.0/ports?device_id=b19f4358-9655-4d2c-be8c-51116c0bce06 HTTP/1.1" status: 200 len: 945 time: 0.0963821 Aug 29 04:14:15.454036 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91d904f-5432-454d-919a-4b000cb1fa14 tempest-ServerDiagnosticsNegativeTest-1309428557 tempest-ServerDiagnosticsNegativeTest-1309428557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9e0a124-ddb8-4447-b074-b76a2b9aee41,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:15.501243 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2d2f58ac-374b-4511-b0b3-0e6a3de16a29 req-de403805-2739-4676-b820-bfce4d16eaa5 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e63e8ef-00a5-40d1-a0c1-bc99e0ad79b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689032 Aug 29 04:14:15.593748 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [req-828161ee-5dba-47b9-87c8-459f8266e501 req-d91d904f-5432-454d-919a-4b000cb1fa14 tempest-ServerDiagnosticsNegativeTest-1309428557 tempest-ServerDiagnosticsNegativeTest-1309428557-project] Allocated IP 192.168.233.16 (13e6dfc1-e9e7-40a1-8a14-d0febabf4d45/18cd12d4-b12a-41b0-b0c5-618edbb84e74/355acfa5-d62a-488b-9cea-a72f9a2dca61) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:14:15.751199 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da51aecb-f969-450a-8c9c-bccfec4722c7 req-1b2ceed7-388c-4ba4-876a-9351355d7bf0 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:15.780216 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-da51aecb-f969-450a-8c9c-bccfec4722c7 req-1b2ceed7-388c-4ba4-876a-9351355d7bf0 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=c4933088-d49d-4252-a424-1776ce5b39a1 HTTP/1.1" status: 200 len: 945 time: 0.1619987 Aug 29 04:14:15.899054 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-da51aecb-f969-450a-8c9c-bccfec4722c7 req-64688f69-6fd6-44ff-9b86-890e53091c64 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155934 Aug 29 04:14:16.149332 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-828161ee-5dba-47b9-87c8-459f8266e501 req-d91d904f-5432-454d-919a-4b000cb1fa14 tempest-ServerDiagnosticsNegativeTest-1309428557 tempest-ServerDiagnosticsNegativeTest-1309428557-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:16.168904 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [req-828161ee-5dba-47b9-87c8-459f8266e501 req-d91d904f-5432-454d-919a-4b000cb1fa14 tempest-ServerDiagnosticsNegativeTest-1309428557 tempest-ServerDiagnosticsNegativeTest-1309428557-project] Transition to ACTIVE for port object 355acfa5-d62a-488b-9cea-a72f9a2dca61 will not be triggered until provisioned by entity DHCP. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:14:16.248649 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-828161ee-5dba-47b9-87c8-459f8266e501 req-d91d904f-5432-454d-919a-4b000cb1fa14 tempest-ServerDiagnosticsNegativeTest-1309428557 tempest-ServerDiagnosticsNegativeTest-1309428557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:16.299680 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e5ccfea-706b-4825-9d2e-60c0b092c82e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f94ff432-1efb-4d16-b88c-19279e1457b8'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:14:16.303727 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6bdef14-cbf6-44ed-bd80-b6ccdd656892" -d '{"events": [{"server_uuid": "1e5ccfea-706b-4825-9d2e-60c0b092c82e", "name": "network-vif-unplugged", "status": "completed", "tag": "f94ff432-1efb-4d16-b88c-19279e1457b8"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:14:16.317709 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-828161ee-5dba-47b9-87c8-459f8266e501 req-d91d904f-5432-454d-919a-4b000cb1fa14 tempest-ServerDiagnosticsNegativeTest-1309428557 tempest-ServerDiagnosticsNegativeTest-1309428557-project] Network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:14:16.324039 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [req-828161ee-5dba-47b9-87c8-459f8266e501 req-d91d904f-5432-454d-919a-4b000cb1fa14 tempest-ServerDiagnosticsNegativeTest-1309428557 tempest-ServerDiagnosticsNegativeTest-1309428557-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:14:16.345974 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [req-828161ee-5dba-47b9-87c8-459f8266e501 req-d91d904f-5432-454d-919a-4b000cb1fa14 tempest-ServerDiagnosticsNegativeTest-1309428557 tempest-ServerDiagnosticsNegativeTest-1309428557-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:14:16.384079 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bef7404-fb88-4c71-925a-2de60be406de req-af045c85-4cfe-4987-96be-9a770778872c tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:16.385767 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0bef7404-fb88-4c71-925a-2de60be406de req-af045c85-4cfe-4987-96be-9a770778872c tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] 10.222.0.22 "GET /v2.0/ports?device_id=5bff4235-b6c4-4a1a-b4d5-8712fa116047 HTTP/1.1" status: 200 len: 945 time: 0.1813288 Aug 29 04:14:16.406763 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 41366) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:14:16.413339 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-c9a4677e-6948-46fb-a32e-af68b1bc17cf tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] Request body: {'floatingip': {'port_id': '0a572f6b-629d-411d-990b-46e82e5b7cdc'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:14:16.446343 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91d904f-5432-454d-919a-4b000cb1fa14 tempest-ServerDiagnosticsNegativeTest-1309428557 tempest-ServerDiagnosticsNegativeTest-1309428557-project] Pushing event updated for resources: {'Port': ['ID=355acfa5-d62a-488b-9cea-a72f9a2dca61,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:16.540703 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c9a4677e-6948-46fb-a32e-af68b1bc17cf tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] Notify callbacks [] for floatingip, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:16.583998 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828161ee-5dba-47b9-87c8-459f8266e501 req-d91d904f-5432-454d-919a-4b000cb1fa14 tempest-ServerDiagnosticsNegativeTest-1309428557 tempest-ServerDiagnosticsNegativeTest-1309428557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:16.585828 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-828161ee-5dba-47b9-87c8-459f8266e501 req-d91d904f-5432-454d-919a-4b000cb1fa14 tempest-ServerDiagnosticsNegativeTest-1309428557 tempest-ServerDiagnosticsNegativeTest-1309428557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:16.650355 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-828161ee-5dba-47b9-87c8-459f8266e501 req-d91d904f-5432-454d-919a-4b000cb1fa14 tempest-ServerDiagnosticsNegativeTest-1309428557 tempest-ServerDiagnosticsNegativeTest-1309428557-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4886274 Aug 29 04:14:16.673365 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-828161ee-5dba-47b9-87c8-459f8266e501 req-664f3d51-2c48-48e6-a532-b7c21e10294b service neutron] Request body: {'port': {'device_id': 'fd62f4a6-0e49-4c5c-a7b5-434056555329', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-12'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:14:16.751069 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 41388) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:14:16.764830 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1c69c85-6c74-4b02-a576-35d921c4080e x-openstack-request-id: req-c1c69c85-6c74-4b02-a576-35d921c4080e {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:14:16.765172 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e5ccfea-706b-4825-9d2e-60c0b092c82e", "name": "network-vif-unplugged", "status": "completed", "tag": "f94ff432-1efb-4d16-b88c-19279e1457b8", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:14:16.765433 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c1c69c85-6c74-4b02-a576-35d921c4080e {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:14:16.765831 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e5ccfea-706b-4825-9d2e-60c0b092c82e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f94ff432-1efb-4d16-b88c-19279e1457b8', 'code': 200} Aug 29 04:14:16.876244 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-828161ee-5dba-47b9-87c8-459f8266e501 req-664f3d51-2c48-48e6-a532-b7c21e10294b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:16.915880 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ce409b-0f15-4022-a5eb-c8ce19be09eb req-f5169047-b0f8-4b01-a47a-4c47a6f35496 tempest-ServerDiagnosticsNegativeTest-1309428557 tempest-ServerDiagnosticsNegativeTest-1309428557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:16.918965 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-13ce409b-0f15-4022-a5eb-c8ce19be09eb req-f5169047-b0f8-4b01-a47a-4c47a6f35496 tempest-ServerDiagnosticsNegativeTest-1309428557 tempest-ServerDiagnosticsNegativeTest-1309428557-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd62f4a6-0e49-4c5c-a7b5-434056555329 HTTP/1.1" status: 200 len: 935 time: 0.2839124 Aug 29 04:14:16.992359 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-13ce409b-0f15-4022-a5eb-c8ce19be09eb req-930ff938-efc2-4035-b6e9-e163b09d290a tempest-ServerDiagnosticsNegativeTest-1309428557 tempest-ServerDiagnosticsNegativeTest-1309428557-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9e0a124-ddb8-4447-b074-b76a2b9aee41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517027 Aug 29 04:14:17.041763 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-c60c7073-5fcf-4463-ba88-6dc78d1326c6 None None] Provisioning for port 355acfa5-d62a-488b-9cea-a72f9a2dca61 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:14:17.057787 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-c60c7073-5fcf-4463-ba88-6dc78d1326c6 None None] Provisioning complete for port 355acfa5-d62a-488b-9cea-a72f9a2dca61 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:14:17.058858 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c60c7073-5fcf-4463-ba88-6dc78d1326c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:17.191407 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-c60c7073-5fcf-4463-ba88-6dc78d1326c6 None None] Port 355acfa5-d62a-488b-9cea-a72f9a2dca61 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:14:17.424711 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d2c6fd-716b-4ffe-89f3-0525374413a1 req-a0e3fb72-cfcc-4298-a9fe-64f699444eac tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:17.426319 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-01d2c6fd-716b-4ffe-89f3-0525374413a1 req-a0e3fb72-cfcc-4298-a9fe-64f699444eac tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.22 "GET /v2.0/ports?device_id=b19f4358-9655-4d2c-be8c-51116c0bce06 HTTP/1.1" status: 200 len: 945 time: 0.2408233 Aug 29 04:14:17.590824 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-01d2c6fd-716b-4ffe-89f3-0525374413a1 req-1fdd9731-5766-41e4-9233-bd7cb1456037 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e63e8ef-00a5-40d1-a0c1-bc99e0ad79b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574185 Aug 29 04:14:17.658004 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [req-828161ee-5dba-47b9-87c8-459f8266e501 req-664f3d51-2c48-48e6-a532-b7c21e10294b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 355acfa5-d62a-488b-9cea-a72f9a2dca61 {{(pid=94829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:14:17.675379 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-828161ee-5dba-47b9-87c8-459f8266e501 req-664f3d51-2c48-48e6-a532-b7c21e10294b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:17.722355 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [req-828161ee-5dba-47b9-87c8-459f8266e501 req-664f3d51-2c48-48e6-a532-b7c21e10294b service neutron] Transition to ACTIVE for port object 355acfa5-d62a-488b-9cea-a72f9a2dca61 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:14:17.730515 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c9a4677e-6948-46fb-a32e-af68b1bc17cf tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:17.736437 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c9a4677e-6948-46fb-a32e-af68b1bc17cf tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719515'] for floatingip, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:17.755888 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-828161ee-5dba-47b9-87c8-459f8266e501 req-664f3d51-2c48-48e6-a532-b7c21e10294b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:17.778186 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac964dc-e84b-4d02-8988-6c2b5bc6e1ff req-494f9c7e-64f3-4e9d-92ce-740b52f6426e tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:17.780470 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3ac964dc-e84b-4d02-8988-6c2b5bc6e1ff req-494f9c7e-64f3-4e9d-92ce-740b52f6426e tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=c4933088-d49d-4252-a424-1776ce5b39a1 HTTP/1.1" status: 200 len: 945 time: 0.1956372 Aug 29 04:14:17.799381 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488cf1ce-539a-4979-aabb-7adc1d1c6ff2 req-373ffe5f-d1bb-4a03-92d6-c9c989e9991a tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:17.801209 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-488cf1ce-539a-4979-aabb-7adc1d1c6ff2 req-373ffe5f-d1bb-4a03-92d6-c9c989e9991a tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e5ccfea-706b-4825-9d2e-60c0b092c82e HTTP/1.1" status: 200 len: 944 time: 0.1203122 Aug 29 04:14:17.908524 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-488cf1ce-539a-4979-aabb-7adc1d1c6ff2 req-25f70035-48f4-47de-91e5-dc5b95ce727f tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=95663bcf-c178-40f7-a8d1-56ba6dc33aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757895 Aug 29 04:14:17.918376 n-d-712140-12 neutron-server[94828]: INFO neutron.db.l3_db [None req-c9a4677e-6948-46fb-a32e-af68b1bc17cf tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] Floating IP befca590-dd8a-42b3-9659-e1a7df3d4018 associated. External IP: 172.25.0.248, port: 0a572f6b-629d-411d-990b-46e82e5b7cdc. Aug 29 04:14:17.934971 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664f3d51-2c48-48e6-a532-b7c21e10294b service neutron] Pushing event updated for resources: {'Port': ['ID=355acfa5-d62a-488b-9cea-a72f9a2dca61,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:17.979129 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3ac964dc-e84b-4d02-8988-6c2b5bc6e1ff req-40afca1e-2920-4e52-b243-b4e7fae90c40 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644173 Aug 29 04:14:18.129320 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-828161ee-5dba-47b9-87c8-459f8266e501 req-664f3d51-2c48-48e6-a532-b7c21e10294b service neutron] Attempting to bind port 355acfa5-d62a-488b-9cea-a72f9a2dca61 on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:14:18.129757 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-828161ee-5dba-47b9-87c8-459f8266e501 req-664f3d51-2c48-48e6-a532-b7c21e10294b service neutron] Attempting to bind port 355acfa5-d62a-488b-9cea-a72f9a2dca61 by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:14:18.130043 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828161ee-5dba-47b9-87c8-459f8266e501 req-664f3d51-2c48-48e6-a532-b7c21e10294b service neutron] Attempting to bind port 355acfa5-d62a-488b-9cea-a72f9a2dca61 on network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:14:18.138919 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828161ee-5dba-47b9-87c8-459f8266e501 req-664f3d51-2c48-48e6-a532-b7c21e10294b service neutron] Port 355acfa5-d62a-488b-9cea-a72f9a2dca61 on network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:14:18.139247 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828161ee-5dba-47b9-87c8-459f8266e501 req-664f3d51-2c48-48e6-a532-b7c21e10294b service neutron] Attempting to bind port 355acfa5-d62a-488b-9cea-a72f9a2dca61 on network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:14:18.152099 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828161ee-5dba-47b9-87c8-459f8266e501 req-664f3d51-2c48-48e6-a532-b7c21e10294b service neutron] Checking agent: {'id': '3de9de52-3a03-431d-9d7e-497ae92c57ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:14:18.152446 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828161ee-5dba-47b9-87c8-459f8266e501 req-664f3d51-2c48-48e6-a532-b7c21e10294b service neutron] Checking segment: {'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:14:18.152838 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828161ee-5dba-47b9-87c8-459f8266e501 req-664f3d51-2c48-48e6-a532-b7c21e10294b service neutron] Bound using segment: {'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:14:18.153285 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-828161ee-5dba-47b9-87c8-459f8266e501 req-664f3d51-2c48-48e6-a532-b7c21e10294b service neutron] Bound port: 355acfa5-d62a-488b-9cea-a72f9a2dca61, host: n-h1-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:14:18.153644 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-828161ee-5dba-47b9-87c8-459f8266e501 req-664f3d51-2c48-48e6-a532-b7c21e10294b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:18.198188 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b3715a-9730-4ddc-a6ff-820de58fdd25 req-6ee609fc-7be2-4bb6-a3c0-9a2d48e67339 tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:18.205720 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a5b3715a-9730-4ddc-a6ff-820de58fdd25 req-6ee609fc-7be2-4bb6-a3c0-9a2d48e67339 tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6f343cc-3e8a-4ad4-a1b7-c1f74da0625f HTTP/1.1" status: 200 len: 945 time: 0.1253033 Aug 29 04:14:18.217508 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e210148c-19db-4282-9706-522647cc5846 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713413'] for router_interface, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:18.295952 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-828161ee-5dba-47b9-87c8-459f8266e501 req-664f3d51-2c48-48e6-a532-b7c21e10294b service neutron] For port 355acfa5-d62a-488b-9cea-a72f9a2dca61, host n-h1-712140-12, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:14:18.315604 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a5b3715a-9730-4ddc-a6ff-820de58fdd25 req-b859e5bd-6e5e-48f6-8684-019b1f1ae827 tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] 10.222.0.22 "GET /v2.0/security-groups?id=63167af0-0bfb-43cf-8b9d-775e9610e721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088548 Aug 29 04:14:18.349032 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-828161ee-5dba-47b9-87c8-459f8266e501 req-664f3d51-2c48-48e6-a532-b7c21e10294b service neutron] For port 355acfa5-d62a-488b-9cea-a72f9a2dca61, host n-h1-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=355acfa5-d62a-488b-9cea-a72f9a2dca61,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:14:18.349032 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-828161ee-5dba-47b9-87c8-459f8266e501 req-664f3d51-2c48-48e6-a532-b7c21e10294b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:18.402718 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828161ee-5dba-47b9-87c8-459f8266e501 req-664f3d51-2c48-48e6-a532-b7c21e10294b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:18.403351 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-828161ee-5dba-47b9-87c8-459f8266e501 req-664f3d51-2c48-48e6-a532-b7c21e10294b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:18.404839 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-828161ee-5dba-47b9-87c8-459f8266e501 req-664f3d51-2c48-48e6-a532-b7c21e10294b service neutron] 10.222.0.46 "PUT /v2.0/ports/355acfa5-d62a-488b-9cea-a72f9a2dca61 HTTP/1.1" status: 200 len: 1096 time: 1.7439940 Aug 29 04:14:18.405295 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd62f4a6-0e49-4c5c-a7b5-434056555329', 'tag': '355acfa5-d62a-488b-9cea-a72f9a2dca61'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:14:18.407779 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a2467e1-7676-4fa0-94c6-099abfa0dd06" -d '{"events": [{"name": "network-changed", "server_uuid": "fd62f4a6-0e49-4c5c-a7b5-434056555329", "tag": "355acfa5-d62a-488b-9cea-a72f9a2dca61"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:14:18.449132 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9a4677e-6948-46fb-a32e-af68b1bc17cf tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] Router d69ee97c-7435-4272-ae12-c27e1fb7bce2 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:14:18.497671 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664f3d51-2c48-48e6-a532-b7c21e10294b service neutron] Pushing event updated for resources: {'Port': ['ID=355acfa5-d62a-488b-9cea-a72f9a2dca61,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:18.810181 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9592cc3-b7f8-4219-b2cc-d7a1249e575d req-d9fe4bb3-8cfc-4f3d-8913-e1ba1d0cf0f7 tempest-ServerDiagnosticsNegativeTest-1309428557 tempest-ServerDiagnosticsNegativeTest-1309428557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:18.812519 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f9592cc3-b7f8-4219-b2cc-d7a1249e575d req-d9fe4bb3-8cfc-4f3d-8913-e1ba1d0cf0f7 tempest-ServerDiagnosticsNegativeTest-1309428557 tempest-ServerDiagnosticsNegativeTest-1309428557-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd62f4a6-0e49-4c5c-a7b5-434056555329 HTTP/1.1" status: 200 len: 947 time: 0.2430398 Aug 29 04:14:18.827514 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828161ee-5dba-47b9-87c8-459f8266e501 req-36cd921e-3888-4a63-b148-9da535e5781e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:18.828913 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-828161ee-5dba-47b9-87c8-459f8266e501 req-36cd921e-3888-4a63-b148-9da535e5781e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=80ed2b0238ab48a49d1b355a26386ea3&device_id=fd62f4a6-0e49-4c5c-a7b5-434056555329 HTTP/1.1" status: 200 len: 1099 time: 0.3330727 Aug 29 04:14:18.876484 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:18.936005 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-828161ee-5dba-47b9-87c8-459f8266e501 req-e8ceba74-b397-47c9-8382-35cd0698afc1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=355acfa5-d62a-488b-9cea-a72f9a2dca61 HTTP/1.1" status: 200 len: 217 time: 0.0843894 Aug 29 04:14:19.031862 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f9592cc3-b7f8-4219-b2cc-d7a1249e575d req-5b45b0ed-59d3-4cf6-8b98-eb0d6d8a3667 tempest-ServerDiagnosticsNegativeTest-1309428557 tempest-ServerDiagnosticsNegativeTest-1309428557-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9e0a124-ddb8-4447-b074-b76a2b9aee41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090755 Aug 29 04:14:19.060948 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-e210148c-19db-4282-9706-522647cc5846 admin admin] Deleting port c744251d-a694-418d-bcb5-48d9a228908f {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:14:19.061761 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e210148c-19db-4282-9706-522647cc5846 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:19.065883 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828161ee-5dba-47b9-87c8-459f8266e501 req-31f4376a-38e7-4e55-8240-bab4b81717b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:19.068680 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-828161ee-5dba-47b9-87c8-459f8266e501 req-31f4376a-38e7-4e55-8240-bab4b81717b4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=18cd12d4-b12a-41b0-b0c5-618edbb84e74 HTTP/1.1" status: 200 len: 843 time: 0.1211674 Aug 29 04:14:19.240217 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9a4677e-6948-46fb-a32e-af68b1bc17cf tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:14:19.257559 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfa7554-b5e3-4075-8ef8-d0f3505d3202 None None] Sync routers for ids ['d69ee97c-7435-4272-ae12-c27e1fb7bce2'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:14:19.268537 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfa7554-b5e3-4075-8ef8-d0f3505d3202 None None] Routers {'d69ee97c-7435-4272-ae12-c27e1fb7bce2'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:14:19.268976 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c9a4677e-6948-46fb-a32e-af68b1bc17cf tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:19.269298 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-fbfa7554-b5e3-4075-8ef8-d0f3505d3202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:14:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['d69ee97c-7435-4272-ae12-c27e1fb7bce2'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:14:19.296493 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828161ee-5dba-47b9-87c8-459f8266e501 req-73d6a9db-2c08-4df8-9d8f-10940a964d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:19.298229 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9966a6-00d9-4730-943e-3f7d5903debe req-35cdb00f-410b-4d99-93aa-da72ad46354e tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:19.298933 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-828161ee-5dba-47b9-87c8-459f8266e501 req-73d6a9db-2c08-4df8-9d8f-10940a964d67 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2118075 Aug 29 04:14:19.300750 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0f9966a6-00d9-4730-943e-3f7d5903debe req-35cdb00f-410b-4d99-93aa-da72ad46354e tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] 10.222.0.46 "GET /v2.0/ports?device_id=a6f343cc-3e8a-4ad4-a1b7-c1f74da0625f HTTP/1.1" status: 200 len: 945 time: 0.2948284 Aug 29 04:14:19.336105 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-e210148c-19db-4282-9706-522647cc5846 admin admin] For port c744251d-a694-418d-bcb5-48d9a228908f, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=c744251d-a694-418d-bcb5-48d9a228908f,segment=NetworkSegment(e2ca65b5-0fa0-4357-b062-75370c92f2ef),segment_id=e2ca65b5-0fa0-4357-b062-75370c92f2ef)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:19.336658 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e210148c-19db-4282-9706-522647cc5846 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:19.349884 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492c1824-292c-4820-9569-146ea2273cda req-c9f0e0da-f313-42a2-926a-2afd9581ff8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:19.351761 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-492c1824-292c-4820-9569-146ea2273cda req-c9f0e0da-f313-42a2-926a-2afd9581ff8c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=48da3dc54d264865b5c4834c4a90f4b5&device_id=1e5ccfea-706b-4825-9d2e-60c0b092c82e HTTP/1.1" status: 200 len: 1096 time: 0.3439977 Aug 29 04:14:19.401522 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fd4f4b-8e78-43ba-b217-b684c0170930 req-343731cc-1178-4bdd-bacb-1e2d4e0e6438 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:19.403961 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e3fd4f4b-8e78-43ba-b217-b684c0170930 req-343731cc-1178-4bdd-bacb-1e2d4e0e6438 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.22 "GET /v2.0/ports?device_id=b19f4358-9655-4d2c-be8c-51116c0bce06 HTTP/1.1" status: 200 len: 945 time: 0.2559597 Aug 29 04:14:19.411368 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-c9a4677e-6948-46fb-a32e-af68b1bc17cf tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] 10.222.0.22 "PUT /v2.0/floatingips/befca590-dd8a-42b3-9659-e1a7df3d4018 HTTP/1.1" status: 200 len: 991 time: 2.9993403 Aug 29 04:14:19.421338 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bff4235-b6c4-4a1a-b4d5-8712fa116047', 'tag': '0a572f6b-629d-411d-990b-46e82e5b7cdc'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:14:19.422743 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-e210148c-19db-4282-9706-522647cc5846 admin admin] Calling delete_port for c744251d-a694-418d-bcb5-48d9a228908f owned by network:router_interface {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:14:19.422949 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6221cadd-a41f-4fc8-bccd-0e648bb36bf5" -d '{"events": [{"name": "network-changed", "server_uuid": "5bff4235-b6c4-4a1a-b4d5-8712fa116047", "tag": "0a572f6b-629d-411d-990b-46e82e5b7cdc"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:14:19.457732 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-fbfa7554-b5e3-4075-8ef8-d0f3505d3202 None None] Set router d69ee97c-7435-4272-ae12-c27e1fb7bce2 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:14:19.461502 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f91b48-0b51-47fe-a58f-a7592ad9ab9c req-43ece59b-12b2-4dd6-ad82-480636eabd21 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:19.463075 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b7f91b48-0b51-47fe-a58f-a7592ad9ab9c req-43ece59b-12b2-4dd6-ad82-480636eabd21 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/networks?id=2f4673af-b8e7-4620-a09f-889ce79ba3f8 HTTP/1.1" status: 200 len: 806 time: 0.4592195 Aug 29 04:14:19.539166 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-828161ee-5dba-47b9-87c8-459f8266e501 req-05111fbe-44b6-43cf-9de7-50cfef80eeec service neutron] 10.222.0.46 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205467 Aug 29 04:14:19.562119 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e3fd4f4b-8e78-43ba-b217-b684c0170930 req-f7d4bc2a-de5b-4230-b010-27933dffe6d6 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e63e8ef-00a5-40d1-a0c1-bc99e0ad79b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125920 Aug 29 04:14:19.588615 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b7f91b48-0b51-47fe-a58f-a7592ad9ab9c req-0e99b35c-6c58-4e19-952f-d24d83f6b161 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/quotas/5a14f7f9066643a38713cee788a50c7a HTTP/1.1" status: 200 len: 375 time: 0.1115546 Aug 29 04:14:19.672071 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492c1824-292c-4820-9569-146ea2273cda req-c7be9085-5da5-4228-aa7f-6c2b187fb84e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:19.674175 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-492c1824-292c-4820-9569-146ea2273cda req-c7be9085-5da5-4228-aa7f-6c2b187fb84e service neutron] 10.222.0.46 "GET /v2.0/networks?id=7521cd58-9470-4433-82b8-7e942c988b03 HTTP/1.1" status: 200 len: 913 time: 0.2858629 Aug 29 04:14:19.716754 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b35714ff-b777-4774-bcda-d43a3201f2b0 x-openstack-request-id: req-b35714ff-b777-4774-bcda-d43a3201f2b0 {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:14:19.717601 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd62f4a6-0e49-4c5c-a7b5-434056555329", "tag": "355acfa5-d62a-488b-9cea-a72f9a2dca61", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:14:19.718180 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b35714ff-b777-4774-bcda-d43a3201f2b0 {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:14:19.719030 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd62f4a6-0e49-4c5c-a7b5-434056555329', 'tag': '355acfa5-d62a-488b-9cea-a72f9a2dca61', 'status': 'completed', 'code': 200} Aug 29 04:14:19.760313 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b7f91b48-0b51-47fe-a58f-a7592ad9ab9c req-ec983bfe-2ba3-44eb-9785-4d55de58b1d8 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=5a14f7f9066643a38713cee788a50c7a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1583409 Aug 29 04:14:19.760657 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.46', 51174) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:14:19.794349 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-0f9966a6-00d9-4730-943e-3f7d5903debe req-f451d480-487a-430a-be21-ed39d13a7a1c tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] Deleting port 04d8818c-c90c-423b-9e2f-1322129b08e7 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:14:19.794696 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-0f9966a6-00d9-4730-943e-3f7d5903debe req-f451d480-487a-430a-be21-ed39d13a7a1c tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:19.799269 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-492c1824-292c-4820-9569-146ea2273cda req-c5a4abae-33aa-4441-a6bf-4f5fabb2f375 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f94ff432-1efb-4d16-b88c-19279e1457b8 HTTP/1.1" status: 200 len: 999 time: 0.1122036 Aug 29 04:14:19.995830 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492c1824-292c-4820-9569-146ea2273cda req-2e9678de-67e1-40b0-830f-2929c029ff2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:19.997439 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-492c1824-292c-4820-9569-146ea2273cda req-2e9678de-67e1-40b0-830f-2929c029ff2c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=be5f55ab-7fa1-406c-9ca9-03e74b79ef6a HTTP/1.1" status: 200 len: 851 time: 0.1828578 Aug 29 04:14:20.027495 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-fbfa7554-b5e3-4075-8ef8-d0f3505d3202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd69ee97c-7435-4272-ae12-c27e1fb7bce2', 'name': 'tempest-ServersTestJSON-515532501-router', 'tenant_id': 'bb6e10a651234f1892cfd75265a07adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '25feee62-a776-484c-81a4-2dc9b649e21e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:13:15Z', 'updated_at': '2021-08-29T04:13:22Z', 'revision_number': 4, 'project_id': 'bb6e10a651234f1892cfd75265a07adc', 'gw_port': {'id': '25feee62-a776-484c-81a4-2dc9b649e21e', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:46:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69ee97c-7435-4272-ae12-c27e1fb7bce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:13:16Z', 'updated_at': '2021-08-29T04:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': 'befca590-dd8a-42b3-9659-e1a7df3d4018', 'tenant_id': 'bb6e10a651234f1892cfd75265a07adc', 'floating_ip_address': '172.25.0.248', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': 'd69ee97c-7435-4272-ae12-c27e1fb7bce2', 'port_id': '0a572f6b-629d-411d-990b-46e82e5b7cdc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 804, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e550fef6-11de-4328-a156-3af4f67461c6', 'mac_address': 'fa:16:3e:89:73:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bff4235-b6c4-4a1a-b4d5-8712fa116047', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:13:31Z', 'updated_at': '2021-08-29T04:14:17Z', 'revision_number': 1, 'project_id': 'bb6e10a651234f1892cfd75265a07adc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb13066a-6902-4dfd-b513-4c7b3531adb6', 'name': '', 'network_id': 'e550fef6-11de-4328-a156-3af4f67461c6', 'tenant_id': 'bb6e10a651234f1892cfd75265a07adc', 'mac_address': 'fa:16:3e:ce:4e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69ee97c-7435-4272-ae12-c27e1fb7bce2', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '4718f4d9-f95e-437e-b5e4-68b9c2bae735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:13:20Z', 'updated_at': '2021-08-29T04:13:37Z', 'revision_number': 5, 'project_id': 'bb6e10a651234f1892cfd75265a07adc', 'subnets': [{'id': '4718f4d9-f95e-437e-b5e4-68b9c2bae735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:14:20.058867 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-0f9966a6-00d9-4730-943e-3f7d5903debe req-f451d480-487a-430a-be21-ed39d13a7a1c tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] For port 04d8818c-c90c-423b-9e2f-1322129b08e7, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=04d8818c-c90c-423b-9e2f-1322129b08e7,segment=NetworkSegment(b67d6817-731c-4ba0-9790-a50b114ac3d7),segment_id=b67d6817-731c-4ba0-9790-a50b114ac3d7)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:20.059338 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-0f9966a6-00d9-4730-943e-3f7d5903debe req-f451d480-487a-430a-be21-ed39d13a7a1c tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:20.068672 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b7f91b48-0b51-47fe-a58f-a7592ad9ab9c req-346c6f84-b380-416b-b238-cb7438cbee21 service neutron] 10.222.0.22 "GET /v2.0/networks/2f4673af-b8e7-4620-a09f-889ce79ba3f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3070626 Aug 29 04:14:20.071890 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfa7554-b5e3-4075-8ef8-d0f3505d3202 None None] Checking router: d69ee97c-7435-4272-ae12-c27e1fb7bce2 for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:14:20.085141 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfa7554-b5e3-4075-8ef8-d0f3505d3202 None None] Routers {'d69ee97c-7435-4272-ae12-c27e1fb7bce2'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:14:20.085802 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-fbfa7554-b5e3-4075-8ef8-d0f3505d3202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:14:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['d69ee97c-7435-4272-ae12-c27e1fb7bce2'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:14:20.214147 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492c1824-292c-4820-9569-146ea2273cda req-b81afc28-3805-443c-b1d0-07652a22ed6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:20.215838 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-492c1824-292c-4820-9569-146ea2273cda req-b81afc28-3805-443c-b1d0-07652a22ed6c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7521cd58-9470-4433-82b8-7e942c988b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2061887 Aug 29 04:14:20.255644 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-828161ee-5dba-47b9-87c8-459f8266e501 req-4a80bc96-33c8-4108-9a15-a1fb811830d7 service neutron] 10.222.0.46 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6924007 Aug 29 04:14:20.271364 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-fbfa7554-b5e3-4075-8ef8-d0f3505d3202 None None] Set router d69ee97c-7435-4272-ae12-c27e1fb7bce2 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:14:20.309249 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a6382d-cd3a-450e-8b81-7cbfb7d06e58 req-3c4847c4-e6ef-4018-a4b4-305c24f9b001 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:20.310854 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-97a6382d-cd3a-450e-8b81-7cbfb7d06e58 req-3c4847c4-e6ef-4018-a4b4-305c24f9b001 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e5ccfea-706b-4825-9d2e-60c0b092c82e HTTP/1.1" status: 200 len: 944 time: 0.4546919 Aug 29 04:14:20.328881 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eed4fd3-dd4d-4ed7-9f05-d39b2cf6912a req-3ffa82a0-d219-4d13-9aa1-aa510958427a tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:20.330046 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7eed4fd3-dd4d-4ed7-9f05-d39b2cf6912a req-3ffa82a0-d219-4d13-9aa1-aa510958427a tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.46 "GET /v2.0/ports?device_id=b19f4358-9655-4d2c-be8c-51116c0bce06 HTTP/1.1" status: 200 len: 945 time: 0.5678544 Aug 29 04:14:20.429250 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 91feca29-9c06-49f7-802c-92515715195f no longer exists at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:14:20.467765 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b7f91b48-0b51-47fe-a58f-a7592ad9ab9c req-1ea6bfbc-d1fa-4ee5-ad5f-8d3415c48295 service neutron] 10.222.0.22 "GET /v2.0/networks/2f4673af-b8e7-4620-a09f-889ce79ba3f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3820875 Aug 29 04:14:20.478773 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-97a6382d-cd3a-450e-8b81-7cbfb7d06e58 req-76c20d3a-8430-424d-8f12-84f05893b8d7 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=95663bcf-c178-40f7-a8d1-56ba6dc33aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1462975 Aug 29 04:14:20.519897 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2467e1-7676-4fa0-94c6-099abfa0dd06 req-f952bc72-8598-464a-a49f-142d15d801f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:20.529929 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7a2467e1-7676-4fa0-94c6-099abfa0dd06 req-f952bc72-8598-464a-a49f-142d15d801f2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=80ed2b0238ab48a49d1b355a26386ea3&device_id=fd62f4a6-0e49-4c5c-a7b5-434056555329 HTTP/1.1" status: 200 len: 1099 time: 0.2170935 Aug 29 04:14:20.533022 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e210148c-19db-4282-9706-522647cc5846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:20.592083 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e210148c-19db-4282-9706-522647cc5846 admin admin] Pushing event deleted for resources: {'Port': ['ID=c744251d-a694-418d-bcb5-48d9a228908f,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:20.605789 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-492c1824-292c-4820-9569-146ea2273cda req-82cb230f-97f8-4cb3-a9fa-db8d4ca49a98 service neutron] 10.222.0.46 "GET /v2.0/networks/7521cd58-9470-4433-82b8-7e942c988b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3796358 Aug 29 04:14:20.610084 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-0f9966a6-00d9-4730-943e-3f7d5903debe req-f451d480-487a-430a-be21-ed39d13a7a1c tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:20.610625 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-0f9966a6-00d9-4730-943e-3f7d5903debe req-f451d480-487a-430a-be21-ed39d13a7a1c tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719515'] for floatingip, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:20.610976 n-d-712140-12 neutron-server[94828]: INFO neutron.db.l3_db [req-0f9966a6-00d9-4730-943e-3f7d5903debe req-f451d480-487a-430a-be21-ed39d13a7a1c tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] Floating IP 53aab532-acf3-4676-8fbd-a90ddba55b1f disassociated. External IP: 172.25.0.135, port: 04d8818c-c90c-423b-9e2f-1322129b08e7. Aug 29 04:14:20.611331 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-0f9966a6-00d9-4730-943e-3f7d5903debe req-f451d480-487a-430a-be21-ed39d13a7a1c tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] Calling delete_port for 04d8818c-c90c-423b-9e2f-1322129b08e7 owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:14:20.797394 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:20.798435 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2467e1-7676-4fa0-94c6-099abfa0dd06 req-c7a5b84b-0d3e-40f6-a95b-fe1dcab61112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:20.801422 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7a2467e1-7676-4fa0-94c6-099abfa0dd06 req-c7a5b84b-0d3e-40f6-a95b-fe1dcab61112 service neutron] 10.222.0.46 "GET /v2.0/networks?id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 HTTP/1.1" status: 200 len: 870 time: 0.2609451 Aug 29 04:14:20.826665 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd952c196-c5ab-4e23-926c-fd07660010ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91feca29-9c06-49f7-802c-92515715195f'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:14:20.829625 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9be65a0d-14e0-4c02-8498-abc78b2fe102" -d '{"events": [{"server_uuid": "d952c196-c5ab-4e23-926c-fd07660010ab", "name": "network-vif-unplugged", "status": "completed", "tag": "91feca29-9c06-49f7-802c-92515715195f"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:14:20.852091 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 91feca29-9c06-49f7-802c-92515715195f, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=91feca29-9c06-49f7-802c-92515715195f,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:20.857599 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:20.970287 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-fbfa7554-b5e3-4075-8ef8-d0f3505d3202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd69ee97c-7435-4272-ae12-c27e1fb7bce2', 'name': 'tempest-ServersTestJSON-515532501-router', 'tenant_id': 'bb6e10a651234f1892cfd75265a07adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '25feee62-a776-484c-81a4-2dc9b649e21e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:13:15Z', 'updated_at': '2021-08-29T04:13:22Z', 'revision_number': 4, 'project_id': 'bb6e10a651234f1892cfd75265a07adc', 'gw_port': {'id': '25feee62-a776-484c-81a4-2dc9b649e21e', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:46:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69ee97c-7435-4272-ae12-c27e1fb7bce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:13:16Z', 'updated_at': '2021-08-29T04:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': 'befca590-dd8a-42b3-9659-e1a7df3d4018', 'tenant_id': 'bb6e10a651234f1892cfd75265a07adc', 'floating_ip_address': '172.25.0.248', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': 'd69ee97c-7435-4272-ae12-c27e1fb7bce2', 'port_id': '0a572f6b-629d-411d-990b-46e82e5b7cdc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 804, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e550fef6-11de-4328-a156-3af4f67461c6', 'mac_address': 'fa:16:3e:89:73:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bff4235-b6c4-4a1a-b4d5-8712fa116047', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:13:31Z', 'updated_at': '2021-08-29T04:14:17Z', 'revision_number': 1, 'project_id': 'bb6e10a651234f1892cfd75265a07adc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb13066a-6902-4dfd-b513-4c7b3531adb6', 'name': '', 'network_id': 'e550fef6-11de-4328-a156-3af4f67461c6', 'tenant_id': 'bb6e10a651234f1892cfd75265a07adc', 'mac_address': 'fa:16:3e:ce:4e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69ee97c-7435-4272-ae12-c27e1fb7bce2', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '4718f4d9-f95e-437e-b5e4-68b9c2bae735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:13:20Z', 'updated_at': '2021-08-29T04:13:37Z', 'revision_number': 5, 'project_id': 'bb6e10a651234f1892cfd75265a07adc', 'subnets': [{'id': '4718f4d9-f95e-437e-b5e4-68b9c2bae735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:14:21.043224 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfa7554-b5e3-4075-8ef8-d0f3505d3202 None None] The sync data for ids ['d69ee97c-7435-4272-ae12-c27e1fb7bce2'] in n-d-712140-12 is: [{'id': 'd69ee97c-7435-4272-ae12-c27e1fb7bce2', 'name': 'tempest-ServersTestJSON-515532501-router', 'tenant_id': 'bb6e10a651234f1892cfd75265a07adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '25feee62-a776-484c-81a4-2dc9b649e21e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:13:15Z', 'updated_at': '2021-08-29T04:13:22Z', 'revision_number': 4, 'project_id': 'bb6e10a651234f1892cfd75265a07adc', 'gw_port': {'id': '25feee62-a776-484c-81a4-2dc9b649e21e', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:46:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69ee97c-7435-4272-ae12-c27e1fb7bce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:13:16Z', 'updated_at': '2021-08-29T04:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': 'befca590-dd8a-42b3-9659-e1a7df3d4018', 'tenant_id': 'bb6e10a651234f1892cfd75265a07adc', 'floating_ip_address': '172.25.0.248', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': 'd69ee97c-7435-4272-ae12-c27e1fb7bce2', 'port_id': '0a572f6b-629d-411d-990b-46e82e5b7cdc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 804, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e550fef6-11de-4328-a156-3af4f67461c6', 'mac_address': 'fa:16:3e:89:73:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bff4235-b6c4-4a1a-b4d5-8712fa116047', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:13:31Z', 'updated_at': '2021-08-29T04:14:17Z', 'revision_number': 1, 'project_id': 'bb6e10a651234f1892cfd75265a07adc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb13066a-6902-4dfd-b513-4c7b3531adb6', 'name': '', 'network_id': 'e550fef6-11de-4328-a156-3af4f67461c6', 'tenant_id': 'bb6e10a651234f1892cfd75265a07adc', 'mac_address': 'fa:16:3e:ce:4e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69ee97c-7435-4272-ae12-c27e1fb7bce2', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '4718f4d9-f95e-437e-b5e4-68b9c2bae735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:13:20Z', 'updated_at': '2021-08-29T04:13:37Z', 'revision_number': 5, 'project_id': 'bb6e10a651234f1892cfd75265a07adc', 'subnets': [{'id': '4718f4d9-f95e-437e-b5e4-68b9c2bae735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:14:21.056935 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ff864c6-c48c-4444-9a29-2542eb01ed5a x-openstack-request-id: req-6ff864c6-c48c-4444-9a29-2542eb01ed5a {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:14:21.057401 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bff4235-b6c4-4a1a-b4d5-8712fa116047", "tag": "0a572f6b-629d-411d-990b-46e82e5b7cdc", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:14:21.057826 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6ff864c6-c48c-4444-9a29-2542eb01ed5a {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:14:21.067163 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bff4235-b6c4-4a1a-b4d5-8712fa116047', 'tag': '0a572f6b-629d-411d-990b-46e82e5b7cdc', 'status': 'completed', 'code': 200} Aug 29 04:14:21.083365 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=91feca29-9c06-49f7-802c-92515715195f,revision_number=11']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:21.084604 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-492c1824-292c-4820-9569-146ea2273cda req-98f821d7-9c93-4ba3-8ba9-dd1f91b12377 service neutron] 10.222.0.46 "GET /v2.0/networks/7521cd58-9470-4433-82b8-7e942c988b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4704604 Aug 29 04:14:21.122399 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7a2467e1-7676-4fa0-94c6-099abfa0dd06 req-6a58cc95-8091-479e-8468-8ae8c6a34247 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=355acfa5-d62a-488b-9cea-a72f9a2dca61 HTTP/1.1" status: 200 len: 217 time: 0.3134339 Aug 29 04:14:21.197187 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [req-7eed4fd3-dd4d-4ed7-9f05-d39b2cf6912a req-03f595ed-cf6c-4731-b078-e4f9f3419bb2 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Deleting port 58ac2b65-76b7-4e16-af20-d8413a49e8ba {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:14:21.197549 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-7eed4fd3-dd4d-4ed7-9f05-d39b2cf6912a req-03f595ed-cf6c-4731-b078-e4f9f3419bb2 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:21.263099 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6221cadd-a41f-4fc8-bccd-0e648bb36bf5 req-9eeead3e-0ef6-460a-82a1-888c814f11c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:21.264673 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6221cadd-a41f-4fc8-bccd-0e648bb36bf5 req-9eeead3e-0ef6-460a-82a1-888c814f11c5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bb6e10a651234f1892cfd75265a07adc&device_id=5bff4235-b6c4-4a1a-b4d5-8712fa116047 HTTP/1.1" status: 200 len: 1097 time: 0.1762867 Aug 29 04:14:21.326574 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ef484f-5336-49f8-b3a6-c5b53b7465f0 req-156bcb83-6626-450c-8268-0cc24fbb96e3 tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:21.328868 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a6ef484f-5336-49f8-b3a6-c5b53b7465f0 req-156bcb83-6626-450c-8268-0cc24fbb96e3 tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6f343cc-3e8a-4ad4-a1b7-c1f74da0625f HTTP/1.1" status: 200 len: 945 time: 0.5239699 Aug 29 04:14:21.330543 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2467e1-7676-4fa0-94c6-099abfa0dd06 req-0e64ff5c-0ba0-47d7-a8ff-593ff972091c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:21.332101 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7a2467e1-7676-4fa0-94c6-099abfa0dd06 req-0e64ff5c-0ba0-47d7-a8ff-593ff972091c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=18cd12d4-b12a-41b0-b0c5-618edbb84e74 HTTP/1.1" status: 200 len: 843 time: 0.1978292 Aug 29 04:14:21.499941 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51db8c7-4d17-4035-a796-434c67a8fda8 req-9f1543cc-9615-46d1-a277-2dda245e02d2 tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:21.509491 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d51db8c7-4d17-4035-a796-434c67a8fda8 req-9f1543cc-9615-46d1-a277-2dda245e02d2 tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] 10.222.0.22 "GET /v2.0/ports?device_id=d952c196-c5ab-4e23-926c-fd07660010ab HTTP/1.1" status: 200 len: 949 time: 0.3157978 Aug 29 04:14:21.520855 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d24644-263a-40bb-b2c1-bc7f304d50d0 None None] New status for floating IP befca590-dd8a-42b3-9659-e1a7df3d4018: ACTIVE {{(pid=94831) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:14:21.527603 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a6ef484f-5336-49f8-b3a6-c5b53b7465f0 req-54ad3c63-85a1-4205-aa4e-9fe927486ee3 tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] 10.222.0.22 "GET /v2.0/security-groups?id=63167af0-0bfb-43cf-8b9d-775e9610e721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1885066 Aug 29 04:14:21.554943 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e210148c-19db-4282-9706-522647cc5846 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-713231'] for router_interface, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:21.563515 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6221cadd-a41f-4fc8-bccd-0e648bb36bf5 req-ba702e69-09c7-44cd-b67b-5cedf80c57b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:21.565770 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6221cadd-a41f-4fc8-bccd-0e648bb36bf5 req-ba702e69-09c7-44cd-b67b-5cedf80c57b1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e550fef6-11de-4328-a156-3af4f67461c6 HTTP/1.1" status: 200 len: 906 time: 0.2920771 Aug 29 04:14:21.572050 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-7eed4fd3-dd4d-4ed7-9f05-d39b2cf6912a req-03f595ed-cf6c-4731-b078-e4f9f3419bb2 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] For port 58ac2b65-76b7-4e16-af20-d8413a49e8ba, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=58ac2b65-76b7-4e16-af20-d8413a49e8ba,segment=NetworkSegment(91716f4b-2300-4d9e-8518-8c88143693cd),segment_id=91716f4b-2300-4d9e-8518-8c88143693cd)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:21.572050 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-7eed4fd3-dd4d-4ed7-9f05-d39b2cf6912a req-03f595ed-cf6c-4731-b078-e4f9f3419bb2 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:21.608986 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [req-7eed4fd3-dd4d-4ed7-9f05-d39b2cf6912a req-03f595ed-cf6c-4731-b078-e4f9f3419bb2 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Calling delete_port for 58ac2b65-76b7-4e16-af20-d8413a49e8ba owned by compute:nova {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:14:21.639889 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2467e1-7676-4fa0-94c6-099abfa0dd06 req-a0daee5d-3fb1-4b77-b32e-59a73f58f4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:21.641449 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7a2467e1-7676-4fa0-94c6-099abfa0dd06 req-a0daee5d-3fb1-4b77-b32e-59a73f58f4f1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2992110 Aug 29 04:14:21.722164 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6221cadd-a41f-4fc8-bccd-0e648bb36bf5 req-5f30a5bf-8bd5-43e7-8c88-170743341f5e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a572f6b-629d-411d-990b-46e82e5b7cdc HTTP/1.1" status: 200 len: 999 time: 0.1163187 Aug 29 04:14:21.816134 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d51db8c7-4d17-4035-a796-434c67a8fda8 req-2fdba9a7-bf9e-4499-a904-bab721c39ab2 tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] 10.222.0.22 "GET /v2.0/security-groups?id=f702e36e-8d7e-475c-937a-d43e5f05c39f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453876 Aug 29 04:14:21.853011 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-0f9966a6-00d9-4730-943e-3f7d5903debe req-f451d480-487a-430a-be21-ed39d13a7a1c tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:21.910623 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da066b95-61c2-42ee-abcc-403d2026ae90 req-8f728a93-2065-43fb-8578-800a0c27fb54 tempest-ServerDiagnosticsNegativeTest-1309428557 tempest-ServerDiagnosticsNegativeTest-1309428557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:21.919070 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-da066b95-61c2-42ee-abcc-403d2026ae90 req-8f728a93-2065-43fb-8578-800a0c27fb54 tempest-ServerDiagnosticsNegativeTest-1309428557 tempest-ServerDiagnosticsNegativeTest-1309428557-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd62f4a6-0e49-4c5c-a7b5-434056555329 HTTP/1.1" status: 200 len: 947 time: 0.2845035 Aug 29 04:14:21.936640 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f451d480-487a-430a-be21-ed39d13a7a1c tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] Pushing event deleted for resources: {'Port': ['ID=04d8818c-c90c-423b-9e2f-1322129b08e7,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:22.003592 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6221cadd-a41f-4fc8-bccd-0e648bb36bf5 req-9034b624-13fd-40b3-b6f5-11c356d0632c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:22.005551 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6221cadd-a41f-4fc8-bccd-0e648bb36bf5 req-9034b624-13fd-40b3-b6f5-11c356d0632c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4718f4d9-f95e-437e-b5e4-68b9c2bae735 HTTP/1.1" status: 200 len: 844 time: 0.2617939 Aug 29 04:14:22.027893 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7a2467e1-7676-4fa0-94c6-099abfa0dd06 req-a8fc0b24-eebf-45ab-9e6d-21dd77631694 service neutron] 10.222.0.46 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3365791 Aug 29 04:14:22.174722 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-da066b95-61c2-42ee-abcc-403d2026ae90 req-49500bfd-2fdd-4712-b3ef-53ee1730d454 tempest-ServerDiagnosticsNegativeTest-1309428557 tempest-ServerDiagnosticsNegativeTest-1309428557-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9e0a124-ddb8-4447-b074-b76a2b9aee41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546697 Aug 29 04:14:22.198725 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0389db8a-84f3-4f90-8419-9c5e68a94eba req-89e52211-8164-48e5-ab22-679a85e48b52 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:22.211795 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0389db8a-84f3-4f90-8419-9c5e68a94eba req-89e52211-8164-48e5-ab22-679a85e48b52 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.22 "GET /v2.0/ports?device_id=b19f4358-9655-4d2c-be8c-51116c0bce06 HTTP/1.1" status: 200 len: 945 time: 0.1717131 Aug 29 04:14:22.211795 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6221cadd-a41f-4fc8-bccd-0e648bb36bf5 req-0a6fea10-73c2-4357-b1de-b0a4e9851bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:22.211795 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6221cadd-a41f-4fc8-bccd-0e648bb36bf5 req-0a6fea10-73c2-4357-b1de-b0a4e9851bd0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e550fef6-11de-4328-a156-3af4f67461c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1904528 Aug 29 04:14:22.295380 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0f9966a6-00d9-4730-943e-3f7d5903debe req-f451d480-487a-430a-be21-ed39d13a7a1c tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] Router 4fc67e82-9ebb-43c8-8413-a5d7c08de470 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:14:22.340605 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-7eed4fd3-dd4d-4ed7-9f05-d39b2cf6912a req-03f595ed-cf6c-4731-b078-e4f9f3419bb2 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:22.345133 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0389db8a-84f3-4f90-8419-9c5e68a94eba req-983264e8-72ad-4584-8281-f4977cf46e11 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e63e8ef-00a5-40d1-a0c1-bc99e0ad79b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319592 Aug 29 04:14:22.356793 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['58ac2b65-76b7-4e16-af20-d8413a49e8ba'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:14:22.408776 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7a2467e1-7676-4fa0-94c6-099abfa0dd06 req-bbd5c23b-3ad2-46b3-ac42-ace83de324f5 service neutron] 10.222.0.46 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3603063 Aug 29 04:14:22.435362 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-413faa1d-9957-40e9-80e9-5a2b8acb4d99 x-openstack-request-id: req-413faa1d-9957-40e9-80e9-5a2b8acb4d99 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:14:22.435933 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d952c196-c5ab-4e23-926c-fd07660010ab", "name": "network-vif-unplugged", "status": "completed", "tag": "91feca29-9c06-49f7-802c-92515715195f", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:14:22.436344 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-413faa1d-9957-40e9-80e9-5a2b8acb4d99 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:14:22.436995 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd952c196-c5ab-4e23-926c-fd07660010ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91feca29-9c06-49f7-802c-92515715195f', 'code': 200} Aug 29 04:14:22.452156 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f595ed-cf6c-4731-b078-e4f9f3419bb2 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Pushing event deleted for resources: {'Port': ['ID=58ac2b65-76b7-4e16-af20-d8413a49e8ba,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:22.474711 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e210148c-19db-4282-9706-522647cc5846 admin admin] Router 93ee9989-533a-42a0-b192-96a99d4c6149 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:14:22.508561 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6221cadd-a41f-4fc8-bccd-0e648bb36bf5 req-40a6a3f1-3559-4130-bf84-e941def35037 service neutron] 10.222.0.48 "GET /v2.0/networks/e550fef6-11de-4328-a156-3af4f67461c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2880971 Aug 29 04:14:22.556174 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eed4fd3-dd4d-4ed7-9f05-d39b2cf6912a req-03f595ed-cf6c-4731-b078-e4f9f3419bb2 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] No DVR routers for this DVR port 58ac2b65-76b7-4e16-af20-d8413a49e8ba on host n-h1-712140-12 {{(pid=94829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:14:22.560689 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-7eed4fd3-dd4d-4ed7-9f05-d39b2cf6912a req-03f595ed-cf6c-4731-b078-e4f9f3419bb2 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:22.562773 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7eed4fd3-dd4d-4ed7-9f05-d39b2cf6912a req-03f595ed-cf6c-4731-b078-e4f9f3419bb2 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.46 "DELETE /v2.0/ports/58ac2b65-76b7-4e16-af20-d8413a49e8ba HTTP/1.1" status: 204 len: 173 time: 2.2230551 Aug 29 04:14:22.563856 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b19f4358-9655-4d2c-be8c-51116c0bce06', 'name': 'network-vif-deleted', 'tag': '58ac2b65-76b7-4e16-af20-d8413a49e8ba'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:14:22.566718 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3da27d0d-5b77-4d01-892f-f69cee0e2880" -d '{"events": [{"server_uuid": "b19f4358-9655-4d2c-be8c-51116c0bce06", "name": "network-vif-deleted", "tag": "58ac2b65-76b7-4e16-af20-d8413a49e8ba"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:14:22.742056 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0f9966a6-00d9-4730-943e-3f7d5903debe req-f451d480-487a-430a-be21-ed39d13a7a1c tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:14:22.763595 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bcfb5d-1562-433a-a59a-9875f2016b22 None None] Sync routers for ids ['4fc67e82-9ebb-43c8-8413-a5d7c08de470'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:14:22.783638 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bcfb5d-1562-433a-a59a-9875f2016b22 None None] Routers {'4fc67e82-9ebb-43c8-8413-a5d7c08de470'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:14:22.785476 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-21bcfb5d-1562-433a-a59a-9875f2016b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:14:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['4fc67e82-9ebb-43c8-8413-a5d7c08de470'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:14:22.807383 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e210148c-19db-4282-9706-522647cc5846 admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:14:22.813851 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-e210148c-19db-4282-9706-522647cc5846 admin admin] 10.222.0.22 "PUT /v2.0/routers/93ee9989-533a-42a0-b192-96a99d4c6149/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0604582 Aug 29 04:14:22.817561 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 41506) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:14:22.832939 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2ff054-7c47-4b50-ac4b-314bd6be9e82 None None] Sync routers for ids ['93ee9989-533a-42a0-b192-96a99d4c6149'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:14:22.872014 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2ff054-7c47-4b50-ac4b-314bd6be9e82 None None] Routers {'93ee9989-533a-42a0-b192-96a99d4c6149'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:14:22.873012 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-8d2ff054-7c47-4b50-ac4b-314bd6be9e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:14:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['93ee9989-533a-42a0-b192-96a99d4c6149'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:14:22.943055 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f9966a6-00d9-4730-943e-3f7d5903debe req-f451d480-487a-430a-be21-ed39d13a7a1c tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] No DVR routers for this DVR port 04d8818c-c90c-423b-9e2f-1322129b08e7 on host n-h1-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:14:22.959259 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-0f9966a6-00d9-4730-943e-3f7d5903debe req-f451d480-487a-430a-be21-ed39d13a7a1c tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:22.962586 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0f9966a6-00d9-4730-943e-3f7d5903debe req-f451d480-487a-430a-be21-ed39d13a7a1c tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] 10.222.0.46 "DELETE /v2.0/ports/04d8818c-c90c-423b-9e2f-1322129b08e7 HTTP/1.1" status: 204 len: 173 time: 3.6304145 Aug 29 04:14:22.983964 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230ff759-7ea9-4f55-a0e0-10632824d020 req-0110a57c-f25d-49c7-b503-91828c05e2ac tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:22.986465 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-230ff759-7ea9-4f55-a0e0-10632824d020 req-0110a57c-f25d-49c7-b503-91828c05e2ac tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e5ccfea-706b-4825-9d2e-60c0b092c82e HTTP/1.1" status: 200 len: 944 time: 0.4159226 Aug 29 04:14:23.000604 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6221cadd-a41f-4fc8-bccd-0e648bb36bf5 req-96173401-dc31-4189-ab7e-c34a0b9e21e0 service neutron] 10.222.0.48 "GET /v2.0/networks/e550fef6-11de-4328-a156-3af4f67461c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4792912 Aug 29 04:14:23.008112 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 355acfa5-d62a-488b-9cea-a72f9a2dca61 details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:14:23.014186 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 04d8818c-c90c-423b-9e2f-1322129b08e7 no longer exists at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:14:23.070887 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6f343cc-3e8a-4ad4-a1b7-c1f74da0625f', 'name': 'network-vif-deleted', 'tag': '04d8818c-c90c-423b-9e2f-1322129b08e7'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:14:23.077811 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbe62eb1-4d47-41e6-84ed-1e24f39dd8a4" -d '{"events": [{"server_uuid": "a6f343cc-3e8a-4ad4-a1b7-c1f74da0625f", "name": "network-vif-deleted", "tag": "04d8818c-c90c-423b-9e2f-1322129b08e7"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:14:23.092613 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] No Port match for: 04d8818c-c90c-423b-9e2f-1322129b08e7 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:14:23.093150 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 04d8818c-c90c-423b-9e2f-1322129b08e7 not bound to the agent host n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:14:23.119616 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-230ff759-7ea9-4f55-a0e0-10632824d020 req-8e4dc4a4-3687-4380-a3d4-c2ca3ce7b0f2 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=95663bcf-c178-40f7-a8d1-56ba6dc33aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136117 Aug 29 04:14:23.125664 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-8d2ff054-7c47-4b50-ac4b-314bd6be9e82 None None] Set router 93ee9989-533a-42a0-b192-96a99d4c6149 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:14:23.155766 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4152d5c8-b496-4060-a7b1-78b0f0ae9769 admin admin] Notify callbacks [] for router, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:23.192950 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-21bcfb5d-1562-433a-a59a-9875f2016b22 None None] Set router 4fc67e82-9ebb-43c8-8413-a5d7c08de470 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:14:23.239931 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-abe96ecc-8adc-423d-8f03-190412f73f69 req-f5ec4c0d-4b6f-4621-9e0b-aa8963d071e3 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ad99df8-745b-4271-a670-6dc663c9d9a1 HTTP/1.1" status: 200 len: 210 time: 0.1430366 Aug 29 04:14:23.363955 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8163def8-5cb6-4eb7-bb4f-d12b79e6c73d x-openstack-request-id: req-8163def8-5cb6-4eb7-bb4f-d12b79e6c73d {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:14:23.365471 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b19f4358-9655-4d2c-be8c-51116c0bce06", "name": "network-vif-deleted", "tag": "58ac2b65-76b7-4e16-af20-d8413a49e8ba", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:14:23.365471 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8163def8-5cb6-4eb7-bb4f-d12b79e6c73d {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:14:23.365471 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b19f4358-9655-4d2c-be8c-51116c0bce06', 'name': 'network-vif-deleted', 'tag': '58ac2b65-76b7-4e16-af20-d8413a49e8ba', 'status': 'completed', 'code': 200} Aug 29 04:14:23.395452 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-50369070-2390-4a94-84c5-88e6961da839 req-4a2a0a24-96be-4b85-85d1-a122eb005b91 tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6f343cc-3e8a-4ad4-a1b7-c1f74da0625f HTTP/1.1" status: 200 len: 210 time: 0.0633934 Aug 29 04:14:23.397743 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b7f91b48-0b51-47fe-a58f-a7592ad9ab9c req-6610f3d3-cdcc-46a6-a9ed-281e1b4ee215 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5a14f7f9066643a38713cee788a50c7a&device_id=5ad99df8-745b-4271-a670-6dc663c9d9a1 HTTP/1.1" status: 200 len: 210 time: 0.1641817 Aug 29 04:14:23.477535 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4152d5c8-b496-4060-a7b1-78b0f0ae9769 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:23.477902 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 355acfa5-d62a-488b-9cea-a72f9a2dca61, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=355acfa5-d62a-488b-9cea-a72f9a2dca61,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:23.529198 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Returning: {'device': '355acfa5-d62a-488b-9cea-a72f9a2dca61', 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45', 'port_id': '355acfa5-d62a-488b-9cea-a72f9a2dca61', 'mac_address': 'fa:16:3e:97:81:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18cd12d4-b12a-41b0-b0c5-618edbb84e74', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:14:23.575108 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:23.587509 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a92a106-b6aa-4410-9250-380fc20b57eb x-openstack-request-id: req-3a92a106-b6aa-4410-9250-380fc20b57eb {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:14:23.591206 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6f343cc-3e8a-4ad4-a1b7-c1f74da0625f", "name": "network-vif-deleted", "tag": "04d8818c-c90c-423b-9e2f-1322129b08e7", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:14:23.591501 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3a92a106-b6aa-4410-9250-380fc20b57eb {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:14:23.592049 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6f343cc-3e8a-4ad4-a1b7-c1f74da0625f', 'name': 'network-vif-deleted', 'tag': '04d8818c-c90c-423b-9e2f-1322129b08e7', 'status': 'completed', 'code': 200} Aug 29 04:14:23.607408 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 355acfa5-d62a-488b-9cea-a72f9a2dca61 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:14:23.633041 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 355acfa5-d62a-488b-9cea-a72f9a2dca61, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=355acfa5-d62a-488b-9cea-a72f9a2dca61,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:23.646751 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:23.717888 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-21bcfb5d-1562-433a-a59a-9875f2016b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc67e82-9ebb-43c8-8413-a5d7c08de470', 'name': 'tempest-ServersTestManualDisk-925007010-router', 'tenant_id': '80868c13a1a14c89a9961d67996970da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': '7fa4711e-51ef-4a44-aed5-e3b6f04626e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:11:55Z', 'updated_at': '2021-08-29T04:12:01Z', 'revision_number': 4, 'project_id': '80868c13a1a14c89a9961d67996970da', 'gw_port': {'id': '7fa4711e-51ef-4a44-aed5-e3b6f04626e5', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:cf:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc67e82-9ebb-43c8-8413-a5d7c08de470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:11:56Z', 'updated_at': '2021-08-29T04:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': 'b076f191-52ea-43ea-9da0-41b18f67a78c', 'name': '', 'network_id': '3289792e-f838-4808-bdaa-0bd84d874fd6', 'tenant_id': '80868c13a1a14c89a9961d67996970da', 'mac_address': 'fa:16:3e:ca:e1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc67e82-9ebb-43c8-8413-a5d7c08de470', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'e056129e-3078-4985-8124-8db3fb753ac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:12:00Z', 'updated_at': '2021-08-29T04:12:07Z', 'revision_number': 5, 'project_id': '80868c13a1a14c89a9961d67996970da', 'subnets': [{'id': 'e056129e-3078-4985-8124-8db3fb753ac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:14:23.749638 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-4152d5c8-b496-4060-a7b1-78b0f0ae9769 admin admin] Deleting port 7511b607-4465-416e-9765-35811dd913a0 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:14:23.757731 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4152d5c8-b496-4060-a7b1-78b0f0ae9769 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:23.801524 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bcfb5d-1562-433a-a59a-9875f2016b22 None None] Checking router: 4fc67e82-9ebb-43c8-8413-a5d7c08de470 for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:14:23.855176 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f91b48-0b51-47fe-a58f-a7592ad9ab9c req-ac68f6f4-8cc2-4edc-97cd-ed3a969acef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:23.859544 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b7f91b48-0b51-47fe-a58f-a7592ad9ab9c req-ac68f6f4-8cc2-4edc-97cd-ed3a969acef4 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=5a14f7f9066643a38713cee788a50c7a&shared=False HTTP/1.1" status: 200 len: 907 time: 0.4523370 Aug 29 04:14:23.865156 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bcfb5d-1562-433a-a59a-9875f2016b22 None None] Routers {'4fc67e82-9ebb-43c8-8413-a5d7c08de470'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:14:23.865800 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-21bcfb5d-1562-433a-a59a-9875f2016b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:14:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['4fc67e82-9ebb-43c8-8413-a5d7c08de470'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:14:23.910215 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-45074cf6-6bef-4086-9ee3-145719ef41d4 req-2a2d35b5-531c-4a20-9343-c4411108fdb4 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.22 "GET /v2.0/ports?device_id=b19f4358-9655-4d2c-be8c-51116c0bce06 HTTP/1.1" status: 200 len: 210 time: 0.0480409 Aug 29 04:14:24.056264 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-8d2ff054-7c47-4b50-ac4b-314bd6be9e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ee9989-533a-42a0-b192-96a99d4c6149', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-732447576-router', 'tenant_id': 'b8e5ee0a53fd42e2a03b18096f8a732f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '7511b607-4465-416e-9765-35811dd913a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:07:34Z', 'updated_at': '2021-08-29T04:14:20Z', 'revision_number': 5, 'project_id': 'b8e5ee0a53fd42e2a03b18096f8a732f', 'gw_port': {'id': '7511b607-4465-416e-9765-35811dd913a0', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:98:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ee9989-533a-42a0-b192-96a99d4c6149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:07:34Z', 'updated_at': '2021-08-29T04:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:14:24.064932 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=355acfa5-d62a-488b-9cea-a72f9a2dca61,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:24.072018 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['355acfa5-d62a-488b-9cea-a72f9a2dca61'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:14:24.194996 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-21bcfb5d-1562-433a-a59a-9875f2016b22 None None] Set router 4fc67e82-9ebb-43c8-8413-a5d7c08de470 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:14:24.207733 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2ff054-7c47-4b50-ac4b-314bd6be9e82 None None] Checking router: 93ee9989-533a-42a0-b192-96a99d4c6149 for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:14:24.224412 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2ff054-7c47-4b50-ac4b-314bd6be9e82 None None] Routers {'93ee9989-533a-42a0-b192-96a99d4c6149'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:14:24.224949 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-8d2ff054-7c47-4b50-ac4b-314bd6be9e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:14:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['93ee9989-533a-42a0-b192-96a99d4c6149'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:14:24.449020 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-8d2ff054-7c47-4b50-ac4b-314bd6be9e82 None None] Set router 93ee9989-533a-42a0-b192-96a99d4c6149 gateway port host: None {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:14:24.546155 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f6c0c9-5714-46bf-bef7-b220ad4edc00 req-65d78366-80b4-4d9d-af85-d65cf6096617 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:24.548048 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-10f6c0c9-5714-46bf-bef7-b220ad4edc00 req-65d78366-80b4-4d9d-af85-d65cf6096617 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e5ccfea-706b-4825-9d2e-60c0b092c82e HTTP/1.1" status: 200 len: 944 time: 0.0946350 Aug 29 04:14:24.565410 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f91b48-0b51-47fe-a58f-a7592ad9ab9c req-1b16a8a4-83fb-4f20-818b-4775db8085bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:24.567617 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b7f91b48-0b51-47fe-a58f-a7592ad9ab9c req-1b16a8a4-83fb-4f20-818b-4775db8085bf service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6876087 Aug 29 04:14:24.613195 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-8d2ff054-7c47-4b50-ac4b-314bd6be9e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ee9989-533a-42a0-b192-96a99d4c6149', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-732447576-router', 'tenant_id': 'b8e5ee0a53fd42e2a03b18096f8a732f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:07:34Z', 'updated_at': '2021-08-29T04:14:23Z', 'revision_number': 6, 'project_id': 'b8e5ee0a53fd42e2a03b18096f8a732f', 'gw_port_host': None}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:14:24.636389 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-10f6c0c9-5714-46bf-bef7-b220ad4edc00 req-61d203b2-03e6-481b-8139-25ecffbeea58 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=95663bcf-c178-40f7-a8d1-56ba6dc33aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776358 Aug 29 04:14:24.641908 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529a8e8f-1e2f-4ffc-ae08-8d41effac30c req-c61bba6b-0f9a-4245-b8a6-bfd92648d0bb tempest-ServerDiagnosticsNegativeTest-1309428557 tempest-ServerDiagnosticsNegativeTest-1309428557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:24.648970 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2ff054-7c47-4b50-ac4b-314bd6be9e82 None None] The sync data for ids ['93ee9989-533a-42a0-b192-96a99d4c6149'] in n-d-712140-12 is: [{'id': '93ee9989-533a-42a0-b192-96a99d4c6149', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-732447576-router', 'tenant_id': 'b8e5ee0a53fd42e2a03b18096f8a732f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:07:34Z', 'updated_at': '2021-08-29T04:14:23Z', 'revision_number': 6, 'project_id': 'b8e5ee0a53fd42e2a03b18096f8a732f', 'gw_port_host': None}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:14:24.656413 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-529a8e8f-1e2f-4ffc-ae08-8d41effac30c req-c61bba6b-0f9a-4245-b8a6-bfd92648d0bb tempest-ServerDiagnosticsNegativeTest-1309428557 tempest-ServerDiagnosticsNegativeTest-1309428557-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd62f4a6-0e49-4c5c-a7b5-434056555329 HTTP/1.1" status: 200 len: 948 time: 0.8207123 Aug 29 04:14:24.729948 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-4152d5c8-b496-4060-a7b1-78b0f0ae9769 admin admin] For port 7511b607-4465-416e-9765-35811dd913a0, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=7511b607-4465-416e-9765-35811dd913a0,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:24.730711 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4152d5c8-b496-4060-a7b1-78b0f0ae9769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:24.747173 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b7f91b48-0b51-47fe-a58f-a7592ad9ab9c req-7c09cf0a-3b56-4701-9daa-6e3f2ecca634 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ad99df8-745b-4271-a670-6dc663c9d9a1 HTTP/1.1" status: 200 len: 210 time: 0.1081035 Aug 29 04:14:24.765054 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-4152d5c8-b496-4060-a7b1-78b0f0ae9769 admin admin] Calling delete_port for 7511b607-4465-416e-9765-35811dd913a0 owned by network:router_gateway {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:14:24.799856 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-529a8e8f-1e2f-4ffc-ae08-8d41effac30c req-f1716c67-78bd-40f2-94e9-23a5276c8cf4 tempest-ServerDiagnosticsNegativeTest-1309428557 tempest-ServerDiagnosticsNegativeTest-1309428557-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9e0a124-ddb8-4447-b074-b76a2b9aee41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127298 Aug 29 04:14:24.975372 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d03cb800-5cab-4284-a34c-761bbd417dfa req-dc47f008-9b82-4e5e-8540-1ceff1128a15 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ad99df8-745b-4271-a670-6dc663c9d9a1 HTTP/1.1" status: 200 len: 210 time: 0.0345118 Aug 29 04:14:25.040894 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 58ac2b65-76b7-4e16-af20-d8413a49e8ba no longer exists at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:14:25.092893 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device c744251d-a694-418d-bcb5-48d9a228908f no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:14:25.101693 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] No Port match for: 58ac2b65-76b7-4e16-af20-d8413a49e8ba {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:14:25.103105 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 58ac2b65-76b7-4e16-af20-d8413a49e8ba not bound to the agent host n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:14:25.126096 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4152d5c8-b496-4060-a7b1-78b0f0ae9769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:25.151915 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: c744251d-a694-418d-bcb5-48d9a228908f {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:14:25.152464 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device c744251d-a694-418d-bcb5-48d9a228908f not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:14:25.167251 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-21bcfb5d-1562-433a-a59a-9875f2016b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc67e82-9ebb-43c8-8413-a5d7c08de470', 'name': 'tempest-ServersTestManualDisk-925007010-router', 'tenant_id': '80868c13a1a14c89a9961d67996970da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': '7fa4711e-51ef-4a44-aed5-e3b6f04626e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:11:55Z', 'updated_at': '2021-08-29T04:12:01Z', 'revision_number': 4, 'project_id': '80868c13a1a14c89a9961d67996970da', 'gw_port': {'id': '7fa4711e-51ef-4a44-aed5-e3b6f04626e5', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:cf:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc67e82-9ebb-43c8-8413-a5d7c08de470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:11:56Z', 'updated_at': '2021-08-29T04:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': 'b076f191-52ea-43ea-9da0-41b18f67a78c', 'name': '', 'network_id': '3289792e-f838-4808-bdaa-0bd84d874fd6', 'tenant_id': '80868c13a1a14c89a9961d67996970da', 'mac_address': 'fa:16:3e:ca:e1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc67e82-9ebb-43c8-8413-a5d7c08de470', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'e056129e-3078-4985-8124-8db3fb753ac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:12:00Z', 'updated_at': '2021-08-29T04:12:07Z', 'revision_number': 5, 'project_id': '80868c13a1a14c89a9961d67996970da', 'subnets': [{'id': 'e056129e-3078-4985-8124-8db3fb753ac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:14:25.182039 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4152d5c8-b496-4060-a7b1-78b0f0ae9769 admin admin] Pushing event deleted for resources: {'Port': ['ID=7511b607-4465-416e-9765-35811dd913a0,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:25.244261 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bcfb5d-1562-433a-a59a-9875f2016b22 None None] The sync data for ids ['4fc67e82-9ebb-43c8-8413-a5d7c08de470'] in n-d-712140-12 is: [{'id': '4fc67e82-9ebb-43c8-8413-a5d7c08de470', 'name': 'tempest-ServersTestManualDisk-925007010-router', 'tenant_id': '80868c13a1a14c89a9961d67996970da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': '7fa4711e-51ef-4a44-aed5-e3b6f04626e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:11:55Z', 'updated_at': '2021-08-29T04:12:01Z', 'revision_number': 4, 'project_id': '80868c13a1a14c89a9961d67996970da', 'gw_port': {'id': '7fa4711e-51ef-4a44-aed5-e3b6f04626e5', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:cf:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc67e82-9ebb-43c8-8413-a5d7c08de470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:11:56Z', 'updated_at': '2021-08-29T04:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': 'b076f191-52ea-43ea-9da0-41b18f67a78c', 'name': '', 'network_id': '3289792e-f838-4808-bdaa-0bd84d874fd6', 'tenant_id': '80868c13a1a14c89a9961d67996970da', 'mac_address': 'fa:16:3e:ca:e1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc67e82-9ebb-43c8-8413-a5d7c08de470', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'e056129e-3078-4985-8124-8db3fb753ac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:12:00Z', 'updated_at': '2021-08-29T04:12:07Z', 'revision_number': 5, 'project_id': '80868c13a1a14c89a9961d67996970da', 'subnets': [{'id': 'e056129e-3078-4985-8124-8db3fb753ac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:14:25.329288 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69c0087-20ca-443b-a614-b4ff3d7e6983 req-4f188cf2-a4ab-4c67-a614-2bc8ab2f864c tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:25.333353 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f69c0087-20ca-443b-a614-b4ff3d7e6983 req-4f188cf2-a4ab-4c67-a614-2bc8ab2f864c tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e5ccfea-706b-4825-9d2e-60c0b092c82e HTTP/1.1" status: 200 len: 944 time: 0.1677797 Aug 29 04:14:25.333467 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-38664772-5059-4d1b-91ff-1152348477a8 req-8933e38c-8bb5-43f1-a06e-a7c8abfe9ff6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5a14f7f9066643a38713cee788a50c7a&device_id=5ad99df8-745b-4271-a670-6dc663c9d9a1 HTTP/1.1" status: 200 len: 210 time: 0.0657897 Aug 29 04:14:25.342560 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4152d5c8-b496-4060-a7b1-78b0f0ae9769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719445'] for router_gateway, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:25.359917 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 41572) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:14:25.479189 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4152d5c8-b496-4060-a7b1-78b0f0ae9769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:25.486350 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4152d5c8-b496-4060-a7b1-78b0f0ae9769 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:25.510514 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f69c0087-20ca-443b-a614-b4ff3d7e6983 req-b9fa8f2d-d73e-40c0-91e1-07bd66940201 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=95663bcf-c178-40f7-a8d1-56ba6dc33aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1585684 Aug 29 04:14:25.534799 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f576c2aa-0867-41e7-b083-27897c7d57f4 tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:25.540447 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38664772-5059-4d1b-91ff-1152348477a8 req-64385d14-3a0a-481e-b1c9-15b395779bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:25.542035 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-38664772-5059-4d1b-91ff-1152348477a8 req-64385d14-3a0a-481e-b1c9-15b395779bb2 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=5a14f7f9066643a38713cee788a50c7a&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1968002 Aug 29 04:14:25.584666 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f576c2aa-0867-41e7-b083-27897c7d57f4 tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:25.600079 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4152d5c8-b496-4060-a7b1-78b0f0ae9769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717253'] for router, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:25.601263 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4152d5c8-b496-4060-a7b1-78b0f0ae9769 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 93ee9989-533a-42a0-b192-96a99d4c6149 {{(pid=94829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:14:25.609123 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4152d5c8-b496-4060-a7b1-78b0f0ae9769 admin admin] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:25.617936 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-4152d5c8-b496-4060-a7b1-78b0f0ae9769 admin admin] 10.222.0.22 "DELETE /v2.0/routers/93ee9989-533a-42a0-b192-96a99d4c6149 HTTP/1.1" status: 204 len: 168 time: 2.7990642 Aug 29 04:14:25.618759 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 41592) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:14:25.760372 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 41602) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:14:25.784471 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_v2 [None req-a53c0210-4842-4ce1-b56e-664792819e24 admin admin] Deleting subnet 62082f5a-1e19-4bac-8b75-d0b867c1cfb7 {{(pid=94829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:14:25.798880 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a53c0210-4842-4ce1-b56e-664792819e24 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:25.837384 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f576c2aa-0867-41e7-b083-27897c7d57f4 tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:25.840082 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f576c2aa-0867-41e7-b083-27897c7d57f4 tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:25.841628 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-f576c2aa-0867-41e7-b083-27897c7d57f4 tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] 10.222.0.22 "DELETE /v2.0/security-groups/63167af0-0bfb-43cf-8b9d-775e9610e721 HTTP/1.1" status: 204 len: 168 time: 0.4784825 Aug 29 04:14:25.858442 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 41608) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:14:25.861207 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38664772-5059-4d1b-91ff-1152348477a8 req-4c183f24-5fac-4f03-be08-ce30e8592ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:25.862733 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-38664772-5059-4d1b-91ff-1152348477a8 req-4c183f24-5fac-4f03-be08-ce30e8592ef1 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3133092 Aug 29 04:14:25.863382 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2b0c4e-39e8-423e-aa02-06e90771b144 None None] New status for floating IP 53aab532-acf3-4676-8fbd-a90ddba55b1f: DOWN {{(pid=94830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:14:25.881912 n-d-712140-12 neutron-server[94828]: INFO neutron.api.v2.resource [None req-527a7598-0f67-426a-8c28-f95fc1d3b58a tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] show failed (client error): The resource could not be found. Aug 29 04:14:25.883379 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-527a7598-0f67-426a-8c28-f95fc1d3b58a tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] 10.222.0.22 "GET /v2.0/security-groups/63167af0-0bfb-43cf-8b9d-775e9610e721 HTTP/1.1" status: 404 len: 347 time: 0.0196891 Aug 29 04:14:25.888029 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 41620) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:14:25.904233 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f576c2aa-0867-41e7-b083-27897c7d57f4 tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63167af0-0bfb-43cf-8b9d-775e9610e721,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:25.917188 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a53c0210-4842-4ce1-b56e-664792819e24 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4311743'] for subnet, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:25.998252 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c09251da-8856-432e-986a-947f3539afb8 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:26.019584 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-38664772-5059-4d1b-91ff-1152348477a8 req-d077394f-3638-4091-aab2-90e432ad3c1c tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ad99df8-745b-4271-a670-6dc663c9d9a1 HTTP/1.1" status: 200 len: 210 time: 0.0409460 Aug 29 04:14:26.082635 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c09251da-8856-432e-986a-947f3539afb8 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:26.216639 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a53c0210-4842-4ce1-b56e-664792819e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:26.268053 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd04108-00c1-4768-8dda-7175036a75f5 req-6002c78f-9d26-4335-ba66-d85f22c62c9c tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:26.269653 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3cd04108-00c1-4768-8dda-7175036a75f5 req-6002c78f-9d26-4335-ba66-d85f22c62c9c tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/networks?id=7521cd58-9470-4433-82b8-7e942c988b03 HTTP/1.1" status: 200 len: 812 time: 0.2901847 Aug 29 04:14:26.299317 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2f2d54e9-fc1e-4120-800e-556a85c92ddb tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] Deleting port 3e083c96-f706-4580-a3dd-214880eed44d {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:14:26.300332 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2f2d54e9-fc1e-4120-800e-556a85c92ddb tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:26.313578 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3cd04108-00c1-4768-8dda-7175036a75f5 req-0fbf3e9b-b983-4957-8fad-215569fcf319 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/quotas/48da3dc54d264865b5c4834c4a90f4b5 HTTP/1.1" status: 200 len: 375 time: 0.0341632 Aug 29 04:14:26.375539 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c09251da-8856-432e-986a-947f3539afb8 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:26.380058 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c09251da-8856-432e-986a-947f3539afb8 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:26.382604 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-c09251da-8856-432e-986a-947f3539afb8 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.22 "DELETE /v2.0/security-groups/6e201ad8-11f5-44a8-96bd-f727223169bd HTTP/1.1" status: 204 len: 168 time: 0.6206279 Aug 29 04:14:26.390238 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 41630) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:14:26.402654 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a53c0210-4842-4ce1-b56e-664792819e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4552352'] for subnet, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:26.407316 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6e97f2-4f2d-49bd-8ca3-2663d89b247f req-d5aebe44-9d99-48d7-94ad-58a2669bec9b tempest-ServerDiagnosticsNegativeTest-1309428557 tempest-ServerDiagnosticsNegativeTest-1309428557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:26.409607 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2a6e97f2-4f2d-49bd-8ca3-2663d89b247f req-d5aebe44-9d99-48d7-94ad-58a2669bec9b tempest-ServerDiagnosticsNegativeTest-1309428557 tempest-ServerDiagnosticsNegativeTest-1309428557-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd62f4a6-0e49-4c5c-a7b5-434056555329 HTTP/1.1" status: 200 len: 948 time: 0.2371769 Aug 29 04:14:26.418075 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09251da-8856-432e-986a-947f3539afb8 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e201ad8-11f5-44a8-96bd-f727223169bd,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:26.445697 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53c0210-4842-4ce1-b56e-664792819e24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62082f5a-1e19-4bac-8b75-d0b867c1cfb7,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:26.450884 n-d-712140-12 neutron-server[94829]: INFO neutron.api.v2.resource [None req-5c4f4255-cf92-4d5e-afa4-c5d8ff618144 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] show failed (client error): The resource could not be found. Aug 29 04:14:26.451978 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-5c4f4255-cf92-4d5e-afa4-c5d8ff618144 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.22 "GET /v2.0/security-groups/6e201ad8-11f5-44a8-96bd-f727223169bd HTTP/1.1" status: 404 len: 347 time: 0.0588117 Aug 29 04:14:26.459005 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 41632) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:14:26.470101 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a53c0210-4842-4ce1-b56e-664792819e24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:26.475082 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-a53c0210-4842-4ce1-b56e-664792819e24 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/62082f5a-1e19-4bac-8b75-d0b867c1cfb7 HTTP/1.1" status: 204 len: 168 time: 0.8551357 Aug 29 04:14:26.477806 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 41634) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:14:26.479747 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec62503e-3760-40a9-9ff8-f6694585660c None None] Network 6e669898-6215-49e8-8989-a85b9f5fe627 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:14:26.553084 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3cd04108-00c1-4768-8dda-7175036a75f5 req-df57e82b-f7b6-486d-99f5-d116c691000d tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=48da3dc54d264865b5c4834c4a90f4b5&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2301197 Aug 29 04:14:26.557428 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2f2d54e9-fc1e-4120-800e-556a85c92ddb tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:26.557955 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2f2d54e9-fc1e-4120-800e-556a85c92ddb tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:26.648616 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2a6e97f2-4f2d-49bd-8ca3-2663d89b247f req-3a1e7cf4-08b0-48e4-839a-725f92949c48 tempest-ServerDiagnosticsNegativeTest-1309428557 tempest-ServerDiagnosticsNegativeTest-1309428557-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9e0a124-ddb8-4447-b074-b76a2b9aee41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247303 Aug 29 04:14:26.649959 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2f2d54e9-fc1e-4120-800e-556a85c92ddb tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] Calling delete_port for 3e083c96-f706-4580-a3dd-214880eed44d owned by network:floatingip {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:14:26.669933 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b5e59a2c-70a4-4be5-9ad5-193def54f6ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:26.760832 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3cd04108-00c1-4768-8dda-7175036a75f5 req-968eb3a1-85a7-4cbe-b28c-abc115ef1fe8 service neutron] 10.222.0.22 "GET /v2.0/networks/7521cd58-9470-4433-82b8-7e942c988b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969659 Aug 29 04:14:26.802876 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-8e9b5160-4711-403a-89e9-5414ad6dd249 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Deleting port dbf23905-2c50-4a4f-b86d-7a8135136163 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:14:26.803707 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8e9b5160-4711-403a-89e9-5414ad6dd249 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:26.822026 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e02f09d-25e7-414c-be7b-9b3b19da2f01 None None] DHCP port deletion for 6e669898-6215-49e8-8989-a85b9f5fe627 request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:14:26.944160 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-1e02f09d-25e7-414c-be7b-9b3b19da2f01 None None] Deleting port 0dfc3e25-799d-4408-9fa8-1cf46f9e3a6f {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:14:26.945527 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1e02f09d-25e7-414c-be7b-9b3b19da2f01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:26.976368 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8e9b5160-4711-403a-89e9-5414ad6dd249 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:26.976679 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8e9b5160-4711-403a-89e9-5414ad6dd249 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:27.000039 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-8e9b5160-4711-403a-89e9-5414ad6dd249 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Calling delete_port for dbf23905-2c50-4a4f-b86d-7a8135136163 owned by network:floatingip {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:14:27.016397 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2f2d54e9-fc1e-4120-800e-556a85c92ddb tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:27.038170 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3cd04108-00c1-4768-8dda-7175036a75f5 req-4826ffe9-f5e3-4d3f-ba0c-d207bb808710 service neutron] 10.222.0.22 "GET /v2.0/networks/7521cd58-9470-4433-82b8-7e942c988b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2759101 Aug 29 04:14:27.069032 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 355acfa5-d62a-488b-9cea-a72f9a2dca61 up at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:14:27.073267 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 0dfc3e25-799d-4408-9fa8-1cf46f9e3a6f no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:14:27.105264 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-b5e59a2c-70a4-4be5-9ad5-193def54f6ce admin admin] Deleting port 0dfc3e25-799d-4408-9fa8-1cf46f9e3a6f {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:14:27.105756 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b5e59a2c-70a4-4be5-9ad5-193def54f6ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:27.172732 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2d54e9-fc1e-4120-800e-556a85c92ddb tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] Pushing event deleted for resources: {'Port': ['ID=3e083c96-f706-4580-a3dd-214880eed44d,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:27.264135 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1e02f09d-25e7-414c-be7b-9b3b19da2f01 None None] For port 0dfc3e25-799d-4408-9fa8-1cf46f9e3a6f, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=0dfc3e25-799d-4408-9fa8-1cf46f9e3a6f,segment=NetworkSegment(e2ca65b5-0fa0-4357-b062-75370c92f2ef),segment_id=e2ca65b5-0fa0-4357-b062-75370c92f2ef)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:27.264789 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1e02f09d-25e7-414c-be7b-9b3b19da2f01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:27.289675 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-b5e59a2c-70a4-4be5-9ad5-193def54f6ce admin admin] For port 0dfc3e25-799d-4408-9fa8-1cf46f9e3a6f, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=0dfc3e25-799d-4408-9fa8-1cf46f9e3a6f,segment=NetworkSegment(e2ca65b5-0fa0-4357-b062-75370c92f2ef),segment_id=e2ca65b5-0fa0-4357-b062-75370c92f2ef)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:27.290509 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b5e59a2c-70a4-4be5-9ad5-193def54f6ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:27.327910 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-1e02f09d-25e7-414c-be7b-9b3b19da2f01 None None] Calling delete_port for 0dfc3e25-799d-4408-9fa8-1cf46f9e3a6f owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:14:27.334173 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning for port 355acfa5-d62a-488b-9cea-a72f9a2dca61 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:14:27.334886 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-b5e59a2c-70a4-4be5-9ad5-193def54f6ce admin admin] Calling delete_port for 0dfc3e25-799d-4408-9fa8-1cf46f9e3a6f owned by network:dhcp {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:14:27.393148 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning complete for port 355acfa5-d62a-488b-9cea-a72f9a2dca61 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:14:27.393501 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:27.489277 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2f2d54e9-fc1e-4120-800e-556a85c92ddb tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] Notify callbacks [] for floatingip, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:27.495464 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2f2d54e9-fc1e-4120-800e-556a85c92ddb tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:27.497922 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-2f2d54e9-fc1e-4120-800e-556a85c92ddb tempest-ServersTestManualDisk-402125890 tempest-ServersTestManualDisk-402125890-project] 10.222.0.22 "DELETE /v2.0/floatingips/53aab532-acf3-4676-8fbd-a90ddba55b1f HTTP/1.1" status: 204 len: 168 time: 1.6085186 Aug 29 04:14:27.505874 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 41678) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:14:27.565568 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:27.579134 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b5e59a2c-70a4-4be5-9ad5-193def54f6ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:27.606453 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e59a2c-70a4-4be5-9ad5-193def54f6ce admin admin] No DVR routers for this DVR port 0dfc3e25-799d-4408-9fa8-1cf46f9e3a6f on host n-d-712140-12 {{(pid=94829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:14:27.702326 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e59a2c-70a4-4be5-9ad5-193def54f6ce admin admin] Pushing event deleted for resources: {'Port': ['ID=0dfc3e25-799d-4408-9fa8-1cf46f9e3a6f,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:27.749235 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df3760-2c3b-447f-bf82-d43c8897204f req-d33af845-3281-4820-8ca8-5eeff5b35691 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:27.752162 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-18df3760-2c3b-447f-bf82-d43c8897204f req-d33af845-3281-4820-8ca8-5eeff5b35691 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/networks?id=2f4673af-b8e7-4620-a09f-889ce79ba3f8 HTTP/1.1" status: 200 len: 806 time: 0.4539664 Aug 29 04:14:27.793866 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1e02f09d-25e7-414c-be7b-9b3b19da2f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:27.798528 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 7511b607-4465-416e-9765-35811dd913a0 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:14:27.805067 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:27.849795 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8e9b5160-4711-403a-89e9-5414ad6dd249 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:27.890185 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-bcf7e2ad-c766-4e24-875f-fc13ff57324d req-47d5363f-4349-4011-bed7-84ac6ab81810 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=71fe9f3e-3534-4c4d-8ae6-ccb2829ad4b8 HTTP/1.1" status: 200 len: 210 time: 0.1020432 Aug 29 04:14:27.894114 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-18df3760-2c3b-447f-bf82-d43c8897204f req-2580a755-8730-423e-af84-2fbf001cc1c6 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/quotas/5a14f7f9066643a38713cee788a50c7a HTTP/1.1" status: 200 len: 375 time: 0.1254170 Aug 29 04:14:27.927054 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b5e59a2c-70a4-4be5-9ad5-193def54f6ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:27.947263 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-b5e59a2c-70a4-4be5-9ad5-193def54f6ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e669898-6215-49e8-8989-a85b9f5fe627']}} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:14:27.972046 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-b5e59a2c-70a4-4be5-9ad5-193def54f6ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2ca65b5-0fa0-4357-b062-75370c92f2ef') {'for_net_delete': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:14:27.975192 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 355acfa5-d62a-488b-9cea-a72f9a2dca61, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=355acfa5-d62a-488b-9cea-a72f9a2dca61,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:27.975435 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-b5e59a2c-70a4-4be5-9ad5-193def54f6ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2ca65b5-0fa0-4357-b062-75370c92f2ef') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:14:27.978145 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e02f09d-25e7-414c-be7b-9b3b19da2f01 None None] Pushing event deleted for resources: {'Port': ['ID=0dfc3e25-799d-4408-9fa8-1cf46f9e3a6f,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:27.980812 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b5160-4711-403a-89e9-5414ad6dd249 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Pushing event deleted for resources: {'Port': ['ID=dbf23905-2c50-4a4f-b86d-7a8135136163,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:27.992006 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd62f4a6-0e49-4c5c-a7b5-434056555329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '355acfa5-d62a-488b-9cea-a72f9a2dca61'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:14:27.996072 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ab4035a-4598-4cad-95ed-2d148c4a8fd1" -d '{"events": [{"server_uuid": "fd62f4a6-0e49-4c5c-a7b5-434056555329", "name": "network-vif-plugged", "status": "completed", "tag": "355acfa5-d62a-488b-9cea-a72f9a2dca61"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:14:28.000830 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:28.014253 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 7511b607-4465-416e-9765-35811dd913a0 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:14:28.014801 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 7511b607-4465-416e-9765-35811dd913a0 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:14:28.045237 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b5e59a2c-70a4-4be5-9ad5-193def54f6ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4311712'] for segment, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:28.073800 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e02f09d-25e7-414c-be7b-9b3b19da2f01 None None] No DVR routers for this DVR port 0dfc3e25-799d-4408-9fa8-1cf46f9e3a6f on host n-d-712140-12 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:14:28.104028 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8e9b5160-4711-403a-89e9-5414ad6dd249 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Notify callbacks [] for floatingip, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:28.108821 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8e9b5160-4711-403a-89e9-5414ad6dd249 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:28.115269 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-8e9b5160-4711-403a-89e9-5414ad6dd249 tempest-ImagesOneServerNegativeTestJSON-1933168672 tempest-ImagesOneServerNegativeTestJSON-1933168672-project] 10.222.0.22 "DELETE /v2.0/floatingips/68921301-c21c-4de5-a066-27dd744a5f56 HTTP/1.1" status: 204 len: 168 time: 1.6547990 Aug 29 04:14:28.117799 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b5e59a2c-70a4-4be5-9ad5-193def54f6ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:28.126256 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=355acfa5-d62a-488b-9cea-a72f9a2dca61,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:28.142152 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5e59a2c-70a4-4be5-9ad5-193def54f6ce admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=94829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:14:28.142564 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b5e59a2c-70a4-4be5-9ad5-193def54f6ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4274277'] for segment, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:28.144753 n-d-712140-12 neutron-server[94829]: Traceback (most recent call last): Aug 29 04:14:28.144753 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:14:28.144753 n-d-712140-12 neutron-server[94829]: timer() Aug 29 04:14:28.144753 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:14:28.144753 n-d-712140-12 neutron-server[94829]: cb(*args, **kw) Aug 29 04:14:28.144753 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:14:28.144753 n-d-712140-12 neutron-server[94829]: return func(*args, **kwargs) Aug 29 04:14:28.144753 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:14:28.144753 n-d-712140-12 neutron-server[94829]: self._notify() Aug 29 04:14:28.144753 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:14:28.144753 n-d-712140-12 neutron-server[94829]: self.callback(batched_events) Aug 29 04:14:28.144753 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:14:28.144753 n-d-712140-12 neutron-server[94829]: event.method(event) Aug 29 04:14:28.144753 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:14:28.144753 n-d-712140-12 neutron-server[94829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:14:28.144753 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:14:28.144753 n-d-712140-12 neutron-server[94829]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:14:28.144753 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:14:28.144753 n-d-712140-12 neutron-server[94829]: return f(self, *a, **k) Aug 29 04:14:28.144753 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:14:28.144753 n-d-712140-12 neutron-server[94829]: return self._get(url).json() Aug 29 04:14:28.144753 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:14:28.144753 n-d-712140-12 neutron-server[94829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:14:28.144753 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:14:28.144753 n-d-712140-12 neutron-server[94829]: return self.request(url, 'GET', **kwargs) Aug 29 04:14:28.144753 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:14:28.144753 n-d-712140-12 neutron-server[94829]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:14:28.144753 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:14:28.144753 n-d-712140-12 neutron-server[94829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:14:28.144753 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:14:28.144753 n-d-712140-12 neutron-server[94829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:14:28.144753 n-d-712140-12 neutron-server[94829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:14:28.204843 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-18df3760-2c3b-447f-bf82-d43c8897204f req-7729fa95-156f-4aa3-974e-7756c6b32432 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=5a14f7f9066643a38713cee788a50c7a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3088717 Aug 29 04:14:28.228934 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af17cce-3025-46ad-a224-ed673f8b5413 req-0d7e955e-3313-4088-9032-efbae331b295 tempest-ServerDiagnosticsNegativeTest-1309428557 tempest-ServerDiagnosticsNegativeTest-1309428557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:28.232060 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4af17cce-3025-46ad-a224-ed673f8b5413 req-0d7e955e-3313-4088-9032-efbae331b295 tempest-ServerDiagnosticsNegativeTest-1309428557 tempest-ServerDiagnosticsNegativeTest-1309428557-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd62f4a6-0e49-4c5c-a7b5-434056555329 HTTP/1.1" status: 200 len: 949 time: 0.2267656 Aug 29 04:14:28.289879 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b5e59a2c-70a4-4be5-9ad5-193def54f6ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:28.304988 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:28.307990 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b5e59a2c-70a4-4be5-9ad5-193def54f6ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:28.310023 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-b5e59a2c-70a4-4be5-9ad5-193def54f6ce admin admin] 10.222.0.22 "DELETE /v2.0/networks/6e669898-6215-49e8-8989-a85b9f5fe627 HTTP/1.1" status: 204 len: 168 time: 1.8310761 Aug 29 04:14:28.316184 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 41698) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:14:28.332322 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e59a2c-70a4-4be5-9ad5-193def54f6ce admin admin] Pushing event deleted for resources: {'Network': ['ID=6e669898-6215-49e8-8989-a85b9f5fe627,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:28.337982 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4af17cce-3025-46ad-a224-ed673f8b5413 req-d59746fc-1831-4c89-a925-e7d1db4849aa tempest-ServerDiagnosticsNegativeTest-1309428557 tempest-ServerDiagnosticsNegativeTest-1309428557-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9e0a124-ddb8-4447-b074-b76a2b9aee41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929918 Aug 29 04:14:28.516505 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b95ca1f7-d4c0-474e-927f-12d8ae560e4d x-openstack-request-id: req-b95ca1f7-d4c0-474e-927f-12d8ae560e4d {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:14:28.516959 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd62f4a6-0e49-4c5c-a7b5-434056555329", "name": "network-vif-plugged", "status": "completed", "tag": "355acfa5-d62a-488b-9cea-a72f9a2dca61", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:14:28.517322 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b95ca1f7-d4c0-474e-927f-12d8ae560e4d {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:14:28.517906 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd62f4a6-0e49-4c5c-a7b5-434056555329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '355acfa5-d62a-488b-9cea-a72f9a2dca61', 'code': 200} Aug 29 04:14:28.525040 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-18df3760-2c3b-447f-bf82-d43c8897204f req-f4cc1b76-dc53-4077-bb7d-6560f458b2e4 service neutron] 10.222.0.22 "GET /v2.0/networks/2f4673af-b8e7-4620-a09f-889ce79ba3f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3143351 Aug 29 04:14:28.730190 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da79bf53-b7db-494c-a906-6ca83c0532f3 req-424b6dc9-b1de-4d9d-950e-10547ec1132a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:28.734067 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-da79bf53-b7db-494c-a906-6ca83c0532f3 req-424b6dc9-b1de-4d9d-950e-10547ec1132a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fd62f4a6-0e49-4c5c-a7b5-434056555329 HTTP/1.1" status: 200 len: 1101 time: 0.1106992 Aug 29 04:14:28.754492 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-18df3760-2c3b-447f-bf82-d43c8897204f req-19063f71-e4a1-488b-8235-73063d3641a5 service neutron] 10.222.0.22 "GET /v2.0/networks/2f4673af-b8e7-4620-a09f-889ce79ba3f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902535 Aug 29 04:14:28.816164 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7c69bf5b-4979-4f58-9623-20fc156b4b43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713413'] for router_interface, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:28.880773 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-da79bf53-b7db-494c-a906-6ca83c0532f3 req-6030a296-fc74-45ed-910b-8aedd1bc100d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e9e0a124-ddb8-4447-b074-b76a2b9aee41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353366 Aug 29 04:14:28.982666 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-52612ab1-bc47-40a8-b4c2-85229cbf57c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713413'] for router_interface, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:29.066190 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 41738) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:14:29.309449 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7933704a-62be-4c22-8c85-0557b36465a0 req-edb02de3-92ec-4012-8191-8b9f688b09d7 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=cfaeb88c-e4bc-40ad-b885-1ded1f4a7c36 HTTP/1.1" status: 200 len: 210 time: 0.0787468 Aug 29 04:14:29.324845 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-15519eca-7419-4604-a068-1538d95ed24f req-fe10eeb5-dde0-4309-8afd-16d7e43dbe8d tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=71fe9f3e-3534-4c4d-8ae6-ccb2829ad4b8 HTTP/1.1" status: 200 len: 210 time: 0.1087782 Aug 29 04:14:29.378880 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a89c1c3-99eb-458a-9799-69b89a6d6ffc admin admin] Deleting subnet 82fda6de-10c8-44f0-bae6-762e0dfe0362 {{(pid=94828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:14:29.401801 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1a89c1c3-99eb-458a-9799-69b89a6d6ffc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:29.447261 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd04108-00c1-4768-8dda-7175036a75f5 req-a172a8e6-b302-41c0-869f-41ae00627ce0 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:29.448949 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3cd04108-00c1-4768-8dda-7175036a75f5 req-a172a8e6-b302-41c0-869f-41ae00627ce0 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.46 "GET /v2.0/networks?id=7521cd58-9470-4433-82b8-7e942c988b03 HTTP/1.1" status: 200 len: 812 time: 0.3394296 Aug 29 04:14:29.467924 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-3cd04108-00c1-4768-8dda-7175036a75f5 req-40c0ad84-2ac6-406e-b37b-a3623e7ddf95 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Request body: {'port': {'device_id': '71fe9f3e-3534-4c4d-8ae6-ccb2829ad4b8', 'network_id': '7521cd58-9470-4433-82b8-7e942c988b03', 'admin_state_up': True, 'tenant_id': '48da3dc54d264865b5c4834c4a90f4b5'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:14:29.501695 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1a89c1c3-99eb-458a-9799-69b89a6d6ffc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8904862'] for subnet, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:29.505283 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-52612ab1-bc47-40a8-b4c2-85229cbf57c3 admin admin] Deleting port 0773934b-0544-492d-8f31-eba6ec224659 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:14:29.506145 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-52612ab1-bc47-40a8-b4c2-85229cbf57c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:29.687095 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-52612ab1-bc47-40a8-b4c2-85229cbf57c3 admin admin] For port 0773934b-0544-492d-8f31-eba6ec224659, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=0773934b-0544-492d-8f31-eba6ec224659,segment=NetworkSegment(ec73f100-649b-4343-ad43-2353e4f5b837),segment_id=ec73f100-649b-4343-ad43-2353e4f5b837)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:29.687880 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-52612ab1-bc47-40a8-b4c2-85229cbf57c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:29.707678 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1a89c1c3-99eb-458a-9799-69b89a6d6ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:29.716708 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-52612ab1-bc47-40a8-b4c2-85229cbf57c3 admin admin] Calling delete_port for 0773934b-0544-492d-8f31-eba6ec224659 owned by network:router_interface {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:14:29.892808 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f653ff4-f512-436f-af13-8a7edd1af920 req-46b432bd-846f-472a-8de2-b251b9c8afed tempest-ServerDiagnosticsNegativeTest-1309428557 tempest-ServerDiagnosticsNegativeTest-1309428557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:29.895853 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1f653ff4-f512-436f-af13-8a7edd1af920 req-46b432bd-846f-472a-8de2-b251b9c8afed tempest-ServerDiagnosticsNegativeTest-1309428557 tempest-ServerDiagnosticsNegativeTest-1309428557-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd62f4a6-0e49-4c5c-a7b5-434056555329 HTTP/1.1" status: 200 len: 949 time: 0.3500946 Aug 29 04:14:29.907183 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cd04108-00c1-4768-8dda-7175036a75f5 req-40c0ad84-2ac6-406e-b37b-a3623e7ddf95 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Made reservation on behalf of 48da3dc54d264865b5c4834c4a90f4b5 for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:14:29.913264 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-3cd04108-00c1-4768-8dda-7175036a75f5 req-40c0ad84-2ac6-406e-b37b-a3623e7ddf95 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:30.024051 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-7c69bf5b-4979-4f58-9623-20fc156b4b43 admin admin] Deleting port b076f191-52ea-43ea-9da0-41b18f67a78c {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:14:30.024530 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7c69bf5b-4979-4f58-9623-20fc156b4b43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:30.097018 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-52612ab1-bc47-40a8-b4c2-85229cbf57c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:30.151719 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1a89c1c3-99eb-458a-9799-69b89a6d6ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9190434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062341'] for subnet, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:30.158687 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1f653ff4-f512-436f-af13-8a7edd1af920 req-45c8b488-861c-4478-afb5-cd4199c660f1 tempest-ServerDiagnosticsNegativeTest-1309428557 tempest-ServerDiagnosticsNegativeTest-1309428557-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9e0a124-ddb8-4447-b074-b76a2b9aee41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401841 Aug 29 04:14:30.182759 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52612ab1-bc47-40a8-b4c2-85229cbf57c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=0773934b-0544-492d-8f31-eba6ec224659,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:30.237450 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a89c1c3-99eb-458a-9799-69b89a6d6ffc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82fda6de-10c8-44f0-bae6-762e0dfe0362,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:30.258337 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1a89c1c3-99eb-458a-9799-69b89a6d6ffc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:30.260482 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-1a89c1c3-99eb-458a-9799-69b89a6d6ffc admin admin] 10.222.0.22 "DELETE /v2.0/subnets/82fda6de-10c8-44f0-bae6-762e0dfe0362 HTTP/1.1" status: 204 len: 168 time: 1.1929371 Aug 29 04:14:30.270301 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 41802) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:14:30.476984 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-7c69bf5b-4979-4f58-9623-20fc156b4b43 admin admin] For port b076f191-52ea-43ea-9da0-41b18f67a78c, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=b076f191-52ea-43ea-9da0-41b18f67a78c,segment=NetworkSegment(b67d6817-731c-4ba0-9790-a50b114ac3d7),segment_id=b67d6817-731c-4ba0-9790-a50b114ac3d7)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:30.477606 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7c69bf5b-4979-4f58-9623-20fc156b4b43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:30.609406 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-52612ab1-bc47-40a8-b4c2-85229cbf57c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-713231'] for router_interface, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:30.957302 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-7c69bf5b-4979-4f58-9623-20fc156b4b43 admin admin] Calling delete_port for b076f191-52ea-43ea-9da0-41b18f67a78c owned by network:router_interface {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:14:30.973803 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b6b3a9b0-2aa2-4c09-875f-5f8b27e0135b req-da8366f7-5281-43dc-912d-7a019c997bf7 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=cfaeb88c-e4bc-40ad-b885-1ded1f4a7c36 HTTP/1.1" status: 200 len: 210 time: 0.0518174 Aug 29 04:14:31.008806 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-93473f7d-11f6-4aca-b734-8b335a76efc9 req-909dbddc-f8b7-4380-96bc-812847135bbb tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=71fe9f3e-3534-4c4d-8ae6-ccb2829ad4b8 HTTP/1.1" status: 200 len: 210 time: 0.5189631 Aug 29 04:14:31.018408 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-709976c1-622b-4364-b4ff-3f74af5cde4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:31.048283 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52612ab1-bc47-40a8-b4c2-85229cbf57c3 admin admin] Router 57983f6d-9bfe-49c6-bd89-a0f5c6c373c7 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:14:31.048693 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-3cd04108-00c1-4768-8dda-7175036a75f5 req-40c0ad84-2ac6-406e-b37b-a3623e7ddf95 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Allocated IP 172.20.0.3 (7521cd58-9470-4433-82b8-7e942c988b03/be5f55ab-7fa1-406c-9ca9-03e74b79ef6a/77b4db49-2762-4af2-8d0e-62de1be3be49) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:14:31.267202 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52612ab1-bc47-40a8-b4c2-85229cbf57c3 admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:14:31.274905 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-52612ab1-bc47-40a8-b4c2-85229cbf57c3 admin admin] 10.222.0.22 "PUT /v2.0/routers/57983f6d-9bfe-49c6-bd89-a0f5c6c373c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9491756 Aug 29 04:14:31.280207 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 41846) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:14:31.280930 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d2645b-db72-4230-bc2f-8b8ca0cdc119 None None] Sync routers for ids ['57983f6d-9bfe-49c6-bd89-a0f5c6c373c7'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:14:31.295254 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d2645b-db72-4230-bc2f-8b8ca0cdc119 None None] Routers {'57983f6d-9bfe-49c6-bd89-a0f5c6c373c7'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:14:31.295460 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-12d2645b-db72-4230-bc2f-8b8ca0cdc119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:14:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['57983f6d-9bfe-49c6-bd89-a0f5c6c373c7'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:14:31.421478 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-12d2645b-db72-4230-bc2f-8b8ca0cdc119 None None] Set router 57983f6d-9bfe-49c6-bd89-a0f5c6c373c7 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:14:31.443035 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-91e1b66f-4f60-4ef7-ba7a-35d296711dc4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:31.516345 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df3760-2c3b-447f-bf82-d43c8897204f req-0f5abd99-f36a-4b1c-b4c5-efaa7e159398 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:31.519079 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-18df3760-2c3b-447f-bf82-d43c8897204f req-0f5abd99-f36a-4b1c-b4c5-efaa7e159398 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.48 "GET /v2.0/networks?id=2f4673af-b8e7-4620-a09f-889ce79ba3f8 HTTP/1.1" status: 200 len: 806 time: 0.5640323 Aug 29 04:14:31.573864 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-18df3760-2c3b-447f-bf82-d43c8897204f req-9f97b9b8-536c-4057-a59f-6b8f74557b7a tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Request body: {'port': {'device_id': 'cfaeb88c-e4bc-40ad-b885-1ded1f4a7c36', 'network_id': '2f4673af-b8e7-4620-a09f-889ce79ba3f8', 'admin_state_up': True, 'tenant_id': '5a14f7f9066643a38713cee788a50c7a'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:14:31.623542 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-709976c1-622b-4364-b4ff-3f74af5cde4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:31.683472 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-12d2645b-db72-4230-bc2f-8b8ca0cdc119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57983f6d-9bfe-49c6-bd89-a0f5c6c373c7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-771552990-router', 'tenant_id': '04c5d465a2a644eb81c377f007508b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': 'a9072802-43a3-4485-8c45-e449c36050d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:07:42Z', 'updated_at': '2021-08-29T04:14:29Z', 'revision_number': 5, 'project_id': '04c5d465a2a644eb81c377f007508b04', 'gw_port': {'id': 'a9072802-43a3-4485-8c45-e449c36050d0', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:45:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57983f6d-9bfe-49c6-bd89-a0f5c6c373c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:07:42Z', 'updated_at': '2021-08-29T04:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:14:31.717151 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-709976c1-622b-4364-b4ff-3f74af5cde4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b11b9749-6fdf-4b5b-bd44-54840570cb9d']}} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:14:31.755395 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d2645b-db72-4230-bc2f-8b8ca0cdc119 None None] Checking router: 57983f6d-9bfe-49c6-bd89-a0f5c6c373c7 for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:14:31.770533 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-709976c1-622b-4364-b4ff-3f74af5cde4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91716f4b-2300-4d9e-8518-8c88143693cd') {'for_net_delete': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:14:31.770847 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-709976c1-622b-4364-b4ff-3f74af5cde4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91716f4b-2300-4d9e-8518-8c88143693cd') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:14:31.785366 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d2645b-db72-4230-bc2f-8b8ca0cdc119 None None] Routers {'57983f6d-9bfe-49c6-bd89-a0f5c6c373c7'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:14:31.788364 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-12d2645b-db72-4230-bc2f-8b8ca0cdc119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:14:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['57983f6d-9bfe-49c6-bd89-a0f5c6c373c7'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:14:31.800070 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1440ae-b993-435e-be1f-bfd992eedfa9 req-8bdbc228-6ff5-4806-8667-c170d6011cde tempest-ServerDiagnosticsNegativeTest-1309428557 tempest-ServerDiagnosticsNegativeTest-1309428557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:31.801691 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9c1440ae-b993-435e-be1f-bfd992eedfa9 req-8bdbc228-6ff5-4806-8667-c170d6011cde tempest-ServerDiagnosticsNegativeTest-1309428557 tempest-ServerDiagnosticsNegativeTest-1309428557-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd62f4a6-0e49-4c5c-a7b5-434056555329 HTTP/1.1" status: 200 len: 949 time: 0.4675241 Aug 29 04:14:31.810361 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-709976c1-622b-4364-b4ff-3f74af5cde4d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8904833'] for segment, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:31.875731 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-709976c1-622b-4364-b4ff-3f74af5cde4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:31.915409 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-709976c1-622b-4364-b4ff-3f74af5cde4d admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=94828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:14:31.915851 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-709976c1-622b-4364-b4ff-3f74af5cde4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9190468'] for segment, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:31.926732 n-d-712140-12 neutron-server[94828]: Traceback (most recent call last): Aug 29 04:14:31.926732 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:14:31.926732 n-d-712140-12 neutron-server[94828]: timer() Aug 29 04:14:31.926732 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:14:31.926732 n-d-712140-12 neutron-server[94828]: cb(*args, **kw) Aug 29 04:14:31.926732 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:14:31.926732 n-d-712140-12 neutron-server[94828]: return func(*args, **kwargs) Aug 29 04:14:31.926732 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:14:31.926732 n-d-712140-12 neutron-server[94828]: self._notify() Aug 29 04:14:31.926732 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:14:31.926732 n-d-712140-12 neutron-server[94828]: self.callback(batched_events) Aug 29 04:14:31.926732 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:14:31.926732 n-d-712140-12 neutron-server[94828]: event.method(event) Aug 29 04:14:31.926732 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:14:31.926732 n-d-712140-12 neutron-server[94828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:14:31.926732 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:14:31.926732 n-d-712140-12 neutron-server[94828]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:14:31.926732 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:14:31.926732 n-d-712140-12 neutron-server[94828]: return f(self, *a, **k) Aug 29 04:14:31.926732 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:14:31.926732 n-d-712140-12 neutron-server[94828]: return self._get(url).json() Aug 29 04:14:31.926732 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:14:31.926732 n-d-712140-12 neutron-server[94828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:14:31.926732 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:14:31.926732 n-d-712140-12 neutron-server[94828]: return self.request(url, 'GET', **kwargs) Aug 29 04:14:31.926732 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:14:31.926732 n-d-712140-12 neutron-server[94828]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:14:31.926732 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:14:31.926732 n-d-712140-12 neutron-server[94828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:14:31.926732 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:14:31.926732 n-d-712140-12 neutron-server[94828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:14:31.926732 n-d-712140-12 neutron-server[94828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:14:31.956716 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-91e1b66f-4f60-4ef7-ba7a-35d296711dc4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:32.005357 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-12d2645b-db72-4230-bc2f-8b8ca0cdc119 None None] Set router 57983f6d-9bfe-49c6-bd89-a0f5c6c373c7 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:14:32.030818 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-3cd04108-00c1-4768-8dda-7175036a75f5 req-40c0ad84-2ac6-406e-b37b-a3623e7ddf95 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:32.059283 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-91e1b66f-4f60-4ef7-ba7a-35d296711dc4 admin admin] Deleting port a9072802-43a3-4485-8c45-e449c36050d0 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:14:32.060308 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-91e1b66f-4f60-4ef7-ba7a-35d296711dc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:32.081601 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7c69bf5b-4979-4f58-9623-20fc156b4b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:32.118172 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9c1440ae-b993-435e-be1f-bfd992eedfa9 req-6d52a8f7-a6e3-46f6-92dc-1aae2890d107 tempest-ServerDiagnosticsNegativeTest-1309428557 tempest-ServerDiagnosticsNegativeTest-1309428557-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9e0a124-ddb8-4447-b074-b76a2b9aee41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2997637 Aug 29 04:14:32.161033 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-709976c1-622b-4364-b4ff-3f74af5cde4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:32.165579 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-3cd04108-00c1-4768-8dda-7175036a75f5 req-40c0ad84-2ac6-406e-b37b-a3623e7ddf95 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Transition to ACTIVE for port object 77b4db49-2762-4af2-8d0e-62de1be3be49 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:14:32.182858 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c69bf5b-4979-4f58-9623-20fc156b4b43 admin admin] Pushing event deleted for resources: {'Port': ['ID=b076f191-52ea-43ea-9da0-41b18f67a78c,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:32.215517 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-709976c1-622b-4364-b4ff-3f74af5cde4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:32.223895 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-709976c1-622b-4364-b4ff-3f74af5cde4d admin admin] 10.222.0.22 "DELETE /v2.0/networks/b11b9749-6fdf-4b5b-bd44-54840570cb9d HTTP/1.1" status: 204 len: 168 time: 1.9505248 Aug 29 04:14:32.273294 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-91e1b66f-4f60-4ef7-ba7a-35d296711dc4 admin admin] For port a9072802-43a3-4485-8c45-e449c36050d0, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=a9072802-43a3-4485-8c45-e449c36050d0,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:32.273884 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-91e1b66f-4f60-4ef7-ba7a-35d296711dc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:32.319105 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-91e1b66f-4f60-4ef7-ba7a-35d296711dc4 admin admin] Calling delete_port for a9072802-43a3-4485-8c45-e449c36050d0 owned by network:router_gateway {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:14:32.319278 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18df3760-2c3b-447f-bf82-d43c8897204f req-9f97b9b8-536c-4057-a59f-6b8f74557b7a tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Made reservation on behalf of 5a14f7f9066643a38713cee788a50c7a for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:14:32.325019 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-18df3760-2c3b-447f-bf82-d43c8897204f req-9f97b9b8-536c-4057-a59f-6b8f74557b7a tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:32.341904 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709976c1-622b-4364-b4ff-3f74af5cde4d admin admin] Pushing event deleted for resources: {'Network': ['ID=b11b9749-6fdf-4b5b-bd44-54840570cb9d,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:32.500870 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-12d2645b-db72-4230-bc2f-8b8ca0cdc119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57983f6d-9bfe-49c6-bd89-a0f5c6c373c7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-771552990-router', 'tenant_id': '04c5d465a2a644eb81c377f007508b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': 'a9072802-43a3-4485-8c45-e449c36050d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:07:42Z', 'updated_at': '2021-08-29T04:14:29Z', 'revision_number': 5, 'project_id': '04c5d465a2a644eb81c377f007508b04', 'gw_port': {'id': 'a9072802-43a3-4485-8c45-e449c36050d0', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:45:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57983f6d-9bfe-49c6-bd89-a0f5c6c373c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:07:42Z', 'updated_at': '2021-08-29T04:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:14:32.544329 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d2645b-db72-4230-bc2f-8b8ca0cdc119 None None] The sync data for ids ['57983f6d-9bfe-49c6-bd89-a0f5c6c373c7'] in n-d-712140-12 is: [{'id': '57983f6d-9bfe-49c6-bd89-a0f5c6c373c7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-771552990-router', 'tenant_id': '04c5d465a2a644eb81c377f007508b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': 'a9072802-43a3-4485-8c45-e449c36050d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:07:42Z', 'updated_at': '2021-08-29T04:14:29Z', 'revision_number': 5, 'project_id': '04c5d465a2a644eb81c377f007508b04', 'gw_port': {'id': 'a9072802-43a3-4485-8c45-e449c36050d0', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:45:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57983f6d-9bfe-49c6-bd89-a0f5c6c373c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:07:42Z', 'updated_at': '2021-08-29T04:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:14:32.634829 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0fe55f76-5ed3-4b88-95c0-7417df0fbb2a req-892c1274-5d41-477b-854a-502bd1183359 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=cfaeb88c-e4bc-40ad-b885-1ded1f4a7c36 HTTP/1.1" status: 200 len: 210 time: 0.3177028 Aug 29 04:14:32.659578 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 41924) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:14:32.779446 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-91e1b66f-4f60-4ef7-ba7a-35d296711dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:32.825422 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e1b66f-4f60-4ef7-ba7a-35d296711dc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9072802-43a3-4485-8c45-e449c36050d0,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:32.842059 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-3cd04108-00c1-4768-8dda-7175036a75f5 req-40c0ad84-2ac6-406e-b37b-a3623e7ddf95 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:32.947240 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-91e1b66f-4f60-4ef7-ba7a-35d296711dc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719445'] for router_gateway, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:33.150196 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 0773934b-0544-492d-8f31-eba6ec224659 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:14:33.154830 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-91e1b66f-4f60-4ef7-ba7a-35d296711dc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:33.155655 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-11b4959b-fbac-4bfb-b5f3-1b8301fbd1c5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e9fc8269e18447caa133998ddbec4b66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4789793 Aug 29 04:14:33.160014 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 41930) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:14:33.162621 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-91e1b66f-4f60-4ef7-ba7a-35d296711dc4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:33.193358 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 0773934b-0544-492d-8f31-eba6ec224659 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:14:33.193716 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 0773934b-0544-492d-8f31-eba6ec224659 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:14:33.223322 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cd04108-00c1-4768-8dda-7175036a75f5 req-40c0ad84-2ac6-406e-b37b-a3623e7ddf95 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Network 7521cd58-9470-4433-82b8-7e942c988b03 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:14:33.294283 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-91e1b66f-4f60-4ef7-ba7a-35d296711dc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717253'] for router, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:33.294935 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91e1b66f-4f60-4ef7-ba7a-35d296711dc4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 57983f6d-9bfe-49c6-bd89-a0f5c6c373c7 {{(pid=94829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:14:33.295122 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-527199d4-0eb2-4594-9f3e-a1a865a19a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:33.303065 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-18df3760-2c3b-447f-bf82-d43c8897204f req-9f97b9b8-536c-4057-a59f-6b8f74557b7a tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Allocated IP 172.20.0.6 (2f4673af-b8e7-4620-a09f-889ce79ba3f8/ca990b23-63b6-47bd-b575-c3dcd63e7190/2d1c1282-9466-4783-912f-46d77c8beffd) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:14:33.315085 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-91e1b66f-4f60-4ef7-ba7a-35d296711dc4 admin admin] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:33.317255 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c0ad84-2ac6-406e-b37b-a3623e7ddf95 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Pushing event updated for resources: {'Port': ['ID=77b4db49-2762-4af2-8d0e-62de1be3be49,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:33.331048 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bbfba3-d1e6-4b2a-81df-71338f5b9ec9 req-6cf8ca0d-46fd-44cd-8a96-b44270be8724 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:33.336558 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-91e1b66f-4f60-4ef7-ba7a-35d296711dc4 admin admin] 10.222.0.22 "DELETE /v2.0/routers/57983f6d-9bfe-49c6-bd89-a0f5c6c373c7 HTTP/1.1" status: 204 len: 168 time: 2.0543182 Aug 29 04:14:33.336823 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-21bbfba3-d1e6-4b2a-81df-71338f5b9ec9 req-6cf8ca0d-46fd-44cd-8a96-b44270be8724 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=71fe9f3e-3534-4c4d-8ae6-ccb2829ad4b8 HTTP/1.1" status: 200 len: 931 time: 0.5517268 Aug 29 04:14:33.338828 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-3cd04108-00c1-4768-8dda-7175036a75f5 req-40c0ad84-2ac6-406e-b37b-a3623e7ddf95 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:14:33.341422 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 41932) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:14:33.407162 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ac3164e7-ae1c-4822-823d-9eb976e2ed3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:33.410076 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cd04108-00c1-4768-8dda-7175036a75f5 req-40c0ad84-2ac6-406e-b37b-a3623e7ddf95 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:14:33.462021 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ac3164e7-ae1c-4822-823d-9eb976e2ed3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:33.578013 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7c69bf5b-4979-4f58-9623-20fc156b4b43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-713231'] for router_interface, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:33.597550 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ac3164e7-ae1c-4822-823d-9eb976e2ed3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:33.603394 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ac3164e7-ae1c-4822-823d-9eb976e2ed3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:33.605767 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-ac3164e7-ae1c-4822-823d-9eb976e2ed3f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2e63e8ef-00a5-40d1-a0c1-bc99e0ad79b5 HTTP/1.1" status: 204 len: 168 time: 0.3539405 Aug 29 04:14:33.641687 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3164e7-ae1c-4822-823d-9eb976e2ed3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e63e8ef-00a5-40d1-a0c1-bc99e0ad79b5,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:33.802851 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e047cafb-a860-4abc-8ccd-4357a5663c69 req-4581d933-6e89-47d0-8153-4370f3cf4cbb tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:33.805681 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e047cafb-a860-4abc-8ccd-4357a5663c69 req-4581d933-6e89-47d0-8153-4370f3cf4cbb tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc809212-51fb-47bb-96af-33d73c6fddf8 HTTP/1.1" status: 200 len: 948 time: 0.1521342 Aug 29 04:14:33.837198 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-21bbfba3-d1e6-4b2a-81df-71338f5b9ec9 req-19137185-b462-48c9-889b-b0c4f8036b14 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=67519499-017b-4c54-88db-c974346724c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4794948 Aug 29 04:14:33.880636 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e047cafb-a860-4abc-8ccd-4357a5663c69 req-22de5b02-884e-4ee5-8183-54372485448e tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] 10.222.0.22 "GET /v2.0/security-groups?id=f702e36e-8d7e-475c-937a-d43e5f05c39f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550678 Aug 29 04:14:33.932218 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_v2 [None req-2319721e-7637-4366-93a4-738dc6a7cde4 admin admin] Deleting subnet 17ceb828-468f-4daf-b5dc-994f5eae3c71 {{(pid=94828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:14:33.936944 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2319721e-7637-4366-93a4-738dc6a7cde4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:33.992010 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1e0ccd31-86d8-426e-9db3-f7e64dadc542 None None] Provisioning for port 77b4db49-2762-4af2-8d0e-62de1be3be49 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:14:33.997761 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1e0ccd31-86d8-426e-9db3-f7e64dadc542 None None] Provisioning complete for port 77b4db49-2762-4af2-8d0e-62de1be3be49 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:14:33.998724 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1e0ccd31-86d8-426e-9db3-f7e64dadc542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:34.015818 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2319721e-7637-4366-93a4-738dc6a7cde4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8904862'] for subnet, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:34.063004 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3f8d85d1-9bf3-41c5-97c9-717d233a2eb6 req-c285b1b9-e6b8-4f35-997c-373475228c31 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=cfaeb88c-e4bc-40ad-b885-1ded1f4a7c36 HTTP/1.1" status: 200 len: 210 time: 0.0629930 Aug 29 04:14:34.093299 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-1e0ccd31-86d8-426e-9db3-f7e64dadc542 None None] Port 77b4db49-2762-4af2-8d0e-62de1be3be49 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:14:34.108927 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd04108-00c1-4768-8dda-7175036a75f5 req-40c0ad84-2ac6-406e-b37b-a3623e7ddf95 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:34.109486 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-3cd04108-00c1-4768-8dda-7175036a75f5 req-40c0ad84-2ac6-406e-b37b-a3623e7ddf95 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:34.285766 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3cd04108-00c1-4768-8dda-7175036a75f5 req-40c0ad84-2ac6-406e-b37b-a3623e7ddf95 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8238988 Aug 29 04:14:34.324636 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-3cd04108-00c1-4768-8dda-7175036a75f5 req-ae26cdd7-284a-4987-bdbd-7d61caf502f6 service neutron] Request body: {'port': {'device_id': '71fe9f3e-3534-4c4d-8ae6-ccb2829ad4b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:14:34.369116 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2319721e-7637-4366-93a4-738dc6a7cde4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:34.448861 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-18df3760-2c3b-447f-bf82-d43c8897204f req-9f97b9b8-536c-4057-a59f-6b8f74557b7a tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:34.471216 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c67fee-7186-47ce-9c33-9bc89aa0f38d req-21f56127-0bda-41e4-9911-93e853751cae tempest-ServerDiagnosticsNegativeTest-1309428557 tempest-ServerDiagnosticsNegativeTest-1309428557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:34.473188 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c2c67fee-7186-47ce-9c33-9bc89aa0f38d req-21f56127-0bda-41e4-9911-93e853751cae tempest-ServerDiagnosticsNegativeTest-1309428557 tempest-ServerDiagnosticsNegativeTest-1309428557-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd62f4a6-0e49-4c5c-a7b5-434056555329 HTTP/1.1" status: 200 len: 949 time: 0.4735107 Aug 29 04:14:34.607183 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-3cd04108-00c1-4768-8dda-7175036a75f5 req-ae26cdd7-284a-4987-bdbd-7d61caf502f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:34.690207 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2319721e-7637-4366-93a4-738dc6a7cde4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9190434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062341'] for subnet, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:34.766434 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c2c67fee-7186-47ce-9c33-9bc89aa0f38d req-017e874c-667a-47e1-b786-b4bf797782ad tempest-ServerDiagnosticsNegativeTest-1309428557 tempest-ServerDiagnosticsNegativeTest-1309428557-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9e0a124-ddb8-4447-b074-b76a2b9aee41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260537 Aug 29 04:14:34.787283 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69cd4529-f6c3-4468-ad4c-2cf5138d530a None None] Network d531963f-e23c-4a46-8912-2134ee82f41e requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:14:34.796549 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2319721e-7637-4366-93a4-738dc6a7cde4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17ceb828-468f-4daf-b5dc-994f5eae3c71,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:34.805170 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2319721e-7637-4366-93a4-738dc6a7cde4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:34.810348 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-2319721e-7637-4366-93a4-738dc6a7cde4 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/17ceb828-468f-4daf-b5dc-994f5eae3c71 HTTP/1.1" status: 204 len: 168 time: 1.4496284 Aug 29 04:14:34.811295 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 41960) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:14:34.838942 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-18df3760-2c3b-447f-bf82-d43c8897204f req-9f97b9b8-536c-4057-a59f-6b8f74557b7a tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:34.879774 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c69bf5b-4979-4f58-9623-20fc156b4b43 admin admin] Router 4fc67e82-9ebb-43c8-8413-a5d7c08de470 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:14:34.996682 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['02e9fbdc-2d81-4e09-8676-3236d8c53fc6'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:14:34.997875 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18df3760-2c3b-447f-bf82-d43c8897204f req-9f97b9b8-536c-4057-a59f-6b8f74557b7a tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Network 2f4673af-b8e7-4620-a09f-889ce79ba3f8 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:14:35.024905 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-18df3760-2c3b-447f-bf82-d43c8897204f req-9f97b9b8-536c-4057-a59f-6b8f74557b7a tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:14:35.053061 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-18df3760-2c3b-447f-bf82-d43c8897204f req-9f97b9b8-536c-4057-a59f-6b8f74557b7a tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:14:35.069945 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device a9072802-43a3-4485-8c45-e449c36050d0 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:14:35.078520 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ba0e9dab-3e6e-45a9-9c53-f936d7117f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:35.111196 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: a9072802-43a3-4485-8c45-e449c36050d0 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:14:35.112122 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device a9072802-43a3-4485-8c45-e449c36050d0 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:14:35.202702 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca6d5cb-04cd-4ade-9dd1-95f7e2c8af21 req-c8765ead-f21a-4809-8e88-1d46d83bb2f5 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:35.205636 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9ca6d5cb-04cd-4ade-9dd1-95f7e2c8af21 req-c8765ead-f21a-4809-8e88-1d46d83bb2f5 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=71fe9f3e-3534-4c4d-8ae6-ccb2829ad4b8 HTTP/1.1" status: 200 len: 931 time: 0.1600645 Aug 29 04:14:35.280690 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-ba0e9dab-3e6e-45a9-9c53-f936d7117f55 admin admin] Deleting port f12a28e3-1035-45a6-a52d-a8c5e9d541c6 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:14:35.281146 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ba0e9dab-3e6e-45a9-9c53-f936d7117f55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:35.336685 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e888cf3b-2fcb-4d48-90d3-d26acf12c6af None None] DHCP port deletion for d531963f-e23c-4a46-8912-2134ee82f41e request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:14:35.374925 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9ca6d5cb-04cd-4ade-9dd1-95f7e2c8af21 req-0f49db9d-341e-43c5-bedd-b9084a46ce57 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=67519499-017b-4c54-88db-c974346724c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545541 Aug 29 04:14:35.431847 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e888cf3b-2fcb-4d48-90d3-d26acf12c6af None None] Deleting port f12a28e3-1035-45a6-a52d-a8c5e9d541c6 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:14:35.432335 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e888cf3b-2fcb-4d48-90d3-d26acf12c6af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:35.461180 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-ba0e9dab-3e6e-45a9-9c53-f936d7117f55 admin admin] For port f12a28e3-1035-45a6-a52d-a8c5e9d541c6, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=f12a28e3-1035-45a6-a52d-a8c5e9d541c6,segment=NetworkSegment(ec73f100-649b-4343-ad43-2353e4f5b837),segment_id=ec73f100-649b-4343-ad43-2353e4f5b837)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:35.461925 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ba0e9dab-3e6e-45a9-9c53-f936d7117f55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:35.496512 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b195bb3-bdf7-4709-a8d4-1035ab0ce099 req-65167f16-da35-47fe-88c1-9d6719b90546 tempest-ServerDiagnosticsNegativeTest-1309428557 tempest-ServerDiagnosticsNegativeTest-1309428557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:35.499559 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1b195bb3-bdf7-4709-a8d4-1035ab0ce099 req-65167f16-da35-47fe-88c1-9d6719b90546 tempest-ServerDiagnosticsNegativeTest-1309428557 tempest-ServerDiagnosticsNegativeTest-1309428557-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd62f4a6-0e49-4c5c-a7b5-434056555329 HTTP/1.1" status: 200 len: 949 time: 0.1312351 Aug 29 04:14:35.501678 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-ba0e9dab-3e6e-45a9-9c53-f936d7117f55 admin admin] Calling delete_port for f12a28e3-1035-45a6-a52d-a8c5e9d541c6 owned by network:dhcp {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:14:35.535237 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e888cf3b-2fcb-4d48-90d3-d26acf12c6af None None] For port f12a28e3-1035-45a6-a52d-a8c5e9d541c6, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=f12a28e3-1035-45a6-a52d-a8c5e9d541c6,segment=NetworkSegment(ec73f100-649b-4343-ad43-2353e4f5b837),segment_id=ec73f100-649b-4343-ad43-2353e4f5b837)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:35.535650 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e888cf3b-2fcb-4d48-90d3-d26acf12c6af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:35.562571 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e888cf3b-2fcb-4d48-90d3-d26acf12c6af None None] Calling delete_port for f12a28e3-1035-45a6-a52d-a8c5e9d541c6 owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:14:35.662038 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e888cf3b-2fcb-4d48-90d3-d26acf12c6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:35.695398 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e888cf3b-2fcb-4d48-90d3-d26acf12c6af None None] Pushing event deleted for resources: {'Port': ['ID=f12a28e3-1035-45a6-a52d-a8c5e9d541c6,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:35.699718 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e888cf3b-2fcb-4d48-90d3-d26acf12c6af None None] No DVR routers for this DVR port f12a28e3-1035-45a6-a52d-a8c5e9d541c6 on host n-d-712140-12 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:14:35.753455 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8cf5a7-2580-43de-a1e2-bcce999d0e09 req-26f3cea2-757e-45dd-9b7e-9fe086e70a10 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:35.755363 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0e8cf5a7-2580-43de-a1e2-bcce999d0e09 req-26f3cea2-757e-45dd-9b7e-9fe086e70a10 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=cfaeb88c-e4bc-40ad-b885-1ded1f4a7c36 HTTP/1.1" status: 200 len: 931 time: 0.2335980 Aug 29 04:14:35.769092 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c69bf5b-4979-4f58-9623-20fc156b4b43 admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:14:35.771375 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f97b9b8-536c-4057-a59f-6b8f74557b7a tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Pushing event updated for resources: {'Port': ['ID=2d1c1282-9466-4783-912f-46d77c8beffd,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:35.790397 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5cb1a95-637a-43cc-bfca-36a15330d4f7 None None] Sync routers for ids ['4fc67e82-9ebb-43c8-8413-a5d7c08de470'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:14:35.803761 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-7c69bf5b-4979-4f58-9623-20fc156b4b43 admin admin] 10.222.0.22 "PUT /v2.0/routers/4fc67e82-9ebb-43c8-8413-a5d7c08de470/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2845035 Aug 29 04:14:35.804103 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 41974) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:14:35.807662 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5cb1a95-637a-43cc-bfca-36a15330d4f7 None None] Routers {'4fc67e82-9ebb-43c8-8413-a5d7c08de470'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:14:35.809187 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-f5cb1a95-637a-43cc-bfca-36a15330d4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:14:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['4fc67e82-9ebb-43c8-8413-a5d7c08de470'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:14:35.827563 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ba0e9dab-3e6e-45a9-9c53-f936d7117f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:35.945320 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [req-1b195bb3-bdf7-4709-a8d4-1035ab0ce099 req-2d951208-350a-4762-967e-9c7d1036d087 tempest-ServerDiagnosticsNegativeTest-1309428557 tempest-ServerDiagnosticsNegativeTest-1309428557-project] Deleting port 355acfa5-d62a-488b-9cea-a72f9a2dca61 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:14:35.946143 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-1b195bb3-bdf7-4709-a8d4-1035ab0ce099 req-2d951208-350a-4762-967e-9c7d1036d087 tempest-ServerDiagnosticsNegativeTest-1309428557 tempest-ServerDiagnosticsNegativeTest-1309428557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:35.955450 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df3760-2c3b-447f-bf82-d43c8897204f req-9f97b9b8-536c-4057-a59f-6b8f74557b7a tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:35.956282 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-18df3760-2c3b-447f-bf82-d43c8897204f req-9f97b9b8-536c-4057-a59f-6b8f74557b7a tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:35.961750 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0e9dab-3e6e-45a9-9c53-f936d7117f55 admin admin] Pushing event deleted for resources: {'Port': ['ID=f12a28e3-1035-45a6-a52d-a8c5e9d541c6,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:36.002679 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0e9dab-3e6e-45a9-9c53-f936d7117f55 admin admin] No DVR routers for this DVR port f12a28e3-1035-45a6-a52d-a8c5e9d541c6 on host n-d-712140-12 {{(pid=94829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:14:36.005156 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bad35a-46af-4782-a577-6efc8edd8071 req-73be3294-38c2-4da3-b6a5-7a562d075d74 tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:36.007345 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d1bad35a-46af-4782-a577-6efc8edd8071 req-73be3294-38c2-4da3-b6a5-7a562d075d74 tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc809212-51fb-47bb-96af-33d73c6fddf8 HTTP/1.1" status: 200 len: 948 time: 0.1724286 Aug 29 04:14:36.015150 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a9dddb-92d0-43c8-89c5-1866635ca590 req-d88a8933-43d3-4a21-8183-766a73753285 tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:36.016719 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-54a9dddb-92d0-43c8-89c5-1866635ca590 req-d88a8933-43d3-4a21-8183-766a73753285 tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc809212-51fb-47bb-96af-33d73c6fddf8 HTTP/1.1" status: 200 len: 948 time: 0.2413104 Aug 29 04:14:36.043380 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-f5cb1a95-637a-43cc-bfca-36a15330d4f7 None None] Set router 4fc67e82-9ebb-43c8-8413-a5d7c08de470 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:14:36.057698 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-18df3760-2c3b-447f-bf82-d43c8897204f req-9f97b9b8-536c-4057-a59f-6b8f74557b7a tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5047400 Aug 29 04:14:36.063461 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0e8cf5a7-2580-43de-a1e2-bcce999d0e09 req-2568efc6-068a-4f54-a927-8fc5f5788b0f tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2866678 Aug 29 04:14:36.087805 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-18df3760-2c3b-447f-bf82-d43c8897204f req-b47a61a7-e461-4b9c-a921-07c31c036953 service neutron] Request body: {'port': {'device_id': 'cfaeb88c-e4bc-40ad-b885-1ded1f4a7c36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:14:36.245767 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d1bad35a-46af-4782-a577-6efc8edd8071 req-5d6f5080-950c-47e8-af96-d137984f3747 tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] 10.222.0.22 "GET /v2.0/security-groups?id=f702e36e-8d7e-475c-937a-d43e5f05c39f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253976 Aug 29 04:14:36.258627 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-141610e1-e3c3-4926-a1d8-c9690a73aa9e admin admin] Notify callbacks [] for router, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:36.261426 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2f8f4130-5e14-4c9b-83f6-fae96f864978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:36.266721 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ba0e9dab-3e6e-45a9-9c53-f936d7117f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:36.315095 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-3cd04108-00c1-4768-8dda-7175036a75f5 req-ae26cdd7-284a-4987-bdbd-7d61caf502f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77b4db49-2762-4af2-8d0e-62de1be3be49 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:14:36.329494 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-ba0e9dab-3e6e-45a9-9c53-f936d7117f55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d531963f-e23c-4a46-8912-2134ee82f41e']}} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:14:36.333059 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-1b195bb3-bdf7-4709-a8d4-1035ab0ce099 req-2d951208-350a-4762-967e-9c7d1036d087 tempest-ServerDiagnosticsNegativeTest-1309428557 tempest-ServerDiagnosticsNegativeTest-1309428557-project] For port 355acfa5-d62a-488b-9cea-a72f9a2dca61, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=355acfa5-d62a-488b-9cea-a72f9a2dca61,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:36.333551 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-1b195bb3-bdf7-4709-a8d4-1035ab0ce099 req-2d951208-350a-4762-967e-9c7d1036d087 tempest-ServerDiagnosticsNegativeTest-1309428557 tempest-ServerDiagnosticsNegativeTest-1309428557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:36.348399 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-3cd04108-00c1-4768-8dda-7175036a75f5 req-ae26cdd7-284a-4987-bdbd-7d61caf502f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:36.359332 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-ba0e9dab-3e6e-45a9-9c53-f936d7117f55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec73f100-649b-4343-ad43-2353e4f5b837') {'for_net_delete': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:14:36.359654 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-ba0e9dab-3e6e-45a9-9c53-f936d7117f55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec73f100-649b-4343-ad43-2353e4f5b837') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:14:36.369632 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-18df3760-2c3b-447f-bf82-d43c8897204f req-b47a61a7-e461-4b9c-a921-07c31c036953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:36.373674 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [req-1b195bb3-bdf7-4709-a8d4-1035ab0ce099 req-2d951208-350a-4762-967e-9c7d1036d087 tempest-ServerDiagnosticsNegativeTest-1309428557 tempest-ServerDiagnosticsNegativeTest-1309428557-project] Calling delete_port for 355acfa5-d62a-488b-9cea-a72f9a2dca61 owned by compute:nova {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:14:36.399312 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-3cd04108-00c1-4768-8dda-7175036a75f5 req-ae26cdd7-284a-4987-bdbd-7d61caf502f6 service neutron] Transition to ACTIVE for port object 77b4db49-2762-4af2-8d0e-62de1be3be49 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:14:36.417439 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ba0e9dab-3e6e-45a9-9c53-f936d7117f55 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4311712'] for segment, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:36.449129 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-3cd04108-00c1-4768-8dda-7175036a75f5 req-ae26cdd7-284a-4987-bdbd-7d61caf502f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:36.464325 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ba0e9dab-3e6e-45a9-9c53-f936d7117f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:36.475165 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba0e9dab-3e6e-45a9-9c53-f936d7117f55 admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=94829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:14:36.476582 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ba0e9dab-3e6e-45a9-9c53-f936d7117f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4274277'] for segment, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:36.515872 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-f5cb1a95-637a-43cc-bfca-36a15330d4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc67e82-9ebb-43c8-8413-a5d7c08de470', 'name': 'tempest-ServersTestManualDisk-925007010-router', 'tenant_id': '80868c13a1a14c89a9961d67996970da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': '7fa4711e-51ef-4a44-aed5-e3b6f04626e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:11:55Z', 'updated_at': '2021-08-29T04:14:31Z', 'revision_number': 5, 'project_id': '80868c13a1a14c89a9961d67996970da', 'gw_port': {'id': '7fa4711e-51ef-4a44-aed5-e3b6f04626e5', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:cf:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc67e82-9ebb-43c8-8413-a5d7c08de470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:11:56Z', 'updated_at': '2021-08-29T04:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:14:36.585785 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5cb1a95-637a-43cc-bfca-36a15330d4f7 None None] Checking router: 4fc67e82-9ebb-43c8-8413-a5d7c08de470 for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:14:36.606461 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-54a9dddb-92d0-43c8-89c5-1866635ca590 req-679b0a41-3f0f-4acb-92a9-17c99275abac tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] Deleting port 6838b4f0-5051-4bd5-8daf-0ce03e471b63 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:14:36.606824 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-54a9dddb-92d0-43c8-89c5-1866635ca590 req-679b0a41-3f0f-4acb-92a9-17c99275abac tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:36.608930 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5cb1a95-637a-43cc-bfca-36a15330d4f7 None None] Routers {'4fc67e82-9ebb-43c8-8413-a5d7c08de470'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:14:36.610700 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-f5cb1a95-637a-43cc-bfca-36a15330d4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:14:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['4fc67e82-9ebb-43c8-8413-a5d7c08de470'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:14:36.634172 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae26cdd7-284a-4987-bdbd-7d61caf502f6 service neutron] Pushing event updated for resources: {'Port': ['ID=77b4db49-2762-4af2-8d0e-62de1be3be49,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:36.641233 n-d-712140-12 neutron-server[94829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:14:36.641233 n-d-712140-12 neutron-server[94829]: self.session.flush() Aug 29 04:14:36.641233 n-d-712140-12 neutron-server[94829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:14:36.641233 n-d-712140-12 neutron-server[94829]: self.session.flush() Aug 29 04:14:36.641233 n-d-712140-12 neutron-server[94829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:14:36.641233 n-d-712140-12 neutron-server[94829]: self.session.flush() Aug 29 04:14:36.641233 n-d-712140-12 neutron-server[94829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:14:36.641233 n-d-712140-12 neutron-server[94829]: self.session.flush() Aug 29 04:14:36.641233 n-d-712140-12 neutron-server[94829]: Traceback (most recent call last): Aug 29 04:14:36.641233 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:14:36.641233 n-d-712140-12 neutron-server[94829]: timer() Aug 29 04:14:36.641233 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:14:36.641233 n-d-712140-12 neutron-server[94829]: cb(*args, **kw) Aug 29 04:14:36.641233 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:14:36.641233 n-d-712140-12 neutron-server[94829]: return func(*args, **kwargs) Aug 29 04:14:36.641233 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:14:36.641233 n-d-712140-12 neutron-server[94829]: self._notify() Aug 29 04:14:36.641233 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:14:36.641233 n-d-712140-12 neutron-server[94829]: self.callback(batched_events) Aug 29 04:14:36.641233 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:14:36.641233 n-d-712140-12 neutron-server[94829]: event.method(event) Aug 29 04:14:36.641233 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:14:36.641233 n-d-712140-12 neutron-server[94829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:14:36.641233 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:14:36.641233 n-d-712140-12 neutron-server[94829]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:14:36.641233 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:14:36.641233 n-d-712140-12 neutron-server[94829]: return f(self, *a, **k) Aug 29 04:14:36.641233 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:14:36.641233 n-d-712140-12 neutron-server[94829]: return self._get(url).json() Aug 29 04:14:36.641233 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:14:36.641233 n-d-712140-12 neutron-server[94829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:14:36.641233 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:14:36.641233 n-d-712140-12 neutron-server[94829]: return self.request(url, 'GET', **kwargs) Aug 29 04:14:36.641233 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:14:36.641233 n-d-712140-12 neutron-server[94829]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:14:36.641233 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:14:36.641233 n-d-712140-12 neutron-server[94829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:14:36.641233 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:14:36.641233 n-d-712140-12 neutron-server[94829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:14:36.641233 n-d-712140-12 neutron-server[94829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:14:36.721596 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ba0e9dab-3e6e-45a9-9c53-f936d7117f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:36.746297 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ba0e9dab-3e6e-45a9-9c53-f936d7117f55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:36.763939 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-ba0e9dab-3e6e-45a9-9c53-f936d7117f55 admin admin] 10.222.0.22 "DELETE /v2.0/networks/d531963f-e23c-4a46-8912-2134ee82f41e HTTP/1.1" status: 204 len: 168 time: 1.9503515 Aug 29 04:14:36.789245 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-141610e1-e3c3-4926-a1d8-c9690a73aa9e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:36.910091 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0e9dab-3e6e-45a9-9c53-f936d7117f55 admin admin] Pushing event deleted for resources: {'Network': ['ID=d531963f-e23c-4a46-8912-2134ee82f41e,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:36.994185 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device f12a28e3-1035-45a6-a52d-a8c5e9d541c6 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:14:37.074424 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: f12a28e3-1035-45a6-a52d-a8c5e9d541c6 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:14:37.075512 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device f12a28e3-1035-45a6-a52d-a8c5e9d541c6 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:14:37.121326 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31726b6d-9b6c-4ebf-980c-02b7ddb3a1ea req-2319767c-fd35-4b99-9ae3-b4b2ce22617f tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:37.130089 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-f5cb1a95-637a-43cc-bfca-36a15330d4f7 None None] Set router 4fc67e82-9ebb-43c8-8413-a5d7c08de470 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:14:37.138034 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-31726b6d-9b6c-4ebf-980c-02b7ddb3a1ea req-2319767c-fd35-4b99-9ae3-b4b2ce22617f tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=71fe9f3e-3534-4c4d-8ae6-ccb2829ad4b8 HTTP/1.1" status: 200 len: 943 time: 0.3538797 Aug 29 04:14:37.170560 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fc4329-753c-4e2d-a73a-6c61984aa375 req-27313fe5-b164-49af-a6a0-e7a01bc3464e tempest-ServerDiagnosticsNegativeTest-1309428557 tempest-ServerDiagnosticsNegativeTest-1309428557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:37.173775 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-30fc4329-753c-4e2d-a73a-6c61984aa375 req-27313fe5-b164-49af-a6a0-e7a01bc3464e tempest-ServerDiagnosticsNegativeTest-1309428557 tempest-ServerDiagnosticsNegativeTest-1309428557-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd62f4a6-0e49-4c5c-a7b5-434056555329 HTTP/1.1" status: 200 len: 949 time: 0.3749173 Aug 29 04:14:37.181897 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-141610e1-e3c3-4926-a1d8-c9690a73aa9e admin admin] Deleting port 7fa4711e-51ef-4a44-aed5-e3b6f04626e5 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:14:37.182835 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-141610e1-e3c3-4926-a1d8-c9690a73aa9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:37.191875 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-3cd04108-00c1-4768-8dda-7175036a75f5 req-ae26cdd7-284a-4987-bdbd-7d61caf502f6 service neutron] Attempting to bind port 77b4db49-2762-4af2-8d0e-62de1be3be49 on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:14:37.192464 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-3cd04108-00c1-4768-8dda-7175036a75f5 req-ae26cdd7-284a-4987-bdbd-7d61caf502f6 service neutron] Attempting to bind port 77b4db49-2762-4af2-8d0e-62de1be3be49 by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': '6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '7521cd58-9470-4433-82b8-7e942c988b03'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:14:37.193036 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd04108-00c1-4768-8dda-7175036a75f5 req-ae26cdd7-284a-4987-bdbd-7d61caf502f6 service neutron] Attempting to bind port 77b4db49-2762-4af2-8d0e-62de1be3be49 on network 7521cd58-9470-4433-82b8-7e942c988b03 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:14:37.220656 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:37.263822 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 41996) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:14:37.267788 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-30fc4329-753c-4e2d-a73a-6c61984aa375 req-de05245f-12b5-445e-be7b-7b214ad0367e tempest-ServerDiagnosticsNegativeTest-1309428557 tempest-ServerDiagnosticsNegativeTest-1309428557-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9e0a124-ddb8-4447-b074-b76a2b9aee41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673597 Aug 29 04:14:37.340716 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-31726b6d-9b6c-4ebf-980c-02b7ddb3a1ea req-5be8eedd-d470-4a90-8a8e-a14fd97dacb8 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=67519499-017b-4c54-88db-c974346724c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006726 Aug 29 04:14:37.353641 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd04108-00c1-4768-8dda-7175036a75f5 req-ae26cdd7-284a-4987-bdbd-7d61caf502f6 service neutron] Port 77b4db49-2762-4af2-8d0e-62de1be3be49 on network 7521cd58-9470-4433-82b8-7e942c988b03 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:14:37.353989 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd04108-00c1-4768-8dda-7175036a75f5 req-ae26cdd7-284a-4987-bdbd-7d61caf502f6 service neutron] Attempting to bind port 77b4db49-2762-4af2-8d0e-62de1be3be49 on network 7521cd58-9470-4433-82b8-7e942c988b03 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:14:37.366571 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-54a9dddb-92d0-43c8-89c5-1866635ca590 req-679b0a41-3f0f-4acb-92a9-17c99275abac tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] For port 6838b4f0-5051-4bd5-8daf-0ce03e471b63, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=6838b4f0-5051-4bd5-8daf-0ce03e471b63,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:37.366571 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-54a9dddb-92d0-43c8-89c5-1866635ca590 req-679b0a41-3f0f-4acb-92a9-17c99275abac tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:37.373035 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-e4c8ebf6-2b5f-4ae8-9dc1-7dd96c609287 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b8e5ee0a53fd42e2a03b18096f8a732f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1038256 Aug 29 04:14:37.374202 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd04108-00c1-4768-8dda-7175036a75f5 req-ae26cdd7-284a-4987-bdbd-7d61caf502f6 service neutron] Checking agent: {'id': '3de9de52-3a03-431d-9d7e-497ae92c57ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:14:37.374550 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd04108-00c1-4768-8dda-7175036a75f5 req-ae26cdd7-284a-4987-bdbd-7d61caf502f6 service neutron] Checking segment: {'id': '6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '7521cd58-9470-4433-82b8-7e942c988b03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:14:37.374941 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd04108-00c1-4768-8dda-7175036a75f5 req-ae26cdd7-284a-4987-bdbd-7d61caf502f6 service neutron] Bound using segment: {'id': '6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '7521cd58-9470-4433-82b8-7e942c988b03'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:14:37.376023 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-3cd04108-00c1-4768-8dda-7175036a75f5 req-ae26cdd7-284a-4987-bdbd-7d61caf502f6 service neutron] Bound port: 77b4db49-2762-4af2-8d0e-62de1be3be49, host: n-h1-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '7521cd58-9470-4433-82b8-7e942c988b03'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:14:37.376454 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-3cd04108-00c1-4768-8dda-7175036a75f5 req-ae26cdd7-284a-4987-bdbd-7d61caf502f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:37.384524 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 42004) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:14:37.431148 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-1b195bb3-bdf7-4709-a8d4-1035ab0ce099 req-2d951208-350a-4762-967e-9c7d1036d087 tempest-ServerDiagnosticsNegativeTest-1309428557 tempest-ServerDiagnosticsNegativeTest-1309428557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:37.542414 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d951208-350a-4762-967e-9c7d1036d087 tempest-ServerDiagnosticsNegativeTest-1309428557 tempest-ServerDiagnosticsNegativeTest-1309428557-project] Pushing event deleted for resources: {'Port': ['ID=355acfa5-d62a-488b-9cea-a72f9a2dca61,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:37.552061 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:37.561068 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-54a9dddb-92d0-43c8-89c5-1866635ca590 req-679b0a41-3f0f-4acb-92a9-17c99275abac tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] Calling delete_port for 6838b4f0-5051-4bd5-8daf-0ce03e471b63 owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:14:37.644588 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-3cd04108-00c1-4768-8dda-7175036a75f5 req-ae26cdd7-284a-4987-bdbd-7d61caf502f6 service neutron] For port 77b4db49-2762-4af2-8d0e-62de1be3be49, host n-h1-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:14:37.644825 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-141610e1-e3c3-4926-a1d8-c9690a73aa9e admin admin] For port 7fa4711e-51ef-4a44-aed5-e3b6f04626e5, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=7fa4711e-51ef-4a44-aed5-e3b6f04626e5,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:37.645108 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-141610e1-e3c3-4926-a1d8-c9690a73aa9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:37.648084 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b195bb3-bdf7-4709-a8d4-1035ab0ce099 req-2d951208-350a-4762-967e-9c7d1036d087 tempest-ServerDiagnosticsNegativeTest-1309428557 tempest-ServerDiagnosticsNegativeTest-1309428557-project] No DVR routers for this DVR port 355acfa5-d62a-488b-9cea-a72f9a2dca61 on host n-h1-712140-12 {{(pid=94829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:14:37.651397 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-1b195bb3-bdf7-4709-a8d4-1035ab0ce099 req-2d951208-350a-4762-967e-9c7d1036d087 tempest-ServerDiagnosticsNegativeTest-1309428557 tempest-ServerDiagnosticsNegativeTest-1309428557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:37.654153 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1b195bb3-bdf7-4709-a8d4-1035ab0ce099 req-2d951208-350a-4762-967e-9c7d1036d087 tempest-ServerDiagnosticsNegativeTest-1309428557 tempest-ServerDiagnosticsNegativeTest-1309428557-project] 10.222.0.46 "DELETE /v2.0/ports/355acfa5-d62a-488b-9cea-a72f9a2dca61 HTTP/1.1" status: 204 len: 173 time: 2.1478219 Aug 29 04:14:37.663847 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd62f4a6-0e49-4c5c-a7b5-434056555329', 'name': 'network-vif-deleted', 'tag': '355acfa5-d62a-488b-9cea-a72f9a2dca61'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:14:37.666492 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60aae77b-9c54-42ca-ae54-1e301570d834" -d '{"events": [{"server_uuid": "fd62f4a6-0e49-4c5c-a7b5-434056555329", "name": "network-vif-deleted", "tag": "355acfa5-d62a-488b-9cea-a72f9a2dca61"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:14:37.695323 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-141610e1-e3c3-4926-a1d8-c9690a73aa9e admin admin] Calling delete_port for 7fa4711e-51ef-4a44-aed5-e3b6f04626e5 owned by network:router_gateway {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:14:37.718199 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-35e7361c-ac2e-49fa-b012-2d48bf1c516c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:37.729313 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da4de14-73d8-45ac-b22a-8477cf330425 req-8eef732b-281a-4374-b6ce-94fd60f1628a tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:37.736881 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6da4de14-73d8-45ac-b22a-8477cf330425 req-8eef732b-281a-4374-b6ce-94fd60f1628a tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=cfaeb88c-e4bc-40ad-b885-1ded1f4a7c36 HTTP/1.1" status: 200 len: 931 time: 0.2280159 Aug 29 04:14:37.795965 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-f5cb1a95-637a-43cc-bfca-36a15330d4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc67e82-9ebb-43c8-8413-a5d7c08de470', 'name': 'tempest-ServersTestManualDisk-925007010-router', 'tenant_id': '80868c13a1a14c89a9961d67996970da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': '7fa4711e-51ef-4a44-aed5-e3b6f04626e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:11:55Z', 'updated_at': '2021-08-29T04:14:31Z', 'revision_number': 5, 'project_id': '80868c13a1a14c89a9961d67996970da', 'gw_port': {'id': '7fa4711e-51ef-4a44-aed5-e3b6f04626e5', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:cf:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc67e82-9ebb-43c8-8413-a5d7c08de470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:11:56Z', 'updated_at': '2021-08-29T04:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:14:37.841166 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-35e7361c-ac2e-49fa-b012-2d48bf1c516c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:37.849304 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5cb1a95-637a-43cc-bfca-36a15330d4f7 None None] The sync data for ids ['4fc67e82-9ebb-43c8-8413-a5d7c08de470'] in n-d-712140-12 is: [{'id': '4fc67e82-9ebb-43c8-8413-a5d7c08de470', 'name': 'tempest-ServersTestManualDisk-925007010-router', 'tenant_id': '80868c13a1a14c89a9961d67996970da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': '7fa4711e-51ef-4a44-aed5-e3b6f04626e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:11:55Z', 'updated_at': '2021-08-29T04:14:31Z', 'revision_number': 5, 'project_id': '80868c13a1a14c89a9961d67996970da', 'gw_port': {'id': '7fa4711e-51ef-4a44-aed5-e3b6f04626e5', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:cf:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc67e82-9ebb-43c8-8413-a5d7c08de470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:11:56Z', 'updated_at': '2021-08-29T04:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:14:37.860740 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-3cd04108-00c1-4768-8dda-7175036a75f5 req-ae26cdd7-284a-4987-bdbd-7d61caf502f6 service neutron] For port 77b4db49-2762-4af2-8d0e-62de1be3be49, host n-h1-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=77b4db49-2762-4af2-8d0e-62de1be3be49,segment=NetworkSegment(6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc),segment_id=6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:14:37.892469 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-3cd04108-00c1-4768-8dda-7175036a75f5 req-ae26cdd7-284a-4987-bdbd-7d61caf502f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:37.928965 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-18df3760-2c3b-447f-bf82-d43c8897204f req-b47a61a7-e461-4b9c-a921-07c31c036953 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d1c1282-9466-4783-912f-46d77c8beffd {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:14:37.959640 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6da4de14-73d8-45ac-b22a-8477cf330425 req-6ad14dad-2e7b-4af1-9fa2-e26b1c6e917d tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217457 Aug 29 04:14:37.960993 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f1c339-d991-49b4-97ef-cb135a30acfa req-8519e7c4-933b-4c90-9f98-24d414c1a202 tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:37.963052 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-34f1c339-d991-49b4-97ef-cb135a30acfa req-8519e7c4-933b-4c90-9f98-24d414c1a202 tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc809212-51fb-47bb-96af-33d73c6fddf8 HTTP/1.1" status: 200 len: 948 time: 0.4129040 Aug 29 04:14:38.026459 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-18df3760-2c3b-447f-bf82-d43c8897204f req-b47a61a7-e461-4b9c-a921-07c31c036953 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:38.038019 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd04108-00c1-4768-8dda-7175036a75f5 req-ae26cdd7-284a-4987-bdbd-7d61caf502f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:38.039592 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-3cd04108-00c1-4768-8dda-7175036a75f5 req-ae26cdd7-284a-4987-bdbd-7d61caf502f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:38.041965 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3cd04108-00c1-4768-8dda-7175036a75f5 req-ae26cdd7-284a-4987-bdbd-7d61caf502f6 service neutron] 10.222.0.46 "PUT /v2.0/ports/77b4db49-2762-4af2-8d0e-62de1be3be49 HTTP/1.1" status: 200 len: 1092 time: 3.7344379 Aug 29 04:14:38.050627 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71fe9f3e-3534-4c4d-8ae6-ccb2829ad4b8', 'tag': '77b4db49-2762-4af2-8d0e-62de1be3be49'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:14:38.054256 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e938020-5a9b-4c1f-b61a-04138eaaeeb8" -d '{"events": [{"name": "network-changed", "server_uuid": "71fe9f3e-3534-4c4d-8ae6-ccb2829ad4b8", "tag": "77b4db49-2762-4af2-8d0e-62de1be3be49"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:14:38.074884 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-35e7361c-ac2e-49fa-b012-2d48bf1c516c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:38.077946 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-35e7361c-ac2e-49fa-b012-2d48bf1c516c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:38.083394 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-35e7361c-ac2e-49fa-b012-2d48bf1c516c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/91c5a176-b023-4669-b826-e2b8f1feedfa HTTP/1.1" status: 204 len: 168 time: 0.6935868 Aug 29 04:14:38.110653 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e7361c-ac2e-49fa-b012-2d48bf1c516c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91c5a176-b023-4669-b826-e2b8f1feedfa,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:38.239180 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-141610e1-e3c3-4926-a1d8-c9690a73aa9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:38.300571 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-18df3760-2c3b-447f-bf82-d43c8897204f req-b47a61a7-e461-4b9c-a921-07c31c036953 service neutron] Transition to ACTIVE for port object 2d1c1282-9466-4783-912f-46d77c8beffd will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:14:38.326505 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141610e1-e3c3-4926-a1d8-c9690a73aa9e admin admin] Pushing event deleted for resources: {'Port': ['ID=7fa4711e-51ef-4a44-aed5-e3b6f04626e5,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:38.354368 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf72d58b-90cd-461f-b9f1-e8e4c16befa1 x-openstack-request-id: req-cf72d58b-90cd-461f-b9f1-e8e4c16befa1 {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:14:38.354649 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd62f4a6-0e49-4c5c-a7b5-434056555329", "name": "network-vif-deleted", "tag": "355acfa5-d62a-488b-9cea-a72f9a2dca61", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:14:38.354952 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cf72d58b-90cd-461f-b9f1-e8e4c16befa1 {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:14:38.355281 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd62f4a6-0e49-4c5c-a7b5-434056555329', 'name': 'network-vif-deleted', 'tag': '355acfa5-d62a-488b-9cea-a72f9a2dca61', 'status': 'completed', 'code': 200} Aug 29 04:14:38.360615 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae26cdd7-284a-4987-bdbd-7d61caf502f6 service neutron] Pushing event updated for resources: {'Port': ['ID=77b4db49-2762-4af2-8d0e-62de1be3be49,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:38.389573 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-18df3760-2c3b-447f-bf82-d43c8897204f req-b47a61a7-e461-4b9c-a921-07c31c036953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:38.484871 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-141610e1-e3c3-4926-a1d8-c9690a73aa9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719445'] for router_gateway, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:38.489169 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-34f1c339-d991-49b4-97ef-cb135a30acfa req-875374e4-a141-430a-9d96-3f501bbae485 tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] 10.222.0.22 "GET /v2.0/security-groups?id=f702e36e-8d7e-475c-937a-d43e5f05c39f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4655292 Aug 29 04:14:38.494267 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e684ec2c-85f3-4ad0-b31d-311d7469bba7 x-openstack-request-id: req-e684ec2c-85f3-4ad0-b31d-311d7469bba7 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:14:38.494583 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71fe9f3e-3534-4c4d-8ae6-ccb2829ad4b8", "tag": "77b4db49-2762-4af2-8d0e-62de1be3be49", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:14:38.494841 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e684ec2c-85f3-4ad0-b31d-311d7469bba7 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:14:38.500579 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71fe9f3e-3534-4c4d-8ae6-ccb2829ad4b8', 'tag': '77b4db49-2762-4af2-8d0e-62de1be3be49', 'status': 'completed', 'code': 200} Aug 29 04:14:38.564859 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 6838b4f0-5051-4bd5-8daf-0ce03e471b63 no longer exists at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:14:38.575555 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-54a9dddb-92d0-43c8-89c5-1866635ca590 req-679b0a41-3f0f-4acb-92a9-17c99275abac tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:38.646535 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd04108-00c1-4768-8dda-7175036a75f5 req-13d57ebd-088c-43c8-b95e-c7de9a6438ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:38.649168 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3cd04108-00c1-4768-8dda-7175036a75f5 req-13d57ebd-088c-43c8-b95e-c7de9a6438ba service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=48da3dc54d264865b5c4834c4a90f4b5&device_id=71fe9f3e-3534-4c4d-8ae6-ccb2829ad4b8 HTTP/1.1" status: 200 len: 1095 time: 0.5038898 Aug 29 04:14:38.650234 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47a61a7-e461-4b9c-a921-07c31c036953 service neutron] Pushing event updated for resources: {'Port': ['ID=2d1c1282-9466-4783-912f-46d77c8beffd,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:38.686282 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] No Port match for: 6838b4f0-5051-4bd5-8daf-0ce03e471b63 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:14:38.686816 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 6838b4f0-5051-4bd5-8daf-0ce03e471b63 not bound to the agent host n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:14:38.705376 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:38.839435 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679b0a41-3f0f-4acb-92a9-17c99275abac tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] Pushing event deleted for resources: {'Port': ['ID=6838b4f0-5051-4bd5-8daf-0ce03e471b63,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:38.847502 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3cd04108-00c1-4768-8dda-7175036a75f5 req-e71524c5-eeec-4104-bc54-e5cbc88bb560 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77b4db49-2762-4af2-8d0e-62de1be3be49 HTTP/1.1" status: 200 len: 217 time: 0.1592102 Aug 29 04:14:38.894455 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e77f4683-3fd7-466d-9d86-9fea6eb1b847 req-a34584f7-afbb-4206-afe8-99ce78473a4f tempest-ServerDiagnosticsNegativeTest-1309428557 tempest-ServerDiagnosticsNegativeTest-1309428557-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd62f4a6-0e49-4c5c-a7b5-434056555329 HTTP/1.1" status: 200 len: 210 time: 0.0717802 Aug 29 04:14:38.897617 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-141610e1-e3c3-4926-a1d8-c9690a73aa9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:38.902979 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-141610e1-e3c3-4926-a1d8-c9690a73aa9e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:38.974098 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-54a9dddb-92d0-43c8-89c5-1866635ca590 req-679b0a41-3f0f-4acb-92a9-17c99275abac tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] No DVR routers for this DVR port 6838b4f0-5051-4bd5-8daf-0ce03e471b63 on host n-h2-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:14:38.981840 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-54a9dddb-92d0-43c8-89c5-1866635ca590 req-679b0a41-3f0f-4acb-92a9-17c99275abac tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:38.984387 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-54a9dddb-92d0-43c8-89c5-1866635ca590 req-679b0a41-3f0f-4acb-92a9-17c99275abac tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] 10.222.0.48 "DELETE /v2.0/ports/6838b4f0-5051-4bd5-8daf-0ce03e471b63 HTTP/1.1" status: 204 len: 173 time: 2.9500296 Aug 29 04:14:39.012036 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ba82e8-5312-4527-9534-5cf3939fc8bd req-ed44b15b-f1d7-4760-8bf0-52c4b99de50a tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:39.014365 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c1ba82e8-5312-4527-9534-5cf3939fc8bd req-ed44b15b-f1d7-4760-8bf0-52c4b99de50a tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=71fe9f3e-3534-4c4d-8ae6-ccb2829ad4b8 HTTP/1.1" status: 200 len: 943 time: 0.3524873 Aug 29 04:14:39.028503 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-141610e1-e3c3-4926-a1d8-c9690a73aa9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717253'] for router, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:39.029677 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-141610e1-e3c3-4926-a1d8-c9690a73aa9e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4fc67e82-9ebb-43c8-8413-a5d7c08de470 {{(pid=94829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:14:39.039836 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-141610e1-e3c3-4926-a1d8-c9690a73aa9e admin admin] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:39.047200 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-141610e1-e3c3-4926-a1d8-c9690a73aa9e admin admin] 10.222.0.22 "DELETE /v2.0/routers/4fc67e82-9ebb-43c8-8413-a5d7c08de470 HTTP/1.1" status: 204 len: 168 time: 3.2363575 Aug 29 04:14:39.048143 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 42040) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:14:39.084420 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 355acfa5-d62a-488b-9cea-a72f9a2dca61 no longer exists at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:14:39.097164 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd04108-00c1-4768-8dda-7175036a75f5 req-7b7b66dd-ed15-45cd-ad69-c59dfefe4b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:39.102075 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3cd04108-00c1-4768-8dda-7175036a75f5 req-7b7b66dd-ed15-45cd-ad69-c59dfefe4b4b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=be5f55ab-7fa1-406c-9ca9-03e74b79ef6a HTTP/1.1" status: 200 len: 851 time: 0.2053943 Aug 29 04:14:39.194944 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device b076f191-52ea-43ea-9da0-41b18f67a78c no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:14:39.232815 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-18df3760-2c3b-447f-bf82-d43c8897204f req-b47a61a7-e461-4b9c-a921-07c31c036953 service neutron] Attempting to bind port 2d1c1282-9466-4783-912f-46d77c8beffd on host n-h2-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:14:39.235263 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-18df3760-2c3b-447f-bf82-d43c8897204f req-b47a61a7-e461-4b9c-a921-07c31c036953 service neutron] Attempting to bind port 2d1c1282-9466-4783-912f-46d77c8beffd by drivers openvswitch,hyperv on host n-h2-712140-12 at level 0 using segments [{'id': '5e7e2f14-8790-418b-88e1-15441e6a9fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '2f4673af-b8e7-4620-a09f-889ce79ba3f8'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:14:39.235928 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18df3760-2c3b-447f-bf82-d43c8897204f req-b47a61a7-e461-4b9c-a921-07c31c036953 service neutron] Attempting to bind port 2d1c1282-9466-4783-912f-46d77c8beffd on network 2f4673af-b8e7-4620-a09f-889ce79ba3f8 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:14:39.255604 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18df3760-2c3b-447f-bf82-d43c8897204f req-b47a61a7-e461-4b9c-a921-07c31c036953 service neutron] Port 2d1c1282-9466-4783-912f-46d77c8beffd on network 2f4673af-b8e7-4620-a09f-889ce79ba3f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:14:39.256433 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18df3760-2c3b-447f-bf82-d43c8897204f req-b47a61a7-e461-4b9c-a921-07c31c036953 service neutron] Attempting to bind port 2d1c1282-9466-4783-912f-46d77c8beffd on network 2f4673af-b8e7-4620-a09f-889ce79ba3f8 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:14:39.281755 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] No Port match for: 355acfa5-d62a-488b-9cea-a72f9a2dca61 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:14:39.282688 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 355acfa5-d62a-488b-9cea-a72f9a2dca61 not bound to the agent host n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:14:39.287549 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: b076f191-52ea-43ea-9da0-41b18f67a78c {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:14:39.289053 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device b076f191-52ea-43ea-9da0-41b18f67a78c not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:14:39.301070 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c1ba82e8-5312-4527-9534-5cf3939fc8bd req-7cc3a99c-1c3f-4903-9bde-3ae5230863a4 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=67519499-017b-4c54-88db-c974346724c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535036 Aug 29 04:14:39.302652 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 42044) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:14:39.326556 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18df3760-2c3b-447f-bf82-d43c8897204f req-b47a61a7-e461-4b9c-a921-07c31c036953 service neutron] Checking agent: {'id': 'b3a0606b-b029-4f5e-8798-3a32b71d8844', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:14:39.330219 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18df3760-2c3b-447f-bf82-d43c8897204f req-b47a61a7-e461-4b9c-a921-07c31c036953 service neutron] Checking segment: {'id': '5e7e2f14-8790-418b-88e1-15441e6a9fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '2f4673af-b8e7-4620-a09f-889ce79ba3f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:14:39.331375 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18df3760-2c3b-447f-bf82-d43c8897204f req-b47a61a7-e461-4b9c-a921-07c31c036953 service neutron] Bound using segment: {'id': '5e7e2f14-8790-418b-88e1-15441e6a9fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '2f4673af-b8e7-4620-a09f-889ce79ba3f8'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:14:39.334376 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-18df3760-2c3b-447f-bf82-d43c8897204f req-b47a61a7-e461-4b9c-a921-07c31c036953 service neutron] Bound port: 2d1c1282-9466-4783-912f-46d77c8beffd, host: n-h2-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e7e2f14-8790-418b-88e1-15441e6a9fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '2f4673af-b8e7-4620-a09f-889ce79ba3f8'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:14:39.335618 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-18df3760-2c3b-447f-bf82-d43c8897204f req-b47a61a7-e461-4b9c-a921-07c31c036953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:39.407644 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd04108-00c1-4768-8dda-7175036a75f5 req-9e41fa7d-ea62-40df-a7fd-3eb1d3aa1bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:39.416846 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_v2 [None req-e64b4d9a-10fa-43ef-b161-d085549f9e17 admin admin] Deleting subnet e056129e-3078-4985-8124-8db3fb753ac5 {{(pid=94829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:14:39.417230 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3cd04108-00c1-4768-8dda-7175036a75f5 req-9e41fa7d-ea62-40df-a7fd-3eb1d3aa1bf3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7521cd58-9470-4433-82b8-7e942c988b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2875555 Aug 29 04:14:39.433819 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e64b4d9a-10fa-43ef-b161-d085549f9e17 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:39.528475 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69beaab9-a77b-419f-94e9-9c9654b195a9 req-5dbca15b-b7ac-4714-a6af-f93830045fcb tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:39.541986 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-69beaab9-a77b-419f-94e9-9c9654b195a9 req-5dbca15b-b7ac-4714-a6af-f93830045fcb tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=cfaeb88c-e4bc-40ad-b885-1ded1f4a7c36 HTTP/1.1" status: 200 len: 943 time: 0.3140225 Aug 29 04:14:39.563368 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 42050) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:14:39.580589 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e64b4d9a-10fa-43ef-b161-d085549f9e17 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4311743'] for subnet, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:39.608644 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-18df3760-2c3b-447f-bf82-d43c8897204f req-b47a61a7-e461-4b9c-a921-07c31c036953 service neutron] For port 2d1c1282-9466-4783-912f-46d77c8beffd, host n-h2-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:14:39.654739 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-18df3760-2c3b-447f-bf82-d43c8897204f req-b47a61a7-e461-4b9c-a921-07c31c036953 service neutron] For port 2d1c1282-9466-4783-912f-46d77c8beffd, host n-h2-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=2d1c1282-9466-4783-912f-46d77c8beffd,segment=NetworkSegment(5e7e2f14-8790-418b-88e1-15441e6a9fb5),segment_id=5e7e2f14-8790-418b-88e1-15441e6a9fb5)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:14:39.675615 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4d1bf1c1-0cae-47b3-ba5c-f38eb0e589fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:39.679229 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-18df3760-2c3b-447f-bf82-d43c8897204f req-b47a61a7-e461-4b9c-a921-07c31c036953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:39.748080 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-69beaab9-a77b-419f-94e9-9c9654b195a9 req-040a5979-7e08-496e-99f7-31942c313eb5 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044997 Aug 29 04:14:39.815034 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3cd04108-00c1-4768-8dda-7175036a75f5 req-3e0a7e92-593f-41db-959e-028ce49778b9 service neutron] 10.222.0.46 "GET /v2.0/networks/7521cd58-9470-4433-82b8-7e942c988b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3570864 Aug 29 04:14:39.816400 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df3760-2c3b-447f-bf82-d43c8897204f req-b47a61a7-e461-4b9c-a921-07c31c036953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:39.817029 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-18df3760-2c3b-447f-bf82-d43c8897204f req-b47a61a7-e461-4b9c-a921-07c31c036953 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:39.818680 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-18df3760-2c3b-447f-bf82-d43c8897204f req-b47a61a7-e461-4b9c-a921-07c31c036953 service neutron] 10.222.0.48 "PUT /v2.0/ports/2d1c1282-9466-4783-912f-46d77c8beffd HTTP/1.1" status: 200 len: 1092 time: 3.7375588 Aug 29 04:14:39.856586 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-10ba319e-4b24-43fa-99af-2ff2b7284118 req-21deb763-e2d8-4982-b21f-c76ffbf6dfe0 tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc809212-51fb-47bb-96af-33d73c6fddf8 HTTP/1.1" status: 200 len: 210 time: 0.1616561 Aug 29 04:14:39.877030 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-6b5b00fb-ab31-40ef-b8f8-0466a7d4fb01 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=04c5d465a2a644eb81c377f007508b04&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2972538 Aug 29 04:14:39.878362 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 42052) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:14:39.952109 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47a61a7-e461-4b9c-a921-07c31c036953 service neutron] Pushing event updated for resources: {'Port': ['ID=2d1c1282-9466-4783-912f-46d77c8beffd,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:40.087462 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df3760-2c3b-447f-bf82-d43c8897204f req-a68e1cef-47a4-4905-b19b-1f10555bf6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:40.090058 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-18df3760-2c3b-447f-bf82-d43c8897204f req-a68e1cef-47a4-4905-b19b-1f10555bf6a1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5a14f7f9066643a38713cee788a50c7a&device_id=cfaeb88c-e4bc-40ad-b885-1ded1f4a7c36 HTTP/1.1" status: 200 len: 1095 time: 0.1825562 Aug 29 04:14:40.176861 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e64b4d9a-10fa-43ef-b161-d085549f9e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:40.177784 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3cd04108-00c1-4768-8dda-7175036a75f5 req-7df83357-d473-4533-9d4a-7a17d813d92b service neutron] 10.222.0.46 "GET /v2.0/networks/7521cd58-9470-4433-82b8-7e942c988b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3335655 Aug 29 04:14:40.187070 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-18df3760-2c3b-447f-bf82-d43c8897204f req-e63a3959-aba4-4675-b982-042b53ca17f5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d1c1282-9466-4783-912f-46d77c8beffd HTTP/1.1" status: 200 len: 217 time: 0.0819459 Aug 29 04:14:40.244030 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4d1bf1c1-0cae-47b3-ba5c-f38eb0e589fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:40.263562 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4d1bf1c1-0cae-47b3-ba5c-f38eb0e589fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:40.305368 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-82b709e0-0179-4a58-9483-ba03fd2cd7b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:40.319466 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e64b4d9a-10fa-43ef-b161-d085549f9e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4552352'] for subnet, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:40.327138 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df3760-2c3b-447f-bf82-d43c8897204f req-3c572ca7-41c8-4905-844e-0c3241eef97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:40.329650 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-18df3760-2c3b-447f-bf82-d43c8897204f req-3c572ca7-41c8-4905-844e-0c3241eef97e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ca990b23-63b6-47bd-b575-c3dcd63e7190 HTTP/1.1" status: 200 len: 846 time: 0.1295383 Aug 29 04:14:40.356786 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1bf1c1-0cae-47b3-ba5c-f38eb0e589fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6662640d-47ae-4844-93e1-312fab912a1e,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:40.376102 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-82b709e0-0179-4a58-9483-ba03fd2cd7b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:40.394390 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64b4d9a-10fa-43ef-b161-d085549f9e17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e056129e-3078-4985-8124-8db3fb753ac5,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:40.394885 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c603a1c-f541-4775-8cab-f007b88fdc70 None None] Network 3289792e-f838-4808-bdaa-0bd84d874fd6 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:14:40.398737 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e64b4d9a-10fa-43ef-b161-d085549f9e17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:40.400796 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-e64b4d9a-10fa-43ef-b161-d085549f9e17 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/e056129e-3078-4985-8124-8db3fb753ac5 HTTP/1.1" status: 204 len: 168 time: 1.3514748 Aug 29 04:14:40.406231 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 42062) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:14:40.409178 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-4d1bf1c1-0cae-47b3-ba5c-f38eb0e589fc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3510a36804174e7c8fee94f56e6be94e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0980999 Aug 29 04:14:40.414208 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-18df3760-2c3b-447f-bf82-d43c8897204f req-e5d53eaf-d3cf-4948-b3dc-8c6956f24108 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2f4673af-b8e7-4620-a09f-889ce79ba3f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742700 Aug 29 04:14:40.415987 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 42064) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:14:40.517994 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-82b709e0-0179-4a58-9483-ba03fd2cd7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:40.520713 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-82b709e0-0179-4a58-9483-ba03fd2cd7b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:40.522023 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-82b709e0-0179-4a58-9483-ba03fd2cd7b4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4958338f-11d3-48e0-a0d5-746868987b8b HTTP/1.1" status: 204 len: 168 time: 0.6427469 Aug 29 04:14:40.522888 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc809212-51fb-47bb-96af-33d73c6fddf8', 'name': 'network-vif-deleted', 'tag': '6838b4f0-5051-4bd5-8daf-0ce03e471b63'}, {'name': 'network-changed', 'server_uuid': 'cfaeb88c-e4bc-40ad-b885-1ded1f4a7c36', 'tag': '2d1c1282-9466-4783-912f-46d77c8beffd'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:14:40.525212 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1873108-58bc-4d96-9c9c-5835ffc60eed" -d '{"events": [{"server_uuid": "fc809212-51fb-47bb-96af-33d73c6fddf8", "name": "network-vif-deleted", "tag": "6838b4f0-5051-4bd5-8daf-0ce03e471b63"}, {"name": "network-changed", "server_uuid": "cfaeb88c-e4bc-40ad-b885-1ded1f4a7c36", "tag": "2d1c1282-9466-4783-912f-46d77c8beffd"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:14:40.554733 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 42072) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:14:40.585904 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b709e0-0179-4a58-9483-ba03fd2cd7b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4958338f-11d3-48e0-a0d5-746868987b8b,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:40.605081 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-dcc81c29-a259-48f1-a300-d838d1a80d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:40.618670 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e938020-5a9b-4c1f-b61a-04138eaaeeb8 req-3398dd90-01da-49a1-bb76-15d33ec8251b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:40.620271 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9e938020-5a9b-4c1f-b61a-04138eaaeeb8 req-3398dd90-01da-49a1-bb76-15d33ec8251b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=48da3dc54d264865b5c4834c4a90f4b5&device_id=71fe9f3e-3534-4c4d-8ae6-ccb2829ad4b8 HTTP/1.1" status: 200 len: 1095 time: 0.3702993 Aug 29 04:14:40.748689 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sun, 29 Aug 2021 04:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dd937a2-ee9a-4a10-b8af-93b0a6c63c58 x-openstack-request-id: req-3dd937a2-ee9a-4a10-b8af-93b0a6c63c58 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:14:40.749029 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc809212-51fb-47bb-96af-33d73c6fddf8", "name": "network-vif-deleted", "tag": "6838b4f0-5051-4bd5-8daf-0ce03e471b63", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "cfaeb88c-e4bc-40ad-b885-1ded1f4a7c36", "tag": "2d1c1282-9466-4783-912f-46d77c8beffd", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:14:40.749204 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3dd937a2-ee9a-4a10-b8af-93b0a6c63c58 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:14:40.749624 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc809212-51fb-47bb-96af-33d73c6fddf8', 'name': 'network-vif-deleted', 'tag': '6838b4f0-5051-4bd5-8daf-0ce03e471b63', 'status': 'completed', 'code': 200} Aug 29 04:14:40.750030 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfaeb88c-e4bc-40ad-b885-1ded1f4a7c36', 'tag': '2d1c1282-9466-4783-912f-46d77c8beffd', 'status': 'completed', 'code': 200} Aug 29 04:14:40.762667 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e00c498c-37d5-4615-8314-075484540aea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:40.768068 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f3574d-19dc-45ec-bf2e-e13736a27c57 None None] DHCP port deletion for 3289792e-f838-4808-bdaa-0bd84d874fd6 request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:14:40.845825 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-dcc81c29-a259-48f1-a300-d838d1a80d93 admin admin] Deleting port c83e1a9b-2a85-4e62-9c61-cde0e02af0d7 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:14:40.852137 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-dcc81c29-a259-48f1-a300-d838d1a80d93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:40.872658 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e543895-393a-4bf3-91c2-91545502cba8 req-79332aea-6f23-4c3c-b1d8-5fee7054f66d tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:40.884662 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5e543895-393a-4bf3-91c2-91545502cba8 req-79332aea-6f23-4c3c-b1d8-5fee7054f66d tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=71fe9f3e-3534-4c4d-8ae6-ccb2829ad4b8 HTTP/1.1" status: 200 len: 943 time: 0.4665718 Aug 29 04:14:40.899401 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-70f3574d-19dc-45ec-bf2e-e13736a27c57 None None] Deleting port c83e1a9b-2a85-4e62-9c61-cde0e02af0d7 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:14:40.899604 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-70f3574d-19dc-45ec-bf2e-e13736a27c57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:40.926615 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e00c498c-37d5-4615-8314-075484540aea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:41.009294 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1f3bc30e-798e-4806-98f8-51ba2acfd188 req-cd86ff06-31ce-4f7e-8613-76f6c9849b84 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d952c196-c5ab-4e23-926c-fd07660010ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3879616 Aug 29 04:14:41.017805 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e00c498c-37d5-4615-8314-075484540aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:41.020364 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e00c498c-37d5-4615-8314-075484540aea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:41.025514 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-e00c498c-37d5-4615-8314-075484540aea admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6662640d-47ae-4844-93e1-312fab912a1e HTTP/1.1" status: 204 len: 168 time: 0.6025047 Aug 29 04:14:41.056627 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-dcc81c29-a259-48f1-a300-d838d1a80d93 admin admin] For port c83e1a9b-2a85-4e62-9c61-cde0e02af0d7, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=c83e1a9b-2a85-4e62-9c61-cde0e02af0d7,segment=NetworkSegment(b67d6817-731c-4ba0-9790-a50b114ac3d7),segment_id=b67d6817-731c-4ba0-9790-a50b114ac3d7)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:41.057017 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-dcc81c29-a259-48f1-a300-d838d1a80d93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:41.081139 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-dcc81c29-a259-48f1-a300-d838d1a80d93 admin admin] Calling delete_port for c83e1a9b-2a85-4e62-9c61-cde0e02af0d7 owned by network:dhcp {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:14:41.092823 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847f3065-60a1-4288-b272-b9fb7da3f1f4 req-1fb438e6-fce8-4011-a062-69081bd63a4a tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:41.101692 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-847f3065-60a1-4288-b272-b9fb7da3f1f4 req-1fb438e6-fce8-4011-a062-69081bd63a4a tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=cfaeb88c-e4bc-40ad-b885-1ded1f4a7c36 HTTP/1.1" status: 200 len: 943 time: 0.1339643 Aug 29 04:14:41.108388 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-18df3760-2c3b-447f-bf82-d43c8897204f req-45abf815-54c0-41d4-9f31-25267336b751 service neutron] 10.222.0.48 "GET /v2.0/networks/2f4673af-b8e7-4620-a09f-889ce79ba3f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6801703 Aug 29 04:14:41.117923 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-70f3574d-19dc-45ec-bf2e-e13736a27c57 None None] For port c83e1a9b-2a85-4e62-9c61-cde0e02af0d7, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=c83e1a9b-2a85-4e62-9c61-cde0e02af0d7,segment=NetworkSegment(b67d6817-731c-4ba0-9790-a50b114ac3d7),segment_id=b67d6817-731c-4ba0-9790-a50b114ac3d7)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:41.118565 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-70f3574d-19dc-45ec-bf2e-e13736a27c57 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:41.126054 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00c498c-37d5-4615-8314-075484540aea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6662640d-47ae-4844-93e1-312fab912a1e,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:41.170255 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-70f3574d-19dc-45ec-bf2e-e13736a27c57 None None] Calling delete_port for c83e1a9b-2a85-4e62-9c61-cde0e02af0d7 owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:14:41.176006 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device c83e1a9b-2a85-4e62-9c61-cde0e02af0d7 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:14:41.240108 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-18df3760-2c3b-447f-bf82-d43c8897204f req-3a6de8e2-991d-4efb-87cc-234f7f565e6d service neutron] 10.222.0.48 "GET /v2.0/networks/2f4673af-b8e7-4620-a09f-889ce79ba3f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184714 Aug 29 04:14:41.243388 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5e543895-393a-4bf3-91c2-91545502cba8 req-180b525d-8d6c-421b-a118-67ce769583b2 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=67519499-017b-4c54-88db-c974346724c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3580492 Aug 29 04:14:41.260998 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3bc30e-798e-4806-98f8-51ba2acfd188 req-513de3eb-ff2a-49c2-8f90-6e1641a173d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:41.262651 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1f3bc30e-798e-4806-98f8-51ba2acfd188 req-513de3eb-ff2a-49c2-8f90-6e1641a173d8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3515263e5ff54aaab5485b775ab70478&device_id=d952c196-c5ab-4e23-926c-fd07660010ab HTTP/1.1" status: 200 len: 1101 time: 0.2010305 Aug 29 04:14:41.277861 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-847f3065-60a1-4288-b272-b9fb7da3f1f4 req-e5496ac5-e3e4-4c1a-8402-e9544615b8b6 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739929 Aug 29 04:14:41.297512 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e938020-5a9b-4c1f-b61a-04138eaaeeb8 req-17bf9795-c017-4726-8f79-e532ad633433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:41.300546 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9e938020-5a9b-4c1f-b61a-04138eaaeeb8 req-17bf9795-c017-4726-8f79-e532ad633433 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7521cd58-9470-4433-82b8-7e942c988b03 HTTP/1.1" status: 200 len: 913 time: 0.6707635 Aug 29 04:14:41.449915 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9e938020-5a9b-4c1f-b61a-04138eaaeeb8 req-808da7d8-cc74-4fcf-8341-57335b87837f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77b4db49-2762-4af2-8d0e-62de1be3be49 HTTP/1.1" status: 200 len: 217 time: 0.1326888 Aug 29 04:14:41.459943 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-dcc81c29-a259-48f1-a300-d838d1a80d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:41.489320 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No active binding found for port c83e1a9b-2a85-4e62-9c61-cde0e02af0d7 {{(pid=94830) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 29 04:14:41.490266 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device c83e1a9b-2a85-4e62-9c61-cde0e02af0d7 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:14:41.491418 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 7fa4711e-51ef-4a44-aed5-e3b6f04626e5 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:14:41.528155 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-e4e3c5fb-eade-4741-9c93-044b1ed7e568 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=80ed2b0238ab48a49d1b355a26386ea3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9712648 Aug 29 04:14:41.534843 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc81c29-a259-48f1-a300-d838d1a80d93 admin admin] Pushing event deleted for resources: {'Port': ['ID=c83e1a9b-2a85-4e62-9c61-cde0e02af0d7,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:41.537567 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 42100) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:14:41.564448 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc81c29-a259-48f1-a300-d838d1a80d93 admin admin] No DVR routers for this DVR port c83e1a9b-2a85-4e62-9c61-cde0e02af0d7 on host n-d-712140-12 {{(pid=94829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:14:41.587345 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 7fa4711e-51ef-4a44-aed5-e3b6f04626e5 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:14:41.587946 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 7fa4711e-51ef-4a44-aed5-e3b6f04626e5 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:14:41.604245 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-70f3574d-19dc-45ec-bf2e-e13736a27c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:41.708870 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f3574d-19dc-45ec-bf2e-e13736a27c57 None None] Pushing event deleted for resources: {'Port': ['ID=c83e1a9b-2a85-4e62-9c61-cde0e02af0d7,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:41.758740 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f3574d-19dc-45ec-bf2e-e13736a27c57 None None] No DVR routers for this DVR port c83e1a9b-2a85-4e62-9c61-cde0e02af0d7 on host n-d-712140-12 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:14:41.895548 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-dcc81c29-a259-48f1-a300-d838d1a80d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:41.918833 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-dcc81c29-a259-48f1-a300-d838d1a80d93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3289792e-f838-4808-bdaa-0bd84d874fd6']}} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:14:41.942848 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-dcc81c29-a259-48f1-a300-d838d1a80d93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b67d6817-731c-4ba0-9790-a50b114ac3d7') {'for_net_delete': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:14:41.943601 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-dcc81c29-a259-48f1-a300-d838d1a80d93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b67d6817-731c-4ba0-9790-a50b114ac3d7') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:14:42.001848 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-dcc81c29-a259-48f1-a300-d838d1a80d93 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4311712'] for segment, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:42.015720 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-84d7db07-bced-45c0-9ef9-ad15a0e78e17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:42.026867 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-dcc81c29-a259-48f1-a300-d838d1a80d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:42.055967 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcc81c29-a259-48f1-a300-d838d1a80d93 admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=94829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:14:42.056397 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-dcc81c29-a259-48f1-a300-d838d1a80d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4274277'] for segment, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:42.058669 n-d-712140-12 neutron-server[94829]: Traceback (most recent call last): Aug 29 04:14:42.058669 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:14:42.058669 n-d-712140-12 neutron-server[94829]: timer() Aug 29 04:14:42.058669 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:14:42.058669 n-d-712140-12 neutron-server[94829]: cb(*args, **kw) Aug 29 04:14:42.058669 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:14:42.058669 n-d-712140-12 neutron-server[94829]: return func(*args, **kwargs) Aug 29 04:14:42.058669 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:14:42.058669 n-d-712140-12 neutron-server[94829]: self._notify() Aug 29 04:14:42.058669 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:14:42.058669 n-d-712140-12 neutron-server[94829]: self.callback(batched_events) Aug 29 04:14:42.058669 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:14:42.058669 n-d-712140-12 neutron-server[94829]: event.method(event) Aug 29 04:14:42.058669 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:14:42.058669 n-d-712140-12 neutron-server[94829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:14:42.058669 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:14:42.058669 n-d-712140-12 neutron-server[94829]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:14:42.058669 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:14:42.058669 n-d-712140-12 neutron-server[94829]: return f(self, *a, **k) Aug 29 04:14:42.058669 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:14:42.058669 n-d-712140-12 neutron-server[94829]: return self._get(url).json() Aug 29 04:14:42.058669 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:14:42.058669 n-d-712140-12 neutron-server[94829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:14:42.058669 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:14:42.058669 n-d-712140-12 neutron-server[94829]: return self.request(url, 'GET', **kwargs) Aug 29 04:14:42.058669 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:14:42.058669 n-d-712140-12 neutron-server[94829]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:14:42.058669 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:14:42.058669 n-d-712140-12 neutron-server[94829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:14:42.058669 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:14:42.058669 n-d-712140-12 neutron-server[94829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:14:42.058669 n-d-712140-12 neutron-server[94829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:14:42.131900 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-84d7db07-bced-45c0-9ef9-ad15a0e78e17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:42.165389 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9c2f43-24f1-487f-bc0a-9fd0f71ad5d5 req-f969e74b-6dfd-40f5-b889-56f95b1713ca tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:42.167049 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0c9c2f43-24f1-487f-bc0a-9fd0f71ad5d5 req-f969e74b-6dfd-40f5-b889-56f95b1713ca tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] 10.222.0.22 "GET /v2.0/ports?device_id=d952c196-c5ab-4e23-926c-fd07660010ab HTTP/1.1" status: 200 len: 949 time: 0.2516193 Aug 29 04:14:42.201490 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e938020-5a9b-4c1f-b61a-04138eaaeeb8 req-4c00d246-26e9-46e5-9e79-ee4b8d2887f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:42.203818 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9e938020-5a9b-4c1f-b61a-04138eaaeeb8 req-4c00d246-26e9-46e5-9e79-ee4b8d2887f6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=be5f55ab-7fa1-406c-9ca9-03e74b79ef6a HTTP/1.1" status: 200 len: 851 time: 0.6462750 Aug 29 04:14:42.249363 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-dcc81c29-a259-48f1-a300-d838d1a80d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:42.267763 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1873108-58bc-4d96-9c9c-5835ffc60eed req-be6d7996-34a5-4860-923a-f91f2d737dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:42.269899 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f1873108-58bc-4d96-9c9c-5835ffc60eed req-be6d7996-34a5-4860-923a-f91f2d737dfd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5a14f7f9066643a38713cee788a50c7a&device_id=cfaeb88c-e4bc-40ad-b885-1ded1f4a7c36 HTTP/1.1" status: 200 len: 1095 time: 0.8324506 Aug 29 04:14:42.270766 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-dcc81c29-a259-48f1-a300-d838d1a80d93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:42.274022 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-dcc81c29-a259-48f1-a300-d838d1a80d93 admin admin] 10.222.0.22 "DELETE /v2.0/networks/3289792e-f838-4808-bdaa-0bd84d874fd6 HTTP/1.1" status: 204 len: 168 time: 1.8666916 Aug 29 04:14:42.308617 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc81c29-a259-48f1-a300-d838d1a80d93 admin admin] Pushing event deleted for resources: {'Network': ['ID=3289792e-f838-4808-bdaa-0bd84d874fd6,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:42.323809 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0c9c2f43-24f1-487f-bc0a-9fd0f71ad5d5 req-591e5052-9caf-465c-b1fc-eb5c41f51722 tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] 10.222.0.22 "GET /v2.0/security-groups?id=f702e36e-8d7e-475c-937a-d43e5f05c39f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478765 Aug 29 04:14:42.330950 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-84d7db07-bced-45c0-9ef9-ad15a0e78e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:42.336598 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-84d7db07-bced-45c0-9ef9-ad15a0e78e17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:42.343728 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-84d7db07-bced-45c0-9ef9-ad15a0e78e17 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e9e0a124-ddb8-4447-b074-b76a2b9aee41 HTTP/1.1" status: 204 len: 168 time: 0.8013704 Aug 29 04:14:42.367796 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d7db07-bced-45c0-9ef9-ad15a0e78e17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9e0a124-ddb8-4447-b074-b76a2b9aee41,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:42.510411 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cd92f3-049e-471a-9d4a-3658b7fa5a49 req-4d11efa4-b863-4816-8e4c-be72a527cbfe tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:42.511978 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3bc30e-798e-4806-98f8-51ba2acfd188 req-c7eb76cc-4b1b-4bf8-860a-090aa59d04f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:42.512471 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f2cd92f3-049e-471a-9d4a-3658b7fa5a49 req-4d11efa4-b863-4816-8e4c-be72a527cbfe tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=cfaeb88c-e4bc-40ad-b885-1ded1f4a7c36 HTTP/1.1" status: 200 len: 943 time: 0.0763481 Aug 29 04:14:42.514156 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1f3bc30e-798e-4806-98f8-51ba2acfd188 req-c7eb76cc-4b1b-4bf8-860a-090aa59d04f7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 HTTP/1.1" status: 200 len: 870 time: 1.0785534 Aug 29 04:14:42.541112 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 42136) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:14:42.602652 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f2cd92f3-049e-471a-9d4a-3658b7fa5a49 req-ffce039d-6a22-4a62-8d14-51c834e41e04 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792356 Aug 29 04:14:42.627481 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-68e7525d-f7ca-49f9-9452-32dbdd67d6fe admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=80868c13a1a14c89a9961d67996970da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0839009 Aug 29 04:14:42.631086 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 42138) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:14:42.634387 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1f3bc30e-798e-4806-98f8-51ba2acfd188 req-7526dd9b-635c-4f88-982a-a423381c8924 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=91feca29-9c06-49f7-802c-92515715195f HTTP/1.1" status: 200 len: 217 time: 0.0823629 Aug 29 04:14:42.645567 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e938020-5a9b-4c1f-b61a-04138eaaeeb8 req-fd6516e2-e3da-4f64-a7e1-dcc77464a92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:42.648694 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9e938020-5a9b-4c1f-b61a-04138eaaeeb8 req-fd6516e2-e3da-4f64-a7e1-dcc77464a92b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7521cd58-9470-4433-82b8-7e942c988b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4274204 Aug 29 04:14:42.749216 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cc053fb0-98ca-48c1-b224-7037a930edff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:42.795319 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1873108-58bc-4d96-9c9c-5835ffc60eed req-0499710d-0657-405e-914f-66971b441c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:42.797900 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f1873108-58bc-4d96-9c9c-5835ffc60eed req-0499710d-0657-405e-914f-66971b441c2d service neutron] 10.222.0.48 "GET /v2.0/networks?id=2f4673af-b8e7-4620-a09f-889ce79ba3f8 HTTP/1.1" status: 200 len: 907 time: 0.4405131 Aug 29 04:14:42.802063 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cc053fb0-98ca-48c1-b224-7037a930edff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:42.813750 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78931e57-5606-46dc-848e-1c7e7daa9607 req-294f2f1f-5095-4f4c-a204-6ccf117aa28a tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:42.816333 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-78931e57-5606-46dc-848e-1c7e7daa9607 req-294f2f1f-5095-4f4c-a204-6ccf117aa28a tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=71fe9f3e-3534-4c4d-8ae6-ccb2829ad4b8 HTTP/1.1" status: 200 len: 943 time: 0.3296227 Aug 29 04:14:42.927086 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cc053fb0-98ca-48c1-b224-7037a930edff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:42.933337 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cc053fb0-98ca-48c1-b224-7037a930edff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:42.936656 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-cc053fb0-98ca-48c1-b224-7037a930edff admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/45bab43b-f712-44f7-92f5-d4c4ba3bdd3f HTTP/1.1" status: 204 len: 168 time: 0.3032849 Aug 29 04:14:42.952754 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc053fb0-98ca-48c1-b224-7037a930edff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45bab43b-f712-44f7-92f5-d4c4ba3bdd3f,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:42.970849 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f1873108-58bc-4d96-9c9c-5835ffc60eed req-8eb20eff-3809-434c-aa8d-35e037e5b3d7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d1c1282-9466-4783-912f-46d77c8beffd HTTP/1.1" status: 200 len: 217 time: 0.1446991 Aug 29 04:14:42.984340 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3bc30e-798e-4806-98f8-51ba2acfd188 req-fc91039a-50ea-4cb6-965c-5225072437ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:42.986703 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1f3bc30e-798e-4806-98f8-51ba2acfd188 req-fc91039a-50ea-4cb6-965c-5225072437ba service neutron] 10.222.0.48 "GET /v2.0/subnets?id=18cd12d4-b12a-41b0-b0c5-618edbb84e74 HTTP/1.1" status: 200 len: 843 time: 0.3366489 Aug 29 04:14:43.100324 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 77b4db49-2762-4af2-8d0e-62de1be3be49 details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:14:43.143143 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-78931e57-5606-46dc-848e-1c7e7daa9607 req-c58581b1-8416-4526-bc32-2afd45cb4d45 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=67519499-017b-4c54-88db-c974346724c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2876952 Aug 29 04:14:43.201548 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9e938020-5a9b-4c1f-b61a-04138eaaeeb8 req-59bf03dc-4787-44c7-927d-0ddaba5fe1fd service neutron] 10.222.0.46 "GET /v2.0/networks/7521cd58-9470-4433-82b8-7e942c988b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5337698 Aug 29 04:14:43.203622 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1873108-58bc-4d96-9c9c-5835ffc60eed req-6a35ac9d-9c04-42c8-bf5a-3af577e966ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:43.205767 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f1873108-58bc-4d96-9c9c-5835ffc60eed req-6a35ac9d-9c04-42c8-bf5a-3af577e966ff service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ca990b23-63b6-47bd-b575-c3dcd63e7190 HTTP/1.1" status: 200 len: 846 time: 0.2179370 Aug 29 04:14:43.208075 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3bc30e-798e-4806-98f8-51ba2acfd188 req-ac507a55-cd3c-4073-9607-bdc72507fdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:43.210312 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1f3bc30e-798e-4806-98f8-51ba2acfd188 req-ac507a55-cd3c-4073-9607-bdc72507fdf5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2024400 Aug 29 04:14:43.237096 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 42154) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:14:43.262368 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 77b4db49-2762-4af2-8d0e-62de1be3be49, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=77b4db49-2762-4af2-8d0e-62de1be3be49,segment=NetworkSegment(6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc),segment_id=6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:43.270309 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-dd472a96-c71a-4309-ae00-0cc9b8cbdd73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:43.288834 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Returning: {'device': '77b4db49-2762-4af2-8d0e-62de1be3be49', 'network_id': '7521cd58-9470-4433-82b8-7e942c988b03', 'port_id': '77b4db49-2762-4af2-8d0e-62de1be3be49', 'mac_address': 'fa:16:3e:fb:96:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be5f55ab-7fa1-406c-9ca9-03e74b79ef6a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:14:43.322296 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f1873108-58bc-4d96-9c9c-5835ffc60eed req-7be35b08-8ceb-4bb2-b577-62bcceab3a2a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2f4673af-b8e7-4620-a09f-889ce79ba3f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0892894 Aug 29 04:14:43.388792 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:43.439425 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77b4db49-2762-4af2-8d0e-62de1be3be49 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:14:43.486431 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 77b4db49-2762-4af2-8d0e-62de1be3be49, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=77b4db49-2762-4af2-8d0e-62de1be3be49,segment=NetworkSegment(6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc),segment_id=6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:43.492804 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:43.573053 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-dd472a96-c71a-4309-ae00-0cc9b8cbdd73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:43.579046 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-dd472a96-c71a-4309-ae00-0cc9b8cbdd73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:43.583924 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9e938020-5a9b-4c1f-b61a-04138eaaeeb8 req-da623987-5c62-48f0-ae26-afcc17898952 service neutron] 10.222.0.46 "GET /v2.0/networks/7521cd58-9470-4433-82b8-7e942c988b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3722429 Aug 29 04:14:43.609754 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1f3bc30e-798e-4806-98f8-51ba2acfd188 req-ad75a703-a435-4370-9b71-0f466ed36b67 service neutron] 10.222.0.48 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3753796 Aug 29 04:14:43.634934 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=77b4db49-2762-4af2-8d0e-62de1be3be49,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:43.676506 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-dd472a96-c71a-4309-ae00-0cc9b8cbdd73 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8a7a30a6d39f4340851cc65e396cd7d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4348876 Aug 29 04:14:43.677327 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 42164) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:14:43.705023 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcebac95-5341-4de0-aca2-aebcd541bc92 req-4118c4a9-fa76-4a16-89e1-3b02d7e99067 tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:43.706643 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-fcebac95-5341-4de0-aca2-aebcd541bc92 req-4118c4a9-fa76-4a16-89e1-3b02d7e99067 tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] 10.222.0.22 "GET /v2.0/ports?device_id=d952c196-c5ab-4e23-926c-fd07660010ab HTTP/1.1" status: 200 len: 949 time: 0.2239256 Aug 29 04:14:43.723393 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f1873108-58bc-4d96-9c9c-5835ffc60eed req-1b96d369-7c97-4ad4-b363-62ae5a038e1b service neutron] 10.222.0.48 "GET /v2.0/networks/2f4673af-b8e7-4620-a09f-889ce79ba3f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3601811 Aug 29 04:14:43.745826 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd472a96-c71a-4309-ae00-0cc9b8cbdd73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3415553-2f54-4ca4-aa14-9bc79c5e0e30,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:43.751852 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['77b4db49-2762-4af2-8d0e-62de1be3be49'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:14:43.822587 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 42166) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:14:43.845528 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:14:43.945636 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-fcebac95-5341-4de0-aca2-aebcd541bc92 req-11eb9356-17ff-4098-a12b-071f10f3ab0a tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] 10.222.0.22 "GET /v2.0/security-groups?id=f702e36e-8d7e-475c-937a-d43e5f05c39f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961212 Aug 29 04:14:43.974527 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1f3bc30e-798e-4806-98f8-51ba2acfd188 req-47523901-53cc-4846-8265-c32ace9b7550 service neutron] 10.222.0.48 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3557532 Aug 29 04:14:44.008921 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a4ad98-b16b-469d-b197-953ff6e25645 req-fc160733-17dd-46ee-9c52-fe678a7a20cc tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:44.012520 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d1a4ad98-b16b-469d-b197-953ff6e25645 req-fc160733-17dd-46ee-9c52-fe678a7a20cc tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=cfaeb88c-e4bc-40ad-b885-1ded1f4a7c36 HTTP/1.1" status: 200 len: 943 time: 0.2641981 Aug 29 04:14:44.046127 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d98b16f0-558b-4974-a430-2d27686416c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:44.077182 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f1873108-58bc-4d96-9c9c-5835ffc60eed req-08d0b688-d255-4a49-9f1d-54b309336773 service neutron] 10.222.0.48 "GET /v2.0/networks/2f4673af-b8e7-4620-a09f-889ce79ba3f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3234210 Aug 29 04:14:44.134651 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d1a4ad98-b16b-469d-b197-953ff6e25645 req-e2ddea53-ef0f-4f34-9a0a-5ef32ab1d75c tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066051 Aug 29 04:14:44.142442 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d98b16f0-558b-4974-a430-2d27686416c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:44.226507 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce2b7e1-4999-4897-98d1-b4650760140f req-4db56441-6b91-4544-925b-39f145f0857a tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:44.230670 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fce2b7e1-4999-4897-98d1-b4650760140f req-4db56441-6b91-4544-925b-39f145f0857a tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] 10.222.0.48 "GET /v2.0/ports?device_id=d952c196-c5ab-4e23-926c-fd07660010ab HTTP/1.1" status: 200 len: 949 time: 0.1233594 Aug 29 04:14:44.260352 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d98b16f0-558b-4974-a430-2d27686416c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:44.264994 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d98b16f0-558b-4974-a430-2d27686416c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:44.269847 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-d98b16f0-558b-4974-a430-2d27686416c0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c3415553-2f54-4ca4-aa14-9bc79c5e0e30 HTTP/1.1" status: 204 len: 168 time: 0.5725160 Aug 29 04:14:44.298661 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98b16f0-558b-4974-a430-2d27686416c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3415553-2f54-4ca4-aa14-9bc79c5e0e30,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:44.340979 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-61007088-8abc-4a69-ae65-b2b7a630a499 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1528395332-network', 'tenant_id': '167b1cc03732479fb9ee73ff6d5e5845'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:14:44.387294 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cf652e-3059-4c68-8a85-6f4cc269bc96 req-9aea703c-9c0e-4713-acc0-1ea273feb534 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:44.400036 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b0cf652e-3059-4c68-8a85-6f4cc269bc96 req-9aea703c-9c0e-4713-acc0-1ea273feb534 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=71fe9f3e-3534-4c4d-8ae6-ccb2829ad4b8 HTTP/1.1" status: 200 len: 944 time: 0.0933709 Aug 29 04:14:44.408130 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61007088-8abc-4a69-ae65-b2b7a630a499 admin admin] Made reservation on behalf of 167b1cc03732479fb9ee73ff6d5e5845 for: {'network': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:14:44.410463 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-61007088-8abc-4a69-ae65-b2b7a630a499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:44.431623 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-61007088-8abc-4a69-ae65-b2b7a630a499 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:44.483665 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b0cf652e-3059-4c68-8a85-6f4cc269bc96 req-3a838741-8ab0-49fb-af19-78e4fe4c4ffa tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=67519499-017b-4c54-88db-c974346724c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785768 Aug 29 04:14:44.551801 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-fce2b7e1-4999-4897-98d1-b4650760140f req-de998866-2c87-4f9d-90b7-5653a36afe35 tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] Deleting port 91feca29-9c06-49f7-802c-92515715195f {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:14:44.552157 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-fce2b7e1-4999-4897-98d1-b4650760140f req-de998866-2c87-4f9d-90b7-5653a36afe35 tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:44.556186 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-61007088-8abc-4a69-ae65-b2b7a630a499 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:44.576269 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-61007088-8abc-4a69-ae65-b2b7a630a499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:44.597559 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 2d1c1282-9466-4783-912f-46d77c8beffd details requested by agent hyperv_n-h2-712140-12 with host n-h2-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:14:44.641294 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61007088-8abc-4a69-ae65-b2b7a630a499 admin admin] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=94828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:14:44.663587 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61007088-8abc-4a69-ae65-b2b7a630a499 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=928b8436-db78-4a6b-bcb4-8c108482d446,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:44.686672 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-61007088-8abc-4a69-ae65-b2b7a630a499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:44.689425 n-d-712140-12 neutron-server[94828]: INFO neutron.db.segments_db [None req-61007088-8abc-4a69-ae65-b2b7a630a499 admin admin] Added segment 60ea1297-c536-4662-89a8-71c12fd7375d of type vlan for network f96f67f6-e1fe-44b3-b4cf-964eb290f20c Aug 29 04:14:44.780325 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-61007088-8abc-4a69-ae65-b2b7a630a499 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:44.788688 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-fce2b7e1-4999-4897-98d1-b4650760140f req-de998866-2c87-4f9d-90b7-5653a36afe35 tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] For port 91feca29-9c06-49f7-802c-92515715195f, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=91feca29-9c06-49f7-802c-92515715195f,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:44.789101 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-fce2b7e1-4999-4897-98d1-b4650760140f req-de998866-2c87-4f9d-90b7-5653a36afe35 tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:44.811049 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-fce2b7e1-4999-4897-98d1-b4650760140f req-de998866-2c87-4f9d-90b7-5653a36afe35 tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] Calling delete_port for 91feca29-9c06-49f7-802c-92515715195f owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:14:44.817949 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 2d1c1282-9466-4783-912f-46d77c8beffd, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=2d1c1282-9466-4783-912f-46d77c8beffd,segment=NetworkSegment(5e7e2f14-8790-418b-88e1-15441e6a9fb5),segment_id=5e7e2f14-8790-418b-88e1-15441e6a9fb5)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:44.837808 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Returning: {'device': '2d1c1282-9466-4783-912f-46d77c8beffd', 'network_id': '2f4673af-b8e7-4620-a09f-889ce79ba3f8', 'port_id': '2d1c1282-9466-4783-912f-46d77c8beffd', 'mac_address': 'fa:16:3e:9c:55:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca990b23-63b6-47bd-b575-c3dcd63e7190', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:14:44.845142 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-61007088-8abc-4a69-ae65-b2b7a630a499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:44.846148 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61007088-8abc-4a69-ae65-b2b7a630a499 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:44.847081 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-61007088-8abc-4a69-ae65-b2b7a630a499 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:44.896526 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:44.917524 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d1c1282-9466-4783-912f-46d77c8beffd {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:14:44.953958 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 2d1c1282-9466-4783-912f-46d77c8beffd, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=2d1c1282-9466-4783-912f-46d77c8beffd,segment=NetworkSegment(5e7e2f14-8790-418b-88e1-15441e6a9fb5),segment_id=5e7e2f14-8790-418b-88e1-15441e6a9fb5)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:44.963266 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:45.030938 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=2d1c1282-9466-4783-912f-46d77c8beffd,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:45.092010 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-61007088-8abc-4a69-ae65-b2b7a630a499 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2654276 Aug 29 04:14:45.104780 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 42206) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:14:45.107205 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-fce2b7e1-4999-4897-98d1-b4650760140f req-de998866-2c87-4f9d-90b7-5653a36afe35 tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:45.113266 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-9aeb0e21-2edb-43d6-9c7d-319a874fd9dd admin admin] Request body: {'subnet': {'network_id': 'f96f67f6-e1fe-44b3-b4cf-964eb290f20c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1528395332-subnet', 'tenant_id': '167b1cc03732479fb9ee73ff6d5e5845', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:14:45.114775 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 77b4db49-2762-4af2-8d0e-62de1be3be49 up at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:14:45.191675 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f24ab7-f8af-40b7-aeff-7de16de50376 req-8e440d23-94d9-43a2-b2e8-fb9bc160076c tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:45.192498 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de998866-2c87-4f9d-90b7-5653a36afe35 tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] Pushing event deleted for resources: {'Port': ['ID=91feca29-9c06-49f7-802c-92515715195f,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:45.200740 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a2f24ab7-f8af-40b7-aeff-7de16de50376 req-8e440d23-94d9-43a2-b2e8-fb9bc160076c tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] 10.222.0.22 "GET /v2.0/ports?device_id=d952c196-c5ab-4e23-926c-fd07660010ab HTTP/1.1" status: 200 len: 866 time: 0.1336172 Aug 29 04:14:45.225417 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61007088-8abc-4a69-ae65-b2b7a630a499 admin admin] Pushing event updated for resources: {'Network': ['ID=f96f67f6-e1fe-44b3-b4cf-964eb290f20c,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:45.262463 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network f96f67f6-e1fe-44b3-b4cf-964eb290f20c details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:14:45.273357 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aeb0e21-2edb-43d6-9c7d-319a874fd9dd admin admin] Made reservation on behalf of 167b1cc03732479fb9ee73ff6d5e5845 for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:14:45.277986 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9aeb0e21-2edb-43d6-9c7d-319a874fd9dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:45.324009 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a2f24ab7-f8af-40b7-aeff-7de16de50376 req-a3140a5e-7ab7-4fb7-b07f-e98e5d089ebe tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] 10.222.0.22 "GET /v2.0/security-groups?id=f702e36e-8d7e-475c-937a-d43e5f05c39f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114993 Aug 29 04:14:45.348445 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 42220) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:14:45.380530 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-fce2b7e1-4999-4897-98d1-b4650760140f req-de998866-2c87-4f9d-90b7-5653a36afe35 tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] No DVR routers for this DVR port 91feca29-9c06-49f7-802c-92515715195f on host n-h2-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:14:45.387042 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-fce2b7e1-4999-4897-98d1-b4650760140f req-de998866-2c87-4f9d-90b7-5653a36afe35 tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:45.389188 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fce2b7e1-4999-4897-98d1-b4650760140f req-de998866-2c87-4f9d-90b7-5653a36afe35 tempest-ListImageFiltersTestJSON-1043355464 tempest-ListImageFiltersTestJSON-1043355464-project] 10.222.0.48 "DELETE /v2.0/ports/91feca29-9c06-49f7-802c-92515715195f HTTP/1.1" status: 204 len: 173 time: 1.1521301 Aug 29 04:14:45.389662 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd952c196-c5ab-4e23-926c-fd07660010ab', 'name': 'network-vif-deleted', 'tag': '91feca29-9c06-49f7-802c-92515715195f'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:14:45.392029 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-162f515c-1ef1-4c65-ad39-da4e867f655b" -d '{"events": [{"server_uuid": "d952c196-c5ab-4e23-926c-fd07660010ab", "name": "network-vif-deleted", "tag": "91feca29-9c06-49f7-802c-92515715195f"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:14:45.462662 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['2d1c1282-9466-4783-912f-46d77c8beffd'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:14:45.520601 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-b2fb936a-7223-46a9-a61a-967cf9ff4e13 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1439861869-network', 'tenant_id': 'c9804a8a9be04dbf9e3249af907a3916'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:14:45.567455 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2fb936a-7223-46a9-a61a-967cf9ff4e13 admin admin] Made reservation on behalf of c9804a8a9be04dbf9e3249af907a3916 for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:14:45.570292 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b2fb936a-7223-46a9-a61a-967cf9ff4e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:45.593996 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b2fb936a-7223-46a9-a61a-967cf9ff4e13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:45.619552 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae728013-c729-4482-9caf-1ad75a5f2bc0 x-openstack-request-id: req-ae728013-c729-4482-9caf-1ad75a5f2bc0 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:14:45.620589 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d952c196-c5ab-4e23-926c-fd07660010ab", "name": "network-vif-deleted", "tag": "91feca29-9c06-49f7-802c-92515715195f", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:14:45.620589 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ae728013-c729-4482-9caf-1ad75a5f2bc0 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:14:45.626499 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd952c196-c5ab-4e23-926c-fd07660010ab', 'name': 'network-vif-deleted', 'tag': '91feca29-9c06-49f7-802c-92515715195f', 'status': 'completed', 'code': 200} Aug 29 04:14:45.678336 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning for port 77b4db49-2762-4af2-8d0e-62de1be3be49 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:14:45.700052 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9aeb0e21-2edb-43d6-9c7d-319a874fd9dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9191137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10062364'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:45.709923 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning complete for port 77b4db49-2762-4af2-8d0e-62de1be3be49 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:14:45.719726 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:45.723648 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a34d72-52da-40ee-a0e8-dfc551358fd8 req-1f95c23e-c717-40c3-b5ab-9a1cca447752 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:45.726605 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-94a34d72-52da-40ee-a0e8-dfc551358fd8 req-1f95c23e-c717-40c3-b5ab-9a1cca447752 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=cfaeb88c-e4bc-40ad-b885-1ded1f4a7c36 HTTP/1.1" status: 200 len: 944 time: 0.2438788 Aug 29 04:14:45.837637 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-94a34d72-52da-40ee-a0e8-dfc551358fd8 req-5610395f-30f3-46ad-bc1e-6baa117f932a tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757520 Aug 29 04:14:45.852797 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeb0e21-2edb-43d6-9c7d-319a874fd9dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=7aff1b55-5acd-4615-92fe-59d502737750,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:45.857657 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b2fb936a-7223-46a9-a61a-967cf9ff4e13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:45.871005 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2e6412-c5b9-4aea-ad92-d5829f99df4c req-fa913fa7-565e-49e3-a6a3-c115e5ab282d tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:45.885834 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7e2e6412-c5b9-4aea-ad92-d5829f99df4c req-fa913fa7-565e-49e3-a6a3-c115e5ab282d tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=71fe9f3e-3534-4c4d-8ae6-ccb2829ad4b8 HTTP/1.1" status: 200 len: 944 time: 0.1231005 Aug 29 04:14:45.886794 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b2fb936a-7223-46a9-a61a-967cf9ff4e13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:45.915053 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aeb0e21-2edb-43d6-9c7d-319a874fd9dd admin admin] Checking segment: {'id': '60ea1297-c536-4662-89a8-71c12fd7375d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'f96f67f6-e1fe-44b3-b4cf-964eb290f20c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:14:45.915521 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aeb0e21-2edb-43d6-9c7d-319a874fd9dd admin admin] Network hostable DHCP agents. Network: f96f67f6-e1fe-44b3-b4cf-964eb290f20c, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:14:45.942390 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aeb0e21-2edb-43d6-9c7d-319a874fd9dd admin admin] Network f96f67f6-e1fe-44b3-b4cf-964eb290f20c is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:14:45.976642 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-9aeb0e21-2edb-43d6-9c7d-319a874fd9dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, f96f67f6-e1fe-44b3-b4cf-964eb290f20c) {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:14:45.984340 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aeb0e21-2edb-43d6-9c7d-319a874fd9dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:45.985411 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9aeb0e21-2edb-43d6-9c7d-319a874fd9dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:45.995915 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02eb78f0-7bbb-49f0-82bf-545f17478217 None None] Network f96f67f6-e1fe-44b3-b4cf-964eb290f20c requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:14:46.016040 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-9aeb0e21-2edb-43d6-9c7d-319a874fd9dd admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9097564 Aug 29 04:14:46.056528 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2fb936a-7223-46a9-a61a-967cf9ff4e13 admin admin] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:14:46.065319 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fb936a-7223-46a9-a61a-967cf9ff4e13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07b81801-f107-42cd-9c04-405b0de95462,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:46.116130 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:46.122919 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b2fb936a-7223-46a9-a61a-967cf9ff4e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:46.136277 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-b2fb936a-7223-46a9-a61a-967cf9ff4e13 admin admin] Added segment cbc7fcd6-54d7-4c29-b8dc-e45b75834936 of type vlan for network 1a62290b-199f-4cef-98cc-ef1f02337d68 Aug 29 04:14:46.150913 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7e2e6412-c5b9-4aea-ad92-d5829f99df4c req-23708c41-9045-47c4-a296-2fa3979e8efd tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=67519499-017b-4c54-88db-c974346724c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553687 Aug 29 04:14:46.211245 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71fe9f3e-3534-4c4d-8ae6-ccb2829ad4b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77b4db49-2762-4af2-8d0e-62de1be3be49'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:14:46.225299 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5812c3a7-6910-464c-8f7a-97e16e4401fd" -d '{"events": [{"server_uuid": "71fe9f3e-3534-4c4d-8ae6-ccb2829ad4b8", "name": "network-vif-plugged", "status": "completed", "tag": "77b4db49-2762-4af2-8d0e-62de1be3be49"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:14:46.241890 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b2fb936a-7223-46a9-a61a-967cf9ff4e13 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:46.276297 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 77b4db49-2762-4af2-8d0e-62de1be3be49, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=77b4db49-2762-4af2-8d0e-62de1be3be49,segment=NetworkSegment(6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc),segment_id=6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:46.289915 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b2fb936a-7223-46a9-a61a-967cf9ff4e13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:46.291215 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2fb936a-7223-46a9-a61a-967cf9ff4e13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:46.292024 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b2fb936a-7223-46a9-a61a-967cf9ff4e13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:46.386861 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b77ae897-c91f-4839-86e5-e609c2dd4eef x-openstack-request-id: req-b77ae897-c91f-4839-86e5-e609c2dd4eef {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:14:46.387937 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71fe9f3e-3534-4c4d-8ae6-ccb2829ad4b8", "name": "network-vif-plugged", "status": "completed", "tag": "77b4db49-2762-4af2-8d0e-62de1be3be49", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:14:46.388819 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b77ae897-c91f-4839-86e5-e609c2dd4eef {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:14:46.389677 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71fe9f3e-3534-4c4d-8ae6-ccb2829ad4b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77b4db49-2762-4af2-8d0e-62de1be3be49', 'code': 200} Aug 29 04:14:46.393528 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:46.407201 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb76d67-8a1e-4b4f-99d9-a59d08869e8b None None] Network f96f67f6-e1fe-44b3-b4cf-964eb290f20c requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:14:46.413612 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-b2fb936a-7223-46a9-a61a-967cf9ff4e13 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0632250 Aug 29 04:14:46.417579 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 42264) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:14:46.427066 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-71d11cbf-93a1-4d43-ac37-b8e58200a23c admin admin] Request body: {'subnet': {'network_id': '1a62290b-199f-4cef-98cc-ef1f02337d68', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1439861869-subnet', 'tenant_id': 'c9804a8a9be04dbf9e3249af907a3916', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:14:46.461942 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fb936a-7223-46a9-a61a-967cf9ff4e13 admin admin] Pushing event updated for resources: {'Network': ['ID=1a62290b-199f-4cef-98cc-ef1f02337d68,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:46.495595 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 1a62290b-199f-4cef-98cc-ef1f02337d68 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:14:46.541676 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71d11cbf-93a1-4d43-ac37-b8e58200a23c admin admin] Made reservation on behalf of c9804a8a9be04dbf9e3249af907a3916 for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:14:46.545912 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71d11cbf-93a1-4d43-ac37-b8e58200a23c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:46.620925 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 91feca29-9c06-49f7-802c-92515715195f no longer exists at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:14:46.663302 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1eff3a-593d-41e6-bc15-3b815ed81007 req-451d32a4-baee-46bf-aaa5-6247d821c258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:46.667559 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fb1eff3a-593d-41e6-bc15-3b815ed81007 req-451d32a4-baee-46bf-aaa5-6247d821c258 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=71fe9f3e-3534-4c4d-8ae6-ccb2829ad4b8 HTTP/1.1" status: 200 len: 1097 time: 0.1977994 Aug 29 04:14:46.776332 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] No Port match for: 91feca29-9c06-49f7-802c-92515715195f {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:14:46.776982 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 91feca29-9c06-49f7-802c-92515715195f not bound to the agent host n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:14:46.783067 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-33c6955b-9e05-4a1c-90af-a9d142c58422 req-478f74d8-d270-42de-89e7-8f9f4d12fa1d tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1806117073', 'description': 'tempest-description-64268815'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:14:46.787445 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=77b4db49-2762-4af2-8d0e-62de1be3be49,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:46.889140 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fb1eff3a-593d-41e6-bc15-3b815ed81007 req-0c05e379-ff31-4287-8940-35a30dbca702 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=67519499-017b-4c54-88db-c974346724c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124432 Aug 29 04:14:46.893767 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71d11cbf-93a1-4d43-ac37-b8e58200a23c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9191137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10062364'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:46.965841 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-33c6955b-9e05-4a1c-90af-a9d142c58422 req-478f74d8-d270-42de-89e7-8f9f4d12fa1d tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:46.985253 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d11cbf-93a1-4d43-ac37-b8e58200a23c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0187c694-af22-45ba-8f34-924b8e2980a1,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:47.045874 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d11cbf-93a1-4d43-ac37-b8e58200a23c admin admin] Checking segment: {'id': 'cbc7fcd6-54d7-4c29-b8dc-e45b75834936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '1a62290b-199f-4cef-98cc-ef1f02337d68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:14:47.046473 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d11cbf-93a1-4d43-ac37-b8e58200a23c admin admin] Network hostable DHCP agents. Network: 1a62290b-199f-4cef-98cc-ef1f02337d68, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:14:47.098591 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d11cbf-93a1-4d43-ac37-b8e58200a23c admin admin] Network 1a62290b-199f-4cef-98cc-ef1f02337d68 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:14:47.114412 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-71d11cbf-93a1-4d43-ac37-b8e58200a23c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 1a62290b-199f-4cef-98cc-ef1f02337d68) {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:14:47.126150 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d11cbf-93a1-4d43-ac37-b8e58200a23c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:47.126757 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71d11cbf-93a1-4d43-ac37-b8e58200a23c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:47.130297 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef247af8-facb-4a4f-beb9-f8f841511406 None None] Network 1a62290b-199f-4cef-98cc-ef1f02337d68 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:14:47.145336 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-33c6955b-9e05-4a1c-90af-a9d142c58422 req-478f74d8-d270-42de-89e7-8f9f4d12fa1d tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:47.152475 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-33c6955b-9e05-4a1c-90af-a9d142c58422 req-478f74d8-d270-42de-89e7-8f9f4d12fa1d tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:47.168044 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-71d11cbf-93a1-4d43-ac37-b8e58200a23c admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7485914 Aug 29 04:14:47.168715 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 42286) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:14:47.181064 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-ce0f8948-f9fc-432f-ad49-bfd9625472be admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1439861869-router', 'tenant_id': 'c9804a8a9be04dbf9e3249af907a3916', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:14:47.188566 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-33c6955b-9e05-4a1c-90af-a9d142c58422 req-478f74d8-d270-42de-89e7-8f9f4d12fa1d tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:47.220950 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-33c6955b-9e05-4a1c-90af-a9d142c58422 req-478f74d8-d270-42de-89e7-8f9f4d12fa1d tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.4460905 Aug 29 04:14:47.232326 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478f74d8-d270-42de-89e7-8f9f4d12fa1d tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6deba2c4-052b-44f5-b48b-9079a81d99bd,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:47.244874 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ce0f8948-f9fc-432f-ad49-bfd9625472be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:47.249410 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ce0f8948-f9fc-432f-ad49-bfd9625472be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1838'] for router, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:47.274099 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 42300) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:14:47.400505 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ce0f8948-f9fc-432f-ad49-bfd9625472be admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:47.458202 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640a5b6e-0b4a-4c38-ae77-2b4227b45faf req-ba29fd2f-362a-488d-bbe0-52e800ed1c55 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:47.461458 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-640a5b6e-0b4a-4c38-ae77-2b4227b45faf req-ba29fd2f-362a-488d-bbe0-52e800ed1c55 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=cfaeb88c-e4bc-40ad-b885-1ded1f4a7c36 HTTP/1.1" status: 200 len: 944 time: 0.1053164 Aug 29 04:14:47.484522 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da55026b-4a01-4ee7-b0fa-4ba3a71b8f2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-1a62290b-199f-4cef-98cc-ef1f02337d68', 'network_id': '1a62290b-199f-4cef-98cc-ef1f02337d68', 'tenant_id': 'c9804a8a9be04dbf9e3249af907a3916', 'fixed_ips': [{'subnet_id': '0187c694-af22-45ba-8f34-924b8e2980a1'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:14:47.486919 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-da55026b-4a01-4ee7-b0fa-4ba3a71b8f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:47.565166 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-640a5b6e-0b4a-4c38-ae77-2b4227b45faf req-192a8452-6658-4a3f-a5cc-c49e0cf0d12d tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945482 Aug 29 04:14:47.611255 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-a71d5215-03dc-4560-af86-1f6f6760931c req-4f029df5-598e-442e-a875-ecd9960dbf38 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2093657577', 'description': 'tempest-description-53449397'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:14:47.636987 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6cd6b1ac-e575-40e2-83c0-011522531e89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:47.678427 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a71d5215-03dc-4560-af86-1f6f6760931c req-4f029df5-598e-442e-a875-ecd9960dbf38 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:47.719439 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-da55026b-4a01-4ee7-b0fa-4ba3a71b8f2d None None] Allocated IP 172.20.0.2 (1a62290b-199f-4cef-98cc-ef1f02337d68/0187c694-af22-45ba-8f34-924b8e2980a1/d10fd9a6-a16a-4a7d-99e5-068ab039d871) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:14:47.813186 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6cd6b1ac-e575-40e2-83c0-011522531e89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:47.821901 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cca3142-d0aa-4d30-a37d-72f09db5a1e8 req-35121b61-7c98-4d94-a163-b4099ef6f396 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:47.827518 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6cd6b1ac-e575-40e2-83c0-011522531e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:47.835532 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4cca3142-d0aa-4d30-a37d-72f09db5a1e8 req-35121b61-7c98-4d94-a163-b4099ef6f396 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=71fe9f3e-3534-4c4d-8ae6-ccb2829ad4b8 HTTP/1.1" status: 200 len: 945 time: 0.2263412 Aug 29 04:14:47.850481 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ce0f8948-f9fc-432f-ad49-bfd9625472be admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:47.861687 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd6b1ac-e575-40e2-83c0-011522531e89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5675c02b-f141-4348-8494-c838e00a9363,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:47.899092 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd6b1ac-e575-40e2-83c0-011522531e89 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:47.899442 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd6b1ac-e575-40e2-83c0-011522531e89 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:47.899824 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd6b1ac-e575-40e2-83c0-011522531e89 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:47.900163 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd6b1ac-e575-40e2-83c0-011522531e89 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:47.900490 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd6b1ac-e575-40e2-83c0-011522531e89 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:47.900814 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd6b1ac-e575-40e2-83c0-011522531e89 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:47.902384 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd6b1ac-e575-40e2-83c0-011522531e89 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:47.902739 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd6b1ac-e575-40e2-83c0-011522531e89 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:47.903067 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd6b1ac-e575-40e2-83c0-011522531e89 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:47.903723 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd6b1ac-e575-40e2-83c0-011522531e89 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:47.904061 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd6b1ac-e575-40e2-83c0-011522531e89 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:47.904499 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd6b1ac-e575-40e2-83c0-011522531e89 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:47.932144 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-6cd6b1ac-e575-40e2-83c0-011522531e89 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=61646f81d46547d39fad3d2b4f559249&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6557612 Aug 29 04:14:47.933627 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4cca3142-d0aa-4d30-a37d-72f09db5a1e8 req-a722b2ff-2897-4a2d-af52-cec788d288d6 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=67519499-017b-4c54-88db-c974346724c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965400 Aug 29 04:14:47.937073 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 42318) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:14:48.010783 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a71d5215-03dc-4560-af86-1f6f6760931c req-4f029df5-598e-442e-a875-ecd9960dbf38 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:48.018611 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a71d5215-03dc-4560-af86-1f6f6760931c req-4f029df5-598e-442e-a875-ecd9960dbf38 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:48.058141 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-bee32e92-631c-404b-96ac-69934af3c2d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:48.104080 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a71d5215-03dc-4560-af86-1f6f6760931c req-4f029df5-598e-442e-a875-ecd9960dbf38 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:48.130175 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-bee32e92-631c-404b-96ac-69934af3c2d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:48.139865 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a71d5215-03dc-4560-af86-1f6f6760931c req-4f029df5-598e-442e-a875-ecd9960dbf38 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.5336604 Aug 29 04:14:48.159550 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f029df5-598e-442e-a875-ecd9960dbf38 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=890c423e-8656-4b83-8d5a-69dbc4f8ebc7,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:48.354212 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-da55026b-4a01-4ee7-b0fa-4ba3a71b8f2d None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:48.368388 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ce0f8948-f9fc-432f-ad49-bfd9625472be admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:48.388846 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ce0f8948-f9fc-432f-ad49-bfd9625472be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:48.412786 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-da55026b-4a01-4ee7-b0fa-4ba3a71b8f2d None None] Transition to ACTIVE for port object d10fd9a6-a16a-4a7d-99e5-068ab039d871 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:14:48.433740 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-da55026b-4a01-4ee7-b0fa-4ba3a71b8f2d None None] Transition to ACTIVE for port object d10fd9a6-a16a-4a7d-99e5-068ab039d871 will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:14:48.435880 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-bee32e92-631c-404b-96ac-69934af3c2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:48.439805 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-bee32e92-631c-404b-96ac-69934af3c2d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:48.441164 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-bee32e92-631c-404b-96ac-69934af3c2d7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5675c02b-f141-4348-8494-c838e00a9363 HTTP/1.1" status: 204 len: 168 time: 0.5016165 Aug 29 04:14:48.446857 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-da55026b-4a01-4ee7-b0fa-4ba3a71b8f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:48.461122 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee32e92-631c-404b-96ac-69934af3c2d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5675c02b-f141-4348-8494-c838e00a9363,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:48.578400 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da55026b-4a01-4ee7-b0fa-4ba3a71b8f2d None None] Network 1a62290b-199f-4cef-98cc-ef1f02337d68 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:14:48.579309 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-ce0f8948-f9fc-432f-ad49-bfd9625472be admin admin] Allocated IP 172.25.0.139 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/b95dc656-3c2c-44be-acb1-4efa1483c40e) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:14:48.593716 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-da55026b-4a01-4ee7-b0fa-4ba3a71b8f2d None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:14:48.596847 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da55026b-4a01-4ee7-b0fa-4ba3a71b8f2d None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:14:48.609022 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da55026b-4a01-4ee7-b0fa-4ba3a71b8f2d None None] Pushing event updated for resources: {'Port': ['ID=d10fd9a6-a16a-4a7d-99e5-068ab039d871,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:48.618516 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da55026b-4a01-4ee7-b0fa-4ba3a71b8f2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:48.619016 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da55026b-4a01-4ee7-b0fa-4ba3a71b8f2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:48.620621 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da55026b-4a01-4ee7-b0fa-4ba3a71b8f2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:48.621226 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da55026b-4a01-4ee7-b0fa-4ba3a71b8f2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:48.629886 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da55026b-4a01-4ee7-b0fa-4ba3a71b8f2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:48.631208 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da55026b-4a01-4ee7-b0fa-4ba3a71b8f2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:48.634466 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da55026b-4a01-4ee7-b0fa-4ba3a71b8f2d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:48.636142 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da55026b-4a01-4ee7-b0fa-4ba3a71b8f2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:48.636704 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da55026b-4a01-4ee7-b0fa-4ba3a71b8f2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:48.637257 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da55026b-4a01-4ee7-b0fa-4ba3a71b8f2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:48.640009 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da55026b-4a01-4ee7-b0fa-4ba3a71b8f2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:48.640420 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da55026b-4a01-4ee7-b0fa-4ba3a71b8f2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:48.673382 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 2d1c1282-9466-4783-912f-46d77c8beffd up at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:14:48.689674 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bdbf00cd-067d-4ca5-b7ba-229bf17017b2 req-e26ecc59-359f-40ba-9c4d-360d937eb920 tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=9d502feae3bc4085a1a36ae25f6d8951&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0555992 Aug 29 04:14:48.735129 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-da55026b-4a01-4ee7-b0fa-4ba3a71b8f2d None None] Attempting to bind port d10fd9a6-a16a-4a7d-99e5-068ab039d871 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:14:48.735797 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-da55026b-4a01-4ee7-b0fa-4ba3a71b8f2d None None] Attempting to bind port d10fd9a6-a16a-4a7d-99e5-068ab039d871 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'cbc7fcd6-54d7-4c29-b8dc-e45b75834936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '1a62290b-199f-4cef-98cc-ef1f02337d68'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:14:48.736331 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da55026b-4a01-4ee7-b0fa-4ba3a71b8f2d None None] Attempting to bind port d10fd9a6-a16a-4a7d-99e5-068ab039d871 on network 1a62290b-199f-4cef-98cc-ef1f02337d68 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:14:48.744548 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da55026b-4a01-4ee7-b0fa-4ba3a71b8f2d None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:14:48.745232 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da55026b-4a01-4ee7-b0fa-4ba3a71b8f2d None None] Checking segment: {'id': 'cbc7fcd6-54d7-4c29-b8dc-e45b75834936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '1a62290b-199f-4cef-98cc-ef1f02337d68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:14:48.745804 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-da55026b-4a01-4ee7-b0fa-4ba3a71b8f2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:48.746368 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da55026b-4a01-4ee7-b0fa-4ba3a71b8f2d None None] Bound using segment: {'id': 'cbc7fcd6-54d7-4c29-b8dc-e45b75834936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '1a62290b-199f-4cef-98cc-ef1f02337d68'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:14:48.747006 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-da55026b-4a01-4ee7-b0fa-4ba3a71b8f2d None None] Bound port: d10fd9a6-a16a-4a7d-99e5-068ab039d871, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbc7fcd6-54d7-4c29-b8dc-e45b75834936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '1a62290b-199f-4cef-98cc-ef1f02337d68'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:14:48.747571 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-da55026b-4a01-4ee7-b0fa-4ba3a71b8f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:48.829247 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-da55026b-4a01-4ee7-b0fa-4ba3a71b8f2d None None] For port d10fd9a6-a16a-4a7d-99e5-068ab039d871, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:14:48.835155 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-da55026b-4a01-4ee7-b0fa-4ba3a71b8f2d None None] For port d10fd9a6-a16a-4a7d-99e5-068ab039d871, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=d10fd9a6-a16a-4a7d-99e5-068ab039d871,segment=NetworkSegment(cbc7fcd6-54d7-4c29-b8dc-e45b75834936),segment_id=cbc7fcd6-54d7-4c29-b8dc-e45b75834936)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:14:48.841539 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning for port 2d1c1282-9466-4783-912f-46d77c8beffd completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:14:48.842187 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ce0f8948-f9fc-432f-ad49-bfd9625472be admin admin] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:48.843970 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning complete for port 2d1c1282-9466-4783-912f-46d77c8beffd triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:14:48.844347 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:48.871452 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13fbc90-99e1-4241-b2ba-84f03fa873cb req-4f4e59f6-0a45-48b4-932f-80707477edc7 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:48.878938 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f13fbc90-99e1-4241-b2ba-84f03fa873cb req-4f4e59f6-0a45-48b4-932f-80707477edc7 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "GET /v2.0/networks?id=f96f67f6-e1fe-44b3-b4cf-964eb290f20c HTTP/1.1" status: 200 len: 813 time: 0.1743712 Aug 29 04:14:48.880214 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-da55026b-4a01-4ee7-b0fa-4ba3a71b8f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:48.900768 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f13fbc90-99e1-4241-b2ba-84f03fa873cb req-8be0609f-cca4-403b-80f7-c6c1cd4902f6 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "GET /v2.0/quotas/167b1cc03732479fb9ee73ff6d5e5845 HTTP/1.1" status: 200 len: 375 time: 0.0208786 Aug 29 04:14:48.901424 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbf00cd-067d-4ca5-b7ba-229bf17017b2 req-0fc251d3-4859-465a-b5e7-bb729ea6150f tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:48.911177 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bdbf00cd-067d-4ca5-b7ba-229bf17017b2 req-0fc251d3-4859-465a-b5e7-bb729ea6150f tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1910973 Aug 29 04:14:48.932692 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bdbf00cd-067d-4ca5-b7ba-229bf17017b2 req-d3dd6d5b-024a-4bb7-874f-fa92e5d07f11 tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] 10.222.0.22 "GET /v2.0/quotas/9d502feae3bc4085a1a36ae25f6d8951 HTTP/1.1" status: 200 len: 375 time: 0.0199716 Aug 29 04:14:48.943172 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:48.944772 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f13fbc90-99e1-4241-b2ba-84f03fa873cb req-2f9cf5d1-ea74-4d2b-a6af-1a52a127d648 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=167b1cc03732479fb9ee73ff6d5e5845&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0430043 Aug 29 04:14:48.981934 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da55026b-4a01-4ee7-b0fa-4ba3a71b8f2d None None] Pushing event updated for resources: {'Port': ['ID=d10fd9a6-a16a-4a7d-99e5-068ab039d871,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:48.984354 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bdbf00cd-067d-4ca5-b7ba-229bf17017b2 req-28cc4768-8042-4a1c-b50a-3f1f217d4437 tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=9d502feae3bc4085a1a36ae25f6d8951&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0481443 Aug 29 04:14:49.036651 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:49.050129 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ce0f8948-f9fc-432f-ad49-bfd9625472be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:49.064495 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 42370) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:14:49.080877 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfaeb88c-e4bc-40ad-b885-1ded1f4a7c36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d1c1282-9466-4783-912f-46d77c8beffd'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:14:49.083262 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-369601e9-c266-4ea2-8c6f-43cc61ae2ecd" -d '{"events": [{"server_uuid": "cfaeb88c-e4bc-40ad-b885-1ded1f4a7c36", "name": "network-vif-plugged", "status": "completed", "tag": "2d1c1282-9466-4783-912f-46d77c8beffd"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:14:49.097008 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d8c29887-c9f8-4c5b-a5cf-93d712e176b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:49.107242 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 2d1c1282-9466-4783-912f-46d77c8beffd, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=2d1c1282-9466-4783-912f-46d77c8beffd,segment=NetworkSegment(5e7e2f14-8790-418b-88e1-15441e6a9fb5),segment_id=5e7e2f14-8790-418b-88e1-15441e6a9fb5)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:49.112005 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:49.122079 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce0f8948-f9fc-432f-ad49-bfd9625472be admin admin] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:14:49.130750 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-ce0f8948-f9fc-432f-ad49-bfd9625472be admin admin] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:14:49.137289 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0f8948-f9fc-432f-ad49-bfd9625472be admin admin] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:14:49.192358 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=2d1c1282-9466-4783-912f-46d77c8beffd,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:49.210589 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f13fbc90-99e1-4241-b2ba-84f03fa873cb req-9d29e3e9-6dd2-4228-ba79-5c2911ce91d7 service neutron] 10.222.0.22 "GET /v2.0/networks/f96f67f6-e1fe-44b3-b4cf-964eb290f20c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648582 Aug 29 04:14:49.233558 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0f8948-f9fc-432f-ad49-bfd9625472be admin admin] Pushing event updated for resources: {'Port': ['ID=b95dc656-3c2c-44be-acb1-4efa1483c40e,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:49.273827 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d8c29887-c9f8-4c5b-a5cf-93d712e176b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:49.278330 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d8c29887-c9f8-4c5b-a5cf-93d712e176b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:49.342173 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c29887-c9f8-4c5b-a5cf-93d712e176b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69ee5165-eb2c-4b09-b810-ed45443d9d06,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:49.378030 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-d8c29887-c9f8-4c5b-a5cf-93d712e176b7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6fe3e8cabd264edba45f6634842627b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3116393 Aug 29 04:14:49.380866 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 42386) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:14:49.487615 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9a93f66a-46b5-4b90-a310-3180b336f719 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:49.543274 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9a93f66a-46b5-4b90-a310-3180b336f719 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:49.569203 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f13fbc90-99e1-4241-b2ba-84f03fa873cb req-0f0ba22c-5495-44ef-bdc0-0c43d95ea1c9 service neutron] 10.222.0.22 "GET /v2.0/networks/f96f67f6-e1fe-44b3-b4cf-964eb290f20c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3534620 Aug 29 04:14:49.621563 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9a93f66a-46b5-4b90-a310-3180b336f719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:49.624793 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9a93f66a-46b5-4b90-a310-3180b336f719 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:49.628895 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-9a93f66a-46b5-4b90-a310-3180b336f719 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/69ee5165-eb2c-4b09-b810-ed45443d9d06 HTTP/1.1" status: 204 len: 168 time: 0.2435815 Aug 29 04:14:49.652612 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a93f66a-46b5-4b90-a310-3180b336f719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69ee5165-eb2c-4b09-b810-ed45443d9d06,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:49.790353 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ce0f8948-f9fc-432f-ad49-bfd9625472be admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:50.027900 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d361d2-aaca-42a7-9968-dd6d817a0d91 req-b60c78e7-4bed-4264-b0b6-e0ba7aa55dde tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:50.037722 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-39d361d2-aaca-42a7-9968-dd6d817a0d91 req-b60c78e7-4bed-4264-b0b6-e0ba7aa55dde tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=71fe9f3e-3534-4c4d-8ae6-ccb2829ad4b8 HTTP/1.1" status: 200 len: 945 time: 0.1099117 Aug 29 04:14:50.154558 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-39d361d2-aaca-42a7-9968-dd6d817a0d91 req-8756f184-9e8e-44aa-8e63-177a86b4071b tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=67519499-017b-4c54-88db-c974346724c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127486 Aug 29 04:14:50.305542 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e9db159-b9df-478d-925e-f14d074087ce x-openstack-request-id: req-2e9db159-b9df-478d-925e-f14d074087ce {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:14:50.306095 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfaeb88c-e4bc-40ad-b885-1ded1f4a7c36", "name": "network-vif-plugged", "status": "completed", "tag": "2d1c1282-9466-4783-912f-46d77c8beffd", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:14:50.307210 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2e9db159-b9df-478d-925e-f14d074087ce {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:14:50.308081 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfaeb88c-e4bc-40ad-b885-1ded1f4a7c36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d1c1282-9466-4783-912f-46d77c8beffd', 'code': 200} Aug 29 04:14:50.361015 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 42422) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:14:50.609269 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-18e56a8c-1681-40ba-a897-c4d44161033e req-4c8a0c23-be7c-4d02-aafe-4932125968bf tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa05e9e4-4e94-43ab-9cd0-08c1dbc8cbdb HTTP/1.1" status: 200 len: 210 time: 0.0921154 Aug 29 04:14:50.640049 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f685eb15-7730-4697-ae94-35f161a37cc3 req-106604ee-a1be-4fa2-98d3-e4e5d240d06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:50.643729 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f685eb15-7730-4697-ae94-35f161a37cc3 req-106604ee-a1be-4fa2-98d3-e4e5d240d06b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=cfaeb88c-e4bc-40ad-b885-1ded1f4a7c36 HTTP/1.1" status: 200 len: 1097 time: 0.1975687 Aug 29 04:14:50.658564 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a7c080-2620-4968-9b51-cef63b66ec9e None None] Network 1a62290b-199f-4cef-98cc-ef1f02337d68 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:14:50.692282 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8a1b64-cdef-4555-aa5f-83a95d7e2c0a req-fb30d533-f4a5-4da2-964b-71b98953d254 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:50.708225 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-df8a1b64-cdef-4555-aa5f-83a95d7e2c0a req-fb30d533-f4a5-4da2-964b-71b98953d254 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=cfaeb88c-e4bc-40ad-b885-1ded1f4a7c36 HTTP/1.1" status: 200 len: 945 time: 0.2892723 Aug 29 04:14:50.789137 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f685eb15-7730-4697-ae94-35f161a37cc3 req-08717937-e0f5-40ee-be1b-708207fda1ac service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379445 Aug 29 04:14:50.817285 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-02a7e18c-306d-4406-897e-394eff10b02f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3515263e5ff54aaab5485b775ab70478&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4543066 Aug 29 04:14:50.820507 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 42436) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:14:50.858445 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1025ee24-abcf-4006-8bbd-5ea5ef09cf89 None None] Provisioning for port d10fd9a6-a16a-4a7d-99e5-068ab039d871 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:14:50.954658 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6d7b1948-4204-4d3f-a4d7-58a118658e06 req-6363d392-4731-4dea-8940-3fc31ec25b7d tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "GET /v2.0/ports?device_id=429ae5c7-9100-4a8a-b7b8-9ea68341e49a HTTP/1.1" status: 200 len: 210 time: 0.0967038 Aug 29 04:14:51.030405 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bdbf00cd-067d-4ca5-b7ba-229bf17017b2 req-2d046200-6c43-4dd6-a248-91e8212132ea tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=9d502feae3bc4085a1a36ae25f6d8951&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0465608 Aug 29 04:14:51.099206 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-88fa08f0-e560-4730-8499-6b5a6faf82fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:51.119386 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device d10fd9a6-a16a-4a7d-99e5-068ab039d871 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:14:51.124772 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-df8a1b64-cdef-4555-aa5f-83a95d7e2c0a req-1bddce49-a271-493e-8aa6-3b1464d50730 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4019530 Aug 29 04:14:51.169707 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ce0f8948-f9fc-432f-ad49-bfd9625472be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409'] for router, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:51.263934 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port d10fd9a6-a16a-4a7d-99e5-068ab039d871 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:14:51.271054 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port d10fd9a6-a16a-4a7d-99e5-068ab039d871 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:14:51.272405 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:51.280321 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-88fa08f0-e560-4730-8499-6b5a6faf82fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:51.409120 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-88fa08f0-e560-4730-8499-6b5a6faf82fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:51.414222 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-88fa08f0-e560-4730-8499-6b5a6faf82fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:51.420598 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-88fa08f0-e560-4730-8499-6b5a6faf82fc admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f702e36e-8d7e-475c-937a-d43e5f05c39f HTTP/1.1" status: 204 len: 168 time: 0.5987318 Aug 29 04:14:51.477642 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce0f8948-f9fc-432f-ad49-bfd9625472be admin admin] Router b34b4aa7-c0d3-4b6a-9b34-e0f4badceb1e is scheduled to L3 agent 76874008-c311-485c-ba36-921b6d275b6a with binding_index 1 {{(pid=94829) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:14:51.490746 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fa08f0-e560-4730-8499-6b5a6faf82fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f702e36e-8d7e-475c-937a-d43e5f05c39f,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:51.576719 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:51.614330 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbf00cd-067d-4ca5-b7ba-229bf17017b2 req-43479327-b0ff-497b-b64f-04d707ab91f1 tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:51.624991 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bdbf00cd-067d-4ca5-b7ba-229bf17017b2 req-43479327-b0ff-497b-b64f-04d707ab91f1 tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5851486 Aug 29 04:14:51.652286 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port d10fd9a6-a16a-4a7d-99e5-068ab039d871, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=d10fd9a6-a16a-4a7d-99e5-068ab039d871,segment=NetworkSegment(cbc7fcd6-54d7-4c29-b8dc-e45b75834936),segment_id=cbc7fcd6-54d7-4c29-b8dc-e45b75834936)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:51.659486 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:51.662158 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-bdbf00cd-067d-4ca5-b7ba-229bf17017b2 req-2fc2697a-70eb-47be-b95d-b9a69b6352e0 tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] Request body: {'port': {'device_id': 'aa05e9e4-4e94-43ab-9cd0-08c1dbc8cbdb', 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45', 'admin_state_up': True, 'tenant_id': '9d502feae3bc4085a1a36ae25f6d8951'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:14:51.759154 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-8f38771b-85c9-4b37-ab9d-c9ddb25a4065 None None] Provisioning complete for port d10fd9a6-a16a-4a7d-99e5-068ab039d871 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:14:51.760061 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8f38771b-85c9-4b37-ab9d-c9ddb25a4065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:51.802765 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09798eb8-adf8-41b3-ad8d-358ac628b6e2 req-74069acc-5601-4a10-964e-5d9c4af352fa tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:51.806462 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-09798eb8-adf8-41b3-ad8d-358ac628b6e2 req-74069acc-5601-4a10-964e-5d9c4af352fa tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=71fe9f3e-3534-4c4d-8ae6-ccb2829ad4b8 HTTP/1.1" status: 200 len: 945 time: 0.2947819 Aug 29 04:14:51.847931 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=d10fd9a6-a16a-4a7d-99e5-068ab039d871,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:51.894066 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-947d6f52-1a39-4b09-bce2-63de0764b6ad req-eda486f3-190a-4530-be80-b7de7c8a6daf tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa05e9e4-4e94-43ab-9cd0-08c1dbc8cbdb HTTP/1.1" status: 200 len: 210 time: 0.0788207 Aug 29 04:14:52.046353 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce0f8948-f9fc-432f-ad49-bfd9625472be admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:14:52.074723 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98618a9b-f65f-46bd-a4a6-682065cf753b None None] Sync routers for ids ['b34b4aa7-c0d3-4b6a-9b34-e0f4badceb1e'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:14:52.094567 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-09798eb8-adf8-41b3-ad8d-358ac628b6e2 req-31e5d99d-9193-4af6-a2bd-6cb1d5a088fc tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=67519499-017b-4c54-88db-c974346724c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511296 Aug 29 04:14:52.096402 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98618a9b-f65f-46bd-a4a6-682065cf753b None None] Routers {'b34b4aa7-c0d3-4b6a-9b34-e0f4badceb1e'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:14:52.097834 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-98618a9b-f65f-46bd-a4a6-682065cf753b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:14:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['b34b4aa7-c0d3-4b6a-9b34-e0f4badceb1e'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:14:52.133033 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdbf00cd-067d-4ca5-b7ba-229bf17017b2 req-2fc2697a-70eb-47be-b95d-b9a69b6352e0 tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] Made reservation on behalf of 9d502feae3bc4085a1a36ae25f6d8951 for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:14:52.166261 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-bdbf00cd-067d-4ca5-b7ba-229bf17017b2 req-2fc2697a-70eb-47be-b95d-b9a69b6352e0 tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:52.189807 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ce0f8948-f9fc-432f-ad49-bfd9625472be admin admin] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:52.195988 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-ce0f8948-f9fc-432f-ad49-bfd9625472be admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.0251930 Aug 29 04:14:52.203305 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 42470) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:14:52.231322 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-bdbf00cd-067d-4ca5-b7ba-229bf17017b2 req-2fc2697a-70eb-47be-b95d-b9a69b6352e0 tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:52.291383 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-98618a9b-f65f-46bd-a4a6-682065cf753b None None] Set router b34b4aa7-c0d3-4b6a-9b34-e0f4badceb1e gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:14:52.322302 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-eb13fb0a-c359-4382-878b-8e4478eb51f5 req-58c846a6-5dab-46d4-a4dd-640a687cf349 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "GET /v2.0/ports?device_id=429ae5c7-9100-4a8a-b7b8-9ea68341e49a HTTP/1.1" status: 200 len: 210 time: 0.1386998 Aug 29 04:14:52.363628 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13fbc90-99e1-4241-b2ba-84f03fa873cb req-281ac321-0ff6-4dff-bc87-ea456ea299e5 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:52.366176 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f13fbc90-99e1-4241-b2ba-84f03fa873cb req-281ac321-0ff6-4dff-bc87-ea456ea299e5 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.46 "GET /v2.0/networks?id=f96f67f6-e1fe-44b3-b4cf-964eb290f20c HTTP/1.1" status: 200 len: 813 time: 0.5451834 Aug 29 04:14:52.427230 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-f13fbc90-99e1-4241-b2ba-84f03fa873cb req-f21aa4f2-4efd-4fba-baea-c4bd7c2fb8e4 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Request body: {'port': {'device_id': '429ae5c7-9100-4a8a-b7b8-9ea68341e49a', 'network_id': 'f96f67f6-e1fe-44b3-b4cf-964eb290f20c', 'admin_state_up': True, 'tenant_id': '167b1cc03732479fb9ee73ff6d5e5845'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:14:52.461271 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb31a3a-9e00-4c3a-b49c-aab1c06ceea5 req-014647c2-ea3c-4642-9c32-ad6703e2de0f tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:52.469208 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ecb31a3a-9e00-4c3a-b49c-aab1c06ceea5 req-014647c2-ea3c-4642-9c32-ad6703e2de0f tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=cfaeb88c-e4bc-40ad-b885-1ded1f4a7c36 HTTP/1.1" status: 200 len: 945 time: 0.1845939 Aug 29 04:14:52.575051 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-bdbf00cd-067d-4ca5-b7ba-229bf17017b2 req-2fc2697a-70eb-47be-b95d-b9a69b6352e0 tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:52.586026 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-bdbf00cd-067d-4ca5-b7ba-229bf17017b2 req-2fc2697a-70eb-47be-b95d-b9a69b6352e0 tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:52.707420 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ecb31a3a-9e00-4c3a-b49c-aab1c06ceea5 req-1d71de05-7088-47d5-bb23-40141b10dba8 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341878 Aug 29 04:14:52.734736 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc2697a-70eb-47be-b95d-b9a69b6352e0 tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62eb171a-895c-4930-a5a9-dc2f4d1bead2,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:52.831060 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f13fbc90-99e1-4241-b2ba-84f03fa873cb req-f21aa4f2-4efd-4fba-baea-c4bd7c2fb8e4 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Made reservation on behalf of 167b1cc03732479fb9ee73ff6d5e5845 for: {'port': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:14:52.835504 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-f13fbc90-99e1-4241-b2ba-84f03fa873cb req-f21aa4f2-4efd-4fba-baea-c4bd7c2fb8e4 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:52.841841 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-98618a9b-f65f-46bd-a4a6-682065cf753b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b34b4aa7-c0d3-4b6a-9b34-e0f4badceb1e', 'name': 'tempest-ServersTestMultiNic-1439861869-router', 'tenant_id': 'c9804a8a9be04dbf9e3249af907a3916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': 'b95dc656-3c2c-44be-acb1-4efa1483c40e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:14:47Z', 'updated_at': '2021-08-29T04:14:49Z', 'revision_number': 3, 'project_id': 'c9804a8a9be04dbf9e3249af907a3916', 'gw_port': {'id': 'b95dc656-3c2c-44be-acb1-4efa1483c40e', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:08:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b34b4aa7-c0d3-4b6a-9b34-e0f4badceb1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:14:48Z', 'updated_at': '2021-08-29T04:14:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:14:52.895598 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98618a9b-f65f-46bd-a4a6-682065cf753b None None] Checking router: b34b4aa7-c0d3-4b6a-9b34-e0f4badceb1e for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:14:52.897320 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98618a9b-f65f-46bd-a4a6-682065cf753b None None] Updating router b34b4aa7-c0d3-4b6a-9b34-e0f4badceb1e port b95dc656-3c2c-44be-acb1-4efa1483c40e binding host n-d-712140-12 {{(pid=94831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:14:52.941401 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-bdbf00cd-067d-4ca5-b7ba-229bf17017b2 req-2fc2697a-70eb-47be-b95d-b9a69b6352e0 tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] Allocated IP 192.168.233.169 (13e6dfc1-e9e7-40a1-8a14-d0febabf4d45/18cd12d4-b12a-41b0-b0c5-618edbb84e74/dece2788-7b2f-4387-9ed2-9307a7a8a502) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:14:53.007160 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-98618a9b-f65f-46bd-a4a6-682065cf753b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:53.014713 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device d10fd9a6-a16a-4a7d-99e5-068ab039d871 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:14:53.118390 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-feb4651e-7d27-4b4d-8791-cb56460147e6 req-fa86c3ba-2079-4d76-8bdb-f874639d0b92 tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa05e9e4-4e94-43ab-9cd0-08c1dbc8cbdb HTTP/1.1" status: 200 len: 210 time: 0.0671182 Aug 29 04:14:53.174574 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port d10fd9a6-a16a-4a7d-99e5-068ab039d871 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:14:53.175330 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:53.194566 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [req-f13fbc90-99e1-4241-b2ba-84f03fa873cb req-f21aa4f2-4efd-4fba-baea-c4bd7c2fb8e4 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Allocated IP 172.20.0.2 (f96f67f6-e1fe-44b3-b4cf-964eb290f20c/7aff1b55-5acd-4615-92fe-59d502737750/12c539aa-20c7-4e61-9893-071488e12699) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:14:53.426001 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-bdbf00cd-067d-4ca5-b7ba-229bf17017b2 req-2fc2697a-70eb-47be-b95d-b9a69b6352e0 tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:53.455558 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-bdbf00cd-067d-4ca5-b7ba-229bf17017b2 req-2fc2697a-70eb-47be-b95d-b9a69b6352e0 tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] Transition to ACTIVE for port object dece2788-7b2f-4387-9ed2-9307a7a8a502 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:14:53.483741 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c9c9d332-c9c8-4a8d-8d7e-82fcd7ee0d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:53.489835 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-98618a9b-f65f-46bd-a4a6-682065cf753b None None] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:53.501073 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-bdbf00cd-067d-4ca5-b7ba-229bf17017b2 req-2fc2697a-70eb-47be-b95d-b9a69b6352e0 tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:53.510881 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-98618a9b-f65f-46bd-a4a6-682065cf753b None None] Transition to ACTIVE for port object b95dc656-3c2c-44be-acb1-4efa1483c40e will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:14:53.523499 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-98618a9b-f65f-46bd-a4a6-682065cf753b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:53.547439 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdbf00cd-067d-4ca5-b7ba-229bf17017b2 req-2fc2697a-70eb-47be-b95d-b9a69b6352e0 tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] Network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:14:53.554698 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-bdbf00cd-067d-4ca5-b7ba-229bf17017b2 req-2fc2697a-70eb-47be-b95d-b9a69b6352e0 tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:14:53.559260 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdbf00cd-067d-4ca5-b7ba-229bf17017b2 req-2fc2697a-70eb-47be-b95d-b9a69b6352e0 tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:14:53.592467 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9523e3fb-02d9-4504-ac5f-add428edb27d None None] Pushing event updated for resources: {'Port': ['ID=b95dc656-3c2c-44be-acb1-4efa1483c40e,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:53.603021 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9523e3fb-02d9-4504-ac5f-add428edb27d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:53.603370 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9523e3fb-02d9-4504-ac5f-add428edb27d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:53.603770 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9523e3fb-02d9-4504-ac5f-add428edb27d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:53.604099 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9523e3fb-02d9-4504-ac5f-add428edb27d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:53.604438 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9523e3fb-02d9-4504-ac5f-add428edb27d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:53.604772 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9523e3fb-02d9-4504-ac5f-add428edb27d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:53.605107 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9523e3fb-02d9-4504-ac5f-add428edb27d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:53.605344 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43730ed2-3cdd-4b02-9ae0-d8bc1787532c req-d45cdc55-3fa3-49a6-b5ed-80cc208e0639 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:53.605472 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9523e3fb-02d9-4504-ac5f-add428edb27d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:53.605757 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9523e3fb-02d9-4504-ac5f-add428edb27d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:53.606092 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9523e3fb-02d9-4504-ac5f-add428edb27d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:53.606420 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9523e3fb-02d9-4504-ac5f-add428edb27d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:53.606806 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9523e3fb-02d9-4504-ac5f-add428edb27d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:53.617898 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-43730ed2-3cdd-4b02-9ae0-d8bc1787532c req-d45cdc55-3fa3-49a6-b5ed-80cc208e0639 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=71fe9f3e-3534-4c4d-8ae6-ccb2829ad4b8 HTTP/1.1" status: 200 len: 945 time: 0.1826706 Aug 29 04:14:53.633879 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-98618a9b-f65f-46bd-a4a6-682065cf753b None None] Attempting to bind port b95dc656-3c2c-44be-acb1-4efa1483c40e on host n-d-712140-12 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:14:53.634363 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-98618a9b-f65f-46bd-a4a6-682065cf753b None None] Attempting to bind port b95dc656-3c2c-44be-acb1-4efa1483c40e by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:14:53.634701 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98618a9b-f65f-46bd-a4a6-682065cf753b None None] Attempting to bind port b95dc656-3c2c-44be-acb1-4efa1483c40e on network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:14:53.641111 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbf00cd-067d-4ca5-b7ba-229bf17017b2 req-2fc2697a-70eb-47be-b95d-b9a69b6352e0 tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:53.641997 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-bdbf00cd-067d-4ca5-b7ba-229bf17017b2 req-2fc2697a-70eb-47be-b95d-b9a69b6352e0 tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:53.642190 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98618a9b-f65f-46bd-a4a6-682065cf753b None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:14:53.642702 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98618a9b-f65f-46bd-a4a6-682065cf753b None None] Checking segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:14:53.643007 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-98618a9b-f65f-46bd-a4a6-682065cf753b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:53.643416 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98618a9b-f65f-46bd-a4a6-682065cf753b None None] Bound using segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:14:53.643931 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-98618a9b-f65f-46bd-a4a6-682065cf753b None None] Bound port: b95dc656-3c2c-44be-acb1-4efa1483c40e, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:14:53.644326 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-98618a9b-f65f-46bd-a4a6-682065cf753b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:53.662113 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc2697a-70eb-47be-b95d-b9a69b6352e0 tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] Pushing event updated for resources: {'Port': ['ID=dece2788-7b2f-4387-9ed2-9307a7a8a502,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:53.680266 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bdbf00cd-067d-4ca5-b7ba-229bf17017b2 req-2fc2697a-70eb-47be-b95d-b9a69b6352e0 tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0320091 Aug 29 04:14:53.709125 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-bdbf00cd-067d-4ca5-b7ba-229bf17017b2 req-4373f228-d740-45a3-83b3-70d1f8111ceb service neutron] Request body: {'port': {'device_id': 'aa05e9e4-4e94-43ab-9cd0-08c1dbc8cbdb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:14:53.710669 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-f13fbc90-99e1-4241-b2ba-84f03fa873cb req-f21aa4f2-4efd-4fba-baea-c4bd7c2fb8e4 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:53.750797 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-98618a9b-f65f-46bd-a4a6-682065cf753b None None] For port b95dc656-3c2c-44be-acb1-4efa1483c40e, host n-d-712140-12, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:14:53.755166 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-98618a9b-f65f-46bd-a4a6-682065cf753b None None] For port b95dc656-3c2c-44be-acb1-4efa1483c40e, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=b95dc656-3c2c-44be-acb1-4efa1483c40e,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:14:53.764664 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-98618a9b-f65f-46bd-a4a6-682065cf753b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:53.862035 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-43730ed2-3cdd-4b02-9ae0-d8bc1787532c req-fa9373a2-9dcc-45c8-99c8-aae8d04954a7 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=67519499-017b-4c54-88db-c974346724c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411702 Aug 29 04:14:53.867999 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9523e3fb-02d9-4504-ac5f-add428edb27d None None] Pushing event updated for resources: {'Port': ['ID=b95dc656-3c2c-44be-acb1-4efa1483c40e,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:53.868172 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-f13fbc90-99e1-4241-b2ba-84f03fa873cb req-f21aa4f2-4efd-4fba-baea-c4bd7c2fb8e4 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:53.876544 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98618a9b-f65f-46bd-a4a6-682065cf753b None None] Routers {'b34b4aa7-c0d3-4b6a-9b34-e0f4badceb1e'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:14:53.877180 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-98618a9b-f65f-46bd-a4a6-682065cf753b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:14:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['b34b4aa7-c0d3-4b6a-9b34-e0f4badceb1e'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:14:53.913113 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-bdbf00cd-067d-4ca5-b7ba-229bf17017b2 req-4373f228-d740-45a3-83b3-70d1f8111ceb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:53.974748 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f13fbc90-99e1-4241-b2ba-84f03fa873cb req-f21aa4f2-4efd-4fba-baea-c4bd7c2fb8e4 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Network f96f67f6-e1fe-44b3-b4cf-964eb290f20c is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:14:53.983994 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-85aca108-7474-49b5-953e-fcaf01e49ba1 None None] Provisioning for port dece2788-7b2f-4387-9ed2-9307a7a8a502 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:14:53.986795 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [req-f13fbc90-99e1-4241-b2ba-84f03fa873cb req-f21aa4f2-4efd-4fba-baea-c4bd7c2fb8e4 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:14:53.995233 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [req-f13fbc90-99e1-4241-b2ba-84f03fa873cb req-f21aa4f2-4efd-4fba-baea-c4bd7c2fb8e4 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:14:53.996306 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-85aca108-7474-49b5-953e-fcaf01e49ba1 None None] Provisioning complete for port dece2788-7b2f-4387-9ed2-9307a7a8a502 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:14:53.996693 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-85aca108-7474-49b5-953e-fcaf01e49ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:54.031518 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-98618a9b-f65f-46bd-a4a6-682065cf753b None None] Set router b34b4aa7-c0d3-4b6a-9b34-e0f4badceb1e gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:14:54.120774 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-85aca108-7474-49b5-953e-fcaf01e49ba1 None None] Port dece2788-7b2f-4387-9ed2-9307a7a8a502 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:14:54.353367 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa8322b-10b9-4959-a1a2-ba7a112b3f8a req-33f8b0c9-12c0-4cee-9dff-a43bb0e050ca tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:54.355945 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0fa8322b-10b9-4959-a1a2-ba7a112b3f8a req-33f8b0c9-12c0-4cee-9dff-a43bb0e050ca tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=cfaeb88c-e4bc-40ad-b885-1ded1f4a7c36 HTTP/1.1" status: 200 len: 945 time: 0.1548972 Aug 29 04:14:54.366005 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-98618a9b-f65f-46bd-a4a6-682065cf753b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b34b4aa7-c0d3-4b6a-9b34-e0f4badceb1e', 'name': 'tempest-ServersTestMultiNic-1439861869-router', 'tenant_id': 'c9804a8a9be04dbf9e3249af907a3916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': 'b95dc656-3c2c-44be-acb1-4efa1483c40e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:14:47Z', 'updated_at': '2021-08-29T04:14:49Z', 'revision_number': 3, 'project_id': 'c9804a8a9be04dbf9e3249af907a3916', 'gw_port': {'id': 'b95dc656-3c2c-44be-acb1-4efa1483c40e', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:08:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b34b4aa7-c0d3-4b6a-9b34-e0f4badceb1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:14:48Z', 'updated_at': '2021-08-29T04:14:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:14:54.404703 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98618a9b-f65f-46bd-a4a6-682065cf753b None None] The sync data for ids ['b34b4aa7-c0d3-4b6a-9b34-e0f4badceb1e'] in n-d-712140-12 is: [{'id': 'b34b4aa7-c0d3-4b6a-9b34-e0f4badceb1e', 'name': 'tempest-ServersTestMultiNic-1439861869-router', 'tenant_id': 'c9804a8a9be04dbf9e3249af907a3916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': 'b95dc656-3c2c-44be-acb1-4efa1483c40e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:14:47Z', 'updated_at': '2021-08-29T04:14:49Z', 'revision_number': 3, 'project_id': 'c9804a8a9be04dbf9e3249af907a3916', 'gw_port': {'id': 'b95dc656-3c2c-44be-acb1-4efa1483c40e', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:08:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b34b4aa7-c0d3-4b6a-9b34-e0f4badceb1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:14:48Z', 'updated_at': '2021-08-29T04:14:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:14:54.464896 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 42522) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:14:54.467391 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21aa4f2-4efd-4fba-baea-c4bd7c2fb8e4 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Pushing event updated for resources: {'Port': ['ID=12c539aa-20c7-4e61-9893-071488e12699,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:54.526952 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21aa4f2-4efd-4fba-baea-c4bd7c2fb8e4 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:54.527311 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21aa4f2-4efd-4fba-baea-c4bd7c2fb8e4 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:54.527665 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21aa4f2-4efd-4fba-baea-c4bd7c2fb8e4 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:54.528036 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21aa4f2-4efd-4fba-baea-c4bd7c2fb8e4 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:54.528483 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21aa4f2-4efd-4fba-baea-c4bd7c2fb8e4 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:54.528716 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21aa4f2-4efd-4fba-baea-c4bd7c2fb8e4 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:54.529055 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21aa4f2-4efd-4fba-baea-c4bd7c2fb8e4 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:54.529389 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21aa4f2-4efd-4fba-baea-c4bd7c2fb8e4 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:54.529742 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21aa4f2-4efd-4fba-baea-c4bd7c2fb8e4 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:54.530124 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21aa4f2-4efd-4fba-baea-c4bd7c2fb8e4 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:54.530465 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21aa4f2-4efd-4fba-baea-c4bd7c2fb8e4 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:54.530798 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21aa4f2-4efd-4fba-baea-c4bd7c2fb8e4 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:54.556823 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-c9c9d332-c9c8-4a8d-8d7e-82fcd7ee0d19 admin admin] Allocated IP 172.20.0.1 (1a62290b-199f-4cef-98cc-ef1f02337d68/0187c694-af22-45ba-8f34-924b8e2980a1/f43900bb-6dba-4422-9b43-d7e43a1a8e3d) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:14:54.575761 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13fbc90-99e1-4241-b2ba-84f03fa873cb req-f21aa4f2-4efd-4fba-baea-c4bd7c2fb8e4 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:54.576463 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-f13fbc90-99e1-4241-b2ba-84f03fa873cb req-f21aa4f2-4efd-4fba-baea-c4bd7c2fb8e4 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:54.621225 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2a3455-2052-4d20-a650-2e913e0885b0 req-0e6ac86a-41e4-45d2-a179-1600819d9855 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:54.628342 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-bc2a3455-2052-4d20-a650-2e913e0885b0 req-0e6ac86a-41e4-45d2-a179-1600819d9855 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "GET /v2.0/ports?device_id=429ae5c7-9100-4a8a-b7b8-9ea68341e49a HTTP/1.1" status: 200 len: 931 time: 0.5722642 Aug 29 04:14:54.641629 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f13fbc90-99e1-4241-b2ba-84f03fa873cb req-f21aa4f2-4efd-4fba-baea-c4bd7c2fb8e4 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2323816 Aug 29 04:14:54.697974 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-f13fbc90-99e1-4241-b2ba-84f03fa873cb req-6271e47f-1d89-4e7e-b83b-d6e9216c13e9 service neutron] Request body: {'port': {'device_id': '429ae5c7-9100-4a8a-b7b8-9ea68341e49a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-12'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:14:54.732290 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-abccd374-1b80-404b-89aa-288e43a5df38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:54.916004 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0fa8322b-10b9-4959-a1a2-ba7a112b3f8a req-f0b2a8d8-49af-4fc4-9b69-a6cb999e38d5 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5450721 Aug 29 04:14:54.932474 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c9c9d332-c9c8-4a8d-8d7e-82fcd7ee0d19 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:54.959843 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-bc2a3455-2052-4d20-a650-2e913e0885b0 req-cc16cf0f-3ce8-462d-94fc-024ca0a1d6ef tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "GET /v2.0/security-groups?id=928b8436-db78-4a6b-bcb4-8c108482d446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2834749 Aug 29 04:14:54.966171 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-f13fbc90-99e1-4241-b2ba-84f03fa873cb req-6271e47f-1d89-4e7e-b83b-d6e9216c13e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:55.023653 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-bdbf00cd-067d-4ca5-b7ba-229bf17017b2 req-4373f228-d740-45a3-83b3-70d1f8111ceb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dece2788-7b2f-4387-9ed2-9307a7a8a502 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:14:55.041136 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-bdbf00cd-067d-4ca5-b7ba-229bf17017b2 req-4373f228-d740-45a3-83b3-70d1f8111ceb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:55.072013 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-bdbf00cd-067d-4ca5-b7ba-229bf17017b2 req-4373f228-d740-45a3-83b3-70d1f8111ceb service neutron] Transition to ACTIVE for port object dece2788-7b2f-4387-9ed2-9307a7a8a502 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:14:55.080036 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device b95dc656-3c2c-44be-acb1-4efa1483c40e up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:14:55.096880 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-bdbf00cd-067d-4ca5-b7ba-229bf17017b2 req-4373f228-d740-45a3-83b3-70d1f8111ceb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:55.137959 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-c9c9d332-c9c8-4a8d-8d7e-82fcd7ee0d19 admin admin] Transition to ACTIVE for port object f43900bb-6dba-4422-9b43-d7e43a1a8e3d will not be triggered until provisioned by entity DHCP. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:14:55.161928 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port b95dc656-3c2c-44be-acb1-4efa1483c40e completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:14:55.169164 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port b95dc656-3c2c-44be-acb1-4efa1483c40e triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:14:55.169775 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:55.257919 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4373f228-d740-45a3-83b3-70d1f8111ceb service neutron] Pushing event updated for resources: {'Port': ['ID=dece2788-7b2f-4387-9ed2-9307a7a8a502,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:55.337871 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-bdbf00cd-067d-4ca5-b7ba-229bf17017b2 req-4373f228-d740-45a3-83b3-70d1f8111ceb service neutron] Attempting to bind port dece2788-7b2f-4387-9ed2-9307a7a8a502 on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:14:55.338221 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-bdbf00cd-067d-4ca5-b7ba-229bf17017b2 req-4373f228-d740-45a3-83b3-70d1f8111ceb service neutron] Attempting to bind port dece2788-7b2f-4387-9ed2-9307a7a8a502 by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:14:55.338649 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdbf00cd-067d-4ca5-b7ba-229bf17017b2 req-4373f228-d740-45a3-83b3-70d1f8111ceb service neutron] Attempting to bind port dece2788-7b2f-4387-9ed2-9307a7a8a502 on network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:14:55.346546 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdbf00cd-067d-4ca5-b7ba-229bf17017b2 req-4373f228-d740-45a3-83b3-70d1f8111ceb service neutron] Port dece2788-7b2f-4387-9ed2-9307a7a8a502 on network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:14:55.346870 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdbf00cd-067d-4ca5-b7ba-229bf17017b2 req-4373f228-d740-45a3-83b3-70d1f8111ceb service neutron] Attempting to bind port dece2788-7b2f-4387-9ed2-9307a7a8a502 on network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:14:55.374928 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c9c9d332-c9c8-4a8d-8d7e-82fcd7ee0d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:55.375753 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdbf00cd-067d-4ca5-b7ba-229bf17017b2 req-4373f228-d740-45a3-83b3-70d1f8111ceb service neutron] Checking agent: {'id': '3de9de52-3a03-431d-9d7e-497ae92c57ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:14:55.376301 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdbf00cd-067d-4ca5-b7ba-229bf17017b2 req-4373f228-d740-45a3-83b3-70d1f8111ceb service neutron] Checking segment: {'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:14:55.376833 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdbf00cd-067d-4ca5-b7ba-229bf17017b2 req-4373f228-d740-45a3-83b3-70d1f8111ceb service neutron] Bound using segment: {'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:14:55.377305 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-bdbf00cd-067d-4ca5-b7ba-229bf17017b2 req-4373f228-d740-45a3-83b3-70d1f8111ceb service neutron] Bound port: dece2788-7b2f-4387-9ed2-9307a7a8a502, host: n-h1-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:14:55.377853 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-bdbf00cd-067d-4ca5-b7ba-229bf17017b2 req-4373f228-d740-45a3-83b3-70d1f8111ceb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:55.395172 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:55.421695 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port b95dc656-3c2c-44be-acb1-4efa1483c40e, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=b95dc656-3c2c-44be-acb1-4efa1483c40e,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:55.427472 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:55.477182 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-bdbf00cd-067d-4ca5-b7ba-229bf17017b2 req-4373f228-d740-45a3-83b3-70d1f8111ceb service neutron] For port dece2788-7b2f-4387-9ed2-9307a7a8a502, host n-h1-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:14:55.481113 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-bdbf00cd-067d-4ca5-b7ba-229bf17017b2 req-4373f228-d740-45a3-83b3-70d1f8111ceb service neutron] For port dece2788-7b2f-4387-9ed2-9307a7a8a502, host n-h1-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=dece2788-7b2f-4387-9ed2-9307a7a8a502,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:14:55.501775 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-bdbf00cd-067d-4ca5-b7ba-229bf17017b2 req-4373f228-d740-45a3-83b3-70d1f8111ceb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:55.516806 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=b95dc656-3c2c-44be-acb1-4efa1483c40e,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:55.579917 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbf00cd-067d-4ca5-b7ba-229bf17017b2 req-4373f228-d740-45a3-83b3-70d1f8111ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:55.580567 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-bdbf00cd-067d-4ca5-b7ba-229bf17017b2 req-4373f228-d740-45a3-83b3-70d1f8111ceb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:55.582796 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bdbf00cd-067d-4ca5-b7ba-229bf17017b2 req-4373f228-d740-45a3-83b3-70d1f8111ceb service neutron] 10.222.0.46 "PUT /v2.0/ports/dece2788-7b2f-4387-9ed2-9307a7a8a502 HTTP/1.1" status: 200 len: 1097 time: 1.8916461 Aug 29 04:14:55.585568 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa05e9e4-4e94-43ab-9cd0-08c1dbc8cbdb', 'tag': 'dece2788-7b2f-4387-9ed2-9307a7a8a502'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:14:55.588367 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2756770-99c4-434c-b7c6-fc106ab2e92b" -d '{"events": [{"name": "network-changed", "server_uuid": "aa05e9e4-4e94-43ab-9cd0-08c1dbc8cbdb", "tag": "dece2788-7b2f-4387-9ed2-9307a7a8a502"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:14:55.603896 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286b7e90-c798-4676-97b5-d9331d89c9b3 req-cd1f2e95-1b30-4395-98ce-5baf28088a7b tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:55.605248 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-286b7e90-c798-4676-97b5-d9331d89c9b3 req-cd1f2e95-1b30-4395-98ce-5baf28088a7b tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=71fe9f3e-3534-4c4d-8ae6-ccb2829ad4b8 HTTP/1.1" status: 200 len: 945 time: 0.2608716 Aug 29 04:14:55.632444 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3291aa71-4c8a-404f-a98f-421f7cf58023 req-6c91602d-8829-4b38-9e6a-b3d3af89a85a tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:55.634937 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4373f228-d740-45a3-83b3-70d1f8111ceb service neutron] Pushing event updated for resources: {'Port': ['ID=dece2788-7b2f-4387-9ed2-9307a7a8a502,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:55.636391 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3291aa71-4c8a-404f-a98f-421f7cf58023 req-6c91602d-8829-4b38-9e6a-b3d3af89a85a tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa05e9e4-4e94-43ab-9cd0-08c1dbc8cbdb HTTP/1.1" status: 200 len: 948 time: 0.5363059 Aug 29 04:14:55.717586 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c9d332-c9c8-4a8d-8d7e-82fcd7ee0d19 admin admin] Network 1a62290b-199f-4cef-98cc-ef1f02337d68 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:14:55.733634 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-c9c9d332-c9c8-4a8d-8d7e-82fcd7ee0d19 admin admin] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:14:55.752211 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c9d332-c9c8-4a8d-8d7e-82fcd7ee0d19 admin admin] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:14:55.769511 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-286b7e90-c798-4676-97b5-d9331d89c9b3 req-9a1fd244-861b-45a9-aa77-7afba7278227 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=67519499-017b-4c54-88db-c974346724c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537023 Aug 29 04:14:55.810996 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbf00cd-067d-4ca5-b7ba-229bf17017b2 req-928fcb59-d739-4f3a-9420-04e1c529f637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:55.812705 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bdbf00cd-067d-4ca5-b7ba-229bf17017b2 req-928fcb59-d739-4f3a-9420-04e1c529f637 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9d502feae3bc4085a1a36ae25f6d8951&device_id=aa05e9e4-4e94-43ab-9cd0-08c1dbc8cbdb HTTP/1.1" status: 200 len: 1100 time: 0.1253946 Aug 29 04:14:55.818146 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c9d332-c9c8-4a8d-8d7e-82fcd7ee0d19 admin admin] Pushing event updated for resources: {'Port': ['ID=f43900bb-6dba-4422-9b43-d7e43a1a8e3d,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:55.913121 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c9c9d332-c9c8-4a8d-8d7e-82fcd7ee0d19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719598'] for router_interface, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:55.914860 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bdbf00cd-067d-4ca5-b7ba-229bf17017b2 req-0c7bfa71-ea0d-43dc-b4b0-f91d1a729fb4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=dece2788-7b2f-4387-9ed2-9307a7a8a502 HTTP/1.1" status: 200 len: 217 time: 0.0816655 Aug 29 04:14:56.002390 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbf00cd-067d-4ca5-b7ba-229bf17017b2 req-73b5725f-e900-4538-bc5a-e8af492d8a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:56.004671 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bdbf00cd-067d-4ca5-b7ba-229bf17017b2 req-73b5725f-e900-4538-bc5a-e8af492d8a9f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=18cd12d4-b12a-41b0-b0c5-618edbb84e74 HTTP/1.1" status: 200 len: 843 time: 0.0881591 Aug 29 04:14:56.015110 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-abccd374-1b80-404b-89aa-288e43a5df38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:56.029127 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3291aa71-4c8a-404f-a98f-421f7cf58023 req-51b31dfe-1a5b-4120-aca9-e8a68163645a tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] 10.222.0.22 "GET /v2.0/security-groups?id=62eb171a-895c-4930-a5a9-dc2f4d1bead2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3601897 Aug 29 04:14:56.040725 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27878391-0c71-4a81-84ac-8b4038c405fa req-89c150cb-5018-4f28-ac52-137b09459d47 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:56.042349 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-27878391-0c71-4a81-84ac-8b4038c405fa req-89c150cb-5018-4f28-ac52-137b09459d47 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=cfaeb88c-e4bc-40ad-b885-1ded1f4a7c36 HTTP/1.1" status: 200 len: 945 time: 0.0883005 Aug 29 04:14:56.051802 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-abccd374-1b80-404b-89aa-288e43a5df38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:56.143573 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbf00cd-067d-4ca5-b7ba-229bf17017b2 req-eb0afeff-192f-4db3-90f0-88255c209800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:56.145885 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bdbf00cd-067d-4ca5-b7ba-229bf17017b2 req-eb0afeff-192f-4db3-90f0-88255c209800 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1320467 Aug 29 04:14:56.185216 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abccd374-1b80-404b-89aa-288e43a5df38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e35e9f2-0e98-4eb9-ad7e-9d317879e578,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:56.222688 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eb19bbe-98a2-429a-95a8-5dc6d9c5776d x-openstack-request-id: req-6eb19bbe-98a2-429a-95a8-5dc6d9c5776d {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:14:56.223102 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa05e9e4-4e94-43ab-9cd0-08c1dbc8cbdb", "tag": "dece2788-7b2f-4387-9ed2-9307a7a8a502", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:14:56.224212 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-de947d77-74d7-49ea-9d1a-e67dbc70367c None None] Provisioning for port f43900bb-6dba-4422-9b43-d7e43a1a8e3d completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:14:56.225600 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6eb19bbe-98a2-429a-95a8-5dc6d9c5776d {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:14:56.226194 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa05e9e4-4e94-43ab-9cd0-08c1dbc8cbdb', 'tag': 'dece2788-7b2f-4387-9ed2-9307a7a8a502', 'status': 'completed', 'code': 200} Aug 29 04:14:56.235994 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-de947d77-74d7-49ea-9d1a-e67dbc70367c None None] Provisioning complete for port f43900bb-6dba-4422-9b43-d7e43a1a8e3d triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:14:56.236373 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-de947d77-74d7-49ea-9d1a-e67dbc70367c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:56.240578 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-abccd374-1b80-404b-89aa-288e43a5df38 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ade835e45e9c41279fb81ada215daa36&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7701225 Aug 29 04:14:56.248455 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 42540) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:14:56.309271 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-de947d77-74d7-49ea-9d1a-e67dbc70367c None None] Port f43900bb-6dba-4422-9b43-d7e43a1a8e3d cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:14:56.316634 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-27878391-0c71-4a81-84ac-8b4038c405fa req-21684310-0f02-497e-b44c-c4e22d604260 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329056 Aug 29 04:14:56.463436 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bdbf00cd-067d-4ca5-b7ba-229bf17017b2 req-9735b1cc-c540-4aee-84f2-5c92a425b091 service neutron] 10.222.0.46 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3037117 Aug 29 04:14:56.489644 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-62934300-65ef-425e-b156-2190cbeee2dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:56.519035 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c9c9d332-c9c8-4a8d-8d7e-82fcd7ee0d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:56.533274 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [req-f13fbc90-99e1-4241-b2ba-84f03fa873cb req-6271e47f-1d89-4e7e-b83b-d6e9216c13e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12c539aa-20c7-4e61-9893-071488e12699 {{(pid=94829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:14:56.552007 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-62934300-65ef-425e-b156-2190cbeee2dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:56.563956 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0bc91f-5250-4f40-b83f-2e48ef9dc7d7 req-4254becf-251f-449b-83ff-1e0820c7725f tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:56.565633 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-de0bc91f-5250-4f40-b83f-2e48ef9dc7d7 req-4254becf-251f-449b-83ff-1e0820c7725f tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "GET /v2.0/ports?device_id=429ae5c7-9100-4a8a-b7b8-9ea68341e49a HTTP/1.1" status: 200 len: 931 time: 0.2619600 Aug 29 04:14:56.574513 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-f13fbc90-99e1-4241-b2ba-84f03fa873cb req-6271e47f-1d89-4e7e-b83b-d6e9216c13e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:56.622705 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bdbf00cd-067d-4ca5-b7ba-229bf17017b2 req-380ebdf7-f1b0-4fb3-98bc-be87883bff36 service neutron] 10.222.0.46 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534886 Aug 29 04:14:56.628692 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 42546) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:14:56.709662 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [req-f13fbc90-99e1-4241-b2ba-84f03fa873cb req-6271e47f-1d89-4e7e-b83b-d6e9216c13e9 service neutron] Transition to ACTIVE for port object 12c539aa-20c7-4e61-9893-071488e12699 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:14:56.738529 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-f13fbc90-99e1-4241-b2ba-84f03fa873cb req-6271e47f-1d89-4e7e-b83b-d6e9216c13e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:56.822658 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-de0bc91f-5250-4f40-b83f-2e48ef9dc7d7 req-58c8aa0a-f90e-4239-a34b-a40a5913ecb3 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "GET /v2.0/security-groups?id=928b8436-db78-4a6b-bcb4-8c108482d446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450507 Aug 29 04:14:56.890951 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2756770-99c4-434c-b7c6-fc106ab2e92b req-e90ee347-6e02-4e93-b880-9cb7e5d1e62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:56.894579 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c2756770-99c4-434c-b7c6-fc106ab2e92b req-e90ee347-6e02-4e93-b880-9cb7e5d1e62b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9d502feae3bc4085a1a36ae25f6d8951&device_id=aa05e9e4-4e94-43ab-9cd0-08c1dbc8cbdb HTTP/1.1" status: 200 len: 1100 time: 0.1825411 Aug 29 04:14:56.918461 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-62934300-65ef-425e-b156-2190cbeee2dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:56.926853 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-62934300-65ef-425e-b156-2190cbeee2dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:56.940876 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-62934300-65ef-425e-b156-2190cbeee2dc admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3e35e9f2-0e98-4eb9-ad7e-9d317879e578 HTTP/1.1" status: 204 len: 168 time: 0.6910665 Aug 29 04:14:56.989487 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6271e47f-1d89-4e7e-b83b-d6e9216c13e9 service neutron] Pushing event updated for resources: {'Port': ['ID=12c539aa-20c7-4e61-9893-071488e12699,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:57.000267 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device b95dc656-3c2c-44be-acb1-4efa1483c40e up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:14:57.025959 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62934300-65ef-425e-b156-2190cbeee2dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e35e9f2-0e98-4eb9-ad7e-9d317879e578,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:57.137690 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d31f8593-33ae-4b12-84e4-05597a67c3fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:57.172807 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port b95dc656-3c2c-44be-acb1-4efa1483c40e triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:14:57.174147 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:57.257583 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba3daf8-6bdb-4467-a9cf-967c03fa8ded req-0b6e8f4c-41a7-4aeb-9cd1-0d75ec0ef3b6 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:57.269601 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8ba3daf8-6bdb-4467-a9cf-967c03fa8ded req-0b6e8f4c-41a7-4aeb-9cd1-0d75ec0ef3b6 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=cfaeb88c-e4bc-40ad-b885-1ded1f4a7c36 HTTP/1.1" status: 200 len: 945 time: 0.2519388 Aug 29 04:14:57.333077 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c9c9d332-c9c8-4a8d-8d7e-82fcd7ee0d19 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:57.340885 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2756770-99c4-434c-b7c6-fc106ab2e92b req-00f328e5-50fd-4b79-b3ce-7e4e9109790b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:57.343873 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c2756770-99c4-434c-b7c6-fc106ab2e92b req-00f328e5-50fd-4b79-b3ce-7e4e9109790b service neutron] 10.222.0.46 "GET /v2.0/networks?id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 HTTP/1.1" status: 200 len: 870 time: 0.4413743 Aug 29 04:14:57.357804 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c9c9d332-c9c8-4a8d-8d7e-82fcd7ee0d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:57.429190 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c2756770-99c4-434c-b7c6-fc106ab2e92b req-4a5505d7-160e-47f9-8267-fa14f7632b9c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=dece2788-7b2f-4387-9ed2-9307a7a8a502 HTTP/1.1" status: 200 len: 217 time: 0.0770133 Aug 29 04:14:57.441383 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f871b-4c76-4fe1-964d-78a168ade70c req-5e404468-0122-4c99-8e71-602ac148bb30 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:57.444340 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c07f871b-4c76-4fe1-964d-78a168ade70c req-5e404468-0122-4c99-8e71-602ac148bb30 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=71fe9f3e-3534-4c4d-8ae6-ccb2829ad4b8 HTTP/1.1" status: 200 len: 945 time: 0.2941489 Aug 29 04:14:57.449486 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8ba3daf8-6bdb-4467-a9cf-967c03fa8ded req-87d4dd2c-ce64-445d-8f20-524c3ef0dd5d tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784561 Aug 29 04:14:57.467421 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-f13fbc90-99e1-4241-b2ba-84f03fa873cb req-6271e47f-1d89-4e7e-b83b-d6e9216c13e9 service neutron] Attempting to bind port 12c539aa-20c7-4e61-9893-071488e12699 on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:14:57.467783 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-f13fbc90-99e1-4241-b2ba-84f03fa873cb req-6271e47f-1d89-4e7e-b83b-d6e9216c13e9 service neutron] Attempting to bind port 12c539aa-20c7-4e61-9893-071488e12699 by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': '60ea1297-c536-4662-89a8-71c12fd7375d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'f96f67f6-e1fe-44b3-b4cf-964eb290f20c'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:14:57.468456 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13fbc90-99e1-4241-b2ba-84f03fa873cb req-6271e47f-1d89-4e7e-b83b-d6e9216c13e9 service neutron] Attempting to bind port 12c539aa-20c7-4e61-9893-071488e12699 on network f96f67f6-e1fe-44b3-b4cf-964eb290f20c {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:14:57.478213 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c9c9d332-c9c8-4a8d-8d7e-82fcd7ee0d19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-718897'] for router_interface, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:57.523672 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13fbc90-99e1-4241-b2ba-84f03fa873cb req-6271e47f-1d89-4e7e-b83b-d6e9216c13e9 service neutron] Port 12c539aa-20c7-4e61-9893-071488e12699 on network f96f67f6-e1fe-44b3-b4cf-964eb290f20c not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:14:57.524045 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13fbc90-99e1-4241-b2ba-84f03fa873cb req-6271e47f-1d89-4e7e-b83b-d6e9216c13e9 service neutron] Attempting to bind port 12c539aa-20c7-4e61-9893-071488e12699 on network f96f67f6-e1fe-44b3-b4cf-964eb290f20c {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:14:57.543255 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c9d332-c9c8-4a8d-8d7e-82fcd7ee0d19 admin admin] Pushing event updated for resources: {'Port': ['ID=f43900bb-6dba-4422-9b43-d7e43a1a8e3d,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:57.545835 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13fbc90-99e1-4241-b2ba-84f03fa873cb req-6271e47f-1d89-4e7e-b83b-d6e9216c13e9 service neutron] Checking agent: {'id': '3de9de52-3a03-431d-9d7e-497ae92c57ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:14:57.546421 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13fbc90-99e1-4241-b2ba-84f03fa873cb req-6271e47f-1d89-4e7e-b83b-d6e9216c13e9 service neutron] Checking segment: {'id': '60ea1297-c536-4662-89a8-71c12fd7375d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'f96f67f6-e1fe-44b3-b4cf-964eb290f20c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:14:57.546978 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13fbc90-99e1-4241-b2ba-84f03fa873cb req-6271e47f-1d89-4e7e-b83b-d6e9216c13e9 service neutron] Bound using segment: {'id': '60ea1297-c536-4662-89a8-71c12fd7375d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'f96f67f6-e1fe-44b3-b4cf-964eb290f20c'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:14:57.547605 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-f13fbc90-99e1-4241-b2ba-84f03fa873cb req-6271e47f-1d89-4e7e-b83b-d6e9216c13e9 service neutron] Bound port: 12c539aa-20c7-4e61-9893-071488e12699, host: n-h1-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60ea1297-c536-4662-89a8-71c12fd7375d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'f96f67f6-e1fe-44b3-b4cf-964eb290f20c'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:14:57.548935 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-f13fbc90-99e1-4241-b2ba-84f03fa873cb req-6271e47f-1d89-4e7e-b83b-d6e9216c13e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:57.609194 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2756770-99c4-434c-b7c6-fc106ab2e92b req-a7365718-ca8b-401b-8a19-eb068426d675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:57.611619 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c2756770-99c4-434c-b7c6-fc106ab2e92b req-a7365718-ca8b-401b-8a19-eb068426d675 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=18cd12d4-b12a-41b0-b0c5-618edbb84e74 HTTP/1.1" status: 200 len: 843 time: 0.1606321 Aug 29 04:14:57.634982 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c07f871b-4c76-4fe1-964d-78a168ade70c req-1392917d-d84a-433a-832b-8cad114ab567 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=67519499-017b-4c54-88db-c974346724c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616921 Aug 29 04:14:57.677764 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d31f8593-33ae-4b12-84e4-05597a67c3fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:57.687815 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d31f8593-33ae-4b12-84e4-05597a67c3fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:57.722590 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-d31f8593-33ae-4b12-84e4-05597a67c3fe admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=208950c5f3f3469db154b7e14da8a5c2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0915959 Aug 29 04:14:57.734293 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 42570) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:14:57.761483 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-f13fbc90-99e1-4241-b2ba-84f03fa873cb req-6271e47f-1d89-4e7e-b83b-d6e9216c13e9 service neutron] For port 12c539aa-20c7-4e61-9893-071488e12699, host n-h1-712140-12, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:14:57.766591 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-f13fbc90-99e1-4241-b2ba-84f03fa873cb req-6271e47f-1d89-4e7e-b83b-d6e9216c13e9 service neutron] For port 12c539aa-20c7-4e61-9893-071488e12699, host n-h1-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=12c539aa-20c7-4e61-9893-071488e12699,segment=NetworkSegment(60ea1297-c536-4662-89a8-71c12fd7375d),segment_id=60ea1297-c536-4662-89a8-71c12fd7375d)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:14:57.772561 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-f13fbc90-99e1-4241-b2ba-84f03fa873cb req-6271e47f-1d89-4e7e-b83b-d6e9216c13e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:57.776937 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c9d332-c9c8-4a8d-8d7e-82fcd7ee0d19 admin admin] Network 1a62290b-199f-4cef-98cc-ef1f02337d68 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:14:57.785900 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-c9c9d332-c9c8-4a8d-8d7e-82fcd7ee0d19 admin admin] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:14:57.804927 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fd4c18-c941-4bf9-bdcf-942b7dcc0184 req-0b30c0ed-c10f-431f-83ba-954086d63f08 tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:57.814785 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a8fd4c18-c941-4bf9-bdcf-942b7dcc0184 req-0b30c0ed-c10f-431f-83ba-954086d63f08 tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa05e9e4-4e94-43ab-9cd0-08c1dbc8cbdb HTTP/1.1" status: 200 len: 948 time: 0.2432218 Aug 29 04:14:57.822415 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13fbc90-99e1-4241-b2ba-84f03fa873cb req-6271e47f-1d89-4e7e-b83b-d6e9216c13e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:57.823278 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-f13fbc90-99e1-4241-b2ba-84f03fa873cb req-6271e47f-1d89-4e7e-b83b-d6e9216c13e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:57.824910 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f13fbc90-99e1-4241-b2ba-84f03fa873cb req-6271e47f-1d89-4e7e-b83b-d6e9216c13e9 service neutron] 10.222.0.46 "PUT /v2.0/ports/12c539aa-20c7-4e61-9893-071488e12699 HTTP/1.1" status: 200 len: 1092 time: 3.1451125 Aug 29 04:14:57.832325 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '429ae5c7-9100-4a8a-b7b8-9ea68341e49a', 'tag': '12c539aa-20c7-4e61-9893-071488e12699'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:14:57.836032 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-510389ca-99a8-46ff-a75d-0ee49d1ac6bf" -d '{"events": [{"name": "network-changed", "server_uuid": "429ae5c7-9100-4a8a-b7b8-9ea68341e49a", "tag": "12c539aa-20c7-4e61-9893-071488e12699"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:14:57.884142 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2756770-99c4-434c-b7c6-fc106ab2e92b req-b53604ba-2768-4767-89c4-a5d09661cc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:57.886392 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c2756770-99c4-434c-b7c6-fc106ab2e92b req-b53604ba-2768-4767-89c4-a5d09661cc39 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2540753 Aug 29 04:14:57.887292 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31f8593-33ae-4b12-84e4-05597a67c3fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a860ea2d-7032-4cd7-a285-aba61e0c2f3d,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:57.946906 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40fb6384-5eaf-4294-89ef-e75fbc0e5a11 x-openstack-request-id: req-40fb6384-5eaf-4294-89ef-e75fbc0e5a11 {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:14:57.947190 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "429ae5c7-9100-4a8a-b7b8-9ea68341e49a", "tag": "12c539aa-20c7-4e61-9893-071488e12699", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:14:57.947424 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-40fb6384-5eaf-4294-89ef-e75fbc0e5a11 {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:14:57.948035 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '429ae5c7-9100-4a8a-b7b8-9ea68341e49a', 'tag': '12c539aa-20c7-4e61-9893-071488e12699', 'status': 'completed', 'code': 200} Aug 29 04:14:58.000818 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6271e47f-1d89-4e7e-b83b-d6e9216c13e9 service neutron] Pushing event updated for resources: {'Port': ['ID=12c539aa-20c7-4e61-9893-071488e12699,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:58.031415 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-02eb1c07-db1f-4e1e-9c9e-084d5dda8655 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:58.042254 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a8fd4c18-c941-4bf9-bdcf-942b7dcc0184 req-fc9fb3f7-3a1d-4b90-9616-ea6df6793bf5 tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] 10.222.0.22 "GET /v2.0/security-groups?id=62eb171a-895c-4930-a5a9-dc2f4d1bead2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261984 Aug 29 04:14:58.094746 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-02eb1c07-db1f-4e1e-9c9e-084d5dda8655 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:58.150146 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c2756770-99c4-434c-b7c6-fc106ab2e92b req-0abd2a87-8a8e-4cdc-bf14-fd07d5b99849 service neutron] 10.222.0.46 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474387 Aug 29 04:14:58.174283 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d26f1c-7581-4cb0-8a0c-7cda5f47f2a2 req-d1c4e6d2-0cdf-4712-92f5-e1ddc2750bf7 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:58.176115 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a9d26f1c-7581-4cb0-8a0c-7cda5f47f2a2 req-d1c4e6d2-0cdf-4712-92f5-e1ddc2750bf7 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "GET /v2.0/ports?device_id=429ae5c7-9100-4a8a-b7b8-9ea68341e49a HTTP/1.1" status: 200 len: 943 time: 0.1493578 Aug 29 04:14:58.188391 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13fbc90-99e1-4241-b2ba-84f03fa873cb req-a379eb15-2178-4857-b2e9-85d2dbd3203d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:58.191881 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f13fbc90-99e1-4241-b2ba-84f03fa873cb req-a379eb15-2178-4857-b2e9-85d2dbd3203d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=167b1cc03732479fb9ee73ff6d5e5845&device_id=429ae5c7-9100-4a8a-b7b8-9ea68341e49a HTTP/1.1" status: 200 len: 1095 time: 0.2465277 Aug 29 04:14:58.277093 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-5b5440d5-5129-4a03-a5c9-a5890b9f11d1 None None] Provisioning complete for port f43900bb-6dba-4422-9b43-d7e43a1a8e3d triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:14:58.285512 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5b5440d5-5129-4a03-a5c9-a5890b9f11d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:58.305314 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f13fbc90-99e1-4241-b2ba-84f03fa873cb req-ae6825f2-22a3-494b-9f9c-b70626d97a8e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=12c539aa-20c7-4e61-9893-071488e12699 HTTP/1.1" status: 200 len: 217 time: 0.0979807 Aug 29 04:14:58.319961 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c2756770-99c4-434c-b7c6-fc106ab2e92b req-bcae546b-8b26-49e5-85af-473478f7311f service neutron] 10.222.0.46 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591547 Aug 29 04:14:58.320977 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-02eb1c07-db1f-4e1e-9c9e-084d5dda8655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:58.323559 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-02eb1c07-db1f-4e1e-9c9e-084d5dda8655 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:58.324978 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-02eb1c07-db1f-4e1e-9c9e-084d5dda8655 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a860ea2d-7032-4cd7-a285-aba61e0c2f3d HTTP/1.1" status: 204 len: 168 time: 0.5892696 Aug 29 04:14:58.344327 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eb1c07-db1f-4e1e-9c9e-084d5dda8655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a860ea2d-7032-4cd7-a285-aba61e0c2f3d,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:58.360152 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9c9d332-c9c8-4a8d-8d7e-82fcd7ee0d19 admin admin] Router b34b4aa7-c0d3-4b6a-9b34-e0f4badceb1e has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:14:58.363769 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a9d26f1c-7581-4cb0-8a0c-7cda5f47f2a2 req-250378b8-e58c-4b69-8394-f71d4f6ab799 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "GET /v2.0/security-groups?id=928b8436-db78-4a6b-bcb4-8c108482d446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692762 Aug 29 04:14:58.415664 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:58.424490 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-5b5440d5-5129-4a03-a5c9-a5890b9f11d1 None None] Port f43900bb-6dba-4422-9b43-d7e43a1a8e3d cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:14:58.448542 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 42586) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:14:58.514563 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4865a92f-0eb6-43a1-80be-46e7d8dade5b req-c0fc7169-c867-4bce-9dd5-0bac5b282962 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:58.517587 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13fbc90-99e1-4241-b2ba-84f03fa873cb req-d43f8a6b-ebb6-457c-b1ce-bb424726a576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:58.518713 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4865a92f-0eb6-43a1-80be-46e7d8dade5b req-c0fc7169-c867-4bce-9dd5-0bac5b282962 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.48 "GET /v2.0/ports?device_id=cfaeb88c-e4bc-40ad-b885-1ded1f4a7c36 HTTP/1.1" status: 200 len: 945 time: 0.0913825 Aug 29 04:14:58.519963 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f13fbc90-99e1-4241-b2ba-84f03fa873cb req-d43f8a6b-ebb6-457c-b1ce-bb424726a576 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7aff1b55-5acd-4615-92fe-59d502737750 HTTP/1.1" status: 200 len: 853 time: 0.2071180 Aug 29 04:14:58.598327 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f13fbc90-99e1-4241-b2ba-84f03fa873cb req-64b0ef99-b4fe-4957-b590-dfa36fbb23b6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f96f67f6-e1fe-44b3-b4cf-964eb290f20c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662677 Aug 29 04:14:58.794434 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9c9d332-c9c8-4a8d-8d7e-82fcd7ee0d19 admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:14:58.814628 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f287cce-dc98-476a-a561-0d481745649b None None] Sync routers for ids ['b34b4aa7-c0d3-4b6a-9b34-e0f4badceb1e'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:14:58.836716 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-c9c9d332-c9c8-4a8d-8d7e-82fcd7ee0d19 admin admin] 10.222.0.22 "PUT /v2.0/routers/b34b4aa7-c0d3-4b6a-9b34-e0f4badceb1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6313195 Aug 29 04:14:58.836966 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f218d0a-93c6-4a5c-9322-6fd8070cdfa6 req-d3be62fa-134d-4382-b291-20f30940ea3a tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:58.837697 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f287cce-dc98-476a-a561-0d481745649b None None] Routers {'b34b4aa7-c0d3-4b6a-9b34-e0f4badceb1e'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:14:58.841964 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-1f287cce-dc98-476a-a561-0d481745649b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:14:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['b34b4aa7-c0d3-4b6a-9b34-e0f4badceb1e'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:14:58.849641 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3f218d0a-93c6-4a5c-9322-6fd8070cdfa6 req-d3be62fa-134d-4382-b291-20f30940ea3a tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=cfaeb88c-e4bc-40ad-b885-1ded1f4a7c36 HTTP/1.1" status: 200 len: 945 time: 0.2378922 Aug 29 04:14:58.920603 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f13fbc90-99e1-4241-b2ba-84f03fa873cb req-df3fb94f-3113-4f73-bb2c-181505d0ce13 service neutron] 10.222.0.46 "GET /v2.0/networks/f96f67f6-e1fe-44b3-b4cf-964eb290f20c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3142238 Aug 29 04:14:58.944926 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63525897-6ec8-444c-9a20-bda6dcd8d646 req-334df4b4-532f-4a49-ac63-5a7360a80818 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:58.948649 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-63525897-6ec8-444c-9a20-bda6dcd8d646 req-334df4b4-532f-4a49-ac63-5a7360a80818 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=71fe9f3e-3534-4c4d-8ae6-ccb2829ad4b8 HTTP/1.1" status: 200 len: 945 time: 0.1409900 Aug 29 04:14:58.984305 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3f218d0a-93c6-4a5c-9322-6fd8070cdfa6 req-e957e1f1-6132-4af1-b6e2-c09e443dae6c tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346314 Aug 29 04:14:59.010651 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-4865a92f-0eb6-43a1-80be-46e7d8dade5b req-77a3b2e2-f108-46be-bcb6-22009883a6ae tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Deleting port 2d1c1282-9466-4783-912f-46d77c8beffd {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:14:59.020145 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-fef43e29-f04a-4a9f-866f-18d13d1cf245 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-745933038-network', 'tenant_id': 'cdc3e96ac4634cb0bf388cafdde923a8'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:14:59.023910 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-4865a92f-0eb6-43a1-80be-46e7d8dade5b req-77a3b2e2-f108-46be-bcb6-22009883a6ae tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:59.113772 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 42602) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:14:59.114405 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 42604) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:14:59.125402 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fef43e29-f04a-4a9f-866f-18d13d1cf245 admin admin] Made reservation on behalf of cdc3e96ac4634cb0bf388cafdde923a8 for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:14:59.134101 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-1f287cce-dc98-476a-a561-0d481745649b None None] Set router b34b4aa7-c0d3-4b6a-9b34-e0f4badceb1e gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:14:59.134552 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fef43e29-f04a-4a9f-866f-18d13d1cf245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:59.183228 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fef43e29-f04a-4a9f-866f-18d13d1cf245 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:59.192331 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f349f232-259d-4d7d-8d44-7ff283b4ffe5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:59.264353 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-4865a92f-0eb6-43a1-80be-46e7d8dade5b req-77a3b2e2-f108-46be-bcb6-22009883a6ae tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] For port 2d1c1282-9466-4783-912f-46d77c8beffd, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=2d1c1282-9466-4783-912f-46d77c8beffd,segment=NetworkSegment(5e7e2f14-8790-418b-88e1-15441e6a9fb5),segment_id=5e7e2f14-8790-418b-88e1-15441e6a9fb5)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:59.265132 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-4865a92f-0eb6-43a1-80be-46e7d8dade5b req-77a3b2e2-f108-46be-bcb6-22009883a6ae tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:59.302372 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-63525897-6ec8-444c-9a20-bda6dcd8d646 req-f4db6666-0aa1-43f7-bce5-f8717a3c9730 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=67519499-017b-4c54-88db-c974346724c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3324003 Aug 29 04:14:59.311121 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-4865a92f-0eb6-43a1-80be-46e7d8dade5b req-77a3b2e2-f108-46be-bcb6-22009883a6ae tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Calling delete_port for 2d1c1282-9466-4783-912f-46d77c8beffd owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:14:59.344554 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f13fbc90-99e1-4241-b2ba-84f03fa873cb req-3747b41d-5c0d-45f5-b3a9-1b4464e05583 service neutron] 10.222.0.46 "GET /v2.0/networks/f96f67f6-e1fe-44b3-b4cf-964eb290f20c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3936439 Aug 29 04:14:59.355098 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2942cf-c575-4226-b5a3-ec4a23787941 req-a1e3ff4e-0151-49ca-8b98-81495bc3a26f tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:59.358040 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0c2942cf-c575-4226-b5a3-ec4a23787941 req-a1e3ff4e-0151-49ca-8b98-81495bc3a26f tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa05e9e4-4e94-43ab-9cd0-08c1dbc8cbdb HTTP/1.1" status: 200 len: 948 time: 0.0967507 Aug 29 04:14:59.524739 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0c2942cf-c575-4226-b5a3-ec4a23787941 req-49e16fae-4860-4242-b4b2-c425f66ca66c tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] 10.222.0.22 "GET /v2.0/security-groups?id=62eb171a-895c-4930-a5a9-dc2f4d1bead2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874956 Aug 29 04:14:59.543614 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-49fec927-ff52-4aab-a31b-2cacda22921a tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1660504949'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:14:59.571341 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-1f287cce-dc98-476a-a561-0d481745649b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b34b4aa7-c0d3-4b6a-9b34-e0f4badceb1e', 'name': 'tempest-ServersTestMultiNic-1439861869-router', 'tenant_id': 'c9804a8a9be04dbf9e3249af907a3916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': 'b95dc656-3c2c-44be-acb1-4efa1483c40e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:14:47Z', 'updated_at': '2021-08-29T04:14:56Z', 'revision_number': 4, 'project_id': 'c9804a8a9be04dbf9e3249af907a3916', 'gw_port': {'id': 'b95dc656-3c2c-44be-acb1-4efa1483c40e', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:08:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34b4aa7-c0d3-4b6a-9b34-e0f4badceb1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:14:48Z', 'updated_at': '2021-08-29T04:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': 'f43900bb-6dba-4422-9b43-d7e43a1a8e3d', 'name': '', 'network_id': '1a62290b-199f-4cef-98cc-ef1f02337d68', 'tenant_id': 'c9804a8a9be04dbf9e3249af907a3916', 'mac_address': 'fa:16:3e:89:a2:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b34b4aa7-c0d3-4b6a-9b34-e0f4badceb1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '0187c694-af22-45ba-8f34-924b8e2980a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:14:53Z', 'updated_at': '2021-08-29T04:14:56Z', 'revision_number': 2, 'project_id': 'c9804a8a9be04dbf9e3249af907a3916', 'subnets': [{'id': '0187c694-af22-45ba-8f34-924b8e2980a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:14:59.614324 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f287cce-dc98-476a-a561-0d481745649b None None] Checking router: b34b4aa7-c0d3-4b6a-9b34-e0f4badceb1e for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:14:59.614986 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f287cce-dc98-476a-a561-0d481745649b None None] Updating router b34b4aa7-c0d3-4b6a-9b34-e0f4badceb1e port f43900bb-6dba-4422-9b43-d7e43a1a8e3d binding host n-d-712140-12 {{(pid=94830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:14:59.627243 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-4865a92f-0eb6-43a1-80be-46e7d8dade5b req-77a3b2e2-f108-46be-bcb6-22009883a6ae tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:59.660255 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1f287cce-dc98-476a-a561-0d481745649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:59.665542 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a3b2e2-f108-46be-bcb6-22009883a6ae tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Pushing event deleted for resources: {'Port': ['ID=2d1c1282-9466-4783-912f-46d77c8beffd,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:59.666429 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['02e9fbdc-2d81-4e09-8676-3236d8c53fc6'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:14:59.749783 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-4865a92f-0eb6-43a1-80be-46e7d8dade5b req-77a3b2e2-f108-46be-bcb6-22009883a6ae tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] No DVR routers for this DVR port 2d1c1282-9466-4783-912f-46d77c8beffd on host n-h2-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:14:59.753466 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-4865a92f-0eb6-43a1-80be-46e7d8dade5b req-77a3b2e2-f108-46be-bcb6-22009883a6ae tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:59.757039 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4865a92f-0eb6-43a1-80be-46e7d8dade5b req-77a3b2e2-f108-46be-bcb6-22009883a6ae tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.48 "DELETE /v2.0/ports/2d1c1282-9466-4783-912f-46d77c8beffd HTTP/1.1" status: 204 len: 173 time: 1.2312086 Aug 29 04:14:59.757543 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfaeb88c-e4bc-40ad-b885-1ded1f4a7c36', 'name': 'network-vif-deleted', 'tag': '2d1c1282-9466-4783-912f-46d77c8beffd'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:14:59.761452 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53adaa91-8b69-4638-a7cf-572ce24c8a12" -d '{"events": [{"server_uuid": "cfaeb88c-e4bc-40ad-b885-1ded1f4a7c36", "name": "network-vif-deleted", "tag": "2d1c1282-9466-4783-912f-46d77c8beffd"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:14:59.822969 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e28d5e6a-2780-4a1f-8c31-a1184b13ead8 x-openstack-request-id: req-e28d5e6a-2780-4a1f-8c31-a1184b13ead8 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:14:59.823286 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfaeb88c-e4bc-40ad-b885-1ded1f4a7c36", "name": "network-vif-deleted", "tag": "2d1c1282-9466-4783-912f-46d77c8beffd", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:14:59.823542 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e28d5e6a-2780-4a1f-8c31-a1184b13ead8 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:14:59.823974 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfaeb88c-e4bc-40ad-b885-1ded1f4a7c36', 'name': 'network-vif-deleted', 'tag': '2d1c1282-9466-4783-912f-46d77c8beffd', 'status': 'completed', 'code': 200} Aug 29 04:14:59.949722 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fef43e29-f04a-4a9f-866f-18d13d1cf245 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:59.973726 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fef43e29-f04a-4a9f-866f-18d13d1cf245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:59.992214 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510389ca-99a8-46ff-a75d-0ee49d1ac6bf req-513415a2-2a5d-49e9-a1bb-c4841528e006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:59.994133 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-510389ca-99a8-46ff-a75d-0ee49d1ac6bf req-513415a2-2a5d-49e9-a1bb-c4841528e006 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=167b1cc03732479fb9ee73ff6d5e5845&device_id=429ae5c7-9100-4a8a-b7b8-9ea68341e49a HTTP/1.1" status: 200 len: 1095 time: 0.5636935 Aug 29 04:15:00.011780 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.db.api [None req-49fec927-ff52-4aab-a31b-2cacda22921a tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 04:15:00.011780 n-d-712140-12 neutron-server[94829]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 29 04:15:00.011780 n-d-712140-12 neutron-server[94829]: [parameters: {'project_id_1': 'c9804a8a9be04dbf9e3249af907a3916', 'expiration_1': datetime.datetime(2021, 8, 29, 4, 14, 59, 555208)}] Aug 29 04:15:00.011780 n-d-712140-12 neutron-server[94829]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:15:00.012539 n-d-712140-12 neutron-server[94829]: DEBUG oslo_db.api [None req-49fec927-ff52-4aab-a31b-2cacda22921a tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:15:00.042990 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251901ff-72d8-42b2-9d00-347bb9a7aa5d req-746cc737-a9da-46ae-abdc-330f245b46f5 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:00.044595 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-251901ff-72d8-42b2-9d00-347bb9a7aa5d req-746cc737-a9da-46ae-abdc-330f245b46f5 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "GET /v2.0/ports?device_id=429ae5c7-9100-4a8a-b7b8-9ea68341e49a HTTP/1.1" status: 200 len: 943 time: 0.4962411 Aug 29 04:15:00.054997 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fef43e29-f04a-4a9f-866f-18d13d1cf245 admin admin] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:15:00.127552 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1f287cce-dc98-476a-a561-0d481745649b None None] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:00.137904 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef43e29-f04a-4a9f-866f-18d13d1cf245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92e8e9a9-e6d4-4e64-8010-a55d52d23dde,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:00.145093 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fef43e29-f04a-4a9f-866f-18d13d1cf245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:00.145442 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-fef43e29-f04a-4a9f-866f-18d13d1cf245 admin admin] Added segment c9e5e776-11d5-43a7-876c-a8e03f9d631d of type vlan for network e3bde2e1-3ab1-4941-a478-28319d253320 Aug 29 04:15:00.146200 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1f287cce-dc98-476a-a561-0d481745649b None None] Transition to ACTIVE for port object f43900bb-6dba-4422-9b43-d7e43a1a8e3d will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:15:00.154047 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1f287cce-dc98-476a-a561-0d481745649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:00.154883 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9634204c-4910-4c16-a553-389408a17694 req-2d661ca3-716c-4555-9e2b-7e0ed2ff97de tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=cfaeb88c-e4bc-40ad-b885-1ded1f4a7c36 HTTP/1.1" status: 200 len: 210 time: 0.0331855 Aug 29 04:15:00.261120 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-251901ff-72d8-42b2-9d00-347bb9a7aa5d req-fb72c8ac-730b-4054-adec-e62ca26b6d3e tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "GET /v2.0/security-groups?id=928b8436-db78-4a6b-bcb4-8c108482d446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894405 Aug 29 04:15:00.265935 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fef43e29-f04a-4a9f-866f-18d13d1cf245 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:00.346556 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510389ca-99a8-46ff-a75d-0ee49d1ac6bf req-01f3a77f-3466-4675-9fd3-bc4812a5dc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:00.349004 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-510389ca-99a8-46ff-a75d-0ee49d1ac6bf req-01f3a77f-3466-4675-9fd3-bc4812a5dc95 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f96f67f6-e1fe-44b3-b4cf-964eb290f20c HTTP/1.1" status: 200 len: 914 time: 0.3390038 Aug 29 04:15:00.391584 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f349f232-259d-4d7d-8d44-7ff283b4ffe5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:00.414753 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa913ef-6fbe-4ebc-8cda-585a10566841 None None] Pushing event updated for resources: {'Port': ['ID=f43900bb-6dba-4422-9b43-d7e43a1a8e3d,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:00.425218 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fef43e29-f04a-4a9f-866f-18d13d1cf245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:00.426157 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef43e29-f04a-4a9f-866f-18d13d1cf245 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:00.426766 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fef43e29-f04a-4a9f-866f-18d13d1cf245 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:00.447970 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-510389ca-99a8-46ff-a75d-0ee49d1ac6bf req-f028a305-02ff-4b67-a5d4-16cb483576cd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=12c539aa-20c7-4e61-9893-071488e12699 HTTP/1.1" status: 200 len: 217 time: 0.0845008 Aug 29 04:15:00.448680 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f349f232-259d-4d7d-8d44-7ff283b4ffe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:00.470132 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-1f287cce-dc98-476a-a561-0d481745649b None None] Attempting to bind port f43900bb-6dba-4422-9b43-d7e43a1a8e3d on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:15:00.470672 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-1f287cce-dc98-476a-a561-0d481745649b None None] Attempting to bind port f43900bb-6dba-4422-9b43-d7e43a1a8e3d by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'cbc7fcd6-54d7-4c29-b8dc-e45b75834936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '1a62290b-199f-4cef-98cc-ef1f02337d68'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:15:00.471267 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f287cce-dc98-476a-a561-0d481745649b None None] Attempting to bind port f43900bb-6dba-4422-9b43-d7e43a1a8e3d on network 1a62290b-199f-4cef-98cc-ef1f02337d68 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:15:00.479938 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f287cce-dc98-476a-a561-0d481745649b None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:15:00.480514 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f287cce-dc98-476a-a561-0d481745649b None None] Checking segment: {'id': 'cbc7fcd6-54d7-4c29-b8dc-e45b75834936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '1a62290b-199f-4cef-98cc-ef1f02337d68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:15:00.481134 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1f287cce-dc98-476a-a561-0d481745649b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:00.481708 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f287cce-dc98-476a-a561-0d481745649b None None] Bound using segment: {'id': 'cbc7fcd6-54d7-4c29-b8dc-e45b75834936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '1a62290b-199f-4cef-98cc-ef1f02337d68'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:15:00.482533 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-1f287cce-dc98-476a-a561-0d481745649b None None] Bound port: f43900bb-6dba-4422-9b43-d7e43a1a8e3d, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbc7fcd6-54d7-4c29-b8dc-e45b75834936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '1a62290b-199f-4cef-98cc-ef1f02337d68'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:15:00.483186 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1f287cce-dc98-476a-a561-0d481745649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:00.566185 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-fef43e29-f04a-4a9f-866f-18d13d1cf245 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.0659013 Aug 29 04:15:00.573020 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 42622) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:00.587040 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-3068f689-2087-4963-bca7-6c3672e61d9f admin admin] Request body: {'subnet': {'network_id': 'e3bde2e1-3ab1-4941-a478-28319d253320', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-745933038-subnet', 'tenant_id': 'cdc3e96ac4634cb0bf388cafdde923a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:00.589406 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1f287cce-dc98-476a-a561-0d481745649b None None] For port f43900bb-6dba-4422-9b43-d7e43a1a8e3d, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:15:00.595150 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1f287cce-dc98-476a-a561-0d481745649b None None] For port f43900bb-6dba-4422-9b43-d7e43a1a8e3d, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=f43900bb-6dba-4422-9b43-d7e43a1a8e3d,segment=NetworkSegment(cbc7fcd6-54d7-4c29-b8dc-e45b75834936),segment_id=cbc7fcd6-54d7-4c29-b8dc-e45b75834936)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:15:00.603989 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1f287cce-dc98-476a-a561-0d481745649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:00.676169 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f287cce-dc98-476a-a561-0d481745649b None None] Routers {'b34b4aa7-c0d3-4b6a-9b34-e0f4badceb1e'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:15:00.677290 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-1f287cce-dc98-476a-a561-0d481745649b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:14:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['b34b4aa7-c0d3-4b6a-9b34-e0f4badceb1e'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:15:00.697262 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510389ca-99a8-46ff-a75d-0ee49d1ac6bf req-15f60fc2-fcaf-4ad1-ad91-8ec2ee2321d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:00.699671 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-510389ca-99a8-46ff-a75d-0ee49d1ac6bf req-15f60fc2-fcaf-4ad1-ad91-8ec2ee2321d7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7aff1b55-5acd-4615-92fe-59d502737750 HTTP/1.1" status: 200 len: 853 time: 0.1871023 Aug 29 04:15:00.700558 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f349f232-259d-4d7d-8d44-7ff283b4ffe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb71304b-13a5-4518-8a41-e6c7f00afcb8,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:00.738711 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef43e29-f04a-4a9f-866f-18d13d1cf245 admin admin] Pushing event updated for resources: {'Network': ['ID=e3bde2e1-3ab1-4941-a478-28319d253320,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:00.741358 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 2d1c1282-9466-4783-912f-46d77c8beffd no longer exists at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:15:00.765296 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-3068f689-2087-4963-bca7-6c3672e61d9f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 04:15:00.765296 n-d-712140-12 neutron-server[94828]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 29 04:15:00.765296 n-d-712140-12 neutron-server[94828]: [parameters: {'project_id_1': 'cdc3e96ac4634cb0bf388cafdde923a8', 'expiration_1': datetime.datetime(2021, 8, 29, 4, 15, 0, 611457)}] Aug 29 04:15:00.765296 n-d-712140-12 neutron-server[94828]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:15:00.766288 n-d-712140-12 neutron-server[94828]: DEBUG oslo_db.api [None req-3068f689-2087-4963-bca7-6c3672e61d9f admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:15:00.792145 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network e3bde2e1-3ab1-4941-a478-28319d253320 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:15:00.801634 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-510389ca-99a8-46ff-a75d-0ee49d1ac6bf req-246743e7-9318-4859-8c69-c8f0a4ad32f2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f96f67f6-e1fe-44b3-b4cf-964eb290f20c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441830 Aug 29 04:15:00.802032 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b617b63c-df07-440f-a8a2-67010bd65354 req-26a8eb72-d8ff-435d-ac96-c91b5e769790 tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:00.803575 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] No Port match for: 2d1c1282-9466-4783-912f-46d77c8beffd {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:15:00.804348 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 2d1c1282-9466-4783-912f-46d77c8beffd not bound to the agent host n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:15:00.804856 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b617b63c-df07-440f-a8a2-67010bd65354 req-26a8eb72-d8ff-435d-ac96-c91b5e769790 tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa05e9e4-4e94-43ab-9cd0-08c1dbc8cbdb HTTP/1.1" status: 200 len: 948 time: 0.1075695 Aug 29 04:15:00.806168 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49fec927-ff52-4aab-a31b-2cacda22921a tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Made reservation on behalf of c9804a8a9be04dbf9e3249af907a3916 for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:15:00.811351 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-49fec927-ff52-4aab-a31b-2cacda22921a tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:00.893638 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b617b63c-df07-440f-a8a2-67010bd65354 req-258c8959-32a2-42b1-8071-67f99fb8a885 tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] 10.222.0.22 "GET /v2.0/security-groups?id=62eb171a-895c-4930-a5a9-dc2f4d1bead2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765376 Aug 29 04:15:00.917067 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa913ef-6fbe-4ebc-8cda-585a10566841 None None] Pushing event updated for resources: {'Port': ['ID=f43900bb-6dba-4422-9b43-d7e43a1a8e3d,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:00.987314 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 42624) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:00.995300 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-f349f232-259d-4d7d-8d44-7ff283b4ffe5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ad5b65e1f1d7409dbfe8011ef95cde49&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8457072 Aug 29 04:15:01.049897 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-1f287cce-dc98-476a-a561-0d481745649b None None] Set router b34b4aa7-c0d3-4b6a-9b34-e0f4badceb1e gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:15:01.052661 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49fec927-ff52-4aab-a31b-2cacda22921a tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:15:01.084305 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-49fec927-ff52-4aab-a31b-2cacda22921a tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:01.084997 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-49fec927-ff52-4aab-a31b-2cacda22921a tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Added segment 4e322a1b-f45c-4e09-a71a-9baa38bdebb3 of type vlan for network ff6119cb-f4c8-4d57-a865-056c3e1ce852 Aug 29 04:15:01.092507 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d1871c4d-61e2-4d18-8c32-87010e9a2d8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:01.125917 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d1871c4d-61e2-4d18-8c32-87010e9a2d8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:01.136779 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ef5b54-4b18-4af0-87b3-8ae7b8cf9269 req-317cfbb1-ce76-46ae-b1f1-c67748c7eb75 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:01.138507 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f1ef5b54-4b18-4af0-87b3-8ae7b8cf9269 req-317cfbb1-ce76-46ae-b1f1-c67748c7eb75 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=71fe9f3e-3534-4c4d-8ae6-ccb2829ad4b8 HTTP/1.1" status: 200 len: 945 time: 0.6869111 Aug 29 04:15:01.140695 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-510389ca-99a8-46ff-a75d-0ee49d1ac6bf req-5cab955c-4c99-4d36-bd50-e857e95d2a86 service neutron] 10.222.0.46 "GET /v2.0/networks/f96f67f6-e1fe-44b3-b4cf-964eb290f20c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3230984 Aug 29 04:15:01.176715 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device dece2788-7b2f-4387-9ed2-9307a7a8a502 details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:15:01.223051 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d1871c4d-61e2-4d18-8c32-87010e9a2d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:01.223495 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-49fec927-ff52-4aab-a31b-2cacda22921a tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:01.235026 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d1871c4d-61e2-4d18-8c32-87010e9a2d8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:01.237439 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-d1871c4d-61e2-4d18-8c32-87010e9a2d8c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/eb71304b-13a5-4518-8a41-e6c7f00afcb8 HTTP/1.1" status: 204 len: 168 time: 0.2484953 Aug 29 04:15:01.260564 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1871c4d-61e2-4d18-8c32-87010e9a2d8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb71304b-13a5-4518-8a41-e6c7f00afcb8,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:01.319902 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3068f689-2087-4963-bca7-6c3672e61d9f admin admin] Made reservation on behalf of cdc3e96ac4634cb0bf388cafdde923a8 for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:15:01.327623 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3068f689-2087-4963-bca7-6c3672e61d9f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:01.440219 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-510389ca-99a8-46ff-a75d-0ee49d1ac6bf req-66bf9b54-d774-41fa-9a86-1b9c0d445bdf service neutron] 10.222.0.46 "GET /v2.0/networks/f96f67f6-e1fe-44b3-b4cf-964eb290f20c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2866008 Aug 29 04:15:01.471477 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f1ef5b54-4b18-4af0-87b3-8ae7b8cf9269 req-87172b1a-76f8-4b50-b51f-5ac763de9509 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=67519499-017b-4c54-88db-c974346724c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2957439 Aug 29 04:15:01.478335 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-49fec927-ff52-4aab-a31b-2cacda22921a tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:01.491128 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49fec927-ff52-4aab-a31b-2cacda22921a tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:01.497393 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-49fec927-ff52-4aab-a31b-2cacda22921a tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:01.555445 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port dece2788-7b2f-4387-9ed2-9307a7a8a502, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=dece2788-7b2f-4387-9ed2-9307a7a8a502,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:01.569692 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Returning: {'device': 'dece2788-7b2f-4387-9ed2-9307a7a8a502', 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45', 'port_id': 'dece2788-7b2f-4387-9ed2-9307a7a8a502', 'mac_address': 'fa:16:3e:db:6f:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18cd12d4-b12a-41b0-b0c5-618edbb84e74', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:15:01.695163 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:01.722180 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dece2788-7b2f-4387-9ed2-9307a7a8a502 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:15:01.722607 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3068f689-2087-4963-bca7-6c3672e61d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9191137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10062364'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:01.739083 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-49fec927-ff52-4aab-a31b-2cacda22921a tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 2.6000528 Aug 29 04:15:01.760797 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 42640) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:01.770824 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port dece2788-7b2f-4387-9ed2-9307a7a8a502, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=dece2788-7b2f-4387-9ed2-9307a7a8a502,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:01.778183 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:01.785528 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fec927-ff52-4aab-a31b-2cacda22921a tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Pushing event updated for resources: {'Network': ['ID=ff6119cb-f4c8-4d57-a865-056c3e1ce852,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:01.787750 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-2176084d-5527-4a30-8484-f02039fa5d23 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Request body: {'subnet': {'network_id': 'ff6119cb-f4c8-4d57-a865-056c3e1ce852', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:01.815139 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network ff6119cb-f4c8-4d57-a865-056c3e1ce852 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:15:01.827610 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc7bd6f-ef6d-4240-b05f-3a081d14f575 req-4c561a77-ebb4-43d4-a8ba-b6c629005193 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:01.837687 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-cfc7bd6f-ef6d-4240-b05f-3a081d14f575 req-4c561a77-ebb4-43d4-a8ba-b6c629005193 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "GET /v2.0/ports?device_id=429ae5c7-9100-4a8a-b7b8-9ea68341e49a HTTP/1.1" status: 200 len: 943 time: 0.1776857 Aug 29 04:15:01.855141 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-1f287cce-dc98-476a-a561-0d481745649b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b34b4aa7-c0d3-4b6a-9b34-e0f4badceb1e', 'name': 'tempest-ServersTestMultiNic-1439861869-router', 'tenant_id': 'c9804a8a9be04dbf9e3249af907a3916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': 'b95dc656-3c2c-44be-acb1-4efa1483c40e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:14:47Z', 'updated_at': '2021-08-29T04:14:56Z', 'revision_number': 4, 'project_id': 'c9804a8a9be04dbf9e3249af907a3916', 'gw_port': {'id': 'b95dc656-3c2c-44be-acb1-4efa1483c40e', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:08:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34b4aa7-c0d3-4b6a-9b34-e0f4badceb1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:14:48Z', 'updated_at': '2021-08-29T04:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': 'f43900bb-6dba-4422-9b43-d7e43a1a8e3d', 'name': '', 'network_id': '1a62290b-199f-4cef-98cc-ef1f02337d68', 'tenant_id': 'c9804a8a9be04dbf9e3249af907a3916', 'mac_address': 'fa:16:3e:89:a2:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b34b4aa7-c0d3-4b6a-9b34-e0f4badceb1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '0187c694-af22-45ba-8f34-924b8e2980a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:14:53Z', 'updated_at': '2021-08-29T04:15:00Z', 'revision_number': 4, 'project_id': 'c9804a8a9be04dbf9e3249af907a3916', 'subnets': [{'id': '0187c694-af22-45ba-8f34-924b8e2980a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:15:01.931474 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f287cce-dc98-476a-a561-0d481745649b None None] The sync data for ids ['b34b4aa7-c0d3-4b6a-9b34-e0f4badceb1e'] in n-d-712140-12 is: [{'id': 'b34b4aa7-c0d3-4b6a-9b34-e0f4badceb1e', 'name': 'tempest-ServersTestMultiNic-1439861869-router', 'tenant_id': 'c9804a8a9be04dbf9e3249af907a3916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': 'b95dc656-3c2c-44be-acb1-4efa1483c40e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:14:47Z', 'updated_at': '2021-08-29T04:14:56Z', 'revision_number': 4, 'project_id': 'c9804a8a9be04dbf9e3249af907a3916', 'gw_port': {'id': 'b95dc656-3c2c-44be-acb1-4efa1483c40e', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:08:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34b4aa7-c0d3-4b6a-9b34-e0f4badceb1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:14:48Z', 'updated_at': '2021-08-29T04:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': 'f43900bb-6dba-4422-9b43-d7e43a1a8e3d', 'name': '', 'network_id': '1a62290b-199f-4cef-98cc-ef1f02337d68', 'tenant_id': 'c9804a8a9be04dbf9e3249af907a3916', 'mac_address': 'fa:16:3e:89:a2:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b34b4aa7-c0d3-4b6a-9b34-e0f4badceb1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '0187c694-af22-45ba-8f34-924b8e2980a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:14:53Z', 'updated_at': '2021-08-29T04:15:00Z', 'revision_number': 4, 'project_id': 'c9804a8a9be04dbf9e3249af907a3916', 'subnets': [{'id': '0187c694-af22-45ba-8f34-924b8e2980a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:15:01.934683 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-cfc7bd6f-ef6d-4240-b05f-3a081d14f575 req-4ab6d5e0-2d93-4e57-9e73-688a7376a126 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "GET /v2.0/security-groups?id=928b8436-db78-4a6b-bcb4-8c108482d446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869875 Aug 29 04:15:01.962927 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=dece2788-7b2f-4387-9ed2-9307a7a8a502,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:02.054243 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['dece2788-7b2f-4387-9ed2-9307a7a8a502'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:15:02.064382 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3068f689-2087-4963-bca7-6c3672e61d9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd6871f2-16cf-4df2-be2b-552e69868a10,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:02.080955 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3068f689-2087-4963-bca7-6c3672e61d9f admin admin] Checking segment: {'id': 'c9e5e776-11d5-43a7-876c-a8e03f9d631d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'e3bde2e1-3ab1-4941-a478-28319d253320'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:15:02.082258 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3068f689-2087-4963-bca7-6c3672e61d9f admin admin] Network hostable DHCP agents. Network: e3bde2e1-3ab1-4941-a478-28319d253320, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:15:02.178791 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3068f689-2087-4963-bca7-6c3672e61d9f admin admin] Network e3bde2e1-3ab1-4941-a478-28319d253320 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:15:02.192192 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2176084d-5527-4a30-8484-f02039fa5d23 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Made reservation on behalf of c9804a8a9be04dbf9e3249af907a3916 for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:15:02.200254 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2176084d-5527-4a30-8484-f02039fa5d23 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:02.201884 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b066d4c-ee1a-4ebf-a554-ed492f7626d3 req-601afd1c-e1de-40b1-9966-ffdc2791a17a tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:02.224102 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7b066d4c-ee1a-4ebf-a554-ed492f7626d3 req-601afd1c-e1de-40b1-9966-ffdc2791a17a tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa05e9e4-4e94-43ab-9cd0-08c1dbc8cbdb HTTP/1.1" status: 200 len: 949 time: 0.1469014 Aug 29 04:15:02.382777 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7b066d4c-ee1a-4ebf-a554-ed492f7626d3 req-16a36f42-b42c-495c-9afd-43bff546a7db tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] 10.222.0.22 "GET /v2.0/security-groups?id=62eb171a-895c-4930-a5a9-dc2f4d1bead2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568768 Aug 29 04:15:02.445534 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-3068f689-2087-4963-bca7-6c3672e61d9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, e3bde2e1-3ab1-4941-a478-28319d253320) {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:15:02.454010 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3068f689-2087-4963-bca7-6c3672e61d9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:02.455239 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3068f689-2087-4963-bca7-6c3672e61d9f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:02.457357 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b54d1478-5b12-4d04-bf02-7dfec1e645c0 None None] Network e3bde2e1-3ab1-4941-a478-28319d253320 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:15:02.592517 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-3068f689-2087-4963-bca7-6c3672e61d9f admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.0115774 Aug 29 04:15:02.716653 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d7d74-45eb-4cd1-963e-d9647d1cf415 req-8f89c4ab-98b0-48c9-915a-b2201cd66820 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:02.718630 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bf6d7d74-45eb-4cd1-963e-d9647d1cf415 req-8f89c4ab-98b0-48c9-915a-b2201cd66820 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/networks?id=2f4673af-b8e7-4620-a09f-889ce79ba3f8 HTTP/1.1" status: 200 len: 806 time: 0.3115487 Aug 29 04:15:02.741298 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a62182-28fc-44a0-b73e-d8ecfdd992cc req-ef71ea96-c254-4867-9b8f-3c872a79e8b3 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:02.752072 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f8a62182-28fc-44a0-b73e-d8ecfdd992cc req-ef71ea96-c254-4867-9b8f-3c872a79e8b3 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=71fe9f3e-3534-4c4d-8ae6-ccb2829ad4b8 HTTP/1.1" status: 200 len: 945 time: 0.1039968 Aug 29 04:15:02.755293 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3627d4-bb42-4b46-8b59-55c6878280c5 None None] Network e3bde2e1-3ab1-4941-a478-28319d253320 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:15:02.777325 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bf6d7d74-45eb-4cd1-963e-d9647d1cf415 req-0debb43f-da9c-4e9f-9d8e-afef384778dc tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/quotas/5a14f7f9066643a38713cee788a50c7a HTTP/1.1" status: 200 len: 375 time: 0.0389881 Aug 29 04:15:02.780046 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2176084d-5527-4a30-8484-f02039fa5d23 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9191137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10062364'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:02.814362 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 42676) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:02.870488 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f8a62182-28fc-44a0-b73e-d8ecfdd992cc req-40548294-adaf-46ce-aa28-9f5e692834d2 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=67519499-017b-4c54-88db-c974346724c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157153 Aug 29 04:15:02.985195 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2176084d-5527-4a30-8484-f02039fa5d23 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Pushing event updated for resources: {'Subnet': ['ID=0994d884-b858-4d69-995a-7fd1f3ac66d1,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:03.003157 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2176084d-5527-4a30-8484-f02039fa5d23 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Checking segment: {'id': '4e322a1b-f45c-4e09-a71a-9baa38bdebb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ff6119cb-f4c8-4d57-a865-056c3e1ce852'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:15:03.004024 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2176084d-5527-4a30-8484-f02039fa5d23 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Network hostable DHCP agents. Network: ff6119cb-f4c8-4d57-a865-056c3e1ce852, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:15:03.020143 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bf6d7d74-45eb-4cd1-963e-d9647d1cf415 req-a31c26b3-aad1-47e5-b85f-1caf8859d507 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=5a14f7f9066643a38713cee788a50c7a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2307613 Aug 29 04:15:03.076506 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device f43900bb-6dba-4422-9b43-d7e43a1a8e3d up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:15:03.137723 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-ac80127b-d42c-4ade-9f61-1d91476a38cd admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-566797725-network', 'tenant_id': '1d0658a0a90a4facb02cad62921e20d5'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:03.173227 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac80127b-d42c-4ade-9f61-1d91476a38cd admin admin] Made reservation on behalf of 1d0658a0a90a4facb02cad62921e20d5 for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:15:03.176926 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ac80127b-d42c-4ade-9f61-1d91476a38cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:03.177191 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 12c539aa-20c7-4e61-9893-071488e12699 details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:15:03.179069 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device dece2788-7b2f-4387-9ed2-9307a7a8a502 up at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:15:03.189888 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2176084d-5527-4a30-8484-f02039fa5d23 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Network ff6119cb-f4c8-4d57-a865-056c3e1ce852 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:15:03.194311 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ac80127b-d42c-4ade-9f61-1d91476a38cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:03.213699 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port f43900bb-6dba-4422-9b43-d7e43a1a8e3d completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:15:03.226260 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-2176084d-5527-4a30-8484-f02039fa5d23 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, ff6119cb-f4c8-4d57-a865-056c3e1ce852) {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:15:03.231484 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port f43900bb-6dba-4422-9b43-d7e43a1a8e3d triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:15:03.231484 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:03.235477 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2176084d-5527-4a30-8484-f02039fa5d23 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:03.238549 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2176084d-5527-4a30-8484-f02039fa5d23 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:03.239552 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033cb8dc-405a-4283-8818-e41f60d9f5d4 None None] Network ff6119cb-f4c8-4d57-a865-056c3e1ce852 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:15:03.370031 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bf6d7d74-45eb-4cd1-963e-d9647d1cf415 req-2a9c1666-d4d6-421b-aa6a-cb0ea2a092db service neutron] 10.222.0.22 "GET /v2.0/networks/2f4673af-b8e7-4620-a09f-889ce79ba3f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2980964 Aug 29 04:15:03.476766 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46903c27-e6d2-4d23-bbf2-b7810dc71701 req-8e3e4b34-97f4-4a0a-a0c0-867f17760df9 tempest-InstanceActionsNegativeTestJSON-925748557 tempest-InstanceActionsNegativeTestJSON-925748557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:03.478128 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-46903c27-e6d2-4d23-bbf2-b7810dc71701 req-8e3e4b34-97f4-4a0a-a0c0-867f17760df9 tempest-InstanceActionsNegativeTestJSON-925748557 tempest-InstanceActionsNegativeTestJSON-925748557-project] 10.222.0.22 "GET /v2.0/networks?id=e3bde2e1-3ab1-4941-a478-28319d253320 HTTP/1.1" status: 200 len: 821 time: 0.1223266 Aug 29 04:15:03.515266 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bf6d7d74-45eb-4cd1-963e-d9647d1cf415 req-9e3c1c6c-019f-4ef4-9ff0-7d10633adab8 service neutron] 10.222.0.22 "GET /v2.0/networks/2f4673af-b8e7-4620-a09f-889ce79ba3f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346159 Aug 29 04:15:03.528443 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-46903c27-e6d2-4d23-bbf2-b7810dc71701 req-2460b875-03c5-4699-9460-7a9db50a0668 tempest-InstanceActionsNegativeTestJSON-925748557 tempest-InstanceActionsNegativeTestJSON-925748557-project] 10.222.0.22 "GET /v2.0/quotas/cdc3e96ac4634cb0bf388cafdde923a8 HTTP/1.1" status: 200 len: 375 time: 0.0389020 Aug 29 04:15:03.575313 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ac80127b-d42c-4ade-9f61-1d91476a38cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:03.580642 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-46903c27-e6d2-4d23-bbf2-b7810dc71701 req-1f260a43-a4fc-4ec6-b6eb-4665e0fb90c1 tempest-InstanceActionsNegativeTestJSON-925748557 tempest-InstanceActionsNegativeTestJSON-925748557-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=cdc3e96ac4634cb0bf388cafdde923a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444596 Aug 29 04:15:03.582456 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ac80127b-d42c-4ade-9f61-1d91476a38cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:03.582739 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-00611e24-8da5-4ced-af63-48df945a56a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:03.591201 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-2176084d-5527-4a30-8484-f02039fa5d23 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.8258078 Aug 29 04:15:03.592057 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 42700) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:03.609706 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac80127b-d42c-4ade-9f61-1d91476a38cd admin admin] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:15:03.613621 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-b0a4a14f-b353-47ca-aad2-8104627e09d4 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2134125562'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:03.633754 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ac80127b-d42c-4ade-9f61-1d91476a38cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:03.634417 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-ac80127b-d42c-4ade-9f61-1d91476a38cd admin admin] Added segment 1fc19f14-bf6d-4959-b2c5-ed51e935e5ad of type vlan for network 53020a37-9cfa-46c3-bf40-16467007f493 Aug 29 04:15:03.635227 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 12c539aa-20c7-4e61-9893-071488e12699, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=12c539aa-20c7-4e61-9893-071488e12699,segment=NetworkSegment(60ea1297-c536-4662-89a8-71c12fd7375d),segment_id=60ea1297-c536-4662-89a8-71c12fd7375d)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:03.653972 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning for port dece2788-7b2f-4387-9ed2-9307a7a8a502 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:15:03.665217 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0a4a14f-b353-47ca-aad2-8104627e09d4 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Made reservation on behalf of c9804a8a9be04dbf9e3249af907a3916 for: {'network': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:15:03.670782 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b0a4a14f-b353-47ca-aad2-8104627e09d4 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:03.734498 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0a4a14f-b353-47ca-aad2-8104627e09d4 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=94828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:15:03.762508 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b0a4a14f-b353-47ca-aad2-8104627e09d4 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:03.762890 n-d-712140-12 neutron-server[94828]: INFO neutron.db.segments_db [None req-b0a4a14f-b353-47ca-aad2-8104627e09d4 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Added segment 15393042-4469-4f49-91e9-601a97b6c540 of type vlan for network e773ee44-363a-4f14-aeb4-385d6246c43d Aug 29 04:15:03.846654 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b0a4a14f-b353-47ca-aad2-8104627e09d4 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:03.883131 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ac80127b-d42c-4ade-9f61-1d91476a38cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:03.887812 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Returning: {'device': '12c539aa-20c7-4e61-9893-071488e12699', 'network_id': 'f96f67f6-e1fe-44b3-b4cf-964eb290f20c', 'port_id': '12c539aa-20c7-4e61-9893-071488e12699', 'mac_address': 'fa:16:3e:01:0d:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7aff1b55-5acd-4615-92fe-59d502737750', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:15:03.890833 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning complete for port dece2788-7b2f-4387-9ed2-9307a7a8a502 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:15:03.891907 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:03.898319 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b0a4a14f-b353-47ca-aad2-8104627e09d4 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:03.905586 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a4a14f-b353-47ca-aad2-8104627e09d4 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:03.906415 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b0a4a14f-b353-47ca-aad2-8104627e09d4 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:03.965633 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac80127b-d42c-4ade-9f61-1d91476a38cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66fbaeda-59ff-4d57-985c-4006816efa12,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:04.051541 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:04.092552 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-b0a4a14f-b353-47ca-aad2-8104627e09d4 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4973474 Aug 29 04:15:04.096149 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ac80127b-d42c-4ade-9f61-1d91476a38cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:04.097775 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac80127b-d42c-4ade-9f61-1d91476a38cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:04.098678 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ac80127b-d42c-4ade-9f61-1d91476a38cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:04.118957 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 42708) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:04.178434 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a4a14f-b353-47ca-aad2-8104627e09d4 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Pushing event updated for resources: {'Network': ['ID=e773ee44-363a-4f14-aeb4-385d6246c43d,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:04.179301 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-c4fb6245-5ea4-4dcc-a3e6-af18e386dea0 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Request body: {'subnet': {'network_id': 'e773ee44-363a-4f14-aeb4-385d6246c43d', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:04.196508 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-ac80127b-d42c-4ade-9f61-1d91476a38cd admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3773568 Aug 29 04:15:04.199730 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 42712) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:04.209743 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-a14c665b-1dd9-4a6b-a1af-35034b29ce16 admin admin] Request body: {'subnet': {'network_id': '53020a37-9cfa-46c3-bf40-16467007f493', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-566797725-subnet', 'tenant_id': '1d0658a0a90a4facb02cad62921e20d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:04.219526 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed93868-0179-4c30-bdfa-b38076fb06ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-ff6119cb-f4c8-4d57-a865-056c3e1ce852', 'network_id': 'ff6119cb-f4c8-4d57-a865-056c3e1ce852', 'tenant_id': 'c9804a8a9be04dbf9e3249af907a3916', 'fixed_ips': [{'subnet_id': '0994d884-b858-4d69-995a-7fd1f3ac66d1'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:15:04.221294 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bed93868-0179-4c30-bdfa-b38076fb06ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:04.225769 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network e773ee44-363a-4f14-aeb4-385d6246c43d details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:15:04.243079 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a49a53-87a2-422f-bc35-b50315d03432 req-512fa14a-cae9-48ac-a970-0b18fb084c5e tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:04.246368 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-05a49a53-87a2-422f-bc35-b50315d03432 req-512fa14a-cae9-48ac-a970-0b18fb084c5e tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "GET /v2.0/ports?device_id=429ae5c7-9100-4a8a-b7b8-9ea68341e49a HTTP/1.1" status: 200 len: 943 time: 0.1881080 Aug 29 04:15:04.297480 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a14c665b-1dd9-4a6b-a1af-35034b29ce16 admin admin] Made reservation on behalf of 1d0658a0a90a4facb02cad62921e20d5 for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:15:04.303509 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a14c665b-1dd9-4a6b-a1af-35034b29ce16 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:04.339699 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-46903c27-e6d2-4d23-bbf2-b7810dc71701 req-66584ac2-4008-4a46-a4ab-77675f4a524a service neutron] 10.222.0.22 "GET /v2.0/networks/e3bde2e1-3ab1-4941-a478-28319d253320?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6861134 Aug 29 04:15:04.417292 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:04.424218 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port f43900bb-6dba-4422-9b43-d7e43a1a8e3d, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=f43900bb-6dba-4422-9b43-d7e43a1a8e3d,segment=NetworkSegment(cbc7fcd6-54d7-4c29-b8dc-e45b75834936),segment_id=cbc7fcd6-54d7-4c29-b8dc-e45b75834936)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:04.442561 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-05a49a53-87a2-422f-bc35-b50315d03432 req-d248e6ee-ddd9-45c6-992f-363faf3052e5 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "GET /v2.0/security-groups?id=928b8436-db78-4a6b-bcb4-8c108482d446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744804 Aug 29 04:15:04.484038 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:04.717034 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac80127b-d42c-4ade-9f61-1d91476a38cd admin admin] Pushing event updated for resources: {'Network': ['ID=53020a37-9cfa-46c3-bf40-16467007f493,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:04.786357 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-46903c27-e6d2-4d23-bbf2-b7810dc71701 req-f68f4e9d-7044-480f-947d-2ee69bfa30ea service neutron] 10.222.0.22 "GET /v2.0/networks/e3bde2e1-3ab1-4941-a478-28319d253320?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4305251 Aug 29 04:15:04.807096 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4fb6245-5ea4-4dcc-a3e6-af18e386dea0 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Made reservation on behalf of c9804a8a9be04dbf9e3249af907a3916 for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:15:04.812051 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c4fb6245-5ea4-4dcc-a3e6-af18e386dea0 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4552395'] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:04.868423 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a14c665b-1dd9-4a6b-a1af-35034b29ce16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9191137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10062364'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:04.971843 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 53020a37-9cfa-46c3-bf40-16467007f493 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:15:04.978448 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:04.978812 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb361ca-ff52-46f4-929d-ffd4874b2bc2 req-678b6672-39d5-49d1-8674-e2576495a445 tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:04.993318 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4fb361ca-ff52-46f4-929d-ffd4874b2bc2 req-678b6672-39d5-49d1-8674-e2576495a445 tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa05e9e4-4e94-43ab-9cd0-08c1dbc8cbdb HTTP/1.1" status: 200 len: 949 time: 0.3450470 Aug 29 04:15:05.210862 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14c665b-1dd9-4a6b-a1af-35034b29ce16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=210c6ef6-f12f-4dde-90b9-22d1971290b1,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:05.225440 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port dece2788-7b2f-4387-9ed2-9307a7a8a502, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=dece2788-7b2f-4387-9ed2-9307a7a8a502,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:05.262492 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa05e9e4-4e94-43ab-9cd0-08c1dbc8cbdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dece2788-7b2f-4387-9ed2-9307a7a8a502'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:15:05.265200 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaf1610d-ea0a-42da-858f-75783d62741c" -d '{"events": [{"server_uuid": "aa05e9e4-4e94-43ab-9cd0-08c1dbc8cbdb", "name": "network-vif-plugged", "status": "completed", "tag": "dece2788-7b2f-4387-9ed2-9307a7a8a502"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:15:05.273000 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4fb361ca-ff52-46f4-929d-ffd4874b2bc2 req-fc0d1479-03fc-491a-b3cc-58215e650596 tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] 10.222.0.22 "GET /v2.0/security-groups?id=62eb171a-895c-4930-a5a9-dc2f4d1bead2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779436 Aug 29 04:15:05.276175 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14c665b-1dd9-4a6b-a1af-35034b29ce16 admin admin] Checking segment: {'id': '1fc19f14-bf6d-4959-b2c5-ed51e935e5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '53020a37-9cfa-46c3-bf40-16467007f493'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:15:05.278908 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14c665b-1dd9-4a6b-a1af-35034b29ce16 admin admin] Network hostable DHCP agents. Network: 53020a37-9cfa-46c3-bf40-16467007f493, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:15:05.314638 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c4fb6245-5ea4-4dcc-a3e6-af18e386dea0 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4274880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4552377'] for subnet, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:05.335852 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14c665b-1dd9-4a6b-a1af-35034b29ce16 admin admin] Network 53020a37-9cfa-46c3-bf40-16467007f493 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:15:05.350640 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-a14c665b-1dd9-4a6b-a1af-35034b29ce16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 53020a37-9cfa-46c3-bf40-16467007f493) {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:15:05.357822 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14c665b-1dd9-4a6b-a1af-35034b29ce16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:05.358511 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a14c665b-1dd9-4a6b-a1af-35034b29ce16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:05.391249 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-a14c665b-1dd9-4a6b-a1af-35034b29ce16 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.1889625 Aug 29 04:15:05.404817 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12c539aa-20c7-4e61-9893-071488e12699 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:15:05.454250 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:05.458194 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda22c29-bc21-4a9b-aba4-8abd76aafb03 None None] Network 53020a37-9cfa-46c3-bf40-16467007f493 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:15:05.463391 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5d5aec95-dfcc-481e-b244-e440eefa71e9 req-30b14698-8699-4284-a4d7-9e69126d1b52 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=254c13cc-30d3-4dde-98fe-c918506baec4 HTTP/1.1" status: 200 len: 210 time: 0.1415124 Aug 29 04:15:05.518621 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4fb6245-5ea4-4dcc-a3e6-af18e386dea0 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Checking segment: {'id': '15393042-4469-4f49-91e9-601a97b6c540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'e773ee44-363a-4f14-aeb4-385d6246c43d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:15:05.518974 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4fb6245-5ea4-4dcc-a3e6-af18e386dea0 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Network hostable DHCP agents. Network: e773ee44-363a-4f14-aeb4-385d6246c43d, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:15:05.564743 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fb6245-5ea4-4dcc-a3e6-af18e386dea0 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Pushing event updated for resources: {'Subnet': ['ID=703b51f1-6a5b-4434-844f-73fc2f870496,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:05.600246 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4fb6245-5ea4-4dcc-a3e6-af18e386dea0 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Network e773ee44-363a-4f14-aeb4-385d6246c43d is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:15:05.612078 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-c4fb6245-5ea4-4dcc-a3e6-af18e386dea0 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, e773ee44-363a-4f14-aeb4-385d6246c43d) {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:15:05.626755 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4fb6245-5ea4-4dcc-a3e6-af18e386dea0 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:05.627395 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c4fb6245-5ea4-4dcc-a3e6-af18e386dea0 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:05.634164 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcf91ad-b6ec-40a2-a604-7ad607317b60 req-9dd58c44-e338-40cc-a111-927c65585a2e tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:05.637284 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1fcf91ad-b6ec-40a2-a604-7ad607317b60 req-9dd58c44-e338-40cc-a111-927c65585a2e tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=71fe9f3e-3534-4c4d-8ae6-ccb2829ad4b8 HTTP/1.1" status: 200 len: 945 time: 0.2410791 Aug 29 04:15:05.696126 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-c4fb6245-5ea4-4dcc-a3e6-af18e386dea0 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5558934 Aug 29 04:15:05.784163 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c6373607-3303-4de6-b28c-7730a6ce47b0 req-32960462-cfe5-407e-8e19-731d3282b322 tempest-InstanceActionsNegativeTestJSON-925748557 tempest-InstanceActionsNegativeTestJSON-925748557-project] 10.222.0.22 "GET /v2.0/ports?device_id=01145964-e7a8-4c95-b1a6-08cd5145b047 HTTP/1.1" status: 200 len: 210 time: 0.0762196 Aug 29 04:15:05.978336 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 12c539aa-20c7-4e61-9893-071488e12699, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=12c539aa-20c7-4e61-9893-071488e12699,segment=NetworkSegment(60ea1297-c536-4662-89a8-71c12fd7375d),segment_id=60ea1297-c536-4662-89a8-71c12fd7375d)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:05.999293 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1fcf91ad-b6ec-40a2-a604-7ad607317b60 req-dc443fad-6340-4ff2-942e-fdefca3d930e tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=67519499-017b-4c54-88db-c974346724c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3511500 Aug 29 04:15:06.029681 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=f43900bb-6dba-4422-9b43-d7e43a1a8e3d,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:06.146642 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eab01b9-b55b-4f71-a727-75c1bccb68bb x-openstack-request-id: req-2eab01b9-b55b-4f71-a727-75c1bccb68bb {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:15:06.147072 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa05e9e4-4e94-43ab-9cd0-08c1dbc8cbdb", "name": "network-vif-plugged", "status": "completed", "tag": "dece2788-7b2f-4387-9ed2-9307a7a8a502", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:15:06.148631 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2eab01b9-b55b-4f71-a727-75c1bccb68bb {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:15:06.149094 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa05e9e4-4e94-43ab-9cd0-08c1dbc8cbdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dece2788-7b2f-4387-9ed2-9307a7a8a502', 'code': 200} Aug 29 04:15:06.192002 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d7d74-45eb-4cd1-963e-d9647d1cf415 req-e59729fe-200c-40a5-8c0d-4e23851f3c0f tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:06.193636 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bf6d7d74-45eb-4cd1-963e-d9647d1cf415 req-e59729fe-200c-40a5-8c0d-4e23851f3c0f tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.48 "GET /v2.0/networks?id=2f4673af-b8e7-4620-a09f-889ce79ba3f8 HTTP/1.1" status: 200 len: 806 time: 0.5075245 Aug 29 04:15:06.237386 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-bf6d7d74-45eb-4cd1-963e-d9647d1cf415 req-042b0815-df04-4e88-87be-fd42c917ae6a tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Request body: {'port': {'device_id': '254c13cc-30d3-4dde-98fe-c918506baec4', 'network_id': '2f4673af-b8e7-4620-a09f-889ce79ba3f8', 'admin_state_up': True, 'tenant_id': '5a14f7f9066643a38713cee788a50c7a'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:06.288011 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=dece2788-7b2f-4387-9ed2-9307a7a8a502,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:06.325579 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1017218-bf56-41de-8c06-64acf1213700 req-0d68d105-7906-4c61-8a1e-3460789a0ebb tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:06.328869 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:06.330777 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f1017218-bf56-41de-8c06-64acf1213700 req-0d68d105-7906-4c61-8a1e-3460789a0ebb tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "GET /v2.0/ports?device_id=429ae5c7-9100-4a8a-b7b8-9ea68341e49a HTTP/1.1" status: 200 len: 944 time: 0.2557209 Aug 29 04:15:06.343216 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7884821-a13a-4b0f-83a8-22031b86615e None None] Network e773ee44-363a-4f14-aeb4-385d6246c43d requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:15:06.343585 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609b5d51-c9fd-43b9-b0b1-dd0d61b4c833 req-3ea10a24-8b94-439c-9907-e31d7c4fd237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:06.346404 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-609b5d51-c9fd-43b9-b0b1-dd0d61b4c833 req-3ea10a24-8b94-439c-9907-e31d7c4fd237 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=aa05e9e4-4e94-43ab-9cd0-08c1dbc8cbdb HTTP/1.1" status: 200 len: 1102 time: 0.1439936 Aug 29 04:15:06.485677 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f1017218-bf56-41de-8c06-64acf1213700 req-18fe1055-65f2-4751-9645-d35899e6f6f5 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "GET /v2.0/security-groups?id=928b8436-db78-4a6b-bcb4-8c108482d446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383679 Aug 29 04:15:06.488528 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-609b5d51-c9fd-43b9-b0b1-dd0d61b4c833 req-08d83b29-325c-4817-82d5-01e7889a0e53 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=62eb171a-895c-4930-a5a9-dc2f4d1bead2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205413 Aug 29 04:15:06.659206 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-bed93868-0179-4c30-bdfa-b38076fb06ea None None] Allocated IP 19.80.0.2 (ff6119cb-f4c8-4d57-a865-056c3e1ce852/0994d884-b858-4d69-995a-7fd1f3ac66d1/5bfae1a7-ed23-4fa3-bc97-02b10750745a) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:15:06.709436 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-05107467-cd4a-4b03-9836-6bbfb7da6ec7 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:06.718723 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-05107467-cd4a-4b03-9836-6bbfb7da6ec7 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:06.719001 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b3fbb2-f60a-4c10-bf05-30ef41b3dde2 None None] Network 53020a37-9cfa-46c3-bf40-16467007f493 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:15:06.726114 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befbe043-4c82-4fb5-9ba1-196bc2846839 req-b4fa40fc-d7ac-4a31-8eef-9be145a540ac tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:06.736263 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-05107467-cd4a-4b03-9836-6bbfb7da6ec7 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] 10.222.0.22 "GET /v2.0/networks?id=ff6119cb-f4c8-4d57-a865-056c3e1ce852&id=e773ee44-363a-4f14-aeb4-385d6246c43d&id=ff6119cb-f4c8-4d57-a865-056c3e1ce852 HTTP/1.1" status: 200 len: 1392 time: 0.4681363 Aug 29 04:15:06.737043 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-befbe043-4c82-4fb5-9ba1-196bc2846839 req-b4fa40fc-d7ac-4a31-8eef-9be145a540ac tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa05e9e4-4e94-43ab-9cd0-08c1dbc8cbdb HTTP/1.1" status: 200 len: 950 time: 0.1211731 Aug 29 04:15:06.768827 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-97872473-d594-4f5a-b7f9-cd3feec86033 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] 10.222.0.22 "GET /v2.0/quotas/c9804a8a9be04dbf9e3249af907a3916 HTTP/1.1" status: 200 len: 375 time: 0.0312333 Aug 29 04:15:06.819716 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf6d7d74-45eb-4cd1-963e-d9647d1cf415 req-042b0815-df04-4e88-87be-fd42c917ae6a tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Made reservation on behalf of 5a14f7f9066643a38713cee788a50c7a for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:15:06.823630 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-bf6d7d74-45eb-4cd1-963e-d9647d1cf415 req-042b0815-df04-4e88-87be-fd42c917ae6a tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:06.851453 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 42768) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:06.852603 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-befbe043-4c82-4fb5-9ba1-196bc2846839 req-15d47a5d-3b11-486d-8908-d1992ef84086 tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] 10.222.0.22 "GET /v2.0/security-groups?id=62eb171a-895c-4930-a5a9-dc2f4d1bead2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133392 Aug 29 04:15:06.859974 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-d11c6688-a238-419a-b792-d38c84e87438 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1769289322-network', 'tenant_id': 'eb7d7452e09540eebdb1d2af3044df8e'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:06.934296 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['12c539aa-20c7-4e61-9893-071488e12699'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:15:07.015191 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-82afd107-5fb0-4c4e-8207-b18e72c1c287 req-58c6259b-a0e8-4e05-b697-85e4cd6b3065 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=254c13cc-30d3-4dde-98fe-c918506baec4 HTTP/1.1" status: 200 len: 210 time: 0.0407341 Aug 29 04:15:07.065871 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-2c6bf787-2675-4f48-bbad-8b8cc4665fa1 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=c9804a8a9be04dbf9e3249af907a3916&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2938399 Aug 29 04:15:07.126300 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d11c6688-a238-419a-b792-d38c84e87438 admin admin] Made reservation on behalf of eb7d7452e09540eebdb1d2af3044df8e for: {'network': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:15:07.129127 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d11c6688-a238-419a-b792-d38c84e87438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:07.159061 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d11c6688-a238-419a-b792-d38c84e87438 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:07.162978 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-bf6d7d74-45eb-4cd1-963e-d9647d1cf415 req-042b0815-df04-4e88-87be-fd42c917ae6a tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Allocated IP 172.20.0.6 (2f4673af-b8e7-4620-a09f-889ce79ba3f8/ca990b23-63b6-47bd-b575-c3dcd63e7190/12ac3403-99e1-47f1-bece-be332a0122d4) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:15:07.268216 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device f43900bb-6dba-4422-9b43-d7e43a1a8e3d up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:15:07.308704 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-541d8f5c-7fc2-4c5f-91ca-850701797cba req-47ba21aa-cb64-42fd-b1b7-b4f653842f57 tempest-InstanceActionsNegativeTestJSON-925748557 tempest-InstanceActionsNegativeTestJSON-925748557-project] 10.222.0.22 "GET /v2.0/ports?device_id=01145964-e7a8-4c95-b1a6-08cd5145b047 HTTP/1.1" status: 200 len: 210 time: 0.0493410 Aug 29 04:15:07.340506 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0a49758f-f49c-4486-bf40-e04ec33bb6e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:07.480572 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425ca68f-ae4f-4b22-8c30-6b5580039086 req-2b0f71cb-2712-405b-9657-0f5ccb31e6b2 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:07.488163 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-425ca68f-ae4f-4b22-8c30-6b5580039086 req-2b0f71cb-2712-405b-9657-0f5ccb31e6b2 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=71fe9f3e-3534-4c4d-8ae6-ccb2829ad4b8 HTTP/1.1" status: 200 len: 945 time: 0.0719285 Aug 29 04:15:07.506746 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=12c539aa-20c7-4e61-9893-071488e12699,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:07.515561 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:07.558870 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-425ca68f-ae4f-4b22-8c30-6b5580039086 req-d6fa00fa-a5b3-42ec-80e9-ad75febf31b6 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=67519499-017b-4c54-88db-c974346724c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696852 Aug 29 04:15:07.564468 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:07.649513 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c627f7-b8f9-4ee3-8478-ba31a4d99930 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-e773ee44-363a-4f14-aeb4-385d6246c43d', 'network_id': 'e773ee44-363a-4f14-aeb4-385d6246c43d', 'tenant_id': 'c9804a8a9be04dbf9e3249af907a3916', 'fixed_ips': [{'subnet_id': '703b51f1-6a5b-4434-844f-73fc2f870496'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:15:07.654270 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-12c627f7-b8f9-4ee3-8478-ba31a4d99930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:07.710964 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671427bd-0b3c-4f28-8290-9e0a90446834 req-40f18f3f-2f3b-40fd-944a-bd96bc42faea tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:07.713068 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-671427bd-0b3c-4f28-8290-9e0a90446834 req-40f18f3f-2f3b-40fd-944a-bd96bc42faea tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "GET /v2.0/ports?device_id=429ae5c7-9100-4a8a-b7b8-9ea68341e49a HTTP/1.1" status: 200 len: 944 time: 0.0823760 Aug 29 04:15:07.766285 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bed93868-0179-4c30-bdfa-b38076fb06ea None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:07.787786 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-671427bd-0b3c-4f28-8290-9e0a90446834 req-de54f432-a3ee-4de2-a2d6-313e1d613147 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "GET /v2.0/security-groups?id=928b8436-db78-4a6b-bcb4-8c108482d446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609481 Aug 29 04:15:07.839730 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-bed93868-0179-4c30-bdfa-b38076fb06ea None None] Transition to ACTIVE for port object 5bfae1a7-ed23-4fa3-bc97-02b10750745a will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:15:07.880362 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-bed93868-0179-4c30-bdfa-b38076fb06ea None None] Transition to ACTIVE for port object 5bfae1a7-ed23-4fa3-bc97-02b10750745a will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:15:07.956905 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bed93868-0179-4c30-bdfa-b38076fb06ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:08.001375 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-efed81ca-3ea4-4224-acce-a0b6b58697e0 service neutron] 10.222.0.22 "GET /v2.0/networks/ff6119cb-f4c8-4d57-a865-056c3e1ce852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9359956 Aug 29 04:15:08.024639 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed93868-0179-4c30-bdfa-b38076fb06ea None None] Network ff6119cb-f4c8-4d57-a865-056c3e1ce852 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:15:08.043772 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-bed93868-0179-4c30-bdfa-b38076fb06ea None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:15:08.051344 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00087f92-dca5-4825-bd85-b39df35e1dd5 req-5d7d2db2-d63b-4880-b9fe-cbf0513aa549 tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:08.061521 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port f43900bb-6dba-4422-9b43-d7e43a1a8e3d triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:15:08.061941 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:08.062091 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-00087f92-dca5-4825-bd85-b39df35e1dd5 req-5d7d2db2-d63b-4880-b9fe-cbf0513aa549 tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa05e9e4-4e94-43ab-9cd0-08c1dbc8cbdb HTTP/1.1" status: 200 len: 950 time: 0.0946679 Aug 29 04:15:08.066377 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed93868-0179-4c30-bdfa-b38076fb06ea None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:15:08.125736 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed93868-0179-4c30-bdfa-b38076fb06ea None None] Pushing event updated for resources: {'Port': ['ID=5bfae1a7-ed23-4fa3-bc97-02b10750745a,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:08.132403 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-00087f92-dca5-4825-bd85-b39df35e1dd5 req-d6ca0198-9857-42c5-82e9-b04f2400da10 tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] 10.222.0.22 "GET /v2.0/security-groups?id=62eb171a-895c-4930-a5a9-dc2f4d1bead2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688767 Aug 29 04:15:08.165819 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-12c627f7-b8f9-4ee3-8478-ba31a4d99930 None None] Allocated IP 19.86.0.2 (e773ee44-363a-4f14-aeb4-385d6246c43d/703b51f1-6a5b-4434-844f-73fc2f870496/684ef6cb-c4ba-4d49-afe5-3a443b0c6f8d) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:15:08.228297 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46903c27-e6d2-4d23-bbf2-b7810dc71701 req-e4ec8f74-3c72-4703-9ad5-b4ea45e9fe41 tempest-InstanceActionsNegativeTestJSON-925748557 tempest-InstanceActionsNegativeTestJSON-925748557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:08.229883 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-46903c27-e6d2-4d23-bbf2-b7810dc71701 req-e4ec8f74-3c72-4703-9ad5-b4ea45e9fe41 tempest-InstanceActionsNegativeTestJSON-925748557 tempest-InstanceActionsNegativeTestJSON-925748557-project] 10.222.0.48 "GET /v2.0/networks?id=e3bde2e1-3ab1-4941-a478-28319d253320 HTTP/1.1" status: 200 len: 821 time: 0.9492681 Aug 29 04:15:08.254959 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-46903c27-e6d2-4d23-bbf2-b7810dc71701 req-94a641de-5d43-4e71-b5ff-7ff80cd9fd0f tempest-InstanceActionsNegativeTestJSON-925748557 tempest-InstanceActionsNegativeTestJSON-925748557-project] Request body: {'port': {'device_id': '01145964-e7a8-4c95-b1a6-08cd5145b047', 'network_id': 'e3bde2e1-3ab1-4941-a478-28319d253320', 'admin_state_up': True, 'tenant_id': 'cdc3e96ac4634cb0bf388cafdde923a8'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:08.271847 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0c6448da-6728-4af5-a5e6-f1bf3b08e347 req-b42bfd34-cc17-4829-affb-28a713804a4a tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=254c13cc-30d3-4dde-98fe-c918506baec4 HTTP/1.1" status: 200 len: 210 time: 0.0386176 Aug 29 04:15:08.340070 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-bed93868-0179-4c30-bdfa-b38076fb06ea None None] Attempting to bind port 5bfae1a7-ed23-4fa3-bc97-02b10750745a on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:15:08.340887 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-bed93868-0179-4c30-bdfa-b38076fb06ea None None] Attempting to bind port 5bfae1a7-ed23-4fa3-bc97-02b10750745a by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '4e322a1b-f45c-4e09-a71a-9baa38bdebb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ff6119cb-f4c8-4d57-a865-056c3e1ce852'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:15:08.340887 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed93868-0179-4c30-bdfa-b38076fb06ea None None] Attempting to bind port 5bfae1a7-ed23-4fa3-bc97-02b10750745a on network ff6119cb-f4c8-4d57-a865-056c3e1ce852 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:15:08.363114 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed93868-0179-4c30-bdfa-b38076fb06ea None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:15:08.363501 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed93868-0179-4c30-bdfa-b38076fb06ea None None] Checking segment: {'id': '4e322a1b-f45c-4e09-a71a-9baa38bdebb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ff6119cb-f4c8-4d57-a865-056c3e1ce852'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:15:08.363910 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bed93868-0179-4c30-bdfa-b38076fb06ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:08.364308 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed93868-0179-4c30-bdfa-b38076fb06ea None None] Bound using segment: {'id': '4e322a1b-f45c-4e09-a71a-9baa38bdebb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ff6119cb-f4c8-4d57-a865-056c3e1ce852'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:15:08.365350 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-bed93868-0179-4c30-bdfa-b38076fb06ea None None] Bound port: 5bfae1a7-ed23-4fa3-bc97-02b10750745a, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e322a1b-f45c-4e09-a71a-9baa38bdebb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ff6119cb-f4c8-4d57-a865-056c3e1ce852'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:15:08.365844 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bed93868-0179-4c30-bdfa-b38076fb06ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:08.375249 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-bf6d7d74-45eb-4cd1-963e-d9647d1cf415 req-042b0815-df04-4e88-87be-fd42c917ae6a tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:08.408904 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-01782d3f-2cfd-4ff6-bf8d-97c6c4cf8e7d service neutron] 10.222.0.22 "GET /v2.0/networks/ff6119cb-f4c8-4d57-a865-056c3e1ce852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3893149 Aug 29 04:15:08.410917 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d11c6688-a238-419a-b792-d38c84e87438 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:08.422931 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d11c6688-a238-419a-b792-d38c84e87438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:08.566598 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d11c6688-a238-419a-b792-d38c84e87438 admin admin] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=94828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:15:08.596316 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:08.617504 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-bed93868-0179-4c30-bdfa-b38076fb06ea None None] For port 5bfae1a7-ed23-4fa3-bc97-02b10750745a, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:15:08.619079 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d11c6688-a238-419a-b792-d38c84e87438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:08.619568 n-d-712140-12 neutron-server[94828]: INFO neutron.db.segments_db [None req-d11c6688-a238-419a-b792-d38c84e87438 admin admin] Added segment 4bfdea4b-b28c-4a57-aa98-e52c26a4c41a of type vlan for network feff7f9a-bf2b-4fbe-bc9d-43d4542cf437 Aug 29 04:15:08.621986 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11c6688-a238-419a-b792-d38c84e87438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=897bb99d-a3c0-4cb6-8c06-72d293c47b75,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:08.627089 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-bed93868-0179-4c30-bdfa-b38076fb06ea None None] For port 5bfae1a7-ed23-4fa3-bc97-02b10750745a, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=5bfae1a7-ed23-4fa3-bc97-02b10750745a,segment=NetworkSegment(4e322a1b-f45c-4e09-a71a-9baa38bdebb3),segment_id=4e322a1b-f45c-4e09-a71a-9baa38bdebb3)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:15:08.636124 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bed93868-0179-4c30-bdfa-b38076fb06ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:08.639327 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-12c627f7-b8f9-4ee3-8478-ba31a4d99930 None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:08.685504 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-12c627f7-b8f9-4ee3-8478-ba31a4d99930 None None] Transition to ACTIVE for port object 684ef6cb-c4ba-4d49-afe5-3a443b0c6f8d will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:15:08.688124 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-bf6d7d74-45eb-4cd1-963e-d9647d1cf415 req-042b0815-df04-4e88-87be-fd42c917ae6a tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:08.731863 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['02e9fbdc-2d81-4e09-8676-3236d8c53fc6'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:15:08.737625 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-12c627f7-b8f9-4ee3-8478-ba31a4d99930 None None] Transition to ACTIVE for port object 684ef6cb-c4ba-4d49-afe5-3a443b0c6f8d will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:15:08.754514 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d11c6688-a238-419a-b792-d38c84e87438 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:08.766880 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-12c627f7-b8f9-4ee3-8478-ba31a4d99930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:08.771893 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46903c27-e6d2-4d23-bbf2-b7810dc71701 req-94a641de-5d43-4e71-b5ff-7ff80cd9fd0f tempest-InstanceActionsNegativeTestJSON-925748557 tempest-InstanceActionsNegativeTestJSON-925748557-project] Made reservation on behalf of cdc3e96ac4634cb0bf388cafdde923a8 for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:15:08.774544 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed93868-0179-4c30-bdfa-b38076fb06ea None None] Pushing event updated for resources: {'Port': ['ID=5bfae1a7-ed23-4fa3-bc97-02b10750745a,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:08.774766 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-46903c27-e6d2-4d23-bbf2-b7810dc71701 req-94a641de-5d43-4e71-b5ff-7ff80cd9fd0f tempest-InstanceActionsNegativeTestJSON-925748557 tempest-InstanceActionsNegativeTestJSON-925748557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:08.824159 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c627f7-b8f9-4ee3-8478-ba31a4d99930 None None] Network e773ee44-363a-4f14-aeb4-385d6246c43d is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:15:08.829902 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf6d7d74-45eb-4cd1-963e-d9647d1cf415 req-042b0815-df04-4e88-87be-fd42c917ae6a tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Network 2f4673af-b8e7-4620-a09f-889ce79ba3f8 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:15:08.842859 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-12c627f7-b8f9-4ee3-8478-ba31a4d99930 None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:15:08.854923 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-bf6d7d74-45eb-4cd1-963e-d9647d1cf415 req-042b0815-df04-4e88-87be-fd42c917ae6a tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:15:08.859203 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf6d7d74-45eb-4cd1-963e-d9647d1cf415 req-042b0815-df04-4e88-87be-fd42c917ae6a tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:15:08.860159 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c627f7-b8f9-4ee3-8478-ba31a4d99930 None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:15:08.881702 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-40db16d0-078e-424c-9833-fe93658759eb service neutron] 10.222.0.22 "GET /v2.0/networks/e773ee44-363a-4f14-aeb4-385d6246c43d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4499421 Aug 29 04:15:08.909872 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c627f7-b8f9-4ee3-8478-ba31a4d99930 None None] Pushing event updated for resources: {'Port': ['ID=684ef6cb-c4ba-4d49-afe5-3a443b0c6f8d,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:08.972361 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042b0815-df04-4e88-87be-fd42c917ae6a tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Pushing event updated for resources: {'Port': ['ID=12ac3403-99e1-47f1-bece-be332a0122d4,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:09.066401 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d11c6688-a238-419a-b792-d38c84e87438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:09.083749 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11c6688-a238-419a-b792-d38c84e87438 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:09.088599 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d11c6688-a238-419a-b792-d38c84e87438 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:09.186461 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-12c627f7-b8f9-4ee3-8478-ba31a4d99930 None None] Attempting to bind port 684ef6cb-c4ba-4d49-afe5-3a443b0c6f8d on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:15:09.187239 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-12c627f7-b8f9-4ee3-8478-ba31a4d99930 None None] Attempting to bind port 684ef6cb-c4ba-4d49-afe5-3a443b0c6f8d by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '15393042-4469-4f49-91e9-601a97b6c540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'e773ee44-363a-4f14-aeb4-385d6246c43d'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:15:09.187797 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c627f7-b8f9-4ee3-8478-ba31a4d99930 None None] Attempting to bind port 684ef6cb-c4ba-4d49-afe5-3a443b0c6f8d on network e773ee44-363a-4f14-aeb4-385d6246c43d {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:15:09.196613 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-bc9cfb67-4ca0-438b-9467-1d7d051e4e8f req-0e5eed51-93b1-4508-ba02-22fb96aa3c39 tempest-InstanceActionsNegativeTestJSON-925748557 tempest-InstanceActionsNegativeTestJSON-925748557-project] 10.222.0.22 "GET /v2.0/ports?device_id=01145964-e7a8-4c95-b1a6-08cd5145b047 HTTP/1.1" status: 200 len: 210 time: 0.0561659 Aug 29 04:15:09.199279 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c627f7-b8f9-4ee3-8478-ba31a4d99930 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:15:09.199668 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c627f7-b8f9-4ee3-8478-ba31a4d99930 None None] Checking segment: {'id': '15393042-4469-4f49-91e9-601a97b6c540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'e773ee44-363a-4f14-aeb4-385d6246c43d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:15:09.200106 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-12c627f7-b8f9-4ee3-8478-ba31a4d99930 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:09.202369 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c627f7-b8f9-4ee3-8478-ba31a4d99930 None None] Bound using segment: {'id': '15393042-4469-4f49-91e9-601a97b6c540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'e773ee44-363a-4f14-aeb4-385d6246c43d'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:15:09.202908 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-12c627f7-b8f9-4ee3-8478-ba31a4d99930 None None] Bound port: 684ef6cb-c4ba-4d49-afe5-3a443b0c6f8d, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15393042-4469-4f49-91e9-601a97b6c540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'e773ee44-363a-4f14-aeb4-385d6246c43d'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:15:09.203311 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-12c627f7-b8f9-4ee3-8478-ba31a4d99930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:09.319344 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-12c627f7-b8f9-4ee3-8478-ba31a4d99930 None None] For port 684ef6cb-c4ba-4d49-afe5-3a443b0c6f8d, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:15:09.345806 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-12c627f7-b8f9-4ee3-8478-ba31a4d99930 None None] For port 684ef6cb-c4ba-4d49-afe5-3a443b0c6f8d, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=684ef6cb-c4ba-4d49-afe5-3a443b0c6f8d,segment=NetworkSegment(15393042-4469-4f49-91e9-601a97b6c540),segment_id=15393042-4469-4f49-91e9-601a97b6c540)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:15:09.352611 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-12c627f7-b8f9-4ee3-8478-ba31a4d99930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:09.385145 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-d11c6688-a238-419a-b792-d38c84e87438 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.5321450 Aug 29 04:15:09.386498 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11c6688-a238-419a-b792-d38c84e87438 admin admin] Pushing event updated for resources: {'Network': ['ID=feff7f9a-bf2b-4fbe-bc9d-43d4542cf437,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:09.389065 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 42802) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:09.402634 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d7d74-45eb-4cd1-963e-d9647d1cf415 req-042b0815-df04-4e88-87be-fd42c917ae6a tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:09.403481 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-bf6d7d74-45eb-4cd1-963e-d9647d1cf415 req-042b0815-df04-4e88-87be-fd42c917ae6a tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:09.405882 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network feff7f9a-bf2b-4fbe-bc9d-43d4542cf437 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:15:09.415942 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-dde8997d-b626-4726-bbce-d6d0837deee4 admin admin] Request body: {'subnet': {'network_id': 'feff7f9a-bf2b-4fbe-bc9d-43d4542cf437', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1769289322-subnet', 'tenant_id': 'eb7d7452e09540eebdb1d2af3044df8e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:09.443887 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637bf8f9-275a-4967-94e6-efe544bc66d7 req-1bcb439d-46a4-44b4-803c-53bdd1ef2d3b tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:09.446052 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-637bf8f9-275a-4967-94e6-efe544bc66d7 req-1bcb439d-46a4-44b4-803c-53bdd1ef2d3b tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=71fe9f3e-3534-4c4d-8ae6-ccb2829ad4b8 HTTP/1.1" status: 200 len: 945 time: 0.1023231 Aug 29 04:15:09.523024 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c627f7-b8f9-4ee3-8478-ba31a4d99930 None None] Pushing event updated for resources: {'Port': ['ID=684ef6cb-c4ba-4d49-afe5-3a443b0c6f8d,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:09.546804 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-637bf8f9-275a-4967-94e6-efe544bc66d7 req-681faaa4-709c-4a77-b293-a5880a043051 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=67519499-017b-4c54-88db-c974346724c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873296 Aug 29 04:15:09.610745 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dde8997d-b626-4726-bbce-d6d0837deee4 admin admin] Made reservation on behalf of eb7d7452e09540eebdb1d2af3044df8e for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:15:09.614470 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dde8997d-b626-4726-bbce-d6d0837deee4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:09.627174 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-0ff44502-e42d-4a54-a670-cc466d88143c service neutron] 10.222.0.22 "GET /v2.0/networks/e773ee44-363a-4f14-aeb4-385d6246c43d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6782331 Aug 29 04:15:09.656660 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bf6d7d74-45eb-4cd1-963e-d9647d1cf415 req-042b0815-df04-4e88-87be-fd42c917ae6a tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4361839 Aug 29 04:15:09.745021 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-bf6d7d74-45eb-4cd1-963e-d9647d1cf415 req-aa843739-f7d3-4119-8ff7-bcc0c5ff5f78 service neutron] Request body: {'port': {'device_id': '254c13cc-30d3-4dde-98fe-c918506baec4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:09.759170 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e671133d-1010-480b-b8e4-e4aefeb939fb req-3fd3456b-0c6a-480c-91da-c2b6c62be639 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:09.768575 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e671133d-1010-480b-b8e4-e4aefeb939fb req-3fd3456b-0c6a-480c-91da-c2b6c62be639 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "GET /v2.0/ports?device_id=429ae5c7-9100-4a8a-b7b8-9ea68341e49a HTTP/1.1" status: 200 len: 944 time: 0.1011248 Aug 29 04:15:09.806131 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-46903c27-e6d2-4d23-bbf2-b7810dc71701 req-94a641de-5d43-4e71-b5ff-7ff80cd9fd0f tempest-InstanceActionsNegativeTestJSON-925748557 tempest-InstanceActionsNegativeTestJSON-925748557-project] Allocated IP 172.20.0.14 (e3bde2e1-3ab1-4941-a478-28319d253320/cd6871f2-16cf-4df2-be2b-552e69868a10/c0fede3e-b743-4703-9d18-4c5fb6ef6402) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:15:09.858948 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e671133d-1010-480b-b8e4-e4aefeb939fb req-02a7ed82-c84a-45cf-8452-cbd53221a359 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "GET /v2.0/security-groups?id=928b8436-db78-4a6b-bcb4-8c108482d446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868919 Aug 29 04:15:09.985299 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-bf6d7d74-45eb-4cd1-963e-d9647d1cf415 req-aa843739-f7d3-4119-8ff7-bcc0c5ff5f78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:10.052305 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af89496c-4819-4e57-9fa9-2891ee61c8e4 req-30bc1409-e4ef-467f-966c-dea7f9b268bf tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:10.055411 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-af89496c-4819-4e57-9fa9-2891ee61c8e4 req-30bc1409-e4ef-467f-966c-dea7f9b268bf tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=254c13cc-30d3-4dde-98fe-c918506baec4 HTTP/1.1" status: 200 len: 931 time: 0.0707560 Aug 29 04:15:10.120219 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-af89496c-4819-4e57-9fa9-2891ee61c8e4 req-745f72d9-77e3-4c56-9951-db4bda6430f7 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514541 Aug 29 04:15:10.124356 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-43136020-9c0a-4b1e-b0eb-41bd99609d4b service neutron] 10.222.0.22 "GET /v2.0/networks/ff6119cb-f4c8-4d57-a865-056c3e1ce852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4957042 Aug 29 04:15:10.241315 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ef49847b-d989-4831-a9a7-10e7948cfb2d req-d8252711-d6cb-4204-b25b-a7cb8846f94d tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=9d502feae3bc4085a1a36ae25f6d8951&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0252755 Aug 29 04:15:10.366082 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f48f328-d3d1-4bf6-8313-825edd29fd3d None None] Network ff6119cb-f4c8-4d57-a865-056c3e1ce852 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:15:10.381956 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 12c539aa-20c7-4e61-9893-071488e12699 up at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:15:10.410889 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef49847b-d989-4831-a9a7-10e7948cfb2d req-d4cdf465-b18b-4103-bb7b-f16b79b0b8ae tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:10.421655 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ef49847b-d989-4831-a9a7-10e7948cfb2d req-d4cdf465-b18b-4103-bb7b-f16b79b0b8ae tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1698890 Aug 29 04:15:10.449912 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ef49847b-d989-4831-a9a7-10e7948cfb2d req-78a498c4-b547-400c-976b-aade8b9a9853 tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] 10.222.0.22 "GET /v2.0/quotas/9d502feae3bc4085a1a36ae25f6d8951 HTTP/1.1" status: 200 len: 375 time: 0.0262353 Aug 29 04:15:10.472350 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-46903c27-e6d2-4d23-bbf2-b7810dc71701 req-94a641de-5d43-4e71-b5ff-7ff80cd9fd0f tempest-InstanceActionsNegativeTestJSON-925748557 tempest-InstanceActionsNegativeTestJSON-925748557-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:10.495336 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dde8997d-b626-4726-bbce-d6d0837deee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9191137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10062364'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:10.498407 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-cebfb840-9378-49c2-ac16-32db2ba9227c None None] Provisioning for port 5bfae1a7-ed23-4fa3-bc97-02b10750745a completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:15:10.516403 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning for port 12c539aa-20c7-4e61-9893-071488e12699 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:15:10.523866 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning complete for port 12c539aa-20c7-4e61-9893-071488e12699 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:15:10.524600 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:10.533015 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-90e85f28-d4b3-4597-b912-883c8d55cca0 service neutron] 10.222.0.22 "GET /v2.0/networks/ff6119cb-f4c8-4d57-a865-056c3e1ce852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3979328 Aug 29 04:15:10.555712 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ef49847b-d989-4831-a9a7-10e7948cfb2d req-f4e26b4d-d611-4a30-a70d-031c4fa98223 tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=9d502feae3bc4085a1a36ae25f6d8951&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1033833 Aug 29 04:15:10.652575 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde8997d-b626-4726-bbce-d6d0837deee4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49156100-36e5-42be-85fd-8c6295cca94b,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:10.678759 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde8997d-b626-4726-bbce-d6d0837deee4 admin admin] Checking segment: {'id': '4bfdea4b-b28c-4a57-aa98-e52c26a4c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'feff7f9a-bf2b-4fbe-bc9d-43d4542cf437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:15:10.679297 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde8997d-b626-4726-bbce-d6d0837deee4 admin admin] Network hostable DHCP agents. Network: feff7f9a-bf2b-4fbe-bc9d-43d4542cf437, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:15:10.784244 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-46903c27-e6d2-4d23-bbf2-b7810dc71701 req-94a641de-5d43-4e71-b5ff-7ff80cd9fd0f tempest-InstanceActionsNegativeTestJSON-925748557 tempest-InstanceActionsNegativeTestJSON-925748557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:10.798361 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:10.855800 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde8997d-b626-4726-bbce-d6d0837deee4 admin admin] Network feff7f9a-bf2b-4fbe-bc9d-43d4542cf437 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:15:10.872600 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 12c539aa-20c7-4e61-9893-071488e12699, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=12c539aa-20c7-4e61-9893-071488e12699,segment=NetworkSegment(60ea1297-c536-4662-89a8-71c12fd7375d),segment_id=60ea1297-c536-4662-89a8-71c12fd7375d)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:10.874014 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '429ae5c7-9100-4a8a-b7b8-9ea68341e49a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12c539aa-20c7-4e61-9893-071488e12699'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:15:10.876737 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88b3317c-3c24-4c73-8aa6-5f71876b9ad9" -d '{"events": [{"server_uuid": "429ae5c7-9100-4a8a-b7b8-9ea68341e49a", "name": "network-vif-plugged", "status": "completed", "tag": "12c539aa-20c7-4e61-9893-071488e12699"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:15:10.886579 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:10.920699 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-bf6d7d74-45eb-4cd1-963e-d9647d1cf415 req-aa843739-f7d3-4119-8ff7-bcc0c5ff5f78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12ac3403-99e1-47f1-bece-be332a0122d4 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:15:10.928653 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-dde8997d-b626-4726-bbce-d6d0837deee4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, feff7f9a-bf2b-4fbe-bc9d-43d4542cf437) {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:15:10.948896 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-bf6d7d74-45eb-4cd1-963e-d9647d1cf415 req-aa843739-f7d3-4119-8ff7-bcc0c5ff5f78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:10.980574 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde8997d-b626-4726-bbce-d6d0837deee4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:10.983881 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dde8997d-b626-4726-bbce-d6d0837deee4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:11.023306 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=12c539aa-20c7-4e61-9893-071488e12699,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:11.026926 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e28dae-7374-41b3-aebe-03a8ac0b7607 None None] Network feff7f9a-bf2b-4fbe-bc9d-43d4542cf437 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:15:11.054569 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46903c27-e6d2-4d23-bbf2-b7810dc71701 req-94a641de-5d43-4e71-b5ff-7ff80cd9fd0f tempest-InstanceActionsNegativeTestJSON-925748557 tempest-InstanceActionsNegativeTestJSON-925748557-project] Network e3bde2e1-3ab1-4941-a478-28319d253320 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:15:11.072603 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-46903c27-e6d2-4d23-bbf2-b7810dc71701 req-94a641de-5d43-4e71-b5ff-7ff80cd9fd0f tempest-InstanceActionsNegativeTestJSON-925748557 tempest-InstanceActionsNegativeTestJSON-925748557-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:15:11.077639 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-46903c27-e6d2-4d23-bbf2-b7810dc71701 req-94a641de-5d43-4e71-b5ff-7ff80cd9fd0f tempest-InstanceActionsNegativeTestJSON-925748557 tempest-InstanceActionsNegativeTestJSON-925748557-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:15:11.101863 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-bf6d7d74-45eb-4cd1-963e-d9647d1cf415 req-aa843739-f7d3-4119-8ff7-bcc0c5ff5f78 service neutron] Transition to ACTIVE for port object 12ac3403-99e1-47f1-bece-be332a0122d4 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:15:11.103333 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a641de-5d43-4e71-b5ff-7ff80cd9fd0f tempest-InstanceActionsNegativeTestJSON-925748557 tempest-InstanceActionsNegativeTestJSON-925748557-project] Pushing event updated for resources: {'Port': ['ID=c0fede3e-b743-4703-9d18-4c5fb6ef6402,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:11.150188 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddeb92a2-f989-4a34-bb01-4492b4653649 None None] Network e773ee44-363a-4f14-aeb4-385d6246c43d requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:15:11.158426 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-dde8997d-b626-4726-bbce-d6d0837deee4 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.7507310 Aug 29 04:15:11.162720 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-bf6d7d74-45eb-4cd1-963e-d9647d1cf415 req-aa843739-f7d3-4119-8ff7-bcc0c5ff5f78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:11.207639 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 5bfae1a7-ed23-4fa3-bc97-02b10750745a up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:15:11.292885 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-5dca5707-071e-4bee-a184-07adc6835ce7 None None] Provisioning for port 684ef6cb-c4ba-4d49-afe5-3a443b0c6f8d completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:15:11.296822 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca698fb2-6029-4ff5-9642-fe11083427b7 req-2eed4095-6ac9-4058-b128-47ed6cc54d13 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:11.310846 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ca698fb2-6029-4ff5-9642-fe11083427b7 req-2eed4095-6ac9-4058-b128-47ed6cc54d13 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=71fe9f3e-3534-4c4d-8ae6-ccb2829ad4b8 HTTP/1.1" status: 200 len: 945 time: 0.1789036 Aug 29 04:15:11.363698 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d337ff-ff99-4a6b-b4b9-4527c947c201 req-126d5da8-6647-4923-8906-e485f1158c2d tempest-InstanceActionsNegativeTestJSON-925748557 tempest-InstanceActionsNegativeTestJSON-925748557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:11.377204 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-47d337ff-ff99-4a6b-b4b9-4527c947c201 req-126d5da8-6647-4923-8906-e485f1158c2d tempest-InstanceActionsNegativeTestJSON-925748557 tempest-InstanceActionsNegativeTestJSON-925748557-project] 10.222.0.22 "GET /v2.0/ports?device_id=01145964-e7a8-4c95-b1a6-08cd5145b047 HTTP/1.1" status: 200 len: 932 time: 0.4614122 Aug 29 04:15:11.403069 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ca698fb2-6029-4ff5-9642-fe11083427b7 req-6a8ab63d-58c4-4815-bc27-8a89b36ff765 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=67519499-017b-4c54-88db-c974346724c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907555 Aug 29 04:15:11.455421 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46903c27-e6d2-4d23-bbf2-b7810dc71701 req-94a641de-5d43-4e71-b5ff-7ff80cd9fd0f tempest-InstanceActionsNegativeTestJSON-925748557 tempest-InstanceActionsNegativeTestJSON-925748557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:11.455421 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-46903c27-e6d2-4d23-bbf2-b7810dc71701 req-94a641de-5d43-4e71-b5ff-7ff80cd9fd0f tempest-InstanceActionsNegativeTestJSON-925748557 tempest-InstanceActionsNegativeTestJSON-925748557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:11.472901 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa843739-f7d3-4119-8ff7-bcc0c5ff5f78 service neutron] Pushing event updated for resources: {'Port': ['ID=12ac3403-99e1-47f1-bece-be332a0122d4,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:11.519801 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4f56016d-0248-47e1-ba4d-11f9c446a586 req-0b34eca1-7f35-4436-9bbf-b7edb403109a tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] 10.222.0.22 "GET /v2.0/ports?device_id=963e3660-e80c-437e-ab2a-6c73ce940860 HTTP/1.1" status: 200 len: 210 time: 0.0599697 Aug 29 04:15:11.642343 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a83a0500-3ef3-4270-9adc-d3fcd4bf6b75 req-4c2c9720-b7cb-4ee4-b9c6-f7c1edecfeb4 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] 10.222.0.22 "GET /v2.0/ports?device_id=966907ac-f30d-4d80-9c2d-3632b08265a7 HTTP/1.1" status: 200 len: 210 time: 0.0730560 Aug 29 04:15:11.658393 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 5bfae1a7-ed23-4fa3-bc97-02b10750745a completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:15:11.682652 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-46903c27-e6d2-4d23-bbf2-b7810dc71701 req-94a641de-5d43-4e71-b5ff-7ff80cd9fd0f tempest-InstanceActionsNegativeTestJSON-925748557 tempest-InstanceActionsNegativeTestJSON-925748557-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4317045 Aug 29 04:15:11.695370 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-47d337ff-ff99-4a6b-b4b9-4527c947c201 req-032ab90d-73b6-49f7-8fa2-0f88e9098b4b tempest-InstanceActionsNegativeTestJSON-925748557 tempest-InstanceActionsNegativeTestJSON-925748557-project] 10.222.0.22 "GET /v2.0/security-groups?id=92e8e9a9-e6d4-4e64-8010-a55d52d23dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3171785 Aug 29 04:15:11.715846 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-46903c27-e6d2-4d23-bbf2-b7810dc71701 req-a980d839-18b6-4880-9822-30277b4f2028 service neutron] Request body: {'port': {'device_id': '01145964-e7a8-4c95-b1a6-08cd5145b047', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:11.743925 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f01be9-7d11-48ec-bdd0-53f2d30f1d4c None None] Network feff7f9a-bf2b-4fbe-bc9d-43d4542cf437 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:15:11.745706 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 5bfae1a7-ed23-4fa3-bc97-02b10750745a triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:15:11.746086 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:11.785140 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-61a305f7-a709-4fae-a792-e6f72b6c05f6 None None] Provisioning complete for port 5bfae1a7-ed23-4fa3-bc97-02b10750745a triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:15:11.785140 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-61a305f7-a709-4fae-a792-e6f72b6c05f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:11.832653 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-bf6d7d74-45eb-4cd1-963e-d9647d1cf415 req-aa843739-f7d3-4119-8ff7-bcc0c5ff5f78 service neutron] Attempting to bind port 12ac3403-99e1-47f1-bece-be332a0122d4 on host n-h2-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:15:11.833255 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-bf6d7d74-45eb-4cd1-963e-d9647d1cf415 req-aa843739-f7d3-4119-8ff7-bcc0c5ff5f78 service neutron] Attempting to bind port 12ac3403-99e1-47f1-bece-be332a0122d4 by drivers openvswitch,hyperv on host n-h2-712140-12 at level 0 using segments [{'id': '5e7e2f14-8790-418b-88e1-15441e6a9fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '2f4673af-b8e7-4620-a09f-889ce79ba3f8'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:15:11.834313 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6d7d74-45eb-4cd1-963e-d9647d1cf415 req-aa843739-f7d3-4119-8ff7-bcc0c5ff5f78 service neutron] Attempting to bind port 12ac3403-99e1-47f1-bece-be332a0122d4 on network 2f4673af-b8e7-4620-a09f-889ce79ba3f8 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:15:11.859976 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6d7d74-45eb-4cd1-963e-d9647d1cf415 req-aa843739-f7d3-4119-8ff7-bcc0c5ff5f78 service neutron] Port 12ac3403-99e1-47f1-bece-be332a0122d4 on network 2f4673af-b8e7-4620-a09f-889ce79ba3f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:15:11.860454 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6d7d74-45eb-4cd1-963e-d9647d1cf415 req-aa843739-f7d3-4119-8ff7-bcc0c5ff5f78 service neutron] Attempting to bind port 12ac3403-99e1-47f1-bece-be332a0122d4 on network 2f4673af-b8e7-4620-a09f-889ce79ba3f8 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:15:11.875460 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6d7d74-45eb-4cd1-963e-d9647d1cf415 req-aa843739-f7d3-4119-8ff7-bcc0c5ff5f78 service neutron] Checking agent: {'id': 'b3a0606b-b029-4f5e-8798-3a32b71d8844', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 14, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:15:11.875926 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6d7d74-45eb-4cd1-963e-d9647d1cf415 req-aa843739-f7d3-4119-8ff7-bcc0c5ff5f78 service neutron] Checking segment: {'id': '5e7e2f14-8790-418b-88e1-15441e6a9fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '2f4673af-b8e7-4620-a09f-889ce79ba3f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:15:11.876246 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6d7d74-45eb-4cd1-963e-d9647d1cf415 req-aa843739-f7d3-4119-8ff7-bcc0c5ff5f78 service neutron] Bound using segment: {'id': '5e7e2f14-8790-418b-88e1-15441e6a9fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '2f4673af-b8e7-4620-a09f-889ce79ba3f8'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:15:11.876698 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-bf6d7d74-45eb-4cd1-963e-d9647d1cf415 req-aa843739-f7d3-4119-8ff7-bcc0c5ff5f78 service neutron] Bound port: 12ac3403-99e1-47f1-bece-be332a0122d4, host: n-h2-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e7e2f14-8790-418b-88e1-15441e6a9fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '2f4673af-b8e7-4620-a09f-889ce79ba3f8'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:15:11.877066 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-bf6d7d74-45eb-4cd1-963e-d9647d1cf415 req-aa843739-f7d3-4119-8ff7-bcc0c5ff5f78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:11.885520 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-46903c27-e6d2-4d23-bbf2-b7810dc71701 req-a980d839-18b6-4880-9822-30277b4f2028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:11.900642 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca95d548-60d5-489a-a5b0-8f8f9d38557d x-openstack-request-id: req-ca95d548-60d5-489a-a5b0-8f8f9d38557d {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:15:11.900997 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "429ae5c7-9100-4a8a-b7b8-9ea68341e49a", "name": "network-vif-plugged", "status": "completed", "tag": "12c539aa-20c7-4e61-9893-071488e12699", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:15:11.901206 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ca95d548-60d5-489a-a5b0-8f8f9d38557d {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:15:11.901551 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '429ae5c7-9100-4a8a-b7b8-9ea68341e49a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12c539aa-20c7-4e61-9893-071488e12699', 'code': 200} Aug 29 04:15:11.951771 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afdb2da-4024-46da-b6a1-6ffc15ed29b3 req-89ca9993-959a-4c2d-9227-02e5bd24dca6 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:11.962276 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6afdb2da-4024-46da-b6a1-6ffc15ed29b3 req-89ca9993-959a-4c2d-9227-02e5bd24dca6 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "GET /v2.0/ports?device_id=429ae5c7-9100-4a8a-b7b8-9ea68341e49a HTTP/1.1" status: 200 len: 945 time: 0.1707017 Aug 29 04:15:12.011718 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16fa270-dec1-4194-9e0f-c1f5b8132c12 req-1e428e48-64d5-43c5-a889-15ad5331d71c tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:12.013299 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c16fa270-dec1-4194-9e0f-c1f5b8132c12 req-1e428e48-64d5-43c5-a889-15ad5331d71c tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=254c13cc-30d3-4dde-98fe-c918506baec4 HTTP/1.1" status: 200 len: 943 time: 0.0808105 Aug 29 04:15:12.016172 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7053a2-b944-44ba-9234-b46c5b3c9e99 req-b4979f4f-6ff9-4451-958f-b33569a12be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:12.017610 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-da7053a2-b944-44ba-9234-b46c5b3c9e99 req-b4979f4f-6ff9-4451-958f-b33569a12be8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=429ae5c7-9100-4a8a-b7b8-9ea68341e49a HTTP/1.1" status: 200 len: 1097 time: 0.1183252 Aug 29 04:15:12.066944 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-61a305f7-a709-4fae-a792-e6f72b6c05f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:12.078457 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-bf6d7d74-45eb-4cd1-963e-d9647d1cf415 req-aa843739-f7d3-4119-8ff7-bcc0c5ff5f78 service neutron] For port 12ac3403-99e1-47f1-bece-be332a0122d4, host n-h2-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:15:12.082815 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-bf6d7d74-45eb-4cd1-963e-d9647d1cf415 req-aa843739-f7d3-4119-8ff7-bcc0c5ff5f78 service neutron] For port 12ac3403-99e1-47f1-bece-be332a0122d4, host n-h2-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=12ac3403-99e1-47f1-bece-be332a0122d4,segment=NetworkSegment(5e7e2f14-8790-418b-88e1-15441e6a9fb5),segment_id=5e7e2f14-8790-418b-88e1-15441e6a9fb5)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:15:12.088288 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6afdb2da-4024-46da-b6a1-6ffc15ed29b3 req-bff33d1b-8cce-49c3-b108-c5770b83c818 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "GET /v2.0/security-groups?id=928b8436-db78-4a6b-bcb4-8c108482d446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247675 Aug 29 04:15:12.091671 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-bf6d7d74-45eb-4cd1-963e-d9647d1cf415 req-aa843739-f7d3-4119-8ff7-bcc0c5ff5f78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:12.116636 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c16fa270-dec1-4194-9e0f-c1f5b8132c12 req-a7bd7f57-c4c1-4485-8f8c-b4105fad92e5 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916309 Aug 29 04:15:12.127231 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-da7053a2-b944-44ba-9234-b46c5b3c9e99 req-73659b9d-8318-4b16-bf20-d24c29f291c3 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=928b8436-db78-4a6b-bcb4-8c108482d446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999765 Aug 29 04:15:12.176854 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d7d74-45eb-4cd1-963e-d9647d1cf415 req-aa843739-f7d3-4119-8ff7-bcc0c5ff5f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:12.178507 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-bf6d7d74-45eb-4cd1-963e-d9647d1cf415 req-aa843739-f7d3-4119-8ff7-bcc0c5ff5f78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:12.180799 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bf6d7d74-45eb-4cd1-963e-d9647d1cf415 req-aa843739-f7d3-4119-8ff7-bcc0c5ff5f78 service neutron] 10.222.0.48 "PUT /v2.0/ports/12ac3403-99e1-47f1-bece-be332a0122d4 HTTP/1.1" status: 200 len: 1092 time: 2.4869673 Aug 29 04:15:12.183978 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '254c13cc-30d3-4dde-98fe-c918506baec4', 'tag': '12ac3403-99e1-47f1-bece-be332a0122d4'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:15:12.187346 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a02933-dbb9-425e-8a0e-2d6ad8f419a4" -d '{"events": [{"name": "network-changed", "server_uuid": "254c13cc-30d3-4dde-98fe-c918506baec4", "tag": "12ac3403-99e1-47f1-bece-be332a0122d4"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:15:12.263353 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-61a305f7-a709-4fae-a792-e6f72b6c05f6 None None] For port 5bfae1a7-ed23-4fa3-bc97-02b10750745a, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=5bfae1a7-ed23-4fa3-bc97-02b10750745a,segment=NetworkSegment(4e322a1b-f45c-4e09-a71a-9baa38bdebb3),segment_id=4e322a1b-f45c-4e09-a71a-9baa38bdebb3)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:12.266226 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:12.287936 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-61a305f7-a709-4fae-a792-e6f72b6c05f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:12.390327 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a092982-2e97-44b1-bfa8-0ce7bcc1b911 x-openstack-request-id: req-8a092982-2e97-44b1-bfa8-0ce7bcc1b911 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:15:12.390588 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "254c13cc-30d3-4dde-98fe-c918506baec4", "tag": "12ac3403-99e1-47f1-bece-be332a0122d4", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:15:12.391259 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8a092982-2e97-44b1-bfa8-0ce7bcc1b911 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:15:12.391259 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '254c13cc-30d3-4dde-98fe-c918506baec4', 'tag': '12ac3403-99e1-47f1-bece-be332a0122d4', 'status': 'completed', 'code': 200} Aug 29 04:15:12.446279 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.db.api [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94830) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:15:12.448565 n-d-712140-12 neutron-server[94830]: DEBUG oslo_db.api [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:15:12.450165 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a305f7-a709-4fae-a792-e6f72b6c05f6 None None] Pushing event updated for resources: {'Port': ['ID=5bfae1a7-ed23-4fa3-bc97-02b10750745a,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:12.505646 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff949f-783d-4912-aa04-7459cf3f6f9f req-a00d0584-cb6f-489d-b3ea-063372c2b482 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:12.518895 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d1ff949f-783d-4912-aa04-7459cf3f6f9f req-a00d0584-cb6f-489d-b3ea-063372c2b482 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/networks?id=53020a37-9cfa-46c3-bf40-16467007f493 HTTP/1.1" status: 200 len: 820 time: 0.1807961 Aug 29 04:15:12.519538 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa843739-f7d3-4119-8ff7-bcc0c5ff5f78 service neutron] Pushing event updated for resources: {'Port': ['ID=12ac3403-99e1-47f1-bece-be332a0122d4,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:12.548660 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d1ff949f-783d-4912-aa04-7459cf3f6f9f req-627964e3-c7f6-447b-8a8e-a5061b6b7d00 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/quotas/1d0658a0a90a4facb02cad62921e20d5 HTTP/1.1" status: 200 len: 375 time: 0.0271845 Aug 29 04:15:12.580339 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d1ff949f-783d-4912-aa04-7459cf3f6f9f req-4d9daebf-3e1c-479b-8ebc-7404495a0798 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=1d0658a0a90a4facb02cad62921e20d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304091 Aug 29 04:15:12.588890 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d7d74-45eb-4cd1-963e-d9647d1cf415 req-6789efd2-b14d-4475-aa0e-08ae58b9e218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:12.590705 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bf6d7d74-45eb-4cd1-963e-d9647d1cf415 req-6789efd2-b14d-4475-aa0e-08ae58b9e218 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5a14f7f9066643a38713cee788a50c7a&device_id=254c13cc-30d3-4dde-98fe-c918506baec4 HTTP/1.1" status: 200 len: 1095 time: 0.3001645 Aug 29 04:15:12.594250 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ef49847b-d989-4831-a9a7-10e7948cfb2d req-8d57182d-853b-43b5-9d2c-7524a9ae1696 tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=9d502feae3bc4085a1a36ae25f6d8951&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0703845 Aug 29 04:15:12.685519 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bf6d7d74-45eb-4cd1-963e-d9647d1cf415 req-5729c17a-4879-412c-befd-57c904e173c6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=12ac3403-99e1-47f1-bece-be332a0122d4 HTTP/1.1" status: 200 len: 217 time: 0.0704391 Aug 29 04:15:12.693552 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb72c38a-09c9-4bf0-8ad2-d0b844507716 req-8fa82ad6-2949-4d61-a886-74c691081ba8 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:12.695097 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-eb72c38a-09c9-4bf0-8ad2-d0b844507716 req-8fa82ad6-2949-4d61-a886-74c691081ba8 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=71fe9f3e-3534-4c4d-8ae6-ccb2829ad4b8 HTTP/1.1" status: 200 len: 945 time: 0.1701362 Aug 29 04:15:12.701458 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d1ff949f-783d-4912-aa04-7459cf3f6f9f req-ad0f72d3-fab8-4f10-8b07-b8e9a9fb8258 service neutron] 10.222.0.22 "GET /v2.0/networks/53020a37-9cfa-46c3-bf40-16467007f493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126225 Aug 29 04:15:12.800740 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d1ff949f-783d-4912-aa04-7459cf3f6f9f req-6ca2af43-613a-4b5b-9cda-1fbe215aaa23 service neutron] 10.222.0.22 "GET /v2.0/networks/53020a37-9cfa-46c3-bf40-16467007f493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941634 Aug 29 04:15:13.053739 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b2d057e4-167c-4299-af3f-3af46408df7f req-c6179f38-62c4-4690-9a58-c2979517f400 tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] 10.222.0.22 "GET /v2.0/ports?device_id=963e3660-e80c-437e-ab2a-6c73ce940860 HTTP/1.1" status: 200 len: 210 time: 0.0426867 Aug 29 04:15:13.058314 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 684ef6cb-c4ba-4d49-afe5-3a443b0c6f8d up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:15:13.171422 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 684ef6cb-c4ba-4d49-afe5-3a443b0c6f8d completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:15:13.178157 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 684ef6cb-c4ba-4d49-afe5-3a443b0c6f8d triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:15:13.178541 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:13.203768 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3501782a-8cb2-4b0f-830e-11a0f15dbbb8 req-a4dae84c-55df-4d03-b758-aaba1506b6e6 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] 10.222.0.22 "GET /v2.0/ports?device_id=966907ac-f30d-4d80-9c2d-3632b08265a7 HTTP/1.1" status: 200 len: 210 time: 0.0527244 Aug 29 04:15:13.242358 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d7d74-45eb-4cd1-963e-d9647d1cf415 req-65f54096-a3ed-4a37-8908-b6ea7bf0e670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:13.246216 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bf6d7d74-45eb-4cd1-963e-d9647d1cf415 req-65f54096-a3ed-4a37-8908-b6ea7bf0e670 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ca990b23-63b6-47bd-b575-c3dcd63e7190 HTTP/1.1" status: 200 len: 846 time: 0.5181272 Aug 29 04:15:13.290439 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:13.293539 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-eb72c38a-09c9-4bf0-8ad2-d0b844507716 req-e63cac2c-2e8c-4fb9-9984-c6a6700be4ff tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=67519499-017b-4c54-88db-c974346724c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5645630 Aug 29 04:15:13.348089 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef49847b-d989-4831-a9a7-10e7948cfb2d req-16b9b8d7-47d3-4fe9-93d5-8852839806e4 tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:13.351626 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ef49847b-d989-4831-a9a7-10e7948cfb2d req-16b9b8d7-47d3-4fe9-93d5-8852839806e4 tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7276912 Aug 29 04:15:13.363999 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bf6d7d74-45eb-4cd1-963e-d9647d1cf415 req-d911d725-7fd1-4ba2-b89a-b16643348610 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2f4673af-b8e7-4620-a09f-889ce79ba3f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0938442 Aug 29 04:15:13.367626 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-46903c27-e6d2-4d23-bbf2-b7810dc71701 req-a980d839-18b6-4880-9822-30277b4f2028 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0fede3e-b743-4703-9d18-4c5fb6ef6402 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:15:13.386231 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-46903c27-e6d2-4d23-bbf2-b7810dc71701 req-a980d839-18b6-4880-9822-30277b4f2028 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:13.408036 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-ef49847b-d989-4831-a9a7-10e7948cfb2d req-7183e352-ead1-4ec3-8a77-0b9d94999409 tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] Request body: {'port': {'device_id': '963e3660-e80c-437e-ab2a-6c73ce940860', 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45', 'admin_state_up': True, 'tenant_id': '9d502feae3bc4085a1a36ae25f6d8951'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:13.417611 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 684ef6cb-c4ba-4d49-afe5-3a443b0c6f8d, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=684ef6cb-c4ba-4d49-afe5-3a443b0c6f8d,segment=NetworkSegment(15393042-4469-4f49-91e9-601a97b6c540),segment_id=15393042-4469-4f49-91e9-601a97b6c540)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:13.425601 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b8d61f-4728-4ac8-8ca9-074b02ea19cb req-9f754ca6-4845-4e5e-b547-8b78be6ea7f0 tempest-InstanceActionsNegativeTestJSON-925748557 tempest-InstanceActionsNegativeTestJSON-925748557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:13.428889 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-81b8d61f-4728-4ac8-8ca9-074b02ea19cb req-9f754ca6-4845-4e5e-b547-8b78be6ea7f0 tempest-InstanceActionsNegativeTestJSON-925748557 tempest-InstanceActionsNegativeTestJSON-925748557-project] 10.222.0.22 "GET /v2.0/ports?device_id=01145964-e7a8-4c95-b1a6-08cd5145b047 HTTP/1.1" status: 200 len: 932 time: 0.0881634 Aug 29 04:15:13.429140 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:13.449442 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-46903c27-e6d2-4d23-bbf2-b7810dc71701 req-a980d839-18b6-4880-9822-30277b4f2028 service neutron] Transition to ACTIVE for port object c0fede3e-b743-4703-9d18-4c5fb6ef6402 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:15:13.541597 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=684ef6cb-c4ba-4d49-afe5-3a443b0c6f8d,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:13.544074 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-46903c27-e6d2-4d23-bbf2-b7810dc71701 req-a980d839-18b6-4880-9822-30277b4f2028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:13.565337 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-81b8d61f-4728-4ac8-8ca9-074b02ea19cb req-5ab65a3e-0a44-4aee-9e34-8a491646c065 tempest-InstanceActionsNegativeTestJSON-925748557 tempest-InstanceActionsNegativeTestJSON-925748557-project] 10.222.0.22 "GET /v2.0/security-groups?id=92e8e9a9-e6d4-4e64-8010-a55d52d23dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114793 Aug 29 04:15:13.581612 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-627618aa-5d4b-4676-9ede-5041371bd3c0 req-536d0a29-09ba-45a3-a15b-bb63273fe497 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=83df3f9c-fda9-43d6-848d-9b61b206ad4d HTTP/1.1" status: 200 len: 210 time: 0.1775999 Aug 29 04:15:13.628750 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 5bfae1a7-ed23-4fa3-bc97-02b10750745a up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:15:13.719821 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a980d839-18b6-4880-9822-30277b4f2028 service neutron] Pushing event updated for resources: {'Port': ['ID=c0fede3e-b743-4703-9d18-4c5fb6ef6402,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:13.766183 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 5bfae1a7-ed23-4fa3-bc97-02b10750745a triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:15:13.766758 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:13.791624 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7656619-ea94-4977-9104-cd8143473e52 req-4bd8f3e4-b6bd-48ce-8b82-6b54b7deeb32 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:13.793755 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d7656619-ea94-4977-9104-cd8143473e52 req-4bd8f3e4-b6bd-48ce-8b82-6b54b7deeb32 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=254c13cc-30d3-4dde-98fe-c918506baec4 HTTP/1.1" status: 200 len: 943 time: 0.0823441 Aug 29 04:15:13.819109 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bf6d7d74-45eb-4cd1-963e-d9647d1cf415 req-089a6028-65d7-4bc0-b5f5-9fe025b44164 service neutron] 10.222.0.48 "GET /v2.0/networks/2f4673af-b8e7-4620-a09f-889ce79ba3f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4163711 Aug 29 04:15:13.860884 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d7656619-ea94-4977-9104-cd8143473e52 req-e24a5b3a-b5b2-4665-b14a-b25e16fe779b tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558226 Aug 29 04:15:13.921665 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef49847b-d989-4831-a9a7-10e7948cfb2d req-7183e352-ead1-4ec3-8a77-0b9d94999409 tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] Made reservation on behalf of 9d502feae3bc4085a1a36ae25f6d8951 for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:15:13.925250 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-ef49847b-d989-4831-a9a7-10e7948cfb2d req-7183e352-ead1-4ec3-8a77-0b9d94999409 tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:13.970211 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c4a109-a279-4f2a-8153-2d187aa6ec61 req-552797f4-dca4-4be1-a8ba-2339d587fbb7 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:13.971709 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-64c4a109-a279-4f2a-8153-2d187aa6ec61 req-552797f4-dca4-4be1-a8ba-2339d587fbb7 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "GET /v2.0/ports?device_id=429ae5c7-9100-4a8a-b7b8-9ea68341e49a HTTP/1.1" status: 200 len: 945 time: 0.2230761 Aug 29 04:15:14.060546 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-46903c27-e6d2-4d23-bbf2-b7810dc71701 req-a980d839-18b6-4880-9822-30277b4f2028 service neutron] Attempting to bind port c0fede3e-b743-4703-9d18-4c5fb6ef6402 on host n-h2-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:15:14.060958 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-46903c27-e6d2-4d23-bbf2-b7810dc71701 req-a980d839-18b6-4880-9822-30277b4f2028 service neutron] Attempting to bind port c0fede3e-b743-4703-9d18-4c5fb6ef6402 by drivers openvswitch,hyperv on host n-h2-712140-12 at level 0 using segments [{'id': 'c9e5e776-11d5-43a7-876c-a8e03f9d631d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'e3bde2e1-3ab1-4941-a478-28319d253320'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:15:14.061228 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46903c27-e6d2-4d23-bbf2-b7810dc71701 req-a980d839-18b6-4880-9822-30277b4f2028 service neutron] Attempting to bind port c0fede3e-b743-4703-9d18-4c5fb6ef6402 on network e3bde2e1-3ab1-4941-a478-28319d253320 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:15:14.085235 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46903c27-e6d2-4d23-bbf2-b7810dc71701 req-a980d839-18b6-4880-9822-30277b4f2028 service neutron] Port c0fede3e-b743-4703-9d18-4c5fb6ef6402 on network e3bde2e1-3ab1-4941-a478-28319d253320 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:15:14.085605 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46903c27-e6d2-4d23-bbf2-b7810dc71701 req-a980d839-18b6-4880-9822-30277b4f2028 service neutron] Attempting to bind port c0fede3e-b743-4703-9d18-4c5fb6ef6402 on network e3bde2e1-3ab1-4941-a478-28319d253320 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:15:14.100354 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bf6d7d74-45eb-4cd1-963e-d9647d1cf415 req-4f644312-0143-44dc-8e40-a17e31f9cfd3 service neutron] 10.222.0.48 "GET /v2.0/networks/2f4673af-b8e7-4620-a09f-889ce79ba3f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592645 Aug 29 04:15:14.121357 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-64c4a109-a279-4f2a-8153-2d187aa6ec61 req-8d07ba64-e7b0-465b-98d2-4501ada0b74b tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "GET /v2.0/security-groups?id=928b8436-db78-4a6b-bcb4-8c108482d446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339118 Aug 29 04:15:14.143044 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46903c27-e6d2-4d23-bbf2-b7810dc71701 req-a980d839-18b6-4880-9822-30277b4f2028 service neutron] Checking agent: {'id': 'b3a0606b-b029-4f5e-8798-3a32b71d8844', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 14, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:15:14.143418 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46903c27-e6d2-4d23-bbf2-b7810dc71701 req-a980d839-18b6-4880-9822-30277b4f2028 service neutron] Checking segment: {'id': 'c9e5e776-11d5-43a7-876c-a8e03f9d631d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'e3bde2e1-3ab1-4941-a478-28319d253320'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:15:14.143826 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46903c27-e6d2-4d23-bbf2-b7810dc71701 req-a980d839-18b6-4880-9822-30277b4f2028 service neutron] Bound using segment: {'id': 'c9e5e776-11d5-43a7-876c-a8e03f9d631d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'e3bde2e1-3ab1-4941-a478-28319d253320'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:15:14.144279 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-46903c27-e6d2-4d23-bbf2-b7810dc71701 req-a980d839-18b6-4880-9822-30277b4f2028 service neutron] Bound port: c0fede3e-b743-4703-9d18-4c5fb6ef6402, host: n-h2-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9e5e776-11d5-43a7-876c-a8e03f9d631d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'e3bde2e1-3ab1-4941-a478-28319d253320'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:15:14.144662 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-46903c27-e6d2-4d23-bbf2-b7810dc71701 req-a980d839-18b6-4880-9822-30277b4f2028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:14.209567 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-ef49847b-d989-4831-a9a7-10e7948cfb2d req-7183e352-ead1-4ec3-8a77-0b9d94999409 tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] Allocated IP 192.168.233.176 (13e6dfc1-e9e7-40a1-8a14-d0febabf4d45/18cd12d4-b12a-41b0-b0c5-618edbb84e74/0d1125bc-4894-428c-a53f-b38d29aecf17) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:15:14.214269 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6216d183-edf9-4897-afcd-7b4c35e08231 req-26fb4d62-07ce-41fd-bfdd-41f61825fda9 tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] 10.222.0.22 "GET /v2.0/ports?device_id=963e3660-e80c-437e-ab2a-6c73ce940860 HTTP/1.1" status: 200 len: 210 time: 0.0301864 Aug 29 04:15:14.322172 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-46903c27-e6d2-4d23-bbf2-b7810dc71701 req-a980d839-18b6-4880-9822-30277b4f2028 service neutron] For port c0fede3e-b743-4703-9d18-4c5fb6ef6402, host n-h2-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:15:14.353781 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a0891fab-e038-4cb3-ad16-00ef7343f711 req-cbb63ee8-58f1-44f2-88fb-fac11ac16b23 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1806117073&fields=id&tenant_id=167b1cc03732479fb9ee73ff6d5e5845 HTTP/1.1" status: 200 len: 267 time: 0.1259317 Aug 29 04:15:14.361315 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a02933-dbb9-425e-8a0e-2d6ad8f419a4 req-becc5082-5673-40a0-8daa-0ff89924e690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:14.362830 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-57a02933-dbb9-425e-8a0e-2d6ad8f419a4 req-becc5082-5673-40a0-8daa-0ff89924e690 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5a14f7f9066643a38713cee788a50c7a&device_id=254c13cc-30d3-4dde-98fe-c918506baec4 HTTP/1.1" status: 200 len: 1095 time: 0.1510332 Aug 29 04:15:14.365855 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-46903c27-e6d2-4d23-bbf2-b7810dc71701 req-a980d839-18b6-4880-9822-30277b4f2028 service neutron] For port c0fede3e-b743-4703-9d18-4c5fb6ef6402, host n-h2-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=c0fede3e-b743-4703-9d18-4c5fb6ef6402,segment=NetworkSegment(c9e5e776-11d5-43a7-876c-a8e03f9d631d),segment_id=c9e5e776-11d5-43a7-876c-a8e03f9d631d)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:15:14.368200 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6b341ff4-e86a-4185-9823-e284c9a9a1b0 req-442e5444-2b54-447e-8dca-ef815cdd7fd1 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] 10.222.0.22 "GET /v2.0/ports?device_id=966907ac-f30d-4d80-9c2d-3632b08265a7 HTTP/1.1" status: 200 len: 210 time: 0.0429602 Aug 29 04:15:14.385559 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-46903c27-e6d2-4d23-bbf2-b7810dc71701 req-a980d839-18b6-4880-9822-30277b4f2028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:14.398360 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.48', 64140) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:14.566808 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46903c27-e6d2-4d23-bbf2-b7810dc71701 req-a980d839-18b6-4880-9822-30277b4f2028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:14.567426 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-46903c27-e6d2-4d23-bbf2-b7810dc71701 req-a980d839-18b6-4880-9822-30277b4f2028 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:14.568945 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-46903c27-e6d2-4d23-bbf2-b7810dc71701 req-a980d839-18b6-4880-9822-30277b4f2028 service neutron] 10.222.0.48 "PUT /v2.0/ports/c0fede3e-b743-4703-9d18-4c5fb6ef6402 HTTP/1.1" status: 200 len: 1093 time: 2.8628447 Aug 29 04:15:14.575210 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01145964-e7a8-4c95-b1a6-08cd5145b047', 'tag': 'c0fede3e-b743-4703-9d18-4c5fb6ef6402'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:15:14.577967 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82bfba73-1507-424c-a4ce-617fac686da1" -d '{"events": [{"name": "network-changed", "server_uuid": "01145964-e7a8-4c95-b1a6-08cd5145b047", "tag": "c0fede3e-b743-4703-9d18-4c5fb6ef6402"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:15:14.630247 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-84a6e87e-1cf5-48d2-b726-2d10dcb6ef6c tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:14.637830 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-84a6e87e-1cf5-48d2-b726-2d10dcb6ef6c tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:14.639903 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-84a6e87e-1cf5-48d2-b726-2d10dcb6ef6c tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] 10.222.0.48 "GET /v2.0/networks?id=ff6119cb-f4c8-4d57-a865-056c3e1ce852&id=e773ee44-363a-4f14-aeb4-385d6246c43d&id=ff6119cb-f4c8-4d57-a865-056c3e1ce852 HTTP/1.1" status: 200 len: 1392 time: 0.2399945 Aug 29 04:15:14.656226 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0891fab-e038-4cb3-ad16-00ef7343f711 req-d8ede993-5143-48cb-a308-db606421da11 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:14.658456 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a0891fab-e038-4cb3-ad16-00ef7343f711 req-d8ede993-5143-48cb-a308-db606421da11 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "GET /v2.0/ports?device_id=429ae5c7-9100-4a8a-b7b8-9ea68341e49a HTTP/1.1" status: 200 len: 945 time: 0.2945678 Aug 29 04:15:14.682208 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-b4095e94-bfa3-4405-a5f9-5f121ddbfca0 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Request body: {'port': {'device_id': '966907ac-f30d-4d80-9c2d-3632b08265a7', 'network_id': 'ff6119cb-f4c8-4d57-a865-056c3e1ce852', 'admin_state_up': True, 'tenant_id': 'c9804a8a9be04dbf9e3249af907a3916'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:14.686048 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a980d839-18b6-4880-9822-30277b4f2028 service neutron] Pushing event updated for resources: {'Port': ['ID=c0fede3e-b743-4703-9d18-4c5fb6ef6402,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:14.700687 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-a0891fab-e038-4cb3-ad16-00ef7343f711 req-4e4d88c7-21e1-4ae9-9afc-20ed09d63ee9 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Request body: {'port': {'security_groups': ['928b8436-db78-4a6b-bcb4-8c108482d446', '6deba2c4-052b-44f5-b48b-9079a81d99bd']}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:14.769796 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-ef49847b-d989-4831-a9a7-10e7948cfb2d req-7183e352-ead1-4ec3-8a77-0b9d94999409 tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:14.774481 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02514691-d56c-43fa-9602-27234132d777 req-a286a681-f63a-4f60-af3c-0bdf02e0263f tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:14.776065 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-02514691-d56c-43fa-9602-27234132d777 req-a286a681-f63a-4f60-af3c-0bdf02e0263f tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=71fe9f3e-3534-4c4d-8ae6-ccb2829ad4b8 HTTP/1.1" status: 200 len: 945 time: 0.2321577 Aug 29 04:15:14.806066 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a02933-dbb9-425e-8a0e-2d6ad8f419a4 req-5a45bb03-4549-4893-b260-63f42352cd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:14.807699 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-57a02933-dbb9-425e-8a0e-2d6ad8f419a4 req-5a45bb03-4549-4893-b260-63f42352cd31 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2f4673af-b8e7-4620-a09f-889ce79ba3f8 HTTP/1.1" status: 200 len: 907 time: 0.4268482 Aug 29 04:15:14.827026 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-ef49847b-d989-4831-a9a7-10e7948cfb2d req-7183e352-ead1-4ec3-8a77-0b9d94999409 tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] Transition to ACTIVE for port object 0d1125bc-4894-428c-a53f-b38d29aecf17 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:15:14.831915 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff949f-783d-4912-aa04-7459cf3f6f9f req-8ede7040-a1ac-470c-a045-9de30a4aadaa tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:14.834051 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d1ff949f-783d-4912-aa04-7459cf3f6f9f req-8ede7040-a1ac-470c-a045-9de30a4aadaa tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.46 "GET /v2.0/networks?id=53020a37-9cfa-46c3-bf40-16467007f493 HTTP/1.1" status: 200 len: 820 time: 0.2620244 Aug 29 04:15:14.861903 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-d1ff949f-783d-4912-aa04-7459cf3f6f9f req-66b7ce27-a72a-4c90-8254-00e39786a342 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Request body: {'port': {'device_id': '83df3f9c-fda9-43d6-848d-9b61b206ad4d', 'network_id': '53020a37-9cfa-46c3-bf40-16467007f493', 'admin_state_up': True, 'tenant_id': '1d0658a0a90a4facb02cad62921e20d5'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:14.884768 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46903c27-e6d2-4d23-bbf2-b7810dc71701 req-e0781567-5c65-48d0-bd8d-10f6444491ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:14.885046 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-02514691-d56c-43fa-9602-27234132d777 req-722ab184-4025-4842-9459-b49edd2ebb54 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=67519499-017b-4c54-88db-c974346724c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986073 Aug 29 04:15:14.886271 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-46903c27-e6d2-4d23-bbf2-b7810dc71701 req-e0781567-5c65-48d0-bd8d-10f6444491ea service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cdc3e96ac4634cb0bf388cafdde923a8&device_id=01145964-e7a8-4c95-b1a6-08cd5145b047 HTTP/1.1" status: 200 len: 1096 time: 0.1970696 Aug 29 04:15:14.889977 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-57a02933-dbb9-425e-8a0e-2d6ad8f419a4 req-a9e823b3-7953-454f-8682-2e947db3321e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=12ac3403-99e1-47f1-bece-be332a0122d4 HTTP/1.1" status: 200 len: 217 time: 0.0600028 Aug 29 04:15:14.891419 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a0891fab-e038-4cb3-ad16-00ef7343f711 req-4e4d88c7-21e1-4ae9-9afc-20ed09d63ee9 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:14.944559 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-b4095e94-bfa3-4405-a5f9-5f121ddbfca0 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Made reservation on behalf of c9804a8a9be04dbf9e3249af907a3916 for: {'port': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:15:14.948200 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-b4095e94-bfa3-4405-a5f9-5f121ddbfca0 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:14.964363 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bed3c027-1fb9-4a18-9fbb-0f87a14d6d2b x-openstack-request-id: req-bed3c027-1fb9-4a18-9fbb-0f87a14d6d2b {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:15:14.964674 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01145964-e7a8-4c95-b1a6-08cd5145b047", "tag": "c0fede3e-b743-4703-9d18-4c5fb6ef6402", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:15:14.964802 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bed3c027-1fb9-4a18-9fbb-0f87a14d6d2b {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:15:14.965205 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01145964-e7a8-4c95-b1a6-08cd5145b047', 'tag': 'c0fede3e-b743-4703-9d18-4c5fb6ef6402', 'status': 'completed', 'code': 200} Aug 29 04:15:14.993456 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-46903c27-e6d2-4d23-bbf2-b7810dc71701 req-8980508d-ba80-48bd-b853-2d2c69560b20 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0fede3e-b743-4703-9d18-4c5fb6ef6402 HTTP/1.1" status: 200 len: 217 time: 0.0856404 Aug 29 04:15:15.084452 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a02933-dbb9-425e-8a0e-2d6ad8f419a4 req-f8d2aa6e-9296-472a-9150-26fd5822ee93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:15.085824 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-57a02933-dbb9-425e-8a0e-2d6ad8f419a4 req-f8d2aa6e-9296-472a-9150-26fd5822ee93 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ca990b23-63b6-47bd-b575-c3dcd63e7190 HTTP/1.1" status: 200 len: 846 time: 0.1718068 Aug 29 04:15:15.095377 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-ef49847b-d989-4831-a9a7-10e7948cfb2d req-7183e352-ead1-4ec3-8a77-0b9d94999409 tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:15.108567 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['dece2788-7b2f-4387-9ed2-9307a7a8a502'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:15:15.121912 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1ff949f-783d-4912-aa04-7459cf3f6f9f req-66b7ce27-a72a-4c90-8254-00e39786a342 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Made reservation on behalf of 1d0658a0a90a4facb02cad62921e20d5 for: {'port': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:15:15.125465 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-d1ff949f-783d-4912-aa04-7459cf3f6f9f req-66b7ce27-a72a-4c90-8254-00e39786a342 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:15.156777 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3067c083-8e3e-47b6-bfe5-b0696225d291 req-fc676965-03f6-45d0-a295-fcc40ffe7f89 tempest-InstanceActionsNegativeTestJSON-925748557 tempest-InstanceActionsNegativeTestJSON-925748557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:15.158375 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3067c083-8e3e-47b6-bfe5-b0696225d291 req-fc676965-03f6-45d0-a295-fcc40ffe7f89 tempest-InstanceActionsNegativeTestJSON-925748557 tempest-InstanceActionsNegativeTestJSON-925748557-project] 10.222.0.22 "GET /v2.0/ports?device_id=01145964-e7a8-4c95-b1a6-08cd5145b047 HTTP/1.1" status: 200 len: 944 time: 0.1311340 Aug 29 04:15:15.180145 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-57a02933-dbb9-425e-8a0e-2d6ad8f419a4 req-796c7de4-dc3e-475d-9734-2400d1876a23 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2f4673af-b8e7-4620-a09f-889ce79ba3f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0771213 Aug 29 04:15:15.195345 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-b4095e94-bfa3-4405-a5f9-5f121ddbfca0 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Allocated IP 19.80.0.240 (ff6119cb-f4c8-4d57-a865-056c3e1ce852/0994d884-b858-4d69-995a-7fd1f3ac66d1/eccbf569-928f-4b7d-9230-563ab35fc72a) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:15:15.207031 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46903c27-e6d2-4d23-bbf2-b7810dc71701 req-4f0a792f-f4b1-4da0-832e-1b3660b878b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:15.208575 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-46903c27-e6d2-4d23-bbf2-b7810dc71701 req-4f0a792f-f4b1-4da0-832e-1b3660b878b5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cd6871f2-16cf-4df2-be2b-552e69868a10 HTTP/1.1" status: 200 len: 861 time: 0.1834841 Aug 29 04:15:15.245720 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef49847b-d989-4831-a9a7-10e7948cfb2d req-7183e352-ead1-4ec3-8a77-0b9d94999409 tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] Network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:15:15.278756 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-ef49847b-d989-4831-a9a7-10e7948cfb2d req-7183e352-ead1-4ec3-8a77-0b9d94999409 tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:15:15.300553 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef49847b-d989-4831-a9a7-10e7948cfb2d req-7183e352-ead1-4ec3-8a77-0b9d94999409 tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:15:15.308119 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7183e352-ead1-4ec3-8a77-0b9d94999409 tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] Pushing event updated for resources: {'Port': ['ID=0d1125bc-4894-428c-a53f-b38d29aecf17,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:15.311558 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-46903c27-e6d2-4d23-bbf2-b7810dc71701 req-07e2b55e-464d-47cd-abd9-a3350e834282 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e3bde2e1-3ab1-4941-a478-28319d253320&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0886374 Aug 29 04:15:15.325609 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3067c083-8e3e-47b6-bfe5-b0696225d291 req-53f19b51-5f0a-4d15-bfb0-34b451af479c tempest-InstanceActionsNegativeTestJSON-925748557 tempest-InstanceActionsNegativeTestJSON-925748557-project] 10.222.0.22 "GET /v2.0/security-groups?id=92e8e9a9-e6d4-4e64-8010-a55d52d23dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534085 Aug 29 04:15:15.467793 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [req-d1ff949f-783d-4912-aa04-7459cf3f6f9f req-66b7ce27-a72a-4c90-8254-00e39786a342 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Allocated IP 172.20.0.9 (53020a37-9cfa-46c3-bf40-16467007f493/210c6ef6-f12f-4dde-90b9-22d1971290b1/6bf9784d-aab5-49f4-bbfd-13df40e0c2f5) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:15:15.486001 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef49847b-d989-4831-a9a7-10e7948cfb2d req-7183e352-ead1-4ec3-8a77-0b9d94999409 tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:15.486693 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-ef49847b-d989-4831-a9a7-10e7948cfb2d req-7183e352-ead1-4ec3-8a77-0b9d94999409 tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:15.572806 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 684ef6cb-c4ba-4d49-afe5-3a443b0c6f8d up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:15:15.619325 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ef49847b-d989-4831-a9a7-10e7948cfb2d req-7183e352-ead1-4ec3-8a77-0b9d94999409 tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2176557 Aug 29 04:15:15.625354 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-57a02933-dbb9-425e-8a0e-2d6ad8f419a4 req-30202cae-4768-4295-b28e-c7a272d471d9 service neutron] 10.222.0.48 "GET /v2.0/networks/2f4673af-b8e7-4620-a09f-889ce79ba3f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4328215 Aug 29 04:15:15.660987 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 684ef6cb-c4ba-4d49-afe5-3a443b0c6f8d triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:15:15.662066 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:15.662691 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-ef49847b-d989-4831-a9a7-10e7948cfb2d req-7566ce90-ae1f-4585-bd1a-d557aae22211 service neutron] Request body: {'port': {'device_id': '963e3660-e80c-437e-ab2a-6c73ce940860', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:15.703033 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-2cc7b19e-c558-4ce6-ad88-f67a30bb5a1c None None] Provisioning for port 0d1125bc-4894-428c-a53f-b38d29aecf17 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:15:15.712292 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-2cc7b19e-c558-4ce6-ad88-f67a30bb5a1c None None] Provisioning complete for port 0d1125bc-4894-428c-a53f-b38d29aecf17 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:15:15.713036 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2cc7b19e-c558-4ce6-ad88-f67a30bb5a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:15.740546 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-a0891fab-e038-4cb3-ad16-00ef7343f711 req-4e4d88c7-21e1-4ae9-9afc-20ed09d63ee9 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] For port 12c539aa-20c7-4e61-9893-071488e12699, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=12c539aa-20c7-4e61-9893-071488e12699,segment=NetworkSegment(60ea1297-c536-4662-89a8-71c12fd7375d),segment_id=60ea1297-c536-4662-89a8-71c12fd7375d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:15.779319 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8568ac22-c650-416d-92a1-2dc7736e132d req-deebff1c-822f-4c08-8999-e31dc005aca2 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=83df3f9c-fda9-43d6-848d-9b61b206ad4d HTTP/1.1" status: 200 len: 210 time: 0.3153059 Aug 29 04:15:15.779971 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-46903c27-e6d2-4d23-bbf2-b7810dc71701 req-fad3f172-daa8-48bf-8e5f-7d2dd49e8c5d service neutron] 10.222.0.48 "GET /v2.0/networks/e3bde2e1-3ab1-4941-a478-28319d253320?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3901634 Aug 29 04:15:15.799021 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-2cc7b19e-c558-4ce6-ad88-f67a30bb5a1c None None] Port 0d1125bc-4894-428c-a53f-b38d29aecf17 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:15:15.886270 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-b4095e94-bfa3-4405-a5f9-5f121ddbfca0 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:15.903123 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a0891fab-e038-4cb3-ad16-00ef7343f711 req-4e4d88c7-21e1-4ae9-9afc-20ed09d63ee9 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:15.912401 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-ef49847b-d989-4831-a9a7-10e7948cfb2d req-7566ce90-ae1f-4585-bd1a-d557aae22211 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:15.922479 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a0891fab-e038-4cb3-ad16-00ef7343f711 req-4e4d88c7-21e1-4ae9-9afc-20ed09d63ee9 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:15.934588 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['12c539aa-20c7-4e61-9893-071488e12699'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:15:15.945227 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-57a02933-dbb9-425e-8a0e-2d6ad8f419a4 req-77bcf590-96dc-499d-9352-11cb8043861d service neutron] 10.222.0.48 "GET /v2.0/networks/2f4673af-b8e7-4620-a09f-889ce79ba3f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2996457 Aug 29 04:15:15.952543 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-b4095e94-bfa3-4405-a5f9-5f121ddbfca0 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Transition to ACTIVE for port object eccbf569-928f-4b7d-9230-563ab35fc72a will not be triggered until provisioned by entity DHCP. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:15:16.029456 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0891fab-e038-4cb3-ad16-00ef7343f711 req-4e4d88c7-21e1-4ae9-9afc-20ed09d63ee9 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:16.030107 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a0891fab-e038-4cb3-ad16-00ef7343f711 req-4e4d88c7-21e1-4ae9-9afc-20ed09d63ee9 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:16.031570 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a0891fab-e038-4cb3-ad16-00ef7343f711 req-4e4d88c7-21e1-4ae9-9afc-20ed09d63ee9 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "PUT /v2.0/ports/12c539aa-20c7-4e61-9893-071488e12699 HTTP/1.1" status: 200 len: 981 time: 1.3364148 Aug 29 04:15:16.041180 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-46903c27-e6d2-4d23-bbf2-b7810dc71701 req-a8e3825f-5fc1-4045-a88a-2ad7f7ed4f63 service neutron] 10.222.0.48 "GET /v2.0/networks/e3bde2e1-3ab1-4941-a478-28319d253320?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528968 Aug 29 04:15:16.059302 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c7e1c5-0a5c-41f6-99f8-ce0372c2e230 req-feeb4543-c42e-47b0-99c3-6f72d032ecac tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:16.069902 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4d88c7-21e1-4ae9-9afc-20ed09d63ee9 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Pushing event updated for resources: {'Port': ['ID=12c539aa-20c7-4e61-9893-071488e12699,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:16.073019 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f4c7e1c5-0a5c-41f6-99f8-ce0372c2e230 req-feeb4543-c42e-47b0-99c3-6f72d032ecac tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=254c13cc-30d3-4dde-98fe-c918506baec4 HTTP/1.1" status: 200 len: 943 time: 0.1959584 Aug 29 04:15:16.154932 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-b4095e94-bfa3-4405-a5f9-5f121ddbfca0 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:16.164304 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['12c539aa-20c7-4e61-9893-071488e12699'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:15:16.179814 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-d1ff949f-783d-4912-aa04-7459cf3f6f9f req-66b7ce27-a72a-4c90-8254-00e39786a342 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:16.226550 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f4c7e1c5-0a5c-41f6-99f8-ce0372c2e230 req-5048b567-9d68-45d3-bc77-96a90e6d2f01 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327214 Aug 29 04:15:16.287793 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-b4095e94-bfa3-4405-a5f9-5f121ddbfca0 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Network ff6119cb-f4c8-4d57-a865-056c3e1ce852 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:15:16.293951 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-b4095e94-bfa3-4405-a5f9-5f121ddbfca0 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:15:16.303856 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-b4095e94-bfa3-4405-a5f9-5f121ddbfca0 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:15:16.310013 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4095e94-bfa3-4405-a5f9-5f121ddbfca0 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Pushing event updated for resources: {'Port': ['ID=eccbf569-928f-4b7d-9230-563ab35fc72a,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:16.420155 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-b4095e94-bfa3-4405-a5f9-5f121ddbfca0 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:16.420946 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-b4095e94-bfa3-4405-a5f9-5f121ddbfca0 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:16.435763 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-d1ff949f-783d-4912-aa04-7459cf3f6f9f req-66b7ce27-a72a-4c90-8254-00e39786a342 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:16.456863 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-b4095e94-bfa3-4405-a5f9-5f121ddbfca0 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7875056 Aug 29 04:15:16.495431 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9657ed-9087-42f7-af31-beb624908da5 req-1d39e311-292f-43bf-9601-b6e3da334e60 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:16.497454 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5b9657ed-9087-42f7-af31-beb624908da5 req-1d39e311-292f-43bf-9601-b6e3da334e60 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] 10.222.0.22 "GET /v2.0/ports?device_id=966907ac-f30d-4d80-9c2d-3632b08265a7 HTTP/1.1" status: 200 len: 932 time: 0.1514783 Aug 29 04:15:16.508866 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-2b3c7953-7b7f-4453-acb3-d33a202543fc tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Request body: {'port': {'device_id': '966907ac-f30d-4d80-9c2d-3632b08265a7', 'network_id': 'e773ee44-363a-4f14-aeb4-385d6246c43d', 'admin_state_up': True, 'tenant_id': 'c9804a8a9be04dbf9e3249af907a3916'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:16.580213 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1ff949f-783d-4912-aa04-7459cf3f6f9f req-66b7ce27-a72a-4c90-8254-00e39786a342 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Network 53020a37-9cfa-46c3-bf40-16467007f493 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:15:16.593004 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [req-d1ff949f-783d-4912-aa04-7459cf3f6f9f req-66b7ce27-a72a-4c90-8254-00e39786a342 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:15:16.604040 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7ce27-a72a-4c90-8254-00e39786a342 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Pushing event updated for resources: {'Port': ['ID=6bf9784d-aab5-49f4-bbfd-13df40e0c2f5,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:16.608487 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1ff949f-783d-4912-aa04-7459cf3f6f9f req-66b7ce27-a72a-4c90-8254-00e39786a342 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:15:16.631407 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e37fb8b7-c3ca-4893-9be7-d846b9abb3ff None None] Provisioning for port eccbf569-928f-4b7d-9230-563ab35fc72a completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:15:16.640820 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e37fb8b7-c3ca-4893-9be7-d846b9abb3ff None None] Provisioning complete for port eccbf569-928f-4b7d-9230-563ab35fc72a triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:15:16.641338 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e37fb8b7-c3ca-4893-9be7-d846b9abb3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:16.678255 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5b9657ed-9087-42f7-af31-beb624908da5 req-44beca5a-d993-49aa-ac70-40aeb0f861cd tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] 10.222.0.22 "GET /v2.0/security-groups?id=07b81801-f107-42cd-9c04-405b0de95462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407037 Aug 29 04:15:16.687605 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e37fb8b7-c3ca-4893-9be7-d846b9abb3ff None None] Port eccbf569-928f-4b7d-9230-563ab35fc72a cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:15:16.695715 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff949f-783d-4912-aa04-7459cf3f6f9f req-66b7ce27-a72a-4c90-8254-00e39786a342 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:16.696389 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-d1ff949f-783d-4912-aa04-7459cf3f6f9f req-66b7ce27-a72a-4c90-8254-00e39786a342 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:16.723642 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d1ff949f-783d-4912-aa04-7459cf3f6f9f req-66b7ce27-a72a-4c90-8254-00e39786a342 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8675110 Aug 29 04:15:16.739068 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-d1ff949f-783d-4912-aa04-7459cf3f6f9f req-19d0e28f-68ac-4ce6-8eba-062a94973878 service neutron] Request body: {'port': {'device_id': '83df3f9c-fda9-43d6-848d-9b61b206ad4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-12'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:16.810348 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-2b3c7953-7b7f-4453-acb3-d33a202543fc tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Made reservation on behalf of c9804a8a9be04dbf9e3249af907a3916 for: {'port': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:15:16.813951 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-2b3c7953-7b7f-4453-acb3-d33a202543fc tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:16.816313 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 12ac3403-99e1-47f1-bece-be332a0122d4 details requested by agent hyperv_n-h2-712140-12 with host n-h2-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:15:16.844953 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bfba73-1507-424c-a4ce-617fac686da1 req-ac29fd17-e3c2-4a26-8971-ee55b10bc231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:16.847520 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-82bfba73-1507-424c-a4ce-617fac686da1 req-ac29fd17-e3c2-4a26-8971-ee55b10bc231 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cdc3e96ac4634cb0bf388cafdde923a8&device_id=01145964-e7a8-4c95-b1a6-08cd5145b047 HTTP/1.1" status: 200 len: 1096 time: 0.6672742 Aug 29 04:15:16.861081 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-d1ff949f-783d-4912-aa04-7459cf3f6f9f req-19d0e28f-68ac-4ce6-8eba-062a94973878 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:16.883187 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9401738-232f-4348-afbd-70f6fc40c179 req-523a01ea-2b1d-4b60-b4e3-f3e2d02641b0 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:16.884750 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e9401738-232f-4348-afbd-70f6fc40c179 req-523a01ea-2b1d-4b60-b4e3-f3e2d02641b0 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=71fe9f3e-3534-4c4d-8ae6-ccb2829ad4b8 HTTP/1.1" status: 200 len: 945 time: 0.1146443 Aug 29 04:15:16.935952 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 12ac3403-99e1-47f1-bece-be332a0122d4, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=12ac3403-99e1-47f1-bece-be332a0122d4,segment=NetworkSegment(5e7e2f14-8790-418b-88e1-15441e6a9fb5),segment_id=5e7e2f14-8790-418b-88e1-15441e6a9fb5)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:16.951722 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Returning: {'device': '12ac3403-99e1-47f1-bece-be332a0122d4', 'network_id': '2f4673af-b8e7-4620-a09f-889ce79ba3f8', 'port_id': '12ac3403-99e1-47f1-bece-be332a0122d4', 'mac_address': 'fa:16:3e:3b:82:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca990b23-63b6-47bd-b575-c3dcd63e7190', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:15:16.969108 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '429ae5c7-9100-4a8a-b7b8-9ea68341e49a', 'tag': '12c539aa-20c7-4e61-9893-071488e12699'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:15:16.972959 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b024369-1366-451c-92fc-7ef56f48d3e1" -d '{"events": [{"name": "network-changed", "server_uuid": "429ae5c7-9100-4a8a-b7b8-9ea68341e49a", "tag": "12c539aa-20c7-4e61-9893-071488e12699"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:15:16.998511 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:17.022323 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12ac3403-99e1-47f1-bece-be332a0122d4 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:15:17.031726 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ea9453-3c78-4068-ad45-ba52e809daf7 req-a9c313f6-87cc-4024-8387-5b0918bc622e tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:17.044450 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-03ea9453-3c78-4068-ad45-ba52e809daf7 req-a9c313f6-87cc-4024-8387-5b0918bc622e tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] 10.222.0.22 "GET /v2.0/ports?device_id=963e3660-e80c-437e-ab2a-6c73ce940860 HTTP/1.1" status: 200 len: 936 time: 0.7447777 Aug 29 04:15:17.044691 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 12ac3403-99e1-47f1-bece-be332a0122d4, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=12ac3403-99e1-47f1-bece-be332a0122d4,segment=NetworkSegment(5e7e2f14-8790-418b-88e1-15441e6a9fb5),segment_id=5e7e2f14-8790-418b-88e1-15441e6a9fb5)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:17.049046 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:17.058836 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e9401738-232f-4348-afbd-70f6fc40c179 req-002c0c35-94cf-46df-94f1-b6408be844a9 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=67519499-017b-4c54-88db-c974346724c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651626 Aug 29 04:15:17.123095 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=12ac3403-99e1-47f1-bece-be332a0122d4,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:17.183100 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-2b3c7953-7b7f-4453-acb3-d33a202543fc tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Allocated IP 19.86.0.244 (e773ee44-363a-4f14-aeb4-385d6246c43d/703b51f1-6a5b-4434-844f-73fc2f870496/13aef29e-af9a-43a4-8ae1-574342300423) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:15:17.183451 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bfba73-1507-424c-a4ce-617fac686da1 req-7d2bbd4b-376f-4c6f-aafe-eff7ede1b4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:17.184878 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-82bfba73-1507-424c-a4ce-617fac686da1 req-7d2bbd4b-376f-4c6f-aafe-eff7ede1b4bd service neutron] 10.222.0.48 "GET /v2.0/networks?id=e3bde2e1-3ab1-4941-a478-28319d253320 HTTP/1.1" status: 200 len: 922 time: 0.3237936 Aug 29 04:15:17.215177 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-03ea9453-3c78-4068-ad45-ba52e809daf7 req-84f32e32-7edd-4a6d-bd3d-418ecac7fa83 tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] 10.222.0.22 "GET /v2.0/security-groups?id=62eb171a-895c-4930-a5a9-dc2f4d1bead2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559048 Aug 29 04:15:17.229996 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b23dd6fd-b14a-4a12-a970-d9428245f425 req-bf6a01d9-57f2-4a95-992b-bfc8fac7c90d tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2093657577&fields=id&tenant_id=167b1cc03732479fb9ee73ff6d5e5845 HTTP/1.1" status: 200 len: 267 time: 0.0777090 Aug 29 04:15:17.246363 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-82bfba73-1507-424c-a4ce-617fac686da1 req-36729dba-0038-427b-af61-b15b5f606a9b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0fede3e-b743-4703-9d18-4c5fb6ef6402 HTTP/1.1" status: 200 len: 217 time: 0.0417233 Aug 29 04:15:17.256313 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-ef49847b-d989-4831-a9a7-10e7948cfb2d req-7566ce90-ae1f-4585-bd1a-d557aae22211 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d1125bc-4894-428c-a53f-b38d29aecf17 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:15:17.273668 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-ef49847b-d989-4831-a9a7-10e7948cfb2d req-7566ce90-ae1f-4585-bd1a-d557aae22211 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:17.342753 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-ef49847b-d989-4831-a9a7-10e7948cfb2d req-7566ce90-ae1f-4585-bd1a-d557aae22211 service neutron] Transition to ACTIVE for port object 0d1125bc-4894-428c-a53f-b38d29aecf17 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:15:17.346295 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bfba73-1507-424c-a4ce-617fac686da1 req-885dec23-dbf0-4c45-a260-e4c13c67d62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:17.347826 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-82bfba73-1507-424c-a4ce-617fac686da1 req-885dec23-dbf0-4c45-a260-e4c13c67d62b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cd6871f2-16cf-4df2-be2b-552e69868a10 HTTP/1.1" status: 200 len: 861 time: 0.0870490 Aug 29 04:15:17.350467 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-ef49847b-d989-4831-a9a7-10e7948cfb2d req-7566ce90-ae1f-4585-bd1a-d557aae22211 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:17.400571 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23dd6fd-b14a-4a12-a970-d9428245f425 req-87006fdf-5d28-43ae-a919-9c0ba4c003fc tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:17.402057 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b23dd6fd-b14a-4a12-a970-d9428245f425 req-87006fdf-5d28-43ae-a919-9c0ba4c003fc tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "GET /v2.0/ports?device_id=429ae5c7-9100-4a8a-b7b8-9ea68341e49a HTTP/1.1" status: 200 len: 984 time: 0.1657839 Aug 29 04:15:17.416121 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-82bfba73-1507-424c-a4ce-617fac686da1 req-5ff89fa9-1509-4ccf-bfe3-9fa9b4f16ebe service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e3bde2e1-3ab1-4941-a478-28319d253320&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557559 Aug 29 04:15:17.423660 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-b23dd6fd-b14a-4a12-a970-d9428245f425 req-9b6be827-4be1-43ea-a89d-854a64bffe74 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Request body: {'port': {'security_groups': ['6deba2c4-052b-44f5-b48b-9079a81d99bd', '928b8436-db78-4a6b-bcb4-8c108482d446', '890c423e-8656-4b83-8d5a-69dbc4f8ebc7']}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:17.430837 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef27e81-cb4d-4024-94dc-c5ff4a7445ba req-a67137b2-5abd-45bb-bf65-01a0406be504 tempest-InstanceActionsNegativeTestJSON-925748557 tempest-InstanceActionsNegativeTestJSON-925748557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:17.432751 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0ef27e81-cb4d-4024-94dc-c5ff4a7445ba req-a67137b2-5abd-45bb-bf65-01a0406be504 tempest-InstanceActionsNegativeTestJSON-925748557 tempest-InstanceActionsNegativeTestJSON-925748557-project] 10.222.0.22 "GET /v2.0/ports?device_id=01145964-e7a8-4c95-b1a6-08cd5145b047 HTTP/1.1" status: 200 len: 944 time: 0.1371264 Aug 29 04:15:17.452765 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [req-d1ff949f-783d-4912-aa04-7459cf3f6f9f req-19d0e28f-68ac-4ce6-8eba-062a94973878 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bf9784d-aab5-49f4-bbfd-13df40e0c2f5 {{(pid=94829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:15:17.466661 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-d1ff949f-783d-4912-aa04-7459cf3f6f9f req-19d0e28f-68ac-4ce6-8eba-062a94973878 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:17.468816 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7566ce90-ae1f-4585-bd1a-d557aae22211 service neutron] Pushing event updated for resources: {'Port': ['ID=0d1125bc-4894-428c-a53f-b38d29aecf17,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:17.503720 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [req-d1ff949f-783d-4912-aa04-7459cf3f6f9f req-19d0e28f-68ac-4ce6-8eba-062a94973878 service neutron] Transition to ACTIVE for port object 6bf9784d-aab5-49f4-bbfd-13df40e0c2f5 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:15:17.534783 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['12ac3403-99e1-47f1-bece-be332a0122d4'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:15:17.545812 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-d1ff949f-783d-4912-aa04-7459cf3f6f9f req-19d0e28f-68ac-4ce6-8eba-062a94973878 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:17.559074 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-2b3c7953-7b7f-4453-acb3-d33a202543fc tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:17.581026 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-2b3c7953-7b7f-4453-acb3-d33a202543fc tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Transition to ACTIVE for port object 13aef29e-af9a-43a4-8ae1-574342300423 will not be triggered until provisioned by entity DHCP. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:15:17.598460 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0ef27e81-cb4d-4024-94dc-c5ff4a7445ba req-869712ca-97df-49fb-bb56-c0d75fad3e8b tempest-InstanceActionsNegativeTestJSON-925748557 tempest-InstanceActionsNegativeTestJSON-925748557-project] 10.222.0.22 "GET /v2.0/security-groups?id=92e8e9a9-e6d4-4e64-8010-a55d52d23dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492877 Aug 29 04:15:17.641850 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-82bfba73-1507-424c-a4ce-617fac686da1 req-e791a380-aa5d-4b95-b85e-6a318f7e8273 service neutron] 10.222.0.48 "GET /v2.0/networks/e3bde2e1-3ab1-4941-a478-28319d253320?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080679 Aug 29 04:15:17.642689 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-ef49847b-d989-4831-a9a7-10e7948cfb2d req-7566ce90-ae1f-4585-bd1a-d557aae22211 service neutron] Attempting to bind port 0d1125bc-4894-428c-a53f-b38d29aecf17 on host n-h2-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:15:17.643027 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-ef49847b-d989-4831-a9a7-10e7948cfb2d req-7566ce90-ae1f-4585-bd1a-d557aae22211 service neutron] Attempting to bind port 0d1125bc-4894-428c-a53f-b38d29aecf17 by drivers openvswitch,hyperv on host n-h2-712140-12 at level 0 using segments [{'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:15:17.643358 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef49847b-d989-4831-a9a7-10e7948cfb2d req-7566ce90-ae1f-4585-bd1a-d557aae22211 service neutron] Attempting to bind port 0d1125bc-4894-428c-a53f-b38d29aecf17 on network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:15:17.648189 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef49847b-d989-4831-a9a7-10e7948cfb2d req-7566ce90-ae1f-4585-bd1a-d557aae22211 service neutron] Port 0d1125bc-4894-428c-a53f-b38d29aecf17 on network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:15:17.648521 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef49847b-d989-4831-a9a7-10e7948cfb2d req-7566ce90-ae1f-4585-bd1a-d557aae22211 service neutron] Attempting to bind port 0d1125bc-4894-428c-a53f-b38d29aecf17 on network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:15:17.665839 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-2b3c7953-7b7f-4453-acb3-d33a202543fc tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:17.671032 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-b23dd6fd-b14a-4a12-a970-d9428245f425 req-9b6be827-4be1-43ea-a89d-854a64bffe74 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:17.671268 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef49847b-d989-4831-a9a7-10e7948cfb2d req-7566ce90-ae1f-4585-bd1a-d557aae22211 service neutron] Checking agent: {'id': 'b3a0606b-b029-4f5e-8798-3a32b71d8844', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 14, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:15:17.671268 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef49847b-d989-4831-a9a7-10e7948cfb2d req-7566ce90-ae1f-4585-bd1a-d557aae22211 service neutron] Checking segment: {'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:15:17.671637 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef49847b-d989-4831-a9a7-10e7948cfb2d req-7566ce90-ae1f-4585-bd1a-d557aae22211 service neutron] Bound using segment: {'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:15:17.672115 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-ef49847b-d989-4831-a9a7-10e7948cfb2d req-7566ce90-ae1f-4585-bd1a-d557aae22211 service neutron] Bound port: 0d1125bc-4894-428c-a53f-b38d29aecf17, host: n-h2-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:15:17.672476 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-ef49847b-d989-4831-a9a7-10e7948cfb2d req-7566ce90-ae1f-4585-bd1a-d557aae22211 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:17.713056 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-2b3c7953-7b7f-4453-acb3-d33a202543fc tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Network e773ee44-363a-4f14-aeb4-385d6246c43d is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:15:17.721113 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-2b3c7953-7b7f-4453-acb3-d33a202543fc tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:15:17.764779 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-2b3c7953-7b7f-4453-acb3-d33a202543fc tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:15:17.804488 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d0e28f-68ac-4ce6-8eba-062a94973878 service neutron] Pushing event updated for resources: {'Port': ['ID=6bf9784d-aab5-49f4-bbfd-13df40e0c2f5,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:17.896641 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09e4366-4b12-40a0-b7e5-b56dd17e82dd req-2808e2a7-8a8c-4093-b5f4-70ea0b8d1a4c tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:17.899272 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e09e4366-4b12-40a0-b7e5-b56dd17e82dd req-2808e2a7-8a8c-4093-b5f4-70ea0b8d1a4c tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=83df3f9c-fda9-43d6-848d-9b61b206ad4d HTTP/1.1" status: 200 len: 943 time: 0.1886554 Aug 29 04:15:17.917151 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-82bfba73-1507-424c-a4ce-617fac686da1 req-498b4f4c-c20f-4c59-ac05-daa2320ff553 service neutron] 10.222.0.48 "GET /v2.0/networks/e3bde2e1-3ab1-4941-a478-28319d253320?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2660601 Aug 29 04:15:17.946783 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-2b3c7953-7b7f-4453-acb3-d33a202543fc tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:17.947458 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-2b3c7953-7b7f-4453-acb3-d33a202543fc tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:17.949230 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-ef49847b-d989-4831-a9a7-10e7948cfb2d req-7566ce90-ae1f-4585-bd1a-d557aae22211 service neutron] For port 0d1125bc-4894-428c-a53f-b38d29aecf17, host n-h2-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:15:17.960612 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3c7953-7b7f-4453-acb3-d33a202543fc tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Pushing event updated for resources: {'Port': ['ID=13aef29e-af9a-43a4-8ae1-574342300423,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:17.984029 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-ef49847b-d989-4831-a9a7-10e7948cfb2d req-7566ce90-ae1f-4585-bd1a-d557aae22211 service neutron] For port 0d1125bc-4894-428c-a53f-b38d29aecf17, host n-h2-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=0d1125bc-4894-428c-a53f-b38d29aecf17,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:15:17.986338 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2d60829-8379-496f-a060-b8b6e5900bdf None None] Provisioning for port 13aef29e-af9a-43a4-8ae1-574342300423 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:15:17.993772 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-ef49847b-d989-4831-a9a7-10e7948cfb2d req-7566ce90-ae1f-4585-bd1a-d557aae22211 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:17.994125 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2d60829-8379-496f-a060-b8b6e5900bdf None None] Provisioning complete for port 13aef29e-af9a-43a4-8ae1-574342300423 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:15:17.994572 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2d60829-8379-496f-a060-b8b6e5900bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:18.002743 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-2b3c7953-7b7f-4453-acb3-d33a202543fc tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5208175 Aug 29 04:15:18.010925 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-d1ff949f-783d-4912-aa04-7459cf3f6f9f req-19d0e28f-68ac-4ce6-8eba-062a94973878 service neutron] Attempting to bind port 6bf9784d-aab5-49f4-bbfd-13df40e0c2f5 on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:15:18.011122 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e09e4366-4b12-40a0-b7e5-b56dd17e82dd req-4bdd3c3e-122c-4c08-88f8-26076f5310c2 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046534 Aug 29 04:15:18.011435 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-d1ff949f-783d-4912-aa04-7459cf3f6f9f req-19d0e28f-68ac-4ce6-8eba-062a94973878 service neutron] Attempting to bind port 6bf9784d-aab5-49f4-bbfd-13df40e0c2f5 by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': '1fc19f14-bf6d-4959-b2c5-ed51e935e5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '53020a37-9cfa-46c3-bf40-16467007f493'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:15:18.011941 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ff949f-783d-4912-aa04-7459cf3f6f9f req-19d0e28f-68ac-4ce6-8eba-062a94973878 service neutron] Attempting to bind port 6bf9784d-aab5-49f4-bbfd-13df40e0c2f5 on network 53020a37-9cfa-46c3-bf40-16467007f493 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:15:18.022649 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-f8909b2b-0127-4623-b164-534cb3ac0585 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Request body: {'port': {'device_id': '966907ac-f30d-4d80-9c2d-3632b08265a7', 'network_id': 'ff6119cb-f4c8-4d57-a865-056c3e1ce852', 'admin_state_up': True, 'tenant_id': 'c9804a8a9be04dbf9e3249af907a3916'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:18.028989 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ff949f-783d-4912-aa04-7459cf3f6f9f req-19d0e28f-68ac-4ce6-8eba-062a94973878 service neutron] Port 6bf9784d-aab5-49f4-bbfd-13df40e0c2f5 on network 53020a37-9cfa-46c3-bf40-16467007f493 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:15:18.029326 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ff949f-783d-4912-aa04-7459cf3f6f9f req-19d0e28f-68ac-4ce6-8eba-062a94973878 service neutron] Attempting to bind port 6bf9784d-aab5-49f4-bbfd-13df40e0c2f5 on network 53020a37-9cfa-46c3-bf40-16467007f493 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:15:18.049970 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e2d60829-8379-496f-a060-b8b6e5900bdf None None] Port 13aef29e-af9a-43a4-8ae1-574342300423 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:15:18.057784 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef49847b-d989-4831-a9a7-10e7948cfb2d req-7566ce90-ae1f-4585-bd1a-d557aae22211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:18.058934 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-ef49847b-d989-4831-a9a7-10e7948cfb2d req-7566ce90-ae1f-4585-bd1a-d557aae22211 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:18.061098 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ef49847b-d989-4831-a9a7-10e7948cfb2d req-7566ce90-ae1f-4585-bd1a-d557aae22211 service neutron] 10.222.0.48 "PUT /v2.0/ports/0d1125bc-4894-428c-a53f-b38d29aecf17 HTTP/1.1" status: 200 len: 1097 time: 2.4165874 Aug 29 04:15:18.092518 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ff949f-783d-4912-aa04-7459cf3f6f9f req-19d0e28f-68ac-4ce6-8eba-062a94973878 service neutron] Checking agent: {'id': '3de9de52-3a03-431d-9d7e-497ae92c57ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:15:18.092874 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ff949f-783d-4912-aa04-7459cf3f6f9f req-19d0e28f-68ac-4ce6-8eba-062a94973878 service neutron] Checking segment: {'id': '1fc19f14-bf6d-4959-b2c5-ed51e935e5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '53020a37-9cfa-46c3-bf40-16467007f493'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:15:18.093274 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ff949f-783d-4912-aa04-7459cf3f6f9f req-19d0e28f-68ac-4ce6-8eba-062a94973878 service neutron] Bound using segment: {'id': '1fc19f14-bf6d-4959-b2c5-ed51e935e5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '53020a37-9cfa-46c3-bf40-16467007f493'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:15:18.093734 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-d1ff949f-783d-4912-aa04-7459cf3f6f9f req-19d0e28f-68ac-4ce6-8eba-062a94973878 service neutron] Bound port: 6bf9784d-aab5-49f4-bbfd-13df40e0c2f5, host: n-h1-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fc19f14-bf6d-4959-b2c5-ed51e935e5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '53020a37-9cfa-46c3-bf40-16467007f493'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:15:18.094114 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-d1ff949f-783d-4912-aa04-7459cf3f6f9f req-19d0e28f-68ac-4ce6-8eba-062a94973878 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:18.096832 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7566ce90-ae1f-4585-bd1a-d557aae22211 service neutron] Pushing event updated for resources: {'Port': ['ID=0d1125bc-4894-428c-a53f-b38d29aecf17,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:18.152911 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5947ba21-bb84-4b77-bd85-421c452b1827 x-openstack-request-id: req-5947ba21-bb84-4b77-bd85-421c452b1827 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:15:18.152911 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "429ae5c7-9100-4a8a-b7b8-9ea68341e49a", "tag": "12c539aa-20c7-4e61-9893-071488e12699", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:15:18.153395 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5947ba21-bb84-4b77-bd85-421c452b1827 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:15:18.155221 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '429ae5c7-9100-4a8a-b7b8-9ea68341e49a', 'tag': '12c539aa-20c7-4e61-9893-071488e12699', 'status': 'completed', 'code': 200} Aug 29 04:15:18.226178 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef49847b-d989-4831-a9a7-10e7948cfb2d req-8737bd35-db27-4a34-a19a-b5c1564e8a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:18.228060 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ef49847b-d989-4831-a9a7-10e7948cfb2d req-8737bd35-db27-4a34-a19a-b5c1564e8a7a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9d502feae3bc4085a1a36ae25f6d8951&device_id=963e3660-e80c-437e-ab2a-6c73ce940860 HTTP/1.1" status: 200 len: 1100 time: 0.0991597 Aug 29 04:15:18.238868 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b024369-1366-451c-92fc-7ef56f48d3e1 req-4be7ef2a-8279-4ee4-b0e8-0ffa8258b4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:18.240630 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8b024369-1366-451c-92fc-7ef56f48d3e1 req-4be7ef2a-8279-4ee4-b0e8-0ffa8258b4c6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=167b1cc03732479fb9ee73ff6d5e5845&device_id=429ae5c7-9100-4a8a-b7b8-9ea68341e49a HTTP/1.1" status: 200 len: 1136 time: 0.0634320 Aug 29 04:15:18.292108 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ef49847b-d989-4831-a9a7-10e7948cfb2d req-b3e15f07-0e6d-4356-89ed-ef1df3e614ce service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=0d1125bc-4894-428c-a53f-b38d29aecf17 HTTP/1.1" status: 200 len: 217 time: 0.0497947 Aug 29 04:15:18.301653 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-d1ff949f-783d-4912-aa04-7459cf3f6f9f req-19d0e28f-68ac-4ce6-8eba-062a94973878 service neutron] For port 6bf9784d-aab5-49f4-bbfd-13df40e0c2f5, host n-h1-712140-12, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:15:18.329061 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-d1ff949f-783d-4912-aa04-7459cf3f6f9f req-19d0e28f-68ac-4ce6-8eba-062a94973878 service neutron] For port 6bf9784d-aab5-49f4-bbfd-13df40e0c2f5, host n-h1-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=6bf9784d-aab5-49f4-bbfd-13df40e0c2f5,segment=NetworkSegment(1fc19f14-bf6d-4959-b2c5-ed51e935e5ad),segment_id=1fc19f14-bf6d-4959-b2c5-ed51e935e5ad)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:15:18.339033 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-d1ff949f-783d-4912-aa04-7459cf3f6f9f req-19d0e28f-68ac-4ce6-8eba-062a94973878 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:18.346750 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-b23dd6fd-b14a-4a12-a970-d9428245f425 req-9b6be827-4be1-43ea-a89d-854a64bffe74 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] For port 12c539aa-20c7-4e61-9893-071488e12699, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=12c539aa-20c7-4e61-9893-071488e12699,segment=NetworkSegment(60ea1297-c536-4662-89a8-71c12fd7375d),segment_id=60ea1297-c536-4662-89a8-71c12fd7375d)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:18.350534 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-f8909b2b-0127-4623-b164-534cb3ac0585 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Made reservation on behalf of c9804a8a9be04dbf9e3249af907a3916 for: {'port': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:15:18.353666 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-f8909b2b-0127-4623-b164-534cb3ac0585 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:18.408609 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff949f-783d-4912-aa04-7459cf3f6f9f req-19d0e28f-68ac-4ce6-8eba-062a94973878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:18.409224 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-d1ff949f-783d-4912-aa04-7459cf3f6f9f req-19d0e28f-68ac-4ce6-8eba-062a94973878 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:18.410599 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d1ff949f-783d-4912-aa04-7459cf3f6f9f req-19d0e28f-68ac-4ce6-8eba-062a94973878 service neutron] 10.222.0.46 "PUT /v2.0/ports/6bf9784d-aab5-49f4-bbfd-13df40e0c2f5 HTTP/1.1" status: 200 len: 1092 time: 1.6762598 Aug 29 04:15:18.416011 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83df3f9c-fda9-43d6-848d-9b61b206ad4d', 'tag': '6bf9784d-aab5-49f4-bbfd-13df40e0c2f5'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:15:18.419650 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-742efd3e-de85-4c16-afb1-78e91cf8fe41" -d '{"events": [{"name": "network-changed", "server_uuid": "83df3f9c-fda9-43d6-848d-9b61b206ad4d", "tag": "6bf9784d-aab5-49f4-bbfd-13df40e0c2f5"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:15:18.432662 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef49847b-d989-4831-a9a7-10e7948cfb2d req-68341a48-26b9-44d4-b0fc-bac2706e5422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:18.434145 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ef49847b-d989-4831-a9a7-10e7948cfb2d req-68341a48-26b9-44d4-b0fc-bac2706e5422 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=18cd12d4-b12a-41b0-b0c5-618edbb84e74 HTTP/1.1" status: 200 len: 843 time: 0.1321676 Aug 29 04:15:18.469554 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ce14cb-54d0-4142-9483-8786b3933022 req-de2d8a5f-deb3-4b58-a506-be19587ffa0c tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:18.470164 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-b23dd6fd-b14a-4a12-a970-d9428245f425 req-9b6be827-4be1-43ea-a89d-854a64bffe74 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:18.471117 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-45ce14cb-54d0-4142-9483-8786b3933022 req-de2d8a5f-deb3-4b58-a506-be19587ffa0c tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=254c13cc-30d3-4dde-98fe-c918506baec4 HTTP/1.1" status: 200 len: 944 time: 0.1615148 Aug 29 04:15:18.499228 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b024369-1366-451c-92fc-7ef56f48d3e1 req-2b8be8c7-545f-43b6-af56-5f6d6deaf436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:18.500730 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8b024369-1366-451c-92fc-7ef56f48d3e1 req-2b8be8c7-545f-43b6-af56-5f6d6deaf436 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f96f67f6-e1fe-44b3-b4cf-964eb290f20c HTTP/1.1" status: 200 len: 914 time: 0.2480135 Aug 29 04:15:18.513433 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d0e28f-68ac-4ce6-8eba-062a94973878 service neutron] Pushing event updated for resources: {'Port': ['ID=6bf9784d-aab5-49f4-bbfd-13df40e0c2f5,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:18.523261 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-b23dd6fd-b14a-4a12-a970-d9428245f425 req-9b6be827-4be1-43ea-a89d-854a64bffe74 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:18.537655 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['12c539aa-20c7-4e61-9893-071488e12699'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:15:18.565406 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8b024369-1366-451c-92fc-7ef56f48d3e1 req-4a833180-9de9-4249-8045-368888763d2f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=12c539aa-20c7-4e61-9893-071488e12699 HTTP/1.1" status: 200 len: 217 time: 0.0526693 Aug 29 04:15:18.586237 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef49847b-d989-4831-a9a7-10e7948cfb2d req-e97a0d1d-68ba-40a7-bb2c-01ea21bc55d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:18.587653 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ef49847b-d989-4831-a9a7-10e7948cfb2d req-e97a0d1d-68ba-40a7-bb2c-01ea21bc55d9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1439998 Aug 29 04:15:18.597251 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23dd6fd-b14a-4a12-a970-d9428245f425 req-9b6be827-4be1-43ea-a89d-854a64bffe74 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:18.597644 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-b23dd6fd-b14a-4a12-a970-d9428245f425 req-9b6be827-4be1-43ea-a89d-854a64bffe74 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:18.599805 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b23dd6fd-b14a-4a12-a970-d9428245f425 req-9b6be827-4be1-43ea-a89d-854a64bffe74 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "PUT /v2.0/ports/12c539aa-20c7-4e61-9893-071488e12699 HTTP/1.1" status: 200 len: 1020 time: 1.1887565 Aug 29 04:15:18.620150 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-45ce14cb-54d0-4142-9483-8786b3933022 req-a29422d6-6883-42f5-b5f2-87b01e55a064 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322570 Aug 29 04:15:18.639153 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff949f-783d-4912-aa04-7459cf3f6f9f req-c3dd74df-a6a9-4251-aaa3-1891834810f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:18.641800 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d1ff949f-783d-4912-aa04-7459cf3f6f9f req-c3dd74df-a6a9-4251-aaa3-1891834810f8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1d0658a0a90a4facb02cad62921e20d5&device_id=83df3f9c-fda9-43d6-848d-9b61b206ad4d HTTP/1.1" status: 200 len: 1095 time: 0.1837564 Aug 29 04:15:18.703324 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['12c539aa-20c7-4e61-9893-071488e12699'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:15:18.705589 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b024369-1366-451c-92fc-7ef56f48d3e1 req-1cd580d8-e4bb-44c3-ae8f-04302cd98d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:18.707737 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8b024369-1366-451c-92fc-7ef56f48d3e1 req-1cd580d8-e4bb-44c3-ae8f-04302cd98d90 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7aff1b55-5acd-4615-92fe-59d502737750 HTTP/1.1" status: 200 len: 853 time: 0.1316376 Aug 29 04:15:18.729795 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d1ff949f-783d-4912-aa04-7459cf3f6f9f req-6bcc1b89-399f-45d1-bde9-e0ac847a1f3f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6bf9784d-aab5-49f4-bbfd-13df40e0c2f5 HTTP/1.1" status: 200 len: 217 time: 0.0679078 Aug 29 04:15:18.730387 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6be827-4be1-43ea-a89d-854a64bffe74 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Pushing event updated for resources: {'Port': ['ID=12c539aa-20c7-4e61-9893-071488e12699,revision_number=7']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:18.778898 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8b024369-1366-451c-92fc-7ef56f48d3e1 req-e5c5c603-b33c-4cb9-8503-d323ade81541 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f96f67f6-e1fe-44b3-b4cf-964eb290f20c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572000 Aug 29 04:15:18.805125 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-f8909b2b-0127-4623-b164-534cb3ac0585 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Allocated IP 19.80.0.7 (ff6119cb-f4c8-4d57-a865-056c3e1ce852/0994d884-b858-4d69-995a-7fd1f3ac66d1/7125385e-c6d6-410f-ab2c-42db222e3dfe) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:15:18.847560 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64a7b99-9ad6-454b-ba34-f121411ddc36 req-841a0552-11cf-4f19-906f-b2be2c807dfb tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:18.853430 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device c0fede3e-b743-4703-9d18-4c5fb6ef6402 details requested by agent hyperv_n-h2-712140-12 with host n-h2-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:15:18.853783 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64a7b99-9ad6-454b-ba34-f121411ddc36 req-841a0552-11cf-4f19-906f-b2be2c807dfb tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:18.855404 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b64a7b99-9ad6-454b-ba34-f121411ddc36 req-841a0552-11cf-4f19-906f-b2be2c807dfb tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] 10.222.0.22 "GET /v2.0/ports?device_id=966907ac-f30d-4d80-9c2d-3632b08265a7 HTTP/1.1" status: 200 len: 1655 time: 0.1309004 Aug 29 04:15:18.861685 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff949f-783d-4912-aa04-7459cf3f6f9f req-e986f901-9764-4303-81d5-fc3f3d669410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:18.863335 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d1ff949f-783d-4912-aa04-7459cf3f6f9f req-e986f901-9764-4303-81d5-fc3f3d669410 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=210c6ef6-f12f-4dde-90b9-22d1971290b1 HTTP/1.1" status: 200 len: 860 time: 0.1194513 Aug 29 04:15:18.872795 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ef49847b-d989-4831-a9a7-10e7948cfb2d req-794b3590-60cb-460d-8aec-144b506b52e2 service neutron] 10.222.0.48 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632675 Aug 29 04:15:18.917337 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:18.934849 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d1ff949f-783d-4912-aa04-7459cf3f6f9f req-12eb938e-12d6-4674-9d65-c61abb68a676 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=53020a37-9cfa-46c3-bf40-16467007f493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585525 Aug 29 04:15:18.950055 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee68de83-034a-481d-8834-511a41972aab req-6b569ca3-c0c1-47f3-a8b4-888abd197dfd tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:18.951857 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ee68de83-034a-481d-8834-511a41972aab req-6b569ca3-c0c1-47f3-a8b4-888abd197dfd tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=71fe9f3e-3534-4c4d-8ae6-ccb2829ad4b8 HTTP/1.1" status: 200 len: 945 time: 0.2291057 Aug 29 04:15:19.049651 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8b024369-1366-451c-92fc-7ef56f48d3e1 req-05c582ea-63fa-4791-9c26-d04179453661 service neutron] 10.222.0.46 "GET /v2.0/networks/f96f67f6-e1fe-44b3-b4cf-964eb290f20c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519460 Aug 29 04:15:19.061298 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ee68de83-034a-481d-8834-511a41972aab req-746c3b36-ce1d-47e9-a05b-bbdbca733d11 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=67519499-017b-4c54-88db-c974346724c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946634 Aug 29 04:15:19.079389 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b64a7b99-9ad6-454b-ba34-f121411ddc36 req-d307bfb5-26e9-4ea3-bd26-52aa182ef9cf tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] 10.222.0.22 "GET /v2.0/security-groups?id=07b81801-f107-42cd-9c04-405b0de95462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003427 Aug 29 04:15:19.097520 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port c0fede3e-b743-4703-9d18-4c5fb6ef6402, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=c0fede3e-b743-4703-9d18-4c5fb6ef6402,segment=NetworkSegment(c9e5e776-11d5-43a7-876c-a8e03f9d631d),segment_id=c9e5e776-11d5-43a7-876c-a8e03f9d631d)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:19.121263 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Returning: {'device': 'c0fede3e-b743-4703-9d18-4c5fb6ef6402', 'network_id': 'e3bde2e1-3ab1-4941-a478-28319d253320', 'port_id': 'c0fede3e-b743-4703-9d18-4c5fb6ef6402', 'mac_address': 'fa:16:3e:b7:24:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd6871f2-16cf-4df2-be2b-552e69868a10', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:15:19.153232 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ef49847b-d989-4831-a9a7-10e7948cfb2d req-eff00c59-8814-4f5a-a9ae-6abf09d3ed42 service neutron] 10.222.0.48 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703092 Aug 29 04:15:19.156352 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d1ff949f-783d-4912-aa04-7459cf3f6f9f req-824ca418-881e-4c8f-a7d4-122afecba259 service neutron] 10.222.0.46 "GET /v2.0/networks/53020a37-9cfa-46c3-bf40-16467007f493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103455 Aug 29 04:15:19.189739 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:19.212968 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40026f06-e9c3-4bbf-ae3d-47bb400deba7 x-openstack-request-id: req-40026f06-e9c3-4bbf-ae3d-47bb400deba7 {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:15:19.213359 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83df3f9c-fda9-43d6-848d-9b61b206ad4d", "tag": "6bf9784d-aab5-49f4-bbfd-13df40e0c2f5", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:15:19.213706 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-40026f06-e9c3-4bbf-ae3d-47bb400deba7 {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:15:19.214193 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83df3f9c-fda9-43d6-848d-9b61b206ad4d', 'tag': '6bf9784d-aab5-49f4-bbfd-13df40e0c2f5', 'status': 'completed', 'code': 200} Aug 29 04:15:19.220256 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-f8909b2b-0127-4623-b164-534cb3ac0585 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:19.228087 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0fede3e-b743-4703-9d18-4c5fb6ef6402 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:15:19.257859 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port c0fede3e-b743-4703-9d18-4c5fb6ef6402, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=c0fede3e-b743-4703-9d18-4c5fb6ef6402,segment=NetworkSegment(c9e5e776-11d5-43a7-876c-a8e03f9d631d),segment_id=c9e5e776-11d5-43a7-876c-a8e03f9d631d)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:19.258093 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8b024369-1366-451c-92fc-7ef56f48d3e1 req-4ef2bb22-b6c2-45b8-a2be-270a8d711fa4 service neutron] 10.222.0.46 "GET /v2.0/networks/f96f67f6-e1fe-44b3-b4cf-964eb290f20c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931200 Aug 29 04:15:19.264002 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:19.294762 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f73c52-05d5-49ee-9601-6d31ab1b2e4f req-68a9dcb3-3f8a-4317-8568-f9719794bb19 tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:19.296554 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-66f73c52-05d5-49ee-9601-6d31ab1b2e4f req-68a9dcb3-3f8a-4317-8568-f9719794bb19 tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] 10.222.0.22 "GET /v2.0/ports?device_id=963e3660-e80c-437e-ab2a-6c73ce940860 HTTP/1.1" status: 200 len: 948 time: 0.0918355 Aug 29 04:15:19.308024 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-f8909b2b-0127-4623-b164-534cb3ac0585 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Transition to ACTIVE for port object 7125385e-c6d6-410f-ab2c-42db222e3dfe will not be triggered until provisioned by entity DHCP. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:15:19.319599 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=c0fede3e-b743-4703-9d18-4c5fb6ef6402,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:19.345149 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-66f73c52-05d5-49ee-9601-6d31ab1b2e4f req-61ec1003-7df3-446a-9f26-b94606c1b991 tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] 10.222.0.22 "GET /v2.0/security-groups?id=62eb171a-895c-4930-a5a9-dc2f4d1bead2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366466 Aug 29 04:15:19.459923 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73daadda-d45c-4911-8a2b-38dfa13a0f0d req-2ab23c69-311f-497d-bf78-df4689348cd4 tempest-InstanceActionsNegativeTestJSON-925748557 tempest-InstanceActionsNegativeTestJSON-925748557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:19.461553 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-73daadda-d45c-4911-8a2b-38dfa13a0f0d req-2ab23c69-311f-497d-bf78-df4689348cd4 tempest-InstanceActionsNegativeTestJSON-925748557 tempest-InstanceActionsNegativeTestJSON-925748557-project] 10.222.0.22 "GET /v2.0/ports?device_id=01145964-e7a8-4c95-b1a6-08cd5145b047 HTTP/1.1" status: 200 len: 945 time: 0.0571260 Aug 29 04:15:19.515952 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-73daadda-d45c-4911-8a2b-38dfa13a0f0d req-de543c4f-fcef-4644-b6c9-35d999c38e65 tempest-InstanceActionsNegativeTestJSON-925748557 tempest-InstanceActionsNegativeTestJSON-925748557-project] 10.222.0.22 "GET /v2.0/security-groups?id=92e8e9a9-e6d4-4e64-8010-a55d52d23dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442877 Aug 29 04:15:19.625433 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7924b2e-8586-4991-a96d-c5a10e4a4994 req-6b945c35-6fda-4694-a341-8e7eb4d96710 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:19.627007 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b7924b2e-8586-4991-a96d-c5a10e4a4994 req-6b945c35-6fda-4694-a341-8e7eb4d96710 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=83df3f9c-fda9-43d6-848d-9b61b206ad4d HTTP/1.1" status: 200 len: 943 time: 0.0523055 Aug 29 04:15:19.632053 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d1ff949f-783d-4912-aa04-7459cf3f6f9f req-98de724e-e1f8-4f2a-b88d-5a574dd0e5df service neutron] 10.222.0.46 "GET /v2.0/networks/53020a37-9cfa-46c3-bf40-16467007f493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4336193 Aug 29 04:15:19.644945 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed649b49-2cf7-4965-912a-a85830265b59 req-a22e3932-c2a1-46c3-9b15-16fcf4a5b008 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:19.646983 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ed649b49-2cf7-4965-912a-a85830265b59 req-a22e3932-c2a1-46c3-9b15-16fcf4a5b008 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "GET /v2.0/ports?device_id=429ae5c7-9100-4a8a-b7b8-9ea68341e49a HTTP/1.1" status: 200 len: 1023 time: 0.3812826 Aug 29 04:15:19.663017 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-f8909b2b-0127-4623-b164-534cb3ac0585 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:19.675166 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b7924b2e-8586-4991-a96d-c5a10e4a4994 req-3050140c-a271-4916-aea1-6b5c47282138 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416663 Aug 29 04:15:19.763494 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-f8909b2b-0127-4623-b164-534cb3ac0585 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Network ff6119cb-f4c8-4d57-a865-056c3e1ce852 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:15:19.771801 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8909b2b-0127-4623-b164-534cb3ac0585 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Pushing event updated for resources: {'Port': ['ID=7125385e-c6d6-410f-ab2c-42db222e3dfe,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:19.774998 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-f8909b2b-0127-4623-b164-534cb3ac0585 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:15:19.785806 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-f8909b2b-0127-4623-b164-534cb3ac0585 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:15:19.836662 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['c0fede3e-b743-4703-9d18-4c5fb6ef6402'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:15:19.846345 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ed649b49-2cf7-4965-912a-a85830265b59 req-d7679416-7bd0-4fbc-a093-306d3f1d40c1 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "GET /v2.0/security-groups?id=890c423e-8656-4b83-8d5a-69dbc4f8ebc7&id=928b8436-db78-4a6b-bcb4-8c108482d446&id=6deba2c4-052b-44f5-b48b-9079a81d99bd HTTP/1.1" status: 200 len: 6146 time: 0.1867349 Aug 29 04:15:19.851987 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742efd3e-de85-4c16-afb1-78e91cf8fe41 req-21505be2-b009-4836-b18d-15c4c3227846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:19.853490 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-742efd3e-de85-4c16-afb1-78e91cf8fe41 req-21505be2-b009-4836-b18d-15c4c3227846 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1d0658a0a90a4facb02cad62921e20d5&device_id=83df3f9c-fda9-43d6-848d-9b61b206ad4d HTTP/1.1" status: 200 len: 1095 time: 0.1469066 Aug 29 04:15:19.875677 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-f8909b2b-0127-4623-b164-534cb3ac0585 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:19.876272 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-f8909b2b-0127-4623-b164-534cb3ac0585 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:19.918745 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031b7d5f-58a6-4a07-ad78-640256b59144 req-d0132787-6ae6-4bd9-9fba-84f52f8f8c46 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:19.920853 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-031b7d5f-58a6-4a07-ad78-640256b59144 req-d0132787-6ae6-4bd9-9fba-84f52f8f8c46 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=254c13cc-30d3-4dde-98fe-c918506baec4 HTTP/1.1" status: 200 len: 944 time: 0.0560825 Aug 29 04:15:19.926521 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-199f9b72-9b57-4d4a-a353-929ebae63c4f req-48bf2727-1822-44fc-a713-9bfc499e4aca tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Request body: {'security_group': {'name': ' tempest-securitygroup -816985247 ', 'description': 'tempest-description-876594843'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:19.966639 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-f8909b2b-0127-4623-b164-534cb3ac0585 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.9509542 Aug 29 04:15:19.982765 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-031b7d5f-58a6-4a07-ad78-640256b59144 req-73224633-6feb-4cd4-8100-f1b831896f83 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553386 Aug 29 04:15:20.006230 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-02ed9845-0a3a-4f81-bf1b-28792424cf77 service neutron] Request body: {'port': {'device_id': '966907ac-f30d-4d80-9c2d-3632b08265a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-12'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:20.031249 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-199f9b72-9b57-4d4a-a353-929ebae63c4f req-48bf2727-1822-44fc-a713-9bfc499e4aca tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:20.069875 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742efd3e-de85-4c16-afb1-78e91cf8fe41 req-15b0c3ef-53b2-4549-8b8f-d2ac122f9387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:20.071198 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-742efd3e-de85-4c16-afb1-78e91cf8fe41 req-15b0c3ef-53b2-4549-8b8f-d2ac122f9387 service neutron] 10.222.0.46 "GET /v2.0/networks?id=53020a37-9cfa-46c3-bf40-16467007f493 HTTP/1.1" status: 200 len: 921 time: 0.2080069 Aug 29 04:15:20.121910 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-b51061f4-c848-4320-b09f-902acbe59339 None None] Provisioning for port 7125385e-c6d6-410f-ab2c-42db222e3dfe completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:15:20.125907 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-b51061f4-c848-4320-b09f-902acbe59339 None None] Provisioning complete for port 7125385e-c6d6-410f-ab2c-42db222e3dfe triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:15:20.126275 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b51061f4-c848-4320-b09f-902acbe59339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:20.143743 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-742efd3e-de85-4c16-afb1-78e91cf8fe41 req-7471bcb3-02f4-422d-901c-e48607d6f5c6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6bf9784d-aab5-49f4-bbfd-13df40e0c2f5 HTTP/1.1" status: 200 len: 217 time: 0.0448146 Aug 29 04:15:20.160983 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '963e3660-e80c-437e-ab2a-6c73ce940860', 'tag': '0d1125bc-4894-428c-a53f-b38d29aecf17'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:15:20.163284 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2789cc82-6f97-4c1a-be4f-93ef1b81d52f" -d '{"events": [{"name": "network-changed", "server_uuid": "963e3660-e80c-437e-ab2a-6c73ce940860", "tag": "0d1125bc-4894-428c-a53f-b38d29aecf17"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:15:20.165048 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-02ed9845-0a3a-4f81-bf1b-28792424cf77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:20.174677 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-b51061f4-c848-4320-b09f-902acbe59339 None None] Port 7125385e-c6d6-410f-ab2c-42db222e3dfe cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:15:20.197818 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d521d76-d703-4696-afc3-236d864b8c5c req-ad94038f-c2fa-4e4c-8a6a-c46c628cb372 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:20.199792 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7d521d76-d703-4696-afc3-236d864b8c5c req-ad94038f-c2fa-4e4c-8a6a-c46c628cb372 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=71fe9f3e-3534-4c4d-8ae6-ccb2829ad4b8 HTTP/1.1" status: 200 len: 945 time: 0.0695448 Aug 29 04:15:20.239522 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7d521d76-d703-4696-afc3-236d864b8c5c req-6455659b-61b0-433c-b09a-0b38df38f957 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=67519499-017b-4c54-88db-c974346724c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334694 Aug 29 04:15:20.254354 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742efd3e-de85-4c16-afb1-78e91cf8fe41 req-d18e31a9-f50b-4ff8-b182-b1015f34c01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:20.256429 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-742efd3e-de85-4c16-afb1-78e91cf8fe41 req-d18e31a9-f50b-4ff8-b182-b1015f34c01c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=210c6ef6-f12f-4dde-90b9-22d1971290b1 HTTP/1.1" status: 200 len: 860 time: 0.1072245 Aug 29 04:15:20.357796 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-742efd3e-de85-4c16-afb1-78e91cf8fe41 req-dc79c322-b13b-4e04-b483-a960791be21d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=53020a37-9cfa-46c3-bf40-16467007f493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0794754 Aug 29 04:15:20.360054 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-199f9b72-9b57-4d4a-a353-929ebae63c4f req-48bf2727-1822-44fc-a713-9bfc499e4aca tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:20.364275 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-199f9b72-9b57-4d4a-a353-929ebae63c4f req-48bf2727-1822-44fc-a713-9bfc499e4aca tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:20.368425 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b191c7-02f1-4751-a2ec-83b576631d6e req-658c4d5d-747c-4a54-b9bc-6a76690ce71c tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:20.374353 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b191c7-02f1-4751-a2ec-83b576631d6e req-658c4d5d-747c-4a54-b9bc-6a76690ce71c tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:20.381023 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b191c7-02f1-4751-a2ec-83b576631d6e req-658c4d5d-747c-4a54-b9bc-6a76690ce71c tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:20.382643 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b8b191c7-02f1-4751-a2ec-83b576631d6e req-658c4d5d-747c-4a54-b9bc-6a76690ce71c tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] 10.222.0.22 "GET /v2.0/ports?device_id=966907ac-f30d-4d80-9c2d-3632b08265a7 HTTP/1.1" status: 200 len: 2375 time: 0.0637324 Aug 29 04:15:20.424683 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b8b191c7-02f1-4751-a2ec-83b576631d6e req-fcfd9e6b-eca4-4d62-9b7a-b5e5b1898014 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] 10.222.0.22 "GET /v2.0/security-groups?id=07b81801-f107-42cd-9c04-405b0de95462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355601 Aug 29 04:15:20.453515 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-199f9b72-9b57-4d4a-a353-929ebae63c4f req-48bf2727-1822-44fc-a713-9bfc499e4aca tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:20.454788 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-199f9b72-9b57-4d4a-a353-929ebae63c4f req-48bf2727-1822-44fc-a713-9bfc499e4aca tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 0.5738671 Aug 29 04:15:20.470020 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bf2727-1822-44fc-a713-9bfc499e4aca tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=310958a3-7a64-4242-b3d0-c88bda25a605,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:20.478739 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebe2ee2c-3ba8-4736-b171-77897e8318a4 x-openstack-request-id: req-ebe2ee2c-3ba8-4736-b171-77897e8318a4 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:15:20.478949 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "963e3660-e80c-437e-ab2a-6c73ce940860", "tag": "0d1125bc-4894-428c-a53f-b38d29aecf17", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:15:20.479148 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ebe2ee2c-3ba8-4736-b171-77897e8318a4 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:15:20.479576 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '963e3660-e80c-437e-ab2a-6c73ce940860', 'tag': '0d1125bc-4894-428c-a53f-b38d29aecf17', 'status': 'completed', 'code': 200} Aug 29 04:15:20.562612 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-944b9211-83d9-4ed5-aef5-d949db32b76e req-54d16876-ee0f-4908-84d6-baa7fd670ae0 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "GET /v2.0/security-groups/310958a3-7a64-4242-b3d0-c88bda25a605 HTTP/1.1" status: 200 len: 1779 time: 0.0687571 Aug 29 04:15:20.583366 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2789cc82-6f97-4c1a-be4f-93ef1b81d52f req-0f3527ef-7193-4ec9-a6d5-239201f69be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:20.584120 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-742efd3e-de85-4c16-afb1-78e91cf8fe41 req-561c13b9-f093-4a5e-9789-37c5689e34ea service neutron] 10.222.0.46 "GET /v2.0/networks/53020a37-9cfa-46c3-bf40-16467007f493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041199 Aug 29 04:15:20.585112 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2789cc82-6f97-4c1a-be4f-93ef1b81d52f req-0f3527ef-7193-4ec9-a6d5-239201f69be8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9d502feae3bc4085a1a36ae25f6d8951&device_id=963e3660-e80c-437e-ab2a-6c73ce940860 HTTP/1.1" status: 200 len: 1100 time: 0.0543413 Aug 29 04:15:20.710845 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b7a72e-5efa-422b-93f0-e71b0b368092 req-d61d0301-8d9a-4a23-86ee-cd0a1bdbe212 tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:20.711716 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-15b7a72e-5efa-422b-93f0-e71b0b368092 req-d61d0301-8d9a-4a23-86ee-cd0a1bdbe212 tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] 10.222.0.22 "GET /v2.0/ports?device_id=963e3660-e80c-437e-ab2a-6c73ce940860 HTTP/1.1" status: 200 len: 948 time: 0.1948404 Aug 29 04:15:20.713969 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb21091-1139-4c8a-923c-f9f1349b8ee1 req-f11c2802-5112-40da-ae9b-7a69563ce89d tempest-InstanceActionsNegativeTestJSON-925748557 tempest-InstanceActionsNegativeTestJSON-925748557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:20.715466 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9fb21091-1139-4c8a-923c-f9f1349b8ee1 req-f11c2802-5112-40da-ae9b-7a69563ce89d tempest-InstanceActionsNegativeTestJSON-925748557 tempest-InstanceActionsNegativeTestJSON-925748557-project] 10.222.0.22 "GET /v2.0/ports?device_id=01145964-e7a8-4c95-b1a6-08cd5145b047 HTTP/1.1" status: 200 len: 945 time: 0.0764804 Aug 29 04:15:20.718954 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2789cc82-6f97-4c1a-be4f-93ef1b81d52f req-754ca057-bc95-4182-8b56-7f13b9b8935c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:20.719843 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2789cc82-6f97-4c1a-be4f-93ef1b81d52f req-754ca057-bc95-4182-8b56-7f13b9b8935c service neutron] 10.222.0.48 "GET /v2.0/networks?id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 HTTP/1.1" status: 200 len: 870 time: 0.1271987 Aug 29 04:15:20.777033 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2789cc82-6f97-4c1a-be4f-93ef1b81d52f req-5f2cc15a-79fc-415e-b5f9-00bc0c1f7b80 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=0d1125bc-4894-428c-a53f-b38d29aecf17 HTTP/1.1" status: 200 len: 217 time: 0.0461841 Aug 29 04:15:20.801836 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9fb21091-1139-4c8a-923c-f9f1349b8ee1 req-0fd91579-c686-4a3e-b718-866979470b01 tempest-InstanceActionsNegativeTestJSON-925748557 tempest-InstanceActionsNegativeTestJSON-925748557-project] 10.222.0.22 "GET /v2.0/security-groups?id=92e8e9a9-e6d4-4e64-8010-a55d52d23dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783277 Aug 29 04:15:20.808007 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-15b7a72e-5efa-422b-93f0-e71b0b368092 req-d5689d13-c793-40e6-85f3-7fa5564a4c30 tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] 10.222.0.22 "GET /v2.0/security-groups?id=62eb171a-895c-4930-a5a9-dc2f4d1bead2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893555 Aug 29 04:15:20.816312 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-742efd3e-de85-4c16-afb1-78e91cf8fe41 req-76a119dd-b4c3-47d5-aa7f-4c336173e10d service neutron] 10.222.0.46 "GET /v2.0/networks/53020a37-9cfa-46c3-bf40-16467007f493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186542 Aug 29 04:15:20.818228 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-02ed9845-0a3a-4f81-bf1b-28792424cf77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eccbf569-928f-4b7d-9230-563ab35fc72a {{(pid=94829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:15:20.825923 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-02ed9845-0a3a-4f81-bf1b-28792424cf77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:20.840435 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2789cc82-6f97-4c1a-be4f-93ef1b81d52f req-c0714f60-fa46-4bca-893a-46a1d23ce6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:20.840587 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-02ed9845-0a3a-4f81-bf1b-28792424cf77 service neutron] Transition to ACTIVE for port object eccbf569-928f-4b7d-9230-563ab35fc72a will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:15:20.842283 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2789cc82-6f97-4c1a-be4f-93ef1b81d52f req-c0714f60-fa46-4bca-893a-46a1d23ce6d4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=18cd12d4-b12a-41b0-b0c5-618edbb84e74 HTTP/1.1" status: 200 len: 843 time: 0.0559702 Aug 29 04:15:20.846310 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-02ed9845-0a3a-4f81-bf1b-28792424cf77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:20.853341 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 12ac3403-99e1-47f1-bece-be332a0122d4 up at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:15:20.854044 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:15:20.906415 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2789cc82-6f97-4c1a-be4f-93ef1b81d52f req-91ed53e8-9290-443f-8198-14cdb1ebc624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:20.909510 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2789cc82-6f97-4c1a-be4f-93ef1b81d52f req-91ed53e8-9290-443f-8198-14cdb1ebc624 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0579495 Aug 29 04:15:20.928421 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ed9845-0a3a-4f81-bf1b-28792424cf77 service neutron] Pushing event updated for resources: {'Port': ['ID=eccbf569-928f-4b7d-9230-563ab35fc72a,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:20.952721 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning for port 12ac3403-99e1-47f1-bece-be332a0122d4 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:15:20.956673 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning complete for port 12ac3403-99e1-47f1-bece-be332a0122d4 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:15:20.957126 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:20.982736 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3f63a0d3-1434-4625-b5e8-c0bef93989a0 req-9f819282-d136-4287-bdb3-147c69929e65 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "GET /v2.0/security-groups/310958a3-7a64-4242-b3d0-c88bda25a605 HTTP/1.1" status: 200 len: 1779 time: 0.1335962 Aug 29 04:15:21.037079 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2789cc82-6f97-4c1a-be4f-93ef1b81d52f req-2e1dd2cf-7797-46da-a754-98fc054164d4 service neutron] 10.222.0.48 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178567 Aug 29 04:15:21.046132 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-02ed9845-0a3a-4f81-bf1b-28792424cf77 service neutron] Attempting to bind port eccbf569-928f-4b7d-9230-563ab35fc72a on host n-h2-712140-12 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:15:21.046475 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-02ed9845-0a3a-4f81-bf1b-28792424cf77 service neutron] Attempting to bind port eccbf569-928f-4b7d-9230-563ab35fc72a by drivers openvswitch,hyperv on host n-h2-712140-12 at level 0 using segments [{'id': '4e322a1b-f45c-4e09-a71a-9baa38bdebb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ff6119cb-f4c8-4d57-a865-056c3e1ce852'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:15:21.046812 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-02ed9845-0a3a-4f81-bf1b-28792424cf77 service neutron] Attempting to bind port eccbf569-928f-4b7d-9230-563ab35fc72a on network ff6119cb-f4c8-4d57-a865-056c3e1ce852 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:15:21.053475 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-02ed9845-0a3a-4f81-bf1b-28792424cf77 service neutron] Port eccbf569-928f-4b7d-9230-563ab35fc72a on network ff6119cb-f4c8-4d57-a865-056c3e1ce852 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-12 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:15:21.053802 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-02ed9845-0a3a-4f81-bf1b-28792424cf77 service neutron] Attempting to bind port eccbf569-928f-4b7d-9230-563ab35fc72a on network ff6119cb-f4c8-4d57-a865-056c3e1ce852 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:15:21.063226 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-02ed9845-0a3a-4f81-bf1b-28792424cf77 service neutron] Checking agent: {'id': 'b3a0606b-b029-4f5e-8798-3a32b71d8844', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 14, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:15:21.063563 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-02ed9845-0a3a-4f81-bf1b-28792424cf77 service neutron] Checking segment: {'id': '4e322a1b-f45c-4e09-a71a-9baa38bdebb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ff6119cb-f4c8-4d57-a865-056c3e1ce852'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:15:21.063978 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-02ed9845-0a3a-4f81-bf1b-28792424cf77 service neutron] Bound using segment: {'id': '4e322a1b-f45c-4e09-a71a-9baa38bdebb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ff6119cb-f4c8-4d57-a865-056c3e1ce852'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:15:21.064424 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-02ed9845-0a3a-4f81-bf1b-28792424cf77 service neutron] Bound port: eccbf569-928f-4b7d-9230-563ab35fc72a, host: n-h2-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e322a1b-f45c-4e09-a71a-9baa38bdebb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ff6119cb-f4c8-4d57-a865-056c3e1ce852'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:15:21.064783 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-02ed9845-0a3a-4f81-bf1b-28792424cf77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:21.072235 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:21.117745 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '254c13cc-30d3-4dde-98fe-c918506baec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12ac3403-99e1-47f1-bece-be332a0122d4'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:15:21.120807 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2198dac5-ada8-4e92-90fc-1e47c6ec50c4" -d '{"events": [{"server_uuid": "254c13cc-30d3-4dde-98fe-c918506baec4", "name": "network-vif-plugged", "status": "completed", "tag": "12ac3403-99e1-47f1-bece-be332a0122d4"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:15:21.135712 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 12ac3403-99e1-47f1-bece-be332a0122d4, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=12ac3403-99e1-47f1-bece-be332a0122d4,segment=NetworkSegment(5e7e2f14-8790-418b-88e1-15441e6a9fb5),segment_id=5e7e2f14-8790-418b-88e1-15441e6a9fb5)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:21.141209 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:21.153017 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-3f63a0d3-1434-4625-b5e8-c0bef93989a0 req-5a7143f3-1cae-49f6-b315-d7ad866ff4c5 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:21.178806 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-3f63a0d3-1434-4625-b5e8-c0bef93989a0 req-5a7143f3-1cae-49f6-b315-d7ad866ff4c5 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:21.206356 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f2aaac-134e-479c-87c1-d671e7a68efc req-cb83ee5e-b895-464e-a565-a9c2ec3d8ea6 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:21.209868 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-85f2aaac-134e-479c-87c1-d671e7a68efc req-cb83ee5e-b895-464e-a565-a9c2ec3d8ea6 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=83df3f9c-fda9-43d6-848d-9b61b206ad4d HTTP/1.1" status: 200 len: 943 time: 0.1725717 Aug 29 04:15:21.221791 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '429ae5c7-9100-4a8a-b7b8-9ea68341e49a', 'tag': '12c539aa-20c7-4e61-9893-071488e12699'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:15:21.225135 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9b9d374-ca0c-40bb-a098-0b938e0bcdc5" -d '{"events": [{"name": "network-changed", "server_uuid": "429ae5c7-9100-4a8a-b7b8-9ea68341e49a", "tag": "12c539aa-20c7-4e61-9893-071488e12699"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:15:21.226822 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=12ac3403-99e1-47f1-bece-be332a0122d4,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:21.232289 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-3f63a0d3-1434-4625-b5e8-c0bef93989a0 req-5a7143f3-1cae-49f6-b315-d7ad866ff4c5 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:21.235289 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-3f63a0d3-1434-4625-b5e8-c0bef93989a0 req-5a7143f3-1cae-49f6-b315-d7ad866ff4c5 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:21.236820 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3f63a0d3-1434-4625-b5e8-c0bef93989a0 req-5a7143f3-1cae-49f6-b315-d7ad866ff4c5 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "DELETE /v2.0/security-groups/310958a3-7a64-4242-b3d0-c88bda25a605 HTTP/1.1" status: 204 len: 173 time: 0.2451341 Aug 29 04:15:21.250660 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-02ed9845-0a3a-4f81-bf1b-28792424cf77 service neutron] For port eccbf569-928f-4b7d-9230-563ab35fc72a, host n-h2-712140-12, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:15:21.253479 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7143f3-1cae-49f6-b315-d7ad866ff4c5 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=310958a3-7a64-4242-b3d0-c88bda25a605,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:21.256504 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-02ed9845-0a3a-4f81-bf1b-28792424cf77 service neutron] For port eccbf569-928f-4b7d-9230-563ab35fc72a, host n-h2-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=eccbf569-928f-4b7d-9230-563ab35fc72a,segment=NetworkSegment(4e322a1b-f45c-4e09-a71a-9baa38bdebb3),segment_id=4e322a1b-f45c-4e09-a71a-9baa38bdebb3)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:15:21.263124 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-02ed9845-0a3a-4f81-bf1b-28792424cf77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:21.272710 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2789cc82-6f97-4c1a-be4f-93ef1b81d52f req-d6e3b11a-f8b5-4d28-b2ec-23fcb8df5381 service neutron] 10.222.0.48 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240801 Aug 29 04:15:21.288241 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-85f2aaac-134e-479c-87c1-d671e7a68efc req-132563f1-4fac-4038-af6b-095674777ece tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702195 Aug 29 04:15:21.307644 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-02ed9845-0a3a-4f81-bf1b-28792424cf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:21.308290 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-02ed9845-0a3a-4f81-bf1b-28792424cf77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:21.309752 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-02ed9845-0a3a-4f81-bf1b-28792424cf77 service neutron] 10.222.0.48 "PUT /v2.0/ports/eccbf569-928f-4b7d-9230-563ab35fc72a HTTP/1.1" status: 200 len: 1093 time: 1.3241279 Aug 29 04:15:21.377457 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-2aebfc76-1bf7-4a1f-bf21-2b6ef94d5152 service neutron] Request body: {'port': {'device_id': '966907ac-f30d-4d80-9c2d-3632b08265a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-12'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:21.496686 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60dfc7b2-9246-43b3-ab64-d98d276b55a2 x-openstack-request-id: req-60dfc7b2-9246-43b3-ab64-d98d276b55a2 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:15:21.497171 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-2aebfc76-1bf7-4a1f-bf21-2b6ef94d5152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:21.497305 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "254c13cc-30d3-4dde-98fe-c918506baec4", "name": "network-vif-plugged", "status": "completed", "tag": "12ac3403-99e1-47f1-bece-be332a0122d4", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:15:21.497750 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-60dfc7b2-9246-43b3-ab64-d98d276b55a2 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:15:21.498548 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '254c13cc-30d3-4dde-98fe-c918506baec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12ac3403-99e1-47f1-bece-be332a0122d4', 'code': 200} Aug 29 04:15:21.499941 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ed9845-0a3a-4f81-bf1b-28792424cf77 service neutron] Pushing event updated for resources: {'Port': ['ID=eccbf569-928f-4b7d-9230-563ab35fc72a,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:21.561555 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757134c6-752a-409e-9a85-80c478770608 req-6f88af54-bc65-4d39-849a-740671341ccf tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:21.574790 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-757134c6-752a-409e-9a85-80c478770608 req-6f88af54-bc65-4d39-849a-740671341ccf tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=254c13cc-30d3-4dde-98fe-c918506baec4 HTTP/1.1" status: 200 len: 945 time: 0.1471393 Aug 29 04:15:21.580719 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3da74aa-cbd4-47f1-b785-8eefd284b8e4 x-openstack-request-id: req-a3da74aa-cbd4-47f1-b785-8eefd284b8e4 {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:15:21.580921 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "429ae5c7-9100-4a8a-b7b8-9ea68341e49a", "tag": "12c539aa-20c7-4e61-9893-071488e12699", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:15:21.581143 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a3da74aa-cbd4-47f1-b785-8eefd284b8e4 {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:15:21.582661 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '429ae5c7-9100-4a8a-b7b8-9ea68341e49a', 'tag': '12c539aa-20c7-4e61-9893-071488e12699', 'status': 'completed', 'code': 200} Aug 29 04:15:21.616761 n-d-712140-12 neutron-server[94829]: INFO neutron.api.v2.resource [req-07992ebc-204b-4bfb-999d-512370ad20b8 req-badec9b6-6585-45a4-8fc3-0b90656fabe2 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] show failed (client error): The resource could not be found. Aug 29 04:15:21.617824 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-07992ebc-204b-4bfb-999d-512370ad20b8 req-badec9b6-6585-45a4-8fc3-0b90656fabe2 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "GET /v2.0/security-groups/310958a3-7a64-4242-b3d0-c88bda25a605 HTTP/1.1" status: 404 len: 352 time: 0.0396922 Aug 29 04:15:21.683369 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-757134c6-752a-409e-9a85-80c478770608 req-33a36c7e-92ad-4321-a50e-1425b466e5fd tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027627 Aug 29 04:15:21.714408 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ae7224-6b97-4792-aa56-7d321a1bd91d req-3b3632a7-c423-4517-b08c-3da11fff0ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:21.716203 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e6ae7224-6b97-4792-aa56-7d321a1bd91d req-3b3632a7-c423-4517-b08c-3da11fff0ee4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=254c13cc-30d3-4dde-98fe-c918506baec4 HTTP/1.1" status: 200 len: 1097 time: 0.0913939 Aug 29 04:15:21.780194 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e6ae7224-6b97-4792-aa56-7d321a1bd91d req-319b97e1-34a4-45a5-a757-e1c6b6730f9d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551527 Aug 29 04:15:21.783586 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b9d374-ca0c-40bb-a098-0b938e0bcdc5 req-c80a198b-47ac-4eb2-8f07-61adb3285768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:21.785864 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b9b9d374-ca0c-40bb-a098-0b938e0bcdc5 req-c80a198b-47ac-4eb2-8f07-61adb3285768 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=167b1cc03732479fb9ee73ff6d5e5845&device_id=429ae5c7-9100-4a8a-b7b8-9ea68341e49a HTTP/1.1" status: 200 len: 1175 time: 0.1785817 Aug 29 04:15:21.856086 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cce2ea-4131-47d1-935b-222a476cf0c6 req-398f6107-7155-48e3-8692-a70a98b54d5b tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:21.865800 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cce2ea-4131-47d1-935b-222a476cf0c6 req-398f6107-7155-48e3-8692-a70a98b54d5b tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:21.883349 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cce2ea-4131-47d1-935b-222a476cf0c6 req-398f6107-7155-48e3-8692-a70a98b54d5b tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:21.892352 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d4cce2ea-4131-47d1-935b-222a476cf0c6 req-398f6107-7155-48e3-8692-a70a98b54d5b tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] 10.222.0.22 "GET /v2.0/ports?device_id=966907ac-f30d-4d80-9c2d-3632b08265a7 HTTP/1.1" status: 200 len: 2387 time: 0.1304679 Aug 29 04:15:21.933723 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d4cce2ea-4131-47d1-935b-222a476cf0c6 req-7d71ab19-9bd0-4909-8936-bc3da7824f85 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] 10.222.0.22 "GET /v2.0/security-groups?id=07b81801-f107-42cd-9c04-405b0de95462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368841 Aug 29 04:15:21.970854 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-c6c2777d-cc79-4c15-9df7-fa13ebe201bc req-3c08c4ef-91d6-4174-ac8a-f84ae19080bf tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1114420894', 'description': 'tempest-description-1596365840'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:21.994357 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-c6c2777d-cc79-4c15-9df7-fa13ebe201bc req-3c08c4ef-91d6-4174-ac8a-f84ae19080bf tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:21.994783 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b9d374-ca0c-40bb-a098-0b938e0bcdc5 req-54cc4a6c-8d37-44e5-8e53-d285caaf827c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:21.996292 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b9b9d374-ca0c-40bb-a098-0b938e0bcdc5 req-54cc4a6c-8d37-44e5-8e53-d285caaf827c service neutron] 10.222.0.46 "GET /v2.0/networks?id=f96f67f6-e1fe-44b3-b4cf-964eb290f20c HTTP/1.1" status: 200 len: 914 time: 0.2023661 Aug 29 04:15:22.059458 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b9b9d374-ca0c-40bb-a098-0b938e0bcdc5 req-6e606af2-84ca-4a55-a6e7-5d855145de43 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=12c539aa-20c7-4e61-9893-071488e12699 HTTP/1.1" status: 200 len: 217 time: 0.0509663 Aug 29 04:15:22.086432 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-c6c2777d-cc79-4c15-9df7-fa13ebe201bc req-3c08c4ef-91d6-4174-ac8a-f84ae19080bf tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:22.090934 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-c6c2777d-cc79-4c15-9df7-fa13ebe201bc req-3c08c4ef-91d6-4174-ac8a-f84ae19080bf tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:22.120543 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-c6c2777d-cc79-4c15-9df7-fa13ebe201bc req-3c08c4ef-91d6-4174-ac8a-f84ae19080bf tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:22.121755 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c6c2777d-cc79-4c15-9df7-fa13ebe201bc req-3c08c4ef-91d6-4174-ac8a-f84ae19080bf tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.1550982 Aug 29 04:15:22.123599 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2b8dec-b122-4760-bfa5-d112319d05cc req-b5ee5ca5-f0fd-44cd-971b-5b2e28c9745f tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:22.125134 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5f2b8dec-b122-4760-bfa5-d112319d05cc req-b5ee5ca5-f0fd-44cd-971b-5b2e28c9745f tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=71fe9f3e-3534-4c4d-8ae6-ccb2829ad4b8 HTTP/1.1" status: 200 len: 945 time: 0.3834357 Aug 29 04:15:22.125628 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c08c4ef-91d6-4174-ac8a-f84ae19080bf tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dcb0434-d6c4-47f0-bc65-6e8b4baa65e4,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:22.132275 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-2aebfc76-1bf7-4a1f-bf21-2b6ef94d5152 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13aef29e-af9a-43a4-8ae1-574342300423 {{(pid=94829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:15:22.146320 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-2aebfc76-1bf7-4a1f-bf21-2b6ef94d5152 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:22.179771 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b9d374-ca0c-40bb-a098-0b938e0bcdc5 req-019910df-a792-4cee-813b-fdd04ff849ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:22.181250 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b9b9d374-ca0c-40bb-a098-0b938e0bcdc5 req-019910df-a792-4cee-813b-fdd04ff849ca service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7aff1b55-5acd-4615-92fe-59d502737750 HTTP/1.1" status: 200 len: 853 time: 0.1030908 Aug 29 04:15:22.182154 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-2aebfc76-1bf7-4a1f-bf21-2b6ef94d5152 service neutron] Transition to ACTIVE for port object 13aef29e-af9a-43a4-8ae1-574342300423 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:15:22.186942 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-2aebfc76-1bf7-4a1f-bf21-2b6ef94d5152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:22.228492 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681d2ad6-dbeb-44aa-ba0b-25a8984b0059 req-19315832-9faf-4e9a-9dc2-f381d926ab38 tempest-InstanceActionsNegativeTestJSON-925748557 tempest-InstanceActionsNegativeTestJSON-925748557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:22.230027 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-681d2ad6-dbeb-44aa-ba0b-25a8984b0059 req-19315832-9faf-4e9a-9dc2-f381d926ab38 tempest-InstanceActionsNegativeTestJSON-925748557 tempest-InstanceActionsNegativeTestJSON-925748557-project] 10.222.0.22 "GET /v2.0/ports?device_id=01145964-e7a8-4c95-b1a6-08cd5145b047 HTTP/1.1" status: 200 len: 945 time: 0.0511813 Aug 29 04:15:22.252654 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5f2b8dec-b122-4760-bfa5-d112319d05cc req-18673f61-9bd5-4b7b-a381-bd266588dc46 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=67519499-017b-4c54-88db-c974346724c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085167 Aug 29 04:15:22.261042 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b9b9d374-ca0c-40bb-a098-0b938e0bcdc5 req-696bb7bf-8cea-4c23-a5ba-2b9fdbc5f6e6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f96f67f6-e1fe-44b3-b4cf-964eb290f20c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630674 Aug 29 04:15:22.278604 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-681d2ad6-dbeb-44aa-ba0b-25a8984b0059 req-d286e9d5-3d2f-428a-837c-2a42d692df05 tempest-InstanceActionsNegativeTestJSON-925748557 tempest-InstanceActionsNegativeTestJSON-925748557-project] 10.222.0.22 "GET /v2.0/security-groups?id=92e8e9a9-e6d4-4e64-8010-a55d52d23dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384278 Aug 29 04:15:22.304309 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aebfc76-1bf7-4a1f-bf21-2b6ef94d5152 service neutron] Pushing event updated for resources: {'Port': ['ID=13aef29e-af9a-43a4-8ae1-574342300423,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:22.316376 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-1d1a08bf-dd0d-4a02-a2ed-045875fa1b11 req-19ea7a36-f0cc-4900-88cd-ed059920cf8a tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1013385628', 'description': 'tempest-description-1655486800'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:22.346383 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-1d1a08bf-dd0d-4a02-a2ed-045875fa1b11 req-19ea7a36-f0cc-4900-88cd-ed059920cf8a tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:22.430361 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 6bf9784d-aab5-49f4-bbfd-13df40e0c2f5 details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:15:22.477186 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-1d1a08bf-dd0d-4a02-a2ed-045875fa1b11 req-19ea7a36-f0cc-4900-88cd-ed059920cf8a tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:22.484604 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-1d1a08bf-dd0d-4a02-a2ed-045875fa1b11 req-19ea7a36-f0cc-4900-88cd-ed059920cf8a tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:22.489197 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8b0b10-195c-43ac-896f-9f5ecb6e4525 req-ac4c1f7b-d79c-4f84-809a-72d64c4ec5cd tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:22.491405 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-dc8b0b10-195c-43ac-896f-9f5ecb6e4525 req-ac4c1f7b-d79c-4f84-809a-72d64c4ec5cd tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] 10.222.0.22 "GET /v2.0/ports?device_id=963e3660-e80c-437e-ab2a-6c73ce940860 HTTP/1.1" status: 200 len: 948 time: 0.1456227 Aug 29 04:15:22.497650 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-2aebfc76-1bf7-4a1f-bf21-2b6ef94d5152 service neutron] Attempting to bind port 13aef29e-af9a-43a4-8ae1-574342300423 on host n-h2-712140-12 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:15:22.498062 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-2aebfc76-1bf7-4a1f-bf21-2b6ef94d5152 service neutron] Attempting to bind port 13aef29e-af9a-43a4-8ae1-574342300423 by drivers openvswitch,hyperv on host n-h2-712140-12 at level 0 using segments [{'id': '15393042-4469-4f49-91e9-601a97b6c540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'e773ee44-363a-4f14-aeb4-385d6246c43d'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:15:22.498466 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-2aebfc76-1bf7-4a1f-bf21-2b6ef94d5152 service neutron] Attempting to bind port 13aef29e-af9a-43a4-8ae1-574342300423 on network e773ee44-363a-4f14-aeb4-385d6246c43d {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:15:22.502270 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b9b9d374-ca0c-40bb-a098-0b938e0bcdc5 req-e632ccc6-8c82-41e0-a11b-bc6e0dc13e77 service neutron] 10.222.0.46 "GET /v2.0/networks/f96f67f6-e1fe-44b3-b4cf-964eb290f20c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293878 Aug 29 04:15:22.506357 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-2aebfc76-1bf7-4a1f-bf21-2b6ef94d5152 service neutron] Port 13aef29e-af9a-43a4-8ae1-574342300423 on network e773ee44-363a-4f14-aeb4-385d6246c43d not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-12 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:15:22.506773 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-2aebfc76-1bf7-4a1f-bf21-2b6ef94d5152 service neutron] Attempting to bind port 13aef29e-af9a-43a4-8ae1-574342300423 on network e773ee44-363a-4f14-aeb4-385d6246c43d {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:15:22.537128 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-1d1a08bf-dd0d-4a02-a2ed-045875fa1b11 req-19ea7a36-f0cc-4900-88cd-ed059920cf8a tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:22.537439 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-2aebfc76-1bf7-4a1f-bf21-2b6ef94d5152 service neutron] Checking agent: {'id': 'b3a0606b-b029-4f5e-8798-3a32b71d8844', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 14, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:15:22.537439 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-2aebfc76-1bf7-4a1f-bf21-2b6ef94d5152 service neutron] Checking segment: {'id': '15393042-4469-4f49-91e9-601a97b6c540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'e773ee44-363a-4f14-aeb4-385d6246c43d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:15:22.537819 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-2aebfc76-1bf7-4a1f-bf21-2b6ef94d5152 service neutron] Bound using segment: {'id': '15393042-4469-4f49-91e9-601a97b6c540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'e773ee44-363a-4f14-aeb4-385d6246c43d'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:15:22.538139 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-2aebfc76-1bf7-4a1f-bf21-2b6ef94d5152 service neutron] Bound port: 13aef29e-af9a-43a4-8ae1-574342300423, host: n-h2-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15393042-4469-4f49-91e9-601a97b6c540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'e773ee44-363a-4f14-aeb4-385d6246c43d'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:15:22.538465 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-2aebfc76-1bf7-4a1f-bf21-2b6ef94d5152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:22.553194 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1d1a08bf-dd0d-4a02-a2ed-045875fa1b11 req-19ea7a36-f0cc-4900-88cd-ed059920cf8a tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2426362 Aug 29 04:15:22.564792 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ea7a36-f0cc-4900-88cd-ed059920cf8a tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b180f41-c245-4eac-8c4d-9f24bb6f19d6,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:22.566927 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 6bf9784d-aab5-49f4-bbfd-13df40e0c2f5, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=6bf9784d-aab5-49f4-bbfd-13df40e0c2f5,segment=NetworkSegment(1fc19f14-bf6d-4959-b2c5-ed51e935e5ad),segment_id=1fc19f14-bf6d-4959-b2c5-ed51e935e5ad)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:22.595537 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Returning: {'device': '6bf9784d-aab5-49f4-bbfd-13df40e0c2f5', 'network_id': '53020a37-9cfa-46c3-bf40-16467007f493', 'port_id': '6bf9784d-aab5-49f4-bbfd-13df40e0c2f5', 'mac_address': 'fa:16:3e:4f:83:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '210c6ef6-f12f-4dde-90b9-22d1971290b1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:15:22.638918 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:22.653316 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bf9784d-aab5-49f4-bbfd-13df40e0c2f5 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:15:22.656430 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-dc8b0b10-195c-43ac-896f-9f5ecb6e4525 req-ebecdca2-7630-4142-879d-ea9e4b53fe1f tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] 10.222.0.22 "GET /v2.0/security-groups?id=62eb171a-895c-4930-a5a9-dc2f4d1bead2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300440 Aug 29 04:15:22.689332 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68a83bd-6327-4305-9e5b-ff7abc421613 req-cc0abaec-51fb-4ee4-b8f9-2d8d726d6d95 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:22.693428 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 6bf9784d-aab5-49f4-bbfd-13df40e0c2f5, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=6bf9784d-aab5-49f4-bbfd-13df40e0c2f5,segment=NetworkSegment(1fc19f14-bf6d-4959-b2c5-ed51e935e5ad),segment_id=1fc19f14-bf6d-4959-b2c5-ed51e935e5ad)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:22.694189 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b9b9d374-ca0c-40bb-a098-0b938e0bcdc5 req-477b9c17-0aeb-4055-93ab-a8238111729a service neutron] 10.222.0.46 "GET /v2.0/networks/f96f67f6-e1fe-44b3-b4cf-964eb290f20c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840336 Aug 29 04:15:22.695102 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-2aebfc76-1bf7-4a1f-bf21-2b6ef94d5152 service neutron] For port 13aef29e-af9a-43a4-8ae1-574342300423, host n-h2-712140-12, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:15:22.697689 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f68a83bd-6327-4305-9e5b-ff7abc421613 req-cc0abaec-51fb-4ee4-b8f9-2d8d726d6d95 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=83df3f9c-fda9-43d6-848d-9b61b206ad4d HTTP/1.1" status: 200 len: 943 time: 0.0818126 Aug 29 04:15:22.700455 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:22.700685 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-2aebfc76-1bf7-4a1f-bf21-2b6ef94d5152 service neutron] For port 13aef29e-af9a-43a4-8ae1-574342300423, host n-h2-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=13aef29e-af9a-43a4-8ae1-574342300423,segment=NetworkSegment(15393042-4469-4f49-91e9-601a97b6c540),segment_id=15393042-4469-4f49-91e9-601a97b6c540)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:15:22.706308 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-2aebfc76-1bf7-4a1f-bf21-2b6ef94d5152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:22.752283 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-2aebfc76-1bf7-4a1f-bf21-2b6ef94d5152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:22.752616 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f68a83bd-6327-4305-9e5b-ff7abc421613 req-e884f03a-4698-4da4-b1ae-3749cdc76f30 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539675 Aug 29 04:15:22.752979 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-2aebfc76-1bf7-4a1f-bf21-2b6ef94d5152 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:22.754375 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-2aebfc76-1bf7-4a1f-bf21-2b6ef94d5152 service neutron] 10.222.0.48 "PUT /v2.0/ports/13aef29e-af9a-43a4-8ae1-574342300423 HTTP/1.1" status: 200 len: 1093 time: 1.3820372 Aug 29 04:15:22.778370 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aebfc76-1bf7-4a1f-bf21-2b6ef94d5152 service neutron] Pushing event updated for resources: {'Port': ['ID=13aef29e-af9a-43a4-8ae1-574342300423,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:22.792778 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-c8fca782-44ab-42a8-9842-75134633c907 req-3bad1f56-a2eb-4ccc-b047-5e18a0c9a643 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-820892050', 'description': 'tempest-description-1815196188'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:22.814385 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-66e2e2c0-63d1-4369-8282-74215711652a service neutron] Request body: {'port': {'device_id': '966907ac-f30d-4d80-9c2d-3632b08265a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-12'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:22.826926 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=6bf9784d-aab5-49f4-bbfd-13df40e0c2f5,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:22.847528 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-c8fca782-44ab-42a8-9842-75134633c907 req-3bad1f56-a2eb-4ccc-b047-5e18a0c9a643 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:22.848442 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 0d1125bc-4894-428c-a53f-b38d29aecf17 details requested by agent hyperv_n-h2-712140-12 with host n-h2-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:15:22.888547 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device c0fede3e-b743-4703-9d18-4c5fb6ef6402 up at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:15:22.905353 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b90253-143f-422a-997f-547ed21ebb6f req-597a8130-f039-42bb-af1b-7b9799e06ca9 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:22.907244 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d3b90253-143f-422a-997f-547ed21ebb6f req-597a8130-f039-42bb-af1b-7b9799e06ca9 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=254c13cc-30d3-4dde-98fe-c918506baec4 HTTP/1.1" status: 200 len: 945 time: 0.0566940 Aug 29 04:15:22.916949 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-66e2e2c0-63d1-4369-8282-74215711652a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:22.965179 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d3b90253-143f-422a-997f-547ed21ebb6f req-ea21f424-e7bd-42fc-b7af-7f6276a97864 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510867 Aug 29 04:15:23.011069 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['6bf9784d-aab5-49f4-bbfd-13df40e0c2f5'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:15:23.016242 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 0d1125bc-4894-428c-a53f-b38d29aecf17, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=0d1125bc-4894-428c-a53f-b38d29aecf17,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:23.051598 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning for port c0fede3e-b743-4703-9d18-4c5fb6ef6402 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:15:23.068230 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning complete for port c0fede3e-b743-4703-9d18-4c5fb6ef6402 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:15:23.068874 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:23.073515 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Returning: {'device': '0d1125bc-4894-428c-a53f-b38d29aecf17', 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45', 'port_id': '0d1125bc-4894-428c-a53f-b38d29aecf17', 'mac_address': 'fa:16:3e:63:8a:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18cd12d4-b12a-41b0-b0c5-618edbb84e74', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:15:23.122301 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-c8fca782-44ab-42a8-9842-75134633c907 req-3bad1f56-a2eb-4ccc-b047-5e18a0c9a643 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:23.131898 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-c8fca782-44ab-42a8-9842-75134633c907 req-3bad1f56-a2eb-4ccc-b047-5e18a0c9a643 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:23.135158 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0931b78-976d-4500-be10-e0f373bcdae6 req-46450ed9-b576-4d9b-a657-a38a6dbc1582 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:23.142015 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0931b78-976d-4500-be10-e0f373bcdae6 req-46450ed9-b576-4d9b-a657-a38a6dbc1582 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:23.150493 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0931b78-976d-4500-be10-e0f373bcdae6 req-46450ed9-b576-4d9b-a657-a38a6dbc1582 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:23.159700 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b0931b78-976d-4500-be10-e0f373bcdae6 req-46450ed9-b576-4d9b-a657-a38a6dbc1582 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] 10.222.0.22 "GET /v2.0/ports?device_id=966907ac-f30d-4d80-9c2d-3632b08265a7 HTTP/1.1" status: 200 len: 2399 time: 0.1018322 Aug 29 04:15:23.178561 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:23.203414 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d1125bc-4894-428c-a53f-b38d29aecf17 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:15:23.205946 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-c8fca782-44ab-42a8-9842-75134633c907 req-3bad1f56-a2eb-4ccc-b047-5e18a0c9a643 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:23.211292 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c8fca782-44ab-42a8-9842-75134633c907 req-3bad1f56-a2eb-4ccc-b047-5e18a0c9a643 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4236319 Aug 29 04:15:23.230680 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bad1f56-a2eb-4ccc-b047-5e18a0c9a643 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1d9e81c-2118-416d-ac3d-441235e1b1d2,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:23.239031 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b0931b78-976d-4500-be10-e0f373bcdae6 req-140ab294-e537-42ae-b37b-3bc3e9538a72 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] 10.222.0.22 "GET /v2.0/security-groups?id=07b81801-f107-42cd-9c04-405b0de95462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782213 Aug 29 04:15:23.260882 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 0d1125bc-4894-428c-a53f-b38d29aecf17, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=0d1125bc-4894-428c-a53f-b38d29aecf17,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:23.272327 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:23.286234 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:23.381468 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=0d1125bc-4894-428c-a53f-b38d29aecf17,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:23.390070 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port c0fede3e-b743-4703-9d18-4c5fb6ef6402, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=c0fede3e-b743-4703-9d18-4c5fb6ef6402,segment=NetworkSegment(c9e5e776-11d5-43a7-876c-a8e03f9d631d),segment_id=c9e5e776-11d5-43a7-876c-a8e03f9d631d)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:23.396549 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:23.409850 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9eb1ba79-8c82-49d5-a437-5ac7f2bcd1ca req-3cd8ec3a-5676-4c1e-b435-495e8ca1a9d6 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=167b1cc03732479fb9ee73ff6d5e5845 HTTP/1.1" status: 200 len: 10895 time: 0.1701932 Aug 29 04:15:23.418806 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3c6ddf-7237-4ce8-b4f5-9ccc8ff48d08 req-83a61390-172d-44d7-8b37-43295cd248e3 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:23.423057 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-66e2e2c0-63d1-4369-8282-74215711652a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7125385e-c6d6-410f-ab2c-42db222e3dfe {{(pid=94829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:15:23.428056 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5d3c6ddf-7237-4ce8-b4f5-9ccc8ff48d08 req-83a61390-172d-44d7-8b37-43295cd248e3 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=71fe9f3e-3534-4c4d-8ae6-ccb2829ad4b8 HTTP/1.1" status: 200 len: 945 time: 0.0801473 Aug 29 04:15:23.442491 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-66e2e2c0-63d1-4369-8282-74215711652a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:23.448521 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=c0fede3e-b743-4703-9d18-4c5fb6ef6402,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:23.468585 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-66e2e2c0-63d1-4369-8282-74215711652a service neutron] Transition to ACTIVE for port object 7125385e-c6d6-410f-ab2c-42db222e3dfe will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:15:23.471145 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5d3c6ddf-7237-4ce8-b4f5-9ccc8ff48d08 req-d184240b-a6b5-4538-95b4-a1bf0bb1edcd tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=67519499-017b-4c54-88db-c974346724c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421309 Aug 29 04:15:23.476639 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-66e2e2c0-63d1-4369-8282-74215711652a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:23.499534 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01145964-e7a8-4c95-b1a6-08cd5145b047', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0fede3e-b743-4703-9d18-4c5fb6ef6402'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:15:23.501935 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80a903ce-aeff-497d-8756-6ffe731182fc" -d '{"events": [{"server_uuid": "01145964-e7a8-4c95-b1a6-08cd5145b047", "name": "network-vif-plugged", "status": "completed", "tag": "c0fede3e-b743-4703-9d18-4c5fb6ef6402"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:15:23.507293 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9eb1ba79-8c82-49d5-a437-5ac7f2bcd1ca req-771d01be-53d0-43d7-82fe-a16c5ef09c6b tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "GET /v2.0/security-groups/928b8436-db78-4a6b-bcb4-8c108482d446 HTTP/1.1" status: 200 len: 2981 time: 0.0888176 Aug 29 04:15:23.540542 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e2e2c0-63d1-4369-8282-74215711652a service neutron] Pushing event updated for resources: {'Port': ['ID=7125385e-c6d6-410f-ab2c-42db222e3dfe,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:23.582426 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '966907ac-f30d-4d80-9c2d-3632b08265a7', 'tag': 'eccbf569-928f-4b7d-9230-563ab35fc72a'}, {'name': 'network-changed', 'server_uuid': '966907ac-f30d-4d80-9c2d-3632b08265a7', 'tag': '13aef29e-af9a-43a4-8ae1-574342300423'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:15:23.584872 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87de7948-d81f-48f6-8032-326307f2a2d7" -d '{"events": [{"name": "network-changed", "server_uuid": "966907ac-f30d-4d80-9c2d-3632b08265a7", "tag": "eccbf569-928f-4b7d-9230-563ab35fc72a"}, {"name": "network-changed", "server_uuid": "966907ac-f30d-4d80-9c2d-3632b08265a7", "tag": "13aef29e-af9a-43a4-8ae1-574342300423"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:15:23.598532 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3cba20-4e58-449b-b5df-e286f01178a9 req-3d633242-69c6-4698-832b-cdd22ef33a10 tempest-InstanceActionsNegativeTestJSON-925748557 tempest-InstanceActionsNegativeTestJSON-925748557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:23.600354 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ed3cba20-4e58-449b-b5df-e286f01178a9 req-3d633242-69c6-4698-832b-cdd22ef33a10 tempest-InstanceActionsNegativeTestJSON-925748557 tempest-InstanceActionsNegativeTestJSON-925748557-project] 10.222.0.22 "GET /v2.0/ports?device_id=01145964-e7a8-4c95-b1a6-08cd5145b047 HTTP/1.1" status: 200 len: 946 time: 0.0631504 Aug 29 04:15:23.628281 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9eb1ba79-8c82-49d5-a437-5ac7f2bcd1ca req-aa95462e-1c37-492d-bc00-6f1d513becd7 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "GET /v2.0/security-groups/928b8436-db78-4a6b-bcb4-8c108482d446 HTTP/1.1" status: 200 len: 2981 time: 0.1033840 Aug 29 04:15:23.644274 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ed3cba20-4e58-449b-b5df-e286f01178a9 req-fef71d8e-e6b5-4b92-b42d-77dff2141f74 tempest-InstanceActionsNegativeTestJSON-925748557 tempest-InstanceActionsNegativeTestJSON-925748557-project] 10.222.0.22 "GET /v2.0/security-groups?id=92e8e9a9-e6d4-4e64-8010-a55d52d23dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378122 Aug 29 04:15:23.650933 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-66e2e2c0-63d1-4369-8282-74215711652a service neutron] Attempting to bind port 7125385e-c6d6-410f-ab2c-42db222e3dfe on host n-h2-712140-12 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:15:23.651737 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-66e2e2c0-63d1-4369-8282-74215711652a service neutron] Attempting to bind port 7125385e-c6d6-410f-ab2c-42db222e3dfe by drivers openvswitch,hyperv on host n-h2-712140-12 at level 0 using segments [{'id': '4e322a1b-f45c-4e09-a71a-9baa38bdebb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ff6119cb-f4c8-4d57-a865-056c3e1ce852'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:15:23.651737 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-66e2e2c0-63d1-4369-8282-74215711652a service neutron] Attempting to bind port 7125385e-c6d6-410f-ab2c-42db222e3dfe on network ff6119cb-f4c8-4d57-a865-056c3e1ce852 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:15:23.656727 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-66e2e2c0-63d1-4369-8282-74215711652a service neutron] Port 7125385e-c6d6-410f-ab2c-42db222e3dfe on network ff6119cb-f4c8-4d57-a865-056c3e1ce852 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-12 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:15:23.657054 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-66e2e2c0-63d1-4369-8282-74215711652a service neutron] Attempting to bind port 7125385e-c6d6-410f-ab2c-42db222e3dfe on network ff6119cb-f4c8-4d57-a865-056c3e1ce852 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:15:23.674663 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-66e2e2c0-63d1-4369-8282-74215711652a service neutron] Checking agent: {'id': 'b3a0606b-b029-4f5e-8798-3a32b71d8844', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 14, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:15:23.675118 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-66e2e2c0-63d1-4369-8282-74215711652a service neutron] Checking segment: {'id': '4e322a1b-f45c-4e09-a71a-9baa38bdebb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ff6119cb-f4c8-4d57-a865-056c3e1ce852'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:15:23.675434 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-66e2e2c0-63d1-4369-8282-74215711652a service neutron] Bound using segment: {'id': '4e322a1b-f45c-4e09-a71a-9baa38bdebb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ff6119cb-f4c8-4d57-a865-056c3e1ce852'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:15:23.678831 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-66e2e2c0-63d1-4369-8282-74215711652a service neutron] Bound port: 7125385e-c6d6-410f-ab2c-42db222e3dfe, host: n-h2-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e322a1b-f45c-4e09-a71a-9baa38bdebb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ff6119cb-f4c8-4d57-a865-056c3e1ce852'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:15:23.678831 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-66e2e2c0-63d1-4369-8282-74215711652a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:23.708279 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35a318d5-8fde-4fd8-b62c-3f66a7034f76 x-openstack-request-id: req-35a318d5-8fde-4fd8-b62c-3f66a7034f76 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:15:23.708573 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01145964-e7a8-4c95-b1a6-08cd5145b047", "name": "network-vif-plugged", "status": "completed", "tag": "c0fede3e-b743-4703-9d18-4c5fb6ef6402", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:15:23.708827 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-35a318d5-8fde-4fd8-b62c-3f66a7034f76 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:15:23.709221 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01145964-e7a8-4c95-b1a6-08cd5145b047', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0fede3e-b743-4703-9d18-4c5fb6ef6402', 'code': 200} Aug 29 04:15:23.764037 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['0d1125bc-4894-428c-a53f-b38d29aecf17'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:15:23.768526 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sun, 29 Aug 2021 04:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-821120b6-0f89-43d1-9b45-250485eaa226 x-openstack-request-id: req-821120b6-0f89-43d1-9b45-250485eaa226 {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:15:23.768925 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "966907ac-f30d-4d80-9c2d-3632b08265a7", "tag": "eccbf569-928f-4b7d-9230-563ab35fc72a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "966907ac-f30d-4d80-9c2d-3632b08265a7", "tag": "13aef29e-af9a-43a4-8ae1-574342300423", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:15:23.769349 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-821120b6-0f89-43d1-9b45-250485eaa226 {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:15:23.769733 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '966907ac-f30d-4d80-9c2d-3632b08265a7', 'tag': 'eccbf569-928f-4b7d-9230-563ab35fc72a', 'status': 'completed', 'code': 200} Aug 29 04:15:23.770036 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '966907ac-f30d-4d80-9c2d-3632b08265a7', 'tag': '13aef29e-af9a-43a4-8ae1-574342300423', 'status': 'completed', 'code': 200} Aug 29 04:15:23.773144 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-66e2e2c0-63d1-4369-8282-74215711652a service neutron] For port 7125385e-c6d6-410f-ab2c-42db222e3dfe, host n-h2-712140-12, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:15:23.805218 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-66e2e2c0-63d1-4369-8282-74215711652a service neutron] For port 7125385e-c6d6-410f-ab2c-42db222e3dfe, host n-h2-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=7125385e-c6d6-410f-ab2c-42db222e3dfe,segment=NetworkSegment(4e322a1b-f45c-4e09-a71a-9baa38bdebb3),segment_id=4e322a1b-f45c-4e09-a71a-9baa38bdebb3)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:15:23.819295 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-66e2e2c0-63d1-4369-8282-74215711652a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:23.867134 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-66e2e2c0-63d1-4369-8282-74215711652a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:23.867991 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-66e2e2c0-63d1-4369-8282-74215711652a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:23.869741 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-66e2e2c0-63d1-4369-8282-74215711652a service neutron] 10.222.0.48 "PUT /v2.0/ports/7125385e-c6d6-410f-ab2c-42db222e3dfe HTTP/1.1" status: 200 len: 1091 time: 1.0598295 Aug 29 04:15:23.878005 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-85c68d10-21a6-493e-bd19-c6269a047a7b req-78a933ba-8b42-4878-b134-f44afbea133e tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "GET /v2.0/security-groups/5dcb0434-d6c4-47f0-bc65-6e8b4baa65e4 HTTP/1.1" status: 200 len: 1801 time: 0.1228368 Aug 29 04:15:23.921529 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e2e2c0-63d1-4369-8282-74215711652a service neutron] Pushing event updated for resources: {'Port': ['ID=7125385e-c6d6-410f-ab2c-42db222e3dfe,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:23.924076 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02222aa7-9161-4012-bb03-ab28618775bf req-18beb291-caf6-4735-ad7b-3dc4c340d9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:23.925679 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-02222aa7-9161-4012-bb03-ab28618775bf req-18beb291-caf6-4735-ad7b-3dc4c340d9b7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=01145964-e7a8-4c95-b1a6-08cd5145b047 HTTP/1.1" status: 200 len: 1098 time: 0.1047952 Aug 29 04:15:23.933374 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87de7948-d81f-48f6-8032-326307f2a2d7 req-8ca49e37-4981-4a35-bacf-598b47b572c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:23.933854 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87de7948-d81f-48f6-8032-326307f2a2d7 req-8ca49e37-4981-4a35-bacf-598b47b572c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:23.934325 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87de7948-d81f-48f6-8032-326307f2a2d7 req-8ca49e37-4981-4a35-bacf-598b47b572c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:23.940690 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-87de7948-d81f-48f6-8032-326307f2a2d7 req-8ca49e37-4981-4a35-bacf-598b47b572c1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c9804a8a9be04dbf9e3249af907a3916&device_id=966907ac-f30d-4d80-9c2d-3632b08265a7 HTTP/1.1" status: 200 len: 2867 time: 0.1277661 Aug 29 04:15:23.978110 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-85c68d10-21a6-493e-bd19-c6269a047a7b req-f0744995-7e0a-4a18-853b-db9f1f320e8b tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:24.004082 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-85c68d10-21a6-493e-bd19-c6269a047a7b req-f0744995-7e0a-4a18-853b-db9f1f320e8b tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:24.032515 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827268ca-86f1-483c-a795-c8b90ae78f65 req-a4bc9154-49ce-4b6a-908a-e9a32fbdc3be tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:24.034068 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-827268ca-86f1-483c-a795-c8b90ae78f65 req-a4bc9154-49ce-4b6a-908a-e9a32fbdc3be tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] 10.222.0.22 "GET /v2.0/ports?device_id=963e3660-e80c-437e-ab2a-6c73ce940860 HTTP/1.1" status: 200 len: 949 time: 0.1819868 Aug 29 04:15:24.056037 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-85c68d10-21a6-493e-bd19-c6269a047a7b req-f0744995-7e0a-4a18-853b-db9f1f320e8b tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:24.059319 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-85c68d10-21a6-493e-bd19-c6269a047a7b req-f0744995-7e0a-4a18-853b-db9f1f320e8b tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:24.060801 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-85c68d10-21a6-493e-bd19-c6269a047a7b req-f0744995-7e0a-4a18-853b-db9f1f320e8b tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "DELETE /v2.0/security-groups/5dcb0434-d6c4-47f0-bc65-6e8b4baa65e4 HTTP/1.1" status: 204 len: 173 time: 0.1657705 Aug 29 04:15:24.072141 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0744995-7e0a-4a18-853b-db9f1f320e8b tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dcb0434-d6c4-47f0-bc65-6e8b4baa65e4,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:24.084280 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-02222aa7-9161-4012-bb03-ab28618775bf req-0dd8b8e1-99cb-45f7-9c33-4b92feb99f6b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=92e8e9a9-e6d4-4e64-8010-a55d52d23dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394179 Aug 29 04:15:24.107709 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-827268ca-86f1-483c-a795-c8b90ae78f65 req-adff194f-9be0-4386-862a-a2e4edde5e66 tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] 10.222.0.22 "GET /v2.0/security-groups?id=62eb171a-895c-4930-a5a9-dc2f4d1bead2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576556 Aug 29 04:15:24.135716 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87de7948-d81f-48f6-8032-326307f2a2d7 req-876df3b3-7769-44cb-8e3a-775da855c844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:24.136335 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87de7948-d81f-48f6-8032-326307f2a2d7 req-876df3b3-7769-44cb-8e3a-775da855c844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:24.136657 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87de7948-d81f-48f6-8032-326307f2a2d7 req-876df3b3-7769-44cb-8e3a-775da855c844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:24.138225 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-87de7948-d81f-48f6-8032-326307f2a2d7 req-876df3b3-7769-44cb-8e3a-775da855c844 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=c9804a8a9be04dbf9e3249af907a3916&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1846025 Aug 29 04:15:24.185776 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa876376-c4c1-4c4e-bb03-3ebef86735bf req-f70bb6aa-c5c9-42b9-bf95-f4bd2172f0cb tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:24.187172 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-aa876376-c4c1-4c4e-bb03-3ebef86735bf req-f70bb6aa-c5c9-42b9-bf95-f4bd2172f0cb tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e5ccfea-706b-4825-9d2e-60c0b092c82e HTTP/1.1" status: 200 len: 944 time: 0.0489426 Aug 29 04:15:24.226810 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-aa876376-c4c1-4c4e-bb03-3ebef86735bf req-93ca4569-21e9-4915-a15b-4bec7c9b167b tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=95663bcf-c178-40f7-a8d1-56ba6dc33aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327308 Aug 29 04:15:24.330293 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a2b34c-9a63-4ad3-9151-cb1095b0a3b5 req-30d6e300-28fe-456b-9e29-d91eb32e2fb6 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:24.331797 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-53a2b34c-9a63-4ad3-9151-cb1095b0a3b5 req-30d6e300-28fe-456b-9e29-d91eb32e2fb6 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=83df3f9c-fda9-43d6-848d-9b61b206ad4d HTTP/1.1" status: 200 len: 944 time: 0.0486746 Aug 29 04:15:24.371542 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-53a2b34c-9a63-4ad3-9151-cb1095b0a3b5 req-88c693e3-8f23-406a-9c58-c560bb0d8c68 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337749 Aug 29 04:15:24.423985 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 6bf9784d-aab5-49f4-bbfd-13df40e0c2f5 up at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:15:24.480248 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning for port 6bf9784d-aab5-49f4-bbfd-13df40e0c2f5 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:15:24.484664 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5a4da7-47bd-4eaa-81bc-0bc29ab242d6 req-d543e613-1d6b-4ea1-8a0f-c9bfdb9e56a3 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:24.485230 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning complete for port 6bf9784d-aab5-49f4-bbfd-13df40e0c2f5 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:15:24.485610 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:24.486155 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6c5a4da7-47bd-4eaa-81bc-0bc29ab242d6 req-d543e613-1d6b-4ea1-8a0f-c9bfdb9e56a3 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=254c13cc-30d3-4dde-98fe-c918506baec4 HTTP/1.1" status: 200 len: 945 time: 0.0568957 Aug 29 04:15:24.538781 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6c5a4da7-47bd-4eaa-81bc-0bc29ab242d6 req-b6e67ae0-f41a-4c15-86b5-78ab7692529b tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457184 Aug 29 04:15:24.570308 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:24.581436 n-d-712140-12 neutron-server[94828]: INFO neutron.api.v2.resource [req-d337c836-5032-47df-8bf4-162397986811 req-16130cca-91e3-43af-a9b8-9cdfd95dbf0e tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] show failed (client error): The resource could not be found. Aug 29 04:15:24.582463 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d337c836-5032-47df-8bf4-162397986811 req-16130cca-91e3-43af-a9b8-9cdfd95dbf0e tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "GET /v2.0/security-groups/5dcb0434-d6c4-47f0-bc65-6e8b4baa65e4 HTTP/1.1" status: 404 len: 352 time: 0.0602689 Aug 29 04:15:24.612006 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 6bf9784d-aab5-49f4-bbfd-13df40e0c2f5, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=6bf9784d-aab5-49f4-bbfd-13df40e0c2f5,segment=NetworkSegment(1fc19f14-bf6d-4959-b2c5-ed51e935e5ad),segment_id=1fc19f14-bf6d-4959-b2c5-ed51e935e5ad)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:24.617555 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:24.637478 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87de7948-d81f-48f6-8032-326307f2a2d7 req-0f55c746-71a8-45b4-9715-542a08b5ce06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:24.639191 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-87de7948-d81f-48f6-8032-326307f2a2d7 req-0f55c746-71a8-45b4-9715-542a08b5ce06 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1434402 Aug 29 04:15:24.647739 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e37cbfb-777d-411c-9df4-b9464da71473 req-2c91f772-8fa2-4231-8d16-eab3c67464d5 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:24.658141 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5e37cbfb-777d-411c-9df4-b9464da71473 req-2c91f772-8fa2-4231-8d16-eab3c67464d5 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e5ccfea-706b-4825-9d2e-60c0b092c82e HTTP/1.1" status: 200 len: 944 time: 0.0640280 Aug 29 04:15:24.680611 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=6bf9784d-aab5-49f4-bbfd-13df40e0c2f5,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:24.700787 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5e37cbfb-777d-411c-9df4-b9464da71473 req-db521555-b6db-4e79-9914-71507134a5cf tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=95663bcf-c178-40f7-a8d1-56ba6dc33aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416787 Aug 29 04:15:24.762188 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06cd301-36ba-420a-bd8a-0fe163e95dd9 req-39d8e419-c086-4af0-a174-a095fb84904d tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:24.768743 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06cd301-36ba-420a-bd8a-0fe163e95dd9 req-39d8e419-c086-4af0-a174-a095fb84904d tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:24.775386 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06cd301-36ba-420a-bd8a-0fe163e95dd9 req-39d8e419-c086-4af0-a174-a095fb84904d tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:24.777093 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d06cd301-36ba-420a-bd8a-0fe163e95dd9 req-39d8e419-c086-4af0-a174-a095fb84904d tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] 10.222.0.22 "GET /v2.0/ports?device_id=966907ac-f30d-4d80-9c2d-3632b08265a7 HTTP/1.1" status: 200 len: 2411 time: 0.1017466 Aug 29 04:15:24.808233 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87de7948-d81f-48f6-8032-326307f2a2d7 req-d2580298-eee3-436b-a202-c3f81ad5437a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:24.808715 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87de7948-d81f-48f6-8032-326307f2a2d7 req-d2580298-eee3-436b-a202-c3f81ad5437a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:24.809191 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87de7948-d81f-48f6-8032-326307f2a2d7 req-d2580298-eee3-436b-a202-c3f81ad5437a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:24.810788 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-87de7948-d81f-48f6-8032-326307f2a2d7 req-d2580298-eee3-436b-a202-c3f81ad5437a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c9804a8a9be04dbf9e3249af907a3916&device_id=966907ac-f30d-4d80-9c2d-3632b08265a7 HTTP/1.1" status: 200 len: 2867 time: 0.0908289 Aug 29 04:15:24.823843 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f11ac2-df12-4e06-b4bd-56c6b0f9989f req-9c3cc960-54cb-473e-99a5-e03c6bec2777 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:24.825645 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-50f11ac2-df12-4e06-b4bd-56c6b0f9989f req-9c3cc960-54cb-473e-99a5-e03c6bec2777 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=254c13cc-30d3-4dde-98fe-c918506baec4 HTTP/1.1" status: 200 len: 945 time: 0.0523548 Aug 29 04:15:24.828087 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d06cd301-36ba-420a-bd8a-0fe163e95dd9 req-416715a2-0a4c-4450-bee9-5095e8d3f78c tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] 10.222.0.22 "GET /v2.0/security-groups?id=07b81801-f107-42cd-9c04-405b0de95462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428505 Aug 29 04:15:24.868620 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-50f11ac2-df12-4e06-b4bd-56c6b0f9989f req-cb6fb612-f647-4185-8a6a-ed2819c75a7c tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361714 Aug 29 04:15:24.940715 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f7efc934-c76a-4b08-953c-adc469279523 req-9ad2b154-8dba-49c6-b045-bd48b9190e41 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "GET /v2.0/security-groups/2b180f41-c245-4eac-8c4d-9f24bb6f19d6 HTTP/1.1" status: 200 len: 1801 time: 0.0631044 Aug 29 04:15:24.969566 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87de7948-d81f-48f6-8032-326307f2a2d7 req-96ce98f6-f1a7-4dbb-8910-efe241f13704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:24.970043 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87de7948-d81f-48f6-8032-326307f2a2d7 req-96ce98f6-f1a7-4dbb-8910-efe241f13704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:24.970508 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87de7948-d81f-48f6-8032-326307f2a2d7 req-96ce98f6-f1a7-4dbb-8910-efe241f13704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:24.972111 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-87de7948-d81f-48f6-8032-326307f2a2d7 req-96ce98f6-f1a7-4dbb-8910-efe241f13704 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=c9804a8a9be04dbf9e3249af907a3916&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1431513 Aug 29 04:15:24.974967 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc0a4d5-cbff-40b6-afb1-c72fef1d7fb9 req-accd7fec-954b-47a3-b311-3cfadbe0873c tempest-InstanceActionsNegativeTestJSON-925748557 tempest-InstanceActionsNegativeTestJSON-925748557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:24.976502 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-cfc0a4d5-cbff-40b6-afb1-c72fef1d7fb9 req-accd7fec-954b-47a3-b311-3cfadbe0873c tempest-InstanceActionsNegativeTestJSON-925748557 tempest-InstanceActionsNegativeTestJSON-925748557-project] 10.222.0.22 "GET /v2.0/ports?device_id=01145964-e7a8-4c95-b1a6-08cd5145b047 HTTP/1.1" status: 200 len: 946 time: 0.0498080 Aug 29 04:15:25.016612 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-cfc0a4d5-cbff-40b6-afb1-c72fef1d7fb9 req-9b0ab2d2-4410-4850-b330-789af99413db tempest-InstanceActionsNegativeTestJSON-925748557 tempest-InstanceActionsNegativeTestJSON-925748557-project] 10.222.0.22 "GET /v2.0/security-groups?id=92e8e9a9-e6d4-4e64-8010-a55d52d23dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334201 Aug 29 04:15:25.063360 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-f7efc934-c76a-4b08-953c-adc469279523 req-874aeb3f-fc37-4546-9153-34e2f8935166 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:25.104321 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-f7efc934-c76a-4b08-953c-adc469279523 req-874aeb3f-fc37-4546-9153-34e2f8935166 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:25.117536 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87de7948-d81f-48f6-8032-326307f2a2d7 req-7604ec3a-11f2-454a-95ca-4873fc702a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:25.119037 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-87de7948-d81f-48f6-8032-326307f2a2d7 req-7604ec3a-11f2-454a-95ca-4873fc702a6b service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1376266 Aug 29 04:15:25.150896 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-f7efc934-c76a-4b08-953c-adc469279523 req-874aeb3f-fc37-4546-9153-34e2f8935166 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:25.153488 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-f7efc934-c76a-4b08-953c-adc469279523 req-874aeb3f-fc37-4546-9153-34e2f8935166 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:25.154678 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f7efc934-c76a-4b08-953c-adc469279523 req-874aeb3f-fc37-4546-9153-34e2f8935166 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "DELETE /v2.0/security-groups/2b180f41-c245-4eac-8c4d-9f24bb6f19d6 HTTP/1.1" status: 204 len: 173 time: 0.2061925 Aug 29 04:15:25.164007 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874aeb3f-fc37-4546-9153-34e2f8935166 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b180f41-c245-4eac-8c4d-9f24bb6f19d6,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:25.231901 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19db01f-d4f3-4a27-8b6d-8f138b930195 req-a2171b1b-67aa-455a-92b3-0e58eb8ec3a3 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:25.234365 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f19db01f-d4f3-4a27-8b6d-8f138b930195 req-a2171b1b-67aa-455a-92b3-0e58eb8ec3a3 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/networks?id=7521cd58-9470-4433-82b8-7e942c988b03 HTTP/1.1" status: 200 len: 812 time: 0.1361716 Aug 29 04:15:25.243676 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-4678c6e6-9b51-4786-841b-1c069c588b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:25.244192 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-4678c6e6-9b51-4786-841b-1c069c588b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:25.244663 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-4678c6e6-9b51-4786-841b-1c069c588b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:25.246582 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-4678c6e6-9b51-4786-841b-1c069c588b80 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c9804a8a9be04dbf9e3249af907a3916&device_id=966907ac-f30d-4d80-9c2d-3632b08265a7 HTTP/1.1" status: 200 len: 2867 time: 0.0636499 Aug 29 04:15:25.251104 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f19db01f-d4f3-4a27-8b6d-8f138b930195 req-5f3a295e-a344-451d-b49f-97197c187474 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/quotas/48da3dc54d264865b5c4834c4a90f4b5 HTTP/1.1" status: 200 len: 375 time: 0.0093954 Aug 29 04:15:25.311087 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-5d733a1a-020b-4006-8346-59fc54a8757d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.240&port_id=eccbf569-928f-4b7d-9230-563ab35fc72a HTTP/1.1" status: 200 len: 217 time: 0.0495014 Aug 29 04:15:25.426770 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-09b7101b-ff4a-4de5-95ad-b9e95beaab23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:25.428827 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-09b7101b-ff4a-4de5-95ad-b9e95beaab23 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0994d884-b858-4d69-995a-7fd1f3ac66d1 HTTP/1.1" status: 200 len: 801 time: 0.0692265 Aug 29 04:15:25.436219 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d17688-49a4-42b7-9fb7-92ac4330dff7 req-1c44a771-83f8-4286-b811-5222a3d83fb6 tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:25.437745 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-17d17688-49a4-42b7-9fb7-92ac4330dff7 req-1c44a771-83f8-4286-b811-5222a3d83fb6 tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] 10.222.0.22 "GET /v2.0/ports?device_id=963e3660-e80c-437e-ab2a-6c73ce940860 HTTP/1.1" status: 200 len: 949 time: 0.0912986 Aug 29 04:15:25.506536 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-17d17688-49a4-42b7-9fb7-92ac4330dff7 req-ed94d9c4-46f6-4a6d-bc38-015b3fc80998 tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] 10.222.0.22 "GET /v2.0/security-groups?id=62eb171a-895c-4930-a5a9-dc2f4d1bead2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599146 Aug 29 04:15:25.509814 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-343e0900-95af-4a3d-8e74-c8be8a85d46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:25.511428 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-343e0900-95af-4a3d-8e74-c8be8a85d46a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ff6119cb-f4c8-4d57-a865-056c3e1ce852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727808 Aug 29 04:15:25.578264 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f19db01f-d4f3-4a27-8b6d-8f138b930195 req-a3c24236-c6ab-4084-809b-64e3ad6a8bf5 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=48da3dc54d264865b5c4834c4a90f4b5&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3207474 Aug 29 04:15:25.679256 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f19db01f-d4f3-4a27-8b6d-8f138b930195 req-e8d34a07-6f02-440b-8284-bc7140a30cd0 service neutron] 10.222.0.22 "GET /v2.0/networks/7521cd58-9470-4433-82b8-7e942c988b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885777 Aug 29 04:15:25.710806 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83df3f9c-fda9-43d6-848d-9b61b206ad4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bf9784d-aab5-49f4-bbfd-13df40e0c2f5'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:15:25.713247 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46b01f04-9424-4ef5-bd5a-96ee9d29f148" -d '{"events": [{"server_uuid": "83df3f9c-fda9-43d6-848d-9b61b206ad4d", "name": "network-vif-plugged", "status": "completed", "tag": "6bf9784d-aab5-49f4-bbfd-13df40e0c2f5"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:15:25.771908 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '966907ac-f30d-4d80-9c2d-3632b08265a7', 'tag': '7125385e-c6d6-410f-ab2c-42db222e3dfe'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:15:25.774170 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a04e17bf-aaf2-4783-9161-200b7dec7e34" -d '{"events": [{"name": "network-changed", "server_uuid": "966907ac-f30d-4d80-9c2d-3632b08265a7", "tag": "7125385e-c6d6-410f-ab2c-42db222e3dfe"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:15:25.781172 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f19db01f-d4f3-4a27-8b6d-8f138b930195 req-0d548b08-82c8-4d81-a63b-2f4658e99733 service neutron] 10.222.0.22 "GET /v2.0/networks/7521cd58-9470-4433-82b8-7e942c988b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950632 Aug 29 04:15:25.903945 n-d-712140-12 neutron-server[94828]: INFO neutron.api.v2.resource [req-32fb0875-4335-4ec1-9bfc-e9793e92d810 req-244ffba0-b5c5-4171-95b3-ab286135ba13 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] show failed (client error): The resource could not be found. Aug 29 04:15:25.904990 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-32fb0875-4335-4ec1-9bfc-e9793e92d810 req-244ffba0-b5c5-4171-95b3-ab286135ba13 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "GET /v2.0/security-groups/2b180f41-c245-4eac-8c4d-9f24bb6f19d6 HTTP/1.1" status: 404 len: 352 time: 0.0539858 Aug 29 04:15:25.951543 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-751fa1ff-6fb3-4922-a3ea-5f326da6ad3f service neutron] 10.222.0.48 "GET /v2.0/networks/ff6119cb-f4c8-4d57-a865-056c3e1ce852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4273412 Aug 29 04:15:26.024447 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb35e42-3ff2-4932-b573-506adc3a33a7 req-066e4783-b7a4-4580-b719-28178e5ffb20 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:26.026585 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1bb35e42-3ff2-4932-b573-506adc3a33a7 req-066e4783-b7a4-4580-b719-28178e5ffb20 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=254c13cc-30d3-4dde-98fe-c918506baec4 HTTP/1.1" status: 200 len: 945 time: 0.0558314 Aug 29 04:15:26.088213 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1bb35e42-3ff2-4932-b573-506adc3a33a7 req-cf52975b-f4f7-4a45-926f-783641eca63e tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552893 Aug 29 04:15:26.088407 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ed04a9-c602-4ca2-a090-5492ea815e32 req-907b220d-a568-48b1-8762-3373ac576ce0 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:26.090248 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b0ed04a9-c602-4ca2-a090-5492ea815e32 req-907b220d-a568-48b1-8762-3373ac576ce0 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=83df3f9c-fda9-43d6-848d-9b61b206ad4d HTTP/1.1" status: 200 len: 945 time: 0.1242232 Aug 29 04:15:26.125625 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-51b798d7-9a28-4f99-a094-166144a51ea8 service neutron] 10.222.0.48 "GET /v2.0/networks/ff6119cb-f4c8-4d57-a865-056c3e1ce852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500919 Aug 29 04:15:26.185182 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-159499be-456a-45c6-9526-468070a9742d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.244&port_id=13aef29e-af9a-43a4-8ae1-574342300423 HTTP/1.1" status: 200 len: 217 time: 0.0476995 Aug 29 04:15:26.190560 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b0ed04a9-c602-4ca2-a090-5492ea815e32 req-2e80cbfb-299e-41be-bfe0-2e6cd6367e1b tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912769 Aug 29 04:15:26.220908 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e43a2e90-1d4e-404a-8910-cd9a4a3d3ff3 x-openstack-request-id: req-e43a2e90-1d4e-404a-8910-cd9a4a3d3ff3 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:15:26.221202 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83df3f9c-fda9-43d6-848d-9b61b206ad4d", "name": "network-vif-plugged", "status": "completed", "tag": "6bf9784d-aab5-49f4-bbfd-13df40e0c2f5", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:15:26.221631 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e43a2e90-1d4e-404a-8910-cd9a4a3d3ff3 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:15:26.222198 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83df3f9c-fda9-43d6-848d-9b61b206ad4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bf9784d-aab5-49f4-bbfd-13df40e0c2f5', 'code': 200} Aug 29 04:15:26.251723 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-979606c7-e345-4a48-8d61-738eb5a2a82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:26.253209 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-979606c7-e345-4a48-8d61-738eb5a2a82d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=703b51f1-6a5b-4434-844f-73fc2f870496 HTTP/1.1" status: 200 len: 801 time: 0.0591822 Aug 29 04:15:26.264484 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1005706-88d6-4fab-9678-116e5f748886 x-openstack-request-id: req-e1005706-88d6-4fab-9678-116e5f748886 {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:15:26.265030 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "966907ac-f30d-4d80-9c2d-3632b08265a7", "tag": "7125385e-c6d6-410f-ab2c-42db222e3dfe", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:15:26.265030 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e1005706-88d6-4fab-9678-116e5f748886 {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:15:26.265418 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '966907ac-f30d-4d80-9c2d-3632b08265a7', 'tag': '7125385e-c6d6-410f-ab2c-42db222e3dfe', 'status': 'completed', 'code': 200} Aug 29 04:15:26.339774 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-62741bc9-dd91-48c2-b39b-c378118fb902 req-3836753c-11c6-4842-a5b8-a59902ff3983 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=855fdc43-b94a-447a-8c44-5c3f5c76fb1f HTTP/1.1" status: 200 len: 210 time: 0.0320742 Aug 29 04:15:26.346507 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-4114b528-5865-4317-b668-a83b069bfa05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:26.348220 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-4114b528-5865-4317-b668-a83b069bfa05 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e773ee44-363a-4f14-aeb4-385d6246c43d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0875309 Aug 29 04:15:26.375629 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdf3389-7573-4d2d-9c7c-9d9cce322f35 req-93d2f873-bee3-4f09-93b4-200bacb47d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:26.377370 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0bdf3389-7573-4d2d-9c7c-9d9cce322f35 req-93d2f873-bee3-4f09-93b4-200bacb47d1b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=83df3f9c-fda9-43d6-848d-9b61b206ad4d HTTP/1.1" status: 200 len: 1097 time: 0.0834172 Aug 29 04:15:26.393280 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd65097-2a09-464b-8c03-03d2e2d8c3ff req-5be05832-2006-409b-b63a-76fdd03d6b40 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:26.399343 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd65097-2a09-464b-8c03-03d2e2d8c3ff req-5be05832-2006-409b-b63a-76fdd03d6b40 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:26.405359 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd65097-2a09-464b-8c03-03d2e2d8c3ff req-5be05832-2006-409b-b63a-76fdd03d6b40 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:26.407056 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-fdd65097-2a09-464b-8c03-03d2e2d8c3ff req-5be05832-2006-409b-b63a-76fdd03d6b40 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] 10.222.0.22 "GET /v2.0/ports?device_id=966907ac-f30d-4d80-9c2d-3632b08265a7 HTTP/1.1" status: 200 len: 2411 time: 0.1037452 Aug 29 04:15:26.465623 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0bdf3389-7573-4d2d-9c7c-9d9cce322f35 req-17daaa36-e2f1-43be-ace0-1036db9ae7e8 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575566 Aug 29 04:15:26.472747 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-82cf13b5-9842-49ec-addf-b54718bcd0c2 req-f2c5f6da-b941-41c1-abe4-c89d7ea9ee69 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "GET /v2.0/security-groups/a1d9e81c-2118-416d-ac3d-441235e1b1d2 HTTP/1.1" status: 200 len: 1800 time: 0.1006725 Aug 29 04:15:26.473917 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-fdd65097-2a09-464b-8c03-03d2e2d8c3ff req-18822321-72a9-4035-a690-e7ac6b7c6af5 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] 10.222.0.22 "GET /v2.0/security-groups?id=07b81801-f107-42cd-9c04-405b0de95462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593977 Aug 29 04:15:26.514931 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-9f8d5ccc-ccb6-4fa2-99b2-df0ce9349745 service neutron] 10.222.0.48 "GET /v2.0/networks/e773ee44-363a-4f14-aeb4-385d6246c43d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523163 Aug 29 04:15:26.583957 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be92af6-a377-492f-b200-16e98ff1cff8 req-3e94080c-3025-426a-b860-02d0c7c8d67d tempest-InstanceActionsNegativeTestJSON-925748557 tempest-InstanceActionsNegativeTestJSON-925748557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:26.585464 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0be92af6-a377-492f-b200-16e98ff1cff8 req-3e94080c-3025-426a-b860-02d0c7c8d67d tempest-InstanceActionsNegativeTestJSON-925748557 tempest-InstanceActionsNegativeTestJSON-925748557-project] 10.222.0.22 "GET /v2.0/ports?device_id=01145964-e7a8-4c95-b1a6-08cd5145b047 HTTP/1.1" status: 200 len: 946 time: 0.0505805 Aug 29 04:15:26.600736 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-82cf13b5-9842-49ec-addf-b54718bcd0c2 req-3f76418a-1b38-4b6c-8f3d-33a3a2ee292c tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:26.624479 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0be92af6-a377-492f-b200-16e98ff1cff8 req-a99b9acd-4907-4de3-b048-8c6c7a4d9e3f tempest-InstanceActionsNegativeTestJSON-925748557 tempest-InstanceActionsNegativeTestJSON-925748557-project] 10.222.0.22 "GET /v2.0/security-groups?id=92e8e9a9-e6d4-4e64-8010-a55d52d23dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323107 Aug 29 04:15:26.638739 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-82cf13b5-9842-49ec-addf-b54718bcd0c2 req-3f76418a-1b38-4b6c-8f3d-33a3a2ee292c tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:26.673380 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-2a2961d5-a05c-4219-8713-a6c519e98d77 service neutron] 10.222.0.48 "GET /v2.0/networks/e773ee44-363a-4f14-aeb4-385d6246c43d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441815 Aug 29 04:15:26.725958 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-23683baf-62f0-46a5-b12e-3f840e34a49e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.7&port_id=7125385e-c6d6-410f-ab2c-42db222e3dfe HTTP/1.1" status: 200 len: 217 time: 0.0424807 Aug 29 04:15:26.746182 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-82cf13b5-9842-49ec-addf-b54718bcd0c2 req-3f76418a-1b38-4b6c-8f3d-33a3a2ee292c tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:26.748803 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-82cf13b5-9842-49ec-addf-b54718bcd0c2 req-3f76418a-1b38-4b6c-8f3d-33a3a2ee292c tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:26.749981 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-82cf13b5-9842-49ec-addf-b54718bcd0c2 req-3f76418a-1b38-4b6c-8f3d-33a3a2ee292c tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "DELETE /v2.0/security-groups/a1d9e81c-2118-416d-ac3d-441235e1b1d2 HTTP/1.1" status: 204 len: 173 time: 0.2697866 Aug 29 04:15:26.752995 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e317bf9-1790-44bf-971b-0eb1625d1134 req-5356b61b-58e0-4667-a997-396afe2ea15d tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:26.763425 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4e317bf9-1790-44bf-971b-0eb1625d1134 req-5356b61b-58e0-4667-a997-396afe2ea15d tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] 10.222.0.22 "GET /v2.0/ports?device_id=963e3660-e80c-437e-ab2a-6c73ce940860 HTTP/1.1" status: 200 len: 949 time: 0.0798123 Aug 29 04:15:26.790543 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f76418a-1b38-4b6c-8f3d-33a3a2ee292c tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1d9e81c-2118-416d-ac3d-441235e1b1d2,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:26.815616 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-8dfcf9fa-d217-491a-a1ae-4ab44026e346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:26.827026 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-8dfcf9fa-d217-491a-a1ae-4ab44026e346 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0994d884-b858-4d69-995a-7fd1f3ac66d1 HTTP/1.1" status: 200 len: 801 time: 0.0920067 Aug 29 04:15:26.827851 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4e317bf9-1790-44bf-971b-0eb1625d1134 req-b2ba1f52-d93f-4518-b5a2-95e23af6f3b8 tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] 10.222.0.22 "GET /v2.0/security-groups?id=62eb171a-895c-4930-a5a9-dc2f4d1bead2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630400 Aug 29 04:15:26.859745 n-d-712140-12 neutron-server[94829]: INFO neutron.api.v2.resource [req-3c1a1cc1-756d-4285-b049-0f92c5d78951 req-0eecc536-c52f-4d8d-b5af-f7cbe7bf34d1 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] show failed (client error): The resource could not be found. Aug 29 04:15:26.866109 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3c1a1cc1-756d-4285-b049-0f92c5d78951 req-0eecc536-c52f-4d8d-b5af-f7cbe7bf34d1 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "GET /v2.0/security-groups/a1d9e81c-2118-416d-ac3d-441235e1b1d2 HTTP/1.1" status: 404 len: 352 time: 0.0213909 Aug 29 04:15:26.881576 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 0d1125bc-4894-428c-a53f-b38d29aecf17 up at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:15:26.915839 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-1e0fa5a8-48a8-4acc-9955-22abda3d6d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:26.917567 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-1e0fa5a8-48a8-4acc-9955-22abda3d6d70 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ff6119cb-f4c8-4d57-a865-056c3e1ce852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512495 Aug 29 04:15:26.968734 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning for port 0d1125bc-4894-428c-a53f-b38d29aecf17 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:15:26.976429 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning complete for port 0d1125bc-4894-428c-a53f-b38d29aecf17 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:15:26.977150 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:26.990316 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ecee2305-f597-467f-a5e6-5fe4a583f0ab req-c05d616f-a732-40cd-9fa1-858a2cddf5fa tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=167b1cc03732479fb9ee73ff6d5e5845 HTTP/1.1" status: 200 len: 6146 time: 0.1076434 Aug 29 04:15:27.062619 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-b9ee1a0f-ada9-425d-91b6-23ea1cd1d691 service neutron] 10.222.0.48 "GET /v2.0/networks/ff6119cb-f4c8-4d57-a865-056c3e1ce852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273170 Aug 29 04:15:27.076860 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ecee2305-f597-467f-a5e6-5fe4a583f0ab req-ca445723-d516-4747-9a50-3fca12d3aa7c tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "GET /v2.0/security-groups/928b8436-db78-4a6b-bcb4-8c108482d446 HTTP/1.1" status: 200 len: 2981 time: 0.0853362 Aug 29 04:15:27.127891 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:27.160043 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ecee2305-f597-467f-a5e6-5fe4a583f0ab req-b38d31a0-a7d0-41bc-b922-56892af1e505 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "GET /v2.0/security-groups/928b8436-db78-4a6b-bcb4-8c108482d446 HTTP/1.1" status: 200 len: 2981 time: 0.0818286 Aug 29 04:15:27.170798 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 0d1125bc-4894-428c-a53f-b38d29aecf17, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=0d1125bc-4894-428c-a53f-b38d29aecf17,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:27.177156 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:27.209329 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3a7b87-474d-4373-b4a1-2f6dd5262ded req-213cc65a-9323-4919-8197-29cbae2d2266 tempest-InstanceActionsNegativeTestJSON-925748557 tempest-InstanceActionsNegativeTestJSON-925748557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:27.210860 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fd3a7b87-474d-4373-b4a1-2f6dd5262ded req-213cc65a-9323-4919-8197-29cbae2d2266 tempest-InstanceActionsNegativeTestJSON-925748557 tempest-InstanceActionsNegativeTestJSON-925748557-project] 10.222.0.22 "GET /v2.0/ports?device_id=01145964-e7a8-4c95-b1a6-08cd5145b047 HTTP/1.1" status: 200 len: 946 time: 0.0695794 Aug 29 04:15:27.255151 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=0d1125bc-4894-428c-a53f-b38d29aecf17,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:27.273767 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a17123e-bc03-41d5-8e2e-40d5ed51bf59 req-475b1c3d-9050-4779-8f70-bd31c26822b7 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:27.275473 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7a17123e-bc03-41d5-8e2e-40d5ed51bf59 req-475b1c3d-9050-4779-8f70-bd31c26822b7 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=254c13cc-30d3-4dde-98fe-c918506baec4 HTTP/1.1" status: 200 len: 945 time: 0.0626843 Aug 29 04:15:27.293845 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ec6ebfb0-d9bc-4fee-a974-34e0b6f221c0 req-b558310d-bdb9-4885-a127-74e026b4584b service neutron] 10.222.0.48 "GET /v2.0/networks/ff6119cb-f4c8-4d57-a865-056c3e1ce852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234709 Aug 29 04:15:27.304012 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fd3a7b87-474d-4373-b4a1-2f6dd5262ded req-eb3211d4-bdb4-4798-a87f-65237699eed8 tempest-InstanceActionsNegativeTestJSON-925748557 tempest-InstanceActionsNegativeTestJSON-925748557-project] 10.222.0.22 "GET /v2.0/security-groups?id=92e8e9a9-e6d4-4e64-8010-a55d52d23dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753369 Aug 29 04:15:27.318753 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511e580f-1e2f-48c2-a9cd-96a661dc1f27 req-a3a5d002-b0f9-49f9-8688-79e8f4ba99dc tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:27.320356 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-511e580f-1e2f-48c2-a9cd-96a661dc1f27 req-a3a5d002-b0f9-49f9-8688-79e8f4ba99dc tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.48 "GET /v2.0/ports?device_id=254c13cc-30d3-4dde-98fe-c918506baec4 HTTP/1.1" status: 200 len: 945 time: 0.1023784 Aug 29 04:15:27.324409 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7a17123e-bc03-41d5-8e2e-40d5ed51bf59 req-b3570e09-1f7f-4789-871f-3af32d1d7615 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417135 Aug 29 04:15:27.371875 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-340deb86-d2ec-4477-8ebb-31fdcfa78cc7 req-3e86d382-8125-4e9e-9dda-8180ed954670 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1851902824', 'description': 'tempest-description-221337838'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:27.435335 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-340deb86-d2ec-4477-8ebb-31fdcfa78cc7 req-3e86d382-8125-4e9e-9dda-8180ed954670 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:27.528828 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-511e580f-1e2f-48c2-a9cd-96a661dc1f27 req-516b1162-5a2b-4e3e-b06a-9db4d9602a29 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Deleting port 12ac3403-99e1-47f1-bece-be332a0122d4 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:15:27.529173 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-511e580f-1e2f-48c2-a9cd-96a661dc1f27 req-516b1162-5a2b-4e3e-b06a-9db4d9602a29 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:27.578039 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9a6b65-b378-4052-a7f6-c4cc173b8261 req-4d56864b-c7c8-44ac-9401-66a83a942a0b tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:27.579716 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ea9a6b65-b378-4052-a7f6-c4cc173b8261 req-4d56864b-c7c8-44ac-9401-66a83a942a0b tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=83df3f9c-fda9-43d6-848d-9b61b206ad4d HTTP/1.1" status: 200 len: 945 time: 0.0547748 Aug 29 04:15:27.609656 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04e17bf-aaf2-4783-9161-200b7dec7e34 req-4420df20-304e-434e-8db0-b82d4a70e8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:27.610139 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04e17bf-aaf2-4783-9161-200b7dec7e34 req-4420df20-304e-434e-8db0-b82d4a70e8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:27.610702 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04e17bf-aaf2-4783-9161-200b7dec7e34 req-4420df20-304e-434e-8db0-b82d4a70e8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:27.613073 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a04e17bf-aaf2-4783-9161-200b7dec7e34 req-4420df20-304e-434e-8db0-b82d4a70e8b5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c9804a8a9be04dbf9e3249af907a3916&device_id=966907ac-f30d-4d80-9c2d-3632b08265a7 HTTP/1.1" status: 200 len: 2867 time: 0.1462758 Aug 29 04:15:27.637698 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ea9a6b65-b378-4052-a7f6-c4cc173b8261 req-cbcd1f43-f4d6-4318-964b-8cc4e6e4e6c1 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501595 Aug 29 04:15:27.757202 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-340deb86-d2ec-4477-8ebb-31fdcfa78cc7 req-3e86d382-8125-4e9e-9dda-8180ed954670 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:27.766834 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-340deb86-d2ec-4477-8ebb-31fdcfa78cc7 req-3e86d382-8125-4e9e-9dda-8180ed954670 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:27.773285 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-511e580f-1e2f-48c2-a9cd-96a661dc1f27 req-516b1162-5a2b-4e3e-b06a-9db4d9602a29 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] For port 12ac3403-99e1-47f1-bece-be332a0122d4, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=12ac3403-99e1-47f1-bece-be332a0122d4,segment=NetworkSegment(5e7e2f14-8790-418b-88e1-15441e6a9fb5),segment_id=5e7e2f14-8790-418b-88e1-15441e6a9fb5)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:27.773663 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-511e580f-1e2f-48c2-a9cd-96a661dc1f27 req-516b1162-5a2b-4e3e-b06a-9db4d9602a29 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:27.827515 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-511e580f-1e2f-48c2-a9cd-96a661dc1f27 req-516b1162-5a2b-4e3e-b06a-9db4d9602a29 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Calling delete_port for 12ac3403-99e1-47f1-bece-be332a0122d4 owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:15:27.839630 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-340deb86-d2ec-4477-8ebb-31fdcfa78cc7 req-3e86d382-8125-4e9e-9dda-8180ed954670 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:27.845910 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-51dab977-1973-4974-9f79-961dacec6b55 req-5913d6c2-8e5d-4637-872f-a829ab9e5362 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=855fdc43-b94a-447a-8c44-5c3f5c76fb1f HTTP/1.1" status: 200 len: 210 time: 0.0866327 Aug 29 04:15:27.851499 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-340deb86-d2ec-4477-8ebb-31fdcfa78cc7 req-3e86d382-8125-4e9e-9dda-8180ed954670 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4879017 Aug 29 04:15:27.866884 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04e17bf-aaf2-4783-9161-200b7dec7e34 req-e53ca767-f3b1-47ed-b3ea-6f701192a893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:27.868695 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a04e17bf-aaf2-4783-9161-200b7dec7e34 req-e53ca767-f3b1-47ed-b3ea-6f701192a893 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ff6119cb-f4c8-4d57-a865-056c3e1ce852 HTTP/1.1" status: 200 len: 903 time: 0.2454321 Aug 29 04:15:27.928244 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e86d382-8125-4e9e-9dda-8180ed954670 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f72a9c4-6fd5-4781-ae01-7b437bed9fee,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:27.961855 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19db01f-d4f3-4a27-8b6d-8f138b930195 req-d9645ed4-6a35-4d8b-9f06-3792532a9d5a tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:27.963568 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f19db01f-d4f3-4a27-8b6d-8f138b930195 req-d9645ed4-6a35-4d8b-9f06-3792532a9d5a tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.46 "GET /v2.0/networks?id=7521cd58-9470-4433-82b8-7e942c988b03 HTTP/1.1" status: 200 len: 812 time: 0.2376208 Aug 29 04:15:27.981890 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-f19db01f-d4f3-4a27-8b6d-8f138b930195 req-d9512a5b-da5f-4cac-aeb1-57915cfb187d tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Request body: {'port': {'device_id': '855fdc43-b94a-447a-8c44-5c3f5c76fb1f', 'network_id': '7521cd58-9470-4433-82b8-7e942c988b03', 'admin_state_up': True, 'tenant_id': '48da3dc54d264865b5c4834c4a90f4b5'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:28.002693 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a04e17bf-aaf2-4783-9161-200b7dec7e34 req-afc1c423-0de4-4958-a726-926594860b71 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.7&port_id=7125385e-c6d6-410f-ab2c-42db222e3dfe HTTP/1.1" status: 200 len: 217 time: 0.0706279 Aug 29 04:15:28.080385 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92111c40-8ba6-4cee-869e-b3dd1a132be9 req-f7f01346-dbff-435b-b236-4ad4424750f5 tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:28.081952 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-92111c40-8ba6-4cee-869e-b3dd1a132be9 req-f7f01346-dbff-435b-b236-4ad4424750f5 tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] 10.222.0.22 "GET /v2.0/ports?device_id=963e3660-e80c-437e-ab2a-6c73ce940860 HTTP/1.1" status: 200 len: 950 time: 0.1174340 Aug 29 04:15:28.104842 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad630ca-3ca7-46ca-8178-27be6692aaa5 req-6b0d9cde-48ac-4b36-aaf6-94e350d2ff97 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:28.110910 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad630ca-3ca7-46ca-8178-27be6692aaa5 req-6b0d9cde-48ac-4b36-aaf6-94e350d2ff97 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:28.117475 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad630ca-3ca7-46ca-8178-27be6692aaa5 req-6b0d9cde-48ac-4b36-aaf6-94e350d2ff97 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:28.119152 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2ad630ca-3ca7-46ca-8178-27be6692aaa5 req-6b0d9cde-48ac-4b36-aaf6-94e350d2ff97 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] 10.222.0.22 "GET /v2.0/ports?device_id=966907ac-f30d-4d80-9c2d-3632b08265a7 HTTP/1.1" status: 200 len: 2411 time: 0.1328573 Aug 29 04:15:28.121765 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04e17bf-aaf2-4783-9161-200b7dec7e34 req-454e270e-9901-4509-b776-d4727c8a36da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:28.123167 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a04e17bf-aaf2-4783-9161-200b7dec7e34 req-454e270e-9901-4509-b776-d4727c8a36da service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0994d884-b858-4d69-995a-7fd1f3ac66d1 HTTP/1.1" status: 200 len: 801 time: 0.0961800 Aug 29 04:15:28.144862 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-92111c40-8ba6-4cee-869e-b3dd1a132be9 req-69d08d2c-5082-46d3-a722-8d15072f41dd tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] 10.222.0.22 "GET /v2.0/security-groups?id=62eb171a-895c-4930-a5a9-dc2f4d1bead2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503194 Aug 29 04:15:28.161846 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f19db01f-d4f3-4a27-8b6d-8f138b930195 req-d9512a5b-da5f-4cac-aeb1-57915cfb187d tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Made reservation on behalf of 48da3dc54d264865b5c4834c4a90f4b5 for: {'port': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:15:28.166335 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-f19db01f-d4f3-4a27-8b6d-8f138b930195 req-d9512a5b-da5f-4cac-aeb1-57915cfb187d tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:28.183499 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-0f15d7d5-68b0-4158-bc00-f92c69577578 req-109caf65-e3f6-4e2c-b76c-1117963169a7 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-292599278', 'description': 'tempest-description-970410981'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:28.223264 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '963e3660-e80c-437e-ab2a-6c73ce940860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d1125bc-4894-428c-a53f-b38d29aecf17'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:15:28.226218 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19ad83fa-0856-4dcb-846f-f14b52ed0e74" -d '{"events": [{"server_uuid": "963e3660-e80c-437e-ab2a-6c73ce940860", "name": "network-vif-plugged", "status": "completed", "tag": "0d1125bc-4894-428c-a53f-b38d29aecf17"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:15:28.231185 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2ad630ca-3ca7-46ca-8178-27be6692aaa5 req-e044de3a-3a12-4174-aa04-1def3b4bdd38 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] 10.222.0.22 "GET /v2.0/security-groups?id=07b81801-f107-42cd-9c04-405b0de95462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985601 Aug 29 04:15:28.240246 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-511e580f-1e2f-48c2-a9cd-96a661dc1f27 req-516b1162-5a2b-4e3e-b06a-9db4d9602a29 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:28.255174 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-0f15d7d5-68b0-4158-bc00-f92c69577578 req-109caf65-e3f6-4e2c-b76c-1117963169a7 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:28.255351 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04e17bf-aaf2-4783-9161-200b7dec7e34 req-6ff2b064-2b4e-4d76-b271-e01e9336abfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:28.255351 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a04e17bf-aaf2-4783-9161-200b7dec7e34 req-6ff2b064-2b4e-4d76-b271-e01e9336abfd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ff6119cb-f4c8-4d57-a865-056c3e1ce852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1195848 Aug 29 04:15:28.285444 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['02e9fbdc-2d81-4e09-8676-3236d8c53fc6', '12ac3403-99e1-47f1-bece-be332a0122d4'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:15:28.291948 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516b1162-5a2b-4e3e-b06a-9db4d9602a29 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Pushing event deleted for resources: {'Port': ['ID=12ac3403-99e1-47f1-bece-be332a0122d4,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:28.350165 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [req-f19db01f-d4f3-4a27-8b6d-8f138b930195 req-d9512a5b-da5f-4cac-aeb1-57915cfb187d tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Allocated IP 172.20.0.5 (7521cd58-9470-4433-82b8-7e942c988b03/be5f55ab-7fa1-406c-9ca9-03e74b79ef6a/ad8e0c29-4219-4f94-b4fe-492d83d0d111) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:15:28.369521 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e79ded72-ab5a-4363-949c-888573470e10 x-openstack-request-id: req-e79ded72-ab5a-4363-949c-888573470e10 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:15:28.370591 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "963e3660-e80c-437e-ab2a-6c73ce940860", "name": "network-vif-plugged", "status": "completed", "tag": "0d1125bc-4894-428c-a53f-b38d29aecf17", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:15:28.371046 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e79ded72-ab5a-4363-949c-888573470e10 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:15:28.371711 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '963e3660-e80c-437e-ab2a-6c73ce940860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d1125bc-4894-428c-a53f-b38d29aecf17', 'code': 200} Aug 29 04:15:28.391504 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-511e580f-1e2f-48c2-a9cd-96a661dc1f27 req-516b1162-5a2b-4e3e-b06a-9db4d9602a29 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] No DVR routers for this DVR port 12ac3403-99e1-47f1-bece-be332a0122d4 on host n-h2-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:15:28.396797 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-511e580f-1e2f-48c2-a9cd-96a661dc1f27 req-516b1162-5a2b-4e3e-b06a-9db4d9602a29 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:28.399922 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-511e580f-1e2f-48c2-a9cd-96a661dc1f27 req-516b1162-5a2b-4e3e-b06a-9db4d9602a29 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.48 "DELETE /v2.0/ports/12ac3403-99e1-47f1-bece-be332a0122d4 HTTP/1.1" status: 204 len: 173 time: 1.0713503 Aug 29 04:15:28.399922 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '254c13cc-30d3-4dde-98fe-c918506baec4', 'name': 'network-vif-deleted', 'tag': '12ac3403-99e1-47f1-bece-be332a0122d4'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:15:28.402332 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28339da5-c2a3-4e6c-b9ab-330bb29663aa" -d '{"events": [{"server_uuid": "254c13cc-30d3-4dde-98fe-c918506baec4", "name": "network-vif-deleted", "tag": "12ac3403-99e1-47f1-bece-be332a0122d4"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:15:28.429048 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:28.474999 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-0f15d7d5-68b0-4158-bc00-f92c69577578 req-109caf65-e3f6-4e2c-b76c-1117963169a7 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:28.497590 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a04e17bf-aaf2-4783-9161-200b7dec7e34 req-a5c230d5-b31c-4286-84fe-82ce0d7339d3 service neutron] 10.222.0.48 "GET /v2.0/networks/ff6119cb-f4c8-4d57-a865-056c3e1ce852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207596 Aug 29 04:15:28.520187 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-0f15d7d5-68b0-4158-bc00-f92c69577578 req-109caf65-e3f6-4e2c-b76c-1117963169a7 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:28.577727 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458b4169-418c-4895-95cf-f778d4e4af20 req-c90be8f1-b9f5-43c4-bf03-f84da8958cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:28.579822 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-458b4169-418c-4895-95cf-f778d4e4af20 req-c90be8f1-b9f5-43c4-bf03-f84da8958cc7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=963e3660-e80c-437e-ab2a-6c73ce940860 HTTP/1.1" status: 200 len: 1102 time: 0.1620564 Aug 29 04:15:28.593078 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-0f15d7d5-68b0-4158-bc00-f92c69577578 req-109caf65-e3f6-4e2c-b76c-1117963169a7 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:28.609028 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0f15d7d5-68b0-4158-bc00-f92c69577578 req-109caf65-e3f6-4e2c-b76c-1117963169a7 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.4319301 Aug 29 04:15:28.648497 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109caf65-e3f6-4e2c-b76c-1117963169a7 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b60d491b-8e06-4496-b54f-158ee5264c0b,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:28.688162 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-458b4169-418c-4895-95cf-f778d4e4af20 req-1ef05515-bdb6-4de2-922a-b07c477a0cd9 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=62eb171a-895c-4930-a5a9-dc2f4d1bead2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961018 Aug 29 04:15:28.709003 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-f19db01f-d4f3-4a27-8b6d-8f138b930195 req-d9512a5b-da5f-4cac-aeb1-57915cfb187d tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:28.733693 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dfd14c-8b6c-4c6b-9cb0-eda48f85498e req-c945bb9f-e750-4292-a22c-5eb375ba6907 tempest-InstanceActionsNegativeTestJSON-925748557 tempest-InstanceActionsNegativeTestJSON-925748557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:28.736229 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-86dfd14c-8b6c-4c6b-9cb0-eda48f85498e req-c945bb9f-e750-4292-a22c-5eb375ba6907 tempest-InstanceActionsNegativeTestJSON-925748557 tempest-InstanceActionsNegativeTestJSON-925748557-project] 10.222.0.22 "GET /v2.0/ports?device_id=01145964-e7a8-4c95-b1a6-08cd5145b047 HTTP/1.1" status: 200 len: 946 time: 0.2423155 Aug 29 04:15:28.766538 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a04e17bf-aaf2-4783-9161-200b7dec7e34 req-ce97003f-ded2-47b6-a4f6-481be78cdd53 service neutron] 10.222.0.48 "GET /v2.0/networks/ff6119cb-f4c8-4d57-a865-056c3e1ce852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288945 Aug 29 04:15:28.770257 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [req-f19db01f-d4f3-4a27-8b6d-8f138b930195 req-d9512a5b-da5f-4cac-aeb1-57915cfb187d tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Transition to ACTIVE for port object ad8e0c29-4219-4f94-b4fe-492d83d0d111 will not be triggered until provisioned by entity DHCP. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:15:28.773918 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4afeec21-03f5-4c69-9a51-90ca910f6fb8 req-3b0bd5c3-35c3-4fac-bd21-09692152156b tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=254c13cc-30d3-4dde-98fe-c918506baec4 HTTP/1.1" status: 200 len: 210 time: 0.0488446 Aug 29 04:15:28.805861 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-86dfd14c-8b6c-4c6b-9cb0-eda48f85498e req-41cc8739-230f-4eff-afe3-7031bb5d2870 tempest-InstanceActionsNegativeTestJSON-925748557 tempest-InstanceActionsNegativeTestJSON-925748557-project] 10.222.0.22 "GET /v2.0/security-groups?id=92e8e9a9-e6d4-4e64-8010-a55d52d23dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534992 Aug 29 04:15:28.839475 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-f19db01f-d4f3-4a27-8b6d-8f138b930195 req-d9512a5b-da5f-4cac-aeb1-57915cfb187d tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:28.857026 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['77b4db49-2762-4af2-8d0e-62de1be3be49'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:15:28.882215 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd93e11b-0258-41f9-856c-7e6714a2c2f8 x-openstack-request-id: req-bd93e11b-0258-41f9-856c-7e6714a2c2f8 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:15:28.882685 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "254c13cc-30d3-4dde-98fe-c918506baec4", "name": "network-vif-deleted", "tag": "12ac3403-99e1-47f1-bece-be332a0122d4", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:15:28.883179 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bd93e11b-0258-41f9-856c-7e6714a2c2f8 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:15:28.883830 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '254c13cc-30d3-4dde-98fe-c918506baec4', 'name': 'network-vif-deleted', 'tag': '12ac3403-99e1-47f1-bece-be332a0122d4', 'status': 'completed', 'code': 200} Aug 29 04:15:28.918629 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f19db01f-d4f3-4a27-8b6d-8f138b930195 req-d9512a5b-da5f-4cac-aeb1-57915cfb187d tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Network 7521cd58-9470-4433-82b8-7e942c988b03 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:15:28.922966 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [req-f19db01f-d4f3-4a27-8b6d-8f138b930195 req-d9512a5b-da5f-4cac-aeb1-57915cfb187d tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:15:28.927119 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [req-f19db01f-d4f3-4a27-8b6d-8f138b930195 req-d9512a5b-da5f-4cac-aeb1-57915cfb187d tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:15:28.974148 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9512a5b-da5f-4cac-aeb1-57915cfb187d tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Pushing event updated for resources: {'Port': ['ID=ad8e0c29-4219-4f94-b4fe-492d83d0d111,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:29.034135 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19db01f-d4f3-4a27-8b6d-8f138b930195 req-d9512a5b-da5f-4cac-aeb1-57915cfb187d tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:29.034808 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-f19db01f-d4f3-4a27-8b6d-8f138b930195 req-d9512a5b-da5f-4cac-aeb1-57915cfb187d tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:29.065149 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b893d9-aee0-4d89-9cf5-c2999ff9af3e req-2fc1759d-c447-42cb-80a4-ef045f99b3d4 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:29.067042 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-01b893d9-aee0-4d89-9cf5-c2999ff9af3e req-2fc1759d-c447-42cb-80a4-ef045f99b3d4 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=83df3f9c-fda9-43d6-848d-9b61b206ad4d HTTP/1.1" status: 200 len: 945 time: 0.0872946 Aug 29 04:15:29.074806 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f19db01f-d4f3-4a27-8b6d-8f138b930195 req-d9512a5b-da5f-4cac-aeb1-57915cfb187d tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0980659 Aug 29 04:15:29.099089 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-f19db01f-d4f3-4a27-8b6d-8f138b930195 req-f1f60ec0-3ba0-4ee8-a2f2-0beb625a1af9 service neutron] Request body: {'port': {'device_id': '855fdc43-b94a-447a-8c44-5c3f5c76fb1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-12'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:29.150465 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-01b893d9-aee0-4d89-9cf5-c2999ff9af3e req-cd9bb457-2f7d-4c71-9b25-403441e005fb tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736341 Aug 29 04:15:29.207526 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-f19db01f-d4f3-4a27-8b6d-8f138b930195 req-f1f60ec0-3ba0-4ee8-a2f2-0beb625a1af9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:29.264509 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6090743e-6967-4442-9101-67f6ac04028e None None] Provisioning for port ad8e0c29-4219-4f94-b4fe-492d83d0d111 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:15:29.270151 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6090743e-6967-4442-9101-67f6ac04028e None None] Provisioning complete for port ad8e0c29-4219-4f94-b4fe-492d83d0d111 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:15:29.271339 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6090743e-6967-4442-9101-67f6ac04028e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:29.324131 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6090743e-6967-4442-9101-67f6ac04028e None None] Port ad8e0c29-4219-4f94-b4fe-492d83d0d111 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:15:29.401376 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f406a83f-9c29-4d86-9cc4-0ec9ee3f2b6b req-5ac2df42-969c-491c-86b9-597af82096f7 tempest-InstanceActionsNegativeTestJSON-925748557 tempest-InstanceActionsNegativeTestJSON-925748557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:29.403550 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f406a83f-9c29-4d86-9cc4-0ec9ee3f2b6b req-5ac2df42-969c-491c-86b9-597af82096f7 tempest-InstanceActionsNegativeTestJSON-925748557 tempest-InstanceActionsNegativeTestJSON-925748557-project] 10.222.0.48 "GET /v2.0/ports?device_id=01145964-e7a8-4c95-b1a6-08cd5145b047 HTTP/1.1" status: 200 len: 946 time: 0.1732004 Aug 29 04:15:29.407013 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bb57ae-8977-493e-b844-9d4a534988bb req-87c7b910-29c1-4444-93f4-10fd53dd7c18 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:29.408682 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f9bb57ae-8977-493e-b844-9d4a534988bb req-87c7b910-29c1-4444-93f4-10fd53dd7c18 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=855fdc43-b94a-447a-8c44-5c3f5c76fb1f HTTP/1.1" status: 200 len: 931 time: 0.1399319 Aug 29 04:15:29.502849 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f9bb57ae-8977-493e-b844-9d4a534988bb req-9513acf7-2899-4847-910f-c924cea896c1 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=67519499-017b-4c54-88db-c974346724c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795274 Aug 29 04:15:29.517629 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce3e9f-4066-4430-8660-60ae24a99704 req-f7443650-0475-477f-9d4a-8e0cdd33e31f tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:29.520112 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-85ce3e9f-4066-4430-8660-60ae24a99704 req-f7443650-0475-477f-9d4a-8e0cdd33e31f tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "GET /v2.0/networks?id=f96f67f6-e1fe-44b3-b4cf-964eb290f20c HTTP/1.1" status: 200 len: 813 time: 0.2726161 Aug 29 04:15:29.588780 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-85ce3e9f-4066-4430-8660-60ae24a99704 req-893ecede-c052-4d3d-b7d4-30224880f2cb tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "GET /v2.0/quotas/167b1cc03732479fb9ee73ff6d5e5845 HTTP/1.1" status: 200 len: 375 time: 0.0324268 Aug 29 04:15:29.679617 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-f406a83f-9c29-4d86-9cc4-0ec9ee3f2b6b req-08ba8ea7-5fed-4cc3-91bd-40c03a5cc637 tempest-InstanceActionsNegativeTestJSON-925748557 tempest-InstanceActionsNegativeTestJSON-925748557-project] Deleting port c0fede3e-b743-4703-9d18-4c5fb6ef6402 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:15:29.684623 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-f406a83f-9c29-4d86-9cc4-0ec9ee3f2b6b req-08ba8ea7-5fed-4cc3-91bd-40c03a5cc637 tempest-InstanceActionsNegativeTestJSON-925748557 tempest-InstanceActionsNegativeTestJSON-925748557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:29.727095 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [req-f19db01f-d4f3-4a27-8b6d-8f138b930195 req-f1f60ec0-3ba0-4ee8-a2f2-0beb625a1af9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad8e0c29-4219-4f94-b4fe-492d83d0d111 {{(pid=94829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:15:29.761526 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-f19db01f-d4f3-4a27-8b6d-8f138b930195 req-f1f60ec0-3ba0-4ee8-a2f2-0beb625a1af9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:29.807468 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb25ccae-9139-4912-a8f6-689f9b1c5df9 req-97a68939-bc82-4624-a803-2d81702d5ce8 tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:29.821447 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-fb25ccae-9139-4912-a8f6-689f9b1c5df9 req-97a68939-bc82-4624-a803-2d81702d5ce8 tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] 10.222.0.22 "GET /v2.0/ports?device_id=963e3660-e80c-437e-ab2a-6c73ce940860 HTTP/1.1" status: 200 len: 950 time: 0.1459935 Aug 29 04:15:29.826331 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [req-f19db01f-d4f3-4a27-8b6d-8f138b930195 req-f1f60ec0-3ba0-4ee8-a2f2-0beb625a1af9 service neutron] Transition to ACTIVE for port object ad8e0c29-4219-4f94-b4fe-492d83d0d111 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:15:29.836741 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-85ce3e9f-4066-4430-8660-60ae24a99704 req-a6e22b45-24ef-49de-93d6-cd81374463f1 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=167b1cc03732479fb9ee73ff6d5e5845&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2360067 Aug 29 04:15:29.838925 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-f19db01f-d4f3-4a27-8b6d-8f138b930195 req-f1f60ec0-3ba0-4ee8-a2f2-0beb625a1af9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:29.952445 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f60ec0-3ba0-4ee8-a2f2-0beb625a1af9 service neutron] Pushing event updated for resources: {'Port': ['ID=ad8e0c29-4219-4f94-b4fe-492d83d0d111,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:29.953713 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-f406a83f-9c29-4d86-9cc4-0ec9ee3f2b6b req-08ba8ea7-5fed-4cc3-91bd-40c03a5cc637 tempest-InstanceActionsNegativeTestJSON-925748557 tempest-InstanceActionsNegativeTestJSON-925748557-project] For port c0fede3e-b743-4703-9d18-4c5fb6ef6402, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=c0fede3e-b743-4703-9d18-4c5fb6ef6402,segment=NetworkSegment(c9e5e776-11d5-43a7-876c-a8e03f9d631d),segment_id=c9e5e776-11d5-43a7-876c-a8e03f9d631d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:29.954233 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-f406a83f-9c29-4d86-9cc4-0ec9ee3f2b6b req-08ba8ea7-5fed-4cc3-91bd-40c03a5cc637 tempest-InstanceActionsNegativeTestJSON-925748557 tempest-InstanceActionsNegativeTestJSON-925748557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:29.970178 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-fb25ccae-9139-4912-a8f6-689f9b1c5df9 req-ac8573aa-6005-486c-a36f-dc24fe4168f1 tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] 10.222.0.22 "GET /v2.0/security-groups?id=62eb171a-895c-4930-a5a9-dc2f4d1bead2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468894 Aug 29 04:15:29.994693 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-f406a83f-9c29-4d86-9cc4-0ec9ee3f2b6b req-08ba8ea7-5fed-4cc3-91bd-40c03a5cc637 tempest-InstanceActionsNegativeTestJSON-925748557 tempest-InstanceActionsNegativeTestJSON-925748557-project] Calling delete_port for c0fede3e-b743-4703-9d18-4c5fb6ef6402 owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:15:30.162017 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-85ce3e9f-4066-4430-8660-60ae24a99704 req-f19befd4-917a-4493-b7a1-39dc5cd50332 service neutron] 10.222.0.22 "GET /v2.0/networks/f96f67f6-e1fe-44b3-b4cf-964eb290f20c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3122089 Aug 29 04:15:30.266619 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-f19db01f-d4f3-4a27-8b6d-8f138b930195 req-f1f60ec0-3ba0-4ee8-a2f2-0beb625a1af9 service neutron] Attempting to bind port ad8e0c29-4219-4f94-b4fe-492d83d0d111 on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:15:30.266912 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-f19db01f-d4f3-4a27-8b6d-8f138b930195 req-f1f60ec0-3ba0-4ee8-a2f2-0beb625a1af9 service neutron] Attempting to bind port ad8e0c29-4219-4f94-b4fe-492d83d0d111 by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': '6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '7521cd58-9470-4433-82b8-7e942c988b03'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:15:30.267280 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19db01f-d4f3-4a27-8b6d-8f138b930195 req-f1f60ec0-3ba0-4ee8-a2f2-0beb625a1af9 service neutron] Attempting to bind port ad8e0c29-4219-4f94-b4fe-492d83d0d111 on network 7521cd58-9470-4433-82b8-7e942c988b03 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:15:30.274383 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19db01f-d4f3-4a27-8b6d-8f138b930195 req-f1f60ec0-3ba0-4ee8-a2f2-0beb625a1af9 service neutron] Port ad8e0c29-4219-4f94-b4fe-492d83d0d111 on network 7521cd58-9470-4433-82b8-7e942c988b03 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:15:30.274724 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19db01f-d4f3-4a27-8b6d-8f138b930195 req-f1f60ec0-3ba0-4ee8-a2f2-0beb625a1af9 service neutron] Attempting to bind port ad8e0c29-4219-4f94-b4fe-492d83d0d111 on network 7521cd58-9470-4433-82b8-7e942c988b03 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:15:30.283794 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19db01f-d4f3-4a27-8b6d-8f138b930195 req-f1f60ec0-3ba0-4ee8-a2f2-0beb625a1af9 service neutron] Checking agent: {'id': '3de9de52-3a03-431d-9d7e-497ae92c57ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:15:30.284136 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19db01f-d4f3-4a27-8b6d-8f138b930195 req-f1f60ec0-3ba0-4ee8-a2f2-0beb625a1af9 service neutron] Checking segment: {'id': '6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '7521cd58-9470-4433-82b8-7e942c988b03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:15:30.285117 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19db01f-d4f3-4a27-8b6d-8f138b930195 req-f1f60ec0-3ba0-4ee8-a2f2-0beb625a1af9 service neutron] Bound using segment: {'id': '6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '7521cd58-9470-4433-82b8-7e942c988b03'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:15:30.285117 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-f19db01f-d4f3-4a27-8b6d-8f138b930195 req-f1f60ec0-3ba0-4ee8-a2f2-0beb625a1af9 service neutron] Bound port: ad8e0c29-4219-4f94-b4fe-492d83d0d111, host: n-h1-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '7521cd58-9470-4433-82b8-7e942c988b03'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:15:30.285404 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-f19db01f-d4f3-4a27-8b6d-8f138b930195 req-f1f60ec0-3ba0-4ee8-a2f2-0beb625a1af9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:30.303572 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7b7266-b7f3-461e-9779-9f473e624319 req-ba6b2163-cd19-4ef7-b2b9-7b39fecca81a tempest-LiveAutoBlockMigrationV225Test-280615785 tempest-LiveAutoBlockMigrationV225Test-280615785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:30.306025 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8e7b7266-b7f3-461e-9779-9f473e624319 req-ba6b2163-cd19-4ef7-b2b9-7b39fecca81a tempest-LiveAutoBlockMigrationV225Test-280615785 tempest-LiveAutoBlockMigrationV225Test-280615785-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=83df3f9c-fda9-43d6-848d-9b61b206ad4d HTTP/1.1" status: 200 len: 1097 time: 0.0957491 Aug 29 04:15:30.377219 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a1952c83-1a18-4094-9c50-fb903aed5fba req-dbb1d462-67c0-448f-bf91-b817ed2ce89a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1e5ccfea-706b-4825-9d2e-60c0b092c82e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1470222 Aug 29 04:15:30.401651 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8e7b7266-b7f3-461e-9779-9f473e624319 req-236b59ea-9899-462d-95a9-58adc6cd5edf tempest-LiveAutoBlockMigrationV225Test-280615785 tempest-LiveAutoBlockMigrationV225Test-280615785-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857093 Aug 29 04:15:30.414928 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-f19db01f-d4f3-4a27-8b6d-8f138b930195 req-f1f60ec0-3ba0-4ee8-a2f2-0beb625a1af9 service neutron] For port ad8e0c29-4219-4f94-b4fe-492d83d0d111, host n-h1-712140-12, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:15:30.420752 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-f19db01f-d4f3-4a27-8b6d-8f138b930195 req-f1f60ec0-3ba0-4ee8-a2f2-0beb625a1af9 service neutron] For port ad8e0c29-4219-4f94-b4fe-492d83d0d111, host n-h1-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=ad8e0c29-4219-4f94-b4fe-492d83d0d111,segment=NetworkSegment(6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc),segment_id=6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:15:30.428407 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-f19db01f-d4f3-4a27-8b6d-8f138b930195 req-f1f60ec0-3ba0-4ee8-a2f2-0beb625a1af9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:30.470895 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-85ce3e9f-4066-4430-8660-60ae24a99704 req-494b9820-5fd0-4568-aee8-c1ade4701c3c service neutron] 10.222.0.22 "GET /v2.0/networks/f96f67f6-e1fe-44b3-b4cf-964eb290f20c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3075337 Aug 29 04:15:30.500086 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19db01f-d4f3-4a27-8b6d-8f138b930195 req-f1f60ec0-3ba0-4ee8-a2f2-0beb625a1af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:30.501087 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-f19db01f-d4f3-4a27-8b6d-8f138b930195 req-f1f60ec0-3ba0-4ee8-a2f2-0beb625a1af9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:30.506142 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f19db01f-d4f3-4a27-8b6d-8f138b930195 req-f1f60ec0-3ba0-4ee8-a2f2-0beb625a1af9 service neutron] 10.222.0.46 "PUT /v2.0/ports/ad8e0c29-4219-4f94-b4fe-492d83d0d111 HTTP/1.1" status: 200 len: 1092 time: 1.4103746 Aug 29 04:15:30.506910 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '855fdc43-b94a-447a-8c44-5c3f5c76fb1f', 'tag': 'ad8e0c29-4219-4f94-b4fe-492d83d0d111'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:15:30.511005 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80a6c01a-b377-402e-a293-2feae0877024" -d '{"events": [{"name": "network-changed", "server_uuid": "855fdc43-b94a-447a-8c44-5c3f5c76fb1f", "tag": "ad8e0c29-4219-4f94-b4fe-492d83d0d111"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:15:30.526928 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-f406a83f-9c29-4d86-9cc4-0ec9ee3f2b6b req-08ba8ea7-5fed-4cc3-91bd-40c03a5cc637 tempest-InstanceActionsNegativeTestJSON-925748557 tempest-InstanceActionsNegativeTestJSON-925748557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:30.556230 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f60ec0-3ba0-4ee8-a2f2-0beb625a1af9 service neutron] Pushing event updated for resources: {'Port': ['ID=ad8e0c29-4219-4f94-b4fe-492d83d0d111,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:30.564487 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['c0fede3e-b743-4703-9d18-4c5fb6ef6402'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:15:30.590963 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ba8ea7-5fed-4cc3-91bd-40c03a5cc637 tempest-InstanceActionsNegativeTestJSON-925748557 tempest-InstanceActionsNegativeTestJSON-925748557-project] Pushing event deleted for resources: {'Port': ['ID=c0fede3e-b743-4703-9d18-4c5fb6ef6402,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:30.627372 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1952c83-1a18-4094-9c50-fb903aed5fba req-4558f539-9c3e-4643-a1e8-da7983355a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:30.630457 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a1952c83-1a18-4094-9c50-fb903aed5fba req-4558f539-9c3e-4643-a1e8-da7983355a3c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=48da3dc54d264865b5c4834c4a90f4b5&device_id=1e5ccfea-706b-4825-9d2e-60c0b092c82e HTTP/1.1" status: 200 len: 1096 time: 0.1554286 Aug 29 04:15:30.668562 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-f406a83f-9c29-4d86-9cc4-0ec9ee3f2b6b req-08ba8ea7-5fed-4cc3-91bd-40c03a5cc637 tempest-InstanceActionsNegativeTestJSON-925748557 tempest-InstanceActionsNegativeTestJSON-925748557-project] No DVR routers for this DVR port c0fede3e-b743-4703-9d18-4c5fb6ef6402 on host n-h2-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:15:30.672754 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-f406a83f-9c29-4d86-9cc4-0ec9ee3f2b6b req-08ba8ea7-5fed-4cc3-91bd-40c03a5cc637 tempest-InstanceActionsNegativeTestJSON-925748557 tempest-InstanceActionsNegativeTestJSON-925748557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:30.673219 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19db01f-d4f3-4a27-8b6d-8f138b930195 req-56b966ca-8de3-4945-8bcb-a5768fe223c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:30.674784 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f19db01f-d4f3-4a27-8b6d-8f138b930195 req-56b966ca-8de3-4945-8bcb-a5768fe223c3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=48da3dc54d264865b5c4834c4a90f4b5&device_id=855fdc43-b94a-447a-8c44-5c3f5c76fb1f HTTP/1.1" status: 200 len: 1095 time: 0.0529680 Aug 29 04:15:30.674955 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f406a83f-9c29-4d86-9cc4-0ec9ee3f2b6b req-08ba8ea7-5fed-4cc3-91bd-40c03a5cc637 tempest-InstanceActionsNegativeTestJSON-925748557 tempest-InstanceActionsNegativeTestJSON-925748557-project] 10.222.0.48 "DELETE /v2.0/ports/c0fede3e-b743-4703-9d18-4c5fb6ef6402 HTTP/1.1" status: 204 len: 173 time: 1.2621560 Aug 29 04:15:30.784065 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f19db01f-d4f3-4a27-8b6d-8f138b930195 req-4e8e708e-02e6-4e79-8c51-9075afcbd8e4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ad8e0c29-4219-4f94-b4fe-492d83d0d111 HTTP/1.1" status: 200 len: 217 time: 0.0938616 Aug 29 04:15:30.821723 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1952c83-1a18-4094-9c50-fb903aed5fba req-2a12b8f6-4135-47cf-9527-b52ac8bf1c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:30.823416 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a1952c83-1a18-4094-9c50-fb903aed5fba req-2a12b8f6-4135-47cf-9527-b52ac8bf1c79 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7521cd58-9470-4433-82b8-7e942c988b03 HTTP/1.1" status: 200 len: 913 time: 0.1525545 Aug 29 04:15:30.885272 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01145964-e7a8-4c95-b1a6-08cd5145b047', 'name': 'network-vif-deleted', 'tag': 'c0fede3e-b743-4703-9d18-4c5fb6ef6402'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:15:30.887495 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3097cbb5-199d-419a-a0b1-b9c04dac4eaa" -d '{"events": [{"server_uuid": "01145964-e7a8-4c95-b1a6-08cd5145b047", "name": "network-vif-deleted", "tag": "c0fede3e-b743-4703-9d18-4c5fb6ef6402"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:15:30.891904 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 12ac3403-99e1-47f1-bece-be332a0122d4 no longer exists at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:15:30.918754 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a1952c83-1a18-4094-9c50-fb903aed5fba req-81a72b1a-4735-454d-9a13-769595551f5c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f94ff432-1efb-4d16-b88c-19279e1457b8 HTTP/1.1" status: 200 len: 999 time: 0.0874860 Aug 29 04:15:30.923853 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768d0212-edce-4b2b-8ebd-179cf540f14c req-2bdeffc6-6636-4fd6-adf7-5eb09a7b59e0 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:30.931396 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768d0212-edce-4b2b-8ebd-179cf540f14c req-2bdeffc6-6636-4fd6-adf7-5eb09a7b59e0 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:30.938474 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768d0212-edce-4b2b-8ebd-179cf540f14c req-2bdeffc6-6636-4fd6-adf7-5eb09a7b59e0 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:30.940716 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-768d0212-edce-4b2b-8ebd-179cf540f14c req-2bdeffc6-6636-4fd6-adf7-5eb09a7b59e0 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] 10.222.0.22 "GET /v2.0/ports?device_id=966907ac-f30d-4d80-9c2d-3632b08265a7 HTTP/1.1" status: 200 len: 2411 time: 0.1748095 Aug 29 04:15:30.942305 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] No Port match for: 12ac3403-99e1-47f1-bece-be332a0122d4 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:15:30.943301 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19db01f-d4f3-4a27-8b6d-8f138b930195 req-b11f8da6-d7ba-4546-a458-ee364b42c3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:30.943560 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 12ac3403-99e1-47f1-bece-be332a0122d4 not bound to the agent host n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:15:30.944893 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f19db01f-d4f3-4a27-8b6d-8f138b930195 req-b11f8da6-d7ba-4546-a458-ee364b42c3fc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=be5f55ab-7fa1-406c-9ca9-03e74b79ef6a HTTP/1.1" status: 200 len: 851 time: 0.1286454 Aug 29 04:15:30.991220 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1952c83-1a18-4094-9c50-fb903aed5fba req-dc7c9753-f8e1-4dae-9c51-fb03ce439522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:30.992849 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a1952c83-1a18-4094-9c50-fb903aed5fba req-dc7c9753-f8e1-4dae-9c51-fb03ce439522 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=be5f55ab-7fa1-406c-9ca9-03e74b79ef6a HTTP/1.1" status: 200 len: 851 time: 0.0646479 Aug 29 04:15:31.024109 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-768d0212-edce-4b2b-8ebd-179cf540f14c req-00c9d351-6211-4d14-b928-941d3c3911ed tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] 10.222.0.22 "GET /v2.0/security-groups?id=07b81801-f107-42cd-9c04-405b0de95462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731761 Aug 29 04:15:31.030850 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19db01f-d4f3-4a27-8b6d-8f138b930195 req-922be6f8-183f-4af1-b26e-9971c4fcc992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:31.032508 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f19db01f-d4f3-4a27-8b6d-8f138b930195 req-922be6f8-183f-4af1-b26e-9971c4fcc992 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7521cd58-9470-4433-82b8-7e942c988b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0799232 Aug 29 04:15:31.035068 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-47fd2864-9e4f-4ee5-a43d-a9182e8ed7ec req-933d4a9e-90c8-4eb1-a738-a561387fb0c7 tempest-InstanceActionsNegativeTestJSON-925748557 tempest-InstanceActionsNegativeTestJSON-925748557-project] 10.222.0.22 "GET /v2.0/ports?device_id=01145964-e7a8-4c95-b1a6-08cd5145b047 HTTP/1.1" status: 200 len: 210 time: 0.0395370 Aug 29 04:15:31.068166 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1952c83-1a18-4094-9c50-fb903aed5fba req-4d470936-2454-449e-8ca3-429ed0a731d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:31.070289 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a1952c83-1a18-4094-9c50-fb903aed5fba req-4d470936-2454-449e-8ca3-429ed0a731d9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7521cd58-9470-4433-82b8-7e942c988b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0640945 Aug 29 04:15:31.137636 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bd9f7c9-300a-4af6-9c52-b752fb2c74ac x-openstack-request-id: req-5bd9f7c9-300a-4af6-9c52-b752fb2c74ac {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:15:31.138644 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "855fdc43-b94a-447a-8c44-5c3f5c76fb1f", "tag": "ad8e0c29-4219-4f94-b4fe-492d83d0d111", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:15:31.139086 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5bd9f7c9-300a-4af6-9c52-b752fb2c74ac {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:15:31.139926 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '855fdc43-b94a-447a-8c44-5c3f5c76fb1f', 'tag': 'ad8e0c29-4219-4f94-b4fe-492d83d0d111', 'status': 'completed', 'code': 200} Aug 29 04:15:31.182653 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f19db01f-d4f3-4a27-8b6d-8f138b930195 req-59fe1753-37bc-4fc6-8a6f-93b1ceb2ca54 service neutron] 10.222.0.46 "GET /v2.0/networks/7521cd58-9470-4433-82b8-7e942c988b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360717 Aug 29 04:15:31.206512 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a1952c83-1a18-4094-9c50-fb903aed5fba req-ff7015bb-0420-420d-b181-712d3712d5ec service neutron] 10.222.0.46 "GET /v2.0/networks/7521cd58-9470-4433-82b8-7e942c988b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219201 Aug 29 04:15:31.343305 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edc1491-cc67-4fbb-a243-cc2acc448e6f req-86dd4b88-d41f-4742-bbb1-50b92509b168 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:31.345434 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3edc1491-cc67-4fbb-a243-cc2acc448e6f req-86dd4b88-d41f-4742-bbb1-50b92509b168 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=855fdc43-b94a-447a-8c44-5c3f5c76fb1f HTTP/1.1" status: 200 len: 943 time: 0.1037326 Aug 29 04:15:31.346489 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe631fdd-6cfb-45e8-ba4c-b0d7ab81c7de req-6fa8bea8-62c4-4f7d-a160-44bbe72b3891 tempest-LiveAutoBlockMigrationV225Test-280615785 tempest-LiveAutoBlockMigrationV225Test-280615785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:31.348193 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-fe631fdd-6cfb-45e8-ba4c-b0d7ab81c7de req-6fa8bea8-62c4-4f7d-a160-44bbe72b3891 tempest-LiveAutoBlockMigrationV225Test-280615785 tempest-LiveAutoBlockMigrationV225Test-280615785-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=83df3f9c-fda9-43d6-848d-9b61b206ad4d HTTP/1.1" status: 200 len: 1097 time: 0.0991459 Aug 29 04:15:31.355740 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f19db01f-d4f3-4a27-8b6d-8f138b930195 req-3528f4ad-617d-4d50-a6fc-6d03d4a6b213 service neutron] 10.222.0.46 "GET /v2.0/networks/7521cd58-9470-4433-82b8-7e942c988b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630244 Aug 29 04:15:31.370224 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a1952c83-1a18-4094-9c50-fb903aed5fba req-273c6f43-717e-480f-8423-6b5c8fb8ec4e service neutron] 10.222.0.46 "GET /v2.0/networks/7521cd58-9470-4433-82b8-7e942c988b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531546 Aug 29 04:15:31.400408 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-fe631fdd-6cfb-45e8-ba4c-b0d7ab81c7de req-661eeee8-d102-4ec5-baf1-53b7b4e80647 tempest-LiveAutoBlockMigrationV225Test-280615785 tempest-LiveAutoBlockMigrationV225Test-280615785-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373414 Aug 29 04:15:31.411949 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3edc1491-cc67-4fbb-a243-cc2acc448e6f req-782d46a6-bc49-4beb-8065-49fa93d4b34e tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=67519499-017b-4c54-88db-c974346724c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401545 Aug 29 04:15:31.537867 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c9dbab3f-0101-4309-958d-808eeb891cc3 req-1dd8aa42-f491-4e12-8b23-ef8b46b343cd tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e87e1d2-96a1-4e0e-a1ff-a7c7275d7778 HTTP/1.1" status: 200 len: 210 time: 0.0336401 Aug 29 04:15:31.547543 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c01a62a-e05e-4896-8cbc-aa6083f8a7dc x-openstack-request-id: req-1c01a62a-e05e-4896-8cbc-aa6083f8a7dc {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:15:31.548406 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01145964-e7a8-4c95-b1a6-08cd5145b047", "name": "network-vif-deleted", "tag": "c0fede3e-b743-4703-9d18-4c5fb6ef6402", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:15:31.548677 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1c01a62a-e05e-4896-8cbc-aa6083f8a7dc {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:15:31.549098 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01145964-e7a8-4c95-b1a6-08cd5145b047', 'name': 'network-vif-deleted', 'tag': 'c0fede3e-b743-4703-9d18-4c5fb6ef6402', 'status': 'completed', 'code': 200} Aug 29 04:15:31.566593 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a6c01a-b377-402e-a293-2feae0877024 req-0662acbf-6e3f-487b-859c-2b6792dfb0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:31.568892 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-80a6c01a-b377-402e-a293-2feae0877024 req-0662acbf-6e3f-487b-859c-2b6792dfb0e4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=48da3dc54d264865b5c4834c4a90f4b5&device_id=855fdc43-b94a-447a-8c44-5c3f5c76fb1f HTTP/1.1" status: 200 len: 1095 time: 0.1091714 Aug 29 04:15:31.690737 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3313755c-1b64-47a1-aea9-8e34afa64122 req-e44373b6-c4bb-4d58-b7c6-49cb5d215f23 tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:31.692379 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3313755c-1b64-47a1-aea9-8e34afa64122 req-e44373b6-c4bb-4d58-b7c6-49cb5d215f23 tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] 10.222.0.22 "GET /v2.0/ports?device_id=963e3660-e80c-437e-ab2a-6c73ce940860 HTTP/1.1" status: 200 len: 950 time: 0.0616004 Aug 29 04:15:31.704166 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a6c01a-b377-402e-a293-2feae0877024 req-4f8d9d86-ba5d-440d-81b2-a8219d92dc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:31.705648 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-80a6c01a-b377-402e-a293-2feae0877024 req-4f8d9d86-ba5d-440d-81b2-a8219d92dc53 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7521cd58-9470-4433-82b8-7e942c988b03 HTTP/1.1" status: 200 len: 913 time: 0.1240027 Aug 29 04:15:31.744223 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3313755c-1b64-47a1-aea9-8e34afa64122 req-8a7d2af0-5fba-4970-944c-f5e4f77a1379 tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] 10.222.0.22 "GET /v2.0/security-groups?id=62eb171a-895c-4930-a5a9-dc2f4d1bead2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447602 Aug 29 04:15:31.780593 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-80a6c01a-b377-402e-a293-2feae0877024 req-ab11200e-2dfa-4b5c-b4df-4e97ac534392 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ad8e0c29-4219-4f94-b4fe-492d83d0d111 HTTP/1.1" status: 200 len: 217 time: 0.0557013 Aug 29 04:15:31.838359 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a6c01a-b377-402e-a293-2feae0877024 req-21cf7532-9c2b-42ae-b49e-56041d276dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:31.839968 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-80a6c01a-b377-402e-a293-2feae0877024 req-21cf7532-9c2b-42ae-b49e-56041d276dda service neutron] 10.222.0.46 "GET /v2.0/subnets?id=be5f55ab-7fa1-406c-9ca9-03e74b79ef6a HTTP/1.1" status: 200 len: 851 time: 0.0481188 Aug 29 04:15:31.901229 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a6c01a-b377-402e-a293-2feae0877024 req-6e3eed0f-35b0-44dc-b779-14dc34eaf17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:31.903019 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-80a6c01a-b377-402e-a293-2feae0877024 req-6e3eed0f-35b0-44dc-b779-14dc34eaf17a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7521cd58-9470-4433-82b8-7e942c988b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0473230 Aug 29 04:15:31.947649 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef8e32f-600f-477c-8499-4f9deb53e836 req-57d6a3a2-1f46-455d-a912-16e82e88f225 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:31.949291 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0ef8e32f-600f-477c-8499-4f9deb53e836 req-57d6a3a2-1f46-455d-a912-16e82e88f225 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/networks?id=2f4673af-b8e7-4620-a09f-889ce79ba3f8 HTTP/1.1" status: 200 len: 806 time: 0.1306016 Aug 29 04:15:31.970828 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0ef8e32f-600f-477c-8499-4f9deb53e836 req-0c97d207-3a4c-4d82-bed5-d44b5ca650a7 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/quotas/5a14f7f9066643a38713cee788a50c7a HTTP/1.1" status: 200 len: 375 time: 0.0123687 Aug 29 04:15:32.021434 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-80a6c01a-b377-402e-a293-2feae0877024 req-1cc45f5b-08c1-4157-a144-ab21ec53e779 service neutron] 10.222.0.46 "GET /v2.0/networks/7521cd58-9470-4433-82b8-7e942c988b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046698 Aug 29 04:15:32.029332 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0ef8e32f-600f-477c-8499-4f9deb53e836 req-77188eaf-fd4f-4bc1-aa75-ac893a94cdd3 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=5a14f7f9066643a38713cee788a50c7a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0463798 Aug 29 04:15:32.138420 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-80a6c01a-b377-402e-a293-2feae0877024 req-db1ac30d-5d46-47e4-984f-353cc18d4e53 service neutron] 10.222.0.46 "GET /v2.0/networks/7521cd58-9470-4433-82b8-7e942c988b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066055 Aug 29 04:15:32.147641 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0ef8e32f-600f-477c-8499-4f9deb53e836 req-23fed5e6-f483-4809-abf4-628636f6ae97 service neutron] 10.222.0.22 "GET /v2.0/networks/2f4673af-b8e7-4620-a09f-889ce79ba3f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097536 Aug 29 04:15:32.319258 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce3e9f-4066-4430-8660-60ae24a99704 req-3b6a363e-333c-44b7-bb83-cf12ec48bc25 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:32.320757 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-85ce3e9f-4066-4430-8660-60ae24a99704 req-3b6a363e-333c-44b7-bb83-cf12ec48bc25 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.46 "GET /v2.0/networks?id=f96f67f6-e1fe-44b3-b4cf-964eb290f20c HTTP/1.1" status: 200 len: 813 time: 0.1722205 Aug 29 04:15:32.344295 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0ef8e32f-600f-477c-8499-4f9deb53e836 req-966f6e36-6565-4c1d-b8a2-528a2506a906 service neutron] 10.222.0.22 "GET /v2.0/networks/2f4673af-b8e7-4620-a09f-889ce79ba3f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397307 Aug 29 04:15:32.351510 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-85ce3e9f-4066-4430-8660-60ae24a99704 req-a99f2f6a-ce32-4f87-ab88-d43653cf8c70 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Request body: {'port': {'device_id': '4e87e1d2-96a1-4e0e-a1ff-a7c7275d7778', 'network_id': 'f96f67f6-e1fe-44b3-b4cf-964eb290f20c', 'admin_state_up': True, 'tenant_id': '167b1cc03732479fb9ee73ff6d5e5845'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:32.480836 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85ce3e9f-4066-4430-8660-60ae24a99704 req-a99f2f6a-ce32-4f87-ab88-d43653cf8c70 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Made reservation on behalf of 167b1cc03732479fb9ee73ff6d5e5845 for: {'port': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:15:32.484952 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-85ce3e9f-4066-4430-8660-60ae24a99704 req-a99f2f6a-ce32-4f87-ab88-d43653cf8c70 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:32.645541 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [req-85ce3e9f-4066-4430-8660-60ae24a99704 req-a99f2f6a-ce32-4f87-ab88-d43653cf8c70 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Allocated IP 172.20.0.11 (f96f67f6-e1fe-44b3-b4cf-964eb290f20c/7aff1b55-5acd-4615-92fe-59d502737750/e1e1e2ce-997c-4da8-b49a-4b4ef1169bf2) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:15:32.891529 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 7125385e-c6d6-410f-ab2c-42db222e3dfe details requested by agent hyperv_n-h2-712140-12 with host n-h2-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:15:32.907704 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device c0fede3e-b743-4703-9d18-4c5fb6ef6402 no longer exists at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:15:32.937538 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] No Port match for: c0fede3e-b743-4703-9d18-4c5fb6ef6402 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:15:32.937885 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device c0fede3e-b743-4703-9d18-4c5fb6ef6402 not bound to the agent host n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:15:33.027292 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 7125385e-c6d6-410f-ab2c-42db222e3dfe, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=7125385e-c6d6-410f-ab2c-42db222e3dfe,segment=NetworkSegment(4e322a1b-f45c-4e09-a71a-9baa38bdebb3),segment_id=4e322a1b-f45c-4e09-a71a-9baa38bdebb3)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:33.040381 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Returning: {'device': '7125385e-c6d6-410f-ab2c-42db222e3dfe', 'network_id': 'ff6119cb-f4c8-4d57-a865-056c3e1ce852', 'port_id': '7125385e-c6d6-410f-ab2c-42db222e3dfe', 'mac_address': 'fa:16:3e:dd:07:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0994d884-b858-4d69-995a-7fd1f3ac66d1', 'ip_address': '19.80.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:15:33.080648 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:33.098288 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7125385e-c6d6-410f-ab2c-42db222e3dfe {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:15:33.122054 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 7125385e-c6d6-410f-ab2c-42db222e3dfe, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=7125385e-c6d6-410f-ab2c-42db222e3dfe,segment=NetworkSegment(4e322a1b-f45c-4e09-a71a-9baa38bdebb3),segment_id=4e322a1b-f45c-4e09-a71a-9baa38bdebb3)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:33.128851 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:33.129093 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c9e984-241f-4082-af6c-0b8ada16a774 req-312886e3-54f7-4d71-b68f-b7a5fb3a5265 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:33.130580 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device eccbf569-928f-4b7d-9230-563ab35fc72a details requested by agent hyperv_n-h2-712140-12 with host n-h2-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:15:33.136945 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c9e984-241f-4082-af6c-0b8ada16a774 req-312886e3-54f7-4d71-b68f-b7a5fb3a5265 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:33.142663 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c9e984-241f-4082-af6c-0b8ada16a774 req-312886e3-54f7-4d71-b68f-b7a5fb3a5265 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:33.144430 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-50c9e984-241f-4082-af6c-0b8ada16a774 req-312886e3-54f7-4d71-b68f-b7a5fb3a5265 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] 10.222.0.22 "GET /v2.0/ports?device_id=966907ac-f30d-4d80-9c2d-3632b08265a7 HTTP/1.1" status: 200 len: 2411 time: 0.4092076 Aug 29 04:15:33.171606 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [req-63c6055d-7f02-4a3d-88b5-05f13ab10b15 req-ac409b25-56ed-4f91-98be-04b114ca5458 tempest-LiveAutoBlockMigrationV225Test-280615785 tempest-LiveAutoBlockMigrationV225Test-280615785-project-admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:15:33.176218 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-63c6055d-7f02-4a3d-88b5-05f13ab10b15 req-ac409b25-56ed-4f91-98be-04b114ca5458 tempest-LiveAutoBlockMigrationV225Test-280615785 tempest-LiveAutoBlockMigrationV225Test-280615785-project-admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1029310 Aug 29 04:15:33.205333 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=7125385e-c6d6-410f-ab2c-42db222e3dfe,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:33.217388 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-85ce3e9f-4066-4430-8660-60ae24a99704 req-a99f2f6a-ce32-4f87-ab88-d43653cf8c70 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:33.218810 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port eccbf569-928f-4b7d-9230-563ab35fc72a, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=eccbf569-928f-4b7d-9230-563ab35fc72a,segment=NetworkSegment(4e322a1b-f45c-4e09-a71a-9baa38bdebb3),segment_id=4e322a1b-f45c-4e09-a71a-9baa38bdebb3)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:33.232205 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Returning: {'device': 'eccbf569-928f-4b7d-9230-563ab35fc72a', 'network_id': 'ff6119cb-f4c8-4d57-a865-056c3e1ce852', 'port_id': 'eccbf569-928f-4b7d-9230-563ab35fc72a', 'mac_address': 'fa:16:3e:52:b8:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0994d884-b858-4d69-995a-7fd1f3ac66d1', 'ip_address': '19.80.0.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:15:33.236638 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-50c9e984-241f-4082-af6c-0b8ada16a774 req-c30272ae-3087-4b63-a823-3325393d7683 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] 10.222.0.22 "GET /v2.0/security-groups?id=07b81801-f107-42cd-9c04-405b0de95462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794349 Aug 29 04:15:33.271356 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-63c6055d-7f02-4a3d-88b5-05f13ab10b15 req-17ea8dc8-a6fc-45cd-8020-3ed66ee60c17 service neutron] Request body: {'binding': {'host': 'n-h2-712140-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:33.271910 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-63c6055d-7f02-4a3d-88b5-05f13ab10b15 req-17ea8dc8-a6fc-45cd-8020-3ed66ee60c17 service neutron] Unknown quota resources ['binding']. {{(pid=94829) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 04:15:33.289365 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:33.297667 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-85ce3e9f-4066-4430-8660-60ae24a99704 req-a99f2f6a-ce32-4f87-ab88-d43653cf8c70 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:33.303568 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7e82858c-8ea7-4279-90c1-961d81df9156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:33.307735 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eccbf569-928f-4b7d-9230-563ab35fc72a {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:15:33.313737 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['12c539aa-20c7-4e61-9893-071488e12699'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:15:33.314446 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 43248) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:33.356493 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port eccbf569-928f-4b7d-9230-563ab35fc72a, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=eccbf569-928f-4b7d-9230-563ab35fc72a,segment=NetworkSegment(4e322a1b-f45c-4e09-a71a-9baa38bdebb3),segment_id=4e322a1b-f45c-4e09-a71a-9baa38bdebb3)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:33.362632 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:33.363300 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 13aef29e-af9a-43a4-8ae1-574342300423 details requested by agent hyperv_n-h2-712140-12 with host n-h2-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:15:33.436883 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85ce3e9f-4066-4430-8660-60ae24a99704 req-a99f2f6a-ce32-4f87-ab88-d43653cf8c70 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Network f96f67f6-e1fe-44b3-b4cf-964eb290f20c is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:15:33.450088 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [req-85ce3e9f-4066-4430-8660-60ae24a99704 req-a99f2f6a-ce32-4f87-ab88-d43653cf8c70 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:15:33.452116 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99f2f6a-ce32-4f87-ab88-d43653cf8c70 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Pushing event updated for resources: {'Port': ['ID=e1e1e2ce-997c-4da8-b49a-4b4ef1169bf2,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:33.454280 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [req-85ce3e9f-4066-4430-8660-60ae24a99704 req-a99f2f6a-ce32-4f87-ab88-d43653cf8c70 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:15:33.462240 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_v2 [None req-1551bfdd-64a8-4e39-b691-f23c29b99b00 admin admin] Deleting subnet cd6871f2-16cf-4df2-be2b-552e69868a10 {{(pid=94829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:15:33.502215 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1551bfdd-64a8-4e39-b691-f23c29b99b00 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:33.598200 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce3e9f-4066-4430-8660-60ae24a99704 req-a99f2f6a-ce32-4f87-ab88-d43653cf8c70 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:33.598845 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-85ce3e9f-4066-4430-8660-60ae24a99704 req-a99f2f6a-ce32-4f87-ab88-d43653cf8c70 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:33.608335 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1551bfdd-64a8-4e39-b691-f23c29b99b00 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4311743'] for subnet, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:33.618095 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=eccbf569-928f-4b7d-9230-563ab35fc72a,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:33.658441 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867fef59-4965-4917-a8c4-c9449163dcaf req-5868bd13-e43f-4e6a-a43a-11bda9760169 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:33.660061 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-867fef59-4965-4917-a8c4-c9449163dcaf req-5868bd13-e43f-4e6a-a43a-11bda9760169 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=855fdc43-b94a-447a-8c44-5c3f5c76fb1f HTTP/1.1" status: 200 len: 943 time: 0.1922960 Aug 29 04:15:33.670297 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-85ce3e9f-4066-4430-8660-60ae24a99704 req-a99f2f6a-ce32-4f87-ab88-d43653cf8c70 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3229935 Aug 29 04:15:33.700220 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-85ce3e9f-4066-4430-8660-60ae24a99704 req-53426a12-2c02-42c8-838e-92ca9fd4bdc3 service neutron] Request body: {'port': {'device_id': '4e87e1d2-96a1-4e0e-a1ff-a7c7275d7778', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-12'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:33.706611 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 13aef29e-af9a-43a4-8ae1-574342300423, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=13aef29e-af9a-43a4-8ae1-574342300423,segment=NetworkSegment(15393042-4469-4f49-91e9-601a97b6c540),segment_id=15393042-4469-4f49-91e9-601a97b6c540)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:33.736211 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1551bfdd-64a8-4e39-b691-f23c29b99b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:33.737344 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-63c6055d-7f02-4a3d-88b5-05f13ab10b15 req-17ea8dc8-a6fc-45cd-8020-3ed66ee60c17 service neutron] Attempting to bind port 6bf9784d-aab5-49f4-bbfd-13df40e0c2f5 on host n-h2-712140-12 for vnic_type normal with profile None {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:15:33.737853 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-63c6055d-7f02-4a3d-88b5-05f13ab10b15 req-17ea8dc8-a6fc-45cd-8020-3ed66ee60c17 service neutron] Attempting to bind port 6bf9784d-aab5-49f4-bbfd-13df40e0c2f5 by drivers openvswitch,hyperv on host n-h2-712140-12 at level 0 using segments [{'id': '1fc19f14-bf6d-4959-b2c5-ed51e935e5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '53020a37-9cfa-46c3-bf40-16467007f493'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:15:33.738311 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c6055d-7f02-4a3d-88b5-05f13ab10b15 req-17ea8dc8-a6fc-45cd-8020-3ed66ee60c17 service neutron] Attempting to bind port 6bf9784d-aab5-49f4-bbfd-13df40e0c2f5 on network 53020a37-9cfa-46c3-bf40-16467007f493 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:15:33.771746 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Returning: {'device': '13aef29e-af9a-43a4-8ae1-574342300423', 'network_id': 'e773ee44-363a-4f14-aeb4-385d6246c43d', 'port_id': '13aef29e-af9a-43a4-8ae1-574342300423', 'mac_address': 'fa:16:3e:b3:bf:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '703b51f1-6a5b-4434-844f-73fc2f870496', 'ip_address': '19.86.0.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:15:33.802073 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c6055d-7f02-4a3d-88b5-05f13ab10b15 req-17ea8dc8-a6fc-45cd-8020-3ed66ee60c17 service neutron] Port 6bf9784d-aab5-49f4-bbfd-13df40e0c2f5 on network 53020a37-9cfa-46c3-bf40-16467007f493 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-12 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:15:33.802358 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c6055d-7f02-4a3d-88b5-05f13ab10b15 req-17ea8dc8-a6fc-45cd-8020-3ed66ee60c17 service neutron] Attempting to bind port 6bf9784d-aab5-49f4-bbfd-13df40e0c2f5 on network 53020a37-9cfa-46c3-bf40-16467007f493 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:15:33.821266 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-867fef59-4965-4917-a8c4-c9449163dcaf req-51489588-4d7f-48a6-8d0e-3ecd496289ca tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=67519499-017b-4c54-88db-c974346724c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484089 Aug 29 04:15:33.847510 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c6055d-7f02-4a3d-88b5-05f13ab10b15 req-17ea8dc8-a6fc-45cd-8020-3ed66ee60c17 service neutron] Checking agent: {'id': 'b3a0606b-b029-4f5e-8798-3a32b71d8844', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:15:33.847872 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c6055d-7f02-4a3d-88b5-05f13ab10b15 req-17ea8dc8-a6fc-45cd-8020-3ed66ee60c17 service neutron] Checking segment: {'id': '1fc19f14-bf6d-4959-b2c5-ed51e935e5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '53020a37-9cfa-46c3-bf40-16467007f493'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:15:33.848328 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c6055d-7f02-4a3d-88b5-05f13ab10b15 req-17ea8dc8-a6fc-45cd-8020-3ed66ee60c17 service neutron] Bound using segment: {'id': '1fc19f14-bf6d-4959-b2c5-ed51e935e5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '53020a37-9cfa-46c3-bf40-16467007f493'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:15:33.848749 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-63c6055d-7f02-4a3d-88b5-05f13ab10b15 req-17ea8dc8-a6fc-45cd-8020-3ed66ee60c17 service neutron] Bound port: 6bf9784d-aab5-49f4-bbfd-13df40e0c2f5, host: n-h2-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fc19f14-bf6d-4959-b2c5-ed51e935e5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '53020a37-9cfa-46c3-bf40-16467007f493'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:15:33.902114 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef8e32f-600f-477c-8499-4f9deb53e836 req-6511e283-4bd7-4306-b94f-3552a623c549 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:33.903650 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0ef8e32f-600f-477c-8499-4f9deb53e836 req-6511e283-4bd7-4306-b94f-3552a623c549 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.48 "GET /v2.0/networks?id=2f4673af-b8e7-4620-a09f-889ce79ba3f8 HTTP/1.1" status: 200 len: 806 time: 0.2135444 Aug 29 04:15:33.909561 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-85ce3e9f-4066-4430-8660-60ae24a99704 req-53426a12-2c02-42c8-838e-92ca9fd4bdc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:33.925942 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-0ef8e32f-600f-477c-8499-4f9deb53e836 req-d40627d7-6c91-455a-9569-e257eaf0a463 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Request body: {'port': {'device_id': '28883582-fb91-4167-bc91-3cf70557c5eb', 'network_id': '2f4673af-b8e7-4620-a09f-889ce79ba3f8', 'admin_state_up': True, 'tenant_id': '5a14f7f9066643a38713cee788a50c7a'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:33.953153 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:33.991771 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1551bfdd-64a8-4e39-b691-f23c29b99b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4552352'] for subnet, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:33.994838 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13aef29e-af9a-43a4-8ae1-574342300423 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:15:34.027368 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-df28679a-4250-4e10-a8d0-21ccd5962c21 req-99bca5ac-be92-40fb-8992-3cc1740d2673 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=28883582-fb91-4167-bc91-3cf70557c5eb HTTP/1.1" status: 200 len: 210 time: 0.0526860 Aug 29 04:15:34.035666 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 13aef29e-af9a-43a4-8ae1-574342300423, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=13aef29e-af9a-43a4-8ae1-574342300423,segment=NetworkSegment(15393042-4469-4f49-91e9-601a97b6c540),segment_id=15393042-4469-4f49-91e9-601a97b6c540)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:34.046375 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:34.057796 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1551bfdd-64a8-4e39-b691-f23c29b99b00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd6871f2-16cf-4df2-be2b-552e69868a10,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:34.059978 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1551bfdd-64a8-4e39-b691-f23c29b99b00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:34.064305 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-1551bfdd-64a8-4e39-b691-f23c29b99b00 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/cd6871f2-16cf-4df2-be2b-552e69868a10 HTTP/1.1" status: 204 len: 168 time: 0.7464917 Aug 29 04:15:34.066517 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 43250) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:34.072467 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-63c6055d-7f02-4a3d-88b5-05f13ab10b15 req-17ea8dc8-a6fc-45cd-8020-3ed66ee60c17 service neutron] For port 6bf9784d-aab5-49f4-bbfd-13df40e0c2f5, host n-h2-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=6bf9784d-aab5-49f4-bbfd-13df40e0c2f5,segment=NetworkSegment(1fc19f14-bf6d-4959-b2c5-ed51e935e5ad),segment_id=1fc19f14-bf6d-4959-b2c5-ed51e935e5ad)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:15:34.092046 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ef8e32f-600f-477c-8499-4f9deb53e836 req-d40627d7-6c91-455a-9569-e257eaf0a463 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Made reservation on behalf of 5a14f7f9066643a38713cee788a50c7a for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:15:34.095732 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-0ef8e32f-600f-477c-8499-4f9deb53e836 req-d40627d7-6c91-455a-9569-e257eaf0a463 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:34.127334 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-63c6055d-7f02-4a3d-88b5-05f13ab10b15 req-17ea8dc8-a6fc-45cd-8020-3ed66ee60c17 service neutron] Notify callbacks [] for binding, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:34.128567 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-63c6055d-7f02-4a3d-88b5-05f13ab10b15 req-17ea8dc8-a6fc-45cd-8020-3ed66ee60c17 service neutron] 10.222.0.22 "POST /v2.0/ports/6bf9784d-aab5-49f4-bbfd-13df40e0c2f5/bindings HTTP/1.1" status: 201 len: 390 time: 0.9357562 Aug 29 04:15:34.136881 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=13aef29e-af9a-43a4-8ae1-574342300423,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:34.228562 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a7f29969-8690-4c99-83e8-690f2e32f36c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:34.269989 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc04562a-d49c-41a3-9026-543dc5d24984 req-323dedca-8dfd-4430-b264-a396a4c5f34d tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:34.271165 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-cc04562a-d49c-41a3-9026-543dc5d24984 req-323dedca-8dfd-4430-b264-a396a4c5f34d tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e87e1d2-96a1-4e0e-a1ff-a7c7275d7778 HTTP/1.1" status: 200 len: 932 time: 0.1390519 Aug 29 04:15:34.347552 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-cc04562a-d49c-41a3-9026-543dc5d24984 req-c5710fe6-ac2e-4991-8ca2-1ac744a97756 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "GET /v2.0/security-groups?id=928b8436-db78-4a6b-bcb4-8c108482d446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700588 Aug 29 04:15:34.407189 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-0ef8e32f-600f-477c-8499-4f9deb53e836 req-d40627d7-6c91-455a-9569-e257eaf0a463 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Allocated IP 172.20.0.6 (2f4673af-b8e7-4620-a09f-889ce79ba3f8/ca990b23-63b6-47bd-b575-c3dcd63e7190/43d5b4c6-21bc-4355-871c-d335a04aaa3d) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:15:34.418227 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a7f29969-8690-4c99-83e8-690f2e32f36c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:34.438432 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-a7f29969-8690-4c99-83e8-690f2e32f36c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3bde2e1-3ab1-4941-a478-28319d253320']}} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:15:34.447599 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [req-85ce3e9f-4066-4430-8660-60ae24a99704 req-53426a12-2c02-42c8-838e-92ca9fd4bdc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1e1e2ce-997c-4da8-b49a-4b4ef1169bf2 {{(pid=94829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:15:34.457681 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-a7f29969-8690-4c99-83e8-690f2e32f36c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9e5e776-11d5-43a7-876c-a8e03f9d631d') {'for_net_delete': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:15:34.458008 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-a7f29969-8690-4c99-83e8-690f2e32f36c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9e5e776-11d5-43a7-876c-a8e03f9d631d') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:15:34.471287 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846aa1c9-147d-4847-8f59-137fb34bb66f req-2a2465ef-1528-47cd-bcca-6ac1ff78ed21 tempest-ServersAdminNegativeTestJSON-1711367943 tempest-ServersAdminNegativeTestJSON-1711367943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:34.472891 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-846aa1c9-147d-4847-8f59-137fb34bb66f req-2a2465ef-1528-47cd-bcca-6ac1ff78ed21 tempest-ServersAdminNegativeTestJSON-1711367943 tempest-ServersAdminNegativeTestJSON-1711367943-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=963e3660-e80c-437e-ab2a-6c73ce940860 HTTP/1.1" status: 200 len: 1102 time: 0.1947210 Aug 29 04:15:34.479461 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a7f29969-8690-4c99-83e8-690f2e32f36c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8904833'] for segment, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:34.482479 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device ad8e0c29-4219-4f94-b4fe-492d83d0d111 details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:15:34.486093 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-85ce3e9f-4066-4430-8660-60ae24a99704 req-53426a12-2c02-42c8-838e-92ca9fd4bdc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:34.519213 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a7f29969-8690-4c99-83e8-690f2e32f36c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:34.521735 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-846aa1c9-147d-4847-8f59-137fb34bb66f req-94c045fa-1557-40b3-8a6d-83febff4e053 tempest-ServersAdminNegativeTestJSON-1711367943 tempest-ServersAdminNegativeTestJSON-1711367943-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:34.533336 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [req-85ce3e9f-4066-4430-8660-60ae24a99704 req-53426a12-2c02-42c8-838e-92ca9fd4bdc3 service neutron] Transition to ACTIVE for port object e1e1e2ce-997c-4da8-b49a-4b4ef1169bf2 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:15:34.545956 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-85ce3e9f-4066-4430-8660-60ae24a99704 req-53426a12-2c02-42c8-838e-92ca9fd4bdc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:34.564037 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c6055d-7f02-4a3d-88b5-05f13ab10b15 req-7eeaa745-e8b1-4b5d-bc56-083acc2addc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:34.565700 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-63c6055d-7f02-4a3d-88b5-05f13ab10b15 req-7eeaa745-e8b1-4b5d-bc56-083acc2addc6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1d0658a0a90a4facb02cad62921e20d5&device_id=83df3f9c-fda9-43d6-848d-9b61b206ad4d HTTP/1.1" status: 200 len: 1097 time: 0.1308427 Aug 29 04:15:34.573964 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b682a9-c48a-44e6-a012-ce1e98798d4d req-ffcc387d-0b8d-42c3-b478-7029823998ba tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:34.575540 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c7b682a9-c48a-44e6-a012-ce1e98798d4d req-ffcc387d-0b8d-42c3-b478-7029823998ba tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=83df3f9c-fda9-43d6-848d-9b61b206ad4d HTTP/1.1" status: 200 len: 945 time: 0.1525047 Aug 29 04:15:34.577712 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7f29969-8690-4c99-83e8-690f2e32f36c admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=94828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:15:34.578131 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a7f29969-8690-4c99-83e8-690f2e32f36c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9190468'] for segment, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:34.579832 n-d-712140-12 neutron-server[94828]: Traceback (most recent call last): Aug 29 04:15:34.579832 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:15:34.579832 n-d-712140-12 neutron-server[94828]: timer() Aug 29 04:15:34.579832 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:15:34.579832 n-d-712140-12 neutron-server[94828]: cb(*args, **kw) Aug 29 04:15:34.579832 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:15:34.579832 n-d-712140-12 neutron-server[94828]: return func(*args, **kwargs) Aug 29 04:15:34.579832 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:15:34.579832 n-d-712140-12 neutron-server[94828]: self._notify() Aug 29 04:15:34.579832 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:15:34.579832 n-d-712140-12 neutron-server[94828]: self.callback(batched_events) Aug 29 04:15:34.579832 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:15:34.579832 n-d-712140-12 neutron-server[94828]: event.method(event) Aug 29 04:15:34.579832 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:15:34.579832 n-d-712140-12 neutron-server[94828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:15:34.579832 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:15:34.579832 n-d-712140-12 neutron-server[94828]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:15:34.579832 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:15:34.579832 n-d-712140-12 neutron-server[94828]: return f(self, *a, **k) Aug 29 04:15:34.579832 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:15:34.579832 n-d-712140-12 neutron-server[94828]: return self._get(url).json() Aug 29 04:15:34.579832 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:15:34.579832 n-d-712140-12 neutron-server[94828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:15:34.579832 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:15:34.579832 n-d-712140-12 neutron-server[94828]: return self.request(url, 'GET', **kwargs) Aug 29 04:15:34.579832 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:15:34.579832 n-d-712140-12 neutron-server[94828]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:15:34.579832 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:15:34.579832 n-d-712140-12 neutron-server[94828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:15:34.579832 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:15:34.579832 n-d-712140-12 neutron-server[94828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:15:34.579832 n-d-712140-12 neutron-server[94828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:15:34.626650 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port ad8e0c29-4219-4f94-b4fe-492d83d0d111, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=ad8e0c29-4219-4f94-b4fe-492d83d0d111,segment=NetworkSegment(6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc),segment_id=6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:34.641425 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Returning: {'device': 'ad8e0c29-4219-4f94-b4fe-492d83d0d111', 'network_id': '7521cd58-9470-4433-82b8-7e942c988b03', 'port_id': 'ad8e0c29-4219-4f94-b4fe-492d83d0d111', 'mac_address': 'fa:16:3e:f0:0a:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be5f55ab-7fa1-406c-9ca9-03e74b79ef6a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:15:34.673230 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a7f29969-8690-4c99-83e8-690f2e32f36c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:34.683447 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['7125385e-c6d6-410f-ab2c-42db222e3dfe'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:15:34.697953 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53426a12-2c02-42c8-838e-92ca9fd4bdc3 service neutron] Pushing event updated for resources: {'Port': ['ID=e1e1e2ce-997c-4da8-b49a-4b4ef1169bf2,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:34.724264 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a7f29969-8690-4c99-83e8-690f2e32f36c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:34.726198 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-a7f29969-8690-4c99-83e8-690f2e32f36c admin admin] 10.222.0.22 "DELETE /v2.0/networks/e3bde2e1-3ab1-4941-a478-28319d253320 HTTP/1.1" status: 204 len: 168 time: 0.6578057 Aug 29 04:15:34.737436 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:34.753094 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-0ef8e32f-600f-477c-8499-4f9deb53e836 req-d40627d7-6c91-455a-9569-e257eaf0a463 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:34.759987 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad8e0c29-4219-4f94-b4fe-492d83d0d111 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:15:34.765971 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f29969-8690-4c99-83e8-690f2e32f36c admin admin] Pushing event deleted for resources: {'Network': ['ID=e3bde2e1-3ab1-4941-a478-28319d253320,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:34.777085 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c7b682a9-c48a-44e6-a012-ce1e98798d4d req-7e0993ab-f0ab-4a19-bf22-7e4e66ea6de0 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784182 Aug 29 04:15:34.800799 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['13aef29e-af9a-43a4-8ae1-574342300423'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:15:34.806821 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-0ef8e32f-600f-477c-8499-4f9deb53e836 req-d40627d7-6c91-455a-9569-e257eaf0a463 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:34.860297 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port ad8e0c29-4219-4f94-b4fe-492d83d0d111, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=ad8e0c29-4219-4f94-b4fe-492d83d0d111,segment=NetworkSegment(6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc),segment_id=6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:34.872287 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:34.887402 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ef8e32f-600f-477c-8499-4f9deb53e836 req-d40627d7-6c91-455a-9569-e257eaf0a463 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Network 2f4673af-b8e7-4620-a09f-889ce79ba3f8 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:15:34.898805 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-0ef8e32f-600f-477c-8499-4f9deb53e836 req-d40627d7-6c91-455a-9569-e257eaf0a463 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:15:34.904686 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c6055d-7f02-4a3d-88b5-05f13ab10b15 req-84523169-ed5f-42cf-8bf5-d1cebce351b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:34.906150 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-63c6055d-7f02-4a3d-88b5-05f13ab10b15 req-84523169-ed5f-42cf-8bf5-d1cebce351b1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=53020a37-9cfa-46c3-bf40-16467007f493 HTTP/1.1" status: 200 len: 921 time: 0.3060033 Aug 29 04:15:34.908657 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ef8e32f-600f-477c-8499-4f9deb53e836 req-d40627d7-6c91-455a-9569-e257eaf0a463 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:15:34.915856 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40627d7-6c91-455a-9569-e257eaf0a463 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Pushing event updated for resources: {'Port': ['ID=43d5b4c6-21bc-4355-871c-d335a04aaa3d,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:34.946135 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=ad8e0c29-4219-4f94-b4fe-492d83d0d111,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:34.953136 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-846aa1c9-147d-4847-8f59-137fb34bb66f req-94c045fa-1557-40b3-8a6d-83febff4e053 tempest-ServersAdminNegativeTestJSON-1711367943 tempest-ServersAdminNegativeTestJSON-1711367943-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:34.959617 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-846aa1c9-147d-4847-8f59-137fb34bb66f req-94c045fa-1557-40b3-8a6d-83febff4e053 tempest-ServersAdminNegativeTestJSON-1711367943 tempest-ServersAdminNegativeTestJSON-1711367943-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:34.986908 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-846aa1c9-147d-4847-8f59-137fb34bb66f req-94c045fa-1557-40b3-8a6d-83febff4e053 tempest-ServersAdminNegativeTestJSON-1711367943 tempest-ServersAdminNegativeTestJSON-1711367943-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=62eb171a-895c-4930-a5a9-dc2f4d1bead2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4981043 Aug 29 04:15:34.989976 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-63c6055d-7f02-4a3d-88b5-05f13ab10b15 req-91d4291c-eb67-455a-a31a-b8007ac2c701 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6bf9784d-aab5-49f4-bbfd-13df40e0c2f5 HTTP/1.1" status: 200 len: 217 time: 0.0686526 Aug 29 04:15:34.992657 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-85ce3e9f-4066-4430-8660-60ae24a99704 req-53426a12-2c02-42c8-838e-92ca9fd4bdc3 service neutron] Attempting to bind port e1e1e2ce-997c-4da8-b49a-4b4ef1169bf2 on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:15:34.993007 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-85ce3e9f-4066-4430-8660-60ae24a99704 req-53426a12-2c02-42c8-838e-92ca9fd4bdc3 service neutron] Attempting to bind port e1e1e2ce-997c-4da8-b49a-4b4ef1169bf2 by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': '60ea1297-c536-4662-89a8-71c12fd7375d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'f96f67f6-e1fe-44b3-b4cf-964eb290f20c'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:15:34.993358 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ce3e9f-4066-4430-8660-60ae24a99704 req-53426a12-2c02-42c8-838e-92ca9fd4bdc3 service neutron] Attempting to bind port e1e1e2ce-997c-4da8-b49a-4b4ef1169bf2 on network f96f67f6-e1fe-44b3-b4cf-964eb290f20c {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:15:35.014255 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ce3e9f-4066-4430-8660-60ae24a99704 req-53426a12-2c02-42c8-838e-92ca9fd4bdc3 service neutron] Port e1e1e2ce-997c-4da8-b49a-4b4ef1169bf2 on network f96f67f6-e1fe-44b3-b4cf-964eb290f20c not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:15:35.014662 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ce3e9f-4066-4430-8660-60ae24a99704 req-53426a12-2c02-42c8-838e-92ca9fd4bdc3 service neutron] Attempting to bind port e1e1e2ce-997c-4da8-b49a-4b4ef1169bf2 on network f96f67f6-e1fe-44b3-b4cf-964eb290f20c {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:15:35.034739 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef8e32f-600f-477c-8499-4f9deb53e836 req-d40627d7-6c91-455a-9569-e257eaf0a463 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:35.043020 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-0ef8e32f-600f-477c-8499-4f9deb53e836 req-d40627d7-6c91-455a-9569-e257eaf0a463 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:35.057177 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ce3e9f-4066-4430-8660-60ae24a99704 req-53426a12-2c02-42c8-838e-92ca9fd4bdc3 service neutron] Checking agent: {'id': '3de9de52-3a03-431d-9d7e-497ae92c57ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:15:35.059716 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ce3e9f-4066-4430-8660-60ae24a99704 req-53426a12-2c02-42c8-838e-92ca9fd4bdc3 service neutron] Checking segment: {'id': '60ea1297-c536-4662-89a8-71c12fd7375d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'f96f67f6-e1fe-44b3-b4cf-964eb290f20c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:15:35.059716 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ce3e9f-4066-4430-8660-60ae24a99704 req-53426a12-2c02-42c8-838e-92ca9fd4bdc3 service neutron] Bound using segment: {'id': '60ea1297-c536-4662-89a8-71c12fd7375d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'f96f67f6-e1fe-44b3-b4cf-964eb290f20c'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:15:35.059716 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-85ce3e9f-4066-4430-8660-60ae24a99704 req-53426a12-2c02-42c8-838e-92ca9fd4bdc3 service neutron] Bound port: e1e1e2ce-997c-4da8-b49a-4b4ef1169bf2, host: n-h1-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60ea1297-c536-4662-89a8-71c12fd7375d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'f96f67f6-e1fe-44b3-b4cf-964eb290f20c'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:15:35.059716 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-85ce3e9f-4066-4430-8660-60ae24a99704 req-53426a12-2c02-42c8-838e-92ca9fd4bdc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:35.079664 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c045fa-1557-40b3-8a6d-83febff4e053 tempest-ServersAdminNegativeTestJSON-1711367943 tempest-ServersAdminNegativeTestJSON-1711367943-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5571270-5739-4a71-a2ab-d73dd33fb048,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:35.087226 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa25da02-d839-476f-ac5b-7f29b7a86b8b req-d929b1fd-2666-40ba-aa0c-d868d046eb10 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:35.092648 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0ef8e32f-600f-477c-8499-4f9deb53e836 req-d40627d7-6c91-455a-9569-e257eaf0a463 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1702287 Aug 29 04:15:35.094742 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa25da02-d839-476f-ac5b-7f29b7a86b8b req-d929b1fd-2666-40ba-aa0c-d868d046eb10 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:35.101491 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa25da02-d839-476f-ac5b-7f29b7a86b8b req-d929b1fd-2666-40ba-aa0c-d868d046eb10 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:35.108236 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-aa25da02-d839-476f-ac5b-7f29b7a86b8b req-d929b1fd-2666-40ba-aa0c-d868d046eb10 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] 10.222.0.22 "GET /v2.0/ports?device_id=966907ac-f30d-4d80-9c2d-3632b08265a7 HTTP/1.1" status: 200 len: 2414 time: 0.2053757 Aug 29 04:15:35.111600 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 43268) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:35.168764 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c6055d-7f02-4a3d-88b5-05f13ab10b15 req-62f9954b-34e1-469b-97fc-b58a8f2aca78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:35.170263 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-0ef8e32f-600f-477c-8499-4f9deb53e836 req-7517b5ab-ad7b-46b2-a832-f70eaf07d702 service neutron] Request body: {'port': {'device_id': '28883582-fb91-4167-bc91-3cf70557c5eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:35.170425 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-63c6055d-7f02-4a3d-88b5-05f13ab10b15 req-62f9954b-34e1-469b-97fc-b58a8f2aca78 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=210c6ef6-f12f-4dde-90b9-22d1971290b1 HTTP/1.1" status: 200 len: 860 time: 0.1707923 Aug 29 04:15:35.195066 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-aa25da02-d839-476f-ac5b-7f29b7a86b8b req-b24dd505-adeb-4c3e-bb0e-e5380100341d tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] 10.222.0.22 "GET /v2.0/security-groups?id=07b81801-f107-42cd-9c04-405b0de95462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815852 Aug 29 04:15:35.214371 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-29900d35-f32d-4b1a-901d-1679a7f6b5c7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cdc3e96ac4634cb0bf388cafdde923a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1013260 Aug 29 04:15:35.218597 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 43270) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:35.231551 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-63c6055d-7f02-4a3d-88b5-05f13ab10b15 req-96954723-ec81-4605-989a-f2b1ade7bb60 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=53020a37-9cfa-46c3-bf40-16467007f493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411181 Aug 29 04:15:35.248568 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['ad8e0c29-4219-4f94-b4fe-492d83d0d111'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:15:35.286991 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-85ce3e9f-4066-4430-8660-60ae24a99704 req-53426a12-2c02-42c8-838e-92ca9fd4bdc3 service neutron] For port e1e1e2ce-997c-4da8-b49a-4b4ef1169bf2, host n-h1-712140-12, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:15:35.288421 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-0ef8e32f-600f-477c-8499-4f9deb53e836 req-7517b5ab-ad7b-46b2-a832-f70eaf07d702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:35.341353 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-85ce3e9f-4066-4430-8660-60ae24a99704 req-53426a12-2c02-42c8-838e-92ca9fd4bdc3 service neutron] For port e1e1e2ce-997c-4da8-b49a-4b4ef1169bf2, host n-h1-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=e1e1e2ce-997c-4da8-b49a-4b4ef1169bf2,segment=NetworkSegment(60ea1297-c536-4662-89a8-71c12fd7375d),segment_id=60ea1297-c536-4662-89a8-71c12fd7375d)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:15:35.353590 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-85ce3e9f-4066-4430-8660-60ae24a99704 req-53426a12-2c02-42c8-838e-92ca9fd4bdc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:35.388140 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3b0e1187-c08a-48a0-8efe-34500432971c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:35.452375 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce3e9f-4066-4430-8660-60ae24a99704 req-53426a12-2c02-42c8-838e-92ca9fd4bdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:35.453321 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-85ce3e9f-4066-4430-8660-60ae24a99704 req-53426a12-2c02-42c8-838e-92ca9fd4bdc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:35.455245 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-85ce3e9f-4066-4430-8660-60ae24a99704 req-53426a12-2c02-42c8-838e-92ca9fd4bdc3 service neutron] 10.222.0.46 "PUT /v2.0/ports/e1e1e2ce-997c-4da8-b49a-4b4ef1169bf2 HTTP/1.1" status: 200 len: 1093 time: 1.7659478 Aug 29 04:15:35.458898 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e87e1d2-96a1-4e0e-a1ff-a7c7275d7778', 'tag': 'e1e1e2ce-997c-4da8-b49a-4b4ef1169bf2'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:15:35.461383 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bccd86f4-e62d-418b-b312-cc5b8bca822b" -d '{"events": [{"name": "network-changed", "server_uuid": "4e87e1d2-96a1-4e0e-a1ff-a7c7275d7778", "tag": "e1e1e2ce-997c-4da8-b49a-4b4ef1169bf2"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:15:35.487617 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-63c6055d-7f02-4a3d-88b5-05f13ab10b15 req-e6babbd0-0b15-4dcd-bbdf-491aee09ca32 service neutron] 10.222.0.48 "GET /v2.0/networks/53020a37-9cfa-46c3-bf40-16467007f493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259827 Aug 29 04:15:35.588826 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53426a12-2c02-42c8-838e-92ca9fd4bdc3 service neutron] Pushing event updated for resources: {'Port': ['ID=e1e1e2ce-997c-4da8-b49a-4b4ef1169bf2,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:35.616267 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620b7f2d-b2ea-4eea-a1da-650d83e3015a req-19933dcd-0a53-4110-ad70-de493c3a332c tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:35.617863 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-620b7f2d-b2ea-4eea-a1da-650d83e3015a req-19933dcd-0a53-4110-ad70-de493c3a332c tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=28883582-fb91-4167-bc91-3cf70557c5eb HTTP/1.1" status: 200 len: 931 time: 0.1956828 Aug 29 04:15:35.667675 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce3e9f-4066-4430-8660-60ae24a99704 req-bad6f7a3-2e0f-47bd-9039-76dc07ad287f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:35.669199 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-85ce3e9f-4066-4430-8660-60ae24a99704 req-bad6f7a3-2e0f-47bd-9039-76dc07ad287f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=167b1cc03732479fb9ee73ff6d5e5845&device_id=4e87e1d2-96a1-4e0e-a1ff-a7c7275d7778 HTTP/1.1" status: 200 len: 1096 time: 0.1551383 Aug 29 04:15:35.693223 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-63c6055d-7f02-4a3d-88b5-05f13ab10b15 req-b66d64af-3a62-4e16-ac04-186a13010763 service neutron] 10.222.0.48 "GET /v2.0/networks/53020a37-9cfa-46c3-bf40-16467007f493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953831 Aug 29 04:15:35.725292 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-620b7f2d-b2ea-4eea-a1da-650d83e3015a req-efb3eeb8-7a51-4e94-b961-2c1b7b146043 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986073 Aug 29 04:15:35.727054 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-85ce3e9f-4066-4430-8660-60ae24a99704 req-4ab1f322-656d-410c-8532-7b3a51b567b9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1e1e2ce-997c-4da8-b49a-4b4ef1169bf2 HTTP/1.1" status: 200 len: 217 time: 0.0486276 Aug 29 04:15:35.792790 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce3e9f-4066-4430-8660-60ae24a99704 req-3b2d3f29-344d-4633-bd43-a46311dff526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:35.794250 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-85ce3e9f-4066-4430-8660-60ae24a99704 req-3b2d3f29-344d-4633-bd43-a46311dff526 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7aff1b55-5acd-4615-92fe-59d502737750 HTTP/1.1" status: 200 len: 853 time: 0.0534859 Aug 29 04:15:35.815771 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed7bc6e-79ac-4ea7-9860-82c96ac9a2ab req-2f55b0dd-7734-461f-aa6b-7d2889c7595b tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:35.817620 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1ed7bc6e-79ac-4ea7-9860-82c96ac9a2ab req-2f55b0dd-7734-461f-aa6b-7d2889c7595b tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=855fdc43-b94a-447a-8c44-5c3f5c76fb1f HTTP/1.1" status: 200 len: 944 time: 0.5520608 Aug 29 04:15:35.819876 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3b0e1187-c08a-48a0-8efe-34500432971c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:35.854615 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-85ce3e9f-4066-4430-8660-60ae24a99704 req-e38ca5c2-bb3c-4f0e-8698-df6baa5a0c86 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f96f67f6-e1fe-44b3-b4cf-964eb290f20c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450954 Aug 29 04:15:35.941058 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1ed7bc6e-79ac-4ea7-9860-82c96ac9a2ab req-ce879fd1-beac-4aa6-b15d-e73129b4bce2 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=67519499-017b-4c54-88db-c974346724c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108241 Aug 29 04:15:35.986164 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b656555-52ea-4f7a-874d-10b646bf488b req-341c3f19-5d33-48b5-99fb-c4ac9fcccb27 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:35.987762 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2b656555-52ea-4f7a-874d-10b646bf488b req-341c3f19-5d33-48b5-99fb-c4ac9fcccb27 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e87e1d2-96a1-4e0e-a1ff-a7c7275d7778 HTTP/1.1" status: 200 len: 944 time: 0.1892302 Aug 29 04:15:35.988962 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3b0e1187-c08a-48a0-8efe-34500432971c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:35.992941 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3b0e1187-c08a-48a0-8efe-34500432971c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:35.994114 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-3b0e1187-c08a-48a0-8efe-34500432971c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/92e8e9a9-e6d4-4e64-8010-a55d52d23dde HTTP/1.1" status: 204 len: 168 time: 0.7742894 Aug 29 04:15:36.020827 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0e1187-c08a-48a0-8efe-34500432971c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92e8e9a9-e6d4-4e64-8010-a55d52d23dde,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:36.025918 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c15ab719-2a99-4097-bef6-6dea56fa6104 x-openstack-request-id: req-c15ab719-2a99-4097-bef6-6dea56fa6104 {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:15:36.026193 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e87e1d2-96a1-4e0e-a1ff-a7c7275d7778", "tag": "e1e1e2ce-997c-4da8-b49a-4b4ef1169bf2", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:15:36.026445 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c15ab719-2a99-4097-bef6-6dea56fa6104 {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:15:36.026839 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e87e1d2-96a1-4e0e-a1ff-a7c7275d7778', 'tag': 'e1e1e2ce-997c-4da8-b49a-4b4ef1169bf2', 'status': 'completed', 'code': 200} Aug 29 04:15:36.037149 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c6055d-7f02-4a3d-88b5-05f13ab10b15 req-324cadc3-3157-43cc-bb98-2895bcd73655 tempest-LiveAutoBlockMigrationV225Test-280615785 tempest-LiveAutoBlockMigrationV225Test-280615785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:36.038802 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-63c6055d-7f02-4a3d-88b5-05f13ab10b15 req-324cadc3-3157-43cc-bb98-2895bcd73655 tempest-LiveAutoBlockMigrationV225Test-280615785 tempest-LiveAutoBlockMigrationV225Test-280615785-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=83df3f9c-fda9-43d6-848d-9b61b206ad4d&tenant_id=1d0658a0a90a4facb02cad62921e20d5&binding%3Ahost_id=n-h1-712140-12 HTTP/1.1" status: 200 len: 1097 time: 0.1863804 Aug 29 04:15:36.060174 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-63c6055d-7f02-4a3d-88b5-05f13ab10b15 req-bd87a679-0cf6-460b-9a42-40985aadfcd6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712140-12'}}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:36.100845 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-85ce3e9f-4066-4430-8660-60ae24a99704 req-f00354fc-594c-420a-a188-6dded985ad01 service neutron] 10.222.0.46 "GET /v2.0/networks/f96f67f6-e1fe-44b3-b4cf-964eb290f20c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116299 Aug 29 04:15:36.104856 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-0ef8e32f-600f-477c-8499-4f9deb53e836 req-7517b5ab-ad7b-46b2-a832-f70eaf07d702 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43d5b4c6-21bc-4355-871c-d335a04aaa3d {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:15:36.105901 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2b656555-52ea-4f7a-874d-10b646bf488b req-5839fb4d-9737-47d7-889f-98db1c945750 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "GET /v2.0/security-groups?id=928b8436-db78-4a6b-bcb4-8c108482d446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046274 Aug 29 04:15:36.115897 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['eccbf569-928f-4b7d-9230-563ab35fc72a'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:15:36.128966 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-0ef8e32f-600f-477c-8499-4f9deb53e836 req-7517b5ab-ad7b-46b2-a832-f70eaf07d702 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:36.152117 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-0ef8e32f-600f-477c-8499-4f9deb53e836 req-7517b5ab-ad7b-46b2-a832-f70eaf07d702 service neutron] Transition to ACTIVE for port object 43d5b4c6-21bc-4355-871c-d335a04aaa3d will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:15:36.157955 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-0ef8e32f-600f-477c-8499-4f9deb53e836 req-7517b5ab-ad7b-46b2-a832-f70eaf07d702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:36.172193 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7ea32e-f6e2-4437-b2bb-5a6e13f67cf3 req-f282e35a-a509-40ef-aa09-64d1d53e0d42 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:36.181285 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0a7ea32e-f6e2-4437-b2bb-5a6e13f67cf3 req-f282e35a-a509-40ef-aa09-64d1d53e0d42 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=83df3f9c-fda9-43d6-848d-9b61b206ad4d HTTP/1.1" status: 200 len: 945 time: 0.0891914 Aug 29 04:15:36.201999 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-63c6055d-7f02-4a3d-88b5-05f13ab10b15 req-bd87a679-0cf6-460b-9a42-40985aadfcd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:36.224154 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-57749473-e743-4ec9-bc7d-b20699ea380e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:36.280901 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-85ce3e9f-4066-4430-8660-60ae24a99704 req-089a3f2d-253b-4096-be8e-54ab086e971a service neutron] 10.222.0.46 "GET /v2.0/networks/f96f67f6-e1fe-44b3-b4cf-964eb290f20c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721768 Aug 29 04:15:36.284377 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0a7ea32e-f6e2-4437-b2bb-5a6e13f67cf3 req-756eb981-ba0e-4fc2-82b4-8bc0904c5e2a tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020858 Aug 29 04:15:36.358572 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7517b5ab-ad7b-46b2-a832-f70eaf07d702 service neutron] Pushing event updated for resources: {'Port': ['ID=43d5b4c6-21bc-4355-871c-d335a04aaa3d,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:36.454060 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['02e9fbdc-2d81-4e09-8676-3236d8c53fc6'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:15:36.465556 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-0ef8e32f-600f-477c-8499-4f9deb53e836 req-7517b5ab-ad7b-46b2-a832-f70eaf07d702 service neutron] Attempting to bind port 43d5b4c6-21bc-4355-871c-d335a04aaa3d on host n-h2-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:15:36.466086 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-0ef8e32f-600f-477c-8499-4f9deb53e836 req-7517b5ab-ad7b-46b2-a832-f70eaf07d702 service neutron] Attempting to bind port 43d5b4c6-21bc-4355-871c-d335a04aaa3d by drivers openvswitch,hyperv on host n-h2-712140-12 at level 0 using segments [{'id': '5e7e2f14-8790-418b-88e1-15441e6a9fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '2f4673af-b8e7-4620-a09f-889ce79ba3f8'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:15:36.466652 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef8e32f-600f-477c-8499-4f9deb53e836 req-7517b5ab-ad7b-46b2-a832-f70eaf07d702 service neutron] Attempting to bind port 43d5b4c6-21bc-4355-871c-d335a04aaa3d on network 2f4673af-b8e7-4620-a09f-889ce79ba3f8 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:15:36.472867 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef8e32f-600f-477c-8499-4f9deb53e836 req-7517b5ab-ad7b-46b2-a832-f70eaf07d702 service neutron] Port 43d5b4c6-21bc-4355-871c-d335a04aaa3d on network 2f4673af-b8e7-4620-a09f-889ce79ba3f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:15:36.473304 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef8e32f-600f-477c-8499-4f9deb53e836 req-7517b5ab-ad7b-46b2-a832-f70eaf07d702 service neutron] Attempting to bind port 43d5b4c6-21bc-4355-871c-d335a04aaa3d on network 2f4673af-b8e7-4620-a09f-889ce79ba3f8 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:15:36.490062 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef8e32f-600f-477c-8499-4f9deb53e836 req-7517b5ab-ad7b-46b2-a832-f70eaf07d702 service neutron] Checking agent: {'id': 'b3a0606b-b029-4f5e-8798-3a32b71d8844', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:15:36.494383 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef8e32f-600f-477c-8499-4f9deb53e836 req-7517b5ab-ad7b-46b2-a832-f70eaf07d702 service neutron] Checking segment: {'id': '5e7e2f14-8790-418b-88e1-15441e6a9fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '2f4673af-b8e7-4620-a09f-889ce79ba3f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:15:36.496306 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef8e32f-600f-477c-8499-4f9deb53e836 req-7517b5ab-ad7b-46b2-a832-f70eaf07d702 service neutron] Bound using segment: {'id': '5e7e2f14-8790-418b-88e1-15441e6a9fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '2f4673af-b8e7-4620-a09f-889ce79ba3f8'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:15:36.497129 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-0ef8e32f-600f-477c-8499-4f9deb53e836 req-7517b5ab-ad7b-46b2-a832-f70eaf07d702 service neutron] Bound port: 43d5b4c6-21bc-4355-871c-d335a04aaa3d, host: n-h2-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e7e2f14-8790-418b-88e1-15441e6a9fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '2f4673af-b8e7-4620-a09f-889ce79ba3f8'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:15:36.501113 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-0ef8e32f-600f-477c-8499-4f9deb53e836 req-7517b5ab-ad7b-46b2-a832-f70eaf07d702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:36.517760 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device ad8e0c29-4219-4f94-b4fe-492d83d0d111 up at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:15:36.520029 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccd86f4-e62d-418b-b312-cc5b8bca822b req-2881fb24-92fe-443c-b3d1-912b50dcc583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:36.522389 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-bccd86f4-e62d-418b-b312-cc5b8bca822b req-2881fb24-92fe-443c-b3d1-912b50dcc583 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=167b1cc03732479fb9ee73ff6d5e5845&device_id=4e87e1d2-96a1-4e0e-a1ff-a7c7275d7778 HTTP/1.1" status: 200 len: 1096 time: 0.1453781 Aug 29 04:15:36.540959 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3082fe-f60e-4817-abd5-fb5f47214757 req-e2b4715c-0e5e-4da8-b7f4-db7c82717f38 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:36.548494 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3082fe-f60e-4817-abd5-fb5f47214757 req-e2b4715c-0e5e-4da8-b7f4-db7c82717f38 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:36.555722 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3082fe-f60e-4817-abd5-fb5f47214757 req-e2b4715c-0e5e-4da8-b7f4-db7c82717f38 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:36.566455 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-cd3082fe-f60e-4817-abd5-fb5f47214757 req-e2b4715c-0e5e-4da8-b7f4-db7c82717f38 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] 10.222.0.22 "GET /v2.0/ports?device_id=966907ac-f30d-4d80-9c2d-3632b08265a7 HTTP/1.1" status: 200 len: 2414 time: 0.1485841 Aug 29 04:15:36.616026 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning for port ad8e0c29-4219-4f94-b4fe-492d83d0d111 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:15:36.622585 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning complete for port ad8e0c29-4219-4f94-b4fe-492d83d0d111 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:15:36.623021 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:36.634268 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-0ef8e32f-600f-477c-8499-4f9deb53e836 req-7517b5ab-ad7b-46b2-a832-f70eaf07d702 service neutron] For port 43d5b4c6-21bc-4355-871c-d335a04aaa3d, host n-h2-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:15:36.641405 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-0ef8e32f-600f-477c-8499-4f9deb53e836 req-7517b5ab-ad7b-46b2-a832-f70eaf07d702 service neutron] For port 43d5b4c6-21bc-4355-871c-d335a04aaa3d, host n-h2-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=43d5b4c6-21bc-4355-871c-d335a04aaa3d,segment=NetworkSegment(5e7e2f14-8790-418b-88e1-15441e6a9fb5),segment_id=5e7e2f14-8790-418b-88e1-15441e6a9fb5)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:15:36.662061 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-0ef8e32f-600f-477c-8499-4f9deb53e836 req-7517b5ab-ad7b-46b2-a832-f70eaf07d702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:36.774867 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7517b5ab-ad7b-46b2-a832-f70eaf07d702 service neutron] Pushing event updated for resources: {'Port': ['ID=43d5b4c6-21bc-4355-871c-d335a04aaa3d,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:36.780826 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:36.807310 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '855fdc43-b94a-447a-8c44-5c3f5c76fb1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad8e0c29-4219-4f94-b4fe-492d83d0d111'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:15:36.816601 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86864784-845f-4336-b95c-1bd5049753be" -d '{"events": [{"server_uuid": "855fdc43-b94a-447a-8c44-5c3f5c76fb1f", "name": "network-vif-plugged", "status": "completed", "tag": "ad8e0c29-4219-4f94-b4fe-492d83d0d111"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:15:36.820107 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef8e32f-600f-477c-8499-4f9deb53e836 req-7517b5ab-ad7b-46b2-a832-f70eaf07d702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:36.820976 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-0ef8e32f-600f-477c-8499-4f9deb53e836 req-7517b5ab-ad7b-46b2-a832-f70eaf07d702 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:36.823995 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0ef8e32f-600f-477c-8499-4f9deb53e836 req-7517b5ab-ad7b-46b2-a832-f70eaf07d702 service neutron] 10.222.0.48 "PUT /v2.0/ports/43d5b4c6-21bc-4355-871c-d335a04aaa3d HTTP/1.1" status: 200 len: 1092 time: 1.6603103 Aug 29 04:15:36.824778 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28883582-fb91-4167-bc91-3cf70557c5eb', 'tag': '43d5b4c6-21bc-4355-871c-d335a04aaa3d'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:15:36.827419 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e127a0b-76fc-44af-97a1-4ca696299e96" -d '{"events": [{"name": "network-changed", "server_uuid": "28883582-fb91-4167-bc91-3cf70557c5eb", "tag": "43d5b4c6-21bc-4355-871c-d335a04aaa3d"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:15:36.833249 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port ad8e0c29-4219-4f94-b4fe-492d83d0d111, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=ad8e0c29-4219-4f94-b4fe-492d83d0d111,segment=NetworkSegment(6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc),segment_id=6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:36.848913 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8278b04f-7448-4694-9b04-c9ebd9a1162f req-e2525354-f7b4-498e-aa00-cc6b9856aa16 tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:36.859821 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:36.869538 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8278b04f-7448-4694-9b04-c9ebd9a1162f req-e2525354-f7b4-498e-aa00-cc6b9856aa16 tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] 10.222.0.22 "GET /v2.0/ports?device_id=963e3660-e80c-437e-ab2a-6c73ce940860 HTTP/1.1" status: 200 len: 950 time: 0.2424042 Aug 29 04:15:36.941679 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 7125385e-c6d6-410f-ab2c-42db222e3dfe up at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:15:36.953422 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8278b04f-7448-4694-9b04-c9ebd9a1162f req-b038deff-06aa-4546-b2b7-3c08b9d61b80 tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] 10.222.0.22 "GET /v2.0/security-groups?id=62eb171a-895c-4930-a5a9-dc2f4d1bead2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730355 Aug 29 04:15:36.978062 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=ad8e0c29-4219-4f94-b4fe-492d83d0d111,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:36.987102 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef8e32f-600f-477c-8499-4f9deb53e836 req-8375cbcf-cd84-4ef5-918a-40cefbeeb700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:36.992796 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0ef8e32f-600f-477c-8499-4f9deb53e836 req-8375cbcf-cd84-4ef5-918a-40cefbeeb700 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5a14f7f9066643a38713cee788a50c7a&device_id=28883582-fb91-4167-bc91-3cf70557c5eb HTTP/1.1" status: 200 len: 1095 time: 0.0982149 Aug 29 04:15:37.005826 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccd86f4-e62d-418b-b312-cc5b8bca822b req-47bc39dc-a3a1-47b3-a53e-4c9e42470918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:37.007460 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-bccd86f4-e62d-418b-b312-cc5b8bca822b req-47bc39dc-a3a1-47b3-a53e-4c9e42470918 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f96f67f6-e1fe-44b3-b4cf-964eb290f20c HTTP/1.1" status: 200 len: 914 time: 0.4377575 Aug 29 04:15:37.013190 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning for port 7125385e-c6d6-410f-ab2c-42db222e3dfe completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:15:37.026592 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning complete for port 7125385e-c6d6-410f-ab2c-42db222e3dfe triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:15:37.026910 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:37.028232 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-63c6055d-7f02-4a3d-88b5-05f13ab10b15 req-bd87a679-0cf6-460b-9a42-40985aadfcd6 service neutron] For port 6bf9784d-aab5-49f4-bbfd-13df40e0c2f5, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=6bf9784d-aab5-49f4-bbfd-13df40e0c2f5,segment=NetworkSegment(1fc19f14-bf6d-4959-b2c5-ed51e935e5ad),segment_id=1fc19f14-bf6d-4959-b2c5-ed51e935e5ad)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:37.056315 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:37.075452 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0ef8e32f-600f-477c-8499-4f9deb53e836 req-15d1e331-fb5e-4a23-96be-45abb05042cf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=43d5b4c6-21bc-4355-871c-d335a04aaa3d HTTP/1.1" status: 200 len: 217 time: 0.0658898 Aug 29 04:15:37.096514 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-bccd86f4-e62d-418b-b312-cc5b8bca822b req-c03c0630-b0e1-4ef9-9773-77e0a2063e54 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1e1e2ce-997c-4da8-b49a-4b4ef1169bf2 HTTP/1.1" status: 200 len: 217 time: 0.0794218 Aug 29 04:15:37.101063 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-cd3082fe-f60e-4817-abd5-fb5f47214757 req-c785c21b-1bec-4ac3-970b-3bc526553514 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] 10.222.0.22 "GET /v2.0/security-groups?id=07b81801-f107-42cd-9c04-405b0de95462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5325968 Aug 29 04:15:37.157620 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b13f18-c114-4027-b21e-0fc454ab91ff req-c4affe69-5511-4525-9eae-e50627f811c8 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:37.162147 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-63c6055d-7f02-4a3d-88b5-05f13ab10b15 req-bd87a679-0cf6-460b-9a42-40985aadfcd6 service neutron] For port 6bf9784d-aab5-49f4-bbfd-13df40e0c2f5, host n-h1-712140-12, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:15:37.167566 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-91b13f18-c114-4027-b21e-0fc454ab91ff req-c4affe69-5511-4525-9eae-e50627f811c8 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=28883582-fb91-4167-bc91-3cf70557c5eb HTTP/1.1" status: 200 len: 943 time: 0.1391585 Aug 29 04:15:37.181050 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef8e32f-600f-477c-8499-4f9deb53e836 req-6c432850-b5df-45ae-b13e-93f37b749b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:37.182501 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0ef8e32f-600f-477c-8499-4f9deb53e836 req-6c432850-b5df-45ae-b13e-93f37b749b07 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ca990b23-63b6-47bd-b575-c3dcd63e7190 HTTP/1.1" status: 200 len: 846 time: 0.0975528 Aug 29 04:15:37.203324 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ce6a471-e49d-4c74-9935-e8b60a535940 x-openstack-request-id: req-0ce6a471-e49d-4c74-9935-e8b60a535940 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:15:37.203617 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "855fdc43-b94a-447a-8c44-5c3f5c76fb1f", "name": "network-vif-plugged", "status": "completed", "tag": "ad8e0c29-4219-4f94-b4fe-492d83d0d111", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:15:37.203896 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0ce6a471-e49d-4c74-9935-e8b60a535940 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:15:37.206951 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '855fdc43-b94a-447a-8c44-5c3f5c76fb1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad8e0c29-4219-4f94-b4fe-492d83d0d111', 'code': 200} Aug 29 04:15:37.207654 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:37.222739 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccd86f4-e62d-418b-b312-cc5b8bca822b req-352d73db-5e26-4e9c-84c9-78e294b25b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:37.225241 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-bccd86f4-e62d-418b-b312-cc5b8bca822b req-352d73db-5e26-4e9c-84c9-78e294b25b81 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7aff1b55-5acd-4615-92fe-59d502737750 HTTP/1.1" status: 200 len: 853 time: 0.1178279 Aug 29 04:15:37.236426 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0ef8e32f-600f-477c-8499-4f9deb53e836 req-6ff50806-f080-459e-9607-5b9dc5a0070c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2f4673af-b8e7-4620-a09f-889ce79ba3f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442197 Aug 29 04:15:37.238450 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0250c70f-f740-445b-b771-d28e767efbda x-openstack-request-id: req-0250c70f-f740-445b-b771-d28e767efbda {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:15:37.238765 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28883582-fb91-4167-bc91-3cf70557c5eb", "tag": "43d5b4c6-21bc-4355-871c-d335a04aaa3d", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:15:37.239577 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0250c70f-f740-445b-b771-d28e767efbda {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:15:37.240224 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28883582-fb91-4167-bc91-3cf70557c5eb', 'tag': '43d5b4c6-21bc-4355-871c-d335a04aaa3d', 'status': 'completed', 'code': 200} Aug 29 04:15:37.255642 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:37.279547 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 7125385e-c6d6-410f-ab2c-42db222e3dfe, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=7125385e-c6d6-410f-ab2c-42db222e3dfe,segment=NetworkSegment(4e322a1b-f45c-4e09-a71a-9baa38bdebb3),segment_id=4e322a1b-f45c-4e09-a71a-9baa38bdebb3)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:37.282347 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-bccd86f4-e62d-418b-b312-cc5b8bca822b req-9f19ab3d-b9a5-4aec-90d5-f6777d47c5c5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f96f67f6-e1fe-44b3-b4cf-964eb290f20c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404534 Aug 29 04:15:37.283223 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 43322) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:37.288632 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-91b13f18-c114-4027-b21e-0fc454ab91ff req-f909a593-d564-4fc6-817f-c2501971f1a4 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172607 Aug 29 04:15:37.289476 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:37.290678 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 13aef29e-af9a-43a4-8ae1-574342300423 up at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:15:37.400464 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-63c6055d-7f02-4a3d-88b5-05f13ab10b15 req-bd87a679-0cf6-460b-9a42-40985aadfcd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:37.412332 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning for port 13aef29e-af9a-43a4-8ae1-574342300423 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:15:37.419712 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning complete for port 13aef29e-af9a-43a4-8ae1-574342300423 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:15:37.420096 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:37.443780 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-63c6055d-7f02-4a3d-88b5-05f13ab10b15 req-bd87a679-0cf6-460b-9a42-40985aadfcd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:37.456844 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce72eaa7-cb49-4840-8487-e2c49224e2cf req-12c6c0fa-1c1e-40a4-8820-a3fe4c07eaba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:37.457125 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=7125385e-c6d6-410f-ab2c-42db222e3dfe,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:37.457590 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ce72eaa7-cb49-4840-8487-e2c49224e2cf req-12c6c0fa-1c1e-40a4-8820-a3fe4c07eaba service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=855fdc43-b94a-447a-8c44-5c3f5c76fb1f HTTP/1.1" status: 200 len: 1097 time: 0.1949668 Aug 29 04:15:37.463143 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-746aa6e7-1b0c-4ba7-975b-d42f1efe8980 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1453058667-network', 'tenant_id': '68cf936c87d74506b8c820f1e525a2cf'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:37.473054 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98216a3a-9ed5-49b0-a982-4e54911681f3 req-201bdfcc-a7b3-4f82-9401-600c41ffa694 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:37.475117 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-98216a3a-9ed5-49b0-a982-4e54911681f3 req-201bdfcc-a7b3-4f82-9401-600c41ffa694 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e87e1d2-96a1-4e0e-a1ff-a7c7275d7778 HTTP/1.1" status: 200 len: 944 time: 0.1047511 Aug 29 04:15:37.521046 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:37.536371 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-bccd86f4-e62d-418b-b312-cc5b8bca822b req-863cac45-6815-432f-9fc3-cb4121a98935 service neutron] 10.222.0.46 "GET /v2.0/networks/f96f67f6-e1fe-44b3-b4cf-964eb290f20c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358687 Aug 29 04:15:37.557664 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 13aef29e-af9a-43a4-8ae1-574342300423, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=13aef29e-af9a-43a4-8ae1-574342300423,segment=NetworkSegment(15393042-4469-4f49-91e9-601a97b6c540),segment_id=15393042-4469-4f49-91e9-601a97b6c540)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:37.562500 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:37.562695 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0ef8e32f-600f-477c-8499-4f9deb53e836 req-d57f359f-2415-4536-ba4d-5ee18dd1e732 service neutron] 10.222.0.48 "GET /v2.0/networks/2f4673af-b8e7-4620-a09f-889ce79ba3f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3014066 Aug 29 04:15:37.564233 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ce72eaa7-cb49-4840-8487-e2c49224e2cf req-461cdbd8-155b-4103-a37b-b4407565f37c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=67519499-017b-4c54-88db-c974346724c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881581 Aug 29 04:15:37.567433 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-98216a3a-9ed5-49b0-a982-4e54911681f3 req-40bfe5f4-5e5a-4067-8093-c6a3d2e5534b tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "GET /v2.0/security-groups?id=928b8436-db78-4a6b-bcb4-8c108482d446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671449 Aug 29 04:15:37.569651 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-746aa6e7-1b0c-4ba7-975b-d42f1efe8980 admin admin] Made reservation on behalf of 68cf936c87d74506b8c820f1e525a2cf for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:15:37.572046 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-746aa6e7-1b0c-4ba7-975b-d42f1efe8980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:37.625217 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=13aef29e-af9a-43a4-8ae1-574342300423,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:37.657986 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b616330-4022-4a94-8ed1-2e374f152abe req-7a331803-794b-4fb6-a007-d526748e1d87 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:37.659724 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7b616330-4022-4a94-8ed1-2e374f152abe req-7a331803-794b-4fb6-a007-d526748e1d87 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=855fdc43-b94a-447a-8c44-5c3f5c76fb1f HTTP/1.1" status: 200 len: 945 time: 0.2565250 Aug 29 04:15:37.667188 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-746aa6e7-1b0c-4ba7-975b-d42f1efe8980 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:37.678540 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd87a679-0cf6-460b-9a42-40985aadfcd6 service neutron] Pushing event updated for resources: {'Port': ['ID=6bf9784d-aab5-49f4-bbfd-13df40e0c2f5,revision_number=7']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:37.717060 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-63c6055d-7f02-4a3d-88b5-05f13ab10b15 req-bd87a679-0cf6-460b-9a42-40985aadfcd6 service neutron] Attempting to bind port 6bf9784d-aab5-49f4-bbfd-13df40e0c2f5 on host n-h1-712140-12 for vnic_type normal with profile {"migrating_to": "n-h2-712140-12"} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:15:37.717394 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-63c6055d-7f02-4a3d-88b5-05f13ab10b15 req-bd87a679-0cf6-460b-9a42-40985aadfcd6 service neutron] Attempting to bind port 6bf9784d-aab5-49f4-bbfd-13df40e0c2f5 by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': '1fc19f14-bf6d-4959-b2c5-ed51e935e5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '53020a37-9cfa-46c3-bf40-16467007f493'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:15:37.717730 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c6055d-7f02-4a3d-88b5-05f13ab10b15 req-bd87a679-0cf6-460b-9a42-40985aadfcd6 service neutron] Attempting to bind port 6bf9784d-aab5-49f4-bbfd-13df40e0c2f5 on network 53020a37-9cfa-46c3-bf40-16467007f493 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:15:37.719872 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0ef8e32f-600f-477c-8499-4f9deb53e836 req-1e083c14-0628-4f74-81b2-a2ef110d4920 service neutron] 10.222.0.48 "GET /v2.0/networks/2f4673af-b8e7-4620-a09f-889ce79ba3f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486056 Aug 29 04:15:37.728266 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37093e1-b193-4a5a-a33b-8e22b1d389bf req-900bd59b-958f-4956-aa10-dc05ea12cb95 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:37.729636 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a37093e1-b193-4a5a-a33b-8e22b1d389bf req-900bd59b-958f-4956-aa10-dc05ea12cb95 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=83df3f9c-fda9-43d6-848d-9b61b206ad4d HTTP/1.1" status: 200 len: 943 time: 0.0878878 Aug 29 04:15:37.747032 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c6055d-7f02-4a3d-88b5-05f13ab10b15 req-bd87a679-0cf6-460b-9a42-40985aadfcd6 service neutron] Port 6bf9784d-aab5-49f4-bbfd-13df40e0c2f5 on network 53020a37-9cfa-46c3-bf40-16467007f493 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:15:37.747450 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c6055d-7f02-4a3d-88b5-05f13ab10b15 req-bd87a679-0cf6-460b-9a42-40985aadfcd6 service neutron] Attempting to bind port 6bf9784d-aab5-49f4-bbfd-13df40e0c2f5 on network 53020a37-9cfa-46c3-bf40-16467007f493 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:15:37.776104 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a37093e1-b193-4a5a-a33b-8e22b1d389bf req-e3041ba4-744d-4738-bbe5-67fdb649c7bc tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366173 Aug 29 04:15:37.780197 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c6055d-7f02-4a3d-88b5-05f13ab10b15 req-bd87a679-0cf6-460b-9a42-40985aadfcd6 service neutron] Checking agent: {'id': '3de9de52-3a03-431d-9d7e-497ae92c57ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:15:37.780577 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c6055d-7f02-4a3d-88b5-05f13ab10b15 req-bd87a679-0cf6-460b-9a42-40985aadfcd6 service neutron] Checking segment: {'id': '1fc19f14-bf6d-4959-b2c5-ed51e935e5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '53020a37-9cfa-46c3-bf40-16467007f493'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:15:37.781036 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c6055d-7f02-4a3d-88b5-05f13ab10b15 req-bd87a679-0cf6-460b-9a42-40985aadfcd6 service neutron] Bound using segment: {'id': '1fc19f14-bf6d-4959-b2c5-ed51e935e5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '53020a37-9cfa-46c3-bf40-16467007f493'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:15:37.781507 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-63c6055d-7f02-4a3d-88b5-05f13ab10b15 req-bd87a679-0cf6-460b-9a42-40985aadfcd6 service neutron] Bound port: 6bf9784d-aab5-49f4-bbfd-13df40e0c2f5, host: n-h1-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fc19f14-bf6d-4959-b2c5-ed51e935e5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '53020a37-9cfa-46c3-bf40-16467007f493'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:15:37.781866 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-63c6055d-7f02-4a3d-88b5-05f13ab10b15 req-bd87a679-0cf6-460b-9a42-40985aadfcd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:37.808400 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7b616330-4022-4a94-8ed1-2e374f152abe req-d5363cf5-7b10-4b4f-b381-7132f79138b7 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=67519499-017b-4c54-88db-c974346724c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387501 Aug 29 04:15:37.831999 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-bccd86f4-e62d-418b-b312-cc5b8bca822b req-8e008df4-23e1-4ea5-a20a-36f5e165c747 service neutron] 10.222.0.46 "GET /v2.0/networks/f96f67f6-e1fe-44b3-b4cf-964eb290f20c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2833817 Aug 29 04:15:37.861790 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e127a0b-76fc-44af-97a1-4ca696299e96 req-f7fbf1b4-be38-4a42-924e-b3553d8fa4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:37.863314 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9e127a0b-76fc-44af-97a1-4ca696299e96 req-f7fbf1b4-be38-4a42-924e-b3553d8fa4ce service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5a14f7f9066643a38713cee788a50c7a&device_id=28883582-fb91-4167-bc91-3cf70557c5eb HTTP/1.1" status: 200 len: 1095 time: 0.0445640 Aug 29 04:15:37.923936 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-63c6055d-7f02-4a3d-88b5-05f13ab10b15 req-bd87a679-0cf6-460b-9a42-40985aadfcd6 service neutron] For port 6bf9784d-aab5-49f4-bbfd-13df40e0c2f5, host n-h1-712140-12, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:15:37.946596 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-63c6055d-7f02-4a3d-88b5-05f13ab10b15 req-bd87a679-0cf6-460b-9a42-40985aadfcd6 service neutron] For port 6bf9784d-aab5-49f4-bbfd-13df40e0c2f5, host n-h1-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=6bf9784d-aab5-49f4-bbfd-13df40e0c2f5,segment=NetworkSegment(1fc19f14-bf6d-4959-b2c5-ed51e935e5ad),segment_id=1fc19f14-bf6d-4959-b2c5-ed51e935e5ad)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:15:37.947780 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-746aa6e7-1b0c-4ba7-975b-d42f1efe8980 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:37.951253 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-63c6055d-7f02-4a3d-88b5-05f13ab10b15 req-bd87a679-0cf6-460b-9a42-40985aadfcd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:37.955920 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-746aa6e7-1b0c-4ba7-975b-d42f1efe8980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:38.008902 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e127a0b-76fc-44af-97a1-4ca696299e96 req-e2c2da9f-8f6c-4e89-b102-fe09ea84db25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:38.010403 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9e127a0b-76fc-44af-97a1-4ca696299e96 req-e2c2da9f-8f6c-4e89-b102-fe09ea84db25 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2f4673af-b8e7-4620-a09f-889ce79ba3f8 HTTP/1.1" status: 200 len: 907 time: 0.1016681 Aug 29 04:15:38.012505 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-746aa6e7-1b0c-4ba7-975b-d42f1efe8980 admin admin] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:15:38.030624 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83df3f9c-fda9-43d6-848d-9b61b206ad4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bf9784d-aab5-49f4-bbfd-13df40e0c2f5'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:15:38.032922 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd4b1e51-c32d-456f-9f89-961eef476ca7" -d '{"events": [{"server_uuid": "83df3f9c-fda9-43d6-848d-9b61b206ad4d", "name": "network-vif-unplugged", "status": "completed", "tag": "6bf9784d-aab5-49f4-bbfd-13df40e0c2f5"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:15:38.055986 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9e127a0b-76fc-44af-97a1-4ca696299e96 req-aca348bf-2984-4290-8cef-900718222589 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=43d5b4c6-21bc-4355-871c-d335a04aaa3d HTTP/1.1" status: 200 len: 217 time: 0.0372369 Aug 29 04:15:38.061732 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746aa6e7-1b0c-4ba7-975b-d42f1efe8980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46edc4d9-63f8-4b18-b08b-1f71016f23f7,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:38.064936 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-746aa6e7-1b0c-4ba7-975b-d42f1efe8980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:38.065217 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-746aa6e7-1b0c-4ba7-975b-d42f1efe8980 admin admin] Added segment 9853adb3-e583-455e-a18e-828382db7c58 of type vlan for network 9ee1ea7e-84f6-4406-82ae-4f9bab3a8b82 Aug 29 04:15:38.094688 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfb8d186-8630-4ece-b6e4-9e059e85058d x-openstack-request-id: req-bfb8d186-8630-4ece-b6e4-9e059e85058d {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:15:38.094982 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83df3f9c-fda9-43d6-848d-9b61b206ad4d", "name": "network-vif-unplugged", "status": "completed", "tag": "6bf9784d-aab5-49f4-bbfd-13df40e0c2f5", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:15:38.095233 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bfb8d186-8630-4ece-b6e4-9e059e85058d {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:15:38.095624 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83df3f9c-fda9-43d6-848d-9b61b206ad4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bf9784d-aab5-49f4-bbfd-13df40e0c2f5', 'code': 200} Aug 29 04:15:38.100721 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd87a679-0cf6-460b-9a42-40985aadfcd6 service neutron] Pushing event updated for resources: {'Port': ['ID=6bf9784d-aab5-49f4-bbfd-13df40e0c2f5,revision_number=8']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:38.113644 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e127a0b-76fc-44af-97a1-4ca696299e96 req-ee325326-ab8b-4279-ad17-01e63f77c8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:38.115363 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9e127a0b-76fc-44af-97a1-4ca696299e96 req-ee325326-ab8b-4279-ad17-01e63f77c8ed service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ca990b23-63b6-47bd-b575-c3dcd63e7190 HTTP/1.1" status: 200 len: 846 time: 0.0502694 Aug 29 04:15:38.148397 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c6055d-7f02-4a3d-88b5-05f13ab10b15 req-bd87a679-0cf6-460b-9a42-40985aadfcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:38.149008 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-63c6055d-7f02-4a3d-88b5-05f13ab10b15 req-bd87a679-0cf6-460b-9a42-40985aadfcd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:38.150442 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-63c6055d-7f02-4a3d-88b5-05f13ab10b15 req-bd87a679-0cf6-460b-9a42-40985aadfcd6 service neutron] 10.222.0.48 "PUT /v2.0/ports/6bf9784d-aab5-49f4-bbfd-13df40e0c2f5 HTTP/1.1" status: 200 len: 1123 time: 2.1006794 Aug 29 04:15:38.154450 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9e127a0b-76fc-44af-97a1-4ca696299e96 req-a2cd2f6f-28f1-49ff-9092-338f1bf08bb0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2f4673af-b8e7-4620-a09f-889ce79ba3f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311494 Aug 29 04:15:38.159785 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-746aa6e7-1b0c-4ba7-975b-d42f1efe8980 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:38.183041 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191710ed-6ea7-46b1-bd20-e8d3ab45013a req-aabc8654-26e4-497a-abc1-b07ce76776ce tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:38.184706 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-191710ed-6ea7-46b1-bd20-e8d3ab45013a req-aabc8654-26e4-497a-abc1-b07ce76776ce tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] 10.222.0.22 "GET /v2.0/ports?device_id=963e3660-e80c-437e-ab2a-6c73ce940860 HTTP/1.1" status: 200 len: 950 time: 0.1457133 Aug 29 04:15:38.217434 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-746aa6e7-1b0c-4ba7-975b-d42f1efe8980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:38.218400 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746aa6e7-1b0c-4ba7-975b-d42f1efe8980 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:38.218982 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-746aa6e7-1b0c-4ba7-975b-d42f1efe8980 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:38.288450 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-746aa6e7-1b0c-4ba7-975b-d42f1efe8980 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0039620 Aug 29 04:15:38.293401 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 43336) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:38.293702 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-191710ed-6ea7-46b1-bd20-e8d3ab45013a req-8adcb515-9aca-4ae5-9c12-4efc81ab4d75 tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] 10.222.0.22 "GET /v2.0/security-groups?id=62eb171a-895c-4930-a5a9-dc2f4d1bead2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016634 Aug 29 04:15:38.304076 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-104ed377-fff9-4749-b9b9-079ff10eb15d admin admin] Request body: {'subnet': {'network_id': '9ee1ea7e-84f6-4406-82ae-4f9bab3a8b82', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1453058667-subnet', 'tenant_id': '68cf936c87d74506b8c820f1e525a2cf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:38.304742 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['6bf9784d-aab5-49f4-bbfd-13df40e0c2f5'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:15:38.305404 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746aa6e7-1b0c-4ba7-975b-d42f1efe8980 admin admin] Pushing event updated for resources: {'Network': ['ID=9ee1ea7e-84f6-4406-82ae-4f9bab3a8b82,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:38.333240 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 9ee1ea7e-84f6-4406-82ae-4f9bab3a8b82 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:15:38.337025 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bf546c-5e43-4963-84f6-a1bd7f2687b6 req-86428183-6a24-4be7-94c8-3b1e8a9726cd tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:38.343519 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bf546c-5e43-4963-84f6-a1bd7f2687b6 req-86428183-6a24-4be7-94c8-3b1e8a9726cd tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:38.349508 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bf546c-5e43-4963-84f6-a1bd7f2687b6 req-86428183-6a24-4be7-94c8-3b1e8a9726cd tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:38.351195 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-11bf546c-5e43-4963-84f6-a1bd7f2687b6 req-86428183-6a24-4be7-94c8-3b1e8a9726cd tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] 10.222.0.22 "GET /v2.0/ports?device_id=966907ac-f30d-4d80-9c2d-3632b08265a7 HTTP/1.1" status: 200 len: 2416 time: 0.1201317 Aug 29 04:15:38.356124 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9e127a0b-76fc-44af-97a1-4ca696299e96 req-376e5439-f870-4332-9d19-900a35ec02b6 service neutron] 10.222.0.48 "GET /v2.0/networks/2f4673af-b8e7-4620-a09f-889ce79ba3f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774096 Aug 29 04:15:38.422094 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-104ed377-fff9-4749-b9b9-079ff10eb15d admin admin] Made reservation on behalf of 68cf936c87d74506b8c820f1e525a2cf for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:15:38.424420 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-104ed377-fff9-4749-b9b9-079ff10eb15d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:38.444468 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f33a3c-b4dd-4f7a-bdb5-dc6b5cd97735 req-a069fca4-e025-4645-973c-7d234a9bb62f tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:38.446736 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f3f33a3c-b4dd-4f7a-bdb5-dc6b5cd97735 req-a069fca4-e025-4645-973c-7d234a9bb62f tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=28883582-fb91-4167-bc91-3cf70557c5eb HTTP/1.1" status: 200 len: 943 time: 0.0657690 Aug 29 04:15:38.492106 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device e1e1e2ce-997c-4da8-b49a-4b4ef1169bf2 details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:15:38.495038 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-11bf546c-5e43-4963-84f6-a1bd7f2687b6 req-b251df12-4692-4ce8-b27f-e128b825001d tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] 10.222.0.22 "GET /v2.0/security-groups?id=07b81801-f107-42cd-9c04-405b0de95462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356902 Aug 29 04:15:38.497479 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f3f33a3c-b4dd-4f7a-bdb5-dc6b5cd97735 req-b7ef9b35-30b2-4b0a-a2ba-781163d463bd tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427945 Aug 29 04:15:38.551299 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9e127a0b-76fc-44af-97a1-4ca696299e96 req-28639572-ccdd-466c-a877-45b53cd4bd83 service neutron] 10.222.0.48 "GET /v2.0/networks/2f4673af-b8e7-4620-a09f-889ce79ba3f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807945 Aug 29 04:15:38.570731 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:38.646317 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port e1e1e2ce-997c-4da8-b49a-4b4ef1169bf2, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=e1e1e2ce-997c-4da8-b49a-4b4ef1169bf2,segment=NetworkSegment(60ea1297-c536-4662-89a8-71c12fd7375d),segment_id=60ea1297-c536-4662-89a8-71c12fd7375d)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:38.658495 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Returning: {'device': 'e1e1e2ce-997c-4da8-b49a-4b4ef1169bf2', 'network_id': 'f96f67f6-e1fe-44b3-b4cf-964eb290f20c', 'port_id': 'e1e1e2ce-997c-4da8-b49a-4b4ef1169bf2', 'mac_address': 'fa:16:3e:d2:5c:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7aff1b55-5acd-4615-92fe-59d502737750', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:15:38.689797 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-104ed377-fff9-4749-b9b9-079ff10eb15d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9191137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10062364'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:38.698352 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:38.711659 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1e1e2ce-997c-4da8-b49a-4b4ef1169bf2 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:15:38.732843 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port e1e1e2ce-997c-4da8-b49a-4b4ef1169bf2, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=e1e1e2ce-997c-4da8-b49a-4b4ef1169bf2,segment=NetworkSegment(60ea1297-c536-4662-89a8-71c12fd7375d),segment_id=60ea1297-c536-4662-89a8-71c12fd7375d)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:38.742533 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:38.768205 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67810a21-1b4c-4d69-8977-fe8caa92d4a1 req-42be86a8-251f-4d75-b478-2b41d713d298 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:38.769715 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-67810a21-1b4c-4d69-8977-fe8caa92d4a1 req-42be86a8-251f-4d75-b478-2b41d713d298 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e87e1d2-96a1-4e0e-a1ff-a7c7275d7778 HTTP/1.1" status: 200 len: 944 time: 0.1274784 Aug 29 04:15:38.795226 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104ed377-fff9-4749-b9b9-079ff10eb15d admin admin] Pushing event updated for resources: {'Subnet': ['ID=68e1a69a-e9b9-409c-9805-e72f9f7fa746,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:38.804171 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=e1e1e2ce-997c-4da8-b49a-4b4ef1169bf2,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:38.839943 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cffba5-bdd4-4e2b-8a29-fe97d4354202 req-4e4e4f1f-e499-4c13-9783-045393aefd3b tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:38.841460 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d4cffba5-bdd4-4e2b-8a29-fe97d4354202 req-4e4e4f1f-e499-4c13-9783-045393aefd3b tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] 10.222.0.48 "GET /v2.0/ports?device_id=963e3660-e80c-437e-ab2a-6c73ce940860 HTTP/1.1" status: 200 len: 950 time: 0.1242738 Aug 29 04:15:38.848311 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104ed377-fff9-4749-b9b9-079ff10eb15d admin admin] Checking segment: {'id': '9853adb3-e583-455e-a18e-828382db7c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '9ee1ea7e-84f6-4406-82ae-4f9bab3a8b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:15:38.848672 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104ed377-fff9-4749-b9b9-079ff10eb15d admin admin] Network hostable DHCP agents. Network: 9ee1ea7e-84f6-4406-82ae-4f9bab3a8b82, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:15:38.887440 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-67810a21-1b4c-4d69-8977-fe8caa92d4a1 req-e0591cad-d072-45ea-b18a-97e71d75dd93 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "GET /v2.0/security-groups?id=928b8436-db78-4a6b-bcb4-8c108482d446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074488 Aug 29 04:15:38.907188 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95ccfca-21a8-4689-afe3-36df863f6989 req-18312609-1a28-4bf9-9f68-a850592f1258 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:38.908836 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e95ccfca-21a8-4689-afe3-36df863f6989 req-18312609-1a28-4bf9-9f68-a850592f1258 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=83df3f9c-fda9-43d6-848d-9b61b206ad4d HTTP/1.1" status: 200 len: 943 time: 0.0523849 Aug 29 04:15:38.914501 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104ed377-fff9-4749-b9b9-079ff10eb15d admin admin] Network 9ee1ea7e-84f6-4406-82ae-4f9bab3a8b82 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:15:38.921309 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device eccbf569-928f-4b7d-9230-563ab35fc72a up at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:15:38.956632 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-104ed377-fff9-4749-b9b9-079ff10eb15d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 9ee1ea7e-84f6-4406-82ae-4f9bab3a8b82) {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:15:38.961669 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104ed377-fff9-4749-b9b9-079ff10eb15d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:38.962502 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-104ed377-fff9-4749-b9b9-079ff10eb15d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:38.974010 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e95ccfca-21a8-4689-afe3-36df863f6989 req-84216628-68a5-4ad7-9460-d56594b6ced4 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577257 Aug 29 04:15:38.981729 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91339c1c-d797-460e-a7f8-c11227a751ae None None] Network 9ee1ea7e-84f6-4406-82ae-4f9bab3a8b82 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:15:38.992414 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-104ed377-fff9-4749-b9b9-079ff10eb15d admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6958563 Aug 29 04:15:39.088990 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-d4cffba5-bdd4-4e2b-8a29-fe97d4354202 req-f0511de2-e18b-4e4b-9d26-b0cdaba81c3e tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] Deleting port 0d1125bc-4894-428c-a53f-b38d29aecf17 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:15:39.089781 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-d4cffba5-bdd4-4e2b-8a29-fe97d4354202 req-f0511de2-e18b-4e4b-9d26-b0cdaba81c3e tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:39.092609 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning for port eccbf569-928f-4b7d-9230-563ab35fc72a completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:15:39.101173 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning complete for port eccbf569-928f-4b7d-9230-563ab35fc72a triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:15:39.101686 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:39.156998 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92ef25f-192a-4d09-9476-7bd2f20fa06d req-4b6d97ca-ec36-4625-8511-77c7ea0f5bce tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:39.158686 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a92ef25f-192a-4d09-9476-7bd2f20fa06d req-4b6d97ca-ec36-4625-8511-77c7ea0f5bce tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=855fdc43-b94a-447a-8c44-5c3f5c76fb1f HTTP/1.1" status: 200 len: 945 time: 0.1622531 Aug 29 04:15:39.172901 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['e1e1e2ce-997c-4da8-b49a-4b4ef1169bf2'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:15:39.207872 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '966907ac-f30d-4d80-9c2d-3632b08265a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7125385e-c6d6-410f-ab2c-42db222e3dfe'}, {'server_uuid': '966907ac-f30d-4d80-9c2d-3632b08265a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13aef29e-af9a-43a4-8ae1-574342300423'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:15:39.211745 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-100d340d-6063-4309-a268-279f44f4d5a9" -d '{"events": [{"server_uuid": "966907ac-f30d-4d80-9c2d-3632b08265a7", "name": "network-vif-plugged", "status": "completed", "tag": "7125385e-c6d6-410f-ab2c-42db222e3dfe"}, {"server_uuid": "966907ac-f30d-4d80-9c2d-3632b08265a7", "name": "network-vif-plugged", "status": "completed", "tag": "13aef29e-af9a-43a4-8ae1-574342300423"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:15:39.238019 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a92ef25f-192a-4d09-9476-7bd2f20fa06d req-c64fa4f7-e36f-4f2f-bc32-b20107a7c665 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=67519499-017b-4c54-88db-c974346724c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690753 Aug 29 04:15:39.243796 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-d4cffba5-bdd4-4e2b-8a29-fe97d4354202 req-f0511de2-e18b-4e4b-9d26-b0cdaba81c3e tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] For port 0d1125bc-4894-428c-a53f-b38d29aecf17, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=0d1125bc-4894-428c-a53f-b38d29aecf17,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:39.244195 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-d4cffba5-bdd4-4e2b-8a29-fe97d4354202 req-f0511de2-e18b-4e4b-9d26-b0cdaba81c3e tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:39.261325 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-d4cffba5-bdd4-4e2b-8a29-fe97d4354202 req-f0511de2-e18b-4e4b-9d26-b0cdaba81c3e tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] Calling delete_port for 0d1125bc-4894-428c-a53f-b38d29aecf17 owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:15:39.268334 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 29 Aug 2021 04:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e7914a2-fc26-48a4-92e1-5683dbddf8c9 x-openstack-request-id: req-8e7914a2-fc26-48a4-92e1-5683dbddf8c9 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:15:39.268732 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "966907ac-f30d-4d80-9c2d-3632b08265a7", "name": "network-vif-plugged", "status": "completed", "tag": "7125385e-c6d6-410f-ab2c-42db222e3dfe", "code": 200}, {"server_uuid": "966907ac-f30d-4d80-9c2d-3632b08265a7", "name": "network-vif-plugged", "status": "completed", "tag": "13aef29e-af9a-43a4-8ae1-574342300423", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:15:39.269055 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8e7914a2-fc26-48a4-92e1-5683dbddf8c9 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:15:39.269511 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '966907ac-f30d-4d80-9c2d-3632b08265a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7125385e-c6d6-410f-ab2c-42db222e3dfe', 'code': 200} Aug 29 04:15:39.269996 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '966907ac-f30d-4d80-9c2d-3632b08265a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13aef29e-af9a-43a4-8ae1-574342300423', 'code': 200} Aug 29 04:15:39.304758 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad79667a-cc02-4dab-889b-78503b13893f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-9ee1ea7e-84f6-4406-82ae-4f9bab3a8b82', 'network_id': '9ee1ea7e-84f6-4406-82ae-4f9bab3a8b82', 'tenant_id': '68cf936c87d74506b8c820f1e525a2cf', 'fixed_ips': [{'subnet_id': '68e1a69a-e9b9-409c-9805-e72f9f7fa746'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:15:39.305735 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ad79667a-cc02-4dab-889b-78503b13893f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:39.349498 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:39.442883 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port eccbf569-928f-4b7d-9230-563ab35fc72a, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=eccbf569-928f-4b7d-9230-563ab35fc72a,segment=NetworkSegment(4e322a1b-f45c-4e09-a71a-9baa38bdebb3),segment_id=4e322a1b-f45c-4e09-a71a-9baa38bdebb3)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:39.448823 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-d4cffba5-bdd4-4e2b-8a29-fe97d4354202 req-f0511de2-e18b-4e4b-9d26-b0cdaba81c3e tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:39.460674 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:39.493258 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb2a369-f86f-4446-bf61-9f767fd81b8a req-260aae3e-74e0-41c1-ae65-05ab52cbfaa0 tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:39.500945 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-dcb2a369-f86f-4446-bf61-9f767fd81b8a req-260aae3e-74e0-41c1-ae65-05ab52cbfaa0 tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] 10.222.0.22 "GET /v2.0/ports?device_id=963e3660-e80c-437e-ab2a-6c73ce940860 HTTP/1.1" status: 200 len: 867 time: 0.1063652 Aug 29 04:15:39.507610 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['0d1125bc-4894-428c-a53f-b38d29aecf17'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:15:39.517957 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0511de2-e18b-4e4b-9d26-b0cdaba81c3e tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] Pushing event deleted for resources: {'Port': ['ID=0d1125bc-4894-428c-a53f-b38d29aecf17,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:39.568872 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-dcb2a369-f86f-4446-bf61-9f767fd81b8a req-f98491dc-f6c1-419d-b0df-ec2ae203663d tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] 10.222.0.22 "GET /v2.0/security-groups?id=62eb171a-895c-4930-a5a9-dc2f4d1bead2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663116 Aug 29 04:15:39.606566 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4cffba5-bdd4-4e2b-8a29-fe97d4354202 req-f0511de2-e18b-4e4b-9d26-b0cdaba81c3e tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] No DVR routers for this DVR port 0d1125bc-4894-428c-a53f-b38d29aecf17 on host n-h2-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:15:39.609888 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-d4cffba5-bdd4-4e2b-8a29-fe97d4354202 req-f0511de2-e18b-4e4b-9d26-b0cdaba81c3e tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:39.613351 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d4cffba5-bdd4-4e2b-8a29-fe97d4354202 req-f0511de2-e18b-4e4b-9d26-b0cdaba81c3e tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] 10.222.0.48 "DELETE /v2.0/ports/0d1125bc-4894-428c-a53f-b38d29aecf17 HTTP/1.1" status: 204 len: 173 time: 0.7623222 Aug 29 04:15:39.619261 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '963e3660-e80c-437e-ab2a-6c73ce940860', 'name': 'network-vif-deleted', 'tag': '0d1125bc-4894-428c-a53f-b38d29aecf17'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:15:39.625658 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a76b95f-e9aa-4b69-b973-aeafa7077b4c" -d '{"events": [{"server_uuid": "963e3660-e80c-437e-ab2a-6c73ce940860", "name": "network-vif-deleted", "tag": "0d1125bc-4894-428c-a53f-b38d29aecf17"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:15:39.631735 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=eccbf569-928f-4b7d-9230-563ab35fc72a,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:39.659608 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-ad79667a-cc02-4dab-889b-78503b13893f None None] Allocated IP 172.20.0.2 (9ee1ea7e-84f6-4406-82ae-4f9bab3a8b82/68e1a69a-e9b9-409c-9805-e72f9f7fa746/a03f8209-20da-4fe2-bed6-08d412ce8884) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:15:39.712108 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3395ab2c-84fd-4893-9881-d0f3d07a631c req-5b7b0e42-9617-46da-8995-f73fcce0d23c tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:39.714653 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3395ab2c-84fd-4893-9881-d0f3d07a631c req-5b7b0e42-9617-46da-8995-f73fcce0d23c tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.22 "GET /v2.0/networks?id=9ee1ea7e-84f6-4406-82ae-4f9bab3a8b82 HTTP/1.1" status: 200 len: 816 time: 0.2119486 Aug 29 04:15:39.741825 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3395ab2c-84fd-4893-9881-d0f3d07a631c req-723baa18-68c3-4cd5-ba7b-a0ab11f4dfb8 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.22 "GET /v2.0/quotas/68cf936c87d74506b8c820f1e525a2cf HTTP/1.1" status: 200 len: 375 time: 0.0185606 Aug 29 04:15:39.757381 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f475be-9b81-4d02-8882-29c9ea1ec45f req-ca71cd76-4796-475c-932b-c27ae90e0433 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:39.779592 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f475be-9b81-4d02-8882-29c9ea1ec45f req-ca71cd76-4796-475c-932b-c27ae90e0433 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:39.789225 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f475be-9b81-4d02-8882-29c9ea1ec45f req-ca71cd76-4796-475c-932b-c27ae90e0433 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:39.790704 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-45f475be-9b81-4d02-8882-29c9ea1ec45f req-ca71cd76-4796-475c-932b-c27ae90e0433 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] 10.222.0.22 "GET /v2.0/ports?device_id=966907ac-f30d-4d80-9c2d-3632b08265a7 HTTP/1.1" status: 200 len: 2417 time: 0.1247387 Aug 29 04:15:39.811155 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3395ab2c-84fd-4893-9881-d0f3d07a631c req-bd53add7-91eb-4a92-9a4f-fe15b8149f5d tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=68cf936c87d74506b8c820f1e525a2cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0452733 Aug 29 04:15:39.849457 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-45f475be-9b81-4d02-8882-29c9ea1ec45f req-9beb4d62-7ce5-4a6a-b26d-c2fec85b2c2f tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] 10.222.0.22 "GET /v2.0/security-groups?id=07b81801-f107-42cd-9c04-405b0de95462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497148 Aug 29 04:15:39.918772 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3395ab2c-84fd-4893-9881-d0f3d07a631c req-c260863a-e6aa-4e6f-b01b-691d7d324517 service neutron] 10.222.0.22 "GET /v2.0/networks/9ee1ea7e-84f6-4406-82ae-4f9bab3a8b82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006441 Aug 29 04:15:39.936842 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ad79667a-cc02-4dab-889b-78503b13893f None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:39.946397 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-ad79667a-cc02-4dab-889b-78503b13893f None None] Transition to ACTIVE for port object a03f8209-20da-4fe2-bed6-08d412ce8884 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:15:39.963375 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-ad79667a-cc02-4dab-889b-78503b13893f None None] Transition to ACTIVE for port object a03f8209-20da-4fe2-bed6-08d412ce8884 will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:15:39.972237 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ad79667a-cc02-4dab-889b-78503b13893f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:39.994097 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cac2e15-8489-408a-9665-5c99cd8f64ce req-577d52fa-8488-42da-b14b-94cb2e736ebc tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:39.995714 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9cac2e15-8489-408a-9665-5c99cd8f64ce req-577d52fa-8488-42da-b14b-94cb2e736ebc tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=28883582-fb91-4167-bc91-3cf70557c5eb HTTP/1.1" status: 200 len: 943 time: 0.0704899 Aug 29 04:15:40.028064 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad79667a-cc02-4dab-889b-78503b13893f None None] Network 9ee1ea7e-84f6-4406-82ae-4f9bab3a8b82 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:15:40.031103 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-ad79667a-cc02-4dab-889b-78503b13893f None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:15:40.034585 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad79667a-cc02-4dab-889b-78503b13893f None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:15:40.040369 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3395ab2c-84fd-4893-9881-d0f3d07a631c req-7e5ff581-8357-4d1c-9c87-1c314e6cd64c service neutron] 10.222.0.22 "GET /v2.0/networks/9ee1ea7e-84f6-4406-82ae-4f9bab3a8b82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154273 Aug 29 04:15:40.046535 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9cac2e15-8489-408a-9665-5c99cd8f64ce req-7fd3ac69-b67f-4094-97c3-9464f0c5a0d8 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433743 Aug 29 04:15:40.069427 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad79667a-cc02-4dab-889b-78503b13893f None None] Pushing event updated for resources: {'Port': ['ID=a03f8209-20da-4fe2-bed6-08d412ce8884,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:40.096290 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9fb352e-d83a-4e7d-9ca2-06bf96d8f4b6 x-openstack-request-id: req-f9fb352e-d83a-4e7d-9ca2-06bf96d8f4b6 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:15:40.097070 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "963e3660-e80c-437e-ab2a-6c73ce940860", "name": "network-vif-deleted", "tag": "0d1125bc-4894-428c-a53f-b38d29aecf17", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:15:40.097309 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f9fb352e-d83a-4e7d-9ca2-06bf96d8f4b6 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:15:40.097882 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83df3f9c-fda9-43d6-848d-9b61b206ad4d', 'tag': '6bf9784d-aab5-49f4-bbfd-13df40e0c2f5'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:15:40.098563 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '963e3660-e80c-437e-ab2a-6c73ce940860', 'name': 'network-vif-deleted', 'tag': '0d1125bc-4894-428c-a53f-b38d29aecf17', 'status': 'completed', 'code': 200} Aug 29 04:15:40.103837 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8881f48a-3f45-4dc6-a9f5-31c7ae1322a3" -d '{"events": [{"name": "network-changed", "server_uuid": "83df3f9c-fda9-43d6-848d-9b61b206ad4d", "tag": "6bf9784d-aab5-49f4-bbfd-13df40e0c2f5"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:15:40.112978 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-ad79667a-cc02-4dab-889b-78503b13893f None None] Attempting to bind port a03f8209-20da-4fe2-bed6-08d412ce8884 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:15:40.113352 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-ad79667a-cc02-4dab-889b-78503b13893f None None] Attempting to bind port a03f8209-20da-4fe2-bed6-08d412ce8884 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '9853adb3-e583-455e-a18e-828382db7c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '9ee1ea7e-84f6-4406-82ae-4f9bab3a8b82'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:15:40.113719 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad79667a-cc02-4dab-889b-78503b13893f None None] Attempting to bind port a03f8209-20da-4fe2-bed6-08d412ce8884 on network 9ee1ea7e-84f6-4406-82ae-4f9bab3a8b82 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:15:40.120057 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad79667a-cc02-4dab-889b-78503b13893f None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:15:40.120501 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad79667a-cc02-4dab-889b-78503b13893f None None] Checking segment: {'id': '9853adb3-e583-455e-a18e-828382db7c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '9ee1ea7e-84f6-4406-82ae-4f9bab3a8b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:15:40.120840 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ad79667a-cc02-4dab-889b-78503b13893f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:40.121254 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad79667a-cc02-4dab-889b-78503b13893f None None] Bound using segment: {'id': '9853adb3-e583-455e-a18e-828382db7c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '9ee1ea7e-84f6-4406-82ae-4f9bab3a8b82'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:15:40.121700 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-ad79667a-cc02-4dab-889b-78503b13893f None None] Bound port: a03f8209-20da-4fe2-bed6-08d412ce8884, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9853adb3-e583-455e-a18e-828382db7c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '9ee1ea7e-84f6-4406-82ae-4f9bab3a8b82'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:15:40.122079 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ad79667a-cc02-4dab-889b-78503b13893f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:40.210000 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd1f9e8-6a2f-403c-a8e5-23d08e117e41 req-4fe1f570-60f1-499c-9cee-cb2366bd3312 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:40.228750 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ccd1f9e8-6a2f-403c-a8e5-23d08e117e41 req-4fe1f570-60f1-499c-9cee-cb2366bd3312 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e87e1d2-96a1-4e0e-a1ff-a7c7275d7778 HTTP/1.1" status: 200 len: 945 time: 0.0832338 Aug 29 04:15:40.334911 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ccd1f9e8-6a2f-403c-a8e5-23d08e117e41 req-63c30c50-bf5a-4027-9c9f-1d48176b3c38 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "GET /v2.0/security-groups?id=928b8436-db78-4a6b-bcb4-8c108482d446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050055 Aug 29 04:15:40.373652 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874afbf8-94b0-45b2-8c37-66992fc0c3d6 req-c1bb7461-2b47-4768-8ebf-08ace4b479dd tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:40.376220 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-874afbf8-94b0-45b2-8c37-66992fc0c3d6 req-c1bb7461-2b47-4768-8ebf-08ace4b479dd tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=83df3f9c-fda9-43d6-848d-9b61b206ad4d HTTP/1.1" status: 200 len: 943 time: 0.0880148 Aug 29 04:15:40.388806 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-ad79667a-cc02-4dab-889b-78503b13893f None None] For port a03f8209-20da-4fe2-bed6-08d412ce8884, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:15:40.392319 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-ad79667a-cc02-4dab-889b-78503b13893f None None] For port a03f8209-20da-4fe2-bed6-08d412ce8884, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=a03f8209-20da-4fe2-bed6-08d412ce8884,segment=NetworkSegment(9853adb3-e583-455e-a18e-828382db7c58),segment_id=9853adb3-e583-455e-a18e-828382db7c58)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:15:40.397172 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ad79667a-cc02-4dab-889b-78503b13893f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:40.402803 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35deb849-a1b8-4323-9ed4-d9e44945be8d x-openstack-request-id: req-35deb849-a1b8-4323-9ed4-d9e44945be8d {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:15:40.403166 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83df3f9c-fda9-43d6-848d-9b61b206ad4d", "tag": "6bf9784d-aab5-49f4-bbfd-13df40e0c2f5", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:15:40.403453 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-35deb849-a1b8-4323-9ed4-d9e44945be8d {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:15:40.403929 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83df3f9c-fda9-43d6-848d-9b61b206ad4d', 'tag': '6bf9784d-aab5-49f4-bbfd-13df40e0c2f5', 'status': 'completed', 'code': 200} Aug 29 04:15:40.413736 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['dece2788-7b2f-4387-9ed2-9307a7a8a502'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:15:40.488500 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-874afbf8-94b0-45b2-8c37-66992fc0c3d6 req-7553a830-6ea8-470d-a611-4b8cf7a2d86a tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063154 Aug 29 04:15:40.512471 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad79667a-cc02-4dab-889b-78503b13893f None None] Pushing event updated for resources: {'Port': ['ID=a03f8209-20da-4fe2-bed6-08d412ce8884,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:40.533835 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8881f48a-3f45-4dc6-a9f5-31c7ae1322a3 req-6e800fe0-1002-497f-b2c6-5cce95a98de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:40.535437 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8881f48a-3f45-4dc6-a9f5-31c7ae1322a3 req-6e800fe0-1002-497f-b2c6-5cce95a98de0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1d0658a0a90a4facb02cad62921e20d5&device_id=83df3f9c-fda9-43d6-848d-9b61b206ad4d HTTP/1.1" status: 200 len: 1126 time: 0.0749421 Aug 29 04:15:40.720671 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b787082-d005-4f58-92ae-d9033ca39e8d req-bd9ae946-e448-4288-8f0c-eb466dc132e2 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:40.726713 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8b787082-d005-4f58-92ae-d9033ca39e8d req-bd9ae946-e448-4288-8f0c-eb466dc132e2 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=855fdc43-b94a-447a-8c44-5c3f5c76fb1f HTTP/1.1" status: 200 len: 945 time: 0.1219344 Aug 29 04:15:40.774527 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8881f48a-3f45-4dc6-a9f5-31c7ae1322a3 req-070cdde5-e17f-4e23-a0bd-a2c0484bbfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:40.776232 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8881f48a-3f45-4dc6-a9f5-31c7ae1322a3 req-070cdde5-e17f-4e23-a0bd-a2c0484bbfcc service neutron] 10.222.0.46 "GET /v2.0/networks?id=53020a37-9cfa-46c3-bf40-16467007f493 HTTP/1.1" status: 200 len: 921 time: 0.2225683 Aug 29 04:15:40.836333 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8b787082-d005-4f58-92ae-d9033ca39e8d req-c343ecdd-7d80-4552-93c4-316c4738a0ef tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=67519499-017b-4c54-88db-c974346724c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861251 Aug 29 04:15:40.844213 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8881f48a-3f45-4dc6-a9f5-31c7ae1322a3 req-9dc40c87-e64d-4690-bb0a-e2bf436b3a19 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6bf9784d-aab5-49f4-bbfd-13df40e0c2f5 HTTP/1.1" status: 200 len: 217 time: 0.0521855 Aug 29 04:15:40.912671 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90686d0c-9ae1-458e-b78b-1cedc9a59199 req-e5299ec9-f292-4b31-aa35-2cfebc575c99 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:40.914468 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-90686d0c-9ae1-458e-b78b-1cedc9a59199 req-e5299ec9-f292-4b31-aa35-2cfebc575c99 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.22 "GET /v2.0/networks?id=9ee1ea7e-84f6-4406-82ae-4f9bab3a8b82 HTTP/1.1" status: 200 len: 816 time: 0.2405186 Aug 29 04:15:40.940668 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-90686d0c-9ae1-458e-b78b-1cedc9a59199 req-22950b78-3c2a-4954-96a2-758a405a0dfc tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.22 "GET /v2.0/quotas/68cf936c87d74506b8c820f1e525a2cf HTTP/1.1" status: 200 len: 375 time: 0.0163796 Aug 29 04:15:40.960427 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8881f48a-3f45-4dc6-a9f5-31c7ae1322a3 req-7e6433fc-37a5-47c2-a5d7-eb397d218619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:40.962363 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8881f48a-3f45-4dc6-a9f5-31c7ae1322a3 req-7e6433fc-37a5-47c2-a5d7-eb397d218619 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=210c6ef6-f12f-4dde-90b9-22d1971290b1 HTTP/1.1" status: 200 len: 860 time: 0.1105058 Aug 29 04:15:41.014302 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8881f48a-3f45-4dc6-a9f5-31c7ae1322a3 req-2d8015eb-9118-4741-af09-d96a4fbb2e41 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=53020a37-9cfa-46c3-bf40-16467007f493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311503 Aug 29 04:15:41.053255 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-90686d0c-9ae1-458e-b78b-1cedc9a59199 req-9afef0cf-e99e-455e-9ce3-80692ca41e39 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=68cf936c87d74506b8c820f1e525a2cf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1068525 Aug 29 04:15:41.061078 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b057327-cd3e-4236-b570-a93d64efc325 req-36c4c489-0bc8-4c54-b978-03439eccb0c0 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:41.067673 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b057327-cd3e-4236-b570-a93d64efc325 req-36c4c489-0bc8-4c54-b978-03439eccb0c0 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:41.074070 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b057327-cd3e-4236-b570-a93d64efc325 req-36c4c489-0bc8-4c54-b978-03439eccb0c0 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:41.075816 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5b057327-cd3e-4236-b570-a93d64efc325 req-36c4c489-0bc8-4c54-b978-03439eccb0c0 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] 10.222.0.22 "GET /v2.0/ports?device_id=966907ac-f30d-4d80-9c2d-3632b08265a7 HTTP/1.1" status: 200 len: 2417 time: 0.0738626 Aug 29 04:15:41.138011 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5b057327-cd3e-4236-b570-a93d64efc325 req-06809927-c6cf-470c-8f44-694de4c3840b tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] 10.222.0.22 "GET /v2.0/security-groups?id=07b81801-f107-42cd-9c04-405b0de95462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492599 Aug 29 04:15:41.195565 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8881f48a-3f45-4dc6-a9f5-31c7ae1322a3 req-77b2d0fe-0ad5-4bc6-aa29-0649ef19bbda service neutron] 10.222.0.46 "GET /v2.0/networks/53020a37-9cfa-46c3-bf40-16467007f493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701319 Aug 29 04:15:41.218680 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-90686d0c-9ae1-458e-b78b-1cedc9a59199 req-b3e496b2-ba0c-4b28-925c-a8db55304a55 service neutron] 10.222.0.22 "GET /v2.0/networks/9ee1ea7e-84f6-4406-82ae-4f9bab3a8b82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372943 Aug 29 04:15:41.271920 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '966907ac-f30d-4d80-9c2d-3632b08265a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eccbf569-928f-4b7d-9230-563ab35fc72a'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:15:41.274690 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e492126-7e44-4af6-9b0f-79b703e20c2d" -d '{"events": [{"server_uuid": "966907ac-f30d-4d80-9c2d-3632b08265a7", "name": "network-vif-plugged", "status": "completed", "tag": "eccbf569-928f-4b7d-9230-563ab35fc72a"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:15:41.372083 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8881f48a-3f45-4dc6-a9f5-31c7ae1322a3 req-2373dd4d-07fd-43c8-b069-174aaf91030c service neutron] 10.222.0.46 "GET /v2.0/networks/53020a37-9cfa-46c3-bf40-16467007f493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644392 Aug 29 04:15:41.384068 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-90686d0c-9ae1-458e-b78b-1cedc9a59199 req-cc273ff8-a9a0-4345-a588-9782e6fc9dbb service neutron] 10.222.0.22 "GET /v2.0/networks/9ee1ea7e-84f6-4406-82ae-4f9bab3a8b82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549184 Aug 29 04:15:41.436588 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d449edb-b216-4234-a2fd-caeff7ac040f req-06f220b2-9f97-4404-a424-62569f1550a8 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:41.444545 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9d449edb-b216-4234-a2fd-caeff7ac040f req-06f220b2-9f97-4404-a424-62569f1550a8 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=28883582-fb91-4167-bc91-3cf70557c5eb HTTP/1.1" status: 200 len: 943 time: 0.0634751 Aug 29 04:15:41.484506 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9d449edb-b216-4234-a2fd-caeff7ac040f req-b772bafe-8cd0-4b96-adcc-6566cec40cc2 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385869 Aug 29 04:15:41.582525 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81efcf1b-3725-4e4c-8512-ac2773a5f94f x-openstack-request-id: req-81efcf1b-3725-4e4c-8512-ac2773a5f94f {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:15:41.583098 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "966907ac-f30d-4d80-9c2d-3632b08265a7", "name": "network-vif-plugged", "status": "completed", "tag": "eccbf569-928f-4b7d-9230-563ab35fc72a", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:15:41.583610 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-81efcf1b-3725-4e4c-8512-ac2773a5f94f {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:15:41.584154 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '966907ac-f30d-4d80-9c2d-3632b08265a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eccbf569-928f-4b7d-9230-563ab35fc72a', 'code': 200} Aug 29 04:15:41.673677 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device a03f8209-20da-4fe2-bed6-08d412ce8884 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:15:41.748092 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5754eaf6-9670-4f71-b707-010288b7a339 req-fe48a792-ae41-40c2-9fed-f7032fc33dac tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:41.751652 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5754eaf6-9670-4f71-b707-010288b7a339 req-fe48a792-ae41-40c2-9fed-f7032fc33dac tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e87e1d2-96a1-4e0e-a1ff-a7c7275d7778 HTTP/1.1" status: 200 len: 945 time: 0.1028805 Aug 29 04:15:41.789313 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038a31f6-044a-4a6f-bd53-7f8970de9cad req-af5b9da8-4472-40e3-8b0f-4cc804804dbb tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:41.799216 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-038a31f6-044a-4a6f-bd53-7f8970de9cad req-af5b9da8-4472-40e3-8b0f-4cc804804dbb tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa05e9e4-4e94-43ab-9cd0-08c1dbc8cbdb HTTP/1.1" status: 200 len: 950 time: 0.0983994 Aug 29 04:15:41.806287 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port a03f8209-20da-4fe2-bed6-08d412ce8884 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:15:41.932572 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-038a31f6-044a-4a6f-bd53-7f8970de9cad req-881dbede-9e64-421c-ac09-956402f478b8 tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] 10.222.0.22 "GET /v2.0/security-groups?id=62eb171a-895c-4930-a5a9-dc2f4d1bead2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322849 Aug 29 04:15:41.937935 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5754eaf6-9670-4f71-b707-010288b7a339 req-87a371d6-4bfc-428e-8094-53d226528db0 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "GET /v2.0/security-groups?id=928b8436-db78-4a6b-bcb4-8c108482d446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784594 Aug 29 04:15:41.947352 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3baf1f9-9c3c-4d9b-b4e7-80e50d08c549 None None] Network 9ee1ea7e-84f6-4406-82ae-4f9bab3a8b82 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:15:41.964153 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdef2b00-2eb2-40c6-b6e9-dab0022b10cf req-c28a217e-3fbe-4eee-bc5b-b89a6dd21c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:41.964641 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdef2b00-2eb2-40c6-b6e9-dab0022b10cf req-c28a217e-3fbe-4eee-bc5b-b89a6dd21c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:41.965128 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdef2b00-2eb2-40c6-b6e9-dab0022b10cf req-c28a217e-3fbe-4eee-bc5b-b89a6dd21c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:41.967131 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-cdef2b00-2eb2-40c6-b6e9-dab0022b10cf req-c28a217e-3fbe-4eee-bc5b-b89a6dd21c60 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=966907ac-f30d-4d80-9c2d-3632b08265a7 HTTP/1.1" status: 200 len: 2873 time: 0.1300066 Aug 29 04:15:42.046359 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3395ab2c-84fd-4893-9881-d0f3d07a631c req-dc5e5e08-5c32-4d4e-bd52-0a9cd717faf8 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:42.047937 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3395ab2c-84fd-4893-9881-d0f3d07a631c req-dc5e5e08-5c32-4d4e-bd52-0a9cd717faf8 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.48 "GET /v2.0/networks?id=9ee1ea7e-84f6-4406-82ae-4f9bab3a8b82 HTTP/1.1" status: 200 len: 816 time: 0.2468410 Aug 29 04:15:42.050275 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-cdef2b00-2eb2-40c6-b6e9-dab0022b10cf req-cebce156-e302-4f95-af04-49b02a89afa2 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=07b81801-f107-42cd-9c04-405b0de95462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721326 Aug 29 04:15:42.067845 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-d4b1ce61-02b1-4770-aed9-24729aa24e90 None None] Provisioning for port a03f8209-20da-4fe2-bed6-08d412ce8884 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:15:42.075578 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-d4b1ce61-02b1-4770-aed9-24729aa24e90 None None] Provisioning complete for port a03f8209-20da-4fe2-bed6-08d412ce8884 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:15:42.075986 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d4b1ce61-02b1-4770-aed9-24729aa24e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:42.109692 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e240abdd-1646-47e8-a663-a64bedc3b310 req-1e1bea54-04aa-4879-8bbf-277e6e45c1be tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:42.110812 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e240abdd-1646-47e8-a663-a64bedc3b310 req-1e1bea54-04aa-4879-8bbf-277e6e45c1be tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=83df3f9c-fda9-43d6-848d-9b61b206ad4d HTTP/1.1" status: 200 len: 943 time: 0.0567486 Aug 29 04:15:42.155632 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e240abdd-1646-47e8-a663-a64bedc3b310 req-63f9b0e9-e976-4728-aee3-809221332273 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379174 Aug 29 04:15:42.232415 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d4b1ce61-02b1-4770-aed9-24729aa24e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:42.268719 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-d4b1ce61-02b1-4770-aed9-24729aa24e90 None None] For port a03f8209-20da-4fe2-bed6-08d412ce8884, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=a03f8209-20da-4fe2-bed6-08d412ce8884,segment=NetworkSegment(9853adb3-e583-455e-a18e-828382db7c58),segment_id=9853adb3-e583-455e-a18e-828382db7c58)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:42.272690 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d4b1ce61-02b1-4770-aed9-24729aa24e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:42.325463 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b1ce61-02b1-4770-aed9-24729aa24e90 None None] Pushing event updated for resources: {'Port': ['ID=a03f8209-20da-4fe2-bed6-08d412ce8884,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:42.372200 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94412e8-cdfa-42e2-8f0c-4bb7f5e69cdc req-bae74f44-6b51-4fd4-b64b-e7cde38acd1c tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:42.373931 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b94412e8-cdfa-42e2-8f0c-4bb7f5e69cdc req-bae74f44-6b51-4fd4-b64b-e7cde38acd1c tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.22 "GET /v2.0/networks?id=9ee1ea7e-84f6-4406-82ae-4f9bab3a8b82 HTTP/1.1" status: 200 len: 816 time: 0.1254878 Aug 29 04:15:42.397889 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b94412e8-cdfa-42e2-8f0c-4bb7f5e69cdc req-4774342c-5007-42e8-b7c8-72424b0b1ba8 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.22 "GET /v2.0/quotas/68cf936c87d74506b8c820f1e525a2cf HTTP/1.1" status: 200 len: 375 time: 0.0110753 Aug 29 04:15:42.459328 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b94412e8-cdfa-42e2-8f0c-4bb7f5e69cdc req-92450667-f516-4475-9549-2804ec90d3b6 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=68cf936c87d74506b8c820f1e525a2cf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0546439 Aug 29 04:15:42.493069 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-cd038137-50d0-473d-906f-faeca1450900 None None] Provisioning complete for port a03f8209-20da-4fe2-bed6-08d412ce8884 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:15:42.493439 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cd038137-50d0-473d-906f-faeca1450900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:42.520262 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device e1e1e2ce-997c-4da8-b49a-4b4ef1169bf2 up at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:15:42.524334 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-3395ab2c-84fd-4893-9881-d0f3d07a631c req-31c7e6ed-ebe6-4e15-8cb9-c5d0fed1f278 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] Request body: {'port': {'device_id': 'b3b2f611-e938-4e7c-b802-00c4c626c68c', 'network_id': '9ee1ea7e-84f6-4406-82ae-4f9bab3a8b82', 'admin_state_up': True, 'tenant_id': '68cf936c87d74506b8c820f1e525a2cf'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:42.622243 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning for port e1e1e2ce-997c-4da8-b49a-4b4ef1169bf2 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:15:42.627622 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning complete for port e1e1e2ce-997c-4da8-b49a-4b4ef1169bf2 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:15:42.628034 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:42.650429 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b94412e8-cdfa-42e2-8f0c-4bb7f5e69cdc req-dd8e9170-51fb-484a-ab80-94b277a73234 service neutron] 10.222.0.22 "GET /v2.0/networks/9ee1ea7e-84f6-4406-82ae-4f9bab3a8b82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835523 Aug 29 04:15:42.713776 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:42.745300 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3395ab2c-84fd-4893-9881-d0f3d07a631c req-31c7e6ed-ebe6-4e15-8cb9-c5d0fed1f278 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] Made reservation on behalf of 68cf936c87d74506b8c820f1e525a2cf for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:15:42.749501 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-3395ab2c-84fd-4893-9881-d0f3d07a631c req-31c7e6ed-ebe6-4e15-8cb9-c5d0fed1f278 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:42.754004 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port e1e1e2ce-997c-4da8-b49a-4b4ef1169bf2, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=e1e1e2ce-997c-4da8-b49a-4b4ef1169bf2,segment=NetworkSegment(60ea1297-c536-4662-89a8-71c12fd7375d),segment_id=60ea1297-c536-4662-89a8-71c12fd7375d)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:42.759719 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:42.777076 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fe99c4-a955-4733-9a08-b543b896fed5 req-a7c99a77-afb9-4227-a246-dba98b873866 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:42.784820 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fe99c4-a955-4733-9a08-b543b896fed5 req-a7c99a77-afb9-4227-a246-dba98b873866 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:42.792345 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fe99c4-a955-4733-9a08-b543b896fed5 req-a7c99a77-afb9-4227-a246-dba98b873866 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:42.800285 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-01fe99c4-a955-4733-9a08-b543b896fed5 req-a7c99a77-afb9-4227-a246-dba98b873866 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] 10.222.0.22 "GET /v2.0/ports?device_id=966907ac-f30d-4d80-9c2d-3632b08265a7 HTTP/1.1" status: 200 len: 2417 time: 0.0923631 Aug 29 04:15:42.819096 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=e1e1e2ce-997c-4da8-b49a-4b4ef1169bf2,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:42.837905 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-01fe99c4-a955-4733-9a08-b543b896fed5 req-8b027d5d-a39e-4661-b328-ef125f7c11c8 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] 10.222.0.22 "GET /v2.0/security-groups?id=07b81801-f107-42cd-9c04-405b0de95462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363619 Aug 29 04:15:42.845508 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b94412e8-cdfa-42e2-8f0c-4bb7f5e69cdc req-d72568f2-9ce5-4564-bd7d-14a23583ddbb service neutron] 10.222.0.22 "GET /v2.0/networks/9ee1ea7e-84f6-4406-82ae-4f9bab3a8b82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797364 Aug 29 04:15:42.915349 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-3395ab2c-84fd-4893-9881-d0f3d07a631c req-31c7e6ed-ebe6-4e15-8cb9-c5d0fed1f278 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] Allocated IP 172.20.0.4 (9ee1ea7e-84f6-4406-82ae-4f9bab3a8b82/68e1a69a-e9b9-409c-9805-e72f9f7fa746/2335139e-f714-4fb1-9686-148f446f99df) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:15:42.948882 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 43d5b4c6-21bc-4355-871c-d335a04aaa3d details requested by agent hyperv_n-h2-712140-12 with host n-h2-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:15:42.957588 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8286011e-9df2-40b4-9a9a-42517eabb220 req-de72716c-3862-44fe-b59e-a95e91fd2e9a tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:42.959240 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8286011e-9df2-40b4-9a9a-42517eabb220 req-de72716c-3862-44fe-b59e-a95e91fd2e9a tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=28883582-fb91-4167-bc91-3cf70557c5eb HTTP/1.1" status: 200 len: 943 time: 0.0585828 Aug 29 04:15:43.047282 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8286011e-9df2-40b4-9a9a-42517eabb220 req-ff61f4e0-4307-4274-bafb-342b8593eb24 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793574 Aug 29 04:15:43.112035 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 43d5b4c6-21bc-4355-871c-d335a04aaa3d, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=43d5b4c6-21bc-4355-871c-d335a04aaa3d,segment=NetworkSegment(5e7e2f14-8790-418b-88e1-15441e6a9fb5),segment_id=5e7e2f14-8790-418b-88e1-15441e6a9fb5)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:43.147233 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 0d1125bc-4894-428c-a53f-b38d29aecf17 no longer exists at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:15:43.178056 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-3395ab2c-84fd-4893-9881-d0f3d07a631c req-31c7e6ed-ebe6-4e15-8cb9-c5d0fed1f278 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:43.196838 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] No Port match for: 0d1125bc-4894-428c-a53f-b38d29aecf17 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:15:43.197193 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 0d1125bc-4894-428c-a53f-b38d29aecf17 not bound to the agent host n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:15:43.200269 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Returning: {'device': '43d5b4c6-21bc-4355-871c-d335a04aaa3d', 'network_id': '2f4673af-b8e7-4620-a09f-889ce79ba3f8', 'port_id': '43d5b4c6-21bc-4355-871c-d335a04aaa3d', 'mac_address': 'fa:16:3e:9b:d2:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca990b23-63b6-47bd-b575-c3dcd63e7190', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:15:43.215473 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-3395ab2c-84fd-4893-9881-d0f3d07a631c req-31c7e6ed-ebe6-4e15-8cb9-c5d0fed1f278 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] Transition to ACTIVE for port object 2335139e-f714-4fb1-9686-148f446f99df will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:15:43.244013 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dc245b-8933-48c6-b1b5-a8c7fc1f6e9b req-e3239f6a-a461-42ad-b2f9-ba89911927a7 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:43.251562 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-69dc245b-8933-48c6-b1b5-a8c7fc1f6e9b req-e3239f6a-a461-42ad-b2f9-ba89911927a7 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e87e1d2-96a1-4e0e-a1ff-a7c7275d7778 HTTP/1.1" status: 200 len: 946 time: 0.0965083 Aug 29 04:15:43.254170 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5238a5bd-fdff-4ec5-b635-5d4f38a37841 req-8098f1ef-c0fd-45e3-9f7e-2f93397825b2 tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:43.266652 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5238a5bd-fdff-4ec5-b635-5d4f38a37841 req-8098f1ef-c0fd-45e3-9f7e-2f93397825b2 tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa05e9e4-4e94-43ab-9cd0-08c1dbc8cbdb HTTP/1.1" status: 200 len: 950 time: 0.1080906 Aug 29 04:15:43.271996 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:43.290034 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43d5b4c6-21bc-4355-871c-d335a04aaa3d {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:15:43.317008 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90686d0c-9ae1-458e-b78b-1cedc9a59199 req-e397d3ae-74de-4b4b-af38-7e60873a297e tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:43.318741 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-90686d0c-9ae1-458e-b78b-1cedc9a59199 req-e397d3ae-74de-4b4b-af38-7e60873a297e tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.46 "GET /v2.0/networks?id=9ee1ea7e-84f6-4406-82ae-4f9bab3a8b82 HTTP/1.1" status: 200 len: 816 time: 0.2960317 Aug 29 04:15:43.318897 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 43d5b4c6-21bc-4355-871c-d335a04aaa3d, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=43d5b4c6-21bc-4355-871c-d335a04aaa3d,segment=NetworkSegment(5e7e2f14-8790-418b-88e1-15441e6a9fb5),segment_id=5e7e2f14-8790-418b-88e1-15441e6a9fb5)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:43.320321 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-69dc245b-8933-48c6-b1b5-a8c7fc1f6e9b req-bb9c2f34-32b0-4ce5-993a-cc322fa532e0 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "GET /v2.0/security-groups?id=928b8436-db78-4a6b-bcb4-8c108482d446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678134 Aug 29 04:15:43.322988 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-3395ab2c-84fd-4893-9881-d0f3d07a631c req-31c7e6ed-ebe6-4e15-8cb9-c5d0fed1f278 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:43.324443 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:43.325507 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 6bf9784d-aab5-49f4-bbfd-13df40e0c2f5 details requested by agent hyperv_n-h2-712140-12 with host n-h2-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:15:43.362947 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-90686d0c-9ae1-458e-b78b-1cedc9a59199 req-3f45c3a2-67a1-409f-8ee9-c3d3b29465ec tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] Request body: {'port': {'device_id': 'fef89d46-3fbd-4038-be67-540c3c05e8af', 'network_id': '9ee1ea7e-84f6-4406-82ae-4f9bab3a8b82', 'admin_state_up': True, 'tenant_id': '68cf936c87d74506b8c820f1e525a2cf'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:43.396423 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c7e6ed-ebe6-4e15-8cb9-c5d0fed1f278 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] Pushing event updated for resources: {'Port': ['ID=2335139e-f714-4fb1-9686-148f446f99df,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:43.420750 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5238a5bd-fdff-4ec5-b635-5d4f38a37841 req-f87772c3-7ee1-48ac-bcdb-033c98cc8d6c tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] 10.222.0.22 "GET /v2.0/security-groups?id=62eb171a-895c-4930-a5a9-dc2f4d1bead2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520982 Aug 29 04:15:43.440736 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c237184c-ff39-45d5-9047-91a4d6686f1b req-be34c334-49ca-4ac5-81d8-e4777ee1f01c tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.22 "GET /v2.0/ports?device_id=cc18cbe5-088c-4ebd-8ee9-e1ab72c96d64 HTTP/1.1" status: 200 len: 210 time: 0.0464799 Aug 29 04:15:43.440736 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3395ab2c-84fd-4893-9881-d0f3d07a631c req-31c7e6ed-ebe6-4e15-8cb9-c5d0fed1f278 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] Network 9ee1ea7e-84f6-4406-82ae-4f9bab3a8b82 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:15:43.442976 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-3395ab2c-84fd-4893-9881-d0f3d07a631c req-31c7e6ed-ebe6-4e15-8cb9-c5d0fed1f278 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:15:43.463557 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=43d5b4c6-21bc-4355-871c-d335a04aaa3d,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:43.471064 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-3395ab2c-84fd-4893-9881-d0f3d07a631c req-31c7e6ed-ebe6-4e15-8cb9-c5d0fed1f278 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:15:43.517275 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 6bf9784d-aab5-49f4-bbfd-13df40e0c2f5, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=6bf9784d-aab5-49f4-bbfd-13df40e0c2f5,segment=NetworkSegment(1fc19f14-bf6d-4959-b2c5-ed51e935e5ad),segment_id=1fc19f14-bf6d-4959-b2c5-ed51e935e5ad)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:43.541700 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 6bf9784d-aab5-49f4-bbfd-13df40e0c2f5 has no active binding in host n-h2-712140-12 {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 29 04:15:43.553584 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3395ab2c-84fd-4893-9881-d0f3d07a631c req-31c7e6ed-ebe6-4e15-8cb9-c5d0fed1f278 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:43.554285 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-3395ab2c-84fd-4893-9881-d0f3d07a631c req-31c7e6ed-ebe6-4e15-8cb9-c5d0fed1f278 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:43.585906 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e87e1d2-96a1-4e0e-a1ff-a7c7275d7778', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1e1e2ce-997c-4da8-b49a-4b4ef1169bf2'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:15:43.589093 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1432c9db-4e32-437b-a0ec-3895c37017ba" -d '{"events": [{"server_uuid": "4e87e1d2-96a1-4e0e-a1ff-a7c7275d7778", "name": "network-vif-plugged", "status": "completed", "tag": "e1e1e2ce-997c-4da8-b49a-4b4ef1169bf2"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:15:43.609382 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device a03f8209-20da-4fe2-bed6-08d412ce8884 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:15:43.616909 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3395ab2c-84fd-4893-9881-d0f3d07a631c req-31c7e6ed-ebe6-4e15-8cb9-c5d0fed1f278 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0983543 Aug 29 04:15:43.652771 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85e793b-44d5-436f-b164-00b8fd58e536 req-853171ed-d064-480b-ab7d-9b289992f924 tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:43.655095 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a85e793b-44d5-436f-b164-00b8fd58e536 req-853171ed-d064-480b-ab7d-9b289992f924 tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa05e9e4-4e94-43ab-9cd0-08c1dbc8cbdb HTTP/1.1" status: 200 len: 950 time: 0.1964788 Aug 29 04:15:43.670455 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-3395ab2c-84fd-4893-9881-d0f3d07a631c req-4366e9ab-bb38-4dc7-81d1-2297cb1ffd88 service neutron] Request body: {'port': {'device_id': 'b3b2f611-e938-4e7c-b802-00c4c626c68c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:43.711554 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port a03f8209-20da-4fe2-bed6-08d412ce8884 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:15:43.712143 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:43.744881 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae9f281-df72-415a-95f7-3d88130c339b req-d08b69a1-405f-4625-834b-032b8e99e17a tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:43.752968 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4ae9f281-df72-415a-95f7-3d88130c339b req-d08b69a1-405f-4625-834b-032b8e99e17a tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=83df3f9c-fda9-43d6-848d-9b61b206ad4d HTTP/1.1" status: 200 len: 943 time: 0.1573088 Aug 29 04:15:43.792636 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90686d0c-9ae1-458e-b78b-1cedc9a59199 req-3f45c3a2-67a1-409f-8ee9-c3d3b29465ec tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] Made reservation on behalf of 68cf936c87d74506b8c820f1e525a2cf for: {'port': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:15:43.797480 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-90686d0c-9ae1-458e-b78b-1cedc9a59199 req-3f45c3a2-67a1-409f-8ee9-c3d3b29465ec tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:43.819286 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07ef7b3f-f18b-4a6f-8a5f-4be5512b0bb6 x-openstack-request-id: req-07ef7b3f-f18b-4a6f-8a5f-4be5512b0bb6 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:15:43.819556 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e87e1d2-96a1-4e0e-a1ff-a7c7275d7778", "name": "network-vif-plugged", "status": "completed", "tag": "e1e1e2ce-997c-4da8-b49a-4b4ef1169bf2", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:15:43.819857 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-07ef7b3f-f18b-4a6f-8a5f-4be5512b0bb6 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:15:43.820251 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e87e1d2-96a1-4e0e-a1ff-a7c7275d7778', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1e1e2ce-997c-4da8-b49a-4b4ef1169bf2', 'code': 200} Aug 29 04:15:43.832329 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-3395ab2c-84fd-4893-9881-d0f3d07a631c req-4366e9ab-bb38-4dc7-81d1-2297cb1ffd88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:43.859260 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4ae9f281-df72-415a-95f7-3d88130c339b req-be7cd3e0-c16c-4ffa-a8dc-b3dca033ac92 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753965 Aug 29 04:15:43.906940 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-d09618bc-67a3-4852-a005-e7c0580f40f9 None None] Provisioning for port 2335139e-f714-4fb1-9686-148f446f99df completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:15:43.913329 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-d09618bc-67a3-4852-a005-e7c0580f40f9 None None] Provisioning complete for port 2335139e-f714-4fb1-9686-148f446f99df triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:15:43.913819 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d09618bc-67a3-4852-a005-e7c0580f40f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:43.953542 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-a85e793b-44d5-436f-b164-00b8fd58e536 req-3077a695-7bff-4ddd-bb87-06c42a1c40d3 tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] Deleting port dece2788-7b2f-4387-9ed2-9307a7a8a502 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:15:43.953890 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a85e793b-44d5-436f-b164-00b8fd58e536 req-3077a695-7bff-4ddd-bb87-06c42a1c40d3 tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:43.965324 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-d09618bc-67a3-4852-a005-e7c0580f40f9 None None] Port 2335139e-f714-4fb1-9686-148f446f99df cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:15:44.056791 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [req-90686d0c-9ae1-458e-b78b-1cedc9a59199 req-3f45c3a2-67a1-409f-8ee9-c3d3b29465ec tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] Allocated IP 172.20.0.13 (9ee1ea7e-84f6-4406-82ae-4f9bab3a8b82/68e1a69a-e9b9-409c-9805-e72f9f7fa746/6e52db85-dca3-411e-80bc-23003eddfcc5) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:15:44.086840 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff7e58f-65c6-4a16-9134-958bce31b6bd req-c6836fb4-50ad-41c4-a49b-d708612f1e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:44.088676 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2ff7e58f-65c6-4a16-9134-958bce31b6bd req-c6836fb4-50ad-41c4-a49b-d708612f1e51 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4e87e1d2-96a1-4e0e-a1ff-a7c7275d7778 HTTP/1.1" status: 200 len: 1098 time: 0.1141510 Aug 29 04:15:44.143536 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80465a2-1648-4515-92ee-2c80b2f3067e req-4eec3d91-8e4f-4e44-aa09-2dc9f05d4496 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:44.151679 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80465a2-1648-4515-92ee-2c80b2f3067e req-4eec3d91-8e4f-4e44-aa09-2dc9f05d4496 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:44.158976 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80465a2-1648-4515-92ee-2c80b2f3067e req-4eec3d91-8e4f-4e44-aa09-2dc9f05d4496 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:44.161354 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b80465a2-1648-4515-92ee-2c80b2f3067e req-4eec3d91-8e4f-4e44-aa09-2dc9f05d4496 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] 10.222.0.22 "GET /v2.0/ports?device_id=966907ac-f30d-4d80-9c2d-3632b08265a7 HTTP/1.1" status: 200 len: 2417 time: 0.1854520 Aug 29 04:15:44.197687 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['43d5b4c6-21bc-4355-871c-d335a04aaa3d'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:15:44.288332 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2ff7e58f-65c6-4a16-9134-958bce31b6bd req-4e3f2925-8375-4001-9c66-77cab307cc10 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=928b8436-db78-4a6b-bcb4-8c108482d446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886511 Aug 29 04:15:44.297483 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b80465a2-1648-4515-92ee-2c80b2f3067e req-5ffa24ac-7240-470c-a077-feed7cc4b077 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] 10.222.0.22 "GET /v2.0/security-groups?id=07b81801-f107-42cd-9c04-405b0de95462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263151 Aug 29 04:15:44.369373 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-90686d0c-9ae1-458e-b78b-1cedc9a59199 req-3f45c3a2-67a1-409f-8ee9-c3d3b29465ec tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:44.384557 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [req-90686d0c-9ae1-458e-b78b-1cedc9a59199 req-3f45c3a2-67a1-409f-8ee9-c3d3b29465ec tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] Transition to ACTIVE for port object 6e52db85-dca3-411e-80bc-23003eddfcc5 will not be triggered until provisioned by entity DHCP. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:15:44.451961 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-90686d0c-9ae1-458e-b78b-1cedc9a59199 req-3f45c3a2-67a1-409f-8ee9-c3d3b29465ec tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:44.477146 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8eb5c0-595c-4aed-bb19-b8276b3349a6 req-386e8e42-cf8f-486b-8747-e672934304b2 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:44.478700 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-be8eb5c0-595c-4aed-bb19-b8276b3349a6 req-386e8e42-cf8f-486b-8747-e672934304b2 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=28883582-fb91-4167-bc91-3cf70557c5eb HTTP/1.1" status: 200 len: 944 time: 0.1539507 Aug 29 04:15:44.507408 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7348e621-c8bd-4ce6-9664-86454c4c1174 req-3ae5e514-9071-4f31-bc41-7e6e66279672 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:44.509226 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7348e621-c8bd-4ce6-9664-86454c4c1174 req-3ae5e514-9071-4f31-bc41-7e6e66279672 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e87e1d2-96a1-4e0e-a1ff-a7c7275d7778 HTTP/1.1" status: 200 len: 946 time: 0.0994372 Aug 29 04:15:44.516302 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90686d0c-9ae1-458e-b78b-1cedc9a59199 req-3f45c3a2-67a1-409f-8ee9-c3d3b29465ec tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] Network 9ee1ea7e-84f6-4406-82ae-4f9bab3a8b82 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:15:44.519546 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [req-90686d0c-9ae1-458e-b78b-1cedc9a59199 req-3f45c3a2-67a1-409f-8ee9-c3d3b29465ec tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:15:44.525181 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [req-90686d0c-9ae1-458e-b78b-1cedc9a59199 req-3f45c3a2-67a1-409f-8ee9-c3d3b29465ec tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:15:44.545371 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-a85e793b-44d5-436f-b164-00b8fd58e536 req-3077a695-7bff-4ddd-bb87-06c42a1c40d3 tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] For port dece2788-7b2f-4387-9ed2-9307a7a8a502, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=dece2788-7b2f-4387-9ed2-9307a7a8a502,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:44.545750 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a85e793b-44d5-436f-b164-00b8fd58e536 req-3077a695-7bff-4ddd-bb87-06c42a1c40d3 tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:44.562863 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f45c3a2-67a1-409f-8ee9-c3d3b29465ec tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] Pushing event updated for resources: {'Port': ['ID=6e52db85-dca3-411e-80bc-23003eddfcc5,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:44.579293 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-a85e793b-44d5-436f-b164-00b8fd58e536 req-3077a695-7bff-4ddd-bb87-06c42a1c40d3 tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] Calling delete_port for dece2788-7b2f-4387-9ed2-9307a7a8a502 owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:15:44.601179 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-be8eb5c0-595c-4aed-bb19-b8276b3349a6 req-95dc3c3a-1f47-439e-8225-4ff5b85f8118 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950425 Aug 29 04:15:44.608335 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7348e621-c8bd-4ce6-9664-86454c4c1174 req-fdc065e8-68de-4fac-a79d-6f4ec56a1786 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "GET /v2.0/security-groups?id=928b8436-db78-4a6b-bcb4-8c108482d446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857234 Aug 29 04:15:44.622417 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90686d0c-9ae1-458e-b78b-1cedc9a59199 req-3f45c3a2-67a1-409f-8ee9-c3d3b29465ec tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:44.623099 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-90686d0c-9ae1-458e-b78b-1cedc9a59199 req-3f45c3a2-67a1-409f-8ee9-c3d3b29465ec tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:44.660641 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-90686d0c-9ae1-458e-b78b-1cedc9a59199 req-3f45c3a2-67a1-409f-8ee9-c3d3b29465ec tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3187978 Aug 29 04:15:44.681582 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-90686d0c-9ae1-458e-b78b-1cedc9a59199 req-792447ae-3bc6-4952-b3f8-c87354313662 service neutron] Request body: {'port': {'device_id': 'fef89d46-3fbd-4038-be67-540c3c05e8af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-12'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:44.817676 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-3395ab2c-84fd-4893-9881-d0f3d07a631c req-4366e9ab-bb38-4dc7-81d1-2297cb1ffd88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2335139e-f714-4fb1-9686-148f446f99df {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:15:44.830478 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4fcb590f-bdab-4802-9a73-747cc5256732 req-e1fe2c88-b7aa-4c9a-8bde-f3e5415f9f50 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.22 "GET /v2.0/ports?device_id=cc18cbe5-088c-4ebd-8ee9-e1ab72c96d64 HTTP/1.1" status: 200 len: 210 time: 0.1012170 Aug 29 04:15:44.833697 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-3395ab2c-84fd-4893-9881-d0f3d07a631c req-4366e9ab-bb38-4dc7-81d1-2297cb1ffd88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:44.849871 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-3395ab2c-84fd-4893-9881-d0f3d07a631c req-4366e9ab-bb38-4dc7-81d1-2297cb1ffd88 service neutron] Transition to ACTIVE for port object 2335139e-f714-4fb1-9686-148f446f99df will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:15:44.873452 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-90686d0c-9ae1-458e-b78b-1cedc9a59199 req-792447ae-3bc6-4952-b3f8-c87354313662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:44.896545 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-3a67898d-44f6-46e0-842e-aab81bd194c4 None None] Provisioning for port 6e52db85-dca3-411e-80bc-23003eddfcc5 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:15:44.900745 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-3a67898d-44f6-46e0-842e-aab81bd194c4 None None] Provisioning complete for port 6e52db85-dca3-411e-80bc-23003eddfcc5 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:15:44.901237 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3a67898d-44f6-46e0-842e-aab81bd194c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:44.902096 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94412e8-cdfa-42e2-8f0c-4bb7f5e69cdc req-13617bbc-1436-47c9-a8bf-72cc7f3f98f0 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:44.903548 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b94412e8-cdfa-42e2-8f0c-4bb7f5e69cdc req-13617bbc-1436-47c9-a8bf-72cc7f3f98f0 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.48 "GET /v2.0/networks?id=9ee1ea7e-84f6-4406-82ae-4f9bab3a8b82 HTTP/1.1" status: 200 len: 816 time: 0.2173631 Aug 29 04:15:44.918184 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-3395ab2c-84fd-4893-9881-d0f3d07a631c req-4366e9ab-bb38-4dc7-81d1-2297cb1ffd88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:44.950589 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-3a67898d-44f6-46e0-842e-aab81bd194c4 None None] Port 6e52db85-dca3-411e-80bc-23003eddfcc5 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:15:44.973374 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b7260d-0e59-4bde-9ab6-a084e0bb8e9c req-c2f061d4-a440-45e3-aada-6fdbf592441a tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:44.974887 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f4b7260d-0e59-4bde-9ab6-a084e0bb8e9c req-c2f061d4-a440-45e3-aada-6fdbf592441a tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa05e9e4-4e94-43ab-9cd0-08c1dbc8cbdb HTTP/1.1" status: 200 len: 950 time: 0.2075284 Aug 29 04:15:45.005640 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-b94412e8-cdfa-42e2-8f0c-4bb7f5e69cdc req-986383e1-a100-4136-a0ef-6ea399aa0463 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] Request body: {'port': {'device_id': 'cc18cbe5-088c-4ebd-8ee9-e1ab72c96d64', 'network_id': '9ee1ea7e-84f6-4406-82ae-4f9bab3a8b82', 'admin_state_up': True, 'tenant_id': '68cf936c87d74506b8c820f1e525a2cf'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:45.021838 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a85e793b-44d5-436f-b164-00b8fd58e536 req-3077a695-7bff-4ddd-bb87-06c42a1c40d3 tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:45.037946 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4366e9ab-bb38-4dc7-81d1-2297cb1ffd88 service neutron] Pushing event updated for resources: {'Port': ['ID=2335139e-f714-4fb1-9686-148f446f99df,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:45.119090 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f4b7260d-0e59-4bde-9ab6-a084e0bb8e9c req-33b861c0-0046-4629-a5f7-32df218b8e72 tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] 10.222.0.22 "GET /v2.0/security-groups?id=62eb171a-895c-4930-a5a9-dc2f4d1bead2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237304 Aug 29 04:15:45.119465 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3077a695-7bff-4ddd-bb87-06c42a1c40d3 tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] Pushing event deleted for resources: {'Port': ['ID=dece2788-7b2f-4387-9ed2-9307a7a8a502,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:45.186827 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-a85e793b-44d5-436f-b164-00b8fd58e536 req-3077a695-7bff-4ddd-bb87-06c42a1c40d3 tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] No DVR routers for this DVR port dece2788-7b2f-4387-9ed2-9307a7a8a502 on host n-h1-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:15:45.196419 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a85e793b-44d5-436f-b164-00b8fd58e536 req-3077a695-7bff-4ddd-bb87-06c42a1c40d3 tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:45.198479 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a85e793b-44d5-436f-b164-00b8fd58e536 req-3077a695-7bff-4ddd-bb87-06c42a1c40d3 tempest-ServersAdminNegativeTestJSON-935142884 tempest-ServersAdminNegativeTestJSON-935142884-project] 10.222.0.46 "DELETE /v2.0/ports/dece2788-7b2f-4387-9ed2-9307a7a8a502 HTTP/1.1" status: 204 len: 173 time: 1.5223789 Aug 29 04:15:45.198942 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa05e9e4-4e94-43ab-9cd0-08c1dbc8cbdb', 'name': 'network-vif-deleted', 'tag': 'dece2788-7b2f-4387-9ed2-9307a7a8a502'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:15:45.201912 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed2a8de9-c0a8-47fb-9ea7-8e6d65cd02ad" -d '{"events": [{"server_uuid": "aa05e9e4-4e94-43ab-9cd0-08c1dbc8cbdb", "name": "network-vif-deleted", "tag": "dece2788-7b2f-4387-9ed2-9307a7a8a502"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:15:45.210766 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-3395ab2c-84fd-4893-9881-d0f3d07a631c req-4366e9ab-bb38-4dc7-81d1-2297cb1ffd88 service neutron] Attempting to bind port 2335139e-f714-4fb1-9686-148f446f99df on host n-h2-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:15:45.211369 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-3395ab2c-84fd-4893-9881-d0f3d07a631c req-4366e9ab-bb38-4dc7-81d1-2297cb1ffd88 service neutron] Attempting to bind port 2335139e-f714-4fb1-9686-148f446f99df by drivers openvswitch,hyperv on host n-h2-712140-12 at level 0 using segments [{'id': '9853adb3-e583-455e-a18e-828382db7c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '9ee1ea7e-84f6-4406-82ae-4f9bab3a8b82'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:15:45.211910 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3395ab2c-84fd-4893-9881-d0f3d07a631c req-4366e9ab-bb38-4dc7-81d1-2297cb1ffd88 service neutron] Attempting to bind port 2335139e-f714-4fb1-9686-148f446f99df on network 9ee1ea7e-84f6-4406-82ae-4f9bab3a8b82 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:15:45.219091 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3395ab2c-84fd-4893-9881-d0f3d07a631c req-4366e9ab-bb38-4dc7-81d1-2297cb1ffd88 service neutron] Port 2335139e-f714-4fb1-9686-148f446f99df on network 9ee1ea7e-84f6-4406-82ae-4f9bab3a8b82 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:15:45.219806 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3395ab2c-84fd-4893-9881-d0f3d07a631c req-4366e9ab-bb38-4dc7-81d1-2297cb1ffd88 service neutron] Attempting to bind port 2335139e-f714-4fb1-9686-148f446f99df on network 9ee1ea7e-84f6-4406-82ae-4f9bab3a8b82 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:15:45.228198 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3395ab2c-84fd-4893-9881-d0f3d07a631c req-4366e9ab-bb38-4dc7-81d1-2297cb1ffd88 service neutron] Checking agent: {'id': 'b3a0606b-b029-4f5e-8798-3a32b71d8844', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:15:45.228904 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3395ab2c-84fd-4893-9881-d0f3d07a631c req-4366e9ab-bb38-4dc7-81d1-2297cb1ffd88 service neutron] Checking segment: {'id': '9853adb3-e583-455e-a18e-828382db7c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '9ee1ea7e-84f6-4406-82ae-4f9bab3a8b82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:15:45.229533 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3395ab2c-84fd-4893-9881-d0f3d07a631c req-4366e9ab-bb38-4dc7-81d1-2297cb1ffd88 service neutron] Bound using segment: {'id': '9853adb3-e583-455e-a18e-828382db7c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '9ee1ea7e-84f6-4406-82ae-4f9bab3a8b82'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:15:45.230284 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-3395ab2c-84fd-4893-9881-d0f3d07a631c req-4366e9ab-bb38-4dc7-81d1-2297cb1ffd88 service neutron] Bound port: 2335139e-f714-4fb1-9686-148f446f99df, host: n-h2-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9853adb3-e583-455e-a18e-828382db7c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '9ee1ea7e-84f6-4406-82ae-4f9bab3a8b82'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:15:45.231024 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-3395ab2c-84fd-4893-9881-d0f3d07a631c req-4366e9ab-bb38-4dc7-81d1-2297cb1ffd88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:45.285549 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0e38c2d-4b00-45ff-a98f-80d2eaa22b12 x-openstack-request-id: req-b0e38c2d-4b00-45ff-a98f-80d2eaa22b12 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:15:45.285855 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa05e9e4-4e94-43ab-9cd0-08c1dbc8cbdb", "name": "network-vif-deleted", "tag": "dece2788-7b2f-4387-9ed2-9307a7a8a502", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:15:45.286246 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b0e38c2d-4b00-45ff-a98f-80d2eaa22b12 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:15:45.286661 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa05e9e4-4e94-43ab-9cd0-08c1dbc8cbdb', 'name': 'network-vif-deleted', 'tag': 'dece2788-7b2f-4387-9ed2-9307a7a8a502', 'status': 'completed', 'code': 200} Aug 29 04:15:45.325992 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-3395ab2c-84fd-4893-9881-d0f3d07a631c req-4366e9ab-bb38-4dc7-81d1-2297cb1ffd88 service neutron] For port 2335139e-f714-4fb1-9686-148f446f99df, host n-h2-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:15:45.329984 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-3395ab2c-84fd-4893-9881-d0f3d07a631c req-4366e9ab-bb38-4dc7-81d1-2297cb1ffd88 service neutron] For port 2335139e-f714-4fb1-9686-148f446f99df, host n-h2-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=2335139e-f714-4fb1-9686-148f446f99df,segment=NetworkSegment(9853adb3-e583-455e-a18e-828382db7c58),segment_id=9853adb3-e583-455e-a18e-828382db7c58)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:15:45.336527 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-3395ab2c-84fd-4893-9881-d0f3d07a631c req-4366e9ab-bb38-4dc7-81d1-2297cb1ffd88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:45.395926 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3395ab2c-84fd-4893-9881-d0f3d07a631c req-4366e9ab-bb38-4dc7-81d1-2297cb1ffd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:45.396558 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-3395ab2c-84fd-4893-9881-d0f3d07a631c req-4366e9ab-bb38-4dc7-81d1-2297cb1ffd88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:45.397992 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3395ab2c-84fd-4893-9881-d0f3d07a631c req-4366e9ab-bb38-4dc7-81d1-2297cb1ffd88 service neutron] 10.222.0.48 "PUT /v2.0/ports/2335139e-f714-4fb1-9686-148f446f99df HTTP/1.1" status: 200 len: 1092 time: 1.7377627 Aug 29 04:15:45.448994 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4366e9ab-bb38-4dc7-81d1-2297cb1ffd88 service neutron] Pushing event updated for resources: {'Port': ['ID=2335139e-f714-4fb1-9686-148f446f99df,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:45.486161 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b39f27-04b7-4591-a29a-3ec113ee75cd req-e0100463-53f7-40a0-88ae-7518493e64b6 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:45.494027 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b39f27-04b7-4591-a29a-3ec113ee75cd req-e0100463-53f7-40a0-88ae-7518493e64b6 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:45.501786 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b39f27-04b7-4591-a29a-3ec113ee75cd req-e0100463-53f7-40a0-88ae-7518493e64b6 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:45.503052 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b5b39f27-04b7-4591-a29a-3ec113ee75cd req-e0100463-53f7-40a0-88ae-7518493e64b6 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] 10.222.0.22 "GET /v2.0/ports?device_id=966907ac-f30d-4d80-9c2d-3632b08265a7 HTTP/1.1" status: 200 len: 2417 time: 0.1156428 Aug 29 04:15:45.516392 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ab3bad-9969-408b-8d2a-d110bf32ad2d req-6bc2431a-44fa-48a6-aadb-301c6233a3fa tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:45.517944 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d7ab3bad-9969-408b-8d2a-d110bf32ad2d req-6bc2431a-44fa-48a6-aadb-301c6233a3fa tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=83df3f9c-fda9-43d6-848d-9b61b206ad4d HTTP/1.1" status: 200 len: 943 time: 0.5087154 Aug 29 04:15:45.603000 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3395ab2c-84fd-4893-9881-d0f3d07a631c req-5e71e834-abc3-41bb-af2a-1384c2190fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:45.604813 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3395ab2c-84fd-4893-9881-d0f3d07a631c req-5e71e834-abc3-41bb-af2a-1384c2190fac service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=68cf936c87d74506b8c820f1e525a2cf&device_id=b3b2f611-e938-4e7c-b802-00c4c626c68c HTTP/1.1" status: 200 len: 1095 time: 0.0891852 Aug 29 04:15:45.635257 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d7ab3bad-9969-408b-8d2a-d110bf32ad2d req-76f09c15-b154-4e9a-b536-b445c9823390 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050518 Aug 29 04:15:45.667219 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b94412e8-cdfa-42e2-8f0c-4bb7f5e69cdc req-986383e1-a100-4136-a0ef-6ea399aa0463 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] Made reservation on behalf of 68cf936c87d74506b8c820f1e525a2cf for: {'port': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:15:45.674830 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-b94412e8-cdfa-42e2-8f0c-4bb7f5e69cdc req-986383e1-a100-4136-a0ef-6ea399aa0463 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:45.698079 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b5b39f27-04b7-4591-a29a-3ec113ee75cd req-a2091c4d-8325-4b4c-a435-2408dd74023a tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] 10.222.0.22 "GET /v2.0/security-groups?id=07b81801-f107-42cd-9c04-405b0de95462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430275 Aug 29 04:15:45.701493 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3395ab2c-84fd-4893-9881-d0f3d07a631c req-58660502-17ed-42f0-87d4-dc2f98472d45 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2335139e-f714-4fb1-9686-148f446f99df HTTP/1.1" status: 200 len: 217 time: 0.0778859 Aug 29 04:15:45.862179 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d776992-569f-4fd7-a354-ff72639e037f req-4617f69f-482f-406c-b540-dbce8c5d7de4 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:45.863810 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9d776992-569f-4fd7-a354-ff72639e037f req-4617f69f-482f-406c-b540-dbce8c5d7de4 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e87e1d2-96a1-4e0e-a1ff-a7c7275d7778 HTTP/1.1" status: 200 len: 946 time: 0.0954189 Aug 29 04:15:45.865227 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3395ab2c-84fd-4893-9881-d0f3d07a631c req-1d7528b2-9cfd-4196-87fc-7c7f56752360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:45.866736 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3395ab2c-84fd-4893-9881-d0f3d07a631c req-1d7528b2-9cfd-4196-87fc-7c7f56752360 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=68e1a69a-e9b9-409c-9805-e72f9f7fa746 HTTP/1.1" status: 200 len: 855 time: 0.0883522 Aug 29 04:15:45.879535 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [req-90686d0c-9ae1-458e-b78b-1cedc9a59199 req-792447ae-3bc6-4952-b3f8-c87354313662 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e52db85-dca3-411e-80bc-23003eddfcc5 {{(pid=94829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:15:45.889614 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-90686d0c-9ae1-458e-b78b-1cedc9a59199 req-792447ae-3bc6-4952-b3f8-c87354313662 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:45.900150 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3df94b-2fb5-44f9-a629-7e0079efc700 req-a084f5af-be98-42da-81ab-887f85fcbc88 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:45.901807 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-fb3df94b-2fb5-44f9-a629-7e0079efc700 req-a084f5af-be98-42da-81ab-887f85fcbc88 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=28883582-fb91-4167-bc91-3cf70557c5eb HTTP/1.1" status: 200 len: 944 time: 0.1266015 Aug 29 04:15:45.920986 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [req-90686d0c-9ae1-458e-b78b-1cedc9a59199 req-792447ae-3bc6-4952-b3f8-c87354313662 service neutron] Transition to ACTIVE for port object 6e52db85-dca3-411e-80bc-23003eddfcc5 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:15:45.930779 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-90686d0c-9ae1-458e-b78b-1cedc9a59199 req-792447ae-3bc6-4952-b3f8-c87354313662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:45.944469 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9d776992-569f-4fd7-a354-ff72639e037f req-fd1b83c5-3680-4c6d-9112-3452264a72eb tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "GET /v2.0/security-groups?id=928b8436-db78-4a6b-bcb4-8c108482d446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723372 Aug 29 04:15:45.947282 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3395ab2c-84fd-4893-9881-d0f3d07a631c req-34a3832e-33b8-4d02-af10-f7c17ad438f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:45.948801 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3395ab2c-84fd-4893-9881-d0f3d07a631c req-34a3832e-33b8-4d02-af10-f7c17ad438f1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9ee1ea7e-84f6-4406-82ae-4f9bab3a8b82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0691328 Aug 29 04:15:46.040686 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-fb3df94b-2fb5-44f9-a629-7e0079efc700 req-cca181e9-e6fb-490b-ab16-ba2d8761a767 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221144 Aug 29 04:15:46.072130 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [req-b94412e8-cdfa-42e2-8f0c-4bb7f5e69cdc req-986383e1-a100-4136-a0ef-6ea399aa0463 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] Allocated IP 172.20.0.11 (9ee1ea7e-84f6-4406-82ae-4f9bab3a8b82/68e1a69a-e9b9-409c-9805-e72f9f7fa746/e2101567-e33b-4c1b-83c9-cb949027cd4a) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:15:46.075606 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792447ae-3bc6-4952-b3f8-c87354313662 service neutron] Pushing event updated for resources: {'Port': ['ID=6e52db85-dca3-411e-80bc-23003eddfcc5,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:46.106751 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3395ab2c-84fd-4893-9881-d0f3d07a631c req-8d0c8cc8-0974-429b-b85d-45658fe6ff92 service neutron] 10.222.0.48 "GET /v2.0/networks/9ee1ea7e-84f6-4406-82ae-4f9bab3a8b82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492746 Aug 29 04:15:46.109490 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9794488f-0e3b-4de0-8afe-62eee1e358fc req-2bad0a99-e812-4043-8fa9-cd20839b2fa2 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.22 "GET /v2.0/ports?device_id=cc18cbe5-088c-4ebd-8ee9-e1ab72c96d64 HTTP/1.1" status: 200 len: 210 time: 0.0482004 Aug 29 04:15:46.213048 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-90686d0c-9ae1-458e-b78b-1cedc9a59199 req-792447ae-3bc6-4952-b3f8-c87354313662 service neutron] Attempting to bind port 6e52db85-dca3-411e-80bc-23003eddfcc5 on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:15:46.213394 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-90686d0c-9ae1-458e-b78b-1cedc9a59199 req-792447ae-3bc6-4952-b3f8-c87354313662 service neutron] Attempting to bind port 6e52db85-dca3-411e-80bc-23003eddfcc5 by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': '9853adb3-e583-455e-a18e-828382db7c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '9ee1ea7e-84f6-4406-82ae-4f9bab3a8b82'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:15:46.213736 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90686d0c-9ae1-458e-b78b-1cedc9a59199 req-792447ae-3bc6-4952-b3f8-c87354313662 service neutron] Attempting to bind port 6e52db85-dca3-411e-80bc-23003eddfcc5 on network 9ee1ea7e-84f6-4406-82ae-4f9bab3a8b82 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:15:46.249039 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90686d0c-9ae1-458e-b78b-1cedc9a59199 req-792447ae-3bc6-4952-b3f8-c87354313662 service neutron] Port 6e52db85-dca3-411e-80bc-23003eddfcc5 on network 9ee1ea7e-84f6-4406-82ae-4f9bab3a8b82 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:15:46.249375 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90686d0c-9ae1-458e-b78b-1cedc9a59199 req-792447ae-3bc6-4952-b3f8-c87354313662 service neutron] Attempting to bind port 6e52db85-dca3-411e-80bc-23003eddfcc5 on network 9ee1ea7e-84f6-4406-82ae-4f9bab3a8b82 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:15:46.262586 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90686d0c-9ae1-458e-b78b-1cedc9a59199 req-792447ae-3bc6-4952-b3f8-c87354313662 service neutron] Checking agent: {'id': '3de9de52-3a03-431d-9d7e-497ae92c57ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:15:46.262939 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90686d0c-9ae1-458e-b78b-1cedc9a59199 req-792447ae-3bc6-4952-b3f8-c87354313662 service neutron] Checking segment: {'id': '9853adb3-e583-455e-a18e-828382db7c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '9ee1ea7e-84f6-4406-82ae-4f9bab3a8b82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:15:46.263336 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90686d0c-9ae1-458e-b78b-1cedc9a59199 req-792447ae-3bc6-4952-b3f8-c87354313662 service neutron] Bound using segment: {'id': '9853adb3-e583-455e-a18e-828382db7c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '9ee1ea7e-84f6-4406-82ae-4f9bab3a8b82'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:15:46.263813 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-90686d0c-9ae1-458e-b78b-1cedc9a59199 req-792447ae-3bc6-4952-b3f8-c87354313662 service neutron] Bound port: 6e52db85-dca3-411e-80bc-23003eddfcc5, host: n-h1-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9853adb3-e583-455e-a18e-828382db7c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '9ee1ea7e-84f6-4406-82ae-4f9bab3a8b82'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:15:46.264181 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-90686d0c-9ae1-458e-b78b-1cedc9a59199 req-792447ae-3bc6-4952-b3f8-c87354313662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:46.278085 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-86922525-e002-4708-b324-e5835de41756 req-fe20ccb5-6976-4da5-b00e-1ac2a6c60430 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1851902824&fields=id&tenant_id=167b1cc03732479fb9ee73ff6d5e5845 HTTP/1.1" status: 200 len: 267 time: 0.0735555 Aug 29 04:15:46.353881 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3395ab2c-84fd-4893-9881-d0f3d07a631c req-e81aa79b-3abd-4291-ba26-8e716cd58a8b service neutron] 10.222.0.48 "GET /v2.0/networks/9ee1ea7e-84f6-4406-82ae-4f9bab3a8b82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034528 Aug 29 04:15:46.369662 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-90686d0c-9ae1-458e-b78b-1cedc9a59199 req-792447ae-3bc6-4952-b3f8-c87354313662 service neutron] For port 6e52db85-dca3-411e-80bc-23003eddfcc5, host n-h1-712140-12, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:15:46.375799 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-90686d0c-9ae1-458e-b78b-1cedc9a59199 req-792447ae-3bc6-4952-b3f8-c87354313662 service neutron] For port 6e52db85-dca3-411e-80bc-23003eddfcc5, host n-h1-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=6e52db85-dca3-411e-80bc-23003eddfcc5,segment=NetworkSegment(9853adb3-e583-455e-a18e-828382db7c58),segment_id=9853adb3-e583-455e-a18e-828382db7c58)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:15:46.380350 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86922525-e002-4708-b324-e5835de41756 req-01637508-a276-4706-8b40-e00b97ebd97e tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:46.380948 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-90686d0c-9ae1-458e-b78b-1cedc9a59199 req-792447ae-3bc6-4952-b3f8-c87354313662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:46.381925 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-86922525-e002-4708-b324-e5835de41756 req-01637508-a276-4706-8b40-e00b97ebd97e tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e87e1d2-96a1-4e0e-a1ff-a7c7275d7778 HTTP/1.1" status: 200 len: 946 time: 0.0908563 Aug 29 04:15:46.396353 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-b94412e8-cdfa-42e2-8f0c-4bb7f5e69cdc req-986383e1-a100-4136-a0ef-6ea399aa0463 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:46.399236 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-86922525-e002-4708-b324-e5835de41756 req-7fa11c2d-2457-4004-9fec-09a77f7a6962 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Request body: {'port': {'security_groups': ['928b8436-db78-4a6b-bcb4-8c108482d446', '7f72a9c4-6fd5-4781-ae01-7b437bed9fee']}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:46.440476 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [req-b94412e8-cdfa-42e2-8f0c-4bb7f5e69cdc req-986383e1-a100-4136-a0ef-6ea399aa0463 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] Transition to ACTIVE for port object e2101567-e33b-4c1b-83c9-cb949027cd4a will not be triggered until provisioned by entity DHCP. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:15:46.455769 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90686d0c-9ae1-458e-b78b-1cedc9a59199 req-792447ae-3bc6-4952-b3f8-c87354313662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:46.456407 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-90686d0c-9ae1-458e-b78b-1cedc9a59199 req-792447ae-3bc6-4952-b3f8-c87354313662 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:46.457873 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-90686d0c-9ae1-458e-b78b-1cedc9a59199 req-792447ae-3bc6-4952-b3f8-c87354313662 service neutron] 10.222.0.46 "PUT /v2.0/ports/6e52db85-dca3-411e-80bc-23003eddfcc5 HTTP/1.1" status: 200 len: 1093 time: 1.7809103 Aug 29 04:15:46.459613 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fef89d46-3fbd-4038-be67-540c3c05e8af', 'tag': '6e52db85-dca3-411e-80bc-23003eddfcc5'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:15:46.461951 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-628355e2-3340-45b7-8e4f-13a2243c5b68" -d '{"events": [{"name": "network-changed", "server_uuid": "fef89d46-3fbd-4038-be67-540c3c05e8af", "tag": "6e52db85-dca3-411e-80bc-23003eddfcc5"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:15:46.498540 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792447ae-3bc6-4952-b3f8-c87354313662 service neutron] Pushing event updated for resources: {'Port': ['ID=6e52db85-dca3-411e-80bc-23003eddfcc5,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:46.530210 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-b94412e8-cdfa-42e2-8f0c-4bb7f5e69cdc req-986383e1-a100-4136-a0ef-6ea399aa0463 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:46.543634 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device dece2788-7b2f-4387-9ed2-9307a7a8a502 no longer exists at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:15:46.589121 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] No Port match for: dece2788-7b2f-4387-9ed2-9307a7a8a502 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:15:46.589668 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device dece2788-7b2f-4387-9ed2-9307a7a8a502 not bound to the agent host n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:15:46.610219 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-86922525-e002-4708-b324-e5835de41756 req-7fa11c2d-2457-4004-9fec-09a77f7a6962 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:46.625379 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90686d0c-9ae1-458e-b78b-1cedc9a59199 req-3f93f9a2-3cf1-42f0-bdcd-df91d1ef362a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:46.627571 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-90686d0c-9ae1-458e-b78b-1cedc9a59199 req-3f93f9a2-3cf1-42f0-bdcd-df91d1ef362a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=68cf936c87d74506b8c820f1e525a2cf&device_id=fef89d46-3fbd-4038-be67-540c3c05e8af HTTP/1.1" status: 200 len: 1096 time: 0.0996606 Aug 29 04:15:46.652244 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b94412e8-cdfa-42e2-8f0c-4bb7f5e69cdc req-986383e1-a100-4136-a0ef-6ea399aa0463 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] Network 9ee1ea7e-84f6-4406-82ae-4f9bab3a8b82 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:15:46.666040 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [req-b94412e8-cdfa-42e2-8f0c-4bb7f5e69cdc req-986383e1-a100-4136-a0ef-6ea399aa0463 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:15:46.673239 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [req-b94412e8-cdfa-42e2-8f0c-4bb7f5e69cdc req-986383e1-a100-4136-a0ef-6ea399aa0463 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:15:46.681974 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986383e1-a100-4136-a0ef-6ea399aa0463 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] Pushing event updated for resources: {'Port': ['ID=e2101567-e33b-4c1b-83c9-cb949027cd4a,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:46.700217 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-90686d0c-9ae1-458e-b78b-1cedc9a59199 req-fba1a488-afd8-4cde-b550-38b85ab3e0b0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e52db85-dca3-411e-80bc-23003eddfcc5 HTTP/1.1" status: 200 len: 217 time: 0.0459850 Aug 29 04:15:46.711229 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-63c6055d-7f02-4a3d-88b5-05f13ab10b15 req-6cc4b851-c4f6-46fb-a1a9-b0088879e6f8 service neutron] 10.222.0.46 "GET /v2.0/ports/6bf9784d-aab5-49f4-bbfd-13df40e0c2f5/bindings/n-h2-712140-12 HTTP/1.1" status: 200 len: 385 time: 0.1948025 Aug 29 04:15:46.747421 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8fbbf8-45d3-4e81-b863-4a375f9927a8 req-6ce82009-69bb-447c-8a6c-511758cae3f7 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:46.751821 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 43522) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:46.753723 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8fbbf8-45d3-4e81-b863-4a375f9927a8 req-6ce82009-69bb-447c-8a6c-511758cae3f7 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:46.759803 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8fbbf8-45d3-4e81-b863-4a375f9927a8 req-6ce82009-69bb-447c-8a6c-511758cae3f7 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:46.761511 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3c8fbbf8-45d3-4e81-b863-4a375f9927a8 req-6ce82009-69bb-447c-8a6c-511758cae3f7 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] 10.222.0.22 "GET /v2.0/ports?device_id=966907ac-f30d-4d80-9c2d-3632b08265a7 HTTP/1.1" status: 200 len: 2417 time: 0.2004328 Aug 29 04:15:46.781491 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90686d0c-9ae1-458e-b78b-1cedc9a59199 req-d161df5b-0afd-458a-aa6c-ad34e065c076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:46.783631 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-90686d0c-9ae1-458e-b78b-1cedc9a59199 req-d161df5b-0afd-458a-aa6c-ad34e065c076 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=68e1a69a-e9b9-409c-9805-e72f9f7fa746 HTTP/1.1" status: 200 len: 855 time: 0.0729001 Aug 29 04:15:46.819957 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94412e8-cdfa-42e2-8f0c-4bb7f5e69cdc req-986383e1-a100-4136-a0ef-6ea399aa0463 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:46.820626 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-b94412e8-cdfa-42e2-8f0c-4bb7f5e69cdc req-986383e1-a100-4136-a0ef-6ea399aa0463 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:46.864731 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b94412e8-cdfa-42e2-8f0c-4bb7f5e69cdc req-986383e1-a100-4136-a0ef-6ea399aa0463 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8644230 Aug 29 04:15:46.871132 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3c8fbbf8-45d3-4e81-b863-4a375f9927a8 req-afc4b235-a728-41aa-8d48-9bfc27301f6e tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] 10.222.0.22 "GET /v2.0/security-groups?id=07b81801-f107-42cd-9c04-405b0de95462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844920 Aug 29 04:15:46.871562 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90686d0c-9ae1-458e-b78b-1cedc9a59199 req-ec09af76-fb8f-44ec-ab45-a47150d7b2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:46.873332 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-90686d0c-9ae1-458e-b78b-1cedc9a59199 req-ec09af76-fb8f-44ec-ab45-a47150d7b2f9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9ee1ea7e-84f6-4406-82ae-4f9bab3a8b82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0777400 Aug 29 04:15:46.916287 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-b94412e8-cdfa-42e2-8f0c-4bb7f5e69cdc req-4a20955c-1362-435d-907e-b57f3c0370cb service neutron] Request body: {'port': {'device_id': 'cc18cbe5-088c-4ebd-8ee9-e1ab72c96d64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-12'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:46.971502 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 43d5b4c6-21bc-4355-871c-d335a04aaa3d up at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:15:46.990093 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47c43712-f31e-4113-a5af-4e84506f6e59 x-openstack-request-id: req-47c43712-f31e-4113-a5af-4e84506f6e59 {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:15:46.990633 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fef89d46-3fbd-4038-be67-540c3c05e8af", "tag": "6e52db85-dca3-411e-80bc-23003eddfcc5", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:15:46.991053 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-47c43712-f31e-4113-a5af-4e84506f6e59 {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:15:46.991712 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fef89d46-3fbd-4038-be67-540c3c05e8af', 'tag': '6e52db85-dca3-411e-80bc-23003eddfcc5', 'status': 'completed', 'code': 200} Aug 29 04:15:47.037037 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-efe4e1ff-ae18-466c-bea0-7908a4a3b856 None None] Provisioning for port e2101567-e33b-4c1b-83c9-cb949027cd4a completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:15:47.041280 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-efe4e1ff-ae18-466c-bea0-7908a4a3b856 None None] Provisioning complete for port e2101567-e33b-4c1b-83c9-cb949027cd4a triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:15:47.041653 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-efe4e1ff-ae18-466c-bea0-7908a4a3b856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:47.075341 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-0a1f7636-0b14-4f76-ac5c-2a17b270e44f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9d502feae3bc4085a1a36ae25f6d8951&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3206828 Aug 29 04:15:47.083577 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 43528) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:47.098342 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-b94412e8-cdfa-42e2-8f0c-4bb7f5e69cdc req-4a20955c-1362-435d-907e-b57f3c0370cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:47.105386 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-efe4e1ff-ae18-466c-bea0-7908a4a3b856 None None] Port e2101567-e33b-4c1b-83c9-cb949027cd4a cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:15:47.114702 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning for port 43d5b4c6-21bc-4355-871c-d335a04aaa3d completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:15:47.119104 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning complete for port 43d5b4c6-21bc-4355-871c-d335a04aaa3d triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:15:47.119480 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:47.126537 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-86922525-e002-4708-b324-e5835de41756 req-7fa11c2d-2457-4004-9fec-09a77f7a6962 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] For port e1e1e2ce-997c-4da8-b49a-4b4ef1169bf2, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=e1e1e2ce-997c-4da8-b49a-4b4ef1169bf2,segment=NetworkSegment(60ea1297-c536-4662-89a8-71c12fd7375d),segment_id=60ea1297-c536-4662-89a8-71c12fd7375d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:47.140966 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-90686d0c-9ae1-458e-b78b-1cedc9a59199 req-ad45f86c-38ae-4024-b588-2066a283866f service neutron] 10.222.0.46 "GET /v2.0/networks/9ee1ea7e-84f6-4406-82ae-4f9bab3a8b82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471926 Aug 29 04:15:47.166665 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c144d7-4c16-4d0f-a3e7-8b86bae30f8c req-3dcccf8d-5ce0-4271-89d0-b14e36830afa tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:47.174721 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c6c144d7-4c16-4d0f-a3e7-8b86bae30f8c req-3dcccf8d-5ce0-4271-89d0-b14e36830afa tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=83df3f9c-fda9-43d6-848d-9b61b206ad4d HTTP/1.1" status: 200 len: 943 time: 0.1796651 Aug 29 04:15:47.204396 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:47.227388 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28883582-fb91-4167-bc91-3cf70557c5eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43d5b4c6-21bc-4355-871c-d335a04aaa3d'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:15:47.228383 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-63c6055d-7f02-4a3d-88b5-05f13ab10b15 req-f89a1dff-286c-4d55-934c-017b48a4291e service neutron] For port 6bf9784d-aab5-49f4-bbfd-13df40e0c2f5, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=6bf9784d-aab5-49f4-bbfd-13df40e0c2f5,segment=NetworkSegment(1fc19f14-bf6d-4959-b2c5-ed51e935e5ad),segment_id=1fc19f14-bf6d-4959-b2c5-ed51e935e5ad)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:47.229628 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41014f7d-b0d1-453f-a4a8-23fc293088d6" -d '{"events": [{"server_uuid": "28883582-fb91-4167-bc91-3cf70557c5eb", "name": "network-vif-plugged", "status": "completed", "tag": "43d5b4c6-21bc-4355-871c-d335a04aaa3d"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:15:47.229959 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-86922525-e002-4708-b324-e5835de41756 req-7fa11c2d-2457-4004-9fec-09a77f7a6962 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:47.240134 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-86922525-e002-4708-b324-e5835de41756 req-7fa11c2d-2457-4004-9fec-09a77f7a6962 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:47.241739 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9546b91d-7b55-4ec9-ac3f-9012acdf1fa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:47.244498 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 43d5b4c6-21bc-4355-871c-d335a04aaa3d, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=43d5b4c6-21bc-4355-871c-d335a04aaa3d,segment=NetworkSegment(5e7e2f14-8790-418b-88e1-15441e6a9fb5),segment_id=5e7e2f14-8790-418b-88e1-15441e6a9fb5)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:47.250351 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:47.255983 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['12c539aa-20c7-4e61-9893-071488e12699', 'e1e1e2ce-997c-4da8-b49a-4b4ef1169bf2'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:15:47.288592 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3b2f611-e938-4e7c-b802-00c4c626c68c', 'tag': '2335139e-f714-4fb1-9686-148f446f99df'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:15:47.291121 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ea2dcb0-69b9-43c4-b917-7945b6ee5ed0" -d '{"events": [{"name": "network-changed", "server_uuid": "b3b2f611-e938-4e7c-b802-00c4c626c68c", "tag": "2335139e-f714-4fb1-9686-148f446f99df"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:15:47.321775 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86922525-e002-4708-b324-e5835de41756 req-7fa11c2d-2457-4004-9fec-09a77f7a6962 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:47.322405 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-86922525-e002-4708-b324-e5835de41756 req-7fa11c2d-2457-4004-9fec-09a77f7a6962 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:47.323877 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-86922525-e002-4708-b324-e5835de41756 req-7fa11c2d-2457-4004-9fec-09a77f7a6962 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "PUT /v2.0/ports/e1e1e2ce-997c-4da8-b49a-4b4ef1169bf2 HTTP/1.1" status: 200 len: 982 time: 0.9324148 Aug 29 04:15:47.333906 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c6c144d7-4c16-4d0f-a3e7-8b86bae30f8c req-67a6211c-881e-4b67-9606-431f1e10fcce tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578979 Aug 29 04:15:47.341322 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9546b91d-7b55-4ec9-ac3f-9012acdf1fa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:47.344518 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=43d5b4c6-21bc-4355-871c-d335a04aaa3d,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:47.374915 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-90686d0c-9ae1-458e-b78b-1cedc9a59199 req-7ff6fafa-c93b-448f-a112-9fb998ce9637 service neutron] 10.222.0.46 "GET /v2.0/networks/9ee1ea7e-84f6-4406-82ae-4f9bab3a8b82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213252 Aug 29 04:15:47.390236 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa11c2d-2457-4004-9fec-09a77f7a6962 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Pushing event updated for resources: {'Port': ['ID=e1e1e2ce-997c-4da8-b49a-4b4ef1169bf2,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:47.409203 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-63c6055d-7f02-4a3d-88b5-05f13ab10b15 req-f89a1dff-286c-4d55-934c-017b48a4291e service neutron] For port 6bf9784d-aab5-49f4-bbfd-13df40e0c2f5, host n-h1-712140-12, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:15:47.420191 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9546b91d-7b55-4ec9-ac3f-9012acdf1fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:47.423249 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9546b91d-7b55-4ec9-ac3f-9012acdf1fa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:47.424525 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-9546b91d-7b55-4ec9-ac3f-9012acdf1fa6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/62eb171a-895c-4930-a5a9-dc2f4d1bead2 HTTP/1.1" status: 204 len: 168 time: 0.3398271 Aug 29 04:15:47.439785 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9546b91d-7b55-4ec9-ac3f-9012acdf1fa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62eb171a-895c-4930-a5a9-dc2f4d1bead2,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:47.472282 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['e1e1e2ce-997c-4da8-b49a-4b4ef1169bf2'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:15:47.484724 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [req-63c6055d-7f02-4a3d-88b5-05f13ab10b15 req-f89a1dff-286c-4d55-934c-017b48a4291e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bf9784d-aab5-49f4-bbfd-13df40e0c2f5 {{(pid=94829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:15:47.523731 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-63c6055d-7f02-4a3d-88b5-05f13ab10b15 req-f89a1dff-286c-4d55-934c-017b48a4291e service neutron] For port 6bf9784d-aab5-49f4-bbfd-13df40e0c2f5, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=6bf9784d-aab5-49f4-bbfd-13df40e0c2f5,segment=NetworkSegment(1fc19f14-bf6d-4959-b2c5-ed51e935e5ad),segment_id=1fc19f14-bf6d-4959-b2c5-ed51e935e5ad)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:47.533656 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb169ce-f8b0-420c-8a6e-f60ec1f91959 req-6d8f5e4a-cae3-4f08-b1fd-6de897bdb73b tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:47.535210 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-efb169ce-f8b0-420c-8a6e-f60ec1f91959 req-6d8f5e4a-cae3-4f08-b1fd-6de897bdb73b tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=28883582-fb91-4167-bc91-3cf70557c5eb HTTP/1.1" status: 200 len: 945 time: 0.0930750 Aug 29 04:15:47.538754 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628355e2-3340-45b7-8e4f-13a2243c5b68 req-a7abf775-1a42-48bd-bbe0-5fa3d240aa23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:47.540819 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-628355e2-3340-45b7-8e4f-13a2243c5b68 req-a7abf775-1a42-48bd-bbe0-5fa3d240aa23 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=68cf936c87d74506b8c820f1e525a2cf&device_id=fef89d46-3fbd-4038-be67-540c3c05e8af HTTP/1.1" status: 200 len: 1096 time: 0.0834098 Aug 29 04:15:47.582830 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-63c6055d-7f02-4a3d-88b5-05f13ab10b15 req-f89a1dff-286c-4d55-934c-017b48a4291e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:47.646295 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-efb169ce-f8b0-420c-8a6e-f60ec1f91959 req-e7c66662-7073-44c3-9886-4dd023bd07ee tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024404 Aug 29 04:15:47.691137 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [req-63c6055d-7f02-4a3d-88b5-05f13ab10b15 req-f89a1dff-286c-4d55-934c-017b48a4291e service neutron] Transition to ACTIVE for port object 6bf9784d-aab5-49f4-bbfd-13df40e0c2f5 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:15:47.705815 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-63c6055d-7f02-4a3d-88b5-05f13ab10b15 req-f89a1dff-286c-4d55-934c-017b48a4291e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:47.730995 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628355e2-3340-45b7-8e4f-13a2243c5b68 req-7de6b22e-356d-44db-8f6d-9605ac72a0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:47.735775 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-628355e2-3340-45b7-8e4f-13a2243c5b68 req-7de6b22e-356d-44db-8f6d-9605ac72a0d0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9ee1ea7e-84f6-4406-82ae-4f9bab3a8b82 HTTP/1.1" status: 200 len: 917 time: 0.1701825 Aug 29 04:15:47.751007 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a179120-f314-4dac-9bc4-183cf1c2f9d7 req-f4f3beee-5d0c-434a-8851-59b4a66a1235 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:47.752611 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3a179120-f314-4dac-9bc4-183cf1c2f9d7 req-f4f3beee-5d0c-434a-8851-59b4a66a1235 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.22 "GET /v2.0/ports?device_id=cc18cbe5-088c-4ebd-8ee9-e1ab72c96d64 HTTP/1.1" status: 200 len: 932 time: 0.2170806 Aug 29 04:15:47.802326 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [req-63c6055d-7f02-4a3d-88b5-05f13ab10b15 req-f89a1dff-286c-4d55-934c-017b48a4291e service neutron] No DVR routers for this DVR port 6bf9784d-aab5-49f4-bbfd-13df40e0c2f5 on host n-h1-712140-12 {{(pid=94829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:15:47.803022 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-628355e2-3340-45b7-8e4f-13a2243c5b68 req-18d47e9f-8912-46c5-ab67-19ec3b52f119 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e52db85-dca3-411e-80bc-23003eddfcc5 HTTP/1.1" status: 200 len: 217 time: 0.0581143 Aug 29 04:15:47.819516 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 43546) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:47.864766 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af14b42c-1fe2-4597-bfc3-33adc53594be x-openstack-request-id: req-af14b42c-1fe2-4597-bfc3-33adc53594be {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:15:47.865335 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28883582-fb91-4167-bc91-3cf70557c5eb", "name": "network-vif-plugged", "status": "completed", "tag": "43d5b4c6-21bc-4355-871c-d335a04aaa3d", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:15:47.865335 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-af14b42c-1fe2-4597-bfc3-33adc53594be {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:15:47.866796 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28883582-fb91-4167-bc91-3cf70557c5eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43d5b4c6-21bc-4355-871c-d335a04aaa3d', 'code': 200} Aug 29 04:15:47.880370 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [req-b94412e8-cdfa-42e2-8f0c-4bb7f5e69cdc req-4a20955c-1362-435d-907e-b57f3c0370cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2101567-e33b-4c1b-83c9-cb949027cd4a {{(pid=94829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:15:47.888932 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-b94412e8-cdfa-42e2-8f0c-4bb7f5e69cdc req-4a20955c-1362-435d-907e-b57f3c0370cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:47.895477 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c1eb7c9-1d63-4ab2-8608-7fb19610f5b9 x-openstack-request-id: req-0c1eb7c9-1d63-4ab2-8608-7fb19610f5b9 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:15:47.896047 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3b2f611-e938-4e7c-b802-00c4c626c68c", "tag": "2335139e-f714-4fb1-9686-148f446f99df", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:15:47.896598 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0c1eb7c9-1d63-4ab2-8608-7fb19610f5b9 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:15:47.897145 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3b2f611-e938-4e7c-b802-00c4c626c68c', 'tag': '2335139e-f714-4fb1-9686-148f446f99df', 'status': 'completed', 'code': 200} Aug 29 04:15:47.899196 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628355e2-3340-45b7-8e4f-13a2243c5b68 req-cb590b90-ca9c-4c42-ba15-ef642af2bcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:47.900918 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-628355e2-3340-45b7-8e4f-13a2243c5b68 req-cb590b90-ca9c-4c42-ba15-ef642af2bcf4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=68e1a69a-e9b9-409c-9805-e72f9f7fa746 HTTP/1.1" status: 200 len: 855 time: 0.0803866 Aug 29 04:15:47.904903 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [req-b94412e8-cdfa-42e2-8f0c-4bb7f5e69cdc req-4a20955c-1362-435d-907e-b57f3c0370cb service neutron] Transition to ACTIVE for port object e2101567-e33b-4c1b-83c9-cb949027cd4a will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:15:47.905963 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89a1dff-286c-4d55-934c-017b48a4291e service neutron] Pushing event updated for resources: {'Port': ['ID=6bf9784d-aab5-49f4-bbfd-13df40e0c2f5,revision_number=10']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:47.914638 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-b94412e8-cdfa-42e2-8f0c-4bb7f5e69cdc req-4a20955c-1362-435d-907e-b57f3c0370cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:47.917378 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-d2e694c3-abf8-4368-95d0-11fbc7971811 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=37fe313ed0c343e7bcc409be4631c87a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0868711 Aug 29 04:15:47.921277 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 43550) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:48.032642 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3a179120-f314-4dac-9bc4-183cf1c2f9d7 req-2feb4a66-6860-4824-b92a-4f24a4d800c6 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.22 "GET /v2.0/security-groups?id=46edc4d9-63f8-4b18-b08b-1f71016f23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540426 Aug 29 04:15:48.063288 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628355e2-3340-45b7-8e4f-13a2243c5b68 req-a92f765e-17cb-4fc8-a98f-f7946599aff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:48.064929 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-628355e2-3340-45b7-8e4f-13a2243c5b68 req-a92f765e-17cb-4fc8-a98f-f7946599aff2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9ee1ea7e-84f6-4406-82ae-4f9bab3a8b82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1456416 Aug 29 04:15:48.068819 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ad5a88c5-d35f-4abc-bfdd-f00baf7f401f req-cf76f0c5-6892-4614-98e3-cd6d4023d15f tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "GET /v2.0/security-groups/7f72a9c4-6fd5-4781-ae01-7b437bed9fee HTTP/1.1" status: 200 len: 1800 time: 0.1371281 Aug 29 04:15:48.076593 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-63c6055d-7f02-4a3d-88b5-05f13ab10b15 req-f89a1dff-286c-4d55-934c-017b48a4291e service neutron] 10.222.0.46 "PUT /v2.0/ports/6bf9784d-aab5-49f4-bbfd-13df40e0c2f5/bindings/n-h2-712140-12/activate HTTP/1.1" status: 200 len: 370 time: 1.3573527 Aug 29 04:15:48.080984 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a20955c-1362-435d-907e-b57f3c0370cb service neutron] Pushing event updated for resources: {'Port': ['ID=e2101567-e33b-4c1b-83c9-cb949027cd4a,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:48.130044 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-275254d0-1a95-41cd-8983-f6752822208a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:48.172377 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea2dcb0-69b9-43c4-b917-7945b6ee5ed0 req-edee25a6-1b17-4c6f-a096-ed71e1ddeadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:48.172740 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-275254d0-1a95-41cd-8983-f6752822208a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:48.174541 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4ea2dcb0-69b9-43c4-b917-7945b6ee5ed0 req-edee25a6-1b17-4c6f-a096-ed71e1ddeadc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=68cf936c87d74506b8c820f1e525a2cf&device_id=b3b2f611-e938-4e7c-b802-00c4c626c68c HTTP/1.1" status: 200 len: 1095 time: 0.2011793 Aug 29 04:15:48.180042 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-b94412e8-cdfa-42e2-8f0c-4bb7f5e69cdc req-4a20955c-1362-435d-907e-b57f3c0370cb service neutron] Attempting to bind port e2101567-e33b-4c1b-83c9-cb949027cd4a on host n-h2-712140-12 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:15:48.180378 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-b94412e8-cdfa-42e2-8f0c-4bb7f5e69cdc req-4a20955c-1362-435d-907e-b57f3c0370cb service neutron] Attempting to bind port e2101567-e33b-4c1b-83c9-cb949027cd4a by drivers openvswitch,hyperv on host n-h2-712140-12 at level 0 using segments [{'id': '9853adb3-e583-455e-a18e-828382db7c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '9ee1ea7e-84f6-4406-82ae-4f9bab3a8b82'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:15:48.180709 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94412e8-cdfa-42e2-8f0c-4bb7f5e69cdc req-4a20955c-1362-435d-907e-b57f3c0370cb service neutron] Attempting to bind port e2101567-e33b-4c1b-83c9-cb949027cd4a on network 9ee1ea7e-84f6-4406-82ae-4f9bab3a8b82 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:15:48.188571 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94412e8-cdfa-42e2-8f0c-4bb7f5e69cdc req-4a20955c-1362-435d-907e-b57f3c0370cb service neutron] Port e2101567-e33b-4c1b-83c9-cb949027cd4a on network 9ee1ea7e-84f6-4406-82ae-4f9bab3a8b82 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-12 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:15:48.188893 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94412e8-cdfa-42e2-8f0c-4bb7f5e69cdc req-4a20955c-1362-435d-907e-b57f3c0370cb service neutron] Attempting to bind port e2101567-e33b-4c1b-83c9-cb949027cd4a on network 9ee1ea7e-84f6-4406-82ae-4f9bab3a8b82 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:15:48.210435 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94412e8-cdfa-42e2-8f0c-4bb7f5e69cdc req-4a20955c-1362-435d-907e-b57f3c0370cb service neutron] Checking agent: {'id': 'b3a0606b-b029-4f5e-8798-3a32b71d8844', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:15:48.210860 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94412e8-cdfa-42e2-8f0c-4bb7f5e69cdc req-4a20955c-1362-435d-907e-b57f3c0370cb service neutron] Checking segment: {'id': '9853adb3-e583-455e-a18e-828382db7c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '9ee1ea7e-84f6-4406-82ae-4f9bab3a8b82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:15:48.211298 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94412e8-cdfa-42e2-8f0c-4bb7f5e69cdc req-4a20955c-1362-435d-907e-b57f3c0370cb service neutron] Bound using segment: {'id': '9853adb3-e583-455e-a18e-828382db7c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '9ee1ea7e-84f6-4406-82ae-4f9bab3a8b82'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:15:48.211802 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-b94412e8-cdfa-42e2-8f0c-4bb7f5e69cdc req-4a20955c-1362-435d-907e-b57f3c0370cb service neutron] Bound port: e2101567-e33b-4c1b-83c9-cb949027cd4a, host: n-h2-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9853adb3-e583-455e-a18e-828382db7c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '9ee1ea7e-84f6-4406-82ae-4f9bab3a8b82'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:15:48.212163 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-b94412e8-cdfa-42e2-8f0c-4bb7f5e69cdc req-4a20955c-1362-435d-907e-b57f3c0370cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:48.274346 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4f7eb1-ec63-4769-ad96-1e611d1f20f5 req-1f000272-6957-4a0c-b91d-739af8898cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:48.275813 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4e4f7eb1-ec63-4769-ad96-1e611d1f20f5 req-1f000272-6957-4a0c-b91d-739af8898cd6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=28883582-fb91-4167-bc91-3cf70557c5eb HTTP/1.1" status: 200 len: 1097 time: 0.2658005 Aug 29 04:15:48.300201 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-275254d0-1a95-41cd-8983-f6752822208a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:48.302715 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-275254d0-1a95-41cd-8983-f6752822208a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:48.306163 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-275254d0-1a95-41cd-8983-f6752822208a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c5571270-5739-4a71-a2ab-d73dd33fb048 HTTP/1.1" status: 204 len: 168 time: 0.3787584 Aug 29 04:15:48.325460 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275254d0-1a95-41cd-8983-f6752822208a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5571270-5739-4a71-a2ab-d73dd33fb048,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:48.351023 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0db769-2478-41ac-9f58-dbfc0b095b07 req-c1a6abb8-6bb4-4657-9799-7a8797cbf5e2 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:48.357401 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0db769-2478-41ac-9f58-dbfc0b095b07 req-c1a6abb8-6bb4-4657-9799-7a8797cbf5e2 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:48.363262 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0db769-2478-41ac-9f58-dbfc0b095b07 req-c1a6abb8-6bb4-4657-9799-7a8797cbf5e2 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:48.365090 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3b0db769-2478-41ac-9f58-dbfc0b095b07 req-c1a6abb8-6bb4-4657-9799-7a8797cbf5e2 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] 10.222.0.22 "GET /v2.0/ports?device_id=966907ac-f30d-4d80-9c2d-3632b08265a7 HTTP/1.1" status: 200 len: 2417 time: 0.1372299 Aug 29 04:15:48.366253 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-b94412e8-cdfa-42e2-8f0c-4bb7f5e69cdc req-4a20955c-1362-435d-907e-b57f3c0370cb service neutron] For port e2101567-e33b-4c1b-83c9-cb949027cd4a, host n-h2-712140-12, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:15:48.369597 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-b94412e8-cdfa-42e2-8f0c-4bb7f5e69cdc req-4a20955c-1362-435d-907e-b57f3c0370cb service neutron] For port e2101567-e33b-4c1b-83c9-cb949027cd4a, host n-h2-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=e2101567-e33b-4c1b-83c9-cb949027cd4a,segment=NetworkSegment(9853adb3-e583-455e-a18e-828382db7c58),segment_id=9853adb3-e583-455e-a18e-828382db7c58)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:15:48.376226 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-b94412e8-cdfa-42e2-8f0c-4bb7f5e69cdc req-4a20955c-1362-435d-907e-b57f3c0370cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:48.435583 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4e4f7eb1-ec63-4769-ad96-1e611d1f20f5 req-0ce2888c-0946-470b-9545-428b8c76a0ae service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394217 Aug 29 04:15:48.446868 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94412e8-cdfa-42e2-8f0c-4bb7f5e69cdc req-4a20955c-1362-435d-907e-b57f3c0370cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:48.447490 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-b94412e8-cdfa-42e2-8f0c-4bb7f5e69cdc req-4a20955c-1362-435d-907e-b57f3c0370cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:48.448923 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b94412e8-cdfa-42e2-8f0c-4bb7f5e69cdc req-4a20955c-1362-435d-907e-b57f3c0370cb service neutron] 10.222.0.48 "PUT /v2.0/ports/e2101567-e33b-4c1b-83c9-cb949027cd4a HTTP/1.1" status: 200 len: 1093 time: 1.5465920 Aug 29 04:15:48.449969 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c6055d-7f02-4a3d-88b5-05f13ab10b15 req-844d3af5-039c-4468-a4d4-ee88cef83a39 tempest-LiveAutoBlockMigrationV225Test-280615785 tempest-LiveAutoBlockMigrationV225Test-280615785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:48.451567 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-63c6055d-7f02-4a3d-88b5-05f13ab10b15 req-844d3af5-039c-4468-a4d4-ee88cef83a39 tempest-LiveAutoBlockMigrationV225Test-280615785 tempest-LiveAutoBlockMigrationV225Test-280615785-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=83df3f9c-fda9-43d6-848d-9b61b206ad4d&tenant_id=1d0658a0a90a4facb02cad62921e20d5&binding%3Ahost_id=n-h1-712140-12 HTTP/1.1" status: 200 len: 1096 time: 0.2708776 Aug 29 04:15:48.459946 n-d-712140-12 neutron-server[94828]: INFO neutron.api.v2.resource [req-ad5a88c5-d35f-4abc-bfdd-f00baf7f401f req-86d8260c-b9cb-4a6a-a402-704689b72451 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 29 04:15:48.460919 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ad5a88c5-d35f-4abc-bfdd-f00baf7f401f req-86d8260c-b9cb-4a6a-a402-704689b72451 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "DELETE /v2.0/security-groups/7f72a9c4-6fd5-4781-ae01-7b437bed9fee HTTP/1.1" status: 409 len: 341 time: 0.3766191 Aug 29 04:15:48.465421 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-628355e2-3340-45b7-8e4f-13a2243c5b68 req-dc915ebf-aa81-43c0-b2e0-8853530efab4 service neutron] 10.222.0.46 "GET /v2.0/networks/9ee1ea7e-84f6-4406-82ae-4f9bab3a8b82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3920548 Aug 29 04:15:48.473641 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3b0db769-2478-41ac-9f58-dbfc0b095b07 req-ffa4c1c8-61a8-47d4-bc89-c43cb2e9bc33 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] 10.222.0.22 "GET /v2.0/security-groups?id=07b81801-f107-42cd-9c04-405b0de95462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000724 Aug 29 04:15:48.479779 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a20955c-1362-435d-907e-b57f3c0370cb service neutron] Pushing event updated for resources: {'Port': ['ID=e2101567-e33b-4c1b-83c9-cb949027cd4a,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:48.502476 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea2dcb0-69b9-43c4-b917-7945b6ee5ed0 req-651472da-0314-40b2-8ba4-4232d0cbc203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:48.503997 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4ea2dcb0-69b9-43c4-b917-7945b6ee5ed0 req-651472da-0314-40b2-8ba4-4232d0cbc203 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9ee1ea7e-84f6-4406-82ae-4f9bab3a8b82 HTTP/1.1" status: 200 len: 917 time: 0.2672420 Aug 29 04:15:48.534099 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 6bf9784d-aab5-49f4-bbfd-13df40e0c2f5 no longer exists at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:15:48.632887 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 6bf9784d-aab5-49f4-bbfd-13df40e0c2f5 not bound to the agent host n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:15:48.677719 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-628355e2-3340-45b7-8e4f-13a2243c5b68 req-b1e08090-d5e6-4878-8a1f-a1c323c6fcef service neutron] 10.222.0.46 "GET /v2.0/networks/9ee1ea7e-84f6-4406-82ae-4f9bab3a8b82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981125 Aug 29 04:15:48.689975 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10b274d-f2ff-4cf7-b3f7-8165037d1221 req-41e66a62-0383-4b53-bb3c-f9a237c188a5 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:48.692195 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e10b274d-f2ff-4cf7-b3f7-8165037d1221 req-41e66a62-0383-4b53-bb3c-f9a237c188a5 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=83df3f9c-fda9-43d6-848d-9b61b206ad4d HTTP/1.1" status: 200 len: 944 time: 0.1019497 Aug 29 04:15:48.756445 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e10b274d-f2ff-4cf7-b3f7-8165037d1221 req-fb30b674-d2b2-4ca8-9a81-3b64624ef653 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575752 Aug 29 04:15:48.807415 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb37ba8-8970-465a-b24c-10e10d1c8e73 req-f9ca938a-3afe-44e1-bb1a-a36faa4f3cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:48.808967 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ecb37ba8-8970-465a-b24c-10e10d1c8e73 req-f9ca938a-3afe-44e1-bb1a-a36faa4f3cd4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=167b1cc03732479fb9ee73ff6d5e5845&device_id=4e87e1d2-96a1-4e0e-a1ff-a7c7275d7778 HTTP/1.1" status: 200 len: 1137 time: 0.0657957 Aug 29 04:15:48.832916 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f90767f-62af-47da-a5a5-64afde70f5f9 req-df03f078-625d-4484-81d6-17fec75feab8 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:48.835048 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8f90767f-62af-47da-a5a5-64afde70f5f9 req-df03f078-625d-4484-81d6-17fec75feab8 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e87e1d2-96a1-4e0e-a1ff-a7c7275d7778 HTTP/1.1" status: 200 len: 985 time: 0.0858622 Aug 29 04:15:48.868701 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:48.896765 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8f90767f-62af-47da-a5a5-64afde70f5f9 req-6fa65d94-27e7-446e-883a-980df1ffcdd5 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "GET /v2.0/security-groups?id=7f72a9c4-6fd5-4781-ae01-7b437bed9fee&id=928b8436-db78-4a6b-bcb4-8c108482d446&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0540042 Aug 29 04:15:48.950382 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4ea2dcb0-69b9-43c4-b917-7945b6ee5ed0 req-e22952b9-3050-4973-9f17-7aaeac3f037e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2335139e-f714-4fb1-9686-148f446f99df HTTP/1.1" status: 200 len: 217 time: 0.1175389 Aug 29 04:15:48.993756 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc18cbe5-088c-4ebd-8ee9-e1ab72c96d64', 'tag': 'e2101567-e33b-4c1b-83c9-cb949027cd4a'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:15:48.996242 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c20ffcbe-c2d5-4f6f-a231-ea1fe9f8b45c" -d '{"events": [{"name": "network-changed", "server_uuid": "cc18cbe5-088c-4ebd-8ee9-e1ab72c96d64", "tag": "e2101567-e33b-4c1b-83c9-cb949027cd4a"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:15:49.011695 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd128345-c15f-4ba7-9a63-9a967b0d7795 req-7391afa0-edb0-4772-9499-de3e1f5d6b20 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:49.020205 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd128345-c15f-4ba7-9a63-9a967b0d7795 req-7391afa0-edb0-4772-9499-de3e1f5d6b20 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:49.026492 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd128345-c15f-4ba7-9a63-9a967b0d7795 req-7391afa0-edb0-4772-9499-de3e1f5d6b20 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:49.028431 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-cd128345-c15f-4ba7-9a63-9a967b0d7795 req-7391afa0-edb0-4772-9499-de3e1f5d6b20 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] 10.222.0.48 "GET /v2.0/ports?device_id=966907ac-f30d-4d80-9c2d-3632b08265a7 HTTP/1.1" status: 200 len: 2417 time: 0.0805893 Aug 29 04:15:49.049865 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-804ac192-0d24-477b-98cc-2fc676e4a4b4 x-openstack-request-id: req-804ac192-0d24-477b-98cc-2fc676e4a4b4 {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:15:49.049865 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc18cbe5-088c-4ebd-8ee9-e1ab72c96d64", "tag": "e2101567-e33b-4c1b-83c9-cb949027cd4a", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:15:49.050224 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-804ac192-0d24-477b-98cc-2fc676e4a4b4 {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:15:49.050567 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc18cbe5-088c-4ebd-8ee9-e1ab72c96d64', 'tag': 'e2101567-e33b-4c1b-83c9-cb949027cd4a', 'status': 'completed', 'code': 200} Aug 29 04:15:49.076183 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c6055d-7f02-4a3d-88b5-05f13ab10b15 req-2f6da295-8cf6-45c4-9a3f-0d4f6fecef51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:49.077715 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-63c6055d-7f02-4a3d-88b5-05f13ab10b15 req-2f6da295-8cf6-45c4-9a3f-0d4f6fecef51 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=83df3f9c-fda9-43d6-848d-9b61b206ad4d&tenant_id=1d0658a0a90a4facb02cad62921e20d5 HTTP/1.1" status: 200 len: 1096 time: 0.2423675 Aug 29 04:15:49.117970 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94412e8-cdfa-42e2-8f0c-4bb7f5e69cdc req-bbb1489e-4c3c-4b77-9211-182aa27eed99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:49.119464 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b94412e8-cdfa-42e2-8f0c-4bb7f5e69cdc req-bbb1489e-4c3c-4b77-9211-182aa27eed99 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=68cf936c87d74506b8c820f1e525a2cf&device_id=cc18cbe5-088c-4ebd-8ee9-e1ab72c96d64 HTTP/1.1" status: 200 len: 1096 time: 0.1662228 Aug 29 04:15:49.133272 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb37ba8-8970-465a-b24c-10e10d1c8e73 req-bf8f2547-1231-49dd-bf2c-ba122945da9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:49.134706 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ecb37ba8-8970-465a-b24c-10e10d1c8e73 req-bf8f2547-1231-49dd-bf2c-ba122945da9d service neutron] 10.222.0.46 "GET /v2.0/networks?id=f96f67f6-e1fe-44b3-b4cf-964eb290f20c HTTP/1.1" status: 200 len: 914 time: 0.3185542 Aug 29 04:15:49.144493 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759900d7-52fb-4e5e-ae8c-52c0817348b1 req-201edc8b-f175-4b0a-b89c-39bf42a04160 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:49.145612 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-759900d7-52fb-4e5e-ae8c-52c0817348b1 req-201edc8b-f175-4b0a-b89c-39bf42a04160 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=28883582-fb91-4167-bc91-3cf70557c5eb HTTP/1.1" status: 200 len: 945 time: 0.2596879 Aug 29 04:15:49.172749 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea2dcb0-69b9-43c4-b917-7945b6ee5ed0 req-d61a723c-84f4-4de7-a180-14ee850ff24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:49.174220 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4ea2dcb0-69b9-43c4-b917-7945b6ee5ed0 req-d61a723c-84f4-4de7-a180-14ee850ff24c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=68e1a69a-e9b9-409c-9805-e72f9f7fa746 HTTP/1.1" status: 200 len: 855 time: 0.1713595 Aug 29 04:15:49.201114 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [req-cd128345-c15f-4ba7-9a63-9a967b0d7795 req-fa72f17a-11d9-404b-9282-1d56759dfbd9 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Deleting port eccbf569-928f-4b7d-9230-563ab35fc72a {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:15:49.201367 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-cd128345-c15f-4ba7-9a63-9a967b0d7795 req-fa72f17a-11d9-404b-9282-1d56759dfbd9 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:49.213383 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc451be-5f07-4f7c-a07e-6b1b596016d9 req-3e408938-f87f-4091-b902-260a8ee043a9 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:49.214910 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0cc451be-5f07-4f7c-a07e-6b1b596016d9 req-3e408938-f87f-4091-b902-260a8ee043a9 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.22 "GET /v2.0/ports?device_id=cc18cbe5-088c-4ebd-8ee9-e1ab72c96d64 HTTP/1.1" status: 200 len: 944 time: 0.0866110 Aug 29 04:15:49.244203 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ecb37ba8-8970-465a-b24c-10e10d1c8e73 req-5ccf1eef-bdbc-4c1b-906a-0a2ec32cdb0e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1e1e2ce-997c-4da8-b49a-4b4ef1169bf2 HTTP/1.1" status: 200 len: 217 time: 0.0690515 Aug 29 04:15:49.261302 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b94412e8-cdfa-42e2-8f0c-4bb7f5e69cdc req-e294632b-721f-40fe-83a0-5a55118d048d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2101567-e33b-4c1b-83c9-cb949027cd4a HTTP/1.1" status: 200 len: 217 time: 0.0965936 Aug 29 04:15:49.306102 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0cc451be-5f07-4f7c-a07e-6b1b596016d9 req-782d7754-35e2-4bbf-ad42-95078d8e9dd5 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.22 "GET /v2.0/security-groups?id=46edc4d9-63f8-4b18-b08b-1f71016f23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803418 Aug 29 04:15:49.341509 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-cd128345-c15f-4ba7-9a63-9a967b0d7795 req-fa72f17a-11d9-404b-9282-1d56759dfbd9 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] For port eccbf569-928f-4b7d-9230-563ab35fc72a, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=eccbf569-928f-4b7d-9230-563ab35fc72a,segment=NetworkSegment(4e322a1b-f45c-4e09-a71a-9baa38bdebb3),segment_id=4e322a1b-f45c-4e09-a71a-9baa38bdebb3)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:49.342152 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-cd128345-c15f-4ba7-9a63-9a967b0d7795 req-fa72f17a-11d9-404b-9282-1d56759dfbd9 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:49.360468 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [req-cd128345-c15f-4ba7-9a63-9a967b0d7795 req-fa72f17a-11d9-404b-9282-1d56759dfbd9 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Calling delete_port for eccbf569-928f-4b7d-9230-563ab35fc72a owned by compute:nova {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:15:49.388077 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c6055d-7f02-4a3d-88b5-05f13ab10b15 req-be37612f-bbe1-4630-98db-ca22610af5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:49.389604 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-63c6055d-7f02-4a3d-88b5-05f13ab10b15 req-be37612f-bbe1-4630-98db-ca22610af5e7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1d0658a0a90a4facb02cad62921e20d5&device_id=83df3f9c-fda9-43d6-848d-9b61b206ad4d HTTP/1.1" status: 200 len: 1096 time: 0.2692583 Aug 29 04:15:49.407559 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-759900d7-52fb-4e5e-ae8c-52c0817348b1 req-e11b3df5-0c8f-40be-afee-e667de14ab78 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237339 Aug 29 04:15:49.428660 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb37ba8-8970-465a-b24c-10e10d1c8e73 req-fbb226c1-fc65-4cbb-bc63-f7ac91257105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:49.430073 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ecb37ba8-8970-465a-b24c-10e10d1c8e73 req-fbb226c1-fc65-4cbb-bc63-f7ac91257105 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7aff1b55-5acd-4615-92fe-59d502737750 HTTP/1.1" status: 200 len: 853 time: 0.1595259 Aug 29 04:15:49.433258 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94412e8-cdfa-42e2-8f0c-4bb7f5e69cdc req-b3b823b1-e16b-414a-b2e7-e7d317b918ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:49.434679 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b94412e8-cdfa-42e2-8f0c-4bb7f5e69cdc req-b3b823b1-e16b-414a-b2e7-e7d317b918ca service neutron] 10.222.0.48 "GET /v2.0/subnets?id=68e1a69a-e9b9-409c-9805-e72f9f7fa746 HTTP/1.1" status: 200 len: 855 time: 0.1607339 Aug 29 04:15:49.446126 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea2dcb0-69b9-43c4-b917-7945b6ee5ed0 req-2e12cdce-becf-41c1-99ad-5e8636bfb9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:49.447619 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4ea2dcb0-69b9-43c4-b917-7945b6ee5ed0 req-2e12cdce-becf-41c1-99ad-5e8636bfb9eb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9ee1ea7e-84f6-4406-82ae-4f9bab3a8b82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1979947 Aug 29 04:15:49.515210 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-cd128345-c15f-4ba7-9a63-9a967b0d7795 req-fa72f17a-11d9-404b-9282-1d56759dfbd9 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:49.555240 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['7125385e-c6d6-410f-ab2c-42db222e3dfe', '13aef29e-af9a-43a4-8ae1-574342300423', 'eccbf569-928f-4b7d-9230-563ab35fc72a'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:15:49.578804 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa72f17a-11d9-404b-9282-1d56759dfbd9 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Pushing event deleted for resources: {'Port': ['ID=eccbf569-928f-4b7d-9230-563ab35fc72a,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:49.639080 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd128345-c15f-4ba7-9a63-9a967b0d7795 req-fa72f17a-11d9-404b-9282-1d56759dfbd9 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] No DVR routers for this DVR port eccbf569-928f-4b7d-9230-563ab35fc72a on host n-h2-712140-12 {{(pid=94829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:15:49.647124 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-cd128345-c15f-4ba7-9a63-9a967b0d7795 req-fa72f17a-11d9-404b-9282-1d56759dfbd9 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:49.647124 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-cd128345-c15f-4ba7-9a63-9a967b0d7795 req-fa72f17a-11d9-404b-9282-1d56759dfbd9 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] 10.222.0.48 "DELETE /v2.0/ports/eccbf569-928f-4b7d-9230-563ab35fc72a HTTP/1.1" status: 204 len: 173 time: 0.6076281 Aug 29 04:15:49.791069 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d1acc9-2ebf-4a35-875a-51e463b5f29d req-27e4dd26-5e1a-4ba3-b6a5-53de9a78177e tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:49.797572 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d1acc9-2ebf-4a35-875a-51e463b5f29d req-27e4dd26-5e1a-4ba3-b6a5-53de9a78177e tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:49.805582 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-19d1acc9-2ebf-4a35-875a-51e463b5f29d req-27e4dd26-5e1a-4ba3-b6a5-53de9a78177e tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] 10.222.0.22 "GET /v2.0/ports?device_id=966907ac-f30d-4d80-9c2d-3632b08265a7 HTTP/1.1" status: 200 len: 1681 time: 0.1967850 Aug 29 04:15:49.844784 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [req-cd128345-c15f-4ba7-9a63-9a967b0d7795 req-e71d882a-e31c-4d10-ae39-82ce788e1ecf tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Deleting port 13aef29e-af9a-43a4-8ae1-574342300423 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:15:49.845430 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-cd128345-c15f-4ba7-9a63-9a967b0d7795 req-e71d882a-e31c-4d10-ae39-82ce788e1ecf tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:49.954391 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-19d1acc9-2ebf-4a35-875a-51e463b5f29d req-562a1f2f-40e4-46d3-a090-e177ac4f9086 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] 10.222.0.22 "GET /v2.0/security-groups?id=07b81801-f107-42cd-9c04-405b0de95462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455395 Aug 29 04:15:50.009641 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e87e1d2-96a1-4e0e-a1ff-a7c7275d7778', 'tag': 'e1e1e2ce-997c-4da8-b49a-4b4ef1169bf2'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:15:50.012041 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aee601e7-a0a0-4ea5-ac5c-70bd916449f1" -d '{"events": [{"name": "network-changed", "server_uuid": "4e87e1d2-96a1-4e0e-a1ff-a7c7275d7778", "tag": "e1e1e2ce-997c-4da8-b49a-4b4ef1169bf2"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:15:50.023595 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-cd128345-c15f-4ba7-9a63-9a967b0d7795 req-e71d882a-e31c-4d10-ae39-82ce788e1ecf tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] For port 13aef29e-af9a-43a4-8ae1-574342300423, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=13aef29e-af9a-43a4-8ae1-574342300423,segment=NetworkSegment(15393042-4469-4f49-91e9-601a97b6c540),segment_id=15393042-4469-4f49-91e9-601a97b6c540)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:50.024097 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-cd128345-c15f-4ba7-9a63-9a967b0d7795 req-e71d882a-e31c-4d10-ae39-82ce788e1ecf tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:50.030071 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ecb37ba8-8970-465a-b24c-10e10d1c8e73 req-cd4991de-5a76-40dd-99cd-e025be42d56b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f96f67f6-e1fe-44b3-b4cf-964eb290f20c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5589197 Aug 29 04:15:50.042828 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [req-cd128345-c15f-4ba7-9a63-9a967b0d7795 req-e71d882a-e31c-4d10-ae39-82ce788e1ecf tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Calling delete_port for 13aef29e-af9a-43a4-8ae1-574342300423 owned by compute:nova {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:15:50.166897 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2cc5c7-3493-4ff8-a236-77b703482d0f req-391256fc-6171-469f-9932-5b2088561cc8 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:50.168484 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ec2cc5c7-3493-4ff8-a236-77b703482d0f req-391256fc-6171-469f-9932-5b2088561cc8 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e87e1d2-96a1-4e0e-a1ff-a7c7275d7778 HTTP/1.1" status: 200 len: 985 time: 0.1269381 Aug 29 04:15:50.210441 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94412e8-cdfa-42e2-8f0c-4bb7f5e69cdc req-944c4687-099c-4c64-9b24-a05a2f8fc99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:50.211961 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b94412e8-cdfa-42e2-8f0c-4bb7f5e69cdc req-944c4687-099c-4c64-9b24-a05a2f8fc99f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9ee1ea7e-84f6-4406-82ae-4f9bab3a8b82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7397988 Aug 29 04:15:50.224041 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c6055d-7f02-4a3d-88b5-05f13ab10b15 req-0acaa8a2-6322-4acf-a0f8-44b46211c074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:50.225532 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-63c6055d-7f02-4a3d-88b5-05f13ab10b15 req-0acaa8a2-6322-4acf-a0f8-44b46211c074 service neutron] 10.222.0.48 "GET /v2.0/networks?id=53020a37-9cfa-46c3-bf40-16467007f493 HTTP/1.1" status: 200 len: 921 time: 0.8090565 Aug 29 04:15:50.228182 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ec2cc5c7-3493-4ff8-a236-77b703482d0f req-887a6067-0b3e-43d4-8b24-c5279a617731 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "GET /v2.0/security-groups?id=7f72a9c4-6fd5-4781-ae01-7b437bed9fee&id=928b8436-db78-4a6b-bcb4-8c108482d446&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0514753 Aug 29 04:15:50.241629 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4ea2dcb0-69b9-43c4-b917-7945b6ee5ed0 req-37d5d739-3116-4e8c-a58c-8a66b9b9a2ef service neutron] 10.222.0.48 "GET /v2.0/networks/9ee1ea7e-84f6-4406-82ae-4f9bab3a8b82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7677705 Aug 29 04:15:50.251239 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f332e771-87ff-4c67-9c73-73466fe1ca1a req-10226f4f-eac7-47bf-8b46-38197a3705c8 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:50.252902 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f332e771-87ff-4c67-9c73-73466fe1ca1a req-10226f4f-eac7-47bf-8b46-38197a3705c8 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=83df3f9c-fda9-43d6-848d-9b61b206ad4d HTTP/1.1" status: 200 len: 944 time: 0.2351730 Aug 29 04:15:50.293287 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-cd128345-c15f-4ba7-9a63-9a967b0d7795 req-e71d882a-e31c-4d10-ae39-82ce788e1ecf tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:50.331914 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71d882a-e31c-4d10-ae39-82ce788e1ecf tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Pushing event deleted for resources: {'Port': ['ID=13aef29e-af9a-43a4-8ae1-574342300423,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:50.334203 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['eccbf569-928f-4b7d-9230-563ab35fc72a'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:15:50.388409 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd128345-c15f-4ba7-9a63-9a967b0d7795 req-e71d882a-e31c-4d10-ae39-82ce788e1ecf tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] No DVR routers for this DVR port 13aef29e-af9a-43a4-8ae1-574342300423 on host n-h2-712140-12 {{(pid=94829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:15:50.391794 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-cd128345-c15f-4ba7-9a63-9a967b0d7795 req-e71d882a-e31c-4d10-ae39-82ce788e1ecf tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:50.396689 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-cd128345-c15f-4ba7-9a63-9a967b0d7795 req-e71d882a-e31c-4d10-ae39-82ce788e1ecf tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] 10.222.0.48 "DELETE /v2.0/ports/13aef29e-af9a-43a4-8ae1-574342300423 HTTP/1.1" status: 204 len: 173 time: 0.7327478 Aug 29 04:15:50.429665 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c8d0f42-6c52-4f91-bf63-ac2c5326bbd9 x-openstack-request-id: req-7c8d0f42-6c52-4f91-bf63-ac2c5326bbd9 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:15:50.429961 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e87e1d2-96a1-4e0e-a1ff-a7c7275d7778", "tag": "e1e1e2ce-997c-4da8-b49a-4b4ef1169bf2", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:15:50.430214 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7c8d0f42-6c52-4f91-bf63-ac2c5326bbd9 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:15:50.430612 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e87e1d2-96a1-4e0e-a1ff-a7c7275d7778', 'tag': 'e1e1e2ce-997c-4da8-b49a-4b4ef1169bf2', 'status': 'completed', 'code': 200} Aug 29 04:15:50.432134 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-63c6055d-7f02-4a3d-88b5-05f13ab10b15 req-ab6c90b5-1817-4633-afa5-6c2d993b4527 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6bf9784d-aab5-49f4-bbfd-13df40e0c2f5 HTTP/1.1" status: 200 len: 217 time: 0.1678534 Aug 29 04:15:50.453883 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ecb37ba8-8970-465a-b24c-10e10d1c8e73 req-39ffd916-ac2e-460c-8902-e42f5ae067e2 service neutron] 10.222.0.46 "GET /v2.0/networks/f96f67f6-e1fe-44b3-b4cf-964eb290f20c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3823891 Aug 29 04:15:50.543878 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [req-cd128345-c15f-4ba7-9a63-9a967b0d7795 req-55c7c2fe-e9c3-4514-87a7-0b8e5bc38dbe tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Deleting port 7125385e-c6d6-410f-ab2c-42db222e3dfe {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:15:50.544340 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-cd128345-c15f-4ba7-9a63-9a967b0d7795 req-55c7c2fe-e9c3-4514-87a7-0b8e5bc38dbe tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:50.553188 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 6e52db85-dca3-411e-80bc-23003eddfcc5 details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:15:50.616772 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f332e771-87ff-4c67-9c73-73466fe1ca1a req-00a263af-f9a9-47a2-be44-b22e0e849c83 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3491652 Aug 29 04:15:50.684187 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b94412e8-cdfa-42e2-8f0c-4bb7f5e69cdc req-8d8be88e-cbb4-40c2-b59d-f46ebcfcf047 service neutron] 10.222.0.48 "GET /v2.0/networks/9ee1ea7e-84f6-4406-82ae-4f9bab3a8b82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4199529 Aug 29 04:15:50.684552 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 6e52db85-dca3-411e-80bc-23003eddfcc5, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=6e52db85-dca3-411e-80bc-23003eddfcc5,segment=NetworkSegment(9853adb3-e583-455e-a18e-828382db7c58),segment_id=9853adb3-e583-455e-a18e-828382db7c58)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:50.710494 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-cd128345-c15f-4ba7-9a63-9a967b0d7795 req-55c7c2fe-e9c3-4514-87a7-0b8e5bc38dbe tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] For port 7125385e-c6d6-410f-ab2c-42db222e3dfe, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=7125385e-c6d6-410f-ab2c-42db222e3dfe,segment=NetworkSegment(4e322a1b-f45c-4e09-a71a-9baa38bdebb3),segment_id=4e322a1b-f45c-4e09-a71a-9baa38bdebb3)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:50.710887 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-cd128345-c15f-4ba7-9a63-9a967b0d7795 req-55c7c2fe-e9c3-4514-87a7-0b8e5bc38dbe tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:50.713888 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Returning: {'device': '6e52db85-dca3-411e-80bc-23003eddfcc5', 'network_id': '9ee1ea7e-84f6-4406-82ae-4f9bab3a8b82', 'port_id': '6e52db85-dca3-411e-80bc-23003eddfcc5', 'mac_address': 'fa:16:3e:ee:a2:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68e1a69a-e9b9-409c-9805-e72f9f7fa746', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:15:50.724248 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c6055d-7f02-4a3d-88b5-05f13ab10b15 req-37c9593c-aa3d-4748-8d97-4cb897e63559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:50.726509 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-63c6055d-7f02-4a3d-88b5-05f13ab10b15 req-37c9593c-aa3d-4748-8d97-4cb897e63559 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=210c6ef6-f12f-4dde-90b9-22d1971290b1 HTTP/1.1" status: 200 len: 860 time: 0.2777524 Aug 29 04:15:50.736774 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4ea2dcb0-69b9-43c4-b917-7945b6ee5ed0 req-a59771ea-e55f-410b-8aee-bf57d2a47688 service neutron] 10.222.0.48 "GET /v2.0/networks/9ee1ea7e-84f6-4406-82ae-4f9bab3a8b82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4713655 Aug 29 04:15:50.750224 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [req-cd128345-c15f-4ba7-9a63-9a967b0d7795 req-55c7c2fe-e9c3-4514-87a7-0b8e5bc38dbe tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Calling delete_port for 7125385e-c6d6-410f-ab2c-42db222e3dfe owned by compute:nova {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:15:50.769510 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-307a9238-07f6-4287-a350-7a2374abb4ac req-2d35547c-ed21-47fb-8636-18e9e28d39ed tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=cff8a488ff344e109cad8daf17880810&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0394428 Aug 29 04:15:50.774578 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:50.792043 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e52db85-dca3-411e-80bc-23003eddfcc5 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:15:50.816655 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 6e52db85-dca3-411e-80bc-23003eddfcc5, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=6e52db85-dca3-411e-80bc-23003eddfcc5,segment=NetworkSegment(9853adb3-e583-455e-a18e-828382db7c58),segment_id=9853adb3-e583-455e-a18e-828382db7c58)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:50.821276 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:50.851482 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-63c6055d-7f02-4a3d-88b5-05f13ab10b15 req-6d3a7bb4-5e8c-4d5e-81b3-044f8248c884 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=53020a37-9cfa-46c3-bf40-16467007f493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1114371 Aug 29 04:15:50.882109 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=6e52db85-dca3-411e-80bc-23003eddfcc5,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:50.892076 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:50.892541 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:50.892743 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:50.893354 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:50.893755 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:50.894093 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:50.895083 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:50.895083 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:50.895299 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:50.895642 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:50.896061 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:50.896512 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:50.896732 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ecb37ba8-8970-465a-b24c-10e10d1c8e73 req-441ddc03-f6bc-4d1e-8dd5-80031ebce141 service neutron] 10.222.0.46 "GET /v2.0/networks/f96f67f6-e1fe-44b3-b4cf-964eb290f20c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4202385 Aug 29 04:15:50.943951 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307a9238-07f6-4287-a350-7a2374abb4ac req-e9b52fb0-32ef-4d68-8dd2-c6b2bf0bc05e tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:50.945533 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-307a9238-07f6-4287-a350-7a2374abb4ac req-e9b52fb0-32ef-4d68-8dd2-c6b2bf0bc05e tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1703920 Aug 29 04:15:50.993775 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-307a9238-07f6-4287-a350-7a2374abb4ac req-8b35a81c-3ff2-42e4-9a28-1e97921bdaab tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/quotas/cff8a488ff344e109cad8daf17880810 HTTP/1.1" status: 200 len: 375 time: 0.0369458 Aug 29 04:15:50.999258 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db95ead-b518-458b-bd4d-3319387c726b req-002a5266-54ec-4d89-a5e8-cc04b02134a5 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:51.000798 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9db95ead-b518-458b-bd4d-3319387c726b req-002a5266-54ec-4d89-a5e8-cc04b02134a5 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.22 "GET /v2.0/ports?device_id=cc18cbe5-088c-4ebd-8ee9-e1ab72c96d64 HTTP/1.1" status: 200 len: 944 time: 0.2329097 Aug 29 04:15:51.028962 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b94412e8-cdfa-42e2-8f0c-4bb7f5e69cdc req-a35a6a7b-0286-4d08-ad27-4859e5c4b0f4 service neutron] 10.222.0.48 "GET /v2.0/networks/9ee1ea7e-84f6-4406-82ae-4f9bab3a8b82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3438187 Aug 29 04:15:51.038803 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-307a9238-07f6-4287-a350-7a2374abb4ac req-6f2148c8-ebad-4313-a90c-7cd5cab8061d tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=cff8a488ff344e109cad8daf17880810&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298302 Aug 29 04:15:51.050403 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-cd128345-c15f-4ba7-9a63-9a967b0d7795 req-55c7c2fe-e9c3-4514-87a7-0b8e5bc38dbe tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:51.056402 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '966907ac-f30d-4d80-9c2d-3632b08265a7', 'name': 'network-vif-deleted', 'tag': 'eccbf569-928f-4b7d-9230-563ab35fc72a'}, {'server_uuid': '966907ac-f30d-4d80-9c2d-3632b08265a7', 'name': 'network-vif-deleted', 'tag': '13aef29e-af9a-43a4-8ae1-574342300423'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:15:51.063064 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-524888d8-9343-47e3-af94-3ff4f680a082" -d '{"events": [{"server_uuid": "966907ac-f30d-4d80-9c2d-3632b08265a7", "name": "network-vif-deleted", "tag": "eccbf569-928f-4b7d-9230-563ab35fc72a"}, {"server_uuid": "966907ac-f30d-4d80-9c2d-3632b08265a7", "name": "network-vif-deleted", "tag": "13aef29e-af9a-43a4-8ae1-574342300423"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:15:51.086948 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-63c6055d-7f02-4a3d-88b5-05f13ab10b15 req-9f75f37e-748a-4c5e-8c00-5213b43b12b8 service neutron] 10.222.0.48 "GET /v2.0/networks/53020a37-9cfa-46c3-bf40-16467007f493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209585 Aug 29 04:15:51.096239 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee601e7-a0a0-4ea5-ac5c-70bd916449f1 req-d5e0ebc8-0983-40e5-b4e2-10678e59158d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:51.097757 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-aee601e7-a0a0-4ea5-ac5c-70bd916449f1 req-d5e0ebc8-0983-40e5-b4e2-10678e59158d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=167b1cc03732479fb9ee73ff6d5e5845&device_id=4e87e1d2-96a1-4e0e-a1ff-a7c7275d7778 HTTP/1.1" status: 200 len: 1137 time: 0.1298354 Aug 29 04:15:51.109433 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c7c2fe-e9c3-4514-87a7-0b8e5bc38dbe tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Pushing event deleted for resources: {'Port': ['ID=7125385e-c6d6-410f-ab2c-42db222e3dfe,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:51.109660 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9db95ead-b518-458b-bd4d-3319387c726b req-36debdb2-7585-4f24-90a0-d70f7218ac50 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.22 "GET /v2.0/security-groups?id=46edc4d9-63f8-4b18-b08b-1f71016f23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923114 Aug 29 04:15:51.156494 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd128345-c15f-4ba7-9a63-9a967b0d7795 req-55c7c2fe-e9c3-4514-87a7-0b8e5bc38dbe tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] No DVR routers for this DVR port 7125385e-c6d6-410f-ab2c-42db222e3dfe on host n-h2-712140-12 {{(pid=94829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:15:51.159661 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-cd128345-c15f-4ba7-9a63-9a967b0d7795 req-55c7c2fe-e9c3-4514-87a7-0b8e5bc38dbe tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:51.163920 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-cd128345-c15f-4ba7-9a63-9a967b0d7795 req-55c7c2fe-e9c3-4514-87a7-0b8e5bc38dbe tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] 10.222.0.48 "DELETE /v2.0/ports/7125385e-c6d6-410f-ab2c-42db222e3dfe HTTP/1.1" status: 204 len: 173 time: 0.7598264 Aug 29 04:15:51.174409 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['6e52db85-dca3-411e-80bc-23003eddfcc5'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:15:51.427243 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48cb519-a524-4351-9256-6d4c6518e710 req-aefb9dbc-0add-4405-8800-5f3911ed3525 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:51.430398 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a48cb519-a524-4351-9256-6d4c6518e710 req-aefb9dbc-0add-4405-8800-5f3911ed3525 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=28883582-fb91-4167-bc91-3cf70557c5eb HTTP/1.1" status: 200 len: 945 time: 0.1030550 Aug 29 04:15:51.466888 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-63c6055d-7f02-4a3d-88b5-05f13ab10b15 req-448e820f-728e-4443-ad6d-75b4f5c5440d service neutron] 10.222.0.48 "GET /v2.0/networks/53020a37-9cfa-46c3-bf40-16467007f493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422740 Aug 29 04:15:51.507799 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a48cb519-a524-4351-9256-6d4c6518e710 req-b2cc1469-8c03-4f87-a282-60ce6d39f700 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703459 Aug 29 04:15:51.523122 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-86cfc317-2ae4-41d0-9ad8-594e321d2887 req-4248119c-32cc-4272-ab40-7744431dc8a0 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] 10.222.0.22 "GET /v2.0/ports?device_id=966907ac-f30d-4d80-9c2d-3632b08265a7 HTTP/1.1" status: 200 len: 210 time: 0.0478747 Aug 29 04:15:51.540376 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20ffcbe-c2d5-4f6f-a231-ea1fe9f8b45c req-89b32476-0ae1-4383-912d-684c3bd15cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:51.541971 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c20ffcbe-c2d5-4f6f-a231-ea1fe9f8b45c req-89b32476-0ae1-4383-912d-684c3bd15cc4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=68cf936c87d74506b8c820f1e525a2cf&device_id=cc18cbe5-088c-4ebd-8ee9-e1ab72c96d64 HTTP/1.1" status: 200 len: 1096 time: 0.3331845 Aug 29 04:15:51.600110 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 29 Aug 2021 04:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d51d1ecf-b97a-482a-a39f-8a9c073e4067 x-openstack-request-id: req-d51d1ecf-b97a-482a-a39f-8a9c073e4067 {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:15:51.600585 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "966907ac-f30d-4d80-9c2d-3632b08265a7", "name": "network-vif-deleted", "tag": "eccbf569-928f-4b7d-9230-563ab35fc72a", "status": "completed", "code": 200}, {"server_uuid": "966907ac-f30d-4d80-9c2d-3632b08265a7", "name": "network-vif-deleted", "tag": "13aef29e-af9a-43a4-8ae1-574342300423", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:15:51.601011 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d51d1ecf-b97a-482a-a39f-8a9c073e4067 {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:15:51.601614 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '966907ac-f30d-4d80-9c2d-3632b08265a7', 'name': 'network-vif-deleted', 'tag': 'eccbf569-928f-4b7d-9230-563ab35fc72a', 'status': 'completed', 'code': 200} Aug 29 04:15:51.601973 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '966907ac-f30d-4d80-9c2d-3632b08265a7', 'name': 'network-vif-deleted', 'tag': '13aef29e-af9a-43a4-8ae1-574342300423', 'status': 'completed', 'code': 200} Aug 29 04:15:51.682903 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee601e7-a0a0-4ea5-ac5c-70bd916449f1 req-9905838c-ddc2-42bc-814b-3b836ad5b36a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:51.684577 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-aee601e7-a0a0-4ea5-ac5c-70bd916449f1 req-9905838c-ddc2-42bc-814b-3b836ad5b36a service neutron] 10.222.0.46 "GET /v2.0/networks?id=f96f67f6-e1fe-44b3-b4cf-964eb290f20c HTTP/1.1" status: 200 len: 914 time: 0.5740378 Aug 29 04:15:51.690264 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9f76a0e5-dd7c-4c8c-8213-1ddf6713108d req-e2b9f3ce-05c6-44d2-b443-72e49ff4cf72 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d2293db-2b80-49cd-b456-994387ea7d62 HTTP/1.1" status: 200 len: 210 time: 0.0678589 Aug 29 04:15:51.754923 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7bde6a-4e1b-4664-ba65-5cc2e6df20c0 req-3e114d83-ba33-4cf5-9260-d3788861ee5e tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:51.755954 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-aee601e7-a0a0-4ea5-ac5c-70bd916449f1 req-8f973628-8b89-44e9-ac8d-c7754310ffb9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1e1e2ce-997c-4da8-b49a-4b4ef1169bf2 HTTP/1.1" status: 200 len: 217 time: 0.0566452 Aug 29 04:15:51.756704 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ee7bde6a-4e1b-4664-ba65-5cc2e6df20c0 req-3e114d83-ba33-4cf5-9260-d3788861ee5e tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e87e1d2-96a1-4e0e-a1ff-a7c7275d7778 HTTP/1.1" status: 200 len: 985 time: 0.0846004 Aug 29 04:15:51.776859 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20ffcbe-c2d5-4f6f-a231-ea1fe9f8b45c req-1fbb7432-1ce1-417e-8e85-93722661fe1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:51.778458 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c20ffcbe-c2d5-4f6f-a231-ea1fe9f8b45c req-1fbb7432-1ce1-417e-8e85-93722661fe1d service neutron] 10.222.0.48 "GET /v2.0/networks?id=9ee1ea7e-84f6-4406-82ae-4f9bab3a8b82 HTTP/1.1" status: 200 len: 917 time: 0.2204282 Aug 29 04:15:51.809284 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ee7bde6a-4e1b-4664-ba65-5cc2e6df20c0 req-9e64c247-c433-47e3-bd71-4ff11d4962e9 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "GET /v2.0/security-groups?id=7f72a9c4-6fd5-4781-ae01-7b437bed9fee&id=928b8436-db78-4a6b-bcb4-8c108482d446&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0458648 Aug 29 04:15:51.847981 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c20ffcbe-c2d5-4f6f-a231-ea1fe9f8b45c req-05b87da2-e87d-4a69-bd54-560c456ffb86 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2101567-e33b-4c1b-83c9-cb949027cd4a HTTP/1.1" status: 200 len: 217 time: 0.0570979 Aug 29 04:15:51.935038 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee601e7-a0a0-4ea5-ac5c-70bd916449f1 req-3d7bf491-79b5-4548-8eb1-42a2a068c8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:51.936730 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-aee601e7-a0a0-4ea5-ac5c-70bd916449f1 req-3d7bf491-79b5-4548-8eb1-42a2a068c8fc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7aff1b55-5acd-4615-92fe-59d502737750 HTTP/1.1" status: 200 len: 853 time: 0.1573265 Aug 29 04:15:51.966447 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20ffcbe-c2d5-4f6f-a231-ea1fe9f8b45c req-dc137710-7e8c-4ea3-874d-37285bf7c0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:51.967907 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c20ffcbe-c2d5-4f6f-a231-ea1fe9f8b45c req-dc137710-7e8c-4ea3-874d-37285bf7c0f5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=68e1a69a-e9b9-409c-9805-e72f9f7fa746 HTTP/1.1" status: 200 len: 855 time: 0.0875268 Aug 29 04:15:51.976892 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7843d71c-ef32-4c93-8016-0c3b65e2dbcd req-de8521ff-1f8c-4bb0-a308-0bec52289a92 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:51.978379 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7843d71c-ef32-4c93-8016-0c3b65e2dbcd req-de8521ff-1f8c-4bb0-a308-0bec52289a92 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=83df3f9c-fda9-43d6-848d-9b61b206ad4d HTTP/1.1" status: 200 len: 944 time: 0.1168146 Aug 29 04:15:52.003554 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-aee601e7-a0a0-4ea5-ac5c-70bd916449f1 req-1323014a-d307-4e2e-84f0-4d7a4b5fb3bc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f96f67f6-e1fe-44b3-b4cf-964eb290f20c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463619 Aug 29 04:15:52.028291 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303f3927-9303-4ab4-a362-1d3c82380960 req-8361b3a6-1415-4f92-8a15-eeae4df4b5b8 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:52.029891 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-303f3927-9303-4ab4-a362-1d3c82380960 req-8361b3a6-1415-4f92-8a15-eeae4df4b5b8 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/networks?id=2f4673af-b8e7-4620-a09f-889ce79ba3f8 HTTP/1.1" status: 200 len: 806 time: 0.1370757 Aug 29 04:15:52.048213 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-303f3927-9303-4ab4-a362-1d3c82380960 req-05867bbd-27a3-4077-a461-07db9b79f4c1 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/quotas/5a14f7f9066643a38713cee788a50c7a HTTP/1.1" status: 200 len: 375 time: 0.0125270 Aug 29 04:15:52.108190 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-303f3927-9303-4ab4-a362-1d3c82380960 req-8345dd0f-b2cc-4746-a0a3-8fd64d165ea9 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=5a14f7f9066643a38713cee788a50c7a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0555797 Aug 29 04:15:52.109290 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7843d71c-ef32-4c93-8016-0c3b65e2dbcd req-abbd4c40-e3de-468e-9d13-086c87d4c18d tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082501 Aug 29 04:15:52.166091 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20ffcbe-c2d5-4f6f-a231-ea1fe9f8b45c req-a0592b6d-1e75-4969-b5de-f625cbb9634d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:52.173498 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c20ffcbe-c2d5-4f6f-a231-ea1fe9f8b45c req-a0592b6d-1e75-4969-b5de-f625cbb9634d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9ee1ea7e-84f6-4406-82ae-4f9bab3a8b82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1936429 Aug 29 04:15:52.205711 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-aee601e7-a0a0-4ea5-ac5c-70bd916449f1 req-6be8cebf-4ef1-43a6-8150-deb889fb7204 service neutron] 10.222.0.46 "GET /v2.0/networks/f96f67f6-e1fe-44b3-b4cf-964eb290f20c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768200 Aug 29 04:15:52.405224 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-58a771ce-367b-411a-afae-039d8119dd47 req-1b65bd1c-b85f-4f7b-b9dc-c6b32145d024 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-292599278&fields=id&tenant_id=167b1cc03732479fb9ee73ff6d5e5845 HTTP/1.1" status: 200 len: 267 time: 0.1969557 Aug 29 04:15:52.468265 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c6055d-7f02-4a3d-88b5-05f13ab10b15 req-d09c8ccc-e778-42ce-a0b5-60c7101b0404 tempest-LiveAutoBlockMigrationV225Test-280615785 tempest-LiveAutoBlockMigrationV225Test-280615785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:52.469786 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-63c6055d-7f02-4a3d-88b5-05f13ab10b15 req-d09c8ccc-e778-42ce-a0b5-60c7101b0404 tempest-LiveAutoBlockMigrationV225Test-280615785 tempest-LiveAutoBlockMigrationV225Test-280615785-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=83df3f9c-fda9-43d6-848d-9b61b206ad4d&tenant_id=1d0658a0a90a4facb02cad62921e20d5&binding%3Ahost_id=n-h2-712140-12 HTTP/1.1" status: 200 len: 1096 time: 0.2443268 Aug 29 04:15:52.474090 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c20ffcbe-c2d5-4f6f-a231-ea1fe9f8b45c req-fea30183-a67a-4e38-a036-4b71394efc4c service neutron] 10.222.0.48 "GET /v2.0/networks/9ee1ea7e-84f6-4406-82ae-4f9bab3a8b82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671225 Aug 29 04:15:52.479993 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-aee601e7-a0a0-4ea5-ac5c-70bd916449f1 req-fcb7cfd0-2381-4001-a90d-4568544c04a1 service neutron] 10.222.0.46 "GET /v2.0/networks/f96f67f6-e1fe-44b3-b4cf-964eb290f20c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572742 Aug 29 04:15:52.510600 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-303f3927-9303-4ab4-a362-1d3c82380960 req-5f939755-7596-4d28-a856-e664ddceb578 service neutron] 10.222.0.22 "GET /v2.0/networks/2f4673af-b8e7-4620-a09f-889ce79ba3f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3915501 Aug 29 04:15:52.548024 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a771ce-367b-411a-afae-039d8119dd47 req-f756ded5-a104-4f0e-9859-b26abfe6442b tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:52.548827 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 6e52db85-dca3-411e-80bc-23003eddfcc5 up at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:15:52.549564 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-58a771ce-367b-411a-afae-039d8119dd47 req-f756ded5-a104-4f0e-9859-b26abfe6442b tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e87e1d2-96a1-4e0e-a1ff-a7c7275d7778 HTTP/1.1" status: 200 len: 985 time: 0.1290684 Aug 29 04:15:52.583882 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-58a771ce-367b-411a-afae-039d8119dd47 req-7bbd4290-9337-4d4b-865d-b985b551e7ee tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Request body: {'port': {'security_groups': ['7f72a9c4-6fd5-4781-ae01-7b437bed9fee', '928b8436-db78-4a6b-bcb4-8c108482d446', 'b60d491b-8e06-4496-b54f-158ee5264c0b']}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:52.609959 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning for port 6e52db85-dca3-411e-80bc-23003eddfcc5 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:15:52.614606 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning complete for port 6e52db85-dca3-411e-80bc-23003eddfcc5 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:15:52.615246 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:52.621381 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-303f3927-9303-4ab4-a362-1d3c82380960 req-70960871-0b16-47e3-8acc-c9795a069c2e service neutron] 10.222.0.22 "GET /v2.0/networks/2f4673af-b8e7-4620-a09f-889ce79ba3f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028776 Aug 29 04:15:52.705334 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:52.737575 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fef89d46-3fbd-4038-be67-540c3c05e8af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e52db85-dca3-411e-80bc-23003eddfcc5'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:15:52.740511 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9a3ce89-731a-4cfe-bffe-8383659f0ef1" -d '{"events": [{"server_uuid": "fef89d46-3fbd-4038-be67-540c3c05e8af", "name": "network-vif-plugged", "status": "completed", "tag": "6e52db85-dca3-411e-80bc-23003eddfcc5"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:15:52.759016 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-58a771ce-367b-411a-afae-039d8119dd47 req-7bbd4290-9337-4d4b-865d-b985b551e7ee tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:52.766587 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c20ffcbe-c2d5-4f6f-a231-ea1fe9f8b45c req-992bd183-eb54-473e-80f8-0091372cd413 service neutron] 10.222.0.48 "GET /v2.0/networks/9ee1ea7e-84f6-4406-82ae-4f9bab3a8b82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2708166 Aug 29 04:15:52.768657 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 6e52db85-dca3-411e-80bc-23003eddfcc5, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=6e52db85-dca3-411e-80bc-23003eddfcc5,segment=NetworkSegment(9853adb3-e583-455e-a18e-828382db7c58),segment_id=9853adb3-e583-455e-a18e-828382db7c58)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:52.774398 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:52.889183 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-63c6055d-7f02-4a3d-88b5-05f13ab10b15 req-eb625b7a-4a38-4a3e-b1e4-7d113d0aad75 service neutron] For port 6bf9784d-aab5-49f4-bbfd-13df40e0c2f5, host n-h1-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:15:52.895972 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-63c6055d-7f02-4a3d-88b5-05f13ab10b15 req-eb625b7a-4a38-4a3e-b1e4-7d113d0aad75 service neutron] Notify callbacks [] for binding, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:52.897118 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-63c6055d-7f02-4a3d-88b5-05f13ab10b15 req-eb625b7a-4a38-4a3e-b1e4-7d113d0aad75 service neutron] 10.222.0.48 "DELETE /v2.0/ports/6bf9784d-aab5-49f4-bbfd-13df40e0c2f5/bindings/n-h1-712140-12 HTTP/1.1" status: 204 len: 173 time: 0.4077487 Aug 29 04:15:52.898854 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-307a9238-07f6-4287-a350-7a2374abb4ac req-1f58c0b3-c7ec-4d35-966e-7b0f1f4aa043 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=cff8a488ff344e109cad8daf17880810&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0426712 Aug 29 04:15:53.006673 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 2335139e-f714-4fb1-9686-148f446f99df details requested by agent hyperv_n-h2-712140-12 with host n-h2-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:15:53.052749 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 7125385e-c6d6-410f-ab2c-42db222e3dfe no longer exists at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:15:53.060178 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ad0751-5ac0-4c59-93a1-0c41a5d76529 req-02ad0af5-95de-4107-92d5-b0f8a8426a09 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:53.061772 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d9ad0751-5ac0-4c59-93a1-0c41a5d76529 req-02ad0af5-95de-4107-92d5-b0f8a8426a09 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.22 "GET /v2.0/ports?device_id=cc18cbe5-088c-4ebd-8ee9-e1ab72c96d64 HTTP/1.1" status: 200 len: 944 time: 0.0889840 Aug 29 04:15:53.120022 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d9ad0751-5ac0-4c59-93a1-0c41a5d76529 req-8e1eecd9-a2ce-4ffc-9a72-290a82d1592c tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.22 "GET /v2.0/security-groups?id=46edc4d9-63f8-4b18-b08b-1f71016f23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490332 Aug 29 04:15:53.135785 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] No Port match for: 7125385e-c6d6-410f-ab2c-42db222e3dfe {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:15:53.136137 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 7125385e-c6d6-410f-ab2c-42db222e3dfe not bound to the agent host n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:15:53.136624 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device eccbf569-928f-4b7d-9230-563ab35fc72a no longer exists at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:15:53.167603 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] No Port match for: eccbf569-928f-4b7d-9230-563ab35fc72a {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:15:53.167980 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device eccbf569-928f-4b7d-9230-563ab35fc72a not bound to the agent host n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:15:53.168402 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 13aef29e-af9a-43a4-8ae1-574342300423 no longer exists at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:15:53.206227 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] No Port match for: 13aef29e-af9a-43a4-8ae1-574342300423 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:15:53.206698 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 13aef29e-af9a-43a4-8ae1-574342300423 not bound to the agent host n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:15:53.208566 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307a9238-07f6-4287-a350-7a2374abb4ac req-4df15900-ed6d-4890-b66f-229cff804887 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:53.210235 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-307a9238-07f6-4287-a350-7a2374abb4ac req-4df15900-ed6d-4890-b66f-229cff804887 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2907929 Aug 29 04:15:53.211660 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=6e52db85-dca3-411e-80bc-23003eddfcc5,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:53.234729 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 2335139e-f714-4fb1-9686-148f446f99df, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=2335139e-f714-4fb1-9686-148f446f99df,segment=NetworkSegment(9853adb3-e583-455e-a18e-828382db7c58),segment_id=9853adb3-e583-455e-a18e-828382db7c58)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:53.246890 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Returning: {'device': '2335139e-f714-4fb1-9686-148f446f99df', 'network_id': '9ee1ea7e-84f6-4406-82ae-4f9bab3a8b82', 'port_id': '2335139e-f714-4fb1-9686-148f446f99df', 'mac_address': 'fa:16:3e:21:c1:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68e1a69a-e9b9-409c-9805-e72f9f7fa746', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:15:53.269204 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 43688) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:53.284626 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-307a9238-07f6-4287-a350-7a2374abb4ac req-afb140eb-e8b4-4bd1-8965-3f3fd611acc5 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Request body: {'port': {'device_id': '2d2293db-2b80-49cd-b456-994387ea7d62', 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45', 'admin_state_up': True, 'tenant_id': 'cff8a488ff344e109cad8daf17880810'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:53.290361 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-58a771ce-367b-411a-afae-039d8119dd47 req-7bbd4290-9337-4d4b-865d-b985b551e7ee tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] For port e1e1e2ce-997c-4da8-b49a-4b4ef1169bf2, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=e1e1e2ce-997c-4da8-b49a-4b4ef1169bf2,segment=NetworkSegment(60ea1297-c536-4662-89a8-71c12fd7375d),segment_id=60ea1297-c536-4662-89a8-71c12fd7375d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:53.326086 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:53.340967 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2335139e-f714-4fb1-9686-148f446f99df {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:15:53.370515 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 2335139e-f714-4fb1-9686-148f446f99df, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=2335139e-f714-4fb1-9686-148f446f99df,segment=NetworkSegment(9853adb3-e583-455e-a18e-828382db7c58),segment_id=9853adb3-e583-455e-a18e-828382db7c58)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:53.376005 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:53.378576 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-bd7137a3-f03e-46cf-a239-fc30b17f0950 req-975a34a7-cf4f-4122-8434-86baf7080ce9 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d2293db-2b80-49cd-b456-994387ea7d62 HTTP/1.1" status: 200 len: 210 time: 0.0471013 Aug 29 04:15:53.400586 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cae7129-02d6-4fe0-83fa-88cdfca45a54 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Deleting subnet 703b51f1-6a5b-4434-844f-73fc2f870496 {{(pid=94829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:15:53.412034 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6cae7129-02d6-4fe0-83fa-88cdfca45a54 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks [] for subnet, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:53.454995 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-58a771ce-367b-411a-afae-039d8119dd47 req-7bbd4290-9337-4d4b-865d-b985b551e7ee tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:53.471297 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=2335139e-f714-4fb1-9686-148f446f99df,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:53.472683 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-58a771ce-367b-411a-afae-039d8119dd47 req-7bbd4290-9337-4d4b-865d-b985b551e7ee tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:53.483724 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd7340c0-bf0d-4535-880d-08c944dd05ad x-openstack-request-id: req-bd7340c0-bf0d-4535-880d-08c944dd05ad {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:15:53.484010 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fef89d46-3fbd-4038-be67-540c3c05e8af", "name": "network-vif-plugged", "status": "completed", "tag": "6e52db85-dca3-411e-80bc-23003eddfcc5", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:15:53.484314 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bd7340c0-bf0d-4535-880d-08c944dd05ad {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:15:53.484853 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fef89d46-3fbd-4038-be67-540c3c05e8af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e52db85-dca3-411e-80bc-23003eddfcc5', 'code': 200} Aug 29 04:15:53.487356 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['12c539aa-20c7-4e61-9893-071488e12699', 'e1e1e2ce-997c-4da8-b49a-4b4ef1169bf2'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:15:53.492279 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6cae7129-02d6-4fe0-83fa-88cdfca45a54 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4311743'] for subnet, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:53.607961 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '966907ac-f30d-4d80-9c2d-3632b08265a7', 'name': 'network-vif-deleted', 'tag': '7125385e-c6d6-410f-ab2c-42db222e3dfe'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:15:53.610710 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d73d129d-e0b5-4656-9d4e-f70dd404e4ec" -d '{"events": [{"server_uuid": "966907ac-f30d-4d80-9c2d-3632b08265a7", "name": "network-vif-deleted", "tag": "7125385e-c6d6-410f-ab2c-42db222e3dfe"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:15:53.657196 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6cae7129-02d6-4fe0-83fa-88cdfca45a54 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:53.771925 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-71c4061b-6a65-4000-8602-f4b141a864d1 req-675b222f-96e8-4649-b69c-66218895a79d tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=077ec94a-232c-4b57-a5ad-af0746cd4f24 HTTP/1.1" status: 200 len: 210 time: 0.0492644 Aug 29 04:15:53.773073 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6cae7129-02d6-4fe0-83fa-88cdfca45a54 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4552352'] for subnet, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:53.796979 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cae7129-02d6-4fe0-83fa-88cdfca45a54 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Pushing event deleted for resources: {'Subnet': ['ID=703b51f1-6a5b-4434-844f-73fc2f870496,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:53.821233 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6cae7129-02d6-4fe0-83fa-88cdfca45a54 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:53.825138 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43437226-a9d6-4e22-9112-e39641c9bb65 None None] Network e773ee44-363a-4f14-aeb4-385d6246c43d requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:15:53.826634 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-6cae7129-02d6-4fe0-83fa-88cdfca45a54 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] 10.222.0.22 "DELETE /v2.0/subnets/703b51f1-6a5b-4434-844f-73fc2f870496 HTTP/1.1" status: 204 len: 168 time: 0.5546892 Aug 29 04:15:53.827319 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 43694) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:53.976138 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-dec4a12d-0538-4535-a39f-6ead3cc9d9eb tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:54.016858 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2b29ad-c06e-42ae-a468-c8204d602237 req-30ff4942-51f3-4c57-9646-e58f1dd92afb tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:54.018884 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3e2b29ad-c06e-42ae-a468-c8204d602237 req-30ff4942-51f3-4c57-9646-e58f1dd92afb tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=83df3f9c-fda9-43d6-848d-9b61b206ad4d HTTP/1.1" status: 200 len: 944 time: 0.1329429 Aug 29 04:15:54.028592 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['2335139e-f714-4fb1-9686-148f446f99df'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:15:54.043974 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a771ce-367b-411a-afae-039d8119dd47 req-7bbd4290-9337-4d4b-865d-b985b551e7ee tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:54.044915 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-58a771ce-367b-411a-afae-039d8119dd47 req-7bbd4290-9337-4d4b-865d-b985b551e7ee tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:54.063038 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-58a771ce-367b-411a-afae-039d8119dd47 req-7bbd4290-9337-4d4b-865d-b985b551e7ee tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "PUT /v2.0/ports/e1e1e2ce-997c-4da8-b49a-4b4ef1169bf2 HTTP/1.1" status: 200 len: 1021 time: 1.4871666 Aug 29 04:15:54.106165 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e87e1d2-96a1-4e0e-a1ff-a7c7275d7778', 'tag': 'e1e1e2ce-997c-4da8-b49a-4b4ef1169bf2'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:15:54.111415 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0f88848-81bf-49a7-9e8d-4c7dc5cba71e" -d '{"events": [{"name": "network-changed", "server_uuid": "4e87e1d2-96a1-4e0e-a1ff-a7c7275d7778", "tag": "e1e1e2ce-997c-4da8-b49a-4b4ef1169bf2"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:15:54.125238 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a43e5bf8-568f-47d1-97d4-8b4f8dd4e292 x-openstack-request-id: req-a43e5bf8-568f-47d1-97d4-8b4f8dd4e292 {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:15:54.125995 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "966907ac-f30d-4d80-9c2d-3632b08265a7", "name": "network-vif-deleted", "tag": "7125385e-c6d6-410f-ab2c-42db222e3dfe", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:15:54.126410 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a43e5bf8-568f-47d1-97d4-8b4f8dd4e292 {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:15:54.126916 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '966907ac-f30d-4d80-9c2d-3632b08265a7', 'name': 'network-vif-deleted', 'tag': '7125385e-c6d6-410f-ab2c-42db222e3dfe', 'status': 'completed', 'code': 200} Aug 29 04:15:54.139604 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3e2b29ad-c06e-42ae-a468-c8204d602237 req-d51356cf-e80d-4c50-93e0-515e164799f3 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094837 Aug 29 04:15:54.148882 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-dec4a12d-0538-4535-a39f-6ead3cc9d9eb tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Deleting port 684ef6cb-c4ba-4d49-afe5-3a443b0c6f8d {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:15:54.149213 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-dec4a12d-0538-4535-a39f-6ead3cc9d9eb tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:54.173094 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10078628-096a-42ad-8a51-d3bdbb14c36a req-084afa7e-6968-4024-8663-cc27c94c9528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:54.181934 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-10078628-096a-42ad-8a51-d3bdbb14c36a req-084afa7e-6968-4024-8663-cc27c94c9528 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fef89d46-3fbd-4038-be67-540c3c05e8af HTTP/1.1" status: 200 len: 1098 time: 0.2197108 Aug 29 04:15:54.193626 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['e1e1e2ce-997c-4da8-b49a-4b4ef1169bf2'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:15:54.230868 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f38707b-7ff5-4136-9562-ebf1db60988d x-openstack-request-id: req-5f38707b-7ff5-4136-9562-ebf1db60988d {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:15:54.232017 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e87e1d2-96a1-4e0e-a1ff-a7c7275d7778", "tag": "e1e1e2ce-997c-4da8-b49a-4b4ef1169bf2", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:15:54.232468 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5f38707b-7ff5-4136-9562-ebf1db60988d {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:15:54.233495 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e87e1d2-96a1-4e0e-a1ff-a7c7275d7778', 'tag': 'e1e1e2ce-997c-4da8-b49a-4b4ef1169bf2', 'status': 'completed', 'code': 200} Aug 29 04:15:54.246970 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbd4290-9337-4d4b-865d-b985b551e7ee tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Pushing event updated for resources: {'Port': ['ID=e1e1e2ce-997c-4da8-b49a-4b4ef1169bf2,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:54.265749 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b656156c-0e93-49b0-be6e-86dd20957458 None None] DHCP port deletion for e773ee44-363a-4f14-aeb4-385d6246c43d request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:15:54.282470 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-307a9238-07f6-4287-a350-7a2374abb4ac req-afb140eb-e8b4-4bd1-8965-3f3fd611acc5 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Made reservation on behalf of cff8a488ff344e109cad8daf17880810 for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:15:54.286651 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-307a9238-07f6-4287-a350-7a2374abb4ac req-afb140eb-e8b4-4bd1-8965-3f3fd611acc5 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:54.292789 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbd4290-9337-4d4b-865d-b985b551e7ee tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:54.293024 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbd4290-9337-4d4b-865d-b985b551e7ee tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:54.293361 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbd4290-9337-4d4b-865d-b985b551e7ee tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:54.293731 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbd4290-9337-4d4b-865d-b985b551e7ee tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:54.294066 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbd4290-9337-4d4b-865d-b985b551e7ee tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:54.294780 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbd4290-9337-4d4b-865d-b985b551e7ee tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:54.294780 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbd4290-9337-4d4b-865d-b985b551e7ee tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:54.295060 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbd4290-9337-4d4b-865d-b985b551e7ee tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:54.295347 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbd4290-9337-4d4b-865d-b985b551e7ee tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:54.295721 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbd4290-9337-4d4b-865d-b985b551e7ee tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:54.296048 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbd4290-9337-4d4b-865d-b985b551e7ee tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:54.296334 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbd4290-9337-4d4b-865d-b985b551e7ee tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:54.310786 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-10078628-096a-42ad-8a51-d3bdbb14c36a req-d348d01a-5ec3-40bd-b834-f45f95bda326 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=46edc4d9-63f8-4b18-b08b-1f71016f23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274941 Aug 29 04:15:54.315048 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-307a9238-07f6-4287-a350-7a2374abb4ac req-afb140eb-e8b4-4bd1-8965-3f3fd611acc5 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:54.331975 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-dec4a12d-0538-4535-a39f-6ead3cc9d9eb tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] For port 684ef6cb-c4ba-4d49-afe5-3a443b0c6f8d, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=684ef6cb-c4ba-4d49-afe5-3a443b0c6f8d,segment=NetworkSegment(15393042-4469-4f49-91e9-601a97b6c540),segment_id=15393042-4469-4f49-91e9-601a97b6c540)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:54.332418 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-dec4a12d-0538-4535-a39f-6ead3cc9d9eb tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:54.332545 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3e01872a-e93c-47d4-ad33-1a8a9f17d130 req-6b2746df-416b-4aaa-af0b-4562cd217f87 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "GET /v2.0/security-groups/b60d491b-8e06-4496-b54f-158ee5264c0b HTTP/1.1" status: 200 len: 1799 time: 0.1702940 Aug 29 04:15:54.356123 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-dec4a12d-0538-4535-a39f-6ead3cc9d9eb tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Calling delete_port for 684ef6cb-c4ba-4d49-afe5-3a443b0c6f8d owned by network:dhcp {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:15:54.368801 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f88848-81bf-49a7-9e8d-4c7dc5cba71e req-1ec206e1-39a6-4852-a89d-b05693b5469e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:54.370326 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f0f88848-81bf-49a7-9e8d-4c7dc5cba71e req-1ec206e1-39a6-4852-a89d-b05693b5469e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=167b1cc03732479fb9ee73ff6d5e5845&device_id=4e87e1d2-96a1-4e0e-a1ff-a7c7275d7778 HTTP/1.1" status: 200 len: 1176 time: 0.1173391 Aug 29 04:15:54.417184 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2658b149-4b8d-4b8d-8735-89829d777f72 req-ac07ea70-3f39-4477-92e1-599455bbe42b tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:54.418791 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2658b149-4b8d-4b8d-8735-89829d777f72 req-ac07ea70-3f39-4477-92e1-599455bbe42b tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.22 "GET /v2.0/ports?device_id=cc18cbe5-088c-4ebd-8ee9-e1ab72c96d64 HTTP/1.1" status: 200 len: 944 time: 0.1223748 Aug 29 04:15:54.419229 n-d-712140-12 neutron-server[94828]: INFO neutron.api.v2.resource [req-3e01872a-e93c-47d4-ad33-1a8a9f17d130 req-51bc46f2-adc2-47ba-9b66-9728e300a1d0 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 29 04:15:54.420400 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3e01872a-e93c-47d4-ad33-1a8a9f17d130 req-51bc46f2-adc2-47ba-9b66-9728e300a1d0 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "DELETE /v2.0/security-groups/b60d491b-8e06-4496-b54f-158ee5264c0b HTTP/1.1" status: 409 len: 341 time: 0.0756235 Aug 29 04:15:54.465421 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-307a9238-07f6-4287-a350-7a2374abb4ac req-afb140eb-e8b4-4bd1-8965-3f3fd611acc5 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:54.465640 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-307a9238-07f6-4287-a350-7a2374abb4ac req-afb140eb-e8b4-4bd1-8965-3f3fd611acc5 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:54.498827 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-dec4a12d-0538-4535-a39f-6ead3cc9d9eb tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:54.513457 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2658b149-4b8d-4b8d-8735-89829d777f72 req-9acd9795-b9c6-4f47-bfa9-c193e3a4633a tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.22 "GET /v2.0/security-groups?id=46edc4d9-63f8-4b18-b08b-1f71016f23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707610 Aug 29 04:15:54.533397 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec4a12d-0538-4535-a39f-6ead3cc9d9eb tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Pushing event deleted for resources: {'Port': ['ID=684ef6cb-c4ba-4d49-afe5-3a443b0c6f8d,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:54.537200 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec4a12d-0538-4535-a39f-6ead3cc9d9eb tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] No DVR routers for this DVR port 684ef6cb-c4ba-4d49-afe5-3a443b0c6f8d on host n-d-712140-12 {{(pid=94829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:15:54.574517 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb140eb-e8b4-4bd1-8965-3f3fd611acc5 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69e9e696-6092-48f5-a28b-387de9f4e688,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:54.582425 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec4a12d-0538-4535-a39f-6ead3cc9d9eb tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:54.583645 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec4a12d-0538-4535-a39f-6ead3cc9d9eb tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:54.583645 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec4a12d-0538-4535-a39f-6ead3cc9d9eb tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:54.583645 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec4a12d-0538-4535-a39f-6ead3cc9d9eb tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:54.583972 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec4a12d-0538-4535-a39f-6ead3cc9d9eb tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:54.584319 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec4a12d-0538-4535-a39f-6ead3cc9d9eb tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:54.584660 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec4a12d-0538-4535-a39f-6ead3cc9d9eb tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:54.585135 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec4a12d-0538-4535-a39f-6ead3cc9d9eb tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:54.585477 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec4a12d-0538-4535-a39f-6ead3cc9d9eb tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:54.585808 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec4a12d-0538-4535-a39f-6ead3cc9d9eb tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:54.586734 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec4a12d-0538-4535-a39f-6ead3cc9d9eb tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:54.586734 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec4a12d-0538-4535-a39f-6ead3cc9d9eb tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:54.617923 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-b656156c-0e93-49b0-be6e-86dd20957458 None None] Deleting port 684ef6cb-c4ba-4d49-afe5-3a443b0c6f8d {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:15:54.617923 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b656156c-0e93-49b0-be6e-86dd20957458 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:54.699243 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-307a9238-07f6-4287-a350-7a2374abb4ac req-afb140eb-e8b4-4bd1-8965-3f3fd611acc5 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Allocated IP 192.168.233.30 (13e6dfc1-e9e7-40a1-8a14-d0febabf4d45/18cd12d4-b12a-41b0-b0c5-618edbb84e74/6c598feb-3ed1-428d-85b3-41629f32880f) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:15:54.767181 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-b656156c-0e93-49b0-be6e-86dd20957458 None None] For port 684ef6cb-c4ba-4d49-afe5-3a443b0c6f8d, host n-d-712140-12, got binding levels [] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:54.767624 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b656156c-0e93-49b0-be6e-86dd20957458 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:54.792677 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-b656156c-0e93-49b0-be6e-86dd20957458 None None] Calling delete_port for 684ef6cb-c4ba-4d49-afe5-3a443b0c6f8d owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:15:54.799290 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.ipam_backend_mixin [None req-b656156c-0e93-49b0-be6e-86dd20957458 None None] Port 684ef6cb-c4ba-4d49-afe5-3a443b0c6f8d was not found and therefore no delete operation was performed {{(pid=94830) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 04:15:54.804789 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7bb6b479-89fa-423c-80c3-7bfe91ad12ba req-21715b83-00b5-4cb4-8db5-3117755f5992 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d2293db-2b80-49cd-b456-994387ea7d62 HTTP/1.1" status: 200 len: 210 time: 0.0788598 Aug 29 04:15:54.805720 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b656156c-0e93-49b0-be6e-86dd20957458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:54.831939 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f88848-81bf-49a7-9e8d-4c7dc5cba71e req-38192057-dc1e-4191-a8f6-977b1b6db40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:54.848744 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f0f88848-81bf-49a7-9e8d-4c7dc5cba71e req-38192057-dc1e-4191-a8f6-977b1b6db40f service neutron] 10.222.0.46 "GET /v2.0/networks?id=f96f67f6-e1fe-44b3-b4cf-964eb290f20c HTTP/1.1" status: 200 len: 914 time: 0.2878158 Aug 29 04:15:54.906772 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b656156c-0e93-49b0-be6e-86dd20957458 None None] Pushing event deleted for resources: {'Port': ['ID=684ef6cb-c4ba-4d49-afe5-3a443b0c6f8d,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:54.934301 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b656156c-0e93-49b0-be6e-86dd20957458 None None] No DVR routers for this DVR port 684ef6cb-c4ba-4d49-afe5-3a443b0c6f8d on host n-d-712140-12 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:15:54.991981 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f0f88848-81bf-49a7-9e8d-4c7dc5cba71e req-903b83ff-a056-427d-a6a5-2d1eca0af718 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1e1e2ce-997c-4da8-b49a-4b4ef1169bf2 HTTP/1.1" status: 200 len: 217 time: 0.1429427 Aug 29 04:15:54.993518 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303f3927-9303-4ab4-a362-1d3c82380960 req-c55103a3-b812-4f29-8dc1-0c7680a2b962 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:54.995290 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-303f3927-9303-4ab4-a362-1d3c82380960 req-c55103a3-b812-4f29-8dc1-0c7680a2b962 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.46 "GET /v2.0/networks?id=2f4673af-b8e7-4620-a09f-889ce79ba3f8 HTTP/1.1" status: 200 len: 806 time: 0.2481179 Aug 29 04:15:55.017146 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-303f3927-9303-4ab4-a362-1d3c82380960 req-5b99c5c2-7076-40c8-8f78-bf94a4a5961b tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Request body: {'port': {'device_id': '077ec94a-232c-4b57-a5ad-af0746cd4f24', 'network_id': '2f4673af-b8e7-4620-a09f-889ce79ba3f8', 'admin_state_up': True, 'tenant_id': '5a14f7f9066643a38713cee788a50c7a'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:55.022520 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-dec4a12d-0538-4535-a39f-6ead3cc9d9eb tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:55.061874 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-dec4a12d-0538-4535-a39f-6ead3cc9d9eb tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e773ee44-363a-4f14-aeb4-385d6246c43d']}} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:15:55.079859 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-dec4a12d-0538-4535-a39f-6ead3cc9d9eb tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15393042-4469-4f49-91e9-601a97b6c540') {'for_net_delete': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:15:55.080173 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-dec4a12d-0538-4535-a39f-6ead3cc9d9eb tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15393042-4469-4f49-91e9-601a97b6c540') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:15:55.087395 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-307a9238-07f6-4287-a350-7a2374abb4ac req-afb140eb-e8b4-4bd1-8965-3f3fd611acc5 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:55.095008 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-dec4a12d-0538-4535-a39f-6ead3cc9d9eb tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4311712'] for segment, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:55.106960 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f88848-81bf-49a7-9e8d-4c7dc5cba71e req-c9886705-ea08-4cef-8806-bf0f06e6899a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:55.108515 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f0f88848-81bf-49a7-9e8d-4c7dc5cba71e req-c9886705-ea08-4cef-8806-bf0f06e6899a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7aff1b55-5acd-4615-92fe-59d502737750 HTTP/1.1" status: 200 len: 853 time: 0.0886371 Aug 29 04:15:55.114821 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0fdc8e-f522-488c-a6ec-ecfd5a53dd35 req-742a3bb1-0f0f-4feb-97ea-bda6e2feeec9 tempest-LiveAutoBlockMigrationV225Test-280615785 tempest-LiveAutoBlockMigrationV225Test-280615785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:55.116364 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-bd0fdc8e-f522-488c-a6ec-ecfd5a53dd35 req-742a3bb1-0f0f-4feb-97ea-bda6e2feeec9 tempest-LiveAutoBlockMigrationV225Test-280615785 tempest-LiveAutoBlockMigrationV225Test-280615785-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=83df3f9c-fda9-43d6-848d-9b61b206ad4d HTTP/1.1" status: 200 len: 1096 time: 0.1293225 Aug 29 04:15:55.128432 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-dec4a12d-0538-4535-a39f-6ead3cc9d9eb tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:55.133678 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-263ff749-c9b6-4fe2-9645-60974dc8c94b req-4b1f0406-680a-4ae4-bcb7-28527c188526 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=077ec94a-232c-4b57-a5ad-af0746cd4f24 HTTP/1.1" status: 200 len: 210 time: 0.0527217 Aug 29 04:15:55.137278 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-307a9238-07f6-4287-a350-7a2374abb4ac req-afb140eb-e8b4-4bd1-8965-3f3fd611acc5 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Transition to ACTIVE for port object 6c598feb-3ed1-428d-85b3-41629f32880f will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:15:55.162941 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dec4a12d-0538-4535-a39f-6ead3cc9d9eb tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=94829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:15:55.163417 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-dec4a12d-0538-4535-a39f-6ead3cc9d9eb tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4274277'] for segment, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:55.166941 n-d-712140-12 neutron-server[94829]: Traceback (most recent call last): Aug 29 04:15:55.166941 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:15:55.166941 n-d-712140-12 neutron-server[94829]: timer() Aug 29 04:15:55.166941 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:15:55.166941 n-d-712140-12 neutron-server[94829]: cb(*args, **kw) Aug 29 04:15:55.166941 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:15:55.166941 n-d-712140-12 neutron-server[94829]: return func(*args, **kwargs) Aug 29 04:15:55.166941 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:15:55.166941 n-d-712140-12 neutron-server[94829]: self._notify() Aug 29 04:15:55.166941 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:15:55.166941 n-d-712140-12 neutron-server[94829]: self.callback(batched_events) Aug 29 04:15:55.166941 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:15:55.166941 n-d-712140-12 neutron-server[94829]: event.method(event) Aug 29 04:15:55.166941 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:15:55.166941 n-d-712140-12 neutron-server[94829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:15:55.166941 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:15:55.166941 n-d-712140-12 neutron-server[94829]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:15:55.166941 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:15:55.166941 n-d-712140-12 neutron-server[94829]: return f(self, *a, **k) Aug 29 04:15:55.166941 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:15:55.166941 n-d-712140-12 neutron-server[94829]: return self._get(url).json() Aug 29 04:15:55.166941 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:15:55.166941 n-d-712140-12 neutron-server[94829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:15:55.166941 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:15:55.166941 n-d-712140-12 neutron-server[94829]: return self.request(url, 'GET', **kwargs) Aug 29 04:15:55.166941 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:15:55.166941 n-d-712140-12 neutron-server[94829]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:15:55.166941 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:15:55.166941 n-d-712140-12 neutron-server[94829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:15:55.166941 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:15:55.166941 n-d-712140-12 neutron-server[94829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:15:55.166941 n-d-712140-12 neutron-server[94829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:15:55.170211 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f0f88848-81bf-49a7-9e8d-4c7dc5cba71e req-0a316a33-7362-4700-a82a-4d874ff42817 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f96f67f6-e1fe-44b3-b4cf-964eb290f20c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509458 Aug 29 04:15:55.218046 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-307a9238-07f6-4287-a350-7a2374abb4ac req-afb140eb-e8b4-4bd1-8965-3f3fd611acc5 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:55.220520 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-303f3927-9303-4ab4-a362-1d3c82380960 req-5b99c5c2-7076-40c8-8f78-bf94a4a5961b tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Made reservation on behalf of 5a14f7f9066643a38713cee788a50c7a for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:15:55.224318 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-303f3927-9303-4ab4-a362-1d3c82380960 req-5b99c5c2-7076-40c8-8f78-bf94a4a5961b tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:55.281422 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-bd0fdc8e-f522-488c-a6ec-ecfd5a53dd35 req-f66b926e-df08-4275-8d18-b6824fa5ddf3 tempest-LiveAutoBlockMigrationV225Test-280615785 tempest-LiveAutoBlockMigrationV225Test-280615785-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541436 Aug 29 04:15:55.289599 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-dec4a12d-0538-4535-a39f-6ead3cc9d9eb tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:55.300362 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-dec4a12d-0538-4535-a39f-6ead3cc9d9eb tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:55.302262 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-dec4a12d-0538-4535-a39f-6ead3cc9d9eb tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] 10.222.0.22 "DELETE /v2.0/networks/e773ee44-363a-4f14-aeb4-385d6246c43d HTTP/1.1" status: 204 len: 168 time: 1.4738691 Aug 29 04:15:55.319610 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 43718) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:55.322500 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec4a12d-0538-4535-a39f-6ead3cc9d9eb tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Pushing event deleted for resources: {'Network': ['ID=e773ee44-363a-4f14-aeb4-385d6246c43d,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:55.335656 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-307a9238-07f6-4287-a350-7a2374abb4ac req-afb140eb-e8b4-4bd1-8965-3f3fd611acc5 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:15:55.364789 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-307a9238-07f6-4287-a350-7a2374abb4ac req-afb140eb-e8b4-4bd1-8965-3f3fd611acc5 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:15:55.365060 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f0f88848-81bf-49a7-9e8d-4c7dc5cba71e req-64fe0955-b634-49ca-830c-2132d7c4a786 service neutron] 10.222.0.46 "GET /v2.0/networks/f96f67f6-e1fe-44b3-b4cf-964eb290f20c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805289 Aug 29 04:15:55.373210 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-307a9238-07f6-4287-a350-7a2374abb4ac req-afb140eb-e8b4-4bd1-8965-3f3fd611acc5 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:15:55.378463 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb140eb-e8b4-4bd1-8965-3f3fd611acc5 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Pushing event updated for resources: {'Port': ['ID=6c598feb-3ed1-428d-85b3-41629f32880f,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:55.467872 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b87b32-3ece-4456-87fd-58cc61052073 req-d7bff3c7-16c1-4ddd-8182-f086f9efb94b tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:55.469488 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-68b87b32-3ece-4456-87fd-58cc61052073 req-d7bff3c7-16c1-4ddd-8182-f086f9efb94b tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e87e1d2-96a1-4e0e-a1ff-a7c7275d7778 HTTP/1.1" status: 200 len: 1024 time: 0.2404745 Aug 29 04:15:55.485978 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f0f88848-81bf-49a7-9e8d-4c7dc5cba71e req-9d6ef218-d833-4068-8ece-7fde5a793bb4 service neutron] 10.222.0.46 "GET /v2.0/networks/f96f67f6-e1fe-44b3-b4cf-964eb290f20c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099401 Aug 29 04:15:55.487652 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_v2 [None req-98502dc1-9c6e-4772-a722-1c40062c67f7 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Deleting subnet 0994d884-b858-4d69-995a-7fd1f3ac66d1 {{(pid=94828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:15:55.506121 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-98502dc1-9c6e-4772-a722-1c40062c67f7 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks [] for subnet, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:55.557401 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307a9238-07f6-4287-a350-7a2374abb4ac req-afb140eb-e8b4-4bd1-8965-3f3fd611acc5 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:55.558065 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-307a9238-07f6-4287-a350-7a2374abb4ac req-afb140eb-e8b4-4bd1-8965-3f3fd611acc5 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:55.594303 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 684ef6cb-c4ba-4d49-afe5-3a443b0c6f8d no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:15:55.624109 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 684ef6cb-c4ba-4d49-afe5-3a443b0c6f8d {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:15:55.624562 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 684ef6cb-c4ba-4d49-afe5-3a443b0c6f8d not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:15:55.627092 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-98502dc1-9c6e-4772-a722-1c40062c67f7 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8904862'] for subnet, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:55.632972 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-307a9238-07f6-4287-a350-7a2374abb4ac req-afb140eb-e8b4-4bd1-8965-3f3fd611acc5 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3706818 Aug 29 04:15:55.666278 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-307a9238-07f6-4287-a350-7a2374abb4ac req-8f676b0f-88b8-4f6e-965f-ba80226fca70 service neutron] Request body: {'port': {'device_id': '2d2293db-2b80-49cd-b456-994387ea7d62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:55.682477 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-68b87b32-3ece-4456-87fd-58cc61052073 req-dd418b9d-9887-4628-894d-fbda7ede6b73 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "GET /v2.0/security-groups?id=7f72a9c4-6fd5-4781-ae01-7b437bed9fee&id=928b8436-db78-4a6b-bcb4-8c108482d446&id=b60d491b-8e06-4496-b54f-158ee5264c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1899898 Aug 29 04:15:55.694702 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ec1b9c-5271-4edf-82e6-07ceefc79ac4 req-d6f35573-47eb-408e-9c2e-b899685f26cf tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:55.701744 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-47ec1b9c-5271-4edf-82e6-07ceefc79ac4 req-d6f35573-47eb-408e-9c2e-b899685f26cf tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/networks?id=53020a37-9cfa-46c3-bf40-16467007f493 HTTP/1.1" status: 200 len: 820 time: 0.1721492 Aug 29 04:15:55.708655 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-303f3927-9303-4ab4-a362-1d3c82380960 req-5b99c5c2-7076-40c8-8f78-bf94a4a5961b tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Allocated IP 172.20.0.4 (2f4673af-b8e7-4620-a09f-889ce79ba3f8/ca990b23-63b6-47bd-b575-c3dcd63e7190/ed83fd28-45bb-4577-bfb9-ef68dd5b7332) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:15:55.712322 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-47ec1b9c-5271-4edf-82e6-07ceefc79ac4 req-e2f42f2f-1d5a-4d43-bdf5-24cd16655bcb tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/quotas/1d0658a0a90a4facb02cad62921e20d5 HTTP/1.1" status: 200 len: 375 time: 0.0097547 Aug 29 04:15:55.777911 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-2b90a491-0237-4319-9715-a430b2b5c8f6 None None] Provisioning for port 6c598feb-3ed1-428d-85b3-41629f32880f completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:15:55.787007 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-2b90a491-0237-4319-9715-a430b2b5c8f6 None None] Provisioning complete for port 6c598feb-3ed1-428d-85b3-41629f32880f triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:15:55.787599 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2b90a491-0237-4319-9715-a430b2b5c8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:55.821690 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-47ec1b9c-5271-4edf-82e6-07ceefc79ac4 req-23bfb1ec-83a4-4103-85ae-b2612cfc71e1 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=1d0658a0a90a4facb02cad62921e20d5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1001976 Aug 29 04:15:55.831065 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-2b90a491-0237-4319-9715-a430b2b5c8f6 None None] Port 6c598feb-3ed1-428d-85b3-41629f32880f cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:15:55.836448 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-307a9238-07f6-4287-a350-7a2374abb4ac req-8f676b0f-88b8-4f6e-965f-ba80226fca70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:55.871301 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-98502dc1-9c6e-4772-a722-1c40062c67f7 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:55.915932 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-47ec1b9c-5271-4edf-82e6-07ceefc79ac4 req-c0bd5764-6fe7-4007-b2df-3ad51ce4bb7b service neutron] 10.222.0.22 "GET /v2.0/networks/53020a37-9cfa-46c3-bf40-16467007f493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923328 Aug 29 04:15:55.986701 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64243a1-25c4-4dbc-9518-5704e93d65a5 req-3353fbef-4d99-4c02-8b95-44260042476b tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:55.988264 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d64243a1-25c4-4dbc-9518-5704e93d65a5 req-3353fbef-4d99-4c02-8b95-44260042476b tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.22 "GET /v2.0/ports?device_id=cc18cbe5-088c-4ebd-8ee9-e1ab72c96d64 HTTP/1.1" status: 200 len: 944 time: 0.2061868 Aug 29 04:15:56.012753 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-47ec1b9c-5271-4edf-82e6-07ceefc79ac4 req-147ac08e-a62d-49b2-b9f2-e08f1218d544 service neutron] 10.222.0.22 "GET /v2.0/networks/53020a37-9cfa-46c3-bf40-16467007f493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898535 Aug 29 04:15:56.149570 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-98502dc1-9c6e-4772-a722-1c40062c67f7 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9190434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062341'] for subnet, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:56.161734 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d64243a1-25c4-4dbc-9518-5704e93d65a5 req-ee9415a8-a9b4-4664-8188-4e51257ef771 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.22 "GET /v2.0/security-groups?id=46edc4d9-63f8-4b18-b08b-1f71016f23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652026 Aug 29 04:15:56.211102 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-303f3927-9303-4ab4-a362-1d3c82380960 req-5b99c5c2-7076-40c8-8f78-bf94a4a5961b tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:56.215848 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-98502dc1-9c6e-4772-a722-1c40062c67f7 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:56.217201 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf05857-070d-41b8-894a-53260314206f None None] Network ff6119cb-f4c8-4d57-a865-056c3e1ce852 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:15:56.220448 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 43748) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:56.220882 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-98502dc1-9c6e-4772-a722-1c40062c67f7 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] 10.222.0.22 "DELETE /v2.0/subnets/0994d884-b858-4d69-995a-7fd1f3ac66d1 HTTP/1.1" status: 204 len: 168 time: 0.8993099 Aug 29 04:15:56.223540 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98502dc1-9c6e-4772-a722-1c40062c67f7 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Pushing event deleted for resources: {'Subnet': ['ID=0994d884-b858-4d69-995a-7fd1f3ac66d1,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:56.373570 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ea8792-8c9d-454c-a4d4-c8b1078a86ea req-ec512c4e-7870-446e-93f3-0ba44be30911 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:56.380714 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-23ea8792-8c9d-454c-a4d4-c8b1078a86ea req-ec512c4e-7870-446e-93f3-0ba44be30911 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d2293db-2b80-49cd-b456-994387ea7d62 HTTP/1.1" status: 200 len: 935 time: 0.1194081 Aug 29 04:15:56.409853 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-303f3927-9303-4ab4-a362-1d3c82380960 req-5b99c5c2-7076-40c8-8f78-bf94a4a5961b tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:56.459479 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c98f404d-f884-4f88-b020-8fdaf3f09a4b req-010becae-cb51-4e47-8499-e7c24b002c31 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb5d6e9c-5c3d-4fd0-b7cd-2988a1e453f4 HTTP/1.1" status: 200 len: 210 time: 0.0539529 Aug 29 04:15:56.463277 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['02e9fbdc-2d81-4e09-8676-3236d8c53fc6', '43d5b4c6-21bc-4355-871c-d335a04aaa3d'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:15:56.465827 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8505501f-1203-41f7-9b30-ff636e46b276 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:56.508138 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-303f3927-9303-4ab4-a362-1d3c82380960 req-5b99c5c2-7076-40c8-8f78-bf94a4a5961b tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Network 2f4673af-b8e7-4620-a09f-889ce79ba3f8 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:15:56.512862 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4591a3a7-7fbc-4cc8-aefe-ac0fc65212ae None None] DHCP port deletion for ff6119cb-f4c8-4d57-a865-056c3e1ce852 request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:15:56.522014 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-23ea8792-8c9d-454c-a4d4-c8b1078a86ea req-3d572b7c-ad98-4bd5-a3be-bf1aad8fbaf3 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/security-groups?id=69e9e696-6092-48f5-a28b-387de9f4e688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391151 Aug 29 04:15:56.543710 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-303f3927-9303-4ab4-a362-1d3c82380960 req-5b99c5c2-7076-40c8-8f78-bf94a4a5961b tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:15:56.555101 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-303f3927-9303-4ab4-a362-1d3c82380960 req-5b99c5c2-7076-40c8-8f78-bf94a4a5961b tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:15:56.575863 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-8505501f-1203-41f7-9b30-ff636e46b276 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Deleting port 5bfae1a7-ed23-4fa3-bc97-02b10750745a {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:15:56.576203 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8505501f-1203-41f7-9b30-ff636e46b276 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:56.599990 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-4591a3a7-7fbc-4cc8-aefe-ac0fc65212ae None None] Deleting port 5bfae1a7-ed23-4fa3-bc97-02b10750745a {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:15:56.600458 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4591a3a7-7fbc-4cc8-aefe-ac0fc65212ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:56.613811 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b99c5c2-7076-40c8-8f78-bf94a4a5961b tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Pushing event updated for resources: {'Port': ['ID=ed83fd28-45bb-4577-bfb9-ef68dd5b7332,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:56.625199 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-307a9238-07f6-4287-a350-7a2374abb4ac req-8f676b0f-88b8-4f6e-965f-ba80226fca70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c598feb-3ed1-428d-85b3-41629f32880f {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:15:56.644140 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-307a9238-07f6-4287-a350-7a2374abb4ac req-8f676b0f-88b8-4f6e-965f-ba80226fca70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:56.689121 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-307a9238-07f6-4287-a350-7a2374abb4ac req-8f676b0f-88b8-4f6e-965f-ba80226fca70 service neutron] Transition to ACTIVE for port object 6c598feb-3ed1-428d-85b3-41629f32880f will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:15:56.700150 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fb6e18-c392-4ea3-b5ed-6aa239ab2249 req-cbcc1c39-f718-4082-b672-a5cc41353a15 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:56.701682 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c1fb6e18-c392-4ea3-b5ed-6aa239ab2249 req-cbcc1c39-f718-4082-b672-a5cc41353a15 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=077ec94a-232c-4b57-a5ad-af0746cd4f24 HTTP/1.1" status: 200 len: 931 time: 0.1094410 Aug 29 04:15:56.703569 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-8505501f-1203-41f7-9b30-ff636e46b276 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] For port 5bfae1a7-ed23-4fa3-bc97-02b10750745a, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=5bfae1a7-ed23-4fa3-bc97-02b10750745a,segment=NetworkSegment(4e322a1b-f45c-4e09-a71a-9baa38bdebb3),segment_id=4e322a1b-f45c-4e09-a71a-9baa38bdebb3)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:56.703979 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8505501f-1203-41f7-9b30-ff636e46b276 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:56.706827 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303f3927-9303-4ab4-a362-1d3c82380960 req-5b99c5c2-7076-40c8-8f78-bf94a4a5961b tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:56.706827 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-303f3927-9303-4ab4-a362-1d3c82380960 req-5b99c5c2-7076-40c8-8f78-bf94a4a5961b tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:56.711043 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-307a9238-07f6-4287-a350-7a2374abb4ac req-8f676b0f-88b8-4f6e-965f-ba80226fca70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:56.727439 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-8505501f-1203-41f7-9b30-ff636e46b276 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Calling delete_port for 5bfae1a7-ed23-4fa3-bc97-02b10750745a owned by network:dhcp {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:15:56.746561 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-4591a3a7-7fbc-4cc8-aefe-ac0fc65212ae None None] For port 5bfae1a7-ed23-4fa3-bc97-02b10750745a, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=5bfae1a7-ed23-4fa3-bc97-02b10750745a,segment=NetworkSegment(4e322a1b-f45c-4e09-a71a-9baa38bdebb3),segment_id=4e322a1b-f45c-4e09-a71a-9baa38bdebb3)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:56.747221 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4591a3a7-7fbc-4cc8-aefe-ac0fc65212ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:56.768921 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-4591a3a7-7fbc-4cc8-aefe-ac0fc65212ae None None] Calling delete_port for 5bfae1a7-ed23-4fa3-bc97-02b10750745a owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:15:56.772473 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef14688c-b685-4bcb-a979-fde8bd020058 req-2c9adb5c-44d7-487b-8f87-00b114379b35 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:56.781100 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ef14688c-b685-4bcb-a979-fde8bd020058 req-2c9adb5c-44d7-487b-8f87-00b114379b35 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e5ccfea-706b-4825-9d2e-60c0b092c82e HTTP/1.1" status: 200 len: 944 time: 0.1599145 Aug 29 04:15:56.811427 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-303f3927-9303-4ab4-a362-1d3c82380960 req-5b99c5c2-7076-40c8-8f78-bf94a4a5961b tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7984805 Aug 29 04:15:56.820706 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c1fb6e18-c392-4ea3-b5ed-6aa239ab2249 req-fb3bd10f-8ba7-4342-a513-23bfad133cb7 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023340 Aug 29 04:15:56.874391 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-303f3927-9303-4ab4-a362-1d3c82380960 req-bc0bdd0c-21e7-4f9a-8cd5-5d3d52e95d0b service neutron] Request body: {'port': {'device_id': '077ec94a-232c-4b57-a5ad-af0746cd4f24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:56.884023 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f676b0f-88b8-4f6e-965f-ba80226fca70 service neutron] Pushing event updated for resources: {'Port': ['ID=6c598feb-3ed1-428d-85b3-41629f32880f,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:56.887235 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8505501f-1203-41f7-9b30-ff636e46b276 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:56.947046 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8505501f-1203-41f7-9b30-ff636e46b276 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Pushing event deleted for resources: {'Port': ['ID=5bfae1a7-ed23-4fa3-bc97-02b10750745a,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:56.958539 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8505501f-1203-41f7-9b30-ff636e46b276 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] No DVR routers for this DVR port 5bfae1a7-ed23-4fa3-bc97-02b10750745a on host n-d-712140-12 {{(pid=94829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:15:56.996290 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4591a3a7-7fbc-4cc8-aefe-ac0fc65212ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:57.039704 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device e2101567-e33b-4c1b-83c9-cb949027cd4a details requested by agent hyperv_n-h2-712140-12 with host n-h2-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:15:57.042113 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 2335139e-f714-4fb1-9686-148f446f99df up at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:15:57.061443 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4591a3a7-7fbc-4cc8-aefe-ac0fc65212ae None None] Pushing event deleted for resources: {'Port': ['ID=5bfae1a7-ed23-4fa3-bc97-02b10750745a,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:57.083320 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4591a3a7-7fbc-4cc8-aefe-ac0fc65212ae None None] No DVR routers for this DVR port 5bfae1a7-ed23-4fa3-bc97-02b10750745a on host n-d-712140-12 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:15:57.084609 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8505501f-1203-41f7-9b30-ff636e46b276 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:57.107251 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-8505501f-1203-41f7-9b30-ff636e46b276 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff6119cb-f4c8-4d57-a865-056c3e1ce852']}} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:15:57.147338 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fececd1-cc48-4848-b67d-ddebebeefbe4 req-255fc1ed-c5d4-497b-8503-6bee6fae69fd tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:57.155247 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0fececd1-cc48-4848-b67d-ddebebeefbe4 req-255fc1ed-c5d4-497b-8503-6bee6fae69fd tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e87e1d2-96a1-4e0e-a1ff-a7c7275d7778 HTTP/1.1" status: 200 len: 1024 time: 0.1584797 Aug 29 04:15:57.180251 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-8505501f-1203-41f7-9b30-ff636e46b276 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e322a1b-f45c-4e09-a71a-9baa38bdebb3') {'for_net_delete': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:15:57.180591 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-8505501f-1203-41f7-9b30-ff636e46b276 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e322a1b-f45c-4e09-a71a-9baa38bdebb3') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:15:57.204778 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8505501f-1203-41f7-9b30-ff636e46b276 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4311712'] for segment, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:57.239173 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port e2101567-e33b-4c1b-83c9-cb949027cd4a, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=e2101567-e33b-4c1b-83c9-cb949027cd4a,segment=NetworkSegment(9853adb3-e583-455e-a18e-828382db7c58),segment_id=9853adb3-e583-455e-a18e-828382db7c58)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:57.243222 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9000fd0-f35a-42fa-82b6-561cb8e6d093 req-aaa2f623-bdef-439f-b3e8-f6f32bf01618 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:57.244778 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d9000fd0-f35a-42fa-82b6-561cb8e6d093 req-aaa2f623-bdef-439f-b3e8-f6f32bf01618 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e87e1d2-96a1-4e0e-a1ff-a7c7275d7778 HTTP/1.1" status: 200 len: 1024 time: 0.1476319 Aug 29 04:15:57.252301 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0fececd1-cc48-4848-b67d-ddebebeefbe4 req-d9cd1aeb-7180-455e-a470-2b4054c15ce0 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "GET /v2.0/security-groups?id=7f72a9c4-6fd5-4781-ae01-7b437bed9fee&id=928b8436-db78-4a6b-bcb4-8c108482d446&id=b60d491b-8e06-4496-b54f-158ee5264c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0961096 Aug 29 04:15:57.254863 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Returning: {'device': 'e2101567-e33b-4c1b-83c9-cb949027cd4a', 'network_id': '9ee1ea7e-84f6-4406-82ae-4f9bab3a8b82', 'port_id': 'e2101567-e33b-4c1b-83c9-cb949027cd4a', 'mac_address': 'fa:16:3e:bb:d8:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68e1a69a-e9b9-409c-9805-e72f9f7fa746', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:15:57.259322 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8505501f-1203-41f7-9b30-ff636e46b276 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:57.260258 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning for port 2335139e-f714-4fb1-9686-148f446f99df completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:15:57.266013 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning complete for port 2335139e-f714-4fb1-9686-148f446f99df triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:15:57.266325 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:57.274892 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8505501f-1203-41f7-9b30-ff636e46b276 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=94829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:15:57.275418 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8505501f-1203-41f7-9b30-ff636e46b276 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4274277'] for segment, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:57.293519 n-d-712140-12 neutron-server[94829]: Traceback (most recent call last): Aug 29 04:15:57.293519 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:15:57.293519 n-d-712140-12 neutron-server[94829]: timer() Aug 29 04:15:57.293519 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:15:57.293519 n-d-712140-12 neutron-server[94829]: cb(*args, **kw) Aug 29 04:15:57.293519 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:15:57.293519 n-d-712140-12 neutron-server[94829]: return func(*args, **kwargs) Aug 29 04:15:57.293519 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:15:57.293519 n-d-712140-12 neutron-server[94829]: self._notify() Aug 29 04:15:57.293519 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:15:57.293519 n-d-712140-12 neutron-server[94829]: self.callback(batched_events) Aug 29 04:15:57.293519 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:15:57.293519 n-d-712140-12 neutron-server[94829]: event.method(event) Aug 29 04:15:57.293519 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:15:57.293519 n-d-712140-12 neutron-server[94829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:15:57.293519 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:15:57.293519 n-d-712140-12 neutron-server[94829]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:15:57.293519 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:15:57.293519 n-d-712140-12 neutron-server[94829]: return f(self, *a, **k) Aug 29 04:15:57.293519 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:15:57.293519 n-d-712140-12 neutron-server[94829]: return self._get(url).json() Aug 29 04:15:57.293519 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:15:57.293519 n-d-712140-12 neutron-server[94829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:15:57.293519 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:15:57.293519 n-d-712140-12 neutron-server[94829]: return self.request(url, 'GET', **kwargs) Aug 29 04:15:57.293519 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:15:57.293519 n-d-712140-12 neutron-server[94829]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:15:57.293519 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:15:57.293519 n-d-712140-12 neutron-server[94829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:15:57.293519 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:15:57.293519 n-d-712140-12 neutron-server[94829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:15:57.293519 n-d-712140-12 neutron-server[94829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:15:57.296942 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ef14688c-b685-4bcb-a979-fde8bd020058 req-32cb13f0-15b5-4549-b535-13adf47bd791 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=95663bcf-c178-40f7-a8d1-56ba6dc33aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5145111 Aug 29 04:15:57.351983 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-303f3927-9303-4ab4-a362-1d3c82380960 req-bc0bdd0c-21e7-4f9a-8cd5-5d3d52e95d0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:57.355491 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:57.357777 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-307a9238-07f6-4287-a350-7a2374abb4ac req-8f676b0f-88b8-4f6e-965f-ba80226fca70 service neutron] Attempting to bind port 6c598feb-3ed1-428d-85b3-41629f32880f on host n-h2-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:15:57.357777 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-307a9238-07f6-4287-a350-7a2374abb4ac req-8f676b0f-88b8-4f6e-965f-ba80226fca70 service neutron] Attempting to bind port 6c598feb-3ed1-428d-85b3-41629f32880f by drivers openvswitch,hyperv on host n-h2-712140-12 at level 0 using segments [{'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:15:57.357777 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307a9238-07f6-4287-a350-7a2374abb4ac req-8f676b0f-88b8-4f6e-965f-ba80226fca70 service neutron] Attempting to bind port 6c598feb-3ed1-428d-85b3-41629f32880f on network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:15:57.371396 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307a9238-07f6-4287-a350-7a2374abb4ac req-8f676b0f-88b8-4f6e-965f-ba80226fca70 service neutron] Port 6c598feb-3ed1-428d-85b3-41629f32880f on network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:15:57.371958 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307a9238-07f6-4287-a350-7a2374abb4ac req-8f676b0f-88b8-4f6e-965f-ba80226fca70 service neutron] Attempting to bind port 6c598feb-3ed1-428d-85b3-41629f32880f on network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:15:57.378746 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307a9238-07f6-4287-a350-7a2374abb4ac req-8f676b0f-88b8-4f6e-965f-ba80226fca70 service neutron] Checking agent: {'id': 'b3a0606b-b029-4f5e-8798-3a32b71d8844', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:15:57.380136 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307a9238-07f6-4287-a350-7a2374abb4ac req-8f676b0f-88b8-4f6e-965f-ba80226fca70 service neutron] Checking segment: {'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:15:57.380136 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307a9238-07f6-4287-a350-7a2374abb4ac req-8f676b0f-88b8-4f6e-965f-ba80226fca70 service neutron] Bound using segment: {'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:15:57.380506 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-307a9238-07f6-4287-a350-7a2374abb4ac req-8f676b0f-88b8-4f6e-965f-ba80226fca70 service neutron] Bound port: 6c598feb-3ed1-428d-85b3-41629f32880f, host: n-h2-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:15:57.380871 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-307a9238-07f6-4287-a350-7a2374abb4ac req-8f676b0f-88b8-4f6e-965f-ba80226fca70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:57.388400 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2101567-e33b-4c1b-83c9-cb949027cd4a {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:15:57.414041 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port e2101567-e33b-4c1b-83c9-cb949027cd4a, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=e2101567-e33b-4c1b-83c9-cb949027cd4a,segment=NetworkSegment(9853adb3-e583-455e-a18e-828382db7c58),segment_id=9853adb3-e583-455e-a18e-828382db7c58)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:57.423561 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8505501f-1203-41f7-9b30-ff636e46b276 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:57.430768 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8505501f-1203-41f7-9b30-ff636e46b276 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:57.436020 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-8505501f-1203-41f7-9b30-ff636e46b276 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] 10.222.0.22 "DELETE /v2.0/networks/ff6119cb-f4c8-4d57-a865-056c3e1ce852 HTTP/1.1" status: 204 len: 168 time: 1.2114072 Aug 29 04:15:57.445498 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 43764) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:57.459575 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-d433d9de-6821-41da-afb3-880ec73c3dfb tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-76318366'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:57.460731 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:57.479800 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8505501f-1203-41f7-9b30-ff636e46b276 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Pushing event deleted for resources: {'Network': ['ID=ff6119cb-f4c8-4d57-a865-056c3e1ce852,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:57.496763 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:57.574465 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55679dc-9a5c-4e25-9dac-29ab216d4fcd req-108d8924-f871-4374-8fa6-cdd18ca84871 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:57.581888 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3b2f611-e938-4e7c-b802-00c4c626c68c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2335139e-f714-4fb1-9686-148f446f99df'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:15:57.586050 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f55679dc-9a5c-4e25-9dac-29ab216d4fcd req-108d8924-f871-4374-8fa6-cdd18ca84871 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.22 "GET /v2.0/ports?device_id=cc18cbe5-088c-4ebd-8ee9-e1ab72c96d64 HTTP/1.1" status: 200 len: 944 time: 0.2000995 Aug 29 04:15:57.587765 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7d42731-6678-434f-8ac3-a1ada1fb0ec7" -d '{"events": [{"server_uuid": "b3b2f611-e938-4e7c-b802-00c4c626c68c", "name": "network-vif-plugged", "status": "completed", "tag": "2335139e-f714-4fb1-9686-148f446f99df"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:15:57.595850 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d433d9de-6821-41da-afb3-880ec73c3dfb tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Made reservation on behalf of c9804a8a9be04dbf9e3249af907a3916 for: {'network': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:15:57.599880 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d433d9de-6821-41da-afb3-880ec73c3dfb tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:57.619353 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 2335139e-f714-4fb1-9686-148f446f99df, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=2335139e-f714-4fb1-9686-148f446f99df,segment=NetworkSegment(9853adb3-e583-455e-a18e-828382db7c58),segment_id=9853adb3-e583-455e-a18e-828382db7c58)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:57.620992 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 5bfae1a7-ed23-4fa3-bc97-02b10750745a no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:15:57.627873 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8355180d-97fb-4c4b-a535-18362732a0c4 req-42261d12-1b5b-4fd5-9f56-2fb61858bd6d tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:57.628125 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=e2101567-e33b-4c1b-83c9-cb949027cd4a,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:57.629067 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8355180d-97fb-4c4b-a535-18362732a0c4 req-42261d12-1b5b-4fd5-9f56-2fb61858bd6d tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e5ccfea-706b-4825-9d2e-60c0b092c82e HTTP/1.1" status: 200 len: 944 time: 0.2303119 Aug 29 04:15:57.638092 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-307a9238-07f6-4287-a350-7a2374abb4ac req-8f676b0f-88b8-4f6e-965f-ba80226fca70 service neutron] For port 6c598feb-3ed1-428d-85b3-41629f32880f, host n-h2-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:15:57.658783 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:57.663514 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 5bfae1a7-ed23-4fa3-bc97-02b10750745a {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:15:57.663982 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 5bfae1a7-ed23-4fa3-bc97-02b10750745a not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:15:57.664381 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f55679dc-9a5c-4e25-9dac-29ab216d4fcd req-3bc6abcf-145c-4bf6-8a4d-1d0ecdd8f142 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.22 "GET /v2.0/security-groups?id=46edc4d9-63f8-4b18-b08b-1f71016f23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729744 Aug 29 04:15:57.709949 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-307a9238-07f6-4287-a350-7a2374abb4ac req-8f676b0f-88b8-4f6e-965f-ba80226fca70 service neutron] For port 6c598feb-3ed1-428d-85b3-41629f32880f, host n-h2-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=6c598feb-3ed1-428d-85b3-41629f32880f,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:15:57.725087 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-307a9238-07f6-4287-a350-7a2374abb4ac req-8f676b0f-88b8-4f6e-965f-ba80226fca70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:57.762552 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d433d9de-6821-41da-afb3-880ec73c3dfb tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=94828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:15:57.827249 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307a9238-07f6-4287-a350-7a2374abb4ac req-8f676b0f-88b8-4f6e-965f-ba80226fca70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:57.827926 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-307a9238-07f6-4287-a350-7a2374abb4ac req-8f676b0f-88b8-4f6e-965f-ba80226fca70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:57.829540 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-307a9238-07f6-4287-a350-7a2374abb4ac req-8f676b0f-88b8-4f6e-965f-ba80226fca70 service neutron] 10.222.0.48 "PUT /v2.0/ports/6c598feb-3ed1-428d-85b3-41629f32880f HTTP/1.1" status: 200 len: 1096 time: 2.1700060 Aug 29 04:15:57.830713 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d433d9de-6821-41da-afb3-880ec73c3dfb tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:57.831053 n-d-712140-12 neutron-server[94828]: INFO neutron.db.segments_db [None req-d433d9de-6821-41da-afb3-880ec73c3dfb tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Added segment a496741b-1fd5-4472-8949-3c2a4f86a807 of type vlan for network 6378a271-fcd3-4f3e-88f8-811b7642d338 Aug 29 04:15:57.843207 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d2293db-2b80-49cd-b456-994387ea7d62', 'tag': '6c598feb-3ed1-428d-85b3-41629f32880f'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:15:57.846037 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f3118b0-be87-41d3-9ac7-6df63a11964f" -d '{"events": [{"name": "network-changed", "server_uuid": "2d2293db-2b80-49cd-b456-994387ea7d62", "tag": "6c598feb-3ed1-428d-85b3-41629f32880f"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:15:57.856062 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:15:57.877908 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8355180d-97fb-4c4b-a535-18362732a0c4 req-56dd9b4e-509b-45b0-9d70-d8cf3f4773bf tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=95663bcf-c178-40f7-a8d1-56ba6dc33aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2329624 Aug 29 04:15:57.885895 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=2335139e-f714-4fb1-9686-148f446f99df,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:57.915736 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [req-d9000fd0-f35a-42fa-82b6-561cb8e6d093 req-36f0d3ea-f19a-4b4a-bbaf-c1ccb09a3f17 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Deleting port e1e1e2ce-997c-4da8-b49a-4b4ef1169bf2 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:15:57.916040 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-d9000fd0-f35a-42fa-82b6-561cb8e6d093 req-36f0d3ea-f19a-4b4a-bbaf-c1ccb09a3f17 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:57.974306 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ec1b9c-5271-4edf-82e6-07ceefc79ac4 req-5e2cefbc-6531-4b9e-ac17-45338935fb84 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:57.976732 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-47ec1b9c-5271-4edf-82e6-07ceefc79ac4 req-5e2cefbc-6531-4b9e-ac17-45338935fb84 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.46 "GET /v2.0/networks?id=53020a37-9cfa-46c3-bf40-16467007f493 HTTP/1.1" status: 200 len: 820 time: 0.3303497 Aug 29 04:15:57.981248 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f676b0f-88b8-4f6e-965f-ba80226fca70 service neutron] Pushing event updated for resources: {'Port': ['ID=6c598feb-3ed1-428d-85b3-41629f32880f,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:58.030339 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-84ca81fd-09d0-4461-9edf-a5e49062b9e5 req-070d7d75-0452-46a1-9c03-21788b21c361 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb5d6e9c-5c3d-4fd0-b7cd-2988a1e453f4 HTTP/1.1" status: 200 len: 210 time: 0.0971570 Aug 29 04:15:58.037321 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-47ec1b9c-5271-4edf-82e6-07ceefc79ac4 req-0e7dc541-915d-4171-86d6-d92b38973356 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Request body: {'port': {'device_id': 'bb5d6e9c-5c3d-4fd0-b7cd-2988a1e453f4', 'network_id': '53020a37-9cfa-46c3-bf40-16467007f493', 'admin_state_up': True, 'tenant_id': '1d0658a0a90a4facb02cad62921e20d5'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:58.041099 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['e2101567-e33b-4c1b-83c9-cb949027cd4a'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:15:58.041703 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d433d9de-6821-41da-afb3-880ec73c3dfb tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:58.109146 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-d9000fd0-f35a-42fa-82b6-561cb8e6d093 req-36f0d3ea-f19a-4b4a-bbaf-c1ccb09a3f17 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] For port e1e1e2ce-997c-4da8-b49a-4b4ef1169bf2, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=e1e1e2ce-997c-4da8-b49a-4b4ef1169bf2,segment=NetworkSegment(60ea1297-c536-4662-89a8-71c12fd7375d),segment_id=60ea1297-c536-4662-89a8-71c12fd7375d)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:58.109399 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-d9000fd0-f35a-42fa-82b6-561cb8e6d093 req-36f0d3ea-f19a-4b4a-bbaf-c1ccb09a3f17 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:58.112298 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307a9238-07f6-4287-a350-7a2374abb4ac req-aa8ee4de-31d8-4ed8-b452-c61fa2fd11cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:58.115087 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-307a9238-07f6-4287-a350-7a2374abb4ac req-aa8ee4de-31d8-4ed8-b452-c61fa2fd11cc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cff8a488ff344e109cad8daf17880810&device_id=2d2293db-2b80-49cd-b456-994387ea7d62 HTTP/1.1" status: 200 len: 1099 time: 0.1875467 Aug 29 04:15:58.119179 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d433d9de-6821-41da-afb3-880ec73c3dfb tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:58.124791 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d433d9de-6821-41da-afb3-880ec73c3dfb tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:58.125409 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d433d9de-6821-41da-afb3-880ec73c3dfb tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:58.136677 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [req-d9000fd0-f35a-42fa-82b6-561cb8e6d093 req-36f0d3ea-f19a-4b4a-bbaf-c1ccb09a3f17 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Calling delete_port for e1e1e2ce-997c-4da8-b49a-4b4ef1169bf2 owned by compute:nova {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:15:58.166412 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f2ddc87-ca4b-4d3d-b5fa-09d9b297d5b1 x-openstack-request-id: req-9f2ddc87-ca4b-4d3d-b5fa-09d9b297d5b1 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:15:58.166709 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3b2f611-e938-4e7c-b802-00c4c626c68c", "name": "network-vif-plugged", "status": "completed", "tag": "2335139e-f714-4fb1-9686-148f446f99df", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:15:58.166977 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9f2ddc87-ca4b-4d3d-b5fa-09d9b297d5b1 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:15:58.167309 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3b2f611-e938-4e7c-b802-00c4c626c68c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2335139e-f714-4fb1-9686-148f446f99df', 'code': 200} Aug 29 04:15:58.181199 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266e9e91-cfcd-4e1a-a8fe-e716db72a728 req-a9cc9685-1be3-4800-85f2-20e2cf143016 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:58.190237 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-266e9e91-cfcd-4e1a-a8fe-e716db72a728 req-a9cc9685-1be3-4800-85f2-20e2cf143016 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d2293db-2b80-49cd-b456-994387ea7d62 HTTP/1.1" status: 200 len: 947 time: 0.2168794 Aug 29 04:15:58.305036 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b57a5fe0-1cdf-4143-8436-e4e495202eac x-openstack-request-id: req-b57a5fe0-1cdf-4143-8436-e4e495202eac {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:15:58.305318 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d2293db-2b80-49cd-b456-994387ea7d62", "tag": "6c598feb-3ed1-428d-85b3-41629f32880f", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:15:58.305592 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b57a5fe0-1cdf-4143-8436-e4e495202eac {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:15:58.305967 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d2293db-2b80-49cd-b456-994387ea7d62', 'tag': '6c598feb-3ed1-428d-85b3-41629f32880f', 'status': 'completed', 'code': 200} Aug 29 04:15:58.318563 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:58.321940 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47ec1b9c-5271-4edf-82e6-07ceefc79ac4 req-0e7dc541-915d-4171-86d6-d92b38973356 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Made reservation on behalf of 1d0658a0a90a4facb02cad62921e20d5 for: {'port': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:15:58.327005 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-47ec1b9c-5271-4edf-82e6-07ceefc79ac4 req-0e7dc541-915d-4171-86d6-d92b38973356 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:58.327244 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-307a9238-07f6-4287-a350-7a2374abb4ac req-3b2ef2b1-d34b-41e7-a306-91733e4eb351 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=6c598feb-3ed1-428d-85b3-41629f32880f HTTP/1.1" status: 200 len: 217 time: 0.1684906 Aug 29 04:15:58.327826 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-d433d9de-6821-41da-afb3-880ec73c3dfb tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8810380 Aug 29 04:15:58.331143 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 43780) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:58.331955 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-303f3927-9303-4ab4-a362-1d3c82380960 req-bc0bdd0c-21e7-4f9a-8cd5-5d3d52e95d0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed83fd28-45bb-4577-bfb9-ef68dd5b7332 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:15:58.337531 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-89f70941-9fdd-43f7-8c4d-9e6003ebe562 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Request body: {'subnet': {'network_id': '6378a271-fcd3-4f3e-88f8-811b7642d338', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:58.362465 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-303f3927-9303-4ab4-a362-1d3c82380960 req-bc0bdd0c-21e7-4f9a-8cd5-5d3d52e95d0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:58.419371 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d433d9de-6821-41da-afb3-880ec73c3dfb tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Pushing event updated for resources: {'Network': ['ID=6378a271-fcd3-4f3e-88f8-811b7642d338,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:58.434127 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 6378a271-fcd3-4f3e-88f8-811b7642d338 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:15:58.438209 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-303f3927-9303-4ab4-a362-1d3c82380960 req-bc0bdd0c-21e7-4f9a-8cd5-5d3d52e95d0b service neutron] Transition to ACTIVE for port object ed83fd28-45bb-4577-bfb9-ef68dd5b7332 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:15:58.448131 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-266e9e91-cfcd-4e1a-a8fe-e716db72a728 req-f12ba087-53e7-43db-a103-a57384b80bbd tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/security-groups?id=69e9e696-6092-48f5-a28b-387de9f4e688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571206 Aug 29 04:15:58.453117 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-303f3927-9303-4ab4-a362-1d3c82380960 req-bc0bdd0c-21e7-4f9a-8cd5-5d3d52e95d0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:58.495036 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307a9238-07f6-4287-a350-7a2374abb4ac req-4a18e884-61eb-4e7a-a31d-5f8ec1044578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:58.496654 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-307a9238-07f6-4287-a350-7a2374abb4ac req-4a18e884-61eb-4e7a-a31d-5f8ec1044578 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=18cd12d4-b12a-41b0-b0c5-618edbb84e74 HTTP/1.1" status: 200 len: 843 time: 0.1523290 Aug 29 04:15:58.521129 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c447e9c-e834-479e-9718-6786f34d8c6f req-20c43491-53c6-4ed6-b231-b5c2c5567dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:58.522422 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0c447e9c-e834-479e-9718-6786f34d8c6f req-20c43491-53c6-4ed6-b231-b5c2c5567dc9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b3b2f611-e938-4e7c-b802-00c4c626c68c HTTP/1.1" status: 200 len: 1097 time: 0.2192812 Aug 29 04:15:58.544698 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-d9000fd0-f35a-42fa-82b6-561cb8e6d093 req-36f0d3ea-f19a-4b4a-bbaf-c1ccb09a3f17 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:58.558601 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['12c539aa-20c7-4e61-9893-071488e12699', 'e1e1e2ce-997c-4da8-b49a-4b4ef1169bf2'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:15:58.591165 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0bdd0c-21e7-4f9a-8cd5-5d3d52e95d0b service neutron] Pushing event updated for resources: {'Port': ['ID=ed83fd28-45bb-4577-bfb9-ef68dd5b7332,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:58.643809 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f0d3ea-f19a-4b4a-bbaf-c1ccb09a3f17 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Pushing event deleted for resources: {'Port': ['ID=e1e1e2ce-997c-4da8-b49a-4b4ef1169bf2,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:58.657259 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307a9238-07f6-4287-a350-7a2374abb4ac req-84b96517-432e-46e5-a4b0-8967b64e1458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:58.659091 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-307a9238-07f6-4287-a350-7a2374abb4ac req-84b96517-432e-46e5-a4b0-8967b64e1458 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1523771 Aug 29 04:15:58.659489 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [req-47ec1b9c-5271-4edf-82e6-07ceefc79ac4 req-0e7dc541-915d-4171-86d6-d92b38973356 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Allocated IP 172.20.0.3 (53020a37-9cfa-46c3-bf40-16467007f493/210c6ef6-f12f-4dde-90b9-22d1971290b1/83e8be10-8624-47a2-b4c6-4413e7b94668) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:15:58.662930 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0c447e9c-e834-479e-9718-6786f34d8c6f req-41b420fe-161f-4dd7-a107-d42e7797eceb service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=46edc4d9-63f8-4b18-b08b-1f71016f23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143572 Aug 29 04:15:58.709814 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-303f3927-9303-4ab4-a362-1d3c82380960 req-bc0bdd0c-21e7-4f9a-8cd5-5d3d52e95d0b service neutron] Attempting to bind port ed83fd28-45bb-4577-bfb9-ef68dd5b7332 on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:15:58.710121 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-303f3927-9303-4ab4-a362-1d3c82380960 req-bc0bdd0c-21e7-4f9a-8cd5-5d3d52e95d0b service neutron] Attempting to bind port ed83fd28-45bb-4577-bfb9-ef68dd5b7332 by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': '5e7e2f14-8790-418b-88e1-15441e6a9fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '2f4673af-b8e7-4620-a09f-889ce79ba3f8'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:15:58.710495 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303f3927-9303-4ab4-a362-1d3c82380960 req-bc0bdd0c-21e7-4f9a-8cd5-5d3d52e95d0b service neutron] Attempting to bind port ed83fd28-45bb-4577-bfb9-ef68dd5b7332 on network 2f4673af-b8e7-4620-a09f-889ce79ba3f8 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:15:58.716653 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303f3927-9303-4ab4-a362-1d3c82380960 req-bc0bdd0c-21e7-4f9a-8cd5-5d3d52e95d0b service neutron] Port ed83fd28-45bb-4577-bfb9-ef68dd5b7332 on network 2f4673af-b8e7-4620-a09f-889ce79ba3f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:15:58.717009 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303f3927-9303-4ab4-a362-1d3c82380960 req-bc0bdd0c-21e7-4f9a-8cd5-5d3d52e95d0b service neutron] Attempting to bind port ed83fd28-45bb-4577-bfb9-ef68dd5b7332 on network 2f4673af-b8e7-4620-a09f-889ce79ba3f8 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:15:58.725146 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303f3927-9303-4ab4-a362-1d3c82380960 req-bc0bdd0c-21e7-4f9a-8cd5-5d3d52e95d0b service neutron] Checking agent: {'id': '3de9de52-3a03-431d-9d7e-497ae92c57ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:15:58.725994 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303f3927-9303-4ab4-a362-1d3c82380960 req-bc0bdd0c-21e7-4f9a-8cd5-5d3d52e95d0b service neutron] Checking segment: {'id': '5e7e2f14-8790-418b-88e1-15441e6a9fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '2f4673af-b8e7-4620-a09f-889ce79ba3f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:15:58.726265 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303f3927-9303-4ab4-a362-1d3c82380960 req-bc0bdd0c-21e7-4f9a-8cd5-5d3d52e95d0b service neutron] Bound using segment: {'id': '5e7e2f14-8790-418b-88e1-15441e6a9fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '2f4673af-b8e7-4620-a09f-889ce79ba3f8'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:15:58.726625 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-303f3927-9303-4ab4-a362-1d3c82380960 req-bc0bdd0c-21e7-4f9a-8cd5-5d3d52e95d0b service neutron] Bound port: ed83fd28-45bb-4577-bfb9-ef68dd5b7332, host: n-h1-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e7e2f14-8790-418b-88e1-15441e6a9fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '2f4673af-b8e7-4620-a09f-889ce79ba3f8'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:15:58.727050 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-303f3927-9303-4ab4-a362-1d3c82380960 req-bc0bdd0c-21e7-4f9a-8cd5-5d3d52e95d0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:58.753402 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9000fd0-f35a-42fa-82b6-561cb8e6d093 req-36f0d3ea-f19a-4b4a-bbaf-c1ccb09a3f17 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] No DVR routers for this DVR port e1e1e2ce-997c-4da8-b49a-4b4ef1169bf2 on host n-h1-712140-12 {{(pid=94829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:15:58.768484 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b30222c-f5ad-4ef3-bd4c-8f0dae252358 req-a7d42b28-631b-42e8-99df-211dfb744faf tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:58.769409 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1b30222c-f5ad-4ef3-bd4c-8f0dae252358 req-a7d42b28-631b-42e8-99df-211dfb744faf tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=077ec94a-232c-4b57-a5ad-af0746cd4f24 HTTP/1.1" status: 200 len: 931 time: 0.4129264 Aug 29 04:15:58.771122 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-d9000fd0-f35a-42fa-82b6-561cb8e6d093 req-36f0d3ea-f19a-4b4a-bbaf-c1ccb09a3f17 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:58.773189 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d9000fd0-f35a-42fa-82b6-561cb8e6d093 req-36f0d3ea-f19a-4b4a-bbaf-c1ccb09a3f17 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.46 "DELETE /v2.0/ports/e1e1e2ce-997c-4da8-b49a-4b4ef1169bf2 HTTP/1.1" status: 204 len: 173 time: 1.4007893 Aug 29 04:15:58.775305 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e87e1d2-96a1-4e0e-a1ff-a7c7275d7778', 'name': 'network-vif-deleted', 'tag': 'e1e1e2ce-997c-4da8-b49a-4b4ef1169bf2'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:15:58.779984 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-887d4213-e82d-4ad6-a9eb-59cf2a8da460" -d '{"events": [{"server_uuid": "4e87e1d2-96a1-4e0e-a1ff-a7c7275d7778", "name": "network-vif-deleted", "tag": "e1e1e2ce-997c-4da8-b49a-4b4ef1169bf2"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:15:58.795387 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89f70941-9fdd-43f7-8c4d-9e6003ebe562 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Made reservation on behalf of c9804a8a9be04dbf9e3249af907a3916 for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:15:58.802106 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-89f70941-9fdd-43f7-8c4d-9e6003ebe562 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4552395'] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:58.904286 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fd11dc63-d438-461b-b428-10e750e91a69 req-9368ae60-da4c-414f-b835-a422842fc162 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e87e1d2-96a1-4e0e-a1ff-a7c7275d7778 HTTP/1.1" status: 200 len: 210 time: 0.0381932 Aug 29 04:15:58.916092 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-303f3927-9303-4ab4-a362-1d3c82380960 req-bc0bdd0c-21e7-4f9a-8cd5-5d3d52e95d0b service neutron] For port ed83fd28-45bb-4577-bfb9-ef68dd5b7332, host n-h1-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:15:58.925614 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1b30222c-f5ad-4ef3-bd4c-8f0dae252358 req-410ee162-46fb-4697-ba24-79d8ad02e451 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389024 Aug 29 04:15:58.938884 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-303f3927-9303-4ab4-a362-1d3c82380960 req-bc0bdd0c-21e7-4f9a-8cd5-5d3d52e95d0b service neutron] For port ed83fd28-45bb-4577-bfb9-ef68dd5b7332, host n-h1-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=ed83fd28-45bb-4577-bfb9-ef68dd5b7332,segment=NetworkSegment(5e7e2f14-8790-418b-88e1-15441e6a9fb5),segment_id=5e7e2f14-8790-418b-88e1-15441e6a9fb5)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:15:58.947331 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-303f3927-9303-4ab4-a362-1d3c82380960 req-bc0bdd0c-21e7-4f9a-8cd5-5d3d52e95d0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:59.073922 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303f3927-9303-4ab4-a362-1d3c82380960 req-bc0bdd0c-21e7-4f9a-8cd5-5d3d52e95d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:59.074544 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-303f3927-9303-4ab4-a362-1d3c82380960 req-bc0bdd0c-21e7-4f9a-8cd5-5d3d52e95d0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:59.075974 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-303f3927-9303-4ab4-a362-1d3c82380960 req-bc0bdd0c-21e7-4f9a-8cd5-5d3d52e95d0b service neutron] 10.222.0.46 "PUT /v2.0/ports/ed83fd28-45bb-4577-bfb9-ef68dd5b7332 HTTP/1.1" status: 200 len: 1092 time: 2.2069356 Aug 29 04:15:59.126244 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0bdd0c-21e7-4f9a-8cd5-5d3d52e95d0b service neutron] Pushing event updated for resources: {'Port': ['ID=ed83fd28-45bb-4577-bfb9-ef68dd5b7332,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:59.156675 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c886f14e-bc3f-4a14-a05e-dc51c81ba2b0 req-7295f2de-c18b-4821-9031-0d938836dbc7 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:59.158351 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c886f14e-bc3f-4a14-a05e-dc51c81ba2b0 req-7295f2de-c18b-4821-9031-0d938836dbc7 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.22 "GET /v2.0/ports?device_id=cc18cbe5-088c-4ebd-8ee9-e1ab72c96d64 HTTP/1.1" status: 200 len: 945 time: 0.1652184 Aug 29 04:15:59.196809 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-307a9238-07f6-4287-a350-7a2374abb4ac req-08759370-34ca-4c37-bafd-010ddb1a1a30 service neutron] 10.222.0.48 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013369 Aug 29 04:15:59.234707 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c886f14e-bc3f-4a14-a05e-dc51c81ba2b0 req-30fe947e-dd06-4b1e-8cc9-4f9c2cc06a06 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.22 "GET /v2.0/security-groups?id=46edc4d9-63f8-4b18-b08b-1f71016f23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680664 Aug 29 04:15:59.364454 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-307a9238-07f6-4287-a350-7a2374abb4ac req-c78c21e7-055c-4ad2-bd70-ddf191e2a5dc service neutron] 10.222.0.48 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542149 Aug 29 04:15:59.375763 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303f3927-9303-4ab4-a362-1d3c82380960 req-3640fea9-12ad-4a5e-8c99-8430f1e8ebd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:59.377449 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-303f3927-9303-4ab4-a362-1d3c82380960 req-3640fea9-12ad-4a5e-8c99-8430f1e8ebd7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5a14f7f9066643a38713cee788a50c7a&device_id=077ec94a-232c-4b57-a5ad-af0746cd4f24 HTTP/1.1" status: 200 len: 1095 time: 0.0820589 Aug 29 04:15:59.432108 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-303f3927-9303-4ab4-a362-1d3c82380960 req-b5ce119a-9f7d-40ac-beda-a6d0ce9b7f26 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ed83fd28-45bb-4577-bfb9-ef68dd5b7332 HTTP/1.1" status: 200 len: 217 time: 0.0456626 Aug 29 04:15:59.435885 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-135bbf24-8597-43b9-8ab1-3c45e692e13c x-openstack-request-id: req-135bbf24-8597-43b9-8ab1-3c45e692e13c {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:15:59.436399 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e87e1d2-96a1-4e0e-a1ff-a7c7275d7778", "name": "network-vif-deleted", "tag": "e1e1e2ce-997c-4da8-b49a-4b4ef1169bf2", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:15:59.436399 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-135bbf24-8597-43b9-8ab1-3c45e692e13c {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:15:59.436914 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e87e1d2-96a1-4e0e-a1ff-a7c7275d7778', 'name': 'network-vif-deleted', 'tag': 'e1e1e2ce-997c-4da8-b49a-4b4ef1169bf2', 'status': 'completed', 'code': 200} Aug 29 04:15:59.465594 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c67412d-6d4e-42f0-84f0-99de859b6cd0 req-835f5a32-1ef8-4918-aac9-389e1b5d98a4 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:59.467159 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5c67412d-6d4e-42f0-84f0-99de859b6cd0 req-835f5a32-1ef8-4918-aac9-389e1b5d98a4 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e5ccfea-706b-4825-9d2e-60c0b092c82e HTTP/1.1" status: 200 len: 944 time: 0.4412603 Aug 29 04:15:59.490276 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-47ec1b9c-5271-4edf-82e6-07ceefc79ac4 req-0e7dc541-915d-4171-86d6-d92b38973356 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:59.528322 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f721b78a-bf39-4991-b639-dfa765b4ba8a req-5225f620-8c99-461a-8722-ab26325cd53d tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb5d6e9c-5c3d-4fd0-b7cd-2988a1e453f4 HTTP/1.1" status: 200 len: 210 time: 0.0840230 Aug 29 04:15:59.572063 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303f3927-9303-4ab4-a362-1d3c82380960 req-929f947f-dd85-4320-af21-beedce14ceae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:59.573854 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-303f3927-9303-4ab4-a362-1d3c82380960 req-929f947f-dd85-4320-af21-beedce14ceae service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ca990b23-63b6-47bd-b575-c3dcd63e7190 HTTP/1.1" status: 200 len: 846 time: 0.1106975 Aug 29 04:15:59.588542 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-89f70941-9fdd-43f7-8c4d-9e6003ebe562 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4274880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4552377'] for subnet, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:59.593947 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3118b0-be87-41d3-9ac7-6df63a11964f req-4d52ee28-840c-4c1f-9afc-3e9b4c2c449d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:59.595472 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5f3118b0-be87-41d3-9ac7-6df63a11964f req-4d52ee28-840c-4c1f-9afc-3e9b4c2c449d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cff8a488ff344e109cad8daf17880810&device_id=2d2293db-2b80-49cd-b456-994387ea7d62 HTTP/1.1" status: 200 len: 1099 time: 0.0970747 Aug 29 04:15:59.599231 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5c67412d-6d4e-42f0-84f0-99de859b6cd0 req-1ad1b08f-5dd9-4c56-b5eb-8aa0fdb48002 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=95663bcf-c178-40f7-a8d1-56ba6dc33aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1243093 Aug 29 04:15:59.630858 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-303f3927-9303-4ab4-a362-1d3c82380960 req-ce336cd2-e143-47ca-9cbe-ae60e051670c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2f4673af-b8e7-4620-a09f-889ce79ba3f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434153 Aug 29 04:15:59.681866 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-47ec1b9c-5271-4edf-82e6-07ceefc79ac4 req-0e7dc541-915d-4171-86d6-d92b38973356 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:59.708587 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f70941-9fdd-43f7-8c4d-9e6003ebe562 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Pushing event updated for resources: {'Subnet': ['ID=dbb75bbe-b2a3-4a9b-9174-ee5121eccefb,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:59.751450 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47ec1b9c-5271-4edf-82e6-07ceefc79ac4 req-0e7dc541-915d-4171-86d6-d92b38973356 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Network 53020a37-9cfa-46c3-bf40-16467007f493 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:15:59.757337 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f70941-9fdd-43f7-8c4d-9e6003ebe562 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Checking segment: {'id': 'a496741b-1fd5-4472-8949-3c2a4f86a807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '6378a271-fcd3-4f3e-88f8-811b7642d338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:15:59.757337 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f70941-9fdd-43f7-8c4d-9e6003ebe562 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Network hostable DHCP agents. Network: 6378a271-fcd3-4f3e-88f8-811b7642d338, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:15:59.760363 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [req-47ec1b9c-5271-4edf-82e6-07ceefc79ac4 req-0e7dc541-915d-4171-86d6-d92b38973356 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:15:59.765679 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [req-47ec1b9c-5271-4edf-82e6-07ceefc79ac4 req-0e7dc541-915d-4171-86d6-d92b38973356 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:15:59.789087 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7dc541-915d-4171-86d6-d92b38973356 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Pushing event updated for resources: {'Port': ['ID=83e8be10-8624-47a2-b4c6-4413e7b94668,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:59.824716 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f70941-9fdd-43f7-8c4d-9e6003ebe562 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Network 6378a271-fcd3-4f3e-88f8-811b7642d338 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:15:59.834192 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a54f841-aba2-46f5-a4fd-037abe932131 req-f06113ec-49ac-42d1-8b54-bebc39652700 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:59.835757 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0a54f841-aba2-46f5-a4fd-037abe932131 req-f06113ec-49ac-42d1-8b54-bebc39652700 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d2293db-2b80-49cd-b456-994387ea7d62 HTTP/1.1" status: 200 len: 947 time: 0.1936178 Aug 29 04:15:59.837870 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ec1b9c-5271-4edf-82e6-07ceefc79ac4 req-0e7dc541-915d-4171-86d6-d92b38973356 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:59.838513 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-47ec1b9c-5271-4edf-82e6-07ceefc79ac4 req-0e7dc541-915d-4171-86d6-d92b38973356 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:59.845111 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3118b0-be87-41d3-9ac7-6df63a11964f req-80e7ed8c-58fd-4dba-b7a7-8d229f8e5b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:59.846689 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5f3118b0-be87-41d3-9ac7-6df63a11964f req-80e7ed8c-58fd-4dba-b7a7-8d229f8e5b23 service neutron] 10.222.0.48 "GET /v2.0/networks?id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 HTTP/1.1" status: 200 len: 870 time: 0.2286265 Aug 29 04:15:59.851182 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-89f70941-9fdd-43f7-8c4d-9e6003ebe562 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 6378a271-fcd3-4f3e-88f8-811b7642d338) {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:15:59.851930 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-303f3927-9303-4ab4-a362-1d3c82380960 req-9c4b1a42-47b0-4c6a-900c-92ff0b059778 service neutron] 10.222.0.46 "GET /v2.0/networks/2f4673af-b8e7-4620-a09f-889ce79ba3f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086658 Aug 29 04:15:59.856471 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f70941-9fdd-43f7-8c4d-9e6003ebe562 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:59.857572 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-89f70941-9fdd-43f7-8c4d-9e6003ebe562 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:59.864428 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5045c763-b793-4941-9db5-983946162e7b None None] Network 6378a271-fcd3-4f3e-88f8-811b7642d338 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:15:59.876516 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-89f70941-9fdd-43f7-8c4d-9e6003ebe562 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5420668 Aug 29 04:15:59.876744 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 43798) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:59.882690 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-0fe33feb-be04-48c5-91ff-707c65b84c0a tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-670187424'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:59.888430 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-47ec1b9c-5271-4edf-82e6-07ceefc79ac4 req-0e7dc541-915d-4171-86d6-d92b38973356 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8606155 Aug 29 04:15:59.906582 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-47ec1b9c-5271-4edf-82e6-07ceefc79ac4 req-cd407f60-5711-4373-9b38-44bc167a42be service neutron] Request body: {'port': {'device_id': 'bb5d6e9c-5c3d-4fd0-b7cd-2988a1e453f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-12'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:59.945846 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5f3118b0-be87-41d3-9ac7-6df63a11964f req-d0205b26-5f97-49f8-ba82-2ebe850b4040 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=6c598feb-3ed1-428d-85b3-41629f32880f HTTP/1.1" status: 200 len: 217 time: 0.0878134 Aug 29 04:15:59.947662 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fe33feb-be04-48c5-91ff-707c65b84c0a tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Made reservation on behalf of c9804a8a9be04dbf9e3249af907a3916 for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:15:59.953957 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0fe33feb-be04-48c5-91ff-707c65b84c0a tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:00.005401 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-47ec1b9c-5271-4edf-82e6-07ceefc79ac4 req-cd407f60-5711-4373-9b38-44bc167a42be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:00.017876 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0a54f841-aba2-46f5-a4fd-037abe932131 req-6c99aaac-9224-442f-81ae-b0960e5f1cf3 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/security-groups?id=69e9e696-6092-48f5-a28b-387de9f4e688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688881 Aug 29 04:16:00.059281 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fe33feb-be04-48c5-91ff-707c65b84c0a tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:16:00.079260 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0fe33feb-be04-48c5-91ff-707c65b84c0a tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:00.079613 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-0fe33feb-be04-48c5-91ff-707c65b84c0a tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Added segment 52117d92-d530-4393-8f19-89e70303ec6c of type vlan for network 90135027-97bd-4f5b-97d1-f6b55ab80118 Aug 29 04:16:00.081222 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3118b0-be87-41d3-9ac7-6df63a11964f req-b48ad300-af77-45d2-8c61-5c47da38c0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:00.084136 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5f3118b0-be87-41d3-9ac7-6df63a11964f req-b48ad300-af77-45d2-8c61-5c47da38c0fd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=18cd12d4-b12a-41b0-b0c5-618edbb84e74 HTTP/1.1" status: 200 len: 843 time: 0.1311078 Aug 29 04:16:00.092829 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6077d3-5d98-4357-b76c-cdbaf222b5d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-6378a271-fcd3-4f3e-88f8-811b7642d338', 'network_id': '6378a271-fcd3-4f3e-88f8-811b7642d338', 'tenant_id': 'c9804a8a9be04dbf9e3249af907a3916', 'fixed_ips': [{'subnet_id': 'dbb75bbe-b2a3-4a9b-9174-ee5121eccefb'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:16:00.094052 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ed6077d3-5d98-4357-b76c-cdbaf222b5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:00.185783 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-303f3927-9303-4ab4-a362-1d3c82380960 req-585e331f-e9e4-4240-bd38-43de2896abfa service neutron] 10.222.0.46 "GET /v2.0/networks/2f4673af-b8e7-4620-a09f-889ce79ba3f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3156276 Aug 29 04:16:00.210740 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9db809-2ab3-443b-aefb-15b33b4271a7 req-63f45f53-579e-4391-9c3c-f6acedda5ae0 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:00.219135 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8a9db809-2ab3-443b-aefb-15b33b4271a7 req-63f45f53-579e-4391-9c3c-f6acedda5ae0 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=077ec94a-232c-4b57-a5ad-af0746cd4f24 HTTP/1.1" status: 200 len: 943 time: 0.1315782 Aug 29 04:16:00.224614 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0fe33feb-be04-48c5-91ff-707c65b84c0a tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:00.240027 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3118b0-be87-41d3-9ac7-6df63a11964f req-00834d05-0619-47a0-a79c-2afaa003ba72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:00.241865 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5f3118b0-be87-41d3-9ac7-6df63a11964f req-00834d05-0619-47a0-a79c-2afaa003ba72 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0936191 Aug 29 04:16:00.263921 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-ed6077d3-5d98-4357-b76c-cdbaf222b5d5 None None] Allocated IP 19.80.0.2 (6378a271-fcd3-4f3e-88f8-811b7642d338/dbb75bbe-b2a3-4a9b-9174-ee5121eccefb/fbd3314b-e72a-4776-b618-01c2410d638c) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:16:00.312131 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4c7b6ff6-8604-44d4-9856-669a38993054 req-0b648387-7b19-4e6b-991f-b41473a1d827 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "GET /v2.0/security-groups/7f72a9c4-6fd5-4781-ae01-7b437bed9fee HTTP/1.1" status: 200 len: 1800 time: 0.1331415 Aug 29 04:16:00.318691 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8a9db809-2ab3-443b-aefb-15b33b4271a7 req-a660fbc2-c6b4-446d-ac9c-230117bdcf23 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982375 Aug 29 04:16:00.321050 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '077ec94a-232c-4b57-a5ad-af0746cd4f24', 'tag': 'ed83fd28-45bb-4577-bfb9-ef68dd5b7332'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:16:00.326327 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99b3b69c-cf9b-4fd6-a576-3e438d70cbb7" -d '{"events": [{"name": "network-changed", "server_uuid": "077ec94a-232c-4b57-a5ad-af0746cd4f24", "tag": "ed83fd28-45bb-4577-bfb9-ef68dd5b7332"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:16:00.378506 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0fe33feb-be04-48c5-91ff-707c65b84c0a tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:00.384957 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe33feb-be04-48c5-91ff-707c65b84c0a tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:00.385556 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0fe33feb-be04-48c5-91ff-707c65b84c0a tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:00.399978 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5f3118b0-be87-41d3-9ac7-6df63a11964f req-437acc90-8830-4809-ac07-5e46a5dd2c9c service neutron] 10.222.0.48 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488152 Aug 29 04:16:00.453767 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ed6077d3-5d98-4357-b76c-cdbaf222b5d5 None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:00.465364 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-ed6077d3-5d98-4357-b76c-cdbaf222b5d5 None None] Transition to ACTIVE for port object fbd3314b-e72a-4776-b618-01c2410d638c will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:16:00.484582 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-0fe33feb-be04-48c5-91ff-707c65b84c0a tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6044998 Aug 29 04:16:00.490217 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-ed6077d3-5d98-4357-b76c-cdbaf222b5d5 None None] Transition to ACTIVE for port object fbd3314b-e72a-4776-b618-01c2410d638c will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:16:00.491302 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d0720a-41b9-4fc7-9831-2a988e7f7624 req-727235cf-b80a-4db1-9233-8d601da6e564 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:00.491787 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 43816) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:00.492899 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-74d0720a-41b9-4fc7-9831-2a988e7f7624 req-727235cf-b80a-4db1-9233-8d601da6e564 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e5ccfea-706b-4825-9d2e-60c0b092c82e HTTP/1.1" status: 200 len: 944 time: 0.1116703 Aug 29 04:16:00.503219 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ed6077d3-5d98-4357-b76c-cdbaf222b5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:00.522622 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-259ae53d-3432-45c5-b417-86aed26ca3e6 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Request body: {'subnet': {'network_id': '90135027-97bd-4f5b-97d1-f6b55ab80118', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:16:00.553024 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed6077d3-5d98-4357-b76c-cdbaf222b5d5 None None] Network 6378a271-fcd3-4f3e-88f8-811b7642d338 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:16:00.554600 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-ed6077d3-5d98-4357-b76c-cdbaf222b5d5 None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:16:00.556809 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5f3118b0-be87-41d3-9ac7-6df63a11964f req-b68e2b93-a76f-41bc-bd49-9ed373669f63 service neutron] 10.222.0.48 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412251 Aug 29 04:16:00.559950 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-74d0720a-41b9-4fc7-9831-2a988e7f7624 req-1ed37e1f-b3b9-427d-a790-67abfc5bd4c4 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=95663bcf-c178-40f7-a8d1-56ba6dc33aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551424 Aug 29 04:16:00.561014 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6077d3-5d98-4357-b76c-cdbaf222b5d5 None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:16:00.574997 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device e1e1e2ce-997c-4da8-b49a-4b4ef1169bf2 no longer exists at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:16:00.579487 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6077d3-5d98-4357-b76c-cdbaf222b5d5 None None] Pushing event updated for resources: {'Port': ['ID=fbd3314b-e72a-4776-b618-01c2410d638c,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:00.616648 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe33feb-be04-48c5-91ff-707c65b84c0a tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Pushing event updated for resources: {'Network': ['ID=90135027-97bd-4f5b-97d1-f6b55ab80118,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:00.638692 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 90135027-97bd-4f5b-97d1-f6b55ab80118 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:16:00.638972 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [req-47ec1b9c-5271-4edf-82e6-07ceefc79ac4 req-cd407f60-5711-4373-9b38-44bc167a42be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83e8be10-8624-47a2-b4c6-4413e7b94668 {{(pid=94829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:16:00.640905 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] No Port match for: e1e1e2ce-997c-4da8-b49a-4b4ef1169bf2 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:16:00.641248 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device e1e1e2ce-997c-4da8-b49a-4b4ef1169bf2 not bound to the agent host n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:16:00.657508 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-47ec1b9c-5271-4edf-82e6-07ceefc79ac4 req-cd407f60-5711-4373-9b38-44bc167a42be service neutron] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:00.661869 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-4c7b6ff6-8604-44d4-9856-669a38993054 req-6be5381f-212a-4f51-85b6-f520e4c204ba tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:00.676457 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c9f0ed-f48e-4595-bc50-9d6158eeafe8 req-51dd3eef-3d05-4979-bd8c-d3cbae8cfdb0 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:00.684374 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-80c9f0ed-f48e-4595-bc50-9d6158eeafe8 req-51dd3eef-3d05-4979-bd8c-d3cbae8cfdb0 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.22 "GET /v2.0/ports?device_id=cc18cbe5-088c-4ebd-8ee9-e1ab72c96d64 HTTP/1.1" status: 200 len: 945 time: 0.0575876 Aug 29 04:16:00.701594 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [req-47ec1b9c-5271-4edf-82e6-07ceefc79ac4 req-cd407f60-5711-4373-9b38-44bc167a42be service neutron] Transition to ACTIVE for port object 83e8be10-8624-47a2-b4c6-4413e7b94668 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:16:00.708722 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-4c7b6ff6-8604-44d4-9856-669a38993054 req-6be5381f-212a-4f51-85b6-f520e4c204ba tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:00.718422 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-47ec1b9c-5271-4edf-82e6-07ceefc79ac4 req-cd407f60-5711-4373-9b38-44bc167a42be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:00.725137 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-ed6077d3-5d98-4357-b76c-cdbaf222b5d5 None None] Attempting to bind port fbd3314b-e72a-4776-b618-01c2410d638c on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:16:00.725529 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-ed6077d3-5d98-4357-b76c-cdbaf222b5d5 None None] Attempting to bind port fbd3314b-e72a-4776-b618-01c2410d638c by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'a496741b-1fd5-4472-8949-3c2a4f86a807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '6378a271-fcd3-4f3e-88f8-811b7642d338'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:16:00.725867 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6077d3-5d98-4357-b76c-cdbaf222b5d5 None None] Attempting to bind port fbd3314b-e72a-4776-b618-01c2410d638c on network 6378a271-fcd3-4f3e-88f8-811b7642d338 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:16:00.729496 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-80c9f0ed-f48e-4595-bc50-9d6158eeafe8 req-2cc58122-30f0-4378-bf2e-8954dd9a86f0 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.22 "GET /v2.0/security-groups?id=46edc4d9-63f8-4b18-b08b-1f71016f23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447192 Aug 29 04:16:00.754181 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6077d3-5d98-4357-b76c-cdbaf222b5d5 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:16:00.754553 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6077d3-5d98-4357-b76c-cdbaf222b5d5 None None] Checking segment: {'id': 'a496741b-1fd5-4472-8949-3c2a4f86a807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '6378a271-fcd3-4f3e-88f8-811b7642d338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:16:00.754979 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ed6077d3-5d98-4357-b76c-cdbaf222b5d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:00.759970 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6077d3-5d98-4357-b76c-cdbaf222b5d5 None None] Bound using segment: {'id': 'a496741b-1fd5-4472-8949-3c2a4f86a807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '6378a271-fcd3-4f3e-88f8-811b7642d338'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:16:00.760795 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-ed6077d3-5d98-4357-b76c-cdbaf222b5d5 None None] Bound port: fbd3314b-e72a-4776-b618-01c2410d638c, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a496741b-1fd5-4472-8949-3c2a4f86a807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '6378a271-fcd3-4f3e-88f8-811b7642d338'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:16:00.761425 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ed6077d3-5d98-4357-b76c-cdbaf222b5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:00.776764 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ab95f86-15d1-4a2b-9a8a-afd17b615261 x-openstack-request-id: req-0ab95f86-15d1-4a2b-9a8a-afd17b615261 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:16:00.777360 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "077ec94a-232c-4b57-a5ad-af0746cd4f24", "tag": "ed83fd28-45bb-4577-bfb9-ef68dd5b7332", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:16:00.777782 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0ab95f86-15d1-4a2b-9a8a-afd17b615261 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:16:00.779268 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '077ec94a-232c-4b57-a5ad-af0746cd4f24', 'tag': 'ed83fd28-45bb-4577-bfb9-ef68dd5b7332', 'status': 'completed', 'code': 200} Aug 29 04:16:00.795904 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd407f60-5711-4373-9b38-44bc167a42be service neutron] Pushing event updated for resources: {'Port': ['ID=83e8be10-8624-47a2-b4c6-4413e7b94668,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:00.809044 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-259ae53d-3432-45c5-b417-86aed26ca3e6 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Made reservation on behalf of c9804a8a9be04dbf9e3249af907a3916 for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:16:00.812620 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-259ae53d-3432-45c5-b417-86aed26ca3e6 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4552395'] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:00.857186 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-ed6077d3-5d98-4357-b76c-cdbaf222b5d5 None None] For port fbd3314b-e72a-4776-b618-01c2410d638c, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:16:00.862297 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-ed6077d3-5d98-4357-b76c-cdbaf222b5d5 None None] For port fbd3314b-e72a-4776-b618-01c2410d638c, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=fbd3314b-e72a-4776-b618-01c2410d638c,segment=NetworkSegment(a496741b-1fd5-4472-8949-3c2a4f86a807),segment_id=a496741b-1fd5-4472-8949-3c2a4f86a807)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:16:00.866852 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ed6077d3-5d98-4357-b76c-cdbaf222b5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:00.881314 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b3b69c-cf9b-4fd6-a576-3e438d70cbb7 req-7a966bd8-200c-4da1-af50-644de99f0e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:00.883977 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-99b3b69c-cf9b-4fd6-a576-3e438d70cbb7 req-7a966bd8-200c-4da1-af50-644de99f0e71 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5a14f7f9066643a38713cee788a50c7a&device_id=077ec94a-232c-4b57-a5ad-af0746cd4f24 HTTP/1.1" status: 200 len: 1095 time: 0.0554285 Aug 29 04:16:00.952256 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6077d3-5d98-4357-b76c-cdbaf222b5d5 None None] Pushing event updated for resources: {'Port': ['ID=fbd3314b-e72a-4776-b618-01c2410d638c,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:00.954568 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-4c7b6ff6-8604-44d4-9856-669a38993054 req-6be5381f-212a-4f51-85b6-f520e4c204ba tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:00.959101 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-4c7b6ff6-8604-44d4-9856-669a38993054 req-6be5381f-212a-4f51-85b6-f520e4c204ba tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:00.960372 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4c7b6ff6-8604-44d4-9856-669a38993054 req-6be5381f-212a-4f51-85b6-f520e4c204ba tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "DELETE /v2.0/security-groups/7f72a9c4-6fd5-4781-ae01-7b437bed9fee HTTP/1.1" status: 204 len: 173 time: 0.6339171 Aug 29 04:16:00.998824 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be5381f-212a-4f51-85b6-f520e4c204ba tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f72a9c4-6fd5-4781-ae01-7b437bed9fee,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:01.064440 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device e2101567-e33b-4c1b-83c9-cb949027cd4a up at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:16:01.087419 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5ab4a843-6c84-4a7c-9eba-78b442b1a83c req-71c6d22d-ad58-47be-a8ec-e10fea77c7ca tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "GET /v2.0/security-groups/b60d491b-8e06-4496-b54f-158ee5264c0b HTTP/1.1" status: 200 len: 1799 time: 0.0968645 Aug 29 04:16:01.088368 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-47ec1b9c-5271-4edf-82e6-07ceefc79ac4 req-cd407f60-5711-4373-9b38-44bc167a42be service neutron] Attempting to bind port 83e8be10-8624-47a2-b4c6-4413e7b94668 on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:16:01.088709 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-47ec1b9c-5271-4edf-82e6-07ceefc79ac4 req-cd407f60-5711-4373-9b38-44bc167a42be service neutron] Attempting to bind port 83e8be10-8624-47a2-b4c6-4413e7b94668 by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': '1fc19f14-bf6d-4959-b2c5-ed51e935e5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '53020a37-9cfa-46c3-bf40-16467007f493'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:16:01.089360 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ec1b9c-5271-4edf-82e6-07ceefc79ac4 req-cd407f60-5711-4373-9b38-44bc167a42be service neutron] Attempting to bind port 83e8be10-8624-47a2-b4c6-4413e7b94668 on network 53020a37-9cfa-46c3-bf40-16467007f493 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:16:01.099823 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ec1b9c-5271-4edf-82e6-07ceefc79ac4 req-cd407f60-5711-4373-9b38-44bc167a42be service neutron] Port 83e8be10-8624-47a2-b4c6-4413e7b94668 on network 53020a37-9cfa-46c3-bf40-16467007f493 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:16:01.100622 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ec1b9c-5271-4edf-82e6-07ceefc79ac4 req-cd407f60-5711-4373-9b38-44bc167a42be service neutron] Attempting to bind port 83e8be10-8624-47a2-b4c6-4413e7b94668 on network 53020a37-9cfa-46c3-bf40-16467007f493 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:16:01.121820 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ec1b9c-5271-4edf-82e6-07ceefc79ac4 req-cd407f60-5711-4373-9b38-44bc167a42be service neutron] Checking agent: {'id': '3de9de52-3a03-431d-9d7e-497ae92c57ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:16:01.122331 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ec1b9c-5271-4edf-82e6-07ceefc79ac4 req-cd407f60-5711-4373-9b38-44bc167a42be service neutron] Checking segment: {'id': '1fc19f14-bf6d-4959-b2c5-ed51e935e5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '53020a37-9cfa-46c3-bf40-16467007f493'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:16:01.122814 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ec1b9c-5271-4edf-82e6-07ceefc79ac4 req-cd407f60-5711-4373-9b38-44bc167a42be service neutron] Bound using segment: {'id': '1fc19f14-bf6d-4959-b2c5-ed51e935e5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '53020a37-9cfa-46c3-bf40-16467007f493'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:16:01.123351 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-47ec1b9c-5271-4edf-82e6-07ceefc79ac4 req-cd407f60-5711-4373-9b38-44bc167a42be service neutron] Bound port: 83e8be10-8624-47a2-b4c6-4413e7b94668, host: n-h1-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fc19f14-bf6d-4959-b2c5-ed51e935e5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '53020a37-9cfa-46c3-bf40-16467007f493'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:16:01.124109 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-47ec1b9c-5271-4edf-82e6-07ceefc79ac4 req-cd407f60-5711-4373-9b38-44bc167a42be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:01.172848 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning for port e2101567-e33b-4c1b-83c9-cb949027cd4a completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:16:01.179726 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning complete for port e2101567-e33b-4c1b-83c9-cb949027cd4a triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:16:01.180300 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:01.299786 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:01.303093 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b3b69c-cf9b-4fd6-a576-3e438d70cbb7 req-0dc6b4ca-50cb-4892-a2ca-3785cf03174d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:01.304731 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-99b3b69c-cf9b-4fd6-a576-3e438d70cbb7 req-0dc6b4ca-50cb-4892-a2ca-3785cf03174d service neutron] 10.222.0.46 "GET /v2.0/networks?id=2f4673af-b8e7-4620-a09f-889ce79ba3f8 HTTP/1.1" status: 200 len: 907 time: 0.4057839 Aug 29 04:16:01.317176 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe88c54b-e4d5-43d9-8161-1e9ecc7c552a req-59e4735d-6e31-4caa-af71-81fc1b6df2c1 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:01.325419 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fe88c54b-e4d5-43d9-8161-1e9ecc7c552a req-59e4735d-6e31-4caa-af71-81fc1b6df2c1 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb5d6e9c-5c3d-4fd0-b7cd-2988a1e453f4 HTTP/1.1" status: 200 len: 943 time: 0.1007621 Aug 29 04:16:01.329456 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc18cbe5-088c-4ebd-8ee9-e1ab72c96d64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2101567-e33b-4c1b-83c9-cb949027cd4a'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:16:01.333856 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93e74019-a8ba-4870-87f5-3edcfb78bf47" -d '{"events": [{"server_uuid": "cc18cbe5-088c-4ebd-8ee9-e1ab72c96d64", "name": "network-vif-plugged", "status": "completed", "tag": "e2101567-e33b-4c1b-83c9-cb949027cd4a"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:16:01.349292 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port e2101567-e33b-4c1b-83c9-cb949027cd4a, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=e2101567-e33b-4c1b-83c9-cb949027cd4a,segment=NetworkSegment(9853adb3-e583-455e-a18e-828382db7c58),segment_id=9853adb3-e583-455e-a18e-828382db7c58)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:01.349568 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-47ec1b9c-5271-4edf-82e6-07ceefc79ac4 req-cd407f60-5711-4373-9b38-44bc167a42be service neutron] For port 83e8be10-8624-47a2-b4c6-4413e7b94668, host n-h1-712140-12, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:16:01.354741 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:01.364519 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-5ab4a843-6c84-4a7c-9eba-78b442b1a83c req-f89fa269-a907-4646-bd35-56c3db9432c7 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:01.371885 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-259ae53d-3432-45c5-b417-86aed26ca3e6 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4274880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4552377'] for subnet, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:01.381824 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-47ec1b9c-5271-4edf-82e6-07ceefc79ac4 req-cd407f60-5711-4373-9b38-44bc167a42be service neutron] For port 83e8be10-8624-47a2-b4c6-4413e7b94668, host n-h1-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=83e8be10-8624-47a2-b4c6-4413e7b94668,segment=NetworkSegment(1fc19f14-bf6d-4959-b2c5-ed51e935e5ad),segment_id=1fc19f14-bf6d-4959-b2c5-ed51e935e5ad)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:16:01.384406 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-99b3b69c-cf9b-4fd6-a576-3e438d70cbb7 req-ef3e3e24-3d5a-440f-9902-7f3fbf212c82 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ed83fd28-45bb-4577-bfb9-ef68dd5b7332 HTTP/1.1" status: 200 len: 217 time: 0.0505028 Aug 29 04:16:01.405852 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=e2101567-e33b-4c1b-83c9-cb949027cd4a,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:01.414676 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fe88c54b-e4d5-43d9-8161-1e9ecc7c552a req-0c2af30c-58e4-411b-9529-1b0be9612b8c tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878224 Aug 29 04:16:01.433259 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-47ec1b9c-5271-4edf-82e6-07ceefc79ac4 req-cd407f60-5711-4373-9b38-44bc167a42be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:01.445581 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-5ab4a843-6c84-4a7c-9eba-78b442b1a83c req-f89fa269-a907-4646-bd35-56c3db9432c7 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:01.451103 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b3b69c-cf9b-4fd6-a576-3e438d70cbb7 req-1a3c7c06-b5c0-4691-a0e1-eb72193cd26c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:01.452667 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-99b3b69c-cf9b-4fd6-a576-3e438d70cbb7 req-1a3c7c06-b5c0-4691-a0e1-eb72193cd26c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ca990b23-63b6-47bd-b575-c3dcd63e7190 HTTP/1.1" status: 200 len: 846 time: 0.0580251 Aug 29 04:16:01.501360 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-99b3b69c-cf9b-4fd6-a576-3e438d70cbb7 req-abb336e2-3327-4edd-a382-41cc03d55a63 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2f4673af-b8e7-4620-a09f-889ce79ba3f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386350 Aug 29 04:16:01.542090 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ec1b9c-5271-4edf-82e6-07ceefc79ac4 req-cd407f60-5711-4373-9b38-44bc167a42be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:01.542632 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-47ec1b9c-5271-4edf-82e6-07ceefc79ac4 req-cd407f60-5711-4373-9b38-44bc167a42be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:01.544186 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-47ec1b9c-5271-4edf-82e6-07ceefc79ac4 req-cd407f60-5711-4373-9b38-44bc167a42be service neutron] 10.222.0.46 "PUT /v2.0/ports/83e8be10-8624-47a2-b4c6-4413e7b94668 HTTP/1.1" status: 200 len: 1092 time: 1.6424007 Aug 29 04:16:01.559609 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb5d6e9c-5c3d-4fd0-b7cd-2988a1e453f4', 'tag': '83e8be10-8624-47a2-b4c6-4413e7b94668'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:16:01.562306 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e922293-5cc2-4d22-83d7-c7b9ea32a0ec" -d '{"events": [{"name": "network-changed", "server_uuid": "bb5d6e9c-5c3d-4fd0-b7cd-2988a1e453f4", "tag": "83e8be10-8624-47a2-b4c6-4413e7b94668"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:16:01.569112 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ae53d-3432-45c5-b417-86aed26ca3e6 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Pushing event updated for resources: {'Subnet': ['ID=474e61f9-69af-47c5-9146-931c72c92ad9,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:01.642234 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc3cf4a-e40a-4e84-81d2-4856899b60a3 req-48a65779-bd6f-48ac-ad88-27256720c2fd tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:01.643771 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3cc3cf4a-e40a-4e84-81d2-4856899b60a3 req-48a65779-bd6f-48ac-ad88-27256720c2fd tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d2293db-2b80-49cd-b456-994387ea7d62 HTTP/1.1" status: 200 len: 947 time: 0.1323211 Aug 29 04:16:01.654963 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd407f60-5711-4373-9b38-44bc167a42be service neutron] Pushing event updated for resources: {'Port': ['ID=83e8be10-8624-47a2-b4c6-4413e7b94668,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:01.663070 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259ae53d-3432-45c5-b417-86aed26ca3e6 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Checking segment: {'id': '52117d92-d530-4393-8f19-89e70303ec6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90135027-97bd-4f5b-97d1-f6b55ab80118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:16:01.663394 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259ae53d-3432-45c5-b417-86aed26ca3e6 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Network hostable DHCP agents. Network: 90135027-97bd-4f5b-97d1-f6b55ab80118, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:16:01.674279 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-5ab4a843-6c84-4a7c-9eba-78b442b1a83c req-f89fa269-a907-4646-bd35-56c3db9432c7 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:01.677451 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-5ab4a843-6c84-4a7c-9eba-78b442b1a83c req-f89fa269-a907-4646-bd35-56c3db9432c7 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:01.689991 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5ab4a843-6c84-4a7c-9eba-78b442b1a83c req-f89fa269-a907-4646-bd35-56c3db9432c7 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "DELETE /v2.0/security-groups/b60d491b-8e06-4496-b54f-158ee5264c0b HTTP/1.1" status: 204 len: 173 time: 0.5928466 Aug 29 04:16:01.720370 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-99b3b69c-cf9b-4fd6-a576-3e438d70cbb7 req-8fb5d244-3612-401d-8b23-4842a2dd364a service neutron] 10.222.0.46 "GET /v2.0/networks/2f4673af-b8e7-4620-a09f-889ce79ba3f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911862 Aug 29 04:16:01.732738 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3cc3cf4a-e40a-4e84-81d2-4856899b60a3 req-7744d3aa-96e5-4bd3-91cf-054dfc8daefa tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/security-groups?id=69e9e696-6092-48f5-a28b-387de9f4e688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750709 Aug 29 04:16:01.732957 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89fa269-a907-4646-bd35-56c3db9432c7 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b60d491b-8e06-4496-b54f-158ee5264c0b,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:01.740001 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device fbd3314b-e72a-4776-b618-01c2410d638c up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:16:01.774376 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ec1b9c-5271-4edf-82e6-07ceefc79ac4 req-57791859-eba9-44f5-b9bf-e7741ecb0b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:01.775943 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-47ec1b9c-5271-4edf-82e6-07ceefc79ac4 req-57791859-eba9-44f5-b9bf-e7741ecb0b03 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1d0658a0a90a4facb02cad62921e20d5&device_id=bb5d6e9c-5c3d-4fd0-b7cd-2988a1e453f4 HTTP/1.1" status: 200 len: 1095 time: 0.1730115 Aug 29 04:16:01.776699 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259ae53d-3432-45c5-b417-86aed26ca3e6 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Network 90135027-97bd-4f5b-97d1-f6b55ab80118 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:16:01.841924 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc1122fc-bd63-4ad6-b636-fa9fb92b5582 x-openstack-request-id: req-cc1122fc-bd63-4ad6-b636-fa9fb92b5582 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:16:01.842319 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc18cbe5-088c-4ebd-8ee9-e1ab72c96d64", "name": "network-vif-plugged", "status": "completed", "tag": "e2101567-e33b-4c1b-83c9-cb949027cd4a", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:16:01.843098 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cc1122fc-bd63-4ad6-b636-fa9fb92b5582 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:16:01.843803 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc18cbe5-088c-4ebd-8ee9-e1ab72c96d64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2101567-e33b-4c1b-83c9-cb949027cd4a', 'code': 200} Aug 29 04:16:01.853617 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port fbd3314b-e72a-4776-b618-01c2410d638c completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:16:01.890655 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-47ec1b9c-5271-4edf-82e6-07ceefc79ac4 req-55a82ab7-9a22-4f7d-be7b-77d32cf09d6a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83e8be10-8624-47a2-b4c6-4413e7b94668 HTTP/1.1" status: 200 len: 217 time: 0.0929773 Aug 29 04:16:01.896162 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-259ae53d-3432-45c5-b417-86aed26ca3e6 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 90135027-97bd-4f5b-97d1-f6b55ab80118) {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:16:01.913975 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259ae53d-3432-45c5-b417-86aed26ca3e6 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:01.914674 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-259ae53d-3432-45c5-b417-86aed26ca3e6 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:01.925052 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2361a6e4-c273-43cf-b950-d97264a730ad None None] Network 90135027-97bd-4f5b-97d1-f6b55ab80118 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:16:01.977116 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-259ae53d-3432-45c5-b417-86aed26ca3e6 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4837675 Aug 29 04:16:01.993665 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc89c27-269d-4304-a6e1-2868e06396fb req-1310f714-5731-4bb6-9765-81201e6d4128 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:02.002760 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0fc89c27-269d-4304-a6e1-2868e06396fb req-1310f714-5731-4bb6-9765-81201e6d4128 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=077ec94a-232c-4b57-a5ad-af0746cd4f24 HTTP/1.1" status: 200 len: 943 time: 0.2141390 Aug 29 04:16:02.036369 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ec1b9c-5271-4edf-82e6-07ceefc79ac4 req-bef09eb4-89ed-4043-bf8c-766900371a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:02.037882 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-47ec1b9c-5271-4edf-82e6-07ceefc79ac4 req-bef09eb4-89ed-4043-bf8c-766900371a2b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=210c6ef6-f12f-4dde-90b9-22d1971290b1 HTTP/1.1" status: 200 len: 860 time: 0.1196806 Aug 29 04:16:02.071347 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0fc89c27-269d-4304-a6e1-2868e06396fb req-c1be2935-71fe-414c-825d-ae00ac119000 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664690 Aug 29 04:16:02.080859 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-99b3b69c-cf9b-4fd6-a576-3e438d70cbb7 req-27fa15f5-e878-4278-b263-7bfae64aef75 service neutron] 10.222.0.46 "GET /v2.0/networks/2f4673af-b8e7-4620-a09f-889ce79ba3f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3455415 Aug 29 04:16:02.088884 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81825d9a-1117-4bb7-81d9-d375ca1528a3 req-14fcd8ef-19d7-4bbd-b1fa-98a2a752a0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:02.090551 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-81825d9a-1117-4bb7-81d9-d375ca1528a3 req-14fcd8ef-19d7-4bbd-b1fa-98a2a752a0a7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=cc18cbe5-088c-4ebd-8ee9-e1ab72c96d64 HTTP/1.1" status: 200 len: 1098 time: 0.1314220 Aug 29 04:16:02.114992 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296ab74d-3839-470e-a7b2-27a37c8d46fc req-0b9a5efc-314e-428f-bc87-d2a2021b3af6 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:02.123305 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-296ab74d-3839-470e-a7b2-27a37c8d46fc req-0b9a5efc-314e-428f-bc87-d2a2021b3af6 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e5ccfea-706b-4825-9d2e-60c0b092c82e HTTP/1.1" status: 200 len: 944 time: 0.1485565 Aug 29 04:16:02.134152 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-47ec1b9c-5271-4edf-82e6-07ceefc79ac4 req-c96cb1cd-8b20-45aa-b8b0-ecfcd71c6fa6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=53020a37-9cfa-46c3-bf40-16467007f493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731115 Aug 29 04:16:02.142686 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e57b632-4178-41f4-b86e-d26606408254 x-openstack-request-id: req-2e57b632-4178-41f4-b86e-d26606408254 {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:16:02.143404 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb5d6e9c-5c3d-4fd0-b7cd-2988a1e453f4", "tag": "83e8be10-8624-47a2-b4c6-4413e7b94668", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:16:02.143900 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2e57b632-4178-41f4-b86e-d26606408254 {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:16:02.145066 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb5d6e9c-5c3d-4fd0-b7cd-2988a1e453f4', 'tag': '83e8be10-8624-47a2-b4c6-4413e7b94668', 'status': 'completed', 'code': 200} Aug 29 04:16:02.173132 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15adf39b-4f67-48bd-a971-7c607708b6e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-90135027-97bd-4f5b-97d1-f6b55ab80118', 'network_id': '90135027-97bd-4f5b-97d1-f6b55ab80118', 'tenant_id': 'c9804a8a9be04dbf9e3249af907a3916', 'fixed_ips': [{'subnet_id': '474e61f9-69af-47c5-9146-931c72c92ad9'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:16:02.173988 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-15adf39b-4f67-48bd-a971-7c607708b6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:02.202693 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-81825d9a-1117-4bb7-81d9-d375ca1528a3 req-effbe3e1-d099-470e-b594-bb3498d44633 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=46edc4d9-63f8-4b18-b08b-1f71016f23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029854 Aug 29 04:16:02.218909 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-296ab74d-3839-470e-a7b2-27a37c8d46fc req-dac9dd29-d0a1-4d2e-9be4-92a3bfe3c62f tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=95663bcf-c178-40f7-a8d1-56ba6dc33aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879006 Aug 29 04:16:02.230993 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-5e0eca0c-8123-4ffe-af22-de102bda981d req-684cf6d5-c545-47f2-87a0-b29677a4ad78 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1889483784', 'description': 'tempest-description-1776725226'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:16:02.259726 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-5e0eca0c-8123-4ffe-af22-de102bda981d req-684cf6d5-c545-47f2-87a0-b29677a4ad78 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:02.288359 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-47ec1b9c-5271-4edf-82e6-07ceefc79ac4 req-8900f018-e752-431f-b10e-dd69ad443e58 service neutron] 10.222.0.46 "GET /v2.0/networks/53020a37-9cfa-46c3-bf40-16467007f493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410124 Aug 29 04:16:02.338836 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcf5f42-a8a4-46d2-9e19-944a0dedb127 req-60d581c6-c9fc-418c-a8cc-b9a87660a9a7 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:02.340433 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0bcf5f42-a8a4-46d2-9e19-944a0dedb127 req-60d581c6-c9fc-418c-a8cc-b9a87660a9a7 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.22 "GET /v2.0/ports?device_id=cc18cbe5-088c-4ebd-8ee9-e1ab72c96d64 HTTP/1.1" status: 200 len: 946 time: 0.0550900 Aug 29 04:16:02.351583 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16199bcc-4d6a-4166-9cc6-c7276f759e8d None None] Network 6378a271-fcd3-4f3e-88f8-811b7642d338 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:16:02.391651 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0bcf5f42-a8a4-46d2-9e19-944a0dedb127 req-93336a19-531d-4ad6-954c-e9ba35948c46 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.22 "GET /v2.0/security-groups?id=46edc4d9-63f8-4b18-b08b-1f71016f23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440145 Aug 29 04:16:02.414758 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-15adf39b-4f67-48bd-a971-7c607708b6e2 None None] Allocated IP 19.86.0.2 (90135027-97bd-4f5b-97d1-f6b55ab80118/474e61f9-69af-47c5-9146-931c72c92ad9/48226964-820a-4a36-b7fb-6ccdd288bc6f) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:16:02.432321 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-47ec1b9c-5271-4edf-82e6-07ceefc79ac4 req-08f6a2e0-0e7d-43d0-98c3-ad429906fc72 service neutron] 10.222.0.46 "GET /v2.0/networks/53020a37-9cfa-46c3-bf40-16467007f493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333735 Aug 29 04:16:02.453473 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-5e0eca0c-8123-4ffe-af22-de102bda981d req-684cf6d5-c545-47f2-87a0-b29677a4ad78 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:02.460307 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-5e0eca0c-8123-4ffe-af22-de102bda981d req-684cf6d5-c545-47f2-87a0-b29677a4ad78 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:02.485647 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-5e0eca0c-8123-4ffe-af22-de102bda981d req-684cf6d5-c545-47f2-87a0-b29677a4ad78 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:02.486868 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5e0eca0c-8123-4ffe-af22-de102bda981d req-684cf6d5-c545-47f2-87a0-b29677a4ad78 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2621915 Aug 29 04:16:02.517829 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-9c1285f8-ed96-4274-bf59-049a603dc838 None None] Provisioning for port fbd3314b-e72a-4776-b618-01c2410d638c completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:16:02.529509 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684cf6d5-c545-47f2-87a0-b29677a4ad78 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f009fa0-4429-4f65-ab5e-36a8d4308213,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:02.536660 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-9c1285f8-ed96-4274-bf59-049a603dc838 None None] Provisioning complete for port fbd3314b-e72a-4776-b618-01c2410d638c triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:16:02.537035 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9c1285f8-ed96-4274-bf59-049a603dc838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:02.546225 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e922293-5cc2-4d22-83d7-c7b9ea32a0ec req-d3da9d92-9de9-4495-aebd-dc959b0bd3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:02.547964 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9e922293-5cc2-4d22-83d7-c7b9ea32a0ec req-d3da9d92-9de9-4495-aebd-dc959b0bd3ef service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1d0658a0a90a4facb02cad62921e20d5&device_id=bb5d6e9c-5c3d-4fd0-b7cd-2988a1e453f4 HTTP/1.1" status: 200 len: 1095 time: 0.0541618 Aug 29 04:16:02.588176 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device ed83fd28-45bb-4577-bfb9-ef68dd5b7332 details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:16:02.724772 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd69dd5-1d9a-4a13-8355-2fe19e85f013 req-c6f395a8-bbc1-4c68-a778-10fb1a28fe33 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:02.727051 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dfd69dd5-1d9a-4a13-8355-2fe19e85f013 req-c6f395a8-bbc1-4c68-a778-10fb1a28fe33 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb5d6e9c-5c3d-4fd0-b7cd-2988a1e453f4 HTTP/1.1" status: 200 len: 943 time: 0.0536900 Aug 29 04:16:02.730737 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e922293-5cc2-4d22-83d7-c7b9ea32a0ec req-ffc799bb-a5a0-4a64-9313-292cc586e745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:02.735953 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9e922293-5cc2-4d22-83d7-c7b9ea32a0ec req-ffc799bb-a5a0-4a64-9313-292cc586e745 service neutron] 10.222.0.46 "GET /v2.0/networks?id=53020a37-9cfa-46c3-bf40-16467007f493 HTTP/1.1" status: 200 len: 921 time: 0.1745310 Aug 29 04:16:02.745481 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beaeeab-e19e-4f17-ae33-f5d1fc7acc9c req-d86018a2-ce2a-432b-98f8-f5bc7c53de39 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:02.753388 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beaeeab-e19e-4f17-ae33-f5d1fc7acc9c req-d86018a2-ce2a-432b-98f8-f5bc7c53de39 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:02.757760 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3beaeeab-e19e-4f17-ae33-f5d1fc7acc9c req-d86018a2-ce2a-432b-98f8-f5bc7c53de39 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] 10.222.0.22 "GET /v2.0/networks?id=6378a271-fcd3-4f3e-88f8-811b7642d338&id=90135027-97bd-4f5b-97d1-f6b55ab80118 HTTP/1.1" status: 200 len: 1389 time: 0.1866307 Aug 29 04:16:02.758106 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-15adf39b-4f67-48bd-a971-7c607708b6e2 None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:02.785985 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dfd69dd5-1d9a-4a13-8355-2fe19e85f013 req-72567485-778b-4a34-b36f-ee57efd3ebaf tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496600 Aug 29 04:16:02.802620 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9e922293-5cc2-4d22-83d7-c7b9ea32a0ec req-fa008ae3-564b-4bdf-9c44-e43433907096 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83e8be10-8624-47a2-b4c6-4413e7b94668 HTTP/1.1" status: 200 len: 217 time: 0.0438702 Aug 29 04:16:02.803069 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-15adf39b-4f67-48bd-a971-7c607708b6e2 None None] Transition to ACTIVE for port object 48226964-820a-4a36-b7fb-6ccdd288bc6f will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:16:02.821333 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3beaeeab-e19e-4f17-ae33-f5d1fc7acc9c req-756b300f-e60e-4586-8f52-786a77e96f75 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] 10.222.0.22 "GET /v2.0/quotas/c9804a8a9be04dbf9e3249af907a3916 HTTP/1.1" status: 200 len: 375 time: 0.0485759 Aug 29 04:16:02.847343 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port ed83fd28-45bb-4577-bfb9-ef68dd5b7332, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=ed83fd28-45bb-4577-bfb9-ef68dd5b7332,segment=NetworkSegment(5e7e2f14-8790-418b-88e1-15441e6a9fb5),segment_id=5e7e2f14-8790-418b-88e1-15441e6a9fb5)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:02.852128 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-15adf39b-4f67-48bd-a971-7c607708b6e2 None None] Transition to ACTIVE for port object 48226964-820a-4a36-b7fb-6ccdd288bc6f will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:16:02.858112 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9c1285f8-ed96-4274-bf59-049a603dc838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:02.871653 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Returning: {'device': 'ed83fd28-45bb-4577-bfb9-ef68dd5b7332', 'network_id': '2f4673af-b8e7-4620-a09f-889ce79ba3f8', 'port_id': 'ed83fd28-45bb-4577-bfb9-ef68dd5b7332', 'mac_address': 'fa:16:3e:76:70:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca990b23-63b6-47bd-b575-c3dcd63e7190', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:16:02.873163 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-351c2906-9ef9-4d92-8330-38d473d7c12b req-3eb91ff8-d297-43d8-8cca-ee9b95c2e170 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "GET /v2.0/security-groups/9f009fa0-4429-4f65-ab5e-36a8d4308213 HTTP/1.1" status: 200 len: 1801 time: 0.0574200 Aug 29 04:16:02.876567 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-15adf39b-4f67-48bd-a971-7c607708b6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:02.885412 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-351c2906-9ef9-4d92-8330-38d473d7c12b req-9af70680-7dd0-4976-bb3e-fc8603b2e6e4 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Request body: {'security_group': {'name': 'tempest-sg-hth-2043771063', 'description': 'tempest-description-hth-1495341457'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:16:02.906651 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e922293-5cc2-4d22-83d7-c7b9ea32a0ec req-9554a7bc-2179-40b2-aeda-a3a2fb383949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:02.908164 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9e922293-5cc2-4d22-83d7-c7b9ea32a0ec req-9554a7bc-2179-40b2-aeda-a3a2fb383949 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=210c6ef6-f12f-4dde-90b9-22d1971290b1 HTTP/1.1" status: 200 len: 860 time: 0.0846026 Aug 29 04:16:02.918321 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-351c2906-9ef9-4d92-8330-38d473d7c12b req-9af70680-7dd0-4976-bb3e-fc8603b2e6e4 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Notify callbacks [] for security_group, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:02.936980 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3beaeeab-e19e-4f17-ae33-f5d1fc7acc9c req-c26784fa-fd4d-4fb5-aae5-9b77156da195 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=c9804a8a9be04dbf9e3249af907a3916&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1044302 Aug 29 04:16:02.961020 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-9c1285f8-ed96-4274-bf59-049a603dc838 None None] For port fbd3314b-e72a-4776-b618-01c2410d638c, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=fbd3314b-e72a-4776-b618-01c2410d638c,segment=NetworkSegment(a496741b-1fd5-4472-8949-3c2a4f86a807),segment_id=a496741b-1fd5-4472-8949-3c2a4f86a807)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:02.963835 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9e922293-5cc2-4d22-83d7-c7b9ea32a0ec req-5d26b927-60a6-4aa3-8f6d-07b6a5c55207 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=53020a37-9cfa-46c3-bf40-16467007f493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432696 Aug 29 04:16:02.969001 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15adf39b-4f67-48bd-a971-7c607708b6e2 None None] Network 90135027-97bd-4f5b-97d1-f6b55ab80118 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:16:02.976341 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9c1285f8-ed96-4274-bf59-049a603dc838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:02.982683 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-15adf39b-4f67-48bd-a971-7c607708b6e2 None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:16:02.988896 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15adf39b-4f67-48bd-a971-7c607708b6e2 None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:16:02.990877 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15adf39b-4f67-48bd-a971-7c607708b6e2 None None] Pushing event updated for resources: {'Port': ['ID=48226964-820a-4a36-b7fb-6ccdd288bc6f,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:02.997593 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:03.005803 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-351c2906-9ef9-4d92-8330-38d473d7c12b req-9af70680-7dd0-4976-bb3e-fc8603b2e6e4 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Notify callbacks [] for security_group, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:03.011625 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-351c2906-9ef9-4d92-8330-38d473d7c12b req-9af70680-7dd0-4976-bb3e-fc8603b2e6e4 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:03.016687 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-351c2906-9ef9-4d92-8330-38d473d7c12b req-9af70680-7dd0-4976-bb3e-fc8603b2e6e4 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:03.018647 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-351c2906-9ef9-4d92-8330-38d473d7c12b req-9af70680-7dd0-4976-bb3e-fc8603b2e6e4 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "PUT /v2.0/security-groups/9f009fa0-4429-4f65-ab5e-36a8d4308213 HTTP/1.1" status: 200 len: 1775 time: 0.1390207 Aug 29 04:16:03.054619 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed83fd28-45bb-4577-bfb9-ef68dd5b7332 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:16:03.056645 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af70680-7dd0-4976-bb3e-fc8603b2e6e4 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f009fa0-4429-4f65-ab5e-36a8d4308213,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:03.131091 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-15adf39b-4f67-48bd-a971-7c607708b6e2 None None] Attempting to bind port 48226964-820a-4a36-b7fb-6ccdd288bc6f on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:16:03.131302 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-15adf39b-4f67-48bd-a971-7c607708b6e2 None None] Attempting to bind port 48226964-820a-4a36-b7fb-6ccdd288bc6f by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '52117d92-d530-4393-8f19-89e70303ec6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90135027-97bd-4f5b-97d1-f6b55ab80118'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:16:03.131668 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15adf39b-4f67-48bd-a971-7c607708b6e2 None None] Attempting to bind port 48226964-820a-4a36-b7fb-6ccdd288bc6f on network 90135027-97bd-4f5b-97d1-f6b55ab80118 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:16:03.133903 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1285f8-ed96-4274-bf59-049a603dc838 None None] Pushing event updated for resources: {'Port': ['ID=fbd3314b-e72a-4776-b618-01c2410d638c,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:03.145434 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port ed83fd28-45bb-4577-bfb9-ef68dd5b7332, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=ed83fd28-45bb-4577-bfb9-ef68dd5b7332,segment=NetworkSegment(5e7e2f14-8790-418b-88e1-15441e6a9fb5),segment_id=5e7e2f14-8790-418b-88e1-15441e6a9fb5)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:03.146848 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15adf39b-4f67-48bd-a971-7c607708b6e2 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:16:03.147284 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15adf39b-4f67-48bd-a971-7c607708b6e2 None None] Checking segment: {'id': '52117d92-d530-4393-8f19-89e70303ec6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90135027-97bd-4f5b-97d1-f6b55ab80118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:16:03.147728 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-15adf39b-4f67-48bd-a971-7c607708b6e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:03.148145 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15adf39b-4f67-48bd-a971-7c607708b6e2 None None] Bound using segment: {'id': '52117d92-d530-4393-8f19-89e70303ec6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90135027-97bd-4f5b-97d1-f6b55ab80118'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:16:03.148756 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-15adf39b-4f67-48bd-a971-7c607708b6e2 None None] Bound port: 48226964-820a-4a36-b7fb-6ccdd288bc6f, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52117d92-d530-4393-8f19-89e70303ec6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90135027-97bd-4f5b-97d1-f6b55ab80118'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:16:03.149139 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-15adf39b-4f67-48bd-a971-7c607708b6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:03.153821 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:03.155782 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3beaeeab-e19e-4f17-ae33-f5d1fc7acc9c req-69a4992b-4299-4c87-8b3d-870b217f06b0 service neutron] 10.222.0.22 "GET /v2.0/networks/6378a271-fcd3-4f3e-88f8-811b7642d338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945038 Aug 29 04:16:03.159414 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9e922293-5cc2-4d22-83d7-c7b9ea32a0ec req-4a0c3355-dfc8-485a-853a-b293ccab3b50 service neutron] 10.222.0.46 "GET /v2.0/networks/53020a37-9cfa-46c3-bf40-16467007f493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783895 Aug 29 04:16:03.163624 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16ca618-34ab-4afb-8d8c-4d0d6d15d18c req-79c3cb2a-7bef-4e5b-8f7f-e19732dad25b tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:03.171015 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c16ca618-34ab-4afb-8d8c-4d0d6d15d18c req-79c3cb2a-7bef-4e5b-8f7f-e19732dad25b tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d2293db-2b80-49cd-b456-994387ea7d62 HTTP/1.1" status: 200 len: 947 time: 0.0767429 Aug 29 04:16:03.208802 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c16ca618-34ab-4afb-8d8c-4d0d6d15d18c req-f7faf2a2-606c-43bc-9455-3cd52a43fe33 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/security-groups?id=69e9e696-6092-48f5-a28b-387de9f4e688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368168 Aug 29 04:16:03.265959 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=ed83fd28-45bb-4577-bfb9-ef68dd5b7332,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:03.270395 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c9d66510-a49e-4ba8-af1c-b4bdd76a7b7d req-9131819f-d52f-41a2-a33a-4e6837a897f2 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "GET /v2.0/security-groups/9f009fa0-4429-4f65-ab5e-36a8d4308213 HTTP/1.1" status: 200 len: 1775 time: 0.0404243 Aug 29 04:16:03.273216 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-92ea110e-a6a4-4c09-90b9-fe8e00a99b1c None None] Provisioning complete for port fbd3314b-e72a-4776-b618-01c2410d638c triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:16:03.273592 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-92ea110e-a6a4-4c09-90b9-fe8e00a99b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:03.322650 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3beaeeab-e19e-4f17-ae33-f5d1fc7acc9c req-3518002d-5cea-4e7d-8e80-c91784f0d908 service neutron] 10.222.0.22 "GET /v2.0/networks/6378a271-fcd3-4f3e-88f8-811b7642d338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574607 Aug 29 04:16:03.324767 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9e922293-5cc2-4d22-83d7-c7b9ea32a0ec req-9aefbd52-10cd-417b-b9fd-3c5d08b40146 service neutron] 10.222.0.46 "GET /v2.0/networks/53020a37-9cfa-46c3-bf40-16467007f493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499519 Aug 29 04:16:03.394012 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be9325c-ecc8-47ac-af25-397969175693 req-27863c22-c2ad-49d3-9def-7b83208587ff tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:03.396051 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3be9325c-ecc8-47ac-af25-397969175693 req-27863c22-c2ad-49d3-9def-7b83208587ff tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=077ec94a-232c-4b57-a5ad-af0746cd4f24 HTTP/1.1" status: 200 len: 944 time: 0.0512390 Aug 29 04:16:03.430956 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3beaeeab-e19e-4f17-ae33-f5d1fc7acc9c req-dbb06d88-6256-4373-84d0-fe93cfa06b03 service neutron] 10.222.0.22 "GET /v2.0/networks/90135027-97bd-4f5b-97d1-f6b55ab80118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005189 Aug 29 04:16:03.441770 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3be9325c-ecc8-47ac-af25-397969175693 req-9a19921f-8d66-4251-9dcf-449da3debca5 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378165 Aug 29 04:16:03.451841 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-15adf39b-4f67-48bd-a971-7c607708b6e2 None None] For port 48226964-820a-4a36-b7fb-6ccdd288bc6f, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:16:03.461173 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-15adf39b-4f67-48bd-a971-7c607708b6e2 None None] For port 48226964-820a-4a36-b7fb-6ccdd288bc6f, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=48226964-820a-4a36-b7fb-6ccdd288bc6f,segment=NetworkSegment(52117d92-d530-4393-8f19-89e70303ec6c),segment_id=52117d92-d530-4393-8f19-89e70303ec6c)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:16:03.463663 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-12abff3d-378c-4f95-90bd-8bc5149fa56a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:03.473500 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-15adf39b-4f67-48bd-a971-7c607708b6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:03.536721 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3beaeeab-e19e-4f17-ae33-f5d1fc7acc9c req-c18477d1-e961-4214-aac7-c95a01b40df3 service neutron] 10.222.0.22 "GET /v2.0/networks/90135027-97bd-4f5b-97d1-f6b55ab80118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979011 Aug 29 04:16:03.578712 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15adf39b-4f67-48bd-a971-7c607708b6e2 None None] Pushing event updated for resources: {'Port': ['ID=48226964-820a-4a36-b7fb-6ccdd288bc6f,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:03.585583 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['ed83fd28-45bb-4577-bfb9-ef68dd5b7332'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:16:03.615477 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f05edd0-9ef5-4031-9a86-1685bedfe2c7 req-29f0accd-6e69-4058-a7d3-1e0caae65e58 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:03.624785 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9f05edd0-9ef5-4031-9a86-1685bedfe2c7 req-29f0accd-6e69-4058-a7d3-1e0caae65e58 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e5ccfea-706b-4825-9d2e-60c0b092c82e HTTP/1.1" status: 200 len: 944 time: 0.0944080 Aug 29 04:16:03.639874 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device fbd3314b-e72a-4776-b618-01c2410d638c up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:16:03.677604 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9f05edd0-9ef5-4031-9a86-1685bedfe2c7 req-9fba78c5-91af-461f-9787-b532fac65d5e tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=95663bcf-c178-40f7-a8d1-56ba6dc33aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508752 Aug 29 04:16:03.732125 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port fbd3314b-e72a-4776-b618-01c2410d638c triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:16:03.732508 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:03.820801 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d9f9d179-869f-4fe4-b160-917256c666a0 req-a6dd4e82-9170-47b1-b10a-b63f0e34c2a4 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "GET /v2.0/security-groups/9f009fa0-4429-4f65-ab5e-36a8d4308213 HTTP/1.1" status: 200 len: 1775 time: 0.1191430 Aug 29 04:16:03.896389 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-d9f9d179-869f-4fe4-b160-917256c666a0 req-d087d96d-a5c0-48ab-91cd-9f14d821393b tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:03.931144 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dfb473-5b3d-4ac9-b185-258db83ff8fe req-2a648c14-0e76-4ef5-bbc8-abbc0d55c3e9 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:03.944316 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-84dfb473-5b3d-4ac9-b185-258db83ff8fe req-2a648c14-0e76-4ef5-bbc8-abbc0d55c3e9 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.22 "GET /v2.0/ports?device_id=cc18cbe5-088c-4ebd-8ee9-e1ab72c96d64 HTTP/1.1" status: 200 len: 946 time: 0.1388350 Aug 29 04:16:03.946758 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-d9f9d179-869f-4fe4-b160-917256c666a0 req-d087d96d-a5c0-48ab-91cd-9f14d821393b tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:04.004985 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-84dfb473-5b3d-4ac9-b185-258db83ff8fe req-61bdb099-c88f-4eb7-8220-5c7724283c2f tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.22 "GET /v2.0/security-groups?id=46edc4d9-63f8-4b18-b08b-1f71016f23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564175 Aug 29 04:16:04.022586 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-d9f9d179-869f-4fe4-b160-917256c666a0 req-d087d96d-a5c0-48ab-91cd-9f14d821393b tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:04.025604 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-d9f9d179-869f-4fe4-b160-917256c666a0 req-d087d96d-a5c0-48ab-91cd-9f14d821393b tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:04.026842 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d9f9d179-869f-4fe4-b160-917256c666a0 req-d087d96d-a5c0-48ab-91cd-9f14d821393b tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "DELETE /v2.0/security-groups/9f009fa0-4429-4f65-ab5e-36a8d4308213 HTTP/1.1" status: 204 len: 173 time: 0.1998057 Aug 29 04:16:04.036877 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d087d96d-a5c0-48ab-91cd-9f14d821393b tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f009fa0-4429-4f65-ab5e-36a8d4308213,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:04.121493 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-13bb5cde-7833-4c31-a91d-60846c6982ae req-e1a864ed-a50b-4ccf-9406-3de4c9ee7be0 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] 10.222.0.22 "GET /v2.0/ports?device_id=c26c4c8f-73a3-463f-a2a9-1c95f8017933 HTTP/1.1" status: 200 len: 210 time: 0.0381451 Aug 29 04:16:04.239064 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a805221-a6f1-4eb3-9796-50f4a2256953 req-46c08308-7e01-4433-9d73-ab5f42be4217 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:04.240987 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8a805221-a6f1-4eb3-9796-50f4a2256953 req-46c08308-7e01-4433-9d73-ab5f42be4217 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb5d6e9c-5c3d-4fd0-b7cd-2988a1e453f4 HTTP/1.1" status: 200 len: 943 time: 0.0669181 Aug 29 04:16:04.244276 n-d-712140-12 neutron-server[94828]: INFO neutron.api.v2.resource [req-2d8437ce-4fbe-4733-86d9-7624f7f8b5c4 req-4892ec5b-306a-4be1-9421-bfaf7a8efa86 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] show failed (client error): The resource could not be found. Aug 29 04:16:04.245693 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2d8437ce-4fbe-4733-86d9-7624f7f8b5c4 req-4892ec5b-306a-4be1-9421-bfaf7a8efa86 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "GET /v2.0/security-groups/b60d491b-8e06-4496-b54f-158ee5264c0b HTTP/1.1" status: 404 len: 352 time: 0.0169482 Aug 29 04:16:04.291805 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8a805221-a6f1-4eb3-9796-50f4a2256953 req-465ef3ff-2c06-4417-b66f-0a0697f1efba tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439363 Aug 29 04:16:04.350088 n-d-712140-12 neutron-server[94829]: INFO neutron.api.v2.resource [req-3770e874-dcbe-482b-923e-e2446f903acb req-3836995d-6d8c-490c-bdce-1c7101f755b2 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] show failed (client error): The resource could not be found. Aug 29 04:16:04.351127 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3770e874-dcbe-482b-923e-e2446f903acb req-3836995d-6d8c-490c-bdce-1c7101f755b2 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "GET /v2.0/security-groups/7f72a9c4-6fd5-4781-ae01-7b437bed9fee HTTP/1.1" status: 404 len: 352 time: 0.0169795 Aug 29 04:16:04.391224 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfeb2de-93b2-4a10-887e-7530f5ad35fe req-78be8cdf-b856-4108-b9a3-e314f86a2f41 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:04.405379 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3dfeb2de-93b2-4a10-887e-7530f5ad35fe req-78be8cdf-b856-4108-b9a3-e314f86a2f41 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d2293db-2b80-49cd-b456-994387ea7d62 HTTP/1.1" status: 200 len: 947 time: 0.0930486 Aug 29 04:16:04.414666 n-d-712140-12 neutron-server[94829]: INFO neutron.api.v2.resource [req-c214d661-674a-416c-9601-a42f65415f3b req-ed0579b2-a2ff-4094-b05d-dd70c410a067 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] show failed (client error): The resource could not be found. Aug 29 04:16:04.416966 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c214d661-674a-416c-9601-a42f65415f3b req-ed0579b2-a2ff-4094-b05d-dd70c410a067 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "GET /v2.0/security-groups/a1d9e81c-2118-416d-ac3d-441235e1b1d2 HTTP/1.1" status: 404 len: 352 time: 0.0240881 Aug 29 04:16:04.457239 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3dfeb2de-93b2-4a10-887e-7530f5ad35fe req-31f404af-d15f-4977-bd10-a014f3c8fc96 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/security-groups?id=69e9e696-6092-48f5-a28b-387de9f4e688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492456 Aug 29 04:16:04.480720 n-d-712140-12 neutron-server[94829]: INFO neutron.api.v2.resource [req-12c5f5b9-d426-4334-8af9-11864774e601 req-5ed61e3a-f904-41a5-85fb-a45bda37b08d tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] show failed (client error): The resource could not be found. Aug 29 04:16:04.482081 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-12c5f5b9-d426-4334-8af9-11864774e601 req-5ed61e3a-f904-41a5-85fb-a45bda37b08d tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "GET /v2.0/security-groups/2b180f41-c245-4eac-8c4d-9f24bb6f19d6 HTTP/1.1" status: 404 len: 352 time: 0.0286932 Aug 29 04:16:04.540488 n-d-712140-12 neutron-server[94829]: INFO neutron.api.v2.resource [req-ed729915-bbff-4366-8d15-655853e7d23d req-cf254de9-b2ed-4bb6-bfa8-88f03401b641 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] show failed (client error): The resource could not be found. Aug 29 04:16:04.543283 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ed729915-bbff-4366-8d15-655853e7d23d req-cf254de9-b2ed-4bb6-bfa8-88f03401b641 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "GET /v2.0/security-groups/5dcb0434-d6c4-47f0-bc65-6e8b4baa65e4 HTTP/1.1" status: 404 len: 352 time: 0.0278990 Aug 29 04:16:04.579499 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 83e8be10-8624-47a2-b4c6-4413e7b94668 details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:16:04.587407 n-d-712140-12 neutron-server[94829]: INFO neutron.api.v2.resource [req-e3660a22-a4cb-453d-8c11-74c06f7910f7 req-97e288aa-8a0f-46b7-b0bb-bf266944d1b4 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] show failed (client error): The resource could not be found. Aug 29 04:16:04.588897 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e3660a22-a4cb-453d-8c11-74c06f7910f7 req-97e288aa-8a0f-46b7-b0bb-bf266944d1b4 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "GET /v2.0/security-groups/310958a3-7a64-4242-b3d0-c88bda25a605 HTTP/1.1" status: 404 len: 352 time: 0.0178959 Aug 29 04:16:04.634820 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255d3dea-3ef5-4a85-9010-3c26e84af2be req-7233e454-e47b-44d8-86a3-38dccbda5abd tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:04.636721 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-255d3dea-3ef5-4a85-9010-3c26e84af2be req-7233e454-e47b-44d8-86a3-38dccbda5abd tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=077ec94a-232c-4b57-a5ad-af0746cd4f24 HTTP/1.1" status: 200 len: 944 time: 0.0949774 Aug 29 04:16:04.717256 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-255d3dea-3ef5-4a85-9010-3c26e84af2be req-aef6805f-ef6e-4c0e-a76b-08d00d272a43 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730133 Aug 29 04:16:04.736503 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 83e8be10-8624-47a2-b4c6-4413e7b94668, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=83e8be10-8624-47a2-b4c6-4413e7b94668,segment=NetworkSegment(1fc19f14-bf6d-4959-b2c5-ed51e935e5ad),segment_id=1fc19f14-bf6d-4959-b2c5-ed51e935e5ad)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:04.755429 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Returning: {'device': '83e8be10-8624-47a2-b4c6-4413e7b94668', 'network_id': '53020a37-9cfa-46c3-bf40-16467007f493', 'port_id': '83e8be10-8624-47a2-b4c6-4413e7b94668', 'mac_address': 'fa:16:3e:88:2d:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '210c6ef6-f12f-4dde-90b9-22d1971290b1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:16:04.811358 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ef8a46-6aa6-4f52-8ee6-8eccd7e48876 None None] Network 90135027-97bd-4f5b-97d1-f6b55ab80118 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:16:04.854079 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:04.877422 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83e8be10-8624-47a2-b4c6-4413e7b94668 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:16:04.879122 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8d096a-b05d-49f9-bad4-7d8b7eea933b req-7f2197b3-02e3-4f2c-824e-aded5e150739 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:04.880746 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0b8d096a-b05d-49f9-bad4-7d8b7eea933b req-7f2197b3-02e3-4f2c-824e-aded5e150739 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e5ccfea-706b-4825-9d2e-60c0b092c82e HTTP/1.1" status: 200 len: 944 time: 0.0559309 Aug 29 04:16:04.897539 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6c47fc-b904-4e17-aeea-9a93a810e4e2 req-e1276f99-5529-4f4f-96be-ea41b0ad660a tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:04.905374 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8e6c47fc-b904-4e17-aeea-9a93a810e4e2 req-e1276f99-5529-4f4f-96be-ea41b0ad660a tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "GET /v2.0/ports?device_id=429ae5c7-9100-4a8a-b7b8-9ea68341e49a HTTP/1.1" status: 200 len: 1023 time: 0.0697854 Aug 29 04:16:04.916175 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 83e8be10-8624-47a2-b4c6-4413e7b94668, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=83e8be10-8624-47a2-b4c6-4413e7b94668,segment=NetworkSegment(1fc19f14-bf6d-4959-b2c5-ed51e935e5ad),segment_id=1fc19f14-bf6d-4959-b2c5-ed51e935e5ad)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:04.928240 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:04.932621 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0b8d096a-b05d-49f9-bad4-7d8b7eea933b req-312ed6b8-7c90-47be-ba31-587fc1edb7da tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=95663bcf-c178-40f7-a8d1-56ba6dc33aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457883 Aug 29 04:16:04.939282 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-a15dd114-c10c-4827-a5eb-96284c761c08 None None] Provisioning for port 48226964-820a-4a36-b7fb-6ccdd288bc6f completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:16:04.959275 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8e6c47fc-b904-4e17-aeea-9a93a810e4e2 req-e026992c-d51b-43ef-bec6-4f6812d5aef0 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "GET /v2.0/security-groups?id=890c423e-8656-4b83-8d5a-69dbc4f8ebc7&id=928b8436-db78-4a6b-bcb4-8c108482d446&id=6deba2c4-052b-44f5-b48b-9079a81d99bd&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0525568 Aug 29 04:16:05.046033 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=83e8be10-8624-47a2-b4c6-4413e7b94668,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:05.104192 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 6c598feb-3ed1-428d-85b3-41629f32880f details requested by agent hyperv_n-h2-712140-12 with host n-h2-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:16:05.213269 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bcf9f1-d3b7-43f6-aa10-e392c6931326 req-7e7fe164-316a-452e-9e11-cfa2a7355409 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:05.215949 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-58bcf9f1-d3b7-43f6-aa10-e392c6931326 req-7e7fe164-316a-452e-9e11-cfa2a7355409 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.22 "GET /v2.0/ports?device_id=cc18cbe5-088c-4ebd-8ee9-e1ab72c96d64 HTTP/1.1" status: 200 len: 946 time: 0.1307428 Aug 29 04:16:05.296336 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['83e8be10-8624-47a2-b4c6-4413e7b94668'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:16:05.333760 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-58bcf9f1-d3b7-43f6-aa10-e392c6931326 req-db9a2306-f6bc-449e-aa27-595bfb1ea08b tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.22 "GET /v2.0/security-groups?id=46edc4d9-63f8-4b18-b08b-1f71016f23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086655 Aug 29 04:16:05.387545 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 6c598feb-3ed1-428d-85b3-41629f32880f, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=6c598feb-3ed1-428d-85b3-41629f32880f,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:05.419328 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Returning: {'device': '6c598feb-3ed1-428d-85b3-41629f32880f', 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45', 'port_id': '6c598feb-3ed1-428d-85b3-41629f32880f', 'mac_address': 'fa:16:3e:4a:f4:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18cd12d4-b12a-41b0-b0c5-618edbb84e74', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:16:05.437272 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beaeeab-e19e-4f17-ae33-f5d1fc7acc9c req-ed162e36-a974-47a0-984c-f8e7fc6d858d tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:05.447162 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beaeeab-e19e-4f17-ae33-f5d1fc7acc9c req-ed162e36-a974-47a0-984c-f8e7fc6d858d tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:05.449174 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3beaeeab-e19e-4f17-ae33-f5d1fc7acc9c req-ed162e36-a974-47a0-984c-f8e7fc6d858d tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] 10.222.0.46 "GET /v2.0/networks?id=6378a271-fcd3-4f3e-88f8-811b7642d338&id=90135027-97bd-4f5b-97d1-f6b55ab80118 HTTP/1.1" status: 200 len: 1389 time: 0.2812793 Aug 29 04:16:05.473131 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-3beaeeab-e19e-4f17-ae33-f5d1fc7acc9c req-f0eb98c0-d313-43fe-b4b1-6debd13dce81 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Request body: {'port': {'device_id': 'c26c4c8f-73a3-463f-a2a9-1c95f8017933', 'network_id': '6378a271-fcd3-4f3e-88f8-811b7642d338', 'admin_state_up': True, 'tenant_id': 'c9804a8a9be04dbf9e3249af907a3916'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:16:05.543920 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-eea035bf-b68b-4d7c-863f-21d2cefa3f4d req-5fd04ed5-0806-4b79-9ec1-6e19a2190c30 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] 10.222.0.22 "GET /v2.0/ports?device_id=c26c4c8f-73a3-463f-a2a9-1c95f8017933 HTTP/1.1" status: 200 len: 210 time: 0.1435063 Aug 29 04:16:05.562768 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5500ad16-abf4-4807-9a7d-557cb2442cda req-1cec14e2-33b8-4dbf-bb51-96d7c02c0c30 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:05.565058 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5500ad16-abf4-4807-9a7d-557cb2442cda req-1cec14e2-33b8-4dbf-bb51-96d7c02c0c30 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb5d6e9c-5c3d-4fd0-b7cd-2988a1e453f4 HTTP/1.1" status: 200 len: 944 time: 0.0980744 Aug 29 04:16:05.593338 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:05.654126 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c598feb-3ed1-428d-85b3-41629f32880f {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:16:05.655327 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5500ad16-abf4-4807-9a7d-557cb2442cda req-4712ad3f-9108-4a50-8b57-97382b0e9310 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814884 Aug 29 04:16:05.715617 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 48226964-820a-4a36-b7fb-6ccdd288bc6f up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:16:05.744661 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3beaeeab-e19e-4f17-ae33-f5d1fc7acc9c req-f0eb98c0-d313-43fe-b4b1-6debd13dce81 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Made reservation on behalf of c9804a8a9be04dbf9e3249af907a3916 for: {'port': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:16:05.754877 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-3beaeeab-e19e-4f17-ae33-f5d1fc7acc9c req-f0eb98c0-d313-43fe-b4b1-6debd13dce81 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:05.763236 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 6c598feb-3ed1-428d-85b3-41629f32880f, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=6c598feb-3ed1-428d-85b3-41629f32880f,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:05.776567 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:05.844003 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08b668a-af13-4819-9d86-1ba7a5f38367 req-cf2882ae-89eb-4837-805e-8e77dcee2a16 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:05.846334 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d08b668a-af13-4819-9d86-1ba7a5f38367 req-cf2882ae-89eb-4837-805e-8e77dcee2a16 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.22 "GET /v2.0/ports?device_id=b3b2f611-e938-4e7c-b802-00c4c626c68c HTTP/1.1" status: 200 len: 945 time: 0.1854815 Aug 29 04:16:05.848672 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=6c598feb-3ed1-428d-85b3-41629f32880f,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:05.853110 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 48226964-820a-4a36-b7fb-6ccdd288bc6f completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:16:05.858602 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 48226964-820a-4a36-b7fb-6ccdd288bc6f triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:16:05.859224 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:05.873598 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c425c8f-85b9-42f6-973d-46f6c2aab4ff req-44d5e20a-c313-4167-91d0-a1b9db35697a tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:05.876024 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8c425c8f-85b9-42f6-973d-46f6c2aab4ff req-44d5e20a-c313-4167-91d0-a1b9db35697a tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d2293db-2b80-49cd-b456-994387ea7d62 HTTP/1.1" status: 200 len: 948 time: 0.0759282 Aug 29 04:16:05.917030 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8c425c8f-85b9-42f6-973d-46f6c2aab4ff req-d0546dbf-0108-4ac6-b3a0-a741a7b08cb0 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/security-groups?id=69e9e696-6092-48f5-a28b-387de9f4e688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334723 Aug 29 04:16:05.951531 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d08b668a-af13-4819-9d86-1ba7a5f38367 req-4248552b-4a8d-48c7-9968-6016664daaff tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.22 "GET /v2.0/security-groups?id=46edc4d9-63f8-4b18-b08b-1f71016f23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892367 Aug 29 04:16:05.957408 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:05.985319 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [req-3beaeeab-e19e-4f17-ae33-f5d1fc7acc9c req-f0eb98c0-d313-43fe-b4b1-6debd13dce81 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Allocated IP 19.80.0.242 (6378a271-fcd3-4f3e-88f8-811b7642d338/dbb75bbe-b2a3-4a9b-9174-ee5121eccefb/bd3d040b-78fa-46b1-a5eb-e8e18e3e788a) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:16:06.001089 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 48226964-820a-4a36-b7fb-6ccdd288bc6f, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=48226964-820a-4a36-b7fb-6ccdd288bc6f,segment=NetworkSegment(52117d92-d530-4393-8f19-89e70303ec6c),segment_id=52117d92-d530-4393-8f19-89e70303ec6c)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:06.008422 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:06.056843 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e4e3d-718c-4721-b9a3-a9e08f70a2c5 req-8e1ec175-8422-4c01-94f0-8f7210e77f4b tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:06.058784 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c91e4e3d-718c-4721-b9a3-a9e08f70a2c5 req-8e1ec175-8422-4c01-94f0-8f7210e77f4b tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=077ec94a-232c-4b57-a5ad-af0746cd4f24 HTTP/1.1" status: 200 len: 944 time: 0.0772283 Aug 29 04:16:06.080776 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=48226964-820a-4a36-b7fb-6ccdd288bc6f,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:06.108579 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c91e4e3d-718c-4721-b9a3-a9e08f70a2c5 req-35e45992-9791-4693-b39b-6e7a6ccd97ed tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411572 Aug 29 04:16:06.168745 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73992598-4708-4c99-baca-d65d74a3fcdc req-4e297402-b275-4c52-8c9f-2f9f7fb6159b tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:06.170247 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-73992598-4708-4c99-baca-d65d74a3fcdc req-4e297402-b275-4c52-8c9f-2f9f7fb6159b tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e5ccfea-706b-4825-9d2e-60c0b092c82e HTTP/1.1" status: 200 len: 944 time: 0.1219881 Aug 29 04:16:06.202115 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-78514c0a-b28f-4198-86cf-b89d38bea706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:06.220960 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3ea65c-ca89-40e9-ba11-1f258e7f19e8 req-b0445059-8abd-4652-9153-0df07783acb4 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:06.223332 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-cb3ea65c-ca89-40e9-ba11-1f258e7f19e8 req-b0445059-8abd-4652-9153-0df07783acb4 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.22 "GET /v2.0/ports?device_id=fef89d46-3fbd-4038-be67-540c3c05e8af HTTP/1.1" status: 200 len: 946 time: 0.0582368 Aug 29 04:16:06.233734 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-73992598-4708-4c99-baca-d65d74a3fcdc req-12695427-0468-41d1-9b5f-125214ab1d9c tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=95663bcf-c178-40f7-a8d1-56ba6dc33aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563822 Aug 29 04:16:06.238303 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-3beaeeab-e19e-4f17-ae33-f5d1fc7acc9c req-f0eb98c0-d313-43fe-b4b1-6debd13dce81 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:06.261182 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [req-3beaeeab-e19e-4f17-ae33-f5d1fc7acc9c req-f0eb98c0-d313-43fe-b4b1-6debd13dce81 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Transition to ACTIVE for port object bd3d040b-78fa-46b1-a5eb-e8e18e3e788a will not be triggered until provisioned by entity DHCP. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:16:06.263401 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-cb3ea65c-ca89-40e9-ba11-1f258e7f19e8 req-70c19e88-a216-4b20-916a-7a4cb1836f38 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.22 "GET /v2.0/security-groups?id=46edc4d9-63f8-4b18-b08b-1f71016f23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331681 Aug 29 04:16:06.309979 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-3beaeeab-e19e-4f17-ae33-f5d1fc7acc9c req-f0eb98c0-d313-43fe-b4b1-6debd13dce81 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:06.314586 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['6c598feb-3ed1-428d-85b3-41629f32880f'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:16:06.386327 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3beaeeab-e19e-4f17-ae33-f5d1fc7acc9c req-f0eb98c0-d313-43fe-b4b1-6debd13dce81 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Network 6378a271-fcd3-4f3e-88f8-811b7642d338 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:16:06.396100 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [req-3beaeeab-e19e-4f17-ae33-f5d1fc7acc9c req-f0eb98c0-d313-43fe-b4b1-6debd13dce81 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:16:06.405087 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [req-3beaeeab-e19e-4f17-ae33-f5d1fc7acc9c req-f0eb98c0-d313-43fe-b4b1-6debd13dce81 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:16:06.433096 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eb98c0-d313-43fe-b4b1-6debd13dce81 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Pushing event updated for resources: {'Port': ['ID=bd3d040b-78fa-46b1-a5eb-e8e18e3e788a,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:06.443098 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d107c6-f5a3-4d26-aa78-6fcf2d13a6e9 req-5451ed60-9bb3-4831-a146-642d9289ffff tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:06.448557 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-83d107c6-f5a3-4d26-aa78-6fcf2d13a6e9 req-5451ed60-9bb3-4831-a146-642d9289ffff tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "GET /v2.0/ports?device_id=429ae5c7-9100-4a8a-b7b8-9ea68341e49a HTTP/1.1" status: 200 len: 1023 time: 0.1306968 Aug 29 04:16:06.496180 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beaeeab-e19e-4f17-ae33-f5d1fc7acc9c req-f0eb98c0-d313-43fe-b4b1-6debd13dce81 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:06.496821 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-3beaeeab-e19e-4f17-ae33-f5d1fc7acc9c req-f0eb98c0-d313-43fe-b4b1-6debd13dce81 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:06.530093 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-83d107c6-f5a3-4d26-aa78-6fcf2d13a6e9 req-ab4c3ab3-00b8-4245-98a0-7da43b76d496 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "GET /v2.0/security-groups?id=890c423e-8656-4b83-8d5a-69dbc4f8ebc7&id=928b8436-db78-4a6b-bcb4-8c108482d446&id=6deba2c4-052b-44f5-b48b-9079a81d99bd&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0775802 Aug 29 04:16:06.531942 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3beaeeab-e19e-4f17-ae33-f5d1fc7acc9c req-f0eb98c0-d313-43fe-b4b1-6debd13dce81 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0628133 Aug 29 04:16:06.555546 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-3beaeeab-e19e-4f17-ae33-f5d1fc7acc9c req-5cc41df3-df1e-45ad-a236-d95cbb609c34 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Request body: {'port': {'device_id': 'c26c4c8f-73a3-463f-a2a9-1c95f8017933', 'network_id': '90135027-97bd-4f5b-97d1-f6b55ab80118', 'admin_state_up': True, 'tenant_id': 'c9804a8a9be04dbf9e3249af907a3916'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:16:06.610359 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device ed83fd28-45bb-4577-bfb9-ef68dd5b7332 up at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:16:06.686332 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning for port ed83fd28-45bb-4577-bfb9-ef68dd5b7332 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:16:06.692431 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning complete for port ed83fd28-45bb-4577-bfb9-ef68dd5b7332 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:16:06.692911 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:06.703826 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6162324b-93a7-4e75-94f8-4e91554b2588 req-8b132b46-7f85-4e78-b016-8ac02e16123a tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:06.705300 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6162324b-93a7-4e75-94f8-4e91554b2588 req-8b132b46-7f85-4e78-b016-8ac02e16123a tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.46 "GET /v2.0/ports?device_id=429ae5c7-9100-4a8a-b7b8-9ea68341e49a HTTP/1.1" status: 200 len: 1023 time: 0.1214185 Aug 29 04:16:06.717414 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c98846-2de4-48f9-b0b3-a866eb1e0cc1 req-18172989-4837-4647-996b-895cfdcadc68 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:06.719049 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-39c98846-2de4-48f9-b0b3-a866eb1e0cc1 req-18172989-4837-4647-996b-895cfdcadc68 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.22 "GET /v2.0/ports?device_id=cc18cbe5-088c-4ebd-8ee9-e1ab72c96d64 HTTP/1.1" status: 200 len: 946 time: 0.0799334 Aug 29 04:16:06.781623 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-2207fc03-57a2-40c1-b202-862bbacaf1cf None None] Provisioning for port bd3d040b-78fa-46b1-a5eb-e8e18e3e788a completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:16:06.788756 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-2207fc03-57a2-40c1-b202-862bbacaf1cf None None] Provisioning complete for port bd3d040b-78fa-46b1-a5eb-e8e18e3e788a triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:16:06.789440 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2207fc03-57a2-40c1-b202-862bbacaf1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:06.830458 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:06.840957 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-39c98846-2de4-48f9-b0b3-a866eb1e0cc1 req-9df170e1-9cf1-4ed5-bcde-2544296c24e4 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.22 "GET /v2.0/security-groups?id=46edc4d9-63f8-4b18-b08b-1f71016f23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889196 Aug 29 04:16:06.846278 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-2207fc03-57a2-40c1-b202-862bbacaf1cf None None] Port bd3d040b-78fa-46b1-a5eb-e8e18e3e788a cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:16:06.861657 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '077ec94a-232c-4b57-a5ad-af0746cd4f24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed83fd28-45bb-4577-bfb9-ef68dd5b7332'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:16:06.861657 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb382fba-bcdd-4488-b5ff-5fc87739041d" -d '{"events": [{"server_uuid": "077ec94a-232c-4b57-a5ad-af0746cd4f24", "name": "network-vif-plugged", "status": "completed", "tag": "ed83fd28-45bb-4577-bfb9-ef68dd5b7332"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:16:06.876699 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-6162324b-93a7-4e75-94f8-4e91554b2588 req-767ba8e7-7513-45ae-8e63-b09684c94b1d tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Deleting port 12c539aa-20c7-4e61-9893-071488e12699 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:16:06.877191 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-6162324b-93a7-4e75-94f8-4e91554b2588 req-767ba8e7-7513-45ae-8e63-b09684c94b1d tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:06.877658 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port ed83fd28-45bb-4577-bfb9-ef68dd5b7332, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=ed83fd28-45bb-4577-bfb9-ef68dd5b7332,segment=NetworkSegment(5e7e2f14-8790-418b-88e1-15441e6a9fb5),segment_id=5e7e2f14-8790-418b-88e1-15441e6a9fb5)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:06.883314 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:06.934970 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=ed83fd28-45bb-4577-bfb9-ef68dd5b7332,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:07.002648 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-6162324b-93a7-4e75-94f8-4e91554b2588 req-767ba8e7-7513-45ae-8e63-b09684c94b1d tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] For port 12c539aa-20c7-4e61-9893-071488e12699, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=12c539aa-20c7-4e61-9893-071488e12699,segment=NetworkSegment(60ea1297-c536-4662-89a8-71c12fd7375d),segment_id=60ea1297-c536-4662-89a8-71c12fd7375d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:07.003265 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-6162324b-93a7-4e75-94f8-4e91554b2588 req-767ba8e7-7513-45ae-8e63-b09684c94b1d tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:07.032684 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe6e43d-ad76-4451-ae61-150ac39cbeb1 req-12183dfa-5b07-4321-8def-a2e54cee5ea1 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:07.033158 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b6a2a0-ef37-4fad-bea4-6d284532d475 req-aab9a733-fc18-41d0-80b9-1d4dee406049 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:07.033678 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:07.034513 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bbe6e43d-ad76-4451-ae61-150ac39cbeb1 req-12183dfa-5b07-4321-8def-a2e54cee5ea1 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb5d6e9c-5c3d-4fd0-b7cd-2988a1e453f4 HTTP/1.1" status: 200 len: 944 time: 0.1049039 Aug 29 04:16:07.034729 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-29b6a2a0-ef37-4fad-bea4-6d284532d475 req-aab9a733-fc18-41d0-80b9-1d4dee406049 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] 10.222.0.22 "GET /v2.0/ports?device_id=c26c4c8f-73a3-463f-a2a9-1c95f8017933 HTTP/1.1" status: 200 len: 932 time: 0.4013422 Aug 29 04:16:07.043932 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-6162324b-93a7-4e75-94f8-4e91554b2588 req-767ba8e7-7513-45ae-8e63-b09684c94b1d tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Calling delete_port for 12c539aa-20c7-4e61-9893-071488e12699 owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:16:07.062084 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3beaeeab-e19e-4f17-ae33-f5d1fc7acc9c req-5cc41df3-df1e-45ad-a236-d95cbb609c34 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Made reservation on behalf of c9804a8a9be04dbf9e3249af907a3916 for: {'port': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:16:07.065640 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-3beaeeab-e19e-4f17-ae33-f5d1fc7acc9c req-5cc41df3-df1e-45ad-a236-d95cbb609c34 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:07.102809 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-29b6a2a0-ef37-4fad-bea4-6d284532d475 req-ca342dac-9ebc-4b7b-919e-441f74a0dc2a tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] 10.222.0.22 "GET /v2.0/security-groups?id=07b81801-f107-42cd-9c04-405b0de95462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568266 Aug 29 04:16:07.122776 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bbe6e43d-ad76-4451-ae61-150ac39cbeb1 req-20c3e319-cc72-4f70-be34-70c45f4fa2be tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809560 Aug 29 04:16:07.144872 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:07.206101 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6516a7f9-590d-462d-b495-b54884a47122 x-openstack-request-id: req-6516a7f9-590d-462d-b495-b54884a47122 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:16:07.206411 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "077ec94a-232c-4b57-a5ad-af0746cd4f24", "name": "network-vif-plugged", "status": "completed", "tag": "ed83fd28-45bb-4577-bfb9-ef68dd5b7332", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:16:07.206814 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6516a7f9-590d-462d-b495-b54884a47122 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:16:07.207298 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '077ec94a-232c-4b57-a5ad-af0746cd4f24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed83fd28-45bb-4577-bfb9-ef68dd5b7332', 'code': 200} Aug 29 04:16:07.252745 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [req-3beaeeab-e19e-4f17-ae33-f5d1fc7acc9c req-5cc41df3-df1e-45ad-a236-d95cbb609c34 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Allocated IP 19.86.0.40 (90135027-97bd-4f5b-97d1-f6b55ab80118/474e61f9-69af-47c5-9146-931c72c92ad9/79996478-72c5-4353-adb1-16b08c64014c) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:16:07.275333 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-6162324b-93a7-4e75-94f8-4e91554b2588 req-767ba8e7-7513-45ae-8e63-b09684c94b1d tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:07.290265 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['12c539aa-20c7-4e61-9893-071488e12699'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:16:07.317203 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767ba8e7-7513-45ae-8e63-b09684c94b1d tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Pushing event deleted for resources: {'Port': ['ID=12c539aa-20c7-4e61-9893-071488e12699,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:07.385663 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-6162324b-93a7-4e75-94f8-4e91554b2588 req-767ba8e7-7513-45ae-8e63-b09684c94b1d tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] No DVR routers for this DVR port 12c539aa-20c7-4e61-9893-071488e12699 on host n-h1-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:16:07.389724 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-6162324b-93a7-4e75-94f8-4e91554b2588 req-767ba8e7-7513-45ae-8e63-b09684c94b1d tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:07.391789 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6162324b-93a7-4e75-94f8-4e91554b2588 req-767ba8e7-7513-45ae-8e63-b09684c94b1d tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.46 "DELETE /v2.0/ports/12c539aa-20c7-4e61-9893-071488e12699 HTTP/1.1" status: 204 len: 173 time: 0.6717765 Aug 29 04:16:07.392263 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '429ae5c7-9100-4a8a-b7b8-9ea68341e49a', 'name': 'network-vif-deleted', 'tag': '12c539aa-20c7-4e61-9893-071488e12699'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:16:07.394878 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5307f925-30f1-4d1a-ad21-5c6f1abc42b3" -d '{"events": [{"server_uuid": "429ae5c7-9100-4a8a-b7b8-9ea68341e49a", "name": "network-vif-deleted", "tag": "12c539aa-20c7-4e61-9893-071488e12699"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:16:07.398972 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffcb8d1-f879-469e-9846-248a129ea87f req-eb63c71b-1b3b-472f-9f6f-7190010d4b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:07.398972 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7ffcb8d1-f879-469e-9846-248a129ea87f req-eb63c71b-1b3b-472f-9f6f-7190010d4b11 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=077ec94a-232c-4b57-a5ad-af0746cd4f24 HTTP/1.1" status: 200 len: 1097 time: 0.1059735 Aug 29 04:16:07.414607 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a039c53-872a-4862-a5e8-c421a1876710 req-01166126-0b2e-442b-828c-57159d57e51a tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:07.416585 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9a039c53-872a-4862-a5e8-c421a1876710 req-01166126-0b2e-442b-828c-57159d57e51a tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d2293db-2b80-49cd-b456-994387ea7d62 HTTP/1.1" status: 200 len: 948 time: 0.1010003 Aug 29 04:16:07.478203 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9a039c53-872a-4862-a5e8-c421a1876710 req-9a8c780c-5919-4a73-8fd3-a659521f762f tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/security-groups?id=69e9e696-6092-48f5-a28b-387de9f4e688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405741 Aug 29 04:16:07.494899 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7ffcb8d1-f879-469e-9846-248a129ea87f req-3438181a-5c13-4dea-a342-5c49a255f57c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828521 Aug 29 04:16:07.529124 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-3beaeeab-e19e-4f17-ae33-f5d1fc7acc9c req-5cc41df3-df1e-45ad-a236-d95cbb609c34 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:07.560986 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb1fa6e-a989-4855-a661-6cc9194cbda5 req-12dfd722-0e67-454f-9cd4-ed6c95e5b0c2 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:07.562724 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4eb1fa6e-a989-4855-a661-6cc9194cbda5 req-12dfd722-0e67-454f-9cd4-ed6c95e5b0c2 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.22 "GET /v2.0/ports?device_id=b3b2f611-e938-4e7c-b802-00c4c626c68c HTTP/1.1" status: 200 len: 945 time: 0.1155128 Aug 29 04:16:07.563946 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [req-3beaeeab-e19e-4f17-ae33-f5d1fc7acc9c req-5cc41df3-df1e-45ad-a236-d95cbb609c34 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Transition to ACTIVE for port object 79996478-72c5-4353-adb1-16b08c64014c will not be triggered until provisioned by entity DHCP. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:16:07.580107 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 48226964-820a-4a36-b7fb-6ccdd288bc6f up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:16:07.610889 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de55cc8-8823-4c65-acb2-ba9504224a56 req-62424594-06da-43da-b0be-6dd2747f381b tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:07.616205 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5de55cc8-8823-4c65-acb2-ba9504224a56 req-62424594-06da-43da-b0be-6dd2747f381b tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=077ec94a-232c-4b57-a5ad-af0746cd4f24 HTTP/1.1" status: 200 len: 945 time: 0.0608437 Aug 29 04:16:07.627134 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4eb1fa6e-a989-4855-a661-6cc9194cbda5 req-1d55ec5d-81e2-4531-968d-5826e81fab5f tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.22 "GET /v2.0/security-groups?id=46edc4d9-63f8-4b18-b08b-1f71016f23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542126 Aug 29 04:16:07.637300 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 48226964-820a-4a36-b7fb-6ccdd288bc6f triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:16:07.637798 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:07.653127 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-3beaeeab-e19e-4f17-ae33-f5d1fc7acc9c req-5cc41df3-df1e-45ad-a236-d95cbb609c34 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:07.678823 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5de55cc8-8823-4c65-acb2-ba9504224a56 req-12a7a60e-be5f-4432-8d94-ef9f6fbe35f5 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593958 Aug 29 04:16:07.720697 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3beaeeab-e19e-4f17-ae33-f5d1fc7acc9c req-5cc41df3-df1e-45ad-a236-d95cbb609c34 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Network 90135027-97bd-4f5b-97d1-f6b55ab80118 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:16:07.766605 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [req-3beaeeab-e19e-4f17-ae33-f5d1fc7acc9c req-5cc41df3-df1e-45ad-a236-d95cbb609c34 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:16:07.769791 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [req-3beaeeab-e19e-4f17-ae33-f5d1fc7acc9c req-5cc41df3-df1e-45ad-a236-d95cbb609c34 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:16:07.773423 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc41df3-df1e-45ad-a236-d95cbb609c34 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Pushing event updated for resources: {'Port': ['ID=79996478-72c5-4353-adb1-16b08c64014c,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:07.833142 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df21721f-4c7f-42c9-b9a9-b6c143b1f934 req-8d0c5190-d693-4a9b-87ef-e9b7cde6b554 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:07.834741 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-df21721f-4c7f-42c9-b9a9-b6c143b1f934 req-8d0c5190-d693-4a9b-87ef-e9b7cde6b554 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e5ccfea-706b-4825-9d2e-60c0b092c82e HTTP/1.1" status: 200 len: 944 time: 0.1239290 Aug 29 04:16:07.843270 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beaeeab-e19e-4f17-ae33-f5d1fc7acc9c req-5cc41df3-df1e-45ad-a236-d95cbb609c34 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:07.843969 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-3beaeeab-e19e-4f17-ae33-f5d1fc7acc9c req-5cc41df3-df1e-45ad-a236-d95cbb609c34 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:07.854217 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0abff0b0-0acc-4c6d-b838-c9070b5457ed x-openstack-request-id: req-0abff0b0-0acc-4c6d-b838-c9070b5457ed {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:16:07.854640 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "429ae5c7-9100-4a8a-b7b8-9ea68341e49a", "name": "network-vif-deleted", "tag": "12c539aa-20c7-4e61-9893-071488e12699", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:16:07.855004 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0abff0b0-0acc-4c6d-b838-c9070b5457ed {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:16:07.855860 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '429ae5c7-9100-4a8a-b7b8-9ea68341e49a', 'name': 'network-vif-deleted', 'tag': '12c539aa-20c7-4e61-9893-071488e12699', 'status': 'completed', 'code': 200} Aug 29 04:16:07.880659 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3beaeeab-e19e-4f17-ae33-f5d1fc7acc9c req-5cc41df3-df1e-45ad-a236-d95cbb609c34 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3359489 Aug 29 04:16:07.904878 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-df21721f-4c7f-42c9-b9a9-b6c143b1f934 req-b37fb586-375e-43f6-88f6-eeef6bfce2c4 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=95663bcf-c178-40f7-a8d1-56ba6dc33aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536895 Aug 29 04:16:07.926470 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-3beaeeab-e19e-4f17-ae33-f5d1fc7acc9c req-1a9c8728-e215-4d8f-a81b-0b9a09a88efb service neutron] Request body: {'port': {'device_id': 'c26c4c8f-73a3-463f-a2a9-1c95f8017933', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-12'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:16:07.967148 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a58c76db-33f6-4514-8a67-9e75acca58e4 req-3bb55d77-acb4-46bd-8990-082f2b31fa3f tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "GET /v2.0/ports?device_id=429ae5c7-9100-4a8a-b7b8-9ea68341e49a HTTP/1.1" status: 200 len: 210 time: 0.0374808 Aug 29 04:16:08.009270 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-3beaeeab-e19e-4f17-ae33-f5d1fc7acc9c req-1a9c8728-e215-4d8f-a81b-0b9a09a88efb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:08.077928 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-ce44666b-b6a9-49f1-b2a9-b24b15e41d80 None None] Provisioning for port 79996478-72c5-4353-adb1-16b08c64014c completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:16:08.084047 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-ce44666b-b6a9-49f1-b2a9-b24b15e41d80 None None] Provisioning complete for port 79996478-72c5-4353-adb1-16b08c64014c triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:16:08.084697 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ce44666b-b6a9-49f1-b2a9-b24b15e41d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:08.127980 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-ce44666b-b6a9-49f1-b2a9-b24b15e41d80 None None] Port 79996478-72c5-4353-adb1-16b08c64014c cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:16:08.247270 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459096c5-27ec-4357-950d-b7b4a3a9e200 req-1727d783-0edf-41ff-a573-02d35a6c029b tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:08.253537 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459096c5-27ec-4357-950d-b7b4a3a9e200 req-1727d783-0edf-41ff-a573-02d35a6c029b tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:08.255205 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-459096c5-27ec-4357-950d-b7b4a3a9e200 req-1727d783-0edf-41ff-a573-02d35a6c029b tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] 10.222.0.22 "GET /v2.0/ports?device_id=c26c4c8f-73a3-463f-a2a9-1c95f8017933 HTTP/1.1" status: 200 len: 1654 time: 0.0606441 Aug 29 04:16:08.290616 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9a9571-eeeb-4dd7-bfae-566eaafbf20e req-590a7d45-e4e9-4cf1-91ff-e08bea6d3ccf tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:08.298541 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9a9571-eeeb-4dd7-bfae-566eaafbf20e req-590a7d45-e4e9-4cf1-91ff-e08bea6d3ccf tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:08.305005 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-459096c5-27ec-4357-950d-b7b4a3a9e200 req-44c4d96c-d8e1-4820-b19b-3bcafba7b3dc tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] 10.222.0.22 "GET /v2.0/security-groups?id=07b81801-f107-42cd-9c04-405b0de95462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421872 Aug 29 04:16:08.307007 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9a9571-eeeb-4dd7-bfae-566eaafbf20e req-590a7d45-e4e9-4cf1-91ff-e08bea6d3ccf tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:08.315597 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7b9a9571-eeeb-4dd7-bfae-566eaafbf20e req-590a7d45-e4e9-4cf1-91ff-e08bea6d3ccf tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.22 "GET /v2.0/ports?device_id=cc18cbe5-088c-4ebd-8ee9-e1ab72c96d64&device_id=fef89d46-3fbd-4038-be67-540c3c05e8af&device_id=b3b2f611-e938-4e7c-b802-00c4c626c68c HTTP/1.1" status: 200 len: 2418 time: 0.1120577 Aug 29 04:16:08.383315 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7b9a9571-eeeb-4dd7-bfae-566eaafbf20e req-dd77ded7-1ae3-4762-9afb-8ca2dff34933 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.22 "GET /v2.0/security-groups?id=46edc4d9-63f8-4b18-b08b-1f71016f23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666676 Aug 29 04:16:08.437313 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [req-3beaeeab-e19e-4f17-ae33-f5d1fc7acc9c req-1a9c8728-e215-4d8f-a81b-0b9a09a88efb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd3d040b-78fa-46b1-a5eb-e8e18e3e788a {{(pid=94829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:16:08.440829 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13589ad7-235e-4a29-9ca4-3c0d0710257e req-af676165-cc27-4569-8a58-f4b1ef5e7aa5 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:08.443016 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-13589ad7-235e-4a29-9ca4-3c0d0710257e req-af676165-cc27-4569-8a58-f4b1ef5e7aa5 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb5d6e9c-5c3d-4fd0-b7cd-2988a1e453f4 HTTP/1.1" status: 200 len: 944 time: 0.0655160 Aug 29 04:16:08.445467 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-3beaeeab-e19e-4f17-ae33-f5d1fc7acc9c req-1a9c8728-e215-4d8f-a81b-0b9a09a88efb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:08.459762 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [req-3beaeeab-e19e-4f17-ae33-f5d1fc7acc9c req-1a9c8728-e215-4d8f-a81b-0b9a09a88efb service neutron] Transition to ACTIVE for port object bd3d040b-78fa-46b1-a5eb-e8e18e3e788a will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:16:08.464299 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-3beaeeab-e19e-4f17-ae33-f5d1fc7acc9c req-1a9c8728-e215-4d8f-a81b-0b9a09a88efb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:08.493247 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-13589ad7-235e-4a29-9ca4-3c0d0710257e req-9f52aefa-5e29-4c28-9322-41c71b43cfa0 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420260 Aug 29 04:16:08.552395 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:08.562621 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9c8728-e215-4d8f-a81b-0b9a09a88efb service neutron] Pushing event updated for resources: {'Port': ['ID=bd3d040b-78fa-46b1-a5eb-e8e18e3e788a,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:08.623291 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfb8d68-c9c7-4623-8f6e-83c54ca56ca3 req-5a1ba06f-6eb8-4819-ab82-d13c572e1cbf tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:08.625034 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7dfb8d68-c9c7-4623-8f6e-83c54ca56ca3 req-5a1ba06f-6eb8-4819-ab82-d13c572e1cbf tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.22 "GET /v2.0/ports?device_id=cc18cbe5-088c-4ebd-8ee9-e1ab72c96d64 HTTP/1.1" status: 200 len: 946 time: 0.1242070 Aug 29 04:16:08.631642 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 83e8be10-8624-47a2-b4c6-4413e7b94668 up at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:16:08.661216 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f718fb67-4fb7-4869-b480-4f7f721ad297 req-5156f3b1-82fe-4723-a37a-685837210d5a tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:08.662936 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f718fb67-4fb7-4869-b480-4f7f721ad297 req-5156f3b1-82fe-4723-a37a-685837210d5a tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d2293db-2b80-49cd-b456-994387ea7d62 HTTP/1.1" status: 200 len: 948 time: 0.0678680 Aug 29 04:16:08.702841 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-3beaeeab-e19e-4f17-ae33-f5d1fc7acc9c req-1a9c8728-e215-4d8f-a81b-0b9a09a88efb service neutron] Attempting to bind port bd3d040b-78fa-46b1-a5eb-e8e18e3e788a on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:16:08.702841 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-3beaeeab-e19e-4f17-ae33-f5d1fc7acc9c req-1a9c8728-e215-4d8f-a81b-0b9a09a88efb service neutron] Attempting to bind port bd3d040b-78fa-46b1-a5eb-e8e18e3e788a by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': 'a496741b-1fd5-4472-8949-3c2a4f86a807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '6378a271-fcd3-4f3e-88f8-811b7642d338'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:16:08.703198 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3beaeeab-e19e-4f17-ae33-f5d1fc7acc9c req-1a9c8728-e215-4d8f-a81b-0b9a09a88efb service neutron] Attempting to bind port bd3d040b-78fa-46b1-a5eb-e8e18e3e788a on network 6378a271-fcd3-4f3e-88f8-811b7642d338 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:16:08.711388 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f718fb67-4fb7-4869-b480-4f7f721ad297 req-d2bb47c1-aa01-4d3a-8f67-d208ef02eb66 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/security-groups?id=69e9e696-6092-48f5-a28b-387de9f4e688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372124 Aug 29 04:16:08.716721 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7dfb8d68-c9c7-4623-8f6e-83c54ca56ca3 req-bb8ee7f1-b808-455b-b6c9-89b1e804b609 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.22 "GET /v2.0/security-groups?id=46edc4d9-63f8-4b18-b08b-1f71016f23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805762 Aug 29 04:16:08.718069 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3beaeeab-e19e-4f17-ae33-f5d1fc7acc9c req-1a9c8728-e215-4d8f-a81b-0b9a09a88efb service neutron] Port bd3d040b-78fa-46b1-a5eb-e8e18e3e788a on network 6378a271-fcd3-4f3e-88f8-811b7642d338 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:16:08.718699 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3beaeeab-e19e-4f17-ae33-f5d1fc7acc9c req-1a9c8728-e215-4d8f-a81b-0b9a09a88efb service neutron] Attempting to bind port bd3d040b-78fa-46b1-a5eb-e8e18e3e788a on network 6378a271-fcd3-4f3e-88f8-811b7642d338 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:16:08.728014 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3beaeeab-e19e-4f17-ae33-f5d1fc7acc9c req-1a9c8728-e215-4d8f-a81b-0b9a09a88efb service neutron] Checking agent: {'id': '3de9de52-3a03-431d-9d7e-497ae92c57ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:16:08.728510 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3beaeeab-e19e-4f17-ae33-f5d1fc7acc9c req-1a9c8728-e215-4d8f-a81b-0b9a09a88efb service neutron] Checking segment: {'id': 'a496741b-1fd5-4472-8949-3c2a4f86a807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '6378a271-fcd3-4f3e-88f8-811b7642d338'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:16:08.729097 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3beaeeab-e19e-4f17-ae33-f5d1fc7acc9c req-1a9c8728-e215-4d8f-a81b-0b9a09a88efb service neutron] Bound using segment: {'id': 'a496741b-1fd5-4472-8949-3c2a4f86a807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '6378a271-fcd3-4f3e-88f8-811b7642d338'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:16:08.729552 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-3beaeeab-e19e-4f17-ae33-f5d1fc7acc9c req-1a9c8728-e215-4d8f-a81b-0b9a09a88efb service neutron] Bound port: bd3d040b-78fa-46b1-a5eb-e8e18e3e788a, host: n-h1-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a496741b-1fd5-4472-8949-3c2a4f86a807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '6378a271-fcd3-4f3e-88f8-811b7642d338'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:16:08.729919 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-3beaeeab-e19e-4f17-ae33-f5d1fc7acc9c req-1a9c8728-e215-4d8f-a81b-0b9a09a88efb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:08.730257 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning for port 83e8be10-8624-47a2-b4c6-4413e7b94668 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:16:08.744398 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning complete for port 83e8be10-8624-47a2-b4c6-4413e7b94668 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:16:08.745158 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:08.863519 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-3beaeeab-e19e-4f17-ae33-f5d1fc7acc9c req-1a9c8728-e215-4d8f-a81b-0b9a09a88efb service neutron] For port bd3d040b-78fa-46b1-a5eb-e8e18e3e788a, host n-h1-712140-12, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:16:08.879342 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-3beaeeab-e19e-4f17-ae33-f5d1fc7acc9c req-1a9c8728-e215-4d8f-a81b-0b9a09a88efb service neutron] For port bd3d040b-78fa-46b1-a5eb-e8e18e3e788a, host n-h1-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=bd3d040b-78fa-46b1-a5eb-e8e18e3e788a,segment=NetworkSegment(a496741b-1fd5-4472-8949-3c2a4f86a807),segment_id=a496741b-1fd5-4472-8949-3c2a4f86a807)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:16:08.888207 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-3beaeeab-e19e-4f17-ae33-f5d1fc7acc9c req-1a9c8728-e215-4d8f-a81b-0b9a09a88efb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:08.922207 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:08.924865 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a84ba9-d90f-48b1-9894-ddd005e25a99 req-89afeada-d2ba-421b-a3c4-cf2935bbdbd6 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:08.926432 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b1a84ba9-d90f-48b1-9894-ddd005e25a99 req-89afeada-d2ba-421b-a3c4-cf2935bbdbd6 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=077ec94a-232c-4b57-a5ad-af0746cd4f24 HTTP/1.1" status: 200 len: 945 time: 0.1016159 Aug 29 04:16:08.963189 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beaeeab-e19e-4f17-ae33-f5d1fc7acc9c req-1a9c8728-e215-4d8f-a81b-0b9a09a88efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:08.963867 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-3beaeeab-e19e-4f17-ae33-f5d1fc7acc9c req-1a9c8728-e215-4d8f-a81b-0b9a09a88efb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:08.965470 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3beaeeab-e19e-4f17-ae33-f5d1fc7acc9c req-1a9c8728-e215-4d8f-a81b-0b9a09a88efb service neutron] 10.222.0.46 "PUT /v2.0/ports/bd3d040b-78fa-46b1-a5eb-e8e18e3e788a HTTP/1.1" status: 200 len: 1093 time: 1.0438273 Aug 29 04:16:08.965909 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c26c4c8f-73a3-463f-a2a9-1c95f8017933', 'tag': 'bd3d040b-78fa-46b1-a5eb-e8e18e3e788a'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:16:08.968364 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-932deeb2-09dc-4342-a476-5ae52446a79e" -d '{"events": [{"name": "network-changed", "server_uuid": "c26c4c8f-73a3-463f-a2a9-1c95f8017933", "tag": "bd3d040b-78fa-46b1-a5eb-e8e18e3e788a"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:16:08.970640 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 83e8be10-8624-47a2-b4c6-4413e7b94668, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=83e8be10-8624-47a2-b4c6-4413e7b94668,segment=NetworkSegment(1fc19f14-bf6d-4959-b2c5-ed51e935e5ad),segment_id=1fc19f14-bf6d-4959-b2c5-ed51e935e5ad)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:08.977680 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:08.978619 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 12c539aa-20c7-4e61-9893-071488e12699 no longer exists at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:16:09.002185 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9c8728-e215-4d8f-a81b-0b9a09a88efb service neutron] Pushing event updated for resources: {'Port': ['ID=bd3d040b-78fa-46b1-a5eb-e8e18e3e788a,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:09.017215 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b1a84ba9-d90f-48b1-9894-ddd005e25a99 req-d9c3e0ec-8410-4f70-bdec-9f0a207cb25b tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799451 Aug 29 04:16:09.038088 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-3beaeeab-e19e-4f17-ae33-f5d1fc7acc9c req-7d3a36b9-b644-419a-b257-9671ac7c083e service neutron] Request body: {'port': {'device_id': 'c26c4c8f-73a3-463f-a2a9-1c95f8017933', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-12'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:16:09.060884 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] No Port match for: 12c539aa-20c7-4e61-9893-071488e12699 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:16:09.061571 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 12c539aa-20c7-4e61-9893-071488e12699 not bound to the agent host n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:16:09.080017 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=83e8be10-8624-47a2-b4c6-4413e7b94668,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:09.118647 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 6c598feb-3ed1-428d-85b3-41629f32880f up at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:16:09.147885 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-3beaeeab-e19e-4f17-ae33-f5d1fc7acc9c req-7d3a36b9-b644-419a-b257-9671ac7c083e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:09.169298 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3eaff5d-2f67-49f8-8209-57a928cf677f x-openstack-request-id: req-e3eaff5d-2f67-49f8-8209-57a928cf677f {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:16:09.169685 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c26c4c8f-73a3-463f-a2a9-1c95f8017933", "tag": "bd3d040b-78fa-46b1-a5eb-e8e18e3e788a", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:16:09.169932 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e3eaff5d-2f67-49f8-8209-57a928cf677f {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:16:09.170245 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c26c4c8f-73a3-463f-a2a9-1c95f8017933', 'tag': 'bd3d040b-78fa-46b1-a5eb-e8e18e3e788a', 'status': 'completed', 'code': 200} Aug 29 04:16:09.184838 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning for port 6c598feb-3ed1-428d-85b3-41629f32880f completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:16:09.189224 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning complete for port 6c598feb-3ed1-428d-85b3-41629f32880f triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:16:09.189603 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:09.225121 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb5d6e9c-5c3d-4fd0-b7cd-2988a1e453f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83e8be10-8624-47a2-b4c6-4413e7b94668'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:16:09.227415 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcefa9da-da69-4737-b8ba-bdc0a4391b9f" -d '{"events": [{"server_uuid": "bb5d6e9c-5c3d-4fd0-b7cd-2988a1e453f4", "name": "network-vif-plugged", "status": "completed", "tag": "83e8be10-8624-47a2-b4c6-4413e7b94668"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:16:09.271815 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7717143d-d74a-41e3-9411-16f385a0d11e req-25969660-8277-4e12-9d1e-8d7059ffac59 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:09.273369 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7717143d-d74a-41e3-9411-16f385a0d11e req-25969660-8277-4e12-9d1e-8d7059ffac59 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e5ccfea-706b-4825-9d2e-60c0b092c82e HTTP/1.1" status: 200 len: 944 time: 0.1625655 Aug 29 04:16:09.276866 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:09.317611 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 6c598feb-3ed1-428d-85b3-41629f32880f, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=6c598feb-3ed1-428d-85b3-41629f32880f,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:09.322506 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:09.340653 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4d80273a-24bb-4532-af8d-8e99a1541835 req-df7d7fb1-8520-4917-8cc1-51a2902a0297 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "GET /v2.0/security-groups/890c423e-8656-4b83-8d5a-69dbc4f8ebc7 HTTP/1.1" status: 200 len: 1799 time: 0.0429876 Aug 29 04:16:09.386689 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=6c598feb-3ed1-428d-85b3-41629f32880f,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:09.405039 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-4d80273a-24bb-4532-af8d-8e99a1541835 req-77ea5037-c20e-45ca-8f49-31e50420c935 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:09.409892 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932deeb2-09dc-4342-a476-5ae52446a79e req-ced06bd9-d466-43ec-92b6-c973ab16c2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:09.410446 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932deeb2-09dc-4342-a476-5ae52446a79e req-ced06bd9-d466-43ec-92b6-c973ab16c2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:09.412167 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-932deeb2-09dc-4342-a476-5ae52446a79e req-ced06bd9-d466-43ec-92b6-c973ab16c2be service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c9804a8a9be04dbf9e3249af907a3916&device_id=c26c4c8f-73a3-463f-a2a9-1c95f8017933 HTTP/1.1" status: 200 len: 1914 time: 0.1618304 Aug 29 04:16:09.429282 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-4d80273a-24bb-4532-af8d-8e99a1541835 req-77ea5037-c20e-45ca-8f49-31e50420c935 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:09.458121 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7717143d-d74a-41e3-9411-16f385a0d11e req-4d0ab813-d66a-4a2f-9d2c-5c3166d588b9 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=95663bcf-c178-40f7-a8d1-56ba6dc33aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1146209 Aug 29 04:16:09.484552 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-4d80273a-24bb-4532-af8d-8e99a1541835 req-77ea5037-c20e-45ca-8f49-31e50420c935 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:09.486856 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-4d80273a-24bb-4532-af8d-8e99a1541835 req-77ea5037-c20e-45ca-8f49-31e50420c935 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:09.486856 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4d80273a-24bb-4532-af8d-8e99a1541835 req-77ea5037-c20e-45ca-8f49-31e50420c935 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "DELETE /v2.0/security-groups/890c423e-8656-4b83-8d5a-69dbc4f8ebc7 HTTP/1.1" status: 204 len: 173 time: 0.1384776 Aug 29 04:16:09.497706 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ea5037-c20e-45ca-8f49-31e50420c935 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=890c423e-8656-4b83-8d5a-69dbc4f8ebc7,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:09.545532 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-391810c1-471f-4802-82ee-b1e60de9c13c x-openstack-request-id: req-391810c1-471f-4802-82ee-b1e60de9c13c {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:16:09.545838 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb5d6e9c-5c3d-4fd0-b7cd-2988a1e453f4", "name": "network-vif-plugged", "status": "completed", "tag": "83e8be10-8624-47a2-b4c6-4413e7b94668", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:16:09.546114 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-391810c1-471f-4802-82ee-b1e60de9c13c {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:16:09.546518 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb5d6e9c-5c3d-4fd0-b7cd-2988a1e453f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83e8be10-8624-47a2-b4c6-4413e7b94668', 'code': 200} Aug 29 04:16:09.708736 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016c4fe3-c120-433e-ab71-4f4866d15afa req-6aa5041a-66e8-4c78-a72b-f70e71d50ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:09.708736 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-016c4fe3-c120-433e-ab71-4f4866d15afa req-6aa5041a-66e8-4c78-a72b-f70e71d50ead service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=bb5d6e9c-5c3d-4fd0-b7cd-2988a1e453f4 HTTP/1.1" status: 200 len: 1097 time: 0.0523405 Aug 29 04:16:09.724285 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932deeb2-09dc-4342-a476-5ae52446a79e req-354a2484-c5b2-44c5-b8b2-b7f87344173f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:09.724762 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932deeb2-09dc-4342-a476-5ae52446a79e req-354a2484-c5b2-44c5-b8b2-b7f87344173f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:09.725238 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932deeb2-09dc-4342-a476-5ae52446a79e req-354a2484-c5b2-44c5-b8b2-b7f87344173f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:09.726851 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-932deeb2-09dc-4342-a476-5ae52446a79e req-354a2484-c5b2-44c5-b8b2-b7f87344173f service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=c9804a8a9be04dbf9e3249af907a3916&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.3030910 Aug 29 04:16:09.779061 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fe159653-2824-4847-82db-7f920fcd5228 req-b7e82972-ee88-4477-9148-f20a0ef21825 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "GET /v2.0/security-groups/6deba2c4-052b-44f5-b48b-9079a81d99bd HTTP/1.1" status: 200 len: 1799 time: 0.0657468 Aug 29 04:16:09.785871 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-016c4fe3-c120-433e-ab71-4f4866d15afa req-50c41624-4ef6-4edc-b29e-76af271b929b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658975 Aug 29 04:16:09.806990 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce212db-86b4-433d-aba8-7f4181eb4dbe req-5993ae8c-61a4-468c-8310-185ddae28071 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:09.813009 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce212db-86b4-433d-aba8-7f4181eb4dbe req-5993ae8c-61a4-468c-8310-185ddae28071 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:09.814592 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2ce212db-86b4-433d-aba8-7f4181eb4dbe req-5993ae8c-61a4-468c-8310-185ddae28071 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] 10.222.0.22 "GET /v2.0/ports?device_id=c26c4c8f-73a3-463f-a2a9-1c95f8017933 HTTP/1.1" status: 200 len: 1666 time: 0.1864998 Aug 29 04:16:09.839126 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-fe159653-2824-4847-82db-7f920fcd5228 req-c973a6e8-9e98-4987-88a7-98c935249bf4 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:09.861287 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-fe159653-2824-4847-82db-7f920fcd5228 req-c973a6e8-9e98-4987-88a7-98c935249bf4 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:09.899121 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [req-3beaeeab-e19e-4f17-ae33-f5d1fc7acc9c req-7d3a36b9-b644-419a-b257-9671ac7c083e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79996478-72c5-4353-adb1-16b08c64014c {{(pid=94829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:16:09.902679 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-fe159653-2824-4847-82db-7f920fcd5228 req-c973a6e8-9e98-4987-88a7-98c935249bf4 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:09.905582 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-fe159653-2824-4847-82db-7f920fcd5228 req-c973a6e8-9e98-4987-88a7-98c935249bf4 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:09.907288 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fe159653-2824-4847-82db-7f920fcd5228 req-c973a6e8-9e98-4987-88a7-98c935249bf4 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] 10.222.0.22 "DELETE /v2.0/security-groups/6deba2c4-052b-44f5-b48b-9079a81d99bd HTTP/1.1" status: 204 len: 173 time: 0.1203213 Aug 29 04:16:09.917803 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 43992) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:09.918604 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c973a6e8-9e98-4987-88a7-98c935249bf4 tempest-SecurityGroupsTestJSON-1637978849 tempest-SecurityGroupsTestJSON-1637978849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6deba2c4-052b-44f5-b48b-9079a81d99bd,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:09.919791 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-3beaeeab-e19e-4f17-ae33-f5d1fc7acc9c req-7d3a36b9-b644-419a-b257-9671ac7c083e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:09.970658 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ad58de4-0b9b-4160-8966-9652610494b8 admin admin] Deleting subnet 7aff1b55-5acd-4615-92fe-59d502737750 {{(pid=94828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:16:09.976179 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7ad58de4-0b9b-4160-8966-9652610494b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:09.983667 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [req-3beaeeab-e19e-4f17-ae33-f5d1fc7acc9c req-7d3a36b9-b644-419a-b257-9671ac7c083e service neutron] Transition to ACTIVE for port object 79996478-72c5-4353-adb1-16b08c64014c will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:16:09.987197 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2ce212db-86b4-433d-aba8-7f4181eb4dbe req-fa63c5ac-8dba-4ea9-8b70-0b2c72d826fd tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] 10.222.0.22 "GET /v2.0/security-groups?id=07b81801-f107-42cd-9c04-405b0de95462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412342 Aug 29 04:16:09.991250 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-3beaeeab-e19e-4f17-ae33-f5d1fc7acc9c req-7d3a36b9-b644-419a-b257-9671ac7c083e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:10.027388 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932deeb2-09dc-4342-a476-5ae52446a79e req-8b0d5fcb-198b-40e9-b497-bfc70dca4ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:10.029538 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-932deeb2-09dc-4342-a476-5ae52446a79e req-8b0d5fcb-198b-40e9-b497-bfc70dca4ed6 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2870336 Aug 29 04:16:10.057387 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3a36b9-b644-419a-b257-9671ac7c083e service neutron] Pushing event updated for resources: {'Port': ['ID=79996478-72c5-4353-adb1-16b08c64014c,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:10.104315 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7ad58de4-0b9b-4160-8966-9652610494b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8904862'] for subnet, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:10.144886 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-3beaeeab-e19e-4f17-ae33-f5d1fc7acc9c req-7d3a36b9-b644-419a-b257-9671ac7c083e service neutron] Attempting to bind port 79996478-72c5-4353-adb1-16b08c64014c on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:16:10.145585 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-3beaeeab-e19e-4f17-ae33-f5d1fc7acc9c req-7d3a36b9-b644-419a-b257-9671ac7c083e service neutron] Attempting to bind port 79996478-72c5-4353-adb1-16b08c64014c by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': '52117d92-d530-4393-8f19-89e70303ec6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90135027-97bd-4f5b-97d1-f6b55ab80118'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:16:10.146154 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3beaeeab-e19e-4f17-ae33-f5d1fc7acc9c req-7d3a36b9-b644-419a-b257-9671ac7c083e service neutron] Attempting to bind port 79996478-72c5-4353-adb1-16b08c64014c on network 90135027-97bd-4f5b-97d1-f6b55ab80118 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:16:10.150655 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2555250d-4c06-41ae-a61c-281000fbe201 req-742f3d60-34d6-4ae2-a13d-037c8e435639 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:10.152279 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2555250d-4c06-41ae-a61c-281000fbe201 req-742f3d60-34d6-4ae2-a13d-037c8e435639 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb5d6e9c-5c3d-4fd0-b7cd-2988a1e453f4 HTTP/1.1" status: 200 len: 945 time: 0.1266801 Aug 29 04:16:10.161843 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3beaeeab-e19e-4f17-ae33-f5d1fc7acc9c req-7d3a36b9-b644-419a-b257-9671ac7c083e service neutron] Port 79996478-72c5-4353-adb1-16b08c64014c on network 90135027-97bd-4f5b-97d1-f6b55ab80118 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:16:10.162225 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3beaeeab-e19e-4f17-ae33-f5d1fc7acc9c req-7d3a36b9-b644-419a-b257-9671ac7c083e service neutron] Attempting to bind port 79996478-72c5-4353-adb1-16b08c64014c on network 90135027-97bd-4f5b-97d1-f6b55ab80118 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:16:10.174744 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7ad58de4-0b9b-4160-8966-9652610494b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:10.186537 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3beaeeab-e19e-4f17-ae33-f5d1fc7acc9c req-7d3a36b9-b644-419a-b257-9671ac7c083e service neutron] Checking agent: {'id': '3de9de52-3a03-431d-9d7e-497ae92c57ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:16:10.186888 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3beaeeab-e19e-4f17-ae33-f5d1fc7acc9c req-7d3a36b9-b644-419a-b257-9671ac7c083e service neutron] Checking segment: {'id': '52117d92-d530-4393-8f19-89e70303ec6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90135027-97bd-4f5b-97d1-f6b55ab80118'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:16:10.187338 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3beaeeab-e19e-4f17-ae33-f5d1fc7acc9c req-7d3a36b9-b644-419a-b257-9671ac7c083e service neutron] Bound using segment: {'id': '52117d92-d530-4393-8f19-89e70303ec6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90135027-97bd-4f5b-97d1-f6b55ab80118'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:16:10.187826 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-3beaeeab-e19e-4f17-ae33-f5d1fc7acc9c req-7d3a36b9-b644-419a-b257-9671ac7c083e service neutron] Bound port: 79996478-72c5-4353-adb1-16b08c64014c, host: n-h1-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52117d92-d530-4393-8f19-89e70303ec6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90135027-97bd-4f5b-97d1-f6b55ab80118'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:16:10.188280 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-3beaeeab-e19e-4f17-ae33-f5d1fc7acc9c req-7d3a36b9-b644-419a-b257-9671ac7c083e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:10.224623 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe366ac0-fbda-454c-b7bf-b1c6c2478757 req-b98b92a1-b0c6-43d6-ad34-c20b4bb4ef44 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:10.227168 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-fe366ac0-fbda-454c-b7bf-b1c6c2478757 req-b98b92a1-b0c6-43d6-ad34-c20b4bb4ef44 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d2293db-2b80-49cd-b456-994387ea7d62 HTTP/1.1" status: 200 len: 949 time: 0.0781741 Aug 29 04:16:10.240908 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2555250d-4c06-41ae-a61c-281000fbe201 req-eec5377e-a54e-47df-ae9a-190233c87ee0 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744727 Aug 29 04:16:10.266908 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7ad58de4-0b9b-4160-8966-9652610494b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9190434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062341'] for subnet, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:10.310324 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad58de4-0b9b-4160-8966-9652610494b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7aff1b55-5acd-4615-92fe-59d502737750,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:10.318727 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7ad58de4-0b9b-4160-8966-9652610494b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:10.324153 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-7ad58de4-0b9b-4160-8966-9652610494b8 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/7aff1b55-5acd-4615-92fe-59d502737750 HTTP/1.1" status: 204 len: 168 time: 0.4006162 Aug 29 04:16:10.324281 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 44000) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:10.327526 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-fe366ac0-fbda-454c-b7bf-b1c6c2478757 req-023e0ea3-d275-4a5a-b8b4-d300e64ba703 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/security-groups?id=69e9e696-6092-48f5-a28b-387de9f4e688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812435 Aug 29 04:16:10.351557 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-3beaeeab-e19e-4f17-ae33-f5d1fc7acc9c req-7d3a36b9-b644-419a-b257-9671ac7c083e service neutron] For port 79996478-72c5-4353-adb1-16b08c64014c, host n-h1-712140-12, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:16:10.355513 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-3beaeeab-e19e-4f17-ae33-f5d1fc7acc9c req-7d3a36b9-b644-419a-b257-9671ac7c083e service neutron] For port 79996478-72c5-4353-adb1-16b08c64014c, host n-h1-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=79996478-72c5-4353-adb1-16b08c64014c,segment=NetworkSegment(52117d92-d530-4393-8f19-89e70303ec6c),segment_id=52117d92-d530-4393-8f19-89e70303ec6c)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:16:10.361841 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-3beaeeab-e19e-4f17-ae33-f5d1fc7acc9c req-7d3a36b9-b644-419a-b257-9671ac7c083e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:10.419433 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beaeeab-e19e-4f17-ae33-f5d1fc7acc9c req-7d3a36b9-b644-419a-b257-9671ac7c083e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:10.420968 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-3beaeeab-e19e-4f17-ae33-f5d1fc7acc9c req-7d3a36b9-b644-419a-b257-9671ac7c083e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:10.422757 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3beaeeab-e19e-4f17-ae33-f5d1fc7acc9c req-7d3a36b9-b644-419a-b257-9671ac7c083e service neutron] 10.222.0.46 "PUT /v2.0/ports/79996478-72c5-4353-adb1-16b08c64014c HTTP/1.1" status: 200 len: 1092 time: 1.4046364 Aug 29 04:16:10.469727 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-493ffeef-8272-4763-991c-0ae4e4f00d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:10.474219 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3a36b9-b644-419a-b257-9671ac7c083e service neutron] Pushing event updated for resources: {'Port': ['ID=79996478-72c5-4353-adb1-16b08c64014c,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:10.498824 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5823cb-69eb-484a-a7b6-5a2d89ccec95 req-b878c8c3-ff34-42dd-8856-5fb25d63a8b1 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:10.501940 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4c5823cb-69eb-484a-a7b6-5a2d89ccec95 req-b878c8c3-ff34-42dd-8856-5fb25d63a8b1 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=077ec94a-232c-4b57-a5ad-af0746cd4f24 HTTP/1.1" status: 200 len: 945 time: 0.1043477 Aug 29 04:16:10.570870 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4c5823cb-69eb-484a-a7b6-5a2d89ccec95 req-bd398beb-1ba8-4de2-90a1-d4b035980f13 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595458 Aug 29 04:16:10.575652 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beaeeab-e19e-4f17-ae33-f5d1fc7acc9c req-9de6cdfd-672c-43fb-b299-3c561ac5608d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:10.576793 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beaeeab-e19e-4f17-ae33-f5d1fc7acc9c req-9de6cdfd-672c-43fb-b299-3c561ac5608d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:10.580821 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3beaeeab-e19e-4f17-ae33-f5d1fc7acc9c req-9de6cdfd-672c-43fb-b299-3c561ac5608d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c9804a8a9be04dbf9e3249af907a3916&device_id=c26c4c8f-73a3-463f-a2a9-1c95f8017933 HTTP/1.1" status: 200 len: 1982 time: 0.0792148 Aug 29 04:16:10.606557 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-493ffeef-8272-4763-991c-0ae4e4f00d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:10.623122 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-493ffeef-8272-4763-991c-0ae4e4f00d2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f96f67f6-e1fe-44b3-b4cf-964eb290f20c']}} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:16:10.641914 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-493ffeef-8272-4763-991c-0ae4e4f00d2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60ea1297-c536-4662-89a8-71c12fd7375d') {'for_net_delete': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:16:10.642217 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-493ffeef-8272-4763-991c-0ae4e4f00d2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60ea1297-c536-4662-89a8-71c12fd7375d') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:16:10.665244 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-493ffeef-8272-4763-991c-0ae4e4f00d2a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8904833'] for segment, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:10.670378 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3beaeeab-e19e-4f17-ae33-f5d1fc7acc9c req-42e84726-f76c-49e4-a57a-e6838183183f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.242&port_id=bd3d040b-78fa-46b1-a5eb-e8e18e3e788a HTTP/1.1" status: 200 len: 217 time: 0.0791631 Aug 29 04:16:10.687355 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-493ffeef-8272-4763-991c-0ae4e4f00d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:10.703294 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-493ffeef-8272-4763-991c-0ae4e4f00d2a admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=94828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:16:10.703707 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-493ffeef-8272-4763-991c-0ae4e4f00d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9190468'] for segment, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:10.706220 n-d-712140-12 neutron-server[94828]: Traceback (most recent call last): Aug 29 04:16:10.706220 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:16:10.706220 n-d-712140-12 neutron-server[94828]: timer() Aug 29 04:16:10.706220 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:16:10.706220 n-d-712140-12 neutron-server[94828]: cb(*args, **kw) Aug 29 04:16:10.706220 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:16:10.706220 n-d-712140-12 neutron-server[94828]: return func(*args, **kwargs) Aug 29 04:16:10.706220 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:16:10.706220 n-d-712140-12 neutron-server[94828]: self._notify() Aug 29 04:16:10.706220 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:16:10.706220 n-d-712140-12 neutron-server[94828]: self.callback(batched_events) Aug 29 04:16:10.706220 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:16:10.706220 n-d-712140-12 neutron-server[94828]: event.method(event) Aug 29 04:16:10.706220 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:16:10.706220 n-d-712140-12 neutron-server[94828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:16:10.706220 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:16:10.706220 n-d-712140-12 neutron-server[94828]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:16:10.706220 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:16:10.706220 n-d-712140-12 neutron-server[94828]: return f(self, *a, **k) Aug 29 04:16:10.706220 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:16:10.706220 n-d-712140-12 neutron-server[94828]: return self._get(url).json() Aug 29 04:16:10.706220 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:16:10.706220 n-d-712140-12 neutron-server[94828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:16:10.706220 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:16:10.706220 n-d-712140-12 neutron-server[94828]: return self.request(url, 'GET', **kwargs) Aug 29 04:16:10.706220 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:16:10.706220 n-d-712140-12 neutron-server[94828]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:16:10.706220 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:16:10.706220 n-d-712140-12 neutron-server[94828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:16:10.706220 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:16:10.706220 n-d-712140-12 neutron-server[94828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:16:10.706220 n-d-712140-12 neutron-server[94828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:16:10.768136 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beaeeab-e19e-4f17-ae33-f5d1fc7acc9c req-8a7ff3e5-46d3-4203-9ca8-6e7998b83a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:10.769747 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3beaeeab-e19e-4f17-ae33-f5d1fc7acc9c req-8a7ff3e5-46d3-4203-9ca8-6e7998b83a9d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dbb75bbe-b2a3-4a9b-9174-ee5121eccefb HTTP/1.1" status: 200 len: 801 time: 0.0881522 Aug 29 04:16:10.794232 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e7200f-5d8d-4afd-bd67-6fa055958399 req-3d637983-649e-4842-8387-a888433c38f8 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:10.796980 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-98e7200f-5d8d-4afd-bd67-6fa055958399 req-3d637983-649e-4842-8387-a888433c38f8 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e5ccfea-706b-4825-9d2e-60c0b092c82e HTTP/1.1" status: 200 len: 944 time: 0.0981569 Aug 29 04:16:10.834091 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-493ffeef-8272-4763-991c-0ae4e4f00d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:10.839883 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-493ffeef-8272-4763-991c-0ae4e4f00d2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:10.844304 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-493ffeef-8272-4763-991c-0ae4e4f00d2a admin admin] 10.222.0.22 "DELETE /v2.0/networks/f96f67f6-e1fe-44b3-b4cf-964eb290f20c HTTP/1.1" status: 204 len: 168 time: 0.5167935 Aug 29 04:16:10.851543 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57da444-fd04-455d-adc6-3c61b07c6009 req-1d519028-192d-4867-bd4b-7ab0e20af816 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:10.861626 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a57da444-fd04-455d-adc6-3c61b07c6009 req-1d519028-192d-4867-bd4b-7ab0e20af816 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=28883582-fb91-4167-bc91-3cf70557c5eb HTTP/1.1" status: 200 len: 945 time: 0.1597154 Aug 29 04:16:10.884784 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-98e7200f-5d8d-4afd-bd67-6fa055958399 req-f7c9510a-1758-43ad-9656-b08de84acded tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=95663bcf-c178-40f7-a8d1-56ba6dc33aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748937 Aug 29 04:16:10.900023 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493ffeef-8272-4763-991c-0ae4e4f00d2a admin admin] Pushing event deleted for resources: {'Network': ['ID=f96f67f6-e1fe-44b3-b4cf-964eb290f20c,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:10.921071 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beaeeab-e19e-4f17-ae33-f5d1fc7acc9c req-7f28992c-561c-421d-8874-66deafc8c990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:10.923850 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3beaeeab-e19e-4f17-ae33-f5d1fc7acc9c req-7f28992c-561c-421d-8874-66deafc8c990 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6378a271-fcd3-4f3e-88f8-811b7642d338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1252820 Aug 29 04:16:10.932612 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a57da444-fd04-455d-adc6-3c61b07c6009 req-346c5d46-51b9-419b-b647-bd1d180b683a tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697215 Aug 29 04:16:11.111541 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97facfe3-39f9-4998-a4bf-9fa581fd6029 req-7bd3167a-1f29-4652-abb8-8983be044ba7 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:11.113951 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-97facfe3-39f9-4998-a4bf-9fa581fd6029 req-7bd3167a-1f29-4652-abb8-8983be044ba7 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=077ec94a-232c-4b57-a5ad-af0746cd4f24 HTTP/1.1" status: 200 len: 945 time: 0.0595586 Aug 29 04:16:11.118413 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3beaeeab-e19e-4f17-ae33-f5d1fc7acc9c req-06f70005-536e-4b61-9862-680e77b15507 service neutron] 10.222.0.46 "GET /v2.0/networks/6378a271-fcd3-4f3e-88f8-811b7642d338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831534 Aug 29 04:16:11.167160 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-97facfe3-39f9-4998-a4bf-9fa581fd6029 req-4cf756f0-efa4-4299-975b-d82558583143 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392447 Aug 29 04:16:11.212139 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 44018) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:11.220857 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c26c4c8f-73a3-463f-a2a9-1c95f8017933', 'tag': '79996478-72c5-4353-adb1-16b08c64014c'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:16:11.289638 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-e4bbc14f-a4c3-4388-bdc0-d0eee5829763 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=167b1cc03732479fb9ee73ff6d5e5845&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0763071 Aug 29 04:16:11.292930 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 44022) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:11.332205 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef3c03a-f4a3-4808-b5af-e6d5833bf817 req-6550c70e-23b0-4ebd-97d7-129dffc5bf28 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:11.333806 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-aef3c03a-f4a3-4808-b5af-e6d5833bf817 req-6550c70e-23b0-4ebd-97d7-129dffc5bf28 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.22 "GET /v2.0/ports?device_id=b3b2f611-e938-4e7c-b802-00c4c626c68c HTTP/1.1" status: 200 len: 945 time: 0.0864954 Aug 29 04:16:11.392589 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-aef3c03a-f4a3-4808-b5af-e6d5833bf817 req-4475332c-2fbe-49c7-a0d8-47a8340fd661 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.22 "GET /v2.0/security-groups?id=46edc4d9-63f8-4b18-b08b-1f71016f23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514693 Aug 29 04:16:11.393379 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1256bba9-1a47-4502-9f2c-f0cb60d16c2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:11.418721 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1256bba9-1a47-4502-9f2c-f0cb60d16c2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:11.481314 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1256bba9-1a47-4502-9f2c-f0cb60d16c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:11.483957 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1256bba9-1a47-4502-9f2c-f0cb60d16c2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:11.487605 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-1256bba9-1a47-4502-9f2c-f0cb60d16c2f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/928b8436-db78-4a6b-bcb4-8c108482d446 HTTP/1.1" status: 204 len: 168 time: 0.1914747 Aug 29 04:16:11.494705 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1256bba9-1a47-4502-9f2c-f0cb60d16c2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=928b8436-db78-4a6b-bcb4-8c108482d446,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:11.508782 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2120ecfd-e424-4e12-b83a-a7e12cdac17b" -d '{"events": [{"name": "network-changed", "server_uuid": "c26c4c8f-73a3-463f-a2a9-1c95f8017933", "tag": "79996478-72c5-4353-adb1-16b08c64014c"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:16:11.547732 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d2293db-2b80-49cd-b456-994387ea7d62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c598feb-3ed1-428d-85b3-41629f32880f'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:16:11.551480 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dc09842-9085-42e2-80b8-d36131b9d958" -d '{"events": [{"server_uuid": "2d2293db-2b80-49cd-b456-994387ea7d62", "name": "network-vif-plugged", "status": "completed", "tag": "6c598feb-3ed1-428d-85b3-41629f32880f"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:16:11.622257 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc2b6d-8f88-4825-a2e8-0068ddd3bc48 req-6d15f86e-6208-4eb4-ba8b-27cbc7c25add tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:11.628498 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc2b6d-8f88-4825-a2e8-0068ddd3bc48 req-6d15f86e-6208-4eb4-ba8b-27cbc7c25add tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:11.632281 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2ddc2b6d-8f88-4825-a2e8-0068ddd3bc48 req-6d15f86e-6208-4eb4-ba8b-27cbc7c25add tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] 10.222.0.22 "GET /v2.0/ports?device_id=c26c4c8f-73a3-463f-a2a9-1c95f8017933 HTTP/1.1" status: 200 len: 1678 time: 0.1162281 Aug 29 04:16:11.635443 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3beaeeab-e19e-4f17-ae33-f5d1fc7acc9c req-578bdbd8-87dd-4ff7-919d-ec5acff42d91 service neutron] 10.222.0.46 "GET /v2.0/networks/6378a271-fcd3-4f3e-88f8-811b7642d338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5048766 Aug 29 04:16:11.695422 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3beaeeab-e19e-4f17-ae33-f5d1fc7acc9c req-26335814-8df2-4bca-8239-646d47be1a1a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.40&port_id=79996478-72c5-4353-adb1-16b08c64014c HTTP/1.1" status: 200 len: 217 time: 0.0441494 Aug 29 04:16:11.710230 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2ddc2b6d-8f88-4825-a2e8-0068ddd3bc48 req-ca53d5ee-c8c0-417b-b245-8fd39a11f499 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] 10.222.0.22 "GET /v2.0/security-groups?id=07b81801-f107-42cd-9c04-405b0de95462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732262 Aug 29 04:16:11.715796 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea673ed-adf6-428b-9e02-c188ef3a1563 req-e7225669-9498-4dcf-b8c0-95818839d121 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:11.723161 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0ea673ed-adf6-428b-9e02-c188ef3a1563 req-e7225669-9498-4dcf-b8c0-95818839d121 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb5d6e9c-5c3d-4fd0-b7cd-2988a1e453f4 HTTP/1.1" status: 200 len: 945 time: 0.0671113 Aug 29 04:16:11.772748 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beaeeab-e19e-4f17-ae33-f5d1fc7acc9c req-0b10de36-a9cd-4250-ac04-4011ffda8521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:11.774508 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3beaeeab-e19e-4f17-ae33-f5d1fc7acc9c req-0b10de36-a9cd-4250-ac04-4011ffda8521 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=474e61f9-69af-47c5-9146-931c72c92ad9 HTTP/1.1" status: 200 len: 801 time: 0.0624509 Aug 29 04:16:11.776603 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0ea673ed-adf6-428b-9e02-c188ef3a1563 req-188be1c9-9f9d-4cc9-a520-7debedc97e1a tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524437 Aug 29 04:16:11.882020 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdc33c5-b8c1-42fe-b314-26ae0d13e4ea req-0e70de01-64e3-4331-8adf-b2e80da84383 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:11.887795 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9bdc33c5-b8c1-42fe-b314-26ae0d13e4ea req-0e70de01-64e3-4331-8adf-b2e80da84383 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d2293db-2b80-49cd-b456-994387ea7d62 HTTP/1.1" status: 200 len: 949 time: 0.0957532 Aug 29 04:16:11.891184 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beaeeab-e19e-4f17-ae33-f5d1fc7acc9c req-12fbdb3a-b749-450a-bcfe-58e993726223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:11.894785 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3beaeeab-e19e-4f17-ae33-f5d1fc7acc9c req-12fbdb3a-b749-450a-bcfe-58e993726223 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=90135027-97bd-4f5b-97d1-f6b55ab80118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1103196 Aug 29 04:16:11.922389 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82af05bb-9e78-40ca-8476-ed89a0d9162b x-openstack-request-id: req-82af05bb-9e78-40ca-8476-ed89a0d9162b {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:16:11.922684 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c26c4c8f-73a3-463f-a2a9-1c95f8017933", "tag": "79996478-72c5-4353-adb1-16b08c64014c", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:16:11.922938 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-82af05bb-9e78-40ca-8476-ed89a0d9162b {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:16:11.923588 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c26c4c8f-73a3-463f-a2a9-1c95f8017933', 'tag': '79996478-72c5-4353-adb1-16b08c64014c', 'status': 'completed', 'code': 200} Aug 29 04:16:11.978089 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43e2ca8d-e3e6-4c4b-a371-96cd1cdeb3ae x-openstack-request-id: req-43e2ca8d-e3e6-4c4b-a371-96cd1cdeb3ae {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:16:11.978996 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d2293db-2b80-49cd-b456-994387ea7d62", "name": "network-vif-plugged", "status": "completed", "tag": "6c598feb-3ed1-428d-85b3-41629f32880f", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:16:11.979679 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-43e2ca8d-e3e6-4c4b-a371-96cd1cdeb3ae {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:16:11.980931 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d2293db-2b80-49cd-b456-994387ea7d62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c598feb-3ed1-428d-85b3-41629f32880f', 'code': 200} Aug 29 04:16:11.992669 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9bdc33c5-b8c1-42fe-b314-26ae0d13e4ea req-a917d555-819b-461f-9315-9bcabb410c3e tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/security-groups?id=69e9e696-6092-48f5-a28b-387de9f4e688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969033 Aug 29 04:16:12.075185 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3beaeeab-e19e-4f17-ae33-f5d1fc7acc9c req-77f66556-770d-4335-98f7-80ae6475e984 service neutron] 10.222.0.46 "GET /v2.0/networks/90135027-97bd-4f5b-97d1-f6b55ab80118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506910 Aug 29 04:16:12.146991 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba93fa16-0953-4a25-8e7c-203d16c3e911 req-a925a902-e032-4a9b-8cee-38ded169ae66 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:12.158738 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ba93fa16-0953-4a25-8e7c-203d16c3e911 req-a925a902-e032-4a9b-8cee-38ded169ae66 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=077ec94a-232c-4b57-a5ad-af0746cd4f24 HTTP/1.1" status: 200 len: 945 time: 0.1033754 Aug 29 04:16:12.180886 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfc05fd-48ff-4ceb-b48f-91393685453a req-ef5310e9-f272-4b56-b5bf-9e2038c433fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:12.182398 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9cfc05fd-48ff-4ceb-b48f-91393685453a req-ef5310e9-f272-4b56-b5bf-9e2038c433fa service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2d2293db-2b80-49cd-b456-994387ea7d62 HTTP/1.1" status: 200 len: 1101 time: 0.0935497 Aug 29 04:16:12.214650 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ba93fa16-0953-4a25-8e7c-203d16c3e911 req-12b7699d-6436-4ec8-bdda-f7068273fa28 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550289 Aug 29 04:16:12.224975 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267be041-63e2-4cc9-af6f-984f0c8879cb req-61059798-c467-4b1e-b73b-a72a462dfedc tempest-LiveAutoBlockMigrationV225Test-280615785 tempest-LiveAutoBlockMigrationV225Test-280615785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:12.226516 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-267be041-63e2-4cc9-af6f-984f0c8879cb req-61059798-c467-4b1e-b73b-a72a462dfedc tempest-LiveAutoBlockMigrationV225Test-280615785 tempest-LiveAutoBlockMigrationV225Test-280615785-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=bb5d6e9c-5c3d-4fd0-b7cd-2988a1e453f4 HTTP/1.1" status: 200 len: 1097 time: 0.1381190 Aug 29 04:16:12.233875 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9cfc05fd-48ff-4ceb-b48f-91393685453a req-edb7d2a8-d21e-46d8-a698-adae36050681 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=69e9e696-6092-48f5-a28b-387de9f4e688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385942 Aug 29 04:16:12.264236 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3beaeeab-e19e-4f17-ae33-f5d1fc7acc9c req-c39a4281-ccf3-42a3-aecc-475453a0b211 service neutron] 10.222.0.46 "GET /v2.0/networks/90135027-97bd-4f5b-97d1-f6b55ab80118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662486 Aug 29 04:16:12.280749 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-267be041-63e2-4cc9-af6f-984f0c8879cb req-ba160b17-a286-423e-977e-9fad1b730c84 tempest-LiveAutoBlockMigrationV225Test-280615785 tempest-LiveAutoBlockMigrationV225Test-280615785-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365348 Aug 29 04:16:12.388834 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd32d48e-98c5-4bc7-a3c1-eac18d661e6a req-dc4a75d4-8f81-4942-a1b7-cf4be0aa282d tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:12.401331 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fd32d48e-98c5-4bc7-a3c1-eac18d661e6a req-dc4a75d4-8f81-4942-a1b7-cf4be0aa282d tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e5ccfea-706b-4825-9d2e-60c0b092c82e HTTP/1.1" status: 200 len: 944 time: 0.0805666 Aug 29 04:16:12.451811 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fd32d48e-98c5-4bc7-a3c1-eac18d661e6a req-40da84f5-8990-4f15-a7aa-c2b5e7b9f3cf tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=95663bcf-c178-40f7-a8d1-56ba6dc33aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443089 Aug 29 04:16:12.505889 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f67fff-325e-404f-a0b9-676b05693219 req-7550fa45-cc2d-4312-8fe6-985ba52ed440 tempest-LiveAutoBlockMigrationV225Test-280615785 tempest-LiveAutoBlockMigrationV225Test-280615785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:12.509348 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-75f67fff-325e-404f-a0b9-676b05693219 req-7550fa45-cc2d-4312-8fe6-985ba52ed440 tempest-LiveAutoBlockMigrationV225Test-280615785 tempest-LiveAutoBlockMigrationV225Test-280615785-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=bb5d6e9c-5c3d-4fd0-b7cd-2988a1e453f4 HTTP/1.1" status: 200 len: 1097 time: 0.0990152 Aug 29 04:16:12.514886 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2120ecfd-e424-4e12-b83a-a7e12cdac17b req-64b2f29b-9953-4641-80ce-c7888f10f2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:12.515405 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2120ecfd-e424-4e12-b83a-a7e12cdac17b req-64b2f29b-9953-4641-80ce-c7888f10f2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:12.517039 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2120ecfd-e424-4e12-b83a-a7e12cdac17b req-64b2f29b-9953-4641-80ce-c7888f10f2ef service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c9804a8a9be04dbf9e3249af907a3916&device_id=c26c4c8f-73a3-463f-a2a9-1c95f8017933 HTTP/1.1" status: 200 len: 1982 time: 0.1569502 Aug 29 04:16:12.532210 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 44062) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:12.602244 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7900f922-9423-4cae-b369-575ffd21b387 req-36eef34f-a9b1-4020-a5c6-7d4c12ff06fd tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:12.605270 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7900f922-9423-4cae-b369-575ffd21b387 req-36eef34f-a9b1-4020-a5c6-7d4c12ff06fd tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.22 "GET /v2.0/ports?device_id=b3b2f611-e938-4e7c-b802-00c4c626c68c HTTP/1.1" status: 200 len: 945 time: 0.0785906 Aug 29 04:16:12.626539 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-75f67fff-325e-404f-a0b9-676b05693219 req-202202dd-5a68-420d-9846-9f4eccfe86fb tempest-LiveAutoBlockMigrationV225Test-280615785 tempest-LiveAutoBlockMigrationV225Test-280615785-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083100 Aug 29 04:16:12.655673 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7900f922-9423-4cae-b369-575ffd21b387 req-c31463d8-d08c-4ff0-8084-3e336dd64ac7 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.22 "GET /v2.0/security-groups?id=46edc4d9-63f8-4b18-b08b-1f71016f23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442731 Aug 29 04:16:12.676206 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-3d7aef57-9650-465c-ab99-1fd018aa1e7e admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-426832129-network', 'tenant_id': 'b4784151d99c49e0b884d614cd8b3519'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:16:12.709260 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2120ecfd-e424-4e12-b83a-a7e12cdac17b req-cfec5971-c1a6-4d10-a5ed-062463b753cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:12.711036 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2120ecfd-e424-4e12-b83a-a7e12cdac17b req-cfec5971-c1a6-4d10-a5ed-062463b753cb service neutron] 10.222.0.46 "GET /v2.0/networks?id=90135027-97bd-4f5b-97d1-f6b55ab80118 HTTP/1.1" status: 200 len: 902 time: 0.1569808 Aug 29 04:16:12.718594 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d7aef57-9650-465c-ab99-1fd018aa1e7e admin admin] Made reservation on behalf of b4784151d99c49e0b884d614cd8b3519 for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:16:12.721123 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3d7aef57-9650-465c-ab99-1fd018aa1e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:12.801400 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2120ecfd-e424-4e12-b83a-a7e12cdac17b req-76a0397c-7f83-4181-b222-7bd2ea51c26c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.40&port_id=79996478-72c5-4353-adb1-16b08c64014c HTTP/1.1" status: 200 len: 217 time: 0.0687900 Aug 29 04:16:12.802444 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3d7aef57-9650-465c-ab99-1fd018aa1e7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:12.962581 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee3882-05bf-45c7-92ef-198511b17643 req-fc438802-f9ff-40f0-8b2f-a773e72df05d tempest-LiveAutoBlockMigrationV225Test-280615785 tempest-LiveAutoBlockMigrationV225Test-280615785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:12.964750 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2120ecfd-e424-4e12-b83a-a7e12cdac17b req-6929cd21-15ea-4e2b-bcd1-99e6f7e6a78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:12.965405 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a2ee3882-05bf-45c7-92ef-198511b17643 req-fc438802-f9ff-40f0-8b2f-a773e72df05d tempest-LiveAutoBlockMigrationV225Test-280615785 tempest-LiveAutoBlockMigrationV225Test-280615785-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=bb5d6e9c-5c3d-4fd0-b7cd-2988a1e453f4 HTTP/1.1" status: 200 len: 1097 time: 0.0699618 Aug 29 04:16:12.966613 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2120ecfd-e424-4e12-b83a-a7e12cdac17b req-6929cd21-15ea-4e2b-bcd1-99e6f7e6a78d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=474e61f9-69af-47c5-9146-931c72c92ad9 HTTP/1.1" status: 200 len: 801 time: 0.1490269 Aug 29 04:16:13.004862 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a2ee3882-05bf-45c7-92ef-198511b17643 req-48f6c276-858e-4d9d-8112-cf68fb387733 tempest-LiveAutoBlockMigrationV225Test-280615785 tempest-LiveAutoBlockMigrationV225Test-280615785-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328894 Aug 29 04:16:13.031954 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a9800-5cfb-466a-bd9e-ddb2aaa3b895 req-46c97bd5-34ff-4e0f-bf67-aba662018fc4 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:13.037906 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a9800-5cfb-466a-bd9e-ddb2aaa3b895 req-46c97bd5-34ff-4e0f-bf67-aba662018fc4 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:13.039598 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-106a9800-5cfb-466a-bd9e-ddb2aaa3b895 req-46c97bd5-34ff-4e0f-bf67-aba662018fc4 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] 10.222.0.22 "GET /v2.0/ports?device_id=c26c4c8f-73a3-463f-a2a9-1c95f8017933 HTTP/1.1" status: 200 len: 1678 time: 0.1726129 Aug 29 04:16:13.106172 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2120ecfd-e424-4e12-b83a-a7e12cdac17b req-30a23cea-0689-44ef-bc11-dfba8d789897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:13.107782 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2120ecfd-e424-4e12-b83a-a7e12cdac17b req-30a23cea-0689-44ef-bc11-dfba8d789897 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=90135027-97bd-4f5b-97d1-f6b55ab80118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1272933 Aug 29 04:16:13.147849 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3d7aef57-9650-465c-ab99-1fd018aa1e7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:13.156953 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-106a9800-5cfb-466a-bd9e-ddb2aaa3b895 req-ce8b96c3-7c55-4bdd-9133-001150bd06b0 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] 10.222.0.22 "GET /v2.0/security-groups?id=07b81801-f107-42cd-9c04-405b0de95462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021223 Aug 29 04:16:13.192900 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3d7aef57-9650-465c-ab99-1fd018aa1e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:13.224927 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d7aef57-9650-465c-ab99-1fd018aa1e7e admin admin] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:16:13.279547 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7aef57-9650-465c-ab99-1fd018aa1e7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0af834e7-acaf-4d90-a371-bad8b3cc1714,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:13.283982 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3d7aef57-9650-465c-ab99-1fd018aa1e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:13.284434 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-3d7aef57-9650-465c-ab99-1fd018aa1e7e admin admin] Added segment 3a361a5a-9d59-4b40-a4d8-5fab9d00c859 of type vlan for network fe770585-a0e4-43ec-865b-d1030eff1ee8 Aug 29 04:16:13.360246 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3d7aef57-9650-465c-ab99-1fd018aa1e7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:13.372539 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2120ecfd-e424-4e12-b83a-a7e12cdac17b req-edfb23b4-c020-4055-98bd-8d31f940c1f2 service neutron] 10.222.0.46 "GET /v2.0/networks/90135027-97bd-4f5b-97d1-f6b55ab80118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540581 Aug 29 04:16:13.383442 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47c26d3-af52-436e-88bd-615bc691c4a3 req-557d8731-dc24-47db-aafe-b60ecafb5ea0 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:13.384986 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b47c26d3-af52-436e-88bd-615bc691c4a3 req-557d8731-dc24-47db-aafe-b60ecafb5ea0 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d2293db-2b80-49cd-b456-994387ea7d62 HTTP/1.1" status: 200 len: 949 time: 0.1580720 Aug 29 04:16:13.385676 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4730cb3e-9726-4167-b551-5fa7039c914d req-7beed505-83c8-4b1d-ad1e-3ebd087a0543 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:13.387275 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4730cb3e-9726-4167-b551-5fa7039c914d req-7beed505-83c8-4b1d-ad1e-3ebd087a0543 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=077ec94a-232c-4b57-a5ad-af0746cd4f24 HTTP/1.1" status: 200 len: 945 time: 0.0575480 Aug 29 04:16:13.459588 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4730cb3e-9726-4167-b551-5fa7039c914d req-5ba5326d-41d2-49e7-b365-62d5adb1d5af tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613613 Aug 29 04:16:13.477555 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3d7aef57-9650-465c-ab99-1fd018aa1e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:13.478526 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7aef57-9650-465c-ab99-1fd018aa1e7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:13.479245 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3d7aef57-9650-465c-ab99-1fd018aa1e7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:13.573251 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-3d7aef57-9650-465c-ab99-1fd018aa1e7e admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0333586 Aug 29 04:16:13.580478 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 44084) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:13.587458 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-a39512a3-ac99-46e5-8c70-f6d6397adc6a admin admin] Request body: {'subnet': {'network_id': 'fe770585-a0e4-43ec-865b-d1030eff1ee8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-426832129-subnet', 'tenant_id': 'b4784151d99c49e0b884d614cd8b3519', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:16:13.598124 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b47c26d3-af52-436e-88bd-615bc691c4a3 req-59390c1b-7af4-48b9-941b-73856c10be26 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/security-groups?id=69e9e696-6092-48f5-a28b-387de9f4e688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933975 Aug 29 04:16:13.600896 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7aef57-9650-465c-ab99-1fd018aa1e7e admin admin] Pushing event updated for resources: {'Network': ['ID=fe770585-a0e4-43ec-865b-d1030eff1ee8,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:13.616817 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network fe770585-a0e4-43ec-865b-d1030eff1ee8 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:16:13.638989 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2120ecfd-e424-4e12-b83a-a7e12cdac17b req-4153c202-53fb-422a-b8ed-bd7753ffcfd9 service neutron] 10.222.0.46 "GET /v2.0/networks/90135027-97bd-4f5b-97d1-f6b55ab80118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499850 Aug 29 04:16:13.656008 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a39512a3-ac99-46e5-8c70-f6d6397adc6a admin admin] Made reservation on behalf of b4784151d99c49e0b884d614cd8b3519 for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:16:13.658344 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a39512a3-ac99-46e5-8c70-f6d6397adc6a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:13.672140 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f486b47c-c3bb-46cd-85a0-e080f5a17613 req-0ea8bde1-f52e-4aa9-96e9-c2c9955ba08e tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:13.673837 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f486b47c-c3bb-46cd-85a0-e080f5a17613 req-0ea8bde1-f52e-4aa9-96e9-c2c9955ba08e tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e5ccfea-706b-4825-9d2e-60c0b092c82e HTTP/1.1" status: 200 len: 944 time: 0.1038606 Aug 29 04:16:13.770459 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f486b47c-c3bb-46cd-85a0-e080f5a17613 req-5af4936b-9b69-4e25-a95b-e7fdfae98c1e tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=95663bcf-c178-40f7-a8d1-56ba6dc33aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826547 Aug 29 04:16:13.871196 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acbde9c-4c58-4913-ba95-32b09b139834 req-30c5e588-7c4c-4b2b-808f-1421cc946200 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:13.872787 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6acbde9c-4c58-4913-ba95-32b09b139834 req-30c5e588-7c4c-4b2b-808f-1421cc946200 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.46 "GET /v2.0/ports?device_id=077ec94a-232c-4b57-a5ad-af0746cd4f24 HTTP/1.1" status: 200 len: 945 time: 0.1145298 Aug 29 04:16:13.908432 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0f870f-12f4-4585-8e4b-61c1d3cf6a70 req-0e1b2bed-9db1-4f97-80d3-732edbbe6fae tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:13.910050 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a39512a3-ac99-46e5-8c70-f6d6397adc6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9191137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10062364'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:13.911168 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8b0f870f-12f4-4585-8e4b-61c1d3cf6a70 req-0e1b2bed-9db1-4f97-80d3-732edbbe6fae tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.22 "GET /v2.0/ports?device_id=b3b2f611-e938-4e7c-b802-00c4c626c68c HTTP/1.1" status: 200 len: 945 time: 0.0996485 Aug 29 04:16:13.959735 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39512a3-ac99-46e5-8c70-f6d6397adc6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f04b5666-45e5-4baa-8010-af21415a61db,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:13.981395 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39512a3-ac99-46e5-8c70-f6d6397adc6a admin admin] Checking segment: {'id': '3a361a5a-9d59-4b40-a4d8-5fab9d00c859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'fe770585-a0e4-43ec-865b-d1030eff1ee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:16:13.981906 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39512a3-ac99-46e5-8c70-f6d6397adc6a admin admin] Network hostable DHCP agents. Network: fe770585-a0e4-43ec-865b-d1030eff1ee8, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:16:14.002444 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39512a3-ac99-46e5-8c70-f6d6397adc6a admin admin] Network fe770585-a0e4-43ec-865b-d1030eff1ee8 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:16:14.018258 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-a39512a3-ac99-46e5-8c70-f6d6397adc6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, fe770585-a0e4-43ec-865b-d1030eff1ee8) {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:16:14.020580 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8b0f870f-12f4-4585-8e4b-61c1d3cf6a70 req-f50c0122-87e8-43ef-8b73-0c25c23243c2 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.22 "GET /v2.0/security-groups?id=46edc4d9-63f8-4b18-b08b-1f71016f23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787082 Aug 29 04:16:14.026550 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a39512a3-ac99-46e5-8c70-f6d6397adc6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:14.028442 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a39512a3-ac99-46e5-8c70-f6d6397adc6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:14.029846 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7615cd-3620-4850-8878-65d5e845de8d None None] Network fe770585-a0e4-43ec-865b-d1030eff1ee8 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:16:14.062301 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-a39512a3-ac99-46e5-8c70-f6d6397adc6a admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4735646 Aug 29 04:16:14.069967 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [req-6acbde9c-4c58-4913-ba95-32b09b139834 req-0c447cef-7bd3-4b6d-a2d1-36baa51a3f33 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Deleting port ed83fd28-45bb-4577-bfb9-ef68dd5b7332 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:16:14.070612 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-6acbde9c-4c58-4913-ba95-32b09b139834 req-0c447cef-7bd3-4b6d-a2d1-36baa51a3f33 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:14.193056 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ad99ca-7bb7-4465-8957-9babaac865a1 None None] Network fe770585-a0e4-43ec-865b-d1030eff1ee8 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:16:14.228023 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0549740b-8f33-4bee-a14f-fe2efc27bed3 req-4ef22f88-8e44-4b94-ad12-ea57a29eea5a tempest-LiveAutoBlockMigrationV225Test-280615785 tempest-LiveAutoBlockMigrationV225Test-280615785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:14.236356 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0549740b-8f33-4bee-a14f-fe2efc27bed3 req-4ef22f88-8e44-4b94-ad12-ea57a29eea5a tempest-LiveAutoBlockMigrationV225Test-280615785 tempest-LiveAutoBlockMigrationV225Test-280615785-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=bb5d6e9c-5c3d-4fd0-b7cd-2988a1e453f4 HTTP/1.1" status: 200 len: 1097 time: 0.0519302 Aug 29 04:16:14.287045 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0549740b-8f33-4bee-a14f-fe2efc27bed3 req-f138dd81-2795-45f1-a222-30b2074985af tempest-LiveAutoBlockMigrationV225Test-280615785 tempest-LiveAutoBlockMigrationV225Test-280615785-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463200 Aug 29 04:16:14.307593 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-6acbde9c-4c58-4913-ba95-32b09b139834 req-0c447cef-7bd3-4b6d-a2d1-36baa51a3f33 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] For port ed83fd28-45bb-4577-bfb9-ef68dd5b7332, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=ed83fd28-45bb-4577-bfb9-ef68dd5b7332,segment=NetworkSegment(5e7e2f14-8790-418b-88e1-15441e6a9fb5),segment_id=5e7e2f14-8790-418b-88e1-15441e6a9fb5)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:14.307593 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-6acbde9c-4c58-4913-ba95-32b09b139834 req-0c447cef-7bd3-4b6d-a2d1-36baa51a3f33 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:14.370685 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [req-6acbde9c-4c58-4913-ba95-32b09b139834 req-0c447cef-7bd3-4b6d-a2d1-36baa51a3f33 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Calling delete_port for ed83fd28-45bb-4577-bfb9-ef68dd5b7332 owned by compute:nova {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:16:14.439749 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb88b7df-b693-4657-b266-e1a7c5c26eb7 req-b9d42e4b-5a89-4dff-be63-633ffd80e52f tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:14.446261 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb88b7df-b693-4657-b266-e1a7c5c26eb7 req-b9d42e4b-5a89-4dff-be63-633ffd80e52f tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:14.447899 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-eb88b7df-b693-4657-b266-e1a7c5c26eb7 req-b9d42e4b-5a89-4dff-be63-633ffd80e52f tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] 10.222.0.22 "GET /v2.0/ports?device_id=c26c4c8f-73a3-463f-a2a9-1c95f8017933 HTTP/1.1" status: 200 len: 1678 time: 0.1519058 Aug 29 04:16:14.506337 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-eb88b7df-b693-4657-b266-e1a7c5c26eb7 req-f7bd66ac-bf53-45b9-a0f7-a9d087ff0fb4 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] 10.222.0.22 "GET /v2.0/security-groups?id=07b81801-f107-42cd-9c04-405b0de95462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479331 Aug 29 04:16:14.574272 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-6acbde9c-4c58-4913-ba95-32b09b139834 req-0c447cef-7bd3-4b6d-a2d1-36baa51a3f33 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:14.588590 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['ed83fd28-45bb-4577-bfb9-ef68dd5b7332'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:16:14.615844 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['02e9fbdc-2d81-4e09-8676-3236d8c53fc6', '43d5b4c6-21bc-4355-871c-d335a04aaa3d'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:16:14.626960 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c447cef-7bd3-4b6d-a2d1-36baa51a3f33 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Pushing event deleted for resources: {'Port': ['ID=ed83fd28-45bb-4577-bfb9-ef68dd5b7332,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:14.647133 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device bd3d040b-78fa-46b1-a5eb-e8e18e3e788a details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:16:14.707388 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [req-6acbde9c-4c58-4913-ba95-32b09b139834 req-0c447cef-7bd3-4b6d-a2d1-36baa51a3f33 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] No DVR routers for this DVR port ed83fd28-45bb-4577-bfb9-ef68dd5b7332 on host n-h1-712140-12 {{(pid=94829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:16:14.711603 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-6acbde9c-4c58-4913-ba95-32b09b139834 req-0c447cef-7bd3-4b6d-a2d1-36baa51a3f33 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:14.715855 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6acbde9c-4c58-4913-ba95-32b09b139834 req-0c447cef-7bd3-4b6d-a2d1-36baa51a3f33 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.46 "DELETE /v2.0/ports/ed83fd28-45bb-4577-bfb9-ef68dd5b7332 HTTP/1.1" status: 204 len: 173 time: 0.8347101 Aug 29 04:16:14.716629 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '077ec94a-232c-4b57-a5ad-af0746cd4f24', 'name': 'network-vif-deleted', 'tag': 'ed83fd28-45bb-4577-bfb9-ef68dd5b7332'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:16:14.720461 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65b24ebd-1a67-4852-9891-d7a3d09f2362" -d '{"events": [{"server_uuid": "077ec94a-232c-4b57-a5ad-af0746cd4f24", "name": "network-vif-deleted", "tag": "ed83fd28-45bb-4577-bfb9-ef68dd5b7332"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:16:14.899652 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port bd3d040b-78fa-46b1-a5eb-e8e18e3e788a, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=bd3d040b-78fa-46b1-a5eb-e8e18e3e788a,segment=NetworkSegment(a496741b-1fd5-4472-8949-3c2a4f86a807),segment_id=a496741b-1fd5-4472-8949-3c2a4f86a807)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:14.933862 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Returning: {'device': 'bd3d040b-78fa-46b1-a5eb-e8e18e3e788a', 'network_id': '6378a271-fcd3-4f3e-88f8-811b7642d338', 'port_id': 'bd3d040b-78fa-46b1-a5eb-e8e18e3e788a', 'mac_address': 'fa:16:3e:09:f0:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbb75bbe-b2a3-4a9b-9174-ee5121eccefb', 'ip_address': '19.80.0.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:16:15.013402 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:15.039185 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd3d040b-78fa-46b1-a5eb-e8e18e3e788a {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:16:15.058226 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ea69f5-2c4b-4d90-a874-8640a59c7ab4 req-5b2e0801-c234-4d23-a970-5bcf072b5de6 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:15.065325 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-30ea69f5-2c4b-4d90-a874-8640a59c7ab4 req-5b2e0801-c234-4d23-a970-5bcf072b5de6 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/networks?id=fe770585-a0e4-43ec-865b-d1030eff1ee8 HTTP/1.1" status: 200 len: 814 time: 0.1614335 Aug 29 04:16:15.071678 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port bd3d040b-78fa-46b1-a5eb-e8e18e3e788a, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=bd3d040b-78fa-46b1-a5eb-e8e18e3e788a,segment=NetworkSegment(a496741b-1fd5-4472-8949-3c2a4f86a807),segment_id=a496741b-1fd5-4472-8949-3c2a4f86a807)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:15.077665 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-30ea69f5-2c4b-4d90-a874-8640a59c7ab4 req-6e927c52-8c29-438b-93b2-e8f349677945 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/quotas/b4784151d99c49e0b884d614cd8b3519 HTTP/1.1" status: 200 len: 375 time: 0.0111084 Aug 29 04:16:15.082036 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:15.082690 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 79996478-72c5-4353-adb1-16b08c64014c details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:16:15.118530 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-30ea69f5-2c4b-4d90-a874-8640a59c7ab4 req-ea4c7687-e42e-480c-af45-5076c6cd4332 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=b4784151d99c49e0b884d614cd8b3519&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274243 Aug 29 04:16:15.246270 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-30ea69f5-2c4b-4d90-a874-8640a59c7ab4 req-1699e950-7bee-4b64-b249-99960f42287f service neutron] 10.222.0.22 "GET /v2.0/networks/fe770585-a0e4-43ec-865b-d1030eff1ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171267 Aug 29 04:16:15.391528 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=bd3d040b-78fa-46b1-a5eb-e8e18e3e788a,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:15.404734 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-30ea69f5-2c4b-4d90-a874-8640a59c7ab4 req-8dd4a634-a501-4c5c-8618-03b8fe0b0541 service neutron] 10.222.0.22 "GET /v2.0/networks/fe770585-a0e4-43ec-865b-d1030eff1ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565523 Aug 29 04:16:15.457008 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 79996478-72c5-4353-adb1-16b08c64014c, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=79996478-72c5-4353-adb1-16b08c64014c,segment=NetworkSegment(52117d92-d530-4393-8f19-89e70303ec6c),segment_id=52117d92-d530-4393-8f19-89e70303ec6c)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:15.478239 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Returning: {'device': '79996478-72c5-4353-adb1-16b08c64014c', 'network_id': '90135027-97bd-4f5b-97d1-f6b55ab80118', 'port_id': '79996478-72c5-4353-adb1-16b08c64014c', 'mac_address': 'fa:16:3e:3c:59:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '474e61f9-69af-47c5-9146-931c72c92ad9', 'ip_address': '19.86.0.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:16:15.554805 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:15.583150 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79996478-72c5-4353-adb1-16b08c64014c {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:16:15.622733 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 79996478-72c5-4353-adb1-16b08c64014c, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=79996478-72c5-4353-adb1-16b08c64014c,segment=NetworkSegment(52117d92-d530-4393-8f19-89e70303ec6c),segment_id=52117d92-d530-4393-8f19-89e70303ec6c)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:15.629083 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:15.724192 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=79996478-72c5-4353-adb1-16b08c64014c,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:15.774484 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39a72d6-e6e6-486e-87c6-5a083170651e req-d4b845b9-76bb-494b-bd32-75247664f56b tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:15.776947 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e39a72d6-e6e6-486e-87c6-5a083170651e req-d4b845b9-76bb-494b-bd32-75247664f56b tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d2293db-2b80-49cd-b456-994387ea7d62 HTTP/1.1" status: 200 len: 949 time: 0.1088443 Aug 29 04:16:15.831939 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e39a72d6-e6e6-486e-87c6-5a083170651e req-120756f7-5a3b-4d75-aafb-ecddcb14d527 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/security-groups?id=69e9e696-6092-48f5-a28b-387de9f4e688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482280 Aug 29 04:16:15.906317 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-924dce55-22d5-48b6-834c-191bda681db4 x-openstack-request-id: req-924dce55-22d5-48b6-834c-191bda681db4 {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:16:15.907017 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "077ec94a-232c-4b57-a5ad-af0746cd4f24", "name": "network-vif-deleted", "tag": "ed83fd28-45bb-4577-bfb9-ef68dd5b7332", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:16:15.907508 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-924dce55-22d5-48b6-834c-191bda681db4 {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:16:15.908399 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '077ec94a-232c-4b57-a5ad-af0746cd4f24', 'name': 'network-vif-deleted', 'tag': 'ed83fd28-45bb-4577-bfb9-ef68dd5b7332', 'status': 'completed', 'code': 200} Aug 29 04:16:15.965683 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['79996478-72c5-4353-adb1-16b08c64014c'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:16:16.008004 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['bd3d040b-78fa-46b1-a5eb-e8e18e3e788a'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:16:16.021020 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28acca43-6df9-4ec8-96ee-be77124b67f2 req-6cd3ea3b-c95e-4931-b684-ac677e971658 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:16.028591 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-28acca43-6df9-4ec8-96ee-be77124b67f2 req-6cd3ea3b-c95e-4931-b684-ac677e971658 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e5ccfea-706b-4825-9d2e-60c0b092c82e HTTP/1.1" status: 200 len: 944 time: 0.0633879 Aug 29 04:16:16.084902 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-28acca43-6df9-4ec8-96ee-be77124b67f2 req-cfcd63df-ca8c-4281-ad0a-91ec280cb184 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=95663bcf-c178-40f7-a8d1-56ba6dc33aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553663 Aug 29 04:16:16.143171 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [req-7ac65bc5-ab0d-43e0-bc05-187f6ea72864 req-f3f2318f-218e-414d-893e-f260a25c6bb7 tempest-LiveAutoBlockMigrationV225Test-280615785 tempest-LiveAutoBlockMigrationV225Test-280615785-project-admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:16:16.152001 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7ac65bc5-ab0d-43e0-bc05-187f6ea72864 req-f3f2318f-218e-414d-893e-f260a25c6bb7 tempest-LiveAutoBlockMigrationV225Test-280615785 tempest-LiveAutoBlockMigrationV225Test-280615785-project-admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1024244 Aug 29 04:16:16.229502 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2166c94-d137-40d6-9fbf-c32cda8dd83c req-4d8a8a5c-f9c7-47b3-b715-9e6c249173fc tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:16.231499 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c2166c94-d137-40d6-9fbf-c32cda8dd83c req-4d8a8a5c-f9c7-47b3-b715-9e6c249173fc tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.22 "GET /v2.0/ports?device_id=b3b2f611-e938-4e7c-b802-00c4c626c68c HTTP/1.1" status: 200 len: 945 time: 0.0564079 Aug 29 04:16:16.265724 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-7ac65bc5-ab0d-43e0-bc05-187f6ea72864 req-62f7ce88-41bb-4276-a74d-888486a47002 service neutron] Request body: {'binding': {'host': 'n-h2-712140-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:16:16.266211 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-7ac65bc5-ab0d-43e0-bc05-187f6ea72864 req-62f7ce88-41bb-4276-a74d-888486a47002 service neutron] Unknown quota resources ['binding']. {{(pid=94829) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 04:16:16.325511 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c2166c94-d137-40d6-9fbf-c32cda8dd83c req-95723a06-ced9-4ac8-aed8-161d3631d32c tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.22 "GET /v2.0/security-groups?id=46edc4d9-63f8-4b18-b08b-1f71016f23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861354 Aug 29 04:16:16.435161 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-7ac65bc5-ab0d-43e0-bc05-187f6ea72864 req-62f7ce88-41bb-4276-a74d-888486a47002 service neutron] Attempting to bind port 83e8be10-8624-47a2-b4c6-4413e7b94668 on host n-h2-712140-12 for vnic_type normal with profile None {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:16:16.435601 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-7ac65bc5-ab0d-43e0-bc05-187f6ea72864 req-62f7ce88-41bb-4276-a74d-888486a47002 service neutron] Attempting to bind port 83e8be10-8624-47a2-b4c6-4413e7b94668 by drivers openvswitch,hyperv on host n-h2-712140-12 at level 0 using segments [{'id': '1fc19f14-bf6d-4959-b2c5-ed51e935e5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '53020a37-9cfa-46c3-bf40-16467007f493'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:16:16.436217 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac65bc5-ab0d-43e0-bc05-187f6ea72864 req-62f7ce88-41bb-4276-a74d-888486a47002 service neutron] Attempting to bind port 83e8be10-8624-47a2-b4c6-4413e7b94668 on network 53020a37-9cfa-46c3-bf40-16467007f493 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:16:16.441802 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac65bc5-ab0d-43e0-bc05-187f6ea72864 req-62f7ce88-41bb-4276-a74d-888486a47002 service neutron] Port 83e8be10-8624-47a2-b4c6-4413e7b94668 on network 53020a37-9cfa-46c3-bf40-16467007f493 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-12 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:16:16.442222 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac65bc5-ab0d-43e0-bc05-187f6ea72864 req-62f7ce88-41bb-4276-a74d-888486a47002 service neutron] Attempting to bind port 83e8be10-8624-47a2-b4c6-4413e7b94668 on network 53020a37-9cfa-46c3-bf40-16467007f493 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:16:16.447356 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac65bc5-ab0d-43e0-bc05-187f6ea72864 req-62f7ce88-41bb-4276-a74d-888486a47002 service neutron] Checking agent: {'id': 'b3a0606b-b029-4f5e-8798-3a32b71d8844', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:16:16.447726 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac65bc5-ab0d-43e0-bc05-187f6ea72864 req-62f7ce88-41bb-4276-a74d-888486a47002 service neutron] Checking segment: {'id': '1fc19f14-bf6d-4959-b2c5-ed51e935e5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '53020a37-9cfa-46c3-bf40-16467007f493'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:16:16.448111 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac65bc5-ab0d-43e0-bc05-187f6ea72864 req-62f7ce88-41bb-4276-a74d-888486a47002 service neutron] Bound using segment: {'id': '1fc19f14-bf6d-4959-b2c5-ed51e935e5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '53020a37-9cfa-46c3-bf40-16467007f493'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:16:16.448540 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-7ac65bc5-ab0d-43e0-bc05-187f6ea72864 req-62f7ce88-41bb-4276-a74d-888486a47002 service neutron] Bound port: 83e8be10-8624-47a2-b4c6-4413e7b94668, host: n-h2-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fc19f14-bf6d-4959-b2c5-ed51e935e5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '53020a37-9cfa-46c3-bf40-16467007f493'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:16:16.537048 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-7ac65bc5-ab0d-43e0-bc05-187f6ea72864 req-62f7ce88-41bb-4276-a74d-888486a47002 service neutron] For port 83e8be10-8624-47a2-b4c6-4413e7b94668, host n-h2-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=83e8be10-8624-47a2-b4c6-4413e7b94668,segment=NetworkSegment(1fc19f14-bf6d-4959-b2c5-ed51e935e5ad),segment_id=1fc19f14-bf6d-4959-b2c5-ed51e935e5ad)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:16:16.542600 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-7ac65bc5-ab0d-43e0-bc05-187f6ea72864 req-62f7ce88-41bb-4276-a74d-888486a47002 service neutron] Notify callbacks [] for binding, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:16.543802 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7ac65bc5-ab0d-43e0-bc05-187f6ea72864 req-62f7ce88-41bb-4276-a74d-888486a47002 service neutron] 10.222.0.22 "POST /v2.0/ports/83e8be10-8624-47a2-b4c6-4413e7b94668/bindings HTTP/1.1" status: 201 len: 390 time: 0.3906219 Aug 29 04:16:16.553308 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b894eed8-35df-412d-8b80-f57b175f5521 req-565ad3fe-7def-465f-a71a-0faca5674873 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:16.559293 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b894eed8-35df-412d-8b80-f57b175f5521 req-565ad3fe-7def-465f-a71a-0faca5674873 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:16.560820 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b894eed8-35df-412d-8b80-f57b175f5521 req-565ad3fe-7def-465f-a71a-0faca5674873 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] 10.222.0.22 "GET /v2.0/ports?device_id=c26c4c8f-73a3-463f-a2a9-1c95f8017933 HTTP/1.1" status: 200 len: 1680 time: 0.0815911 Aug 29 04:16:16.617509 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b894eed8-35df-412d-8b80-f57b175f5521 req-d1193677-d835-42d2-97d7-52c99b2b3ddc tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] 10.222.0.22 "GET /v2.0/security-groups?id=07b81801-f107-42cd-9c04-405b0de95462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468028 Aug 29 04:16:16.652501 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device ed83fd28-45bb-4577-bfb9-ef68dd5b7332 no longer exists at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:16:16.693019 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] No Port match for: ed83fd28-45bb-4577-bfb9-ef68dd5b7332 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:16:16.693309 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device ed83fd28-45bb-4577-bfb9-ef68dd5b7332 not bound to the agent host n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:16:16.721283 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b179d176-8516-4502-8196-aeb525dd307b req-4f1a3e54-323a-4d7e-844e-386a492e13f6 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e3ffe36-52a1-4be0-a61a-28d019fa0645 HTTP/1.1" status: 200 len: 210 time: 0.0493922 Aug 29 04:16:17.047906 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ea69f5-2c4b-4d90-a874-8640a59c7ab4 req-f06f38dc-92a6-418e-8591-b53290b2800f tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:17.051411 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-30ea69f5-2c4b-4d90-a874-8640a59c7ab4 req-f06f38dc-92a6-418e-8591-b53290b2800f tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.46 "GET /v2.0/networks?id=fe770585-a0e4-43ec-865b-d1030eff1ee8 HTTP/1.1" status: 200 len: 814 time: 0.1719379 Aug 29 04:16:17.071770 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-30ea69f5-2c4b-4d90-a874-8640a59c7ab4 req-f2dcea03-2f19-4b1f-9033-a5956d591ed1 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Request body: {'port': {'device_id': '6e3ffe36-52a1-4be0-a61a-28d019fa0645', 'network_id': 'fe770585-a0e4-43ec-865b-d1030eff1ee8', 'admin_state_up': True, 'tenant_id': 'b4784151d99c49e0b884d614cd8b3519'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:16:17.115268 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac65bc5-ab0d-43e0-bc05-187f6ea72864 req-23a653f9-a19b-4b08-bace-84a77fc67157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:17.124954 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7ac65bc5-ab0d-43e0-bc05-187f6ea72864 req-23a653f9-a19b-4b08-bace-84a77fc67157 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1d0658a0a90a4facb02cad62921e20d5&device_id=bb5d6e9c-5c3d-4fd0-b7cd-2988a1e453f4 HTTP/1.1" status: 200 len: 1097 time: 0.1716051 Aug 29 04:16:17.164523 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63815b3c-1cef-4bda-ae96-7b24ac3f542a req-afe330d0-7f19-4607-b2a5-8133895a4bbd tempest-ServersOnMultiNodesTest-96662491 tempest-ServersOnMultiNodesTest-96662491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:17.172472 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-63815b3c-1cef-4bda-ae96-7b24ac3f542a req-afe330d0-7f19-4607-b2a5-8133895a4bbd tempest-ServersOnMultiNodesTest-96662491 tempest-ServersOnMultiNodesTest-96662491-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=2d2293db-2b80-49cd-b456-994387ea7d62 HTTP/1.1" status: 200 len: 1101 time: 0.1500916 Aug 29 04:16:17.240869 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07510d4-b56b-4fb3-92cd-055f73e90829 req-5f36b414-28a0-4002-b3f0-39f2bae788dc tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:17.242363 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-63815b3c-1cef-4bda-ae96-7b24ac3f542a req-ee1ca347-1819-4772-8c1f-e987deeefd41 tempest-ServersOnMultiNodesTest-96662491 tempest-ServersOnMultiNodesTest-96662491-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:17.242605 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b07510d4-b56b-4fb3-92cd-055f73e90829 req-5f36b414-28a0-4002-b3f0-39f2bae788dc tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb5d6e9c-5c3d-4fd0-b7cd-2988a1e453f4 HTTP/1.1" status: 200 len: 945 time: 0.0755615 Aug 29 04:16:17.310976 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac65bc5-ab0d-43e0-bc05-187f6ea72864 req-a5c36d9a-2918-411a-97c4-96aef12d4f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:17.312744 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7ac65bc5-ab0d-43e0-bc05-187f6ea72864 req-a5c36d9a-2918-411a-97c4-96aef12d4f8c service neutron] 10.222.0.48 "GET /v2.0/networks?id=53020a37-9cfa-46c3-bf40-16467007f493 HTTP/1.1" status: 200 len: 921 time: 0.1744525 Aug 29 04:16:17.344823 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b07510d4-b56b-4fb3-92cd-055f73e90829 req-85565905-5993-456a-b28b-90ac2278fa04 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857303 Aug 29 04:16:17.365190 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a9a7b-8ba1-4db3-896d-87db6bb772d6 req-4a82aa6e-9975-4f55-a872-ae9449973424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:17.367309 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-023a9a7b-8ba1-4db3-896d-87db6bb772d6 req-4a82aa6e-9975-4f55-a872-ae9449973424 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=48da3dc54d264865b5c4834c4a90f4b5&device_id=1e5ccfea-706b-4825-9d2e-60c0b092c82e HTTP/1.1" status: 200 len: 1096 time: 0.1188519 Aug 29 04:16:17.378999 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7ac65bc5-ab0d-43e0-bc05-187f6ea72864 req-b85a1e32-79e1-401c-a0bc-30c4c391b804 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83e8be10-8624-47a2-b4c6-4413e7b94668 HTTP/1.1" status: 200 len: 217 time: 0.0580778 Aug 29 04:16:17.465572 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-63815b3c-1cef-4bda-ae96-7b24ac3f542a req-ee1ca347-1819-4772-8c1f-e987deeefd41 tempest-ServersOnMultiNodesTest-96662491 tempest-ServersOnMultiNodesTest-96662491-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:17.467757 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac65bc5-ab0d-43e0-bc05-187f6ea72864 req-ae7dd137-2198-4bff-a8bf-d6171a1d0b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:17.469364 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7ac65bc5-ab0d-43e0-bc05-187f6ea72864 req-ae7dd137-2198-4bff-a8bf-d6171a1d0b27 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=210c6ef6-f12f-4dde-90b9-22d1971290b1 HTTP/1.1" status: 200 len: 860 time: 0.0818121 Aug 29 04:16:17.471990 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-63815b3c-1cef-4bda-ae96-7b24ac3f542a req-ee1ca347-1819-4772-8c1f-e987deeefd41 tempest-ServersOnMultiNodesTest-96662491 tempest-ServersOnMultiNodesTest-96662491-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:17.505705 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-63815b3c-1cef-4bda-ae96-7b24ac3f542a req-ee1ca347-1819-4772-8c1f-e987deeefd41 tempest-ServersOnMultiNodesTest-96662491 tempest-ServersOnMultiNodesTest-96662491-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=69e9e696-6092-48f5-a28b-387de9f4e688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3177938 Aug 29 04:16:17.553795 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30ea69f5-2c4b-4d90-a874-8640a59c7ab4 req-f2dcea03-2f19-4b1f-9033-a5956d591ed1 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Made reservation on behalf of b4784151d99c49e0b884d614cd8b3519 for: {'port': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:16:17.560114 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-30ea69f5-2c4b-4d90-a874-8640a59c7ab4 req-f2dcea03-2f19-4b1f-9033-a5956d591ed1 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:17.579306 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442e4282-4019-4501-8f0f-65a2a5fac862 req-44032c4c-50eb-4365-af25-5097033a400f tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:17.580958 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-442e4282-4019-4501-8f0f-65a2a5fac862 req-44032c4c-50eb-4365-af25-5097033a400f tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=28883582-fb91-4167-bc91-3cf70557c5eb HTTP/1.1" status: 200 len: 945 time: 0.1221788 Aug 29 04:16:17.637571 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a9a7b-8ba1-4db3-896d-87db6bb772d6 req-4790ee02-520c-4916-b86b-d9e244d440d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:17.639557 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-023a9a7b-8ba1-4db3-896d-87db6bb772d6 req-4790ee02-520c-4916-b86b-d9e244d440d7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7521cd58-9470-4433-82b8-7e942c988b03 HTTP/1.1" status: 200 len: 913 time: 0.2581129 Aug 29 04:16:17.754593 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7ac65bc5-ab0d-43e0-bc05-187f6ea72864 req-5a07fde6-65a0-4f3e-b774-95cb698b43a6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=53020a37-9cfa-46c3-bf40-16467007f493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2679958 Aug 29 04:16:17.783808 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1ca347-1819-4772-8c1f-e987deeefd41 tempest-ServersOnMultiNodesTest-96662491 tempest-ServersOnMultiNodesTest-96662491-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1d72813-53f0-4014-b0fc-8b288c960644,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:17.819346 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-442e4282-4019-4501-8f0f-65a2a5fac862 req-ba05a980-3325-4385-996f-191390f5dd5b tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167752 Aug 29 04:16:17.861347 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-023a9a7b-8ba1-4db3-896d-87db6bb772d6 req-6f18fbf4-a556-4ab8-a011-77f6fd14dfc8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f94ff432-1efb-4d16-b88c-19279e1457b8 HTTP/1.1" status: 200 len: 999 time: 0.2079296 Aug 29 04:16:17.921316 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b472f303-64ee-4904-bfd9-af79538c6114 req-8c0bbf33-8ca0-4ccb-a7f4-95cffdddb567 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:17.922612 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b472f303-64ee-4904-bfd9-af79538c6114 req-8c0bbf33-8ca0-4ccb-a7f4-95cffdddb567 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e5ccfea-706b-4825-9d2e-60c0b092c82e HTTP/1.1" status: 200 len: 944 time: 0.1730416 Aug 29 04:16:17.960861 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7ac65bc5-ab0d-43e0-bc05-187f6ea72864 req-58c42ae0-ca28-4c61-b703-517becd83602 service neutron] 10.222.0.48 "GET /v2.0/networks/53020a37-9cfa-46c3-bf40-16467007f493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900134 Aug 29 04:16:17.994870 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b472f303-64ee-4904-bfd9-af79538c6114 req-1830a9ce-f8e6-4f44-ba2d-c2012f4136ec tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=95663bcf-c178-40f7-a8d1-56ba6dc33aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628464 Aug 29 04:16:18.048506 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [req-30ea69f5-2c4b-4d90-a874-8640a59c7ab4 req-f2dcea03-2f19-4b1f-9033-a5956d591ed1 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Allocated IP 172.20.0.3 (fe770585-a0e4-43ec-865b-d1030eff1ee8/f04b5666-45e5-4baa-8010-af21415a61db/7c2ee977-fb1c-48b5-b094-c813b7636bd7) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:16:18.054089 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a9a7b-8ba1-4db3-896d-87db6bb772d6 req-f1003419-b5ea-47bd-980a-7f561a6da7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:18.056619 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-023a9a7b-8ba1-4db3-896d-87db6bb772d6 req-f1003419-b5ea-47bd-980a-7f561a6da7d5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=be5f55ab-7fa1-406c-9ca9-03e74b79ef6a HTTP/1.1" status: 200 len: 851 time: 0.1629882 Aug 29 04:16:18.090493 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7ac65bc5-ab0d-43e0-bc05-187f6ea72864 req-886b88a8-0a9d-449d-8ad8-8599f5d4115a service neutron] 10.222.0.48 "GET /v2.0/networks/53020a37-9cfa-46c3-bf40-16467007f493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192436 Aug 29 04:16:18.137545 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa87272-68e5-466f-8576-d201be3c6af8 req-1b6f61d9-21f3-4cab-bc68-7f9a1241d744 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:18.139139 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7aa87272-68e5-466f-8576-d201be3c6af8 req-1b6f61d9-21f3-4cab-bc68-7f9a1241d744 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.22 "GET /v2.0/ports?device_id=b3b2f611-e938-4e7c-b802-00c4c626c68c HTTP/1.1" status: 200 len: 945 time: 0.2327659 Aug 29 04:16:18.211099 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a9a7b-8ba1-4db3-896d-87db6bb772d6 req-6376192c-cf77-4d7b-a1de-6c20185f8a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:18.212649 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-023a9a7b-8ba1-4db3-896d-87db6bb772d6 req-6376192c-cf77-4d7b-a1de-6c20185f8a5d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7521cd58-9470-4433-82b8-7e942c988b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1430449 Aug 29 04:16:18.306562 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7aa87272-68e5-466f-8576-d201be3c6af8 req-6051d998-15d7-43e2-baa2-556be729856a tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.22 "GET /v2.0/security-groups?id=46edc4d9-63f8-4b18-b08b-1f71016f23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570394 Aug 29 04:16:18.314785 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac65bc5-ab0d-43e0-bc05-187f6ea72864 req-a116f91a-1ea5-4d29-9cbd-fa7ab7f96073 tempest-LiveAutoBlockMigrationV225Test-280615785 tempest-LiveAutoBlockMigrationV225Test-280615785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:18.317747 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7ac65bc5-ab0d-43e0-bc05-187f6ea72864 req-a116f91a-1ea5-4d29-9cbd-fa7ab7f96073 tempest-LiveAutoBlockMigrationV225Test-280615785 tempest-LiveAutoBlockMigrationV225Test-280615785-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=bb5d6e9c-5c3d-4fd0-b7cd-2988a1e453f4&tenant_id=1d0658a0a90a4facb02cad62921e20d5&binding%3Ahost_id=n-h1-712140-12 HTTP/1.1" status: 200 len: 1097 time: 0.0732093 Aug 29 04:16:18.351301 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-7ac65bc5-ab0d-43e0-bc05-187f6ea72864 req-a3ac3de7-58d0-4800-ab90-8dbe2108daf1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712140-12'}}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:16:18.387393 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-30ea69f5-2c4b-4d90-a874-8640a59c7ab4 req-f2dcea03-2f19-4b1f-9033-a5956d591ed1 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:18.395509 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-023a9a7b-8ba1-4db3-896d-87db6bb772d6 req-3a159459-0fba-4dce-9f05-d12b8bdc52ad service neutron] 10.222.0.46 "GET /v2.0/networks/7521cd58-9470-4433-82b8-7e942c988b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562130 Aug 29 04:16:18.482219 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-7ac65bc5-ab0d-43e0-bc05-187f6ea72864 req-a3ac3de7-58d0-4800-ab90-8dbe2108daf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:18.501577 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b954fc-5eb8-4935-8123-03bd34e0e901 req-ae2de09c-c3d7-424b-a837-ada048427bf5 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:18.508695 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b954fc-5eb8-4935-8123-03bd34e0e901 req-ae2de09c-c3d7-424b-a837-ada048427bf5 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:18.518437 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-50b954fc-5eb8-4935-8123-03bd34e0e901 req-ae2de09c-c3d7-424b-a837-ada048427bf5 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] 10.222.0.22 "GET /v2.0/ports?device_id=c26c4c8f-73a3-463f-a2a9-1c95f8017933 HTTP/1.1" status: 200 len: 1680 time: 0.1727407 Aug 29 04:16:18.542883 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-dfb211c0-96cc-4a8b-b7f1-376b6041c084 req-eaccadc6-ff8c-4dc0-a886-43c88d4eb45b tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e3ffe36-52a1-4be0-a61a-28d019fa0645 HTTP/1.1" status: 200 len: 210 time: 0.0592229 Aug 29 04:16:18.582997 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-30ea69f5-2c4b-4d90-a874-8640a59c7ab4 req-f2dcea03-2f19-4b1f-9033-a5956d591ed1 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:18.630186 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-023a9a7b-8ba1-4db3-896d-87db6bb772d6 req-df46929f-fd17-4ec1-900a-e607a01c7ad6 service neutron] 10.222.0.46 "GET /v2.0/networks/7521cd58-9470-4433-82b8-7e942c988b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231719 Aug 29 04:16:18.639463 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30ea69f5-2c4b-4d90-a874-8640a59c7ab4 req-f2dcea03-2f19-4b1f-9033-a5956d591ed1 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Network fe770585-a0e4-43ec-865b-d1030eff1ee8 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:16:18.646320 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device bd3d040b-78fa-46b1-a5eb-e8e18e3e788a up at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:16:18.652800 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [req-30ea69f5-2c4b-4d90-a874-8640a59c7ab4 req-f2dcea03-2f19-4b1f-9033-a5956d591ed1 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:16:18.657466 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-50b954fc-5eb8-4935-8123-03bd34e0e901 req-21c34e74-27d2-430d-947b-15c730f05bef tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] 10.222.0.22 "GET /v2.0/security-groups?id=07b81801-f107-42cd-9c04-405b0de95462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344883 Aug 29 04:16:18.674250 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [req-30ea69f5-2c4b-4d90-a874-8640a59c7ab4 req-f2dcea03-2f19-4b1f-9033-a5956d591ed1 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:16:18.758364 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dcea03-2f19-4b1f-9033-a5956d591ed1 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Pushing event updated for resources: {'Port': ['ID=7c2ee977-fb1c-48b5-b094-c813b7636bd7,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:18.822286 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning for port bd3d040b-78fa-46b1-a5eb-e8e18e3e788a completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:16:18.829222 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning complete for port bd3d040b-78fa-46b1-a5eb-e8e18e3e788a triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:16:18.830059 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:18.854826 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1505a07a-63f6-4b93-8f5b-813c9acd12bf req-b38f6eaa-c35d-4457-b783-24ffaf5fb00b tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=cff8a488ff344e109cad8daf17880810&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0374701 Aug 29 04:16:18.864722 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-7ac65bc5-ab0d-43e0-bc05-187f6ea72864 req-a3ac3de7-58d0-4800-ab90-8dbe2108daf1 service neutron] For port 83e8be10-8624-47a2-b4c6-4413e7b94668, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=83e8be10-8624-47a2-b4c6-4413e7b94668,segment=NetworkSegment(1fc19f14-bf6d-4959-b2c5-ed51e935e5ad),segment_id=1fc19f14-bf6d-4959-b2c5-ed51e935e5ad)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:18.914464 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:18.978216 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-7ac65bc5-ab0d-43e0-bc05-187f6ea72864 req-a3ac3de7-58d0-4800-ab90-8dbe2108daf1 service neutron] For port 83e8be10-8624-47a2-b4c6-4413e7b94668, host n-h1-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:16:18.979177 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:19.010923 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c26c4c8f-73a3-463f-a2a9-1c95f8017933', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd3d040b-78fa-46b1-a5eb-e8e18e3e788a'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:16:19.014188 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26e3b4e9-a315-493c-a43e-77f7b19e899c" -d '{"events": [{"server_uuid": "c26c4c8f-73a3-463f-a2a9-1c95f8017933", "name": "network-vif-plugged", "status": "completed", "tag": "bd3d040b-78fa-46b1-a5eb-e8e18e3e788a"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:16:19.032543 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port bd3d040b-78fa-46b1-a5eb-e8e18e3e788a, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=bd3d040b-78fa-46b1-a5eb-e8e18e3e788a,segment=NetworkSegment(a496741b-1fd5-4472-8949-3c2a4f86a807),segment_id=a496741b-1fd5-4472-8949-3c2a4f86a807)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:19.038133 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:19.039595 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 79996478-72c5-4353-adb1-16b08c64014c up at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:16:19.059780 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1505a07a-63f6-4b93-8f5b-813c9acd12bf req-a159026f-0268-4ac4-a99f-d2cf9792825e tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:19.062211 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1505a07a-63f6-4b93-8f5b-813c9acd12bf req-a159026f-0268-4ac4-a99f-d2cf9792825e tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1950545 Aug 29 04:16:19.068850 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb5d6e9c-5c3d-4fd0-b7cd-2988a1e453f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83e8be10-8624-47a2-b4c6-4413e7b94668'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:16:19.072666 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba3111ff-4b72-493e-ae6a-095058748373" -d '{"events": [{"server_uuid": "bb5d6e9c-5c3d-4fd0-b7cd-2988a1e453f4", "name": "network-vif-unplugged", "status": "completed", "tag": "83e8be10-8624-47a2-b4c6-4413e7b94668"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:16:19.080236 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-7ac65bc5-ab0d-43e0-bc05-187f6ea72864 req-a3ac3de7-58d0-4800-ab90-8dbe2108daf1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:19.094544 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-7ac65bc5-ab0d-43e0-bc05-187f6ea72864 req-a3ac3de7-58d0-4800-ab90-8dbe2108daf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:19.130563 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1505a07a-63f6-4b93-8f5b-813c9acd12bf req-a8be9495-2a84-445d-b130-1177b092d75c tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/quotas/cff8a488ff344e109cad8daf17880810 HTTP/1.1" status: 200 len: 375 time: 0.0453086 Aug 29 04:16:19.166733 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=bd3d040b-78fa-46b1-a5eb-e8e18e3e788a,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:19.186578 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning for port 79996478-72c5-4353-adb1-16b08c64014c completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:16:19.195489 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning complete for port 79996478-72c5-4353-adb1-16b08c64014c triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:16:19.197407 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:19.204598 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ea69f5-2c4b-4d90-a874-8640a59c7ab4 req-f2dcea03-2f19-4b1f-9033-a5956d591ed1 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:19.205412 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-30ea69f5-2c4b-4d90-a874-8640a59c7ab4 req-f2dcea03-2f19-4b1f-9033-a5956d591ed1 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:19.240749 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-30ea69f5-2c4b-4d90-a874-8640a59c7ab4 req-f2dcea03-2f19-4b1f-9033-a5956d591ed1 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1738224 Aug 29 04:16:19.256487 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef59d0b-07e5-4290-9465-f1e394d38197 req-8d52ec17-f177-4b15-a910-f552df036c22 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:19.264186 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2ef59d0b-07e5-4290-9465-f1e394d38197 req-8d52ec17-f177-4b15-a910-f552df036c22 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb5d6e9c-5c3d-4fd0-b7cd-2988a1e453f4 HTTP/1.1" status: 200 len: 945 time: 0.5338163 Aug 29 04:16:19.272160 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-30ea69f5-2c4b-4d90-a874-8640a59c7ab4 req-5c26b6d4-e92a-4c58-bf61-b082ab1b274b service neutron] Request body: {'port': {'device_id': '6e3ffe36-52a1-4be0-a61a-28d019fa0645', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-12'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:16:19.283105 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ac3de7-58d0-4800-ab90-8dbe2108daf1 service neutron] Pushing event updated for resources: {'Port': ['ID=83e8be10-8624-47a2-b4c6-4413e7b94668,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:19.310328 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccfd75b-cf8d-4f72-9a09-858cafd1a1d4 req-46e5e6fc-8567-4907-b87e-1dfdff1beaa1 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:19.312010 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1ccfd75b-cf8d-4f72-9a09-858cafd1a1d4 req-46e5e6fc-8567-4907-b87e-1dfdff1beaa1 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.48 "GET /v2.0/ports?device_id=28883582-fb91-4167-bc91-3cf70557c5eb HTTP/1.1" status: 200 len: 945 time: 0.1685536 Aug 29 04:16:19.314392 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-7ac65bc5-ab0d-43e0-bc05-187f6ea72864 req-a3ac3de7-58d0-4800-ab90-8dbe2108daf1 service neutron] Attempting to bind port 83e8be10-8624-47a2-b4c6-4413e7b94668 on host n-h1-712140-12 for vnic_type normal with profile {"migrating_to": "n-h2-712140-12"} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:16:19.314941 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-7ac65bc5-ab0d-43e0-bc05-187f6ea72864 req-a3ac3de7-58d0-4800-ab90-8dbe2108daf1 service neutron] Attempting to bind port 83e8be10-8624-47a2-b4c6-4413e7b94668 by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': '1fc19f14-bf6d-4959-b2c5-ed51e935e5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '53020a37-9cfa-46c3-bf40-16467007f493'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:16:19.315213 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac65bc5-ab0d-43e0-bc05-187f6ea72864 req-a3ac3de7-58d0-4800-ab90-8dbe2108daf1 service neutron] Attempting to bind port 83e8be10-8624-47a2-b4c6-4413e7b94668 on network 53020a37-9cfa-46c3-bf40-16467007f493 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:16:19.335389 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1505a07a-63f6-4b93-8f5b-813c9acd12bf req-70b0aa89-2ad4-42d5-8d84-47b9d2747634 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=cff8a488ff344e109cad8daf17880810&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1777894 Aug 29 04:16:19.352186 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac65bc5-ab0d-43e0-bc05-187f6ea72864 req-a3ac3de7-58d0-4800-ab90-8dbe2108daf1 service neutron] Port 83e8be10-8624-47a2-b4c6-4413e7b94668 on network 53020a37-9cfa-46c3-bf40-16467007f493 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:16:19.352519 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac65bc5-ab0d-43e0-bc05-187f6ea72864 req-a3ac3de7-58d0-4800-ab90-8dbe2108daf1 service neutron] Attempting to bind port 83e8be10-8624-47a2-b4c6-4413e7b94668 on network 53020a37-9cfa-46c3-bf40-16467007f493 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:16:19.367068 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac65bc5-ab0d-43e0-bc05-187f6ea72864 req-a3ac3de7-58d0-4800-ab90-8dbe2108daf1 service neutron] Checking agent: {'id': '3de9de52-3a03-431d-9d7e-497ae92c57ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:16:19.367560 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac65bc5-ab0d-43e0-bc05-187f6ea72864 req-a3ac3de7-58d0-4800-ab90-8dbe2108daf1 service neutron] Checking segment: {'id': '1fc19f14-bf6d-4959-b2c5-ed51e935e5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '53020a37-9cfa-46c3-bf40-16467007f493'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:16:19.368028 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac65bc5-ab0d-43e0-bc05-187f6ea72864 req-a3ac3de7-58d0-4800-ab90-8dbe2108daf1 service neutron] Bound using segment: {'id': '1fc19f14-bf6d-4959-b2c5-ed51e935e5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '53020a37-9cfa-46c3-bf40-16467007f493'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:16:19.368720 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-7ac65bc5-ab0d-43e0-bc05-187f6ea72864 req-a3ac3de7-58d0-4800-ab90-8dbe2108daf1 service neutron] Bound port: 83e8be10-8624-47a2-b4c6-4413e7b94668, host: n-h1-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fc19f14-bf6d-4959-b2c5-ed51e935e5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '53020a37-9cfa-46c3-bf40-16467007f493'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:16:19.369245 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-7ac65bc5-ab0d-43e0-bc05-187f6ea72864 req-a3ac3de7-58d0-4800-ab90-8dbe2108daf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:19.392912 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:19.436204 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2ef59d0b-07e5-4290-9465-f1e394d38197 req-ad5826c4-be2d-40d8-8a27-4d9e9da54c0c tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705606 Aug 29 04:16:19.438048 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-30ea69f5-2c4b-4d90-a874-8640a59c7ab4 req-5c26b6d4-e92a-4c58-bf61-b082ab1b274b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:19.446059 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 79996478-72c5-4353-adb1-16b08c64014c, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=79996478-72c5-4353-adb1-16b08c64014c,segment=NetworkSegment(52117d92-d530-4393-8f19-89e70303ec6c),segment_id=52117d92-d530-4393-8f19-89e70303ec6c)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:19.452603 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:19.527775 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-7ac65bc5-ab0d-43e0-bc05-187f6ea72864 req-a3ac3de7-58d0-4800-ab90-8dbe2108daf1 service neutron] For port 83e8be10-8624-47a2-b4c6-4413e7b94668, host n-h1-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:16:19.535848 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-7ac65bc5-ab0d-43e0-bc05-187f6ea72864 req-a3ac3de7-58d0-4800-ab90-8dbe2108daf1 service neutron] For port 83e8be10-8624-47a2-b4c6-4413e7b94668, host n-h1-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=83e8be10-8624-47a2-b4c6-4413e7b94668,segment=NetworkSegment(1fc19f14-bf6d-4959-b2c5-ed51e935e5ad),segment_id=1fc19f14-bf6d-4959-b2c5-ed51e935e5ad)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:16:19.548049 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-1ccfd75b-cf8d-4f72-9a09-858cafd1a1d4 req-b5abfa20-bc82-4196-8469-ba351f47c9f1 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Deleting port 43d5b4c6-21bc-4355-871c-d335a04aaa3d {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:16:19.548738 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-1ccfd75b-cf8d-4f72-9a09-858cafd1a1d4 req-b5abfa20-bc82-4196-8469-ba351f47c9f1 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:19.557378 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-7ac65bc5-ab0d-43e0-bc05-187f6ea72864 req-a3ac3de7-58d0-4800-ab90-8dbe2108daf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:19.567660 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=79996478-72c5-4353-adb1-16b08c64014c,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:19.737455 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb11ede-6057-44d0-9396-9b947f924e2c req-28fe6d96-33bd-4d6e-ad75-1c116264f6bf tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:19.739532 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2fb11ede-6057-44d0-9396-9b947f924e2c req-28fe6d96-33bd-4d6e-ad75-1c116264f6bf tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=28883582-fb91-4167-bc91-3cf70557c5eb HTTP/1.1" status: 200 len: 945 time: 0.1442485 Aug 29 04:16:19.754105 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ac3de7-58d0-4800-ab90-8dbe2108daf1 service neutron] Pushing event updated for resources: {'Port': ['ID=83e8be10-8624-47a2-b4c6-4413e7b94668,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:19.768276 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac65bc5-ab0d-43e0-bc05-187f6ea72864 req-a3ac3de7-58d0-4800-ab90-8dbe2108daf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:19.770164 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-7ac65bc5-ab0d-43e0-bc05-187f6ea72864 req-a3ac3de7-58d0-4800-ab90-8dbe2108daf1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:19.772992 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7ac65bc5-ab0d-43e0-bc05-187f6ea72864 req-a3ac3de7-58d0-4800-ab90-8dbe2108daf1 service neutron] 10.222.0.48 "PUT /v2.0/ports/83e8be10-8624-47a2-b4c6-4413e7b94668 HTTP/1.1" status: 200 len: 1123 time: 1.4440091 Aug 29 04:16:19.793282 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-1ccfd75b-cf8d-4f72-9a09-858cafd1a1d4 req-b5abfa20-bc82-4196-8469-ba351f47c9f1 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] For port 43d5b4c6-21bc-4355-871c-d335a04aaa3d, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=43d5b4c6-21bc-4355-871c-d335a04aaa3d,segment=NetworkSegment(5e7e2f14-8790-418b-88e1-15441e6a9fb5),segment_id=5e7e2f14-8790-418b-88e1-15441e6a9fb5)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:19.793750 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-1ccfd75b-cf8d-4f72-9a09-858cafd1a1d4 req-b5abfa20-bc82-4196-8469-ba351f47c9f1 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:19.823270 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-1ccfd75b-cf8d-4f72-9a09-858cafd1a1d4 req-b5abfa20-bc82-4196-8469-ba351f47c9f1 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Calling delete_port for 43d5b4c6-21bc-4355-871c-d335a04aaa3d owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:16:19.855180 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2fb11ede-6057-44d0-9396-9b947f924e2c req-7b71668a-f9fa-4a97-9728-082fa55ae995 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056318 Aug 29 04:16:19.912880 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['83e8be10-8624-47a2-b4c6-4413e7b94668'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:16:19.980048 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75436eef-6880-4e3a-833c-c1577c429f38 x-openstack-request-id: req-75436eef-6880-4e3a-833c-c1577c429f38 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:16:19.980272 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c26c4c8f-73a3-463f-a2a9-1c95f8017933", "name": "network-vif-plugged", "status": "completed", "tag": "bd3d040b-78fa-46b1-a5eb-e8e18e3e788a", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:16:19.980441 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-75436eef-6880-4e3a-833c-c1577c429f38 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:16:19.980836 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c26c4c8f-73a3-463f-a2a9-1c95f8017933', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd3d040b-78fa-46b1-a5eb-e8e18e3e788a', 'code': 200} Aug 29 04:16:20.003856 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [req-30ea69f5-2c4b-4d90-a874-8640a59c7ab4 req-5c26b6d4-e92a-4c58-bf61-b082ab1b274b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c2ee977-fb1c-48b5-b094-c813b7636bd7 {{(pid=94829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:16:20.017583 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-30ea69f5-2c4b-4d90-a874-8640a59c7ab4 req-5c26b6d4-e92a-4c58-bf61-b082ab1b274b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:20.036903 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-1ccfd75b-cf8d-4f72-9a09-858cafd1a1d4 req-b5abfa20-bc82-4196-8469-ba351f47c9f1 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:20.047369 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [req-30ea69f5-2c4b-4d90-a874-8640a59c7ab4 req-5c26b6d4-e92a-4c58-bf61-b082ab1b274b service neutron] Transition to ACTIVE for port object 7c2ee977-fb1c-48b5-b094-c813b7636bd7 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:16:20.053013 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-30ea69f5-2c4b-4d90-a874-8640a59c7ab4 req-5c26b6d4-e92a-4c58-bf61-b082ab1b274b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:20.092103 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5abfa20-bc82-4196-8469-ba351f47c9f1 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Pushing event deleted for resources: {'Port': ['ID=43d5b4c6-21bc-4355-871c-d335a04aaa3d,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:20.115392 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c26b6d4-e92a-4c58-bf61-b082ab1b274b service neutron] Pushing event updated for resources: {'Port': ['ID=7c2ee977-fb1c-48b5-b094-c813b7636bd7,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:20.123866 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['02e9fbdc-2d81-4e09-8676-3236d8c53fc6', '43d5b4c6-21bc-4355-871c-d335a04aaa3d'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:16:20.167404 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33751ef5-9e6c-4e83-82e3-4c22114729a4 x-openstack-request-id: req-33751ef5-9e6c-4e83-82e3-4c22114729a4 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:16:20.167826 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb5d6e9c-5c3d-4fd0-b7cd-2988a1e453f4", "name": "network-vif-unplugged", "status": "completed", "tag": "83e8be10-8624-47a2-b4c6-4413e7b94668", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:16:20.168643 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-33751ef5-9e6c-4e83-82e3-4c22114729a4 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:16:20.169120 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb5d6e9c-5c3d-4fd0-b7cd-2988a1e453f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83e8be10-8624-47a2-b4c6-4413e7b94668', 'code': 200} Aug 29 04:16:20.224823 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ccfd75b-cf8d-4f72-9a09-858cafd1a1d4 req-b5abfa20-bc82-4196-8469-ba351f47c9f1 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] No DVR routers for this DVR port 43d5b4c6-21bc-4355-871c-d335a04aaa3d on host n-h2-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:16:20.228407 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-1ccfd75b-cf8d-4f72-9a09-858cafd1a1d4 req-b5abfa20-bc82-4196-8469-ba351f47c9f1 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:20.229130 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-30ea69f5-2c4b-4d90-a874-8640a59c7ab4 req-5c26b6d4-e92a-4c58-bf61-b082ab1b274b service neutron] Attempting to bind port 7c2ee977-fb1c-48b5-b094-c813b7636bd7 on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:16:20.229711 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-30ea69f5-2c4b-4d90-a874-8640a59c7ab4 req-5c26b6d4-e92a-4c58-bf61-b082ab1b274b service neutron] Attempting to bind port 7c2ee977-fb1c-48b5-b094-c813b7636bd7 by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': '3a361a5a-9d59-4b40-a4d8-5fab9d00c859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'fe770585-a0e4-43ec-865b-d1030eff1ee8'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:16:20.230231 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1ccfd75b-cf8d-4f72-9a09-858cafd1a1d4 req-b5abfa20-bc82-4196-8469-ba351f47c9f1 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.48 "DELETE /v2.0/ports/43d5b4c6-21bc-4355-871c-d335a04aaa3d HTTP/1.1" status: 204 len: 173 time: 0.9103429 Aug 29 04:16:20.230389 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ea69f5-2c4b-4d90-a874-8640a59c7ab4 req-5c26b6d4-e92a-4c58-bf61-b082ab1b274b service neutron] Attempting to bind port 7c2ee977-fb1c-48b5-b094-c813b7636bd7 on network fe770585-a0e4-43ec-865b-d1030eff1ee8 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:16:20.239835 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ea69f5-2c4b-4d90-a874-8640a59c7ab4 req-5c26b6d4-e92a-4c58-bf61-b082ab1b274b service neutron] Port 7c2ee977-fb1c-48b5-b094-c813b7636bd7 on network fe770585-a0e4-43ec-865b-d1030eff1ee8 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:16:20.240893 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ea69f5-2c4b-4d90-a874-8640a59c7ab4 req-5c26b6d4-e92a-4c58-bf61-b082ab1b274b service neutron] Attempting to bind port 7c2ee977-fb1c-48b5-b094-c813b7636bd7 on network fe770585-a0e4-43ec-865b-d1030eff1ee8 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:16:20.248866 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a342d7eb-6e06-4b05-acf6-6575616d2ffb req-01f98f71-a93e-4232-b402-12048c4290a2 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:20.254199 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a342d7eb-6e06-4b05-acf6-6575616d2ffb req-01f98f71-a93e-4232-b402-12048c4290a2 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e5ccfea-706b-4825-9d2e-60c0b092c82e HTTP/1.1" status: 200 len: 944 time: 0.1987731 Aug 29 04:16:20.309117 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ea69f5-2c4b-4d90-a874-8640a59c7ab4 req-5c26b6d4-e92a-4c58-bf61-b082ab1b274b service neutron] Checking agent: {'id': '3de9de52-3a03-431d-9d7e-497ae92c57ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:16:20.309706 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ea69f5-2c4b-4d90-a874-8640a59c7ab4 req-5c26b6d4-e92a-4c58-bf61-b082ab1b274b service neutron] Checking segment: {'id': '3a361a5a-9d59-4b40-a4d8-5fab9d00c859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'fe770585-a0e4-43ec-865b-d1030eff1ee8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:16:20.310315 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ea69f5-2c4b-4d90-a874-8640a59c7ab4 req-5c26b6d4-e92a-4c58-bf61-b082ab1b274b service neutron] Bound using segment: {'id': '3a361a5a-9d59-4b40-a4d8-5fab9d00c859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'fe770585-a0e4-43ec-865b-d1030eff1ee8'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:16:20.316143 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-30ea69f5-2c4b-4d90-a874-8640a59c7ab4 req-5c26b6d4-e92a-4c58-bf61-b082ab1b274b service neutron] Bound port: 7c2ee977-fb1c-48b5-b094-c813b7636bd7, host: n-h1-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a361a5a-9d59-4b40-a4d8-5fab9d00c859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'fe770585-a0e4-43ec-865b-d1030eff1ee8'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:16:20.319229 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-30ea69f5-2c4b-4d90-a874-8640a59c7ab4 req-5c26b6d4-e92a-4c58-bf61-b082ab1b274b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:20.322747 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a342d7eb-6e06-4b05-acf6-6575616d2ffb req-72d263ff-dfc3-4505-9eb3-a14a271e61cc tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=95663bcf-c178-40f7-a8d1-56ba6dc33aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572937 Aug 29 04:16:20.485694 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e460f61-3b4d-48d5-9208-35f6f120451b req-ca231a37-df14-49cf-8686-622cde56ceb3 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:20.487622 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3e460f61-3b4d-48d5-9208-35f6f120451b req-ca231a37-df14-49cf-8686-622cde56ceb3 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e3ffe36-52a1-4be0-a61a-28d019fa0645 HTTP/1.1" status: 200 len: 943 time: 0.0980294 Aug 29 04:16:20.509828 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-30ea69f5-2c4b-4d90-a874-8640a59c7ab4 req-5c26b6d4-e92a-4c58-bf61-b082ab1b274b service neutron] For port 7c2ee977-fb1c-48b5-b094-c813b7636bd7, host n-h1-712140-12, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:16:20.528809 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-30ea69f5-2c4b-4d90-a874-8640a59c7ab4 req-5c26b6d4-e92a-4c58-bf61-b082ab1b274b service neutron] For port 7c2ee977-fb1c-48b5-b094-c813b7636bd7, host n-h1-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=7c2ee977-fb1c-48b5-b094-c813b7636bd7,segment=NetworkSegment(3a361a5a-9d59-4b40-a4d8-5fab9d00c859),segment_id=3a361a5a-9d59-4b40-a4d8-5fab9d00c859)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:16:20.535923 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-30ea69f5-2c4b-4d90-a874-8640a59c7ab4 req-5c26b6d4-e92a-4c58-bf61-b082ab1b274b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:20.552381 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3e460f61-3b4d-48d5-9208-35f6f120451b req-9826bbc6-b82d-487f-ab4e-7fa26d995ed1 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/security-groups?id=0af834e7-acaf-4d90-a371-bad8b3cc1714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561726 Aug 29 04:16:20.603654 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c26b6d4-e92a-4c58-bf61-b082ab1b274b service neutron] Pushing event updated for resources: {'Port': ['ID=7c2ee977-fb1c-48b5-b094-c813b7636bd7,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:20.614975 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ea69f5-2c4b-4d90-a874-8640a59c7ab4 req-5c26b6d4-e92a-4c58-bf61-b082ab1b274b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:20.615731 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-30ea69f5-2c4b-4d90-a874-8640a59c7ab4 req-5c26b6d4-e92a-4c58-bf61-b082ab1b274b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:20.617190 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-30ea69f5-2c4b-4d90-a874-8640a59c7ab4 req-5c26b6d4-e92a-4c58-bf61-b082ab1b274b service neutron] 10.222.0.46 "PUT /v2.0/ports/7c2ee977-fb1c-48b5-b094-c813b7636bd7 HTTP/1.1" status: 200 len: 1092 time: 1.3508363 Aug 29 04:16:20.619447 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e3ffe36-52a1-4be0-a61a-28d019fa0645', 'tag': '7c2ee977-fb1c-48b5-b094-c813b7636bd7'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:16:20.621793 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a223474-9e92-43a9-83fd-138c111d1e13" -d '{"events": [{"name": "network-changed", "server_uuid": "6e3ffe36-52a1-4be0-a61a-28d019fa0645", "tag": "7c2ee977-fb1c-48b5-b094-c813b7636bd7"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:16:20.641699 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16208019-ddff-4309-9f2c-1a9d094cd842 req-252e49d2-ca00-4fd4-b900-4951fe53086b tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:20.648270 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-16208019-ddff-4309-9f2c-1a9d094cd842 req-252e49d2-ca00-4fd4-b900-4951fe53086b tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.22 "GET /v2.0/ports?device_id=b3b2f611-e938-4e7c-b802-00c4c626c68c HTTP/1.1" status: 200 len: 945 time: 0.1903613 Aug 29 04:16:20.745759 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-16208019-ddff-4309-9f2c-1a9d094cd842 req-210c578e-759a-476e-a9ba-a2ab5a8b4b57 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.22 "GET /v2.0/security-groups?id=46edc4d9-63f8-4b18-b08b-1f71016f23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929828 Aug 29 04:16:20.761799 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3d113a-0bba-40eb-8e56-ad52beff919e req-06eea23e-f9e4-4715-b694-23ee831801bf tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:20.763753 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ea69f5-2c4b-4d90-a874-8640a59c7ab4 req-5c33d07f-8b14-4978-bafa-ce07ae5a2685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:20.766977 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-30ea69f5-2c4b-4d90-a874-8640a59c7ab4 req-5c33d07f-8b14-4978-bafa-ce07ae5a2685 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b4784151d99c49e0b884d614cd8b3519&device_id=6e3ffe36-52a1-4be0-a61a-28d019fa0645 HTTP/1.1" status: 200 len: 1095 time: 0.0739927 Aug 29 04:16:20.771509 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3d113a-0bba-40eb-8e56-ad52beff919e req-06eea23e-f9e4-4715-b694-23ee831801bf tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:20.773525 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ff3d113a-0bba-40eb-8e56-ad52beff919e req-06eea23e-f9e4-4715-b694-23ee831801bf tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] 10.222.0.22 "GET /v2.0/ports?device_id=c26c4c8f-73a3-463f-a2a9-1c95f8017933 HTTP/1.1" status: 200 len: 1682 time: 0.1248071 Aug 29 04:16:20.824028 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ff3d113a-0bba-40eb-8e56-ad52beff919e req-7737a131-4e6b-45cb-93c3-61563331d0cd tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] 10.222.0.22 "GET /v2.0/security-groups?id=07b81801-f107-42cd-9c04-405b0de95462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443211 Aug 29 04:16:20.852568 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-30ea69f5-2c4b-4d90-a874-8640a59c7ab4 req-0596c471-b2a5-46f9-9951-ef04e72e126d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7c2ee977-fb1c-48b5-b094-c813b7636bd7 HTTP/1.1" status: 200 len: 217 time: 0.0708141 Aug 29 04:16:20.926946 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ea69f5-2c4b-4d90-a874-8640a59c7ab4 req-8abf6b94-c3a4-428d-91f7-0c8bb9693ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:20.931296 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-30ea69f5-2c4b-4d90-a874-8640a59c7ab4 req-8abf6b94-c3a4-428d-91f7-0c8bb9693ead service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f04b5666-45e5-4baa-8010-af21415a61db HTTP/1.1" status: 200 len: 854 time: 0.0667484 Aug 29 04:16:20.969687 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-30ea69f5-2c4b-4d90-a874-8640a59c7ab4 req-af402be8-461f-44a4-8a35-40ad6eb413b9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fe770585-a0e4-43ec-865b-d1030eff1ee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318382 Aug 29 04:16:20.984900 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699cb1d2-c02c-4350-ae7d-7651b468374e req-71a1d9cf-e377-4221-a436-cac2fe48be45 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:20.986649 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-699cb1d2-c02c-4350-ae7d-7651b468374e req-71a1d9cf-e377-4221-a436-cac2fe48be45 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e5ccfea-706b-4825-9d2e-60c0b092c82e HTTP/1.1" status: 200 len: 944 time: 0.0779483 Aug 29 04:16:21.045096 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-699cb1d2-c02c-4350-ae7d-7651b468374e req-4fa18e80-6fbd-4306-bd77-cec8c31c3279 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=95663bcf-c178-40f7-a8d1-56ba6dc33aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506704 Aug 29 04:16:21.109104 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4c9f81-6c2f-467f-bfb6-e4c7b2e9793d req-688ce3e0-bca9-4270-b2d4-ae5e4eafb6e0 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:21.110690 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4f4c9f81-6c2f-467f-bfb6-e4c7b2e9793d req-688ce3e0-bca9-4270-b2d4-ae5e4eafb6e0 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb5d6e9c-5c3d-4fd0-b7cd-2988a1e453f4 HTTP/1.1" status: 200 len: 943 time: 0.1330104 Aug 29 04:16:21.116716 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a1a107-d3a1-425e-a387-c7e5d93729e3 x-openstack-request-id: req-02a1a107-d3a1-425e-a387-c7e5d93729e3 {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:16:21.116716 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e3ffe36-52a1-4be0-a61a-28d019fa0645", "tag": "7c2ee977-fb1c-48b5-b094-c813b7636bd7", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:16:21.116716 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-02a1a107-d3a1-425e-a387-c7e5d93729e3 {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:16:21.117438 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e3ffe36-52a1-4be0-a61a-28d019fa0645', 'tag': '7c2ee977-fb1c-48b5-b094-c813b7636bd7', 'status': 'completed', 'code': 200} Aug 29 04:16:21.129551 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-30ea69f5-2c4b-4d90-a874-8640a59c7ab4 req-c21d9d67-16c7-42e8-928f-4ed978530f14 service neutron] 10.222.0.46 "GET /v2.0/networks/fe770585-a0e4-43ec-865b-d1030eff1ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491597 Aug 29 04:16:21.212360 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-af46c1ee-a9ff-4ca2-9937-eb00adcb77de req-81056ff5-8511-47bc-a30c-521fcef86fa5 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=28883582-fb91-4167-bc91-3cf70557c5eb HTTP/1.1" status: 200 len: 210 time: 0.0323839 Aug 29 04:16:21.228457 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4f4c9f81-6c2f-467f-bfb6-e4c7b2e9793d req-f047f29b-dee4-43ef-8494-06e7bead345c tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982442 Aug 29 04:16:21.274279 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-30ea69f5-2c4b-4d90-a874-8640a59c7ab4 req-353ab9d1-af6a-41c8-901f-e9e120e56370 service neutron] 10.222.0.46 "GET /v2.0/networks/fe770585-a0e4-43ec-865b-d1030eff1ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363707 Aug 29 04:16:21.332565 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1fcf8ec6-f9b5-4751-a363-3c049e05cf37 req-66b81647-c61b-4d3e-97fe-eca6120f9ccd tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/ports?device_id=76b51045-e1d9-4565-be48-d00799df16cd HTTP/1.1" status: 200 len: 210 time: 0.0522387 Aug 29 04:16:21.441756 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a223474-9e92-43a9-83fd-138c111d1e13 req-ad7b54f9-7306-4278-8c32-0f69fe4813a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:21.443617 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6a223474-9e92-43a9-83fd-138c111d1e13 req-ad7b54f9-7306-4278-8c32-0f69fe4813a8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b4784151d99c49e0b884d614cd8b3519&device_id=6e3ffe36-52a1-4be0-a61a-28d019fa0645 HTTP/1.1" status: 200 len: 1095 time: 0.0882516 Aug 29 04:16:21.581834 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516fb2e4-cff5-430b-8e68-432d0290248c req-8ec0140a-c33f-4af9-b3e7-ae8f6751aaf3 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:21.583404 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-516fb2e4-cff5-430b-8e68-432d0290248c req-8ec0140a-c33f-4af9-b3e7-ae8f6751aaf3 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e5ccfea-706b-4825-9d2e-60c0b092c82e HTTP/1.1" status: 200 len: 944 time: 0.1087196 Aug 29 04:16:21.589073 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a223474-9e92-43a9-83fd-138c111d1e13 req-12a142cc-cb27-4532-bfa7-e7195d4fc4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:21.589846 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6a223474-9e92-43a9-83fd-138c111d1e13 req-12a142cc-cb27-4532-bfa7-e7195d4fc4c9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fe770585-a0e4-43ec-865b-d1030eff1ee8 HTTP/1.1" status: 200 len: 915 time: 0.1365368 Aug 29 04:16:21.644237 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6a223474-9e92-43a9-83fd-138c111d1e13 req-56e62708-3692-4048-aefe-3fa5f75d6739 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7c2ee977-fb1c-48b5-b094-c813b7636bd7 HTTP/1.1" status: 200 len: 217 time: 0.0390356 Aug 29 04:16:21.658449 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-516fb2e4-cff5-430b-8e68-432d0290248c req-d4709adf-1dc5-461b-9967-4a1e5e254ccd tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=95663bcf-c178-40f7-a8d1-56ba6dc33aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676439 Aug 29 04:16:21.704113 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f87dd1-d149-447f-b185-5469faf9d08d req-ca3ab01f-320d-4ede-a724-cf500272b703 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:21.708458 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-41f87dd1-d149-447f-b185-5469faf9d08d req-ca3ab01f-320d-4ede-a724-cf500272b703 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e3ffe36-52a1-4be0-a61a-28d019fa0645 HTTP/1.1" status: 200 len: 943 time: 0.0660965 Aug 29 04:16:21.726239 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a223474-9e92-43a9-83fd-138c111d1e13 req-c4107154-c861-4e5f-9aab-2f837698c1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:21.727781 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6a223474-9e92-43a9-83fd-138c111d1e13 req-c4107154-c861-4e5f-9aab-2f837698c1aa service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f04b5666-45e5-4baa-8010-af21415a61db HTTP/1.1" status: 200 len: 854 time: 0.0652492 Aug 29 04:16:21.756850 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-41f87dd1-d149-447f-b185-5469faf9d08d req-7eda90f9-ecd8-4bf8-b6d3-b6aa9372822d tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/security-groups?id=0af834e7-acaf-4d90-a371-bad8b3cc1714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388873 Aug 29 04:16:21.770197 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6a223474-9e92-43a9-83fd-138c111d1e13 req-a9be533a-8b8f-4de0-8119-0238059effb1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fe770585-a0e4-43ec-865b-d1030eff1ee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280859 Aug 29 04:16:21.966418 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b6dbd3-1c3f-4251-9344-c8faf8911110 req-a067bacd-6569-46be-a6ed-43b1737aacef tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:21.968969 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-10b6dbd3-1c3f-4251-9344-c8faf8911110 req-a067bacd-6569-46be-a6ed-43b1737aacef tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e5ccfea-706b-4825-9d2e-60c0b092c82e HTTP/1.1" status: 200 len: 944 time: 0.1062531 Aug 29 04:16:21.991627 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c26c4c8f-73a3-463f-a2a9-1c95f8017933', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79996478-72c5-4353-adb1-16b08c64014c'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:16:21.996000 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a8e87f5-d93f-496b-80b7-e4f66a715160" -d '{"events": [{"server_uuid": "c26c4c8f-73a3-463f-a2a9-1c95f8017933", "name": "network-vif-plugged", "status": "completed", "tag": "79996478-72c5-4353-adb1-16b08c64014c"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:16:22.000347 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6a223474-9e92-43a9-83fd-138c111d1e13 req-e08ce1b7-74b8-45c0-b71a-3aa733196b69 service neutron] 10.222.0.46 "GET /v2.0/networks/fe770585-a0e4-43ec-865b-d1030eff1ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162287 Aug 29 04:16:22.001876 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18134261-62aa-4691-9ec4-48835807c977 req-f51d234d-05c4-40f5-b0ef-d3e6f8ad8168 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:22.008778 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-18134261-62aa-4691-9ec4-48835807c977 req-f51d234d-05c4-40f5-b0ef-d3e6f8ad8168 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.22 "GET /v2.0/ports?device_id=b3b2f611-e938-4e7c-b802-00c4c626c68c HTTP/1.1" status: 200 len: 945 time: 0.0957000 Aug 29 04:16:22.048018 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-10b6dbd3-1c3f-4251-9344-c8faf8911110 req-9141f93d-fbbe-4f8c-89db-5500bee71ca4 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=95663bcf-c178-40f7-a8d1-56ba6dc33aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673261 Aug 29 04:16:22.063980 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-18134261-62aa-4691-9ec4-48835807c977 req-ff4d93aa-a251-4f5f-8dd2-fe4b0d4efdf8 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.22 "GET /v2.0/security-groups?id=46edc4d9-63f8-4b18-b08b-1f71016f23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475450 Aug 29 04:16:22.139401 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1505a07a-63f6-4b93-8f5b-813c9acd12bf req-bc383144-57cf-4050-a581-01ad5095db7d tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=cff8a488ff344e109cad8daf17880810&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348287 Aug 29 04:16:22.156352 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d082dfdb-5b0d-489a-93be-e0d437cf6045 x-openstack-request-id: req-d082dfdb-5b0d-489a-93be-e0d437cf6045 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:16:22.156352 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c26c4c8f-73a3-463f-a2a9-1c95f8017933", "name": "network-vif-plugged", "status": "completed", "tag": "79996478-72c5-4353-adb1-16b08c64014c", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:16:22.156352 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d082dfdb-5b0d-489a-93be-e0d437cf6045 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:16:22.156717 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c26c4c8f-73a3-463f-a2a9-1c95f8017933', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79996478-72c5-4353-adb1-16b08c64014c', 'code': 200} Aug 29 04:16:22.170789 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb5d6e9c-5c3d-4fd0-b7cd-2988a1e453f4', 'tag': '83e8be10-8624-47a2-b4c6-4413e7b94668'}, {'server_uuid': '28883582-fb91-4167-bc91-3cf70557c5eb', 'name': 'network-vif-deleted', 'tag': '43d5b4c6-21bc-4355-871c-d335a04aaa3d'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:16:22.173481 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec269cb9-d9fd-4747-8fac-e825dffa75f4" -d '{"events": [{"name": "network-changed", "server_uuid": "bb5d6e9c-5c3d-4fd0-b7cd-2988a1e453f4", "tag": "83e8be10-8624-47a2-b4c6-4413e7b94668"}, {"server_uuid": "28883582-fb91-4167-bc91-3cf70557c5eb", "name": "network-vif-deleted", "tag": "43d5b4c6-21bc-4355-871c-d335a04aaa3d"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:16:22.179519 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6a223474-9e92-43a9-83fd-138c111d1e13 req-fb7d0db5-b78b-45f5-a21b-2b88ad2ead7c service neutron] 10.222.0.46 "GET /v2.0/networks/fe770585-a0e4-43ec-865b-d1030eff1ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631856 Aug 29 04:16:22.197614 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8befd18c-cc36-45f6-b6bd-541e1ffb6435 req-821d85af-c68e-4453-a694-daa087dae837 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:22.204135 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8befd18c-cc36-45f6-b6bd-541e1ffb6435 req-821d85af-c68e-4453-a694-daa087dae837 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:22.205841 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8befd18c-cc36-45f6-b6bd-541e1ffb6435 req-821d85af-c68e-4453-a694-daa087dae837 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] 10.222.0.22 "GET /v2.0/ports?device_id=c26c4c8f-73a3-463f-a2a9-1c95f8017933 HTTP/1.1" status: 200 len: 1682 time: 0.0862424 Aug 29 04:16:22.247013 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sun, 29 Aug 2021 04:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6abdd525-e7c4-4b09-93dd-0c352fd4334e x-openstack-request-id: req-6abdd525-e7c4-4b09-93dd-0c352fd4334e {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:16:22.247013 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb5d6e9c-5c3d-4fd0-b7cd-2988a1e453f4", "tag": "83e8be10-8624-47a2-b4c6-4413e7b94668", "status": "completed", "code": 200}, {"server_uuid": "28883582-fb91-4167-bc91-3cf70557c5eb", "name": "network-vif-deleted", "tag": "43d5b4c6-21bc-4355-871c-d335a04aaa3d", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:16:22.247552 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6abdd525-e7c4-4b09-93dd-0c352fd4334e {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:16:22.247552 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb5d6e9c-5c3d-4fd0-b7cd-2988a1e453f4', 'tag': '83e8be10-8624-47a2-b4c6-4413e7b94668', 'status': 'completed', 'code': 200} Aug 29 04:16:22.248023 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28883582-fb91-4167-bc91-3cf70557c5eb', 'name': 'network-vif-deleted', 'tag': '43d5b4c6-21bc-4355-871c-d335a04aaa3d', 'status': 'completed', 'code': 200} Aug 29 04:16:22.260755 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8befd18c-cc36-45f6-b6bd-541e1ffb6435 req-e2846357-04d9-4ae2-8959-119453b46057 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] 10.222.0.22 "GET /v2.0/security-groups?id=07b81801-f107-42cd-9c04-405b0de95462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487986 Aug 29 04:16:22.368393 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1505a07a-63f6-4b93-8f5b-813c9acd12bf req-f301cb6e-a24e-448d-a516-2802ce7c2351 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:22.370570 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1505a07a-63f6-4b93-8f5b-813c9acd12bf req-f301cb6e-a24e-448d-a516-2802ce7c2351 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2119114 Aug 29 04:16:22.421394 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-1505a07a-63f6-4b93-8f5b-813c9acd12bf req-e502ef08-08e4-4164-8b16-a51ff591885c tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Request body: {'port': {'device_id': 'e5b9e990-09f2-4f7b-90b9-6e7faa63a530', 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45', 'admin_state_up': True, 'tenant_id': 'cff8a488ff344e109cad8daf17880810'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:16:22.425856 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec269cb9-d9fd-4747-8fac-e825dffa75f4 req-1e1ba7bc-e3a0-47b6-947f-372a7446e319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:22.427861 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ec269cb9-d9fd-4747-8fac-e825dffa75f4 req-1e1ba7bc-e3a0-47b6-947f-372a7446e319 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1d0658a0a90a4facb02cad62921e20d5&device_id=bb5d6e9c-5c3d-4fd0-b7cd-2988a1e453f4 HTTP/1.1" status: 200 len: 1126 time: 0.1640761 Aug 29 04:16:22.437751 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9134b19c-f23f-4c39-9866-84b495c5371f req-4b8f1c3c-829a-4887-a524-94c862bb3861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:22.438255 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9134b19c-f23f-4c39-9866-84b495c5371f req-4b8f1c3c-829a-4887-a524-94c862bb3861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:22.439910 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9134b19c-f23f-4c39-9866-84b495c5371f req-4b8f1c3c-829a-4887-a524-94c862bb3861 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c26c4c8f-73a3-463f-a2a9-1c95f8017933 HTTP/1.1" status: 200 len: 1986 time: 0.1363409 Aug 29 04:16:22.464831 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb36e3af-ac04-49d5-8497-56f71b470f47 req-e5922d9d-c9cd-4ced-b0b2-0d296414be91 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:22.466492 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-cb36e3af-ac04-49d5-8497-56f71b470f47 req-e5922d9d-c9cd-4ced-b0b2-0d296414be91 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb5d6e9c-5c3d-4fd0-b7cd-2988a1e453f4 HTTP/1.1" status: 200 len: 943 time: 0.0938194 Aug 29 04:16:22.509724 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-107db977-b67a-4fef-a64a-8323db13e53e req-f5dcfcbd-e4cf-4e66-9dd4-948b6522bbc2 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/ports?device_id=76b51045-e1d9-4565-be48-d00799df16cd HTTP/1.1" status: 200 len: 210 time: 0.0678301 Aug 29 04:16:22.593172 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1505a07a-63f6-4b93-8f5b-813c9acd12bf req-cc016afe-880b-42f2-82ea-fc2066921a51 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=cff8a488ff344e109cad8daf17880810&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332563 Aug 29 04:16:22.611673 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9134b19c-f23f-4c39-9866-84b495c5371f req-8fd96b42-6690-4198-8a69-33d1f893bb0d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=07b81801-f107-42cd-9c04-405b0de95462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441395 Aug 29 04:16:22.645868 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-cb36e3af-ac04-49d5-8497-56f71b470f47 req-341e4aea-4650-4929-82c8-77b3e7bdeafc tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645112 Aug 29 04:16:22.689944 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec269cb9-d9fd-4747-8fac-e825dffa75f4 req-6d044a49-db9d-4bc0-bb1b-17443e7e3de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:22.691411 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ec269cb9-d9fd-4747-8fac-e825dffa75f4 req-6d044a49-db9d-4bc0-bb1b-17443e7e3de5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=53020a37-9cfa-46c3-bf40-16467007f493 HTTP/1.1" status: 200 len: 921 time: 0.2348614 Aug 29 04:16:22.732901 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1505a07a-63f6-4b93-8f5b-813c9acd12bf req-e502ef08-08e4-4164-8b16-a51ff591885c tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Made reservation on behalf of cff8a488ff344e109cad8daf17880810 for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:16:22.736532 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-1505a07a-63f6-4b93-8f5b-813c9acd12bf req-e502ef08-08e4-4164-8b16-a51ff591885c tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:22.890327 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1505a07a-63f6-4b93-8f5b-813c9acd12bf req-1ee8046a-8a1b-493d-a86e-1c6d2dc78ca5 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:22.891927 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1505a07a-63f6-4b93-8f5b-813c9acd12bf req-1ee8046a-8a1b-493d-a86e-1c6d2dc78ca5 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2730136 Aug 29 04:16:22.901342 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ec269cb9-d9fd-4747-8fac-e825dffa75f4 req-7a548963-f8bd-4e99-8d07-b7147d835b96 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83e8be10-8624-47a2-b4c6-4413e7b94668 HTTP/1.1" status: 200 len: 217 time: 0.0568223 Aug 29 04:16:22.912621 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf511ba-9edf-4380-859e-7bf4ac6ced83 req-04e8fe0f-3d68-40c1-851b-39fb208ec117 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:22.914117 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ddf511ba-9edf-4380-859e-7bf4ac6ced83 req-04e8fe0f-3d68-40c1-851b-39fb208ec117 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/networks?id=2f4673af-b8e7-4620-a09f-889ce79ba3f8 HTTP/1.1" status: 200 len: 806 time: 0.2807717 Aug 29 04:16:22.945146 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-1505a07a-63f6-4b93-8f5b-813c9acd12bf req-d9eb335a-e915-4d8d-80ab-3bfd66f95083 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Request body: {'port': {'device_id': '76b51045-e1d9-4565-be48-d00799df16cd', 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45', 'admin_state_up': True, 'tenant_id': 'cff8a488ff344e109cad8daf17880810'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:16:22.970017 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec269cb9-d9fd-4747-8fac-e825dffa75f4 req-e4ded491-64c9-4a8d-aef7-742296ca8bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:22.971504 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ec269cb9-d9fd-4747-8fac-e825dffa75f4 req-e4ded491-64c9-4a8d-aef7-742296ca8bd6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=210c6ef6-f12f-4dde-90b9-22d1971290b1 HTTP/1.1" status: 200 len: 860 time: 0.0538402 Aug 29 04:16:22.982344 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1068f2fd-35d6-4824-aa36-9c6dd16cd1b1 req-c0d6f6b0-2a18-462f-b7c9-c8990631d5d8 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:22.983857 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1068f2fd-35d6-4824-aa36-9c6dd16cd1b1 req-c0d6f6b0-2a18-462f-b7c9-c8990631d5d8 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e3ffe36-52a1-4be0-a61a-28d019fa0645 HTTP/1.1" status: 200 len: 943 time: 0.1250756 Aug 29 04:16:23.002025 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ddf511ba-9edf-4380-859e-7bf4ac6ced83 req-3e307901-ffb0-49dc-b2c7-bcad1410ed4b tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/quotas/5a14f7f9066643a38713cee788a50c7a HTTP/1.1" status: 200 len: 375 time: 0.0635490 Aug 29 04:16:23.022547 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-1505a07a-63f6-4b93-8f5b-813c9acd12bf req-e502ef08-08e4-4164-8b16-a51ff591885c tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Allocated IP 192.168.233.197 (13e6dfc1-e9e7-40a1-8a14-d0febabf4d45/18cd12d4-b12a-41b0-b0c5-618edbb84e74/2a6bce68-a836-4780-9092-ee7498142e59) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:16:23.038295 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ec269cb9-d9fd-4747-8fac-e825dffa75f4 req-bea5d667-4be8-484d-9c83-021f5f53b172 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=53020a37-9cfa-46c3-bf40-16467007f493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530834 Aug 29 04:16:23.118952 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1068f2fd-35d6-4824-aa36-9c6dd16cd1b1 req-768d9f10-6ad9-4b97-ac1f-211750e35359 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/security-groups?id=0af834e7-acaf-4d90-a371-bad8b3cc1714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231191 Aug 29 04:16:23.139466 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ddf511ba-9edf-4380-859e-7bf4ac6ced83 req-534e0209-0c9b-4579-9c64-1a8cf4d1c99c tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=5a14f7f9066643a38713cee788a50c7a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1229975 Aug 29 04:16:23.181028 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ec269cb9-d9fd-4747-8fac-e825dffa75f4 req-70f9f930-3b71-469c-8407-7d5813eeb3b7 service neutron] 10.222.0.46 "GET /v2.0/networks/53020a37-9cfa-46c3-bf40-16467007f493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295593 Aug 29 04:16:23.216237 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 83e8be10-8624-47a2-b4c6-4413e7b94668 details requested by agent hyperv_n-h2-712140-12 with host n-h2-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:16:23.225923 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 43d5b4c6-21bc-4355-871c-d335a04aaa3d no longer exists at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:16:23.257850 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] No Port match for: 43d5b4c6-21bc-4355-871c-d335a04aaa3d {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:16:23.258466 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 43d5b4c6-21bc-4355-871c-d335a04aaa3d not bound to the agent host n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:16:23.300813 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1505a07a-63f6-4b93-8f5b-813c9acd12bf req-d9eb335a-e915-4d8d-80ab-3bfd66f95083 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Made reservation on behalf of cff8a488ff344e109cad8daf17880810 for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:16:23.305397 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-1505a07a-63f6-4b93-8f5b-813c9acd12bf req-d9eb335a-e915-4d8d-80ab-3bfd66f95083 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:23.322650 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3bd501-24af-4fb0-ad2f-ec72acbf2c90 req-9b1e42bc-99be-47cb-8687-62866d8dc568 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:23.324220 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0c3bd501-24af-4fb0-ad2f-ec72acbf2c90 req-9b1e42bc-99be-47cb-8687-62866d8dc568 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e5ccfea-706b-4825-9d2e-60c0b092c82e HTTP/1.1" status: 200 len: 944 time: 0.1223326 Aug 29 04:16:23.358905 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 83e8be10-8624-47a2-b4c6-4413e7b94668, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=83e8be10-8624-47a2-b4c6-4413e7b94668,segment=NetworkSegment(1fc19f14-bf6d-4959-b2c5-ed51e935e5ad),segment_id=1fc19f14-bf6d-4959-b2c5-ed51e935e5ad)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:23.371320 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 83e8be10-8624-47a2-b4c6-4413e7b94668 has no active binding in host n-h2-712140-12 {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 29 04:16:23.382903 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ec269cb9-d9fd-4747-8fac-e825dffa75f4 req-fd1b45ae-f4ae-44eb-8d5c-ceb97dfa0a4a service neutron] 10.222.0.46 "GET /v2.0/networks/53020a37-9cfa-46c3-bf40-16467007f493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895761 Aug 29 04:16:23.413324 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0c3bd501-24af-4fb0-ad2f-ec72acbf2c90 req-87aeee83-914b-46a2-a2df-ce710bf4974c tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=95663bcf-c178-40f7-a8d1-56ba6dc33aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808980 Aug 29 04:16:23.428842 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ddf511ba-9edf-4380-859e-7bf4ac6ced83 req-c41c3334-9c63-4849-9fc8-bf3c81934434 service neutron] 10.222.0.22 "GET /v2.0/networks/2f4673af-b8e7-4620-a09f-889ce79ba3f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736142 Aug 29 04:16:23.493067 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-1505a07a-63f6-4b93-8f5b-813c9acd12bf req-e502ef08-08e4-4164-8b16-a51ff591885c tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:23.543038 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe7f2f9-2be3-4bfe-8794-f2a0087d5869 req-113ec474-4a66-4858-9c02-25f61a10f2e4 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:23.544661 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-cfe7f2f9-2be3-4bfe-8794-f2a0087d5869 req-113ec474-4a66-4858-9c02-25f61a10f2e4 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.22 "GET /v2.0/ports?device_id=b3b2f611-e938-4e7c-b802-00c4c626c68c HTTP/1.1" status: 200 len: 945 time: 0.0650682 Aug 29 04:16:23.570069 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-1505a07a-63f6-4b93-8f5b-813c9acd12bf req-e502ef08-08e4-4164-8b16-a51ff591885c tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Transition to ACTIVE for port object 2a6bce68-a836-4780-9092-ee7498142e59 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:16:23.586331 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-cfe7f2f9-2be3-4bfe-8794-f2a0087d5869 req-e4941824-a7ea-4ad2-b7bb-e98047789894 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.22 "GET /v2.0/security-groups?id=46edc4d9-63f8-4b18-b08b-1f71016f23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348511 Aug 29 04:16:23.629889 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ddf511ba-9edf-4380-859e-7bf4ac6ced83 req-8e55781b-277b-4851-9666-3494e97d6465 service neutron] 10.222.0.22 "GET /v2.0/networks/2f4673af-b8e7-4620-a09f-889ce79ba3f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584425 Aug 29 04:16:23.642687 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-1505a07a-63f6-4b93-8f5b-813c9acd12bf req-e502ef08-08e4-4164-8b16-a51ff591885c tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:23.681341 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['6c598feb-3ed1-428d-85b3-41629f32880f'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:16:23.767763 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308b2577-38cf-4d59-b8b5-830d2c1ccc65 req-2db0234c-f81b-4775-82fc-0d0715704364 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:23.774889 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308b2577-38cf-4d59-b8b5-830d2c1ccc65 req-2db0234c-f81b-4775-82fc-0d0715704364 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:23.776227 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-308b2577-38cf-4d59-b8b5-830d2c1ccc65 req-2db0234c-f81b-4775-82fc-0d0715704364 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] 10.222.0.22 "GET /v2.0/ports?device_id=c26c4c8f-73a3-463f-a2a9-1c95f8017933 HTTP/1.1" status: 200 len: 1682 time: 0.1062744 Aug 29 04:16:23.848264 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-308b2577-38cf-4d59-b8b5-830d2c1ccc65 req-76fbf3bb-c804-4c2b-9010-ada8dd18890a tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] 10.222.0.22 "GET /v2.0/security-groups?id=07b81801-f107-42cd-9c04-405b0de95462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559299 Aug 29 04:16:23.989139 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-60969c91-c25d-4517-af4b-58242d831c17 req-4c4249ef-e1ed-4ec1-9ed9-2c49d177bdac tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/ports?device_id=76b51045-e1d9-4565-be48-d00799df16cd HTTP/1.1" status: 200 len: 210 time: 0.0426738 Aug 29 04:16:24.089158 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3470e108-57fc-4f49-a3de-49c37ad03f86 req-d9341426-2437-4328-b990-819e46fc9236 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e541588-65de-4b59-82c2-536b303d6135 HTTP/1.1" status: 200 len: 210 time: 0.0484884 Aug 29 04:16:24.141792 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1505a07a-63f6-4b93-8f5b-813c9acd12bf req-e502ef08-08e4-4164-8b16-a51ff591885c tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:16:24.150568 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-1505a07a-63f6-4b93-8f5b-813c9acd12bf req-e502ef08-08e4-4164-8b16-a51ff591885c tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:16:24.157513 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-1505a07a-63f6-4b93-8f5b-813c9acd12bf req-e502ef08-08e4-4164-8b16-a51ff591885c tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:16:24.161404 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e502ef08-08e4-4164-8b16-a51ff591885c tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Pushing event updated for resources: {'Port': ['ID=2a6bce68-a836-4780-9092-ee7498142e59,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:24.198031 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-1505a07a-63f6-4b93-8f5b-813c9acd12bf req-d9eb335a-e915-4d8d-80ab-3bfd66f95083 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Allocated IP 192.168.233.70 (13e6dfc1-e9e7-40a1-8a14-d0febabf4d45/18cd12d4-b12a-41b0-b0c5-618edbb84e74/fdc22186-f215-454e-8546-82ba1900a0c8) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:16:24.239542 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2d19c0-a745-4ff2-97b8-491723c60ce1 req-0c0bcf5f-48f2-4754-9a1f-e58b6ea13159 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:24.247269 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5f2d19c0-a745-4ff2-97b8-491723c60ce1 req-0c0bcf5f-48f2-4754-9a1f-e58b6ea13159 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb5d6e9c-5c3d-4fd0-b7cd-2988a1e453f4 HTTP/1.1" status: 200 len: 943 time: 0.1939809 Aug 29 04:16:24.275588 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1505a07a-63f6-4b93-8f5b-813c9acd12bf req-e502ef08-08e4-4164-8b16-a51ff591885c tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:24.276948 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-1505a07a-63f6-4b93-8f5b-813c9acd12bf req-e502ef08-08e4-4164-8b16-a51ff591885c tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:24.380787 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5f2d19c0-a745-4ff2-97b8-491723c60ce1 req-6aaa06ef-5be0-4ede-87d1-eca5001db093 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309786 Aug 29 04:16:24.383319 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1505a07a-63f6-4b93-8f5b-813c9acd12bf req-e502ef08-08e4-4164-8b16-a51ff591885c tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9709327 Aug 29 04:16:24.407952 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-1505a07a-63f6-4b93-8f5b-813c9acd12bf req-2abc1660-7465-48ea-a011-25d5775b1131 service neutron] Request body: {'port': {'device_id': 'e5b9e990-09f2-4f7b-90b9-6e7faa63a530', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:16:24.428545 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bea1c4-427e-49e4-9c28-41f781b85837 req-ab98441f-01a6-4fd3-913c-6f541ff87b2c tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:24.436092 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d1bea1c4-427e-49e4-9c28-41f781b85837 req-ab98441f-01a6-4fd3-913c-6f541ff87b2c tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e5ccfea-706b-4825-9d2e-60c0b092c82e HTTP/1.1" status: 200 len: 944 time: 0.1372414 Aug 29 04:16:24.497045 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d1bea1c4-427e-49e4-9c28-41f781b85837 req-a758f4b9-bf8e-4fc1-a7b3-85ae9398280c tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=95663bcf-c178-40f7-a8d1-56ba6dc33aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597823 Aug 29 04:16:24.549724 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-03def9f4-eeca-472d-811e-f87944554937 None None] Provisioning for port 2a6bce68-a836-4780-9092-ee7498142e59 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:16:24.557617 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-03def9f4-eeca-472d-811e-f87944554937 None None] Provisioning complete for port 2a6bce68-a836-4780-9092-ee7498142e59 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:16:24.558381 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-03def9f4-eeca-472d-811e-f87944554937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:24.607801 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-03def9f4-eeca-472d-811e-f87944554937 None None] Port 2a6bce68-a836-4780-9092-ee7498142e59 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:16:24.630549 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-1505a07a-63f6-4b93-8f5b-813c9acd12bf req-2abc1660-7465-48ea-a011-25d5775b1131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:24.662633 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe89147-8fe4-4937-9fe6-9c8868091069 req-35791ae1-bcc8-48ae-b8dc-8eb5c8e18d69 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:24.664254 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ebe89147-8fe4-4937-9fe6-9c8868091069 req-35791ae1-bcc8-48ae-b8dc-8eb5c8e18d69 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e3ffe36-52a1-4be0-a61a-28d019fa0645 HTTP/1.1" status: 200 len: 943 time: 0.1700511 Aug 29 04:16:24.694413 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 7c2ee977-fb1c-48b5-b094-c813b7636bd7 details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:16:24.751189 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5828ec5f-5fe1-42ac-b421-9436f6710b69 req-ece00f0c-0e65-458f-9411-6938afbaa4e0 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:24.759367 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5828ec5f-5fe1-42ac-b421-9436f6710b69 req-ece00f0c-0e65-458f-9411-6938afbaa4e0 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.22 "GET /v2.0/ports?device_id=b3b2f611-e938-4e7c-b802-00c4c626c68c HTTP/1.1" status: 200 len: 945 time: 0.0870101 Aug 29 04:16:24.820658 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5828ec5f-5fe1-42ac-b421-9436f6710b69 req-7a71e040-9769-4008-92d5-0cd656ed7c41 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.22 "GET /v2.0/security-groups?id=46edc4d9-63f8-4b18-b08b-1f71016f23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599394 Aug 29 04:16:24.848909 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 7c2ee977-fb1c-48b5-b094-c813b7636bd7, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=7c2ee977-fb1c-48b5-b094-c813b7636bd7,segment=NetworkSegment(3a361a5a-9d59-4b40-a4d8-5fab9d00c859),segment_id=3a361a5a-9d59-4b40-a4d8-5fab9d00c859)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:24.856959 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-1505a07a-63f6-4b93-8f5b-813c9acd12bf req-d9eb335a-e915-4d8d-80ab-3bfd66f95083 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:24.865110 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Returning: {'device': '7c2ee977-fb1c-48b5-b094-c813b7636bd7', 'network_id': 'fe770585-a0e4-43ec-865b-d1030eff1ee8', 'port_id': '7c2ee977-fb1c-48b5-b094-c813b7636bd7', 'mac_address': 'fa:16:3e:b4:33:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f04b5666-45e5-4baa-8010-af21415a61db', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:16:24.878002 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ebe89147-8fe4-4937-9fe6-9c8868091069 req-5a4b68a2-51eb-489b-ac8a-ffaa50cadb9d tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/security-groups?id=0af834e7-acaf-4d90-a371-bad8b3cc1714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044117 Aug 29 04:16:24.894272 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-1505a07a-63f6-4b93-8f5b-813c9acd12bf req-d9eb335a-e915-4d8d-80ab-3bfd66f95083 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Transition to ACTIVE for port object fdc22186-f215-454e-8546-82ba1900a0c8 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:16:24.929968 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:24.938601 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-1505a07a-63f6-4b93-8f5b-813c9acd12bf req-d9eb335a-e915-4d8d-80ab-3bfd66f95083 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:24.957876 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c2ee977-fb1c-48b5-b094-c813b7636bd7 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:16:24.977626 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['6c598feb-3ed1-428d-85b3-41629f32880f'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:16:24.995740 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a86d0e8-5e8f-43d3-8507-a9e6a42d1108 req-d0b77329-c55b-41e9-a666-bb7b51da15ef tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:25.002664 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a86d0e8-5e8f-43d3-8507-a9e6a42d1108 req-d0b77329-c55b-41e9-a666-bb7b51da15ef tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:25.004914 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2a86d0e8-5e8f-43d3-8507-a9e6a42d1108 req-d0b77329-c55b-41e9-a666-bb7b51da15ef tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] 10.222.0.22 "GET /v2.0/ports?device_id=c26c4c8f-73a3-463f-a2a9-1c95f8017933 HTTP/1.1" status: 200 len: 1682 time: 0.0673344 Aug 29 04:16:25.016138 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 7c2ee977-fb1c-48b5-b094-c813b7636bd7, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=7c2ee977-fb1c-48b5-b094-c813b7636bd7,segment=NetworkSegment(3a361a5a-9d59-4b40-a4d8-5fab9d00c859),segment_id=3a361a5a-9d59-4b40-a4d8-5fab9d00c859)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:25.022012 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:25.036919 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1505a07a-63f6-4b93-8f5b-813c9acd12bf req-d9eb335a-e915-4d8d-80ab-3bfd66f95083 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:16:25.046179 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-1505a07a-63f6-4b93-8f5b-813c9acd12bf req-d9eb335a-e915-4d8d-80ab-3bfd66f95083 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:16:25.055145 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-1505a07a-63f6-4b93-8f5b-813c9acd12bf req-d9eb335a-e915-4d8d-80ab-3bfd66f95083 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:16:25.060557 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eb335a-e915-4d8d-80ab-3bfd66f95083 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Pushing event updated for resources: {'Port': ['ID=fdc22186-f215-454e-8546-82ba1900a0c8,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:25.133168 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2a86d0e8-5e8f-43d3-8507-a9e6a42d1108 req-62f81ee0-462a-4371-8c49-db0cef301a60 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] 10.222.0.22 "GET /v2.0/security-groups?id=07b81801-f107-42cd-9c04-405b0de95462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909419 Aug 29 04:16:25.145118 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=7c2ee977-fb1c-48b5-b094-c813b7636bd7,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:25.249914 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1505a07a-63f6-4b93-8f5b-813c9acd12bf req-d9eb335a-e915-4d8d-80ab-3bfd66f95083 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:25.252108 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-1505a07a-63f6-4b93-8f5b-813c9acd12bf req-d9eb335a-e915-4d8d-80ab-3bfd66f95083 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:25.261076 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b12916bf-de9c-425b-bd32-cf1a3a1f59ee req-204151ea-2bde-40e6-b755-45cdfc13badc tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e541588-65de-4b59-82c2-536b303d6135 HTTP/1.1" status: 200 len: 210 time: 0.0494874 Aug 29 04:16:25.303217 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1505a07a-63f6-4b93-8f5b-813c9acd12bf req-d9eb335a-e915-4d8d-80ab-3bfd66f95083 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3652849 Aug 29 04:16:25.351971 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0eea3a-9861-42c5-befb-d9b90b38808b req-c6c33cad-a729-4bd2-ab01-27de706b06d3 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:25.353481 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-db0eea3a-9861-42c5-befb-d9b90b38808b req-c6c33cad-a729-4bd2-ab01-27de706b06d3 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/ports?device_id=76b51045-e1d9-4565-be48-d00799df16cd HTTP/1.1" status: 200 len: 935 time: 0.2281618 Aug 29 04:16:25.357680 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-1505a07a-63f6-4b93-8f5b-813c9acd12bf req-edb2aa8c-5ae5-415f-bb28-8c32e1013255 service neutron] Request body: {'port': {'device_id': '76b51045-e1d9-4565-be48-d00799df16cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:16:25.438260 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['7c2ee977-fb1c-48b5-b094-c813b7636bd7'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:16:25.464265 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-1505a07a-63f6-4b93-8f5b-813c9acd12bf req-2abc1660-7465-48ea-a011-25d5775b1131 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a6bce68-a836-4780-9092-ee7498142e59 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:16:25.506953 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-1505a07a-63f6-4b93-8f5b-813c9acd12bf req-2abc1660-7465-48ea-a011-25d5775b1131 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:25.519134 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf511ba-9edf-4380-859e-7bf4ac6ced83 req-ecd1ecd9-852c-490c-8771-80d05f701642 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:25.524937 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ddf511ba-9edf-4380-859e-7bf4ac6ced83 req-ecd1ecd9-852c-490c-8771-80d05f701642 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.46 "GET /v2.0/networks?id=2f4673af-b8e7-4620-a09f-889ce79ba3f8 HTTP/1.1" status: 200 len: 806 time: 0.2088850 Aug 29 04:16:25.538385 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-ddf511ba-9edf-4380-859e-7bf4ac6ced83 req-3d3e3c8a-edf1-4812-ab0c-6070e3545ef4 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Request body: {'port': {'device_id': '4e541588-65de-4b59-82c2-536b303d6135', 'network_id': '2f4673af-b8e7-4620-a09f-889ce79ba3f8', 'admin_state_up': True, 'tenant_id': '5a14f7f9066643a38713cee788a50c7a'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:16:25.566005 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-1505a07a-63f6-4b93-8f5b-813c9acd12bf req-2abc1660-7465-48ea-a011-25d5775b1131 service neutron] Transition to ACTIVE for port object 2a6bce68-a836-4780-9092-ee7498142e59 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:16:25.578821 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-f353d9fc-ff7f-4a72-ac19-3c98e115d3d2 None None] Provisioning for port fdc22186-f215-454e-8546-82ba1900a0c8 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:16:25.595540 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-db0eea3a-9861-42c5-befb-d9b90b38808b req-dba81189-9fbb-4970-b519-3512bd845297 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/security-groups?id=69e9e696-6092-48f5-a28b-387de9f4e688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317336 Aug 29 04:16:25.595936 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-f353d9fc-ff7f-4a72-ac19-3c98e115d3d2 None None] Provisioning complete for port fdc22186-f215-454e-8546-82ba1900a0c8 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:16:25.596127 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f353d9fc-ff7f-4a72-ac19-3c98e115d3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:25.605410 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-1505a07a-63f6-4b93-8f5b-813c9acd12bf req-2abc1660-7465-48ea-a011-25d5775b1131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:25.664365 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-1505a07a-63f6-4b93-8f5b-813c9acd12bf req-edb2aa8c-5ae5-415f-bb28-8c32e1013255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:25.679508 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-f353d9fc-ff7f-4a72-ac19-3c98e115d3d2 None None] Port fdc22186-f215-454e-8546-82ba1900a0c8 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:16:25.797358 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddf511ba-9edf-4380-859e-7bf4ac6ced83 req-3d3e3c8a-edf1-4812-ab0c-6070e3545ef4 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Made reservation on behalf of 5a14f7f9066643a38713cee788a50c7a for: {'port': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:16:25.801891 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-ddf511ba-9edf-4380-859e-7bf4ac6ced83 req-3d3e3c8a-edf1-4812-ab0c-6070e3545ef4 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:25.824980 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abc1660-7465-48ea-a011-25d5775b1131 service neutron] Pushing event updated for resources: {'Port': ['ID=2a6bce68-a836-4780-9092-ee7498142e59,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:25.923529 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763c0570-ff2d-4554-aa39-df76e0cc5ea4 req-f784490c-8acb-4e15-9b76-517f5eac7ab3 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:25.925766 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-763c0570-ff2d-4554-aa39-df76e0cc5ea4 req-f784490c-8acb-4e15-9b76-517f5eac7ab3 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb5d6e9c-5c3d-4fd0-b7cd-2988a1e453f4 HTTP/1.1" status: 200 len: 943 time: 0.1916544 Aug 29 04:16:25.951359 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106f617e-26d8-423e-bd1d-d04038dd9ddb req-740c0bbf-6fff-4dcc-a15d-d15873601efa tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:25.954248 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-106f617e-26d8-423e-bd1d-d04038dd9ddb req-740c0bbf-6fff-4dcc-a15d-d15873601efa tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e5ccfea-706b-4825-9d2e-60c0b092c82e HTTP/1.1" status: 200 len: 944 time: 0.1346948 Aug 29 04:16:26.050933 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-106f617e-26d8-423e-bd1d-d04038dd9ddb req-b4a4bed6-0f83-43ca-a2e1-37a18a837bc9 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=95663bcf-c178-40f7-a8d1-56ba6dc33aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868478 Aug 29 04:16:26.071852 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [req-ddf511ba-9edf-4380-859e-7bf4ac6ced83 req-3d3e3c8a-edf1-4812-ab0c-6070e3545ef4 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Allocated IP 172.20.0.12 (2f4673af-b8e7-4620-a09f-889ce79ba3f8/ca990b23-63b6-47bd-b575-c3dcd63e7190/e46f7ab3-cf76-43b6-920f-273d9b91eff1) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:16:26.103516 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-763c0570-ff2d-4554-aa39-df76e0cc5ea4 req-204a328b-f3ba-4f0c-8176-37e109b46415 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254685 Aug 29 04:16:26.116702 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-1505a07a-63f6-4b93-8f5b-813c9acd12bf req-2abc1660-7465-48ea-a011-25d5775b1131 service neutron] Attempting to bind port 2a6bce68-a836-4780-9092-ee7498142e59 on host n-h2-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:16:26.117942 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-1505a07a-63f6-4b93-8f5b-813c9acd12bf req-2abc1660-7465-48ea-a011-25d5775b1131 service neutron] Attempting to bind port 2a6bce68-a836-4780-9092-ee7498142e59 by drivers openvswitch,hyperv on host n-h2-712140-12 at level 0 using segments [{'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:16:26.118498 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1505a07a-63f6-4b93-8f5b-813c9acd12bf req-2abc1660-7465-48ea-a011-25d5775b1131 service neutron] Attempting to bind port 2a6bce68-a836-4780-9092-ee7498142e59 on network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:16:26.149502 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1505a07a-63f6-4b93-8f5b-813c9acd12bf req-2abc1660-7465-48ea-a011-25d5775b1131 service neutron] Port 2a6bce68-a836-4780-9092-ee7498142e59 on network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:16:26.150028 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1505a07a-63f6-4b93-8f5b-813c9acd12bf req-2abc1660-7465-48ea-a011-25d5775b1131 service neutron] Attempting to bind port 2a6bce68-a836-4780-9092-ee7498142e59 on network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:16:26.188501 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7ac65bc5-ab0d-43e0-bc05-187f6ea72864 req-c7e4b187-0d86-48c6-a296-7b492716d0ff service neutron] 10.222.0.46 "GET /v2.0/ports/83e8be10-8624-47a2-b4c6-4413e7b94668/bindings/n-h2-712140-12 HTTP/1.1" status: 200 len: 385 time: 0.1142235 Aug 29 04:16:26.216506 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1505a07a-63f6-4b93-8f5b-813c9acd12bf req-2abc1660-7465-48ea-a011-25d5775b1131 service neutron] Checking agent: {'id': 'b3a0606b-b029-4f5e-8798-3a32b71d8844', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:16:26.218536 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1505a07a-63f6-4b93-8f5b-813c9acd12bf req-2abc1660-7465-48ea-a011-25d5775b1131 service neutron] Checking segment: {'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:16:26.219479 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1505a07a-63f6-4b93-8f5b-813c9acd12bf req-2abc1660-7465-48ea-a011-25d5775b1131 service neutron] Bound using segment: {'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:16:26.220864 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-1505a07a-63f6-4b93-8f5b-813c9acd12bf req-2abc1660-7465-48ea-a011-25d5775b1131 service neutron] Bound port: 2a6bce68-a836-4780-9092-ee7498142e59, host: n-h2-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:16:26.221394 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-1505a07a-63f6-4b93-8f5b-813c9acd12bf req-2abc1660-7465-48ea-a011-25d5775b1131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:26.373107 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24c87e5-7741-492c-9f21-ff621d22bd20 req-60dfd209-55aa-4c88-b268-06fface41358 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:26.379635 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24c87e5-7741-492c-9f21-ff621d22bd20 req-60dfd209-55aa-4c88-b268-06fface41358 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:26.381313 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a24c87e5-7741-492c-9f21-ff621d22bd20 req-60dfd209-55aa-4c88-b268-06fface41358 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] 10.222.0.22 "GET /v2.0/ports?device_id=c26c4c8f-73a3-463f-a2a9-1c95f8017933 HTTP/1.1" status: 200 len: 1682 time: 0.1881106 Aug 29 04:16:26.431392 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3d0bea-349c-467e-8dfa-7d6bcc438dd6 req-59a65e50-d03a-4ca0-8591-d70c6ffd8547 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:26.433093 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bd3d0bea-349c-467e-8dfa-7d6bcc438dd6 req-59a65e50-d03a-4ca0-8591-d70c6ffd8547 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.22 "GET /v2.0/ports?device_id=b3b2f611-e938-4e7c-b802-00c4c626c68c HTTP/1.1" status: 200 len: 945 time: 0.1824090 Aug 29 04:16:26.444949 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-1505a07a-63f6-4b93-8f5b-813c9acd12bf req-2abc1660-7465-48ea-a011-25d5775b1131 service neutron] For port 2a6bce68-a836-4780-9092-ee7498142e59, host n-h2-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:16:26.466140 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-ddf511ba-9edf-4380-859e-7bf4ac6ced83 req-3d3e3c8a-edf1-4812-ab0c-6070e3545ef4 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:26.501451 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-1505a07a-63f6-4b93-8f5b-813c9acd12bf req-2abc1660-7465-48ea-a011-25d5775b1131 service neutron] For port 2a6bce68-a836-4780-9092-ee7498142e59, host n-h2-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=2a6bce68-a836-4780-9092-ee7498142e59,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:16:26.519572 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-1505a07a-63f6-4b93-8f5b-813c9acd12bf req-2abc1660-7465-48ea-a011-25d5775b1131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:26.546372 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a24c87e5-7741-492c-9f21-ff621d22bd20 req-fc2931c2-9108-4920-bb21-33146ad7d4b1 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] 10.222.0.22 "GET /v2.0/security-groups?id=07b81801-f107-42cd-9c04-405b0de95462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340892 Aug 29 04:16:26.578661 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-1505a07a-63f6-4b93-8f5b-813c9acd12bf req-edb2aa8c-5ae5-415f-bb28-8c32e1013255 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdc22186-f215-454e-8546-82ba1900a0c8 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:16:26.589776 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-1505a07a-63f6-4b93-8f5b-813c9acd12bf req-edb2aa8c-5ae5-415f-bb28-8c32e1013255 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:26.599034 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bd3d0bea-349c-467e-8dfa-7d6bcc438dd6 req-ebdf0049-0d6e-408d-84d6-321649b9a054 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.22 "GET /v2.0/security-groups?id=46edc4d9-63f8-4b18-b08b-1f71016f23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553707 Aug 29 04:16:26.624926 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-1505a07a-63f6-4b93-8f5b-813c9acd12bf req-edb2aa8c-5ae5-415f-bb28-8c32e1013255 service neutron] Transition to ACTIVE for port object fdc22186-f215-454e-8546-82ba1900a0c8 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:16:26.633054 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-1505a07a-63f6-4b93-8f5b-813c9acd12bf req-edb2aa8c-5ae5-415f-bb28-8c32e1013255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:26.640981 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1505a07a-63f6-4b93-8f5b-813c9acd12bf req-2abc1660-7465-48ea-a011-25d5775b1131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:26.641613 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-1505a07a-63f6-4b93-8f5b-813c9acd12bf req-2abc1660-7465-48ea-a011-25d5775b1131 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:26.643247 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1505a07a-63f6-4b93-8f5b-813c9acd12bf req-2abc1660-7465-48ea-a011-25d5775b1131 service neutron] 10.222.0.48 "PUT /v2.0/ports/2a6bce68-a836-4780-9092-ee7498142e59 HTTP/1.1" status: 200 len: 1097 time: 2.2411163 Aug 29 04:16:26.647672 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-7ac65bc5-ab0d-43e0-bc05-187f6ea72864 req-a01a0bc1-a29d-4144-b80a-d5634a67399a service neutron] For port 83e8be10-8624-47a2-b4c6-4413e7b94668, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=83e8be10-8624-47a2-b4c6-4413e7b94668,segment=NetworkSegment(1fc19f14-bf6d-4959-b2c5-ed51e935e5ad),segment_id=1fc19f14-bf6d-4959-b2c5-ed51e935e5ad)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:26.650400 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5b9e990-09f2-4f7b-90b9-6e7faa63a530', 'tag': '2a6bce68-a836-4780-9092-ee7498142e59'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:16:26.653302 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94c379c0-dc36-4514-9ed5-adcfb469c192" -d '{"events": [{"name": "network-changed", "server_uuid": "e5b9e990-09f2-4f7b-90b9-6e7faa63a530", "tag": "2a6bce68-a836-4780-9092-ee7498142e59"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:16:26.676796 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-ddf511ba-9edf-4380-859e-7bf4ac6ced83 req-3d3e3c8a-edf1-4812-ab0c-6070e3545ef4 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:26.701698 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abc1660-7465-48ea-a011-25d5775b1131 service neutron] Pushing event updated for resources: {'Port': ['ID=2a6bce68-a836-4780-9092-ee7498142e59,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:26.725723 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['02e9fbdc-2d81-4e09-8676-3236d8c53fc6'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:16:26.775878 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-7ac65bc5-ab0d-43e0-bc05-187f6ea72864 req-a01a0bc1-a29d-4144-b80a-d5634a67399a service neutron] For port 83e8be10-8624-47a2-b4c6-4413e7b94668, host n-h1-712140-12, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:16:26.827670 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddf511ba-9edf-4380-859e-7bf4ac6ced83 req-3d3e3c8a-edf1-4812-ab0c-6070e3545ef4 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Network 2f4673af-b8e7-4620-a09f-889ce79ba3f8 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:16:26.837063 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [req-ddf511ba-9edf-4380-859e-7bf4ac6ced83 req-3d3e3c8a-edf1-4812-ab0c-6070e3545ef4 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:16:26.840111 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3e3c8a-edf1-4812-ab0c-6070e3545ef4 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Pushing event updated for resources: {'Port': ['ID=e46f7ab3-cf76-43b6-920f-273d9b91eff1,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:26.842553 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddf511ba-9edf-4380-859e-7bf4ac6ced83 req-3d3e3c8a-edf1-4812-ab0c-6070e3545ef4 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:16:26.852479 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb2aa8c-5ae5-415f-bb28-8c32e1013255 service neutron] Pushing event updated for resources: {'Port': ['ID=fdc22186-f215-454e-8546-82ba1900a0c8,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:26.896312 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a6d0b9-db23-45c9-bdb3-863420e3d6cc req-c85162dc-f226-4283-bec1-a88efa24adda tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:26.904073 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-68a6d0b9-db23-45c9-bdb3-863420e3d6cc req-c85162dc-f226-4283-bec1-a88efa24adda tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e3ffe36-52a1-4be0-a61a-28d019fa0645 HTTP/1.1" status: 200 len: 944 time: 0.2502253 Aug 29 04:16:26.912738 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [req-7ac65bc5-ab0d-43e0-bc05-187f6ea72864 req-a01a0bc1-a29d-4144-b80a-d5634a67399a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83e8be10-8624-47a2-b4c6-4413e7b94668 {{(pid=94829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:16:26.944833 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-7ac65bc5-ab0d-43e0-bc05-187f6ea72864 req-a01a0bc1-a29d-4144-b80a-d5634a67399a service neutron] For port 83e8be10-8624-47a2-b4c6-4413e7b94668, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=83e8be10-8624-47a2-b4c6-4413e7b94668,segment=NetworkSegment(1fc19f14-bf6d-4959-b2c5-ed51e935e5ad),segment_id=1fc19f14-bf6d-4959-b2c5-ed51e935e5ad)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:26.972434 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-7ac65bc5-ab0d-43e0-bc05-187f6ea72864 req-a01a0bc1-a29d-4144-b80a-d5634a67399a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:26.993041 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1505a07a-63f6-4b93-8f5b-813c9acd12bf req-9501ecce-3023-4c25-b83a-bdd60b949ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:26.995500 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1505a07a-63f6-4b93-8f5b-813c9acd12bf req-9501ecce-3023-4c25-b83a-bdd60b949ea0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cff8a488ff344e109cad8daf17880810&device_id=e5b9e990-09f2-4f7b-90b9-6e7faa63a530 HTTP/1.1" status: 200 len: 1100 time: 0.2478530 Aug 29 04:16:27.000461 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf511ba-9edf-4380-859e-7bf4ac6ced83 req-3d3e3c8a-edf1-4812-ab0c-6070e3545ef4 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:27.001339 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-ddf511ba-9edf-4380-859e-7bf4ac6ced83 req-3d3e3c8a-edf1-4812-ab0c-6070e3545ef4 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:27.015970 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c25b1b-ab52-404e-ac9d-fc5eae16ce4a req-c21dfdeb-98f7-493f-96e6-db73767ef9d7 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:27.018094 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c4c25b1b-ab52-404e-ac9d-fc5eae16ce4a req-c21dfdeb-98f7-493f-96e6-db73767ef9d7 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e5ccfea-706b-4825-9d2e-60c0b092c82e HTTP/1.1" status: 200 len: 944 time: 0.2692828 Aug 29 04:16:27.036773 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-68a6d0b9-db23-45c9-bdb3-863420e3d6cc req-9a77b5bc-0769-44f7-8bad-582fe76b5bfc tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/security-groups?id=0af834e7-acaf-4d90-a371-bad8b3cc1714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314099 Aug 29 04:16:27.068469 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-1505a07a-63f6-4b93-8f5b-813c9acd12bf req-edb2aa8c-5ae5-415f-bb28-8c32e1013255 service neutron] Attempting to bind port fdc22186-f215-454e-8546-82ba1900a0c8 on host n-h2-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:16:27.068910 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-1505a07a-63f6-4b93-8f5b-813c9acd12bf req-edb2aa8c-5ae5-415f-bb28-8c32e1013255 service neutron] Attempting to bind port fdc22186-f215-454e-8546-82ba1900a0c8 by drivers openvswitch,hyperv on host n-h2-712140-12 at level 0 using segments [{'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:16:27.069351 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1505a07a-63f6-4b93-8f5b-813c9acd12bf req-edb2aa8c-5ae5-415f-bb28-8c32e1013255 service neutron] Attempting to bind port fdc22186-f215-454e-8546-82ba1900a0c8 on network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:16:27.076027 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1505a07a-63f6-4b93-8f5b-813c9acd12bf req-f06b78b8-8faf-4fae-a2c8-6e6225b19fa1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=2a6bce68-a836-4780-9092-ee7498142e59 HTTP/1.1" status: 200 len: 217 time: 0.0565643 Aug 29 04:16:27.082076 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ddf511ba-9edf-4380-859e-7bf4ac6ced83 req-3d3e3c8a-edf1-4812-ab0c-6070e3545ef4 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5486887 Aug 29 04:16:27.100574 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-ddf511ba-9edf-4380-859e-7bf4ac6ced83 req-c9ecac18-4133-4c6e-b6c8-f5047e0e5bea service neutron] Request body: {'port': {'device_id': '4e541588-65de-4b59-82c2-536b303d6135', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-12'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:16:27.103441 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1505a07a-63f6-4b93-8f5b-813c9acd12bf req-edb2aa8c-5ae5-415f-bb28-8c32e1013255 service neutron] Port fdc22186-f215-454e-8546-82ba1900a0c8 on network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:16:27.104365 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1505a07a-63f6-4b93-8f5b-813c9acd12bf req-edb2aa8c-5ae5-415f-bb28-8c32e1013255 service neutron] Attempting to bind port fdc22186-f215-454e-8546-82ba1900a0c8 on network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:16:27.156711 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1505a07a-63f6-4b93-8f5b-813c9acd12bf req-edb2aa8c-5ae5-415f-bb28-8c32e1013255 service neutron] Checking agent: {'id': 'b3a0606b-b029-4f5e-8798-3a32b71d8844', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:16:27.157137 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1505a07a-63f6-4b93-8f5b-813c9acd12bf req-edb2aa8c-5ae5-415f-bb28-8c32e1013255 service neutron] Checking segment: {'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:16:27.157775 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1505a07a-63f6-4b93-8f5b-813c9acd12bf req-edb2aa8c-5ae5-415f-bb28-8c32e1013255 service neutron] Bound using segment: {'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:16:27.158877 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-1505a07a-63f6-4b93-8f5b-813c9acd12bf req-edb2aa8c-5ae5-415f-bb28-8c32e1013255 service neutron] Bound port: fdc22186-f215-454e-8546-82ba1900a0c8, host: n-h2-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:16:27.160072 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-1505a07a-63f6-4b93-8f5b-813c9acd12bf req-edb2aa8c-5ae5-415f-bb28-8c32e1013255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:27.199918 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c4c25b1b-ab52-404e-ac9d-fc5eae16ce4a req-d7292c68-ceb9-4172-8e9d-1671b34b1530 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=95663bcf-c178-40f7-a8d1-56ba6dc33aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1694250 Aug 29 04:16:27.213223 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1505a07a-63f6-4b93-8f5b-813c9acd12bf req-1f86794b-2201-4fb2-b1a8-a8e3cdfa6d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:27.214363 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1505a07a-63f6-4b93-8f5b-813c9acd12bf req-1f86794b-2201-4fb2-b1a8-a8e3cdfa6d99 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=18cd12d4-b12a-41b0-b0c5-618edbb84e74 HTTP/1.1" status: 200 len: 843 time: 0.1236460 Aug 29 04:16:27.228521 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-ddf511ba-9edf-4380-859e-7bf4ac6ced83 req-c9ecac18-4133-4c6e-b6c8-f5047e0e5bea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:27.247117 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [req-7ac65bc5-ab0d-43e0-bc05-187f6ea72864 req-a01a0bc1-a29d-4144-b80a-d5634a67399a service neutron] Transition to ACTIVE for port object 83e8be10-8624-47a2-b4c6-4413e7b94668 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:16:27.258535 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-7ac65bc5-ab0d-43e0-bc05-187f6ea72864 req-a01a0bc1-a29d-4144-b80a-d5634a67399a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:27.322665 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1505a07a-63f6-4b93-8f5b-813c9acd12bf req-62a90dd0-8abf-4b31-bfb7-1efd50ddb575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:27.324915 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1505a07a-63f6-4b93-8f5b-813c9acd12bf req-62a90dd0-8abf-4b31-bfb7-1efd50ddb575 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0901434 Aug 29 04:16:27.325382 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-1505a07a-63f6-4b93-8f5b-813c9acd12bf req-edb2aa8c-5ae5-415f-bb28-8c32e1013255 service neutron] For port fdc22186-f215-454e-8546-82ba1900a0c8, host n-h2-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:16:27.329085 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-1505a07a-63f6-4b93-8f5b-813c9acd12bf req-edb2aa8c-5ae5-415f-bb28-8c32e1013255 service neutron] For port fdc22186-f215-454e-8546-82ba1900a0c8, host n-h2-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=fdc22186-f215-454e-8546-82ba1900a0c8,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:16:27.346503 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-1505a07a-63f6-4b93-8f5b-813c9acd12bf req-edb2aa8c-5ae5-415f-bb28-8c32e1013255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:27.373153 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f77c44-76b6-4696-9c8c-eb4745c31e05 req-e567eb23-486d-4289-84fc-89c1b797132b tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:27.374772 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-19f77c44-76b6-4696-9c8c-eb4745c31e05 req-e567eb23-486d-4289-84fc-89c1b797132b tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e541588-65de-4b59-82c2-536b303d6135 HTTP/1.1" status: 200 len: 932 time: 0.2407417 Aug 29 04:16:27.408513 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ac65bc5-ab0d-43e0-bc05-187f6ea72864 req-a01a0bc1-a29d-4144-b80a-d5634a67399a service neutron] No DVR routers for this DVR port 83e8be10-8624-47a2-b4c6-4413e7b94668 on host n-h1-712140-12 {{(pid=94829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:16:27.438372 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1505a07a-63f6-4b93-8f5b-813c9acd12bf req-edb2aa8c-5ae5-415f-bb28-8c32e1013255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:27.439392 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-1505a07a-63f6-4b93-8f5b-813c9acd12bf req-edb2aa8c-5ae5-415f-bb28-8c32e1013255 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:27.441486 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1505a07a-63f6-4b93-8f5b-813c9acd12bf req-edb2aa8c-5ae5-415f-bb28-8c32e1013255 service neutron] 10.222.0.48 "PUT /v2.0/ports/fdc22186-f215-454e-8546-82ba1900a0c8 HTTP/1.1" status: 200 len: 1096 time: 2.0991349 Aug 29 04:16:27.562890 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb2aa8c-5ae5-415f-bb28-8c32e1013255 service neutron] Pushing event updated for resources: {'Port': ['ID=fdc22186-f215-454e-8546-82ba1900a0c8,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:27.577371 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e48054c-04e0-4f3e-b817-b2b12a19f5c3 req-85d2c457-54fe-457b-b595-e34590f65f8e tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:27.584724 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8e48054c-04e0-4f3e-b817-b2b12a19f5c3 req-85d2c457-54fe-457b-b595-e34590f65f8e tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/ports?device_id=76b51045-e1d9-4565-be48-d00799df16cd HTTP/1.1" status: 200 len: 947 time: 0.1676824 Aug 29 04:16:27.634593 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1505a07a-63f6-4b93-8f5b-813c9acd12bf req-20ae9573-790a-4d40-8001-a366b94d649f service neutron] 10.222.0.48 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2951396 Aug 29 04:16:27.674760 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1505a07a-63f6-4b93-8f5b-813c9acd12bf req-da660316-6ed6-42b7-ad61-63fac6f7a449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:27.676122 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1505a07a-63f6-4b93-8f5b-813c9acd12bf req-da660316-6ed6-42b7-ad61-63fac6f7a449 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cff8a488ff344e109cad8daf17880810&device_id=76b51045-e1d9-4565-be48-d00799df16cd HTTP/1.1" status: 200 len: 1099 time: 0.1615751 Aug 29 04:16:27.727903 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8e48054c-04e0-4f3e-b817-b2b12a19f5c3 req-01c6badb-6ae0-4d63-9328-6d4d378a0649 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/security-groups?id=69e9e696-6092-48f5-a28b-387de9f4e688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349571 Aug 29 04:16:27.784265 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1505a07a-63f6-4b93-8f5b-813c9acd12bf req-bea95394-6b63-455e-afa5-365ffb547bd8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=fdc22186-f215-454e-8546-82ba1900a0c8 HTTP/1.1" status: 200 len: 217 time: 0.0678277 Aug 29 04:16:27.831803 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e940eb8c-1798-4dab-a066-4881dbd30d52 x-openstack-request-id: req-e940eb8c-1798-4dab-a066-4881dbd30d52 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:16:27.832118 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5b9e990-09f2-4f7b-90b9-6e7faa63a530", "tag": "2a6bce68-a836-4780-9092-ee7498142e59", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:16:27.832380 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e940eb8c-1798-4dab-a066-4881dbd30d52 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:16:27.832796 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5b9e990-09f2-4f7b-90b9-6e7faa63a530', 'tag': '2a6bce68-a836-4780-9092-ee7498142e59', 'status': 'completed', 'code': 200} Aug 29 04:16:27.860269 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1505a07a-63f6-4b93-8f5b-813c9acd12bf req-c2954a6f-2636-4226-baff-8abeaa5168d0 service neutron] 10.222.0.48 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081954 Aug 29 04:16:27.862209 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01a0bc1-a29d-4144-b80a-d5634a67399a service neutron] Pushing event updated for resources: {'Port': ['ID=83e8be10-8624-47a2-b4c6-4413e7b94668,revision_number=10']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:27.867644 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1505a07a-63f6-4b93-8f5b-813c9acd12bf req-40507c3a-e2d0-4e22-a52c-31644071a26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:27.869407 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1505a07a-63f6-4b93-8f5b-813c9acd12bf req-40507c3a-e2d0-4e22-a52c-31644071a26b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=18cd12d4-b12a-41b0-b0c5-618edbb84e74 HTTP/1.1" status: 200 len: 843 time: 0.0740781 Aug 29 04:16:27.893123 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7ac65bc5-ab0d-43e0-bc05-187f6ea72864 req-a01a0bc1-a29d-4144-b80a-d5634a67399a service neutron] 10.222.0.46 "PUT /v2.0/ports/83e8be10-8624-47a2-b4c6-4413e7b94668/bindings/n-h2-712140-12/activate HTTP/1.1" status: 200 len: 370 time: 1.6839886 Aug 29 04:16:27.904851 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-19f77c44-76b6-4696-9c8c-eb4745c31e05 req-01832b02-ee04-422a-9c21-9df113f9377a tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5037360 Aug 29 04:16:27.957736 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1505a07a-63f6-4b93-8f5b-813c9acd12bf req-ff37d62d-a569-43b0-8cb8-bd396a0776fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:27.959326 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1505a07a-63f6-4b93-8f5b-813c9acd12bf req-ff37d62d-a569-43b0-8cb8-bd396a0776fd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0760753 Aug 29 04:16:27.974475 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3d7684-6e32-47af-a031-0e12a9c70f5b req-28def2e4-d5a9-4b21-8189-ccf85ae5c493 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:27.976067 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7e3d7684-6e32-47af-a031-0e12a9c70f5b req-28def2e4-d5a9-4b21-8189-ccf85ae5c493 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb5d6e9c-5c3d-4fd0-b7cd-2988a1e453f4 HTTP/1.1" status: 200 len: 944 time: 0.0837641 Aug 29 04:16:28.153357 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5c6e60-e5a4-464c-89e5-8276c8759d85 req-73e8739b-6d96-47a0-8a0e-13e80409a42c tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:28.154994 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3e5c6e60-e5a4-464c-89e5-8276c8759d85 req-73e8739b-6d96-47a0-8a0e-13e80409a42c tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e5ccfea-706b-4825-9d2e-60c0b092c82e HTTP/1.1" status: 200 len: 944 time: 0.1560168 Aug 29 04:16:28.168914 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ac147d-39a8-4d8b-a608-a29852bad758 req-7c035748-89c8-4e7a-a481-fd201557274d tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:28.175566 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ac147d-39a8-4d8b-a608-a29852bad758 req-7c035748-89c8-4e7a-a481-fd201557274d tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:28.177612 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-19ac147d-39a8-4d8b-a608-a29852bad758 req-7c035748-89c8-4e7a-a481-fd201557274d tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] 10.222.0.46 "GET /v2.0/ports?device_id=c26c4c8f-73a3-463f-a2a9-1c95f8017933 HTTP/1.1" status: 200 len: 1682 time: 0.1812706 Aug 29 04:16:28.202094 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac65bc5-ab0d-43e0-bc05-187f6ea72864 req-7394d9fc-d1d7-4166-b425-fb32eaff88bd tempest-LiveAutoBlockMigrationV225Test-280615785 tempest-LiveAutoBlockMigrationV225Test-280615785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:28.203617 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7ac65bc5-ab0d-43e0-bc05-187f6ea72864 req-7394d9fc-d1d7-4166-b425-fb32eaff88bd tempest-LiveAutoBlockMigrationV225Test-280615785 tempest-LiveAutoBlockMigrationV225Test-280615785-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=bb5d6e9c-5c3d-4fd0-b7cd-2988a1e453f4&tenant_id=1d0658a0a90a4facb02cad62921e20d5&binding%3Ahost_id=n-h1-712140-12 HTTP/1.1" status: 200 len: 1096 time: 0.1609387 Aug 29 04:16:28.315459 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:28.330217 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7e3d7684-6e32-47af-a031-0e12a9c70f5b req-023cc31c-2ea9-40e6-85ef-f876301c366b tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3481615 Aug 29 04:16:28.345186 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c379c0-dc36-4514-9ed5-adcfb469c192 req-6b6832af-02cb-4f2f-8bb3-fb20705278a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:28.347970 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-94c379c0-dc36-4514-9ed5-adcfb469c192 req-6b6832af-02cb-4f2f-8bb3-fb20705278a1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cff8a488ff344e109cad8daf17880810&device_id=e5b9e990-09f2-4f7b-90b9-6e7faa63a530 HTTP/1.1" status: 200 len: 1100 time: 0.3427198 Aug 29 04:16:28.348696 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3e5c6e60-e5a4-464c-89e5-8276c8759d85 req-0ccdeea9-123f-42de-a60c-e1fa1e4e7134 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=95663bcf-c178-40f7-a8d1-56ba6dc33aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1618335 Aug 29 04:16:28.390843 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [req-ddf511ba-9edf-4380-859e-7bf4ac6ced83 req-c9ecac18-4133-4c6e-b6c8-f5047e0e5bea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e46f7ab3-cf76-43b6-920f-273d9b91eff1 {{(pid=94829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:16:28.399953 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-ddf511ba-9edf-4380-859e-7bf4ac6ced83 req-c9ecac18-4133-4c6e-b6c8-f5047e0e5bea service neutron] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:28.429893 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [req-ddf511ba-9edf-4380-859e-7bf4ac6ced83 req-c9ecac18-4133-4c6e-b6c8-f5047e0e5bea service neutron] Transition to ACTIVE for port object e46f7ab3-cf76-43b6-920f-273d9b91eff1 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:16:28.441074 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac65bc5-ab0d-43e0-bc05-187f6ea72864 req-b3dcb437-c8fb-42ec-9be3-5ace7d0f6afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:28.443081 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7ac65bc5-ab0d-43e0-bc05-187f6ea72864 req-b3dcb437-c8fb-42ec-9be3-5ace7d0f6afc service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bb5d6e9c-5c3d-4fd0-b7cd-2988a1e453f4&tenant_id=1d0658a0a90a4facb02cad62921e20d5 HTTP/1.1" status: 200 len: 1096 time: 0.2190018 Aug 29 04:16:28.457701 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-ddf511ba-9edf-4380-859e-7bf4ac6ced83 req-c9ecac18-4133-4c6e-b6c8-f5047e0e5bea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:28.462240 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1505a07a-63f6-4b93-8f5b-813c9acd12bf req-35652962-ae56-436b-a179-e9ef4e34d7e3 service neutron] 10.222.0.48 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4732993 Aug 29 04:16:28.587001 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ecac18-4133-4c6e-b6c8-f5047e0e5bea service neutron] Pushing event updated for resources: {'Port': ['ID=e46f7ab3-cf76-43b6-920f-273d9b91eff1,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:28.609169 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be42d89f-8c03-499b-8cda-50ffdf04de4d req-764c59f9-88ef-4346-8e26-9051e9ec42dc tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:28.615313 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be42d89f-8c03-499b-8cda-50ffdf04de4d req-764c59f9-88ef-4346-8e26-9051e9ec42dc tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:28.616988 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-be42d89f-8c03-499b-8cda-50ffdf04de4d req-764c59f9-88ef-4346-8e26-9051e9ec42dc tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] 10.222.0.22 "GET /v2.0/ports?device_id=c26c4c8f-73a3-463f-a2a9-1c95f8017933 HTTP/1.1" status: 200 len: 1682 time: 0.1696365 Aug 29 04:16:28.623766 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c379c0-dc36-4514-9ed5-adcfb469c192 req-fffbce74-8928-450b-85c9-a7a6d2f4d5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:28.625224 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-94c379c0-dc36-4514-9ed5-adcfb469c192 req-fffbce74-8928-450b-85c9-a7a6d2f4d5f8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 HTTP/1.1" status: 200 len: 870 time: 0.2434831 Aug 29 04:16:28.641914 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57346e18-bea1-4d3a-b194-82e93343764f req-ead375ba-e62e-4e34-b796-88b584d3ba5b tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:28.643431 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-57346e18-bea1-4d3a-b194-82e93343764f req-ead375ba-e62e-4e34-b796-88b584d3ba5b tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.22 "GET /v2.0/ports?device_id=b3b2f611-e938-4e7c-b802-00c4c626c68c HTTP/1.1" status: 200 len: 945 time: 0.2051635 Aug 29 04:16:28.649501 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [req-19ac147d-39a8-4d8b-a608-a29852bad758 req-9e1081c2-4305-4ef6-9368-857b4e3ce94a tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Deleting port 79996478-72c5-4353-adb1-16b08c64014c {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:16:28.649926 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-19ac147d-39a8-4d8b-a608-a29852bad758 req-9e1081c2-4305-4ef6-9368-857b4e3ce94a tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:28.662647 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1505a07a-63f6-4b93-8f5b-813c9acd12bf req-f9a874ae-3e2e-47ed-a302-41428d55d724 service neutron] 10.222.0.48 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868649 Aug 29 04:16:28.691105 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-94c379c0-dc36-4514-9ed5-adcfb469c192 req-62585895-bc90-4363-ba5a-aeb3586c5c77 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=2a6bce68-a836-4780-9092-ee7498142e59 HTTP/1.1" status: 200 len: 217 time: 0.0471146 Aug 29 04:16:28.709567 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-be42d89f-8c03-499b-8cda-50ffdf04de4d req-f15f5567-17e6-475f-ac6c-d6827aef05fd tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] 10.222.0.22 "GET /v2.0/security-groups?id=07b81801-f107-42cd-9c04-405b0de95462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810800 Aug 29 04:16:28.710773 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac65bc5-ab0d-43e0-bc05-187f6ea72864 req-7032a0c5-4309-4d48-845c-54e4f7e6f446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:28.711284 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7ac65bc5-ab0d-43e0-bc05-187f6ea72864 req-7032a0c5-4309-4d48-845c-54e4f7e6f446 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1d0658a0a90a4facb02cad62921e20d5&device_id=bb5d6e9c-5c3d-4fd0-b7cd-2988a1e453f4 HTTP/1.1" status: 200 len: 1096 time: 0.2143734 Aug 29 04:16:28.724743 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 7c2ee977-fb1c-48b5-b094-c813b7636bd7 up at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:16:28.779205 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c379c0-dc36-4514-9ed5-adcfb469c192 req-058976d8-bb52-441a-b1b1-51a7f93da716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:28.781696 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-94c379c0-dc36-4514-9ed5-adcfb469c192 req-058976d8-bb52-441a-b1b1-51a7f93da716 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=18cd12d4-b12a-41b0-b0c5-618edbb84e74 HTTP/1.1" status: 200 len: 843 time: 0.0712810 Aug 29 04:16:28.812006 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning for port 7c2ee977-fb1c-48b5-b094-c813b7636bd7 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:16:28.817354 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning complete for port 7c2ee977-fb1c-48b5-b094-c813b7636bd7 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:16:28.818685 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:28.859201 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-ddf511ba-9edf-4380-859e-7bf4ac6ced83 req-c9ecac18-4133-4c6e-b6c8-f5047e0e5bea service neutron] Attempting to bind port e46f7ab3-cf76-43b6-920f-273d9b91eff1 on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:16:28.861028 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-ddf511ba-9edf-4380-859e-7bf4ac6ced83 req-c9ecac18-4133-4c6e-b6c8-f5047e0e5bea service neutron] Attempting to bind port e46f7ab3-cf76-43b6-920f-273d9b91eff1 by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': '5e7e2f14-8790-418b-88e1-15441e6a9fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '2f4673af-b8e7-4620-a09f-889ce79ba3f8'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:16:28.861028 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf511ba-9edf-4380-859e-7bf4ac6ced83 req-c9ecac18-4133-4c6e-b6c8-f5047e0e5bea service neutron] Attempting to bind port e46f7ab3-cf76-43b6-920f-273d9b91eff1 on network 2f4673af-b8e7-4620-a09f-889ce79ba3f8 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:16:28.865555 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d4c332-ddbe-4478-968e-a703dca6c836 req-35d4e5a3-75b3-4cff-9510-5dae4b8bdeba tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:28.872615 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-21d4c332-ddbe-4478-968e-a703dca6c836 req-35d4e5a3-75b3-4cff-9510-5dae4b8bdeba tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e3ffe36-52a1-4be0-a61a-28d019fa0645 HTTP/1.1" status: 200 len: 944 time: 0.0858815 Aug 29 04:16:28.898098 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c379c0-dc36-4514-9ed5-adcfb469c192 req-2d20088f-9885-43b8-a889-5dc3da42e2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:28.899672 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-94c379c0-dc36-4514-9ed5-adcfb469c192 req-2d20088f-9885-43b8-a889-5dc3da42e2b5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0999537 Aug 29 04:16:28.906424 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-19ac147d-39a8-4d8b-a608-a29852bad758 req-9e1081c2-4305-4ef6-9368-857b4e3ce94a tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] For port 79996478-72c5-4353-adb1-16b08c64014c, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=79996478-72c5-4353-adb1-16b08c64014c,segment=NetworkSegment(52117d92-d530-4393-8f19-89e70303ec6c),segment_id=52117d92-d530-4393-8f19-89e70303ec6c)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:28.907117 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-19ac147d-39a8-4d8b-a608-a29852bad758 req-9e1081c2-4305-4ef6-9368-857b4e3ce94a tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:28.920392 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf511ba-9edf-4380-859e-7bf4ac6ced83 req-c9ecac18-4133-4c6e-b6c8-f5047e0e5bea service neutron] Port e46f7ab3-cf76-43b6-920f-273d9b91eff1 on network 2f4673af-b8e7-4620-a09f-889ce79ba3f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:16:28.920809 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf511ba-9edf-4380-859e-7bf4ac6ced83 req-c9ecac18-4133-4c6e-b6c8-f5047e0e5bea service neutron] Attempting to bind port e46f7ab3-cf76-43b6-920f-273d9b91eff1 on network 2f4673af-b8e7-4620-a09f-889ce79ba3f8 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:16:28.932512 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-57346e18-bea1-4d3a-b194-82e93343764f req-d918f5c5-9932-4cd4-ab90-1034cc4a376c tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.22 "GET /v2.0/security-groups?id=46edc4d9-63f8-4b18-b08b-1f71016f23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732196 Aug 29 04:16:28.938087 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [req-19ac147d-39a8-4d8b-a608-a29852bad758 req-9e1081c2-4305-4ef6-9368-857b4e3ce94a tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Calling delete_port for 79996478-72c5-4353-adb1-16b08c64014c owned by compute:nova {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:16:28.940063 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf511ba-9edf-4380-859e-7bf4ac6ced83 req-c9ecac18-4133-4c6e-b6c8-f5047e0e5bea service neutron] Checking agent: {'id': '3de9de52-3a03-431d-9d7e-497ae92c57ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:16:28.940980 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf511ba-9edf-4380-859e-7bf4ac6ced83 req-c9ecac18-4133-4c6e-b6c8-f5047e0e5bea service neutron] Checking segment: {'id': '5e7e2f14-8790-418b-88e1-15441e6a9fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '2f4673af-b8e7-4620-a09f-889ce79ba3f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:16:28.941841 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf511ba-9edf-4380-859e-7bf4ac6ced83 req-c9ecac18-4133-4c6e-b6c8-f5047e0e5bea service neutron] Bound using segment: {'id': '5e7e2f14-8790-418b-88e1-15441e6a9fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '2f4673af-b8e7-4620-a09f-889ce79ba3f8'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:16:28.942003 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-21d4c332-ddbe-4478-968e-a703dca6c836 req-dd9d54e8-427d-44b1-ba6a-617b8c9d73b2 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/security-groups?id=0af834e7-acaf-4d90-a371-bad8b3cc1714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681477 Aug 29 04:16:28.942155 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-ddf511ba-9edf-4380-859e-7bf4ac6ced83 req-c9ecac18-4133-4c6e-b6c8-f5047e0e5bea service neutron] Bound port: e46f7ab3-cf76-43b6-920f-273d9b91eff1, host: n-h1-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e7e2f14-8790-418b-88e1-15441e6a9fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '2f4673af-b8e7-4620-a09f-889ce79ba3f8'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:16:28.942155 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-ddf511ba-9edf-4380-859e-7bf4ac6ced83 req-c9ecac18-4133-4c6e-b6c8-f5047e0e5bea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:29.000322 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:29.027861 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e3ffe36-52a1-4be0-a61a-28d019fa0645', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c2ee977-fb1c-48b5-b094-c813b7636bd7'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:16:29.034987 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b17fb5d-7b0e-44fc-b356-e194c4987cf1" -d '{"events": [{"server_uuid": "6e3ffe36-52a1-4be0-a61a-28d019fa0645", "name": "network-vif-plugged", "status": "completed", "tag": "7c2ee977-fb1c-48b5-b094-c813b7636bd7"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:16:29.059326 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 7c2ee977-fb1c-48b5-b094-c813b7636bd7, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=7c2ee977-fb1c-48b5-b094-c813b7636bd7,segment=NetworkSegment(3a361a5a-9d59-4b40-a4d8-5fab9d00c859),segment_id=3a361a5a-9d59-4b40-a4d8-5fab9d00c859)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:29.064897 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:29.067151 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 83e8be10-8624-47a2-b4c6-4413e7b94668 no longer exists at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:16:29.098174 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac65bc5-ab0d-43e0-bc05-187f6ea72864 req-5190c433-11ac-412c-899b-3bfbcea18e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:29.099277 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7ac65bc5-ab0d-43e0-bc05-187f6ea72864 req-5190c433-11ac-412c-899b-3bfbcea18e02 service neutron] 10.222.0.48 "GET /v2.0/networks?id=53020a37-9cfa-46c3-bf40-16467007f493 HTTP/1.1" status: 200 len: 921 time: 0.3082314 Aug 29 04:16:29.122580 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b09ef6d-7af3-4b60-93fa-2b68f2d36896 req-bb4e50a8-788f-488c-abc8-507b8d1c8fcd tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:29.125851 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2b09ef6d-7af3-4b60-93fa-2b68f2d36896 req-bb4e50a8-788f-488c-abc8-507b8d1c8fcd tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e5ccfea-706b-4825-9d2e-60c0b092c82e HTTP/1.1" status: 200 len: 944 time: 0.0761740 Aug 29 04:16:29.131005 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-94c379c0-dc36-4514-9ed5-adcfb469c192 req-8181bf5e-eb6d-4906-accf-0da0f8216325 service neutron] 10.222.0.48 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205570 Aug 29 04:16:29.163631 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7ac65bc5-ab0d-43e0-bc05-187f6ea72864 req-4ad434f4-824c-41d4-96e2-f0cbc0bc2c1d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83e8be10-8624-47a2-b4c6-4413e7b94668 HTTP/1.1" status: 200 len: 217 time: 0.0523746 Aug 29 04:16:29.174563 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=7c2ee977-fb1c-48b5-b094-c813b7636bd7,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:29.177476 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 83e8be10-8624-47a2-b4c6-4413e7b94668 not bound to the agent host n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:16:29.241435 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-ddf511ba-9edf-4380-859e-7bf4ac6ced83 req-c9ecac18-4133-4c6e-b6c8-f5047e0e5bea service neutron] For port e46f7ab3-cf76-43b6-920f-273d9b91eff1, host n-h1-712140-12, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:16:29.259774 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-ddf511ba-9edf-4380-859e-7bf4ac6ced83 req-c9ecac18-4133-4c6e-b6c8-f5047e0e5bea service neutron] For port e46f7ab3-cf76-43b6-920f-273d9b91eff1, host n-h1-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=e46f7ab3-cf76-43b6-920f-273d9b91eff1,segment=NetworkSegment(5e7e2f14-8790-418b-88e1-15441e6a9fb5),segment_id=5e7e2f14-8790-418b-88e1-15441e6a9fb5)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:16:29.260573 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2b09ef6d-7af3-4b60-93fa-2b68f2d36896 req-ec2c8b40-0fd7-4c04-96bb-938ec3f357e9 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=95663bcf-c178-40f7-a8d1-56ba6dc33aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532305 Aug 29 04:16:29.274732 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-ddf511ba-9edf-4380-859e-7bf4ac6ced83 req-c9ecac18-4133-4c6e-b6c8-f5047e0e5bea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:29.295484 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-94c379c0-dc36-4514-9ed5-adcfb469c192 req-1047ac0d-2fa1-47ee-840c-8e945b478b21 service neutron] 10.222.0.48 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530979 Aug 29 04:16:29.331352 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac65bc5-ab0d-43e0-bc05-187f6ea72864 req-44cb7dbb-bdcf-47cf-b40f-7c4b6d978318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:29.332932 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7ac65bc5-ab0d-43e0-bc05-187f6ea72864 req-44cb7dbb-bdcf-47cf-b40f-7c4b6d978318 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=210c6ef6-f12f-4dde-90b9-22d1971290b1 HTTP/1.1" status: 200 len: 860 time: 0.1591527 Aug 29 04:16:29.367719 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf511ba-9edf-4380-859e-7bf4ac6ced83 req-c9ecac18-4133-4c6e-b6c8-f5047e0e5bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:29.368165 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-ddf511ba-9edf-4380-859e-7bf4ac6ced83 req-c9ecac18-4133-4c6e-b6c8-f5047e0e5bea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:29.369590 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ddf511ba-9edf-4380-859e-7bf4ac6ced83 req-c9ecac18-4133-4c6e-b6c8-f5047e0e5bea service neutron] 10.222.0.46 "PUT /v2.0/ports/e46f7ab3-cf76-43b6-920f-273d9b91eff1 HTTP/1.1" status: 200 len: 1093 time: 2.2740617 Aug 29 04:16:29.373978 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e541588-65de-4b59-82c2-536b303d6135', 'tag': 'e46f7ab3-cf76-43b6-920f-273d9b91eff1'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:16:29.376104 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-723fecb7-f988-4019-9452-79fa4d25b2a9" -d '{"events": [{"name": "network-changed", "server_uuid": "4e541588-65de-4b59-82c2-536b303d6135", "tag": "e46f7ab3-cf76-43b6-920f-273d9b91eff1"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:16:29.405718 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8e4056-c9bc-491d-ba70-da598a408756 req-ad496cf3-634e-4d2f-abd1-86b872f98a56 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:29.407263 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ce8e4056-c9bc-491d-ba70-da598a408756 req-ad496cf3-634e-4d2f-abd1-86b872f98a56 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/ports?device_id=76b51045-e1d9-4565-be48-d00799df16cd HTTP/1.1" status: 200 len: 947 time: 0.2358718 Aug 29 04:16:29.409177 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7ac65bc5-ab0d-43e0-bc05-187f6ea72864 req-538412ce-0e7d-41c5-980f-13b589af162c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=53020a37-9cfa-46c3-bf40-16467007f493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633337 Aug 29 04:16:29.412537 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1492e2-2166-4392-8af1-a20fa272c812 req-65950ff2-2676-4a9e-a45b-55981035a0de tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:29.414107 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1a1492e2-2166-4392-8af1-a20fa272c812 req-65950ff2-2676-4a9e-a45b-55981035a0de tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e541588-65de-4b59-82c2-536b303d6135 HTTP/1.1" status: 200 len: 944 time: 0.0699565 Aug 29 04:16:29.451091 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-19ac147d-39a8-4d8b-a608-a29852bad758 req-9e1081c2-4305-4ef6-9368-857b4e3ce94a tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:29.465249 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1a1492e2-2166-4392-8af1-a20fa272c812 req-776246a4-671b-4b8c-b012-1d11d3fbb333 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416470 Aug 29 04:16:29.468800 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ecac18-4133-4c6e-b6c8-f5047e0e5bea service neutron] Pushing event updated for resources: {'Port': ['ID=e46f7ab3-cf76-43b6-920f-273d9b91eff1,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:29.538854 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c874e14b-b4e3-420f-a5ea-7766e07b4dd3 x-openstack-request-id: req-c874e14b-b4e3-420f-a5ea-7766e07b4dd3 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:16:29.541299 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e3ffe36-52a1-4be0-a61a-28d019fa0645", "name": "network-vif-plugged", "status": "completed", "tag": "7c2ee977-fb1c-48b5-b094-c813b7636bd7", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:16:29.542031 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c874e14b-b4e3-420f-a5ea-7766e07b4dd3 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:16:29.543058 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e3ffe36-52a1-4be0-a61a-28d019fa0645', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c2ee977-fb1c-48b5-b094-c813b7636bd7', 'code': 200} Aug 29 04:16:29.560956 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1081c2-4305-4ef6-9368-857b4e3ce94a tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Pushing event deleted for resources: {'Port': ['ID=79996478-72c5-4353-adb1-16b08c64014c,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:29.576433 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ce8e4056-c9bc-491d-ba70-da598a408756 req-c9d19823-e9e8-4d66-9b4a-6726d8272047 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/security-groups?id=69e9e696-6092-48f5-a28b-387de9f4e688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605625 Aug 29 04:16:29.635525 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [req-19ac147d-39a8-4d8b-a608-a29852bad758 req-9e1081c2-4305-4ef6-9368-857b4e3ce94a tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] No DVR routers for this DVR port 79996478-72c5-4353-adb1-16b08c64014c on host n-h1-712140-12 {{(pid=94829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:16:29.641932 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-19ac147d-39a8-4d8b-a608-a29852bad758 req-9e1081c2-4305-4ef6-9368-857b4e3ce94a tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:29.644004 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-19ac147d-39a8-4d8b-a608-a29852bad758 req-9e1081c2-4305-4ef6-9368-857b4e3ce94a tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] 10.222.0.46 "DELETE /v2.0/ports/79996478-72c5-4353-adb1-16b08c64014c HTTP/1.1" status: 204 len: 173 time: 1.4371650 Aug 29 04:16:29.651755 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf511ba-9edf-4380-859e-7bf4ac6ced83 req-56282df5-3b4b-49ed-b8e8-044c2a7612fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:29.652493 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ddf511ba-9edf-4380-859e-7bf4ac6ced83 req-56282df5-3b4b-49ed-b8e8-044c2a7612fe service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5a14f7f9066643a38713cee788a50c7a&device_id=4e541588-65de-4b59-82c2-536b303d6135 HTTP/1.1" status: 200 len: 1096 time: 0.2050574 Aug 29 04:16:29.653996 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c29a7148-5102-4e74-a87d-dfbaf5219a56 x-openstack-request-id: req-c29a7148-5102-4e74-a87d-dfbaf5219a56 {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:16:29.654285 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e541588-65de-4b59-82c2-536b303d6135", "tag": "e46f7ab3-cf76-43b6-920f-273d9b91eff1", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:16:29.654536 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c29a7148-5102-4e74-a87d-dfbaf5219a56 {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:16:29.654927 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e541588-65de-4b59-82c2-536b303d6135', 'tag': 'e46f7ab3-cf76-43b6-920f-273d9b91eff1', 'status': 'completed', 'code': 200} Aug 29 04:16:29.668332 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7ac65bc5-ab0d-43e0-bc05-187f6ea72864 req-000d37a6-9af8-4681-8126-993f32d22ea1 service neutron] 10.222.0.48 "GET /v2.0/networks/53020a37-9cfa-46c3-bf40-16467007f493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365022 Aug 29 04:16:29.741976 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c5be19-0ead-41ce-ae6a-1418e0c50d33 req-0077c40b-a485-4432-a597-2b6189e7b812 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:29.743626 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-73c5be19-0ead-41ce-ae6a-1418e0c50d33 req-0077c40b-a485-4432-a597-2b6189e7b812 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb5d6e9c-5c3d-4fd0-b7cd-2988a1e453f4 HTTP/1.1" status: 200 len: 944 time: 0.1190426 Aug 29 04:16:29.745907 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3ce5a9-11bf-4129-905b-8b72beb74348 req-f86b4afd-a0d9-4b60-beff-b5c183e58e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:29.747784 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-eb3ce5a9-11bf-4129-905b-8b72beb74348 req-f86b4afd-a0d9-4b60-beff-b5c183e58e55 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6e3ffe36-52a1-4be0-a61a-28d019fa0645 HTTP/1.1" status: 200 len: 1097 time: 0.1043904 Aug 29 04:16:29.798640 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-eb3ce5a9-11bf-4129-905b-8b72beb74348 req-10ebffbc-29b0-4336-be4f-30a2ac435253 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0af834e7-acaf-4d90-a371-bad8b3cc1714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417268 Aug 29 04:16:29.813396 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ddf511ba-9edf-4380-859e-7bf4ac6ced83 req-07d45bbb-b7a4-4f2e-8b23-66759fa61c46 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e46f7ab3-cf76-43b6-920f-273d9b91eff1 HTTP/1.1" status: 200 len: 217 time: 0.1272869 Aug 29 04:16:29.833596 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76b51045-e1d9-4565-be48-d00799df16cd', 'tag': 'fdc22186-f215-454e-8546-82ba1900a0c8'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:16:29.836886 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-256db443-6344-44a5-beec-acdc48a4e0c6" -d '{"events": [{"name": "network-changed", "server_uuid": "76b51045-e1d9-4565-be48-d00799df16cd", "tag": "fdc22186-f215-454e-8546-82ba1900a0c8"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:16:29.852598 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-73c5be19-0ead-41ce-ae6a-1418e0c50d33 req-c63a8d9e-2697-4ea3-9b1b-886e5eb09168 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632744 Aug 29 04:16:29.881346 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7ac65bc5-ab0d-43e0-bc05-187f6ea72864 req-97948953-678c-476b-bd55-07cdc29a8665 service neutron] 10.222.0.48 "GET /v2.0/networks/53020a37-9cfa-46c3-bf40-16467007f493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941466 Aug 29 04:16:29.910645 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d60dd2-782d-45c0-b065-3140eea29d97 req-35d50808-f300-4f27-bc0a-cb7ee2bbf9a7 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:29.912234 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c2d60dd2-782d-45c0-b065-3140eea29d97 req-35d50808-f300-4f27-bc0a-cb7ee2bbf9a7 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] 10.222.0.22 "GET /v2.0/ports?device_id=c26c4c8f-73a3-463f-a2a9-1c95f8017933 HTTP/1.1" status: 200 len: 946 time: 0.0929930 Aug 29 04:16:29.915892 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60672906-35f1-4b21-99a1-e610aa439af1 x-openstack-request-id: req-60672906-35f1-4b21-99a1-e610aa439af1 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:16:29.916868 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76b51045-e1d9-4565-be48-d00799df16cd", "tag": "fdc22186-f215-454e-8546-82ba1900a0c8", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:16:29.917080 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-60672906-35f1-4b21-99a1-e610aa439af1 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:16:29.917450 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76b51045-e1d9-4565-be48-d00799df16cd', 'tag': 'fdc22186-f215-454e-8546-82ba1900a0c8', 'status': 'completed', 'code': 200} Aug 29 04:16:29.946010 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [req-19ac147d-39a8-4d8b-a608-a29852bad758 req-beebd0cd-b375-44b6-a2d9-111da12c78e8 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Deleting port bd3d040b-78fa-46b1-a5eb-e8e18e3e788a {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:16:29.946363 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-19ac147d-39a8-4d8b-a608-a29852bad758 req-beebd0cd-b375-44b6-a2d9-111da12c78e8 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:29.976558 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c2d60dd2-782d-45c0-b065-3140eea29d97 req-588ec789-3764-409b-a54d-235bf6aee967 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] 10.222.0.22 "GET /v2.0/security-groups?id=07b81801-f107-42cd-9c04-405b0de95462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565944 Aug 29 04:16:30.129436 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d26f7b-5daf-4f38-8c69-0139f9b1cf2a req-f8e70d1f-9a2f-471d-abe7-e0d999ae1506 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:30.131436 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b1d26f7b-5daf-4f38-8c69-0139f9b1cf2a req-f8e70d1f-9a2f-471d-abe7-e0d999ae1506 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.22 "GET /v2.0/ports?device_id=b3b2f611-e938-4e7c-b802-00c4c626c68c HTTP/1.1" status: 200 len: 945 time: 0.0845437 Aug 29 04:16:30.151155 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256db443-6344-44a5-beec-acdc48a4e0c6 req-f82b289d-fa4e-49d0-9b39-e902ec4e478a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:30.152968 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-256db443-6344-44a5-beec-acdc48a4e0c6 req-f82b289d-fa4e-49d0-9b39-e902ec4e478a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cff8a488ff344e109cad8daf17880810&device_id=76b51045-e1d9-4565-be48-d00799df16cd HTTP/1.1" status: 200 len: 1099 time: 0.1799116 Aug 29 04:16:30.160219 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf511ba-9edf-4380-859e-7bf4ac6ced83 req-f44d0041-f180-4698-a5ce-1dd6c1b7daed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:30.161878 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ddf511ba-9edf-4380-859e-7bf4ac6ced83 req-f44d0041-f180-4698-a5ce-1dd6c1b7daed service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ca990b23-63b6-47bd-b575-c3dcd63e7190 HTTP/1.1" status: 200 len: 846 time: 0.1451762 Aug 29 04:16:30.182971 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-19ac147d-39a8-4d8b-a608-a29852bad758 req-beebd0cd-b375-44b6-a2d9-111da12c78e8 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] For port bd3d040b-78fa-46b1-a5eb-e8e18e3e788a, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=bd3d040b-78fa-46b1-a5eb-e8e18e3e788a,segment=NetworkSegment(a496741b-1fd5-4472-8949-3c2a4f86a807),segment_id=a496741b-1fd5-4472-8949-3c2a4f86a807)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:30.183372 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-19ac147d-39a8-4d8b-a608-a29852bad758 req-beebd0cd-b375-44b6-a2d9-111da12c78e8 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:30.194465 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b1d26f7b-5daf-4f38-8c69-0139f9b1cf2a req-f4752098-e5ac-46ad-8f84-0e72c4196e9d tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.22 "GET /v2.0/security-groups?id=46edc4d9-63f8-4b18-b08b-1f71016f23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543113 Aug 29 04:16:30.261230 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ddf511ba-9edf-4380-859e-7bf4ac6ced83 req-81feb1bb-b1c7-4d48-8e0e-478b869023c1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2f4673af-b8e7-4620-a09f-889ce79ba3f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0815747 Aug 29 04:16:30.261565 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [req-19ac147d-39a8-4d8b-a608-a29852bad758 req-beebd0cd-b375-44b6-a2d9-111da12c78e8 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Calling delete_port for bd3d040b-78fa-46b1-a5eb-e8e18e3e788a owned by compute:nova {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:16:30.280809 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915ba587-3fae-4077-adc7-803fe05194ea req-abdc9508-d5a0-4fd9-8836-45f0878f6ffe tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:30.282338 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-915ba587-3fae-4077-adc7-803fe05194ea req-abdc9508-d5a0-4fd9-8836-45f0878f6ffe tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e3ffe36-52a1-4be0-a61a-28d019fa0645 HTTP/1.1" status: 200 len: 945 time: 0.2057841 Aug 29 04:16:30.327596 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac65bc5-ab0d-43e0-bc05-187f6ea72864 req-4e735222-8231-4e91-a06d-085c0220e46d tempest-LiveAutoBlockMigrationV225Test-280615785 tempest-LiveAutoBlockMigrationV225Test-280615785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:30.329504 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7ac65bc5-ab0d-43e0-bc05-187f6ea72864 req-4e735222-8231-4e91-a06d-085c0220e46d tempest-LiveAutoBlockMigrationV225Test-280615785 tempest-LiveAutoBlockMigrationV225Test-280615785-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=bb5d6e9c-5c3d-4fd0-b7cd-2988a1e453f4&tenant_id=1d0658a0a90a4facb02cad62921e20d5&binding%3Ahost_id=n-h2-712140-12 HTTP/1.1" status: 200 len: 1096 time: 0.0787237 Aug 29 04:16:30.468334 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-915ba587-3fae-4077-adc7-803fe05194ea req-e43fa58d-d274-4196-9e7c-6e211c9490b5 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/security-groups?id=0af834e7-acaf-4d90-a371-bad8b3cc1714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744025 Aug 29 04:16:30.469402 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256db443-6344-44a5-beec-acdc48a4e0c6 req-292ded47-490c-47c9-a061-4f978936de8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:30.470811 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-256db443-6344-44a5-beec-acdc48a4e0c6 req-292ded47-490c-47c9-a061-4f978936de8b service neutron] 10.222.0.48 "GET /v2.0/networks?id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 HTTP/1.1" status: 200 len: 870 time: 0.3065760 Aug 29 04:16:30.478064 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-7ac65bc5-ab0d-43e0-bc05-187f6ea72864 req-a9e5163c-2605-47d4-837a-e2600a173fc3 service neutron] For port 83e8be10-8624-47a2-b4c6-4413e7b94668, host n-h1-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:16:30.482062 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-7ac65bc5-ab0d-43e0-bc05-187f6ea72864 req-a9e5163c-2605-47d4-837a-e2600a173fc3 service neutron] Notify callbacks [] for binding, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:30.485239 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7ac65bc5-ab0d-43e0-bc05-187f6ea72864 req-a9e5163c-2605-47d4-837a-e2600a173fc3 service neutron] 10.222.0.48 "DELETE /v2.0/ports/83e8be10-8624-47a2-b4c6-4413e7b94668/bindings/n-h1-712140-12 HTTP/1.1" status: 204 len: 173 time: 0.1451745 Aug 29 04:16:30.529510 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-256db443-6344-44a5-beec-acdc48a4e0c6 req-80ab8441-1968-431f-b096-28e55d3ca89b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=fdc22186-f215-454e-8546-82ba1900a0c8 HTTP/1.1" status: 200 len: 217 time: 0.0476060 Aug 29 04:16:30.534874 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ddf511ba-9edf-4380-859e-7bf4ac6ced83 req-b4302725-165c-4612-abee-9310ba12d6ae service neutron] 10.222.0.46 "GET /v2.0/networks/2f4673af-b8e7-4620-a09f-889ce79ba3f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434585 Aug 29 04:16:30.640003 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97430fb8-9410-42cd-950b-60cd12f0d60c req-6b10c721-b2c3-4bfb-a7ea-e7204a0a3eda tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:30.641815 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-97430fb8-9410-42cd-950b-60cd12f0d60c req-6b10c721-b2c3-4bfb-a7ea-e7204a0a3eda tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e541588-65de-4b59-82c2-536b303d6135 HTTP/1.1" status: 200 len: 944 time: 0.0611968 Aug 29 04:16:30.662700 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256db443-6344-44a5-beec-acdc48a4e0c6 req-d20f92da-6fe6-4acd-8191-6a385e5cc6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:30.664145 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-256db443-6344-44a5-beec-acdc48a4e0c6 req-d20f92da-6fe6-4acd-8191-6a385e5cc6e0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=18cd12d4-b12a-41b0-b0c5-618edbb84e74 HTTP/1.1" status: 200 len: 843 time: 0.1250343 Aug 29 04:16:30.691126 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-97430fb8-9410-42cd-950b-60cd12f0d60c req-88ec4761-6f61-4915-aa21-df5eb0667ab5 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406060 Aug 29 04:16:30.739532 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device bd3d040b-78fa-46b1-a5eb-e8e18e3e788a no longer exists at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:16:30.761322 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] No Port match for: bd3d040b-78fa-46b1-a5eb-e8e18e3e788a {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:16:30.761669 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device bd3d040b-78fa-46b1-a5eb-e8e18e3e788a not bound to the agent host n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:16:30.762105 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 79996478-72c5-4353-adb1-16b08c64014c no longer exists at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:16:30.781893 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] No Port match for: 79996478-72c5-4353-adb1-16b08c64014c {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:16:30.782213 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 79996478-72c5-4353-adb1-16b08c64014c not bound to the agent host n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:16:31.020728 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c784b6-e0af-4b14-b44a-e9c668c1648f req-c024d3b9-53d2-4c13-8d65-49b1a9ce7177 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:31.024235 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-17c784b6-e0af-4b14-b44a-e9c668c1648f req-c024d3b9-53d2-4c13-8d65-49b1a9ce7177 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb5d6e9c-5c3d-4fd0-b7cd-2988a1e453f4 HTTP/1.1" status: 200 len: 944 time: 0.0702927 Aug 29 04:16:31.025192 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-19ac147d-39a8-4d8b-a608-a29852bad758 req-beebd0cd-b375-44b6-a2d9-111da12c78e8 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:31.072712 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-17c784b6-e0af-4b14-b44a-e9c668c1648f req-b45f647f-a4a8-49e4-adf7-e7b487bbeee9 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432661 Aug 29 04:16:31.078188 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beebd0cd-b375-44b6-a2d9-111da12c78e8 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Pushing event deleted for resources: {'Port': ['ID=bd3d040b-78fa-46b1-a5eb-e8e18e3e788a,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:31.117035 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ddf511ba-9edf-4380-859e-7bf4ac6ced83 req-bf9114ac-febc-4087-b98a-8f742eb6adc4 service neutron] 10.222.0.46 "GET /v2.0/networks/2f4673af-b8e7-4620-a09f-889ce79ba3f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5467985 Aug 29 04:16:31.120383 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256db443-6344-44a5-beec-acdc48a4e0c6 req-395d2c76-8b11-4e03-b63e-08580d67d1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:31.121900 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-256db443-6344-44a5-beec-acdc48a4e0c6 req-395d2c76-8b11-4e03-b63e-08580d67d1c2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4478602 Aug 29 04:16:31.132840 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dba38ba-6cad-482b-a47a-204c6f3c10a7 req-3ef11309-7d56-41ab-8490-ca37e1c780d9 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:31.134602 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2dba38ba-6cad-482b-a47a-204c6f3c10a7 req-3ef11309-7d56-41ab-8490-ca37e1c780d9 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/ports?device_id=76b51045-e1d9-4565-be48-d00799df16cd HTTP/1.1" status: 200 len: 947 time: 0.4614992 Aug 29 04:16:31.165373 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [req-19ac147d-39a8-4d8b-a608-a29852bad758 req-beebd0cd-b375-44b6-a2d9-111da12c78e8 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] No DVR routers for this DVR port bd3d040b-78fa-46b1-a5eb-e8e18e3e788a on host n-h1-712140-12 {{(pid=94829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:16:31.184876 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-081d6760-bc44-4fd9-b375-e39e9807d470 req-351957ba-b5d2-47da-b639-b62deb5c47a9 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] 10.222.0.22 "GET /v2.0/ports?device_id=c26c4c8f-73a3-463f-a2a9-1c95f8017933 HTTP/1.1" status: 200 len: 210 time: 0.0302889 Aug 29 04:16:31.186556 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-19ac147d-39a8-4d8b-a608-a29852bad758 req-beebd0cd-b375-44b6-a2d9-111da12c78e8 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:31.188676 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-19ac147d-39a8-4d8b-a608-a29852bad758 req-beebd0cd-b375-44b6-a2d9-111da12c78e8 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] 10.222.0.46 "DELETE /v2.0/ports/bd3d040b-78fa-46b1-a5eb-e8e18e3e788a HTTP/1.1" status: 204 len: 173 time: 1.5311456 Aug 29 04:16:31.268312 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2dba38ba-6cad-482b-a47a-204c6f3c10a7 req-f4c647fe-9cce-4df3-ac67-42ff4ffec633 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/security-groups?id=69e9e696-6092-48f5-a28b-387de9f4e688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226883 Aug 29 04:16:31.404291 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723fecb7-f988-4019-9452-79fa4d25b2a9 req-17067345-63ee-4c57-951f-d09554a32008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:31.405814 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-723fecb7-f988-4019-9452-79fa4d25b2a9 req-17067345-63ee-4c57-951f-d09554a32008 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5a14f7f9066643a38713cee788a50c7a&device_id=4e541588-65de-4b59-82c2-536b303d6135 HTTP/1.1" status: 200 len: 1096 time: 0.1543763 Aug 29 04:16:31.457437 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-256db443-6344-44a5-beec-acdc48a4e0c6 req-8f846f82-94b4-45f0-83aa-5bad6f608dae service neutron] 10.222.0.48 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3219888 Aug 29 04:16:31.468218 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2374a8c-f072-41a4-b933-b77fe9113c84 req-b2a75a0f-3436-407c-b38c-c4c52266a404 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:31.469783 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c2374a8c-f072-41a4-b933-b77fe9113c84 req-b2a75a0f-3436-407c-b38c-c4c52266a404 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.22 "GET /v2.0/ports?device_id=b3b2f611-e938-4e7c-b802-00c4c626c68c HTTP/1.1" status: 200 len: 945 time: 0.0767107 Aug 29 04:16:31.523172 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c2374a8c-f072-41a4-b933-b77fe9113c84 req-37acf661-044d-4dfe-9306-9f685f0e880e tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.22 "GET /v2.0/security-groups?id=46edc4d9-63f8-4b18-b08b-1f71016f23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416410 Aug 29 04:16:31.571684 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f91cbcd-49bf-4116-8416-906efc085aea req-063d17a2-c53e-445e-a637-d49de53c091f tempest-LiveAutoBlockMigrationV225Test-280615785 tempest-LiveAutoBlockMigrationV225Test-280615785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:31.573327 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1f91cbcd-49bf-4116-8416-906efc085aea req-063d17a2-c53e-445e-a637-d49de53c091f tempest-LiveAutoBlockMigrationV225Test-280615785 tempest-LiveAutoBlockMigrationV225Test-280615785-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=bb5d6e9c-5c3d-4fd0-b7cd-2988a1e453f4 HTTP/1.1" status: 200 len: 1096 time: 0.1765070 Aug 29 04:16:31.653486 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-256db443-6344-44a5-beec-acdc48a4e0c6 req-d35eafed-76bb-4fc3-adc4-2cae25808d22 service neutron] 10.222.0.48 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588473 Aug 29 04:16:31.657642 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c26c4c8f-73a3-463f-a2a9-1c95f8017933', 'name': 'network-vif-deleted', 'tag': '79996478-72c5-4353-adb1-16b08c64014c'}, {'server_uuid': 'c26c4c8f-73a3-463f-a2a9-1c95f8017933', 'name': 'network-vif-deleted', 'tag': 'bd3d040b-78fa-46b1-a5eb-e8e18e3e788a'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:16:31.660199 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-832913c3-228f-4723-957c-8823812cd02f" -d '{"events": [{"server_uuid": "c26c4c8f-73a3-463f-a2a9-1c95f8017933", "name": "network-vif-deleted", "tag": "79996478-72c5-4353-adb1-16b08c64014c"}, {"server_uuid": "c26c4c8f-73a3-463f-a2a9-1c95f8017933", "name": "network-vif-deleted", "tag": "bd3d040b-78fa-46b1-a5eb-e8e18e3e788a"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:16:31.667027 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723fecb7-f988-4019-9452-79fa4d25b2a9 req-79aa331d-f572-4636-acc9-e159e7e82a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:31.668644 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-723fecb7-f988-4019-9452-79fa4d25b2a9 req-79aa331d-f572-4636-acc9-e159e7e82a36 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2f4673af-b8e7-4620-a09f-889ce79ba3f8 HTTP/1.1" status: 200 len: 907 time: 0.2251017 Aug 29 04:16:31.670687 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1f91cbcd-49bf-4116-8416-906efc085aea req-44a0b15f-2eae-4f49-8505-1580524b1f5c tempest-LiveAutoBlockMigrationV225Test-280615785 tempest-LiveAutoBlockMigrationV225Test-280615785-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910816 Aug 29 04:16:31.761211 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-723fecb7-f988-4019-9452-79fa4d25b2a9 req-a27725d1-a92f-43b3-876e-d1e0f4857af3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e46f7ab3-cf76-43b6-920f-273d9b91eff1 HTTP/1.1" status: 200 len: 217 time: 0.0788629 Aug 29 04:16:31.780158 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 29 Aug 2021 04:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5d329ae-5281-4d98-8f49-63a38d9c42cd x-openstack-request-id: req-e5d329ae-5281-4d98-8f49-63a38d9c42cd {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:16:31.780556 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c26c4c8f-73a3-463f-a2a9-1c95f8017933", "name": "network-vif-deleted", "tag": "79996478-72c5-4353-adb1-16b08c64014c", "status": "completed", "code": 200}, {"server_uuid": "c26c4c8f-73a3-463f-a2a9-1c95f8017933", "name": "network-vif-deleted", "tag": "bd3d040b-78fa-46b1-a5eb-e8e18e3e788a", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:16:31.780929 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e5d329ae-5281-4d98-8f49-63a38d9c42cd {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:16:31.781535 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c26c4c8f-73a3-463f-a2a9-1c95f8017933', 'name': 'network-vif-deleted', 'tag': '79996478-72c5-4353-adb1-16b08c64014c', 'status': 'completed', 'code': 200} Aug 29 04:16:31.781957 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c26c4c8f-73a3-463f-a2a9-1c95f8017933', 'name': 'network-vif-deleted', 'tag': 'bd3d040b-78fa-46b1-a5eb-e8e18e3e788a', 'status': 'completed', 'code': 200} Aug 29 04:16:31.847594 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723fecb7-f988-4019-9452-79fa4d25b2a9 req-225c016f-31d7-47cf-8019-43b720de9366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:31.849548 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-723fecb7-f988-4019-9452-79fa4d25b2a9 req-225c016f-31d7-47cf-8019-43b720de9366 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ca990b23-63b6-47bd-b575-c3dcd63e7190 HTTP/1.1" status: 200 len: 846 time: 0.0639024 Aug 29 04:16:31.859397 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4779f4c1-3c66-4541-b4ed-b2b0db26e39f req-db120829-a766-4854-8a3b-7b36836a3532 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:31.873605 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4779f4c1-3c66-4541-b4ed-b2b0db26e39f req-db120829-a766-4854-8a3b-7b36836a3532 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e3ffe36-52a1-4be0-a61a-28d019fa0645 HTTP/1.1" status: 200 len: 945 time: 0.1624792 Aug 29 04:16:31.928666 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-723fecb7-f988-4019-9452-79fa4d25b2a9 req-4c27441d-4130-44cc-a5f3-06a601cb67e9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2f4673af-b8e7-4620-a09f-889ce79ba3f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413826 Aug 29 04:16:31.933767 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4779f4c1-3c66-4541-b4ed-b2b0db26e39f req-0d5a9ca7-e093-4531-aa3b-757ca69d635f tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/security-groups?id=0af834e7-acaf-4d90-a371-bad8b3cc1714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587945 Aug 29 04:16:31.961670 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9594d0-9618-49b7-8cb3-f14aa97dd933 req-4763144e-3479-4cb4-bf3b-650a450b0c2f tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:31.964289 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-fd9594d0-9618-49b7-8cb3-f14aa97dd933 req-4763144e-3479-4cb4-bf3b-650a450b0c2f tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e541588-65de-4b59-82c2-536b303d6135 HTTP/1.1" status: 200 len: 944 time: 0.1134379 Aug 29 04:16:32.095435 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-fd9594d0-9618-49b7-8cb3-f14aa97dd933 req-5ce960e8-1207-4eda-ac42-26abbe2d3a60 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048622 Aug 29 04:16:32.125496 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-82431e81-2f10-486b-aa91-663df4fa7430 req-da9e5e04-36af-4e30-8125-4ceea9e71064 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=71fe9f3e-3534-4c4d-8ae6-ccb2829ad4b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0994518 Aug 29 04:16:32.152326 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-723fecb7-f988-4019-9452-79fa4d25b2a9 req-544de343-f2e8-4efb-a23a-ca29108a7be2 service neutron] 10.222.0.46 "GET /v2.0/networks/2f4673af-b8e7-4620-a09f-889ce79ba3f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865928 Aug 29 04:16:32.230627 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36501ed0-b0a8-40b9-b978-21f4da65a30b req-76047752-c479-4df8-b62f-17327e501d54 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:32.232515 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-36501ed0-b0a8-40b9-b978-21f4da65a30b req-76047752-c479-4df8-b62f-17327e501d54 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/networks?id=53020a37-9cfa-46c3-bf40-16467007f493 HTTP/1.1" status: 200 len: 820 time: 0.1660213 Aug 29 04:16:32.258411 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-36501ed0-b0a8-40b9-b978-21f4da65a30b req-8b9cf40f-6b7b-46e4-b6e1-05d79d920955 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/quotas/1d0658a0a90a4facb02cad62921e20d5 HTTP/1.1" status: 200 len: 375 time: 0.0113759 Aug 29 04:16:32.362843 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-36501ed0-b0a8-40b9-b978-21f4da65a30b req-2db6452c-9740-476b-9ca4-cfaac9f93125 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=1d0658a0a90a4facb02cad62921e20d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0921185 Aug 29 04:16:32.380540 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82431e81-2f10-486b-aa91-663df4fa7430 req-7c8e2cbd-9cce-48dd-92b1-a3575a01a0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:32.382245 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-82431e81-2f10-486b-aa91-663df4fa7430 req-7c8e2cbd-9cce-48dd-92b1-a3575a01a0fa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=48da3dc54d264865b5c4834c4a90f4b5&device_id=71fe9f3e-3534-4c4d-8ae6-ccb2829ad4b8 HTTP/1.1" status: 200 len: 1097 time: 0.1980505 Aug 29 04:16:32.392201 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041b007b-b796-4eb2-843b-9adc866dac90 req-3186cfb6-500c-41c5-b7e7-5915d2e91563 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:32.395358 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-041b007b-b796-4eb2-843b-9adc866dac90 req-3186cfb6-500c-41c5-b7e7-5915d2e91563 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e3ffe36-52a1-4be0-a61a-28d019fa0645 HTTP/1.1" status: 200 len: 945 time: 0.1981235 Aug 29 04:16:32.409845 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-723fecb7-f988-4019-9452-79fa4d25b2a9 req-6509d958-46e1-48a4-a34e-57eeec7c2f72 service neutron] 10.222.0.46 "GET /v2.0/networks/2f4673af-b8e7-4620-a09f-889ce79ba3f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444441 Aug 29 04:16:32.488186 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-041b007b-b796-4eb2-843b-9adc866dac90 req-6879cc81-0cee-47ea-84db-3667455b52a7 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/security-groups?id=0af834e7-acaf-4d90-a371-bad8b3cc1714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869098 Aug 29 04:16:32.493458 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-36501ed0-b0a8-40b9-b978-21f4da65a30b req-91597406-8580-451e-87ef-13f5c91ca622 service neutron] 10.222.0.22 "GET /v2.0/networks/53020a37-9cfa-46c3-bf40-16467007f493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138268 Aug 29 04:16:32.547680 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82431e81-2f10-486b-aa91-663df4fa7430 req-8c8a32d3-d1aa-4448-9271-a2e2e8dc9be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:32.549257 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-82431e81-2f10-486b-aa91-663df4fa7430 req-8c8a32d3-d1aa-4448-9271-a2e2e8dc9be6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7521cd58-9470-4433-82b8-7e942c988b03 HTTP/1.1" status: 200 len: 913 time: 0.1217067 Aug 29 04:16:32.572882 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 44430) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:32.637664 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-82431e81-2f10-486b-aa91-663df4fa7430 req-500d46c4-3428-413d-93f7-5f80ec099543 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77b4db49-2762-4af2-8d0e-62de1be3be49 HTTP/1.1" status: 200 len: 217 time: 0.0723312 Aug 29 04:16:32.651393 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-36501ed0-b0a8-40b9-b978-21f4da65a30b req-34b6b8c4-2c7d-430c-9f8c-d62d7a467d51 service neutron] 10.222.0.22 "GET /v2.0/networks/53020a37-9cfa-46c3-bf40-16467007f493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356878 Aug 29 04:16:32.714798 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_v2 [None req-497b9134-4a3c-40f9-9819-201d2c3e27bc tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Deleting subnet 474e61f9-69af-47c5-9146-931c72c92ad9 {{(pid=94829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:16:32.721030 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-497b9134-4a3c-40f9-9819-201d2c3e27bc tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks [] for subnet, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:32.775544 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667995db-f3f6-4058-ad93-47f297ba6c06 req-90cd953f-41ac-47cb-8830-07b140a95831 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:32.778232 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-667995db-f3f6-4058-ad93-47f297ba6c06 req-90cd953f-41ac-47cb-8830-07b140a95831 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/ports?device_id=76b51045-e1d9-4565-be48-d00799df16cd HTTP/1.1" status: 200 len: 947 time: 0.1455905 Aug 29 04:16:32.790927 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82431e81-2f10-486b-aa91-663df4fa7430 req-78a6b3d4-42ee-41bd-905f-66bed11b613e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:32.792663 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-82431e81-2f10-486b-aa91-663df4fa7430 req-78a6b3d4-42ee-41bd-905f-66bed11b613e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=be5f55ab-7fa1-406c-9ca9-03e74b79ef6a HTTP/1.1" status: 200 len: 851 time: 0.1345732 Aug 29 04:16:32.798035 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-497b9134-4a3c-40f9-9819-201d2c3e27bc tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4311743'] for subnet, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:32.895058 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-667995db-f3f6-4058-ad93-47f297ba6c06 req-9c5e9b7a-94a4-4440-8292-849710461ce9 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/security-groups?id=69e9e696-6092-48f5-a28b-387de9f4e688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993657 Aug 29 04:16:32.910365 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82431e81-2f10-486b-aa91-663df4fa7430 req-d6b70dc3-71d2-431d-b4b1-574329b68362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:32.913295 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-82431e81-2f10-486b-aa91-663df4fa7430 req-d6b70dc3-71d2-431d-b4b1-574329b68362 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7521cd58-9470-4433-82b8-7e942c988b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1051168 Aug 29 04:16:33.010515 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-497b9134-4a3c-40f9-9819-201d2c3e27bc tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:33.118964 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-82431e81-2f10-486b-aa91-663df4fa7430 req-fce30064-6773-45c7-9a0c-70d2fc457a29 service neutron] 10.222.0.46 "GET /v2.0/networks/7521cd58-9470-4433-82b8-7e942c988b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987350 Aug 29 04:16:33.136970 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2367a1da-397b-4d58-a53a-ff619525eb7f req-ca98e667-1ccc-40f5-aa50-f109aeec26ac tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:33.138526 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2367a1da-397b-4d58-a53a-ff619525eb7f req-ca98e667-1ccc-40f5-aa50-f109aeec26ac tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.22 "GET /v2.0/ports?device_id=b3b2f611-e938-4e7c-b802-00c4c626c68c HTTP/1.1" status: 200 len: 945 time: 0.1225471 Aug 29 04:16:33.211636 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-497b9134-4a3c-40f9-9819-201d2c3e27bc tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4552352'] for subnet, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:33.240533 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 2a6bce68-a836-4780-9092-ee7498142e59 details requested by agent hyperv_n-h2-712140-12 with host n-h2-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:16:33.251037 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-14e88d81-cfdf-410e-b287-95e30eeb71ba req-5acad989-ee2c-4c9e-8797-873cc5461d98 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=8813c8fd-eb29-4e6b-9f27-6ec0ec9b365d HTTP/1.1" status: 200 len: 210 time: 0.0329945 Aug 29 04:16:33.267630 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497b9134-4a3c-40f9-9819-201d2c3e27bc tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Pushing event deleted for resources: {'Subnet': ['ID=474e61f9-69af-47c5-9146-931c72c92ad9,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:33.275785 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-497b9134-4a3c-40f9-9819-201d2c3e27bc tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:33.276801 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09cb26e0-2d38-4cdf-bcce-b760432c4fc9 None None] Network 90135027-97bd-4f5b-97d1-f6b55ab80118 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:16:33.277710 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-497b9134-4a3c-40f9-9819-201d2c3e27bc tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] 10.222.0.22 "DELETE /v2.0/subnets/474e61f9-69af-47c5-9146-931c72c92ad9 HTTP/1.1" status: 204 len: 168 time: 0.7038791 Aug 29 04:16:33.280521 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 44460) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:33.289189 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2367a1da-397b-4d58-a53a-ff619525eb7f req-b4c10039-3945-49cf-819f-7a464122148a tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.22 "GET /v2.0/security-groups?id=46edc4d9-63f8-4b18-b08b-1f71016f23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398134 Aug 29 04:16:33.330600 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-82431e81-2f10-486b-aa91-663df4fa7430 req-b7a45162-a298-4b67-97ed-0caea68df9c9 service neutron] 10.222.0.46 "GET /v2.0/networks/7521cd58-9470-4433-82b8-7e942c988b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910546 Aug 29 04:16:33.454789 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-52b553b8-0fa8-44bd-ad97-bd51ea4e8960 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:33.482424 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8976eb-b3a1-4f4c-a422-a4929c51c004 req-eaa50e64-a79d-41b5-8c31-c2852819bdc4 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:33.483228 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-22a0b7da-21ca-4b76-9a14-d80270cf9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:33.484762 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7b8976eb-b3a1-4f4c-a422-a4929c51c004 req-eaa50e64-a79d-41b5-8c31-c2852819bdc4 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e3ffe36-52a1-4be0-a61a-28d019fa0645 HTTP/1.1" status: 200 len: 945 time: 0.0881345 Aug 29 04:16:33.533904 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eab2e73-68e9-426c-998f-0f4d51a1c21e req-7d76f748-5a7c-4c95-b6b7-40f472d08798 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:33.536581 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8eab2e73-68e9-426c-998f-0f4d51a1c21e req-7d76f748-5a7c-4c95-b6b7-40f472d08798 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e541588-65de-4b59-82c2-536b303d6135 HTTP/1.1" status: 200 len: 944 time: 0.0904863 Aug 29 04:16:33.598667 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7b8976eb-b3a1-4f4c-a422-a4929c51c004 req-ad1ec744-051e-48ea-aeea-dec609689cd4 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/security-groups?id=0af834e7-acaf-4d90-a371-bad8b3cc1714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829003 Aug 29 04:16:33.618622 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-52b553b8-0fa8-44bd-ad97-bd51ea4e8960 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Deleting port 48226964-820a-4a36-b7fb-6ccdd288bc6f {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:16:33.619064 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-52b553b8-0fa8-44bd-ad97-bd51ea4e8960 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:33.622810 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8eab2e73-68e9-426c-998f-0f4d51a1c21e req-b1c0d986-8fed-4280-8d56-c87926231215 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771649 Aug 29 04:16:33.668731 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 2a6bce68-a836-4780-9092-ee7498142e59, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=2a6bce68-a836-4780-9092-ee7498142e59,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:33.704174 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Returning: {'device': '2a6bce68-a836-4780-9092-ee7498142e59', 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45', 'port_id': '2a6bce68-a836-4780-9092-ee7498142e59', 'mac_address': 'fa:16:3e:4c:d4:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18cd12d4-b12a-41b0-b0c5-618edbb84e74', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:16:33.725878 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-52b553b8-0fa8-44bd-ad97-bd51ea4e8960 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] For port 48226964-820a-4a36-b7fb-6ccdd288bc6f, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=48226964-820a-4a36-b7fb-6ccdd288bc6f,segment=NetworkSegment(52117d92-d530-4393-8f19-89e70303ec6c),segment_id=52117d92-d530-4393-8f19-89e70303ec6c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:33.726522 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-52b553b8-0fa8-44bd-ad97-bd51ea4e8960 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:33.748545 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-52b553b8-0fa8-44bd-ad97-bd51ea4e8960 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Calling delete_port for 48226964-820a-4a36-b7fb-6ccdd288bc6f owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:16:33.796298 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:33.802038 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a794e8fe-842d-4e4b-8158-3b5122cc8737 None None] DHCP port deletion for 90135027-97bd-4f5b-97d1-f6b55ab80118 request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:16:33.816938 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a6bce68-a836-4780-9092-ee7498142e59 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:16:33.863367 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 2a6bce68-a836-4780-9092-ee7498142e59, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=2a6bce68-a836-4780-9092-ee7498142e59,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:33.871196 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:33.872120 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device fdc22186-f215-454e-8546-82ba1900a0c8 details requested by agent hyperv_n-h2-712140-12 with host n-h2-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:16:33.873041 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-52b553b8-0fa8-44bd-ad97-bd51ea4e8960 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:33.888775 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b553b8-0fa8-44bd-ad97-bd51ea4e8960 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] No DVR routers for this DVR port 48226964-820a-4a36-b7fb-6ccdd288bc6f on host n-d-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:16:33.943592 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b553b8-0fa8-44bd-ad97-bd51ea4e8960 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Pushing event deleted for resources: {'Port': ['ID=48226964-820a-4a36-b7fb-6ccdd288bc6f,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:33.956338 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-a794e8fe-842d-4e4b-8158-3b5122cc8737 None None] Deleting port 48226964-820a-4a36-b7fb-6ccdd288bc6f {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:16:33.956629 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a794e8fe-842d-4e4b-8158-3b5122cc8737 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:33.959344 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port fdc22186-f215-454e-8546-82ba1900a0c8, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=fdc22186-f215-454e-8546-82ba1900a0c8,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:34.013797 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=2a6bce68-a836-4780-9092-ee7498142e59,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:34.021945 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Returning: {'device': 'fdc22186-f215-454e-8546-82ba1900a0c8', 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45', 'port_id': 'fdc22186-f215-454e-8546-82ba1900a0c8', 'mac_address': 'fa:16:3e:df:c5:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18cd12d4-b12a-41b0-b0c5-618edbb84e74', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:16:34.046264 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-52b553b8-0fa8-44bd-ad97-bd51ea4e8960 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:34.057706 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-52b553b8-0fa8-44bd-ad97-bd51ea4e8960 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90135027-97bd-4f5b-97d1-f6b55ab80118']}} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:16:34.060883 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-a794e8fe-842d-4e4b-8158-3b5122cc8737 None None] For port 48226964-820a-4a36-b7fb-6ccdd288bc6f, host n-d-712140-12, got binding levels [] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:34.061294 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a794e8fe-842d-4e4b-8158-3b5122cc8737 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:34.085881 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-52b553b8-0fa8-44bd-ad97-bd51ea4e8960 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52117d92-d530-4393-8f19-89e70303ec6c') {'for_net_delete': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:16:34.086172 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-52b553b8-0fa8-44bd-ad97-bd51ea4e8960 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52117d92-d530-4393-8f19-89e70303ec6c') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:16:34.094290 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-a794e8fe-842d-4e4b-8158-3b5122cc8737 None None] Calling delete_port for 48226964-820a-4a36-b7fb-6ccdd288bc6f owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:16:34.099177 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.ipam_backend_mixin [None req-a794e8fe-842d-4e4b-8158-3b5122cc8737 None None] Port 48226964-820a-4a36-b7fb-6ccdd288bc6f was not found and therefore no delete operation was performed {{(pid=94830) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 04:16:34.101643 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-52b553b8-0fa8-44bd-ad97-bd51ea4e8960 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8904833'] for segment, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:34.103476 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a794e8fe-842d-4e4b-8158-3b5122cc8737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:34.107635 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:34.109223 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc495fa-979b-435a-8d70-45b998c913da req-c145561f-fe58-4fe5-b925-3e54c37c2bf2 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:34.112017 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ebc495fa-979b-435a-8d70-45b998c913da req-c145561f-fe58-4fe5-b925-3e54c37c2bf2 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/ports?device_id=76b51045-e1d9-4565-be48-d00799df16cd HTTP/1.1" status: 200 len: 947 time: 0.0938838 Aug 29 04:16:34.115104 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b10fed-2c17-4baf-8626-7255ce49f9df req-18f120d3-1855-41db-96e5-fb674846496e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:34.120852 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-34b10fed-2c17-4baf-8626-7255ce49f9df req-18f120d3-1855-41db-96e5-fb674846496e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=68cf936c87d74506b8c820f1e525a2cf&device_id=b3b2f611-e938-4e7c-b802-00c4c626c68c HTTP/1.1" status: 200 len: 1097 time: 0.1000152 Aug 29 04:16:34.131279 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb6f594-4109-4809-a70b-70a79045040b req-b9cac63e-5fed-41b0-8d9d-eef8b292c6ea tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:34.133143 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8cb6f594-4109-4809-a70b-70a79045040b req-b9cac63e-5fed-41b0-8d9d-eef8b292c6ea tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.22 "GET /v2.0/ports?device_id=b3b2f611-e938-4e7c-b802-00c4c626c68c HTTP/1.1" status: 200 len: 945 time: 0.1389618 Aug 29 04:16:34.134202 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-52b553b8-0fa8-44bd-ad97-bd51ea4e8960 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:34.141930 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a794e8fe-842d-4e4b-8158-3b5122cc8737 None None] Pushing event deleted for resources: {'Port': ['ID=48226964-820a-4a36-b7fb-6ccdd288bc6f,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:34.144581 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a794e8fe-842d-4e4b-8158-3b5122cc8737 None None] No DVR routers for this DVR port 48226964-820a-4a36-b7fb-6ccdd288bc6f on host n-d-712140-12 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:16:34.145342 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52b553b8-0fa8-44bd-ad97-bd51ea4e8960 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=94828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:16:34.146606 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-52b553b8-0fa8-44bd-ad97-bd51ea4e8960 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9190468'] for segment, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:34.147107 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdc22186-f215-454e-8546-82ba1900a0c8 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:16:34.151130 n-d-712140-12 neutron-server[94828]: Traceback (most recent call last): Aug 29 04:16:34.151130 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:16:34.151130 n-d-712140-12 neutron-server[94828]: timer() Aug 29 04:16:34.151130 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:16:34.151130 n-d-712140-12 neutron-server[94828]: cb(*args, **kw) Aug 29 04:16:34.151130 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:16:34.151130 n-d-712140-12 neutron-server[94828]: return func(*args, **kwargs) Aug 29 04:16:34.151130 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:16:34.151130 n-d-712140-12 neutron-server[94828]: self._notify() Aug 29 04:16:34.151130 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:16:34.151130 n-d-712140-12 neutron-server[94828]: self.callback(batched_events) Aug 29 04:16:34.151130 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:16:34.151130 n-d-712140-12 neutron-server[94828]: event.method(event) Aug 29 04:16:34.151130 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:16:34.151130 n-d-712140-12 neutron-server[94828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:16:34.151130 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:16:34.151130 n-d-712140-12 neutron-server[94828]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:16:34.151130 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:16:34.151130 n-d-712140-12 neutron-server[94828]: return f(self, *a, **k) Aug 29 04:16:34.151130 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:16:34.151130 n-d-712140-12 neutron-server[94828]: return self._get(url).json() Aug 29 04:16:34.151130 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:16:34.151130 n-d-712140-12 neutron-server[94828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:16:34.151130 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:16:34.151130 n-d-712140-12 neutron-server[94828]: return self.request(url, 'GET', **kwargs) Aug 29 04:16:34.151130 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:16:34.151130 n-d-712140-12 neutron-server[94828]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:16:34.151130 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:16:34.151130 n-d-712140-12 neutron-server[94828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:16:34.151130 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:16:34.151130 n-d-712140-12 neutron-server[94828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:16:34.151130 n-d-712140-12 neutron-server[94828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:16:34.172468 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port fdc22186-f215-454e-8546-82ba1900a0c8, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=fdc22186-f215-454e-8546-82ba1900a0c8,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:34.182889 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:34.238685 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ebc495fa-979b-435a-8d70-45b998c913da req-dfa3d050-6d0c-468b-9862-4aaa09f4d151 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/security-groups?id=69e9e696-6092-48f5-a28b-387de9f4e688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164598 Aug 29 04:16:34.261105 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=fdc22186-f215-454e-8546-82ba1900a0c8,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:34.295253 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-52b553b8-0fa8-44bd-ad97-bd51ea4e8960 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:34.304436 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b10fed-2c17-4baf-8626-7255ce49f9df req-1e7175d4-0886-4356-acc1-8f4d60133ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:34.306390 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-34b10fed-2c17-4baf-8626-7255ce49f9df req-1e7175d4-0886-4356-acc1-8f4d60133ed8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9ee1ea7e-84f6-4406-82ae-4f9bab3a8b82 HTTP/1.1" status: 200 len: 917 time: 0.1752374 Aug 29 04:16:34.309831 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8cb6f594-4109-4809-a70b-70a79045040b req-ca163744-7373-47ee-a12a-a514b9ec506b tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.22 "GET /v2.0/security-groups?id=46edc4d9-63f8-4b18-b08b-1f71016f23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362417 Aug 29 04:16:34.328101 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-52b553b8-0fa8-44bd-ad97-bd51ea4e8960 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:34.329406 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 44476) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:34.332987 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-52b553b8-0fa8-44bd-ad97-bd51ea4e8960 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] 10.222.0.22 "DELETE /v2.0/networks/90135027-97bd-4f5b-97d1-f6b55ab80118 HTTP/1.1" status: 204 len: 168 time: 1.0504677 Aug 29 04:16:34.357132 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b553b8-0fa8-44bd-ad97-bd51ea4e8960 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Pushing event deleted for resources: {'Network': ['ID=90135027-97bd-4f5b-97d1-f6b55ab80118,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:34.423483 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2ad1f93d-fa0e-4305-a086-3dd79f7cd573 req-fdd8190e-15bd-4980-ace4-d4f6b20dce98 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=8813c8fd-eb29-4e6b-9f27-6ec0ec9b365d HTTP/1.1" status: 200 len: 210 time: 0.0401373 Aug 29 04:16:34.470706 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-34b10fed-2c17-4baf-8626-7255ce49f9df req-9cef6736-e9e8-400e-8616-07e5710cace8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2335139e-f714-4fb1-9686-148f446f99df HTTP/1.1" status: 200 len: 217 time: 0.1551738 Aug 29 04:16:34.535545 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_v2 [None req-c07503ca-f6b9-417a-885e-b9c836a6d43f tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Deleting subnet dbb75bbe-b2a3-4a9b-9174-ee5121eccefb {{(pid=94829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:16:34.558423 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c07503ca-f6b9-417a-885e-b9c836a6d43f tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks [] for subnet, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:34.613680 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b10fed-2c17-4baf-8626-7255ce49f9df req-d1786879-3e66-4e10-8d93-b8d5d8ae302e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:34.615187 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-34b10fed-2c17-4baf-8626-7255ce49f9df req-d1786879-3e66-4e10-8d93-b8d5d8ae302e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=68e1a69a-e9b9-409c-9805-e72f9f7fa746 HTTP/1.1" status: 200 len: 855 time: 0.1330695 Aug 29 04:16:34.621649 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c07503ca-f6b9-417a-885e-b9c836a6d43f tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4311743'] for subnet, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:34.637186 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36501ed0-b0a8-40b9-b978-21f4da65a30b req-e2e47ba6-efc8-4475-9083-0f5018986105 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:34.638765 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-36501ed0-b0a8-40b9-b978-21f4da65a30b req-e2e47ba6-efc8-4475-9083-0f5018986105 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.46 "GET /v2.0/networks?id=53020a37-9cfa-46c3-bf40-16467007f493 HTTP/1.1" status: 200 len: 820 time: 0.2937841 Aug 29 04:16:34.672130 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-36501ed0-b0a8-40b9-b978-21f4da65a30b req-d6c71421-7e4f-4950-b12e-7e861b6c2b95 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Request body: {'port': {'device_id': '8813c8fd-eb29-4e6b-9f27-6ec0ec9b365d', 'network_id': '53020a37-9cfa-46c3-bf40-16467007f493', 'admin_state_up': True, 'tenant_id': '1d0658a0a90a4facb02cad62921e20d5'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:16:34.747664 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['2a6bce68-a836-4780-9092-ee7498142e59'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:16:34.760933 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device e46f7ab3-cf76-43b6-920f-273d9b91eff1 details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:16:34.764354 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['fdc22186-f215-454e-8546-82ba1900a0c8'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:16:34.772983 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15db2cd0-8082-4cba-8214-5811ae29c992 req-547450dd-cc3d-4464-83b3-1517df16be61 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:34.774652 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-15db2cd0-8082-4cba-8214-5811ae29c992 req-547450dd-cc3d-4464-83b3-1517df16be61 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e541588-65de-4b59-82c2-536b303d6135 HTTP/1.1" status: 200 len: 944 time: 0.0575466 Aug 29 04:16:34.840537 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-15db2cd0-8082-4cba-8214-5811ae29c992 req-cbccd980-8343-4796-862c-67041a2e03ef tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470836 Aug 29 04:16:34.856914 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b10fed-2c17-4baf-8626-7255ce49f9df req-c505352d-5cdb-4110-8134-c0b6702df442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:34.858514 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-34b10fed-2c17-4baf-8626-7255ce49f9df req-c505352d-5cdb-4110-8134-c0b6702df442 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9ee1ea7e-84f6-4406-82ae-4f9bab3a8b82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2317014 Aug 29 04:16:34.865517 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:16:34.934899 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bf49ff-baff-4fd7-8666-84e6a8bff926 req-42ec8f95-02d2-4fb3-aa87-1f3d9b16110b tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:34.936529 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-67bf49ff-baff-4fd7-8666-84e6a8bff926 req-42ec8f95-02d2-4fb3-aa87-1f3d9b16110b tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e3ffe36-52a1-4be0-a61a-28d019fa0645 HTTP/1.1" status: 200 len: 945 time: 0.2241700 Aug 29 04:16:34.938021 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c07503ca-f6b9-417a-885e-b9c836a6d43f tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:35.051424 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-67bf49ff-baff-4fd7-8666-84e6a8bff926 req-53e8df56-1153-44ae-80f7-4596e94b15b1 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/security-groups?id=0af834e7-acaf-4d90-a371-bad8b3cc1714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040487 Aug 29 04:16:35.075813 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36501ed0-b0a8-40b9-b978-21f4da65a30b req-d6c71421-7e4f-4950-b12e-7e861b6c2b95 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Made reservation on behalf of 1d0658a0a90a4facb02cad62921e20d5 for: {'port': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:16:35.075813 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-36501ed0-b0a8-40b9-b978-21f4da65a30b req-d6c71421-7e4f-4950-b12e-7e861b6c2b95 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:35.097005 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-34b10fed-2c17-4baf-8626-7255ce49f9df req-7d0c9148-fa71-4d96-b182-965f958fbd95 service neutron] 10.222.0.48 "GET /v2.0/networks/9ee1ea7e-84f6-4406-82ae-4f9bab3a8b82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237864 Aug 29 04:16:35.105286 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c07503ca-f6b9-417a-885e-b9c836a6d43f tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4552352'] for subnet, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:35.159508 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port e46f7ab3-cf76-43b6-920f-273d9b91eff1, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=e46f7ab3-cf76-43b6-920f-273d9b91eff1,segment=NetworkSegment(5e7e2f14-8790-418b-88e1-15441e6a9fb5),segment_id=5e7e2f14-8790-418b-88e1-15441e6a9fb5)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:35.171514 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd670432-b3ce-4ff4-8efc-1ad865b37d89 None None] Network 6378a271-fcd3-4f3e-88f8-811b7642d338 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:16:35.185246 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07503ca-f6b9-417a-885e-b9c836a6d43f tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Pushing event deleted for resources: {'Subnet': ['ID=dbb75bbe-b2a3-4a9b-9174-ee5121eccefb,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:35.216934 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c07503ca-f6b9-417a-885e-b9c836a6d43f tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:35.223168 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-c07503ca-f6b9-417a-885e-b9c836a6d43f tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] 10.222.0.22 "DELETE /v2.0/subnets/dbb75bbe-b2a3-4a9b-9174-ee5121eccefb HTTP/1.1" status: 204 len: 168 time: 0.8914983 Aug 29 04:16:35.225195 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 44484) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:35.228124 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Returning: {'device': 'e46f7ab3-cf76-43b6-920f-273d9b91eff1', 'network_id': '2f4673af-b8e7-4620-a09f-889ce79ba3f8', 'port_id': 'e46f7ab3-cf76-43b6-920f-273d9b91eff1', 'mac_address': 'fa:16:3e:50:f8:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca990b23-63b6-47bd-b575-c3dcd63e7190', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:16:35.318539 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-34b10fed-2c17-4baf-8626-7255ce49f9df req-8e524c91-817e-4bd5-803f-40b1307bd7d2 service neutron] 10.222.0.48 "GET /v2.0/networks/9ee1ea7e-84f6-4406-82ae-4f9bab3a8b82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096133 Aug 29 04:16:35.325859 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a5f696d4-f49a-4642-ba59-c27323ddfd87 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:35.333418 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [req-36501ed0-b0a8-40b9-b978-21f4da65a30b req-d6c71421-7e4f-4950-b12e-7e861b6c2b95 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Allocated IP 172.20.0.14 (53020a37-9cfa-46c3-bf40-16467007f493/210c6ef6-f12f-4dde-90b9-22d1971290b1/1695f969-4f2a-42ed-afd8-fb0a78883cd9) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:16:35.364142 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:35.429963 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e46f7ab3-cf76-43b6-920f-273d9b91eff1 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:16:35.467068 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port e46f7ab3-cf76-43b6-920f-273d9b91eff1, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=e46f7ab3-cf76-43b6-920f-273d9b91eff1,segment=NetworkSegment(5e7e2f14-8790-418b-88e1-15441e6a9fb5),segment_id=5e7e2f14-8790-418b-88e1-15441e6a9fb5)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:35.477359 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:35.492687 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9027502-4fb6-4c25-85ed-829033fa5b61 req-43746e4c-35e5-4b8c-a084-ca41be7933a3 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:35.494337 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b9027502-4fb6-4c25-85ed-829033fa5b61 req-43746e4c-35e5-4b8c-a084-ca41be7933a3 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/ports?device_id=76b51045-e1d9-4565-be48-d00799df16cd HTTP/1.1" status: 200 len: 948 time: 0.0900993 Aug 29 04:16:35.499270 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a5f696d4-f49a-4642-ba59-c27323ddfd87 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Deleting port fbd3314b-e72a-4776-b618-01c2410d638c {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:16:35.499620 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a5f696d4-f49a-4642-ba59-c27323ddfd87 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:35.538958 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223b06c2-ec1d-4840-bf4c-2eefa3e299c1 req-4e1b962f-4649-4b68-a6ac-bef592495567 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:35.540870 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-223b06c2-ec1d-4840-bf4c-2eefa3e299c1 req-4e1b962f-4649-4b68-a6ac-bef592495567 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.22 "GET /v2.0/ports?device_id=b3b2f611-e938-4e7c-b802-00c4c626c68c HTTP/1.1" status: 200 len: 945 time: 0.1256785 Aug 29 04:16:35.559314 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=e46f7ab3-cf76-43b6-920f-273d9b91eff1,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:35.581168 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d060c3-167e-40a1-909f-43ae058a7b12 None None] DHCP port deletion for 6378a271-fcd3-4f3e-88f8-811b7642d338 request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:16:35.623033 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-223b06c2-ec1d-4840-bf4c-2eefa3e299c1 req-56744343-e575-401d-a6b9-ebfa1d4ec969 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.22 "GET /v2.0/security-groups?id=46edc4d9-63f8-4b18-b08b-1f71016f23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702400 Aug 29 04:16:35.641743 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-36501ed0-b0a8-40b9-b978-21f4da65a30b req-d6c71421-7e4f-4950-b12e-7e861b6c2b95 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:35.675276 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 48226964-820a-4a36-b7fb-6ccdd288bc6f no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:16:35.691557 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-a5f696d4-f49a-4642-ba59-c27323ddfd87 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] For port fbd3314b-e72a-4776-b618-01c2410d638c, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=fbd3314b-e72a-4776-b618-01c2410d638c,segment=NetworkSegment(a496741b-1fd5-4472-8949-3c2a4f86a807),segment_id=a496741b-1fd5-4472-8949-3c2a4f86a807)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:35.692226 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a5f696d4-f49a-4642-ba59-c27323ddfd87 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:35.714016 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-36501ed0-b0a8-40b9-b978-21f4da65a30b req-d6c71421-7e4f-4950-b12e-7e861b6c2b95 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:35.721301 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b9027502-4fb6-4c25-85ed-829033fa5b61 req-9f565987-acdc-4d1c-977b-e81df97a8b9c tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/security-groups?id=69e9e696-6092-48f5-a28b-387de9f4e688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192059 Aug 29 04:16:35.723144 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a5f696d4-f49a-4642-ba59-c27323ddfd87 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Calling delete_port for fbd3314b-e72a-4776-b618-01c2410d638c owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:16:35.725859 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 48226964-820a-4a36-b7fb-6ccdd288bc6f {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:16:35.726215 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 48226964-820a-4a36-b7fb-6ccdd288bc6f not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:16:35.737882 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-f1d060c3-167e-40a1-909f-43ae058a7b12 None None] Deleting port fbd3314b-e72a-4776-b618-01c2410d638c {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:16:35.738276 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f1d060c3-167e-40a1-909f-43ae058a7b12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:35.800671 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36501ed0-b0a8-40b9-b978-21f4da65a30b req-d6c71421-7e4f-4950-b12e-7e861b6c2b95 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Network 53020a37-9cfa-46c3-bf40-16467007f493 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:16:35.804619 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [req-36501ed0-b0a8-40b9-b978-21f4da65a30b req-d6c71421-7e4f-4950-b12e-7e861b6c2b95 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:16:35.807771 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [req-36501ed0-b0a8-40b9-b978-21f4da65a30b req-d6c71421-7e4f-4950-b12e-7e861b6c2b95 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:16:35.847351 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-f1d060c3-167e-40a1-909f-43ae058a7b12 None None] For port fbd3314b-e72a-4776-b618-01c2410d638c, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=fbd3314b-e72a-4776-b618-01c2410d638c,segment=NetworkSegment(a496741b-1fd5-4472-8949-3c2a4f86a807),segment_id=a496741b-1fd5-4472-8949-3c2a4f86a807)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:35.847876 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f1d060c3-167e-40a1-909f-43ae058a7b12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:35.868200 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['e46f7ab3-cf76-43b6-920f-273d9b91eff1'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:16:35.898869 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a5f696d4-f49a-4642-ba59-c27323ddfd87 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:35.914103 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba002aa4-338d-47af-8520-a4001fd91df2 req-c06f2ce1-294d-46c3-ae16-cc562460c955 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:35.923196 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ba002aa4-338d-47af-8520-a4001fd91df2 req-c06f2ce1-294d-46c3-ae16-cc562460c955 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=8813c8fd-eb29-4e6b-9f27-6ec0ec9b365d HTTP/1.1" status: 200 len: 932 time: 0.0771425 Aug 29 04:16:35.960665 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-f1d060c3-167e-40a1-909f-43ae058a7b12 None None] Calling delete_port for fbd3314b-e72a-4776-b618-01c2410d638c owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:16:35.965271 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f696d4-f49a-4642-ba59-c27323ddfd87 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Pushing event deleted for resources: {'Port': ['ID=fbd3314b-e72a-4776-b618-01c2410d638c,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:35.974503 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f696d4-f49a-4642-ba59-c27323ddfd87 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] No DVR routers for this DVR port fbd3314b-e72a-4776-b618-01c2410d638c on host n-d-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:16:36.103385 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ba002aa4-338d-47af-8520-a4001fd91df2 req-f608e643-7e6a-455d-8096-660d9d189fbf tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789367 Aug 29 04:16:36.151539 n-d-712140-12 neutron-server[94830]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 29 04:16:36.151539 n-d-712140-12 neutron-server[94830]: from cryptography.utils import int_from_bytes Aug 29 04:16:36.151539 n-d-712140-12 neutron-server[94830]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 29 04:16:36.151539 n-d-712140-12 neutron-server[94830]: from cryptography.utils import int_from_bytes Aug 29 04:16:36.151539 n-d-712140-12 neutron-server[94830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:16:36.151539 n-d-712140-12 neutron-server[94830]: self.session.flush() Aug 29 04:16:36.151539 n-d-712140-12 neutron-server[94830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:16:36.151539 n-d-712140-12 neutron-server[94830]: self.session.flush() Aug 29 04:16:36.151539 n-d-712140-12 neutron-server[94830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:16:36.151539 n-d-712140-12 neutron-server[94830]: self.session.flush() Aug 29 04:16:36.151539 n-d-712140-12 neutron-server[94830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:16:36.151539 n-d-712140-12 neutron-server[94830]: self.session.flush() Aug 29 04:16:36.151539 n-d-712140-12 neutron-server[94830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:16:36.151539 n-d-712140-12 neutron-server[94830]: self.session.flush() Aug 29 04:16:36.151539 n-d-712140-12 neutron-server[94830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:16:36.151539 n-d-712140-12 neutron-server[94830]: self.session.flush() Aug 29 04:16:36.151539 n-d-712140-12 neutron-server[94830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:16:36.151539 n-d-712140-12 neutron-server[94830]: self.session.flush() Aug 29 04:16:36.151539 n-d-712140-12 neutron-server[94830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:16:36.151539 n-d-712140-12 neutron-server[94830]: self.session.flush() Aug 29 04:16:36.151539 n-d-712140-12 neutron-server[94830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:16:36.151539 n-d-712140-12 neutron-server[94830]: self.session.flush() Aug 29 04:16:36.151539 n-d-712140-12 neutron-server[94830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:16:36.151539 n-d-712140-12 neutron-server[94830]: self.session.flush() Aug 29 04:16:36.151539 n-d-712140-12 neutron-server[94830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:16:36.151539 n-d-712140-12 neutron-server[94830]: self.session.flush() Aug 29 04:16:36.151539 n-d-712140-12 neutron-server[94830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:16:36.151539 n-d-712140-12 neutron-server[94830]: self.session.flush() Aug 29 04:16:36.151539 n-d-712140-12 neutron-server[94830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:16:36.151539 n-d-712140-12 neutron-server[94830]: self.session.flush() Aug 29 04:16:36.151539 n-d-712140-12 neutron-server[94830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:16:36.151539 n-d-712140-12 neutron-server[94830]: self.session.flush() Aug 29 04:16:36.151539 n-d-712140-12 neutron-server[94830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:16:36.151539 n-d-712140-12 neutron-server[94830]: self.session.flush() Aug 29 04:16:36.151539 n-d-712140-12 neutron-server[94830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:16:36.151539 n-d-712140-12 neutron-server[94830]: self.session.flush() Aug 29 04:16:36.151539 n-d-712140-12 neutron-server[94830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:16:36.151539 n-d-712140-12 neutron-server[94830]: self.session.flush() Aug 29 04:16:36.151539 n-d-712140-12 neutron-server[94830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:16:36.151539 n-d-712140-12 neutron-server[94830]: self.session.flush() Aug 29 04:16:36.151539 n-d-712140-12 neutron-server[94830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:16:36.151539 n-d-712140-12 neutron-server[94830]: self.session.flush() Aug 29 04:16:36.157922 n-d-712140-12 neutron-server[94830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:16:36.157922 n-d-712140-12 neutron-server[94830]: self.session.flush() Aug 29 04:16:36.157922 n-d-712140-12 neutron-server[94830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:16:36.157922 n-d-712140-12 neutron-server[94830]: self.session.flush() Aug 29 04:16:36.157922 n-d-712140-12 neutron-server[94830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:16:36.157922 n-d-712140-12 neutron-server[94830]: self.session.flush() Aug 29 04:16:36.157922 n-d-712140-12 neutron-server[94830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:16:36.157922 n-d-712140-12 neutron-server[94830]: self.session.flush() Aug 29 04:16:36.157922 n-d-712140-12 neutron-server[94830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:16:36.157922 n-d-712140-12 neutron-server[94830]: self.session.flush() Aug 29 04:16:36.157922 n-d-712140-12 neutron-server[94830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:16:36.157922 n-d-712140-12 neutron-server[94830]: self.session.flush() Aug 29 04:16:36.157922 n-d-712140-12 neutron-server[94830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:16:36.157922 n-d-712140-12 neutron-server[94830]: self.session.flush() Aug 29 04:16:36.164002 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f1d060c3-167e-40a1-909f-43ae058a7b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:36.167916 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a5f696d4-f49a-4642-ba59-c27323ddfd87 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:36.197808 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d060c3-167e-40a1-909f-43ae058a7b12 None None] Pushing event deleted for resources: {'Port': ['ID=fbd3314b-e72a-4776-b618-01c2410d638c,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:36.199339 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-a5f696d4-f49a-4642-ba59-c27323ddfd87 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6378a271-fcd3-4f3e-88f8-811b7642d338']}} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:16:36.220813 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-a5f696d4-f49a-4642-ba59-c27323ddfd87 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a496741b-1fd5-4472-8949-3c2a4f86a807') {'for_net_delete': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:16:36.221507 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-a5f696d4-f49a-4642-ba59-c27323ddfd87 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a496741b-1fd5-4472-8949-3c2a4f86a807') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:16:36.222871 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d060c3-167e-40a1-909f-43ae058a7b12 None None] No DVR routers for this DVR port fbd3314b-e72a-4776-b618-01c2410d638c on host n-d-712140-12 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:16:36.245049 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a5f696d4-f49a-4642-ba59-c27323ddfd87 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8904833'] for segment, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:36.249386 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-506b18a3-b60b-4fd6-9b19-d9fcf1dcff59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:36.281951 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a5f696d4-f49a-4642-ba59-c27323ddfd87 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:36.284155 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c71421-7e4f-4950-b12e-7e861b6c2b95 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Pushing event updated for resources: {'Port': ['ID=1695f969-4f2a-42ed-afd8-fb0a78883cd9,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:36.297429 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5f696d4-f49a-4642-ba59-c27323ddfd87 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=94828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:16:36.298138 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a5f696d4-f49a-4642-ba59-c27323ddfd87 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9190468'] for segment, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:36.326727 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36501ed0-b0a8-40b9-b978-21f4da65a30b req-d6c71421-7e4f-4950-b12e-7e861b6c2b95 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:36.327850 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-36501ed0-b0a8-40b9-b978-21f4da65a30b req-d6c71421-7e4f-4950-b12e-7e861b6c2b95 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:36.347650 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7223ec2-560a-47a6-b665-e2f0f1339c58 req-509bc78c-81f1-42e9-940a-76024aee7dd6 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:36.349659 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d7223ec2-560a-47a6-b665-e2f0f1339c58 req-509bc78c-81f1-42e9-940a-76024aee7dd6 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e541588-65de-4b59-82c2-536b303d6135 HTTP/1.1" status: 200 len: 945 time: 0.1105266 Aug 29 04:16:36.351413 n-d-712140-12 neutron-server[94828]: Traceback (most recent call last): Aug 29 04:16:36.351413 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:16:36.351413 n-d-712140-12 neutron-server[94828]: timer() Aug 29 04:16:36.351413 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:16:36.351413 n-d-712140-12 neutron-server[94828]: cb(*args, **kw) Aug 29 04:16:36.351413 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:16:36.351413 n-d-712140-12 neutron-server[94828]: return func(*args, **kwargs) Aug 29 04:16:36.351413 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:16:36.351413 n-d-712140-12 neutron-server[94828]: self._notify() Aug 29 04:16:36.351413 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:16:36.351413 n-d-712140-12 neutron-server[94828]: self.callback(batched_events) Aug 29 04:16:36.351413 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:16:36.351413 n-d-712140-12 neutron-server[94828]: event.method(event) Aug 29 04:16:36.351413 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:16:36.351413 n-d-712140-12 neutron-server[94828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:16:36.351413 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:16:36.351413 n-d-712140-12 neutron-server[94828]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:16:36.351413 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:16:36.351413 n-d-712140-12 neutron-server[94828]: return f(self, *a, **k) Aug 29 04:16:36.351413 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:16:36.351413 n-d-712140-12 neutron-server[94828]: return self._get(url).json() Aug 29 04:16:36.351413 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:16:36.351413 n-d-712140-12 neutron-server[94828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:16:36.351413 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:16:36.351413 n-d-712140-12 neutron-server[94828]: return self.request(url, 'GET', **kwargs) Aug 29 04:16:36.351413 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:16:36.351413 n-d-712140-12 neutron-server[94828]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:16:36.351413 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:16:36.351413 n-d-712140-12 neutron-server[94828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:16:36.351413 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:16:36.351413 n-d-712140-12 neutron-server[94828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:16:36.351413 n-d-712140-12 neutron-server[94828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:16:36.370164 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-36501ed0-b0a8-40b9-b978-21f4da65a30b req-d6c71421-7e4f-4950-b12e-7e861b6c2b95 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7024434 Aug 29 04:16:36.394519 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-36501ed0-b0a8-40b9-b978-21f4da65a30b req-5b2ff45b-d791-4f3f-96c9-da3fe5f56fc7 service neutron] Request body: {'port': {'device_id': '8813c8fd-eb29-4e6b-9f27-6ec0ec9b365d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-12'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:16:36.417497 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a5f696d4-f49a-4642-ba59-c27323ddfd87 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:36.433425 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a5f696d4-f49a-4642-ba59-c27323ddfd87 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:36.442210 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-a5f696d4-f49a-4642-ba59-c27323ddfd87 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] 10.222.0.22 "DELETE /v2.0/networks/6378a271-fcd3-4f3e-88f8-811b7642d338 HTTP/1.1" status: 204 len: 168 time: 1.2104576 Aug 29 04:16:36.462810 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f696d4-f49a-4642-ba59-c27323ddfd87 tempest-ServersTestMultiNic-1788564458 tempest-ServersTestMultiNic-1788564458-project] Pushing event deleted for resources: {'Network': ['ID=6378a271-fcd3-4f3e-88f8-811b7642d338,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:36.465107 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d7223ec2-560a-47a6-b665-e2f0f1339c58 req-b664f101-fd44-464b-9f78-6e443c6d5bb3 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037703 Aug 29 04:16:36.480354 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bbed94-14d0-400c-a8e6-807d216fa84f req-6948f4b7-e86a-4950-a049-1e40f3847a8d tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:36.483019 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-71bbed94-14d0-400c-a8e6-807d216fa84f req-6948f4b7-e86a-4950-a049-1e40f3847a8d tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e3ffe36-52a1-4be0-a61a-28d019fa0645 HTTP/1.1" status: 200 len: 945 time: 0.1218102 Aug 29 04:16:36.508965 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-36501ed0-b0a8-40b9-b978-21f4da65a30b req-5b2ff45b-d791-4f3f-96c9-da3fe5f56fc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:36.552443 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-71bbed94-14d0-400c-a8e6-807d216fa84f req-9ccd435b-6bcb-4ff2-b909-88ef4124a910 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/security-groups?id=0af834e7-acaf-4d90-a371-bad8b3cc1714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549324 Aug 29 04:16:36.661933 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 44508) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:36.888086 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ceff88-3da6-4222-bcd7-dce28eafe7c9 req-82af3442-c0cf-4d5e-867b-abfdba9deb8c tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:36.889608 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c0ceff88-3da6-4222-bcd7-dce28eafe7c9 req-82af3442-c0cf-4d5e-867b-abfdba9deb8c tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.22 "GET /v2.0/ports?device_id=b3b2f611-e938-4e7c-b802-00c4c626c68c HTTP/1.1" status: 200 len: 945 time: 0.1221404 Aug 29 04:16:36.910651 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [req-36501ed0-b0a8-40b9-b978-21f4da65a30b req-5b2ff45b-d791-4f3f-96c9-da3fe5f56fc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1695f969-4f2a-42ed-afd8-fb0a78883cd9 {{(pid=94829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:16:36.922977 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-36501ed0-b0a8-40b9-b978-21f4da65a30b req-5b2ff45b-d791-4f3f-96c9-da3fe5f56fc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:36.942366 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [req-36501ed0-b0a8-40b9-b978-21f4da65a30b req-5b2ff45b-d791-4f3f-96c9-da3fe5f56fc7 service neutron] Transition to ACTIVE for port object 1695f969-4f2a-42ed-afd8-fb0a78883cd9 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:16:36.947452 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-36501ed0-b0a8-40b9-b978-21f4da65a30b req-5b2ff45b-d791-4f3f-96c9-da3fe5f56fc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:37.047545 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:37.053228 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2ff45b-d791-4f3f-96c9-da3fe5f56fc7 service neutron] Pushing event updated for resources: {'Port': ['ID=1695f969-4f2a-42ed-afd8-fb0a78883cd9,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:37.138764 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7862711a-485d-4018-bf99-1f8659539214 req-8d2e9a4d-06a7-4f09-834a-5438ee5bb3e6 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:37.141245 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7862711a-485d-4018-bf99-1f8659539214 req-8d2e9a4d-06a7-4f09-834a-5438ee5bb3e6 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/ports?device_id=76b51045-e1d9-4565-be48-d00799df16cd HTTP/1.1" status: 200 len: 948 time: 0.1569433 Aug 29 04:16:37.153231 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:37.190768 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-36501ed0-b0a8-40b9-b978-21f4da65a30b req-5b2ff45b-d791-4f3f-96c9-da3fe5f56fc7 service neutron] Attempting to bind port 1695f969-4f2a-42ed-afd8-fb0a78883cd9 on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:16:37.191415 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-36501ed0-b0a8-40b9-b978-21f4da65a30b req-5b2ff45b-d791-4f3f-96c9-da3fe5f56fc7 service neutron] Attempting to bind port 1695f969-4f2a-42ed-afd8-fb0a78883cd9 by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': '1fc19f14-bf6d-4959-b2c5-ed51e935e5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '53020a37-9cfa-46c3-bf40-16467007f493'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:16:37.191767 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36501ed0-b0a8-40b9-b978-21f4da65a30b req-5b2ff45b-d791-4f3f-96c9-da3fe5f56fc7 service neutron] Attempting to bind port 1695f969-4f2a-42ed-afd8-fb0a78883cd9 on network 53020a37-9cfa-46c3-bf40-16467007f493 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:16:37.204848 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36501ed0-b0a8-40b9-b978-21f4da65a30b req-5b2ff45b-d791-4f3f-96c9-da3fe5f56fc7 service neutron] Port 1695f969-4f2a-42ed-afd8-fb0a78883cd9 on network 53020a37-9cfa-46c3-bf40-16467007f493 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:16:37.205201 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36501ed0-b0a8-40b9-b978-21f4da65a30b req-5b2ff45b-d791-4f3f-96c9-da3fe5f56fc7 service neutron] Attempting to bind port 1695f969-4f2a-42ed-afd8-fb0a78883cd9 on network 53020a37-9cfa-46c3-bf40-16467007f493 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:16:37.214981 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c0ceff88-3da6-4222-bcd7-dce28eafe7c9 req-61b03d27-cd1f-4052-8302-d57585ab84fe tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.22 "GET /v2.0/security-groups?id=46edc4d9-63f8-4b18-b08b-1f71016f23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3101306 Aug 29 04:16:37.218611 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7862711a-485d-4018-bf99-1f8659539214 req-d6e3fbd6-7359-4b0d-a043-349e753d2ee4 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/security-groups?id=69e9e696-6092-48f5-a28b-387de9f4e688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650439 Aug 29 04:16:37.220650 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36501ed0-b0a8-40b9-b978-21f4da65a30b req-5b2ff45b-d791-4f3f-96c9-da3fe5f56fc7 service neutron] Checking agent: {'id': '3de9de52-3a03-431d-9d7e-497ae92c57ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:16:37.221197 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36501ed0-b0a8-40b9-b978-21f4da65a30b req-5b2ff45b-d791-4f3f-96c9-da3fe5f56fc7 service neutron] Checking segment: {'id': '1fc19f14-bf6d-4959-b2c5-ed51e935e5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '53020a37-9cfa-46c3-bf40-16467007f493'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:16:37.221858 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36501ed0-b0a8-40b9-b978-21f4da65a30b req-5b2ff45b-d791-4f3f-96c9-da3fe5f56fc7 service neutron] Bound using segment: {'id': '1fc19f14-bf6d-4959-b2c5-ed51e935e5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '53020a37-9cfa-46c3-bf40-16467007f493'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:16:37.222498 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-36501ed0-b0a8-40b9-b978-21f4da65a30b req-5b2ff45b-d791-4f3f-96c9-da3fe5f56fc7 service neutron] Bound port: 1695f969-4f2a-42ed-afd8-fb0a78883cd9, host: n-h1-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fc19f14-bf6d-4959-b2c5-ed51e935e5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '53020a37-9cfa-46c3-bf40-16467007f493'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:16:37.222868 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-36501ed0-b0a8-40b9-b978-21f4da65a30b req-5b2ff45b-d791-4f3f-96c9-da3fe5f56fc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:37.259382 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 2a6bce68-a836-4780-9092-ee7498142e59 up at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:16:37.377380 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-36501ed0-b0a8-40b9-b978-21f4da65a30b req-5b2ff45b-d791-4f3f-96c9-da3fe5f56fc7 service neutron] For port 1695f969-4f2a-42ed-afd8-fb0a78883cd9, host n-h1-712140-12, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:16:37.385312 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning for port 2a6bce68-a836-4780-9092-ee7498142e59 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:16:37.389610 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning complete for port 2a6bce68-a836-4780-9092-ee7498142e59 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:16:37.390011 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:37.411331 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-36501ed0-b0a8-40b9-b978-21f4da65a30b req-5b2ff45b-d791-4f3f-96c9-da3fe5f56fc7 service neutron] For port 1695f969-4f2a-42ed-afd8-fb0a78883cd9, host n-h1-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=1695f969-4f2a-42ed-afd8-fb0a78883cd9,segment=NetworkSegment(1fc19f14-bf6d-4959-b2c5-ed51e935e5ad),segment_id=1fc19f14-bf6d-4959-b2c5-ed51e935e5ad)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:16:37.418873 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-36501ed0-b0a8-40b9-b978-21f4da65a30b req-5b2ff45b-d791-4f3f-96c9-da3fe5f56fc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:37.464107 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36501ed0-b0a8-40b9-b978-21f4da65a30b req-5b2ff45b-d791-4f3f-96c9-da3fe5f56fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:37.464894 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-36501ed0-b0a8-40b9-b978-21f4da65a30b req-5b2ff45b-d791-4f3f-96c9-da3fe5f56fc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:37.466310 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-36501ed0-b0a8-40b9-b978-21f4da65a30b req-5b2ff45b-d791-4f3f-96c9-da3fe5f56fc7 service neutron] 10.222.0.46 "PUT /v2.0/ports/1695f969-4f2a-42ed-afd8-fb0a78883cd9 HTTP/1.1" status: 200 len: 1093 time: 1.0776951 Aug 29 04:16:37.470200 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8813c8fd-eb29-4e6b-9f27-6ec0ec9b365d', 'tag': '1695f969-4f2a-42ed-afd8-fb0a78883cd9'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:16:37.474871 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ed1f909-cadc-4cde-937b-6dd44dd91328" -d '{"events": [{"name": "network-changed", "server_uuid": "8813c8fd-eb29-4e6b-9f27-6ec0ec9b365d", "tag": "1695f969-4f2a-42ed-afd8-fb0a78883cd9"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:16:37.485501 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dcd74f-f912-4955-b38c-51b59b3aba25 req-5acee15a-7139-4637-8a3b-4929052ba742 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:37.488210 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-19dcd74f-f912-4955-b38c-51b59b3aba25 req-5acee15a-7139-4637-8a3b-4929052ba742 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=8813c8fd-eb29-4e6b-9f27-6ec0ec9b365d HTTP/1.1" status: 200 len: 944 time: 0.1257756 Aug 29 04:16:37.503802 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-edcedf14-0b32-4612-8349-e0943c8a1f5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713413'] for router_interface, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:37.516181 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1696cdac-69d4-423c-8203-88b2dc5f7a3a req-41a0601d-a7be-473f-8343-3f6be5689c34 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:37.518313 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1696cdac-69d4-423c-8203-88b2dc5f7a3a req-41a0601d-a7be-473f-8343-3f6be5689c34 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.22 "GET /v2.0/ports?device_id=b3b2f611-e938-4e7c-b802-00c4c626c68c HTTP/1.1" status: 200 len: 945 time: 0.1599786 Aug 29 04:16:37.524202 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2ff45b-d791-4f3f-96c9-da3fe5f56fc7 service neutron] Pushing event updated for resources: {'Port': ['ID=1695f969-4f2a-42ed-afd8-fb0a78883cd9,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:37.550499 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:37.620509 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5b9e990-09f2-4f7b-90b9-6e7faa63a530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a6bce68-a836-4780-9092-ee7498142e59'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:16:37.622837 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a3266e0-a2ee-4030-9e41-26c047026fa3" -d '{"events": [{"server_uuid": "e5b9e990-09f2-4f7b-90b9-6e7faa63a530", "name": "network-vif-plugged", "status": "completed", "tag": "2a6bce68-a836-4780-9092-ee7498142e59"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:16:37.638748 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device fbd3314b-e72a-4776-b618-01c2410d638c no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:16:37.645993 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 2a6bce68-a836-4780-9092-ee7498142e59, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=2a6bce68-a836-4780-9092-ee7498142e59,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:37.650051 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36501ed0-b0a8-40b9-b978-21f4da65a30b req-89857639-c0f9-4f99-93e3-01f0fb09c78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:37.651562 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-36501ed0-b0a8-40b9-b978-21f4da65a30b req-89857639-c0f9-4f99-93e3-01f0fb09c78a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1d0658a0a90a4facb02cad62921e20d5&device_id=8813c8fd-eb29-4e6b-9f27-6ec0ec9b365d HTTP/1.1" status: 200 len: 1096 time: 0.1089737 Aug 29 04:16:37.655596 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1696cdac-69d4-423c-8203-88b2dc5f7a3a req-4aebbab4-343f-4745-adea-0a95dcbdeaf4 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.22 "GET /v2.0/security-groups?id=46edc4d9-63f8-4b18-b08b-1f71016f23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211720 Aug 29 04:16:37.666573 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:37.667824 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device fdc22186-f215-454e-8546-82ba1900a0c8 up at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:16:37.670946 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: fbd3314b-e72a-4776-b618-01c2410d638c {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:16:37.671307 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device fbd3314b-e72a-4776-b618-01c2410d638c not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:16:37.675115 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-19dcd74f-f912-4955-b38c-51b59b3aba25 req-ec018da7-5af4-49c2-b7b4-58d157b1e087 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659818 Aug 29 04:16:37.748791 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c6665ee-afcf-4b97-9abb-a0c7c98bb148 x-openstack-request-id: req-7c6665ee-afcf-4b97-9abb-a0c7c98bb148 {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:16:37.750157 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8813c8fd-eb29-4e6b-9f27-6ec0ec9b365d", "tag": "1695f969-4f2a-42ed-afd8-fb0a78883cd9", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:16:37.750651 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7c6665ee-afcf-4b97-9abb-a0c7c98bb148 {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:16:37.751394 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8813c8fd-eb29-4e6b-9f27-6ec0ec9b365d', 'tag': '1695f969-4f2a-42ed-afd8-fb0a78883cd9', 'status': 'completed', 'code': 200} Aug 29 04:16:37.762427 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-36501ed0-b0a8-40b9-b978-21f4da65a30b req-f533cf2e-fd5b-4e9f-b49c-af4b5e688a91 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1695f969-4f2a-42ed-afd8-fb0a78883cd9 HTTP/1.1" status: 200 len: 217 time: 0.0947037 Aug 29 04:16:37.849918 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=2a6bce68-a836-4780-9092-ee7498142e59,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:37.867415 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning for port fdc22186-f215-454e-8546-82ba1900a0c8 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:16:37.873067 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning complete for port fdc22186-f215-454e-8546-82ba1900a0c8 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:16:37.873498 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:37.912468 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36501ed0-b0a8-40b9-b978-21f4da65a30b req-453854af-d392-4919-8cb6-41ce405167e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:37.914981 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-36501ed0-b0a8-40b9-b978-21f4da65a30b req-453854af-d392-4919-8cb6-41ce405167e6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=210c6ef6-f12f-4dde-90b9-22d1971290b1 HTTP/1.1" status: 200 len: 860 time: 0.1427977 Aug 29 04:16:37.937495 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4255019-e7b1-4bc7-8604-02498d1462b8 req-5dd7a23e-72ba-43c1-a689-9e781c27cdc2 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:37.941170 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c4255019-e7b1-4bc7-8604-02498d1462b8 req-5dd7a23e-72ba-43c1-a689-9e781c27cdc2 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e3ffe36-52a1-4be0-a61a-28d019fa0645 HTTP/1.1" status: 200 len: 945 time: 0.0993245 Aug 29 04:16:37.950713 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1b02eb-5e9d-44e5-b6b5-9cd49afdfdf4 req-90d0e2ec-15e8-4f73-b500-e9b5bd3d1ab8 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:37.952440 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-cc1b02eb-5e9d-44e5-b6b5-9cd49afdfdf4 req-90d0e2ec-15e8-4f73-b500-e9b5bd3d1ab8 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e541588-65de-4b59-82c2-536b303d6135 HTTP/1.1" status: 200 len: 945 time: 0.1153221 Aug 29 04:16:37.989849 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:38.006187 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-36501ed0-b0a8-40b9-b978-21f4da65a30b req-d3df9064-8a1a-401f-911d-8f3bed73050e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=53020a37-9cfa-46c3-bf40-16467007f493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629628 Aug 29 04:16:38.009654 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-edcedf14-0b32-4612-8349-e0943c8a1f5f admin admin] Deleting port f43900bb-6dba-4422-9b43-d7e43a1a8e3d {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:16:38.009996 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-edcedf14-0b32-4612-8349-e0943c8a1f5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:38.017346 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-cc1b02eb-5e9d-44e5-b6b5-9cd49afdfdf4 req-59ecc585-2dce-4058-9d70-da9efe2f797a tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548193 Aug 29 04:16:38.030522 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port fdc22186-f215-454e-8546-82ba1900a0c8, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=fdc22186-f215-454e-8546-82ba1900a0c8,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:38.037017 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:38.059940 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c4255019-e7b1-4bc7-8604-02498d1462b8 req-ab511226-0f4b-4fc8-92bb-f5041674bcff tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/security-groups?id=0af834e7-acaf-4d90-a371-bad8b3cc1714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049786 Aug 29 04:16:38.105047 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-245900bf-98a1-4b70-8788-ad01af6eb29b x-openstack-request-id: req-245900bf-98a1-4b70-8788-ad01af6eb29b {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:16:38.105615 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5b9e990-09f2-4f7b-90b9-6e7faa63a530", "name": "network-vif-plugged", "status": "completed", "tag": "2a6bce68-a836-4780-9092-ee7498142e59", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:16:38.105615 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-245900bf-98a1-4b70-8788-ad01af6eb29b {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:16:38.105978 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5b9e990-09f2-4f7b-90b9-6e7faa63a530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a6bce68-a836-4780-9092-ee7498142e59', 'code': 200} Aug 29 04:16:38.138593 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=fdc22186-f215-454e-8546-82ba1900a0c8,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:38.152318 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-edcedf14-0b32-4612-8349-e0943c8a1f5f admin admin] For port f43900bb-6dba-4422-9b43-d7e43a1a8e3d, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=f43900bb-6dba-4422-9b43-d7e43a1a8e3d,segment=NetworkSegment(cbc7fcd6-54d7-4c29-b8dc-e45b75834936),segment_id=cbc7fcd6-54d7-4c29-b8dc-e45b75834936)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:38.152733 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-edcedf14-0b32-4612-8349-e0943c8a1f5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:38.157017 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-36501ed0-b0a8-40b9-b978-21f4da65a30b req-0bfa770c-8251-43e8-a436-3e2ec72b3f2a service neutron] 10.222.0.46 "GET /v2.0/networks/53020a37-9cfa-46c3-bf40-16467007f493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315918 Aug 29 04:16:38.177622 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-edcedf14-0b32-4612-8349-e0943c8a1f5f admin admin] Calling delete_port for f43900bb-6dba-4422-9b43-d7e43a1a8e3d owned by network:router_interface {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:16:38.336626 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8c6646-f92a-4cca-bc0c-f39e4562c375 req-cd5f0744-cce8-42d1-b095-76735b96c820 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:38.340059 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3a8c6646-f92a-4cca-bc0c-f39e4562c375 req-cd5f0744-cce8-42d1-b095-76735b96c820 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.22 "GET /v2.0/ports?device_id=fef89d46-3fbd-4038-be67-540c3c05e8af HTTP/1.1" status: 200 len: 946 time: 0.1580336 Aug 29 04:16:38.374936 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-36501ed0-b0a8-40b9-b978-21f4da65a30b req-f616b4d2-881c-4fc8-9088-f2b81da2d83d service neutron] 10.222.0.46 "GET /v2.0/networks/53020a37-9cfa-46c3-bf40-16467007f493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017393 Aug 29 04:16:38.377904 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379c8b8e-4c55-4316-846b-980c2512684e req-b200a65a-6b39-4a4c-9651-2448e21ec77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:38.379335 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-379c8b8e-4c55-4316-846b-980c2512684e req-b200a65a-6b39-4a4c-9651-2448e21ec77a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e5b9e990-09f2-4f7b-90b9-6e7faa63a530 HTTP/1.1" status: 200 len: 1102 time: 0.1280479 Aug 29 04:16:38.390057 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4e41ee-a44e-4e8a-ada4-3d1597b7593e req-1e18ac0f-9fdb-460e-87a7-1ecc1ece1f98 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:38.391924 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6e4e41ee-a44e-4e8a-ada4-3d1597b7593e req-1e18ac0f-9fdb-460e-87a7-1ecc1ece1f98 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/ports?device_id=76b51045-e1d9-4565-be48-d00799df16cd HTTP/1.1" status: 200 len: 949 time: 0.0693443 Aug 29 04:16:38.427710 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3a8c6646-f92a-4cca-bc0c-f39e4562c375 req-4ba29812-0fe3-4f49-aa80-ffac24f907df tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.22 "GET /v2.0/security-groups?id=46edc4d9-63f8-4b18-b08b-1f71016f23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817363 Aug 29 04:16:38.480509 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6e4e41ee-a44e-4e8a-ada4-3d1597b7593e req-8df1589d-f5b9-4de3-b872-355327857606 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/security-groups?id=69e9e696-6092-48f5-a28b-387de9f4e688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581195 Aug 29 04:16:38.481388 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-edcedf14-0b32-4612-8349-e0943c8a1f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:38.494357 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-379c8b8e-4c55-4316-846b-980c2512684e req-695bbc93-e85f-4a8c-954a-aa584562b886 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=69e9e696-6092-48f5-a28b-387de9f4e688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033254 Aug 29 04:16:38.508275 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcedf14-0b32-4612-8349-e0943c8a1f5f admin admin] Pushing event deleted for resources: {'Port': ['ID=f43900bb-6dba-4422-9b43-d7e43a1a8e3d,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:38.518100 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed1f909-cadc-4cde-937b-6dd44dd91328 req-5e62b067-6154-47b5-9652-eaf52c5b1fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:38.521031 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6ed1f909-cadc-4cde-937b-6dd44dd91328 req-5e62b067-6154-47b5-9652-eaf52c5b1fed service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1d0658a0a90a4facb02cad62921e20d5&device_id=8813c8fd-eb29-4e6b-9f27-6ec0ec9b365d HTTP/1.1" status: 200 len: 1096 time: 0.0815268 Aug 29 04:16:38.554807 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:38.711299 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609e158a-202d-46ae-ab67-d5eaa3dc59c3 req-338dcb5a-45b2-4079-a27c-60aff32bed7b tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:38.713644 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-609e158a-202d-46ae-ab67-d5eaa3dc59c3 req-338dcb5a-45b2-4079-a27c-60aff32bed7b tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.22 "GET /v2.0/ports?device_id=cc18cbe5-088c-4ebd-8ee9-e1ab72c96d64 HTTP/1.1" status: 200 len: 946 time: 0.1402135 Aug 29 04:16:38.770261 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device e46f7ab3-cf76-43b6-920f-273d9b91eff1 up at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:16:38.778888 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed1f909-cadc-4cde-937b-6dd44dd91328 req-df0f8873-6394-4e17-be56-cb4b1e855207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:38.781672 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6ed1f909-cadc-4cde-937b-6dd44dd91328 req-df0f8873-6394-4e17-be56-cb4b1e855207 service neutron] 10.222.0.46 "GET /v2.0/networks?id=53020a37-9cfa-46c3-bf40-16467007f493 HTTP/1.1" status: 200 len: 921 time: 0.2394454 Aug 29 04:16:38.794467 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-edcedf14-0b32-4612-8349-e0943c8a1f5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-713231'] for router_interface, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:38.859886 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6ed1f909-cadc-4cde-937b-6dd44dd91328 req-2e63923b-b45d-4cb2-95ba-829281777b35 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1695f969-4f2a-42ed-afd8-fb0a78883cd9 HTTP/1.1" status: 200 len: 217 time: 0.0612376 Aug 29 04:16:38.863637 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-609e158a-202d-46ae-ab67-d5eaa3dc59c3 req-5066318c-92ce-4217-a8d4-00fe486bf19e tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.22 "GET /v2.0/security-groups?id=46edc4d9-63f8-4b18-b08b-1f71016f23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256435 Aug 29 04:16:38.868863 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning for port e46f7ab3-cf76-43b6-920f-273d9b91eff1 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:16:38.874866 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning complete for port e46f7ab3-cf76-43b6-920f-273d9b91eff1 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:16:38.875424 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:38.958839 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [req-8c47bb95-fbcd-48ac-a1e0-588dd13924df req-3d8827fd-06b1-4b51-bef7-423ce7a8b3fa tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:16:38.960285 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8c47bb95-fbcd-48ac-a1e0-588dd13924df req-3d8827fd-06b1-4b51-bef7-423ce7a8b3fa tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0100715 Aug 29 04:16:38.970573 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed1f909-cadc-4cde-937b-6dd44dd91328 req-c82e6255-fc63-4995-bb5d-b6aae88895e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:38.973746 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6ed1f909-cadc-4cde-937b-6dd44dd91328 req-c82e6255-fc63-4995-bb5d-b6aae88895e8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=210c6ef6-f12f-4dde-90b9-22d1971290b1 HTTP/1.1" status: 200 len: 860 time: 0.0994301 Aug 29 04:16:38.999411 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42a782c-3697-4323-ae8f-978c5219f7e5 req-48d64abd-8608-49f4-ae90-f2ff4f4ecee7 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:38.999819 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:39.001129 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f42a782c-3697-4323-ae8f-978c5219f7e5 req-48d64abd-8608-49f4-ae90-f2ff4f4ecee7 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=8813c8fd-eb29-4e6b-9f27-6ec0ec9b365d HTTP/1.1" status: 200 len: 944 time: 0.1859219 Aug 29 04:16:39.069575 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port e46f7ab3-cf76-43b6-920f-273d9b91eff1, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=e46f7ab3-cf76-43b6-920f-273d9b91eff1,segment=NetworkSegment(5e7e2f14-8790-418b-88e1-15441e6a9fb5),segment_id=5e7e2f14-8790-418b-88e1-15441e6a9fb5)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:39.071907 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6ed1f909-cadc-4cde-937b-6dd44dd91328 req-0795a4f8-0a88-465d-8470-a21933b49384 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=53020a37-9cfa-46c3-bf40-16467007f493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510330 Aug 29 04:16:39.079760 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:39.118048 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f42a782c-3697-4323-ae8f-978c5219f7e5 req-7e3f9e13-2866-4870-9284-efad200d18a1 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985961 Aug 29 04:16:39.147627 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=e46f7ab3-cf76-43b6-920f-273d9b91eff1,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:39.153525 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8c47bb95-fbcd-48ac-a1e0-588dd13924df req-1e45e964-8add-4041-8d03-3fc8bf450c0c tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.22 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1784053 Aug 29 04:16:39.214803 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6ed1f909-cadc-4cde-937b-6dd44dd91328 req-1a949b47-e0a6-4d1a-ad71-2b1d4b6a8b83 service neutron] 10.222.0.46 "GET /v2.0/networks/53020a37-9cfa-46c3-bf40-16467007f493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342669 Aug 29 04:16:39.229508 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edcedf14-0b32-4612-8349-e0943c8a1f5f admin admin] Router b34b4aa7-c0d3-4b6a-9b34-e0f4badceb1e has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:16:39.337419 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b570bdc3-4aad-4796-bf56-6b54211dd695 req-1228753d-51fe-4fd2-8bb5-b4b6ff296a72 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:39.338898 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b570bdc3-4aad-4796-bf56-6b54211dd695 req-1228753d-51fe-4fd2-8bb5-b4b6ff296a72 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e541588-65de-4b59-82c2-536b303d6135 HTTP/1.1" status: 200 len: 946 time: 0.1227546 Aug 29 04:16:39.366797 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6ed1f909-cadc-4cde-937b-6dd44dd91328 req-41165fde-173f-4f16-874d-6d8b590551aa service neutron] 10.222.0.46 "GET /v2.0/networks/53020a37-9cfa-46c3-bf40-16467007f493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372733 Aug 29 04:16:39.419147 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edcedf14-0b32-4612-8349-e0943c8a1f5f admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:16:39.425427 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-edcedf14-0b32-4612-8349-e0943c8a1f5f admin admin] 10.222.0.22 "PUT /v2.0/routers/b34b4aa7-c0d3-4b6a-9b34-e0f4badceb1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7609799 Aug 29 04:16:39.428304 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 44548) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:39.432962 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2764b7f5-674f-4608-a148-597752147d7e None None] Sync routers for ids ['b34b4aa7-c0d3-4b6a-9b34-e0f4badceb1e'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:16:39.449955 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2764b7f5-674f-4608-a148-597752147d7e None None] Routers {'b34b4aa7-c0d3-4b6a-9b34-e0f4badceb1e'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:16:39.449955 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-2764b7f5-674f-4608-a148-597752147d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:16:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['b34b4aa7-c0d3-4b6a-9b34-e0f4badceb1e'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:16:39.450291 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b570bdc3-4aad-4796-bf56-6b54211dd695 req-80c8e8a4-5917-4a9c-ad34-ad82126bd399 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783820 Aug 29 04:16:39.607571 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-2764b7f5-674f-4608-a148-597752147d7e None None] Set router b34b4aa7-c0d3-4b6a-9b34-e0f4badceb1e gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:16:39.610623 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5dd0fc81-2f8f-4ade-8f24-53b283ccfcb9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:39.669277 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81657650-4c5b-4881-88d7-a81315a58513 req-b0c2d5a7-bfc1-422e-8b00-3e7934d22ffe tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:39.672139 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-81657650-4c5b-4881-88d7-a81315a58513 req-b0c2d5a7-bfc1-422e-8b00-3e7934d22ffe tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e3ffe36-52a1-4be0-a61a-28d019fa0645 HTTP/1.1" status: 200 len: 945 time: 0.2368283 Aug 29 04:16:39.753703 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd04315f-d065-4461-86d9-9fc665188e85 req-a8455d48-57cc-4507-96ac-9612f75752b8 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:39.755302 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dd04315f-d065-4461-86d9-9fc665188e85 req-a8455d48-57cc-4507-96ac-9612f75752b8 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.22 "GET /v2.0/ports?device_id=b3b2f611-e938-4e7c-b802-00c4c626c68c HTTP/1.1" status: 200 len: 945 time: 0.0731199 Aug 29 04:16:39.813405 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dd04315f-d065-4461-86d9-9fc665188e85 req-eb196224-fcd7-4a73-bc3b-322580708117 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.22 "GET /v2.0/security-groups?id=46edc4d9-63f8-4b18-b08b-1f71016f23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512280 Aug 29 04:16:39.835488 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-81657650-4c5b-4881-88d7-a81315a58513 req-ef3f2414-431b-4b78-9a6f-ea8e29815451 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/security-groups?id=0af834e7-acaf-4d90-a371-bad8b3cc1714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478648 Aug 29 04:16:39.857603 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5dd0fc81-2f8f-4ade-8f24-53b283ccfcb9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:39.887428 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-2764b7f5-674f-4608-a148-597752147d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b34b4aa7-c0d3-4b6a-9b34-e0f4badceb1e', 'name': 'tempest-ServersTestMultiNic-1439861869-router', 'tenant_id': 'c9804a8a9be04dbf9e3249af907a3916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': 'b95dc656-3c2c-44be-acb1-4efa1483c40e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:14:47Z', 'updated_at': '2021-08-29T04:16:38Z', 'revision_number': 5, 'project_id': 'c9804a8a9be04dbf9e3249af907a3916', 'gw_port': {'id': 'b95dc656-3c2c-44be-acb1-4efa1483c40e', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:08:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34b4aa7-c0d3-4b6a-9b34-e0f4badceb1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:14:48Z', 'updated_at': '2021-08-29T04:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:16:39.940434 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2764b7f5-674f-4608-a148-597752147d7e None None] Checking router: b34b4aa7-c0d3-4b6a-9b34-e0f4badceb1e for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:16:39.954363 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2764b7f5-674f-4608-a148-597752147d7e None None] Routers {'b34b4aa7-c0d3-4b6a-9b34-e0f4badceb1e'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:16:39.956996 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-2764b7f5-674f-4608-a148-597752147d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:16:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['b34b4aa7-c0d3-4b6a-9b34-e0f4badceb1e'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:16:39.969785 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-5dd0fc81-2f8f-4ade-8f24-53b283ccfcb9 admin admin] Deleting port b95dc656-3c2c-44be-acb1-4efa1483c40e {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:16:39.970135 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5dd0fc81-2f8f-4ade-8f24-53b283ccfcb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:39.985302 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8fc116-2108-42df-8f7f-bbaa1e54fb06 req-7fdeac95-c853-4b3b-990f-e1e5725faa2c tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:39.987093 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-df8fc116-2108-42df-8f7f-bbaa1e54fb06 req-7fdeac95-c853-4b3b-990f-e1e5725faa2c tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/ports?device_id=76b51045-e1d9-4565-be48-d00799df16cd HTTP/1.1" status: 200 len: 949 time: 0.0805032 Aug 29 04:16:40.031980 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2914b9dd-8d90-4199-a076-3bd4ed39e54d req-36f16142-8b66-4f84-b218-3377527a3d97 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:40.033528 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2914b9dd-8d90-4199-a076-3bd4ed39e54d req-36f16142-8b66-4f84-b218-3377527a3d97 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.22 "GET /v2.0/ports?device_id=fef89d46-3fbd-4038-be67-540c3c05e8af HTTP/1.1" status: 200 len: 946 time: 0.1152296 Aug 29 04:16:40.048378 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-df8fc116-2108-42df-8f7f-bbaa1e54fb06 req-b1ef059e-1711-4068-8455-cfd7561324d4 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/security-groups?id=69e9e696-6092-48f5-a28b-387de9f4e688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546708 Aug 29 04:16:40.075226 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-2764b7f5-674f-4608-a148-597752147d7e None None] Set router b34b4aa7-c0d3-4b6a-9b34-e0f4badceb1e gateway port host: None {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:16:40.100187 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-5dd0fc81-2f8f-4ade-8f24-53b283ccfcb9 admin admin] For port b95dc656-3c2c-44be-acb1-4efa1483c40e, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=b95dc656-3c2c-44be-acb1-4efa1483c40e,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:40.100807 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5dd0fc81-2f8f-4ade-8f24-53b283ccfcb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:40.106888 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76b51045-e1d9-4565-be48-d00799df16cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdc22186-f215-454e-8546-82ba1900a0c8'}, {'server_uuid': '4e541588-65de-4b59-82c2-536b303d6135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e46f7ab3-cf76-43b6-920f-273d9b91eff1'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:16:40.109434 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78d93d93-a3e1-4a95-856c-e29f8bb94dff" -d '{"events": [{"server_uuid": "76b51045-e1d9-4565-be48-d00799df16cd", "name": "network-vif-plugged", "status": "completed", "tag": "fdc22186-f215-454e-8546-82ba1900a0c8"}, {"server_uuid": "4e541588-65de-4b59-82c2-536b303d6135", "name": "network-vif-plugged", "status": "completed", "tag": "e46f7ab3-cf76-43b6-920f-273d9b91eff1"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:16:40.152048 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-2764b7f5-674f-4608-a148-597752147d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b34b4aa7-c0d3-4b6a-9b34-e0f4badceb1e', 'name': 'tempest-ServersTestMultiNic-1439861869-router', 'tenant_id': 'c9804a8a9be04dbf9e3249af907a3916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:14:47Z', 'updated_at': '2021-08-29T04:16:39Z', 'revision_number': 6, 'project_id': 'c9804a8a9be04dbf9e3249af907a3916', 'gw_port_host': None}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:16:40.155283 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-5dd0fc81-2f8f-4ade-8f24-53b283ccfcb9 admin admin] Calling delete_port for b95dc656-3c2c-44be-acb1-4efa1483c40e owned by network:router_gateway {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:16:40.161668 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2914b9dd-8d90-4199-a076-3bd4ed39e54d req-60692514-8c70-4a28-823d-ceaf27a32412 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.22 "GET /v2.0/security-groups?id=46edc4d9-63f8-4b18-b08b-1f71016f23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767577 Aug 29 04:16:40.172173 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 29 Aug 2021 04:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08212a0b-7587-4ac7-bc6c-9bc5bce1fbae x-openstack-request-id: req-08212a0b-7587-4ac7-bc6c-9bc5bce1fbae {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:16:40.174146 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76b51045-e1d9-4565-be48-d00799df16cd", "name": "network-vif-plugged", "status": "completed", "tag": "fdc22186-f215-454e-8546-82ba1900a0c8", "code": 200}, {"server_uuid": "4e541588-65de-4b59-82c2-536b303d6135", "name": "network-vif-plugged", "status": "completed", "tag": "e46f7ab3-cf76-43b6-920f-273d9b91eff1", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:16:40.175236 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-08212a0b-7587-4ac7-bc6c-9bc5bce1fbae {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:16:40.176832 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76b51045-e1d9-4565-be48-d00799df16cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdc22186-f215-454e-8546-82ba1900a0c8', 'code': 200} Aug 29 04:16:40.178202 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e541588-65de-4b59-82c2-536b303d6135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e46f7ab3-cf76-43b6-920f-273d9b91eff1', 'code': 200} Aug 29 04:16:40.231145 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2764b7f5-674f-4608-a148-597752147d7e None None] The sync data for ids ['b34b4aa7-c0d3-4b6a-9b34-e0f4badceb1e'] in n-d-712140-12 is: [{'id': 'b34b4aa7-c0d3-4b6a-9b34-e0f4badceb1e', 'name': 'tempest-ServersTestMultiNic-1439861869-router', 'tenant_id': 'c9804a8a9be04dbf9e3249af907a3916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:14:47Z', 'updated_at': '2021-08-29T04:16:39Z', 'revision_number': 6, 'project_id': 'c9804a8a9be04dbf9e3249af907a3916', 'gw_port_host': None}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:16:40.367168 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90d1564-158e-4d5d-8067-5ca8a1b80376 req-7309eb9b-fe42-42a1-83ee-e823ca9200ce tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:40.368892 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c90d1564-158e-4d5d-8067-5ca8a1b80376 req-7309eb9b-fe42-42a1-83ee-e823ca9200ce tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=8813c8fd-eb29-4e6b-9f27-6ec0ec9b365d HTTP/1.1" status: 200 len: 944 time: 0.0519207 Aug 29 04:16:40.432860 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c90d1564-158e-4d5d-8067-5ca8a1b80376 req-5f09e2b7-0ac6-45a2-826b-3c4a5223f461 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537755 Aug 29 04:16:40.506105 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4591e2-b5bc-4088-9b68-f02f652aecad req-3fb5c348-c889-4333-a4d6-261d8fc379e9 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:40.508202 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ff4591e2-b5bc-4088-9b68-f02f652aecad req-3fb5c348-c889-4333-a4d6-261d8fc379e9 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.22 "GET /v2.0/ports?device_id=cc18cbe5-088c-4ebd-8ee9-e1ab72c96d64 HTTP/1.1" status: 200 len: 946 time: 0.2225981 Aug 29 04:16:40.514005 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87f9bf2-e517-40ae-bbb1-ca4b192ab103 req-70747f4e-4d21-4ee6-b513-46cc1f7b086e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:40.515496 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f87f9bf2-e517-40ae-bbb1-ca4b192ab103 req-70747f4e-4d21-4ee6-b513-46cc1f7b086e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4e541588-65de-4b59-82c2-536b303d6135 HTTP/1.1" status: 200 len: 1098 time: 0.1737647 Aug 29 04:16:40.528333 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fe83b0-2d86-445e-94be-977a79193fe4 req-fb5e423b-f918-4964-9084-df59f321c928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:40.529967 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b1fe83b0-2d86-445e-94be-977a79193fe4 req-fb5e423b-f918-4964-9084-df59f321c928 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=76b51045-e1d9-4565-be48-d00799df16cd HTTP/1.1" status: 200 len: 1101 time: 0.1870859 Aug 29 04:16:40.624380 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1622bf2-f0a2-4c85-bf95-ef4b076101c9 req-cb5f6471-e3c9-40a6-9677-82b057d24410 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:40.626033 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e1622bf2-f0a2-4c85-bf95-ef4b076101c9 req-cb5f6471-e3c9-40a6-9677-82b057d24410 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e541588-65de-4b59-82c2-536b303d6135 HTTP/1.1" status: 200 len: 946 time: 0.0806689 Aug 29 04:16:40.675176 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e1622bf2-f0a2-4c85-bf95-ef4b076101c9 req-98522af7-4e3f-4010-b5d7-3c827d60ae3b tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414023 Aug 29 04:16:40.685257 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f87f9bf2-e517-40ae-bbb1-ca4b192ab103 req-d0c90c1f-40cd-4cbe-b8f2-2a3c7ab728c1 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546023 Aug 29 04:16:40.689860 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b1fe83b0-2d86-445e-94be-977a79193fe4 req-0c6b1985-8624-4caf-920d-cc9f0bfc619f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=69e9e696-6092-48f5-a28b-387de9f4e688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451070 Aug 29 04:16:40.708401 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ff4591e2-b5bc-4088-9b68-f02f652aecad req-1964a43f-6510-41a1-99f0-34abaa8d3022 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.22 "GET /v2.0/security-groups?id=46edc4d9-63f8-4b18-b08b-1f71016f23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750877 Aug 29 04:16:40.708401 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5dd0fc81-2f8f-4ade-8f24-53b283ccfcb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:40.753687 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd0fc81-2f8f-4ade-8f24-53b283ccfcb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b95dc656-3c2c-44be-acb1-4efa1483c40e,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:40.786583 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 1695f969-4f2a-42ed-afd8-fb0a78883cd9 details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:16:40.816109 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5dd0fc81-2f8f-4ade-8f24-53b283ccfcb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719445'] for router_gateway, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:40.910459 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5dd0fc81-2f8f-4ade-8f24-53b283ccfcb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:40.912715 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5dd0fc81-2f8f-4ade-8f24-53b283ccfcb9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:40.939750 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 1695f969-4f2a-42ed-afd8-fb0a78883cd9, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=1695f969-4f2a-42ed-afd8-fb0a78883cd9,segment=NetworkSegment(1fc19f14-bf6d-4959-b2c5-ed51e935e5ad),segment_id=1fc19f14-bf6d-4959-b2c5-ed51e935e5ad)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:40.953714 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Returning: {'device': '1695f969-4f2a-42ed-afd8-fb0a78883cd9', 'network_id': '53020a37-9cfa-46c3-bf40-16467007f493', 'port_id': '1695f969-4f2a-42ed-afd8-fb0a78883cd9', 'mac_address': 'fa:16:3e:4b:ff:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '210c6ef6-f12f-4dde-90b9-22d1971290b1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:16:40.999995 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:41.002224 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5dd0fc81-2f8f-4ade-8f24-53b283ccfcb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717253'] for router, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:41.003512 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dd0fc81-2f8f-4ade-8f24-53b283ccfcb9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b34b4aa7-c0d3-4b6a-9b34-e0f4badceb1e {{(pid=94829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:16:41.009054 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5dd0fc81-2f8f-4ade-8f24-53b283ccfcb9 admin admin] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:41.010538 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-5dd0fc81-2f8f-4ade-8f24-53b283ccfcb9 admin admin] 10.222.0.22 "DELETE /v2.0/routers/b34b4aa7-c0d3-4b6a-9b34-e0f4badceb1e HTTP/1.1" status: 204 len: 168 time: 1.5809259 Aug 29 04:16:41.016765 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 44568) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:41.020571 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1695f969-4f2a-42ed-afd8-fb0a78883cd9 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:16:41.048306 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a1b840-baf3-4eb5-b0cc-016ff1c911d0 req-003cd508-3439-4f05-87b6-ff45235089ba tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:41.053923 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 1695f969-4f2a-42ed-afd8-fb0a78883cd9, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=1695f969-4f2a-42ed-afd8-fb0a78883cd9,segment=NetworkSegment(1fc19f14-bf6d-4959-b2c5-ed51e935e5ad),segment_id=1fc19f14-bf6d-4959-b2c5-ed51e935e5ad)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:41.055125 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a1b840-baf3-4eb5-b0cc-016ff1c911d0 req-003cd508-3439-4f05-87b6-ff45235089ba tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:41.060484 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:41.063587 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a1b840-baf3-4eb5-b0cc-016ff1c911d0 req-003cd508-3439-4f05-87b6-ff45235089ba tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:41.074527 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b3a1b840-baf3-4eb5-b0cc-016ff1c911d0 req-003cd508-3439-4f05-87b6-ff45235089ba tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.22 "GET /v2.0/ports?device_id=cc18cbe5-088c-4ebd-8ee9-e1ab72c96d64&device_id=fef89d46-3fbd-4038-be67-540c3c05e8af&device_id=b3b2f611-e938-4e7c-b802-00c4c626c68c HTTP/1.1" status: 200 len: 2418 time: 0.1076865 Aug 29 04:16:41.096578 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_v2 [None req-451da7dd-c481-4ebb-aef3-a8c92456cee9 admin admin] Deleting subnet 0187c694-af22-45ba-8f34-924b8e2980a1 {{(pid=94828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:16:41.102683 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-451da7dd-c481-4ebb-aef3-a8c92456cee9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:41.131866 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b3a1b840-baf3-4eb5-b0cc-016ff1c911d0 req-a00e465a-ff76-428c-9db4-945e6c16058b tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.22 "GET /v2.0/security-groups?id=46edc4d9-63f8-4b18-b08b-1f71016f23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559556 Aug 29 04:16:41.181428 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-451da7dd-c481-4ebb-aef3-a8c92456cee9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8904862'] for subnet, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:41.200154 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=1695f969-4f2a-42ed-afd8-fb0a78883cd9,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:41.297164 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35008dcb-b66c-44e3-949e-3b2e91544e08 req-3ab4f7e6-ace8-42e1-bf48-e1e89a2668a9 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:41.297164 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-35008dcb-b66c-44e3-949e-3b2e91544e08 req-3ab4f7e6-ace8-42e1-bf48-e1e89a2668a9 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/ports?device_id=76b51045-e1d9-4565-be48-d00799df16cd HTTP/1.1" status: 200 len: 949 time: 0.0556452 Aug 29 04:16:41.328776 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2abb47-6604-4c48-8912-fb8b9c510284 req-0faf9fb4-1e5f-416c-b611-c9ee38cb23b9 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:41.330534 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3b2abb47-6604-4c48-8912-fb8b9c510284 req-0faf9fb4-1e5f-416c-b611-c9ee38cb23b9 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e3ffe36-52a1-4be0-a61a-28d019fa0645 HTTP/1.1" status: 200 len: 945 time: 0.1261933 Aug 29 04:16:41.345354 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-35008dcb-b66c-44e3-949e-3b2e91544e08 req-c0a97976-58af-460d-ad5b-a2dbae27d401 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/security-groups?id=69e9e696-6092-48f5-a28b-387de9f4e688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394795 Aug 29 04:16:41.377369 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-451da7dd-c481-4ebb-aef3-a8c92456cee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:41.391530 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['1695f969-4f2a-42ed-afd8-fb0a78883cd9'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:16:41.449916 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3b2abb47-6604-4c48-8912-fb8b9c510284 req-64058fc3-7164-4047-985c-096ee83e63fe tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/security-groups?id=0af834e7-acaf-4d90-a371-bad8b3cc1714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054621 Aug 29 04:16:41.468792 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-dd5aead4-fe3d-4bd0-8e51-35d36000b5ad req-6c81d356-8dbd-4729-875b-1b88f7fac8e6 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.22 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0848129 Aug 29 04:16:41.514721 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-451da7dd-c481-4ebb-aef3-a8c92456cee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9190434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062341'] for subnet, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:41.638057 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-451da7dd-c481-4ebb-aef3-a8c92456cee9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:41.641957 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-451da7dd-c481-4ebb-aef3-a8c92456cee9 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/0187c694-af22-45ba-8f34-924b8e2980a1 HTTP/1.1" status: 204 len: 168 time: 0.6219466 Aug 29 04:16:41.647711 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 44580) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:41.661062 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879d6052-4a1a-4694-b0a2-e1728f869c2e None None] Network 1a62290b-199f-4cef-98cc-ef1f02337d68 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:16:41.664330 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device f43900bb-6dba-4422-9b43-d7e43a1a8e3d no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:16:41.675612 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451da7dd-c481-4ebb-aef3-a8c92456cee9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0187c694-af22-45ba-8f34-924b8e2980a1,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:41.703812 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b806a89-79e6-4e42-928b-13aa746632c5 req-3da6e572-ace2-4d74-9538-f07ede2f15ed tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:41.712006 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3b806a89-79e6-4e42-928b-13aa746632c5 req-3da6e572-ace2-4d74-9538-f07ede2f15ed tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=8813c8fd-eb29-4e6b-9f27-6ec0ec9b365d HTTP/1.1" status: 200 len: 945 time: 0.1097965 Aug 29 04:16:41.768569 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3b806a89-79e6-4e42-928b-13aa746632c5 req-68cb2568-33b0-4278-b987-0ab495eb30c4 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548151 Aug 29 04:16:41.776104 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3602361f-613b-4e16-9f21-3999a93c5cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:41.795420 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: f43900bb-6dba-4422-9b43-d7e43a1a8e3d {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:16:41.796083 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device f43900bb-6dba-4422-9b43-d7e43a1a8e3d not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:16:41.796702 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device b95dc656-3c2c-44be-acb1-4efa1483c40e no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:16:41.844402 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: b95dc656-3c2c-44be-acb1-4efa1483c40e {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:16:41.844747 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device b95dc656-3c2c-44be-acb1-4efa1483c40e not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:16:41.913943 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-3602361f-613b-4e16-9f21-3999a93c5cc4 admin admin] Deleting port d10fd9a6-a16a-4a7d-99e5-068ab039d871 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:16:41.914436 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3602361f-613b-4e16-9f21-3999a93c5cc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:41.982093 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf14fbc3-253a-41db-a8be-b5e25502d246 req-b51101a4-2ba7-4e13-9216-6d9148781c0c tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:41.985068 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-cf14fbc3-253a-41db-a8be-b5e25502d246 req-b51101a4-2ba7-4e13-9216-6d9148781c0c tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e541588-65de-4b59-82c2-536b303d6135 HTTP/1.1" status: 200 len: 946 time: 0.1043820 Aug 29 04:16:41.985448 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e7b08b-4b50-428b-8fc9-1aa319267d88 None None] DHCP port deletion for 1a62290b-199f-4cef-98cc-ef1f02337d68 request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:16:42.056670 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-73e7b08b-4b50-428b-8fc9-1aa319267d88 None None] Deleting port d10fd9a6-a16a-4a7d-99e5-068ab039d871 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:16:42.057157 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-73e7b08b-4b50-428b-8fc9-1aa319267d88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:42.069574 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-cf14fbc3-253a-41db-a8be-b5e25502d246 req-6038889f-4583-4286-9915-f50dcfc6acd5 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757833 Aug 29 04:16:42.074351 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-3602361f-613b-4e16-9f21-3999a93c5cc4 admin admin] For port d10fd9a6-a16a-4a7d-99e5-068ab039d871, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=d10fd9a6-a16a-4a7d-99e5-068ab039d871,segment=NetworkSegment(cbc7fcd6-54d7-4c29-b8dc-e45b75834936),segment_id=cbc7fcd6-54d7-4c29-b8dc-e45b75834936)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:42.075242 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3602361f-613b-4e16-9f21-3999a93c5cc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:42.108133 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-3602361f-613b-4e16-9f21-3999a93c5cc4 admin admin] Calling delete_port for d10fd9a6-a16a-4a7d-99e5-068ab039d871 owned by network:dhcp {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:16:42.167329 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-73e7b08b-4b50-428b-8fc9-1aa319267d88 None None] For port d10fd9a6-a16a-4a7d-99e5-068ab039d871, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=d10fd9a6-a16a-4a7d-99e5-068ab039d871,segment=NetworkSegment(cbc7fcd6-54d7-4c29-b8dc-e45b75834936),segment_id=cbc7fcd6-54d7-4c29-b8dc-e45b75834936)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:42.168000 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-73e7b08b-4b50-428b-8fc9-1aa319267d88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:42.180447 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3602361f-613b-4e16-9f21-3999a93c5cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:42.197403 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-73e7b08b-4b50-428b-8fc9-1aa319267d88 None None] Calling delete_port for d10fd9a6-a16a-4a7d-99e5-068ab039d871 owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:16:42.211360 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3602361f-613b-4e16-9f21-3999a93c5cc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d10fd9a6-a16a-4a7d-99e5-068ab039d871,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:42.220174 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3602361f-613b-4e16-9f21-3999a93c5cc4 admin admin] No DVR routers for this DVR port d10fd9a6-a16a-4a7d-99e5-068ab039d871 on host n-d-712140-12 {{(pid=94829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:16:42.321985 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3602361f-613b-4e16-9f21-3999a93c5cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:42.341225 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-3602361f-613b-4e16-9f21-3999a93c5cc4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a62290b-199f-4cef-98cc-ef1f02337d68']}} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:16:42.350637 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-73e7b08b-4b50-428b-8fc9-1aa319267d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:42.360607 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-3602361f-613b-4e16-9f21-3999a93c5cc4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbc7fcd6-54d7-4c29-b8dc-e45b75834936') {'for_net_delete': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:16:42.361105 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-3602361f-613b-4e16-9f21-3999a93c5cc4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbc7fcd6-54d7-4c29-b8dc-e45b75834936') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:16:42.379189 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e7b08b-4b50-428b-8fc9-1aa319267d88 None None] Pushing event deleted for resources: {'Port': ['ID=d10fd9a6-a16a-4a7d-99e5-068ab039d871,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:42.379931 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3602361f-613b-4e16-9f21-3999a93c5cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4311712'] for segment, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:42.388844 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e7b08b-4b50-428b-8fc9-1aa319267d88 None None] No DVR routers for this DVR port d10fd9a6-a16a-4a7d-99e5-068ab039d871 on host n-d-712140-12 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:16:42.426505 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3602361f-613b-4e16-9f21-3999a93c5cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:42.447901 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3602361f-613b-4e16-9f21-3999a93c5cc4 admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=94829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:16:42.448573 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3602361f-613b-4e16-9f21-3999a93c5cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4274277'] for segment, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:42.452278 n-d-712140-12 neutron-server[94829]: Traceback (most recent call last): Aug 29 04:16:42.452278 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:16:42.452278 n-d-712140-12 neutron-server[94829]: timer() Aug 29 04:16:42.452278 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:16:42.452278 n-d-712140-12 neutron-server[94829]: cb(*args, **kw) Aug 29 04:16:42.452278 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:16:42.452278 n-d-712140-12 neutron-server[94829]: return func(*args, **kwargs) Aug 29 04:16:42.452278 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:16:42.452278 n-d-712140-12 neutron-server[94829]: self._notify() Aug 29 04:16:42.452278 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:16:42.452278 n-d-712140-12 neutron-server[94829]: self.callback(batched_events) Aug 29 04:16:42.452278 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:16:42.452278 n-d-712140-12 neutron-server[94829]: event.method(event) Aug 29 04:16:42.452278 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:16:42.452278 n-d-712140-12 neutron-server[94829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:16:42.452278 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:16:42.452278 n-d-712140-12 neutron-server[94829]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:16:42.452278 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:16:42.452278 n-d-712140-12 neutron-server[94829]: return f(self, *a, **k) Aug 29 04:16:42.452278 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:16:42.452278 n-d-712140-12 neutron-server[94829]: return self._get(url).json() Aug 29 04:16:42.452278 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:16:42.452278 n-d-712140-12 neutron-server[94829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:16:42.452278 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:16:42.452278 n-d-712140-12 neutron-server[94829]: return self.request(url, 'GET', **kwargs) Aug 29 04:16:42.452278 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:16:42.452278 n-d-712140-12 neutron-server[94829]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:16:42.452278 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:16:42.452278 n-d-712140-12 neutron-server[94829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:16:42.452278 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:16:42.452278 n-d-712140-12 neutron-server[94829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:16:42.452278 n-d-712140-12 neutron-server[94829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:16:42.589669 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ec85e0-5bb0-4e15-a243-14dc9dffb212 req-a5d24bfd-7d87-46c1-8ddb-067211955e56 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:42.592743 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a6ec85e0-5bb0-4e15-a243-14dc9dffb212 req-a5d24bfd-7d87-46c1-8ddb-067211955e56 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/ports?device_id=76b51045-e1d9-4565-be48-d00799df16cd HTTP/1.1" status: 200 len: 949 time: 0.0945265 Aug 29 04:16:42.593053 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3602361f-613b-4e16-9f21-3999a93c5cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:42.630611 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3602361f-613b-4e16-9f21-3999a93c5cc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:42.635728 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-3602361f-613b-4e16-9f21-3999a93c5cc4 admin admin] 10.222.0.22 "DELETE /v2.0/networks/1a62290b-199f-4cef-98cc-ef1f02337d68 HTTP/1.1" status: 204 len: 168 time: 0.9842272 Aug 29 04:16:42.635728 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3602361f-613b-4e16-9f21-3999a93c5cc4 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a62290b-199f-4cef-98cc-ef1f02337d68,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:42.660189 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a6ec85e0-5bb0-4e15-a243-14dc9dffb212 req-4bac8b49-f2a2-43b1-ad08-016e35658e14 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/security-groups?id=69e9e696-6092-48f5-a28b-387de9f4e688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587437 Aug 29 04:16:42.783103 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dfe964-ba20-4c5d-9bb1-596434146b2d req-d7857f02-6328-4c24-9a3a-942f9c4d67ae tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:42.785507 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f2dfe964-ba20-4c5d-9bb1-596434146b2d req-d7857f02-6328-4c24-9a3a-942f9c4d67ae tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e3ffe36-52a1-4be0-a61a-28d019fa0645 HTTP/1.1" status: 200 len: 945 time: 0.1348264 Aug 29 04:16:42.786133 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 1695f969-4f2a-42ed-afd8-fb0a78883cd9 up at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:16:42.793715 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ae2d20f1-1a4b-44e1-b9a5-e3b1fc401abf req-405538db-5215-4f27-b6dd-a5acdfcecffb service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c4933088-d49d-4252-a424-1776ce5b39a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1284087 Aug 29 04:16:42.852357 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f2dfe964-ba20-4c5d-9bb1-596434146b2d req-dcb695dd-4f8a-49bf-8efd-b67ef01a4e0a tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/security-groups?id=0af834e7-acaf-4d90-a371-bad8b3cc1714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535195 Aug 29 04:16:42.880618 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning for port 1695f969-4f2a-42ed-afd8-fb0a78883cd9 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:16:42.887898 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning complete for port 1695f969-4f2a-42ed-afd8-fb0a78883cd9 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:16:42.888724 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:42.922118 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 44600) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:42.976409 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2d20f1-1a4b-44e1-b9a5-e3b1fc401abf req-c2cb7f10-ea53-4cae-a84d-7c72182e5769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:42.979645 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ae2d20f1-1a4b-44e1-b9a5-e3b1fc401abf req-c2cb7f10-ea53-4cae-a84d-7c72182e5769 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5a14f7f9066643a38713cee788a50c7a&device_id=c4933088-d49d-4252-a424-1776ce5b39a1 HTTP/1.1" status: 200 len: 1097 time: 0.0832143 Aug 29 04:16:42.993686 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-ee9bf042-a713-48da-b3d9-5e78b86240ed admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c9804a8a9be04dbf9e3249af907a3916&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0703518 Aug 29 04:16:43.003102 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 44604) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:43.079584 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:43.085240 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a9f5511e-9654-40cb-b7e1-396ebaf3be6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:43.117942 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a9f5511e-9654-40cb-b7e1-396ebaf3be6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:43.145357 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc647c1-2be1-45aa-8a79-789bd05364fc req-f4ea1ef7-8c49-492a-95cd-94cad3d3ecbf tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:43.147113 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-edc647c1-2be1-45aa-8a79-789bd05364fc req-f4ea1ef7-8c49-492a-95cd-94cad3d3ecbf tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=8813c8fd-eb29-4e6b-9f27-6ec0ec9b365d HTTP/1.1" status: 200 len: 945 time: 0.1427054 Aug 29 04:16:43.148861 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 1695f969-4f2a-42ed-afd8-fb0a78883cd9, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=1695f969-4f2a-42ed-afd8-fb0a78883cd9,segment=NetworkSegment(1fc19f14-bf6d-4959-b2c5-ed51e935e5ad),segment_id=1fc19f14-bf6d-4959-b2c5-ed51e935e5ad)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:43.151120 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8813c8fd-eb29-4e6b-9f27-6ec0ec9b365d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1695f969-4f2a-42ed-afd8-fb0a78883cd9'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:16:43.156992 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa4cd125-4704-42cb-8f6e-aa1a45c2131f" -d '{"events": [{"server_uuid": "8813c8fd-eb29-4e6b-9f27-6ec0ec9b365d", "name": "network-vif-plugged", "status": "completed", "tag": "1695f969-4f2a-42ed-afd8-fb0a78883cd9"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:16:43.164864 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:43.195766 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a9f5511e-9654-40cb-b7e1-396ebaf3be6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:43.199586 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a9f5511e-9654-40cb-b7e1-396ebaf3be6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:43.201405 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-a9f5511e-9654-40cb-b7e1-396ebaf3be6c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/07b81801-f107-42cd-9c04-405b0de95462 HTTP/1.1" status: 204 len: 168 time: 0.1959870 Aug 29 04:16:43.228480 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2d20f1-1a4b-44e1-b9a5-e3b1fc401abf req-0d22ad8f-35e9-431f-aad8-0bb013ec98c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:43.232971 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ae2d20f1-1a4b-44e1-b9a5-e3b1fc401abf req-0d22ad8f-35e9-431f-aad8-0bb013ec98c5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2f4673af-b8e7-4620-a09f-889ce79ba3f8 HTTP/1.1" status: 200 len: 907 time: 0.2164741 Aug 29 04:16:43.233261 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f5511e-9654-40cb-b7e1-396ebaf3be6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07b81801-f107-42cd-9c04-405b0de95462,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:43.271368 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=1695f969-4f2a-42ed-afd8-fb0a78883cd9,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:43.280138 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-edc647c1-2be1-45aa-8a79-789bd05364fc req-f86b0a65-1cdb-43b4-b58a-78be7293dda5 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146352 Aug 29 04:16:43.331736 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15befd10-9f6a-48a0-af2a-b238f4fca385 x-openstack-request-id: req-15befd10-9f6a-48a0-af2a-b238f4fca385 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:16:43.332317 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8813c8fd-eb29-4e6b-9f27-6ec0ec9b365d", "name": "network-vif-plugged", "status": "completed", "tag": "1695f969-4f2a-42ed-afd8-fb0a78883cd9", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:16:43.333064 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-15befd10-9f6a-48a0-af2a-b238f4fca385 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:16:43.334659 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8813c8fd-eb29-4e6b-9f27-6ec0ec9b365d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1695f969-4f2a-42ed-afd8-fb0a78883cd9', 'code': 200} Aug 29 04:16:43.335303 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ae2d20f1-1a4b-44e1-b9a5-e3b1fc401abf req-dca5ef4b-7436-4589-b87c-ef7a9cfb67ba service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=02e9fbdc-2d81-4e09-8676-3236d8c53fc6 HTTP/1.1" status: 200 len: 217 time: 0.0866573 Aug 29 04:16:43.368758 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b40512-49bd-4a81-9c7a-49cae8fbdfc3 req-d2927a48-838c-4a93-9624-04f492031b7f tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:43.371102 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-38b40512-49bd-4a81-9c7a-49cae8fbdfc3 req-d2927a48-838c-4a93-9624-04f492031b7f tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e541588-65de-4b59-82c2-536b303d6135 HTTP/1.1" status: 200 len: 946 time: 0.1016436 Aug 29 04:16:43.458053 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-38b40512-49bd-4a81-9c7a-49cae8fbdfc3 req-5154a8a4-e4ec-4d08-ab41-defd0cf29bf1 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730240 Aug 29 04:16:43.460107 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2d20f1-1a4b-44e1-b9a5-e3b1fc401abf req-472b90fc-0dd3-4442-ad0e-a5152dfce0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:43.461311 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ae2d20f1-1a4b-44e1-b9a5-e3b1fc401abf req-472b90fc-0dd3-4442-ad0e-a5152dfce0d9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ca990b23-63b6-47bd-b575-c3dcd63e7190 HTTP/1.1" status: 200 len: 846 time: 0.1188798 Aug 29 04:16:43.514840 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ae2d20f1-1a4b-44e1-b9a5-e3b1fc401abf req-6cf482fe-51f1-4beb-8b5a-d98b939da2f2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2f4673af-b8e7-4620-a09f-889ce79ba3f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450592 Aug 29 04:16:43.524023 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2b73c9-cc2c-4e43-9f67-1f45d2650a98 req-12bc8a97-1ae0-4528-8233-821a33433be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:43.524023 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2c2b73c9-cc2c-4e43-9f67-1f45d2650a98 req-12bc8a97-1ae0-4528-8233-821a33433be3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8813c8fd-eb29-4e6b-9f27-6ec0ec9b365d HTTP/1.1" status: 200 len: 1098 time: 0.0930145 Aug 29 04:16:43.657863 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2c2b73c9-cc2c-4e43-9f67-1f45d2650a98 req-19674c92-6517-4abc-b8d4-44e591ea101b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172287 Aug 29 04:16:43.688769 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device d10fd9a6-a16a-4a7d-99e5-068ab039d871 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:16:43.724099 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: d10fd9a6-a16a-4a7d-99e5-068ab039d871 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:16:43.724906 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device d10fd9a6-a16a-4a7d-99e5-068ab039d871 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:16:43.756534 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ae2d20f1-1a4b-44e1-b9a5-e3b1fc401abf req-75c4781a-dc23-4542-bcb5-9e584ac0a192 service neutron] 10.222.0.48 "GET /v2.0/networks/2f4673af-b8e7-4620-a09f-889ce79ba3f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319198 Aug 29 04:16:43.804467 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f351bd6f-4dfe-41df-8813-ed4c21ff036f req-2ade1b4b-6e86-4fba-953e-cd2d71ab4193 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:43.806177 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f351bd6f-4dfe-41df-8813-ed4c21ff036f req-2ade1b4b-6e86-4fba-953e-cd2d71ab4193 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.22 "GET /v2.0/ports?device_id=cc18cbe5-088c-4ebd-8ee9-e1ab72c96d64 HTTP/1.1" status: 200 len: 946 time: 0.1154723 Aug 29 04:16:43.923577 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718284e8-30da-46ad-9250-814a6ffb6e8d req-fa4dc3f9-6cf1-4ab2-a4f2-2ef493f588a4 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:43.928660 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-718284e8-30da-46ad-9250-814a6ffb6e8d req-fa4dc3f9-6cf1-4ab2-a4f2-2ef493f588a4 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/ports?device_id=76b51045-e1d9-4565-be48-d00799df16cd HTTP/1.1" status: 200 len: 949 time: 0.0857484 Aug 29 04:16:43.974391 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-718284e8-30da-46ad-9250-814a6ffb6e8d req-cec89f38-4ae1-4e9e-ae40-21f96a6b69cc tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/security-groups?id=69e9e696-6092-48f5-a28b-387de9f4e688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393252 Aug 29 04:16:44.163954 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e61a51-1607-4c83-858e-ff0e39d06b1f req-43487f68-78a7-4cc3-9dce-fecae7813672 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:44.166593 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-08e61a51-1607-4c83-858e-ff0e39d06b1f req-43487f68-78a7-4cc3-9dce-fecae7813672 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e541588-65de-4b59-82c2-536b303d6135 HTTP/1.1" status: 200 len: 946 time: 0.0883806 Aug 29 04:16:44.231457 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-08e61a51-1607-4c83-858e-ff0e39d06b1f req-2ef256a5-ee35-41fc-9fa3-c989b012c098 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521677 Aug 29 04:16:44.245969 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f351bd6f-4dfe-41df-8813-ed4c21ff036f req-79c39008-e9aa-4edb-968e-f9bd0f186cb1 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.22 "GET /v2.0/security-groups?id=46edc4d9-63f8-4b18-b08b-1f71016f23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629609 Aug 29 04:16:44.267309 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ae2d20f1-1a4b-44e1-b9a5-e3b1fc401abf req-c1ffd130-4c50-4191-9739-866e6d6dd108 service neutron] 10.222.0.48 "GET /v2.0/networks/2f4673af-b8e7-4620-a09f-889ce79ba3f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5007257 Aug 29 04:16:44.411164 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa16535-0985-4767-9d6c-870d5ee27627 req-b6be3b36-4d03-4415-8fb1-c7b546a792b0 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:44.412817 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4aa16535-0985-4767-9d6c-870d5ee27627 req-b6be3b36-4d03-4415-8fb1-c7b546a792b0 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e3ffe36-52a1-4be0-a61a-28d019fa0645 HTTP/1.1" status: 200 len: 945 time: 0.0673578 Aug 29 04:16:44.426594 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa164f9-d466-4e04-8d02-272605070ee1 req-3eeb27e6-407e-4d81-b027-4d8165c3e129 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:44.428200 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4fa164f9-d466-4e04-8d02-272605070ee1 req-3eeb27e6-407e-4d81-b027-4d8165c3e129 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5b9e990-09f2-4f7b-90b9-6e7faa63a530 HTTP/1.1" status: 200 len: 950 time: 0.0656614 Aug 29 04:16:44.474031 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4aa16535-0985-4767-9d6c-870d5ee27627 req-041718c5-6718-4897-9225-f791801dea74 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/security-groups?id=0af834e7-acaf-4d90-a371-bad8b3cc1714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469584 Aug 29 04:16:44.497417 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4fa164f9-d466-4e04-8d02-272605070ee1 req-6c9c420d-63db-4253-8ba6-1eda38ea18b1 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/security-groups?id=69e9e696-6092-48f5-a28b-387de9f4e688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593705 Aug 29 04:16:44.663554 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc09c12-73b1-46ff-bb6d-2779c42e6f20 req-242b9dda-e763-4817-8bf1-fc59dc69b433 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:44.665442 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bbc09c12-73b1-46ff-bb6d-2779c42e6f20 req-242b9dda-e763-4817-8bf1-fc59dc69b433 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e541588-65de-4b59-82c2-536b303d6135 HTTP/1.1" status: 200 len: 946 time: 0.0717895 Aug 29 04:16:44.669683 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f12ffa-61f0-4e10-9041-bb7f6ce933da req-478ac150-9caa-4458-9a52-a4fc21a77676 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:44.672585 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-94f12ffa-61f0-4e10-9041-bb7f6ce933da req-478ac150-9caa-4458-9a52-a4fc21a77676 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=8813c8fd-eb29-4e6b-9f27-6ec0ec9b365d HTTP/1.1" status: 200 len: 946 time: 0.0875192 Aug 29 04:16:44.738180 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bbc09c12-73b1-46ff-bb6d-2779c42e6f20 req-d254db64-c7b7-4e0b-8190-b2a541e09636 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607612 Aug 29 04:16:44.748817 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-94f12ffa-61f0-4e10-9041-bb7f6ce933da req-9b386837-907f-4756-b0ff-4a65463582c8 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638545 Aug 29 04:16:45.200299 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2469d09c-4ca4-4bae-97e3-529db18a352c req-0b3cc710-ca82-4974-b9f2-01017600b90f tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:45.217935 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2469d09c-4ca4-4bae-97e3-529db18a352c req-0b3cc710-ca82-4974-b9f2-01017600b90f tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:45.218942 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2469d09c-4ca4-4bae-97e3-529db18a352c req-0b3cc710-ca82-4974-b9f2-01017600b90f tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/ports?device_id=76b51045-e1d9-4565-be48-d00799df16cd&device_id=e5b9e990-09f2-4f7b-90b9-6e7faa63a530 HTTP/1.1" status: 200 len: 1690 time: 0.1316285 Aug 29 04:16:45.294621 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2469d09c-4ca4-4bae-97e3-529db18a352c req-c413575c-39ba-44a4-a03d-6d055427f027 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/security-groups?id=69e9e696-6092-48f5-a28b-387de9f4e688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658941 Aug 29 04:16:45.446108 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4714d8ee-2179-4867-8bca-857cad4db168 req-d80edd84-863f-4a45-ba08-4aa1d787af97 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:45.448641 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4714d8ee-2179-4867-8bca-857cad4db168 req-d80edd84-863f-4a45-ba08-4aa1d787af97 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e541588-65de-4b59-82c2-536b303d6135 HTTP/1.1" status: 200 len: 946 time: 0.0857086 Aug 29 04:16:45.567936 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9ed1bb-f658-42e5-93dd-d0f07c2fc41f req-c8422bc9-cdc8-4eb7-aa5c-c17666266841 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:45.569645 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3c9ed1bb-f658-42e5-93dd-d0f07c2fc41f req-c8422bc9-cdc8-4eb7-aa5c-c17666266841 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.48 "GET /v2.0/ports?device_id=cc18cbe5-088c-4ebd-8ee9-e1ab72c96d64 HTTP/1.1" status: 200 len: 946 time: 0.0997019 Aug 29 04:16:45.573605 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4714d8ee-2179-4867-8bca-857cad4db168 req-5669329f-fdb2-4184-9051-cb4dc905295e tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155498 Aug 29 04:16:45.715384 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [req-3c9ed1bb-f658-42e5-93dd-d0f07c2fc41f req-41c05f78-3d8b-4673-ac0b-174bd67febb8 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] Deleting port e2101567-e33b-4c1b-83c9-cb949027cd4a {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:16:45.716087 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-3c9ed1bb-f658-42e5-93dd-d0f07c2fc41f req-41c05f78-3d8b-4673-ac0b-174bd67febb8 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:45.745690 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ce593e-d497-4452-97d4-839a71f5de7d req-3346fa51-b773-4285-9642-314c9afacb29 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:45.757034 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-24ce593e-d497-4452-97d4-839a71f5de7d req-3346fa51-b773-4285-9642-314c9afacb29 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.22 "GET /v2.0/ports?device_id=cc18cbe5-088c-4ebd-8ee9-e1ab72c96d64 HTTP/1.1" status: 200 len: 946 time: 0.1179335 Aug 29 04:16:45.816379 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-24ce593e-d497-4452-97d4-839a71f5de7d req-e16ace4e-7fe8-4f68-b10d-9185c0db77b7 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.22 "GET /v2.0/security-groups?id=46edc4d9-63f8-4b18-b08b-1f71016f23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583065 Aug 29 04:16:45.932073 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-3c9ed1bb-f658-42e5-93dd-d0f07c2fc41f req-41c05f78-3d8b-4673-ac0b-174bd67febb8 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] For port e2101567-e33b-4c1b-83c9-cb949027cd4a, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=e2101567-e33b-4c1b-83c9-cb949027cd4a,segment=NetworkSegment(9853adb3-e583-455e-a18e-828382db7c58),segment_id=9853adb3-e583-455e-a18e-828382db7c58)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:45.932543 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-3c9ed1bb-f658-42e5-93dd-d0f07c2fc41f req-41c05f78-3d8b-4673-ac0b-174bd67febb8 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:45.950280 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb46a78-58d7-4b8b-97b9-340dfb1f477d req-b8908295-9c76-415d-a4f7-b945c489a233 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:45.952997 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0eb46a78-58d7-4b8b-97b9-340dfb1f477d req-b8908295-9c76-415d-a4f7-b945c489a233 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e3ffe36-52a1-4be0-a61a-28d019fa0645 HTTP/1.1" status: 200 len: 945 time: 0.1400349 Aug 29 04:16:45.982025 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [req-3c9ed1bb-f658-42e5-93dd-d0f07c2fc41f req-41c05f78-3d8b-4673-ac0b-174bd67febb8 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] Calling delete_port for e2101567-e33b-4c1b-83c9-cb949027cd4a owned by compute:nova {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:16:45.999025 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5450311c-a5af-49fd-9c94-761f2a0c5a2d req-a1e2f6e8-2a66-4ef0-99f2-710d821be308 tempest-ServersOnMultiNodesTest-96662491 tempest-ServersOnMultiNodesTest-96662491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:46.002381 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5450311c-a5af-49fd-9c94-761f2a0c5a2d req-a1e2f6e8-2a66-4ef0-99f2-710d821be308 tempest-ServersOnMultiNodesTest-96662491 tempest-ServersOnMultiNodesTest-96662491-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=76b51045-e1d9-4565-be48-d00799df16cd HTTP/1.1" status: 200 len: 1101 time: 0.0868473 Aug 29 04:16:46.046218 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5450311c-a5af-49fd-9c94-761f2a0c5a2d req-6d2e8c51-6729-488e-baea-da0e987e5182 tempest-ServersOnMultiNodesTest-96662491 tempest-ServersOnMultiNodesTest-96662491-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=69e9e696-6092-48f5-a28b-387de9f4e688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355489 Aug 29 04:16:46.085541 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0eb46a78-58d7-4b8b-97b9-340dfb1f477d req-0d58d27e-783f-4563-8cc0-b3f20aeed602 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/security-groups?id=0af834e7-acaf-4d90-a371-bad8b3cc1714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169422 Aug 29 04:16:46.251473 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e65035-a2d0-46d7-b47a-0b1b51584ca3 req-f9073014-c772-444c-b540-1dfe3c2652da tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:46.253332 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-59e65035-a2d0-46d7-b47a-0b1b51584ca3 req-f9073014-c772-444c-b540-1dfe3c2652da tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=8813c8fd-eb29-4e6b-9f27-6ec0ec9b365d HTTP/1.1" status: 200 len: 946 time: 0.0774004 Aug 29 04:16:46.274384 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-3c9ed1bb-f658-42e5-93dd-d0f07c2fc41f req-41c05f78-3d8b-4673-ac0b-174bd67febb8 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:46.293675 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['6e52db85-dca3-411e-80bc-23003eddfcc5'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:16:46.321229 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['2335139e-f714-4fb1-9686-148f446f99df', 'e2101567-e33b-4c1b-83c9-cb949027cd4a'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:16:46.322780 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-59e65035-a2d0-46d7-b47a-0b1b51584ca3 req-132dadb2-c2fe-42d4-a092-e4b4c70cf78f tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542207 Aug 29 04:16:46.433155 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c05f78-3d8b-4673-ac0b-174bd67febb8 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] Pushing event deleted for resources: {'Port': ['ID=e2101567-e33b-4c1b-83c9-cb949027cd4a,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:46.488138 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c9ed1bb-f658-42e5-93dd-d0f07c2fc41f req-41c05f78-3d8b-4673-ac0b-174bd67febb8 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] No DVR routers for this DVR port e2101567-e33b-4c1b-83c9-cb949027cd4a on host n-h2-712140-12 {{(pid=94829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:16:46.494325 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-3c9ed1bb-f658-42e5-93dd-d0f07c2fc41f req-41c05f78-3d8b-4673-ac0b-174bd67febb8 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:46.497090 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3c9ed1bb-f658-42e5-93dd-d0f07c2fc41f req-41c05f78-3d8b-4673-ac0b-174bd67febb8 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.48 "DELETE /v2.0/ports/e2101567-e33b-4c1b-83c9-cb949027cd4a HTTP/1.1" status: 204 len: 173 time: 0.9182241 Aug 29 04:16:46.497875 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc18cbe5-088c-4ebd-8ee9-e1ab72c96d64', 'name': 'network-vif-deleted', 'tag': 'e2101567-e33b-4c1b-83c9-cb949027cd4a'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:16:46.509201 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5ec96b3-668b-4525-9e99-aa4409e80dbc" -d '{"events": [{"server_uuid": "cc18cbe5-088c-4ebd-8ee9-e1ab72c96d64", "name": "network-vif-deleted", "tag": "e2101567-e33b-4c1b-83c9-cb949027cd4a"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:16:46.537965 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbcff0a-0594-4c63-9e30-39d9c39e716a req-390a77ec-417f-416d-8339-0cf5fb2e7277 tempest-ServersOnMultiNodesTest-96662491 tempest-ServersOnMultiNodesTest-96662491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:46.565770 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5fbcff0a-0594-4c63-9e30-39d9c39e716a req-390a77ec-417f-416d-8339-0cf5fb2e7277 tempest-ServersOnMultiNodesTest-96662491 tempest-ServersOnMultiNodesTest-96662491-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=e5b9e990-09f2-4f7b-90b9-6e7faa63a530 HTTP/1.1" status: 200 len: 1102 time: 0.2641623 Aug 29 04:16:46.580337 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3ba479-5fd0-4fc7-8cd9-4244b61196c7 req-3cef434f-79bb-42e1-80f2-8607bf58539c tempest-LiveAutoBlockMigrationV225Test-280615785 tempest-LiveAutoBlockMigrationV225Test-280615785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:46.582573 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6e3ba479-5fd0-4fc7-8cd9-4244b61196c7 req-3cef434f-79bb-42e1-80f2-8607bf58539c tempest-LiveAutoBlockMigrationV225Test-280615785 tempest-LiveAutoBlockMigrationV225Test-280615785-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=8813c8fd-eb29-4e6b-9f27-6ec0ec9b365d HTTP/1.1" status: 200 len: 1098 time: 0.1070101 Aug 29 04:16:46.633119 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5fbcff0a-0594-4c63-9e30-39d9c39e716a req-743a7012-af0f-4c88-ae5a-79b165dbe1a9 tempest-ServersOnMultiNodesTest-96662491 tempest-ServersOnMultiNodesTest-96662491-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=69e9e696-6092-48f5-a28b-387de9f4e688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658841 Aug 29 04:16:46.694560 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6e3ba479-5fd0-4fc7-8cd9-4244b61196c7 req-eb5d2e07-15ac-40bf-90ac-659b5dc979c3 tempest-LiveAutoBlockMigrationV225Test-280615785 tempest-LiveAutoBlockMigrationV225Test-280615785-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006861 Aug 29 04:16:46.736707 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f03e0b0a-ff65-4c6f-8829-94e1f6dc0acb x-openstack-request-id: req-f03e0b0a-ff65-4c6f-8829-94e1f6dc0acb {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:16:46.737667 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc18cbe5-088c-4ebd-8ee9-e1ab72c96d64", "name": "network-vif-deleted", "tag": "e2101567-e33b-4c1b-83c9-cb949027cd4a", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:16:46.738400 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f03e0b0a-ff65-4c6f-8829-94e1f6dc0acb {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:16:46.739245 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc18cbe5-088c-4ebd-8ee9-e1ab72c96d64', 'name': 'network-vif-deleted', 'tag': 'e2101567-e33b-4c1b-83c9-cb949027cd4a', 'status': 'completed', 'code': 200} Aug 29 04:16:46.936480 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc8a62c-56bc-46ea-83ac-a4de7539a92e req-fad5ff3f-33c0-4fc5-9058-f608d16d3ad6 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:46.939409 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ddc8a62c-56bc-46ea-83ac-a4de7539a92e req-fad5ff3f-33c0-4fc5-9058-f608d16d3ad6 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e541588-65de-4b59-82c2-536b303d6135 HTTP/1.1" status: 200 len: 946 time: 0.0829852 Aug 29 04:16:47.062860 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ddc8a62c-56bc-46ea-83ac-a4de7539a92e req-d830258e-6bc9-4a7d-9d66-fde12de01e6d tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099467 Aug 29 04:16:47.135304 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3cbd75-7f6d-41c1-a8a5-a36ea7f62775 req-ee5f6736-8cdb-44eb-8232-ef4e6f71f806 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:47.139104 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4a3cbd75-7f6d-41c1-a8a5-a36ea7f62775 req-ee5f6736-8cdb-44eb-8232-ef4e6f71f806 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e541588-65de-4b59-82c2-536b303d6135 HTTP/1.1" status: 200 len: 946 time: 0.1359892 Aug 29 04:16:47.178543 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d13efdec-97d7-4fc6-bd76-2a634f272057 req-2b205fdd-b96b-4b46-8c58-1bf72d11d3b9 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.22 "GET /v2.0/ports?device_id=cc18cbe5-088c-4ebd-8ee9-e1ab72c96d64 HTTP/1.1" status: 200 len: 210 time: 0.0503578 Aug 29 04:16:47.360087 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8ec6905b-4088-4747-90cc-fe891dd24b60 req-9303f97b-6d5d-4e9c-a7e9-e9a4aefce444 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=cff8a488ff344e109cad8daf17880810&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0575757 Aug 29 04:16:47.390717 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f59e3d-9231-4492-bca3-53d7cc8acb0e req-0113bd9e-c403-4d7f-965a-bbf566bb5924 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:47.398457 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e5f59e3d-9231-4492-bca3-53d7cc8acb0e req-0113bd9e-c403-4d7f-965a-bbf566bb5924 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e3ffe36-52a1-4be0-a61a-28d019fa0645 HTTP/1.1" status: 200 len: 945 time: 0.1645722 Aug 29 04:16:47.463491 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e5f59e3d-9231-4492-bca3-53d7cc8acb0e req-13034c1a-cb48-4c52-aa15-7f5b3b8b5edc tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/security-groups?id=0af834e7-acaf-4d90-a371-bad8b3cc1714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615406 Aug 29 04:16:47.490185 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [req-4a3cbd75-7f6d-41c1-a8a5-a36ea7f62775 req-2827b4a6-878e-4baf-965c-67125c7ccdb6 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Deleting port e46f7ab3-cf76-43b6-920f-273d9b91eff1 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:16:47.491138 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-4a3cbd75-7f6d-41c1-a8a5-a36ea7f62775 req-2827b4a6-878e-4baf-965c-67125c7ccdb6 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:47.627264 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec6905b-4088-4747-90cc-fe891dd24b60 req-89caaa2f-6822-42de-aff2-552c782ce6e4 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:47.629387 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8ec6905b-4088-4747-90cc-fe891dd24b60 req-89caaa2f-6822-42de-aff2-552c782ce6e4 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2666514 Aug 29 04:16:47.667630 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8ec6905b-4088-4747-90cc-fe891dd24b60 req-a059c9b9-83cf-463f-88e7-f658e8927132 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/quotas/cff8a488ff344e109cad8daf17880810 HTTP/1.1" status: 200 len: 375 time: 0.0312610 Aug 29 04:16:47.698524 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-4a3cbd75-7f6d-41c1-a8a5-a36ea7f62775 req-2827b4a6-878e-4baf-965c-67125c7ccdb6 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] For port e46f7ab3-cf76-43b6-920f-273d9b91eff1, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=e46f7ab3-cf76-43b6-920f-273d9b91eff1,segment=NetworkSegment(5e7e2f14-8790-418b-88e1-15441e6a9fb5),segment_id=5e7e2f14-8790-418b-88e1-15441e6a9fb5)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:47.699236 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-4a3cbd75-7f6d-41c1-a8a5-a36ea7f62775 req-2827b4a6-878e-4baf-965c-67125c7ccdb6 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:47.728342 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [req-4a3cbd75-7f6d-41c1-a8a5-a36ea7f62775 req-2827b4a6-878e-4baf-965c-67125c7ccdb6 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Calling delete_port for e46f7ab3-cf76-43b6-920f-273d9b91eff1 owned by compute:nova {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:16:47.763173 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8ec6905b-4088-4747-90cc-fe891dd24b60 req-d01f6003-6f56-4e2a-a5d9-269b12d34de5 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=cff8a488ff344e109cad8daf17880810&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0939891 Aug 29 04:16:47.927618 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-4a3cbd75-7f6d-41c1-a8a5-a36ea7f62775 req-2827b4a6-878e-4baf-965c-67125c7ccdb6 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:47.941216 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['e46f7ab3-cf76-43b6-920f-273d9b91eff1'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:16:47.967006 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2827b4a6-878e-4baf-965c-67125c7ccdb6 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Pushing event deleted for resources: {'Port': ['ID=e46f7ab3-cf76-43b6-920f-273d9b91eff1,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:47.990254 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['02e9fbdc-2d81-4e09-8676-3236d8c53fc6'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:16:48.078101 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a3cbd75-7f6d-41c1-a8a5-a36ea7f62775 req-2827b4a6-878e-4baf-965c-67125c7ccdb6 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] No DVR routers for this DVR port e46f7ab3-cf76-43b6-920f-273d9b91eff1 on host n-h1-712140-12 {{(pid=94829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:16:48.090642 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-4a3cbd75-7f6d-41c1-a8a5-a36ea7f62775 req-2827b4a6-878e-4baf-965c-67125c7ccdb6 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:48.095344 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4a3cbd75-7f6d-41c1-a8a5-a36ea7f62775 req-2827b4a6-878e-4baf-965c-67125c7ccdb6 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.46 "DELETE /v2.0/ports/e46f7ab3-cf76-43b6-920f-273d9b91eff1 HTTP/1.1" status: 204 len: 173 time: 0.9472597 Aug 29 04:16:48.257369 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 44764) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:48.329294 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8dde8b49-4040-4589-98d2-180b97602327 req-85af49f5-deb0-4e7d-8c2c-ae013c59ce09 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e541588-65de-4b59-82c2-536b303d6135 HTTP/1.1" status: 200 len: 210 time: 0.0585537 Aug 29 04:16:48.456845 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5412b79a-96fa-40a3-862e-49bce9bc1233 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:48.724396 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5412b79a-96fa-40a3-862e-49bce9bc1233 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:48.732119 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5412b79a-96fa-40a3-862e-49bce9bc1233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:48.740706 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e541588-65de-4b59-82c2-536b303d6135', 'name': 'network-vif-deleted', 'tag': 'e46f7ab3-cf76-43b6-920f-273d9b91eff1'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:16:48.749058 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0623ee73-0272-4774-99d4-d8d576b814da" -d '{"events": [{"server_uuid": "4e541588-65de-4b59-82c2-536b303d6135", "name": "network-vif-deleted", "tag": "e46f7ab3-cf76-43b6-920f-273d9b91eff1"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:16:48.814443 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5412b79a-96fa-40a3-862e-49bce9bc1233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afcd77c3-321d-4a7b-995e-cbe04e7938de,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:48.845341 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51e3489-45cd-40aa-8d6d-4519fe77367f req-3dd443aa-e424-4545-9162-b3818b4812ef tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:48.847242 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f51e3489-45cd-40aa-8d6d-4519fe77367f req-3dd443aa-e424-4545-9162-b3818b4812ef tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e3ffe36-52a1-4be0-a61a-28d019fa0645 HTTP/1.1" status: 200 len: 945 time: 0.2079883 Aug 29 04:16:48.850201 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-5412b79a-96fa-40a3-862e-49bce9bc1233 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ee39bb3a95004988a869004262e15a98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5919788 Aug 29 04:16:48.853250 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 44786) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:48.885013 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:48.933053 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f51e3489-45cd-40aa-8d6d-4519fe77367f req-d73573c9-06cd-484d-a0d3-a10a8f293bc7 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/security-groups?id=0af834e7-acaf-4d90-a371-bad8b3cc1714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716546 Aug 29 04:16:48.951434 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-efab95d7-2695-403b-a780-71a336a8e823 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:49.002240 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-efab95d7-2695-403b-a780-71a336a8e823 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:49.007320 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d373640-4fb4-4b3c-a8e2-a8462ba2d924 x-openstack-request-id: req-6d373640-4fb4-4b3c-a8e2-a8462ba2d924 {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:16:49.007768 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e541588-65de-4b59-82c2-536b303d6135", "name": "network-vif-deleted", "tag": "e46f7ab3-cf76-43b6-920f-273d9b91eff1", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:16:49.008319 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6d373640-4fb4-4b3c-a8e2-a8462ba2d924 {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:16:49.008907 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e541588-65de-4b59-82c2-536b303d6135', 'name': 'network-vif-deleted', 'tag': 'e46f7ab3-cf76-43b6-920f-273d9b91eff1', 'status': 'completed', 'code': 200} Aug 29 04:16:49.088598 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7c521319-3da0-4e54-90d0-d2b09a59dbf8 req-4998db7c-e4e7-4250-a49a-854aca0411db tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/ports?device_id=4bcf0fe3-6de9-4b62-aa26-9eff4b24207c HTTP/1.1" status: 200 len: 210 time: 0.0562832 Aug 29 04:16:49.126069 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e61070-2721-49d3-8d9f-59033342b2a7 req-686a0255-8200-48fa-9b84-10341492e3e8 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:49.128444 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f0e61070-2721-49d3-8d9f-59033342b2a7 req-686a0255-8200-48fa-9b84-10341492e3e8 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.22 "GET /v2.0/ports?device_id=fef89d46-3fbd-4038-be67-540c3c05e8af HTTP/1.1" status: 200 len: 946 time: 0.0980232 Aug 29 04:16:49.177873 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-efab95d7-2695-403b-a780-71a336a8e823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:49.180467 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-efab95d7-2695-403b-a780-71a336a8e823 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:49.181628 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-efab95d7-2695-403b-a780-71a336a8e823 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/afcd77c3-321d-4a7b-995e-cbe04e7938de HTTP/1.1" status: 204 len: 168 time: 0.3273253 Aug 29 04:16:49.189789 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f0e61070-2721-49d3-8d9f-59033342b2a7 req-2174d9b2-5523-46d0-bc95-68de100d13d0 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.22 "GET /v2.0/security-groups?id=46edc4d9-63f8-4b18-b08b-1f71016f23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524395 Aug 29 04:16:49.195884 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efab95d7-2695-403b-a780-71a336a8e823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afcd77c3-321d-4a7b-995e-cbe04e7938de,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:49.318676 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device e2101567-e33b-4c1b-83c9-cb949027cd4a no longer exists at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:16:49.341420 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] No Port match for: e2101567-e33b-4c1b-83c9-cb949027cd4a {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:16:49.341420 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device e2101567-e33b-4c1b-83c9-cb949027cd4a not bound to the agent host n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:16:49.621361 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 44814) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:49.646055 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2997cd99-e9e6-4cef-a0c5-de6f2636f010 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:49.918134 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e55f53-2b87-4765-9039-a9d1c61f154b req-8b51b57f-0576-42f3-bb32-70a716bc280e tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:49.918134 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-91e55f53-2b87-4765-9039-a9d1c61f154b req-8b51b57f-0576-42f3-bb32-70a716bc280e tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/networks?id=2f4673af-b8e7-4620-a09f-889ce79ba3f8 HTTP/1.1" status: 200 len: 806 time: 0.2439272 Aug 29 04:16:49.951452 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-91e55f53-2b87-4765-9039-a9d1c61f154b req-45c9f441-b343-44ea-b7bd-b01144dcff7c tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/quotas/5a14f7f9066643a38713cee788a50c7a HTTP/1.1" status: 200 len: 375 time: 0.0213904 Aug 29 04:16:50.005446 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2997cd99-e9e6-4cef-a0c5-de6f2636f010 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:50.013172 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2997cd99-e9e6-4cef-a0c5-de6f2636f010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:50.064388 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-91e55f53-2b87-4765-9039-a9d1c61f154b req-1c5a3f16-0c4d-4d16-9303-34567e156afa tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=5a14f7f9066643a38713cee788a50c7a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0962589 Aug 29 04:16:50.068040 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-2997cd99-e9e6-4cef-a0c5-de6f2636f010 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7e09e9303f2241188f346dde50a00807&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4449835 Aug 29 04:16:50.068912 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2997cd99-e9e6-4cef-a0c5-de6f2636f010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b3fed6d-272e-44ad-baab-022166f20360,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:50.073004 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 44830) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:50.160484 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-15387327-92ec-4855-99f8-3d4435bda39a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:50.197978 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-15387327-92ec-4855-99f8-3d4435bda39a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:50.216131 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-91e55f53-2b87-4765-9039-a9d1c61f154b req-22080b52-c85e-4b13-92ac-78b744cc1729 service neutron] 10.222.0.22 "GET /v2.0/networks/2f4673af-b8e7-4620-a09f-889ce79ba3f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257625 Aug 29 04:16:50.284623 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-15387327-92ec-4855-99f8-3d4435bda39a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:50.298259 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-15387327-92ec-4855-99f8-3d4435bda39a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:50.306386 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-15387327-92ec-4855-99f8-3d4435bda39a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1b3fed6d-272e-44ad-baab-022166f20360 HTTP/1.1" status: 204 len: 168 time: 0.2319641 Aug 29 04:16:50.352352 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15387327-92ec-4855-99f8-3d4435bda39a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b3fed6d-272e-44ad-baab-022166f20360,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:50.399428 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-91e55f53-2b87-4765-9039-a9d1c61f154b req-3b779586-b2e5-48aa-9a75-2954602ed121 service neutron] 10.222.0.22 "GET /v2.0/networks/2f4673af-b8e7-4620-a09f-889ce79ba3f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743636 Aug 29 04:16:50.677470 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24209b49-df71-4791-ace6-983721fce0c3 req-09999f2a-1d4f-4dd9-8e7a-3f9dd90ae9ae tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:50.685805 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-24209b49-df71-4791-ace6-983721fce0c3 req-09999f2a-1d4f-4dd9-8e7a-3f9dd90ae9ae tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e3ffe36-52a1-4be0-a61a-28d019fa0645 HTTP/1.1" status: 200 len: 945 time: 0.1082554 Aug 29 04:16:50.709951 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3316824-cbb0-4de7-b9cd-db27b4f9465a req-ec0506e5-d102-4969-8aba-a0af3935e496 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:50.711592 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c3316824-cbb0-4de7-b9cd-db27b4f9465a req-ec0506e5-d102-4969-8aba-a0af3935e496 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.46 "GET /v2.0/ports?device_id=fef89d46-3fbd-4038-be67-540c3c05e8af HTTP/1.1" status: 200 len: 946 time: 0.1452091 Aug 29 04:16:50.784723 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-24209b49-df71-4791-ace6-983721fce0c3 req-754123b8-c180-465b-8642-fa08d2b57bcc tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/security-groups?id=0af834e7-acaf-4d90-a371-bad8b3cc1714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833900 Aug 29 04:16:50.791318 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device e46f7ab3-cf76-43b6-920f-273d9b91eff1 no longer exists at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:16:50.961245 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] No Port match for: e46f7ab3-cf76-43b6-920f-273d9b91eff1 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:16:50.964754 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device e46f7ab3-cf76-43b6-920f-273d9b91eff1 not bound to the agent host n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:16:50.967722 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 6e52db85-dca3-411e-80bc-23003eddfcc5 no longer exists at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:16:50.972830 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7dbb91c4-ffe5-4b43-a99a-7bc112e19824 req-ee1eb901-d34b-4484-87b3-fb6cdaee2e5c tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/ports?device_id=4bcf0fe3-6de9-4b62-aa26-9eff4b24207c HTTP/1.1" status: 200 len: 210 time: 0.1845100 Aug 29 04:16:51.036561 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8ec6905b-4088-4747-90cc-fe891dd24b60 req-200b063c-4b57-4bed-ba9f-381597b8add7 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=cff8a488ff344e109cad8daf17880810&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1778903 Aug 29 04:16:51.046121 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8ec6905b-4088-4747-90cc-fe891dd24b60 req-51f94e21-caca-434f-967f-e4e825108a17 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=cff8a488ff344e109cad8daf17880810&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2518880 Aug 29 04:16:51.210037 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d33af-8a2e-4d25-9aaf-11d38f09b125 req-e56d2135-f707-4183-97c2-86f8a50604b7 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:51.232532 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a27d33af-8a2e-4d25-9aaf-11d38f09b125 req-e56d2135-f707-4183-97c2-86f8a50604b7 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.22 "GET /v2.0/ports?device_id=fef89d46-3fbd-4038-be67-540c3c05e8af HTTP/1.1" status: 200 len: 946 time: 0.2879837 Aug 29 04:16:51.373194 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a27d33af-8a2e-4d25-9aaf-11d38f09b125 req-f1108ec7-7d7f-4905-8749-f4fa86fd7f0e tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.22 "GET /v2.0/security-groups?id=46edc4d9-63f8-4b18-b08b-1f71016f23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341417 Aug 29 04:16:51.388369 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-08bf8b74-8e2a-4b94-89a5-99bcbfbb1c5e req-9667efac-e9a5-479e-8872-6322b54a70eb tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=11fb4299-b6e8-4935-87e8-fd9625e0a808 HTTP/1.1" status: 200 len: 210 time: 0.2820966 Aug 29 04:16:51.409747 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:51.483414 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fef89d46-3fbd-4038-be67-540c3c05e8af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e52db85-dca3-411e-80bc-23003eddfcc5'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:16:51.489339 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40894787-194d-43b2-8aef-93c9bb28d627" -d '{"events": [{"server_uuid": "fef89d46-3fbd-4038-be67-540c3c05e8af", "name": "network-vif-unplugged", "status": "completed", "tag": "6e52db85-dca3-411e-80bc-23003eddfcc5"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:16:51.532854 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 6e52db85-dca3-411e-80bc-23003eddfcc5, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=6e52db85-dca3-411e-80bc-23003eddfcc5,segment=NetworkSegment(9853adb3-e583-455e-a18e-828382db7c58),segment_id=9853adb3-e583-455e-a18e-828382db7c58)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:51.541981 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:51.607145 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec6905b-4088-4747-90cc-fe891dd24b60 req-3abd6a82-b322-457a-8874-6edbdfeade19 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:51.611392 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8ec6905b-4088-4747-90cc-fe891dd24b60 req-3abd6a82-b322-457a-8874-6edbdfeade19 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5557234 Aug 29 04:16:51.630346 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [req-c3316824-cbb0-4de7-b9cd-db27b4f9465a req-cd02f143-97cd-4568-ab7b-286818e79e09 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] Deleting port 6e52db85-dca3-411e-80bc-23003eddfcc5 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:16:51.630930 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-c3316824-cbb0-4de7-b9cd-db27b4f9465a req-cd02f143-97cd-4568-ab7b-286818e79e09 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:51.644474 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a33f032-7d08-4a89-9e3c-3c06772d391c x-openstack-request-id: req-3a33f032-7d08-4a89-9e3c-3c06772d391c {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:16:51.644967 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fef89d46-3fbd-4038-be67-540c3c05e8af", "name": "network-vif-unplugged", "status": "completed", "tag": "6e52db85-dca3-411e-80bc-23003eddfcc5", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:16:51.645175 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3a33f032-7d08-4a89-9e3c-3c06772d391c {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:16:51.646038 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fef89d46-3fbd-4038-be67-540c3c05e8af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e52db85-dca3-411e-80bc-23003eddfcc5', 'code': 200} Aug 29 04:16:51.714671 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=6e52db85-dca3-411e-80bc-23003eddfcc5,revision_number=6']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:51.724365 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:51.725457 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:51.726070 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:51.726929 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:51.727619 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:51.728478 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:51.729365 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:51.730130 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:51.732448 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:51.733523 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:51.734514 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:51.743137 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:51.750600 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-8ec6905b-4088-4747-90cc-fe891dd24b60 req-50a80a1b-8f35-4dac-a469-821c7c71fef6 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Request body: {'port': {'device_id': '4bcf0fe3-6de9-4b62-aa26-9eff4b24207c', 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45', 'admin_state_up': True, 'tenant_id': 'cff8a488ff344e109cad8daf17880810'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:16:51.787346 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec6905b-4088-4747-90cc-fe891dd24b60 req-b4abd456-c272-41b7-9ec4-88b34196469a tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:51.789308 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8ec6905b-4088-4747-90cc-fe891dd24b60 req-b4abd456-c272-41b7-9ec4-88b34196469a tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6986299 Aug 29 04:16:51.855570 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-8ec6905b-4088-4747-90cc-fe891dd24b60 req-5c3e9992-503e-4fcc-bae3-0fd6c0f258b0 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Request body: {'port': {'device_id': 'aaf0f6ca-5bc9-4d39-9275-d8db83734ee1', 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45', 'admin_state_up': True, 'tenant_id': 'cff8a488ff344e109cad8daf17880810'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:16:51.979199 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e70d83f-bd11-40d4-89a8-fc64000135b6 req-7b1777d0-ae86-4cdb-8565-2ac3c7dc13bb tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:51.981720 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8e70d83f-bd11-40d4-89a8-fc64000135b6 req-7b1777d0-ae86-4cdb-8565-2ac3c7dc13bb tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e3ffe36-52a1-4be0-a61a-28d019fa0645 HTTP/1.1" status: 200 len: 945 time: 0.0833156 Aug 29 04:16:52.081750 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8e70d83f-bd11-40d4-89a8-fc64000135b6 req-0b5f0790-227a-4215-abec-292faee10869 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/security-groups?id=0af834e7-acaf-4d90-a371-bad8b3cc1714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901635 Aug 29 04:16:52.137925 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-c3316824-cbb0-4de7-b9cd-db27b4f9465a req-cd02f143-97cd-4568-ab7b-286818e79e09 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] For port 6e52db85-dca3-411e-80bc-23003eddfcc5, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=6e52db85-dca3-411e-80bc-23003eddfcc5,segment=NetworkSegment(9853adb3-e583-455e-a18e-828382db7c58),segment_id=9853adb3-e583-455e-a18e-828382db7c58)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:52.139805 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-c3316824-cbb0-4de7-b9cd-db27b4f9465a req-cd02f143-97cd-4568-ab7b-286818e79e09 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:52.213551 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-05dd2012-10c3-4f6d-a21f-c1e6cc378a23 req-3bfeaa96-49d8-4b59-a7b3-4acb72a119a4 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/ports?device_id=4bcf0fe3-6de9-4b62-aa26-9eff4b24207c HTTP/1.1" status: 200 len: 210 time: 0.0590739 Aug 29 04:16:52.228626 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [req-c3316824-cbb0-4de7-b9cd-db27b4f9465a req-cd02f143-97cd-4568-ab7b-286818e79e09 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] Calling delete_port for 6e52db85-dca3-411e-80bc-23003eddfcc5 owned by compute:nova {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:16:52.257230 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ec6905b-4088-4747-90cc-fe891dd24b60 req-50a80a1b-8f35-4dac-a469-821c7c71fef6 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Made reservation on behalf of cff8a488ff344e109cad8daf17880810 for: {'port': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:16:52.261094 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-8ec6905b-4088-4747-90cc-fe891dd24b60 req-50a80a1b-8f35-4dac-a469-821c7c71fef6 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:52.340652 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ec6905b-4088-4747-90cc-fe891dd24b60 req-5c3e9992-503e-4fcc-bae3-0fd6c0f258b0 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Made reservation on behalf of cff8a488ff344e109cad8daf17880810 for: {'port': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:16:52.346864 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-8ec6905b-4088-4747-90cc-fe891dd24b60 req-5c3e9992-503e-4fcc-bae3-0fd6c0f258b0 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:52.690934 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-fca5efb9-1c16-42f0-a294-47e0686955e5 req-7bc55e61-2e6e-4ec9-9559-7b136887340d tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=11fb4299-b6e8-4935-87e8-fd9625e0a808 HTTP/1.1" status: 200 len: 210 time: 0.1165450 Aug 29 04:16:52.894072 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [req-8ec6905b-4088-4747-90cc-fe891dd24b60 req-50a80a1b-8f35-4dac-a469-821c7c71fef6 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Allocated IP 192.168.233.212 (13e6dfc1-e9e7-40a1-8a14-d0febabf4d45/18cd12d4-b12a-41b0-b0c5-618edbb84e74/ec53f0a0-f10b-4f6d-bb3e-ad6634d1e6cb) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:16:53.024036 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-c3316824-cbb0-4de7-b9cd-db27b4f9465a req-cd02f143-97cd-4568-ab7b-286818e79e09 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:53.060693 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['2335139e-f714-4fb1-9686-148f446f99df'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:16:53.117850 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd02f143-97cd-4568-ab7b-286818e79e09 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] Pushing event deleted for resources: {'Port': ['ID=6e52db85-dca3-411e-80bc-23003eddfcc5,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:53.254905 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3316824-cbb0-4de7-b9cd-db27b4f9465a req-cd02f143-97cd-4568-ab7b-286818e79e09 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] No DVR routers for this DVR port 6e52db85-dca3-411e-80bc-23003eddfcc5 on host n-h1-712140-12 {{(pid=94829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:16:53.258727 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b95b458-5f0f-4512-8708-d458c02d31c6 req-ba08a450-23e0-440a-a9f3-541b8f9dad0e tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:53.261832 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-c3316824-cbb0-4de7-b9cd-db27b4f9465a req-cd02f143-97cd-4568-ab7b-286818e79e09 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:53.265895 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c3316824-cbb0-4de7-b9cd-db27b4f9465a req-cd02f143-97cd-4568-ab7b-286818e79e09 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.46 "DELETE /v2.0/ports/6e52db85-dca3-411e-80bc-23003eddfcc5 HTTP/1.1" status: 204 len: 173 time: 2.5459971 Aug 29 04:16:53.273227 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fef89d46-3fbd-4038-be67-540c3c05e8af', 'name': 'network-vif-deleted', 'tag': '6e52db85-dca3-411e-80bc-23003eddfcc5'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:16:53.277694 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb7b4a2e-e50f-4bf2-9b13-4862561a68d4" -d '{"events": [{"server_uuid": "fef89d46-3fbd-4038-be67-540c3c05e8af", "name": "network-vif-deleted", "tag": "6e52db85-dca3-411e-80bc-23003eddfcc5"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:16:53.286473 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8b95b458-5f0f-4512-8708-d458c02d31c6 req-ba08a450-23e0-440a-a9f3-541b8f9dad0e tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.22 "GET /v2.0/ports?device_id=fef89d46-3fbd-4038-be67-540c3c05e8af HTTP/1.1" status: 200 len: 865 time: 0.7472394 Aug 29 04:16:53.327903 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e55f53-2b87-4765-9039-a9d1c61f154b req-7a706235-ec1b-49f0-9eac-49472a40350b tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:53.330139 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-91e55f53-2b87-4765-9039-a9d1c61f154b req-7a706235-ec1b-49f0-9eac-49472a40350b tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.46 "GET /v2.0/networks?id=2f4673af-b8e7-4620-a09f-889ce79ba3f8 HTTP/1.1" status: 200 len: 806 time: 0.6814082 Aug 29 04:16:53.369148 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-91e55f53-2b87-4765-9039-a9d1c61f154b req-2ced1a66-f575-4f18-ae99-f2853736d539 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Request body: {'port': {'device_id': '11fb4299-b6e8-4935-87e8-fd9625e0a808', 'network_id': '2f4673af-b8e7-4620-a09f-889ce79ba3f8', 'admin_state_up': True, 'tenant_id': '5a14f7f9066643a38713cee788a50c7a'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:16:53.487079 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-8ec6905b-4088-4747-90cc-fe891dd24b60 req-50a80a1b-8f35-4dac-a469-821c7c71fef6 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:53.498923 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae263e47-1381-4470-bc90-f480ebb53385 req-05bea235-57f7-4afe-8d0b-7d8bb3c17229 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:53.500561 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ae263e47-1381-4470-bc90-f480ebb53385 req-05bea235-57f7-4afe-8d0b-7d8bb3c17229 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e3ffe36-52a1-4be0-a61a-28d019fa0645 HTTP/1.1" status: 200 len: 945 time: 0.1745763 Aug 29 04:16:53.540765 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8b95b458-5f0f-4512-8708-d458c02d31c6 req-4ff656b2-d6c2-40e3-80f7-a247904c07e0 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.22 "GET /v2.0/security-groups?id=46edc4d9-63f8-4b18-b08b-1f71016f23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505450 Aug 29 04:16:53.601081 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [req-8ec6905b-4088-4747-90cc-fe891dd24b60 req-50a80a1b-8f35-4dac-a469-821c7c71fef6 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Transition to ACTIVE for port object ec53f0a0-f10b-4f6d-bb3e-ad6634d1e6cb will not be triggered until provisioned by entity DHCP. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:16:53.712504 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e7e35fdc-198b-479b-89a9-df4dbed7f58e req-1bb8263d-f047-43ef-abde-4cb0be8f3480 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/ports?device_id=4bcf0fe3-6de9-4b62-aa26-9eff4b24207c HTTP/1.1" status: 200 len: 210 time: 0.0628562 Aug 29 04:16:53.721396 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91e55f53-2b87-4765-9039-a9d1c61f154b req-2ced1a66-f575-4f18-ae99-f2853736d539 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Made reservation on behalf of 5a14f7f9066643a38713cee788a50c7a for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:16:53.732802 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-91e55f53-2b87-4765-9039-a9d1c61f154b req-2ced1a66-f575-4f18-ae99-f2853736d539 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:53.754188 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ae263e47-1381-4470-bc90-f480ebb53385 req-63afe717-89c2-4cfb-aaa6-ea8b6cb92b8a tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/security-groups?id=0af834e7-acaf-4d90-a371-bad8b3cc1714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384677 Aug 29 04:16:53.794001 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-8ec6905b-4088-4747-90cc-fe891dd24b60 req-50a80a1b-8f35-4dac-a469-821c7c71fef6 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:53.837262 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb525101-24d0-4783-bc66-abdeab0ddf7b x-openstack-request-id: req-bb525101-24d0-4783-bc66-abdeab0ddf7b {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:16:53.837262 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fef89d46-3fbd-4038-be67-540c3c05e8af", "name": "network-vif-deleted", "tag": "6e52db85-dca3-411e-80bc-23003eddfcc5", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:16:53.837262 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bb525101-24d0-4783-bc66-abdeab0ddf7b {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:16:53.837262 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fef89d46-3fbd-4038-be67-540c3c05e8af', 'name': 'network-vif-deleted', 'tag': '6e52db85-dca3-411e-80bc-23003eddfcc5', 'status': 'completed', 'code': 200} Aug 29 04:16:53.908821 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ec6905b-4088-4747-90cc-fe891dd24b60 req-50a80a1b-8f35-4dac-a469-821c7c71fef6 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:16:53.914526 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [req-8ec6905b-4088-4747-90cc-fe891dd24b60 req-50a80a1b-8f35-4dac-a469-821c7c71fef6 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:16:53.926142 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ec6905b-4088-4747-90cc-fe891dd24b60 req-50a80a1b-8f35-4dac-a469-821c7c71fef6 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:16:54.001969 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a80a1b-8f35-4dac-a469-821c7c71fef6 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Pushing event updated for resources: {'Port': ['ID=ec53f0a0-f10b-4f6d-bb3e-ad6634d1e6cb,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:54.013095 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['6c598feb-3ed1-428d-85b3-41629f32880f', '2a6bce68-a836-4780-9092-ee7498142e59', 'fdc22186-f215-454e-8546-82ba1900a0c8'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:16:54.099106 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0c582aa7-b4cc-43d1-897b-bb3ef95fcd7c req-2a736d4d-5d83-497f-aa80-41322a490082 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=11fb4299-b6e8-4935-87e8-fd9625e0a808 HTTP/1.1" status: 200 len: 210 time: 0.1624796 Aug 29 04:16:54.100801 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [req-8ec6905b-4088-4747-90cc-fe891dd24b60 req-5c3e9992-503e-4fcc-bae3-0fd6c0f258b0 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Allocated IP 192.168.233.16 (13e6dfc1-e9e7-40a1-8a14-d0febabf4d45/18cd12d4-b12a-41b0-b0c5-618edbb84e74/f2cfa364-e651-4bd4-9af8-0e6ba565e3ca) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:16:54.174439 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec6905b-4088-4747-90cc-fe891dd24b60 req-50a80a1b-8f35-4dac-a469-821c7c71fef6 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:54.176049 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-8ec6905b-4088-4747-90cc-fe891dd24b60 req-50a80a1b-8f35-4dac-a469-821c7c71fef6 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:54.206741 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-91e55f53-2b87-4765-9039-a9d1c61f154b req-2ced1a66-f575-4f18-ae99-f2853736d539 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Allocated IP 172.20.0.13 (2f4673af-b8e7-4620-a09f-889ce79ba3f8/ca990b23-63b6-47bd-b575-c3dcd63e7190/16fb5f57-d217-47eb-806d-271458a9c333) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:16:54.225322 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8ec6905b-4088-4747-90cc-fe891dd24b60 req-50a80a1b-8f35-4dac-a469-821c7c71fef6 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4923782 Aug 29 04:16:54.262179 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-8ec6905b-4088-4747-90cc-fe891dd24b60 req-bc888f89-0347-49f1-8bb4-6f97eef64ac8 service neutron] Request body: {'port': {'device_id': '4bcf0fe3-6de9-4b62-aa26-9eff4b24207c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-12'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:16:54.472259 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-8ec6905b-4088-4747-90cc-fe891dd24b60 req-bc888f89-0347-49f1-8bb4-6f97eef64ac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:54.621126 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-91e55f53-2b87-4765-9039-a9d1c61f154b req-2ced1a66-f575-4f18-ae99-f2853736d539 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:54.683908 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-91e55f53-2b87-4765-9039-a9d1c61f154b req-2ced1a66-f575-4f18-ae99-f2853736d539 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:54.702417 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-bf9916c8-9e9e-4809-a2f3-03ea2a313f85 None None] Provisioning for port ec53f0a0-f10b-4f6d-bb3e-ad6634d1e6cb completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:16:54.724441 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-bf9916c8-9e9e-4809-a2f3-03ea2a313f85 None None] Provisioning complete for port ec53f0a0-f10b-4f6d-bb3e-ad6634d1e6cb triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:16:54.728177 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bf9916c8-9e9e-4809-a2f3-03ea2a313f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:54.805937 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-bf9916c8-9e9e-4809-a2f3-03ea2a313f85 None None] Port ec53f0a0-f10b-4f6d-bb3e-ad6634d1e6cb cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:16:54.836248 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91e55f53-2b87-4765-9039-a9d1c61f154b req-2ced1a66-f575-4f18-ae99-f2853736d539 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Network 2f4673af-b8e7-4620-a09f-889ce79ba3f8 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:16:54.857887 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-91e55f53-2b87-4765-9039-a9d1c61f154b req-2ced1a66-f575-4f18-ae99-f2853736d539 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:16:54.862303 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-91e55f53-2b87-4765-9039-a9d1c61f154b req-2ced1a66-f575-4f18-ae99-f2853736d539 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:16:54.865547 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ced1a66-f575-4f18-ae99-f2853736d539 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Pushing event updated for resources: {'Port': ['ID=16fb5f57-d217-47eb-806d-271458a9c333,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:54.879637 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ced1a66-f575-4f18-ae99-f2853736d539 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:54.880825 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ced1a66-f575-4f18-ae99-f2853736d539 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:54.881771 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ced1a66-f575-4f18-ae99-f2853736d539 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:54.882114 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ced1a66-f575-4f18-ae99-f2853736d539 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:54.882534 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ced1a66-f575-4f18-ae99-f2853736d539 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:54.882877 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ced1a66-f575-4f18-ae99-f2853736d539 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:54.883391 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ced1a66-f575-4f18-ae99-f2853736d539 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:54.883772 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ced1a66-f575-4f18-ae99-f2853736d539 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:54.884145 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ced1a66-f575-4f18-ae99-f2853736d539 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:54.884519 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ced1a66-f575-4f18-ae99-f2853736d539 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:54.884858 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ced1a66-f575-4f18-ae99-f2853736d539 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:54.885301 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ced1a66-f575-4f18-ae99-f2853736d539 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:54.924692 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-8ec6905b-4088-4747-90cc-fe891dd24b60 req-5c3e9992-503e-4fcc-bae3-0fd6c0f258b0 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:54.955822 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [req-8ec6905b-4088-4747-90cc-fe891dd24b60 req-5c3e9992-503e-4fcc-bae3-0fd6c0f258b0 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Transition to ACTIVE for port object f2cfa364-e651-4bd4-9af8-0e6ba565e3ca will not be triggered until provisioned by entity DHCP. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:16:55.006255 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e55f53-2b87-4765-9039-a9d1c61f154b req-2ced1a66-f575-4f18-ae99-f2853736d539 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:55.006937 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-91e55f53-2b87-4765-9039-a9d1c61f154b req-2ced1a66-f575-4f18-ae99-f2853736d539 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:55.053103 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bbb9b8-df7c-43d7-91c9-b6eb699c99c4 req-2d258d59-ab28-40c2-8c57-7644b1d8b81c tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:55.067939 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a9bbb9b8-df7c-43d7-91c9-b6eb699c99c4 req-2d258d59-ab28-40c2-8c57-7644b1d8b81c tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/ports?device_id=4bcf0fe3-6de9-4b62-aa26-9eff4b24207c HTTP/1.1" status: 200 len: 936 time: 0.2080729 Aug 29 04:16:55.079669 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-91e55f53-2b87-4765-9039-a9d1c61f154b req-2ced1a66-f575-4f18-ae99-f2853736d539 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7228000 Aug 29 04:16:55.102268 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-91e55f53-2b87-4765-9039-a9d1c61f154b req-03bb0b11-1837-4270-9691-fd4722dae04f service neutron] Request body: {'port': {'device_id': '11fb4299-b6e8-4935-87e8-fd9625e0a808', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:16:55.110384 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-8ec6905b-4088-4747-90cc-fe891dd24b60 req-5c3e9992-503e-4fcc-bae3-0fd6c0f258b0 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:55.321460 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-91e55f53-2b87-4765-9039-a9d1c61f154b req-03bb0b11-1837-4270-9691-fd4722dae04f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:55.490861 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dd35c9-4c24-4096-bb26-818c5a115eb2 req-dbaac385-8344-4461-8c0b-d3990b324fb1 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:55.494310 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-46dd35c9-4c24-4096-bb26-818c5a115eb2 req-dbaac385-8344-4461-8c0b-d3990b324fb1 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e3ffe36-52a1-4be0-a61a-28d019fa0645 HTTP/1.1" status: 200 len: 945 time: 0.2401288 Aug 29 04:16:55.630636 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-46dd35c9-4c24-4096-bb26-818c5a115eb2 req-9a5a2072-eb48-4b18-98af-5894968d8cb3 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/security-groups?id=0af834e7-acaf-4d90-a371-bad8b3cc1714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179891 Aug 29 04:16:55.741370 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ec6905b-4088-4747-90cc-fe891dd24b60 req-5c3e9992-503e-4fcc-bae3-0fd6c0f258b0 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:16:55.746331 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [req-8ec6905b-4088-4747-90cc-fe891dd24b60 req-5c3e9992-503e-4fcc-bae3-0fd6c0f258b0 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:16:55.759525 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ec6905b-4088-4747-90cc-fe891dd24b60 req-5c3e9992-503e-4fcc-bae3-0fd6c0f258b0 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:16:55.832251 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a9bbb9b8-df7c-43d7-91c9-b6eb699c99c4 req-cdafe100-5d9a-4592-9fde-2e2a7000e32d tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/security-groups?id=69e9e696-6092-48f5-a28b-387de9f4e688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7569959 Aug 29 04:16:55.889141 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3e9992-503e-4fcc-bae3-0fd6c0f258b0 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Pushing event updated for resources: {'Port': ['ID=f2cfa364-e651-4bd4-9af8-0e6ba565e3ca,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:55.967172 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3e9992-503e-4fcc-bae3-0fd6c0f258b0 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:55.968194 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3e9992-503e-4fcc-bae3-0fd6c0f258b0 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:55.969014 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3e9992-503e-4fcc-bae3-0fd6c0f258b0 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:55.969830 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3e9992-503e-4fcc-bae3-0fd6c0f258b0 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:55.970599 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3e9992-503e-4fcc-bae3-0fd6c0f258b0 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:55.971395 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3e9992-503e-4fcc-bae3-0fd6c0f258b0 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:55.972326 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3e9992-503e-4fcc-bae3-0fd6c0f258b0 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:55.973111 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3e9992-503e-4fcc-bae3-0fd6c0f258b0 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:55.973906 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3e9992-503e-4fcc-bae3-0fd6c0f258b0 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:55.974581 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3e9992-503e-4fcc-bae3-0fd6c0f258b0 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:55.975375 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3e9992-503e-4fcc-bae3-0fd6c0f258b0 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:55.975984 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3e9992-503e-4fcc-bae3-0fd6c0f258b0 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:56.010669 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec6905b-4088-4747-90cc-fe891dd24b60 req-5c3e9992-503e-4fcc-bae3-0fd6c0f258b0 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:56.012030 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-8ec6905b-4088-4747-90cc-fe891dd24b60 req-5c3e9992-503e-4fcc-bae3-0fd6c0f258b0 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:56.054390 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8ec6905b-4088-4747-90cc-fe891dd24b60 req-5c3e9992-503e-4fcc-bae3-0fd6c0f258b0 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.2114089 Aug 29 04:16:56.087255 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-8ec6905b-4088-4747-90cc-fe891dd24b60 req-ddc940c5-1130-4f45-8520-68e738733588 service neutron] Request body: {'port': {'device_id': 'aaf0f6ca-5bc9-4d39-9275-d8db83734ee1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-12'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:16:56.100270 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce92064e-eae2-456c-a6e2-8bb6f9734e28 req-ffa410a7-0d44-4e58-95fd-fb2815ec29e1 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:56.102049 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ce92064e-eae2-456c-a6e2-8bb6f9734e28 req-ffa410a7-0d44-4e58-95fd-fb2815ec29e1 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.22 "GET /v2.0/ports?device_id=b3b2f611-e938-4e7c-b802-00c4c626c68c HTTP/1.1" status: 200 len: 945 time: 0.2447243 Aug 29 04:16:56.123792 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-91e55f53-2b87-4765-9039-a9d1c61f154b req-03bb0b11-1837-4270-9691-fd4722dae04f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16fb5f57-d217-47eb-806d-271458a9c333 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:16:56.149340 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-91e55f53-2b87-4765-9039-a9d1c61f154b req-03bb0b11-1837-4270-9691-fd4722dae04f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:56.177748 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-68c9bdc8-f68d-44bb-83fe-ea2975f80884 None None] Provisioning for port f2cfa364-e651-4bd4-9af8-0e6ba565e3ca completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:16:56.188115 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-68c9bdc8-f68d-44bb-83fe-ea2975f80884 None None] Provisioning complete for port f2cfa364-e651-4bd4-9af8-0e6ba565e3ca triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:16:56.189431 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-68c9bdc8-f68d-44bb-83fe-ea2975f80884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:56.221739 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-91e55f53-2b87-4765-9039-a9d1c61f154b req-03bb0b11-1837-4270-9691-fd4722dae04f service neutron] Transition to ACTIVE for port object 16fb5f57-d217-47eb-806d-271458a9c333 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:16:56.233937 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ce92064e-eae2-456c-a6e2-8bb6f9734e28 req-42358320-9120-4a18-9ccf-2945efb3f716 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.22 "GET /v2.0/security-groups?id=46edc4d9-63f8-4b18-b08b-1f71016f23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239843 Aug 29 04:16:56.241489 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-91e55f53-2b87-4765-9039-a9d1c61f154b req-03bb0b11-1837-4270-9691-fd4722dae04f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:56.250259 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [req-8ec6905b-4088-4747-90cc-fe891dd24b60 req-bc888f89-0347-49f1-8bb4-6f97eef64ac8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec53f0a0-f10b-4f6d-bb3e-ad6634d1e6cb {{(pid=94829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:16:56.269486 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-8ec6905b-4088-4747-90cc-fe891dd24b60 req-bc888f89-0347-49f1-8bb4-6f97eef64ac8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:56.295235 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [req-8ec6905b-4088-4747-90cc-fe891dd24b60 req-bc888f89-0347-49f1-8bb4-6f97eef64ac8 service neutron] Transition to ACTIVE for port object ec53f0a0-f10b-4f6d-bb3e-ad6634d1e6cb will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:16:56.311553 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-8ec6905b-4088-4747-90cc-fe891dd24b60 req-bc888f89-0347-49f1-8bb4-6f97eef64ac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:56.328372 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0155ff4c-b367-4565-8d68-b6c8563b724f req-12953376-57e3-49a2-ab56-ec34199d5d8c tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:56.331911 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-68c9bdc8-f68d-44bb-83fe-ea2975f80884 None None] Port f2cfa364-e651-4bd4-9af8-0e6ba565e3ca cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:16:56.341622 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0155ff4c-b367-4565-8d68-b6c8563b724f req-12953376-57e3-49a2-ab56-ec34199d5d8c tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=11fb4299-b6e8-4935-87e8-fd9625e0a808 HTTP/1.1" status: 200 len: 932 time: 0.3684313 Aug 29 04:16:56.384204 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bb0b11-1837-4270-9691-fd4722dae04f service neutron] Pushing event updated for resources: {'Port': ['ID=16fb5f57-d217-47eb-806d-271458a9c333,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:56.457321 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-8ec6905b-4088-4747-90cc-fe891dd24b60 req-ddc940c5-1130-4f45-8520-68e738733588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:56.542623 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-91e55f53-2b87-4765-9039-a9d1c61f154b req-03bb0b11-1837-4270-9691-fd4722dae04f service neutron] Attempting to bind port 16fb5f57-d217-47eb-806d-271458a9c333 on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:16:56.543358 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-91e55f53-2b87-4765-9039-a9d1c61f154b req-03bb0b11-1837-4270-9691-fd4722dae04f service neutron] Attempting to bind port 16fb5f57-d217-47eb-806d-271458a9c333 by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': '5e7e2f14-8790-418b-88e1-15441e6a9fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '2f4673af-b8e7-4620-a09f-889ce79ba3f8'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:16:56.543933 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e55f53-2b87-4765-9039-a9d1c61f154b req-03bb0b11-1837-4270-9691-fd4722dae04f service neutron] Attempting to bind port 16fb5f57-d217-47eb-806d-271458a9c333 on network 2f4673af-b8e7-4620-a09f-889ce79ba3f8 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:16:56.557547 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e55f53-2b87-4765-9039-a9d1c61f154b req-03bb0b11-1837-4270-9691-fd4722dae04f service neutron] Port 16fb5f57-d217-47eb-806d-271458a9c333 on network 2f4673af-b8e7-4620-a09f-889ce79ba3f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:16:56.557892 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e55f53-2b87-4765-9039-a9d1c61f154b req-03bb0b11-1837-4270-9691-fd4722dae04f service neutron] Attempting to bind port 16fb5f57-d217-47eb-806d-271458a9c333 on network 2f4673af-b8e7-4620-a09f-889ce79ba3f8 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:16:56.566340 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e55f53-2b87-4765-9039-a9d1c61f154b req-03bb0b11-1837-4270-9691-fd4722dae04f service neutron] Checking agent: {'id': '3de9de52-3a03-431d-9d7e-497ae92c57ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:16:56.566841 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e55f53-2b87-4765-9039-a9d1c61f154b req-03bb0b11-1837-4270-9691-fd4722dae04f service neutron] Checking segment: {'id': '5e7e2f14-8790-418b-88e1-15441e6a9fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '2f4673af-b8e7-4620-a09f-889ce79ba3f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:16:56.568486 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e55f53-2b87-4765-9039-a9d1c61f154b req-03bb0b11-1837-4270-9691-fd4722dae04f service neutron] Bound using segment: {'id': '5e7e2f14-8790-418b-88e1-15441e6a9fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '2f4673af-b8e7-4620-a09f-889ce79ba3f8'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:16:56.569006 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-91e55f53-2b87-4765-9039-a9d1c61f154b req-03bb0b11-1837-4270-9691-fd4722dae04f service neutron] Bound port: 16fb5f57-d217-47eb-806d-271458a9c333, host: n-h1-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e7e2f14-8790-418b-88e1-15441e6a9fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '2f4673af-b8e7-4620-a09f-889ce79ba3f8'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:16:56.569473 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-91e55f53-2b87-4765-9039-a9d1c61f154b req-03bb0b11-1837-4270-9691-fd4722dae04f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:56.626074 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['6c598feb-3ed1-428d-85b3-41629f32880f', '2a6bce68-a836-4780-9092-ee7498142e59', 'fdc22186-f215-454e-8546-82ba1900a0c8'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:16:56.703020 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc888f89-0347-49f1-8bb4-6f97eef64ac8 service neutron] Pushing event updated for resources: {'Port': ['ID=ec53f0a0-f10b-4f6d-bb3e-ad6634d1e6cb,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:56.780160 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['02e9fbdc-2d81-4e09-8676-3236d8c53fc6'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:16:56.820081 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0155ff4c-b367-4565-8d68-b6c8563b724f req-6aaecdee-741b-4842-9f3d-6776320b8299 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4222329 Aug 29 04:16:56.865313 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-8ec6905b-4088-4747-90cc-fe891dd24b60 req-bc888f89-0347-49f1-8bb4-6f97eef64ac8 service neutron] Attempting to bind port ec53f0a0-f10b-4f6d-bb3e-ad6634d1e6cb on host n-h2-712140-12 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:16:56.865313 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-8ec6905b-4088-4747-90cc-fe891dd24b60 req-bc888f89-0347-49f1-8bb4-6f97eef64ac8 service neutron] Attempting to bind port ec53f0a0-f10b-4f6d-bb3e-ad6634d1e6cb by drivers openvswitch,hyperv on host n-h2-712140-12 at level 0 using segments [{'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:16:56.865657 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec6905b-4088-4747-90cc-fe891dd24b60 req-bc888f89-0347-49f1-8bb4-6f97eef64ac8 service neutron] Attempting to bind port ec53f0a0-f10b-4f6d-bb3e-ad6634d1e6cb on network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:16:56.884145 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec6905b-4088-4747-90cc-fe891dd24b60 req-bc888f89-0347-49f1-8bb4-6f97eef64ac8 service neutron] Port ec53f0a0-f10b-4f6d-bb3e-ad6634d1e6cb on network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-12 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:16:56.891039 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec6905b-4088-4747-90cc-fe891dd24b60 req-bc888f89-0347-49f1-8bb4-6f97eef64ac8 service neutron] Attempting to bind port ec53f0a0-f10b-4f6d-bb3e-ad6634d1e6cb on network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:16:56.906504 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec6905b-4088-4747-90cc-fe891dd24b60 req-bc888f89-0347-49f1-8bb4-6f97eef64ac8 service neutron] Checking agent: {'id': 'b3a0606b-b029-4f5e-8798-3a32b71d8844', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:16:56.906845 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec6905b-4088-4747-90cc-fe891dd24b60 req-bc888f89-0347-49f1-8bb4-6f97eef64ac8 service neutron] Checking segment: {'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:16:56.907288 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec6905b-4088-4747-90cc-fe891dd24b60 req-bc888f89-0347-49f1-8bb4-6f97eef64ac8 service neutron] Bound using segment: {'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:16:56.908108 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-8ec6905b-4088-4747-90cc-fe891dd24b60 req-bc888f89-0347-49f1-8bb4-6f97eef64ac8 service neutron] Bound port: ec53f0a0-f10b-4f6d-bb3e-ad6634d1e6cb, host: n-h2-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:16:56.908301 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-8ec6905b-4088-4747-90cc-fe891dd24b60 req-bc888f89-0347-49f1-8bb4-6f97eef64ac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:56.913608 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-91e55f53-2b87-4765-9039-a9d1c61f154b req-03bb0b11-1837-4270-9691-fd4722dae04f service neutron] For port 16fb5f57-d217-47eb-806d-271458a9c333, host n-h1-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:16:56.972985 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-91e55f53-2b87-4765-9039-a9d1c61f154b req-03bb0b11-1837-4270-9691-fd4722dae04f service neutron] For port 16fb5f57-d217-47eb-806d-271458a9c333, host n-h1-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=16fb5f57-d217-47eb-806d-271458a9c333,segment=NetworkSegment(5e7e2f14-8790-418b-88e1-15441e6a9fb5),segment_id=5e7e2f14-8790-418b-88e1-15441e6a9fb5)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:16:57.005257 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb196b7b-afa4-4b70-8311-34659a89167e req-cfa0b75a-507e-4d1f-858f-0788a897c976 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:57.008363 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-cb196b7b-afa4-4b70-8311-34659a89167e req-cfa0b75a-507e-4d1f-858f-0788a897c976 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e3ffe36-52a1-4be0-a61a-28d019fa0645 HTTP/1.1" status: 200 len: 945 time: 0.1794770 Aug 29 04:16:57.014518 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-91e55f53-2b87-4765-9039-a9d1c61f154b req-03bb0b11-1837-4270-9691-fd4722dae04f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:57.124181 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e55f53-2b87-4765-9039-a9d1c61f154b req-03bb0b11-1837-4270-9691-fd4722dae04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:57.125145 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-91e55f53-2b87-4765-9039-a9d1c61f154b req-03bb0b11-1837-4270-9691-fd4722dae04f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:57.149995 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-91e55f53-2b87-4765-9039-a9d1c61f154b req-03bb0b11-1837-4270-9691-fd4722dae04f service neutron] 10.222.0.46 "PUT /v2.0/ports/16fb5f57-d217-47eb-806d-271458a9c333 HTTP/1.1" status: 200 len: 1093 time: 2.0384419 Aug 29 04:16:57.150517 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11fb4299-b6e8-4935-87e8-fd9625e0a808', 'tag': '16fb5f57-d217-47eb-806d-271458a9c333'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:16:57.177907 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b0d6137-d93c-41d2-8635-ff422d12a579" -d '{"events": [{"name": "network-changed", "server_uuid": "11fb4299-b6e8-4935-87e8-fd9625e0a808", "tag": "16fb5f57-d217-47eb-806d-271458a9c333"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:16:57.190905 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68957689-38f2-44dd-a919-d0effcc2bd8d req-0a226472-7aa1-41b0-8ebb-2f37380ac846 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:57.193778 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-68957689-38f2-44dd-a919-d0effcc2bd8d req-0a226472-7aa1-41b0-8ebb-2f37380ac846 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/ports?device_id=4bcf0fe3-6de9-4b62-aa26-9eff4b24207c HTTP/1.1" status: 200 len: 948 time: 0.1789150 Aug 29 04:16:57.284529 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-8ec6905b-4088-4747-90cc-fe891dd24b60 req-bc888f89-0347-49f1-8bb4-6f97eef64ac8 service neutron] For port ec53f0a0-f10b-4f6d-bb3e-ad6634d1e6cb, host n-h2-712140-12, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:16:57.323795 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bb0b11-1837-4270-9691-fd4722dae04f service neutron] Pushing event updated for resources: {'Port': ['ID=16fb5f57-d217-47eb-806d-271458a9c333,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:57.332967 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-cb196b7b-afa4-4b70-8311-34659a89167e req-a73cec68-6edb-46ef-888c-2cdda11598ae tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/security-groups?id=0af834e7-acaf-4d90-a371-bad8b3cc1714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3115113 Aug 29 04:16:57.341151 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-8ec6905b-4088-4747-90cc-fe891dd24b60 req-bc888f89-0347-49f1-8bb4-6f97eef64ac8 service neutron] For port ec53f0a0-f10b-4f6d-bb3e-ad6634d1e6cb, host n-h2-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=ec53f0a0-f10b-4f6d-bb3e-ad6634d1e6cb,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:16:57.413810 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-68957689-38f2-44dd-a919-d0effcc2bd8d req-a2264f1a-c8ea-4314-a117-e2592a28422b tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/security-groups?id=69e9e696-6092-48f5-a28b-387de9f4e688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037122 Aug 29 04:16:57.430351 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-8ec6905b-4088-4747-90cc-fe891dd24b60 req-bc888f89-0347-49f1-8bb4-6f97eef64ac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:57.448766 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e55f53-2b87-4765-9039-a9d1c61f154b req-ba7c7a40-6684-4af8-bd4f-56bdd919b0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:57.456391 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-91e55f53-2b87-4765-9039-a9d1c61f154b req-ba7c7a40-6684-4af8-bd4f-56bdd919b0b9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5a14f7f9066643a38713cee788a50c7a&device_id=11fb4299-b6e8-4935-87e8-fd9625e0a808 HTTP/1.1" status: 200 len: 1096 time: 0.2628427 Aug 29 04:16:57.514382 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec6905b-4088-4747-90cc-fe891dd24b60 req-bc888f89-0347-49f1-8bb4-6f97eef64ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:57.514382 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-8ec6905b-4088-4747-90cc-fe891dd24b60 req-bc888f89-0347-49f1-8bb4-6f97eef64ac8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:57.525577 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8ec6905b-4088-4747-90cc-fe891dd24b60 req-bc888f89-0347-49f1-8bb4-6f97eef64ac8 service neutron] 10.222.0.48 "PUT /v2.0/ports/ec53f0a0-f10b-4f6d-bb3e-ad6634d1e6cb HTTP/1.1" status: 200 len: 1097 time: 3.2671275 Aug 29 04:16:57.545673 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bcf0fe3-6de9-4b62-aa26-9eff4b24207c', 'tag': 'ec53f0a0-f10b-4f6d-bb3e-ad6634d1e6cb'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:16:57.559364 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1022d15b-8195-4311-bf03-e1d8b2bfb390" -d '{"events": [{"name": "network-changed", "server_uuid": "4bcf0fe3-6de9-4b62-aa26-9eff4b24207c", "tag": "ec53f0a0-f10b-4f6d-bb3e-ad6634d1e6cb"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:16:57.613441 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29d740a2-0460-46fe-af87-f0a9869cfca1 x-openstack-request-id: req-29d740a2-0460-46fe-af87-f0a9869cfca1 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:16:57.619283 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11fb4299-b6e8-4935-87e8-fd9625e0a808", "tag": "16fb5f57-d217-47eb-806d-271458a9c333", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:16:57.621851 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-29d740a2-0460-46fe-af87-f0a9869cfca1 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:16:57.622557 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11fb4299-b6e8-4935-87e8-fd9625e0a808', 'tag': '16fb5f57-d217-47eb-806d-271458a9c333', 'status': 'completed', 'code': 200} Aug 29 04:16:57.634680 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-91e55f53-2b87-4765-9039-a9d1c61f154b req-ee2b77bc-2b57-44e4-948b-6c44427b905e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=16fb5f57-d217-47eb-806d-271458a9c333 HTTP/1.1" status: 200 len: 217 time: 0.1652200 Aug 29 04:16:57.665643 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21be054a-8281-419c-a23f-732084dfee5c req-85ba88b8-4de1-46bb-b251-42e74a4c8d4d tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:57.668395 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-21be054a-8281-419c-a23f-732084dfee5c req-85ba88b8-4de1-46bb-b251-42e74a4c8d4d tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3b2f611-e938-4e7c-b802-00c4c626c68c HTTP/1.1" status: 200 len: 945 time: 0.3304436 Aug 29 04:16:57.815797 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc888f89-0347-49f1-8bb4-6f97eef64ac8 service neutron] Pushing event updated for resources: {'Port': ['ID=ec53f0a0-f10b-4f6d-bb3e-ad6634d1e6cb,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:57.819739 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ad867b3-ffc9-4cc4-9f9c-4de645f32b9e x-openstack-request-id: req-9ad867b3-ffc9-4cc4-9f9c-4de645f32b9e {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:16:57.820114 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bcf0fe3-6de9-4b62-aa26-9eff4b24207c", "tag": "ec53f0a0-f10b-4f6d-bb3e-ad6634d1e6cb", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:16:57.820305 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9ad867b3-ffc9-4cc4-9f9c-4de645f32b9e {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:16:57.820902 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bcf0fe3-6de9-4b62-aa26-9eff4b24207c', 'tag': 'ec53f0a0-f10b-4f6d-bb3e-ad6634d1e6cb', 'status': 'completed', 'code': 200} Aug 29 04:16:57.905526 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e55f53-2b87-4765-9039-a9d1c61f154b req-d95c1ee3-518a-4835-a600-afde82102dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:57.907913 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-91e55f53-2b87-4765-9039-a9d1c61f154b req-d95c1ee3-518a-4835-a600-afde82102dda service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ca990b23-63b6-47bd-b575-c3dcd63e7190 HTTP/1.1" status: 200 len: 846 time: 0.2379150 Aug 29 04:16:57.964477 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-91e55f53-2b87-4765-9039-a9d1c61f154b req-7013ba78-e67e-459e-8b45-68606355f2b4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2f4673af-b8e7-4620-a09f-889ce79ba3f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478208 Aug 29 04:16:57.989849 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [req-8ec6905b-4088-4747-90cc-fe891dd24b60 req-ddc940c5-1130-4f45-8520-68e738733588 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2cfa364-e651-4bd4-9af8-0e6ba565e3ca {{(pid=94829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:16:58.015819 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-8ec6905b-4088-4747-90cc-fe891dd24b60 req-ddc940c5-1130-4f45-8520-68e738733588 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:58.064912 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979ee49b-14ee-4a3c-9972-c82ec730ad1a req-a0c3906c-686f-41ae-914a-cb170a818431 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:58.074309 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-979ee49b-14ee-4a3c-9972-c82ec730ad1a req-a0c3906c-686f-41ae-914a-cb170a818431 tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.22 "GET /v2.0/ports?device_id=b3b2f611-e938-4e7c-b802-00c4c626c68c HTTP/1.1" status: 200 len: 945 time: 0.2509279 Aug 29 04:16:58.100366 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-21be054a-8281-419c-a23f-732084dfee5c req-79f5d5b0-731e-4404-9203-30848dcfe33d tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] Deleting port 2335139e-f714-4fb1-9686-148f446f99df {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:16:58.100874 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-21be054a-8281-419c-a23f-732084dfee5c req-79f5d5b0-731e-4404-9203-30848dcfe33d tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:58.108609 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec6905b-4088-4747-90cc-fe891dd24b60 req-4c81fbdf-8ce6-4b1c-af57-1eba4186ddd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:58.113767 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8ec6905b-4088-4747-90cc-fe891dd24b60 req-4c81fbdf-8ce6-4b1c-af57-1eba4186ddd6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cff8a488ff344e109cad8daf17880810&device_id=4bcf0fe3-6de9-4b62-aa26-9eff4b24207c HTTP/1.1" status: 200 len: 1100 time: 0.2770739 Aug 29 04:16:58.133639 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [req-8ec6905b-4088-4747-90cc-fe891dd24b60 req-ddc940c5-1130-4f45-8520-68e738733588 service neutron] Transition to ACTIVE for port object f2cfa364-e651-4bd4-9af8-0e6ba565e3ca will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:16:58.170378 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-8ec6905b-4088-4747-90cc-fe891dd24b60 req-ddc940c5-1130-4f45-8520-68e738733588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:58.222203 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6795c985-9e91-4d5e-92b1-c03245d894f7 req-6e462434-eb3d-4e56-935c-61ac346c8eee tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:58.224058 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6795c985-9e91-4d5e-92b1-c03245d894f7 req-6e462434-eb3d-4e56-935c-61ac346c8eee tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=11fb4299-b6e8-4935-87e8-fd9625e0a808 HTTP/1.1" status: 200 len: 944 time: 0.2580588 Aug 29 04:16:58.241576 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-91e55f53-2b87-4765-9039-a9d1c61f154b req-7829e89f-25bc-4cb2-b807-52ecbcca646f service neutron] 10.222.0.46 "GET /v2.0/networks/2f4673af-b8e7-4620-a09f-889ce79ba3f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592185 Aug 29 04:16:58.302648 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc940c5-1130-4f45-8520-68e738733588 service neutron] Pushing event updated for resources: {'Port': ['ID=f2cfa364-e651-4bd4-9af8-0e6ba565e3ca,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:58.309478 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8ec6905b-4088-4747-90cc-fe891dd24b60 req-90451107-f107-42a1-93fc-ed42cc810a8e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=ec53f0a0-f10b-4f6d-bb3e-ad6634d1e6cb HTTP/1.1" status: 200 len: 217 time: 0.1717308 Aug 29 04:16:58.309799 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:58.322787 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-979ee49b-14ee-4a3c-9972-c82ec730ad1a req-25d7bdc4-1c8a-4d2b-9983-d7526ea4890b tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.22 "GET /v2.0/security-groups?id=46edc4d9-63f8-4b18-b08b-1f71016f23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451279 Aug 29 04:16:58.383723 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-21be054a-8281-419c-a23f-732084dfee5c req-79f5d5b0-731e-4404-9203-30848dcfe33d tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] For port 2335139e-f714-4fb1-9686-148f446f99df, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=2335139e-f714-4fb1-9686-148f446f99df,segment=NetworkSegment(9853adb3-e583-455e-a18e-828382db7c58),segment_id=9853adb3-e583-455e-a18e-828382db7c58)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:58.385465 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-21be054a-8281-419c-a23f-732084dfee5c req-79f5d5b0-731e-4404-9203-30848dcfe33d tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:58.397001 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6795c985-9e91-4d5e-92b1-c03245d894f7 req-7beaf7c0-6a09-4591-87aa-5ed6666ed26f tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635854 Aug 29 04:16:58.425993 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-21be054a-8281-419c-a23f-732084dfee5c req-79f5d5b0-731e-4404-9203-30848dcfe33d tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] Calling delete_port for 2335139e-f714-4fb1-9686-148f446f99df owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:16:58.507783 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-91e55f53-2b87-4765-9039-a9d1c61f154b req-6a9b1802-5d6b-4554-a119-7c5189627089 service neutron] 10.222.0.46 "GET /v2.0/networks/2f4673af-b8e7-4620-a09f-889ce79ba3f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564871 Aug 29 04:16:58.614554 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec6905b-4088-4747-90cc-fe891dd24b60 req-c53d6951-3782-47b4-9eaf-870d2a3292dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:58.627844 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8ec6905b-4088-4747-90cc-fe891dd24b60 req-c53d6951-3782-47b4-9eaf-870d2a3292dc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=18cd12d4-b12a-41b0-b0c5-618edbb84e74 HTTP/1.1" status: 200 len: 843 time: 0.3032980 Aug 29 04:16:58.713072 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-8ec6905b-4088-4747-90cc-fe891dd24b60 req-ddc940c5-1130-4f45-8520-68e738733588 service neutron] Attempting to bind port f2cfa364-e651-4bd4-9af8-0e6ba565e3ca on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:16:58.713432 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-8ec6905b-4088-4747-90cc-fe891dd24b60 req-ddc940c5-1130-4f45-8520-68e738733588 service neutron] Attempting to bind port f2cfa364-e651-4bd4-9af8-0e6ba565e3ca by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:16:58.713877 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec6905b-4088-4747-90cc-fe891dd24b60 req-ddc940c5-1130-4f45-8520-68e738733588 service neutron] Attempting to bind port f2cfa364-e651-4bd4-9af8-0e6ba565e3ca on network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:16:58.722595 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec6905b-4088-4747-90cc-fe891dd24b60 req-ddc940c5-1130-4f45-8520-68e738733588 service neutron] Port f2cfa364-e651-4bd4-9af8-0e6ba565e3ca on network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:16:58.723070 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec6905b-4088-4747-90cc-fe891dd24b60 req-ddc940c5-1130-4f45-8520-68e738733588 service neutron] Attempting to bind port f2cfa364-e651-4bd4-9af8-0e6ba565e3ca on network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:16:58.735581 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec6905b-4088-4747-90cc-fe891dd24b60 req-ddc940c5-1130-4f45-8520-68e738733588 service neutron] Checking agent: {'id': '3de9de52-3a03-431d-9d7e-497ae92c57ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:16:58.735934 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-21be054a-8281-419c-a23f-732084dfee5c req-79f5d5b0-731e-4404-9203-30848dcfe33d tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:58.736195 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec6905b-4088-4747-90cc-fe891dd24b60 req-ddc940c5-1130-4f45-8520-68e738733588 service neutron] Checking segment: {'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:16:58.737233 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec6905b-4088-4747-90cc-fe891dd24b60 req-ddc940c5-1130-4f45-8520-68e738733588 service neutron] Bound using segment: {'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:16:58.738552 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-8ec6905b-4088-4747-90cc-fe891dd24b60 req-ddc940c5-1130-4f45-8520-68e738733588 service neutron] Bound port: f2cfa364-e651-4bd4-9af8-0e6ba565e3ca, host: n-h1-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:16:58.738552 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-8ec6905b-4088-4747-90cc-fe891dd24b60 req-ddc940c5-1130-4f45-8520-68e738733588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:58.743477 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0d6137-d93c-41d2-8635-ff422d12a579 req-987bf8a5-95a0-4f94-8dd6-7192652ccece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:58.745795 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2b0d6137-d93c-41d2-8635-ff422d12a579 req-987bf8a5-95a0-4f94-8dd6-7192652ccece service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5a14f7f9066643a38713cee788a50c7a&device_id=11fb4299-b6e8-4935-87e8-fd9625e0a808 HTTP/1.1" status: 200 len: 1096 time: 0.1541765 Aug 29 04:16:58.754985 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1c9fa0-2228-4708-993a-bdaf5a3539ca req-18344d42-7265-4f48-887b-0a902670f08a tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:58.757813 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ae1c9fa0-2228-4708-993a-bdaf5a3539ca req-18344d42-7265-4f48-887b-0a902670f08a tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e3ffe36-52a1-4be0-a61a-28d019fa0645 HTTP/1.1" status: 200 len: 945 time: 0.2277939 Aug 29 04:16:58.761516 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec6905b-4088-4747-90cc-fe891dd24b60 req-277bd839-d77b-459f-aa78-620334ff35bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:58.762749 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8ec6905b-4088-4747-90cc-fe891dd24b60 req-277bd839-d77b-459f-aa78-620334ff35bb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1248715 Aug 29 04:16:58.798107 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['2335139e-f714-4fb1-9686-148f446f99df'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:16:58.802151 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f5d5b0-731e-4404-9203-30848dcfe33d tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] Pushing event deleted for resources: {'Port': ['ID=2335139e-f714-4fb1-9686-148f446f99df,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:58.868111 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ace51b-5edc-4d00-9ab6-88a00b6c3c43 req-0366fc91-870a-4773-8c1b-e40d00cec8ef tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:58.869765 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-84ace51b-5edc-4d00-9ab6-88a00b6c3c43 req-0366fc91-870a-4773-8c1b-e40d00cec8ef tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/ports?device_id=4bcf0fe3-6de9-4b62-aa26-9eff4b24207c HTTP/1.1" status: 200 len: 948 time: 0.2258170 Aug 29 04:16:58.934007 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-21be054a-8281-419c-a23f-732084dfee5c req-79f5d5b0-731e-4404-9203-30848dcfe33d tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] No DVR routers for this DVR port 2335139e-f714-4fb1-9686-148f446f99df on host n-h2-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:16:58.945827 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-21be054a-8281-419c-a23f-732084dfee5c req-79f5d5b0-731e-4404-9203-30848dcfe33d tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:58.947776 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-21be054a-8281-419c-a23f-732084dfee5c req-79f5d5b0-731e-4404-9203-30848dcfe33d tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.48 "DELETE /v2.0/ports/2335139e-f714-4fb1-9686-148f446f99df HTTP/1.1" status: 204 len: 173 time: 1.2646151 Aug 29 04:16:58.967352 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8ec6905b-4088-4747-90cc-fe891dd24b60 req-6bc17956-f22c-4688-9264-5e7803f4d673 service neutron] 10.222.0.48 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817992 Aug 29 04:16:58.988398 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ae1c9fa0-2228-4708-993a-bdaf5a3539ca req-5bc0ec10-a32c-43e5-b32e-009e86b05846 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/security-groups?id=0af834e7-acaf-4d90-a371-bad8b3cc1714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180591 Aug 29 04:16:59.014217 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-84ace51b-5edc-4d00-9ab6-88a00b6c3c43 req-253fdd65-aae5-4b99-9f47-8f5366dcaffe tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/security-groups?id=69e9e696-6092-48f5-a28b-387de9f4e688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215913 Aug 29 04:16:59.024705 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0d6137-d93c-41d2-8635-ff422d12a579 req-3608f3c8-3978-4915-9539-0a91674ab92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:59.031134 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2b0d6137-d93c-41d2-8635-ff422d12a579 req-3608f3c8-3978-4915-9539-0a91674ab92a service neutron] 10.222.0.46 "GET /v2.0/networks?id=2f4673af-b8e7-4620-a09f-889ce79ba3f8 HTTP/1.1" status: 200 len: 907 time: 0.2413757 Aug 29 04:16:59.119326 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2b0d6137-d93c-41d2-8635-ff422d12a579 req-e5f4e5d8-a037-4289-9319-ceaaedd27e1d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=16fb5f57-d217-47eb-806d-271458a9c333 HTTP/1.1" status: 200 len: 217 time: 0.0760736 Aug 29 04:16:59.149760 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-8ec6905b-4088-4747-90cc-fe891dd24b60 req-ddc940c5-1130-4f45-8520-68e738733588 service neutron] For port f2cfa364-e651-4bd4-9af8-0e6ba565e3ca, host n-h1-712140-12, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:16:59.195276 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-8ec6905b-4088-4747-90cc-fe891dd24b60 req-ddc940c5-1130-4f45-8520-68e738733588 service neutron] For port f2cfa364-e651-4bd4-9af8-0e6ba565e3ca, host n-h1-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=f2cfa364-e651-4bd4-9af8-0e6ba565e3ca,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:16:59.199138 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-8ec6905b-4088-4747-90cc-fe891dd24b60 req-ddc940c5-1130-4f45-8520-68e738733588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:59.211631 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0d6137-d93c-41d2-8635-ff422d12a579 req-0820d6f4-ff25-4858-b777-e1f1ae653a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:59.213167 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2b0d6137-d93c-41d2-8635-ff422d12a579 req-0820d6f4-ff25-4858-b777-e1f1ae653a2b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ca990b23-63b6-47bd-b575-c3dcd63e7190 HTTP/1.1" status: 200 len: 846 time: 0.0851350 Aug 29 04:16:59.268792 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2b0d6137-d93c-41d2-8635-ff422d12a579 req-dbc5221a-bfbd-495a-873f-6cf6e117a5bf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2f4673af-b8e7-4620-a09f-889ce79ba3f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449941 Aug 29 04:16:59.276833 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec6905b-4088-4747-90cc-fe891dd24b60 req-ddc940c5-1130-4f45-8520-68e738733588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:59.277669 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-8ec6905b-4088-4747-90cc-fe891dd24b60 req-ddc940c5-1130-4f45-8520-68e738733588 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:59.279250 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8ec6905b-4088-4747-90cc-fe891dd24b60 req-ddc940c5-1130-4f45-8520-68e738733588 service neutron] 10.222.0.46 "PUT /v2.0/ports/f2cfa364-e651-4bd4-9af8-0e6ba565e3ca HTTP/1.1" status: 200 len: 1096 time: 3.2120905 Aug 29 04:16:59.325604 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8ec6905b-4088-4747-90cc-fe891dd24b60 req-bc160454-7667-47cc-b148-3c1b3369f4bf service neutron] 10.222.0.48 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3277566 Aug 29 04:16:59.395909 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc940c5-1130-4f45-8520-68e738733588 service neutron] Pushing event updated for resources: {'Port': ['ID=f2cfa364-e651-4bd4-9af8-0e6ba565e3ca,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:59.416279 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec6905b-4088-4747-90cc-fe891dd24b60 req-aa90e0f5-c858-4f60-aedd-7180b7ddc9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:59.418306 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8ec6905b-4088-4747-90cc-fe891dd24b60 req-aa90e0f5-c858-4f60-aedd-7180b7ddc9ab service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cff8a488ff344e109cad8daf17880810&device_id=aaf0f6ca-5bc9-4d39-9275-d8db83734ee1 HTTP/1.1" status: 200 len: 1099 time: 0.0765479 Aug 29 04:16:59.521683 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a418c411-6f38-4c3b-a7cb-5b78cf5dd765 req-41435c49-3dec-406e-9f1b-eda643254cdc tempest-ListServerFiltersTestJSON-737778209 tempest-ListServerFiltersTestJSON-737778209-project] 10.222.0.22 "GET /v2.0/ports?device_id=b3b2f611-e938-4e7c-b802-00c4c626c68c HTTP/1.1" status: 200 len: 210 time: 0.0685346 Aug 29 04:16:59.524777 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8ec6905b-4088-4747-90cc-fe891dd24b60 req-b1925ed6-7b53-4d2d-b01b-33f2fa568ec1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=f2cfa364-e651-4bd4-9af8-0e6ba565e3ca HTTP/1.1" status: 200 len: 217 time: 0.0937450 Aug 29 04:16:59.551837 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2b0d6137-d93c-41d2-8635-ff422d12a579 req-377523b2-39d0-49ce-a70b-100e6e543d7d service neutron] 10.222.0.46 "GET /v2.0/networks/2f4673af-b8e7-4620-a09f-889ce79ba3f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2509899 Aug 29 04:16:59.637030 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1022d15b-8195-4311-bf03-e1d8b2bfb390 req-72b4c9c5-606b-4ad8-acbf-4d54e5cb9460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:59.638211 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3b2f611-e938-4e7c-b802-00c4c626c68c', 'name': 'network-vif-deleted', 'tag': '2335139e-f714-4fb1-9686-148f446f99df'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:16:59.639606 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1022d15b-8195-4311-bf03-e1d8b2bfb390 req-72b4c9c5-606b-4ad8-acbf-4d54e5cb9460 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cff8a488ff344e109cad8daf17880810&device_id=4bcf0fe3-6de9-4b62-aa26-9eff4b24207c HTTP/1.1" status: 200 len: 1100 time: 0.1590877 Aug 29 04:16:59.643564 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b8eb025-9992-4743-a6ff-b636eef90db3" -d '{"events": [{"server_uuid": "b3b2f611-e938-4e7c-b802-00c4c626c68c", "name": "network-vif-deleted", "tag": "2335139e-f714-4fb1-9686-148f446f99df"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:16:59.727175 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec6905b-4088-4747-90cc-fe891dd24b60 req-35c8c764-4f41-41be-85eb-a9e57fa59ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:59.729724 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8ec6905b-4088-4747-90cc-fe891dd24b60 req-35c8c764-4f41-41be-85eb-a9e57fa59ed3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=18cd12d4-b12a-41b0-b0c5-618edbb84e74 HTTP/1.1" status: 200 len: 843 time: 0.1872406 Aug 29 04:16:59.761471 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2b0d6137-d93c-41d2-8635-ff422d12a579 req-df2d40cd-bd67-47d7-8708-d5f31c4823e2 service neutron] 10.222.0.46 "GET /v2.0/networks/2f4673af-b8e7-4620-a09f-889ce79ba3f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016258 Aug 29 04:16:59.823670 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaf0f6ca-5bc9-4d39-9275-d8db83734ee1', 'tag': 'f2cfa364-e651-4bd4-9af8-0e6ba565e3ca'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:16:59.827030 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee3bda8a-0eb7-4c25-b669-abf30ee6b61b x-openstack-request-id: req-ee3bda8a-0eb7-4c25-b669-abf30ee6b61b {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:16:59.827523 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3b2f611-e938-4e7c-b802-00c4c626c68c", "name": "network-vif-deleted", "tag": "2335139e-f714-4fb1-9686-148f446f99df", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:16:59.827659 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-650c72e5-64eb-42d1-b5c9-97ac6be2c779" -d '{"events": [{"name": "network-changed", "server_uuid": "aaf0f6ca-5bc9-4d39-9275-d8db83734ee1", "tag": "f2cfa364-e651-4bd4-9af8-0e6ba565e3ca"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:16:59.828987 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ee3bda8a-0eb7-4c25-b669-abf30ee6b61b {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:16:59.829980 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3b2f611-e938-4e7c-b802-00c4c626c68c', 'name': 'network-vif-deleted', 'tag': '2335139e-f714-4fb1-9686-148f446f99df', 'status': 'completed', 'code': 200} Aug 29 04:16:59.886117 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae7b95a-cfb1-415a-93bc-09e281504430 req-7da2efe4-8234-4d09-a35a-537b0fa1def8 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:59.894505 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9ae7b95a-cfb1-415a-93bc-09e281504430 req-7da2efe4-8234-4d09-a35a-537b0fa1def8 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=11fb4299-b6e8-4935-87e8-fd9625e0a808 HTTP/1.1" status: 200 len: 944 time: 0.2904978 Aug 29 04:16:59.935901 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b1abf9c-5941-4c35-ab83-9124b05811d2 x-openstack-request-id: req-0b1abf9c-5941-4c35-ab83-9124b05811d2 {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:16:59.936208 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaf0f6ca-5bc9-4d39-9275-d8db83734ee1", "tag": "f2cfa364-e651-4bd4-9af8-0e6ba565e3ca", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:16:59.936466 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0b1abf9c-5941-4c35-ab83-9124b05811d2 {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:16:59.936868 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaf0f6ca-5bc9-4d39-9275-d8db83734ee1', 'tag': 'f2cfa364-e651-4bd4-9af8-0e6ba565e3ca', 'status': 'completed', 'code': 200} Aug 29 04:16:59.970290 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec6905b-4088-4747-90cc-fe891dd24b60 req-f84664f0-0db3-4221-9d51-e6d3378f1d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:59.971802 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8ec6905b-4088-4747-90cc-fe891dd24b60 req-f84664f0-0db3-4221-9d51-e6d3378f1d6b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1808302 Aug 29 04:16:59.983908 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9ae7b95a-cfb1-415a-93bc-09e281504430 req-41c0d629-cde1-4a71-a0c1-6fc76f14f7d9 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883353 Aug 29 04:16:59.997561 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1022d15b-8195-4311-bf03-e1d8b2bfb390 req-4ece4c41-220b-433d-8f1c-cef5178fbde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:59.999055 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1022d15b-8195-4311-bf03-e1d8b2bfb390 req-4ece4c41-220b-433d-8f1c-cef5178fbde0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 HTTP/1.1" status: 200 len: 870 time: 0.3221204 Aug 29 04:17:00.142417 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1022d15b-8195-4311-bf03-e1d8b2bfb390 req-e4af7aac-9b7f-46fe-937d-366904207eac service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=ec53f0a0-f10b-4f6d-bb3e-ad6634d1e6cb HTTP/1.1" status: 200 len: 217 time: 0.0797267 Aug 29 04:17:00.162801 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc8f6e5-e5c5-4450-90e7-0c09967352fe req-9659ca5f-2257-46d5-9616-4f57b77d67e8 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:00.164700 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ccc8f6e5-e5c5-4450-90e7-0c09967352fe req-9659ca5f-2257-46d5-9616-4f57b77d67e8 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e3ffe36-52a1-4be0-a61a-28d019fa0645 HTTP/1.1" status: 200 len: 945 time: 0.0873671 Aug 29 04:17:00.219137 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ccc8f6e5-e5c5-4450-90e7-0c09967352fe req-8c04b7b0-55bf-4ce7-b856-d0bb41377bb0 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/security-groups?id=0af834e7-acaf-4d90-a371-bad8b3cc1714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426867 Aug 29 04:17:00.329390 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303ba030-0a07-4bfa-bb41-12904416fecc req-4e965f9e-698f-46a5-8f75-de299c61b0fe tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:00.332048 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-303ba030-0a07-4bfa-bb41-12904416fecc req-4e965f9e-698f-46a5-8f75-de299c61b0fe tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/ports?device_id=4bcf0fe3-6de9-4b62-aa26-9eff4b24207c HTTP/1.1" status: 200 len: 948 time: 0.1960442 Aug 29 04:17:00.334634 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8ec6905b-4088-4747-90cc-fe891dd24b60 req-d737ae7b-e334-433e-a308-6ecbaaa4eeed service neutron] 10.222.0.46 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3479109 Aug 29 04:17:00.336297 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1022d15b-8195-4311-bf03-e1d8b2bfb390 req-ec34f325-9556-4ab4-8148-602cb99a7f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:00.337720 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1022d15b-8195-4311-bf03-e1d8b2bfb390 req-ec34f325-9556-4ab4-8148-602cb99a7f0a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=18cd12d4-b12a-41b0-b0c5-618edbb84e74 HTTP/1.1" status: 200 len: 843 time: 0.1828830 Aug 29 04:17:00.471143 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-303ba030-0a07-4bfa-bb41-12904416fecc req-b6a6844e-627d-428b-9d1b-6b2383ee8916 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/security-groups?id=69e9e696-6092-48f5-a28b-387de9f4e688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305718 Aug 29 04:17:00.506321 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1022d15b-8195-4311-bf03-e1d8b2bfb390 req-5a99f3c7-4feb-4d57-845f-ff4351bed4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:00.507902 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1022d15b-8195-4311-bf03-e1d8b2bfb390 req-5a99f3c7-4feb-4d57-845f-ff4351bed4f8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1392431 Aug 29 04:17:00.543241 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8ec6905b-4088-4747-90cc-fe891dd24b60 req-9fc23312-70ef-4521-89ad-645885b4abac service neutron] 10.222.0.46 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909952 Aug 29 04:17:00.631776 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 45054) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:00.683592 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1022d15b-8195-4311-bf03-e1d8b2bfb390 req-78d1ca42-665e-4e27-af91-8efcbf53f009 service neutron] 10.222.0.48 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641011 Aug 29 04:17:00.686476 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1b8e196-c66c-42d3-b516-263cc98adff8 admin admin] Deleting subnet 68e1a69a-e9b9-409c-9805-e72f9f7fa746 {{(pid=94828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:17:00.690936 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c1b8e196-c66c-42d3-b516-263cc98adff8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:00.745836 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650c72e5-64eb-42d1-b5c9-97ac6be2c779 req-7100ed5f-1038-4fe3-bd00-d22eea015bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:00.747556 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-650c72e5-64eb-42d1-b5c9-97ac6be2c779 req-7100ed5f-1038-4fe3-bd00-d22eea015bdf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cff8a488ff344e109cad8daf17880810&device_id=aaf0f6ca-5bc9-4d39-9275-d8db83734ee1 HTTP/1.1" status: 200 len: 1099 time: 0.1095972 Aug 29 04:17:00.749921 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c1b8e196-c66c-42d3-b516-263cc98adff8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8904862'] for subnet, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:00.833590 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 16fb5f57-d217-47eb-806d-271458a9c333 details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:17:00.857941 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1022d15b-8195-4311-bf03-e1d8b2bfb390 req-4f7f4b81-aa37-443a-b535-81d899c08e9d service neutron] 10.222.0.48 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656933 Aug 29 04:17:00.862918 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c1b8e196-c66c-42d3-b516-263cc98adff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:00.893281 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650c72e5-64eb-42d1-b5c9-97ac6be2c779 req-67c08de2-1f56-4f1e-9882-b1d1c98b987e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:00.894424 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-650c72e5-64eb-42d1-b5c9-97ac6be2c779 req-67c08de2-1f56-4f1e-9882-b1d1c98b987e service neutron] 10.222.0.46 "GET /v2.0/networks?id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 HTTP/1.1" status: 200 len: 870 time: 0.1289244 Aug 29 04:17:00.945834 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-650c72e5-64eb-42d1-b5c9-97ac6be2c779 req-6d6fe076-2757-4280-b7d2-f76479062c0c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=f2cfa364-e651-4bd4-9af8-0e6ba565e3ca HTTP/1.1" status: 200 len: 217 time: 0.0399425 Aug 29 04:17:00.951934 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c1b8e196-c66c-42d3-b516-263cc98adff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9190434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062341'] for subnet, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:00.998827 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b8e196-c66c-42d3-b516-263cc98adff8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68e1a69a-e9b9-409c-9805-e72f9f7fa746,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:01.008899 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c1b8e196-c66c-42d3-b516-263cc98adff8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:01.012619 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-c1b8e196-c66c-42d3-b516-263cc98adff8 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/68e1a69a-e9b9-409c-9805-e72f9f7fa746 HTTP/1.1" status: 204 len: 168 time: 0.3793948 Aug 29 04:17:01.027267 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 45064) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:01.044458 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc97a170-27d5-47f8-a55c-241220488a8a None None] Network 9ee1ea7e-84f6-4406-82ae-4f9bab3a8b82 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:17:01.100103 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 16fb5f57-d217-47eb-806d-271458a9c333, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=16fb5f57-d217-47eb-806d-271458a9c333,segment=NetworkSegment(5e7e2f14-8790-418b-88e1-15441e6a9fb5),segment_id=5e7e2f14-8790-418b-88e1-15441e6a9fb5)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:01.103004 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650c72e5-64eb-42d1-b5c9-97ac6be2c779 req-376f1603-caf9-4b50-b08f-2810c6aeb627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:01.105852 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-650c72e5-64eb-42d1-b5c9-97ac6be2c779 req-376f1603-caf9-4b50-b08f-2810c6aeb627 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=18cd12d4-b12a-41b0-b0c5-618edbb84e74 HTTP/1.1" status: 200 len: 843 time: 0.1504784 Aug 29 04:17:01.120265 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Returning: {'device': '16fb5f57-d217-47eb-806d-271458a9c333', 'network_id': '2f4673af-b8e7-4620-a09f-889ce79ba3f8', 'port_id': '16fb5f57-d217-47eb-806d-271458a9c333', 'mac_address': 'fa:16:3e:26:ab:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca990b23-63b6-47bd-b575-c3dcd63e7190', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:17:01.134487 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5b33b2e5-c3f0-4274-a239-468ae4593bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:01.241258 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5b33b2e5-c3f0-4274-a239-468ae4593bb9 admin admin] Deleting port a03f8209-20da-4fe2-bed6-08d412ce8884 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:17:01.241959 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5b33b2e5-c3f0-4274-a239-468ae4593bb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:01.256302 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:01.270112 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b68baf1-3875-45bb-944c-a5b6a883f1ea req-0cce6279-1288-429d-9fb3-27235101c2c0 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:01.273313 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3b68baf1-3875-45bb-944c-a5b6a883f1ea req-0cce6279-1288-429d-9fb3-27235101c2c0 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=11fb4299-b6e8-4935-87e8-fd9625e0a808 HTTP/1.1" status: 200 len: 944 time: 0.1652932 Aug 29 04:17:01.294892 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16fb5f57-d217-47eb-806d-271458a9c333 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:17:01.325041 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 16fb5f57-d217-47eb-806d-271458a9c333, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=16fb5f57-d217-47eb-806d-271458a9c333,segment=NetworkSegment(5e7e2f14-8790-418b-88e1-15441e6a9fb5),segment_id=5e7e2f14-8790-418b-88e1-15441e6a9fb5)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:01.335290 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:01.361032 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650c72e5-64eb-42d1-b5c9-97ac6be2c779 req-90e47d25-25a8-4cc2-9a1b-254044eae3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:01.363483 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-650c72e5-64eb-42d1-b5c9-97ac6be2c779 req-90e47d25-25a8-4cc2-9a1b-254044eae3e6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2081769 Aug 29 04:17:01.399567 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5b33b2e5-c3f0-4274-a239-468ae4593bb9 admin admin] For port a03f8209-20da-4fe2-bed6-08d412ce8884, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=a03f8209-20da-4fe2-bed6-08d412ce8884,segment=NetworkSegment(9853adb3-e583-455e-a18e-828382db7c58),segment_id=9853adb3-e583-455e-a18e-828382db7c58)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:01.400170 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5b33b2e5-c3f0-4274-a239-468ae4593bb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:01.432820 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=16fb5f57-d217-47eb-806d-271458a9c333,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:01.441242 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 2335139e-f714-4fb1-9686-148f446f99df no longer exists at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:17:01.466244 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5b33b2e5-c3f0-4274-a239-468ae4593bb9 admin admin] Calling delete_port for a03f8209-20da-4fe2-bed6-08d412ce8884 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:17:01.470626 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3b68baf1-3875-45bb-944c-a5b6a883f1ea req-a3967a6a-00aa-4a99-9683-09b7a07d41a8 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814659 Aug 29 04:17:01.476352 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa879866-bce6-4c04-a344-cdc20fa7e7e2 None None] DHCP port deletion for 9ee1ea7e-84f6-4406-82ae-4f9bab3a8b82 request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:17:01.487153 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] No Port match for: 2335139e-f714-4fb1-9686-148f446f99df {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:17:01.488050 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 2335139e-f714-4fb1-9686-148f446f99df not bound to the agent host n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:17:01.555752 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671a3e42-e4b8-4f26-9f02-4690fcde41ee req-46f2a7af-3a66-49e7-a9c7-f05e5574247f tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:01.560057 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-650c72e5-64eb-42d1-b5c9-97ac6be2c779 req-f1a02b1f-1351-497f-a437-9047e04111f0 service neutron] 10.222.0.46 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795106 Aug 29 04:17:01.566236 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-671a3e42-e4b8-4f26-9f02-4690fcde41ee req-46f2a7af-3a66-49e7-a9c7-f05e5574247f tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e3ffe36-52a1-4be0-a61a-28d019fa0645 HTTP/1.1" status: 200 len: 945 time: 0.1460562 Aug 29 04:17:01.588040 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-aa879866-bce6-4c04-a344-cdc20fa7e7e2 None None] Deleting port a03f8209-20da-4fe2-bed6-08d412ce8884 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:17:01.589342 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-aa879866-bce6-4c04-a344-cdc20fa7e7e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:01.649325 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-671a3e42-e4b8-4f26-9f02-4690fcde41ee req-212a8d78-a615-4a7e-be84-1b2fc5af94ec tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/security-groups?id=0af834e7-acaf-4d90-a371-bad8b3cc1714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818167 Aug 29 04:17:01.697209 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['16fb5f57-d217-47eb-806d-271458a9c333'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:17:01.710052 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5b33b2e5-c3f0-4274-a239-468ae4593bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:01.743275 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b33b2e5-c3f0-4274-a239-468ae4593bb9 admin admin] No DVR routers for this DVR port a03f8209-20da-4fe2-bed6-08d412ce8884 on host n-d-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:17:01.766542 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-650c72e5-64eb-42d1-b5c9-97ac6be2c779 req-3da90792-b955-4c23-b374-d2092fde6c3f service neutron] 10.222.0.46 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983185 Aug 29 04:17:01.767285 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device a03f8209-20da-4fe2-bed6-08d412ce8884 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:17:01.821064 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-aa879866-bce6-4c04-a344-cdc20fa7e7e2 None None] For port a03f8209-20da-4fe2-bed6-08d412ce8884, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=a03f8209-20da-4fe2-bed6-08d412ce8884,segment=NetworkSegment(9853adb3-e583-455e-a18e-828382db7c58),segment_id=9853adb3-e583-455e-a18e-828382db7c58)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:01.821783 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-aa879866-bce6-4c04-a344-cdc20fa7e7e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:01.825726 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b33b2e5-c3f0-4274-a239-468ae4593bb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a03f8209-20da-4fe2-bed6-08d412ce8884,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:01.835035 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: a03f8209-20da-4fe2-bed6-08d412ce8884 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:17:01.835928 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device a03f8209-20da-4fe2-bed6-08d412ce8884 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:17:01.849353 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-aa879866-bce6-4c04-a344-cdc20fa7e7e2 None None] Calling delete_port for a03f8209-20da-4fe2-bed6-08d412ce8884 owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:17:02.075814 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-aa879866-bce6-4c04-a344-cdc20fa7e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:02.110631 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa879866-bce6-4c04-a344-cdc20fa7e7e2 None None] Pushing event deleted for resources: {'Port': ['ID=a03f8209-20da-4fe2-bed6-08d412ce8884,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:02.154178 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5b33b2e5-c3f0-4274-a239-468ae4593bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:02.162768 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa879866-bce6-4c04-a344-cdc20fa7e7e2 None None] No DVR routers for this DVR port a03f8209-20da-4fe2-bed6-08d412ce8884 on host n-d-712140-12 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:17:02.172870 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-5b33b2e5-c3f0-4274-a239-468ae4593bb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ee1ea7e-84f6-4406-82ae-4f9bab3a8b82']}} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:17:02.195785 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-5b33b2e5-c3f0-4274-a239-468ae4593bb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9853adb3-e583-455e-a18e-828382db7c58') {'for_net_delete': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:17:02.196276 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-5b33b2e5-c3f0-4274-a239-468ae4593bb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9853adb3-e583-455e-a18e-828382db7c58') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:17:02.212990 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5b33b2e5-c3f0-4274-a239-468ae4593bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8904833'] for segment, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:02.226114 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f18702-3ec5-422a-ac4f-ff0171242857 req-3d501c41-e92a-4195-8645-8105424e48a0 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:02.229020 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-67f18702-3ec5-422a-ac4f-ff0171242857 req-3d501c41-e92a-4195-8645-8105424e48a0 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/ports?device_id=4bcf0fe3-6de9-4b62-aa26-9eff4b24207c HTTP/1.1" status: 200 len: 948 time: 0.4164157 Aug 29 04:17:02.256640 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5b33b2e5-c3f0-4274-a239-468ae4593bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:02.270395 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b33b2e5-c3f0-4274-a239-468ae4593bb9 admin admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=94828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:17:02.271106 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5b33b2e5-c3f0-4274-a239-468ae4593bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9190468'] for segment, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:02.274640 n-d-712140-12 neutron-server[94828]: Traceback (most recent call last): Aug 29 04:17:02.274640 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:17:02.274640 n-d-712140-12 neutron-server[94828]: timer() Aug 29 04:17:02.274640 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:17:02.274640 n-d-712140-12 neutron-server[94828]: cb(*args, **kw) Aug 29 04:17:02.274640 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:17:02.274640 n-d-712140-12 neutron-server[94828]: return func(*args, **kwargs) Aug 29 04:17:02.274640 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:17:02.274640 n-d-712140-12 neutron-server[94828]: self._notify() Aug 29 04:17:02.274640 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:17:02.274640 n-d-712140-12 neutron-server[94828]: self.callback(batched_events) Aug 29 04:17:02.274640 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:17:02.274640 n-d-712140-12 neutron-server[94828]: event.method(event) Aug 29 04:17:02.274640 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:17:02.274640 n-d-712140-12 neutron-server[94828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:17:02.274640 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:17:02.274640 n-d-712140-12 neutron-server[94828]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:17:02.274640 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:17:02.274640 n-d-712140-12 neutron-server[94828]: return f(self, *a, **k) Aug 29 04:17:02.274640 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:17:02.274640 n-d-712140-12 neutron-server[94828]: return self._get(url).json() Aug 29 04:17:02.274640 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:17:02.274640 n-d-712140-12 neutron-server[94828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:17:02.274640 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:17:02.274640 n-d-712140-12 neutron-server[94828]: return self.request(url, 'GET', **kwargs) Aug 29 04:17:02.274640 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:17:02.274640 n-d-712140-12 neutron-server[94828]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:17:02.274640 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:17:02.274640 n-d-712140-12 neutron-server[94828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:17:02.274640 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:17:02.274640 n-d-712140-12 neutron-server[94828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:17:02.274640 n-d-712140-12 neutron-server[94828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:17:02.353104 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-67f18702-3ec5-422a-ac4f-ff0171242857 req-89cc1c54-ff0e-41ee-a9b3-273454310a63 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/security-groups?id=69e9e696-6092-48f5-a28b-387de9f4e688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174321 Aug 29 04:17:02.428449 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5b33b2e5-c3f0-4274-a239-468ae4593bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:02.450791 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5b33b2e5-c3f0-4274-a239-468ae4593bb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:02.460525 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-5b33b2e5-c3f0-4274-a239-468ae4593bb9 admin admin] 10.222.0.22 "DELETE /v2.0/networks/9ee1ea7e-84f6-4406-82ae-4f9bab3a8b82 HTTP/1.1" status: 204 len: 168 time: 1.4315326 Aug 29 04:17:02.474863 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b33b2e5-c3f0-4274-a239-468ae4593bb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ee1ea7e-84f6-4406-82ae-4f9bab3a8b82,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:02.675027 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3ce839-58dc-42f8-8eb2-41949c7cc64c req-f90df609-dd27-4070-a1d3-d6c3682e440c tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:02.676421 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8b3ce839-58dc-42f8-8eb2-41949c7cc64c req-f90df609-dd27-4070-a1d3-d6c3682e440c tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=11fb4299-b6e8-4935-87e8-fd9625e0a808 HTTP/1.1" status: 200 len: 945 time: 0.0630000 Aug 29 04:17:02.757998 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8b3ce839-58dc-42f8-8eb2-41949c7cc64c req-7dfdc50d-33a6-4d27-a704-25943664a0af tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751164 Aug 29 04:17:02.806545 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 45094) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:02.845216 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebbc1e2-dbc0-4f40-80c3-cef04c17b486 req-6d8e5794-6d5a-432f-9c6a-520fc68ccfee tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:02.845759 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 7c2ee977-fb1c-48b5-b094-c813b7636bd7 details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:17:02.848678 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-cebbc1e2-dbc0-4f40-80c3-cef04c17b486 req-6d8e5794-6d5a-432f-9c6a-520fc68ccfee tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e3ffe36-52a1-4be0-a61a-28d019fa0645 HTTP/1.1" status: 200 len: 945 time: 0.0777175 Aug 29 04:17:02.852235 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 7c2ee977-fb1c-48b5-b094-c813b7636bd7 no longer exists at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:17:02.918047 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-7e0d097c-9b3d-4469-bf70-30810ff5bb48 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=68cf936c87d74506b8c820f1e525a2cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1088936 Aug 29 04:17:02.921751 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 45096) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:02.932574 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-cebbc1e2-dbc0-4f40-80c3-cef04c17b486 req-b98837ee-f262-4189-83ae-4b59fe3d408b tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/security-groups?id=0af834e7-acaf-4d90-a371-bad8b3cc1714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731714 Aug 29 04:17:02.934989 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 45098) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:03.016052 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-42b82477-577b-415a-8776-4c3f83ec0313 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:03.044649 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:03.061807 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-42b82477-577b-415a-8776-4c3f83ec0313 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:03.096040 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 7c2ee977-fb1c-48b5-b094-c813b7636bd7, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=7c2ee977-fb1c-48b5-b094-c813b7636bd7,segment=NetworkSegment(3a361a5a-9d59-4b40-a4d8-5fab9d00c859),segment_id=3a361a5a-9d59-4b40-a4d8-5fab9d00c859)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:03.131536 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e3ffe36-52a1-4be0-a61a-28d019fa0645', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c2ee977-fb1c-48b5-b094-c813b7636bd7'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:17:03.137432 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-194c2eb0-4310-44e0-bc44-435eebf3d77a" -d '{"events": [{"server_uuid": "6e3ffe36-52a1-4be0-a61a-28d019fa0645", "name": "network-vif-unplugged", "status": "completed", "tag": "7c2ee977-fb1c-48b5-b094-c813b7636bd7"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:17:03.156652 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Returning: {'device': '7c2ee977-fb1c-48b5-b094-c813b7636bd7', 'network_id': 'fe770585-a0e4-43ec-865b-d1030eff1ee8', 'port_id': '7c2ee977-fb1c-48b5-b094-c813b7636bd7', 'mac_address': 'fa:16:3e:b4:33:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f04b5666-45e5-4baa-8010-af21415a61db', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:17:03.163798 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-42b82477-577b-415a-8776-4c3f83ec0313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:03.167342 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 7c2ee977-fb1c-48b5-b094-c813b7636bd7, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=7c2ee977-fb1c-48b5-b094-c813b7636bd7,segment=NetworkSegment(3a361a5a-9d59-4b40-a4d8-5fab9d00c859),segment_id=3a361a5a-9d59-4b40-a4d8-5fab9d00c859)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:03.171557 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-42b82477-577b-415a-8776-4c3f83ec0313 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:03.175389 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:03.180157 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-42b82477-577b-415a-8776-4c3f83ec0313 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/46edc4d9-63f8-4b18-b08b-1f71016f23f7 HTTP/1.1" status: 204 len: 168 time: 0.2569897 Aug 29 04:17:03.194215 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b82477-577b-415a-8776-4c3f83ec0313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46edc4d9-63f8-4b18-b08b-1f71016f23f7,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:03.229053 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3a79e999-baec-4a20-b79a-3776a199c76b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:03.232081 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59074b71-126a-42b3-9729-e168a79d2e52 x-openstack-request-id: req-59074b71-126a-42b3-9729-e168a79d2e52 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:17:03.233305 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e3ffe36-52a1-4be0-a61a-28d019fa0645", "name": "network-vif-unplugged", "status": "completed", "tag": "7c2ee977-fb1c-48b5-b094-c813b7636bd7", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:17:03.233305 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-59074b71-126a-42b3-9729-e168a79d2e52 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:17:03.233653 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e3ffe36-52a1-4be0-a61a-28d019fa0645', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c2ee977-fb1c-48b5-b094-c813b7636bd7', 'code': 200} Aug 29 04:17:03.322254 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:03.333599 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b980feff-1e14-4087-bb62-f3f22acc2cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:03.351663 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=7c2ee977-fb1c-48b5-b094-c813b7636bd7,revision_number=6']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:03.357268 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c2ee977-fb1c-48b5-b094-c813b7636bd7 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:17:03.381554 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 7c2ee977-fb1c-48b5-b094-c813b7636bd7, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=7c2ee977-fb1c-48b5-b094-c813b7636bd7,segment=NetworkSegment(3a361a5a-9d59-4b40-a4d8-5fab9d00c859),segment_id=3a361a5a-9d59-4b40-a4d8-5fab9d00c859)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:03.381951 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3a79e999-baec-4a20-b79a-3776a199c76b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:03.388644 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3a79e999-baec-4a20-b79a-3776a199c76b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:03.390865 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:03.391820 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device f2cfa364-e651-4bd4-9af8-0e6ba565e3ca details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:17:03.399883 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device ec53f0a0-f10b-4f6d-bb3e-ad6634d1e6cb details requested by agent hyperv_n-h2-712140-12 with host n-h2-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:17:03.478120 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-3a79e999-baec-4a20-b79a-3776a199c76b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=803c8c7a1cee493dac7ee9e44db2ef2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5338626 Aug 29 04:17:03.482387 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 45112) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:03.531079 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a79e999-baec-4a20-b79a-3776a199c76b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff3a0bd4-b2bd-4533-a3ac-b0a53f79e428,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:03.593575 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3406096c-2870-4bc7-b9e4-e40bb469eed4 req-49d9a4a0-5227-4710-8d0b-28004004a146 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:03.599746 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3406096c-2870-4bc7-b9e4-e40bb469eed4 req-49d9a4a0-5227-4710-8d0b-28004004a146 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/ports?device_id=4bcf0fe3-6de9-4b62-aa26-9eff4b24207c HTTP/1.1" status: 200 len: 948 time: 0.1240618 Aug 29 04:17:03.616579 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ee881d31-55be-4e0d-b718-a09cc6904a0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:03.652862 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ee881d31-55be-4e0d-b718-a09cc6904a0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:03.678010 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3406096c-2870-4bc7-b9e4-e40bb469eed4 req-5d9ec5ea-a006-4eb8-b16b-f37b6be474d8 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/security-groups?id=69e9e696-6092-48f5-a28b-387de9f4e688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700536 Aug 29 04:17:03.715447 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=7c2ee977-fb1c-48b5-b094-c813b7636bd7,revision_number=7']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:03.766365 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ee881d31-55be-4e0d-b718-a09cc6904a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:03.772744 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ee881d31-55be-4e0d-b718-a09cc6904a0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:03.774946 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-ee881d31-55be-4e0d-b718-a09cc6904a0c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ff3a0bd4-b2bd-4533-a3ac-b0a53f79e428 HTTP/1.1" status: 204 len: 168 time: 0.2905364 Aug 29 04:17:03.796577 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee881d31-55be-4e0d-b718-a09cc6904a0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff3a0bd4-b2bd-4533-a3ac-b0a53f79e428,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:03.805684 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port f2cfa364-e651-4bd4-9af8-0e6ba565e3ca, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=f2cfa364-e651-4bd4-9af8-0e6ba565e3ca,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:03.829052 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Returning: {'device': 'f2cfa364-e651-4bd4-9af8-0e6ba565e3ca', 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45', 'port_id': 'f2cfa364-e651-4bd4-9af8-0e6ba565e3ca', 'mac_address': 'fa:16:3e:10:93:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18cd12d4-b12a-41b0-b0c5-618edbb84e74', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:17:03.939604 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port ec53f0a0-f10b-4f6d-bb3e-ad6634d1e6cb, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=ec53f0a0-f10b-4f6d-bb3e-ad6634d1e6cb,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:03.972584 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Returning: {'device': 'ec53f0a0-f10b-4f6d-bb3e-ad6634d1e6cb', 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45', 'port_id': 'ec53f0a0-f10b-4f6d-bb3e-ad6634d1e6cb', 'mac_address': 'fa:16:3e:10:5e:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18cd12d4-b12a-41b0-b0c5-618edbb84e74', 'ip_address': '192.168.233.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:17:03.975173 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:04.044729 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2cfa364-e651-4bd4-9af8-0e6ba565e3ca {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:17:04.081274 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f54899c-76e2-466d-97e1-8550bdfc1a5a req-ae30c358-9aee-439f-99c5-b9faeca3add9 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:04.096843 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9f54899c-76e2-466d-97e1-8550bdfc1a5a req-ae30c358-9aee-439f-99c5-b9faeca3add9 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=11fb4299-b6e8-4935-87e8-fd9625e0a808 HTTP/1.1" status: 200 len: 945 time: 0.1639426 Aug 29 04:17:04.102661 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:04.108570 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port f2cfa364-e651-4bd4-9af8-0e6ba565e3ca, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=f2cfa364-e651-4bd4-9af8-0e6ba565e3ca,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:04.131144 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:04.140023 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec53f0a0-f10b-4f6d-bb3e-ad6634d1e6cb {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:17:04.227500 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9f54899c-76e2-466d-97e1-8550bdfc1a5a req-22b5375b-9363-4bb6-bed6-e59db8a484fc tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259868 Aug 29 04:17:04.241705 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port ec53f0a0-f10b-4f6d-bb3e-ad6634d1e6cb, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=ec53f0a0-f10b-4f6d-bb3e-ad6634d1e6cb,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:04.254149 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:04.259190 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=f2cfa364-e651-4bd4-9af8-0e6ba565e3ca,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:04.391842 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=ec53f0a0-f10b-4f6d-bb3e-ad6634d1e6cb,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:04.435875 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e98298-23f2-4ae3-ba44-569e7e4063b7 req-0e64236a-ec83-4c46-bedd-8bfdfbb7f38d tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:04.438716 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-69e98298-23f2-4ae3-ba44-569e7e4063b7 req-0e64236a-ec83-4c46-bedd-8bfdfbb7f38d tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e3ffe36-52a1-4be0-a61a-28d019fa0645 HTTP/1.1" status: 200 len: 944 time: 0.1745090 Aug 29 04:17:04.528874 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-69e98298-23f2-4ae3-ba44-569e7e4063b7 req-2fe6b76e-e6a7-4536-a31a-90f59615cc82 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/security-groups?id=0af834e7-acaf-4d90-a371-bad8b3cc1714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792885 Aug 29 04:17:04.573111 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['f2cfa364-e651-4bd4-9af8-0e6ba565e3ca'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:17:04.585485 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['7c2ee977-fb1c-48b5-b094-c813b7636bd7'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:17:04.631617 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 45144) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:04.840482 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 45150) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:04.862340 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 16fb5f57-d217-47eb-806d-271458a9c333 up at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:17:04.865239 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e021219a-62a1-435d-8432-8208b6781ab5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:04.874488 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-773f8024-3058-4aa7-b1a4-d3e168e034e6 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-660610652-network', 'tenant_id': 'd9ed99521d6e4398bfbd9824b0326aa2'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:17:04.912906 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.db.api [None req-773f8024-3058-4aa7-b1a4-d3e168e034e6 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 04:17:04.912906 n-d-712140-12 neutron-server[94829]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 29 04:17:04.912906 n-d-712140-12 neutron-server[94829]: [parameters: {'project_id': 'd9ed99521d6e4398bfbd9824b0326aa2', 'id': '381c430b-29dd-4c81-ac8e-f5c8915133b3', 'expiration': datetime.datetime(2021, 8, 29, 4, 19, 4, 897083)}] Aug 29 04:17:04.912906 n-d-712140-12 neutron-server[94829]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:17:04.913468 n-d-712140-12 neutron-server[94829]: DEBUG oslo_db.api [None req-773f8024-3058-4aa7-b1a4-d3e168e034e6 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:17:04.929123 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4ca0dd-3eb7-4c6e-82a5-09bf47531742 req-5b8ca9cf-dece-4885-ae33-8bc6a5b0fa26 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:04.931882 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9c4ca0dd-3eb7-4c6e-82a5-09bf47531742 req-5b8ca9cf-dece-4885-ae33-8bc6a5b0fa26 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/ports?device_id=4bcf0fe3-6de9-4b62-aa26-9eff4b24207c HTTP/1.1" status: 200 len: 949 time: 0.1282406 Aug 29 04:17:04.950091 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['ec53f0a0-f10b-4f6d-bb3e-ad6634d1e6cb'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:17:04.986526 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9c4ca0dd-3eb7-4c6e-82a5-09bf47531742 req-665de4c3-633d-4f1b-b207-4120ced0c94b tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/security-groups?id=69e9e696-6092-48f5-a28b-387de9f4e688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469623 Aug 29 04:17:05.067752 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e021219a-62a1-435d-8432-8208b6781ab5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:05.077527 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e021219a-62a1-435d-8432-8208b6781ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:05.148263 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-e021219a-62a1-435d-8432-8208b6781ab5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=54877a73f93b4983ba5fffe8bb08d9b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3061647 Aug 29 04:17:05.148837 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 45154) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:05.149958 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e021219a-62a1-435d-8432-8208b6781ab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38f20aac-5da0-41e1-a9ce-7004949ef640,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:05.242392 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning for port 16fb5f57-d217-47eb-806d-271458a9c333 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:17:05.269000 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning complete for port 16fb5f57-d217-47eb-806d-271458a9c333 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:17:05.269425 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:05.274250 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d809a4e3-05c8-4fee-a730-0a7b81c8d8a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:05.321224 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d809a4e3-05c8-4fee-a730-0a7b81c8d8a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:05.478885 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-773f8024-3058-4aa7-b1a4-d3e168e034e6 admin admin] Made reservation on behalf of d9ed99521d6e4398bfbd9824b0326aa2 for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:17:05.482636 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-773f8024-3058-4aa7-b1a4-d3e168e034e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:05.499355 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d809a4e3-05c8-4fee-a730-0a7b81c8d8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:05.502581 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d809a4e3-05c8-4fee-a730-0a7b81c8d8a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:05.506211 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-d809a4e3-05c8-4fee-a730-0a7b81c8d8a1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/38f20aac-5da0-41e1-a9ce-7004949ef640 HTTP/1.1" status: 204 len: 168 time: 0.3534462 Aug 29 04:17:05.506211 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-773f8024-3058-4aa7-b1a4-d3e168e034e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:05.516094 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:05.522835 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37228d72-0e99-4a27-a4d5-060940ed2ad8 req-8df5516e-4f54-4aaf-a85c-4c59df5c6b38 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:05.538658 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-37228d72-0e99-4a27-a4d5-060940ed2ad8 req-8df5516e-4f54-4aaf-a85c-4c59df5c6b38 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=11fb4299-b6e8-4935-87e8-fd9625e0a808 HTTP/1.1" status: 200 len: 945 time: 0.1528783 Aug 29 04:17:05.565305 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11fb4299-b6e8-4935-87e8-fd9625e0a808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16fb5f57-d217-47eb-806d-271458a9c333'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:17:05.565305 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e6dc66b-2acb-41bd-b51d-4187492aee3c" -d '{"events": [{"server_uuid": "11fb4299-b6e8-4935-87e8-fd9625e0a808", "name": "network-vif-plugged", "status": "completed", "tag": "16fb5f57-d217-47eb-806d-271458a9c333"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:17:05.569390 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d809a4e3-05c8-4fee-a730-0a7b81c8d8a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f20aac-5da0-41e1-a9ce-7004949ef640,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:05.581748 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 16fb5f57-d217-47eb-806d-271458a9c333, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=16fb5f57-d217-47eb-806d-271458a9c333,segment=NetworkSegment(5e7e2f14-8790-418b-88e1-15441e6a9fb5),segment_id=5e7e2f14-8790-418b-88e1-15441e6a9fb5)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:05.597280 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:05.669922 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9befc331-34ba-4942-9af5-2357805024c8 x-openstack-request-id: req-9befc331-34ba-4942-9af5-2357805024c8 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:17:05.669922 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11fb4299-b6e8-4935-87e8-fd9625e0a808", "name": "network-vif-plugged", "status": "completed", "tag": "16fb5f57-d217-47eb-806d-271458a9c333", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:17:05.669922 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9befc331-34ba-4942-9af5-2357805024c8 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:17:05.669922 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11fb4299-b6e8-4935-87e8-fd9625e0a808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16fb5f57-d217-47eb-806d-271458a9c333', 'code': 200} Aug 29 04:17:05.691524 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=16fb5f57-d217-47eb-806d-271458a9c333,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:05.730474 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-37228d72-0e99-4a27-a4d5-060940ed2ad8 req-c1e1f54f-b698-4062-95d7-c6b24df8ee27 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904256 Aug 29 04:17:05.894525 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84433b55-d1ae-46cc-a362-33debc936d19 req-7df9468b-5ba3-4bd2-ae97-83ce269c8d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:05.897179 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-84433b55-d1ae-46cc-a362-33debc936d19 req-7df9468b-5ba3-4bd2-ae97-83ce269c8d2a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=11fb4299-b6e8-4935-87e8-fd9625e0a808 HTTP/1.1" status: 200 len: 1098 time: 0.1330817 Aug 29 04:17:05.914840 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e766767e-6ff4-45f2-a95f-bc6240361b44 req-9b433290-d976-44cd-ba96-e09aa91cf428 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:05.917989 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e766767e-6ff4-45f2-a95f-bc6240361b44 req-9b433290-d976-44cd-ba96-e09aa91cf428 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e3ffe36-52a1-4be0-a61a-28d019fa0645 HTTP/1.1" status: 200 len: 944 time: 0.1102655 Aug 29 04:17:05.989902 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-773f8024-3058-4aa7-b1a4-d3e168e034e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:06.003894 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e766767e-6ff4-45f2-a95f-bc6240361b44 req-a02d517a-b35b-436a-b37a-3aa07e664b43 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/security-groups?id=0af834e7-acaf-4d90-a371-bad8b3cc1714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677531 Aug 29 04:17:06.009440 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-773f8024-3058-4aa7-b1a4-d3e168e034e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:06.029749 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5447afbc-87e9-42e9-8dd2-12e5cd820160 req-6c49dad5-0823-491b-b05d-c37b1b8c2182 tempest-LiveAutoBlockMigrationV225Test-280615785 tempest-LiveAutoBlockMigrationV225Test-280615785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:06.032109 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5447afbc-87e9-42e9-8dd2-12e5cd820160 req-6c49dad5-0823-491b-b05d-c37b1b8c2182 tempest-LiveAutoBlockMigrationV225Test-280615785 tempest-LiveAutoBlockMigrationV225Test-280615785-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=8813c8fd-eb29-4e6b-9f27-6ec0ec9b365d HTTP/1.1" status: 200 len: 1098 time: 0.1468055 Aug 29 04:17:06.051372 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-84433b55-d1ae-46cc-a362-33debc936d19 req-ad3e6319-092f-4ccc-8ee7-04d6dce27b91 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341901 Aug 29 04:17:06.108456 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-773f8024-3058-4aa7-b1a4-d3e168e034e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:17:06.122325 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773f8024-3058-4aa7-b1a4-d3e168e034e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae989b78-b6c5-494f-9777-5336c7d3d7c8,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:06.149870 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-773f8024-3058-4aa7-b1a4-d3e168e034e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:06.150427 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-773f8024-3058-4aa7-b1a4-d3e168e034e6 admin admin] Added segment a7781f63-ba5d-4897-94e2-13b2354f76f1 of type vlan for network 9d43f3ab-9b4a-4dba-a6cb-255676b324fd Aug 29 04:17:06.179142 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de1269a-5c51-4ca8-a1f9-cc211071e019 req-4b67972f-25c1-47c7-8919-2efad120e2de tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:06.180958 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1de1269a-5c51-4ca8-a1f9-cc211071e019 req-4b67972f-25c1-47c7-8919-2efad120e2de tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/ports?device_id=4bcf0fe3-6de9-4b62-aa26-9eff4b24207c HTTP/1.1" status: 200 len: 949 time: 0.0818803 Aug 29 04:17:06.212377 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-43ad47c9-941f-431d-ab6d-9af8171bcdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:06.226105 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5447afbc-87e9-42e9-8dd2-12e5cd820160 req-e10d0e07-e17a-423e-87b5-332fc1639182 tempest-LiveAutoBlockMigrationV225Test-280615785 tempest-LiveAutoBlockMigrationV225Test-280615785-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557584 Aug 29 04:17:06.247083 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1de1269a-5c51-4ca8-a1f9-cc211071e019 req-f58851e7-4f54-4ae3-9cb3-51b7520d81f2 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/security-groups?id=69e9e696-6092-48f5-a28b-387de9f4e688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490928 Aug 29 04:17:06.262096 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-773f8024-3058-4aa7-b1a4-d3e168e034e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:06.304799 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-773f8024-3058-4aa7-b1a4-d3e168e034e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:06.305801 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773f8024-3058-4aa7-b1a4-d3e168e034e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:06.306398 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-773f8024-3058-4aa7-b1a4-d3e168e034e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:06.741168 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-773f8024-3058-4aa7-b1a4-d3e168e034e6 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.1076453 Aug 29 04:17:06.745406 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 45198) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:06.747609 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773f8024-3058-4aa7-b1a4-d3e168e034e6 admin admin] Pushing event updated for resources: {'Network': ['ID=9d43f3ab-9b4a-4dba-a6cb-255676b324fd,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:06.760156 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-660671e0-9de0-44f7-b024-2dd617af62ab admin admin] Request body: {'subnet': {'network_id': '9d43f3ab-9b4a-4dba-a6cb-255676b324fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-660610652-subnet', 'tenant_id': 'd9ed99521d6e4398bfbd9824b0326aa2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:17:06.772591 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 9d43f3ab-9b4a-4dba-a6cb-255676b324fd details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:17:06.803193 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-660671e0-9de0-44f7-b024-2dd617af62ab admin admin] Made reservation on behalf of d9ed99521d6e4398bfbd9824b0326aa2 for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:17:06.805597 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-660671e0-9de0-44f7-b024-2dd617af62ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:06.912450 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 7c2ee977-fb1c-48b5-b094-c813b7636bd7 up at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:17:06.966856 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30332399-38d9-4a96-b56e-09c86800a290 req-dc964d8c-dfbf-4bbd-9815-db910cc5bb54 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:06.975584 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-30332399-38d9-4a96-b56e-09c86800a290 req-dc964d8c-dfbf-4bbd-9815-db910cc5bb54 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=11fb4299-b6e8-4935-87e8-fd9625e0a808 HTTP/1.1" status: 200 len: 946 time: 0.0926371 Aug 29 04:17:07.032738 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning complete for port 7c2ee977-fb1c-48b5-b094-c813b7636bd7 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:17:07.033913 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:07.096318 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-660671e0-9de0-44f7-b024-2dd617af62ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9191137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10062364'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:07.102419 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:07.107287 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-30332399-38d9-4a96-b56e-09c86800a290 req-5256751e-c06f-4cc7-857d-527720819078 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179175 Aug 29 04:17:07.155168 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:07.213032 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660671e0-9de0-44f7-b024-2dd617af62ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1b42450-980b-42a3-969d-e6ff4d7c5e44,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:07.230348 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:07.237454 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660671e0-9de0-44f7-b024-2dd617af62ab admin admin] Checking segment: {'id': 'a7781f63-ba5d-4897-94e2-13b2354f76f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '9d43f3ab-9b4a-4dba-a6cb-255676b324fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:17:07.238513 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660671e0-9de0-44f7-b024-2dd617af62ab admin admin] Network hostable DHCP agents. Network: 9d43f3ab-9b4a-4dba-a6cb-255676b324fd, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:17:07.283324 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660671e0-9de0-44f7-b024-2dd617af62ab admin admin] Network 9d43f3ab-9b4a-4dba-a6cb-255676b324fd is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:17:07.298082 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 7c2ee977-fb1c-48b5-b094-c813b7636bd7, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=7c2ee977-fb1c-48b5-b094-c813b7636bd7,segment=NetworkSegment(3a361a5a-9d59-4b40-a4d8-5fab9d00c859),segment_id=3a361a5a-9d59-4b40-a4d8-5fab9d00c859)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:07.302409 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-660671e0-9de0-44f7-b024-2dd617af62ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 9d43f3ab-9b4a-4dba-a6cb-255676b324fd) {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:17:07.309372 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660671e0-9de0-44f7-b024-2dd617af62ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:07.310890 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:07.311868 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-660671e0-9de0-44f7-b024-2dd617af62ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:07.313185 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device f2cfa364-e651-4bd4-9af8-0e6ba565e3ca up at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:17:07.329788 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7d9bdf-08ba-499d-8afb-12396ce95e18 None None] Network 9d43f3ab-9b4a-4dba-a6cb-255676b324fd requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:17:07.363878 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 45226) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:07.364071 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-660671e0-9de0-44f7-b024-2dd617af62ab admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.6131334 Aug 29 04:17:07.374991 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-8be4efef-36df-4925-bbff-bd8887a61e1c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-660610652-router', 'tenant_id': 'd9ed99521d6e4398bfbd9824b0326aa2', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:17:07.458900 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8be4efef-36df-4925-bbff-bd8887a61e1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:07.460982 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8be4efef-36df-4925-bbff-bd8887a61e1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1838'] for router, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:07.659332 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8be4efef-36df-4925-bbff-bd8887a61e1c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:07.746442 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e3ffe36-52a1-4be0-a61a-28d019fa0645', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c2ee977-fb1c-48b5-b094-c813b7636bd7'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:17:07.754169 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-048f2c4a-776e-4c09-8e32-11230803fb8a" -d '{"events": [{"server_uuid": "6e3ffe36-52a1-4be0-a61a-28d019fa0645", "name": "network-vif-plugged", "status": "completed", "tag": "7c2ee977-fb1c-48b5-b094-c813b7636bd7"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:17:07.754332 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8815f1b5-a91f-4cfc-87bb-42be94a575f0 req-afa90b0f-17f2-434d-8a25-a62638940123 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:07.762364 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8815f1b5-a91f-4cfc-87bb-42be94a575f0 req-afa90b0f-17f2-434d-8a25-a62638940123 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e3ffe36-52a1-4be0-a61a-28d019fa0645 HTTP/1.1" status: 200 len: 945 time: 0.2855928 Aug 29 04:17:07.777399 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8294134-a628-4497-bb83-4b354274c887 req-e1dbc7b6-64f3-4d4b-9fa2-5d74d06ada30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:07.778892 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device ec53f0a0-f10b-4f6d-bb3e-ad6634d1e6cb up at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:17:07.779988 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c8294134-a628-4497-bb83-4b354274c887 req-e1dbc7b6-64f3-4d4b-9fa2-5d74d06ada30 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=48da3dc54d264865b5c4834c4a90f4b5&device_id=1e5ccfea-706b-4825-9d2e-60c0b092c82e HTTP/1.1" status: 200 len: 1096 time: 0.2678158 Aug 29 04:17:07.919800 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning for port f2cfa364-e651-4bd4-9af8-0e6ba565e3ca completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:17:07.930183 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning complete for port f2cfa364-e651-4bd4-9af8-0e6ba565e3ca triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:17:07.930964 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:07.949576 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8be4efef-36df-4925-bbff-bd8887a61e1c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:07.959867 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8815f1b5-a91f-4cfc-87bb-42be94a575f0 req-5cc4a7ab-b375-4d19-b66a-7d79b77d7432 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/security-groups?id=0af834e7-acaf-4d90-a371-bad8b3cc1714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965315 Aug 29 04:17:08.037894 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=7c2ee977-fb1c-48b5-b094-c813b7636bd7,revision_number=8']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:08.052905 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [req-c44eff21-20cb-4fc1-94f4-837399dfd0db req-ac5c8805-595e-4bcb-a6ce-9f24e347652b tempest-LiveAutoBlockMigrationV225Test-280615785 tempest-LiveAutoBlockMigrationV225Test-280615785-project-admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:17:08.054902 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c44eff21-20cb-4fc1-94f4-837399dfd0db req-ac5c8805-595e-4bcb-a6ce-9f24e347652b tempest-LiveAutoBlockMigrationV225Test-280615785 tempest-LiveAutoBlockMigrationV225Test-280615785-project-admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0106997 Aug 29 04:17:08.060420 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8294134-a628-4497-bb83-4b354274c887 req-279fa4d6-cfe9-4444-9a02-6345e1066996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:08.062183 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c8294134-a628-4497-bb83-4b354274c887 req-279fa4d6-cfe9-4444-9a02-6345e1066996 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7521cd58-9470-4433-82b8-7e942c988b03 HTTP/1.1" status: 200 len: 913 time: 0.2719424 Aug 29 04:17:08.069564 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-c44eff21-20cb-4fc1-94f4-837399dfd0db req-e86266ac-d6c5-4a01-9574-7affcca229d3 service neutron] Request body: {'binding': {'host': 'n-h2-712140-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:17:08.070314 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-c44eff21-20cb-4fc1-94f4-837399dfd0db req-e86266ac-d6c5-4a01-9574-7affcca229d3 service neutron] Unknown quota resources ['binding']. {{(pid=94829) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 04:17:08.088828 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713f4532-2c82-470d-99c9-3f219214d922 None None] Network 9d43f3ab-9b4a-4dba-a6cb-255676b324fd requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:17:08.185170 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning for port ec53f0a0-f10b-4f6d-bb3e-ad6634d1e6cb completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:17:08.206133 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning complete for port ec53f0a0-f10b-4f6d-bb3e-ad6634d1e6cb triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:17:08.206482 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:08.294393 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c8294134-a628-4497-bb83-4b354274c887 req-be8ea42b-e425-4206-8df8-737e702f953e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f94ff432-1efb-4d16-b88c-19279e1457b8 HTTP/1.1" status: 200 len: 999 time: 0.2208226 Aug 29 04:17:08.355277 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e787d8-cace-4bd3-8e74-554ef7cb71e6 req-5f7550a7-8929-4c0a-871c-65192dfb7b2d tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:08.357722 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-75e787d8-cace-4bd3-8e74-554ef7cb71e6 req-5f7550a7-8929-4c0a-871c-65192dfb7b2d tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/ports?device_id=4bcf0fe3-6de9-4b62-aa26-9eff4b24207c HTTP/1.1" status: 200 len: 949 time: 0.2723458 Aug 29 04:17:08.360497 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:08.441903 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port f2cfa364-e651-4bd4-9af8-0e6ba565e3ca, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=f2cfa364-e651-4bd4-9af8-0e6ba565e3ca,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:08.449861 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:08.482201 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:08.503905 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8294134-a628-4497-bb83-4b354274c887 req-2e81f58d-a691-4c65-ba14-c0c457ab909f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:08.506282 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c8294134-a628-4497-bb83-4b354274c887 req-2e81f58d-a691-4c65-ba14-c0c457ab909f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=be5f55ab-7fa1-406c-9ca9-03e74b79ef6a HTTP/1.1" status: 200 len: 851 time: 0.1913786 Aug 29 04:17:08.562453 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=f2cfa364-e651-4bd4-9af8-0e6ba565e3ca,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:08.567218 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port ec53f0a0-f10b-4f6d-bb3e-ad6634d1e6cb, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=ec53f0a0-f10b-4f6d-bb3e-ad6634d1e6cb,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:08.569769 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:08.580437 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:08.604352 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-75e787d8-cace-4bd3-8e74-554ef7cb71e6 req-d2bf2174-bbc3-4f73-9da5-f7c8db414505 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/security-groups?id=69e9e696-6092-48f5-a28b-387de9f4e688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128680 Aug 29 04:17:08.668151 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-c44eff21-20cb-4fc1-94f4-837399dfd0db req-e86266ac-d6c5-4a01-9574-7affcca229d3 service neutron] Attempting to bind port 1695f969-4f2a-42ed-afd8-fb0a78883cd9 on host n-h2-712140-12 for vnic_type normal with profile None {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:17:08.668495 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-c44eff21-20cb-4fc1-94f4-837399dfd0db req-e86266ac-d6c5-4a01-9574-7affcca229d3 service neutron] Attempting to bind port 1695f969-4f2a-42ed-afd8-fb0a78883cd9 by drivers openvswitch,hyperv on host n-h2-712140-12 at level 0 using segments [{'id': '1fc19f14-bf6d-4959-b2c5-ed51e935e5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '53020a37-9cfa-46c3-bf40-16467007f493'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:17:08.668900 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44eff21-20cb-4fc1-94f4-837399dfd0db req-e86266ac-d6c5-4a01-9574-7affcca229d3 service neutron] Attempting to bind port 1695f969-4f2a-42ed-afd8-fb0a78883cd9 on network 53020a37-9cfa-46c3-bf40-16467007f493 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:17:08.679357 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=ec53f0a0-f10b-4f6d-bb3e-ad6634d1e6cb,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:08.684856 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44eff21-20cb-4fc1-94f4-837399dfd0db req-e86266ac-d6c5-4a01-9574-7affcca229d3 service neutron] Port 1695f969-4f2a-42ed-afd8-fb0a78883cd9 on network 53020a37-9cfa-46c3-bf40-16467007f493 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-12 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:17:08.685206 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44eff21-20cb-4fc1-94f4-837399dfd0db req-e86266ac-d6c5-4a01-9574-7affcca229d3 service neutron] Attempting to bind port 1695f969-4f2a-42ed-afd8-fb0a78883cd9 on network 53020a37-9cfa-46c3-bf40-16467007f493 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:17:08.718712 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44eff21-20cb-4fc1-94f4-837399dfd0db req-e86266ac-d6c5-4a01-9574-7affcca229d3 service neutron] Checking agent: {'id': 'b3a0606b-b029-4f5e-8798-3a32b71d8844', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:17:08.719054 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44eff21-20cb-4fc1-94f4-837399dfd0db req-e86266ac-d6c5-4a01-9574-7affcca229d3 service neutron] Checking segment: {'id': '1fc19f14-bf6d-4959-b2c5-ed51e935e5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '53020a37-9cfa-46c3-bf40-16467007f493'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:17:08.719710 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44eff21-20cb-4fc1-94f4-837399dfd0db req-e86266ac-d6c5-4a01-9574-7affcca229d3 service neutron] Bound using segment: {'id': '1fc19f14-bf6d-4959-b2c5-ed51e935e5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '53020a37-9cfa-46c3-bf40-16467007f493'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:17:08.720167 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-c44eff21-20cb-4fc1-94f4-837399dfd0db req-e86266ac-d6c5-4a01-9574-7affcca229d3 service neutron] Bound port: 1695f969-4f2a-42ed-afd8-fb0a78883cd9, host: n-h2-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fc19f14-bf6d-4959-b2c5-ed51e935e5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '53020a37-9cfa-46c3-bf40-16467007f493'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:17:08.726550 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8294134-a628-4497-bb83-4b354274c887 req-92b7d888-d25a-48c5-b0d2-1f20f0a67230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:08.728112 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c8294134-a628-4497-bb83-4b354274c887 req-92b7d888-d25a-48c5-b0d2-1f20f0a67230 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7521cd58-9470-4433-82b8-7e942c988b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2083173 Aug 29 04:17:08.867889 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8be4efef-36df-4925-bbff-bd8887a61e1c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:08.921654 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8be4efef-36df-4925-bbff-bd8887a61e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:08.978205 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d774b9-20aa-443e-9abd-c7b901f21107 req-1f10cafc-fedd-495e-b73e-317f0c20b3b5 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:08.980706 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-12d774b9-20aa-443e-9abd-c7b901f21107 req-1f10cafc-fedd-495e-b73e-317f0c20b3b5 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e5ccfea-706b-4825-9d2e-60c0b092c82e HTTP/1.1" status: 200 len: 944 time: 0.2563527 Aug 29 04:17:08.985823 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-c44eff21-20cb-4fc1-94f4-837399dfd0db req-e86266ac-d6c5-4a01-9574-7affcca229d3 service neutron] For port 1695f969-4f2a-42ed-afd8-fb0a78883cd9, host n-h2-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=1695f969-4f2a-42ed-afd8-fb0a78883cd9,segment=NetworkSegment(1fc19f14-bf6d-4959-b2c5-ed51e935e5ad),segment_id=1fc19f14-bf6d-4959-b2c5-ed51e935e5ad)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:17:09.035148 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-c44eff21-20cb-4fc1-94f4-837399dfd0db req-e86266ac-d6c5-4a01-9574-7affcca229d3 service neutron] Notify callbacks [] for binding, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:09.036405 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c44eff21-20cb-4fc1-94f4-837399dfd0db req-e86266ac-d6c5-4a01-9574-7affcca229d3 service neutron] 10.222.0.22 "POST /v2.0/ports/1695f969-4f2a-42ed-afd8-fb0a78883cd9/bindings HTTP/1.1" status: 201 len: 390 time: 0.9717906 Aug 29 04:17:09.071628 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c8294134-a628-4497-bb83-4b354274c887 req-5faf174f-4b9e-40fb-8644-c712daea460e service neutron] 10.222.0.46 "GET /v2.0/networks/7521cd58-9470-4433-82b8-7e942c988b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3290668 Aug 29 04:17:09.148269 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-12d774b9-20aa-443e-9abd-c7b901f21107 req-7264f2f3-61d9-490b-a0c4-b10968095e89 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=95663bcf-c178-40f7-a8d1-56ba6dc33aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1560588 Aug 29 04:17:09.249399 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-8be4efef-36df-4925-bbff-bd8887a61e1c admin admin] Allocated IP 172.25.0.112 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/e8c901c8-5313-4cee-b436-f3ff94e6f649) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:17:09.259470 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 45280) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:09.264668 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6728e319-87de-4365-99c4-27c1997ca829 x-openstack-request-id: req-6728e319-87de-4365-99c4-27c1997ca829 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:17:09.265509 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e3ffe36-52a1-4be0-a61a-28d019fa0645", "name": "network-vif-plugged", "status": "completed", "tag": "7c2ee977-fb1c-48b5-b094-c813b7636bd7", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:17:09.266011 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6728e319-87de-4365-99c4-27c1997ca829 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:17:09.266670 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e3ffe36-52a1-4be0-a61a-28d019fa0645', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c2ee977-fb1c-48b5-b094-c813b7636bd7', 'code': 200} Aug 29 04:17:09.405954 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c8294134-a628-4497-bb83-4b354274c887 req-79d4cf5d-464c-4204-9298-f40f15dc941c service neutron] 10.222.0.46 "GET /v2.0/networks/7521cd58-9470-4433-82b8-7e942c988b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3116806 Aug 29 04:17:09.479578 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0b6805-412f-436c-a11a-92083ffc1de7 req-b538904b-446b-49d9-b5e2-13d678b02be4 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:09.481506 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-cd0b6805-412f-436c-a11a-92083ffc1de7 req-b538904b-446b-49d9-b5e2-13d678b02be4 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=11fb4299-b6e8-4935-87e8-fd9625e0a808 HTTP/1.1" status: 200 len: 946 time: 0.1318903 Aug 29 04:17:09.584228 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0fefee79-8368-4405-9ffa-67dd6bb761cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:09.619135 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d227623-2a4e-4958-b91a-58c8894dbb58 req-7a50a5b5-9304-4df8-ba88-fbcef0943357 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:09.624565 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2d227623-2a4e-4958-b91a-58c8894dbb58 req-7a50a5b5-9304-4df8-ba88-fbcef0943357 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e3ffe36-52a1-4be0-a61a-28d019fa0645 HTTP/1.1" status: 200 len: 945 time: 0.1396053 Aug 29 04:17:09.646021 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8be4efef-36df-4925-bbff-bd8887a61e1c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:09.684411 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44eff21-20cb-4fc1-94f4-837399dfd0db req-a192c087-9280-4070-ae8b-a2c1066cc441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:09.686234 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c44eff21-20cb-4fc1-94f4-837399dfd0db req-a192c087-9280-4070-ae8b-a2c1066cc441 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1d0658a0a90a4facb02cad62921e20d5&device_id=8813c8fd-eb29-4e6b-9f27-6ec0ec9b365d HTTP/1.1" status: 200 len: 1098 time: 0.2008901 Aug 29 04:17:09.689984 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-cd0b6805-412f-436c-a11a-92083ffc1de7 req-8df08d98-e18e-43eb-ab03-4e2dfd779a2f tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903656 Aug 29 04:17:09.697633 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2d227623-2a4e-4958-b91a-58c8894dbb58 req-b0dc8da9-08dd-4deb-afc0-04a94a50f4a1 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/security-groups?id=0af834e7-acaf-4d90-a371-bad8b3cc1714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700455 Aug 29 04:17:09.790271 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0fefee79-8368-4405-9ffa-67dd6bb761cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:09.797517 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f79eb69-6cde-406b-8ee6-468bade85b35 req-01f0ba47-3d3f-4e16-99b0-2ef733d713ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:09.797860 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0fefee79-8368-4405-9ffa-67dd6bb761cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:09.800114 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3f79eb69-6cde-406b-8ee6-468bade85b35 req-01f0ba47-3d3f-4e16-99b0-2ef733d713ff service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6e3ffe36-52a1-4be0-a61a-28d019fa0645 HTTP/1.1" status: 200 len: 1097 time: 0.2735536 Aug 29 04:17:09.887540 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fefee79-8368-4405-9ffa-67dd6bb761cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4125d23a-9e83-42fa-8737-de0f16f5620d,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:09.899744 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-0fefee79-8368-4405-9ffa-67dd6bb761cf admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=825e054730284a0facbe2802e43beb9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6364491 Aug 29 04:17:09.916318 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 45288) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:09.937897 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8be4efef-36df-4925-bbff-bd8887a61e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:09.944780 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb0ebbb-d594-45ce-bbba-fe12e0bd23f9 req-b8a09034-5343-4731-bf7a-53eb076ac778 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:09.947402 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4eb0ebbb-d594-45ce-bbba-fe12e0bd23f9 req-b8a09034-5343-4731-bf7a-53eb076ac778 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=8813c8fd-eb29-4e6b-9f27-6ec0ec9b365d HTTP/1.1" status: 200 len: 946 time: 0.1286504 Aug 29 04:17:10.003811 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3f79eb69-6cde-406b-8ee6-468bade85b35 req-fb50a131-ec6d-46d3-9e81-5b86058a7457 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0af834e7-acaf-4d90-a371-bad8b3cc1714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938441 Aug 29 04:17:10.037185 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be4efef-36df-4925-bbff-bd8887a61e1c admin admin] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:17:10.039725 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4eb0ebbb-d594-45ce-bbba-fe12e0bd23f9 req-b0278dc7-be75-4d4a-919f-f46de3606066 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741236 Aug 29 04:17:10.052391 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-68f327a0-ed05-4025-ad1a-f85b7dc7e662 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:10.057445 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-8be4efef-36df-4925-bbff-bd8887a61e1c admin admin] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:17:10.077757 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be4efef-36df-4925-bbff-bd8887a61e1c admin admin] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:17:10.081777 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be4efef-36df-4925-bbff-bd8887a61e1c admin admin] Pushing event updated for resources: {'Port': ['ID=e8c901c8-5313-4cee-b436-f3ff94e6f649,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:10.086278 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44eff21-20cb-4fc1-94f4-837399dfd0db req-704e0c84-2ba2-4bcf-8dd9-f9f0eec93682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:10.088830 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c44eff21-20cb-4fc1-94f4-837399dfd0db req-704e0c84-2ba2-4bcf-8dd9-f9f0eec93682 service neutron] 10.222.0.48 "GET /v2.0/networks?id=53020a37-9cfa-46c3-bf40-16467007f493 HTTP/1.1" status: 200 len: 921 time: 0.3928459 Aug 29 04:17:10.093109 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-68f327a0-ed05-4025-ad1a-f85b7dc7e662 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:10.104781 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5655b3-f852-44ef-be6a-666ead24d833 req-3864cf64-abe8-4b6a-be19-2395364d9ee9 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:10.113480 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-dc5655b3-f852-44ef-be6a-666ead24d833 req-3864cf64-abe8-4b6a-be19-2395364d9ee9 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/ports?device_id=4bcf0fe3-6de9-4b62-aa26-9eff4b24207c HTTP/1.1" status: 200 len: 950 time: 0.2635956 Aug 29 04:17:10.180624 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-68f327a0-ed05-4025-ad1a-f85b7dc7e662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:10.185684 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-68f327a0-ed05-4025-ad1a-f85b7dc7e662 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:10.191643 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-68f327a0-ed05-4025-ad1a-f85b7dc7e662 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4125d23a-9e83-42fa-8737-de0f16f5620d HTTP/1.1" status: 204 len: 168 time: 0.2686937 Aug 29 04:17:10.196449 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c44eff21-20cb-4fc1-94f4-837399dfd0db req-f5bcea4d-7023-45e5-8a05-25f90fa0a58f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1695f969-4f2a-42ed-afd8-fb0a78883cd9 HTTP/1.1" status: 200 len: 217 time: 0.0612803 Aug 29 04:17:10.213781 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f327a0-ed05-4025-ad1a-f85b7dc7e662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4125d23a-9e83-42fa-8737-de0f16f5620d,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:10.380925 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-dc5655b3-f852-44ef-be6a-666ead24d833 req-c501c277-e9d1-43b6-99fe-f9bbfd0ddf7a tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/security-groups?id=69e9e696-6092-48f5-a28b-387de9f4e688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439790 Aug 29 04:17:10.412696 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ae7c30-0624-4f16-9c59-ceb50a07ce86 req-3c27b70c-993c-4879-bff7-3b0732919f34 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:10.421727 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-98ae7c30-0624-4f16-9c59-ceb50a07ce86 req-3c27b70c-993c-4879-bff7-3b0732919f34 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=11fb4299-b6e8-4935-87e8-fd9625e0a808 HTTP/1.1" status: 200 len: 946 time: 0.1199636 Aug 29 04:17:10.439943 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44eff21-20cb-4fc1-94f4-837399dfd0db req-9aac4b4d-4f79-4d21-9a4e-62c1e245eb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:10.442920 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c44eff21-20cb-4fc1-94f4-837399dfd0db req-9aac4b4d-4f79-4d21-9a4e-62c1e245eb84 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=210c6ef6-f12f-4dde-90b9-22d1971290b1 HTTP/1.1" status: 200 len: 860 time: 0.2348158 Aug 29 04:17:10.466717 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-98ae7c30-0624-4f16-9c59-ceb50a07ce86 req-e1aa2778-a69a-47bb-8ca1-7087d1ecac93 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437396 Aug 29 04:17:10.506779 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c44eff21-20cb-4fc1-94f4-837399dfd0db req-ee0fcd81-040e-4580-b135-453cabd66a4b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=53020a37-9cfa-46c3-bf40-16467007f493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516112 Aug 29 04:17:10.759855 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 45302) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:10.782671 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-58e87d56-b602-4a44-8d90-2d0a3feec165 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:10.834475 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c740aa43-76a6-4171-902f-62db82555888 req-a21045c4-3c9f-4af1-90b7-2cc5d57ef1b4 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:10.837079 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c740aa43-76a6-4171-902f-62db82555888 req-a21045c4-3c9f-4af1-90b7-2cc5d57ef1b4 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=11fb4299-b6e8-4935-87e8-fd9625e0a808 HTTP/1.1" status: 200 len: 946 time: 0.1245713 Aug 29 04:17:10.945740 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c740aa43-76a6-4171-902f-62db82555888 req-5419fb9e-dfb8-434c-9c96-f22468edab49 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917134 Aug 29 04:17:11.018125 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-58e87d56-b602-4a44-8d90-2d0a3feec165 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:11.026690 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-58e87d56-b602-4a44-8d90-2d0a3feec165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:11.151855 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e87d56-b602-4a44-8d90-2d0a3feec165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29bfc410-60d8-4e56-a22e-091ffdb27dab,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:11.156465 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef36a28d-36e7-4880-a395-edb0c0ccfd2f req-314a43f3-13df-4461-9262-4553ad95c20a tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:11.160012 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ef36a28d-36e7-4880-a395-edb0c0ccfd2f req-314a43f3-13df-4461-9262-4553ad95c20a tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e5ccfea-706b-4825-9d2e-60c0b092c82e HTTP/1.1" status: 200 len: 944 time: 0.6425872 Aug 29 04:17:11.160830 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-58e87d56-b602-4a44-8d90-2d0a3feec165 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ed96951c8eba4b1495cc099ee58ac3ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3973918 Aug 29 04:17:11.164404 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 45310) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:11.201823 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c44eff21-20cb-4fc1-94f4-837399dfd0db req-30832a9f-b0f0-4717-a6a6-96a6b0b27b69 service neutron] 10.222.0.48 "GET /v2.0/networks/53020a37-9cfa-46c3-bf40-16467007f493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6807134 Aug 29 04:17:11.222965 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8be7a1-0013-4fc9-b521-517703ff8a21 req-786b5904-0e8c-4b7c-9881-29b8bc7f10a4 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:11.224535 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-be8be7a1-0013-4fc9-b521-517703ff8a21 req-786b5904-0e8c-4b7c-9881-29b8bc7f10a4 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e3ffe36-52a1-4be0-a61a-28d019fa0645 HTTP/1.1" status: 200 len: 945 time: 0.1703956 Aug 29 04:17:11.268690 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaf0f6ca-5bc9-4d39-9275-d8db83734ee1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2cfa364-e651-4bd4-9af8-0e6ba565e3ca'}, {'server_uuid': '4bcf0fe3-6de9-4b62-aa26-9eff4b24207c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec53f0a0-f10b-4f6d-bb3e-ad6634d1e6cb'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:17:11.274481 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3984481-956d-4320-ba28-606087850dd8" -d '{"events": [{"server_uuid": "aaf0f6ca-5bc9-4d39-9275-d8db83734ee1", "name": "network-vif-plugged", "status": "completed", "tag": "f2cfa364-e651-4bd4-9af8-0e6ba565e3ca"}, {"server_uuid": "4bcf0fe3-6de9-4b62-aa26-9eff4b24207c", "name": "network-vif-plugged", "status": "completed", "tag": "ec53f0a0-f10b-4f6d-bb3e-ad6634d1e6cb"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:17:11.291913 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8be4efef-36df-4925-bbff-bd8887a61e1c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:11.303723 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-411f65e7-771b-4424-bed8-c46bd1043823 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:11.315407 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-be8be7a1-0013-4fc9-b521-517703ff8a21 req-39e47055-c8f9-45d2-bdc2-58808d94016d tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/security-groups?id=0af834e7-acaf-4d90-a371-bad8b3cc1714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767968 Aug 29 04:17:11.350716 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-411f65e7-771b-4424-bed8-c46bd1043823 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:11.359600 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ef36a28d-36e7-4880-a395-edb0c0ccfd2f req-0d01b976-4f52-448f-8ae0-95e42f79ecb2 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=95663bcf-c178-40f7-a8d1-56ba6dc33aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1796150 Aug 29 04:17:11.460869 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-411f65e7-771b-4424-bed8-c46bd1043823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:11.466341 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-411f65e7-771b-4424-bed8-c46bd1043823 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:11.468447 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-411f65e7-771b-4424-bed8-c46bd1043823 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/29bfc410-60d8-4e56-a22e-091ffdb27dab HTTP/1.1" status: 204 len: 168 time: 0.3027666 Aug 29 04:17:11.492548 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411f65e7-771b-4424-bed8-c46bd1043823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29bfc410-60d8-4e56-a22e-091ffdb27dab,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:11.531730 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c44eff21-20cb-4fc1-94f4-837399dfd0db req-e07fa08c-1542-46fd-8d45-711fc2a16f1a service neutron] 10.222.0.48 "GET /v2.0/networks/53020a37-9cfa-46c3-bf40-16467007f493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3188856 Aug 29 04:17:11.670739 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 29 Aug 2021 04:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-756616b7-7785-462d-840d-3bf2571461d0 x-openstack-request-id: req-756616b7-7785-462d-840d-3bf2571461d0 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:17:11.671659 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaf0f6ca-5bc9-4d39-9275-d8db83734ee1", "name": "network-vif-plugged", "status": "completed", "tag": "f2cfa364-e651-4bd4-9af8-0e6ba565e3ca", "code": 200}, {"server_uuid": "4bcf0fe3-6de9-4b62-aa26-9eff4b24207c", "name": "network-vif-plugged", "status": "completed", "tag": "ec53f0a0-f10b-4f6d-bb3e-ad6634d1e6cb", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:17:11.672393 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-756616b7-7785-462d-840d-3bf2571461d0 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:17:11.673328 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaf0f6ca-5bc9-4d39-9275-d8db83734ee1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2cfa364-e651-4bd4-9af8-0e6ba565e3ca', 'code': 200} Aug 29 04:17:11.674128 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bcf0fe3-6de9-4b62-aa26-9eff4b24207c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec53f0a0-f10b-4f6d-bb3e-ad6634d1e6cb', 'code': 200} Aug 29 04:17:11.718589 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8be4efef-36df-4925-bbff-bd8887a61e1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409'] for router, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:11.819230 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795b78a2-e9e2-48ea-9dfa-c06527d62356 req-033d73be-8be1-4f8c-ad8b-0edfb71df47d tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:11.828269 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-795b78a2-e9e2-48ea-9dfa-c06527d62356 req-033d73be-8be1-4f8c-ad8b-0edfb71df47d tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=8813c8fd-eb29-4e6b-9f27-6ec0ec9b365d HTTP/1.1" status: 200 len: 946 time: 0.2222738 Aug 29 04:17:11.870987 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:17:11.917318 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff90824-5624-4636-beb8-cf1da3da4b0a req-b711fbb3-4ce9-494a-ac09-573da1645fc6 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:11.920869 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0ff90824-5624-4636-beb8-cf1da3da4b0a req-b711fbb3-4ce9-494a-ac09-573da1645fc6 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/ports?device_id=4bcf0fe3-6de9-4b62-aa26-9eff4b24207c HTTP/1.1" status: 200 len: 950 time: 0.0962503 Aug 29 04:17:11.985735 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0ff90824-5624-4636-beb8-cf1da3da4b0a req-5a6bd489-154d-477f-9735-50a0844cf81f tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/security-groups?id=69e9e696-6092-48f5-a28b-387de9f4e688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586517 Aug 29 04:17:12.049250 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095b3272-ece8-4c37-b983-be095083d6d5 req-c4d94a36-206a-407c-8f56-333f72256d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:12.052915 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-095b3272-ece8-4c37-b983-be095083d6d5 req-c4d94a36-206a-407c-8f56-333f72256d6a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=aaf0f6ca-5bc9-4d39-9275-d8db83734ee1 HTTP/1.1" status: 200 len: 1101 time: 0.2531238 Aug 29 04:17:12.128702 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-795b78a2-e9e2-48ea-9dfa-c06527d62356 req-c2287d62-977c-48b4-8e32-7e08ff37535e tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2992494 Aug 29 04:17:12.146964 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5505c2e-6163-4817-a4ee-b55eee1b2131 req-b54f5731-01a3-422a-a3a1-2474dfa76b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:12.148716 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e5505c2e-6163-4817-a4ee-b55eee1b2131 req-b54f5731-01a3-422a-a3a1-2474dfa76b5b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4bcf0fe3-6de9-4b62-aa26-9eff4b24207c HTTP/1.1" status: 200 len: 1102 time: 0.2941496 Aug 29 04:17:12.231230 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96dce47-7e1f-4c09-a826-6341339aaac9 req-31aae812-8899-4ae6-81e3-137c82a4bb91 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:12.234007 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f96dce47-7e1f-4c09-a826-6341339aaac9 req-31aae812-8899-4ae6-81e3-137c82a4bb91 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=11fb4299-b6e8-4935-87e8-fd9625e0a808 HTTP/1.1" status: 200 len: 946 time: 0.1317544 Aug 29 04:17:12.255100 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8be4efef-36df-4925-bbff-bd8887a61e1c admin admin] Router d04ddb75-44ce-462d-aab8-66f85e0482f4 is scheduled to L3 agent 76874008-c311-485c-ba36-921b6d275b6a with binding_index 1 {{(pid=94829) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:17:12.276338 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-095b3272-ece8-4c37-b983-be095083d6d5 req-ca3b39bd-7046-4ce7-b90e-eb8edfd1c367 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=69e9e696-6092-48f5-a28b-387de9f4e688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068248 Aug 29 04:17:12.283113 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e5505c2e-6163-4817-a4ee-b55eee1b2131 req-afdd758c-6450-40cc-885e-80b2b8e1d2c7 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=69e9e696-6092-48f5-a28b-387de9f4e688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155629 Aug 29 04:17:12.312183 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f96dce47-7e1f-4c09-a826-6341339aaac9 req-fd02cdc9-f393-44a7-8551-7408861cf760 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647042 Aug 29 04:17:12.451003 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8be4efef-36df-4925-bbff-bd8887a61e1c admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:17:12.476177 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435fa97e-80c2-4c0d-bc4f-ad20276875ec None None] Sync routers for ids ['d04ddb75-44ce-462d-aab8-66f85e0482f4'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:17:12.510099 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435fa97e-80c2-4c0d-bc4f-ad20276875ec None None] Routers {'d04ddb75-44ce-462d-aab8-66f85e0482f4'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:17:12.510835 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-435fa97e-80c2-4c0d-bc4f-ad20276875ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:17:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['d04ddb75-44ce-462d-aab8-66f85e0482f4'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:17:12.528879 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8be4efef-36df-4925-bbff-bd8887a61e1c admin admin] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:12.535855 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-8be4efef-36df-4925-bbff-bd8887a61e1c admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.1701901 Aug 29 04:17:12.540243 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 45338) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:12.583120 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04402f73-fc4a-4799-862d-6a16df82dcd1 req-496e5bfe-0e13-4b13-85d1-ed945b65daa6 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:12.587194 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-04402f73-fc4a-4799-862d-6a16df82dcd1 req-496e5bfe-0e13-4b13-85d1-ed945b65daa6 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e3ffe36-52a1-4be0-a61a-28d019fa0645 HTTP/1.1" status: 200 len: 945 time: 0.1332433 Aug 29 04:17:12.749604 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-04402f73-fc4a-4799-862d-6a16df82dcd1 req-bb428feb-2540-4e40-9d00-8ca385fcedd2 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/security-groups?id=0af834e7-acaf-4d90-a371-bad8b3cc1714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382802 Aug 29 04:17:12.866612 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-435fa97e-80c2-4c0d-bc4f-ad20276875ec None None] Set router d04ddb75-44ce-462d-aab8-66f85e0482f4 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:17:13.071953 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c4bb93-b620-4714-8e5e-f83badb5ceff req-6c18e673-2c6a-4cc7-a772-327bf2d1dc06 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:13.085009 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-37c4bb93-b620-4714-8e5e-f83badb5ceff req-6c18e673-2c6a-4cc7-a772-327bf2d1dc06 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e3ffe36-52a1-4be0-a61a-28d019fa0645 HTTP/1.1" status: 200 len: 945 time: 0.1700103 Aug 29 04:17:13.146110 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-37c4bb93-b620-4714-8e5e-f83badb5ceff req-9daf3421-368f-415c-a77f-7237eb3caadd tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/security-groups?id=0af834e7-acaf-4d90-a371-bad8b3cc1714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599418 Aug 29 04:17:13.298499 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ce6c3c-52fc-4fcc-a0f8-410cd0262c3f req-ee09daa9-7d81-4714-bcc5-92c59155af0b tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:13.300713 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f8ce6c3c-52fc-4fcc-a0f8-410cd0262c3f req-ee09daa9-7d81-4714-bcc5-92c59155af0b tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/ports?device_id=4bcf0fe3-6de9-4b62-aa26-9eff4b24207c HTTP/1.1" status: 200 len: 950 time: 0.1554043 Aug 29 04:17:13.321718 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-435fa97e-80c2-4c0d-bc4f-ad20276875ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd04ddb75-44ce-462d-aab8-66f85e0482f4', 'name': 'tempest-ServerRescueTestJSONUnderV235-660610652-router', 'tenant_id': 'd9ed99521d6e4398bfbd9824b0326aa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'e8c901c8-5313-4cee-b436-f3ff94e6f649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:17:07Z', 'updated_at': '2021-08-29T04:17:10Z', 'revision_number': 3, 'project_id': 'd9ed99521d6e4398bfbd9824b0326aa2', 'gw_port': {'id': 'e8c901c8-5313-4cee-b436-f3ff94e6f649', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:3d:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd04ddb75-44ce-462d-aab8-66f85e0482f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:17:08Z', 'updated_at': '2021-08-29T04:17:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:17:13.371757 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435fa97e-80c2-4c0d-bc4f-ad20276875ec None None] Checking router: d04ddb75-44ce-462d-aab8-66f85e0482f4 for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:17:13.373131 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435fa97e-80c2-4c0d-bc4f-ad20276875ec None None] Updating router d04ddb75-44ce-462d-aab8-66f85e0482f4 port e8c901c8-5313-4cee-b436-f3ff94e6f649 binding host n-d-712140-12 {{(pid=94830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:17:13.396808 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f8ce6c3c-52fc-4fcc-a0f8-410cd0262c3f req-729a4d56-f688-4699-ac1f-fe0eccd7aff9 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/security-groups?id=69e9e696-6092-48f5-a28b-387de9f4e688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812192 Aug 29 04:17:13.430681 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-435fa97e-80c2-4c0d-bc4f-ad20276875ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:13.553102 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b7f8b6-1601-4a74-952c-e0c2df522706 req-a9f8e041-8174-49c1-b59a-3b006d7e672f tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:13.565737 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d3b7f8b6-1601-4a74-952c-e0c2df522706 req-a9f8e041-8174-49c1-b59a-3b006d7e672f tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=8813c8fd-eb29-4e6b-9f27-6ec0ec9b365d HTTP/1.1" status: 200 len: 946 time: 0.2931628 Aug 29 04:17:13.841406 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d3b7f8b6-1601-4a74-952c-e0c2df522706 req-a2641388-fc92-4eec-9bd1-236d70f67f33 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726221 Aug 29 04:17:13.906012 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a2c9b54d-18a8-4a94-81f9-09b20739da76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:14.089271 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-435fa97e-80c2-4c0d-bc4f-ad20276875ec None None] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:14.116799 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-435fa97e-80c2-4c0d-bc4f-ad20276875ec None None] Transition to ACTIVE for port object e8c901c8-5313-4cee-b436-f3ff94e6f649 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:17:14.118075 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e414c0d4-ff51-40af-a71e-b487e836bbe1 req-d932a05b-9b9c-4da7-99e7-ee78db07eba8 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:14.130094 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e414c0d4-ff51-40af-a71e-b487e836bbe1 req-d932a05b-9b9c-4da7-99e7-ee78db07eba8 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=11fb4299-b6e8-4935-87e8-fd9625e0a808 HTTP/1.1" status: 200 len: 946 time: 0.1710200 Aug 29 04:17:14.131558 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-435fa97e-80c2-4c0d-bc4f-ad20276875ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:14.248069 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e414c0d4-ff51-40af-a71e-b487e836bbe1 req-b8a7d0d7-4bc6-4d62-9529-21a2ff30331c tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066220 Aug 29 04:17:14.324541 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-435fa97e-80c2-4c0d-bc4f-ad20276875ec None None] Attempting to bind port e8c901c8-5313-4cee-b436-f3ff94e6f649 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:17:14.325053 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-435fa97e-80c2-4c0d-bc4f-ad20276875ec None None] Attempting to bind port e8c901c8-5313-4cee-b436-f3ff94e6f649 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:17:14.325753 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435fa97e-80c2-4c0d-bc4f-ad20276875ec None None] Attempting to bind port e8c901c8-5313-4cee-b436-f3ff94e6f649 on network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:17:14.338849 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435fa97e-80c2-4c0d-bc4f-ad20276875ec None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:17:14.339479 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435fa97e-80c2-4c0d-bc4f-ad20276875ec None None] Checking segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:17:14.340094 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-435fa97e-80c2-4c0d-bc4f-ad20276875ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:14.341053 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435fa97e-80c2-4c0d-bc4f-ad20276875ec None None] Bound using segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:17:14.342106 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-435fa97e-80c2-4c0d-bc4f-ad20276875ec None None] Bound port: e8c901c8-5313-4cee-b436-f3ff94e6f649, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:17:14.342669 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-435fa97e-80c2-4c0d-bc4f-ad20276875ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:14.371595 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0edd6ed-1c28-4cc2-9f8b-47e4eaea096e None None] Pushing event updated for resources: {'Port': ['ID=e8c901c8-5313-4cee-b436-f3ff94e6f649,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:14.455943 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-435fa97e-80c2-4c0d-bc4f-ad20276875ec None None] For port e8c901c8-5313-4cee-b436-f3ff94e6f649, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:17:14.476520 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-435fa97e-80c2-4c0d-bc4f-ad20276875ec None None] For port e8c901c8-5313-4cee-b436-f3ff94e6f649, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=e8c901c8-5313-4cee-b436-f3ff94e6f649,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:17:14.488482 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-435fa97e-80c2-4c0d-bc4f-ad20276875ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:14.550901 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-a2c9b54d-18a8-4a94-81f9-09b20739da76 admin admin] Allocated IP 172.20.0.1 (9d43f3ab-9b4a-4dba-a6cb-255676b324fd/e1b42450-980b-42a3-969d-e6ff4d7c5e44/25a0d561-2663-4b0f-8757-850fa0ca0d0c) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:17:14.583996 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab001a2-4dcc-49a0-8aea-1cbd17d55cd6 req-b79c52ac-2fc0-4a4f-b634-29033144bdbb tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:14.585705 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4ab001a2-4dcc-49a0-8aea-1cbd17d55cd6 req-b79c52ac-2fc0-4a4f-b634-29033144bdbb tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/networks?id=fe770585-a0e4-43ec-865b-d1030eff1ee8 HTTP/1.1" status: 200 len: 814 time: 0.3341911 Aug 29 04:17:14.631052 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435fa97e-80c2-4c0d-bc4f-ad20276875ec None None] Routers {'d04ddb75-44ce-462d-aab8-66f85e0482f4'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:17:14.632227 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-435fa97e-80c2-4c0d-bc4f-ad20276875ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:17:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['d04ddb75-44ce-462d-aab8-66f85e0482f4'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:17:14.659114 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a3a8e8-76db-462a-8bcc-95bd36e460f7 req-635c8c75-cf6e-4624-afb9-f667db6f2968 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:14.661092 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-05a3a8e8-76db-462a-8bcc-95bd36e460f7 req-635c8c75-cf6e-4624-afb9-f667db6f2968 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/ports?device_id=4bcf0fe3-6de9-4b62-aa26-9eff4b24207c HTTP/1.1" status: 200 len: 950 time: 0.0960217 Aug 29 04:17:14.711777 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4ab001a2-4dcc-49a0-8aea-1cbd17d55cd6 req-78e9e3af-c097-4c60-bd26-aaa76d30913e tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/quotas/b4784151d99c49e0b884d614cd8b3519 HTTP/1.1" status: 200 len: 375 time: 0.0857368 Aug 29 04:17:14.739912 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-05a3a8e8-76db-462a-8bcc-95bd36e460f7 req-7b20a525-630d-4351-b23a-995d767443f6 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/security-groups?id=69e9e696-6092-48f5-a28b-387de9f4e688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652416 Aug 29 04:17:14.758467 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0edd6ed-1c28-4cc2-9f8b-47e4eaea096e None None] Pushing event updated for resources: {'Port': ['ID=e8c901c8-5313-4cee-b436-f3ff94e6f649,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:14.874011 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a2c9b54d-18a8-4a94-81f9-09b20739da76 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:14.892996 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-435fa97e-80c2-4c0d-bc4f-ad20276875ec None None] Set router d04ddb75-44ce-462d-aab8-66f85e0482f4 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:17:14.897933 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4ab001a2-4dcc-49a0-8aea-1cbd17d55cd6 req-6702a130-cbd9-44b5-9dcb-3f20c25a3d8f tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=b4784151d99c49e0b884d614cd8b3519&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1844692 Aug 29 04:17:14.985344 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc7ae33-3c75-4a95-b004-4a6ef692409f req-3359b847-1d79-4cbc-9bf8-936a0d55e250 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:14.993715 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9fc7ae33-3c75-4a95-b004-4a6ef692409f req-3359b847-1d79-4cbc-9bf8-936a0d55e250 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/ports?device_id=aaf0f6ca-5bc9-4d39-9275-d8db83734ee1 HTTP/1.1" status: 200 len: 949 time: 0.0950301 Aug 29 04:17:15.099213 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9fc7ae33-3c75-4a95-b004-4a6ef692409f req-5ce09a50-83d9-49de-82a4-dbabba0fef78 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/security-groups?id=69e9e696-6092-48f5-a28b-387de9f4e688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961363 Aug 29 04:17:15.190253 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-435fa97e-80c2-4c0d-bc4f-ad20276875ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd04ddb75-44ce-462d-aab8-66f85e0482f4', 'name': 'tempest-ServerRescueTestJSONUnderV235-660610652-router', 'tenant_id': 'd9ed99521d6e4398bfbd9824b0326aa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'e8c901c8-5313-4cee-b436-f3ff94e6f649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:17:07Z', 'updated_at': '2021-08-29T04:17:10Z', 'revision_number': 3, 'project_id': 'd9ed99521d6e4398bfbd9824b0326aa2', 'gw_port': {'id': 'e8c901c8-5313-4cee-b436-f3ff94e6f649', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:3d:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd04ddb75-44ce-462d-aab8-66f85e0482f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:17:08Z', 'updated_at': '2021-08-29T04:17:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:17:15.274162 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435fa97e-80c2-4c0d-bc4f-ad20276875ec None None] The sync data for ids ['d04ddb75-44ce-462d-aab8-66f85e0482f4'] in n-d-712140-12 is: [{'id': 'd04ddb75-44ce-462d-aab8-66f85e0482f4', 'name': 'tempest-ServerRescueTestJSONUnderV235-660610652-router', 'tenant_id': 'd9ed99521d6e4398bfbd9824b0326aa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'e8c901c8-5313-4cee-b436-f3ff94e6f649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:17:07Z', 'updated_at': '2021-08-29T04:17:10Z', 'revision_number': 3, 'project_id': 'd9ed99521d6e4398bfbd9824b0326aa2', 'gw_port': {'id': 'e8c901c8-5313-4cee-b436-f3ff94e6f649', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:3d:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd04ddb75-44ce-462d-aab8-66f85e0482f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:17:08Z', 'updated_at': '2021-08-29T04:17:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:17:15.409403 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4ab001a2-4dcc-49a0-8aea-1cbd17d55cd6 req-fe0c818b-90c3-48b2-b370-ec9cbd6dc98c service neutron] 10.222.0.22 "GET /v2.0/networks/fe770585-a0e4-43ec-865b-d1030eff1ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5084662 Aug 29 04:17:15.411542 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a2c9b54d-18a8-4a94-81f9-09b20739da76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:15.469848 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c737d5-2d10-499e-a067-8fa0d01b25ab req-1b78df9c-85df-4d3e-90ac-1a293bf43971 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:15.475083 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c9b54d-18a8-4a94-81f9-09b20739da76 admin admin] Pushing event updated for resources: {'Port': ['ID=25a0d561-2663-4b0f-8757-850fa0ca0d0c,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:15.479243 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-64c737d5-2d10-499e-a067-8fa0d01b25ab req-1b78df9c-85df-4d3e-90ac-1a293bf43971 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=8813c8fd-eb29-4e6b-9f27-6ec0ec9b365d HTTP/1.1" status: 200 len: 946 time: 0.1324458 Aug 29 04:17:15.522110 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9585ce8-0a08-4890-911d-30f02ff06ce5 req-dc7a9475-50c7-44b8-b162-2cd231f9c653 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:15.524469 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e9585ce8-0a08-4890-911d-30f02ff06ce5 req-dc7a9475-50c7-44b8-b162-2cd231f9c653 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.46 "GET /v2.0/ports?device_id=6e3ffe36-52a1-4be0-a61a-28d019fa0645 HTTP/1.1" status: 200 len: 945 time: 0.1115372 Aug 29 04:17:15.556621 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-64c737d5-2d10-499e-a067-8fa0d01b25ab req-50ca9516-b9e5-4e69-bccf-f01a55e025f6 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759361 Aug 29 04:17:15.641751 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4ab001a2-4dcc-49a0-8aea-1cbd17d55cd6 req-c978664c-9b3a-40d7-b38d-6135fb21d46b service neutron] 10.222.0.22 "GET /v2.0/networks/fe770585-a0e4-43ec-865b-d1030eff1ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675899 Aug 29 04:17:15.653544 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c9b54d-18a8-4a94-81f9-09b20739da76 admin admin] Network 9d43f3ab-9b4a-4dba-a6cb-255676b324fd is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:17:15.655841 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-a2c9b54d-18a8-4a94-81f9-09b20739da76 admin admin] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:17:15.660093 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c9b54d-18a8-4a94-81f9-09b20739da76 admin admin] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:17:15.775652 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a2c9b54d-18a8-4a94-81f9-09b20739da76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719598'] for router_interface, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:15.817058 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [req-e9585ce8-0a08-4890-911d-30f02ff06ce5 req-11e85bcb-2c18-4dd7-8472-2f14ec1ae9a4 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Deleting port 7c2ee977-fb1c-48b5-b094-c813b7636bd7 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:17:15.817758 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-e9585ce8-0a08-4890-911d-30f02ff06ce5 req-11e85bcb-2c18-4dd7-8472-2f14ec1ae9a4 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:16.014439 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-e9585ce8-0a08-4890-911d-30f02ff06ce5 req-11e85bcb-2c18-4dd7-8472-2f14ec1ae9a4 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] For port 7c2ee977-fb1c-48b5-b094-c813b7636bd7, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=7c2ee977-fb1c-48b5-b094-c813b7636bd7,segment=NetworkSegment(3a361a5a-9d59-4b40-a4d8-5fab9d00c859),segment_id=3a361a5a-9d59-4b40-a4d8-5fab9d00c859)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:16.014826 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-e9585ce8-0a08-4890-911d-30f02ff06ce5 req-11e85bcb-2c18-4dd7-8472-2f14ec1ae9a4 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:16.052955 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [req-e9585ce8-0a08-4890-911d-30f02ff06ce5 req-11e85bcb-2c18-4dd7-8472-2f14ec1ae9a4 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Calling delete_port for 7c2ee977-fb1c-48b5-b094-c813b7636bd7 owned by compute:nova {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:17:16.248823 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adfa057-5718-4c2a-8ce4-a87d30a5e5db req-3df1ac0e-209d-4d9c-b4d6-1e222dac8d45 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:16.255718 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adfa057-5718-4c2a-8ce4-a87d30a5e5db req-3df1ac0e-209d-4d9c-b4d6-1e222dac8d45 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:16.263991 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1adfa057-5718-4c2a-8ce4-a87d30a5e5db req-3df1ac0e-209d-4d9c-b4d6-1e222dac8d45 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/ports?device_id=4bcf0fe3-6de9-4b62-aa26-9eff4b24207c&device_id=aaf0f6ca-5bc9-4d39-9275-d8db83734ee1 HTTP/1.1" status: 200 len: 1690 time: 0.1127691 Aug 29 04:17:16.319326 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a2c9b54d-18a8-4a94-81f9-09b20739da76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:16.334019 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 45424) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:16.335665 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1adfa057-5718-4c2a-8ce4-a87d30a5e5db req-96cfe0de-69af-4fd7-92e0-07d4232da425 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/security-groups?id=69e9e696-6092-48f5-a28b-387de9f4e688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708249 Aug 29 04:17:16.393458 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51a2555-60e8-4cfa-97c8-e4e94ad0de71 req-a1acce23-2327-40f4-8a10-7439224fde34 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:16.403634 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a51a2555-60e8-4cfa-97c8-e4e94ad0de71 req-a1acce23-2327-40f4-8a10-7439224fde34 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=11fb4299-b6e8-4935-87e8-fd9625e0a808 HTTP/1.1" status: 200 len: 946 time: 0.2854021 Aug 29 04:17:16.542177 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f60da27d-d36b-407a-b159-a46099af2043 req-2b40252f-ed5a-46b7-a825-2db8e5819ac8 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c617289-e2a1-439d-b627-a39be3c3c540 HTTP/1.1" status: 200 len: 210 time: 0.0782444 Aug 29 04:17:16.592383 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-e9585ce8-0a08-4890-911d-30f02ff06ce5 req-11e85bcb-2c18-4dd7-8472-2f14ec1ae9a4 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:16.616968 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['7c2ee977-fb1c-48b5-b094-c813b7636bd7'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:17:16.639747 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e85bcb-2c18-4dd7-8472-2f14ec1ae9a4 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Pushing event deleted for resources: {'Port': ['ID=7c2ee977-fb1c-48b5-b094-c813b7636bd7,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:16.718902 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9585ce8-0a08-4890-911d-30f02ff06ce5 req-11e85bcb-2c18-4dd7-8472-2f14ec1ae9a4 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] No DVR routers for this DVR port 7c2ee977-fb1c-48b5-b094-c813b7636bd7 on host n-h1-712140-12 {{(pid=94829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:17:16.723001 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-e9585ce8-0a08-4890-911d-30f02ff06ce5 req-11e85bcb-2c18-4dd7-8472-2f14ec1ae9a4 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:16.725483 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e9585ce8-0a08-4890-911d-30f02ff06ce5 req-11e85bcb-2c18-4dd7-8472-2f14ec1ae9a4 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.46 "DELETE /v2.0/ports/7c2ee977-fb1c-48b5-b094-c813b7636bd7 HTTP/1.1" status: 204 len: 173 time: 1.1812806 Aug 29 04:17:16.726393 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e3ffe36-52a1-4be0-a61a-28d019fa0645', 'name': 'network-vif-deleted', 'tag': '7c2ee977-fb1c-48b5-b094-c813b7636bd7'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:17:16.729433 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7e69085-0ec2-4d2e-aac9-3a7635eaf462" -d '{"events": [{"server_uuid": "6e3ffe36-52a1-4be0-a61a-28d019fa0645", "name": "network-vif-deleted", "tag": "7c2ee977-fb1c-48b5-b094-c813b7636bd7"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:17:16.780490 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a2c9b54d-18a8-4a94-81f9-09b20739da76 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:16.816572 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a2c9b54d-18a8-4a94-81f9-09b20739da76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:16.887806 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8ebb0fe6-67da-4756-9090-cfa20d59bf7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:17.015037 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a51a2555-60e8-4cfa-97c8-e4e94ad0de71 req-ab777aaf-7e80-4aa9-bc9b-a7155eda73fa tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6105196 Aug 29 04:17:17.037525 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c9b54d-18a8-4a94-81f9-09b20739da76 admin admin] Pushing event updated for resources: {'Port': ['ID=25a0d561-2663-4b0f-8757-850fa0ca0d0c,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:17.045265 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a2c9b54d-18a8-4a94-81f9-09b20739da76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-718897'] for router_interface, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:17.075369 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba138675-9e61-4e66-aad6-799685685b00 req-9ff71887-62c9-4cbb-bc19-beec44d8cc2b tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:17.087904 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ba138675-9e61-4e66-aad6-799685685b00 req-9ff71887-62c9-4cbb-bc19-beec44d8cc2b tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=8813c8fd-eb29-4e6b-9f27-6ec0ec9b365d HTTP/1.1" status: 200 len: 946 time: 0.1683328 Aug 29 04:17:17.173845 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ba138675-9e61-4e66-aad6-799685685b00 req-9e8d80f0-9e86-483f-bf4c-f4cf23d6e005 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848484 Aug 29 04:17:17.178875 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4c9a8e2-d1cc-4515-a721-365b1c7215bc x-openstack-request-id: req-a4c9a8e2-d1cc-4515-a721-365b1c7215bc {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:17:17.179183 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e3ffe36-52a1-4be0-a61a-28d019fa0645", "name": "network-vif-deleted", "tag": "7c2ee977-fb1c-48b5-b094-c813b7636bd7", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:17:17.179447 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a4c9a8e2-d1cc-4515-a721-365b1c7215bc {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:17:17.180060 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e3ffe36-52a1-4be0-a61a-28d019fa0645', 'name': 'network-vif-deleted', 'tag': '7c2ee977-fb1c-48b5-b094-c813b7636bd7', 'status': 'completed', 'code': 200} Aug 29 04:17:17.280270 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8ebb0fe6-67da-4756-9090-cfa20d59bf7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:17.295873 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8ebb0fe6-67da-4756-9090-cfa20d59bf7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:17.336296 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c9b54d-18a8-4a94-81f9-09b20739da76 admin admin] Network 9d43f3ab-9b4a-4dba-a6cb-255676b324fd is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:17:17.350508 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-a2c9b54d-18a8-4a94-81f9-09b20739da76 admin admin] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:17:17.360150 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc74e63-7a8c-4845-b03a-f134207894f6 req-046fff69-508e-4ec9-b707-c597fc5ca474 tempest-ServersOnMultiNodesTest-96662491 tempest-ServersOnMultiNodesTest-96662491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:17.367893 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0cc74e63-7a8c-4845-b03a-f134207894f6 req-046fff69-508e-4ec9-b707-c597fc5ca474 tempest-ServersOnMultiNodesTest-96662491 tempest-ServersOnMultiNodesTest-96662491-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=4bcf0fe3-6de9-4b62-aa26-9eff4b24207c HTTP/1.1" status: 200 len: 1102 time: 0.1337180 Aug 29 04:17:17.375353 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-8ebb0fe6-67da-4756-9090-cfa20d59bf7b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5eb6811111074d8e895e83c024453a68&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0364728 Aug 29 04:17:17.375912 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 45440) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:17.387300 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebb0fe6-67da-4756-9090-cfa20d59bf7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=add29ec7-fa01-41aa-aa13-46ba403e518b,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:17.469721 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3b3a8d1a-c5a8-43c1-af98-2021bee14ed1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:17.503368 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3b3a8d1a-c5a8-43c1-af98-2021bee14ed1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:17.566594 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0cc74e63-7a8c-4845-b03a-f134207894f6 req-c497605c-a333-4248-bcdb-db561d2ee76e tempest-ServersOnMultiNodesTest-96662491 tempest-ServersOnMultiNodesTest-96662491-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=69e9e696-6092-48f5-a28b-387de9f4e688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974666 Aug 29 04:17:17.610076 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3b3a8d1a-c5a8-43c1-af98-2021bee14ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:17.616016 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3b3a8d1a-c5a8-43c1-af98-2021bee14ed1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:17.620060 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-3b3a8d1a-c5a8-43c1-af98-2021bee14ed1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/add29ec7-fa01-41aa-aa13-46ba403e518b HTTP/1.1" status: 204 len: 168 time: 0.2396188 Aug 29 04:17:17.649842 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a8d1a-c5a8-43c1-af98-2021bee14ed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=add29ec7-fa01-41aa-aa13-46ba403e518b,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:17.664285 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2c9b54d-18a8-4a94-81f9-09b20739da76 admin admin] Router d04ddb75-44ce-462d-aab8-66f85e0482f4 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:17:17.897456 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0b25e947-2df3-4fd4-9cee-e6cf49e2efe3 req-d815d266-3550-4944-8878-6aeda65621a8 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c617289-e2a1-439d-b627-a39be3c3c540 HTTP/1.1" status: 200 len: 210 time: 0.0892406 Aug 29 04:17:17.949268 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2c9b54d-18a8-4a94-81f9-09b20739da76 admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:17:17.960025 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device e8c901c8-5313-4cee-b436-f3ff94e6f649 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:17:17.997830 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-a2c9b54d-18a8-4a94-81f9-09b20739da76 admin admin] 10.222.0.22 "PUT /v2.0/routers/d04ddb75-44ce-462d-aab8-66f85e0482f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4500983 Aug 29 04:17:18.027206 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567e74e0-7bc4-4262-9e8d-39e9f231b3fc req-b39a43d1-ae37-427b-a616-3e4217c10519 tempest-ServersOnMultiNodesTest-96662491 tempest-ServersOnMultiNodesTest-96662491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:18.047899 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-567e74e0-7bc4-4262-9e8d-39e9f231b3fc req-b39a43d1-ae37-427b-a616-3e4217c10519 tempest-ServersOnMultiNodesTest-96662491 tempest-ServersOnMultiNodesTest-96662491-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=aaf0f6ca-5bc9-4d39-9275-d8db83734ee1 HTTP/1.1" status: 200 len: 1101 time: 0.2172801 Aug 29 04:17:18.185541 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port e8c901c8-5313-4cee-b436-f3ff94e6f649 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:17:18.206528 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-567e74e0-7bc4-4262-9e8d-39e9f231b3fc req-abb8284d-6682-4d45-b179-3437249f3dd7 tempest-ServersOnMultiNodesTest-96662491 tempest-ServersOnMultiNodesTest-96662491-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=69e9e696-6092-48f5-a28b-387de9f4e688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521320 Aug 29 04:17:18.213399 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port e8c901c8-5313-4cee-b436-f3ff94e6f649 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:17:18.214226 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:18.243606 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab001a2-4dcc-49a0-8aea-1cbd17d55cd6 req-9dc8e445-445a-4ab6-8d2a-85945f16cec6 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:18.247538 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4ab001a2-4dcc-49a0-8aea-1cbd17d55cd6 req-9dc8e445-445a-4ab6-8d2a-85945f16cec6 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.48 "GET /v2.0/networks?id=fe770585-a0e4-43ec-865b-d1030eff1ee8 HTTP/1.1" status: 200 len: 814 time: 0.4283834 Aug 29 04:17:18.328809 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-4ab001a2-4dcc-49a0-8aea-1cbd17d55cd6 req-edf57e68-d211-49e6-a388-76bfe0ea55d8 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Request body: {'port': {'device_id': '0c617289-e2a1-439d-b627-a39be3c3c540', 'network_id': 'fe770585-a0e4-43ec-865b-d1030eff1ee8', 'admin_state_up': True, 'tenant_id': 'b4784151d99c49e0b884d614cd8b3519'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:17:18.413190 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c98f42-c7d3-4535-a00e-ada63ff2c6ef req-d540ccbe-6118-4249-b8c9-aec8e09b9dd3 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:18.423014 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d9c98f42-c7d3-4535-a00e-ada63ff2c6ef req-d540ccbe-6118-4249-b8c9-aec8e09b9dd3 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=11fb4299-b6e8-4935-87e8-fd9625e0a808 HTTP/1.1" status: 200 len: 946 time: 0.1736529 Aug 29 04:17:18.462723 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f887a833-d3c8-4d71-bb82-3f5ce4cf9804 req-7f185478-7bfb-4cdd-9cb9-23b2c2cb4f7a tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:18.465104 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f887a833-d3c8-4d71-bb82-3f5ce4cf9804 req-7f185478-7bfb-4cdd-9cb9-23b2c2cb4f7a tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=8813c8fd-eb29-4e6b-9f27-6ec0ec9b365d HTTP/1.1" status: 200 len: 946 time: 0.1168673 Aug 29 04:17:18.486477 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fe9008-5862-41d7-96a7-4ccecc0d9e5b None None] Sync routers for ids ['d04ddb75-44ce-462d-aab8-66f85e0482f4'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:17:18.498957 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fe9008-5862-41d7-96a7-4ccecc0d9e5b None None] Routers {'d04ddb75-44ce-462d-aab8-66f85e0482f4'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:17:18.499983 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-b6fe9008-5862-41d7-96a7-4ccecc0d9e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:17:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['d04ddb75-44ce-462d-aab8-66f85e0482f4'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:17:18.534005 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:18.573763 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f887a833-d3c8-4d71-bb82-3f5ce4cf9804 req-3bf84be9-927b-4857-b714-894fd39f0233 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006274 Aug 29 04:17:18.589235 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 45466) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:18.589613 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port e8c901c8-5313-4cee-b436-f3ff94e6f649, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=e8c901c8-5313-4cee-b436-f3ff94e6f649,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:18.597777 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:18.605360 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d9c98f42-c7d3-4535-a00e-ada63ff2c6ef req-3ed52e88-ec5e-441c-b0c5-440acd6f1bc0 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792560 Aug 29 04:17:18.651633 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-33d4431d-cc51-4f35-bbae-f24fc1d61267 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:18.680420 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ab001a2-4dcc-49a0-8aea-1cbd17d55cd6 req-edf57e68-d211-49e6-a388-76bfe0ea55d8 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Made reservation on behalf of b4784151d99c49e0b884d614cd8b3519 for: {'port': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:17:18.689756 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-4ab001a2-4dcc-49a0-8aea-1cbd17d55cd6 req-edf57e68-d211-49e6-a388-76bfe0ea55d8 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:18.754590 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=e8c901c8-5313-4cee-b436-f3ff94e6f649,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:18.829259 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-63d2d5dc-814e-4e18-8fe6-1ffb374ddffe req-42eb89f0-2004-4100-9785-aa99aeb25b3b tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=cff8a488ff344e109cad8daf17880810&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0489633 Aug 29 04:17:18.859457 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-33d4431d-cc51-4f35-bbae-f24fc1d61267 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:18.867222 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-33d4431d-cc51-4f35-bbae-f24fc1d61267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:18.885110 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:18.928631 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-33d4431d-cc51-4f35-bbae-f24fc1d61267 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0764beec0ad843d6831d8f3dc9cdb7bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3379793 Aug 29 04:17:18.936426 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 45480) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:18.959964 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-b6fe9008-5862-41d7-96a7-4ccecc0d9e5b None None] Set router d04ddb75-44ce-462d-aab8-66f85e0482f4 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:17:18.996790 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d4431d-cc51-4f35-bbae-f24fc1d61267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=881f801b-afbb-498a-bf77-752cb29f75d0,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:19.043982 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-922cb6e5-b363-4647-bfef-4f0851e59ff7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:19.079191 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-922cb6e5-b363-4647-bfef-4f0851e59ff7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:19.088633 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d2d5dc-814e-4e18-8fe6-1ffb374ddffe req-9b1ceed0-f347-46cd-bf48-6bec0404b4fd tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:19.098657 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-63d2d5dc-814e-4e18-8fe6-1ffb374ddffe req-9b1ceed0-f347-46cd-bf48-6bec0404b4fd tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2676444 Aug 29 04:17:19.131603 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-63d2d5dc-814e-4e18-8fe6-1ffb374ddffe req-07f56eea-84a2-41ad-80aa-16d2605a7e1b tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/quotas/cff8a488ff344e109cad8daf17880810 HTTP/1.1" status: 200 len: 375 time: 0.0312879 Aug 29 04:17:19.175661 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-922cb6e5-b363-4647-bfef-4f0851e59ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:19.188053 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-922cb6e5-b363-4647-bfef-4f0851e59ff7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:19.190677 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [req-4ab001a2-4dcc-49a0-8aea-1cbd17d55cd6 req-edf57e68-d211-49e6-a388-76bfe0ea55d8 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Allocated IP 172.20.0.14 (fe770585-a0e4-43ec-865b-d1030eff1ee8/f04b5666-45e5-4baa-8010-af21415a61db/a81c7e9d-5ef4-4363-97f3-843be5fcd915) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:17:19.191760 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-922cb6e5-b363-4647-bfef-4f0851e59ff7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/881f801b-afbb-498a-bf77-752cb29f75d0 HTTP/1.1" status: 204 len: 168 time: 0.2532220 Aug 29 04:17:19.231729 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922cb6e5-b363-4647-bfef-4f0851e59ff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=881f801b-afbb-498a-bf77-752cb29f75d0,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:19.278068 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-63d2d5dc-814e-4e18-8fe6-1ffb374ddffe req-64c518f3-8242-4d0f-a222-8e618aa35369 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=cff8a488ff344e109cad8daf17880810&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1450412 Aug 29 04:17:19.292222 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-b6fe9008-5862-41d7-96a7-4ccecc0d9e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd04ddb75-44ce-462d-aab8-66f85e0482f4', 'name': 'tempest-ServerRescueTestJSONUnderV235-660610652-router', 'tenant_id': 'd9ed99521d6e4398bfbd9824b0326aa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'e8c901c8-5313-4cee-b436-f3ff94e6f649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:17:07Z', 'updated_at': '2021-08-29T04:17:16Z', 'revision_number': 4, 'project_id': 'd9ed99521d6e4398bfbd9824b0326aa2', 'gw_port': {'id': 'e8c901c8-5313-4cee-b436-f3ff94e6f649', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:3d:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd04ddb75-44ce-462d-aab8-66f85e0482f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:17:08Z', 'updated_at': '2021-08-29T04:17:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '25a0d561-2663-4b0f-8757-850fa0ca0d0c', 'name': '', 'network_id': '9d43f3ab-9b4a-4dba-a6cb-255676b324fd', 'tenant_id': 'd9ed99521d6e4398bfbd9824b0326aa2', 'mac_address': 'fa:16:3e:91:06:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd04ddb75-44ce-462d-aab8-66f85e0482f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'e1b42450-980b-42a3-969d-e6ff4d7c5e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:17:13Z', 'updated_at': '2021-08-29T04:17:16Z', 'revision_number': 2, 'project_id': 'd9ed99521d6e4398bfbd9824b0326aa2', 'subnets': [{'id': 'e1b42450-980b-42a3-969d-e6ff4d7c5e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:17:19.337670 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fe9008-5862-41d7-96a7-4ccecc0d9e5b None None] Checking router: d04ddb75-44ce-462d-aab8-66f85e0482f4 for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:17:19.338160 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fe9008-5862-41d7-96a7-4ccecc0d9e5b None None] Updating router d04ddb75-44ce-462d-aab8-66f85e0482f4 port 25a0d561-2663-4b0f-8757-850fa0ca0d0c binding host n-d-712140-12 {{(pid=94831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:17:19.378809 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b6fe9008-5862-41d7-96a7-4ccecc0d9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:19.641919 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-4ab001a2-4dcc-49a0-8aea-1cbd17d55cd6 req-edf57e68-d211-49e6-a388-76bfe0ea55d8 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:19.688707 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec4cffd-25a2-4c4d-bee4-cbf2af85088e req-55b64d3f-2542-47de-a04f-2b4d118d03b7 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:19.695043 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a030e2e9-3753-4a2d-b362-e70388ef5d61 req-c50d6eb9-020a-40e5-bd5f-5b439686a036 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c617289-e2a1-439d-b627-a39be3c3c540 HTTP/1.1" status: 200 len: 210 time: 0.0997937 Aug 29 04:17:19.730185 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1ec4cffd-25a2-4c4d-bee4-cbf2af85088e req-55b64d3f-2542-47de-a04f-2b4d118d03b7 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "GET /v2.0/networks?id=9d43f3ab-9b4a-4dba-a6cb-255676b324fd HTTP/1.1" status: 200 len: 819 time: 0.3108602 Aug 29 04:17:19.739961 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device e8c901c8-5313-4cee-b436-f3ff94e6f649 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:17:19.786311 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-4ab001a2-4dcc-49a0-8aea-1cbd17d55cd6 req-edf57e68-d211-49e6-a388-76bfe0ea55d8 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:19.794288 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1ec4cffd-25a2-4c4d-bee4-cbf2af85088e req-9c94a60a-af63-4d5f-9060-5e62aee7d28f tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "GET /v2.0/quotas/d9ed99521d6e4398bfbd9824b0326aa2 HTTP/1.1" status: 200 len: 375 time: 0.0319629 Aug 29 04:17:19.856961 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ab001a2-4dcc-49a0-8aea-1cbd17d55cd6 req-edf57e68-d211-49e6-a388-76bfe0ea55d8 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Network fe770585-a0e4-43ec-865b-d1030eff1ee8 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:17:19.867084 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [req-4ab001a2-4dcc-49a0-8aea-1cbd17d55cd6 req-edf57e68-d211-49e6-a388-76bfe0ea55d8 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:17:19.872045 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ab001a2-4dcc-49a0-8aea-1cbd17d55cd6 req-edf57e68-d211-49e6-a388-76bfe0ea55d8 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:17:19.905490 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf57e68-d211-49e6-a388-76bfe0ea55d8 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Pushing event updated for resources: {'Port': ['ID=a81c7e9d-5ef4-4363-97f3-843be5fcd915,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:19.946594 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port e8c901c8-5313-4cee-b436-f3ff94e6f649 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:17:19.946947 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:19.982085 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1ec4cffd-25a2-4c4d-bee4-cbf2af85088e req-bc0a105b-122b-44ae-9c22-61c2e341c7aa tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=d9ed99521d6e4398bfbd9824b0326aa2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1860204 Aug 29 04:17:19.983343 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab001a2-4dcc-49a0-8aea-1cbd17d55cd6 req-edf57e68-d211-49e6-a388-76bfe0ea55d8 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:19.984161 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-4ab001a2-4dcc-49a0-8aea-1cbd17d55cd6 req-edf57e68-d211-49e6-a388-76bfe0ea55d8 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:20.059630 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b6fe9008-5862-41d7-96a7-4ccecc0d9e5b None None] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:20.079630 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-b6fe9008-5862-41d7-96a7-4ccecc0d9e5b None None] Transition to ACTIVE for port object 25a0d561-2663-4b0f-8757-850fa0ca0d0c will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:17:20.089303 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b6fe9008-5862-41d7-96a7-4ccecc0d9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:20.097409 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8bb22da5-d7f1-4eb6-b739-08671fea6fa2 req-8a78a7d8-0edc-4131-b258-5443644cf1b2 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/ports?device_id=20f70bce-5c3c-4d47-becc-d2af5bc207aa HTTP/1.1" status: 200 len: 210 time: 0.1098967 Aug 29 04:17:20.103855 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4ab001a2-4dcc-49a0-8aea-1cbd17d55cd6 req-edf57e68-d211-49e6-a388-76bfe0ea55d8 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7832286 Aug 29 04:17:20.127382 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-4ab001a2-4dcc-49a0-8aea-1cbd17d55cd6 req-ac180938-8f48-4e6e-9066-f1eabb710e21 service neutron] Request body: {'port': {'device_id': '0c617289-e2a1-439d-b627-a39be3c3c540', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-12'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:17:20.230469 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-4ab001a2-4dcc-49a0-8aea-1cbd17d55cd6 req-ac180938-8f48-4e6e-9066-f1eabb710e21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:20.244424 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1ec4cffd-25a2-4c4d-bee4-cbf2af85088e req-76b11491-78b3-485c-b4e0-41770f05027b service neutron] 10.222.0.22 "GET /v2.0/networks/9d43f3ab-9b4a-4dba-a6cb-255676b324fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2607090 Aug 29 04:17:20.308352 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-b6fe9008-5862-41d7-96a7-4ccecc0d9e5b None None] Attempting to bind port 25a0d561-2663-4b0f-8757-850fa0ca0d0c on host n-d-712140-12 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:17:20.308954 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-b6fe9008-5862-41d7-96a7-4ccecc0d9e5b None None] Attempting to bind port 25a0d561-2663-4b0f-8757-850fa0ca0d0c by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'a7781f63-ba5d-4897-94e2-13b2354f76f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '9d43f3ab-9b4a-4dba-a6cb-255676b324fd'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:17:20.309527 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6fe9008-5862-41d7-96a7-4ccecc0d9e5b None None] Attempting to bind port 25a0d561-2663-4b0f-8757-850fa0ca0d0c on network 9d43f3ab-9b4a-4dba-a6cb-255676b324fd {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:17:20.325085 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e902698a-8f79-4933-8cd8-32ee4c7ce065 None None] Pushing event updated for resources: {'Port': ['ID=25a0d561-2663-4b0f-8757-850fa0ca0d0c,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:20.332796 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6fe9008-5862-41d7-96a7-4ccecc0d9e5b None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:17:20.333392 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6fe9008-5862-41d7-96a7-4ccecc0d9e5b None None] Checking segment: {'id': 'a7781f63-ba5d-4897-94e2-13b2354f76f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '9d43f3ab-9b4a-4dba-a6cb-255676b324fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:17:20.334019 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b6fe9008-5862-41d7-96a7-4ccecc0d9e5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:20.334634 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6fe9008-5862-41d7-96a7-4ccecc0d9e5b None None] Bound using segment: {'id': 'a7781f63-ba5d-4897-94e2-13b2354f76f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '9d43f3ab-9b4a-4dba-a6cb-255676b324fd'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:17:20.335397 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-b6fe9008-5862-41d7-96a7-4ccecc0d9e5b None None] Bound port: 25a0d561-2663-4b0f-8757-850fa0ca0d0c, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7781f63-ba5d-4897-94e2-13b2354f76f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '9d43f3ab-9b4a-4dba-a6cb-255676b324fd'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:17:20.336039 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b6fe9008-5862-41d7-96a7-4ccecc0d9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:20.367367 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e902698a-8f79-4933-8cd8-32ee4c7ce065 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:20.367954 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e902698a-8f79-4933-8cd8-32ee4c7ce065 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:20.368504 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e902698a-8f79-4933-8cd8-32ee4c7ce065 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:20.369036 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e902698a-8f79-4933-8cd8-32ee4c7ce065 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:20.370069 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e902698a-8f79-4933-8cd8-32ee4c7ce065 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:20.370303 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e902698a-8f79-4933-8cd8-32ee4c7ce065 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:20.370642 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e902698a-8f79-4933-8cd8-32ee4c7ce065 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:20.371174 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e902698a-8f79-4933-8cd8-32ee4c7ce065 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:20.371828 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e902698a-8f79-4933-8cd8-32ee4c7ce065 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:20.372342 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e902698a-8f79-4933-8cd8-32ee4c7ce065 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:20.372895 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e902698a-8f79-4933-8cd8-32ee4c7ce065 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:20.373451 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e902698a-8f79-4933-8cd8-32ee4c7ce065 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:20.425599 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb70872-35c5-4a88-8135-97d547a1d6db req-a315b16f-fb56-49ff-8907-f6736fd36a52 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:20.440880 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-acb70872-35c5-4a88-8135-97d547a1d6db req-a315b16f-fb56-49ff-8907-f6736fd36a52 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=8813c8fd-eb29-4e6b-9f27-6ec0ec9b365d HTTP/1.1" status: 200 len: 946 time: 0.1836073 Aug 29 04:17:20.477550 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1ec4cffd-25a2-4c4d-bee4-cbf2af85088e req-93738457-cdf5-484c-89ed-8fdadb7c286f service neutron] 10.222.0.22 "GET /v2.0/networks/9d43f3ab-9b4a-4dba-a6cb-255676b324fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274237 Aug 29 04:17:20.506585 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-b6fe9008-5862-41d7-96a7-4ccecc0d9e5b None None] For port 25a0d561-2663-4b0f-8757-850fa0ca0d0c, host n-d-712140-12, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:17:20.514122 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-b6fe9008-5862-41d7-96a7-4ccecc0d9e5b None None] For port 25a0d561-2663-4b0f-8757-850fa0ca0d0c, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=25a0d561-2663-4b0f-8757-850fa0ca0d0c,segment=NetworkSegment(a7781f63-ba5d-4897-94e2-13b2354f76f1),segment_id=a7781f63-ba5d-4897-94e2-13b2354f76f1)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:17:20.522369 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b6fe9008-5862-41d7-96a7-4ccecc0d9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:20.573372 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-acb70872-35c5-4a88-8135-97d547a1d6db req-6b708939-413a-4714-9b7c-05394c4283ba tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286104 Aug 29 04:17:20.665985 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e902698a-8f79-4933-8cd8-32ee4c7ce065 None None] Pushing event updated for resources: {'Port': ['ID=25a0d561-2663-4b0f-8757-850fa0ca0d0c,revision_number=4']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:20.731737 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fe9008-5862-41d7-96a7-4ccecc0d9e5b None None] Routers {'d04ddb75-44ce-462d-aab8-66f85e0482f4'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:17:20.735787 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-b6fe9008-5862-41d7-96a7-4ccecc0d9e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:17:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['d04ddb75-44ce-462d-aab8-66f85e0482f4'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:17:20.925728 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 7c2ee977-fb1c-48b5-b094-c813b7636bd7 no longer exists at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:17:20.936402 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60350aee-7615-4fe9-be00-fd9e6aa81841 req-5a71adbd-cf47-4758-a202-288962a8afd3 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:20.939671 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-60350aee-7615-4fe9-be00-fd9e6aa81841 req-5a71adbd-cf47-4758-a202-288962a8afd3 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=11fb4299-b6e8-4935-87e8-fd9625e0a808 HTTP/1.1" status: 200 len: 946 time: 0.1761398 Aug 29 04:17:20.998615 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] No Port match for: 7c2ee977-fb1c-48b5-b094-c813b7636bd7 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:17:20.999017 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 7c2ee977-fb1c-48b5-b094-c813b7636bd7 not bound to the agent host n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:17:21.027823 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [req-4ab001a2-4dcc-49a0-8aea-1cbd17d55cd6 req-ac180938-8f48-4e6e-9066-f1eabb710e21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a81c7e9d-5ef4-4363-97f3-843be5fcd915 {{(pid=94829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:17:21.046527 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-4ab001a2-4dcc-49a0-8aea-1cbd17d55cd6 req-ac180938-8f48-4e6e-9066-f1eabb710e21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:21.067402 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-b6fe9008-5862-41d7-96a7-4ccecc0d9e5b None None] Set router d04ddb75-44ce-462d-aab8-66f85e0482f4 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:17:21.068502 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-60350aee-7615-4fe9-be00-fd9e6aa81841 req-0a69cc30-f1bf-4b59-b166-4b3b8aca18f6 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960555 Aug 29 04:17:21.100664 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [req-4ab001a2-4dcc-49a0-8aea-1cbd17d55cd6 req-ac180938-8f48-4e6e-9066-f1eabb710e21 service neutron] Transition to ACTIVE for port object a81c7e9d-5ef4-4363-97f3-843be5fcd915 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:17:21.107803 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-4ab001a2-4dcc-49a0-8aea-1cbd17d55cd6 req-ac180938-8f48-4e6e-9066-f1eabb710e21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:21.141467 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f23b474-0e7f-4fda-9a19-a6d69f747256 req-3b6cec09-421c-4030-b050-9288a43dcfcf tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:21.144250 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1f23b474-0e7f-4fda-9a19-a6d69f747256 req-3b6cec09-421c-4030-b050-9288a43dcfcf tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] 10.222.0.22 "GET /v2.0/ports?device_id=5bff4235-b6c4-4a1a-b4d5-8712fa116047 HTTP/1.1" status: 200 len: 945 time: 0.1396229 Aug 29 04:17:21.237878 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1f23b474-0e7f-4fda-9a19-a6d69f747256 req-e6badd0f-76cc-4d4c-8953-d23f7ae380d0 tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] 10.222.0.22 "GET /v2.0/security-groups?id=1427dbcd-1fd2-4793-a7ed-ac1df574fb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783587 Aug 29 04:17:21.387621 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac180938-8f48-4e6e-9066-f1eabb710e21 service neutron] Pushing event updated for resources: {'Port': ['ID=a81c7e9d-5ef4-4363-97f3-843be5fcd915,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:21.417493 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-be6ec59b-a560-429e-befd-321ce458e9d9 req-b6b4d804-1a08-471a-9ed8-e1586f99f04d tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "GET /v2.0/ports?device_id=f67de40e-9c4b-4df7-8589-9317825d95db HTTP/1.1" status: 200 len: 210 time: 0.0831251 Aug 29 04:17:21.482120 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-63d2d5dc-814e-4e18-8fe6-1ffb374ddffe req-b87fc554-7f53-4b14-9c55-700c26623cd6 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=cff8a488ff344e109cad8daf17880810&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1136746 Aug 29 04:17:21.574597 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bda7d757-2001-4a01-88fc-fe5232890ecb req-554ebc58-2483-4816-b597-59e17af118ce tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/ports?device_id=20f70bce-5c3c-4d47-becc-d2af5bc207aa HTTP/1.1" status: 200 len: 210 time: 0.0422235 Aug 29 04:17:21.581305 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-b6fe9008-5862-41d7-96a7-4ccecc0d9e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd04ddb75-44ce-462d-aab8-66f85e0482f4', 'name': 'tempest-ServerRescueTestJSONUnderV235-660610652-router', 'tenant_id': 'd9ed99521d6e4398bfbd9824b0326aa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'e8c901c8-5313-4cee-b436-f3ff94e6f649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:17:07Z', 'updated_at': '2021-08-29T04:17:16Z', 'revision_number': 4, 'project_id': 'd9ed99521d6e4398bfbd9824b0326aa2', 'gw_port': {'id': 'e8c901c8-5313-4cee-b436-f3ff94e6f649', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:3d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04ddb75-44ce-462d-aab8-66f85e0482f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:17:08Z', 'updated_at': '2021-08-29T04:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '25a0d561-2663-4b0f-8757-850fa0ca0d0c', 'name': '', 'network_id': '9d43f3ab-9b4a-4dba-a6cb-255676b324fd', 'tenant_id': 'd9ed99521d6e4398bfbd9824b0326aa2', 'mac_address': 'fa:16:3e:91:06:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd04ddb75-44ce-462d-aab8-66f85e0482f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'e1b42450-980b-42a3-969d-e6ff4d7c5e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:17:13Z', 'updated_at': '2021-08-29T04:17:20Z', 'revision_number': 4, 'project_id': 'd9ed99521d6e4398bfbd9824b0326aa2', 'subnets': [{'id': 'e1b42450-980b-42a3-969d-e6ff4d7c5e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:17:21.598749 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861a12c2-70ec-4daa-96b9-886908d90d15 req-2286ef08-7249-4da7-8dc1-1b3a73cfe800 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:21.606945 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-861a12c2-70ec-4daa-96b9-886908d90d15 req-2286ef08-7249-4da7-8dc1-1b3a73cfe800 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c617289-e2a1-439d-b627-a39be3c3c540 HTTP/1.1" status: 200 len: 944 time: 0.3881514 Aug 29 04:17:21.630933 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fe9008-5862-41d7-96a7-4ccecc0d9e5b None None] The sync data for ids ['d04ddb75-44ce-462d-aab8-66f85e0482f4'] in n-d-712140-12 is: [{'id': 'd04ddb75-44ce-462d-aab8-66f85e0482f4', 'name': 'tempest-ServerRescueTestJSONUnderV235-660610652-router', 'tenant_id': 'd9ed99521d6e4398bfbd9824b0326aa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'e8c901c8-5313-4cee-b436-f3ff94e6f649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:17:07Z', 'updated_at': '2021-08-29T04:17:16Z', 'revision_number': 4, 'project_id': 'd9ed99521d6e4398bfbd9824b0326aa2', 'gw_port': {'id': 'e8c901c8-5313-4cee-b436-f3ff94e6f649', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:3d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04ddb75-44ce-462d-aab8-66f85e0482f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:17:08Z', 'updated_at': '2021-08-29T04:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '25a0d561-2663-4b0f-8757-850fa0ca0d0c', 'name': '', 'network_id': '9d43f3ab-9b4a-4dba-a6cb-255676b324fd', 'tenant_id': 'd9ed99521d6e4398bfbd9824b0326aa2', 'mac_address': 'fa:16:3e:91:06:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd04ddb75-44ce-462d-aab8-66f85e0482f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'e1b42450-980b-42a3-969d-e6ff4d7c5e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:17:13Z', 'updated_at': '2021-08-29T04:17:20Z', 'revision_number': 4, 'project_id': 'd9ed99521d6e4398bfbd9824b0326aa2', 'subnets': [{'id': 'e1b42450-980b-42a3-969d-e6ff4d7c5e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:17:21.651425 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-4ab001a2-4dcc-49a0-8aea-1cbd17d55cd6 req-ac180938-8f48-4e6e-9066-f1eabb710e21 service neutron] Attempting to bind port a81c7e9d-5ef4-4363-97f3-843be5fcd915 on host n-h2-712140-12 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:17:21.652060 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-4ab001a2-4dcc-49a0-8aea-1cbd17d55cd6 req-ac180938-8f48-4e6e-9066-f1eabb710e21 service neutron] Attempting to bind port a81c7e9d-5ef4-4363-97f3-843be5fcd915 by drivers openvswitch,hyperv on host n-h2-712140-12 at level 0 using segments [{'id': '3a361a5a-9d59-4b40-a4d8-5fab9d00c859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'fe770585-a0e4-43ec-865b-d1030eff1ee8'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:17:21.652198 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab001a2-4dcc-49a0-8aea-1cbd17d55cd6 req-ac180938-8f48-4e6e-9066-f1eabb710e21 service neutron] Attempting to bind port a81c7e9d-5ef4-4363-97f3-843be5fcd915 on network fe770585-a0e4-43ec-865b-d1030eff1ee8 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:17:21.696981 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab001a2-4dcc-49a0-8aea-1cbd17d55cd6 req-ac180938-8f48-4e6e-9066-f1eabb710e21 service neutron] Port a81c7e9d-5ef4-4363-97f3-843be5fcd915 on network fe770585-a0e4-43ec-865b-d1030eff1ee8 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-12 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:17:21.697308 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab001a2-4dcc-49a0-8aea-1cbd17d55cd6 req-ac180938-8f48-4e6e-9066-f1eabb710e21 service neutron] Attempting to bind port a81c7e9d-5ef4-4363-97f3-843be5fcd915 on network fe770585-a0e4-43ec-865b-d1030eff1ee8 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:17:21.737811 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab001a2-4dcc-49a0-8aea-1cbd17d55cd6 req-ac180938-8f48-4e6e-9066-f1eabb710e21 service neutron] Checking agent: {'id': 'b3a0606b-b029-4f5e-8798-3a32b71d8844', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:17:21.738254 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab001a2-4dcc-49a0-8aea-1cbd17d55cd6 req-ac180938-8f48-4e6e-9066-f1eabb710e21 service neutron] Checking segment: {'id': '3a361a5a-9d59-4b40-a4d8-5fab9d00c859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'fe770585-a0e4-43ec-865b-d1030eff1ee8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:17:21.738600 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab001a2-4dcc-49a0-8aea-1cbd17d55cd6 req-ac180938-8f48-4e6e-9066-f1eabb710e21 service neutron] Bound using segment: {'id': '3a361a5a-9d59-4b40-a4d8-5fab9d00c859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'fe770585-a0e4-43ec-865b-d1030eff1ee8'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:17:21.738980 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-4ab001a2-4dcc-49a0-8aea-1cbd17d55cd6 req-ac180938-8f48-4e6e-9066-f1eabb710e21 service neutron] Bound port: a81c7e9d-5ef4-4363-97f3-843be5fcd915, host: n-h2-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a361a5a-9d59-4b40-a4d8-5fab9d00c859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'fe770585-a0e4-43ec-865b-d1030eff1ee8'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:17:21.739444 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-4ab001a2-4dcc-49a0-8aea-1cbd17d55cd6 req-ac180938-8f48-4e6e-9066-f1eabb710e21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:21.800700 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d2d5dc-814e-4e18-8fe6-1ffb374ddffe req-57ba24cf-eb58-481f-942b-af3b493279a1 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:21.802266 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-63d2d5dc-814e-4e18-8fe6-1ffb374ddffe req-57ba24cf-eb58-481f-942b-af3b493279a1 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3121312 Aug 29 04:17:21.806618 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-861a12c2-70ec-4daa-96b9-886908d90d15 req-6a21c0f5-169d-43ba-92b7-f966d2651896 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/security-groups?id=0af834e7-acaf-4d90-a371-bad8b3cc1714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987674 Aug 29 04:17:21.866139 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-63d2d5dc-814e-4e18-8fe6-1ffb374ddffe req-acef3633-6337-4651-bb1f-fdbe8e96c93a tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Request body: {'port': {'device_id': '20f70bce-5c3c-4d47-becc-d2af5bc207aa', 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45', 'admin_state_up': True, 'tenant_id': 'cff8a488ff344e109cad8daf17880810'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:17:21.916106 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29478f06-2380-4fcf-b686-1393d4228326 req-3690e25c-71d7-4b8b-bfe8-df4995cd14c8 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:21.918291 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-29478f06-2380-4fcf-b686-1393d4228326 req-3690e25c-71d7-4b8b-bfe8-df4995cd14c8 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=8813c8fd-eb29-4e6b-9f27-6ec0ec9b365d HTTP/1.1" status: 200 len: 946 time: 0.0899274 Aug 29 04:17:21.991274 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-29478f06-2380-4fcf-b686-1393d4228326 req-1d42f28a-fc4b-4673-bf89-daaa39c97821 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536261 Aug 29 04:17:22.103721 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-4ab001a2-4dcc-49a0-8aea-1cbd17d55cd6 req-ac180938-8f48-4e6e-9066-f1eabb710e21 service neutron] For port a81c7e9d-5ef4-4363-97f3-843be5fcd915, host n-h2-712140-12, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:17:22.132114 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-4ab001a2-4dcc-49a0-8aea-1cbd17d55cd6 req-ac180938-8f48-4e6e-9066-f1eabb710e21 service neutron] For port a81c7e9d-5ef4-4363-97f3-843be5fcd915, host n-h2-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=a81c7e9d-5ef4-4363-97f3-843be5fcd915,segment=NetworkSegment(3a361a5a-9d59-4b40-a4d8-5fab9d00c859),segment_id=3a361a5a-9d59-4b40-a4d8-5fab9d00c859)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:17:22.158758 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-4ab001a2-4dcc-49a0-8aea-1cbd17d55cd6 req-ac180938-8f48-4e6e-9066-f1eabb710e21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:22.178546 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63d2d5dc-814e-4e18-8fe6-1ffb374ddffe req-acef3633-6337-4651-bb1f-fdbe8e96c93a tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Made reservation on behalf of cff8a488ff344e109cad8daf17880810 for: {'port': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:17:22.186276 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-63d2d5dc-814e-4e18-8fe6-1ffb374ddffe req-acef3633-6337-4651-bb1f-fdbe8e96c93a tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:22.195004 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab001a2-4dcc-49a0-8aea-1cbd17d55cd6 req-ac180938-8f48-4e6e-9066-f1eabb710e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:22.195664 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-4ab001a2-4dcc-49a0-8aea-1cbd17d55cd6 req-ac180938-8f48-4e6e-9066-f1eabb710e21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:22.197251 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4ab001a2-4dcc-49a0-8aea-1cbd17d55cd6 req-ac180938-8f48-4e6e-9066-f1eabb710e21 service neutron] 10.222.0.48 "PUT /v2.0/ports/a81c7e9d-5ef4-4363-97f3-843be5fcd915 HTTP/1.1" status: 200 len: 1093 time: 2.0797048 Aug 29 04:17:22.223801 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c617289-e2a1-439d-b627-a39be3c3c540', 'tag': 'a81c7e9d-5ef4-4363-97f3-843be5fcd915'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:17:22.230569 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19f394bf-10b3-4262-925e-be1b6d7665a3" -d '{"events": [{"name": "network-changed", "server_uuid": "0c617289-e2a1-439d-b627-a39be3c3c540", "tag": "a81c7e9d-5ef4-4363-97f3-843be5fcd915"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:17:22.350753 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb3c761-8307-4f59-9fd6-8cea13c82d5a req-6cafbcde-b946-46c6-9b15-bfaf0f0ffc3f tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:22.365232 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-cbb3c761-8307-4f59-9fd6-8cea13c82d5a req-6cafbcde-b946-46c6-9b15-bfaf0f0ffc3f tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=11fb4299-b6e8-4935-87e8-fd9625e0a808 HTTP/1.1" status: 200 len: 946 time: 0.1035082 Aug 29 04:17:22.368696 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac180938-8f48-4e6e-9066-f1eabb710e21 service neutron] Pushing event updated for resources: {'Port': ['ID=a81c7e9d-5ef4-4363-97f3-843be5fcd915,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:22.461096 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-cbb3c761-8307-4f59-9fd6-8cea13c82d5a req-5b101022-aad7-42ae-966e-f52b3440ff41 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945084 Aug 29 04:17:22.697632 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bbb60531-ed24-4baa-82d0-03471d64a23a req-a59d5f5f-ccbd-413e-bbf7-63f2edf704ee tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "GET /v2.0/ports?device_id=f67de40e-9c4b-4df7-8589-9317825d95db HTTP/1.1" status: 200 len: 210 time: 0.0371752 Aug 29 04:17:22.887494 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6d37c9fd-afae-4906-9823-cb04c51d1bdd req-d7e3d47c-ee07-4280-9c3c-7491421b7247 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/ports?device_id=20f70bce-5c3c-4d47-becc-d2af5bc207aa HTTP/1.1" status: 200 len: 210 time: 0.0728550 Aug 29 04:17:23.048763 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d87cd6a-6073-4e60-ae38-535e19d7dc6e x-openstack-request-id: req-1d87cd6a-6073-4e60-ae38-535e19d7dc6e {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:17:23.049385 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c617289-e2a1-439d-b627-a39be3c3c540", "tag": "a81c7e9d-5ef4-4363-97f3-843be5fcd915", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:17:23.049498 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1d87cd6a-6073-4e60-ae38-535e19d7dc6e {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:17:23.050062 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c617289-e2a1-439d-b627-a39be3c3c540', 'tag': 'a81c7e9d-5ef4-4363-97f3-843be5fcd915', 'status': 'completed', 'code': 200} Aug 29 04:17:23.135624 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c8fc44-3c60-4983-972b-5e81553d387d req-3cfde524-183f-41b2-85e5-a050b8780d46 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:23.138283 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-22c8fc44-3c60-4983-972b-5e81553d387d req-3cfde524-183f-41b2-85e5-a050b8780d46 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c617289-e2a1-439d-b627-a39be3c3c540 HTTP/1.1" status: 200 len: 944 time: 0.1180115 Aug 29 04:17:23.164629 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab001a2-4dcc-49a0-8aea-1cbd17d55cd6 req-1fdde14f-1a26-45db-9f59-dda9ddbbe74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:23.166505 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4ab001a2-4dcc-49a0-8aea-1cbd17d55cd6 req-1fdde14f-1a26-45db-9f59-dda9ddbbe74d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b4784151d99c49e0b884d614cd8b3519&device_id=0c617289-e2a1-439d-b627-a39be3c3c540 HTTP/1.1" status: 200 len: 1096 time: 0.8554814 Aug 29 04:17:23.180219 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abb3a29-1028-4ba8-b9e1-0dba2f54d6e5 req-5c6cd624-cfc7-49b9-ba1b-64860d17e705 tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:23.192036 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6abb3a29-1028-4ba8-b9e1-0dba2f54d6e5 req-5c6cd624-cfc7-49b9-ba1b-64860d17e705 tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] 10.222.0.22 "GET /v2.0/ports?device_id=5bff4235-b6c4-4a1a-b4d5-8712fa116047 HTTP/1.1" status: 200 len: 945 time: 0.6908362 Aug 29 04:17:23.212016 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec4cffd-25a2-4c4d-bee4-cbf2af85088e req-81b4ef87-0812-49eb-aba3-44bc4f883f13 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:23.213510 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1ec4cffd-25a2-4c4d-bee4-cbf2af85088e req-81b4ef87-0812-49eb-aba3-44bc4f883f13 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.46 "GET /v2.0/networks?id=9d43f3ab-9b4a-4dba-a6cb-255676b324fd HTTP/1.1" status: 200 len: 819 time: 0.3542213 Aug 29 04:17:23.219258 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-22c8fc44-3c60-4983-972b-5e81553d387d req-d20ff20d-f55a-4ce8-a4e4-00f37e40149d tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/security-groups?id=0af834e7-acaf-4d90-a371-bad8b3cc1714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673428 Aug 29 04:17:23.231916 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-1ec4cffd-25a2-4c4d-bee4-cbf2af85088e req-f939f0d9-2846-4be9-9726-a9fb0b57f19e tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Request body: {'port': {'device_id': 'f67de40e-9c4b-4df7-8589-9317825d95db', 'network_id': '9d43f3ab-9b4a-4dba-a6cb-255676b324fd', 'admin_state_up': True, 'tenant_id': 'd9ed99521d6e4398bfbd9824b0326aa2'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:17:23.280038 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [req-63d2d5dc-814e-4e18-8fe6-1ffb374ddffe req-acef3633-6337-4651-bb1f-fdbe8e96c93a tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Allocated IP 192.168.233.137 (13e6dfc1-e9e7-40a1-8a14-d0febabf4d45/18cd12d4-b12a-41b0-b0c5-618edbb84e74/dba8531b-5497-4ce4-a7d5-2907dbf0117c) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:17:23.283626 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4ab001a2-4dcc-49a0-8aea-1cbd17d55cd6 req-a21abb2e-472a-49df-82d1-3ac728911425 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a81c7e9d-5ef4-4363-97f3-843be5fcd915 HTTP/1.1" status: 200 len: 217 time: 0.0836766 Aug 29 04:17:23.342049 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6abb3a29-1028-4ba8-b9e1-0dba2f54d6e5 req-8845c1b0-74d8-406e-ae99-c7cae19905cb tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] 10.222.0.22 "GET /v2.0/security-groups?id=1427dbcd-1fd2-4793-a7ed-ac1df574fb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1476903 Aug 29 04:17:23.388819 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab001a2-4dcc-49a0-8aea-1cbd17d55cd6 req-ae72bc9e-e47b-4ae9-b621-8a7d15a29305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:23.391042 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4ab001a2-4dcc-49a0-8aea-1cbd17d55cd6 req-ae72bc9e-e47b-4ae9-b621-8a7d15a29305 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f04b5666-45e5-4baa-8010-af21415a61db HTTP/1.1" status: 200 len: 854 time: 0.0979681 Aug 29 04:17:23.442614 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eccfe19-3db0-4006-a40a-bfd9904620c4 req-ea6d4e2a-1db2-46d6-9c35-38f89c85c1d6 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:23.444400 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0eccfe19-3db0-4006-a40a-bfd9904620c4 req-ea6d4e2a-1db2-46d6-9c35-38f89c85c1d6 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=8813c8fd-eb29-4e6b-9f27-6ec0ec9b365d HTTP/1.1" status: 200 len: 946 time: 0.1320410 Aug 29 04:17:23.449303 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4ab001a2-4dcc-49a0-8aea-1cbd17d55cd6 req-01b9a0ba-a7ea-450f-a38e-343bec6cd2f4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fe770585-a0e4-43ec-865b-d1030eff1ee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502021 Aug 29 04:17:23.496204 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ec4cffd-25a2-4c4d-bee4-cbf2af85088e req-f939f0d9-2846-4be9-9726-a9fb0b57f19e tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Made reservation on behalf of d9ed99521d6e4398bfbd9824b0326aa2 for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:17:23.501221 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-1ec4cffd-25a2-4c4d-bee4-cbf2af85088e req-f939f0d9-2846-4be9-9726-a9fb0b57f19e tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:23.534921 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0eccfe19-3db0-4006-a40a-bfd9904620c4 req-1ffc1509-686d-4221-aa48-4f59a4e4e892 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808330 Aug 29 04:17:23.734984 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4ab001a2-4dcc-49a0-8aea-1cbd17d55cd6 req-e837ae50-af01-4ab7-8a59-c4536bcd5709 service neutron] 10.222.0.48 "GET /v2.0/networks/fe770585-a0e4-43ec-865b-d1030eff1ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2753479 Aug 29 04:17:23.785850 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-63d2d5dc-814e-4e18-8fe6-1ffb374ddffe req-acef3633-6337-4651-bb1f-fdbe8e96c93a tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:23.789573 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 25a0d561-2663-4b0f-8757-850fa0ca0d0c up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:17:23.865982 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 25a0d561-2663-4b0f-8757-850fa0ca0d0c completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:17:23.866515 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-1ec4cffd-25a2-4c4d-bee4-cbf2af85088e req-f939f0d9-2846-4be9-9726-a9fb0b57f19e tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Allocated IP 172.20.0.7 (9d43f3ab-9b4a-4dba-a6cb-255676b324fd/e1b42450-980b-42a3-969d-e6ff4d7c5e44/51e0b316-720d-48b9-a953-c2e433fc1b08) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:17:23.885964 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 25a0d561-2663-4b0f-8757-850fa0ca0d0c triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:17:23.886561 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:23.887299 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [req-63d2d5dc-814e-4e18-8fe6-1ffb374ddffe req-acef3633-6337-4651-bb1f-fdbe8e96c93a tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Transition to ACTIVE for port object dba8531b-5497-4ce4-a7d5-2907dbf0117c will not be triggered until provisioned by entity DHCP. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:17:23.900193 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb70cf7-632d-496b-ab03-e62dee93edc6 req-5e730c78-aeec-488d-9625-aeafb5e73b6c tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:23.911363 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5bb70cf7-632d-496b-ab03-e62dee93edc6 req-5e730c78-aeec-488d-9625-aeafb5e73b6c tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=11fb4299-b6e8-4935-87e8-fd9625e0a808 HTTP/1.1" status: 200 len: 946 time: 0.2292783 Aug 29 04:17:23.939256 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b9dcf51f-7ccf-42ee-b96a-51c26980e9b9 req-28d5febf-fc6f-471b-8dec-587f5af3cbc6 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "GET /v2.0/ports?device_id=f67de40e-9c4b-4df7-8589-9317825d95db HTTP/1.1" status: 200 len: 210 time: 0.0540881 Aug 29 04:17:23.985195 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4ab001a2-4dcc-49a0-8aea-1cbd17d55cd6 req-f2f93270-a2cb-425e-b92a-2ddc3249ccfe service neutron] 10.222.0.48 "GET /v2.0/networks/fe770585-a0e4-43ec-865b-d1030eff1ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259345 Aug 29 04:17:24.035292 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-63d2d5dc-814e-4e18-8fe6-1ffb374ddffe req-acef3633-6337-4651-bb1f-fdbe8e96c93a tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:24.073142 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['f2cfa364-e651-4bd4-9af8-0e6ba565e3ca'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:17:24.132609 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['6c598feb-3ed1-428d-85b3-41629f32880f', '2a6bce68-a836-4780-9092-ee7498142e59', 'fdc22186-f215-454e-8546-82ba1900a0c8', 'ec53f0a0-f10b-4f6d-bb3e-ad6634d1e6cb'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:17:24.150697 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acef3633-6337-4651-bb1f-fdbe8e96c93a tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Pushing event updated for resources: {'Port': ['ID=dba8531b-5497-4ce4-a7d5-2907dbf0117c,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:24.172872 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3239b5-208e-4368-80d1-becc28663d44 req-908d0f17-28a4-48fb-a01e-2dcd9ac3c088 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:24.174653 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1d3239b5-208e-4368-80d1-becc28663d44 req-908d0f17-28a4-48fb-a01e-2dcd9ac3c088 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/ports?device_id=20f70bce-5c3c-4d47-becc-d2af5bc207aa HTTP/1.1" status: 200 len: 936 time: 0.0815146 Aug 29 04:17:24.181205 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63d2d5dc-814e-4e18-8fe6-1ffb374ddffe req-acef3633-6337-4651-bb1f-fdbe8e96c93a tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:17:24.192529 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [req-63d2d5dc-814e-4e18-8fe6-1ffb374ddffe req-acef3633-6337-4651-bb1f-fdbe8e96c93a tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:17:24.197641 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f394bf-10b3-4262-925e-be1b6d7665a3 req-bb75e308-fca0-4447-afb3-dc7c659c7381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:24.199635 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-19f394bf-10b3-4262-925e-be1b6d7665a3 req-bb75e308-fca0-4447-afb3-dc7c659c7381 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b4784151d99c49e0b884d614cd8b3519&device_id=0c617289-e2a1-439d-b627-a39be3c3c540 HTTP/1.1" status: 200 len: 1096 time: 0.0792050 Aug 29 04:17:24.200192 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [req-63d2d5dc-814e-4e18-8fe6-1ffb374ddffe req-acef3633-6337-4651-bb1f-fdbe8e96c93a tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:17:24.220804 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5bb70cf7-632d-496b-ab03-e62dee93edc6 req-2579179a-42a6-4fe0-adbf-7ee124a88ddb tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3035114 Aug 29 04:17:24.238094 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-1ec4cffd-25a2-4c4d-bee4-cbf2af85088e req-f939f0d9-2846-4be9-9726-a9fb0b57f19e tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:24.275724 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1d3239b5-208e-4368-80d1-becc28663d44 req-b97de72a-5d47-4bb2-a8af-7e21fd4494ef tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/security-groups?id=69e9e696-6092-48f5-a28b-387de9f4e688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872288 Aug 29 04:17:24.384042 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:24.394677 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d2d5dc-814e-4e18-8fe6-1ffb374ddffe req-acef3633-6337-4651-bb1f-fdbe8e96c93a tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:24.404703 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-63d2d5dc-814e-4e18-8fe6-1ffb374ddffe req-acef3633-6337-4651-bb1f-fdbe8e96c93a tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:24.413247 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-1ec4cffd-25a2-4c4d-bee4-cbf2af85088e req-f939f0d9-2846-4be9-9726-a9fb0b57f19e tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:24.432611 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 25a0d561-2663-4b0f-8757-850fa0ca0d0c, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=25a0d561-2663-4b0f-8757-850fa0ca0d0c,segment=NetworkSegment(a7781f63-ba5d-4897-94e2-13b2354f76f1),segment_id=a7781f63-ba5d-4897-94e2-13b2354f76f1)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:24.450232 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:24.595243 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-63d2d5dc-814e-4e18-8fe6-1ffb374ddffe req-acef3633-6337-4651-bb1f-fdbe8e96c93a tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7425709 Aug 29 04:17:24.635422 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ec4cffd-25a2-4c4d-bee4-cbf2af85088e req-f939f0d9-2846-4be9-9726-a9fb0b57f19e tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Network 9d43f3ab-9b4a-4dba-a6cb-255676b324fd is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:17:24.636534 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-63d2d5dc-814e-4e18-8fe6-1ffb374ddffe req-8e3dfd68-91d9-41ac-ac3c-4d6c63a11d38 service neutron] Request body: {'port': {'device_id': '20f70bce-5c3c-4d47-becc-d2af5bc207aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-12'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:17:24.644372 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-1ec4cffd-25a2-4c4d-bee4-cbf2af85088e req-f939f0d9-2846-4be9-9726-a9fb0b57f19e tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:17:24.652763 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ec4cffd-25a2-4c4d-bee4-cbf2af85088e req-f939f0d9-2846-4be9-9726-a9fb0b57f19e tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:17:24.700583 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd358d7a-71cd-447f-8630-41540be76257 req-7343f95f-1fde-4a97-8e2c-dd029fe952bd tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:24.712081 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fd358d7a-71cd-447f-8630-41540be76257 req-7343f95f-1fde-4a97-8e2c-dd029fe952bd tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c617289-e2a1-439d-b627-a39be3c3c540 HTTP/1.1" status: 200 len: 944 time: 0.2105136 Aug 29 04:17:24.742361 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=25a0d561-2663-4b0f-8757-850fa0ca0d0c,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:24.801447 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-63d2d5dc-814e-4e18-8fe6-1ffb374ddffe req-8e3dfd68-91d9-41ac-ac3c-4d6c63a11d38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:24.811176 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f939f0d9-2846-4be9-9726-a9fb0b57f19e tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Pushing event updated for resources: {'Port': ['ID=51e0b316-720d-48b9-a953-c2e433fc1b08,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:24.813160 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 45620) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:24.825713 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f394bf-10b3-4262-925e-be1b6d7665a3 req-dbde4e3a-f5cf-40cf-b4b7-df3fda92a24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:24.827738 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-19f394bf-10b3-4262-925e-be1b6d7665a3 req-dbde4e3a-f5cf-40cf-b4b7-df3fda92a24c service neutron] 10.222.0.48 "GET /v2.0/networks?id=fe770585-a0e4-43ec-865b-d1030eff1ee8 HTTP/1.1" status: 200 len: 915 time: 0.6040218 Aug 29 04:17:24.836505 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fd358d7a-71cd-447f-8630-41540be76257 req-9ec7fdff-71ec-4a7e-a04f-c89af9f109e6 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/security-groups?id=0af834e7-acaf-4d90-a371-bad8b3cc1714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230154 Aug 29 04:17:24.844109 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf0fe23-6d2b-4d1e-8d4a-d1173a31426b req-b65299de-64cf-4e32-bc21-d4d8aaea4b25 tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:24.853338 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3bf0fe23-6d2b-4d1e-8d4a-d1173a31426b req-b65299de-64cf-4e32-bc21-d4d8aaea4b25 tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] 10.222.0.22 "GET /v2.0/ports?device_id=5bff4235-b6c4-4a1a-b4d5-8712fa116047 HTTP/1.1" status: 200 len: 945 time: 0.2537754 Aug 29 04:17:24.867743 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-28bcf0eb-de0d-4ea6-8853-48ae5de70706 None None] Provisioning for port dba8531b-5497-4ce4-a7d5-2907dbf0117c completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:17:24.891409 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-28bcf0eb-de0d-4ea6-8853-48ae5de70706 None None] Provisioning complete for port dba8531b-5497-4ce4-a7d5-2907dbf0117c triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:17:24.892253 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-28bcf0eb-de0d-4ea6-8853-48ae5de70706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:24.907972 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-19f394bf-10b3-4262-925e-be1b6d7665a3 req-02b639fe-fe89-46ec-a764-b37822607059 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a81c7e9d-5ef4-4363-97f3-843be5fcd915 HTTP/1.1" status: 200 len: 217 time: 0.0514774 Aug 29 04:17:24.909591 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec4cffd-25a2-4c4d-bee4-cbf2af85088e req-f939f0d9-2846-4be9-9726-a9fb0b57f19e tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:24.910287 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-1ec4cffd-25a2-4c4d-bee4-cbf2af85088e req-f939f0d9-2846-4be9-9726-a9fb0b57f19e tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:24.935716 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-28bcf0eb-de0d-4ea6-8853-48ae5de70706 None None] Port dba8531b-5497-4ce4-a7d5-2907dbf0117c cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:17:24.953635 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1ec4cffd-25a2-4c4d-bee4-cbf2af85088e req-f939f0d9-2846-4be9-9726-a9fb0b57f19e tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7299185 Aug 29 04:17:24.972010 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-1ec4cffd-25a2-4c4d-bee4-cbf2af85088e req-0a5f643d-e805-4ba8-b450-4a3fe3767934 service neutron] Request body: {'port': {'device_id': 'f67de40e-9c4b-4df7-8589-9317825d95db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:17:25.043731 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3bf0fe23-6d2b-4d1e-8d4a-d1173a31426b req-65547a86-074a-4179-9632-54e0757eaf00 tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] 10.222.0.22 "GET /v2.0/security-groups?id=1427dbcd-1fd2-4793-a7ed-ac1df574fb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1884875 Aug 29 04:17:25.126220 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f7750191-a2e3-4642-bb7a-d76bcf4c60c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:25.141689 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f394bf-10b3-4262-925e-be1b6d7665a3 req-eadaa0d1-e9fe-4963-9f93-1d1bf722d615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:25.142860 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-19f394bf-10b3-4262-925e-be1b6d7665a3 req-eadaa0d1-e9fe-4963-9f93-1d1bf722d615 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f04b5666-45e5-4baa-8010-af21415a61db HTTP/1.1" status: 200 len: 854 time: 0.2016337 Aug 29 04:17:25.167053 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181a95b3-3fa2-47d8-b825-6f953bfde762 req-ac082406-5006-4e1d-b3ca-a5d9d5fb5979 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:25.169457 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-181a95b3-3fa2-47d8-b825-6f953bfde762 req-ac082406-5006-4e1d-b3ca-a5d9d5fb5979 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=8813c8fd-eb29-4e6b-9f27-6ec0ec9b365d HTTP/1.1" status: 200 len: 946 time: 0.1476891 Aug 29 04:17:25.178178 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-1ec4cffd-25a2-4c4d-bee4-cbf2af85088e req-0a5f643d-e805-4ba8-b450-4a3fe3767934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:25.227544 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-19f394bf-10b3-4262-925e-be1b6d7665a3 req-f6a174c1-572b-4e5d-ab98-7ede12b1a089 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fe770585-a0e4-43ec-865b-d1030eff1ee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720487 Aug 29 04:17:25.287662 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-181a95b3-3fa2-47d8-b825-6f953bfde762 req-a3c5f65a-3151-4be5-b88a-aaa630bcb1a2 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910733 Aug 29 04:17:25.399428 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f886cd5f-53df-4270-8fe0-2f305391e6cb req-b8407a77-8fb4-4a6f-9430-4e9057eb224a tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:25.401134 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f886cd5f-53df-4270-8fe0-2f305391e6cb req-b8407a77-8fb4-4a6f-9430-4e9057eb224a tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "GET /v2.0/ports?device_id=f67de40e-9c4b-4df7-8589-9317825d95db HTTP/1.1" status: 200 len: 931 time: 0.2706292 Aug 29 04:17:25.532382 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-19f394bf-10b3-4262-925e-be1b6d7665a3 req-d0e94e5a-868c-4237-a99c-c1770b52ffb3 service neutron] 10.222.0.48 "GET /v2.0/networks/fe770585-a0e4-43ec-865b-d1030eff1ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2914009 Aug 29 04:17:25.539472 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fc172e-845c-4e6e-849f-3132ea310564 req-0b7c6d19-d085-4707-84dc-6af22fcf0ba5 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:25.541437 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-97fc172e-845c-4e6e-849f-3132ea310564 req-0b7c6d19-d085-4707-84dc-6af22fcf0ba5 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=11fb4299-b6e8-4935-87e8-fd9625e0a808 HTTP/1.1" status: 200 len: 946 time: 0.1521907 Aug 29 04:17:25.578840 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f886cd5f-53df-4270-8fe0-2f305391e6cb req-1948197a-4181-4634-9d0f-4d5149be5a3d tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae989b78-b6c5-494f-9777-5336c7d3d7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520424 Aug 29 04:17:25.676166 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-97fc172e-845c-4e6e-849f-3132ea310564 req-2a8618cc-82a9-4424-866a-53eb01a330f4 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232152 Aug 29 04:17:25.723721 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 25a0d561-2663-4b0f-8757-850fa0ca0d0c up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:17:25.775255 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f7750191-a2e3-4642-bb7a-d76bcf4c60c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:25.791645 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-1ec4cffd-25a2-4c4d-bee4-cbf2af85088e req-0a5f643d-e805-4ba8-b450-4a3fe3767934 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51e0b316-720d-48b9-a953-c2e433fc1b08 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:17:25.794865 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 25a0d561-2663-4b0f-8757-850fa0ca0d0c triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:17:25.795270 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:25.806309 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-1ec4cffd-25a2-4c4d-bee4-cbf2af85088e req-0a5f643d-e805-4ba8-b450-4a3fe3767934 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:25.818376 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f7750191-a2e3-4642-bb7a-d76bcf4c60c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:25.823969 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [req-63d2d5dc-814e-4e18-8fe6-1ffb374ddffe req-8e3dfd68-91d9-41ac-ac3c-4d6c63a11d38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dba8531b-5497-4ce4-a7d5-2907dbf0117c {{(pid=94829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:17:25.830220 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-1ec4cffd-25a2-4c4d-bee4-cbf2af85088e req-0a5f643d-e805-4ba8-b450-4a3fe3767934 service neutron] Transition to ACTIVE for port object 51e0b316-720d-48b9-a953-c2e433fc1b08 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:17:25.836182 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-1ec4cffd-25a2-4c4d-bee4-cbf2af85088e req-0a5f643d-e805-4ba8-b450-4a3fe3767934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:25.855118 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-63d2d5dc-814e-4e18-8fe6-1ffb374ddffe req-8e3dfd68-91d9-41ac-ac3c-4d6c63a11d38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:25.916328 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [req-63d2d5dc-814e-4e18-8fe6-1ffb374ddffe req-8e3dfd68-91d9-41ac-ac3c-4d6c63a11d38 service neutron] Transition to ACTIVE for port object dba8531b-5497-4ce4-a7d5-2907dbf0117c will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:17:25.928723 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7750191-a2e3-4642-bb7a-d76bcf4c60c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ef6066-ac9b-4d01-a6d8-f05ca2a723f8,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:25.943389 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5f643d-e805-4ba8-b450-4a3fe3767934 service neutron] Pushing event updated for resources: {'Port': ['ID=51e0b316-720d-48b9-a953-c2e433fc1b08,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:25.947482 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0801765f-3332-4492-b480-a8b839e6e65e req-70a496ad-2442-4cd9-9fbd-229faafb0816 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:25.949189 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0801765f-3332-4492-b480-a8b839e6e65e req-70a496ad-2442-4cd9-9fbd-229faafb0816 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/ports?device_id=20f70bce-5c3c-4d47-becc-d2af5bc207aa HTTP/1.1" status: 200 len: 936 time: 0.2108498 Aug 29 04:17:25.949900 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-63d2d5dc-814e-4e18-8fe6-1ffb374ddffe req-8e3dfd68-91d9-41ac-ac3c-4d6c63a11d38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:25.963281 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-f7750191-a2e3-4642-bb7a-d76bcf4c60c3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=63901c173bc542ec8aace939a3eb4a10&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1463745 Aug 29 04:17:25.980901 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 45632) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:25.988811 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-19f394bf-10b3-4262-925e-be1b6d7665a3 req-ab6bf8fb-b914-48d3-87cd-bc5404afffae service neutron] 10.222.0.48 "GET /v2.0/networks/fe770585-a0e4-43ec-865b-d1030eff1ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4436474 Aug 29 04:17:26.052404 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3dfd68-91d9-41ac-ac3c-4d6c63a11d38 service neutron] Pushing event updated for resources: {'Port': ['ID=dba8531b-5497-4ce4-a7d5-2907dbf0117c,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:26.090955 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0801765f-3332-4492-b480-a8b839e6e65e req-209db63e-6c90-40b9-9a9a-b6f31051d138 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/security-groups?id=69e9e696-6092-48f5-a28b-387de9f4e688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261110 Aug 29 04:17:26.099509 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-1ec4cffd-25a2-4c4d-bee4-cbf2af85088e req-0a5f643d-e805-4ba8-b450-4a3fe3767934 service neutron] Attempting to bind port 51e0b316-720d-48b9-a953-c2e433fc1b08 on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:17:26.099942 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-1ec4cffd-25a2-4c4d-bee4-cbf2af85088e req-0a5f643d-e805-4ba8-b450-4a3fe3767934 service neutron] Attempting to bind port 51e0b316-720d-48b9-a953-c2e433fc1b08 by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': 'a7781f63-ba5d-4897-94e2-13b2354f76f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '9d43f3ab-9b4a-4dba-a6cb-255676b324fd'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:17:26.100231 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec4cffd-25a2-4c4d-bee4-cbf2af85088e req-0a5f643d-e805-4ba8-b450-4a3fe3767934 service neutron] Attempting to bind port 51e0b316-720d-48b9-a953-c2e433fc1b08 on network 9d43f3ab-9b4a-4dba-a6cb-255676b324fd {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:17:26.123644 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec4cffd-25a2-4c4d-bee4-cbf2af85088e req-0a5f643d-e805-4ba8-b450-4a3fe3767934 service neutron] Port 51e0b316-720d-48b9-a953-c2e433fc1b08 on network 9d43f3ab-9b4a-4dba-a6cb-255676b324fd not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:17:26.123644 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec4cffd-25a2-4c4d-bee4-cbf2af85088e req-0a5f643d-e805-4ba8-b450-4a3fe3767934 service neutron] Attempting to bind port 51e0b316-720d-48b9-a953-c2e433fc1b08 on network 9d43f3ab-9b4a-4dba-a6cb-255676b324fd {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:17:26.125657 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-33d7e49a-4cc9-4e22-9815-62b422c6dca1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:26.138246 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec4cffd-25a2-4c4d-bee4-cbf2af85088e req-0a5f643d-e805-4ba8-b450-4a3fe3767934 service neutron] Checking agent: {'id': '3de9de52-3a03-431d-9d7e-497ae92c57ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:17:26.138631 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec4cffd-25a2-4c4d-bee4-cbf2af85088e req-0a5f643d-e805-4ba8-b450-4a3fe3767934 service neutron] Checking segment: {'id': 'a7781f63-ba5d-4897-94e2-13b2354f76f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '9d43f3ab-9b4a-4dba-a6cb-255676b324fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:17:26.139013 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec4cffd-25a2-4c4d-bee4-cbf2af85088e req-0a5f643d-e805-4ba8-b450-4a3fe3767934 service neutron] Bound using segment: {'id': 'a7781f63-ba5d-4897-94e2-13b2354f76f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '9d43f3ab-9b4a-4dba-a6cb-255676b324fd'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:17:26.139491 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-1ec4cffd-25a2-4c4d-bee4-cbf2af85088e req-0a5f643d-e805-4ba8-b450-4a3fe3767934 service neutron] Bound port: 51e0b316-720d-48b9-a953-c2e433fc1b08, host: n-h1-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7781f63-ba5d-4897-94e2-13b2354f76f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '9d43f3ab-9b4a-4dba-a6cb-255676b324fd'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:17:26.139924 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-1ec4cffd-25a2-4c4d-bee4-cbf2af85088e req-0a5f643d-e805-4ba8-b450-4a3fe3767934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:26.181506 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-63d2d5dc-814e-4e18-8fe6-1ffb374ddffe req-8e3dfd68-91d9-41ac-ac3c-4d6c63a11d38 service neutron] Attempting to bind port dba8531b-5497-4ce4-a7d5-2907dbf0117c on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:17:26.182131 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-63d2d5dc-814e-4e18-8fe6-1ffb374ddffe req-8e3dfd68-91d9-41ac-ac3c-4d6c63a11d38 service neutron] Attempting to bind port dba8531b-5497-4ce4-a7d5-2907dbf0117c by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:17:26.182678 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d2d5dc-814e-4e18-8fe6-1ffb374ddffe req-8e3dfd68-91d9-41ac-ac3c-4d6c63a11d38 service neutron] Attempting to bind port dba8531b-5497-4ce4-a7d5-2907dbf0117c on network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:17:26.190563 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc67ae77-852f-4134-9f8e-aee4cc3d3102 req-70265315-f46b-4390-9c8b-32587fb778cf tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:26.190838 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d2d5dc-814e-4e18-8fe6-1ffb374ddffe req-8e3dfd68-91d9-41ac-ac3c-4d6c63a11d38 service neutron] Port dba8531b-5497-4ce4-a7d5-2907dbf0117c on network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:17:26.191365 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d2d5dc-814e-4e18-8fe6-1ffb374ddffe req-8e3dfd68-91d9-41ac-ac3c-4d6c63a11d38 service neutron] Attempting to bind port dba8531b-5497-4ce4-a7d5-2907dbf0117c on network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:17:26.198846 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bc67ae77-852f-4134-9f8e-aee4cc3d3102 req-70265315-f46b-4390-9c8b-32587fb778cf tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c617289-e2a1-439d-b627-a39be3c3c540 HTTP/1.1" status: 200 len: 944 time: 0.1526027 Aug 29 04:17:26.200018 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d2d5dc-814e-4e18-8fe6-1ffb374ddffe req-8e3dfd68-91d9-41ac-ac3c-4d6c63a11d38 service neutron] Checking agent: {'id': '3de9de52-3a03-431d-9d7e-497ae92c57ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:17:26.200367 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d2d5dc-814e-4e18-8fe6-1ffb374ddffe req-8e3dfd68-91d9-41ac-ac3c-4d6c63a11d38 service neutron] Checking segment: {'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:17:26.200760 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d2d5dc-814e-4e18-8fe6-1ffb374ddffe req-8e3dfd68-91d9-41ac-ac3c-4d6c63a11d38 service neutron] Bound using segment: {'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:17:26.201207 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-63d2d5dc-814e-4e18-8fe6-1ffb374ddffe req-8e3dfd68-91d9-41ac-ac3c-4d6c63a11d38 service neutron] Bound port: dba8531b-5497-4ce4-a7d5-2907dbf0117c, host: n-h1-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:17:26.201571 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-63d2d5dc-814e-4e18-8fe6-1ffb374ddffe req-8e3dfd68-91d9-41ac-ac3c-4d6c63a11d38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:26.212445 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-33d7e49a-4cc9-4e22-9815-62b422c6dca1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:26.303357 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-63d2d5dc-814e-4e18-8fe6-1ffb374ddffe req-8e3dfd68-91d9-41ac-ac3c-4d6c63a11d38 service neutron] For port dba8531b-5497-4ce4-a7d5-2907dbf0117c, host n-h1-712140-12, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:17:26.307730 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-63d2d5dc-814e-4e18-8fe6-1ffb374ddffe req-8e3dfd68-91d9-41ac-ac3c-4d6c63a11d38 service neutron] For port dba8531b-5497-4ce4-a7d5-2907dbf0117c, host n-h1-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=dba8531b-5497-4ce4-a7d5-2907dbf0117c,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:17:26.311606 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bc67ae77-852f-4134-9f8e-aee4cc3d3102 req-c489bc36-d2c4-4482-93f0-949fe9213a20 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/security-groups?id=0af834e7-acaf-4d90-a371-bad8b3cc1714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118810 Aug 29 04:17:26.314564 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-1ec4cffd-25a2-4c4d-bee4-cbf2af85088e req-0a5f643d-e805-4ba8-b450-4a3fe3767934 service neutron] For port 51e0b316-720d-48b9-a953-c2e433fc1b08, host n-h1-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:17:26.318535 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59015fdd-db8a-4348-ae2f-6dde1db48efe req-fc4d6b77-3a67-4c1a-8737-4bd0c497d068 tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:26.318923 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-1ec4cffd-25a2-4c4d-bee4-cbf2af85088e req-0a5f643d-e805-4ba8-b450-4a3fe3767934 service neutron] For port 51e0b316-720d-48b9-a953-c2e433fc1b08, host n-h1-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=51e0b316-720d-48b9-a953-c2e433fc1b08,segment=NetworkSegment(a7781f63-ba5d-4897-94e2-13b2354f76f1),segment_id=a7781f63-ba5d-4897-94e2-13b2354f76f1)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:17:26.320167 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-59015fdd-db8a-4348-ae2f-6dde1db48efe req-fc4d6b77-3a67-4c1a-8737-4bd0c497d068 tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] 10.222.0.22 "GET /v2.0/ports?device_id=5bff4235-b6c4-4a1a-b4d5-8712fa116047 HTTP/1.1" status: 200 len: 945 time: 0.0790715 Aug 29 04:17:26.322236 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-63d2d5dc-814e-4e18-8fe6-1ffb374ddffe req-8e3dfd68-91d9-41ac-ac3c-4d6c63a11d38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:26.323472 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-1ec4cffd-25a2-4c4d-bee4-cbf2af85088e req-0a5f643d-e805-4ba8-b450-4a3fe3767934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:26.361683 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-33d7e49a-4cc9-4e22-9815-62b422c6dca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:26.363726 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d2d5dc-814e-4e18-8fe6-1ffb374ddffe req-8e3dfd68-91d9-41ac-ac3c-4d6c63a11d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:26.364366 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-63d2d5dc-814e-4e18-8fe6-1ffb374ddffe req-8e3dfd68-91d9-41ac-ac3c-4d6c63a11d38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:26.365881 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-63d2d5dc-814e-4e18-8fe6-1ffb374ddffe req-8e3dfd68-91d9-41ac-ac3c-4d6c63a11d38 service neutron] 10.222.0.46 "PUT /v2.0/ports/dba8531b-5497-4ce4-a7d5-2907dbf0117c HTTP/1.1" status: 200 len: 1097 time: 1.7542119 Aug 29 04:17:26.366021 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-33d7e49a-4cc9-4e22-9815-62b422c6dca1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:26.369961 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-33d7e49a-4cc9-4e22-9815-62b422c6dca1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a5ef6066-ac9b-4d01-a6d8-f05ca2a723f8 HTTP/1.1" status: 204 len: 168 time: 0.3852079 Aug 29 04:17:26.373164 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20f70bce-5c3c-4d47-becc-d2af5bc207aa', 'tag': 'dba8531b-5497-4ce4-a7d5-2907dbf0117c'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:17:26.378581 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec4cffd-25a2-4c4d-bee4-cbf2af85088e req-0a5f643d-e805-4ba8-b450-4a3fe3767934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:26.379565 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-1ec4cffd-25a2-4c4d-bee4-cbf2af85088e req-0a5f643d-e805-4ba8-b450-4a3fe3767934 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:26.381768 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1ec4cffd-25a2-4c4d-bee4-cbf2af85088e req-0a5f643d-e805-4ba8-b450-4a3fe3767934 service neutron] 10.222.0.46 "PUT /v2.0/ports/51e0b316-720d-48b9-a953-c2e433fc1b08 HTTP/1.1" status: 200 len: 1092 time: 1.4182060 Aug 29 04:17:26.383570 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d07bbdd6-f546-4a0b-b81c-f3e0905fb635" -d '{"events": [{"name": "network-changed", "server_uuid": "20f70bce-5c3c-4d47-becc-d2af5bc207aa", "tag": "dba8531b-5497-4ce4-a7d5-2907dbf0117c"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:17:26.384685 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f67de40e-9c4b-4df7-8589-9317825d95db', 'tag': '51e0b316-720d-48b9-a953-c2e433fc1b08'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:17:26.387713 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b23866e-936c-4330-92dc-610f75bfb957" -d '{"events": [{"name": "network-changed", "server_uuid": "f67de40e-9c4b-4df7-8589-9317825d95db", "tag": "51e0b316-720d-48b9-a953-c2e433fc1b08"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:17:26.402597 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d7e49a-4cc9-4e22-9815-62b422c6dca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ef6066-ac9b-4d01-a6d8-f05ca2a723f8,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:26.417385 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5f643d-e805-4ba8-b450-4a3fe3767934 service neutron] Pushing event updated for resources: {'Port': ['ID=51e0b316-720d-48b9-a953-c2e433fc1b08,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:26.479480 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3dfd68-91d9-41ac-ac3c-4d6c63a11d38 service neutron] Pushing event updated for resources: {'Port': ['ID=dba8531b-5497-4ce4-a7d5-2907dbf0117c,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:26.498362 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-59015fdd-db8a-4348-ae2f-6dde1db48efe req-fff553dd-0ff2-47f3-ac72-6d0265907a47 tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] 10.222.0.22 "GET /v2.0/security-groups?id=1427dbcd-1fd2-4793-a7ed-ac1df574fb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1472509 Aug 29 04:17:26.561037 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec4cffd-25a2-4c4d-bee4-cbf2af85088e req-735d0337-43a5-4d68-939f-d9ca363cb270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:26.563168 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1ec4cffd-25a2-4c4d-bee4-cbf2af85088e req-735d0337-43a5-4d68-939f-d9ca363cb270 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d9ed99521d6e4398bfbd9824b0326aa2&device_id=f67de40e-9c4b-4df7-8589-9317825d95db HTTP/1.1" status: 200 len: 1095 time: 0.1039991 Aug 29 04:17:26.567071 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d2d5dc-814e-4e18-8fe6-1ffb374ddffe req-2cddabd9-b581-4e53-9e3c-b6e6df6dee30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:26.569165 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-63d2d5dc-814e-4e18-8fe6-1ffb374ddffe req-2cddabd9-b581-4e53-9e3c-b6e6df6dee30 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cff8a488ff344e109cad8daf17880810&device_id=20f70bce-5c3c-4d47-becc-d2af5bc207aa HTTP/1.1" status: 200 len: 1100 time: 0.1412580 Aug 29 04:17:26.570722 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92d667ce-5504-4b81-8477-e0272c5c4749 x-openstack-request-id: req-92d667ce-5504-4b81-8477-e0272c5c4749 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:17:26.571011 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f67de40e-9c4b-4df7-8589-9317825d95db", "tag": "51e0b316-720d-48b9-a953-c2e433fc1b08", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:17:26.571276 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-92d667ce-5504-4b81-8477-e0272c5c4749 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:17:26.571675 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f67de40e-9c4b-4df7-8589-9317825d95db', 'tag': '51e0b316-720d-48b9-a953-c2e433fc1b08', 'status': 'completed', 'code': 200} Aug 29 04:17:26.584337 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c7524d-ac82-41db-81c9-3bcab4c1bd23 req-f8f32a21-8200-467e-a50c-30c109f4d8a7 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:26.585921 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b5c7524d-ac82-41db-81c9-3bcab4c1bd23 req-f8f32a21-8200-467e-a50c-30c109f4d8a7 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=8813c8fd-eb29-4e6b-9f27-6ec0ec9b365d HTTP/1.1" status: 200 len: 946 time: 0.0763068 Aug 29 04:17:26.634544 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9336f3e3-5beb-4da2-b09f-afa335bf64cd x-openstack-request-id: req-9336f3e3-5beb-4da2-b09f-afa335bf64cd {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:17:26.635121 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20f70bce-5c3c-4d47-becc-d2af5bc207aa", "tag": "dba8531b-5497-4ce4-a7d5-2907dbf0117c", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:17:26.635596 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9336f3e3-5beb-4da2-b09f-afa335bf64cd {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:17:26.636357 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20f70bce-5c3c-4d47-becc-d2af5bc207aa', 'tag': 'dba8531b-5497-4ce4-a7d5-2907dbf0117c', 'status': 'completed', 'code': 200} Aug 29 04:17:26.638798 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1ec4cffd-25a2-4c4d-bee4-cbf2af85088e req-4352e7e7-cdb7-457d-8992-92f0b35d8920 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=51e0b316-720d-48b9-a953-c2e433fc1b08 HTTP/1.1" status: 200 len: 217 time: 0.0509329 Aug 29 04:17:26.662442 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-63d2d5dc-814e-4e18-8fe6-1ffb374ddffe req-4b2a7602-0392-4328-b0fb-a3feec78ff6e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=dba8531b-5497-4ce4-a7d5-2907dbf0117c HTTP/1.1" status: 200 len: 217 time: 0.0690825 Aug 29 04:17:26.682646 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b5c7524d-ac82-41db-81c9-3bcab4c1bd23 req-51b87a11-e2ae-42f0-bc9b-4ed46cce11a9 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883744 Aug 29 04:17:26.767707 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d2d5dc-814e-4e18-8fe6-1ffb374ddffe req-cb75778d-d668-479c-afb8-efd59d0a22a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:26.769242 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-63d2d5dc-814e-4e18-8fe6-1ffb374ddffe req-cb75778d-d668-479c-afb8-efd59d0a22a8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=18cd12d4-b12a-41b0-b0c5-618edbb84e74 HTTP/1.1" status: 200 len: 843 time: 0.0845947 Aug 29 04:17:26.806089 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec4cffd-25a2-4c4d-bee4-cbf2af85088e req-df31f840-bca6-45c4-ab58-3187fcf8394d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:26.807590 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1ec4cffd-25a2-4c4d-bee4-cbf2af85088e req-df31f840-bca6-45c4-ab58-3187fcf8394d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e1b42450-980b-42a3-969d-e6ff4d7c5e44 HTTP/1.1" status: 200 len: 859 time: 0.1553590 Aug 29 04:17:26.819717 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fa40e5-b29f-4c4c-beb3-0d6df81a659b req-2d0bab50-6c28-49a3-a24b-bf0d51a18df6 tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:26.821561 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e8fa40e5-b29f-4c4c-beb3-0d6df81a659b req-2d0bab50-6c28-49a3-a24b-bf0d51a18df6 tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] 10.222.0.48 "GET /v2.0/ports?device_id=5bff4235-b6c4-4a1a-b4d5-8712fa116047 HTTP/1.1" status: 200 len: 945 time: 0.1816628 Aug 29 04:17:26.874319 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d2d5dc-814e-4e18-8fe6-1ffb374ddffe req-f2d2fa7f-1ddc-4829-98ef-59c9b3cb5005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:26.876002 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-63d2d5dc-814e-4e18-8fe6-1ffb374ddffe req-f2d2fa7f-1ddc-4829-98ef-59c9b3cb5005 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0910289 Aug 29 04:17:26.882468 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1ec4cffd-25a2-4c4d-bee4-cbf2af85088e req-1e95803c-5163-4770-ad73-8fb620ee72ff service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9d43f3ab-9b4a-4dba-a6cb-255676b324fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599308 Aug 29 04:17:26.884433 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5b827a-87eb-4927-805b-4dae1c6eb264 req-c3578122-f626-4b3a-93e1-49d50489e1e4 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:26.886226 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0b5b827a-87eb-4927-805b-4dae1c6eb264 req-c3578122-f626-4b3a-93e1-49d50489e1e4 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=11fb4299-b6e8-4935-87e8-fd9625e0a808 HTTP/1.1" status: 200 len: 946 time: 0.0866978 Aug 29 04:17:26.937315 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ae41ac-167d-445e-a6de-2de9c95cef36 req-feadcbbb-4300-41e4-8be0-a19f7f5544cf tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:26.939349 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f4ae41ac-167d-445e-a6de-2de9c95cef36 req-feadcbbb-4300-41e4-8be0-a19f7f5544cf tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "GET /v2.0/ports?device_id=f67de40e-9c4b-4df7-8589-9317825d95db HTTP/1.1" status: 200 len: 943 time: 0.1854761 Aug 29 04:17:27.059125 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f4ae41ac-167d-445e-a6de-2de9c95cef36 req-2d2f5d7f-845d-4a7f-8b4e-0751f32d1a46 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae989b78-b6c5-494f-9777-5336c7d3d7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058328 Aug 29 04:17:27.066784 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1ec4cffd-25a2-4c4d-bee4-cbf2af85088e req-b909ca02-3deb-4d61-8475-f17e8e892d63 service neutron] 10.222.0.46 "GET /v2.0/networks/9d43f3ab-9b4a-4dba-a6cb-255676b324fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679459 Aug 29 04:17:27.087109 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [req-e8fa40e5-b29f-4c4c-beb3-0d6df81a659b req-1f233a35-f77b-48f5-9a42-c313369a046f tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] Deleting port 0a572f6b-629d-411d-990b-46e82e5b7cdc {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:17:27.087109 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-e8fa40e5-b29f-4c4c-beb3-0d6df81a659b req-1f233a35-f77b-48f5-9a42-c313369a046f tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:27.274319 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-e8fa40e5-b29f-4c4c-beb3-0d6df81a659b req-1f233a35-f77b-48f5-9a42-c313369a046f tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] For port 0a572f6b-629d-411d-990b-46e82e5b7cdc, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=0a572f6b-629d-411d-990b-46e82e5b7cdc,segment=NetworkSegment(bcf35ba8-7cf7-42bd-89f1-3efe7c8efcb4),segment_id=bcf35ba8-7cf7-42bd-89f1-3efe7c8efcb4)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:27.274747 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-e8fa40e5-b29f-4c4c-beb3-0d6df81a659b req-1f233a35-f77b-48f5-9a42-c313369a046f tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:27.295167 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0b5b827a-87eb-4927-805b-4dae1c6eb264 req-35c14036-bc62-425c-8502-f3a03580e880 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4011495 Aug 29 04:17:27.296326 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1ec4cffd-25a2-4c4d-bee4-cbf2af85088e req-661e4a42-1b67-48c4-b92a-804a9f85035b service neutron] 10.222.0.46 "GET /v2.0/networks/9d43f3ab-9b4a-4dba-a6cb-255676b324fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137749 Aug 29 04:17:27.312541 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-63d2d5dc-814e-4e18-8fe6-1ffb374ddffe req-c4c389c5-3cff-4cc3-a75f-38f0c9dba732 service neutron] 10.222.0.46 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4173784 Aug 29 04:17:27.328809 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44eff21-20cb-4fc1-94f4-837399dfd0db req-85b921b2-725b-4e0b-b033-e47c2c53ab48 tempest-LiveAutoBlockMigrationV225Test-280615785 tempest-LiveAutoBlockMigrationV225Test-280615785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:27.330914 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c44eff21-20cb-4fc1-94f4-837399dfd0db req-85b921b2-725b-4e0b-b033-e47c2c53ab48 tempest-LiveAutoBlockMigrationV225Test-280615785 tempest-LiveAutoBlockMigrationV225Test-280615785-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=8813c8fd-eb29-4e6b-9f27-6ec0ec9b365d&tenant_id=1d0658a0a90a4facb02cad62921e20d5&binding%3Ahost_id=n-h1-712140-12 HTTP/1.1" status: 200 len: 1098 time: 0.4216504 Aug 29 04:17:27.348831 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c097bd-0ea8-467d-b803-b9341297e9e1 req-1d868fcb-20f7-4176-97cd-a3c52fc7525d tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:27.350404 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-31c097bd-0ea8-467d-b803-b9341297e9e1 req-1d868fcb-20f7-4176-97cd-a3c52fc7525d tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/ports?device_id=20f70bce-5c3c-4d47-becc-d2af5bc207aa HTTP/1.1" status: 200 len: 948 time: 0.1561148 Aug 29 04:17:27.358662 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-c44eff21-20cb-4fc1-94f4-837399dfd0db req-32e41a17-18b5-4317-95b1-48e389eb604d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712140-12'}}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:17:27.537035 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-31c097bd-0ea8-467d-b803-b9341297e9e1 req-5e719edd-e7aa-425a-a533-317926b816b4 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/security-groups?id=69e9e696-6092-48f5-a28b-387de9f4e688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528802 Aug 29 04:17:27.550379 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 1695f969-4f2a-42ed-afd8-fb0a78883cd9 details requested by agent hyperv_n-h2-712140-12 with host n-h2-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:17:27.550973 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b23866e-936c-4330-92dc-610f75bfb957 req-01b50793-6355-438f-bdce-961423727911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:27.561328 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0b23866e-936c-4330-92dc-610f75bfb957 req-01b50793-6355-438f-bdce-961423727911 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d9ed99521d6e4398bfbd9824b0326aa2&device_id=f67de40e-9c4b-4df7-8589-9317825d95db HTTP/1.1" status: 200 len: 1095 time: 0.1695988 Aug 29 04:17:27.592932 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701d7acf-e521-4edd-addc-c8e8165ef447 req-e2ed6b28-087f-4722-980a-9aa2c3d803db tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:27.611962 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-701d7acf-e521-4edd-addc-c8e8165ef447 req-e2ed6b28-087f-4722-980a-9aa2c3d803db tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c617289-e2a1-439d-b627-a39be3c3c540 HTTP/1.1" status: 200 len: 944 time: 0.1825392 Aug 29 04:17:27.653811 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-63d2d5dc-814e-4e18-8fe6-1ffb374ddffe req-b980f4ce-4bb4-4bac-acf2-48e2bf9df147 service neutron] 10.222.0.46 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3219225 Aug 29 04:17:27.656841 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-c44eff21-20cb-4fc1-94f4-837399dfd0db req-32e41a17-18b5-4317-95b1-48e389eb604d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:27.685032 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-701d7acf-e521-4edd-addc-c8e8165ef447 req-9d559e93-8258-49e1-bcc4-f76f7f7ba46e tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/security-groups?id=0af834e7-acaf-4d90-a371-bad8b3cc1714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717316 Aug 29 04:17:27.707408 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 1695f969-4f2a-42ed-afd8-fb0a78883cd9, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=1695f969-4f2a-42ed-afd8-fb0a78883cd9,segment=NetworkSegment(1fc19f14-bf6d-4959-b2c5-ed51e935e5ad),segment_id=1fc19f14-bf6d-4959-b2c5-ed51e935e5ad)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:27.735218 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 1695f969-4f2a-42ed-afd8-fb0a78883cd9 has no active binding in host n-h2-712140-12 {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 29 04:17:27.880625 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07bbdd6-f546-4a0b-b81c-f3e0905fb635 req-7e8086c9-5506-406f-9295-9021518f32f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:27.882203 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d07bbdd6-f546-4a0b-b81c-f3e0905fb635 req-7e8086c9-5506-406f-9295-9021518f32f1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cff8a488ff344e109cad8daf17880810&device_id=20f70bce-5c3c-4d47-becc-d2af5bc207aa HTTP/1.1" status: 200 len: 1100 time: 0.1667531 Aug 29 04:17:28.000698 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad57353-19c5-480e-aa9c-86ad197c993b req-27331a47-f2f4-43d4-a186-873b386ecf2a tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:28.008532 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-aad57353-19c5-480e-aa9c-86ad197c993b req-27331a47-f2f4-43d4-a186-873b386ecf2a tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=8813c8fd-eb29-4e6b-9f27-6ec0ec9b365d HTTP/1.1" status: 200 len: 946 time: 0.1684949 Aug 29 04:17:28.015225 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-c44eff21-20cb-4fc1-94f4-837399dfd0db req-32e41a17-18b5-4317-95b1-48e389eb604d service neutron] For port 1695f969-4f2a-42ed-afd8-fb0a78883cd9, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=1695f969-4f2a-42ed-afd8-fb0a78883cd9,segment=NetworkSegment(1fc19f14-bf6d-4959-b2c5-ed51e935e5ad),segment_id=1fc19f14-bf6d-4959-b2c5-ed51e935e5ad)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:28.059707 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-e8fa40e5-b29f-4c4c-beb3-0d6df81a659b req-1f233a35-f77b-48f5-9a42-c313369a046f tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:28.060111 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-e8fa40e5-b29f-4c4c-beb3-0d6df81a659b req-1f233a35-f77b-48f5-9a42-c313369a046f tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719515'] for floatingip, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:28.060431 n-d-712140-12 neutron-server[94829]: INFO neutron.db.l3_db [req-e8fa40e5-b29f-4c4c-beb3-0d6df81a659b req-1f233a35-f77b-48f5-9a42-c313369a046f tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] Floating IP befca590-dd8a-42b3-9659-e1a7df3d4018 disassociated. External IP: 172.25.0.248, port: 0a572f6b-629d-411d-990b-46e82e5b7cdc. Aug 29 04:17:28.060795 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [req-e8fa40e5-b29f-4c4c-beb3-0d6df81a659b req-1f233a35-f77b-48f5-9a42-c313369a046f tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] Calling delete_port for 0a572f6b-629d-411d-990b-46e82e5b7cdc owned by compute:nova {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:17:28.107621 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-aad57353-19c5-480e-aa9c-86ad197c993b req-1bf5112e-9c20-4929-941e-85258749fd6d tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975988 Aug 29 04:17:28.122264 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-c44eff21-20cb-4fc1-94f4-837399dfd0db req-32e41a17-18b5-4317-95b1-48e389eb604d service neutron] For port 1695f969-4f2a-42ed-afd8-fb0a78883cd9, host n-h1-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:17:28.138890 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3ea621-0da5-49ec-9541-01f69875940d req-ced4d11d-639c-49c9-a41d-6f01e72425e5 tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:28.140481 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4b3ea621-0da5-49ec-9541-01f69875940d req-ced4d11d-639c-49c9-a41d-6f01e72425e5 tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] 10.222.0.22 "GET /v2.0/ports?device_id=5bff4235-b6c4-4a1a-b4d5-8712fa116047 HTTP/1.1" status: 200 len: 945 time: 0.1418509 Aug 29 04:17:28.143614 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07bbdd6-f546-4a0b-b81c-f3e0905fb635 req-568dfd2a-461c-4e05-af52-8fd44fa0c79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:28.145137 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d07bbdd6-f546-4a0b-b81c-f3e0905fb635 req-568dfd2a-461c-4e05-af52-8fd44fa0c79a service neutron] 10.222.0.46 "GET /v2.0/networks?id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 HTTP/1.1" status: 200 len: 870 time: 0.2510872 Aug 29 04:17:28.173588 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b23866e-936c-4330-92dc-610f75bfb957 req-31404609-53c9-4db9-b7ef-166f8be219a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:28.175316 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0b23866e-936c-4330-92dc-610f75bfb957 req-31404609-53c9-4db9-b7ef-166f8be219a8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9d43f3ab-9b4a-4dba-a6cb-255676b324fd HTTP/1.1" status: 200 len: 920 time: 0.6049473 Aug 29 04:17:28.205464 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d07bbdd6-f546-4a0b-b81c-f3e0905fb635 req-68615db3-21f1-44c6-857b-dbeb386438dd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=dba8531b-5497-4ce4-a7d5-2907dbf0117c HTTP/1.1" status: 200 len: 217 time: 0.0496709 Aug 29 04:17:28.222930 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-c44eff21-20cb-4fc1-94f4-837399dfd0db req-32e41a17-18b5-4317-95b1-48e389eb604d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:28.242194 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0b23866e-936c-4330-92dc-610f75bfb957 req-e7c08bd5-e4c8-49db-a6c7-847d1e3fdbb6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=51e0b316-720d-48b9-a953-c2e433fc1b08 HTTP/1.1" status: 200 len: 217 time: 0.0516737 Aug 29 04:17:28.274820 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-c44eff21-20cb-4fc1-94f4-837399dfd0db req-32e41a17-18b5-4317-95b1-48e389eb604d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:28.319298 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 45702) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:28.319978 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:28.345360 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07bbdd6-f546-4a0b-b81c-f3e0905fb635 req-f3e58d61-2ec8-47b5-868f-3ae004cfe3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:28.346968 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d07bbdd6-f546-4a0b-b81c-f3e0905fb635 req-f3e58d61-2ec8-47b5-868f-3ae004cfe3f5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=18cd12d4-b12a-41b0-b0c5-618edbb84e74 HTTP/1.1" status: 200 len: 843 time: 0.1216984 Aug 29 04:17:28.361373 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4b3ea621-0da5-49ec-9541-01f69875940d req-616feae8-1cce-414f-a8ef-b191fda6a084 tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] 10.222.0.22 "GET /v2.0/security-groups?id=1427dbcd-1fd2-4793-a7ed-ac1df574fb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234565 Aug 29 04:17:28.373332 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b23866e-936c-4330-92dc-610f75bfb957 req-103283d8-4ad6-4876-95b3-4226946f0e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:28.375284 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0b23866e-936c-4330-92dc-610f75bfb957 req-103283d8-4ad6-4876-95b3-4226946f0e3c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e1b42450-980b-42a3-969d-e6ff4d7c5e44 HTTP/1.1" status: 200 len: 859 time: 0.1142216 Aug 29 04:17:28.377013 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-e8fa40e5-b29f-4c4c-beb3-0d6df81a659b req-1f233a35-f77b-48f5-9a42-c313369a046f tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:28.408744 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e41a17-18b5-4317-95b1-48e389eb604d service neutron] Pushing event updated for resources: {'Port': ['ID=1695f969-4f2a-42ed-afd8-fb0a78883cd9,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:28.433844 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f233a35-f77b-48f5-9a42-c313369a046f tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] Pushing event deleted for resources: {'Port': ['ID=0a572f6b-629d-411d-990b-46e82e5b7cdc,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:28.436515 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68edc8ec-ba19-4b44-95e6-da86da139188 req-92d68ea1-92a7-416d-bb4a-c3b735df2b33 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:28.444467 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-68edc8ec-ba19-4b44-95e6-da86da139188 req-92d68ea1-92a7-416d-bb4a-c3b735df2b33 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "GET /v2.0/ports?device_id=f67de40e-9c4b-4df7-8589-9317825d95db HTTP/1.1" status: 200 len: 943 time: 0.1866729 Aug 29 04:17:28.463393 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0b23866e-936c-4330-92dc-610f75bfb957 req-f9c64bba-2350-4f99-8f0b-51697a7cee2b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9d43f3ab-9b4a-4dba-a6cb-255676b324fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705481 Aug 29 04:17:28.480878 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-c44eff21-20cb-4fc1-94f4-837399dfd0db req-32e41a17-18b5-4317-95b1-48e389eb604d service neutron] Attempting to bind port 1695f969-4f2a-42ed-afd8-fb0a78883cd9 on host n-h1-712140-12 for vnic_type normal with profile {"migrating_to": "n-h2-712140-12"} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:17:28.481156 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-c44eff21-20cb-4fc1-94f4-837399dfd0db req-32e41a17-18b5-4317-95b1-48e389eb604d service neutron] Attempting to bind port 1695f969-4f2a-42ed-afd8-fb0a78883cd9 by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': '1fc19f14-bf6d-4959-b2c5-ed51e935e5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '53020a37-9cfa-46c3-bf40-16467007f493'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:17:28.481485 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44eff21-20cb-4fc1-94f4-837399dfd0db req-32e41a17-18b5-4317-95b1-48e389eb604d service neutron] Attempting to bind port 1695f969-4f2a-42ed-afd8-fb0a78883cd9 on network 53020a37-9cfa-46c3-bf40-16467007f493 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:17:28.493507 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07bbdd6-f546-4a0b-b81c-f3e0905fb635 req-9a7fdfec-c033-4749-b2c8-1d6ef9d2c816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:28.495042 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d07bbdd6-f546-4a0b-b81c-f3e0905fb635 req-9a7fdfec-c033-4749-b2c8-1d6ef9d2c816 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1307209 Aug 29 04:17:28.495608 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44eff21-20cb-4fc1-94f4-837399dfd0db req-32e41a17-18b5-4317-95b1-48e389eb604d service neutron] Port 1695f969-4f2a-42ed-afd8-fb0a78883cd9 on network 53020a37-9cfa-46c3-bf40-16467007f493 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:17:28.495958 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44eff21-20cb-4fc1-94f4-837399dfd0db req-32e41a17-18b5-4317-95b1-48e389eb604d service neutron] Attempting to bind port 1695f969-4f2a-42ed-afd8-fb0a78883cd9 on network 53020a37-9cfa-46c3-bf40-16467007f493 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:17:28.510303 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44eff21-20cb-4fc1-94f4-837399dfd0db req-32e41a17-18b5-4317-95b1-48e389eb604d service neutron] Checking agent: {'id': '3de9de52-3a03-431d-9d7e-497ae92c57ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:17:28.510650 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44eff21-20cb-4fc1-94f4-837399dfd0db req-32e41a17-18b5-4317-95b1-48e389eb604d service neutron] Checking segment: {'id': '1fc19f14-bf6d-4959-b2c5-ed51e935e5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '53020a37-9cfa-46c3-bf40-16467007f493'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:17:28.511042 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44eff21-20cb-4fc1-94f4-837399dfd0db req-32e41a17-18b5-4317-95b1-48e389eb604d service neutron] Bound using segment: {'id': '1fc19f14-bf6d-4959-b2c5-ed51e935e5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '53020a37-9cfa-46c3-bf40-16467007f493'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:17:28.511483 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-c44eff21-20cb-4fc1-94f4-837399dfd0db req-32e41a17-18b5-4317-95b1-48e389eb604d service neutron] Bound port: 1695f969-4f2a-42ed-afd8-fb0a78883cd9, host: n-h1-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fc19f14-bf6d-4959-b2c5-ed51e935e5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '53020a37-9cfa-46c3-bf40-16467007f493'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:17:28.511882 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-c44eff21-20cb-4fc1-94f4-837399dfd0db req-32e41a17-18b5-4317-95b1-48e389eb604d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:28.520337 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-68edc8ec-ba19-4b44-95e6-da86da139188 req-0cf96831-7368-458a-baaa-26c27060b90a tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae989b78-b6c5-494f-9777-5336c7d3d7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749221 Aug 29 04:17:28.580121 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8813c8fd-eb29-4e6b-9f27-6ec0ec9b365d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1695f969-4f2a-42ed-afd8-fb0a78883cd9'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:17:28.582490 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29ea4261-eba0-4fa3-9a6a-c31879cb23f1" -d '{"events": [{"server_uuid": "8813c8fd-eb29-4e6b-9f27-6ec0ec9b365d", "name": "network-vif-unplugged", "status": "completed", "tag": "1695f969-4f2a-42ed-afd8-fb0a78883cd9"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:17:28.587675 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d44c3d65-57ad-43c0-8577-d096dc11bf77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:28.696831 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-c44eff21-20cb-4fc1-94f4-837399dfd0db req-32e41a17-18b5-4317-95b1-48e389eb604d service neutron] For port 1695f969-4f2a-42ed-afd8-fb0a78883cd9, host n-h1-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:17:28.700418 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b2fe75-eff4-430e-bc81-63bd04dc0298 req-9def2330-aaae-4ea7-87ec-fa3973bca45d tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:28.702162 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-90b2fe75-eff4-430e-bc81-63bd04dc0298 req-9def2330-aaae-4ea7-87ec-fa3973bca45d tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=11fb4299-b6e8-4935-87e8-fd9625e0a808 HTTP/1.1" status: 200 len: 946 time: 0.2376976 Aug 29 04:17:28.703797 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-c44eff21-20cb-4fc1-94f4-837399dfd0db req-32e41a17-18b5-4317-95b1-48e389eb604d service neutron] For port 1695f969-4f2a-42ed-afd8-fb0a78883cd9, host n-h1-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=1695f969-4f2a-42ed-afd8-fb0a78883cd9,segment=NetworkSegment(1fc19f14-bf6d-4959-b2c5-ed51e935e5ad),segment_id=1fc19f14-bf6d-4959-b2c5-ed51e935e5ad)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:17:28.714528 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-c44eff21-20cb-4fc1-94f4-837399dfd0db req-32e41a17-18b5-4317-95b1-48e389eb604d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:28.758619 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef65f74-1270-42bc-8e39-4c4cab669031 req-4490749b-c754-43a0-96cb-345f9d8612ad tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:28.760317 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9ef65f74-1270-42bc-8e39-4c4cab669031 req-4490749b-c754-43a0-96cb-345f9d8612ad tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/ports?device_id=20f70bce-5c3c-4d47-becc-d2af5bc207aa HTTP/1.1" status: 200 len: 948 time: 0.1440508 Aug 29 04:17:28.763321 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0b23866e-936c-4330-92dc-610f75bfb957 req-8514f42a-38e8-4151-8333-e5cb28b39ff9 service neutron] 10.222.0.46 "GET /v2.0/networks/9d43f3ab-9b4a-4dba-a6cb-255676b324fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2816558 Aug 29 04:17:28.769315 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d07bbdd6-f546-4a0b-b81c-f3e0905fb635 req-33ab9e52-a7a3-4ce2-b494-91afe7779b83 service neutron] 10.222.0.46 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541323 Aug 29 04:17:28.812537 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e8fa40e5-b29f-4c4c-beb3-0d6df81a659b req-1f233a35-f77b-48f5-9a42-c313369a046f tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] Router d69ee97c-7435-4272-ae12-c27e1fb7bce2 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:17:28.830189 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-90b2fe75-eff4-430e-bc81-63bd04dc0298 req-a3d161a2-a4be-4e83-b955-7540c1e69e5a tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018951 Aug 29 04:17:28.864644 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e41a17-18b5-4317-95b1-48e389eb604d service neutron] Pushing event updated for resources: {'Port': ['ID=1695f969-4f2a-42ed-afd8-fb0a78883cd9,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:28.899678 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44eff21-20cb-4fc1-94f4-837399dfd0db req-32e41a17-18b5-4317-95b1-48e389eb604d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:28.901110 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-c44eff21-20cb-4fc1-94f4-837399dfd0db req-32e41a17-18b5-4317-95b1-48e389eb604d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:28.903046 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c44eff21-20cb-4fc1-94f4-837399dfd0db req-32e41a17-18b5-4317-95b1-48e389eb604d service neutron] 10.222.0.48 "PUT /v2.0/ports/1695f969-4f2a-42ed-afd8-fb0a78883cd9 HTTP/1.1" status: 200 len: 1124 time: 1.5612845 Aug 29 04:17:28.933286 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9ef65f74-1270-42bc-8e39-4c4cab669031 req-1b725f34-0654-4d62-9270-116d1c68a134 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/security-groups?id=69e9e696-6092-48f5-a28b-387de9f4e688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562421 Aug 29 04:17:28.958501 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 51e0b316-720d-48b9-a953-c2e433fc1b08 details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:17:29.003479 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0b23866e-936c-4330-92dc-610f75bfb957 req-51d303c2-96bf-41f3-a0ff-08af0470d1dc service neutron] 10.222.0.46 "GET /v2.0/networks/9d43f3ab-9b4a-4dba-a6cb-255676b324fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110031 Aug 29 04:17:29.009574 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d07bbdd6-f546-4a0b-b81c-f3e0905fb635 req-90245a86-2998-4a9e-a93c-05870853a4c0 service neutron] 10.222.0.46 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184389 Aug 29 04:17:29.014758 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c71fc295-40d6-4541-9637-112c5c940001 x-openstack-request-id: req-c71fc295-40d6-4541-9637-112c5c940001 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:17:29.015070 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8813c8fd-eb29-4e6b-9f27-6ec0ec9b365d", "name": "network-vif-unplugged", "status": "completed", "tag": "1695f969-4f2a-42ed-afd8-fb0a78883cd9", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:17:29.015570 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c71fc295-40d6-4541-9637-112c5c940001 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:17:29.016087 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8813c8fd-eb29-4e6b-9f27-6ec0ec9b365d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1695f969-4f2a-42ed-afd8-fb0a78883cd9', 'code': 200} Aug 29 04:17:29.059563 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d44c3d65-57ad-43c0-8577-d096dc11bf77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:29.068249 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d44c3d65-57ad-43c0-8577-d096dc11bf77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:29.074222 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['1695f969-4f2a-42ed-afd8-fb0a78883cd9'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:17:29.130758 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf0e56c-7fc8-4d69-9416-76b5ce77f41e req-20e9e602-ee6d-4bb2-a0bd-f57d15f5ccaa tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:29.132524 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-adf0e56c-7fc8-4d69-9416-76b5ce77f41e req-20e9e602-ee6d-4bb2-a0bd-f57d15f5ccaa tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c617289-e2a1-439d-b627-a39be3c3c540 HTTP/1.1" status: 200 len: 944 time: 0.1024561 Aug 29 04:17:29.160347 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['1695f969-4f2a-42ed-afd8-fb0a78883cd9'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:17:29.174784 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44c3d65-57ad-43c0-8577-d096dc11bf77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af96c19d-7dda-414b-8ae0-a5e90a9953fb,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:29.182180 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-d44c3d65-57ad-43c0-8577-d096dc11bf77 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=847ab571a80b4f57aaa739c2bac8ef42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8540428 Aug 29 04:17:29.188782 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 45716) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:29.200677 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-adf0e56c-7fc8-4d69-9416-76b5ce77f41e req-f2a6a835-c2a4-47e7-b483-415faa6d9b11 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/security-groups?id=0af834e7-acaf-4d90-a371-bad8b3cc1714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567157 Aug 29 04:17:29.218659 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e8fa40e5-b29f-4c4c-beb3-0d6df81a659b req-1f233a35-f77b-48f5-9a42-c313369a046f tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:17:29.261682 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-50e3769f-d75b-4842-bbe9-1441384433cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:29.262121 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b3dad3-1f90-49ef-aebe-195b2cae77c0 None None] Sync routers for ids ['d69ee97c-7435-4272-ae12-c27e1fb7bce2'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:17:29.277068 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8fa40e5-b29f-4c4c-beb3-0d6df81a659b req-1f233a35-f77b-48f5-9a42-c313369a046f tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] No DVR routers for this DVR port 0a572f6b-629d-411d-990b-46e82e5b7cdc on host n-h2-712140-12 {{(pid=94829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:17:29.279833 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-e8fa40e5-b29f-4c4c-beb3-0d6df81a659b req-1f233a35-f77b-48f5-9a42-c313369a046f tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:29.281943 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e8fa40e5-b29f-4c4c-beb3-0d6df81a659b req-1f233a35-f77b-48f5-9a42-c313369a046f tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] 10.222.0.48 "DELETE /v2.0/ports/0a572f6b-629d-411d-990b-46e82e5b7cdc HTTP/1.1" status: 204 len: 173 time: 2.4500926 Aug 29 04:17:29.282923 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bff4235-b6c4-4a1a-b4d5-8712fa116047', 'name': 'network-vif-deleted', 'tag': '0a572f6b-629d-411d-990b-46e82e5b7cdc'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:17:29.285620 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9d2dfec-c6e3-4e96-bfa0-6f3af1580881" -d '{"events": [{"server_uuid": "5bff4235-b6c4-4a1a-b4d5-8712fa116047", "name": "network-vif-deleted", "tag": "0a572f6b-629d-411d-990b-46e82e5b7cdc"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:17:29.291353 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-50e3769f-d75b-4842-bbe9-1441384433cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:29.299659 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 51e0b316-720d-48b9-a953-c2e433fc1b08, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=51e0b316-720d-48b9-a953-c2e433fc1b08,segment=NetworkSegment(a7781f63-ba5d-4897-94e2-13b2354f76f1),segment_id=a7781f63-ba5d-4897-94e2-13b2354f76f1)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:29.316125 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Returning: {'device': '51e0b316-720d-48b9-a953-c2e433fc1b08', 'network_id': '9d43f3ab-9b4a-4dba-a6cb-255676b324fd', 'port_id': '51e0b316-720d-48b9-a953-c2e433fc1b08', 'mac_address': 'fa:16:3e:4a:97:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1b42450-980b-42a3-969d-e6ff4d7c5e44', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:17:29.369830 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea28bab1-0246-4f46-b62a-02eb5801ee6d x-openstack-request-id: req-ea28bab1-0246-4f46-b62a-02eb5801ee6d {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:17:29.370439 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bff4235-b6c4-4a1a-b4d5-8712fa116047", "name": "network-vif-deleted", "tag": "0a572f6b-629d-411d-990b-46e82e5b7cdc", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:17:29.370439 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ea28bab1-0246-4f46-b62a-02eb5801ee6d {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:17:29.370850 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bff4235-b6c4-4a1a-b4d5-8712fa116047', 'name': 'network-vif-deleted', 'tag': '0a572f6b-629d-411d-990b-46e82e5b7cdc', 'status': 'completed', 'code': 200} Aug 29 04:17:29.380887 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-50e3769f-d75b-4842-bbe9-1441384433cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:29.381146 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f6b5db-5f57-4bce-852d-c70677b030d4 req-fc7cf2a7-2243-4f95-a298-1fce6d569434 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:29.382539 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-53f6b5db-5f57-4bce-852d-c70677b030d4 req-fc7cf2a7-2243-4f95-a298-1fce6d569434 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=8813c8fd-eb29-4e6b-9f27-6ec0ec9b365d HTTP/1.1" status: 200 len: 944 time: 0.1071870 Aug 29 04:17:29.384604 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-50e3769f-d75b-4842-bbe9-1441384433cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:29.387760 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-50e3769f-d75b-4842-bbe9-1441384433cd admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/af96c19d-7dda-414b-8ae0-a5e90a9953fb HTTP/1.1" status: 204 len: 168 time: 0.1951745 Aug 29 04:17:29.394834 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3769f-d75b-4842-bbe9-1441384433cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af96c19d-7dda-414b-8ae0-a5e90a9953fb,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:29.446018 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b3dad3-1f90-49ef-aebe-195b2cae77c0 None None] Routers {'d69ee97c-7435-4272-ae12-c27e1fb7bce2'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:17:29.446661 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-65b3dad3-1f90-49ef-aebe-195b2cae77c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:17:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['d69ee97c-7435-4272-ae12-c27e1fb7bce2'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:17:29.491366 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-53f6b5db-5f57-4bce-852d-c70677b030d4 req-4af0a38e-e4cb-4b3d-8815-627db338f8cb tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919168 Aug 29 04:17:29.529068 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1e82bd2a-e421-4130-9f55-c9a5c98786ad req-1bce7efd-d092-449d-b00c-0f59972054d2 tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] 10.222.0.22 "GET /v2.0/ports?device_id=5bff4235-b6c4-4a1a-b4d5-8712fa116047 HTTP/1.1" status: 200 len: 210 time: 0.0378301 Aug 29 04:17:29.553741 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device a81c7e9d-5ef4-4363-97f3-843be5fcd915 details requested by agent hyperv_n-h2-712140-12 with host n-h2-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:17:29.569244 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 0a572f6b-629d-411d-990b-46e82e5b7cdc no longer exists at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:17:29.580775 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:29.618668 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51e0b316-720d-48b9-a953-c2e433fc1b08 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:17:29.665428 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ffebcd-50ad-4151-ad87-10bffff55897 req-1b36eef1-67b1-454c-84a4-1e18ccc2ab0d tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:29.667240 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-51ffebcd-50ad-4151-ad87-10bffff55897 req-1b36eef1-67b1-454c-84a4-1e18ccc2ab0d tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "GET /v2.0/ports?device_id=f67de40e-9c4b-4df7-8589-9317825d95db HTTP/1.1" status: 200 len: 943 time: 0.0528011 Aug 29 04:17:29.673143 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] No Port match for: 0a572f6b-629d-411d-990b-46e82e5b7cdc {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:17:29.673493 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 0a572f6b-629d-411d-990b-46e82e5b7cdc not bound to the agent host n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:17:29.707948 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-51ffebcd-50ad-4151-ad87-10bffff55897 req-b03bf2f2-7831-4bdc-b253-d97264515589 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae989b78-b6c5-494f-9777-5336c7d3d7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340199 Aug 29 04:17:29.713983 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 51e0b316-720d-48b9-a953-c2e433fc1b08, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=51e0b316-720d-48b9-a953-c2e433fc1b08,segment=NetworkSegment(a7781f63-ba5d-4897-94e2-13b2354f76f1),segment_id=a7781f63-ba5d-4897-94e2-13b2354f76f1)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:29.730763 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:29.841421 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-65b3dad3-1f90-49ef-aebe-195b2cae77c0 None None] Set router d69ee97c-7435-4272-ae12-c27e1fb7bce2 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:17:29.988582 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=51e0b316-720d-48b9-a953-c2e433fc1b08,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:30.007967 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ca0c71-d907-46fb-a9b7-a1d8b419ed34 req-40f66df1-6db6-4210-a658-34664a0472f9 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:30.020561 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d5ca0c71-d907-46fb-a9b7-a1d8b419ed34 req-40f66df1-6db6-4210-a658-34664a0472f9 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=11fb4299-b6e8-4935-87e8-fd9625e0a808 HTTP/1.1" status: 200 len: 946 time: 0.1022708 Aug 29 04:17:30.062249 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port a81c7e9d-5ef4-4363-97f3-843be5fcd915, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=a81c7e9d-5ef4-4363-97f3-843be5fcd915,segment=NetworkSegment(3a361a5a-9d59-4b40-a4d8-5fab9d00c859),segment_id=3a361a5a-9d59-4b40-a4d8-5fab9d00c859)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:30.077748 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d5ca0c71-d907-46fb-a9b7-a1d8b419ed34 req-1eed8826-fbf5-437c-811c-dcf8d20e4dca tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507534 Aug 29 04:17:30.080706 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Returning: {'device': 'a81c7e9d-5ef4-4363-97f3-843be5fcd915', 'network_id': 'fe770585-a0e4-43ec-865b-d1030eff1ee8', 'port_id': 'a81c7e9d-5ef4-4363-97f3-843be5fcd915', 'mac_address': 'fa:16:3e:b0:fa:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f04b5666-45e5-4baa-8010-af21415a61db', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:17:30.128179 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45145520-f9d5-422e-a8c4-77af88169f5a req-4054ec69-78ce-4a88-ba0d-60b6012d4434 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:30.130013 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-45145520-f9d5-422e-a8c4-77af88169f5a req-4054ec69-78ce-4a88-ba0d-60b6012d4434 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/ports?device_id=20f70bce-5c3c-4d47-becc-d2af5bc207aa HTTP/1.1" status: 200 len: 948 time: 0.0848091 Aug 29 04:17:30.166049 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:30.175034 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-45145520-f9d5-422e-a8c4-77af88169f5a req-c5110277-1d48-456f-914b-2c9d2fd245c8 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/security-groups?id=69e9e696-6092-48f5-a28b-387de9f4e688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372510 Aug 29 04:17:30.184475 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a81c7e9d-5ef4-4363-97f3-843be5fcd915 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:17:30.212569 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port a81c7e9d-5ef4-4363-97f3-843be5fcd915, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=a81c7e9d-5ef4-4363-97f3-843be5fcd915,segment=NetworkSegment(3a361a5a-9d59-4b40-a4d8-5fab9d00c859),segment_id=3a361a5a-9d59-4b40-a4d8-5fab9d00c859)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:30.218341 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:30.245550 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['51e0b316-720d-48b9-a953-c2e433fc1b08'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:17:30.283539 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-65b3dad3-1f90-49ef-aebe-195b2cae77c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd69ee97c-7435-4272-ae12-c27e1fb7bce2', 'name': 'tempest-ServersTestJSON-515532501-router', 'tenant_id': 'bb6e10a651234f1892cfd75265a07adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '25feee62-a776-484c-81a4-2dc9b649e21e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:13:15Z', 'updated_at': '2021-08-29T04:13:22Z', 'revision_number': 4, 'project_id': 'bb6e10a651234f1892cfd75265a07adc', 'gw_port': {'id': '25feee62-a776-484c-81a4-2dc9b649e21e', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:46:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69ee97c-7435-4272-ae12-c27e1fb7bce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:13:16Z', 'updated_at': '2021-08-29T04:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': 'cb13066a-6902-4dfd-b513-4c7b3531adb6', 'name': '', 'network_id': 'e550fef6-11de-4328-a156-3af4f67461c6', 'tenant_id': 'bb6e10a651234f1892cfd75265a07adc', 'mac_address': 'fa:16:3e:ce:4e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69ee97c-7435-4272-ae12-c27e1fb7bce2', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '4718f4d9-f95e-437e-b5e4-68b9c2bae735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:13:20Z', 'updated_at': '2021-08-29T04:13:37Z', 'revision_number': 5, 'project_id': 'bb6e10a651234f1892cfd75265a07adc', 'subnets': [{'id': '4718f4d9-f95e-437e-b5e4-68b9c2bae735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:17:30.329690 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b3dad3-1f90-49ef-aebe-195b2cae77c0 None None] Checking router: d69ee97c-7435-4272-ae12-c27e1fb7bce2 for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:17:30.343053 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfbe8c8-d4d2-43eb-9fe0-eeed932c8885 req-c624d85b-51f0-4fd3-b6a6-0424775f4dc8 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:30.344891 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7cfbe8c8-d4d2-43eb-9fe0-eeed932c8885 req-c624d85b-51f0-4fd3-b6a6-0424775f4dc8 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c617289-e2a1-439d-b627-a39be3c3c540 HTTP/1.1" status: 200 len: 945 time: 0.0597765 Aug 29 04:17:30.356453 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=a81c7e9d-5ef4-4363-97f3-843be5fcd915,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:30.375578 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b3dad3-1f90-49ef-aebe-195b2cae77c0 None None] Routers {'d69ee97c-7435-4272-ae12-c27e1fb7bce2'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:17:30.377045 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-65b3dad3-1f90-49ef-aebe-195b2cae77c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:17:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['d69ee97c-7435-4272-ae12-c27e1fb7bce2'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:17:30.391522 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7cfbe8c8-d4d2-43eb-9fe0-eeed932c8885 req-cbe0b82a-9b13-418f-aefc-7cceb9076b43 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/security-groups?id=0af834e7-acaf-4d90-a371-bad8b3cc1714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396254 Aug 29 04:17:30.648097 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 45758) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:30.706887 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea1f0d3-fa75-4f27-95b1-df90dbf1047d req-f65a9f8b-d2ee-45ba-a76d-de78275e75fc tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:30.708662 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-65b3dad3-1f90-49ef-aebe-195b2cae77c0 None None] Set router d69ee97c-7435-4272-ae12-c27e1fb7bce2 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:17:30.708803 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7ea1f0d3-fa75-4f27-95b1-df90dbf1047d req-f65a9f8b-d2ee-45ba-a76d-de78275e75fc tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=8813c8fd-eb29-4e6b-9f27-6ec0ec9b365d HTTP/1.1" status: 200 len: 944 time: 0.0815060 Aug 29 04:17:30.742124 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c5ff192d-fb3d-4f5c-8ce2-b16ad8c8bd6a tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:30.779425 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c5ff192d-fb3d-4f5c-8ce2-b16ad8c8bd6a tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:30.790961 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7ea1f0d3-fa75-4f27-95b1-df90dbf1047d req-e3f2a709-9c40-4768-8a7c-f5e2121c545e tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754099 Aug 29 04:17:30.837556 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c5ff192d-fb3d-4f5c-8ce2-b16ad8c8bd6a tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:30.840195 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c5ff192d-fb3d-4f5c-8ce2-b16ad8c8bd6a tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:30.841358 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-c5ff192d-fb3d-4f5c-8ce2-b16ad8c8bd6a tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] 10.222.0.22 "DELETE /v2.0/security-groups/1427dbcd-1fd2-4793-a7ed-ac1df574fb2c HTTP/1.1" status: 204 len: 168 time: 0.1918759 Aug 29 04:17:30.843884 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 45762) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:30.858638 n-d-712140-12 neutron-server[94829]: INFO neutron.api.v2.resource [None req-d2a9b0ac-0429-449f-b7de-d2d113286f14 tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] show failed (client error): The resource could not be found. Aug 29 04:17:30.862706 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-d2a9b0ac-0429-449f-b7de-d2d113286f14 tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] 10.222.0.22 "GET /v2.0/security-groups/1427dbcd-1fd2-4793-a7ed-ac1df574fb2c HTTP/1.1" status: 404 len: 347 time: 0.0147943 Aug 29 04:17:30.864448 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 45764) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:30.872131 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ff192d-fb3d-4f5c-8ce2-b16ad8c8bd6a tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1427dbcd-1fd2-4793-a7ed-ac1df574fb2c,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:30.898749 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf9a72c-692c-4814-a906-9ea7ad71411f req-cae95c3c-2504-483b-be72-5579799e8582 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:30.900836 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3cf9a72c-692c-4814-a906-9ea7ad71411f req-cae95c3c-2504-483b-be72-5579799e8582 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "GET /v2.0/ports?device_id=f67de40e-9c4b-4df7-8589-9317825d95db HTTP/1.1" status: 200 len: 944 time: 0.0730908 Aug 29 04:17:30.909180 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['a81c7e9d-5ef4-4363-97f3-843be5fcd915'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:17:30.941934 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3cf9a72c-692c-4814-a906-9ea7ad71411f req-5bbe1f10-8559-4140-a55e-d93f5cd33f47 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae989b78-b6c5-494f-9777-5336c7d3d7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349507 Aug 29 04:17:30.977099 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device dba8531b-5497-4ce4-a7d5-2907dbf0117c details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:17:31.012709 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-b7186758-b504-4f5b-8255-3b1d41ba71c8 tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] Deleting port 1fda2041-79b3-40ab-812a-ddc3c5b0b4c2 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:17:31.013135 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b7186758-b504-4f5b-8255-3b1d41ba71c8 tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:31.017314 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8813c8fd-eb29-4e6b-9f27-6ec0ec9b365d', 'tag': '1695f969-4f2a-42ed-afd8-fb0a78883cd9'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:17:31.019784 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59952536-5648-4682-9aad-92599cec5687" -d '{"events": [{"name": "network-changed", "server_uuid": "8813c8fd-eb29-4e6b-9f27-6ec0ec9b365d", "tag": "1695f969-4f2a-42ed-afd8-fb0a78883cd9"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:17:31.062726 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e0d00b5-4e52-43c5-975a-b361691bde43 x-openstack-request-id: req-1e0d00b5-4e52-43c5-975a-b361691bde43 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:17:31.063244 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8813c8fd-eb29-4e6b-9f27-6ec0ec9b365d", "tag": "1695f969-4f2a-42ed-afd8-fb0a78883cd9", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:17:31.063494 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1e0d00b5-4e52-43c5-975a-b361691bde43 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:17:31.063920 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8813c8fd-eb29-4e6b-9f27-6ec0ec9b365d', 'tag': '1695f969-4f2a-42ed-afd8-fb0a78883cd9', 'status': 'completed', 'code': 200} Aug 29 04:17:31.098831 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b7186758-b504-4f5b-8255-3b1d41ba71c8 tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:31.099078 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b7186758-b504-4f5b-8255-3b1d41ba71c8 tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:31.113571 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-b7186758-b504-4f5b-8255-3b1d41ba71c8 tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] Calling delete_port for 1fda2041-79b3-40ab-812a-ddc3c5b0b4c2 owned by network:floatingip {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:17:31.155016 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59952536-5648-4682-9aad-92599cec5687 req-c51f40ca-3307-48f7-b348-0a50fede2e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:31.157120 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-59952536-5648-4682-9aad-92599cec5687 req-c51f40ca-3307-48f7-b348-0a50fede2e92 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1d0658a0a90a4facb02cad62921e20d5&device_id=8813c8fd-eb29-4e6b-9f27-6ec0ec9b365d HTTP/1.1" status: 200 len: 1127 time: 0.0655701 Aug 29 04:17:31.185151 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port dba8531b-5497-4ce4-a7d5-2907dbf0117c, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=dba8531b-5497-4ce4-a7d5-2907dbf0117c,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:31.208887 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Returning: {'device': 'dba8531b-5497-4ce4-a7d5-2907dbf0117c', 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45', 'port_id': 'dba8531b-5497-4ce4-a7d5-2907dbf0117c', 'mac_address': 'fa:16:3e:68:74:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18cd12d4-b12a-41b0-b0c5-618edbb84e74', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:17:31.252889 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-65b3dad3-1f90-49ef-aebe-195b2cae77c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd69ee97c-7435-4272-ae12-c27e1fb7bce2', 'name': 'tempest-ServersTestJSON-515532501-router', 'tenant_id': 'bb6e10a651234f1892cfd75265a07adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '25feee62-a776-484c-81a4-2dc9b649e21e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:13:15Z', 'updated_at': '2021-08-29T04:13:22Z', 'revision_number': 4, 'project_id': 'bb6e10a651234f1892cfd75265a07adc', 'gw_port': {'id': '25feee62-a776-484c-81a4-2dc9b649e21e', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:46:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69ee97c-7435-4272-ae12-c27e1fb7bce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:13:16Z', 'updated_at': '2021-08-29T04:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': 'cb13066a-6902-4dfd-b513-4c7b3531adb6', 'name': '', 'network_id': 'e550fef6-11de-4328-a156-3af4f67461c6', 'tenant_id': 'bb6e10a651234f1892cfd75265a07adc', 'mac_address': 'fa:16:3e:ce:4e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69ee97c-7435-4272-ae12-c27e1fb7bce2', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '4718f4d9-f95e-437e-b5e4-68b9c2bae735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:13:20Z', 'updated_at': '2021-08-29T04:13:37Z', 'revision_number': 5, 'project_id': 'bb6e10a651234f1892cfd75265a07adc', 'subnets': [{'id': '4718f4d9-f95e-437e-b5e4-68b9c2bae735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:17:31.274750 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c01536-03e9-405c-8b78-abffb5e28af9 req-5be6e358-1495-449a-8136-58e1c0c77e2d tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:31.276449 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-68c01536-03e9-405c-8b78-abffb5e28af9 req-5be6e358-1495-449a-8136-58e1c0c77e2d tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=11fb4299-b6e8-4935-87e8-fd9625e0a808 HTTP/1.1" status: 200 len: 946 time: 0.1129177 Aug 29 04:17:31.293347 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b3dad3-1f90-49ef-aebe-195b2cae77c0 None None] The sync data for ids ['d69ee97c-7435-4272-ae12-c27e1fb7bce2'] in n-d-712140-12 is: [{'id': 'd69ee97c-7435-4272-ae12-c27e1fb7bce2', 'name': 'tempest-ServersTestJSON-515532501-router', 'tenant_id': 'bb6e10a651234f1892cfd75265a07adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '25feee62-a776-484c-81a4-2dc9b649e21e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:13:15Z', 'updated_at': '2021-08-29T04:13:22Z', 'revision_number': 4, 'project_id': 'bb6e10a651234f1892cfd75265a07adc', 'gw_port': {'id': '25feee62-a776-484c-81a4-2dc9b649e21e', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:46:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69ee97c-7435-4272-ae12-c27e1fb7bce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:13:16Z', 'updated_at': '2021-08-29T04:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': 'cb13066a-6902-4dfd-b513-4c7b3531adb6', 'name': '', 'network_id': 'e550fef6-11de-4328-a156-3af4f67461c6', 'tenant_id': 'bb6e10a651234f1892cfd75265a07adc', 'mac_address': 'fa:16:3e:ce:4e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69ee97c-7435-4272-ae12-c27e1fb7bce2', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '4718f4d9-f95e-437e-b5e4-68b9c2bae735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:13:20Z', 'updated_at': '2021-08-29T04:13:37Z', 'revision_number': 5, 'project_id': 'bb6e10a651234f1892cfd75265a07adc', 'subnets': [{'id': '4718f4d9-f95e-437e-b5e4-68b9c2bae735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:17:31.303566 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:31.319826 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dba8531b-5497-4ce4-a7d5-2907dbf0117c {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:17:31.343059 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port dba8531b-5497-4ce4-a7d5-2907dbf0117c, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=dba8531b-5497-4ce4-a7d5-2907dbf0117c,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:31.347839 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-68c01536-03e9-405c-8b78-abffb5e28af9 req-e06f37ac-63a4-4067-a381-9acfd78fc4a2 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514238 Aug 29 04:17:31.348816 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:31.350927 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59952536-5648-4682-9aad-92599cec5687 req-f219b568-fec0-45cd-b4ea-69f4f3a61ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:31.352405 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-59952536-5648-4682-9aad-92599cec5687 req-f219b568-fec0-45cd-b4ea-69f4f3a61ba2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=53020a37-9cfa-46c3-bf40-16467007f493 HTTP/1.1" status: 200 len: 921 time: 0.1606262 Aug 29 04:17:31.368639 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b7186758-b504-4f5b-8255-3b1d41ba71c8 tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:31.405357 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7186758-b504-4f5b-8255-3b1d41ba71c8 tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] Pushing event deleted for resources: {'Port': ['ID=1fda2041-79b3-40ab-812a-ddc3c5b0b4c2,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:31.413461 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=dba8531b-5497-4ce4-a7d5-2907dbf0117c,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:31.419907 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7223ac1-22c8-4042-85d8-2d421ac48674 req-9c92ce90-ee2c-4a47-935a-03a487d578cf tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:31.421687 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f7223ac1-22c8-4042-85d8-2d421ac48674 req-9c92ce90-ee2c-4a47-935a-03a487d578cf tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/ports?device_id=20f70bce-5c3c-4d47-becc-d2af5bc207aa HTTP/1.1" status: 200 len: 948 time: 0.1267266 Aug 29 04:17:31.436931 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-59952536-5648-4682-9aad-92599cec5687 req-67b9a66c-1e0a-4e2f-8739-9929da56fc31 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1695f969-4f2a-42ed-afd8-fb0a78883cd9 HTTP/1.1" status: 200 len: 217 time: 0.0590072 Aug 29 04:17:31.509852 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b7186758-b504-4f5b-8255-3b1d41ba71c8 tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] Notify callbacks [] for floatingip, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:31.512835 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b7186758-b504-4f5b-8255-3b1d41ba71c8 tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:31.518778 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-b7186758-b504-4f5b-8255-3b1d41ba71c8 tempest-ServersTestJSON-1780160683 tempest-ServersTestJSON-1780160683-project] 10.222.0.22 "DELETE /v2.0/floatingips/befca590-dd8a-42b3-9659-e1a7df3d4018 HTTP/1.1" status: 204 len: 168 time: 0.6485629 Aug 29 04:17:31.520667 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f7223ac1-22c8-4042-85d8-2d421ac48674 req-03d822cc-c194-49fb-ac35-5000d5710cd7 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/security-groups?id=69e9e696-6092-48f5-a28b-387de9f4e688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914478 Aug 29 04:17:31.521805 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 45774) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:31.542780 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59952536-5648-4682-9aad-92599cec5687 req-b577939f-c3e1-43dd-8a8d-8f166cfdb0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:31.544496 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-59952536-5648-4682-9aad-92599cec5687 req-b577939f-c3e1-43dd-8a8d-8f166cfdb0ad service neutron] 10.222.0.46 "GET /v2.0/subnets?id=210c6ef6-f12f-4dde-90b9-22d1971290b1 HTTP/1.1" status: 200 len: 860 time: 0.0844424 Aug 29 04:17:31.577096 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32170494-f4fc-48c7-a841-45128a73ec40 req-5efadcb5-af69-4cca-ae07-bf71df9eaeb5 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:31.578934 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-32170494-f4fc-48c7-a841-45128a73ec40 req-5efadcb5-af69-4cca-ae07-bf71df9eaeb5 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c617289-e2a1-439d-b627-a39be3c3c540 HTTP/1.1" status: 200 len: 945 time: 0.0871942 Aug 29 04:17:31.596599 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-59952536-5648-4682-9aad-92599cec5687 req-0f734964-1a25-4079-99fc-759186fa537d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=53020a37-9cfa-46c3-bf40-16467007f493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412419 Aug 29 04:17:31.722832 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-32170494-f4fc-48c7-a841-45128a73ec40 req-6673c111-3f48-49cc-bf1d-6f3809b3d72a tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/security-groups?id=0af834e7-acaf-4d90-a371-bad8b3cc1714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288040 Aug 29 04:17:31.742420 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50cfe6d-c919-4012-a71a-b914b2749596 None None] New status for floating IP befca590-dd8a-42b3-9659-e1a7df3d4018: DOWN {{(pid=94831) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:17:31.772233 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['dba8531b-5497-4ce4-a7d5-2907dbf0117c'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:17:31.789318 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-59952536-5648-4682-9aad-92599cec5687 req-dc1879de-7a99-4519-8a68-b88a4372d87c service neutron] 10.222.0.46 "GET /v2.0/networks/53020a37-9cfa-46c3-bf40-16467007f493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795492 Aug 29 04:17:31.964801 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-59952536-5648-4682-9aad-92599cec5687 req-8409d3bc-44be-4dff-8d5d-be745494e96d service neutron] 10.222.0.46 "GET /v2.0/networks/53020a37-9cfa-46c3-bf40-16467007f493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632798 Aug 29 04:17:32.063361 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76469174-c659-4c7d-834c-027ec8f566d7 req-8deae1a5-ab5b-4491-bf6e-b302fea5a9cd tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:32.064902 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-76469174-c659-4c7d-834c-027ec8f566d7 req-8deae1a5-ab5b-4491-bf6e-b302fea5a9cd tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=8813c8fd-eb29-4e6b-9f27-6ec0ec9b365d HTTP/1.1" status: 200 len: 944 time: 0.0772641 Aug 29 04:17:32.072665 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b1c69742-7a8c-45a3-bb2d-55eeb95d86c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713413'] for router_interface, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:32.100731 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabae3c0-5feb-4f5d-964c-be975b2ad611 req-8d9a552a-78f7-41f2-ac10-0bc76362f520 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:32.102236 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fabae3c0-5feb-4f5d-964c-be975b2ad611 req-8d9a552a-78f7-41f2-ac10-0bc76362f520 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "GET /v2.0/ports?device_id=f67de40e-9c4b-4df7-8589-9317825d95db HTTP/1.1" status: 200 len: 944 time: 0.0586078 Aug 29 04:17:32.141614 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fabae3c0-5feb-4f5d-964c-be975b2ad611 req-2d79fd1a-c29e-49ad-99d5-2792958fbee6 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae989b78-b6c5-494f-9777-5336c7d3d7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331762 Aug 29 04:17:32.176185 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-76469174-c659-4c7d-834c-027ec8f566d7 req-2203f93c-ee9e-45f9-bd56-e4b757e31ce6 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997419 Aug 29 04:17:32.347340 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-b1c69742-7a8c-45a3-bb2d-55eeb95d86c2 admin admin] Deleting port cb13066a-6902-4dfd-b513-4c7b3531adb6 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:17:32.347583 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b1c69742-7a8c-45a3-bb2d-55eeb95d86c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:32.431724 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-b1c69742-7a8c-45a3-bb2d-55eeb95d86c2 admin admin] For port cb13066a-6902-4dfd-b513-4c7b3531adb6, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=cb13066a-6902-4dfd-b513-4c7b3531adb6,segment=NetworkSegment(bcf35ba8-7cf7-42bd-89f1-3efe7c8efcb4),segment_id=bcf35ba8-7cf7-42bd-89f1-3efe7c8efcb4)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:32.431724 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b1c69742-7a8c-45a3-bb2d-55eeb95d86c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:32.451479 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-b1c69742-7a8c-45a3-bb2d-55eeb95d86c2 admin admin] Calling delete_port for cb13066a-6902-4dfd-b513-4c7b3531adb6 owned by network:router_interface {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:17:32.493506 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e75f128-4a29-467a-a595-93a5eb28e646 req-6d3953f1-64d5-4439-ab59-ef84326af88b tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:32.495044 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1e75f128-4a29-467a-a595-93a5eb28e646 req-6d3953f1-64d5-4439-ab59-ef84326af88b tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=11fb4299-b6e8-4935-87e8-fd9625e0a808 HTTP/1.1" status: 200 len: 946 time: 0.0597765 Aug 29 04:17:32.535408 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1e75f128-4a29-467a-a595-93a5eb28e646 req-fe805672-865f-49b3-8c3a-db6d80944232 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341060 Aug 29 04:17:32.681156 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030029cc-7d67-408e-bb50-6e4694239b8e req-3c2be287-537d-4574-a92b-cb2bf85d79c0 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:32.682642 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-030029cc-7d67-408e-bb50-6e4694239b8e req-3c2be287-537d-4574-a92b-cb2bf85d79c0 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/ports?device_id=20f70bce-5c3c-4d47-becc-d2af5bc207aa HTTP/1.1" status: 200 len: 949 time: 0.0820758 Aug 29 04:17:32.731796 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b1c69742-7a8c-45a3-bb2d-55eeb95d86c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:32.760014 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-030029cc-7d67-408e-bb50-6e4694239b8e req-09456931-d3ad-4b93-b451-6055746343cb tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/security-groups?id=69e9e696-6092-48f5-a28b-387de9f4e688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672882 Aug 29 04:17:32.762933 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c69742-7a8c-45a3-bb2d-55eeb95d86c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb13066a-6902-4dfd-b513-4c7b3531adb6,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:32.898327 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793333f6-92d6-43c4-95c0-9eff5bcd012e req-5b9f2526-1a30-4431-bdcb-971cdf036d85 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:32.900614 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-793333f6-92d6-43c4-95c0-9eff5bcd012e req-5b9f2526-1a30-4431-bdcb-971cdf036d85 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c617289-e2a1-439d-b627-a39be3c3c540 HTTP/1.1" status: 200 len: 945 time: 0.0564208 Aug 29 04:17:32.948395 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-793333f6-92d6-43c4-95c0-9eff5bcd012e req-8cb38164-7a54-4e4e-9ba1-4fd636dff72b tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/security-groups?id=0af834e7-acaf-4d90-a371-bad8b3cc1714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369654 Aug 29 04:17:32.979268 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b1c69742-7a8c-45a3-bb2d-55eeb95d86c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-713231'] for router_interface, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:32.983300 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 51e0b316-720d-48b9-a953-c2e433fc1b08 up at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:17:33.048807 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning for port 51e0b316-720d-48b9-a953-c2e433fc1b08 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:17:33.055039 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning complete for port 51e0b316-720d-48b9-a953-c2e433fc1b08 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:17:33.055420 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:33.153227 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:33.179620 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f67de40e-9c4b-4df7-8589-9317825d95db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51e0b316-720d-48b9-a953-c2e433fc1b08'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:17:33.182547 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fd15884-dc33-493e-88ba-a04d0b7ed544" -d '{"events": [{"server_uuid": "f67de40e-9c4b-4df7-8589-9317825d95db", "name": "network-vif-plugged", "status": "completed", "tag": "51e0b316-720d-48b9-a953-c2e433fc1b08"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:17:33.206270 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 51e0b316-720d-48b9-a953-c2e433fc1b08, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=51e0b316-720d-48b9-a953-c2e433fc1b08,segment=NetworkSegment(a7781f63-ba5d-4897-94e2-13b2354f76f1),segment_id=a7781f63-ba5d-4897-94e2-13b2354f76f1)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:33.218195 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:33.262337 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08492014-88dc-45eb-9b48-3daa202b059f x-openstack-request-id: req-08492014-88dc-45eb-9b48-3daa202b059f {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:17:33.262785 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f67de40e-9c4b-4df7-8589-9317825d95db", "name": "network-vif-plugged", "status": "completed", "tag": "51e0b316-720d-48b9-a953-c2e433fc1b08", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:17:33.263283 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-08492014-88dc-45eb-9b48-3daa202b059f {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:17:33.263810 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f67de40e-9c4b-4df7-8589-9317825d95db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51e0b316-720d-48b9-a953-c2e433fc1b08', 'code': 200} Aug 29 04:17:33.315444 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a01f5b24-b452-4c26-a488-72a1fe4f5828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:33.321917 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aaaf91-6d48-4540-b2a9-cda7ee2a0a06 req-65c3f741-233a-487b-bc10-773f8af4985c tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:33.323472 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-51aaaf91-6d48-4540-b2a9-cda7ee2a0a06 req-65c3f741-233a-487b-bc10-773f8af4985c tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "GET /v2.0/ports?device_id=f67de40e-9c4b-4df7-8589-9317825d95db HTTP/1.1" status: 200 len: 945 time: 0.0943949 Aug 29 04:17:33.331026 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1c69742-7a8c-45a3-bb2d-55eeb95d86c2 admin admin] Router d69ee97c-7435-4272-ae12-c27e1fb7bce2 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:17:33.335609 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=51e0b316-720d-48b9-a953-c2e433fc1b08,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:33.412985 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-51aaaf91-6d48-4540-b2a9-cda7ee2a0a06 req-4a18095a-8ec8-4ce4-8021-aef387c3d8d9 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae989b78-b6c5-494f-9777-5336c7d3d7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797193 Aug 29 04:17:33.432448 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becc0461-87a9-4947-8ada-591970b9219b req-9f9ef9ab-fd52-43e5-9b76-7ddf461f8126 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:33.434675 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-becc0461-87a9-4947-8ada-591970b9219b req-9f9ef9ab-fd52-43e5-9b76-7ddf461f8126 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=8813c8fd-eb29-4e6b-9f27-6ec0ec9b365d HTTP/1.1" status: 200 len: 944 time: 0.0989094 Aug 29 04:17:33.455021 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef0891a-67ab-4d3c-881d-ec4f42717f0b req-2e5ff20c-6c02-4cf2-ac08-666caf6ac9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:33.456799 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fef0891a-67ab-4d3c-881d-ec4f42717f0b req-2e5ff20c-6c02-4cf2-ac08-666caf6ac9a1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f67de40e-9c4b-4df7-8589-9317825d95db HTTP/1.1" status: 200 len: 1097 time: 0.0857124 Aug 29 04:17:33.500882 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-becc0461-87a9-4947-8ada-591970b9219b req-a7befbf7-e9c8-4e97-89da-3e91c9b8f92f tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581315 Aug 29 04:17:33.514059 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fef0891a-67ab-4d3c-881d-ec4f42717f0b req-e8ca81a4-95b0-4ccc-90b8-bf4aebba711f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ae989b78-b6c5-494f-9777-5336c7d3d7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470524 Aug 29 04:17:33.549774 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device a81c7e9d-5ef4-4363-97f3-843be5fcd915 up at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:17:33.632010 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning for port a81c7e9d-5ef4-4363-97f3-843be5fcd915 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:17:33.640712 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning complete for port a81c7e9d-5ef4-4363-97f3-843be5fcd915 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:17:33.641179 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:33.755885 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:33.794954 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port a81c7e9d-5ef4-4363-97f3-843be5fcd915, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=a81c7e9d-5ef4-4363-97f3-843be5fcd915,segment=NetworkSegment(3a361a5a-9d59-4b40-a4d8-5fab9d00c859),segment_id=3a361a5a-9d59-4b40-a4d8-5fab9d00c859)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:33.801867 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:33.867745 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=a81c7e9d-5ef4-4363-97f3-843be5fcd915,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:33.897742 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1c69742-7a8c-45a3-bb2d-55eeb95d86c2 admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:17:33.908553 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b308e6-be32-47ca-9b62-6a2905f6539a None None] Sync routers for ids ['d69ee97c-7435-4272-ae12-c27e1fb7bce2'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:17:33.911627 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-b1c69742-7a8c-45a3-bb2d-55eeb95d86c2 admin admin] 10.222.0.22 "PUT /v2.0/routers/d69ee97c-7435-4272-ae12-c27e1fb7bce2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3855979 Aug 29 04:17:33.912341 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 45812) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:33.918479 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b308e6-be32-47ca-9b62-6a2905f6539a None None] Routers {'d69ee97c-7435-4272-ae12-c27e1fb7bce2'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:17:33.919169 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-c6b308e6-be32-47ca-9b62-6a2905f6539a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:17:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['d69ee97c-7435-4272-ae12-c27e1fb7bce2'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:17:33.926714 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759a4232-0559-48b2-83ca-14b9ad15aa02 req-e1b6a609-0648-44c2-8e59-f869c2888a52 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:33.929359 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-759a4232-0559-48b2-83ca-14b9ad15aa02 req-e1b6a609-0648-44c2-8e59-f869c2888a52 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=11fb4299-b6e8-4935-87e8-fd9625e0a808 HTTP/1.1" status: 200 len: 946 time: 0.1072338 Aug 29 04:17:33.995197 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-759a4232-0559-48b2-83ca-14b9ad15aa02 req-2d332312-bcf4-4ce0-b874-d3b1207aaff8 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583401 Aug 29 04:17:33.996147 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46206f49-cb75-45df-98dd-a15af4779595 req-d553e7e6-8b1f-4941-b0de-33cecea38ee2 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:33.999174 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-46206f49-cb75-45df-98dd-a15af4779595 req-d553e7e6-8b1f-4941-b0de-33cecea38ee2 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/ports?device_id=20f70bce-5c3c-4d47-becc-d2af5bc207aa HTTP/1.1" status: 200 len: 949 time: 0.1514156 Aug 29 04:17:34.043725 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-c6b308e6-be32-47ca-9b62-6a2905f6539a None None] Set router d69ee97c-7435-4272-ae12-c27e1fb7bce2 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:17:34.093072 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-46206f49-cb75-45df-98dd-a15af4779595 req-8174f1bc-bbfd-406f-bbf3-3374a8edc61b tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/security-groups?id=69e9e696-6092-48f5-a28b-387de9f4e688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856402 Aug 29 04:17:34.118765 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8b9963b0-c1c3-4237-a193-85b59e7d298b admin admin] Notify callbacks [] for router, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:34.134475 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae57448-09bf-441c-a7cf-6c0988c40c34 req-09618631-2d51-4451-b85f-36d909ae33bc tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:34.136014 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7ae57448-09bf-441c-a7cf-6c0988c40c34 req-09618631-2d51-4451-b85f-36d909ae33bc tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c617289-e2a1-439d-b627-a39be3c3c540 HTTP/1.1" status: 200 len: 946 time: 0.0594158 Aug 29 04:17:34.176672 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7ae57448-09bf-441c-a7cf-6c0988c40c34 req-eb43f8fd-4978-407c-b044-8e84fd8d043f tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/security-groups?id=0af834e7-acaf-4d90-a371-bad8b3cc1714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340099 Aug 29 04:17:34.235975 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8b9963b0-c1c3-4237-a193-85b59e7d298b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:34.253347 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-c6b308e6-be32-47ca-9b62-6a2905f6539a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd69ee97c-7435-4272-ae12-c27e1fb7bce2', 'name': 'tempest-ServersTestJSON-515532501-router', 'tenant_id': 'bb6e10a651234f1892cfd75265a07adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '25feee62-a776-484c-81a4-2dc9b649e21e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:13:15Z', 'updated_at': '2021-08-29T04:17:32Z', 'revision_number': 5, 'project_id': 'bb6e10a651234f1892cfd75265a07adc', 'gw_port': {'id': '25feee62-a776-484c-81a4-2dc9b649e21e', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:46:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69ee97c-7435-4272-ae12-c27e1fb7bce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:13:16Z', 'updated_at': '2021-08-29T04:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:17:34.288716 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b308e6-be32-47ca-9b62-6a2905f6539a None None] Checking router: d69ee97c-7435-4272-ae12-c27e1fb7bce2 for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:17:34.297683 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b308e6-be32-47ca-9b62-6a2905f6539a None None] Routers {'d69ee97c-7435-4272-ae12-c27e1fb7bce2'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:17:34.298441 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-c6b308e6-be32-47ca-9b62-6a2905f6539a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:17:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['d69ee97c-7435-4272-ae12-c27e1fb7bce2'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:17:34.298905 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-8b9963b0-c1c3-4237-a193-85b59e7d298b admin admin] Deleting port 25feee62-a776-484c-81a4-2dc9b649e21e {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:17:34.299251 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8b9963b0-c1c3-4237-a193-85b59e7d298b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:34.388248 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-8b9963b0-c1c3-4237-a193-85b59e7d298b admin admin] For port 25feee62-a776-484c-81a4-2dc9b649e21e, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=25feee62-a776-484c-81a4-2dc9b649e21e,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:34.388740 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8b9963b0-c1c3-4237-a193-85b59e7d298b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:34.401146 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-c6b308e6-be32-47ca-9b62-6a2905f6539a None None] Set router d69ee97c-7435-4272-ae12-c27e1fb7bce2 gateway port host: None {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:17:34.402919 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-8b9963b0-c1c3-4237-a193-85b59e7d298b admin admin] Calling delete_port for 25feee62-a776-484c-81a4-2dc9b649e21e owned by network:router_gateway {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:17:34.463961 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-c6b308e6-be32-47ca-9b62-6a2905f6539a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd69ee97c-7435-4272-ae12-c27e1fb7bce2', 'name': 'tempest-ServersTestJSON-515532501-router', 'tenant_id': 'bb6e10a651234f1892cfd75265a07adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:13:15Z', 'updated_at': '2021-08-29T04:17:34Z', 'revision_number': 6, 'project_id': 'bb6e10a651234f1892cfd75265a07adc', 'gw_port_host': None}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:17:34.493930 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b308e6-be32-47ca-9b62-6a2905f6539a None None] The sync data for ids ['d69ee97c-7435-4272-ae12-c27e1fb7bce2'] in n-d-712140-12 is: [{'id': 'd69ee97c-7435-4272-ae12-c27e1fb7bce2', 'name': 'tempest-ServersTestJSON-515532501-router', 'tenant_id': 'bb6e10a651234f1892cfd75265a07adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:13:15Z', 'updated_at': '2021-08-29T04:17:34Z', 'revision_number': 6, 'project_id': 'bb6e10a651234f1892cfd75265a07adc', 'gw_port_host': None}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:17:34.615639 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b412104f-3013-41bd-8620-a24bc469b00c req-976d2e5e-8360-422c-ad46-4ad9d594f625 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:34.617258 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b412104f-3013-41bd-8620-a24bc469b00c req-976d2e5e-8360-422c-ad46-4ad9d594f625 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "GET /v2.0/ports?device_id=f67de40e-9c4b-4df7-8589-9317825d95db HTTP/1.1" status: 200 len: 945 time: 0.1042161 Aug 29 04:17:34.653948 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93272494-43e5-44d1-b011-c9dd91495f93 req-d3e2c7d6-136d-47c6-a0f4-130bc755773a tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:34.657035 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-93272494-43e5-44d1-b011-c9dd91495f93 req-d3e2c7d6-136d-47c6-a0f4-130bc755773a tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=8813c8fd-eb29-4e6b-9f27-6ec0ec9b365d HTTP/1.1" status: 200 len: 944 time: 0.0575888 Aug 29 04:17:34.661025 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8b9963b0-c1c3-4237-a193-85b59e7d298b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:34.703325 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-93272494-43e5-44d1-b011-c9dd91495f93 req-69cdec9f-8028-4a69-9d45-fb951a79b229 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387354 Aug 29 04:17:34.936845 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b412104f-3013-41bd-8620-a24bc469b00c req-2ef27aae-02dd-46e2-8fc9-346c4b802152 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae989b78-b6c5-494f-9777-5336c7d3d7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3107927 Aug 29 04:17:34.947026 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9963b0-c1c3-4237-a193-85b59e7d298b admin admin] Pushing event deleted for resources: {'Port': ['ID=25feee62-a776-484c-81a4-2dc9b649e21e,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:34.984775 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device dba8531b-5497-4ce4-a7d5-2907dbf0117c up at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:17:35.005457 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8b9963b0-c1c3-4237-a193-85b59e7d298b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719445'] for router_gateway, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:35.057747 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning for port dba8531b-5497-4ce4-a7d5-2907dbf0117c completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:17:35.062679 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning complete for port dba8531b-5497-4ce4-a7d5-2907dbf0117c triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:17:35.063055 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:35.138057 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8b9963b0-c1c3-4237-a193-85b59e7d298b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:35.140246 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8b9963b0-c1c3-4237-a193-85b59e7d298b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:35.172268 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:35.202237 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc446a6a-e3ec-4277-ac6c-a61eca5f9345 req-73a3fc1f-c7de-4589-9b19-b150ad6fc4a3 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:35.214431 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-dc446a6a-e3ec-4277-ac6c-a61eca5f9345 req-73a3fc1f-c7de-4589-9b19-b150ad6fc4a3 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=11fb4299-b6e8-4935-87e8-fd9625e0a808 HTTP/1.1" status: 200 len: 946 time: 0.1043396 Aug 29 04:17:35.217675 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port dba8531b-5497-4ce4-a7d5-2907dbf0117c, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=dba8531b-5497-4ce4-a7d5-2907dbf0117c,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:35.225922 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:35.265354 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c617289-e2a1-439d-b627-a39be3c3c540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a81c7e9d-5ef4-4363-97f3-843be5fcd915'}, {'server_uuid': '20f70bce-5c3c-4d47-becc-d2af5bc207aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dba8531b-5497-4ce4-a7d5-2907dbf0117c'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:17:35.269090 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc37d88c-ef88-400b-936c-bedd4d518aed" -d '{"events": [{"server_uuid": "0c617289-e2a1-439d-b627-a39be3c3c540", "name": "network-vif-plugged", "status": "completed", "tag": "a81c7e9d-5ef4-4363-97f3-843be5fcd915"}, {"server_uuid": "20f70bce-5c3c-4d47-becc-d2af5bc207aa", "name": "network-vif-plugged", "status": "completed", "tag": "dba8531b-5497-4ce4-a7d5-2907dbf0117c"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:17:35.273512 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-dc446a6a-e3ec-4277-ac6c-a61eca5f9345 req-fa7e4e03-549c-4e11-901a-3e7f7e14f071 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564301 Aug 29 04:17:35.296270 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8b9963b0-c1c3-4237-a193-85b59e7d298b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717253'] for router, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:35.296796 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b9963b0-c1c3-4237-a193-85b59e7d298b admin admin] Fanout notify agent at l3_agent the message router_deleted on router d69ee97c-7435-4272-ae12-c27e1fb7bce2 {{(pid=94828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:17:35.302386 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8b9963b0-c1c3-4237-a193-85b59e7d298b admin admin] Notify callbacks [] for router, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:35.306201 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-8b9963b0-c1c3-4237-a193-85b59e7d298b admin admin] 10.222.0.22 "DELETE /v2.0/routers/d69ee97c-7435-4272-ae12-c27e1fb7bce2 HTTP/1.1" status: 204 len: 168 time: 1.3924007 Aug 29 04:17:35.306599 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 45834) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:35.311404 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=dba8531b-5497-4ce4-a7d5-2907dbf0117c,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:35.336057 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99311fdc-a5e7-42de-a27a-d600da5212c2 req-e6507a25-26de-4fcf-9094-f195e8f5e75c tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:35.337856 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-99311fdc-a5e7-42de-a27a-d600da5212c2 req-e6507a25-26de-4fcf-9094-f195e8f5e75c tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/ports?device_id=20f70bce-5c3c-4d47-becc-d2af5bc207aa HTTP/1.1" status: 200 len: 950 time: 0.0901775 Aug 29 04:17:35.392644 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-99311fdc-a5e7-42de-a27a-d600da5212c2 req-08391da3-1ca2-4a14-a57d-2865720a93ec tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/security-groups?id=69e9e696-6092-48f5-a28b-387de9f4e688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417609 Aug 29 04:17:35.453380 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_v2 [None req-8833d442-ef2e-43a8-b78a-d34732f25a19 admin admin] Deleting subnet 4718f4d9-f95e-437e-b5e4-68b9c2bae735 {{(pid=94829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:17:35.460417 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8833d442-ef2e-43a8-b78a-d34732f25a19 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:35.479720 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 29 Aug 2021 04:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83925333-4f08-4f7e-91b2-8bf3e97cfb11 x-openstack-request-id: req-83925333-4f08-4f7e-91b2-8bf3e97cfb11 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:17:35.480205 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c617289-e2a1-439d-b627-a39be3c3c540", "name": "network-vif-plugged", "status": "completed", "tag": "a81c7e9d-5ef4-4363-97f3-843be5fcd915", "code": 200}, {"server_uuid": "20f70bce-5c3c-4d47-becc-d2af5bc207aa", "name": "network-vif-plugged", "status": "completed", "tag": "dba8531b-5497-4ce4-a7d5-2907dbf0117c", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:17:35.480614 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-83925333-4f08-4f7e-91b2-8bf3e97cfb11 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:17:35.481234 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c617289-e2a1-439d-b627-a39be3c3c540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a81c7e9d-5ef4-4363-97f3-843be5fcd915', 'code': 200} Aug 29 04:17:35.481997 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20f70bce-5c3c-4d47-becc-d2af5bc207aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dba8531b-5497-4ce4-a7d5-2907dbf0117c', 'code': 200} Aug 29 04:17:35.554274 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdac8db-a793-4fde-8251-d19edf273f54 req-68da8445-ee23-4f71-b9d0-bc382094945c tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:35.557145 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-acdac8db-a793-4fde-8251-d19edf273f54 req-68da8445-ee23-4f71-b9d0-bc382094945c tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c617289-e2a1-439d-b627-a39be3c3c540 HTTP/1.1" status: 200 len: 946 time: 0.1674979 Aug 29 04:17:35.567460 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8833d442-ef2e-43a8-b78a-d34732f25a19 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4311743'] for subnet, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:35.652742 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f332500-7b43-44da-8e31-8d247fa7a36e req-945a82c6-1899-4461-bf6d-7de1da9c99d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:35.658767 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6f332500-7b43-44da-8e31-8d247fa7a36e req-945a82c6-1899-4461-bf6d-7de1da9c99d3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=20f70bce-5c3c-4d47-becc-d2af5bc207aa HTTP/1.1" status: 200 len: 1102 time: 0.0779531 Aug 29 04:17:35.679426 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-acdac8db-a793-4fde-8251-d19edf273f54 req-2aa7042f-4a72-4982-a607-9e4d9d5d2aaf tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/security-groups?id=0af834e7-acaf-4d90-a371-bad8b3cc1714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143732 Aug 29 04:17:35.723918 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device cb13066a-6902-4dfd-b513-4c7b3531adb6 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:17:35.726497 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6f332500-7b43-44da-8e31-8d247fa7a36e req-e5dd762b-5c5a-4bd0-a2bd-aa624aee0e1f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=69e9e696-6092-48f5-a28b-387de9f4e688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499098 Aug 29 04:17:35.741586 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9540f5-3798-4db6-a356-3b4efe281307 req-60707648-c238-4a31-a519-556ff31f83c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:35.743742 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ec9540f5-3798-4db6-a356-3b4efe281307 req-60707648-c238-4a31-a519-556ff31f83c2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0c617289-e2a1-439d-b627-a39be3c3c540 HTTP/1.1" status: 200 len: 1098 time: 0.1299157 Aug 29 04:17:35.746361 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: cb13066a-6902-4dfd-b513-4c7b3531adb6 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:17:35.746912 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device cb13066a-6902-4dfd-b513-4c7b3531adb6 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:17:35.747488 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 25feee62-a776-484c-81a4-2dc9b649e21e no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:17:35.755424 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8833d442-ef2e-43a8-b78a-d34732f25a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:35.770575 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 25feee62-a776-484c-81a4-2dc9b649e21e {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:17:35.771010 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 25feee62-a776-484c-81a4-2dc9b649e21e not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:17:35.840877 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ec9540f5-3798-4db6-a356-3b4efe281307 req-3c63e96e-a974-48eb-96cc-c403c404e698 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=0af834e7-acaf-4d90-a371-bad8b3cc1714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808890 Aug 29 04:17:35.863033 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8833d442-ef2e-43a8-b78a-d34732f25a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4552352'] for subnet, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:35.882685 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ae1b0e-7cc6-4638-9481-718da6c4c405 req-02965738-f853-4ca6-8b15-32a136f07a06 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:35.884300 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-59ae1b0e-7cc6-4638-9481-718da6c4c405 req-02965738-f853-4ca6-8b15-32a136f07a06 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=8813c8fd-eb29-4e6b-9f27-6ec0ec9b365d HTTP/1.1" status: 200 len: 944 time: 0.0639770 Aug 29 04:17:35.908064 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8833d442-ef2e-43a8-b78a-d34732f25a19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4718f4d9-f95e-437e-b5e4-68b9c2bae735,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:35.911283 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8833d442-ef2e-43a8-b78a-d34732f25a19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:35.914300 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-8833d442-ef2e-43a8-b78a-d34732f25a19 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/4718f4d9-f95e-437e-b5e4-68b9c2bae735 HTTP/1.1" status: 204 len: 168 time: 0.6054387 Aug 29 04:17:35.917350 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 45844) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:35.920795 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731b7cdb-17db-4191-a7c5-9913637d167e None None] Network e550fef6-11de-4328-a156-3af4f67461c6 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:17:35.932587 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-59ae1b0e-7cc6-4638-9481-718da6c4c405 req-384b02d4-3af7-4a8f-9573-9c63f3c885fc tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416574 Aug 29 04:17:36.000486 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0e84246a-6b07-44ac-b5b1-ecb8d1b99c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:36.104794 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f391e73-e8e4-4d6c-b169-8bcb181ba5ba req-7cecc776-cb72-459a-8aba-6dc0b293f66c tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:36.106429 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0f391e73-e8e4-4d6c-b169-8bcb181ba5ba req-7cecc776-cb72-459a-8aba-6dc0b293f66c tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "GET /v2.0/ports?device_id=f67de40e-9c4b-4df7-8589-9317825d95db HTTP/1.1" status: 200 len: 945 time: 0.0661533 Aug 29 04:17:36.110899 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-0e84246a-6b07-44ac-b5b1-ecb8d1b99c88 admin admin] Deleting port 90265c45-28b1-4882-97fb-8b0806615a85 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:17:36.111261 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0e84246a-6b07-44ac-b5b1-ecb8d1b99c88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:36.125214 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532854bb-bc1d-4b53-97cc-65d32bfb7ade None None] DHCP port deletion for e550fef6-11de-4328-a156-3af4f67461c6 request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:17:36.175083 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-532854bb-bc1d-4b53-97cc-65d32bfb7ade None None] Deleting port 90265c45-28b1-4882-97fb-8b0806615a85 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:17:36.175386 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-532854bb-bc1d-4b53-97cc-65d32bfb7ade None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:36.202373 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0f391e73-e8e4-4d6c-b169-8bcb181ba5ba req-b9c04924-5e0b-4bb1-96a6-d1c6223a892b tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae989b78-b6c5-494f-9777-5336c7d3d7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890164 Aug 29 04:17:36.207473 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-0e84246a-6b07-44ac-b5b1-ecb8d1b99c88 admin admin] For port 90265c45-28b1-4882-97fb-8b0806615a85, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=90265c45-28b1-4882-97fb-8b0806615a85,segment=NetworkSegment(bcf35ba8-7cf7-42bd-89f1-3efe7c8efcb4),segment_id=bcf35ba8-7cf7-42bd-89f1-3efe7c8efcb4)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:36.207885 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0e84246a-6b07-44ac-b5b1-ecb8d1b99c88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:36.228036 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-0e84246a-6b07-44ac-b5b1-ecb8d1b99c88 admin admin] Calling delete_port for 90265c45-28b1-4882-97fb-8b0806615a85 owned by network:dhcp {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:17:36.245882 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7c1e9c28-67a7-4c53-9408-f6b4e6dc5e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:36.254504 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-532854bb-bc1d-4b53-97cc-65d32bfb7ade None None] For port 90265c45-28b1-4882-97fb-8b0806615a85, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=90265c45-28b1-4882-97fb-8b0806615a85,segment=NetworkSegment(bcf35ba8-7cf7-42bd-89f1-3efe7c8efcb4),segment_id=bcf35ba8-7cf7-42bd-89f1-3efe7c8efcb4)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:36.254905 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-532854bb-bc1d-4b53-97cc-65d32bfb7ade None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:36.267928 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-532854bb-bc1d-4b53-97cc-65d32bfb7ade None None] Calling delete_port for 90265c45-28b1-4882-97fb-8b0806615a85 owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:17:36.351476 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-532854bb-bc1d-4b53-97cc-65d32bfb7ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:36.363287 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0e84246a-6b07-44ac-b5b1-ecb8d1b99c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:36.394398 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532854bb-bc1d-4b53-97cc-65d32bfb7ade None None] Pushing event deleted for resources: {'Port': ['ID=90265c45-28b1-4882-97fb-8b0806615a85,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:36.401599 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532854bb-bc1d-4b53-97cc-65d32bfb7ade None None] No DVR routers for this DVR port 90265c45-28b1-4882-97fb-8b0806615a85 on host n-d-712140-12 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:17:36.423766 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e84246a-6b07-44ac-b5b1-ecb8d1b99c88 admin admin] Pushing event deleted for resources: {'Port': ['ID=90265c45-28b1-4882-97fb-8b0806615a85,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:36.431293 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e84246a-6b07-44ac-b5b1-ecb8d1b99c88 admin admin] No DVR routers for this DVR port 90265c45-28b1-4882-97fb-8b0806615a85 on host n-d-712140-12 {{(pid=94829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:17:36.545184 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc3f2e3-e5c7-4d24-b491-33b79cc2800f req-4550ed8f-27b5-4f2c-b7be-8745de4d21d1 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:36.546843 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-dbc3f2e3-e5c7-4d24-b491-33b79cc2800f req-4550ed8f-27b5-4f2c-b7be-8745de4d21d1 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=11fb4299-b6e8-4935-87e8-fd9625e0a808 HTTP/1.1" status: 200 len: 946 time: 0.1407778 Aug 29 04:17:36.559380 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0e84246a-6b07-44ac-b5b1-ecb8d1b99c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:36.582321 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-0e84246a-6b07-44ac-b5b1-ecb8d1b99c88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e550fef6-11de-4328-a156-3af4f67461c6']}} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:17:36.599566 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-0e84246a-6b07-44ac-b5b1-ecb8d1b99c88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcf35ba8-7cf7-42bd-89f1-3efe7c8efcb4') {'for_net_delete': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:17:36.599965 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-0e84246a-6b07-44ac-b5b1-ecb8d1b99c88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcf35ba8-7cf7-42bd-89f1-3efe7c8efcb4') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:17:36.617458 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0e84246a-6b07-44ac-b5b1-ecb8d1b99c88 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4311712'] for segment, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:36.630919 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-dbc3f2e3-e5c7-4d24-b491-33b79cc2800f req-70151a1e-4be8-4183-8016-006568e35b12 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739260 Aug 29 04:17:36.638056 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0e84246a-6b07-44ac-b5b1-ecb8d1b99c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:36.641130 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba839965-07d7-405d-b428-9020cb371de2 req-eecd5b3e-3a2c-4bb1-a5e1-dbece0890141 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:36.642722 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ba839965-07d7-405d-b428-9020cb371de2 req-eecd5b3e-3a2c-4bb1-a5e1-dbece0890141 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/ports?device_id=20f70bce-5c3c-4d47-becc-d2af5bc207aa HTTP/1.1" status: 200 len: 950 time: 0.0897276 Aug 29 04:17:36.645684 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e84246a-6b07-44ac-b5b1-ecb8d1b99c88 admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=94829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:17:36.646175 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0e84246a-6b07-44ac-b5b1-ecb8d1b99c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4274277'] for segment, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:36.648362 n-d-712140-12 neutron-server[94829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:17:36.648362 n-d-712140-12 neutron-server[94829]: self.session.flush() Aug 29 04:17:36.648362 n-d-712140-12 neutron-server[94829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:17:36.648362 n-d-712140-12 neutron-server[94829]: self.session.flush() Aug 29 04:17:36.648362 n-d-712140-12 neutron-server[94829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:17:36.648362 n-d-712140-12 neutron-server[94829]: self.session.flush() Aug 29 04:17:36.648362 n-d-712140-12 neutron-server[94829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:17:36.648362 n-d-712140-12 neutron-server[94829]: self.session.flush() Aug 29 04:17:36.648362 n-d-712140-12 neutron-server[94829]: Traceback (most recent call last): Aug 29 04:17:36.648362 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:17:36.648362 n-d-712140-12 neutron-server[94829]: timer() Aug 29 04:17:36.648362 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:17:36.648362 n-d-712140-12 neutron-server[94829]: cb(*args, **kw) Aug 29 04:17:36.648362 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:17:36.648362 n-d-712140-12 neutron-server[94829]: return func(*args, **kwargs) Aug 29 04:17:36.648362 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:17:36.648362 n-d-712140-12 neutron-server[94829]: self._notify() Aug 29 04:17:36.648362 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:17:36.648362 n-d-712140-12 neutron-server[94829]: self.callback(batched_events) Aug 29 04:17:36.648362 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:17:36.648362 n-d-712140-12 neutron-server[94829]: event.method(event) Aug 29 04:17:36.648362 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:17:36.648362 n-d-712140-12 neutron-server[94829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:17:36.648362 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:17:36.648362 n-d-712140-12 neutron-server[94829]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:17:36.648362 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:17:36.648362 n-d-712140-12 neutron-server[94829]: return f(self, *a, **k) Aug 29 04:17:36.648362 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:17:36.648362 n-d-712140-12 neutron-server[94829]: return self._get(url).json() Aug 29 04:17:36.648362 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:17:36.648362 n-d-712140-12 neutron-server[94829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:17:36.648362 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:17:36.648362 n-d-712140-12 neutron-server[94829]: return self.request(url, 'GET', **kwargs) Aug 29 04:17:36.648362 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:17:36.648362 n-d-712140-12 neutron-server[94829]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:17:36.648362 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:17:36.648362 n-d-712140-12 neutron-server[94829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:17:36.648362 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:17:36.648362 n-d-712140-12 neutron-server[94829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:17:36.648362 n-d-712140-12 neutron-server[94829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:17:36.672532 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f68760-e5f3-4f13-98cb-1fee11373e2f req-24df28a6-6788-4609-9007-6e6b4deb113c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:36.675879 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-88f68760-e5f3-4f13-98cb-1fee11373e2f req-24df28a6-6788-4609-9007-6e6b4deb113c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d9ed99521d6e4398bfbd9824b0326aa2&device_id=f67de40e-9c4b-4df7-8589-9317825d95db HTTP/1.1" status: 200 len: 1097 time: 0.0863085 Aug 29 04:17:36.707974 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0e84246a-6b07-44ac-b5b1-ecb8d1b99c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:36.720789 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0e84246a-6b07-44ac-b5b1-ecb8d1b99c88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:36.723457 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-0e84246a-6b07-44ac-b5b1-ecb8d1b99c88 admin admin] 10.222.0.22 "DELETE /v2.0/networks/e550fef6-11de-4328-a156-3af4f67461c6 HTTP/1.1" status: 204 len: 168 time: 0.8048496 Aug 29 04:17:36.747944 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e84246a-6b07-44ac-b5b1-ecb8d1b99c88 admin admin] Pushing event deleted for resources: {'Network': ['ID=e550fef6-11de-4328-a156-3af4f67461c6,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:36.766091 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ba839965-07d7-405d-b428-9020cb371de2 req-c6ab9f3d-8118-41aa-9870-f4c57b5f6747 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/security-groups?id=69e9e696-6092-48f5-a28b-387de9f4e688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156862 Aug 29 04:17:36.827766 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f68760-e5f3-4f13-98cb-1fee11373e2f req-a916ca6f-bfdb-49ac-bfac-ff3f8ad730db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:36.829406 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-88f68760-e5f3-4f13-98cb-1fee11373e2f req-a916ca6f-bfdb-49ac-bfac-ff3f8ad730db service neutron] 10.222.0.46 "GET /v2.0/networks?id=9d43f3ab-9b4a-4dba-a6cb-255676b324fd HTTP/1.1" status: 200 len: 920 time: 0.1315858 Aug 29 04:17:36.832711 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c980041a-be9e-491b-adaf-75a89bba9c1e req-fd9872d9-9198-46fc-b1f1-505bc1038066 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:36.835047 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c980041a-be9e-491b-adaf-75a89bba9c1e req-fd9872d9-9198-46fc-b1f1-505bc1038066 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "GET /v2.0/ports?device_id=f67de40e-9c4b-4df7-8589-9317825d95db HTTP/1.1" status: 200 len: 945 time: 0.0780928 Aug 29 04:17:36.877001 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c980041a-be9e-491b-adaf-75a89bba9c1e req-17487c4f-8573-4f2e-ac8b-1e0bb0c9fe5f tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae989b78-b6c5-494f-9777-5336c7d3d7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350127 Aug 29 04:17:36.889257 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-88f68760-e5f3-4f13-98cb-1fee11373e2f req-c3065c64-7f23-4a54-9b69-c58f83e05b0f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=51e0b316-720d-48b9-a953-c2e433fc1b08 HTTP/1.1" status: 200 len: 217 time: 0.0512891 Aug 29 04:17:36.954446 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 45862) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:36.967440 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bae7e4-97f8-41d5-afad-3e51b6a12e3b req-37f89512-4911-42cc-bc8c-b7e2d0e07909 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:36.969024 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-77bae7e4-97f8-41d5-afad-3e51b6a12e3b req-37f89512-4911-42cc-bc8c-b7e2d0e07909 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c617289-e2a1-439d-b627-a39be3c3c540 HTTP/1.1" status: 200 len: 946 time: 0.1200869 Aug 29 04:17:36.973073 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f68760-e5f3-4f13-98cb-1fee11373e2f req-83c7aee9-d38c-4c9c-88e7-9d00b71efb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:36.974727 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-88f68760-e5f3-4f13-98cb-1fee11373e2f req-83c7aee9-d38c-4c9c-88e7-9d00b71efb91 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e1b42450-980b-42a3-969d-e6ff4d7c5e44 HTTP/1.1" status: 200 len: 859 time: 0.0668330 Aug 29 04:17:37.017394 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-88f68760-e5f3-4f13-98cb-1fee11373e2f req-1e5f4c4a-5199-4895-abb0-dc417d53e600 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9d43f3ab-9b4a-4dba-a6cb-255676b324fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262108 Aug 29 04:17:37.027362 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-1d290f73-9fc5-46c0-942a-20ec4716e988 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bb6e10a651234f1892cfd75265a07adc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0714161 Aug 29 04:17:37.030700 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 45866) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:37.043249 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-77bae7e4-97f8-41d5-afad-3e51b6a12e3b req-6ee3e880-eb4a-4fcf-af0c-08c3f0313184 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/security-groups?id=0af834e7-acaf-4d90-a371-bad8b3cc1714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668051 Aug 29 04:17:37.057481 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:37.130686 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:37.141382 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-88f68760-e5f3-4f13-98cb-1fee11373e2f req-a225d00c-7ca3-434c-8e26-21466c703126 service neutron] 10.222.0.46 "GET /v2.0/networks/9d43f3ab-9b4a-4dba-a6cb-255676b324fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119430 Aug 29 04:17:37.165549 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-44b2d947-d63a-4788-b96f-a797057e1211 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:37.178173 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33753cf5-3d86-42f7-ba5a-b458dcd3828a req-92a248f5-e42b-4208-824c-9b197c18741b tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:37.180671 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-33753cf5-3d86-42f7-ba5a-b458dcd3828a req-92a248f5-e42b-4208-824c-9b197c18741b tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=8813c8fd-eb29-4e6b-9f27-6ec0ec9b365d HTTP/1.1" status: 200 len: 944 time: 0.1094563 Aug 29 04:17:37.228672 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-44b2d947-d63a-4788-b96f-a797057e1211 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:37.265293 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-88f68760-e5f3-4f13-98cb-1fee11373e2f req-d225f289-7fca-4bc3-855e-de11e4b55a2d service neutron] 10.222.0.46 "GET /v2.0/networks/9d43f3ab-9b4a-4dba-a6cb-255676b324fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041322 Aug 29 04:17:37.267068 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-33753cf5-3d86-42f7-ba5a-b458dcd3828a req-14a9d55d-6b07-4be1-addd-79b0fbb69277 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722930 Aug 29 04:17:37.310898 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-44b2d947-d63a-4788-b96f-a797057e1211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:37.314816 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-44b2d947-d63a-4788-b96f-a797057e1211 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:37.321081 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-44b2d947-d63a-4788-b96f-a797057e1211 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a668d488-2313-4bb8-9617-0e7a6a6dec11 HTTP/1.1" status: 204 len: 168 time: 0.2784381 Aug 29 04:17:37.325252 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b2d947-d63a-4788-b96f-a797057e1211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a668d488-2313-4bb8-9617-0e7a6a6dec11,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:37.660367 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 90265c45-28b1-4882-97fb-8b0806615a85 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:17:37.681088 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 90265c45-28b1-4882-97fb-8b0806615a85 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:17:37.681433 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 90265c45-28b1-4882-97fb-8b0806615a85 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:17:37.799998 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e657d7b-f057-4c9d-a954-9a8e88383427 req-0fab01e4-ab7a-4a59-9f0d-577955e6803a tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:37.801601 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2e657d7b-f057-4c9d-a954-9a8e88383427 req-0fab01e4-ab7a-4a59-9f0d-577955e6803a tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=11fb4299-b6e8-4935-87e8-fd9625e0a808 HTTP/1.1" status: 200 len: 946 time: 0.0722537 Aug 29 04:17:37.870804 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2e657d7b-f057-4c9d-a954-9a8e88383427 req-3518756f-5fd8-4bd2-ae1f-1adc27139ec2 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563388 Aug 29 04:17:37.967889 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0020ae-692b-47a9-8728-2f82fd370fe0 req-a85d8812-380e-4e20-9822-8b7334597690 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:37.975459 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ee0020ae-692b-47a9-8728-2f82fd370fe0 req-a85d8812-380e-4e20-9822-8b7334597690 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/ports?device_id=20f70bce-5c3c-4d47-becc-d2af5bc207aa HTTP/1.1" status: 200 len: 950 time: 0.0983710 Aug 29 04:17:38.032471 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ee0020ae-692b-47a9-8728-2f82fd370fe0 req-4ade1195-be40-465c-9d23-dfbafcf0afd2 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/security-groups?id=69e9e696-6092-48f5-a28b-387de9f4e688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558364 Aug 29 04:17:38.113586 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588a4276-4114-4612-9618-6f9999e804ff req-40b1a730-0310-485f-a905-da256f3e93eb tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:38.118168 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-588a4276-4114-4612-9618-6f9999e804ff req-40b1a730-0310-485f-a905-da256f3e93eb tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "GET /v2.0/ports?device_id=f67de40e-9c4b-4df7-8589-9317825d95db HTTP/1.1" status: 200 len: 945 time: 0.1000614 Aug 29 04:17:38.181769 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4d442d-3432-48c6-a6fb-f95516735203 req-dfca6ae5-afaa-413c-8d62-14e7ef087725 tempest-ServersOnMultiNodesTest-96662491 tempest-ServersOnMultiNodesTest-96662491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:38.184374 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-fb4d442d-3432-48c6-a6fb-f95516735203 req-dfca6ae5-afaa-413c-8d62-14e7ef087725 tempest-ServersOnMultiNodesTest-96662491 tempest-ServersOnMultiNodesTest-96662491-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=20f70bce-5c3c-4d47-becc-d2af5bc207aa HTTP/1.1" status: 200 len: 1102 time: 0.0678866 Aug 29 04:17:38.187797 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-588a4276-4114-4612-9618-6f9999e804ff req-7a5fe589-d2e2-41e4-b59a-4c8e563ed997 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae989b78-b6c5-494f-9777-5336c7d3d7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552771 Aug 29 04:17:38.241874 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-fb4d442d-3432-48c6-a6fb-f95516735203 req-6e4b8b4f-1b4b-46f9-a293-83bef583daee tempest-ServersOnMultiNodesTest-96662491 tempest-ServersOnMultiNodesTest-96662491-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=69e9e696-6092-48f5-a28b-387de9f4e688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396743 Aug 29 04:17:38.344213 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304b3392-ac68-4cef-ae8b-fe4a90218179 req-efa66997-b346-402d-a0db-cf07d4a59616 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:38.346560 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-304b3392-ac68-4cef-ae8b-fe4a90218179 req-efa66997-b346-402d-a0db-cf07d4a59616 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c617289-e2a1-439d-b627-a39be3c3c540 HTTP/1.1" status: 200 len: 946 time: 0.0852966 Aug 29 04:17:38.387249 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 45916) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:38.412990 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-304b3392-ac68-4cef-ae8b-fe4a90218179 req-c82ca196-d998-420a-9a0b-6ef5b2de7940 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/security-groups?id=0af834e7-acaf-4d90-a371-bad8b3cc1714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556352 Aug 29 04:17:38.465770 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40829257-82b0-4f75-b409-1dc1aa1f9039 req-289caf58-3edc-4f73-a41a-8d72f3148688 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:38.467402 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-40829257-82b0-4f75-b409-1dc1aa1f9039 req-289caf58-3edc-4f73-a41a-8d72f3148688 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=8813c8fd-eb29-4e6b-9f27-6ec0ec9b365d HTTP/1.1" status: 200 len: 944 time: 0.0601132 Aug 29 04:17:38.518294 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-40829257-82b0-4f75-b409-1dc1aa1f9039 req-6e1d1f2d-5efa-4cf4-8120-fa4d6d63b713 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408871 Aug 29 04:17:38.564385 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:38.567022 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-312848a5-8e5f-44d7-b51d-401276f7e01d req-2856a942-ddda-4338-aa6b-d9e77c547245 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=cff8a488ff344e109cad8daf17880810&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335598 Aug 29 04:17:38.575020 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-5a0dfc68-e0ae-4a71-ae77-4fe1a695dbf6 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1130034549-network', 'tenant_id': 'e5f0d8ebc9a74e589a93c4dfadff20f5'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:17:38.656693 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a0dfc68-e0ae-4a71-ae77-4fe1a695dbf6 admin admin] Made reservation on behalf of e5f0d8ebc9a74e589a93c4dfadff20f5 for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:17:38.659561 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5a0dfc68-e0ae-4a71-ae77-4fe1a695dbf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:38.673231 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5a0dfc68-e0ae-4a71-ae77-4fe1a695dbf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:38.706290 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca04a8c-079e-48e0-97a2-a02e3f73acaf req-287b6f80-2906-4502-a0dd-0521587afeac tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:38.707897 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0ca04a8c-079e-48e0-97a2-a02e3f73acaf req-287b6f80-2906-4502-a0dd-0521587afeac tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c617289-e2a1-439d-b627-a39be3c3c540 HTTP/1.1" status: 200 len: 946 time: 0.0957386 Aug 29 04:17:38.774736 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312848a5-8e5f-44d7-b51d-401276f7e01d req-03ef9c21-5ade-4c0a-bbc1-e37b74e8daf3 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:38.781647 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0ca04a8c-079e-48e0-97a2-a02e3f73acaf req-3569c8f5-ca37-47ff-9ef5-2e9bb4e14c94 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/security-groups?id=0af834e7-acaf-4d90-a371-bad8b3cc1714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576847 Aug 29 04:17:38.782192 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-312848a5-8e5f-44d7-b51d-401276f7e01d req-03ef9c21-5ade-4c0a-bbc1-e37b74e8daf3 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1971352 Aug 29 04:17:38.794043 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-312848a5-8e5f-44d7-b51d-401276f7e01d req-21e43e3c-b041-4e92-9a41-321e445d3767 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/quotas/cff8a488ff344e109cad8daf17880810 HTTP/1.1" status: 200 len: 375 time: 0.0107491 Aug 29 04:17:38.837303 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5a0dfc68-e0ae-4a71-ae77-4fe1a695dbf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:38.842204 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5a0dfc68-e0ae-4a71-ae77-4fe1a695dbf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:38.871257 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a0dfc68-e0ae-4a71-ae77-4fe1a695dbf6 admin admin] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:17:38.883526 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0dfc68-e0ae-4a71-ae77-4fe1a695dbf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5569642-fe3a-4dae-b304-b5b17959f467,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:38.889758 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5a0dfc68-e0ae-4a71-ae77-4fe1a695dbf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:38.890118 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-5a0dfc68-e0ae-4a71-ae77-4fe1a695dbf6 admin admin] Added segment b7e29be2-2d72-4cb8-b31e-936b8c0601de of type vlan for network 3085f602-11fb-40e6-8771-e57304cb25d6 Aug 29 04:17:38.907764 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-312848a5-8e5f-44d7-b51d-401276f7e01d req-d24365e4-4622-4ad6-9087-055a15cf8ab3 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=cff8a488ff344e109cad8daf17880810&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1070445 Aug 29 04:17:38.946981 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5a0dfc68-e0ae-4a71-ae77-4fe1a695dbf6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:38.993608 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5a0dfc68-e0ae-4a71-ae77-4fe1a695dbf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:38.995199 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0dfc68-e0ae-4a71-ae77-4fe1a695dbf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:38.996197 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5a0dfc68-e0ae-4a71-ae77-4fe1a695dbf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:39.077916 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-5a0dfc68-e0ae-4a71-ae77-4fe1a695dbf6 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6883368 Aug 29 04:17:39.080858 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 45940) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:39.095494 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0dfc68-e0ae-4a71-ae77-4fe1a695dbf6 admin admin] Pushing event updated for resources: {'Network': ['ID=3085f602-11fb-40e6-8771-e57304cb25d6,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:39.100199 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-ad1f8bcb-01bf-4287-aaf7-2f84538bb526 admin admin] Request body: {'subnet': {'network_id': '3085f602-11fb-40e6-8771-e57304cb25d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1130034549-subnet', 'tenant_id': 'e5f0d8ebc9a74e589a93c4dfadff20f5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:17:39.106259 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 3085f602-11fb-40e6-8771-e57304cb25d6 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:17:39.117395 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e356ebe7-5579-4790-8471-ba989f9b5a20 req-18fa98c7-e492-4b2a-84e4-e53a310c1bb1 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:39.119030 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e356ebe7-5579-4790-8471-ba989f9b5a20 req-18fa98c7-e492-4b2a-84e4-e53a310c1bb1 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=11fb4299-b6e8-4935-87e8-fd9625e0a808 HTTP/1.1" status: 200 len: 946 time: 0.1415513 Aug 29 04:17:39.145170 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad1f8bcb-01bf-4287-aaf7-2f84538bb526 admin admin] Made reservation on behalf of e5f0d8ebc9a74e589a93c4dfadff20f5 for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:17:39.148305 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ad1f8bcb-01bf-4287-aaf7-2f84538bb526 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:39.184611 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e356ebe7-5579-4790-8471-ba989f9b5a20 req-332ecaee-40e3-4a73-a152-768aaad5ca77 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530388 Aug 29 04:17:39.253471 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3dd4ed2b-05a9-4abe-8cc9-3c7a8ff52991 req-6d6f0300-4b62-411b-b1ee-30958cb4b039 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/ports?device_id=173fd45c-af2b-4de2-bd0a-16743c6fa3c4 HTTP/1.1" status: 200 len: 210 time: 0.0313315 Aug 29 04:17:39.278387 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f457ab8d-c5cb-4eca-bb34-d38ecdc634cc req-150d7a52-8a26-4015-b54b-fae0d3916be7 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:39.288400 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f457ab8d-c5cb-4eca-bb34-d38ecdc634cc req-150d7a52-8a26-4015-b54b-fae0d3916be7 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c617289-e2a1-439d-b627-a39be3c3c540 HTTP/1.1" status: 200 len: 946 time: 0.1582141 Aug 29 04:17:39.385991 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f457ab8d-c5cb-4eca-bb34-d38ecdc634cc req-41594278-d60c-49bf-9f3d-3fdd690354f7 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/security-groups?id=0af834e7-acaf-4d90-a371-bad8b3cc1714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787442 Aug 29 04:17:39.409657 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2402b3a1-a762-4df7-9741-3389bd007b6b req-10e242c1-3949-4ddd-b6d9-5b8957fddead tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:39.411293 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2402b3a1-a762-4df7-9741-3389bd007b6b req-10e242c1-3949-4ddd-b6d9-5b8957fddead tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "GET /v2.0/ports?device_id=f67de40e-9c4b-4df7-8589-9317825d95db HTTP/1.1" status: 200 len: 945 time: 0.0650365 Aug 29 04:17:39.465211 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ad1f8bcb-01bf-4287-aaf7-2f84538bb526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9191137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10062364'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:39.490097 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2402b3a1-a762-4df7-9741-3389bd007b6b req-b303e46a-3929-4fc8-938f-f013520347ee tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae989b78-b6c5-494f-9777-5336c7d3d7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686522 Aug 29 04:17:39.564452 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 1695f969-4f2a-42ed-afd8-fb0a78883cd9 details requested by agent hyperv_n-h2-712140-12 with host n-h2-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:17:39.622437 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1f8bcb-01bf-4287-aaf7-2f84538bb526 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b310944e-35be-44a6-a31c-3869b759bdd1,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:39.660012 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1f8bcb-01bf-4287-aaf7-2f84538bb526 admin admin] Checking segment: {'id': 'b7e29be2-2d72-4cb8-b31e-936b8c0601de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '3085f602-11fb-40e6-8771-e57304cb25d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:17:39.660612 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1f8bcb-01bf-4287-aaf7-2f84538bb526 admin admin] Network hostable DHCP agents. Network: 3085f602-11fb-40e6-8771-e57304cb25d6, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:17:39.708287 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec874922-59a9-40db-9a7f-2816de86a6fb req-21ef892f-da5b-4e8b-a3a5-a1ef0cca2c35 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:39.722512 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ec874922-59a9-40db-9a7f-2816de86a6fb req-21ef892f-da5b-4e8b-a3a5-a1ef0cca2c35 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c617289-e2a1-439d-b627-a39be3c3c540 HTTP/1.1" status: 200 len: 946 time: 0.1980679 Aug 29 04:17:39.724721 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 1695f969-4f2a-42ed-afd8-fb0a78883cd9, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=1695f969-4f2a-42ed-afd8-fb0a78883cd9,segment=NetworkSegment(1fc19f14-bf6d-4959-b2c5-ed51e935e5ad),segment_id=1fc19f14-bf6d-4959-b2c5-ed51e935e5ad)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:39.728726 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7f5ba7-6129-47e5-a0d9-d098dd765dc5 req-babead68-76c8-4dfa-b77d-6d5eee58b2bf tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:39.731097 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7d7f5ba7-6129-47e5-a0d9-d098dd765dc5 req-babead68-76c8-4dfa-b77d-6d5eee58b2bf tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=8813c8fd-eb29-4e6b-9f27-6ec0ec9b365d HTTP/1.1" status: 200 len: 944 time: 0.0879426 Aug 29 04:17:39.756793 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 1695f969-4f2a-42ed-afd8-fb0a78883cd9 has no active binding in host n-h2-712140-12 {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 29 04:17:39.766493 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1f8bcb-01bf-4287-aaf7-2f84538bb526 admin admin] Network 3085f602-11fb-40e6-8771-e57304cb25d6 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:17:39.797620 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-ad1f8bcb-01bf-4287-aaf7-2f84538bb526 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 3085f602-11fb-40e6-8771-e57304cb25d6) {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:17:39.800967 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7d7f5ba7-6129-47e5-a0d9-d098dd765dc5 req-0d19a6a9-7164-441d-abba-164e0fec6d0e tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610189 Aug 29 04:17:39.810009 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b897b9ed-d4f9-48f6-9142-9220a37e4555 None None] Network 3085f602-11fb-40e6-8771-e57304cb25d6 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:17:39.810691 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1f8bcb-01bf-4287-aaf7-2f84538bb526 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:39.812273 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ad1f8bcb-01bf-4287-aaf7-2f84538bb526 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:39.831475 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ec874922-59a9-40db-9a7f-2816de86a6fb req-87e5ff0e-59f4-49f5-9ba7-a961e4be105a tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/security-groups?id=0af834e7-acaf-4d90-a371-bad8b3cc1714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075847 Aug 29 04:17:39.858621 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 45958) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:39.860293 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-ad1f8bcb-01bf-4287-aaf7-2f84538bb526 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7771590 Aug 29 04:17:39.875751 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-b93bad19-0d4b-4c3c-a8f9-b38431612fb3 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1130034549-router', 'tenant_id': 'e5f0d8ebc9a74e589a93c4dfadff20f5', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:17:39.925446 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b93bad19-0d4b-4c3c-a8f9-b38431612fb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:39.929851 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b93bad19-0d4b-4c3c-a8f9-b38431612fb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1838'] for router, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:40.050165 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b93bad19-0d4b-4c3c-a8f9-b38431612fb3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:40.162880 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc27e4f-347a-4fcb-b4e7-f33e1fc22a91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-3085f602-11fb-40e6-8771-e57304cb25d6', 'network_id': '3085f602-11fb-40e6-8771-e57304cb25d6', 'tenant_id': 'e5f0d8ebc9a74e589a93c4dfadff20f5', 'fixed_ips': [{'subnet_id': 'b310944e-35be-44a6-a31c-3869b759bdd1'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:17:40.164466 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bcc27e4f-347a-4fcb-b4e7-f33e1fc22a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:40.355113 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b93bad19-0d4b-4c3c-a8f9-b38431612fb3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:40.368282 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eaaea8-817f-4d1f-af15-f37d24072126 req-419c7d7a-9484-4420-b2f6-380d46839e09 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:40.378111 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f0eaaea8-817f-4d1f-af15-f37d24072126 req-419c7d7a-9484-4420-b2f6-380d46839e09 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c617289-e2a1-439d-b627-a39be3c3c540 HTTP/1.1" status: 200 len: 946 time: 0.1357512 Aug 29 04:17:40.428464 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f0eaaea8-817f-4d1f-af15-f37d24072126 req-3b02ab84-da45-43fa-b877-079e148f3810 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/security-groups?id=0af834e7-acaf-4d90-a371-bad8b3cc1714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486665 Aug 29 04:17:40.462840 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-bcc27e4f-347a-4fcb-b4e7-f33e1fc22a91 None None] Allocated IP 172.20.0.2 (3085f602-11fb-40e6-8771-e57304cb25d6/b310944e-35be-44a6-a31c-3869b759bdd1/c2c28440-dea1-4998-bc4d-8b20b23ff3b0) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:17:40.492796 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62e3355-bd97-42ed-8fb5-98673c037896 req-e11a7d40-e01d-488e-96ec-9e6a57ea1dc9 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:40.501584 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b62e3355-bd97-42ed-8fb5-98673c037896 req-e11a7d40-e01d-488e-96ec-9e6a57ea1dc9 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=11fb4299-b6e8-4935-87e8-fd9625e0a808 HTTP/1.1" status: 200 len: 946 time: 0.1855025 Aug 29 04:17:40.607808 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b62e3355-bd97-42ed-8fb5-98673c037896 req-5aad2884-bb76-4627-9e86-b57d1753bcec tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038637 Aug 29 04:17:40.660804 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dafe9e33-7af0-47b6-b35b-4a04ed1ed984 req-43e0d483-3244-48a7-ae64-a295f601cc48 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/ports?device_id=173fd45c-af2b-4de2-bd0a-16743c6fa3c4 HTTP/1.1" status: 200 len: 210 time: 0.0739717 Aug 29 04:17:40.750689 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-312848a5-8e5f-44d7-b51d-401276f7e01d req-9868c0d2-084e-479f-890a-a8b70c1350bf tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=cff8a488ff344e109cad8daf17880810&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0880044 Aug 29 04:17:40.798270 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bcc27e4f-347a-4fcb-b4e7-f33e1fc22a91 None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:40.815750 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-bcc27e4f-347a-4fcb-b4e7-f33e1fc22a91 None None] Transition to ACTIVE for port object c2c28440-dea1-4998-bc4d-8b20b23ff3b0 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:17:40.847802 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-bcc27e4f-347a-4fcb-b4e7-f33e1fc22a91 None None] Transition to ACTIVE for port object c2c28440-dea1-4998-bc4d-8b20b23ff3b0 will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:17:40.859668 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bcc27e4f-347a-4fcb-b4e7-f33e1fc22a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:40.942191 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc27e4f-347a-4fcb-b4e7-f33e1fc22a91 None None] Pushing event updated for resources: {'Port': ['ID=c2c28440-dea1-4998-bc4d-8b20b23ff3b0,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:40.951383 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc27e4f-347a-4fcb-b4e7-f33e1fc22a91 None None] Network 3085f602-11fb-40e6-8771-e57304cb25d6 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:17:40.953590 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-bcc27e4f-347a-4fcb-b4e7-f33e1fc22a91 None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:17:40.959548 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc27e4f-347a-4fcb-b4e7-f33e1fc22a91 None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:17:41.006920 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2442c8-3664-4840-bb6e-44bc151f6386 req-6928f962-f439-499d-b23f-3fa32616b677 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:41.013148 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8e2442c8-3664-4840-bb6e-44bc151f6386 req-6928f962-f439-499d-b23f-3fa32616b677 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "GET /v2.0/ports?device_id=f67de40e-9c4b-4df7-8589-9317825d95db HTTP/1.1" status: 200 len: 945 time: 0.1952808 Aug 29 04:17:41.019896 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b93bad19-0d4b-4c3c-a8f9-b38431612fb3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:41.041534 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-bcc27e4f-347a-4fcb-b4e7-f33e1fc22a91 None None] Attempting to bind port c2c28440-dea1-4998-bc4d-8b20b23ff3b0 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:17:41.042293 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-bcc27e4f-347a-4fcb-b4e7-f33e1fc22a91 None None] Attempting to bind port c2c28440-dea1-4998-bc4d-8b20b23ff3b0 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'b7e29be2-2d72-4cb8-b31e-936b8c0601de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '3085f602-11fb-40e6-8771-e57304cb25d6'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:17:41.042967 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc27e4f-347a-4fcb-b4e7-f33e1fc22a91 None None] Attempting to bind port c2c28440-dea1-4998-bc4d-8b20b23ff3b0 on network 3085f602-11fb-40e6-8771-e57304cb25d6 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:17:41.055582 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc27e4f-347a-4fcb-b4e7-f33e1fc22a91 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:17:41.056609 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc27e4f-347a-4fcb-b4e7-f33e1fc22a91 None None] Checking segment: {'id': 'b7e29be2-2d72-4cb8-b31e-936b8c0601de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '3085f602-11fb-40e6-8771-e57304cb25d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:17:41.057729 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bcc27e4f-347a-4fcb-b4e7-f33e1fc22a91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:41.058779 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc27e4f-347a-4fcb-b4e7-f33e1fc22a91 None None] Bound using segment: {'id': 'b7e29be2-2d72-4cb8-b31e-936b8c0601de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '3085f602-11fb-40e6-8771-e57304cb25d6'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:17:41.060157 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-bcc27e4f-347a-4fcb-b4e7-f33e1fc22a91 None None] Bound port: c2c28440-dea1-4998-bc4d-8b20b23ff3b0, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7e29be2-2d72-4cb8-b31e-936b8c0601de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '3085f602-11fb-40e6-8771-e57304cb25d6'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:17:41.061381 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bcc27e4f-347a-4fcb-b4e7-f33e1fc22a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:41.073140 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aa6e18-9cec-4430-a331-06be5ba55181 req-cc02c94c-25d2-43b4-9f79-2e6008fd0329 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:41.075302 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b93bad19-0d4b-4c3c-a8f9-b38431612fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:41.085845 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-88aa6e18-9cec-4430-a331-06be5ba55181 req-cc02c94c-25d2-43b4-9f79-2e6008fd0329 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=8813c8fd-eb29-4e6b-9f27-6ec0ec9b365d HTTP/1.1" status: 200 len: 944 time: 0.1495118 Aug 29 04:17:41.135157 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312848a5-8e5f-44d7-b51d-401276f7e01d req-a4f79bc1-73aa-4986-a631-e96d8e6dfb0f tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:41.137410 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-312848a5-8e5f-44d7-b51d-401276f7e01d req-a4f79bc1-73aa-4986-a631-e96d8e6dfb0f tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3720629 Aug 29 04:17:41.154185 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-bcc27e4f-347a-4fcb-b4e7-f33e1fc22a91 None None] For port c2c28440-dea1-4998-bc4d-8b20b23ff3b0, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:17:41.158149 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-bcc27e4f-347a-4fcb-b4e7-f33e1fc22a91 None None] For port c2c28440-dea1-4998-bc4d-8b20b23ff3b0, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=c2c28440-dea1-4998-bc4d-8b20b23ff3b0,segment=NetworkSegment(b7e29be2-2d72-4cb8-b31e-936b8c0601de),segment_id=b7e29be2-2d72-4cb8-b31e-936b8c0601de)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:17:41.163418 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bcc27e4f-347a-4fcb-b4e7-f33e1fc22a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:41.170712 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-88aa6e18-9cec-4430-a331-06be5ba55181 req-db3b2d72-269a-4272-bb7d-f37b4f724196 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835645 Aug 29 04:17:41.180454 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-312848a5-8e5f-44d7-b51d-401276f7e01d req-81e42358-0a77-4f74-b3c3-b5503b08bdbd tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Request body: {'port': {'device_id': '173fd45c-af2b-4de2-bd0a-16743c6fa3c4', 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45', 'admin_state_up': True, 'tenant_id': 'cff8a488ff344e109cad8daf17880810'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:17:41.229552 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8e2442c8-3664-4840-bb6e-44bc151f6386 req-cdf50acb-9cc9-455e-9653-74d82fff2759 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae989b78-b6c5-494f-9777-5336c7d3d7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569564 Aug 29 04:17:41.250082 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc27e4f-347a-4fcb-b4e7-f33e1fc22a91 None None] Pushing event updated for resources: {'Port': ['ID=c2c28440-dea1-4998-bc4d-8b20b23ff3b0,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:41.306219 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-b93bad19-0d4b-4c3c-a8f9-b38431612fb3 admin admin] Allocated IP 172.25.0.90 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/f8c3669f-4319-47ca-b0d9-f55383805589) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:17:41.421941 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-312848a5-8e5f-44d7-b51d-401276f7e01d req-81e42358-0a77-4f74-b3c3-b5503b08bdbd tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Made reservation on behalf of cff8a488ff344e109cad8daf17880810 for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:17:41.426602 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-312848a5-8e5f-44d7-b51d-401276f7e01d req-81e42358-0a77-4f74-b3c3-b5503b08bdbd tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:41.545814 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b93bad19-0d4b-4c3c-a8f9-b38431612fb3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:41.651529 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b93bad19-0d4b-4c3c-a8f9-b38431612fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:41.706181 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9fdcf9-4b39-4adc-ac59-b87217c7c83a req-cd7c2400-1bff-4f30-b43d-80ced372393d tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:41.708286 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4f9fdcf9-4b39-4adc-ac59-b87217c7c83a req-cd7c2400-1bff-4f30-b43d-80ced372393d tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c617289-e2a1-439d-b627-a39be3c3c540 HTTP/1.1" status: 200 len: 946 time: 0.0914545 Aug 29 04:17:41.716849 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-312848a5-8e5f-44d7-b51d-401276f7e01d req-81e42358-0a77-4f74-b3c3-b5503b08bdbd tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Allocated IP 192.168.233.182 (13e6dfc1-e9e7-40a1-8a14-d0febabf4d45/18cd12d4-b12a-41b0-b0c5-618edbb84e74/74d4a9cb-6c52-42c2-9100-d6d67faa3962) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:17:41.777182 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4f9fdcf9-4b39-4adc-ac59-b87217c7c83a req-29690802-ef25-45ac-8d3a-dfa7a5c4c5c8 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/security-groups?id=0af834e7-acaf-4d90-a371-bad8b3cc1714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594018 Aug 29 04:17:41.779033 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93bad19-0d4b-4c3c-a8f9-b38431612fb3 admin admin] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:17:41.794288 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-b93bad19-0d4b-4c3c-a8f9-b38431612fb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:17:41.804854 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93bad19-0d4b-4c3c-a8f9-b38431612fb3 admin admin] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:17:41.910622 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device c2c28440-dea1-4998-bc4d-8b20b23ff3b0 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:17:41.924378 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93bad19-0d4b-4c3c-a8f9-b38431612fb3 admin admin] Pushing event updated for resources: {'Port': ['ID=f8c3669f-4319-47ca-b0d9-f55383805589,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:41.988541 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a7572c66-b15d-4089-b3fe-041adbffc5bc req-93fa2a60-acf5-4735-9e8a-037b16ac6795 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/ports?device_id=173fd45c-af2b-4de2-bd0a-16743c6fa3c4 HTTP/1.1" status: 200 len: 210 time: 0.0817060 Aug 29 04:17:42.052305 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port c2c28440-dea1-4998-bc4d-8b20b23ff3b0 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:17:42.058502 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878fa91b-fe43-4d9e-903e-186701668951 req-244fd6c6-6aa7-4d15-a6f9-a7a0ff8294ad tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:42.061060 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-878fa91b-fe43-4d9e-903e-186701668951 req-244fd6c6-6aa7-4d15-a6f9-a7a0ff8294ad tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=11fb4299-b6e8-4935-87e8-fd9625e0a808 HTTP/1.1" status: 200 len: 946 time: 0.2530830 Aug 29 04:17:42.096627 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-312848a5-8e5f-44d7-b51d-401276f7e01d req-81e42358-0a77-4f74-b3c3-b5503b08bdbd tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:42.123446 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-312848a5-8e5f-44d7-b51d-401276f7e01d req-81e42358-0a77-4f74-b3c3-b5503b08bdbd tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Transition to ACTIVE for port object 74d4a9cb-6c52-42c2-9100-d6d67faa3962 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:17:42.145335 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-878fa91b-fe43-4d9e-903e-186701668951 req-1459eb0f-48c1-42d9-b553-f440e4e53ff8 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580261 Aug 29 04:17:42.191265 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-312848a5-8e5f-44d7-b51d-401276f7e01d req-81e42358-0a77-4f74-b3c3-b5503b08bdbd tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:42.206976 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['f2cfa364-e651-4bd4-9af8-0e6ba565e3ca', 'dba8531b-5497-4ce4-a7d5-2907dbf0117c'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:17:42.269414 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['6c598feb-3ed1-428d-85b3-41629f32880f', '2a6bce68-a836-4780-9092-ee7498142e59', 'fdc22186-f215-454e-8546-82ba1900a0c8', 'ec53f0a0-f10b-4f6d-bb3e-ad6634d1e6cb'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:17:42.272660 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-312848a5-8e5f-44d7-b51d-401276f7e01d req-81e42358-0a77-4f74-b3c3-b5503b08bdbd tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:17:42.275215 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-312848a5-8e5f-44d7-b51d-401276f7e01d req-81e42358-0a77-4f74-b3c3-b5503b08bdbd tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:17:42.282949 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-312848a5-8e5f-44d7-b51d-401276f7e01d req-81e42358-0a77-4f74-b3c3-b5503b08bdbd tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:17:42.362083 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e42358-0a77-4f74-b3c3-b5503b08bdbd tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Pushing event updated for resources: {'Port': ['ID=74d4a9cb-6c52-42c2-9100-d6d67faa3962,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:42.418256 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312848a5-8e5f-44d7-b51d-401276f7e01d req-81e42358-0a77-4f74-b3c3-b5503b08bdbd tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:42.418809 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-312848a5-8e5f-44d7-b51d-401276f7e01d req-81e42358-0a77-4f74-b3c3-b5503b08bdbd tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:42.442706 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-312848a5-8e5f-44d7-b51d-401276f7e01d req-81e42358-0a77-4f74-b3c3-b5503b08bdbd tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2700016 Aug 29 04:17:42.460943 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd69ec5-aadb-4e7b-ac93-effde7d0631b req-ce4f2bdb-1348-498a-a486-439cb46e0dae tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:42.462551 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bfd69ec5-aadb-4e7b-ac93-effde7d0631b req-ce4f2bdb-1348-498a-a486-439cb46e0dae tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=8813c8fd-eb29-4e6b-9f27-6ec0ec9b365d HTTP/1.1" status: 200 len: 944 time: 0.1206436 Aug 29 04:17:42.469025 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-312848a5-8e5f-44d7-b51d-401276f7e01d req-77dbc4ab-5255-471a-9e88-53c45f97ce61 service neutron] Request body: {'port': {'device_id': '173fd45c-af2b-4de2-bd0a-16743c6fa3c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:17:42.519011 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b93bad19-0d4b-4c3c-a8f9-b38431612fb3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:42.586696 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-312848a5-8e5f-44d7-b51d-401276f7e01d req-77dbc4ab-5255-471a-9e88-53c45f97ce61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:42.593123 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bfd69ec5-aadb-4e7b-ac93-effde7d0631b req-860fb6b0-c28f-44be-ba34-927fc712284d tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722280 Aug 29 04:17:42.692715 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cb2edc-a75b-441c-bfe6-a8b1fcc12d72 req-d4e9b64d-349c-435b-a03b-821944a2f979 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:42.695361 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f9cb2edc-a75b-441c-bfe6-a8b1fcc12d72 req-d4e9b64d-349c-435b-a03b-821944a2f979 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "GET /v2.0/ports?device_id=f67de40e-9c4b-4df7-8589-9317825d95db HTTP/1.1" status: 200 len: 945 time: 0.3173585 Aug 29 04:17:42.762802 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c44eff21-20cb-4fc1-94f4-837399dfd0db req-ef6f17b9-6779-4114-abf9-613ba12e804e service neutron] 10.222.0.46 "GET /v2.0/ports/1695f969-4f2a-42ed-afd8-fb0a78883cd9/bindings/n-h2-712140-12 HTTP/1.1" status: 200 len: 385 time: 0.3860271 Aug 29 04:17:42.933403 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-108445bf-504a-41a9-95b0-ba68618f7e53 None None] Provisioning for port 74d4a9cb-6c52-42c2-9100-d6d67faa3962 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:17:42.953091 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f9cb2edc-a75b-441c-bfe6-a8b1fcc12d72 req-e901886a-23f6-4c33-b28d-83e8610cbe30 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae989b78-b6c5-494f-9777-5336c7d3d7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032716 Aug 29 04:17:42.957409 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-108445bf-504a-41a9-95b0-ba68618f7e53 None None] Provisioning complete for port 74d4a9cb-6c52-42c2-9100-d6d67faa3962 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:17:42.958029 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-108445bf-504a-41a9-95b0-ba68618f7e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:43.006705 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 1695f969-4f2a-42ed-afd8-fb0a78883cd9 no longer exists at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:17:43.031327 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b93bad19-0d4b-4c3c-a8f9-b38431612fb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409'] for router, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:43.079785 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa617389-cec9-46c0-8422-00acf35eddf1 None None] Network 3085f602-11fb-40e6-8771-e57304cb25d6 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:17:43.083221 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed6150-88a1-43ae-b79d-5a02a1f96320 req-86614b47-02d8-4323-906d-7eeca9138bce tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:43.090197 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1aed6150-88a1-43ae-b79d-5a02a1f96320 req-86614b47-02d8-4323-906d-7eeca9138bce tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c617289-e2a1-439d-b627-a39be3c3c540 HTTP/1.1" status: 200 len: 946 time: 0.1197002 Aug 29 04:17:43.176490 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1aed6150-88a1-43ae-b79d-5a02a1f96320 req-27b916a3-7875-4565-98a5-447e4ddb9d06 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/security-groups?id=0af834e7-acaf-4d90-a371-bad8b3cc1714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846965 Aug 29 04:17:43.180765 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-312848a5-8e5f-44d7-b51d-401276f7e01d req-77dbc4ab-5255-471a-9e88-53c45f97ce61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74d4a9cb-6c52-42c2-9100-d6d67faa3962 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:17:43.193685 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-312848a5-8e5f-44d7-b51d-401276f7e01d req-77dbc4ab-5255-471a-9e88-53c45f97ce61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:43.206512 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-108445bf-504a-41a9-95b0-ba68618f7e53 None None] Port 74d4a9cb-6c52-42c2-9100-d6d67faa3962 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:17:43.219145 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-c44eff21-20cb-4fc1-94f4-837399dfd0db req-61446a7f-8268-43eb-9bb2-194c50490a5c service neutron] For port 1695f969-4f2a-42ed-afd8-fb0a78883cd9, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=1695f969-4f2a-42ed-afd8-fb0a78883cd9,segment=NetworkSegment(1fc19f14-bf6d-4959-b2c5-ed51e935e5ad),segment_id=1fc19f14-bf6d-4959-b2c5-ed51e935e5ad)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:43.221271 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-312848a5-8e5f-44d7-b51d-401276f7e01d req-77dbc4ab-5255-471a-9e88-53c45f97ce61 service neutron] Transition to ACTIVE for port object 74d4a9cb-6c52-42c2-9100-d6d67faa3962 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:17:43.227211 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-312848a5-8e5f-44d7-b51d-401276f7e01d req-77dbc4ab-5255-471a-9e88-53c45f97ce61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:43.277360 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-c44eff21-20cb-4fc1-94f4-837399dfd0db req-61446a7f-8268-43eb-9bb2-194c50490a5c service neutron] For port 1695f969-4f2a-42ed-afd8-fb0a78883cd9, host n-h1-712140-12, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:17:43.322041 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de02cca-1f55-421e-95f6-e681c5b391f8 req-3003eee6-fab4-42f7-b91e-ce303563f5a8 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:43.323904 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1de02cca-1f55-421e-95f6-e681c5b391f8 req-3003eee6-fab4-42f7-b91e-ce303563f5a8 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/ports?device_id=173fd45c-af2b-4de2-bd0a-16743c6fa3c4 HTTP/1.1" status: 200 len: 936 time: 0.2320805 Aug 29 04:17:43.367912 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [req-c44eff21-20cb-4fc1-94f4-837399dfd0db req-61446a7f-8268-43eb-9bb2-194c50490a5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1695f969-4f2a-42ed-afd8-fb0a78883cd9 {{(pid=94829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:17:43.370632 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dbc4ab-5255-471a-9e88-53c45f97ce61 service neutron] Pushing event updated for resources: {'Port': ['ID=74d4a9cb-6c52-42c2-9100-d6d67faa3962,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:43.404455 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-c44eff21-20cb-4fc1-94f4-837399dfd0db req-61446a7f-8268-43eb-9bb2-194c50490a5c service neutron] For port 1695f969-4f2a-42ed-afd8-fb0a78883cd9, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=1695f969-4f2a-42ed-afd8-fb0a78883cd9,segment=NetworkSegment(1fc19f14-bf6d-4959-b2c5-ed51e935e5ad),segment_id=1fc19f14-bf6d-4959-b2c5-ed51e935e5ad)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:43.405774 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-280073f5-3e7b-436b-a354-e15c376d1e59 None None] Provisioning for port c2c28440-dea1-4998-bc4d-8b20b23ff3b0 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:17:43.427467 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-c44eff21-20cb-4fc1-94f4-837399dfd0db req-61446a7f-8268-43eb-9bb2-194c50490a5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:43.435593 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-280073f5-3e7b-436b-a354-e15c376d1e59 None None] Provisioning complete for port c2c28440-dea1-4998-bc4d-8b20b23ff3b0 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:17:43.436257 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-280073f5-3e7b-436b-a354-e15c376d1e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:43.529629 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a3589b-8cb1-42b2-a35c-10f1916c7c2c req-d979562e-b33b-4015-b5a3-fcca5a71a09a tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:43.537855 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-57a3589b-8cb1-42b2-a35c-10f1916c7c2c req-d979562e-b33b-4015-b5a3-fcca5a71a09a tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=11fb4299-b6e8-4935-87e8-fd9625e0a808 HTTP/1.1" status: 200 len: 946 time: 0.2481825 Aug 29 04:17:43.538569 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [req-c44eff21-20cb-4fc1-94f4-837399dfd0db req-61446a7f-8268-43eb-9bb2-194c50490a5c service neutron] Transition to ACTIVE for port object 1695f969-4f2a-42ed-afd8-fb0a78883cd9 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:17:43.545574 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-c44eff21-20cb-4fc1-94f4-837399dfd0db req-61446a7f-8268-43eb-9bb2-194c50490a5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:43.561339 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-312848a5-8e5f-44d7-b51d-401276f7e01d req-77dbc4ab-5255-471a-9e88-53c45f97ce61 service neutron] Attempting to bind port 74d4a9cb-6c52-42c2-9100-d6d67faa3962 on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:17:43.561619 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-312848a5-8e5f-44d7-b51d-401276f7e01d req-77dbc4ab-5255-471a-9e88-53c45f97ce61 service neutron] Attempting to bind port 74d4a9cb-6c52-42c2-9100-d6d67faa3962 by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:17:43.562393 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-312848a5-8e5f-44d7-b51d-401276f7e01d req-77dbc4ab-5255-471a-9e88-53c45f97ce61 service neutron] Attempting to bind port 74d4a9cb-6c52-42c2-9100-d6d67faa3962 on network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:17:43.579913 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-312848a5-8e5f-44d7-b51d-401276f7e01d req-77dbc4ab-5255-471a-9e88-53c45f97ce61 service neutron] Port 74d4a9cb-6c52-42c2-9100-d6d67faa3962 on network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:17:43.580551 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-312848a5-8e5f-44d7-b51d-401276f7e01d req-77dbc4ab-5255-471a-9e88-53c45f97ce61 service neutron] Attempting to bind port 74d4a9cb-6c52-42c2-9100-d6d67faa3962 on network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:17:43.592313 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-312848a5-8e5f-44d7-b51d-401276f7e01d req-77dbc4ab-5255-471a-9e88-53c45f97ce61 service neutron] Checking agent: {'id': '3de9de52-3a03-431d-9d7e-497ae92c57ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:17:43.592681 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-312848a5-8e5f-44d7-b51d-401276f7e01d req-77dbc4ab-5255-471a-9e88-53c45f97ce61 service neutron] Checking segment: {'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:17:43.596148 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-312848a5-8e5f-44d7-b51d-401276f7e01d req-77dbc4ab-5255-471a-9e88-53c45f97ce61 service neutron] Bound using segment: {'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:17:43.596742 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-312848a5-8e5f-44d7-b51d-401276f7e01d req-77dbc4ab-5255-471a-9e88-53c45f97ce61 service neutron] Bound port: 74d4a9cb-6c52-42c2-9100-d6d67faa3962, host: n-h1-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:17:43.597187 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-312848a5-8e5f-44d7-b51d-401276f7e01d req-77dbc4ab-5255-471a-9e88-53c45f97ce61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:43.654462 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b93bad19-0d4b-4c3c-a8f9-b38431612fb3 admin admin] Router 3171918c-1291-42c5-a143-1056541b5b0e is scheduled to L3 agent 76874008-c311-485c-ba36-921b6d275b6a with binding_index 1 {{(pid=94829) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:17:43.694193 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-57a3589b-8cb1-42b2-a35c-10f1916c7c2c req-9d140720-37d2-4d1f-8fb1-2ad5f9d3e251 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550596 Aug 29 04:17:43.698527 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-280073f5-3e7b-436b-a354-e15c376d1e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:43.722960 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [req-c44eff21-20cb-4fc1-94f4-837399dfd0db req-61446a7f-8268-43eb-9bb2-194c50490a5c service neutron] No DVR routers for this DVR port 1695f969-4f2a-42ed-afd8-fb0a78883cd9 on host n-h1-712140-12 {{(pid=94829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:17:43.749512 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-312848a5-8e5f-44d7-b51d-401276f7e01d req-77dbc4ab-5255-471a-9e88-53c45f97ce61 service neutron] For port 74d4a9cb-6c52-42c2-9100-d6d67faa3962, host n-h1-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:17:43.758693 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-312848a5-8e5f-44d7-b51d-401276f7e01d req-77dbc4ab-5255-471a-9e88-53c45f97ce61 service neutron] For port 74d4a9cb-6c52-42c2-9100-d6d67faa3962, host n-h1-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=74d4a9cb-6c52-42c2-9100-d6d67faa3962,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:17:43.763735 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1de02cca-1f55-421e-95f6-e681c5b391f8 req-db4f071d-78eb-4787-acc3-017f4902ca3f tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/security-groups?id=69e9e696-6092-48f5-a28b-387de9f4e688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4322150 Aug 29 04:17:43.767590 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-312848a5-8e5f-44d7-b51d-401276f7e01d req-77dbc4ab-5255-471a-9e88-53c45f97ce61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:43.781234 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-280073f5-3e7b-436b-a354-e15c376d1e59 None None] For port c2c28440-dea1-4998-bc4d-8b20b23ff3b0, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=c2c28440-dea1-4998-bc4d-8b20b23ff3b0,segment=NetworkSegment(b7e29be2-2d72-4cb8-b31e-936b8c0601de),segment_id=b7e29be2-2d72-4cb8-b31e-936b8c0601de)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:43.788968 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-280073f5-3e7b-436b-a354-e15c376d1e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:43.824331 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61446a7f-8268-43eb-9bb2-194c50490a5c service neutron] Pushing event updated for resources: {'Port': ['ID=1695f969-4f2a-42ed-afd8-fb0a78883cd9,revision_number=10']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:43.846765 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312848a5-8e5f-44d7-b51d-401276f7e01d req-77dbc4ab-5255-471a-9e88-53c45f97ce61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:43.847315 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-312848a5-8e5f-44d7-b51d-401276f7e01d req-77dbc4ab-5255-471a-9e88-53c45f97ce61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:43.848852 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-312848a5-8e5f-44d7-b51d-401276f7e01d req-77dbc4ab-5255-471a-9e88-53c45f97ce61 service neutron] 10.222.0.46 "PUT /v2.0/ports/74d4a9cb-6c52-42c2-9100-d6d67faa3962 HTTP/1.1" status: 200 len: 1097 time: 1.3851447 Aug 29 04:17:43.882566 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '173fd45c-af2b-4de2-bd0a-16743c6fa3c4', 'tag': '74d4a9cb-6c52-42c2-9100-d6d67faa3962'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:17:43.884715 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0360a3b2-5b54-4eab-a12a-7d935635f027" -d '{"events": [{"name": "network-changed", "server_uuid": "173fd45c-af2b-4de2-bd0a-16743c6fa3c4", "tag": "74d4a9cb-6c52-42c2-9100-d6d67faa3962"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:17:43.935395 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dbc4ab-5255-471a-9e88-53c45f97ce61 service neutron] Pushing event updated for resources: {'Port': ['ID=74d4a9cb-6c52-42c2-9100-d6d67faa3962,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:43.957124 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da5a4d15-c98f-4ae5-94bd-86ba3d31ad20 x-openstack-request-id: req-da5a4d15-c98f-4ae5-94bd-86ba3d31ad20 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:17:43.957473 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "173fd45c-af2b-4de2-bd0a-16743c6fa3c4", "tag": "74d4a9cb-6c52-42c2-9100-d6d67faa3962", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:17:43.957671 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-da5a4d15-c98f-4ae5-94bd-86ba3d31ad20 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:17:43.958043 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '173fd45c-af2b-4de2-bd0a-16743c6fa3c4', 'tag': '74d4a9cb-6c52-42c2-9100-d6d67faa3962', 'status': 'completed', 'code': 200} Aug 29 04:17:43.968548 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280073f5-3e7b-436b-a354-e15c376d1e59 None None] Pushing event updated for resources: {'Port': ['ID=c2c28440-dea1-4998-bc4d-8b20b23ff3b0,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:43.972344 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63b9a31-4694-41ad-a305-a536dcbb702c req-5adf32f2-0033-45bc-94cd-fcba9209abda tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:43.981102 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a63b9a31-4694-41ad-a305-a536dcbb702c req-5adf32f2-0033-45bc-94cd-fcba9209abda tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=8813c8fd-eb29-4e6b-9f27-6ec0ec9b365d HTTP/1.1" status: 200 len: 945 time: 0.1566088 Aug 29 04:17:44.022779 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312848a5-8e5f-44d7-b51d-401276f7e01d req-f4d15854-659a-4a5f-994f-ca13521bfb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:44.024769 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-312848a5-8e5f-44d7-b51d-401276f7e01d req-f4d15854-659a-4a5f-994f-ca13521bfb7c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cff8a488ff344e109cad8daf17880810&device_id=173fd45c-af2b-4de2-bd0a-16743c6fa3c4 HTTP/1.1" status: 200 len: 1100 time: 0.1004088 Aug 29 04:17:44.032610 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a63b9a31-4694-41ad-a305-a536dcbb702c req-3323d2be-9c1a-4901-95b3-2e7dd106a92f tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505753 Aug 29 04:17:44.093434 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-312848a5-8e5f-44d7-b51d-401276f7e01d req-ca525fd5-c56f-48b4-88b2-9901d01fa455 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=74d4a9cb-6c52-42c2-9100-d6d67faa3962 HTTP/1.1" status: 200 len: 217 time: 0.0585921 Aug 29 04:17:44.121044 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-4c30a310-ab2d-4685-b591-3c9a39e72638 None None] Provisioning complete for port c2c28440-dea1-4998-bc4d-8b20b23ff3b0 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:17:44.121830 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4c30a310-ab2d-4685-b591-3c9a39e72638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:44.163551 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312848a5-8e5f-44d7-b51d-401276f7e01d req-6b29ff35-0c17-48a6-8998-211c71f389c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:44.168112 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-312848a5-8e5f-44d7-b51d-401276f7e01d req-6b29ff35-0c17-48a6-8998-211c71f389c5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=18cd12d4-b12a-41b0-b0c5-618edbb84e74 HTTP/1.1" status: 200 len: 843 time: 0.0654774 Aug 29 04:17:44.249014 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312848a5-8e5f-44d7-b51d-401276f7e01d req-457b4a52-b567-4b57-b892-43ce2cb1a74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:44.250558 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-312848a5-8e5f-44d7-b51d-401276f7e01d req-457b4a52-b567-4b57-b892-43ce2cb1a74c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0664048 Aug 29 04:17:44.342186 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c44eff21-20cb-4fc1-94f4-837399dfd0db req-61446a7f-8268-43eb-9bb2-194c50490a5c service neutron] 10.222.0.46 "PUT /v2.0/ports/1695f969-4f2a-42ed-afd8-fb0a78883cd9/bindings/n-h2-712140-12/activate HTTP/1.1" status: 200 len: 370 time: 1.5548851 Aug 29 04:17:44.345260 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c7535581-ce5b-4597-8994-127eaad99ea4 req-389932a5-f3c1-4da3-86c7-5a17df50732f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=83df3f9c-fda9-43d6-848d-9b61b206ad4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7020369 Aug 29 04:17:44.397404 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937d4963-a4ce-4d78-8fb0-3330fcd377b2 req-bc4aa611-68c7-4bb8-b3b1-d7c731d24f1f tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:44.399004 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-937d4963-a4ce-4d78-8fb0-3330fcd377b2 req-bc4aa611-68c7-4bb8-b3b1-d7c731d24f1f tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c617289-e2a1-439d-b627-a39be3c3c540 HTTP/1.1" status: 200 len: 946 time: 0.1260729 Aug 29 04:17:44.431786 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b93bad19-0d4b-4c3c-a8f9-b38431612fb3 admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:17:44.443308 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-312848a5-8e5f-44d7-b51d-401276f7e01d req-5a66486e-8fdd-4a6c-8c3d-fb34716e5866 service neutron] 10.222.0.46 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813917 Aug 29 04:17:44.446516 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b80552-c99a-4b60-83cc-42677cad3bc7 None None] Sync routers for ids ['3171918c-1291-42c5-a143-1056541b5b0e'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:17:44.456171 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b80552-c99a-4b60-83cc-42677cad3bc7 None None] Routers {'3171918c-1291-42c5-a143-1056541b5b0e'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:17:44.457083 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-83b80552-c99a-4b60-83cc-42677cad3bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:17:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['3171918c-1291-42c5-a143-1056541b5b0e'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:17:44.467661 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1318fb-1034-4f79-9f95-fa090b1a3f45 req-e035ad3c-e43f-4824-8673-ba4e22b15817 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:44.472664 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6c1318fb-1034-4f79-9f95-fa090b1a3f45 req-e035ad3c-e43f-4824-8673-ba4e22b15817 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "GET /v2.0/ports?device_id=f67de40e-9c4b-4df7-8589-9317825d95db HTTP/1.1" status: 200 len: 945 time: 0.1354470 Aug 29 04:17:44.477443 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b93bad19-0d4b-4c3c-a8f9-b38431612fb3 admin admin] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:44.481556 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-b93bad19-0d4b-4c3c-a8f9-b38431612fb3 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.6097000 Aug 29 04:17:44.485646 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 46010) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:44.497647 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7535581-ce5b-4597-8994-127eaad99ea4 req-d7ae72c5-4867-47b8-b138-b97a297e95ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:44.499381 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c7535581-ce5b-4597-8994-127eaad99ea4 req-d7ae72c5-4867-47b8-b138-b97a297e95ba service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1d0658a0a90a4facb02cad62921e20d5&device_id=83df3f9c-fda9-43d6-848d-9b61b206ad4d HTTP/1.1" status: 200 len: 1096 time: 0.1105125 Aug 29 04:17:44.559671 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6c1318fb-1034-4f79-9f95-fa090b1a3f45 req-ddea7813-1552-4430-927a-38382bd7df86 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae989b78-b6c5-494f-9777-5336c7d3d7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735192 Aug 29 04:17:44.587912 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-937d4963-a4ce-4d78-8fb0-3330fcd377b2 req-e2125574-fd6a-4ae4-a7a0-ab7e625d090c tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/security-groups?id=0af834e7-acaf-4d90-a371-bad8b3cc1714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739390 Aug 29 04:17:44.604049 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-83b80552-c99a-4b60-83cc-42677cad3bc7 None None] Set router 3171918c-1291-42c5-a143-1056541b5b0e gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:17:44.636338 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44eff21-20cb-4fc1-94f4-837399dfd0db req-c6c3e40a-d6aa-4ae3-ad8b-12b16e0b4b40 tempest-LiveAutoBlockMigrationV225Test-280615785 tempest-LiveAutoBlockMigrationV225Test-280615785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:44.638850 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c44eff21-20cb-4fc1-94f4-837399dfd0db req-c6c3e40a-d6aa-4ae3-ad8b-12b16e0b4b40 tempest-LiveAutoBlockMigrationV225Test-280615785 tempest-LiveAutoBlockMigrationV225Test-280615785-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=8813c8fd-eb29-4e6b-9f27-6ec0ec9b365d&tenant_id=1d0658a0a90a4facb02cad62921e20d5&binding%3Ahost_id=n-h1-712140-12 HTTP/1.1" status: 200 len: 1097 time: 0.2145274 Aug 29 04:17:44.653355 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7535581-ce5b-4597-8994-127eaad99ea4 req-14e235f4-0288-4e9a-a545-12baea7de994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:44.654861 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c7535581-ce5b-4597-8994-127eaad99ea4 req-14e235f4-0288-4e9a-a545-12baea7de994 service neutron] 10.222.0.48 "GET /v2.0/networks?id=53020a37-9cfa-46c3-bf40-16467007f493 HTTP/1.1" status: 200 len: 921 time: 0.1236436 Aug 29 04:17:44.699166 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c7535581-ce5b-4597-8994-127eaad99ea4 req-e46f37a2-6a12-44d2-b5c4-0ad785c2246a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6bf9784d-aab5-49f4-bbfd-13df40e0c2f5 HTTP/1.1" status: 200 len: 217 time: 0.0373039 Aug 29 04:17:44.768397 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7535581-ce5b-4597-8994-127eaad99ea4 req-d82b385e-83dc-42e7-acea-790b267bcad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:44.771485 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c7535581-ce5b-4597-8994-127eaad99ea4 req-d82b385e-83dc-42e7-acea-790b267bcad2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=210c6ef6-f12f-4dde-90b9-22d1971290b1 HTTP/1.1" status: 200 len: 860 time: 0.0650597 Aug 29 04:17:44.775284 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-312848a5-8e5f-44d7-b51d-401276f7e01d req-f890f827-651a-4944-949f-b654f7ec106c service neutron] 10.222.0.46 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3061616 Aug 29 04:17:44.792699 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44eff21-20cb-4fc1-94f4-837399dfd0db req-94d1f990-1eaf-4d90-a11b-24a0f06358b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:44.796059 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c44eff21-20cb-4fc1-94f4-837399dfd0db req-94d1f990-1eaf-4d90-a11b-24a0f06358b3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8813c8fd-eb29-4e6b-9f27-6ec0ec9b365d&tenant_id=1d0658a0a90a4facb02cad62921e20d5 HTTP/1.1" status: 200 len: 1097 time: 0.1224132 Aug 29 04:17:44.833916 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c7535581-ce5b-4597-8994-127eaad99ea4 req-fce45487-ae75-4599-a0ca-2758fbb83b68 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=53020a37-9cfa-46c3-bf40-16467007f493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538898 Aug 29 04:17:44.869355 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-83b80552-c99a-4b60-83cc-42677cad3bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3171918c-1291-42c5-a143-1056541b5b0e', 'name': 'tempest-TaggedBootDevicesTest_v242-1130034549-router', 'tenant_id': 'e5f0d8ebc9a74e589a93c4dfadff20f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': 'f8c3669f-4319-47ca-b0d9-f55383805589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:17:39Z', 'updated_at': '2021-08-29T04:17:42Z', 'revision_number': 3, 'project_id': 'e5f0d8ebc9a74e589a93c4dfadff20f5', 'gw_port': {'id': 'f8c3669f-4319-47ca-b0d9-f55383805589', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d8:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3171918c-1291-42c5-a143-1056541b5b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:17:41Z', 'updated_at': '2021-08-29T04:17:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:17:44.919422 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b80552-c99a-4b60-83cc-42677cad3bc7 None None] Checking router: 3171918c-1291-42c5-a143-1056541b5b0e for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:17:44.920245 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b80552-c99a-4b60-83cc-42677cad3bc7 None None] Updating router 3171918c-1291-42c5-a143-1056541b5b0e port f8c3669f-4319-47ca-b0d9-f55383805589 binding host n-d-712140-12 {{(pid=94831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:17:44.953149 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-83b80552-c99a-4b60-83cc-42677cad3bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:44.974239 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69872b7-1901-4862-b464-b8d5f9b8a7fc req-77b276f6-8f3f-4605-9119-865aebb26710 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:44.979456 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e69872b7-1901-4862-b464-b8d5f9b8a7fc req-77b276f6-8f3f-4605-9119-865aebb26710 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=11fb4299-b6e8-4935-87e8-fd9625e0a808 HTTP/1.1" status: 200 len: 946 time: 0.1442230 Aug 29 04:17:45.012830 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c7535581-ce5b-4597-8994-127eaad99ea4 req-ce928bd9-ff93-4942-959e-a163fd9ea555 service neutron] 10.222.0.48 "GET /v2.0/networks/53020a37-9cfa-46c3-bf40-16467007f493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639178 Aug 29 04:17:45.090000 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e69872b7-1901-4862-b464-b8d5f9b8a7fc req-2a07fdab-170a-4290-930d-05b9e6e0092c tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020269 Aug 29 04:17:45.177312 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c7535581-ce5b-4597-8994-127eaad99ea4 req-f105e637-779d-4a80-8e6d-adcb2255f719 service neutron] 10.222.0.48 "GET /v2.0/networks/53020a37-9cfa-46c3-bf40-16467007f493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548650 Aug 29 04:17:45.267811 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0360a3b2-5b54-4eab-a12a-7d935635f027 req-3b7921a7-8805-4bb2-9cd8-d0ea0c86d94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:45.269325 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0360a3b2-5b54-4eab-a12a-7d935635f027 req-3b7921a7-8805-4bb2-9cd8-d0ea0c86d94f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cff8a488ff344e109cad8daf17880810&device_id=173fd45c-af2b-4de2-bd0a-16743c6fa3c4 HTTP/1.1" status: 200 len: 1100 time: 0.1562526 Aug 29 04:17:45.279177 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44eff21-20cb-4fc1-94f4-837399dfd0db req-7b0bb1fe-c385-4d0b-94bc-f266fd0b39b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:45.280716 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c44eff21-20cb-4fc1-94f4-837399dfd0db req-7b0bb1fe-c385-4d0b-94bc-f266fd0b39b6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1d0658a0a90a4facb02cad62921e20d5&device_id=8813c8fd-eb29-4e6b-9f27-6ec0ec9b365d HTTP/1.1" status: 200 len: 1097 time: 0.4364100 Aug 29 04:17:45.282953 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31bc426-d137-45bc-9768-225c0e2cb2d3 req-df3b5a51-9883-4218-ba17-d6eb50baa2cc tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:45.285586 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f31bc426-d137-45bc-9768-225c0e2cb2d3 req-df3b5a51-9883-4218-ba17-d6eb50baa2cc tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=8813c8fd-eb29-4e6b-9f27-6ec0ec9b365d HTTP/1.1" status: 200 len: 945 time: 0.0923572 Aug 29 04:17:45.298126 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e75b92-23e1-4c6e-ad14-8b82e73124fe req-8f8d5734-1b71-49b4-8cec-c4bbfb5f4481 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:45.299619 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c2e75b92-23e1-4c6e-ad14-8b82e73124fe req-8f8d5734-1b71-49b4-8cec-c4bbfb5f4481 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/ports?device_id=173fd45c-af2b-4de2-bd0a-16743c6fa3c4 HTTP/1.1" status: 200 len: 948 time: 0.1841428 Aug 29 04:17:45.303020 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-83b80552-c99a-4b60-83cc-42677cad3bc7 None None] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:45.316507 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-83b80552-c99a-4b60-83cc-42677cad3bc7 None None] Transition to ACTIVE for port object f8c3669f-4319-47ca-b0d9-f55383805589 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:17:45.325628 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-83b80552-c99a-4b60-83cc-42677cad3bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:45.350521 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f31bc426-d137-45bc-9768-225c0e2cb2d3 req-add0c096-b515-45d4-bf5d-815c7f242c95 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572093 Aug 29 04:17:45.366223 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc35a971-746d-4538-a174-78e8675225f1 None None] Pushing event updated for resources: {'Port': ['ID=f8c3669f-4319-47ca-b0d9-f55383805589,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:45.384966 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-83b80552-c99a-4b60-83cc-42677cad3bc7 None None] Attempting to bind port f8c3669f-4319-47ca-b0d9-f55383805589 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:17:45.385459 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-83b80552-c99a-4b60-83cc-42677cad3bc7 None None] Attempting to bind port f8c3669f-4319-47ca-b0d9-f55383805589 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:17:45.385951 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b80552-c99a-4b60-83cc-42677cad3bc7 None None] Attempting to bind port f8c3669f-4319-47ca-b0d9-f55383805589 on network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:17:45.391303 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b80552-c99a-4b60-83cc-42677cad3bc7 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:17:45.392405 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b80552-c99a-4b60-83cc-42677cad3bc7 None None] Checking segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:17:45.392812 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-83b80552-c99a-4b60-83cc-42677cad3bc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:45.393198 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b80552-c99a-4b60-83cc-42677cad3bc7 None None] Bound using segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:17:45.393650 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-83b80552-c99a-4b60-83cc-42677cad3bc7 None None] Bound port: f8c3669f-4319-47ca-b0d9-f55383805589, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:17:45.394030 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-83b80552-c99a-4b60-83cc-42677cad3bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:45.461116 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-83b80552-c99a-4b60-83cc-42677cad3bc7 None None] For port f8c3669f-4319-47ca-b0d9-f55383805589, host n-d-712140-12, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:17:45.464309 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-83b80552-c99a-4b60-83cc-42677cad3bc7 None None] For port f8c3669f-4319-47ca-b0d9-f55383805589, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=f8c3669f-4319-47ca-b0d9-f55383805589,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:17:45.470846 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-83b80552-c99a-4b60-83cc-42677cad3bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:45.586489 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0360a3b2-5b54-4eab-a12a-7d935635f027 req-b76ede8f-a27e-42a0-bf63-8c28d25dad4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:45.588108 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0360a3b2-5b54-4eab-a12a-7d935635f027 req-b76ede8f-a27e-42a0-bf63-8c28d25dad4c service neutron] 10.222.0.46 "GET /v2.0/networks?id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 HTTP/1.1" status: 200 len: 870 time: 0.3049381 Aug 29 04:17:45.593807 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44eff21-20cb-4fc1-94f4-837399dfd0db req-6abcf689-a353-4136-841f-1c8c272c1aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:45.595524 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c44eff21-20cb-4fc1-94f4-837399dfd0db req-6abcf689-a353-4136-841f-1c8c272c1aaf service neutron] 10.222.0.48 "GET /v2.0/networks?id=53020a37-9cfa-46c3-bf40-16467007f493 HTTP/1.1" status: 200 len: 921 time: 0.2935276 Aug 29 04:17:45.633570 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c2e75b92-23e1-4c6e-ad14-8b82e73124fe req-e25e7565-6bea-4aa9-acdb-ff988f6dcd20 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/security-groups?id=69e9e696-6092-48f5-a28b-387de9f4e688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3124089 Aug 29 04:17:45.685945 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc35a971-746d-4538-a174-78e8675225f1 None None] Pushing event updated for resources: {'Port': ['ID=f8c3669f-4319-47ca-b0d9-f55383805589,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:45.699756 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0360a3b2-5b54-4eab-a12a-7d935635f027 req-efc0503b-7f16-4af9-9ea3-1feaf10745b6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=74d4a9cb-6c52-42c2-9100-d6d67faa3962 HTTP/1.1" status: 200 len: 217 time: 0.1012237 Aug 29 04:17:45.702763 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c44eff21-20cb-4fc1-94f4-837399dfd0db req-0955fb7e-e7c2-4c41-ade5-12275af3c222 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1695f969-4f2a-42ed-afd8-fb0a78883cd9 HTTP/1.1" status: 200 len: 217 time: 0.0861106 Aug 29 04:17:45.738864 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b80552-c99a-4b60-83cc-42677cad3bc7 None None] Routers {'3171918c-1291-42c5-a143-1056541b5b0e'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:17:45.740299 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-83b80552-c99a-4b60-83cc-42677cad3bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:17:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['3171918c-1291-42c5-a143-1056541b5b0e'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:17:45.743197 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6ff375-1c63-4fd6-9209-04af7a9c71b0 req-90b14207-fbad-4289-8722-34f2657d617f tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:45.755652 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6a6ff375-1c63-4fd6-9209-04af7a9c71b0 req-90b14207-fbad-4289-8722-34f2657d617f tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "GET /v2.0/ports?device_id=f67de40e-9c4b-4df7-8589-9317825d95db HTTP/1.1" status: 200 len: 945 time: 0.0914726 Aug 29 04:17:45.807535 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device c2c28440-dea1-4998-bc4d-8b20b23ff3b0 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:17:45.812369 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6a6ff375-1c63-4fd6-9209-04af7a9c71b0 req-84f02b95-bff4-4f10-9b2a-d2718951b4d9 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae989b78-b6c5-494f-9777-5336c7d3d7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552239 Aug 29 04:17:45.877772 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-83b80552-c99a-4b60-83cc-42677cad3bc7 None None] Set router 3171918c-1291-42c5-a143-1056541b5b0e gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:17:45.882979 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port c2c28440-dea1-4998-bc4d-8b20b23ff3b0 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:17:45.883731 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:45.933020 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0360a3b2-5b54-4eab-a12a-7d935635f027 req-7dff8fb7-a79a-41fa-965a-135802a4d3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:45.934813 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0360a3b2-5b54-4eab-a12a-7d935635f027 req-7dff8fb7-a79a-41fa-965a-135802a4d3e0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=18cd12d4-b12a-41b0-b0c5-618edbb84e74 HTTP/1.1" status: 200 len: 843 time: 0.2241156 Aug 29 04:17:45.947836 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44eff21-20cb-4fc1-94f4-837399dfd0db req-cdcd169f-ecfb-4896-a5bb-ee448bcc1dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:45.950312 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c44eff21-20cb-4fc1-94f4-837399dfd0db req-cdcd169f-ecfb-4896-a5bb-ee448bcc1dcd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=210c6ef6-f12f-4dde-90b9-22d1971290b1 HTTP/1.1" status: 200 len: 860 time: 0.2383273 Aug 29 04:17:46.065922 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-83b80552-c99a-4b60-83cc-42677cad3bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3171918c-1291-42c5-a143-1056541b5b0e', 'name': 'tempest-TaggedBootDevicesTest_v242-1130034549-router', 'tenant_id': 'e5f0d8ebc9a74e589a93c4dfadff20f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': 'f8c3669f-4319-47ca-b0d9-f55383805589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:17:39Z', 'updated_at': '2021-08-29T04:17:42Z', 'revision_number': 3, 'project_id': 'e5f0d8ebc9a74e589a93c4dfadff20f5', 'gw_port': {'id': 'f8c3669f-4319-47ca-b0d9-f55383805589', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d8:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3171918c-1291-42c5-a143-1056541b5b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:17:41Z', 'updated_at': '2021-08-29T04:17:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:17:46.075677 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c44eff21-20cb-4fc1-94f4-837399dfd0db req-5190be32-fe82-4da5-8abb-e79bde1c8a95 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=53020a37-9cfa-46c3-bf40-16467007f493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1051619 Aug 29 04:17:46.091361 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc94ea33-94cd-427c-8c21-737b9130584d req-4d0f2368-1569-415f-9374-b9b10afd6313 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:46.092951 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dc94ea33-94cd-427c-8c21-737b9130584d req-4d0f2368-1569-415f-9374-b9b10afd6313 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c617289-e2a1-439d-b627-a39be3c3c540 HTTP/1.1" status: 200 len: 946 time: 0.2722266 Aug 29 04:17:46.102014 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b80552-c99a-4b60-83cc-42677cad3bc7 None None] The sync data for ids ['3171918c-1291-42c5-a143-1056541b5b0e'] in n-d-712140-12 is: [{'id': '3171918c-1291-42c5-a143-1056541b5b0e', 'name': 'tempest-TaggedBootDevicesTest_v242-1130034549-router', 'tenant_id': 'e5f0d8ebc9a74e589a93c4dfadff20f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': 'f8c3669f-4319-47ca-b0d9-f55383805589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:17:39Z', 'updated_at': '2021-08-29T04:17:42Z', 'revision_number': 3, 'project_id': 'e5f0d8ebc9a74e589a93c4dfadff20f5', 'gw_port': {'id': 'f8c3669f-4319-47ca-b0d9-f55383805589', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d8:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3171918c-1291-42c5-a143-1056541b5b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:17:41Z', 'updated_at': '2021-08-29T04:17:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:17:46.189487 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cf9dfae8-e3d4-46e6-82d0-ca6d4bafcbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:46.200484 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0360a3b2-5b54-4eab-a12a-7d935635f027 req-93e51ed5-8fea-46c3-8912-9218d52334a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:46.202006 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0360a3b2-5b54-4eab-a12a-7d935635f027 req-93e51ed5-8fea-46c3-8912-9218d52334a2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2493570 Aug 29 04:17:46.279029 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4454330b-74de-40d4-b49a-44784efc8c0a req-a218b935-7bf7-4885-adb7-9a11ce76e6cf tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:46.282287 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4454330b-74de-40d4-b49a-44784efc8c0a req-a218b935-7bf7-4885-adb7-9a11ce76e6cf tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=11fb4299-b6e8-4935-87e8-fd9625e0a808 HTTP/1.1" status: 200 len: 946 time: 0.0799761 Aug 29 04:17:46.307173 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dc94ea33-94cd-427c-8c21-737b9130584d req-cac4bda1-63a6-4fa1-92e5-1847483453ce tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/security-groups?id=0af834e7-acaf-4d90-a371-bad8b3cc1714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943378 Aug 29 04:17:46.382507 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4454330b-74de-40d4-b49a-44784efc8c0a req-f50ebaea-a771-4ebe-801c-5702e2e2b787 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905907 Aug 29 04:17:46.466704 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c44eff21-20cb-4fc1-94f4-837399dfd0db req-d56c1e83-cbc3-4253-b09c-96f58590e2ee service neutron] 10.222.0.48 "GET /v2.0/networks/53020a37-9cfa-46c3-bf40-16467007f493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3687890 Aug 29 04:17:46.601079 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0360a3b2-5b54-4eab-a12a-7d935635f027 req-d4963d6d-1ddc-4c20-8149-fbe077a09c66 service neutron] 10.222.0.46 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3897479 Aug 29 04:17:46.724060 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb68120-7afc-40ac-b569-82f8e240cb60 req-d849c3d7-2ee5-4703-b1a5-cd331eae5ed7 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:46.725668 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0fb68120-7afc-40ac-b569-82f8e240cb60 req-d849c3d7-2ee5-4703-b1a5-cd331eae5ed7 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=8813c8fd-eb29-4e6b-9f27-6ec0ec9b365d HTTP/1.1" status: 200 len: 945 time: 0.2592127 Aug 29 04:17:46.762618 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-cf9dfae8-e3d4-46e6-82d0-ca6d4bafcbf4 admin admin] Allocated IP 172.20.0.1 (3085f602-11fb-40e6-8771-e57304cb25d6/b310944e-35be-44a6-a31c-3869b759bdd1/68e6ad39-e549-4461-994d-31a6310102c3) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:17:46.818520 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c44eff21-20cb-4fc1-94f4-837399dfd0db req-db4023f2-6017-46b6-88a5-81a0e26cfa1f service neutron] 10.222.0.48 "GET /v2.0/networks/53020a37-9cfa-46c3-bf40-16467007f493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3418510 Aug 29 04:17:46.833051 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40360279-0ba1-4e47-a45d-9a6d13cad280 req-eb02703c-445f-4e29-a2e8-e03f0004ce51 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:46.835712 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-40360279-0ba1-4e47-a45d-9a6d13cad280 req-eb02703c-445f-4e29-a2e8-e03f0004ce51 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/ports?device_id=173fd45c-af2b-4de2-bd0a-16743c6fa3c4 HTTP/1.1" status: 200 len: 948 time: 0.0743790 Aug 29 04:17:46.863611 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0fb68120-7afc-40ac-b569-82f8e240cb60 req-abc904a6-ddae-41f0-afe6-57008196c238 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264527 Aug 29 04:17:46.900926 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-40360279-0ba1-4e47-a45d-9a6d13cad280 req-d9dfd98b-f604-426c-9650-6bdccbd7eed2 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/security-groups?id=69e9e696-6092-48f5-a28b-387de9f4e688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558255 Aug 29 04:17:46.905190 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0360a3b2-5b54-4eab-a12a-7d935635f027 req-08f3d4db-ca35-40d2-8c08-d7effa40adb9 service neutron] 10.222.0.46 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2906260 Aug 29 04:17:47.054723 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cf9dfae8-e3d4-46e6-82d0-ca6d4bafcbf4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:47.075461 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-cf9dfae8-e3d4-46e6-82d0-ca6d4bafcbf4 admin admin] Transition to ACTIVE for port object 68e6ad39-e549-4461-994d-31a6310102c3 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:17:47.089196 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89c5f33-776b-4c76-a8a5-e1c4cd8c9856 req-4e6a8c29-1f55-4388-a2c2-ed4bfa89185f tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:47.092063 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a89c5f33-776b-4c76-a8a5-e1c4cd8c9856 req-4e6a8c29-1f55-4388-a2c2-ed4bfa89185f tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "GET /v2.0/ports?device_id=f67de40e-9c4b-4df7-8589-9317825d95db HTTP/1.1" status: 200 len: 945 time: 0.0977046 Aug 29 04:17:47.224633 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a89c5f33-776b-4c76-a8a5-e1c4cd8c9856 req-c81c61a4-f65e-4492-891b-1045c2ba0e20 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae989b78-b6c5-494f-9777-5336c7d3d7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182499 Aug 29 04:17:47.230551 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cf9dfae8-e3d4-46e6-82d0-ca6d4bafcbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:47.534220 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44eff21-20cb-4fc1-94f4-837399dfd0db req-1ee48611-036b-419a-b0f2-6d2206ef520b tempest-LiveAutoBlockMigrationV225Test-280615785 tempest-LiveAutoBlockMigrationV225Test-280615785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:47.535729 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c44eff21-20cb-4fc1-94f4-837399dfd0db req-1ee48611-036b-419a-b0f2-6d2206ef520b tempest-LiveAutoBlockMigrationV225Test-280615785 tempest-LiveAutoBlockMigrationV225Test-280615785-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=8813c8fd-eb29-4e6b-9f27-6ec0ec9b365d&tenant_id=1d0658a0a90a4facb02cad62921e20d5&binding%3Ahost_id=n-h2-712140-12 HTTP/1.1" status: 200 len: 1097 time: 0.3854079 Aug 29 04:17:47.539673 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e825f2e3-9b35-4fc4-96d5-472527254a6e req-9ec71d84-f83a-4643-8294-ed486cd04494 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:47.542998 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e825f2e3-9b35-4fc4-96d5-472527254a6e req-9ec71d84-f83a-4643-8294-ed486cd04494 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c617289-e2a1-439d-b627-a39be3c3c540 HTTP/1.1" status: 200 len: 946 time: 0.0708375 Aug 29 04:17:47.600897 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9dfae8-e3d4-46e6-82d0-ca6d4bafcbf4 admin admin] Network 3085f602-11fb-40e6-8771-e57304cb25d6 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:17:47.604264 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e825f2e3-9b35-4fc4-96d5-472527254a6e req-52e9f3be-0343-461e-b50d-8f97b85e08b4 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/security-groups?id=0af834e7-acaf-4d90-a371-bad8b3cc1714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527143 Aug 29 04:17:47.647222 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-cf9dfae8-e3d4-46e6-82d0-ca6d4bafcbf4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:17:47.650793 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9dfae8-e3d4-46e6-82d0-ca6d4bafcbf4 admin admin] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:17:47.698033 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9dfae8-e3d4-46e6-82d0-ca6d4bafcbf4 admin admin] Pushing event updated for resources: {'Port': ['ID=68e6ad39-e549-4461-994d-31a6310102c3,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:47.766374 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device f8c3669f-4319-47ca-b0d9-f55383805589 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:17:47.774108 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1342413-4cdb-472f-ac17-6c1c2fbc8283 req-13994acc-a763-46a8-8b4a-401289cff4b2 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:47.775759 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b1342413-4cdb-472f-ac17-6c1c2fbc8283 req-13994acc-a763-46a8-8b4a-401289cff4b2 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=11fb4299-b6e8-4935-87e8-fd9625e0a808 HTTP/1.1" status: 200 len: 946 time: 0.2469110 Aug 29 04:17:47.791483 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cf9dfae8-e3d4-46e6-82d0-ca6d4bafcbf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719598'] for router_interface, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:47.841765 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port f8c3669f-4319-47ca-b0d9-f55383805589 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:17:47.849388 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port f8c3669f-4319-47ca-b0d9-f55383805589 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:17:47.850066 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:47.923931 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b1342413-4cdb-472f-ac17-6c1c2fbc8283 req-cc05ff06-3df0-4f4c-a421-6fb8d8d0027c tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335590 Aug 29 04:17:47.991014 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-c44eff21-20cb-4fc1-94f4-837399dfd0db req-23273762-680a-4a1c-a0e3-3a1a6e646502 service neutron] For port 1695f969-4f2a-42ed-afd8-fb0a78883cd9, host n-h1-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:17:48.001064 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-c44eff21-20cb-4fc1-94f4-837399dfd0db req-23273762-680a-4a1c-a0e3-3a1a6e646502 service neutron] Notify callbacks [] for binding, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:48.002248 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c44eff21-20cb-4fc1-94f4-837399dfd0db req-23273762-680a-4a1c-a0e3-3a1a6e646502 service neutron] 10.222.0.48 "DELETE /v2.0/ports/1695f969-4f2a-42ed-afd8-fb0a78883cd9/bindings/n-h1-712140-12 HTTP/1.1" status: 204 len: 173 time: 0.4479921 Aug 29 04:17:48.046745 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:48.067211 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cf9dfae8-e3d4-46e6-82d0-ca6d4bafcbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:48.100399 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port f8c3669f-4319-47ca-b0d9-f55383805589, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=f8c3669f-4319-47ca-b0d9-f55383805589,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:48.102215 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-408fb013-633d-462c-98e1-a66e68bc0574 None None] Provisioning for port 68e6ad39-e549-4461-994d-31a6310102c3 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:17:48.102351 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e2a0e4-b8e5-45b2-aeb3-36f942c40a7e req-28ef628e-2181-487b-a70d-9922f6a60dfd tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:48.108564 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:48.111047 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-78e2a0e4-b8e5-45b2-aeb3-36f942c40a7e req-28ef628e-2181-487b-a70d-9922f6a60dfd tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=8813c8fd-eb29-4e6b-9f27-6ec0ec9b365d HTTP/1.1" status: 200 len: 945 time: 0.0965252 Aug 29 04:17:48.117714 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-408fb013-633d-462c-98e1-a66e68bc0574 None None] Provisioning complete for port 68e6ad39-e549-4461-994d-31a6310102c3 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:17:48.119941 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-408fb013-633d-462c-98e1-a66e68bc0574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:48.160589 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-78e2a0e4-b8e5-45b2-aeb3-36f942c40a7e req-9344e9c8-e5a0-4652-8611-95b05174e759 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480773 Aug 29 04:17:48.262556 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-408fb013-633d-462c-98e1-a66e68bc0574 None None] Port 68e6ad39-e549-4461-994d-31a6310102c3 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:17:48.265354 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=f8c3669f-4319-47ca-b0d9-f55383805589,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:48.291546 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7a0fc4-4016-4762-9cd7-c99b27bce063 req-92cb381e-0e42-4afe-a854-db27d5bb6614 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:48.293118 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2f7a0fc4-4016-4762-9cd7-c99b27bce063 req-92cb381e-0e42-4afe-a854-db27d5bb6614 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/ports?device_id=173fd45c-af2b-4de2-bd0a-16743c6fa3c4 HTTP/1.1" status: 200 len: 948 time: 0.1467731 Aug 29 04:17:48.309793 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0390d70-d7f4-4f48-9cb6-74a8f68f03d8 req-e1c19c07-938c-4bc8-a2a1-f7a5e210d16d tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:48.311483 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d0390d70-d7f4-4f48-9cb6-74a8f68f03d8 req-e1c19c07-938c-4bc8-a2a1-f7a5e210d16d tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=11fb4299-b6e8-4935-87e8-fd9625e0a808 HTTP/1.1" status: 200 len: 946 time: 0.0794721 Aug 29 04:17:48.358290 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d0390d70-d7f4-4f48-9cb6-74a8f68f03d8 req-485144b6-9619-4634-ad71-0b1b02b13702 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395505 Aug 29 04:17:48.372201 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2f7a0fc4-4016-4762-9cd7-c99b27bce063 req-ebc28514-0528-446a-8a40-3679d59d013e tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/security-groups?id=69e9e696-6092-48f5-a28b-387de9f4e688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641186 Aug 29 04:17:48.381504 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cf9dfae8-e3d4-46e6-82d0-ca6d4bafcbf4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:48.388420 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cf9dfae8-e3d4-46e6-82d0-ca6d4bafcbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:48.469657 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9dfae8-e3d4-46e6-82d0-ca6d4bafcbf4 admin admin] Pushing event updated for resources: {'Port': ['ID=68e6ad39-e549-4461-994d-31a6310102c3,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:48.489820 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cf9dfae8-e3d4-46e6-82d0-ca6d4bafcbf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-718897'] for router_interface, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:48.537224 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dc596e-7411-45d5-b908-7daef0079704 req-6b2ad215-85f2-4f91-8188-ad9ee60aec73 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:48.538828 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d4dc596e-7411-45d5-b908-7daef0079704 req-6b2ad215-85f2-4f91-8188-ad9ee60aec73 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=11fb4299-b6e8-4935-87e8-fd9625e0a808 HTTP/1.1" status: 200 len: 946 time: 0.0563316 Aug 29 04:17:48.589021 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3e1c18-a845-4dc8-87be-22593c6d9b1a req-a28c888c-4833-47c9-b920-59066fe76bdc tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:48.590598 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-cf3e1c18-a845-4dc8-87be-22593c6d9b1a req-a28c888c-4833-47c9-b920-59066fe76bdc tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "GET /v2.0/ports?device_id=f67de40e-9c4b-4df7-8589-9317825d95db HTTP/1.1" status: 200 len: 945 time: 0.1174679 Aug 29 04:17:48.593715 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d4dc596e-7411-45d5-b908-7daef0079704 req-737ea3f4-7382-49b8-a580-d2d8e58193ab tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439229 Aug 29 04:17:48.666504 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-cf3e1c18-a845-4dc8-87be-22593c6d9b1a req-f1a143cb-b198-48c6-abb3-9b4136c2913b tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae989b78-b6c5-494f-9777-5336c7d3d7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624437 Aug 29 04:17:48.668400 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9dfae8-e3d4-46e6-82d0-ca6d4bafcbf4 admin admin] Network 3085f602-11fb-40e6-8771-e57304cb25d6 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:17:48.669875 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-cf9dfae8-e3d4-46e6-82d0-ca6d4bafcbf4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:17:48.711933 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7bf831-67f5-4dcc-9648-671df49fb8eb req-2be58dad-0a85-4f62-bcdd-0487f12f7322 tempest-LiveAutoBlockMigrationV225Test-280615785 tempest-LiveAutoBlockMigrationV225Test-280615785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:48.718003 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8a7bf831-67f5-4dcc-9648-671df49fb8eb req-2be58dad-0a85-4f62-bcdd-0487f12f7322 tempest-LiveAutoBlockMigrationV225Test-280615785 tempest-LiveAutoBlockMigrationV225Test-280615785-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=8813c8fd-eb29-4e6b-9f27-6ec0ec9b365d HTTP/1.1" status: 200 len: 1097 time: 0.0628345 Aug 29 04:17:48.801220 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8a7bf831-67f5-4dcc-9648-671df49fb8eb req-3b114501-cc21-44b5-a72c-588c5886ea4a tempest-LiveAutoBlockMigrationV225Test-280615785 tempest-LiveAutoBlockMigrationV225Test-280615785-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745692 Aug 29 04:17:48.842156 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf9dfae8-e3d4-46e6-82d0-ca6d4bafcbf4 admin admin] Router 3171918c-1291-42c5-a143-1056541b5b0e has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:17:48.876529 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:17:48.897302 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:49.020418 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-d7617836-e025-48d6-b1c0-28fc0bb1b92b None None] Provisioning complete for port 68e6ad39-e549-4461-994d-31a6310102c3 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:17:49.020927 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d7617836-e025-48d6-b1c0-28fc0bb1b92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:49.048763 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a89feed-a78c-48c6-b809-6e166ee781a9 req-116ab5f5-947d-4bb0-96a8-654bb281c5e1 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:49.050675 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7a89feed-a78c-48c6-b809-6e166ee781a9 req-116ab5f5-947d-4bb0-96a8-654bb281c5e1 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=11fb4299-b6e8-4935-87e8-fd9625e0a808 HTTP/1.1" status: 200 len: 946 time: 0.0850182 Aug 29 04:17:49.054198 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0ef9ae-7ec2-41f4-ade5-61f8fadb84a5 req-3990866a-2f27-4f76-a13c-3ee27db772f0 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:49.056678 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7e0ef9ae-7ec2-41f4-ade5-61f8fadb84a5 req-3990866a-2f27-4f76-a13c-3ee27db772f0 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c617289-e2a1-439d-b627-a39be3c3c540 HTTP/1.1" status: 200 len: 946 time: 0.1531272 Aug 29 04:17:49.076909 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 74d4a9cb-6c52-42c2-9100-d6d67faa3962 details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:17:49.112545 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf9dfae8-e3d4-46e6-82d0-ca6d4bafcbf4 admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:17:49.112983 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-d7617836-e025-48d6-b1c0-28fc0bb1b92b None None] Port 68e6ad39-e549-4461-994d-31a6310102c3 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:17:49.126202 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-cf9dfae8-e3d4-46e6-82d0-ca6d4bafcbf4 admin admin] 10.222.0.22 "PUT /v2.0/routers/3171918c-1291-42c5-a143-1056541b5b0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6308379 Aug 29 04:17:49.137466 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29dd9cf-6cc8-497d-ba49-5eadadb5c46d None None] Sync routers for ids ['3171918c-1291-42c5-a143-1056541b5b0e'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:17:49.147333 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7e0ef9ae-7ec2-41f4-ade5-61f8fadb84a5 req-45c76b51-4885-488e-8bae-7308b038c022 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/security-groups?id=0af834e7-acaf-4d90-a371-bad8b3cc1714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753717 Aug 29 04:17:49.150395 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7a89feed-a78c-48c6-b809-6e166ee781a9 req-25787dc0-6c58-479f-b8f4-30fd7cb904da tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895548 Aug 29 04:17:49.207573 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29dd9cf-6cc8-497d-ba49-5eadadb5c46d None None] Routers {'3171918c-1291-42c5-a143-1056541b5b0e'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:17:49.208916 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-a29dd9cf-6cc8-497d-ba49-5eadadb5c46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:17:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['3171918c-1291-42c5-a143-1056541b5b0e'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:17:49.274674 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafde006-de5f-4ecd-9f2f-f386ab7e9a3e req-691b9d3a-36ed-4c4d-927b-c5143331c728 tempest-LiveAutoBlockMigrationV225Test-280615785 tempest-LiveAutoBlockMigrationV225Test-280615785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:49.283896 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-fafde006-de5f-4ecd-9f2f-f386ab7e9a3e req-691b9d3a-36ed-4c4d-927b-c5143331c728 tempest-LiveAutoBlockMigrationV225Test-280615785 tempest-LiveAutoBlockMigrationV225Test-280615785-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=8813c8fd-eb29-4e6b-9f27-6ec0ec9b365d HTTP/1.1" status: 200 len: 1097 time: 0.0485864 Aug 29 04:17:49.347065 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-fafde006-de5f-4ecd-9f2f-f386ab7e9a3e req-e7b061e7-3780-4bad-97b3-03dd2f347cd3 tempest-LiveAutoBlockMigrationV225Test-280615785 tempest-LiveAutoBlockMigrationV225Test-280615785-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605054 Aug 29 04:17:49.374091 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 74d4a9cb-6c52-42c2-9100-d6d67faa3962, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=74d4a9cb-6c52-42c2-9100-d6d67faa3962,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:49.574003 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198d645f-5062-4be7-8d31-cd2b93de2490 req-2ce9b062-0ee8-44ab-b473-c6452833cc09 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:49.587951 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Returning: {'device': '74d4a9cb-6c52-42c2-9100-d6d67faa3962', 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45', 'port_id': '74d4a9cb-6c52-42c2-9100-d6d67faa3962', 'mac_address': 'fa:16:3e:0d:b6:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18cd12d4-b12a-41b0-b0c5-618edbb84e74', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:17:49.588570 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-198d645f-5062-4be7-8d31-cd2b93de2490 req-2ce9b062-0ee8-44ab-b473-c6452833cc09 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/ports?device_id=173fd45c-af2b-4de2-bd0a-16743c6fa3c4 HTTP/1.1" status: 200 len: 948 time: 0.1026745 Aug 29 04:17:49.644572 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-a29dd9cf-6cc8-497d-ba49-5eadadb5c46d None None] Set router 3171918c-1291-42c5-a143-1056541b5b0e gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:17:49.667137 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-198d645f-5062-4be7-8d31-cd2b93de2490 req-6cdeb7de-3739-4ad0-a383-215c210ab1ea tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/security-groups?id=69e9e696-6092-48f5-a28b-387de9f4e688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764673 Aug 29 04:17:49.754745 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device f8c3669f-4319-47ca-b0d9-f55383805589 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:17:49.756547 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:49.838288 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74d4a9cb-6c52-42c2-9100-d6d67faa3962 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:17:49.892463 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9bbf6e-f275-4841-a6cb-86a770649fab req-b0fae813-d1ce-4abe-84bb-79a96fb1467d tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:49.894676 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1a9bbf6e-f275-4841-a6cb-86a770649fab req-b0fae813-d1ce-4abe-84bb-79a96fb1467d tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "GET /v2.0/ports?device_id=f67de40e-9c4b-4df7-8589-9317825d95db HTTP/1.1" status: 200 len: 945 time: 0.0854526 Aug 29 04:17:49.921200 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 74d4a9cb-6c52-42c2-9100-d6d67faa3962, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=74d4a9cb-6c52-42c2-9100-d6d67faa3962,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:49.978385 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1a9bbf6e-f275-4841-a6cb-86a770649fab req-d03f94b2-881b-4994-9ef1-69f15748bc41 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae989b78-b6c5-494f-9777-5336c7d3d7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751524 Aug 29 04:17:49.988398 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:50.055518 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port f8c3669f-4319-47ca-b0d9-f55383805589 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:17:50.056145 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:50.138880 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=74d4a9cb-6c52-42c2-9100-d6d67faa3962,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:50.173799 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-a29dd9cf-6cc8-497d-ba49-5eadadb5c46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3171918c-1291-42c5-a143-1056541b5b0e', 'name': 'tempest-TaggedBootDevicesTest_v242-1130034549-router', 'tenant_id': 'e5f0d8ebc9a74e589a93c4dfadff20f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': 'f8c3669f-4319-47ca-b0d9-f55383805589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:17:39Z', 'updated_at': '2021-08-29T04:17:48Z', 'revision_number': 4, 'project_id': 'e5f0d8ebc9a74e589a93c4dfadff20f5', 'gw_port': {'id': 'f8c3669f-4319-47ca-b0d9-f55383805589', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3171918c-1291-42c5-a143-1056541b5b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:17:41Z', 'updated_at': '2021-08-29T04:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '68e6ad39-e549-4461-994d-31a6310102c3', 'name': '', 'network_id': '3085f602-11fb-40e6-8771-e57304cb25d6', 'tenant_id': 'e5f0d8ebc9a74e589a93c4dfadff20f5', 'mac_address': 'fa:16:3e:31:93:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3171918c-1291-42c5-a143-1056541b5b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': 'b310944e-35be-44a6-a31c-3869b759bdd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:17:46Z', 'updated_at': '2021-08-29T04:17:48Z', 'revision_number': 2, 'project_id': 'e5f0d8ebc9a74e589a93c4dfadff20f5', 'subnets': [{'id': 'b310944e-35be-44a6-a31c-3869b759bdd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:17:50.245923 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29dd9cf-6cc8-497d-ba49-5eadadb5c46d None None] Checking router: 3171918c-1291-42c5-a143-1056541b5b0e for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:17:50.246495 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29dd9cf-6cc8-497d-ba49-5eadadb5c46d None None] Updating router 3171918c-1291-42c5-a143-1056541b5b0e port 68e6ad39-e549-4461-994d-31a6310102c3 binding host n-d-712140-12 {{(pid=94830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:17:50.293153 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a29dd9cf-6cc8-497d-ba49-5eadadb5c46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:50.405767 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7a8b65-8212-4e3a-8d1f-57f93fa588cf req-d8143358-7f6f-4186-b0f8-60022f7819f7 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:50.415311 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6a7a8b65-8212-4e3a-8d1f-57f93fa588cf req-d8143358-7f6f-4186-b0f8-60022f7819f7 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=11fb4299-b6e8-4935-87e8-fd9625e0a808 HTTP/1.1" status: 200 len: 946 time: 0.1244974 Aug 29 04:17:50.417304 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['74d4a9cb-6c52-42c2-9100-d6d67faa3962'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:17:50.456665 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6a7a8b65-8212-4e3a-8d1f-57f93fa588cf req-c53b795b-22dd-41d9-b092-4857a02e9fb5 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397401 Aug 29 04:17:50.538526 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cda113f-0040-49f8-ab7e-556fc20f17e2 req-2c29c3c6-3d36-403e-8d69-fee62d9f30ec tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:50.550319 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1cda113f-0040-49f8-ab7e-556fc20f17e2 req-2c29c3c6-3d36-403e-8d69-fee62d9f30ec tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c617289-e2a1-439d-b627-a39be3c3c540 HTTP/1.1" status: 200 len: 946 time: 0.1934509 Aug 29 04:17:50.616611 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1cda113f-0040-49f8-ab7e-556fc20f17e2 req-e8f60124-415e-4973-8b1a-068e4f5c2aab tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/security-groups?id=0af834e7-acaf-4d90-a371-bad8b3cc1714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646496 Aug 29 04:17:50.789856 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a29dd9cf-6cc8-497d-ba49-5eadadb5c46d None None] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:50.812203 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-a29dd9cf-6cc8-497d-ba49-5eadadb5c46d None None] Transition to ACTIVE for port object 68e6ad39-e549-4461-994d-31a6310102c3 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:17:50.818799 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a29dd9cf-6cc8-497d-ba49-5eadadb5c46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:50.839376 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e7d9a6-0707-4fbb-8819-1b041697755a req-6a0e2e54-dc34-4101-b65a-3af9f19e52e8 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:50.842404 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-88e7d9a6-0707-4fbb-8819-1b041697755a req-6a0e2e54-dc34-4101-b65a-3af9f19e52e8 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/ports?device_id=173fd45c-af2b-4de2-bd0a-16743c6fa3c4 HTTP/1.1" status: 200 len: 949 time: 0.0740266 Aug 29 04:17:50.864526 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2618b3-d383-46ce-87bc-4c20f387bdd4 req-8fb1fe4c-e3a4-4330-bc87-da79d75d5d5f tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:50.866981 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ec2618b3-d383-46ce-87bc-4c20f387bdd4 req-8fb1fe4c-e3a4-4330-bc87-da79d75d5d5f tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.46 "GET /v2.0/ports?device_id=11fb4299-b6e8-4935-87e8-fd9625e0a808 HTTP/1.1" status: 200 len: 946 time: 0.0999484 Aug 29 04:17:50.922780 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-88e7d9a6-0707-4fbb-8819-1b041697755a req-422da134-61cc-4137-9b79-c5164e458a44 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/security-groups?id=69e9e696-6092-48f5-a28b-387de9f4e688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701365 Aug 29 04:17:50.957385 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84d3b62-65d2-4af5-afd1-3874d30a472e None None] Pushing event updated for resources: {'Port': ['ID=68e6ad39-e549-4461-994d-31a6310102c3,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:51.028338 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-a29dd9cf-6cc8-497d-ba49-5eadadb5c46d None None] Attempting to bind port 68e6ad39-e549-4461-994d-31a6310102c3 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:17:51.029229 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-a29dd9cf-6cc8-497d-ba49-5eadadb5c46d None None] Attempting to bind port 68e6ad39-e549-4461-994d-31a6310102c3 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'b7e29be2-2d72-4cb8-b31e-936b8c0601de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '3085f602-11fb-40e6-8771-e57304cb25d6'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:17:51.029852 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29dd9cf-6cc8-497d-ba49-5eadadb5c46d None None] Attempting to bind port 68e6ad39-e549-4461-994d-31a6310102c3 on network 3085f602-11fb-40e6-8771-e57304cb25d6 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:17:51.037015 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29dd9cf-6cc8-497d-ba49-5eadadb5c46d None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:17:51.037823 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29dd9cf-6cc8-497d-ba49-5eadadb5c46d None None] Checking segment: {'id': 'b7e29be2-2d72-4cb8-b31e-936b8c0601de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '3085f602-11fb-40e6-8771-e57304cb25d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:17:51.038492 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a29dd9cf-6cc8-497d-ba49-5eadadb5c46d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:51.039261 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29dd9cf-6cc8-497d-ba49-5eadadb5c46d None None] Bound using segment: {'id': 'b7e29be2-2d72-4cb8-b31e-936b8c0601de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '3085f602-11fb-40e6-8771-e57304cb25d6'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:17:51.040047 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-a29dd9cf-6cc8-497d-ba49-5eadadb5c46d None None] Bound port: 68e6ad39-e549-4461-994d-31a6310102c3, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7e29be2-2d72-4cb8-b31e-936b8c0601de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '3085f602-11fb-40e6-8771-e57304cb25d6'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:17:51.040700 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a29dd9cf-6cc8-497d-ba49-5eadadb5c46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:51.139883 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-a29dd9cf-6cc8-497d-ba49-5eadadb5c46d None None] For port 68e6ad39-e549-4461-994d-31a6310102c3, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:17:51.146982 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-a29dd9cf-6cc8-497d-ba49-5eadadb5c46d None None] For port 68e6ad39-e549-4461-994d-31a6310102c3, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=68e6ad39-e549-4461-994d-31a6310102c3,segment=NetworkSegment(b7e29be2-2d72-4cb8-b31e-936b8c0601de),segment_id=b7e29be2-2d72-4cb8-b31e-936b8c0601de)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:17:51.154559 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-ec2618b3-d383-46ce-87bc-4c20f387bdd4 req-afb5522f-1608-4e5b-862e-b09a583c74b1 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Deleting port 16fb5f57-d217-47eb-806d-271458a9c333 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:17:51.155228 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-ec2618b3-d383-46ce-87bc-4c20f387bdd4 req-afb5522f-1608-4e5b-862e-b09a583c74b1 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:51.158916 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a29dd9cf-6cc8-497d-ba49-5eadadb5c46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:51.246530 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29dd9cf-6cc8-497d-ba49-5eadadb5c46d None None] Routers {'3171918c-1291-42c5-a143-1056541b5b0e'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:17:51.247355 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-a29dd9cf-6cc8-497d-ba49-5eadadb5c46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:17:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['3171918c-1291-42c5-a143-1056541b5b0e'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:17:51.358174 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cde6304-d483-4462-9ded-6fd633c26485 req-c3f274c4-ea7c-4ee0-aa8a-30e14c502d53 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:51.361140 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8cde6304-d483-4462-9ded-6fd633c26485 req-c3f274c4-ea7c-4ee0-aa8a-30e14c502d53 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "GET /v2.0/ports?device_id=f67de40e-9c4b-4df7-8589-9317825d95db HTTP/1.1" status: 200 len: 945 time: 0.1977940 Aug 29 04:17:51.410745 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-ec2618b3-d383-46ce-87bc-4c20f387bdd4 req-afb5522f-1608-4e5b-862e-b09a583c74b1 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] For port 16fb5f57-d217-47eb-806d-271458a9c333, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=16fb5f57-d217-47eb-806d-271458a9c333,segment=NetworkSegment(5e7e2f14-8790-418b-88e1-15441e6a9fb5),segment_id=5e7e2f14-8790-418b-88e1-15441e6a9fb5)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:51.411522 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-ec2618b3-d383-46ce-87bc-4c20f387bdd4 req-afb5522f-1608-4e5b-862e-b09a583c74b1 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:51.428782 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-ec2618b3-d383-46ce-87bc-4c20f387bdd4 req-afb5522f-1608-4e5b-862e-b09a583c74b1 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Calling delete_port for 16fb5f57-d217-47eb-806d-271458a9c333 owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:17:51.453596 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84d3b62-65d2-4af5-afd1-3874d30a472e None None] Pushing event updated for resources: {'Port': ['ID=68e6ad39-e549-4461-994d-31a6310102c3,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:51.501646 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-a29dd9cf-6cc8-497d-ba49-5eadadb5c46d None None] Set router 3171918c-1291-42c5-a143-1056541b5b0e gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:17:51.660030 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8cde6304-d483-4462-9ded-6fd633c26485 req-8af4f038-5aaa-4456-a2d2-559c7b0a4bef tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae989b78-b6c5-494f-9777-5336c7d3d7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780976 Aug 29 04:17:51.660667 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc6edf0-b50e-4c70-a2d5-4900a44ed530 req-fd8b6061-456e-4c99-8d5c-54503a60f31d tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:51.670214 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5fc6edf0-b50e-4c70-a2d5-4900a44ed530 req-fd8b6061-456e-4c99-8d5c-54503a60f31d tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=11fb4299-b6e8-4935-87e8-fd9625e0a808 HTTP/1.1" status: 200 len: 946 time: 0.1016026 Aug 29 04:17:51.709077 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-ec2618b3-d383-46ce-87bc-4c20f387bdd4 req-afb5522f-1608-4e5b-862e-b09a583c74b1 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:51.727863 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5fc6edf0-b50e-4c70-a2d5-4900a44ed530 req-a91ccb8c-a947-4321-8e89-0e9f968cea34 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566056 Aug 29 04:17:51.754431 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['16fb5f57-d217-47eb-806d-271458a9c333'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:17:51.757402 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['02e9fbdc-2d81-4e09-8676-3236d8c53fc6'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:17:51.795253 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb5522f-1608-4e5b-862e-b09a583c74b1 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Pushing event deleted for resources: {'Port': ['ID=16fb5f57-d217-47eb-806d-271458a9c333,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:51.859210 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec2618b3-d383-46ce-87bc-4c20f387bdd4 req-afb5522f-1608-4e5b-862e-b09a583c74b1 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] No DVR routers for this DVR port 16fb5f57-d217-47eb-806d-271458a9c333 on host n-h1-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:17:51.863371 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-ec2618b3-d383-46ce-87bc-4c20f387bdd4 req-afb5522f-1608-4e5b-862e-b09a583c74b1 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:51.866066 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ec2618b3-d383-46ce-87bc-4c20f387bdd4 req-afb5522f-1608-4e5b-862e-b09a583c74b1 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.46 "DELETE /v2.0/ports/16fb5f57-d217-47eb-806d-271458a9c333 HTTP/1.1" status: 204 len: 173 time: 0.9914131 Aug 29 04:17:51.867251 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11fb4299-b6e8-4935-87e8-fd9625e0a808', 'name': 'network-vif-deleted', 'tag': '16fb5f57-d217-47eb-806d-271458a9c333'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:17:51.870456 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-889c7683-6385-402d-97e5-e50547a58407" -d '{"events": [{"server_uuid": "11fb4299-b6e8-4935-87e8-fd9625e0a808", "name": "network-vif-deleted", "tag": "16fb5f57-d217-47eb-806d-271458a9c333"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:17:51.891065 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa87a59-da44-45d9-bff7-81d993c19ae5 req-a0905348-87b6-4f28-9b9c-456f1620c3d1 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:51.900676 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9fa87a59-da44-45d9-bff7-81d993c19ae5 req-a0905348-87b6-4f28-9b9c-456f1620c3d1 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c617289-e2a1-439d-b627-a39be3c3c540 HTTP/1.1" status: 200 len: 946 time: 0.1232193 Aug 29 04:17:51.992109 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9fa87a59-da44-45d9-bff7-81d993c19ae5 req-060be057-62c2-4007-b334-205861080c76 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/security-groups?id=0af834e7-acaf-4d90-a371-bad8b3cc1714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895970 Aug 29 04:17:52.001399 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f8358da-ec84-4559-8298-cb157079dc56 x-openstack-request-id: req-9f8358da-ec84-4559-8298-cb157079dc56 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:17:52.001889 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11fb4299-b6e8-4935-87e8-fd9625e0a808", "name": "network-vif-deleted", "tag": "16fb5f57-d217-47eb-806d-271458a9c333", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:17:52.002288 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9f8358da-ec84-4559-8298-cb157079dc56 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:17:52.002935 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11fb4299-b6e8-4935-87e8-fd9625e0a808', 'name': 'network-vif-deleted', 'tag': '16fb5f57-d217-47eb-806d-271458a9c333', 'status': 'completed', 'code': 200} Aug 29 04:17:52.097213 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087809d1-4f5b-4d2d-8bdf-1cfc9b1ec21c req-c0d62ddf-9386-46cf-8968-20f4c98e6f3b tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:52.112033 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-087809d1-4f5b-4d2d-8bdf-1cfc9b1ec21c req-c0d62ddf-9386-46cf-8968-20f4c98e6f3b tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/ports?device_id=173fd45c-af2b-4de2-bd0a-16743c6fa3c4 HTTP/1.1" status: 200 len: 949 time: 0.0835962 Aug 29 04:17:52.176933 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-a29dd9cf-6cc8-497d-ba49-5eadadb5c46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3171918c-1291-42c5-a143-1056541b5b0e', 'name': 'tempest-TaggedBootDevicesTest_v242-1130034549-router', 'tenant_id': 'e5f0d8ebc9a74e589a93c4dfadff20f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': 'f8c3669f-4319-47ca-b0d9-f55383805589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:17:39Z', 'updated_at': '2021-08-29T04:17:48Z', 'revision_number': 4, 'project_id': 'e5f0d8ebc9a74e589a93c4dfadff20f5', 'gw_port': {'id': 'f8c3669f-4319-47ca-b0d9-f55383805589', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3171918c-1291-42c5-a143-1056541b5b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:17:41Z', 'updated_at': '2021-08-29T04:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '68e6ad39-e549-4461-994d-31a6310102c3', 'name': '', 'network_id': '3085f602-11fb-40e6-8771-e57304cb25d6', 'tenant_id': 'e5f0d8ebc9a74e589a93c4dfadff20f5', 'mac_address': 'fa:16:3e:31:93:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3171918c-1291-42c5-a143-1056541b5b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': 'b310944e-35be-44a6-a31c-3869b759bdd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:17:46Z', 'updated_at': '2021-08-29T04:17:51Z', 'revision_number': 4, 'project_id': 'e5f0d8ebc9a74e589a93c4dfadff20f5', 'subnets': [{'id': 'b310944e-35be-44a6-a31c-3869b759bdd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:17:52.191070 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-087809d1-4f5b-4d2d-8bdf-1cfc9b1ec21c req-4c8559f3-2439-4fd5-9deb-49565bb6754e tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/security-groups?id=69e9e696-6092-48f5-a28b-387de9f4e688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774131 Aug 29 04:17:52.237815 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29dd9cf-6cc8-497d-ba49-5eadadb5c46d None None] The sync data for ids ['3171918c-1291-42c5-a143-1056541b5b0e'] in n-d-712140-12 is: [{'id': '3171918c-1291-42c5-a143-1056541b5b0e', 'name': 'tempest-TaggedBootDevicesTest_v242-1130034549-router', 'tenant_id': 'e5f0d8ebc9a74e589a93c4dfadff20f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': 'f8c3669f-4319-47ca-b0d9-f55383805589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:17:39Z', 'updated_at': '2021-08-29T04:17:48Z', 'revision_number': 4, 'project_id': 'e5f0d8ebc9a74e589a93c4dfadff20f5', 'gw_port': {'id': 'f8c3669f-4319-47ca-b0d9-f55383805589', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3171918c-1291-42c5-a143-1056541b5b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:17:41Z', 'updated_at': '2021-08-29T04:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '68e6ad39-e549-4461-994d-31a6310102c3', 'name': '', 'network_id': '3085f602-11fb-40e6-8771-e57304cb25d6', 'tenant_id': 'e5f0d8ebc9a74e589a93c4dfadff20f5', 'mac_address': 'fa:16:3e:31:93:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3171918c-1291-42c5-a143-1056541b5b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': 'b310944e-35be-44a6-a31c-3869b759bdd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:17:46Z', 'updated_at': '2021-08-29T04:17:51Z', 'revision_number': 4, 'project_id': 'e5f0d8ebc9a74e589a93c4dfadff20f5', 'subnets': [{'id': 'b310944e-35be-44a6-a31c-3869b759bdd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:17:52.922322 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df30c3b0-a2a6-4bda-a810-35bbc3c6c20b req-a26fc335-944e-4976-8740-ba0ee5b35283 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:52.925965 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-df30c3b0-a2a6-4bda-a810-35bbc3c6c20b req-a26fc335-944e-4976-8740-ba0ee5b35283 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "GET /v2.0/ports?device_id=f67de40e-9c4b-4df7-8589-9317825d95db HTTP/1.1" status: 200 len: 945 time: 0.0861833 Aug 29 04:17:52.989919 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-df30c3b0-a2a6-4bda-a810-35bbc3c6c20b req-598015af-f823-412c-804d-b0fead09ab46 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae989b78-b6c5-494f-9777-5336c7d3d7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561047 Aug 29 04:17:53.050671 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 74d4a9cb-6c52-42c2-9100-d6d67faa3962 up at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:17:53.179235 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning for port 74d4a9cb-6c52-42c2-9100-d6d67faa3962 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:17:53.194826 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning complete for port 74d4a9cb-6c52-42c2-9100-d6d67faa3962 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:17:53.195588 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:53.277025 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1758eea5-0e03-4804-ad57-611605d2993f req-33077086-f530-44dd-8752-647e7f449742 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:53.278662 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1758eea5-0e03-4804-ad57-611605d2993f req-33077086-f530-44dd-8752-647e7f449742 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c617289-e2a1-439d-b627-a39be3c3c540 HTTP/1.1" status: 200 len: 946 time: 0.1229780 Aug 29 04:17:53.363494 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1758eea5-0e03-4804-ad57-611605d2993f req-7e48422b-770c-409a-81e9-1eb329e26754 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/security-groups?id=0af834e7-acaf-4d90-a371-bad8b3cc1714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691485 Aug 29 04:17:53.394464 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:53.453528 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4fbebc-201e-4e66-bdd9-079a6aa07260 req-b0d1cae9-2bf6-41d8-89b6-2a04ea9026d1 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:53.461028 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8b4fbebc-201e-4e66-bdd9-079a6aa07260 req-b0d1cae9-2bf6-41d8-89b6-2a04ea9026d1 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/ports?device_id=173fd45c-af2b-4de2-bd0a-16743c6fa3c4 HTTP/1.1" status: 200 len: 949 time: 0.1457036 Aug 29 04:17:53.504743 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 74d4a9cb-6c52-42c2-9100-d6d67faa3962, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=74d4a9cb-6c52-42c2-9100-d6d67faa3962,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:53.508810 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '173fd45c-af2b-4de2-bd0a-16743c6fa3c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74d4a9cb-6c52-42c2-9100-d6d67faa3962'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:17:53.521374 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20dffe0e-c6af-40e3-97b3-ebd084c0ad20" -d '{"events": [{"server_uuid": "173fd45c-af2b-4de2-bd0a-16743c6fa3c4", "name": "network-vif-plugged", "status": "completed", "tag": "74d4a9cb-6c52-42c2-9100-d6d67faa3962"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:17:53.539347 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:53.540377 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 16fb5f57-d217-47eb-806d-271458a9c333 no longer exists at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:17:53.548028 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8b4fbebc-201e-4e66-bdd9-079a6aa07260 req-b922f013-7f78-47d1-a402-77db69ee3c0a tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/security-groups?id=69e9e696-6092-48f5-a28b-387de9f4e688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798767 Aug 29 04:17:53.654784 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] No Port match for: 16fb5f57-d217-47eb-806d-271458a9c333 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:17:53.655180 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 16fb5f57-d217-47eb-806d-271458a9c333 not bound to the agent host n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:17:53.675874 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8611cece-b7d2-4a29-9f5f-db81292d0104 x-openstack-request-id: req-8611cece-b7d2-4a29-9f5f-db81292d0104 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:17:53.676182 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "173fd45c-af2b-4de2-bd0a-16743c6fa3c4", "name": "network-vif-plugged", "status": "completed", "tag": "74d4a9cb-6c52-42c2-9100-d6d67faa3962", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:17:53.676446 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8611cece-b7d2-4a29-9f5f-db81292d0104 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:17:53.676858 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '173fd45c-af2b-4de2-bd0a-16743c6fa3c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74d4a9cb-6c52-42c2-9100-d6d67faa3962', 'code': 200} Aug 29 04:17:53.812341 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=74d4a9cb-6c52-42c2-9100-d6d67faa3962,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:53.838119 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:53.839645 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:53.840922 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:53.841787 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:53.861065 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:53.862109 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:53.866830 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:53.872022 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:53.872670 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:53.876408 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:53.876816 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:53.877355 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:53.902813 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 68e6ad39-e549-4461-994d-31a6310102c3 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:17:53.910794 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11d6d89-52ad-4f33-af94-bad4ae422716 req-fe5f7897-5993-48c4-aec3-9a2ebc27e63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:53.914033 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d11d6d89-52ad-4f33-af94-bad4ae422716 req-fe5f7897-5993-48c4-aec3-9a2ebc27e63b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=173fd45c-af2b-4de2-bd0a-16743c6fa3c4 HTTP/1.1" status: 200 len: 1102 time: 0.1244221 Aug 29 04:17:54.012276 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d11d6d89-52ad-4f33-af94-bad4ae422716 req-df8789a4-975a-42e0-9205-a3f8565fc673 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=69e9e696-6092-48f5-a28b-387de9f4e688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875444 Aug 29 04:17:54.017381 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 68e6ad39-e549-4461-994d-31a6310102c3 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:17:54.024317 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 68e6ad39-e549-4461-994d-31a6310102c3 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:17:54.025040 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:54.201821 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:54.281813 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24352d6d-b088-4e45-8ef8-e13aac7e434f req-875928c5-ab0f-4229-9a13-8564aada5c05 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:54.284123 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-24352d6d-b088-4e45-8ef8-e13aac7e434f req-875928c5-ab0f-4229-9a13-8564aada5c05 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "GET /v2.0/ports?device_id=f67de40e-9c4b-4df7-8589-9317825d95db HTTP/1.1" status: 200 len: 945 time: 0.1549118 Aug 29 04:17:54.292658 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 68e6ad39-e549-4461-994d-31a6310102c3, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=68e6ad39-e549-4461-994d-31a6310102c3,segment=NetworkSegment(b7e29be2-2d72-4cb8-b31e-936b8c0601de),segment_id=b7e29be2-2d72-4cb8-b31e-936b8c0601de)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:54.299895 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:54.383076 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-24352d6d-b088-4e45-8ef8-e13aac7e434f req-3a10cca8-23d2-4923-b510-bf79ce549390 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae989b78-b6c5-494f-9777-5336c7d3d7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877361 Aug 29 04:17:54.395484 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=68e6ad39-e549-4461-994d-31a6310102c3,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:54.579312 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033a52be-0d8d-4673-9672-2911bde6ff76 req-4ee765f6-7e55-415e-960d-17eaaa2de04e tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:54.581257 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-033a52be-0d8d-4673-9672-2911bde6ff76 req-4ee765f6-7e55-415e-960d-17eaaa2de04e tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c617289-e2a1-439d-b627-a39be3c3c540 HTTP/1.1" status: 200 len: 946 time: 0.0787427 Aug 29 04:17:54.647596 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-033a52be-0d8d-4673-9672-2911bde6ff76 req-6f3317ee-985c-44c6-901f-cbca99a0f342 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/security-groups?id=0af834e7-acaf-4d90-a371-bad8b3cc1714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487745 Aug 29 04:17:54.723196 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0228b73c-adb5-4454-a321-c5dc3217e9d9 req-c9bfa474-47ad-46b2-ab45-7feed5508a97 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:54.728591 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0228b73c-adb5-4454-a321-c5dc3217e9d9 req-c9bfa474-47ad-46b2-ab45-7feed5508a97 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=c4933088-d49d-4252-a424-1776ce5b39a1 HTTP/1.1" status: 200 len: 945 time: 0.1079206 Aug 29 04:17:54.792570 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0228b73c-adb5-4454-a321-c5dc3217e9d9 req-acd32d21-ae82-434b-804b-0d15e987618d tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601401 Aug 29 04:17:54.915885 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a455a90f-9da9-424a-9918-c404431b6408 req-249886b5-ddaf-4329-8a1d-9a801d63e819 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:54.918876 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a455a90f-9da9-424a-9918-c404431b6408 req-249886b5-ddaf-4329-8a1d-9a801d63e819 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/ports?device_id=173fd45c-af2b-4de2-bd0a-16743c6fa3c4 HTTP/1.1" status: 200 len: 950 time: 0.0963051 Aug 29 04:17:54.971601 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a455a90f-9da9-424a-9918-c404431b6408 req-2a092ac2-82ce-4443-a542-b7f8323bbd26 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/security-groups?id=69e9e696-6092-48f5-a28b-387de9f4e688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457845 Aug 29 04:17:55.569545 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cf237e-3534-47e0-8aa8-c151e08b4456 req-9d931f8d-4a1b-4c43-b35d-2f7570a9be0f tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:55.572671 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-62cf237e-3534-47e0-8aa8-c151e08b4456 req-9d931f8d-4a1b-4c43-b35d-2f7570a9be0f tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "GET /v2.0/ports?device_id=f67de40e-9c4b-4df7-8589-9317825d95db HTTP/1.1" status: 200 len: 945 time: 0.0895462 Aug 29 04:17:55.642884 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-62cf237e-3534-47e0-8aa8-c151e08b4456 req-a6d1e408-c71c-4ad2-b2b4-35c957b12fd3 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae989b78-b6c5-494f-9777-5336c7d3d7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588162 Aug 29 04:17:55.752727 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 68e6ad39-e549-4461-994d-31a6310102c3 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:17:55.872028 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fbbfc0-6dae-4c62-8c3c-c5459043a98e req-72909399-f40c-4621-936e-5322122e8fdc tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:55.877307 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-74fbbfc0-6dae-4c62-8c3c-c5459043a98e req-72909399-f40c-4621-936e-5322122e8fdc tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c617289-e2a1-439d-b627-a39be3c3c540 HTTP/1.1" status: 200 len: 946 time: 0.0945899 Aug 29 04:17:56.003365 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-74fbbfc0-6dae-4c62-8c3c-c5459043a98e req-5ad4152f-ab87-4009-a752-2816acb7a621 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/security-groups?id=0af834e7-acaf-4d90-a371-bad8b3cc1714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148417 Aug 29 04:17:56.181043 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5304cf6-a699-4cdb-a900-03a22925af0b req-1fafb67f-c968-4c7b-8cfe-3aa37538f163 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:56.195308 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a5304cf6-a699-4cdb-a900-03a22925af0b req-1fafb67f-c968-4c7b-8cfe-3aa37538f163 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=c4933088-d49d-4252-a424-1776ce5b39a1 HTTP/1.1" status: 200 len: 945 time: 0.2107801 Aug 29 04:17:56.291885 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 68e6ad39-e549-4461-994d-31a6310102c3 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:17:56.293988 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:56.310768 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a5304cf6-a699-4cdb-a900-03a22925af0b req-bce7aab0-d25f-4991-b889-c7a9a825bb3c tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133227 Aug 29 04:17:56.332812 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e46420f-a772-4cf6-b913-0b8cec9ae4e5 req-13ca5ad6-9d41-428c-9783-62b02f21da94 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:56.343832 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8e46420f-a772-4cf6-b913-0b8cec9ae4e5 req-13ca5ad6-9d41-428c-9783-62b02f21da94 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/ports?device_id=173fd45c-af2b-4de2-bd0a-16743c6fa3c4 HTTP/1.1" status: 200 len: 950 time: 0.1237535 Aug 29 04:17:56.357509 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 46280) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:56.430131 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8e46420f-a772-4cf6-b913-0b8cec9ae4e5 req-b21ebd81-2b21-47fb-aafc-c4ecea8a0029 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/security-groups?id=69e9e696-6092-48f5-a28b-387de9f4e688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846806 Aug 29 04:17:56.614419 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2057fb94-dd32-4036-bec9-f97253f56196 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:56.649274 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d99d67-1c50-4d93-b950-c12d5581c7e3 req-871e191d-b93e-4be4-ae8c-3541b7dfa153 tempest-ServersOnMultiNodesTest-96662491 tempest-ServersOnMultiNodesTest-96662491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:56.651123 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-81d99d67-1c50-4d93-b950-c12d5581c7e3 req-871e191d-b93e-4be4-ae8c-3541b7dfa153 tempest-ServersOnMultiNodesTest-96662491 tempest-ServersOnMultiNodesTest-96662491-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=173fd45c-af2b-4de2-bd0a-16743c6fa3c4 HTTP/1.1" status: 200 len: 1102 time: 0.1059005 Aug 29 04:17:56.764462 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-81d99d67-1c50-4d93-b950-c12d5581c7e3 req-058d1dfe-5abe-41e0-950e-cb2270fd18ab tempest-ServersOnMultiNodesTest-96662491 tempest-ServersOnMultiNodesTest-96662491-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=69e9e696-6092-48f5-a28b-387de9f4e688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004372 Aug 29 04:17:56.783237 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a4db78-1ac8-4cb0-b0d8-0faefcbe1cf8 req-2e0f62ba-8918-42e0-93ab-25b3dc860ea8 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:56.786658 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a3a4db78-1ac8-4cb0-b0d8-0faefcbe1cf8 req-2e0f62ba-8918-42e0-93ab-25b3dc860ea8 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4933088-d49d-4252-a424-1776ce5b39a1 HTTP/1.1" status: 200 len: 945 time: 0.1507742 Aug 29 04:17:56.802294 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2057fb94-dd32-4036-bec9-f97253f56196 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:56.807620 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2057fb94-dd32-4036-bec9-f97253f56196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:56.848148 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2057fb94-dd32-4036-bec9-f97253f56196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bac80edf-4ed9-49bb-84ec-d51e65246440,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:56.866807 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2057fb94-dd32-4036-bec9-f97253f56196 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:56.867382 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2057fb94-dd32-4036-bec9-f97253f56196 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:56.867805 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2057fb94-dd32-4036-bec9-f97253f56196 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:56.868151 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2057fb94-dd32-4036-bec9-f97253f56196 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:56.868493 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2057fb94-dd32-4036-bec9-f97253f56196 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:56.868829 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2057fb94-dd32-4036-bec9-f97253f56196 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:56.869161 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2057fb94-dd32-4036-bec9-f97253f56196 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:56.869486 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2057fb94-dd32-4036-bec9-f97253f56196 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:56.870446 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2057fb94-dd32-4036-bec9-f97253f56196 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:56.870791 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2057fb94-dd32-4036-bec9-f97253f56196 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:56.871337 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2057fb94-dd32-4036-bec9-f97253f56196 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:56.871903 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2057fb94-dd32-4036-bec9-f97253f56196 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:56.914175 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-2057fb94-dd32-4036-bec9-f97253f56196 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ba2f3b24a49c4db299544051a0125572&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5542195 Aug 29 04:17:56.919398 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 46292) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:56.999723 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34647a4-1b26-42db-b339-a6fda0a1a996 req-96319703-517a-4f42-ad6b-286159661fe1 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:57.001875 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c34647a4-1b26-42db-b339-a6fda0a1a996 req-96319703-517a-4f42-ad6b-286159661fe1 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "GET /v2.0/ports?device_id=f67de40e-9c4b-4df7-8589-9317825d95db HTTP/1.1" status: 200 len: 945 time: 0.2114413 Aug 29 04:17:57.030225 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5951c7cc-a98f-47bc-9ff1-182019747c00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:57.093785 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-99b2dcb5-7820-456a-8938-52733a0c2ff8 req-b8082afd-0ce8-4685-8c7a-46d0a97f61da tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=cff8a488ff344e109cad8daf17880810&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0421684 Aug 29 04:17:57.096710 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-a3a4db78-1ac8-4cb0-b0d8-0faefcbe1cf8 req-613f7e36-a521-414e-921b-051f8f236b8d tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Deleting port 02e9fbdc-2d81-4e09-8676-3236d8c53fc6 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:17:57.097261 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a3a4db78-1ac8-4cb0-b0d8-0faefcbe1cf8 req-613f7e36-a521-414e-921b-051f8f236b8d tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:57.106623 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5951c7cc-a98f-47bc-9ff1-182019747c00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:57.189160 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c34647a4-1b26-42db-b339-a6fda0a1a996 req-fd831a4c-0fce-45bb-8865-a2dda74e2cf3 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae989b78-b6c5-494f-9777-5336c7d3d7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773367 Aug 29 04:17:57.304623 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5951c7cc-a98f-47bc-9ff1-182019747c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:57.308063 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5951c7cc-a98f-47bc-9ff1-182019747c00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:57.310576 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-a3a4db78-1ac8-4cb0-b0d8-0faefcbe1cf8 req-613f7e36-a521-414e-921b-051f8f236b8d tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] For port 02e9fbdc-2d81-4e09-8676-3236d8c53fc6, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=02e9fbdc-2d81-4e09-8676-3236d8c53fc6,segment=NetworkSegment(5e7e2f14-8790-418b-88e1-15441e6a9fb5),segment_id=5e7e2f14-8790-418b-88e1-15441e6a9fb5)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:57.311507 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a3a4db78-1ac8-4cb0-b0d8-0faefcbe1cf8 req-613f7e36-a521-414e-921b-051f8f236b8d tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:57.314513 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-5951c7cc-a98f-47bc-9ff1-182019747c00 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bac80edf-4ed9-49bb-84ec-d51e65246440 HTTP/1.1" status: 204 len: 168 time: 0.3933001 Aug 29 04:17:57.351638 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5951c7cc-a98f-47bc-9ff1-182019747c00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bac80edf-4ed9-49bb-84ec-d51e65246440,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:57.384917 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-a3a4db78-1ac8-4cb0-b0d8-0faefcbe1cf8 req-613f7e36-a521-414e-921b-051f8f236b8d tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Calling delete_port for 02e9fbdc-2d81-4e09-8676-3236d8c53fc6 owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:17:57.438738 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b2dcb5-7820-456a-8938-52733a0c2ff8 req-4d386c73-8b67-4b5b-9d99-9e5d79ff7012 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:57.447024 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-99b2dcb5-7820-456a-8938-52733a0c2ff8 req-4d386c73-8b67-4b5b-9d99-9e5d79ff7012 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3287346 Aug 29 04:17:57.477215 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-99b2dcb5-7820-456a-8938-52733a0c2ff8 req-7ca7e820-7d10-4303-9376-85404aed1b52 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/quotas/cff8a488ff344e109cad8daf17880810 HTTP/1.1" status: 200 len: 375 time: 0.0276713 Aug 29 04:17:57.514645 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aa70a5-5cd0-4e8f-ae27-603015d53052 req-870628fc-3174-4e43-adc2-ed3658243fd7 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:57.517707 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-77aa70a5-5cd0-4e8f-ae27-603015d53052 req-870628fc-3174-4e43-adc2-ed3658243fd7 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c617289-e2a1-439d-b627-a39be3c3c540 HTTP/1.1" status: 200 len: 946 time: 0.2007620 Aug 29 04:17:57.604879 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-99b2dcb5-7820-456a-8938-52733a0c2ff8 req-87a7d10d-afce-4b38-bb86-15e99627bb89 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=cff8a488ff344e109cad8daf17880810&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1217918 Aug 29 04:17:57.650280 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-77aa70a5-5cd0-4e8f-ae27-603015d53052 req-e49df441-e273-469a-8e4f-6b07e40136db tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/security-groups?id=0af834e7-acaf-4d90-a371-bad8b3cc1714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204307 Aug 29 04:17:57.854287 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb00657-47bd-484a-9089-da32dcfd03ae req-ab9c5a30-b3c5-4076-948f-704fb1e56773 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:57.864273 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0bb00657-47bd-484a-9089-da32dcfd03ae req-ab9c5a30-b3c5-4076-948f-704fb1e56773 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/ports?device_id=c4933088-d49d-4252-a424-1776ce5b39a1 HTTP/1.1" status: 200 len: 945 time: 0.0798922 Aug 29 04:17:57.864273 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a3a4db78-1ac8-4cb0-b0d8-0faefcbe1cf8 req-613f7e36-a521-414e-921b-051f8f236b8d tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:57.983559 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4aff5c19-fdb1-4233-a079-b8973c007091 req-8e50537d-3aa8-4461-bed2-f0c99923bee3 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/ports?device_id=f01d441c-97af-4d42-893d-bab39fbdb138 HTTP/1.1" status: 200 len: 210 time: 0.0842826 Aug 29 04:17:58.011344 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613f7e36-a521-414e-921b-051f8f236b8d tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Pushing event deleted for resources: {'Port': ['ID=02e9fbdc-2d81-4e09-8676-3236d8c53fc6,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:58.035139 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613f7e36-a521-414e-921b-051f8f236b8d tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:58.035505 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613f7e36-a521-414e-921b-051f8f236b8d tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:58.040693 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613f7e36-a521-414e-921b-051f8f236b8d tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:58.043345 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613f7e36-a521-414e-921b-051f8f236b8d tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:58.045540 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613f7e36-a521-414e-921b-051f8f236b8d tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:58.047963 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613f7e36-a521-414e-921b-051f8f236b8d tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:58.048398 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613f7e36-a521-414e-921b-051f8f236b8d tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:58.048772 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613f7e36-a521-414e-921b-051f8f236b8d tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:58.050867 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613f7e36-a521-414e-921b-051f8f236b8d tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:58.052315 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613f7e36-a521-414e-921b-051f8f236b8d tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:58.052687 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613f7e36-a521-414e-921b-051f8f236b8d tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:58.053035 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613f7e36-a521-414e-921b-051f8f236b8d tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:58.058780 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3a4db78-1ac8-4cb0-b0d8-0faefcbe1cf8 req-613f7e36-a521-414e-921b-051f8f236b8d tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] No DVR routers for this DVR port 02e9fbdc-2d81-4e09-8676-3236d8c53fc6 on host n-h2-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:17:58.080142 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a3a4db78-1ac8-4cb0-b0d8-0faefcbe1cf8 req-613f7e36-a521-414e-921b-051f8f236b8d tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:58.104157 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a3a4db78-1ac8-4cb0-b0d8-0faefcbe1cf8 req-613f7e36-a521-414e-921b-051f8f236b8d tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.48 "DELETE /v2.0/ports/02e9fbdc-2d81-4e09-8676-3236d8c53fc6 HTTP/1.1" status: 204 len: 173 time: 1.3100717 Aug 29 04:17:58.112911 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4933088-d49d-4252-a424-1776ce5b39a1', 'name': 'network-vif-deleted', 'tag': '02e9fbdc-2d81-4e09-8676-3236d8c53fc6'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:17:58.123195 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a78de5f5-7803-4d51-8aec-b298f819dc79" -d '{"events": [{"server_uuid": "c4933088-d49d-4252-a424-1776ce5b39a1", "name": "network-vif-deleted", "tag": "02e9fbdc-2d81-4e09-8676-3236d8c53fc6"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:17:58.191279 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0bb00657-47bd-484a-9089-da32dcfd03ae req-332cb3eb-ff11-4cb2-be38-9588f36c0c65 tempest-ServersTestJSON-371410358 tempest-ServersTestJSON-371410358-project] 10.222.0.22 "GET /v2.0/security-groups?id=94d5062f-9d11-4c8c-b070-9a2edf3c7116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3178747 Aug 29 04:17:58.289706 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e04374d-4b94-4c69-8b81-3c4660ffd0bb x-openstack-request-id: req-6e04374d-4b94-4c69-8b81-3c4660ffd0bb {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:17:58.290325 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4933088-d49d-4252-a424-1776ce5b39a1", "name": "network-vif-deleted", "tag": "02e9fbdc-2d81-4e09-8676-3236d8c53fc6", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:17:58.290609 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6e04374d-4b94-4c69-8b81-3c4660ffd0bb {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:17:58.291522 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4933088-d49d-4252-a424-1776ce5b39a1', 'name': 'network-vif-deleted', 'tag': '02e9fbdc-2d81-4e09-8676-3236d8c53fc6', 'status': 'completed', 'code': 200} Aug 29 04:17:58.348665 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:58.555221 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3332ce-f72c-459e-91b2-00f16e12687d req-a841c44e-4ffc-40c7-acd1-4cac3fec504a tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:58.558398 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0c3332ce-f72c-459e-91b2-00f16e12687d req-a841c44e-4ffc-40c7-acd1-4cac3fec504a tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "GET /v2.0/ports?device_id=f67de40e-9c4b-4df7-8589-9317825d95db HTTP/1.1" status: 200 len: 945 time: 0.1624577 Aug 29 04:17:58.650588 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0c3332ce-f72c-459e-91b2-00f16e12687d req-09c840d7-6ccc-404e-99f7-88fbe6ea7fc4 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae989b78-b6c5-494f-9777-5336c7d3d7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858939 Aug 29 04:17:58.933826 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664f3802-55a1-4bfb-9684-53e4ef203a60 req-c57d120d-e951-434b-9bbe-f5a54f01f462 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:58.937330 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-664f3802-55a1-4bfb-9684-53e4ef203a60 req-c57d120d-e951-434b-9bbe-f5a54f01f462 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c617289-e2a1-439d-b627-a39be3c3c540 HTTP/1.1" status: 200 len: 946 time: 0.1194637 Aug 29 04:17:59.036587 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-664f3802-55a1-4bfb-9684-53e4ef203a60 req-54c39d1a-1d88-4dda-9785-3ba92954fad7 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/security-groups?id=0af834e7-acaf-4d90-a371-bad8b3cc1714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916281 Aug 29 04:17:59.121292 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4fbb2da1-8ce4-4324-a083-f98188d5656e req-1ad12e5e-9419-4bb2-b042-d55ef6a38600 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/ports?device_id=f01d441c-97af-4d42-893d-bab39fbdb138 HTTP/1.1" status: 200 len: 210 time: 0.0299575 Aug 29 04:17:59.299679 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 46432) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:59.361408 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_v2 [None req-70bcadd6-6396-48f6-8f08-9359dc7cb8ae admin admin] Deleting subnet ca990b23-63b6-47bd-b575-c3dcd63e7190 {{(pid=94829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:17:59.367409 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-70bcadd6-6396-48f6-8f08-9359dc7cb8ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:59.410983 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-70bcadd6-6396-48f6-8f08-9359dc7cb8ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4311743'] for subnet, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:59.455511 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-70bcadd6-6396-48f6-8f08-9359dc7cb8ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:59.512792 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-70bcadd6-6396-48f6-8f08-9359dc7cb8ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4552352'] for subnet, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:59.544265 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bcadd6-6396-48f6-8f08-9359dc7cb8ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca990b23-63b6-47bd-b575-c3dcd63e7190,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:59.559417 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-70bcadd6-6396-48f6-8f08-9359dc7cb8ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:59.562604 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-70bcadd6-6396-48f6-8f08-9359dc7cb8ae admin admin] 10.222.0.22 "DELETE /v2.0/subnets/ca990b23-63b6-47bd-b575-c3dcd63e7190 HTTP/1.1" status: 204 len: 168 time: 0.2614729 Aug 29 04:17:59.565712 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 46436) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:59.670331 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6edbc332-1d28-4558-ad65-b543504561ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:59.707495 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 02e9fbdc-2d81-4e09-8676-3236d8c53fc6 no longer exists at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:17:59.733527 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] No Port match for: 02e9fbdc-2d81-4e09-8676-3236d8c53fc6 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:17:59.734206 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 02e9fbdc-2d81-4e09-8676-3236d8c53fc6 not bound to the agent host n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:17:59.772013 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6edbc332-1d28-4558-ad65-b543504561ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:59.783095 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-6edbc332-1d28-4558-ad65-b543504561ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f4673af-b8e7-4620-a09f-889ce79ba3f8']}} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:17:59.808232 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-6edbc332-1d28-4558-ad65-b543504561ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e7e2f14-8790-418b-88e1-15441e6a9fb5') {'for_net_delete': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:17:59.808539 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-6edbc332-1d28-4558-ad65-b543504561ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e7e2f14-8790-418b-88e1-15441e6a9fb5') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:17:59.819840 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6edbc332-1d28-4558-ad65-b543504561ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4311712'] for segment, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:59.822637 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-99b2dcb5-7820-456a-8938-52733a0c2ff8 req-1f3b279c-faed-4cbf-9dbd-d5d2185b26e5 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=cff8a488ff344e109cad8daf17880810&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347199 Aug 29 04:17:59.836727 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6edbc332-1d28-4558-ad65-b543504561ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:59.846965 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6edbc332-1d28-4558-ad65-b543504561ab admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=94829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:17:59.852854 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6edbc332-1d28-4558-ad65-b543504561ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4274277'] for segment, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:59.855676 n-d-712140-12 neutron-server[94829]: Traceback (most recent call last): Aug 29 04:17:59.855676 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:17:59.855676 n-d-712140-12 neutron-server[94829]: timer() Aug 29 04:17:59.855676 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:17:59.855676 n-d-712140-12 neutron-server[94829]: cb(*args, **kw) Aug 29 04:17:59.855676 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:17:59.855676 n-d-712140-12 neutron-server[94829]: return func(*args, **kwargs) Aug 29 04:17:59.855676 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:17:59.855676 n-d-712140-12 neutron-server[94829]: self._notify() Aug 29 04:17:59.855676 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:17:59.855676 n-d-712140-12 neutron-server[94829]: self.callback(batched_events) Aug 29 04:17:59.855676 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:17:59.855676 n-d-712140-12 neutron-server[94829]: event.method(event) Aug 29 04:17:59.855676 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:17:59.855676 n-d-712140-12 neutron-server[94829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:17:59.855676 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:17:59.855676 n-d-712140-12 neutron-server[94829]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:17:59.855676 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:17:59.855676 n-d-712140-12 neutron-server[94829]: return f(self, *a, **k) Aug 29 04:17:59.855676 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:17:59.855676 n-d-712140-12 neutron-server[94829]: return self._get(url).json() Aug 29 04:17:59.855676 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:17:59.855676 n-d-712140-12 neutron-server[94829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:17:59.855676 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:17:59.855676 n-d-712140-12 neutron-server[94829]: return self.request(url, 'GET', **kwargs) Aug 29 04:17:59.855676 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:17:59.855676 n-d-712140-12 neutron-server[94829]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:17:59.855676 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:17:59.855676 n-d-712140-12 neutron-server[94829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:17:59.855676 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:17:59.855676 n-d-712140-12 neutron-server[94829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:17:59.855676 n-d-712140-12 neutron-server[94829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:17:59.956380 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6edbc332-1d28-4558-ad65-b543504561ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:59.964328 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6edbc332-1d28-4558-ad65-b543504561ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:59.967003 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-6edbc332-1d28-4558-ad65-b543504561ab admin admin] 10.222.0.22 "DELETE /v2.0/networks/2f4673af-b8e7-4620-a09f-889ce79ba3f8 HTTP/1.1" status: 204 len: 168 time: 0.4000454 Aug 29 04:17:59.980015 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e09176b-3011-4901-b23a-4e393430a43f req-83248c06-287f-4f35-a857-c7df6346ceae tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:59.981802 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2e09176b-3011-4901-b23a-4e393430a43f req-83248c06-287f-4f35-a857-c7df6346ceae tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "GET /v2.0/ports?device_id=f67de40e-9c4b-4df7-8589-9317825d95db HTTP/1.1" status: 200 len: 945 time: 0.1951103 Aug 29 04:17:59.998675 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edbc332-1d28-4558-ad65-b543504561ab admin admin] Pushing event deleted for resources: {'Network': ['ID=2f4673af-b8e7-4620-a09f-889ce79ba3f8,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:00.069614 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2e09176b-3011-4901-b23a-4e393430a43f req-6455e40d-2a03-461c-9449-2254d50a27bf tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae989b78-b6c5-494f-9777-5336c7d3d7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642347 Aug 29 04:18:00.088315 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b2dcb5-7820-456a-8938-52733a0c2ff8 req-622f3993-7a48-49b1-af37-9e76ad1cf603 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:00.089912 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-99b2dcb5-7820-456a-8938-52733a0c2ff8 req-622f3993-7a48-49b1-af37-9e76ad1cf603 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2289212 Aug 29 04:18:00.113189 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-99b2dcb5-7820-456a-8938-52733a0c2ff8 req-3442759d-0897-4929-9100-d53a2de7b099 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Request body: {'port': {'device_id': 'f01d441c-97af-4d42-893d-bab39fbdb138', 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45', 'admin_state_up': True, 'tenant_id': 'cff8a488ff344e109cad8daf17880810'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:00.231881 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae2e5a-b1f8-4a8c-8259-9357770ff1e0 req-9c2588bc-5a60-4354-8d58-f338632c4fe6 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:00.233941 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-26ae2e5a-b1f8-4a8c-8259-9357770ff1e0 req-9c2588bc-5a60-4354-8d58-f338632c4fe6 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c617289-e2a1-439d-b627-a39be3c3c540 HTTP/1.1" status: 200 len: 946 time: 0.0889685 Aug 29 04:18:00.234265 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 46446) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:00.281863 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-56fa1cc0-568b-4177-8382-1902b04145db req-3b108a0e-9ddb-4bf4-8dc7-19accd1cb282 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/ports?device_id=f01d441c-97af-4d42-893d-bab39fbdb138 HTTP/1.1" status: 200 len: 210 time: 0.0484290 Aug 29 04:18:00.312371 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-26ae2e5a-b1f8-4a8c-8259-9357770ff1e0 req-2ddb8e98-405c-4ce8-8aeb-4769da8af0fe tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/security-groups?id=0af834e7-acaf-4d90-a371-bad8b3cc1714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719500 Aug 29 04:18:00.344747 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-55a9af97-2ccd-4511-854d-6d9f4d5eccde admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5a14f7f9066643a38713cee788a50c7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1062431 Aug 29 04:18:00.350492 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 46450) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:00.414634 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-07b09f4c-4173-4740-9a57-d47581f96956 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:00.425932 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99b2dcb5-7820-456a-8938-52733a0c2ff8 req-3442759d-0897-4929-9100-d53a2de7b099 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Made reservation on behalf of cff8a488ff344e109cad8daf17880810 for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:18:00.436087 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-99b2dcb5-7820-456a-8938-52733a0c2ff8 req-3442759d-0897-4929-9100-d53a2de7b099 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:00.445462 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-07b09f4c-4173-4740-9a57-d47581f96956 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:00.509968 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-07b09f4c-4173-4740-9a57-d47581f96956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:00.512939 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-07b09f4c-4173-4740-9a57-d47581f96956 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:00.514389 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-07b09f4c-4173-4740-9a57-d47581f96956 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/94d5062f-9d11-4c8c-b070-9a2edf3c7116 HTTP/1.1" status: 204 len: 168 time: 0.1623893 Aug 29 04:18:00.528456 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b09f4c-4173-4740-9a57-d47581f96956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94d5062f-9d11-4c8c-b070-9a2edf3c7116,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:00.665182 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-99b2dcb5-7820-456a-8938-52733a0c2ff8 req-3442759d-0897-4929-9100-d53a2de7b099 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Allocated IP 192.168.233.143 (13e6dfc1-e9e7-40a1-8a14-d0febabf4d45/18cd12d4-b12a-41b0-b0c5-618edbb84e74/fe0ebdc6-b3a6-413c-8ee4-d2ea1e9bef95) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:18:01.194823 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-99b2dcb5-7820-456a-8938-52733a0c2ff8 req-3442759d-0897-4929-9100-d53a2de7b099 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:01.213006 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-99b2dcb5-7820-456a-8938-52733a0c2ff8 req-3442759d-0897-4929-9100-d53a2de7b099 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Transition to ACTIVE for port object fe0ebdc6-b3a6-413c-8ee4-d2ea1e9bef95 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:18:01.286553 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-99b2dcb5-7820-456a-8938-52733a0c2ff8 req-3442759d-0897-4929-9100-d53a2de7b099 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:01.301082 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['f2cfa364-e651-4bd4-9af8-0e6ba565e3ca', 'dba8531b-5497-4ce4-a7d5-2907dbf0117c', '74d4a9cb-6c52-42c2-9100-d6d67faa3962'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:18:01.306018 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373dc2d5-816b-4e47-8079-66a2b77f4cb8 req-370947d5-60a0-4e37-bb19-3337c09ba526 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:01.307753 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-373dc2d5-816b-4e47-8079-66a2b77f4cb8 req-370947d5-60a0-4e37-bb19-3337c09ba526 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "GET /v2.0/ports?device_id=f67de40e-9c4b-4df7-8589-9317825d95db HTTP/1.1" status: 200 len: 945 time: 0.0839963 Aug 29 04:18:01.364299 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99b2dcb5-7820-456a-8938-52733a0c2ff8 req-3442759d-0897-4929-9100-d53a2de7b099 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:18:01.370714 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-99b2dcb5-7820-456a-8938-52733a0c2ff8 req-3442759d-0897-4929-9100-d53a2de7b099 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:18:01.373447 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-99b2dcb5-7820-456a-8938-52733a0c2ff8 req-3442759d-0897-4929-9100-d53a2de7b099 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:18:01.377998 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['6c598feb-3ed1-428d-85b3-41629f32880f', '2a6bce68-a836-4780-9092-ee7498142e59', 'fdc22186-f215-454e-8546-82ba1900a0c8', 'ec53f0a0-f10b-4f6d-bb3e-ad6634d1e6cb'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:18:01.439476 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3442759d-0897-4929-9100-d53a2de7b099 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Pushing event updated for resources: {'Port': ['ID=fe0ebdc6-b3a6-413c-8ee4-d2ea1e9bef95,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:01.485829 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-373dc2d5-816b-4e47-8079-66a2b77f4cb8 req-a108157f-d25a-4e16-89a2-bc8816ad6f50 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae989b78-b6c5-494f-9777-5336c7d3d7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544957 Aug 29 04:18:01.509124 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b2dcb5-7820-456a-8938-52733a0c2ff8 req-3442759d-0897-4929-9100-d53a2de7b099 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:01.510611 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-99b2dcb5-7820-456a-8938-52733a0c2ff8 req-3442759d-0897-4929-9100-d53a2de7b099 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:01.540478 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3968cee0-7065-4b98-9a00-67aeae64485c req-15d19a2c-a137-4386-b02a-a52928b22210 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:01.558765 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-99b2dcb5-7820-456a-8938-52733a0c2ff8 req-3442759d-0897-4929-9100-d53a2de7b099 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4518814 Aug 29 04:18:01.559866 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3968cee0-7065-4b98-9a00-67aeae64485c req-15d19a2c-a137-4386-b02a-a52928b22210 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/ports?device_id=f01d441c-97af-4d42-893d-bab39fbdb138 HTTP/1.1" status: 200 len: 936 time: 0.1263223 Aug 29 04:18:01.580214 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-99b2dcb5-7820-456a-8938-52733a0c2ff8 req-17e7063b-488d-4ed1-8144-4b7cbea92be8 service neutron] Request body: {'port': {'device_id': 'f01d441c-97af-4d42-893d-bab39fbdb138', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:01.653826 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3968cee0-7065-4b98-9a00-67aeae64485c req-9cffef7b-1118-43ee-bc54-a4cea40eb608 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/security-groups?id=69e9e696-6092-48f5-a28b-387de9f4e688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901909 Aug 29 04:18:01.688913 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-99b2dcb5-7820-456a-8938-52733a0c2ff8 req-17e7063b-488d-4ed1-8144-4b7cbea92be8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:01.707598 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec66783-0707-48bc-a16d-49e23e7e1755 req-4054177f-d312-4d17-8956-f80164abc4d1 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:01.715397 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4ec66783-0707-48bc-a16d-49e23e7e1755 req-4054177f-d312-4d17-8956-f80164abc4d1 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c617289-e2a1-439d-b627-a39be3c3c540 HTTP/1.1" status: 200 len: 946 time: 0.0978835 Aug 29 04:18:01.804356 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4ec66783-0707-48bc-a16d-49e23e7e1755 req-93af8bb7-827c-4a0f-b9a1-60e11b11208c tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/security-groups?id=0af834e7-acaf-4d90-a371-bad8b3cc1714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878332 Aug 29 04:18:01.929116 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-d4114c57-f31e-4a5f-8fd8-e55b6a96bbdc None None] Provisioning for port fe0ebdc6-b3a6-413c-8ee4-d2ea1e9bef95 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:18:01.945067 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-d4114c57-f31e-4a5f-8fd8-e55b6a96bbdc None None] Provisioning complete for port fe0ebdc6-b3a6-413c-8ee4-d2ea1e9bef95 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:01.945448 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d4114c57-f31e-4a5f-8fd8-e55b6a96bbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:02.023387 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-d4114c57-f31e-4a5f-8fd8-e55b6a96bbdc None None] Port fe0ebdc6-b3a6-413c-8ee4-d2ea1e9bef95 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:18:02.250617 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-99b2dcb5-7820-456a-8938-52733a0c2ff8 req-17e7063b-488d-4ed1-8144-4b7cbea92be8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe0ebdc6-b3a6-413c-8ee4-d2ea1e9bef95 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:18:02.261492 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-99b2dcb5-7820-456a-8938-52733a0c2ff8 req-17e7063b-488d-4ed1-8144-4b7cbea92be8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:02.282586 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-99b2dcb5-7820-456a-8938-52733a0c2ff8 req-17e7063b-488d-4ed1-8144-4b7cbea92be8 service neutron] Transition to ACTIVE for port object fe0ebdc6-b3a6-413c-8ee4-d2ea1e9bef95 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:18:02.287777 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-99b2dcb5-7820-456a-8938-52733a0c2ff8 req-17e7063b-488d-4ed1-8144-4b7cbea92be8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:02.347959 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e7063b-488d-4ed1-8144-4b7cbea92be8 service neutron] Pushing event updated for resources: {'Port': ['ID=fe0ebdc6-b3a6-413c-8ee4-d2ea1e9bef95,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:02.437939 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-99b2dcb5-7820-456a-8938-52733a0c2ff8 req-17e7063b-488d-4ed1-8144-4b7cbea92be8 service neutron] Attempting to bind port fe0ebdc6-b3a6-413c-8ee4-d2ea1e9bef95 on host n-h2-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:18:02.438470 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-99b2dcb5-7820-456a-8938-52733a0c2ff8 req-17e7063b-488d-4ed1-8144-4b7cbea92be8 service neutron] Attempting to bind port fe0ebdc6-b3a6-413c-8ee4-d2ea1e9bef95 by drivers openvswitch,hyperv on host n-h2-712140-12 at level 0 using segments [{'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:18:02.438912 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b2dcb5-7820-456a-8938-52733a0c2ff8 req-17e7063b-488d-4ed1-8144-4b7cbea92be8 service neutron] Attempting to bind port fe0ebdc6-b3a6-413c-8ee4-d2ea1e9bef95 on network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:18:02.444786 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b2dcb5-7820-456a-8938-52733a0c2ff8 req-17e7063b-488d-4ed1-8144-4b7cbea92be8 service neutron] Port fe0ebdc6-b3a6-413c-8ee4-d2ea1e9bef95 on network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:18:02.445113 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b2dcb5-7820-456a-8938-52733a0c2ff8 req-17e7063b-488d-4ed1-8144-4b7cbea92be8 service neutron] Attempting to bind port fe0ebdc6-b3a6-413c-8ee4-d2ea1e9bef95 on network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:18:02.453073 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b2dcb5-7820-456a-8938-52733a0c2ff8 req-17e7063b-488d-4ed1-8144-4b7cbea92be8 service neutron] Checking agent: {'id': 'b3a0606b-b029-4f5e-8798-3a32b71d8844', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:18:02.453377 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b2dcb5-7820-456a-8938-52733a0c2ff8 req-17e7063b-488d-4ed1-8144-4b7cbea92be8 service neutron] Checking segment: {'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:18:02.454189 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b2dcb5-7820-456a-8938-52733a0c2ff8 req-17e7063b-488d-4ed1-8144-4b7cbea92be8 service neutron] Bound using segment: {'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:18:02.454737 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-99b2dcb5-7820-456a-8938-52733a0c2ff8 req-17e7063b-488d-4ed1-8144-4b7cbea92be8 service neutron] Bound port: fe0ebdc6-b3a6-413c-8ee4-d2ea1e9bef95, host: n-h2-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:18:02.455177 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-99b2dcb5-7820-456a-8938-52733a0c2ff8 req-17e7063b-488d-4ed1-8144-4b7cbea92be8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:02.683018 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-99b2dcb5-7820-456a-8938-52733a0c2ff8 req-17e7063b-488d-4ed1-8144-4b7cbea92be8 service neutron] For port fe0ebdc6-b3a6-413c-8ee4-d2ea1e9bef95, host n-h2-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:18:02.699306 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-99b2dcb5-7820-456a-8938-52733a0c2ff8 req-17e7063b-488d-4ed1-8144-4b7cbea92be8 service neutron] For port fe0ebdc6-b3a6-413c-8ee4-d2ea1e9bef95, host n-h2-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=fe0ebdc6-b3a6-413c-8ee4-d2ea1e9bef95,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:18:02.709177 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-99b2dcb5-7820-456a-8938-52733a0c2ff8 req-17e7063b-488d-4ed1-8144-4b7cbea92be8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:02.723899 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7102a867-f3e3-4c11-b65d-d15a85bb7b01 req-84ff789b-a0e8-4190-a727-50af5a9b27bf tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:02.725666 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7102a867-f3e3-4c11-b65d-d15a85bb7b01 req-84ff789b-a0e8-4190-a727-50af5a9b27bf tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "GET /v2.0/ports?device_id=f67de40e-9c4b-4df7-8589-9317825d95db HTTP/1.1" status: 200 len: 945 time: 0.1097844 Aug 29 04:18:02.785069 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b2dcb5-7820-456a-8938-52733a0c2ff8 req-17e7063b-488d-4ed1-8144-4b7cbea92be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:02.785829 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-99b2dcb5-7820-456a-8938-52733a0c2ff8 req-17e7063b-488d-4ed1-8144-4b7cbea92be8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:02.787447 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-99b2dcb5-7820-456a-8938-52733a0c2ff8 req-17e7063b-488d-4ed1-8144-4b7cbea92be8 service neutron] 10.222.0.48 "PUT /v2.0/ports/fe0ebdc6-b3a6-413c-8ee4-d2ea1e9bef95 HTTP/1.1" status: 200 len: 1097 time: 1.2138767 Aug 29 04:18:02.788034 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f01d441c-97af-4d42-893d-bab39fbdb138', 'tag': 'fe0ebdc6-b3a6-413c-8ee4-d2ea1e9bef95'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:18:02.796663 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed2e1e3b-e325-4a6b-88f1-14c3e8398c31" -d '{"events": [{"name": "network-changed", "server_uuid": "f01d441c-97af-4d42-893d-bab39fbdb138", "tag": "fe0ebdc6-b3a6-413c-8ee4-d2ea1e9bef95"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:18:02.817164 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e7063b-488d-4ed1-8144-4b7cbea92be8 service neutron] Pushing event updated for resources: {'Port': ['ID=fe0ebdc6-b3a6-413c-8ee4-d2ea1e9bef95,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:02.842464 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7102a867-f3e3-4c11-b65d-d15a85bb7b01 req-f17e3dd6-0c27-4131-8a52-8598c34cd517 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae989b78-b6c5-494f-9777-5336c7d3d7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924160 Aug 29 04:18:02.993433 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b2dcb5-7820-456a-8938-52733a0c2ff8 req-b865e199-de9f-4842-883c-6ed0daf7789e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:02.995004 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-99b2dcb5-7820-456a-8938-52733a0c2ff8 req-b865e199-de9f-4842-883c-6ed0daf7789e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cff8a488ff344e109cad8daf17880810&device_id=f01d441c-97af-4d42-893d-bab39fbdb138 HTTP/1.1" status: 200 len: 1100 time: 0.1071892 Aug 29 04:18:03.020027 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0723efd5-6f7d-4027-b83e-87e5ab78456b req-59271ab0-3318-4676-aa1e-ae82213ea9a5 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:03.027428 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0723efd5-6f7d-4027-b83e-87e5ab78456b req-59271ab0-3318-4676-aa1e-ae82213ea9a5 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/ports?device_id=f01d441c-97af-4d42-893d-bab39fbdb138 HTTP/1.1" status: 200 len: 948 time: 0.0926776 Aug 29 04:18:03.089741 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-99b2dcb5-7820-456a-8938-52733a0c2ff8 req-6b8c957d-2eb3-4344-a996-da06891a9cc6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=fe0ebdc6-b3a6-413c-8ee4-d2ea1e9bef95 HTTP/1.1" status: 200 len: 217 time: 0.0595083 Aug 29 04:18:03.157890 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0723efd5-6f7d-4027-b83e-87e5ab78456b req-6ed7302c-120f-4aff-8e67-7a58f1d74627 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/security-groups?id=69e9e696-6092-48f5-a28b-387de9f4e688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294692 Aug 29 04:18:03.170724 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b2dcb5-7820-456a-8938-52733a0c2ff8 req-13421a3b-98c3-4818-ba83-b34b45904b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:03.173065 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-99b2dcb5-7820-456a-8938-52733a0c2ff8 req-13421a3b-98c3-4818-ba83-b34b45904b4d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=18cd12d4-b12a-41b0-b0c5-618edbb84e74 HTTP/1.1" status: 200 len: 843 time: 0.0676112 Aug 29 04:18:03.229087 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebfd496f-6dd0-4ffe-beb0-540d87848dd3 x-openstack-request-id: req-ebfd496f-6dd0-4ffe-beb0-540d87848dd3 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:18:03.229468 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f01d441c-97af-4d42-893d-bab39fbdb138", "tag": "fe0ebdc6-b3a6-413c-8ee4-d2ea1e9bef95", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:18:03.229855 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ebfd496f-6dd0-4ffe-beb0-540d87848dd3 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:18:03.230515 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f01d441c-97af-4d42-893d-bab39fbdb138', 'tag': 'fe0ebdc6-b3a6-413c-8ee4-d2ea1e9bef95', 'status': 'completed', 'code': 200} Aug 29 04:18:03.254921 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b2dcb5-7820-456a-8938-52733a0c2ff8 req-ac98bea8-e39d-4889-ab71-f7e3a101ddb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:03.257015 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-99b2dcb5-7820-456a-8938-52733a0c2ff8 req-ac98bea8-e39d-4889-ab71-f7e3a101ddb7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0755603 Aug 29 04:18:03.271834 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [req-99b2dcb5-7820-456a-8938-52733a0c2ff8 req-f59352b3-a078-4d5e-98f0-aaf7f0b8a02f service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:18:03.274892 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-99b2dcb5-7820-456a-8938-52733a0c2ff8 req-f59352b3-a078-4d5e-98f0-aaf7f0b8a02f service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084970 Aug 29 04:18:03.300775 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fd2cbeec-de8d-4d85-a391-d38ef7e1cfc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:03.417655 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75294cd9-1829-4cd4-bf74-9f9477e9c005 req-40126fff-9fc4-4aac-9c3d-6e6c7dbe746a tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:03.420428 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-75294cd9-1829-4cd4-bf74-9f9477e9c005 req-40126fff-9fc4-4aac-9c3d-6e6c7dbe746a tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c617289-e2a1-439d-b627-a39be3c3c540 HTTP/1.1" status: 200 len: 946 time: 0.1438420 Aug 29 04:18:03.476931 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-99b2dcb5-7820-456a-8938-52733a0c2ff8 req-93e815aa-a6f2-4c0b-9f85-a28809cba6c0 service neutron] 10.222.0.48 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891890 Aug 29 04:18:03.485446 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-75294cd9-1829-4cd4-bf74-9f9477e9c005 req-3f7e7cf5-9237-4608-8eaf-265745b0ad7d tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/security-groups?id=0af834e7-acaf-4d90-a371-bad8b3cc1714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539670 Aug 29 04:18:03.602357 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-99b2dcb5-7820-456a-8938-52733a0c2ff8 req-890f75cc-e827-450a-b8ff-98fd26a1360e service neutron] 10.222.0.48 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138282 Aug 29 04:18:03.763532 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2e1e3b-e325-4a6b-88f1-14c3e8398c31 req-5e1fee2d-cff5-480f-9c02-8c47943ba794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:03.765431 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ed2e1e3b-e325-4a6b-88f1-14c3e8398c31 req-5e1fee2d-cff5-480f-9c02-8c47943ba794 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cff8a488ff344e109cad8daf17880810&device_id=f01d441c-97af-4d42-893d-bab39fbdb138 HTTP/1.1" status: 200 len: 1100 time: 0.0570633 Aug 29 04:18:03.881816 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2e1e3b-e325-4a6b-88f1-14c3e8398c31 req-652360b8-fbbc-48cb-95ba-dc55c9cb9931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:03.883799 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ed2e1e3b-e325-4a6b-88f1-14c3e8398c31 req-652360b8-fbbc-48cb-95ba-dc55c9cb9931 service neutron] 10.222.0.48 "GET /v2.0/networks?id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 HTTP/1.1" status: 200 len: 870 time: 0.1096752 Aug 29 04:18:03.945543 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ed2e1e3b-e325-4a6b-88f1-14c3e8398c31 req-e48613b9-9089-4a8f-a099-30e54ccc450d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=fe0ebdc6-b3a6-413c-8ee4-d2ea1e9bef95 HTTP/1.1" status: 200 len: 217 time: 0.0519822 Aug 29 04:18:04.022457 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2e1e3b-e325-4a6b-88f1-14c3e8398c31 req-1bd9fc7b-c7a4-4a4d-b2e7-a8c46edbac83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:04.023286 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ed2e1e3b-e325-4a6b-88f1-14c3e8398c31 req-1bd9fc7b-c7a4-4a4d-b2e7-a8c46edbac83 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=18cd12d4-b12a-41b0-b0c5-618edbb84e74 HTTP/1.1" status: 200 len: 843 time: 0.0552564 Aug 29 04:18:04.032263 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4007814-665b-4721-9c86-1e14580cec2d req-c590ad1e-2587-41d3-b893-d74af0c1e2a9 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:04.033738 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b4007814-665b-4721-9c86-1e14580cec2d req-c590ad1e-2587-41d3-b893-d74af0c1e2a9 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "GET /v2.0/ports?device_id=f67de40e-9c4b-4df7-8589-9317825d95db HTTP/1.1" status: 200 len: 945 time: 0.0979743 Aug 29 04:18:04.120976 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b4007814-665b-4721-9c86-1e14580cec2d req-ecaf387a-af36-4154-a9cc-0a509f732b69 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae989b78-b6c5-494f-9777-5336c7d3d7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766938 Aug 29 04:18:04.123081 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2e1e3b-e325-4a6b-88f1-14c3e8398c31 req-d33e4512-aa9e-4986-9fe2-2e42136e7c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:04.124865 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ed2e1e3b-e325-4a6b-88f1-14c3e8398c31 req-d33e4512-aa9e-4986-9fe2-2e42136e7c1c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0901468 Aug 29 04:18:04.245742 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ed2e1e3b-e325-4a6b-88f1-14c3e8398c31 req-f31fca4b-0f91-4aab-a578-1958bfa17c29 service neutron] 10.222.0.48 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127193 Aug 29 04:18:04.370901 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877fc3a1-3ad9-415b-b66e-dcfe2ad315ba req-bb318346-f44d-49a4-a996-8ae2c2f5ab23 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:04.372605 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-877fc3a1-3ad9-415b-b66e-dcfe2ad315ba req-bb318346-f44d-49a4-a996-8ae2c2f5ab23 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/ports?device_id=f01d441c-97af-4d42-893d-bab39fbdb138 HTTP/1.1" status: 200 len: 948 time: 0.1145055 Aug 29 04:18:04.405128 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ed2e1e3b-e325-4a6b-88f1-14c3e8398c31 req-0b1b1546-4196-43bd-b79e-4571ed5aa40a service neutron] 10.222.0.48 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480987 Aug 29 04:18:04.438564 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-877fc3a1-3ad9-415b-b66e-dcfe2ad315ba req-63e5af88-ae3b-4abb-9095-b9a6137d8fee tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/security-groups?id=69e9e696-6092-48f5-a28b-387de9f4e688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512280 Aug 29 04:18:04.666985 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8395dc3b-cef5-46d8-8b5a-7e85d8913011 req-9177607e-e112-40e4-ba4d-38695b8fc3ff tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:04.668870 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8395dc3b-cef5-46d8-8b5a-7e85d8913011 req-9177607e-e112-40e4-ba4d-38695b8fc3ff tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c617289-e2a1-439d-b627-a39be3c3c540 HTTP/1.1" status: 200 len: 946 time: 0.0776882 Aug 29 04:18:04.712716 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8395dc3b-cef5-46d8-8b5a-7e85d8913011 req-a5c586c8-4179-4865-a974-94316c71c996 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/security-groups?id=0af834e7-acaf-4d90-a371-bad8b3cc1714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369549 Aug 29 04:18:05.296529 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a095cad-3d8f-480b-bbec-3007282202b9 req-2f4267bb-f605-4f50-a3d4-d561340ad371 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:05.299546 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5a095cad-3d8f-480b-bbec-3007282202b9 req-2f4267bb-f605-4f50-a3d4-d561340ad371 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "GET /v2.0/ports?device_id=f67de40e-9c4b-4df7-8589-9317825d95db HTTP/1.1" status: 200 len: 945 time: 0.0741990 Aug 29 04:18:05.348663 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5a095cad-3d8f-480b-bbec-3007282202b9 req-da74c7ed-9236-497f-8059-42bd7c822767 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae989b78-b6c5-494f-9777-5336c7d3d7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419772 Aug 29 04:18:05.602740 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936f2206-856f-4a9d-8bf0-46396e1207bd req-b8ff277f-670d-41e8-8760-00c8e4fbc2e2 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:05.606501 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-936f2206-856f-4a9d-8bf0-46396e1207bd req-b8ff277f-670d-41e8-8760-00c8e4fbc2e2 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/ports?device_id=f01d441c-97af-4d42-893d-bab39fbdb138 HTTP/1.1" status: 200 len: 948 time: 0.0841048 Aug 29 04:18:05.663737 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-936f2206-856f-4a9d-8bf0-46396e1207bd req-2c439bea-ee0c-4f9d-b642-a1b4ede80d05 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/security-groups?id=69e9e696-6092-48f5-a28b-387de9f4e688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498688 Aug 29 04:18:05.902866 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbcc0a8-1c44-4605-83db-eaad3035c2dd req-736a543e-f215-4fca-8d8b-b8bd0eb85a60 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:05.908308 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bdbcc0a8-1c44-4605-83db-eaad3035c2dd req-736a543e-f215-4fca-8d8b-b8bd0eb85a60 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c617289-e2a1-439d-b627-a39be3c3c540 HTTP/1.1" status: 200 len: 946 time: 0.0830293 Aug 29 04:18:05.954886 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bdbcc0a8-1c44-4605-83db-eaad3035c2dd req-3fb4212b-a1c9-4153-ae90-fb33cb396414 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/security-groups?id=0af834e7-acaf-4d90-a371-bad8b3cc1714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427072 Aug 29 04:18:06.209874 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2ca0223f-23aa-448e-9c96-90935e27dc72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:06.482091 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b956aae3-a46d-4ac2-8001-586777fa7e96 req-4c054ad8-2cbc-435a-992b-1d184b244c96 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:06.483724 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b956aae3-a46d-4ac2-8001-586777fa7e96 req-4c054ad8-2cbc-435a-992b-1d184b244c96 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "GET /v2.0/ports?device_id=f67de40e-9c4b-4df7-8589-9317825d95db HTTP/1.1" status: 200 len: 945 time: 0.0588980 Aug 29 04:18:06.544095 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b956aae3-a46d-4ac2-8001-586777fa7e96 req-5d09ab52-c37a-4235-814a-cf6f9fb957dc tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae989b78-b6c5-494f-9777-5336c7d3d7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518997 Aug 29 04:18:06.809303 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc4d763-ac35-4bfd-bbd0-7af1eb26398b req-9c832a0a-e394-4b90-b598-90edcf9f8509 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:06.811529 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fbc4d763-ac35-4bfd-bbd0-7af1eb26398b req-9c832a0a-e394-4b90-b598-90edcf9f8509 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/ports?device_id=f01d441c-97af-4d42-893d-bab39fbdb138 HTTP/1.1" status: 200 len: 948 time: 0.0627944 Aug 29 04:18:06.887183 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fbc4d763-ac35-4bfd-bbd0-7af1eb26398b req-fdcc05e4-831b-4517-bafd-04c5bbb7a6d0 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/security-groups?id=69e9e696-6092-48f5-a28b-387de9f4e688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633066 Aug 29 04:18:07.054692 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:07.128527 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3693bd67-63a7-463e-853c-52962108115b req-8be3d936-d942-4514-9800-eb3a66e54bc0 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:07.131313 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3693bd67-63a7-463e-853c-52962108115b req-8be3d936-d942-4514-9800-eb3a66e54bc0 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c617289-e2a1-439d-b627-a39be3c3c540 HTTP/1.1" status: 200 len: 946 time: 0.0720043 Aug 29 04:18:07.147540 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:07.196826 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3693bd67-63a7-463e-853c-52962108115b req-bb1f84fd-190d-495b-91d5-a6d2f552965d tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/security-groups?id=0af834e7-acaf-4d90-a371-bad8b3cc1714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524683 Aug 29 04:18:07.704121 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79f245d-9f62-411e-914f-f57dff6fdca9 req-8e9c012c-41f8-4ae1-8455-d44f93edc12d tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:07.705811 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e79f245d-9f62-411e-914f-f57dff6fdca9 req-8e9c012c-41f8-4ae1-8455-d44f93edc12d tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "GET /v2.0/ports?device_id=f67de40e-9c4b-4df7-8589-9317825d95db HTTP/1.1" status: 200 len: 945 time: 0.0568373 Aug 29 04:18:07.753953 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device fe0ebdc6-b3a6-413c-8ee4-d2ea1e9bef95 details requested by agent hyperv_n-h2-712140-12 with host n-h2-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:18:07.762164 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e79f245d-9f62-411e-914f-f57dff6fdca9 req-0ed67005-f63e-4ce7-ba05-e2025abd8736 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae989b78-b6c5-494f-9777-5336c7d3d7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426245 Aug 29 04:18:07.877686 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port fe0ebdc6-b3a6-413c-8ee4-d2ea1e9bef95, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=fe0ebdc6-b3a6-413c-8ee4-d2ea1e9bef95,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:07.895503 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Returning: {'device': 'fe0ebdc6-b3a6-413c-8ee4-d2ea1e9bef95', 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45', 'port_id': 'fe0ebdc6-b3a6-413c-8ee4-d2ea1e9bef95', 'mac_address': 'fa:16:3e:68:8a:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18cd12d4-b12a-41b0-b0c5-618edbb84e74', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:18:07.952625 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:07.970428 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe0ebdc6-b3a6-413c-8ee4-d2ea1e9bef95 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:18:08.013482 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port fe0ebdc6-b3a6-413c-8ee4-d2ea1e9bef95, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=fe0ebdc6-b3a6-413c-8ee4-d2ea1e9bef95,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:08.022665 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:08.051575 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa332156-cb35-487f-bef7-5ce6223a7d7e req-ed03ed65-5611-4363-b93c-6648fc5d3497 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:08.053588 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-aa332156-cb35-487f-bef7-5ce6223a7d7e req-ed03ed65-5611-4363-b93c-6648fc5d3497 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/ports?device_id=f01d441c-97af-4d42-893d-bab39fbdb138 HTTP/1.1" status: 200 len: 948 time: 0.0760581 Aug 29 04:18:08.090287 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=fe0ebdc6-b3a6-413c-8ee4-d2ea1e9bef95,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:08.102710 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-aa332156-cb35-487f-bef7-5ce6223a7d7e req-1d0604ed-b275-423a-b3cd-f538292e4995 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/security-groups?id=69e9e696-6092-48f5-a28b-387de9f4e688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405273 Aug 29 04:18:08.327394 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de43e9ff-bd0e-4967-b6c4-f05aa1221077 req-cda87317-2d5c-425b-af2b-15d645c9c5d7 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:08.330691 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-de43e9ff-bd0e-4967-b6c4-f05aa1221077 req-cda87317-2d5c-425b-af2b-15d645c9c5d7 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c617289-e2a1-439d-b627-a39be3c3c540 HTTP/1.1" status: 200 len: 946 time: 0.0596519 Aug 29 04:18:08.394438 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-de43e9ff-bd0e-4967-b6c4-f05aa1221077 req-1ca1a3ef-f61e-4174-b2f0-fb1630c0185c tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/security-groups?id=0af834e7-acaf-4d90-a371-bad8b3cc1714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539055 Aug 29 04:18:08.559104 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['fe0ebdc6-b3a6-413c-8ee4-d2ea1e9bef95'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:18:08.565354 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:08.918028 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d70512c-ed4b-4b42-bfe8-75c15f192176 req-9be3f785-d99a-4142-b73c-503c849e4d61 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:08.920651 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0d70512c-ed4b-4b42-bfe8-75c15f192176 req-9be3f785-d99a-4142-b73c-503c849e4d61 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "GET /v2.0/ports?device_id=f67de40e-9c4b-4df7-8589-9317825d95db HTTP/1.1" status: 200 len: 945 time: 0.0645211 Aug 29 04:18:08.965664 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0d70512c-ed4b-4b42-bfe8-75c15f192176 req-7fc6ab66-a1f4-4078-8c3d-54db0609b782 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae989b78-b6c5-494f-9777-5336c7d3d7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385828 Aug 29 04:18:09.236250 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534d14ff-573e-432b-a8c4-33a6917bd6b4 req-cd510e20-345a-4d32-b0ce-99b9a9b9d7b7 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:09.238341 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-534d14ff-573e-432b-a8c4-33a6917bd6b4 req-cd510e20-345a-4d32-b0ce-99b9a9b9d7b7 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/ports?device_id=f01d441c-97af-4d42-893d-bab39fbdb138 HTTP/1.1" status: 200 len: 949 time: 0.0549457 Aug 29 04:18:09.284063 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-534d14ff-573e-432b-a8c4-33a6917bd6b4 req-63b22e5c-6399-4951-9b37-af4e43e21670 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/security-groups?id=69e9e696-6092-48f5-a28b-387de9f4e688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389757 Aug 29 04:18:09.557288 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ee06cf-b16e-4743-89d4-761700bbe3e4 req-719c9408-3b84-4b90-ad03-14c0bfa24b95 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:09.558736 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-55ee06cf-b16e-4743-89d4-761700bbe3e4 req-719c9408-3b84-4b90-ad03-14c0bfa24b95 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c617289-e2a1-439d-b627-a39be3c3c540 HTTP/1.1" status: 200 len: 946 time: 0.0768998 Aug 29 04:18:09.601544 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-55ee06cf-b16e-4743-89d4-761700bbe3e4 req-dafc6309-d381-446d-a32c-459e7ae1ab9e tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/security-groups?id=0af834e7-acaf-4d90-a371-bad8b3cc1714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357046 Aug 29 04:18:10.102308 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68301abe-e8f0-4c3c-b137-0795dc7d56eb req-de19578d-53b3-40e9-b07b-93cc155f7f86 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:10.103976 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-68301abe-e8f0-4c3c-b137-0795dc7d56eb req-de19578d-53b3-40e9-b07b-93cc155f7f86 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "GET /v2.0/ports?device_id=f67de40e-9c4b-4df7-8589-9317825d95db HTTP/1.1" status: 200 len: 945 time: 0.0567563 Aug 29 04:18:10.150042 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-68301abe-e8f0-4c3c-b137-0795dc7d56eb req-6f9dcb38-3bc8-418f-bd78-edfa81905d96 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae989b78-b6c5-494f-9777-5336c7d3d7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392017 Aug 29 04:18:10.457699 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2433fbb8-6f65-4cc1-9d5b-30dfcaee5ab6 req-e6294b50-a346-4922-a094-04bf9103eb1b tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:10.460445 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2433fbb8-6f65-4cc1-9d5b-30dfcaee5ab6 req-e6294b50-a346-4922-a094-04bf9103eb1b tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/ports?device_id=f01d441c-97af-4d42-893d-bab39fbdb138 HTTP/1.1" status: 200 len: 949 time: 0.0662706 Aug 29 04:18:10.513174 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2433fbb8-6f65-4cc1-9d5b-30dfcaee5ab6 req-084277ff-9fd9-47c7-8bea-838930b3ca12 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/security-groups?id=69e9e696-6092-48f5-a28b-387de9f4e688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458272 Aug 29 04:18:10.758504 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5983f706-df3b-4628-93cd-1044c8f68e89 req-34ef0f75-cbb3-470f-9305-af0852e54a81 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:10.760867 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5983f706-df3b-4628-93cd-1044c8f68e89 req-34ef0f75-cbb3-470f-9305-af0852e54a81 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c617289-e2a1-439d-b627-a39be3c3c540 HTTP/1.1" status: 200 len: 946 time: 0.0800502 Aug 29 04:18:10.821702 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5983f706-df3b-4628-93cd-1044c8f68e89 req-270d7142-1f6a-4acb-9461-3fd6288465bd tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/security-groups?id=0af834e7-acaf-4d90-a371-bad8b3cc1714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546908 Aug 29 04:18:11.318057 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9590155c-1554-4cfe-a32f-7748858b6caf req-dcdb5222-9d40-4c09-88bc-784bc4ee678e tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:11.320090 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9590155c-1554-4cfe-a32f-7748858b6caf req-dcdb5222-9d40-4c09-88bc-784bc4ee678e tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "GET /v2.0/ports?device_id=f67de40e-9c4b-4df7-8589-9317825d95db HTTP/1.1" status: 200 len: 945 time: 0.0723543 Aug 29 04:18:11.368936 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9590155c-1554-4cfe-a32f-7748858b6caf req-6f06d738-1055-44b0-8f3b-80dab43d17b9 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae989b78-b6c5-494f-9777-5336c7d3d7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418303 Aug 29 04:18:11.761370 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-89d6e00d-be75-40c7-9b0c-68499d56b760 req-01e1c1f8-5d1d-4410-90ac-80605cb0b368 tempest-ServerShowV257Test-903940717 tempest-ServerShowV257Test-903940717-project] 10.222.0.22 "GET /v2.0/ports?device_id=55a22954-5a30-45df-a58d-01588501bf47 HTTP/1.1" status: 200 len: 210 time: 0.0561218 Aug 29 04:18:11.788547 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device fe0ebdc6-b3a6-413c-8ee4-d2ea1e9bef95 up at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:18:11.791454 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1ac15d-7326-41a9-91f5-74a5deac5b39 req-5254eae6-b11f-45d9-8a64-58c2f7cbbe54 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:11.800565 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1b1ac15d-7326-41a9-91f5-74a5deac5b39 req-5254eae6-b11f-45d9-8a64-58c2f7cbbe54 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/ports?device_id=f01d441c-97af-4d42-893d-bab39fbdb138 HTTP/1.1" status: 200 len: 949 time: 0.1541133 Aug 29 04:18:11.873360 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1b1ac15d-7326-41a9-91f5-74a5deac5b39 req-13b31bcb-ede2-4cf3-9c51-ab0793cfbba3 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/security-groups?id=69e9e696-6092-48f5-a28b-387de9f4e688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628405 Aug 29 04:18:11.891953 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning for port fe0ebdc6-b3a6-413c-8ee4-d2ea1e9bef95 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:18:11.908401 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning complete for port fe0ebdc6-b3a6-413c-8ee4-d2ea1e9bef95 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:11.914038 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:12.013654 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac2765c-768d-478c-b84b-79d2b0d9eb34 req-ae76b7b7-6f4b-462b-8d9b-7bd4b717a85a tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:12.016633 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-dac2765c-768d-478c-b84b-79d2b0d9eb34 req-ae76b7b7-6f4b-462b-8d9b-7bd4b717a85a tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c617289-e2a1-439d-b627-a39be3c3c540 HTTP/1.1" status: 200 len: 946 time: 0.0852401 Aug 29 04:18:12.102379 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-dac2765c-768d-478c-b84b-79d2b0d9eb34 req-0b72a3ae-36ea-4f92-b2d3-58c9e4605623 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/security-groups?id=0af834e7-acaf-4d90-a371-bad8b3cc1714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792685 Aug 29 04:18:12.157684 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:12.206838 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f01d441c-97af-4d42-893d-bab39fbdb138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe0ebdc6-b3a6-413c-8ee4-d2ea1e9bef95'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:18:12.210285 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65fc19c2-b919-4b09-a0ff-53c0cc9156ad" -d '{"events": [{"server_uuid": "f01d441c-97af-4d42-893d-bab39fbdb138", "name": "network-vif-plugged", "status": "completed", "tag": "fe0ebdc6-b3a6-413c-8ee4-d2ea1e9bef95"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:18:12.241737 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port fe0ebdc6-b3a6-413c-8ee4-d2ea1e9bef95, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=fe0ebdc6-b3a6-413c-8ee4-d2ea1e9bef95,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:12.252283 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:12.396147 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=fe0ebdc6-b3a6-413c-8ee4-d2ea1e9bef95,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:12.471821 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cdc17f6-1206-4755-a1f4-b1776eb7aad4 x-openstack-request-id: req-2cdc17f6-1206-4755-a1f4-b1776eb7aad4 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:18:12.471821 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f01d441c-97af-4d42-893d-bab39fbdb138", "name": "network-vif-plugged", "status": "completed", "tag": "fe0ebdc6-b3a6-413c-8ee4-d2ea1e9bef95", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:18:12.471821 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2cdc17f6-1206-4755-a1f4-b1776eb7aad4 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:18:12.471821 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f01d441c-97af-4d42-893d-bab39fbdb138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe0ebdc6-b3a6-413c-8ee4-d2ea1e9bef95', 'code': 200} Aug 29 04:18:12.600975 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5fd30e-d49f-4941-958d-30d62f940924 req-ac816664-aedd-40b6-bbcb-5f315dc7db67 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:12.608512 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-fd5fd30e-d49f-4941-958d-30d62f940924 req-ac816664-aedd-40b6-bbcb-5f315dc7db67 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "GET /v2.0/ports?device_id=f67de40e-9c4b-4df7-8589-9317825d95db HTTP/1.1" status: 200 len: 945 time: 0.1320629 Aug 29 04:18:12.693136 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-fd5fd30e-d49f-4941-958d-30d62f940924 req-5718715d-ab56-4a74-b886-e79cc00bac30 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae989b78-b6c5-494f-9777-5336c7d3d7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835907 Aug 29 04:18:12.717597 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132346f2-dca0-4bf7-9151-9ce2707c10eb req-e9972dfa-3d1e-465f-b091-363f329ac2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:12.719356 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-132346f2-dca0-4bf7-9151-9ce2707c10eb req-e9972dfa-3d1e-465f-b091-363f329ac2d0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f01d441c-97af-4d42-893d-bab39fbdb138 HTTP/1.1" status: 200 len: 1102 time: 0.0933938 Aug 29 04:18:12.779313 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-132346f2-dca0-4bf7-9151-9ce2707c10eb req-da340fd6-3d37-4449-a574-d80038e8b2af service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=69e9e696-6092-48f5-a28b-387de9f4e688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516524 Aug 29 04:18:12.966303 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-67a550b5-efb9-44f1-9f82-a9ea0e6f1e0e req-8b34fc4e-9579-468a-a763-f7d5da897219 tempest-ServerShowV257Test-903940717 tempest-ServerShowV257Test-903940717-project] 10.222.0.22 "GET /v2.0/ports?device_id=55a22954-5a30-45df-a58d-01588501bf47 HTTP/1.1" status: 200 len: 210 time: 0.0405400 Aug 29 04:18:13.097196 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa131717-63d6-4618-87ab-be6e72834f50 req-d7806571-0e50-4a95-b79f-680ea86d1b25 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:13.104408 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-aa131717-63d6-4618-87ab-be6e72834f50 req-d7806571-0e50-4a95-b79f-680ea86d1b25 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/ports?device_id=f01d441c-97af-4d42-893d-bab39fbdb138 HTTP/1.1" status: 200 len: 950 time: 0.1020586 Aug 29 04:18:13.172975 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-aa131717-63d6-4618-87ab-be6e72834f50 req-66f53cef-3d7b-4be0-8b14-635abbe8f518 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/security-groups?id=69e9e696-6092-48f5-a28b-387de9f4e688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663648 Aug 29 04:18:13.279240 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2fcc91-0039-434a-b7e3-24e748f5cbc6 req-81afc085-a850-4269-b28f-7a1b52aa3675 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:13.291509 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ef2fcc91-0039-434a-b7e3-24e748f5cbc6 req-81afc085-a850-4269-b28f-7a1b52aa3675 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c617289-e2a1-439d-b627-a39be3c3c540 HTTP/1.1" status: 200 len: 946 time: 0.0681229 Aug 29 04:18:13.347903 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ef2fcc91-0039-434a-b7e3-24e748f5cbc6 req-4c9a5e2e-551b-43f9-9cfc-894930d99fbc tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/security-groups?id=0af834e7-acaf-4d90-a371-bad8b3cc1714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550385 Aug 29 04:18:13.865646 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd19c34d-a40b-48e4-b6b2-262dc20e54f3 req-41674d79-d5e7-44aa-9021-cb65db85050a tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:13.873818 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-cd19c34d-a40b-48e4-b6b2-262dc20e54f3 req-41674d79-d5e7-44aa-9021-cb65db85050a tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "GET /v2.0/ports?device_id=f67de40e-9c4b-4df7-8589-9317825d95db HTTP/1.1" status: 200 len: 945 time: 0.0901210 Aug 29 04:18:13.940153 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-cd19c34d-a40b-48e4-b6b2-262dc20e54f3 req-54a2009c-0f38-4d9b-83ed-0d09530749e4 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae989b78-b6c5-494f-9777-5336c7d3d7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649517 Aug 29 04:18:14.110122 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bb6d4600-b304-4adf-ba28-900203f01ac9 req-7530ee38-d1d2-4711-beef-fe858ee778f4 tempest-ServerShowV257Test-903940717 tempest-ServerShowV257Test-903940717-project] 10.222.0.22 "GET /v2.0/ports?device_id=55a22954-5a30-45df-a58d-01588501bf47 HTTP/1.1" status: 200 len: 210 time: 0.0455177 Aug 29 04:18:14.352583 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd80b756-45ca-4836-9489-c6e5df4e62a1 req-28e21b5f-7f8e-48c5-9306-6f0e7d75adc0 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:14.354481 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-cd80b756-45ca-4836-9489-c6e5df4e62a1 req-28e21b5f-7f8e-48c5-9306-6f0e7d75adc0 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/ports?device_id=f01d441c-97af-4d42-893d-bab39fbdb138 HTTP/1.1" status: 200 len: 950 time: 0.0958953 Aug 29 04:18:14.454334 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-cd80b756-45ca-4836-9489-c6e5df4e62a1 req-a897a896-5385-46ce-a191-b9b297ad6f0d tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/security-groups?id=69e9e696-6092-48f5-a28b-387de9f4e688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919476 Aug 29 04:18:14.543784 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3beae1b-2e28-45bf-8d32-f9fb6ae61563 req-7414f5a7-4482-49bf-97b9-aa9a829ba67a tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:14.552379 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c3beae1b-2e28-45bf-8d32-f9fb6ae61563 req-7414f5a7-4482-49bf-97b9-aa9a829ba67a tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c617289-e2a1-439d-b627-a39be3c3c540 HTTP/1.1" status: 200 len: 946 time: 0.1003873 Aug 29 04:18:14.607071 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c3beae1b-2e28-45bf-8d32-f9fb6ae61563 req-ed808356-8aa4-4fdc-8526-167c67c16752 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/security-groups?id=0af834e7-acaf-4d90-a371-bad8b3cc1714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531304 Aug 29 04:18:15.191276 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b238e6e-e818-4c7d-903d-4a74f2aa58e0 req-7dae0412-c880-4d82-a17e-e3f28a5ba6e5 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:15.207221 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8b238e6e-e818-4c7d-903d-4a74f2aa58e0 req-7dae0412-c880-4d82-a17e-e3f28a5ba6e5 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e5ccfea-706b-4825-9d2e-60c0b092c82e HTTP/1.1" status: 200 len: 944 time: 0.1130204 Aug 29 04:18:15.214660 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707f12bb-97bc-4878-9e00-b71e73befcd1 req-f86fab73-2291-44cf-baa8-c6d85e75604c tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:15.224739 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-707f12bb-97bc-4878-9e00-b71e73befcd1 req-f86fab73-2291-44cf-baa8-c6d85e75604c tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "GET /v2.0/ports?device_id=f67de40e-9c4b-4df7-8589-9317825d95db HTTP/1.1" status: 200 len: 945 time: 0.1008461 Aug 29 04:18:15.286481 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8b238e6e-e818-4c7d-903d-4a74f2aa58e0 req-10673323-5ce9-4deb-a78a-0c38a76d6b4b tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=95663bcf-c178-40f7-a8d1-56ba6dc33aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760622 Aug 29 04:18:15.290513 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-707f12bb-97bc-4878-9e00-b71e73befcd1 req-a2ca9610-4d3d-44c2-9297-717085051f40 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae989b78-b6c5-494f-9777-5336c7d3d7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646446 Aug 29 04:18:15.338163 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e6885e29-c159-4457-8919-f99ff9a84348 req-25ffefff-de04-4109-a782-5731b68f6520 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=55a22954-5a30-45df-a58d-01588501bf47 HTTP/1.1" status: 200 len: 210 time: 0.4555566 Aug 29 04:18:15.474399 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0bef54e7-e7f6-479f-9d1e-5355375a5211 req-e1a03662-a9ef-4aeb-874d-85690ca1dc3e tempest-ServerShowV257Test-903940717 tempest-ServerShowV257Test-903940717-project] 10.222.0.22 "GET /v2.0/ports?device_id=55a22954-5a30-45df-a58d-01588501bf47 HTTP/1.1" status: 200 len: 210 time: 0.0391774 Aug 29 04:18:15.487565 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c384252a-f709-4242-98b2-96ed6d1a6ca6 req-03b5e25c-1456-41ad-a3fc-8171c5f4de98 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:15.489359 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c384252a-f709-4242-98b2-96ed6d1a6ca6 req-03b5e25c-1456-41ad-a3fc-8171c5f4de98 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e5ccfea-706b-4825-9d2e-60c0b092c82e HTTP/1.1" status: 200 len: 944 time: 0.0736992 Aug 29 04:18:15.588562 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c384252a-f709-4242-98b2-96ed6d1a6ca6 req-337ebe5d-4af0-4ca2-b2d5-6df7d9547b7f tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=95663bcf-c178-40f7-a8d1-56ba6dc33aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901141 Aug 29 04:18:15.714843 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bdfb83-9285-4908-9f1d-b22e663e5b44 req-935c1216-f893-4b0c-a426-02a4335d3b76 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:15.717464 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e0bdfb83-9285-4908-9f1d-b22e663e5b44 req-935c1216-f893-4b0c-a426-02a4335d3b76 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/ports?device_id=f01d441c-97af-4d42-893d-bab39fbdb138 HTTP/1.1" status: 200 len: 950 time: 0.0846472 Aug 29 04:18:15.789513 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e0bdfb83-9285-4908-9f1d-b22e663e5b44 req-50661932-045d-4feb-8c4f-2e2f2d007770 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/security-groups?id=69e9e696-6092-48f5-a28b-387de9f4e688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644743 Aug 29 04:18:15.794448 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device a81c7e9d-5ef4-4363-97f3-843be5fcd915 no longer exists at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:18:15.884325 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0cba52-00c6-4404-b1d2-596bf527db5f req-21c30c98-afc4-4663-b6ab-5f820c7ef504 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:15.888849 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1c0cba52-00c6-4404-b1d2-596bf527db5f req-21c30c98-afc4-4663-b6ab-5f820c7ef504 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c617289-e2a1-439d-b627-a39be3c3c540 HTTP/1.1" status: 200 len: 946 time: 0.1552749 Aug 29 04:18:16.012908 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1c0cba52-00c6-4404-b1d2-596bf527db5f req-23c06e89-2ec2-4ff4-9fc7-c0caecafd11f tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/security-groups?id=0af834e7-acaf-4d90-a371-bad8b3cc1714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148109 Aug 29 04:18:16.039021 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:16.060217 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdba16f-bf40-4764-8f48-36661e680a71 req-62c328cb-ba6b-4a45-9890-2961ed00cb7d tempest-ServersOnMultiNodesTest-96662491 tempest-ServersOnMultiNodesTest-96662491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:16.061860 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-dbdba16f-bf40-4764-8f48-36661e680a71 req-62c328cb-ba6b-4a45-9890-2961ed00cb7d tempest-ServersOnMultiNodesTest-96662491 tempest-ServersOnMultiNodesTest-96662491-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=f01d441c-97af-4d42-893d-bab39fbdb138 HTTP/1.1" status: 200 len: 1102 time: 0.0853620 Aug 29 04:18:16.103019 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c617289-e2a1-439d-b627-a39be3c3c540', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a81c7e9d-5ef4-4363-97f3-843be5fcd915'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:18:16.107587 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91f16867-f5fc-4e66-9194-3a9f33aee685" -d '{"events": [{"server_uuid": "0c617289-e2a1-439d-b627-a39be3c3c540", "name": "network-vif-unplugged", "status": "completed", "tag": "a81c7e9d-5ef4-4363-97f3-843be5fcd915"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:18:16.122005 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port a81c7e9d-5ef4-4363-97f3-843be5fcd915, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=a81c7e9d-5ef4-4363-97f3-843be5fcd915,segment=NetworkSegment(3a361a5a-9d59-4b40-a4d8-5fab9d00c859),segment_id=3a361a5a-9d59-4b40-a4d8-5fab9d00c859)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:16.130189 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:16.165410 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-dbdba16f-bf40-4764-8f48-36661e680a71 req-1ec95438-5910-43c7-aff3-010dc2af77cb tempest-ServersOnMultiNodesTest-96662491 tempest-ServersOnMultiNodesTest-96662491-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=69e9e696-6092-48f5-a28b-387de9f4e688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764968 Aug 29 04:18:16.219383 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa1285d1-2aff-44c0-b607-67f0b6e14985 x-openstack-request-id: req-fa1285d1-2aff-44c0-b607-67f0b6e14985 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:18:16.219665 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c617289-e2a1-439d-b627-a39be3c3c540", "name": "network-vif-unplugged", "status": "completed", "tag": "a81c7e9d-5ef4-4363-97f3-843be5fcd915", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:18:16.220389 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fa1285d1-2aff-44c0-b607-67f0b6e14985 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:18:16.223367 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c617289-e2a1-439d-b627-a39be3c3c540', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a81c7e9d-5ef4-4363-97f3-843be5fcd915', 'code': 200} Aug 29 04:18:16.237154 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=a81c7e9d-5ef4-4363-97f3-843be5fcd915,revision_number=6']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:16.623306 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e72f8f9-d51f-4afc-9d5d-e4470dc0b5f2 req-4d3b5454-8e38-4e86-962f-a53497befe50 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:16.627821 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9e72f8f9-d51f-4afc-9d5d-e4470dc0b5f2 req-4d3b5454-8e38-4e86-962f-a53497befe50 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "GET /v2.0/ports?device_id=f67de40e-9c4b-4df7-8589-9317825d95db HTTP/1.1" status: 200 len: 945 time: 0.1298041 Aug 29 04:18:16.764696 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9e72f8f9-d51f-4afc-9d5d-e4470dc0b5f2 req-16a6ee48-3fdc-4ea0-80d5-5c049b931220 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae989b78-b6c5-494f-9777-5336c7d3d7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134982 Aug 29 04:18:16.773915 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f96f116-23ac-4b39-b130-6ade628e43ab req-6a5ead4a-d185-40b7-813d-6655302594a3 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:16.779204 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7f96f116-23ac-4b39-b130-6ade628e43ab req-6a5ead4a-d185-40b7-813d-6655302594a3 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/networks?id=7521cd58-9470-4433-82b8-7e942c988b03 HTTP/1.1" status: 200 len: 812 time: 0.3044808 Aug 29 04:18:16.804459 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7f96f116-23ac-4b39-b130-6ade628e43ab req-8913c3cb-f8cc-45d8-83ee-07aaf8b77897 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/quotas/48da3dc54d264865b5c4834c4a90f4b5 HTTP/1.1" status: 200 len: 375 time: 0.0175426 Aug 29 04:18:16.908338 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7f96f116-23ac-4b39-b130-6ade628e43ab req-3afccc1f-193e-4020-b825-b68046b9e699 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=48da3dc54d264865b5c4834c4a90f4b5&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0982034 Aug 29 04:18:16.948216 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abd1025-38ea-4499-8f5a-8e03f307f124 req-94f9bb15-54b7-44e5-a4a7-b78ad25fc0d9 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:16.960023 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4abd1025-38ea-4499-8f5a-8e03f307f124 req-94f9bb15-54b7-44e5-a4a7-b78ad25fc0d9 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/ports?device_id=f01d441c-97af-4d42-893d-bab39fbdb138 HTTP/1.1" status: 200 len: 950 time: 0.1069205 Aug 29 04:18:17.054688 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4abd1025-38ea-4499-8f5a-8e03f307f124 req-5a628a1d-9ba2-40b2-8c83-5f357774e9b2 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/security-groups?id=69e9e696-6092-48f5-a28b-387de9f4e688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871699 Aug 29 04:18:17.066916 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7f96f116-23ac-4b39-b130-6ade628e43ab req-a5dbfbde-7d74-4e2f-a0c6-b515983c75d6 service neutron] 10.222.0.22 "GET /v2.0/networks/7521cd58-9470-4433-82b8-7e942c988b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436791 Aug 29 04:18:17.239220 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7f96f116-23ac-4b39-b130-6ade628e43ab req-704e428f-95a1-4d75-8886-457983097a88 service neutron] 10.222.0.22 "GET /v2.0/networks/7521cd58-9470-4433-82b8-7e942c988b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685407 Aug 29 04:18:17.243525 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-409e5e0b-9923-4038-a18d-607ca1d54b8c req-909dbd47-1d02-498b-956b-02323df750a9 tempest-ServerShowV257Test-903940717 tempest-ServerShowV257Test-903940717-project] 10.222.0.22 "GET /v2.0/ports?device_id=55a22954-5a30-45df-a58d-01588501bf47 HTTP/1.1" status: 200 len: 210 time: 0.0628724 Aug 29 04:18:17.482271 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2837609-224a-4f33-8627-0ecec0f83a62 req-ef253e9a-7c32-4e7a-a120-8a6f89e39022 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:17.489183 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d2837609-224a-4f33-8627-0ecec0f83a62 req-ef253e9a-7c32-4e7a-a120-8a6f89e39022 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c617289-e2a1-439d-b627-a39be3c3c540 HTTP/1.1" status: 200 len: 944 time: 0.1292467 Aug 29 04:18:17.582836 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d2837609-224a-4f33-8627-0ecec0f83a62 req-cd9e0b75-2fb6-4f38-931e-a3d959a87ae1 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/security-groups?id=0af834e7-acaf-4d90-a371-bad8b3cc1714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784318 Aug 29 04:18:17.732938 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-69af85de-a73b-4ec6-9554-402c72ec7b24 req-bd89d530-fe41-4bd6-816b-07652db0f251 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=00b7794b-e353-4482-a362-3b01d21c6207 HTTP/1.1" status: 200 len: 210 time: 0.0457180 Aug 29 04:18:17.803998 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device a81c7e9d-5ef4-4363-97f3-843be5fcd915 details requested by agent hyperv_n-h2-712140-12 with host n-h2-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:18:18.060645 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ea3841-2b47-4fbe-99d6-b723c2b99320 req-6f77c483-7932-42ee-bdcf-8315ca921621 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:18.063386 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e2ea3841-2b47-4fbe-99d6-b723c2b99320 req-6f77c483-7932-42ee-bdcf-8315ca921621 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "GET /v2.0/ports?device_id=f67de40e-9c4b-4df7-8589-9317825d95db HTTP/1.1" status: 200 len: 945 time: 0.1105275 Aug 29 04:18:18.139617 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port a81c7e9d-5ef4-4363-97f3-843be5fcd915, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=a81c7e9d-5ef4-4363-97f3-843be5fcd915,segment=NetworkSegment(3a361a5a-9d59-4b40-a4d8-5fab9d00c859),segment_id=3a361a5a-9d59-4b40-a4d8-5fab9d00c859)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:18.161865 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e2ea3841-2b47-4fbe-99d6-b723c2b99320 req-c1bc1592-e5ad-422e-882a-001db98691e3 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae989b78-b6c5-494f-9777-5336c7d3d7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922525 Aug 29 04:18:18.162040 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ca500305-4c5b-4c09-9a7e-213f3ee8bceb req-f6fc84c2-09f6-4436-99c9-57b5bdf53232 tempest-ServerShowV257Test-903940717 tempest-ServerShowV257Test-903940717-project] 10.222.0.22 "GET /v2.0/ports?device_id=55a22954-5a30-45df-a58d-01588501bf47 HTTP/1.1" status: 200 len: 210 time: 0.0630143 Aug 29 04:18:18.173809 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Returning: {'device': 'a81c7e9d-5ef4-4363-97f3-843be5fcd915', 'network_id': 'fe770585-a0e4-43ec-865b-d1030eff1ee8', 'port_id': 'a81c7e9d-5ef4-4363-97f3-843be5fcd915', 'mac_address': 'fa:16:3e:b0:fa:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f04b5666-45e5-4baa-8010-af21415a61db', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:18:18.234434 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:18.262356 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a81c7e9d-5ef4-4363-97f3-843be5fcd915 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:18:18.291672 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port a81c7e9d-5ef4-4363-97f3-843be5fcd915, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=a81c7e9d-5ef4-4363-97f3-843be5fcd915,segment=NetworkSegment(3a361a5a-9d59-4b40-a4d8-5fab9d00c859),segment_id=3a361a5a-9d59-4b40-a4d8-5fab9d00c859)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:18.296931 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:18.313581 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aad5a01-f6ec-4317-b351-498fef21bee4 req-29c9fbf0-711e-4e09-82ca-f5728a7ccaf5 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:18.330933 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9aad5a01-f6ec-4317-b351-498fef21bee4 req-29c9fbf0-711e-4e09-82ca-f5728a7ccaf5 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.48 "GET /v2.0/ports?device_id=f01d441c-97af-4d42-893d-bab39fbdb138 HTTP/1.1" status: 200 len: 950 time: 0.1020532 Aug 29 04:18:18.414908 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=a81c7e9d-5ef4-4363-97f3-843be5fcd915,revision_number=7']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:18.539018 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-9aad5a01-f6ec-4317-b351-498fef21bee4 req-e0383a3b-4325-4908-bba6-4a48aadcec88 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Deleting port fe0ebdc6-b3a6-413c-8ee4-d2ea1e9bef95 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:18:18.540225 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-9aad5a01-f6ec-4317-b351-498fef21bee4 req-e0383a3b-4325-4908-bba6-4a48aadcec88 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:18.560043 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98cf481-9aa1-483f-9e3a-67af56115307 req-7054b517-4cfa-47dc-8b69-f2a3173d2e3e tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:18.569261 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a98cf481-9aa1-483f-9e3a-67af56115307 req-7054b517-4cfa-47dc-8b69-f2a3173d2e3e tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/ports?device_id=f01d441c-97af-4d42-893d-bab39fbdb138 HTTP/1.1" status: 200 len: 950 time: 0.1526101 Aug 29 04:18:18.699809 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a98cf481-9aa1-483f-9e3a-67af56115307 req-07aa42d8-296a-4e48-b731-87b10fd45c55 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/security-groups?id=69e9e696-6092-48f5-a28b-387de9f4e688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290197 Aug 29 04:18:18.792026 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-9aad5a01-f6ec-4317-b351-498fef21bee4 req-e0383a3b-4325-4908-bba6-4a48aadcec88 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] For port fe0ebdc6-b3a6-413c-8ee4-d2ea1e9bef95, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=fe0ebdc6-b3a6-413c-8ee4-d2ea1e9bef95,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:18.792548 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-9aad5a01-f6ec-4317-b351-498fef21bee4 req-e0383a3b-4325-4908-bba6-4a48aadcec88 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:18.800884 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['a81c7e9d-5ef4-4363-97f3-843be5fcd915'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:18:18.853724 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-9aad5a01-f6ec-4317-b351-498fef21bee4 req-e0383a3b-4325-4908-bba6-4a48aadcec88 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Calling delete_port for fe0ebdc6-b3a6-413c-8ee4-d2ea1e9bef95 owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:18:18.907155 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-bd24f949-012a-4630-977e-1bc222f32c9c req-3521bb6c-31fe-4b16-a4dd-b983320e8323 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=00b7794b-e353-4482-a362-3b01d21c6207 HTTP/1.1" status: 200 len: 210 time: 0.0478134 Aug 29 04:18:19.002127 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:19.216705 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c49496-1e94-4f4b-b69d-d3222a8b659d req-b1abdaa0-3b0d-4bfb-8384-c4ac2823926d tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:19.224792 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-05c49496-1e94-4f4b-b69d-d3222a8b659d req-b1abdaa0-3b0d-4bfb-8384-c4ac2823926d tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c617289-e2a1-439d-b627-a39be3c3c540 HTTP/1.1" status: 200 len: 945 time: 0.1958852 Aug 29 04:18:19.231776 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a0e723-0047-40f6-a2d9-215e43055b60 req-2f03cf39-dc20-432c-a1c4-29c867b69b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:19.233602 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-74a0e723-0047-40f6-a2d9-215e43055b60 req-2f03cf39-dc20-432c-a1c4-29c867b69b7c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f67de40e-9c4b-4df7-8589-9317825d95db HTTP/1.1" status: 200 len: 1097 time: 0.1576293 Aug 29 04:18:19.272556 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-9aad5a01-f6ec-4317-b351-498fef21bee4 req-e0383a3b-4325-4908-bba6-4a48aadcec88 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:19.290767 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['f2cfa364-e651-4bd4-9af8-0e6ba565e3ca', 'dba8531b-5497-4ce4-a7d5-2907dbf0117c', '74d4a9cb-6c52-42c2-9100-d6d67faa3962'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:18:19.335644 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-05c49496-1e94-4f4b-b69d-d3222a8b659d req-1750fbfb-29a4-46d1-a9cb-59f3c52d7753 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/security-groups?id=0af834e7-acaf-4d90-a371-bad8b3cc1714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083643 Aug 29 04:18:19.354258 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0383a3b-4325-4908-bba6-4a48aadcec88 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Pushing event deleted for resources: {'Port': ['ID=fe0ebdc6-b3a6-413c-8ee4-d2ea1e9bef95,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:19.525066 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 47084) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:19.531221 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aad5a01-f6ec-4317-b351-498fef21bee4 req-e0383a3b-4325-4908-bba6-4a48aadcec88 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] No DVR routers for this DVR port fe0ebdc6-b3a6-413c-8ee4-d2ea1e9bef95 on host n-h2-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:18:19.542473 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-74a0e723-0047-40f6-a2d9-215e43055b60 req-5f1515a0-93ad-4831-8226-199f13849448 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ae989b78-b6c5-494f-9777-5336c7d3d7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2862005 Aug 29 04:18:19.543898 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-9aad5a01-f6ec-4317-b351-498fef21bee4 req-e0383a3b-4325-4908-bba6-4a48aadcec88 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:19.548738 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9aad5a01-f6ec-4317-b351-498fef21bee4 req-e0383a3b-4325-4908-bba6-4a48aadcec88 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.48 "DELETE /v2.0/ports/fe0ebdc6-b3a6-413c-8ee4-d2ea1e9bef95 HTTP/1.1" status: 204 len: 173 time: 1.2142324 Aug 29 04:18:19.560421 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f01d441c-97af-4d42-893d-bab39fbdb138', 'name': 'network-vif-deleted', 'tag': 'fe0ebdc6-b3a6-413c-8ee4-d2ea1e9bef95'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:18:19.562130 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dbb5791-0c8c-42d1-b853-2739949481a2" -d '{"events": [{"server_uuid": "f01d441c-97af-4d42-893d-bab39fbdb138", "name": "network-vif-deleted", "tag": "fe0ebdc6-b3a6-413c-8ee4-d2ea1e9bef95"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:18:19.600936 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fb4f12-2064-4633-9b6b-17205d4726df req-ecaf4b4a-eee6-4518-938b-148a0251e4f9 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:19.609380 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-79fb4f12-2064-4633-9b6b-17205d4726df req-ecaf4b4a-eee6-4518-938b-148a0251e4f9 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "GET /v2.0/ports?device_id=f67de40e-9c4b-4df7-8589-9317825d95db HTTP/1.1" status: 200 len: 945 time: 0.1769505 Aug 29 04:18:19.645526 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f96f116-23ac-4b39-b130-6ade628e43ab req-b3038b09-0d30-4e7e-9d64-8522095a8a98 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:19.647859 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7f96f116-23ac-4b39-b130-6ade628e43ab req-b3038b09-0d30-4e7e-9d64-8522095a8a98 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.48 "GET /v2.0/networks?id=7521cd58-9470-4433-82b8-7e942c988b03 HTTP/1.1" status: 200 len: 812 time: 0.3767414 Aug 29 04:18:19.678734 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-79fb4f12-2064-4633-9b6b-17205d4726df req-4ee69b74-a6c7-4a2a-ab0e-c6e426ee2b97 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae989b78-b6c5-494f-9777-5336c7d3d7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678203 Aug 29 04:18:19.692734 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-7f96f116-23ac-4b39-b130-6ade628e43ab req-9b3c6a33-f907-46a9-9f0a-0a8cc27a6a0a tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Request body: {'port': {'device_id': '00b7794b-e353-4482-a362-3b01d21c6207', 'network_id': '7521cd58-9470-4433-82b8-7e942c988b03', 'admin_state_up': True, 'tenant_id': '48da3dc54d264865b5c4834c4a90f4b5'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:19.943997 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f96f116-23ac-4b39-b130-6ade628e43ab req-9b3c6a33-f907-46a9-9f0a-0a8cc27a6a0a tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Made reservation on behalf of 48da3dc54d264865b5c4834c4a90f4b5 for: {'port': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:18:19.947978 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-7f96f116-23ac-4b39-b130-6ade628e43ab req-9b3c6a33-f907-46a9-9f0a-0a8cc27a6a0a tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:20.225160 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2da138e6-5c8f-42bd-855f-cbce345e28cc x-openstack-request-id: req-2da138e6-5c8f-42bd-855f-cbce345e28cc {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:18:20.225767 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f01d441c-97af-4d42-893d-bab39fbdb138", "name": "network-vif-deleted", "tag": "fe0ebdc6-b3a6-413c-8ee4-d2ea1e9bef95", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:18:20.229430 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2da138e6-5c8f-42bd-855f-cbce345e28cc {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:18:20.230000 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f01d441c-97af-4d42-893d-bab39fbdb138', 'name': 'network-vif-deleted', 'tag': 'fe0ebdc6-b3a6-413c-8ee4-d2ea1e9bef95', 'status': 'completed', 'code': 200} Aug 29 04:18:20.232290 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8064b6aa-cc19-4a0c-9992-ea7c5e96ec4f req-78f45add-a2e5-4850-837b-a681cb780783 tempest-ServerShowV257Test-903940717 tempest-ServerShowV257Test-903940717-project] 10.222.0.22 "GET /v2.0/ports?device_id=55a22954-5a30-45df-a58d-01588501bf47 HTTP/1.1" status: 200 len: 210 time: 0.7062490 Aug 29 04:18:20.257702 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a22e5aaa-704c-42bf-b563-a05c7d0480bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:20.358824 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [req-7f96f116-23ac-4b39-b130-6ade628e43ab req-9b3c6a33-f907-46a9-9f0a-0a8cc27a6a0a tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Allocated IP 172.20.0.6 (7521cd58-9470-4433-82b8-7e942c988b03/be5f55ab-7fa1-406c-9ca9-03e74b79ef6a/31491024-4c7a-4b13-84e2-7d9fa9111394) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:18:20.369037 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-eb20b47b-b985-4a7e-94da-c63f40144fe5 req-d66accec-d7c1-47f8-9f48-23a2aa571315 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=00b7794b-e353-4482-a362-3b01d21c6207 HTTP/1.1" status: 200 len: 210 time: 0.0355163 Aug 29 04:18:20.383550 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['6c598feb-3ed1-428d-85b3-41629f32880f', '2a6bce68-a836-4780-9092-ee7498142e59', 'fdc22186-f215-454e-8546-82ba1900a0c8', 'ec53f0a0-f10b-4f6d-bb3e-ad6634d1e6cb', 'fe0ebdc6-b3a6-413c-8ee4-d2ea1e9bef95'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:18:20.464247 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-12f37477-8575-4151-9582-705a966a72d5 req-5bdbc555-883d-4a43-8b4a-2461fd76de15 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/ports?device_id=f01d441c-97af-4d42-893d-bab39fbdb138 HTTP/1.1" status: 200 len: 210 time: 0.0619819 Aug 29 04:18:20.472872 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a22e5aaa-704c-42bf-b563-a05c7d0480bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:20.479434 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a22e5aaa-704c-42bf-b563-a05c7d0480bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:20.600055 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-a22e5aaa-704c-42bf-b563-a05c7d0480bf admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=14b7e6b17d1b4938ab6b510a25068928&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0654984 Aug 29 04:18:20.604342 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 47108) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:20.632541 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22e5aaa-704c-42bf-b563-a05c7d0480bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f56d2504-d9ba-4aff-945b-8c6879aa6429,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:20.673421 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21336d5-4221-4a9d-8ced-acd5b9767eba req-dd959d70-c4f9-4470-88db-b0a5eca400b9 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:20.686099 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f21336d5-4221-4a9d-8ced-acd5b9767eba req-dd959d70-c4f9-4470-88db-b0a5eca400b9 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c617289-e2a1-439d-b627-a39be3c3c540 HTTP/1.1" status: 200 len: 945 time: 0.1330574 Aug 29 04:18:20.807984 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f21336d5-4221-4a9d-8ced-acd5b9767eba req-d7757ae8-202d-45f5-8de9-7deab197e513 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/security-groups?id=0af834e7-acaf-4d90-a371-bad8b3cc1714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202509 Aug 29 04:18:20.816683 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e7c1af94-8f9d-4b30-b10e-cde9611735be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:20.874130 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e7c1af94-8f9d-4b30-b10e-cde9611735be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:20.974624 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-7f96f116-23ac-4b39-b130-6ade628e43ab req-9b3c6a33-f907-46a9-9f0a-0a8cc27a6a0a tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:21.017179 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [req-7f96f116-23ac-4b39-b130-6ade628e43ab req-9b3c6a33-f907-46a9-9f0a-0a8cc27a6a0a tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Transition to ACTIVE for port object 31491024-4c7a-4b13-84e2-7d9fa9111394 will not be triggered until provisioned by entity DHCP. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:18:21.060528 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e7c1af94-8f9d-4b30-b10e-cde9611735be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:21.065966 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e7c1af94-8f9d-4b30-b10e-cde9611735be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:21.071562 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-e7c1af94-8f9d-4b30-b10e-cde9611735be admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f56d2504-d9ba-4aff-945b-8c6879aa6429 HTTP/1.1" status: 204 len: 168 time: 0.4619889 Aug 29 04:18:21.086122 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c1af94-8f9d-4b30-b10e-cde9611735be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f56d2504-d9ba-4aff-945b-8c6879aa6429,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:21.094744 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-7f96f116-23ac-4b39-b130-6ade628e43ab req-9b3c6a33-f907-46a9-9f0a-0a8cc27a6a0a tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:21.135125 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f96f116-23ac-4b39-b130-6ade628e43ab req-9b3c6a33-f907-46a9-9f0a-0a8cc27a6a0a tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Network 7521cd58-9470-4433-82b8-7e942c988b03 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:18:21.139180 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [req-7f96f116-23ac-4b39-b130-6ade628e43ab req-9b3c6a33-f907-46a9-9f0a-0a8cc27a6a0a tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:18:21.198959 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a5d4f9-0426-4a1e-adf2-f19cc74135b5 req-c8c55926-5e94-405d-a69d-870158739b2b tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:21.208004 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-05a5d4f9-0426-4a1e-adf2-f19cc74135b5 req-c8c55926-5e94-405d-a69d-870158739b2b tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "GET /v2.0/ports?device_id=f67de40e-9c4b-4df7-8589-9317825d95db HTTP/1.1" status: 200 len: 945 time: 0.3552799 Aug 29 04:18:21.216698 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f96f116-23ac-4b39-b130-6ade628e43ab req-9b3c6a33-f907-46a9-9f0a-0a8cc27a6a0a tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:18:21.448798 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f96f116-23ac-4b39-b130-6ade628e43ab req-9b3c6a33-f907-46a9-9f0a-0a8cc27a6a0a tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:21.449379 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-7f96f116-23ac-4b39-b130-6ade628e43ab req-9b3c6a33-f907-46a9-9f0a-0a8cc27a6a0a tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:21.488261 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['77b4db49-2762-4af2-8d0e-62de1be3be49', 'ad8e0c29-4219-4f94-b4fe-492d83d0d111'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:18:21.541614 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-520b6320-d6ae-45de-a933-6adab8d5a972 req-cf9c3f35-8806-4d9f-8cd4-c8a001e3b701 tempest-ServerShowV257Test-903940717 tempest-ServerShowV257Test-903940717-project] 10.222.0.22 "GET /v2.0/ports?device_id=55a22954-5a30-45df-a58d-01588501bf47 HTTP/1.1" status: 200 len: 210 time: 0.0904772 Aug 29 04:18:21.551340 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7f96f116-23ac-4b39-b130-6ade628e43ab req-9b3c6a33-f907-46a9-9f0a-0a8cc27a6a0a tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8666356 Aug 29 04:18:21.571644 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3c6a33-f907-46a9-9f0a-0a8cc27a6a0a tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Pushing event updated for resources: {'Port': ['ID=31491024-4c7a-4b13-84e2-7d9fa9111394,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:21.593163 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-05a5d4f9-0426-4a1e-adf2-f19cc74135b5 req-65b49bf5-31b6-4527-8868-199dacd96900 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae989b78-b6c5-494f-9777-5336c7d3d7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3729944 Aug 29 04:18:21.601222 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-7f96f116-23ac-4b39-b130-6ade628e43ab req-cfe727b8-c725-4fc8-8240-f97b393adcf6 service neutron] Request body: {'port': {'device_id': '00b7794b-e353-4482-a362-3b01d21c6207', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-12'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:21.763360 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1278ffa1-c2e4-47ce-ba4f-0368cc3d1f77 None None] Provisioning for port 31491024-4c7a-4b13-84e2-7d9fa9111394 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:18:21.773260 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1278ffa1-c2e4-47ce-ba4f-0368cc3d1f77 None None] Provisioning complete for port 31491024-4c7a-4b13-84e2-7d9fa9111394 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:21.773650 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1278ffa1-c2e4-47ce-ba4f-0368cc3d1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:21.791992 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-7f96f116-23ac-4b39-b130-6ade628e43ab req-cfe727b8-c725-4fc8-8240-f97b393adcf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:21.823999 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b5c736-0fcc-4e9f-a2fa-695a791fd565 req-921ad5c8-dfe2-4616-b7e0-6eb645dd22b4 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:21.834742 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-32b5c736-0fcc-4e9f-a2fa-695a791fd565 req-921ad5c8-dfe2-4616-b7e0-6eb645dd22b4 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=00b7794b-e353-4482-a362-3b01d21c6207 HTTP/1.1" status: 200 len: 931 time: 0.1390305 Aug 29 04:18:21.846485 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device a81c7e9d-5ef4-4363-97f3-843be5fcd915 up at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:18:21.930360 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-1278ffa1-c2e4-47ce-ba4f-0368cc3d1f77 None None] Port 31491024-4c7a-4b13-84e2-7d9fa9111394 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:18:21.958260 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-32b5c736-0fcc-4e9f-a2fa-695a791fd565 req-500d55af-bf6b-47a6-a08e-432915807e76 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=67519499-017b-4c54-88db-c974346724c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163676 Aug 29 04:18:22.081787 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning complete for port a81c7e9d-5ef4-4363-97f3-843be5fcd915 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:22.082274 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:22.160167 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2be474-67cf-44aa-9594-df84f05f17ac req-ff106a90-521f-43b4-85f4-c0aab6c5f497 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:22.168395 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4b2be474-67cf-44aa-9594-df84f05f17ac req-ff106a90-521f-43b4-85f4-c0aab6c5f497 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c617289-e2a1-439d-b627-a39be3c3c540 HTTP/1.1" status: 200 len: 945 time: 0.0795958 Aug 29 04:18:22.206316 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:22.226298 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4b2be474-67cf-44aa-9594-df84f05f17ac req-c030d40d-41de-4e82-bc4b-dccbb09a6473 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/security-groups?id=0af834e7-acaf-4d90-a371-bad8b3cc1714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549657 Aug 29 04:18:22.244917 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c617289-e2a1-439d-b627-a39be3c3c540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a81c7e9d-5ef4-4363-97f3-843be5fcd915'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:18:22.253069 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-367582fc-e30d-4b37-9bb9-58c77aeafa17" -d '{"events": [{"server_uuid": "0c617289-e2a1-439d-b627-a39be3c3c540", "name": "network-vif-plugged", "status": "completed", "tag": "a81c7e9d-5ef4-4363-97f3-843be5fcd915"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:18:22.282497 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port a81c7e9d-5ef4-4363-97f3-843be5fcd915, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=a81c7e9d-5ef4-4363-97f3-843be5fcd915,segment=NetworkSegment(3a361a5a-9d59-4b40-a4d8-5fab9d00c859),segment_id=3a361a5a-9d59-4b40-a4d8-5fab9d00c859)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:22.289772 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:22.333784 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df9c4d-e72d-4652-b1dd-c6026353d717 req-33ecb0c9-b5ca-4232-97b6-1f019ce79f10 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:22.342210 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a6df9c4d-e72d-4652-b1dd-c6026353d717 req-33ecb0c9-b5ca-4232-97b6-1f019ce79f10 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/ports?device_id=173fd45c-af2b-4de2-bd0a-16743c6fa3c4 HTTP/1.1" status: 200 len: 950 time: 0.2176111 Aug 29 04:18:22.394321 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09dfe582-03df-4791-880b-2cdcf0be16d6 x-openstack-request-id: req-09dfe582-03df-4791-880b-2cdcf0be16d6 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:18:22.394948 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c617289-e2a1-439d-b627-a39be3c3c540", "name": "network-vif-plugged", "status": "completed", "tag": "a81c7e9d-5ef4-4363-97f3-843be5fcd915", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:18:22.396640 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-09dfe582-03df-4791-880b-2cdcf0be16d6 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:18:22.397243 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c617289-e2a1-439d-b627-a39be3c3c540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a81c7e9d-5ef4-4363-97f3-843be5fcd915', 'code': 200} Aug 29 04:18:22.480882 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=a81c7e9d-5ef4-4363-97f3-843be5fcd915,revision_number=8']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:22.487602 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a6df9c4d-e72d-4652-b1dd-c6026353d717 req-5f6296c6-f10d-45f6-b7cf-3b90e113f7c5 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/security-groups?id=69e9e696-6092-48f5-a28b-387de9f4e688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450844 Aug 29 04:18:22.563838 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [req-7f96f116-23ac-4b39-b130-6ade628e43ab req-cfe727b8-c725-4fc8-8240-f97b393adcf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31491024-4c7a-4b13-84e2-7d9fa9111394 {{(pid=94829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:18:22.584925 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-7f96f116-23ac-4b39-b130-6ade628e43ab req-cfe727b8-c725-4fc8-8240-f97b393adcf6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:22.638779 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [req-7f96f116-23ac-4b39-b130-6ade628e43ab req-cfe727b8-c725-4fc8-8240-f97b393adcf6 service neutron] Transition to ACTIVE for port object 31491024-4c7a-4b13-84e2-7d9fa9111394 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:18:22.649321 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-7f96f116-23ac-4b39-b130-6ade628e43ab req-cfe727b8-c725-4fc8-8240-f97b393adcf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:22.697834 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19272bc-7127-42fb-a15e-fb462c068a0f req-15ca367a-7e5e-47e1-8c34-9c00aaad182a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:22.705137 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e19272bc-7127-42fb-a15e-fb462c068a0f req-15ca367a-7e5e-47e1-8c34-9c00aaad182a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0c617289-e2a1-439d-b627-a39be3c3c540 HTTP/1.1" status: 200 len: 1098 time: 0.1447904 Aug 29 04:18:22.836018 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-171c9240-3677-4b6e-8a00-fb6157274066 req-61f6300c-561e-4d03-adfc-ff9c71b2659e tempest-ServerShowV257Test-903940717 tempest-ServerShowV257Test-903940717-project] 10.222.0.22 "GET /v2.0/ports?device_id=55a22954-5a30-45df-a58d-01588501bf47 HTTP/1.1" status: 200 len: 210 time: 0.1238196 Aug 29 04:18:22.881112 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe727b8-c725-4fc8-8240-f97b393adcf6 service neutron] Pushing event updated for resources: {'Port': ['ID=31491024-4c7a-4b13-84e2-7d9fa9111394,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:22.894855 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e19272bc-7127-42fb-a15e-fb462c068a0f req-bd9ff1a6-0843-4ee1-917a-e412b5509933 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=0af834e7-acaf-4d90-a371-bad8b3cc1714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797543 Aug 29 04:18:22.911317 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe68231-f90d-441c-8432-f8aa24225a41 req-d8615e57-ab12-4578-a6c1-9b845ccf378f tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:22.934910 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-bbe68231-f90d-441c-8432-f8aa24225a41 req-d8615e57-ab12-4578-a6c1-9b845ccf378f tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "GET /v2.0/ports?device_id=f67de40e-9c4b-4df7-8589-9317825d95db HTTP/1.1" status: 200 len: 945 time: 0.2034163 Aug 29 04:18:23.086093 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-bbe68231-f90d-441c-8432-f8aa24225a41 req-ca82fdd8-a150-411f-8428-91c1ac8d2dff tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae989b78-b6c5-494f-9777-5336c7d3d7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502731 Aug 29 04:18:23.093849 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-7f96f116-23ac-4b39-b130-6ade628e43ab req-cfe727b8-c725-4fc8-8240-f97b393adcf6 service neutron] Attempting to bind port 31491024-4c7a-4b13-84e2-7d9fa9111394 on host n-h2-712140-12 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:18:23.094711 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-7f96f116-23ac-4b39-b130-6ade628e43ab req-cfe727b8-c725-4fc8-8240-f97b393adcf6 service neutron] Attempting to bind port 31491024-4c7a-4b13-84e2-7d9fa9111394 by drivers openvswitch,hyperv on host n-h2-712140-12 at level 0 using segments [{'id': '6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '7521cd58-9470-4433-82b8-7e942c988b03'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:18:23.095484 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f96f116-23ac-4b39-b130-6ade628e43ab req-cfe727b8-c725-4fc8-8240-f97b393adcf6 service neutron] Attempting to bind port 31491024-4c7a-4b13-84e2-7d9fa9111394 on network 7521cd58-9470-4433-82b8-7e942c988b03 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:18:23.111119 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f96f116-23ac-4b39-b130-6ade628e43ab req-cfe727b8-c725-4fc8-8240-f97b393adcf6 service neutron] Port 31491024-4c7a-4b13-84e2-7d9fa9111394 on network 7521cd58-9470-4433-82b8-7e942c988b03 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-12 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:18:23.111597 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f96f116-23ac-4b39-b130-6ade628e43ab req-cfe727b8-c725-4fc8-8240-f97b393adcf6 service neutron] Attempting to bind port 31491024-4c7a-4b13-84e2-7d9fa9111394 on network 7521cd58-9470-4433-82b8-7e942c988b03 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:18:23.118602 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f96f116-23ac-4b39-b130-6ade628e43ab req-cfe727b8-c725-4fc8-8240-f97b393adcf6 service neutron] Checking agent: {'id': 'b3a0606b-b029-4f5e-8798-3a32b71d8844', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:18:23.119439 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f96f116-23ac-4b39-b130-6ade628e43ab req-cfe727b8-c725-4fc8-8240-f97b393adcf6 service neutron] Checking segment: {'id': '6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '7521cd58-9470-4433-82b8-7e942c988b03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:18:23.119966 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f96f116-23ac-4b39-b130-6ade628e43ab req-cfe727b8-c725-4fc8-8240-f97b393adcf6 service neutron] Bound using segment: {'id': '6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '7521cd58-9470-4433-82b8-7e942c988b03'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:18:23.120674 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-7f96f116-23ac-4b39-b130-6ade628e43ab req-cfe727b8-c725-4fc8-8240-f97b393adcf6 service neutron] Bound port: 31491024-4c7a-4b13-84e2-7d9fa9111394, host: n-h2-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '7521cd58-9470-4433-82b8-7e942c988b03'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:18:23.121378 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-7f96f116-23ac-4b39-b130-6ade628e43ab req-cfe727b8-c725-4fc8-8240-f97b393adcf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:23.149020 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-be3c5f70-5ef1-4672-8c0f-194e66638f50 req-ec063b9a-ed17-4cae-8b4b-84558793815d tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-2080642811', 'description': 'tempest-description-911450876'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:23.245064 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3313c5-e61e-4e76-8388-dba95cb6d14d req-920bec2f-24bb-4f2e-a42f-0abc7d51ff42 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:23.245791 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-be3c5f70-5ef1-4672-8c0f-194e66638f50 req-ec063b9a-ed17-4cae-8b4b-84558793815d tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:23.246656 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2c3313c5-e61e-4e76-8388-dba95cb6d14d req-920bec2f-24bb-4f2e-a42f-0abc7d51ff42 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=00b7794b-e353-4482-a362-3b01d21c6207 HTTP/1.1" status: 200 len: 943 time: 0.0909300 Aug 29 04:18:23.312069 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2c3313c5-e61e-4e76-8388-dba95cb6d14d req-40a660dd-a53d-4b74-9957-0337062ad6c8 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=67519499-017b-4c54-88db-c974346724c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532708 Aug 29 04:18:23.354645 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-be3c5f70-5ef1-4672-8c0f-194e66638f50 req-ec063b9a-ed17-4cae-8b4b-84558793815d tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:23.356323 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-7f96f116-23ac-4b39-b130-6ade628e43ab req-cfe727b8-c725-4fc8-8240-f97b393adcf6 service neutron] For port 31491024-4c7a-4b13-84e2-7d9fa9111394, host n-h2-712140-12, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:18:23.362706 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-7f96f116-23ac-4b39-b130-6ade628e43ab req-cfe727b8-c725-4fc8-8240-f97b393adcf6 service neutron] For port 31491024-4c7a-4b13-84e2-7d9fa9111394, host n-h2-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=31491024-4c7a-4b13-84e2-7d9fa9111394,segment=NetworkSegment(6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc),segment_id=6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:18:23.364477 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-be3c5f70-5ef1-4672-8c0f-194e66638f50 req-ec063b9a-ed17-4cae-8b4b-84558793815d tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:23.386936 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-7f96f116-23ac-4b39-b130-6ade628e43ab req-cfe727b8-c725-4fc8-8240-f97b393adcf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:23.513420 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223c188a-7c4c-4599-a8bf-1d8e36c036d6 req-b5273cf8-0db6-4758-aeb5-ed4c7d4667a7 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:23.515445 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-223c188a-7c4c-4599-a8bf-1d8e36c036d6 req-b5273cf8-0db6-4758-aeb5-ed4c7d4667a7 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c617289-e2a1-439d-b627-a39be3c3c540 HTTP/1.1" status: 200 len: 946 time: 0.0854318 Aug 29 04:18:23.524838 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-be3c5f70-5ef1-4672-8c0f-194e66638f50 req-ec063b9a-ed17-4cae-8b4b-84558793815d tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:23.526587 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-be3c5f70-5ef1-4672-8c0f-194e66638f50 req-ec063b9a-ed17-4cae-8b4b-84558793815d tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.3854592 Aug 29 04:18:23.545054 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f96f116-23ac-4b39-b130-6ade628e43ab req-cfe727b8-c725-4fc8-8240-f97b393adcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:23.545916 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-7f96f116-23ac-4b39-b130-6ade628e43ab req-cfe727b8-c725-4fc8-8240-f97b393adcf6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:23.547750 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7f96f116-23ac-4b39-b130-6ade628e43ab req-cfe727b8-c725-4fc8-8240-f97b393adcf6 service neutron] 10.222.0.48 "PUT /v2.0/ports/31491024-4c7a-4b13-84e2-7d9fa9111394 HTTP/1.1" status: 200 len: 1092 time: 1.9534938 Aug 29 04:18:23.548393 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00b7794b-e353-4482-a362-3b01d21c6207', 'tag': '31491024-4c7a-4b13-84e2-7d9fa9111394'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:18:23.567358 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e58dd66-59a9-456d-a062-e533e84a4c0b" -d '{"events": [{"name": "network-changed", "server_uuid": "00b7794b-e353-4482-a362-3b01d21c6207", "tag": "31491024-4c7a-4b13-84e2-7d9fa9111394"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:18:23.607777 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec063b9a-ed17-4cae-8b4b-84558793815d tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33f4435e-434c-45f8-9780-20cf13459b2a,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:23.671942 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe727b8-c725-4fc8-8240-f97b393adcf6 service neutron] Pushing event updated for resources: {'Port': ['ID=31491024-4c7a-4b13-84e2-7d9fa9111394,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:23.695952 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-223c188a-7c4c-4599-a8bf-1d8e36c036d6 req-34dd3d67-6e6d-4c62-9cfd-077392aadf71 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/security-groups?id=0af834e7-acaf-4d90-a371-bad8b3cc1714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507120 Aug 29 04:18:23.708703 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f96f116-23ac-4b39-b130-6ade628e43ab req-bca1e54d-9517-4c20-8ff5-0297ed2721b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:23.712433 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7f96f116-23ac-4b39-b130-6ade628e43ab req-bca1e54d-9517-4c20-8ff5-0297ed2721b0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=48da3dc54d264865b5c4834c4a90f4b5&device_id=00b7794b-e353-4482-a362-3b01d21c6207 HTTP/1.1" status: 200 len: 1095 time: 0.0856371 Aug 29 04:18:23.811995 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7f96f116-23ac-4b39-b130-6ade628e43ab req-15586363-ac36-4576-a982-84647b8e05a8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=31491024-4c7a-4b13-84e2-7d9fa9111394 HTTP/1.1" status: 200 len: 217 time: 0.0735066 Aug 29 04:18:23.836870 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device fe0ebdc6-b3a6-413c-8ee4-d2ea1e9bef95 no longer exists at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:18:23.894059 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] No Port match for: fe0ebdc6-b3a6-413c-8ee4-d2ea1e9bef95 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:18:23.894940 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device fe0ebdc6-b3a6-413c-8ee4-d2ea1e9bef95 not bound to the agent host n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:18:23.900188 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-03875afe-2a04-4868-9e9a-b3b97809c9c4 req-cd93341d-3381-46e0-803b-468b64e620fd tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-2080642811&fields=id&tenant_id=d9ed99521d6e4398bfbd9824b0326aa2 HTTP/1.1" status: 200 len: 267 time: 0.0690274 Aug 29 04:18:23.968102 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f96f116-23ac-4b39-b130-6ade628e43ab req-0b13ce23-7e96-4e67-86d8-590514d07514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:23.970159 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7f96f116-23ac-4b39-b130-6ade628e43ab req-0b13ce23-7e96-4e67-86d8-590514d07514 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=be5f55ab-7fa1-406c-9ca9-03e74b79ef6a HTTP/1.1" status: 200 len: 851 time: 0.1467693 Aug 29 04:18:23.980022 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d42d3bd-afc5-4c4e-a7ec-fb55164d3c17 req-084f2068-2496-47cd-baf3-443d7645b79e tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:23.981557 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6d42d3bd-afc5-4c4e-a7ec-fb55164d3c17 req-084f2068-2496-47cd-baf3-443d7645b79e tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/ports?device_id=173fd45c-af2b-4de2-bd0a-16743c6fa3c4 HTTP/1.1" status: 200 len: 950 time: 0.1680908 Aug 29 04:18:24.067485 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e2b607-4786-42a5-81a2-a976f3a92fa2 req-567cebbd-30be-459b-abb1-0c46883e7491 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:24.069480 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f5e2b607-4786-42a5-81a2-a976f3a92fa2 req-567cebbd-30be-459b-abb1-0c46883e7491 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.46 "GET /v2.0/ports?device_id=173fd45c-af2b-4de2-bd0a-16743c6fa3c4 HTTP/1.1" status: 200 len: 950 time: 0.1392825 Aug 29 04:18:24.076150 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6d42d3bd-afc5-4c4e-a7ec-fb55164d3c17 req-695b6c72-6424-4919-a68d-9dc8f7965c76 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/security-groups?id=69e9e696-6092-48f5-a28b-387de9f4e688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827894 Aug 29 04:18:24.089383 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03875afe-2a04-4868-9e9a-b3b97809c9c4 req-76f6f055-990d-4b4b-8d17-fd1011d38ea9 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:24.103224 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f96f116-23ac-4b39-b130-6ade628e43ab req-0260c403-73b8-44d8-99eb-36f480126ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:24.106394 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7f96f116-23ac-4b39-b130-6ade628e43ab req-0260c403-73b8-44d8-99eb-36f480126ff8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7521cd58-9470-4433-82b8-7e942c988b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1217048 Aug 29 04:18:24.119078 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-03875afe-2a04-4868-9e9a-b3b97809c9c4 req-76f6f055-990d-4b4b-8d17-fd1011d38ea9 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "GET /v2.0/ports?device_id=f67de40e-9c4b-4df7-8589-9317825d95db HTTP/1.1" status: 200 len: 945 time: 0.2035151 Aug 29 04:18:24.135267 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-03875afe-2a04-4868-9e9a-b3b97809c9c4 req-ebcd0ae8-ae4e-4bfd-bdbb-20f9d306a5fd tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Request body: {'port': {'security_groups': ['ae989b78-b6c5-494f-9777-5336c7d3d7c8', '33f4435e-434c-45f8-9780-20cf13459b2a']}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:24.326154 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7f96f116-23ac-4b39-b130-6ade628e43ab req-4b364603-f122-4c6c-869d-fcaba572c68c service neutron] 10.222.0.48 "GET /v2.0/networks/7521cd58-9470-4433-82b8-7e942c988b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094030 Aug 29 04:18:24.326154 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 47214) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:24.412528 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-03875afe-2a04-4868-9e9a-b3b97809c9c4 req-ebcd0ae8-ae4e-4bfd-bdbb-20f9d306a5fd tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:24.441029 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-171e5709-02ce-45aa-8c82-9f62cc44cf10 x-openstack-request-id: req-171e5709-02ce-45aa-8c82-9f62cc44cf10 {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:18:24.441672 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00b7794b-e353-4482-a362-3b01d21c6207", "tag": "31491024-4c7a-4b13-84e2-7d9fa9111394", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:18:24.441800 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-171e5709-02ce-45aa-8c82-9f62cc44cf10 {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:18:24.442231 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00b7794b-e353-4482-a362-3b01d21c6207', 'tag': '31491024-4c7a-4b13-84e2-7d9fa9111394', 'status': 'completed', 'code': 200} Aug 29 04:18:24.464640 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7f96f116-23ac-4b39-b130-6ade628e43ab req-554e1d4a-dde4-4f08-9b77-d776dca907e9 service neutron] 10.222.0.48 "GET /v2.0/networks/7521cd58-9470-4433-82b8-7e942c988b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166327 Aug 29 04:18:24.474452 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-f5e2b607-4786-42a5-81a2-a976f3a92fa2 req-1faae314-bfad-430d-a781-3fe736b0bf19 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Deleting port 74d4a9cb-6c52-42c2-9100-d6d67faa3962 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:18:24.474803 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-f5e2b607-4786-42a5-81a2-a976f3a92fa2 req-1faae314-bfad-430d-a781-3fe736b0bf19 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:24.531280 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-94b89f02-1675-4536-b902-9163365364e4 tempest-QuotasTest-391365527 tempest-QuotasTest-391365527-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:24.600447 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a623a115-b374-42eb-ad62-6b538e885360 req-92ad5a1a-7dc0-4358-bd1f-273cb63748fb tempest-ServerShowV257Test-903940717 tempest-ServerShowV257Test-903940717-project] 10.222.0.22 "GET /v2.0/ports?device_id=55a22954-5a30-45df-a58d-01588501bf47 HTTP/1.1" status: 200 len: 210 time: 0.0463312 Aug 29 04:18:24.643725 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-94b89f02-1675-4536-b902-9163365364e4 tempest-QuotasTest-391365527 tempest-QuotasTest-391365527-project-admin] 10.222.0.22 "PUT /v2.0/quotas/05b68147137e4a2a90738c508f78d1d9 HTTP/1.1" status: 200 len: 366 time: 0.3165617 Aug 29 04:18:24.650046 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 47220) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:24.662518 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-f5e2b607-4786-42a5-81a2-a976f3a92fa2 req-1faae314-bfad-430d-a781-3fe736b0bf19 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] For port 74d4a9cb-6c52-42c2-9100-d6d67faa3962, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=74d4a9cb-6c52-42c2-9100-d6d67faa3962,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:24.663271 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-f5e2b607-4786-42a5-81a2-a976f3a92fa2 req-1faae314-bfad-430d-a781-3fe736b0bf19 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:24.701653 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-f5e2b607-4786-42a5-81a2-a976f3a92fa2 req-1faae314-bfad-430d-a781-3fe736b0bf19 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Calling delete_port for 74d4a9cb-6c52-42c2-9100-d6d67faa3962 owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:18:24.768755 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-b86197d7-1153-4aa2-96fa-b0abe1b67560 tempest-QuotasTest-391365527 tempest-QuotasTest-391365527-project-admin] 10.222.0.22 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.1115355 Aug 29 04:18:24.778260 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 47226) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:24.832702 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-189a13fb-2a5d-43f0-94a6-13ac60e6b588 tempest-QuotasTest-391365527 tempest-QuotasTest-391365527-project-admin] 10.222.0.22 "GET /v2.0/quotas/05b68147137e4a2a90738c508f78d1d9 HTTP/1.1" status: 200 len: 366 time: 0.0480804 Aug 29 04:18:24.837242 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 47228) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:24.926851 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e58dd66-59a9-456d-a062-e533e84a4c0b req-f10ceb25-9a14-48b5-8ebb-89d195a98e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:24.934114 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8e58dd66-59a9-456d-a062-e533e84a4c0b req-f10ceb25-9a14-48b5-8ebb-89d195a98e52 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=48da3dc54d264865b5c4834c4a90f4b5&device_id=00b7794b-e353-4482-a362-3b01d21c6207 HTTP/1.1" status: 200 len: 1095 time: 0.2863696 Aug 29 04:18:24.985700 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-27f726e3-673d-4c98-bd74-ceebe2712bb9 tempest-QuotasTest-391365527 tempest-QuotasTest-391365527-project-admin] 10.222.0.22 "DELETE /v2.0/quotas/05b68147137e4a2a90738c508f78d1d9 HTTP/1.1" status: 204 len: 168 time: 0.1421554 Aug 29 04:18:25.002840 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 47230) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:25.131825 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-03875afe-2a04-4868-9e9a-b3b97809c9c4 req-ebcd0ae8-ae4e-4bfd-bdbb-20f9d306a5fd tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] For port 51e0b316-720d-48b9-a953-c2e433fc1b08, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=51e0b316-720d-48b9-a953-c2e433fc1b08,segment=NetworkSegment(a7781f63-ba5d-4897-94e2-13b2354f76f1),segment_id=a7781f63-ba5d-4897-94e2-13b2354f76f1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:25.154719 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-f5e2b607-4786-42a5-81a2-a976f3a92fa2 req-1faae314-bfad-430d-a781-3fe736b0bf19 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:25.170686 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['f2cfa364-e651-4bd4-9af8-0e6ba565e3ca', 'dba8531b-5497-4ce4-a7d5-2907dbf0117c', '74d4a9cb-6c52-42c2-9100-d6d67faa3962'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:18:25.191131 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-03875afe-2a04-4868-9e9a-b3b97809c9c4 req-ebcd0ae8-ae4e-4bfd-bdbb-20f9d306a5fd tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:25.200991 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-03875afe-2a04-4868-9e9a-b3b97809c9c4 req-ebcd0ae8-ae4e-4bfd-bdbb-20f9d306a5fd tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:25.216770 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['6c598feb-3ed1-428d-85b3-41629f32880f', '2a6bce68-a836-4780-9092-ee7498142e59', 'fdc22186-f215-454e-8546-82ba1900a0c8', 'ec53f0a0-f10b-4f6d-bb3e-ad6634d1e6cb'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:18:25.244073 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faae314-bfad-430d-a781-3fe736b0bf19 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Pushing event deleted for resources: {'Port': ['ID=74d4a9cb-6c52-42c2-9100-d6d67faa3962,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:25.349681 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd0ae8-ae4e-4bfd-bdbb-20f9d306a5fd tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Pushing event updated for resources: {'Port': ['ID=51e0b316-720d-48b9-a953-c2e433fc1b08,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:25.376147 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 47236) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:25.382647 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-a0349466-8acb-467d-b361-b992a453367b tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1055363151'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:25.419657 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03875afe-2a04-4868-9e9a-b3b97809c9c4 req-ebcd0ae8-ae4e-4bfd-bdbb-20f9d306a5fd tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:25.420481 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-03875afe-2a04-4868-9e9a-b3b97809c9c4 req-ebcd0ae8-ae4e-4bfd-bdbb-20f9d306a5fd tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:25.422253 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-03875afe-2a04-4868-9e9a-b3b97809c9c4 req-ebcd0ae8-ae4e-4bfd-bdbb-20f9d306a5fd tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "PUT /v2.0/ports/51e0b316-720d-48b9-a953-c2e433fc1b08 HTTP/1.1" status: 200 len: 981 time: 1.3018649 Aug 29 04:18:25.426427 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f67de40e-9c4b-4df7-8589-9317825d95db', 'tag': '51e0b316-720d-48b9-a953-c2e433fc1b08'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:18:25.427314 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c14abfd4-3007-4f95-b589-42184f8a2cfc" -d '{"events": [{"name": "network-changed", "server_uuid": "f67de40e-9c4b-4df7-8589-9317825d95db", "tag": "51e0b316-720d-48b9-a953-c2e433fc1b08"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:18:25.439174 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0349466-8acb-467d-b361-b992a453367b tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Made reservation on behalf of e5f0d8ebc9a74e589a93c4dfadff20f5 for: {'network': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:18:25.443399 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a0349466-8acb-467d-b361-b992a453367b tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:25.470960 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5e2b607-4786-42a5-81a2-a976f3a92fa2 req-1faae314-bfad-430d-a781-3fe736b0bf19 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] No DVR routers for this DVR port 74d4a9cb-6c52-42c2-9100-d6d67faa3962 on host n-h1-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:18:25.490395 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-f5e2b607-4786-42a5-81a2-a976f3a92fa2 req-1faae314-bfad-430d-a781-3fe736b0bf19 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:25.498797 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f5e2b607-4786-42a5-81a2-a976f3a92fa2 req-1faae314-bfad-430d-a781-3fe736b0bf19 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.46 "DELETE /v2.0/ports/74d4a9cb-6c52-42c2-9100-d6d67faa3962 HTTP/1.1" status: 204 len: 173 time: 1.3769789 Aug 29 04:18:25.534845 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0349466-8acb-467d-b361-b992a453367b tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=94828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:18:25.555472 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a0349466-8acb-467d-b361-b992a453367b tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:25.556368 n-d-712140-12 neutron-server[94828]: INFO neutron.db.segments_db [None req-a0349466-8acb-467d-b361-b992a453367b tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Added segment c43d2e16-64d2-466b-8915-fe746cc0a849 of type vlan for network 30a5f83d-44db-4be9-a796-3b5e93558c29 Aug 29 04:18:25.570289 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['51e0b316-720d-48b9-a953-c2e433fc1b08'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:18:25.581556 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f84a9e9-57cf-48e6-9847-d7b1381f4d51 req-88ee4ed8-598c-4a98-91b4-3c9fc394e6b6 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:25.590299 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9f84a9e9-57cf-48e6-9847-d7b1381f4d51 req-88ee4ed8-598c-4a98-91b4-3c9fc394e6b6 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=00b7794b-e353-4482-a362-3b01d21c6207 HTTP/1.1" status: 200 len: 943 time: 0.8188848 Aug 29 04:18:25.612340 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-8c5b4b1e-2022-4bea-99f0-3ec43bc9b68b tempest-QuotasTest-391365527 tempest-QuotasTest-391365527-project-admin] 10.222.0.22 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.5958359 Aug 29 04:18:25.642216 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 47242) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:25.646673 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a0349466-8acb-467d-b361-b992a453367b tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:25.723132 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-4f1f6522-6e45-476d-83ba-cf3907ef904e tempest-QuotasTest-391365527 tempest-QuotasTest-391365527-project-admin] 10.222.0.22 "GET /v2.0/quotas/05b68147137e4a2a90738c508f78d1d9 HTTP/1.1" status: 200 len: 370 time: 0.0392218 Aug 29 04:18:25.723132 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 47246) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:25.723132 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-3e12bbfc-769e-4980-ba0f-b3c27608e8fa tempest-QuotasTest-391365527 tempest-QuotasTest-391365527-project-admin] 10.222.0.22 "GET /v2.0/quotas/05b68147137e4a2a90738c508f78d1d9/default HTTP/1.1" status: 200 len: 370 time: 0.0102365 Aug 29 04:18:25.725679 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 47248) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:25.744661 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a0349466-8acb-467d-b361-b992a453367b tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:25.751073 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0349466-8acb-467d-b361-b992a453367b tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:25.752017 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a0349466-8acb-467d-b361-b992a453367b tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:25.773170 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e58dd66-59a9-456d-a062-e533e84a4c0b req-886f0f9b-90a0-4035-9e63-a61dd80140b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:25.774243 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-a0349466-8acb-467d-b361-b992a453367b tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3958619 Aug 29 04:18:25.774681 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8e58dd66-59a9-456d-a062-e533e84a4c0b req-886f0f9b-90a0-4035-9e63-a61dd80140b2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7521cd58-9470-4433-82b8-7e942c988b03 HTTP/1.1" status: 200 len: 913 time: 0.8268766 Aug 29 04:18:25.777494 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 47250) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:25.783329 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-1519af12-0a08-499a-855c-a6314f213cd0 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-866688687'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:25.792423 n-d-712140-12 neutron-server[94828]: INFO neutron.api.v2.resource [None req-51af959b-c0bf-43b3-abce-f1b5d4285e33 tempest-QuotasTest-391365527 tempest-QuotasTest-391365527-project-admin] delete failed (client error): The resource could not be found. Aug 29 04:18:25.797988 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-51af959b-c0bf-43b3-abce-f1b5d4285e33 tempest-QuotasTest-391365527 tempest-QuotasTest-391365527-project-admin] 10.222.0.22 "DELETE /v2.0/quotas/05b68147137e4a2a90738c508f78d1d9 HTTP/1.1" status: 404 len: 348 time: 0.0829349 Aug 29 04:18:25.815587 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1519af12-0a08-499a-855c-a6314f213cd0 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Made reservation on behalf of e5f0d8ebc9a74e589a93c4dfadff20f5 for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:18:25.819326 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1519af12-0a08-499a-855c-a6314f213cd0 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:25.869241 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:18:25.888925 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9f84a9e9-57cf-48e6-9847-d7b1381f4d51 req-a95e3d3f-18da-4a6f-a64d-7c3ef8fc731f tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=67519499-017b-4c54-88db-c974346724c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2976124 Aug 29 04:18:25.928947 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3249c9fb-9e7f-4c0a-befe-6184a102111a req-88bdad25-203e-43ca-bac2-d05a0ab23997 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:25.931177 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3249c9fb-9e7f-4c0a-befe-6184a102111a req-88bdad25-203e-43ca-bac2-d05a0ab23997 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c617289-e2a1-439d-b627-a39be3c3c540 HTTP/1.1" status: 200 len: 946 time: 0.2488842 Aug 29 04:18:25.933051 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0349466-8acb-467d-b361-b992a453367b tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Pushing event updated for resources: {'Network': ['ID=30a5f83d-44db-4be9-a796-3b5e93558c29,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:25.933798 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1519af12-0a08-499a-855c-a6314f213cd0 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:18:25.961667 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 30a5f83d-44db-4be9-a796-3b5e93558c29 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:18:25.964376 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1519af12-0a08-499a-855c-a6314f213cd0 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:25.971601 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-1519af12-0a08-499a-855c-a6314f213cd0 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Added segment 912c7cf8-61cd-4425-9508-d2aefeed23ec of type vlan for network 4b336bb6-c1a2-4852-8570-018195081ecf Aug 29 04:18:26.002970 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8e58dd66-59a9-456d-a062-e533e84a4c0b req-3e979815-854a-4fc2-a174-ed7a38990b78 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=31491024-4c7a-4b13-84e2-7d9fa9111394 HTTP/1.1" status: 200 len: 217 time: 0.1980009 Aug 29 04:18:26.020021 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3249c9fb-9e7f-4c0a-befe-6184a102111a req-80d83d30-a9df-47b6-ab17-ec646f191502 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/security-groups?id=0af834e7-acaf-4d90-a371-bad8b3cc1714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801294 Aug 29 04:18:26.089724 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e58dd66-59a9-456d-a062-e533e84a4c0b req-2f494056-ead7-4634-8784-674308128da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:26.091342 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8e58dd66-59a9-456d-a062-e533e84a4c0b req-2f494056-ead7-4634-8784-674308128da4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=be5f55ab-7fa1-406c-9ca9-03e74b79ef6a HTTP/1.1" status: 200 len: 851 time: 0.0647638 Aug 29 04:18:26.125873 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 47256) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:26.208765 n-d-712140-12 neutron-server[94828]: DEBUG neutron.quota.resource [None req-222e1f59-12ac-474e-8536-c563b51e5b4a tempest-QuotasTest-391365527 tempest-QuotasTest-391365527-project-admin] Usage tracker for resource:network and tenant:d08bce5aade94144a98f14d1e82b8712 is out of sync, need to count used quota {{(pid=94828) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 29 04:18:26.224772 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-25c9f891-9b3c-418d-9103-64b21bef46b3 req-6c766bde-dd15-4e03-b18c-42a8e5244f4e tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-2080642811&fields=id&tenant_id=d9ed99521d6e4398bfbd9824b0326aa2 HTTP/1.1" status: 200 len: 267 time: 0.0712223 Aug 29 04:18:26.228241 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c96defb5-bfde-4438-be7e-11f9a3993064 req-2dd69b66-608e-41c3-be2d-f87ddd7f605a tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/ports?device_id=173fd45c-af2b-4de2-bd0a-16743c6fa3c4 HTTP/1.1" status: 200 len: 210 time: 0.2240629 Aug 29 04:18:26.239743 n-d-712140-12 neutron-server[94828]: DEBUG neutron.quota.resource [None req-222e1f59-12ac-474e-8536-c563b51e5b4a tempest-QuotasTest-391365527 tempest-QuotasTest-391365527-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=94828) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 29 04:18:26.270507 n-d-712140-12 neutron-server[94828]: DEBUG neutron.quota.resource [None req-222e1f59-12ac-474e-8536-c563b51e5b4a tempest-QuotasTest-391365527 tempest-QuotasTest-391365527-project-admin] Usage tracker for resource:subnet and tenant:d08bce5aade94144a98f14d1e82b8712 is out of sync, need to count used quota {{(pid=94828) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 29 04:18:26.278145 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1519af12-0a08-499a-855c-a6314f213cd0 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:26.280598 n-d-712140-12 neutron-server[94828]: DEBUG neutron.quota.resource [None req-222e1f59-12ac-474e-8536-c563b51e5b4a tempest-QuotasTest-391365527 tempest-QuotasTest-391365527-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=94828) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 29 04:18:26.303335 n-d-712140-12 neutron-server[94828]: DEBUG neutron.quota.resource [None req-222e1f59-12ac-474e-8536-c563b51e5b4a tempest-QuotasTest-391365527 tempest-QuotasTest-391365527-project-admin] Usage tracker for resource:subnetpool and tenant:d08bce5aade94144a98f14d1e82b8712 is out of sync, need to count used quota {{(pid=94828) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 29 04:18:26.315324 n-d-712140-12 neutron-server[94828]: DEBUG neutron.quota.resource [None req-222e1f59-12ac-474e-8536-c563b51e5b4a tempest-QuotasTest-391365527 tempest-QuotasTest-391365527-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=94828) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 29 04:18:26.316091 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1519af12-0a08-499a-855c-a6314f213cd0 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:26.324663 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1519af12-0a08-499a-855c-a6314f213cd0 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:26.325676 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1519af12-0a08-499a-855c-a6314f213cd0 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:26.330236 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c9f891-9b3c-418d-9103-64b21bef46b3 req-b8e8e7f6-88e5-474d-9067-a09935ef467c tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:26.340453 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-25c9f891-9b3c-418d-9103-64b21bef46b3 req-b8e8e7f6-88e5-474d-9067-a09935ef467c tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "GET /v2.0/ports?device_id=f67de40e-9c4b-4df7-8589-9317825d95db HTTP/1.1" status: 200 len: 984 time: 0.1139605 Aug 29 04:18:26.343517 n-d-712140-12 neutron-server[94828]: DEBUG neutron.quota.resource [None req-222e1f59-12ac-474e-8536-c563b51e5b4a tempest-QuotasTest-391365527 tempest-QuotasTest-391365527-project-admin] Usage tracker for resource:port and tenant:d08bce5aade94144a98f14d1e82b8712 is out of sync, need to count used quota {{(pid=94828) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 29 04:18:26.372264 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-25c9f891-9b3c-418d-9103-64b21bef46b3 req-300e12a5-448f-4e6f-8fce-b6e270f5360e tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Request body: {'port': {'security_groups': ['ae989b78-b6c5-494f-9777-5336c7d3d7c8']}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:26.385049 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10d94d7d-8ac8-4728-9773-c09cbe686658 x-openstack-request-id: req-10d94d7d-8ac8-4728-9773-c09cbe686658 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:18:26.385413 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f67de40e-9c4b-4df7-8589-9317825d95db", "tag": "51e0b316-720d-48b9-a953-c2e433fc1b08", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:18:26.385599 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-10d94d7d-8ac8-4728-9773-c09cbe686658 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:18:26.385982 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f67de40e-9c4b-4df7-8589-9317825d95db', 'tag': '51e0b316-720d-48b9-a953-c2e433fc1b08', 'status': 'completed', 'code': 200} Aug 29 04:18:26.386228 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e58dd66-59a9-456d-a062-e533e84a4c0b req-f35a9bb6-dd85-4ac4-b425-c98ed0210b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:26.387792 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8e58dd66-59a9-456d-a062-e533e84a4c0b req-f35a9bb6-dd85-4ac4-b425-c98ed0210b39 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7521cd58-9470-4433-82b8-7e942c988b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2594674 Aug 29 04:18:26.478029 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-1519af12-0a08-499a-855c-a6314f213cd0 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6993990 Aug 29 04:18:26.489089 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 47260) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:26.502899 n-d-712140-12 neutron-server[94828]: DEBUG neutron.quota.resource [None req-222e1f59-12ac-474e-8536-c563b51e5b4a tempest-QuotasTest-391365527 tempest-QuotasTest-391365527-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=94828) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 29 04:18:26.518849 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-4585900e-2720-4cd7-8769-15d3dfa6d852 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Request body: {'subnet': {'network_id': '30a5f83d-44db-4be9-a796-3b5e93558c29', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:26.587940 n-d-712140-12 neutron-server[94828]: DEBUG neutron.quota.resource [None req-222e1f59-12ac-474e-8536-c563b51e5b4a tempest-QuotasTest-391365527 tempest-QuotasTest-391365527-project-admin] Usage tracker for resource:router and tenant:d08bce5aade94144a98f14d1e82b8712 is out of sync, need to count used quota {{(pid=94828) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 29 04:18:26.601364 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14abfd4-3007-4f95-b589-42184f8a2cfc req-7a05ca50-3e9c-4236-baad-62558a655aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:26.602954 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c14abfd4-3007-4f95-b589-42184f8a2cfc req-7a05ca50-3e9c-4236-baad-62558a655aec service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d9ed99521d6e4398bfbd9824b0326aa2&device_id=f67de40e-9c4b-4df7-8589-9317825d95db HTTP/1.1" status: 200 len: 1136 time: 0.2091219 Aug 29 04:18:26.603559 n-d-712140-12 neutron-server[94828]: DEBUG neutron.quota.resource [None req-222e1f59-12ac-474e-8536-c563b51e5b4a tempest-QuotasTest-391365527 tempest-QuotasTest-391365527-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=94828) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 29 04:18:26.620814 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-36276afe-c141-4583-921e-ad374073e270 req-68f25f44-9c90-4082-9edc-fe58ad9fc094 tempest-ServerShowV257Test-903940717 tempest-ServerShowV257Test-903940717-project] 10.222.0.22 "GET /v2.0/ports?device_id=55a22954-5a30-45df-a58d-01588501bf47 HTTP/1.1" status: 200 len: 210 time: 0.1148794 Aug 29 04:18:26.663152 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1519af12-0a08-499a-855c-a6314f213cd0 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Pushing event updated for resources: {'Network': ['ID=4b336bb6-c1a2-4852-8570-018195081ecf,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:26.706632 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 4b336bb6-c1a2-4852-8570-018195081ecf details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:18:26.715214 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14abfd4-3007-4f95-b589-42184f8a2cfc req-96f7c029-aea7-4788-8ddc-69fb169259eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:26.717619 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c14abfd4-3007-4f95-b589-42184f8a2cfc req-96f7c029-aea7-4788-8ddc-69fb169259eb service neutron] 10.222.0.46 "GET /v2.0/networks?id=9d43f3ab-9b4a-4dba-a6cb-255676b324fd HTTP/1.1" status: 200 len: 920 time: 0.1066017 Aug 29 04:18:26.720509 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-25c9f891-9b3c-418d-9103-64b21bef46b3 req-300e12a5-448f-4e6f-8fce-b6e270f5360e tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:26.751239 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4585900e-2720-4cd7-8769-15d3dfa6d852 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Made reservation on behalf of e5f0d8ebc9a74e589a93c4dfadff20f5 for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:18:26.755145 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4585900e-2720-4cd7-8769-15d3dfa6d852 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4552395'] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:26.759641 n-d-712140-12 neutron-server[94828]: DEBUG neutron.quota.resource [None req-222e1f59-12ac-474e-8536-c563b51e5b4a tempest-QuotasTest-391365527 tempest-QuotasTest-391365527-project-admin] Usage tracker for resource:floatingip and tenant:d08bce5aade94144a98f14d1e82b8712 is out of sync, need to count used quota {{(pid=94828) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 29 04:18:26.784086 n-d-712140-12 neutron-server[94828]: DEBUG neutron.quota.resource [None req-222e1f59-12ac-474e-8536-c563b51e5b4a tempest-QuotasTest-391365527 tempest-QuotasTest-391365527-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=94828) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 29 04:18:26.835597 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c14abfd4-3007-4f95-b589-42184f8a2cfc req-a2bef64f-60ae-4042-9c3d-868503d68319 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=51e0b316-720d-48b9-a953-c2e433fc1b08 HTTP/1.1" status: 200 len: 217 time: 0.0862279 Aug 29 04:18:26.859089 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8e58dd66-59a9-456d-a062-e533e84a4c0b req-4d11d04a-b079-4d93-8513-82f0253cc2e2 service neutron] 10.222.0.48 "GET /v2.0/networks/7521cd58-9470-4433-82b8-7e942c988b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4307232 Aug 29 04:18:26.963647 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14abfd4-3007-4f95-b589-42184f8a2cfc req-7c0fa41a-ff6a-49e9-b91b-c1c3b7fc8822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:26.965417 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c14abfd4-3007-4f95-b589-42184f8a2cfc req-7c0fa41a-ff6a-49e9-b91b-c1c3b7fc8822 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e1b42450-980b-42a3-969d-e6ff4d7c5e44 HTTP/1.1" status: 200 len: 859 time: 0.1000192 Aug 29 04:18:27.004822 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4d139d-454f-46d6-8f54-89f2cd64fc2e req-e59a28a7-694c-44f0-a345-5eea06104033 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:27.006344 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-fd4d139d-454f-46d6-8f54-89f2cd64fc2e req-e59a28a7-694c-44f0-a345-5eea06104033 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c617289-e2a1-439d-b627-a39be3c3c540 HTTP/1.1" status: 200 len: 946 time: 0.1758218 Aug 29 04:18:27.022174 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c14abfd4-3007-4f95-b589-42184f8a2cfc req-a843b16b-7787-4618-b20e-118ae7f8c93b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9d43f3ab-9b4a-4dba-a6cb-255676b324fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414114 Aug 29 04:18:27.027651 n-d-712140-12 neutron-server[94828]: DEBUG neutron.quota.resource [None req-222e1f59-12ac-474e-8536-c563b51e5b4a tempest-QuotasTest-391365527 tempest-QuotasTest-391365527-project-admin] Usage tracker for resource:security_group and tenant:d08bce5aade94144a98f14d1e82b8712 is out of sync, need to count used quota {{(pid=94828) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 29 04:18:27.055712 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [req-c14abfd4-3007-4f95-b589-42184f8a2cfc req-7619de81-f586-4295-9633-f01cd86bc37a service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:18:27.056822 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c14abfd4-3007-4f95-b589-42184f8a2cfc req-7619de81-f586-4295-9633-f01cd86bc37a service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0146065 Aug 29 04:18:27.084861 n-d-712140-12 neutron-server[94828]: DEBUG neutron.quota.resource [None req-222e1f59-12ac-474e-8536-c563b51e5b4a tempest-QuotasTest-391365527 tempest-QuotasTest-391365527-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=94828) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 29 04:18:27.104870 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8e58dd66-59a9-456d-a062-e533e84a4c0b req-12c9034a-aa11-4368-97cf-4d8a361cf8ee service neutron] 10.222.0.48 "GET /v2.0/networks/7521cd58-9470-4433-82b8-7e942c988b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095957 Aug 29 04:18:27.117653 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-fd4d139d-454f-46d6-8f54-89f2cd64fc2e req-4a007c4b-2657-4441-817f-f4ca7023651b tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/security-groups?id=0af834e7-acaf-4d90-a371-bad8b3cc1714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021180 Aug 29 04:18:27.156706 n-d-712140-12 neutron-server[94828]: DEBUG neutron.quota.resource [None req-222e1f59-12ac-474e-8536-c563b51e5b4a tempest-QuotasTest-391365527 tempest-QuotasTest-391365527-project-admin] Usage tracker for resource:security_group_rule and tenant:d08bce5aade94144a98f14d1e82b8712 is out of sync, need to count used quota {{(pid=94828) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 29 04:18:27.179387 n-d-712140-12 neutron-server[94828]: DEBUG neutron.quota.resource [None req-222e1f59-12ac-474e-8536-c563b51e5b4a tempest-QuotasTest-391365527 tempest-QuotasTest-391365527-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=94828) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 29 04:18:27.205771 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-222e1f59-12ac-474e-8536-c563b51e5b4a tempest-QuotasTest-391365527 tempest-QuotasTest-391365527-project-admin] 10.222.0.22 "GET /v2.0/quotas/d08bce5aade94144a98f14d1e82b8712/details.json HTTP/1.1" status: 200 len: 703 time: 1.0783062 Aug 29 04:18:27.206920 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['51e0b316-720d-48b9-a953-c2e433fc1b08'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:18:27.223269 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4585900e-2720-4cd7-8769-15d3dfa6d852 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4274880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4552377'] for subnet, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:27.240892 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-25c9f891-9b3c-418d-9103-64b21bef46b3 req-300e12a5-448f-4e6f-8fce-b6e270f5360e tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] For port 51e0b316-720d-48b9-a953-c2e433fc1b08, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=51e0b316-720d-48b9-a953-c2e433fc1b08,segment=NetworkSegment(a7781f63-ba5d-4897-94e2-13b2354f76f1),segment_id=a7781f63-ba5d-4897-94e2-13b2354f76f1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:27.247637 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c14abfd4-3007-4f95-b589-42184f8a2cfc req-41a814ca-4d80-4661-9290-f37c7c58fa6d service neutron] 10.222.0.46 "GET /v2.0/networks/9d43f3ab-9b4a-4dba-a6cb-255676b324fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587734 Aug 29 04:18:27.333449 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4585900e-2720-4cd7-8769-15d3dfa6d852 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Pushing event updated for resources: {'Subnet': ['ID=81808e7a-684a-4dd3-97bc-1cbd7265f9b6,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:27.351538 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-25c9f891-9b3c-418d-9103-64b21bef46b3 req-300e12a5-448f-4e6f-8fce-b6e270f5360e tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:27.358909 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-25c9f891-9b3c-418d-9103-64b21bef46b3 req-300e12a5-448f-4e6f-8fce-b6e270f5360e tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:27.435582 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c9f891-9b3c-418d-9103-64b21bef46b3 req-300e12a5-448f-4e6f-8fce-b6e270f5360e tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:27.436353 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-25c9f891-9b3c-418d-9103-64b21bef46b3 req-300e12a5-448f-4e6f-8fce-b6e270f5360e tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:27.438662 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16f4bbf-efc9-48e0-aa87-76ba12b0d435 req-d55b76aa-1903-48cd-882c-8132d9b608b5 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:27.448157 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d16f4bbf-efc9-48e0-aa87-76ba12b0d435 req-d55b76aa-1903-48cd-882c-8132d9b608b5 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=00b7794b-e353-4482-a362-3b01d21c6207 HTTP/1.1" status: 200 len: 943 time: 0.2128732 Aug 29 04:18:27.448866 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-25c9f891-9b3c-418d-9103-64b21bef46b3 req-300e12a5-448f-4e6f-8fce-b6e270f5360e tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "PUT /v2.0/ports/51e0b316-720d-48b9-a953-c2e433fc1b08 HTTP/1.1" status: 200 len: 942 time: 1.1020651 Aug 29 04:18:27.494155 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4585900e-2720-4cd7-8769-15d3dfa6d852 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Checking segment: {'id': 'c43d2e16-64d2-466b-8915-fe746cc0a849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '30a5f83d-44db-4be9-a796-3b5e93558c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:18:27.494510 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4585900e-2720-4cd7-8769-15d3dfa6d852 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Network hostable DHCP agents. Network: 30a5f83d-44db-4be9-a796-3b5e93558c29, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:18:27.510687 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d16f4bbf-efc9-48e0-aa87-76ba12b0d435 req-51b701e5-d5fb-424f-8e57-45c4c328e051 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=67519499-017b-4c54-88db-c974346724c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615375 Aug 29 04:18:27.539120 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c14abfd4-3007-4f95-b589-42184f8a2cfc req-3d98d43c-6160-4f4e-8315-01ddd952d0d1 service neutron] 10.222.0.46 "GET /v2.0/networks/9d43f3ab-9b4a-4dba-a6cb-255676b324fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2756422 Aug 29 04:18:27.555665 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['51e0b316-720d-48b9-a953-c2e433fc1b08'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:18:27.556292 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4585900e-2720-4cd7-8769-15d3dfa6d852 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Network 30a5f83d-44db-4be9-a796-3b5e93558c29 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:18:27.565286 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300e12a5-448f-4e6f-8fce-b6e270f5360e tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Pushing event updated for resources: {'Port': ['ID=51e0b316-720d-48b9-a953-c2e433fc1b08,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:27.582465 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-4585900e-2720-4cd7-8769-15d3dfa6d852 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 30a5f83d-44db-4be9-a796-3b5e93558c29) {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:18:27.587118 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4585900e-2720-4cd7-8769-15d3dfa6d852 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:27.588358 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4585900e-2720-4cd7-8769-15d3dfa6d852 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:27.597807 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['51e0b316-720d-48b9-a953-c2e433fc1b08'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:18:27.599794 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be0e1df2-0c64-4225-88e3-dddb8f78b22a None None] Network 30a5f83d-44db-4be9-a796-3b5e93558c29 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:18:27.617138 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-4585900e-2720-4cd7-8769-15d3dfa6d852 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1141813 Aug 29 04:18:27.620829 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 47278) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:27.628385 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-06b409a2-4af0-47b0-b23c-2e613a4aa79d tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Request body: {'subnet': {'network_id': '4b336bb6-c1a2-4852-8570-018195081ecf', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:27.866769 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 31491024-4c7a-4b13-84e2-7d9fa9111394 details requested by agent hyperv_n-h2-712140-12 with host n-h2-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:18:27.870346 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 47288) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:27.936505 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06b409a2-4af0-47b0-b23c-2e613a4aa79d tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Made reservation on behalf of e5f0d8ebc9a74e589a93c4dfadff20f5 for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:18:27.940204 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-06b409a2-4af0-47b0-b23c-2e613a4aa79d tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4552395'] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:27.997721 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3225072-4d3b-4371-b84a-af718b2708fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-30a5f83d-44db-4be9-a796-3b5e93558c29', 'network_id': '30a5f83d-44db-4be9-a796-3b5e93558c29', 'tenant_id': 'e5f0d8ebc9a74e589a93c4dfadff20f5', 'fixed_ips': [{'subnet_id': '81808e7a-684a-4dd3-97bc-1cbd7265f9b6'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:18:27.998771 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a3225072-4d3b-4371-b84a-af718b2708fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:28.029449 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3f31f9a6-6f6b-4390-b533-439a5c0d1662 req-e0c9c17e-efd1-44fd-b63a-eddc8803e0cc tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3553627 Aug 29 04:18:28.048710 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7ab0ccfc-bbac-445a-98f2-512b3c271321 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:28.052349 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083d17bc-b9c4-4d55-acf2-3037c9071da2 req-f5225f91-9c34-408d-8347-df71b11c2072 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:28.054422 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-083d17bc-b9c4-4d55-acf2-3037c9071da2 req-f5225f91-9c34-408d-8347-df71b11c2072 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/networks?id=53020a37-9cfa-46c3-bf40-16467007f493 HTTP/1.1" status: 200 len: 820 time: 0.2458341 Aug 29 04:18:28.054721 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-3f31f9a6-6f6b-4390-b533-439a5c0d1662 req-536cd296-6fc2-4417-ab6c-4f15908579bd tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Request body: {'floatingip': {'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:28.091039 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-7ab0ccfc-bbac-445a-98f2-512b3c271321 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 04:18:28.091039 n-d-712140-12 neutron-server[94828]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 29 04:18:28.091039 n-d-712140-12 neutron-server[94828]: [parameters: {'project_id_1': 'cc82c0cb5842466d91eee4abce38db98', 'expiration_1': datetime.datetime(2021, 8, 29, 4, 18, 28, 75820)}] Aug 29 04:18:28.091039 n-d-712140-12 neutron-server[94828]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:18:28.091039 n-d-712140-12 neutron-server[94828]: DEBUG oslo_db.api [None req-7ab0ccfc-bbac-445a-98f2-512b3c271321 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:18:28.091873 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-083d17bc-b9c4-4d55-acf2-3037c9071da2 req-232f8adb-6ff8-493b-b1a9-2fb52b128327 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/quotas/1d0658a0a90a4facb02cad62921e20d5 HTTP/1.1" status: 200 len: 375 time: 0.0257251 Aug 29 04:18:28.100186 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-3f31f9a6-6f6b-4390-b533-439a5c0d1662 req-536cd296-6fc2-4417-ab6c-4f15908579bd tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Notify callbacks [] for floatingip, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:28.179484 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 31491024-4c7a-4b13-84e2-7d9fa9111394, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=31491024-4c7a-4b13-84e2-7d9fa9111394,segment=NetworkSegment(6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc),segment_id=6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:28.200317 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-083d17bc-b9c4-4d55-acf2-3037c9071da2 req-42f75872-6029-4d1e-8265-734f2b48c833 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=1d0658a0a90a4facb02cad62921e20d5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0973747 Aug 29 04:18:28.226067 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Returning: {'device': '31491024-4c7a-4b13-84e2-7d9fa9111394', 'network_id': '7521cd58-9470-4433-82b8-7e942c988b03', 'port_id': '31491024-4c7a-4b13-84e2-7d9fa9111394', 'mac_address': 'fa:16:3e:9d:d7:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be5f55ab-7fa1-406c-9ca9-03e74b79ef6a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:18:28.231613 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-3f31f9a6-6f6b-4390-b533-439a5c0d1662 req-536cd296-6fc2-4417-ab6c-4f15908579bd tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:28.260208 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-06b409a2-4af0-47b0-b23c-2e613a4aa79d tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4274880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4552377'] for subnet, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:28.278781 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-a3225072-4d3b-4371-b84a-af718b2708fb None None] Allocated IP 10.1.1.2 (30a5f83d-44db-4be9-a796-3b5e93558c29/81808e7a-684a-4dd3-97bc-1cbd7265f9b6/03989fa3-f942-46db-bcf1-e94c0d517238) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:18:28.289005 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:28.312175 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31491024-4c7a-4b13-84e2-7d9fa9111394 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:18:28.320056 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b409a2-4af0-47b0-b23c-2e613a4aa79d tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Pushing event updated for resources: {'Subnet': ['ID=36eaa82f-c37f-41cb-8d76-920549eea1d2,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:28.344063 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [req-083d17bc-b9c4-4d55-acf2-3037c9071da2 req-0b465a9d-c0e8-4ccc-a234-3be273312f5c service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:18:28.344790 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-083d17bc-b9c4-4d55-acf2-3037c9071da2 req-0b465a9d-c0e8-4ccc-a234-3be273312f5c service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1148214 Aug 29 04:18:28.369485 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b409a2-4af0-47b0-b23c-2e613a4aa79d tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Checking segment: {'id': '912c7cf8-61cd-4425-9508-d2aefeed23ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '4b336bb6-c1a2-4852-8570-018195081ecf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:18:28.369915 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b409a2-4af0-47b0-b23c-2e613a4aa79d tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Network hostable DHCP agents. Network: 4b336bb6-c1a2-4852-8570-018195081ecf, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:18:28.376393 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 31491024-4c7a-4b13-84e2-7d9fa9111394, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=31491024-4c7a-4b13-84e2-7d9fa9111394,segment=NetworkSegment(6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc),segment_id=6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:28.382490 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:28.388236 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '173fd45c-af2b-4de2-bd0a-16743c6fa3c4', 'name': 'network-vif-deleted', 'tag': '74d4a9cb-6c52-42c2-9100-d6d67faa3962'}, {'name': 'network-changed', 'server_uuid': 'f67de40e-9c4b-4df7-8589-9317825d95db', 'tag': '51e0b316-720d-48b9-a953-c2e433fc1b08'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:18:28.392757 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35e04c87-f075-4ddc-8308-8ebe12d28313" -d '{"events": [{"server_uuid": "173fd45c-af2b-4de2-bd0a-16743c6fa3c4", "name": "network-vif-deleted", "tag": "74d4a9cb-6c52-42c2-9100-d6d67faa3962"}, {"name": "network-changed", "server_uuid": "f67de40e-9c4b-4df7-8589-9317825d95db", "tag": "51e0b316-720d-48b9-a953-c2e433fc1b08"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:18:28.397978 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-3f31f9a6-6f6b-4390-b533-439a5c0d1662 req-536cd296-6fc2-4417-ab6c-4f15908579bd tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Allocated IP 172.25.0.10 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/22b46b69-0b13-4d6e-b6bb-faa65f8377f5) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:18:28.413294 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:28.436829 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b409a2-4af0-47b0-b23c-2e613a4aa79d tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Network 4b336bb6-c1a2-4852-8570-018195081ecf is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:18:28.455805 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-06b409a2-4af0-47b0-b23c-2e613a4aa79d tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 4b336bb6-c1a2-4852-8570-018195081ecf) {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:18:28.460694 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=31491024-4c7a-4b13-84e2-7d9fa9111394,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:28.461291 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b409a2-4af0-47b0-b23c-2e613a4aa79d tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:28.461902 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-06b409a2-4af0-47b0-b23c-2e613a4aa79d tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:28.478988 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45197cda-9116-468e-bed7-4b9731a7d99c None None] Network 4b336bb6-c1a2-4852-8570-018195081ecf requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:18:28.493176 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-06b409a2-4af0-47b0-b23c-2e613a4aa79d tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8681791 Aug 29 04:18:28.493934 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 47298) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:28.499910 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-1e17da13-8fb2-4a08-a0d2-03c3463e7527 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Request body: {'port': {'network_id': '30a5f83d-44db-4be9-a796-3b5e93558c29', 'name': 'tempest-TaggedBootDevicesTest_v242-2074481756', 'fixed_ips': [{'subnet_id': '81808e7a-684a-4dd3-97bc-1cbd7265f9b6'}]}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:28.519370 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-083d17bc-b9c4-4d55-acf2-3037c9071da2 req-b17c1098-1e1a-4643-9ce6-a175c92beb7d service neutron] 10.222.0.22 "GET /v2.0/networks/53020a37-9cfa-46c3-bf40-16467007f493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617186 Aug 29 04:18:28.564080 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-3f31f9a6-6f6b-4390-b533-439a5c0d1662 req-536cd296-6fc2-4417-ab6c-4f15908579bd tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:28.591432 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a3225072-4d3b-4371-b84a-af718b2708fb None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:28.594612 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7ab0ccfc-bbac-445a-98f2-512b3c271321 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:28.611795 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-a3225072-4d3b-4371-b84a-af718b2708fb None None] Transition to ACTIVE for port object 03989fa3-f942-46db-bcf1-e94c0d517238 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:18:28.650833 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-3f31f9a6-6f6b-4390-b533-439a5c0d1662 req-536cd296-6fc2-4417-ab6c-4f15908579bd tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:28.679197 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-a3225072-4d3b-4371-b84a-af718b2708fb None None] Transition to ACTIVE for port object 03989fa3-f942-46db-bcf1-e94c0d517238 will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:18:28.691720 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-083d17bc-b9c4-4d55-acf2-3037c9071da2 req-a5779ae1-4d7e-4a74-8551-081500956010 service neutron] 10.222.0.22 "GET /v2.0/networks/53020a37-9cfa-46c3-bf40-16467007f493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354413 Aug 29 04:18:28.700107 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a3225072-4d3b-4371-b84a-af718b2708fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:28.713300 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f31f9a6-6f6b-4390-b533-439a5c0d1662 req-536cd296-6fc2-4417-ab6c-4f15908579bd tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:18:28.725686 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-3f31f9a6-6f6b-4390-b533-439a5c0d1662 req-536cd296-6fc2-4417-ab6c-4f15908579bd tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:18:28.728397 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f31f9a6-6f6b-4390-b533-439a5c0d1662 req-536cd296-6fc2-4417-ab6c-4f15908579bd tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:18:28.756303 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536cd296-6fc2-4417-ab6c-4f15908579bd tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Pushing event updated for resources: {'Port': ['ID=22b46b69-0b13-4d6e-b6bb-faa65f8377f5,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:28.794078 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3225072-4d3b-4371-b84a-af718b2708fb None None] Network 30a5f83d-44db-4be9-a796-3b5e93558c29 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:18:28.801016 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-a3225072-4d3b-4371-b84a-af718b2708fb None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:18:28.806240 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcad2c5d-de74-4d5e-9780-67f2829fc071 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-4b336bb6-c1a2-4852-8570-018195081ecf', 'network_id': '4b336bb6-c1a2-4852-8570-018195081ecf', 'tenant_id': 'e5f0d8ebc9a74e589a93c4dfadff20f5', 'fixed_ips': [{'subnet_id': '36eaa82f-c37f-41cb-8d76-920549eea1d2'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:18:28.807078 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bcad2c5d-de74-4d5e-9780-67f2829fc071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:28.809428 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3225072-4d3b-4371-b84a-af718b2708fb None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:18:28.813919 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3225072-4d3b-4371-b84a-af718b2708fb None None] Pushing event updated for resources: {'Port': ['ID=03989fa3-f942-46db-bcf1-e94c0d517238,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:28.837236 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7ab0ccfc-bbac-445a-98f2-512b3c271321 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:28.870092 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7ab0ccfc-bbac-445a-98f2-512b3c271321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:28.870287 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e17da13-8fb2-4a08-a0d2-03c3463e7527 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Made reservation on behalf of e5f0d8ebc9a74e589a93c4dfadff20f5 for: {'port': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:18:28.974793 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['31491024-4c7a-4b13-84e2-7d9fa9111394'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:18:28.982749 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-a3225072-4d3b-4371-b84a-af718b2708fb None None] Attempting to bind port 03989fa3-f942-46db-bcf1-e94c0d517238 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:18:28.983315 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-a3225072-4d3b-4371-b84a-af718b2708fb None None] Attempting to bind port 03989fa3-f942-46db-bcf1-e94c0d517238 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'c43d2e16-64d2-466b-8915-fe746cc0a849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '30a5f83d-44db-4be9-a796-3b5e93558c29'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:18:28.983714 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3225072-4d3b-4371-b84a-af718b2708fb None None] Attempting to bind port 03989fa3-f942-46db-bcf1-e94c0d517238 on network 30a5f83d-44db-4be9-a796-3b5e93558c29 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:18:29.038023 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3225072-4d3b-4371-b84a-af718b2708fb None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:18:29.038646 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3225072-4d3b-4371-b84a-af718b2708fb None None] Checking segment: {'id': 'c43d2e16-64d2-466b-8915-fe746cc0a849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '30a5f83d-44db-4be9-a796-3b5e93558c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:18:29.039308 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a3225072-4d3b-4371-b84a-af718b2708fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:29.039946 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3225072-4d3b-4371-b84a-af718b2708fb None None] Bound using segment: {'id': 'c43d2e16-64d2-466b-8915-fe746cc0a849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '30a5f83d-44db-4be9-a796-3b5e93558c29'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:18:29.040765 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-a3225072-4d3b-4371-b84a-af718b2708fb None None] Bound port: 03989fa3-f942-46db-bcf1-e94c0d517238, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c43d2e16-64d2-466b-8915-fe746cc0a849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '30a5f83d-44db-4be9-a796-3b5e93558c29'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:18:29.041651 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a3225072-4d3b-4371-b84a-af718b2708fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:29.071383 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1e17da13-8fb2-4a08-a0d2-03c3463e7527 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:29.096464 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [None req-1e17da13-8fb2-4a08-a0d2-03c3463e7527 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] device_id is not set on port e64e1abe-0190-4cb5-8d68-399c7b7657fa yet. {{(pid=94829) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:18:29.220220 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-bcad2c5d-de74-4d5e-9780-67f2829fc071 None None] Allocated IP 10.2.2.2 (4b336bb6-c1a2-4852-8570-018195081ecf/36eaa82f-c37f-41cb-8d76-920549eea1d2/2fe84324-d356-4917-89c3-8fa92f32d430) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:18:29.224452 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 74d4a9cb-6c52-42c2-9100-d6d67faa3962 no longer exists at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:18:29.290494 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab0ccfc-bbac-445a-98f2-512b3c271321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1765422c-6338-432e-b079-b76148843b50,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:29.300577 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-7ab0ccfc-bbac-445a-98f2-512b3c271321 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cc82c0cb5842466d91eee4abce38db98&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4291432 Aug 29 04:18:29.308562 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 47312) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:29.317909 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] No Port match for: 74d4a9cb-6c52-42c2-9100-d6d67faa3962 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:18:29.318509 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 74d4a9cb-6c52-42c2-9100-d6d67faa3962 not bound to the agent host n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:18:29.351231 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-a3225072-4d3b-4371-b84a-af718b2708fb None None] For port 03989fa3-f942-46db-bcf1-e94c0d517238, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:18:29.357309 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-a3225072-4d3b-4371-b84a-af718b2708fb None None] For port 03989fa3-f942-46db-bcf1-e94c0d517238, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=03989fa3-f942-46db-bcf1-e94c0d517238,segment=NetworkSegment(c43d2e16-64d2-466b-8915-fe746cc0a849),segment_id=c43d2e16-64d2-466b-8915-fe746cc0a849)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:18:29.393786 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-3f31f9a6-6f6b-4390-b533-439a5c0d1662 req-536cd296-6fc2-4417-ab6c-4f15908579bd tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:29.418432 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a3225072-4d3b-4371-b84a-af718b2708fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:29.447603 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-3f31f9a6-6f6b-4390-b533-439a5c0d1662 req-536cd296-6fc2-4417-ab6c-4f15908579bd tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:29.509828 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8fee32fe-18df-49a7-92ed-b4f1ce2761eb req-f780065d-c4b4-4d55-aee0-c519fd45dbd2 tempest-ServerShowV257Test-903940717 tempest-ServerShowV257Test-903940717-project] 10.222.0.22 "GET /v2.0/ports?device_id=55a22954-5a30-45df-a58d-01588501bf47 HTTP/1.1" status: 200 len: 210 time: 0.0382657 Aug 29 04:18:29.549597 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-92227fca-4d3b-40de-89a0-6cdd02227517 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:29.586623 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-1e17da13-8fb2-4a08-a0d2-03c3463e7527 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Allocated IP 10.1.1.70 (30a5f83d-44db-4be9-a796-3b5e93558c29/81808e7a-684a-4dd3-97bc-1cbd7265f9b6/e64e1abe-0190-4cb5-8d68-399c7b7657fa) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:18:29.637147 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-92227fca-4d3b-40de-89a0-6cdd02227517 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:29.652216 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3225072-4d3b-4371-b84a-af718b2708fb None None] Pushing event updated for resources: {'Port': ['ID=03989fa3-f942-46db-bcf1-e94c0d517238,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:29.776571 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bcad2c5d-de74-4d5e-9780-67f2829fc071 None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:29.790316 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-3f31f9a6-6f6b-4390-b533-439a5c0d1662 req-536cd296-6fc2-4417-ab6c-4f15908579bd tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:29.790738 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-bcad2c5d-de74-4d5e-9780-67f2829fc071 None None] Transition to ACTIVE for port object 2fe84324-d356-4917-89c3-8fa92f32d430 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:18:29.799586 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-3f31f9a6-6f6b-4390-b533-439a5c0d1662 req-536cd296-6fc2-4417-ab6c-4f15908579bd tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:29.878109 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-bcad2c5d-de74-4d5e-9780-67f2829fc071 None None] Transition to ACTIVE for port object 2fe84324-d356-4917-89c3-8fa92f32d430 will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:18:29.889181 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bcad2c5d-de74-4d5e-9780-67f2829fc071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:29.930441 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536cd296-6fc2-4417-ab6c-4f15908579bd tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Pushing event updated for resources: {'Port': ['ID=22b46b69-0b13-4d6e-b6bb-faa65f8377f5,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:29.947098 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-3f31f9a6-6f6b-4390-b533-439a5c0d1662 req-536cd296-6fc2-4417-ab6c-4f15908579bd tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719515'] for floatingip, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:29.977017 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcad2c5d-de74-4d5e-9780-67f2829fc071 None None] Network 4b336bb6-c1a2-4852-8570-018195081ecf is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:18:29.978839 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-3f31f9a6-6f6b-4390-b533-439a5c0d1662 req-536cd296-6fc2-4417-ab6c-4f15908579bd tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:29.978985 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-bcad2c5d-de74-4d5e-9780-67f2829fc071 None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:18:29.980664 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcad2c5d-de74-4d5e-9780-67f2829fc071 None None] Pushing event updated for resources: {'Port': ['ID=2fe84324-d356-4917-89c3-8fa92f32d430,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:29.983135 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcad2c5d-de74-4d5e-9780-67f2829fc071 None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:18:29.994609 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3f31f9a6-6f6b-4390-b533-439a5c0d1662 req-536cd296-6fc2-4417-ab6c-4f15908579bd tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.9485714 Aug 29 04:18:30.055434 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-92227fca-4d3b-40de-89a0-6cdd02227517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:30.058028 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-92227fca-4d3b-40de-89a0-6cdd02227517 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:30.059230 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-92227fca-4d3b-40de-89a0-6cdd02227517 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1765422c-6338-432e-b079-b76148843b50 HTTP/1.1" status: 204 len: 168 time: 0.7496929 Aug 29 04:18:30.096305 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf78f857-fa81-4660-917c-f2fc880d1a60 req-c3600b05-4a55-43a4-b55f-67bab32cb45f tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:30.102217 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-bf78f857-fa81-4660-917c-f2fc880d1a60 req-c3600b05-4a55-43a4-b55f-67bab32cb45f tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c617289-e2a1-439d-b627-a39be3c3c540 HTTP/1.1" status: 200 len: 946 time: 0.2857814 Aug 29 04:18:30.105675 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-bcad2c5d-de74-4d5e-9780-67f2829fc071 None None] Attempting to bind port 2fe84324-d356-4917-89c3-8fa92f32d430 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:18:30.106309 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-bcad2c5d-de74-4d5e-9780-67f2829fc071 None None] Attempting to bind port 2fe84324-d356-4917-89c3-8fa92f32d430 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '912c7cf8-61cd-4425-9508-d2aefeed23ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '4b336bb6-c1a2-4852-8570-018195081ecf'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:18:30.109408 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcad2c5d-de74-4d5e-9780-67f2829fc071 None None] Attempting to bind port 2fe84324-d356-4917-89c3-8fa92f32d430 on network 4b336bb6-c1a2-4852-8570-018195081ecf {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:18:30.117272 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcad2c5d-de74-4d5e-9780-67f2829fc071 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:18:30.117272 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcad2c5d-de74-4d5e-9780-67f2829fc071 None None] Checking segment: {'id': '912c7cf8-61cd-4425-9508-d2aefeed23ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '4b336bb6-c1a2-4852-8570-018195081ecf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:18:30.117272 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bcad2c5d-de74-4d5e-9780-67f2829fc071 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:30.117622 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcad2c5d-de74-4d5e-9780-67f2829fc071 None None] Bound using segment: {'id': '912c7cf8-61cd-4425-9508-d2aefeed23ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '4b336bb6-c1a2-4852-8570-018195081ecf'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:18:30.117925 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-bcad2c5d-de74-4d5e-9780-67f2829fc071 None None] Bound port: 2fe84324-d356-4917-89c3-8fa92f32d430, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '912c7cf8-61cd-4425-9508-d2aefeed23ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '4b336bb6-c1a2-4852-8570-018195081ecf'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:18:30.118259 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bcad2c5d-de74-4d5e-9780-67f2829fc071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:30.138353 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638ccac8-ea37-404f-97cc-c3e8248793c1 req-9e28f0ff-bb45-457f-8bd4-b677523caa06 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:30.143676 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3f31f9a6-6f6b-4390-b533-439a5c0d1662 req-0bbeb249-b8f4-461e-8823-89c795449289 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.0.10 HTTP/1.1" status: 200 len: 695 time: 0.1478736 Aug 29 04:18:30.144813 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-638ccac8-ea37-404f-97cc-c3e8248793c1 req-9e28f0ff-bb45-457f-8bd4-b677523caa06 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/networks?id=fe770585-a0e4-43ec-865b-d1030eff1ee8 HTTP/1.1" status: 200 len: 814 time: 0.5053442 Aug 29 04:18:30.167486 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92227fca-4d3b-40de-89a0-6cdd02227517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1765422c-6338-432e-b079-b76148843b50,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:30.217567 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-638ccac8-ea37-404f-97cc-c3e8248793c1 req-9568dcba-145d-4585-ade7-00dab918bfd4 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/quotas/b4784151d99c49e0b884d614cd8b3519 HTTP/1.1" status: 200 len: 375 time: 0.0449829 Aug 29 04:18:30.264170 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-bcad2c5d-de74-4d5e-9780-67f2829fc071 None None] For port 2fe84324-d356-4917-89c3-8fa92f32d430, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:18:30.270802 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-bcad2c5d-de74-4d5e-9780-67f2829fc071 None None] For port 2fe84324-d356-4917-89c3-8fa92f32d430, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=2fe84324-d356-4917-89c3-8fa92f32d430,segment=NetworkSegment(912c7cf8-61cd-4425-9508-d2aefeed23ec),segment_id=912c7cf8-61cd-4425-9508-d2aefeed23ec)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:18:30.279882 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bcad2c5d-de74-4d5e-9780-67f2829fc071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:30.292736 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1e17da13-8fb2-4a08-a0d2-03c3463e7527 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:30.360542 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f31f9a6-6f6b-4390-b533-439a5c0d1662 req-4a36f67c-aab9-4979-9186-9d00714a02a1 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:30.369299 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3f31f9a6-6f6b-4390-b533-439a5c0d1662 req-4a36f67c-aab9-4979-9186-9d00714a02a1 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "GET /v2.0/networks/e6c84a15-2e6f-4c07-8ede-a88148c2fe90 HTTP/1.1" status: 200 len: 784 time: 0.2143002 Aug 29 04:18:30.380517 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcad2c5d-de74-4d5e-9780-67f2829fc071 None None] Pushing event updated for resources: {'Port': ['ID=2fe84324-d356-4917-89c3-8fa92f32d430,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:30.383107 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-1e17da13-8fb2-4a08-a0d2-03c3463e7527 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Transition to ACTIVE for port object e64e1abe-0190-4cb5-8d68-399c7b7657fa will not be triggered until provisioned by entity DHCP. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:18:30.426260 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-638ccac8-ea37-404f-97cc-c3e8248793c1 req-67ae88ad-7125-4e7e-8ed6-a9fb5d2e1342 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=b4784151d99c49e0b884d614cd8b3519&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2074585 Aug 29 04:18:30.429203 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sun, 29 Aug 2021 04:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e89a5ea1-7c7e-4a74-9fc0-e1ebf45d43c9 x-openstack-request-id: req-e89a5ea1-7c7e-4a74-9fc0-e1ebf45d43c9 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:18:30.430156 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "173fd45c-af2b-4de2-bd0a-16743c6fa3c4", "name": "network-vif-deleted", "tag": "74d4a9cb-6c52-42c2-9100-d6d67faa3962", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f67de40e-9c4b-4df7-8589-9317825d95db", "tag": "51e0b316-720d-48b9-a953-c2e433fc1b08", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:18:30.430596 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e89a5ea1-7c7e-4a74-9fc0-e1ebf45d43c9 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:18:30.431194 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '173fd45c-af2b-4de2-bd0a-16743c6fa3c4', 'name': 'network-vif-deleted', 'tag': '74d4a9cb-6c52-42c2-9100-d6d67faa3962', 'status': 'completed', 'code': 200} Aug 29 04:18:30.431626 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f67de40e-9c4b-4df7-8589-9317825d95db', 'tag': '51e0b316-720d-48b9-a953-c2e433fc1b08', 'status': 'completed', 'code': 200} Aug 29 04:18:30.520391 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [req-bf78f857-fa81-4660-917c-f2fc880d1a60 req-5759362f-6fe3-448c-9d3a-c0542df0dc1b tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Deleting port a81c7e9d-5ef4-4363-97f3-843be5fcd915 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:18:30.520738 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-bf78f857-fa81-4660-917c-f2fc880d1a60 req-5759362f-6fe3-448c-9d3a-c0542df0dc1b tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:30.549031 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 47336) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:30.576763 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e04c87-f075-4ddc-8308-8ebe12d28313 req-873ac545-c1c1-4e29-8700-94561c1c15da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:30.578758 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-35e04c87-f075-4ddc-8308-8ebe12d28313 req-873ac545-c1c1-4e29-8700-94561c1c15da service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d9ed99521d6e4398bfbd9824b0326aa2&device_id=f67de40e-9c4b-4df7-8589-9317825d95db HTTP/1.1" status: 200 len: 1097 time: 0.1133404 Aug 29 04:18:30.579099 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1e17da13-8fb2-4a08-a0d2-03c3463e7527 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:30.590754 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-324e00ea-3a88-427c-b999-b4dbd97a987f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:30.692535 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e17da13-8fb2-4a08-a0d2-03c3463e7527 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Pushing event updated for resources: {'Port': ['ID=e64e1abe-0190-4cb5-8d68-399c7b7657fa,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:30.705186 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-638ccac8-ea37-404f-97cc-c3e8248793c1 req-4e463b53-28ac-4a6a-b0a1-66d9099adcf3 service neutron] 10.222.0.22 "GET /v2.0/networks/fe770585-a0e4-43ec-865b-d1030eff1ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2779169 Aug 29 04:18:30.714056 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b05503-6f3f-4817-a6b0-73dc14795a28 req-99d5b2b6-4012-4949-b477-cdadcc08ab21 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:30.715675 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-82b05503-6f3f-4817-a6b0-73dc14795a28 req-99d5b2b6-4012-4949-b477-cdadcc08ab21 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=00b7794b-e353-4482-a362-3b01d21c6207 HTTP/1.1" status: 200 len: 944 time: 0.1816185 Aug 29 04:18:30.827485 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e17da13-8fb2-4a08-a0d2-03c3463e7527 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Network 30a5f83d-44db-4be9-a796-3b5e93558c29 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:18:30.860081 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-82b05503-6f3f-4817-a6b0-73dc14795a28 req-a585ab3c-eab9-40a3-bc13-168e3607b788 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=67519499-017b-4c54-88db-c974346724c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301200 Aug 29 04:18:30.861430 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-1e17da13-8fb2-4a08-a0d2-03c3463e7527 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:18:30.866724 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e17da13-8fb2-4a08-a0d2-03c3463e7527 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:18:30.871880 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e04c87-f075-4ddc-8308-8ebe12d28313 req-989b411a-ec96-426a-ba2d-91b7ed69dcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:30.873525 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-35e04c87-f075-4ddc-8308-8ebe12d28313 req-989b411a-ec96-426a-ba2d-91b7ed69dcd1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9d43f3ab-9b4a-4dba-a6cb-255676b324fd HTTP/1.1" status: 200 len: 920 time: 0.2648816 Aug 29 04:18:30.961766 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-35e04c87-f075-4ddc-8308-8ebe12d28313 req-c95a6e5f-4705-450c-84b7-7c51411e82e2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=51e0b316-720d-48b9-a953-c2e433fc1b08 HTTP/1.1" status: 200 len: 217 time: 0.0661390 Aug 29 04:18:30.976420 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-324e00ea-3a88-427c-b999-b4dbd97a987f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:31.019747 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-324e00ea-3a88-427c-b999-b4dbd97a987f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:31.061049 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-bf78f857-fa81-4660-917c-f2fc880d1a60 req-5759362f-6fe3-448c-9d3a-c0542df0dc1b tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] For port a81c7e9d-5ef4-4363-97f3-843be5fcd915, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=a81c7e9d-5ef4-4363-97f3-843be5fcd915,segment=NetworkSegment(3a361a5a-9d59-4b40-a4d8-5fab9d00c859),segment_id=3a361a5a-9d59-4b40-a4d8-5fab9d00c859)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:31.061643 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-bf78f857-fa81-4660-917c-f2fc880d1a60 req-5759362f-6fe3-448c-9d3a-c0542df0dc1b tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:31.068305 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-092a3e0a-ed24-4989-a7a4-f0462b978c63 req-2c5f1490-f7a1-411a-8c43-e934348eb15a tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=75a39e68-5d14-43e2-bf0b-82240c86b1bf HTTP/1.1" status: 200 len: 210 time: 0.0945785 Aug 29 04:18:31.123374 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-324e00ea-3a88-427c-b999-b4dbd97a987f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d08bce5aade94144a98f14d1e82b8712&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5728397 Aug 29 04:18:31.123547 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e04c87-f075-4ddc-8308-8ebe12d28313 req-0eb43714-dbba-4167-8d0b-cc3850c3b1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:31.125319 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-35e04c87-f075-4ddc-8308-8ebe12d28313 req-0eb43714-dbba-4167-8d0b-cc3850c3b1bd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e1b42450-980b-42a3-969d-e6ff4d7c5e44 HTTP/1.1" status: 200 len: 859 time: 0.1457598 Aug 29 04:18:31.129216 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [req-bf78f857-fa81-4660-917c-f2fc880d1a60 req-5759362f-6fe3-448c-9d3a-c0542df0dc1b tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Calling delete_port for a81c7e9d-5ef4-4363-97f3-843be5fcd915 owned by compute:nova {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:18:31.129369 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 47340) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:31.157687 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a945775f-5c44-434c-b9c5-97ff3d24a925 None None] Network 30a5f83d-44db-4be9-a796-3b5e93558c29 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:18:31.170562 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-35e04c87-f075-4ddc-8308-8ebe12d28313 req-fbc01188-d395-4929-99ab-094271c3e837 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9d43f3ab-9b4a-4dba-a6cb-255676b324fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328040 Aug 29 04:18:31.171135 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324e00ea-3a88-427c-b999-b4dbd97a987f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33d6ff8b-a0c9-48e8-9563-275290919693,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:31.184175 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083d17bc-b9c4-4d55-acf2-3037c9071da2 req-e62c0ea1-6234-49c2-9ed2-0d10e12b355e tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:31.186163 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-083d17bc-b9c4-4d55-acf2-3037c9071da2 req-e62c0ea1-6234-49c2-9ed2-0d10e12b355e tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.46 "GET /v2.0/networks?id=53020a37-9cfa-46c3-bf40-16467007f493 HTTP/1.1" status: 200 len: 820 time: 0.3524876 Aug 29 04:18:31.206366 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e17da13-8fb2-4a08-a0d2-03c3463e7527 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:31.207034 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1e17da13-8fb2-4a08-a0d2-03c3463e7527 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:31.215109 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-083d17bc-b9c4-4d55-acf2-3037c9071da2 req-16b97146-d227-4783-aaa3-e5deb0ac6796 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Request body: {'port': {'device_id': '75a39e68-5d14-43e2-bf0b-82240c86b1bf', 'network_id': '53020a37-9cfa-46c3-bf40-16467007f493', 'admin_state_up': True, 'tenant_id': '1d0658a0a90a4facb02cad62921e20d5'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:31.278337 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-0ea38184-28f4-40a5-b3e9-2af21341261d None None] Provisioning for port 03989fa3-f942-46db-bcf1-e94c0d517238 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:18:31.454228 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3866f400-31d1-44be-a9ee-3fecf8e72653 req-9f3c37f9-dfa5-44a1-9c13-6a9edb72d020 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:31.456588 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3866f400-31d1-44be-a9ee-3fecf8e72653 req-9f3c37f9-dfa5-44a1-9c13-6a9edb72d020 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/ports?device_id=20f70bce-5c3c-4d47-becc-d2af5bc207aa HTTP/1.1" status: 200 len: 950 time: 0.1921833 Aug 29 04:18:31.461587 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a24b4f46-f6e9-4b27-a6d3-7a5536b61cec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:31.539759 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-35e04c87-f075-4ddc-8308-8ebe12d28313 req-11963e69-6100-4a2b-a133-e7a6b14f6791 service neutron] 10.222.0.46 "GET /v2.0/networks/9d43f3ab-9b4a-4dba-a6cb-255676b324fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3411872 Aug 29 04:18:31.658818 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a24b4f46-f6e9-4b27-a6d3-7a5536b61cec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:31.672839 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-35e04c87-f075-4ddc-8308-8ebe12d28313 req-cf19e12c-e23a-4b89-a25d-2681aa458523 service neutron] 10.222.0.46 "GET /v2.0/networks/9d43f3ab-9b4a-4dba-a6cb-255676b324fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212435 Aug 29 04:18:31.728918 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3866f400-31d1-44be-a9ee-3fecf8e72653 req-0e7f747c-625f-4a85-be2c-6594dabe3f87 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/security-groups?id=69e9e696-6092-48f5-a28b-387de9f4e688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576435 Aug 29 04:18:31.813616 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a24b4f46-f6e9-4b27-a6d3-7a5536b61cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:31.817442 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a24b4f46-f6e9-4b27-a6d3-7a5536b61cec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:31.819045 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-a24b4f46-f6e9-4b27-a6d3-7a5536b61cec admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/33d6ff8b-a0c9-48e8-9563-275290919693 HTTP/1.1" status: 204 len: 168 time: 0.6893201 Aug 29 04:18:31.853883 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24b4f46-f6e9-4b27-a6d3-7a5536b61cec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d6ff8b-a0c9-48e8-9563-275290919693,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:31.856386 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-638ccac8-ea37-404f-97cc-c3e8248793c1 req-fc8c9881-a547-4598-922e-5fdc2cfdc956 service neutron] 10.222.0.22 "GET /v2.0/networks/fe770585-a0e4-43ec-865b-d1030eff1ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1266837 Aug 29 04:18:31.880223 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-1e17da13-8fb2-4a08-a0d2-03c3463e7527 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.3851418 Aug 29 04:18:31.880412 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 31491024-4c7a-4b13-84e2-7d9fa9111394 up at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:18:31.885323 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 47344) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:31.907319 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-ab25c3c4-9590-4081-9212-e53affcf5dc7 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Request body: {'port': {'network_id': '30a5f83d-44db-4be9-a796-3b5e93558c29', 'name': 'tempest-TaggedBootDevicesTest_v242-626349628', 'fixed_ips': [{'subnet_id': '81808e7a-684a-4dd3-97bc-1cbd7265f9b6'}]}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:31.950406 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff97382-8a91-4754-9569-af007dfb77c5 req-49ecb42b-8ae5-48e4-a4c5-7a5c392224ea tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:31.951658 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-bff97382-8a91-4754-9569-af007dfb77c5 req-49ecb42b-8ae5-48e4-a4c5-7a5c392224ea tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.46 "GET /v2.0/ports?device_id=20f70bce-5c3c-4d47-becc-d2af5bc207aa HTTP/1.1" status: 200 len: 950 time: 0.8497367 Aug 29 04:18:32.034350 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b792e3-1578-4966-843f-45a777ee4984 None None] Network 4b336bb6-c1a2-4852-8570-018195081ecf requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:18:32.050891 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 03989fa3-f942-46db-bcf1-e94c0d517238 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:18:32.192060 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-083d17bc-b9c4-4d55-acf2-3037c9071da2 req-16b97146-d227-4783-aaa3-e5deb0ac6796 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Made reservation on behalf of 1d0658a0a90a4facb02cad62921e20d5 for: {'port': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:18:32.195493 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-083d17bc-b9c4-4d55-acf2-3037c9071da2 req-16b97146-d227-4783-aaa3-e5deb0ac6796 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:32.288943 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325a6c10-13e9-425f-9057-887b2837ef3c req-e83bd45f-160e-42db-bfe6-802a5585c492 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:32.301557 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-325a6c10-13e9-425f-9057-887b2837ef3c req-e83bd45f-160e-42db-bfe6-802a5585c492 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "GET /v2.0/ports?device_id=f67de40e-9c4b-4df7-8589-9317825d95db&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3776524 Aug 29 04:18:32.317328 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-bf78f857-fa81-4660-917c-f2fc880d1a60 req-5759362f-6fe3-448c-9d3a-c0542df0dc1b tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:32.334418 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-4d6ba96d-8278-46c2-9ddc-67a62e5b0b0f None None] Provisioning for port 2fe84324-d356-4917-89c3-8fa92f32d430 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:18:32.365602 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9fa42c11-b1c5-4aa2-9ccb-250f8fd1483a req-dda65663-5fd5-4b0a-9cad-14b872ffba66 tempest-ServerShowV257Test-903940717 tempest-ServerShowV257Test-903940717-project] 10.222.0.22 "GET /v2.0/ports?device_id=55a22954-5a30-45df-a58d-01588501bf47 HTTP/1.1" status: 200 len: 210 time: 0.0944359 Aug 29 04:18:32.393974 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [req-bff97382-8a91-4754-9569-af007dfb77c5 req-607b6b44-0282-44a7-89b9-53528572d333 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Deleting port dba8531b-5497-4ce4-a7d5-2907dbf0117c {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:18:32.394595 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-bff97382-8a91-4754-9569-af007dfb77c5 req-607b6b44-0282-44a7-89b9-53528572d333 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:32.418117 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning for port 31491024-4c7a-4b13-84e2-7d9fa9111394 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:18:32.436091 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning complete for port 31491024-4c7a-4b13-84e2-7d9fa9111394 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:32.436470 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:32.570263 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-325a6c10-13e9-425f-9057-887b2837ef3c req-70721509-a4cc-49dd-8a2f-3aa8d2d3dfc9 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.0.10 HTTP/1.1" status: 200 len: 695 time: 0.2677057 Aug 29 04:18:32.582296 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-325a6c10-13e9-425f-9057-887b2837ef3c req-27adc301-dc9b-44a8-bca3-164e4885375a tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Request body: {'floatingip': {'port_id': '51e0b316-720d-48b9-a953-c2e433fc1b08', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:32.594873 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5759362f-6fe3-448c-9d3a-c0542df0dc1b tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Pushing event deleted for resources: {'Port': ['ID=a81c7e9d-5ef4-4363-97f3-843be5fcd915,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:32.618875 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-8ff8dd8e-afdb-4b14-97b6-1d3c33fab0f5 None None] Provisioning for port e64e1abe-0190-4cb5-8d68-399c7b7657fa completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:18:32.631042 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-8ff8dd8e-afdb-4b14-97b6-1d3c33fab0f5 None None] Provisioning complete for port e64e1abe-0190-4cb5-8d68-399c7b7657fa triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:32.631856 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8ff8dd8e-afdb-4b14-97b6-1d3c33fab0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:32.653158 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-325a6c10-13e9-425f-9057-887b2837ef3c req-27adc301-dc9b-44a8-bca3-164e4885375a tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Notify callbacks [] for floatingip, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:32.708789 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-8ff8dd8e-afdb-4b14-97b6-1d3c33fab0f5 None None] Port e64e1abe-0190-4cb5-8d68-399c7b7657fa cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:18:32.817503 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:32.823063 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 03989fa3-f942-46db-bcf1-e94c0d517238 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:18:32.831558 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-8ff8dd8e-afdb-4b14-97b6-1d3c33fab0f5 None None] Provisioning complete for port 03989fa3-f942-46db-bcf1-e94c0d517238 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:32.831999 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8ff8dd8e-afdb-4b14-97b6-1d3c33fab0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:32.848346 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 03989fa3-f942-46db-bcf1-e94c0d517238 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:32.848745 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:32.857693 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf78f857-fa81-4660-917c-f2fc880d1a60 req-5759362f-6fe3-448c-9d3a-c0542df0dc1b tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] No DVR routers for this DVR port a81c7e9d-5ef4-4363-97f3-843be5fcd915 on host n-h2-712140-12 {{(pid=94829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:18:32.878222 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-bf78f857-fa81-4660-917c-f2fc880d1a60 req-5759362f-6fe3-448c-9d3a-c0542df0dc1b tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:32.880378 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-bf78f857-fa81-4660-917c-f2fc880d1a60 req-5759362f-6fe3-448c-9d3a-c0542df0dc1b tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.48 "DELETE /v2.0/ports/a81c7e9d-5ef4-4363-97f3-843be5fcd915 HTTP/1.1" status: 204 len: 173 time: 2.7343092 Aug 29 04:18:32.886814 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c617289-e2a1-439d-b627-a39be3c3c540', 'name': 'network-vif-deleted', 'tag': 'a81c7e9d-5ef4-4363-97f3-843be5fcd915'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:18:32.888315 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab25c3c4-9590-4081-9212-e53affcf5dc7 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Made reservation on behalf of e5f0d8ebc9a74e589a93c4dfadff20f5 for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:18:32.901422 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d5bde64-0107-4c9c-a995-558278717044" -d '{"events": [{"server_uuid": "0c617289-e2a1-439d-b627-a39be3c3c540", "name": "network-vif-deleted", "tag": "a81c7e9d-5ef4-4363-97f3-843be5fcd915"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:18:33.050386 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [req-083d17bc-b9c4-4d55-acf2-3037c9071da2 req-16b97146-d227-4783-aaa3-e5deb0ac6796 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Allocated IP 172.20.0.2 (53020a37-9cfa-46c3-bf40-16467007f493/210c6ef6-f12f-4dde-90b9-22d1971290b1/59864ef7-059a-4500-85c1-f75d5e2f7370) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:18:33.055360 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-bff97382-8a91-4754-9569-af007dfb77c5 req-607b6b44-0282-44a7-89b9-53528572d333 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] For port dba8531b-5497-4ce4-a7d5-2907dbf0117c, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=dba8531b-5497-4ce4-a7d5-2907dbf0117c,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:33.056029 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-bff97382-8a91-4754-9569-af007dfb77c5 req-607b6b44-0282-44a7-89b9-53528572d333 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:33.077003 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f719bad-01a6-4fef-9d30-a16bdbe12e52 req-a4f887ac-997f-43e5-b2f4-2575224b3163 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:33.084377 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0f719bad-01a6-4fef-9d30-a16bdbe12e52 req-a4f887ac-997f-43e5-b2f4-2575224b3163 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=00b7794b-e353-4482-a362-3b01d21c6207 HTTP/1.1" status: 200 len: 944 time: 0.5342956 Aug 29 04:18:33.095655 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00b7794b-e353-4482-a362-3b01d21c6207', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31491024-4c7a-4b13-84e2-7d9fa9111394'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:18:33.112538 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [req-bff97382-8a91-4754-9569-af007dfb77c5 req-607b6b44-0282-44a7-89b9-53528572d333 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Calling delete_port for dba8531b-5497-4ce4-a7d5-2907dbf0117c owned by compute:nova {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:18:33.113981 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-825a0927-d938-4a6b-8581-3f114db7e02d" -d '{"events": [{"server_uuid": "00b7794b-e353-4482-a362-3b01d21c6207", "name": "network-vif-plugged", "status": "completed", "tag": "31491024-4c7a-4b13-84e2-7d9fa9111394"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:18:33.183370 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 31491024-4c7a-4b13-84e2-7d9fa9111394, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=31491024-4c7a-4b13-84e2-7d9fa9111394,segment=NetworkSegment(6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc),segment_id=6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:33.190309 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:33.304088 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0f719bad-01a6-4fef-9d30-a16bdbe12e52 req-63eb5da0-674c-4c50-8a69-cff578ce9dcd tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=67519499-017b-4c54-88db-c974346724c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091665 Aug 29 04:18:33.383181 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:33.390336 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-296bfd94-cba5-420b-9f72-b18330eb2672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:33.392761 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=31491024-4c7a-4b13-84e2-7d9fa9111394,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:33.427917 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8ff8dd8e-afdb-4b14-97b6-1d3c33fab0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:33.481631 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 03989fa3-f942-46db-bcf1-e94c0d517238, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=03989fa3-f942-46db-bcf1-e94c0d517238,segment=NetworkSegment(c43d2e16-64d2-466b-8915-fe746cc0a849),segment_id=c43d2e16-64d2-466b-8915-fe746cc0a849)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:33.491486 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:33.492543 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 2fe84324-d356-4917-89c3-8fa92f32d430 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:18:33.514733 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ab25c3c4-9590-4081-9212-e53affcf5dc7 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:33.743736 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-bff97382-8a91-4754-9569-af007dfb77c5 req-607b6b44-0282-44a7-89b9-53528572d333 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:33.757244 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=03989fa3-f942-46db-bcf1-e94c0d517238,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:33.762744 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-bf07aaf0-2b70-41b5-bc9b-53f41694be8f req-91386a23-b4ff-4f56-856e-d1f3b1b7ef6c tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=75a39e68-5d14-43e2-bf0b-82240c86b1bf HTTP/1.1" status: 200 len: 210 time: 0.3090377 Aug 29 04:18:33.764315 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['f2cfa364-e651-4bd4-9af8-0e6ba565e3ca'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:18:33.769611 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.db.api [None req-8ff8dd8e-afdb-4b14-97b6-1d3c33fab0f5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94830) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:18:33.769977 n-d-712140-12 neutron-server[94830]: DEBUG oslo_db.api [None req-8ff8dd8e-afdb-4b14-97b6-1d3c33fab0f5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:18:33.804208 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['6c598feb-3ed1-428d-85b3-41629f32880f', '2a6bce68-a836-4780-9092-ee7498142e59', 'fdc22186-f215-454e-8546-82ba1900a0c8', 'ec53f0a0-f10b-4f6d-bb3e-ad6634d1e6cb'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:18:33.826634 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ab25c3c4-9590-4081-9212-e53affcf5dc7 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] device_id is not set on port 1cbff8cc-cee1-4849-be7f-5f48e82103ba yet. {{(pid=94828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:18:33.893846 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607b6b44-0282-44a7-89b9-53528572d333 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Pushing event deleted for resources: {'Port': ['ID=dba8531b-5497-4ce4-a7d5-2907dbf0117c,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:33.899890 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device a81c7e9d-5ef4-4363-97f3-843be5fcd915 no longer exists at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:18:34.003637 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] No Port match for: a81c7e9d-5ef4-4363-97f3-843be5fcd915 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:18:34.003903 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device a81c7e9d-5ef4-4363-97f3-843be5fcd915 not bound to the agent host n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:18:34.005368 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 2fe84324-d356-4917-89c3-8fa92f32d430 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:18:34.043866 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 2fe84324-d356-4917-89c3-8fa92f32d430 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:34.044238 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:34.139546 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-083d17bc-b9c4-4d55-acf2-3037c9071da2 req-16b97146-d227-4783-aaa3-e5deb0ac6796 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:34.209437 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8ce3f331-889d-4d6f-af4a-023c8593a62a req-f74a6cc3-044b-4ba6-a40e-920670753957 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/ports?device_id=00a43dbd-a810-4f47-ad51-dd96a6a22fbe HTTP/1.1" status: 200 len: 210 time: 0.2837176 Aug 29 04:18:34.236114 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:34.252335 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-083d17bc-b9c4-4d55-acf2-3037c9071da2 req-16b97146-d227-4783-aaa3-e5deb0ac6796 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:34.297847 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [req-bff97382-8a91-4754-9569-af007dfb77c5 req-607b6b44-0282-44a7-89b9-53528572d333 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] No DVR routers for this DVR port dba8531b-5497-4ce4-a7d5-2907dbf0117c on host n-h1-712140-12 {{(pid=94829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:18:34.321902 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-bff97382-8a91-4754-9569-af007dfb77c5 req-607b6b44-0282-44a7-89b9-53528572d333 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:34.328716 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-bff97382-8a91-4754-9569-af007dfb77c5 req-607b6b44-0282-44a7-89b9-53528572d333 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.46 "DELETE /v2.0/ports/dba8531b-5497-4ce4-a7d5-2907dbf0117c HTTP/1.1" status: 204 len: 173 time: 2.3538637 Aug 29 04:18:34.380533 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-083d17bc-b9c4-4d55-acf2-3037c9071da2 req-16b97146-d227-4783-aaa3-e5deb0ac6796 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Network 53020a37-9cfa-46c3-bf40-16467007f493 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:18:34.445419 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [req-083d17bc-b9c4-4d55-acf2-3037c9071da2 req-16b97146-d227-4783-aaa3-e5deb0ac6796 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:18:34.471969 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [req-083d17bc-b9c4-4d55-acf2-3037c9071da2 req-16b97146-d227-4783-aaa3-e5deb0ac6796 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:18:34.547453 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 2fe84324-d356-4917-89c3-8fa92f32d430, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=2fe84324-d356-4917-89c3-8fa92f32d430,segment=NetworkSegment(912c7cf8-61cd-4425-9508-d2aefeed23ec),segment_id=912c7cf8-61cd-4425-9508-d2aefeed23ec)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:34.619576 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:34.656562 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083d17bc-b9c4-4d55-acf2-3037c9071da2 req-16b97146-d227-4783-aaa3-e5deb0ac6796 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:34.662991 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-083d17bc-b9c4-4d55-acf2-3037c9071da2 req-16b97146-d227-4783-aaa3-e5deb0ac6796 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:34.697863 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7901ad65-5ad4-4906-8241-7dd981279bc5 req-90e8315a-ea66-4609-a9f3-e3a5f89719c2 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/ports?device_id=20f70bce-5c3c-4d47-becc-d2af5bc207aa HTTP/1.1" status: 200 len: 210 time: 0.3415761 Aug 29 04:18:34.803331 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 47404) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:34.805075 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b97146-d227-4783-aaa3-e5deb0ac6796 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Pushing event updated for resources: {'Port': ['ID=59864ef7-059a-4500-85c1-f75d5e2f7370,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:34.809513 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-ab25c3c4-9590-4081-9212-e53affcf5dc7 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Allocated IP 10.1.1.183 (30a5f83d-44db-4be9-a796-3b5e93558c29/81808e7a-684a-4dd3-97bc-1cbd7265f9b6/1cbff8cc-cee1-4849-be7f-5f48e82103ba) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:18:34.818289 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-083d17bc-b9c4-4d55-acf2-3037c9071da2 req-16b97146-d227-4783-aaa3-e5deb0ac6796 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6184266 Aug 29 04:18:34.853954 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3228246f-4470-4a26-83da-e588ae42dfe9 req-7af9db87-c8a7-461c-a2dc-d5d8874db771 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1e5ccfea-706b-4825-9d2e-60c0b092c82e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7103171 Aug 29 04:18:34.855333 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-083d17bc-b9c4-4d55-acf2-3037c9071da2 req-3033d221-4097-436a-8f3d-94559350eb50 service neutron] Request body: {'port': {'device_id': '75a39e68-5d14-43e2-bf0b-82240c86b1bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-12'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:34.876068 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 03989fa3-f942-46db-bcf1-e94c0d517238 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:18:34.968029 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64bb7901-ae3e-4bfd-96fe-7a7ee6b89ddb x-openstack-request-id: req-64bb7901-ae3e-4bfd-96fe-7a7ee6b89ddb {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:18:34.969109 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c617289-e2a1-439d-b627-a39be3c3c540", "name": "network-vif-deleted", "tag": "a81c7e9d-5ef4-4363-97f3-843be5fcd915", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:18:34.969571 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-64bb7901-ae3e-4bfd-96fe-7a7ee6b89ddb {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:18:34.970181 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c617289-e2a1-439d-b627-a39be3c3c540', 'name': 'network-vif-deleted', 'tag': 'a81c7e9d-5ef4-4363-97f3-843be5fcd915', 'status': 'completed', 'code': 200} Aug 29 04:18:34.982129 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=2fe84324-d356-4917-89c3-8fa92f32d430,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:35.007750 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86598262-bf63-49cb-b45c-dd1b0e71d3b8 x-openstack-request-id: req-86598262-bf63-49cb-b45c-dd1b0e71d3b8 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:18:35.008077 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00b7794b-e353-4482-a362-3b01d21c6207", "name": "network-vif-plugged", "status": "completed", "tag": "31491024-4c7a-4b13-84e2-7d9fa9111394", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:18:35.010376 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-86598262-bf63-49cb-b45c-dd1b0e71d3b8 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:18:35.010961 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00b7794b-e353-4482-a362-3b01d21c6207', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31491024-4c7a-4b13-84e2-7d9fa9111394', 'code': 200} Aug 29 04:18:35.052706 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-083d17bc-b9c4-4d55-acf2-3037c9071da2 req-3033d221-4097-436a-8f3d-94559350eb50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:35.069705 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-a37335e5-7d39-43ac-96a9-34e6b8836a10 tempest-RoutersTestDVR-1677887603 tempest-RoutersTestDVR-1677887603-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1704184755'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:35.083320 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638ccac8-ea37-404f-97cc-c3e8248793c1 req-2b3bc70b-09eb-458e-993c-1a4777e18070 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:35.085311 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-638ccac8-ea37-404f-97cc-c3e8248793c1 req-2b3bc70b-09eb-458e-993c-1a4777e18070 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.48 "GET /v2.0/networks?id=fe770585-a0e4-43ec-865b-d1030eff1ee8 HTTP/1.1" status: 200 len: 814 time: 0.8746758 Aug 29 04:18:35.130739 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-638ccac8-ea37-404f-97cc-c3e8248793c1 req-d48fbc83-6ecc-45d0-951a-cd10e79140fa tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Request body: {'port': {'device_id': '00a43dbd-a810-4f47-ad51-dd96a6a22fbe', 'network_id': 'fe770585-a0e4-43ec-865b-d1030eff1ee8', 'admin_state_up': True, 'tenant_id': 'b4784151d99c49e0b884d614cd8b3519'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:35.140004 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-5f7acbd1-452d-4926-9231-381faf1becdd None None] Provisioning complete for port 2fe84324-d356-4917-89c3-8fa92f32d430 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:35.140803 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5f7acbd1-452d-4926-9231-381faf1becdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:35.228831 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c36a3a5d-6a6b-4c2a-9e5d-eacf0e363fb2 req-9b68368a-5a11-42ca-ae0a-62dbe0ec9ae2 tempest-ServerShowV257Test-903940717 tempest-ServerShowV257Test-903940717-project] 10.222.0.22 "GET /v2.0/ports?device_id=55a22954-5a30-45df-a58d-01588501bf47 HTTP/1.1" status: 200 len: 210 time: 0.1064727 Aug 29 04:18:35.235704 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device dba8531b-5497-4ce4-a7d5-2907dbf0117c no longer exists at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:18:35.238385 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a37335e5-7d39-43ac-96a9-34e6b8836a10 tempest-RoutersTestDVR-1677887603 tempest-RoutersTestDVR-1677887603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:35.239951 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a37335e5-7d39-43ac-96a9-34e6b8836a10 tempest-RoutersTestDVR-1677887603 tempest-RoutersTestDVR-1677887603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1838'] for router, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:35.282996 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 03989fa3-f942-46db-bcf1-e94c0d517238 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:35.283893 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:35.290531 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] No Port match for: dba8531b-5497-4ce4-a7d5-2907dbf0117c {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:18:35.290886 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device dba8531b-5497-4ce4-a7d5-2907dbf0117c not bound to the agent host n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:18:35.335592 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ab25c3c4-9590-4081-9212-e53affcf5dc7 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:35.361143 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ab25c3c4-9590-4081-9212-e53affcf5dc7 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Transition to ACTIVE for port object 1cbff8cc-cee1-4849-be7f-5f48e82103ba will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:18:35.448114 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a37335e5-7d39-43ac-96a9-34e6b8836a10 tempest-RoutersTestDVR-1677887603 tempest-RoutersTestDVR-1677887603-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:35.470594 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ab25c3c4-9590-4081-9212-e53affcf5dc7 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:35.474008 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a37335e5-7d39-43ac-96a9-34e6b8836a10 tempest-RoutersTestDVR-1677887603 tempest-RoutersTestDVR-1677887603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409'] for router, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:35.503057 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.db.resource_extend [req-325a6c10-13e9-425f-9057-887b2837ef3c req-27adc301-dc9b-44a8-bca3-164e4885375a tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] It took 0.51 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:18:35.503627 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-5f7acbd1-452d-4926-9231-381faf1becdd None None] Provisioning complete for port e64e1abe-0190-4cb5-8d68-399c7b7657fa triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:35.504136 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5f7acbd1-452d-4926-9231-381faf1becdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:35.514474 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3228246f-4470-4a26-83da-e588ae42dfe9 req-ac74d3f9-1ebd-46db-bb5e-0bb36c8c57d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:35.516771 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3228246f-4470-4a26-83da-e588ae42dfe9 req-ac74d3f9-1ebd-46db-bb5e-0bb36c8c57d0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=48da3dc54d264865b5c4834c4a90f4b5&device_id=1e5ccfea-706b-4825-9d2e-60c0b092c82e HTTP/1.1" status: 200 len: 1096 time: 0.5683815 Aug 29 04:18:35.573278 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-5f7acbd1-452d-4926-9231-381faf1becdd None None] Port e64e1abe-0190-4cb5-8d68-399c7b7657fa cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:18:35.581506 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e88be8-d09a-4f00-9e18-f46c88320596 req-87965f4e-a336-429f-9d55-72921c969b35 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:35.589168 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-85e88be8-d09a-4f00-9e18-f46c88320596 req-87965f4e-a336-429f-9d55-72921c969b35 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=00b7794b-e353-4482-a362-3b01d21c6207 HTTP/1.1" status: 200 len: 945 time: 0.2151461 Aug 29 04:18:35.609998 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-638ccac8-ea37-404f-97cc-c3e8248793c1 req-d48fbc83-6ecc-45d0-951a-cd10e79140fa tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Made reservation on behalf of b4784151d99c49e0b884d614cd8b3519 for: {'port': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:18:35.615026 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-638ccac8-ea37-404f-97cc-c3e8248793c1 req-d48fbc83-6ecc-45d0-951a-cd10e79140fa tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:35.639828 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a37335e5-7d39-43ac-96a9-34e6b8836a10 tempest-RoutersTestDVR-1677887603 tempest-RoutersTestDVR-1677887603-project-admin] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:35.644320 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-a37335e5-7d39-43ac-96a9-34e6b8836a10 tempest-RoutersTestDVR-1677887603 tempest-RoutersTestDVR-1677887603-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.8357420 Aug 29 04:18:35.647581 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 47412) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:35.685415 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-325a6c10-13e9-425f-9057-887b2837ef3c req-27adc301-dc9b-44a8-bca3-164e4885375a tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:35.692906 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab25c3c4-9590-4081-9212-e53affcf5dc7 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Network 30a5f83d-44db-4be9-a796-3b5e93558c29 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:18:35.693837 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab25c3c4-9590-4081-9212-e53affcf5dc7 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Pushing event updated for resources: {'Port': ['ID=1cbff8cc-cee1-4849-be7f-5f48e82103ba,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:35.712663 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-325a6c10-13e9-425f-9057-887b2837ef3c req-27adc301-dc9b-44a8-bca3-164e4885375a tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719515'] for floatingip, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:35.714594 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-ab25c3c4-9590-4081-9212-e53affcf5dc7 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:18:35.745779 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab25c3c4-9590-4081-9212-e53affcf5dc7 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:18:35.855768 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f57ba9b-a5a7-4b5f-b8a8-4a13e032b465 req-6247ef05-1762-4e0e-aa58-9d0360de93c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:35.857503 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8f57ba9b-a5a7-4b5f-b8a8-4a13e032b465 req-6247ef05-1762-4e0e-aa58-9d0360de93c7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=00b7794b-e353-4482-a362-3b01d21c6207 HTTP/1.1" status: 200 len: 1097 time: 0.7585273 Aug 29 04:18:35.910992 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab25c3c4-9590-4081-9212-e53affcf5dc7 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:35.911670 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ab25c3c4-9590-4081-9212-e53affcf5dc7 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:35.929471 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-35652df5-bad2-4b82-84cd-907d490e4f1e tempest-RoutersTestDVR-1677887603 tempest-RoutersTestDVR-1677887603-project-admin] Notify callbacks [] for router, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:35.934034 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-85e88be8-d09a-4f00-9e18-f46c88320596 req-fba8ae1f-0c3c-4ef6-83d4-3c6c4f52b841 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=67519499-017b-4c54-88db-c974346724c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3440726 Aug 29 04:18:36.005633 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-ab25c3c4-9590-4081-9212-e53affcf5dc7 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.1184278 Aug 29 04:18:36.007120 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1932747c-d781-48ba-8d01-086139b4c8b0 None None] Provisioning for port 1cbff8cc-cee1-4849-be7f-5f48e82103ba completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:18:36.015247 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1932747c-d781-48ba-8d01-086139b4c8b0 None None] Provisioning complete for port 1cbff8cc-cee1-4849-be7f-5f48e82103ba triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:36.015627 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1932747c-d781-48ba-8d01-086139b4c8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:36.019407 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8f57ba9b-a5a7-4b5f-b8a8-4a13e032b465 req-5f124579-4335-4741-b079-71b9cf6a6c4c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=67519499-017b-4c54-88db-c974346724c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510324 Aug 29 04:18:36.022820 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3228246f-4470-4a26-83da-e588ae42dfe9 req-08d9c3f7-f876-4282-a36a-bbd90582ae93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:36.024473 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3228246f-4470-4a26-83da-e588ae42dfe9 req-08d9c3f7-f876-4282-a36a-bbd90582ae93 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7521cd58-9470-4433-82b8-7e942c988b03 HTTP/1.1" status: 200 len: 913 time: 0.4137914 Aug 29 04:18:36.032341 n-d-712140-12 neutron-server[94828]: INFO neutron.db.l3_db [req-325a6c10-13e9-425f-9057-887b2837ef3c req-27adc301-dc9b-44a8-bca3-164e4885375a tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Floating IP 089d54d1-23db-4eac-acac-8e08f4735111 associated. External IP: 172.25.0.10, port: 51e0b316-720d-48b9-a953-c2e433fc1b08. Aug 29 04:18:36.075634 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-1932747c-d781-48ba-8d01-086139b4c8b0 None None] Port 1cbff8cc-cee1-4849-be7f-5f48e82103ba cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:18:36.118100 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [req-638ccac8-ea37-404f-97cc-c3e8248793c1 req-d48fbc83-6ecc-45d0-951a-cd10e79140fa tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Allocated IP 172.20.0.5 (fe770585-a0e4-43ec-865b-d1030eff1ee8/f04b5666-45e5-4baa-8010-af21415a61db/0ae765e5-77d5-4a97-ad1d-128559d7fc18) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:18:36.174914 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [req-083d17bc-b9c4-4d55-acf2-3037c9071da2 req-3033d221-4097-436a-8f3d-94559350eb50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59864ef7-059a-4500-85c1-f75d5e2f7370 {{(pid=94829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:18:36.189368 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3228246f-4470-4a26-83da-e588ae42dfe9 req-091976cb-049f-4ea4-849d-d9a3e5632fc7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f94ff432-1efb-4d16-b88c-19279e1457b8 HTTP/1.1" status: 200 len: 999 time: 0.1499729 Aug 29 04:18:36.209588 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-20ddd8bd-def4-41bc-8e52-361b82cdef2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:36.288831 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-083d17bc-b9c4-4d55-acf2-3037c9071da2 req-3033d221-4097-436a-8f3d-94559350eb50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:36.295349 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3228246f-4470-4a26-83da-e588ae42dfe9 req-e85c0389-994b-45f5-80b6-cef3602ed4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:36.297712 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3228246f-4470-4a26-83da-e588ae42dfe9 req-e85c0389-994b-45f5-80b6-cef3602ed4e3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=be5f55ab-7fa1-406c-9ca9-03e74b79ef6a HTTP/1.1" status: 200 len: 851 time: 0.0988324 Aug 29 04:18:36.326036 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [req-083d17bc-b9c4-4d55-acf2-3037c9071da2 req-3033d221-4097-436a-8f3d-94559350eb50 service neutron] Transition to ACTIVE for port object 59864ef7-059a-4500-85c1-f75d5e2f7370 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:18:36.330703 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-35652df5-bad2-4b82-84cd-907d490e4f1e tempest-RoutersTestDVR-1677887603 tempest-RoutersTestDVR-1677887603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:36.341468 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-35652df5-bad2-4b82-84cd-907d490e4f1e tempest-RoutersTestDVR-1677887603 tempest-RoutersTestDVR-1677887603-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:36.341864 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-083d17bc-b9c4-4d55-acf2-3037c9071da2 req-3033d221-4097-436a-8f3d-94559350eb50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:36.398706 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3228246f-4470-4a26-83da-e588ae42dfe9 req-3627e475-d85a-46ed-aff5-0e9504a845ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:36.400257 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3228246f-4470-4a26-83da-e588ae42dfe9 req-3627e475-d85a-46ed-aff5-0e9504a845ee service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7521cd58-9470-4433-82b8-7e942c988b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0891371 Aug 29 04:18:36.436732 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae61608-74e4-4095-8e4f-548a3ae962b0 req-0c93692b-d26a-4c9e-b9e2-f8e5f0d71938 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:36.438384 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-bae61608-74e4-4095-8e4f-548a3ae962b0 req-0c93692b-d26a-4c9e-b9e2-f8e5f0d71938 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=75a39e68-5d14-43e2-bf0b-82240c86b1bf HTTP/1.1" status: 200 len: 931 time: 0.3557558 Aug 29 04:18:36.481120 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [req-325a6c10-13e9-425f-9057-887b2837ef3c req-27adc301-dc9b-44a8-bca3-164e4885375a tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Router d04ddb75-44ce-462d-aab8-66f85e0482f4 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:18:36.516389 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-35652df5-bad2-4b82-84cd-907d490e4f1e tempest-RoutersTestDVR-1677887603 tempest-RoutersTestDVR-1677887603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717253'] for router, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:36.516943 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35652df5-bad2-4b82-84cd-907d490e4f1e tempest-RoutersTestDVR-1677887603 tempest-RoutersTestDVR-1677887603-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1599e2a8-19c5-4602-b2bc-e86d3e54ea4c {{(pid=94829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:18:36.537850 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-35652df5-bad2-4b82-84cd-907d490e4f1e tempest-RoutersTestDVR-1677887603 tempest-RoutersTestDVR-1677887603-project-admin] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:36.539297 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-35652df5-bad2-4b82-84cd-907d490e4f1e tempest-RoutersTestDVR-1677887603 tempest-RoutersTestDVR-1677887603-project-admin] 10.222.0.22 "DELETE /v2.0/routers/1599e2a8-19c5-4602-b2bc-e86d3e54ea4c HTTP/1.1" status: 204 len: 168 time: 0.8763335 Aug 29 04:18:36.548029 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 47420) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:36.555128 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-89c93465-c0eb-4c29-ba81-149219b90320 tempest-RoutersTestDVR-1677887603 tempest-RoutersTestDVR-1677887603-project-admin] Request body: {'router': {'name': 'tempest-router-547561630', 'distributed': False}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:36.583339 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3228246f-4470-4a26-83da-e588ae42dfe9 req-a34b6e22-6ca9-4a83-8f50-4e97d1839833 service neutron] 10.222.0.46 "GET /v2.0/networks/7521cd58-9470-4433-82b8-7e942c988b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730556 Aug 29 04:18:36.586937 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3033d221-4097-436a-8f3d-94559350eb50 service neutron] Pushing event updated for resources: {'Port': ['ID=59864ef7-059a-4500-85c1-f75d5e2f7370,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:36.689043 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-89c93465-c0eb-4c29-ba81-149219b90320 tempest-RoutersTestDVR-1677887603 tempest-RoutersTestDVR-1677887603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:36.690112 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-89c93465-c0eb-4c29-ba81-149219b90320 tempest-RoutersTestDVR-1677887603 tempest-RoutersTestDVR-1677887603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1838'] for router, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:36.777415 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 2fe84324-d356-4917-89c3-8fa92f32d430 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:18:36.778210 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-325a6c10-13e9-425f-9057-887b2837ef3c req-27adc301-dc9b-44a8-bca3-164e4885375a tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:18:36.784280 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-325a6c10-13e9-425f-9057-887b2837ef3c req-27adc301-dc9b-44a8-bca3-164e4885375a tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:36.794651 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473752ad-25e8-4f0e-8b9f-e437e439720e None None] Sync routers for ids ['d04ddb75-44ce-462d-aab8-66f85e0482f4'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:18:36.820315 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473752ad-25e8-4f0e-8b9f-e437e439720e None None] Routers {'d04ddb75-44ce-462d-aab8-66f85e0482f4'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:18:36.821549 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-473752ad-25e8-4f0e-8b9f-e437e439720e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:18:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['d04ddb75-44ce-462d-aab8-66f85e0482f4'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:36.880962 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 2fe84324-d356-4917-89c3-8fa92f32d430 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:36.881582 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:36.912196 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-89c93465-c0eb-4c29-ba81-149219b90320 tempest-RoutersTestDVR-1677887603 tempest-RoutersTestDVR-1677887603-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:36.919611 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-325a6c10-13e9-425f-9057-887b2837ef3c req-27adc301-dc9b-44a8-bca3-164e4885375a tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "PUT /v2.0/floatingips/089d54d1-23db-4eac-acac-8e08f4735111 HTTP/1.1" status: 200 len: 995 time: 4.3484221 Aug 29 04:18:36.920272 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f67de40e-9c4b-4df7-8589-9317825d95db', 'tag': '51e0b316-720d-48b9-a953-c2e433fc1b08'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:18:36.924794 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a09220f5-60be-4b7b-bde4-fdf6d768a615" -d '{"events": [{"name": "network-changed", "server_uuid": "f67de40e-9c4b-4df7-8589-9317825d95db", "tag": "51e0b316-720d-48b9-a953-c2e433fc1b08"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:18:36.932051 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3228246f-4470-4a26-83da-e588ae42dfe9 req-f26002ec-e5d9-467c-b483-2ae299491129 service neutron] 10.222.0.46 "GET /v2.0/networks/7521cd58-9470-4433-82b8-7e942c988b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3296440 Aug 29 04:18:36.935190 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-89c93465-c0eb-4c29-ba81-149219b90320 tempest-RoutersTestDVR-1677887603 tempest-RoutersTestDVR-1677887603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409'] for router, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:37.007925 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-473752ad-25e8-4f0e-8b9f-e437e439720e None None] Set router d04ddb75-44ce-462d-aab8-66f85e0482f4 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:18:37.021465 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-89c93465-c0eb-4c29-ba81-149219b90320 tempest-RoutersTestDVR-1677887603 tempest-RoutersTestDVR-1677887603-project-admin] Notify callbacks [] for router, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:37.023350 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-89c93465-c0eb-4c29-ba81-149219b90320 tempest-RoutersTestDVR-1677887603 tempest-RoutersTestDVR-1677887603-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.4714358 Aug 29 04:18:37.026100 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 47426) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:37.081391 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:37.147995 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:37.156621 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325a6c10-13e9-425f-9057-887b2837ef3c req-0b768f2d-99c3-4653-ae76-2286ba54d77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:37.159154 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-325a6c10-13e9-425f-9057-887b2837ef3c req-0b768f2d-99c3-4653-ae76-2286ba54d77b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d9ed99521d6e4398bfbd9824b0326aa2&device_id=f67de40e-9c4b-4df7-8589-9317825d95db HTTP/1.1" status: 200 len: 1097 time: 0.2164614 Aug 29 04:18:37.165716 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20f70bce-5c3c-4d47-becc-d2af5bc207aa', 'name': 'network-vif-deleted', 'tag': 'dba8531b-5497-4ce4-a7d5-2907dbf0117c'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:18:37.168720 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2c524f5-f4d7-4458-94e0-51ee1ac922c5" -d '{"events": [{"server_uuid": "20f70bce-5c3c-4d47-becc-d2af5bc207aa", "name": "network-vif-deleted", "tag": "dba8531b-5497-4ce4-a7d5-2907dbf0117c"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:18:37.183211 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4466660a-6321-4c13-8eca-1750b6aa6c1d tempest-RoutersTestDVR-1677887603 tempest-RoutersTestDVR-1677887603-project-admin] Notify callbacks [] for router, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:37.203772 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-bae61608-74e4-4095-8e4f-548a3ae962b0 req-45d9f920-f3a1-4497-9366-cebf78576cc4 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7060499 Aug 29 04:18:37.262063 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-083d17bc-b9c4-4d55-acf2-3037c9071da2 req-3033d221-4097-436a-8f3d-94559350eb50 service neutron] Attempting to bind port 59864ef7-059a-4500-85c1-f75d5e2f7370 on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:18:37.262712 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-083d17bc-b9c4-4d55-acf2-3037c9071da2 req-3033d221-4097-436a-8f3d-94559350eb50 service neutron] Attempting to bind port 59864ef7-059a-4500-85c1-f75d5e2f7370 by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': '1fc19f14-bf6d-4959-b2c5-ed51e935e5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '53020a37-9cfa-46c3-bf40-16467007f493'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:18:37.264609 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083d17bc-b9c4-4d55-acf2-3037c9071da2 req-3033d221-4097-436a-8f3d-94559350eb50 service neutron] Attempting to bind port 59864ef7-059a-4500-85c1-f75d5e2f7370 on network 53020a37-9cfa-46c3-bf40-16467007f493 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:18:37.273428 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083d17bc-b9c4-4d55-acf2-3037c9071da2 req-3033d221-4097-436a-8f3d-94559350eb50 service neutron] Port 59864ef7-059a-4500-85c1-f75d5e2f7370 on network 53020a37-9cfa-46c3-bf40-16467007f493 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:18:37.284266 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083d17bc-b9c4-4d55-acf2-3037c9071da2 req-3033d221-4097-436a-8f3d-94559350eb50 service neutron] Attempting to bind port 59864ef7-059a-4500-85c1-f75d5e2f7370 on network 53020a37-9cfa-46c3-bf40-16467007f493 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:18:37.310379 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083d17bc-b9c4-4d55-acf2-3037c9071da2 req-3033d221-4097-436a-8f3d-94559350eb50 service neutron] Checking agent: {'id': '3de9de52-3a03-431d-9d7e-497ae92c57ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:18:37.316577 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083d17bc-b9c4-4d55-acf2-3037c9071da2 req-3033d221-4097-436a-8f3d-94559350eb50 service neutron] Checking segment: {'id': '1fc19f14-bf6d-4959-b2c5-ed51e935e5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '53020a37-9cfa-46c3-bf40-16467007f493'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:18:37.317600 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083d17bc-b9c4-4d55-acf2-3037c9071da2 req-3033d221-4097-436a-8f3d-94559350eb50 service neutron] Bound using segment: {'id': '1fc19f14-bf6d-4959-b2c5-ed51e935e5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '53020a37-9cfa-46c3-bf40-16467007f493'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:18:37.318226 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-083d17bc-b9c4-4d55-acf2-3037c9071da2 req-3033d221-4097-436a-8f3d-94559350eb50 service neutron] Bound port: 59864ef7-059a-4500-85c1-f75d5e2f7370, host: n-h1-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fc19f14-bf6d-4959-b2c5-ed51e935e5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '53020a37-9cfa-46c3-bf40-16467007f493'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:18:37.318755 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-083d17bc-b9c4-4d55-acf2-3037c9071da2 req-3033d221-4097-436a-8f3d-94559350eb50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:37.325598 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-638ccac8-ea37-404f-97cc-c3e8248793c1 req-d48fbc83-6ecc-45d0-951a-cd10e79140fa tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:37.347910 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-473752ad-25e8-4f0e-8b9f-e437e439720e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd04ddb75-44ce-462d-aab8-66f85e0482f4', 'name': 'tempest-ServerRescueTestJSONUnderV235-660610652-router', 'tenant_id': 'd9ed99521d6e4398bfbd9824b0326aa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'e8c901c8-5313-4cee-b436-f3ff94e6f649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:17:07Z', 'updated_at': '2021-08-29T04:17:16Z', 'revision_number': 4, 'project_id': 'd9ed99521d6e4398bfbd9824b0326aa2', 'gw_port': {'id': 'e8c901c8-5313-4cee-b436-f3ff94e6f649', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:3d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04ddb75-44ce-462d-aab8-66f85e0482f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:17:08Z', 'updated_at': '2021-08-29T04:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': '089d54d1-23db-4eac-acac-8e08f4735111', 'tenant_id': 'd9ed99521d6e4398bfbd9824b0326aa2', 'floating_ip_address': '172.25.0.10', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': 'd04ddb75-44ce-462d-aab8-66f85e0482f4', 'port_id': '51e0b316-720d-48b9-a953-c2e433fc1b08', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d43f3ab-9b4a-4dba-a6cb-255676b324fd', 'mac_address': 'fa:16:3e:4a:97:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67de40e-9c4b-4df7-8589-9317825d95db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:18:28Z', 'updated_at': '2021-08-29T04:18:34Z', 'revision_number': 1, 'project_id': 'd9ed99521d6e4398bfbd9824b0326aa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25a0d561-2663-4b0f-8757-850fa0ca0d0c', 'name': '', 'network_id': '9d43f3ab-9b4a-4dba-a6cb-255676b324fd', 'tenant_id': 'd9ed99521d6e4398bfbd9824b0326aa2', 'mac_address': 'fa:16:3e:91:06:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04ddb75-44ce-462d-aab8-66f85e0482f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'e1b42450-980b-42a3-969d-e6ff4d7c5e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:17:13Z', 'updated_at': '2021-08-29T04:17:24Z', 'revision_number': 5, 'project_id': 'd9ed99521d6e4398bfbd9824b0326aa2', 'subnets': [{'id': 'e1b42450-980b-42a3-969d-e6ff4d7c5e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:37.375092 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f2f74739-10cd-4cd8-ae0f-aa7e273db95e req-c7a677df-c4c6-4fa9-becb-fb0458004296 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/ports?device_id=00a43dbd-a810-4f47-ad51-dd96a6a22fbe HTTP/1.1" status: 200 len: 210 time: 0.0452623 Aug 29 04:18:37.389371 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473752ad-25e8-4f0e-8b9f-e437e439720e None None] Checking router: d04ddb75-44ce-462d-aab8-66f85e0482f4 for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:18:37.404688 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473752ad-25e8-4f0e-8b9f-e437e439720e None None] Routers {'d04ddb75-44ce-462d-aab8-66f85e0482f4'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:18:37.405438 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-473752ad-25e8-4f0e-8b9f-e437e439720e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:18:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['d04ddb75-44ce-462d-aab8-66f85e0482f4'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:37.434300 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['1695f969-4f2a-42ed-afd8-fb0a78883cd9'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:18:37.497168 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-083d17bc-b9c4-4d55-acf2-3037c9071da2 req-3033d221-4097-436a-8f3d-94559350eb50 service neutron] For port 59864ef7-059a-4500-85c1-f75d5e2f7370, host n-h1-712140-12, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:18:37.506346 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-083d17bc-b9c4-4d55-acf2-3037c9071da2 req-3033d221-4097-436a-8f3d-94559350eb50 service neutron] For port 59864ef7-059a-4500-85c1-f75d5e2f7370, host n-h1-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=59864ef7-059a-4500-85c1-f75d5e2f7370,segment=NetworkSegment(1fc19f14-bf6d-4959-b2c5-ed51e935e5ad),segment_id=1fc19f14-bf6d-4959-b2c5-ed51e935e5ad)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:18:37.512823 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-638ccac8-ea37-404f-97cc-c3e8248793c1 req-d48fbc83-6ecc-45d0-951a-cd10e79140fa tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:37.528104 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-083d17bc-b9c4-4d55-acf2-3037c9071da2 req-3033d221-4097-436a-8f3d-94559350eb50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:37.607772 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-638ccac8-ea37-404f-97cc-c3e8248793c1 req-d48fbc83-6ecc-45d0-951a-cd10e79140fa tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Network fe770585-a0e4-43ec-865b-d1030eff1ee8 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:18:37.612592 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [req-638ccac8-ea37-404f-97cc-c3e8248793c1 req-d48fbc83-6ecc-45d0-951a-cd10e79140fa tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:18:37.623315 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [req-638ccac8-ea37-404f-97cc-c3e8248793c1 req-d48fbc83-6ecc-45d0-951a-cd10e79140fa tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:18:37.637631 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083d17bc-b9c4-4d55-acf2-3037c9071da2 req-3033d221-4097-436a-8f3d-94559350eb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:37.638267 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-083d17bc-b9c4-4d55-acf2-3037c9071da2 req-3033d221-4097-436a-8f3d-94559350eb50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:37.639856 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-083d17bc-b9c4-4d55-acf2-3037c9071da2 req-3033d221-4097-436a-8f3d-94559350eb50 service neutron] 10.222.0.46 "PUT /v2.0/ports/59864ef7-059a-4500-85c1-f75d5e2f7370 HTTP/1.1" status: 200 len: 1092 time: 2.7984591 Aug 29 04:18:37.672258 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48fbc83-6ecc-45d0-951a-cd10e79140fa tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Pushing event updated for resources: {'Port': ['ID=0ae765e5-77d5-4a97-ad1d-128559d7fc18,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:37.736172 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-473752ad-25e8-4f0e-8b9f-e437e439720e None None] Set router d04ddb75-44ce-462d-aab8-66f85e0482f4 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:18:37.837592 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638ccac8-ea37-404f-97cc-c3e8248793c1 req-d48fbc83-6ecc-45d0-951a-cd10e79140fa tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:37.838362 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-638ccac8-ea37-404f-97cc-c3e8248793c1 req-d48fbc83-6ecc-45d0-951a-cd10e79140fa tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:37.904986 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083d17bc-b9c4-4d55-acf2-3037c9071da2 req-0d2f3779-6169-47c8-bc42-e87721a233d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:37.909846 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-083d17bc-b9c4-4d55-acf2-3037c9071da2 req-0d2f3779-6169-47c8-bc42-e87721a233d8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1d0658a0a90a4facb02cad62921e20d5&device_id=75a39e68-5d14-43e2-bf0b-82240c86b1bf HTTP/1.1" status: 200 len: 1095 time: 0.2230227 Aug 29 04:18:37.913139 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3033d221-4097-436a-8f3d-94559350eb50 service neutron] Pushing event updated for resources: {'Port': ['ID=59864ef7-059a-4500-85c1-f75d5e2f7370,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:37.931611 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-638ccac8-ea37-404f-97cc-c3e8248793c1 req-d48fbc83-6ecc-45d0-951a-cd10e79140fa tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8106894 Aug 29 04:18:37.936018 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4466660a-6321-4c13-8eca-1750b6aa6c1d tempest-RoutersTestDVR-1677887603 tempest-RoutersTestDVR-1677887603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:37.941294 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4466660a-6321-4c13-8eca-1750b6aa6c1d tempest-RoutersTestDVR-1677887603 tempest-RoutersTestDVR-1677887603-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:37.958839 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325a6c10-13e9-425f-9057-887b2837ef3c req-f9d8c04b-e427-4f10-833d-a42fccf671e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:37.960442 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-325a6c10-13e9-425f-9057-887b2837ef3c req-f9d8c04b-e427-4f10-833d-a42fccf671e1 service neutron] 10.222.0.22 "GET /v2.0/networks?id=9d43f3ab-9b4a-4dba-a6cb-255676b324fd HTTP/1.1" status: 200 len: 920 time: 0.7943954 Aug 29 04:18:37.965410 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-638ccac8-ea37-404f-97cc-c3e8248793c1 req-e4c29c3b-d1ce-474f-87d2-deebdb4bab20 service neutron] Request body: {'port': {'device_id': '00a43dbd-a810-4f47-ad51-dd96a6a22fbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-12'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:38.054118 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-083d17bc-b9c4-4d55-acf2-3037c9071da2 req-86586b06-b64b-4f4d-94fe-c0dfbb68dd84 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=59864ef7-059a-4500-85c1-f75d5e2f7370 HTTP/1.1" status: 200 len: 217 time: 0.1211841 Aug 29 04:18:38.075351 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 47432) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:38.087539 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4466660a-6321-4c13-8eca-1750b6aa6c1d tempest-RoutersTestDVR-1677887603 tempest-RoutersTestDVR-1677887603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717253'] for router, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:38.088112 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4466660a-6321-4c13-8eca-1750b6aa6c1d tempest-RoutersTestDVR-1677887603 tempest-RoutersTestDVR-1677887603-project-admin] Fanout notify agent at l3_agent the message router_deleted on router df09ccf5-900e-41a9-8dee-db7ab8811cb3 {{(pid=94828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:18:38.098903 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4466660a-6321-4c13-8eca-1750b6aa6c1d tempest-RoutersTestDVR-1677887603 tempest-RoutersTestDVR-1677887603-project-admin] Notify callbacks [] for router, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:38.105232 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-4466660a-6321-4c13-8eca-1750b6aa6c1d tempest-RoutersTestDVR-1677887603 tempest-RoutersTestDVR-1677887603-project-admin] 10.222.0.22 "DELETE /v2.0/routers/df09ccf5-900e-41a9-8dee-db7ab8811cb3 HTTP/1.1" status: 204 len: 168 time: 1.0777698 Aug 29 04:18:38.106034 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 47434) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:38.108428 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-a2a19a93-4531-4a8e-87ec-65b879a2c7df tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Request body: {'security_group': {'name': 'tempest-securitygroup--91874435', 'description': 'tempest-description--79380532'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:38.133452 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-c484d614-dde3-43d1-8fce-ae980abe2110 tempest-RoutersTestDVR-1677887603 tempest-RoutersTestDVR-1677887603-project-admin] Request body: {'router': {'name': 'tempest-router-927652836', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'bf97e375c77c41feaa6ffbdb617b00ae'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:38.148824 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-638ccac8-ea37-404f-97cc-c3e8248793c1 req-e4c29c3b-d1ce-474f-87d2-deebdb4bab20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:38.165879 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-325a6c10-13e9-425f-9057-887b2837ef3c req-fa1172e0-46f2-422f-9c97-4500d017db77 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=51e0b316-720d-48b9-a953-c2e433fc1b08 HTTP/1.1" status: 200 len: 998 time: 0.1708434 Aug 29 04:18:38.183773 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-cdefdcd2-1698-4527-adf2-9df5cb838546 req-3ceea7da-f0b0-45b3-858a-ef937a661c83 tempest-ServerShowV257Test-903940717 tempest-ServerShowV257Test-903940717-project] 10.222.0.22 "GET /v2.0/ports?device_id=55a22954-5a30-45df-a58d-01588501bf47 HTTP/1.1" status: 200 len: 210 time: 0.0404739 Aug 29 04:18:38.230850 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c484d614-dde3-43d1-8fce-ae980abe2110 tempest-RoutersTestDVR-1677887603 tempest-RoutersTestDVR-1677887603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:38.231950 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c484d614-dde3-43d1-8fce-ae980abe2110 tempest-RoutersTestDVR-1677887603 tempest-RoutersTestDVR-1677887603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1838'] for router, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:38.252211 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325a6c10-13e9-425f-9057-887b2837ef3c req-9ac8c1c4-1166-4cb8-b777-13e6c6ba135c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:38.261876 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-325a6c10-13e9-425f-9057-887b2837ef3c req-9ac8c1c4-1166-4cb8-b777-13e6c6ba135c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e1b42450-980b-42a3-969d-e6ff4d7c5e44 HTTP/1.1" status: 200 len: 859 time: 0.0888073 Aug 29 04:18:38.293281 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-473752ad-25e8-4f0e-8b9f-e437e439720e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd04ddb75-44ce-462d-aab8-66f85e0482f4', 'name': 'tempest-ServerRescueTestJSONUnderV235-660610652-router', 'tenant_id': 'd9ed99521d6e4398bfbd9824b0326aa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'e8c901c8-5313-4cee-b436-f3ff94e6f649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:17:07Z', 'updated_at': '2021-08-29T04:17:16Z', 'revision_number': 4, 'project_id': 'd9ed99521d6e4398bfbd9824b0326aa2', 'gw_port': {'id': 'e8c901c8-5313-4cee-b436-f3ff94e6f649', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:3d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04ddb75-44ce-462d-aab8-66f85e0482f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:17:08Z', 'updated_at': '2021-08-29T04:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': '089d54d1-23db-4eac-acac-8e08f4735111', 'tenant_id': 'd9ed99521d6e4398bfbd9824b0326aa2', 'floating_ip_address': '172.25.0.10', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': 'd04ddb75-44ce-462d-aab8-66f85e0482f4', 'port_id': '51e0b316-720d-48b9-a953-c2e433fc1b08', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d43f3ab-9b4a-4dba-a6cb-255676b324fd', 'mac_address': 'fa:16:3e:4a:97:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67de40e-9c4b-4df7-8589-9317825d95db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:18:28Z', 'updated_at': '2021-08-29T04:18:34Z', 'revision_number': 1, 'project_id': 'd9ed99521d6e4398bfbd9824b0326aa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25a0d561-2663-4b0f-8757-850fa0ca0d0c', 'name': '', 'network_id': '9d43f3ab-9b4a-4dba-a6cb-255676b324fd', 'tenant_id': 'd9ed99521d6e4398bfbd9824b0326aa2', 'mac_address': 'fa:16:3e:91:06:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04ddb75-44ce-462d-aab8-66f85e0482f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'e1b42450-980b-42a3-969d-e6ff4d7c5e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:17:13Z', 'updated_at': '2021-08-29T04:17:24Z', 'revision_number': 5, 'project_id': 'd9ed99521d6e4398bfbd9824b0326aa2', 'subnets': [{'id': 'e1b42450-980b-42a3-969d-e6ff4d7c5e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:38.304221 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baa42b23-a017-4b28-af1e-3b87c57f7efe x-openstack-request-id: req-baa42b23-a017-4b28-af1e-3b87c57f7efe {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:18:38.304672 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f67de40e-9c4b-4df7-8589-9317825d95db", "tag": "51e0b316-720d-48b9-a953-c2e433fc1b08", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:18:38.304930 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-baa42b23-a017-4b28-af1e-3b87c57f7efe {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:18:38.305334 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f67de40e-9c4b-4df7-8589-9317825d95db', 'tag': '51e0b316-720d-48b9-a953-c2e433fc1b08', 'status': 'completed', 'code': 200} Aug 29 04:18:38.307563 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.db.api [None req-a2a19a93-4531-4a8e-87ec-65b879a2c7df tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 04:18:38.307563 n-d-712140-12 neutron-server[94829]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 29 04:18:38.307563 n-d-712140-12 neutron-server[94829]: [parameters: {'project_id': 'e5f0d8ebc9a74e589a93c4dfadff20f5', 'id': '0600465c-606b-476e-bf48-39b60877b64f', 'expiration': datetime.datetime(2021, 8, 29, 4, 20, 38, 211038)}] Aug 29 04:18:38.307563 n-d-712140-12 neutron-server[94829]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:18:38.309069 n-d-712140-12 neutron-server[94829]: DEBUG oslo_db.api [None req-a2a19a93-4531-4a8e-87ec-65b879a2c7df tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:18:38.313722 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-325a6c10-13e9-425f-9057-887b2837ef3c req-17248d1c-1847-42c3-af48-58ab5aafa2c2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9d43f3ab-9b4a-4dba-a6cb-255676b324fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515232 Aug 29 04:18:38.319414 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [req-325a6c10-13e9-425f-9057-887b2837ef3c req-517f2cd8-be83-418d-a054-69c9df18cb8d service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:18:38.326664 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-325a6c10-13e9-425f-9057-887b2837ef3c req-517f2cd8-be83-418d-a054-69c9df18cb8d service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0120482 Aug 29 04:18:38.338104 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083d17bc-b9c4-4d55-acf2-3037c9071da2 req-5d725f51-8252-4fa4-ade6-d99095d40b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:38.344795 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-083d17bc-b9c4-4d55-acf2-3037c9071da2 req-5d725f51-8252-4fa4-ade6-d99095d40b4f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=210c6ef6-f12f-4dde-90b9-22d1971290b1 HTTP/1.1" status: 200 len: 860 time: 0.2682950 Aug 29 04:18:38.360671 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473752ad-25e8-4f0e-8b9f-e437e439720e None None] The sync data for ids ['d04ddb75-44ce-462d-aab8-66f85e0482f4'] in n-d-712140-12 is: [{'id': 'd04ddb75-44ce-462d-aab8-66f85e0482f4', 'name': 'tempest-ServerRescueTestJSONUnderV235-660610652-router', 'tenant_id': 'd9ed99521d6e4398bfbd9824b0326aa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'e8c901c8-5313-4cee-b436-f3ff94e6f649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:17:07Z', 'updated_at': '2021-08-29T04:17:16Z', 'revision_number': 4, 'project_id': 'd9ed99521d6e4398bfbd9824b0326aa2', 'gw_port': {'id': 'e8c901c8-5313-4cee-b436-f3ff94e6f649', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:3d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04ddb75-44ce-462d-aab8-66f85e0482f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:17:08Z', 'updated_at': '2021-08-29T04:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': '089d54d1-23db-4eac-acac-8e08f4735111', 'tenant_id': 'd9ed99521d6e4398bfbd9824b0326aa2', 'floating_ip_address': '172.25.0.10', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': 'd04ddb75-44ce-462d-aab8-66f85e0482f4', 'port_id': '51e0b316-720d-48b9-a953-c2e433fc1b08', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d43f3ab-9b4a-4dba-a6cb-255676b324fd', 'mac_address': 'fa:16:3e:4a:97:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67de40e-9c4b-4df7-8589-9317825d95db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:18:28Z', 'updated_at': '2021-08-29T04:18:34Z', 'revision_number': 1, 'project_id': 'd9ed99521d6e4398bfbd9824b0326aa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25a0d561-2663-4b0f-8757-850fa0ca0d0c', 'name': '', 'network_id': '9d43f3ab-9b4a-4dba-a6cb-255676b324fd', 'tenant_id': 'd9ed99521d6e4398bfbd9824b0326aa2', 'mac_address': 'fa:16:3e:91:06:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04ddb75-44ce-462d-aab8-66f85e0482f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'e1b42450-980b-42a3-969d-e6ff4d7c5e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:17:13Z', 'updated_at': '2021-08-29T04:17:24Z', 'revision_number': 5, 'project_id': 'd9ed99521d6e4398bfbd9824b0326aa2', 'subnets': [{'id': 'e1b42450-980b-42a3-969d-e6ff4d7c5e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:18:38.467862 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c484d614-dde3-43d1-8fce-ae980abe2110 tempest-RoutersTestDVR-1677887603 tempest-RoutersTestDVR-1677887603-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:38.478100 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-083d17bc-b9c4-4d55-acf2-3037c9071da2 req-43d55091-f69b-42b7-885d-a3bdc06aff7f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=53020a37-9cfa-46c3-bf40-16467007f493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0818243 Aug 29 04:18:38.479764 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c484d614-dde3-43d1-8fce-ae980abe2110 tempest-RoutersTestDVR-1677887603 tempest-RoutersTestDVR-1677887603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409'] for router, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:38.498012 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09220f5-60be-4b7b-bde4-fdf6d768a615 req-ffd4e178-cccf-48aa-b570-0d424e9f63d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:38.500405 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a09220f5-60be-4b7b-bde4-fdf6d768a615 req-ffd4e178-cccf-48aa-b570-0d424e9f63d6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d9ed99521d6e4398bfbd9824b0326aa2&device_id=f67de40e-9c4b-4df7-8589-9317825d95db HTTP/1.1" status: 200 len: 1097 time: 0.1632020 Aug 29 04:18:38.526605 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c484d614-dde3-43d1-8fce-ae980abe2110 tempest-RoutersTestDVR-1677887603 tempest-RoutersTestDVR-1677887603-project-admin] Notify callbacks [] for router, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:38.529312 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-c484d614-dde3-43d1-8fce-ae980abe2110 tempest-RoutersTestDVR-1677887603 tempest-RoutersTestDVR-1677887603-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4174163 Aug 29 04:18:38.537991 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 47440) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:38.567071 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61c81da-ff25-4b6a-a0b4-3e4a8f5623f2 req-799fd9e1-0bfd-45f0-99e1-6f22947e936d tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:38.568698 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c61c81da-ff25-4b6a-a0b4-3e4a8f5623f2 req-799fd9e1-0bfd-45f0-99e1-6f22947e936d tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=00b7794b-e353-4482-a362-3b01d21c6207 HTTP/1.1" status: 200 len: 945 time: 0.2226722 Aug 29 04:18:38.572891 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:38.589785 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-6b73466d-2b13-491b-9242-ac3df15fb363 tempest-RoutersTestDVR-1677887603 tempest-RoutersTestDVR-1677887603-project-admin] Request body: {'router': {'distributed': True}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:38.634333 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-325a6c10-13e9-425f-9057-887b2837ef3c req-01a13614-8ef7-4230-81ab-f2337ea1f839 service neutron] 10.222.0.22 "GET /v2.0/networks/9d43f3ab-9b4a-4dba-a6cb-255676b324fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3067510 Aug 29 04:18:38.706696 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a8493b-f479-4467-822a-15475cf436a2 None None] New status for floating IP 089d54d1-23db-4eac-acac-8e08f4735111: ACTIVE {{(pid=94830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:18:38.753045 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c61c81da-ff25-4b6a-a0b4-3e4a8f5623f2 req-e229fadd-b472-4e1c-b913-3173c50dd91b tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=67519499-017b-4c54-88db-c974346724c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304672 Aug 29 04:18:38.757377 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-083d17bc-b9c4-4d55-acf2-3037c9071da2 req-d3a7925d-8985-4f78-b713-6247fa373f1d service neutron] 10.222.0.46 "GET /v2.0/networks/53020a37-9cfa-46c3-bf40-16467007f493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667201 Aug 29 04:18:38.842859 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-325a6c10-13e9-425f-9057-887b2837ef3c req-4df582de-9683-4a12-b4b7-6c5955b06db0 service neutron] 10.222.0.22 "GET /v2.0/networks/9d43f3ab-9b4a-4dba-a6cb-255676b324fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658065 Aug 29 04:18:38.863472 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57bbf6ea-edc6-44a3-b5cd-e24cdeebb7f2 x-openstack-request-id: req-57bbf6ea-edc6-44a3-b5cd-e24cdeebb7f2 {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:18:38.863867 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20f70bce-5c3c-4d47-becc-d2af5bc207aa", "name": "network-vif-deleted", "tag": "dba8531b-5497-4ce4-a7d5-2907dbf0117c", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:18:38.864132 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-57bbf6ea-edc6-44a3-b5cd-e24cdeebb7f2 {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:18:38.864527 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20f70bce-5c3c-4d47-becc-d2af5bc207aa', 'name': 'network-vif-deleted', 'tag': 'dba8531b-5497-4ce4-a7d5-2907dbf0117c', 'status': 'completed', 'code': 200} Aug 29 04:18:38.867820 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [req-638ccac8-ea37-404f-97cc-c3e8248793c1 req-e4c29c3b-d1ce-474f-87d2-deebdb4bab20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ae765e5-77d5-4a97-ad1d-128559d7fc18 {{(pid=94829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:18:38.885910 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-638ccac8-ea37-404f-97cc-c3e8248793c1 req-e4c29c3b-d1ce-474f-87d2-deebdb4bab20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:38.932663 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09220f5-60be-4b7b-bde4-fdf6d768a615 req-5304f72c-fa4b-4c7b-ae86-12a0d49fed2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:38.934212 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a09220f5-60be-4b7b-bde4-fdf6d768a615 req-5304f72c-fa4b-4c7b-ae86-12a0d49fed2e service neutron] 10.222.0.46 "GET /v2.0/networks?id=9d43f3ab-9b4a-4dba-a6cb-255676b324fd HTTP/1.1" status: 200 len: 920 time: 0.4227440 Aug 29 04:18:39.015643 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [req-638ccac8-ea37-404f-97cc-c3e8248793c1 req-e4c29c3b-d1ce-474f-87d2-deebdb4bab20 service neutron] Transition to ACTIVE for port object 0ae765e5-77d5-4a97-ad1d-128559d7fc18 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:18:39.092609 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-083d17bc-b9c4-4d55-acf2-3037c9071da2 req-ade92d42-f8d8-48fe-9bb8-3c8273c62a30 service neutron] 10.222.0.46 "GET /v2.0/networks/53020a37-9cfa-46c3-bf40-16467007f493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271159 Aug 29 04:18:39.093454 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-638ccac8-ea37-404f-97cc-c3e8248793c1 req-e4c29c3b-d1ce-474f-87d2-deebdb4bab20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:39.102566 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a2a19a93-4531-4a8e-87ec-65b879a2c7df tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:39.142418 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6b73466d-2b13-491b-9242-ac3df15fb363 tempest-RoutersTestDVR-1677887603 tempest-RoutersTestDVR-1677887603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-719380', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-717238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1792'] for router, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:39.143153 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6b73466d-2b13-491b-9242-ac3df15fb363 tempest-RoutersTestDVR-1677887603 tempest-RoutersTestDVR-1677887603-project-admin] Notify callbacks [] for router, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:39.235935 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c29c3b-d1ce-474f-87d2-deebdb4bab20 service neutron] Pushing event updated for resources: {'Port': ['ID=0ae765e5-77d5-4a97-ad1d-128559d7fc18,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:39.239015 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a09220f5-60be-4b7b-bde4-fdf6d768a615 req-8d12a84a-779c-48ff-90e3-94b15be2d5c3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=51e0b316-720d-48b9-a953-c2e433fc1b08 HTTP/1.1" status: 200 len: 998 time: 0.2955451 Aug 29 04:18:39.255485 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94c432a-3905-4844-8ed0-8f1ab7ee9196 req-7b8b0e8a-b0cb-4572-abaf-f61fa0aa7254 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:39.256431 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b94c432a-3905-4844-8ed0-8f1ab7ee9196 req-7b8b0e8a-b0cb-4572-abaf-f61fa0aa7254 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=75a39e68-5d14-43e2-bf0b-82240c86b1bf HTTP/1.1" status: 200 len: 943 time: 0.2307668 Aug 29 04:18:39.287329 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9445d29f-e18a-49ee-9b05-bce56e61e39e req-7b6355e2-c2fb-472c-9b5c-cd708c4ec723 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:39.288836 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9445d29f-e18a-49ee-9b05-bce56e61e39e req-7b6355e2-c2fb-472c-9b5c-cd708c4ec723 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/ports?device_id=00a43dbd-a810-4f47-ad51-dd96a6a22fbe HTTP/1.1" status: 200 len: 943 time: 0.1904852 Aug 29 04:18:39.303291 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-6b73466d-2b13-491b-9242-ac3df15fb363 tempest-RoutersTestDVR-1677887603 tempest-RoutersTestDVR-1677887603-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=94828) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Aug 29 04:18:39.303565 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-6b73466d-2b13-491b-9242-ac3df15fb363 tempest-RoutersTestDVR-1677887603 tempest-RoutersTestDVR-1677887603-project-admin] Router 896b7ef5-63d7-44cc-9733-2e0139c44401 migrating from provider to provider. {{(pid=94828) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Aug 29 04:18:39.303907 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6b73466d-2b13-491b-9242-ac3df15fb363 tempest-RoutersTestDVR-1677887603 tempest-RoutersTestDVR-1677887603-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:39.324123 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6b73466d-2b13-491b-9242-ac3df15fb363 tempest-RoutersTestDVR-1677887603 tempest-RoutersTestDVR-1677887603-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:39.334629 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6b73466d-2b13-491b-9242-ac3df15fb363 tempest-RoutersTestDVR-1677887603 tempest-RoutersTestDVR-1677887603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-719375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-719366', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-717217'] for router, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:39.337163 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09220f5-60be-4b7b-bde4-fdf6d768a615 req-e5eeec55-a0c1-4de1-8037-a71b28b8ddf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:39.338659 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a09220f5-60be-4b7b-bde4-fdf6d768a615 req-e5eeec55-a0c1-4de1-8037-a71b28b8ddf9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e1b42450-980b-42a3-969d-e6ff4d7c5e44 HTTP/1.1" status: 200 len: 859 time: 0.0772829 Aug 29 04:18:39.355182 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b94c432a-3905-4844-8ed0-8f1ab7ee9196 req-36f0b845-9082-4242-9f30-5b1ae1ab351f tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836661 Aug 29 04:18:39.356519 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-638ccac8-ea37-404f-97cc-c3e8248793c1 req-e4c29c3b-d1ce-474f-87d2-deebdb4bab20 service neutron] Attempting to bind port 0ae765e5-77d5-4a97-ad1d-128559d7fc18 on host n-h2-712140-12 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:18:39.356859 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-638ccac8-ea37-404f-97cc-c3e8248793c1 req-e4c29c3b-d1ce-474f-87d2-deebdb4bab20 service neutron] Attempting to bind port 0ae765e5-77d5-4a97-ad1d-128559d7fc18 by drivers openvswitch,hyperv on host n-h2-712140-12 at level 0 using segments [{'id': '3a361a5a-9d59-4b40-a4d8-5fab9d00c859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'fe770585-a0e4-43ec-865b-d1030eff1ee8'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:18:39.357228 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638ccac8-ea37-404f-97cc-c3e8248793c1 req-e4c29c3b-d1ce-474f-87d2-deebdb4bab20 service neutron] Attempting to bind port 0ae765e5-77d5-4a97-ad1d-128559d7fc18 on network fe770585-a0e4-43ec-865b-d1030eff1ee8 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:18:39.381346 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638ccac8-ea37-404f-97cc-c3e8248793c1 req-e4c29c3b-d1ce-474f-87d2-deebdb4bab20 service neutron] Port 0ae765e5-77d5-4a97-ad1d-128559d7fc18 on network fe770585-a0e4-43ec-865b-d1030eff1ee8 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-12 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:18:39.381817 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638ccac8-ea37-404f-97cc-c3e8248793c1 req-e4c29c3b-d1ce-474f-87d2-deebdb4bab20 service neutron] Attempting to bind port 0ae765e5-77d5-4a97-ad1d-128559d7fc18 on network fe770585-a0e4-43ec-865b-d1030eff1ee8 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:18:39.424325 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9445d29f-e18a-49ee-9b05-bce56e61e39e req-a47bc778-f28c-4c4e-bc11-2def1822c5f9 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/security-groups?id=0af834e7-acaf-4d90-a371-bad8b3cc1714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238501 Aug 29 04:18:39.443336 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a09220f5-60be-4b7b-bde4-fdf6d768a615 req-5d52129b-72ef-4c77-a0dc-a5db2f3eb108 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9d43f3ab-9b4a-4dba-a6cb-255676b324fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0861583 Aug 29 04:18:39.460019 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a2a19a93-4531-4a8e-87ec-65b879a2c7df tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:39.462080 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638ccac8-ea37-404f-97cc-c3e8248793c1 req-e4c29c3b-d1ce-474f-87d2-deebdb4bab20 service neutron] Checking agent: {'id': 'b3a0606b-b029-4f5e-8798-3a32b71d8844', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:18:39.462930 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638ccac8-ea37-404f-97cc-c3e8248793c1 req-e4c29c3b-d1ce-474f-87d2-deebdb4bab20 service neutron] Checking segment: {'id': '3a361a5a-9d59-4b40-a4d8-5fab9d00c859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'fe770585-a0e4-43ec-865b-d1030eff1ee8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:18:39.464935 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638ccac8-ea37-404f-97cc-c3e8248793c1 req-e4c29c3b-d1ce-474f-87d2-deebdb4bab20 service neutron] Bound using segment: {'id': '3a361a5a-9d59-4b40-a4d8-5fab9d00c859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'fe770585-a0e4-43ec-865b-d1030eff1ee8'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:18:39.464935 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-638ccac8-ea37-404f-97cc-c3e8248793c1 req-e4c29c3b-d1ce-474f-87d2-deebdb4bab20 service neutron] Bound port: 0ae765e5-77d5-4a97-ad1d-128559d7fc18, host: n-h2-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a361a5a-9d59-4b40-a4d8-5fab9d00c859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'fe770585-a0e4-43ec-865b-d1030eff1ee8'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:18:39.465283 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-638ccac8-ea37-404f-97cc-c3e8248793c1 req-e4c29c3b-d1ce-474f-87d2-deebdb4bab20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:39.471520 n-d-712140-12 neutron-server[94828]: WARNING neutron.scheduler.l3_agent_scheduler [None req-6b73466d-2b13-491b-9242-ac3df15fb363 tempest-RoutersTestDVR-1677887603 tempest-RoutersTestDVR-1677887603-project-admin] No L3 agents can host the router 896b7ef5-63d7-44cc-9733-2e0139c44401 Aug 29 04:18:39.471796 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a2a19a93-4531-4a8e-87ec-65b879a2c7df tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:39.583255 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a2a19a93-4531-4a8e-87ec-65b879a2c7df tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:39.585250 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-a2a19a93-4531-4a8e-87ec-65b879a2c7df tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.4920995 Aug 29 04:18:39.594233 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 47450) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:39.607009 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-5ff28ede-63c9-47f9-ad32-1872ed1c5191 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Request body: {'security_group_rule': {'security_group_id': '6765471a-6318-4be5-8b74-21c509c8c5a3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:39.622294 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a19a93-4531-4a8e-87ec-65b879a2c7df tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6765471a-6318-4be5-8b74-21c509c8c5a3,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:39.638866 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6e9f6dc3-5dea-48ad-bb15-0da1f4f5bc3b req-79cc31be-aaf4-4020-ac1b-5f5d78e86fee tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=48da3dc54d264865b5c4834c4a90f4b5 HTTP/1.1" status: 200 len: 267 time: 0.1707730 Aug 29 04:18:39.644320 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2a5e3f33-f5d1-41be-96e1-f06d644e7f63 req-53292bfa-7008-4528-821c-8dde33e9402d tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.0.10 HTTP/1.1" status: 200 len: 1000 time: 0.1466038 Aug 29 04:18:39.677336 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-638ccac8-ea37-404f-97cc-c3e8248793c1 req-e4c29c3b-d1ce-474f-87d2-deebdb4bab20 service neutron] For port 0ae765e5-77d5-4a97-ad1d-128559d7fc18, host n-h2-712140-12, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:18:39.706590 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a09220f5-60be-4b7b-bde4-fdf6d768a615 req-02a9b89b-ac88-4d57-b112-ad81ab27108a service neutron] 10.222.0.46 "GET /v2.0/networks/9d43f3ab-9b4a-4dba-a6cb-255676b324fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499723 Aug 29 04:18:39.722736 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-638ccac8-ea37-404f-97cc-c3e8248793c1 req-e4c29c3b-d1ce-474f-87d2-deebdb4bab20 service neutron] For port 0ae765e5-77d5-4a97-ad1d-128559d7fc18, host n-h2-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=0ae765e5-77d5-4a97-ad1d-128559d7fc18,segment=NetworkSegment(3a361a5a-9d59-4b40-a4d8-5fab9d00c859),segment_id=3a361a5a-9d59-4b40-a4d8-5fab9d00c859)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:18:39.728488 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5ff28ede-63c9-47f9-ad32-1872ed1c5191 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:39.736600 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-638ccac8-ea37-404f-97cc-c3e8248793c1 req-e4c29c3b-d1ce-474f-87d2-deebdb4bab20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:39.737553 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b73466d-2b13-491b-9242-ac3df15fb363 tempest-RoutersTestDVR-1677887603 tempest-RoutersTestDVR-1677887603-project-admin] Hosts for router 896b7ef5-63d7-44cc-9733-2e0139c44401: [] {{(pid=94828) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Aug 29 04:18:39.803159 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5e3f33-f5d1-41be-96e1-f06d644e7f63 req-20babd8e-ea9b-4f27-a58c-5e1307031742 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:39.804582 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2a5e3f33-f5d1-41be-96e1-f06d644e7f63 req-20babd8e-ea9b-4f27-a58c-5e1307031742 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "GET /v2.0/ports/51e0b316-720d-48b9-a953-c2e433fc1b08 HTTP/1.1" status: 200 len: 942 time: 0.1410599 Aug 29 04:18:39.815622 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b73466d-2b13-491b-9242-ac3df15fb363 tempest-RoutersTestDVR-1677887603 tempest-RoutersTestDVR-1677887603-project-admin] Hosts for other DVR routers connected to router 896b7ef5-63d7-44cc-9733-2e0139c44401: set() {{(pid=94828) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Aug 29 04:18:39.819725 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6b73466d-2b13-491b-9242-ac3df15fb363 tempest-RoutersTestDVR-1677887603 tempest-RoutersTestDVR-1677887603-project-admin] Notify callbacks [] for router, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:39.824573 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-6b73466d-2b13-491b-9242-ac3df15fb363 tempest-RoutersTestDVR-1677887603 tempest-RoutersTestDVR-1677887603-project-admin] 10.222.0.22 "PUT /v2.0/routers/896b7ef5-63d7-44cc-9733-2e0139c44401 HTTP/1.1" status: 200 len: 716 time: 1.2636154 Aug 29 04:18:39.824929 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638ccac8-ea37-404f-97cc-c3e8248793c1 req-e4c29c3b-d1ce-474f-87d2-deebdb4bab20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:39.824929 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-638ccac8-ea37-404f-97cc-c3e8248793c1 req-e4c29c3b-d1ce-474f-87d2-deebdb4bab20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:39.825233 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 47452) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:39.825356 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-638ccac8-ea37-404f-97cc-c3e8248793c1 req-e4c29c3b-d1ce-474f-87d2-deebdb4bab20 service neutron] 10.222.0.48 "PUT /v2.0/ports/0ae765e5-77d5-4a97-ad1d-128559d7fc18 HTTP/1.1" status: 200 len: 1092 time: 1.8726206 Aug 29 04:18:39.870096 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5ff28ede-63c9-47f9-ad32-1872ed1c5191 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:39.873649 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c29c3b-d1ce-474f-87d2-deebdb4bab20 service neutron] Pushing event updated for resources: {'Port': ['ID=0ae765e5-77d5-4a97-ad1d-128559d7fc18,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:39.877829 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5ff28ede-63c9-47f9-ad32-1872ed1c5191 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:39.909662 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9f6dc3-5dea-48ad-bb15-0da1f4f5bc3b req-a7a15c83-2842-4675-9a29-cf20c59e7f55 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:39.911601 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6e9f6dc3-5dea-48ad-bb15-0da1f4f5bc3b req-a7a15c83-2842-4675-9a29-cf20c59e7f55 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=00b7794b-e353-4482-a362-3b01d21c6207 HTTP/1.1" status: 200 len: 945 time: 0.2330506 Aug 29 04:18:39.961266 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-6e9f6dc3-5dea-48ad-bb15-0da1f4f5bc3b req-0931f209-cf33-453f-851d-4c54fb27d4b7 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Request body: {'port': {'security_groups': []}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:39.961514 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff28ede-63c9-47f9-ad32-1872ed1c5191 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=097c64bf-e646-4bc8-8237-9c4e5dba282c,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:39.972332 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5ff28ede-63c9-47f9-ad32-1872ed1c5191 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:39.982262 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-5ff28ede-63c9-47f9-ad32-1872ed1c5191 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3828228 Aug 29 04:18:39.986308 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 47456) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:39.997099 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-3140431f-edd4-4ea9-b1d2-c1012408e46e tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Request body: {'security_group_rule': {'security_group_id': '6765471a-6318-4be5-8b74-21c509c8c5a3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:40.010530 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-8ff2fb12-a0ca-487d-9512-9e61b0a3b3a8 tempest-RoutersTestDVR-1677887603 tempest-RoutersTestDVR-1677887603-project-admin] 10.222.0.22 "GET /v2.0/routers/896b7ef5-63d7-44cc-9733-2e0139c44401 HTTP/1.1" status: 200 len: 716 time: 0.1844919 Aug 29 04:18:40.017177 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 47458) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:40.024667 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a09220f5-60be-4b7b-bde4-fdf6d768a615 req-4ffa3c0d-0318-445e-817e-45a6975fcbe5 service neutron] 10.222.0.46 "GET /v2.0/networks/9d43f3ab-9b4a-4dba-a6cb-255676b324fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3021333 Aug 29 04:18:40.052005 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2a5e3f33-f5d1-41be-96e1-f06d644e7f63 req-5cd790bf-3bdd-4620-bb6f-95a0d168bb12 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.0.10 HTTP/1.1" status: 200 len: 1000 time: 0.1721168 Aug 29 04:18:40.066411 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-6e9f6dc3-5dea-48ad-bb15-0da1f4f5bc3b req-0931f209-cf33-453f-851d-4c54fb27d4b7 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:40.134439 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3140431f-edd4-4ea9-b1d2-c1012408e46e tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:40.195345 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638ccac8-ea37-404f-97cc-c3e8248793c1 req-d9f9a808-0006-487f-afa6-ef7db567a60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:40.197791 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-638ccac8-ea37-404f-97cc-c3e8248793c1 req-d9f9a808-0006-487f-afa6-ef7db567a60a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b4784151d99c49e0b884d614cd8b3519&device_id=00a43dbd-a810-4f47-ad51-dd96a6a22fbe HTTP/1.1" status: 200 len: 1095 time: 0.2512460 Aug 29 04:18:40.506032 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-638ccac8-ea37-404f-97cc-c3e8248793c1 req-fcb9ea43-b5ae-47dc-b47f-363b70df8524 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0ae765e5-77d5-4a97-ad1d-128559d7fc18 HTTP/1.1" status: 200 len: 217 time: 0.2416780 Aug 29 04:18:40.538249 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5e3f33-f5d1-41be-96e1-f06d644e7f63 req-68212b90-bd88-440e-a8ef-2e3b3131a88d tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:40.540247 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2a5e3f33-f5d1-41be-96e1-f06d644e7f63 req-68212b90-bd88-440e-a8ef-2e3b3131a88d tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "GET /v2.0/networks/e6c84a15-2e6f-4c07-8ede-a88148c2fe90 HTTP/1.1" status: 200 len: 784 time: 0.4649489 Aug 29 04:18:40.545309 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-a19c7931-7d63-4d75-b806-424ca235dad5 tempest-RoutersTestDVR-158391084 tempest-RoutersTestDVR-158391084-project] 10.222.0.22 "GET /v2.0/routers/896b7ef5-63d7-44cc-9733-2e0139c44401 HTTP/1.1" status: 200 len: 682 time: 0.5248880 Aug 29 04:18:40.551266 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 47466) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:40.598397 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3140431f-edd4-4ea9-b1d2-c1012408e46e tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:40.632699 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3140431f-edd4-4ea9-b1d2-c1012408e46e tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:40.660752 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638ccac8-ea37-404f-97cc-c3e8248793c1 req-77c42bed-f204-4ffa-9be8-80bdc61654dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:40.662271 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-638ccac8-ea37-404f-97cc-c3e8248793c1 req-77c42bed-f204-4ffa-9be8-80bdc61654dc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f04b5666-45e5-4baa-8010-af21415a61db HTTP/1.1" status: 200 len: 854 time: 0.1432397 Aug 29 04:18:40.671230 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3140431f-edd4-4ea9-b1d2-c1012408e46e tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dc98324-c5f0-4a8f-b247-75bde7a51853,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:40.691000 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bac7cf9a-063c-4a56-be47-ae0415dcc0b7 tempest-RoutersTestDVR-1677887603 tempest-RoutersTestDVR-1677887603-project-admin] Notify callbacks [] for router, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:40.695287 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3140431f-edd4-4ea9-b1d2-c1012408e46e tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:40.697306 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-3140431f-edd4-4ea9-b1d2-c1012408e46e tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7089114 Aug 29 04:18:40.703340 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2a5e3f33-f5d1-41be-96e1-f06d644e7f63 req-6e457006-3779-4c8d-b9a7-ccba8eed9152 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.0.10 HTTP/1.1" status: 200 len: 1000 time: 0.1303222 Aug 29 04:18:40.727572 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 47468) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:40.737898 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-aa9719bf-e45b-42d5-b6cf-148cb0ef5ad2 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Request body: {'floatingip': {'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:40.747495 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-638ccac8-ea37-404f-97cc-c3e8248793c1 req-0b78927d-94a6-4ec5-8686-bd244363edc2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fe770585-a0e4-43ec-865b-d1030eff1ee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724540 Aug 29 04:18:40.758992 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-2a5e3f33-f5d1-41be-96e1-f06d644e7f63 req-3e606fb4-340f-4a5a-ac0c-5cd467715523 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:40.786566 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-6e9f6dc3-5dea-48ad-bb15-0da1f4f5bc3b req-0931f209-cf33-453f-851d-4c54fb27d4b7 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] For port 31491024-4c7a-4b13-84e2-7d9fa9111394, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=31491024-4c7a-4b13-84e2-7d9fa9111394,segment=NetworkSegment(6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc),segment_id=6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:40.806693 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c56653-b4eb-4c41-82eb-ee709d5b5a30 req-ddde48f5-56c8-4d4d-be68-b1fe1a25968a tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:40.808777 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-56c56653-b4eb-4c41-82eb-ee709d5b5a30 req-ddde48f5-56c8-4d4d-be68-b1fe1a25968a tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.46 "GET /v2.0/ports?device_id=aaf0f6ca-5bc9-4d39-9275-d8db83734ee1 HTTP/1.1" status: 200 len: 949 time: 0.2584696 Aug 29 04:18:40.870196 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75a39e68-5d14-43e2-bf0b-82240c86b1bf', 'tag': '59864ef7-059a-4500-85c1-f75d5e2f7370'}, {'name': 'network-changed', 'server_uuid': '00a43dbd-a810-4f47-ad51-dd96a6a22fbe', 'tag': '0ae765e5-77d5-4a97-ad1d-128559d7fc18'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:18:40.872520 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c8cb47-9110-46ab-ab20-0a6be7fdbc1e" -d '{"events": [{"name": "network-changed", "server_uuid": "75a39e68-5d14-43e2-bf0b-82240c86b1bf", "tag": "59864ef7-059a-4500-85c1-f75d5e2f7370"}, {"name": "network-changed", "server_uuid": "00a43dbd-a810-4f47-ad51-dd96a6a22fbe", "tag": "0ae765e5-77d5-4a97-ad1d-128559d7fc18"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:18:40.905181 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-aa9719bf-e45b-42d5-b6cf-148cb0ef5ad2 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks [] for floatingip, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:40.937501 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-2a5e3f33-f5d1-41be-96e1-f06d644e7f63 req-3e606fb4-340f-4a5a-ac0c-5cd467715523 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Notify callbacks [] for floatingip, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:40.959223 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-6e9f6dc3-5dea-48ad-bb15-0da1f4f5bc3b req-0931f209-cf33-453f-851d-4c54fb27d4b7 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:40.971777 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-6e9f6dc3-5dea-48ad-bb15-0da1f4f5bc3b req-0931f209-cf33-453f-851d-4c54fb27d4b7 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:40.981638 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bac7cf9a-063c-4a56-be47-ae0415dcc0b7 tempest-RoutersTestDVR-1677887603 tempest-RoutersTestDVR-1677887603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:40.984762 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['77b4db49-2762-4af2-8d0e-62de1be3be49', 'ad8e0c29-4219-4f94-b4fe-492d83d0d111'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:18:40.996581 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bac7cf9a-063c-4a56-be47-ae0415dcc0b7 tempest-RoutersTestDVR-1677887603 tempest-RoutersTestDVR-1677887603-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:41.026184 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['31491024-4c7a-4b13-84e2-7d9fa9111394'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:18:41.034643 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-638ccac8-ea37-404f-97cc-c3e8248793c1 req-e1a42146-b391-433f-897e-2d4f8f2a2e78 service neutron] 10.222.0.48 "GET /v2.0/networks/fe770585-a0e4-43ec-865b-d1030eff1ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716382 Aug 29 04:18:41.153962 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9f6dc3-5dea-48ad-bb15-0da1f4f5bc3b req-0931f209-cf33-453f-851d-4c54fb27d4b7 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:41.154701 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-6e9f6dc3-5dea-48ad-bb15-0da1f4f5bc3b req-0931f209-cf33-453f-851d-4c54fb27d4b7 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:41.165110 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6e9f6dc3-5dea-48ad-bb15-0da1f4f5bc3b req-0931f209-cf33-453f-851d-4c54fb27d4b7 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "PUT /v2.0/ports/31491024-4c7a-4b13-84e2-7d9fa9111394 HTTP/1.1" status: 200 len: 904 time: 1.2150407 Aug 29 04:18:41.188735 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0931f209-cf33-453f-851d-4c54fb27d4b7 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Pushing event updated for resources: {'Port': ['ID=31491024-4c7a-4b13-84e2-7d9fa9111394,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:41.200345 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00b7794b-e353-4482-a362-3b01d21c6207', 'tag': '31491024-4c7a-4b13-84e2-7d9fa9111394'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:18:41.208895 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99ab7237-cf25-44f4-9e29-1273e4d3e3cc" -d '{"events": [{"name": "network-changed", "server_uuid": "00b7794b-e353-4482-a362-3b01d21c6207", "tag": "31491024-4c7a-4b13-84e2-7d9fa9111394"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:18:41.273051 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-2a5e3f33-f5d1-41be-96e1-f06d644e7f63 req-3e606fb4-340f-4a5a-ac0c-5cd467715523 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:41.279622 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-638ccac8-ea37-404f-97cc-c3e8248793c1 req-a83de29d-618e-4076-bd15-c6b6b5a6349d service neutron] 10.222.0.48 "GET /v2.0/networks/fe770585-a0e4-43ec-865b-d1030eff1ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345982 Aug 29 04:18:41.283263 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-2a5e3f33-f5d1-41be-96e1-f06d644e7f63 req-3e606fb4-340f-4a5a-ac0c-5cd467715523 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719515'] for floatingip, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:41.283800 n-d-712140-12 neutron-server[94829]: INFO neutron.db.l3_db [req-2a5e3f33-f5d1-41be-96e1-f06d644e7f63 req-3e606fb4-340f-4a5a-ac0c-5cd467715523 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Floating IP 089d54d1-23db-4eac-acac-8e08f4735111 disassociated. External IP: 172.25.0.10, port: 51e0b316-720d-48b9-a953-c2e433fc1b08. Aug 29 04:18:41.288896 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['31491024-4c7a-4b13-84e2-7d9fa9111394'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:18:41.295565 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bac7cf9a-063c-4a56-be47-ae0415dcc0b7 tempest-RoutersTestDVR-1677887603 tempest-RoutersTestDVR-1677887603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717253'] for router, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:41.307811 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bac7cf9a-063c-4a56-be47-ae0415dcc0b7 tempest-RoutersTestDVR-1677887603 tempest-RoutersTestDVR-1677887603-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 896b7ef5-63d7-44cc-9733-2e0139c44401 {{(pid=94828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:18:41.318866 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bac7cf9a-063c-4a56-be47-ae0415dcc0b7 tempest-RoutersTestDVR-1677887603 tempest-RoutersTestDVR-1677887603-project-admin] Notify callbacks [] for router, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:41.323976 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-bac7cf9a-063c-4a56-be47-ae0415dcc0b7 tempest-RoutersTestDVR-1677887603 tempest-RoutersTestDVR-1677887603-project-admin] 10.222.0.22 "DELETE /v2.0/routers/896b7ef5-63d7-44cc-9733-2e0139c44401 HTTP/1.1" status: 204 len: 168 time: 0.7707312 Aug 29 04:18:41.333509 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 47476) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:41.338613 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-e04fefdf-82ea-4653-a23c-0ee29662404d tempest-RoutersTestDVR-1677887603 tempest-RoutersTestDVR-1677887603-project-admin] Request body: {'router': {'name': 'tempest-router-409647742', 'distributed': True}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:41.373264 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-aa9719bf-e45b-42d5-b6cf-148cb0ef5ad2 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:41.383602 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-56c56653-b4eb-4c41-82eb-ee709d5b5a30 req-b3ed6a10-9038-44da-adae-240f2256c77c tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Deleting port f2cfa364-e651-4bd4-9af8-0e6ba565e3ca {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:18:41.384124 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-56c56653-b4eb-4c41-82eb-ee709d5b5a30 req-b3ed6a10-9038-44da-adae-240f2256c77c tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:41.387812 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e04fefdf-82ea-4653-a23c-0ee29662404d tempest-RoutersTestDVR-1677887603 tempest-RoutersTestDVR-1677887603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:41.389065 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e04fefdf-82ea-4653-a23c-0ee29662404d tempest-RoutersTestDVR-1677887603 tempest-RoutersTestDVR-1677887603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1838'] for router, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:41.484440 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-a0f4ae71-ceb0-48cd-b31f-af9c2329c7f3 None None] Provisioning complete for port 31491024-4c7a-4b13-84e2-7d9fa9111394 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:41.484942 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a0f4ae71-ceb0-48cd-b31f-af9c2329c7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:41.543599 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e04fefdf-82ea-4653-a23c-0ee29662404d tempest-RoutersTestDVR-1677887603 tempest-RoutersTestDVR-1677887603-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:41.549924 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e04fefdf-82ea-4653-a23c-0ee29662404d tempest-RoutersTestDVR-1677887603 tempest-RoutersTestDVR-1677887603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409'] for router, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:41.574747 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-aa9719bf-e45b-42d5-b6cf-148cb0ef5ad2 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Allocated IP 172.25.0.36 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/22351fab-dc65-4292-902c-aadfafc136f2) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:18:41.595294 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e04fefdf-82ea-4653-a23c-0ee29662404d tempest-RoutersTestDVR-1677887603 tempest-RoutersTestDVR-1677887603-project-admin] Notify callbacks [] for router, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:41.599267 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-e04fefdf-82ea-4653-a23c-0ee29662404d tempest-RoutersTestDVR-1677887603 tempest-RoutersTestDVR-1677887603-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.2651913 Aug 29 04:18:41.602605 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 47480) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:41.625228 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8f94cd07-9e87-45a2-98ff-98069cb366e7 req-a7c6cd72-838f-406c-ab82-cab4e44108af tempest-ServerShowV257Test-903940717 tempest-ServerShowV257Test-903940717-project] 10.222.0.22 "GET /v2.0/ports?device_id=55a22954-5a30-45df-a58d-01588501bf47 HTTP/1.1" status: 200 len: 210 time: 0.0538285 Aug 29 04:18:41.716170 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-56c56653-b4eb-4c41-82eb-ee709d5b5a30 req-b3ed6a10-9038-44da-adae-240f2256c77c tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] For port f2cfa364-e651-4bd4-9af8-0e6ba565e3ca, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=f2cfa364-e651-4bd4-9af8-0e6ba565e3ca,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:41.716550 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-56c56653-b4eb-4c41-82eb-ee709d5b5a30 req-b3ed6a10-9038-44da-adae-240f2256c77c tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:41.726157 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5fa5f493-9605-4a05-b8b1-30a16516d2de tempest-RoutersTestDVR-1677887603 tempest-RoutersTestDVR-1677887603-project-admin] Notify callbacks [] for router, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:41.767226 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-56c56653-b4eb-4c41-82eb-ee709d5b5a30 req-b3ed6a10-9038-44da-adae-240f2256c77c tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Calling delete_port for f2cfa364-e651-4bd4-9af8-0e6ba565e3ca owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:18:41.816623 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2a5e3f33-f5d1-41be-96e1-f06d644e7f63 req-3e606fb4-340f-4a5a-ac0c-5cd467715523 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Router d04ddb75-44ce-462d-aab8-66f85e0482f4 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:18:41.849156 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-aa9719bf-e45b-42d5-b6cf-148cb0ef5ad2 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:41.989391 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94753a4-5aa0-44e5-a371-a8fae14918ba req-2206e8f6-7fce-46b3-b915-b8ae99e35418 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:41.990986 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d94753a4-5aa0-44e5-a371-a8fae14918ba req-2206e8f6-7fce-46b3-b915-b8ae99e35418 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=75a39e68-5d14-43e2-bf0b-82240c86b1bf HTTP/1.1" status: 200 len: 943 time: 0.2251563 Aug 29 04:18:41.992921 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5fa5f493-9605-4a05-b8b1-30a16516d2de tempest-RoutersTestDVR-1677887603 tempest-RoutersTestDVR-1677887603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:41.996611 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5fa5f493-9605-4a05-b8b1-30a16516d2de tempest-RoutersTestDVR-1677887603 tempest-RoutersTestDVR-1677887603-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:42.082043 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5fa5f493-9605-4a05-b8b1-30a16516d2de tempest-RoutersTestDVR-1677887603 tempest-RoutersTestDVR-1677887603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717253'] for router, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:42.082522 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fa5f493-9605-4a05-b8b1-30a16516d2de tempest-RoutersTestDVR-1677887603 tempest-RoutersTestDVR-1677887603-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8a8d8b7e-2bc3-4282-8845-e2cbcc0ed947 {{(pid=94828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:18:42.089067 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5fa5f493-9605-4a05-b8b1-30a16516d2de tempest-RoutersTestDVR-1677887603 tempest-RoutersTestDVR-1677887603-project-admin] Notify callbacks [] for router, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:42.093812 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-5fa5f493-9605-4a05-b8b1-30a16516d2de tempest-RoutersTestDVR-1677887603 tempest-RoutersTestDVR-1677887603-project-admin] 10.222.0.22 "DELETE /v2.0/routers/8a8d8b7e-2bc3-4282-8845-e2cbcc0ed947 HTTP/1.1" status: 204 len: 168 time: 0.4780164 Aug 29 04:18:42.099286 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d94753a4-5aa0-44e5-a371-a8fae14918ba req-c8e4b1da-7dd0-49c8-b7d5-4f282b221dee tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988047 Aug 29 04:18:42.154911 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-56c56653-b4eb-4c41-82eb-ee709d5b5a30 req-b3ed6a10-9038-44da-adae-240f2256c77c tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:42.172000 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['f2cfa364-e651-4bd4-9af8-0e6ba565e3ca'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:18:42.188416 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ed6a10-9038-44da-adae-240f2256c77c tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Pushing event deleted for resources: {'Port': ['ID=f2cfa364-e651-4bd4-9af8-0e6ba565e3ca,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:42.253537 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-56c56653-b4eb-4c41-82eb-ee709d5b5a30 req-b3ed6a10-9038-44da-adae-240f2256c77c tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] No DVR routers for this DVR port f2cfa364-e651-4bd4-9af8-0e6ba565e3ca on host n-h1-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:18:42.256551 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-56c56653-b4eb-4c41-82eb-ee709d5b5a30 req-b3ed6a10-9038-44da-adae-240f2256c77c tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:42.259005 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-56c56653-b4eb-4c41-82eb-ee709d5b5a30 req-b3ed6a10-9038-44da-adae-240f2256c77c tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.46 "DELETE /v2.0/ports/f2cfa364-e651-4bd4-9af8-0e6ba565e3ca HTTP/1.1" status: 204 len: 173 time: 1.4401941 Aug 29 04:18:42.277606 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['6c598feb-3ed1-428d-85b3-41629f32880f', '2a6bce68-a836-4780-9092-ee7498142e59', 'fdc22186-f215-454e-8546-82ba1900a0c8', 'ec53f0a0-f10b-4f6d-bb3e-ad6634d1e6cb'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:18:42.348312 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-aa9719bf-e45b-42d5-b6cf-148cb0ef5ad2 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:42.360427 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2a5e3f33-f5d1-41be-96e1-f06d644e7f63 req-3e606fb4-340f-4a5a-ac0c-5cd467715523 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:18:42.366986 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-2a5e3f33-f5d1-41be-96e1-f06d644e7f63 req-3e606fb4-340f-4a5a-ac0c-5cd467715523 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:42.375278 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40cf5771-25a4-44e9-89a0-3cb56107c87a None None] Sync routers for ids ['d04ddb75-44ce-462d-aab8-66f85e0482f4'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:18:42.398037 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40cf5771-25a4-44e9-89a0-3cb56107c87a None None] Routers {'d04ddb75-44ce-462d-aab8-66f85e0482f4'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:18:42.399062 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-40cf5771-25a4-44e9-89a0-3cb56107c87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:18:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['d04ddb75-44ce-462d-aab8-66f85e0482f4'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:42.421574 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9719bf-e45b-42d5-b6cf-148cb0ef5ad2 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:18:42.476575 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618e1b7e-38a1-4c4e-9a54-b8db669f0a0d req-ce6d7f73-ad63-4d89-b370-76bfe531e86e tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:42.485948 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2a5e3f33-f5d1-41be-96e1-f06d644e7f63 req-3e606fb4-340f-4a5a-ac0c-5cd467715523 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "PUT /v2.0/floatingips/089d54d1-23db-4eac-acac-8e08f4735111 HTTP/1.1" status: 200 len: 694 time: 1.7548609 Aug 29 04:18:42.491031 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-618e1b7e-38a1-4c4e-9a54-b8db669f0a0d req-ce6d7f73-ad63-4d89-b370-76bfe531e86e tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/ports?device_id=00a43dbd-a810-4f47-ad51-dd96a6a22fbe HTTP/1.1" status: 200 len: 943 time: 0.1847630 Aug 29 04:18:42.513563 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-aa9719bf-e45b-42d5-b6cf-148cb0ef5ad2 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:18:42.548577 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9719bf-e45b-42d5-b6cf-148cb0ef5ad2 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:18:42.600684 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-618e1b7e-38a1-4c4e-9a54-b8db669f0a0d req-4b1978c1-7b3a-4b75-bb03-6b26662c40c2 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/security-groups?id=0af834e7-acaf-4d90-a371-bad8b3cc1714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078930 Aug 29 04:18:42.613867 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-40cf5771-25a4-44e9-89a0-3cb56107c87a None None] Set router d04ddb75-44ce-462d-aab8-66f85e0482f4 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:18:42.670251 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 47488) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:42.699100 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9719bf-e45b-42d5-b6cf-148cb0ef5ad2 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Pushing event updated for resources: {'Port': ['ID=22351fab-dc65-4292-902c-aadfafc136f2,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:42.742526 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sun, 29 Aug 2021 04:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5e8d7cc-114d-467b-97b3-8491cde97d13 x-openstack-request-id: req-c5e8d7cc-114d-467b-97b3-8491cde97d13 {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:18:42.743010 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75a39e68-5d14-43e2-bf0b-82240c86b1bf", "tag": "59864ef7-059a-4500-85c1-f75d5e2f7370", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "00a43dbd-a810-4f47-ad51-dd96a6a22fbe", "tag": "0ae765e5-77d5-4a97-ad1d-128559d7fc18", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:18:42.743412 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c5e8d7cc-114d-467b-97b3-8491cde97d13 {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:18:42.744050 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75a39e68-5d14-43e2-bf0b-82240c86b1bf', 'tag': '59864ef7-059a-4500-85c1-f75d5e2f7370', 'status': 'completed', 'code': 200} Aug 29 04:18:42.744452 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00a43dbd-a810-4f47-ad51-dd96a6a22fbe', 'tag': '0ae765e5-77d5-4a97-ad1d-128559d7fc18', 'status': 'completed', 'code': 200} Aug 29 04:18:42.866576 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5e3f33-f5d1-41be-96e1-f06d644e7f63 req-6ed66098-ba35-4ef4-8759-6165a50f9d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:42.892190 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2a5e3f33-f5d1-41be-96e1-f06d644e7f63 req-6ed66098-ba35-4ef4-8759-6165a50f9d6f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d9ed99521d6e4398bfbd9824b0326aa2&device_id=f67de40e-9c4b-4df7-8589-9317825d95db HTTP/1.1" status: 200 len: 1097 time: 0.3594716 Aug 29 04:18:43.053464 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c44e1c33-0e35-47e1-92f4-d5c10bb67136 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:43.062824 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c8cb47-9110-46ab-ab20-0a6be7fdbc1e req-9266a560-7016-4cb6-9089-0f366581d309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:43.065237 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-70c8cb47-9110-46ab-ab20-0a6be7fdbc1e req-9266a560-7016-4cb6-9089-0f366581d309 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1d0658a0a90a4facb02cad62921e20d5&device_id=75a39e68-5d14-43e2-bf0b-82240c86b1bf HTTP/1.1" status: 200 len: 1095 time: 0.2798753 Aug 29 04:18:43.132239 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-aa9719bf-e45b-42d5-b6cf-148cb0ef5ad2 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:43.150975 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c8cb47-9110-46ab-ab20-0a6be7fdbc1e req-3fa0523a-9f50-4fd3-8db8-43677797e591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:43.153838 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-70c8cb47-9110-46ab-ab20-0a6be7fdbc1e req-3fa0523a-9f50-4fd3-8db8-43677797e591 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b4784151d99c49e0b884d614cd8b3519&device_id=00a43dbd-a810-4f47-ad51-dd96a6a22fbe HTTP/1.1" status: 200 len: 1095 time: 0.3799317 Aug 29 04:18:43.165372 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160cb0ca-5857-4b2b-a90b-86e3a97f0d7b req-f92edda2-34a0-4669-9657-d3e2dd13b719 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:43.169151 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-160cb0ca-5857-4b2b-a90b-86e3a97f0d7b req-f92edda2-34a0-4669-9657-d3e2dd13b719 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=00b7794b-e353-4482-a362-3b01d21c6207 HTTP/1.1" status: 200 len: 907 time: 0.2534380 Aug 29 04:18:43.245005 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33ed46b4-5df3-4969-ae2d-a96cb931250e x-openstack-request-id: req-33ed46b4-5df3-4969-ae2d-a96cb931250e {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:18:43.245307 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00b7794b-e353-4482-a362-3b01d21c6207", "tag": "31491024-4c7a-4b13-84e2-7d9fa9111394", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:18:43.245697 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-33ed46b4-5df3-4969-ae2d-a96cb931250e {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:18:43.247075 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00b7794b-e353-4482-a362-3b01d21c6207', 'tag': '31491024-4c7a-4b13-84e2-7d9fa9111394', 'status': 'completed', 'code': 200} Aug 29 04:18:43.261017 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-40cf5771-25a4-44e9-89a0-3cb56107c87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd04ddb75-44ce-462d-aab8-66f85e0482f4', 'name': 'tempest-ServerRescueTestJSONUnderV235-660610652-router', 'tenant_id': 'd9ed99521d6e4398bfbd9824b0326aa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'e8c901c8-5313-4cee-b436-f3ff94e6f649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:17:07Z', 'updated_at': '2021-08-29T04:17:16Z', 'revision_number': 4, 'project_id': 'd9ed99521d6e4398bfbd9824b0326aa2', 'gw_port': {'id': 'e8c901c8-5313-4cee-b436-f3ff94e6f649', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:3d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04ddb75-44ce-462d-aab8-66f85e0482f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:17:08Z', 'updated_at': '2021-08-29T04:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '25a0d561-2663-4b0f-8757-850fa0ca0d0c', 'name': '', 'network_id': '9d43f3ab-9b4a-4dba-a6cb-255676b324fd', 'tenant_id': 'd9ed99521d6e4398bfbd9824b0326aa2', 'mac_address': 'fa:16:3e:91:06:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04ddb75-44ce-462d-aab8-66f85e0482f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'e1b42450-980b-42a3-969d-e6ff4d7c5e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:17:13Z', 'updated_at': '2021-08-29T04:17:24Z', 'revision_number': 5, 'project_id': 'd9ed99521d6e4398bfbd9824b0326aa2', 'subnets': [{'id': 'e1b42450-980b-42a3-969d-e6ff4d7c5e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:43.304701 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40cf5771-25a4-44e9-89a0-3cb56107c87a None None] Checking router: d04ddb75-44ce-462d-aab8-66f85e0482f4 for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:18:43.320226 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40cf5771-25a4-44e9-89a0-3cb56107c87a None None] Routers {'d04ddb75-44ce-462d-aab8-66f85e0482f4'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:18:43.320850 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-40cf5771-25a4-44e9-89a0-3cb56107c87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:18:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['d04ddb75-44ce-462d-aab8-66f85e0482f4'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:43.321044 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c8cb47-9110-46ab-ab20-0a6be7fdbc1e req-9c608e64-b0f0-4e3b-8d3e-ffa41765e8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:43.322632 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-70c8cb47-9110-46ab-ab20-0a6be7fdbc1e req-9c608e64-b0f0-4e3b-8d3e-ffa41765e8f7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=53020a37-9cfa-46c3-bf40-16467007f493 HTTP/1.1" status: 200 len: 921 time: 0.2467947 Aug 29 04:18:43.353506 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-aa9719bf-e45b-42d5-b6cf-148cb0ef5ad2 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:43.365951 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c44e1c33-0e35-47e1-92f4-d5c10bb67136 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:43.393366 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5e3f33-f5d1-41be-96e1-f06d644e7f63 req-7d5bcfdd-b769-48f4-a867-f5e4a25e9d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:43.395530 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2a5e3f33-f5d1-41be-96e1-f06d644e7f63 req-7d5bcfdd-b769-48f4-a867-f5e4a25e9d67 service neutron] 10.222.0.22 "GET /v2.0/networks?id=9d43f3ab-9b4a-4dba-a6cb-255676b324fd HTTP/1.1" status: 200 len: 920 time: 0.5016661 Aug 29 04:18:43.420041 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c44e1c33-0e35-47e1-92f4-d5c10bb67136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:43.445430 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-40cf5771-25a4-44e9-89a0-3cb56107c87a None None] Set router d04ddb75-44ce-462d-aab8-66f85e0482f4 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:18:43.463778 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2a5e3f33-f5d1-41be-96e1-f06d644e7f63 req-e4b6a004-1c60-4017-9dfe-1238fe813ea4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=51e0b316-720d-48b9-a953-c2e433fc1b08 HTTP/1.1" status: 200 len: 217 time: 0.0497193 Aug 29 04:18:43.471244 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-c44e1c33-0e35-47e1-92f4-d5c10bb67136 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bf97e375c77c41feaa6ffbdb617b00ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7989516 Aug 29 04:18:43.473482 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-92f3635c-c761-4a32-806c-f52d642eacc0 req-765865df-44dd-46e5-a258-b14b0e602a2b tempest-ServerShowV257Test-903940717 tempest-ServerShowV257Test-903940717-project] 10.222.0.22 "GET /v2.0/ports?device_id=55a22954-5a30-45df-a58d-01588501bf47 HTTP/1.1" status: 200 len: 210 time: 0.0968330 Aug 29 04:18:43.476548 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 47498) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:43.487254 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-70c8cb47-9110-46ab-ab20-0a6be7fdbc1e req-0b257b6e-27d1-4e25-8e10-fbadf0ac493e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=59864ef7-059a-4500-85c1-f75d5e2f7370 HTTP/1.1" status: 200 len: 217 time: 0.1180890 Aug 29 04:18:43.552244 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c8cb47-9110-46ab-ab20-0a6be7fdbc1e req-3c168a7f-2c74-42df-a209-7d6cf10f4645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:43.555302 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-70c8cb47-9110-46ab-ab20-0a6be7fdbc1e req-3c168a7f-2c74-42df-a209-7d6cf10f4645 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fe770585-a0e4-43ec-865b-d1030eff1ee8 HTTP/1.1" status: 200 len: 915 time: 0.3908682 Aug 29 04:18:43.588180 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ab7237-cf25-44f4-9e29-1273e4d3e3cc req-a27fd82e-eeb9-4503-89e1-78d495af498f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:43.589970 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-99ab7237-cf25-44f4-9e29-1273e4d3e3cc req-a27fd82e-eeb9-4503-89e1-78d495af498f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=48da3dc54d264865b5c4834c4a90f4b5&device_id=00b7794b-e353-4482-a362-3b01d21c6207 HTTP/1.1" status: 200 len: 1059 time: 0.2903235 Aug 29 04:18:43.655288 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44e1c33-0e35-47e1-92f4-d5c10bb67136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=747f116d-a724-4508-a3ed-d8735d93de2a,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:43.686293 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c8cb47-9110-46ab-ab20-0a6be7fdbc1e req-402941c5-d7a5-4c14-b424-e94b91db079b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:43.687855 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-70c8cb47-9110-46ab-ab20-0a6be7fdbc1e req-402941c5-d7a5-4c14-b424-e94b91db079b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=210c6ef6-f12f-4dde-90b9-22d1971290b1 HTTP/1.1" status: 200 len: 860 time: 0.1748347 Aug 29 04:18:43.703546 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-40cf5771-25a4-44e9-89a0-3cb56107c87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd04ddb75-44ce-462d-aab8-66f85e0482f4', 'name': 'tempest-ServerRescueTestJSONUnderV235-660610652-router', 'tenant_id': 'd9ed99521d6e4398bfbd9824b0326aa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'e8c901c8-5313-4cee-b436-f3ff94e6f649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:17:07Z', 'updated_at': '2021-08-29T04:17:16Z', 'revision_number': 4, 'project_id': 'd9ed99521d6e4398bfbd9824b0326aa2', 'gw_port': {'id': 'e8c901c8-5313-4cee-b436-f3ff94e6f649', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:3d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04ddb75-44ce-462d-aab8-66f85e0482f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:17:08Z', 'updated_at': '2021-08-29T04:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '25a0d561-2663-4b0f-8757-850fa0ca0d0c', 'name': '', 'network_id': '9d43f3ab-9b4a-4dba-a6cb-255676b324fd', 'tenant_id': 'd9ed99521d6e4398bfbd9824b0326aa2', 'mac_address': 'fa:16:3e:91:06:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04ddb75-44ce-462d-aab8-66f85e0482f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'e1b42450-980b-42a3-969d-e6ff4d7c5e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:17:13Z', 'updated_at': '2021-08-29T04:17:24Z', 'revision_number': 5, 'project_id': 'd9ed99521d6e4398bfbd9824b0326aa2', 'subnets': [{'id': 'e1b42450-980b-42a3-969d-e6ff4d7c5e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:43.709818 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-70c8cb47-9110-46ab-ab20-0a6be7fdbc1e req-0de66ac7-ee0b-477f-b7ff-f4769b157309 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0ae765e5-77d5-4a97-ad1d-128559d7fc18 HTTP/1.1" status: 200 len: 217 time: 0.1348968 Aug 29 04:18:43.715161 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5e3f33-f5d1-41be-96e1-f06d644e7f63 req-1ac5ed43-8b7e-48a7-82d5-463b5ee236b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:43.716818 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2a5e3f33-f5d1-41be-96e1-f06d644e7f63 req-1ac5ed43-8b7e-48a7-82d5-463b5ee236b9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e1b42450-980b-42a3-969d-e6ff4d7c5e44 HTTP/1.1" status: 200 len: 859 time: 0.2385225 Aug 29 04:18:43.744344 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40cf5771-25a4-44e9-89a0-3cb56107c87a None None] The sync data for ids ['d04ddb75-44ce-462d-aab8-66f85e0482f4'] in n-d-712140-12 is: [{'id': 'd04ddb75-44ce-462d-aab8-66f85e0482f4', 'name': 'tempest-ServerRescueTestJSONUnderV235-660610652-router', 'tenant_id': 'd9ed99521d6e4398bfbd9824b0326aa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'e8c901c8-5313-4cee-b436-f3ff94e6f649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:17:07Z', 'updated_at': '2021-08-29T04:17:16Z', 'revision_number': 4, 'project_id': 'd9ed99521d6e4398bfbd9824b0326aa2', 'gw_port': {'id': 'e8c901c8-5313-4cee-b436-f3ff94e6f649', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:3d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04ddb75-44ce-462d-aab8-66f85e0482f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:17:08Z', 'updated_at': '2021-08-29T04:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '25a0d561-2663-4b0f-8757-850fa0ca0d0c', 'name': '', 'network_id': '9d43f3ab-9b4a-4dba-a6cb-255676b324fd', 'tenant_id': 'd9ed99521d6e4398bfbd9824b0326aa2', 'mac_address': 'fa:16:3e:91:06:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04ddb75-44ce-462d-aab8-66f85e0482f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'e1b42450-980b-42a3-969d-e6ff4d7c5e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:17:13Z', 'updated_at': '2021-08-29T04:17:24Z', 'revision_number': 5, 'project_id': 'd9ed99521d6e4398bfbd9824b0326aa2', 'subnets': [{'id': 'e1b42450-980b-42a3-969d-e6ff4d7c5e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:18:43.782364 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f50029-2d19-491f-bfaa-c7435d4576c6 req-dc34ebdd-cb7f-42e4-8ad9-d6a964a759dd tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:43.783944 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-34f50029-2d19-491f-bfaa-c7435d4576c6 req-dc34ebdd-cb7f-42e4-8ad9-d6a964a759dd tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bcf0fe3-6de9-4b62-aa26-9eff4b24207c HTTP/1.1" status: 200 len: 950 time: 0.2795560 Aug 29 04:18:43.788998 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-70c8cb47-9110-46ab-ab20-0a6be7fdbc1e req-4c1052d7-fce3-49cc-8190-89cd4d4b189b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=53020a37-9cfa-46c3-bf40-16467007f493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684395 Aug 29 04:18:43.789715 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-61c39ac7-b879-4e26-9d2a-abac3392e20f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:43.795292 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2a5e3f33-f5d1-41be-96e1-f06d644e7f63 req-8b62046d-19ca-4687-b339-a33eb4917b56 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9d43f3ab-9b4a-4dba-a6cb-255676b324fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504110 Aug 29 04:18:43.863227 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1a466d-ec18-4d75-b8d5-a64b6f7c9edf req-1c0a83b5-9159-46a2-8371-a2905ea76675 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:43.864807 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0e1a466d-ec18-4d75-b8d5-a64b6f7c9edf req-1c0a83b5-9159-46a2-8371-a2905ea76675 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=75a39e68-5d14-43e2-bf0b-82240c86b1bf HTTP/1.1" status: 200 len: 943 time: 0.2642729 Aug 29 04:18:43.878064 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c8cb47-9110-46ab-ab20-0a6be7fdbc1e req-78c5134d-bdd8-41c8-baf2-8d259709719a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:43.879348 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-70c8cb47-9110-46ab-ab20-0a6be7fdbc1e req-78c5134d-bdd8-41c8-baf2-8d259709719a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f04b5666-45e5-4baa-8010-af21415a61db HTTP/1.1" status: 200 len: 854 time: 0.1592133 Aug 29 04:18:43.931216 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-70c8cb47-9110-46ab-ab20-0a6be7fdbc1e req-f8fee317-93f8-4c95-94aa-9fa46efe6d9f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fe770585-a0e4-43ec-865b-d1030eff1ee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426495 Aug 29 04:18:43.933326 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-aa9719bf-e45b-42d5-b6cf-148cb0ef5ad2 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:43.937500 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-61c39ac7-b879-4e26-9d2a-abac3392e20f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:43.941075 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-aa9719bf-e45b-42d5-b6cf-148cb0ef5ad2 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:44.002397 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ab7237-cf25-44f4-9e29-1273e4d3e3cc req-4729798c-c559-4ee1-96c3-aad79f467030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:44.004175 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-99ab7237-cf25-44f4-9e29-1273e4d3e3cc req-4729798c-c559-4ee1-96c3-aad79f467030 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7521cd58-9470-4433-82b8-7e942c988b03 HTTP/1.1" status: 200 len: 913 time: 0.3984146 Aug 29 04:18:44.068993 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd94953-f70c-4100-97a3-eb23a1d2f5b3 None None] New status for floating IP 089d54d1-23db-4eac-acac-8e08f4735111: DOWN {{(pid=94830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:18:44.118689 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9719bf-e45b-42d5-b6cf-148cb0ef5ad2 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Pushing event updated for resources: {'Port': ['ID=22351fab-dc65-4292-902c-aadfafc136f2,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:44.144431 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2a5e3f33-f5d1-41be-96e1-f06d644e7f63 req-d3b66be1-3ce2-485d-80ff-1d113e52bf2f service neutron] 10.222.0.22 "GET /v2.0/networks/9d43f3ab-9b4a-4dba-a6cb-255676b324fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3292696 Aug 29 04:18:44.157174 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-aa9719bf-e45b-42d5-b6cf-148cb0ef5ad2 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719515'] for floatingip, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:44.238238 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-70c8cb47-9110-46ab-ab20-0a6be7fdbc1e req-a701c218-b294-44e9-8473-93ce9265ad85 service neutron] 10.222.0.48 "GET /v2.0/networks/fe770585-a0e4-43ec-865b-d1030eff1ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2986712 Aug 29 04:18:44.239271 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-aa9719bf-e45b-42d5-b6cf-148cb0ef5ad2 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:44.243450 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-aa9719bf-e45b-42d5-b6cf-148cb0ef5ad2 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5119610 Aug 29 04:18:44.389003 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0e1a466d-ec18-4d75-b8d5-a64b6f7c9edf req-e22694b3-6082-46d5-858b-c475121cad55 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4900212 Aug 29 04:18:44.396010 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2a5e3f33-f5d1-41be-96e1-f06d644e7f63 req-e1a68fdd-ffcf-4af4-84e4-deb4bc253dca service neutron] 10.222.0.22 "GET /v2.0/networks/9d43f3ab-9b4a-4dba-a6cb-255676b324fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267070 Aug 29 04:18:44.412437 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-70c8cb47-9110-46ab-ab20-0a6be7fdbc1e req-7635e08f-167f-4735-a8b7-d984f6848a5a service neutron] 10.222.0.48 "GET /v2.0/networks/fe770585-a0e4-43ec-865b-d1030eff1ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670220 Aug 29 04:18:44.429366 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-99ab7237-cf25-44f4-9e29-1273e4d3e3cc req-65f667a1-8a9a-4c85-8be5-f854d644281d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=31491024-4c7a-4b13-84e2-7d9fa9111394 HTTP/1.1" status: 200 len: 217 time: 0.4041836 Aug 29 04:18:44.460585 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-70c8cb47-9110-46ab-ab20-0a6be7fdbc1e req-428b30e2-5a5a-47d8-b064-3000f61a1150 service neutron] 10.222.0.46 "GET /v2.0/networks/53020a37-9cfa-46c3-bf40-16467007f493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6532240 Aug 29 04:18:44.578848 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9ce914-2104-474a-986f-cf58949f5990 req-8d82044f-af4c-404e-a6a3-44feac521f68 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:44.579469 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-34f50029-2d19-491f-bfaa-c7435d4576c6 req-dfb5077f-bc82-421f-86dc-537e49025351 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Deleting port ec53f0a0-f10b-4f6d-bb3e-ad6634d1e6cb {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:18:44.579851 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-34f50029-2d19-491f-bfaa-c7435d4576c6 req-dfb5077f-bc82-421f-86dc-537e49025351 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:44.582048 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0f9ce914-2104-474a-986f-cf58949f5990 req-8d82044f-af4c-404e-a6a3-44feac521f68 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/ports?device_id=4bcf0fe3-6de9-4b62-aa26-9eff4b24207c HTTP/1.1" status: 200 len: 950 time: 0.0847816 Aug 29 04:18:44.590479 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-61c39ac7-b879-4e26-9d2a-abac3392e20f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:44.593057 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-61c39ac7-b879-4e26-9d2a-abac3392e20f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:44.594199 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-61c39ac7-b879-4e26-9d2a-abac3392e20f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/747f116d-a724-4508-a3ed-d8735d93de2a HTTP/1.1" status: 204 len: 168 time: 1.1170192 Aug 29 04:18:44.608964 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ab7237-cf25-44f4-9e29-1273e4d3e3cc req-91962a02-9ac1-468f-8395-0833bfbb3ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:44.610517 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-99ab7237-cf25-44f4-9e29-1273e4d3e3cc req-91962a02-9ac1-468f-8395-0833bfbb3ad9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=be5f55ab-7fa1-406c-9ca9-03e74b79ef6a HTTP/1.1" status: 200 len: 851 time: 0.1706369 Aug 29 04:18:44.646570 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0f9ce914-2104-474a-986f-cf58949f5990 req-789841b8-0051-4416-9203-0a7401094fb8 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/security-groups?id=69e9e696-6092-48f5-a28b-387de9f4e688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549495 Aug 29 04:18:44.712247 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c39ac7-b879-4e26-9d2a-abac3392e20f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=747f116d-a724-4508-a3ed-d8735d93de2a,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:44.763054 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f67de40e-9c4b-4df7-8589-9317825d95db', 'tag': '51e0b316-720d-48b9-a953-c2e433fc1b08'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:18:44.765401 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f8faf74-df05-4869-9d0e-f98e08927509" -d '{"events": [{"name": "network-changed", "server_uuid": "f67de40e-9c4b-4df7-8589-9317825d95db", "tag": "51e0b316-720d-48b9-a953-c2e433fc1b08"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:18:44.797235 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a36764f-affe-4a52-b053-5263a64d5221 req-16a5f6c4-0ac7-4f2c-87de-4f39af6a0089 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:44.798864 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4a36764f-affe-4a52-b053-5263a64d5221 req-16a5f6c4-0ac7-4f2c-87de-4f39af6a0089 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/ports?device_id=00a43dbd-a810-4f47-ad51-dd96a6a22fbe HTTP/1.1" status: 200 len: 943 time: 0.0720675 Aug 29 04:18:44.832177 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95374d8-0bdf-48c1-a7f0-090fb3b6131d req-72cf8c4b-ab26-4dec-ae3a-13fd4f3099a1 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:44.834630 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c95374d8-0bdf-48c1-a7f0-090fb3b6131d req-72cf8c4b-ab26-4dec-ae3a-13fd4f3099a1 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e5ccfea-706b-4825-9d2e-60c0b092c82e HTTP/1.1" status: 200 len: 944 time: 0.3432395 Aug 29 04:18:44.844253 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4a36764f-affe-4a52-b053-5263a64d5221 req-5db2f832-150d-498d-ab5f-17aeda14f30c tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/security-groups?id=0af834e7-acaf-4d90-a371-bad8b3cc1714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389376 Aug 29 04:18:44.860027 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-70c8cb47-9110-46ab-ab20-0a6be7fdbc1e req-f853a4eb-9979-49c1-a102-8db0f80b60a2 service neutron] 10.222.0.46 "GET /v2.0/networks/53020a37-9cfa-46c3-bf40-16467007f493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3799736 Aug 29 04:18:44.921907 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ab7237-cf25-44f4-9e29-1273e4d3e3cc req-7b0133b0-c94a-43ef-8b0a-33a93c148427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:44.924322 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-99ab7237-cf25-44f4-9e29-1273e4d3e3cc req-7b0133b0-c94a-43ef-8b0a-33a93c148427 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7521cd58-9470-4433-82b8-7e942c988b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2595367 Aug 29 04:18:44.927317 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-34f50029-2d19-491f-bfaa-c7435d4576c6 req-dfb5077f-bc82-421f-86dc-537e49025351 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] For port ec53f0a0-f10b-4f6d-bb3e-ad6634d1e6cb, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=ec53f0a0-f10b-4f6d-bb3e-ad6634d1e6cb,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:44.927792 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-34f50029-2d19-491f-bfaa-c7435d4576c6 req-dfb5077f-bc82-421f-86dc-537e49025351 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:44.965995 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-34f50029-2d19-491f-bfaa-c7435d4576c6 req-dfb5077f-bc82-421f-86dc-537e49025351 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Calling delete_port for ec53f0a0-f10b-4f6d-bb3e-ad6634d1e6cb owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:18:44.976275 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-3bef5bd9-9287-420d-b00e-e9751e64ba8d tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--91874435&fields=id&tenant_id=e5f0d8ebc9a74e589a93c4dfadff20f5 HTTP/1.1" status: 200 len: 267 time: 0.0383801 Aug 29 04:18:45.028483 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c95374d8-0bdf-48c1-a7f0-090fb3b6131d req-d4c2c012-521e-4e74-9fc4-e2ac0ea3eb16 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=95663bcf-c178-40f7-a8d1-56ba6dc33aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1817651 Aug 29 04:18:45.045079 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 47528) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:45.067622 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-cfb542b1-7f52-4f88-bf15-c305e3d56630 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:45.071903 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-cfb542b1-7f52-4f88-bf15-c305e3d56630 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/ports/e64e1abe-0190-4cb5-8d68-399c7b7657fa HTTP/1.1" status: 200 len: 936 time: 0.0794847 Aug 29 04:18:45.117651 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c7038161-f4a4-4d75-a70a-e2c787341f27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:45.133990 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-740c50e5-aabc-4180-908f-4ef5dfe07c67 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:45.135459 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-740c50e5-aabc-4180-908f-4ef5dfe07c67 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/ports/1cbff8cc-cee1-4849-be7f-5f48e82103ba HTTP/1.1" status: 200 len: 936 time: 0.0571001 Aug 29 04:18:45.185558 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-916907ca-dccf-4e34-a824-fdde5310e1ce req-a5688807-24f2-4d21-a0cc-0b5d89e1cf8b tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "GET /v2.0/floatingips/089d54d1-23db-4eac-acac-8e08f4735111 HTTP/1.1" status: 200 len: 692 time: 0.0969100 Aug 29 04:18:45.193076 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-b8ff33c4-0ff8-43f0-9b81-e5af67c03ed1 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/ports?network_id=4b336bb6-c1a2-4852-8570-018195081ecf&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0497618 Aug 29 04:18:45.216303 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-99ab7237-cf25-44f4-9e29-1273e4d3e3cc req-48a01268-dad5-4440-b012-f863eecf1802 service neutron] 10.222.0.48 "GET /v2.0/networks/7521cd58-9470-4433-82b8-7e942c988b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2693408 Aug 29 04:18:45.226462 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-0db0b6f4-9c6d-481b-9d41-7bf2f45b8f3b tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/ports?network_id=4b336bb6-c1a2-4852-8570-018195081ecf&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0269420 Aug 29 04:18:45.259447 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaf0f6ca-5bc9-4d39-9275-d8db83734ee1', 'name': 'network-vif-deleted', 'tag': 'f2cfa364-e651-4bd4-9af8-0e6ba565e3ca'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:18:45.261770 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-946e1a9e-5d9b-4415-8c2b-a6ad0d64a0de" -d '{"events": [{"server_uuid": "aaf0f6ca-5bc9-4d39-9275-d8db83734ee1", "name": "network-vif-deleted", "tag": "f2cfa364-e651-4bd4-9af8-0e6ba565e3ca"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:18:45.277268 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device f2cfa364-e651-4bd4-9af8-0e6ba565e3ca no longer exists at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:18:45.299314 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] No Port match for: f2cfa364-e651-4bd4-9af8-0e6ba565e3ca {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:18:45.299655 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device f2cfa364-e651-4bd4-9af8-0e6ba565e3ca not bound to the agent host n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:18:45.344647 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-e1981fad-b745-4e99-9726-b314c0723a71 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:45.350510 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-e1981fad-b745-4e99-9726-b314c0723a71 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:45.356369 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-e1981fad-b745-4e99-9726-b314c0723a71 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:45.358003 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-e1981fad-b745-4e99-9726-b314c0723a71 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/networks?id=3085f602-11fb-40e6-8771-e57304cb25d6&id=30a5f83d-44db-4be9-a796-3b5e93558c29&id=30a5f83d-44db-4be9-a796-3b5e93558c29&id=4b336bb6-c1a2-4852-8570-018195081ecf&id=4b336bb6-c1a2-4852-8570-018195081ecf HTTP/1.1" status: 200 len: 1995 time: 0.1253240 Aug 29 04:18:45.377394 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-06b0cfd8-4582-4f9e-be1f-4e16f26d8bb5 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/quotas/e5f0d8ebc9a74e589a93c4dfadff20f5 HTTP/1.1" status: 200 len: 375 time: 0.0113657 Aug 29 04:18:45.446148 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-5900aa9b-480f-4c87-ab78-8e92d6dc7ab6 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=e5f0d8ebc9a74e589a93c4dfadff20f5&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0604329 Aug 29 04:18:45.485844 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916907ca-dccf-4e34-a824-fdde5310e1ce req-263bd30a-fe01-4790-8c9e-46143ab37ca9 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:45.487234 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-916907ca-dccf-4e34-a824-fdde5310e1ce req-263bd30a-fe01-4790-8c9e-46143ab37ca9 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "GET /v2.0/networks/e6c84a15-2e6f-4c07-8ede-a88148c2fe90 HTTP/1.1" status: 200 len: 784 time: 0.2863104 Aug 29 04:18:45.492799 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-99ab7237-cf25-44f4-9e29-1273e4d3e3cc req-bc5a6af1-c399-4b93-980c-8e1ab8d5c3fe service neutron] 10.222.0.48 "GET /v2.0/networks/7521cd58-9470-4433-82b8-7e942c988b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2603974 Aug 29 04:18:45.497323 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-34f50029-2d19-491f-bfaa-c7435d4576c6 req-dfb5077f-bc82-421f-86dc-537e49025351 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:45.530173 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['6c598feb-3ed1-428d-85b3-41629f32880f', '2a6bce68-a836-4780-9092-ee7498142e59', 'fdc22186-f215-454e-8546-82ba1900a0c8'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:18:45.549231 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [req-916907ca-dccf-4e34-a824-fdde5310e1ce req-c17087f2-2c88-4133-a90f-11648488a053 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:18:45.552560 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-916907ca-dccf-4e34-a824-fdde5310e1ce req-c17087f2-2c88-4133-a90f-11648488a053 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0488269 Aug 29 04:18:45.565041 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5077f-bc82-421f-86dc-537e49025351 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Pushing event deleted for resources: {'Port': ['ID=ec53f0a0-f10b-4f6d-bb3e-ad6634d1e6cb,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:45.566337 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-b01e0d48-1b3d-49db-b361-ec7b955aaf1f service neutron] 10.222.0.22 "GET /v2.0/networks/3085f602-11fb-40e6-8771-e57304cb25d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061699 Aug 29 04:18:45.684484 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-3ba5c210-6b98-4076-ba6e-45cafeb01412 service neutron] 10.222.0.22 "GET /v2.0/networks/3085f602-11fb-40e6-8771-e57304cb25d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097050 Aug 29 04:18:45.702025 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-34f50029-2d19-491f-bfaa-c7435d4576c6 req-dfb5077f-bc82-421f-86dc-537e49025351 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] No DVR routers for this DVR port ec53f0a0-f10b-4f6d-bb3e-ad6634d1e6cb on host n-h2-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:18:45.705431 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-34f50029-2d19-491f-bfaa-c7435d4576c6 req-dfb5077f-bc82-421f-86dc-537e49025351 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:45.708127 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-34f50029-2d19-491f-bfaa-c7435d4576c6 req-dfb5077f-bc82-421f-86dc-537e49025351 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.48 "DELETE /v2.0/ports/ec53f0a0-f10b-4f6d-bb3e-ad6634d1e6cb HTTP/1.1" status: 204 len: 173 time: 1.9157720 Aug 29 04:18:45.718964 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-916907ca-dccf-4e34-a824-fdde5310e1ce req-6a0aacae-b82f-4d49-aa0f-64b5e806036e tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.0.10 HTTP/1.1" status: 200 len: 695 time: 0.1593871 Aug 29 04:18:45.722238 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c7038161-f4a4-4d75-a70a-e2c787341f27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:45.734880 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c7038161-f4a4-4d75-a70a-e2c787341f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:45.746649 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-d28f0fdc-2448-4d16-a601-b912480d330a service neutron] 10.222.0.22 "GET /v2.0/ports/e64e1abe-0190-4cb5-8d68-399c7b7657fa?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0567703 Aug 29 04:18:45.817227 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-916907ca-dccf-4e34-a824-fdde5310e1ce req-5a4642ca-1af9-4a83-b7bf-e11e5f30e9ef tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.0.10 HTTP/1.1" status: 200 len: 695 time: 0.0972741 Aug 29 04:18:45.833576 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-c7038161-f4a4-4d75-a70a-e2c787341f27 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=42ca15bd32bd4b3c989f352cce6c856c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7845135 Aug 29 04:18:45.833814 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 47538) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:45.838451 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7038161-f4a4-4d75-a70a-e2c787341f27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47cf0266-a534-4882-9d14-a8846f412c67,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:45.856129 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d29ce046-24fe-43b0-a34d-535a7adac338 req-905eac8c-fd92-4ed9-b76b-0b7900455c19 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2d2293db-2b80-49cd-b456-994387ea7d62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2136250 Aug 29 04:18:45.898964 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-0827a42d-eeaa-4840-978f-4e86264bd9f5 service neutron] 10.222.0.22 "GET /v2.0/networks/30a5f83d-44db-4be9-a796-3b5e93558c29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503799 Aug 29 04:18:45.935658 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1cc6141d-d812-48cb-9800-25a56b995b53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:46.004951 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1cc6141d-d812-48cb-9800-25a56b995b53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:46.058343 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29ce046-24fe-43b0-a34d-535a7adac338 req-c9151fbe-7e16-4c17-a66f-82cf13c5ac3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:46.059915 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d29ce046-24fe-43b0-a34d-535a7adac338 req-c9151fbe-7e16-4c17-a66f-82cf13c5ac3c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cff8a488ff344e109cad8daf17880810&device_id=2d2293db-2b80-49cd-b456-994387ea7d62 HTTP/1.1" status: 200 len: 1101 time: 0.1459324 Aug 29 04:18:46.064573 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-30e6595f-6f3d-422a-bfc1-69d882ea6c8f service neutron] 10.222.0.22 "GET /v2.0/networks/30a5f83d-44db-4be9-a796-3b5e93558c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602142 Aug 29 04:18:46.089822 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-916907ca-dccf-4e34-a824-fdde5310e1ce req-2b17fcb9-373a-48c7-b19a-4c336d14bc3d tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Deleting port 22b46b69-0b13-4d6e-b6bb-faa65f8377f5 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:18:46.090720 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-916907ca-dccf-4e34-a824-fdde5310e1ce req-2b17fcb9-373a-48c7-b19a-4c336d14bc3d tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:46.116617 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1cc6141d-d812-48cb-9800-25a56b995b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:46.119147 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1cc6141d-d812-48cb-9800-25a56b995b53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:46.120339 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-1cc6141d-d812-48cb-9800-25a56b995b53 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/47cf0266-a534-4882-9d14-a8846f412c67 HTTP/1.1" status: 204 len: 168 time: 0.2854092 Aug 29 04:18:46.135387 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-eafff7e8-9c2d-493c-ab99-24d5abcac1e3 service neutron] 10.222.0.22 "GET /v2.0/ports/1cbff8cc-cee1-4849-be7f-5f48e82103ba?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0519407 Aug 29 04:18:46.136148 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc6141d-d812-48cb-9800-25a56b995b53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47cf0266-a534-4882-9d14-a8846f412c67,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:46.252260 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-29931d33-5a69-4cae-8751-6176d6e18c2a service neutron] 10.222.0.22 "GET /v2.0/networks/30a5f83d-44db-4be9-a796-3b5e93558c29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075048 Aug 29 04:18:46.292521 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-916907ca-dccf-4e34-a824-fdde5310e1ce req-2b17fcb9-373a-48c7-b19a-4c336d14bc3d tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:46.292859 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-916907ca-dccf-4e34-a824-fdde5310e1ce req-2b17fcb9-373a-48c7-b19a-4c336d14bc3d tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:46.300998 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29ce046-24fe-43b0-a34d-535a7adac338 req-6df636f0-1c2c-4fd5-b461-9dd499c86d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:46.302608 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d29ce046-24fe-43b0-a34d-535a7adac338 req-6df636f0-1c2c-4fd5-b461-9dd499c86d74 service neutron] 10.222.0.48 "GET /v2.0/networks?id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 HTTP/1.1" status: 200 len: 870 time: 0.2075617 Aug 29 04:18:46.309593 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-916907ca-dccf-4e34-a824-fdde5310e1ce req-2b17fcb9-373a-48c7-b19a-4c336d14bc3d tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Calling delete_port for 22b46b69-0b13-4d6e-b6bb-faa65f8377f5 owned by network:floatingip {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:18:46.391290 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-e0c64ed8-8b7f-4584-b8b0-8f77ef353603 service neutron] 10.222.0.22 "GET /v2.0/networks/30a5f83d-44db-4be9-a796-3b5e93558c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307805 Aug 29 04:18:46.398736 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d29ce046-24fe-43b0-a34d-535a7adac338 req-bfc287a0-78ac-4022-bc66-455b52afea71 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=6c598feb-3ed1-428d-85b3-41629f32880f HTTP/1.1" status: 200 len: 217 time: 0.0784981 Aug 29 04:18:46.473238 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29ce046-24fe-43b0-a34d-535a7adac338 req-1593f529-a970-45ba-8a34-9ac1a0baff36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:46.474696 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d29ce046-24fe-43b0-a34d-535a7adac338 req-1593f529-a970-45ba-8a34-9ac1a0baff36 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=18cd12d4-b12a-41b0-b0c5-618edbb84e74 HTTP/1.1" status: 200 len: 843 time: 0.0673563 Aug 29 04:18:46.516702 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-9e1f5d50-2d85-40ae-b582-c0b175f442ae service neutron] 10.222.0.22 "GET /v2.0/networks/30a5f83d-44db-4be9-a796-3b5e93558c29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199291 Aug 29 04:18:46.549702 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29ce046-24fe-43b0-a34d-535a7adac338 req-b99f7a43-7118-4a13-b21e-caa7de96355e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:46.551260 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d29ce046-24fe-43b0-a34d-535a7adac338 req-b99f7a43-7118-4a13-b21e-caa7de96355e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0684555 Aug 29 04:18:46.622145 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-916907ca-dccf-4e34-a824-fdde5310e1ce req-2b17fcb9-373a-48c7-b19a-4c336d14bc3d tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:46.646572 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-91a66143-f806-4f12-bf20-211dfefdd72c service neutron] 10.222.0.22 "GET /v2.0/networks/30a5f83d-44db-4be9-a796-3b5e93558c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223526 Aug 29 04:18:46.664355 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b17fcb9-373a-48c7-b19a-4c336d14bc3d tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Pushing event deleted for resources: {'Port': ['ID=22b46b69-0b13-4d6e-b6bb-faa65f8377f5,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:46.745047 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d29ce046-24fe-43b0-a34d-535a7adac338 req-ea708bc2-2264-4636-a3ea-96c1fad05b8e service neutron] 10.222.0.48 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847787 Aug 29 04:18:46.757264 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-5a1f9c0a-1a6d-4ebe-aa75-5d00976ccb94 service neutron] 10.222.0.22 "GET /v2.0/networks/30a5f83d-44db-4be9-a796-3b5e93558c29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045406 Aug 29 04:18:46.805157 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-916907ca-dccf-4e34-a824-fdde5310e1ce req-2b17fcb9-373a-48c7-b19a-4c336d14bc3d tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Notify callbacks [] for floatingip, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:46.807775 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-916907ca-dccf-4e34-a824-fdde5310e1ce req-2b17fcb9-373a-48c7-b19a-4c336d14bc3d tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:46.808953 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-916907ca-dccf-4e34-a824-fdde5310e1ce req-2b17fcb9-373a-48c7-b19a-4c336d14bc3d tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "DELETE /v2.0/floatingips/089d54d1-23db-4eac-acac-8e08f4735111 HTTP/1.1" status: 204 len: 173 time: 0.9732606 Aug 29 04:18:46.873329 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-51ffd76b-7066-4684-9a66-ba5a0cb2bd74 service neutron] 10.222.0.22 "GET /v2.0/networks/30a5f83d-44db-4be9-a796-3b5e93558c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052041 Aug 29 04:18:46.912285 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d29ce046-24fe-43b0-a34d-535a7adac338 req-1d35cd43-277d-4142-9aef-f28cf07057fc service neutron] 10.222.0.48 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584775 Aug 29 04:18:46.914298 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-45ac8f6e-baad-4c5b-963b-9a085c8e7a20 req-f0bde497-767d-4bee-819d-793d0f25f427 tempest-ServerShowV257Test-903940717 tempest-ServerShowV257Test-903940717-project] 10.222.0.22 "GET /v2.0/ports?device_id=55a22954-5a30-45df-a58d-01588501bf47 HTTP/1.1" status: 200 len: 210 time: 0.0444226 Aug 29 04:18:46.981742 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb4bff75-41e9-40f1-9e27-577bfbaee2c4 x-openstack-request-id: req-bb4bff75-41e9-40f1-9e27-577bfbaee2c4 {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:18:46.981963 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f67de40e-9c4b-4df7-8589-9317825d95db", "tag": "51e0b316-720d-48b9-a953-c2e433fc1b08", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:18:46.982319 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bb4bff75-41e9-40f1-9e27-577bfbaee2c4 {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:18:46.983449 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f67de40e-9c4b-4df7-8589-9317825d95db', 'tag': '51e0b316-720d-48b9-a953-c2e433fc1b08', 'status': 'completed', 'code': 200} Aug 29 04:18:47.007234 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-e6e3870d-9030-4b47-b4e0-290c9b5c4958 service neutron] 10.222.0.22 "GET /v2.0/networks/4b336bb6-c1a2-4852-8570-018195081ecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263740 Aug 29 04:18:47.094073 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8faf74-df05-4869-9d0e-f98e08927509 req-b4199b30-824c-4d36-9ed9-1ccd98873e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:47.096252 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7f8faf74-df05-4869-9d0e-f98e08927509 req-b4199b30-824c-4d36-9ed9-1ccd98873e8c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d9ed99521d6e4398bfbd9824b0326aa2&device_id=f67de40e-9c4b-4df7-8589-9317825d95db HTTP/1.1" status: 200 len: 1097 time: 0.0921209 Aug 29 04:18:47.115416 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-121074fd-736a-4acb-99a0-f8bf34547346 service neutron] 10.222.0.22 "GET /v2.0/networks/4b336bb6-c1a2-4852-8570-018195081ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010823 Aug 29 04:18:47.162233 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55553581-b4d0-4715-9d17-3a699d278531 req-de2914f3-79d7-4582-b6d1-602ec45fb04d tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:47.163969 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-55553581-b4d0-4715-9d17-3a699d278531 req-de2914f3-79d7-4582-b6d1-602ec45fb04d tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e5ccfea-706b-4825-9d2e-60c0b092c82e HTTP/1.1" status: 200 len: 944 time: 0.1215649 Aug 29 04:18:47.229804 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-61876581-02c4-4d2f-9c02-2499b6ea3fa8 service neutron] 10.222.0.22 "GET /v2.0/networks/4b336bb6-c1a2-4852-8570-018195081ecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082618 Aug 29 04:18:47.244597 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8faf74-df05-4869-9d0e-f98e08927509 req-cf3c76da-7afc-4d04-a02c-8c6285a8edd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:47.246021 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7f8faf74-df05-4869-9d0e-f98e08927509 req-cf3c76da-7afc-4d04-a02c-8c6285a8edd4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9d43f3ab-9b4a-4dba-a6cb-255676b324fd HTTP/1.1" status: 200 len: 920 time: 0.1418946 Aug 29 04:18:47.249277 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-55553581-b4d0-4715-9d17-3a699d278531 req-428c3383-eb63-43f4-ad52-70eb14fc42ff tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=95663bcf-c178-40f7-a8d1-56ba6dc33aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663238 Aug 29 04:18:47.285367 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 59864ef7-059a-4500-85c1-f75d5e2f7370 details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:18:47.338287 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-aac8b8ac-812c-4047-837b-be2cda67e773 service neutron] 10.222.0.22 "GET /v2.0/networks/4b336bb6-c1a2-4852-8570-018195081ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977712 Aug 29 04:18:47.348354 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7f8faf74-df05-4869-9d0e-f98e08927509 req-0ea720aa-eee2-43cf-984d-54b4d5cab29a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=51e0b316-720d-48b9-a953-c2e433fc1b08 HTTP/1.1" status: 200 len: 217 time: 0.0935390 Aug 29 04:18:47.355519 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d8e900d-3dd2-4a53-b169-5162a9786733 x-openstack-request-id: req-5d8e900d-3dd2-4a53-b169-5162a9786733 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:18:47.357116 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaf0f6ca-5bc9-4d39-9275-d8db83734ee1", "name": "network-vif-deleted", "tag": "f2cfa364-e651-4bd4-9af8-0e6ba565e3ca", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:18:47.357527 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5d8e900d-3dd2-4a53-b169-5162a9786733 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:18:47.358165 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaf0f6ca-5bc9-4d39-9275-d8db83734ee1', 'name': 'network-vif-deleted', 'tag': 'f2cfa364-e651-4bd4-9af8-0e6ba565e3ca', 'status': 'completed', 'code': 200} Aug 29 04:18:47.479244 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8faf74-df05-4869-9d0e-f98e08927509 req-41d57200-314f-47c3-8cba-0d0791f202e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:47.481831 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7f8faf74-df05-4869-9d0e-f98e08927509 req-41d57200-314f-47c3-8cba-0d0791f202e8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e1b42450-980b-42a3-969d-e6ff4d7c5e44 HTTP/1.1" status: 200 len: 859 time: 0.1213543 Aug 29 04:18:47.521572 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 59864ef7-059a-4500-85c1-f75d5e2f7370, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=59864ef7-059a-4500-85c1-f75d5e2f7370,segment=NetworkSegment(1fc19f14-bf6d-4959-b2c5-ed51e935e5ad),segment_id=1fc19f14-bf6d-4959-b2c5-ed51e935e5ad)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:47.545596 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Returning: {'device': '59864ef7-059a-4500-85c1-f75d5e2f7370', 'network_id': '53020a37-9cfa-46c3-bf40-16467007f493', 'port_id': '59864ef7-059a-4500-85c1-f75d5e2f7370', 'mac_address': 'fa:16:3e:ce:05:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '210c6ef6-f12f-4dde-90b9-22d1971290b1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:18:47.555726 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2d23b4-c30f-4304-bbaf-fd77bfeb0113 req-c9cddd7c-59c0-493c-9e69-1c3bea043f60 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:47.558299 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9d2d23b4-c30f-4304-bbaf-fd77bfeb0113 req-c9cddd7c-59c0-493c-9e69-1c3bea043f60 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=75a39e68-5d14-43e2-bf0b-82240c86b1bf HTTP/1.1" status: 200 len: 943 time: 0.1294675 Aug 29 04:18:47.563710 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7f8faf74-df05-4869-9d0e-f98e08927509 req-53b0c57d-f0ec-4e08-a451-818522e26104 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9d43f3ab-9b4a-4dba-a6cb-255676b324fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0723140 Aug 29 04:18:47.622258 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:47.650018 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59864ef7-059a-4500-85c1-f75d5e2f7370 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:18:47.683097 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 59864ef7-059a-4500-85c1-f75d5e2f7370, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=59864ef7-059a-4500-85c1-f75d5e2f7370,segment=NetworkSegment(1fc19f14-bf6d-4959-b2c5-ed51e935e5ad),segment_id=1fc19f14-bf6d-4959-b2c5-ed51e935e5ad)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:47.692264 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:47.694668 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9d2d23b4-c30f-4304-bbaf-fd77bfeb0113 req-ef69b7b2-b554-45a1-929e-7da4691ea518 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293340 Aug 29 04:18:47.823203 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=59864ef7-059a-4500-85c1-f75d5e2f7370,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:47.861507 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7f8faf74-df05-4869-9d0e-f98e08927509 req-0738529e-fa78-4029-a7cd-7b631940250f service neutron] 10.222.0.46 "GET /v2.0/networks/9d43f3ab-9b4a-4dba-a6cb-255676b324fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2857449 Aug 29 04:18:47.933087 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 0ae765e5-77d5-4a97-ad1d-128559d7fc18 details requested by agent hyperv_n-h2-712140-12 with host n-h2-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:18:47.937001 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f64eb1-2f6a-487d-9393-e41118308259 req-9a0039a9-b7da-4555-a0d5-35b30f54c297 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:47.944980 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device ec53f0a0-f10b-4f6d-bb3e-ad6634d1e6cb no longer exists at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:18:47.947502 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c0f64eb1-2f6a-487d-9393-e41118308259 req-9a0039a9-b7da-4555-a0d5-35b30f54c297 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/ports?device_id=00a43dbd-a810-4f47-ad51-dd96a6a22fbe HTTP/1.1" status: 200 len: 943 time: 0.1351178 Aug 29 04:18:47.952739 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['59864ef7-059a-4500-85c1-f75d5e2f7370'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:18:48.004022 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] No Port match for: ec53f0a0-f10b-4f6d-bb3e-ad6634d1e6cb {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:18:48.004369 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device ec53f0a0-f10b-4f6d-bb3e-ad6634d1e6cb not bound to the agent host n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:18:48.019803 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c0f64eb1-2f6a-487d-9393-e41118308259 req-384a7c3e-1583-48eb-9cc8-6e0dc48e2a2b tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/security-groups?id=0af834e7-acaf-4d90-a371-bad8b3cc1714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634115 Aug 29 04:18:48.020144 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 47600) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:48.047320 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7f8faf74-df05-4869-9d0e-f98e08927509 req-3efbc8e9-d30d-4b55-9e8e-524f8ef2b7d6 service neutron] 10.222.0.46 "GET /v2.0/networks/9d43f3ab-9b4a-4dba-a6cb-255676b324fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755860 Aug 29 04:18:48.120289 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-27762698-e8ab-4e12-a3a1-e34c5f893bc9 req-a7e4f375-639a-44b4-af00-4fdd62763c0d tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "GET /v2.0/security-groups/33f4435e-434c-45f8-9780-20cf13459b2a HTTP/1.1" status: 200 len: 1809 time: 0.0711005 Aug 29 04:18:48.158613 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 0ae765e5-77d5-4a97-ad1d-128559d7fc18, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=0ae765e5-77d5-4a97-ad1d-128559d7fc18,segment=NetworkSegment(3a361a5a-9d59-4b40-a4d8-5fab9d00c859),segment_id=3a361a5a-9d59-4b40-a4d8-5fab9d00c859)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:48.178966 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Returning: {'device': '0ae765e5-77d5-4a97-ad1d-128559d7fc18', 'network_id': 'fe770585-a0e4-43ec-865b-d1030eff1ee8', 'port_id': '0ae765e5-77d5-4a97-ad1d-128559d7fc18', 'mac_address': 'fa:16:3e:a4:43:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f04b5666-45e5-4baa-8010-af21415a61db', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:18:48.183924 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-47e378a0-f7ca-4bd3-9ee1-7c4cad312b58 tempest-RoutersAdminNegativeTest-1985248091 tempest-RoutersAdminNegativeTest-1985248091-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-75388148', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:48.201698 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-27762698-e8ab-4e12-a3a1-e34c5f893bc9 req-28b08247-12fe-4b88-81b1-c68267e1b8e0 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:48.231593 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-27762698-e8ab-4e12-a3a1-e34c5f893bc9 req-28b08247-12fe-4b88-81b1-c68267e1b8e0 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:48.233267 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47e378a0-f7ca-4bd3-9ee1-7c4cad312b58 tempest-RoutersAdminNegativeTest-1985248091 tempest-RoutersAdminNegativeTest-1985248091-project-admin] Made reservation on behalf of 916e78d923a64dc991028c3420731c2b for: {'port': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:18:48.237285 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-47e378a0-f7ca-4bd3-9ee1-7c4cad312b58 tempest-RoutersAdminNegativeTest-1985248091 tempest-RoutersAdminNegativeTest-1985248091-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:48.240014 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:48.255035 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ae765e5-77d5-4a97-ad1d-128559d7fc18 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:18:48.258549 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-47e378a0-f7ca-4bd3-9ee1-7c4cad312b58 tempest-RoutersAdminNegativeTest-1985248091 tempest-RoutersAdminNegativeTest-1985248091-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:48.289745 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-27762698-e8ab-4e12-a3a1-e34c5f893bc9 req-28b08247-12fe-4b88-81b1-c68267e1b8e0 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:48.290479 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 0ae765e5-77d5-4a97-ad1d-128559d7fc18, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=0ae765e5-77d5-4a97-ad1d-128559d7fc18,segment=NetworkSegment(3a361a5a-9d59-4b40-a4d8-5fab9d00c859),segment_id=3a361a5a-9d59-4b40-a4d8-5fab9d00c859)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:48.293410 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-27762698-e8ab-4e12-a3a1-e34c5f893bc9 req-28b08247-12fe-4b88-81b1-c68267e1b8e0 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:48.301620 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:48.302033 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-27762698-e8ab-4e12-a3a1-e34c5f893bc9 req-28b08247-12fe-4b88-81b1-c68267e1b8e0 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "DELETE /v2.0/security-groups/33f4435e-434c-45f8-9780-20cf13459b2a HTTP/1.1" status: 204 len: 173 time: 0.1709211 Aug 29 04:18:48.346228 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b08247-12fe-4b88-81b1-c68267e1b8e0 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33f4435e-434c-45f8-9780-20cf13459b2a,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:48.420885 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-47e378a0-f7ca-4bd3-9ee1-7c4cad312b58 tempest-RoutersAdminNegativeTest-1985248091 tempest-RoutersAdminNegativeTest-1985248091-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:48.426693 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-47e378a0-f7ca-4bd3-9ee1-7c4cad312b58 tempest-RoutersAdminNegativeTest-1985248091 tempest-RoutersAdminNegativeTest-1985248091-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:48.455729 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=0ae765e5-77d5-4a97-ad1d-128559d7fc18,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:48.472986 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [None req-47e378a0-f7ca-4bd3-9ee1-7c4cad312b58 tempest-RoutersAdminNegativeTest-1985248091 tempest-RoutersAdminNegativeTest-1985248091-project-admin] device_id is not set on port 99be0de6-2624-4baa-b66c-a7af2051faa0 yet. {{(pid=94829) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:18:48.481387 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e378a0-f7ca-4bd3-9ee1-7c4cad312b58 tempest-RoutersAdminNegativeTest-1985248091 tempest-RoutersAdminNegativeTest-1985248091-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6768a7c-7115-4713-8140-fa6887fb7f89,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:48.556686 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd84583-9df3-4cfb-a884-d29c64ff0109 req-87ba3135-85a9-41e0-ae47-435add1cfd02 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:48.558586 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bbd84583-9df3-4cfb-a884-d29c64ff0109 req-87ba3135-85a9-41e0-ae47-435add1cfd02 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/networks?id=7521cd58-9470-4433-82b8-7e942c988b03 HTTP/1.1" status: 200 len: 812 time: 0.1178186 Aug 29 04:18:48.577381 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bbd84583-9df3-4cfb-a884-d29c64ff0109 req-a6b3d2c2-76e0-45dd-9927-17cf7b96085b tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/quotas/48da3dc54d264865b5c4834c4a90f4b5 HTTP/1.1" status: 200 len: 375 time: 0.0112934 Aug 29 04:18:48.664525 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bbd84583-9df3-4cfb-a884-d29c64ff0109 req-0beccf43-1b7d-444d-837b-1d59f8955814 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=48da3dc54d264865b5c4834c4a90f4b5&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0754735 Aug 29 04:18:48.774083 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bbd84583-9df3-4cfb-a884-d29c64ff0109 req-5bc72dff-31be-4561-aa89-e9c79dde5d8e service neutron] 10.222.0.22 "GET /v2.0/networks/7521cd58-9470-4433-82b8-7e942c988b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041832 Aug 29 04:18:48.834341 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['0ae765e5-77d5-4a97-ad1d-128559d7fc18'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:18:48.884686 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bbd84583-9df3-4cfb-a884-d29c64ff0109 req-6a770143-6551-448d-8415-e9109fc992b1 service neutron] 10.222.0.22 "GET /v2.0/networks/7521cd58-9470-4433-82b8-7e942c988b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034155 Aug 29 04:18:48.944896 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:48.962121 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-eb09ee2a-e853-4c08-af25-85cbba0a8ed0 req-fe0cb634-c4a9-42ad-8f6a-5aa78f3900d0 tempest-ServerShowV257Test-903940717 tempest-ServerShowV257Test-903940717-project] 10.222.0.22 "GET /v2.0/ports?device_id=55a22954-5a30-45df-a58d-01588501bf47 HTTP/1.1" status: 200 len: 210 time: 0.4671047 Aug 29 04:18:49.100921 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-47e378a0-f7ca-4bd3-9ee1-7c4cad312b58 tempest-RoutersAdminNegativeTest-1985248091 tempest-RoutersAdminNegativeTest-1985248091-project-admin] Allocated IP 172.25.0.102 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/99be0de6-2624-4baa-b66c-a7af2051faa0) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:18:49.159212 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c151edd5-3a93-457c-a278-6adbba07bf9c req-b0512924-a697-4e3e-86d4-4fcc440679b0 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/ports?device_id=afc254ea-ccf6-497c-b6f3-9c7790e81f60 HTTP/1.1" status: 200 len: 210 time: 0.0466831 Aug 29 04:18:49.293699 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 59864ef7-059a-4500-85c1-f75d5e2f7370 up at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:18:49.298643 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-47e378a0-f7ca-4bd3-9ee1-7c4cad312b58 tempest-RoutersAdminNegativeTest-1985248091 tempest-RoutersAdminNegativeTest-1985248091-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:49.359721 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bcf0fe3-6de9-4b62-aa26-9eff4b24207c', 'name': 'network-vif-deleted', 'tag': 'ec53f0a0-f10b-4f6d-bb3e-ad6634d1e6cb'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:18:49.362793 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3a712ac-f542-440d-bf4b-f3b4e9a7f8fc" -d '{"events": [{"server_uuid": "4bcf0fe3-6de9-4b62-aa26-9eff4b24207c", "name": "network-vif-deleted", "tag": "ec53f0a0-f10b-4f6d-bb3e-ad6634d1e6cb"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:18:49.385482 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a24d6a-7d5a-4ff7-99ff-c38441a13db4 req-0d468672-a68c-4d51-b741-9bae0662fc5c tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:49.387417 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-04a24d6a-7d5a-4ff7-99ff-c38441a13db4 req-0d468672-a68c-4d51-b741-9bae0662fc5c tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=75a39e68-5d14-43e2-bf0b-82240c86b1bf HTTP/1.1" status: 200 len: 944 time: 0.0773947 Aug 29 04:18:49.424564 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning for port 59864ef7-059a-4500-85c1-f75d5e2f7370 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:18:49.432049 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-47e378a0-f7ca-4bd3-9ee1-7c4cad312b58 tempest-RoutersAdminNegativeTest-1985248091 tempest-RoutersAdminNegativeTest-1985248091-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:49.433538 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning complete for port 59864ef7-059a-4500-85c1-f75d5e2f7370 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:49.434190 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:49.485337 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722a3a79-8dac-4999-8a5b-3969b4e4f2cf req-228dca3d-68e3-43b7-afcc-3f8939f3e146 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:49.487355 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-722a3a79-8dac-4999-8a5b-3969b4e4f2cf req-228dca3d-68e3-43b7-afcc-3f8939f3e146 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/ports?device_id=00a43dbd-a810-4f47-ad51-dd96a6a22fbe HTTP/1.1" status: 200 len: 944 time: 0.0604563 Aug 29 04:18:49.494149 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e378a0-f7ca-4bd3-9ee1-7c4cad312b58 tempest-RoutersAdminNegativeTest-1985248091 tempest-RoutersAdminNegativeTest-1985248091-project-admin] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:18:49.502828 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-47e378a0-f7ca-4bd3-9ee1-7c4cad312b58 tempest-RoutersAdminNegativeTest-1985248091 tempest-RoutersAdminNegativeTest-1985248091-project-admin] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:18:49.511890 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e378a0-f7ca-4bd3-9ee1-7c4cad312b58 tempest-RoutersAdminNegativeTest-1985248091 tempest-RoutersAdminNegativeTest-1985248091-project-admin] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:18:49.548383 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-722a3a79-8dac-4999-8a5b-3969b4e4f2cf req-62e3b029-fc5a-4ec1-ab62-17d778fa8929 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/security-groups?id=0af834e7-acaf-4d90-a371-bad8b3cc1714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535989 Aug 29 04:18:49.556389 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:49.558658 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-04a24d6a-7d5a-4ff7-99ff-c38441a13db4 req-a93e9e8b-087f-4596-8591-a80f0f52f476 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586990 Aug 29 04:18:49.587708 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e378a0-f7ca-4bd3-9ee1-7c4cad312b58 tempest-RoutersAdminNegativeTest-1985248091 tempest-RoutersAdminNegativeTest-1985248091-project-admin] Pushing event updated for resources: {'Port': ['ID=99be0de6-2624-4baa-b66c-a7af2051faa0,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:49.594305 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75a39e68-5d14-43e2-bf0b-82240c86b1bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59864ef7-059a-4500-85c1-f75d5e2f7370'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:18:49.598374 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67d117e6-43aa-48df-b849-c7c024147206" -d '{"events": [{"server_uuid": "75a39e68-5d14-43e2-bf0b-82240c86b1bf", "name": "network-vif-plugged", "status": "completed", "tag": "59864ef7-059a-4500-85c1-f75d5e2f7370"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:18:49.616330 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 59864ef7-059a-4500-85c1-f75d5e2f7370, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=59864ef7-059a-4500-85c1-f75d5e2f7370,segment=NetworkSegment(1fc19f14-bf6d-4959-b2c5-ed51e935e5ad),segment_id=1fc19f14-bf6d-4959-b2c5-ed51e935e5ad)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:49.622230 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e378a0-f7ca-4bd3-9ee1-7c4cad312b58 tempest-RoutersAdminNegativeTest-1985248091 tempest-RoutersAdminNegativeTest-1985248091-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:49.622896 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-47e378a0-f7ca-4bd3-9ee1-7c4cad312b58 tempest-RoutersAdminNegativeTest-1985248091 tempest-RoutersAdminNegativeTest-1985248091-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:49.624227 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:49.640750 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-86cafb88-b913-48f5-aad7-4ab3db32999c req-698c8f90-a9ad-4874-a380-71d31c29db1d tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=a75e7a99-9969-491a-b52c-6ec12a3b4ddc HTTP/1.1" status: 200 len: 210 time: 0.0339198 Aug 29 04:18:49.658089 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 47652) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:49.664267 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-47e378a0-f7ca-4bd3-9ee1-7c4cad312b58 tempest-RoutersAdminNegativeTest-1985248091 tempest-RoutersAdminNegativeTest-1985248091-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.6324954 Aug 29 04:18:49.667159 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-8cce62c8-d111-4d21-9a19-335a2a3c0cce tempest-RoutersAdminNegativeTest-1985248091 tempest-RoutersAdminNegativeTest-1985248091-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.102'}]}}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:49.702841 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=59864ef7-059a-4500-85c1-f75d5e2f7370,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:49.711785 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8cce62c8-d111-4d21-9a19-335a2a3c0cce tempest-RoutersAdminNegativeTest-1985248091 tempest-RoutersAdminNegativeTest-1985248091-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:49.713376 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8cce62c8-d111-4d21-9a19-335a2a3c0cce tempest-RoutersAdminNegativeTest-1985248091 tempest-RoutersAdminNegativeTest-1985248091-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1838'] for router, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:49.741544 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7871e18-5dde-479c-a89e-57ac3489e063 req-76022a89-debe-4cc3-8b89-42f86cd97004 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:49.749071 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d7871e18-5dde-479c-a89e-57ac3489e063 req-76022a89-debe-4cc3-8b89-42f86cd97004 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "GET /v2.0/ports?device_id=f67de40e-9c4b-4df7-8589-9317825d95db HTTP/1.1" status: 200 len: 945 time: 0.0723360 Aug 29 04:18:49.790174 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8cce62c8-d111-4d21-9a19-335a2a3c0cce tempest-RoutersAdminNegativeTest-1985248091 tempest-RoutersAdminNegativeTest-1985248091-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:49.792487 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d7871e18-5dde-479c-a89e-57ac3489e063 req-9cd0fbd1-1a88-481a-8c64-e96c6a2c1d01 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae989b78-b6c5-494f-9777-5336c7d3d7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418921 Aug 29 04:18:49.892852 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3094b41-0216-426d-b6f5-d4214e8bfbfe x-openstack-request-id: req-e3094b41-0216-426d-b6f5-d4214e8bfbfe {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:18:49.893337 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bcf0fe3-6de9-4b62-aa26-9eff4b24207c", "name": "network-vif-deleted", "tag": "ec53f0a0-f10b-4f6d-bb3e-ad6634d1e6cb", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:18:49.893509 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e3094b41-0216-426d-b6f5-d4214e8bfbfe {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:18:49.894086 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bcf0fe3-6de9-4b62-aa26-9eff4b24207c', 'name': 'network-vif-deleted', 'tag': 'ec53f0a0-f10b-4f6d-bb3e-ad6634d1e6cb', 'status': 'completed', 'code': 200} Aug 29 04:18:49.915948 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57dfe5da-a5d6-49a6-adef-7772c6d37dbc x-openstack-request-id: req-57dfe5da-a5d6-49a6-adef-7772c6d37dbc {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:18:49.916323 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75a39e68-5d14-43e2-bf0b-82240c86b1bf", "name": "network-vif-plugged", "status": "completed", "tag": "59864ef7-059a-4500-85c1-f75d5e2f7370", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:18:49.916997 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-57dfe5da-a5d6-49a6-adef-7772c6d37dbc {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:18:49.924221 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75a39e68-5d14-43e2-bf0b-82240c86b1bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59864ef7-059a-4500-85c1-f75d5e2f7370', 'code': 200} Aug 29 04:18:50.091120 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-12f32699-4075-4d59-86d0-b1a692d69686 req-f0e0445d-7fb9-4fac-ae73-3b66b5b2fca4 tempest-ServerShowV257Test-903940717 tempest-ServerShowV257Test-903940717-project] 10.222.0.22 "GET /v2.0/ports?device_id=55a22954-5a30-45df-a58d-01588501bf47 HTTP/1.1" status: 200 len: 210 time: 0.0320783 Aug 29 04:18:50.283956 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-243cc6e8-6d44-4bf3-bf20-3166d6c98684 req-222e9425-1e24-4bbf-80e0-c6cb3dbfd426 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/ports?device_id=afc254ea-ccf6-497c-b6f3-9c7790e81f60 HTTP/1.1" status: 200 len: 210 time: 0.0382719 Aug 29 04:18:50.423557 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8cce62c8-d111-4d21-9a19-335a2a3c0cce tempest-RoutersAdminNegativeTest-1985248091 tempest-RoutersAdminNegativeTest-1985248091-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:50.470889 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-2e40a94e-1166-410b-8582-bdbfe7707314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:50.472284 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-2e40a94e-1166-410b-8582-bdbfe7707314 service neutron] 10.222.0.48 "GET /v2.0/ports/e64e1abe-0190-4cb5-8d68-399c7b7657fa HTTP/1.1" status: 200 len: 1032 time: 0.4678874 Aug 29 04:18:50.531814 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f449343-0d38-4045-ab49-f5da6049ccc2 req-61f2546c-c781-4178-b50a-f1ef98e0f128 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:50.533296 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3f449343-0d38-4045-ab49-f5da6049ccc2 req-61f2546c-c781-4178-b50a-f1ef98e0f128 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5b9e990-09f2-4f7b-90b9-6e7faa63a530 HTTP/1.1" status: 200 len: 950 time: 0.5775499 Aug 29 04:18:50.550935 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97fe770-dfc1-4bcb-989f-115443a51d0e req-1b2ec05a-2c85-4ed9-a640-93bed06611f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:50.552440 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a97fe770-dfc1-4bcb-989f-115443a51d0e req-1b2ec05a-2c85-4ed9-a640-93bed06611f5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=75a39e68-5d14-43e2-bf0b-82240c86b1bf HTTP/1.1" status: 200 len: 1097 time: 0.5496445 Aug 29 04:18:50.590416 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-197475be-e057-4fc4-8dbf-0396357878ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:50.591710 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-197475be-e057-4fc4-8dbf-0396357878ad service neutron] 10.222.0.48 "GET /v2.0/ports/1cbff8cc-cee1-4849-be7f-5f48e82103ba HTTP/1.1" status: 200 len: 1032 time: 0.0865719 Aug 29 04:18:50.688130 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab13036-0d32-41d7-a82b-bae1496efaff req-7d9c5aa7-6864-4993-8800-ea3dbab4eafd tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:50.690469 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-bab13036-0d32-41d7-a82b-bae1496efaff req-7d9c5aa7-6864-4993-8800-ea3dbab4eafd tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/ports?device_id=00a43dbd-a810-4f47-ad51-dd96a6a22fbe HTTP/1.1" status: 200 len: 944 time: 0.0672498 Aug 29 04:18:50.716177 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3f449343-0d38-4045-ab49-f5da6049ccc2 req-3d0069d2-5d32-4b30-865f-e0b4d257444d tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/security-groups?id=69e9e696-6092-48f5-a28b-387de9f4e688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627533 Aug 29 04:18:50.721899 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a97fe770-dfc1-4bcb-989f-115443a51d0e req-3471a689-0b02-494c-a0a6-671e942dc7ef service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521037 Aug 29 04:18:50.774286 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-bab13036-0d32-41d7-a82b-bae1496efaff req-80e6a199-5c72-4b37-8f75-cf0772e5bada tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/security-groups?id=0af834e7-acaf-4d90-a371-bad8b3cc1714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545471 Aug 29 04:18:50.876645 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4f41ad4c-ad45-41a5-b6f0-b2c4955a025d req-f852b046-ff3d-410e-9fcf-2fcfdc7f96da tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=a75e7a99-9969-491a-b52c-6ec12a3b4ddc HTTP/1.1" status: 200 len: 210 time: 0.0498312 Aug 29 04:18:50.910080 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-3e71f1ea-8335-4e59-9bca-3e667b3c67c9 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:50.916957 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-3e71f1ea-8335-4e59-9bca-3e667b3c67c9 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:50.923004 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-3e71f1ea-8335-4e59-9bca-3e667b3c67c9 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:50.925248 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-3e71f1ea-8335-4e59-9bca-3e667b3c67c9 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.48 "GET /v2.0/networks?id=3085f602-11fb-40e6-8771-e57304cb25d6&id=30a5f83d-44db-4be9-a796-3b5e93558c29&id=30a5f83d-44db-4be9-a796-3b5e93558c29&id=30a5f83d-44db-4be9-a796-3b5e93558c29&id=30a5f83d-44db-4be9-a796-3b5e93558c29&id=4b336bb6-c1a2-4852-8570-018195081ecf&id=4b336bb6-c1a2-4852-8570-018195081ecf HTTP/1.1" status: 200 len: 1995 time: 0.3228397 Aug 29 04:18:50.994377 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd84583-9df3-4cfb-a884-d29c64ff0109 req-83d23e11-f94f-4ce5-b6bd-c5d099059465 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:50.996228 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bbd84583-9df3-4cfb-a884-d29c64ff0109 req-83d23e11-f94f-4ce5-b6bd-c5d099059465 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.48 "GET /v2.0/networks?id=7521cd58-9470-4433-82b8-7e942c988b03 HTTP/1.1" status: 200 len: 812 time: 0.2473288 Aug 29 04:18:50.996710 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f53a19c-887a-47e9-9a47-ae3c2c0c84a7 req-505a58e0-3b4f-4d2f-838b-d549cf3d49d7 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:50.998385 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3f53a19c-887a-47e9-9a47-ae3c2c0c84a7 req-505a58e0-3b4f-4d2f-838b-d549cf3d49d7 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "GET /v2.0/ports?device_id=f67de40e-9c4b-4df7-8589-9317825d95db HTTP/1.1" status: 200 len: 945 time: 0.0540495 Aug 29 04:18:51.049716 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3f53a19c-887a-47e9-9a47-ae3c2c0c84a7 req-c70b1f34-e67b-4720-8b67-413d611208e1 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae989b78-b6c5-494f-9777-5336c7d3d7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444272 Aug 29 04:18:51.051441 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f675aea0-8691-4dc8-87c1-0fe13f1bb072 req-a6a03f55-fd5e-4b84-ad79-748bb4790a4e tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:51.053126 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f675aea0-8691-4dc8-87c1-0fe13f1bb072 req-a6a03f55-fd5e-4b84-ad79-748bb4790a4e tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=75a39e68-5d14-43e2-bf0b-82240c86b1bf HTTP/1.1" status: 200 len: 945 time: 0.2152481 Aug 29 04:18:51.096767 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-bbd84583-9df3-4cfb-a884-d29c64ff0109 req-be0c53d3-defe-4e02-a448-c404ac60c1af tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Request body: {'port': {'device_id': 'a75e7a99-9969-491a-b52c-6ec12a3b4ddc', 'network_id': '7521cd58-9470-4433-82b8-7e942c988b03', 'admin_state_up': True, 'tenant_id': '48da3dc54d264865b5c4834c4a90f4b5'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:51.132955 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-dd06dcbc-317f-48c1-8826-5f3eedecf2d0 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e5f0d8ebc9a74e589a93c4dfadff20f5 HTTP/1.1" status: 200 len: 378 time: 0.1773386 Aug 29 04:18:51.179295 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-0d862236-bd3a-4e42-aa1d-fd3b032112f2 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Request body: {'port': {'device_id': 'afc254ea-ccf6-497c-b6f3-9c7790e81f60', 'network_id': '3085f602-11fb-40e6-8771-e57304cb25d6', 'admin_state_up': True, 'tenant_id': 'e5f0d8ebc9a74e589a93c4dfadff20f5', 'security_groups': ['6765471a-6318-4be5-8b74-21c509c8c5a3']}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:51.233611 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1c288654-2ae3-47d2-8838-45babd0bee8c req-fb18ec1e-591f-4e99-9a08-6b19bbd4e26a tempest-ServerShowV257Test-903940717 tempest-ServerShowV257Test-903940717-project] 10.222.0.22 "GET /v2.0/ports?device_id=55a22954-5a30-45df-a58d-01588501bf47 HTTP/1.1" status: 200 len: 210 time: 0.0342164 Aug 29 04:18:51.288679 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f675aea0-8691-4dc8-87c1-0fe13f1bb072 req-bea6b3ce-9074-4f45-9243-abc30b31e2c1 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962526 Aug 29 04:18:51.315882 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8cce62c8-d111-4d21-9a19-335a2a3c0cce tempest-RoutersAdminNegativeTest-1985248091 tempest-RoutersAdminNegativeTest-1985248091-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:51.364066 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8cce62c8-d111-4d21-9a19-335a2a3c0cce tempest-RoutersAdminNegativeTest-1985248091 tempest-RoutersAdminNegativeTest-1985248091-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:51.404948 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0790a3a3-d726-4a7e-8e1c-c86a76a962ca req-84c89299-2b7e-4340-8193-53daee8b7952 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/ports?device_id=afc254ea-ccf6-497c-b6f3-9c7790e81f60 HTTP/1.1" status: 200 len: 210 time: 0.0282469 Aug 29 04:18:51.457966 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.db.api [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-0d862236-bd3a-4e42-aa1d-fd3b032112f2 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 04:18:51.457966 n-d-712140-12 neutron-server[94828]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 29 04:18:51.457966 n-d-712140-12 neutron-server[94828]: [parameters: {'project_id_1': 'e5f0d8ebc9a74e589a93c4dfadff20f5', 'expiration_1': datetime.datetime(2021, 8, 29, 4, 18, 51, 441024)}] Aug 29 04:18:51.457966 n-d-712140-12 neutron-server[94828]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:18:51.457966 n-d-712140-12 neutron-server[94828]: DEBUG oslo_db.api [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-0d862236-bd3a-4e42-aa1d-fd3b032112f2 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:18:51.467656 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbd84583-9df3-4cfb-a884-d29c64ff0109 req-be0c53d3-defe-4e02-a448-c404ac60c1af tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Made reservation on behalf of 48da3dc54d264865b5c4834c4a90f4b5 for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:18:51.472048 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-bbd84583-9df3-4cfb-a884-d29c64ff0109 req-be0c53d3-defe-4e02-a448-c404ac60c1af tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:51.631914 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8cce62c8-d111-4d21-9a19-335a2a3c0cce tempest-RoutersAdminNegativeTest-1985248091 tempest-RoutersAdminNegativeTest-1985248091-project-admin] Notify callbacks [] for router, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:51.758542 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-46332ca8-7d49-4a43-9a63-714249fe1795 req-ce99c4a9-50e2-48f8-8062-f048b78b3586 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=55a22954-5a30-45df-a58d-01588501bf47 HTTP/1.1" status: 200 len: 210 time: 0.0806861 Aug 29 04:18:51.805506 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072870fb-26b9-4a06-b90e-8dd31e2e3266 req-6230b869-0b7d-4df1-9bb7-1c13a93cd0b9 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:51.808131 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-072870fb-26b9-4a06-b90e-8dd31e2e3266 req-6230b869-0b7d-4df1-9bb7-1c13a93cd0b9 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5b9e990-09f2-4f7b-90b9-6e7faa63a530 HTTP/1.1" status: 200 len: 950 time: 0.1112604 Aug 29 04:18:51.918755 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-bbd84583-9df3-4cfb-a884-d29c64ff0109 req-be0c53d3-defe-4e02-a448-c404ac60c1af tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Allocated IP 172.20.0.13 (7521cd58-9470-4433-82b8-7e942c988b03/be5f55ab-7fa1-406c-9ca9-03e74b79ef6a/4747ee8d-bf44-402a-9540-65f4f135751f) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:18:51.932089 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8cce62c8-d111-4d21-9a19-335a2a3c0cce tempest-RoutersAdminNegativeTest-1985248091 tempest-RoutersAdminNegativeTest-1985248091-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:51.939156 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8cce62c8-d111-4d21-9a19-335a2a3c0cce tempest-RoutersAdminNegativeTest-1985248091 tempest-RoutersAdminNegativeTest-1985248091-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:51.967525 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 0ae765e5-77d5-4a97-ad1d-128559d7fc18 up at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:18:52.023872 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe9cc19-f1cb-42aa-8650-3113e218ebe0 req-076533ba-1b49-408b-baf2-b5e28c661eb1 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:52.035828 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2fe9cc19-f1cb-42aa-8650-3113e218ebe0 req-076533ba-1b49-408b-baf2-b5e28c661eb1 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/ports?device_id=00a43dbd-a810-4f47-ad51-dd96a6a22fbe HTTP/1.1" status: 200 len: 944 time: 0.1643488 Aug 29 04:18:52.047744 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [req-072870fb-26b9-4a06-b90e-8dd31e2e3266 req-a5c9db60-72e0-4f28-89cd-eb677eabc713 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Deleting port 2a6bce68-a836-4780-9092-ee7498142e59 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:18:52.050967 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-072870fb-26b9-4a06-b90e-8dd31e2e3266 req-a5c9db60-72e0-4f28-89cd-eb677eabc713 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:52.068649 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-0d862236-bd3a-4e42-aa1d-fd3b032112f2 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Made reservation on behalf of e5f0d8ebc9a74e589a93c4dfadff20f5 for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:18:52.078206 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-0d862236-bd3a-4e42-aa1d-fd3b032112f2 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:52.102817 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d714b872-ff2e-47ff-9dbf-06c63f3d354c req-412faf2d-e769-42c5-83ab-f5f5bfd33d82 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:52.105482 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d714b872-ff2e-47ff-9dbf-06c63f3d354c req-412faf2d-e769-42c5-83ab-f5f5bfd33d82 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5b9e990-09f2-4f7b-90b9-6e7faa63a530 HTTP/1.1" status: 200 len: 950 time: 0.2522135 Aug 29 04:18:52.147261 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2fe9cc19-f1cb-42aa-8650-3113e218ebe0 req-04ab4fea-ae0d-4fad-89c1-59760333c75f tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/security-groups?id=0af834e7-acaf-4d90-a371-bad8b3cc1714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025686 Aug 29 04:18:52.168975 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning for port 0ae765e5-77d5-4a97-ad1d-128559d7fc18 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:18:52.178414 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning complete for port 0ae765e5-77d5-4a97-ad1d-128559d7fc18 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:52.178791 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:52.197463 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8cce62c8-d111-4d21-9a19-335a2a3c0cce tempest-RoutersAdminNegativeTest-1985248091 tempest-RoutersAdminNegativeTest-1985248091-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717253'] for router, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:52.198331 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cce62c8-d111-4d21-9a19-335a2a3c0cce tempest-RoutersAdminNegativeTest-1985248091 tempest-RoutersAdminNegativeTest-1985248091-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 81895e2a-ac1a-43d5-b40d-21546c78b1a2 {{(pid=94828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:18:52.220858 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-072870fb-26b9-4a06-b90e-8dd31e2e3266 req-a5c9db60-72e0-4f28-89cd-eb677eabc713 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] For port 2a6bce68-a836-4780-9092-ee7498142e59, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=2a6bce68-a836-4780-9092-ee7498142e59,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:52.221232 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-072870fb-26b9-4a06-b90e-8dd31e2e3266 req-a5c9db60-72e0-4f28-89cd-eb677eabc713 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:52.251862 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [req-072870fb-26b9-4a06-b90e-8dd31e2e3266 req-a5c9db60-72e0-4f28-89cd-eb677eabc713 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Calling delete_port for 2a6bce68-a836-4780-9092-ee7498142e59 owned by compute:nova {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:18:52.329734 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:52.394218 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00a43dbd-a810-4f47-ad51-dd96a6a22fbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ae765e5-77d5-4a97-ad1d-128559d7fc18'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:18:52.397604 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5db8ac48-ce76-4445-9f25-09381428ce2e" -d '{"events": [{"server_uuid": "00a43dbd-a810-4f47-ad51-dd96a6a22fbe", "name": "network-vif-plugged", "status": "completed", "tag": "0ae765e5-77d5-4a97-ad1d-128559d7fc18"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:18:52.422981 n-d-712140-12 neutron-server[94828]: INFO neutron.api.v2.resource [None req-8cce62c8-d111-4d21-9a19-335a2a3c0cce tempest-RoutersAdminNegativeTest-1985248091 tempest-RoutersAdminNegativeTest-1985248091-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 29 04:18:52.424889 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-8cce62c8-d111-4d21-9a19-335a2a3c0cce tempest-RoutersAdminNegativeTest-1985248091 tempest-RoutersAdminNegativeTest-1985248091-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.7653823 Aug 29 04:18:52.430983 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 0ae765e5-77d5-4a97-ad1d-128559d7fc18, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=0ae765e5-77d5-4a97-ad1d-128559d7fc18,segment=NetworkSegment(3a361a5a-9d59-4b40-a4d8-5fab9d00c859),segment_id=3a361a5a-9d59-4b40-a4d8-5fab9d00c859)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:52.439839 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 47688) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:52.444625 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:52.462017 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-76a2f9e9-9a44-430d-85c1-29c1a9220382 req-3d4dcfe4-759a-43aa-8bb8-8e704c275ada tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=a75e7a99-9969-491a-b52c-6ec12a3b4ddc HTTP/1.1" status: 200 len: 210 time: 0.1359072 Aug 29 04:18:52.464015 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-072870fb-26b9-4a06-b90e-8dd31e2e3266 req-a5c9db60-72e0-4f28-89cd-eb677eabc713 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:52.519010 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['6c598feb-3ed1-428d-85b3-41629f32880f', '2a6bce68-a836-4780-9092-ee7498142e59', 'fdc22186-f215-454e-8546-82ba1900a0c8'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:18:52.544277 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d714b872-ff2e-47ff-9dbf-06c63f3d354c req-72af2566-6a23-4038-803b-e45f6af8a8ed tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/security-groups?id=69e9e696-6092-48f5-a28b-387de9f4e688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3588946 Aug 29 04:18:52.550492 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c9db60-72e0-4f28-89cd-eb677eabc713 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Pushing event deleted for resources: {'Port': ['ID=2a6bce68-a836-4780-9092-ee7498142e59,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:52.637374 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [req-072870fb-26b9-4a06-b90e-8dd31e2e3266 req-a5c9db60-72e0-4f28-89cd-eb677eabc713 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] No DVR routers for this DVR port 2a6bce68-a836-4780-9092-ee7498142e59 on host n-h2-712140-12 {{(pid=94829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:18:52.640827 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-072870fb-26b9-4a06-b90e-8dd31e2e3266 req-a5c9db60-72e0-4f28-89cd-eb677eabc713 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:52.642875 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-072870fb-26b9-4a06-b90e-8dd31e2e3266 req-a5c9db60-72e0-4f28-89cd-eb677eabc713 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.48 "DELETE /v2.0/ports/2a6bce68-a836-4780-9092-ee7498142e59 HTTP/1.1" status: 204 len: 173 time: 0.8251622 Aug 29 04:18:52.643326 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5b9e990-09f2-4f7b-90b9-6e7faa63a530', 'name': 'network-vif-deleted', 'tag': '2a6bce68-a836-4780-9092-ee7498142e59'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:18:52.649831 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33c1707e-ee22-40da-89e6-525cace91d91" -d '{"events": [{"server_uuid": "e5b9e990-09f2-4f7b-90b9-6e7faa63a530", "name": "network-vif-deleted", "tag": "2a6bce68-a836-4780-9092-ee7498142e59"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:18:52.659214 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=0ae765e5-77d5-4a97-ad1d-128559d7fc18,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:52.779530 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83ac92e-7aba-4934-b2e6-b568b1c9b530 req-daec5da4-1495-4c17-83a4-0d5ff857f84f tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:52.783239 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e83ac92e-7aba-4934-b2e6-b568b1c9b530 req-daec5da4-1495-4c17-83a4-0d5ff857f84f tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.46 "GET /v2.0/ports?device_id=f67de40e-9c4b-4df7-8589-9317825d95db HTTP/1.1" status: 200 len: 945 time: 0.7333195 Aug 29 04:18:52.806460 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c64962f-1002-4ae2-a32e-61f0294b8bfe req-bd8f9724-d1fb-4b7c-a0f3-80c2d3ab8a94 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:52.810345 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4c64962f-1002-4ae2-a32e-61f0294b8bfe req-bd8f9724-d1fb-4b7c-a0f3-80c2d3ab8a94 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "GET /v2.0/ports?device_id=f67de40e-9c4b-4df7-8589-9317825d95db HTTP/1.1" status: 200 len: 945 time: 0.1401961 Aug 29 04:18:52.964962 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-14ad3915-cebd-4f3e-b1f4-c08e79fb5c33 req-f8381b70-adb6-4687-98fc-3238b3eb4d32 tempest-ServerShowV257Test-903940717 tempest-ServerShowV257Test-903940717-project] 10.222.0.22 "GET /v2.0/ports?device_id=55a22954-5a30-45df-a58d-01588501bf47 HTTP/1.1" status: 200 len: 210 time: 0.1717970 Aug 29 04:18:53.000918 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4c64962f-1002-4ae2-a32e-61f0294b8bfe req-1f162844-826e-4f66-b2c9-1e57f47e81cf tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae989b78-b6c5-494f-9777-5336c7d3d7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719627 Aug 29 04:18:53.050491 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05ed21c-1114-40d7-a0ce-423e2c65c5e5 req-8dffe4a6-c4d4-4b79-beb0-fd88096d287a tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:53.061208 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b05ed21c-1114-40d7-a0ce-423e2c65c5e5 req-8dffe4a6-c4d4-4b79-beb0-fd88096d287a tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.48 "GET /v2.0/ports?device_id=76b51045-e1d9-4565-be48-d00799df16cd HTTP/1.1" status: 200 len: 949 time: 0.5723984 Aug 29 04:18:53.146485 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-bbd84583-9df3-4cfb-a884-d29c64ff0109 req-be0c53d3-defe-4e02-a448-c404ac60c1af tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:53.174564 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-448d3407-e0cc-4a06-b0f2-4878fd9c6edd x-openstack-request-id: req-448d3407-e0cc-4a06-b0f2-4878fd9c6edd {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:18:53.175096 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00a43dbd-a810-4f47-ad51-dd96a6a22fbe", "name": "network-vif-plugged", "status": "completed", "tag": "0ae765e5-77d5-4a97-ad1d-128559d7fc18", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:18:53.176070 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-448d3407-e0cc-4a06-b0f2-4878fd9c6edd {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:18:53.176931 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00a43dbd-a810-4f47-ad51-dd96a6a22fbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ae765e5-77d5-4a97-ad1d-128559d7fc18', 'code': 200} Aug 29 04:18:53.306606 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-0d862236-bd3a-4e42-aa1d-fd3b032112f2 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Allocated IP 172.20.0.4 (3085f602-11fb-40e6-8771-e57304cb25d6/b310944e-35be-44a6-a31c-3869b759bdd1/3935a212-8cf6-4330-b1a6-b9caa4ca084f) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:18:53.309476 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-bbd84583-9df3-4cfb-a884-d29c64ff0109 req-be0c53d3-defe-4e02-a448-c404ac60c1af tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Transition to ACTIVE for port object 4747ee8d-bf44-402a-9540-65f4f135751f will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:18:53.324860 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-07129189-b572-4903-93a7-a508f70ec60d req-087106b0-6548-4dde-a6d2-5326742a767e tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/ports?device_id=afc254ea-ccf6-497c-b6f3-9c7790e81f60 HTTP/1.1" status: 200 len: 210 time: 0.0380161 Aug 29 04:18:53.394266 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23d7ecdb-97fd-4d9a-9544-eabfb3bf1b68 x-openstack-request-id: req-23d7ecdb-97fd-4d9a-9544-eabfb3bf1b68 {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:18:53.395304 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5b9e990-09f2-4f7b-90b9-6e7faa63a530", "name": "network-vif-deleted", "tag": "2a6bce68-a836-4780-9092-ee7498142e59", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:18:53.395834 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-23d7ecdb-97fd-4d9a-9544-eabfb3bf1b68 {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:18:53.396461 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5b9e990-09f2-4f7b-90b9-6e7faa63a530', 'name': 'network-vif-deleted', 'tag': '2a6bce68-a836-4780-9092-ee7498142e59', 'status': 'completed', 'code': 200} Aug 29 04:18:53.444780 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a615cb36-ca34-4523-a341-b4b276064ebc req-ee465af8-c9f6-426e-af22-f019b1645deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:53.449732 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a615cb36-ca34-4523-a341-b4b276064ebc req-ee465af8-c9f6-426e-af22-f019b1645deb service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=00a43dbd-a810-4f47-ad51-dd96a6a22fbe HTTP/1.1" status: 200 len: 1097 time: 0.1079867 Aug 29 04:18:53.529926 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a615cb36-ca34-4523-a341-b4b276064ebc req-17f7f0bc-2156-4840-acc1-f50dd1ba8b2f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=0af834e7-acaf-4d90-a371-bad8b3cc1714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735853 Aug 29 04:18:53.556264 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40322a9f-4e93-4439-b2d0-b4c25fb90ad1 req-8d2d2c5b-740e-4093-a805-e91c8dce2aaf tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:53.564350 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-40322a9f-4e93-4439-b2d0-b4c25fb90ad1 req-8d2d2c5b-740e-4093-a805-e91c8dce2aaf tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/ports?device_id=00a43dbd-a810-4f47-ad51-dd96a6a22fbe HTTP/1.1" status: 200 len: 945 time: 0.0846329 Aug 29 04:18:53.613673 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-40322a9f-4e93-4439-b2d0-b4c25fb90ad1 req-9bea1ea8-5328-45d8-9e1f-aaa5040cc46e tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/security-groups?id=0af834e7-acaf-4d90-a371-bad8b3cc1714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479734 Aug 29 04:18:53.717821 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-81066f47-e375-401d-93fd-e887e743114c req-2b11eb25-61c3-4aa0-be39-480dc08d51fc tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=a75e7a99-9969-491a-b52c-6ec12a3b4ddc HTTP/1.1" status: 200 len: 210 time: 0.0348203 Aug 29 04:18:53.784134 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-de4b532a-5a31-4103-a9b7-7dfb9cf5da90 tempest-RoutersAdminNegativeTest-1985248091 tempest-RoutersAdminNegativeTest-1985248091-project-admin] Deleting port 99be0de6-2624-4baa-b66c-a7af2051faa0 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:18:53.784580 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-de4b532a-5a31-4103-a9b7-7dfb9cf5da90 tempest-RoutersAdminNegativeTest-1985248091 tempest-RoutersAdminNegativeTest-1985248091-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:53.810690 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e0b44a-1522-4daa-aeb5-88c87d8b4670 req-84143109-6b72-4208-a671-02821d400d7b tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:53.812900 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-59e0b44a-1522-4daa-aeb5-88c87d8b4670 req-84143109-6b72-4208-a671-02821d400d7b tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=75a39e68-5d14-43e2-bf0b-82240c86b1bf HTTP/1.1" status: 200 len: 945 time: 0.6777556 Aug 29 04:18:53.933841 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d05f5c4-0331-46f6-a69e-0e49af7c1ab8 req-57ff79f6-11c8-4046-9f83-0bb816322659 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:53.937512 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9d05f5c4-0331-46f6-a69e-0e49af7c1ab8 req-57ff79f6-11c8-4046-9f83-0bb816322659 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/ports?device_id=76b51045-e1d9-4565-be48-d00799df16cd HTTP/1.1" status: 200 len: 949 time: 0.0741577 Aug 29 04:18:53.965891 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-bbd84583-9df3-4cfb-a884-d29c64ff0109 req-be0c53d3-defe-4e02-a448-c404ac60c1af tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:53.975097 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-e83ac92e-7aba-4934-b2e6-b568b1c9b530 req-db256679-6017-48b8-95d0-1ed38803eeaf tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Deleting port 51e0b316-720d-48b9-a953-c2e433fc1b08 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:18:53.975327 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-e83ac92e-7aba-4934-b2e6-b568b1c9b530 req-db256679-6017-48b8-95d0-1ed38803eeaf tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:53.981654 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['77b4db49-2762-4af2-8d0e-62de1be3be49', 'ad8e0c29-4219-4f94-b4fe-492d83d0d111'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:18:54.037125 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9d05f5c4-0331-46f6-a69e-0e49af7c1ab8 req-fcf7e166-5da6-4b89-87d1-c942618a2110 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/security-groups?id=69e9e696-6092-48f5-a28b-387de9f4e688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875914 Aug 29 04:18:54.058954 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-b05ed21c-1114-40d7-a0ce-423e2c65c5e5 req-54d8abb8-621c-43e8-a85f-c8905bb9ca72 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Deleting port fdc22186-f215-454e-8546-82ba1900a0c8 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:18:54.059297 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-b05ed21c-1114-40d7-a0ce-423e2c65c5e5 req-54d8abb8-621c-43e8-a85f-c8905bb9ca72 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:54.095608 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-59e0b44a-1522-4daa-aeb5-88c87d8b4670 req-4527feca-84eb-42a6-aa61-63bbbb48a8b3 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615614 Aug 29 04:18:54.182768 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-219a8de0-e345-4608-a84d-0819c9e9f897 req-c404f1dd-cbb9-43b9-b090-793593f6f60b tempest-ServerShowV257Test-903940717 tempest-ServerShowV257Test-903940717-project] 10.222.0.22 "GET /v2.0/ports?device_id=55a22954-5a30-45df-a58d-01588501bf47 HTTP/1.1" status: 200 len: 210 time: 0.0423152 Aug 29 04:18:54.193140 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbd84583-9df3-4cfb-a884-d29c64ff0109 req-be0c53d3-defe-4e02-a448-c404ac60c1af tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Network 7521cd58-9470-4433-82b8-7e942c988b03 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:18:54.218854 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-de4b532a-5a31-4103-a9b7-7dfb9cf5da90 tempest-RoutersAdminNegativeTest-1985248091 tempest-RoutersAdminNegativeTest-1985248091-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:54.221758 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-bbd84583-9df3-4cfb-a884-d29c64ff0109 req-be0c53d3-defe-4e02-a448-c404ac60c1af tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:18:54.236426 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbd84583-9df3-4cfb-a884-d29c64ff0109 req-be0c53d3-defe-4e02-a448-c404ac60c1af tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:18:54.247877 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0c53d3-defe-4e02-a448-c404ac60c1af tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Pushing event updated for resources: {'Port': ['ID=4747ee8d-bf44-402a-9540-65f4f135751f,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:54.310914 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-de4b532a-5a31-4103-a9b7-7dfb9cf5da90 tempest-RoutersAdminNegativeTest-1985248091 tempest-RoutersAdminNegativeTest-1985248091-project-admin] Calling delete_port for 99be0de6-2624-4baa-b66c-a7af2051faa0 owned by {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:18:54.339992 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6640a19b-725d-4478-8447-38e61fdca852 req-62f775c7-b5a4-4b1a-b415-f57056edb46b tempest-LiveAutoBlockMigrationV225Test-280615785 tempest-LiveAutoBlockMigrationV225Test-280615785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:54.341933 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6640a19b-725d-4478-8447-38e61fdca852 req-62f775c7-b5a4-4b1a-b415-f57056edb46b tempest-LiveAutoBlockMigrationV225Test-280615785 tempest-LiveAutoBlockMigrationV225Test-280615785-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=75a39e68-5d14-43e2-bf0b-82240c86b1bf HTTP/1.1" status: 200 len: 1097 time: 0.0806859 Aug 29 04:18:54.414475 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-0d862236-bd3a-4e42-aa1d-fd3b032112f2 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:54.423804 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6640a19b-725d-4478-8447-38e61fdca852 req-a5f3ec30-70e2-4976-8f80-a48eb949d5d3 tempest-LiveAutoBlockMigrationV225Test-280615785 tempest-LiveAutoBlockMigrationV225Test-280615785-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704904 Aug 29 04:18:54.437755 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-e83ac92e-7aba-4934-b2e6-b568b1c9b530 req-db256679-6017-48b8-95d0-1ed38803eeaf tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] For port 51e0b316-720d-48b9-a953-c2e433fc1b08, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=51e0b316-720d-48b9-a953-c2e433fc1b08,segment=NetworkSegment(a7781f63-ba5d-4897-94e2-13b2354f76f1),segment_id=a7781f63-ba5d-4897-94e2-13b2354f76f1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:54.438131 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-e83ac92e-7aba-4934-b2e6-b568b1c9b530 req-db256679-6017-48b8-95d0-1ed38803eeaf tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:54.497691 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd84583-9df3-4cfb-a884-d29c64ff0109 req-be0c53d3-defe-4e02-a448-c404ac60c1af tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:54.498267 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-bbd84583-9df3-4cfb-a884-d29c64ff0109 req-be0c53d3-defe-4e02-a448-c404ac60c1af tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:54.512499 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-e83ac92e-7aba-4934-b2e6-b568b1c9b530 req-db256679-6017-48b8-95d0-1ed38803eeaf tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Calling delete_port for 51e0b316-720d-48b9-a953-c2e433fc1b08 owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:18:54.517555 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-0d862236-bd3a-4e42-aa1d-fd3b032112f2 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Transition to ACTIVE for port object 3935a212-8cf6-4330-b1a6-b9caa4ca084f will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:18:54.562550 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d94cb91-4ece-4577-bab9-c82699bfe130 req-357fedef-0b9c-47ad-a053-86ff326f68f1 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:54.575016 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5d94cb91-4ece-4577-bab9-c82699bfe130 req-357fedef-0b9c-47ad-a053-86ff326f68f1 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "GET /v2.0/ports?device_id=f67de40e-9c4b-4df7-8589-9317825d95db HTTP/1.1" status: 200 len: 945 time: 0.3051138 Aug 29 04:18:54.584485 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-84f9e135-f0f2-4b51-9795-653c56149543 None None] Provisioning for port 4747ee8d-bf44-402a-9540-65f4f135751f completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:18:54.588690 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-b05ed21c-1114-40d7-a0ce-423e2c65c5e5 req-54d8abb8-621c-43e8-a85f-c8905bb9ca72 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] For port fdc22186-f215-454e-8546-82ba1900a0c8, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=fdc22186-f215-454e-8546-82ba1900a0c8,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:54.589067 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-b05ed21c-1114-40d7-a0ce-423e2c65c5e5 req-54d8abb8-621c-43e8-a85f-c8905bb9ca72 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:54.591418 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-84f9e135-f0f2-4b51-9795-653c56149543 None None] Provisioning complete for port 4747ee8d-bf44-402a-9540-65f4f135751f triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:54.594149 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-84f9e135-f0f2-4b51-9795-653c56149543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:54.596293 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bbd84583-9df3-4cfb-a884-d29c64ff0109 req-be0c53d3-defe-4e02-a448-c404ac60c1af tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5151923 Aug 29 04:18:54.636122 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-bbd84583-9df3-4cfb-a884-d29c64ff0109 req-42619c54-96be-4b94-a466-5474f2e25dae service neutron] Request body: {'port': {'device_id': 'a75e7a99-9969-491a-b52c-6ec12a3b4ddc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:54.650884 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-b05ed21c-1114-40d7-a0ce-423e2c65c5e5 req-54d8abb8-621c-43e8-a85f-c8905bb9ca72 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Calling delete_port for fdc22186-f215-454e-8546-82ba1900a0c8 owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:18:54.660778 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-84f9e135-f0f2-4b51-9795-653c56149543 None None] Port 4747ee8d-bf44-402a-9540-65f4f135751f cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:18:54.715557 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0552d5c4-28e1-4fae-874f-59e1f1147bad req-d90103d1-d98c-4876-b1cf-7925d3859b43 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c6847a83a3cf4921bef9b87316b62459&device_id=55a22954-5a30-45df-a58d-01588501bf47 HTTP/1.1" status: 200 len: 210 time: 0.0336151 Aug 29 04:18:54.755307 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1d2462bf-8628-4157-b6eb-1650b09133e7 req-af540029-c308-446e-8a55-44b2f6175911 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/ports?device_id=afc254ea-ccf6-497c-b6f3-9c7790e81f60 HTTP/1.1" status: 200 len: 210 time: 0.0418339 Aug 29 04:18:54.768394 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0552d5c4-28e1-4fae-874f-59e1f1147bad req-f7631e0d-c7c8-4e53-be18-256612f05e54 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=c6847a83a3cf4921bef9b87316b62459&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0404010 Aug 29 04:18:54.814301 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5d94cb91-4ece-4577-bab9-c82699bfe130 req-d20c9983-7d95-46f4-b646-b6961a698c77 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae989b78-b6c5-494f-9777-5336c7d3d7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334306 Aug 29 04:18:54.895416 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-0d862236-bd3a-4e42-aa1d-fd3b032112f2 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:54.931824 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0552d5c4-28e1-4fae-874f-59e1f1147bad req-54b3ee5e-9b07-4380-91a4-9eb4971526a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:54.933496 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0552d5c4-28e1-4fae-874f-59e1f1147bad req-54b3ee5e-9b07-4380-91a4-9eb4971526a1 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1510527 Aug 29 04:18:54.934200 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-bbd84583-9df3-4cfb-a884-d29c64ff0109 req-42619c54-96be-4b94-a466-5474f2e25dae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:54.956971 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a46df1-44e4-43f0-a282-2f6045cd08c6 req-7a20fd6b-475d-486c-bbc4-a1c85f9fc109 tempest-LiveAutoBlockMigrationV225Test-280615785 tempest-LiveAutoBlockMigrationV225Test-280615785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:54.960291 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-55a46df1-44e4-43f0-a282-2f6045cd08c6 req-7a20fd6b-475d-486c-bbc4-a1c85f9fc109 tempest-LiveAutoBlockMigrationV225Test-280615785 tempest-LiveAutoBlockMigrationV225Test-280615785-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=75a39e68-5d14-43e2-bf0b-82240c86b1bf HTTP/1.1" status: 200 len: 1097 time: 0.0729015 Aug 29 04:18:54.996965 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-55a46df1-44e4-43f0-a282-2f6045cd08c6 req-669b12ac-bf13-4550-8258-9136ed16e33d tempest-LiveAutoBlockMigrationV225Test-280615785 tempest-LiveAutoBlockMigrationV225Test-280615785-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314064 Aug 29 04:18:55.002694 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b3b75055-f926-4f5a-bb07-62944d98a642 req-ebbb96ae-18b4-4317-9b4f-0db61d9ee4bd tempest-ServerShowV257Test-903940717 tempest-ServerShowV257Test-903940717-project] 10.222.0.22 "GET /v2.0/ports?device_id=55a22954-5a30-45df-a58d-01588501bf47 HTTP/1.1" status: 200 len: 210 time: 0.1142211 Aug 29 04:18:55.075981 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-0d862236-bd3a-4e42-aa1d-fd3b032112f2 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Network 3085f602-11fb-40e6-8771-e57304cb25d6 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:18:55.113781 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-0d862236-bd3a-4e42-aa1d-fd3b032112f2 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:18:55.115597 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d862236-bd3a-4e42-aa1d-fd3b032112f2 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Pushing event updated for resources: {'Port': ['ID=3935a212-8cf6-4330-b1a6-b9caa4ca084f,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:55.127389 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-0d862236-bd3a-4e42-aa1d-fd3b032112f2 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:18:55.136883 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-de4b532a-5a31-4103-a9b7-7dfb9cf5da90 tempest-RoutersAdminNegativeTest-1985248091 tempest-RoutersAdminNegativeTest-1985248091-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:55.217489 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95533605-5ce1-4fda-b300-9baa250bbd32 req-e8b84f83-1894-429f-8095-f40e67c2f6b8 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:55.227323 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-95533605-5ce1-4fda-b300-9baa250bbd32 req-e8b84f83-1894-429f-8095-f40e67c2f6b8 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=a75e7a99-9969-491a-b52c-6ec12a3b4ddc HTTP/1.1" status: 200 len: 932 time: 0.1155827 Aug 29 04:18:55.272606 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-95533605-5ce1-4fda-b300-9baa250bbd32 req-27b6066b-56a8-48bf-811e-900329d9b689 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=67519499-017b-4c54-88db-c974346724c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423372 Aug 29 04:18:55.315438 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 51e0b316-720d-48b9-a953-c2e433fc1b08 no longer exists at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:18:55.419402 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0ffe7637-9750-43df-923e-751df80d8e20 req-3a249e1f-8a3c-44fe-879c-5c7641eef185 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/ports?device_id=76b51045-e1d9-4565-be48-d00799df16cd HTTP/1.1" status: 200 len: 210 time: 0.0399122 Aug 29 04:18:55.445343 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:55.494253 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-75c83de6-053a-4f1e-9288-5a9329cfab00 None None] Provisioning for port 3935a212-8cf6-4330-b1a6-b9caa4ca084f completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:18:55.498598 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-b05ed21c-1114-40d7-a0ce-423e2c65c5e5 req-54d8abb8-621c-43e8-a85f-c8905bb9ca72 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:55.500744 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-75c83de6-053a-4f1e-9288-5a9329cfab00 None None] Provisioning complete for port 3935a212-8cf6-4330-b1a6-b9caa4ca084f triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:55.501506 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-75c83de6-053a-4f1e-9288-5a9329cfab00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:55.508656 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4b532a-5a31-4103-a9b7-7dfb9cf5da90 tempest-RoutersAdminNegativeTest-1985248091 tempest-RoutersAdminNegativeTest-1985248091-project-admin] Pushing event deleted for resources: {'Port': ['ID=99be0de6-2624-4baa-b66c-a7af2051faa0,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:55.519613 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-e83ac92e-7aba-4934-b2e6-b568b1c9b530 req-db256679-6017-48b8-95d0-1ed38803eeaf tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:55.552094 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['6c598feb-3ed1-428d-85b3-41629f32880f'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:18:55.590104 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-75c83de6-053a-4f1e-9288-5a9329cfab00 None None] Port 3935a212-8cf6-4330-b1a6-b9caa4ca084f cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:18:55.591823 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-0d862236-bd3a-4e42-aa1d-fd3b032112f2 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:55.592476 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-0d862236-bd3a-4e42-aa1d-fd3b032112f2 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:55.642605 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d8abb8-621c-43e8-a85f-c8905bb9ca72 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Pushing event deleted for resources: {'Port': ['ID=fdc22186-f215-454e-8546-82ba1900a0c8,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:55.660087 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f610d907-cc7b-4634-8e82-12b4ed228264 req-43f249c6-c088-4e15-a0d2-c65d1d93df84 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:55.661669 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f610d907-cc7b-4634-8e82-12b4ed228264 req-43f249c6-c088-4e15-a0d2-c65d1d93df84 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/ports?device_id=00a43dbd-a810-4f47-ad51-dd96a6a22fbe HTTP/1.1" status: 200 len: 945 time: 0.5714319 Aug 29 04:18:55.790447 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db256679-6017-48b8-95d0-1ed38803eeaf tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Pushing event deleted for resources: {'Port': ['ID=51e0b316-720d-48b9-a953-c2e433fc1b08,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:55.792313 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-0d862236-bd3a-4e42-aa1d-fd3b032112f2 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6234977 Aug 29 04:18:55.828313 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-b05ed21c-1114-40d7-a0ce-423e2c65c5e5 req-54d8abb8-621c-43e8-a85f-c8905bb9ca72 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] No DVR routers for this DVR port fdc22186-f215-454e-8546-82ba1900a0c8 on host n-h2-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:18:55.836061 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-447c9c6a-d3f5-4399-b155-4a512f3456d3 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Request body: {'port': {'device_id': 'afc254ea-ccf6-497c-b6f3-9c7790e81f60', 'network_id': '30a5f83d-44db-4be9-a796-3b5e93558c29', 'admin_state_up': True, 'tenant_id': 'e5f0d8ebc9a74e589a93c4dfadff20f5', 'security_groups': ['6765471a-6318-4be5-8b74-21c509c8c5a3']}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:55.864942 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-b05ed21c-1114-40d7-a0ce-423e2c65c5e5 req-54d8abb8-621c-43e8-a85f-c8905bb9ca72 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:55.867051 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b05ed21c-1114-40d7-a0ce-423e2c65c5e5 req-54d8abb8-621c-43e8-a85f-c8905bb9ca72 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.48 "DELETE /v2.0/ports/fdc22186-f215-454e-8546-82ba1900a0c8 HTTP/1.1" status: 204 len: 173 time: 2.7909317 Aug 29 04:18:55.869420 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76b51045-e1d9-4565-be48-d00799df16cd', 'name': 'network-vif-deleted', 'tag': 'fdc22186-f215-454e-8546-82ba1900a0c8'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:18:55.871885 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55d55dc2-e3e6-4254-a73f-ed27646a1251" -d '{"events": [{"server_uuid": "76b51045-e1d9-4565-be48-d00799df16cd", "name": "network-vif-deleted", "tag": "fdc22186-f215-454e-8546-82ba1900a0c8"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:18:55.894859 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-e83ac92e-7aba-4934-b2e6-b568b1c9b530 req-db256679-6017-48b8-95d0-1ed38803eeaf tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] No DVR routers for this DVR port 51e0b316-720d-48b9-a953-c2e433fc1b08 on host n-h1-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:18:55.936238 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-e83ac92e-7aba-4934-b2e6-b568b1c9b530 req-db256679-6017-48b8-95d0-1ed38803eeaf tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:55.938337 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e83ac92e-7aba-4934-b2e6-b568b1c9b530 req-db256679-6017-48b8-95d0-1ed38803eeaf tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.46 "DELETE /v2.0/ports/51e0b316-720d-48b9-a953-c2e433fc1b08 HTTP/1.1" status: 204 len: 173 time: 3.1263340 Aug 29 04:18:55.949065 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-de4b532a-5a31-4103-a9b7-7dfb9cf5da90 tempest-RoutersAdminNegativeTest-1985248091 tempest-RoutersAdminNegativeTest-1985248091-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:55.954687 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-de4b532a-5a31-4103-a9b7-7dfb9cf5da90 tempest-RoutersAdminNegativeTest-1985248091 tempest-RoutersAdminNegativeTest-1985248091-project-admin] 10.222.0.22 "DELETE /v2.0/ports/99be0de6-2624-4baa-b66c-a7af2051faa0 HTTP/1.1" status: 204 len: 168 time: 3.4719288 Aug 29 04:18:55.981961 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 2a6bce68-a836-4780-9092-ee7498142e59 no longer exists at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:18:55.987191 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f610d907-cc7b-4634-8e82-12b4ed228264 req-0d09d9cc-9cce-4146-9b3c-b0831945b9a7 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/security-groups?id=0af834e7-acaf-4d90-a371-bad8b3cc1714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651482 Aug 29 04:18:56.064656 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] No Port match for: 2a6bce68-a836-4780-9092-ee7498142e59 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:18:56.068178 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 2a6bce68-a836-4780-9092-ee7498142e59 not bound to the agent host n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:18:56.070745 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device fdc22186-f215-454e-8546-82ba1900a0c8 no longer exists at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:18:56.118619 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] No Port match for: fdc22186-f215-454e-8546-82ba1900a0c8 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:18:56.131006 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device fdc22186-f215-454e-8546-82ba1900a0c8 not bound to the agent host n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:18:56.274553 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0552d5c4-28e1-4fae-874f-59e1f1147bad req-be37a2db-1bab-4af7-b249-b988593206a5 tempest-ServerShowV257Test-903940717 tempest-ServerShowV257Test-903940717-project] 10.222.0.46 "GET /v2.0/ports?device_id=55a22954-5a30-45df-a58d-01588501bf47 HTTP/1.1" status: 200 len: 210 time: 0.1016054 Aug 29 04:18:56.302773 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-bbd84583-9df3-4cfb-a884-d29c64ff0109 req-42619c54-96be-4b94-a466-5474f2e25dae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4747ee8d-bf44-402a-9540-65f4f135751f {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:18:56.321552 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-447c9c6a-d3f5-4399-b155-4a512f3456d3 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Made reservation on behalf of e5f0d8ebc9a74e589a93c4dfadff20f5 for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:18:56.325629 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-447c9c6a-d3f5-4399-b155-4a512f3456d3 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:56.347799 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-bbd84583-9df3-4cfb-a884-d29c64ff0109 req-42619c54-96be-4b94-a466-5474f2e25dae service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:56.376416 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af42fbf4-063b-417e-8f35-3847aafceae9 req-8cdf2476-1270-4494-802d-8c9425b94941 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:56.378434 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-af42fbf4-063b-417e-8f35-3847aafceae9 req-8cdf2476-1270-4494-802d-8c9425b94941 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/ports?device_id=afc254ea-ccf6-497c-b6f3-9c7790e81f60 HTTP/1.1" status: 200 len: 931 time: 0.2432749 Aug 29 04:18:56.398246 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-bbd84583-9df3-4cfb-a884-d29c64ff0109 req-42619c54-96be-4b94-a466-5474f2e25dae service neutron] Transition to ACTIVE for port object 4747ee8d-bf44-402a-9540-65f4f135751f will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:18:56.412621 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-bbd84583-9df3-4cfb-a884-d29c64ff0109 req-42619c54-96be-4b94-a466-5474f2e25dae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:56.481762 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 47762) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:56.520205 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-af42fbf4-063b-417e-8f35-3847aafceae9 req-d767c33c-4a3e-47b0-852c-a6e9581ec4c5 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/security-groups?id=6765471a-6318-4be5-8b74-21c509c8c5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1309772 Aug 29 04:18:56.586594 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42619c54-96be-4b94-a466-5474f2e25dae service neutron] Pushing event updated for resources: {'Port': ['ID=4747ee8d-bf44-402a-9540-65f4f135751f,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:56.738370 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4505c753-d37a-4f70-9559-940450cd9cc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:56.745984 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-447c9c6a-d3f5-4399-b155-4a512f3456d3 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Allocated IP 10.1.1.107 (30a5f83d-44db-4be9-a796-3b5e93558c29/81808e7a-684a-4dd3-97bc-1cbd7265f9b6/540cae85-7f7d-4921-89a2-7ca402f8590f) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:18:56.748844 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-bbd84583-9df3-4cfb-a884-d29c64ff0109 req-42619c54-96be-4b94-a466-5474f2e25dae service neutron] Attempting to bind port 4747ee8d-bf44-402a-9540-65f4f135751f on host n-h2-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:18:56.750971 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-bbd84583-9df3-4cfb-a884-d29c64ff0109 req-42619c54-96be-4b94-a466-5474f2e25dae service neutron] Attempting to bind port 4747ee8d-bf44-402a-9540-65f4f135751f by drivers openvswitch,hyperv on host n-h2-712140-12 at level 0 using segments [{'id': '6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '7521cd58-9470-4433-82b8-7e942c988b03'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:18:56.751582 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd84583-9df3-4cfb-a884-d29c64ff0109 req-42619c54-96be-4b94-a466-5474f2e25dae service neutron] Attempting to bind port 4747ee8d-bf44-402a-9540-65f4f135751f on network 7521cd58-9470-4433-82b8-7e942c988b03 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:18:56.788733 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd84583-9df3-4cfb-a884-d29c64ff0109 req-42619c54-96be-4b94-a466-5474f2e25dae service neutron] Port 4747ee8d-bf44-402a-9540-65f4f135751f on network 7521cd58-9470-4433-82b8-7e942c988b03 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:18:56.789441 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd84583-9df3-4cfb-a884-d29c64ff0109 req-42619c54-96be-4b94-a466-5474f2e25dae service neutron] Attempting to bind port 4747ee8d-bf44-402a-9540-65f4f135751f on network 7521cd58-9470-4433-82b8-7e942c988b03 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:18:56.854731 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-df83963e-0370-4fe9-b52a-e0bb54380eda req-e8cc46e5-71ec-4e5c-ab71-d9e63dec9025 tempest-ServerRescueTestJSONUnderV235-478814524 tempest-ServerRescueTestJSONUnderV235-478814524-project] 10.222.0.22 "GET /v2.0/ports?device_id=f67de40e-9c4b-4df7-8589-9317825d95db HTTP/1.1" status: 200 len: 210 time: 0.0718505 Aug 29 04:18:56.858733 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd84583-9df3-4cfb-a884-d29c64ff0109 req-42619c54-96be-4b94-a466-5474f2e25dae service neutron] Checking agent: {'id': 'b3a0606b-b029-4f5e-8798-3a32b71d8844', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:18:56.862895 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd84583-9df3-4cfb-a884-d29c64ff0109 req-42619c54-96be-4b94-a466-5474f2e25dae service neutron] Checking segment: {'id': '6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '7521cd58-9470-4433-82b8-7e942c988b03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:18:56.864186 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd84583-9df3-4cfb-a884-d29c64ff0109 req-42619c54-96be-4b94-a466-5474f2e25dae service neutron] Bound using segment: {'id': '6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '7521cd58-9470-4433-82b8-7e942c988b03'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:18:56.865413 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-bbd84583-9df3-4cfb-a884-d29c64ff0109 req-42619c54-96be-4b94-a466-5474f2e25dae service neutron] Bound port: 4747ee8d-bf44-402a-9540-65f4f135751f, host: n-h2-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '7521cd58-9470-4433-82b8-7e942c988b03'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:18:56.869170 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-bbd84583-9df3-4cfb-a884-d29c64ff0109 req-42619c54-96be-4b94-a466-5474f2e25dae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:57.012482 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4505c753-d37a-4f70-9559-940450cd9cc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:57.022510 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4505c753-d37a-4f70-9559-940450cd9cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:57.074283 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4505c753-d37a-4f70-9559-940450cd9cc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efc7c986-6c67-4bdd-9706-b492c875eba8,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:57.124972 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4505c753-d37a-4f70-9559-940450cd9cc4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:57.125318 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4505c753-d37a-4f70-9559-940450cd9cc4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:57.125656 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4505c753-d37a-4f70-9559-940450cd9cc4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:57.125991 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4505c753-d37a-4f70-9559-940450cd9cc4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:57.126326 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4505c753-d37a-4f70-9559-940450cd9cc4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:57.126655 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4505c753-d37a-4f70-9559-940450cd9cc4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:57.126990 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4505c753-d37a-4f70-9559-940450cd9cc4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:57.127618 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4505c753-d37a-4f70-9559-940450cd9cc4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:57.127618 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4505c753-d37a-4f70-9559-940450cd9cc4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:57.133699 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4505c753-d37a-4f70-9559-940450cd9cc4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:57.134330 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4505c753-d37a-4f70-9559-940450cd9cc4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:57.144268 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4505c753-d37a-4f70-9559-940450cd9cc4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:57.152187 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-4505c753-d37a-4f70-9559-940450cd9cc4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=faad641a9d6c41b6a42fb7e247f8459f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6688697 Aug 29 04:18:57.154890 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 47772) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:57.229203 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-66e87da7-05e9-48d1-877d-a0f8f8503d5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:57.253239 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-66e87da7-05e9-48d1-877d-a0f8f8503d5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:57.306519 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-66e87da7-05e9-48d1-877d-a0f8f8503d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:57.309115 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-66e87da7-05e9-48d1-877d-a0f8f8503d5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:57.310304 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-66e87da7-05e9-48d1-877d-a0f8f8503d5d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/efc7c986-6c67-4bdd-9706-b492c875eba8 HTTP/1.1" status: 204 len: 168 time: 0.1537337 Aug 29 04:18:57.319543 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e87da7-05e9-48d1-877d-a0f8f8503d5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efc7c986-6c67-4bdd-9706-b492c875eba8,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:57.410252 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23df516f-7e3d-4516-a108-0c4986f4b698 x-openstack-request-id: req-23df516f-7e3d-4516-a108-0c4986f4b698 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:18:57.410788 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76b51045-e1d9-4565-be48-d00799df16cd", "name": "network-vif-deleted", "tag": "fdc22186-f215-454e-8546-82ba1900a0c8", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:18:57.410788 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-23df516f-7e3d-4516-a108-0c4986f4b698 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:18:57.411154 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76b51045-e1d9-4565-be48-d00799df16cd', 'name': 'network-vif-deleted', 'tag': 'fdc22186-f215-454e-8546-82ba1900a0c8', 'status': 'completed', 'code': 200} Aug 29 04:18:57.499425 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fc078bde-b50a-4941-9bea-b0b0e2e3213b req-8e6f0cba-c060-4e97-92f8-162c7830d7dc tempest-ServerShowV257Test-903940717 tempest-ServerShowV257Test-903940717-project] 10.222.0.22 "GET /v2.0/ports?device_id=55a22954-5a30-45df-a58d-01588501bf47 HTTP/1.1" status: 200 len: 210 time: 0.0907874 Aug 29 04:18:57.544128 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-bbd84583-9df3-4cfb-a884-d29c64ff0109 req-42619c54-96be-4b94-a466-5474f2e25dae service neutron] For port 4747ee8d-bf44-402a-9540-65f4f135751f, host n-h2-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:18:57.564556 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-bbd84583-9df3-4cfb-a884-d29c64ff0109 req-42619c54-96be-4b94-a466-5474f2e25dae service neutron] For port 4747ee8d-bf44-402a-9540-65f4f135751f, host n-h2-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=4747ee8d-bf44-402a-9540-65f4f135751f,segment=NetworkSegment(6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc),segment_id=6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:18:57.573736 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-bbd84583-9df3-4cfb-a884-d29c64ff0109 req-42619c54-96be-4b94-a466-5474f2e25dae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:57.618235 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-447c9c6a-d3f5-4399-b155-4a512f3456d3 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:57.665389 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd84583-9df3-4cfb-a884-d29c64ff0109 req-42619c54-96be-4b94-a466-5474f2e25dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:57.666010 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-bbd84583-9df3-4cfb-a884-d29c64ff0109 req-42619c54-96be-4b94-a466-5474f2e25dae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:57.667837 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bbd84583-9df3-4cfb-a884-d29c64ff0109 req-42619c54-96be-4b94-a466-5474f2e25dae service neutron] 10.222.0.48 "PUT /v2.0/ports/4747ee8d-bf44-402a-9540-65f4f135751f HTTP/1.1" status: 200 len: 1093 time: 3.0424721 Aug 29 04:18:57.683279 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-447c9c6a-d3f5-4399-b155-4a512f3456d3 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Transition to ACTIVE for port object 540cae85-7f7d-4921-89a2-7ca402f8590f will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:18:57.716866 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 47780) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:57.727164 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42619c54-96be-4b94-a466-5474f2e25dae service neutron] Pushing event updated for resources: {'Port': ['ID=4747ee8d-bf44-402a-9540-65f4f135751f,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:57.772886 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-60332b11-c37d-4332-a63e-4366a6994aba admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=916e78d923a64dc991028c3420731c2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0548391 Aug 29 04:18:57.776208 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 47782) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:57.787064 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba2efd0-50b5-48de-b68e-cfc2511ccf64 req-d0930661-9008-4e70-b331-b72a210785c5 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:57.788717 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2ba2efd0-50b5-48de-b68e-cfc2511ccf64 req-d0930661-9008-4e70-b331-b72a210785c5 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=a75e7a99-9969-491a-b52c-6ec12a3b4ddc HTTP/1.1" status: 200 len: 944 time: 0.1948016 Aug 29 04:18:57.853122 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-447c9c6a-d3f5-4399-b155-4a512f3456d3 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:57.865495 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e99a7869-66da-4adf-b337-ddcd608071f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:57.879015 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2ba2efd0-50b5-48de-b68e-cfc2511ccf64 req-edf80b1c-13fd-4198-8893-b7287e946741 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=67519499-017b-4c54-88db-c974346724c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831742 Aug 29 04:18:57.912133 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e99a7869-66da-4adf-b337-ddcd608071f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:57.957115 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-447c9c6a-d3f5-4399-b155-4a512f3456d3 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Network 30a5f83d-44db-4be9-a796-3b5e93558c29 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:18:57.961264 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd84583-9df3-4cfb-a884-d29c64ff0109 req-852ac7a3-02ad-4c13-83da-877df9318250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:57.961264 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bbd84583-9df3-4cfb-a884-d29c64ff0109 req-852ac7a3-02ad-4c13-83da-877df9318250 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=48da3dc54d264865b5c4834c4a90f4b5&device_id=a75e7a99-9969-491a-b52c-6ec12a3b4ddc HTTP/1.1" status: 200 len: 1096 time: 0.2279682 Aug 29 04:18:57.962105 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447c9c6a-d3f5-4399-b155-4a512f3456d3 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Pushing event updated for resources: {'Port': ['ID=540cae85-7f7d-4921-89a2-7ca402f8590f,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:57.965293 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-447c9c6a-d3f5-4399-b155-4a512f3456d3 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:18:57.969375 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-447c9c6a-d3f5-4399-b155-4a512f3456d3 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:18:57.981959 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e99a7869-66da-4adf-b337-ddcd608071f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:57.984616 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e99a7869-66da-4adf-b337-ddcd608071f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:57.986392 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-e99a7869-66da-4adf-b337-ddcd608071f3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f6768a7c-7115-4713-8140-fa6887fb7f89 HTTP/1.1" status: 204 len: 168 time: 0.2087185 Aug 29 04:18:57.996020 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99a7869-66da-4adf-b337-ddcd608071f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6768a7c-7115-4713-8140-fa6887fb7f89,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:58.105666 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bbd84583-9df3-4cfb-a884-d29c64ff0109 req-876501ec-f579-41f1-a687-01a03c465ada service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4747ee8d-bf44-402a-9540-65f4f135751f HTTP/1.1" status: 200 len: 217 time: 0.1280138 Aug 29 04:18:58.157697 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-447c9c6a-d3f5-4399-b155-4a512f3456d3 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:58.158372 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-447c9c6a-d3f5-4399-b155-4a512f3456d3 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:58.185126 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-447c9c6a-d3f5-4399-b155-4a512f3456d3 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3604705 Aug 29 04:18:58.204398 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a18976-abab-4a3e-b1fd-d498bf688958 req-0d982105-469f-4c43-8c87-3e30042dc28f tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:58.206226 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b5a18976-abab-4a3e-b1fd-d498bf688958 req-0d982105-469f-4c43-8c87-3e30042dc28f tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/ports?device_id=00a43dbd-a810-4f47-ad51-dd96a6a22fbe HTTP/1.1" status: 200 len: 945 time: 0.1803415 Aug 29 04:18:58.218820 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-5fbfba6f-8b3d-4455-8e7d-81187adea6f8 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Request body: {'port': {'device_id': 'afc254ea-ccf6-497c-b6f3-9c7790e81f60', 'network_id': '30a5f83d-44db-4be9-a796-3b5e93558c29', 'admin_state_up': True, 'tenant_id': 'e5f0d8ebc9a74e589a93c4dfadff20f5', 'security_groups': ['6765471a-6318-4be5-8b74-21c509c8c5a3']}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:58.225801 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd84583-9df3-4cfb-a884-d29c64ff0109 req-230a5819-e243-44ed-bfcd-ff711598b35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:58.226608 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bbd84583-9df3-4cfb-a884-d29c64ff0109 req-230a5819-e243-44ed-bfcd-ff711598b35b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=be5f55ab-7fa1-406c-9ca9-03e74b79ef6a HTTP/1.1" status: 200 len: 851 time: 0.1128550 Aug 29 04:18:58.348310 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:58.365815 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b5a18976-abab-4a3e-b1fd-d498bf688958 req-02eec109-55f1-4769-a15e-e327bd7a53ff tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/security-groups?id=0af834e7-acaf-4d90-a371-bad8b3cc1714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427357 Aug 29 04:18:58.407995 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-06b5227c-cd72-4847-9c4a-24130c9fa5f3 None None] Provisioning for port 540cae85-7f7d-4921-89a2-7ca402f8590f completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:18:58.413724 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-06b5227c-cd72-4847-9c4a-24130c9fa5f3 None None] Provisioning complete for port 540cae85-7f7d-4921-89a2-7ca402f8590f triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:58.414112 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-06b5227c-cd72-4847-9c4a-24130c9fa5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:58.440962 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd84583-9df3-4cfb-a884-d29c64ff0109 req-724e59d1-a454-4089-9821-96ab886196a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:58.442715 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bbd84583-9df3-4cfb-a884-d29c64ff0109 req-724e59d1-a454-4089-9821-96ab886196a1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7521cd58-9470-4433-82b8-7e942c988b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2072473 Aug 29 04:18:58.511008 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-06b5227c-cd72-4847-9c4a-24130c9fa5f3 None None] Port 540cae85-7f7d-4921-89a2-7ca402f8590f cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:18:58.609593 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [req-dd63b612-bba8-4361-9349-3155557e8fb0 req-673547fb-1ec0-439a-aa56-4531ccb7699c tempest-LiveAutoBlockMigrationV225Test-280615785 tempest-LiveAutoBlockMigrationV225Test-280615785-project-admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:18:58.611299 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-dd63b612-bba8-4361-9349-3155557e8fb0 req-673547fb-1ec0-439a-aa56-4531ccb7699c tempest-LiveAutoBlockMigrationV225Test-280615785 tempest-LiveAutoBlockMigrationV225Test-280615785-project-admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0128417 Aug 29 04:18:58.618261 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-5fbfba6f-8b3d-4455-8e7d-81187adea6f8 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Made reservation on behalf of e5f0d8ebc9a74e589a93c4dfadff20f5 for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:18:58.622229 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-5fbfba6f-8b3d-4455-8e7d-81187adea6f8 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:58.629531 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-dd63b612-bba8-4361-9349-3155557e8fb0 req-48cf8968-539b-4dc7-b437-522652e895d1 service neutron] Request body: {'binding': {'host': 'n-h2-712140-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:58.630698 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-dd63b612-bba8-4361-9349-3155557e8fb0 req-48cf8968-539b-4dc7-b437-522652e895d1 service neutron] Unknown quota resources ['binding']. {{(pid=94829) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 04:18:58.651748 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf820fd-3221-45dc-aa4c-8dbb60376030 req-59aecff8-46b0-47c4-9bce-2d144990f937 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:58.658951 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf820fd-3221-45dc-aa4c-8dbb60376030 req-59aecff8-46b0-47c4-9bce-2d144990f937 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:58.660698 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1cf820fd-3221-45dc-aa4c-8dbb60376030 req-59aecff8-46b0-47c4-9bce-2d144990f937 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/ports?device_id=afc254ea-ccf6-497c-b6f3-9c7790e81f60 HTTP/1.1" status: 200 len: 1653 time: 0.2140391 Aug 29 04:18:58.712874 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bbd84583-9df3-4cfb-a884-d29c64ff0109 req-d254b1e8-8252-4c84-8d00-f6d505036257 service neutron] 10.222.0.48 "GET /v2.0/networks/7521cd58-9470-4433-82b8-7e942c988b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390840 Aug 29 04:18:58.827667 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-dd63b612-bba8-4361-9349-3155557e8fb0 req-48cf8968-539b-4dc7-b437-522652e895d1 service neutron] Attempting to bind port 59864ef7-059a-4500-85c1-f75d5e2f7370 on host n-h2-712140-12 for vnic_type normal with profile None {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:18:58.828545 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-dd63b612-bba8-4361-9349-3155557e8fb0 req-48cf8968-539b-4dc7-b437-522652e895d1 service neutron] Attempting to bind port 59864ef7-059a-4500-85c1-f75d5e2f7370 by drivers openvswitch,hyperv on host n-h2-712140-12 at level 0 using segments [{'id': '1fc19f14-bf6d-4959-b2c5-ed51e935e5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '53020a37-9cfa-46c3-bf40-16467007f493'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:18:58.828545 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd63b612-bba8-4361-9349-3155557e8fb0 req-48cf8968-539b-4dc7-b437-522652e895d1 service neutron] Attempting to bind port 59864ef7-059a-4500-85c1-f75d5e2f7370 on network 53020a37-9cfa-46c3-bf40-16467007f493 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:18:58.834772 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd63b612-bba8-4361-9349-3155557e8fb0 req-48cf8968-539b-4dc7-b437-522652e895d1 service neutron] Port 59864ef7-059a-4500-85c1-f75d5e2f7370 on network 53020a37-9cfa-46c3-bf40-16467007f493 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-12 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:18:58.835229 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd63b612-bba8-4361-9349-3155557e8fb0 req-48cf8968-539b-4dc7-b437-522652e895d1 service neutron] Attempting to bind port 59864ef7-059a-4500-85c1-f75d5e2f7370 on network 53020a37-9cfa-46c3-bf40-16467007f493 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:18:58.844735 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd63b612-bba8-4361-9349-3155557e8fb0 req-48cf8968-539b-4dc7-b437-522652e895d1 service neutron] Checking agent: {'id': 'b3a0606b-b029-4f5e-8798-3a32b71d8844', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:18:58.845183 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd63b612-bba8-4361-9349-3155557e8fb0 req-48cf8968-539b-4dc7-b437-522652e895d1 service neutron] Checking segment: {'id': '1fc19f14-bf6d-4959-b2c5-ed51e935e5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '53020a37-9cfa-46c3-bf40-16467007f493'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:18:58.845671 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd63b612-bba8-4361-9349-3155557e8fb0 req-48cf8968-539b-4dc7-b437-522652e895d1 service neutron] Bound using segment: {'id': '1fc19f14-bf6d-4959-b2c5-ed51e935e5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '53020a37-9cfa-46c3-bf40-16467007f493'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:18:58.847286 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-dd63b612-bba8-4361-9349-3155557e8fb0 req-48cf8968-539b-4dc7-b437-522652e895d1 service neutron] Bound port: 59864ef7-059a-4500-85c1-f75d5e2f7370, host: n-h2-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fc19f14-bf6d-4959-b2c5-ed51e935e5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '53020a37-9cfa-46c3-bf40-16467007f493'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:18:58.853770 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1cf820fd-3221-45dc-aa4c-8dbb60376030 req-2ff426ed-9c0e-4c11-9e37-56db717ce650 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/security-groups?id=6765471a-6318-4be5-8b74-21c509c8c5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1849258 Aug 29 04:18:58.924732 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-dd63b612-bba8-4361-9349-3155557e8fb0 req-48cf8968-539b-4dc7-b437-522652e895d1 service neutron] For port 59864ef7-059a-4500-85c1-f75d5e2f7370, host n-h2-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=59864ef7-059a-4500-85c1-f75d5e2f7370,segment=NetworkSegment(1fc19f14-bf6d-4959-b2c5-ed51e935e5ad),segment_id=1fc19f14-bf6d-4959-b2c5-ed51e935e5ad)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:18:58.935753 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-dd63b612-bba8-4361-9349-3155557e8fb0 req-48cf8968-539b-4dc7-b437-522652e895d1 service neutron] Notify callbacks [] for binding, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:58.937983 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-dd63b612-bba8-4361-9349-3155557e8fb0 req-48cf8968-539b-4dc7-b437-522652e895d1 service neutron] 10.222.0.22 "POST /v2.0/ports/59864ef7-059a-4500-85c1-f75d5e2f7370/bindings HTTP/1.1" status: 201 len: 390 time: 0.3177330 Aug 29 04:18:58.950036 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 47814) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:58.973405 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-5fbfba6f-8b3d-4455-8e7d-81187adea6f8 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Allocated IP 10.1.1.110 (30a5f83d-44db-4be9-a796-3b5e93558c29/81808e7a-684a-4dd3-97bc-1cbd7265f9b6/35d63e72-b738-4a46-8a77-b6b744715997) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:18:58.977740 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bbd84583-9df3-4cfb-a884-d29c64ff0109 req-61e974ff-c3d1-4b87-bb6c-8b41a95adc69 service neutron] 10.222.0.48 "GET /v2.0/networks/7521cd58-9470-4433-82b8-7e942c988b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047725 Aug 29 04:18:59.196767 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-5fbfba6f-8b3d-4455-8e7d-81187adea6f8 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:59.238990 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-5fbfba6f-8b3d-4455-8e7d-81187adea6f8 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Transition to ACTIVE for port object 35d63e72-b738-4a46-8a77-b6b744715997 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:18:59.259855 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d69e604-715d-405e-a235-736dffaa18c4 req-ab969d08-a093-4235-b08e-3c58402a5bf8 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:59.261387 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9d69e604-715d-405e-a235-736dffaa18c4 req-ab969d08-a093-4235-b08e-3c58402a5bf8 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/ports?device_id=00a43dbd-a810-4f47-ad51-dd96a6a22fbe HTTP/1.1" status: 200 len: 945 time: 0.0852957 Aug 29 04:18:59.356223 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-5fbfba6f-8b3d-4455-8e7d-81187adea6f8 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:59.378456 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 47826) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:59.428718 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6c0789-47f8-43ae-9a9e-6e8bbbe6c4cd req-579a0fbe-6179-4e5a-ae6f-a4d464ab14dd tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:59.432901 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9d69e604-715d-405e-a235-736dffaa18c4 req-aea0d744-2b3a-429d-ac23-0346b714335d tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/security-groups?id=0af834e7-acaf-4d90-a371-bad8b3cc1714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600521 Aug 29 04:18:59.433365 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f67de40e-9c4b-4df7-8589-9317825d95db', 'name': 'network-vif-deleted', 'tag': '51e0b316-720d-48b9-a953-c2e433fc1b08'}, {'name': 'network-changed', 'server_uuid': 'a75e7a99-9969-491a-b52c-6ec12a3b4ddc', 'tag': '4747ee8d-bf44-402a-9540-65f4f135751f'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:18:59.436801 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-047a3011-cf55-4ce4-9f9d-3a1f74839798" -d '{"events": [{"server_uuid": "f67de40e-9c4b-4df7-8589-9317825d95db", "name": "network-vif-deleted", "tag": "51e0b316-720d-48b9-a953-c2e433fc1b08"}, {"name": "network-changed", "server_uuid": "a75e7a99-9969-491a-b52c-6ec12a3b4ddc", "tag": "4747ee8d-bf44-402a-9540-65f4f135751f"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:18:59.437811 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-cf6c0789-47f8-43ae-9a9e-6e8bbbe6c4cd req-579a0fbe-6179-4e5a-ae6f-a4d464ab14dd tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=a75e7a99-9969-491a-b52c-6ec12a3b4ddc HTTP/1.1" status: 200 len: 944 time: 0.1221888 Aug 29 04:18:59.478969 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-5fbfba6f-8b3d-4455-8e7d-81187adea6f8 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Network 30a5f83d-44db-4be9-a796-3b5e93558c29 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:18:59.488805 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-5fbfba6f-8b3d-4455-8e7d-81187adea6f8 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:18:59.490868 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbfba6f-8b3d-4455-8e7d-81187adea6f8 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Pushing event updated for resources: {'Port': ['ID=35d63e72-b738-4a46-8a77-b6b744715997,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:59.500409 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd63b612-bba8-4361-9349-3155557e8fb0 req-9ee9f704-ac86-49ee-8c83-5b0f3928067b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:59.502091 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dd63b612-bba8-4361-9349-3155557e8fb0 req-9ee9f704-ac86-49ee-8c83-5b0f3928067b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1d0658a0a90a4facb02cad62921e20d5&device_id=75a39e68-5d14-43e2-bf0b-82240c86b1bf HTTP/1.1" status: 200 len: 1097 time: 0.1668828 Aug 29 04:18:59.502929 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-5fbfba6f-8b3d-4455-8e7d-81187adea6f8 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:18:59.506376 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbfba6f-8b3d-4455-8e7d-81187adea6f8 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:59.506876 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbfba6f-8b3d-4455-8e7d-81187adea6f8 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:59.507188 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbfba6f-8b3d-4455-8e7d-81187adea6f8 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:59.507530 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbfba6f-8b3d-4455-8e7d-81187adea6f8 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:59.508031 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbfba6f-8b3d-4455-8e7d-81187adea6f8 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:59.508839 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbfba6f-8b3d-4455-8e7d-81187adea6f8 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:59.508839 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbfba6f-8b3d-4455-8e7d-81187adea6f8 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:59.509099 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbfba6f-8b3d-4455-8e7d-81187adea6f8 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:59.509386 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbfba6f-8b3d-4455-8e7d-81187adea6f8 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:59.509717 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbfba6f-8b3d-4455-8e7d-81187adea6f8 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:59.510048 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbfba6f-8b3d-4455-8e7d-81187adea6f8 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:59.510374 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbfba6f-8b3d-4455-8e7d-81187adea6f8 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:59.513151 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-cf6c0789-47f8-43ae-9a9e-6e8bbbe6c4cd req-94df2fb6-c0d9-439d-882e-c219392b91e4 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=67519499-017b-4c54-88db-c974346724c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661192 Aug 29 04:18:59.710712 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b0540d52-1518-4dab-9031-b12276f6c60d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713413'] for router_interface, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:59.770873 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 47836) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:59.801412 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0512bf-89d3-491a-b539-af8fcf79be6a req-c0afa869-4825-4557-a4c3-e10c103bca5e tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:59.805781 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-af0512bf-89d3-491a-b539-af8fcf79be6a req-c0afa869-4825-4557-a4c3-e10c103bca5e tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=75a39e68-5d14-43e2-bf0b-82240c86b1bf HTTP/1.1" status: 200 len: 945 time: 0.1473193 Aug 29 04:18:59.814340 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-5fbfba6f-8b3d-4455-8e7d-81187adea6f8 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:59.815426 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-5fbfba6f-8b3d-4455-8e7d-81187adea6f8 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:59.849532 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-5fbfba6f-8b3d-4455-8e7d-81187adea6f8 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6408463 Aug 29 04:18:59.866236 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sun, 29 Aug 2021 04:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6332601c-cb8d-44d8-a74d-7111f7993e87 x-openstack-request-id: req-6332601c-cb8d-44d8-a74d-7111f7993e87 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:18:59.866808 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f67de40e-9c4b-4df7-8589-9317825d95db", "name": "network-vif-deleted", "tag": "51e0b316-720d-48b9-a953-c2e433fc1b08", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a75e7a99-9969-491a-b52c-6ec12a3b4ddc", "tag": "4747ee8d-bf44-402a-9540-65f4f135751f", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:18:59.867297 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6332601c-cb8d-44d8-a74d-7111f7993e87 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:18:59.867977 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f67de40e-9c4b-4df7-8589-9317825d95db', 'name': 'network-vif-deleted', 'tag': '51e0b316-720d-48b9-a953-c2e433fc1b08', 'status': 'completed', 'code': 200} Aug 29 04:18:59.868464 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a75e7a99-9969-491a-b52c-6ec12a3b4ddc', 'tag': '4747ee8d-bf44-402a-9540-65f4f135751f', 'status': 'completed', 'code': 200} Aug 29 04:18:59.879094 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-7323e33a-f311-4f46-b843-0ce43a40c5ba tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Request body: {'port': {'device_id': 'afc254ea-ccf6-497c-b6f3-9c7790e81f60', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '4b336bb6-c1a2-4852-8570-018195081ecf', 'admin_state_up': True, 'tenant_id': 'e5f0d8ebc9a74e589a93c4dfadff20f5', 'security_groups': ['6765471a-6318-4be5-8b74-21c509c8c5a3']}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:59.951624 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-c84d427c-8ac5-4c1a-8796-fb8b0a3a71f8 None None] Provisioning for port 35d63e72-b738-4a46-8a77-b6b744715997 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:18:59.958584 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-af0512bf-89d3-491a-b539-af8fcf79be6a req-3758a7b5-b4e1-4fe8-ab18-82fbcc916fcb tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400073 Aug 29 04:18:59.961416 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-c84d427c-8ac5-4c1a-8796-fb8b0a3a71f8 None None] Provisioning complete for port 35d63e72-b738-4a46-8a77-b6b744715997 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:59.961996 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c84d427c-8ac5-4c1a-8796-fb8b0a3a71f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:59.974779 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-40e1493e-3341-46ec-941c-b396a318f122 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-959569759'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:00.022954 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-c84d427c-8ac5-4c1a-8796-fb8b0a3a71f8 None None] Port 35d63e72-b738-4a46-8a77-b6b744715997 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:19:00.056629 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd63b612-bba8-4361-9349-3155557e8fb0 req-a4227eb9-2d3c-4ea3-a795-f53f50dda006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:00.058169 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dd63b612-bba8-4361-9349-3155557e8fb0 req-a4227eb9-2d3c-4ea3-a795-f53f50dda006 service neutron] 10.222.0.48 "GET /v2.0/networks?id=53020a37-9cfa-46c3-bf40-16467007f493 HTTP/1.1" status: 200 len: 921 time: 0.4672976 Aug 29 04:19:00.075084 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40e1493e-3341-46ec-941c-b396a318f122 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] Made reservation on behalf of 5ac265855b9d4bfd88c831fd15fde547 for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:19:00.079121 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-40e1493e-3341-46ec-941c-b396a318f122 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:00.080242 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c521122a-e175-47ed-805b-b576099329bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:00.146649 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dd63b612-bba8-4361-9349-3155557e8fb0 req-a7e38d0a-8993-4d8c-acf7-cf662253f02b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=59864ef7-059a-4500-85c1-f75d5e2f7370 HTTP/1.1" status: 200 len: 217 time: 0.0572696 Aug 29 04:19:00.153109 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-40e1493e-3341-46ec-941c-b396a318f122 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:00.207236 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59129bd-e79b-4f92-9feb-4fe8814dfa69 req-2db6c226-0086-4083-a522-6b097d6a1807 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:00.208834 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e59129bd-e79b-4f92-9feb-4fe8814dfa69 req-2db6c226-0086-4083-a522-6b097d6a1807 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d2293db-2b80-49cd-b456-994387ea7d62 HTTP/1.1" status: 200 len: 949 time: 0.1248121 Aug 29 04:19:00.242056 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047a3011-cf55-4ce4-9f9d-3a1f74839798 req-35ceb771-b9bb-4ac5-a0ef-cee77823d468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:00.243507 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-047a3011-cf55-4ce4-9f9d-3a1f74839798 req-35ceb771-b9bb-4ac5-a0ef-cee77823d468 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=48da3dc54d264865b5c4834c4a90f4b5&device_id=a75e7a99-9969-491a-b52c-6ec12a3b4ddc HTTP/1.1" status: 200 len: 1096 time: 0.3273141 Aug 29 04:19:00.279079 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e59129bd-e79b-4f92-9feb-4fe8814dfa69 req-b4398d96-b7c3-4e32-a58a-ac44a7e83946 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/security-groups?id=69e9e696-6092-48f5-a28b-387de9f4e688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613306 Aug 29 04:19:00.360873 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8ab718-7f97-4a1f-bf47-d8dfc8f08960 req-ccca96e5-c32a-4055-baf9-d32fb0b6cc94 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:00.367184 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8ab718-7f97-4a1f-bf47-d8dfc8f08960 req-ccca96e5-c32a-4055-baf9-d32fb0b6cc94 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:00.373248 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8ab718-7f97-4a1f-bf47-d8dfc8f08960 req-ccca96e5-c32a-4055-baf9-d32fb0b6cc94 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:00.375466 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-be8ab718-7f97-4a1f-bf47-d8dfc8f08960 req-ccca96e5-c32a-4055-baf9-d32fb0b6cc94 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/ports?device_id=afc254ea-ccf6-497c-b6f3-9c7790e81f60 HTTP/1.1" status: 200 len: 2374 time: 0.2374797 Aug 29 04:19:00.382502 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd63b612-bba8-4361-9349-3155557e8fb0 req-39644ba9-ad0d-4eef-b071-49a66f340d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:00.384235 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dd63b612-bba8-4361-9349-3155557e8fb0 req-39644ba9-ad0d-4eef-b071-49a66f340d30 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=210c6ef6-f12f-4dde-90b9-22d1971290b1 HTTP/1.1" status: 200 len: 860 time: 0.2147000 Aug 29 04:19:00.432048 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db7454d-5293-45b0-b667-b02bdb9ebf2b req-ba74af63-3821-4a4d-bb7a-ab3522f79e50 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:00.433680 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3db7454d-5293-45b0-b667-b02bdb9ebf2b req-ba74af63-3821-4a4d-bb7a-ab3522f79e50 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/ports?device_id=00a43dbd-a810-4f47-ad51-dd96a6a22fbe HTTP/1.1" status: 200 len: 945 time: 0.0885155 Aug 29 04:19:00.436890 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-b0540d52-1518-4dab-9031-b12276f6c60d admin admin] Deleting port 25a0d561-2663-4b0f-8757-850fa0ca0d0c {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:19:00.437328 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b0540d52-1518-4dab-9031-b12276f6c60d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:00.454270 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dd63b612-bba8-4361-9349-3155557e8fb0 req-a4f3c7bc-1c37-4fda-863e-3a56b1bac746 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=53020a37-9cfa-46c3-bf40-16467007f493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511444 Aug 29 04:19:00.523868 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3db7454d-5293-45b0-b667-b02bdb9ebf2b req-7afd8b1f-eb77-4b89-b8ab-abe8ea75dc16 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/security-groups?id=0af834e7-acaf-4d90-a371-bad8b3cc1714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735736 Aug 29 04:19:00.565963 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-be8ab718-7f97-4a1f-bf47-d8dfc8f08960 req-ef8c88cd-f0c5-4d86-91de-2d4dc780fbc6 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/security-groups?id=6765471a-6318-4be5-8b74-21c509c8c5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1769986 Aug 29 04:19:00.570756 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-b0540d52-1518-4dab-9031-b12276f6c60d admin admin] For port 25a0d561-2663-4b0f-8757-850fa0ca0d0c, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=25a0d561-2663-4b0f-8757-850fa0ca0d0c,segment=NetworkSegment(a7781f63-ba5d-4897-94e2-13b2354f76f1),segment_id=a7781f63-ba5d-4897-94e2-13b2354f76f1)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:00.571127 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b0540d52-1518-4dab-9031-b12276f6c60d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:00.578487 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047a3011-cf55-4ce4-9f9d-3a1f74839798 req-f8052a68-e383-426d-9dbd-491d87ba0230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:00.580215 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-047a3011-cf55-4ce4-9f9d-3a1f74839798 req-f8052a68-e383-426d-9dbd-491d87ba0230 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7521cd58-9470-4433-82b8-7e942c988b03 HTTP/1.1" status: 200 len: 913 time: 0.3247793 Aug 29 04:19:00.587304 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-b0540d52-1518-4dab-9031-b12276f6c60d admin admin] Calling delete_port for 25a0d561-2663-4b0f-8757-850fa0ca0d0c owned by network:router_interface {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:19:00.588411 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c521122a-e175-47ed-805b-b576099329bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:00.596897 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c521122a-e175-47ed-805b-b576099329bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:00.663605 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-047a3011-cf55-4ce4-9f9d-3a1f74839798 req-2a9da293-278f-4037-8c6e-7b5ca446ce2c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4747ee8d-bf44-402a-9540-65f4f135751f HTTP/1.1" status: 200 len: 217 time: 0.0675788 Aug 29 04:19:00.714022 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-c521122a-e175-47ed-805b-b576099329bc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c6847a83a3cf4921bef9b87316b62459&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9415452 Aug 29 04:19:00.719731 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 47850) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:00.750258 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c521122a-e175-47ed-805b-b576099329bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=808841a2-f475-4cf1-85c0-c5984bae946e,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:00.759132 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dd63b612-bba8-4361-9349-3155557e8fb0 req-1f144912-3be6-44e3-9fd3-effb7730df54 service neutron] 10.222.0.48 "GET /v2.0/networks/53020a37-9cfa-46c3-bf40-16467007f493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2931159 Aug 29 04:19:00.824259 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047a3011-cf55-4ce4-9f9d-3a1f74839798 req-befb26d9-47c9-48e0-bcae-dfacbb3307f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:00.825678 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-047a3011-cf55-4ce4-9f9d-3a1f74839798 req-befb26d9-47c9-48e0-bcae-dfacbb3307f2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=be5f55ab-7fa1-406c-9ca9-03e74b79ef6a HTTP/1.1" status: 200 len: 851 time: 0.1460633 Aug 29 04:19:00.847522 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025103ea-baf6-46fe-8890-73fa7151c644 req-ba0d6b8d-0ab2-4564-8076-bb85a392e812 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:00.849065 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-025103ea-baf6-46fe-8890-73fa7151c644 req-ba0d6b8d-0ab2-4564-8076-bb85a392e812 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/ports?device_id=00a43dbd-a810-4f47-ad51-dd96a6a22fbe HTTP/1.1" status: 200 len: 945 time: 0.1654561 Aug 29 04:19:00.896920 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bc98d1-e14b-499a-a1da-9040226faf19 req-cca3df37-3aa4-487d-9679-655c83412500 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:00.900262 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-43bc98d1-e14b-499a-a1da-9040226faf19 req-cca3df37-3aa4-487d-9679-655c83412500 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=a75e7a99-9969-491a-b52c-6ec12a3b4ddc HTTP/1.1" status: 200 len: 944 time: 0.2228999 Aug 29 04:19:00.944728 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-025103ea-baf6-46fe-8890-73fa7151c644 req-f0b1c8a6-a499-4346-9327-ec1014ceeff1 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/security-groups?id=0af834e7-acaf-4d90-a371-bad8b3cc1714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836742 Aug 29 04:19:00.946723 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dd63b612-bba8-4361-9349-3155557e8fb0 req-53b9a735-e366-481d-beaf-1ada7fcaf4f6 service neutron] 10.222.0.48 "GET /v2.0/networks/53020a37-9cfa-46c3-bf40-16467007f493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779444 Aug 29 04:19:00.954397 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047a3011-cf55-4ce4-9f9d-3a1f74839798 req-9b710895-b031-46d5-a491-570dd3dd120e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:00.955981 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-047a3011-cf55-4ce4-9f9d-3a1f74839798 req-9b710895-b031-46d5-a491-570dd3dd120e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7521cd58-9470-4433-82b8-7e942c988b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1172457 Aug 29 04:19:00.978980 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-81d8552e-3a00-417d-ad8b-ab28d9f4e3e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:01.006628 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-40e1493e-3341-46ec-941c-b396a318f122 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:01.032699 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-43bc98d1-e14b-499a-a1da-9040226faf19 req-b62216e3-b392-4bbf-9e8d-a330d18cc685 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=67519499-017b-4c54-88db-c974346724c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221938 Aug 29 04:19:01.033561 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-40e1493e-3341-46ec-941c-b396a318f122 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:01.048757 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-81d8552e-3a00-417d-ad8b-ab28d9f4e3e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:01.095325 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40e1493e-3341-46ec-941c-b396a318f122 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:19:01.125249 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-7323e33a-f311-4f46-b843-0ce43a40c5ba tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Made reservation on behalf of e5f0d8ebc9a74e589a93c4dfadff20f5 for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:19:01.144237 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e1493e-3341-46ec-941c-b396a318f122 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f9d6ec4-46fb-4446-82af-139c4a196677,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:01.179261 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-40e1493e-3341-46ec-941c-b396a318f122 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:01.179919 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-40e1493e-3341-46ec-941c-b396a318f122 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] Added segment 9a259d55-a357-4bf9-992d-21456acd7ac7 of type vlan for network 33160381-5190-4174-ab64-ea04cf3f1f59 Aug 29 04:19:01.250693 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-40e1493e-3341-46ec-941c-b396a318f122 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:01.254451 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b0540d52-1518-4dab-9031-b12276f6c60d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:01.297905 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-81d8552e-3a00-417d-ad8b-ab28d9f4e3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:01.301046 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-81d8552e-3a00-417d-ad8b-ab28d9f4e3e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:01.302572 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-81d8552e-3a00-417d-ad8b-ab28d9f4e3e6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/808841a2-f475-4cf1-85c0-c5984bae946e HTTP/1.1" status: 204 len: 168 time: 0.5766144 Aug 29 04:19:01.317231 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0540d52-1518-4dab-9031-b12276f6c60d admin admin] Pushing event deleted for resources: {'Port': ['ID=25a0d561-2663-4b0f-8757-850fa0ca0d0c,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:01.370926 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d8552e-3a00-417d-ad8b-ab28d9f4e3e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=808841a2-f475-4cf1-85c0-c5984bae946e,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:01.414109 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-40e1493e-3341-46ec-941c-b396a318f122 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:01.427601 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e1493e-3341-46ec-941c-b396a318f122 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:01.429186 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-40e1493e-3341-46ec-941c-b396a318f122 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:01.449283 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-047a3011-cf55-4ce4-9f9d-3a1f74839798 req-6fe055b8-aa44-471f-9f48-686cde9bae4d service neutron] 10.222.0.48 "GET /v2.0/networks/7521cd58-9470-4433-82b8-7e942c988b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4228401 Aug 29 04:19:01.464780 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-7323e33a-f311-4f46-b843-0ce43a40c5ba tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:01.536465 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6b29b9-63e8-4506-80f6-3b08cbcbd023 req-5291935c-ba21-413f-977f-edc6617a35f9 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:01.546565 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4f6b29b9-63e8-4506-80f6-3b08cbcbd023 req-5291935c-ba21-413f-977f-edc6617a35f9 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=75a39e68-5d14-43e2-bf0b-82240c86b1bf HTTP/1.1" status: 200 len: 945 time: 0.3779304 Aug 29 04:19:01.614266 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-40e1493e-3341-46ec-941c-b396a318f122 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.2107916 Aug 29 04:19:01.626191 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 47864) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:01.643638 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-012c0039-416d-4ee9-b61e-3f31a81977d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] Request body: {'subnet': {'network_id': '33160381-5190-4174-ab64-ea04cf3f1f59', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:01.716824 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e1493e-3341-46ec-941c-b396a318f122 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] Pushing event updated for resources: {'Network': ['ID=33160381-5190-4174-ab64-ea04cf3f1f59,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:01.747061 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 33160381-5190-4174-ab64-ea04cf3f1f59 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:19:01.778551 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4f6b29b9-63e8-4506-80f6-3b08cbcbd023 req-5fa579b4-09e0-49fd-9ca9-8e2216bbc9f3 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305744 Aug 29 04:19:01.885272 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98151747-420d-47fe-bf04-8d0b6353c4fd req-6e26af4f-fe76-485f-8c43-a49893048e53 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:01.889120 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-98151747-420d-47fe-bf04-8d0b6353c4fd req-6e26af4f-fe76-485f-8c43-a49893048e53 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/ports?device_id=00a43dbd-a810-4f47-ad51-dd96a6a22fbe HTTP/1.1" status: 200 len: 945 time: 0.4760365 Aug 29 04:19:02.055415 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b0540d52-1518-4dab-9031-b12276f6c60d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-713231'] for router_interface, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:02.088947 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-012c0039-416d-4ee9-b61e-3f31a81977d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] Made reservation on behalf of 5ac265855b9d4bfd88c831fd15fde547 for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:19:02.094226 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-012c0039-416d-4ee9-b61e-3f31a81977d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4552395'] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:02.184976 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-98151747-420d-47fe-bf04-8d0b6353c4fd req-e8a3d48a-374d-44d8-b697-cad6c6410e50 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/security-groups?id=0af834e7-acaf-4d90-a371-bad8b3cc1714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419312 Aug 29 04:19:02.389421 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-047a3011-cf55-4ce4-9f9d-3a1f74839798 req-c5c2ade0-6cf3-4e25-8010-ce062cafe06c service neutron] 10.222.0.48 "GET /v2.0/networks/7521cd58-9470-4433-82b8-7e942c988b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8753257 Aug 29 04:19:02.425516 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8d2f6a-4731-4264-a9f1-70ce3f1054d5 req-6a31fbc6-4f09-4f5f-96ed-37ce7cc5d9b6 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:02.427103 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-eb8d2f6a-4731-4264-a9f1-70ce3f1054d5 req-6a31fbc6-4f09-4f5f-96ed-37ce7cc5d9b6 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d2293db-2b80-49cd-b456-994387ea7d62 HTTP/1.1" status: 200 len: 949 time: 0.2169490 Aug 29 04:19:02.438631 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aaeaa9-70e2-489b-a6e4-081983d31fe3 req-1cf2dc6d-9da3-4745-a570-c9da967aa8eb tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:02.446272 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b1aaeaa9-70e2-489b-a6e4-081983d31fe3 req-1cf2dc6d-9da3-4745-a570-c9da967aa8eb tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d2293db-2b80-49cd-b456-994387ea7d62 HTTP/1.1" status: 200 len: 949 time: 0.2348483 Aug 29 04:19:02.469579 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-7323e33a-f311-4f46-b843-0ce43a40c5ba tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Allocated IP 10.2.2.100 (4b336bb6-c1a2-4852-8570-018195081ecf/36eaa82f-c37f-41cb-8d76-920549eea1d2/522e949e-9797-45c8-902e-353747f23d7c) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:19:02.599176 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b1aaeaa9-70e2-489b-a6e4-081983d31fe3 req-136b46ff-855a-4415-9e57-2942c72fbe89 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/security-groups?id=69e9e696-6092-48f5-a28b-387de9f4e688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400654 Aug 29 04:19:02.836457 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-7323e33a-f311-4f46-b843-0ce43a40c5ba tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:02.874964 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:19:02.887417 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-7323e33a-f311-4f46-b843-0ce43a40c5ba tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Transition to ACTIVE for port object 522e949e-9797-45c8-902e-353747f23d7c will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:19:02.903783 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-eb8d2f6a-4731-4264-a9f1-70ce3f1054d5 req-b2d63a5f-7396-490f-91e7-de687ae0eaaa tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Deleting port 6c598feb-3ed1-428d-85b3-41629f32880f {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:19:02.904349 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-eb8d2f6a-4731-4264-a9f1-70ce3f1054d5 req-b2d63a5f-7396-490f-91e7-de687ae0eaaa tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:02.912226 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc154d3-6a23-453e-a1ca-c975bd8ff7a6 req-b00464c4-5663-4c3f-ad1d-9da72ce80286 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:02.919624 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc154d3-6a23-453e-a1ca-c975bd8ff7a6 req-b00464c4-5663-4c3f-ad1d-9da72ce80286 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:02.922577 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b40559-f66b-4584-93bb-34d73d7aad68 req-c8ead5e0-d80b-46fd-9bcb-eb2e4992994c tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:02.924440 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-79b40559-f66b-4584-93bb-34d73d7aad68 req-c8ead5e0-d80b-46fd-9bcb-eb2e4992994c tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=a75e7a99-9969-491a-b52c-6ec12a3b4ddc HTTP/1.1" status: 200 len: 944 time: 0.1953864 Aug 29 04:19:02.926360 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc154d3-6a23-453e-a1ca-c975bd8ff7a6 req-b00464c4-5663-4c3f-ad1d-9da72ce80286 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:02.936948 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ddc154d3-6a23-453e-a1ca-c975bd8ff7a6 req-b00464c4-5663-4c3f-ad1d-9da72ce80286 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/ports?device_id=afc254ea-ccf6-497c-b6f3-9c7790e81f60 HTTP/1.1" status: 200 len: 2374 time: 0.1727901 Aug 29 04:19:03.070064 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-79b40559-f66b-4584-93bb-34d73d7aad68 req-e5065663-a890-407c-a524-d7a352d916fb tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=67519499-017b-4c54-88db-c974346724c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014252 Aug 29 04:19:03.080672 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-7323e33a-f311-4f46-b843-0ce43a40c5ba tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:03.155873 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-eb8d2f6a-4731-4264-a9f1-70ce3f1054d5 req-b2d63a5f-7396-490f-91e7-de687ae0eaaa tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] For port 6c598feb-3ed1-428d-85b3-41629f32880f, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=6c598feb-3ed1-428d-85b3-41629f32880f,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:03.156258 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-eb8d2f6a-4731-4264-a9f1-70ce3f1054d5 req-b2d63a5f-7396-490f-91e7-de687ae0eaaa tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:03.179550 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-7323e33a-f311-4f46-b843-0ce43a40c5ba tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Network 4b336bb6-c1a2-4852-8570-018195081ecf is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:19:03.190216 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-7323e33a-f311-4f46-b843-0ce43a40c5ba tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:19:03.195730 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-eb8d2f6a-4731-4264-a9f1-70ce3f1054d5 req-b2d63a5f-7396-490f-91e7-de687ae0eaaa tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Calling delete_port for 6c598feb-3ed1-428d-85b3-41629f32880f owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:19:03.198526 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-7323e33a-f311-4f46-b843-0ce43a40c5ba tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:19:03.226509 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7323e33a-f311-4f46-b843-0ce43a40c5ba tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Pushing event updated for resources: {'Port': ['ID=522e949e-9797-45c8-902e-353747f23d7c,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:03.239801 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ddc154d3-6a23-453e-a1ca-c975bd8ff7a6 req-abad486c-17a9-4d68-83ca-453e5aaf7857 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/security-groups?id=6765471a-6318-4be5-8b74-21c509c8c5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3030295 Aug 29 04:19:03.261009 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0540d52-1518-4dab-9031-b12276f6c60d admin admin] Router d04ddb75-44ce-462d-aab8-66f85e0482f4 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:19:03.304851 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1220fabf-29ae-4e80-890e-019e892983ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:03.361333 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-7323e33a-f311-4f46-b843-0ce43a40c5ba tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:03.361976 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-7323e33a-f311-4f46-b843-0ce43a40c5ba tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:03.416039 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-012c0039-416d-4ee9-b61e-3f31a81977d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4274880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4552377'] for subnet, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:03.537088 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-7323e33a-f311-4f46-b843-0ce43a40c5ba tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6728218 Aug 29 04:19:03.583884 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-b35104fb-5e0a-424e-8052-54d8c274ba57 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Request body: {'port': {'device_id': 'afc254ea-ccf6-497c-b6f3-9c7790e81f60', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '4b336bb6-c1a2-4852-8570-018195081ecf', 'admin_state_up': True, 'tenant_id': 'e5f0d8ebc9a74e589a93c4dfadff20f5', 'security_groups': ['6765471a-6318-4be5-8b74-21c509c8c5a3']}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:03.676469 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012c0039-416d-4ee9-b61e-3f31a81977d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] Checking segment: {'id': '9a259d55-a357-4bf9-992d-21456acd7ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '33160381-5190-4174-ab64-ea04cf3f1f59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:19:03.676926 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012c0039-416d-4ee9-b61e-3f31a81977d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] Network hostable DHCP agents. Network: 33160381-5190-4174-ab64-ea04cf3f1f59, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:19:03.688359 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012c0039-416d-4ee9-b61e-3f31a81977d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] Pushing event updated for resources: {'Subnet': ['ID=6f29aa54-e4fa-45a1-9828-058ad35d3957,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:03.698486 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0540d52-1518-4dab-9031-b12276f6c60d admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:19:03.711208 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c37684-8375-4093-8989-096e5f08ff27 None None] Sync routers for ids ['d04ddb75-44ce-462d-aab8-66f85e0482f4'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:19:03.714615 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-c686f163-6260-4ef4-a6ca-86035c190363 None None] Provisioning for port 522e949e-9797-45c8-902e-353747f23d7c completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:19:03.720689 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-c686f163-6260-4ef4-a6ca-86035c190363 None None] Provisioning complete for port 522e949e-9797-45c8-902e-353747f23d7c triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:19:03.721292 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c686f163-6260-4ef4-a6ca-86035c190363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:03.730473 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c37684-8375-4093-8989-096e5f08ff27 None None] Routers {'d04ddb75-44ce-462d-aab8-66f85e0482f4'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:19:03.736394 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-b0540d52-1518-4dab-9031-b12276f6c60d admin admin] 10.222.0.22 "PUT /v2.0/routers/d04ddb75-44ce-462d-aab8-66f85e0482f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7843664 Aug 29 04:19:03.739088 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-74c37684-8375-4093-8989-096e5f08ff27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:18:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['d04ddb75-44ce-462d-aab8-66f85e0482f4'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:03.745076 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 47900) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:03.763591 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a607cc84-fef0-4c82-b466-031566ebd123 req-d343c332-d370-4d88-a4ca-68a7d2bcdc20 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:03.774781 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a607cc84-fef0-4c82-b466-031566ebd123 req-d343c332-d370-4d88-a4ca-68a7d2bcdc20 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/ports?device_id=00a43dbd-a810-4f47-ad51-dd96a6a22fbe HTTP/1.1" status: 200 len: 945 time: 0.4078190 Aug 29 04:19:03.830273 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-c686f163-6260-4ef4-a6ca-86035c190363 None None] Port 522e949e-9797-45c8-902e-353747f23d7c cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:19:03.912155 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a607cc84-fef0-4c82-b466-031566ebd123 req-57d312de-0599-4029-9c10-b4d059bfa483 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/security-groups?id=0af834e7-acaf-4d90-a371-bad8b3cc1714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362700 Aug 29 04:19:03.923520 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-74c37684-8375-4093-8989-096e5f08ff27 None None] Set router d04ddb75-44ce-462d-aab8-66f85e0482f4 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:19:03.987520 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-eb8d2f6a-4731-4264-a9f1-70ce3f1054d5 req-b2d63a5f-7396-490f-91e7-de687ae0eaaa tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:03.991138 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-b35104fb-5e0a-424e-8052-54d8c274ba57 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Made reservation on behalf of e5f0d8ebc9a74e589a93c4dfadff20f5 for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:19:03.998658 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-b35104fb-5e0a-424e-8052-54d8c274ba57 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:03.999440 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012c0039-416d-4ee9-b61e-3f31a81977d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] Network 33160381-5190-4174-ab64-ea04cf3f1f59 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:19:04.025090 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['6c598feb-3ed1-428d-85b3-41629f32880f'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:19:04.039549 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 4747ee8d-bf44-402a-9540-65f4f135751f details requested by agent hyperv_n-h2-712140-12 with host n-h2-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:19:04.058421 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0d0d2594-2aa1-4f5f-88cf-22069c8c7f8e admin admin] Notify callbacks [] for router, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:04.065195 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-012c0039-416d-4ee9-b61e-3f31a81977d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 33160381-5190-4174-ab64-ea04cf3f1f59) {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:19:04.121518 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012c0039-416d-4ee9-b61e-3f31a81977d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:04.122401 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-012c0039-416d-4ee9-b61e-3f31a81977d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:04.133784 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb8d2f6a-4731-4264-a9f1-70ce3f1054d5 req-b2d63a5f-7396-490f-91e7-de687ae0eaaa tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] No DVR routers for this DVR port 6c598feb-3ed1-428d-85b3-41629f32880f on host n-h2-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:19:04.138269 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d63a5f-7396-490f-91e7-de687ae0eaaa tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Pushing event deleted for resources: {'Port': ['ID=6c598feb-3ed1-428d-85b3-41629f32880f,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:04.142523 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-eb8d2f6a-4731-4264-a9f1-70ce3f1054d5 req-b2d63a5f-7396-490f-91e7-de687ae0eaaa tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:04.145465 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-eb8d2f6a-4731-4264-a9f1-70ce3f1054d5 req-b2d63a5f-7396-490f-91e7-de687ae0eaaa tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.48 "DELETE /v2.0/ports/6c598feb-3ed1-428d-85b3-41629f32880f HTTP/1.1" status: 204 len: 173 time: 1.6961808 Aug 29 04:19:04.163152 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-012c0039-416d-4ee9-b61e-3f31a81977d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5272446 Aug 29 04:19:04.166647 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d2293db-2b80-49cd-b456-994387ea7d62', 'name': 'network-vif-deleted', 'tag': '6c598feb-3ed1-428d-85b3-41629f32880f'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:04.171414 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f7fa3a1-42cf-47eb-b5d8-9b4577e4ae15" -d '{"events": [{"server_uuid": "2d2293db-2b80-49cd-b456-994387ea7d62", "name": "network-vif-deleted", "tag": "6c598feb-3ed1-428d-85b3-41629f32880f"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:04.173199 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebf2af0-b787-4ef0-9b7a-cf15b247c490 req-288f9144-b982-4247-9784-cffe15727023 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:04.175078 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 47908) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:04.181974 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2ebf2af0-b787-4ef0-9b7a-cf15b247c490 req-288f9144-b982-4247-9784-cffe15727023 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=75a39e68-5d14-43e2-bf0b-82240c86b1bf HTTP/1.1" status: 200 len: 945 time: 0.2330177 Aug 29 04:19:04.235016 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-8540bb27-53ef-4dc3-a6b0-ec31d6ef40b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] Request body: {'port': {'network_id': '33160381-5190-4174-ab64-ea04cf3f1f59', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-345684457'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:04.282488 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2ebf2af0-b787-4ef0-9b7a-cf15b247c490 req-f46c8615-52cc-44a4-a12c-ff1422be58df tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994530 Aug 29 04:19:04.309227 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0d0d2594-2aa1-4f5f-88cf-22069c8c7f8e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:04.346243 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dc036335-1174-483e-af96-f982f6feb8da req-c27cfc7b-829f-49ae-b13f-a2e6482bcbb1 tempest-ServersOnMultiNodesTest-38737780 tempest-ServersOnMultiNodesTest-38737780-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d2293db-2b80-49cd-b456-994387ea7d62 HTTP/1.1" status: 200 len: 210 time: 0.2194955 Aug 29 04:19:04.513380 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-0d0d2594-2aa1-4f5f-88cf-22069c8c7f8e admin admin] Deleting port e8c901c8-5313-4cee-b436-f3ff94e6f649 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:19:04.518757 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0d0d2594-2aa1-4f5f-88cf-22069c8c7f8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:04.529831 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-74c37684-8375-4093-8989-096e5f08ff27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd04ddb75-44ce-462d-aab8-66f85e0482f4', 'name': 'tempest-ServerRescueTestJSONUnderV235-660610652-router', 'tenant_id': 'd9ed99521d6e4398bfbd9824b0326aa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'e8c901c8-5313-4cee-b436-f3ff94e6f649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:17:07Z', 'updated_at': '2021-08-29T04:19:01Z', 'revision_number': 5, 'project_id': 'd9ed99521d6e4398bfbd9824b0326aa2', 'gw_port': {'id': 'e8c901c8-5313-4cee-b436-f3ff94e6f649', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:3d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04ddb75-44ce-462d-aab8-66f85e0482f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:17:08Z', 'updated_at': '2021-08-29T04:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:04.640899 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c37684-8375-4093-8989-096e5f08ff27 None None] Checking router: d04ddb75-44ce-462d-aab8-66f85e0482f4 for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:19:04.693213 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c37684-8375-4093-8989-096e5f08ff27 None None] Routers {'d04ddb75-44ce-462d-aab8-66f85e0482f4'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:19:04.693861 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-74c37684-8375-4093-8989-096e5f08ff27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:18:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['d04ddb75-44ce-462d-aab8-66f85e0482f4'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:04.782803 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c162657b-4624-4760-8978-63599b4efc31 None None] Network 33160381-5190-4174-ab64-ea04cf3f1f59 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:19:04.793695 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-0d0d2594-2aa1-4f5f-88cf-22069c8c7f8e admin admin] For port e8c901c8-5313-4cee-b436-f3ff94e6f649, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=e8c901c8-5313-4cee-b436-f3ff94e6f649,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:04.795356 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0d0d2594-2aa1-4f5f-88cf-22069c8c7f8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:04.868173 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-b35104fb-5e0a-424e-8052-54d8c274ba57 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Allocated IP 10.2.2.200 (4b336bb6-c1a2-4852-8570-018195081ecf/36eaa82f-c37f-41cb-8d76-920549eea1d2/46c566e7-1458-4fe3-a7d6-eaf119c72666) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:19:04.888904 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-0d0d2594-2aa1-4f5f-88cf-22069c8c7f8e admin admin] Calling delete_port for e8c901c8-5313-4cee-b436-f3ff94e6f649 owned by network:router_gateway {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:19:05.073299 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-b35104fb-5e0a-424e-8052-54d8c274ba57 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:05.074183 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-74c37684-8375-4093-8989-096e5f08ff27 None None] Set router d04ddb75-44ce-462d-aab8-66f85e0482f4 gateway port host: None {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:19:05.101611 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-b35104fb-5e0a-424e-8052-54d8c274ba57 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Transition to ACTIVE for port object 46c566e7-1458-4fe3-a7d6-eaf119c72666 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:19:05.163618 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d77810c-7123-4322-af49-4c83172673ab x-openstack-request-id: req-9d77810c-7123-4322-af49-4c83172673ab {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:05.164180 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d2293db-2b80-49cd-b456-994387ea7d62", "name": "network-vif-deleted", "tag": "6c598feb-3ed1-428d-85b3-41629f32880f", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:05.164584 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9d77810c-7123-4322-af49-4c83172673ab {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:05.165131 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d2293db-2b80-49cd-b456-994387ea7d62', 'name': 'network-vif-deleted', 'tag': '6c598feb-3ed1-428d-85b3-41629f32880f', 'status': 'completed', 'code': 200} Aug 29 04:19:05.185391 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-b35104fb-5e0a-424e-8052-54d8c274ba57 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:05.224916 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 4747ee8d-bf44-402a-9540-65f4f135751f, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=4747ee8d-bf44-402a-9540-65f4f135751f,segment=NetworkSegment(6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc),segment_id=6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:05.244142 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0d0d2594-2aa1-4f5f-88cf-22069c8c7f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:05.247529 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-74c37684-8375-4093-8989-096e5f08ff27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd04ddb75-44ce-462d-aab8-66f85e0482f4', 'name': 'tempest-ServerRescueTestJSONUnderV235-660610652-router', 'tenant_id': 'd9ed99521d6e4398bfbd9824b0326aa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:17:07Z', 'updated_at': '2021-08-29T04:19:04Z', 'revision_number': 6, 'project_id': 'd9ed99521d6e4398bfbd9824b0326aa2', 'gw_port_host': None}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:05.267552 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35104fb-5e0a-424e-8052-54d8c274ba57 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Pushing event updated for resources: {'Port': ['ID=46c566e7-1458-4fe3-a7d6-eaf119c72666,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:05.283321 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0d2594-2aa1-4f5f-88cf-22069c8c7f8e admin admin] Pushing event deleted for resources: {'Port': ['ID=e8c901c8-5313-4cee-b436-f3ff94e6f649,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:05.284579 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Returning: {'device': '4747ee8d-bf44-402a-9540-65f4f135751f', 'network_id': '7521cd58-9470-4433-82b8-7e942c988b03', 'port_id': '4747ee8d-bf44-402a-9540-65f4f135751f', 'mac_address': 'fa:16:3e:9e:ef:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be5f55ab-7fa1-406c-9ca9-03e74b79ef6a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:19:05.295194 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1ad70e-73a4-4361-a748-a6d324d5fca0 req-b7333851-6e0f-4f04-9ae6-27cdaf2c811b tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:05.297383 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8d1ad70e-73a4-4361-a748-a6d324d5fca0 req-b7333851-6e0f-4f04-9ae6-27cdaf2c811b tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=a75e7a99-9969-491a-b52c-6ec12a3b4ddc HTTP/1.1" status: 200 len: 944 time: 0.5604601 Aug 29 04:19:05.314743 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-b35104fb-5e0a-424e-8052-54d8c274ba57 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Network 4b336bb6-c1a2-4852-8570-018195081ecf is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:19:05.324719 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-b35104fb-5e0a-424e-8052-54d8c274ba57 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:19:05.327418 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-b35104fb-5e0a-424e-8052-54d8c274ba57 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:19:05.352606 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c37684-8375-4093-8989-096e5f08ff27 None None] The sync data for ids ['d04ddb75-44ce-462d-aab8-66f85e0482f4'] in n-d-712140-12 is: [{'id': 'd04ddb75-44ce-462d-aab8-66f85e0482f4', 'name': 'tempest-ServerRescueTestJSONUnderV235-660610652-router', 'tenant_id': 'd9ed99521d6e4398bfbd9824b0326aa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:17:07Z', 'updated_at': '2021-08-29T04:19:04Z', 'revision_number': 6, 'project_id': 'd9ed99521d6e4398bfbd9824b0326aa2', 'gw_port_host': None}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:19:05.366136 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41281591-520f-404b-a8d1-76b8b807513b req-09450fe3-f8f0-4681-9e0b-7b83222cfbc0 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:05.372470 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41281591-520f-404b-a8d1-76b8b807513b req-09450fe3-f8f0-4681-9e0b-7b83222cfbc0 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:05.396650 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41281591-520f-404b-a8d1-76b8b807513b req-09450fe3-f8f0-4681-9e0b-7b83222cfbc0 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:05.403315 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41281591-520f-404b-a8d1-76b8b807513b req-09450fe3-f8f0-4681-9e0b-7b83222cfbc0 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:05.410399 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41281591-520f-404b-a8d1-76b8b807513b req-09450fe3-f8f0-4681-9e0b-7b83222cfbc0 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:05.413010 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-41281591-520f-404b-a8d1-76b8b807513b req-09450fe3-f8f0-4681-9e0b-7b83222cfbc0 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/ports?device_id=afc254ea-ccf6-497c-b6f3-9c7790e81f60 HTTP/1.1" status: 200 len: 3816 time: 0.2466328 Aug 29 04:19:05.435246 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:05.453413 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8d1ad70e-73a4-4361-a748-a6d324d5fca0 req-59267cf8-5907-4245-a1ea-7224274d071b tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=67519499-017b-4c54-88db-c974346724c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331012 Aug 29 04:19:05.465187 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0d0d2594-2aa1-4f5f-88cf-22069c8c7f8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719445'] for router_gateway, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:05.480604 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4747ee8d-bf44-402a-9540-65f4f135751f {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:19:05.520132 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8540bb27-53ef-4dc3-a6b0-ec31d6ef40b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] Made reservation on behalf of 5ac265855b9d4bfd88c831fd15fde547 for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:19:05.524782 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8540bb27-53ef-4dc3-a6b0-ec31d6ef40b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:05.533906 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 4747ee8d-bf44-402a-9540-65f4f135751f, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=4747ee8d-bf44-402a-9540-65f4f135751f,segment=NetworkSegment(6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc),segment_id=6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:05.548723 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:05.575727 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-b35104fb-5e0a-424e-8052-54d8c274ba57 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:05.576399 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-b35104fb-5e0a-424e-8052-54d8c274ba57 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:05.596083 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-8540bb27-53ef-4dc3-a6b0-ec31d6ef40b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] device_id is not set on port 47d33ffa-9fe8-450f-8240-e5da356d872a yet. {{(pid=94828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:19:05.617850 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-41281591-520f-404b-a8d1-76b8b807513b req-3c0b8d32-8b0a-4e33-bfde-aa5a44b8eecb tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/security-groups?id=6765471a-6318-4be5-8b74-21c509c8c5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1764302 Aug 29 04:19:05.638583 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-b35104fb-5e0a-424e-8052-54d8c274ba57 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0876145 Aug 29 04:19:05.684277 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df53e3f-386b-416f-ae4d-2bcbfabd8395 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-33160381-5190-4174-ab64-ea04cf3f1f59', 'network_id': '33160381-5190-4174-ab64-ea04cf3f1f59', 'tenant_id': '5ac265855b9d4bfd88c831fd15fde547', 'fixed_ips': [{'subnet_id': '6f29aa54-e4fa-45a1-9828-058ad35d3957'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:19:05.685145 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5df53e3f-386b-416f-ae4d-2bcbfabd8395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:05.743234 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-f0114e6c-a4c2-408f-96b9-e3e0b7c867b5 service neutron] Request body: {'port': {'device_id': 'afc254ea-ccf6-497c-b6f3-9c7790e81f60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:05.801432 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0d0d2594-2aa1-4f5f-88cf-22069c8c7f8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:05.804288 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=4747ee8d-bf44-402a-9540-65f4f135751f,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:05.806064 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0d0d2594-2aa1-4f5f-88cf-22069c8c7f8e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:05.925561 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0d0d2594-2aa1-4f5f-88cf-22069c8c7f8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717253'] for router, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:05.926251 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d0d2594-2aa1-4f5f-88cf-22069c8c7f8e admin admin] Fanout notify agent at l3_agent the message router_deleted on router d04ddb75-44ce-462d-aab8-66f85e0482f4 {{(pid=94829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:19:05.953395 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0d0d2594-2aa1-4f5f-88cf-22069c8c7f8e admin admin] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:05.956329 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-0d0d2594-2aa1-4f5f-88cf-22069c8c7f8e admin admin] 10.222.0.22 "DELETE /v2.0/routers/d04ddb75-44ce-462d-aab8-66f85e0482f4 HTTP/1.1" status: 204 len: 168 time: 2.2039745 Aug 29 04:19:05.958996 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 47940) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:05.960106 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-f0114e6c-a4c2-408f-96b9-e3e0b7c867b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:05.961350 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:05.961875 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:05.962441 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:05.963279 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:05.963892 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:05.965367 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:05.965918 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:05.966288 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:05.967994 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:05.967994 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:05.968172 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:05.968447 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:06.004047 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-66424121-13a2-4c2d-a1d5-3e31a81ffe03 None None] Provisioning for port 46c566e7-1458-4fe3-a7d6-eaf119c72666 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:19:06.009372 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-66424121-13a2-4c2d-a1d5-3e31a81ffe03 None None] Provisioning complete for port 46c566e7-1458-4fe3-a7d6-eaf119c72666 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:19:06.009922 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-66424121-13a2-4c2d-a1d5-3e31a81ffe03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:06.019709 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458e0ab9-93d9-4854-8a08-4d41b293912f req-fffe0fc5-be0e-425f-9cfc-315fd022ba17 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:06.021368 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-458e0ab9-93d9-4854-8a08-4d41b293912f req-fffe0fc5-be0e-425f-9cfc-315fd022ba17 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=75a39e68-5d14-43e2-bf0b-82240c86b1bf HTTP/1.1" status: 200 len: 945 time: 0.2022088 Aug 29 04:19:06.094578 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dafaed8-441b-4f82-aaa1-56be7e337083 admin admin] Deleting subnet e1b42450-980b-42a3-969d-e6ff4d7c5e44 {{(pid=94829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:19:06.094931 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 6c598feb-3ed1-428d-85b3-41629f32880f no longer exists at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:19:06.111262 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5dafaed8-441b-4f82-aaa1-56be7e337083 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:06.129259 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] No Port match for: 6c598feb-3ed1-428d-85b3-41629f32880f {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:19:06.129719 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 6c598feb-3ed1-428d-85b3-41629f32880f not bound to the agent host n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:19:06.140358 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-8540bb27-53ef-4dc3-a6b0-ec31d6ef40b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] Allocated IP 2001:db8::213 (33160381-5190-4174-ab64-ea04cf3f1f59/6f29aa54-e4fa-45a1-9828-058ad35d3957/47d33ffa-9fe8-450f-8240-e5da356d872a) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:19:06.164552 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-458e0ab9-93d9-4854-8a08-4d41b293912f req-030866bc-afc9-4599-a6df-d40f5a9624df tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324956 Aug 29 04:19:06.190912 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['4747ee8d-bf44-402a-9540-65f4f135751f'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:19:06.211653 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-66424121-13a2-4c2d-a1d5-3e31a81ffe03 None None] Port 46c566e7-1458-4fe3-a7d6-eaf119c72666 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:19:06.291154 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5dafaed8-441b-4f82-aaa1-56be7e337083 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4311743'] for subnet, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:06.309479 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3bc75cf4-9680-4b02-84ce-ca67d99e07e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:06.374084 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1088744d-d7d8-4eb1-b4b1-fbdba0bcf95b req-93f445ba-5a63-4977-b2bb-16416c3ee180 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:06.386479 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1088744d-d7d8-4eb1-b4b1-fbdba0bcf95b req-93f445ba-5a63-4977-b2bb-16416c3ee180 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/ports?device_id=00a43dbd-a810-4f47-ad51-dd96a6a22fbe HTTP/1.1" status: 200 len: 945 time: 0.1620398 Aug 29 04:19:06.449042 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5dafaed8-441b-4f82-aaa1-56be7e337083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:06.569221 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1088744d-d7d8-4eb1-b4b1-fbdba0bcf95b req-5f9d654c-7135-4487-bf39-6c22eca47897 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/security-groups?id=0af834e7-acaf-4d90-a371-bad8b3cc1714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779311 Aug 29 04:19:06.587664 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 47954) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:06.638520 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-f0114e6c-a4c2-408f-96b9-e3e0b7c867b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3935a212-8cf6-4330-b1a6-b9caa4ca084f {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:19:06.645539 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5dafaed8-441b-4f82-aaa1-56be7e337083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4552352'] for subnet, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:06.648878 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-f0114e6c-a4c2-408f-96b9-e3e0b7c867b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:06.687235 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dafaed8-441b-4f82-aaa1-56be7e337083 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1b42450-980b-42a3-969d-e6ff4d7c5e44,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:06.688149 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-f0114e6c-a4c2-408f-96b9-e3e0b7c867b5 service neutron] Transition to ACTIVE for port object 3935a212-8cf6-4330-b1a6-b9caa4ca084f will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:19:06.710399 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5dafaed8-441b-4f82-aaa1-56be7e337083 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:06.719023 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-5dafaed8-441b-4f82-aaa1-56be7e337083 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/e1b42450-980b-42a3-969d-e6ff4d7c5e44 HTTP/1.1" status: 204 len: 168 time: 0.7565298 Aug 29 04:19:06.720339 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 47960) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:06.849154 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 25a0d561-2663-4b0f-8757-850fa0ca0d0c no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:19:06.906252 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5a19e3a1-f1e3-4c64-bc39-cd3adfd5aae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:06.922747 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 25a0d561-2663-4b0f-8757-850fa0ca0d0c {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:19:06.932467 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 25a0d561-2663-4b0f-8757-850fa0ca0d0c not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:19:06.934168 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device e8c901c8-5313-4cee-b436-f3ff94e6f649 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:19:06.965446 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: e8c901c8-5313-4cee-b436-f3ff94e6f649 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:19:06.966570 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device e8c901c8-5313-4cee-b436-f3ff94e6f649 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:19:07.011825 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 47964) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:07.026022 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-f0114e6c-a4c2-408f-96b9-e3e0b7c867b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:07.076660 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:07.124616 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-0058b7a6-1265-464b-9483-1dfcd6e986df admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cff8a488ff344e109cad8daf17880810&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5390027 Aug 29 04:19:07.129988 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 47968) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:07.141461 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61adb0bc-5041-451e-a9df-68aa88cc904b req-2bed0517-4c17-4cd1-b2ed-ec1c20ed724b tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:07.146230 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8540bb27-53ef-4dc3-a6b0-ec31d6ef40b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:07.148292 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61adb0bc-5041-451e-a9df-68aa88cc904b req-2bed0517-4c17-4cd1-b2ed-ec1c20ed724b tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:07.154849 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61adb0bc-5041-451e-a9df-68aa88cc904b req-2bed0517-4c17-4cd1-b2ed-ec1c20ed724b tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:07.162521 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61adb0bc-5041-451e-a9df-68aa88cc904b req-2bed0517-4c17-4cd1-b2ed-ec1c20ed724b tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:07.171244 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61adb0bc-5041-451e-a9df-68aa88cc904b req-2bed0517-4c17-4cd1-b2ed-ec1c20ed724b tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:07.173029 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-61adb0bc-5041-451e-a9df-68aa88cc904b req-2bed0517-4c17-4cd1-b2ed-ec1c20ed724b tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/ports?device_id=afc254ea-ccf6-497c-b6f3-9c7790e81f60 HTTP/1.1" status: 200 len: 3828 time: 0.2579722 Aug 29 04:19:07.176666 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:07.195341 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8540bb27-53ef-4dc3-a6b0-ec31d6ef40b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] Transition to ACTIVE for port object 47d33ffa-9fe8-450f-8240-e5da356d872a will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:19:07.201295 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0114e6c-a4c2-408f-96b9-e3e0b7c867b5 service neutron] Pushing event updated for resources: {'Port': ['ID=3935a212-8cf6-4330-b1a6-b9caa4ca084f,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:07.203894 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5a19e3a1-f1e3-4c64-bc39-cd3adfd5aae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:07.229553 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72539d8a-ab2b-4911-b932-4b38cf1759c1 req-4f540aeb-9dea-471e-b05b-3997f3b2c92f tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:07.238676 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-72539d8a-ab2b-4911-b932-4b38cf1759c1 req-4f540aeb-9dea-471e-b05b-3997f3b2c92f tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=a75e7a99-9969-491a-b52c-6ec12a3b4ddc HTTP/1.1" status: 200 len: 945 time: 0.5487189 Aug 29 04:19:07.242247 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-5a19e3a1-f1e3-4c64-bc39-cd3adfd5aae7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d43f3ab-9b4a-4dba-a6cb-255676b324fd']}} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:07.254959 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c68a23-f249-4bce-88c9-1ab437297ac2 req-00d93564-74b6-4d40-8f8c-8afae58354c3 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:07.256644 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-32c68a23-f249-4bce-88c9-1ab437297ac2 req-00d93564-74b6-4d40-8f8c-8afae58354c3 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.48 "GET /v2.0/ports?device_id=00a43dbd-a810-4f47-ad51-dd96a6a22fbe HTTP/1.1" status: 200 len: 945 time: 0.2432287 Aug 29 04:19:07.268063 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-5a19e3a1-f1e3-4c64-bc39-cd3adfd5aae7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7781f63-ba5d-4897-94e2-13b2354f76f1') {'for_net_delete': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:07.268489 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-5a19e3a1-f1e3-4c64-bc39-cd3adfd5aae7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7781f63-ba5d-4897-94e2-13b2354f76f1') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:07.350500 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-61adb0bc-5041-451e-a9df-68aa88cc904b req-d0acd152-834b-41fb-8197-f030770e7a3d tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/security-groups?id=6765471a-6318-4be5-8b74-21c509c8c5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1658747 Aug 29 04:19:07.355405 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5a19e3a1-f1e3-4c64-bc39-cd3adfd5aae7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4311712'] for segment, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:07.360436 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a72f4d66-bbb8-4187-84b6-234028a2ebf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:07.485195 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-72539d8a-ab2b-4911-b932-4b38cf1759c1 req-551b2b0d-93af-4d67-b43d-ba3c5c1ef5b0 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=67519499-017b-4c54-88db-c974346724c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451687 Aug 29 04:19:07.512541 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8540bb27-53ef-4dc3-a6b0-ec31d6ef40b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:07.526812 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-f0114e6c-a4c2-408f-96b9-e3e0b7c867b5 service neutron] Attempting to bind port 3935a212-8cf6-4330-b1a6-b9caa4ca084f on host n-h2-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:19:07.527155 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-f0114e6c-a4c2-408f-96b9-e3e0b7c867b5 service neutron] Attempting to bind port 3935a212-8cf6-4330-b1a6-b9caa4ca084f by drivers openvswitch,hyperv on host n-h2-712140-12 at level 0 using segments [{'id': 'b7e29be2-2d72-4cb8-b31e-936b8c0601de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '3085f602-11fb-40e6-8771-e57304cb25d6'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:19:07.527490 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-f0114e6c-a4c2-408f-96b9-e3e0b7c867b5 service neutron] Attempting to bind port 3935a212-8cf6-4330-b1a6-b9caa4ca084f on network 3085f602-11fb-40e6-8771-e57304cb25d6 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:07.531637 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5a19e3a1-f1e3-4c64-bc39-cd3adfd5aae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:07.540829 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-f0114e6c-a4c2-408f-96b9-e3e0b7c867b5 service neutron] Port 3935a212-8cf6-4330-b1a6-b9caa4ca084f on network 3085f602-11fb-40e6-8771-e57304cb25d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:19:07.541160 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-f0114e6c-a4c2-408f-96b9-e3e0b7c867b5 service neutron] Attempting to bind port 3935a212-8cf6-4330-b1a6-b9caa4ca084f on network 3085f602-11fb-40e6-8771-e57304cb25d6 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:07.555087 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3db42e91-fadd-4d4c-ae34-bea55cf30f64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:07.567073 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-5df53e3f-386b-416f-ae4d-2bcbfabd8395 None None] Allocated IP 2001:db8::2 (33160381-5190-4174-ab64-ea04cf3f1f59/6f29aa54-e4fa-45a1-9828-058ad35d3957/21ef68af-4384-4895-be58-547e8b189396) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:19:07.573132 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a19e3a1-f1e3-4c64-bc39-cd3adfd5aae7 admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=94829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:19:07.573454 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5a19e3a1-f1e3-4c64-bc39-cd3adfd5aae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4274277'] for segment, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:07.575581 n-d-712140-12 neutron-server[94829]: Traceback (most recent call last): Aug 29 04:19:07.575581 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:19:07.575581 n-d-712140-12 neutron-server[94829]: timer() Aug 29 04:19:07.575581 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:19:07.575581 n-d-712140-12 neutron-server[94829]: cb(*args, **kw) Aug 29 04:19:07.575581 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:19:07.575581 n-d-712140-12 neutron-server[94829]: return func(*args, **kwargs) Aug 29 04:19:07.575581 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:19:07.575581 n-d-712140-12 neutron-server[94829]: self._notify() Aug 29 04:19:07.575581 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:19:07.575581 n-d-712140-12 neutron-server[94829]: self.callback(batched_events) Aug 29 04:19:07.575581 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:19:07.575581 n-d-712140-12 neutron-server[94829]: event.method(event) Aug 29 04:19:07.575581 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:19:07.575581 n-d-712140-12 neutron-server[94829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:19:07.575581 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:19:07.575581 n-d-712140-12 neutron-server[94829]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:19:07.575581 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:19:07.575581 n-d-712140-12 neutron-server[94829]: return f(self, *a, **k) Aug 29 04:19:07.575581 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:19:07.575581 n-d-712140-12 neutron-server[94829]: return self._get(url).json() Aug 29 04:19:07.575581 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:19:07.575581 n-d-712140-12 neutron-server[94829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:19:07.575581 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:19:07.575581 n-d-712140-12 neutron-server[94829]: return self.request(url, 'GET', **kwargs) Aug 29 04:19:07.575581 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:19:07.575581 n-d-712140-12 neutron-server[94829]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:19:07.575581 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:19:07.575581 n-d-712140-12 neutron-server[94829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:19:07.575581 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:19:07.575581 n-d-712140-12 neutron-server[94829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:19:07.575581 n-d-712140-12 neutron-server[94829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:19:07.586603 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-f0114e6c-a4c2-408f-96b9-e3e0b7c867b5 service neutron] Checking agent: {'id': 'b3a0606b-b029-4f5e-8798-3a32b71d8844', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:19:07.586945 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-f0114e6c-a4c2-408f-96b9-e3e0b7c867b5 service neutron] Checking segment: {'id': 'b7e29be2-2d72-4cb8-b31e-936b8c0601de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '3085f602-11fb-40e6-8771-e57304cb25d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:19:07.587549 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-f0114e6c-a4c2-408f-96b9-e3e0b7c867b5 service neutron] Bound using segment: {'id': 'b7e29be2-2d72-4cb8-b31e-936b8c0601de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '3085f602-11fb-40e6-8771-e57304cb25d6'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:19:07.588183 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-f0114e6c-a4c2-408f-96b9-e3e0b7c867b5 service neutron] Bound port: 3935a212-8cf6-4330-b1a6-b9caa4ca084f, host: n-h2-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7e29be2-2d72-4cb8-b31e-936b8c0601de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '3085f602-11fb-40e6-8771-e57304cb25d6'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:19:07.588764 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-f0114e6c-a4c2-408f-96b9-e3e0b7c867b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:07.622401 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8540bb27-53ef-4dc3-a6b0-ec31d6ef40b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] Network 33160381-5190-4174-ab64-ea04cf3f1f59 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:19:07.644867 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8540bb27-53ef-4dc3-a6b0-ec31d6ef40b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] Pushing event updated for resources: {'Port': ['ID=47d33ffa-9fe8-450f-8240-e5da356d872a,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:07.651158 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-8540bb27-53ef-4dc3-a6b0-ec31d6ef40b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:19:07.657899 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8540bb27-53ef-4dc3-a6b0-ec31d6ef40b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:19:07.664199 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8540bb27-53ef-4dc3-a6b0-ec31d6ef40b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:07.665264 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8540bb27-53ef-4dc3-a6b0-ec31d6ef40b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:07.689401 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-32c68a23-f249-4bce-88c9-1ab437297ac2 req-0471dbb0-4dc0-4b63-bf47-a34348416e1f tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Deleting port 0ae765e5-77d5-4a97-ad1d-128559d7fc18 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:19:07.690105 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-32c68a23-f249-4bce-88c9-1ab437297ac2 req-0471dbb0-4dc0-4b63-bf47-a34348416e1f tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:07.729605 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3db42e91-fadd-4d4c-ae34-bea55cf30f64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:07.797209 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a057e1-0c1a-4f30-bb80-26432fca259e req-7178deb8-6b0f-4f45-a927-effad8607eb0 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:07.798956 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-22a057e1-0c1a-4f30-bb80-26432fca259e req-7178deb8-6b0f-4f45-a927-effad8607eb0 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=75a39e68-5d14-43e2-bf0b-82240c86b1bf HTTP/1.1" status: 200 len: 945 time: 0.3258972 Aug 29 04:19:07.801092 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a72f4d66-bbb8-4187-84b6-234028a2ebf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:07.802331 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-f0114e6c-a4c2-408f-96b9-e3e0b7c867b5 service neutron] For port 3935a212-8cf6-4330-b1a6-b9caa4ca084f, host n-h2-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:19:07.816542 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5a19e3a1-f1e3-4c64-bc39-cd3adfd5aae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:07.828091 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-8540bb27-53ef-4dc3-a6b0-ec31d6ef40b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 3.6391797 Aug 29 04:19:07.832048 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a72f4d66-bbb8-4187-84b6-234028a2ebf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:07.834016 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 47974) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:07.841968 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-f3e92944-7ffb-436b-a34c-19d68f6bd5b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] Request body: {'port': {'network_id': '33160381-5190-4174-ab64-ea04cf3f1f59', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2129594592', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:07.843342 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.api.validators [None req-f3e92944-7ffb-436b-a34c-19d68f6bd5b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] bootfile-name is not in valid_values {{(pid=94828) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 29 04:19:07.843996 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.api.validators [None req-f3e92944-7ffb-436b-a34c-19d68f6bd5b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] tftp-server is not in valid_values {{(pid=94828) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 29 04:19:07.844539 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.api.validators [None req-f3e92944-7ffb-436b-a34c-19d68f6bd5b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] server-ip-address is not in valid_values {{(pid=94828) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 29 04:19:07.849777 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5a19e3a1-f1e3-4c64-bc39-cd3adfd5aae7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:07.850872 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-f0114e6c-a4c2-408f-96b9-e3e0b7c867b5 service neutron] For port 3935a212-8cf6-4330-b1a6-b9caa4ca084f, host n-h2-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=3935a212-8cf6-4330-b1a6-b9caa4ca084f,segment=NetworkSegment(b7e29be2-2d72-4cb8-b31e-936b8c0601de),segment_id=b7e29be2-2d72-4cb8-b31e-936b8c0601de)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:19:07.851903 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-5a19e3a1-f1e3-4c64-bc39-cd3adfd5aae7 admin admin] 10.222.0.22 "DELETE /v2.0/networks/9d43f3ab-9b4a-4dba-a6cb-255676b324fd HTTP/1.1" status: 204 len: 168 time: 1.1302722 Aug 29 04:19:07.885533 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5df53e3f-386b-416f-ae4d-2bcbfabd8395 None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:07.902947 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-5df53e3f-386b-416f-ae4d-2bcbfabd8395 None None] Transition to ACTIVE for port object 21ef68af-4384-4895-be58-547e8b189396 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:19:07.918812 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-f0114e6c-a4c2-408f-96b9-e3e0b7c867b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:07.941324 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-5df53e3f-386b-416f-ae4d-2bcbfabd8395 None None] Transition to ACTIVE for port object 21ef68af-4384-4895-be58-547e8b189396 will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:19:07.954783 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5df53e3f-386b-416f-ae4d-2bcbfabd8395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:07.955540 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a19e3a1-f1e3-4c64-bc39-cd3adfd5aae7 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d43f3ab-9b4a-4dba-a6cb-255676b324fd,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:07.998628 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc14c37b-5c20-4f37-b545-8e7836744022 req-c2b2dd8b-4e4e-4a59-bb61-4d27b2a4b5ff tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:08.000761 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bc14c37b-5c20-4f37-b545-8e7836744022 req-c2b2dd8b-4e4e-4a59-bb61-4d27b2a4b5ff tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/ports?device_id=00a43dbd-a810-4f47-ad51-dd96a6a22fbe HTTP/1.1" status: 200 len: 945 time: 0.3035398 Aug 29 04:19:08.033716 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-a72f4d66-bbb8-4187-84b6-234028a2ebf7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a8e5c8942539413ebb84e515509883e3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0203776 Aug 29 04:19:08.037489 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-f0114e6c-a4c2-408f-96b9-e3e0b7c867b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:08.038290 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-f0114e6c-a4c2-408f-96b9-e3e0b7c867b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:08.039896 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-f0114e6c-a4c2-408f-96b9-e3e0b7c867b5 service neutron] 10.222.0.48 "PUT /v2.0/ports/3935a212-8cf6-4330-b1a6-b9caa4ca084f HTTP/1.1" status: 200 len: 1092 time: 2.3147237 Aug 29 04:19:08.041658 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 47978) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:08.042936 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afc254ea-ccf6-497c-b6f3-9c7790e81f60', 'tag': '3935a212-8cf6-4330-b1a6-b9caa4ca084f'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:08.043473 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72f4d66-bbb8-4187-84b6-234028a2ebf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8b65e1b-a2bd-47d2-a9ad-f73361e0ce5a,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:08.046149 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a414d787-b220-4797-84f6-de0919b9e982" -d '{"events": [{"name": "network-changed", "server_uuid": "afc254ea-ccf6-497c-b6f3-9c7790e81f60", "tag": "3935a212-8cf6-4330-b1a6-b9caa4ca084f"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:08.082054 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-6bf540ac-ef72-4710-b640-d189d809a962 service neutron] Request body: {'port': {'device_id': 'afc254ea-ccf6-497c-b6f3-9c7790e81f60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:08.086583 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-32c68a23-f249-4bce-88c9-1ab437297ac2 req-0471dbb0-4dc0-4b63-bf47-a34348416e1f tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] For port 0ae765e5-77d5-4a97-ad1d-128559d7fc18, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=0ae765e5-77d5-4a97-ad1d-128559d7fc18,segment=NetworkSegment(3a361a5a-9d59-4b40-a4d8-5fab9d00c859),segment_id=3a361a5a-9d59-4b40-a4d8-5fab9d00c859)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:08.087136 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-32c68a23-f249-4bce-88c9-1ab437297ac2 req-0471dbb0-4dc0-4b63-bf47-a34348416e1f tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:08.088176 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-22a057e1-0c1a-4f30-bb80-26432fca259e req-d6309483-d68b-4bb7-a0b7-45542a52fffc tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2738061 Aug 29 04:19:08.098754 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df53e3f-386b-416f-ae4d-2bcbfabd8395 None None] Pushing event updated for resources: {'Port': ['ID=21ef68af-4384-4895-be58-547e8b189396,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:08.111133 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 4747ee8d-bf44-402a-9540-65f4f135751f up at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:19:08.120564 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3db42e91-fadd-4d4c-ae34-bea55cf30f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:08.124313 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3db42e91-fadd-4d4c-ae34-bea55cf30f64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:08.126204 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-3db42e91-fadd-4d4c-ae34-bea55cf30f64 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/69e9e696-6092-48f5-a28b-387de9f4e688 HTTP/1.1" status: 204 len: 168 time: 0.9519269 Aug 29 04:19:08.148738 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0114e6c-a4c2-408f-96b9-e3e0b7c867b5 service neutron] Pushing event updated for resources: {'Port': ['ID=3935a212-8cf6-4330-b1a6-b9caa4ca084f,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:08.152108 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-32c68a23-f249-4bce-88c9-1ab437297ac2 req-0471dbb0-4dc0-4b63-bf47-a34348416e1f tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Calling delete_port for 0ae765e5-77d5-4a97-ad1d-128559d7fc18 owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:19:08.171604 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db42e91-fadd-4d4c-ae34-bea55cf30f64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e9e696-6092-48f5-a28b-387de9f4e688,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:08.186736 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 47984) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:08.243382 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4ab06943-dff0-4616-a28b-5add0175269a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:08.287168 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df53e3f-386b-416f-ae4d-2bcbfabd8395 None None] Network 33160381-5190-4174-ab64-ea04cf3f1f59 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:19:08.288991 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-5df53e3f-386b-416f-ae4d-2bcbfabd8395 None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:19:08.292541 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df53e3f-386b-416f-ae4d-2bcbfabd8395 None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:19:08.324456 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11e0acb3-1963-4d19-ad14-52e984db4b44 x-openstack-request-id: req-11e0acb3-1963-4d19-ad14-52e984db4b44 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:08.324875 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afc254ea-ccf6-497c-b6f3-9c7790e81f60", "tag": "3935a212-8cf6-4330-b1a6-b9caa4ca084f", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:08.325003 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-11e0acb3-1963-4d19-ad14-52e984db4b44 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:08.325424 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afc254ea-ccf6-497c-b6f3-9c7790e81f60', 'tag': '3935a212-8cf6-4330-b1a6-b9caa4ca084f', 'status': 'completed', 'code': 200} Aug 29 04:19:08.325930 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4ab06943-dff0-4616-a28b-5add0175269a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:08.373501 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bc14c37b-5c20-4f37-b545-8e7836744022 req-02e76cb4-bc89-48cd-955e-f5ae29ebccef tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/security-groups?id=0af834e7-acaf-4d90-a371-bad8b3cc1714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3536720 Aug 29 04:19:08.425878 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4ab06943-dff0-4616-a28b-5add0175269a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:08.441654 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4ab06943-dff0-4616-a28b-5add0175269a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:08.443498 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-4ab06943-dff0-4616-a28b-5add0175269a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c8b65e1b-a2bd-47d2-a9ad-f73361e0ce5a HTTP/1.1" status: 204 len: 168 time: 0.3830130 Aug 29 04:19:08.473380 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab06943-dff0-4616-a28b-5add0175269a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8b65e1b-a2bd-47d2-a9ad-f73361e0ce5a,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:08.507611 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-5df53e3f-386b-416f-ae4d-2bcbfabd8395 None None] Attempting to bind port 21ef68af-4384-4895-be58-547e8b189396 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:19:08.508745 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-5df53e3f-386b-416f-ae4d-2bcbfabd8395 None None] Attempting to bind port 21ef68af-4384-4895-be58-547e8b189396 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '9a259d55-a357-4bf9-992d-21456acd7ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '33160381-5190-4174-ab64-ea04cf3f1f59'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:19:08.509365 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df53e3f-386b-416f-ae4d-2bcbfabd8395 None None] Attempting to bind port 21ef68af-4384-4895-be58-547e8b189396 on network 33160381-5190-4174-ab64-ea04cf3f1f59 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:08.556187 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning for port 4747ee8d-bf44-402a-9540-65f4f135751f completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:19:08.569796 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-6bf540ac-ef72-4710-b640-d189d809a962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:08.580832 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-63027fb4-a729-424b-bd8a-9233782cd6b8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d9ed99521d6e4398bfbd9824b0326aa2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3929300 Aug 29 04:19:08.591166 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 47992) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:08.601048 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning complete for port 4747ee8d-bf44-402a-9540-65f4f135751f triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:19:08.601665 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:08.605863 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df53e3f-386b-416f-ae4d-2bcbfabd8395 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:19:08.606473 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df53e3f-386b-416f-ae4d-2bcbfabd8395 None None] Checking segment: {'id': '9a259d55-a357-4bf9-992d-21456acd7ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '33160381-5190-4174-ab64-ea04cf3f1f59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:19:08.607046 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5df53e3f-386b-416f-ae4d-2bcbfabd8395 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:08.607802 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df53e3f-386b-416f-ae4d-2bcbfabd8395 None None] Bound using segment: {'id': '9a259d55-a357-4bf9-992d-21456acd7ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '33160381-5190-4174-ab64-ea04cf3f1f59'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:19:08.609720 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-5df53e3f-386b-416f-ae4d-2bcbfabd8395 None None] Bound port: 21ef68af-4384-4895-be58-547e8b189396, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a259d55-a357-4bf9-992d-21456acd7ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '33160381-5190-4174-ab64-ea04cf3f1f59'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:19:08.610587 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5df53e3f-386b-416f-ae4d-2bcbfabd8395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:08.641441 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:08.723990 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1be9fcf-a05e-4043-a652-9a74a40c26b3 req-79e1d91a-2667-4eff-85fd-b077735b8fad tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:08.745176 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1be9fcf-a05e-4043-a652-9a74a40c26b3 req-79e1d91a-2667-4eff-85fd-b077735b8fad tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:08.755493 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3e92944-7ffb-436b-a34c-19d68f6bd5b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] Made reservation on behalf of 5ac265855b9d4bfd88c831fd15fde547 for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:19:08.759128 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f3e92944-7ffb-436b-a34c-19d68f6bd5b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:08.764169 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1be9fcf-a05e-4043-a652-9a74a40c26b3 req-79e1d91a-2667-4eff-85fd-b077735b8fad tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:08.770856 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1be9fcf-a05e-4043-a652-9a74a40c26b3 req-79e1d91a-2667-4eff-85fd-b077735b8fad tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:08.789614 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1be9fcf-a05e-4043-a652-9a74a40c26b3 req-79e1d91a-2667-4eff-85fd-b077735b8fad tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:08.791484 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b1be9fcf-a05e-4043-a652-9a74a40c26b3 req-79e1d91a-2667-4eff-85fd-b077735b8fad tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/ports?device_id=afc254ea-ccf6-497c-b6f3-9c7790e81f60 HTTP/1.1" status: 200 len: 3828 time: 0.2605765 Aug 29 04:19:08.860832 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fe2f6ac9-4b59-4439-aed5-d798f02f4db5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:08.869359 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-5df53e3f-386b-416f-ae4d-2bcbfabd8395 None None] For port 21ef68af-4384-4895-be58-547e8b189396, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:19:08.874368 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a414d787-b220-4797-84f6-de0919b9e982 req-58524001-276f-4c37-8056-04ba013ef4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:08.874859 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a414d787-b220-4797-84f6-de0919b9e982 req-58524001-276f-4c37-8056-04ba013ef4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:08.875399 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a414d787-b220-4797-84f6-de0919b9e982 req-58524001-276f-4c37-8056-04ba013ef4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:08.875921 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a414d787-b220-4797-84f6-de0919b9e982 req-58524001-276f-4c37-8056-04ba013ef4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:08.876400 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a414d787-b220-4797-84f6-de0919b9e982 req-58524001-276f-4c37-8056-04ba013ef4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:08.876966 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-5df53e3f-386b-416f-ae4d-2bcbfabd8395 None None] For port 21ef68af-4384-4895-be58-547e8b189396, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=21ef68af-4384-4895-be58-547e8b189396,segment=NetworkSegment(9a259d55-a357-4bf9-992d-21456acd7ac7),segment_id=9a259d55-a357-4bf9-992d-21456acd7ac7)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:19:08.878345 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a414d787-b220-4797-84f6-de0919b9e982 req-58524001-276f-4c37-8056-04ba013ef4e2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e5f0d8ebc9a74e589a93c4dfadff20f5&device_id=afc254ea-ccf6-497c-b6f3-9c7790e81f60 HTTP/1.1" status: 200 len: 4364 time: 0.5395389 Aug 29 04:19:08.894148 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5df53e3f-386b-416f-ae4d-2bcbfabd8395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:08.894767 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-f3e92944-7ffb-436b-a34c-19d68f6bd5b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] device_id is not set on port bee88ff0-154a-4ae8-8ce9-c1b18d17da2f yet. {{(pid=94828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:19:08.958409 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df53e3f-386b-416f-ae4d-2bcbfabd8395 None None] Pushing event updated for resources: {'Port': ['ID=21ef68af-4384-4895-be58-547e8b189396,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:08.960905 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fe2f6ac9-4b59-4439-aed5-d798f02f4db5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:09.002017 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b1be9fcf-a05e-4043-a652-9a74a40c26b3 req-04caaef2-1262-4557-8fa0-598ceb0e2045 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/security-groups?id=6765471a-6318-4be5-8b74-21c509c8c5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1978731 Aug 29 04:19:09.024525 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:09.082204 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fe2f6ac9-4b59-4439-aed5-d798f02f4db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:09.085572 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fe2f6ac9-4b59-4439-aed5-d798f02f4db5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:09.089379 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-fe2f6ac9-4b59-4439-aed5-d798f02f4db5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ae989b78-b6c5-494f-9777-5336c7d3d7c8 HTTP/1.1" status: 204 len: 168 time: 0.4948108 Aug 29 04:19:09.094978 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a75e7a99-9969-491a-b52c-6ec12a3b4ddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4747ee8d-bf44-402a-9540-65f4f135751f'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:09.097769 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05fbd83a-df82-429d-944a-01a996f5b386" -d '{"events": [{"server_uuid": "a75e7a99-9969-491a-b52c-6ec12a3b4ddc", "name": "network-vif-plugged", "status": "completed", "tag": "4747ee8d-bf44-402a-9540-65f4f135751f"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:09.113670 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 4747ee8d-bf44-402a-9540-65f4f135751f, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=4747ee8d-bf44-402a-9540-65f4f135751f,segment=NetworkSegment(6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc),segment_id=6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:09.115245 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f6ac9-4b59-4439-aed5-d798f02f4db5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae989b78-b6c5-494f-9777-5336c7d3d7c8,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:09.120481 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:09.151221 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 48008) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:09.230030 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa7b4713-d7ce-4664-a1cf-ceebe5e092aa x-openstack-request-id: req-aa7b4713-d7ce-4664-a1cf-ceebe5e092aa {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:09.236729 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a75e7a99-9969-491a-b52c-6ec12a3b4ddc", "name": "network-vif-plugged", "status": "completed", "tag": "4747ee8d-bf44-402a-9540-65f4f135751f", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:09.237757 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-aa7b4713-d7ce-4664-a1cf-ceebe5e092aa {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:09.243828 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a75e7a99-9969-491a-b52c-6ec12a3b4ddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4747ee8d-bf44-402a-9540-65f4f135751f', 'code': 200} Aug 29 04:19:09.314538 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-098ae53a-1935-4070-9f35-1ede1c7f1666 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=da62820dbd9944388d5425181cff443e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1614399 Aug 29 04:19:09.318654 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 48012) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:09.355380 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=4747ee8d-bf44-402a-9540-65f4f135751f,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:09.633488 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e7e97d65-d6c7-40d9-9321-0d48759cd2a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:09.659946 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44efbe43-6713-44bb-98c2-7fff6ac88196 req-b77ccb5c-7fc8-43dd-88b8-da5956981e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:09.661508 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-44efbe43-6713-44bb-98c2-7fff6ac88196 req-b77ccb5c-7fc8-43dd-88b8-da5956981e00 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a75e7a99-9969-491a-b52c-6ec12a3b4ddc HTTP/1.1" status: 200 len: 1098 time: 0.3437700 Aug 29 04:19:09.675425 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c57baf5-a598-4ec3-ac96-776befce6665 req-a382a7eb-4540-4d78-8ed8-77874225bff3 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:09.682897 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7c57baf5-a598-4ec3-ac96-776befce6665 req-a382a7eb-4540-4d78-8ed8-77874225bff3 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=75a39e68-5d14-43e2-bf0b-82240c86b1bf HTTP/1.1" status: 200 len: 945 time: 0.2788103 Aug 29 04:19:09.735283 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e7e97d65-d6c7-40d9-9321-0d48759cd2a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:09.785757 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7c57baf5-a598-4ec3-ac96-776befce6665 req-c03f8d9c-13f4-4aaf-9b1a-fee2ffae8133 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012714 Aug 29 04:19:09.829146 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-44efbe43-6713-44bb-98c2-7fff6ac88196 req-5544aefa-d67c-4bbd-809e-edfaa908ce8e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=67519499-017b-4c54-88db-c974346724c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383033 Aug 29 04:19:09.856467 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e7e97d65-d6c7-40d9-9321-0d48759cd2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:09.859416 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e7e97d65-d6c7-40d9-9321-0d48759cd2a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:09.863660 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-e7e97d65-d6c7-40d9-9321-0d48759cd2a9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d1d72813-53f0-4014-b0fc-8b288c960644 HTTP/1.1" status: 204 len: 168 time: 0.5414658 Aug 29 04:19:09.876888 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e97d65-d6c7-40d9-9321-0d48759cd2a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1d72813-53f0-4014-b0fc-8b288c960644,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:09.997221 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b490bfe6-b03b-4f7a-9db9-786ef72983f0 req-205d3cfe-ad97-4a23-afa9-fe9a3cac368c tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:09.999453 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b490bfe6-b03b-4f7a-9db9-786ef72983f0 req-205d3cfe-ad97-4a23-afa9-fe9a3cac368c tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=a75e7a99-9969-491a-b52c-6ec12a3b4ddc HTTP/1.1" status: 200 len: 945 time: 1.3211474 Aug 29 04:19:10.002883 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a414d787-b220-4797-84f6-de0919b9e982 req-ecf19d3f-3510-4a7f-bf6e-e502ed90e61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:10.003362 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a414d787-b220-4797-84f6-de0919b9e982 req-ecf19d3f-3510-4a7f-bf6e-e502ed90e61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:10.003884 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a414d787-b220-4797-84f6-de0919b9e982 req-ecf19d3f-3510-4a7f-bf6e-e502ed90e61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:10.005438 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a414d787-b220-4797-84f6-de0919b9e982 req-ecf19d3f-3510-4a7f-bf6e-e502ed90e61a service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=e5f0d8ebc9a74e589a93c4dfadff20f5&shared=False HTTP/1.1" status: 200 len: 2298 time: 1.1015978 Aug 29 04:19:10.026972 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6df5da-16cb-45c3-b776-3d5da5329237 req-5e25cde9-ceae-415f-ba46-7128b3510eb1 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:10.039666 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ed6df5da-16cb-45c3-b776-3d5da5329237 req-5e25cde9-ceae-415f-ba46-7128b3510eb1 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/ports?device_id=00a43dbd-a810-4f47-ad51-dd96a6a22fbe HTTP/1.1" status: 200 len: 945 time: 0.0781136 Aug 29 04:19:10.100545 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ed6df5da-16cb-45c3-b776-3d5da5329237 req-4c62f5d2-fe75-4b7d-9029-d9bcf2261af8 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/security-groups?id=0af834e7-acaf-4d90-a371-bad8b3cc1714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570984 Aug 29 04:19:10.163655 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 48040) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:10.293593 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c3da21-78d5-4bb0-835c-b5bb710e24dd req-6ae3e373-f5a7-4e89-adcd-b69b66d18a4a tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:10.307172 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c3da21-78d5-4bb0-835c-b5bb710e24dd req-6ae3e373-f5a7-4e89-adcd-b69b66d18a4a tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:10.315366 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c3da21-78d5-4bb0-835c-b5bb710e24dd req-6ae3e373-f5a7-4e89-adcd-b69b66d18a4a tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:10.323998 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c3da21-78d5-4bb0-835c-b5bb710e24dd req-6ae3e373-f5a7-4e89-adcd-b69b66d18a4a tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:10.333689 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c3da21-78d5-4bb0-835c-b5bb710e24dd req-6ae3e373-f5a7-4e89-adcd-b69b66d18a4a tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:10.348927 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d8c3da21-78d5-4bb0-835c-b5bb710e24dd req-6ae3e373-f5a7-4e89-adcd-b69b66d18a4a tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/ports?device_id=afc254ea-ccf6-497c-b6f3-9c7790e81f60 HTTP/1.1" status: 200 len: 3828 time: 0.1532090 Aug 29 04:19:10.430235 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d8c3da21-78d5-4bb0-835c-b5bb710e24dd req-8647c12a-4b02-4ed1-adca-eae3b6e9adbe tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/security-groups?id=6765471a-6318-4be5-8b74-21c509c8c5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0801563 Aug 29 04:19:10.465819 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-32c68a23-f249-4bce-88c9-1ab437297ac2 req-0471dbb0-4dc0-4b63-bf47-a34348416e1f tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:10.626972 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b490bfe6-b03b-4f7a-9db9-786ef72983f0 req-7b5cc61a-1dde-46bc-9970-6cdb7d93b6af tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=67519499-017b-4c54-88db-c974346724c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4840117 Aug 29 04:19:10.684780 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0471dbb0-4dc0-4b63-bf47-a34348416e1f tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Pushing event deleted for resources: {'Port': ['ID=0ae765e5-77d5-4a97-ad1d-128559d7fc18,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:10.721050 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-63cc1d8c-890d-492a-a96a-b3df6da81421 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-346863165-network', 'tenant_id': '45c0a3ca896a4dd0bcf90e5c0bd5812f'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:10.783124 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63cc1d8c-890d-492a-a96a-b3df6da81421 admin admin] Made reservation on behalf of 45c0a3ca896a4dd0bcf90e5c0bd5812f for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:19:10.786003 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-63cc1d8c-890d-492a-a96a-b3df6da81421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:10.788828 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-f3e92944-7ffb-436b-a34c-19d68f6bd5b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] Allocated IP 2001:db8::10d (33160381-5190-4174-ab64-ea04cf3f1f59/6f29aa54-e4fa-45a1-9828-058ad35d3957/bee88ff0-154a-4ae8-8ce9-c1b18d17da2f) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:19:10.802017 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-63cc1d8c-890d-492a-a96a-b3df6da81421 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:10.963626 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 21ef68af-4384-4895-be58-547e8b189396 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:19:10.970251 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-32c68a23-f249-4bce-88c9-1ab437297ac2 req-0471dbb0-4dc0-4b63-bf47-a34348416e1f tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] No DVR routers for this DVR port 0ae765e5-77d5-4a97-ad1d-128559d7fc18 on host n-h2-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:19:10.976523 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-32c68a23-f249-4bce-88c9-1ab437297ac2 req-0471dbb0-4dc0-4b63-bf47-a34348416e1f tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:10.987636 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-32c68a23-f249-4bce-88c9-1ab437297ac2 req-0471dbb0-4dc0-4b63-bf47-a34348416e1f tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.48 "DELETE /v2.0/ports/0ae765e5-77d5-4a97-ad1d-128559d7fc18 HTTP/1.1" status: 204 len: 173 time: 3.7205956 Aug 29 04:19:11.015185 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00a43dbd-a810-4f47-ad51-dd96a6a22fbe', 'name': 'network-vif-deleted', 'tag': '0ae765e5-77d5-4a97-ad1d-128559d7fc18'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:11.018063 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5da1792-0333-42ac-bd2a-dcfe7880a503" -d '{"events": [{"server_uuid": "00a43dbd-a810-4f47-ad51-dd96a6a22fbe", "name": "network-vif-deleted", "tag": "0ae765e5-77d5-4a97-ad1d-128559d7fc18"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:11.021960 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-63cc1d8c-890d-492a-a96a-b3df6da81421 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:11.040653 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-63cc1d8c-890d-492a-a96a-b3df6da81421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:11.088985 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63cc1d8c-890d-492a-a96a-b3df6da81421 admin admin] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:19:11.096698 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411ecac1-529f-411d-861e-4b660092cbe6 None None] Network 33160381-5190-4174-ab64-ea04cf3f1f59 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:19:11.116263 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cc1d8c-890d-492a-a96a-b3df6da81421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4e8f5ec-c454-44e4-bf1d-f1f3bb06f8b5,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:11.119646 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-63cc1d8c-890d-492a-a96a-b3df6da81421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:11.120023 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-63cc1d8c-890d-492a-a96a-b3df6da81421 admin admin] Added segment 4345054c-8cc7-4ded-979c-629f28057ddf of type vlan for network fd020187-6618-42b7-a26a-d8ebebc46774 Aug 29 04:19:11.143660 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ca372f-749d-46af-a0f6-1aa10f392fca req-8eb44aae-dfc9-4457-89f0-50c4369160bf tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:11.151535 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d9ca372f-749d-46af-a0f6-1aa10f392fca req-8eb44aae-dfc9-4457-89f0-50c4369160bf tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=75a39e68-5d14-43e2-bf0b-82240c86b1bf HTTP/1.1" status: 200 len: 945 time: 0.1402190 Aug 29 04:19:11.199507 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-63cc1d8c-890d-492a-a96a-b3df6da81421 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:11.202563 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a414d787-b220-4797-84f6-de0919b9e982 req-bcb51190-dad7-4b1a-aafa-0679dbe36fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:11.207626 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a414d787-b220-4797-84f6-de0919b9e982 req-bcb51190-dad7-4b1a-aafa-0679dbe36fe6 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0041726 Aug 29 04:19:11.250259 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d9ca372f-749d-46af-a0f6-1aa10f392fca req-ab33bbdb-b373-450d-98d4-c03a8f22732c tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977185 Aug 29 04:19:11.263950 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 48068) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:11.267121 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-6bf540ac-ef72-4710-b640-d189d809a962 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e64e1abe-0190-4cb5-8d68-399c7b7657fa {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:19:11.277805 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-6bf540ac-ef72-4710-b640-d189d809a962 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:11.285077 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-310971be-14d9-45db-a12a-6003c933127c x-openstack-request-id: req-310971be-14d9-45db-a12a-6003c933127c {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:11.285425 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00a43dbd-a810-4f47-ad51-dd96a6a22fbe", "name": "network-vif-deleted", "tag": "0ae765e5-77d5-4a97-ad1d-128559d7fc18", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:11.285638 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-310971be-14d9-45db-a12a-6003c933127c {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:11.288336 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00a43dbd-a810-4f47-ad51-dd96a6a22fbe', 'name': 'network-vif-deleted', 'tag': '0ae765e5-77d5-4a97-ad1d-128559d7fc18', 'status': 'completed', 'code': 200} Aug 29 04:19:11.303589 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-63cc1d8c-890d-492a-a96a-b3df6da81421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:11.305045 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63cc1d8c-890d-492a-a96a-b3df6da81421 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:11.305880 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-63cc1d8c-890d-492a-a96a-b3df6da81421 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:11.328686 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-63cc1d8c-890d-492a-a96a-b3df6da81421 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1633835 Aug 29 04:19:11.334783 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 48072) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:11.357480 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-9558e05d-a643-4883-944c-10583fb23c82 None None] Provisioning for port 21ef68af-4384-4895-be58-547e8b189396 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:19:11.383115 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-9ae1a035-5ddc-4290-a1b9-ae57a3993927 admin admin] Request body: {'subnet': {'network_id': 'fd020187-6618-42b7-a26a-d8ebebc46774', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-346863165-subnet', 'tenant_id': '45c0a3ca896a4dd0bcf90e5c0bd5812f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:11.438256 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 21ef68af-4384-4895-be58-547e8b189396 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:19:11.444022 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-6bf540ac-ef72-4710-b640-d189d809a962 service neutron] Transition to ACTIVE for port object e64e1abe-0190-4cb5-8d68-399c7b7657fa will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:19:11.450665 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ae1a035-5ddc-4290-a1b9-ae57a3993927 admin admin] Made reservation on behalf of 45c0a3ca896a4dd0bcf90e5c0bd5812f for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:19:11.459568 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 21ef68af-4384-4895-be58-547e8b189396 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:19:11.460148 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:11.461901 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9ae1a035-5ddc-4290-a1b9-ae57a3993927 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:11.505437 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cc1d8c-890d-492a-a96a-b3df6da81421 admin admin] Pushing event updated for resources: {'Network': ['ID=fd020187-6618-42b7-a26a-d8ebebc46774,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:11.508446 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-6bf540ac-ef72-4710-b640-d189d809a962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:11.557929 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network fd020187-6618-42b7-a26a-d8ebebc46774 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:19:11.606486 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-e3e76b33-2f63-48d9-9875-593874485b05 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1408893166-network', 'tenant_id': '3e3cfe3eba6847d2813d23ba37a6b75b'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:11.676467 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f3e92944-7ffb-436b-a34c-19d68f6bd5b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:11.704684 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f3e92944-7ffb-436b-a34c-19d68f6bd5b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] Transition to ACTIVE for port object bee88ff0-154a-4ae8-8ce9-c1b18d17da2f will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:19:11.710593 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99ea861-81c0-4ee0-8bc2-2474c3d3513c req-fb25e41e-b662-4ba7-b12a-2da91e0398be tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:11.730261 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99ea861-81c0-4ee0-8bc2-2474c3d3513c req-fb25e41e-b662-4ba7-b12a-2da91e0398be tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:11.737703 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99ea861-81c0-4ee0-8bc2-2474c3d3513c req-fb25e41e-b662-4ba7-b12a-2da91e0398be tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:11.745136 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99ea861-81c0-4ee0-8bc2-2474c3d3513c req-fb25e41e-b662-4ba7-b12a-2da91e0398be tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:11.753815 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99ea861-81c0-4ee0-8bc2-2474c3d3513c req-fb25e41e-b662-4ba7-b12a-2da91e0398be tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:11.760991 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99ea861-81c0-4ee0-8bc2-2474c3d3513c req-fb25e41e-b662-4ba7-b12a-2da91e0398be tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:11.763471 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a99ea861-81c0-4ee0-8bc2-2474c3d3513c req-fb25e41e-b662-4ba7-b12a-2da91e0398be tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/ports?device_id=afc254ea-ccf6-497c-b6f3-9c7790e81f60 HTTP/1.1" status: 200 len: 4605 time: 0.1993451 Aug 29 04:19:11.765696 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3e76b33-2f63-48d9-9875-593874485b05 admin admin] Made reservation on behalf of 3e3cfe3eba6847d2813d23ba37a6b75b for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:19:11.768555 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e3e76b33-2f63-48d9-9875-593874485b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:11.794306 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e3e76b33-2f63-48d9-9875-593874485b05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:11.855907 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a99ea861-81c0-4ee0-8bc2-2474c3d3513c req-288da2f7-e9ae-40a4-a5de-0d3dc779683b tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/security-groups?id=c5569642-fe3a-4dae-b304-b5b17959f467&id=6765471a-6318-4be5-8b74-21c509c8c5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0824153 Aug 29 04:19:11.929800 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 48086) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:11.946608 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f3e92944-7ffb-436b-a34c-19d68f6bd5b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:12.013750 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:12.047887 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 0ae765e5-77d5-4a97-ad1d-128559d7fc18 no longer exists at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:19:12.077495 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3a04d836-50ba-4cbe-b520-24879f596623 req-3f63b324-7f7c-4878-ab0e-99ed06c29a11 tempest-ServerDiskConfigTestJSON-646230989 tempest-ServerDiskConfigTestJSON-646230989-project] 10.222.0.22 "GET /v2.0/ports?device_id=00a43dbd-a810-4f47-ad51-dd96a6a22fbe HTTP/1.1" status: 200 len: 210 time: 0.6024103 Aug 29 04:19:12.122053 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] No Port match for: 0ae765e5-77d5-4a97-ad1d-128559d7fc18 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:19:12.122254 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e92944-7ffb-436b-a34c-19d68f6bd5b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] Network 33160381-5190-4174-ab64-ea04cf3f1f59 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:19:12.124563 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 0ae765e5-77d5-4a97-ad1d-128559d7fc18 not bound to the agent host n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:19:12.131224 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-f3e92944-7ffb-436b-a34c-19d68f6bd5b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:19:12.135042 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e92944-7ffb-436b-a34c-19d68f6bd5b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:19:12.144701 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e92944-7ffb-436b-a34c-19d68f6bd5b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:12.145672 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f3e92944-7ffb-436b-a34c-19d68f6bd5b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:12.162783 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 21ef68af-4384-4895-be58-547e8b189396, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=21ef68af-4384-4895-be58-547e8b189396,segment=NetworkSegment(9a259d55-a357-4bf9-992d-21456acd7ac7),segment_id=9a259d55-a357-4bf9-992d-21456acd7ac7)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:12.167523 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf540ac-ef72-4710-b640-d189d809a962 service neutron] Pushing event updated for resources: {'Port': ['ID=e64e1abe-0190-4cb5-8d68-399c7b7657fa,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:12.170203 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:12.174019 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-b34103f4-81d5-45ea-ba0c-352e6638620d admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1110742934-network', 'tenant_id': '636dcbe49e5740c5a54207329468c477'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:12.192677 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e3e76b33-2f63-48d9-9875-593874485b05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:12.202788 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e3e76b33-2f63-48d9-9875-593874485b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:12.257029 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=21ef68af-4384-4895-be58-547e8b189396,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:12.306273 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa4a241-f19a-411d-970b-4c4585019459 req-76f7d99c-f633-4155-9978-d00cfa320501 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:12.310058 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4fa4a241-f19a-411d-970b-4c4585019459 req-76f7d99c-f633-4155-9978-d00cfa320501 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=a75e7a99-9969-491a-b52c-6ec12a3b4ddc HTTP/1.1" status: 200 len: 946 time: 0.2595549 Aug 29 04:19:12.318287 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3e76b33-2f63-48d9-9875-593874485b05 admin admin] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:19:12.322492 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b34103f4-81d5-45ea-ba0c-352e6638620d admin admin] Made reservation on behalf of 636dcbe49e5740c5a54207329468c477 for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:19:12.325015 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b34103f4-81d5-45ea-ba0c-352e6638620d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:12.337672 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-f3e92944-7ffb-436b-a34c-19d68f6bd5b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 4.5022991 Aug 29 04:19:12.350117 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 48092) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:12.356263 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e76b33-2f63-48d9-9875-593874485b05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b18ac53a-db31-4756-b048-51f3b14df6b5,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:12.363979 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b34103f4-81d5-45ea-ba0c-352e6638620d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:12.366435 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e3e76b33-2f63-48d9-9875-593874485b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:12.366842 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-e3e76b33-2f63-48d9-9875-593874485b05 admin admin] Added segment f4a75ef3-8825-4588-8daa-041e0344ecfa of type vlan for network fd0ebf3e-1de7-4175-8484-8ada44138a5c Aug 29 04:19:12.477348 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e92944-7ffb-436b-a34c-19d68f6bd5b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] Pushing event updated for resources: {'Port': ['ID=bee88ff0-154a-4ae8-8ce9-c1b18d17da2f,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:12.501834 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4fa4a241-f19a-411d-970b-4c4585019459 req-26efc71a-a362-4b0a-8d69-8c6e3cda7cc6 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=67519499-017b-4c54-88db-c974346724c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807623 Aug 29 04:19:12.506648 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e3e76b33-2f63-48d9-9875-593874485b05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:12.540454 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-2618b64d-e1dd-4969-90cd-eb9d01dd947d None None] Provisioning for port bee88ff0-154a-4ae8-8ce9-c1b18d17da2f completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:19:12.548353 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-2618b64d-e1dd-4969-90cd-eb9d01dd947d None None] Provisioning complete for port bee88ff0-154a-4ae8-8ce9-c1b18d17da2f triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:19:12.548813 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2618b64d-e1dd-4969-90cd-eb9d01dd947d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:12.601505 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-2618b64d-e1dd-4969-90cd-eb9d01dd947d None None] Port bee88ff0-154a-4ae8-8ce9-c1b18d17da2f cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:19:12.619428 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e3e76b33-2f63-48d9-9875-593874485b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:12.620851 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e76b33-2f63-48d9-9875-593874485b05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:12.621604 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e3e76b33-2f63-48d9-9875-593874485b05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:12.630889 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-2618b64d-e1dd-4969-90cd-eb9d01dd947d None None] Provisioning for port 47d33ffa-9fe8-450f-8240-e5da356d872a completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:19:12.637734 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-2618b64d-e1dd-4969-90cd-eb9d01dd947d None None] Provisioning complete for port 47d33ffa-9fe8-450f-8240-e5da356d872a triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:19:12.638152 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2618b64d-e1dd-4969-90cd-eb9d01dd947d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:12.647146 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-6bf540ac-ef72-4710-b640-d189d809a962 service neutron] Attempting to bind port e64e1abe-0190-4cb5-8d68-399c7b7657fa on host n-h2-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:19:12.648054 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-6bf540ac-ef72-4710-b640-d189d809a962 service neutron] Attempting to bind port e64e1abe-0190-4cb5-8d68-399c7b7657fa by drivers openvswitch,hyperv on host n-h2-712140-12 at level 0 using segments [{'id': 'c43d2e16-64d2-466b-8915-fe746cc0a849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '30a5f83d-44db-4be9-a796-3b5e93558c29'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:19:12.648613 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-6bf540ac-ef72-4710-b640-d189d809a962 service neutron] Attempting to bind port e64e1abe-0190-4cb5-8d68-399c7b7657fa on network 30a5f83d-44db-4be9-a796-3b5e93558c29 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:12.683489 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeee6fc5-aaba-404f-8197-f7470fe204d3 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:12.695552 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeee6fc5-aaba-404f-8197-f7470fe204d3 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:12.717739 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeee6fc5-aaba-404f-8197-f7470fe204d3 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:12.725848 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-aeee6fc5-aaba-404f-8197-f7470fe204d3 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.3718514 Aug 29 04:19:12.727821 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 48098) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:12.734862 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b34103f4-81d5-45ea-ba0c-352e6638620d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:12.742454 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-2618b64d-e1dd-4969-90cd-eb9d01dd947d None None] Port 47d33ffa-9fe8-450f-8240-e5da356d872a cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:19:12.746723 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b34103f4-81d5-45ea-ba0c-352e6638620d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:12.760897 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-6bf540ac-ef72-4710-b640-d189d809a962 service neutron] Port e64e1abe-0190-4cb5-8d68-399c7b7657fa on network 30a5f83d-44db-4be9-a796-3b5e93558c29 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:19:12.761621 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-6bf540ac-ef72-4710-b640-d189d809a962 service neutron] Attempting to bind port e64e1abe-0190-4cb5-8d68-399c7b7657fa on network 30a5f83d-44db-4be9-a796-3b5e93558c29 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:12.769245 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9ae1a035-5ddc-4290-a1b9-ae57a3993927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9191137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10062364'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:12.773675 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-6bf540ac-ef72-4710-b640-d189d809a962 service neutron] Checking agent: {'id': 'b3a0606b-b029-4f5e-8798-3a32b71d8844', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:19:12.774376 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-6bf540ac-ef72-4710-b640-d189d809a962 service neutron] Checking segment: {'id': 'c43d2e16-64d2-466b-8915-fe746cc0a849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '30a5f83d-44db-4be9-a796-3b5e93558c29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:19:12.774948 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-6bf540ac-ef72-4710-b640-d189d809a962 service neutron] Bound using segment: {'id': 'c43d2e16-64d2-466b-8915-fe746cc0a849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '30a5f83d-44db-4be9-a796-3b5e93558c29'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:19:12.777859 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-6bf540ac-ef72-4710-b640-d189d809a962 service neutron] Bound port: e64e1abe-0190-4cb5-8d68-399c7b7657fa, host: n-h2-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c43d2e16-64d2-466b-8915-fe746cc0a849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '30a5f83d-44db-4be9-a796-3b5e93558c29'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:19:12.778527 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-6bf540ac-ef72-4710-b640-d189d809a962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:12.780817 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-2618b64d-e1dd-4969-90cd-eb9d01dd947d None None] Provisioning complete for port 21ef68af-4384-4895-be58-547e8b189396 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:19:12.781651 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2618b64d-e1dd-4969-90cd-eb9d01dd947d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:12.784984 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34103f4-81d5-45ea-ba0c-352e6638620d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5988a091-7c06-4471-b1dd-4c9f3e77beff,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:12.788759 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-e3e76b33-2f63-48d9-9875-593874485b05 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5232251 Aug 29 04:19:12.792886 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e76b33-2f63-48d9-9875-593874485b05 admin admin] Pushing event updated for resources: {'Network': ['ID=fd0ebf3e-1de7-4175-8484-8ada44138a5c,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:12.794980 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 48100) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:12.804409 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-c16319ee-c897-4041-a5f5-4a7f5a08d288 admin admin] Request body: {'subnet': {'network_id': 'fd0ebf3e-1de7-4175-8484-8ada44138a5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1408893166-subnet', 'tenant_id': '3e3cfe3eba6847d2813d23ba37a6b75b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:12.826927 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b34103f4-81d5-45ea-ba0c-352e6638620d admin admin] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:19:12.842066 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c16319ee-c897-4041-a5f5-4a7f5a08d288 admin admin] Made reservation on behalf of 3e3cfe3eba6847d2813d23ba37a6b75b for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:19:12.847966 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network fd0ebf3e-1de7-4175-8484-8ada44138a5c details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:19:12.853282 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c16319ee-c897-4041-a5f5-4a7f5a08d288 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4552395'] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:12.921499 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b3d176-2e10-4720-b2f7-86c95f63f626 req-8541e9ca-1a37-41cd-bcdd-49680af27c1b tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:12.937267 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c1b3d176-2e10-4720-b2f7-86c95f63f626 req-8541e9ca-1a37-41cd-bcdd-49680af27c1b tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=75a39e68-5d14-43e2-bf0b-82240c86b1bf HTTP/1.1" status: 200 len: 945 time: 0.4939251 Aug 29 04:19:13.030944 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 21ef68af-4384-4895-be58-547e8b189396 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:19:13.096484 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-6bf540ac-ef72-4710-b640-d189d809a962 service neutron] For port e64e1abe-0190-4cb5-8d68-399c7b7657fa, host n-h2-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:19:13.100230 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-6bf540ac-ef72-4710-b640-d189d809a962 service neutron] For port e64e1abe-0190-4cb5-8d68-399c7b7657fa, host n-h2-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=e64e1abe-0190-4cb5-8d68-399c7b7657fa,segment=NetworkSegment(c43d2e16-64d2-466b-8915-fe746cc0a849),segment_id=c43d2e16-64d2-466b-8915-fe746cc0a849)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:19:13.133985 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-6bf540ac-ef72-4710-b640-d189d809a962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:13.155529 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c16319ee-c897-4041-a5f5-4a7f5a08d288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4274880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4552377'] for subnet, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:13.189774 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 21ef68af-4384-4895-be58-547e8b189396 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:19:13.190153 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:13.211518 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c1b3d176-2e10-4720-b2f7-86c95f63f626 req-c969eaf0-e5e8-4e9b-9bc9-c96ce60b5e5c tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728758 Aug 29 04:19:13.216185 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae1a035-5ddc-4290-a1b9-ae57a3993927 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6247b089-2c7c-4ca3-a8dd-41a0f57cced5,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:13.283327 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b34103f4-81d5-45ea-ba0c-352e6638620d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:13.283708 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-b34103f4-81d5-45ea-ba0c-352e6638620d admin admin] Added segment 7e89ab07-8d12-4470-be60-9ace1e8a3301 of type vlan for network 8e585f17-6f45-4745-a364-5f970b6a45b8 Aug 29 04:19:13.286489 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-6bf540ac-ef72-4710-b640-d189d809a962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:13.287778 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16319ee-c897-4041-a5f5-4a7f5a08d288 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52bcb622-d525-48ed-9753-e25f925c2a05,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:13.295336 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-6bf540ac-ef72-4710-b640-d189d809a962 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:13.297429 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-6bf540ac-ef72-4710-b640-d189d809a962 service neutron] 10.222.0.48 "PUT /v2.0/ports/e64e1abe-0190-4cb5-8d68-399c7b7657fa HTTP/1.1" status: 200 len: 1136 time: 5.2205980 Aug 29 04:19:13.304174 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae1a035-5ddc-4290-a1b9-ae57a3993927 admin admin] Checking segment: {'id': '4345054c-8cc7-4ded-979c-629f28057ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'fd020187-6618-42b7-a26a-d8ebebc46774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:19:13.306031 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae1a035-5ddc-4290-a1b9-ae57a3993927 admin admin] Network hostable DHCP agents. Network: fd020187-6618-42b7-a26a-d8ebebc46774, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:19:13.310834 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afc254ea-ccf6-497c-b6f3-9c7790e81f60', 'tag': 'e64e1abe-0190-4cb5-8d68-399c7b7657fa'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:13.318514 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d10d4a9-b29d-4896-ab83-ab71c6f3e8d5" -d '{"events": [{"name": "network-changed", "server_uuid": "afc254ea-ccf6-497c-b6f3-9c7790e81f60", "tag": "e64e1abe-0190-4cb5-8d68-399c7b7657fa"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:13.351294 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-fe7a11e6-28a1-4e80-9f9c-08f46adac783 service neutron] Request body: {'port': {'device_id': 'afc254ea-ccf6-497c-b6f3-9c7790e81f60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:13.379524 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b34103f4-81d5-45ea-ba0c-352e6638620d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:13.401303 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b903634-9a27-4efd-81de-d09f12c79281 req-1f55fcef-d789-482e-80ab-c167e8ea0291 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:13.416649 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-06add77a-14f1-4216-8461-d7952bd5d4b8 None None] Provisioning complete for port bee88ff0-154a-4ae8-8ce9-c1b18d17da2f triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:19:13.417336 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-06add77a-14f1-4216-8461-d7952bd5d4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:13.425043 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7b903634-9a27-4efd-81de-d09f12c79281 req-1f55fcef-d789-482e-80ab-c167e8ea0291 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=a75e7a99-9969-491a-b52c-6ec12a3b4ddc HTTP/1.1" status: 200 len: 946 time: 0.2939649 Aug 29 04:19:13.434110 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf540ac-ef72-4710-b640-d189d809a962 service neutron] Pushing event updated for resources: {'Port': ['ID=e64e1abe-0190-4cb5-8d68-399c7b7657fa,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:13.442116 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16319ee-c897-4041-a5f5-4a7f5a08d288 admin admin] Checking segment: {'id': 'f4a75ef3-8825-4588-8daa-041e0344ecfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'fd0ebf3e-1de7-4175-8484-8ada44138a5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:19:13.442559 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16319ee-c897-4041-a5f5-4a7f5a08d288 admin admin] Network hostable DHCP agents. Network: fd0ebf3e-1de7-4175-8484-8ada44138a5c, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:19:13.482831 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae1a035-5ddc-4290-a1b9-ae57a3993927 admin admin] Network fd020187-6618-42b7-a26a-d8ebebc46774 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:19:13.483146 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-06add77a-14f1-4216-8461-d7952bd5d4b8 None None] Port bee88ff0-154a-4ae8-8ce9-c1b18d17da2f cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:19:13.500593 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-06add77a-14f1-4216-8461-d7952bd5d4b8 None None] Provisioning complete for port 47d33ffa-9fe8-450f-8240-e5da356d872a triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:19:13.500773 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-06add77a-14f1-4216-8461-d7952bd5d4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:13.545922 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-fe7a11e6-28a1-4e80-9f9c-08f46adac783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:13.553570 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f83ca366-423b-4a0f-9032-e04f3ebd94c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] Deleting port bee88ff0-154a-4ae8-8ce9-c1b18d17da2f {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:19:13.554009 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f83ca366-423b-4a0f-9032-e04f3ebd94c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:13.570466 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-9ae1a035-5ddc-4290-a1b9-ae57a3993927 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, fd020187-6618-42b7-a26a-d8ebebc46774) {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:19:13.571904 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-06add77a-14f1-4216-8461-d7952bd5d4b8 None None] Port 47d33ffa-9fe8-450f-8240-e5da356d872a cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:19:13.582417 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c49e7f-d688-4086-ad7b-e9115e02c59f None None] Network fd020187-6618-42b7-a26a-d8ebebc46774 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:19:13.610943 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7b903634-9a27-4efd-81de-d09f12c79281 req-d5028919-0b61-40f5-8d6c-1b5cf5790ec0 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=67519499-017b-4c54-88db-c974346724c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833909 Aug 29 04:19:13.625488 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b34103f4-81d5-45ea-ba0c-352e6638620d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:13.626582 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34103f4-81d5-45ea-ba0c-352e6638620d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:13.634441 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b34103f4-81d5-45ea-ba0c-352e6638620d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:13.658533 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7378ded-2b80-455d-bb98-f4e72f9f15d3 req-a7c4478c-afd6-49ac-9fdd-f419da8f5495 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:13.665399 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7378ded-2b80-455d-bb98-f4e72f9f15d3 req-a7c4478c-afd6-49ac-9fdd-f419da8f5495 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:13.672746 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7378ded-2b80-455d-bb98-f4e72f9f15d3 req-a7c4478c-afd6-49ac-9fdd-f419da8f5495 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:13.680574 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7378ded-2b80-455d-bb98-f4e72f9f15d3 req-a7c4478c-afd6-49ac-9fdd-f419da8f5495 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:13.687073 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7378ded-2b80-455d-bb98-f4e72f9f15d3 req-a7c4478c-afd6-49ac-9fdd-f419da8f5495 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:13.694197 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7378ded-2b80-455d-bb98-f4e72f9f15d3 req-a7c4478c-afd6-49ac-9fdd-f419da8f5495 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:13.703380 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a7378ded-2b80-455d-bb98-f4e72f9f15d3 req-a7c4478c-afd6-49ac-9fdd-f419da8f5495 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/ports?device_id=afc254ea-ccf6-497c-b6f3-9c7790e81f60 HTTP/1.1" status: 200 len: 4605 time: 0.3472939 Aug 29 04:19:13.708628 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae1a035-5ddc-4290-a1b9-ae57a3993927 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:13.709576 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9ae1a035-5ddc-4290-a1b9-ae57a3993927 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:13.798430 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-9ae1a035-5ddc-4290-a1b9-ae57a3993927 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.4539139 Aug 29 04:19:13.814401 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 48110) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:13.843797 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-0299634e-3826-474c-95d9-d5e499a9fd5b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-346863165-router', 'tenant_id': '45c0a3ca896a4dd0bcf90e5c0bd5812f', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:13.853661 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16319ee-c897-4041-a5f5-4a7f5a08d288 admin admin] Network fd0ebf3e-1de7-4175-8484-8ada44138a5c is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:19:13.856369 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00c1215b-e7d2-4707-a4dd-8e800cff4ac5 x-openstack-request-id: req-00c1215b-e7d2-4707-a4dd-8e800cff4ac5 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:13.856781 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afc254ea-ccf6-497c-b6f3-9c7790e81f60", "tag": "e64e1abe-0190-4cb5-8d68-399c7b7657fa", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:13.857142 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-00c1215b-e7d2-4707-a4dd-8e800cff4ac5 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:13.860295 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afc254ea-ccf6-497c-b6f3-9c7790e81f60', 'tag': 'e64e1abe-0190-4cb5-8d68-399c7b7657fa', 'status': 'completed', 'code': 200} Aug 29 04:19:13.874346 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90e6976-ec51-4e9d-884b-5383cf6c5ccd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-fd020187-6618-42b7-a26a-d8ebebc46774', 'network_id': 'fd020187-6618-42b7-a26a-d8ebebc46774', 'tenant_id': '45c0a3ca896a4dd0bcf90e5c0bd5812f', 'fixed_ips': [{'subnet_id': '6247b089-2c7c-4ca3-a8dd-41a0f57cced5'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:19:13.875981 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e90e6976-ec51-4e9d-884b-5383cf6c5ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:13.912503 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-c16319ee-c897-4041-a5f5-4a7f5a08d288 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, fd0ebf3e-1de7-4175-8484-8ada44138a5c) {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:19:13.914927 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a7378ded-2b80-455d-bb98-f4e72f9f15d3 req-a5e28110-89d5-4249-8875-3267e2a8614e tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/security-groups?id=c5569642-fe3a-4dae-b304-b5b17959f467&id=6765471a-6318-4be5-8b74-21c509c8c5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2099726 Aug 29 04:19:13.949414 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8312df1a-3beb-448e-8a06-51a6abac9ec2 None None] Network fd0ebf3e-1de7-4175-8484-8ada44138a5c requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:19:13.963491 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34103f4-81d5-45ea-ba0c-352e6638620d admin admin] Pushing event updated for resources: {'Network': ['ID=8e585f17-6f45-4745-a364-5f970b6a45b8,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:13.979649 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16319ee-c897-4041-a5f5-4a7f5a08d288 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:13.982472 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c16319ee-c897-4041-a5f5-4a7f5a08d288 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:14.022668 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0299634e-3826-474c-95d9-d5e499a9fd5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:14.024376 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0299634e-3826-474c-95d9-d5e499a9fd5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1838'] for router, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:14.047658 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-b34103f4-81d5-45ea-ba0c-352e6638620d admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.1110516 Aug 29 04:19:14.051934 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-c16319ee-c897-4041-a5f5-4a7f5a08d288 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2523959 Aug 29 04:19:14.054185 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 48116) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:14.096853 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-15fc8746-a24a-4aff-b525-04b485bc8524 admin admin] Request body: {'subnet': {'network_id': '8e585f17-6f45-4745-a364-5f970b6a45b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1110742934-subnet', 'tenant_id': '636dcbe49e5740c5a54207329468c477', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:14.142343 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 8e585f17-6f45-4745-a364-5f970b6a45b8 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:19:14.174823 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f83ca366-423b-4a0f-9032-e04f3ebd94c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:14.235330 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f83ca366-423b-4a0f-9032-e04f3ebd94c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] Calling delete_port for bee88ff0-154a-4ae8-8ce9-c1b18d17da2f owned by {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:19:14.274248 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 48124) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:14.282918 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d10d4a9-b29d-4896-ab83-ab71c6f3e8d5 req-5c917a62-037e-4a51-9b88-2e10f98524bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:14.283747 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d10d4a9-b29d-4896-ab83-ab71c6f3e8d5 req-5c917a62-037e-4a51-9b88-2e10f98524bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:14.284573 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d10d4a9-b29d-4896-ab83-ab71c6f3e8d5 req-5c917a62-037e-4a51-9b88-2e10f98524bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:14.285405 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d10d4a9-b29d-4896-ab83-ab71c6f3e8d5 req-5c917a62-037e-4a51-9b88-2e10f98524bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:14.286235 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d10d4a9-b29d-4896-ab83-ab71c6f3e8d5 req-5c917a62-037e-4a51-9b88-2e10f98524bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:14.287024 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d10d4a9-b29d-4896-ab83-ab71c6f3e8d5 req-5c917a62-037e-4a51-9b88-2e10f98524bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:14.290660 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6d10d4a9-b29d-4896-ab83-ab71c6f3e8d5 req-5c917a62-037e-4a51-9b88-2e10f98524bc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e5f0d8ebc9a74e589a93c4dfadff20f5&device_id=afc254ea-ccf6-497c-b6f3-9c7790e81f60 HTTP/1.1" status: 200 len: 5293 time: 0.3738263 Aug 29 04:19:14.335550 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0299634e-3826-474c-95d9-d5e499a9fd5b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:14.390324 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_v2 [None req-7198e8ca-b911-4a1c-8c10-9c5c0446ed8e admin admin] Deleting subnet f04b5666-45e5-4baa-8010-af21415a61db {{(pid=94828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:19:14.621083 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7198e8ca-b911-4a1c-8c10-9c5c0446ed8e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:14.675145 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f83ca366-423b-4a0f-9032-e04f3ebd94c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:14.815277 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83ca366-423b-4a0f-9032-e04f3ebd94c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] Pushing event deleted for resources: {'Port': ['ID=bee88ff0-154a-4ae8-8ce9-c1b18d17da2f,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:14.836802 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7198e8ca-b911-4a1c-8c10-9c5c0446ed8e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8904862'] for subnet, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:14.928207 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f83ca366-423b-4a0f-9032-e04f3ebd94c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:14.942197 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-f83ca366-423b-4a0f-9032-e04f3ebd94c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] 10.222.0.22 "DELETE /v2.0/ports/bee88ff0-154a-4ae8-8ce9-c1b18d17da2f HTTP/1.1" status: 204 len: 168 time: 2.1785214 Aug 29 04:19:14.946715 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78fe9c3-7997-4f3a-960c-9501ce8aeae2 None None] Network fd0ebf3e-1de7-4175-8484-8ada44138a5c requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:19:14.965895 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-e90e6976-ec51-4e9d-884b-5383cf6c5ccd None None] Allocated IP 172.20.0.2 (fd020187-6618-42b7-a26a-d8ebebc46774/6247b089-2c7c-4ca3-a8dd-41a0f57cced5/dadb9c10-8132-4068-bd99-1e0a90a18adc) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:19:15.093465 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 48134) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:15.156499 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d10d4a9-b29d-4896-ab83-ab71c6f3e8d5 req-e9b25f14-dfc6-48ef-a6d4-0b87c66f5a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:15.156991 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d10d4a9-b29d-4896-ab83-ab71c6f3e8d5 req-e9b25f14-dfc6-48ef-a6d4-0b87c66f5a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:15.157471 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d10d4a9-b29d-4896-ab83-ab71c6f3e8d5 req-e9b25f14-dfc6-48ef-a6d4-0b87c66f5a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:15.159422 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6d10d4a9-b29d-4896-ab83-ab71c6f3e8d5 req-e9b25f14-dfc6-48ef-a6d4-0b87c66f5a80 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=e5f0d8ebc9a74e589a93c4dfadff20f5&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.7640567 Aug 29 04:19:15.191933 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-80adfd18-ea6b-4df2-bf2c-1c8981ff6a75 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] Request body: {'port': {'name': 'tempest-new-port-name-556806101', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:15.192923 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.api.validators [None req-80adfd18-ea6b-4df2-bf2c-1c8981ff6a75 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] bootfile-name is not in valid_values {{(pid=94829) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 29 04:19:15.193669 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.api.validators [None req-80adfd18-ea6b-4df2-bf2c-1c8981ff6a75 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] tftp-server is not in valid_values {{(pid=94829) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 29 04:19:15.197080 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.api.validators [None req-80adfd18-ea6b-4df2-bf2c-1c8981ff6a75 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] server-ip-address is not in valid_values {{(pid=94829) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 29 04:19:15.330458 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15fc8746-a24a-4aff-b525-04b485bc8524 admin admin] Made reservation on behalf of 636dcbe49e5740c5a54207329468c477 for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:19:15.334604 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-15fc8746-a24a-4aff-b525-04b485bc8524 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4552395'] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:15.368468 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e90e6976-ec51-4e9d-884b-5383cf6c5ccd None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:15.381895 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e90e6976-ec51-4e9d-884b-5383cf6c5ccd None None] Transition to ACTIVE for port object dadb9c10-8132-4068-bd99-1e0a90a18adc will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:19:15.409309 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e90e6976-ec51-4e9d-884b-5383cf6c5ccd None None] Transition to ACTIVE for port object dadb9c10-8132-4068-bd99-1e0a90a18adc will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:19:15.423891 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e90e6976-ec51-4e9d-884b-5383cf6c5ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:15.481357 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90e6976-ec51-4e9d-884b-5383cf6c5ccd None None] Pushing event updated for resources: {'Port': ['ID=dadb9c10-8132-4068-bd99-1e0a90a18adc,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:15.483312 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0299634e-3826-474c-95d9-d5e499a9fd5b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:15.526617 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90e6976-ec51-4e9d-884b-5383cf6c5ccd None None] Network fd020187-6618-42b7-a26a-d8ebebc46774 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:19:15.529540 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-e90e6976-ec51-4e9d-884b-5383cf6c5ccd None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:19:15.536539 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90e6976-ec51-4e9d-884b-5383cf6c5ccd None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:19:15.572996 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-80adfd18-ea6b-4df2-bf2c-1c8981ff6a75 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:15.629779 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-e90e6976-ec51-4e9d-884b-5383cf6c5ccd None None] Attempting to bind port dadb9c10-8132-4068-bd99-1e0a90a18adc on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:19:15.630475 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-e90e6976-ec51-4e9d-884b-5383cf6c5ccd None None] Attempting to bind port dadb9c10-8132-4068-bd99-1e0a90a18adc by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '4345054c-8cc7-4ded-979c-629f28057ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'fd020187-6618-42b7-a26a-d8ebebc46774'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:19:15.631613 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90e6976-ec51-4e9d-884b-5383cf6c5ccd None None] Attempting to bind port dadb9c10-8132-4068-bd99-1e0a90a18adc on network fd020187-6618-42b7-a26a-d8ebebc46774 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:15.631959 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8b2e79-39ff-49cf-8fdf-1c4731e7a6ab req-b03cddd7-ef8f-4be7-a1ec-542cba892988 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:15.637989 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90e6976-ec51-4e9d-884b-5383cf6c5ccd None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:19:15.638909 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90e6976-ec51-4e9d-884b-5383cf6c5ccd None None] Checking segment: {'id': '4345054c-8cc7-4ded-979c-629f28057ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'fd020187-6618-42b7-a26a-d8ebebc46774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:19:15.639561 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e90e6976-ec51-4e9d-884b-5383cf6c5ccd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:15.640255 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90e6976-ec51-4e9d-884b-5383cf6c5ccd None None] Bound using segment: {'id': '4345054c-8cc7-4ded-979c-629f28057ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'fd020187-6618-42b7-a26a-d8ebebc46774'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:19:15.640970 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-e90e6976-ec51-4e9d-884b-5383cf6c5ccd None None] Bound port: dadb9c10-8132-4068-bd99-1e0a90a18adc, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4345054c-8cc7-4ded-979c-629f28057ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'fd020187-6618-42b7-a26a-d8ebebc46774'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:19:15.641547 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9a8b2e79-39ff-49cf-8fdf-1c4731e7a6ab req-b03cddd7-ef8f-4be7-a1ec-542cba892988 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=75a39e68-5d14-43e2-bf0b-82240c86b1bf HTTP/1.1" status: 200 len: 945 time: 0.5513494 Aug 29 04:19:15.642114 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e90e6976-ec51-4e9d-884b-5383cf6c5ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:15.779259 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9a8b2e79-39ff-49cf-8fdf-1c4731e7a6ab req-9e01bab7-6140-456c-88a2-f75d39132ea1 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354160 Aug 29 04:19:15.814085 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e90e6976-ec51-4e9d-884b-5383cf6c5ccd None None] For port dadb9c10-8132-4068-bd99-1e0a90a18adc, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:19:15.822418 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e90e6976-ec51-4e9d-884b-5383cf6c5ccd None None] For port dadb9c10-8132-4068-bd99-1e0a90a18adc, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=dadb9c10-8132-4068-bd99-1e0a90a18adc,segment=NetworkSegment(4345054c-8cc7-4ded-979c-629f28057ddf),segment_id=4345054c-8cc7-4ded-979c-629f28057ddf)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:19:15.831664 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e90e6976-ec51-4e9d-884b-5383cf6c5ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:15.983866 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90e6976-ec51-4e9d-884b-5383cf6c5ccd None None] Pushing event updated for resources: {'Port': ['ID=dadb9c10-8132-4068-bd99-1e0a90a18adc,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:16.019010 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7198e8ca-b911-4a1c-8c10-9c5c0446ed8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:16.043033 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-15fc8746-a24a-4aff-b525-04b485bc8524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4274880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4552377'] for subnet, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:16.132650 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b89669-6a51-4a95-9966-2ac7af1ed143 req-cefd4391-7b08-4cf4-8eb0-9eed94033244 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:16.135285 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-16b89669-6a51-4a95-9966-2ac7af1ed143 req-cefd4391-7b08-4cf4-8eb0-9eed94033244 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=a75e7a99-9969-491a-b52c-6ec12a3b4ddc HTTP/1.1" status: 200 len: 946 time: 0.2511268 Aug 29 04:19:16.172192 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-fe7a11e6-28a1-4e80-9f9c-08f46adac783 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cbff8cc-cee1-4849-be7f-5f48e82103ba {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:19:16.216492 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-fe7a11e6-28a1-4e80-9f9c-08f46adac783 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:16.269916 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e45320a-5c22-4434-8391-be3df5c4355f req-ff555d5e-1c61-40b9-a8a8-fe7792c94bf6 tempest-ServerTagsTestJSON-618676379 tempest-ServerTagsTestJSON-618676379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:16.272407 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3e45320a-5c22-4434-8391-be3df5c4355f req-ff555d5e-1c61-40b9-a8a8-fe7792c94bf6 tempest-ServerTagsTestJSON-618676379 tempest-ServerTagsTestJSON-618676379-project] 10.222.0.22 "GET /v2.0/networks?id=fd0ebf3e-1de7-4175-8484-8ada44138a5c HTTP/1.1" status: 200 len: 809 time: 1.1059783 Aug 29 04:19:16.314578 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fc8746-a24a-4aff-b525-04b485bc8524 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd188597-da88-4ce0-a3e9-d49f35bb8a07,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:16.316151 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-fe7a11e6-28a1-4e80-9f9c-08f46adac783 service neutron] Transition to ACTIVE for port object 1cbff8cc-cee1-4849-be7f-5f48e82103ba will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:19:16.327860 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d10d4a9-b29d-4896-ab83-ab71c6f3e8d5 req-3f599d06-2238-431f-b281-8a10d00ee6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:16.329746 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6d10d4a9-b29d-4896-ab83-ab71c6f3e8d5 req-3f599d06-2238-431f-b281-8a10d00ee6fb service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1497471 Aug 29 04:19:16.330490 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-fe7a11e6-28a1-4e80-9f9c-08f46adac783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:16.435403 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-80adfd18-ea6b-4df2-bf2c-1c8981ff6a75 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:16.450674 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7198e8ca-b911-4a1c-8c10-9c5c0446ed8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9190434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062341'] for subnet, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:16.473913 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-80adfd18-ea6b-4df2-bf2c-1c8981ff6a75 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:16.517898 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7198e8ca-b911-4a1c-8c10-9c5c0446ed8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:16.522622 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-7198e8ca-b911-4a1c-8c10-9c5c0446ed8e admin admin] 10.222.0.22 "DELETE /v2.0/subnets/f04b5666-45e5-4baa-8010-af21415a61db HTTP/1.1" status: 204 len: 168 time: 2.2284222 Aug 29 04:19:16.549984 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7198e8ca-b911-4a1c-8c10-9c5c0446ed8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f04b5666-45e5-4baa-8010-af21415a61db,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:16.560930 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 48146) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:16.570523 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3e45320a-5c22-4434-8391-be3df5c4355f req-514de00c-32c4-4bf3-8a65-198383514b27 tempest-ServerTagsTestJSON-618676379 tempest-ServerTagsTestJSON-618676379-project] 10.222.0.22 "GET /v2.0/quotas/3e3cfe3eba6847d2813d23ba37a6b75b HTTP/1.1" status: 200 len: 375 time: 0.2738185 Aug 29 04:19:16.640839 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-16b89669-6a51-4a95-9966-2ac7af1ed143 req-694d195f-67b4-4270-8392-0c34614891ef tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=67519499-017b-4c54-88db-c974346724c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4722743 Aug 29 04:19:16.684343 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-80adfd18-ea6b-4df2-bf2c-1c8981ff6a75 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] In _notify_port_updated(), no bound segment for port 47d33ffa-9fe8-450f-8240-e5da356d872a on network 33160381-5190-4174-ab64-ea04cf3f1f59 {{(pid=94829) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:19:16.718745 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80adfd18-ea6b-4df2-bf2c-1c8981ff6a75 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:16.720200 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-80adfd18-ea6b-4df2-bf2c-1c8981ff6a75 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:16.735192 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-80adfd18-ea6b-4df2-bf2c-1c8981ff6a75 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] 10.222.0.22 "PUT /v2.0/ports/47d33ffa-9fe8-450f-8240-e5da356d872a HTTP/1.1" status: 200 len: 1129 time: 1.5507751 Aug 29 04:19:16.813468 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 48150) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:16.817727 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fc8746-a24a-4aff-b525-04b485bc8524 admin admin] Checking segment: {'id': '7e89ab07-8d12-4470-be60-9ace1e8a3301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '8e585f17-6f45-4745-a364-5f970b6a45b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:19:16.818298 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15fc8746-a24a-4aff-b525-04b485bc8524 admin admin] Network hostable DHCP agents. Network: 8e585f17-6f45-4745-a364-5f970b6a45b8, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:19:16.823023 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80adfd18-ea6b-4df2-bf2c-1c8981ff6a75 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] Pushing event updated for resources: {'Port': ['ID=47d33ffa-9fe8-450f-8240-e5da356d872a,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:16.825711 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7a11e6-28a1-4e80-9f9c-08f46adac783 service neutron] Pushing event updated for resources: {'Port': ['ID=1cbff8cc-cee1-4849-be7f-5f48e82103ba,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:16.831286 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3e45320a-5c22-4434-8391-be3df5c4355f req-cff58b67-87e4-4404-afa3-1cd21b0e71f2 tempest-ServerTagsTestJSON-618676379 tempest-ServerTagsTestJSON-618676379-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=3e3cfe3eba6847d2813d23ba37a6b75b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2595339 Aug 29 04:19:16.856154 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [req-3e45320a-5c22-4434-8391-be3df5c4355f req-e22b31a0-8e84-49bf-9967-56a57b81b8b2 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:19:16.858826 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3e45320a-5c22-4434-8391-be3df5c4355f req-e22b31a0-8e84-49bf-9967-56a57b81b8b2 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0086694 Aug 29 04:19:16.966478 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device dadb9c10-8132-4068-bd99-1e0a90a18adc up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:19:17.011752 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-fe7a11e6-28a1-4e80-9f9c-08f46adac783 service neutron] Attempting to bind port 1cbff8cc-cee1-4849-be7f-5f48e82103ba on host n-h2-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:19:17.012153 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-fe7a11e6-28a1-4e80-9f9c-08f46adac783 service neutron] Attempting to bind port 1cbff8cc-cee1-4849-be7f-5f48e82103ba by drivers openvswitch,hyperv on host n-h2-712140-12 at level 0 using segments [{'id': 'c43d2e16-64d2-466b-8915-fe746cc0a849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '30a5f83d-44db-4be9-a796-3b5e93558c29'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:19:17.012548 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-fe7a11e6-28a1-4e80-9f9c-08f46adac783 service neutron] Attempting to bind port 1cbff8cc-cee1-4849-be7f-5f48e82103ba on network 30a5f83d-44db-4be9-a796-3b5e93558c29 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:17.020752 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-493f8bd2-b9a2-411a-9fe2-abea392cb361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:17.023492 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36538ead-71eb-4b71-87d6-c52656de1f64 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:17.027990 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-36538ead-71eb-4b71-87d6-c52656de1f64 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] 10.222.0.22 "GET /v2.0/ports/47d33ffa-9fe8-450f-8240-e5da356d872a HTTP/1.1" status: 200 len: 1129 time: 0.2022419 Aug 29 04:19:17.035876 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 48154) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:17.039785 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0299634e-3826-474c-95d9-d5e499a9fd5b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:17.061795 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-fe7a11e6-28a1-4e80-9f9c-08f46adac783 service neutron] Port 1cbff8cc-cee1-4849-be7f-5f48e82103ba on network 30a5f83d-44db-4be9-a796-3b5e93558c29 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:19:17.062278 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-fe7a11e6-28a1-4e80-9f9c-08f46adac783 service neutron] Attempting to bind port 1cbff8cc-cee1-4849-be7f-5f48e82103ba on network 30a5f83d-44db-4be9-a796-3b5e93558c29 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:17.112579 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-fe7a11e6-28a1-4e80-9f9c-08f46adac783 service neutron] Checking agent: {'id': 'b3a0606b-b029-4f5e-8798-3a32b71d8844', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:19:17.112964 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-fe7a11e6-28a1-4e80-9f9c-08f46adac783 service neutron] Checking segment: {'id': 'c43d2e16-64d2-466b-8915-fe746cc0a849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '30a5f83d-44db-4be9-a796-3b5e93558c29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:19:17.113310 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-fe7a11e6-28a1-4e80-9f9c-08f46adac783 service neutron] Bound using segment: {'id': 'c43d2e16-64d2-466b-8915-fe746cc0a849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '30a5f83d-44db-4be9-a796-3b5e93558c29'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:19:17.113763 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-fe7a11e6-28a1-4e80-9f9c-08f46adac783 service neutron] Bound port: 1cbff8cc-cee1-4849-be7f-5f48e82103ba, host: n-h2-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c43d2e16-64d2-466b-8915-fe746cc0a849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '30a5f83d-44db-4be9-a796-3b5e93558c29'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:19:17.114124 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-fe7a11e6-28a1-4e80-9f9c-08f46adac783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:17.129451 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0299634e-3826-474c-95d9-d5e499a9fd5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:17.138145 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port dadb9c10-8132-4068-bd99-1e0a90a18adc completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:19:17.214209 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15fc8746-a24a-4aff-b525-04b485bc8524 admin admin] Network 8e585f17-6f45-4745-a364-5f970b6a45b8 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:19:17.257712 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d19760b-cb60-4dfa-92cf-9ec62a62e7b8 req-1c51e0a6-9272-4129-a188-798b93d204b3 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:17.264148 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d19760b-cb60-4dfa-92cf-9ec62a62e7b8 req-1c51e0a6-9272-4129-a188-798b93d204b3 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:17.271588 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d19760b-cb60-4dfa-92cf-9ec62a62e7b8 req-1c51e0a6-9272-4129-a188-798b93d204b3 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:17.280163 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d19760b-cb60-4dfa-92cf-9ec62a62e7b8 req-1c51e0a6-9272-4129-a188-798b93d204b3 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:17.288917 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d19760b-cb60-4dfa-92cf-9ec62a62e7b8 req-1c51e0a6-9272-4129-a188-798b93d204b3 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:17.297253 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d19760b-cb60-4dfa-92cf-9ec62a62e7b8 req-1c51e0a6-9272-4129-a188-798b93d204b3 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:17.304428 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d19760b-cb60-4dfa-92cf-9ec62a62e7b8 req-1c51e0a6-9272-4129-a188-798b93d204b3 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:17.307005 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0d19760b-cb60-4dfa-92cf-9ec62a62e7b8 req-1c51e0a6-9272-4129-a188-798b93d204b3 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/ports?device_id=afc254ea-ccf6-497c-b6f3-9c7790e81f60 HTTP/1.1" status: 200 len: 5382 time: 0.4244006 Aug 29 04:19:17.316867 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-15fc8746-a24a-4aff-b525-04b485bc8524 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 8e585f17-6f45-4745-a364-5f970b6a45b8) {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:19:17.322763 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15fc8746-a24a-4aff-b525-04b485bc8524 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:17.323717 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-15fc8746-a24a-4aff-b525-04b485bc8524 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:17.342722 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3e45320a-5c22-4434-8391-be3df5c4355f req-13899926-15c2-4071-aff1-9fc0acc7325f service neutron] 10.222.0.22 "GET /v2.0/networks/fd0ebf3e-1de7-4175-8484-8ada44138a5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4582775 Aug 29 04:19:17.346436 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-493f8bd2-b9a2-411a-9fe2-abea392cb361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:17.363547 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba5f017a-190b-490c-bba6-f65dcf6ed77a None None] Network 8e585f17-6f45-4745-a364-5f970b6a45b8 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:19:17.383105 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-493f8bd2-b9a2-411a-9fe2-abea392cb361 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe770585-a0e4-43ec-865b-d1030eff1ee8']}} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:17.393800 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-15fc8746-a24a-4aff-b525-04b485bc8524 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.3382788 Aug 29 04:19:17.397144 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-493f8bd2-b9a2-411a-9fe2-abea392cb361 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a361a5a-9d59-4b40-a4d8-5fab9d00c859') {'for_net_delete': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:17.397793 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-493f8bd2-b9a2-411a-9fe2-abea392cb361 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a361a5a-9d59-4b40-a4d8-5fab9d00c859') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:17.452734 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0d19760b-cb60-4dfa-92cf-9ec62a62e7b8 req-fc30eaa6-8159-4abc-bab1-7f2c21ff49bf tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/security-groups?id=c5569642-fe3a-4dae-b304-b5b17959f467&id=6765471a-6318-4be5-8b74-21c509c8c5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1058600 Aug 29 04:19:17.456162 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-a8ca2da5-283a-4635-8b6b-5c8244aab8ed None None] Provisioning complete for port 47d33ffa-9fe8-450f-8240-e5da356d872a triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:19:17.456162 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a8ca2da5-283a-4635-8b6b-5c8244aab8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:17.475261 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-0299634e-3826-474c-95d9-d5e499a9fd5b admin admin] Allocated IP 172.25.0.74 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/1d5b6ad4-bb9d-4ef2-a488-172fe6e858d1) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:19:17.493152 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-493f8bd2-b9a2-411a-9fe2-abea392cb361 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8904833'] for segment, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:17.560716 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-493f8bd2-b9a2-411a-9fe2-abea392cb361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:17.609122 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3e45320a-5c22-4434-8391-be3df5c4355f req-f6a32fe8-1b59-4842-96fd-a924989b5bf4 service neutron] 10.222.0.22 "GET /v2.0/networks/fd0ebf3e-1de7-4175-8484-8ada44138a5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529790 Aug 29 04:19:17.614394 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-493f8bd2-b9a2-411a-9fe2-abea392cb361 admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=94828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:19:17.614954 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-493f8bd2-b9a2-411a-9fe2-abea392cb361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9190468'] for segment, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:17.631031 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-a8ca2da5-283a-4635-8b6b-5c8244aab8ed None None] Port 47d33ffa-9fe8-450f-8240-e5da356d872a cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:19:17.715225 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-cf56f15f-75a4-4d90-b421-f2c215e79111 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] Deleting port 47d33ffa-9fe8-450f-8240-e5da356d872a {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:19:17.716167 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cf56f15f-75a4-4d90-b421-f2c215e79111 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:17.720132 n-d-712140-12 neutron-server[94828]: Traceback (most recent call last): Aug 29 04:19:17.720132 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:19:17.720132 n-d-712140-12 neutron-server[94828]: timer() Aug 29 04:19:17.720132 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:19:17.720132 n-d-712140-12 neutron-server[94828]: cb(*args, **kw) Aug 29 04:19:17.720132 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:19:17.720132 n-d-712140-12 neutron-server[94828]: return func(*args, **kwargs) Aug 29 04:19:17.720132 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:19:17.720132 n-d-712140-12 neutron-server[94828]: self._notify() Aug 29 04:19:17.720132 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:19:17.720132 n-d-712140-12 neutron-server[94828]: self.callback(batched_events) Aug 29 04:19:17.720132 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:19:17.720132 n-d-712140-12 neutron-server[94828]: event.method(event) Aug 29 04:19:17.720132 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:19:17.720132 n-d-712140-12 neutron-server[94828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:19:17.720132 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:19:17.720132 n-d-712140-12 neutron-server[94828]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:19:17.720132 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:19:17.720132 n-d-712140-12 neutron-server[94828]: return f(self, *a, **k) Aug 29 04:19:17.720132 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:19:17.720132 n-d-712140-12 neutron-server[94828]: return self._get(url).json() Aug 29 04:19:17.720132 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:19:17.720132 n-d-712140-12 neutron-server[94828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:19:17.720132 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:19:17.720132 n-d-712140-12 neutron-server[94828]: return self.request(url, 'GET', **kwargs) Aug 29 04:19:17.720132 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:19:17.720132 n-d-712140-12 neutron-server[94828]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:19:17.720132 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:19:17.720132 n-d-712140-12 neutron-server[94828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:19:17.720132 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:19:17.720132 n-d-712140-12 neutron-server[94828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:19:17.720132 n-d-712140-12 neutron-server[94828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:19:17.725397 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-493f8bd2-b9a2-411a-9fe2-abea392cb361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:17.729788 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-fe7a11e6-28a1-4e80-9f9c-08f46adac783 service neutron] For port 1cbff8cc-cee1-4849-be7f-5f48e82103ba, host n-h2-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:19:17.768508 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-493f8bd2-b9a2-411a-9fe2-abea392cb361 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:17.774633 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-493f8bd2-b9a2-411a-9fe2-abea392cb361 admin admin] 10.222.0.22 "DELETE /v2.0/networks/fe770585-a0e4-43ec-865b-d1030eff1ee8 HTTP/1.1" status: 204 len: 168 time: 1.1963046 Aug 29 04:19:17.774872 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832d8400-89a1-4ec4-bea8-872ccf0d2653 None None] Network 8e585f17-6f45-4745-a364-5f970b6a45b8 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:19:17.784448 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0299634e-3826-474c-95d9-d5e499a9fd5b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:17.845307 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-fe7a11e6-28a1-4e80-9f9c-08f46adac783 service neutron] For port 1cbff8cc-cee1-4849-be7f-5f48e82103ba, host n-h2-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=1cbff8cc-cee1-4849-be7f-5f48e82103ba,segment=NetworkSegment(c43d2e16-64d2-466b-8915-fe746cc0a849),segment_id=c43d2e16-64d2-466b-8915-fe746cc0a849)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:19:17.851236 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493f8bd2-b9a2-411a-9fe2-abea392cb361 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe770585-a0e4-43ec-865b-d1030eff1ee8,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:17.859021 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-fe7a11e6-28a1-4e80-9f9c-08f46adac783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:17.888731 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0299634e-3826-474c-95d9-d5e499a9fd5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:17.977881 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7a11e6-28a1-4e80-9f9c-08f46adac783 service neutron] Pushing event updated for resources: {'Port': ['ID=1cbff8cc-cee1-4849-be7f-5f48e82103ba,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:18.007459 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-fe7a11e6-28a1-4e80-9f9c-08f46adac783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:18.014000 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-fe7a11e6-28a1-4e80-9f9c-08f46adac783 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:18.019717 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-fe7a11e6-28a1-4e80-9f9c-08f46adac783 service neutron] 10.222.0.48 "PUT /v2.0/ports/1cbff8cc-cee1-4849-be7f-5f48e82103ba HTTP/1.1" status: 200 len: 1136 time: 4.6822784 Aug 29 04:19:18.023679 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afc254ea-ccf6-497c-b6f3-9c7790e81f60', 'tag': '1cbff8cc-cee1-4849-be7f-5f48e82103ba'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:18.034017 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0299634e-3826-474c-95d9-d5e499a9fd5b admin admin] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:19:18.036490 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27bbab05-67b6-4dec-8a70-afd417692af4" -d '{"events": [{"name": "network-changed", "server_uuid": "afc254ea-ccf6-497c-b6f3-9c7790e81f60", "tag": "1cbff8cc-cee1-4849-be7f-5f48e82103ba"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:18.040136 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd8d4b7-6cd4-4ee3-a5ca-1e55e5dfc894 None None] Network fd020187-6618-42b7-a26a-d8ebebc46774 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:19:18.053560 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-0299634e-3826-474c-95d9-d5e499a9fd5b admin admin] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:19:18.060441 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0299634e-3826-474c-95d9-d5e499a9fd5b admin admin] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:19:18.095017 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-9b8b40ef-212c-4b74-ae5a-8d5ffd00cc33 service neutron] Request body: {'port': {'device_id': 'afc254ea-ccf6-497c-b6f3-9c7790e81f60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:18.134924 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0299634e-3826-474c-95d9-d5e499a9fd5b admin admin] Pushing event updated for resources: {'Port': ['ID=1d5b6ad4-bb9d-4ef2-a488-172fe6e858d1,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:18.236035 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 48184) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:18.266241 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-9b8b40ef-212c-4b74-ae5a-8d5ffd00cc33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:18.437088 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-5092535e-35eb-49b9-93cd-cd9a07363763 None None] Provisioning for port dadb9c10-8132-4068-bd99-1e0a90a18adc completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:19:18.438372 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cf56f15f-75a4-4d90-b421-f2c215e79111 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:18.445807 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-5092535e-35eb-49b9-93cd-cd9a07363763 None None] Provisioning complete for port dadb9c10-8132-4068-bd99-1e0a90a18adc triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:19:18.446214 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5092535e-35eb-49b9-93cd-cd9a07363763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:18.469992 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7c6906f9-06bc-400a-9334-91a878706446 req-3b3f14d4-55b8-4c25-b00e-78ac9961610f tempest-ServerTagsTestJSON-618676379 tempest-ServerTagsTestJSON-618676379-project] 10.222.0.22 "GET /v2.0/ports?device_id=e90c7d15-2dc8-4a03-9da7-43e890023873 HTTP/1.1" status: 200 len: 210 time: 0.0628998 Aug 29 04:19:18.521436 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-cf56f15f-75a4-4d90-b421-f2c215e79111 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] Calling delete_port for 47d33ffa-9fe8-450f-8240-e5da356d872a owned by {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:19:18.602842 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5092535e-35eb-49b9-93cd-cd9a07363763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:18.640831 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-772053d9-1e5a-4983-abdc-82d9d0f3708e x-openstack-request-id: req-772053d9-1e5a-4983-abdc-82d9d0f3708e {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:18.641304 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afc254ea-ccf6-497c-b6f3-9c7790e81f60", "tag": "1cbff8cc-cee1-4849-be7f-5f48e82103ba", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:18.641901 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-772053d9-1e5a-4983-abdc-82d9d0f3708e {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:18.642404 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afc254ea-ccf6-497c-b6f3-9c7790e81f60', 'tag': '1cbff8cc-cee1-4849-be7f-5f48e82103ba', 'status': 'completed', 'code': 200} Aug 29 04:19:18.692671 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-5092535e-35eb-49b9-93cd-cd9a07363763 None None] For port dadb9c10-8132-4068-bd99-1e0a90a18adc, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=dadb9c10-8132-4068-bd99-1e0a90a18adc,segment=NetworkSegment(4345054c-8cc7-4ded-979c-629f28057ddf),segment_id=4345054c-8cc7-4ded-979c-629f28057ddf)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:18.698458 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5092535e-35eb-49b9-93cd-cd9a07363763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:18.726704 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0299634e-3826-474c-95d9-d5e499a9fd5b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:18.750646 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 48198) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:18.762921 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867f845f-4f0a-4e0d-9d42-417766391b76 req-89937316-58fd-40a2-a32a-46a553bee642 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:18.770897 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5092535e-35eb-49b9-93cd-cd9a07363763 None None] Pushing event updated for resources: {'Port': ['ID=dadb9c10-8132-4068-bd99-1e0a90a18adc,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:18.771865 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-867f845f-4f0a-4e0d-9d42-417766391b76 req-89937316-58fd-40a2-a32a-46a553bee642 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=75a39e68-5d14-43e2-bf0b-82240c86b1bf HTTP/1.1" status: 200 len: 945 time: 0.5307958 Aug 29 04:19:18.785798 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-6f1bf979-709c-43e9-9f0a-1d273ab7a3ba admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1100931597-network', 'tenant_id': '5fb9c89b8a2f437d8564aea9b49bd3b6'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:18.865879 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-c64ce685-a2b0-4457-9a94-3e3ab601757a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b4784151d99c49e0b884d614cd8b3519&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5950377 Aug 29 04:19:18.873495 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 48200) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:18.882978 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-867f845f-4f0a-4e0d-9d42-417766391b76 req-70c24457-a553-412a-ac37-9aee7605d675 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100996 Aug 29 04:19:18.951105 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:18.976374 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-f39fd649-5d07-4462-bd3e-97df13215e14 None None] Provisioning complete for port dadb9c10-8132-4068-bd99-1e0a90a18adc triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:19:18.978237 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f39fd649-5d07-4462-bd3e-97df13215e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:19.016698 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bbab05-67b6-4dec-8a70-afd417692af4 req-d6b6a91f-8bc0-416a-9956-f049b51e93ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:19.017182 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bbab05-67b6-4dec-8a70-afd417692af4 req-d6b6a91f-8bc0-416a-9956-f049b51e93ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:19.017649 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bbab05-67b6-4dec-8a70-afd417692af4 req-d6b6a91f-8bc0-416a-9956-f049b51e93ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:19.018120 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bbab05-67b6-4dec-8a70-afd417692af4 req-d6b6a91f-8bc0-416a-9956-f049b51e93ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:19.018581 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bbab05-67b6-4dec-8a70-afd417692af4 req-d6b6a91f-8bc0-416a-9956-f049b51e93ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:19.019043 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bbab05-67b6-4dec-8a70-afd417692af4 req-d6b6a91f-8bc0-416a-9956-f049b51e93ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:19.019499 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bbab05-67b6-4dec-8a70-afd417692af4 req-d6b6a91f-8bc0-416a-9956-f049b51e93ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:19.021535 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-27bbab05-67b6-4dec-8a70-afd417692af4 req-d6b6a91f-8bc0-416a-9956-f049b51e93ac service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e5f0d8ebc9a74e589a93c4dfadff20f5&device_id=afc254ea-ccf6-497c-b6f3-9c7790e81f60 HTTP/1.1" status: 200 len: 6222 time: 0.4104970 Aug 29 04:19:19.062821 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25376110-849f-4263-97d4-4edd375e9236 req-cce8e9a3-e5d8-4441-9636-4803c4a841bc tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:19.071414 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-25376110-849f-4263-97d4-4edd375e9236 req-cce8e9a3-e5d8-4441-9636-4803c4a841bc tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=a75e7a99-9969-491a-b52c-6ec12a3b4ddc HTTP/1.1" status: 200 len: 946 time: 0.2780890 Aug 29 04:19:19.088379 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f1bf979-709c-43e9-9f0a-1d273ab7a3ba admin admin] Made reservation on behalf of 5fb9c89b8a2f437d8564aea9b49bd3b6 for: {'network': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:19:19.090994 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6f1bf979-709c-43e9-9f0a-1d273ab7a3ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:19.118060 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6f1bf979-709c-43e9-9f0a-1d273ab7a3ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:19.134441 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-25376110-849f-4263-97d4-4edd375e9236 req-6a607a4a-bbae-43ae-8905-ae0cb9924510 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=67519499-017b-4c54-88db-c974346724c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615792 Aug 29 04:19:19.142905 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0299634e-3826-474c-95d9-d5e499a9fd5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409'] for router, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:19.243871 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2db73ac4-c624-4fe3-a4d9-260c6563de41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:19.315122 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a0159d-9b21-43b7-b7e6-83d1c32c1de1 req-fabc4b28-b7f9-48b6-a59b-ef32dc7202df tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:19.325688 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a0159d-9b21-43b7-b7e6-83d1c32c1de1 req-fabc4b28-b7f9-48b6-a59b-ef32dc7202df tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:19.336539 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0299634e-3826-474c-95d9-d5e499a9fd5b admin admin] Router 9defbc3d-dbf1-4d26-a895-3ed92507d0ef is scheduled to L3 agent 76874008-c311-485c-ba36-921b6d275b6a with binding_index 1 {{(pid=94829) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:19:19.338592 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a0159d-9b21-43b7-b7e6-83d1c32c1de1 req-fabc4b28-b7f9-48b6-a59b-ef32dc7202df tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:19.349270 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a0159d-9b21-43b7-b7e6-83d1c32c1de1 req-fabc4b28-b7f9-48b6-a59b-ef32dc7202df tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:19.355669 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a0159d-9b21-43b7-b7e6-83d1c32c1de1 req-fabc4b28-b7f9-48b6-a59b-ef32dc7202df tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:19.361745 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a0159d-9b21-43b7-b7e6-83d1c32c1de1 req-fabc4b28-b7f9-48b6-a59b-ef32dc7202df tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:19.367878 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a0159d-9b21-43b7-b7e6-83d1c32c1de1 req-fabc4b28-b7f9-48b6-a59b-ef32dc7202df tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:19.369843 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-20a0159d-9b21-43b7-b7e6-83d1c32c1de1 req-fabc4b28-b7f9-48b6-a59b-ef32dc7202df tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/ports?device_id=afc254ea-ccf6-497c-b6f3-9c7790e81f60 HTTP/1.1" status: 200 len: 5382 time: 0.3756313 Aug 29 04:19:19.453246 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2db73ac4-c624-4fe3-a4d9-260c6563de41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:19.462446 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0299634e-3826-474c-95d9-d5e499a9fd5b admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:19:19.476178 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd6c5d6-3eb8-4cf7-9fe1-f719a71f2150 None None] Sync routers for ids ['9defbc3d-dbf1-4d26-a895-3ed92507d0ef'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:19:19.489822 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd6c5d6-3eb8-4cf7-9fe1-f719a71f2150 None None] Routers {'9defbc3d-dbf1-4d26-a895-3ed92507d0ef'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:19:19.490719 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-4bd6c5d6-3eb8-4cf7-9fe1-f719a71f2150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:19:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['9defbc3d-dbf1-4d26-a895-3ed92507d0ef'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:19.539737 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bbab05-67b6-4dec-8a70-afd417692af4 req-1f10c254-a7e2-4e6b-b5ee-e0beca22429a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:19.540192 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bbab05-67b6-4dec-8a70-afd417692af4 req-1f10c254-a7e2-4e6b-b5ee-e0beca22429a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:19.540889 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bbab05-67b6-4dec-8a70-afd417692af4 req-1f10c254-a7e2-4e6b-b5ee-e0beca22429a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:19.542785 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-27bbab05-67b6-4dec-8a70-afd417692af4 req-1f10c254-a7e2-4e6b-b5ee-e0beca22429a service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=e5f0d8ebc9a74e589a93c4dfadff20f5&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4904308 Aug 29 04:19:19.554320 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cf56f15f-75a4-4d90-b421-f2c215e79111 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:19.625569 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-20a0159d-9b21-43b7-b7e6-83d1c32c1de1 req-0e8e4fad-3282-49ed-8bab-270eb0ccc69a tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/security-groups?id=c5569642-fe3a-4dae-b304-b5b17959f467&id=6765471a-6318-4be5-8b74-21c509c8c5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2389324 Aug 29 04:19:19.665010 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e41ea4fb-a8a3-4610-bcc4-db71ff183b0f req-d48ca965-931c-471b-97f9-65086a84016e tempest-ServerTagsTestJSON-618676379 tempest-ServerTagsTestJSON-618676379-project] 10.222.0.22 "GET /v2.0/ports?device_id=e90c7d15-2dc8-4a03-9da7-43e890023873 HTTP/1.1" status: 200 len: 210 time: 0.0557954 Aug 29 04:19:19.707323 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-4bd6c5d6-3eb8-4cf7-9fe1-f719a71f2150 None None] Set router 9defbc3d-dbf1-4d26-a895-3ed92507d0ef gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:19:19.974074 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-4bd6c5d6-3eb8-4cf7-9fe1-f719a71f2150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9defbc3d-dbf1-4d26-a895-3ed92507d0ef', 'name': 'tempest-AttachVolumeShelveTestJSON-346863165-router', 'tenant_id': '45c0a3ca896a4dd0bcf90e5c0bd5812f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '1d5b6ad4-bb9d-4ef2-a488-172fe6e858d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:19:14Z', 'updated_at': '2021-08-29T04:19:18Z', 'revision_number': 3, 'project_id': '45c0a3ca896a4dd0bcf90e5c0bd5812f', 'gw_port': {'id': '1d5b6ad4-bb9d-4ef2-a488-172fe6e858d1', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:1d:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9defbc3d-dbf1-4d26-a895-3ed92507d0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:19:17Z', 'updated_at': '2021-08-29T04:19:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:20.012934 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd6c5d6-3eb8-4cf7-9fe1-f719a71f2150 None None] Checking router: 9defbc3d-dbf1-4d26-a895-3ed92507d0ef for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:19:20.013282 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd6c5d6-3eb8-4cf7-9fe1-f719a71f2150 None None] Updating router 9defbc3d-dbf1-4d26-a895-3ed92507d0ef port 1d5b6ad4-bb9d-4ef2-a488-172fe6e858d1 binding host n-d-712140-12 {{(pid=94830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:19:20.047286 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4bd6c5d6-3eb8-4cf7-9fe1-f719a71f2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:20.093878 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf56f15f-75a4-4d90-b421-f2c215e79111 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] Pushing event deleted for resources: {'Port': ['ID=47d33ffa-9fe8-450f-8240-e5da356d872a,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:20.214463 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cf56f15f-75a4-4d90-b421-f2c215e79111 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:20.220341 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 48208) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:20.220702 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-cf56f15f-75a4-4d90-b421-f2c215e79111 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] 10.222.0.22 "DELETE /v2.0/ports/47d33ffa-9fe8-450f-8240-e5da356d872a HTTP/1.1" status: 204 len: 168 time: 3.1813405 Aug 29 04:19:20.317616 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2db73ac4-c624-4fe3-a4d9-260c6563de41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:20.320589 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2db73ac4-c624-4fe3-a4d9-260c6563de41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:20.322040 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-2db73ac4-c624-4fe3-a4d9-260c6563de41 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0af834e7-acaf-4d90-a371-bad8b3cc1714 HTTP/1.1" status: 204 len: 168 time: 1.4380734 Aug 29 04:19:20.347945 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5efc5c-90fd-4d9b-b80f-db729fc63a14 req-b052cfcc-9953-4ea0-a211-8e1497a5e3e5 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:20.353984 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4a5efc5c-90fd-4d9b-b80f-db729fc63a14 req-b052cfcc-9953-4ea0-a211-8e1497a5e3e5 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=a75e7a99-9969-491a-b52c-6ec12a3b4ddc HTTP/1.1" status: 200 len: 946 time: 0.1206150 Aug 29 04:19:20.367043 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f31465d-913d-4cab-9126-fd9b503ca930 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] Deleting subnet 6f29aa54-e4fa-45a1-9828-058ad35d3957 {{(pid=94829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:19:20.384402 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1f31465d-913d-4cab-9126-fd9b503ca930 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] Notify callbacks [] for subnet, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:20.424938 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e45320a-5c22-4434-8391-be3df5c4355f req-e6dc8ada-b530-46cc-8c56-fb28e3b7b977 tempest-ServerTagsTestJSON-618676379 tempest-ServerTagsTestJSON-618676379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:20.426568 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3e45320a-5c22-4434-8391-be3df5c4355f req-e6dc8ada-b530-46cc-8c56-fb28e3b7b977 tempest-ServerTagsTestJSON-618676379 tempest-ServerTagsTestJSON-618676379-project] 10.222.0.46 "GET /v2.0/networks?id=fd0ebf3e-1de7-4175-8484-8ada44138a5c HTTP/1.1" status: 200 len: 809 time: 0.8260527 Aug 29 04:19:20.437822 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db73ac4-c624-4fe3-a4d9-260c6563de41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af834e7-acaf-4d90-a371-bad8b3cc1714,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:20.478061 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-3e45320a-5c22-4434-8391-be3df5c4355f req-84caffd9-0714-4c83-a363-b94101129512 tempest-ServerTagsTestJSON-618676379 tempest-ServerTagsTestJSON-618676379-project] Request body: {'port': {'device_id': 'e90c7d15-2dc8-4a03-9da7-43e890023873', 'network_id': 'fd0ebf3e-1de7-4175-8484-8ada44138a5c', 'admin_state_up': True, 'tenant_id': '3e3cfe3eba6847d2813d23ba37a6b75b'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:20.487458 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bbab05-67b6-4dec-8a70-afd417692af4 req-716ccbf2-ed96-4647-9334-93363b3e22f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:20.489023 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-27bbab05-67b6-4dec-8a70-afd417692af4 req-716ccbf2-ed96-4647-9334-93363b3e22f3 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9291868 Aug 29 04:19:20.496507 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-9b8b40ef-212c-4b74-ae5a-8d5ffd00cc33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 540cae85-7f7d-4921-89a2-7ca402f8590f {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:19:20.505836 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-9b8b40ef-212c-4b74-ae5a-8d5ffd00cc33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:20.519861 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1f31465d-913d-4cab-9126-fd9b503ca930 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4311743'] for subnet, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:20.522481 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6f1bf979-709c-43e9-9f0a-1d273ab7a3ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:20.527511 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4bd6c5d6-3eb8-4cf7-9fe1-f719a71f2150 None None] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:20.531202 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4a5efc5c-90fd-4d9b-b80f-db729fc63a14 req-7de81a37-af03-4434-a1fb-1921cec31402 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=67519499-017b-4c54-88db-c974346724c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601524 Aug 29 04:19:20.554332 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-4bd6c5d6-3eb8-4cf7-9fe1-f719a71f2150 None None] Transition to ACTIVE for port object 1d5b6ad4-bb9d-4ef2-a488-172fe6e858d1 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:19:20.559853 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0299634e-3826-474c-95d9-d5e499a9fd5b admin admin] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:20.566901 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4bd6c5d6-3eb8-4cf7-9fe1-f719a71f2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:20.571455 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-9b8b40ef-212c-4b74-ae5a-8d5ffd00cc33 service neutron] Transition to ACTIVE for port object 540cae85-7f7d-4921-89a2-7ca402f8590f will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:19:20.572203 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-0299634e-3826-474c-95d9-d5e499a9fd5b admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.7350669 Aug 29 04:19:20.575623 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6f1bf979-709c-43e9-9f0a-1d273ab7a3ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:20.578070 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 48212) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:20.620049 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ce7e3e-d48c-491d-8dd7-19663c7add3e req-872f375f-fecf-4d5f-ae6e-7c3718f0492a tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:20.621949 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-48ce7e3e-d48c-491d-8dd7-19663c7add3e req-872f375f-fecf-4d5f-ae6e-7c3718f0492a tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=75a39e68-5d14-43e2-bf0b-82240c86b1bf HTTP/1.1" status: 200 len: 945 time: 0.5239320 Aug 29 04:19:20.641247 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-9b8b40ef-212c-4b74-ae5a-8d5ffd00cc33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:20.672661 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-4bd6c5d6-3eb8-4cf7-9fe1-f719a71f2150 None None] Attempting to bind port 1d5b6ad4-bb9d-4ef2-a488-172fe6e858d1 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:19:20.673046 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-4bd6c5d6-3eb8-4cf7-9fe1-f719a71f2150 None None] Attempting to bind port 1d5b6ad4-bb9d-4ef2-a488-172fe6e858d1 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:19:20.673420 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd6c5d6-3eb8-4cf7-9fe1-f719a71f2150 None None] Attempting to bind port 1d5b6ad4-bb9d-4ef2-a488-172fe6e858d1 on network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:20.681506 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3475181f-c092-472a-bbc9-c04d3a046be1 None None] Pushing event updated for resources: {'Port': ['ID=1d5b6ad4-bb9d-4ef2-a488-172fe6e858d1,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:20.687680 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd6c5d6-3eb8-4cf7-9fe1-f719a71f2150 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:19:20.688506 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd6c5d6-3eb8-4cf7-9fe1-f719a71f2150 None None] Checking segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:19:20.689171 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4bd6c5d6-3eb8-4cf7-9fe1-f719a71f2150 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:20.690244 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd6c5d6-3eb8-4cf7-9fe1-f719a71f2150 None None] Bound using segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:19:20.691203 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-4bd6c5d6-3eb8-4cf7-9fe1-f719a71f2150 None None] Bound port: 1d5b6ad4-bb9d-4ef2-a488-172fe6e858d1, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:19:20.691923 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4bd6c5d6-3eb8-4cf7-9fe1-f719a71f2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:20.756289 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f1bf979-709c-43e9-9f0a-1d273ab7a3ba admin admin] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=94828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:19:20.789211 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1bf979-709c-43e9-9f0a-1d273ab7a3ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d3c2e0e-2533-40b2-80ad-bc1b055bab64,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:20.844312 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6f1bf979-709c-43e9-9f0a-1d273ab7a3ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:20.844783 n-d-712140-12 neutron-server[94828]: INFO neutron.db.segments_db [None req-6f1bf979-709c-43e9-9f0a-1d273ab7a3ba admin admin] Added segment 27b6c961-b149-411a-8057-4b5c0b946080 of type vlan for network 416f1609-ccec-429c-9a6c-6d57c7644dee Aug 29 04:19:20.853031 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1f31465d-913d-4cab-9126-fd9b503ca930 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:20.860544 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-4bd6c5d6-3eb8-4cf7-9fe1-f719a71f2150 None None] For port 1d5b6ad4-bb9d-4ef2-a488-172fe6e858d1, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:19:20.871761 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-4bd6c5d6-3eb8-4cf7-9fe1-f719a71f2150 None None] For port 1d5b6ad4-bb9d-4ef2-a488-172fe6e858d1, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=1d5b6ad4-bb9d-4ef2-a488-172fe6e858d1,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:19:20.879265 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4bd6c5d6-3eb8-4cf7-9fe1-f719a71f2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:20.906363 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8b40ef-212c-4b74-ae5a-8d5ffd00cc33 service neutron] Pushing event updated for resources: {'Port': ['ID=540cae85-7f7d-4921-89a2-7ca402f8590f,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:20.943640 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device dadb9c10-8132-4068-bd99-1e0a90a18adc up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:19:21.032761 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-48ce7e3e-d48c-491d-8dd7-19663c7add3e req-cae3dada-2c6c-4ddb-b2d3-7eb111dab61a tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3767347 Aug 29 04:19:21.045026 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd6c5d6-3eb8-4cf7-9fe1-f719a71f2150 None None] Routers {'9defbc3d-dbf1-4d26-a895-3ed92507d0ef'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:19:21.045862 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-4bd6c5d6-3eb8-4cf7-9fe1-f719a71f2150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:19:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['9defbc3d-dbf1-4d26-a895-3ed92507d0ef'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:21.099213 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6f1bf979-709c-43e9-9f0a-1d273ab7a3ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:21.109843 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd63b612-bba8-4361-9349-3155557e8fb0 req-7cba1dc4-d892-4693-9620-2ea7351499c8 tempest-LiveAutoBlockMigrationV225Test-280615785 tempest-LiveAutoBlockMigrationV225Test-280615785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:21.113538 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dd63b612-bba8-4361-9349-3155557e8fb0 req-7cba1dc4-d892-4693-9620-2ea7351499c8 tempest-LiveAutoBlockMigrationV225Test-280615785 tempest-LiveAutoBlockMigrationV225Test-280615785-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=75a39e68-5d14-43e2-bf0b-82240c86b1bf&tenant_id=1d0658a0a90a4facb02cad62921e20d5&binding%3Ahost_id=n-h1-712140-12 HTTP/1.1" status: 200 len: 1097 time: 0.5298679 Aug 29 04:19:21.134439 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1f31465d-913d-4cab-9126-fd9b503ca930 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4552352'] for subnet, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:21.134892 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port dadb9c10-8132-4068-bd99-1e0a90a18adc triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:19:21.135418 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:21.159460 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1f31465d-913d-4cab-9126-fd9b503ca930 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:21.177136 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-1f31465d-913d-4cab-9126-fd9b503ca930 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] 10.222.0.22 "DELETE /v2.0/subnets/6f29aa54-e4fa-45a1-9828-058ad35d3957 HTTP/1.1" status: 204 len: 168 time: 0.9553092 Aug 29 04:19:21.197685 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 48224) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:21.207035 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-dd63b612-bba8-4361-9349-3155557e8fb0 req-e45d1e30-53ce-400e-82c2-2e4ce2da9647 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712140-12'}}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:21.238785 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af6bae65-5dc6-4d0f-a418-4108d9e2b8b9 None None] Network 33160381-5190-4174-ab64-ea04cf3f1f59 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:19:21.249894 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f31465d-913d-4cab-9126-fd9b503ca930 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] Pushing event deleted for resources: {'Subnet': ['ID=6f29aa54-e4fa-45a1-9828-058ad35d3957,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:21.414120 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-09088b55-4ff6-48fb-924e-5bbe4ec95eda tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:21.468360 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.db.resource_extend [None req-6f1bf979-709c-43e9-9f0a-1d273ab7a3ba admin admin] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:19:21.550388 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-dd63b612-bba8-4361-9349-3155557e8fb0 req-e45d1e30-53ce-400e-82c2-2e4ce2da9647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:21.556236 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-90dbc062-30aa-44ea-991f-a9c1b66562b1 req-fe1087e8-7b33-419b-8d5c-924124ab0298 tempest-ServerTagsTestJSON-618676379 tempest-ServerTagsTestJSON-618676379-project] 10.222.0.22 "GET /v2.0/ports?device_id=e90c7d15-2dc8-4a03-9da7-43e890023873 HTTP/1.1" status: 200 len: 210 time: 0.2685769 Aug 29 04:19:21.578594 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e45320a-5c22-4434-8391-be3df5c4355f req-84caffd9-0714-4c83-a363-b94101129512 tempest-ServerTagsTestJSON-618676379 tempest-ServerTagsTestJSON-618676379-project] Made reservation on behalf of 3e3cfe3eba6847d2813d23ba37a6b75b for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:19:21.582871 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-3e45320a-5c22-4434-8391-be3df5c4355f req-84caffd9-0714-4c83-a363-b94101129512 tempest-ServerTagsTestJSON-618676379 tempest-ServerTagsTestJSON-618676379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:21.616019 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3475181f-c092-472a-bbc9-c04d3a046be1 None None] Pushing event updated for resources: {'Port': ['ID=1d5b6ad4-bb9d-4ef2-a488-172fe6e858d1,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:21.785848 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6f1bf979-709c-43e9-9f0a-1d273ab7a3ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:21.786994 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1bf979-709c-43e9-9f0a-1d273ab7a3ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:21.787623 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6f1bf979-709c-43e9-9f0a-1d273ab7a3ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:21.828800 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4ce56e-b189-42a4-b884-cdd44da26c41 req-dc6ff8ed-6488-42d8-87f6-645ca2f91e45 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:21.835142 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-9b8b40ef-212c-4b74-ae5a-8d5ffd00cc33 service neutron] Attempting to bind port 540cae85-7f7d-4921-89a2-7ca402f8590f on host n-h2-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:19:21.835142 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-9b8b40ef-212c-4b74-ae5a-8d5ffd00cc33 service neutron] Attempting to bind port 540cae85-7f7d-4921-89a2-7ca402f8590f by drivers openvswitch,hyperv on host n-h2-712140-12 at level 0 using segments [{'id': 'c43d2e16-64d2-466b-8915-fe746cc0a849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '30a5f83d-44db-4be9-a796-3b5e93558c29'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:19:21.835657 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-9b8b40ef-212c-4b74-ae5a-8d5ffd00cc33 service neutron] Attempting to bind port 540cae85-7f7d-4921-89a2-7ca402f8590f on network 30a5f83d-44db-4be9-a796-3b5e93558c29 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:21.837174 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4ce56e-b189-42a4-b884-cdd44da26c41 req-dc6ff8ed-6488-42d8-87f6-645ca2f91e45 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:21.844984 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4ce56e-b189-42a4-b884-cdd44da26c41 req-dc6ff8ed-6488-42d8-87f6-645ca2f91e45 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:21.853183 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4ce56e-b189-42a4-b884-cdd44da26c41 req-dc6ff8ed-6488-42d8-87f6-645ca2f91e45 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:21.859273 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-4bd6c5d6-3eb8-4cf7-9fe1-f719a71f2150 None None] Set router 9defbc3d-dbf1-4d26-a895-3ed92507d0ef gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:19:21.865739 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4ce56e-b189-42a4-b884-cdd44da26c41 req-dc6ff8ed-6488-42d8-87f6-645ca2f91e45 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:21.886400 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4ce56e-b189-42a4-b884-cdd44da26c41 req-dc6ff8ed-6488-42d8-87f6-645ca2f91e45 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:21.893340 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4ce56e-b189-42a4-b884-cdd44da26c41 req-dc6ff8ed-6488-42d8-87f6-645ca2f91e45 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:21.895731 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9a4ce56e-b189-42a4-b884-cdd44da26c41 req-dc6ff8ed-6488-42d8-87f6-645ca2f91e45 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/ports?device_id=afc254ea-ccf6-497c-b6f3-9c7790e81f60 HTTP/1.1" status: 200 len: 5394 time: 0.8713250 Aug 29 04:19:21.968815 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-dd63b612-bba8-4361-9349-3155557e8fb0 req-e45d1e30-53ce-400e-82c2-2e4ce2da9647 service neutron] For port 59864ef7-059a-4500-85c1-f75d5e2f7370, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=59864ef7-059a-4500-85c1-f75d5e2f7370,segment=NetworkSegment(1fc19f14-bf6d-4959-b2c5-ed51e935e5ad),segment_id=1fc19f14-bf6d-4959-b2c5-ed51e935e5ad)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:21.970601 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-9b8b40ef-212c-4b74-ae5a-8d5ffd00cc33 service neutron] Port 540cae85-7f7d-4921-89a2-7ca402f8590f on network 30a5f83d-44db-4be9-a796-3b5e93558c29 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:19:21.970936 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-9b8b40ef-212c-4b74-ae5a-8d5ffd00cc33 service neutron] Attempting to bind port 540cae85-7f7d-4921-89a2-7ca402f8590f on network 30a5f83d-44db-4be9-a796-3b5e93558c29 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:22.011857 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 48240) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:22.018596 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-6f1bf979-709c-43e9-9f0a-1d273ab7a3ba admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.2444944 Aug 29 04:19:22.021069 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 48242) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:22.027626 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6fc169-ffb7-4767-ad69-f89ac5b8b8e9 None None] DHCP port deletion for 33160381-5190-4174-ab64-ea04cf3f1f59 request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:19:22.037888 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-4fd13827-584d-42aa-8001-8b69df18c015 admin admin] Request body: {'subnet': {'network_id': '416f1609-ccec-429c-9a6c-6d57c7644dee', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1100931597-subnet', 'tenant_id': '5fb9c89b8a2f437d8564aea9b49bd3b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:22.055128 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-9b8b40ef-212c-4b74-ae5a-8d5ffd00cc33 service neutron] Checking agent: {'id': 'b3a0606b-b029-4f5e-8798-3a32b71d8844', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:19:22.055735 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-9b8b40ef-212c-4b74-ae5a-8d5ffd00cc33 service neutron] Checking segment: {'id': 'c43d2e16-64d2-466b-8915-fe746cc0a849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '30a5f83d-44db-4be9-a796-3b5e93558c29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:19:22.056466 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-9b8b40ef-212c-4b74-ae5a-8d5ffd00cc33 service neutron] Bound using segment: {'id': 'c43d2e16-64d2-466b-8915-fe746cc0a849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '30a5f83d-44db-4be9-a796-3b5e93558c29'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:19:22.057167 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-9b8b40ef-212c-4b74-ae5a-8d5ffd00cc33 service neutron] Bound port: 540cae85-7f7d-4921-89a2-7ca402f8590f, host: n-h2-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c43d2e16-64d2-466b-8915-fe746cc0a849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '30a5f83d-44db-4be9-a796-3b5e93558c29'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:19:22.057708 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-9b8b40ef-212c-4b74-ae5a-8d5ffd00cc33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:22.066137 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1bf979-709c-43e9-9f0a-1d273ab7a3ba admin admin] Pushing event updated for resources: {'Network': ['ID=416f1609-ccec-429c-9a6c-6d57c7644dee,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:22.087269 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 4747ee8d-bf44-402a-9540-65f4f135751f details requested by agent hyperv_n-h2-712140-12 with host n-h2-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:19:22.099457 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 416f1609-ccec-429c-9a6c-6d57c7644dee details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:19:22.151513 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05af0cb6-8245-473e-a9ff-12a6960a1c0c req-06856a71-449b-4e99-a2f6-fbb896ae7f43 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:22.156772 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9a4ce56e-b189-42a4-b884-cdd44da26c41 req-76400c27-aca2-4988-ab2b-a86b7783b2a9 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/security-groups?id=c5569642-fe3a-4dae-b304-b5b17959f467&id=6765471a-6318-4be5-8b74-21c509c8c5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2543108 Aug 29 04:19:22.169570 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-05af0cb6-8245-473e-a9ff-12a6960a1c0c req-06856a71-449b-4e99-a2f6-fbb896ae7f43 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=a75e7a99-9969-491a-b52c-6ec12a3b4ddc HTTP/1.1" status: 200 len: 946 time: 0.3902998 Aug 29 04:19:22.178878 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fd13827-584d-42aa-8001-8b69df18c015 admin admin] Made reservation on behalf of 5fb9c89b8a2f437d8564aea9b49bd3b6 for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:19:22.182412 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4fd13827-584d-42aa-8001-8b69df18c015 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4552395'] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:22.255002 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.db.resource_extend [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:19:22.280620 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-dd63b612-bba8-4361-9349-3155557e8fb0 req-e45d1e30-53ce-400e-82c2-2e4ce2da9647 service neutron] For port 59864ef7-059a-4500-85c1-f75d5e2f7370, host n-h1-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:19:22.319427 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-69be39a8-23b5-4640-997f-9b5fb2196be2 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-2050890224-network', 'tenant_id': '5408424bc4ac4731a316c98f6c001811'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:22.402319 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-09088b55-4ff6-48fb-924e-5bbe4ec95eda tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] Deleting port 21ef68af-4384-4895-be58-547e8b189396 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:19:22.403001 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-09088b55-4ff6-48fb-924e-5bbe4ec95eda tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:22.419009 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-05af0cb6-8245-473e-a9ff-12a6960a1c0c req-d6543df2-9a16-4893-82f2-0df2315af5bf tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=67519499-017b-4c54-88db-c974346724c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440677 Aug 29 04:19:22.485664 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 4747ee8d-bf44-402a-9540-65f4f135751f, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=4747ee8d-bf44-402a-9540-65f4f135751f,segment=NetworkSegment(6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc),segment_id=6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:22.512524 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69be39a8-23b5-4640-997f-9b5fb2196be2 admin admin] Made reservation on behalf of 5408424bc4ac4731a316c98f6c001811 for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:19:22.516294 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-69be39a8-23b5-4640-997f-9b5fb2196be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:22.533229 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75a39e68-5d14-43e2-bf0b-82240c86b1bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59864ef7-059a-4500-85c1-f75d5e2f7370'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:22.534750 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Returning: {'device': '4747ee8d-bf44-402a-9540-65f4f135751f', 'network_id': '7521cd58-9470-4433-82b8-7e942c988b03', 'port_id': '4747ee8d-bf44-402a-9540-65f4f135751f', 'mac_address': 'fa:16:3e:9e:ef:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be5f55ab-7fa1-406c-9ca9-03e74b79ef6a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:19:22.537384 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d778e0a-3278-48d1-8bc0-c799e29308bb" -d '{"events": [{"server_uuid": "75a39e68-5d14-43e2-bf0b-82240c86b1bf", "name": "network-vif-unplugged", "status": "completed", "tag": "59864ef7-059a-4500-85c1-f75d5e2f7370"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:22.539245 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-4f6fc169-ffb7-4767-ad69-f89ac5b8b8e9 None None] Deleting port 21ef68af-4384-4895-be58-547e8b189396 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:19:22.539630 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4f6fc169-ffb7-4767-ad69-f89ac5b8b8e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:22.545172 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-dd63b612-bba8-4361-9349-3155557e8fb0 req-e45d1e30-53ce-400e-82c2-2e4ce2da9647 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:22.551175 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-3e45320a-5c22-4434-8391-be3df5c4355f req-84caffd9-0714-4c83-a363-b94101129512 tempest-ServerTagsTestJSON-618676379 tempest-ServerTagsTestJSON-618676379-project] Allocated IP 172.20.0.6 (fd0ebf3e-1de7-4175-8484-8ada44138a5c/52bcb622-d525-48ed-9753-e25f925c2a05/94a12cf7-90d0-4efc-9143-331f9dc9080e) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:19:22.566982 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-9b8b40ef-212c-4b74-ae5a-8d5ffd00cc33 service neutron] For port 540cae85-7f7d-4921-89a2-7ca402f8590f, host n-h2-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:19:22.578525 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-9b8b40ef-212c-4b74-ae5a-8d5ffd00cc33 service neutron] For port 540cae85-7f7d-4921-89a2-7ca402f8590f, host n-h2-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=540cae85-7f7d-4921-89a2-7ca402f8590f,segment=NetworkSegment(c43d2e16-64d2-466b-8915-fe746cc0a849),segment_id=c43d2e16-64d2-466b-8915-fe746cc0a849)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:19:22.586806 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-dd63b612-bba8-4361-9349-3155557e8fb0 req-e45d1e30-53ce-400e-82c2-2e4ce2da9647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:22.659484 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af07fff-4256-41ae-8a9e-2d64ef712b45 req-343237dc-fe6e-41e5-ac7b-54d59cc1b57c tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:22.663175 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d0eb9c8-3189-4072-aed3-613032787bcd x-openstack-request-id: req-9d0eb9c8-3189-4072-aed3-613032787bcd {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:22.663774 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75a39e68-5d14-43e2-bf0b-82240c86b1bf", "name": "network-vif-unplugged", "status": "completed", "tag": "59864ef7-059a-4500-85c1-f75d5e2f7370", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:22.664120 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9d0eb9c8-3189-4072-aed3-613032787bcd {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:22.664511 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75a39e68-5d14-43e2-bf0b-82240c86b1bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59864ef7-059a-4500-85c1-f75d5e2f7370', 'code': 200} Aug 29 04:19:22.669460 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8af07fff-4256-41ae-8a9e-2d64ef712b45 req-343237dc-fe6e-41e5-ac7b-54d59cc1b57c tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=75a39e68-5d14-43e2-bf0b-82240c86b1bf HTTP/1.1" status: 200 len: 945 time: 0.3647351 Aug 29 04:19:22.677970 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d1e30-53ce-400e-82c2-2e4ce2da9647 service neutron] Pushing event updated for resources: {'Port': ['ID=59864ef7-059a-4500-85c1-f75d5e2f7370,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:22.683388 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-9b8b40ef-212c-4b74-ae5a-8d5ffd00cc33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:22.704010 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-69be39a8-23b5-4640-997f-9b5fb2196be2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:22.704659 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-09088b55-4ff6-48fb-924e-5bbe4ec95eda tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] For port 21ef68af-4384-4895-be58-547e8b189396, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=21ef68af-4384-4895-be58-547e8b189396,segment=NetworkSegment(9a259d55-a357-4bf9-992d-21456acd7ac7),segment_id=9a259d55-a357-4bf9-992d-21456acd7ac7)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:22.705414 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-09088b55-4ff6-48fb-924e-5bbe4ec95eda tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:22.751787 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-4f6fc169-ffb7-4767-ad69-f89ac5b8b8e9 None None] For port 21ef68af-4384-4895-be58-547e8b189396, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=21ef68af-4384-4895-be58-547e8b189396,segment=NetworkSegment(9a259d55-a357-4bf9-992d-21456acd7ac7),segment_id=9a259d55-a357-4bf9-992d-21456acd7ac7)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:22.752670 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4f6fc169-ffb7-4767-ad69-f89ac5b8b8e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:22.788274 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-4f6fc169-ffb7-4767-ad69-f89ac5b8b8e9 None None] Calling delete_port for 21ef68af-4384-4895-be58-547e8b189396 owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:19:22.811794 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4fd13827-584d-42aa-8001-8b69df18c015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4274880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4552377'] for subnet, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:22.818305 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-09088b55-4ff6-48fb-924e-5bbe4ec95eda tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] Calling delete_port for 21ef68af-4384-4895-be58-547e8b189396 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:19:22.850581 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-9b8b40ef-212c-4b74-ae5a-8d5ffd00cc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:22.851451 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-9b8b40ef-212c-4b74-ae5a-8d5ffd00cc33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:22.853198 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-9b8b40ef-212c-4b74-ae5a-8d5ffd00cc33 service neutron] 10.222.0.48 "PUT /v2.0/ports/540cae85-7f7d-4921-89a2-7ca402f8590f HTTP/1.1" status: 200 len: 1092 time: 4.7715857 Aug 29 04:19:22.853395 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 21ef68af-4384-4895-be58-547e8b189396 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:19:22.868861 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-906ef1a5-29e1-4c31-b31f-c36a1f9106b0 req-62b1407b-d211-4b15-a538-1a89f1033b20 tempest-ServerTagsTestJSON-618676379 tempest-ServerTagsTestJSON-618676379-project] 10.222.0.22 "GET /v2.0/ports?device_id=e90c7d15-2dc8-4a03-9da7-43e890023873 HTTP/1.1" status: 200 len: 210 time: 0.0829966 Aug 29 04:19:22.885080 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8af07fff-4256-41ae-8a9e-2d64ef712b45 req-1d29d3f1-c9e5-493c-b87f-68a48bf16fd5 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145762 Aug 29 04:19:22.887018 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-22fc793a-680f-41da-ac8a-f6055559d211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:22.944966 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-b4b79acb-fd11-4cf3-84fb-dd5dd98514ec service neutron] Request body: {'port': {'device_id': 'afc254ea-ccf6-497c-b6f3-9c7790e81f60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:22.962392 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:22.983142 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4747ee8d-bf44-402a-9540-65f4f135751f {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:19:22.987131 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd13827-584d-42aa-8001-8b69df18c015 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70a85c70-8a97-4f69-9e11-4c98feaced86,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:23.013953 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 4747ee8d-bf44-402a-9540-65f4f135751f, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=4747ee8d-bf44-402a-9540-65f4f135751f,segment=NetworkSegment(6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc),segment_id=6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:23.027143 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:23.027882 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 59864ef7-059a-4500-85c1-f75d5e2f7370 details requested by agent hyperv_n-h2-712140-12 with host n-h2-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:19:23.034614 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd13827-584d-42aa-8001-8b69df18c015 admin admin] Checking segment: {'id': '27b6c961-b149-411a-8057-4b5c0b946080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '416f1609-ccec-429c-9a6c-6d57c7644dee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:19:23.034997 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd13827-584d-42aa-8001-8b69df18c015 admin admin] Network hostable DHCP agents. Network: 416f1609-ccec-429c-9a6c-6d57c7644dee, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:19:23.089600 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-69be39a8-23b5-4640-997f-9b5fb2196be2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:23.098210 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-4bd6c5d6-3eb8-4cf7-9fe1-f719a71f2150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9defbc3d-dbf1-4d26-a895-3ed92507d0ef', 'name': 'tempest-AttachVolumeShelveTestJSON-346863165-router', 'tenant_id': '45c0a3ca896a4dd0bcf90e5c0bd5812f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '1d5b6ad4-bb9d-4ef2-a488-172fe6e858d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:19:14Z', 'updated_at': '2021-08-29T04:19:18Z', 'revision_number': 3, 'project_id': '45c0a3ca896a4dd0bcf90e5c0bd5812f', 'gw_port': {'id': '1d5b6ad4-bb9d-4ef2-a488-172fe6e858d1', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:1d:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9defbc3d-dbf1-4d26-a895-3ed92507d0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:19:17Z', 'updated_at': '2021-08-29T04:19:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:23.115033 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8b40ef-212c-4b74-ae5a-8d5ffd00cc33 service neutron] Pushing event updated for resources: {'Port': ['ID=540cae85-7f7d-4921-89a2-7ca402f8590f,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:23.127544 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd13827-584d-42aa-8001-8b69df18c015 admin admin] Network 416f1609-ccec-429c-9a6c-6d57c7644dee is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:19:23.130074 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-69be39a8-23b5-4640-997f-9b5fb2196be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:23.188080 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69be39a8-23b5-4640-997f-9b5fb2196be2 admin admin] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:19:23.198011 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-4fd13827-584d-42aa-8001-8b69df18c015 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 416f1609-ccec-429c-9a6c-6d57c7644dee) {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:19:23.214430 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd13827-584d-42aa-8001-8b69df18c015 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:23.215111 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4fd13827-584d-42aa-8001-8b69df18c015 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:23.255980 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.db.resource_extend [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:19:23.281046 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69be39a8-23b5-4640-997f-9b5fb2196be2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d80f8c04-3543-4f80-b743-52930f22eb41,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:23.281320 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:23.285338 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa01d3b-8c29-4e99-83d4-031b42f413a3 None None] Network 416f1609-ccec-429c-9a6c-6d57c7644dee requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:19:23.293874 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-dd63b612-bba8-4361-9349-3155557e8fb0 req-e45d1e30-53ce-400e-82c2-2e4ce2da9647 service neutron] Attempting to bind port 59864ef7-059a-4500-85c1-f75d5e2f7370 on host n-h1-712140-12 for vnic_type normal with profile {"migrating_to": "n-h2-712140-12"} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:19:23.294840 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-dd63b612-bba8-4361-9349-3155557e8fb0 req-e45d1e30-53ce-400e-82c2-2e4ce2da9647 service neutron] Attempting to bind port 59864ef7-059a-4500-85c1-f75d5e2f7370 by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': '1fc19f14-bf6d-4959-b2c5-ed51e935e5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '53020a37-9cfa-46c3-bf40-16467007f493'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:19:23.295423 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd63b612-bba8-4361-9349-3155557e8fb0 req-e45d1e30-53ce-400e-82c2-2e4ce2da9647 service neutron] Attempting to bind port 59864ef7-059a-4500-85c1-f75d5e2f7370 on network 53020a37-9cfa-46c3-bf40-16467007f493 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:23.328178 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd6c5d6-3eb8-4cf7-9fe1-f719a71f2150 None None] The sync data for ids ['9defbc3d-dbf1-4d26-a895-3ed92507d0ef'] in n-d-712140-12 is: [{'id': '9defbc3d-dbf1-4d26-a895-3ed92507d0ef', 'name': 'tempest-AttachVolumeShelveTestJSON-346863165-router', 'tenant_id': '45c0a3ca896a4dd0bcf90e5c0bd5812f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '1d5b6ad4-bb9d-4ef2-a488-172fe6e858d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:19:14Z', 'updated_at': '2021-08-29T04:19:18Z', 'revision_number': 3, 'project_id': '45c0a3ca896a4dd0bcf90e5c0bd5812f', 'gw_port': {'id': '1d5b6ad4-bb9d-4ef2-a488-172fe6e858d1', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:1d:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9defbc3d-dbf1-4d26-a895-3ed92507d0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:19:17Z', 'updated_at': '2021-08-29T04:19:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:19:23.356425 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd63b612-bba8-4361-9349-3155557e8fb0 req-e45d1e30-53ce-400e-82c2-2e4ce2da9647 service neutron] Port 59864ef7-059a-4500-85c1-f75d5e2f7370 on network 53020a37-9cfa-46c3-bf40-16467007f493 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:19:23.357089 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd63b612-bba8-4361-9349-3155557e8fb0 req-e45d1e30-53ce-400e-82c2-2e4ce2da9647 service neutron] Attempting to bind port 59864ef7-059a-4500-85c1-f75d5e2f7370 on network 53020a37-9cfa-46c3-bf40-16467007f493 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:23.374767 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-b4b79acb-fd11-4cf3-84fb-dd5dd98514ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:23.380157 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-69be39a8-23b5-4640-997f-9b5fb2196be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:23.380634 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-69be39a8-23b5-4640-997f-9b5fb2196be2 admin admin] Added segment 6aad5b27-03af-4ad0-a74c-3d16da233fd1 of type vlan for network 4354257c-2d8f-4fc9-8554-03af3fe5b352 Aug 29 04:19:23.387977 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd63b612-bba8-4361-9349-3155557e8fb0 req-e45d1e30-53ce-400e-82c2-2e4ce2da9647 service neutron] Checking agent: {'id': '3de9de52-3a03-431d-9d7e-497ae92c57ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:19:23.388729 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd63b612-bba8-4361-9349-3155557e8fb0 req-e45d1e30-53ce-400e-82c2-2e4ce2da9647 service neutron] Checking segment: {'id': '1fc19f14-bf6d-4959-b2c5-ed51e935e5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '53020a37-9cfa-46c3-bf40-16467007f493'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:19:23.389568 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd63b612-bba8-4361-9349-3155557e8fb0 req-e45d1e30-53ce-400e-82c2-2e4ce2da9647 service neutron] Bound using segment: {'id': '1fc19f14-bf6d-4959-b2c5-ed51e935e5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '53020a37-9cfa-46c3-bf40-16467007f493'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:19:23.390443 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-dd63b612-bba8-4361-9349-3155557e8fb0 req-e45d1e30-53ce-400e-82c2-2e4ce2da9647 service neutron] Bound port: 59864ef7-059a-4500-85c1-f75d5e2f7370, host: n-h1-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fc19f14-bf6d-4959-b2c5-ed51e935e5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '53020a37-9cfa-46c3-bf40-16467007f493'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:19:23.391205 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-dd63b612-bba8-4361-9349-3155557e8fb0 req-e45d1e30-53ce-400e-82c2-2e4ce2da9647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:23.464324 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-09088b55-4ff6-48fb-924e-5bbe4ec95eda tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:23.505666 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-4fd13827-584d-42aa-8001-8b69df18c015 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4716377 Aug 29 04:19:23.564418 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-69be39a8-23b5-4640-997f-9b5fb2196be2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:23.584975 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-3e45320a-5c22-4434-8391-be3df5c4355f req-84caffd9-0714-4c83-a363-b94101129512 tempest-ServerTagsTestJSON-618676379 tempest-ServerTagsTestJSON-618676379-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:23.638111 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09088b55-4ff6-48fb-924e-5bbe4ec95eda tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] Pushing event deleted for resources: {'Port': ['ID=21ef68af-4384-4895-be58-547e8b189396,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:23.648958 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=4747ee8d-bf44-402a-9540-65f4f135751f,revision_number=6']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:23.651515 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09088b55-4ff6-48fb-924e-5bbe4ec95eda tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] No DVR routers for this DVR port 21ef68af-4384-4895-be58-547e8b189396 on host n-d-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:19:23.664715 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d196cd-a3e6-4b9f-a0fb-54312834f696 req-1206ef22-aedc-43f3-9c56-5ce9b97ccde6 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:23.700369 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d196cd-a3e6-4b9f-a0fb-54312834f696 req-1206ef22-aedc-43f3-9c56-5ce9b97ccde6 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:23.723154 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d196cd-a3e6-4b9f-a0fb-54312834f696 req-1206ef22-aedc-43f3-9c56-5ce9b97ccde6 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:23.738382 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d196cd-a3e6-4b9f-a0fb-54312834f696 req-1206ef22-aedc-43f3-9c56-5ce9b97ccde6 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:23.771479 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4f6fc169-ffb7-4767-ad69-f89ac5b8b8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:23.772393 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d196cd-a3e6-4b9f-a0fb-54312834f696 req-1206ef22-aedc-43f3-9c56-5ce9b97ccde6 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:23.797972 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d196cd-a3e6-4b9f-a0fb-54312834f696 req-1206ef22-aedc-43f3-9c56-5ce9b97ccde6 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:23.807881 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6fc169-ffb7-4767-ad69-f89ac5b8b8e9 None None] No DVR routers for this DVR port 21ef68af-4384-4895-be58-547e8b189396 on host n-d-712140-12 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:19:23.864082 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-dd63b612-bba8-4361-9349-3155557e8fb0 req-e45d1e30-53ce-400e-82c2-2e4ce2da9647 service neutron] For port 59864ef7-059a-4500-85c1-f75d5e2f7370, host n-h1-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:19:23.870871 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-dd63b612-bba8-4361-9349-3155557e8fb0 req-e45d1e30-53ce-400e-82c2-2e4ce2da9647 service neutron] For port 59864ef7-059a-4500-85c1-f75d5e2f7370, host n-h1-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=59864ef7-059a-4500-85c1-f75d5e2f7370,segment=NetworkSegment(1fc19f14-bf6d-4959-b2c5-ed51e935e5ad),segment_id=1fc19f14-bf6d-4959-b2c5-ed51e935e5ad)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:19:23.911479 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d196cd-a3e6-4b9f-a0fb-54312834f696 req-1206ef22-aedc-43f3-9c56-5ce9b97ccde6 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:23.932346 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6fc169-ffb7-4767-ad69-f89ac5b8b8e9 None None] Pushing event deleted for resources: {'Port': ['ID=21ef68af-4384-4895-be58-547e8b189396,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:23.932653 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-16d196cd-a3e6-4b9f-a0fb-54312834f696 req-1206ef22-aedc-43f3-9c56-5ce9b97ccde6 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/ports?device_id=afc254ea-ccf6-497c-b6f3-9c7790e81f60 HTTP/1.1" status: 200 len: 5394 time: 0.5537572 Aug 29 04:19:23.932653 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-22fc793a-680f-41da-ac8a-f6055559d211 admin admin] Allocated IP 172.20.0.1 (fd020187-6618-42b7-a26a-d8ebebc46774/6247b089-2c7c-4ca3-a8dd-41a0f57cced5/a3ed0d0c-7f2a-442a-a9b0-ff7e2dc5196a) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:19:23.936589 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.db.resource_extend [None req-69be39a8-23b5-4640-997f-9b5fb2196be2 admin admin] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:19:23.955343 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 59864ef7-059a-4500-85c1-f75d5e2f7370, host n-h1-712140-12, got binding levels [] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:24.015892 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-dd63b612-bba8-4361-9349-3155557e8fb0 req-e45d1e30-53ce-400e-82c2-2e4ce2da9647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:24.087814 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Attempting to bind port 59864ef7-059a-4500-85c1-f75d5e2f7370 on host n-h1-712140-12 for vnic_type normal with profile {"migrating_to": "n-h2-712140-12"} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:19:24.088588 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Attempting to bind port 59864ef7-059a-4500-85c1-f75d5e2f7370 by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': '1fc19f14-bf6d-4959-b2c5-ed51e935e5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '53020a37-9cfa-46c3-bf40-16467007f493'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:19:24.089160 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Attempting to bind port 59864ef7-059a-4500-85c1-f75d5e2f7370 on network 53020a37-9cfa-46c3-bf40-16467007f493 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:24.095713 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Port 59864ef7-059a-4500-85c1-f75d5e2f7370 on network 53020a37-9cfa-46c3-bf40-16467007f493 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:19:24.096049 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Attempting to bind port 59864ef7-059a-4500-85c1-f75d5e2f7370 on network 53020a37-9cfa-46c3-bf40-16467007f493 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:24.109148 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5d1a6b-127d-4aa7-815f-cabb51853946 None None] Network 416f1609-ccec-429c-9a6c-6d57c7644dee requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:19:24.156537 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-69be39a8-23b5-4640-997f-9b5fb2196be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:24.165389 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69be39a8-23b5-4640-997f-9b5fb2196be2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:24.166806 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-69be39a8-23b5-4640-997f-9b5fb2196be2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:24.245007 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Checking agent: {'id': '3de9de52-3a03-431d-9d7e-497ae92c57ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:19:24.245544 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Checking segment: {'id': '1fc19f14-bf6d-4959-b2c5-ed51e935e5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '53020a37-9cfa-46c3-bf40-16467007f493'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:19:24.246258 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Bound using segment: {'id': '1fc19f14-bf6d-4959-b2c5-ed51e935e5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '53020a37-9cfa-46c3-bf40-16467007f493'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:19:24.246849 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Bound port: 59864ef7-059a-4500-85c1-f75d5e2f7370, host: n-h1-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fc19f14-bf6d-4959-b2c5-ed51e935e5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '53020a37-9cfa-46c3-bf40-16467007f493'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:19:24.247887 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:24.277723 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d1e30-53ce-400e-82c2-2e4ce2da9647 service neutron] Pushing event updated for resources: {'Port': ['ID=59864ef7-059a-4500-85c1-f75d5e2f7370,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:24.354841 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-69be39a8-23b5-4640-997f-9b5fb2196be2 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.3351147 Aug 29 04:19:24.367806 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 48268) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:24.381944 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-8d0aa47b-5d14-4657-b5f3-15d5f144d8b8 admin admin] Request body: {'subnet': {'network_id': '4354257c-2d8f-4fc9-8554-03af3fe5b352', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-2050890224-subnet', 'tenant_id': '5408424bc4ac4731a316c98f6c001811', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:24.399794 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-16d196cd-a3e6-4b9f-a0fb-54312834f696 req-6f2fbb6d-7f9b-4a0e-95b3-a24474f952cd tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/security-groups?id=c5569642-fe3a-4dae-b304-b5b17959f467&id=6765471a-6318-4be5-8b74-21c509c8c5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.4248917 Aug 29 04:19:24.404186 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69be39a8-23b5-4640-997f-9b5fb2196be2 admin admin] Pushing event updated for resources: {'Network': ['ID=4354257c-2d8f-4fc9-8554-03af3fe5b352,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:24.466009 n-d-712140-12 neutron-server[94830]: WARNING neutron.plugins.ml2.plugin [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Concurrent port binding operations failed on port 59864ef7-059a-4500-85c1-f75d5e2f7370 Aug 29 04:19:24.476784 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 59864ef7-059a-4500-85c1-f75d5e2f7370, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=59864ef7-059a-4500-85c1-f75d5e2f7370,segment=NetworkSegment(1fc19f14-bf6d-4959-b2c5-ed51e935e5ad),segment_id=1fc19f14-bf6d-4959-b2c5-ed51e935e5ad)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:24.478876 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d0aa47b-5d14-4657-b5f3-15d5f144d8b8 admin admin] Made reservation on behalf of 5408424bc4ac4731a316c98f6c001811 for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:19:24.482164 n-d-712140-12 neutron-server[94830]: INFO neutron.plugins.ml2.plugin [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Attempt 2 to bind port 59864ef7-059a-4500-85c1-f75d5e2f7370 Aug 29 04:19:24.482909 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 59864ef7-059a-4500-85c1-f75d5e2f7370 has no active binding in host n-h2-712140-12 {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 29 04:19:24.483377 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8d0aa47b-5d14-4657-b5f3-15d5f144d8b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4552395'] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:24.485100 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 4354257c-2d8f-4fc9-8554-03af3fe5b352 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:19:24.528742 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-22fc793a-680f-41da-ac8a-f6055559d211 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:24.632324 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-22fc793a-680f-41da-ac8a-f6055559d211 admin admin] Transition to ACTIVE for port object a3ed0d0c-7f2a-442a-a9b0-ff7e2dc5196a will not be triggered until provisioned by entity DHCP. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:19:24.636810 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd63b612-bba8-4361-9349-3155557e8fb0 req-e45d1e30-53ce-400e-82c2-2e4ce2da9647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:24.637931 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-dd63b612-bba8-4361-9349-3155557e8fb0 req-e45d1e30-53ce-400e-82c2-2e4ce2da9647 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:24.642544 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dd63b612-bba8-4361-9349-3155557e8fb0 req-e45d1e30-53ce-400e-82c2-2e4ce2da9647 service neutron] 10.222.0.48 "PUT /v2.0/ports/59864ef7-059a-4500-85c1-f75d5e2f7370 HTTP/1.1" status: 200 len: 1123 time: 3.4416173 Aug 29 04:19:24.670965 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-09088b55-4ff6-48fb-924e-5bbe4ec95eda tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:24.694034 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afc254ea-ccf6-497c-b6f3-9c7790e81f60', 'tag': '540cae85-7f7d-4921-89a2-7ca402f8590f'}, {'name': 'network-changed', 'server_uuid': '75a39e68-5d14-43e2-bf0b-82240c86b1bf', 'tag': '59864ef7-059a-4500-85c1-f75d5e2f7370'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:24.696880 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e401801c-aca9-40e3-a9b0-cf8bf654517d" -d '{"events": [{"name": "network-changed", "server_uuid": "afc254ea-ccf6-497c-b6f3-9c7790e81f60", "tag": "540cae85-7f7d-4921-89a2-7ca402f8590f"}, {"name": "network-changed", "server_uuid": "75a39e68-5d14-43e2-bf0b-82240c86b1bf", "tag": "59864ef7-059a-4500-85c1-f75d5e2f7370"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:24.713458 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb5afa1-0219-4bc3-9057-f8bba52acdd7 req-e419be32-049b-40b5-aea0-616eaf4537b7 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:24.715195 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0eb5afa1-0219-4bc3-9057-f8bba52acdd7 req-e419be32-049b-40b5-aea0-616eaf4537b7 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=a75e7a99-9969-491a-b52c-6ec12a3b4ddc HTTP/1.1" status: 200 len: 945 time: 1.0355580 Aug 29 04:19:24.729467 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-3e45320a-5c22-4434-8391-be3df5c4355f req-84caffd9-0714-4c83-a363-b94101129512 tempest-ServerTagsTestJSON-618676379 tempest-ServerTagsTestJSON-618676379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:24.738414 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['59864ef7-059a-4500-85c1-f75d5e2f7370'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:19:24.793502 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-09088b55-4ff6-48fb-924e-5bbe4ec95eda tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33160381-5190-4174-ab64-ea04cf3f1f59']}} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:24.807009 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['4747ee8d-bf44-402a-9540-65f4f135751f'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:19:24.820921 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['59864ef7-059a-4500-85c1-f75d5e2f7370'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:19:24.925453 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-22fc793a-680f-41da-ac8a-f6055559d211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:25.019383 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84caffd9-0714-4c83-a363-b94101129512 tempest-ServerTagsTestJSON-618676379 tempest-ServerTagsTestJSON-618676379-project] Pushing event updated for resources: {'Port': ['ID=94a12cf7-90d0-4efc-9143-331f9dc9080e,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:25.065218 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-09088b55-4ff6-48fb-924e-5bbe4ec95eda tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a259d55-a357-4bf9-992d-21456acd7ac7') {'for_net_delete': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:25.065736 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-09088b55-4ff6-48fb-924e-5bbe4ec95eda tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a259d55-a357-4bf9-992d-21456acd7ac7') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:25.102928 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e45320a-5c22-4434-8391-be3df5c4355f req-84caffd9-0714-4c83-a363-b94101129512 tempest-ServerTagsTestJSON-618676379 tempest-ServerTagsTestJSON-618676379-project] Network fd0ebf3e-1de7-4175-8484-8ada44138a5c is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:19:25.119611 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-3e45320a-5c22-4434-8391-be3df5c4355f req-84caffd9-0714-4c83-a363-b94101129512 tempest-ServerTagsTestJSON-618676379 tempest-ServerTagsTestJSON-618676379-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:19:25.125863 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-09088b55-4ff6-48fb-924e-5bbe4ec95eda tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8904833'] for segment, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:25.143772 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e45320a-5c22-4434-8391-be3df5c4355f req-84caffd9-0714-4c83-a363-b94101129512 tempest-ServerTagsTestJSON-618676379 tempest-ServerTagsTestJSON-618676379-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:19:25.146014 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e449388-7f9a-4d0a-8bf7-432469f467f4 req-b7239544-b987-452b-9d79-cdd15a720e3a tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:25.147856 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2e449388-7f9a-4d0a-8bf7-432469f467f4 req-b7239544-b987-452b-9d79-cdd15a720e3a tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=75a39e68-5d14-43e2-bf0b-82240c86b1bf HTTP/1.1" status: 200 len: 943 time: 0.4576216 Aug 29 04:19:25.190446 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22fc793a-680f-41da-ac8a-f6055559d211 admin admin] Network fd020187-6618-42b7-a26a-d8ebebc46774 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:19:25.216960 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fc793a-680f-41da-ac8a-f6055559d211 admin admin] Pushing event updated for resources: {'Port': ['ID=a3ed0d0c-7f2a-442a-a9b0-ff7e2dc5196a,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:25.219775 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8d0aa47b-5d14-4657-b5f3-15d5f144d8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4274880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4552377'] for subnet, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:25.233221 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-22fc793a-680f-41da-ac8a-f6055559d211 admin admin] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:19:25.239401 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22fc793a-680f-41da-ac8a-f6055559d211 admin admin] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:19:25.281813 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0eb5afa1-0219-4bc3-9057-f8bba52acdd7 req-68c9f873-e862-4d2c-869d-3f783539a0d2 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=67519499-017b-4c54-88db-c974346724c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4834728 Aug 29 04:19:25.304778 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 1d5b6ad4-bb9d-4ef2-a488-172fe6e858d1 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:19:25.308592 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-09088b55-4ff6-48fb-924e-5bbe4ec95eda tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:25.351311 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09088b55-4ff6-48fb-924e-5bbe4ec95eda tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=94828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:19:25.352157 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-09088b55-4ff6-48fb-924e-5bbe4ec95eda tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9190468'] for segment, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:25.362228 n-d-712140-12 neutron-server[94828]: Traceback (most recent call last): Aug 29 04:19:25.362228 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:19:25.362228 n-d-712140-12 neutron-server[94828]: timer() Aug 29 04:19:25.362228 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:19:25.362228 n-d-712140-12 neutron-server[94828]: cb(*args, **kw) Aug 29 04:19:25.362228 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:19:25.362228 n-d-712140-12 neutron-server[94828]: return func(*args, **kwargs) Aug 29 04:19:25.362228 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:19:25.362228 n-d-712140-12 neutron-server[94828]: self._notify() Aug 29 04:19:25.362228 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:19:25.362228 n-d-712140-12 neutron-server[94828]: self.callback(batched_events) Aug 29 04:19:25.362228 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:19:25.362228 n-d-712140-12 neutron-server[94828]: event.method(event) Aug 29 04:19:25.362228 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:19:25.362228 n-d-712140-12 neutron-server[94828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:19:25.362228 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:19:25.362228 n-d-712140-12 neutron-server[94828]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:19:25.362228 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:19:25.362228 n-d-712140-12 neutron-server[94828]: return f(self, *a, **k) Aug 29 04:19:25.362228 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:19:25.362228 n-d-712140-12 neutron-server[94828]: return self._get(url).json() Aug 29 04:19:25.362228 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:19:25.362228 n-d-712140-12 neutron-server[94828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:19:25.362228 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:19:25.362228 n-d-712140-12 neutron-server[94828]: return self.request(url, 'GET', **kwargs) Aug 29 04:19:25.362228 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:19:25.362228 n-d-712140-12 neutron-server[94828]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:19:25.362228 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:19:25.362228 n-d-712140-12 neutron-server[94828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:19:25.362228 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:19:25.362228 n-d-712140-12 neutron-server[94828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:19:25.362228 n-d-712140-12 neutron-server[94828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:19:25.403250 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2e449388-7f9a-4d0a-8bf7-432469f467f4 req-d986742a-74c5-4183-af5e-6a05183f8454 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409406 Aug 29 04:19:25.469478 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-22fc793a-680f-41da-ac8a-f6055559d211 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719598'] for router_interface, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:25.510854 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e45320a-5c22-4434-8391-be3df5c4355f req-84caffd9-0714-4c83-a363-b94101129512 tempest-ServerTagsTestJSON-618676379 tempest-ServerTagsTestJSON-618676379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:25.512079 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-3e45320a-5c22-4434-8391-be3df5c4355f req-84caffd9-0714-4c83-a363-b94101129512 tempest-ServerTagsTestJSON-618676379 tempest-ServerTagsTestJSON-618676379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:25.605056 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3e45320a-5c22-4434-8391-be3df5c4355f req-84caffd9-0714-4c83-a363-b94101129512 tempest-ServerTagsTestJSON-618676379 tempest-ServerTagsTestJSON-618676379-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1496322 Aug 29 04:19:25.688211 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0aa47b-5d14-4657-b5f3-15d5f144d8b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5670617d-352d-441a-8d77-9583e75eed3c,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:25.708108 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-3e45320a-5c22-4434-8391-be3df5c4355f req-05fd3d69-2d04-4a6d-a1b1-6e4c1f4daddb service neutron] Request body: {'port': {'device_id': 'e90c7d15-2dc8-4a03-9da7-43e890023873', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:25.726431 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0aa47b-5d14-4657-b5f3-15d5f144d8b8 admin admin] Checking segment: {'id': '6aad5b27-03af-4ad0-a74c-3d16da233fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '4354257c-2d8f-4fc9-8554-03af3fe5b352'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:19:25.726796 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d0aa47b-5d14-4657-b5f3-15d5f144d8b8 admin admin] Network hostable DHCP agents. Network: 4354257c-2d8f-4fc9-8554-03af3fe5b352, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:19:25.832116 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 1d5b6ad4-bb9d-4ef2-a488-172fe6e858d1 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:19:25.848749 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-b4b79acb-fd11-4cf3-84fb-dd5dd98514ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35d63e72-b738-4a46-8a77-b6b744715997 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:19:25.860458 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-b4b79acb-fd11-4cf3-84fb-dd5dd98514ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:25.876547 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-b4b79acb-fd11-4cf3-84fb-dd5dd98514ec service neutron] Transition to ACTIVE for port object 35d63e72-b738-4a46-8a77-b6b744715997 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:19:25.881795 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-09088b55-4ff6-48fb-924e-5bbe4ec95eda tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:25.892470 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-b4b79acb-fd11-4cf3-84fb-dd5dd98514ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:25.899854 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d0aa47b-5d14-4657-b5f3-15d5f144d8b8 admin admin] Network 4354257c-2d8f-4fc9-8554-03af3fe5b352 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:19:25.953158 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-22fc793a-680f-41da-ac8a-f6055559d211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:25.974361 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-09088b55-4ff6-48fb-924e-5bbe4ec95eda tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:25.981765 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-09088b55-4ff6-48fb-924e-5bbe4ec95eda tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] 10.222.0.22 "DELETE /v2.0/networks/33160381-5190-4174-ab64-ea04cf3f1f59 HTTP/1.1" status: 204 len: 168 time: 4.7658050 Aug 29 04:19:25.982202 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b79acb-fd11-4cf3-84fb-dd5dd98514ec service neutron] Pushing event updated for resources: {'Port': ['ID=35d63e72-b738-4a46-8a77-b6b744715997,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:25.992184 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-8d0aa47b-5d14-4657-b5f3-15d5f144d8b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 4354257c-2d8f-4fc9-8554-03af3fe5b352) {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:19:26.019521 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0aa47b-5d14-4657-b5f3-15d5f144d8b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:26.020679 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8d0aa47b-5d14-4657-b5f3-15d5f144d8b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:26.037010 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7266a08-9cf2-4848-ad93-c9b763148304 req-b6023051-aed5-41f0-b35c-bd2da7b27107 tempest-ServerTagsTestJSON-618676379 tempest-ServerTagsTestJSON-618676379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:26.046908 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d7266a08-9cf2-4848-ad93-c9b763148304 req-b6023051-aed5-41f0-b35c-bd2da7b27107 tempest-ServerTagsTestJSON-618676379 tempest-ServerTagsTestJSON-618676379-project] 10.222.0.22 "GET /v2.0/ports?device_id=e90c7d15-2dc8-4a03-9da7-43e890023873 HTTP/1.1" status: 200 len: 931 time: 0.4974318 Aug 29 04:19:26.051859 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 1d5b6ad4-bb9d-4ef2-a488-172fe6e858d1 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:19:26.052568 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:26.079961 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-8d0aa47b-5d14-4657-b5f3-15d5f144d8b8 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.7101786 Aug 29 04:19:26.105112 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f1ed78-d97c-4b88-bd90-beb9b057741c None None] Network 4354257c-2d8f-4fc9-8554-03af3fe5b352 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:19:26.142190 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-3e45320a-5c22-4434-8391-be3df5c4355f req-05fd3d69-2d04-4a6d-a1b1-6e4c1f4daddb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:26.383903 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09088b55-4ff6-48fb-924e-5bbe4ec95eda tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452 tempest-ExtraDHCPOptionsIpV6TestJSON-1225589452-project] Pushing event deleted for resources: {'Network': ['ID=33160381-5190-4174-ab64-ea04cf3f1f59,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:26.518446 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-b4b79acb-fd11-4cf3-84fb-dd5dd98514ec service neutron] Attempting to bind port 35d63e72-b738-4a46-8a77-b6b744715997 on host n-h2-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:19:26.519451 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-b4b79acb-fd11-4cf3-84fb-dd5dd98514ec service neutron] Attempting to bind port 35d63e72-b738-4a46-8a77-b6b744715997 by drivers openvswitch,hyperv on host n-h2-712140-12 at level 0 using segments [{'id': 'c43d2e16-64d2-466b-8915-fe746cc0a849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '30a5f83d-44db-4be9-a796-3b5e93558c29'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:19:26.519968 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-b4b79acb-fd11-4cf3-84fb-dd5dd98514ec service neutron] Attempting to bind port 35d63e72-b738-4a46-8a77-b6b744715997 on network 30a5f83d-44db-4be9-a796-3b5e93558c29 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:26.553765 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-b4b79acb-fd11-4cf3-84fb-dd5dd98514ec service neutron] Port 35d63e72-b738-4a46-8a77-b6b744715997 on network 30a5f83d-44db-4be9-a796-3b5e93558c29 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:19:26.554102 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-b4b79acb-fd11-4cf3-84fb-dd5dd98514ec service neutron] Attempting to bind port 35d63e72-b738-4a46-8a77-b6b744715997 on network 30a5f83d-44db-4be9-a796-3b5e93558c29 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:26.570508 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d7266a08-9cf2-4848-ad93-c9b763148304 req-baf51b66-69ab-414e-8849-1455b70e9dae tempest-ServerTagsTestJSON-618676379 tempest-ServerTagsTestJSON-618676379-project] 10.222.0.22 "GET /v2.0/security-groups?id=b18ac53a-db31-4756-b048-51f3b14df6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5221698 Aug 29 04:19:26.582451 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-b4b79acb-fd11-4cf3-84fb-dd5dd98514ec service neutron] Checking agent: {'id': 'b3a0606b-b029-4f5e-8798-3a32b71d8844', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:19:26.582794 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-b4b79acb-fd11-4cf3-84fb-dd5dd98514ec service neutron] Checking segment: {'id': 'c43d2e16-64d2-466b-8915-fe746cc0a849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '30a5f83d-44db-4be9-a796-3b5e93558c29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:19:26.583188 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-b4b79acb-fd11-4cf3-84fb-dd5dd98514ec service neutron] Bound using segment: {'id': 'c43d2e16-64d2-466b-8915-fe746cc0a849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '30a5f83d-44db-4be9-a796-3b5e93558c29'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:19:26.583646 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-b4b79acb-fd11-4cf3-84fb-dd5dd98514ec service neutron] Bound port: 35d63e72-b738-4a46-8a77-b6b744715997, host: n-h2-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c43d2e16-64d2-466b-8915-fe746cc0a849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '30a5f83d-44db-4be9-a796-3b5e93558c29'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:19:26.584039 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-b4b79acb-fd11-4cf3-84fb-dd5dd98514ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:26.656515 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:26.665537 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a57171-35b6-4f0a-9963-b159ebf8c1a8 req-fe2682ca-b92f-45e3-b57a-7eedb91b883a tempest-VolumesAdminNegativeTest-382075465 tempest-VolumesAdminNegativeTest-382075465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:26.669152 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-68a57171-35b6-4f0a-9963-b159ebf8c1a8 req-fe2682ca-b92f-45e3-b57a-7eedb91b883a tempest-VolumesAdminNegativeTest-382075465 tempest-VolumesAdminNegativeTest-382075465-project] 10.222.0.22 "GET /v2.0/networks?id=8e585f17-6f45-4745-a364-5f970b6a45b8 HTTP/1.1" status: 200 len: 815 time: 0.6910546 Aug 29 04:19:26.687105 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 1d5b6ad4-bb9d-4ef2-a488-172fe6e858d1, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=1d5b6ad4-bb9d-4ef2-a488-172fe6e858d1,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:26.688871 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-f76031cd-4dfe-4451-ac56-48b518a0b54f None None] Provisioning for port a3ed0d0c-7f2a-442a-a9b0-ff7e2dc5196a completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:19:26.723329 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ded8c532-c15c-4b16-8fbc-eb8d65f1d300 x-openstack-request-id: req-ded8c532-c15c-4b16-8fbc-eb8d65f1d300 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:26.725005 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afc254ea-ccf6-497c-b6f3-9c7790e81f60", "tag": "540cae85-7f7d-4921-89a2-7ca402f8590f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "75a39e68-5d14-43e2-bf0b-82240c86b1bf", "tag": "59864ef7-059a-4500-85c1-f75d5e2f7370", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:26.725502 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ded8c532-c15c-4b16-8fbc-eb8d65f1d300 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:26.726481 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afc254ea-ccf6-497c-b6f3-9c7790e81f60', 'tag': '540cae85-7f7d-4921-89a2-7ca402f8590f', 'status': 'completed', 'code': 200} Aug 29 04:19:26.726925 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75a39e68-5d14-43e2-bf0b-82240c86b1bf', 'tag': '59864ef7-059a-4500-85c1-f75d5e2f7370', 'status': 'completed', 'code': 200} Aug 29 04:19:26.762779 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:26.803964 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-f76031cd-4dfe-4451-ac56-48b518a0b54f None None] Provisioning complete for port a3ed0d0c-7f2a-442a-a9b0-ff7e2dc5196a triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:19:26.804316 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f76031cd-4dfe-4451-ac56-48b518a0b54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:26.815654 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ca4192-cb7a-422d-910f-5b95f3e27cd4 None None] Network 4354257c-2d8f-4fc9-8554-03af3fe5b352 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:19:26.820225 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-68a57171-35b6-4f0a-9963-b159ebf8c1a8 req-aec5e372-9a6c-47e9-b694-265b12046845 tempest-VolumesAdminNegativeTest-382075465 tempest-VolumesAdminNegativeTest-382075465-project] 10.222.0.22 "GET /v2.0/quotas/636dcbe49e5740c5a54207329468c477 HTTP/1.1" status: 200 len: 375 time: 0.1422315 Aug 29 04:19:26.848038 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 48322) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:27.011796 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-68a57171-35b6-4f0a-9963-b159ebf8c1a8 req-3518d077-d554-4c78-8458-444002317a5e tempest-VolumesAdminNegativeTest-382075465 tempest-VolumesAdminNegativeTest-382075465-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=636dcbe49e5740c5a54207329468c477&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1625807 Aug 29 04:19:27.037170 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e401801c-aca9-40e3-a9b0-cf8bf654517d req-b4f2a3b8-3b8b-49bf-95a9-92a0fd488886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:27.047603 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e401801c-aca9-40e3-a9b0-cf8bf654517d req-b4f2a3b8-3b8b-49bf-95a9-92a0fd488886 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1d0658a0a90a4facb02cad62921e20d5&device_id=75a39e68-5d14-43e2-bf0b-82240c86b1bf HTTP/1.1" status: 200 len: 1126 time: 0.3122923 Aug 29 04:19:27.096337 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-f76031cd-4dfe-4451-ac56-48b518a0b54f None None] Port a3ed0d0c-7f2a-442a-a9b0-ff7e2dc5196a cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:19:27.099290 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=1d5b6ad4-bb9d-4ef2-a488-172fe6e858d1,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:27.266157 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-22fc793a-680f-41da-ac8a-f6055559d211 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:27.314738 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-0a3ce06d-cb76-42b6-8d35-c0a2bcd45228 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5ac265855b9d4bfd88c831fd15fde547&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4626248 Aug 29 04:19:27.316207 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 48332) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:27.326061 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-22fc793a-680f-41da-ac8a-f6055559d211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:27.389934 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-22fc793a-680f-41da-ac8a-f6055559d211 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-718897'] for router_interface, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:27.455476 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-b4b79acb-fd11-4cf3-84fb-dd5dd98514ec service neutron] For port 35d63e72-b738-4a46-8a77-b6b744715997, host n-h2-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:19:27.502911 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-b4b79acb-fd11-4cf3-84fb-dd5dd98514ec service neutron] For port 35d63e72-b738-4a46-8a77-b6b744715997, host n-h2-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=35d63e72-b738-4a46-8a77-b6b744715997,segment=NetworkSegment(c43d2e16-64d2-466b-8915-fe746cc0a849),segment_id=c43d2e16-64d2-466b-8915-fe746cc0a849)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:19:27.525748 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e401801c-aca9-40e3-a9b0-cf8bf654517d req-bb0ef59b-6761-492b-873b-a9460d660ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:27.525748 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e401801c-aca9-40e3-a9b0-cf8bf654517d req-bb0ef59b-6761-492b-873b-a9460d660ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:27.526321 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e401801c-aca9-40e3-a9b0-cf8bf654517d req-bb0ef59b-6761-492b-873b-a9460d660ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:27.527288 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e401801c-aca9-40e3-a9b0-cf8bf654517d req-bb0ef59b-6761-492b-873b-a9460d660ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:27.527790 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e401801c-aca9-40e3-a9b0-cf8bf654517d req-bb0ef59b-6761-492b-873b-a9460d660ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:27.528355 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e401801c-aca9-40e3-a9b0-cf8bf654517d req-bb0ef59b-6761-492b-873b-a9460d660ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:27.528853 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e401801c-aca9-40e3-a9b0-cf8bf654517d req-bb0ef59b-6761-492b-873b-a9460d660ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:27.532165 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e401801c-aca9-40e3-a9b0-cf8bf654517d req-bb0ef59b-6761-492b-873b-a9460d660ec6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e5f0d8ebc9a74e589a93c4dfadff20f5&device_id=afc254ea-ccf6-497c-b6f3-9c7790e81f60 HTTP/1.1" status: 200 len: 6316 time: 0.7774336 Aug 29 04:19:27.536940 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-b4b79acb-fd11-4cf3-84fb-dd5dd98514ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:27.616715 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d60ef3da-200c-4998-9cb3-e33cb5cb40c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:27.641034 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fc793a-680f-41da-ac8a-f6055559d211 admin admin] Pushing event updated for resources: {'Port': ['ID=a3ed0d0c-7f2a-442a-a9b0-ff7e2dc5196a,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:27.646461 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-68a57171-35b6-4f0a-9963-b159ebf8c1a8 req-fa5528a6-0699-4f18-b41f-d6fc3a709ba5 service neutron] 10.222.0.22 "GET /v2.0/networks/8e585f17-6f45-4745-a364-5f970b6a45b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6128201 Aug 29 04:19:27.655470 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e401801c-aca9-40e3-a9b0-cf8bf654517d req-5f3dccf5-e421-4b02-9ae4-d81e3c87eb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:27.657620 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e401801c-aca9-40e3-a9b0-cf8bf654517d req-5f3dccf5-e421-4b02-9ae4-d81e3c87eb98 service neutron] 10.222.0.46 "GET /v2.0/networks?id=53020a37-9cfa-46c3-bf40-16467007f493 HTTP/1.1" status: 200 len: 921 time: 0.5096598 Aug 29 04:19:27.660668 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d60ef3da-200c-4998-9cb3-e33cb5cb40c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:27.761385 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-b4b79acb-fd11-4cf3-84fb-dd5dd98514ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:27.763172 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-b4b79acb-fd11-4cf3-84fb-dd5dd98514ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:27.767140 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-b4b79acb-fd11-4cf3-84fb-dd5dd98514ec service neutron] 10.222.0.48 "PUT /v2.0/ports/35d63e72-b738-4a46-8a77-b6b744715997 HTTP/1.1" status: 200 len: 1092 time: 4.8360758 Aug 29 04:19:27.808906 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6282ecdf-b901-4df3-b430-675d595bc8b0 req-4bf20351-8154-4471-836e-4bba3d621848 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:27.853639 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6282ecdf-b901-4df3-b430-675d595bc8b0 req-4bf20351-8154-4471-836e-4bba3d621848 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:27.880999 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e401801c-aca9-40e3-a9b0-cf8bf654517d req-499b6a2b-8ce0-4267-8df5-bb03fc26ea15 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=59864ef7-059a-4500-85c1-f75d5e2f7370 HTTP/1.1" status: 200 len: 217 time: 0.2151010 Aug 29 04:19:27.884121 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6282ecdf-b901-4df3-b430-675d595bc8b0 req-4bf20351-8154-4471-836e-4bba3d621848 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:27.900723 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6282ecdf-b901-4df3-b430-675d595bc8b0 req-4bf20351-8154-4471-836e-4bba3d621848 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:27.917931 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6282ecdf-b901-4df3-b430-675d595bc8b0 req-4bf20351-8154-4471-836e-4bba3d621848 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:27.932959 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6282ecdf-b901-4df3-b430-675d595bc8b0 req-4bf20351-8154-4471-836e-4bba3d621848 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:27.949268 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6282ecdf-b901-4df3-b430-675d595bc8b0 req-4bf20351-8154-4471-836e-4bba3d621848 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:27.966410 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6282ecdf-b901-4df3-b430-675d595bc8b0 req-4bf20351-8154-4471-836e-4bba3d621848 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/ports?device_id=afc254ea-ccf6-497c-b6f3-9c7790e81f60 HTTP/1.1" status: 200 len: 5406 time: 1.1493766 Aug 29 04:19:27.983557 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-3ad05d71-0631-4b01-a2be-20face1fdbc5 service neutron] Request body: {'port': {'device_id': 'afc254ea-ccf6-497c-b6f3-9c7790e81f60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:28.003311 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22fc793a-680f-41da-ac8a-f6055559d211 admin admin] Network fd020187-6618-42b7-a26a-d8ebebc46774 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:19:28.011422 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-22fc793a-680f-41da-ac8a-f6055559d211 admin admin] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:19:28.044836 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e401801c-aca9-40e3-a9b0-cf8bf654517d req-9d7aa147-4e0d-4340-a3ca-499d2e5c8075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:28.046993 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e401801c-aca9-40e3-a9b0-cf8bf654517d req-9d7aa147-4e0d-4340-a3ca-499d2e5c8075 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=210c6ef6-f12f-4dde-90b9-22d1971290b1 HTTP/1.1" status: 200 len: 860 time: 0.1427710 Aug 29 04:19:28.055595 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-68a57171-35b6-4f0a-9963-b159ebf8c1a8 req-15950529-97ca-42c3-8863-4f3f89b6dff6 service neutron] 10.222.0.22 "GET /v2.0/networks/8e585f17-6f45-4745-a364-5f970b6a45b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3714511 Aug 29 04:19:28.081722 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b79acb-fd11-4cf3-84fb-dd5dd98514ec service neutron] Pushing event updated for resources: {'Port': ['ID=35d63e72-b738-4a46-8a77-b6b744715997,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:28.134831 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d60ef3da-200c-4998-9cb3-e33cb5cb40c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:28.137438 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d60ef3da-200c-4998-9cb3-e33cb5cb40c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:28.142331 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-d60ef3da-200c-4998-9cb3-e33cb5cb40c9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8f9d6ec4-46fb-4446-82af-139c4a196677 HTTP/1.1" status: 204 len: 168 time: 0.7606175 Aug 29 04:19:28.173054 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-3e45320a-5c22-4434-8391-be3df5c4355f req-05fd3d69-2d04-4a6d-a1b1-6e4c1f4daddb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94a12cf7-90d0-4efc-9143-331f9dc9080e {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:19:28.225852 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e401801c-aca9-40e3-a9b0-cf8bf654517d req-6573d364-2b26-4bc1-a463-49a4291fa94b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=53020a37-9cfa-46c3-bf40-16467007f493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1689241 Aug 29 04:19:28.278405 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60ef3da-200c-4998-9cb3-e33cb5cb40c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f9d6ec4-46fb-4446-82af-139c4a196677,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:28.308642 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-3e45320a-5c22-4434-8391-be3df5c4355f req-05fd3d69-2d04-4a6d-a1b1-6e4c1f4daddb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:28.434177 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:28.505424 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-3ad05d71-0631-4b01-a2be-20face1fdbc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:28.547254 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 4747ee8d-bf44-402a-9540-65f4f135751f up at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:19:28.722526 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22fc793a-680f-41da-ac8a-f6055559d211 admin admin] Router 9defbc3d-dbf1-4d26-a895-3ed92507d0ef has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:19:28.728380 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afc254ea-ccf6-497c-b6f3-9c7790e81f60', 'tag': '35d63e72-b738-4a46-8a77-b6b744715997'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:28.732960 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3b9830c-aa31-416f-a956-9ae042bf6277" -d '{"events": [{"name": "network-changed", "server_uuid": "afc254ea-ccf6-497c-b6f3-9c7790e81f60", "tag": "35d63e72-b738-4a46-8a77-b6b744715997"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:28.784164 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e401801c-aca9-40e3-a9b0-cf8bf654517d req-6ce5d9d4-add0-4e4c-b369-53cbf24ebaa6 service neutron] 10.222.0.46 "GET /v2.0/networks/53020a37-9cfa-46c3-bf40-16467007f493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5412135 Aug 29 04:19:28.809003 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-3e45320a-5c22-4434-8391-be3df5c4355f req-05fd3d69-2d04-4a6d-a1b1-6e4c1f4daddb service neutron] Transition to ACTIVE for port object 94a12cf7-90d0-4efc-9143-331f9dc9080e will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:19:28.819750 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-4112bf00-3cf8-493e-acd3-cd5a095f0923 None None] Provisioning complete for port a3ed0d0c-7f2a-442a-a9b0-ff7e2dc5196a triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:19:28.822989 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4112bf00-3cf8-493e-acd3-cd5a095f0923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:28.835054 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning complete for port 4747ee8d-bf44-402a-9540-65f4f135751f triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:19:28.835482 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:28.853828 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e401801c-aca9-40e3-a9b0-cf8bf654517d req-0ae37c6a-f6ac-422b-a52d-98659cfeda16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:28.854240 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e401801c-aca9-40e3-a9b0-cf8bf654517d req-0ae37c6a-f6ac-422b-a52d-98659cfeda16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:28.854734 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e401801c-aca9-40e3-a9b0-cf8bf654517d req-0ae37c6a-f6ac-422b-a52d-98659cfeda16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:28.867733 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e401801c-aca9-40e3-a9b0-cf8bf654517d req-0ae37c6a-f6ac-422b-a52d-98659cfeda16 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=e5f0d8ebc9a74e589a93c4dfadff20f5&shared=False HTTP/1.1" status: 200 len: 2298 time: 1.3045945 Aug 29 04:19:28.867733 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-3e45320a-5c22-4434-8391-be3df5c4355f req-05fd3d69-2d04-4a6d-a1b1-6e4c1f4daddb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:28.887722 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6282ecdf-b901-4df3-b430-675d595bc8b0 req-e1937fdb-abeb-4904-90ce-be18c1a9b083 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/security-groups?id=c5569642-fe3a-4dae-b304-b5b17959f467&id=6765471a-6318-4be5-8b74-21c509c8c5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.7908611 Aug 29 04:19:29.109688 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 1d5b6ad4-bb9d-4ef2-a488-172fe6e858d1 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:19:29.243469 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-4112bf00-3cf8-493e-acd3-cd5a095f0923 None None] Port a3ed0d0c-7f2a-442a-a9b0-ff7e2dc5196a cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:19:29.377393 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:29.401536 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 1d5b6ad4-bb9d-4ef2-a488-172fe6e858d1 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:19:29.401957 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:29.471499 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 4747ee8d-bf44-402a-9540-65f4f135751f, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=4747ee8d-bf44-402a-9540-65f4f135751f,segment=NetworkSegment(6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc),segment_id=6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:29.476470 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a75e7a99-9969-491a-b52c-6ec12a3b4ddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4747ee8d-bf44-402a-9540-65f4f135751f'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:29.479726 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-175a13b7-20fc-4712-a24a-ebc160f033f6" -d '{"events": [{"server_uuid": "a75e7a99-9969-491a-b52c-6ec12a3b4ddc", "name": "network-vif-plugged", "status": "completed", "tag": "4747ee8d-bf44-402a-9540-65f4f135751f"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:29.487059 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:29.596938 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fd3d69-2d04-4a6d-a1b1-6e4c1f4daddb service neutron] Pushing event updated for resources: {'Port': ['ID=94a12cf7-90d0-4efc-9143-331f9dc9080e,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:29.604262 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=4747ee8d-bf44-402a-9540-65f4f135751f,revision_number=7']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:29.820017 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba792b6b-8cae-49ec-8f89-b300e6b78a0d req-7e4d5e5b-5309-4d4d-bae3-bbb78ac11674 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:29.831306 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ba792b6b-8cae-49ec-8f89-b300e6b78a0d req-7e4d5e5b-5309-4d4d-bae3-bbb78ac11674 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=a75e7a99-9969-491a-b52c-6ec12a3b4ddc HTTP/1.1" status: 200 len: 945 time: 1.1043813 Aug 29 04:19:30.074218 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e401801c-aca9-40e3-a9b0-cf8bf654517d req-66e7d90f-4ddf-430f-ac7f-6d26b665e092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:30.079838 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e401801c-aca9-40e3-a9b0-cf8bf654517d req-66e7d90f-4ddf-430f-ac7f-6d26b665e092 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1783891 Aug 29 04:19:30.095999 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ba792b6b-8cae-49ec-8f89-b300e6b78a0d req-fb128764-1316-4f8c-8b91-5b1c991842c2 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=67519499-017b-4c54-88db-c974346724c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250867 Aug 29 04:19:30.106234 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345fe4d1-3973-435a-a7f9-77f4bca8557a req-462fcd42-bca3-4c32-aa8c-bc0521cfe815 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:30.127142 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-345fe4d1-3973-435a-a7f9-77f4bca8557a req-462fcd42-bca3-4c32-aa8c-bc0521cfe815 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=75a39e68-5d14-43e2-bf0b-82240c86b1bf HTTP/1.1" status: 200 len: 943 time: 0.8745596 Aug 29 04:19:30.149581 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e401801c-aca9-40e3-a9b0-cf8bf654517d req-212bf91a-9133-40a1-b0dd-b4b4b8a1b5bb service neutron] 10.222.0.46 "GET /v2.0/networks/53020a37-9cfa-46c3-bf40-16467007f493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3377264 Aug 29 04:19:30.224265 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22fc793a-680f-41da-ac8a-f6055559d211 admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:19:30.243513 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54fbcc9f-c38c-4e96-a3ab-dff6de90ba9a None None] Sync routers for ids ['9defbc3d-dbf1-4d26-a895-3ed92507d0ef'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:19:30.260243 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-22fc793a-680f-41da-ac8a-f6055559d211 admin admin] 10.222.0.22 "PUT /v2.0/routers/9defbc3d-dbf1-4d26-a895-3ed92507d0ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6779857 Aug 29 04:19:30.273378 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54fbcc9f-c38c-4e96-a3ab-dff6de90ba9a None None] Routers {'9defbc3d-dbf1-4d26-a895-3ed92507d0ef'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:19:30.274049 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-54fbcc9f-c38c-4e96-a3ab-dff6de90ba9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:19:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['9defbc3d-dbf1-4d26-a895-3ed92507d0ef'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:30.398411 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-3e45320a-5c22-4434-8391-be3df5c4355f req-05fd3d69-2d04-4a6d-a1b1-6e4c1f4daddb service neutron] Attempting to bind port 94a12cf7-90d0-4efc-9143-331f9dc9080e on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:19:30.398876 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-3e45320a-5c22-4434-8391-be3df5c4355f req-05fd3d69-2d04-4a6d-a1b1-6e4c1f4daddb service neutron] Attempting to bind port 94a12cf7-90d0-4efc-9143-331f9dc9080e by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': 'f4a75ef3-8825-4588-8daa-041e0344ecfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'fd0ebf3e-1de7-4175-8484-8ada44138a5c'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:19:30.399144 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e45320a-5c22-4434-8391-be3df5c4355f req-05fd3d69-2d04-4a6d-a1b1-6e4c1f4daddb service neutron] Attempting to bind port 94a12cf7-90d0-4efc-9143-331f9dc9080e on network fd0ebf3e-1de7-4175-8484-8ada44138a5c {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:30.442511 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-345fe4d1-3973-435a-a7f9-77f4bca8557a req-970c0c28-abd8-4685-b005-fec745fb0c84 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3226433 Aug 29 04:19:30.479966 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 48376) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:30.481829 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e45320a-5c22-4434-8391-be3df5c4355f req-05fd3d69-2d04-4a6d-a1b1-6e4c1f4daddb service neutron] Port 94a12cf7-90d0-4efc-9143-331f9dc9080e on network fd0ebf3e-1de7-4175-8484-8ada44138a5c not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:19:30.482164 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e45320a-5c22-4434-8391-be3df5c4355f req-05fd3d69-2d04-4a6d-a1b1-6e4c1f4daddb service neutron] Attempting to bind port 94a12cf7-90d0-4efc-9143-331f9dc9080e on network fd0ebf3e-1de7-4175-8484-8ada44138a5c {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:30.519899 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e45320a-5c22-4434-8391-be3df5c4355f req-05fd3d69-2d04-4a6d-a1b1-6e4c1f4daddb service neutron] Checking agent: {'id': '3de9de52-3a03-431d-9d7e-497ae92c57ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:19:30.528856 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e45320a-5c22-4434-8391-be3df5c4355f req-05fd3d69-2d04-4a6d-a1b1-6e4c1f4daddb service neutron] Checking segment: {'id': 'f4a75ef3-8825-4588-8daa-041e0344ecfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'fd0ebf3e-1de7-4175-8484-8ada44138a5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:19:30.529404 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e45320a-5c22-4434-8391-be3df5c4355f req-05fd3d69-2d04-4a6d-a1b1-6e4c1f4daddb service neutron] Bound using segment: {'id': 'f4a75ef3-8825-4588-8daa-041e0344ecfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'fd0ebf3e-1de7-4175-8484-8ada44138a5c'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:19:30.536636 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-3e45320a-5c22-4434-8391-be3df5c4355f req-05fd3d69-2d04-4a6d-a1b1-6e4c1f4daddb service neutron] Bound port: 94a12cf7-90d0-4efc-9143-331f9dc9080e, host: n-h1-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4a75ef3-8825-4588-8daa-041e0344ecfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'fd0ebf3e-1de7-4175-8484-8ada44138a5c'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:19:30.536636 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-3e45320a-5c22-4434-8391-be3df5c4355f req-05fd3d69-2d04-4a6d-a1b1-6e4c1f4daddb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:30.586970 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-54fbcc9f-c38c-4e96-a3ab-dff6de90ba9a None None] Set router 9defbc3d-dbf1-4d26-a895-3ed92507d0ef gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:19:30.929180 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-3ad05d71-0631-4b01-a2be-20face1fdbc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 522e949e-9797-45c8-902e-353747f23d7c {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:19:30.952528 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-3ad05d71-0631-4b01-a2be-20face1fdbc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:31.017990 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-3e45320a-5c22-4434-8391-be3df5c4355f req-05fd3d69-2d04-4a6d-a1b1-6e4c1f4daddb service neutron] For port 94a12cf7-90d0-4efc-9143-331f9dc9080e, host n-h1-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:19:31.022281 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-3ad05d71-0631-4b01-a2be-20face1fdbc5 service neutron] Transition to ACTIVE for port object 522e949e-9797-45c8-902e-353747f23d7c will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:19:31.027521 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-3e45320a-5c22-4434-8391-be3df5c4355f req-05fd3d69-2d04-4a6d-a1b1-6e4c1f4daddb service neutron] For port 94a12cf7-90d0-4efc-9143-331f9dc9080e, host n-h1-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=94a12cf7-90d0-4efc-9143-331f9dc9080e,segment=NetworkSegment(f4a75ef3-8825-4588-8daa-041e0344ecfa),segment_id=f4a75ef3-8825-4588-8daa-041e0344ecfa)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:19:31.043096 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d434da5-1202-41ff-a801-fdfbe841f576 req-75c7b7a5-d80d-4232-86d8-3343fdb4c361 tempest-ServerTagsTestJSON-618676379 tempest-ServerTagsTestJSON-618676379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:31.046594 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9d434da5-1202-41ff-a801-fdfbe841f576 req-75c7b7a5-d80d-4232-86d8-3343fdb4c361 tempest-ServerTagsTestJSON-618676379 tempest-ServerTagsTestJSON-618676379-project] 10.222.0.22 "GET /v2.0/ports?device_id=e90c7d15-2dc8-4a03-9da7-43e890023873 HTTP/1.1" status: 200 len: 943 time: 0.3805714 Aug 29 04:19:31.050527 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-3e45320a-5c22-4434-8391-be3df5c4355f req-05fd3d69-2d04-4a6d-a1b1-6e4c1f4daddb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:31.054474 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-3ad05d71-0631-4b01-a2be-20face1fdbc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:31.152182 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-54fbcc9f-c38c-4e96-a3ab-dff6de90ba9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9defbc3d-dbf1-4d26-a895-3ed92507d0ef', 'name': 'tempest-AttachVolumeShelveTestJSON-346863165-router', 'tenant_id': '45c0a3ca896a4dd0bcf90e5c0bd5812f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '1d5b6ad4-bb9d-4ef2-a488-172fe6e858d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:19:14Z', 'updated_at': '2021-08-29T04:19:25Z', 'revision_number': 4, 'project_id': '45c0a3ca896a4dd0bcf90e5c0bd5812f', 'gw_port': {'id': '1d5b6ad4-bb9d-4ef2-a488-172fe6e858d1', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:1d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9defbc3d-dbf1-4d26-a895-3ed92507d0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:19:17Z', 'updated_at': '2021-08-29T04:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': 'a3ed0d0c-7f2a-442a-a9b0-ff7e2dc5196a', 'name': '', 'network_id': 'fd020187-6618-42b7-a26a-d8ebebc46774', 'tenant_id': '45c0a3ca896a4dd0bcf90e5c0bd5812f', 'mac_address': 'fa:16:3e:21:10:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9defbc3d-dbf1-4d26-a895-3ed92507d0ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '6247b089-2c7c-4ca3-a8dd-41a0f57cced5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:19:22Z', 'updated_at': '2021-08-29T04:19:26Z', 'revision_number': 2, 'project_id': '45c0a3ca896a4dd0bcf90e5c0bd5812f', 'subnets': [{'id': '6247b089-2c7c-4ca3-a8dd-41a0f57cced5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:31.175806 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-288199a0-fef6-43ed-b4a2-d65792c4563d tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Request body: {'networks': [{'name': 'tempest-network--2012269106'}, {'name': 'tempest-network--1266207640'}]} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:31.177177 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-288199a0-fef6-43ed-b4a2-d65792c4563d tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Request body: {'network': {'name': 'tempest-network--2012269106'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:31.178000 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-288199a0-fef6-43ed-b4a2-d65792c4563d tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Request body: {'network': {'name': 'tempest-network--1266207640'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:31.255415 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9d434da5-1202-41ff-a801-fdfbe841f576 req-8817e802-14bb-4afd-a810-0e630530c160 tempest-ServerTagsTestJSON-618676379 tempest-ServerTagsTestJSON-618676379-project] 10.222.0.22 "GET /v2.0/security-groups?id=b18ac53a-db31-4756-b048-51f3b14df6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961284 Aug 29 04:19:31.267326 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e45320a-5c22-4434-8391-be3df5c4355f req-05fd3d69-2d04-4a6d-a1b1-6e4c1f4daddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:31.268505 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-3e45320a-5c22-4434-8391-be3df5c4355f req-05fd3d69-2d04-4a6d-a1b1-6e4c1f4daddb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:31.270307 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3e45320a-5c22-4434-8391-be3df5c4355f req-05fd3d69-2d04-4a6d-a1b1-6e4c1f4daddb service neutron] 10.222.0.46 "PUT /v2.0/ports/94a12cf7-90d0-4efc-9143-331f9dc9080e HTTP/1.1" status: 200 len: 1092 time: 5.6325920 Aug 29 04:19:31.355643 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-288199a0-fef6-43ed-b4a2-d65792c4563d tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Made reservation on behalf of a53c288f59c64fb488608139d93b15ca for: {'network': 2} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:19:31.361245 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-288199a0-fef6-43ed-b4a2-d65792c4563d tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:31.375795 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fd3d69-2d04-4a6d-a1b1-6e4c1f4daddb service neutron] Pushing event updated for resources: {'Port': ['ID=94a12cf7-90d0-4efc-9143-331f9dc9080e,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:31.467743 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54fbcc9f-c38c-4e96-a3ab-dff6de90ba9a None None] Checking router: 9defbc3d-dbf1-4d26-a895-3ed92507d0ef for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:19:31.472338 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54fbcc9f-c38c-4e96-a3ab-dff6de90ba9a None None] Updating router 9defbc3d-dbf1-4d26-a895-3ed92507d0ef port a3ed0d0c-7f2a-442a-a9b0-ff7e2dc5196a binding host n-d-712140-12 {{(pid=94831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:19:31.487262 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad05d71-0631-4b01-a2be-20face1fdbc5 service neutron] Pushing event updated for resources: {'Port': ['ID=522e949e-9797-45c8-902e-353747f23d7c,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:31.494328 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 59864ef7-059a-4500-85c1-f75d5e2f7370 no longer exists at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:19:31.502811 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a57171-35b6-4f0a-9963-b159ebf8c1a8 req-e8ca2560-e814-4aea-a5cf-7bd18cf3d89e tempest-VolumesAdminNegativeTest-382075465 tempest-VolumesAdminNegativeTest-382075465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:31.504952 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-68a57171-35b6-4f0a-9963-b159ebf8c1a8 req-e8ca2560-e814-4aea-a5cf-7bd18cf3d89e tempest-VolumesAdminNegativeTest-382075465 tempest-VolumesAdminNegativeTest-382075465-project] 10.222.0.46 "GET /v2.0/networks?id=8e585f17-6f45-4745-a364-5f970b6a45b8 HTTP/1.1" status: 200 len: 815 time: 0.5444620 Aug 29 04:19:31.505941 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-288199a0-fef6-43ed-b4a2-d65792c4563d tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:31.521857 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-68a57171-35b6-4f0a-9963-b159ebf8c1a8 req-8c565dbc-f56b-401f-8d44-f9c5febe9587 tempest-VolumesAdminNegativeTest-382075465 tempest-VolumesAdminNegativeTest-382075465-project] Request body: {'port': {'device_id': '3aebb8c7-0e67-41b8-801f-6adc9a04f17a', 'network_id': '8e585f17-6f45-4745-a364-5f970b6a45b8', 'admin_state_up': True, 'tenant_id': '636dcbe49e5740c5a54207329468c477'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:31.603113 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-54fbcc9f-c38c-4e96-a3ab-dff6de90ba9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:31.704845 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0753b09d-82a7-4ed4-97af-04ca7c00af51 req-8e012865-24f5-47fa-9b9e-34ade413d170 tempest-VolumesAdminNegativeTest-382075465 tempest-VolumesAdminNegativeTest-382075465-project] 10.222.0.22 "GET /v2.0/ports?device_id=3aebb8c7-0e67-41b8-801f-6adc9a04f17a HTTP/1.1" status: 200 len: 210 time: 0.1941061 Aug 29 04:19:31.718215 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bbdd28-86b9-4227-b3ac-e1247fabcb43 req-050a8699-9ae3-4f4e-89f3-450d90679e32 tempest-InstanceActionsV221TestJSON-1717367902 tempest-InstanceActionsV221TestJSON-1717367902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:31.731162 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-44bbdd28-86b9-4227-b3ac-e1247fabcb43 req-050a8699-9ae3-4f4e-89f3-450d90679e32 tempest-InstanceActionsV221TestJSON-1717367902 tempest-InstanceActionsV221TestJSON-1717367902-project] 10.222.0.22 "GET /v2.0/networks?id=4354257c-2d8f-4fc9-8554-03af3fe5b352 HTTP/1.1" status: 200 len: 818 time: 0.6986670 Aug 29 04:19:31.784609 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e45320a-5c22-4434-8391-be3df5c4355f req-9dfc473a-2537-4992-9062-1e36b5817663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:31.789486 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3e45320a-5c22-4434-8391-be3df5c4355f req-9dfc473a-2537-4992-9062-1e36b5817663 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3e3cfe3eba6847d2813d23ba37a6b75b&device_id=e90c7d15-2dc8-4a03-9da7-43e890023873 HTTP/1.1" status: 200 len: 1095 time: 0.4197836 Aug 29 04:19:31.846695 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23ab1bf6-c917-4da3-b87b-3e7267de598f x-openstack-request-id: req-23ab1bf6-c917-4da3-b87b-3e7267de598f {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:31.846976 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afc254ea-ccf6-497c-b6f3-9c7790e81f60", "tag": "35d63e72-b738-4a46-8a77-b6b744715997", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:31.847323 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-23ab1bf6-c917-4da3-b87b-3e7267de598f {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:31.849275 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afc254ea-ccf6-497c-b6f3-9c7790e81f60', 'tag': '35d63e72-b738-4a46-8a77-b6b744715997', 'status': 'completed', 'code': 200} Aug 29 04:19:31.898774 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b878a262-4cdb-4ec0-a963-e3f38da3e084 x-openstack-request-id: req-b878a262-4cdb-4ec0-a963-e3f38da3e084 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:31.899051 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a75e7a99-9969-491a-b52c-6ec12a3b4ddc", "name": "network-vif-plugged", "status": "completed", "tag": "4747ee8d-bf44-402a-9540-65f4f135751f", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:31.899364 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b878a262-4cdb-4ec0-a963-e3f38da3e084 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:31.899737 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a75e7a99-9969-491a-b52c-6ec12a3b4ddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4747ee8d-bf44-402a-9540-65f4f135751f', 'code': 200} Aug 29 04:19:31.932885 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-3ad05d71-0631-4b01-a2be-20face1fdbc5 service neutron] Attempting to bind port 522e949e-9797-45c8-902e-353747f23d7c on host n-h2-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:19:31.933279 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-3ad05d71-0631-4b01-a2be-20face1fdbc5 service neutron] Attempting to bind port 522e949e-9797-45c8-902e-353747f23d7c by drivers openvswitch,hyperv on host n-h2-712140-12 at level 0 using segments [{'id': '912c7cf8-61cd-4425-9508-d2aefeed23ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '4b336bb6-c1a2-4852-8570-018195081ecf'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:19:31.933645 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-3ad05d71-0631-4b01-a2be-20face1fdbc5 service neutron] Attempting to bind port 522e949e-9797-45c8-902e-353747f23d7c on network 4b336bb6-c1a2-4852-8570-018195081ecf {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:31.939460 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3e45320a-5c22-4434-8391-be3df5c4355f req-eb84adc2-3ed3-424d-ad5b-f2a0b44271d4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94a12cf7-90d0-4efc-9143-331f9dc9080e HTTP/1.1" status: 200 len: 217 time: 0.1408911 Aug 29 04:19:31.964037 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-44bbdd28-86b9-4227-b3ac-e1247fabcb43 req-2df1d069-d00b-4db1-84ba-b25a98525f59 tempest-InstanceActionsV221TestJSON-1717367902 tempest-InstanceActionsV221TestJSON-1717367902-project] 10.222.0.22 "GET /v2.0/quotas/5408424bc4ac4731a316c98f6c001811 HTTP/1.1" status: 200 len: 375 time: 0.2032914 Aug 29 04:19:32.131404 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-44bbdd28-86b9-4227-b3ac-e1247fabcb43 req-994f0be1-bb26-4d45-8ed6-e0117c7a1312 tempest-InstanceActionsV221TestJSON-1717367902 tempest-InstanceActionsV221TestJSON-1717367902-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=5408424bc4ac4731a316c98f6c001811&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0999703 Aug 29 04:19:32.141370 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e45320a-5c22-4434-8391-be3df5c4355f req-9bf27338-414c-40e9-a4f3-e41827ce77ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:32.149265 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3e45320a-5c22-4434-8391-be3df5c4355f req-9bf27338-414c-40e9-a4f3-e41827ce77ed service neutron] 10.222.0.46 "GET /v2.0/subnets?id=52bcb622-d525-48ed-9753-e25f925c2a05 HTTP/1.1" status: 200 len: 849 time: 0.1875889 Aug 29 04:19:32.247798 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-3ad05d71-0631-4b01-a2be-20face1fdbc5 service neutron] Port 522e949e-9797-45c8-902e-353747f23d7c on network 4b336bb6-c1a2-4852-8570-018195081ecf not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:19:32.249074 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-3ad05d71-0631-4b01-a2be-20face1fdbc5 service neutron] Attempting to bind port 522e949e-9797-45c8-902e-353747f23d7c on network 4b336bb6-c1a2-4852-8570-018195081ecf {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:32.292798 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-288199a0-fef6-43ed-b4a2-d65792c4563d tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:32.323780 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3e45320a-5c22-4434-8391-be3df5c4355f req-8d026b09-7b09-4e48-8e91-31d44770bfa7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fd0ebf3e-1de7-4175-8484-8ada44138a5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1313794 Aug 29 04:19:32.355860 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-3ad05d71-0631-4b01-a2be-20face1fdbc5 service neutron] Checking agent: {'id': 'b3a0606b-b029-4f5e-8798-3a32b71d8844', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:19:32.356420 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-3ad05d71-0631-4b01-a2be-20face1fdbc5 service neutron] Checking segment: {'id': '912c7cf8-61cd-4425-9508-d2aefeed23ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '4b336bb6-c1a2-4852-8570-018195081ecf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:19:32.357035 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-3ad05d71-0631-4b01-a2be-20face1fdbc5 service neutron] Bound using segment: {'id': '912c7cf8-61cd-4425-9508-d2aefeed23ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '4b336bb6-c1a2-4852-8570-018195081ecf'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:19:32.358212 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-3ad05d71-0631-4b01-a2be-20face1fdbc5 service neutron] Bound port: 522e949e-9797-45c8-902e-353747f23d7c, host: n-h2-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '912c7cf8-61cd-4425-9508-d2aefeed23ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '4b336bb6-c1a2-4852-8570-018195081ecf'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:19:32.358817 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-3ad05d71-0631-4b01-a2be-20face1fdbc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:32.391552 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-288199a0-fef6-43ed-b4a2-d65792c4563d tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:32.392562 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-288199a0-fef6-43ed-b4a2-d65792c4563d tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:32.501214 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b9830c-aa31-416f-a956-9ae042bf6277 req-fb692790-e625-47c8-8a1d-71fd603e0791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:32.501752 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b9830c-aa31-416f-a956-9ae042bf6277 req-fb692790-e625-47c8-8a1d-71fd603e0791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:32.502842 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b9830c-aa31-416f-a956-9ae042bf6277 req-fb692790-e625-47c8-8a1d-71fd603e0791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:32.503782 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b9830c-aa31-416f-a956-9ae042bf6277 req-fb692790-e625-47c8-8a1d-71fd603e0791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:32.504718 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b9830c-aa31-416f-a956-9ae042bf6277 req-fb692790-e625-47c8-8a1d-71fd603e0791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:32.505640 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b9830c-aa31-416f-a956-9ae042bf6277 req-fb692790-e625-47c8-8a1d-71fd603e0791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:32.506538 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b9830c-aa31-416f-a956-9ae042bf6277 req-fb692790-e625-47c8-8a1d-71fd603e0791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:32.510741 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b3b9830c-aa31-416f-a956-9ae042bf6277 req-fb692790-e625-47c8-8a1d-71fd603e0791 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e5f0d8ebc9a74e589a93c4dfadff20f5&device_id=afc254ea-ccf6-497c-b6f3-9c7790e81f60 HTTP/1.1" status: 200 len: 6384 time: 0.5892248 Aug 29 04:19:32.589026 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-54fbcc9f-c38c-4e96-a3ab-dff6de90ba9a None None] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:32.614574 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-54fbcc9f-c38c-4e96-a3ab-dff6de90ba9a None None] Transition to ACTIVE for port object a3ed0d0c-7f2a-442a-a9b0-ff7e2dc5196a will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:19:32.626523 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-54fbcc9f-c38c-4e96-a3ab-dff6de90ba9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:32.631325 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-288199a0-fef6-43ed-b4a2-d65792c4563d tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:19:32.637952 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8927264f-e59e-4af6-904a-c029cc80f4ba req-dc4c262a-a9bd-45df-bb92-9c22f8a47bb9 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:32.658274 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8927264f-e59e-4af6-904a-c029cc80f4ba req-dc4c262a-a9bd-45df-bb92-9c22f8a47bb9 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:32.668677 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-288199a0-fef6-43ed-b4a2-d65792c4563d tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:32.669222 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-288199a0-fef6-43ed-b4a2-d65792c4563d tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Added segment e80ee706-baab-4a30-b649-6ab9cdc5faf1 of type vlan for network 776159b0-bbbd-4717-9b39-f4d560176280 Aug 29 04:19:32.669548 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8927264f-e59e-4af6-904a-c029cc80f4ba req-dc4c262a-a9bd-45df-bb92-9c22f8a47bb9 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:32.681237 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8927264f-e59e-4af6-904a-c029cc80f4ba req-dc4c262a-a9bd-45df-bb92-9c22f8a47bb9 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:32.690005 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8927264f-e59e-4af6-904a-c029cc80f4ba req-dc4c262a-a9bd-45df-bb92-9c22f8a47bb9 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:32.698113 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8927264f-e59e-4af6-904a-c029cc80f4ba req-dc4c262a-a9bd-45df-bb92-9c22f8a47bb9 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:32.706464 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8927264f-e59e-4af6-904a-c029cc80f4ba req-dc4c262a-a9bd-45df-bb92-9c22f8a47bb9 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:32.717007 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8927264f-e59e-4af6-904a-c029cc80f4ba req-dc4c262a-a9bd-45df-bb92-9c22f8a47bb9 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/ports?device_id=afc254ea-ccf6-497c-b6f3-9c7790e81f60 HTTP/1.1" status: 200 len: 5418 time: 0.5555327 Aug 29 04:19:32.793464 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-288199a0-fef6-43ed-b4a2-d65792c4563d tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:32.832805 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-288199a0-fef6-43ed-b4a2-d65792c4563d tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:19:32.845923 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-288199a0-fef6-43ed-b4a2-d65792c4563d tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:32.846276 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-288199a0-fef6-43ed-b4a2-d65792c4563d tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Added segment f4f76ed0-f329-47a0-87a5-097372d3f42e of type vlan for network 3c5c8ac1-1e3d-4ccf-ad65-54a3876765a5 Aug 29 04:19:32.886257 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-54fbcc9f-c38c-4e96-a3ab-dff6de90ba9a None None] Attempting to bind port a3ed0d0c-7f2a-442a-a9b0-ff7e2dc5196a on host n-d-712140-12 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:19:32.886939 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-54fbcc9f-c38c-4e96-a3ab-dff6de90ba9a None None] Attempting to bind port a3ed0d0c-7f2a-442a-a9b0-ff7e2dc5196a by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '4345054c-8cc7-4ded-979c-629f28057ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'fd020187-6618-42b7-a26a-d8ebebc46774'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:19:32.887705 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fbcc9f-c38c-4e96-a3ab-dff6de90ba9a None None] Attempting to bind port a3ed0d0c-7f2a-442a-a9b0-ff7e2dc5196a on network fd020187-6618-42b7-a26a-d8ebebc46774 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:32.897152 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-288199a0-fef6-43ed-b4a2-d65792c4563d tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:32.920657 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fbcc9f-c38c-4e96-a3ab-dff6de90ba9a None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:19:32.921896 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fbcc9f-c38c-4e96-a3ab-dff6de90ba9a None None] Checking segment: {'id': '4345054c-8cc7-4ded-979c-629f28057ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'fd020187-6618-42b7-a26a-d8ebebc46774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:19:32.922626 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-54fbcc9f-c38c-4e96-a3ab-dff6de90ba9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:32.931905 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-3ad05d71-0631-4b01-a2be-20face1fdbc5 service neutron] For port 522e949e-9797-45c8-902e-353747f23d7c, host n-h2-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:19:32.936754 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fbcc9f-c38c-4e96-a3ab-dff6de90ba9a None None] Bound using segment: {'id': '4345054c-8cc7-4ded-979c-629f28057ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'fd020187-6618-42b7-a26a-d8ebebc46774'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:19:32.937758 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-54fbcc9f-c38c-4e96-a3ab-dff6de90ba9a None None] Bound port: a3ed0d0c-7f2a-442a-a9b0-ff7e2dc5196a, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4345054c-8cc7-4ded-979c-629f28057ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'fd020187-6618-42b7-a26a-d8ebebc46774'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:19:32.938229 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-3ad05d71-0631-4b01-a2be-20face1fdbc5 service neutron] For port 522e949e-9797-45c8-902e-353747f23d7c, host n-h2-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=522e949e-9797-45c8-902e-353747f23d7c,segment=NetworkSegment(912c7cf8-61cd-4425-9508-d2aefeed23ec),segment_id=912c7cf8-61cd-4425-9508-d2aefeed23ec)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:19:32.938853 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-54fbcc9f-c38c-4e96-a3ab-dff6de90ba9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:32.950101 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288199a0-fef6-43ed-b4a2-d65792c4563d tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39d65d15-99de-447d-bfee-20affa89c18c,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:32.961196 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-44bbdd28-86b9-4227-b3ac-e1247fabcb43 req-014d029c-9f20-4974-87f7-02447c4b22d6 service neutron] 10.222.0.22 "GET /v2.0/networks/4354257c-2d8f-4fc9-8554-03af3fe5b352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8055410 Aug 29 04:19:32.970363 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-288199a0-fef6-43ed-b4a2-d65792c4563d tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:32.970960 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-288199a0-fef6-43ed-b4a2-d65792c4563d tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:32.976730 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-288199a0-fef6-43ed-b4a2-d65792c4563d tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:32.980367 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-3ad05d71-0631-4b01-a2be-20face1fdbc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:32.987180 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-288199a0-fef6-43ed-b4a2-d65792c4563d tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:32.987923 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-288199a0-fef6-43ed-b4a2-d65792c4563d tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:33.000222 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68a57171-35b6-4f0a-9963-b159ebf8c1a8 req-8c565dbc-f56b-401f-8d44-f9c5febe9587 tempest-VolumesAdminNegativeTest-382075465 tempest-VolumesAdminNegativeTest-382075465-project] Made reservation on behalf of 636dcbe49e5740c5a54207329468c477 for: {'port': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:19:33.008986 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-68a57171-35b6-4f0a-9963-b159ebf8c1a8 req-8c565dbc-f56b-401f-8d44-f9c5febe9587 tempest-VolumesAdminNegativeTest-382075465 tempest-VolumesAdminNegativeTest-382075465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:33.066207 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8429ce48-119d-43cf-b422-5dccafb56b43 None None] Pushing event updated for resources: {'Port': ['ID=a3ed0d0c-7f2a-442a-a9b0-ff7e2dc5196a,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:33.108376 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8429ce48-119d-43cf-b422-5dccafb56b43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:33.109089 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8429ce48-119d-43cf-b422-5dccafb56b43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:33.109754 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8429ce48-119d-43cf-b422-5dccafb56b43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:33.110429 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8429ce48-119d-43cf-b422-5dccafb56b43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:33.111140 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8429ce48-119d-43cf-b422-5dccafb56b43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:33.111856 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8429ce48-119d-43cf-b422-5dccafb56b43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:33.112573 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8429ce48-119d-43cf-b422-5dccafb56b43 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:33.113249 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8429ce48-119d-43cf-b422-5dccafb56b43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:33.113905 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8429ce48-119d-43cf-b422-5dccafb56b43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:33.114575 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8429ce48-119d-43cf-b422-5dccafb56b43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:33.116396 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8429ce48-119d-43cf-b422-5dccafb56b43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:33.117232 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8429ce48-119d-43cf-b422-5dccafb56b43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:33.162277 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-3ad05d71-0631-4b01-a2be-20face1fdbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:33.163248 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-3ad05d71-0631-4b01-a2be-20face1fdbc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:33.164993 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-3ad05d71-0631-4b01-a2be-20face1fdbc5 service neutron] 10.222.0.48 "PUT /v2.0/ports/522e949e-9797-45c8-902e-353747f23d7c HTTP/1.1" status: 200 len: 1092 time: 5.1934378 Aug 29 04:19:33.179059 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-54fbcc9f-c38c-4e96-a3ab-dff6de90ba9a None None] For port a3ed0d0c-7f2a-442a-a9b0-ff7e2dc5196a, host n-d-712140-12, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:19:33.186969 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-54fbcc9f-c38c-4e96-a3ab-dff6de90ba9a None None] For port a3ed0d0c-7f2a-442a-a9b0-ff7e2dc5196a, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=a3ed0d0c-7f2a-442a-a9b0-ff7e2dc5196a,segment=NetworkSegment(4345054c-8cc7-4ded-979c-629f28057ddf),segment_id=4345054c-8cc7-4ded-979c-629f28057ddf)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:19:33.198732 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-54fbcc9f-c38c-4e96-a3ab-dff6de90ba9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:33.203885 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3e45320a-5c22-4434-8391-be3df5c4355f req-5c550feb-65af-4ed1-8804-573e4b0dce25 service neutron] 10.222.0.46 "GET /v2.0/networks/fd0ebf3e-1de7-4175-8484-8ada44138a5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8718741 Aug 29 04:19:33.239447 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8927264f-e59e-4af6-904a-c029cc80f4ba req-8ee46f06-2435-4a94-94ad-c31995d60801 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/security-groups?id=c5569642-fe3a-4dae-b304-b5b17959f467&id=6765471a-6318-4be5-8b74-21c509c8c5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.5214539 Aug 29 04:19:33.244331 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-b9f7f5e9-961d-4a03-8724-b1891251571f service neutron] Request body: {'port': {'device_id': 'afc254ea-ccf6-497c-b6f3-9c7790e81f60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:33.358905 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-591387c8-796d-41a9-a6b8-121fab36116b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:33.401003 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8429ce48-119d-43cf-b422-5dccafb56b43 None None] Pushing event updated for resources: {'Port': ['ID=a3ed0d0c-7f2a-442a-a9b0-ff7e2dc5196a,revision_number=4']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:33.445070 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54fbcc9f-c38c-4e96-a3ab-dff6de90ba9a None None] Routers {'9defbc3d-dbf1-4d26-a895-3ed92507d0ef'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:19:33.450437 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-54fbcc9f-c38c-4e96-a3ab-dff6de90ba9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:19:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['9defbc3d-dbf1-4d26-a895-3ed92507d0ef'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:33.458678 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-288199a0-fef6-43ed-b4a2-d65792c4563d tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.9767044 Aug 29 04:19:33.499456 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3e45320a-5c22-4434-8391-be3df5c4355f req-82dec3eb-7898-49e4-8d83-e31d1568fcc3 service neutron] 10.222.0.46 "GET /v2.0/networks/fd0ebf3e-1de7-4175-8484-8ada44138a5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050920 Aug 29 04:19:33.506131 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 48402) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:33.545233 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288199a0-fef6-43ed-b4a2-d65792c4563d tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Pushing event updated for resources: {'Network': ['ID=776159b0-bbbd-4717-9b39-f4d560176280,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:33.561340 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 776159b0-bbbd-4717-9b39-f4d560176280 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:19:33.609692 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad05d71-0631-4b01-a2be-20face1fdbc5 service neutron] Pushing event updated for resources: {'Port': ['ID=522e949e-9797-45c8-902e-353747f23d7c,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:33.738968 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288199a0-fef6-43ed-b4a2-d65792c4563d tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Pushing event updated for resources: {'Network': ['ID=3c5c8ac1-1e3d-4ccf-ad65-54a3876765a5,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:33.764887 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 3c5c8ac1-1e3d-4ccf-ad65-54a3876765a5 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:19:33.839039 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b9830c-aa31-416f-a956-9ae042bf6277 req-e0dbf46d-862c-4b7f-83cb-c2b56c64ffd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:33.839533 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b9830c-aa31-416f-a956-9ae042bf6277 req-e0dbf46d-862c-4b7f-83cb-c2b56c64ffd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:33.840036 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b9830c-aa31-416f-a956-9ae042bf6277 req-e0dbf46d-862c-4b7f-83cb-c2b56c64ffd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:33.841765 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b3b9830c-aa31-416f-a956-9ae042bf6277 req-e0dbf46d-862c-4b7f-83cb-c2b56c64ffd4 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=e5f0d8ebc9a74e589a93c4dfadff20f5&shared=False HTTP/1.1" status: 200 len: 2298 time: 1.3105533 Aug 29 04:19:33.885089 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e90c7d15-2dc8-4a03-9da7-43e890023873', 'tag': '94a12cf7-90d0-4efc-9143-331f9dc9080e'}, {'name': 'network-changed', 'server_uuid': 'afc254ea-ccf6-497c-b6f3-9c7790e81f60', 'tag': '522e949e-9797-45c8-902e-353747f23d7c'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:33.887727 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5973cfcf-af9b-4f67-aca5-6b1226272a3f" -d '{"events": [{"name": "network-changed", "server_uuid": "e90c7d15-2dc8-4a03-9da7-43e890023873", "tag": "94a12cf7-90d0-4efc-9143-331f9dc9080e"}, {"name": "network-changed", "server_uuid": "afc254ea-ccf6-497c-b6f3-9c7790e81f60", "tag": "522e949e-9797-45c8-902e-353747f23d7c"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:33.896808 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-dd63b612-bba8-4361-9349-3155557e8fb0 req-a9f09978-b285-4a97-a7fa-0c39dd0624fe service neutron] 10.222.0.46 "GET /v2.0/ports/59864ef7-059a-4500-85c1-f75d5e2f7370/bindings/n-h2-712140-12 HTTP/1.1" status: 200 len: 385 time: 0.7005355 Aug 29 04:19:33.899904 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-54fbcc9f-c38c-4e96-a3ab-dff6de90ba9a None None] Set router 9defbc3d-dbf1-4d26-a895-3ed92507d0ef gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:19:34.032111 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-44bbdd28-86b9-4227-b3ac-e1247fabcb43 req-1750fe3d-c97a-461f-9a5e-329300727483 service neutron] 10.222.0.22 "GET /v2.0/networks/4354257c-2d8f-4fc9-8554-03af3fe5b352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0170150 Aug 29 04:19:34.128777 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [req-68a57171-35b6-4f0a-9963-b159ebf8c1a8 req-8c565dbc-f56b-401f-8d44-f9c5febe9587 tempest-VolumesAdminNegativeTest-382075465 tempest-VolumesAdminNegativeTest-382075465-project] Allocated IP 172.20.0.7 (8e585f17-6f45-4745-a364-5f970b6a45b8/dd188597-da88-4ce0-a3e9-d49f35bb8a07/731dc945-b61b-4091-8e08-b0228a8402a4) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:19:34.381033 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-dd63b612-bba8-4361-9349-3155557e8fb0 req-9df2e367-7bcb-4c95-b0b6-c4c0eb3ac4cc service neutron] For port 59864ef7-059a-4500-85c1-f75d5e2f7370, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=59864ef7-059a-4500-85c1-f75d5e2f7370,segment=NetworkSegment(1fc19f14-bf6d-4959-b2c5-ed51e935e5ad),segment_id=1fc19f14-bf6d-4959-b2c5-ed51e935e5ad)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:34.423083 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-dd63b612-bba8-4361-9349-3155557e8fb0 req-9df2e367-7bcb-4c95-b0b6-c4c0eb3ac4cc service neutron] For port 59864ef7-059a-4500-85c1-f75d5e2f7370, host n-h1-712140-12, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:19:34.597672 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 48410) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:34.644207 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [req-dd63b612-bba8-4361-9349-3155557e8fb0 req-9df2e367-7bcb-4c95-b0b6-c4c0eb3ac4cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59864ef7-059a-4500-85c1-f75d5e2f7370 {{(pid=94829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:19:34.677143 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-de8c5cb6-ed85-49f2-97e6-8812a713640f tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Request body: {'security_group': {'name': 'tempest-securitygroup--656662304', 'description': 'tempest-description--167743342'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:34.710264 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-54fbcc9f-c38c-4e96-a3ab-dff6de90ba9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9defbc3d-dbf1-4d26-a895-3ed92507d0ef', 'name': 'tempest-AttachVolumeShelveTestJSON-346863165-router', 'tenant_id': '45c0a3ca896a4dd0bcf90e5c0bd5812f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '1d5b6ad4-bb9d-4ef2-a488-172fe6e858d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:19:14Z', 'updated_at': '2021-08-29T04:19:25Z', 'revision_number': 4, 'project_id': '45c0a3ca896a4dd0bcf90e5c0bd5812f', 'gw_port': {'id': '1d5b6ad4-bb9d-4ef2-a488-172fe6e858d1', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:1d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9defbc3d-dbf1-4d26-a895-3ed92507d0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:19:17Z', 'updated_at': '2021-08-29T04:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': 'a3ed0d0c-7f2a-442a-a9b0-ff7e2dc5196a', 'name': '', 'network_id': 'fd020187-6618-42b7-a26a-d8ebebc46774', 'tenant_id': '45c0a3ca896a4dd0bcf90e5c0bd5812f', 'mac_address': 'fa:16:3e:21:10:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9defbc3d-dbf1-4d26-a895-3ed92507d0ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '6247b089-2c7c-4ca3-a8dd-41a0f57cced5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:19:22Z', 'updated_at': '2021-08-29T04:19:33Z', 'revision_number': 4, 'project_id': '45c0a3ca896a4dd0bcf90e5c0bd5812f', 'subnets': [{'id': '6247b089-2c7c-4ca3-a8dd-41a0f57cced5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:34.713723 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-dd63b612-bba8-4361-9349-3155557e8fb0 req-9df2e367-7bcb-4c95-b0b6-c4c0eb3ac4cc service neutron] For port 59864ef7-059a-4500-85c1-f75d5e2f7370, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=59864ef7-059a-4500-85c1-f75d5e2f7370,segment=NetworkSegment(1fc19f14-bf6d-4959-b2c5-ed51e935e5ad),segment_id=1fc19f14-bf6d-4959-b2c5-ed51e935e5ad)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:34.831586 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-de8c5cb6-ed85-49f2-97e6-8812a713640f tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:34.844251 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-dd63b612-bba8-4361-9349-3155557e8fb0 req-9df2e367-7bcb-4c95-b0b6-c4c0eb3ac4cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:34.848740 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54fbcc9f-c38c-4e96-a3ab-dff6de90ba9a None None] The sync data for ids ['9defbc3d-dbf1-4d26-a895-3ed92507d0ef'] in n-d-712140-12 is: [{'id': '9defbc3d-dbf1-4d26-a895-3ed92507d0ef', 'name': 'tempest-AttachVolumeShelveTestJSON-346863165-router', 'tenant_id': '45c0a3ca896a4dd0bcf90e5c0bd5812f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '1d5b6ad4-bb9d-4ef2-a488-172fe6e858d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:19:14Z', 'updated_at': '2021-08-29T04:19:25Z', 'revision_number': 4, 'project_id': '45c0a3ca896a4dd0bcf90e5c0bd5812f', 'gw_port': {'id': '1d5b6ad4-bb9d-4ef2-a488-172fe6e858d1', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:1d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9defbc3d-dbf1-4d26-a895-3ed92507d0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:19:17Z', 'updated_at': '2021-08-29T04:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': 'a3ed0d0c-7f2a-442a-a9b0-ff7e2dc5196a', 'name': '', 'network_id': 'fd020187-6618-42b7-a26a-d8ebebc46774', 'tenant_id': '45c0a3ca896a4dd0bcf90e5c0bd5812f', 'mac_address': 'fa:16:3e:21:10:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9defbc3d-dbf1-4d26-a895-3ed92507d0ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '6247b089-2c7c-4ca3-a8dd-41a0f57cced5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:19:22Z', 'updated_at': '2021-08-29T04:19:33Z', 'revision_number': 4, 'project_id': '45c0a3ca896a4dd0bcf90e5c0bd5812f', 'subnets': [{'id': '6247b089-2c7c-4ca3-a8dd-41a0f57cced5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:19:34.949811 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-b9f7f5e9-961d-4a03-8724-b1891251571f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:35.111902 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392c4b0c-5173-4629-a1b2-fa41b6155aee tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:35.118357 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392c4b0c-5173-4629-a1b2-fa41b6155aee tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:35.126730 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392c4b0c-5173-4629-a1b2-fa41b6155aee tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:35.129287 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-de8c5cb6-ed85-49f2-97e6-8812a713640f tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:35.133742 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392c4b0c-5173-4629-a1b2-fa41b6155aee tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:35.136079 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-392c4b0c-5173-4629-a1b2-fa41b6155aee tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 1.6231129 Aug 29 04:19:35.155012 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-23c3ff12-9e3e-4d85-9262-dfccd974b26a req-18c2820e-709d-4d20-9d71-a6d00dfbc36a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=71fe9f3e-3534-4c4d-8ae6-ccb2829ad4b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.9766569 Aug 29 04:19:35.162073 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 48418) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:35.229994 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-de8c5cb6-ed85-49f2-97e6-8812a713640f tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:35.360794 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec70fe40-8a84-4560-8bff-d1a4abaa06e3 req-480ea43e-42c5-45d6-a057-565255924102 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:35.369823 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ec70fe40-8a84-4560-8bff-d1a4abaa06e3 req-480ea43e-42c5-45d6-a057-565255924102 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=75a39e68-5d14-43e2-bf0b-82240c86b1bf HTTP/1.1" status: 200 len: 943 time: 0.5163226 Aug 29 04:19:35.430422 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [req-dd63b612-bba8-4361-9349-3155557e8fb0 req-9df2e367-7bcb-4c95-b0b6-c4c0eb3ac4cc service neutron] Transition to ACTIVE for port object 59864ef7-059a-4500-85c1-f75d5e2f7370 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:19:35.436163 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-de8c5cb6-ed85-49f2-97e6-8812a713640f tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:35.450428 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b9830c-aa31-416f-a956-9ae042bf6277 req-3219deb8-17ac-496c-87bf-2e827e220708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:35.452057 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b3b9830c-aa31-416f-a956-9ae042bf6277 req-3219deb8-17ac-496c-87bf-2e827e220708 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.5598512 Aug 29 04:19:35.452975 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-de8c5cb6-ed85-49f2-97e6-8812a713640f tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8165135 Aug 29 04:19:35.490727 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b41f45a-f222-4283-8866-c373033f0993 req-ac753c2c-3e69-4ceb-8daf-fff2a3755e65 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:35.514159 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0b41f45a-f222-4283-8866-c373033f0993 req-ac753c2c-3e69-4ceb-8daf-fff2a3755e65 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=a75e7a99-9969-491a-b52c-6ec12a3b4ddc HTTP/1.1" status: 200 len: 946 time: 0.8504021 Aug 29 04:19:35.531488 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 48422) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:35.546700 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-01761ce0-336f-4f3e-b2b5-960eb5f19e24 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Request body: {'security_group_rule': {'security_group_id': 'efbd56da-4301-456e-8002-a695aaaeaffd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:35.593467 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8c5cb6-ed85-49f2-97e6-8812a713640f tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efbd56da-4301-456e-8002-a695aaaeaffd,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:35.634319 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-dd63b612-bba8-4361-9349-3155557e8fb0 req-9df2e367-7bcb-4c95-b0b6-c4c0eb3ac4cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:35.665503 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ec70fe40-8a84-4560-8bff-d1a4abaa06e3 req-4705ef60-a358-49fb-9c92-ddf057d9028c tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2919123 Aug 29 04:19:35.681201 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-01761ce0-336f-4f3e-b2b5-960eb5f19e24 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:35.699124 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-56cf4840-2164-4d5a-be51-2bf87ea1e8f8 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:35.720359 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c3ff12-9e3e-4d85-9262-dfccd974b26a req-e48feeb9-548a-4814-acf5-edfc4c02f025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:35.722291 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-23c3ff12-9e3e-4d85-9262-dfccd974b26a req-e48feeb9-548a-4814-acf5-edfc4c02f025 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=48da3dc54d264865b5c4834c4a90f4b5&device_id=71fe9f3e-3534-4c4d-8ae6-ccb2829ad4b8 HTTP/1.1" status: 200 len: 1097 time: 0.5305927 Aug 29 04:19:35.858539 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd63b612-bba8-4361-9349-3155557e8fb0 req-9df2e367-7bcb-4c95-b0b6-c4c0eb3ac4cc service neutron] No DVR routers for this DVR port 59864ef7-059a-4500-85c1-f75d5e2f7370 on host n-h1-712140-12 {{(pid=94829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:19:36.057187 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0b41f45a-f222-4283-8866-c373033f0993 req-8b2542aa-d003-4d79-b144-c2d630d0a57e tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=67519499-017b-4c54-88db-c974346724c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4342735 Aug 29 04:19:36.202926 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-01761ce0-336f-4f3e-b2b5-960eb5f19e24 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:36.218081 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-dd63b612-bba8-4361-9349-3155557e8fb0 req-9df2e367-7bcb-4c95-b0b6-c4c0eb3ac4cc service neutron] 10.222.0.46 "PUT /v2.0/ports/59864ef7-059a-4500-85c1-f75d5e2f7370/bindings/n-h2-712140-12/activate HTTP/1.1" status: 200 len: 370 time: 2.3043334 Aug 29 04:19:36.241201 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-79777add-2d5c-4d52-9875-020e48fa8ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:36.249147 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-01761ce0-336f-4f3e-b2b5-960eb5f19e24 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:36.256305 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-68a57171-35b6-4f0a-9963-b159ebf8c1a8 req-8c565dbc-f56b-401f-8d44-f9c5febe9587 tempest-VolumesAdminNegativeTest-382075465 tempest-VolumesAdminNegativeTest-382075465-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:36.263620 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df2e367-7bcb-4c95-b0b6-c4c0eb3ac4cc service neutron] Pushing event updated for resources: {'Port': ['ID=59864ef7-059a-4500-85c1-f75d5e2f7370,revision_number=10']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:36.285810 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-56cf4840-2164-4d5a-be51-2bf87ea1e8f8 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:36.320022 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d295d3-bd7a-4117-b45e-c3bcb69552ba req-2a0448fa-1956-4072-9b2e-56fdfe603d3a tempest-ServerTagsTestJSON-618676379 tempest-ServerTagsTestJSON-618676379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:36.328548 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d9d295d3-bd7a-4117-b45e-c3bcb69552ba req-2a0448fa-1956-4072-9b2e-56fdfe603d3a tempest-ServerTagsTestJSON-618676379 tempest-ServerTagsTestJSON-618676379-project] 10.222.0.22 "GET /v2.0/ports?device_id=e90c7d15-2dc8-4a03-9da7-43e890023873 HTTP/1.1" status: 200 len: 943 time: 0.3685830 Aug 29 04:19:36.341440 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-16fe521b-f7c6-4044-9d02-2f00ec8e2547 req-cb35d2fa-6dd3-4ce3-a706-677238e825da tempest-VolumesAdminNegativeTest-382075465 tempest-VolumesAdminNegativeTest-382075465-project] 10.222.0.22 "GET /v2.0/ports?device_id=3aebb8c7-0e67-41b8-801f-6adc9a04f17a HTTP/1.1" status: 200 len: 210 time: 0.0798080 Aug 29 04:19:36.370580 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-56cf4840-2164-4d5a-be51-2bf87ea1e8f8 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['776159b0-bbbd-4717-9b39-f4d560176280']}} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:36.385371 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-56cf4840-2164-4d5a-be51-2bf87ea1e8f8 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e80ee706-baab-4a30-b649-6ab9cdc5faf1') {'for_net_delete': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:36.385687 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-56cf4840-2164-4d5a-be51-2bf87ea1e8f8 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e80ee706-baab-4a30-b649-6ab9cdc5faf1') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:36.400737 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-56cf4840-2164-4d5a-be51-2bf87ea1e8f8 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8904833'] for segment, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:36.407793 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-68a57171-35b6-4f0a-9963-b159ebf8c1a8 req-8c565dbc-f56b-401f-8d44-f9c5febe9587 tempest-VolumesAdminNegativeTest-382075465 tempest-VolumesAdminNegativeTest-382075465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:36.434126 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-56cf4840-2164-4d5a-be51-2bf87ea1e8f8 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:36.451319 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56cf4840-2164-4d5a-be51-2bf87ea1e8f8 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=94828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:19:36.451739 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-56cf4840-2164-4d5a-be51-2bf87ea1e8f8 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9190468'] for segment, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:36.499926 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c3ff12-9e3e-4d85-9262-dfccd974b26a req-0310aead-5856-4257-a69a-6f506c111027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:36.501902 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-23c3ff12-9e3e-4d85-9262-dfccd974b26a req-0310aead-5856-4257-a69a-6f506c111027 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7521cd58-9470-4433-82b8-7e942c988b03 HTTP/1.1" status: 200 len: 913 time: 0.7185559 Aug 29 04:19:36.502780 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01761ce0-336f-4f3e-b2b5-960eb5f19e24 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cec7f01-06c4-422b-ae78-d45e95df07f0,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:36.504957 n-d-712140-12 neutron-server[94828]: Traceback (most recent call last): Aug 29 04:19:36.504957 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:19:36.504957 n-d-712140-12 neutron-server[94828]: timer() Aug 29 04:19:36.504957 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:19:36.504957 n-d-712140-12 neutron-server[94828]: cb(*args, **kw) Aug 29 04:19:36.504957 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:19:36.504957 n-d-712140-12 neutron-server[94828]: return func(*args, **kwargs) Aug 29 04:19:36.504957 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:19:36.504957 n-d-712140-12 neutron-server[94828]: self._notify() Aug 29 04:19:36.504957 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:19:36.504957 n-d-712140-12 neutron-server[94828]: self.callback(batched_events) Aug 29 04:19:36.504957 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:19:36.504957 n-d-712140-12 neutron-server[94828]: event.method(event) Aug 29 04:19:36.504957 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:19:36.504957 n-d-712140-12 neutron-server[94828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:19:36.504957 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:19:36.504957 n-d-712140-12 neutron-server[94828]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:19:36.504957 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:19:36.504957 n-d-712140-12 neutron-server[94828]: return f(self, *a, **k) Aug 29 04:19:36.504957 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:19:36.504957 n-d-712140-12 neutron-server[94828]: return self._get(url).json() Aug 29 04:19:36.504957 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:19:36.504957 n-d-712140-12 neutron-server[94828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:19:36.504957 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:19:36.504957 n-d-712140-12 neutron-server[94828]: return self.request(url, 'GET', **kwargs) Aug 29 04:19:36.504957 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:19:36.504957 n-d-712140-12 neutron-server[94828]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:19:36.504957 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:19:36.504957 n-d-712140-12 neutron-server[94828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:19:36.504957 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:19:36.504957 n-d-712140-12 neutron-server[94828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:19:36.504957 n-d-712140-12 neutron-server[94828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:19:36.516605 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44358184-a9fb-482b-a3db-9de0cab21278 x-openstack-request-id: req-44358184-a9fb-482b-a3db-9de0cab21278 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:36.517314 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e90c7d15-2dc8-4a03-9da7-43e890023873", "tag": "94a12cf7-90d0-4efc-9143-331f9dc9080e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "afc254ea-ccf6-497c-b6f3-9c7790e81f60", "tag": "522e949e-9797-45c8-902e-353747f23d7c", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:36.517747 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-44358184-a9fb-482b-a3db-9de0cab21278 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:36.518478 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e90c7d15-2dc8-4a03-9da7-43e890023873', 'tag': '94a12cf7-90d0-4efc-9143-331f9dc9080e', 'status': 'completed', 'code': 200} Aug 29 04:19:36.519042 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afc254ea-ccf6-497c-b6f3-9c7790e81f60', 'tag': '522e949e-9797-45c8-902e-353747f23d7c', 'status': 'completed', 'code': 200} Aug 29 04:19:36.561460 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c565dbc-f56b-401f-8d44-f9c5febe9587 tempest-VolumesAdminNegativeTest-382075465 tempest-VolumesAdminNegativeTest-382075465-project] Pushing event updated for resources: {'Port': ['ID=731dc945-b61b-4091-8e08-b0228a8402a4,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:36.757149 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-01761ce0-336f-4f3e-b2b5-960eb5f19e24 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:36.759286 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-01761ce0-336f-4f3e-b2b5-960eb5f19e24 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2186060 Aug 29 04:19:36.772333 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-23c3ff12-9e3e-4d85-9262-dfccd974b26a req-a85c7857-688d-4349-bfbe-29fd78915d2e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77b4db49-2762-4af2-8d0e-62de1be3be49 HTTP/1.1" status: 200 len: 217 time: 0.1738594 Aug 29 04:19:36.777599 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 48428) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:36.785835 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-b243d337-710e-4cbe-910a-b4ceed598622 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Request body: {'security_group_rule': {'security_group_id': 'efbd56da-4301-456e-8002-a695aaaeaffd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:36.940678 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-b9f7f5e9-961d-4a03-8724-b1891251571f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46c566e7-1458-4fe3-a7d6-eaf119c72666 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:19:36.951009 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-56cf4840-2164-4d5a-be51-2bf87ea1e8f8 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:36.957202 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device a3ed0d0c-7f2a-442a-a9b0-ff7e2dc5196a up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:19:36.959174 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68a57171-35b6-4f0a-9963-b159ebf8c1a8 req-8c565dbc-f56b-401f-8d44-f9c5febe9587 tempest-VolumesAdminNegativeTest-382075465 tempest-VolumesAdminNegativeTest-382075465-project] Network 8e585f17-6f45-4745-a364-5f970b6a45b8 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:19:36.966106 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5973cfcf-af9b-4f67-aca5-6b1226272a3f req-54b8bec0-06af-478a-9e24-c2194c41f90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:36.971618 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5973cfcf-af9b-4f67-aca5-6b1226272a3f req-54b8bec0-06af-478a-9e24-c2194c41f90e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3e3cfe3eba6847d2813d23ba37a6b75b&device_id=e90c7d15-2dc8-4a03-9da7-43e890023873 HTTP/1.1" status: 200 len: 1095 time: 0.4204831 Aug 29 04:19:36.979415 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [req-68a57171-35b6-4f0a-9963-b159ebf8c1a8 req-8c565dbc-f56b-401f-8d44-f9c5febe9587 tempest-VolumesAdminNegativeTest-382075465 tempest-VolumesAdminNegativeTest-382075465-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:19:36.980635 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d9d295d3-bd7a-4117-b45e-c3bcb69552ba req-6d2c063d-7f0f-47f0-be76-33a20f1ee2b7 tempest-ServerTagsTestJSON-618676379 tempest-ServerTagsTestJSON-618676379-project] 10.222.0.22 "GET /v2.0/security-groups?id=b18ac53a-db31-4756-b048-51f3b14df6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6506317 Aug 29 04:19:37.012531 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-b9f7f5e9-961d-4a03-8724-b1891251571f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:37.077378 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:37.093132 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-56cf4840-2164-4d5a-be51-2bf87ea1e8f8 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:37.095523 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-56cf4840-2164-4d5a-be51-2bf87ea1e8f8 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] 10.222.0.22 "DELETE /v2.0/networks/776159b0-bbbd-4717-9b39-f4d560176280 HTTP/1.1" status: 204 len: 168 time: 1.9190545 Aug 29 04:19:37.098780 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port a3ed0d0c-7f2a-442a-a9b0-ff7e2dc5196a completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:19:37.108797 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port a3ed0d0c-7f2a-442a-a9b0-ff7e2dc5196a triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:19:37.109392 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:37.120675 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c3ff12-9e3e-4d85-9262-dfccd974b26a req-24770ca1-92b4-4c14-b7b9-db46e4584e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:37.122461 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-23c3ff12-9e3e-4d85-9262-dfccd974b26a req-24770ca1-92b4-4c14-b7b9-db46e4584e67 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=be5f55ab-7fa1-406c-9ca9-03e74b79ef6a HTTP/1.1" status: 200 len: 851 time: 0.2968235 Aug 29 04:19:37.124823 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 48434) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:37.140353 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [req-68a57171-35b6-4f0a-9963-b159ebf8c1a8 req-8c565dbc-f56b-401f-8d44-f9c5febe9587 tempest-VolumesAdminNegativeTest-382075465 tempest-VolumesAdminNegativeTest-382075465-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:19:37.195339 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5973cfcf-af9b-4f67-aca5-6b1226272a3f req-ce6ed809-94b1-4f08-81a0-432ad9ef320a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:37.197299 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5973cfcf-af9b-4f67-aca5-6b1226272a3f req-ce6ed809-94b1-4f08-81a0-432ad9ef320a service neutron] 10.222.0.46 "GET /v2.0/networks?id=fd0ebf3e-1de7-4175-8484-8ada44138a5c HTTP/1.1" status: 200 len: 910 time: 0.2121267 Aug 29 04:19:37.238608 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:37.243556 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:37.275759 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5973cfcf-af9b-4f67-aca5-6b1226272a3f req-397edaed-bd01-4261-b5c6-be2c8ccb0126 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94a12cf7-90d0-4efc-9143-331f9dc9080e HTTP/1.1" status: 200 len: 217 time: 0.0628982 Aug 29 04:19:37.301630 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port a3ed0d0c-7f2a-442a-a9b0-ff7e2dc5196a, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=a3ed0d0c-7f2a-442a-a9b0-ff7e2dc5196a,segment=NetworkSegment(4345054c-8cc7-4ded-979c-629f28057ddf),segment_id=4345054c-8cc7-4ded-979c-629f28057ddf)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:37.308212 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:37.316945 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5973cfcf-af9b-4f67-aca5-6b1226272a3f req-4b66c6a7-854a-433b-8b63-63cf7c7c78c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:37.317607 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5973cfcf-af9b-4f67-aca5-6b1226272a3f req-4b66c6a7-854a-433b-8b63-63cf7c7c78c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:37.317900 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5973cfcf-af9b-4f67-aca5-6b1226272a3f req-4b66c6a7-854a-433b-8b63-63cf7c7c78c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:37.318375 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5973cfcf-af9b-4f67-aca5-6b1226272a3f req-4b66c6a7-854a-433b-8b63-63cf7c7c78c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:37.318870 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5973cfcf-af9b-4f67-aca5-6b1226272a3f req-4b66c6a7-854a-433b-8b63-63cf7c7c78c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:37.319384 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5973cfcf-af9b-4f67-aca5-6b1226272a3f req-4b66c6a7-854a-433b-8b63-63cf7c7c78c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:37.319947 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5973cfcf-af9b-4f67-aca5-6b1226272a3f req-4b66c6a7-854a-433b-8b63-63cf7c7c78c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:37.322120 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5973cfcf-af9b-4f67-aca5-6b1226272a3f req-4b66c6a7-854a-433b-8b63-63cf7c7c78c9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e5f0d8ebc9a74e589a93c4dfadff20f5&device_id=afc254ea-ccf6-497c-b6f3-9c7790e81f60 HTTP/1.1" status: 200 len: 6426 time: 0.7154219 Aug 29 04:19:37.333399 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd63b612-bba8-4361-9349-3155557e8fb0 req-84e59c9c-0428-4c44-96fb-cdcb45bd741e tempest-LiveAutoBlockMigrationV225Test-280615785 tempest-LiveAutoBlockMigrationV225Test-280615785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:37.334860 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a57171-35b6-4f0a-9963-b159ebf8c1a8 req-8c565dbc-f56b-401f-8d44-f9c5febe9587 tempest-VolumesAdminNegativeTest-382075465 tempest-VolumesAdminNegativeTest-382075465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:37.335323 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dd63b612-bba8-4361-9349-3155557e8fb0 req-84e59c9c-0428-4c44-96fb-cdcb45bd741e tempest-LiveAutoBlockMigrationV225Test-280615785 tempest-LiveAutoBlockMigrationV225Test-280615785-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=75a39e68-5d14-43e2-bf0b-82240c86b1bf&tenant_id=1d0658a0a90a4facb02cad62921e20d5&binding%3Ahost_id=n-h1-712140-12 HTTP/1.1" status: 200 len: 1096 time: 0.9703510 Aug 29 04:19:37.335961 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-68a57171-35b6-4f0a-9963-b159ebf8c1a8 req-8c565dbc-f56b-401f-8d44-f9c5febe9587 tempest-VolumesAdminNegativeTest-382075465 tempest-VolumesAdminNegativeTest-382075465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:37.363838 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b243d337-710e-4cbe-910a-b4ceed598622 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:37.366920 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cf4840-2164-4d5a-be51-2bf87ea1e8f8 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Pushing event deleted for resources: {'Network': ['ID=776159b0-bbbd-4717-9b39-f4d560176280,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:37.404556 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5568c226-b13f-4a05-b18c-26f6acafa145 req-a2fe7b94-4be9-42ca-9efc-e68ceda868e9 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:37.413907 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5568c226-b13f-4a05-b18c-26f6acafa145 req-a2fe7b94-4be9-42ca-9efc-e68ceda868e9 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:37.418159 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=a3ed0d0c-7f2a-442a-a9b0-ff7e2dc5196a,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:37.426105 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5568c226-b13f-4a05-b18c-26f6acafa145 req-a2fe7b94-4be9-42ca-9efc-e68ceda868e9 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:37.436729 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5568c226-b13f-4a05-b18c-26f6acafa145 req-a2fe7b94-4be9-42ca-9efc-e68ceda868e9 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:37.444210 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5568c226-b13f-4a05-b18c-26f6acafa145 req-a2fe7b94-4be9-42ca-9efc-e68ceda868e9 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:37.453635 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5568c226-b13f-4a05-b18c-26f6acafa145 req-a2fe7b94-4be9-42ca-9efc-e68ceda868e9 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:37.458321 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-b9f7f5e9-961d-4a03-8724-b1891251571f service neutron] Transition to ACTIVE for port object 46c566e7-1458-4fe3-a7d6-eaf119c72666 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:19:37.463370 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5568c226-b13f-4a05-b18c-26f6acafa145 req-a2fe7b94-4be9-42ca-9efc-e68ceda868e9 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:37.471477 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5568c226-b13f-4a05-b18c-26f6acafa145 req-a2fe7b94-4be9-42ca-9efc-e68ceda868e9 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/ports?device_id=afc254ea-ccf6-497c-b6f3-9c7790e81f60 HTTP/1.1" status: 200 len: 5418 time: 0.9226310 Aug 29 04:19:37.476636 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-68a57171-35b6-4f0a-9963-b159ebf8c1a8 req-8c565dbc-f56b-401f-8d44-f9c5febe9587 tempest-VolumesAdminNegativeTest-382075465 tempest-VolumesAdminNegativeTest-382075465-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9593697 Aug 29 04:19:37.477382 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-25ff7f2e-a741-4a54-8c1d-d00d8a33293d req-92d59f3e-2335-4af0-9e24-b526041db88a tempest-InstanceActionsV221TestJSON-1717367902 tempest-InstanceActionsV221TestJSON-1717367902-project] 10.222.0.22 "GET /v2.0/ports?device_id=08fe3771-34ac-4eac-92d5-7853d02a240c HTTP/1.1" status: 200 len: 210 time: 0.2490380 Aug 29 04:19:37.525098 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 94a12cf7-90d0-4efc-9143-331f9dc9080e details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:19:37.548946 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-b9f7f5e9-961d-4a03-8724-b1891251571f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:37.554340 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-68a57171-35b6-4f0a-9963-b159ebf8c1a8 req-00717398-2fc1-4754-a1ac-1a26615d92df service neutron] Request body: {'port': {'device_id': '3aebb8c7-0e67-41b8-801f-6adc9a04f17a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-12'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:37.647668 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8c5e7fa5-9644-47c2-89ca-2d54cb44eade tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:37.752711 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 94a12cf7-90d0-4efc-9143-331f9dc9080e, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=94a12cf7-90d0-4efc-9143-331f9dc9080e,segment=NetworkSegment(f4a75ef3-8825-4588-8daa-041e0344ecfa),segment_id=f4a75ef3-8825-4588-8daa-041e0344ecfa)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:37.761849 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bbdd28-86b9-4227-b3ac-e1247fabcb43 req-f2f72596-1fef-4e02-8ad6-d0b8a16dfd84 tempest-InstanceActionsV221TestJSON-1717367902 tempest-InstanceActionsV221TestJSON-1717367902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:37.764466 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-44bbdd28-86b9-4227-b3ac-e1247fabcb43 req-f2f72596-1fef-4e02-8ad6-d0b8a16dfd84 tempest-InstanceActionsV221TestJSON-1717367902 tempest-InstanceActionsV221TestJSON-1717367902-project] 10.222.0.48 "GET /v2.0/networks?id=4354257c-2d8f-4fc9-8554-03af3fe5b352 HTTP/1.1" status: 200 len: 818 time: 1.0610700 Aug 29 04:19:37.783005 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Returning: {'device': '94a12cf7-90d0-4efc-9143-331f9dc9080e', 'network_id': 'fd0ebf3e-1de7-4175-8484-8ada44138a5c', 'port_id': '94a12cf7-90d0-4efc-9143-331f9dc9080e', 'mac_address': 'fa:16:3e:01:ae:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52bcb622-d525-48ed-9753-e25f925c2a05', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:19:37.795759 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-44bbdd28-86b9-4227-b3ac-e1247fabcb43 req-e7d95d8f-6ccf-4d83-a468-ec5a15a78fc6 tempest-InstanceActionsV221TestJSON-1717367902 tempest-InstanceActionsV221TestJSON-1717367902-project] Request body: {'port': {'device_id': '08fe3771-34ac-4eac-92d5-7853d02a240c', 'network_id': '4354257c-2d8f-4fc9-8554-03af3fe5b352', 'admin_state_up': True, 'tenant_id': '5408424bc4ac4731a316c98f6c001811'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:37.806295 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b243d337-710e-4cbe-910a-b4ceed598622 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:37.808429 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5973cfcf-af9b-4f67-aca5-6b1226272a3f req-59f148a0-8adf-4c52-8425-afcd5391b526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:37.811434 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5973cfcf-af9b-4f67-aca5-6b1226272a3f req-59f148a0-8adf-4c52-8425-afcd5391b526 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=52bcb622-d525-48ed-9753-e25f925c2a05 HTTP/1.1" status: 200 len: 849 time: 0.5194762 Aug 29 04:19:37.833905 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5568c226-b13f-4a05-b18c-26f6acafa145 req-c58e87ca-2531-4062-85af-b8b8f23b3c19 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/security-groups?id=c5569642-fe3a-4dae-b304-b5b17959f467&id=6765471a-6318-4be5-8b74-21c509c8c5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3611662 Aug 29 04:19:37.889132 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:37.898575 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-68a57171-35b6-4f0a-9963-b159ebf8c1a8 req-00717398-2fc1-4754-a1ac-1a26615d92df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:37.919017 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94a12cf7-90d0-4efc-9143-331f9dc9080e {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:19:37.919928 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8c5e7fa5-9644-47c2-89ca-2d54cb44eade tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:37.932095 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-8c5e7fa5-9644-47c2-89ca-2d54cb44eade tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c5c8ac1-1e3d-4ccf-ad65-54a3876765a5']}} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:37.943887 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-8c5e7fa5-9644-47c2-89ca-2d54cb44eade tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4f76ed0-f329-47a0-87a5-097372d3f42e') {'for_net_delete': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:37.944478 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-8c5e7fa5-9644-47c2-89ca-2d54cb44eade tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4f76ed0-f329-47a0-87a5-097372d3f42e') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:37.955385 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8c5e7fa5-9644-47c2-89ca-2d54cb44eade tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8904833'] for segment, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:37.975213 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8c5e7fa5-9644-47c2-89ca-2d54cb44eade tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:37.976192 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 94a12cf7-90d0-4efc-9143-331f9dc9080e, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=94a12cf7-90d0-4efc-9143-331f9dc9080e,segment=NetworkSegment(f4a75ef3-8825-4588-8daa-041e0344ecfa),segment_id=f4a75ef3-8825-4588-8daa-041e0344ecfa)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:37.986631 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:37.988951 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c5e7fa5-9644-47c2-89ca-2d54cb44eade tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=94828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:19:37.989568 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8c5e7fa5-9644-47c2-89ca-2d54cb44eade tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9190468'] for segment, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:38.077362 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=94a12cf7-90d0-4efc-9143-331f9dc9080e,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:38.093698 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd63b612-bba8-4361-9349-3155557e8fb0 req-58c74b15-56c4-4c1e-bd59-011df4a246eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:38.096287 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dd63b612-bba8-4361-9349-3155557e8fb0 req-58c74b15-56c4-4c1e-bd59-011df4a246eb service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=75a39e68-5d14-43e2-bf0b-82240c86b1bf&tenant_id=1d0658a0a90a4facb02cad62921e20d5 HTTP/1.1" status: 200 len: 1096 time: 0.7174661 Aug 29 04:19:38.122188 n-d-712140-12 neutron-server[94828]: Traceback (most recent call last): Aug 29 04:19:38.122188 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:19:38.122188 n-d-712140-12 neutron-server[94828]: timer() Aug 29 04:19:38.122188 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:19:38.122188 n-d-712140-12 neutron-server[94828]: cb(*args, **kw) Aug 29 04:19:38.122188 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:19:38.122188 n-d-712140-12 neutron-server[94828]: return func(*args, **kwargs) Aug 29 04:19:38.122188 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:19:38.122188 n-d-712140-12 neutron-server[94828]: self._notify() Aug 29 04:19:38.122188 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:19:38.122188 n-d-712140-12 neutron-server[94828]: self.callback(batched_events) Aug 29 04:19:38.122188 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:19:38.122188 n-d-712140-12 neutron-server[94828]: event.method(event) Aug 29 04:19:38.122188 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:19:38.122188 n-d-712140-12 neutron-server[94828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:19:38.122188 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:19:38.122188 n-d-712140-12 neutron-server[94828]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:19:38.122188 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:19:38.122188 n-d-712140-12 neutron-server[94828]: return f(self, *a, **k) Aug 29 04:19:38.122188 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:19:38.122188 n-d-712140-12 neutron-server[94828]: return self._get(url).json() Aug 29 04:19:38.122188 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:19:38.122188 n-d-712140-12 neutron-server[94828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:19:38.122188 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:19:38.122188 n-d-712140-12 neutron-server[94828]: return self.request(url, 'GET', **kwargs) Aug 29 04:19:38.122188 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:19:38.122188 n-d-712140-12 neutron-server[94828]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:19:38.122188 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:19:38.122188 n-d-712140-12 neutron-server[94828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:19:38.122188 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:19:38.122188 n-d-712140-12 neutron-server[94828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:19:38.122188 n-d-712140-12 neutron-server[94828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:19:38.126494 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8c5e7fa5-9644-47c2-89ca-2d54cb44eade tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:38.137178 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b243d337-710e-4cbe-910a-b4ceed598622 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:38.144995 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c3ff12-9e3e-4d85-9262-dfccd974b26a req-dadf01c2-7d30-4d15-8898-8bd74c5600d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:38.147342 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-23c3ff12-9e3e-4d85-9262-dfccd974b26a req-dadf01c2-7d30-4d15-8898-8bd74c5600d3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7521cd58-9470-4433-82b8-7e942c988b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9203000 Aug 29 04:19:38.215069 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f7f5e9-961d-4a03-8724-b1891251571f service neutron] Pushing event updated for resources: {'Port': ['ID=46c566e7-1458-4fe3-a7d6-eaf119c72666,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:38.243029 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['94a12cf7-90d0-4efc-9143-331f9dc9080e'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:19:38.347089 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8c5e7fa5-9644-47c2-89ca-2d54cb44eade tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:38.349996 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-8c5e7fa5-9644-47c2-89ca-2d54cb44eade tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] 10.222.0.22 "DELETE /v2.0/networks/3c5c8ac1-1e3d-4ccf-ad65-54a3876765a5 HTTP/1.1" status: 204 len: 168 time: 1.1940229 Aug 29 04:19:38.358712 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-23c3ff12-9e3e-4d85-9262-dfccd974b26a req-d639a35c-8a5b-4f5b-ae47-064410fa3137 service neutron] 10.222.0.46 "GET /v2.0/networks/7521cd58-9470-4433-82b8-7e942c988b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380491 Aug 29 04:19:38.359766 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b243d337-710e-4cbe-910a-b4ceed598622 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:38.361047 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-b243d337-710e-4cbe-910a-b4ceed598622 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5815954 Aug 29 04:19:38.389390 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 48442) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:38.390017 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 48444) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:38.555745 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5973cfcf-af9b-4f67-aca5-6b1226272a3f req-26bfa3e7-c4f0-4dbd-b7ab-b82074e345f8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fd0ebf3e-1de7-4175-8484-8ada44138a5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7188797 Aug 29 04:19:38.619031 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-7f340653-fdcf-47c2-ba8f-eb7ef9dd32c8 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Request body: {'floatingip': {'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:38.625669 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:38.659517 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [req-68a57171-35b6-4f0a-9963-b159ebf8c1a8 req-00717398-2fc1-4754-a1ac-1a26615d92df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 731dc945-b61b-4091-8e08-b0228a8402a4 {{(pid=94829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:19:38.665065 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273150ad-3520-4a90-8b03-7fa59cb32e9d tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:38.675523 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-68a57171-35b6-4f0a-9963-b159ebf8c1a8 req-00717398-2fc1-4754-a1ac-1a26615d92df service neutron] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:38.675777 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273150ad-3520-4a90-8b03-7fa59cb32e9d tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:38.678123 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-273150ad-3520-4a90-8b03-7fa59cb32e9d tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2081602 Aug 29 04:19:38.694289 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 48450) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:38.713396 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-c99fbf19-e2e5-479e-bb49-02995cc4ca81 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-446206155'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:38.727364 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44bbdd28-86b9-4227-b3ac-e1247fabcb43 req-e7d95d8f-6ccf-4d83-a468-ec5a15a78fc6 tempest-InstanceActionsV221TestJSON-1717367902 tempest-InstanceActionsV221TestJSON-1717367902-project] Made reservation on behalf of 5408424bc4ac4731a316c98f6c001811 for: {'port': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:19:38.729974 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5e7fa5-9644-47c2-89ca-2d54cb44eade tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Pushing event deleted for resources: {'Network': ['ID=3c5c8ac1-1e3d-4ccf-ad65-54a3876765a5,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:38.732981 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-44bbdd28-86b9-4227-b3ac-e1247fabcb43 req-e7d95d8f-6ccf-4d83-a468-ec5a15a78fc6 tempest-InstanceActionsV221TestJSON-1717367902 tempest-InstanceActionsV221TestJSON-1717367902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:38.781982 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b243d337-710e-4cbe-910a-b4ceed598622 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=305bf853-245f-49c2-9af1-e90d3ea2af56,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:38.802756 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7f340653-fdcf-47c2-ba8f-eb7ef9dd32c8 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Notify callbacks [] for floatingip, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:38.835411 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8362e6-b0ce-4e81-a96e-42f8f0ee188d req-0eddfa2e-11ad-48c9-ab69-18b1b130e7eb tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:38.848931 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6e8362e6-b0ce-4e81-a96e-42f8f0ee188d req-0eddfa2e-11ad-48c9-ab69-18b1b130e7eb tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=75a39e68-5d14-43e2-bf0b-82240c86b1bf HTTP/1.1" status: 200 len: 944 time: 1.2089717 Aug 29 04:19:38.889412 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5973cfcf-af9b-4f67-aca5-6b1226272a3f req-9d566ee5-73c7-4f18-99a9-dde018b6f74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:38.890172 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5973cfcf-af9b-4f67-aca5-6b1226272a3f req-9d566ee5-73c7-4f18-99a9-dde018b6f74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:38.890910 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5973cfcf-af9b-4f67-aca5-6b1226272a3f req-9d566ee5-73c7-4f18-99a9-dde018b6f74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:38.893784 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5973cfcf-af9b-4f67-aca5-6b1226272a3f req-9d566ee5-73c7-4f18-99a9-dde018b6f74c service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=e5f0d8ebc9a74e589a93c4dfadff20f5&shared=False HTTP/1.1" status: 200 len: 2298 time: 1.5120323 Aug 29 04:19:38.974135 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device a3ed0d0c-7f2a-442a-a9b0-ff7e2dc5196a up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:19:39.089722 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port a3ed0d0c-7f2a-442a-a9b0-ff7e2dc5196a triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:19:39.090113 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:39.250831 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee4a544-f9aa-4289-9709-bcde8087b7bd req-78d75888-cf16-4e47-949a-6bd986eabd19 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:39.261107 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4ee4a544-f9aa-4289-9709-bcde8087b7bd req-78d75888-cf16-4e47-949a-6bd986eabd19 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=a75e7a99-9969-491a-b52c-6ec12a3b4ddc HTTP/1.1" status: 200 len: 946 time: 0.7074006 Aug 29 04:19:39.275034 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [req-68a57171-35b6-4f0a-9963-b159ebf8c1a8 req-00717398-2fc1-4754-a1ac-1a26615d92df service neutron] Transition to ACTIVE for port object 731dc945-b61b-4091-8e08-b0228a8402a4 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:19:39.309084 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-68a57171-35b6-4f0a-9963-b159ebf8c1a8 req-00717398-2fc1-4754-a1ac-1a26615d92df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:39.392692 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00717398-2fc1-4754-a1ac-1a26615d92df service neutron] Pushing event updated for resources: {'Port': ['ID=731dc945-b61b-4091-8e08-b0228a8402a4,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:39.424077 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd63b612-bba8-4361-9349-3155557e8fb0 req-0d727cd5-3346-4f7b-bccb-ebd77f161fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:39.425270 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dd63b612-bba8-4361-9349-3155557e8fb0 req-0d727cd5-3346-4f7b-bccb-ebd77f161fda service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1d0658a0a90a4facb02cad62921e20d5&device_id=75a39e68-5d14-43e2-bf0b-82240c86b1bf HTTP/1.1" status: 200 len: 1096 time: 1.2485225 Aug 29 04:19:39.462358 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c99fbf19-e2e5-479e-bb49-02995cc4ca81 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Made reservation on behalf of a53c288f59c64fb488608139d93b15ca for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:19:39.466819 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c99fbf19-e2e5-479e-bb49-02995cc4ca81 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:39.492818 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5973cfcf-af9b-4f67-aca5-6b1226272a3f req-0bfdb310-7e81-4182-923f-39dda53efdd7 service neutron] 10.222.0.46 "GET /v2.0/networks/fd0ebf3e-1de7-4175-8484-8ada44138a5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9159575 Aug 29 04:19:39.525970 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4ee4a544-f9aa-4289-9709-bcde8087b7bd req-0cfbb874-3b88-4262-b208-4a9e2368ee9f tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=67519499-017b-4c54-88db-c974346724c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634039 Aug 29 04:19:39.529098 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6e8362e6-b0ce-4e81-a96e-42f8f0ee188d req-6939648f-7cf9-4137-b537-809bf3151ff3 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6789098 Aug 29 04:19:39.542475 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 94a12cf7-90d0-4efc-9143-331f9dc9080e up at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:19:39.637217 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-23c3ff12-9e3e-4d85-9262-dfccd974b26a req-dc470e32-ad47-407e-9735-18b14bf95196 service neutron] 10.222.0.46 "GET /v2.0/networks/7521cd58-9470-4433-82b8-7e942c988b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2323656 Aug 29 04:19:39.638368 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-b9f7f5e9-961d-4a03-8724-b1891251571f service neutron] Attempting to bind port 46c566e7-1458-4fe3-a7d6-eaf119c72666 on host n-h2-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:19:39.639453 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-b9f7f5e9-961d-4a03-8724-b1891251571f service neutron] Attempting to bind port 46c566e7-1458-4fe3-a7d6-eaf119c72666 by drivers openvswitch,hyperv on host n-h2-712140-12 at level 0 using segments [{'id': '912c7cf8-61cd-4425-9508-d2aefeed23ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '4b336bb6-c1a2-4852-8570-018195081ecf'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:19:39.640063 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-b9f7f5e9-961d-4a03-8724-b1891251571f service neutron] Attempting to bind port 46c566e7-1458-4fe3-a7d6-eaf119c72666 on network 4b336bb6-c1a2-4852-8570-018195081ecf {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:39.656166 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd63b612-bba8-4361-9349-3155557e8fb0 req-40bfe1de-51f6-47e0-bd01-9152a7f2d971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:39.658091 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dd63b612-bba8-4361-9349-3155557e8fb0 req-40bfe1de-51f6-47e0-bd01-9152a7f2d971 service neutron] 10.222.0.48 "GET /v2.0/networks?id=53020a37-9cfa-46c3-bf40-16467007f493 HTTP/1.1" status: 200 len: 921 time: 0.2147241 Aug 29 04:19:39.682421 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-b9f7f5e9-961d-4a03-8724-b1891251571f service neutron] Port 46c566e7-1458-4fe3-a7d6-eaf119c72666 on network 4b336bb6-c1a2-4852-8570-018195081ecf not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:19:39.683176 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-b9f7f5e9-961d-4a03-8724-b1891251571f service neutron] Attempting to bind port 46c566e7-1458-4fe3-a7d6-eaf119c72666 on network 4b336bb6-c1a2-4852-8570-018195081ecf {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:39.694899 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c99fbf19-e2e5-479e-bb49-02995cc4ca81 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:19:39.702865 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning for port 94a12cf7-90d0-4efc-9143-331f9dc9080e completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:19:39.708572 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning complete for port 94a12cf7-90d0-4efc-9143-331f9dc9080e triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:19:39.708959 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:39.790395 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-b9f7f5e9-961d-4a03-8724-b1891251571f service neutron] Checking agent: {'id': 'b3a0606b-b029-4f5e-8798-3a32b71d8844', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:19:39.791141 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-b9f7f5e9-961d-4a03-8724-b1891251571f service neutron] Checking segment: {'id': '912c7cf8-61cd-4425-9508-d2aefeed23ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '4b336bb6-c1a2-4852-8570-018195081ecf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:19:39.791816 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-b9f7f5e9-961d-4a03-8724-b1891251571f service neutron] Bound using segment: {'id': '912c7cf8-61cd-4425-9508-d2aefeed23ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '4b336bb6-c1a2-4852-8570-018195081ecf'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:19:39.793287 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-b9f7f5e9-961d-4a03-8724-b1891251571f service neutron] Bound port: 46c566e7-1458-4fe3-a7d6-eaf119c72666, host: n-h2-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '912c7cf8-61cd-4425-9508-d2aefeed23ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '4b336bb6-c1a2-4852-8570-018195081ecf'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:19:39.793909 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-b9f7f5e9-961d-4a03-8724-b1891251571f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:39.813994 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c99fbf19-e2e5-479e-bb49-02995cc4ca81 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:39.814336 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-c99fbf19-e2e5-479e-bb49-02995cc4ca81 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Added segment 7ff4fd0e-a659-49c8-82ea-dd1d5c3e7e3b of type vlan for network 7e6dccd1-d338-4b3e-9020-70ab40b1b05f Aug 29 04:19:39.816922 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dd63b612-bba8-4361-9349-3155557e8fb0 req-6ac04f66-70b5-410f-89a6-1019ba1b839a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=59864ef7-059a-4500-85c1-f75d5e2f7370 HTTP/1.1" status: 200 len: 217 time: 0.1383574 Aug 29 04:19:39.817349 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:39.847471 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e90c7d15-2dc8-4a03-9da7-43e890023873', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94a12cf7-90d0-4efc-9143-331f9dc9080e'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:39.849931 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5973cfcf-af9b-4f67-aca5-6b1226272a3f req-cf8f49bf-1ebc-4f1d-8e67-39433d622879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:39.850155 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-784b8700-2825-4676-888f-cc21551a9db4" -d '{"events": [{"server_uuid": "e90c7d15-2dc8-4a03-9da7-43e890023873", "name": "network-vif-plugged", "status": "completed", "tag": "94a12cf7-90d0-4efc-9143-331f9dc9080e"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:39.851983 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5973cfcf-af9b-4f67-aca5-6b1226272a3f req-cf8f49bf-1ebc-4f1d-8e67-39433d622879 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8888211 Aug 29 04:19:39.866889 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:19:39.879419 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 94a12cf7-90d0-4efc-9143-331f9dc9080e, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=94a12cf7-90d0-4efc-9143-331f9dc9080e,segment=NetworkSegment(f4a75ef3-8825-4588-8daa-041e0344ecfa),segment_id=f4a75ef3-8825-4588-8daa-041e0344ecfa)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:39.882425 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [req-44bbdd28-86b9-4227-b3ac-e1247fabcb43 req-e7d95d8f-6ccf-4d83-a468-ec5a15a78fc6 tempest-InstanceActionsV221TestJSON-1717367902 tempest-InstanceActionsV221TestJSON-1717367902-project] Allocated IP 172.20.0.7 (4354257c-2d8f-4fc9-8554-03af3fe5b352/5670617d-352d-441a-8d77-9583e75eed3c/e6463710-82f5-470e-846e-24343a1b85c4) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:19:39.884682 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:39.909877 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd63b612-bba8-4361-9349-3155557e8fb0 req-2ce9dfd4-da29-4862-ad0d-8dca1885d931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:39.911445 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dd63b612-bba8-4361-9349-3155557e8fb0 req-2ce9dfd4-da29-4862-ad0d-8dca1885d931 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=210c6ef6-f12f-4dde-90b9-22d1971290b1 HTTP/1.1" status: 200 len: 860 time: 0.0676341 Aug 29 04:19:39.928675 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c99fbf19-e2e5-479e-bb49-02995cc4ca81 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:39.946639 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5973cfcf-af9b-4f67-aca5-6b1226272a3f req-114553fd-0b4c-4f71-8d17-85d9f6f6cc6f service neutron] 10.222.0.46 "GET /v2.0/networks/fd0ebf3e-1de7-4175-8484-8ada44138a5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4440236 Aug 29 04:19:39.950673 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-68a57171-35b6-4f0a-9963-b159ebf8c1a8 req-00717398-2fc1-4754-a1ac-1a26615d92df service neutron] Attempting to bind port 731dc945-b61b-4091-8e08-b0228a8402a4 on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:19:39.951823 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-68a57171-35b6-4f0a-9963-b159ebf8c1a8 req-00717398-2fc1-4754-a1ac-1a26615d92df service neutron] Attempting to bind port 731dc945-b61b-4091-8e08-b0228a8402a4 by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': '7e89ab07-8d12-4470-be60-9ace1e8a3301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '8e585f17-6f45-4745-a364-5f970b6a45b8'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:19:39.951823 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a57171-35b6-4f0a-9963-b159ebf8c1a8 req-00717398-2fc1-4754-a1ac-1a26615d92df service neutron] Attempting to bind port 731dc945-b61b-4091-8e08-b0228a8402a4 on network 8e585f17-6f45-4745-a364-5f970b6a45b8 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:39.953702 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=94a12cf7-90d0-4efc-9143-331f9dc9080e,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:39.978456 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a0f968-8f4d-4db2-8556-9c11af4bf7cf req-df7ca587-5402-4e4c-8ab9-728bef05bc0e tempest-VolumesAdminNegativeTest-382075465 tempest-VolumesAdminNegativeTest-382075465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:39.985413 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c960b6-a30e-4db6-8d8c-ffb98e360fb2 req-cc045e54-0c5f-47a6-89b2-d5f49dac38c3 tempest-ServerTagsTestJSON-618676379 tempest-ServerTagsTestJSON-618676379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:39.989130 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-39a0f968-8f4d-4db2-8556-9c11af4bf7cf req-df7ca587-5402-4e4c-8ab9-728bef05bc0e tempest-VolumesAdminNegativeTest-382075465 tempest-VolumesAdminNegativeTest-382075465-project] 10.222.0.22 "GET /v2.0/ports?device_id=3aebb8c7-0e67-41b8-801f-6adc9a04f17a HTTP/1.1" status: 200 len: 943 time: 0.3316877 Aug 29 04:19:39.993771 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e7c960b6-a30e-4db6-8d8c-ffb98e360fb2 req-cc045e54-0c5f-47a6-89b2-d5f49dac38c3 tempest-ServerTagsTestJSON-618676379 tempest-ServerTagsTestJSON-618676379-project] 10.222.0.22 "GET /v2.0/ports?device_id=e90c7d15-2dc8-4a03-9da7-43e890023873 HTTP/1.1" status: 200 len: 944 time: 0.3473895 Aug 29 04:19:39.997144 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dd63b612-bba8-4361-9349-3155557e8fb0 req-5bdca9c8-eaea-4432-986a-9573845e0a08 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=53020a37-9cfa-46c3-bf40-16467007f493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0729032 Aug 29 04:19:40.034345 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a57171-35b6-4f0a-9963-b159ebf8c1a8 req-00717398-2fc1-4754-a1ac-1a26615d92df service neutron] Port 731dc945-b61b-4091-8e08-b0228a8402a4 on network 8e585f17-6f45-4745-a364-5f970b6a45b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:19:40.034608 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a57171-35b6-4f0a-9963-b159ebf8c1a8 req-00717398-2fc1-4754-a1ac-1a26615d92df service neutron] Attempting to bind port 731dc945-b61b-4091-8e08-b0228a8402a4 on network 8e585f17-6f45-4745-a364-5f970b6a45b8 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:40.037015 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-b9f7f5e9-961d-4a03-8724-b1891251571f service neutron] For port 46c566e7-1458-4fe3-a7d6-eaf119c72666, host n-h2-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:19:40.047411 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7f340653-fdcf-47c2-ba8f-eb7ef9dd32c8 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:40.084940 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c99fbf19-e2e5-479e-bb49-02995cc4ca81 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:40.091398 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99fbf19-e2e5-479e-bb49-02995cc4ca81 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:40.092110 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c99fbf19-e2e5-479e-bb49-02995cc4ca81 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:40.113115 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a57171-35b6-4f0a-9963-b159ebf8c1a8 req-00717398-2fc1-4754-a1ac-1a26615d92df service neutron] Checking agent: {'id': '3de9de52-3a03-431d-9d7e-497ae92c57ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:19:40.113336 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a57171-35b6-4f0a-9963-b159ebf8c1a8 req-00717398-2fc1-4754-a1ac-1a26615d92df service neutron] Checking segment: {'id': '7e89ab07-8d12-4470-be60-9ace1e8a3301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '8e585f17-6f45-4745-a364-5f970b6a45b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:19:40.113786 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a57171-35b6-4f0a-9963-b159ebf8c1a8 req-00717398-2fc1-4754-a1ac-1a26615d92df service neutron] Bound using segment: {'id': '7e89ab07-8d12-4470-be60-9ace1e8a3301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '8e585f17-6f45-4745-a364-5f970b6a45b8'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:19:40.114356 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-68a57171-35b6-4f0a-9963-b159ebf8c1a8 req-00717398-2fc1-4754-a1ac-1a26615d92df service neutron] Bound port: 731dc945-b61b-4091-8e08-b0228a8402a4, host: n-h1-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e89ab07-8d12-4470-be60-9ace1e8a3301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '8e585f17-6f45-4745-a364-5f970b6a45b8'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:19:40.114710 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-68a57171-35b6-4f0a-9963-b159ebf8c1a8 req-00717398-2fc1-4754-a1ac-1a26615d92df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:40.127977 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e7c960b6-a30e-4db6-8d8c-ffb98e360fb2 req-499c8c36-c479-493e-b4aa-b7f13d63f459 tempest-ServerTagsTestJSON-618676379 tempest-ServerTagsTestJSON-618676379-project] 10.222.0.22 "GET /v2.0/security-groups?id=b18ac53a-db31-4756-b048-51f3b14df6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331203 Aug 29 04:19:40.151149 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-b9f7f5e9-961d-4a03-8724-b1891251571f service neutron] For port 46c566e7-1458-4fe3-a7d6-eaf119c72666, host n-h2-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=46c566e7-1458-4fe3-a7d6-eaf119c72666,segment=NetworkSegment(912c7cf8-61cd-4425-9508-d2aefeed23ec),segment_id=912c7cf8-61cd-4425-9508-d2aefeed23ec)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:19:40.206951 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-39a0f968-8f4d-4db2-8556-9c11af4bf7cf req-9a17f9e3-9e13-4bbf-ab62-e13d21d91272 tempest-VolumesAdminNegativeTest-382075465 tempest-VolumesAdminNegativeTest-382075465-project] 10.222.0.22 "GET /v2.0/security-groups?id=5988a091-7c06-4471-b1dd-4c9f3e77beff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166255 Aug 29 04:19:40.243859 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-b9f7f5e9-961d-4a03-8724-b1891251571f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:40.258694 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-c99fbf19-e2e5-479e-bb49-02995cc4ca81 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.5621228 Aug 29 04:19:40.279139 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 48456) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:40.287276 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-1057227d-4db4-4cf8-ac47-9cca5d2501e7 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2015565204'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:40.349872 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4451d06d-1f8c-48ff-80a9-5d1952e6e5b5 req-1c2b63b5-6ef7-434a-ad41-e22c86b307b3 tempest-InstanceActionsV221TestJSON-1717367902 tempest-InstanceActionsV221TestJSON-1717367902-project] 10.222.0.22 "GET /v2.0/ports?device_id=08fe3771-34ac-4eac-92d5-7853d02a240c HTTP/1.1" status: 200 len: 210 time: 0.1073608 Aug 29 04:19:40.369806 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-b9f7f5e9-961d-4a03-8724-b1891251571f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:40.370732 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-b9f7f5e9-961d-4a03-8724-b1891251571f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:40.372789 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-b9f7f5e9-961d-4a03-8724-b1891251571f service neutron] 10.222.0.48 "PUT /v2.0/ports/46c566e7-1458-4fe3-a7d6-eaf119c72666 HTTP/1.1" status: 200 len: 1092 time: 7.1600645 Aug 29 04:19:40.374408 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afc254ea-ccf6-497c-b6f3-9c7790e81f60', 'tag': '46c566e7-1458-4fe3-a7d6-eaf119c72666'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:40.379612 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bd31875-1502-4196-8c4f-1a2a3ceb8937" -d '{"events": [{"name": "network-changed", "server_uuid": "afc254ea-ccf6-497c-b6f3-9c7790e81f60", "tag": "46c566e7-1458-4fe3-a7d6-eaf119c72666"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:40.436229 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb2757fb-b8b0-42e6-90b7-85fea7941d2d x-openstack-request-id: req-cb2757fb-b8b0-42e6-90b7-85fea7941d2d {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:40.436545 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e90c7d15-2dc8-4a03-9da7-43e890023873", "name": "network-vif-plugged", "status": "completed", "tag": "94a12cf7-90d0-4efc-9143-331f9dc9080e", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:40.436886 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cb2757fb-b8b0-42e6-90b7-85fea7941d2d {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:40.437581 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e90c7d15-2dc8-4a03-9da7-43e890023873', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94a12cf7-90d0-4efc-9143-331f9dc9080e', 'code': 200} Aug 29 04:19:40.450140 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99fbf19-e2e5-479e-bb49-02995cc4ca81 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Pushing event updated for resources: {'Network': ['ID=7e6dccd1-d338-4b3e-9020-70ab40b1b05f,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:40.468308 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 7e6dccd1-d338-4b3e-9020-70ab40b1b05f details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:19:40.579954 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aad72e7-cccd-4a64-9a63-c62607ef5812 x-openstack-request-id: req-0aad72e7-cccd-4a64-9a63-c62607ef5812 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:40.580940 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afc254ea-ccf6-497c-b6f3-9c7790e81f60", "tag": "46c566e7-1458-4fe3-a7d6-eaf119c72666", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:40.581431 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0aad72e7-cccd-4a64-9a63-c62607ef5812 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:40.582055 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afc254ea-ccf6-497c-b6f3-9c7790e81f60', 'tag': '46c566e7-1458-4fe3-a7d6-eaf119c72666', 'status': 'completed', 'code': 200} Aug 29 04:19:40.584438 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dd63b612-bba8-4361-9349-3155557e8fb0 req-e369b8ce-7d6b-4a5d-b788-03cb48df143b service neutron] 10.222.0.48 "GET /v2.0/networks/53020a37-9cfa-46c3-bf40-16467007f493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5573304 Aug 29 04:19:40.625251 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f7f5e9-961d-4a03-8724-b1891251571f service neutron] Pushing event updated for resources: {'Port': ['ID=46c566e7-1458-4fe3-a7d6-eaf119c72666,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:40.685907 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1057227d-4db4-4cf8-ac47-9cca5d2501e7 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Made reservation on behalf of a53c288f59c64fb488608139d93b15ca for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:19:40.690307 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1057227d-4db4-4cf8-ac47-9cca5d2501e7 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:40.726513 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-7f340653-fdcf-47c2-ba8f-eb7ef9dd32c8 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Allocated IP 172.25.0.211 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/0a03c841-9976-45a0-b918-0a0e8a5a3550) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:19:40.739336 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-8b009e1a-d818-4681-9d07-44df00c937cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:40.740608 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-8b009e1a-d818-4681-9d07-44df00c937cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:40.741283 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-8b009e1a-d818-4681-9d07-44df00c937cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:40.741941 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-8b009e1a-d818-4681-9d07-44df00c937cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:40.748686 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-8b009e1a-d818-4681-9d07-44df00c937cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:40.750165 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-8b009e1a-d818-4681-9d07-44df00c937cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:40.750867 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-8b009e1a-d818-4681-9d07-44df00c937cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:40.753214 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-8b009e1a-d818-4681-9d07-44df00c937cc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e5f0d8ebc9a74e589a93c4dfadff20f5&device_id=afc254ea-ccf6-497c-b6f3-9c7790e81f60 HTTP/1.1" status: 200 len: 6494 time: 0.3061206 Aug 29 04:19:40.795761 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33139583-fbfe-4f27-a05e-089a3ceb3333 req-5f5b0fdd-92cd-4b48-861e-8c2639b46c72 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:40.806298 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33139583-fbfe-4f27-a05e-089a3ceb3333 req-5f5b0fdd-92cd-4b48-861e-8c2639b46c72 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:40.818779 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33139583-fbfe-4f27-a05e-089a3ceb3333 req-5f5b0fdd-92cd-4b48-861e-8c2639b46c72 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:40.829081 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33139583-fbfe-4f27-a05e-089a3ceb3333 req-5f5b0fdd-92cd-4b48-861e-8c2639b46c72 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:40.837429 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33139583-fbfe-4f27-a05e-089a3ceb3333 req-5f5b0fdd-92cd-4b48-861e-8c2639b46c72 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:40.846404 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33139583-fbfe-4f27-a05e-089a3ceb3333 req-5f5b0fdd-92cd-4b48-861e-8c2639b46c72 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:40.856955 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33139583-fbfe-4f27-a05e-089a3ceb3333 req-5f5b0fdd-92cd-4b48-861e-8c2639b46c72 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:40.860439 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-2a13b345-c02a-43f9-a1bb-44bea3451299 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3935a212-8cf6-4330-b1a6-b9caa4ca084f HTTP/1.1" status: 200 len: 217 time: 0.0759392 Aug 29 04:19:40.867115 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-33139583-fbfe-4f27-a05e-089a3ceb3333 req-5f5b0fdd-92cd-4b48-861e-8c2639b46c72 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/ports?device_id=afc254ea-ccf6-497c-b6f3-9c7790e81f60 HTTP/1.1" status: 200 len: 5430 time: 0.5186994 Aug 29 04:19:40.891012 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1057227d-4db4-4cf8-ac47-9cca5d2501e7 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:19:40.902290 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1057227d-4db4-4cf8-ac47-9cca5d2501e7 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:40.902681 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-1057227d-4db4-4cf8-ac47-9cca5d2501e7 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Added segment 411060c4-7733-47cf-b50d-d6d5c2800c73 of type vlan for network d78216dc-569c-44aa-aea8-6e5869267763 Aug 29 04:19:40.965630 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2438b751-197e-4dc8-b176-f8cce1cbb32b req-bc67b904-3bbc-4ac8-a952-d08afc1e19e3 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:40.967859 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2438b751-197e-4dc8-b176-f8cce1cbb32b req-bc67b904-3bbc-4ac8-a952-d08afc1e19e3 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=a75e7a99-9969-491a-b52c-6ec12a3b4ddc HTTP/1.1" status: 200 len: 946 time: 0.2823439 Aug 29 04:19:40.971044 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1057227d-4db4-4cf8-ac47-9cca5d2501e7 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:41.016512 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dd63b612-bba8-4361-9349-3155557e8fb0 req-3ce966c8-41f1-4128-9d18-75db391b8d5c service neutron] 10.222.0.48 "GET /v2.0/networks/53020a37-9cfa-46c3-bf40-16467007f493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4166820 Aug 29 04:19:41.026978 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-68a57171-35b6-4f0a-9963-b159ebf8c1a8 req-00717398-2fc1-4754-a1ac-1a26615d92df service neutron] For port 731dc945-b61b-4091-8e08-b0228a8402a4, host n-h1-712140-12, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:19:41.032019 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-68a57171-35b6-4f0a-9963-b159ebf8c1a8 req-00717398-2fc1-4754-a1ac-1a26615d92df service neutron] For port 731dc945-b61b-4091-8e08-b0228a8402a4, host n-h1-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=731dc945-b61b-4091-8e08-b0228a8402a4,segment=NetworkSegment(7e89ab07-8d12-4470-be60-9ace1e8a3301),segment_id=7e89ab07-8d12-4470-be60-9ace1e8a3301)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:19:41.039635 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-54fbb619-f6d2-40a7-a35e-613808390337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:41.041814 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-54fbb619-f6d2-40a7-a35e-613808390337 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b310944e-35be-44a6-a31c-3869b759bdd1 HTTP/1.1" status: 200 len: 856 time: 0.1690366 Aug 29 04:19:41.061268 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1057227d-4db4-4cf8-ac47-9cca5d2501e7 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:41.068433 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1057227d-4db4-4cf8-ac47-9cca5d2501e7 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:41.069195 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1057227d-4db4-4cf8-ac47-9cca5d2501e7 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:41.088743 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-68a57171-35b6-4f0a-9963-b159ebf8c1a8 req-00717398-2fc1-4754-a1ac-1a26615d92df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:41.156394 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2438b751-197e-4dc8-b176-f8cce1cbb32b req-e9e4ad96-e490-430f-aa32-f8f560e871d1 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=67519499-017b-4c54-88db-c974346724c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607871 Aug 29 04:19:41.162198 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7f340653-fdcf-47c2-ba8f-eb7ef9dd32c8 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:41.206792 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-44bbdd28-86b9-4227-b3ac-e1247fabcb43 req-e7d95d8f-6ccf-4d83-a468-ec5a15a78fc6 tempest-InstanceActionsV221TestJSON-1717367902 tempest-InstanceActionsV221TestJSON-1717367902-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:41.226808 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9c9621-355d-46c2-abe2-06668ce7e5e4 req-c995f833-d715-433b-b1b6-4a7aed21ee1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:41.228498 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2e9c9621-355d-46c2-abe2-06668ce7e5e4 req-c995f833-d715-433b-b1b6-4a7aed21ee1c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e90c7d15-2dc8-4a03-9da7-43e890023873 HTTP/1.1" status: 200 len: 1097 time: 0.6545482 Aug 29 04:19:41.233500 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7f340653-fdcf-47c2-ba8f-eb7ef9dd32c8 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:41.260930 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-1057227d-4db4-4cf8-ac47-9cca5d2501e7 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9779437 Aug 29 04:19:41.260930 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a57171-35b6-4f0a-9963-b159ebf8c1a8 req-00717398-2fc1-4754-a1ac-1a26615d92df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:41.261398 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-68a57171-35b6-4f0a-9963-b159ebf8c1a8 req-00717398-2fc1-4754-a1ac-1a26615d92df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:41.263394 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-68a57171-35b6-4f0a-9963-b159ebf8c1a8 req-00717398-2fc1-4754-a1ac-1a26615d92df service neutron] 10.222.0.46 "PUT /v2.0/ports/731dc945-b61b-4091-8e08-b0228a8402a4 HTTP/1.1" status: 200 len: 1092 time: 3.7335272 Aug 29 04:19:41.273561 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 48468) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:41.277671 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3aebb8c7-0e67-41b8-801f-6adc9a04f17a', 'tag': '731dc945-b61b-4091-8e08-b0228a8402a4'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:41.280263 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33c4076b-1af5-4655-bab9-1edacc0a24c5" -d '{"events": [{"name": "network-changed", "server_uuid": "3aebb8c7-0e67-41b8-801f-6adc9a04f17a", "tag": "731dc945-b61b-4091-8e08-b0228a8402a4"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:41.283926 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-fad8d67e-64ce-4a50-af06-b50284470440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:41.285129 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-fad8d67e-64ce-4a50-af06-b50284470440 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3085f602-11fb-40e6-8771-e57304cb25d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2307765 Aug 29 04:19:41.293240 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-ddbdca1b-8788-4855-993c-4812b70190a4 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Request body: {'ports': [{'network_id': '7e6dccd1-d338-4b3e-9020-70ab40b1b05f', 'name': 'tempest-port--2010942595', 'admin_state_up': True}, {'network_id': 'd78216dc-569c-44aa-aea8-6e5869267763', 'admin_state_up': False}]} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:41.293560 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-ddbdca1b-8788-4855-993c-4812b70190a4 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Request body: {'port': {'network_id': '7e6dccd1-d338-4b3e-9020-70ab40b1b05f', 'name': 'tempest-port--2010942595', 'admin_state_up': True}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:41.295024 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-ddbdca1b-8788-4855-993c-4812b70190a4 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Request body: {'port': {'network_id': 'd78216dc-569c-44aa-aea8-6e5869267763', 'admin_state_up': False}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:41.313076 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-33139583-fbfe-4f27-a05e-089a3ceb3333 req-7792bd1e-26de-4f4e-a407-911e79c25c1a tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/security-groups?id=c5569642-fe3a-4dae-b304-b5b17959f467&id=6765471a-6318-4be5-8b74-21c509c8c5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.4448709 Aug 29 04:19:41.321459 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1057227d-4db4-4cf8-ac47-9cca5d2501e7 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Pushing event updated for resources: {'Network': ['ID=d78216dc-569c-44aa-aea8-6e5869267763,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:41.333241 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network d78216dc-569c-44aa-aea8-6e5869267763 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:19:41.363323 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00717398-2fc1-4754-a1ac-1a26615d92df service neutron] Pushing event updated for resources: {'Port': ['ID=731dc945-b61b-4091-8e08-b0228a8402a4,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:41.401485 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2e9c9621-355d-46c2-abe2-06668ce7e5e4 req-64ff2e04-fbbf-4ce7-afc9-c72acb215de9 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b18ac53a-db31-4756-b048-51f3b14df6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579342 Aug 29 04:19:41.443869 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-44bbdd28-86b9-4227-b3ac-e1247fabcb43 req-e7d95d8f-6ccf-4d83-a468-ec5a15a78fc6 tempest-InstanceActionsV221TestJSON-1717367902 tempest-InstanceActionsV221TestJSON-1717367902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:41.502041 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a57171-35b6-4f0a-9963-b159ebf8c1a8 req-0190fc5b-6765-4265-ab4d-15deee9f67e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:41.503781 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-68a57171-35b6-4f0a-9963-b159ebf8c1a8 req-0190fc5b-6765-4265-ab4d-15deee9f67e8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=636dcbe49e5740c5a54207329468c477&device_id=3aebb8c7-0e67-41b8-801f-6adc9a04f17a HTTP/1.1" status: 200 len: 1095 time: 0.1012533 Aug 29 04:19:41.505796 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44bbdd28-86b9-4227-b3ac-e1247fabcb43 req-e7d95d8f-6ccf-4d83-a468-ec5a15a78fc6 tempest-InstanceActionsV221TestJSON-1717367902 tempest-InstanceActionsV221TestJSON-1717367902-project] Network 4354257c-2d8f-4fc9-8554-03af3fe5b352 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:19:41.515283 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [req-44bbdd28-86b9-4227-b3ac-e1247fabcb43 req-e7d95d8f-6ccf-4d83-a468-ec5a15a78fc6 tempest-InstanceActionsV221TestJSON-1717367902 tempest-InstanceActionsV221TestJSON-1717367902-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:19:41.516933 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-2f9cfc11-a4b3-4fb1-bb1a-4c5e7368d10f service neutron] 10.222.0.48 "GET /v2.0/networks/3085f602-11fb-40e6-8771-e57304cb25d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190454 Aug 29 04:19:41.519941 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [req-44bbdd28-86b9-4227-b3ac-e1247fabcb43 req-e7d95d8f-6ccf-4d83-a468-ec5a15a78fc6 tempest-InstanceActionsV221TestJSON-1717367902 tempest-InstanceActionsV221TestJSON-1717367902-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:19:41.576059 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bbdd28-86b9-4227-b3ac-e1247fabcb43 req-e7d95d8f-6ccf-4d83-a468-ec5a15a78fc6 tempest-InstanceActionsV221TestJSON-1717367902 tempest-InstanceActionsV221TestJSON-1717367902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:41.576625 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-44bbdd28-86b9-4227-b3ac-e1247fabcb43 req-e7d95d8f-6ccf-4d83-a468-ec5a15a78fc6 tempest-InstanceActionsV221TestJSON-1717367902 tempest-InstanceActionsV221TestJSON-1717367902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:41.617146 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f340653-fdcf-47c2-ba8f-eb7ef9dd32c8 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:19:41.645943 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d95d8f-6ccf-4d83-a468-ec5a15a78fc6 tempest-InstanceActionsV221TestJSON-1717367902 tempest-InstanceActionsV221TestJSON-1717367902-project] Pushing event updated for resources: {'Port': ['ID=e6463710-82f5-470e-846e-24343a1b85c4,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:41.651591 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-44bbdd28-86b9-4227-b3ac-e1247fabcb43 req-e7d95d8f-6ccf-4d83-a468-ec5a15a78fc6 tempest-InstanceActionsV221TestJSON-1717367902 tempest-InstanceActionsV221TestJSON-1717367902-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8679152 Aug 29 04:19:41.653291 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-68a57171-35b6-4f0a-9963-b159ebf8c1a8 req-72359bc9-9e73-4830-a32d-335713b7d335 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=731dc945-b61b-4091-8e08-b0228a8402a4 HTTP/1.1" status: 200 len: 217 time: 0.0585535 Aug 29 04:19:41.659602 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-7f340653-fdcf-47c2-ba8f-eb7ef9dd32c8 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:19:41.688182 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-44bbdd28-86b9-4227-b3ac-e1247fabcb43 req-4436d904-9706-43bf-80a9-30ee7fd3a140 service neutron] Request body: {'port': {'device_id': '08fe3771-34ac-4eac-92d5-7853d02a240c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-12'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:41.701877 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f340653-fdcf-47c2-ba8f-eb7ef9dd32c8 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Pushing event updated for resources: {'Port': ['ID=0a03c841-9976-45a0-b918-0a0e8a5a3550,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:41.704836 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f340653-fdcf-47c2-ba8f-eb7ef9dd32c8 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:19:41.772570 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d259f90d-5a22-4671-ba45-8ea48ac6c7b3 req-18b1e3e2-9fb2-4850-8b09-89763a50ddcb tempest-ServerTagsTestJSON-618676379 tempest-ServerTagsTestJSON-618676379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:41.779485 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d259f90d-5a22-4671-ba45-8ea48ac6c7b3 req-18b1e3e2-9fb2-4850-8b09-89763a50ddcb tempest-ServerTagsTestJSON-618676379 tempest-ServerTagsTestJSON-618676379-project] 10.222.0.22 "GET /v2.0/ports?device_id=e90c7d15-2dc8-4a03-9da7-43e890023873 HTTP/1.1" status: 200 len: 945 time: 0.1445410 Aug 29 04:19:41.813848 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a57171-35b6-4f0a-9963-b159ebf8c1a8 req-8498f3e3-1de9-458e-88fe-5023ae97ddaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:41.815465 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-68a57171-35b6-4f0a-9963-b159ebf8c1a8 req-8498f3e3-1de9-458e-88fe-5023ae97ddaa service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dd188597-da88-4ce0-a3e9-d49f35bb8a07 HTTP/1.1" status: 200 len: 855 time: 0.1407406 Aug 29 04:19:41.823266 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd63b612-bba8-4361-9349-3155557e8fb0 req-84115f72-ec77-4e91-8325-b94ae24af1dd tempest-LiveAutoBlockMigrationV225Test-280615785 tempest-LiveAutoBlockMigrationV225Test-280615785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:41.825109 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dd63b612-bba8-4361-9349-3155557e8fb0 req-84115f72-ec77-4e91-8325-b94ae24af1dd tempest-LiveAutoBlockMigrationV225Test-280615785 tempest-LiveAutoBlockMigrationV225Test-280615785-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=75a39e68-5d14-43e2-bf0b-82240c86b1bf&tenant_id=1d0658a0a90a4facb02cad62921e20d5&binding%3Ahost_id=n-h2-712140-12 HTTP/1.1" status: 200 len: 1096 time: 0.2724864 Aug 29 04:19:41.849166 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-44bbdd28-86b9-4227-b3ac-e1247fabcb43 req-4436d904-9706-43bf-80a9-30ee7fd3a140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:41.889336 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-68a57171-35b6-4f0a-9963-b159ebf8c1a8 req-fc1dea88-4e18-4651-8f12-faad4ee33dc6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8e585f17-6f45-4745-a364-5f970b6a45b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609932 Aug 29 04:19:41.924043 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38acbd8-7f75-4952-a26e-443d5734139e req-48718dfd-8647-4598-b879-d7da1f1201f3 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:41.932646 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f38acbd8-7f75-4952-a26e-443d5734139e req-48718dfd-8647-4598-b879-d7da1f1201f3 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=75a39e68-5d14-43e2-bf0b-82240c86b1bf HTTP/1.1" status: 200 len: 944 time: 0.3734097 Aug 29 04:19:42.084097 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-f758e658-e7a8-48d4-ba95-13af8611bfd1 service neutron] 10.222.0.48 "GET /v2.0/networks/3085f602-11fb-40e6-8771-e57304cb25d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5154395 Aug 29 04:19:42.085707 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7f340653-fdcf-47c2-ba8f-eb7ef9dd32c8 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:42.095392 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f38acbd8-7f75-4952-a26e-443d5734139e req-16dd0259-80dd-4447-a9ee-72509be9f53f tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617992 Aug 29 04:19:42.143916 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d259f90d-5a22-4671-ba45-8ea48ac6c7b3 req-8679a74f-5227-42b4-84ea-700fef8c7b50 tempest-ServerTagsTestJSON-618676379 tempest-ServerTagsTestJSON-618676379-project] 10.222.0.22 "GET /v2.0/security-groups?id=b18ac53a-db31-4756-b048-51f3b14df6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3302443 Aug 29 04:19:42.242054 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-8dc1d009-6e0c-48e0-ab12-55fd11290a09 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.70&port_id=e64e1abe-0190-4cb5-8d68-399c7b7657fa HTTP/1.1" status: 200 len: 217 time: 0.1452441 Aug 29 04:19:42.348154 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddbdca1b-8788-4855-993c-4812b70190a4 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Made reservation on behalf of a53c288f59c64fb488608139d93b15ca for: {'port': 2} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:19:42.352472 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ddbdca1b-8788-4855-993c-4812b70190a4 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:42.360635 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7f340653-fdcf-47c2-ba8f-eb7ef9dd32c8 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:42.397608 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-68a57171-35b6-4f0a-9963-b159ebf8c1a8 req-747e6ec8-03ed-4724-8186-0798ecca57fd service neutron] 10.222.0.46 "GET /v2.0/networks/8e585f17-6f45-4745-a364-5f970b6a45b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4991188 Aug 29 04:19:42.401669 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9904eaa-3cd9-48a4-a33d-87fb34bd9e60 x-openstack-request-id: req-a9904eaa-3cd9-48a4-a33d-87fb34bd9e60 {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:42.401962 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3aebb8c7-0e67-41b8-801f-6adc9a04f17a", "tag": "731dc945-b61b-4091-8e08-b0228a8402a4", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:42.402208 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a9904eaa-3cd9-48a4-a33d-87fb34bd9e60 {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:42.402621 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3aebb8c7-0e67-41b8-801f-6adc9a04f17a', 'tag': '731dc945-b61b-4091-8e08-b0228a8402a4', 'status': 'completed', 'code': 200} Aug 29 04:19:42.416890 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ddbdca1b-8788-4855-993c-4812b70190a4 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:42.457799 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-74a22e2b-def3-465a-a55e-210061f9c7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:42.459678 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-74a22e2b-def3-465a-a55e-210061f9c7cd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=81808e7a-684a-4dd3-97bc-1cbd7265f9b6 HTTP/1.1" status: 200 len: 797 time: 0.1837835 Aug 29 04:19:42.505645 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-dd63b612-bba8-4361-9349-3155557e8fb0 req-b351e3bc-e0b9-4b22-9e6f-066566b95d34 service neutron] For port 59864ef7-059a-4500-85c1-f75d5e2f7370, host n-h1-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:19:42.517461 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c07d182-0cbb-4df5-8c11-4273c385d538 req-5491b6c8-0361-4327-9a18-98df008ddf92 tempest-VolumesAdminNegativeTest-382075465 tempest-VolumesAdminNegativeTest-382075465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:42.525293 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8c07d182-0cbb-4df5-8c11-4273c385d538 req-5491b6c8-0361-4327-9a18-98df008ddf92 tempest-VolumesAdminNegativeTest-382075465 tempest-VolumesAdminNegativeTest-382075465-project] 10.222.0.22 "GET /v2.0/ports?device_id=3aebb8c7-0e67-41b8-801f-6adc9a04f17a HTTP/1.1" status: 200 len: 943 time: 0.2945173 Aug 29 04:19:42.596491 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f650e05d-403e-4ef1-9055-6566ebca6680 req-7f01115b-c077-41fd-ad67-e1d05d3cc8a4 tempest-InstanceActionsV221TestJSON-1717367902 tempest-InstanceActionsV221TestJSON-1717367902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:42.598146 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f650e05d-403e-4ef1-9055-6566ebca6680 req-7f01115b-c077-41fd-ad67-e1d05d3cc8a4 tempest-InstanceActionsV221TestJSON-1717367902 tempest-InstanceActionsV221TestJSON-1717367902-project] 10.222.0.22 "GET /v2.0/ports?device_id=08fe3771-34ac-4eac-92d5-7853d02a240c HTTP/1.1" status: 200 len: 931 time: 0.1981645 Aug 29 04:19:42.619221 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-dd63b612-bba8-4361-9349-3155557e8fb0 req-b351e3bc-e0b9-4b22-9e6f-066566b95d34 service neutron] Notify callbacks [] for binding, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:42.620592 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dd63b612-bba8-4361-9349-3155557e8fb0 req-b351e3bc-e0b9-4b22-9e6f-066566b95d34 service neutron] 10.222.0.48 "DELETE /v2.0/ports/59864ef7-059a-4500-85c1-f75d5e2f7370/bindings/n-h1-712140-12 HTTP/1.1" status: 204 len: 173 time: 0.7698798 Aug 29 04:19:42.701243 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-68a57171-35b6-4f0a-9963-b159ebf8c1a8 req-bc804f7b-f2eb-4b1b-9d10-95742628fba7 service neutron] 10.222.0.46 "GET /v2.0/networks/8e585f17-6f45-4745-a364-5f970b6a45b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2858839 Aug 29 04:19:42.713640 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ddbdca1b-8788-4855-993c-4812b70190a4 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] device_id is not set on port f521f367-a799-410b-84b6-3dc3c5f758b0 yet. {{(pid=94828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:19:42.756969 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f650e05d-403e-4ef1-9055-6566ebca6680 req-5288c0b1-92c8-4443-980e-995309ab20ea tempest-InstanceActionsV221TestJSON-1717367902 tempest-InstanceActionsV221TestJSON-1717367902-project] 10.222.0.22 "GET /v2.0/security-groups?id=d80f8c04-3543-4f80-b743-52930f22eb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451249 Aug 29 04:19:42.767958 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-dc26f906-09f9-4555-94ab-5ca7a50ba94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:42.769592 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-dc26f906-09f9-4555-94ab-5ca7a50ba94a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=30a5f83d-44db-4be9-a796-3b5e93558c29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2983963 Aug 29 04:19:42.789422 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8c07d182-0cbb-4df5-8c11-4273c385d538 req-aab67c31-1bfa-42b0-994c-69d8e9eda0bf tempest-VolumesAdminNegativeTest-382075465 tempest-VolumesAdminNegativeTest-382075465-project] 10.222.0.22 "GET /v2.0/security-groups?id=5988a091-7c06-4471-b1dd-4c9f3e77beff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629631 Aug 29 04:19:42.795828 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [req-44bbdd28-86b9-4227-b3ac-e1247fabcb43 req-4436d904-9706-43bf-80a9-30ee7fd3a140 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6463710-82f5-470e-846e-24343a1b85c4 {{(pid=94829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:19:42.815621 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-44bbdd28-86b9-4227-b3ac-e1247fabcb43 req-4436d904-9706-43bf-80a9-30ee7fd3a140 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:42.836260 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [req-44bbdd28-86b9-4227-b3ac-e1247fabcb43 req-4436d904-9706-43bf-80a9-30ee7fd3a140 service neutron] Transition to ACTIVE for port object e6463710-82f5-470e-846e-24343a1b85c4 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:19:42.844116 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-44bbdd28-86b9-4227-b3ac-e1247fabcb43 req-4436d904-9706-43bf-80a9-30ee7fd3a140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:43.025918 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4436d904-9706-43bf-80a9-30ee7fd3a140 service neutron] Pushing event updated for resources: {'Port': ['ID=e6463710-82f5-470e-846e-24343a1b85c4,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:43.074959 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c4076b-1af5-4655-bab9-1edacc0a24c5 req-797d4f1b-61fc-4076-ad4f-50c55ce1e35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:43.077105 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-33c4076b-1af5-4655-bab9-1edacc0a24c5 req-797d4f1b-61fc-4076-ad4f-50c55ce1e35b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=636dcbe49e5740c5a54207329468c477&device_id=3aebb8c7-0e67-41b8-801f-6adc9a04f17a HTTP/1.1" status: 200 len: 1095 time: 0.2179132 Aug 29 04:19:43.115656 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7f340653-fdcf-47c2-ba8f-eb7ef9dd32c8 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:43.130865 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7f340653-fdcf-47c2-ba8f-eb7ef9dd32c8 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:43.157499 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-775b5879-3a31-4b98-afca-fcba77e7f311 service neutron] 10.222.0.48 "GET /v2.0/networks/30a5f83d-44db-4be9-a796-3b5e93558c29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3481274 Aug 29 04:19:43.273917 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4461d5f9-c139-4310-bcae-a707d7770f58 req-135d3aff-bcf1-4724-b4c6-11082d5e10da tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:43.275600 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4461d5f9-c139-4310-bcae-a707d7770f58 req-135d3aff-bcf1-4724-b4c6-11082d5e10da tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=a75e7a99-9969-491a-b52c-6ec12a3b4ddc HTTP/1.1" status: 200 len: 946 time: 0.3485410 Aug 29 04:19:43.284250 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c4076b-1af5-4655-bab9-1edacc0a24c5 req-4f629389-793b-48fb-9413-41815ca79a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:43.285803 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-33c4076b-1af5-4655-bab9-1edacc0a24c5 req-4f629389-793b-48fb-9413-41815ca79a68 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8e585f17-6f45-4745-a364-5f970b6a45b8 HTTP/1.1" status: 200 len: 916 time: 0.1835387 Aug 29 04:19:43.316903 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac64cc9-fa6b-42b9-97b2-28bd3c5af6e6 req-6c838cfa-2bf1-4d28-9079-91b1cd2252d7 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:43.325918 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac64cc9-fa6b-42b9-97b2-28bd3c5af6e6 req-6c838cfa-2bf1-4d28-9079-91b1cd2252d7 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:43.334240 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac64cc9-fa6b-42b9-97b2-28bd3c5af6e6 req-6c838cfa-2bf1-4d28-9079-91b1cd2252d7 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:43.340595 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac64cc9-fa6b-42b9-97b2-28bd3c5af6e6 req-6c838cfa-2bf1-4d28-9079-91b1cd2252d7 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:43.347257 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac64cc9-fa6b-42b9-97b2-28bd3c5af6e6 req-6c838cfa-2bf1-4d28-9079-91b1cd2252d7 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:43.354029 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac64cc9-fa6b-42b9-97b2-28bd3c5af6e6 req-6c838cfa-2bf1-4d28-9079-91b1cd2252d7 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:43.359814 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-33c4076b-1af5-4655-bab9-1edacc0a24c5 req-164107c9-9d9d-4308-ad86-dd9a0a6cbc39 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=731dc945-b61b-4091-8e08-b0228a8402a4 HTTP/1.1" status: 200 len: 217 time: 0.0485229 Aug 29 04:19:43.361121 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac64cc9-fa6b-42b9-97b2-28bd3c5af6e6 req-6c838cfa-2bf1-4d28-9079-91b1cd2252d7 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:43.363376 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1ac64cc9-fa6b-42b9-97b2-28bd3c5af6e6 req-6c838cfa-2bf1-4d28-9079-91b1cd2252d7 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/ports?device_id=afc254ea-ccf6-497c-b6f3-9c7790e81f60 HTTP/1.1" status: 200 len: 5430 time: 0.4091458 Aug 29 04:19:43.394367 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f340653-fdcf-47c2-ba8f-eb7ef9dd32c8 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Pushing event updated for resources: {'Port': ['ID=0a03c841-9976-45a0-b918-0a0e8a5a3550,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:43.418578 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4461d5f9-c139-4310-bcae-a707d7770f58 req-1e9df2d1-3c2d-4565-b4a7-38ad803bb4dd tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=67519499-017b-4c54-88db-c974346724c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361227 Aug 29 04:19:43.419963 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ddbdca1b-8788-4855-993c-4812b70190a4 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:43.439666 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-44bbdd28-86b9-4227-b3ac-e1247fabcb43 req-4436d904-9706-43bf-80a9-30ee7fd3a140 service neutron] Attempting to bind port e6463710-82f5-470e-846e-24343a1b85c4 on host n-h2-712140-12 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:19:43.440432 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-44bbdd28-86b9-4227-b3ac-e1247fabcb43 req-4436d904-9706-43bf-80a9-30ee7fd3a140 service neutron] Attempting to bind port e6463710-82f5-470e-846e-24343a1b85c4 by drivers openvswitch,hyperv on host n-h2-712140-12 at level 0 using segments [{'id': '6aad5b27-03af-4ad0-a74c-3d16da233fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '4354257c-2d8f-4fc9-8554-03af3fe5b352'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:19:43.441235 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44bbdd28-86b9-4227-b3ac-e1247fabcb43 req-4436d904-9706-43bf-80a9-30ee7fd3a140 service neutron] Attempting to bind port e6463710-82f5-470e-846e-24343a1b85c4 on network 4354257c-2d8f-4fc9-8554-03af3fe5b352 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:43.451830 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44bbdd28-86b9-4227-b3ac-e1247fabcb43 req-4436d904-9706-43bf-80a9-30ee7fd3a140 service neutron] Port e6463710-82f5-470e-846e-24343a1b85c4 on network 4354257c-2d8f-4fc9-8554-03af3fe5b352 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-12 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:19:43.452317 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44bbdd28-86b9-4227-b3ac-e1247fabcb43 req-4436d904-9706-43bf-80a9-30ee7fd3a140 service neutron] Attempting to bind port e6463710-82f5-470e-846e-24343a1b85c4 on network 4354257c-2d8f-4fc9-8554-03af3fe5b352 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:43.459868 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c4076b-1af5-4655-bab9-1edacc0a24c5 req-20431196-4acc-4033-bbd3-60061eac1499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:43.462600 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-33c4076b-1af5-4655-bab9-1edacc0a24c5 req-20431196-4acc-4033-bbd3-60061eac1499 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dd188597-da88-4ce0-a3e9-d49f35bb8a07 HTTP/1.1" status: 200 len: 855 time: 0.0920968 Aug 29 04:19:43.464059 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44bbdd28-86b9-4227-b3ac-e1247fabcb43 req-4436d904-9706-43bf-80a9-30ee7fd3a140 service neutron] Checking agent: {'id': 'b3a0606b-b029-4f5e-8798-3a32b71d8844', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:19:43.465223 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44bbdd28-86b9-4227-b3ac-e1247fabcb43 req-4436d904-9706-43bf-80a9-30ee7fd3a140 service neutron] Checking segment: {'id': '6aad5b27-03af-4ad0-a74c-3d16da233fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '4354257c-2d8f-4fc9-8554-03af3fe5b352'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:19:43.465873 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44bbdd28-86b9-4227-b3ac-e1247fabcb43 req-4436d904-9706-43bf-80a9-30ee7fd3a140 service neutron] Bound using segment: {'id': '6aad5b27-03af-4ad0-a74c-3d16da233fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '4354257c-2d8f-4fc9-8554-03af3fe5b352'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:19:43.466627 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-44bbdd28-86b9-4227-b3ac-e1247fabcb43 req-4436d904-9706-43bf-80a9-30ee7fd3a140 service neutron] Bound port: e6463710-82f5-470e-846e-24343a1b85c4, host: n-h2-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6aad5b27-03af-4ad0-a74c-3d16da233fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '4354257c-2d8f-4fc9-8554-03af3fe5b352'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:19:43.467229 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-44bbdd28-86b9-4227-b3ac-e1247fabcb43 req-4436d904-9706-43bf-80a9-30ee7fd3a140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:43.503112 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7f340653-fdcf-47c2-ba8f-eb7ef9dd32c8 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719515'] for floatingip, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:43.548752 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-33c4076b-1af5-4655-bab9-1edacc0a24c5 req-c49f9568-46b3-403b-81f6-4e349dcb134b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8e585f17-6f45-4745-a364-5f970b6a45b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620875 Aug 29 04:19:43.553853 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1ac64cc9-fa6b-42b9-97b2-28bd3c5af6e6 req-b5a6e586-c5dc-45e4-be51-c0e47a35ed3c tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/security-groups?id=c5569642-fe3a-4dae-b304-b5b17959f467&id=6765471a-6318-4be5-8b74-21c509c8c5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1754813 Aug 29 04:19:43.565483 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7f340653-fdcf-47c2-ba8f-eb7ef9dd32c8 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:43.566918 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-7f340653-fdcf-47c2-ba8f-eb7ef9dd32c8 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9523942 Aug 29 04:19:43.583885 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-392ca585-2ed1-44ba-accc-4bce9d4b7c0e service neutron] 10.222.0.48 "GET /v2.0/networks/30a5f83d-44db-4be9-a796-3b5e93558c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3952019 Aug 29 04:19:43.591105 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ddbdca1b-8788-4855-993c-4812b70190a4 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] device_id is not set on port d525b20c-6889-4b16-b3de-98fc027d0555 yet. {{(pid=94828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:19:43.682207 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-9f332cc9-db87-4d31-9d45-6ca882dfe92a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.183&port_id=1cbff8cc-cee1-4849-be7f-5f48e82103ba HTTP/1.1" status: 200 len: 217 time: 0.0800033 Aug 29 04:19:43.709865 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-44bbdd28-86b9-4227-b3ac-e1247fabcb43 req-4436d904-9706-43bf-80a9-30ee7fd3a140 service neutron] For port e6463710-82f5-470e-846e-24343a1b85c4, host n-h2-712140-12, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:19:43.744071 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-44bbdd28-86b9-4227-b3ac-e1247fabcb43 req-4436d904-9706-43bf-80a9-30ee7fd3a140 service neutron] For port e6463710-82f5-470e-846e-24343a1b85c4, host n-h2-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=e6463710-82f5-470e-846e-24343a1b85c4,segment=NetworkSegment(6aad5b27-03af-4ad0-a74c-3d16da233fd1),segment_id=6aad5b27-03af-4ad0-a74c-3d16da233fd1)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:19:43.763406 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb04b73-2c44-48b7-aed1-8da1f4e3f828 req-4282fafe-19f5-40f1-8bbd-d3118d82c17a tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:43.765440 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2cb04b73-2c44-48b7-aed1-8da1f4e3f828 req-4282fafe-19f5-40f1-8bbd-d3118d82c17a tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=75a39e68-5d14-43e2-bf0b-82240c86b1bf HTTP/1.1" status: 200 len: 944 time: 0.2115431 Aug 29 04:19:43.768861 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-44bbdd28-86b9-4227-b3ac-e1247fabcb43 req-4436d904-9706-43bf-80a9-30ee7fd3a140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:43.869266 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bbdd28-86b9-4227-b3ac-e1247fabcb43 req-4436d904-9706-43bf-80a9-30ee7fd3a140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:43.870412 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-44bbdd28-86b9-4227-b3ac-e1247fabcb43 req-4436d904-9706-43bf-80a9-30ee7fd3a140 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:43.871668 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-44bbdd28-86b9-4227-b3ac-e1247fabcb43 req-4436d904-9706-43bf-80a9-30ee7fd3a140 service neutron] 10.222.0.48 "PUT /v2.0/ports/e6463710-82f5-470e-846e-24343a1b85c4 HTTP/1.1" status: 200 len: 1092 time: 2.1887107 Aug 29 04:19:43.876012 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2cb04b73-2c44-48b7-aed1-8da1f4e3f828 req-351ceb7c-be73-4cf8-9cf9-6412859190aa tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955918 Aug 29 04:19:43.922776 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-33c4076b-1af5-4655-bab9-1edacc0a24c5 req-0a91ddb7-82b9-49ec-8e0a-c0c4d4fc9abb service neutron] 10.222.0.46 "GET /v2.0/networks/8e585f17-6f45-4745-a364-5f970b6a45b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3466859 Aug 29 04:19:43.948564 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4436d904-9706-43bf-80a9-30ee7fd3a140 service neutron] Pushing event updated for resources: {'Port': ['ID=e6463710-82f5-470e-846e-24343a1b85c4,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:44.073671 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bbdd28-86b9-4227-b3ac-e1247fabcb43 req-c874bb30-2064-4135-b6c4-8e6ce0d99427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:44.075187 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-44bbdd28-86b9-4227-b3ac-e1247fabcb43 req-c874bb30-2064-4135-b6c4-8e6ce0d99427 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5408424bc4ac4731a316c98f6c001811&device_id=08fe3771-34ac-4eac-92d5-7853d02a240c HTTP/1.1" status: 200 len: 1095 time: 0.1278424 Aug 29 04:19:44.185386 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d25a9857-63e2-4ddb-ba97-faf3fbd87166 req-b3f91344-2aa7-431d-ba36-a4553dc77f58 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--656662304&fields=id&tenant_id=45c0a3ca896a4dd0bcf90e5c0bd5812f HTTP/1.1" status: 200 len: 267 time: 0.1138692 Aug 29 04:19:44.187276 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-33c4076b-1af5-4655-bab9-1edacc0a24c5 req-6f465495-6969-4094-9317-0459621d3fb7 service neutron] 10.222.0.46 "GET /v2.0/networks/8e585f17-6f45-4745-a364-5f970b6a45b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507915 Aug 29 04:19:44.188939 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-44bbdd28-86b9-4227-b3ac-e1247fabcb43 req-16a45a9e-913d-46a8-80b9-3f7f1159eae1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6463710-82f5-470e-846e-24343a1b85c4 HTTP/1.1" status: 200 len: 217 time: 0.0931177 Aug 29 04:19:44.244431 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c956fd4-1841-4027-9b27-43691b2bf471 req-b80c9e4e-3981-49da-9bf3-8bd9b758e7b4 tempest-ServerTagsTestJSON-618676379 tempest-ServerTagsTestJSON-618676379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:44.252861 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4c956fd4-1841-4027-9b27-43691b2bf471 req-b80c9e4e-3981-49da-9bf3-8bd9b758e7b4 tempest-ServerTagsTestJSON-618676379 tempest-ServerTagsTestJSON-618676379-project] 10.222.0.22 "GET /v2.0/ports?device_id=e90c7d15-2dc8-4a03-9da7-43e890023873 HTTP/1.1" status: 200 len: 945 time: 0.5746896 Aug 29 04:19:44.267078 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-57c6fa65-9dbf-493c-92a6-c1020ba8b9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:44.268591 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-57c6fa65-9dbf-493c-92a6-c1020ba8b9ba service neutron] 10.222.0.48 "GET /v2.0/subnets?id=81808e7a-684a-4dd3-97bc-1cbd7265f9b6 HTTP/1.1" status: 200 len: 797 time: 0.5749519 Aug 29 04:19:44.306879 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bbdd28-86b9-4227-b3ac-e1247fabcb43 req-3992fea7-44b6-4e47-9375-597ea1a39dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:44.308552 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-44bbdd28-86b9-4227-b3ac-e1247fabcb43 req-3992fea7-44b6-4e47-9375-597ea1a39dfd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5670617d-352d-441a-8d77-9583e75eed3c HTTP/1.1" status: 200 len: 858 time: 0.1090147 Aug 29 04:19:44.362100 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-44bbdd28-86b9-4227-b3ac-e1247fabcb43 req-d1753a4a-8b13-4670-867d-1f1651e3ca3c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4354257c-2d8f-4fc9-8554-03af3fe5b352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465000 Aug 29 04:19:44.404778 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a9857-63e2-4ddb-ba97-faf3fbd87166 req-1abc2afa-9cfa-4a36-9e11-3c2c2a9702e4 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:44.412249 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d25a9857-63e2-4ddb-ba97-faf3fbd87166 req-1abc2afa-9cfa-4a36-9e11-3c2c2a9702e4 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/networks?id=fd020187-6618-42b7-a26a-d8ebebc46774 HTTP/1.1" status: 200 len: 816 time: 0.2150502 Aug 29 04:19:44.414467 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4c956fd4-1841-4027-9b27-43691b2bf471 req-07d7b893-79e0-48d6-9fc6-9a66d651c645 tempest-ServerTagsTestJSON-618676379 tempest-ServerTagsTestJSON-618676379-project] 10.222.0.22 "GET /v2.0/security-groups?id=b18ac53a-db31-4756-b048-51f3b14df6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606524 Aug 29 04:19:44.426306 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-b06ae6c1-9939-4dfa-b6e2-747869ea939c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:44.427899 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-b06ae6c1-9939-4dfa-b6e2-747869ea939c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=30a5f83d-44db-4be9-a796-3b5e93558c29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1496379 Aug 29 04:19:44.456046 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08fe3771-34ac-4eac-92d5-7853d02a240c', 'tag': 'e6463710-82f5-470e-846e-24343a1b85c4'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:44.458437 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f441ee95-331d-4269-9b80-62f1a0df5f5c" -d '{"events": [{"name": "network-changed", "server_uuid": "08fe3771-34ac-4eac-92d5-7853d02a240c", "tag": "e6463710-82f5-470e-846e-24343a1b85c4"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:44.465286 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ddbdca1b-8788-4855-993c-4812b70190a4 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:44.480122 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d25a9857-63e2-4ddb-ba97-faf3fbd87166 req-a554fa03-c98a-40a6-854e-0b9cc163b95a tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/quotas/45c0a3ca896a4dd0bcf90e5c0bd5812f HTTP/1.1" status: 200 len: 375 time: 0.0667956 Aug 29 04:19:44.599014 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d25a9857-63e2-4ddb-ba97-faf3fbd87166 req-65b5ae75-3663-4438-85a1-db4dcd00272d tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=45c0a3ca896a4dd0bcf90e5c0bd5812f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1096506 Aug 29 04:19:44.603457 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-44bbdd28-86b9-4227-b3ac-e1247fabcb43 req-d2670a2d-0a88-4484-a2db-7e3eae85f8ea service neutron] 10.222.0.48 "GET /v2.0/networks/4354257c-2d8f-4fc9-8554-03af3fe5b352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338214 Aug 29 04:19:44.619312 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-5db969aa-0090-4419-9827-4ec7b019032d service neutron] 10.222.0.48 "GET /v2.0/networks/30a5f83d-44db-4be9-a796-3b5e93558c29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821733 Aug 29 04:19:44.640960 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ddbdca1b-8788-4855-993c-4812b70190a4 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:44.668807 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0245707-45bd-4dd8-befb-06f2317512bc req-fdb82984-ca60-4073-96f7-52f3612f79ef tempest-InstanceActionsV221TestJSON-1717367902 tempest-InstanceActionsV221TestJSON-1717367902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:44.670377 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a0245707-45bd-4dd8-befb-06f2317512bc req-fdb82984-ca60-4073-96f7-52f3612f79ef tempest-InstanceActionsV221TestJSON-1717367902 tempest-InstanceActionsV221TestJSON-1717367902-project] 10.222.0.22 "GET /v2.0/ports?device_id=08fe3771-34ac-4eac-92d5-7853d02a240c HTTP/1.1" status: 200 len: 943 time: 0.1116066 Aug 29 04:19:44.867452 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-a16da308-e6e5-4007-8893-4e136a5ec99c service neutron] 10.222.0.48 "GET /v2.0/networks/30a5f83d-44db-4be9-a796-3b5e93558c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384658 Aug 29 04:19:44.869165 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbdca1b-8788-4855-993c-4812b70190a4 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Pushing event updated for resources: {'Port': ['ID=f521f367-a799-410b-84b6-3dc3c5f758b0,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:44.937628 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a0245707-45bd-4dd8-befb-06f2317512bc req-93f85eb7-4a9e-46c8-ad76-2778448fb489 tempest-InstanceActionsV221TestJSON-1717367902 tempest-InstanceActionsV221TestJSON-1717367902-project] 10.222.0.22 "GET /v2.0/security-groups?id=d80f8c04-3543-4f80-b743-52930f22eb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391381 Aug 29 04:19:44.940062 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-5f410418-2cb9-4537-85ff-dad364ef100e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.107&port_id=540cae85-7f7d-4921-89a2-7ca402f8590f HTTP/1.1" status: 200 len: 217 time: 0.0555794 Aug 29 04:19:44.942136 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbdca1b-8788-4855-993c-4812b70190a4 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Checking segment: {'id': '7ff4fd0e-a659-49c8-82ea-dd1d5c3e7e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7e6dccd1-d338-4b3e-9020-70ab40b1b05f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:19:44.942771 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddbdca1b-8788-4855-993c-4812b70190a4 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Network hostable DHCP agents. Network: 7e6dccd1-d338-4b3e-9020-70ab40b1b05f, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:19:45.016889 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddbdca1b-8788-4855-993c-4812b70190a4 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Network 7e6dccd1-d338-4b3e-9020-70ab40b1b05f is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:19:45.043088 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-ddbdca1b-8788-4855-993c-4812b70190a4 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 7e6dccd1-d338-4b3e-9020-70ab40b1b05f) {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:19:45.050065 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-589ac4d4-4728-4f68-acb6-9f82c73d09b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:45.051974 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-589ac4d4-4728-4f68-acb6-9f82c73d09b7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=81808e7a-684a-4dd3-97bc-1cbd7265f9b6 HTTP/1.1" status: 200 len: 797 time: 0.1014497 Aug 29 04:19:45.052219 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842fee93-7e30-4207-acc8-384723e891b1 None None] Network 7e6dccd1-d338-4b3e-9020-70ab40b1b05f requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:19:45.053446 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbdca1b-8788-4855-993c-4812b70190a4 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:19:45.054742 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ddbdca1b-8788-4855-993c-4812b70190a4 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:45.147002 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-44bbdd28-86b9-4227-b3ac-e1247fabcb43 req-077a502a-e07c-4cb2-8038-ce7e67be6822 service neutron] 10.222.0.48 "GET /v2.0/networks/4354257c-2d8f-4fc9-8554-03af3fe5b352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4918416 Aug 29 04:19:45.218574 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbdca1b-8788-4855-993c-4812b70190a4 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Pushing event updated for resources: {'Port': ['ID=d525b20c-6889-4b16-b3de-98fc027d0555,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:45.220497 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d25a9857-63e2-4ddb-ba97-faf3fbd87166 req-4f9b3871-2700-44f9-89f2-cc670fde2474 service neutron] 10.222.0.22 "GET /v2.0/networks/fd020187-6618-42b7-a26a-d8ebebc46774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6159134 Aug 29 04:19:45.281166 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2895ae5-6427-42e4-9dc8-9e4670ab9454 req-bbd1f507-1394-4dd8-81c9-fa778397a5be tempest-VolumesAdminNegativeTest-382075465 tempest-VolumesAdminNegativeTest-382075465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:45.283960 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c2895ae5-6427-42e4-9dc8-9e4670ab9454 req-bbd1f507-1394-4dd8-81c9-fa778397a5be tempest-VolumesAdminNegativeTest-382075465 tempest-VolumesAdminNegativeTest-382075465-project] 10.222.0.22 "GET /v2.0/ports?device_id=3aebb8c7-0e67-41b8-801f-6adc9a04f17a HTTP/1.1" status: 200 len: 943 time: 0.2267773 Aug 29 04:19:45.290065 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-133fe1c4-7479-4e6e-9d52-1582cf7f8406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:45.293801 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-133fe1c4-7479-4e6e-9d52-1582cf7f8406 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=30a5f83d-44db-4be9-a796-3b5e93558c29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2155318 Aug 29 04:19:45.348637 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbdca1b-8788-4855-993c-4812b70190a4 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Checking segment: {'id': '411060c4-7733-47cf-b50d-d6d5c2800c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'd78216dc-569c-44aa-aea8-6e5869267763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:19:45.349861 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddbdca1b-8788-4855-993c-4812b70190a4 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Network hostable DHCP agents. Network: d78216dc-569c-44aa-aea8-6e5869267763, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:19:45.403713 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d25a9857-63e2-4ddb-ba97-faf3fbd87166 req-6dd7c2d3-e8a0-4f48-8d8f-1ad81df7a938 service neutron] 10.222.0.22 "GET /v2.0/networks/fd020187-6618-42b7-a26a-d8ebebc46774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619487 Aug 29 04:19:45.432829 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c2895ae5-6427-42e4-9dc8-9e4670ab9454 req-07af825c-9a81-40a5-b001-8d9d0951eb03 tempest-VolumesAdminNegativeTest-382075465 tempest-VolumesAdminNegativeTest-382075465-project] 10.222.0.22 "GET /v2.0/security-groups?id=5988a091-7c06-4471-b1dd-4c9f3e77beff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370203 Aug 29 04:19:45.436933 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddbdca1b-8788-4855-993c-4812b70190a4 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Network d78216dc-569c-44aa-aea8-6e5869267763 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:19:45.470248 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-ddbdca1b-8788-4855-993c-4812b70190a4 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, d78216dc-569c-44aa-aea8-6e5869267763) {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:19:45.479930 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ec4146-ea3b-4066-ad8e-bb4d1eaa4116 None None] Network d78216dc-569c-44aa-aea8-6e5869267763 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:19:45.485084 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbdca1b-8788-4855-993c-4812b70190a4 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:19:45.491404 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddbdca1b-8788-4855-993c-4812b70190a4 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:45.500178 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddbdca1b-8788-4855-993c-4812b70190a4 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:45.500178 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ddbdca1b-8788-4855-993c-4812b70190a4 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:45.536000 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-7836825b-c254-475d-acab-6cd81d57544a service neutron] 10.222.0.48 "GET /v2.0/networks/30a5f83d-44db-4be9-a796-3b5e93558c29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273221 Aug 29 04:19:45.600174 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4323b992-a31d-4716-a420-1cc73a27b242 x-openstack-request-id: req-4323b992-a31d-4716-a420-1cc73a27b242 {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:45.601208 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08fe3771-34ac-4eac-92d5-7853d02a240c", "tag": "e6463710-82f5-470e-846e-24343a1b85c4", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:45.601848 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4323b992-a31d-4716-a420-1cc73a27b242 {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:45.602667 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08fe3771-34ac-4eac-92d5-7853d02a240c', 'tag': 'e6463710-82f5-470e-846e-24343a1b85c4', 'status': 'completed', 'code': 200} Aug 29 04:19:45.701048 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-ddbdca1b-8788-4855-993c-4812b70190a4 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.4168613 Aug 29 04:19:45.701048 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 48518) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:45.713865 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 731dc945-b61b-4091-8e08-b0228a8402a4 details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:19:45.823014 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f441ee95-331d-4269-9b80-62f1a0df5f5c req-7a6a014f-bfbb-44d7-ad63-abb62378d686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:45.824820 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f441ee95-331d-4269-9b80-62f1a0df5f5c req-7a6a014f-bfbb-44d7-ad63-abb62378d686 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5408424bc4ac4731a316c98f6c001811&device_id=08fe3771-34ac-4eac-92d5-7853d02a240c HTTP/1.1" status: 200 len: 1095 time: 0.1694419 Aug 29 04:19:45.851920 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b155bf-0d49-41eb-86b2-12506e4008f9 req-203a70b9-8a16-438b-bb79-a4960a92176e tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:45.861538 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e6b155bf-0d49-41eb-86b2-12506e4008f9 req-203a70b9-8a16-438b-bb79-a4960a92176e tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=a75e7a99-9969-491a-b52c-6ec12a3b4ddc HTTP/1.1" status: 200 len: 946 time: 0.1272831 Aug 29 04:19:45.948075 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4fcb63-0a9c-4237-8ffe-2168dabb56b2 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:45.970436 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4fcb63-0a9c-4237-8ffe-2168dabb56b2 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:45.978104 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-eb4fcb63-0a9c-4237-8ffe-2168dabb56b2 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2764993 Aug 29 04:19:45.978739 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e6b155bf-0d49-41eb-86b2-12506e4008f9 req-143e53b9-b355-4a8d-9ec6-bb70e86c3689 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=67519499-017b-4c54-88db-c974346724c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150861 Aug 29 04:19:45.985296 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 48528) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:46.008691 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-82fe67a0-e59b-4025-a5d7-5fadf6656c16 service neutron] 10.222.0.48 "GET /v2.0/networks/30a5f83d-44db-4be9-a796-3b5e93558c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4646900 Aug 29 04:19:46.017275 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 731dc945-b61b-4091-8e08-b0228a8402a4, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=731dc945-b61b-4091-8e08-b0228a8402a4,segment=NetworkSegment(7e89ab07-8d12-4470-be60-9ace1e8a3301),segment_id=7e89ab07-8d12-4470-be60-9ace1e8a3301)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:46.034090 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Returning: {'device': '731dc945-b61b-4091-8e08-b0228a8402a4', 'network_id': '8e585f17-6f45-4745-a364-5f970b6a45b8', 'port_id': '731dc945-b61b-4091-8e08-b0228a8402a4', 'mac_address': 'fa:16:3e:93:9d:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd188597-da88-4ce0-a3e9-d49f35bb8a07', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:19:46.102788 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:46.118394 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44e9c50-aa3c-481b-a64b-375e0a1b2da7 req-3efd4ce8-2c2f-4ecb-b0e2-caa43d57a5ec tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:46.127473 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44e9c50-aa3c-481b-a64b-375e0a1b2da7 req-3efd4ce8-2c2f-4ecb-b0e2-caa43d57a5ec tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:46.134570 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44e9c50-aa3c-481b-a64b-375e0a1b2da7 req-3efd4ce8-2c2f-4ecb-b0e2-caa43d57a5ec tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:46.136552 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 731dc945-b61b-4091-8e08-b0228a8402a4 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:19:46.141319 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44e9c50-aa3c-481b-a64b-375e0a1b2da7 req-3efd4ce8-2c2f-4ecb-b0e2-caa43d57a5ec tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:46.147982 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44e9c50-aa3c-481b-a64b-375e0a1b2da7 req-3efd4ce8-2c2f-4ecb-b0e2-caa43d57a5ec tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:46.155221 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44e9c50-aa3c-481b-a64b-375e0a1b2da7 req-3efd4ce8-2c2f-4ecb-b0e2-caa43d57a5ec tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:46.161949 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44e9c50-aa3c-481b-a64b-375e0a1b2da7 req-3efd4ce8-2c2f-4ecb-b0e2-caa43d57a5ec tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:46.170904 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d44e9c50-aa3c-481b-a64b-375e0a1b2da7 req-3efd4ce8-2c2f-4ecb-b0e2-caa43d57a5ec tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/ports?device_id=afc254ea-ccf6-497c-b6f3-9c7790e81f60 HTTP/1.1" status: 200 len: 5430 time: 0.3569856 Aug 29 04:19:46.177035 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 731dc945-b61b-4091-8e08-b0228a8402a4, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=731dc945-b61b-4091-8e08-b0228a8402a4,segment=NetworkSegment(7e89ab07-8d12-4470-be60-9ace1e8a3301),segment_id=7e89ab07-8d12-4470-be60-9ace1e8a3301)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:46.178268 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-a172fc6d-cac6-4df3-a83e-80cefced99fe service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.110&port_id=35d63e72-b738-4a46-8a77-b6b744715997 HTTP/1.1" status: 200 len: 217 time: 0.1583557 Aug 29 04:19:46.183424 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:46.241905 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=731dc945-b61b-4091-8e08-b0228a8402a4,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:46.258863 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f441ee95-331d-4269-9b80-62f1a0df5f5c req-fc55badb-175c-4c0a-a7c6-10de8b067d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:46.275776 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f441ee95-331d-4269-9b80-62f1a0df5f5c req-fc55badb-175c-4c0a-a7c6-10de8b067d29 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4354257c-2d8f-4fc9-8554-03af3fe5b352 HTTP/1.1" status: 200 len: 919 time: 0.4422550 Aug 29 04:19:46.320888 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d44e9c50-aa3c-481b-a64b-375e0a1b2da7 req-9b493dfa-ccf9-4936-aa37-43af51498305 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/security-groups?id=c5569642-fe3a-4dae-b304-b5b17959f467&id=6765471a-6318-4be5-8b74-21c509c8c5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1490037 Aug 29 04:19:46.332542 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-bfc15feb-8fb8-44b8-be9d-0ba0884d6609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:46.335004 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-bfc15feb-8fb8-44b8-be9d-0ba0884d6609 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=81808e7a-684a-4dd3-97bc-1cbd7265f9b6 HTTP/1.1" status: 200 len: 797 time: 0.1377833 Aug 29 04:19:46.380193 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f441ee95-331d-4269-9b80-62f1a0df5f5c req-07dc7fe9-729c-47d2-a19f-c944eb600850 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6463710-82f5-470e-846e-24343a1b85c4 HTTP/1.1" status: 200 len: 217 time: 0.0966311 Aug 29 04:19:46.387926 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba34e1f5-50d6-4b37-89b6-13c7ac9325ba req-6de355d2-fa86-4869-bdc9-2ba13e5c1fd0 tempest-LiveAutoBlockMigrationV225Test-280615785 tempest-LiveAutoBlockMigrationV225Test-280615785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:46.400495 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ba34e1f5-50d6-4b37-89b6-13c7ac9325ba req-6de355d2-fa86-4869-bdc9-2ba13e5c1fd0 tempest-LiveAutoBlockMigrationV225Test-280615785 tempest-LiveAutoBlockMigrationV225Test-280615785-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=75a39e68-5d14-43e2-bf0b-82240c86b1bf HTTP/1.1" status: 200 len: 1096 time: 0.3126612 Aug 29 04:19:46.432033 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['731dc945-b61b-4091-8e08-b0228a8402a4'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:19:46.517342 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-be5d0eb9-475d-400f-aca0-704f2e5a3a64 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Deleting port f521f367-a799-410b-84b6-3dc3c5f758b0 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:19:46.517916 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-be5d0eb9-475d-400f-aca0-704f2e5a3a64 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:46.528670 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-be9299c7-ebf3-4f5c-b558-6196b82698ff req-1e7c3005-5ec7-4a99-82d6-0a3e1d2626f4 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbbdf5ca-0dc2-4283-8108-a1763b063e9c HTTP/1.1" status: 200 len: 210 time: 0.0621641 Aug 29 04:19:46.536041 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ba34e1f5-50d6-4b37-89b6-13c7ac9325ba req-9a39687f-1187-4d10-88a0-17dce573569a tempest-LiveAutoBlockMigrationV225Test-280615785 tempest-LiveAutoBlockMigrationV225Test-280615785-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282179 Aug 29 04:19:46.545634 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f441ee95-331d-4269-9b80-62f1a0df5f5c req-f545ae16-4880-4167-a806-6659096071a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:46.552862 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f441ee95-331d-4269-9b80-62f1a0df5f5c req-f545ae16-4880-4167-a806-6659096071a8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5670617d-352d-441a-8d77-9583e75eed3c HTTP/1.1" status: 200 len: 858 time: 0.1470189 Aug 29 04:19:46.553363 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-a6c22321-d144-4064-b282-7803c522dca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:46.556511 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-a6c22321-d144-4064-b282-7803c522dca6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=30a5f83d-44db-4be9-a796-3b5e93558c29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1855204 Aug 29 04:19:46.724163 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f441ee95-331d-4269-9b80-62f1a0df5f5c req-57898e2c-fa4f-41dd-a8fa-43dfeb4b94f2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4354257c-2d8f-4fc9-8554-03af3fe5b352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1389976 Aug 29 04:19:46.814433 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-be5d0eb9-475d-400f-aca0-704f2e5a3a64 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:46.814655 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c279544-6f74-400b-b46a-8cd85b3f3375 req-34ff8520-dc2e-43ab-a0d9-04d886f6e1c9 tempest-VolumesAdminNegativeTest-382075465 tempest-VolumesAdminNegativeTest-382075465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:46.821017 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9c279544-6f74-400b-b46a-8cd85b3f3375 req-34ff8520-dc2e-43ab-a0d9-04d886f6e1c9 tempest-VolumesAdminNegativeTest-382075465 tempest-VolumesAdminNegativeTest-382075465-project] 10.222.0.22 "GET /v2.0/ports?device_id=3aebb8c7-0e67-41b8-801f-6adc9a04f17a HTTP/1.1" status: 200 len: 944 time: 0.1162856 Aug 29 04:19:46.824746 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-109ef758-0483-4c1e-9d2c-ca65161cb27b service neutron] 10.222.0.48 "GET /v2.0/networks/30a5f83d-44db-4be9-a796-3b5e93558c29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368658 Aug 29 04:19:46.838805 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-be5d0eb9-475d-400f-aca0-704f2e5a3a64 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Calling delete_port for f521f367-a799-410b-84b6-3dc3c5f758b0 owned by {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:19:46.890219 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8affe-2080-4088-b74f-d5dc6fa667a2 req-4470560f-21b9-41e6-8e90-f866f0d483a7 tempest-InstanceActionsV221TestJSON-1717367902 tempest-InstanceActionsV221TestJSON-1717367902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:46.898558 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9fb8affe-2080-4088-b74f-d5dc6fa667a2 req-4470560f-21b9-41e6-8e90-f866f0d483a7 tempest-InstanceActionsV221TestJSON-1717367902 tempest-InstanceActionsV221TestJSON-1717367902-project] 10.222.0.22 "GET /v2.0/ports?device_id=08fe3771-34ac-4eac-92d5-7853d02a240c HTTP/1.1" status: 200 len: 943 time: 0.1932147 Aug 29 04:19:46.931471 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9c279544-6f74-400b-b46a-8cd85b3f3375 req-b5fa81a3-51c6-4811-bdf7-0d3edf531ec6 tempest-VolumesAdminNegativeTest-382075465 tempest-VolumesAdminNegativeTest-382075465-project] 10.222.0.22 "GET /v2.0/security-groups?id=5988a091-7c06-4471-b1dd-4c9f3e77beff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033018 Aug 29 04:19:46.990622 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f441ee95-331d-4269-9b80-62f1a0df5f5c req-60d2568e-7138-4959-9244-85da6149fdf5 service neutron] 10.222.0.48 "GET /v2.0/networks/4354257c-2d8f-4fc9-8554-03af3fe5b352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552583 Aug 29 04:19:47.002148 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-994c6c85-fbae-4d0f-935d-4e3c68169ca8 service neutron] 10.222.0.48 "GET /v2.0/networks/30a5f83d-44db-4be9-a796-3b5e93558c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666894 Aug 29 04:19:47.089959 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-d030e81d-cb38-4a69-abbd-9416f0d89604 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=522e949e-9797-45c8-902e-353747f23d7c HTTP/1.1" status: 200 len: 217 time: 0.0799875 Aug 29 04:19:47.163339 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9fb8affe-2080-4088-b74f-d5dc6fa667a2 req-1ff94085-e8e7-4d60-abaf-8c26f1626078 tempest-InstanceActionsV221TestJSON-1717367902 tempest-InstanceActionsV221TestJSON-1717367902-project] 10.222.0.22 "GET /v2.0/security-groups?id=d80f8c04-3543-4f80-b743-52930f22eb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636228 Aug 29 04:19:47.220570 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-0f85aafd-aeaa-483f-914d-74abcd1b8499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:47.222363 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-0f85aafd-aeaa-483f-914d-74abcd1b8499 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=36eaa82f-c37f-41cb-8d76-920549eea1d2 HTTP/1.1" status: 200 len: 797 time: 0.1242735 Aug 29 04:19:47.256225 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-be5d0eb9-475d-400f-aca0-704f2e5a3a64 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:47.304635 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a9857-63e2-4ddb-ba97-faf3fbd87166 req-02bb265f-a247-40dc-ba13-760d6940993e tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:47.307289 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d25a9857-63e2-4ddb-ba97-faf3fbd87166 req-02bb265f-a247-40dc-ba13-760d6940993e tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.46 "GET /v2.0/networks?id=fd020187-6618-42b7-a26a-d8ebebc46774 HTTP/1.1" status: 200 len: 816 time: 0.3346291 Aug 29 04:19:47.314128 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f441ee95-331d-4269-9b80-62f1a0df5f5c req-38fedf93-8b92-4fe0-882a-690cd741b509 service neutron] 10.222.0.48 "GET /v2.0/networks/4354257c-2d8f-4fc9-8554-03af3fe5b352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3019824 Aug 29 04:19:47.316921 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5d0eb9-475d-400f-aca0-704f2e5a3a64 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Pushing event deleted for resources: {'Port': ['ID=f521f367-a799-410b-84b6-3dc3c5f758b0,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:47.336979 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-82cd9e04-6399-45bb-85a0-59edf7d9d84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:47.342130 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-82cd9e04-6399-45bb-85a0-59edf7d9d84d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4b336bb6-c1a2-4852-8570-018195081ecf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1068573 Aug 29 04:19:47.347886 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-be5d0eb9-475d-400f-aca0-704f2e5a3a64 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:47.361052 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-be5d0eb9-475d-400f-aca0-704f2e5a3a64 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] 10.222.0.22 "DELETE /v2.0/ports/f521f367-a799-410b-84b6-3dc3c5f758b0 HTTP/1.1" status: 204 len: 168 time: 1.3694055 Aug 29 04:19:47.365306 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 48544) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:47.449173 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d25a9857-63e2-4ddb-ba97-faf3fbd87166 req-7014133b-e476-4e1b-a7da-eb7848009f4f tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=45c0a3ca896a4dd0bcf90e5c0bd5812f HTTP/1.1" status: 200 len: 379 time: 0.1286972 Aug 29 04:19:47.462264 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-d25a9857-63e2-4ddb-ba97-faf3fbd87166 req-ef2e1e5f-48cf-427b-a1a8-affa05b7e667 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Request body: {'port': {'device_id': 'cbbdf5ca-0dc2-4283-8108-a1763b063e9c', 'network_id': 'fd020187-6618-42b7-a26a-d8ebebc46774', 'admin_state_up': True, 'tenant_id': '45c0a3ca896a4dd0bcf90e5c0bd5812f', 'security_groups': ['efbd56da-4301-456e-8002-a695aaaeaffd']}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:47.490284 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd52369-e520-47c5-af33-4dc42f617dc2 req-71f94549-2b66-4756-8690-1c9f4ad67131 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:47.491890 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-cbd52369-e520-47c5-af33-4dc42f617dc2 req-71f94549-2b66-4756-8690-1c9f4ad67131 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=a75e7a99-9969-491a-b52c-6ec12a3b4ddc HTTP/1.1" status: 200 len: 946 time: 0.1165745 Aug 29 04:19:47.590607 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-cbd52369-e520-47c5-af33-4dc42f617dc2 req-bfb7d8e2-91cc-48a2-9767-31e9446e8217 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=67519499-017b-4c54-88db-c974346724c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646250 Aug 29 04:19:47.611105 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 731dc945-b61b-4091-8e08-b0228a8402a4 up at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:19:47.662807 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d90edd-6c9b-4dae-8013-ca9e341336fe req-79818090-8655-4c2e-b36c-e12959f9c408 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:47.676194 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b7d90edd-6c9b-4dae-8013-ca9e341336fe req-79818090-8655-4c2e-b36c-e12959f9c408 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=75a39e68-5d14-43e2-bf0b-82240c86b1bf HTTP/1.1" status: 200 len: 944 time: 0.2025313 Aug 29 04:19:47.686261 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-bbecad3d-6542-4483-b85e-504e3c8d30ca service neutron] 10.222.0.48 "GET /v2.0/networks/4b336bb6-c1a2-4852-8570-018195081ecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3271539 Aug 29 04:19:47.691202 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-16c4cdf7-6a82-4e67-9ebb-ea4fc4b1ee8f req-314941b8-9ebd-450a-ad52-65e9aa4bd6b6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bb5d6e9c-5c3d-4fd0-b7cd-2988a1e453f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0700040 Aug 29 04:19:47.726141 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d25a9857-63e2-4ddb-ba97-faf3fbd87166 req-ef2e1e5f-48cf-427b-a1a8-affa05b7e667 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Made reservation on behalf of 45c0a3ca896a4dd0bcf90e5c0bd5812f for: {'port': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:19:47.730139 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-d25a9857-63e2-4ddb-ba97-faf3fbd87166 req-ef2e1e5f-48cf-427b-a1a8-affa05b7e667 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:47.769901 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning for port 731dc945-b61b-4091-8e08-b0228a8402a4 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:19:47.773948 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning complete for port 731dc945-b61b-4091-8e08-b0228a8402a4 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:19:47.774332 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:47.859406 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-66649647-7d11-4daa-8621-70185fc4e84e tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Deleting port d525b20c-6889-4b16-b3de-98fc027d0555 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:19:47.860398 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-66649647-7d11-4daa-8621-70185fc4e84e tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:47.884437 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:47.924310 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c4cdf7-6a82-4e67-9ebb-ea4fc4b1ee8f req-5cfe2579-af7b-4638-be64-90a0d28503af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:47.926008 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-16c4cdf7-6a82-4e67-9ebb-ea4fc4b1ee8f req-5cfe2579-af7b-4638-be64-90a0d28503af service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1d0658a0a90a4facb02cad62921e20d5&device_id=bb5d6e9c-5c3d-4fd0-b7cd-2988a1e453f4 HTTP/1.1" status: 200 len: 1096 time: 0.1726465 Aug 29 04:19:47.930720 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 731dc945-b61b-4091-8e08-b0228a8402a4, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=731dc945-b61b-4091-8e08-b0228a8402a4,segment=NetworkSegment(7e89ab07-8d12-4470-be60-9ace1e8a3301),segment_id=7e89ab07-8d12-4470-be60-9ace1e8a3301)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:47.931565 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aebb8c7-0e67-41b8-801f-6adc9a04f17a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '731dc945-b61b-4091-8e08-b0228a8402a4'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:47.936053 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b483aa6-a393-474d-92ae-f6c58ce7f064" -d '{"events": [{"server_uuid": "3aebb8c7-0e67-41b8-801f-6adc9a04f17a", "name": "network-vif-plugged", "status": "completed", "tag": "731dc945-b61b-4091-8e08-b0228a8402a4"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:47.940684 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:47.958890 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-66649647-7d11-4daa-8621-70185fc4e84e tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:47.975308 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-66649647-7d11-4daa-8621-70185fc4e84e tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Calling delete_port for d525b20c-6889-4b16-b3de-98fc027d0555 owned by {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:19:47.988631 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dfd893-71f9-4dd7-a8be-73346a6d276d req-385ce26b-1472-4dd1-bafc-bf3d65a5197a tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:47.994831 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dfd893-71f9-4dd7-a8be-73346a6d276d req-385ce26b-1472-4dd1-bafc-bf3d65a5197a tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:48.001608 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dfd893-71f9-4dd7-a8be-73346a6d276d req-385ce26b-1472-4dd1-bafc-bf3d65a5197a tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:48.004142 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=731dc945-b61b-4091-8e08-b0228a8402a4,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:48.009564 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dfd893-71f9-4dd7-a8be-73346a6d276d req-385ce26b-1472-4dd1-bafc-bf3d65a5197a tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:48.016551 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dfd893-71f9-4dd7-a8be-73346a6d276d req-385ce26b-1472-4dd1-bafc-bf3d65a5197a tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:48.024570 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dfd893-71f9-4dd7-a8be-73346a6d276d req-385ce26b-1472-4dd1-bafc-bf3d65a5197a tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:48.032264 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dfd893-71f9-4dd7-a8be-73346a6d276d req-385ce26b-1472-4dd1-bafc-bf3d65a5197a tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:48.034474 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c3dfd893-71f9-4dd7-a8be-73346a6d276d req-385ce26b-1472-4dd1-bafc-bf3d65a5197a tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/ports?device_id=afc254ea-ccf6-497c-b6f3-9c7790e81f60 HTTP/1.1" status: 200 len: 5430 time: 0.2541294 Aug 29 04:19:48.053176 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b7d90edd-6c9b-4dae-8013-ca9e341336fe req-0fc064ef-0e6b-411c-9426-34d3fdf216bf tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3751709 Aug 29 04:19:48.147994 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-c21ed8dd-6ca2-4811-bde6-1174da418be4 service neutron] 10.222.0.48 "GET /v2.0/networks/4b336bb6-c1a2-4852-8570-018195081ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4303153 Aug 29 04:19:48.173152 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [req-d25a9857-63e2-4ddb-ba97-faf3fbd87166 req-ef2e1e5f-48cf-427b-a1a8-affa05b7e667 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Allocated IP 172.20.0.13 (fd020187-6618-42b7-a26a-d8ebebc46774/6247b089-2c7c-4ca3-a8dd-41a0f57cced5/d6b4b2ae-4a49-41d8-8d03-babcf76f8592) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:19:48.180922 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c3dfd893-71f9-4dd7-a8be-73346a6d276d req-2555fdc5-c733-4ce2-878d-73286fba2fe8 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/security-groups?id=c5569642-fe3a-4dae-b304-b5b17959f467&id=6765471a-6318-4be5-8b74-21c509c8c5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1326528 Aug 29 04:19:48.228695 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-cabbf096-4f96-42cf-9ebc-3a781dab17ab service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=46c566e7-1458-4fe3-a7d6-eaf119c72666 HTTP/1.1" status: 200 len: 217 time: 0.0720091 Aug 29 04:19:48.230806 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c4cdf7-6a82-4e67-9ebb-ea4fc4b1ee8f req-905e060e-f5b4-4aaf-bb23-7fe8d2e86818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:48.232505 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-16c4cdf7-6a82-4e67-9ebb-ea4fc4b1ee8f req-905e060e-f5b4-4aaf-bb23-7fe8d2e86818 service neutron] 10.222.0.48 "GET /v2.0/networks?id=53020a37-9cfa-46c3-bf40-16467007f493 HTTP/1.1" status: 200 len: 921 time: 0.2676063 Aug 29 04:19:48.236853 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-66649647-7d11-4daa-8621-70185fc4e84e tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:48.251591 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196e18d5-e5e4-4ddc-8b16-ae2a18883578 req-65db0534-c783-468d-bd82-d8faa6e9b68e tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:48.253906 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-196e18d5-e5e4-4ddc-8b16-ae2a18883578 req-65db0534-c783-468d-bd82-d8faa6e9b68e tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.48 "GET /v2.0/ports?device_id=75a39e68-5d14-43e2-bf0b-82240c86b1bf HTTP/1.1" status: 200 len: 944 time: 0.1526022 Aug 29 04:19:48.291407 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-16c4cdf7-6a82-4e67-9ebb-ea4fc4b1ee8f req-9826d194-9916-41a3-b397-2b069f9ca7b3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83e8be10-8624-47a2-b4c6-4413e7b94668 HTTP/1.1" status: 200 len: 217 time: 0.0453546 Aug 29 04:19:48.365995 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-bd833ca6-78f3-4351-9c24-fcd5398b1dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:48.367492 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-bd833ca6-78f3-4351-9c24-fcd5398b1dda service neutron] 10.222.0.48 "GET /v2.0/subnets?id=36eaa82f-c37f-41cb-8d76-920549eea1d2 HTTP/1.1" status: 200 len: 797 time: 0.0845165 Aug 29 04:19:48.376953 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66649647-7d11-4daa-8621-70185fc4e84e tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Pushing event deleted for resources: {'Port': ['ID=d525b20c-6889-4b16-b3de-98fc027d0555,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:48.395091 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-de7435cf-f2c1-4e0d-afa9-3bff81eec332 req-a1e4ccf8-bb90-4fb8-bbf4-feac144e71b3 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbbdf5ca-0dc2-4283-8108-a1763b063e9c HTTP/1.1" status: 200 len: 210 time: 0.2224948 Aug 29 04:19:48.420234 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ddf4bd7-89a9-4637-901d-c1b4d4470109 x-openstack-request-id: req-2ddf4bd7-89a9-4637-901d-c1b4d4470109 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:48.420529 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3aebb8c7-0e67-41b8-801f-6adc9a04f17a", "name": "network-vif-plugged", "status": "completed", "tag": "731dc945-b61b-4091-8e08-b0228a8402a4", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:48.420784 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2ddf4bd7-89a9-4637-901d-c1b4d4470109 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:48.421203 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aebb8c7-0e67-41b8-801f-6adc9a04f17a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '731dc945-b61b-4091-8e08-b0228a8402a4', 'code': 200} Aug 29 04:19:48.447379 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c4cdf7-6a82-4e67-9ebb-ea4fc4b1ee8f req-835bbee8-be51-4408-ada6-2f9e7c28d214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:48.449160 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-16c4cdf7-6a82-4e67-9ebb-ea4fc4b1ee8f req-835bbee8-be51-4408-ada6-2f9e7c28d214 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=210c6ef6-f12f-4dde-90b9-22d1971290b1 HTTP/1.1" status: 200 len: 860 time: 0.1472547 Aug 29 04:19:48.471917 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-66649647-7d11-4daa-8621-70185fc4e84e tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:48.473800 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-66649647-7d11-4daa-8621-70185fc4e84e tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] 10.222.0.22 "DELETE /v2.0/ports/d525b20c-6889-4b16-b3de-98fc027d0555 HTTP/1.1" status: 204 len: 168 time: 1.1075189 Aug 29 04:19:48.526416 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 48560) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:48.566130 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-16c4cdf7-6a82-4e67-9ebb-ea4fc4b1ee8f req-988f4bf0-11b2-4726-8167-7f9e7fdc9ec6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=53020a37-9cfa-46c3-bf40-16467007f493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0982203 Aug 29 04:19:48.620681 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-db60175c-e3e0-4d1a-88f2-2ff8a8710712 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0863526 Aug 29 04:19:48.624888 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 48562) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:48.635916 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-31051e0b-4316-4ec4-9aa1-7bd43db0bc76 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-191237013'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:48.686722 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-d25a9857-63e2-4ddb-ba97-faf3fbd87166 req-ef2e1e5f-48cf-427b-a1a8-affa05b7e667 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:48.690606 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904b1238-ba54-4f93-a01c-05e752155238 req-5fbf6f06-ee68-4f97-838c-6999436fe9c6 tempest-VolumesAdminNegativeTest-382075465 tempest-VolumesAdminNegativeTest-382075465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:48.692766 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-904b1238-ba54-4f93-a01c-05e752155238 req-5fbf6f06-ee68-4f97-838c-6999436fe9c6 tempest-VolumesAdminNegativeTest-382075465 tempest-VolumesAdminNegativeTest-382075465-project] 10.222.0.22 "GET /v2.0/ports?device_id=3aebb8c7-0e67-41b8-801f-6adc9a04f17a HTTP/1.1" status: 200 len: 945 time: 0.1493325 Aug 29 04:19:48.695739 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-a145f851-eb4e-46d0-880f-bd4b0b7ec0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:48.696865 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-a145f851-eb4e-46d0-880f-bd4b0b7ec0e4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4b336bb6-c1a2-4852-8570-018195081ecf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3006716 Aug 29 04:19:48.706849 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be844ac-00df-4bf5-93a2-739b8b505dca req-6bf99584-6a39-4f17-9ef8-21893b406954 tempest-InstanceActionsV221TestJSON-1717367902 tempest-InstanceActionsV221TestJSON-1717367902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:48.716144 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5be844ac-00df-4bf5-93a2-739b8b505dca req-6bf99584-6a39-4f17-9ef8-21893b406954 tempest-InstanceActionsV221TestJSON-1717367902 tempest-InstanceActionsV221TestJSON-1717367902-project] 10.222.0.22 "GET /v2.0/ports?device_id=08fe3771-34ac-4eac-92d5-7853d02a240c HTTP/1.1" status: 200 len: 943 time: 0.2241993 Aug 29 04:19:48.740800 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31051e0b-4316-4ec4-9aa1-7bd43db0bc76 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Made reservation on behalf of a53c288f59c64fb488608139d93b15ca for: {'network': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:19:48.746357 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [req-d25a9857-63e2-4ddb-ba97-faf3fbd87166 req-ef2e1e5f-48cf-427b-a1a8-affa05b7e667 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Transition to ACTIVE for port object d6b4b2ae-4a49-41d8-8d03-babcf76f8592 will not be triggered until provisioned by entity DHCP. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:19:48.746620 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-31051e0b-4316-4ec4-9aa1-7bd43db0bc76 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:48.749695 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb953db-928d-4325-b031-6f1971d42fab req-20d7f19e-da60-4431-9cd9-db23b40dd871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:48.751211 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9eb953db-928d-4325-b031-6f1971d42fab req-20d7f19e-da60-4431-9cd9-db23b40dd871 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3aebb8c7-0e67-41b8-801f-6adc9a04f17a HTTP/1.1" status: 200 len: 1097 time: 0.2320364 Aug 29 04:19:48.812253 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-196e18d5-e5e4-4ddc-8b16-ae2a18883578 req-de2edef8-d221-4752-b9fb-05b020748e63 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Deleting port 59864ef7-059a-4500-85c1-f75d5e2f7370 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:19:48.812721 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-196e18d5-e5e4-4ddc-8b16-ae2a18883578 req-de2edef8-d221-4752-b9fb-05b020748e63 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:48.858043 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5be844ac-00df-4bf5-93a2-739b8b505dca req-0c15bdc1-a52d-46e4-a891-2e1987e38cfe tempest-InstanceActionsV221TestJSON-1717367902 tempest-InstanceActionsV221TestJSON-1717367902-project] 10.222.0.22 "GET /v2.0/security-groups?id=d80f8c04-3543-4f80-b743-52930f22eb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421852 Aug 29 04:19:48.874087 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-16c4cdf7-6a82-4e67-9ebb-ea4fc4b1ee8f req-0c148eb8-be5c-419d-a5f2-c2c41dab1aa6 service neutron] 10.222.0.48 "GET /v2.0/networks/53020a37-9cfa-46c3-bf40-16467007f493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2887504 Aug 29 04:19:48.875800 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9eb953db-928d-4325-b031-6f1971d42fab req-97a62f61-7b6a-4e96-8bd7-c1f3a96c7ca7 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5988a091-7c06-4471-b1dd-4c9f3e77beff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123269 Aug 29 04:19:48.877007 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31051e0b-4316-4ec4-9aa1-7bd43db0bc76 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=94828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:19:48.906251 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-d25a9857-63e2-4ddb-ba97-faf3fbd87166 req-ef2e1e5f-48cf-427b-a1a8-affa05b7e667 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:48.927489 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:48.931473 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-904b1238-ba54-4f93-a01c-05e752155238 req-77cf3cef-a1b2-4653-bc54-41085b7b86cb tempest-VolumesAdminNegativeTest-382075465 tempest-VolumesAdminNegativeTest-382075465-project] 10.222.0.22 "GET /v2.0/security-groups?id=5988a091-7c06-4471-b1dd-4c9f3e77beff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245114 Aug 29 04:19:48.953064 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-31051e0b-4316-4ec4-9aa1-7bd43db0bc76 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:48.953624 n-d-712140-12 neutron-server[94828]: INFO neutron.db.segments_db [None req-31051e0b-4316-4ec4-9aa1-7bd43db0bc76 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Added segment 76d26b2b-0ca4-4f2d-bd59-083dc837751e of type vlan for network e1b54b7b-4897-476c-9bb8-5d1204e9a3ec Aug 29 04:19:49.040077 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d25a9857-63e2-4ddb-ba97-faf3fbd87166 req-ef2e1e5f-48cf-427b-a1a8-affa05b7e667 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Network fd020187-6618-42b7-a26a-d8ebebc46774 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:19:49.041255 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-7cff399f-9e76-448b-9d93-7d5271519d3f service neutron] 10.222.0.48 "GET /v2.0/networks/4b336bb6-c1a2-4852-8570-018195081ecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3328729 Aug 29 04:19:49.051068 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [req-d25a9857-63e2-4ddb-ba97-faf3fbd87166 req-ef2e1e5f-48cf-427b-a1a8-affa05b7e667 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:19:49.053088 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-31051e0b-4316-4ec4-9aa1-7bd43db0bc76 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:49.059567 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [req-d25a9857-63e2-4ddb-ba97-faf3fbd87166 req-ef2e1e5f-48cf-427b-a1a8-affa05b7e667 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:19:49.103137 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2e1e5f-48cf-427b-a1a8-affa05b7e667 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Pushing event updated for resources: {'Port': ['ID=d6b4b2ae-4a49-41d8-8d03-babcf76f8592,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:49.184493 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a9857-63e2-4ddb-ba97-faf3fbd87166 req-ef2e1e5f-48cf-427b-a1a8-affa05b7e667 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:49.185252 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-d25a9857-63e2-4ddb-ba97-faf3fbd87166 req-ef2e1e5f-48cf-427b-a1a8-affa05b7e667 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:49.197452 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-16c4cdf7-6a82-4e67-9ebb-ea4fc4b1ee8f req-af29646a-6339-4494-a49e-ff108c0338d7 service neutron] 10.222.0.48 "GET /v2.0/networks/53020a37-9cfa-46c3-bf40-16467007f493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3143740 Aug 29 04:19:49.208743 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d25a9857-63e2-4ddb-ba97-faf3fbd87166 req-ef2e1e5f-48cf-427b-a1a8-affa05b7e667 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7514021 Aug 29 04:19:49.213155 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-196e18d5-e5e4-4ddc-8b16-ae2a18883578 req-de2edef8-d221-4752-b9fb-05b020748e63 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] For port 59864ef7-059a-4500-85c1-f75d5e2f7370, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=59864ef7-059a-4500-85c1-f75d5e2f7370,segment=NetworkSegment(1fc19f14-bf6d-4959-b2c5-ed51e935e5ad),segment_id=1fc19f14-bf6d-4959-b2c5-ed51e935e5ad)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:49.213721 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-196e18d5-e5e4-4ddc-8b16-ae2a18883578 req-de2edef8-d221-4752-b9fb-05b020748e63 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:49.237255 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-d25a9857-63e2-4ddb-ba97-faf3fbd87166 req-06ac87cf-719f-4311-8f8b-ef9499eb2e86 service neutron] Request body: {'port': {'device_id': 'cbbdf5ca-0dc2-4283-8108-a1763b063e9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-12'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:49.281304 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2c868cb5-4bd1-472e-b68f-05e23dcb7a1b req-9dbdee8e-c0fa-4f08-8ce4-177d47fe5340 service neutron] 10.222.0.48 "GET /v2.0/networks/4b336bb6-c1a2-4852-8570-018195081ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301886 Aug 29 04:19:49.363314 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-196e18d5-e5e4-4ddc-8b16-ae2a18883578 req-de2edef8-d221-4752-b9fb-05b020748e63 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Calling delete_port for 59864ef7-059a-4500-85c1-f75d5e2f7370 owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:19:49.366417 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-d25a9857-63e2-4ddb-ba97-faf3fbd87166 req-06ac87cf-719f-4311-8f8b-ef9499eb2e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:49.394320 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-31051e0b-4316-4ec4-9aa1-7bd43db0bc76 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:49.401950 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31051e0b-4316-4ec4-9aa1-7bd43db0bc76 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:49.402822 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-31051e0b-4316-4ec4-9aa1-7bd43db0bc76 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:49.423611 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a9486d-ab1d-4af9-9d78-99d962cff733 req-ff3fe7aa-9dcd-4f1b-8393-281bf09042fe tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:49.425279 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-34a9486d-ab1d-4af9-9d78-99d962cff733 req-ff3fe7aa-9dcd-4f1b-8393-281bf09042fe tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=75a39e68-5d14-43e2-bf0b-82240c86b1bf HTTP/1.1" status: 200 len: 944 time: 0.1367869 Aug 29 04:19:49.521673 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-7399516c-381e-49fa-93dd-12e5f94c742e None None] Provisioning for port d6b4b2ae-4a49-41d8-8d03-babcf76f8592 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:19:49.523918 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224aa988-3997-4a39-8501-bbd156859af0 req-7c0fc50f-ce61-4710-b4ea-f4d9fe2a9d96 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:49.529980 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-7399516c-381e-49fa-93dd-12e5f94c742e None None] Provisioning complete for port d6b4b2ae-4a49-41d8-8d03-babcf76f8592 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:19:49.531093 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-224aa988-3997-4a39-8501-bbd156859af0 req-7c0fc50f-ce61-4710-b4ea-f4d9fe2a9d96 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=a75e7a99-9969-491a-b52c-6ec12a3b4ddc HTTP/1.1" status: 200 len: 946 time: 0.3069243 Aug 29 04:19:49.531397 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7399516c-381e-49fa-93dd-12e5f94c742e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:49.535966 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-31051e0b-4316-4ec4-9aa1-7bd43db0bc76 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9066584 Aug 29 04:19:49.539601 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 48580) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:49.572133 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-34a9486d-ab1d-4af9-9d78-99d962cff733 req-4c3786ff-745c-4940-ad0e-ae3860b18f1e tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343527 Aug 29 04:19:49.581947 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-0c36ecad-011e-460e-a276-00e7becb3e8a tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-17097749'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:49.611394 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31051e0b-4316-4ec4-9aa1-7bd43db0bc76 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Pushing event updated for resources: {'Network': ['ID=e1b54b7b-4897-476c-9bb8-5d1204e9a3ec,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:49.624701 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network e1b54b7b-4897-476c-9bb8-5d1204e9a3ec details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:19:49.674611 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-224aa988-3997-4a39-8501-bbd156859af0 req-a9940806-6c86-47e2-91d3-5389d92e71b8 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=67519499-017b-4c54-88db-c974346724c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425910 Aug 29 04:19:49.688392 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-7399516c-381e-49fa-93dd-12e5f94c742e None None] Port d6b4b2ae-4a49-41d8-8d03-babcf76f8592 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:19:49.693682 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c36ecad-011e-460e-a276-00e7becb3e8a tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Made reservation on behalf of a53c288f59c64fb488608139d93b15ca for: {'network': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:19:49.703632 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0c36ecad-011e-460e-a276-00e7becb3e8a tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:49.721125 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd31875-1502-4196-8c4f-1a2a3ceb8937 req-7aca85a3-210f-46ae-a03b-ed9d68775ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:49.721615 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd31875-1502-4196-8c4f-1a2a3ceb8937 req-7aca85a3-210f-46ae-a03b-ed9d68775ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:49.722097 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd31875-1502-4196-8c4f-1a2a3ceb8937 req-7aca85a3-210f-46ae-a03b-ed9d68775ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:49.722569 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd31875-1502-4196-8c4f-1a2a3ceb8937 req-7aca85a3-210f-46ae-a03b-ed9d68775ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:49.723036 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd31875-1502-4196-8c4f-1a2a3ceb8937 req-7aca85a3-210f-46ae-a03b-ed9d68775ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:49.723502 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd31875-1502-4196-8c4f-1a2a3ceb8937 req-7aca85a3-210f-46ae-a03b-ed9d68775ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:49.726583 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd31875-1502-4196-8c4f-1a2a3ceb8937 req-7aca85a3-210f-46ae-a03b-ed9d68775ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:49.737065 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8bd31875-1502-4196-8c4f-1a2a3ceb8937 req-7aca85a3-210f-46ae-a03b-ed9d68775ee0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e5f0d8ebc9a74e589a93c4dfadff20f5&device_id=afc254ea-ccf6-497c-b6f3-9c7790e81f60 HTTP/1.1" status: 200 len: 6494 time: 0.2320738 Aug 29 04:19:49.851854 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [req-d25a9857-63e2-4ddb-ba97-faf3fbd87166 req-06ac87cf-719f-4311-8f8b-ef9499eb2e86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6b4b2ae-4a49-41d8-8d03-babcf76f8592 {{(pid=94829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:19:49.867858 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8236c125-9888-4994-b1e7-d3c8418389f0 req-db517de4-e71b-431c-a205-22b4230c1d7e tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:49.874645 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8236c125-9888-4994-b1e7-d3c8418389f0 req-db517de4-e71b-431c-a205-22b4230c1d7e tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:49.880971 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8236c125-9888-4994-b1e7-d3c8418389f0 req-db517de4-e71b-431c-a205-22b4230c1d7e tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:49.887024 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8236c125-9888-4994-b1e7-d3c8418389f0 req-db517de4-e71b-431c-a205-22b4230c1d7e tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:49.893059 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8236c125-9888-4994-b1e7-d3c8418389f0 req-db517de4-e71b-431c-a205-22b4230c1d7e tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:49.899326 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8236c125-9888-4994-b1e7-d3c8418389f0 req-db517de4-e71b-431c-a205-22b4230c1d7e tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:49.905497 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8236c125-9888-4994-b1e7-d3c8418389f0 req-db517de4-e71b-431c-a205-22b4230c1d7e tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:49.907470 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8236c125-9888-4994-b1e7-d3c8418389f0 req-db517de4-e71b-431c-a205-22b4230c1d7e tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/ports?device_id=afc254ea-ccf6-497c-b6f3-9c7790e81f60 HTTP/1.1" status: 200 len: 5430 time: 0.1677508 Aug 29 04:19:49.912438 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-d25a9857-63e2-4ddb-ba97-faf3fbd87166 req-06ac87cf-719f-4311-8f8b-ef9499eb2e86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:49.943406 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [req-d25a9857-63e2-4ddb-ba97-faf3fbd87166 req-06ac87cf-719f-4311-8f8b-ef9499eb2e86 service neutron] Transition to ACTIVE for port object d6b4b2ae-4a49-41d8-8d03-babcf76f8592 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:19:49.956892 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-d25a9857-63e2-4ddb-ba97-faf3fbd87166 req-06ac87cf-719f-4311-8f8b-ef9499eb2e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:50.012553 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8236c125-9888-4994-b1e7-d3c8418389f0 req-437be40a-7cd2-4f8c-ab58-385464efd498 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/security-groups?id=c5569642-fe3a-4dae-b304-b5b17959f467&id=6765471a-6318-4be5-8b74-21c509c8c5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0972736 Aug 29 04:19:50.059755 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ac87cf-719f-4311-8f8b-ef9499eb2e86 service neutron] Pushing event updated for resources: {'Port': ['ID=d6b4b2ae-4a49-41d8-8d03-babcf76f8592,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:50.162890 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-d25a9857-63e2-4ddb-ba97-faf3fbd87166 req-06ac87cf-719f-4311-8f8b-ef9499eb2e86 service neutron] Attempting to bind port d6b4b2ae-4a49-41d8-8d03-babcf76f8592 on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:19:50.163440 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-d25a9857-63e2-4ddb-ba97-faf3fbd87166 req-06ac87cf-719f-4311-8f8b-ef9499eb2e86 service neutron] Attempting to bind port d6b4b2ae-4a49-41d8-8d03-babcf76f8592 by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': '4345054c-8cc7-4ded-979c-629f28057ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'fd020187-6618-42b7-a26a-d8ebebc46774'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:19:50.163881 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25a9857-63e2-4ddb-ba97-faf3fbd87166 req-06ac87cf-719f-4311-8f8b-ef9499eb2e86 service neutron] Attempting to bind port d6b4b2ae-4a49-41d8-8d03-babcf76f8592 on network fd020187-6618-42b7-a26a-d8ebebc46774 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:50.170076 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25a9857-63e2-4ddb-ba97-faf3fbd87166 req-06ac87cf-719f-4311-8f8b-ef9499eb2e86 service neutron] Port d6b4b2ae-4a49-41d8-8d03-babcf76f8592 on network fd020187-6618-42b7-a26a-d8ebebc46774 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:19:50.170969 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25a9857-63e2-4ddb-ba97-faf3fbd87166 req-06ac87cf-719f-4311-8f8b-ef9499eb2e86 service neutron] Attempting to bind port d6b4b2ae-4a49-41d8-8d03-babcf76f8592 on network fd020187-6618-42b7-a26a-d8ebebc46774 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:50.177889 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25a9857-63e2-4ddb-ba97-faf3fbd87166 req-06ac87cf-719f-4311-8f8b-ef9499eb2e86 service neutron] Checking agent: {'id': '3de9de52-3a03-431d-9d7e-497ae92c57ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:19:50.178337 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25a9857-63e2-4ddb-ba97-faf3fbd87166 req-06ac87cf-719f-4311-8f8b-ef9499eb2e86 service neutron] Checking segment: {'id': '4345054c-8cc7-4ded-979c-629f28057ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'fd020187-6618-42b7-a26a-d8ebebc46774'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:19:50.179646 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25a9857-63e2-4ddb-ba97-faf3fbd87166 req-06ac87cf-719f-4311-8f8b-ef9499eb2e86 service neutron] Bound using segment: {'id': '4345054c-8cc7-4ded-979c-629f28057ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'fd020187-6618-42b7-a26a-d8ebebc46774'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:19:50.179646 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-d25a9857-63e2-4ddb-ba97-faf3fbd87166 req-06ac87cf-719f-4311-8f8b-ef9499eb2e86 service neutron] Bound port: d6b4b2ae-4a49-41d8-8d03-babcf76f8592, host: n-h1-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4345054c-8cc7-4ded-979c-629f28057ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'fd020187-6618-42b7-a26a-d8ebebc46774'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:19:50.179646 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-d25a9857-63e2-4ddb-ba97-faf3fbd87166 req-06ac87cf-719f-4311-8f8b-ef9499eb2e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:50.245354 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c36ecad-011e-460e-a276-00e7becb3e8a tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=94828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:19:50.287271 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0c36ecad-011e-460e-a276-00e7becb3e8a tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:50.287757 n-d-712140-12 neutron-server[94828]: INFO neutron.db.segments_db [None req-0c36ecad-011e-460e-a276-00e7becb3e8a tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Added segment 9361c0d3-7d19-4a01-877e-6851eff8622d of type vlan for network 70ffbeeb-cabe-4b97-8f82-c2ecf07e7e3f Aug 29 04:19:50.304035 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-196e18d5-e5e4-4ddc-8b16-ae2a18883578 req-de2edef8-d221-4752-b9fb-05b020748e63 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:50.304461 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562e3fd3-6895-487d-91c8-b82b95a20bd1 req-d805210c-e053-4591-98ce-c724bf97b0b8 tempest-InstanceActionsV221TestJSON-1717367902 tempest-InstanceActionsV221TestJSON-1717367902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:50.306304 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-562e3fd3-6895-487d-91c8-b82b95a20bd1 req-d805210c-e053-4591-98ce-c724bf97b0b8 tempest-InstanceActionsV221TestJSON-1717367902 tempest-InstanceActionsV221TestJSON-1717367902-project] 10.222.0.22 "GET /v2.0/ports?device_id=08fe3771-34ac-4eac-92d5-7853d02a240c HTTP/1.1" status: 200 len: 943 time: 0.1055367 Aug 29 04:19:50.310396 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-d25a9857-63e2-4ddb-ba97-faf3fbd87166 req-06ac87cf-719f-4311-8f8b-ef9499eb2e86 service neutron] For port d6b4b2ae-4a49-41d8-8d03-babcf76f8592, host n-h1-712140-12, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:19:50.332667 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-d25a9857-63e2-4ddb-ba97-faf3fbd87166 req-06ac87cf-719f-4311-8f8b-ef9499eb2e86 service neutron] For port d6b4b2ae-4a49-41d8-8d03-babcf76f8592, host n-h1-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=d6b4b2ae-4a49-41d8-8d03-babcf76f8592,segment=NetworkSegment(4345054c-8cc7-4ded-979c-629f28057ddf),segment_id=4345054c-8cc7-4ded-979c-629f28057ddf)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:19:50.345796 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['1695f969-4f2a-42ed-afd8-fb0a78883cd9', '59864ef7-059a-4500-85c1-f75d5e2f7370'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:19:50.346600 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-d25a9857-63e2-4ddb-ba97-faf3fbd87166 req-06ac87cf-719f-4311-8f8b-ef9499eb2e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:50.394617 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962f3636-9815-45da-9865-e9d549484066 req-2ae103d2-1502-4ebd-8744-8cc69d30816f tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:50.396658 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-962f3636-9815-45da-9865-e9d549484066 req-2ae103d2-1502-4ebd-8744-8cc69d30816f tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbbdf5ca-0dc2-4283-8108-a1763b063e9c HTTP/1.1" status: 200 len: 944 time: 0.5735979 Aug 29 04:19:50.400056 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-562e3fd3-6895-487d-91c8-b82b95a20bd1 req-525dd502-8962-4ab3-be63-f47a020158b9 tempest-InstanceActionsV221TestJSON-1717367902 tempest-InstanceActionsV221TestJSON-1717367902-project] 10.222.0.22 "GET /v2.0/security-groups?id=d80f8c04-3543-4f80-b743-52930f22eb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833549 Aug 29 04:19:50.405140 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd31875-1502-4196-8c4f-1a2a3ceb8937 req-9e6583e7-8a38-4dca-a34c-22919904ccfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:50.406720 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8bd31875-1502-4196-8c4f-1a2a3ceb8937 req-9e6583e7-8a38-4dca-a34c-22919904ccfa service neutron] 10.222.0.48 "GET /v2.0/networks?id=4b336bb6-c1a2-4852-8570-018195081ecf HTTP/1.1" status: 200 len: 902 time: 0.6418664 Aug 29 04:19:50.409953 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2edef8-d221-4752-b9fb-05b020748e63 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Pushing event deleted for resources: {'Port': ['ID=59864ef7-059a-4500-85c1-f75d5e2f7370,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:50.411883 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a9857-63e2-4ddb-ba97-faf3fbd87166 req-06ac87cf-719f-4311-8f8b-ef9499eb2e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:50.414244 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0c36ecad-011e-460e-a276-00e7becb3e8a tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:50.414444 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-d25a9857-63e2-4ddb-ba97-faf3fbd87166 req-06ac87cf-719f-4311-8f8b-ef9499eb2e86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:50.416047 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d25a9857-63e2-4ddb-ba97-faf3fbd87166 req-06ac87cf-719f-4311-8f8b-ef9499eb2e86 service neutron] 10.222.0.46 "PUT /v2.0/ports/d6b4b2ae-4a49-41d8-8d03-babcf76f8592 HTTP/1.1" status: 200 len: 1093 time: 1.1915140 Aug 29 04:19:50.416488 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbbdf5ca-0dc2-4283-8108-a1763b063e9c', 'tag': 'd6b4b2ae-4a49-41d8-8d03-babcf76f8592'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:50.428022 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b56ef7d-9e4d-4af1-8409-e20625843b4e" -d '{"events": [{"name": "network-changed", "server_uuid": "cbbdf5ca-0dc2-4283-8108-a1763b063e9c", "tag": "d6b4b2ae-4a49-41d8-8d03-babcf76f8592"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:50.510922 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ac87cf-719f-4311-8f8b-ef9499eb2e86 service neutron] Pushing event updated for resources: {'Port': ['ID=d6b4b2ae-4a49-41d8-8d03-babcf76f8592,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:50.548232 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.db.resource_extend [None req-0c36ecad-011e-460e-a276-00e7becb3e8a tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:19:50.553740 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8bd31875-1502-4196-8c4f-1a2a3ceb8937 req-44cd00a8-a8b2-4240-ba6a-8d88881782e9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=46c566e7-1458-4fe3-a7d6-eaf119c72666 HTTP/1.1" status: 200 len: 217 time: 0.1354401 Aug 29 04:19:50.555389 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-196e18d5-e5e4-4ddc-8b16-ae2a18883578 req-de2edef8-d221-4752-b9fb-05b020748e63 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] No DVR routers for this DVR port 59864ef7-059a-4500-85c1-f75d5e2f7370 on host n-h2-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:19:50.557607 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a9857-63e2-4ddb-ba97-faf3fbd87166 req-17349497-0711-4fc4-a2f2-bacef6b04cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:50.560081 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d25a9857-63e2-4ddb-ba97-faf3fbd87166 req-17349497-0711-4fc4-a2f2-bacef6b04cdd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=45c0a3ca896a4dd0bcf90e5c0bd5812f&device_id=cbbdf5ca-0dc2-4283-8108-a1763b063e9c HTTP/1.1" status: 200 len: 1096 time: 0.0918615 Aug 29 04:19:50.564995 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-196e18d5-e5e4-4ddc-8b16-ae2a18883578 req-de2edef8-d221-4752-b9fb-05b020748e63 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:50.566072 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-196e18d5-e5e4-4ddc-8b16-ae2a18883578 req-de2edef8-d221-4752-b9fb-05b020748e63 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.48 "DELETE /v2.0/ports/59864ef7-059a-4500-85c1-f75d5e2f7370 HTTP/1.1" status: 204 len: 173 time: 2.1960433 Aug 29 04:19:50.566517 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75a39e68-5d14-43e2-bf0b-82240c86b1bf', 'name': 'network-vif-deleted', 'tag': '59864ef7-059a-4500-85c1-f75d5e2f7370'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:50.568924 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7754676b-cef9-416a-834a-ec983fc9f10f" -d '{"events": [{"server_uuid": "75a39e68-5d14-43e2-bf0b-82240c86b1bf", "name": "network-vif-deleted", "tag": "59864ef7-059a-4500-85c1-f75d5e2f7370"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:50.637090 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0c36ecad-011e-460e-a276-00e7becb3e8a tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:50.639440 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c3976e-81df-4fd0-b80c-77da7510c92f req-5ab9cb26-50bf-4550-8597-afdda0a6e808 tempest-VolumesAdminNegativeTest-382075465 tempest-VolumesAdminNegativeTest-382075465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:50.641114 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-57c3976e-81df-4fd0-b80c-77da7510c92f req-5ab9cb26-50bf-4550-8597-afdda0a6e808 tempest-VolumesAdminNegativeTest-382075465 tempest-VolumesAdminNegativeTest-382075465-project] 10.222.0.22 "GET /v2.0/ports?device_id=3aebb8c7-0e67-41b8-801f-6adc9a04f17a HTTP/1.1" status: 200 len: 945 time: 0.1316028 Aug 29 04:19:50.642986 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d25a9857-63e2-4ddb-ba97-faf3fbd87166 req-94addd4a-d036-4c6d-a424-00fbb92df5a9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d6b4b2ae-4a49-41d8-8d03-babcf76f8592 HTTP/1.1" status: 200 len: 217 time: 0.0754528 Aug 29 04:19:50.643187 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c36ecad-011e-460e-a276-00e7becb3e8a tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:50.643730 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0c36ecad-011e-460e-a276-00e7becb3e8a tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:50.672908 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-962f3636-9815-45da-9865-e9d549484066 req-27f736e6-b87e-4bdd-a7bb-b3b217242050 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/security-groups?id=efbd56da-4301-456e-8002-a695aaaeaffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2559826 Aug 29 04:19:50.709500 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device e6463710-82f5-470e-846e-24343a1b85c4 details requested by agent hyperv_n-h2-712140-12 with host n-h2-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:19:50.766964 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-0c36ecad-011e-460e-a276-00e7becb3e8a tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1967216 Aug 29 04:19:50.767721 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a9857-63e2-4ddb-ba97-faf3fbd87166 req-1553652b-8b2f-46f2-b027-4c992145c16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:50.767721 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d25a9857-63e2-4ddb-ba97-faf3fbd87166 req-1553652b-8b2f-46f2-b027-4c992145c16c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6247b089-2c7c-4ca3-a8dd-41a0f57cced5 HTTP/1.1" status: 200 len: 855 time: 0.0970573 Aug 29 04:19:50.767867 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd31875-1502-4196-8c4f-1a2a3ceb8937 req-a0cd26e9-c000-45d0-9467-b04d707fb293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:50.767867 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8bd31875-1502-4196-8c4f-1a2a3ceb8937 req-a0cd26e9-c000-45d0-9467-b04d707fb293 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=36eaa82f-c37f-41cb-8d76-920549eea1d2 HTTP/1.1" status: 200 len: 797 time: 0.1668456 Aug 29 04:19:50.782967 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c36ecad-011e-460e-a276-00e7becb3e8a tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Pushing event updated for resources: {'Network': ['ID=70ffbeeb-cabe-4b97-8f82-c2ecf07e7e3f,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:50.797520 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 70ffbeeb-cabe-4b97-8f82-c2ecf07e7e3f details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:19:50.831534 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd31875-1502-4196-8c4f-1a2a3ceb8937 req-41d71397-f2c7-47a8-9907-27d491550beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:50.833582 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8bd31875-1502-4196-8c4f-1a2a3ceb8937 req-41d71397-f2c7-47a8-9907-27d491550beb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4b336bb6-c1a2-4852-8570-018195081ecf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0680103 Aug 29 04:19:50.836153 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-57c3976e-81df-4fd0-b80c-77da7510c92f req-797c808f-ed81-49db-8b19-a2b37a229499 tempest-VolumesAdminNegativeTest-382075465 tempest-VolumesAdminNegativeTest-382075465-project] 10.222.0.22 "GET /v2.0/security-groups?id=5988a091-7c06-4471-b1dd-4c9f3e77beff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768465 Aug 29 04:19:50.867350 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a9857-63e2-4ddb-ba97-faf3fbd87166 req-110684ab-a948-452d-b5d4-dc00ad6ae605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:50.868813 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d25a9857-63e2-4ddb-ba97-faf3fbd87166 req-110684ab-a948-452d-b5d4-dc00ad6ae605 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fd020187-6618-42b7-a26a-d8ebebc46774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1077306 Aug 29 04:19:50.909001 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 48610) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:50.914581 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-909be4e8-9a21-4968-848e-989b70c1c8f7 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Request body: {'subnets': [{'network_id': 'e1b54b7b-4897-476c-9bb8-5d1204e9a3ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1711681186', 'ip_version': 4}, {'network_id': '70ffbeeb-cabe-4b97-8f82-c2ecf07e7e3f', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:50.914780 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-909be4e8-9a21-4968-848e-989b70c1c8f7 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Request body: {'subnet': {'network_id': 'e1b54b7b-4897-476c-9bb8-5d1204e9a3ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1711681186', 'ip_version': 4}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:50.915291 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-909be4e8-9a21-4968-848e-989b70c1c8f7 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Request body: {'subnet': {'network_id': '70ffbeeb-cabe-4b97-8f82-c2ecf07e7e3f', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:51.013795 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d825d49-6da1-4c07-ae85-6865796de506 x-openstack-request-id: req-3d825d49-6da1-4c07-ae85-6865796de506 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:51.014784 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.db.resource_extend [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:19:51.022199 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75a39e68-5d14-43e2-bf0b-82240c86b1bf", "name": "network-vif-deleted", "tag": "59864ef7-059a-4500-85c1-f75d5e2f7370", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:51.022579 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3d825d49-6da1-4c07-ae85-6865796de506 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:51.023108 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75a39e68-5d14-43e2-bf0b-82240c86b1bf', 'name': 'network-vif-deleted', 'tag': '59864ef7-059a-4500-85c1-f75d5e2f7370', 'status': 'completed', 'code': 200} Aug 29 04:19:51.032410 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d99d0e5-8095-44b0-a170-b2f50be52dfc x-openstack-request-id: req-1d99d0e5-8095-44b0-a170-b2f50be52dfc {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:51.040098 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbbdf5ca-0dc2-4283-8108-a1763b063e9c", "tag": "d6b4b2ae-4a49-41d8-8d03-babcf76f8592", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:51.040483 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1d99d0e5-8095-44b0-a170-b2f50be52dfc {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:51.041136 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbbdf5ca-0dc2-4283-8108-a1763b063e9c', 'tag': 'd6b4b2ae-4a49-41d8-8d03-babcf76f8592', 'status': 'completed', 'code': 200} Aug 29 04:19:51.133116 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port e6463710-82f5-470e-846e-24343a1b85c4, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=e6463710-82f5-470e-846e-24343a1b85c4,segment=NetworkSegment(6aad5b27-03af-4ad0-a74c-3d16da233fd1),segment_id=6aad5b27-03af-4ad0-a74c-3d16da233fd1)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:51.136408 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bbb6cb01-0de2-464a-9c6e-9a7fa24d9907 req-5c0e0f28-a562-40b0-afd2-8b285fce699a tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=75a39e68-5d14-43e2-bf0b-82240c86b1bf HTTP/1.1" status: 200 len: 210 time: 0.0557358 Aug 29 04:19:51.173703 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Returning: {'device': 'e6463710-82f5-470e-846e-24343a1b85c4', 'network_id': '4354257c-2d8f-4fc9-8554-03af3fe5b352', 'port_id': 'e6463710-82f5-470e-846e-24343a1b85c4', 'mac_address': 'fa:16:3e:84:9f:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5670617d-352d-441a-8d77-9583e75eed3c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:19:51.176539 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8bd31875-1502-4196-8c4f-1a2a3ceb8937 req-0f5f3a0a-d987-4889-a00b-cf95d15a581d service neutron] 10.222.0.48 "GET /v2.0/networks/4b336bb6-c1a2-4852-8570-018195081ecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3336666 Aug 29 04:19:51.273731 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:51.295111 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6463710-82f5-470e-846e-24343a1b85c4 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:19:51.318275 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port e6463710-82f5-470e-846e-24343a1b85c4, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=e6463710-82f5-470e-846e-24343a1b85c4,segment=NetworkSegment(6aad5b27-03af-4ad0-a74c-3d16da233fd1),segment_id=6aad5b27-03af-4ad0-a74c-3d16da233fd1)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:51.326762 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:51.411260 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b0960d-e6a1-4f95-b637-d10cdbf99ad4 req-ac29fede-ac13-4fa2-99ae-2f8c8fc7a9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:51.413416 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-05b0960d-e6a1-4f95-b637-d10cdbf99ad4 req-ac29fede-ac13-4fa2-99ae-2f8c8fc7a9bb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=48da3dc54d264865b5c4834c4a90f4b5&device_id=a75e7a99-9969-491a-b52c-6ec12a3b4ddc HTTP/1.1" status: 200 len: 1098 time: 0.2196636 Aug 29 04:19:51.425820 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=e6463710-82f5-470e-846e-24343a1b85c4,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:51.495151 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0ca4b9-0baf-44da-a3fc-91c4fc79313a req-9f5474bd-6a47-46f0-a51e-1c2ba197d061 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:51.502924 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2f0ca4b9-0baf-44da-a3fc-91c4fc79313a req-9f5474bd-6a47-46f0-a51e-1c2ba197d061 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=a75e7a99-9969-491a-b52c-6ec12a3b4ddc HTTP/1.1" status: 200 len: 946 time: 0.3802764 Aug 29 04:19:51.506188 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d25a9857-63e2-4ddb-ba97-faf3fbd87166 req-2a863a09-92e0-4a0a-8b43-a56cfd84cd82 service neutron] 10.222.0.46 "GET /v2.0/networks/fd020187-6618-42b7-a26a-d8ebebc46774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6298523 Aug 29 04:19:51.530128 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8bd31875-1502-4196-8c4f-1a2a3ceb8937 req-2d28c246-9ea8-4c9a-bd52-cf4f17b8142e service neutron] 10.222.0.48 "GET /v2.0/networks/4b336bb6-c1a2-4852-8570-018195081ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3451860 Aug 29 04:19:51.588129 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b42c1c-c095-452b-8ecd-6db2b0881740 req-eed9ddd6-2486-4128-aa93-8f0dea44697d tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:51.595465 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b42c1c-c095-452b-8ecd-6db2b0881740 req-eed9ddd6-2486-4128-aa93-8f0dea44697d tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:51.603248 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b42c1c-c095-452b-8ecd-6db2b0881740 req-eed9ddd6-2486-4128-aa93-8f0dea44697d tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:51.621257 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b42c1c-c095-452b-8ecd-6db2b0881740 req-eed9ddd6-2486-4128-aa93-8f0dea44697d tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:51.627134 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2f0ca4b9-0baf-44da-a3fc-91c4fc79313a req-9ba8ee7f-7264-4960-8b71-4e2208f3eae7 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=67519499-017b-4c54-88db-c974346724c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188300 Aug 29 04:19:51.628833 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b42c1c-c095-452b-8ecd-6db2b0881740 req-eed9ddd6-2486-4128-aa93-8f0dea44697d tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:51.637282 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b42c1c-c095-452b-8ecd-6db2b0881740 req-eed9ddd6-2486-4128-aa93-8f0dea44697d tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:51.641365 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-909be4e8-9a21-4968-848e-989b70c1c8f7 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Made reservation on behalf of a53c288f59c64fb488608139d93b15ca for: {'subnet': 2} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:19:51.644987 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b42c1c-c095-452b-8ecd-6db2b0881740 req-eed9ddd6-2486-4128-aa93-8f0dea44697d tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:51.647104 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-49b42c1c-c095-452b-8ecd-6db2b0881740 req-eed9ddd6-2486-4128-aa93-8f0dea44697d tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/ports?device_id=afc254ea-ccf6-497c-b6f3-9c7790e81f60 HTTP/1.1" status: 200 len: 5430 time: 0.1592581 Aug 29 04:19:51.652595 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-909be4e8-9a21-4968-848e-989b70c1c8f7 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4552395'] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:51.656102 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-909be4e8-9a21-4968-848e-989b70c1c8f7 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4552395'] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:51.684288 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b0960d-e6a1-4f95-b637-d10cdbf99ad4 req-c9715216-9318-4261-8a49-b93a4e58e47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:51.686056 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-05b0960d-e6a1-4f95-b637-d10cdbf99ad4 req-c9715216-9318-4261-8a49-b93a4e58e47f service neutron] 10.222.0.48 "GET /v2.0/networks?id=7521cd58-9470-4433-82b8-7e942c988b03 HTTP/1.1" status: 200 len: 913 time: 0.2629955 Aug 29 04:19:51.784537 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-49b42c1c-c095-452b-8ecd-6db2b0881740 req-7150dfe8-508d-4093-8254-a3bed27df7a0 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/security-groups?id=c5569642-fe3a-4dae-b304-b5b17959f467&id=6765471a-6318-4be5-8b74-21c509c8c5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1239998 Aug 29 04:19:51.802954 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-05b0960d-e6a1-4f95-b637-d10cdbf99ad4 req-4d5cad95-d50b-460e-b371-2aa109815d15 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4747ee8d-bf44-402a-9540-65f4f135751f HTTP/1.1" status: 200 len: 217 time: 0.1053772 Aug 29 04:19:51.829723 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d25a9857-63e2-4ddb-ba97-faf3fbd87166 req-072eebe3-c902-48b1-8ab9-2d8954a37695 service neutron] 10.222.0.46 "GET /v2.0/networks/fd020187-6618-42b7-a26a-d8ebebc46774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3057957 Aug 29 04:19:51.845920 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['e6463710-82f5-470e-846e-24343a1b85c4'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:19:51.989286 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b0960d-e6a1-4f95-b637-d10cdbf99ad4 req-2ba6e514-d564-48aa-b048-2900ff93413e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:51.993190 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-05b0960d-e6a1-4f95-b637-d10cdbf99ad4 req-2ba6e514-d564-48aa-b048-2900ff93413e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=be5f55ab-7fa1-406c-9ca9-03e74b79ef6a HTTP/1.1" status: 200 len: 851 time: 0.1886475 Aug 29 04:19:52.078827 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a462d4c-39de-4057-8a54-f17134e9b180 req-b18b71b0-6168-4dbe-a897-97fd20fd0925 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:52.081594 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7a462d4c-39de-4057-8a54-f17134e9b180 req-b18b71b0-6168-4dbe-a897-97fd20fd0925 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbbdf5ca-0dc2-4283-8108-a1763b063e9c HTTP/1.1" status: 200 len: 944 time: 0.1881247 Aug 29 04:19:52.112724 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b0960d-e6a1-4f95-b637-d10cdbf99ad4 req-441145ba-55d5-4851-8bdd-7a71d5c63e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:52.114449 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-05b0960d-e6a1-4f95-b637-d10cdbf99ad4 req-441145ba-55d5-4851-8bdd-7a71d5c63e4c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7521cd58-9470-4433-82b8-7e942c988b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1119945 Aug 29 04:19:52.196116 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7a462d4c-39de-4057-8a54-f17134e9b180 req-adac9c40-ad41-4a2c-9950-97f8f384157b tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/security-groups?id=efbd56da-4301-456e-8002-a695aaaeaffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062658 Aug 29 04:19:52.285129 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-05b0960d-e6a1-4f95-b637-d10cdbf99ad4 req-e54853a7-0b4b-479e-9e83-66441ee6a4c7 service neutron] 10.222.0.48 "GET /v2.0/networks/7521cd58-9470-4433-82b8-7e942c988b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518159 Aug 29 04:19:52.409092 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b56ef7d-9e4d-4af1-8409-e20625843b4e req-163979ee-a725-47f8-9075-306b5afccf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:52.410585 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8b56ef7d-9e4d-4af1-8409-e20625843b4e req-163979ee-a725-47f8-9075-306b5afccf7f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=45c0a3ca896a4dd0bcf90e5c0bd5812f&device_id=cbbdf5ca-0dc2-4283-8108-a1763b063e9c HTTP/1.1" status: 200 len: 1096 time: 0.5228078 Aug 29 04:19:52.429079 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fde08689-06f1-413d-88fd-3e8138409465 req-a00b0dd0-e535-44ca-a198-5fb03aceb7ba tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=75a39e68-5d14-43e2-bf0b-82240c86b1bf HTTP/1.1" status: 200 len: 210 time: 0.0375855 Aug 29 04:19:52.460537 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24057834-9a6f-4a2e-94b7-bfbcfddf4ab7 req-1ddd86da-f0fa-4800-b620-8c547ce0f4fe tempest-InstanceActionsV221TestJSON-1717367902 tempest-InstanceActionsV221TestJSON-1717367902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:52.464890 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-05b0960d-e6a1-4f95-b637-d10cdbf99ad4 req-ae1120c3-ffb4-44f8-a78b-8e2068579db2 service neutron] 10.222.0.48 "GET /v2.0/networks/7521cd58-9470-4433-82b8-7e942c988b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722229 Aug 29 04:19:52.467485 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-24057834-9a6f-4a2e-94b7-bfbcfddf4ab7 req-1ddd86da-f0fa-4800-b620-8c547ce0f4fe tempest-InstanceActionsV221TestJSON-1717367902 tempest-InstanceActionsV221TestJSON-1717367902-project] 10.222.0.22 "GET /v2.0/ports?device_id=08fe3771-34ac-4eac-92d5-7853d02a240c HTTP/1.1" status: 200 len: 944 time: 0.1531739 Aug 29 04:19:52.632476 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-24057834-9a6f-4a2e-94b7-bfbcfddf4ab7 req-e7b502a8-5ab2-49f4-b326-a956733b56f0 tempest-InstanceActionsV221TestJSON-1717367902 tempest-InstanceActionsV221TestJSON-1717367902-project] 10.222.0.22 "GET /v2.0/security-groups?id=d80f8c04-3543-4f80-b743-52930f22eb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640017 Aug 29 04:19:52.679431 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b56ef7d-9e4d-4af1-8409-e20625843b4e req-c3801ed7-7f69-4a83-88d4-be89ebb997aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:52.681054 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8b56ef7d-9e4d-4af1-8409-e20625843b4e req-c3801ed7-7f69-4a83-88d4-be89ebb997aa service neutron] 10.222.0.46 "GET /v2.0/networks?id=fd020187-6618-42b7-a26a-d8ebebc46774 HTTP/1.1" status: 200 len: 917 time: 0.2442565 Aug 29 04:19:52.689170 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 59864ef7-059a-4500-85c1-f75d5e2f7370 no longer exists at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:19:52.727740 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] No Port match for: 59864ef7-059a-4500-85c1-f75d5e2f7370 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:19:52.728099 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 59864ef7-059a-4500-85c1-f75d5e2f7370 not bound to the agent host n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:19:52.728529 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 4747ee8d-bf44-402a-9540-65f4f135751f no longer exists at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:19:52.750542 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8b56ef7d-9e4d-4af1-8409-e20625843b4e req-c77a7457-e242-479c-b490-71376d6c32c7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d6b4b2ae-4a49-41d8-8d03-babcf76f8592 HTTP/1.1" status: 200 len: 217 time: 0.0505381 Aug 29 04:19:52.829184 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:52.834681 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463b47da-0547-4eb1-bb49-7a58882f93df req-9510ced0-5e37-4f67-a620-fe27b0ea308c tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:52.843542 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-463b47da-0547-4eb1-bb49-7a58882f93df req-9510ced0-5e37-4f67-a620-fe27b0ea308c tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=a75e7a99-9969-491a-b52c-6ec12a3b4ddc HTTP/1.1" status: 200 len: 946 time: 0.0698624 Aug 29 04:19:52.857232 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a75e7a99-9969-491a-b52c-6ec12a3b4ddc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4747ee8d-bf44-402a-9540-65f4f135751f'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:52.860134 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f746b9d3-a714-4106-9780-32290c0cb11b" -d '{"events": [{"server_uuid": "a75e7a99-9969-491a-b52c-6ec12a3b4ddc", "name": "network-vif-unplugged", "status": "completed", "tag": "4747ee8d-bf44-402a-9540-65f4f135751f"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:52.863236 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b56ef7d-9e4d-4af1-8409-e20625843b4e req-6b282e34-15cc-4f15-a41b-612d290fe43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:52.870009 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8b56ef7d-9e4d-4af1-8409-e20625843b4e req-6b282e34-15cc-4f15-a41b-612d290fe43e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6247b089-2c7c-4ca3-a8dd-41a0f57cced5 HTTP/1.1" status: 200 len: 855 time: 0.1092310 Aug 29 04:19:52.875785 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 4747ee8d-bf44-402a-9540-65f4f135751f, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=4747ee8d-bf44-402a-9540-65f4f135751f,segment=NetworkSegment(6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc),segment_id=6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:52.882714 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:52.890275 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-463b47da-0547-4eb1-bb49-7a58882f93df req-09fea9e7-e0f2-46d3-b049-b9f8f8d36f52 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=67519499-017b-4c54-88db-c974346724c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452647 Aug 29 04:19:52.990798 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=4747ee8d-bf44-402a-9540-65f4f135751f,revision_number=8']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:52.994178 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b56ef7d-9e4d-4af1-8409-e20625843b4e req-7f3582ca-1692-4d44-8f56-9d386a194d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:52.995913 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8b56ef7d-9e4d-4af1-8409-e20625843b4e req-7f3582ca-1692-4d44-8f56-9d386a194d1e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fd020187-6618-42b7-a26a-d8ebebc46774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1013241 Aug 29 04:19:53.004357 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-909be4e8-9a21-4968-848e-989b70c1c8f7 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4274880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4552377'] for subnet, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:53.131208 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4048bba6-fded-450a-982d-c9070b6dfe01 x-openstack-request-id: req-4048bba6-fded-450a-982d-c9070b6dfe01 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:53.131784 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a75e7a99-9969-491a-b52c-6ec12a3b4ddc", "name": "network-vif-unplugged", "status": "completed", "tag": "4747ee8d-bf44-402a-9540-65f4f135751f", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:53.132222 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4048bba6-fded-450a-982d-c9070b6dfe01 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:53.132767 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a75e7a99-9969-491a-b52c-6ec12a3b4ddc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4747ee8d-bf44-402a-9540-65f4f135751f', 'code': 200} Aug 29 04:19:53.209163 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c09e57-0786-48da-87d8-2c2cc3816d90 req-5d10af0f-8106-4bc2-b6a9-10e4be7bcf1c tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:53.215347 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c09e57-0786-48da-87d8-2c2cc3816d90 req-5d10af0f-8106-4bc2-b6a9-10e4be7bcf1c tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:53.223263 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909be4e8-9a21-4968-848e-989b70c1c8f7 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Pushing event updated for resources: {'Subnet': ['ID=7c2135c2-f16b-440b-8209-417e55fc3497,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:53.230595 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c09e57-0786-48da-87d8-2c2cc3816d90 req-5d10af0f-8106-4bc2-b6a9-10e4be7bcf1c tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:53.237057 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c09e57-0786-48da-87d8-2c2cc3816d90 req-5d10af0f-8106-4bc2-b6a9-10e4be7bcf1c tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:53.254455 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c09e57-0786-48da-87d8-2c2cc3816d90 req-5d10af0f-8106-4bc2-b6a9-10e4be7bcf1c tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:53.260930 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909be4e8-9a21-4968-848e-989b70c1c8f7 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Checking segment: {'id': '76d26b2b-0ca4-4f2d-bd59-083dc837751e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e1b54b7b-4897-476c-9bb8-5d1204e9a3ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:19:53.261311 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909be4e8-9a21-4968-848e-989b70c1c8f7 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Network hostable DHCP agents. Network: e1b54b7b-4897-476c-9bb8-5d1204e9a3ec, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:19:53.266682 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c09e57-0786-48da-87d8-2c2cc3816d90 req-5d10af0f-8106-4bc2-b6a9-10e4be7bcf1c tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:53.276698 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8b56ef7d-9e4d-4af1-8409-e20625843b4e req-95e4dccf-6c24-4134-87c0-95752e0672b8 service neutron] 10.222.0.46 "GET /v2.0/networks/fd020187-6618-42b7-a26a-d8ebebc46774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694447 Aug 29 04:19:53.279307 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c09e57-0786-48da-87d8-2c2cc3816d90 req-5d10af0f-8106-4bc2-b6a9-10e4be7bcf1c tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:53.293230 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e1c09e57-0786-48da-87d8-2c2cc3816d90 req-5d10af0f-8106-4bc2-b6a9-10e4be7bcf1c tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/ports?device_id=afc254ea-ccf6-497c-b6f3-9c7790e81f60 HTTP/1.1" status: 200 len: 5430 time: 0.2046859 Aug 29 04:19:53.298782 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909be4e8-9a21-4968-848e-989b70c1c8f7 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Network e1b54b7b-4897-476c-9bb8-5d1204e9a3ec is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:19:53.364916 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e1c09e57-0786-48da-87d8-2c2cc3816d90 req-83dce9e9-e6ff-4788-99f6-be5a5b6b763e tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/security-groups?id=c5569642-fe3a-4dae-b304-b5b17959f467&id=6765471a-6318-4be5-8b74-21c509c8c5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0600922 Aug 29 04:19:53.369630 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-909be4e8-9a21-4968-848e-989b70c1c8f7 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, e1b54b7b-4897-476c-9bb8-5d1204e9a3ec) {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:19:53.378843 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3bc26a-e932-408b-8418-abb8e5bb34d5 None None] Network e1b54b7b-4897-476c-9bb8-5d1204e9a3ec requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:19:53.390905 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-909be4e8-9a21-4968-848e-989b70c1c8f7 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4274880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4552377'] for subnet, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:53.519011 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8b56ef7d-9e4d-4af1-8409-e20625843b4e req-7722f63d-9f5e-4cd3-869a-18519384800f service neutron] 10.222.0.46 "GET /v2.0/networks/fd020187-6618-42b7-a26a-d8ebebc46774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311363 Aug 29 04:19:53.527929 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909be4e8-9a21-4968-848e-989b70c1c8f7 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Pushing event updated for resources: {'Subnet': ['ID=a2885b46-e299-494f-863f-9caa0cd1525c,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:53.546364 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f430e8-9a5e-4621-9dfa-78a9447a4166 req-03993eb8-0bd5-4686-a3a0-07fa9c126ce2 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:53.554501 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b3f430e8-9a5e-4621-9dfa-78a9447a4166 req-03993eb8-0bd5-4686-a3a0-07fa9c126ce2 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbbdf5ca-0dc2-4283-8108-a1763b063e9c HTTP/1.1" status: 200 len: 944 time: 0.2052968 Aug 29 04:19:53.585094 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909be4e8-9a21-4968-848e-989b70c1c8f7 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Checking segment: {'id': '9361c0d3-7d19-4a01-877e-6851eff8622d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '70ffbeeb-cabe-4b97-8f82-c2ecf07e7e3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:19:53.585364 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909be4e8-9a21-4968-848e-989b70c1c8f7 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Network hostable DHCP agents. Network: 70ffbeeb-cabe-4b97-8f82-c2ecf07e7e3f, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:19:53.623927 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b3f430e8-9a5e-4621-9dfa-78a9447a4166 req-55856cc4-b768-425f-a19f-936c137e7678 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/security-groups?id=efbd56da-4301-456e-8002-a695aaaeaffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574596 Aug 29 04:19:53.644538 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-81244b2e-b40b-4227-b134-efe2f669a8cb req-77809f60-048f-46a5-bfe5-7cea1bf0271f tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=75a39e68-5d14-43e2-bf0b-82240c86b1bf HTTP/1.1" status: 200 len: 210 time: 0.0505748 Aug 29 04:19:53.648454 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909be4e8-9a21-4968-848e-989b70c1c8f7 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Network 70ffbeeb-cabe-4b97-8f82-c2ecf07e7e3f is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:19:53.665471 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-909be4e8-9a21-4968-848e-989b70c1c8f7 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 70ffbeeb-cabe-4b97-8f82-c2ecf07e7e3f) {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:19:53.667074 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6f8dd9-8001-4504-99e6-a2112cab7cb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-e1b54b7b-4897-476c-9bb8-5d1204e9a3ec', 'network_id': 'e1b54b7b-4897-476c-9bb8-5d1204e9a3ec', 'tenant_id': 'a53c288f59c64fb488608139d93b15ca', 'fixed_ips': [{'subnet_id': '7c2135c2-f16b-440b-8209-417e55fc3497'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:19:53.668253 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2c6f8dd9-8001-4504-99e6-a2112cab7cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:53.681421 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909be4e8-9a21-4968-848e-989b70c1c8f7 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:53.681926 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909be4e8-9a21-4968-848e-989b70c1c8f7 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:53.682623 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-909be4e8-9a21-4968-848e-989b70c1c8f7 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:53.699998 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f19fd5-da25-44d4-92cc-560d7930c4ce None None] Network 70ffbeeb-cabe-4b97-8f82-c2ecf07e7e3f requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:19:53.715491 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-909be4e8-9a21-4968-848e-989b70c1c8f7 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.8045735 Aug 29 04:19:53.717765 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 48670) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:53.839837 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89876c2a-9333-4f86-a8c2-8aa380a81ff6 req-923b5649-9b67-4c6d-8e53-df265ebedf2e tempest-InstanceActionsV221TestJSON-1717367902 tempest-InstanceActionsV221TestJSON-1717367902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:53.842889 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-89876c2a-9333-4f86-a8c2-8aa380a81ff6 req-923b5649-9b67-4c6d-8e53-df265ebedf2e tempest-InstanceActionsV221TestJSON-1717367902 tempest-InstanceActionsV221TestJSON-1717367902-project] 10.222.0.22 "GET /v2.0/ports?device_id=08fe3771-34ac-4eac-92d5-7853d02a240c HTTP/1.1" status: 200 len: 944 time: 0.1060724 Aug 29 04:19:53.918615 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-89876c2a-9333-4f86-a8c2-8aa380a81ff6 req-4e23299e-a6e7-4f5a-b6f6-a81eb38c4565 tempest-InstanceActionsV221TestJSON-1717367902 tempest-InstanceActionsV221TestJSON-1717367902-project] 10.222.0.22 "GET /v2.0/security-groups?id=d80f8c04-3543-4f80-b743-52930f22eb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650756 Aug 29 04:19:53.923494 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369ff75c-5a24-4389-adf1-35e8a6b0a01c tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:53.927612 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369ff75c-5a24-4389-adf1-35e8a6b0a01c tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:53.931430 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369ff75c-5a24-4389-adf1-35e8a6b0a01c tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:53.936671 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-369ff75c-5a24-4389-adf1-35e8a6b0a01c tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.2177544 Aug 29 04:19:53.940022 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 48676) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:54.045704 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44d9447-c0b2-43b9-b687-756bc5a54e95 req-4cc11e3a-f867-46b7-944b-6d1ab2bc74a4 tempest-ServerTagsTestJSON-618676379 tempest-ServerTagsTestJSON-618676379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:54.047631 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f44d9447-c0b2-43b9-b687-756bc5a54e95 req-4cc11e3a-f867-46b7-944b-6d1ab2bc74a4 tempest-ServerTagsTestJSON-618676379 tempest-ServerTagsTestJSON-618676379-project] 10.222.0.22 "GET /v2.0/ports?device_id=e90c7d15-2dc8-4a03-9da7-43e890023873 HTTP/1.1" status: 200 len: 945 time: 0.0844398 Aug 29 04:19:54.112773 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6c6419b-e000-4cd4-b15c-1b489289ea79 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Deleting subnet 7c2135c2-f16b-440b-8209-417e55fc3497 {{(pid=94828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:19:54.115426 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f44d9447-c0b2-43b9-b687-756bc5a54e95 req-b06c021b-d4bc-4501-a700-3dfc33891395 tempest-ServerTagsTestJSON-618676379 tempest-ServerTagsTestJSON-618676379-project] 10.222.0.22 "GET /v2.0/security-groups?id=b18ac53a-db31-4756-b048-51f3b14df6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602419 Aug 29 04:19:54.139532 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e480449-37e6-4c16-9b09-e52fe75b2ad0 req-19fedb66-13af-49d6-92a9-3bc215224604 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:54.142056 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5e480449-37e6-4c16-9b09-e52fe75b2ad0 req-19fedb66-13af-49d6-92a9-3bc215224604 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=a75e7a99-9969-491a-b52c-6ec12a3b4ddc HTTP/1.1" status: 200 len: 944 time: 0.1132057 Aug 29 04:19:54.167831 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-2c6f8dd9-8001-4504-99e6-a2112cab7cb2 None None] Allocated IP 172.20.0.2 (e1b54b7b-4897-476c-9bb8-5d1204e9a3ec/7c2135c2-f16b-440b-8209-417e55fc3497/e899984c-17d4-4c63-a791-ec18029f7cd2) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:19:54.190935 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5e480449-37e6-4c16-9b09-e52fe75b2ad0 req-996cba1d-7474-43a6-aaf1-d59f6f329df4 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=67519499-017b-4c54-88db-c974346724c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424247 Aug 29 04:19:54.213374 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045a8fbe-cc1b-4b78-8a8c-40b3de98a669 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-70ffbeeb-cabe-4b97-8f82-c2ecf07e7e3f', 'network_id': '70ffbeeb-cabe-4b97-8f82-c2ecf07e7e3f', 'tenant_id': 'a53c288f59c64fb488608139d93b15ca', 'fixed_ips': [{'subnet_id': 'a2885b46-e299-494f-863f-9caa0cd1525c'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:19:54.214252 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-045a8fbe-cc1b-4b78-8a8c-40b3de98a669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:54.456533 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2c6f8dd9-8001-4504-99e6-a2112cab7cb2 None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:54.463754 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-045a8fbe-cc1b-4b78-8a8c-40b3de98a669 None None] Allocated IP 172.20.0.18 (70ffbeeb-cabe-4b97-8f82-c2ecf07e7e3f/a2885b46-e299-494f-863f-9caa0cd1525c/2352700e-db54-436b-94e4-724812733b34) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:19:54.473314 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-2c6f8dd9-8001-4504-99e6-a2112cab7cb2 None None] Transition to ACTIVE for port object e899984c-17d4-4c63-a791-ec18029f7cd2 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:19:54.528665 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-2c6f8dd9-8001-4504-99e6-a2112cab7cb2 None None] Transition to ACTIVE for port object e899984c-17d4-4c63-a791-ec18029f7cd2 will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:19:54.532257 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28f3808-ae43-4ddf-8c78-54744bfa2a5a req-84a782a0-8c48-46ec-ae06-6e6e7b005c8d tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:54.536558 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e6c6419b-e000-4cd4-b15c-1b489289ea79 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Notify callbacks [] for subnet, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:54.539831 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2c6f8dd9-8001-4504-99e6-a2112cab7cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:54.550546 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28f3808-ae43-4ddf-8c78-54744bfa2a5a req-84a782a0-8c48-46ec-ae06-6e6e7b005c8d tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:54.556618 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28f3808-ae43-4ddf-8c78-54744bfa2a5a req-84a782a0-8c48-46ec-ae06-6e6e7b005c8d tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:54.563341 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28f3808-ae43-4ddf-8c78-54744bfa2a5a req-84a782a0-8c48-46ec-ae06-6e6e7b005c8d tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:54.570732 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28f3808-ae43-4ddf-8c78-54744bfa2a5a req-84a782a0-8c48-46ec-ae06-6e6e7b005c8d tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:54.576930 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28f3808-ae43-4ddf-8c78-54744bfa2a5a req-84a782a0-8c48-46ec-ae06-6e6e7b005c8d tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:54.583776 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28f3808-ae43-4ddf-8c78-54744bfa2a5a req-84a782a0-8c48-46ec-ae06-6e6e7b005c8d tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:54.592265 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f28f3808-ae43-4ddf-8c78-54744bfa2a5a req-84a782a0-8c48-46ec-ae06-6e6e7b005c8d tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/ports?device_id=afc254ea-ccf6-497c-b6f3-9c7790e81f60 HTTP/1.1" status: 200 len: 5430 time: 0.1315374 Aug 29 04:19:54.604949 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e6c6419b-e000-4cd4-b15c-1b489289ea79 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8904862'] for subnet, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:54.611185 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6f8dd9-8001-4504-99e6-a2112cab7cb2 None None] Network e1b54b7b-4897-476c-9bb8-5d1204e9a3ec is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:19:54.618972 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-2c6f8dd9-8001-4504-99e6-a2112cab7cb2 None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:19:54.628769 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6f8dd9-8001-4504-99e6-a2112cab7cb2 None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:19:54.633639 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6f8dd9-8001-4504-99e6-a2112cab7cb2 None None] Pushing event updated for resources: {'Port': ['ID=e899984c-17d4-4c63-a791-ec18029f7cd2,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:54.639505 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f28f3808-ae43-4ddf-8c78-54744bfa2a5a req-74fcad5c-3455-4ebb-a94a-fe3d084b36d8 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/security-groups?id=c5569642-fe3a-4dae-b304-b5b17959f467&id=6765471a-6318-4be5-8b74-21c509c8c5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0462742 Aug 29 04:19:54.710807 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device e6463710-82f5-470e-846e-24343a1b85c4 up at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:19:54.738575 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e6c6419b-e000-4cd4-b15c-1b489289ea79 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:54.761269 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-2c6f8dd9-8001-4504-99e6-a2112cab7cb2 None None] Attempting to bind port e899984c-17d4-4c63-a791-ec18029f7cd2 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:19:54.761556 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-2c6f8dd9-8001-4504-99e6-a2112cab7cb2 None None] Attempting to bind port e899984c-17d4-4c63-a791-ec18029f7cd2 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '76d26b2b-0ca4-4f2d-bd59-083dc837751e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e1b54b7b-4897-476c-9bb8-5d1204e9a3ec'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:19:54.761921 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6f8dd9-8001-4504-99e6-a2112cab7cb2 None None] Attempting to bind port e899984c-17d4-4c63-a791-ec18029f7cd2 on network e1b54b7b-4897-476c-9bb8-5d1204e9a3ec {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:54.842249 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-25dfdac2-2dc5-4c11-906a-a6c251982c33 req-eff13268-02a0-4bdc-9725-13b661ccd381 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=75a39e68-5d14-43e2-bf0b-82240c86b1bf HTTP/1.1" status: 200 len: 210 time: 0.0563817 Aug 29 04:19:54.847901 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e6c6419b-e000-4cd4-b15c-1b489289ea79 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9190434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062341'] for subnet, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:54.897448 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e6c6419b-e000-4cd4-b15c-1b489289ea79 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:54.901788 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-e6c6419b-e000-4cd4-b15c-1b489289ea79 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] 10.222.0.22 "DELETE /v2.0/subnets/7c2135c2-f16b-440b-8209-417e55fc3497 HTTP/1.1" status: 204 len: 168 time: 0.9582729 Aug 29 04:19:54.901788 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c6419b-e000-4cd4-b15c-1b489289ea79 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Pushing event deleted for resources: {'Subnet': ['ID=7c2135c2-f16b-440b-8209-417e55fc3497,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:54.906952 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 48686) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:54.928183 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ca3ac0-afef-4b4a-9f91-84a2521cdbc0 req-60b2409b-b2d4-4c0a-8efb-2a5a57d85bea tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:54.930029 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-92ca3ac0-afef-4b4a-9f91-84a2521cdbc0 req-60b2409b-b2d4-4c0a-8efb-2a5a57d85bea tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbbdf5ca-0dc2-4283-8108-a1763b063e9c HTTP/1.1" status: 200 len: 944 time: 0.0964737 Aug 29 04:19:54.931984 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6f8dd9-8001-4504-99e6-a2112cab7cb2 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:19:54.932370 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6f8dd9-8001-4504-99e6-a2112cab7cb2 None None] Checking segment: {'id': '76d26b2b-0ca4-4f2d-bd59-083dc837751e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e1b54b7b-4897-476c-9bb8-5d1204e9a3ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:19:54.932777 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2c6f8dd9-8001-4504-99e6-a2112cab7cb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:54.933194 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6f8dd9-8001-4504-99e6-a2112cab7cb2 None None] Bound using segment: {'id': '76d26b2b-0ca4-4f2d-bd59-083dc837751e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e1b54b7b-4897-476c-9bb8-5d1204e9a3ec'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:19:54.933780 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-2c6f8dd9-8001-4504-99e6-a2112cab7cb2 None None] Bound port: e899984c-17d4-4c63-a791-ec18029f7cd2, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76d26b2b-0ca4-4f2d-bd59-083dc837751e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e1b54b7b-4897-476c-9bb8-5d1204e9a3ec'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:19:54.934193 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2c6f8dd9-8001-4504-99e6-a2112cab7cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:54.944289 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-045a8fbe-cc1b-4b78-8a8c-40b3de98a669 None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:54.956134 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-045a8fbe-cc1b-4b78-8a8c-40b3de98a669 None None] Transition to ACTIVE for port object 2352700e-db54-436b-94e4-724812733b34 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:19:54.981955 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-045a8fbe-cc1b-4b78-8a8c-40b3de98a669 None None] Transition to ACTIVE for port object 2352700e-db54-436b-94e4-724812733b34 will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:19:54.985232 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0c6117c-a64a-4da5-9c56-8e023e0aea10 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Deleting subnet a2885b46-e299-494f-863f-9caa0cd1525c {{(pid=94829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:19:54.990879 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d0c6117c-a64a-4da5-9c56-8e023e0aea10 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Notify callbacks [] for subnet, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:55.002619 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-92ca3ac0-afef-4b4a-9f91-84a2521cdbc0 req-b37fd514-d057-4923-b61a-0619e2099cfa tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/security-groups?id=efbd56da-4301-456e-8002-a695aaaeaffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599530 Aug 29 04:19:55.003472 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-045a8fbe-cc1b-4b78-8a8c-40b3de98a669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:55.065952 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-045a8fbe-cc1b-4b78-8a8c-40b3de98a669 None None] Network 70ffbeeb-cabe-4b97-8f82-c2ecf07e7e3f is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:19:55.085779 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d0c6117c-a64a-4da5-9c56-8e023e0aea10 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4311743'] for subnet, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:55.093895 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-045a8fbe-cc1b-4b78-8a8c-40b3de98a669 None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:19:55.096274 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045a8fbe-cc1b-4b78-8a8c-40b3de98a669 None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:19:55.101124 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045a8fbe-cc1b-4b78-8a8c-40b3de98a669 None None] Pushing event updated for resources: {'Port': ['ID=2352700e-db54-436b-94e4-724812733b34,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:55.103944 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning for port e6463710-82f5-470e-846e-24343a1b85c4 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:19:55.120980 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning complete for port e6463710-82f5-470e-846e-24343a1b85c4 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:19:55.121367 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:55.207847 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-2c6f8dd9-8001-4504-99e6-a2112cab7cb2 None None] For port e899984c-17d4-4c63-a791-ec18029f7cd2, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:19:55.222514 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d0c6117c-a64a-4da5-9c56-8e023e0aea10 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:55.234720 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d027f70f-bf06-44db-90ea-d81d5b23fed9 req-670db49d-8a10-4bc3-a2aa-980d65bf953f tempest-InstanceActionsV221TestJSON-1717367902 tempest-InstanceActionsV221TestJSON-1717367902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:55.234929 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-2c6f8dd9-8001-4504-99e6-a2112cab7cb2 None None] For port e899984c-17d4-4c63-a791-ec18029f7cd2, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=e899984c-17d4-4c63-a791-ec18029f7cd2,segment=NetworkSegment(76d26b2b-0ca4-4f2d-bd59-083dc837751e),segment_id=76d26b2b-0ca4-4f2d-bd59-083dc837751e)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:19:55.238749 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-045a8fbe-cc1b-4b78-8a8c-40b3de98a669 None None] Attempting to bind port 2352700e-db54-436b-94e4-724812733b34 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:19:55.239128 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-045a8fbe-cc1b-4b78-8a8c-40b3de98a669 None None] Attempting to bind port 2352700e-db54-436b-94e4-724812733b34 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '9361c0d3-7d19-4a01-877e-6851eff8622d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '70ffbeeb-cabe-4b97-8f82-c2ecf07e7e3f'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:19:55.239531 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045a8fbe-cc1b-4b78-8a8c-40b3de98a669 None None] Attempting to bind port 2352700e-db54-436b-94e4-724812733b34 on network 70ffbeeb-cabe-4b97-8f82-c2ecf07e7e3f {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:55.240326 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6474464e-7557-4419-a430-2c108fd9d975 req-803e0e51-6ea7-40f9-9e71-b33ddf8891f8 tempest-ServerTagsTestJSON-618676379 tempest-ServerTagsTestJSON-618676379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:55.242604 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6474464e-7557-4419-a430-2c108fd9d975 req-803e0e51-6ea7-40f9-9e71-b33ddf8891f8 tempest-ServerTagsTestJSON-618676379 tempest-ServerTagsTestJSON-618676379-project] 10.222.0.22 "GET /v2.0/ports?device_id=e90c7d15-2dc8-4a03-9da7-43e890023873 HTTP/1.1" status: 200 len: 945 time: 0.0635707 Aug 29 04:19:55.244226 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2c6f8dd9-8001-4504-99e6-a2112cab7cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:55.244768 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d027f70f-bf06-44db-90ea-d81d5b23fed9 req-670db49d-8a10-4bc3-a2aa-980d65bf953f tempest-InstanceActionsV221TestJSON-1717367902 tempest-InstanceActionsV221TestJSON-1717367902-project] 10.222.0.22 "GET /v2.0/ports?device_id=08fe3771-34ac-4eac-92d5-7853d02a240c HTTP/1.1" status: 200 len: 944 time: 0.2104838 Aug 29 04:19:55.255736 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045a8fbe-cc1b-4b78-8a8c-40b3de98a669 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:19:55.256130 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045a8fbe-cc1b-4b78-8a8c-40b3de98a669 None None] Checking segment: {'id': '9361c0d3-7d19-4a01-877e-6851eff8622d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '70ffbeeb-cabe-4b97-8f82-c2ecf07e7e3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:19:55.256542 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-045a8fbe-cc1b-4b78-8a8c-40b3de98a669 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:55.256950 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045a8fbe-cc1b-4b78-8a8c-40b3de98a669 None None] Bound using segment: {'id': '9361c0d3-7d19-4a01-877e-6851eff8622d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '70ffbeeb-cabe-4b97-8f82-c2ecf07e7e3f'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:19:55.257440 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-045a8fbe-cc1b-4b78-8a8c-40b3de98a669 None None] Bound port: 2352700e-db54-436b-94e4-724812733b34, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9361c0d3-7d19-4a01-877e-6851eff8622d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '70ffbeeb-cabe-4b97-8f82-c2ecf07e7e3f'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:19:55.257831 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-045a8fbe-cc1b-4b78-8a8c-40b3de98a669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:55.287866 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6474464e-7557-4419-a430-2c108fd9d975 req-071b2d8a-9850-4066-8de9-af2e7f059712 tempest-ServerTagsTestJSON-618676379 tempest-ServerTagsTestJSON-618676379-project] 10.222.0.22 "GET /v2.0/security-groups?id=b18ac53a-db31-4756-b048-51f3b14df6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390096 Aug 29 04:19:55.330006 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d027f70f-bf06-44db-90ea-d81d5b23fed9 req-060b0de3-a9b8-48f6-be63-9dc5f9662989 tempest-InstanceActionsV221TestJSON-1717367902 tempest-InstanceActionsV221TestJSON-1717367902-project] 10.222.0.22 "GET /v2.0/security-groups?id=d80f8c04-3543-4f80-b743-52930f22eb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794017 Aug 29 04:19:55.406428 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a095c14-23a0-46ab-b3ef-e8ccc7ba0be5 req-9adada03-02c2-4ef6-99c9-4e3d98296f54 tempest-ServerTagsTestJSON-618676379 tempest-ServerTagsTestJSON-618676379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:55.409233 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8a095c14-23a0-46ab-b3ef-e8ccc7ba0be5 req-9adada03-02c2-4ef6-99c9-4e3d98296f54 tempest-ServerTagsTestJSON-618676379 tempest-ServerTagsTestJSON-618676379-project] 10.222.0.46 "GET /v2.0/ports?device_id=e90c7d15-2dc8-4a03-9da7-43e890023873 HTTP/1.1" status: 200 len: 945 time: 0.0939391 Aug 29 04:19:55.413124 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6f8dd9-8001-4504-99e6-a2112cab7cb2 None None] Pushing event updated for resources: {'Port': ['ID=e899984c-17d4-4c63-a791-ec18029f7cd2,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:55.417151 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d0c6117c-a64a-4da5-9c56-8e023e0aea10 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4552352'] for subnet, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:55.422840 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:55.446629 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96490ee-226f-4612-b4e8-c2c398da62b3 req-6f66da50-d481-4a91-b737-5c3c74cb5d69 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:55.448491 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d96490ee-226f-4612-b4e8-c2c398da62b3 req-6f66da50-d481-4a91-b737-5c3c74cb5d69 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=a75e7a99-9969-491a-b52c-6ec12a3b4ddc HTTP/1.1" status: 200 len: 944 time: 0.0692065 Aug 29 04:19:55.452630 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1a4d23-055c-49c4-a488-3478871bee1c None None] Network e1b54b7b-4897-476c-9bb8-5d1204e9a3ec requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:19:55.502969 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c6117c-a64a-4da5-9c56-8e023e0aea10 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Pushing event deleted for resources: {'Subnet': ['ID=a2885b46-e299-494f-863f-9caa0cd1525c,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:55.505749 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d0c6117c-a64a-4da5-9c56-8e023e0aea10 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:55.509452 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d96490ee-226f-4612-b4e8-c2c398da62b3 req-2d5b9275-6b6a-49ba-8e7a-9b8cd7f30700 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=67519499-017b-4c54-88db-c974346724c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486968 Aug 29 04:19:55.510609 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-d0c6117c-a64a-4da5-9c56-8e023e0aea10 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] 10.222.0.22 "DELETE /v2.0/subnets/a2885b46-e299-494f-863f-9caa0cd1525c HTTP/1.1" status: 204 len: 168 time: 0.6019084 Aug 29 04:19:55.516942 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 48694) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:55.525451 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-045a8fbe-cc1b-4b78-8a8c-40b3de98a669 None None] For port 2352700e-db54-436b-94e4-724812733b34, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:19:55.533789 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08fe3771-34ac-4eac-92d5-7853d02a240c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6463710-82f5-470e-846e-24343a1b85c4'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:55.536996 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c858c580-9581-46f0-9968-3aaccee69997" -d '{"events": [{"server_uuid": "08fe3771-34ac-4eac-92d5-7853d02a240c", "name": "network-vif-plugged", "status": "completed", "tag": "e6463710-82f5-470e-846e-24343a1b85c4"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:55.613276 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [req-8a095c14-23a0-46ab-b3ef-e8ccc7ba0be5 req-b30cf991-287a-4923-8a8d-bfda79a45807 tempest-ServerTagsTestJSON-618676379 tempest-ServerTagsTestJSON-618676379-project] Deleting port 94a12cf7-90d0-4efc-9143-331f9dc9080e {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:19:55.613818 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-8a095c14-23a0-46ab-b3ef-e8ccc7ba0be5 req-b30cf991-287a-4923-8a8d-bfda79a45807 tempest-ServerTagsTestJSON-618676379 tempest-ServerTagsTestJSON-618676379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:55.622516 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ae0a048-4bac-494f-a24d-ba5497a134d4 x-openstack-request-id: req-0ae0a048-4bac-494f-a24d-ba5497a134d4 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:55.622802 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08fe3771-34ac-4eac-92d5-7853d02a240c", "name": "network-vif-plugged", "status": "completed", "tag": "e6463710-82f5-470e-846e-24343a1b85c4", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:55.623057 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0ae0a048-4bac-494f-a24d-ba5497a134d4 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:55.623452 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08fe3771-34ac-4eac-92d5-7853d02a240c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6463710-82f5-470e-846e-24343a1b85c4', 'code': 200} Aug 29 04:19:55.627726 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port e6463710-82f5-470e-846e-24343a1b85c4, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=e6463710-82f5-470e-846e-24343a1b85c4,segment=NetworkSegment(6aad5b27-03af-4ad0-a74c-3d16da233fd1),segment_id=6aad5b27-03af-4ad0-a74c-3d16da233fd1)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:55.632610 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-045a8fbe-cc1b-4b78-8a8c-40b3de98a669 None None] For port 2352700e-db54-436b-94e4-724812733b34, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=2352700e-db54-436b-94e4-724812733b34,segment=NetworkSegment(9361c0d3-7d19-4a01-877e-6851eff8622d),segment_id=9361c0d3-7d19-4a01-877e-6851eff8622d)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:19:55.676432 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:55.689048 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device d6b4b2ae-4a49-41d8-8d03-babcf76f8592 details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:19:55.765408 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f14e63-0794-4592-924e-926a45d376d9 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:55.766219 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-26f14e63-0794-4592-924e-926a45d376d9 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2463496 Aug 29 04:19:55.769553 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 48702) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:55.791606 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-045a8fbe-cc1b-4b78-8a8c-40b3de98a669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:55.846250 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399f39ef-199e-4213-bd9a-fbb2d08d17a1 req-19d8c343-5a23-4f1b-a470-3b5726ca2f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:55.848232 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-399f39ef-199e-4213-bd9a-fbb2d08d17a1 req-19d8c343-5a23-4f1b-a470-3b5726ca2f25 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=08fe3771-34ac-4eac-92d5-7853d02a240c HTTP/1.1" status: 200 len: 1097 time: 0.1486967 Aug 29 04:19:55.890801 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a433b30-6ab5-440a-9f75-694650bedb00 req-74c59cb1-f5f9-47c1-a009-8629b815bdcf tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:55.892542 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6a433b30-6ab5-440a-9f75-694650bedb00 req-74c59cb1-f5f9-47c1-a009-8629b815bdcf tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e5ccfea-706b-4825-9d2e-60c0b092c82e HTTP/1.1" status: 200 len: 944 time: 0.2268395 Aug 29 04:19:55.900938 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-8a095c14-23a0-46ab-b3ef-e8ccc7ba0be5 req-b30cf991-287a-4923-8a8d-bfda79a45807 tempest-ServerTagsTestJSON-618676379 tempest-ServerTagsTestJSON-618676379-project] For port 94a12cf7-90d0-4efc-9143-331f9dc9080e, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=94a12cf7-90d0-4efc-9143-331f9dc9080e,segment=NetworkSegment(f4a75ef3-8825-4588-8daa-041e0344ecfa),segment_id=f4a75ef3-8825-4588-8daa-041e0344ecfa)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:55.901555 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-8a095c14-23a0-46ab-b3ef-e8ccc7ba0be5 req-b30cf991-287a-4923-8a8d-bfda79a45807 tempest-ServerTagsTestJSON-618676379 tempest-ServerTagsTestJSON-618676379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:55.938311 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [req-8a095c14-23a0-46ab-b3ef-e8ccc7ba0be5 req-b30cf991-287a-4923-8a8d-bfda79a45807 tempest-ServerTagsTestJSON-618676379 tempest-ServerTagsTestJSON-618676379-project] Calling delete_port for 94a12cf7-90d0-4efc-9143-331f9dc9080e owned by compute:nova {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:19:55.949619 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de152c05-72d7-40e4-a53e-a1a31cfdeb31 req-d6d4fc0d-8a29-4bab-8d9e-ff85b5fcbbe6 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:55.960983 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de152c05-72d7-40e4-a53e-a1a31cfdeb31 req-d6d4fc0d-8a29-4bab-8d9e-ff85b5fcbbe6 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:55.968293 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de152c05-72d7-40e4-a53e-a1a31cfdeb31 req-d6d4fc0d-8a29-4bab-8d9e-ff85b5fcbbe6 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:55.974701 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de152c05-72d7-40e4-a53e-a1a31cfdeb31 req-d6d4fc0d-8a29-4bab-8d9e-ff85b5fcbbe6 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:55.986482 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6a433b30-6ab5-440a-9f75-694650bedb00 req-c23d5a04-c994-4f1a-a1a1-3932e4192294 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=95663bcf-c178-40f7-a8d1-56ba6dc33aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786438 Aug 29 04:19:55.993246 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de152c05-72d7-40e4-a53e-a1a31cfdeb31 req-d6d4fc0d-8a29-4bab-8d9e-ff85b5fcbbe6 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:56.008830 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de152c05-72d7-40e4-a53e-a1a31cfdeb31 req-d6d4fc0d-8a29-4bab-8d9e-ff85b5fcbbe6 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:56.017196 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de152c05-72d7-40e4-a53e-a1a31cfdeb31 req-d6d4fc0d-8a29-4bab-8d9e-ff85b5fcbbe6 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:56.017332 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=e6463710-82f5-470e-846e-24343a1b85c4,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:56.019666 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-de152c05-72d7-40e4-a53e-a1a31cfdeb31 req-d6d4fc0d-8a29-4bab-8d9e-ff85b5fcbbe6 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/ports?device_id=afc254ea-ccf6-497c-b6f3-9c7790e81f60 HTTP/1.1" status: 200 len: 5430 time: 0.2397468 Aug 29 04:19:56.040132 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-983268e2-cbad-41e2-8870-24e401f6fb7a tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:56.065161 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-399f39ef-199e-4213-bd9a-fbb2d08d17a1 req-3953e3d0-2b67-48c1-9d6a-f87591a13269 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d80f8c04-3543-4f80-b743-52930f22eb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945198 Aug 29 04:19:56.098594 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port d6b4b2ae-4a49-41d8-8d03-babcf76f8592, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=d6b4b2ae-4a49-41d8-8d03-babcf76f8592,segment=NetworkSegment(4345054c-8cc7-4ded-979c-629f28057ddf),segment_id=4345054c-8cc7-4ded-979c-629f28057ddf)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:56.121521 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Returning: {'device': 'd6b4b2ae-4a49-41d8-8d03-babcf76f8592', 'network_id': 'fd020187-6618-42b7-a26a-d8ebebc46774', 'port_id': 'd6b4b2ae-4a49-41d8-8d03-babcf76f8592', 'mac_address': 'fa:16:3e:39:07:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6247b089-2c7c-4ca3-a8dd-41a0f57cced5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:19:56.178669 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045a8fbe-cc1b-4b78-8a8c-40b3de98a669 None None] Pushing event updated for resources: {'Port': ['ID=2352700e-db54-436b-94e4-724812733b34,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:56.204051 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-de152c05-72d7-40e4-a53e-a1a31cfdeb31 req-aa9f3763-7693-4825-9c6a-a11691a273df tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/security-groups?id=c5569642-fe3a-4dae-b304-b5b17959f467&id=6765471a-6318-4be5-8b74-21c509c8c5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1542497 Aug 29 04:19:56.204347 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:56.216558 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-35db3f2e-1440-415a-bbd4-28bef07418a5 req-6585bd68-ac6d-41ee-9e33-d566c1e416c4 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=75a39e68-5d14-43e2-bf0b-82240c86b1bf HTTP/1.1" status: 200 len: 210 time: 0.0461328 Aug 29 04:19:56.220031 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6b4b2ae-4a49-41d8-8d03-babcf76f8592 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:19:56.268046 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port d6b4b2ae-4a49-41d8-8d03-babcf76f8592, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=d6b4b2ae-4a49-41d8-8d03-babcf76f8592,segment=NetworkSegment(4345054c-8cc7-4ded-979c-629f28057ddf),segment_id=4345054c-8cc7-4ded-979c-629f28057ddf)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:56.273159 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:56.274546 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-983268e2-cbad-41e2-8870-24e401f6fb7a tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Deleting port 2352700e-db54-436b-94e4-724812733b34 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:19:56.275622 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-983268e2-cbad-41e2-8870-24e401f6fb7a tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:56.317963 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-8a095c14-23a0-46ab-b3ef-e8ccc7ba0be5 req-b30cf991-287a-4923-8a8d-bfda79a45807 tempest-ServerTagsTestJSON-618676379 tempest-ServerTagsTestJSON-618676379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:56.360917 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['94a12cf7-90d0-4efc-9143-331f9dc9080e'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:19:56.432627 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-983268e2-cbad-41e2-8870-24e401f6fb7a tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] For port 2352700e-db54-436b-94e4-724812733b34, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=2352700e-db54-436b-94e4-724812733b34,segment=NetworkSegment(9361c0d3-7d19-4a01-877e-6851eff8622d),segment_id=9361c0d3-7d19-4a01-877e-6851eff8622d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:56.433806 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-983268e2-cbad-41e2-8870-24e401f6fb7a tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:56.449911 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=d6b4b2ae-4a49-41d8-8d03-babcf76f8592,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:56.473991 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-983268e2-cbad-41e2-8870-24e401f6fb7a tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Calling delete_port for 2352700e-db54-436b-94e4-724812733b34 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:19:56.500494 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30cf991-287a-4923-8a8d-bfda79a45807 tempest-ServerTagsTestJSON-618676379 tempest-ServerTagsTestJSON-618676379-project] Pushing event deleted for resources: {'Port': ['ID=94a12cf7-90d0-4efc-9143-331f9dc9080e,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:56.507058 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a095c14-23a0-46ab-b3ef-e8ccc7ba0be5 req-b30cf991-287a-4923-8a8d-bfda79a45807 tempest-ServerTagsTestJSON-618676379 tempest-ServerTagsTestJSON-618676379-project] No DVR routers for this DVR port 94a12cf7-90d0-4efc-9143-331f9dc9080e on host n-h1-712140-12 {{(pid=94829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:19:56.517063 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b2404e-2f97-4e38-b441-8b7525dfc468 req-16c0a0b3-a4ba-4e82-ba43-d3bdbf4afb1f tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:56.518981 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e1b2404e-2f97-4e38-b441-8b7525dfc468 req-16c0a0b3-a4ba-4e82-ba43-d3bdbf4afb1f tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbbdf5ca-0dc2-4283-8108-a1763b063e9c HTTP/1.1" status: 200 len: 945 time: 0.0924475 Aug 29 04:19:56.523914 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-8a095c14-23a0-46ab-b3ef-e8ccc7ba0be5 req-b30cf991-287a-4923-8a8d-bfda79a45807 tempest-ServerTagsTestJSON-618676379 tempest-ServerTagsTestJSON-618676379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:56.525923 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8a095c14-23a0-46ab-b3ef-e8ccc7ba0be5 req-b30cf991-287a-4923-8a8d-bfda79a45807 tempest-ServerTagsTestJSON-618676379 tempest-ServerTagsTestJSON-618676379-project] 10.222.0.46 "DELETE /v2.0/ports/94a12cf7-90d0-4efc-9143-331f9dc9080e HTTP/1.1" status: 204 len: 173 time: 1.1036334 Aug 29 04:19:56.526530 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e90c7d15-2dc8-4a03-9da7-43e890023873', 'name': 'network-vif-deleted', 'tag': '94a12cf7-90d0-4efc-9143-331f9dc9080e'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:56.528844 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a41c91c2-8686-4cc3-aac5-0e929bcf915d" -d '{"events": [{"server_uuid": "e90c7d15-2dc8-4a03-9da7-43e890023873", "name": "network-vif-deleted", "tag": "94a12cf7-90d0-4efc-9143-331f9dc9080e"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:56.547516 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['d6b4b2ae-4a49-41d8-8d03-babcf76f8592'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:19:56.575780 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba57f5e-4925-4022-85a8-80933ec78c7b req-f98fa846-9e4d-4449-a6b2-1e75a7a5dabb tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:56.577323 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-dba57f5e-4925-4022-85a8-80933ec78c7b req-f98fa846-9e4d-4449-a6b2-1e75a7a5dabb tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e5ccfea-706b-4825-9d2e-60c0b092c82e HTTP/1.1" status: 200 len: 944 time: 0.1428359 Aug 29 04:19:56.611500 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-983268e2-cbad-41e2-8870-24e401f6fb7a tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:56.666944 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-dba57f5e-4925-4022-85a8-80933ec78c7b req-9a7af473-7e6f-4027-b43d-9f3f32b24d47 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=95663bcf-c178-40f7-a8d1-56ba6dc33aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694640 Aug 29 04:19:56.701955 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983268e2-cbad-41e2-8870-24e401f6fb7a tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Pushing event deleted for resources: {'Port': ['ID=2352700e-db54-436b-94e4-724812733b34,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:56.713616 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983268e2-cbad-41e2-8870-24e401f6fb7a tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] No DVR routers for this DVR port 2352700e-db54-436b-94e4-724812733b34 on host n-d-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:19:56.742706 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e1b2404e-2f97-4e38-b441-8b7525dfc468 req-722fb4f8-2ac2-4b14-b921-99a34d5c4d82 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/security-groups?id=efbd56da-4301-456e-8002-a695aaaeaffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1812971 Aug 29 04:19:56.856159 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3790f99d-3ce3-4d6b-beaa-46a03661ba6d req-536f2fad-deba-45e5-92f5-5b2933494b32 tempest-ServerTagsTestJSON-618676379 tempest-ServerTagsTestJSON-618676379-project] 10.222.0.22 "GET /v2.0/ports?device_id=e90c7d15-2dc8-4a03-9da7-43e890023873 HTTP/1.1" status: 200 len: 210 time: 0.0312338 Aug 29 04:19:56.884011 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-983268e2-cbad-41e2-8870-24e401f6fb7a tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:56.907408 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-983268e2-cbad-41e2-8870-24e401f6fb7a tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70ffbeeb-cabe-4b97-8f82-c2ecf07e7e3f']}} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:56.908260 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-036bf929-f0a8-43b0-b7c5-6efd2a5e60ef x-openstack-request-id: req-036bf929-f0a8-43b0-b7c5-6efd2a5e60ef {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:56.908711 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e90c7d15-2dc8-4a03-9da7-43e890023873", "name": "network-vif-deleted", "tag": "94a12cf7-90d0-4efc-9143-331f9dc9080e", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:56.908873 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-036bf929-f0a8-43b0-b7c5-6efd2a5e60ef {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:56.909785 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e90c7d15-2dc8-4a03-9da7-43e890023873', 'name': 'network-vif-deleted', 'tag': '94a12cf7-90d0-4efc-9143-331f9dc9080e', 'status': 'completed', 'code': 200} Aug 29 04:19:56.920996 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-983268e2-cbad-41e2-8870-24e401f6fb7a tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9361c0d3-7d19-4a01-877e-6851eff8622d') {'for_net_delete': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:56.921373 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-983268e2-cbad-41e2-8870-24e401f6fb7a tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9361c0d3-7d19-4a01-877e-6851eff8622d') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:56.934616 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-983268e2-cbad-41e2-8870-24e401f6fb7a tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8904833'] for segment, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:56.944528 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf66142-b5d8-448d-b401-2116f958221e req-803deaaf-7dd4-4033-aca2-cd9399064bf0 tempest-InstanceActionsV221TestJSON-1717367902 tempest-InstanceActionsV221TestJSON-1717367902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:56.953538 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dcf66142-b5d8-448d-b401-2116f958221e req-803deaaf-7dd4-4033-aca2-cd9399064bf0 tempest-InstanceActionsV221TestJSON-1717367902 tempest-InstanceActionsV221TestJSON-1717367902-project] 10.222.0.22 "GET /v2.0/ports?device_id=08fe3771-34ac-4eac-92d5-7853d02a240c HTTP/1.1" status: 200 len: 945 time: 0.1038511 Aug 29 04:19:56.977646 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-983268e2-cbad-41e2-8870-24e401f6fb7a tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:56.986994 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-983268e2-cbad-41e2-8870-24e401f6fb7a tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=94828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:19:56.987411 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-983268e2-cbad-41e2-8870-24e401f6fb7a tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9190468'] for segment, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:56.990513 n-d-712140-12 neutron-server[94828]: Traceback (most recent call last): Aug 29 04:19:56.990513 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:19:56.990513 n-d-712140-12 neutron-server[94828]: timer() Aug 29 04:19:56.990513 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:19:56.990513 n-d-712140-12 neutron-server[94828]: cb(*args, **kw) Aug 29 04:19:56.990513 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:19:56.990513 n-d-712140-12 neutron-server[94828]: return func(*args, **kwargs) Aug 29 04:19:56.990513 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:19:56.990513 n-d-712140-12 neutron-server[94828]: self._notify() Aug 29 04:19:56.990513 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:19:56.990513 n-d-712140-12 neutron-server[94828]: self.callback(batched_events) Aug 29 04:19:56.990513 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:19:56.990513 n-d-712140-12 neutron-server[94828]: event.method(event) Aug 29 04:19:56.990513 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:19:56.990513 n-d-712140-12 neutron-server[94828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:19:56.990513 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:19:56.990513 n-d-712140-12 neutron-server[94828]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:19:56.990513 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:19:56.990513 n-d-712140-12 neutron-server[94828]: return f(self, *a, **k) Aug 29 04:19:56.990513 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:19:56.990513 n-d-712140-12 neutron-server[94828]: return self._get(url).json() Aug 29 04:19:56.990513 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:19:56.990513 n-d-712140-12 neutron-server[94828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:19:56.990513 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:19:56.990513 n-d-712140-12 neutron-server[94828]: return self.request(url, 'GET', **kwargs) Aug 29 04:19:56.990513 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:19:56.990513 n-d-712140-12 neutron-server[94828]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:19:56.990513 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:19:56.990513 n-d-712140-12 neutron-server[94828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:19:56.990513 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:19:56.990513 n-d-712140-12 neutron-server[94828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:19:56.990513 n-d-712140-12 neutron-server[94828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:19:57.029914 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dcf66142-b5d8-448d-b401-2116f958221e req-5bf222e8-0968-4840-8da8-2d18c5d66fa6 tempest-InstanceActionsV221TestJSON-1717367902 tempest-InstanceActionsV221TestJSON-1717367902-project] 10.222.0.22 "GET /v2.0/security-groups?id=d80f8c04-3543-4f80-b743-52930f22eb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695751 Aug 29 04:19:57.097614 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-983268e2-cbad-41e2-8870-24e401f6fb7a tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:57.118585 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-983268e2-cbad-41e2-8870-24e401f6fb7a tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:57.120572 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-983268e2-cbad-41e2-8870-24e401f6fb7a tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] 10.222.0.22 "DELETE /v2.0/networks/70ffbeeb-cabe-4b97-8f82-c2ecf07e7e3f HTTP/1.1" status: 204 len: 168 time: 1.3493812 Aug 29 04:19:57.121564 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983268e2-cbad-41e2-8870-24e401f6fb7a tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Pushing event deleted for resources: {'Network': ['ID=70ffbeeb-cabe-4b97-8f82-c2ecf07e7e3f,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:57.124266 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 48722) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:57.221584 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d376df9-860d-496c-a37c-3308047cffa5 req-2f83a269-153d-4648-b312-afcaabf3e447 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:57.224394 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6d376df9-860d-496c-a37c-3308047cffa5 req-2f83a269-153d-4648-b312-afcaabf3e447 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e5ccfea-706b-4825-9d2e-60c0b092c82e HTTP/1.1" status: 200 len: 944 time: 0.0778775 Aug 29 04:19:57.226436 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-586777cf-9e2c-407f-9ca8-070bfebb02bb tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:57.297015 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6d376df9-860d-496c-a37c-3308047cffa5 req-13f2b973-8a4f-4f9a-9320-2cf61179659a tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=95663bcf-c178-40f7-a8d1-56ba6dc33aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558238 Aug 29 04:19:57.329733 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-586777cf-9e2c-407f-9ca8-070bfebb02bb tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Deleting port e899984c-17d4-4c63-a791-ec18029f7cd2 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:19:57.330084 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-586777cf-9e2c-407f-9ca8-070bfebb02bb tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:57.450389 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-586777cf-9e2c-407f-9ca8-070bfebb02bb tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] For port e899984c-17d4-4c63-a791-ec18029f7cd2, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=e899984c-17d4-4c63-a791-ec18029f7cd2,segment=NetworkSegment(76d26b2b-0ca4-4f2d-bd59-083dc837751e),segment_id=76d26b2b-0ca4-4f2d-bd59-083dc837751e)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:57.450761 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-586777cf-9e2c-407f-9ca8-070bfebb02bb tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:57.471311 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61550bda-b208-4026-8f56-74c2f589bea5 req-288d39c4-cf61-4059-85d5-b25da082bca4 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:57.478154 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61550bda-b208-4026-8f56-74c2f589bea5 req-288d39c4-cf61-4059-85d5-b25da082bca4 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:57.486474 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61550bda-b208-4026-8f56-74c2f589bea5 req-288d39c4-cf61-4059-85d5-b25da082bca4 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:57.492390 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61550bda-b208-4026-8f56-74c2f589bea5 req-288d39c4-cf61-4059-85d5-b25da082bca4 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:57.499952 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61550bda-b208-4026-8f56-74c2f589bea5 req-288d39c4-cf61-4059-85d5-b25da082bca4 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:57.506883 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61550bda-b208-4026-8f56-74c2f589bea5 req-288d39c4-cf61-4059-85d5-b25da082bca4 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:57.513273 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61550bda-b208-4026-8f56-74c2f589bea5 req-288d39c4-cf61-4059-85d5-b25da082bca4 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:57.520259 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-61550bda-b208-4026-8f56-74c2f589bea5 req-288d39c4-cf61-4059-85d5-b25da082bca4 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/ports?device_id=afc254ea-ccf6-497c-b6f3-9c7790e81f60 HTTP/1.1" status: 200 len: 5430 time: 0.1425028 Aug 29 04:19:57.533826 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-586777cf-9e2c-407f-9ca8-070bfebb02bb tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Calling delete_port for e899984c-17d4-4c63-a791-ec18029f7cd2 owned by network:dhcp {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:19:57.599187 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f405217-7352-45cc-b933-38ea86061154 None None] DHCP port deletion for 70ffbeeb-cabe-4b97-8f82-c2ecf07e7e3f request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:19:57.603353 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-4c1ccd57-ae4b-4111-bd13-f7dce2fda213 None None] Could not find standard attr ID for object 2352700e-db54-436b-94e4-724812733b34. {{(pid=94830) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:19:57.621617 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-61550bda-b208-4026-8f56-74c2f589bea5 req-c9680eda-cee2-4820-abef-f0cd0976951f tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/security-groups?id=c5569642-fe3a-4dae-b304-b5b17959f467&id=6765471a-6318-4be5-8b74-21c509c8c5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0972524 Aug 29 04:19:57.632132 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e6aef94-d20e-49aa-83d6-9cff0a421fad None None] Network 70ffbeeb-cabe-4b97-8f82-c2ecf07e7e3f requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:19:57.654398 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e6aef94-d20e-49aa-83d6-9cff0a421fad None None] Network 70ffbeeb-cabe-4b97-8f82-c2ecf07e7e3f could not be found, it might have been deleted concurrently. {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 29 04:19:57.663892 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e251da-0a4e-4b88-9401-d85e99c2c9d1 None None] get_active_networks_info from n-d-712140-12 {{(pid=94830) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 04:19:57.667827 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device d6b4b2ae-4a49-41d8-8d03-babcf76f8592 up at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:19:57.677127 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-586777cf-9e2c-407f-9ca8-070bfebb02bb tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:57.705818 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586777cf-9e2c-407f-9ca8-070bfebb02bb tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Pushing event deleted for resources: {'Port': ['ID=e899984c-17d4-4c63-a791-ec18029f7cd2,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:57.718587 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586777cf-9e2c-407f-9ca8-070bfebb02bb tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] No DVR routers for this DVR port e899984c-17d4-4c63-a791-ec18029f7cd2 on host n-d-712140-12 {{(pid=94829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:19:57.722352 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586777cf-9e2c-407f-9ca8-070bfebb02bb tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:57.722713 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586777cf-9e2c-407f-9ca8-070bfebb02bb tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:57.723060 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586777cf-9e2c-407f-9ca8-070bfebb02bb tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:57.723405 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586777cf-9e2c-407f-9ca8-070bfebb02bb tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:57.723924 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586777cf-9e2c-407f-9ca8-070bfebb02bb tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:57.724309 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586777cf-9e2c-407f-9ca8-070bfebb02bb tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:57.724646 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586777cf-9e2c-407f-9ca8-070bfebb02bb tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:57.724976 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586777cf-9e2c-407f-9ca8-070bfebb02bb tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:57.725310 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586777cf-9e2c-407f-9ca8-070bfebb02bb tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:57.725640 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586777cf-9e2c-407f-9ca8-070bfebb02bb tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:57.726024 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586777cf-9e2c-407f-9ca8-070bfebb02bb tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:57.726359 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586777cf-9e2c-407f-9ca8-070bfebb02bb tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:57.854997 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-586777cf-9e2c-407f-9ca8-070bfebb02bb tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:57.866041 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-586777cf-9e2c-407f-9ca8-070bfebb02bb tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1b54b7b-4897-476c-9bb8-5d1204e9a3ec']}} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:57.880970 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e251da-0a4e-4b88-9401-d85e99c2c9d1 None None] Resources bound (agent type, host, resource id): {{(pid=94830) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 04:19:57.889178 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-586777cf-9e2c-407f-9ca8-070bfebb02bb tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76d26b2b-0ca4-4f2d-bd59-083dc837751e') {'for_net_delete': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:57.889899 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-586777cf-9e2c-407f-9ca8-070bfebb02bb tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76d26b2b-0ca4-4f2d-bd59-083dc837751e') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:57.898621 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning for port d6b4b2ae-4a49-41d8-8d03-babcf76f8592 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:19:57.901057 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-586777cf-9e2c-407f-9ca8-070bfebb02bb tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4311712'] for segment, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:57.909840 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning complete for port d6b4b2ae-4a49-41d8-8d03-babcf76f8592 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:19:57.910290 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:57.916899 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-586777cf-9e2c-407f-9ca8-070bfebb02bb tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:57.925554 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-586777cf-9e2c-407f-9ca8-070bfebb02bb tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=94829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:19:57.925963 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-586777cf-9e2c-407f-9ca8-070bfebb02bb tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4274277'] for segment, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:57.933161 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c97173-7a71-458c-8030-f5709491788c req-cb2eda52-3a27-4fd5-80c0-d090cd2189b1 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:57.940468 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e0c97173-7a71-458c-8030-f5709491788c req-cb2eda52-3a27-4fd5-80c0-d090cd2189b1 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbbdf5ca-0dc2-4283-8108-a1763b063e9c HTTP/1.1" status: 200 len: 945 time: 0.1140814 Aug 29 04:19:57.946318 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 48738) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:57.988226 n-d-712140-12 neutron-server[94829]: Traceback (most recent call last): Aug 29 04:19:57.988226 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:19:57.988226 n-d-712140-12 neutron-server[94829]: timer() Aug 29 04:19:57.988226 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:19:57.988226 n-d-712140-12 neutron-server[94829]: cb(*args, **kw) Aug 29 04:19:57.988226 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:19:57.988226 n-d-712140-12 neutron-server[94829]: return func(*args, **kwargs) Aug 29 04:19:57.988226 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:19:57.988226 n-d-712140-12 neutron-server[94829]: self._notify() Aug 29 04:19:57.988226 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:19:57.988226 n-d-712140-12 neutron-server[94829]: self.callback(batched_events) Aug 29 04:19:57.988226 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:19:57.988226 n-d-712140-12 neutron-server[94829]: event.method(event) Aug 29 04:19:57.988226 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:19:57.988226 n-d-712140-12 neutron-server[94829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:19:57.988226 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:19:57.988226 n-d-712140-12 neutron-server[94829]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:19:57.988226 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:19:57.988226 n-d-712140-12 neutron-server[94829]: return f(self, *a, **k) Aug 29 04:19:57.988226 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:19:57.988226 n-d-712140-12 neutron-server[94829]: return self._get(url).json() Aug 29 04:19:57.988226 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:19:57.988226 n-d-712140-12 neutron-server[94829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:19:57.988226 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:19:57.988226 n-d-712140-12 neutron-server[94829]: return self.request(url, 'GET', **kwargs) Aug 29 04:19:57.988226 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:19:57.988226 n-d-712140-12 neutron-server[94829]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:19:57.988226 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:19:57.988226 n-d-712140-12 neutron-server[94829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:19:57.988226 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:19:57.988226 n-d-712140-12 neutron-server[94829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:19:57.988226 n-d-712140-12 neutron-server[94829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:19:57.991601 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-586777cf-9e2c-407f-9ca8-070bfebb02bb tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:57.998040 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_v2 [None req-49a91631-4879-4af5-815e-c469e0e4da00 admin admin] Deleting subnet 52bcb622-d525-48ed-9753-e25f925c2a05 {{(pid=94828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:19:58.002169 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-49a91631-4879-4af5-815e-c469e0e4da00 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:58.012169 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-586777cf-9e2c-407f-9ca8-070bfebb02bb tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:58.014784 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-586777cf-9e2c-407f-9ca8-070bfebb02bb tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] 10.222.0.22 "DELETE /v2.0/networks/e1b54b7b-4897-476c-9bb8-5d1204e9a3ec HTTP/1.1" status: 204 len: 168 time: 0.8893909 Aug 29 04:19:58.015773 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586777cf-9e2c-407f-9ca8-070bfebb02bb tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Pushing event deleted for resources: {'Network': ['ID=e1b54b7b-4897-476c-9bb8-5d1204e9a3ec,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:58.017486 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 48740) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:58.043320 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-49a91631-4879-4af5-815e-c469e0e4da00 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8904862'] for subnet, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:58.095091 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-49a91631-4879-4af5-815e-c469e0e4da00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:58.111546 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-654564ec-df79-4a40-a44a-75338ce98a08 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:58.158738 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-49a91631-4879-4af5-815e-c469e0e4da00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9190434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062341'] for subnet, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:58.182309 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:58.192841 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a91631-4879-4af5-815e-c469e0e4da00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52bcb622-d525-48ed-9753-e25f925c2a05,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:58.216842 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-654564ec-df79-4a40-a44a-75338ce98a08 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:58.221343 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-49a91631-4879-4af5-815e-c469e0e4da00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:58.226407 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-49a91631-4879-4af5-815e-c469e0e4da00 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/52bcb622-d525-48ed-9753-e25f925c2a05 HTTP/1.1" status: 204 len: 168 time: 0.2788529 Aug 29 04:19:58.228569 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-654564ec-df79-4a40-a44a-75338ce98a08 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d78216dc-569c-44aa-aea8-6e5869267763']}} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:58.241636 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e0c97173-7a71-458c-8030-f5709491788c req-9625d0be-a087-477a-ab65-4fd21f003cd0 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/security-groups?id=efbd56da-4301-456e-8002-a695aaaeaffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2419398 Aug 29 04:19:58.241942 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-654564ec-df79-4a40-a44a-75338ce98a08 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '411060c4-7733-47cf-b50d-d6d5c2800c73') {'for_net_delete': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:58.242308 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 48744) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:58.242448 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-654564ec-df79-4a40-a44a-75338ce98a08 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '411060c4-7733-47cf-b50d-d6d5c2800c73') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:58.255796 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbbdf5ca-0dc2-4283-8108-a1763b063e9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6b4b2ae-4a49-41d8-8d03-babcf76f8592'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:58.258244 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d72b8e1-ccdf-4a72-b67b-68c653d88137" -d '{"events": [{"server_uuid": "cbbdf5ca-0dc2-4283-8108-a1763b063e9c", "name": "network-vif-plugged", "status": "completed", "tag": "d6b4b2ae-4a49-41d8-8d03-babcf76f8592"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:58.267335 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-654564ec-df79-4a40-a44a-75338ce98a08 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4311712'] for segment, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:58.282899 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port d6b4b2ae-4a49-41d8-8d03-babcf76f8592, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=d6b4b2ae-4a49-41d8-8d03-babcf76f8592,segment=NetworkSegment(4345054c-8cc7-4ded-979c-629f28057ddf),segment_id=4345054c-8cc7-4ded-979c-629f28057ddf)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:58.302283 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-654564ec-df79-4a40-a44a-75338ce98a08 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:58.316548 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:58.335234 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4976990-d133-4022-bec3-c8508d81c611 x-openstack-request-id: req-e4976990-d133-4022-bec3-c8508d81c611 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:58.336820 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-654564ec-df79-4a40-a44a-75338ce98a08 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=94829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:19:58.337238 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-654564ec-df79-4a40-a44a-75338ce98a08 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4274277'] for segment, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:58.342155 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbbdf5ca-0dc2-4283-8108-a1763b063e9c", "name": "network-vif-plugged", "status": "completed", "tag": "d6b4b2ae-4a49-41d8-8d03-babcf76f8592", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:58.343407 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e4976990-d133-4022-bec3-c8508d81c611 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:58.344176 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbbdf5ca-0dc2-4283-8108-a1763b063e9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6b4b2ae-4a49-41d8-8d03-babcf76f8592', 'code': 200} Aug 29 04:19:58.344462 n-d-712140-12 neutron-server[94829]: Traceback (most recent call last): Aug 29 04:19:58.344462 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:19:58.344462 n-d-712140-12 neutron-server[94829]: timer() Aug 29 04:19:58.344462 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:19:58.344462 n-d-712140-12 neutron-server[94829]: cb(*args, **kw) Aug 29 04:19:58.344462 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:19:58.344462 n-d-712140-12 neutron-server[94829]: return func(*args, **kwargs) Aug 29 04:19:58.344462 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:19:58.344462 n-d-712140-12 neutron-server[94829]: self._notify() Aug 29 04:19:58.344462 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:19:58.344462 n-d-712140-12 neutron-server[94829]: self.callback(batched_events) Aug 29 04:19:58.344462 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:19:58.344462 n-d-712140-12 neutron-server[94829]: event.method(event) Aug 29 04:19:58.344462 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:19:58.344462 n-d-712140-12 neutron-server[94829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:19:58.344462 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:19:58.344462 n-d-712140-12 neutron-server[94829]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:19:58.344462 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:19:58.344462 n-d-712140-12 neutron-server[94829]: return f(self, *a, **k) Aug 29 04:19:58.344462 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:19:58.344462 n-d-712140-12 neutron-server[94829]: return self._get(url).json() Aug 29 04:19:58.344462 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:19:58.344462 n-d-712140-12 neutron-server[94829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:19:58.344462 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:19:58.344462 n-d-712140-12 neutron-server[94829]: return self.request(url, 'GET', **kwargs) Aug 29 04:19:58.344462 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:19:58.344462 n-d-712140-12 neutron-server[94829]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:19:58.344462 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:19:58.344462 n-d-712140-12 neutron-server[94829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:19:58.344462 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:19:58.344462 n-d-712140-12 neutron-server[94829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:19:58.344462 n-d-712140-12 neutron-server[94829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:19:58.361134 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-259af818-14bd-4b49-812f-aec314904fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:58.452192 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:58.456552 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f84d8c-3ed4-475f-8490-a4f1c159ed7c req-5e5307d2-a466-4abd-bf6a-36aeb7aa52b7 tempest-InstanceActionsV221TestJSON-1717367902 tempest-InstanceActionsV221TestJSON-1717367902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:58.458530 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b7f84d8c-3ed4-475f-8490-a4f1c159ed7c req-5e5307d2-a466-4abd-bf6a-36aeb7aa52b7 tempest-InstanceActionsV221TestJSON-1717367902 tempest-InstanceActionsV221TestJSON-1717367902-project] 10.222.0.22 "GET /v2.0/ports?device_id=08fe3771-34ac-4eac-92d5-7853d02a240c HTTP/1.1" status: 200 len: 945 time: 0.3110833 Aug 29 04:19:58.473039 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-654564ec-df79-4a40-a44a-75338ce98a08 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:58.478724 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-259af818-14bd-4b49-812f-aec314904fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:58.483787 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d40f18-5065-4df5-aba5-dafc0e0ed3e6 req-d4dde815-d5c0-4a28-99ed-f8672a24e075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:58.485270 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-12d40f18-5065-4df5-aba5-dafc0e0ed3e6 req-d4dde815-d5c0-4a28-99ed-f8672a24e075 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cbbdf5ca-0dc2-4283-8108-a1763b063e9c HTTP/1.1" status: 200 len: 1098 time: 0.0833778 Aug 29 04:19:58.499297 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-654564ec-df79-4a40-a44a-75338ce98a08 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:58.503949 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-259af818-14bd-4b49-812f-aec314904fe6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd0ebf3e-1de7-4175-8484-8ada44138a5c']}} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:58.506291 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 48750) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:58.507076 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-654564ec-df79-4a40-a44a-75338ce98a08 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] 10.222.0.22 "DELETE /v2.0/networks/d78216dc-569c-44aa-aea8-6e5869267763 HTTP/1.1" status: 204 len: 168 time: 0.4884675 Aug 29 04:19:58.539072 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654564ec-df79-4a40-a44a-75338ce98a08 tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Pushing event deleted for resources: {'Network': ['ID=d78216dc-569c-44aa-aea8-6e5869267763,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:58.564155 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b7f84d8c-3ed4-475f-8490-a4f1c159ed7c req-a028cdc9-120c-42e9-a95b-71e10dc20fdf tempest-InstanceActionsV221TestJSON-1717367902 tempest-InstanceActionsV221TestJSON-1717367902-project] 10.222.0.22 "GET /v2.0/security-groups?id=d80f8c04-3543-4f80-b743-52930f22eb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951865 Aug 29 04:19:58.581433 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-12d40f18-5065-4df5-aba5-dafc0e0ed3e6 req-843e5002-d342-414b-8bfb-7dbbca115503 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=efbd56da-4301-456e-8002-a695aaaeaffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707986 Aug 29 04:19:58.582953 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-259af818-14bd-4b49-812f-aec314904fe6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4a75ef3-8825-4588-8daa-041e0344ecfa') {'for_net_delete': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:58.583259 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-259af818-14bd-4b49-812f-aec314904fe6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4a75ef3-8825-4588-8daa-041e0344ecfa') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:58.657703 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-259af818-14bd-4b49-812f-aec314904fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8904833'] for segment, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:58.697979 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad9be7e-1852-4c3d-baf1-302a2991fe5f req-d2613772-b107-4f91-8baf-3dc71f41900d tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:58.699965 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9ad9be7e-1852-4c3d-baf1-302a2991fe5f req-d2613772-b107-4f91-8baf-3dc71f41900d tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e5ccfea-706b-4825-9d2e-60c0b092c82e HTTP/1.1" status: 200 len: 944 time: 0.2857604 Aug 29 04:19:58.701732 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-259af818-14bd-4b49-812f-aec314904fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:58.705800 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=d6b4b2ae-4a49-41d8-8d03-babcf76f8592,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:58.711306 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d444b24a-07bd-43f0-8bc2-b48a8260757b tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:58.720581 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-259af818-14bd-4b49-812f-aec314904fe6 admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=94828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:19:58.721016 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-259af818-14bd-4b49-812f-aec314904fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9190468'] for segment, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:58.723818 n-d-712140-12 neutron-server[94828]: Traceback (most recent call last): Aug 29 04:19:58.723818 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:19:58.723818 n-d-712140-12 neutron-server[94828]: timer() Aug 29 04:19:58.723818 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:19:58.723818 n-d-712140-12 neutron-server[94828]: cb(*args, **kw) Aug 29 04:19:58.723818 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:19:58.723818 n-d-712140-12 neutron-server[94828]: return func(*args, **kwargs) Aug 29 04:19:58.723818 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:19:58.723818 n-d-712140-12 neutron-server[94828]: self._notify() Aug 29 04:19:58.723818 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:19:58.723818 n-d-712140-12 neutron-server[94828]: self.callback(batched_events) Aug 29 04:19:58.723818 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:19:58.723818 n-d-712140-12 neutron-server[94828]: event.method(event) Aug 29 04:19:58.723818 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:19:58.723818 n-d-712140-12 neutron-server[94828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:19:58.723818 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:19:58.723818 n-d-712140-12 neutron-server[94828]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:19:58.723818 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:19:58.723818 n-d-712140-12 neutron-server[94828]: return f(self, *a, **k) Aug 29 04:19:58.723818 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:19:58.723818 n-d-712140-12 neutron-server[94828]: return self._get(url).json() Aug 29 04:19:58.723818 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:19:58.723818 n-d-712140-12 neutron-server[94828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:19:58.723818 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:19:58.723818 n-d-712140-12 neutron-server[94828]: return self.request(url, 'GET', **kwargs) Aug 29 04:19:58.723818 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:19:58.723818 n-d-712140-12 neutron-server[94828]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:19:58.723818 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:19:58.723818 n-d-712140-12 neutron-server[94828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:19:58.723818 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:19:58.723818 n-d-712140-12 neutron-server[94828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:19:58.723818 n-d-712140-12 neutron-server[94828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:19:58.732303 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 4747ee8d-bf44-402a-9540-65f4f135751f no longer exists at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:19:58.864514 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9ad9be7e-1852-4c3d-baf1-302a2991fe5f req-118fd1de-55e5-4010-9cc5-66bd74e86342 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=95663bcf-c178-40f7-a8d1-56ba6dc33aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1475930 Aug 29 04:19:58.865197 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 2352700e-db54-436b-94e4-724812733b34 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:19:58.891662 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-259af818-14bd-4b49-812f-aec314904fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:58.906031 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-259af818-14bd-4b49-812f-aec314904fe6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:58.908010 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-259af818-14bd-4b49-812f-aec314904fe6 admin admin] 10.222.0.22 "DELETE /v2.0/networks/fd0ebf3e-1de7-4175-8484-8ada44138a5c HTTP/1.1" status: 204 len: 168 time: 0.6645625 Aug 29 04:19:58.927367 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259af818-14bd-4b49-812f-aec314904fe6 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd0ebf3e-1de7-4175-8484-8ada44138a5c,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:58.930232 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d444b24a-07bd-43f0-8bc2-b48a8260757b tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:58.944679 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-d444b24a-07bd-43f0-8bc2-b48a8260757b tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e6dccd1-d338-4b3e-9020-70ab40b1b05f']}} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:58.953889 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 2352700e-db54-436b-94e4-724812733b34 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:19:58.954251 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 2352700e-db54-436b-94e4-724812733b34 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:19:58.968860 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-d444b24a-07bd-43f0-8bc2-b48a8260757b tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ff4fd0e-a659-49c8-82ea-dd1d5c3e7e3b') {'for_net_delete': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:58.969922 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-d444b24a-07bd-43f0-8bc2-b48a8260757b tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ff4fd0e-a659-49c8-82ea-dd1d5c3e7e3b') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:58.985554 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d444b24a-07bd-43f0-8bc2-b48a8260757b tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8904833'] for segment, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:59.006228 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72421923-ef35-468f-8318-79d23de262f9 req-0489c7f2-810d-4a63-bb9b-b9ac8ce0eab5 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:59.011285 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d444b24a-07bd-43f0-8bc2-b48a8260757b tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:59.018474 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d444b24a-07bd-43f0-8bc2-b48a8260757b tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=94828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:19:59.018895 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d444b24a-07bd-43f0-8bc2-b48a8260757b tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9190468'] for segment, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:59.031302 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72421923-ef35-468f-8318-79d23de262f9 req-0489c7f2-810d-4a63-bb9b-b9ac8ce0eab5 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:59.044841 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72421923-ef35-468f-8318-79d23de262f9 req-0489c7f2-810d-4a63-bb9b-b9ac8ce0eab5 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:59.054328 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72421923-ef35-468f-8318-79d23de262f9 req-0489c7f2-810d-4a63-bb9b-b9ac8ce0eab5 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:59.069662 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72421923-ef35-468f-8318-79d23de262f9 req-0489c7f2-810d-4a63-bb9b-b9ac8ce0eab5 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:59.081546 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72421923-ef35-468f-8318-79d23de262f9 req-0489c7f2-810d-4a63-bb9b-b9ac8ce0eab5 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:59.087974 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72421923-ef35-468f-8318-79d23de262f9 req-0489c7f2-810d-4a63-bb9b-b9ac8ce0eab5 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:59.090421 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-72421923-ef35-468f-8318-79d23de262f9 req-0489c7f2-810d-4a63-bb9b-b9ac8ce0eab5 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/ports?device_id=afc254ea-ccf6-497c-b6f3-9c7790e81f60 HTTP/1.1" status: 200 len: 5430 time: 0.2286334 Aug 29 04:19:59.092953 n-d-712140-12 neutron-server[94828]: Traceback (most recent call last): Aug 29 04:19:59.092953 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:19:59.092953 n-d-712140-12 neutron-server[94828]: timer() Aug 29 04:19:59.092953 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:19:59.092953 n-d-712140-12 neutron-server[94828]: cb(*args, **kw) Aug 29 04:19:59.092953 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:19:59.092953 n-d-712140-12 neutron-server[94828]: return func(*args, **kwargs) Aug 29 04:19:59.092953 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:19:59.092953 n-d-712140-12 neutron-server[94828]: self._notify() Aug 29 04:19:59.092953 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:19:59.092953 n-d-712140-12 neutron-server[94828]: self.callback(batched_events) Aug 29 04:19:59.092953 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:19:59.092953 n-d-712140-12 neutron-server[94828]: event.method(event) Aug 29 04:19:59.092953 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:19:59.092953 n-d-712140-12 neutron-server[94828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:19:59.092953 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:19:59.092953 n-d-712140-12 neutron-server[94828]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:19:59.092953 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:19:59.092953 n-d-712140-12 neutron-server[94828]: return f(self, *a, **k) Aug 29 04:19:59.092953 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:19:59.092953 n-d-712140-12 neutron-server[94828]: return self._get(url).json() Aug 29 04:19:59.092953 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:19:59.092953 n-d-712140-12 neutron-server[94828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:19:59.092953 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:19:59.092953 n-d-712140-12 neutron-server[94828]: return self.request(url, 'GET', **kwargs) Aug 29 04:19:59.092953 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:19:59.092953 n-d-712140-12 neutron-server[94828]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:19:59.092953 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:19:59.092953 n-d-712140-12 neutron-server[94828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:19:59.092953 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:19:59.092953 n-d-712140-12 neutron-server[94828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:19:59.092953 n-d-712140-12 neutron-server[94828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:19:59.108592 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d444b24a-07bd-43f0-8bc2-b48a8260757b tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:59.149565 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 48764) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:59.151778 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d444b24a-07bd-43f0-8bc2-b48a8260757b tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:59.156429 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-d444b24a-07bd-43f0-8bc2-b48a8260757b tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] 10.222.0.22 "DELETE /v2.0/networks/7e6dccd1-d338-4b3e-9020-70ab40b1b05f HTTP/1.1" status: 204 len: 168 time: 0.6462831 Aug 29 04:19:59.156429 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d444b24a-07bd-43f0-8bc2-b48a8260757b tempest-BulkNetworkOpsTest-1631509468 tempest-BulkNetworkOpsTest-1631509468-project] Pushing event deleted for resources: {'Network': ['ID=7e6dccd1-d338-4b3e-9020-70ab40b1b05f,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:59.184713 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694a81fd-3650-42a3-a2ca-d2339267fdc2 req-5a63bc59-ab9e-41e5-bb97-87e371f854c4 tempest-InstanceActionsV221TestJSON-1717367902 tempest-InstanceActionsV221TestJSON-1717367902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:59.187008 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-694a81fd-3650-42a3-a2ca-d2339267fdc2 req-5a63bc59-ab9e-41e5-bb97-87e371f854c4 tempest-InstanceActionsV221TestJSON-1717367902 tempest-InstanceActionsV221TestJSON-1717367902-project] 10.222.0.22 "GET /v2.0/ports?device_id=08fe3771-34ac-4eac-92d5-7853d02a240c HTTP/1.1" status: 200 len: 945 time: 0.0931237 Aug 29 04:19:59.187475 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-72421923-ef35-468f-8318-79d23de262f9 req-84753194-3382-47d9-a727-56c0b6f5e86d tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/security-groups?id=c5569642-fe3a-4dae-b304-b5b17959f467&id=6765471a-6318-4be5-8b74-21c509c8c5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0827019 Aug 29 04:19:59.226348 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-74ba3e6b-9479-4bae-a08b-a972b8c2e36c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3e3cfe3eba6847d2813d23ba37a6b75b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0752292 Aug 29 04:19:59.228719 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 48768) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:59.242264 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-694a81fd-3650-42a3-a2ca-d2339267fdc2 req-e6968376-f027-4c31-9176-e04eedaf851f tempest-InstanceActionsV221TestJSON-1717367902 tempest-InstanceActionsV221TestJSON-1717367902-project] 10.222.0.22 "GET /v2.0/security-groups?id=d80f8c04-3543-4f80-b743-52930f22eb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487764 Aug 29 04:19:59.300412 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-468e14fd-f158-4b11-86fa-017185f2b787 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:59.343977 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-468e14fd-f158-4b11-86fa-017185f2b787 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:59.411531 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c359d9a0-f605-4ed3-8d41-8e59b63d34d0 req-9e4ca2e4-e3d4-427d-a28d-a27ba0e357ed tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:59.413256 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c359d9a0-f605-4ed3-8d41-8e59b63d34d0 req-9e4ca2e4-e3d4-427d-a28d-a27ba0e357ed tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbbdf5ca-0dc2-4283-8108-a1763b063e9c HTTP/1.1" status: 200 len: 946 time: 0.0893662 Aug 29 04:19:59.459713 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-468e14fd-f158-4b11-86fa-017185f2b787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:59.462419 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-468e14fd-f158-4b11-86fa-017185f2b787 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:59.463593 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-468e14fd-f158-4b11-86fa-017185f2b787 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b18ac53a-db31-4756-b048-51f3b14df6b5 HTTP/1.1" status: 204 len: 168 time: 0.2339056 Aug 29 04:19:59.472720 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c359d9a0-f605-4ed3-8d41-8e59b63d34d0 req-3d6694ce-1f85-4edd-a38d-f62607fdbb93 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/security-groups?id=efbd56da-4301-456e-8002-a695aaaeaffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515790 Aug 29 04:19:59.478093 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468e14fd-f158-4b11-86fa-017185f2b787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b18ac53a-db31-4756-b048-51f3b14df6b5,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:59.482052 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 48776) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:59.642713 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-271be221-50cb-4048-9fe7-948a056422c6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a53c288f59c64fb488608139d93b15ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1594670 Aug 29 04:19:59.645277 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 48782) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:59.675648 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 94a12cf7-90d0-4efc-9143-331f9dc9080e no longer exists at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:19:59.698413 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-13c9310b-1341-41bc-a3c7-4369bdc72506 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:59.714896 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] No Port match for: 94a12cf7-90d0-4efc-9143-331f9dc9080e {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:19:59.715448 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 94a12cf7-90d0-4efc-9143-331f9dc9080e not bound to the agent host n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:19:59.730425 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-13c9310b-1341-41bc-a3c7-4369bdc72506 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:59.783207 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-13c9310b-1341-41bc-a3c7-4369bdc72506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:59.787638 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-13c9310b-1341-41bc-a3c7-4369bdc72506 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:59.789083 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-13c9310b-1341-41bc-a3c7-4369bdc72506 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/39d65d15-99de-447d-bfee-20affa89c18c HTTP/1.1" status: 204 len: 168 time: 0.1426246 Aug 29 04:19:59.799120 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c9310b-1341-41bc-a3c7-4369bdc72506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39d65d15-99de-447d-bfee-20affa89c18c,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:59.807207 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c9310b-1341-41bc-a3c7-4369bdc72506 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:59.807566 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c9310b-1341-41bc-a3c7-4369bdc72506 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:59.807938 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c9310b-1341-41bc-a3c7-4369bdc72506 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:59.808274 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c9310b-1341-41bc-a3c7-4369bdc72506 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:59.808608 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c9310b-1341-41bc-a3c7-4369bdc72506 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:59.808938 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c9310b-1341-41bc-a3c7-4369bdc72506 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:59.809306 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c9310b-1341-41bc-a3c7-4369bdc72506 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:59.810179 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c9310b-1341-41bc-a3c7-4369bdc72506 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:59.810523 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c9310b-1341-41bc-a3c7-4369bdc72506 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:59.810848 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c9310b-1341-41bc-a3c7-4369bdc72506 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:59.811173 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c9310b-1341-41bc-a3c7-4369bdc72506 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:59.811544 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c9310b-1341-41bc-a3c7-4369bdc72506 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:00.112889 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8e2d4e-bb69-4b2a-b402-3ddce722de24 req-12faf29a-6900-4a1b-b163-53aa406953e0 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:00.124680 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5c8e2d4e-bb69-4b2a-b402-3ddce722de24 req-12faf29a-6900-4a1b-b163-53aa406953e0 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e5ccfea-706b-4825-9d2e-60c0b092c82e HTTP/1.1" status: 200 len: 944 time: 0.1196439 Aug 29 04:20:00.188599 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5c8e2d4e-bb69-4b2a-b402-3ddce722de24 req-18cbba44-7dd9-4e43-b1eb-7fd9a52d2696 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=95663bcf-c178-40f7-a8d1-56ba6dc33aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623262 Aug 29 04:20:00.415491 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a781a6-528b-4659-93c6-7e817bf4d65d req-0cb41c7d-28d1-4655-bf7b-dcf646001151 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:00.422813 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a781a6-528b-4659-93c6-7e817bf4d65d req-0cb41c7d-28d1-4655-bf7b-dcf646001151 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:00.428668 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a781a6-528b-4659-93c6-7e817bf4d65d req-0cb41c7d-28d1-4655-bf7b-dcf646001151 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:00.436254 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a781a6-528b-4659-93c6-7e817bf4d65d req-0cb41c7d-28d1-4655-bf7b-dcf646001151 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:00.443761 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a781a6-528b-4659-93c6-7e817bf4d65d req-0cb41c7d-28d1-4655-bf7b-dcf646001151 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:00.450194 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a781a6-528b-4659-93c6-7e817bf4d65d req-0cb41c7d-28d1-4655-bf7b-dcf646001151 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:00.456463 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a781a6-528b-4659-93c6-7e817bf4d65d req-0cb41c7d-28d1-4655-bf7b-dcf646001151 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:00.465741 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-49a781a6-528b-4659-93c6-7e817bf4d65d req-0cb41c7d-28d1-4655-bf7b-dcf646001151 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/ports?device_id=afc254ea-ccf6-497c-b6f3-9c7790e81f60 HTTP/1.1" status: 200 len: 5430 time: 0.1408882 Aug 29 04:20:00.497968 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4329b05-608a-45b6-8bdf-fa2d0947e8df req-663ac08e-532c-4d46-adfe-7022f9a42bc8 tempest-InstanceActionsV221TestJSON-1717367902 tempest-InstanceActionsV221TestJSON-1717367902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:00.502217 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d4329b05-608a-45b6-8bdf-fa2d0947e8df req-663ac08e-532c-4d46-adfe-7022f9a42bc8 tempest-InstanceActionsV221TestJSON-1717367902 tempest-InstanceActionsV221TestJSON-1717367902-project] 10.222.0.48 "GET /v2.0/ports?device_id=08fe3771-34ac-4eac-92d5-7853d02a240c HTTP/1.1" status: 200 len: 945 time: 0.1672986 Aug 29 04:20:00.517723 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02218268-04f0-4bda-9ab5-f5f6b9a7c2ba req-ce36afc4-670e-463e-8920-5f09211d8033 tempest-InstanceActionsV221TestJSON-1717367902 tempest-InstanceActionsV221TestJSON-1717367902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:00.526652 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-49a781a6-528b-4659-93c6-7e817bf4d65d req-86bd1a53-f029-4d88-85d7-30a3f2e304e9 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/security-groups?id=c5569642-fe3a-4dae-b304-b5b17959f467&id=6765471a-6318-4be5-8b74-21c509c8c5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0596852 Aug 29 04:20:00.527990 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-02218268-04f0-4bda-9ab5-f5f6b9a7c2ba req-ce36afc4-670e-463e-8920-5f09211d8033 tempest-InstanceActionsV221TestJSON-1717367902 tempest-InstanceActionsV221TestJSON-1717367902-project] 10.222.0.22 "GET /v2.0/ports?device_id=08fe3771-34ac-4eac-92d5-7853d02a240c HTTP/1.1" status: 200 len: 945 time: 0.1732943 Aug 29 04:20:00.650705 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-02218268-04f0-4bda-9ab5-f5f6b9a7c2ba req-d3558a0e-7b93-4935-8e5a-1bd49589e3fa tempest-InstanceActionsV221TestJSON-1717367902 tempest-InstanceActionsV221TestJSON-1717367902-project] 10.222.0.22 "GET /v2.0/security-groups?id=d80f8c04-3543-4f80-b743-52930f22eb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210988 Aug 29 04:20:00.682708 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186d1d9b-57bb-4aa2-abd2-9ed0e49282ea req-24ac88cb-275b-432c-9b77-eb24b38e23d8 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:00.691745 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-186d1d9b-57bb-4aa2-abd2-9ed0e49282ea req-24ac88cb-275b-432c-9b77-eb24b38e23d8 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbbdf5ca-0dc2-4283-8108-a1763b063e9c HTTP/1.1" status: 200 len: 946 time: 0.0988865 Aug 29 04:20:00.738628 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-d4329b05-608a-45b6-8bdf-fa2d0947e8df req-1f07cbba-fa0e-4197-80d1-423d4d81f22f tempest-InstanceActionsV221TestJSON-1717367902 tempest-InstanceActionsV221TestJSON-1717367902-project] Deleting port e6463710-82f5-470e-846e-24343a1b85c4 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:20:00.740314 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-d4329b05-608a-45b6-8bdf-fa2d0947e8df req-1f07cbba-fa0e-4197-80d1-423d4d81f22f tempest-InstanceActionsV221TestJSON-1717367902 tempest-InstanceActionsV221TestJSON-1717367902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:00.800372 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-186d1d9b-57bb-4aa2-abd2-9ed0e49282ea req-350f3ef1-6e62-43e4-b56f-1e0b1bb3bed1 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/security-groups?id=efbd56da-4301-456e-8002-a695aaaeaffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075184 Aug 29 04:20:01.047461 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-d4329b05-608a-45b6-8bdf-fa2d0947e8df req-1f07cbba-fa0e-4197-80d1-423d4d81f22f tempest-InstanceActionsV221TestJSON-1717367902 tempest-InstanceActionsV221TestJSON-1717367902-project] For port e6463710-82f5-470e-846e-24343a1b85c4, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=e6463710-82f5-470e-846e-24343a1b85c4,segment=NetworkSegment(6aad5b27-03af-4ad0-a74c-3d16da233fd1),segment_id=6aad5b27-03af-4ad0-a74c-3d16da233fd1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:01.047867 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-d4329b05-608a-45b6-8bdf-fa2d0947e8df req-1f07cbba-fa0e-4197-80d1-423d4d81f22f tempest-InstanceActionsV221TestJSON-1717367902 tempest-InstanceActionsV221TestJSON-1717367902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:01.084304 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c407a24e-903f-4f24-914e-fbcf0f5bdea1 req-4bafbfe6-ff5f-4b51-a56a-ebb7ce402c94 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:01.092063 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c407a24e-903f-4f24-914e-fbcf0f5bdea1 req-4bafbfe6-ff5f-4b51-a56a-ebb7ce402c94 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbbdf5ca-0dc2-4283-8108-a1763b063e9c HTTP/1.1" status: 200 len: 946 time: 0.1472607 Aug 29 04:20:01.096710 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 48838) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:01.099179 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-d4329b05-608a-45b6-8bdf-fa2d0947e8df req-1f07cbba-fa0e-4197-80d1-423d4d81f22f tempest-InstanceActionsV221TestJSON-1717367902 tempest-InstanceActionsV221TestJSON-1717367902-project] Calling delete_port for e6463710-82f5-470e-846e-24343a1b85c4 owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:20:01.101666 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-c1cfae44-a05f-456a-9d6a-8e274b728e85 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Request body: {'floatingip': {'port_id': 'd6b4b2ae-4a49-41d8-8d03-babcf76f8592'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:01.171647 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 48840) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:01.205903 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c1cfae44-a05f-456a-9d6a-8e274b728e85 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Notify callbacks [] for floatingip, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:01.504391 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-975f3a34-c4f5-4275-a7cc-2c0f2385aff0 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2091816208'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:01.607886 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-975f3a34-c4f5-4275-a7cc-2c0f2385aff0 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Made reservation on behalf of 44385798d8624c32aa934faabfcc9a0e for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:20:01.613664 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-975f3a34-c4f5-4275-a7cc-2c0f2385aff0 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:01.626591 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-975f3a34-c4f5-4275-a7cc-2c0f2385aff0 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:01.769836 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f26982-f6c6-4f53-9d23-7a6ddf676856 req-1af55234-4097-4761-9daa-cd2b8870d6c2 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:01.771086 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-95f26982-f6c6-4f53-9d23-7a6ddf676856 req-1af55234-4097-4761-9daa-cd2b8870d6c2 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e5ccfea-706b-4825-9d2e-60c0b092c82e HTTP/1.1" status: 200 len: 944 time: 0.0905411 Aug 29 04:20:01.862611 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-95f26982-f6c6-4f53-9d23-7a6ddf676856 req-8ea01ba9-42e5-45c0-a307-dd4e77b27fca tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=95663bcf-c178-40f7-a8d1-56ba6dc33aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698700 Aug 29 04:20:01.864609 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-d4329b05-608a-45b6-8bdf-fa2d0947e8df req-1f07cbba-fa0e-4197-80d1-423d4d81f22f tempest-InstanceActionsV221TestJSON-1717367902 tempest-InstanceActionsV221TestJSON-1717367902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:01.908149 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['e6463710-82f5-470e-846e-24343a1b85c4'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:20:01.934375 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f07cbba-fa0e-4197-80d1-423d4d81f22f tempest-InstanceActionsV221TestJSON-1717367902 tempest-InstanceActionsV221TestJSON-1717367902-project] Pushing event deleted for resources: {'Port': ['ID=e6463710-82f5-470e-846e-24343a1b85c4,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:02.021098 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4329b05-608a-45b6-8bdf-fa2d0947e8df req-1f07cbba-fa0e-4197-80d1-423d4d81f22f tempest-InstanceActionsV221TestJSON-1717367902 tempest-InstanceActionsV221TestJSON-1717367902-project] No DVR routers for this DVR port e6463710-82f5-470e-846e-24343a1b85c4 on host n-h2-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:20:02.026686 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-d4329b05-608a-45b6-8bdf-fa2d0947e8df req-1f07cbba-fa0e-4197-80d1-423d4d81f22f tempest-InstanceActionsV221TestJSON-1717367902 tempest-InstanceActionsV221TestJSON-1717367902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:02.030835 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d4329b05-608a-45b6-8bdf-fa2d0947e8df req-1f07cbba-fa0e-4197-80d1-423d4d81f22f tempest-InstanceActionsV221TestJSON-1717367902 tempest-InstanceActionsV221TestJSON-1717367902-project] 10.222.0.48 "DELETE /v2.0/ports/e6463710-82f5-470e-846e-24343a1b85c4 HTTP/1.1" status: 204 len: 173 time: 1.4987683 Aug 29 04:20:02.031668 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08fe3771-34ac-4eac-92d5-7853d02a240c', 'name': 'network-vif-deleted', 'tag': 'e6463710-82f5-470e-846e-24343a1b85c4'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:20:02.034662 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9943d65-c24b-4965-8248-b3c688587f1c" -d '{"events": [{"server_uuid": "08fe3771-34ac-4eac-92d5-7853d02a240c", "name": "network-vif-deleted", "tag": "e6463710-82f5-470e-846e-24343a1b85c4"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:20:02.082435 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-192f700d-08c2-4890-8eec-53748310ab41 req-2db945f8-5040-41da-aaf7-68b4db5fab95 tempest-InstanceActionsV221TestJSON-1717367902 tempest-InstanceActionsV221TestJSON-1717367902-project] 10.222.0.22 "GET /v2.0/ports?device_id=08fe3771-34ac-4eac-92d5-7853d02a240c HTTP/1.1" status: 200 len: 210 time: 0.0432386 Aug 29 04:20:02.228757 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-da2e48ac-7357-4cd8-afe7-4943a27464da req-34dd7ab2-a658-49f1-ae34-29c94cefbff1 tempest-ServerShowV254Test-1618899415 tempest-ServerShowV254Test-1618899415-project] 10.222.0.22 "GET /v2.0/ports?device_id=9de919d4-15a8-461e-8b98-44a892752954 HTTP/1.1" status: 200 len: 210 time: 0.0723274 Aug 29 04:20:02.308659 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.db.resource_extend [None req-c1cfae44-a05f-456a-9d6a-8e274b728e85 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:20:02.331826 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d865e0-4890-46a4-b958-819ddad7b4d6 req-be5b03b5-3f84-4ff4-aa9b-f5cbc0fa3762 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:02.341881 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d865e0-4890-46a4-b958-819ddad7b4d6 req-be5b03b5-3f84-4ff4-aa9b-f5cbc0fa3762 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:02.343747 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b534c6c6-b3b1-43aa-aab5-c48f3ae0648e x-openstack-request-id: req-b534c6c6-b3b1-43aa-aab5-c48f3ae0648e {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:20:02.345056 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08fe3771-34ac-4eac-92d5-7853d02a240c", "name": "network-vif-deleted", "tag": "e6463710-82f5-470e-846e-24343a1b85c4", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:20:02.345971 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b534c6c6-b3b1-43aa-aab5-c48f3ae0648e {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:20:02.346617 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08fe3771-34ac-4eac-92d5-7853d02a240c', 'name': 'network-vif-deleted', 'tag': 'e6463710-82f5-470e-846e-24343a1b85c4', 'status': 'completed', 'code': 200} Aug 29 04:20:02.356022 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d865e0-4890-46a4-b958-819ddad7b4d6 req-be5b03b5-3f84-4ff4-aa9b-f5cbc0fa3762 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:02.365306 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d865e0-4890-46a4-b958-819ddad7b4d6 req-be5b03b5-3f84-4ff4-aa9b-f5cbc0fa3762 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:02.371906 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d865e0-4890-46a4-b958-819ddad7b4d6 req-be5b03b5-3f84-4ff4-aa9b-f5cbc0fa3762 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:02.379916 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d865e0-4890-46a4-b958-819ddad7b4d6 req-be5b03b5-3f84-4ff4-aa9b-f5cbc0fa3762 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:02.386756 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d865e0-4890-46a4-b958-819ddad7b4d6 req-be5b03b5-3f84-4ff4-aa9b-f5cbc0fa3762 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:02.395700 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e9d865e0-4890-46a4-b958-819ddad7b4d6 req-be5b03b5-3f84-4ff4-aa9b-f5cbc0fa3762 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/ports?device_id=afc254ea-ccf6-497c-b6f3-9c7790e81f60 HTTP/1.1" status: 200 len: 5430 time: 0.5169203 Aug 29 04:20:02.587988 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e9d865e0-4890-46a4-b958-819ddad7b4d6 req-a4a75e7c-34b0-4f60-a7ed-7790b5ab46e6 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/security-groups?id=c5569642-fe3a-4dae-b304-b5b17959f467&id=6765471a-6318-4be5-8b74-21c509c8c5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1909404 Aug 29 04:20:02.604778 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c1cfae44-a05f-456a-9d6a-8e274b728e85 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:02.634587 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c1cfae44-a05f-456a-9d6a-8e274b728e85 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719515'] for floatingip, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:02.898516 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-975f3a34-c4f5-4275-a7cc-2c0f2385aff0 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:02.921875 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-975f3a34-c4f5-4275-a7cc-2c0f2385aff0 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:02.984944 n-d-712140-12 neutron-server[94829]: INFO neutron.db.l3_db [None req-c1cfae44-a05f-456a-9d6a-8e274b728e85 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Floating IP 4cc23b43-f1dd-4343-a87e-a1014ec96fc7 associated. External IP: 172.25.0.211, port: d6b4b2ae-4a49-41d8-8d03-babcf76f8592. Aug 29 04:20:02.987635 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-975f3a34-c4f5-4275-a7cc-2c0f2385aff0 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:20:03.087510 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975f3a34-c4f5-4275-a7cc-2c0f2385aff0 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb727fd6-4edd-4ab1-bcdc-870762756989,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:03.111962 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-975f3a34-c4f5-4275-a7cc-2c0f2385aff0 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:03.112877 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-975f3a34-c4f5-4275-a7cc-2c0f2385aff0 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Added segment c309ddeb-1989-4508-818a-a1acb9542c80 of type vlan for network 0e42b897-6508-4134-a4be-5099b82c00b2 Aug 29 04:20:03.146010 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18b92c9-8f22-4472-91f3-1079167457be req-d8a2e674-3559-4c8b-b769-fc5291e08689 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:03.175542 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d18b92c9-8f22-4472-91f3-1079167457be req-d8a2e674-3559-4c8b-b769-fc5291e08689 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e5ccfea-706b-4825-9d2e-60c0b092c82e HTTP/1.1" status: 200 len: 944 time: 0.1685283 Aug 29 04:20:03.251637 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d18b92c9-8f22-4472-91f3-1079167457be req-a60c1418-d25d-4fb7-a657-250f5b9b5302 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=95663bcf-c178-40f7-a8d1-56ba6dc33aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747406 Aug 29 04:20:03.313388 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-53290ccc-c2cc-4cc3-939a-5ad95a0bf432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:03.520373 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a651c7a5-fb76-4b64-9639-55e39fc11746 req-88603b5c-e820-474d-84fb-63e9ea260de4 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:03.522020 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a651c7a5-fb76-4b64-9639-55e39fc11746 req-88603b5c-e820-474d-84fb-63e9ea260de4 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=8813c8fd-eb29-4e6b-9f27-6ec0ec9b365d HTTP/1.1" status: 200 len: 945 time: 0.0945942 Aug 29 04:20:03.595837 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a651c7a5-fb76-4b64-9639-55e39fc11746 req-6dca248b-03e5-4ae2-b443-4799382c21bd tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665922 Aug 29 04:20:03.758691 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c2b1d053-00df-4a68-973f-af0b21454efd req-d6609f59-1502-4307-b5a8-15d741b8ac32 tempest-ServerShowV254Test-1618899415 tempest-ServerShowV254Test-1618899415-project] 10.222.0.22 "GET /v2.0/ports?device_id=9de919d4-15a8-461e-8b98-44a892752954 HTTP/1.1" status: 200 len: 210 time: 0.0545187 Aug 29 04:20:03.781597 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-975f3a34-c4f5-4275-a7cc-2c0f2385aff0 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:03.885308 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-975f3a34-c4f5-4275-a7cc-2c0f2385aff0 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:03.890732 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 48902) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:03.891386 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975f3a34-c4f5-4275-a7cc-2c0f2385aff0 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:03.892063 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-975f3a34-c4f5-4275-a7cc-2c0f2385aff0 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:03.968811 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ca5b0b6-a33f-4788-a626-6df84be2642a admin admin] Deleting subnet 5670617d-352d-441a-8d77-9583e75eed3c {{(pid=94828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:20:03.972543 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3ca5b0b6-a33f-4788-a626-6df84be2642a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:04.017912 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3ca5b0b6-a33f-4788-a626-6df84be2642a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8904862'] for subnet, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:04.037617 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-975f3a34-c4f5-4275-a7cc-2c0f2385aff0 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.8591123 Aug 29 04:20:04.047067 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975f3a34-c4f5-4275-a7cc-2c0f2385aff0 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Pushing event updated for resources: {'Network': ['ID=0e42b897-6508-4134-a4be-5099b82c00b2,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:04.060064 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 0e42b897-6508-4134-a4be-5099b82c00b2 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:20:04.120262 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3ca5b0b6-a33f-4788-a626-6df84be2642a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:04.171862 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19f8c11-a89d-406a-bd26-2f09f8dbfd1d req-ac7e084f-7fd3-482b-b56c-06fe7bff3850 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:04.179321 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19f8c11-a89d-406a-bd26-2f09f8dbfd1d req-ac7e084f-7fd3-482b-b56c-06fe7bff3850 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:04.182390 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3ca5b0b6-a33f-4788-a626-6df84be2642a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9190434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062341'] for subnet, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:04.186222 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19f8c11-a89d-406a-bd26-2f09f8dbfd1d req-ac7e084f-7fd3-482b-b56c-06fe7bff3850 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:04.192906 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19f8c11-a89d-406a-bd26-2f09f8dbfd1d req-ac7e084f-7fd3-482b-b56c-06fe7bff3850 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:04.198889 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19f8c11-a89d-406a-bd26-2f09f8dbfd1d req-ac7e084f-7fd3-482b-b56c-06fe7bff3850 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:04.205916 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19f8c11-a89d-406a-bd26-2f09f8dbfd1d req-ac7e084f-7fd3-482b-b56c-06fe7bff3850 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:04.211561 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca5b0b6-a33f-4788-a626-6df84be2642a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5670617d-352d-441a-8d77-9583e75eed3c,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:04.212167 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19f8c11-a89d-406a-bd26-2f09f8dbfd1d req-ac7e084f-7fd3-482b-b56c-06fe7bff3850 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:04.224002 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3ca5b0b6-a33f-4788-a626-6df84be2642a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:04.225724 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d19f8c11-a89d-406a-bd26-2f09f8dbfd1d req-ac7e084f-7fd3-482b-b56c-06fe7bff3850 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/ports?device_id=afc254ea-ccf6-497c-b6f3-9c7790e81f60 HTTP/1.1" status: 200 len: 5430 time: 0.2476709 Aug 29 04:20:04.226559 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-3ca5b0b6-a33f-4788-a626-6df84be2642a admin admin] 10.222.0.22 "DELETE /v2.0/subnets/5670617d-352d-441a-8d77-9583e75eed3c HTTP/1.1" status: 204 len: 168 time: 0.3332171 Aug 29 04:20:04.229103 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 48904) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:04.273303 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1cfae44-a05f-456a-9d6a-8e274b728e85 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Router 9defbc3d-dbf1-4d26-a895-3ed92507d0ef has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:20:04.285005 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d19f8c11-a89d-406a-bd26-2f09f8dbfd1d req-8f80286d-5fea-461d-a5ce-356955c40c09 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/security-groups?id=c5569642-fe3a-4dae-b304-b5b17959f467&id=6765471a-6318-4be5-8b74-21c509c8c5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0583642 Aug 29 04:20:04.306553 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a5d4dba7-a955-45f6-b2ad-00762e995710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:04.379271 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bd8217-9ea9-4928-a61a-df671df8df90 req-0fc87c0c-54a5-42b2-92a5-17dfcebd92fa tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:04.380971 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-55bd8217-9ea9-4928-a61a-df671df8df90 req-0fc87c0c-54a5-42b2-92a5-17dfcebd92fa tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.48 "GET /v2.0/ports?device_id=8813c8fd-eb29-4e6b-9f27-6ec0ec9b365d HTTP/1.1" status: 200 len: 945 time: 0.0723615 Aug 29 04:20:04.467251 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1cfae44-a05f-456a-9d6a-8e274b728e85 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:20:04.472265 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c1cfae44-a05f-456a-9d6a-8e274b728e85 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:04.482844 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7611bae-715a-4596-9a95-72a28cad8716 None None] Sync routers for ids ['9defbc3d-dbf1-4d26-a895-3ed92507d0ef'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:20:04.493741 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7611bae-715a-4596-9a95-72a28cad8716 None None] Routers {'9defbc3d-dbf1-4d26-a895-3ed92507d0ef'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:20:04.494612 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-b7611bae-715a-4596-9a95-72a28cad8716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:19:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['9defbc3d-dbf1-4d26-a895-3ed92507d0ef'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:04.507923 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-c1cfae44-a05f-456a-9d6a-8e274b728e85 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "PUT /v2.0/floatingips/4cc23b43-f1dd-4343-a87e-a1014ec96fc7 HTTP/1.1" status: 200 len: 992 time: 3.4100275 Aug 29 04:20:04.509299 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbbdf5ca-0dc2-4283-8108-a1763b063e9c', 'tag': 'd6b4b2ae-4a49-41d8-8d03-babcf76f8592'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:20:04.511374 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a5d4dba7-a955-45f6-b2ad-00762e995710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:04.524714 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b036e8a-6ca4-4141-8b8d-e92cae2782d2" -d '{"events": [{"name": "network-changed", "server_uuid": "cbbdf5ca-0dc2-4283-8108-a1763b063e9c", "tag": "d6b4b2ae-4a49-41d8-8d03-babcf76f8592"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:20:04.540477 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-a5d4dba7-a955-45f6-b2ad-00762e995710 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4354257c-2d8f-4fc9-8554-03af3fe5b352']}} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:04.560336 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-a5d4dba7-a955-45f6-b2ad-00762e995710 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aad5b27-03af-4ad0-a74c-3d16da233fd1') {'for_net_delete': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:04.561008 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-a5d4dba7-a955-45f6-b2ad-00762e995710 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aad5b27-03af-4ad0-a74c-3d16da233fd1') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:04.606454 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a5d4dba7-a955-45f6-b2ad-00762e995710 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8904833'] for segment, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:04.624181 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78564b5-f87f-46a8-840a-cf0c16243a9d req-79663c8e-cdb5-4c66-81f9-5af8a11c2c34 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:04.625890 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e78564b5-f87f-46a8-840a-cf0c16243a9d req-79663c8e-cdb5-4c66-81f9-5af8a11c2c34 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e5ccfea-706b-4825-9d2e-60c0b092c82e HTTP/1.1" status: 200 len: 944 time: 0.2170177 Aug 29 04:20:04.640659 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a5d4dba7-a955-45f6-b2ad-00762e995710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:04.683613 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5d4dba7-a955-45f6-b2ad-00762e995710 admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=94828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:20:04.684330 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a5d4dba7-a955-45f6-b2ad-00762e995710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9190468'] for segment, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:04.688971 n-d-712140-12 neutron-server[94828]: Traceback (most recent call last): Aug 29 04:20:04.688971 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:20:04.688971 n-d-712140-12 neutron-server[94828]: timer() Aug 29 04:20:04.688971 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:20:04.688971 n-d-712140-12 neutron-server[94828]: cb(*args, **kw) Aug 29 04:20:04.688971 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:20:04.688971 n-d-712140-12 neutron-server[94828]: return func(*args, **kwargs) Aug 29 04:20:04.688971 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:20:04.688971 n-d-712140-12 neutron-server[94828]: self._notify() Aug 29 04:20:04.688971 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:20:04.688971 n-d-712140-12 neutron-server[94828]: self.callback(batched_events) Aug 29 04:20:04.688971 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:20:04.688971 n-d-712140-12 neutron-server[94828]: event.method(event) Aug 29 04:20:04.688971 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:20:04.688971 n-d-712140-12 neutron-server[94828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:20:04.688971 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:20:04.688971 n-d-712140-12 neutron-server[94828]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:20:04.688971 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:20:04.688971 n-d-712140-12 neutron-server[94828]: return f(self, *a, **k) Aug 29 04:20:04.688971 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:20:04.688971 n-d-712140-12 neutron-server[94828]: return self._get(url).json() Aug 29 04:20:04.688971 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:20:04.688971 n-d-712140-12 neutron-server[94828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:20:04.688971 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:20:04.688971 n-d-712140-12 neutron-server[94828]: return self.request(url, 'GET', **kwargs) Aug 29 04:20:04.688971 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:20:04.688971 n-d-712140-12 neutron-server[94828]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:20:04.688971 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:20:04.688971 n-d-712140-12 neutron-server[94828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:20:04.688971 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:20:04.688971 n-d-712140-12 neutron-server[94828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:20:04.688971 n-d-712140-12 neutron-server[94828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:20:04.723571 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d27215d-8d82-47b7-a595-d4fe86cd1731 x-openstack-request-id: req-4d27215d-8d82-47b7-a595-d4fe86cd1731 {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:20:04.723900 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbbdf5ca-0dc2-4283-8108-a1763b063e9c", "tag": "d6b4b2ae-4a49-41d8-8d03-babcf76f8592", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:20:04.724159 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4d27215d-8d82-47b7-a595-d4fe86cd1731 {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:20:04.724569 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbbdf5ca-0dc2-4283-8108-a1763b063e9c', 'tag': 'd6b4b2ae-4a49-41d8-8d03-babcf76f8592', 'status': 'completed', 'code': 200} Aug 29 04:20:04.747938 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device e6463710-82f5-470e-846e-24343a1b85c4 no longer exists at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:20:04.774582 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-b7611bae-715a-4596-9a95-72a28cad8716 None None] Set router 9defbc3d-dbf1-4d26-a895-3ed92507d0ef gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:20:04.778351 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e78564b5-f87f-46a8-840a-cf0c16243a9d req-b9bdc886-0076-4e51-8443-a59750526c2e tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=95663bcf-c178-40f7-a8d1-56ba6dc33aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1413558 Aug 29 04:20:04.789358 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-55bd8217-9ea9-4928-a61a-df671df8df90 req-75b7b64d-e804-4a85-9a81-78eb839f4eb2 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Deleting port 1695f969-4f2a-42ed-afd8-fb0a78883cd9 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:20:04.790031 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-55bd8217-9ea9-4928-a61a-df671df8df90 req-75b7b64d-e804-4a85-9a81-78eb839f4eb2 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:04.872839 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b036e8a-6ca4-4141-8b8d-e92cae2782d2 req-bc058276-0ec2-4ab1-9e03-6706e97418cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:04.874256 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3b036e8a-6ca4-4141-8b8d-e92cae2782d2 req-bc058276-0ec2-4ab1-9e03-6706e97418cc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=45c0a3ca896a4dd0bcf90e5c0bd5812f&device_id=cbbdf5ca-0dc2-4283-8108-a1763b063e9c HTTP/1.1" status: 200 len: 1098 time: 0.1091907 Aug 29 04:20:04.910687 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] No Port match for: e6463710-82f5-470e-846e-24343a1b85c4 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:20:04.912594 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device e6463710-82f5-470e-846e-24343a1b85c4 not bound to the agent host n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:20:04.936501 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a5d4dba7-a955-45f6-b2ad-00762e995710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:04.994842 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0aadcafe-c7f3-48cc-9b89-e881010cc6e5 req-f3a99f17-f817-4f23-9acf-23aa8c2aaac1 tempest-ServerShowV254Test-1618899415 tempest-ServerShowV254Test-1618899415-project] 10.222.0.22 "GET /v2.0/ports?device_id=9de919d4-15a8-461e-8b98-44a892752954 HTTP/1.1" status: 200 len: 210 time: 0.0855820 Aug 29 04:20:05.030109 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a5d4dba7-a955-45f6-b2ad-00762e995710 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:05.032107 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-a5d4dba7-a955-45f6-b2ad-00762e995710 admin admin] 10.222.0.22 "DELETE /v2.0/networks/4354257c-2d8f-4fc9-8554-03af3fe5b352 HTTP/1.1" status: 204 len: 168 time: 0.8017454 Aug 29 04:20:05.035333 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d4dba7-a955-45f6-b2ad-00762e995710 admin admin] Pushing event deleted for resources: {'Network': ['ID=4354257c-2d8f-4fc9-8554-03af3fe5b352,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:05.074682 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-55bd8217-9ea9-4928-a61a-df671df8df90 req-75b7b64d-e804-4a85-9a81-78eb839f4eb2 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] For port 1695f969-4f2a-42ed-afd8-fb0a78883cd9, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=1695f969-4f2a-42ed-afd8-fb0a78883cd9,segment=NetworkSegment(1fc19f14-bf6d-4959-b2c5-ed51e935e5ad),segment_id=1fc19f14-bf6d-4959-b2c5-ed51e935e5ad)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:05.075262 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-55bd8217-9ea9-4928-a61a-df671df8df90 req-75b7b64d-e804-4a85-9a81-78eb839f4eb2 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:05.090580 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-55bd8217-9ea9-4928-a61a-df671df8df90 req-75b7b64d-e804-4a85-9a81-78eb839f4eb2 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Calling delete_port for 1695f969-4f2a-42ed-afd8-fb0a78883cd9 owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:20:05.206691 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-82935c7c-a1f0-4c68-9953-a6fb9c2c5a9b req-e4dcc487-118f-4815-adc0-68eb89f2d947 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9de919d4-15a8-461e-8b98-44a892752954 HTTP/1.1" status: 200 len: 210 time: 0.2045302 Aug 29 04:20:05.236884 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e819af-b5ce-4ec7-8cce-dc09f3eeb000 req-6d4c78f0-4991-4d84-a5c2-a58fa608f445 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:05.239233 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d4e819af-b5ce-4ec7-8cce-dc09f3eeb000 req-6d4c78f0-4991-4d84-a5c2-a58fa608f445 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=8813c8fd-eb29-4e6b-9f27-6ec0ec9b365d HTTP/1.1" status: 200 len: 945 time: 0.3545072 Aug 29 04:20:05.358684 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-55bd8217-9ea9-4928-a61a-df671df8df90 req-75b7b64d-e804-4a85-9a81-78eb839f4eb2 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:05.376889 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b036e8a-6ca4-4141-8b8d-e92cae2782d2 req-089745bd-dcdd-4935-8608-ba2c453d773a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:05.378896 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3b036e8a-6ca4-4141-8b8d-e92cae2782d2 req-089745bd-dcdd-4935-8608-ba2c453d773a service neutron] 10.222.0.46 "GET /v2.0/networks?id=fd020187-6618-42b7-a26a-d8ebebc46774 HTTP/1.1" status: 200 len: 917 time: 0.4927859 Aug 29 04:20:05.393734 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['1695f969-4f2a-42ed-afd8-fb0a78883cd9'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:20:05.410523 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d4e819af-b5ce-4ec7-8cce-dc09f3eeb000 req-1fc00702-4044-4343-9cff-bc8a74b3a001 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457143 Aug 29 04:20:05.421359 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b7b64d-e804-4a85-9a81-78eb839f4eb2 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Pushing event deleted for resources: {'Port': ['ID=1695f969-4f2a-42ed-afd8-fb0a78883cd9,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:05.491574 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 48922) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:05.551724 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3b036e8a-6ca4-4141-8b8d-e92cae2782d2 req-25b3052d-5574-4f27-a92a-50ba8a535acd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d6b4b2ae-4a49-41d8-8d03-babcf76f8592 HTTP/1.1" status: 200 len: 1000 time: 0.1283789 Aug 29 04:20:05.573419 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-55bd8217-9ea9-4928-a61a-df671df8df90 req-75b7b64d-e804-4a85-9a81-78eb839f4eb2 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] No DVR routers for this DVR port 1695f969-4f2a-42ed-afd8-fb0a78883cd9 on host n-h2-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:20:05.587394 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-b7611bae-715a-4596-9a95-72a28cad8716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9defbc3d-dbf1-4d26-a895-3ed92507d0ef', 'name': 'tempest-AttachVolumeShelveTestJSON-346863165-router', 'tenant_id': '45c0a3ca896a4dd0bcf90e5c0bd5812f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '1d5b6ad4-bb9d-4ef2-a488-172fe6e858d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:19:14Z', 'updated_at': '2021-08-29T04:19:25Z', 'revision_number': 4, 'project_id': '45c0a3ca896a4dd0bcf90e5c0bd5812f', 'gw_port': {'id': '1d5b6ad4-bb9d-4ef2-a488-172fe6e858d1', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:1d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9defbc3d-dbf1-4d26-a895-3ed92507d0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:19:17Z', 'updated_at': '2021-08-29T04:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': '4cc23b43-f1dd-4343-a87e-a1014ec96fc7', 'tenant_id': '45c0a3ca896a4dd0bcf90e5c0bd5812f', 'floating_ip_address': '172.25.0.211', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': '9defbc3d-dbf1-4d26-a895-3ed92507d0ef', 'port_id': 'd6b4b2ae-4a49-41d8-8d03-babcf76f8592', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1256, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd020187-6618-42b7-a26a-d8ebebc46774', 'mac_address': 'fa:16:3e:39:07:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbdf5ca-0dc2-4283-8108-a1763b063e9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:19:41Z', 'updated_at': '2021-08-29T04:20:02Z', 'revision_number': 1, 'project_id': '45c0a3ca896a4dd0bcf90e5c0bd5812f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3ed0d0c-7f2a-442a-a9b0-ff7e2dc5196a', 'name': '', 'network_id': 'fd020187-6618-42b7-a26a-d8ebebc46774', 'tenant_id': '45c0a3ca896a4dd0bcf90e5c0bd5812f', 'mac_address': 'fa:16:3e:21:10:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9defbc3d-dbf1-4d26-a895-3ed92507d0ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '6247b089-2c7c-4ca3-a8dd-41a0f57cced5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:19:22Z', 'updated_at': '2021-08-29T04:19:37Z', 'revision_number': 5, 'project_id': '45c0a3ca896a4dd0bcf90e5c0bd5812f', 'subnets': [{'id': '6247b089-2c7c-4ca3-a8dd-41a0f57cced5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:05.626765 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-55bd8217-9ea9-4928-a61a-df671df8df90 req-75b7b64d-e804-4a85-9a81-78eb839f4eb2 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:05.631528 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7611bae-715a-4596-9a95-72a28cad8716 None None] Checking router: 9defbc3d-dbf1-4d26-a895-3ed92507d0ef for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:20:05.634766 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-55bd8217-9ea9-4928-a61a-df671df8df90 req-75b7b64d-e804-4a85-9a81-78eb839f4eb2 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.48 "DELETE /v2.0/ports/1695f969-4f2a-42ed-afd8-fb0a78883cd9 HTTP/1.1" status: 204 len: 173 time: 1.2323806 Aug 29 04:20:05.643482 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7611bae-715a-4596-9a95-72a28cad8716 None None] Routers {'9defbc3d-dbf1-4d26-a895-3ed92507d0ef'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:20:05.644402 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-b7611bae-715a-4596-9a95-72a28cad8716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:19:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['9defbc3d-dbf1-4d26-a895-3ed92507d0ef'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:05.651515 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8813c8fd-eb29-4e6b-9f27-6ec0ec9b365d', 'name': 'network-vif-deleted', 'tag': '1695f969-4f2a-42ed-afd8-fb0a78883cd9'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:20:05.657559 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b50832d3-ca84-4ee6-879a-d88d33c8d558" -d '{"events": [{"server_uuid": "8813c8fd-eb29-4e6b-9f27-6ec0ec9b365d", "name": "network-vif-deleted", "tag": "1695f969-4f2a-42ed-afd8-fb0a78883cd9"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:20:05.658072 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b036e8a-6ca4-4141-8b8d-e92cae2782d2 req-0497713e-8bb0-4654-afa5-777a9de54c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:05.660103 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3b036e8a-6ca4-4141-8b8d-e92cae2782d2 req-0497713e-8bb0-4654-afa5-777a9de54c72 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6247b089-2c7c-4ca3-a8dd-41a0f57cced5 HTTP/1.1" status: 200 len: 855 time: 0.0982673 Aug 29 04:20:05.709094 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-9ede20c6-d7f3-43cb-b683-fb086c30c1bc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5408424bc4ac4731a316c98f6c001811&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1918163 Aug 29 04:20:05.710118 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 48928) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:05.759966 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8f26b6-76b3-481c-9903-6414de4b9d93 req-2ea269b1-8633-4dfa-a259-c655cd6f6432 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:05.774407 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8f26b6-76b3-481c-9903-6414de4b9d93 req-2ea269b1-8633-4dfa-a259-c655cd6f6432 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:05.780929 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8f26b6-76b3-481c-9903-6414de4b9d93 req-2ea269b1-8633-4dfa-a259-c655cd6f6432 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:05.795101 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b036e8a-6ca4-4141-8b8d-e92cae2782d2 req-786c26eb-e55b-464f-a2cc-1209f15ef444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:05.796908 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3b036e8a-6ca4-4141-8b8d-e92cae2782d2 req-786c26eb-e55b-464f-a2cc-1209f15ef444 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fd020187-6618-42b7-a26a-d8ebebc46774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1200035 Aug 29 04:20:05.799753 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8f26b6-76b3-481c-9903-6414de4b9d93 req-2ea269b1-8633-4dfa-a259-c655cd6f6432 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:05.823664 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8f26b6-76b3-481c-9903-6414de4b9d93 req-2ea269b1-8633-4dfa-a259-c655cd6f6432 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:05.841311 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8f26b6-76b3-481c-9903-6414de4b9d93 req-2ea269b1-8633-4dfa-a259-c655cd6f6432 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:05.863333 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8f26b6-76b3-481c-9903-6414de4b9d93 req-2ea269b1-8633-4dfa-a259-c655cd6f6432 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:05.872231 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3d8f26b6-76b3-481c-9903-6414de4b9d93 req-2ea269b1-8633-4dfa-a259-c655cd6f6432 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/ports?device_id=afc254ea-ccf6-497c-b6f3-9c7790e81f60 HTTP/1.1" status: 200 len: 5430 time: 0.4195564 Aug 29 04:20:05.943852 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-001a4acd-2f2d-4e13-8077-ed66fb94707f x-openstack-request-id: req-001a4acd-2f2d-4e13-8077-ed66fb94707f {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:20:05.944431 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8813c8fd-eb29-4e6b-9f27-6ec0ec9b365d", "name": "network-vif-deleted", "tag": "1695f969-4f2a-42ed-afd8-fb0a78883cd9", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:20:05.944843 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-001a4acd-2f2d-4e13-8077-ed66fb94707f {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:20:05.945411 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8813c8fd-eb29-4e6b-9f27-6ec0ec9b365d', 'name': 'network-vif-deleted', 'tag': '1695f969-4f2a-42ed-afd8-fb0a78883cd9', 'status': 'completed', 'code': 200} Aug 29 04:20:05.952969 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-b7611bae-715a-4596-9a95-72a28cad8716 None None] Set router 9defbc3d-dbf1-4d26-a895-3ed92507d0ef gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:20:05.976163 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3d8f26b6-76b3-481c-9903-6414de4b9d93 req-450ead7c-89fe-4f9e-9c2e-c7526ad62272 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/security-groups?id=c5569642-fe3a-4dae-b304-b5b17959f467&id=6765471a-6318-4be5-8b74-21c509c8c5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0891623 Aug 29 04:20:06.042759 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3b036e8a-6ca4-4141-8b8d-e92cae2782d2 req-2b4c0294-b045-4422-ae2c-1d74173bb4a2 service neutron] 10.222.0.46 "GET /v2.0/networks/fd020187-6618-42b7-a26a-d8ebebc46774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333002 Aug 29 04:20:06.071115 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-59fcea0e-517d-46a0-80d9-6f7e975b9a9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:06.097399 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-59fcea0e-517d-46a0-80d9-6f7e975b9a9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:06.199476 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-37b029a4-47a2-4fe4-9e3b-a8adfa81d9b2 req-3ffc6850-4b5c-49e1-ac99-0cf073cdeb07 tempest-ServerShowV254Test-1618899415 tempest-ServerShowV254Test-1618899415-project] 10.222.0.22 "GET /v2.0/ports?device_id=9de919d4-15a8-461e-8b98-44a892752954 HTTP/1.1" status: 200 len: 210 time: 0.0432556 Aug 29 04:20:06.204419 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-59fcea0e-517d-46a0-80d9-6f7e975b9a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:06.212492 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-59fcea0e-517d-46a0-80d9-6f7e975b9a9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:06.219059 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-59fcea0e-517d-46a0-80d9-6f7e975b9a9a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d80f8c04-3543-4f80-b743-52930f22eb41 HTTP/1.1" status: 204 len: 168 time: 0.5064969 Aug 29 04:20:06.228674 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fcea0e-517d-46a0-80d9-6f7e975b9a9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d80f8c04-3543-4f80-b743-52930f22eb41,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:06.238702 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b50ac35-629c-4ac2-a223-59d1f83605e9 req-ea73b8ab-51dc-4454-9b1b-e99b30185acb tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:06.246737 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3b50ac35-629c-4ac2-a223-59d1f83605e9 req-ea73b8ab-51dc-4454-9b1b-e99b30185acb tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e5ccfea-706b-4825-9d2e-60c0b092c82e HTTP/1.1" status: 200 len: 944 time: 0.1826921 Aug 29 04:20:06.336483 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3b50ac35-629c-4ac2-a223-59d1f83605e9 req-d6d1bbb9-7273-4e82-ab4e-929c405a8bd9 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=95663bcf-c178-40f7-a8d1-56ba6dc33aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887320 Aug 29 04:20:06.348770 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3b036e8a-6ca4-4141-8b8d-e92cae2782d2 req-33be591c-b557-4d8d-9f5b-a001f52e6111 service neutron] 10.222.0.46 "GET /v2.0/networks/fd020187-6618-42b7-a26a-d8ebebc46774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2935958 Aug 29 04:20:06.508468 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4bd2d36a-ce85-467c-93b7-17be048717a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:06.645407 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-b7611bae-715a-4596-9a95-72a28cad8716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9defbc3d-dbf1-4d26-a895-3ed92507d0ef', 'name': 'tempest-AttachVolumeShelveTestJSON-346863165-router', 'tenant_id': '45c0a3ca896a4dd0bcf90e5c0bd5812f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '1d5b6ad4-bb9d-4ef2-a488-172fe6e858d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:19:14Z', 'updated_at': '2021-08-29T04:19:25Z', 'revision_number': 4, 'project_id': '45c0a3ca896a4dd0bcf90e5c0bd5812f', 'gw_port': {'id': '1d5b6ad4-bb9d-4ef2-a488-172fe6e858d1', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:1d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9defbc3d-dbf1-4d26-a895-3ed92507d0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:19:17Z', 'updated_at': '2021-08-29T04:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': '4cc23b43-f1dd-4343-a87e-a1014ec96fc7', 'tenant_id': '45c0a3ca896a4dd0bcf90e5c0bd5812f', 'floating_ip_address': '172.25.0.211', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': '9defbc3d-dbf1-4d26-a895-3ed92507d0ef', 'port_id': 'd6b4b2ae-4a49-41d8-8d03-babcf76f8592', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1256, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd020187-6618-42b7-a26a-d8ebebc46774', 'mac_address': 'fa:16:3e:39:07:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbdf5ca-0dc2-4283-8108-a1763b063e9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:19:41Z', 'updated_at': '2021-08-29T04:20:02Z', 'revision_number': 1, 'project_id': '45c0a3ca896a4dd0bcf90e5c0bd5812f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3ed0d0c-7f2a-442a-a9b0-ff7e2dc5196a', 'name': '', 'network_id': 'fd020187-6618-42b7-a26a-d8ebebc46774', 'tenant_id': '45c0a3ca896a4dd0bcf90e5c0bd5812f', 'mac_address': 'fa:16:3e:21:10:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9defbc3d-dbf1-4d26-a895-3ed92507d0ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '6247b089-2c7c-4ca3-a8dd-41a0f57cced5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:19:22Z', 'updated_at': '2021-08-29T04:19:37Z', 'revision_number': 5, 'project_id': '45c0a3ca896a4dd0bcf90e5c0bd5812f', 'subnets': [{'id': '6247b089-2c7c-4ca3-a8dd-41a0f57cced5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:06.743720 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7611bae-715a-4596-9a95-72a28cad8716 None None] The sync data for ids ['9defbc3d-dbf1-4d26-a895-3ed92507d0ef'] in n-d-712140-12 is: [{'id': '9defbc3d-dbf1-4d26-a895-3ed92507d0ef', 'name': 'tempest-AttachVolumeShelveTestJSON-346863165-router', 'tenant_id': '45c0a3ca896a4dd0bcf90e5c0bd5812f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '1d5b6ad4-bb9d-4ef2-a488-172fe6e858d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:19:14Z', 'updated_at': '2021-08-29T04:19:25Z', 'revision_number': 4, 'project_id': '45c0a3ca896a4dd0bcf90e5c0bd5812f', 'gw_port': {'id': '1d5b6ad4-bb9d-4ef2-a488-172fe6e858d1', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:1d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9defbc3d-dbf1-4d26-a895-3ed92507d0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:19:17Z', 'updated_at': '2021-08-29T04:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': '4cc23b43-f1dd-4343-a87e-a1014ec96fc7', 'tenant_id': '45c0a3ca896a4dd0bcf90e5c0bd5812f', 'floating_ip_address': '172.25.0.211', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': '9defbc3d-dbf1-4d26-a895-3ed92507d0ef', 'port_id': 'd6b4b2ae-4a49-41d8-8d03-babcf76f8592', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1256, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd020187-6618-42b7-a26a-d8ebebc46774', 'mac_address': 'fa:16:3e:39:07:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbdf5ca-0dc2-4283-8108-a1763b063e9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:19:41Z', 'updated_at': '2021-08-29T04:20:02Z', 'revision_number': 1, 'project_id': '45c0a3ca896a4dd0bcf90e5c0bd5812f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3ed0d0c-7f2a-442a-a9b0-ff7e2dc5196a', 'name': '', 'network_id': 'fd020187-6618-42b7-a26a-d8ebebc46774', 'tenant_id': '45c0a3ca896a4dd0bcf90e5c0bd5812f', 'mac_address': 'fa:16:3e:21:10:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9defbc3d-dbf1-4d26-a895-3ed92507d0ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '6247b089-2c7c-4ca3-a8dd-41a0f57cced5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:19:22Z', 'updated_at': '2021-08-29T04:19:37Z', 'revision_number': 5, 'project_id': '45c0a3ca896a4dd0bcf90e5c0bd5812f', 'subnets': [{'id': '6247b089-2c7c-4ca3-a8dd-41a0f57cced5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:20:06.977699 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56263d76-07f7-4a97-abfe-8334261d422f req-20f56e24-0032-4ba8-8ae5-5f0f96ba5904 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:06.979346 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-56263d76-07f7-4a97-abfe-8334261d422f req-20f56e24-0032-4ba8-8ae5-5f0f96ba5904 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb5d6e9c-5c3d-4fd0-b7cd-2988a1e453f4 HTTP/1.1" status: 200 len: 944 time: 0.0993133 Aug 29 04:20:07.064329 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-56263d76-07f7-4a97-abfe-8334261d422f req-620838a5-37ed-43aa-a16e-ec3d32303208 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754559 Aug 29 04:20:07.074693 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:07.115713 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac62c37c-f22e-4b0f-b357-c6eea24afe26 None None] New status for floating IP 4cc23b43-f1dd-4343-a87e-a1014ec96fc7: ACTIVE {{(pid=94831) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:20:07.154896 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:07.192617 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807e12e3-fbd4-4527-be52-85f5cd6e0883 req-f26b04a5-4c8b-4593-a67d-815b1057d55f tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:07.198853 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807e12e3-fbd4-4527-be52-85f5cd6e0883 req-f26b04a5-4c8b-4593-a67d-815b1057d55f tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:07.204957 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807e12e3-fbd4-4527-be52-85f5cd6e0883 req-f26b04a5-4c8b-4593-a67d-815b1057d55f tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:07.211502 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807e12e3-fbd4-4527-be52-85f5cd6e0883 req-f26b04a5-4c8b-4593-a67d-815b1057d55f tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:07.217460 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807e12e3-fbd4-4527-be52-85f5cd6e0883 req-f26b04a5-4c8b-4593-a67d-815b1057d55f tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:07.223678 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807e12e3-fbd4-4527-be52-85f5cd6e0883 req-f26b04a5-4c8b-4593-a67d-815b1057d55f tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:07.229990 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807e12e3-fbd4-4527-be52-85f5cd6e0883 req-f26b04a5-4c8b-4593-a67d-815b1057d55f tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:07.232680 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-807e12e3-fbd4-4527-be52-85f5cd6e0883 req-f26b04a5-4c8b-4593-a67d-815b1057d55f tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/ports?device_id=afc254ea-ccf6-497c-b6f3-9c7790e81f60 HTTP/1.1" status: 200 len: 5430 time: 0.1368923 Aug 29 04:20:07.297810 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-807e12e3-fbd4-4527-be52-85f5cd6e0883 req-ed8459d0-ce84-40d9-983b-1b97bf28b090 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/security-groups?id=c5569642-fe3a-4dae-b304-b5b17959f467&id=6765471a-6318-4be5-8b74-21c509c8c5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0496204 Aug 29 04:20:07.379352 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d4f12897-4e5d-49e4-8b7a-c0ef7ef13682 req-e5261c73-3fa1-40c8-8ef3-3e31455e8111 tempest-ServerShowV254Test-1618899415 tempest-ServerShowV254Test-1618899415-project] 10.222.0.22 "GET /v2.0/ports?device_id=9de919d4-15a8-461e-8b98-44a892752954 HTTP/1.1" status: 200 len: 210 time: 0.0559084 Aug 29 04:20:07.437226 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 48974) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:07.443369 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-62c991bf-87a6-4ad8-bd80-78684da1b486 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Request body: {'subnet': {'network_id': '0e42b897-6508-4134-a4be-5099b82c00b2', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:07.473300 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 48976) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:07.497303 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff8bdd5-addb-467a-b2d5-10b50c8956a1 req-5f7f6263-bd18-4df2-9bc1-87ced9822c3d tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:07.505016 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0ff8bdd5-addb-467a-b2d5-10b50c8956a1 req-5f7f6263-bd18-4df2-9bc1-87ced9822c3d tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e5ccfea-706b-4825-9d2e-60c0b092c82e HTTP/1.1" status: 200 len: 944 time: 0.0721149 Aug 29 04:20:07.549025 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0ff8bdd5-addb-467a-b2d5-10b50c8956a1 req-8a575887-4d9e-4020-b447-f032d173c90f tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=95663bcf-c178-40f7-a8d1-56ba6dc33aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430009 Aug 29 04:20:07.593475 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62c991bf-87a6-4ad8-bd80-78684da1b486 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Made reservation on behalf of 44385798d8624c32aa934faabfcc9a0e for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:20:07.597748 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-62c991bf-87a6-4ad8-bd80-78684da1b486 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:07.620678 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-bcd0f176-d47d-4fce-a136-b7515d0f4ddd admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-70024655-network', 'tenant_id': 'a501d026f03a4d0fb779b653c9e02068'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:07.625062 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737fabe5-63c6-4b19-8cd3-c9281e337bfb req-6e1d9ac1-5a74-4194-9639-e34712c2eff2 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:07.626875 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-737fabe5-63c6-4b19-8cd3-c9281e337bfb req-6e1d9ac1-5a74-4194-9639-e34712c2eff2 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb5d6e9c-5c3d-4fd0-b7cd-2988a1e453f4 HTTP/1.1" status: 200 len: 944 time: 0.0994959 Aug 29 04:20:07.644314 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcd0f176-d47d-4fce-a136-b7515d0f4ddd admin admin] Made reservation on behalf of a501d026f03a4d0fb779b653c9e02068 for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:20:07.647986 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-bcd0f176-d47d-4fce-a136-b7515d0f4ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:07.662867 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-bcd0f176-d47d-4fce-a136-b7515d0f4ddd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:07.783813 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-bcd0f176-d47d-4fce-a136-b7515d0f4ddd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:07.789011 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-bcd0f176-d47d-4fce-a136-b7515d0f4ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:07.820422 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd0f176-d47d-4fce-a136-b7515d0f4ddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e1109a6-248f-4454-ba5b-742319a76013,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:07.855433 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcd0f176-d47d-4fce-a136-b7515d0f4ddd admin admin] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:20:07.868339 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-bcd0f176-d47d-4fce-a136-b7515d0f4ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:07.868700 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-bcd0f176-d47d-4fce-a136-b7515d0f4ddd admin admin] Added segment 98b8dc6c-7a29-4e8c-b0e0-7a04be0f01c2 of type vlan for network 67c1cdda-7629-481b-81fa-9aed1bd1ab3c Aug 29 04:20:07.892201 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-737fabe5-63c6-4b19-8cd3-c9281e337bfb req-b99c228b-c9c6-455b-a7b0-83dbcba4614d tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Deleting port 83e8be10-8624-47a2-b4c6-4413e7b94668 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:20:07.892552 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-737fabe5-63c6-4b19-8cd3-c9281e337bfb req-b99c228b-c9c6-455b-a7b0-83dbcba4614d tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:07.922259 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-bcd0f176-d47d-4fce-a136-b7515d0f4ddd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:07.955618 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-bcd0f176-d47d-4fce-a136-b7515d0f4ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:07.956680 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd0f176-d47d-4fce-a136-b7515d0f4ddd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:07.957461 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-bcd0f176-d47d-4fce-a136-b7515d0f4ddd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:07.974227 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-bcd0f176-d47d-4fce-a136-b7515d0f4ddd admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4986966 Aug 29 04:20:07.991084 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 48992) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:07.999025 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-742956cd-5064-4d81-a89b-598ba8b1c56a admin admin] Request body: {'subnet': {'network_id': '67c1cdda-7629-481b-81fa-9aed1bd1ab3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-70024655-subnet', 'tenant_id': 'a501d026f03a4d0fb779b653c9e02068', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:08.051752 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-62c991bf-87a6-4ad8-bd80-78684da1b486 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9191137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10062364'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:08.064857 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd0f176-d47d-4fce-a136-b7515d0f4ddd admin admin] Pushing event updated for resources: {'Network': ['ID=67c1cdda-7629-481b-81fa-9aed1bd1ab3c,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:08.078845 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 67c1cdda-7629-481b-81fa-9aed1bd1ab3c details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:20:08.151480 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-737fabe5-63c6-4b19-8cd3-c9281e337bfb req-b99c228b-c9c6-455b-a7b0-83dbcba4614d tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] For port 83e8be10-8624-47a2-b4c6-4413e7b94668, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=83e8be10-8624-47a2-b4c6-4413e7b94668,segment=NetworkSegment(1fc19f14-bf6d-4959-b2c5-ed51e935e5ad),segment_id=1fc19f14-bf6d-4959-b2c5-ed51e935e5ad)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:08.152057 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-737fabe5-63c6-4b19-8cd3-c9281e337bfb req-b99c228b-c9c6-455b-a7b0-83dbcba4614d tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:08.188177 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c991bf-87a6-4ad8-bd80-78684da1b486 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Pushing event updated for resources: {'Subnet': ['ID=feac4683-941c-4724-91d2-1b03e43e0143,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:08.197373 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-742956cd-5064-4d81-a89b-598ba8b1c56a admin admin] Made reservation on behalf of a501d026f03a4d0fb779b653c9e02068 for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:20:08.201828 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-742956cd-5064-4d81-a89b-598ba8b1c56a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:08.221298 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-737fabe5-63c6-4b19-8cd3-c9281e337bfb req-b99c228b-c9c6-455b-a7b0-83dbcba4614d tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Calling delete_port for 83e8be10-8624-47a2-b4c6-4413e7b94668 owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:20:08.258969 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb91df3-dd18-4d5c-9ef7-957fb0ac176a req-3fa67f05-64d0-4426-9314-8d54352d4d1f tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:08.260526 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-abb91df3-dd18-4d5c-9ef7-957fb0ac176a req-3fa67f05-64d0-4426-9314-8d54352d4d1f tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb5d6e9c-5c3d-4fd0-b7cd-2988a1e453f4 HTTP/1.1" status: 200 len: 944 time: 0.0511119 Aug 29 04:20:08.297436 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ab1dd5a2-cdd1-4995-9d23-b4ae8c8f8aeb req-e497fa6f-8970-4d5b-9bc5-7425d65460c9 tempest-ServerShowV254Test-1618899415 tempest-ServerShowV254Test-1618899415-project] 10.222.0.22 "GET /v2.0/ports?device_id=9de919d4-15a8-461e-8b98-44a892752954 HTTP/1.1" status: 200 len: 210 time: 0.1026559 Aug 29 04:20:08.299099 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-abb91df3-dd18-4d5c-9ef7-957fb0ac176a req-22ca51e7-5675-4bda-ba29-f86c025d1a1c tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317297 Aug 29 04:20:08.380240 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c991bf-87a6-4ad8-bd80-78684da1b486 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Checking segment: {'id': 'c309ddeb-1989-4508-818a-a1acb9542c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '0e42b897-6508-4134-a4be-5099b82c00b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:20:08.380724 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c991bf-87a6-4ad8-bd80-78684da1b486 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Network hostable DHCP agents. Network: 0e42b897-6508-4134-a4be-5099b82c00b2, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:20:08.478500 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c991bf-87a6-4ad8-bd80-78684da1b486 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Network 0e42b897-6508-4134-a4be-5099b82c00b2 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:20:08.522352 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-62c991bf-87a6-4ad8-bd80-78684da1b486 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 0e42b897-6508-4134-a4be-5099b82c00b2) {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:20:08.527125 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c991bf-87a6-4ad8-bd80-78684da1b486 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:08.528553 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-62c991bf-87a6-4ad8-bd80-78684da1b486 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:08.529898 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3996bb-b863-4895-9eb4-95b8d897a912 None None] Network 0e42b897-6508-4134-a4be-5099b82c00b2 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:20:08.547808 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fad399-2cc8-4b0c-b42d-5791be6d3034 req-41f7c968-2867-40d4-9a6e-7bf28a755c84 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:08.558008 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fad399-2cc8-4b0c-b42d-5791be6d3034 req-41f7c968-2867-40d4-9a6e-7bf28a755c84 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:08.564564 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fad399-2cc8-4b0c-b42d-5791be6d3034 req-41f7c968-2867-40d4-9a6e-7bf28a755c84 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:08.572055 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fad399-2cc8-4b0c-b42d-5791be6d3034 req-41f7c968-2867-40d4-9a6e-7bf28a755c84 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:08.577092 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fad399-2cc8-4b0c-b42d-5791be6d3034 req-41f7c968-2867-40d4-9a6e-7bf28a755c84 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:08.583254 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fad399-2cc8-4b0c-b42d-5791be6d3034 req-41f7c968-2867-40d4-9a6e-7bf28a755c84 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:08.589587 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fad399-2cc8-4b0c-b42d-5791be6d3034 req-41f7c968-2867-40d4-9a6e-7bf28a755c84 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:08.592203 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a5fad399-2cc8-4b0c-b42d-5791be6d3034 req-41f7c968-2867-40d4-9a6e-7bf28a755c84 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/ports?device_id=afc254ea-ccf6-497c-b6f3-9c7790e81f60 HTTP/1.1" status: 200 len: 5430 time: 0.1993265 Aug 29 04:20:08.594479 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:08.674772 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18f76c8-3d50-4eea-a835-a4db65bb2eff req-315acda3-795c-4ff4-8d55-a8d84d3e8881 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:08.676671 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c18f76c8-3d50-4eea-a835-a4db65bb2eff req-315acda3-795c-4ff4-8d55-a8d84d3e8881 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e5ccfea-706b-4825-9d2e-60c0b092c82e HTTP/1.1" status: 200 len: 944 time: 0.0535467 Aug 29 04:20:08.695221 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726982b7-6e2c-4459-8876-1f67a3c42b52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-0e42b897-6508-4134-a4be-5099b82c00b2', 'network_id': '0e42b897-6508-4134-a4be-5099b82c00b2', 'tenant_id': '44385798d8624c32aa934faabfcc9a0e', 'fixed_ips': [{'subnet_id': 'feac4683-941c-4724-91d2-1b03e43e0143'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:20:08.696256 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-726982b7-6e2c-4459-8876-1f67a3c42b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:08.706674 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-62c991bf-87a6-4ad8-bd80-78684da1b486 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2648137 Aug 29 04:20:08.712666 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 49008) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:08.729487 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-5bf0c9f3-42e1-48d4-b5b8-8d76f5384cb9 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1753457330'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:08.735758 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c18f76c8-3d50-4eea-a835-a4db65bb2eff req-232d920e-d30f-4afd-8880-f22583abf4e2 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=95663bcf-c178-40f7-a8d1-56ba6dc33aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439699 Aug 29 04:20:08.738340 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-742956cd-5064-4d81-a89b-598ba8b1c56a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9191137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10062364'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:08.765458 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a5fad399-2cc8-4b0c-b42d-5791be6d3034 req-9707529b-aa4d-40ef-b417-0b5917a34891 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/security-groups?id=c5569642-fe3a-4dae-b304-b5b17959f467&id=6765471a-6318-4be5-8b74-21c509c8c5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1594231 Aug 29 04:20:08.785223 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 1695f969-4f2a-42ed-afd8-fb0a78883cd9 no longer exists at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:20:08.793252 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-737fabe5-63c6-4b19-8cd3-c9281e337bfb req-b99c228b-c9c6-455b-a7b0-83dbcba4614d tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:08.815056 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] No Port match for: 1695f969-4f2a-42ed-afd8-fb0a78883cd9 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:20:08.815599 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 1695f969-4f2a-42ed-afd8-fb0a78883cd9 not bound to the agent host n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:20:08.844646 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99c228b-c9c6-455b-a7b0-83dbcba4614d tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Pushing event deleted for resources: {'Port': ['ID=83e8be10-8624-47a2-b4c6-4413e7b94668,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:08.853606 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bf0c9f3-42e1-48d4-b5b8-8d76f5384cb9 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Made reservation on behalf of 44385798d8624c32aa934faabfcc9a0e for: {'network': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:20:08.857638 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5bf0c9f3-42e1-48d4-b5b8-8d76f5384cb9 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:08.873173 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742956cd-5064-4d81-a89b-598ba8b1c56a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fc380c2-f629-4bfb-860c-06116ada96b2,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:08.877036 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-726982b7-6e2c-4459-8876-1f67a3c42b52 None None] Allocated IP 2001:db8:0:ffff::2 (0e42b897-6508-4134-a4be-5099b82c00b2/feac4683-941c-4724-91d2-1b03e43e0143/73d53c5d-9b4a-46e9-8c34-41d08c3e0d3b) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:20:08.923997 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-737fabe5-63c6-4b19-8cd3-c9281e337bfb req-b99c228b-c9c6-455b-a7b0-83dbcba4614d tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] No DVR routers for this DVR port 83e8be10-8624-47a2-b4c6-4413e7b94668 on host n-h2-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:20:08.928950 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-737fabe5-63c6-4b19-8cd3-c9281e337bfb req-b99c228b-c9c6-455b-a7b0-83dbcba4614d tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:08.930910 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-737fabe5-63c6-4b19-8cd3-c9281e337bfb req-b99c228b-c9c6-455b-a7b0-83dbcba4614d tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.48 "DELETE /v2.0/ports/83e8be10-8624-47a2-b4c6-4413e7b94668 HTTP/1.1" status: 204 len: 173 time: 1.2721338 Aug 29 04:20:08.931350 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb5d6e9c-5c3d-4fd0-b7cd-2988a1e453f4', 'name': 'network-vif-deleted', 'tag': '83e8be10-8624-47a2-b4c6-4413e7b94668'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:20:08.933626 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7011c36-744d-467f-a909-f1ea9adbded3" -d '{"events": [{"server_uuid": "bb5d6e9c-5c3d-4fd0-b7cd-2988a1e453f4", "name": "network-vif-deleted", "tag": "83e8be10-8624-47a2-b4c6-4413e7b94668"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:20:08.942628 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bf0c9f3-42e1-48d4-b5b8-8d76f5384cb9 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=94828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:20:08.944796 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742956cd-5064-4d81-a89b-598ba8b1c56a admin admin] Checking segment: {'id': '98b8dc6c-7a29-4e8c-b0e0-7a04be0f01c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '67c1cdda-7629-481b-81fa-9aed1bd1ab3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:20:08.945123 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742956cd-5064-4d81-a89b-598ba8b1c56a admin admin] Network hostable DHCP agents. Network: 67c1cdda-7629-481b-81fa-9aed1bd1ab3c, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:20:08.957129 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5bf0c9f3-42e1-48d4-b5b8-8d76f5384cb9 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:08.957425 n-d-712140-12 neutron-server[94828]: INFO neutron.db.segments_db [None req-5bf0c9f3-42e1-48d4-b5b8-8d76f5384cb9 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Added segment bb6e86a1-feb0-4977-88e0-c217545bd6fb of type vlan for network b385b668-8da1-4b75-981f-876c9f9ab1b6 Aug 29 04:20:08.992738 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4d9737e-4f70-42c3-8a2e-a8b23c25d8ab x-openstack-request-id: req-c4d9737e-4f70-42c3-8a2e-a8b23c25d8ab {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:20:08.993363 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb5d6e9c-5c3d-4fd0-b7cd-2988a1e453f4", "name": "network-vif-deleted", "tag": "83e8be10-8624-47a2-b4c6-4413e7b94668", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:20:08.993363 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c4d9737e-4f70-42c3-8a2e-a8b23c25d8ab {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:20:08.993666 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb5d6e9c-5c3d-4fd0-b7cd-2988a1e453f4', 'name': 'network-vif-deleted', 'tag': '83e8be10-8624-47a2-b4c6-4413e7b94668', 'status': 'completed', 'code': 200} Aug 29 04:20:08.996362 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742956cd-5064-4d81-a89b-598ba8b1c56a admin admin] Network 67c1cdda-7629-481b-81fa-9aed1bd1ab3c is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:20:09.013356 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5bf0c9f3-42e1-48d4-b5b8-8d76f5384cb9 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:09.016007 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-742956cd-5064-4d81-a89b-598ba8b1c56a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 67c1cdda-7629-481b-81fa-9aed1bd1ab3c) {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:20:09.022551 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742956cd-5064-4d81-a89b-598ba8b1c56a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:09.023152 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-742956cd-5064-4d81-a89b-598ba8b1c56a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:09.034589 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3268e3-a60e-466f-94ce-139f9b7c0336 None None] Network 67c1cdda-7629-481b-81fa-9aed1bd1ab3c requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:20:09.051662 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-742956cd-5064-4d81-a89b-598ba8b1c56a admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0594559 Aug 29 04:20:09.054631 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-726982b7-6e2c-4459-8876-1f67a3c42b52 None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:09.062475 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5bf0c9f3-42e1-48d4-b5b8-8d76f5384cb9 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:09.068491 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf0c9f3-42e1-48d4-b5b8-8d76f5384cb9 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:09.069123 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5bf0c9f3-42e1-48d4-b5b8-8d76f5384cb9 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:09.129215 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-5bf0c9f3-42e1-48d4-b5b8-8d76f5384cb9 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4153912 Aug 29 04:20:09.130336 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-726982b7-6e2c-4459-8876-1f67a3c42b52 None None] Transition to ACTIVE for port object 73d53c5d-9b4a-46e9-8c34-41d08c3e0d3b will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:20:09.132088 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 49016) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:09.139501 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-a9f77585-4316-4fc2-80b3-ded4cfc897c8 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Request body: {'subnet': {'network_id': 'b385b668-8da1-4b75-981f-876c9f9ab1b6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:09.149702 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-726982b7-6e2c-4459-8876-1f67a3c42b52 None None] Transition to ACTIVE for port object 73d53c5d-9b4a-46e9-8c34-41d08c3e0d3b will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:20:09.158841 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-726982b7-6e2c-4459-8876-1f67a3c42b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:09.195722 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf0c9f3-42e1-48d4-b5b8-8d76f5384cb9 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Pushing event updated for resources: {'Network': ['ID=b385b668-8da1-4b75-981f-876c9f9ab1b6,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:09.230857 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726982b7-6e2c-4459-8876-1f67a3c42b52 None None] Network 0e42b897-6508-4134-a4be-5099b82c00b2 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:20:09.231815 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network b385b668-8da1-4b75-981f-876c9f9ab1b6 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:20:09.251077 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9f77585-4316-4fc2-80b3-ded4cfc897c8 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Made reservation on behalf of 44385798d8624c32aa934faabfcc9a0e for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:20:09.255125 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a9f77585-4316-4fc2-80b3-ded4cfc897c8 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:09.285953 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-726982b7-6e2c-4459-8876-1f67a3c42b52 None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:20:09.290009 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726982b7-6e2c-4459-8876-1f67a3c42b52 None None] Pushing event updated for resources: {'Port': ['ID=73d53c5d-9b4a-46e9-8c34-41d08c3e0d3b,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:09.313342 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726982b7-6e2c-4459-8876-1f67a3c42b52 None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:20:09.386437 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726982b7-6e2c-4459-8876-1f67a3c42b52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:09.386790 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726982b7-6e2c-4459-8876-1f67a3c42b52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:09.387263 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726982b7-6e2c-4459-8876-1f67a3c42b52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:09.388186 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726982b7-6e2c-4459-8876-1f67a3c42b52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:09.388544 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726982b7-6e2c-4459-8876-1f67a3c42b52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:09.389162 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726982b7-6e2c-4459-8876-1f67a3c42b52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:09.389660 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726982b7-6e2c-4459-8876-1f67a3c42b52 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:09.390140 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726982b7-6e2c-4459-8876-1f67a3c42b52 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:09.390632 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726982b7-6e2c-4459-8876-1f67a3c42b52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:09.391123 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726982b7-6e2c-4459-8876-1f67a3c42b52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:09.391614 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726982b7-6e2c-4459-8876-1f67a3c42b52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:09.392138 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726982b7-6e2c-4459-8876-1f67a3c42b52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:09.444992 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cdacafb-39d6-4056-abae-4a7a9bcdc1b8 None None] Network 67c1cdda-7629-481b-81fa-9aed1bd1ab3c requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:20:09.460498 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-726982b7-6e2c-4459-8876-1f67a3c42b52 None None] Attempting to bind port 73d53c5d-9b4a-46e9-8c34-41d08c3e0d3b on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:20:09.460498 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-726982b7-6e2c-4459-8876-1f67a3c42b52 None None] Attempting to bind port 73d53c5d-9b4a-46e9-8c34-41d08c3e0d3b by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'c309ddeb-1989-4508-818a-a1acb9542c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '0e42b897-6508-4134-a4be-5099b82c00b2'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:20:09.460838 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726982b7-6e2c-4459-8876-1f67a3c42b52 None None] Attempting to bind port 73d53c5d-9b4a-46e9-8c34-41d08c3e0d3b on network 0e42b897-6508-4134-a4be-5099b82c00b2 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:20:09.481666 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1e87aa8e-b211-4e1b-b1cc-f3e33887c2ce req-fa7e1948-4a34-44a8-85ac-9e27989579b3 tempest-ServerShowV254Test-1618899415 tempest-ServerShowV254Test-1618899415-project] 10.222.0.22 "GET /v2.0/ports?device_id=9de919d4-15a8-461e-8b98-44a892752954 HTTP/1.1" status: 200 len: 210 time: 0.0403256 Aug 29 04:20:09.496010 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726982b7-6e2c-4459-8876-1f67a3c42b52 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:20:09.496305 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726982b7-6e2c-4459-8876-1f67a3c42b52 None None] Checking segment: {'id': 'c309ddeb-1989-4508-818a-a1acb9542c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '0e42b897-6508-4134-a4be-5099b82c00b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:20:09.496941 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-726982b7-6e2c-4459-8876-1f67a3c42b52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:09.497532 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726982b7-6e2c-4459-8876-1f67a3c42b52 None None] Bound using segment: {'id': 'c309ddeb-1989-4508-818a-a1acb9542c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '0e42b897-6508-4134-a4be-5099b82c00b2'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:20:09.497992 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-726982b7-6e2c-4459-8876-1f67a3c42b52 None None] Bound port: 73d53c5d-9b4a-46e9-8c34-41d08c3e0d3b, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c309ddeb-1989-4508-818a-a1acb9542c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '0e42b897-6508-4134-a4be-5099b82c00b2'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:20:09.498460 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-726982b7-6e2c-4459-8876-1f67a3c42b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:09.505204 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-115b407f-8bd4-4a83-b8ad-9b1a28bf7ee4 req-8264d90b-70e0-4c98-a9e2-9d65782482ad tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb5d6e9c-5c3d-4fd0-b7cd-2988a1e453f4 HTTP/1.1" status: 200 len: 210 time: 0.0451689 Aug 29 04:20:09.554634 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a9f77585-4316-4fc2-80b3-ded4cfc897c8 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9191137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10062364'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:09.621332 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-726982b7-6e2c-4459-8876-1f67a3c42b52 None None] For port 73d53c5d-9b4a-46e9-8c34-41d08c3e0d3b, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:20:09.626101 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-726982b7-6e2c-4459-8876-1f67a3c42b52 None None] For port 73d53c5d-9b4a-46e9-8c34-41d08c3e0d3b, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=73d53c5d-9b4a-46e9-8c34-41d08c3e0d3b,segment=NetworkSegment(c309ddeb-1989-4508-818a-a1acb9542c80),segment_id=c309ddeb-1989-4508-818a-a1acb9542c80)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:20:09.645769 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f77585-4316-4fc2-80b3-ded4cfc897c8 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Checking segment: {'id': 'bb6e86a1-feb0-4977-88e0-c217545bd6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b385b668-8da1-4b75-981f-876c9f9ab1b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:20:09.646253 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f77585-4316-4fc2-80b3-ded4cfc897c8 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Network hostable DHCP agents. Network: b385b668-8da1-4b75-981f-876c9f9ab1b6, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:20:09.647570 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-726982b7-6e2c-4459-8876-1f67a3c42b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:09.665755 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f77585-4316-4fc2-80b3-ded4cfc897c8 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Pushing event updated for resources: {'Subnet': ['ID=401ebdd0-50b7-4511-a430-248679d429a8,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:09.686641 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f77585-4316-4fc2-80b3-ded4cfc897c8 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Network b385b668-8da1-4b75-981f-876c9f9ab1b6 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:20:09.705328 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-a9f77585-4316-4fc2-80b3-ded4cfc897c8 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, b385b668-8da1-4b75-981f-876c9f9ab1b6) {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:20:09.714341 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f77585-4316-4fc2-80b3-ded4cfc897c8 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:09.719076 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a9f77585-4316-4fc2-80b3-ded4cfc897c8 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:09.741997 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-a9f77585-4316-4fc2-80b3-ded4cfc897c8 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.6088400 Aug 29 04:20:09.744590 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 49040) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:09.773846 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d090b107-9e34-42f1-9cb8-b744bf5c2eaa None None] Network b385b668-8da1-4b75-981f-876c9f9ab1b6 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:20:09.899798 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726982b7-6e2c-4459-8876-1f67a3c42b52 None None] Pushing event updated for resources: {'Port': ['ID=73d53c5d-9b4a-46e9-8c34-41d08c3e0d3b,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:09.948985 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-261eb8c7-43e4-4d53-9d3d-20ec164859da tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:09.959608 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-400827e2-e4e1-45d1-bb3a-cccb15cc6a1e tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:09.961806 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-400827e2-e4e1-45d1-bb3a-cccb15cc6a1e tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] 10.222.0.22 "GET /v2.0/networks?id=67c1cdda-7629-481b-81fa-9aed1bd1ab3c HTTP/1.1" status: 200 len: 816 time: 0.1603906 Aug 29 04:20:09.978651 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-4874ad9f-3f99-406a-84e4-cc78beda8459 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] 10.222.0.22 "GET /v2.0/quotas/a501d026f03a4d0fb779b653c9e02068 HTTP/1.1" status: 200 len: 375 time: 0.0100045 Aug 29 04:20:10.035767 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-575adff2-371c-407a-9cb1-9103f296bb83 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=a501d026f03a4d0fb779b653c9e02068&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0352104 Aug 29 04:20:10.110086 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-261eb8c7-43e4-4d53-9d3d-20ec164859da tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:10.131793 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021eb160-bcda-4b75-9bad-864d4c7efecd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-b385b668-8da1-4b75-981f-876c9f9ab1b6', 'network_id': 'b385b668-8da1-4b75-981f-876c9f9ab1b6', 'tenant_id': '44385798d8624c32aa934faabfcc9a0e', 'fixed_ips': [{'subnet_id': '401ebdd0-50b7-4511-a430-248679d429a8'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:20:10.132977 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-021eb160-bcda-4b75-9bad-864d4c7efecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:10.210587 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-261eb8c7-43e4-4d53-9d3d-20ec164859da tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4552352'] for subnet, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:10.293626 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261eb8c7-43e4-4d53-9d3d-20ec164859da tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Pushing event deleted for resources: {'Subnet': ['ID=401ebdd0-50b7-4511-a430-248679d429a8,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:10.328879 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-723727b9-39f8-49d0-8934-112d1d8ff4df service neutron] 10.222.0.22 "GET /v2.0/networks/67c1cdda-7629-481b-81fa-9aed1bd1ab3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2783086 Aug 29 04:20:10.397082 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6fb26e-47b0-412c-9fbd-b580ab74bc95 req-4277aec6-1b8c-4e51-bc27-ada33b8b922d tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:10.399112 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2c6fb26e-47b0-412c-9fbd-b580ab74bc95 req-4277aec6-1b8c-4e51-bc27-ada33b8b922d tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e5ccfea-706b-4825-9d2e-60c0b092c82e HTTP/1.1" status: 200 len: 944 time: 0.1507757 Aug 29 04:20:10.401514 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-261eb8c7-43e4-4d53-9d3d-20ec164859da tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:10.420974 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-261eb8c7-43e4-4d53-9d3d-20ec164859da tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b385b668-8da1-4b75-981f-876c9f9ab1b6']}} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:10.444232 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-261eb8c7-43e4-4d53-9d3d-20ec164859da tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb6e86a1-feb0-4977-88e0-c217545bd6fb') {'for_net_delete': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:10.445197 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-261eb8c7-43e4-4d53-9d3d-20ec164859da tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb6e86a1-feb0-4977-88e0-c217545bd6fb') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:10.448087 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d94798c-6f53-4218-a2cb-ba8c58b50f5d None None] Network b385b668-8da1-4b75-981f-876c9f9ab1b6 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:20:10.460036 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-261eb8c7-43e4-4d53-9d3d-20ec164859da tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4311712'] for segment, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:10.468436 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-0cae44d9-7069-4e38-8c3b-1589e6af3da7 service neutron] 10.222.0.22 "GET /v2.0/networks/67c1cdda-7629-481b-81fa-9aed1bd1ab3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310899 Aug 29 04:20:10.489105 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2c6fb26e-47b0-412c-9fbd-b580ab74bc95 req-9b60f21f-815e-4f2a-acf2-0304bcf047fe tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=95663bcf-c178-40f7-a8d1-56ba6dc33aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752757 Aug 29 04:20:10.498206 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-261eb8c7-43e4-4d53-9d3d-20ec164859da tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:10.505334 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-261eb8c7-43e4-4d53-9d3d-20ec164859da tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=94829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:20:10.506397 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-261eb8c7-43e4-4d53-9d3d-20ec164859da tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4274277'] for segment, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:10.509044 n-d-712140-12 neutron-server[94829]: Traceback (most recent call last): Aug 29 04:20:10.509044 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:20:10.509044 n-d-712140-12 neutron-server[94829]: timer() Aug 29 04:20:10.509044 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:20:10.509044 n-d-712140-12 neutron-server[94829]: cb(*args, **kw) Aug 29 04:20:10.509044 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:20:10.509044 n-d-712140-12 neutron-server[94829]: return func(*args, **kwargs) Aug 29 04:20:10.509044 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:20:10.509044 n-d-712140-12 neutron-server[94829]: self._notify() Aug 29 04:20:10.509044 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:20:10.509044 n-d-712140-12 neutron-server[94829]: self.callback(batched_events) Aug 29 04:20:10.509044 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:20:10.509044 n-d-712140-12 neutron-server[94829]: event.method(event) Aug 29 04:20:10.509044 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:20:10.509044 n-d-712140-12 neutron-server[94829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:20:10.509044 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:20:10.509044 n-d-712140-12 neutron-server[94829]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:20:10.509044 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:20:10.509044 n-d-712140-12 neutron-server[94829]: return f(self, *a, **k) Aug 29 04:20:10.509044 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:20:10.509044 n-d-712140-12 neutron-server[94829]: return self._get(url).json() Aug 29 04:20:10.509044 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:20:10.509044 n-d-712140-12 neutron-server[94829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:20:10.509044 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:20:10.509044 n-d-712140-12 neutron-server[94829]: return self.request(url, 'GET', **kwargs) Aug 29 04:20:10.509044 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:20:10.509044 n-d-712140-12 neutron-server[94829]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:20:10.509044 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:20:10.509044 n-d-712140-12 neutron-server[94829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:20:10.509044 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:20:10.509044 n-d-712140-12 neutron-server[94829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:20:10.509044 n-d-712140-12 neutron-server[94829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:20:10.580222 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-261eb8c7-43e4-4d53-9d3d-20ec164859da tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:10.593509 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-261eb8c7-43e4-4d53-9d3d-20ec164859da tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:10.601097 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-261eb8c7-43e4-4d53-9d3d-20ec164859da tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] 10.222.0.22 "DELETE /v2.0/networks/b385b668-8da1-4b75-981f-876c9f9ab1b6 HTTP/1.1" status: 204 len: 168 time: 0.8500462 Aug 29 04:20:10.602346 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 49066) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:10.609015 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-d36a15a9-fe44-4753-80d6-cfe5c891e43f tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-100091552'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:10.643410 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d36a15a9-fe44-4753-80d6-cfe5c891e43f tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Made reservation on behalf of 44385798d8624c32aa934faabfcc9a0e for: {'network': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:20:10.649069 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d36a15a9-fe44-4753-80d6-cfe5c891e43f tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:10.651980 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261eb8c7-43e4-4d53-9d3d-20ec164859da tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Pushing event deleted for resources: {'Network': ['ID=b385b668-8da1-4b75-981f-876c9f9ab1b6,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:10.690896 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46792ebf-882b-4d8e-afc5-fb3ecef7c460 req-ce578cc3-d60f-41d1-9f61-d2961aed7237 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:10.694888 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d36a15a9-fe44-4753-80d6-cfe5c891e43f tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=94828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:20:10.702281 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46792ebf-882b-4d8e-afc5-fb3ecef7c460 req-ce578cc3-d60f-41d1-9f61-d2961aed7237 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:10.708711 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d36a15a9-fe44-4753-80d6-cfe5c891e43f tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:10.709179 n-d-712140-12 neutron-server[94828]: INFO neutron.db.segments_db [None req-d36a15a9-fe44-4753-80d6-cfe5c891e43f tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Added segment b01d587e-e1ae-4a13-990c-e9fd87d5dc4b of type vlan for network 6ac3918d-221d-43b6-83e2-47d848d03ec5 Aug 29 04:20:10.714476 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46792ebf-882b-4d8e-afc5-fb3ecef7c460 req-ce578cc3-d60f-41d1-9f61-d2961aed7237 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:10.733527 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46792ebf-882b-4d8e-afc5-fb3ecef7c460 req-ce578cc3-d60f-41d1-9f61-d2961aed7237 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:10.744993 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46792ebf-882b-4d8e-afc5-fb3ecef7c460 req-ce578cc3-d60f-41d1-9f61-d2961aed7237 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:10.773740 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46792ebf-882b-4d8e-afc5-fb3ecef7c460 req-ce578cc3-d60f-41d1-9f61-d2961aed7237 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:10.773740 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46792ebf-882b-4d8e-afc5-fb3ecef7c460 req-ce578cc3-d60f-41d1-9f61-d2961aed7237 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:10.774033 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 35d63e72-b738-4a46-8a77-b6b744715997 details requested by agent hyperv_n-h2-712140-12 with host n-h2-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:20:10.774149 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d36a15a9-fe44-4753-80d6-cfe5c891e43f tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:10.786199 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-46792ebf-882b-4d8e-afc5-fb3ecef7c460 req-ce578cc3-d60f-41d1-9f61-d2961aed7237 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/ports?device_id=afc254ea-ccf6-497c-b6f3-9c7790e81f60 HTTP/1.1" status: 200 len: 5430 time: 0.1888282 Aug 29 04:20:10.833995 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d36a15a9-fe44-4753-80d6-cfe5c891e43f tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:10.847209 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36a15a9-fe44-4753-80d6-cfe5c891e43f tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:10.850801 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-46792ebf-882b-4d8e-afc5-fb3ecef7c460 req-0ce253ed-dadf-440b-b845-673aa25fee6b tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/security-groups?id=c5569642-fe3a-4dae-b304-b5b17959f467&id=6765471a-6318-4be5-8b74-21c509c8c5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0633826 Aug 29 04:20:10.850972 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d36a15a9-fe44-4753-80d6-cfe5c891e43f tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:10.938082 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 35d63e72-b738-4a46-8a77-b6b744715997, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=35d63e72-b738-4a46-8a77-b6b744715997,segment=NetworkSegment(c43d2e16-64d2-466b-8915-fe746cc0a849),segment_id=c43d2e16-64d2-466b-8915-fe746cc0a849)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:10.977356 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Returning: {'device': '35d63e72-b738-4a46-8a77-b6b744715997', 'network_id': '30a5f83d-44db-4be9-a796-3b5e93558c29', 'port_id': '35d63e72-b738-4a46-8a77-b6b744715997', 'mac_address': 'fa:16:3e:a1:4b:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81808e7a-684a-4dd3-97bc-1cbd7265f9b6', 'ip_address': '10.1.1.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:20:11.034657 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 49074) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:11.036994 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-d36a15a9-fe44-4753-80d6-cfe5c891e43f tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4342046 Aug 29 04:20:11.040176 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-7d7369e5-7d8e-4430-8caf-2a1b120ce5b7 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Request body: {'subnet': {'network_id': '6ac3918d-221d-43b6-83e2-47d848d03ec5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:11.045453 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 73d53c5d-9b4a-46e9-8c34-41d08c3e0d3b up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:20:11.057314 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36a15a9-fe44-4753-80d6-cfe5c891e43f tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Pushing event updated for resources: {'Network': ['ID=6ac3918d-221d-43b6-83e2-47d848d03ec5,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:11.087158 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 6ac3918d-221d-43b6-83e2-47d848d03ec5 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:20:11.171463 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:11.198233 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35d63e72-b738-4a46-8a77-b6b744715997 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:20:11.228550 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 35d63e72-b738-4a46-8a77-b6b744715997, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=35d63e72-b738-4a46-8a77-b6b744715997,segment=NetworkSegment(c43d2e16-64d2-466b-8915-fe746cc0a849),segment_id=c43d2e16-64d2-466b-8915-fe746cc0a849)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:11.238192 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:11.240238 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 1cbff8cc-cee1-4849-be7f-5f48e82103ba details requested by agent hyperv_n-h2-712140-12 with host n-h2-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:20:11.261003 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-18f9a8bf-376c-44ef-9b4b-2a70f2e8ff7e req-a5b7005f-e8ee-45cd-95d5-91e04d8fd688 tempest-ServerShowV254Test-1618899415 tempest-ServerShowV254Test-1618899415-project] 10.222.0.22 "GET /v2.0/ports?device_id=9de919d4-15a8-461e-8b98-44a892752954 HTTP/1.1" status: 200 len: 210 time: 0.0742066 Aug 29 04:20:11.289023 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d7369e5-7d8e-4430-8caf-2a1b120ce5b7 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Made reservation on behalf of 44385798d8624c32aa934faabfcc9a0e for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:20:11.300913 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7d7369e5-7d8e-4430-8caf-2a1b120ce5b7 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4552395'] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:11.315801 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 73d53c5d-9b4a-46e9-8c34-41d08c3e0d3b completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:20:11.352165 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 1cbff8cc-cee1-4849-be7f-5f48e82103ba, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=1cbff8cc-cee1-4849-be7f-5f48e82103ba,segment=NetworkSegment(c43d2e16-64d2-466b-8915-fe746cc0a849),segment_id=c43d2e16-64d2-466b-8915-fe746cc0a849)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:11.362711 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=35d63e72-b738-4a46-8a77-b6b744715997,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:11.371675 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Returning: {'device': '1cbff8cc-cee1-4849-be7f-5f48e82103ba', 'network_id': '30a5f83d-44db-4be9-a796-3b5e93558c29', 'port_id': '1cbff8cc-cee1-4849-be7f-5f48e82103ba', 'mac_address': 'fa:16:3e:12:36:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81808e7a-684a-4dd3-97bc-1cbd7265f9b6', 'ip_address': '10.1.1.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:20:11.429573 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:11.459755 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e052a4-963a-4bba-b6f4-28a592b70b9c None None] Network 0e42b897-6508-4134-a4be-5099b82c00b2 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:20:11.590095 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cbff8cc-cee1-4849-be7f-5f48e82103ba {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:20:11.590362 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2a749250-f60f-4025-8d95-29b8553752c5 req-111a54a1-cc0c-47cb-a91f-0c01d26fc347 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] 10.222.0.22 "GET /v2.0/ports?device_id=25c8a457-9098-4823-a0b0-e5217cb8e752 HTTP/1.1" status: 200 len: 210 time: 0.0416906 Aug 29 04:20:11.631715 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 1cbff8cc-cee1-4849-be7f-5f48e82103ba, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=1cbff8cc-cee1-4849-be7f-5f48e82103ba,segment=NetworkSegment(c43d2e16-64d2-466b-8915-fe746cc0a849),segment_id=c43d2e16-64d2-466b-8915-fe746cc0a849)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:11.639097 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-27f867e3-868b-45a2-a98a-193120f4b7aa None None] Provisioning for port 73d53c5d-9b4a-46e9-8c34-41d08c3e0d3b completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:20:11.657357 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:11.658165 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 3935a212-8cf6-4330-b1a6-b9caa4ca084f details requested by agent hyperv_n-h2-712140-12 with host n-h2-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:20:11.665682 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-27f867e3-868b-45a2-a98a-193120f4b7aa None None] Provisioning complete for port 73d53c5d-9b4a-46e9-8c34-41d08c3e0d3b triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:20:11.666332 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-27f867e3-868b-45a2-a98a-193120f4b7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:11.695730 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7d7369e5-7d8e-4430-8caf-2a1b120ce5b7 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4274880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4552377'] for subnet, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:11.771547 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1945572b-b254-4e5e-90e4-c32d981becc7 req-6e1704a4-e17c-4a00-b118-972df90852e0 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:11.781211 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1945572b-b254-4e5e-90e4-c32d981becc7 req-6e1704a4-e17c-4a00-b118-972df90852e0 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=83df3f9c-fda9-43d6-848d-9b61b206ad4d HTTP/1.1" status: 200 len: 944 time: 0.0697713 Aug 29 04:20:11.817194 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=1cbff8cc-cee1-4849-be7f-5f48e82103ba,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:11.822317 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7369e5-7d8e-4430-8caf-2a1b120ce5b7 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Checking segment: {'id': 'b01d587e-e1ae-4a13-990c-e9fd87d5dc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '6ac3918d-221d-43b6-83e2-47d848d03ec5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:20:11.822686 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7369e5-7d8e-4430-8caf-2a1b120ce5b7 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Network hostable DHCP agents. Network: 6ac3918d-221d-43b6-83e2-47d848d03ec5, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:20:11.827569 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7369e5-7d8e-4430-8caf-2a1b120ce5b7 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Pushing event updated for resources: {'Subnet': ['ID=463faf05-c077-4c87-aeb9-bf08796e9c2b,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:11.841323 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f1acaa-5965-4b6b-8d3e-34f79239f208 req-2acf195f-fc72-4fa3-9237-e9de2cfc4725 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:11.845709 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1945572b-b254-4e5e-90e4-c32d981becc7 req-ff389672-f1f5-4720-915c-02b684cc42de tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635757 Aug 29 04:20:11.850549 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-35f1acaa-5965-4b6b-8d3e-34f79239f208 req-2acf195f-fc72-4fa3-9237-e9de2cfc4725 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e5ccfea-706b-4825-9d2e-60c0b092c82e HTTP/1.1" status: 200 len: 944 time: 0.1477683 Aug 29 04:20:11.881805 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7369e5-7d8e-4430-8caf-2a1b120ce5b7 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Network 6ac3918d-221d-43b6-83e2-47d848d03ec5 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:20:11.896527 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-7d7369e5-7d8e-4430-8caf-2a1b120ce5b7 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 6ac3918d-221d-43b6-83e2-47d848d03ec5) {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:20:11.908056 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7369e5-7d8e-4430-8caf-2a1b120ce5b7 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:11.908559 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7d7369e5-7d8e-4430-8caf-2a1b120ce5b7 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:11.937361 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-35f1acaa-5965-4b6b-8d3e-34f79239f208 req-a69f826d-94ac-442c-99b1-d9fa3049d3e6 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=95663bcf-c178-40f7-a8d1-56ba6dc33aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861478 Aug 29 04:20:11.958635 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-7d7369e5-7d8e-4430-8caf-2a1b120ce5b7 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9177499 Aug 29 04:20:11.958895 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 49106) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:11.964079 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-eae4fb59-6df3-4b1d-99f1-b15d468f6991 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1851259686'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:12.001398 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eae4fb59-6df3-4b1d-99f1-b15d468f6991 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Made reservation on behalf of 44385798d8624c32aa934faabfcc9a0e for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:20:12.006622 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-eae4fb59-6df3-4b1d-99f1-b15d468f6991 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:12.012050 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a16f28f-e028-470d-bba5-cbfbd71758ff None None] Network 6ac3918d-221d-43b6-83e2-47d848d03ec5 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:20:12.028246 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 3935a212-8cf6-4330-b1a6-b9caa4ca084f, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=3935a212-8cf6-4330-b1a6-b9caa4ca084f,segment=NetworkSegment(b7e29be2-2d72-4cb8-b31e-936b8c0601de),segment_id=b7e29be2-2d72-4cb8-b31e-936b8c0601de)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:12.063442 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eae4fb59-6df3-4b1d-99f1-b15d468f6991 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:20:12.081393 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-eae4fb59-6df3-4b1d-99f1-b15d468f6991 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:12.082022 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-eae4fb59-6df3-4b1d-99f1-b15d468f6991 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Added segment f6ebc77b-f873-42d4-8d03-1c3be64b147c of type vlan for network d2c1c7bf-10d2-4cac-9838-ab175d6605a9 Aug 29 04:20:12.089766 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd128b6-42ee-450c-aceb-6c3617647232 req-d1ab14d7-8090-4415-ae3c-7f779cebd377 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:12.116529 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Returning: {'device': '3935a212-8cf6-4330-b1a6-b9caa4ca084f', 'network_id': '3085f602-11fb-40e6-8771-e57304cb25d6', 'port_id': '3935a212-8cf6-4330-b1a6-b9caa4ca084f', 'mac_address': 'fa:16:3e:a6:2b:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b310944e-35be-44a6-a31c-3869b759bdd1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:20:12.127000 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-27f867e3-868b-45a2-a98a-193120f4b7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:12.129686 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd128b6-42ee-450c-aceb-6c3617647232 req-d1ab14d7-8090-4415-ae3c-7f779cebd377 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:12.149065 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd128b6-42ee-450c-aceb-6c3617647232 req-d1ab14d7-8090-4415-ae3c-7f779cebd377 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:12.167376 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd128b6-42ee-450c-aceb-6c3617647232 req-d1ab14d7-8090-4415-ae3c-7f779cebd377 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:12.186193 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd128b6-42ee-450c-aceb-6c3617647232 req-d1ab14d7-8090-4415-ae3c-7f779cebd377 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:12.204557 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd128b6-42ee-450c-aceb-6c3617647232 req-d1ab14d7-8090-4415-ae3c-7f779cebd377 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:12.206214 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-eae4fb59-6df3-4b1d-99f1-b15d468f6991 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:12.213770 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd128b6-42ee-450c-aceb-6c3617647232 req-d1ab14d7-8090-4415-ae3c-7f779cebd377 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:12.216659 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1dd128b6-42ee-450c-aceb-6c3617647232 req-d1ab14d7-8090-4415-ae3c-7f779cebd377 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/ports?device_id=afc254ea-ccf6-497c-b6f3-9c7790e81f60 HTTP/1.1" status: 200 len: 5432 time: 0.2372670 Aug 29 04:20:12.272233 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-eae4fb59-6df3-4b1d-99f1-b15d468f6991 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:12.278399 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae4fb59-6df3-4b1d-99f1-b15d468f6991 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:12.279038 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-eae4fb59-6df3-4b1d-99f1-b15d468f6991 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:12.287710 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:12.311823 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1dd128b6-42ee-450c-aceb-6c3617647232 req-625ded8e-bbe0-4a26-b32f-bd0f46bc3175 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/security-groups?id=c5569642-fe3a-4dae-b304-b5b17959f467&id=6765471a-6318-4be5-8b74-21c509c8c5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0870647 Aug 29 04:20:12.340692 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-27f867e3-868b-45a2-a98a-193120f4b7aa None None] For port 73d53c5d-9b4a-46e9-8c34-41d08c3e0d3b, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=73d53c5d-9b4a-46e9-8c34-41d08c3e0d3b,segment=NetworkSegment(c309ddeb-1989-4508-818a-a1acb9542c80),segment_id=c309ddeb-1989-4508-818a-a1acb9542c80)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:12.349318 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3935a212-8cf6-4330-b1a6-b9caa4ca084f {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:20:12.376233 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-27f867e3-868b-45a2-a98a-193120f4b7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:12.469651 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-eae4fb59-6df3-4b1d-99f1-b15d468f6991 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5096033 Aug 29 04:20:12.473352 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 49112) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:12.477870 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 3935a212-8cf6-4330-b1a6-b9caa4ca084f, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=3935a212-8cf6-4330-b1a6-b9caa4ca084f,segment=NetworkSegment(b7e29be2-2d72-4cb8-b31e-936b8c0601de),segment_id=b7e29be2-2d72-4cb8-b31e-936b8c0601de)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:12.479480 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-db0fcdc8-9a4c-4bd4-986c-e5204a176efb tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Request body: {'subnet': {'network_id': 'd2c1c7bf-10d2-4cac-9838-ab175d6605a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:12.511627 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:12.512909 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device e64e1abe-0190-4cb5-8d68-399c7b7657fa details requested by agent hyperv_n-h2-712140-12 with host n-h2-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:20:12.527302 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae4fb59-6df3-4b1d-99f1-b15d468f6991 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Pushing event updated for resources: {'Network': ['ID=d2c1c7bf-10d2-4cac-9838-ab175d6605a9,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:12.607296 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port e64e1abe-0190-4cb5-8d68-399c7b7657fa, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=e64e1abe-0190-4cb5-8d68-399c7b7657fa,segment=NetworkSegment(c43d2e16-64d2-466b-8915-fe746cc0a849),segment_id=c43d2e16-64d2-466b-8915-fe746cc0a849)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:12.623038 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2b9f2c9e-1b31-432e-aa5c-7a232b690e7f req-49cc2af4-d658-436c-b254-2d7ed8c36a77 tempest-ServerShowV254Test-1618899415 tempest-ServerShowV254Test-1618899415-project] 10.222.0.22 "GET /v2.0/ports?device_id=9de919d4-15a8-461e-8b98-44a892752954 HTTP/1.1" status: 200 len: 210 time: 0.0774379 Aug 29 04:20:12.647943 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f867e3-868b-45a2-a98a-193120f4b7aa None None] Pushing event updated for resources: {'Port': ['ID=73d53c5d-9b4a-46e9-8c34-41d08c3e0d3b,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:12.666816 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Returning: {'device': 'e64e1abe-0190-4cb5-8d68-399c7b7657fa', 'network_id': '30a5f83d-44db-4be9-a796-3b5e93558c29', 'port_id': 'e64e1abe-0190-4cb5-8d68-399c7b7657fa', 'mac_address': 'fa:16:3e:89:02:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81808e7a-684a-4dd3-97bc-1cbd7265f9b6', 'ip_address': '10.1.1.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:20:12.669966 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network d2c1c7bf-10d2-4cac-9838-ab175d6605a9 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:20:12.676130 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1431918-c40f-4d2b-bba6-bfaa5d76b2ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-6ac3918d-221d-43b6-83e2-47d848d03ec5', 'network_id': '6ac3918d-221d-43b6-83e2-47d848d03ec5', 'tenant_id': '44385798d8624c32aa934faabfcc9a0e', 'fixed_ips': [{'subnet_id': '463faf05-c077-4c87-aeb9-bf08796e9c2b'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:20:12.681439 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c1431918-c40f-4d2b-bba6-bfaa5d76b2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:12.788066 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db0fcdc8-9a4c-4bd4-986c-e5204a176efb tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Made reservation on behalf of 44385798d8624c32aa934faabfcc9a0e for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:20:12.792096 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-db0fcdc8-9a4c-4bd4-986c-e5204a176efb tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:12.842360 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:12.864546 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e64e1abe-0190-4cb5-8d68-399c7b7657fa {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:20:12.885929 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port e64e1abe-0190-4cb5-8d68-399c7b7657fa, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=e64e1abe-0190-4cb5-8d68-399c7b7657fa,segment=NetworkSegment(c43d2e16-64d2-466b-8915-fe746cc0a849),segment_id=c43d2e16-64d2-466b-8915-fe746cc0a849)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:12.896055 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-3df0f9a3-06e8-4890-a8d7-d4b24026373d None None] Provisioning complete for port 73d53c5d-9b4a-46e9-8c34-41d08c3e0d3b triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:20:12.896491 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3df0f9a3-06e8-4890-a8d7-d4b24026373d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:12.904012 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:12.904660 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 540cae85-7f7d-4921-89a2-7ca402f8590f details requested by agent hyperv_n-h2-712140-12 with host n-h2-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:20:12.915831 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b1104d48-338f-45e5-b85e-db131404a06e req-6f414596-6b97-46f0-88ee-f37bc42398e7 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] 10.222.0.22 "GET /v2.0/ports?device_id=25c8a457-9098-4823-a0b0-e5217cb8e752 HTTP/1.1" status: 200 len: 210 time: 0.1061416 Aug 29 04:20:12.947029 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.ipam_backend_mixin [None req-db0fcdc8-9a4c-4bd4-986c-e5204a176efb tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Performing IP validity checks on allocation pools {{(pid=94828) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 29 04:20:12.947704 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.ipam_backend_mixin [None req-db0fcdc8-9a4c-4bd4-986c-e5204a176efb tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94828) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 29 04:20:12.961273 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 73d53c5d-9b4a-46e9-8c34-41d08c3e0d3b up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:20:13.004126 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabbd14e-87ee-4857-89bf-25517b1dd5f7 req-701d08ef-bb5d-41f5-bdc1-434ca21f1caa tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:13.017541 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-cabbd14e-87ee-4857-89bf-25517b1dd5f7 req-701d08ef-bb5d-41f5-bdc1-434ca21f1caa tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.48 "GET /v2.0/ports?device_id=83df3f9c-fda9-43d6-848d-9b61b206ad4d HTTP/1.1" status: 200 len: 944 time: 0.6297617 Aug 29 04:20:13.030355 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289c04fc-dbfc-4beb-86c0-6adf7be1fa75 req-f5c274d2-1dda-41a9-a446-b70cf208a593 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:13.039471 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-289c04fc-dbfc-4beb-86c0-6adf7be1fa75 req-f5c274d2-1dda-41a9-a446-b70cf208a593 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=83df3f9c-fda9-43d6-848d-9b61b206ad4d HTTP/1.1" status: 200 len: 944 time: 0.0744166 Aug 29 04:20:13.045448 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.db.resource_extend [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:20:13.048257 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=3935a212-8cf6-4330-b1a6-b9caa4ca084f,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:13.118061 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=e64e1abe-0190-4cb5-8d68-399c7b7657fa,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:13.118733 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-289c04fc-dbfc-4beb-86c0-6adf7be1fa75 req-4586dc50-ff90-4dd2-bbbb-46b38c685fe8 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770590 Aug 29 04:20:13.144755 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 540cae85-7f7d-4921-89a2-7ca402f8590f, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=540cae85-7f7d-4921-89a2-7ca402f8590f,segment=NetworkSegment(c43d2e16-64d2-466b-8915-fe746cc0a849),segment_id=c43d2e16-64d2-466b-8915-fe746cc0a849)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:13.175571 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Returning: {'device': '540cae85-7f7d-4921-89a2-7ca402f8590f', 'network_id': '30a5f83d-44db-4be9-a796-3b5e93558c29', 'port_id': '540cae85-7f7d-4921-89a2-7ca402f8590f', 'mac_address': 'fa:16:3e:f6:c7:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81808e7a-684a-4dd3-97bc-1cbd7265f9b6', 'ip_address': '10.1.1.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:20:13.310775 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 73d53c5d-9b4a-46e9-8c34-41d08c3e0d3b triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:20:13.311575 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:13.373910 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-c1431918-c40f-4d2b-bba6-bfaa5d76b2ba None None] Allocated IP 2001:db8::3 (6ac3918d-221d-43b6-83e2-47d848d03ec5/463faf05-c077-4c87-aeb9-bf08796e9c2b/d8054ea5-24d2-45c4-92a5-48b0ccde40dd) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:20:13.379513 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:13.395256 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-db0fcdc8-9a4c-4bd4-986c-e5204a176efb tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9191137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10062364'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:13.431494 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 540cae85-7f7d-4921-89a2-7ca402f8590f {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:20:13.503671 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-9ee12c2b-70e2-4d2a-8c9f-24e2a651b14f tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:13.505328 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-9ee12c2b-70e2-4d2a-8c9f-24e2a651b14f tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] 10.222.0.46 "GET /v2.0/networks?id=67c1cdda-7629-481b-81fa-9aed1bd1ab3c HTTP/1.1" status: 200 len: 816 time: 0.2759848 Aug 29 04:20:13.520210 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 540cae85-7f7d-4921-89a2-7ca402f8590f, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=540cae85-7f7d-4921-89a2-7ca402f8590f,segment=NetworkSegment(c43d2e16-64d2-466b-8915-fe746cc0a849),segment_id=c43d2e16-64d2-466b-8915-fe746cc0a849)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:13.532227 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:13.600920 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=540cae85-7f7d-4921-89a2-7ca402f8590f,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:13.606615 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-a0c918d3-fb75-41d2-9400-c0209532e932 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] Request body: {'port': {'device_id': '25c8a457-9098-4823-a0b0-e5217cb8e752', 'network_id': '67c1cdda-7629-481b-81fa-9aed1bd1ab3c', 'admin_state_up': True, 'tenant_id': 'a501d026f03a4d0fb779b653c9e02068'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:13.685437 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59abd38a-12d4-46bb-a657-f361330e8c9e req-0c3b08b7-0cb1-4d7e-a71f-4d97a005738a tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:13.692795 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59abd38a-12d4-46bb-a657-f361330e8c9e req-0c3b08b7-0cb1-4d7e-a71f-4d97a005738a tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:13.699239 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59abd38a-12d4-46bb-a657-f361330e8c9e req-0c3b08b7-0cb1-4d7e-a71f-4d97a005738a tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:13.706190 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59abd38a-12d4-46bb-a657-f361330e8c9e req-0c3b08b7-0cb1-4d7e-a71f-4d97a005738a tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:13.707275 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdca6ec-7e6a-4a52-8ae0-bdd6ba4b2eb3 req-9c1ea6e2-8dbd-4c04-986a-267062b0c1bf tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:13.712855 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59abd38a-12d4-46bb-a657-f361330e8c9e req-0c3b08b7-0cb1-4d7e-a71f-4d97a005738a tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:13.716096 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bcdca6ec-7e6a-4a52-8ae0-bdd6ba4b2eb3 req-9c1ea6e2-8dbd-4c04-986a-267062b0c1bf tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e5ccfea-706b-4825-9d2e-60c0b092c82e HTTP/1.1" status: 200 len: 944 time: 0.6444194 Aug 29 04:20:13.719452 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59abd38a-12d4-46bb-a657-f361330e8c9e req-0c3b08b7-0cb1-4d7e-a71f-4d97a005738a tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:13.725815 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59abd38a-12d4-46bb-a657-f361330e8c9e req-0c3b08b7-0cb1-4d7e-a71f-4d97a005738a tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:13.735421 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-59abd38a-12d4-46bb-a657-f361330e8c9e req-0c3b08b7-0cb1-4d7e-a71f-4d97a005738a tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/ports?device_id=afc254ea-ccf6-497c-b6f3-9c7790e81f60 HTTP/1.1" status: 200 len: 5435 time: 0.2605493 Aug 29 04:20:13.793013 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0fcdc8-9a4c-4bd4-986c-e5204a176efb tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Pushing event updated for resources: {'Subnet': ['ID=046bf98b-fae8-4f66-af8b-b55c99b5f8dc,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:13.808491 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-59abd38a-12d4-46bb-a657-f361330e8c9e req-d575409d-17e9-4d34-91e6-348a6aff9f6d tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/security-groups?id=c5569642-fe3a-4dae-b304-b5b17959f467&id=6765471a-6318-4be5-8b74-21c509c8c5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0717704 Aug 29 04:20:13.827567 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0fcdc8-9a4c-4bd4-986c-e5204a176efb tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Checking segment: {'id': 'f6ebc77b-f873-42d4-8d03-1c3be64b147c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'd2c1c7bf-10d2-4cac-9838-ab175d6605a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:20:13.828100 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0fcdc8-9a4c-4bd4-986c-e5204a176efb tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Network hostable DHCP agents. Network: d2c1c7bf-10d2-4cac-9838-ab175d6605a9, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:20:13.846343 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-cabbd14e-87ee-4857-89bf-25517b1dd5f7 req-61885f48-2a4b-4819-abd0-d6aec24f663b tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Deleting port 6bf9784d-aab5-49f4-bbfd-13df40e0c2f5 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:20:13.849716 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-cabbd14e-87ee-4857-89bf-25517b1dd5f7 req-61885f48-2a4b-4819-abd0-d6aec24f663b tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:13.883606 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-ddeaca8d-1250-4220-9e8a-14e0996fe5e7 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:13.887666 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-ddeaca8d-1250-4220-9e8a-14e0996fe5e7 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] 10.222.0.48 "GET /v2.0/networks?id=67c1cdda-7629-481b-81fa-9aed1bd1ab3c HTTP/1.1" status: 200 len: 816 time: 0.5200675 Aug 29 04:20:13.897326 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-a0c918d3-fb75-41d2-9400-c0209532e932 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] Made reservation on behalf of a501d026f03a4d0fb779b653c9e02068 for: {'port': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:20:13.901079 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 522e949e-9797-45c8-902e-353747f23d7c details requested by agent hyperv_n-h2-712140-12 with host n-h2-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:20:13.902068 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-a0c918d3-fb75-41d2-9400-c0209532e932 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:13.924170 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c1431918-c40f-4d2b-bba6-bfaa5d76b2ba None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:14.019460 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-247a71d3-ee34-4ded-a344-43dea1bf9833 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] Request body: {'port': {'device_id': 'f0d2eda9-19c2-4c69-ba94-d4494a9a80e2', 'network_id': '67c1cdda-7629-481b-81fa-9aed1bd1ab3c', 'admin_state_up': True, 'tenant_id': 'a501d026f03a4d0fb779b653c9e02068'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:14.050997 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-c1431918-c40f-4d2b-bba6-bfaa5d76b2ba None None] Transition to ACTIVE for port object d8054ea5-24d2-45c4-92a5-48b0ccde40dd will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:20:14.096495 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-c1431918-c40f-4d2b-bba6-bfaa5d76b2ba None None] Transition to ACTIVE for port object d8054ea5-24d2-45c4-92a5-48b0ccde40dd will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:20:14.105615 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c1431918-c40f-4d2b-bba6-bfaa5d76b2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:14.151944 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 522e949e-9797-45c8-902e-353747f23d7c, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=522e949e-9797-45c8-902e-353747f23d7c,segment=NetworkSegment(912c7cf8-61cd-4425-9508-d2aefeed23ec),segment_id=912c7cf8-61cd-4425-9508-d2aefeed23ec)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:14.170880 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1431918-c40f-4d2b-bba6-bfaa5d76b2ba None None] Network 6ac3918d-221d-43b6-83e2-47d848d03ec5 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:20:14.175572 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-c1431918-c40f-4d2b-bba6-bfaa5d76b2ba None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:20:14.184773 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1431918-c40f-4d2b-bba6-bfaa5d76b2ba None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:20:14.197760 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Returning: {'device': '522e949e-9797-45c8-902e-353747f23d7c', 'network_id': '4b336bb6-c1a2-4852-8570-018195081ecf', 'port_id': '522e949e-9797-45c8-902e-353747f23d7c', 'mac_address': 'fa:16:3e:35:5f:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36eaa82f-c37f-41cb-8d76-920549eea1d2', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:20:14.200994 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1431918-c40f-4d2b-bba6-bfaa5d76b2ba None None] Pushing event updated for resources: {'Port': ['ID=d8054ea5-24d2-45c4-92a5-48b0ccde40dd,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:14.257233 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:14.275815 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-2a30ce46-7f20-480f-9b12-4719860025b4 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:14.276205 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-2a30ce46-7f20-480f-9b12-4719860025b4 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] 10.222.0.48 "GET /v2.0/networks?id=67c1cdda-7629-481b-81fa-9aed1bd1ab3c HTTP/1.1" status: 200 len: 816 time: 0.1760790 Aug 29 04:20:14.284323 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-36e9966d-1471-4f12-a3bd-bbdda572d044 req-c365a87c-14af-45a0-a604-9206089883d6 tempest-ServerShowV254Test-1618899415 tempest-ServerShowV254Test-1618899415-project] 10.222.0.22 "GET /v2.0/ports?device_id=9de919d4-15a8-461e-8b98-44a892752954 HTTP/1.1" status: 200 len: 210 time: 0.1987932 Aug 29 04:20:14.297600 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-455a3d07-c0f1-4be3-a906-f0556ce691c6 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] Request body: {'port': {'device_id': 'a651e7db-5e74-410b-b581-7336b09fd740', 'network_id': '67c1cdda-7629-481b-81fa-9aed1bd1ab3c', 'admin_state_up': True, 'tenant_id': 'a501d026f03a4d0fb779b653c9e02068'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:14.301706 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-a0c918d3-fb75-41d2-9400-c0209532e932 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] Allocated IP 172.20.0.12 (67c1cdda-7629-481b-81fa-9aed1bd1ab3c/6fc380c2-f629-4bfb-860c-06116ada96b2/612daa36-1a9d-4b2d-af5c-c0897a3fda95) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:20:14.308443 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-c1431918-c40f-4d2b-bba6-bfaa5d76b2ba None None] Attempting to bind port d8054ea5-24d2-45c4-92a5-48b0ccde40dd on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:20:14.308827 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-c1431918-c40f-4d2b-bba6-bfaa5d76b2ba None None] Attempting to bind port d8054ea5-24d2-45c4-92a5-48b0ccde40dd by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'b01d587e-e1ae-4a13-990c-e9fd87d5dc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '6ac3918d-221d-43b6-83e2-47d848d03ec5'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:20:14.309201 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1431918-c40f-4d2b-bba6-bfaa5d76b2ba None None] Attempting to bind port d8054ea5-24d2-45c4-92a5-48b0ccde40dd on network 6ac3918d-221d-43b6-83e2-47d848d03ec5 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:20:14.315824 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 522e949e-9797-45c8-902e-353747f23d7c {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:20:14.333487 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1431918-c40f-4d2b-bba6-bfaa5d76b2ba None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:20:14.334025 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1431918-c40f-4d2b-bba6-bfaa5d76b2ba None None] Checking segment: {'id': 'b01d587e-e1ae-4a13-990c-e9fd87d5dc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '6ac3918d-221d-43b6-83e2-47d848d03ec5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:20:14.334685 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c1431918-c40f-4d2b-bba6-bfaa5d76b2ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:14.335259 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1431918-c40f-4d2b-bba6-bfaa5d76b2ba None None] Bound using segment: {'id': 'b01d587e-e1ae-4a13-990c-e9fd87d5dc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '6ac3918d-221d-43b6-83e2-47d848d03ec5'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:20:14.335903 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-c1431918-c40f-4d2b-bba6-bfaa5d76b2ba None None] Bound port: d8054ea5-24d2-45c4-92a5-48b0ccde40dd, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b01d587e-e1ae-4a13-990c-e9fd87d5dc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '6ac3918d-221d-43b6-83e2-47d848d03ec5'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:20:14.336470 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c1431918-c40f-4d2b-bba6-bfaa5d76b2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:14.362014 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 522e949e-9797-45c8-902e-353747f23d7c, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=522e949e-9797-45c8-902e-353747f23d7c,segment=NetworkSegment(912c7cf8-61cd-4425-9508-d2aefeed23ec),segment_id=912c7cf8-61cd-4425-9508-d2aefeed23ec)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:14.367551 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:14.368522 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 46c566e7-1458-4fe3-a7d6-eaf119c72666 details requested by agent hyperv_n-h2-712140-12 with host n-h2-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:20:14.400764 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 46c566e7-1458-4fe3-a7d6-eaf119c72666, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=46c566e7-1458-4fe3-a7d6-eaf119c72666,segment=NetworkSegment(912c7cf8-61cd-4425-9508-d2aefeed23ec),segment_id=912c7cf8-61cd-4425-9508-d2aefeed23ec)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:14.432889 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1f213f65-3150-4e35-89a3-a39ed298ab44 req-3b346eff-46a6-43ff-a232-39ad3b910c8b tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] 10.222.0.22 "GET /v2.0/ports?device_id=25c8a457-9098-4823-a0b0-e5217cb8e752 HTTP/1.1" status: 200 len: 210 time: 0.0439372 Aug 29 04:20:14.436179 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Returning: {'device': '46c566e7-1458-4fe3-a7d6-eaf119c72666', 'network_id': '4b336bb6-c1a2-4852-8570-018195081ecf', 'port_id': '46c566e7-1458-4fe3-a7d6-eaf119c72666', 'mac_address': 'fa:16:3e:71:33:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36eaa82f-c37f-41cb-8d76-920549eea1d2', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:20:14.518834 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bcdca6ec-7e6a-4a52-8ae0-bdd6ba4b2eb3 req-e4aa43f5-16af-446e-9682-47aad4310aca tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=95663bcf-c178-40f7-a8d1-56ba6dc33aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8015814 Aug 29 04:20:14.565436 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:14.576773 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0fcdc8-9a4c-4bd4-986c-e5204a176efb tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Network d2c1c7bf-10d2-4cac-9838-ab175d6605a9 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:20:14.620762 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['540cae85-7f7d-4921-89a2-7ca402f8590f'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:20:14.673391 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-db0fcdc8-9a4c-4bd4-986c-e5204a176efb tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, d2c1c7bf-10d2-4cac-9838-ab175d6605a9) {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:20:14.678980 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0fcdc8-9a4c-4bd4-986c-e5204a176efb tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:14.679641 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-db0fcdc8-9a4c-4bd4-986c-e5204a176efb tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:14.711057 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d27558f-47f9-4d9d-ae73-04ebafb81984 None None] Network d2c1c7bf-10d2-4cac-9838-ab175d6605a9 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:20:14.713825 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-cabbd14e-87ee-4857-89bf-25517b1dd5f7 req-61885f48-2a4b-4819-abd0-d6aec24f663b tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] For port 6bf9784d-aab5-49f4-bbfd-13df40e0c2f5, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=6bf9784d-aab5-49f4-bbfd-13df40e0c2f5,segment=NetworkSegment(1fc19f14-bf6d-4959-b2c5-ed51e935e5ad),segment_id=1fc19f14-bf6d-4959-b2c5-ed51e935e5ad)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:14.714448 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-cabbd14e-87ee-4857-89bf-25517b1dd5f7 req-61885f48-2a4b-4819-abd0-d6aec24f663b tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:14.719750 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['e64e1abe-0190-4cb5-8d68-399c7b7657fa'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:20:14.727586 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['1cbff8cc-cee1-4849-be7f-5f48e82103ba'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:20:14.732654 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-cabbd14e-87ee-4857-89bf-25517b1dd5f7 req-61885f48-2a4b-4819-abd0-d6aec24f663b tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Calling delete_port for 6bf9784d-aab5-49f4-bbfd-13df40e0c2f5 owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:20:14.842531 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46c566e7-1458-4fe3-a7d6-eaf119c72666 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:20:14.866118 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-a0c918d3-fb75-41d2-9400-c0209532e932 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:14.885315 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 46c566e7-1458-4fe3-a7d6-eaf119c72666, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=46c566e7-1458-4fe3-a7d6-eaf119c72666,segment=NetworkSegment(912c7cf8-61cd-4425-9508-d2aefeed23ec),segment_id=912c7cf8-61cd-4425-9508-d2aefeed23ec)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:14.944628 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['3935a212-8cf6-4330-b1a6-b9caa4ca084f'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:20:14.948213 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['35d63e72-b738-4a46-8a77-b6b744715997'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:20:14.983196 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-a0c918d3-fb75-41d2-9400-c0209532e932 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:15.009035 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=522e949e-9797-45c8-902e-353747f23d7c,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:15.036386 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-cabbd14e-87ee-4857-89bf-25517b1dd5f7 req-61885f48-2a4b-4819-abd0-d6aec24f663b tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:15.039260 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:15.051205 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-c1431918-c40f-4d2b-bba6-bfaa5d76b2ba None None] For port d8054ea5-24d2-45c4-92a5-48b0ccde40dd, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:20:15.082555 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca90a30f-6921-4c31-93e8-029bfaec6942 req-77e7f63c-d254-4326-aff7-83c4f7fa3194 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:15.088286 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ca90a30f-6921-4c31-93e8-029bfaec6942 req-77e7f63c-d254-4326-aff7-83c4f7fa3194 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/ports?device_id=83df3f9c-fda9-43d6-848d-9b61b206ad4d HTTP/1.1" status: 200 len: 866 time: 0.5555313 Aug 29 04:20:15.123562 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd876e3-1b75-4a1e-93ba-ae419ad4088f req-2b256220-1ada-4e6b-823f-1188830aa598 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:15.131897 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8bd876e3-1b75-4a1e-93ba-ae419ad4088f req-2b256220-1ada-4e6b-823f-1188830aa598 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e5ccfea-706b-4825-9d2e-60c0b092c82e HTTP/1.1" status: 200 len: 944 time: 0.1898396 Aug 29 04:20:15.144053 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-c1431918-c40f-4d2b-bba6-bfaa5d76b2ba None None] For port d8054ea5-24d2-45c4-92a5-48b0ccde40dd, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=d8054ea5-24d2-45c4-92a5-48b0ccde40dd,segment=NetworkSegment(b01d587e-e1ae-4a13-990c-e9fd87d5dc4b),segment_id=b01d587e-e1ae-4a13-990c-e9fd87d5dc4b)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:20:15.156988 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61885f48-2a4b-4819-abd0-d6aec24f663b tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Pushing event deleted for resources: {'Port': ['ID=6bf9784d-aab5-49f4-bbfd-13df40e0c2f5,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:15.162336 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-db0fcdc8-9a4c-4bd4-986c-e5204a176efb tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.6862087 Aug 29 04:20:15.173998 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-a0c918d3-fb75-41d2-9400-c0209532e932 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] Network 67c1cdda-7629-481b-81fa-9aed1bd1ab3c is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:20:15.183498 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 49148) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:15.189966 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c1431918-c40f-4d2b-bba6-bfaa5d76b2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:15.208101 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-a0c918d3-fb75-41d2-9400-c0209532e932 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:20:15.214546 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d36494b-bf4f-4a10-9c55-3547b2099ae4 req-76ca8ffe-b66d-4812-9af7-5514d0bba5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:15.216725 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4d36494b-bf4f-4a10-9c55-3547b2099ae4 req-76ca8ffe-b66d-4812-9af7-5514d0bba5b5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=48da3dc54d264865b5c4834c4a90f4b5&device_id=1e5ccfea-706b-4825-9d2e-60c0b092c82e HTTP/1.1" status: 200 len: 1096 time: 0.2198670 Aug 29 04:20:15.236082 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-a0c918d3-fb75-41d2-9400-c0209532e932 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:20:15.245364 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c918d3-fb75-41d2-9400-c0209532e932 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] Pushing event updated for resources: {'Port': ['ID=612daa36-1a9d-4b2d-af5c-c0897a3fda95,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:15.250308 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8bd876e3-1b75-4a1e-93ba-ae419ad4088f req-77c4f75d-814e-4e2a-ad97-8239c19e548f tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=95663bcf-c178-40f7-a8d1-56ba6dc33aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109593 Aug 29 04:20:15.250308 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-cabbd14e-87ee-4857-89bf-25517b1dd5f7 req-61885f48-2a4b-4819-abd0-d6aec24f663b tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] No DVR routers for this DVR port 6bf9784d-aab5-49f4-bbfd-13df40e0c2f5 on host n-h2-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:20:15.267072 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.db.api [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-247a71d3-ee34-4ded-a344-43dea1bf9833 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 04:20:15.267072 n-d-712140-12 neutron-server[94828]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 29 04:20:15.267072 n-d-712140-12 neutron-server[94828]: [parameters: {'project_id_1': 'a501d026f03a4d0fb779b653c9e02068', 'expiration_1': datetime.datetime(2021, 8, 29, 4, 20, 15, 46630)}] Aug 29 04:20:15.267072 n-d-712140-12 neutron-server[94828]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:20:15.267454 n-d-712140-12 neutron-server[94828]: DEBUG oslo_db.api [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-247a71d3-ee34-4ded-a344-43dea1bf9833 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:20:15.269796 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-cabbd14e-87ee-4857-89bf-25517b1dd5f7 req-61885f48-2a4b-4819-abd0-d6aec24f663b tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:15.276124 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-cabbd14e-87ee-4857-89bf-25517b1dd5f7 req-61885f48-2a4b-4819-abd0-d6aec24f663b tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.48 "DELETE /v2.0/ports/6bf9784d-aab5-49f4-bbfd-13df40e0c2f5 HTTP/1.1" status: 204 len: 173 time: 2.2480695 Aug 29 04:20:15.276624 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83df3f9c-fda9-43d6-848d-9b61b206ad4d', 'name': 'network-vif-deleted', 'tag': '6bf9784d-aab5-49f4-bbfd-13df40e0c2f5'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:20:15.296845 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc06c501-9f25-4f8c-82ca-0f0f90e9f474" -d '{"events": [{"server_uuid": "83df3f9c-fda9-43d6-848d-9b61b206ad4d", "name": "network-vif-deleted", "tag": "6bf9784d-aab5-49f4-bbfd-13df40e0c2f5"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:20:15.351534 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-455a3d07-c0f1-4be3-a906-f0556ce691c6 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] Made reservation on behalf of a501d026f03a4d0fb779b653c9e02068 for: {'port': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:20:15.357606 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-455a3d07-c0f1-4be3-a906-f0556ce691c6 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:15.397846 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=46c566e7-1458-4fe3-a7d6-eaf119c72666,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:15.425664 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ca90a30f-6921-4c31-93e8-029bfaec6942 req-02d6d4ce-6678-47ce-8e16-2a4bbfd81360 tempest-LiveAutoBlockMigrationV225Test-507246898 tempest-LiveAutoBlockMigrationV225Test-507246898-project] 10.222.0.22 "GET /v2.0/security-groups?id=66fbaeda-59ff-4d57-985c-4006816efa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789831 Aug 29 04:20:15.475669 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8efc34-6fe9-4883-837e-f8ab09e96f57 req-53390637-7c0c-4c27-abe0-7969732c0a46 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:15.491474 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8efc34-6fe9-4883-837e-f8ab09e96f57 req-53390637-7c0c-4c27-abe0-7969732c0a46 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:15.504764 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8efc34-6fe9-4883-837e-f8ab09e96f57 req-53390637-7c0c-4c27-abe0-7969732c0a46 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:15.519542 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8efc34-6fe9-4883-837e-f8ab09e96f57 req-53390637-7c0c-4c27-abe0-7969732c0a46 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:15.534526 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8efc34-6fe9-4883-837e-f8ab09e96f57 req-53390637-7c0c-4c27-abe0-7969732c0a46 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:15.552146 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8efc34-6fe9-4883-837e-f8ab09e96f57 req-53390637-7c0c-4c27-abe0-7969732c0a46 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:15.553085 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-a0c918d3-fb75-41d2-9400-c0209532e932 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:15.553974 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-a0c918d3-fb75-41d2-9400-c0209532e932 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:15.565600 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8efc34-6fe9-4883-837e-f8ab09e96f57 req-53390637-7c0c-4c27-abe0-7969732c0a46 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:15.571811 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ca8efc34-6fe9-4883-837e-f8ab09e96f57 req-53390637-7c0c-4c27-abe0-7969732c0a46 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/ports?device_id=afc254ea-ccf6-497c-b6f3-9c7790e81f60 HTTP/1.1" status: 200 len: 5437 time: 0.1838534 Aug 29 04:20:15.632221 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-a0c918d3-fb75-41d2-9400-c0209532e932 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0330503 Aug 29 04:20:15.646380 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e46f80af-f66d-48d4-a11a-8a524ada0295 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:15.661680 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-5c1a3b09-a232-4897-acf1-2459bdc1cdf1 service neutron] Request body: {'port': {'device_id': '25c8a457-9098-4823-a0b0-e5217cb8e752', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-12'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:15.674837 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e9b49a3-a55b-49f4-abf6-b0bc7a0c4d38 x-openstack-request-id: req-8e9b49a3-a55b-49f4-abf6-b0bc7a0c4d38 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:20:15.675050 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83df3f9c-fda9-43d6-848d-9b61b206ad4d", "name": "network-vif-deleted", "tag": "6bf9784d-aab5-49f4-bbfd-13df40e0c2f5", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:20:15.675332 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8e9b49a3-a55b-49f4-abf6-b0bc7a0c4d38 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:20:15.675631 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83df3f9c-fda9-43d6-848d-9b61b206ad4d', 'name': 'network-vif-deleted', 'tag': '6bf9784d-aab5-49f4-bbfd-13df40e0c2f5', 'status': 'completed', 'code': 200} Aug 29 04:20:15.688155 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ca8efc34-6fe9-4883-837e-f8ab09e96f57 req-0d668a9a-adf1-40cb-b229-492db37a17d8 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/security-groups?id=c5569642-fe3a-4dae-b304-b5b17959f467&id=6765471a-6318-4be5-8b74-21c509c8c5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1089945 Aug 29 04:20:15.725856 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 83e8be10-8624-47a2-b4c6-4413e7b94668 no longer exists at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:20:15.781392 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-455a3d07-c0f1-4be3-a906-f0556ce691c6 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] Allocated IP 172.20.0.9 (67c1cdda-7629-481b-81fa-9aed1bd1ab3c/6fc380c2-f629-4bfb-860c-06116ada96b2/ff6c0306-6b6e-4fb3-b60d-ca9b884d3fe8) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:20:15.786259 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] No Port match for: 83e8be10-8624-47a2-b4c6-4413e7b94668 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:20:15.787007 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 83e8be10-8624-47a2-b4c6-4413e7b94668 not bound to the agent host n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:20:15.787644 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 6bf9784d-aab5-49f4-bbfd-13df40e0c2f5 no longer exists at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:20:15.789576 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d36494b-bf4f-4a10-9c55-3547b2099ae4 req-a234aaa2-53c9-448c-85d1-e198522f0d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:15.791722 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4d36494b-bf4f-4a10-9c55-3547b2099ae4 req-a234aaa2-53c9-448c-85d1-e198522f0d78 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7521cd58-9470-4433-82b8-7e942c988b03 HTTP/1.1" status: 200 len: 913 time: 0.5415063 Aug 29 04:20:15.828883 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['46c566e7-1458-4fe3-a7d6-eaf119c72666'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:20:15.832719 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['522e949e-9797-45c8-902e-353747f23d7c'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:20:15.835022 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f7835d-e001-40ff-bfb2-f0853ea6b7ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-d2c1c7bf-10d2-4cac-9838-ab175d6605a9', 'network_id': 'd2c1c7bf-10d2-4cac-9838-ab175d6605a9', 'tenant_id': '44385798d8624c32aa934faabfcc9a0e', 'fixed_ips': [{'subnet_id': '046bf98b-fae8-4f66-af8b-b55c99b5f8dc'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:20:15.836301 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-46f7835d-e001-40ff-bfb2-f0853ea6b7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:15.838009 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-247a71d3-ee34-4ded-a344-43dea1bf9833 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] Made reservation on behalf of a501d026f03a4d0fb779b653c9e02068 for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:20:15.846677 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-247a71d3-ee34-4ded-a344-43dea1bf9833 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:15.964278 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e46f80af-f66d-48d4-a11a-8a524ada0295 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:16.014877 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96301e54-5034-4359-8bc4-b8b84e9b6bdd req-8e5f53cc-d3eb-4860-9465-f6cfc9428bfd tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:16.016585 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-96301e54-5034-4359-8bc4-b8b84e9b6bdd req-8e5f53cc-d3eb-4860-9465-f6cfc9428bfd tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] 10.222.0.22 "GET /v2.0/ports?device_id=25c8a457-9098-4823-a0b0-e5217cb8e752 HTTP/1.1" status: 200 len: 932 time: 0.2108870 Aug 29 04:20:16.094369 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] No Port match for: 6bf9784d-aab5-49f4-bbfd-13df40e0c2f5 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:20:16.094712 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 6bf9784d-aab5-49f4-bbfd-13df40e0c2f5 not bound to the agent host n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:20:16.096465 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-96301e54-5034-4359-8bc4-b8b84e9b6bdd req-47d37d33-b759-4e6e-ba8e-c90a6469b1d6 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] 10.222.0.22 "GET /v2.0/security-groups?id=0e1109a6-248f-4454-ba5b-742319a76013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730724 Aug 29 04:20:16.193671 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e46f80af-f66d-48d4-a11a-8a524ada0295 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4552352'] for subnet, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:16.206669 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-77fb543b-17b2-4c84-9c3d-122332a9980d req-fcca9600-8eee-43d9-a162-65ae62f0a676 tempest-ServerShowV254Test-1618899415 tempest-ServerShowV254Test-1618899415-project] 10.222.0.22 "GET /v2.0/ports?device_id=9de919d4-15a8-461e-8b98-44a892752954 HTTP/1.1" status: 200 len: 210 time: 0.4268315 Aug 29 04:20:16.218755 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-5c1a3b09-a232-4897-acf1-2459bdc1cdf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:16.254684 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4d36494b-bf4f-4a10-9c55-3547b2099ae4 req-6a0a4bc3-b6b2-4f35-9f82-36df3e1f1f52 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f94ff432-1efb-4d16-b88c-19279e1457b8 HTTP/1.1" status: 200 len: 999 time: 0.2927375 Aug 29 04:20:16.271812 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46f80af-f66d-48d4-a11a-8a524ada0295 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Pushing event deleted for resources: {'Subnet': ['ID=046bf98b-fae8-4f66-af8b-b55c99b5f8dc,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:16.281064 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server [None req-46f7835d-e001-40ff-bfb2-f0853ea6b7ba None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 046bf98b-fae8-4f66-af8b-b55c99b5f8dc: This subnet is being modified by another concurrent operation. Aug 29 04:20:16.281064 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 29 04:20:16.281064 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 29 04:20:16.281064 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 29 04:20:16.281064 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 29 04:20:16.281064 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 29 04:20:16.281064 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 29 04:20:16.281064 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 29 04:20:16.281064 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 29 04:20:16.281064 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 29 04:20:16.281064 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 04:20:16.281064 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 04:20:16.281064 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:20:16.281064 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:20:16.281064 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:20:16.281064 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:20:16.281064 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 04:20:16.281064 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:20:16.281064 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 04:20:16.281064 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 04:20:16.281064 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:20:16.281064 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:20:16.281064 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:20:16.281064 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:20:16.281064 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 04:20:16.281064 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:20:16.281064 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 04:20:16.281064 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 04:20:16.281064 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:20:16.281064 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:20:16.281064 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:20:16.281064 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:20:16.281064 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 04:20:16.281064 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 04:20:16.281064 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 29 04:20:16.281064 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 29 04:20:16.281064 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 29 04:20:16.281064 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 29 04:20:16.281064 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 29 04:20:16.281064 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 29 04:20:16.281064 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 29 04:20:16.281064 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 29 04:20:16.281064 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 29 04:20:16.281064 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 29 04:20:16.281064 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 29 04:20:16.281064 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 29 04:20:16.281064 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 04:20:16.281064 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 04:20:16.281064 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:20:16.281064 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:20:16.281064 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:20:16.281064 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:20:16.281064 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 04:20:16.281064 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:20:16.284267 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 04:20:16.284267 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 04:20:16.284267 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:20:16.284267 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:20:16.284267 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:20:16.284267 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:20:16.284267 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 04:20:16.284267 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:20:16.284267 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 04:20:16.284267 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 04:20:16.284267 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:20:16.284267 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:20:16.284267 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:20:16.284267 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:20:16.284267 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 04:20:16.284267 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 04:20:16.284267 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 29 04:20:16.284267 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 29 04:20:16.284267 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 29 04:20:16.284267 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 29 04:20:16.284267 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 29 04:20:16.284267 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 29 04:20:16.284267 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 29 04:20:16.284267 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 29 04:20:16.284267 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:20:16.284267 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:20:16.284267 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:20:16.284267 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:20:16.284267 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 29 04:20:16.284267 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 29 04:20:16.284267 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 29 04:20:16.284267 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 29 04:20:16.284267 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 29 04:20:16.284267 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 29 04:20:16.284267 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 29 04:20:16.284267 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server raise exception Aug 29 04:20:16.284267 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 046bf98b-fae8-4f66-af8b-b55c99b5f8dc: This subnet is being modified by another concurrent operation. Aug 29 04:20:16.284267 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server Aug 29 04:20:16.304257 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1431918-c40f-4d2b-bba6-bfaa5d76b2ba None None] Pushing event updated for resources: {'Port': ['ID=d8054ea5-24d2-45c4-92a5-48b0ccde40dd,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:16.356791 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8721217-8ad2-4989-9551-c1993140fff4 None None] Network d2c1c7bf-10d2-4cac-9838-ab175d6605a9 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:20:16.397743 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f42645-e677-43b2-b531-8ba24e6cce2c req-be9bebfc-6ed6-4093-9cbd-8bf5365242d4 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:16.399500 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c0f42645-e677-43b2-b531-8ba24e6cce2c req-be9bebfc-6ed6-4093-9cbd-8bf5365242d4 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e5ccfea-706b-4825-9d2e-60c0b092c82e HTTP/1.1" status: 200 len: 944 time: 0.0655696 Aug 29 04:20:16.449286 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d36494b-bf4f-4a10-9c55-3547b2099ae4 req-082a7987-d3e9-4f29-96b9-5c04efc52f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:16.450974 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4d36494b-bf4f-4a10-9c55-3547b2099ae4 req-082a7987-d3e9-4f29-96b9-5c04efc52f8c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=be5f55ab-7fa1-406c-9ca9-03e74b79ef6a HTTP/1.1" status: 200 len: 851 time: 0.1821702 Aug 29 04:20:16.480932 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c0f42645-e677-43b2-b531-8ba24e6cce2c req-1d2e3536-589f-487d-b226-91cd32b95460 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=95663bcf-c178-40f7-a8d1-56ba6dc33aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742714 Aug 29 04:20:16.539184 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 49164) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:16.724015 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_v2 [None req-7aed1fc7-13ca-4621-9107-094bf8528915 admin admin] Deleting subnet 210c6ef6-f12f-4dde-90b9-22d1971290b1 {{(pid=94828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:20:16.728038 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7aed1fc7-13ca-4621-9107-094bf8528915 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:16.785972 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7aed1fc7-13ca-4621-9107-094bf8528915 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8904862'] for subnet, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:16.867385 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:20:16.890415 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7aed1fc7-13ca-4621-9107-094bf8528915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:16.978509 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7aed1fc7-13ca-4621-9107-094bf8528915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9190434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062341'] for subnet, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:17.029176 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7aed1fc7-13ca-4621-9107-094bf8528915 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:17.032919 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-7aed1fc7-13ca-4621-9107-094bf8528915 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/210c6ef6-f12f-4dde-90b9-22d1971290b1 HTTP/1.1" status: 204 len: 168 time: 0.4920900 Aug 29 04:20:17.036917 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 49172) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:17.080419 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e46f80af-f66d-48d4-a11a-8a524ada0295 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:17.106592 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device d8054ea5-24d2-45c4-92a5-48b0ccde40dd up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:20:17.150289 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5b21ac0b-727d-4b67-9f70-0b3bc14263da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:17.155325 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aed1fc7-13ca-4621-9107-094bf8528915 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=210c6ef6-f12f-4dde-90b9-22d1971290b1,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:17.196641 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9c9c7e-c6d7-4c69-a24e-3dfa4da0b1f3 None None] Network 6ac3918d-221d-43b6-83e2-47d848d03ec5 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:20:17.227908 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-e46f80af-f66d-48d4-a11a-8a524ada0295 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2c1c7bf-10d2-4cac-9838-ab175d6605a9']}} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:17.257833 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-e46f80af-f66d-48d4-a11a-8a524ada0295 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6ebc77b-f873-42d4-8d03-1c3be64b147c') {'for_net_delete': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:17.258137 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-e46f80af-f66d-48d4-a11a-8a524ada0295 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6ebc77b-f873-42d4-8d03-1c3be64b147c') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:17.298546 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e46f80af-f66d-48d4-a11a-8a524ada0295 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4311712'] for segment, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:17.337900 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d36494b-bf4f-4a10-9c55-3547b2099ae4 req-18de8776-2f5e-40b4-b21f-09ff77bc2b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:17.339381 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4d36494b-bf4f-4a10-9c55-3547b2099ae4 req-18de8776-2f5e-40b4-b21f-09ff77bc2b34 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7521cd58-9470-4433-82b8-7e942c988b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8756881 Aug 29 04:20:17.343941 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-455a3d07-c0f1-4be3-a906-f0556ce691c6 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:17.347342 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5b21ac0b-727d-4b67-9f70-0b3bc14263da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:17.348444 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e46f80af-f66d-48d4-a11a-8a524ada0295 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:17.364834 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1baf0e56-7caf-4979-9b96-16a798b59078 None None] Provisioning for port d8054ea5-24d2-45c4-92a5-48b0ccde40dd completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:20:17.367247 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-5b21ac0b-727d-4b67-9f70-0b3bc14263da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53020a37-9cfa-46c3-bf40-16467007f493']}} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:17.378528 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e46f80af-f66d-48d4-a11a-8a524ada0295 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=94829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:20:17.378946 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e46f80af-f66d-48d4-a11a-8a524ada0295 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4274277'] for segment, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:17.395395 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2d90c9-73c4-4209-a242-1dbd4bac70f0 req-ebd85c99-29d8-401d-9475-97cec787ce92 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:17.402179 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2d90c9-73c4-4209-a242-1dbd4bac70f0 req-ebd85c99-29d8-401d-9475-97cec787ce92 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:17.408269 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2d90c9-73c4-4209-a242-1dbd4bac70f0 req-ebd85c99-29d8-401d-9475-97cec787ce92 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:17.413968 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c784b8-0cc3-452d-9e3b-773b4bd2bf67 req-aa7345c2-dca7-4b0b-8806-0b95eeaa50cd tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:17.414255 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2d90c9-73c4-4209-a242-1dbd4bac70f0 req-ebd85c99-29d8-401d-9475-97cec787ce92 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:17.421027 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2d90c9-73c4-4209-a242-1dbd4bac70f0 req-ebd85c99-29d8-401d-9475-97cec787ce92 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:17.427078 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2d90c9-73c4-4209-a242-1dbd4bac70f0 req-ebd85c99-29d8-401d-9475-97cec787ce92 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:17.432764 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-67c784b8-0cc3-452d-9e3b-773b4bd2bf67 req-aa7345c2-dca7-4b0b-8806-0b95eeaa50cd tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] 10.222.0.22 "GET /v2.0/ports?device_id=25c8a457-9098-4823-a0b0-e5217cb8e752 HTTP/1.1" status: 200 len: 932 time: 0.2092030 Aug 29 04:20:17.433165 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2d90c9-73c4-4209-a242-1dbd4bac70f0 req-ebd85c99-29d8-401d-9475-97cec787ce92 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:17.440161 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-5b21ac0b-727d-4b67-9f70-0b3bc14263da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fc19f14-bf6d-4959-b2c5-ed51e935e5ad') {'for_net_delete': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:17.441203 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-5b21ac0b-727d-4b67-9f70-0b3bc14263da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fc19f14-bf6d-4959-b2c5-ed51e935e5ad') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:17.442338 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6b2d90c9-73c4-4209-a242-1dbd4bac70f0 req-ebd85c99-29d8-401d-9475-97cec787ce92 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/ports?device_id=afc254ea-ccf6-497c-b6f3-9c7790e81f60 HTTP/1.1" status: 200 len: 5437 time: 0.4195383 Aug 29 04:20:17.444176 n-d-712140-12 neutron-server[94829]: Traceback (most recent call last): Aug 29 04:20:17.444176 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:20:17.444176 n-d-712140-12 neutron-server[94829]: timer() Aug 29 04:20:17.444176 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:20:17.444176 n-d-712140-12 neutron-server[94829]: cb(*args, **kw) Aug 29 04:20:17.444176 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:20:17.444176 n-d-712140-12 neutron-server[94829]: return func(*args, **kwargs) Aug 29 04:20:17.444176 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:20:17.444176 n-d-712140-12 neutron-server[94829]: self._notify() Aug 29 04:20:17.444176 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:20:17.444176 n-d-712140-12 neutron-server[94829]: self.callback(batched_events) Aug 29 04:20:17.444176 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:20:17.444176 n-d-712140-12 neutron-server[94829]: event.method(event) Aug 29 04:20:17.444176 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:20:17.444176 n-d-712140-12 neutron-server[94829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:20:17.444176 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:20:17.444176 n-d-712140-12 neutron-server[94829]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:20:17.444176 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:20:17.444176 n-d-712140-12 neutron-server[94829]: return f(self, *a, **k) Aug 29 04:20:17.444176 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:20:17.444176 n-d-712140-12 neutron-server[94829]: return self._get(url).json() Aug 29 04:20:17.444176 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:20:17.444176 n-d-712140-12 neutron-server[94829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:20:17.444176 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:20:17.444176 n-d-712140-12 neutron-server[94829]: return self.request(url, 'GET', **kwargs) Aug 29 04:20:17.444176 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:20:17.444176 n-d-712140-12 neutron-server[94829]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:20:17.444176 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:20:17.444176 n-d-712140-12 neutron-server[94829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:20:17.444176 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:20:17.444176 n-d-712140-12 neutron-server[94829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:20:17.444176 n-d-712140-12 neutron-server[94829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:20:17.487063 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port d8054ea5-24d2-45c4-92a5-48b0ccde40dd completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:20:17.490310 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5b21ac0b-727d-4b67-9f70-0b3bc14263da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8904833'] for segment, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:17.535319 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5b21ac0b-727d-4b67-9f70-0b3bc14263da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:17.535601 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port d8054ea5-24d2-45c4-92a5-48b0ccde40dd triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:20:17.536109 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:17.567008 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b21ac0b-727d-4b67-9f70-0b3bc14263da admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=94828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:20:17.571520 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5b21ac0b-727d-4b67-9f70-0b3bc14263da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9190468'] for segment, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:17.571520 n-d-712140-12 neutron-server[94828]: Traceback (most recent call last): Aug 29 04:20:17.571520 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:20:17.571520 n-d-712140-12 neutron-server[94828]: timer() Aug 29 04:20:17.571520 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:20:17.571520 n-d-712140-12 neutron-server[94828]: cb(*args, **kw) Aug 29 04:20:17.571520 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:20:17.571520 n-d-712140-12 neutron-server[94828]: return func(*args, **kwargs) Aug 29 04:20:17.571520 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:20:17.571520 n-d-712140-12 neutron-server[94828]: self._notify() Aug 29 04:20:17.571520 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:20:17.571520 n-d-712140-12 neutron-server[94828]: self.callback(batched_events) Aug 29 04:20:17.571520 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:20:17.571520 n-d-712140-12 neutron-server[94828]: event.method(event) Aug 29 04:20:17.571520 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:20:17.571520 n-d-712140-12 neutron-server[94828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:20:17.571520 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:20:17.571520 n-d-712140-12 neutron-server[94828]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:20:17.571520 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:20:17.571520 n-d-712140-12 neutron-server[94828]: return f(self, *a, **k) Aug 29 04:20:17.571520 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:20:17.571520 n-d-712140-12 neutron-server[94828]: return self._get(url).json() Aug 29 04:20:17.571520 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:20:17.571520 n-d-712140-12 neutron-server[94828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:20:17.571520 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:20:17.571520 n-d-712140-12 neutron-server[94828]: return self.request(url, 'GET', **kwargs) Aug 29 04:20:17.571520 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:20:17.571520 n-d-712140-12 neutron-server[94828]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:20:17.571520 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:20:17.571520 n-d-712140-12 neutron-server[94828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:20:17.571520 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:20:17.571520 n-d-712140-12 neutron-server[94828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:20:17.571520 n-d-712140-12 neutron-server[94828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:20:17.593250 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-67c784b8-0cc3-452d-9e3b-773b4bd2bf67 req-86a1818c-9f13-405a-ae29-a89b4bfa787e tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] 10.222.0.22 "GET /v2.0/security-groups?id=0e1109a6-248f-4454-ba5b-742319a76013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402924 Aug 29 04:20:17.661305 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device e64e1abe-0190-4cb5-8d68-399c7b7657fa up at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:20:17.680255 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5b21ac0b-727d-4b67-9f70-0b3bc14263da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:17.695311 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6b2d90c9-73c4-4209-a242-1dbd4bac70f0 req-9076cafd-3fac-4925-89ed-79620ab1557e tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/security-groups?id=c5569642-fe3a-4dae-b304-b5b17959f467&id=6765471a-6318-4be5-8b74-21c509c8c5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2520690 Aug 29 04:20:17.699015 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e46f80af-f66d-48d4-a11a-8a524ada0295 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:17.711231 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5b21ac0b-727d-4b67-9f70-0b3bc14263da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:17.713367 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-5b21ac0b-727d-4b67-9f70-0b3bc14263da admin admin] 10.222.0.22 "DELETE /v2.0/networks/53020a37-9cfa-46c3-bf40-16467007f493 HTTP/1.1" status: 204 len: 168 time: 0.6746275 Aug 29 04:20:17.714285 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b21ac0b-727d-4b67-9f70-0b3bc14263da admin admin] Pushing event deleted for resources: {'Network': ['ID=53020a37-9cfa-46c3-bf40-16467007f493,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:17.716236 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 49184) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:17.749608 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:17.768612 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c5bf89f-b535-4c82-b1e7-54b78fdc09aa admin admin] Deleting subnet 49156100-36e5-42be-85fd-8c6295cca94b {{(pid=94828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:20:17.779028 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9c5bf89f-b535-4c82-b1e7-54b78fdc09aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:17.801153 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e46f80af-f66d-48d4-a11a-8a524ada0295 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:17.811429 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-e46f80af-f66d-48d4-a11a-8a524ada0295 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] 10.222.0.22 "DELETE /v2.0/networks/d2c1c7bf-10d2-4cac-9838-ab175d6605a9 HTTP/1.1" status: 204 len: 168 time: 2.5883856 Aug 29 04:20:17.811640 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 49186) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:17.821269 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-fd0acb8a-8acb-4c6b-96c3-91864e01be92 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1655839174'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:17.841356 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port d8054ea5-24d2-45c4-92a5-48b0ccde40dd, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=d8054ea5-24d2-45c4-92a5-48b0ccde40dd,segment=NetworkSegment(b01d587e-e1ae-4a13-990c-e9fd87d5dc4b),segment_id=b01d587e-e1ae-4a13-990c-e9fd87d5dc4b)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:17.844441 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9c5bf89f-b535-4c82-b1e7-54b78fdc09aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8904862'] for subnet, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:17.847269 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:17.852463 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning for port e64e1abe-0190-4cb5-8d68-399c7b7657fa completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:20:17.865467 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4d36494b-bf4f-4a10-9c55-3547b2099ae4 req-eb90c1c7-cf43-4be2-943e-7d54926539c8 service neutron] 10.222.0.46 "GET /v2.0/networks/7521cd58-9470-4433-82b8-7e942c988b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5093889 Aug 29 04:20:17.877908 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning complete for port e64e1abe-0190-4cb5-8d68-399c7b7657fa triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:20:17.878305 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:17.915436 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd0acb8a-8acb-4c6b-96c3-91864e01be92 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Made reservation on behalf of 44385798d8624c32aa934faabfcc9a0e for: {'network': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:20:17.919966 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fd0acb8a-8acb-4c6b-96c3-91864e01be92 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:17.951232 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46f80af-f66d-48d4-a11a-8a524ada0295 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Pushing event deleted for resources: {'Network': ['ID=d2c1c7bf-10d2-4cac-9838-ab175d6605a9,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:17.957300 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=d8054ea5-24d2-45c4-92a5-48b0ccde40dd,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:17.962435 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-573ce475-ca37-4db3-8ba6-27a340307ead req-dbdfa0b1-dba0-4338-aa1e-6ab18eb29738 tempest-ServerShowV254Test-1618899415 tempest-ServerShowV254Test-1618899415-project] 10.222.0.22 "GET /v2.0/ports?device_id=9de919d4-15a8-461e-8b98-44a892752954 HTTP/1.1" status: 200 len: 210 time: 0.0957568 Aug 29 04:20:17.964559 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9c5bf89f-b535-4c82-b1e7-54b78fdc09aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:18.001967 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-455a3d07-c0f1-4be3-a906-f0556ce691c6 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:18.019054 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:18.023169 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbddddff-f4d3-489e-8545-eb9832cdb24a req-cfaffaca-c7d2-4e66-a667-903bf7bfd3fa tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:18.025142 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bbddddff-f4d3-489e-8545-eb9832cdb24a req-cfaffaca-c7d2-4e66-a667-903bf7bfd3fa tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e5ccfea-706b-4825-9d2e-60c0b092c82e HTTP/1.1" status: 200 len: 944 time: 0.1259475 Aug 29 04:20:18.048986 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afc254ea-ccf6-497c-b6f3-9c7790e81f60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e64e1abe-0190-4cb5-8d68-399c7b7657fa'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:20:18.054910 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85858c4f-7c63-43e1-86bd-5192b4049d9b" -d '{"events": [{"server_uuid": "afc254ea-ccf6-497c-b6f3-9c7790e81f60", "name": "network-vif-plugged", "status": "completed", "tag": "e64e1abe-0190-4cb5-8d68-399c7b7657fa"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:20:18.069972 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd0acb8a-8acb-4c6b-96c3-91864e01be92 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=94828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:20:18.071982 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port e64e1abe-0190-4cb5-8d68-399c7b7657fa, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=e64e1abe-0190-4cb5-8d68-399c7b7657fa,segment=NetworkSegment(c43d2e16-64d2-466b-8915-fe746cc0a849),segment_id=c43d2e16-64d2-466b-8915-fe746cc0a849)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:18.086527 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:18.136886 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-158ca711-aade-438a-8438-732bd165f1c6 x-openstack-request-id: req-158ca711-aade-438a-8438-732bd165f1c6 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:20:18.137490 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afc254ea-ccf6-497c-b6f3-9c7790e81f60", "name": "network-vif-plugged", "status": "completed", "tag": "e64e1abe-0190-4cb5-8d68-399c7b7657fa", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:20:18.137490 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-158ca711-aade-438a-8438-732bd165f1c6 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:20:18.137846 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afc254ea-ccf6-497c-b6f3-9c7790e81f60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e64e1abe-0190-4cb5-8d68-399c7b7657fa', 'code': 200} Aug 29 04:20:18.146692 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fd0acb8a-8acb-4c6b-96c3-91864e01be92 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:18.147048 n-d-712140-12 neutron-server[94828]: INFO neutron.db.segments_db [None req-fd0acb8a-8acb-4c6b-96c3-91864e01be92 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Added segment 1b9bdaa4-65dc-4c70-b483-7d2a58363de5 of type vlan for network 0a1c09b9-6d67-4929-893a-677ca1462359 Aug 29 04:20:18.162354 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27117f5f-2aee-467d-afa1-402b0fe200c5 None None] get_active_networks_info from n-d-712140-12 {{(pid=94830) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 04:20:18.168224 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-455a3d07-c0f1-4be3-a906-f0556ce691c6 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] Network 67c1cdda-7629-481b-81fa-9aed1bd1ab3c is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:20:18.180033 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-455a3d07-c0f1-4be3-a906-f0556ce691c6 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:20:18.188041 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-455a3d07-c0f1-4be3-a906-f0556ce691c6 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:20:18.200758 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455a3d07-c0f1-4be3-a906-f0556ce691c6 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] Pushing event updated for resources: {'Port': ['ID=ff6c0306-6b6e-4fb3-b60d-ca9b884d3fe8,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:18.211219 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-247a71d3-ee34-4ded-a344-43dea1bf9833 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] Allocated IP 172.20.0.11 (67c1cdda-7629-481b-81fa-9aed1bd1ab3c/6fc380c2-f629-4bfb-860c-06116ada96b2/4772a09d-faf2-4d24-bc31-b042ffd44672) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:20:18.217859 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9c5bf89f-b535-4c82-b1e7-54b78fdc09aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9190434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062341'] for subnet, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:18.235752 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-11948310-1b1a-4bcd-b545-747ae2968808 None None] Provisioning complete for port d8054ea5-24d2-45c4-92a5-48b0ccde40dd triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:20:18.236138 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-11948310-1b1a-4bcd-b545-747ae2968808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:18.240633 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bbddddff-f4d3-489e-8545-eb9832cdb24a req-33516b92-0016-41bd-b090-e44a261df47e tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=95663bcf-c178-40f7-a8d1-56ba6dc33aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1810369 Aug 29 04:20:18.259263 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=e64e1abe-0190-4cb5-8d68-399c7b7657fa,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:18.270869 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4d36494b-bf4f-4a10-9c55-3547b2099ae4 req-e98507ab-4067-47e7-82ff-46af3dc73295 service neutron] 10.222.0.46 "GET /v2.0/networks/7521cd58-9470-4433-82b8-7e942c988b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3732769 Aug 29 04:20:18.281330 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5bf89f-b535-4c82-b1e7-54b78fdc09aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49156100-36e5-42be-85fd-8c6295cca94b,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:18.283405 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9c5bf89f-b535-4c82-b1e7-54b78fdc09aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:18.287821 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-9c5bf89f-b535-4c82-b1e7-54b78fdc09aa admin admin] 10.222.0.22 "DELETE /v2.0/subnets/49156100-36e5-42be-85fd-8c6295cca94b HTTP/1.1" status: 204 len: 168 time: 0.5680034 Aug 29 04:20:18.289503 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fd0acb8a-8acb-4c6b-96c3-91864e01be92 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:18.290882 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 49194) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:18.353983 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fd0acb8a-8acb-4c6b-96c3-91864e01be92 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:18.360187 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0acb8a-8acb-4c6b-96c3-91864e01be92 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:18.361232 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fd0acb8a-8acb-4c6b-96c3-91864e01be92 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:18.388433 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fe4243b6-fa08-48ef-b26f-de087db68bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:18.388696 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27117f5f-2aee-467d-afa1-402b0fe200c5 None None] Resources bound (agent type, host, resource id): {{(pid=94830) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 04:20:18.393006 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-455a3d07-c0f1-4be3-a906-f0556ce691c6 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:18.393643 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-455a3d07-c0f1-4be3-a906-f0556ce691c6 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:18.412552 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-455a3d07-c0f1-4be3-a906-f0556ce691c6 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1191158 Aug 29 04:20:18.445287 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-05baf417-d0ba-4a9a-9d08-67ecd7414d21 service neutron] Request body: {'port': {'device_id': 'a651e7db-5e74-410b-b581-7336b09fd740', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-12'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:18.447669 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0acb8a-8acb-4c6b-96c3-91864e01be92 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Pushing event updated for resources: {'Network': ['ID=0a1c09b9-6d67-4929-893a-677ca1462359,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:18.480671 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 0a1c09b9-6d67-4929-893a-677ca1462359 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:20:18.500360 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-fd0acb8a-8acb-4c6b-96c3-91864e01be92 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6854801 Aug 29 04:20:18.502076 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 49198) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:18.506621 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-2eef86e9-3df7-43c0-aeff-830ee6ceb198 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Request body: {'subnet': {'network_id': '0a1c09b9-6d67-4929-893a-677ca1462359', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:18.573675 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fe4243b6-fa08-48ef-b26f-de087db68bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:18.589537 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-fe4243b6-fa08-48ef-b26f-de087db68bb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['feff7f9a-bf2b-4fbe-bc9d-43d4542cf437']}} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:18.592077 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-05baf417-d0ba-4a9a-9d08-67ecd7414d21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:18.609920 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-fe4243b6-fa08-48ef-b26f-de087db68bb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bfdea4b-b28c-4a57-aa98-e52c26a4c41a') {'for_net_delete': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:18.612108 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-fe4243b6-fa08-48ef-b26f-de087db68bb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bfdea4b-b28c-4a57-aa98-e52c26a4c41a') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:18.638294 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fe4243b6-fa08-48ef-b26f-de087db68bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4311712'] for segment, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:18.677354 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fe4243b6-fa08-48ef-b26f-de087db68bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:18.683042 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-247a71d3-ee34-4ded-a344-43dea1bf9833 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:18.690911 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe4243b6-fa08-48ef-b26f-de087db68bb0 admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=94829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:20:18.691337 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fe4243b6-fa08-48ef-b26f-de087db68bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4274277'] for segment, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:18.709927 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eef86e9-3df7-43c0-aeff-830ee6ceb198 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Made reservation on behalf of 44385798d8624c32aa934faabfcc9a0e for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:20:18.714528 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2eef86e9-3df7-43c0-aeff-830ee6ceb198 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:18.730452 n-d-712140-12 neutron-server[94829]: Traceback (most recent call last): Aug 29 04:20:18.730452 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:20:18.730452 n-d-712140-12 neutron-server[94829]: timer() Aug 29 04:20:18.730452 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:20:18.730452 n-d-712140-12 neutron-server[94829]: cb(*args, **kw) Aug 29 04:20:18.730452 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:20:18.730452 n-d-712140-12 neutron-server[94829]: return func(*args, **kwargs) Aug 29 04:20:18.730452 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:20:18.730452 n-d-712140-12 neutron-server[94829]: self._notify() Aug 29 04:20:18.730452 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:20:18.730452 n-d-712140-12 neutron-server[94829]: self.callback(batched_events) Aug 29 04:20:18.730452 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:20:18.730452 n-d-712140-12 neutron-server[94829]: event.method(event) Aug 29 04:20:18.730452 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:20:18.730452 n-d-712140-12 neutron-server[94829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:20:18.730452 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:20:18.730452 n-d-712140-12 neutron-server[94829]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:20:18.730452 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:20:18.730452 n-d-712140-12 neutron-server[94829]: return f(self, *a, **k) Aug 29 04:20:18.730452 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:20:18.730452 n-d-712140-12 neutron-server[94829]: return self._get(url).json() Aug 29 04:20:18.730452 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:20:18.730452 n-d-712140-12 neutron-server[94829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:20:18.730452 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:20:18.730452 n-d-712140-12 neutron-server[94829]: return self.request(url, 'GET', **kwargs) Aug 29 04:20:18.730452 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:20:18.730452 n-d-712140-12 neutron-server[94829]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:20:18.730452 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:20:18.730452 n-d-712140-12 neutron-server[94829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:20:18.730452 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:20:18.730452 n-d-712140-12 neutron-server[94829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:20:18.730452 n-d-712140-12 neutron-server[94829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:20:18.927709 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device d8054ea5-24d2-45c4-92a5-48b0ccde40dd up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:20:18.928047 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-247a71d3-ee34-4ded-a344-43dea1bf9833 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:18.949098 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f956add8-614b-46db-b4dc-48584146a864 req-ee795583-9596-4610-b19c-46fce70b028c tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:18.956402 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f956add8-614b-46db-b4dc-48584146a864 req-ee795583-9596-4610-b19c-46fce70b028c tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:18.964279 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f956add8-614b-46db-b4dc-48584146a864 req-ee795583-9596-4610-b19c-46fce70b028c tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:18.972585 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f956add8-614b-46db-b4dc-48584146a864 req-ee795583-9596-4610-b19c-46fce70b028c tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:18.976260 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fe4243b6-fa08-48ef-b26f-de087db68bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:18.980497 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f956add8-614b-46db-b4dc-48584146a864 req-ee795583-9596-4610-b19c-46fce70b028c tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:18.988355 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f956add8-614b-46db-b4dc-48584146a864 req-ee795583-9596-4610-b19c-46fce70b028c tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:18.994189 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:18.994768 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f956add8-614b-46db-b4dc-48584146a864 req-ee795583-9596-4610-b19c-46fce70b028c tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:19.007168 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f956add8-614b-46db-b4dc-48584146a864 req-ee795583-9596-4610-b19c-46fce70b028c tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/ports?device_id=afc254ea-ccf6-497c-b6f3-9c7790e81f60 HTTP/1.1" status: 200 len: 5438 time: 0.1985574 Aug 29 04:20:19.043077 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fe4243b6-fa08-48ef-b26f-de087db68bb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:19.045847 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-fe4243b6-fa08-48ef-b26f-de087db68bb0 admin admin] 10.222.0.22 "DELETE /v2.0/networks/feff7f9a-bf2b-4fbe-bc9d-43d4542cf437 HTTP/1.1" status: 204 len: 168 time: 0.7539425 Aug 29 04:20:19.078696 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247a71d3-ee34-4ded-a344-43dea1bf9833 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] Pushing event updated for resources: {'Port': ['ID=4772a09d-faf2-4d24-bc31-b042ffd44672,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:19.092486 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port d8054ea5-24d2-45c4-92a5-48b0ccde40dd triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:20:19.092869 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:19.103232 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a4ab30-ce30-46cd-87e5-fb5930ebeda7 req-d0619503-e2c7-4527-919a-f53159c38987 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:19.104625 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-247a71d3-ee34-4ded-a344-43dea1bf9833 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] Network 67c1cdda-7629-481b-81fa-9aed1bd1ab3c is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:20:19.109159 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-247a71d3-ee34-4ded-a344-43dea1bf9833 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:20:19.112729 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-41a4ab30-ce30-46cd-87e5-fb5930ebeda7 req-d0619503-e2c7-4527-919a-f53159c38987 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] 10.222.0.22 "GET /v2.0/ports?device_id=25c8a457-9098-4823-a0b0-e5217cb8e752 HTTP/1.1" status: 200 len: 932 time: 0.3279572 Aug 29 04:20:19.129516 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-247a71d3-ee34-4ded-a344-43dea1bf9833 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:20:19.190311 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f956add8-614b-46db-b4dc-48584146a864 req-7e4eaee1-d5e8-4885-ba00-1d887a9b2c07 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/security-groups?id=c5569642-fe3a-4dae-b304-b5b17959f467&id=6765471a-6318-4be5-8b74-21c509c8c5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1811891 Aug 29 04:20:19.207475 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4243b6-fa08-48ef-b26f-de087db68bb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=feff7f9a-bf2b-4fbe-bc9d-43d4542cf437,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:19.260638 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 49216) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:19.275263 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-247a71d3-ee34-4ded-a344-43dea1bf9833 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:19.275951 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-247a71d3-ee34-4ded-a344-43dea1bf9833 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:19.301414 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-247a71d3-ee34-4ded-a344-43dea1bf9833 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.3744552 Aug 29 04:20:19.328850 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-41a4ab30-ce30-46cd-87e5-fb5930ebeda7 req-2ec333f9-e9e2-4944-94ee-300912f10786 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] 10.222.0.22 "GET /v2.0/security-groups?id=0e1109a6-248f-4454-ba5b-742319a76013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766803 Aug 29 04:20:19.339655 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-703e12a1-e185-4405-9f0a-9ae5d52df5a2 service neutron] Request body: {'port': {'device_id': 'f0d2eda9-19c2-4c69-ba94-d4494a9a80e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:19.413961 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2eef86e9-3df7-43c0-aeff-830ee6ceb198 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9191137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10062364'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:19.432152 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-04b3fefd-2b2c-47b3-b20d-342df5849495 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1d0658a0a90a4facb02cad62921e20d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1647527 Aug 29 04:20:19.433076 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 49218) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:19.455493 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-703e12a1-e185-4405-9f0a-9ae5d52df5a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:19.499385 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-5c1a3b09-a232-4897-acf1-2459bdc1cdf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 612daa36-1a9d-4b2d-af5c-c0897a3fda95 {{(pid=94829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:20:19.510293 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-5c1a3b09-a232-4897-acf1-2459bdc1cdf1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:19.536033 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1dd96210-4659-41db-a954-604af60aa403 req-5159feba-3092-4765-aed6-cc86e7abff47 tempest-ServerShowV254Test-1618899415 tempest-ServerShowV254Test-1618899415-project] 10.222.0.22 "GET /v2.0/ports?device_id=9de919d4-15a8-461e-8b98-44a892752954 HTTP/1.1" status: 200 len: 210 time: 0.0814123 Aug 29 04:20:19.558514 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ddb564-9c4b-4901-85b0-50711442d3f9 req-dcbbbebd-ae8b-4648-afe0-4b9c45a1b1de tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:19.561001 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-64ddb564-9c4b-4901-85b0-50711442d3f9 req-dcbbbebd-ae8b-4648-afe0-4b9c45a1b1de tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e5ccfea-706b-4825-9d2e-60c0b092c82e HTTP/1.1" status: 200 len: 944 time: 0.1266491 Aug 29 04:20:19.562489 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-5c1a3b09-a232-4897-acf1-2459bdc1cdf1 service neutron] Transition to ACTIVE for port object 612daa36-1a9d-4b2d-af5c-c0897a3fda95 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:20:19.589452 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eef86e9-3df7-43c0-aeff-830ee6ceb198 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Pushing event updated for resources: {'Subnet': ['ID=efad0988-549a-4826-9868-fd446c00ded5,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:19.635218 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-5c1a3b09-a232-4897-acf1-2459bdc1cdf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:19.656513 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 540cae85-7f7d-4921-89a2-7ca402f8590f up at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:20:19.678564 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-dd285120-84a3-4db8-a96f-7bec62be3d68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:19.702235 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-dd285120-84a3-4db8-a96f-7bec62be3d68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:19.706578 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eef86e9-3df7-43c0-aeff-830ee6ceb198 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Checking segment: {'id': '1b9bdaa4-65dc-4c70-b483-7d2a58363de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '0a1c09b9-6d67-4929-893a-677ca1462359'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:20:19.707111 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eef86e9-3df7-43c0-aeff-830ee6ceb198 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Network hostable DHCP agents. Network: 0a1c09b9-6d67-4929-893a-677ca1462359, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:20:19.719114 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning for port 540cae85-7f7d-4921-89a2-7ca402f8590f completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:20:19.725998 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning complete for port 540cae85-7f7d-4921-89a2-7ca402f8590f triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:20:19.726542 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:19.728514 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eef86e9-3df7-43c0-aeff-830ee6ceb198 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Network 0a1c09b9-6d67-4929-893a-677ca1462359 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:20:19.745086 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-2eef86e9-3df7-43c0-aeff-830ee6ceb198 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 0a1c09b9-6d67-4929-893a-677ca1462359) {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:20:19.749789 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eef86e9-3df7-43c0-aeff-830ee6ceb198 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:19.751779 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2eef86e9-3df7-43c0-aeff-830ee6ceb198 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:19.779432 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c872346-24ce-4887-a70c-f02f4841db1b None None] Network 0a1c09b9-6d67-4929-893a-677ca1462359 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:20:19.784705 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-2eef86e9-3df7-43c0-aeff-830ee6ceb198 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.2803807 Aug 29 04:20:19.785760 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 49228) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:19.799065 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1a3b09-a232-4897-acf1-2459bdc1cdf1 service neutron] Pushing event updated for resources: {'Port': ['ID=612daa36-1a9d-4b2d-af5c-c0897a3fda95,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:19.818393 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-64ddb564-9c4b-4901-85b0-50711442d3f9 req-c721e984-d119-41f9-961a-64c56afca1d8 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=95663bcf-c178-40f7-a8d1-56ba6dc33aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2374485 Aug 29 04:20:19.914591 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:19.952426 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-dd285120-84a3-4db8-a96f-7bec62be3d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:19.955636 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-dd285120-84a3-4db8-a96f-7bec62be3d68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:19.957023 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-dd285120-84a3-4db8-a96f-7bec62be3d68 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/66fbaeda-59ff-4d57-985c-4006816efa12 HTTP/1.1" status: 204 len: 168 time: 0.5196757 Aug 29 04:20:20.001630 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 540cae85-7f7d-4921-89a2-7ca402f8590f, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=540cae85-7f7d-4921-89a2-7ca402f8590f,segment=NetworkSegment(c43d2e16-64d2-466b-8915-fe746cc0a849),segment_id=c43d2e16-64d2-466b-8915-fe746cc0a849)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:20.014835 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:20.015640 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 35d63e72-b738-4a46-8a77-b6b744715997 up at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:20:20.022586 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8105fe9b-8e95-4047-98e4-9b45e1765289 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:20.056301 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f1c5b7-81bc-41ea-b016-c01d75aedc52 req-217b84c5-35ab-4b2c-bb0a-9b63295db113 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:20.058480 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c0f1c5b7-81bc-41ea-b016-c01d75aedc52 req-217b84c5-35ab-4b2c-bb0a-9b63295db113 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e5ccfea-706b-4825-9d2e-60c0b092c82e HTTP/1.1" status: 200 len: 944 time: 0.1059952 Aug 29 04:20:20.084581 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd285120-84a3-4db8-a96f-7bec62be3d68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66fbaeda-59ff-4d57-985c-4006816efa12,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:20.127145 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-5c1a3b09-a232-4897-acf1-2459bdc1cdf1 service neutron] Attempting to bind port 612daa36-1a9d-4b2d-af5c-c0897a3fda95 on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:20:20.127517 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-5c1a3b09-a232-4897-acf1-2459bdc1cdf1 service neutron] Attempting to bind port 612daa36-1a9d-4b2d-af5c-c0897a3fda95 by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': '98b8dc6c-7a29-4e8c-b0e0-7a04be0f01c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '67c1cdda-7629-481b-81fa-9aed1bd1ab3c'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:20:20.127901 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-5c1a3b09-a232-4897-acf1-2459bdc1cdf1 service neutron] Attempting to bind port 612daa36-1a9d-4b2d-af5c-c0897a3fda95 on network 67c1cdda-7629-481b-81fa-9aed1bd1ab3c {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:20:20.139873 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afc254ea-ccf6-497c-b6f3-9c7790e81f60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '540cae85-7f7d-4921-89a2-7ca402f8590f'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:20:20.142261 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e68bc8f-6b99-4c23-b28a-6836e6aac3c2" -d '{"events": [{"server_uuid": "afc254ea-ccf6-497c-b6f3-9c7790e81f60", "name": "network-vif-plugged", "status": "completed", "tag": "540cae85-7f7d-4921-89a2-7ca402f8590f"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:20:20.148974 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-5c1a3b09-a232-4897-acf1-2459bdc1cdf1 service neutron] Port 612daa36-1a9d-4b2d-af5c-c0897a3fda95 on network 67c1cdda-7629-481b-81fa-9aed1bd1ab3c not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:20:20.149314 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-5c1a3b09-a232-4897-acf1-2459bdc1cdf1 service neutron] Attempting to bind port 612daa36-1a9d-4b2d-af5c-c0897a3fda95 on network 67c1cdda-7629-481b-81fa-9aed1bd1ab3c {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:20:20.152736 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27edb0f3-f354-4b1e-8ffa-b69c96c2d55a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-0a1c09b9-6d67-4929-893a-677ca1462359', 'network_id': '0a1c09b9-6d67-4929-893a-677ca1462359', 'tenant_id': '44385798d8624c32aa934faabfcc9a0e', 'fixed_ips': [{'subnet_id': 'efad0988-549a-4826-9868-fd446c00ded5'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:20:20.153648 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-27edb0f3-f354-4b1e-8ffa-b69c96c2d55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:20.171144 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=540cae85-7f7d-4921-89a2-7ca402f8590f,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:20.175777 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-05baf417-d0ba-4a9a-9d08-67ecd7414d21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff6c0306-6b6e-4fb3-b60d-ca9b884d3fe8 {{(pid=94829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:20:20.187483 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8105fe9b-8e95-4047-98e4-9b45e1765289 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:20.198408 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-05baf417-d0ba-4a9a-9d08-67ecd7414d21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:20.203282 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-5c1a3b09-a232-4897-acf1-2459bdc1cdf1 service neutron] Checking agent: {'id': '3de9de52-3a03-431d-9d7e-497ae92c57ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:20:20.203636 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-5c1a3b09-a232-4897-acf1-2459bdc1cdf1 service neutron] Checking segment: {'id': '98b8dc6c-7a29-4e8c-b0e0-7a04be0f01c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '67c1cdda-7629-481b-81fa-9aed1bd1ab3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:20:20.205222 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-5c1a3b09-a232-4897-acf1-2459bdc1cdf1 service neutron] Bound using segment: {'id': '98b8dc6c-7a29-4e8c-b0e0-7a04be0f01c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '67c1cdda-7629-481b-81fa-9aed1bd1ab3c'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:20:20.205691 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-5c1a3b09-a232-4897-acf1-2459bdc1cdf1 service neutron] Bound port: 612daa36-1a9d-4b2d-af5c-c0897a3fda95, host: n-h1-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98b8dc6c-7a29-4e8c-b0e0-7a04be0f01c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '67c1cdda-7629-481b-81fa-9aed1bd1ab3c'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:20:20.206060 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-5c1a3b09-a232-4897-acf1-2459bdc1cdf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:20.222694 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c0f1c5b7-81bc-41ea-b016-c01d75aedc52 req-be84ec70-ade8-4a4e-a8d1-575e82375964 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=95663bcf-c178-40f7-a8d1-56ba6dc33aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306579 Aug 29 04:20:20.264039 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-05baf417-d0ba-4a9a-9d08-67ecd7414d21 service neutron] Transition to ACTIVE for port object ff6c0306-6b6e-4fb3-b60d-ca9b884d3fe8 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:20:20.310706 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-05baf417-d0ba-4a9a-9d08-67ecd7414d21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:20.316362 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bed6d44-b0b0-478e-848c-31d9bea45261 x-openstack-request-id: req-9bed6d44-b0b0-478e-848c-31d9bea45261 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:20:20.316662 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afc254ea-ccf6-497c-b6f3-9c7790e81f60", "name": "network-vif-plugged", "status": "completed", "tag": "540cae85-7f7d-4921-89a2-7ca402f8590f", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:20:20.316923 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9bed6d44-b0b0-478e-848c-31d9bea45261 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:20:20.318601 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afc254ea-ccf6-497c-b6f3-9c7790e81f60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '540cae85-7f7d-4921-89a2-7ca402f8590f', 'code': 200} Aug 29 04:20:20.346750 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning for port 35d63e72-b738-4a46-8a77-b6b744715997 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:20:20.365137 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8105fe9b-8e95-4047-98e4-9b45e1765289 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9190434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062341'] for subnet, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:20.373254 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning complete for port 35d63e72-b738-4a46-8a77-b6b744715997 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:20:20.373639 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:20.425668 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8105fe9b-8e95-4047-98e4-9b45e1765289 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Pushing event deleted for resources: {'Subnet': ['ID=efad0988-549a-4826-9868-fd446c00ded5,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:20.450906 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server [None req-27edb0f3-f354-4b1e-8ffa-b69c96c2d55a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet efad0988-549a-4826-9868-fd446c00ded5: This subnet is being modified by another concurrent operation. Aug 29 04:20:20.450906 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 29 04:20:20.450906 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 29 04:20:20.450906 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 29 04:20:20.450906 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 29 04:20:20.450906 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 29 04:20:20.450906 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 29 04:20:20.450906 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 29 04:20:20.450906 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 29 04:20:20.450906 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 29 04:20:20.450906 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 04:20:20.450906 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 04:20:20.450906 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:20:20.450906 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:20:20.450906 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:20:20.450906 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:20:20.450906 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 04:20:20.450906 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:20:20.450906 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 04:20:20.450906 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 04:20:20.450906 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:20:20.450906 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:20:20.450906 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:20:20.450906 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:20:20.450906 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 04:20:20.450906 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:20:20.450906 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 04:20:20.450906 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 04:20:20.450906 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:20:20.450906 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:20:20.450906 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:20:20.450906 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:20:20.450906 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 04:20:20.450906 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 04:20:20.450906 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 29 04:20:20.450906 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 29 04:20:20.450906 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 29 04:20:20.450906 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 29 04:20:20.450906 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 29 04:20:20.450906 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 29 04:20:20.450906 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 29 04:20:20.450906 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 29 04:20:20.450906 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 29 04:20:20.450906 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 29 04:20:20.450906 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 29 04:20:20.450906 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 29 04:20:20.450906 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 04:20:20.450906 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 04:20:20.450906 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:20:20.450906 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:20:20.450906 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:20:20.450906 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:20:20.450906 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 04:20:20.450906 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:20:20.457455 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 04:20:20.457455 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 04:20:20.457455 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:20:20.457455 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:20:20.457455 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:20:20.457455 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:20:20.457455 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 04:20:20.457455 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:20:20.457455 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 04:20:20.457455 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 04:20:20.457455 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:20:20.457455 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:20:20.457455 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:20:20.457455 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:20:20.457455 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 04:20:20.457455 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 04:20:20.457455 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 29 04:20:20.457455 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 29 04:20:20.457455 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 29 04:20:20.457455 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 29 04:20:20.457455 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 29 04:20:20.457455 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 29 04:20:20.457455 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 29 04:20:20.457455 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 29 04:20:20.457455 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:20:20.457455 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:20:20.457455 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:20:20.457455 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:20:20.457455 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 29 04:20:20.457455 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 29 04:20:20.457455 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 29 04:20:20.457455 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 29 04:20:20.457455 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 29 04:20:20.457455 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 29 04:20:20.457455 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 29 04:20:20.457455 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server raise exception Aug 29 04:20:20.457455 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet efad0988-549a-4826-9868-fd446c00ded5: This subnet is being modified by another concurrent operation. Aug 29 04:20:20.457455 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server Aug 29 04:20:20.481446 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5eb8886-e8d6-47b6-8b9d-6ad62bf598f8 None None] Network 0a1c09b9-6d67-4929-893a-677ca1462359 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:20:20.528717 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-5c1a3b09-a232-4897-acf1-2459bdc1cdf1 service neutron] For port 612daa36-1a9d-4b2d-af5c-c0897a3fda95, host n-h1-712140-12, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:20:20.619532 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05baf417-d0ba-4a9a-9d08-67ecd7414d21 service neutron] Pushing event updated for resources: {'Port': ['ID=ff6c0306-6b6e-4fb3-b60d-ca9b884d3fe8,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:20.632180 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-5c1a3b09-a232-4897-acf1-2459bdc1cdf1 service neutron] For port 612daa36-1a9d-4b2d-af5c-c0897a3fda95, host n-h1-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=612daa36-1a9d-4b2d-af5c-c0897a3fda95,segment=NetworkSegment(98b8dc6c-7a29-4e8c-b0e0-7a04be0f01c2),segment_id=98b8dc6c-7a29-4e8c-b0e0-7a04be0f01c2)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:20:20.636072 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8105fe9b-8e95-4047-98e4-9b45e1765289 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:20.653426 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 49250) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:20.658600 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-5c1a3b09-a232-4897-acf1-2459bdc1cdf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:20.673232 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-8105fe9b-8e95-4047-98e4-9b45e1765289 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a1c09b9-6d67-4929-893a-677ca1462359']}} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:20.685489 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4d78e6-8997-46b7-85a0-e6b0155544e8 req-a7645db2-b0ac-45d6-b094-e8db4799b230 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:20.693792 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1a4d78e6-8997-46b7-85a0-e6b0155544e8 req-a7645db2-b0ac-45d6-b094-e8db4799b230 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e5ccfea-706b-4825-9d2e-60c0b092c82e HTTP/1.1" status: 200 len: 944 time: 0.1871707 Aug 29 04:20:20.706387 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:20.716704 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-8105fe9b-8e95-4047-98e4-9b45e1765289 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b9bdaa4-65dc-4c70-b483-7d2a58363de5') {'for_net_delete': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:20.717565 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-8105fe9b-8e95-4047-98e4-9b45e1765289 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b9bdaa4-65dc-4c70-b483-7d2a58363de5') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:20.721053 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9503fe-5e1f-4a50-92d1-3a6afecd0327 None None] get_active_networks_info from n-d-712140-12 {{(pid=94830) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 04:20:20.758247 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8105fe9b-8e95-4047-98e4-9b45e1765289 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8904833'] for segment, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:20.762264 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-5c1a3b09-a232-4897-acf1-2459bdc1cdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:20.762719 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-5c1a3b09-a232-4897-acf1-2459bdc1cdf1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:20.764355 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-5c1a3b09-a232-4897-acf1-2459bdc1cdf1 service neutron] 10.222.0.46 "PUT /v2.0/ports/612daa36-1a9d-4b2d-af5c-c0897a3fda95 HTTP/1.1" status: 200 len: 1093 time: 5.1158729 Aug 29 04:20:20.768060 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25c8a457-9098-4823-a0b0-e5217cb8e752', 'tag': '612daa36-1a9d-4b2d-af5c-c0897a3fda95'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:20:20.771012 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-610fc392-a6d8-4dc1-9a9f-a2942cd9f265" -d '{"events": [{"name": "network-changed", "server_uuid": "25c8a457-9098-4823-a0b0-e5217cb8e752", "tag": "612daa36-1a9d-4b2d-af5c-c0897a3fda95"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:20:20.793278 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94d2adc-074d-438f-a83c-a37fd98b96cd req-3ec9805e-6530-4e1e-9d69-7bd3f4586b77 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:20.804208 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94d2adc-074d-438f-a83c-a37fd98b96cd req-3ec9805e-6530-4e1e-9d69-7bd3f4586b77 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:20.811597 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94d2adc-074d-438f-a83c-a37fd98b96cd req-3ec9805e-6530-4e1e-9d69-7bd3f4586b77 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:20.812418 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8105fe9b-8e95-4047-98e4-9b45e1765289 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:20.821036 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94d2adc-074d-438f-a83c-a37fd98b96cd req-3ec9805e-6530-4e1e-9d69-7bd3f4586b77 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:20.822421 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 35d63e72-b738-4a46-8a77-b6b744715997, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=35d63e72-b738-4a46-8a77-b6b744715997,segment=NetworkSegment(c43d2e16-64d2-466b-8915-fe746cc0a849),segment_id=c43d2e16-64d2-466b-8915-fe746cc0a849)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:20.829528 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94d2adc-074d-438f-a83c-a37fd98b96cd req-3ec9805e-6530-4e1e-9d69-7bd3f4586b77 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:20.836443 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94d2adc-074d-438f-a83c-a37fd98b96cd req-3ec9805e-6530-4e1e-9d69-7bd3f4586b77 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:20.842990 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94d2adc-074d-438f-a83c-a37fd98b96cd req-3ec9805e-6530-4e1e-9d69-7bd3f4586b77 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:20.845185 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d94d2adc-074d-438f-a83c-a37fd98b96cd req-3ec9805e-6530-4e1e-9d69-7bd3f4586b77 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/ports?device_id=afc254ea-ccf6-497c-b6f3-9c7790e81f60 HTTP/1.1" status: 200 len: 5439 time: 0.3384938 Aug 29 04:20:20.854619 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:20.855602 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 1cbff8cc-cee1-4849-be7f-5f48e82103ba up at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:20:20.878358 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1a4d78e6-8997-46b7-85a0-e6b0155544e8 req-e1d44a4a-cd9f-4dc7-b555-22dce45d3a5e tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=95663bcf-c178-40f7-a8d1-56ba6dc33aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1820540 Aug 29 04:20:20.890541 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8105fe9b-8e95-4047-98e4-9b45e1765289 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=94828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:20:20.896185 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8105fe9b-8e95-4047-98e4-9b45e1765289 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9190468'] for segment, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:20.904095 n-d-712140-12 neutron-server[94828]: Traceback (most recent call last): Aug 29 04:20:20.904095 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:20:20.904095 n-d-712140-12 neutron-server[94828]: timer() Aug 29 04:20:20.904095 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:20:20.904095 n-d-712140-12 neutron-server[94828]: cb(*args, **kw) Aug 29 04:20:20.904095 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:20:20.904095 n-d-712140-12 neutron-server[94828]: return func(*args, **kwargs) Aug 29 04:20:20.904095 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:20:20.904095 n-d-712140-12 neutron-server[94828]: self._notify() Aug 29 04:20:20.904095 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:20:20.904095 n-d-712140-12 neutron-server[94828]: self.callback(batched_events) Aug 29 04:20:20.904095 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:20:20.904095 n-d-712140-12 neutron-server[94828]: event.method(event) Aug 29 04:20:20.904095 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:20:20.904095 n-d-712140-12 neutron-server[94828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:20:20.904095 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:20:20.904095 n-d-712140-12 neutron-server[94828]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:20:20.904095 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:20:20.904095 n-d-712140-12 neutron-server[94828]: return f(self, *a, **k) Aug 29 04:20:20.904095 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:20:20.904095 n-d-712140-12 neutron-server[94828]: return self._get(url).json() Aug 29 04:20:20.904095 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:20:20.904095 n-d-712140-12 neutron-server[94828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:20:20.904095 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:20:20.904095 n-d-712140-12 neutron-server[94828]: return self.request(url, 'GET', **kwargs) Aug 29 04:20:20.904095 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:20:20.904095 n-d-712140-12 neutron-server[94828]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:20:20.904095 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:20:20.904095 n-d-712140-12 neutron-server[94828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:20:20.904095 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:20:20.904095 n-d-712140-12 neutron-server[94828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:20:20.904095 n-d-712140-12 neutron-server[94828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:20:20.933470 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-703e12a1-e185-4405-9f0a-9ae5d52df5a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4772a09d-faf2-4d24-bc31-b042ffd44672 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:20:20.949074 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-4c36c5d6-dac3-4fe3-b8b4-29a2395dfa49 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=eb7d7452e09540eebdb1d2af3044df8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2922370 Aug 29 04:20:20.951268 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1a3b09-a232-4897-acf1-2459bdc1cdf1 service neutron] Pushing event updated for resources: {'Port': ['ID=612daa36-1a9d-4b2d-af5c-c0897a3fda95,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:20.957226 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 49256) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:20.959623 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-05baf417-d0ba-4a9a-9d08-67ecd7414d21 service neutron] Attempting to bind port ff6c0306-6b6e-4fb3-b60d-ca9b884d3fe8 on host n-h2-712140-12 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:20:20.960092 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-05baf417-d0ba-4a9a-9d08-67ecd7414d21 service neutron] Attempting to bind port ff6c0306-6b6e-4fb3-b60d-ca9b884d3fe8 by drivers openvswitch,hyperv on host n-h2-712140-12 at level 0 using segments [{'id': '98b8dc6c-7a29-4e8c-b0e0-7a04be0f01c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '67c1cdda-7629-481b-81fa-9aed1bd1ab3c'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:20:20.960623 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-05baf417-d0ba-4a9a-9d08-67ecd7414d21 service neutron] Attempting to bind port ff6c0306-6b6e-4fb3-b60d-ca9b884d3fe8 on network 67c1cdda-7629-481b-81fa-9aed1bd1ab3c {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:20:21.017907 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning for port 1cbff8cc-cee1-4849-be7f-5f48e82103ba completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:20:21.026280 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning complete for port 1cbff8cc-cee1-4849-be7f-5f48e82103ba triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:20:21.026657 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:21.037743 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=35d63e72-b738-4a46-8a77-b6b744715997,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:21.042375 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-703e12a1-e185-4405-9f0a-9ae5d52df5a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:21.066280 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-05baf417-d0ba-4a9a-9d08-67ecd7414d21 service neutron] Port ff6c0306-6b6e-4fb3-b60d-ca9b884d3fe8 on network 67c1cdda-7629-481b-81fa-9aed1bd1ab3c not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-12 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:20:21.066627 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-05baf417-d0ba-4a9a-9d08-67ecd7414d21 service neutron] Attempting to bind port ff6c0306-6b6e-4fb3-b60d-ca9b884d3fe8 on network 67c1cdda-7629-481b-81fa-9aed1bd1ab3c {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:20:21.097294 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d94d2adc-074d-438f-a83c-a37fd98b96cd req-2a8cd0e4-0f6a-457b-baba-8ac73f8fc913 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/security-groups?id=c5569642-fe3a-4dae-b304-b5b17959f467&id=6765471a-6318-4be5-8b74-21c509c8c5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2260327 Aug 29 04:20:21.121211 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9503fe-5e1f-4a50-92d1-3a6afecd0327 None None] Resources bound (agent type, host, resource id): {{(pid=94830) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 04:20:21.124517 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-f2647f2e-32ee-4a6e-9186-4c0276be56bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:21.126195 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-f2647f2e-32ee-4a6e-9186-4c0276be56bf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a501d026f03a4d0fb779b653c9e02068&device_id=25c8a457-9098-4823-a0b0-e5217cb8e752 HTTP/1.1" status: 200 len: 1096 time: 0.2748189 Aug 29 04:20:21.128185 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-05baf417-d0ba-4a9a-9d08-67ecd7414d21 service neutron] Checking agent: {'id': 'b3a0606b-b029-4f5e-8798-3a32b71d8844', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:20:21.128521 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-05baf417-d0ba-4a9a-9d08-67ecd7414d21 service neutron] Checking segment: {'id': '98b8dc6c-7a29-4e8c-b0e0-7a04be0f01c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '67c1cdda-7629-481b-81fa-9aed1bd1ab3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:20:21.130949 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-05baf417-d0ba-4a9a-9d08-67ecd7414d21 service neutron] Bound using segment: {'id': '98b8dc6c-7a29-4e8c-b0e0-7a04be0f01c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '67c1cdda-7629-481b-81fa-9aed1bd1ab3c'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:20:21.130949 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-05baf417-d0ba-4a9a-9d08-67ecd7414d21 service neutron] Bound port: ff6c0306-6b6e-4fb3-b60d-ca9b884d3fe8, host: n-h2-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98b8dc6c-7a29-4e8c-b0e0-7a04be0f01c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '67c1cdda-7629-481b-81fa-9aed1bd1ab3c'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:20:21.130949 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-05baf417-d0ba-4a9a-9d08-67ecd7414d21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:21.140136 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-703e12a1-e185-4405-9f0a-9ae5d52df5a2 service neutron] Transition to ACTIVE for port object 4772a09d-faf2-4d24-bc31-b042ffd44672 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:20:21.180439 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8105fe9b-8e95-4047-98e4-9b45e1765289 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:21.210797 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-3c83bf6f-4888-40ad-b7d9-e90964059d52 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=612daa36-1a9d-4b2d-af5c-c0897a3fda95 HTTP/1.1" status: 200 len: 217 time: 0.0653307 Aug 29 04:20:21.223774 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-703e12a1-e185-4405-9f0a-9ae5d52df5a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:21.229583 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8105fe9b-8e95-4047-98e4-9b45e1765289 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:21.233191 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-8105fe9b-8e95-4047-98e4-9b45e1765289 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] 10.222.0.22 "DELETE /v2.0/networks/0a1c09b9-6d67-4929-893a-677ca1462359 HTTP/1.1" status: 204 len: 168 time: 1.4460177 Aug 29 04:20:21.241470 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 49260) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:21.273674 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-fe53925c-e468-4526-9307-910073fc909a tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-779883045'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:21.307602 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe53925c-e468-4526-9307-910073fc909a tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Made reservation on behalf of 44385798d8624c32aa934faabfcc9a0e for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:20:21.312078 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fe53925c-e468-4526-9307-910073fc909a tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:21.316925 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703e12a1-e185-4405-9f0a-9ae5d52df5a2 service neutron] Pushing event updated for resources: {'Port': ['ID=4772a09d-faf2-4d24-bc31-b042ffd44672,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:21.325732 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8105fe9b-8e95-4047-98e4-9b45e1765289 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Pushing event deleted for resources: {'Network': ['ID=0a1c09b9-6d67-4929-893a-677ca1462359,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:21.337113 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:21.348983 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c3093b39-768c-4961-a3ee-55134805b546 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:21.377995 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f54aaa9-2a4e-47fc-b78f-0d3a572ba616 req-83d346d1-891c-4efc-8f43-570e03697681 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:21.380502 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0f54aaa9-2a4e-47fc-b78f-0d3a572ba616 req-83d346d1-891c-4efc-8f43-570e03697681 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] 10.222.0.22 "GET /v2.0/ports?device_id=25c8a457-9098-4823-a0b0-e5217cb8e752 HTTP/1.1" status: 200 len: 944 time: 0.2455931 Aug 29 04:20:21.400126 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2ca3c4bf-475f-48c6-ba18-bb6272a28c13 req-7e214dea-150c-42bc-9727-a39915e3d5cb tempest-ServerShowV254Test-1618899415 tempest-ServerShowV254Test-1618899415-project] 10.222.0.22 "GET /v2.0/ports?device_id=9de919d4-15a8-461e-8b98-44a892752954 HTTP/1.1" status: 200 len: 210 time: 0.1075449 Aug 29 04:20:21.408973 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 1cbff8cc-cee1-4849-be7f-5f48e82103ba, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=1cbff8cc-cee1-4849-be7f-5f48e82103ba,segment=NetworkSegment(c43d2e16-64d2-466b-8915-fe746cc0a849),segment_id=c43d2e16-64d2-466b-8915-fe746cc0a849)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:21.410904 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-05baf417-d0ba-4a9a-9d08-67ecd7414d21 service neutron] For port ff6c0306-6b6e-4fb3-b60d-ca9b884d3fe8, host n-h2-712140-12, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:20:21.426712 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:21.436341 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-55c1051c-576f-420d-8a15-c228d9408697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:21.437931 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-55c1051c-576f-420d-8a15-c228d9408697 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6fc380c2-f629-4bfb-860c-06116ada96b2 HTTP/1.1" status: 200 len: 856 time: 0.2153361 Aug 29 04:20:21.450202 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-05baf417-d0ba-4a9a-9d08-67ecd7414d21 service neutron] For port ff6c0306-6b6e-4fb3-b60d-ca9b884d3fe8, host n-h2-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=ff6c0306-6b6e-4fb3-b60d-ca9b884d3fe8,segment=NetworkSegment(98b8dc6c-7a29-4e8c-b0e0-7a04be0f01c2),segment_id=98b8dc6c-7a29-4e8c-b0e0-7a04be0f01c2)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:20:21.474987 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c3093b39-768c-4961-a3ee-55134805b546 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:21.477709 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe53925c-e468-4526-9307-910073fc909a tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:20:21.481071 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-05baf417-d0ba-4a9a-9d08-67ecd7414d21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:21.503123 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0f54aaa9-2a4e-47fc-b78f-0d3a572ba616 req-9dab9d14-96bb-4fb9-8b31-6c9755192894 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] 10.222.0.22 "GET /v2.0/security-groups?id=0e1109a6-248f-4454-ba5b-742319a76013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129935 Aug 29 04:20:21.536508 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-0a8dd08e-5a2e-4aed-82f3-a1b1fa63772c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=67c1cdda-7629-481b-81fa-9aed1bd1ab3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0817087 Aug 29 04:20:21.556715 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-703e12a1-e185-4405-9f0a-9ae5d52df5a2 service neutron] Attempting to bind port 4772a09d-faf2-4d24-bc31-b042ffd44672 on host n-h2-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:20:21.557163 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-703e12a1-e185-4405-9f0a-9ae5d52df5a2 service neutron] Attempting to bind port 4772a09d-faf2-4d24-bc31-b042ffd44672 by drivers openvswitch,hyperv on host n-h2-712140-12 at level 0 using segments [{'id': '98b8dc6c-7a29-4e8c-b0e0-7a04be0f01c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '67c1cdda-7629-481b-81fa-9aed1bd1ab3c'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:20:21.557507 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-703e12a1-e185-4405-9f0a-9ae5d52df5a2 service neutron] Attempting to bind port 4772a09d-faf2-4d24-bc31-b042ffd44672 on network 67c1cdda-7629-481b-81fa-9aed1bd1ab3c {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:20:21.564558 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-703e12a1-e185-4405-9f0a-9ae5d52df5a2 service neutron] Port 4772a09d-faf2-4d24-bc31-b042ffd44672 on network 67c1cdda-7629-481b-81fa-9aed1bd1ab3c not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:20:21.564978 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-703e12a1-e185-4405-9f0a-9ae5d52df5a2 service neutron] Attempting to bind port 4772a09d-faf2-4d24-bc31-b042ffd44672 on network 67c1cdda-7629-481b-81fa-9aed1bd1ab3c {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:20:21.572002 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-703e12a1-e185-4405-9f0a-9ae5d52df5a2 service neutron] Checking agent: {'id': 'b3a0606b-b029-4f5e-8798-3a32b71d8844', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:20:21.572441 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-703e12a1-e185-4405-9f0a-9ae5d52df5a2 service neutron] Checking segment: {'id': '98b8dc6c-7a29-4e8c-b0e0-7a04be0f01c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '67c1cdda-7629-481b-81fa-9aed1bd1ab3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:20:21.572901 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-703e12a1-e185-4405-9f0a-9ae5d52df5a2 service neutron] Bound using segment: {'id': '98b8dc6c-7a29-4e8c-b0e0-7a04be0f01c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '67c1cdda-7629-481b-81fa-9aed1bd1ab3c'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:20:21.573568 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-703e12a1-e185-4405-9f0a-9ae5d52df5a2 service neutron] Bound port: 4772a09d-faf2-4d24-bc31-b042ffd44672, host: n-h2-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98b8dc6c-7a29-4e8c-b0e0-7a04be0f01c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '67c1cdda-7629-481b-81fa-9aed1bd1ab3c'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:20:21.574226 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-703e12a1-e185-4405-9f0a-9ae5d52df5a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:21.598440 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19b83f52-0a3b-41fb-a6fd-8f3daa2395a0 x-openstack-request-id: req-19b83f52-0a3b-41fb-a6fd-8f3daa2395a0 {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:20:21.604292 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25c8a457-9098-4823-a0b0-e5217cb8e752", "tag": "612daa36-1a9d-4b2d-af5c-c0897a3fda95", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:20:21.605269 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-19b83f52-0a3b-41fb-a6fd-8f3daa2395a0 {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:20:21.606159 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25c8a457-9098-4823-a0b0-e5217cb8e752', 'tag': '612daa36-1a9d-4b2d-af5c-c0897a3fda95', 'status': 'completed', 'code': 200} Aug 29 04:20:21.643227 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-05baf417-d0ba-4a9a-9d08-67ecd7414d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:21.644246 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-05baf417-d0ba-4a9a-9d08-67ecd7414d21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:21.646070 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-05baf417-d0ba-4a9a-9d08-67ecd7414d21 service neutron] 10.222.0.48 "PUT /v2.0/ports/ff6c0306-6b6e-4fb3-b60d-ca9b884d3fe8 HTTP/1.1" status: 200 len: 1092 time: 3.2054276 Aug 29 04:20:21.647628 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fe53925c-e468-4526-9307-910073fc909a tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:21.648309 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-fe53925c-e468-4526-9307-910073fc909a tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Added segment 73fb1861-bee0-4bb2-95e8-232c028a3cce of type vlan for network 79c25508-ec6b-492c-bbe8-b92aa2c5bf45 Aug 29 04:20:21.668830 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-703e12a1-e185-4405-9f0a-9ae5d52df5a2 service neutron] For port 4772a09d-faf2-4d24-bc31-b042ffd44672, host n-h2-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:20:21.673604 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-703e12a1-e185-4405-9f0a-9ae5d52df5a2 service neutron] For port 4772a09d-faf2-4d24-bc31-b042ffd44672, host n-h2-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=4772a09d-faf2-4d24-bc31-b042ffd44672,segment=NetworkSegment(98b8dc6c-7a29-4e8c-b0e0-7a04be0f01c2),segment_id=98b8dc6c-7a29-4e8c-b0e0-7a04be0f01c2)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:20:21.686576 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-703e12a1-e185-4405-9f0a-9ae5d52df5a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:21.772914 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703e12a1-e185-4405-9f0a-9ae5d52df5a2 service neutron] Pushing event updated for resources: {'Port': ['ID=4772a09d-faf2-4d24-bc31-b042ffd44672,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:21.797163 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-703e12a1-e185-4405-9f0a-9ae5d52df5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:21.797973 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-703e12a1-e185-4405-9f0a-9ae5d52df5a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:21.799803 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-703e12a1-e185-4405-9f0a-9ae5d52df5a2 service neutron] 10.222.0.48 "PUT /v2.0/ports/4772a09d-faf2-4d24-bc31-b042ffd44672 HTTP/1.1" status: 200 len: 1093 time: 2.4644589 Aug 29 04:20:21.800325 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0d2eda9-19c2-4c69-ba94-d4494a9a80e2', 'tag': '4772a09d-faf2-4d24-bc31-b042ffd44672'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:20:21.804096 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f3e432e-2cba-493b-af5c-5c55449a862c" -d '{"events": [{"name": "network-changed", "server_uuid": "f0d2eda9-19c2-4c69-ba94-d4494a9a80e2", "tag": "4772a09d-faf2-4d24-bc31-b042ffd44672"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:20:21.812236 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 46c566e7-1458-4fe3-a7d6-eaf119c72666 up at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:20:21.901215 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84d14444-07fe-4ba1-8146-b4b807aa9f4b x-openstack-request-id: req-84d14444-07fe-4ba1-8146-b4b807aa9f4b {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:20:21.901694 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0d2eda9-19c2-4c69-ba94-d4494a9a80e2", "tag": "4772a09d-faf2-4d24-bc31-b042ffd44672", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:20:21.902120 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-84d14444-07fe-4ba1-8146-b4b807aa9f4b {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:20:21.902674 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0d2eda9-19c2-4c69-ba94-d4494a9a80e2', 'tag': '4772a09d-faf2-4d24-bc31-b042ffd44672', 'status': 'completed', 'code': 200} Aug 29 04:20:21.908390 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fe53925c-e468-4526-9307-910073fc909a tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:21.918228 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05baf417-d0ba-4a9a-9d08-67ecd7414d21 service neutron] Pushing event updated for resources: {'Port': ['ID=ff6c0306-6b6e-4fb3-b60d-ca9b884d3fe8,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:21.940909 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-aa0db1e5-a014-400d-b586-89d64190e9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:21.942493 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-aa0db1e5-a014-400d-b586-89d64190e9e6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a501d026f03a4d0fb779b653c9e02068&device_id=f0d2eda9-19c2-4c69-ba94-d4494a9a80e2 HTTP/1.1" status: 200 len: 1096 time: 0.0814574 Aug 29 04:20:21.957133 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=1cbff8cc-cee1-4849-be7f-5f48e82103ba,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:21.995544 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-e0a9852d-6441-48c5-836a-05b2e3ec8980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:21.998601 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-e0a9852d-6441-48c5-836a-05b2e3ec8980 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a501d026f03a4d0fb779b653c9e02068&device_id=a651e7db-5e74-410b-b581-7336b09fd740 HTTP/1.1" status: 200 len: 1095 time: 0.2798724 Aug 29 04:20:22.011115 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c3093b39-768c-4961-a3ee-55134805b546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:22.016282 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c3093b39-768c-4961-a3ee-55134805b546 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:22.022156 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-c3093b39-768c-4961-a3ee-55134805b546 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/897bb99d-a3c0-4cb6-8c06-72d293c47b75 HTTP/1.1" status: 204 len: 168 time: 1.0585897 Aug 29 04:20:22.053989 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-f66a5980-c6bd-4cf1-8263-3785e6a16ef8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4772a09d-faf2-4d24-bc31-b042ffd44672 HTTP/1.1" status: 200 len: 217 time: 0.0971155 Aug 29 04:20:22.102394 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fe53925c-e468-4526-9307-910073fc909a tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:22.149725 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe53925c-e468-4526-9307-910073fc909a tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:22.158497 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fe53925c-e468-4526-9307-910073fc909a tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:22.161121 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-bb01cab8-7c30-4b41-8e1b-3a7c48363d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:22.165017 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-bb01cab8-7c30-4b41-8e1b-3a7c48363d76 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6fc380c2-f629-4bfb-860c-06116ada96b2 HTTP/1.1" status: 200 len: 856 time: 0.1034467 Aug 29 04:20:22.221858 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3093b39-768c-4961-a3ee-55134805b546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=897bb99d-a3c0-4cb6-8c06-72d293c47b75,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:22.225896 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning for port 46c566e7-1458-4fe3-a7d6-eaf119c72666 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:20:22.244754 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning complete for port 46c566e7-1458-4fe3-a7d6-eaf119c72666 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:20:22.245417 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:22.265222 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-6bb0311f-5aa5-4d4f-be5f-c1dd05b452eb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=67c1cdda-7629-481b-81fa-9aed1bd1ab3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0876071 Aug 29 04:20:22.324891 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afc254ea-ccf6-497c-b6f3-9c7790e81f60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35d63e72-b738-4a46-8a77-b6b744715997'}, {'server_uuid': 'afc254ea-ccf6-497c-b6f3-9c7790e81f60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cbff8cc-cee1-4849-be7f-5f48e82103ba'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:20:22.327599 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97f3ba2f-2dfb-499b-9547-9a736da40720" -d '{"events": [{"server_uuid": "afc254ea-ccf6-497c-b6f3-9c7790e81f60", "name": "network-vif-plugged", "status": "completed", "tag": "35d63e72-b738-4a46-8a77-b6b744715997"}, {"server_uuid": "afc254ea-ccf6-497c-b6f3-9c7790e81f60", "name": "network-vif-plugged", "status": "completed", "tag": "1cbff8cc-cee1-4849-be7f-5f48e82103ba"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:20:22.339263 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-8d172d0c-7de0-4581-935d-1c3466ba3e70 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff6c0306-6b6e-4fb3-b60d-ca9b884d3fe8 HTTP/1.1" status: 200 len: 217 time: 0.3152184 Aug 29 04:20:22.344150 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-74148f46-a1c6-4710-be10-b129c5a8e483 service neutron] 10.222.0.46 "GET /v2.0/networks/67c1cdda-7629-481b-81fa-9aed1bd1ab3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7340648 Aug 29 04:20:22.421494 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:22.435354 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349cb92e-e925-408f-9cd2-5d0bee7dec4f req-be12a019-e275-4a03-809b-0e5869c4cf4f tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:22.449425 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-349cb92e-e925-408f-9cd2-5d0bee7dec4f req-be12a019-e275-4a03-809b-0e5869c4cf4f tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e5ccfea-706b-4825-9d2e-60c0b092c82e HTTP/1.1" status: 200 len: 944 time: 0.1781733 Aug 29 04:20:22.469900 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 46c566e7-1458-4fe3-a7d6-eaf119c72666, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=46c566e7-1458-4fe3-a7d6-eaf119c72666,segment=NetworkSegment(912c7cf8-61cd-4425-9508-d2aefeed23ec),segment_id=912c7cf8-61cd-4425-9508-d2aefeed23ec)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:22.476470 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:22.477696 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 522e949e-9797-45c8-902e-353747f23d7c up at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:20:22.508591 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-0e3e7a1e-a420-4954-b496-8ee429deb977 service neutron] 10.222.0.48 "GET /v2.0/networks/67c1cdda-7629-481b-81fa-9aed1bd1ab3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209818 Aug 29 04:20:22.532829 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-349cb92e-e925-408f-9cd2-5d0bee7dec4f req-654113a2-d48b-4f5b-a770-e1386a7ddc39 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=95663bcf-c178-40f7-a8d1-56ba6dc33aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823162 Aug 29 04:20:22.622341 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=46c566e7-1458-4fe3-a7d6-eaf119c72666,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:22.640315 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 29 Aug 2021 04:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a41d3f5f-dd39-4c8b-a602-a018f2c92e4e x-openstack-request-id: req-a41d3f5f-dd39-4c8b-a602-a018f2c92e4e {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:20:22.640889 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afc254ea-ccf6-497c-b6f3-9c7790e81f60", "name": "network-vif-plugged", "status": "completed", "tag": "35d63e72-b738-4a46-8a77-b6b744715997", "code": 200}, {"server_uuid": "afc254ea-ccf6-497c-b6f3-9c7790e81f60", "name": "network-vif-plugged", "status": "completed", "tag": "1cbff8cc-cee1-4849-be7f-5f48e82103ba", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:20:22.640889 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a41d3f5f-dd39-4c8b-a602-a018f2c92e4e {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:20:22.641269 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afc254ea-ccf6-497c-b6f3-9c7790e81f60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35d63e72-b738-4a46-8a77-b6b744715997', 'code': 200} Aug 29 04:20:22.641530 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afc254ea-ccf6-497c-b6f3-9c7790e81f60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cbff8cc-cee1-4849-be7f-5f48e82103ba', 'code': 200} Aug 29 04:20:22.664192 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning for port 522e949e-9797-45c8-902e-353747f23d7c completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:20:22.669053 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning complete for port 522e949e-9797-45c8-902e-353747f23d7c triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:20:22.669443 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:22.698131 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-ba80debb-5503-4b85-a871-caa00155fbd2 service neutron] 10.222.0.48 "GET /v2.0/networks/67c1cdda-7629-481b-81fa-9aed1bd1ab3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812315 Aug 29 04:20:22.761778 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6b5a2e62-5c72-4bb6-8910-89444235220f req-f9f25d80-361d-465b-a8ed-ffb1e8cc9305 tempest-ServerShowV254Test-1618899415 tempest-ServerShowV254Test-1618899415-project] 10.222.0.22 "GET /v2.0/ports?device_id=9de919d4-15a8-461e-8b98-44a892752954 HTTP/1.1" status: 200 len: 210 time: 0.0338240 Aug 29 04:20:22.863187 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:22.944852 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 522e949e-9797-45c8-902e-353747f23d7c, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=522e949e-9797-45c8-902e-353747f23d7c,segment=NetworkSegment(912c7cf8-61cd-4425-9508-d2aefeed23ec),segment_id=912c7cf8-61cd-4425-9508-d2aefeed23ec)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:22.952427 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:22.953666 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 3935a212-8cf6-4330-b1a6-b9caa4ca084f up at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:20:22.973717 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3e432e-2cba-493b-af5c-5c55449a862c req-780ad87d-239d-46aa-bcf9-c63b5a375f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:22.975590 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1f3e432e-2cba-493b-af5c-5c55449a862c req-780ad87d-239d-46aa-bcf9-c63b5a375f51 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a501d026f03a4d0fb779b653c9e02068&device_id=f0d2eda9-19c2-4c69-ba94-d4494a9a80e2 HTTP/1.1" status: 200 len: 1096 time: 0.1708348 Aug 29 04:20:23.088398 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac726bad-951d-47d9-8671-01f0f0a8122b req-40662f70-17aa-4b61-a5eb-4d9c12b2cd21 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:23.089613 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ac726bad-951d-47d9-8671-01f0f0a8122b req-40662f70-17aa-4b61-a5eb-4d9c12b2cd21 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] 10.222.0.22 "GET /v2.0/ports?device_id=25c8a457-9098-4823-a0b0-e5217cb8e752 HTTP/1.1" status: 200 len: 944 time: 0.2196429 Aug 29 04:20:23.090587 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-fe53925c-e468-4526-9307-910073fc909a tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.8463037 Aug 29 04:20:23.091476 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe53925c-e468-4526-9307-910073fc909a tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Pushing event updated for resources: {'Network': ['ID=79c25508-ec6b-492c-bbe8-b92aa2c5bf45,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:23.094306 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 49300) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:23.102103 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-34f1188c-2ca5-48a9-916a-ff2b31c0b8d0 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Request body: {'subnet': {'network_id': '79c25508-ec6b-492c-bbe8-b92aa2c5bf45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:23.114200 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 79c25508-ec6b-492c-bbe8-b92aa2c5bf45 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:20:23.160972 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b9bd2f-3622-4ebb-a1ec-c2280a898ecf req-584ad151-8e95-4f3f-bfd6-4fee48664514 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:23.173701 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b9bd2f-3622-4ebb-a1ec-c2280a898ecf req-584ad151-8e95-4f3f-bfd6-4fee48664514 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:23.189982 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b9bd2f-3622-4ebb-a1ec-c2280a898ecf req-584ad151-8e95-4f3f-bfd6-4fee48664514 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:23.194629 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=522e949e-9797-45c8-902e-353747f23d7c,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:23.198937 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b9bd2f-3622-4ebb-a1ec-c2280a898ecf req-584ad151-8e95-4f3f-bfd6-4fee48664514 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:23.210248 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning for port 3935a212-8cf6-4330-b1a6-b9caa4ca084f completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:20:23.213619 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b9bd2f-3622-4ebb-a1ec-c2280a898ecf req-584ad151-8e95-4f3f-bfd6-4fee48664514 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:23.219746 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b9bd2f-3622-4ebb-a1ec-c2280a898ecf req-584ad151-8e95-4f3f-bfd6-4fee48664514 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:23.225933 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b9bd2f-3622-4ebb-a1ec-c2280a898ecf req-584ad151-8e95-4f3f-bfd6-4fee48664514 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:23.227920 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-29b9bd2f-3622-4ebb-a1ec-c2280a898ecf req-584ad151-8e95-4f3f-bfd6-4fee48664514 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/ports?device_id=afc254ea-ccf6-497c-b6f3-9c7790e81f60 HTTP/1.1" status: 200 len: 5441 time: 0.8932734 Aug 29 04:20:23.240644 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning complete for port 3935a212-8cf6-4330-b1a6-b9caa4ca084f triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:20:23.241481 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:23.260968 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34f1188c-2ca5-48a9-916a-ff2b31c0b8d0 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Made reservation on behalf of 44385798d8624c32aa934faabfcc9a0e for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:20:23.264010 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-34f1188c-2ca5-48a9-916a-ff2b31c0b8d0 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:23.275749 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ac726bad-951d-47d9-8671-01f0f0a8122b req-374e16a6-9dd5-4eb1-b315-3f17e92f139d tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] 10.222.0.22 "GET /v2.0/security-groups?id=0e1109a6-248f-4454-ba5b-742319a76013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925317 Aug 29 04:20:23.276883 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-bcf6744c-5bb7-476a-bf26-e8d288b85fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:23.278399 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-bcf6744c-5bb7-476a-bf26-e8d288b85fd6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6fc380c2-f629-4bfb-860c-06116ada96b2 HTTP/1.1" status: 200 len: 856 time: 0.8859169 Aug 29 04:20:23.315652 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3e432e-2cba-493b-af5c-5c55449a862c req-b50358fd-0832-4b59-af80-28b2a209f86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:23.321071 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1f3e432e-2cba-493b-af5c-5c55449a862c req-b50358fd-0832-4b59-af80-28b2a209f86f service neutron] 10.222.0.48 "GET /v2.0/networks?id=67c1cdda-7629-481b-81fa-9aed1bd1ab3c HTTP/1.1" status: 200 len: 917 time: 0.3375604 Aug 29 04:20:23.365250 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 49310) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:23.369698 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-3def9726-e18a-4690-b8f1-c298a3e5a125 service neutron] 10.222.0.46 "GET /v2.0/networks/67c1cdda-7629-481b-81fa-9aed1bd1ab3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9753737 Aug 29 04:20:23.414961 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1f3e432e-2cba-493b-af5c-5c55449a862c req-04d5c936-f54f-47d5-870b-b36cd3b1f05b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4772a09d-faf2-4d24-bc31-b042ffd44672 HTTP/1.1" status: 200 len: 217 time: 0.0789106 Aug 29 04:20:23.472826 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-b572e871-a19b-4a1e-b2a6-e6c9e2682a7c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=67c1cdda-7629-481b-81fa-9aed1bd1ab3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1057146 Aug 29 04:20:23.568139 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3e432e-2cba-493b-af5c-5c55449a862c req-6442c66c-38c0-442a-a735-83bcbba3c841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:23.570135 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1f3e432e-2cba-493b-af5c-5c55449a862c req-6442c66c-38c0-442a-a735-83bcbba3c841 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6fc380c2-f629-4bfb-860c-06116ada96b2 HTTP/1.1" status: 200 len: 856 time: 0.1463237 Aug 29 04:20:23.595305 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:23.608607 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-29b9bd2f-3622-4ebb-a1ec-c2280a898ecf req-17900f85-0834-4df1-8901-484f2636a3b1 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/security-groups?id=c5569642-fe3a-4dae-b304-b5b17959f467&id=6765471a-6318-4be5-8b74-21c509c8c5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3699780 Aug 29 04:20:23.652793 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-55d8f4b8-3671-4c14-a331-bc03cab8864a admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-202346576-network', 'tenant_id': '260b2b7726794e4d90a38e52b66506fd'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:23.653093 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 3935a212-8cf6-4330-b1a6-b9caa4ca084f, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=3935a212-8cf6-4330-b1a6-b9caa4ca084f,segment=NetworkSegment(b7e29be2-2d72-4cb8-b31e-936b8c0601de),segment_id=b7e29be2-2d72-4cb8-b31e-936b8c0601de)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:23.656804 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a651e7db-5e74-410b-b581-7336b09fd740', 'tag': 'ff6c0306-6b6e-4fb3-b60d-ca9b884d3fe8'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:20:23.658107 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:23.658756 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fff9c5c7-455a-4b8f-b3b4-b9356af3a754" -d '{"events": [{"name": "network-changed", "server_uuid": "a651e7db-5e74-410b-b581-7336b09fd740", "tag": "ff6c0306-6b6e-4fb3-b60d-ca9b884d3fe8"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:20:23.695211 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1f3e432e-2cba-493b-af5c-5c55449a862c req-a27bf745-b72b-4dcc-8461-17c9e1426eb1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=67c1cdda-7629-481b-81fa-9aed1bd1ab3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1157055 Aug 29 04:20:23.743206 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610fc392-a6d8-4dc1-9a9f-a2942cd9f265 req-666fa6a6-981b-47e6-b6df-4e8b5cfa212b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:23.757214 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-610fc392-a6d8-4dc1-9a9f-a2942cd9f265 req-666fa6a6-981b-47e6-b6df-4e8b5cfa212b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a501d026f03a4d0fb779b653c9e02068&device_id=25c8a457-9098-4823-a0b0-e5217cb8e752 HTTP/1.1" status: 200 len: 1096 time: 0.2789416 Aug 29 04:20:23.760358 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f54881a1-4184-4235-9e13-374ec03677c6 x-openstack-request-id: req-f54881a1-4184-4235-9e13-374ec03677c6 {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:20:23.760647 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a651e7db-5e74-410b-b581-7336b09fd740", "tag": "ff6c0306-6b6e-4fb3-b60d-ca9b884d3fe8", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:20:23.760902 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f54881a1-4184-4235-9e13-374ec03677c6 {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:20:23.761294 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a651e7db-5e74-410b-b581-7336b09fd740', 'tag': 'ff6c0306-6b6e-4fb3-b60d-ca9b884d3fe8', 'status': 'completed', 'code': 200} Aug 29 04:20:23.765909 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=3935a212-8cf6-4330-b1a6-b9caa4ca084f,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:23.841019 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-5a792a3c-4d2d-4554-90d7-5aa731401f06 service neutron] 10.222.0.48 "GET /v2.0/networks/67c1cdda-7629-481b-81fa-9aed1bd1ab3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3579895 Aug 29 04:20:23.891170 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b8ef7b1f-f2ea-43a0-9c5c-0248944140f1 req-f8fc0ea2-108e-45bd-ad65-a84d0d5a4b35 tempest-ServerShowV254Test-1618899415 tempest-ServerShowV254Test-1618899415-project] 10.222.0.22 "GET /v2.0/ports?device_id=9de919d4-15a8-461e-8b98-44a892752954 HTTP/1.1" status: 200 len: 210 time: 0.0554869 Aug 29 04:20:23.990935 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610fc392-a6d8-4dc1-9a9f-a2942cd9f265 req-ad122ccb-aacd-4eda-8f73-cf3615da57f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:23.992478 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-610fc392-a6d8-4dc1-9a9f-a2942cd9f265 req-ad122ccb-aacd-4eda-8f73-cf3615da57f7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=67c1cdda-7629-481b-81fa-9aed1bd1ab3c HTTP/1.1" status: 200 len: 917 time: 0.2124143 Aug 29 04:20:24.044594 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9925f906-e5dc-4fe5-be2c-0e0c0b700223 req-933f9787-bbb0-42de-af2f-6b992d06c207 service neutron] 10.222.0.48 "GET /v2.0/networks/67c1cdda-7629-481b-81fa-9aed1bd1ab3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939282 Aug 29 04:20:24.046349 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-610fc392-a6d8-4dc1-9a9f-a2942cd9f265 req-94e26a59-c298-4aae-a3b6-54f2af846987 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=612daa36-1a9d-4b2d-af5c-c0897a3fda95 HTTP/1.1" status: 200 len: 217 time: 0.0427020 Aug 29 04:20:24.108983 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610fc392-a6d8-4dc1-9a9f-a2942cd9f265 req-46292328-5bac-42a4-aa23-edfdd9713c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:24.110525 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-610fc392-a6d8-4dc1-9a9f-a2942cd9f265 req-46292328-5bac-42a4-aa23-edfdd9713c2f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6fc380c2-f629-4bfb-860c-06116ada96b2 HTTP/1.1" status: 200 len: 856 time: 0.0538967 Aug 29 04:20:24.153542 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55d8f4b8-3671-4c14-a331-bc03cab8864a admin admin] Made reservation on behalf of 260b2b7726794e4d90a38e52b66506fd for: {'network': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:20:24.155952 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-55d8f4b8-3671-4c14-a331-bc03cab8864a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:24.170328 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-610fc392-a6d8-4dc1-9a9f-a2942cd9f265 req-7638408d-6457-4fbd-ac50-49d241132942 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=67c1cdda-7629-481b-81fa-9aed1bd1ab3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505662 Aug 29 04:20:24.199035 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-55d8f4b8-3671-4c14-a331-bc03cab8864a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:24.241936 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7450ff-e00a-4a4c-a35b-12aefd173213 req-bbb7a350-6516-4848-93ff-ea05b1b86feb tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:24.244306 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7f7450ff-e00a-4a4c-a35b-12aefd173213 req-bbb7a350-6516-4848-93ff-ea05b1b86feb tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e5ccfea-706b-4825-9d2e-60c0b092c82e HTTP/1.1" status: 200 len: 944 time: 0.6064081 Aug 29 04:20:24.253504 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-34f1188c-2ca5-48a9-916a-ff2b31c0b8d0 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9191137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10062364'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:24.253980 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff9c5c7-455a-4b8f-b3b4-b9356af3a754 req-9b7440de-1c85-4137-977d-e46981c94dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:24.255715 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-fff9c5c7-455a-4b8f-b3b4-b9356af3a754 req-9b7440de-1c85-4137-977d-e46981c94dc4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a501d026f03a4d0fb779b653c9e02068&device_id=a651e7db-5e74-410b-b581-7336b09fd740 HTTP/1.1" status: 200 len: 1095 time: 0.0964482 Aug 29 04:20:24.362224 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f1188c-2ca5-48a9-916a-ff2b31c0b8d0 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Pushing event updated for resources: {'Subnet': ['ID=a8ed54c1-dde6-44eb-bc6f-bcf3d4808253,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:24.400174 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1f3e432e-2cba-493b-af5c-5c55449a862c req-1e2b8cfd-18cd-4050-b51f-c3fc586ccd6f service neutron] 10.222.0.48 "GET /v2.0/networks/67c1cdda-7629-481b-81fa-9aed1bd1ab3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6842439 Aug 29 04:20:24.401991 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-610fc392-a6d8-4dc1-9a9f-a2942cd9f265 req-22842d06-f89c-4b07-b3dc-ece7f1f8fb1f service neutron] 10.222.0.46 "GET /v2.0/networks/67c1cdda-7629-481b-81fa-9aed1bd1ab3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147942 Aug 29 04:20:24.428356 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7f7450ff-e00a-4a4c-a35b-12aefd173213 req-4a56a8c7-c424-4fc1-84dd-55da7bc8b1f0 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=95663bcf-c178-40f7-a8d1-56ba6dc33aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1678047 Aug 29 04:20:24.498799 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccf7340-321c-4b60-af6e-e6e113157e31 req-5e49e661-c102-40e7-905d-c27d30248a9f tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:24.500492 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7ccf7340-321c-4b60-af6e-e6e113157e31 req-5e49e661-c102-40e7-905d-c27d30248a9f tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] 10.222.0.22 "GET /v2.0/ports?device_id=25c8a457-9098-4823-a0b0-e5217cb8e752 HTTP/1.1" status: 200 len: 944 time: 0.1368992 Aug 29 04:20:24.510335 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff9c5c7-455a-4b8f-b3b4-b9356af3a754 req-cd74349d-a9c1-418a-bf3b-a3ed231799a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:24.511858 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-fff9c5c7-455a-4b8f-b3b4-b9356af3a754 req-cd74349d-a9c1-418a-bf3b-a3ed231799a7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=67c1cdda-7629-481b-81fa-9aed1bd1ab3c HTTP/1.1" status: 200 len: 917 time: 0.2476273 Aug 29 04:20:24.529693 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f1188c-2ca5-48a9-916a-ff2b31c0b8d0 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Checking segment: {'id': '73fb1861-bee0-4bb2-95e8-232c028a3cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '79c25508-ec6b-492c-bbe8-b92aa2c5bf45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:20:24.530056 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f1188c-2ca5-48a9-916a-ff2b31c0b8d0 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Network hostable DHCP agents. Network: 79c25508-ec6b-492c-bbe8-b92aa2c5bf45, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:20:24.569023 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1f3e432e-2cba-493b-af5c-5c55449a862c req-70cb5327-68c3-41de-96cb-f77511f3a5b3 service neutron] 10.222.0.48 "GET /v2.0/networks/67c1cdda-7629-481b-81fa-9aed1bd1ab3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532462 Aug 29 04:20:24.580048 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-fff9c5c7-455a-4b8f-b3b4-b9356af3a754 req-731f75e5-8ca4-423e-a877-a9e3a65af164 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff6c0306-6b6e-4fb3-b60d-ca9b884d3fe8 HTTP/1.1" status: 200 len: 217 time: 0.0577021 Aug 29 04:20:24.590054 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f1188c-2ca5-48a9-916a-ff2b31c0b8d0 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Network 79c25508-ec6b-492c-bbe8-b92aa2c5bf45 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:20:24.620699 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-34f1188c-2ca5-48a9-916a-ff2b31c0b8d0 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 79c25508-ec6b-492c-bbe8-b92aa2c5bf45) {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:20:24.629239 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f1188c-2ca5-48a9-916a-ff2b31c0b8d0 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:24.629913 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-34f1188c-2ca5-48a9-916a-ff2b31c0b8d0 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:24.631057 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e305795-2ce2-45f2-81c5-bf1ccd0c07b0 None None] Network 79c25508-ec6b-492c-bbe8-b92aa2c5bf45 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:20:24.646861 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-55d8f4b8-3671-4c14-a331-bc03cab8864a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:24.654877 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-55d8f4b8-3671-4c14-a331-bc03cab8864a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:24.672148 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55d8f4b8-3671-4c14-a331-bc03cab8864a admin admin] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=94828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:20:24.681532 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-55d8f4b8-3671-4c14-a331-bc03cab8864a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:24.681940 n-d-712140-12 neutron-server[94828]: INFO neutron.db.segments_db [None req-55d8f4b8-3671-4c14-a331-bc03cab8864a admin admin] Added segment 44fea4a1-e972-4690-b14e-956bce45d1ec of type vlan for network 1c65535d-8d45-4051-8e5d-043211a49251 Aug 29 04:20:24.687108 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff9c5c7-455a-4b8f-b3b4-b9356af3a754 req-1df1ed35-7080-4ec2-877a-86899e5c3fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:24.688868 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-fff9c5c7-455a-4b8f-b3b4-b9356af3a754 req-1df1ed35-7080-4ec2-877a-86899e5c3fbb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6fc380c2-f629-4bfb-860c-06116ada96b2 HTTP/1.1" status: 200 len: 856 time: 0.0839829 Aug 29 04:20:24.691890 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afc254ea-ccf6-497c-b6f3-9c7790e81f60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46c566e7-1458-4fe3-a7d6-eaf119c72666'}, {'server_uuid': 'afc254ea-ccf6-497c-b6f3-9c7790e81f60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '522e949e-9797-45c8-902e-353747f23d7c'}, {'server_uuid': 'afc254ea-ccf6-497c-b6f3-9c7790e81f60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3935a212-8cf6-4330-b1a6-b9caa4ca084f'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:20:24.694153 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-795df604-786a-4190-9e9a-2c18c3f26e9e" -d '{"events": [{"server_uuid": "afc254ea-ccf6-497c-b6f3-9c7790e81f60", "name": "network-vif-plugged", "status": "completed", "tag": "46c566e7-1458-4fe3-a7d6-eaf119c72666"}, {"server_uuid": "afc254ea-ccf6-497c-b6f3-9c7790e81f60", "name": "network-vif-plugged", "status": "completed", "tag": "522e949e-9797-45c8-902e-353747f23d7c"}, {"server_uuid": "afc254ea-ccf6-497c-b6f3-9c7790e81f60", "name": "network-vif-plugged", "status": "completed", "tag": "3935a212-8cf6-4330-b1a6-b9caa4ca084f"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:20:24.721450 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7ccf7340-321c-4b60-af6e-e6e113157e31 req-5186e348-b75c-4cae-88f3-753b035dd418 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] 10.222.0.22 "GET /v2.0/security-groups?id=0e1109a6-248f-4454-ba5b-742319a76013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148802 Aug 29 04:20:24.728976 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-55d8f4b8-3671-4c14-a331-bc03cab8864a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:24.751376 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-610fc392-a6d8-4dc1-9a9f-a2942cd9f265 req-2765dada-9a87-4c2c-93c1-953f6e0b6b92 service neutron] 10.222.0.46 "GET /v2.0/networks/67c1cdda-7629-481b-81fa-9aed1bd1ab3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3313665 Aug 29 04:20:24.753507 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-fff9c5c7-455a-4b8f-b3b4-b9356af3a754 req-5eb53f47-40b5-4fdf-8b7c-a3c5bbe02ab6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=67c1cdda-7629-481b-81fa-9aed1bd1ab3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513475 Aug 29 04:20:24.758766 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-34f1188c-2ca5-48a9-916a-ff2b31c0b8d0 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.6632485 Aug 29 04:20:24.761464 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 49334) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:24.783829 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-55d8f4b8-3671-4c14-a331-bc03cab8864a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:24.784798 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d8f4b8-3671-4c14-a331-bc03cab8864a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:24.785373 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-55d8f4b8-3671-4c14-a331-bc03cab8864a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:24.910986 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d8f4b8-3671-4c14-a331-bc03cab8864a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88fe2c00-ca68-47f2-93a1-621b197995e5,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:24.921964 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-55d8f4b8-3671-4c14-a331-bc03cab8864a admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.5504494 Aug 29 04:20:24.922308 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 49338) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:24.928865 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-5a26cbe9-7f7d-464f-88ba-dc60adc8371c admin admin] Request body: {'subnet': {'network_id': '1c65535d-8d45-4051-8e5d-043211a49251', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-202346576-subnet', 'tenant_id': '260b2b7726794e4d90a38e52b66506fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:24.946860 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d4b2c6-1b74-4e86-8f6a-e1943974d689 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-79c25508-ec6b-492c-bbe8-b92aa2c5bf45', 'network_id': '79c25508-ec6b-492c-bbe8-b92aa2c5bf45', 'tenant_id': '44385798d8624c32aa934faabfcc9a0e', 'fixed_ips': [{'subnet_id': 'a8ed54c1-dde6-44eb-bc6f-bcf3d4808253'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:20:24.947756 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-fff9c5c7-455a-4b8f-b3b4-b9356af3a754 req-2841dd54-7ad9-418f-9ef5-99b1466bf372 service neutron] 10.222.0.48 "GET /v2.0/networks/67c1cdda-7629-481b-81fa-9aed1bd1ab3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842029 Aug 29 04:20:24.948330 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c8d4b2c6-1b74-4e86-8f6a-e1943974d689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:24.962989 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd18e6f6-2dc6-42be-a911-05ef3bff3fb0 req-97b18257-03ea-4670-9109-2450812c4ef3 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:24.972166 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d8f4b8-3671-4c14-a331-bc03cab8864a admin admin] Pushing event updated for resources: {'Network': ['ID=1c65535d-8d45-4051-8e5d-043211a49251,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:24.972318 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd18e6f6-2dc6-42be-a911-05ef3bff3fb0 req-97b18257-03ea-4670-9109-2450812c4ef3 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:24.983254 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd18e6f6-2dc6-42be-a911-05ef3bff3fb0 req-97b18257-03ea-4670-9109-2450812c4ef3 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:25.005803 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sun, 29 Aug 2021 04:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bae6a21-6acc-40d9-bfd2-51669c8a17b4 x-openstack-request-id: req-1bae6a21-6acc-40d9-bfd2-51669c8a17b4 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:20:25.006206 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afc254ea-ccf6-497c-b6f3-9c7790e81f60", "name": "network-vif-plugged", "status": "completed", "tag": "46c566e7-1458-4fe3-a7d6-eaf119c72666", "code": 200}, {"server_uuid": "afc254ea-ccf6-497c-b6f3-9c7790e81f60", "name": "network-vif-plugged", "status": "completed", "tag": "522e949e-9797-45c8-902e-353747f23d7c", "code": 200}, {"server_uuid": "afc254ea-ccf6-497c-b6f3-9c7790e81f60", "name": "network-vif-plugged", "status": "completed", "tag": "3935a212-8cf6-4330-b1a6-b9caa4ca084f", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:20:25.006443 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1bae6a21-6acc-40d9-bfd2-51669c8a17b4 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:20:25.006852 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afc254ea-ccf6-497c-b6f3-9c7790e81f60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46c566e7-1458-4fe3-a7d6-eaf119c72666', 'code': 200} Aug 29 04:20:25.007185 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afc254ea-ccf6-497c-b6f3-9c7790e81f60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '522e949e-9797-45c8-902e-353747f23d7c', 'code': 200} Aug 29 04:20:25.007399 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd18e6f6-2dc6-42be-a911-05ef3bff3fb0 req-97b18257-03ea-4670-9109-2450812c4ef3 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:25.007516 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afc254ea-ccf6-497c-b6f3-9c7790e81f60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3935a212-8cf6-4330-b1a6-b9caa4ca084f', 'code': 200} Aug 29 04:20:25.011141 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 1c65535d-8d45-4051-8e5d-043211a49251 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:20:25.025898 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd18e6f6-2dc6-42be-a911-05ef3bff3fb0 req-97b18257-03ea-4670-9109-2450812c4ef3 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:25.031205 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-27b612b0-9ee1-4168-b38e-f45c6483d46e tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:25.033648 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a26cbe9-7f7d-464f-88ba-dc60adc8371c admin admin] Made reservation on behalf of 260b2b7726794e4d90a38e52b66506fd for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:20:25.034939 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd18e6f6-2dc6-42be-a911-05ef3bff3fb0 req-97b18257-03ea-4670-9109-2450812c4ef3 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:25.035960 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5a26cbe9-7f7d-464f-88ba-dc60adc8371c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:25.041526 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd18e6f6-2dc6-42be-a911-05ef3bff3fb0 req-97b18257-03ea-4670-9109-2450812c4ef3 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:25.045411 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-dd18e6f6-2dc6-42be-a911-05ef3bff3fb0 req-97b18257-03ea-4670-9109-2450812c4ef3 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/ports?device_id=afc254ea-ccf6-497c-b6f3-9c7790e81f60 HTTP/1.1" status: 200 len: 5444 time: 0.2014022 Aug 29 04:20:25.196722 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-dd18e6f6-2dc6-42be-a911-05ef3bff3fb0 req-d2385e19-7195-4157-9171-1d27daf40016 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/security-groups?id=c5569642-fe3a-4dae-b304-b5b17959f467&id=6765471a-6318-4be5-8b74-21c509c8c5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1408901 Aug 29 04:20:25.204855 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88778824-046a-4a5d-ac78-5bb9cd3fad57 req-07dd6242-96c5-4a10-9a9b-6ea49d874f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:25.206555 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-88778824-046a-4a5d-ac78-5bb9cd3fad57 req-07dd6242-96c5-4a10-9a9b-6ea49d874f38 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=48da3dc54d264865b5c4834c4a90f4b5&device_id=1e5ccfea-706b-4825-9d2e-60c0b092c82e HTTP/1.1" status: 200 len: 1096 time: 0.1020825 Aug 29 04:20:25.262620 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-27b612b0-9ee1-4168-b38e-f45c6483d46e tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:25.333558 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-c8d4b2c6-1b74-4e86-8f6a-e1943974d689 None None] Allocated IP 2001:db8::1 (79c25508-ec6b-492c-bbe8-b92aa2c5bf45/a8ed54c1-dde6-44eb-bc6f-bcf3d4808253/04486c0d-f19b-4357-a54d-7d14b2528896) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:20:25.335508 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88778824-046a-4a5d-ac78-5bb9cd3fad57 req-636d2f95-09b3-4113-9aa9-658b4f18a276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:25.337755 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-88778824-046a-4a5d-ac78-5bb9cd3fad57 req-636d2f95-09b3-4113-9aa9-658b4f18a276 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7521cd58-9470-4433-82b8-7e942c988b03 HTTP/1.1" status: 200 len: 913 time: 0.1198456 Aug 29 04:20:25.355491 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14640f6-bf71-4335-b024-f74289d71ded req-0f5b478c-e1e5-4162-8dd5-4c92826356af tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:25.363781 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c14640f6-bf71-4335-b024-f74289d71ded req-0f5b478c-e1e5-4162-8dd5-4c92826356af tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e5ccfea-706b-4825-9d2e-60c0b092c82e HTTP/1.1" status: 200 len: 944 time: 0.2131629 Aug 29 04:20:25.364022 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-fff9c5c7-455a-4b8f-b3b4-b9356af3a754 req-da90102c-91e8-41c3-83f5-21503b372943 service neutron] 10.222.0.48 "GET /v2.0/networks/67c1cdda-7629-481b-81fa-9aed1bd1ab3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3171690 Aug 29 04:20:25.382093 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e233b052-f3a9-436f-a79c-b3fa8ede9bb9 req-88d96146-0241-4d4a-a9db-a8a1a58e1e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:25.382585 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e233b052-f3a9-436f-a79c-b3fa8ede9bb9 req-88d96146-0241-4d4a-a9db-a8a1a58e1e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:25.383060 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e233b052-f3a9-436f-a79c-b3fa8ede9bb9 req-88d96146-0241-4d4a-a9db-a8a1a58e1e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:25.383531 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e233b052-f3a9-436f-a79c-b3fa8ede9bb9 req-88d96146-0241-4d4a-a9db-a8a1a58e1e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:25.384087 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e233b052-f3a9-436f-a79c-b3fa8ede9bb9 req-88d96146-0241-4d4a-a9db-a8a1a58e1e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:25.384540 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e233b052-f3a9-436f-a79c-b3fa8ede9bb9 req-88d96146-0241-4d4a-a9db-a8a1a58e1e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:25.385020 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e233b052-f3a9-436f-a79c-b3fa8ede9bb9 req-88d96146-0241-4d4a-a9db-a8a1a58e1e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:25.387010 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e233b052-f3a9-436f-a79c-b3fa8ede9bb9 req-88d96146-0241-4d4a-a9db-a8a1a58e1e9c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=afc254ea-ccf6-497c-b6f3-9c7790e81f60 HTTP/1.1" status: 200 len: 6508 time: 0.1797407 Aug 29 04:20:25.396286 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e6fdfc79-ee9f-463b-87d8-e3d3db361422 req-4b529b34-dc10-418b-8ca5-dc1b700cc025 tempest-ServerShowV254Test-1618899415 tempest-ServerShowV254Test-1618899415-project] 10.222.0.22 "GET /v2.0/ports?device_id=9de919d4-15a8-461e-8b98-44a892752954 HTTP/1.1" status: 200 len: 210 time: 0.0571973 Aug 29 04:20:25.473373 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-88778824-046a-4a5d-ac78-5bb9cd3fad57 req-6e1b8ebd-8f27-46f9-bc4c-948c93b16c00 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f94ff432-1efb-4d16-b88c-19279e1457b8 HTTP/1.1" status: 200 len: 999 time: 0.1134708 Aug 29 04:20:25.512188 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c14640f6-bf71-4335-b024-f74289d71ded req-ab559680-8b42-4b9d-8338-45a6f0682548 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=95663bcf-c178-40f7-a8d1-56ba6dc33aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1414955 Aug 29 04:20:25.534036 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e233b052-f3a9-436f-a79c-b3fa8ede9bb9 req-ee312297-719c-45b1-bb3c-e81b2527d302 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c5569642-fe3a-4dae-b304-b5b17959f467&id=6765471a-6318-4be5-8b74-21c509c8c5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1276567 Aug 29 04:20:25.535033 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5a26cbe9-7f7d-464f-88ba-dc60adc8371c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9191137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10062364'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:25.565851 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88778824-046a-4a5d-ac78-5bb9cd3fad57 req-2504f116-ca12-41a0-8346-51129b37337b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:25.569990 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-88778824-046a-4a5d-ac78-5bb9cd3fad57 req-2504f116-ca12-41a0-8346-51129b37337b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=be5f55ab-7fa1-406c-9ca9-03e74b79ef6a HTTP/1.1" status: 200 len: 851 time: 0.0856047 Aug 29 04:20:25.582095 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c8d4b2c6-1b74-4e86-8f6a-e1943974d689 None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:25.592062 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a26cbe9-7f7d-464f-88ba-dc60adc8371c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d11db723-881a-44e4-ae3d-f8a6bedc146e,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:25.597087 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-c8d4b2c6-1b74-4e86-8f6a-e1943974d689 None None] Transition to ACTIVE for port object 04486c0d-f19b-4357-a54d-7d14b2528896 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:20:25.611452 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a26cbe9-7f7d-464f-88ba-dc60adc8371c admin admin] Checking segment: {'id': '44fea4a1-e972-4690-b14e-956bce45d1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1c65535d-8d45-4051-8e5d-043211a49251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:20:25.611452 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a26cbe9-7f7d-464f-88ba-dc60adc8371c admin admin] Network hostable DHCP agents. Network: 1c65535d-8d45-4051-8e5d-043211a49251, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:20:25.616189 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-c8d4b2c6-1b74-4e86-8f6a-e1943974d689 None None] Transition to ACTIVE for port object 04486c0d-f19b-4357-a54d-7d14b2528896 will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:20:25.623128 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c8d4b2c6-1b74-4e86-8f6a-e1943974d689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:25.641969 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a26cbe9-7f7d-464f-88ba-dc60adc8371c admin admin] Network 1c65535d-8d45-4051-8e5d-043211a49251 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:20:25.658520 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-27b612b0-9ee1-4168-b38e-f45c6483d46e tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9190434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062341'] for subnet, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:25.661070 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-5a26cbe9-7f7d-464f-88ba-dc60adc8371c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 1c65535d-8d45-4051-8e5d-043211a49251) {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:20:25.668164 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88778824-046a-4a5d-ac78-5bb9cd3fad57 req-41fe796d-431f-4282-a30f-d307d13f49b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:25.669067 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 4772a09d-faf2-4d24-bc31-b042ffd44672 details requested by agent hyperv_n-h2-712140-12 with host n-h2-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:20:25.680259 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d4b2c6-1b74-4e86-8f6a-e1943974d689 None None] Network 79c25508-ec6b-492c-bbe8-b92aa2c5bf45 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:20:25.684231 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-88778824-046a-4a5d-ac78-5bb9cd3fad57 req-41fe796d-431f-4282-a30f-d307d13f49b1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7521cd58-9470-4433-82b8-7e942c988b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1038806 Aug 29 04:20:25.687545 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d8698e-f3e2-4514-809d-90828d20b98b None None] Network 1c65535d-8d45-4051-8e5d-043211a49251 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:20:25.693008 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d4b2c6-1b74-4e86-8f6a-e1943974d689 None None] Pushing event updated for resources: {'Port': ['ID=04486c0d-f19b-4357-a54d-7d14b2528896,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:25.695834 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-c8d4b2c6-1b74-4e86-8f6a-e1943974d689 None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:20:25.698188 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a26cbe9-7f7d-464f-88ba-dc60adc8371c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:25.699050 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5a26cbe9-7f7d-464f-88ba-dc60adc8371c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:25.714990 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d4b2c6-1b74-4e86-8f6a-e1943974d689 None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:20:25.796804 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b612b0-9ee1-4168-b38e-f45c6483d46e tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Pushing event deleted for resources: {'Subnet': ['ID=a8ed54c1-dde6-44eb-bc6f-bcf3d4808253,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:25.819750 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-5a26cbe9-7f7d-464f-88ba-dc60adc8371c admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8965788 Aug 29 04:20:25.881963 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-88778824-046a-4a5d-ac78-5bb9cd3fad57 req-284d9ec9-c1c7-4b41-9b92-9884f94136e7 service neutron] 10.222.0.46 "GET /v2.0/networks/7521cd58-9470-4433-82b8-7e942c988b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846120 Aug 29 04:20:25.892308 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-27b612b0-9ee1-4168-b38e-f45c6483d46e tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:25.910234 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-c8d4b2c6-1b74-4e86-8f6a-e1943974d689 None None] Attempting to bind port 04486c0d-f19b-4357-a54d-7d14b2528896 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:20:25.910607 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-c8d4b2c6-1b74-4e86-8f6a-e1943974d689 None None] Attempting to bind port 04486c0d-f19b-4357-a54d-7d14b2528896 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '73fb1861-bee0-4bb2-95e8-232c028a3cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '79c25508-ec6b-492c-bbe8-b92aa2c5bf45'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:20:25.910979 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d4b2c6-1b74-4e86-8f6a-e1943974d689 None None] Attempting to bind port 04486c0d-f19b-4357-a54d-7d14b2528896 on network 79c25508-ec6b-492c-bbe8-b92aa2c5bf45 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:20:25.921907 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-27b612b0-9ee1-4168-b38e-f45c6483d46e tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79c25508-ec6b-492c-bbe8-b92aa2c5bf45']}} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:25.934682 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d4b2c6-1b74-4e86-8f6a-e1943974d689 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:20:25.935059 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d4b2c6-1b74-4e86-8f6a-e1943974d689 None None] Checking segment: {'id': '73fb1861-bee0-4bb2-95e8-232c028a3cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '79c25508-ec6b-492c-bbe8-b92aa2c5bf45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:20:25.935467 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c8d4b2c6-1b74-4e86-8f6a-e1943974d689 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:25.935886 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d4b2c6-1b74-4e86-8f6a-e1943974d689 None None] Bound using segment: {'id': '73fb1861-bee0-4bb2-95e8-232c028a3cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '79c25508-ec6b-492c-bbe8-b92aa2c5bf45'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:20:25.936378 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-c8d4b2c6-1b74-4e86-8f6a-e1943974d689 None None] Bound port: 04486c0d-f19b-4357-a54d-7d14b2528896, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73fb1861-bee0-4bb2-95e8-232c028a3cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '79c25508-ec6b-492c-bbe8-b92aa2c5bf45'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:20:25.936757 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c8d4b2c6-1b74-4e86-8f6a-e1943974d689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:25.937022 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-27b612b0-9ee1-4168-b38e-f45c6483d46e tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73fb1861-bee0-4bb2-95e8-232c028a3cce') {'for_net_delete': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:25.937481 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-27b612b0-9ee1-4168-b38e-f45c6483d46e tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73fb1861-bee0-4bb2-95e8-232c028a3cce') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:25.956768 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-27b612b0-9ee1-4168-b38e-f45c6483d46e tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8904833'] for segment, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:25.978912 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05622fc8-c94e-42d5-a9a7-aa8450edf202 req-efb040c8-1c00-443c-a259-cc8e3b261533 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:25.986664 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-05622fc8-c94e-42d5-a9a7-aa8450edf202 req-efb040c8-1c00-443c-a259-cc8e3b261533 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] 10.222.0.22 "GET /v2.0/ports?device_id=25c8a457-9098-4823-a0b0-e5217cb8e752 HTTP/1.1" status: 200 len: 944 time: 0.1126277 Aug 29 04:20:25.992471 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-27b612b0-9ee1-4168-b38e-f45c6483d46e tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:26.041444 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-05622fc8-c94e-42d5-a9a7-aa8450edf202 req-f99444ca-c5f5-446e-bc82-415a6784cfcd tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] 10.222.0.22 "GET /v2.0/security-groups?id=0e1109a6-248f-4454-ba5b-742319a76013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489674 Aug 29 04:20:26.046468 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27b612b0-9ee1-4168-b38e-f45c6483d46e tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=94828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:20:26.047060 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-27b612b0-9ee1-4168-b38e-f45c6483d46e tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9190468'] for segment, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:26.050605 n-d-712140-12 neutron-server[94828]: Traceback (most recent call last): Aug 29 04:20:26.050605 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:20:26.050605 n-d-712140-12 neutron-server[94828]: timer() Aug 29 04:20:26.050605 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:20:26.050605 n-d-712140-12 neutron-server[94828]: cb(*args, **kw) Aug 29 04:20:26.050605 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:20:26.050605 n-d-712140-12 neutron-server[94828]: return func(*args, **kwargs) Aug 29 04:20:26.050605 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:20:26.050605 n-d-712140-12 neutron-server[94828]: self._notify() Aug 29 04:20:26.050605 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:20:26.050605 n-d-712140-12 neutron-server[94828]: self.callback(batched_events) Aug 29 04:20:26.050605 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:20:26.050605 n-d-712140-12 neutron-server[94828]: event.method(event) Aug 29 04:20:26.050605 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:20:26.050605 n-d-712140-12 neutron-server[94828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:20:26.050605 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:20:26.050605 n-d-712140-12 neutron-server[94828]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:20:26.050605 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:20:26.050605 n-d-712140-12 neutron-server[94828]: return f(self, *a, **k) Aug 29 04:20:26.050605 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:20:26.050605 n-d-712140-12 neutron-server[94828]: return self._get(url).json() Aug 29 04:20:26.050605 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:20:26.050605 n-d-712140-12 neutron-server[94828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:20:26.050605 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:20:26.050605 n-d-712140-12 neutron-server[94828]: return self.request(url, 'GET', **kwargs) Aug 29 04:20:26.050605 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:20:26.050605 n-d-712140-12 neutron-server[94828]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:20:26.050605 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:20:26.050605 n-d-712140-12 neutron-server[94828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:20:26.050605 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:20:26.050605 n-d-712140-12 neutron-server[94828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:20:26.050605 n-d-712140-12 neutron-server[94828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:20:26.086871 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db349b0-c722-435f-b8c8-5e7818d36076 None None] Network 1c65535d-8d45-4051-8e5d-043211a49251 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:20:26.108280 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 4772a09d-faf2-4d24-bc31-b042ffd44672, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=4772a09d-faf2-4d24-bc31-b042ffd44672,segment=NetworkSegment(98b8dc6c-7a29-4e8c-b0e0-7a04be0f01c2),segment_id=98b8dc6c-7a29-4e8c-b0e0-7a04be0f01c2)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:26.139651 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-27b612b0-9ee1-4168-b38e-f45c6483d46e tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 29 04:20:26.139651 n-d-712140-12 neutron-server[94828]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 29 04:20:26.139651 n-d-712140-12 neutron-server[94828]: [parameters: {'id': '79c25508-ec6b-492c-bbe8-b92aa2c5bf45'}] Aug 29 04:20:26.139651 n-d-712140-12 neutron-server[94828]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:20:26.140477 n-d-712140-12 neutron-server[94828]: DEBUG oslo_db.api [None req-27b612b0-9ee1-4168-b38e-f45c6483d46e tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:20:26.141122 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-88778824-046a-4a5d-ac78-5bb9cd3fad57 req-6ffadac8-fae2-4986-84e9-4efc46efbdef service neutron] 10.222.0.46 "GET /v2.0/networks/7521cd58-9470-4433-82b8-7e942c988b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421219 Aug 29 04:20:26.158769 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-c8d4b2c6-1b74-4e86-8f6a-e1943974d689 None None] For port 04486c0d-f19b-4357-a54d-7d14b2528896, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:20:26.193454 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-c8d4b2c6-1b74-4e86-8f6a-e1943974d689 None None] For port 04486c0d-f19b-4357-a54d-7d14b2528896, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=04486c0d-f19b-4357-a54d-7d14b2528896,segment=NetworkSegment(73fb1861-bee0-4bb2-95e8-232c028a3cce),segment_id=73fb1861-bee0-4bb2-95e8-232c028a3cce)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:20:26.196524 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Returning: {'device': '4772a09d-faf2-4d24-bc31-b042ffd44672', 'network_id': '67c1cdda-7629-481b-81fa-9aed1bd1ab3c', 'port_id': '4772a09d-faf2-4d24-bc31-b042ffd44672', 'mac_address': 'fa:16:3e:9e:00:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fc380c2-f629-4bfb-860c-06116ada96b2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:20:26.201189 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c8d4b2c6-1b74-4e86-8f6a-e1943974d689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:26.321418 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:26.392712 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d4b2c6-1b74-4e86-8f6a-e1943974d689 None None] Pushing event updated for resources: {'Port': ['ID=04486c0d-f19b-4357-a54d-7d14b2528896,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:26.407262 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4772a09d-faf2-4d24-bc31-b042ffd44672 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:20:26.419975 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0cf6cc-c433-4afe-9174-ead1bdcaf347 req-c1424c5d-5fd5-4525-813d-7d555346a656 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:26.427408 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0cf6cc-c433-4afe-9174-ead1bdcaf347 req-c1424c5d-5fd5-4525-813d-7d555346a656 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:26.429472 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 4772a09d-faf2-4d24-bc31-b042ffd44672, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=4772a09d-faf2-4d24-bc31-b042ffd44672,segment=NetworkSegment(98b8dc6c-7a29-4e8c-b0e0-7a04be0f01c2),segment_id=98b8dc6c-7a29-4e8c-b0e0-7a04be0f01c2)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:26.434967 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0cf6cc-c433-4afe-9174-ead1bdcaf347 req-c1424c5d-5fd5-4525-813d-7d555346a656 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:26.451131 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:26.462466 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0cf6cc-c433-4afe-9174-ead1bdcaf347 req-c1424c5d-5fd5-4525-813d-7d555346a656 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:26.474620 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0cf6cc-c433-4afe-9174-ead1bdcaf347 req-c1424c5d-5fd5-4525-813d-7d555346a656 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:26.479039 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8927fc4d-3390-407b-88e5-bffbfa5d3a32 None None] Network 79c25508-ec6b-492c-bbe8-b92aa2c5bf45 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:20:26.489734 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0cf6cc-c433-4afe-9174-ead1bdcaf347 req-c1424c5d-5fd5-4525-813d-7d555346a656 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:26.508607 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0cf6cc-c433-4afe-9174-ead1bdcaf347 req-c1424c5d-5fd5-4525-813d-7d555346a656 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:26.510577 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ec0cf6cc-c433-4afe-9174-ead1bdcaf347 req-c1424c5d-5fd5-4525-813d-7d555346a656 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/ports?device_id=afc254ea-ccf6-497c-b6f3-9c7790e81f60 HTTP/1.1" status: 200 len: 5444 time: 0.1796763 Aug 29 04:20:26.581401 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e81dff1b-a969-4ad0-982c-526e9e788664 req-e9ed34bb-0c48-4788-ba26-538e992ef272 tempest-ServerShowV254Test-1618899415 tempest-ServerShowV254Test-1618899415-project] 10.222.0.22 "GET /v2.0/ports?device_id=9de919d4-15a8-461e-8b98-44a892752954 HTTP/1.1" status: 200 len: 210 time: 0.0489383 Aug 29 04:20:26.605607 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=4772a09d-faf2-4d24-bc31-b042ffd44672,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:26.628992 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ec0cf6cc-c433-4afe-9174-ead1bdcaf347 req-c9531400-7589-416b-93fe-9e4fa6afc558 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/security-groups?id=c5569642-fe3a-4dae-b304-b5b17959f467&id=6765471a-6318-4be5-8b74-21c509c8c5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0904508 Aug 29 04:20:26.641703 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-27b612b0-9ee1-4168-b38e-f45c6483d46e tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:26.699481 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6911dfbf-6156-47f8-a029-17d92fb431a5 None None] get_active_networks_info from n-d-712140-12 {{(pid=94830) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 04:20:26.762571 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-27b612b0-9ee1-4168-b38e-f45c6483d46e tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Deleting port 04486c0d-f19b-4357-a54d-7d14b2528896 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:20:26.763018 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-27b612b0-9ee1-4168-b38e-f45c6483d46e tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:26.885488 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6911dfbf-6156-47f8-a029-17d92fb431a5 None None] Resources bound (agent type, host, resource id): {{(pid=94830) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 04:20:26.890688 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 49374) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:26.896083 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-671a1a60-35df-4db4-8eb1-6bcff7c590a6 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1594794156-network', 'tenant_id': '73fb68fd9a554f2ea8d76adc17e0259b'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:26.907224 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-27b612b0-9ee1-4168-b38e-f45c6483d46e tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] For port 04486c0d-f19b-4357-a54d-7d14b2528896, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=04486c0d-f19b-4357-a54d-7d14b2528896,segment=NetworkSegment(73fb1861-bee0-4bb2-95e8-232c028a3cce),segment_id=73fb1861-bee0-4bb2-95e8-232c028a3cce)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:26.907859 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-27b612b0-9ee1-4168-b38e-f45c6483d46e tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:26.941677 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78948a39-936b-401f-904e-c92fb1ce54a1 req-a120dff1-7b8f-43f7-ae73-bb2cc091c96d tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:26.942363 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-671a1a60-35df-4db4-8eb1-6bcff7c590a6 admin admin] Made reservation on behalf of 73fb68fd9a554f2ea8d76adc17e0259b for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:20:26.943781 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-78948a39-936b-401f-904e-c92fb1ce54a1 req-a120dff1-7b8f-43f7-ae73-bb2cc091c96d tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e5ccfea-706b-4825-9d2e-60c0b092c82e HTTP/1.1" status: 200 len: 944 time: 0.1662188 Aug 29 04:20:26.956726 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-671a1a60-35df-4db4-8eb1-6bcff7c590a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:26.964528 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-27b612b0-9ee1-4168-b38e-f45c6483d46e tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Calling delete_port for 04486c0d-f19b-4357-a54d-7d14b2528896 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:20:26.998639 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-671a1a60-35df-4db4-8eb1-6bcff7c590a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:27.101712 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-78948a39-936b-401f-904e-c92fb1ce54a1 req-220af402-cd5b-47b4-b1e6-cb98c4a2ebcc tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=95663bcf-c178-40f7-a8d1-56ba6dc33aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1384838 Aug 29 04:20:27.147535 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-671a1a60-35df-4db4-8eb1-6bcff7c590a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:27.153838 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-671a1a60-35df-4db4-8eb1-6bcff7c590a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:27.193911 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-27b612b0-9ee1-4168-b38e-f45c6483d46e tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:27.208227 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['4772a09d-faf2-4d24-bc31-b042ffd44672'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:20:27.219816 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-671a1a60-35df-4db4-8eb1-6bcff7c590a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:20:27.234635 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b612b0-9ee1-4168-b38e-f45c6483d46e tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Pushing event deleted for resources: {'Port': ['ID=04486c0d-f19b-4357-a54d-7d14b2528896,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:27.250404 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b612b0-9ee1-4168-b38e-f45c6483d46e tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] No DVR routers for this DVR port 04486c0d-f19b-4357-a54d-7d14b2528896 on host n-d-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:20:27.276742 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-671a1a60-35df-4db4-8eb1-6bcff7c590a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:27.277099 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-671a1a60-35df-4db4-8eb1-6bcff7c590a6 admin admin] Added segment 8a70b910-d817-42e6-8d4b-2340e521cbda of type vlan for network c21165c4-383d-41d5-a50e-638f6a2a917c Aug 29 04:20:27.362131 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-27b612b0-9ee1-4168-b38e-f45c6483d46e tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:27.374781 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-27b612b0-9ee1-4168-b38e-f45c6483d46e tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79c25508-ec6b-492c-bbe8-b92aa2c5bf45']}} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:27.387128 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-27b612b0-9ee1-4168-b38e-f45c6483d46e tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73fb1861-bee0-4bb2-95e8-232c028a3cce') {'for_net_delete': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:27.387626 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-27b612b0-9ee1-4168-b38e-f45c6483d46e tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73fb1861-bee0-4bb2-95e8-232c028a3cce') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:27.401813 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-27b612b0-9ee1-4168-b38e-f45c6483d46e tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8904833'] for segment, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:27.419235 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671a1a60-35df-4db4-8eb1-6bcff7c590a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d031482-97a7-4a75-8116-3f2842c63855,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:27.420839 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-27b612b0-9ee1-4168-b38e-f45c6483d46e tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:27.427713 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27b612b0-9ee1-4168-b38e-f45c6483d46e tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=94828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:20:27.428343 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-27b612b0-9ee1-4168-b38e-f45c6483d46e tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9190468'] for segment, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:27.451582 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-671a1a60-35df-4db4-8eb1-6bcff7c590a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:27.477759 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75149eeb-d828-4572-8739-939c6857bc01 req-1304b46b-fa54-48fa-b3d6-578cec065b18 tempest-VolumesAdminNegativeTest-382075465 tempest-VolumesAdminNegativeTest-382075465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:27.479368 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-75149eeb-d828-4572-8739-939c6857bc01 req-1304b46b-fa54-48fa-b3d6-578cec065b18 tempest-VolumesAdminNegativeTest-382075465 tempest-VolumesAdminNegativeTest-382075465-project] 10.222.0.22 "GET /v2.0/ports?device_id=3aebb8c7-0e67-41b8-801f-6adc9a04f17a HTTP/1.1" status: 200 len: 945 time: 0.1645460 Aug 29 04:20:27.509468 n-d-712140-12 neutron-server[94828]: Traceback (most recent call last): Aug 29 04:20:27.509468 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:20:27.509468 n-d-712140-12 neutron-server[94828]: timer() Aug 29 04:20:27.509468 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:20:27.509468 n-d-712140-12 neutron-server[94828]: cb(*args, **kw) Aug 29 04:20:27.509468 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:20:27.509468 n-d-712140-12 neutron-server[94828]: return func(*args, **kwargs) Aug 29 04:20:27.509468 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:20:27.509468 n-d-712140-12 neutron-server[94828]: self._notify() Aug 29 04:20:27.509468 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:20:27.509468 n-d-712140-12 neutron-server[94828]: self.callback(batched_events) Aug 29 04:20:27.509468 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:20:27.509468 n-d-712140-12 neutron-server[94828]: event.method(event) Aug 29 04:20:27.509468 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:20:27.509468 n-d-712140-12 neutron-server[94828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:20:27.509468 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:20:27.509468 n-d-712140-12 neutron-server[94828]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:20:27.509468 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:20:27.509468 n-d-712140-12 neutron-server[94828]: return f(self, *a, **k) Aug 29 04:20:27.509468 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:20:27.509468 n-d-712140-12 neutron-server[94828]: return self._get(url).json() Aug 29 04:20:27.509468 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:20:27.509468 n-d-712140-12 neutron-server[94828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:20:27.509468 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:20:27.509468 n-d-712140-12 neutron-server[94828]: return self.request(url, 'GET', **kwargs) Aug 29 04:20:27.509468 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:20:27.509468 n-d-712140-12 neutron-server[94828]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:20:27.509468 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:20:27.509468 n-d-712140-12 neutron-server[94828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:20:27.509468 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:20:27.509468 n-d-712140-12 neutron-server[94828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:20:27.509468 n-d-712140-12 neutron-server[94828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:20:27.530979 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-27b612b0-9ee1-4168-b38e-f45c6483d46e tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:27.537601 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-671a1a60-35df-4db4-8eb1-6bcff7c590a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:27.538688 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671a1a60-35df-4db4-8eb1-6bcff7c590a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:27.539256 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-671a1a60-35df-4db4-8eb1-6bcff7c590a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:27.558426 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-27b612b0-9ee1-4168-b38e-f45c6483d46e tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:27.562239 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-27b612b0-9ee1-4168-b38e-f45c6483d46e tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] 10.222.0.22 "DELETE /v2.0/networks/79c25508-ec6b-492c-bbe8-b92aa2c5bf45 HTTP/1.1" status: 204 len: 168 time: 2.7964997 Aug 29 04:20:27.571163 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a36925f-8580-4024-82c2-a413874cc0db req-80d08ff7-eede-4d88-af0e-8016d86ebdc3 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:27.572274 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8a36925f-8580-4024-82c2-a413874cc0db req-80d08ff7-eede-4d88-af0e-8016d86ebdc3 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] 10.222.0.22 "GET /v2.0/ports?device_id=25c8a457-9098-4823-a0b0-e5217cb8e752 HTTP/1.1" status: 200 len: 944 time: 0.3390470 Aug 29 04:20:27.572776 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 49380) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:27.575285 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b612b0-9ee1-4168-b38e-f45c6483d46e tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Pushing event deleted for resources: {'Network': ['ID=79c25508-ec6b-492c-bbe8-b92aa2c5bf45,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:27.580190 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-2458e833-c7c6-4474-92e7-b44a2d92471c tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-36132109'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:27.618682 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-671a1a60-35df-4db4-8eb1-6bcff7c590a6 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7266498 Aug 29 04:20:27.618904 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 49382) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:27.625935 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-f6dde480-1e84-4e76-8f42-db19bb8e48c0 admin admin] Request body: {'subnet': {'network_id': 'c21165c4-383d-41d5-a50e-638f6a2a917c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1594794156-subnet', 'tenant_id': '73fb68fd9a554f2ea8d76adc17e0259b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:27.640036 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-75149eeb-d828-4572-8739-939c6857bc01 req-a0228ef2-0d6d-4664-80c4-597c6fa0d07a tempest-VolumesAdminNegativeTest-382075465 tempest-VolumesAdminNegativeTest-382075465-project] 10.222.0.22 "GET /v2.0/security-groups?id=5988a091-7c06-4471-b1dd-4c9f3e77beff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487381 Aug 29 04:20:27.640775 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671a1a60-35df-4db4-8eb1-6bcff7c590a6 admin admin] Pushing event updated for resources: {'Network': ['ID=c21165c4-383d-41d5-a50e-638f6a2a917c,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:27.641175 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2458e833-c7c6-4474-92e7-b44a2d92471c tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Made reservation on behalf of 44385798d8624c32aa934faabfcc9a0e for: {'network': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:20:27.644710 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2458e833-c7c6-4474-92e7-b44a2d92471c tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:27.651945 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network c21165c4-383d-41d5-a50e-638f6a2a917c details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:20:27.673387 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2458e833-c7c6-4474-92e7-b44a2d92471c tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=94828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:20:27.675495 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device ff6c0306-6b6e-4fb3-b60d-ca9b884d3fe8 details requested by agent hyperv_n-h2-712140-12 with host n-h2-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:20:27.682431 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2458e833-c7c6-4474-92e7-b44a2d92471c tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:27.682784 n-d-712140-12 neutron-server[94828]: INFO neutron.db.segments_db [None req-2458e833-c7c6-4474-92e7-b44a2d92471c tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Added segment 12994999-3245-4835-8d86-b868aad7a80b of type vlan for network 5e959fdc-d457-4de8-ae5e-d4ad67fa4db4 Aug 29 04:20:27.723304 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2458e833-c7c6-4474-92e7-b44a2d92471c tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:27.754611 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8a36925f-8580-4024-82c2-a413874cc0db req-5f62a9f0-e2a0-4920-9d89-62c5e1928e86 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] 10.222.0.22 "GET /v2.0/security-groups?id=0e1109a6-248f-4454-ba5b-742319a76013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659684 Aug 29 04:20:27.757902 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2458e833-c7c6-4474-92e7-b44a2d92471c tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:27.763357 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2458e833-c7c6-4474-92e7-b44a2d92471c tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:27.764218 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2458e833-c7c6-4474-92e7-b44a2d92471c tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:27.783651 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ecd158fa-2862-4a10-b262-14c533b35f43 req-417328e6-06f6-408f-b0c1-a7914df933fa tempest-ServerShowV254Test-1618899415 tempest-ServerShowV254Test-1618899415-project] 10.222.0.22 "GET /v2.0/ports?device_id=9de919d4-15a8-461e-8b98-44a892752954 HTTP/1.1" status: 200 len: 210 time: 0.0549641 Aug 29 04:20:27.847719 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6dde480-1e84-4e76-8f42-db19bb8e48c0 admin admin] Made reservation on behalf of 73fb68fd9a554f2ea8d76adc17e0259b for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:20:27.850772 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f6dde480-1e84-4e76-8f42-db19bb8e48c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:27.869436 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-2458e833-c7c6-4474-92e7-b44a2d92471c tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2951989 Aug 29 04:20:27.872563 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 49388) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:27.879186 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-e33eac48-98bb-4d10-bd68-0ade96aa2d93 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Request body: {'subnet': {'network_id': '5e959fdc-d457-4de8-ae5e-d4ad67fa4db4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:27.888836 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port ff6c0306-6b6e-4fb3-b60d-ca9b884d3fe8, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=ff6c0306-6b6e-4fb3-b60d-ca9b884d3fe8,segment=NetworkSegment(98b8dc6c-7a29-4e8c-b0e0-7a04be0f01c2),segment_id=98b8dc6c-7a29-4e8c-b0e0-7a04be0f01c2)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:27.912273 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 612daa36-1a9d-4b2d-af5c-c0897a3fda95 details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:20:27.919883 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Returning: {'device': 'ff6c0306-6b6e-4fb3-b60d-ca9b884d3fe8', 'network_id': '67c1cdda-7629-481b-81fa-9aed1bd1ab3c', 'port_id': 'ff6c0306-6b6e-4fb3-b60d-ca9b884d3fe8', 'mac_address': 'fa:16:3e:58:eb:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fc380c2-f629-4bfb-860c-06116ada96b2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:20:27.933131 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2458e833-c7c6-4474-92e7-b44a2d92471c tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Pushing event updated for resources: {'Network': ['ID=5e959fdc-d457-4de8-ae5e-d4ad67fa4db4,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:27.978319 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c831baa3-0d98-44bc-a43f-e82a58f828c5 req-60910d34-0a7e-43f3-a081-36f96dff095a tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:27.978694 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e33eac48-98bb-4d10-bd68-0ade96aa2d93 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Made reservation on behalf of 44385798d8624c32aa934faabfcc9a0e for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:20:27.983359 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e33eac48-98bb-4d10-bd68-0ade96aa2d93 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4552395'] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:27.984756 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c831baa3-0d98-44bc-a43f-e82a58f828c5 req-60910d34-0a7e-43f3-a081-36f96dff095a tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:27.991277 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c831baa3-0d98-44bc-a43f-e82a58f828c5 req-60910d34-0a7e-43f3-a081-36f96dff095a tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:28.009910 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c831baa3-0d98-44bc-a43f-e82a58f828c5 req-60910d34-0a7e-43f3-a081-36f96dff095a tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:28.016608 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c831baa3-0d98-44bc-a43f-e82a58f828c5 req-60910d34-0a7e-43f3-a081-36f96dff095a tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:28.022866 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c831baa3-0d98-44bc-a43f-e82a58f828c5 req-60910d34-0a7e-43f3-a081-36f96dff095a tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:28.029624 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c831baa3-0d98-44bc-a43f-e82a58f828c5 req-60910d34-0a7e-43f3-a081-36f96dff095a tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:28.037889 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c831baa3-0d98-44bc-a43f-e82a58f828c5 req-60910d34-0a7e-43f3-a081-36f96dff095a tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/ports?device_id=afc254ea-ccf6-497c-b6f3-9c7790e81f60 HTTP/1.1" status: 200 len: 5444 time: 0.1830113 Aug 29 04:20:28.112855 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c831baa3-0d98-44bc-a43f-e82a58f828c5 req-f1b7681f-e520-46ac-ace7-8da5f80e4140 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/security-groups?id=c5569642-fe3a-4dae-b304-b5b17959f467&id=6765471a-6318-4be5-8b74-21c509c8c5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0733998 Aug 29 04:20:28.121122 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 5e959fdc-d457-4de8-ae5e-d4ad67fa4db4 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:20:28.140040 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.db.resource_extend [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:20:28.227717 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:28.244172 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff6c0306-6b6e-4fb3-b60d-ca9b884d3fe8 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:20:28.260654 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e33eac48-98bb-4d10-bd68-0ade96aa2d93 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4274880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4552377'] for subnet, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:28.277817 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f6dde480-1e84-4e76-8f42-db19bb8e48c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9191137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10062364'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:28.293600 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port ff6c0306-6b6e-4fb3-b60d-ca9b884d3fe8, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=ff6c0306-6b6e-4fb3-b60d-ca9b884d3fe8,segment=NetworkSegment(98b8dc6c-7a29-4e8c-b0e0-7a04be0f01c2),segment_id=98b8dc6c-7a29-4e8c-b0e0-7a04be0f01c2)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:28.299932 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:28.328281 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a7072f-f0ac-4ece-ae81-92ad999a949d req-516d87b5-9361-488f-86b7-d8573a812f0d tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:28.334110 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a7072f-f0ac-4ece-ae81-92ad999a949d req-516d87b5-9361-488f-86b7-d8573a812f0d tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:28.334381 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf5e7e7-089d-455a-98c3-09fcefda64a8 req-e612ed52-a8eb-445d-a843-aca09ddf95c4 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:28.335932 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9bf5e7e7-089d-455a-98c3-09fcefda64a8 req-e612ed52-a8eb-445d-a843-aca09ddf95c4 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e5ccfea-706b-4825-9d2e-60c0b092c82e HTTP/1.1" status: 200 len: 944 time: 0.1156325 Aug 29 04:20:28.340340 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a7072f-f0ac-4ece-ae81-92ad999a949d req-516d87b5-9361-488f-86b7-d8573a812f0d tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:28.344523 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eac48-98bb-4d10-bd68-0ade96aa2d93 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Pushing event updated for resources: {'Subnet': ['ID=415f361e-4d4c-4564-aef1-1cfbcfae28bc,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:28.347455 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a7072f-f0ac-4ece-ae81-92ad999a949d req-516d87b5-9361-488f-86b7-d8573a812f0d tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:28.354888 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a7072f-f0ac-4ece-ae81-92ad999a949d req-516d87b5-9361-488f-86b7-d8573a812f0d tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:28.361835 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a7072f-f0ac-4ece-ae81-92ad999a949d req-516d87b5-9361-488f-86b7-d8573a812f0d tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:28.366617 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 612daa36-1a9d-4b2d-af5c-c0897a3fda95, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=612daa36-1a9d-4b2d-af5c-c0897a3fda95,segment=NetworkSegment(98b8dc6c-7a29-4e8c-b0e0-7a04be0f01c2),segment_id=98b8dc6c-7a29-4e8c-b0e0-7a04be0f01c2)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:28.367173 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a7072f-f0ac-4ece-ae81-92ad999a949d req-516d87b5-9361-488f-86b7-d8573a812f0d tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:28.369157 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c2a7072f-f0ac-4ece-ae81-92ad999a949d req-516d87b5-9361-488f-86b7-d8573a812f0d tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/ports?device_id=afc254ea-ccf6-497c-b6f3-9c7790e81f60 HTTP/1.1" status: 200 len: 5444 time: 0.1459668 Aug 29 04:20:28.375027 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33eac48-98bb-4d10-bd68-0ade96aa2d93 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Checking segment: {'id': '12994999-3245-4835-8d86-b868aad7a80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '5e959fdc-d457-4de8-ae5e-d4ad67fa4db4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:20:28.375404 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33eac48-98bb-4d10-bd68-0ade96aa2d93 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Network hostable DHCP agents. Network: 5e959fdc-d457-4de8-ae5e-d4ad67fa4db4, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:20:28.381704 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:28.385314 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 49396) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:28.393662 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-bb172159-f4f1-4dcb-b464-d7f9e7bf061f tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Request body: {'floatingip': {'port_id': '3935a212-8cf6-4330-b1a6-b9caa4ca084f'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:28.398078 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Returning: {'device': '612daa36-1a9d-4b2d-af5c-c0897a3fda95', 'network_id': '67c1cdda-7629-481b-81fa-9aed1bd1ab3c', 'port_id': '612daa36-1a9d-4b2d-af5c-c0897a3fda95', 'mac_address': 'fa:16:3e:64:c4:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fc380c2-f629-4bfb-860c-06116ada96b2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:20:28.405524 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=ff6c0306-6b6e-4fb3-b60d-ca9b884d3fe8,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:28.414085 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33eac48-98bb-4d10-bd68-0ade96aa2d93 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Network 5e959fdc-d457-4de8-ae5e-d4ad67fa4db4 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:20:28.418794 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9bf5e7e7-089d-455a-98c3-09fcefda64a8 req-b8597b89-9d6e-4f2b-b4ff-75cd115202dd tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=95663bcf-c178-40f7-a8d1-56ba6dc33aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670881 Aug 29 04:20:28.428923 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-e33eac48-98bb-4d10-bd68-0ade96aa2d93 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 5e959fdc-d457-4de8-ae5e-d4ad67fa4db4) {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:20:28.441249 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ddc199-321f-4bf9-beb7-e17365a63e63 None None] Network 5e959fdc-d457-4de8-ae5e-d4ad67fa4db4 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:20:28.442732 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33eac48-98bb-4d10-bd68-0ade96aa2d93 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:28.446399 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e33eac48-98bb-4d10-bd68-0ade96aa2d93 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:28.451980 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bb172159-f4f1-4dcb-b464-d7f9e7bf061f tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks [] for floatingip, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:28.455676 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dde480-1e84-4e76-8f42-db19bb8e48c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9487cc00-03e6-4fa8-a41a-249b0822e888,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:28.480978 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-e33eac48-98bb-4d10-bd68-0ade96aa2d93 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6064315 Aug 29 04:20:28.483416 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 49400) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:28.489645 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-c503aee9-aa84-4682-8677-a127e53c1a87 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Request body: {'subnet': {'network_id': '5e959fdc-d457-4de8-ae5e-d4ad67fa4db4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:28.493262 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:28.509002 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6dde480-1e84-4e76-8f42-db19bb8e48c0 admin admin] Checking segment: {'id': '8a70b910-d817-42e6-8d4b-2340e521cbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'c21165c4-383d-41d5-a50e-638f6a2a917c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:20:28.509404 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6dde480-1e84-4e76-8f42-db19bb8e48c0 admin admin] Network hostable DHCP agents. Network: c21165c4-383d-41d5-a50e-638f6a2a917c, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:20:28.526656 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 612daa36-1a9d-4b2d-af5c-c0897a3fda95 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:20:28.564359 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 612daa36-1a9d-4b2d-af5c-c0897a3fda95, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=612daa36-1a9d-4b2d-af5c-c0897a3fda95,segment=NetworkSegment(98b8dc6c-7a29-4e8c-b0e0-7a04be0f01c2),segment_id=98b8dc6c-7a29-4e8c-b0e0-7a04be0f01c2)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:28.570357 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:28.615763 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6dde480-1e84-4e76-8f42-db19bb8e48c0 admin admin] Network c21165c4-383d-41d5-a50e-638f6a2a917c is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:20:28.620360 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c503aee9-aa84-4682-8677-a127e53c1a87 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Made reservation on behalf of 44385798d8624c32aa934faabfcc9a0e for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:20:28.625608 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c503aee9-aa84-4682-8677-a127e53c1a87 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4552395'] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:28.633215 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-f6dde480-1e84-4e76-8f42-db19bb8e48c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, c21165c4-383d-41d5-a50e-638f6a2a917c) {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:20:28.638284 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6dde480-1e84-4e76-8f42-db19bb8e48c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:28.639342 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f6dde480-1e84-4e76-8f42-db19bb8e48c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:28.659399 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7059ad9-651a-4168-a865-5858c2d0e48f None None] Network c21165c4-383d-41d5-a50e-638f6a2a917c requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:20:28.661160 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-f6dde480-1e84-4e76-8f42-db19bb8e48c0 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0395622 Aug 29 04:20:28.677776 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1475857-9d7f-40a5-8cdd-e572db6919f1 req-a951465a-5b97-4547-8748-95ef0f8eb4cd tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:28.679887 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b1475857-9d7f-40a5-8cdd-e572db6919f1 req-a951465a-5b97-4547-8748-95ef0f8eb4cd tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e5ccfea-706b-4825-9d2e-60c0b092c82e HTTP/1.1" status: 200 len: 944 time: 0.1575794 Aug 29 04:20:28.718142 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a4d4ec-664d-4bac-9459-5900ffe0f35f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-5e959fdc-d457-4de8-ae5e-d4ad67fa4db4', 'network_id': '5e959fdc-d457-4de8-ae5e-d4ad67fa4db4', 'tenant_id': '44385798d8624c32aa934faabfcc9a0e', 'fixed_ips': [{'subnet_id': '415f361e-4d4c-4564-aef1-1cfbcfae28bc'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:20:28.724787 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b5a4d4ec-664d-4bac-9459-5900ffe0f35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:28.769836 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=612daa36-1a9d-4b2d-af5c-c0897a3fda95,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:28.831080 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b1475857-9d7f-40a5-8cdd-e572db6919f1 req-aba50b12-7371-4a6a-a491-4c93a8a841a9 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=95663bcf-c178-40f7-a8d1-56ba6dc33aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073556 Aug 29 04:20:28.848207 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812759cb-98c0-4451-87a4-b34a83d6bb93 req-802d18ce-42e5-4f9d-bbef-6358751407f8 tempest-VolumesAdminNegativeTest-382075465 tempest-VolumesAdminNegativeTest-382075465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:28.859713 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-812759cb-98c0-4451-87a4-b34a83d6bb93 req-802d18ce-42e5-4f9d-bbef-6358751407f8 tempest-VolumesAdminNegativeTest-382075465 tempest-VolumesAdminNegativeTest-382075465-project] 10.222.0.22 "GET /v2.0/ports?device_id=3aebb8c7-0e67-41b8-801f-6adc9a04f17a HTTP/1.1" status: 200 len: 945 time: 0.0776768 Aug 29 04:20:28.897221 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['ff6c0306-6b6e-4fb3-b60d-ca9b884d3fe8'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:20:28.955921 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['612daa36-1a9d-4b2d-af5c-c0897a3fda95'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:20:29.029792 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-812759cb-98c0-4451-87a4-b34a83d6bb93 req-1bf08e28-a519-4f53-8e3a-a9eb35adfe90 tempest-VolumesAdminNegativeTest-382075465 tempest-VolumesAdminNegativeTest-382075465-project] 10.222.0.22 "GET /v2.0/security-groups?id=5988a091-7c06-4471-b1dd-4c9f3e77beff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729417 Aug 29 04:20:29.094538 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-b5a4d4ec-664d-4bac-9459-5900ffe0f35f None None] Allocated IP 2001:db8::2 (5e959fdc-d457-4de8-ae5e-d4ad67fa4db4/415f361e-4d4c-4564-aef1-1cfbcfae28bc/2afe66ca-138d-4707-b27c-683f2e9a6e36) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:20:29.101275 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec67864-3a74-4a2a-adbf-45d5cc939d9a None None] Network c21165c4-383d-41d5-a50e-638f6a2a917c requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:20:29.176314 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4a559ccd-8c96-4245-937f-b841fb0996bb req-097afa27-923d-41f8-863d-790428a73578 tempest-ServerShowV254Test-1618899415 tempest-ServerShowV254Test-1618899415-project] 10.222.0.22 "GET /v2.0/ports?device_id=9de919d4-15a8-461e-8b98-44a892752954 HTTP/1.1" status: 200 len: 210 time: 0.0561547 Aug 29 04:20:29.218184 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c503aee9-aa84-4682-8677-a127e53c1a87 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4274880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4552377'] for subnet, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:29.282413 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503aee9-aa84-4682-8677-a127e53c1a87 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Pushing event updated for resources: {'Subnet': ['ID=505417e5-767b-4ce7-9e22-21717b30d14f,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:29.290259 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c503aee9-aa84-4682-8677-a127e53c1a87 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Network 5e959fdc-d457-4de8-ae5e-d4ad67fa4db4 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:20:29.292321 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-c503aee9-aa84-4682-8677-a127e53c1a87 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:20:29.298869 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c503aee9-aa84-4682-8677-a127e53c1a87 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:29.299670 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c503aee9-aa84-4682-8677-a127e53c1a87 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:29.327861 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-c503aee9-aa84-4682-8677-a127e53c1a87 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8402791 Aug 29 04:20:29.329995 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 49424) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:29.346291 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7680508c-1628-4b75-a7f0-4349c6920949 req-3269f5b4-ab83-459d-8fa0-d8be2060cfb7 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:29.356753 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7680508c-1628-4b75-a7f0-4349c6920949 req-3269f5b4-ab83-459d-8fa0-d8be2060cfb7 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] 10.222.0.22 "GET /v2.0/ports?device_id=25c8a457-9098-4823-a0b0-e5217cb8e752 HTTP/1.1" status: 200 len: 945 time: 0.2313104 Aug 29 04:20:29.366599 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bb172159-f4f1-4dcb-b464-d7f9e7bf061f tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:29.381166 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bb172159-f4f1-4dcb-b464-d7f9e7bf061f tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719515'] for floatingip, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:29.437846 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877526d5-f5fe-4d72-8a4b-50e6a0122320 req-0edf2f81-2fdb-408d-b851-67bf8a974ff2 tempest-VolumesAdminNegativeTest-382075465 tempest-VolumesAdminNegativeTest-382075465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:29.439592 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-877526d5-f5fe-4d72-8a4b-50e6a0122320 req-0edf2f81-2fdb-408d-b851-67bf8a974ff2 tempest-VolumesAdminNegativeTest-382075465 tempest-VolumesAdminNegativeTest-382075465-project] 10.222.0.46 "GET /v2.0/ports?device_id=3aebb8c7-0e67-41b8-801f-6adc9a04f17a HTTP/1.1" status: 200 len: 945 time: 0.1267819 Aug 29 04:20:29.452348 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7680508c-1628-4b75-a7f0-4349c6920949 req-27cde656-db52-4b17-b038-bd8d66937f7e tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] 10.222.0.22 "GET /v2.0/security-groups?id=0e1109a6-248f-4454-ba5b-742319a76013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938272 Aug 29 04:20:29.471177 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c15e2fa-2a20-4065-b00f-1afe39f57a04 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:29.490700 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c15e2fa-2a20-4065-b00f-1afe39f57a04 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:29.493042 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c15e2fa-2a20-4065-b00f-1afe39f57a04 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:29.504217 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c15e2fa-2a20-4065-b00f-1afe39f57a04 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:29.506422 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c15e2fa-2a20-4065-b00f-1afe39f57a04 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:29.508429 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-0c15e2fa-2a20-4065-b00f-1afe39f57a04 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1787946 Aug 29 04:20:29.513849 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b5a4d4ec-664d-4bac-9459-5900ffe0f35f None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:29.514696 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 49436) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:29.535191 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-b5a4d4ec-664d-4bac-9459-5900ffe0f35f None None] Transition to ACTIVE for port object 2afe66ca-138d-4707-b27c-683f2e9a6e36 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:20:29.537614 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-f11e27ec-397f-4df0-aef0-b29721f64a16 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-253616210'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:29.544913 n-d-712140-12 neutron-server[94828]: INFO neutron.db.l3_db [None req-bb172159-f4f1-4dcb-b464-d7f9e7bf061f tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Floating IP 39f6566c-a444-495e-a3b6-39482791da2d associated. External IP: 172.25.0.36, port: 3935a212-8cf6-4330-b1a6-b9caa4ca084f. Aug 29 04:20:29.560574 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-b5a4d4ec-664d-4bac-9459-5900ffe0f35f None None] Transition to ACTIVE for port object 2afe66ca-138d-4707-b27c-683f2e9a6e36 will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:20:29.572943 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b5a4d4ec-664d-4bac-9459-5900ffe0f35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:29.630391 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a4d4ec-664d-4bac-9459-5900ffe0f35f None None] Network 5e959fdc-d457-4de8-ae5e-d4ad67fa4db4 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:20:29.633533 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-b5a4d4ec-664d-4bac-9459-5900ffe0f35f None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:20:29.638272 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a4d4ec-664d-4bac-9459-5900ffe0f35f None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:20:29.645838 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a4d4ec-664d-4bac-9459-5900ffe0f35f None None] Pushing event updated for resources: {'Port': ['ID=2afe66ca-138d-4707-b27c-683f2e9a6e36,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:29.661616 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f11e27ec-397f-4df0-aef0-b29721f64a16 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Made reservation on behalf of 44385798d8624c32aa934faabfcc9a0e for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:20:29.667301 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f11e27ec-397f-4df0-aef0-b29721f64a16 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:29.681217 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 4772a09d-faf2-4d24-bc31-b042ffd44672 up at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:20:29.716793 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [req-877526d5-f5fe-4d72-8a4b-50e6a0122320 req-528a3087-f887-4939-abac-544b5f48e3b8 tempest-VolumesAdminNegativeTest-382075465 tempest-VolumesAdminNegativeTest-382075465-project] Deleting port 731dc945-b61b-4091-8e08-b0228a8402a4 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:20:29.717351 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-877526d5-f5fe-4d72-8a4b-50e6a0122320 req-528a3087-f887-4939-abac-544b5f48e3b8 tempest-VolumesAdminNegativeTest-382075465 tempest-VolumesAdminNegativeTest-382075465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:29.757622 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-b5a4d4ec-664d-4bac-9459-5900ffe0f35f None None] Attempting to bind port 2afe66ca-138d-4707-b27c-683f2e9a6e36 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:20:29.758005 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-b5a4d4ec-664d-4bac-9459-5900ffe0f35f None None] Attempting to bind port 2afe66ca-138d-4707-b27c-683f2e9a6e36 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '12994999-3245-4835-8d86-b868aad7a80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '5e959fdc-d457-4de8-ae5e-d4ad67fa4db4'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:20:29.758766 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a4d4ec-664d-4bac-9459-5900ffe0f35f None None] Attempting to bind port 2afe66ca-138d-4707-b27c-683f2e9a6e36 on network 5e959fdc-d457-4de8-ae5e-d4ad67fa4db4 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:20:29.767560 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a4d4ec-664d-4bac-9459-5900ffe0f35f None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:20:29.767975 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a4d4ec-664d-4bac-9459-5900ffe0f35f None None] Checking segment: {'id': '12994999-3245-4835-8d86-b868aad7a80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '5e959fdc-d457-4de8-ae5e-d4ad67fa4db4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:20:29.768436 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b5a4d4ec-664d-4bac-9459-5900ffe0f35f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:29.768832 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a4d4ec-664d-4bac-9459-5900ffe0f35f None None] Bound using segment: {'id': '12994999-3245-4835-8d86-b868aad7a80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '5e959fdc-d457-4de8-ae5e-d4ad67fa4db4'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:20:29.769555 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-b5a4d4ec-664d-4bac-9459-5900ffe0f35f None None] Bound port: 2afe66ca-138d-4707-b27c-683f2e9a6e36, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12994999-3245-4835-8d86-b868aad7a80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '5e959fdc-d457-4de8-ae5e-d4ad67fa4db4'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:20:29.770136 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b5a4d4ec-664d-4bac-9459-5900ffe0f35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:29.803997 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f11e27ec-397f-4df0-aef0-b29721f64a16 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:20:29.815663 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning for port 4772a09d-faf2-4d24-bc31-b042ffd44672 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:20:29.826188 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning complete for port 4772a09d-faf2-4d24-bc31-b042ffd44672 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:20:29.826458 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f11e27ec-397f-4df0-aef0-b29721f64a16 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:29.826602 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:29.826842 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-f11e27ec-397f-4df0-aef0-b29721f64a16 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Added segment b8b8edc3-7edc-4059-90ff-6e983849297f of type vlan for network 73e47004-253e-4153-ae53-897b7f55a5f4 Aug 29 04:20:29.902278 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-b5a4d4ec-664d-4bac-9459-5900ffe0f35f None None] For port 2afe66ca-138d-4707-b27c-683f2e9a6e36, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:20:29.909411 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f11e27ec-397f-4df0-aef0-b29721f64a16 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:29.909596 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-b5a4d4ec-664d-4bac-9459-5900ffe0f35f None None] For port 2afe66ca-138d-4707-b27c-683f2e9a6e36, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=2afe66ca-138d-4707-b27c-683f2e9a6e36,segment=NetworkSegment(12994999-3245-4835-8d86-b868aad7a80b),segment_id=12994999-3245-4835-8d86-b868aad7a80b)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:20:29.926157 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b5a4d4ec-664d-4bac-9459-5900ffe0f35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:29.929960 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-877526d5-f5fe-4d72-8a4b-50e6a0122320 req-528a3087-f887-4939-abac-544b5f48e3b8 tempest-VolumesAdminNegativeTest-382075465 tempest-VolumesAdminNegativeTest-382075465-project] For port 731dc945-b61b-4091-8e08-b0228a8402a4, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=731dc945-b61b-4091-8e08-b0228a8402a4,segment=NetworkSegment(7e89ab07-8d12-4470-be60-9ace1e8a3301),segment_id=7e89ab07-8d12-4470-be60-9ace1e8a3301)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:29.930507 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-877526d5-f5fe-4d72-8a4b-50e6a0122320 req-528a3087-f887-4939-abac-544b5f48e3b8 tempest-VolumesAdminNegativeTest-382075465 tempest-VolumesAdminNegativeTest-382075465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:29.966545 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [req-877526d5-f5fe-4d72-8a4b-50e6a0122320 req-528a3087-f887-4939-abac-544b5f48e3b8 tempest-VolumesAdminNegativeTest-382075465 tempest-VolumesAdminNegativeTest-382075465-project] Calling delete_port for 731dc945-b61b-4091-8e08-b0228a8402a4 owned by compute:nova {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:20:29.986180 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f11e27ec-397f-4df0-aef0-b29721f64a16 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:29.994321 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11e27ec-397f-4df0-aef0-b29721f64a16 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:29.994321 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f11e27ec-397f-4df0-aef0-b29721f64a16 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:30.036786 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a4d4ec-664d-4bac-9459-5900ffe0f35f None None] Pushing event updated for resources: {'Port': ['ID=2afe66ca-138d-4707-b27c-683f2e9a6e36,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:30.051202 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:30.092181 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0d2eda9-19c2-4c69-ba94-d4494a9a80e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4772a09d-faf2-4d24-bc31-b042ffd44672'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:20:30.095080 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6876c59-d2b1-4c74-b12e-715d56403c21" -d '{"events": [{"server_uuid": "f0d2eda9-19c2-4c69-ba94-d4494a9a80e2", "name": "network-vif-plugged", "status": "completed", "tag": "4772a09d-faf2-4d24-bc31-b042ffd44672"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:20:30.110821 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 4772a09d-faf2-4d24-bc31-b042ffd44672, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=4772a09d-faf2-4d24-bc31-b042ffd44672,segment=NetworkSegment(98b8dc6c-7a29-4e8c-b0e0-7a04be0f01c2),segment_id=98b8dc6c-7a29-4e8c-b0e0-7a04be0f01c2)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:30.118807 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:30.131594 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-f11e27ec-397f-4df0-aef0-b29721f64a16 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6152270 Aug 29 04:20:30.139442 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 49478) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:30.151977 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-5e440607-6b10-4d45-9536-e0b38954249e tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:30.224833 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11e27ec-397f-4df0-aef0-b29721f64a16 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Pushing event updated for resources: {'Network': ['ID=73e47004-253e-4153-ae53-897b7f55a5f4,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:30.240615 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 73e47004-253e-4153-ae53-897b7f55a5f4 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:20:30.440381 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=4772a09d-faf2-4d24-bc31-b042ffd44672,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:30.492893 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb172159-f4f1-4dcb-b464-d7f9e7bf061f tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Router 3171918c-1291-42c5-a143-1056541b5b0e has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:20:30.517332 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5e440607-6b10-4d45-9536-e0b38954249e tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:30.529733 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a407329-1598-4251-b1fd-3cc6db4d9949 req-33294898-fb37-478e-8a67-00085ccd5b49 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:30.531359 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6a407329-1598-4251-b1fd-3cc6db4d9949 req-33294898-fb37-478e-8a67-00085ccd5b49 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/networks?id=1c65535d-8d45-4051-8e5d-043211a49251 HTTP/1.1" status: 200 len: 807 time: 0.2119968 Aug 29 04:20:30.532513 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-877526d5-f5fe-4d72-8a4b-50e6a0122320 req-528a3087-f887-4939-abac-544b5f48e3b8 tempest-VolumesAdminNegativeTest-382075465 tempest-VolumesAdminNegativeTest-382075465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:30.546510 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['731dc945-b61b-4091-8e08-b0228a8402a4'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:20:30.552340 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5e440607-6b10-4d45-9536-e0b38954249e tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:30.591037 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6a407329-1598-4251-b1fd-3cc6db4d9949 req-deefd2eb-8127-4851-9188-42ecfba39118 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/quotas/260b2b7726794e4d90a38e52b66506fd HTTP/1.1" status: 200 len: 375 time: 0.0179381 Aug 29 04:20:30.598887 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528a3087-f887-4939-abac-544b5f48e3b8 tempest-VolumesAdminNegativeTest-382075465 tempest-VolumesAdminNegativeTest-382075465-project] Pushing event deleted for resources: {'Port': ['ID=731dc945-b61b-4091-8e08-b0228a8402a4,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:30.608689 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8b1711-60c6-4f01-8495-d734b63dd0d7 req-56743014-8802-4831-b15d-1dd68fbdadd9 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:30.610201 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ac8b1711-60c6-4f01-8495-d734b63dd0d7 req-56743014-8802-4831-b15d-1dd68fbdadd9 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=a75e7a99-9969-491a-b52c-6ec12a3b4ddc HTTP/1.1" status: 200 len: 944 time: 0.1718919 Aug 29 04:20:30.642810 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5e440607-6b10-4d45-9536-e0b38954249e tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Network 73e47004-253e-4153-ae53-897b7f55a5f4 is not hosted by any dhcp agent {{(pid=94829) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 29 04:20:30.648241 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e440607-6b10-4d45-9536-e0b38954249e tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:30.648839 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5e440607-6b10-4d45-9536-e0b38954249e tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:30.650123 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-5e440607-6b10-4d45-9536-e0b38954249e tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] 10.222.0.22 "PUT /v2.0/networks/73e47004-253e-4153-ae53-897b7f55a5f4 HTTP/1.1" status: 200 len: 723 time: 0.5093067 Aug 29 04:20:30.661419 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 49484) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:30.668782 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-c97e5ab4-f210-489f-8be2-8d351bbf1f9b tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Request body: {'subnet': {'network_id': '73e47004-253e-4153-ae53-897b7f55a5f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:30.676028 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6a407329-1598-4251-b1fd-3cc6db4d9949 req-cb300960-f58e-4f56-8f26-7c4b5375563c tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=260b2b7726794e4d90a38e52b66506fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0762465 Aug 29 04:20:30.702564 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [req-877526d5-f5fe-4d72-8a4b-50e6a0122320 req-528a3087-f887-4939-abac-544b5f48e3b8 tempest-VolumesAdminNegativeTest-382075465 tempest-VolumesAdminNegativeTest-382075465-project] No DVR routers for this DVR port 731dc945-b61b-4091-8e08-b0228a8402a4 on host n-h1-712140-12 {{(pid=94829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:20:30.705295 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-877526d5-f5fe-4d72-8a4b-50e6a0122320 req-528a3087-f887-4939-abac-544b5f48e3b8 tempest-VolumesAdminNegativeTest-382075465 tempest-VolumesAdminNegativeTest-382075465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:30.707602 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-877526d5-f5fe-4d72-8a4b-50e6a0122320 req-528a3087-f887-4939-abac-544b5f48e3b8 tempest-VolumesAdminNegativeTest-382075465 tempest-VolumesAdminNegativeTest-382075465-project] 10.222.0.46 "DELETE /v2.0/ports/731dc945-b61b-4091-8e08-b0228a8402a4 HTTP/1.1" status: 204 len: 173 time: 1.2532899 Aug 29 04:20:30.727792 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aebb8c7-0e67-41b8-801f-6adc9a04f17a', 'name': 'network-vif-deleted', 'tag': '731dc945-b61b-4091-8e08-b0228a8402a4'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:20:30.730352 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04eafb4b-25b6-40ac-8bec-c5485a4edf7c" -d '{"events": [{"server_uuid": "3aebb8c7-0e67-41b8-801f-6adc9a04f17a", "name": "network-vif-deleted", "tag": "731dc945-b61b-4091-8e08-b0228a8402a4"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:20:30.750164 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e440607-6b10-4d45-9536-e0b38954249e tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Pushing event updated for resources: {'Network': ['ID=73e47004-253e-4153-ae53-897b7f55a5f4,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:30.764824 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 73e47004-253e-4153-ae53-897b7f55a5f4 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:20:30.778377 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb172159-f4f1-4dcb-b464-d7f9e7bf061f tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:20:30.786154 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bb172159-f4f1-4dcb-b464-d7f9e7bf061f tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:30.838933 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-bb172159-f4f1-4dcb-b464-d7f9e7bf061f tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "PUT /v2.0/floatingips/39f6566c-a444-495e-a3b6-39482791da2d HTTP/1.1" status: 200 len: 990 time: 2.4529753 Aug 29 04:20:30.841773 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afc254ea-ccf6-497c-b6f3-9c7790e81f60', 'tag': '3935a212-8cf6-4330-b1a6-b9caa4ca084f'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:20:30.844142 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fd92d08-ee88-4a7d-b8fd-78bb39d6d489" -d '{"events": [{"name": "network-changed", "server_uuid": "afc254ea-ccf6-497c-b6f3-9c7790e81f60", "tag": "3935a212-8cf6-4330-b1a6-b9caa4ca084f"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:20:30.848383 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [req-ac8b1711-60c6-4f01-8495-d734b63dd0d7 req-d51565d6-3300-4cdf-8cd5-ff391bec6c69 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Deleting port 4747ee8d-bf44-402a-9540-65f4f135751f {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:20:30.849208 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-ac8b1711-60c6-4f01-8495-d734b63dd0d7 req-d51565d6-3300-4cdf-8cd5-ff391bec6c69 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:30.922228 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6a407329-1598-4251-b1fd-3cc6db4d9949 req-84eb1287-1512-4d9d-8c52-f4a855927a46 service neutron] 10.222.0.22 "GET /v2.0/networks/1c65535d-8d45-4051-8e5d-043211a49251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301433 Aug 29 04:20:30.927549 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c97e5ab4-f210-489f-8be2-8d351bbf1f9b tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Made reservation on behalf of 44385798d8624c32aa934faabfcc9a0e for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:20:30.931311 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c97e5ab4-f210-489f-8be2-8d351bbf1f9b tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:31.030734 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-ac8b1711-60c6-4f01-8495-d734b63dd0d7 req-d51565d6-3300-4cdf-8cd5-ff391bec6c69 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] For port 4747ee8d-bf44-402a-9540-65f4f135751f, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=4747ee8d-bf44-402a-9540-65f4f135751f,segment=NetworkSegment(6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc),segment_id=6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:31.030734 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-ac8b1711-60c6-4f01-8495-d734b63dd0d7 req-d51565d6-3300-4cdf-8cd5-ff391bec6c69 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:31.061596 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [req-ac8b1711-60c6-4f01-8495-d734b63dd0d7 req-d51565d6-3300-4cdf-8cd5-ff391bec6c69 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Calling delete_port for 4747ee8d-bf44-402a-9540-65f4f135751f owned by compute:nova {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:20:31.140405 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 2afe66ca-138d-4707-b27c-683f2e9a6e36 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:20:31.152097 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874527fd-24b4-4c1a-9e92-cc264a9196d0 None None] Sync routers for ids ['3171918c-1291-42c5-a143-1056541b5b0e'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:20:31.180061 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6a407329-1598-4251-b1fd-3cc6db4d9949 req-59fe6f6e-5604-4964-8234-a6e35554b090 service neutron] 10.222.0.22 "GET /v2.0/networks/1c65535d-8d45-4051-8e5d-043211a49251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728048 Aug 29 04:20:31.219674 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874527fd-24b4-4c1a-9e92-cc264a9196d0 None None] Routers {'3171918c-1291-42c5-a143-1056541b5b0e'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:20:31.220682 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-874527fd-24b4-4c1a-9e92-cc264a9196d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:20:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['3171918c-1291-42c5-a143-1056541b5b0e'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:31.285588 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-ac8b1711-60c6-4f01-8495-d734b63dd0d7 req-d51565d6-3300-4cdf-8cd5-ff391bec6c69 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:31.344650 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['77b4db49-2762-4af2-8d0e-62de1be3be49', 'ad8e0c29-4219-4f94-b4fe-492d83d0d111'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:20:31.355514 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c97e5ab4-f210-489f-8be2-8d351bbf1f9b tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9191137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10062364'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:31.370737 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51565d6-3300-4cdf-8cd5-ff391bec6c69 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Pushing event deleted for resources: {'Port': ['ID=4747ee8d-bf44-402a-9540-65f4f135751f,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:31.395065 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac8b1711-60c6-4f01-8495-d734b63dd0d7 req-d51565d6-3300-4cdf-8cd5-ff391bec6c69 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] No DVR routers for this DVR port 4747ee8d-bf44-402a-9540-65f4f135751f on host n-h2-712140-12 {{(pid=94829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:20:31.403622 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-ac8b1711-60c6-4f01-8495-d734b63dd0d7 req-d51565d6-3300-4cdf-8cd5-ff391bec6c69 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:31.424615 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ac8b1711-60c6-4f01-8495-d734b63dd0d7 req-d51565d6-3300-4cdf-8cd5-ff391bec6c69 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "DELETE /v2.0/ports/4747ee8d-bf44-402a-9540-65f4f135751f HTTP/1.1" status: 204 len: 173 time: 0.7733011 Aug 29 04:20:31.474809 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97e5ab4-f210-489f-8be2-8d351bbf1f9b tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Pushing event updated for resources: {'Subnet': ['ID=8a73d5ab-b628-485f-b397-4e779d580f72,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:31.525019 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97e5ab4-f210-489f-8be2-8d351bbf1f9b tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Checking segment: {'id': 'b8b8edc3-7edc-4059-90ff-6e983849297f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '73e47004-253e-4153-ae53-897b7f55a5f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:20:31.525623 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97e5ab4-f210-489f-8be2-8d351bbf1f9b tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Network hostable DHCP agents. Network: 73e47004-253e-4153-ae53-897b7f55a5f4, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:20:31.569559 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97e5ab4-f210-489f-8be2-8d351bbf1f9b tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Network 73e47004-253e-4153-ae53-897b7f55a5f4 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:20:31.576111 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ce6289-7b3d-4f68-872a-ae09be66038c None None] Network 5e959fdc-d457-4de8-ae5e-d4ad67fa4db4 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:20:31.587720 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-c97e5ab4-f210-489f-8be2-8d351bbf1f9b tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 73e47004-253e-4153-ae53-897b7f55a5f4) {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:20:31.600220 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-874527fd-24b4-4c1a-9e92-cc264a9196d0 None None] Set router 3171918c-1291-42c5-a143-1056541b5b0e gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:20:31.613428 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97e5ab4-f210-489f-8be2-8d351bbf1f9b tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:31.614050 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c97e5ab4-f210-489f-8be2-8d351bbf1f9b tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:31.696722 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 49510) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:31.703188 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-ad7d3b37-78c9-4b66-888e-fe8c3eafb2e9 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:31.721286 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-c97e5ab4-f210-489f-8be2-8d351bbf1f9b tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0566769 Aug 29 04:20:31.724012 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9b103909-576a-4ce8-a82e-b97326f15770 req-9bfaa6f2-5326-4f0d-a4fc-adf17f28a236 tempest-VolumesAdminNegativeTest-382075465 tempest-VolumesAdminNegativeTest-382075465-project] 10.222.0.22 "GET /v2.0/ports?device_id=3aebb8c7-0e67-41b8-801f-6adc9a04f17a HTTP/1.1" status: 200 len: 210 time: 0.0807669 Aug 29 04:20:31.764807 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af777eba-9917-4587-82c1-18b267f49742 None None] Network 73e47004-253e-4153-ae53-897b7f55a5f4 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:20:31.767243 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device ff6c0306-6b6e-4fb3-b60d-ca9b884d3fe8 up at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:20:31.853405 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ad7d3b37-78c9-4b66-888e-fe8c3eafb2e9 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4552370'] for subnet, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:31.883679 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-269483e6-7f65-4c12-9167-5c18596f4314 x-openstack-request-id: req-269483e6-7f65-4c12-9167-5c18596f4314 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:20:31.884239 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0d2eda9-19c2-4c69-ba94-d4494a9a80e2", "name": "network-vif-plugged", "status": "completed", "tag": "4772a09d-faf2-4d24-bc31-b042ffd44672", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:20:31.884631 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-269483e6-7f65-4c12-9167-5c18596f4314 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:20:31.885415 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0d2eda9-19c2-4c69-ba94-d4494a9a80e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4772a09d-faf2-4d24-bc31-b042ffd44672', 'code': 200} Aug 29 04:20:31.956704 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 612daa36-1a9d-4b2d-af5c-c0897a3fda95 up at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:20:32.022044 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1477ec-40d7-4944-bd40-e315f54c5601 req-51d2f53c-bc76-4add-96a0-21844ae25e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:32.023911 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-be1477ec-40d7-4944-bd40-e315f54c5601 req-51d2f53c-bc76-4add-96a0-21844ae25e8a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f0d2eda9-19c2-4c69-ba94-d4494a9a80e2 HTTP/1.1" status: 200 len: 1098 time: 0.0702636 Aug 29 04:20:32.038377 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 2afe66ca-138d-4707-b27c-683f2e9a6e36 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:20:32.072319 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-8b716151-70f2-4de1-ae27-bc60753a657b None None] Provisioning for port 2afe66ca-138d-4707-b27c-683f2e9a6e36 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:20:32.078370 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c2c656ca-bb18-4251-9cb9-f62462779e6d req-6faa18b7-596c-4e9c-aedc-23c7e3ae23c5 tempest-ServerShowV254Test-1618899415 tempest-ServerShowV254Test-1618899415-project] 10.222.0.22 "GET /v2.0/ports?device_id=9de919d4-15a8-461e-8b98-44a892752954 HTTP/1.1" status: 200 len: 210 time: 0.0595341 Aug 29 04:20:32.114109 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-be1477ec-40d7-4944-bd40-e315f54c5601 req-d0adcc56-d404-4bee-95ca-800c1290bc63 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=0e1109a6-248f-4454-ba5b-742319a76013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760257 Aug 29 04:20:32.131876 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 2afe66ca-138d-4707-b27c-683f2e9a6e36 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:20:32.132428 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:32.155981 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-241a9390-c963-4868-947c-d5e536a1bcf6 x-openstack-request-id: req-241a9390-c963-4868-947c-d5e536a1bcf6 {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:20:32.156207 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3aebb8c7-0e67-41b8-801f-6adc9a04f17a", "name": "network-vif-deleted", "tag": "731dc945-b61b-4091-8e08-b0228a8402a4", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:20:32.156459 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-241a9390-c963-4868-947c-d5e536a1bcf6 {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:20:32.156843 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aebb8c7-0e67-41b8-801f-6adc9a04f17a', 'name': 'network-vif-deleted', 'tag': '731dc945-b61b-4091-8e08-b0228a8402a4', 'status': 'completed', 'code': 200} Aug 29 04:20:32.170178 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-8b716151-70f2-4de1-ae27-bc60753a657b None None] Provisioning complete for port 2afe66ca-138d-4707-b27c-683f2e9a6e36 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:20:32.170721 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8b716151-70f2-4de1-ae27-bc60753a657b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:32.207367 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ad7d3b37-78c9-4b66-888e-fe8c3eafb2e9 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8732639023912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4274186'] for subnet, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:32.222916 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd15fca-4077-4678-a6bc-c175fae79558 req-991ee5df-7694-4d3c-8e23-c24df864a4a3 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:32.224518 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4bd15fca-4077-4678-a6bc-c175fae79558 req-991ee5df-7694-4d3c-8e23-c24df864a4a3 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] 10.222.0.22 "GET /v2.0/ports?device_id=25c8a457-9098-4823-a0b0-e5217cb8e752 HTTP/1.1" status: 200 len: 945 time: 0.1192341 Aug 29 04:20:32.252526 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad7d3b37-78c9-4b66-888e-fe8c3eafb2e9 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:32.253309 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ad7d3b37-78c9-4b66-888e-fe8c3eafb2e9 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:32.254891 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-ad7d3b37-78c9-4b66-888e-fe8c3eafb2e9 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] 10.222.0.22 "PUT /v2.0/subnets/8a73d5ab-b628-485f-b397-4e779d580f72 HTTP/1.1" status: 200 len: 826 time: 0.5569394 Aug 29 04:20:32.258931 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 49518) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:32.293983 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7d3b37-78c9-4b66-888e-fe8c3eafb2e9 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Pushing event updated for resources: {'Subnet': ['ID=8a73d5ab-b628-485f-b397-4e779d580f72,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:32.310910 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4bd15fca-4077-4678-a6bc-c175fae79558 req-731e5275-ebf5-4998-adfc-d273d13782e2 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] 10.222.0.22 "GET /v2.0/security-groups?id=0e1109a6-248f-4454-ba5b-742319a76013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652769 Aug 29 04:20:32.377531 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e059709-603d-4c5e-bb1c-894751a1f2bf x-openstack-request-id: req-7e059709-603d-4c5e-bb1c-894751a1f2bf {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:20:32.378574 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afc254ea-ccf6-497c-b6f3-9c7790e81f60", "tag": "3935a212-8cf6-4330-b1a6-b9caa4ca084f", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:20:32.378796 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7e059709-603d-4c5e-bb1c-894751a1f2bf {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:20:32.379228 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afc254ea-ccf6-497c-b6f3-9c7790e81f60', 'tag': '3935a212-8cf6-4330-b1a6-b9caa4ca084f', 'status': 'completed', 'code': 200} Aug 29 04:20:32.392849 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-219080fc-df78-4870-8c37-465ec1cb7a85 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:32.398290 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning for port ff6c0306-6b6e-4fb3-b60d-ca9b884d3fe8 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:20:32.441902 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning for port 612daa36-1a9d-4b2d-af5c-c0897a3fda95 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:20:32.451729 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-219080fc-df78-4870-8c37-465ec1cb7a85 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:32.453205 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning complete for port ff6c0306-6b6e-4fb3-b60d-ca9b884d3fe8 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:20:32.453589 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:32.461303 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-73c36f1b-398c-4d8d-8f20-e54173bc2552 req-8202ebf5-286e-4a90-a2ae-efdea5c2962c tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=33938cd7-ba94-4eae-b8ec-80748b58e019 HTTP/1.1" status: 200 len: 210 time: 0.0302355 Aug 29 04:20:32.528499 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-219080fc-df78-4870-8c37-465ec1cb7a85 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9190434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062341'] for subnet, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:32.561324 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning complete for port 612daa36-1a9d-4b2d-af5c-c0897a3fda95 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:20:32.561848 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:32.614417 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:32.617693 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219080fc-df78-4870-8c37-465ec1cb7a85 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Pushing event deleted for resources: {'Subnet': ['ID=8a73d5ab-b628-485f-b397-4e779d580f72,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:32.723628 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-219080fc-df78-4870-8c37-465ec1cb7a85 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:32.732267 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd92d08-ee88-4a7d-b8fd-78bb39d6d489 req-656f67ed-423d-4a95-ae9d-785dc5c3f7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:32.732760 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd92d08-ee88-4a7d-b8fd-78bb39d6d489 req-656f67ed-423d-4a95-ae9d-785dc5c3f7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:32.733245 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd92d08-ee88-4a7d-b8fd-78bb39d6d489 req-656f67ed-423d-4a95-ae9d-785dc5c3f7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:32.733727 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd92d08-ee88-4a7d-b8fd-78bb39d6d489 req-656f67ed-423d-4a95-ae9d-785dc5c3f7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:32.734201 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd92d08-ee88-4a7d-b8fd-78bb39d6d489 req-656f67ed-423d-4a95-ae9d-785dc5c3f7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:32.734675 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd92d08-ee88-4a7d-b8fd-78bb39d6d489 req-656f67ed-423d-4a95-ae9d-785dc5c3f7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:32.735146 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd92d08-ee88-4a7d-b8fd-78bb39d6d489 req-656f67ed-423d-4a95-ae9d-785dc5c3f7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:32.739673 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0fd92d08-ee88-4a7d-b8fd-78bb39d6d489 req-656f67ed-423d-4a95-ae9d-785dc5c3f7d8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e5f0d8ebc9a74e589a93c4dfadff20f5&device_id=afc254ea-ccf6-497c-b6f3-9c7790e81f60 HTTP/1.1" status: 200 len: 6508 time: 0.1411564 Aug 29 04:20:32.761326 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-219080fc-df78-4870-8c37-465ec1cb7a85 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73e47004-253e-4153-ae53-897b7f55a5f4']}} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:32.790714 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 49528) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:32.797398 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-219080fc-df78-4870-8c37-465ec1cb7a85 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8b8edc3-7edc-4059-90ff-6e983849297f') {'for_net_delete': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:32.797788 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-219080fc-df78-4870-8c37-465ec1cb7a85 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8b8edc3-7edc-4059-90ff-6e983849297f') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:32.803032 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4086ca0-3fad-4035-bb39-fb5a02ebfbcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-73e47004-253e-4153-ae53-897b7f55a5f4', 'network_id': '73e47004-253e-4153-ae53-897b7f55a5f4', 'tenant_id': '44385798d8624c32aa934faabfcc9a0e', 'fixed_ips': [{'subnet_id': '8a73d5ab-b628-485f-b397-4e779d580f72'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:20:32.803920 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f4086ca0-3fad-4035-bb39-fb5a02ebfbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:32.842291 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 2afe66ca-138d-4707-b27c-683f2e9a6e36, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=2afe66ca-138d-4707-b27c-683f2e9a6e36,segment=NetworkSegment(12994999-3245-4835-8d86-b868aad7a80b),segment_id=12994999-3245-4835-8d86-b868aad7a80b)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:32.845812 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8b716151-70f2-4de1-ae27-bc60753a657b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:32.857814 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-219080fc-df78-4870-8c37-465ec1cb7a85 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8904833'] for segment, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:32.860655 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_v2 [None req-c47e0909-e924-40d4-80fb-50234d865bcb admin admin] Deleting subnet dd188597-da88-4ce0-a3e9-d49f35bb8a07 {{(pid=94829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:20:32.870309 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c47e0909-e924-40d4-80fb-50234d865bcb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:32.887661 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:32.892065 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-219080fc-df78-4870-8c37-465ec1cb7a85 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:32.920555 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aef706c-6d0e-4519-96a6-28090f5e2dae req-6e5e8b60-0fa4-42a4-b7f5-f411a1594c14 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:32.922499 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c47e0909-e924-40d4-80fb-50234d865bcb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4311743'] for subnet, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:32.928877 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6aef706c-6d0e-4519-96a6-28090f5e2dae req-6e5e8b60-0fa4-42a4-b7f5-f411a1594c14 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=00b7794b-e353-4482-a362-3b01d21c6207 HTTP/1.1" status: 200 len: 907 time: 0.1882384 Aug 29 04:20:32.935270 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-219080fc-df78-4870-8c37-465ec1cb7a85 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=94828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:20:32.935913 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-219080fc-df78-4870-8c37-465ec1cb7a85 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9190468'] for segment, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:32.942062 n-d-712140-12 neutron-server[94828]: Traceback (most recent call last): Aug 29 04:20:32.942062 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:20:32.942062 n-d-712140-12 neutron-server[94828]: timer() Aug 29 04:20:32.942062 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:20:32.942062 n-d-712140-12 neutron-server[94828]: cb(*args, **kw) Aug 29 04:20:32.942062 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:20:32.942062 n-d-712140-12 neutron-server[94828]: return func(*args, **kwargs) Aug 29 04:20:32.942062 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:20:32.942062 n-d-712140-12 neutron-server[94828]: self._notify() Aug 29 04:20:32.942062 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:20:32.942062 n-d-712140-12 neutron-server[94828]: self.callback(batched_events) Aug 29 04:20:32.942062 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:20:32.942062 n-d-712140-12 neutron-server[94828]: event.method(event) Aug 29 04:20:32.942062 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:20:32.942062 n-d-712140-12 neutron-server[94828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:20:32.942062 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:20:32.942062 n-d-712140-12 neutron-server[94828]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:20:32.942062 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:20:32.942062 n-d-712140-12 neutron-server[94828]: return f(self, *a, **k) Aug 29 04:20:32.942062 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:20:32.942062 n-d-712140-12 neutron-server[94828]: return self._get(url).json() Aug 29 04:20:32.942062 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:20:32.942062 n-d-712140-12 neutron-server[94828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:20:32.942062 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:20:32.942062 n-d-712140-12 neutron-server[94828]: return self.request(url, 'GET', **kwargs) Aug 29 04:20:32.942062 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:20:32.942062 n-d-712140-12 neutron-server[94828]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:20:32.942062 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:20:32.942062 n-d-712140-12 neutron-server[94828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:20:32.942062 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:20:32.942062 n-d-712140-12 neutron-server[94828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:20:32.942062 n-d-712140-12 neutron-server[94828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:20:32.971976 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c47e0909-e924-40d4-80fb-50234d865bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:33.015402 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd92d08-ee88-4a7d-b8fd-78bb39d6d489 req-81362c5d-9614-4652-add1-6e8c50eca5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:33.017211 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0fd92d08-ee88-4a7d-b8fd-78bb39d6d489 req-81362c5d-9614-4652-add1-6e8c50eca5de service neutron] 10.222.0.48 "GET /v2.0/networks?id=3085f602-11fb-40e6-8771-e57304cb25d6 HTTP/1.1" status: 200 len: 918 time: 0.2343600 Aug 29 04:20:33.026055 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-219080fc-df78-4870-8c37-465ec1cb7a85 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:33.029100 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:33.031471 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-219080fc-df78-4870-8c37-465ec1cb7a85 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:33.036732 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-219080fc-df78-4870-8c37-465ec1cb7a85 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] 10.222.0.22 "DELETE /v2.0/networks/73e47004-253e-4153-ae53-897b7f55a5f4 HTTP/1.1" status: 204 len: 168 time: 0.7733126 Aug 29 04:20:33.037130 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 49530) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:33.067187 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d2cae73-043b-447a-abd5-596493eaec32 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] DELETE failed (client error): The resource could not be found. Aug 29 04:20:33.068186 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d2cae73-043b-447a-abd5-596493eaec32 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:20:33.075613 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-9d2cae73-043b-447a-abd5-596493eaec32 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] 10.222.0.22 "DELETE /v2.0/networks/73e47004-253e-4153-ae53-897b7f55a5f4 HTTP/1.1" status: 404 len: 339 time: 0.0335457 Aug 29 04:20:33.076816 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 49532) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:33.082854 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-8c36c7bf-507e-4721-95cf-b39dc08a455f tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1733372180', 'description': 'd1'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:33.092797 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219080fc-df78-4870-8c37-465ec1cb7a85 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Pushing event deleted for resources: {'Network': ['ID=73e47004-253e-4153-ae53-897b7f55a5f4,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:33.093037 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c47e0909-e924-40d4-80fb-50234d865bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4552352'] for subnet, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:33.125586 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0fd92d08-ee88-4a7d-b8fd-78bb39d6d489 req-1c39c25e-3aa5-430f-b03e-d010dace8ec5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3935a212-8cf6-4330-b1a6-b9caa4ca084f HTTP/1.1" status: 200 len: 998 time: 0.0870712 Aug 29 04:20:33.134081 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-874527fd-24b4-4c1a-9e92-cc264a9196d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3171918c-1291-42c5-a143-1056541b5b0e', 'name': 'tempest-TaggedBootDevicesTest_v242-1130034549-router', 'tenant_id': 'e5f0d8ebc9a74e589a93c4dfadff20f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': 'f8c3669f-4319-47ca-b0d9-f55383805589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:17:39Z', 'updated_at': '2021-08-29T04:17:48Z', 'revision_number': 4, 'project_id': 'e5f0d8ebc9a74e589a93c4dfadff20f5', 'gw_port': {'id': 'f8c3669f-4319-47ca-b0d9-f55383805589', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3171918c-1291-42c5-a143-1056541b5b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:17:41Z', 'updated_at': '2021-08-29T04:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': '39f6566c-a444-495e-a3b6-39482791da2d', 'tenant_id': 'e5f0d8ebc9a74e589a93c4dfadff20f5', 'floating_ip_address': '172.25.0.36', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': '3171918c-1291-42c5-a143-1056541b5b0e', 'port_id': '3935a212-8cf6-4330-b1a6-b9caa4ca084f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3085f602-11fb-40e6-8771-e57304cb25d6', 'mac_address': 'fa:16:3e:a6:2b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc254ea-ccf6-497c-b6f3-9c7790e81f60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:18:43Z', 'updated_at': '2021-08-29T04:20:29Z', 'revision_number': 1, 'project_id': 'e5f0d8ebc9a74e589a93c4dfadff20f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68e6ad39-e549-4461-994d-31a6310102c3', 'name': '', 'network_id': '3085f602-11fb-40e6-8771-e57304cb25d6', 'tenant_id': 'e5f0d8ebc9a74e589a93c4dfadff20f5', 'mac_address': 'fa:16:3e:31:93:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3171918c-1291-42c5-a143-1056541b5b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': 'b310944e-35be-44a6-a31c-3869b759bdd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:17:46Z', 'updated_at': '2021-08-29T04:17:54Z', 'revision_number': 5, 'project_id': 'e5f0d8ebc9a74e589a93c4dfadff20f5', 'subnets': [{'id': 'b310944e-35be-44a6-a31c-3869b759bdd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:33.135620 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e0909-e924-40d4-80fb-50234d865bcb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd188597-da88-4ce0-a3e9-d49f35bb8a07,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:33.139945 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c47e0909-e924-40d4-80fb-50234d865bcb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:33.144443 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-c47e0909-e924-40d4-80fb-50234d865bcb admin admin] 10.222.0.22 "DELETE /v2.0/subnets/dd188597-da88-4ce0-a3e9-d49f35bb8a07 HTTP/1.1" status: 204 len: 168 time: 0.3498807 Aug 29 04:20:33.145002 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 49536) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:33.163988 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c36c7bf-507e-4721-95cf-b39dc08a455f tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Made reservation on behalf of 44385798d8624c32aa934faabfcc9a0e for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:20:33.167572 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8c36c7bf-507e-4721-95cf-b39dc08a455f tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:33.180024 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874527fd-24b4-4c1a-9e92-cc264a9196d0 None None] Checking router: 3171918c-1291-42c5-a143-1056541b5b0e for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:20:33.181997 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6876db4f-a1c1-4a61-8d74-15a8ee81d63a None None] Network 73e47004-253e-4153-ae53-897b7f55a5f4 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:20:33.201244 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd92d08-ee88-4a7d-b8fd-78bb39d6d489 req-679b0b61-0154-444f-bc5c-8981a57afb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:33.202840 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0fd92d08-ee88-4a7d-b8fd-78bb39d6d489 req-679b0b61-0154-444f-bc5c-8981a57afb24 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b310944e-35be-44a6-a31c-3869b759bdd1 HTTP/1.1" status: 200 len: 856 time: 0.0660131 Aug 29 04:20:33.214942 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=2afe66ca-138d-4707-b27c-683f2e9a6e36,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:33.246043 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0e954333-3390-4fa8-91fb-71f786fdc7ce req-491d75c7-0359-47d3-9f74-f824cc1508d2 tempest-ServerShowV254Test-1618899415 tempest-ServerShowV254Test-1618899415-project] 10.222.0.22 "GET /v2.0/ports?device_id=9de919d4-15a8-461e-8b98-44a892752954 HTTP/1.1" status: 200 len: 210 time: 0.0435336 Aug 29 04:20:33.253191 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe37b73-c980-4113-bd59-2f55fd0684d2 None None] Update dhcp port {'port': {'network_id': '5e959fdc-d457-4de8-ae5e-d4ad67fa4db4', 'fixed_ips': [{'subnet_id': '415f361e-4d4c-4564-aef1-1cfbcfae28bc', 'ip_address': '2001:db8::2'}, {'subnet_id': '505417e5-767b-4ce7-9e22-21717b30d14f'}], 'binding:host_id': 'n-d-712140-12'}, 'id': '2afe66ca-138d-4707-b27c-683f2e9a6e36'} from n-d-712140-12. {{(pid=94830) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 04:20:33.256648 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6876db4f-a1c1-4a61-8d74-15a8ee81d63a None None] Network 73e47004-253e-4153-ae53-897b7f55a5f4 could not be found, it might have been deleted concurrently. {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 29 04:20:33.267366 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd92d08-ee88-4a7d-b8fd-78bb39d6d489 req-8ca0a656-73d8-46da-add0-821c7e8e6379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:33.268995 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0fd92d08-ee88-4a7d-b8fd-78bb39d6d489 req-8ca0a656-73d8-46da-add0-821c7e8e6379 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3085f602-11fb-40e6-8771-e57304cb25d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0564077 Aug 29 04:20:33.280301 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-722aad2a-d077-4c07-8468-b6c5fd27c7dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:33.281635 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c36c7bf-507e-4721-95cf-b39dc08a455f tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:20:33.293038 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8c36c7bf-507e-4721-95cf-b39dc08a455f tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:33.293473 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-8c36c7bf-507e-4721-95cf-b39dc08a455f tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Added segment c22d2f3c-8f56-42af-96e6-18ff105d383f of type vlan for network cd2c8b47-62d6-4373-948d-5400bda614fc Aug 29 04:20:33.322019 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75b576c-789f-459b-a22f-e55a4e93f1a6 None None] Network 73e47004-253e-4153-ae53-897b7f55a5f4 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:20:33.327727 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 612daa36-1a9d-4b2d-af5c-c0897a3fda95, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=612daa36-1a9d-4b2d-af5c-c0897a3fda95,segment=NetworkSegment(98b8dc6c-7a29-4e8c-b0e0-7a04be0f01c2),segment_id=98b8dc6c-7a29-4e8c-b0e0-7a04be0f01c2)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:33.353175 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874527fd-24b4-4c1a-9e92-cc264a9196d0 None None] Routers {'3171918c-1291-42c5-a143-1056541b5b0e'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:20:33.353959 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-874527fd-24b4-4c1a-9e92-cc264a9196d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:20:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['3171918c-1291-42c5-a143-1056541b5b0e'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:33.356022 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:33.361937 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8c36c7bf-507e-4721-95cf-b39dc08a455f tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:33.366080 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:33.410284 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0fd92d08-ee88-4a7d-b8fd-78bb39d6d489 req-795b6e94-fc58-464c-bbe8-cc915ff826df service neutron] 10.222.0.48 "GET /v2.0/networks/3085f602-11fb-40e6-8771-e57304cb25d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303763 Aug 29 04:20:33.430942 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-722aad2a-d077-4c07-8468-b6c5fd27c7dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:33.439183 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8c36c7bf-507e-4721-95cf-b39dc08a455f tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:33.444841 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c36c7bf-507e-4721-95cf-b39dc08a455f tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:33.445488 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8c36c7bf-507e-4721-95cf-b39dc08a455f tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:33.462036 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-722aad2a-d077-4c07-8468-b6c5fd27c7dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e585f17-6f45-4745-a364-5f970b6a45b8']}} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:33.526044 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-722aad2a-d077-4c07-8468-b6c5fd27c7dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e89ab07-8d12-4470-be60-9ace1e8a3301') {'for_net_delete': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:33.526349 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-722aad2a-d077-4c07-8468-b6c5fd27c7dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e89ab07-8d12-4470-be60-9ace1e8a3301') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:33.537243 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67efe8e7-a061-4d7e-9a4b-8c4bf4be6236 req-cf333e64-50ef-4abf-a7d8-ee593d934c23 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:33.545711 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-67efe8e7-a061-4d7e-9a4b-8c4bf4be6236 req-cf333e64-50ef-4abf-a7d8-ee593d934c23 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] 10.222.0.22 "GET /v2.0/ports?device_id=25c8a457-9098-4823-a0b0-e5217cb8e752 HTTP/1.1" status: 200 len: 946 time: 0.1338522 Aug 29 04:20:33.560739 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-722aad2a-d077-4c07-8468-b6c5fd27c7dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4311712'] for segment, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:33.596879 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-8c36c7bf-507e-4721-95cf-b39dc08a455f tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5162880 Aug 29 04:20:33.597159 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 49544) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:33.646824 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.db.api [None req-8b716151-70f2-4de1-ae27-bc60753a657b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94830) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:20:33.647172 n-d-712140-12 neutron-server[94830]: DEBUG oslo_db.api [None req-8b716151-70f2-4de1-ae27-bc60753a657b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:20:33.647757 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75b576c-789f-459b-a22f-e55a4e93f1a6 None None] Network 73e47004-253e-4153-ae53-897b7f55a5f4 could not be found, it might have been deleted concurrently. {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 29 04:20:33.659081 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0fe37b73-c980-4113-bd59-2f55fd0684d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:33.669543 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6821078c-9614-45ff-9188-e6ca360bd87e req-fc5a8148-7af5-42a0-8d78-19b27350f6c0 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=33938cd7-ba94-4eae-b8ec-80748b58e019 HTTP/1.1" status: 200 len: 210 time: 0.1065640 Aug 29 04:20:33.678365 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c36c7bf-507e-4721-95cf-b39dc08a455f tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Pushing event updated for resources: {'Network': ['ID=cd2c8b47-62d6-4373-948d-5400bda614fc,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:33.681233 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4c708cb2-8b89-4592-a299-1fedb6b407f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:33.696410 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-722aad2a-d077-4c07-8468-b6c5fd27c7dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:33.707162 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network cd2c8b47-62d6-4373-948d-5400bda614fc details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:20:33.712226 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f969737-d0b1-463b-bc44-62b18ed8df2e tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:33.717400 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-9f969737-d0b1-463b-bc44-62b18ed8df2e tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] 10.222.0.22 "GET /v2.0/networks?id=cd2c8b47-62d6-4373-948d-5400bda614fc HTTP/1.1" status: 200 len: 765 time: 0.1168098 Aug 29 04:20:33.720943 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 49548) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:33.725111 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-67efe8e7-a061-4d7e-9a4b-8c4bf4be6236 req-e9fe2414-b905-490c-9e0c-61d852aebad0 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] 10.222.0.22 "GET /v2.0/security-groups?id=0e1109a6-248f-4454-ba5b-742319a76013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784878 Aug 29 04:20:33.726176 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-85d64a33-e1c0-4a6b-ab02-40cb102a315a tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Request body: {'network': {'description': 'd2'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:33.736612 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0fd92d08-ee88-4a7d-b8fd-78bb39d6d489 req-171228bc-9cf6-4faa-b10f-cd73a42514ac service neutron] 10.222.0.48 "GET /v2.0/networks/3085f602-11fb-40e6-8771-e57304cb25d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2897639 Aug 29 04:20:33.741894 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-722aad2a-d077-4c07-8468-b6c5fd27c7dc admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=94829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:20:33.742596 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-722aad2a-d077-4c07-8468-b6c5fd27c7dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4274277'] for segment, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:33.753872 n-d-712140-12 neutron-server[94829]: Traceback (most recent call last): Aug 29 04:20:33.753872 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:20:33.753872 n-d-712140-12 neutron-server[94829]: timer() Aug 29 04:20:33.753872 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:20:33.753872 n-d-712140-12 neutron-server[94829]: cb(*args, **kw) Aug 29 04:20:33.753872 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:20:33.753872 n-d-712140-12 neutron-server[94829]: return func(*args, **kwargs) Aug 29 04:20:33.753872 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:20:33.753872 n-d-712140-12 neutron-server[94829]: self._notify() Aug 29 04:20:33.753872 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:20:33.753872 n-d-712140-12 neutron-server[94829]: self.callback(batched_events) Aug 29 04:20:33.753872 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:20:33.753872 n-d-712140-12 neutron-server[94829]: event.method(event) Aug 29 04:20:33.753872 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:20:33.753872 n-d-712140-12 neutron-server[94829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:20:33.753872 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:20:33.753872 n-d-712140-12 neutron-server[94829]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:20:33.753872 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:20:33.753872 n-d-712140-12 neutron-server[94829]: return f(self, *a, **k) Aug 29 04:20:33.753872 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:20:33.753872 n-d-712140-12 neutron-server[94829]: return self._get(url).json() Aug 29 04:20:33.753872 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:20:33.753872 n-d-712140-12 neutron-server[94829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:20:33.753872 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:20:33.753872 n-d-712140-12 neutron-server[94829]: return self.request(url, 'GET', **kwargs) Aug 29 04:20:33.753872 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:20:33.753872 n-d-712140-12 neutron-server[94829]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:20:33.753872 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:20:33.753872 n-d-712140-12 neutron-server[94829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:20:33.753872 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:20:33.753872 n-d-712140-12 neutron-server[94829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:20:33.753872 n-d-712140-12 neutron-server[94829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:20:33.842300 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port ff6c0306-6b6e-4fb3-b60d-ca9b884d3fe8, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=ff6c0306-6b6e-4fb3-b60d-ca9b884d3fe8,segment=NetworkSegment(98b8dc6c-7a29-4e8c-b0e0-7a04be0f01c2),segment_id=98b8dc6c-7a29-4e8c-b0e0-7a04be0f01c2)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:33.884771 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:33.895107 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25c8a457-9098-4823-a0b0-e5217cb8e752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '612daa36-1a9d-4b2d-af5c-c0897a3fda95'}, {'server_uuid': 'a651e7db-5e74-410b-b581-7336b09fd740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff6c0306-6b6e-4fb3-b60d-ca9b884d3fe8'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:20:33.897269 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc4bdd7d-d518-4c44-aef6-3a67191acb52" -d '{"events": [{"server_uuid": "25c8a457-9098-4823-a0b0-e5217cb8e752", "name": "network-vif-plugged", "status": "completed", "tag": "612daa36-1a9d-4b2d-af5c-c0897a3fda95"}, {"server_uuid": "a651e7db-5e74-410b-b581-7336b09fd740", "name": "network-vif-plugged", "status": "completed", "tag": "ff6c0306-6b6e-4fb3-b60d-ca9b884d3fe8"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:20:33.916845 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=612daa36-1a9d-4b2d-af5c-c0897a3fda95,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:33.930318 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 731dc945-b61b-4091-8e08-b0228a8402a4 no longer exists at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:20:33.974134 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 29 Aug 2021 04:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1272f0f5-ed26-4b48-8632-d131e145f729 x-openstack-request-id: req-1272f0f5-ed26-4b48-8632-d131e145f729 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:20:33.974546 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25c8a457-9098-4823-a0b0-e5217cb8e752", "name": "network-vif-plugged", "status": "completed", "tag": "612daa36-1a9d-4b2d-af5c-c0897a3fda95", "code": 200}, {"server_uuid": "a651e7db-5e74-410b-b581-7336b09fd740", "name": "network-vif-plugged", "status": "completed", "tag": "ff6c0306-6b6e-4fb3-b60d-ca9b884d3fe8", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:20:33.975730 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1272f0f5-ed26-4b48-8632-d131e145f729 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:20:33.975730 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25c8a457-9098-4823-a0b0-e5217cb8e752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '612daa36-1a9d-4b2d-af5c-c0897a3fda95', 'code': 200} Aug 29 04:20:33.975730 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a651e7db-5e74-410b-b581-7336b09fd740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff6c0306-6b6e-4fb3-b60d-ca9b884d3fe8', 'code': 200} Aug 29 04:20:33.983712 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] No Port match for: 731dc945-b61b-4091-8e08-b0228a8402a4 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:20:33.983712 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 731dc945-b61b-4091-8e08-b0228a8402a4 not bound to the agent host n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:20:34.060514 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d7405f-269e-4f78-8c02-0d1c11a14bad req-b5c347b4-fa25-4751-adb9-7ad14a083c4d tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:34.062394 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e0d7405f-269e-4f78-8c02-0d1c11a14bad req-b5c347b4-fa25-4751-adb9-7ad14a083c4d tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=00b7794b-e353-4482-a362-3b01d21c6207 HTTP/1.1" status: 200 len: 907 time: 0.0538485 Aug 29 04:20:34.072246 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-874527fd-24b4-4c1a-9e92-cc264a9196d0 None None] Set router 3171918c-1291-42c5-a143-1056541b5b0e gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:20:34.113718 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1dc858-2b75-46b0-bd59-ae3589720ef1 req-129f7780-03b8-4ecf-a58d-1c971d8be632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:34.116657 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9c1dc858-2b75-46b0-bd59-ae3589720ef1 req-129f7780-03b8-4ecf-a58d-1c971d8be632 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a651e7db-5e74-410b-b581-7336b09fd740 HTTP/1.1" status: 200 len: 1097 time: 0.0528898 Aug 29 04:20:34.161290 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9c1dc858-2b75-46b0-bd59-ae3589720ef1 req-6e4c04b9-1ee3-456b-a97f-59370bedd18c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=0e1109a6-248f-4454-ba5b-742319a76013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314946 Aug 29 04:20:34.210150 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a75e7a99-9969-491a-b52c-6ec12a3b4ddc', 'name': 'network-vif-deleted', 'tag': '4747ee8d-bf44-402a-9540-65f4f135751f'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:20:34.212485 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ae879af-c9f6-4985-a729-e2ffe8993148" -d '{"events": [{"server_uuid": "a75e7a99-9969-491a-b52c-6ec12a3b4ddc", "name": "network-vif-deleted", "tag": "4747ee8d-bf44-402a-9540-65f4f135751f"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:20:34.231186 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=ff6c0306-6b6e-4fb3-b60d-ca9b884d3fe8,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:34.264255 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sun, 29 Aug 2021 04:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97719658-eef1-4db9-b1e6-0ce48d99390a x-openstack-request-id: req-97719658-eef1-4db9-b1e6-0ce48d99390a {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:20:34.264573 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a75e7a99-9969-491a-b52c-6ec12a3b4ddc", "name": "network-vif-deleted", "tag": "4747ee8d-bf44-402a-9540-65f4f135751f", "status": "failed", "code": 422}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:20:34.264791 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-97719658-eef1-4db9-b1e6-0ce48d99390a {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:20:34.265198 n-d-712140-12 neutron-server[94829]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a75e7a99-9969-491a-b52c-6ec12a3b4ddc', 'name': 'network-vif-deleted', 'tag': '4747ee8d-bf44-402a-9540-65f4f135751f', 'status': 'failed', 'code': 422} returned with failed status Aug 29 04:20:34.284055 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-0fe37b73-c980-4113-bd59-2f55fd0684d2 None None] Allocated IP 172.20.0.1 (5e959fdc-d457-4de8-ae5e-d4ad67fa4db4/505417e5-767b-4ce7-9e22-21717b30d14f/2afe66ca-138d-4707-b27c-683f2e9a6e36) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:20:34.372641 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-722aad2a-d077-4c07-8468-b6c5fd27c7dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:34.380013 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-722aad2a-d077-4c07-8468-b6c5fd27c7dc admin admin] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:34.382133 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-722aad2a-d077-4c07-8468-b6c5fd27c7dc admin admin] 10.222.0.22 "DELETE /v2.0/networks/8e585f17-6f45-4745-a364-5f970b6a45b8 HTTP/1.1" status: 204 len: 168 time: 1.2361019 Aug 29 04:20:34.388891 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 49558) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:34.391533 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a407329-1598-4251-b1fd-3cc6db4d9949 req-53499b2f-07ad-4866-b078-1ce4a442cc88 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:34.392253 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c36c97ac-a9df-449c-8a3e-a76a238cc99e req-230a82fe-7cba-4170-915b-2eb405fb7b2c tempest-ServerShowV254Test-1618899415 tempest-ServerShowV254Test-1618899415-project] 10.222.0.22 "GET /v2.0/ports?device_id=9de919d4-15a8-461e-8b98-44a892752954 HTTP/1.1" status: 200 len: 210 time: 0.0373833 Aug 29 04:20:34.392974 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6a407329-1598-4251-b1fd-3cc6db4d9949 req-53499b2f-07ad-4866-b078-1ce4a442cc88 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.48 "GET /v2.0/networks?id=1c65535d-8d45-4051-8e5d-043211a49251 HTTP/1.1" status: 200 len: 807 time: 0.8483388 Aug 29 04:20:34.426031 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722aad2a-d077-4c07-8468-b6c5fd27c7dc admin admin] Pushing event deleted for resources: {'Network': ['ID=8e585f17-6f45-4745-a364-5f970b6a45b8,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:34.455716 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b266aa0d-6c8a-43be-b9d1-1682ac07046b req-e7b609a8-c87d-429e-9a35-6bf1fcf307b5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=855fdc43-b94a-447a-8c44-5c3f5c76fb1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2312839 Aug 29 04:20:34.460902 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_v2 [None req-cec936d2-c120-4e1d-b956-1f9b1e00120f admin admin] Deleting subnet 70a85c70-8a97-4f69-9e11-4c98feaced86 {{(pid=94828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:20:34.466408 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cec936d2-c120-4e1d-b956-1f9b1e00120f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:34.470476 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f5d810-3bb1-4cef-a49b-506b2f7451ec req-bb7e0852-dc2f-48e2-9d20-acf06d38787b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:34.472023 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d0f5d810-3bb1-4cef-a49b-506b2f7451ec req-bb7e0852-dc2f-48e2-9d20-acf06d38787b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=25c8a457-9098-4823-a0b0-e5217cb8e752 HTTP/1.1" status: 200 len: 1098 time: 0.2548470 Aug 29 04:20:34.472511 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-0fe37b73-c980-4113-bd59-2f55fd0684d2 None None] For port 2afe66ca-138d-4707-b27c-683f2e9a6e36, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=2afe66ca-138d-4707-b27c-683f2e9a6e36,segment=NetworkSegment(12994999-3245-4835-8d86-b868aad7a80b),segment_id=12994999-3245-4835-8d86-b868aad7a80b)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:34.503919 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cec936d2-c120-4e1d-b956-1f9b1e00120f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8904862'] for subnet, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:34.511666 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0fe37b73-c980-4113-bd59-2f55fd0684d2 None None] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:34.531661 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-0fe37b73-c980-4113-bd59-2f55fd0684d2 None None] Transition to ACTIVE for port object 2afe66ca-138d-4707-b27c-683f2e9a6e36 will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:20:34.534411 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-874527fd-24b4-4c1a-9e92-cc264a9196d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3171918c-1291-42c5-a143-1056541b5b0e', 'name': 'tempest-TaggedBootDevicesTest_v242-1130034549-router', 'tenant_id': 'e5f0d8ebc9a74e589a93c4dfadff20f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': 'f8c3669f-4319-47ca-b0d9-f55383805589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:17:39Z', 'updated_at': '2021-08-29T04:17:48Z', 'revision_number': 4, 'project_id': 'e5f0d8ebc9a74e589a93c4dfadff20f5', 'gw_port': {'id': 'f8c3669f-4319-47ca-b0d9-f55383805589', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3171918c-1291-42c5-a143-1056541b5b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:17:41Z', 'updated_at': '2021-08-29T04:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': '39f6566c-a444-495e-a3b6-39482791da2d', 'tenant_id': 'e5f0d8ebc9a74e589a93c4dfadff20f5', 'floating_ip_address': '172.25.0.36', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': '3171918c-1291-42c5-a143-1056541b5b0e', 'port_id': '3935a212-8cf6-4330-b1a6-b9caa4ca084f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3085f602-11fb-40e6-8771-e57304cb25d6', 'mac_address': 'fa:16:3e:a6:2b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc254ea-ccf6-497c-b6f3-9c7790e81f60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:18:43Z', 'updated_at': '2021-08-29T04:20:29Z', 'revision_number': 1, 'project_id': 'e5f0d8ebc9a74e589a93c4dfadff20f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68e6ad39-e549-4461-994d-31a6310102c3', 'name': '', 'network_id': '3085f602-11fb-40e6-8771-e57304cb25d6', 'tenant_id': 'e5f0d8ebc9a74e589a93c4dfadff20f5', 'mac_address': 'fa:16:3e:31:93:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3171918c-1291-42c5-a143-1056541b5b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': 'b310944e-35be-44a6-a31c-3869b759bdd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:17:46Z', 'updated_at': '2021-08-29T04:17:54Z', 'revision_number': 5, 'project_id': 'e5f0d8ebc9a74e589a93c4dfadff20f5', 'subnets': [{'id': 'b310944e-35be-44a6-a31c-3869b759bdd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:34.537546 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0fe37b73-c980-4113-bd59-2f55fd0684d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:34.557305 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-85d64a33-e1c0-4a6b-ab02-40cb102a315a tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:34.557562 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cec936d2-c120-4e1d-b956-1f9b1e00120f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:34.577963 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-6a407329-1598-4251-b1fd-3cc6db4d9949 req-8b192182-22db-47a4-bad2-16af19ad1d79 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Request body: {'port': {'device_id': '33938cd7-ba94-4eae-b8ec-80748b58e019', 'network_id': '1c65535d-8d45-4051-8e5d-043211a49251', 'admin_state_up': True, 'tenant_id': '260b2b7726794e4d90a38e52b66506fd'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:34.584075 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d0f5d810-3bb1-4cef-a49b-506b2f7451ec req-1a3431e1-3964-420e-a25b-3c70edb76070 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0e1109a6-248f-4454-ba5b-742319a76013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030629 Aug 29 04:20:34.589854 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874527fd-24b4-4c1a-9e92-cc264a9196d0 None None] The sync data for ids ['3171918c-1291-42c5-a143-1056541b5b0e'] in n-d-712140-12 is: [{'id': '3171918c-1291-42c5-a143-1056541b5b0e', 'name': 'tempest-TaggedBootDevicesTest_v242-1130034549-router', 'tenant_id': 'e5f0d8ebc9a74e589a93c4dfadff20f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': 'f8c3669f-4319-47ca-b0d9-f55383805589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:17:39Z', 'updated_at': '2021-08-29T04:17:48Z', 'revision_number': 4, 'project_id': 'e5f0d8ebc9a74e589a93c4dfadff20f5', 'gw_port': {'id': 'f8c3669f-4319-47ca-b0d9-f55383805589', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3171918c-1291-42c5-a143-1056541b5b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:17:41Z', 'updated_at': '2021-08-29T04:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': '39f6566c-a444-495e-a3b6-39482791da2d', 'tenant_id': 'e5f0d8ebc9a74e589a93c4dfadff20f5', 'floating_ip_address': '172.25.0.36', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': '3171918c-1291-42c5-a143-1056541b5b0e', 'port_id': '3935a212-8cf6-4330-b1a6-b9caa4ca084f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3085f602-11fb-40e6-8771-e57304cb25d6', 'mac_address': 'fa:16:3e:a6:2b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc254ea-ccf6-497c-b6f3-9c7790e81f60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:18:43Z', 'updated_at': '2021-08-29T04:20:29Z', 'revision_number': 1, 'project_id': 'e5f0d8ebc9a74e589a93c4dfadff20f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68e6ad39-e549-4461-994d-31a6310102c3', 'name': '', 'network_id': '3085f602-11fb-40e6-8771-e57304cb25d6', 'tenant_id': 'e5f0d8ebc9a74e589a93c4dfadff20f5', 'mac_address': 'fa:16:3e:31:93:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3171918c-1291-42c5-a143-1056541b5b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': 'b310944e-35be-44a6-a31c-3869b759bdd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:17:46Z', 'updated_at': '2021-08-29T04:17:54Z', 'revision_number': 5, 'project_id': 'e5f0d8ebc9a74e589a93c4dfadff20f5', 'subnets': [{'id': 'b310944e-35be-44a6-a31c-3869b759bdd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:20:34.627045 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-85d64a33-e1c0-4a6b-ab02-40cb102a315a tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:34.651859 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cec936d2-c120-4e1d-b956-1f9b1e00120f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9190434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062341'] for subnet, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:34.660782 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-85d64a33-e1c0-4a6b-ab02-40cb102a315a tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Network cd2c8b47-62d6-4373-948d-5400bda614fc is not hosted by any dhcp agent {{(pid=94829) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 29 04:20:34.666474 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d64a33-e1c0-4a6b-ab02-40cb102a315a tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:34.667102 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-85d64a33-e1c0-4a6b-ab02-40cb102a315a tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:34.672063 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe37b73-c980-4113-bd59-2f55fd0684d2 None None] Pushing event updated for resources: {'Port': ['ID=2afe66ca-138d-4707-b27c-683f2e9a6e36,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:34.673073 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-85d64a33-e1c0-4a6b-ab02-40cb102a315a tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] 10.222.0.22 "PUT /v2.0/networks/cd2c8b47-62d6-4373-948d-5400bda614fc HTTP/1.1" status: 200 len: 762 time: 0.9511249 Aug 29 04:20:34.674287 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 49560) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:34.680264 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cec936d2-c120-4e1d-b956-1f9b1e00120f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:34.685078 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-cec936d2-c120-4e1d-b956-1f9b1e00120f admin admin] 10.222.0.22 "DELETE /v2.0/subnets/70a85c70-8a97-4f69-9e11-4c98feaced86 HTTP/1.1" status: 204 len: 168 time: 0.2913880 Aug 29 04:20:34.685702 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 49562) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:34.712749 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec936d2-c120-4e1d-b956-1f9b1e00120f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70a85c70-8a97-4f69-9e11-4c98feaced86,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:34.714747 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b266aa0d-6c8a-43be-b9d1-1682ac07046b req-3b99fe18-56e2-4d71-b68c-9108f5a6a6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:34.717239 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b266aa0d-6c8a-43be-b9d1-1682ac07046b req-3b99fe18-56e2-4d71-b68c-9108f5a6a6f4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=48da3dc54d264865b5c4834c4a90f4b5&device_id=855fdc43-b94a-447a-8c44-5c3f5c76fb1f HTTP/1.1" status: 200 len: 1097 time: 0.2159398 Aug 29 04:20:34.799104 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-61e839fa-2fc3-4ea6-a65e-6e4da34ee45b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:34.856088 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d64a33-e1c0-4a6b-ab02-40cb102a315a tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Pushing event updated for resources: {'Network': ['ID=cd2c8b47-62d6-4373-948d-5400bda614fc,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:34.868623 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network cd2c8b47-62d6-4373-948d-5400bda614fc details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:20:34.872589 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7355dc7e-5223-4ed6-885d-2bb5f3f39fce req-81d19911-59be-4ef8-803c-dfa88d6351ba tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=33938cd7-ba94-4eae-b8ec-80748b58e019 HTTP/1.1" status: 200 len: 210 time: 0.0541677 Aug 29 04:20:35.006216 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b629ad-2d7c-4d4d-be1f-85c75e7e0b51 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:35.018502 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 49572) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:35.023376 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-61e839fa-2fc3-4ea6-a65e-6e4da34ee45b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:35.023559 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-69b629ad-2d7c-4d4d-be1f-85c75e7e0b51 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] 10.222.0.22 "GET /v2.0/networks?id=cd2c8b47-62d6-4373-948d-5400bda614fc HTTP/1.1" status: 200 len: 765 time: 0.3117559 Aug 29 04:20:35.030867 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ad04ca-2e38-4fd8-a1a7-c993b7a0dc3b None None] New status for floating IP 39f6566c-a444-495e-a3b6-39482791da2d: ACTIVE {{(pid=94831) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:20:35.059213 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a407329-1598-4251-b1fd-3cc6db4d9949 req-8b192182-22db-47a4-bad2-16af19ad1d79 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Made reservation on behalf of 260b2b7726794e4d90a38e52b66506fd for: {'port': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:20:35.059829 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 2afe66ca-138d-4707-b27c-683f2e9a6e36 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:20:35.063857 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-6a407329-1598-4251-b1fd-3cc6db4d9949 req-8b192182-22db-47a4-bad2-16af19ad1d79 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:35.139810 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-61e839fa-2fc3-4ea6-a65e-6e4da34ee45b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['416f1609-ccec-429c-9a6c-6d57c7644dee']}} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:35.141333 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b266aa0d-6c8a-43be-b9d1-1682ac07046b req-4611305c-7741-48e7-9476-42871398648e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:35.142828 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b266aa0d-6c8a-43be-b9d1-1682ac07046b req-4611305c-7741-48e7-9476-42871398648e service neutron] 10.222.0.46 "GET /v2.0/networks?id=7521cd58-9470-4433-82b8-7e942c988b03 HTTP/1.1" status: 200 len: 913 time: 0.2829845 Aug 29 04:20:35.153662 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-61e839fa-2fc3-4ea6-a65e-6e4da34ee45b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27b6c961-b149-411a-8057-4b5c0b946080') {'for_net_delete': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:35.153662 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-61e839fa-2fc3-4ea6-a65e-6e4da34ee45b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27b6c961-b149-411a-8057-4b5c0b946080') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:35.163661 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-61e839fa-2fc3-4ea6-a65e-6e4da34ee45b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8904833'] for segment, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:35.193190 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-61e839fa-2fc3-4ea6-a65e-6e4da34ee45b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:35.219546 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f15eea4-9d38-4b58-a40c-dc236ab0aa5c req-df5982aa-3a4e-445c-b1b2-d0dd7e2f9fb2 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:35.228588 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2f15eea4-9d38-4b58-a40c-dc236ab0aa5c req-df5982aa-3a4e-445c-b1b2-d0dd7e2f9fb2 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] 10.222.0.22 "GET /v2.0/ports?device_id=25c8a457-9098-4823-a0b0-e5217cb8e752 HTTP/1.1" status: 200 len: 946 time: 0.3923664 Aug 29 04:20:35.253880 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61e839fa-2fc3-4ea6-a65e-6e4da34ee45b admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=94828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:20:35.254652 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-61e839fa-2fc3-4ea6-a65e-6e4da34ee45b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9190468'] for segment, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:35.263207 n-d-712140-12 neutron-server[94828]: Traceback (most recent call last): Aug 29 04:20:35.263207 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:20:35.263207 n-d-712140-12 neutron-server[94828]: timer() Aug 29 04:20:35.263207 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:20:35.263207 n-d-712140-12 neutron-server[94828]: cb(*args, **kw) Aug 29 04:20:35.263207 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:20:35.263207 n-d-712140-12 neutron-server[94828]: return func(*args, **kwargs) Aug 29 04:20:35.263207 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:20:35.263207 n-d-712140-12 neutron-server[94828]: self._notify() Aug 29 04:20:35.263207 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:20:35.263207 n-d-712140-12 neutron-server[94828]: self.callback(batched_events) Aug 29 04:20:35.263207 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:20:35.263207 n-d-712140-12 neutron-server[94828]: event.method(event) Aug 29 04:20:35.263207 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:20:35.263207 n-d-712140-12 neutron-server[94828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:20:35.263207 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:20:35.263207 n-d-712140-12 neutron-server[94828]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:20:35.263207 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:20:35.263207 n-d-712140-12 neutron-server[94828]: return f(self, *a, **k) Aug 29 04:20:35.263207 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:20:35.263207 n-d-712140-12 neutron-server[94828]: return self._get(url).json() Aug 29 04:20:35.263207 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:20:35.263207 n-d-712140-12 neutron-server[94828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:20:35.263207 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:20:35.263207 n-d-712140-12 neutron-server[94828]: return self.request(url, 'GET', **kwargs) Aug 29 04:20:35.263207 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:20:35.263207 n-d-712140-12 neutron-server[94828]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:20:35.263207 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:20:35.263207 n-d-712140-12 neutron-server[94828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:20:35.263207 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:20:35.263207 n-d-712140-12 neutron-server[94828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:20:35.263207 n-d-712140-12 neutron-server[94828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:20:35.270075 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b266aa0d-6c8a-43be-b9d1-1682ac07046b req-af2972a9-4ba3-4868-afc4-1ecc3033016a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ad8e0c29-4219-4f94-b4fe-492d83d0d111 HTTP/1.1" status: 200 len: 217 time: 0.0889318 Aug 29 04:20:35.411166 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b266aa0d-6c8a-43be-b9d1-1682ac07046b req-5395face-69bd-4200-99bc-f8d348863c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:35.412735 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b266aa0d-6c8a-43be-b9d1-1682ac07046b req-5395face-69bd-4200-99bc-f8d348863c19 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=be5f55ab-7fa1-406c-9ca9-03e74b79ef6a HTTP/1.1" status: 200 len: 851 time: 0.1259525 Aug 29 04:20:35.424440 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8a7032-e78d-4b1b-b55b-3a3d221413c0 req-cd9f29b1-4a88-4c72-8e36-bb3a19bba1c1 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:35.425833 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2f15eea4-9d38-4b58-a40c-dc236ab0aa5c req-75d94cfb-7f20-4dff-aefc-9f1980211af1 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] 10.222.0.22 "GET /v2.0/security-groups?id=0e1109a6-248f-4454-ba5b-742319a76013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961093 Aug 29 04:20:35.426002 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1f8a7032-e78d-4b1b-b55b-3a3d221413c0 req-cd9f29b1-4a88-4c72-8e36-bb3a19bba1c1 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=00b7794b-e353-4482-a362-3b01d21c6207 HTTP/1.1" status: 200 len: 907 time: 0.1550429 Aug 29 04:20:35.438244 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-61e839fa-2fc3-4ea6-a65e-6e4da34ee45b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:35.438775 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [req-6a407329-1598-4251-b1fd-3cc6db4d9949 req-8b192182-22db-47a4-bad2-16af19ad1d79 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Allocated IP 172.20.0.8 (1c65535d-8d45-4051-8e5d-043211a49251/d11db723-881a-44e4-ae3d-f8a6bedc146e/599cb102-cc01-4336-89d8-102a6ac3c71a) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:20:35.447954 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3328757c-026f-4137-abc3-546dfb358b52 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:35.449643 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-3328757c-026f-4137-abc3-546dfb358b52 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4300425 Aug 29 04:20:35.466830 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-61e839fa-2fc3-4ea6-a65e-6e4da34ee45b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:35.471256 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-61e839fa-2fc3-4ea6-a65e-6e4da34ee45b admin admin] 10.222.0.22 "DELETE /v2.0/networks/416f1609-ccec-429c-9a6c-6d57c7644dee HTTP/1.1" status: 204 len: 168 time: 0.7636392 Aug 29 04:20:35.471256 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 49578) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:35.513274 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e839fa-2fc3-4ea6-a65e-6e4da34ee45b admin admin] Pushing event deleted for resources: {'Network': ['ID=416f1609-ccec-429c-9a6c-6d57c7644dee,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:35.538287 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b266aa0d-6c8a-43be-b9d1-1682ac07046b req-524affb9-01a5-425e-ba5a-0fadf7cdf0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:35.540586 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b266aa0d-6c8a-43be-b9d1-1682ac07046b req-524affb9-01a5-425e-ba5a-0fadf7cdf0a3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7521cd58-9470-4433-82b8-7e942c988b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1134403 Aug 29 04:20:35.570738 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-bac02237-ff96-4043-a31c-a248f71507e1 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] 10.222.0.22 "GET /v2.0/subnets?network_id=e6c84a15-2e6f-4c07-8ede-a88148c2fe90 HTTP/1.1" status: 200 len: 207 time: 0.0998328 Aug 29 04:20:35.576765 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 49582) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:35.596138 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa776c0-ec95-489d-a572-473f3c78eb2a None None] Network 5e959fdc-d457-4de8-ae5e-d4ad67fa4db4 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:20:35.610695 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9095ee96-c24c-4a3e-88c6-34c434f3a381 req-7c51336d-d483-45ea-bec9-03fc5f4ea1f3 tempest-ServerShowV254Test-1618899415 tempest-ServerShowV254Test-1618899415-project] 10.222.0.22 "GET /v2.0/ports?device_id=9de919d4-15a8-461e-8b98-44a892752954 HTTP/1.1" status: 200 len: 210 time: 0.0790172 Aug 29 04:20:35.651730 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4badc842-aa09-4601-8620-fe7fdcbce154 req-aecd860d-adff-414d-b318-592dbf0be3ce tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:35.654232 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4badc842-aa09-4601-8620-fe7fdcbce154 req-aecd860d-adff-414d-b318-592dbf0be3ce tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.48 "GET /v2.0/ports?device_id=00b7794b-e353-4482-a362-3b01d21c6207 HTTP/1.1" status: 200 len: 907 time: 0.1766851 Aug 29 04:20:35.765575 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-4c1ac121-c49e-4c95-868b-9587456da650 None None] Provisioning for port 2afe66ca-138d-4707-b27c-683f2e9a6e36 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:20:35.768077 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b266aa0d-6c8a-43be-b9d1-1682ac07046b req-0b0ae9df-5e28-4955-b1d2-2d2435c094e5 service neutron] 10.222.0.46 "GET /v2.0/networks/7521cd58-9470-4433-82b8-7e942c988b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119501 Aug 29 04:20:35.777171 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-4c1ac121-c49e-4c95-868b-9587456da650 None None] Provisioning complete for port 2afe66ca-138d-4707-b27c-683f2e9a6e36 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:20:35.778567 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4c1ac121-c49e-4c95-868b-9587456da650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:35.806922 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-6a407329-1598-4251-b1fd-3cc6db4d9949 req-8b192182-22db-47a4-bad2-16af19ad1d79 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:35.830158 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 49584) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:36.030694 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-6bd2d4a6-5ba2-4796-8b72-8629b6745661 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=636dcbe49e5740c5a54207329468c477&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1977916 Aug 29 04:20:36.038123 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 49588) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:36.068826 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-6a407329-1598-4251-b1fd-3cc6db4d9949 req-8b192182-22db-47a4-bad2-16af19ad1d79 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:36.127358 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b266aa0d-6c8a-43be-b9d1-1682ac07046b req-d7cb5107-36ad-4dc0-9a2f-a5d48b98a4db service neutron] 10.222.0.46 "GET /v2.0/networks/7521cd58-9470-4433-82b8-7e942c988b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3106711 Aug 29 04:20:36.170001 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a407329-1598-4251-b1fd-3cc6db4d9949 req-8b192182-22db-47a4-bad2-16af19ad1d79 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Network 1c65535d-8d45-4051-8e5d-043211a49251 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:20:36.177919 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [req-6a407329-1598-4251-b1fd-3cc6db4d9949 req-8b192182-22db-47a4-bad2-16af19ad1d79 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:20:36.182589 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b192182-22db-47a4-bad2-16af19ad1d79 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Pushing event updated for resources: {'Port': ['ID=599cb102-cc01-4336-89d8-102a6ac3c71a,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:36.185119 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a407329-1598-4251-b1fd-3cc6db4d9949 req-8b192182-22db-47a4-bad2-16af19ad1d79 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:20:36.225750 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f2ff93d0-657e-492e-ac87-6f2ac214ea79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:36.228380 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2efb2cd4-6ef4-4c46-8886-2f1e180d93f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:36.275928 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a407329-1598-4251-b1fd-3cc6db4d9949 req-8b192182-22db-47a4-bad2-16af19ad1d79 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:36.276763 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-6a407329-1598-4251-b1fd-3cc6db4d9949 req-8b192182-22db-47a4-bad2-16af19ad1d79 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:36.286234 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f2ff93d0-657e-492e-ac87-6f2ac214ea79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:36.304520 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6a407329-1598-4251-b1fd-3cc6db4d9949 req-8b192182-22db-47a4-bad2-16af19ad1d79 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7331054 Aug 29 04:20:36.325533 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75415ad3-029e-42bb-bebb-419e1567272c req-61916469-c961-44e0-a145-627c025470f0 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:36.327057 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-75415ad3-029e-42bb-bebb-419e1567272c req-61916469-c961-44e0-a145-627c025470f0 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=33938cd7-ba94-4eae-b8ec-80748b58e019 HTTP/1.1" status: 200 len: 931 time: 0.1407990 Aug 29 04:20:36.332326 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-6a407329-1598-4251-b1fd-3cc6db4d9949 req-0c48ba72-b9ea-4936-8f56-7b4b6ae739f6 service neutron] Request body: {'port': {'device_id': '33938cd7-ba94-4eae-b8ec-80748b58e019', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-12'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:36.344067 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b9ff17-62d0-4514-bb84-065045ae7376 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:36.350029 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b9ff17-62d0-4514-bb84-065045ae7376 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:36.356013 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b9ff17-62d0-4514-bb84-065045ae7376 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:36.357333 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-f5fb2dd7-9d55-4a16-8169-606da46638a9 None None] Provisioning complete for port 2afe66ca-138d-4707-b27c-683f2e9a6e36 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:20:36.357895 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f5fb2dd7-9d55-4a16-8169-606da46638a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:36.361747 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b9ff17-62d0-4514-bb84-065045ae7376 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:36.367890 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b9ff17-62d0-4514-bb84-065045ae7376 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:36.374441 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b9ff17-62d0-4514-bb84-065045ae7376 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:36.376350 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-b0b9ff17-62d0-4514-bb84-065045ae7376 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.7985704 Aug 29 04:20:36.380437 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 49594) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:36.401841 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-6a407329-1598-4251-b1fd-3cc6db4d9949 req-0c48ba72-b9ea-4936-8f56-7b4b6ae739f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:36.418931 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f2ff93d0-657e-492e-ac87-6f2ac214ea79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:36.421475 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f2ff93d0-657e-492e-ac87-6f2ac214ea79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:36.425026 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-f2ff93d0-657e-492e-ac87-6f2ac214ea79 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5988a091-7c06-4471-b1dd-4c9f3e77beff HTTP/1.1" status: 204 len: 168 time: 0.3834174 Aug 29 04:20:36.434396 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ff93d0-657e-492e-ac87-6f2ac214ea79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5988a091-7c06-4471-b1dd-4c9f3e77beff,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:36.509314 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-75415ad3-029e-42bb-bebb-419e1567272c req-d4e531c8-38e9-47e1-89a8-e3178d8a6799 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734252 Aug 29 04:20:36.574508 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-4badc842-aa09-4601-8620-fe7fdcbce154 req-fd470c00-2250-414e-9f56-b70782ca5805 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Deleting port 31491024-4c7a-4b13-84e2-7d9fa9111394 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:20:36.576414 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-4badc842-aa09-4601-8620-fe7fdcbce154 req-fd470c00-2250-414e-9f56-b70782ca5805 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:36.704000 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-90237ec3-8fbf-4b9a-8ce7-e3c7d564560e tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] 10.222.0.22 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.3221591 Aug 29 04:20:36.708805 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcf1c39-09fb-425e-8957-416fd3e6a87c req-6c4a2865-86e5-490d-bbe3-c0e0e82d6664 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:36.710581 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6dcf1c39-09fb-425e-8957-416fd3e6a87c req-6c4a2865-86e5-490d-bbe3-c0e0e82d6664 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] 10.222.0.22 "GET /v2.0/ports?device_id=25c8a457-9098-4823-a0b0-e5217cb8e752 HTTP/1.1" status: 200 len: 946 time: 0.1418753 Aug 29 04:20:36.711076 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 49606) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:36.764988 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586d947c-d3e3-4c0f-8501-e45abea00e0d req-9b0dfd9a-51db-49b7-af4e-a9e566e704ec tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:36.766662 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-586d947c-d3e3-4c0f-8501-e45abea00e0d req-9b0dfd9a-51db-49b7-af4e-a9e566e704ec tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=00b7794b-e353-4482-a362-3b01d21c6207 HTTP/1.1" status: 200 len: 907 time: 0.1657798 Aug 29 04:20:36.800361 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-4badc842-aa09-4601-8620-fe7fdcbce154 req-fd470c00-2250-414e-9f56-b70782ca5805 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] For port 31491024-4c7a-4b13-84e2-7d9fa9111394, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=31491024-4c7a-4b13-84e2-7d9fa9111394,segment=NetworkSegment(6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc),segment_id=6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:36.800803 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-4badc842-aa09-4601-8620-fe7fdcbce154 req-fd470c00-2250-414e-9f56-b70782ca5805 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:36.817002 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-4badc842-aa09-4601-8620-fe7fdcbce154 req-fd470c00-2250-414e-9f56-b70782ca5805 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Calling delete_port for 31491024-4c7a-4b13-84e2-7d9fa9111394 owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:20:36.830848 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a211ba18-e4a3-4917-a6f1-ff5f35cf86d0 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:36.832756 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a211ba18-e4a3-4917-a6f1-ff5f35cf86d0 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:36.834405 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a211ba18-e4a3-4917-a6f1-ff5f35cf86d0 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:36.835982 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a211ba18-e4a3-4917-a6f1-ff5f35cf86d0 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:36.839168 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a211ba18-e4a3-4917-a6f1-ff5f35cf86d0 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:36.841029 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-a211ba18-e4a3-4917-a6f1-ff5f35cf86d0 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1274111 Aug 29 04:20:36.845139 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 49608) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:36.849670 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6dcf1c39-09fb-425e-8957-416fd3e6a87c req-26208914-d813-499f-82ce-d8af7cde2226 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] 10.222.0.22 "GET /v2.0/security-groups?id=0e1109a6-248f-4454-ba5b-742319a76013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260376 Aug 29 04:20:36.909998 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c0000601-10a7-4528-9e43-c678842ee5ad req-f13ca621-8042-4244-b948-f113c9dd2f20 tempest-ServerShowV254Test-1618899415 tempest-ServerShowV254Test-1618899415-project] 10.222.0.22 "GET /v2.0/ports?device_id=9de919d4-15a8-461e-8b98-44a892752954 HTTP/1.1" status: 200 len: 210 time: 0.0350606 Aug 29 04:20:36.928497 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 49612) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:36.968901 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [req-6a407329-1598-4251-b1fd-3cc6db4d9949 req-0c48ba72-b9ea-4936-8f56-7b4b6ae739f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 599cb102-cc01-4336-89d8-102a6ac3c71a {{(pid=94829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:20:36.981168 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8005641-54c7-4e0d-939b-6333c2f8943e tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Attributes excluded by policy engine: ['shared'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:36.982583 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8005641-54c7-4e0d-939b-6333c2f8943e tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Attributes excluded by policy engine: ['shared'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:36.984016 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8005641-54c7-4e0d-939b-6333c2f8943e tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Attributes excluded by policy engine: ['shared'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:36.985408 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8005641-54c7-4e0d-939b-6333c2f8943e tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Attributes excluded by policy engine: ['shared'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:36.986809 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8005641-54c7-4e0d-939b-6333c2f8943e tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Attributes excluded by policy engine: ['shared'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:36.988417 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-f8005641-54c7-4e0d-939b-6333c2f8943e tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] 10.222.0.22 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1422477 Aug 29 04:20:36.994291 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 49614) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:37.002494 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-6a407329-1598-4251-b1fd-3cc6db4d9949 req-0c48ba72-b9ea-4936-8f56-7b4b6ae739f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:37.052946 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [req-6a407329-1598-4251-b1fd-3cc6db4d9949 req-0c48ba72-b9ea-4936-8f56-7b4b6ae739f6 service neutron] Transition to ACTIVE for port object 599cb102-cc01-4336-89d8-102a6ac3c71a will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:20:37.055982 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-4badc842-aa09-4601-8620-fe7fdcbce154 req-fd470c00-2250-414e-9f56-b70782ca5805 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:37.060529 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:37.067093 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-8d178039-4035-4b44-80c9-2409f60a1db6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5fb9c89b8a2f437d8564aea9b49bd3b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1352923 Aug 29 04:20:37.067093 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-6a407329-1598-4251-b1fd-3cc6db4d9949 req-0c48ba72-b9ea-4936-8f56-7b4b6ae739f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:37.067715 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 49616) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:37.092795 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd470c00-2250-414e-9f56-b70782ca5805 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Pushing event deleted for resources: {'Port': ['ID=31491024-4c7a-4b13-84e2-7d9fa9111394,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:37.115105 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57d9214-7fa1-452b-9829-d8eb1cc1d1fa req-baf51a3d-aa80-426b-9b1e-ab2af9c5d710 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:37.123603 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b57d9214-7fa1-452b-9829-d8eb1cc1d1fa req-baf51a3d-aa80-426b-9b1e-ab2af9c5d710 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] 10.222.0.22 "GET /v2.0/ports?device_id=a651e7db-5e74-410b-b581-7336b09fd740 HTTP/1.1" status: 200 len: 945 time: 0.1589935 Aug 29 04:20:37.163460 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:37.170595 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-4badc842-aa09-4601-8620-fe7fdcbce154 req-fd470c00-2250-414e-9f56-b70782ca5805 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] No DVR routers for this DVR port 31491024-4c7a-4b13-84e2-7d9fa9111394 on host n-h2-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:20:37.183240 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-4badc842-aa09-4601-8620-fe7fdcbce154 req-fd470c00-2250-414e-9f56-b70782ca5805 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:37.194671 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4badc842-aa09-4601-8620-fe7fdcbce154 req-fd470c00-2250-414e-9f56-b70782ca5805 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.48 "DELETE /v2.0/ports/31491024-4c7a-4b13-84e2-7d9fa9111394 HTTP/1.1" status: 204 len: 173 time: 1.5282269 Aug 29 04:20:37.195174 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00b7794b-e353-4482-a362-3b01d21c6207', 'name': 'network-vif-deleted', 'tag': '31491024-4c7a-4b13-84e2-7d9fa9111394'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:20:37.197728 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5fa5feb-da99-4b9e-9090-2a6343a2b008" -d '{"events": [{"server_uuid": "00b7794b-e353-4482-a362-3b01d21c6207", "name": "network-vif-deleted", "tag": "31491024-4c7a-4b13-84e2-7d9fa9111394"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:20:37.200478 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c48ba72-b9ea-4936-8f56-7b4b6ae739f6 service neutron] Pushing event updated for resources: {'Port': ['ID=599cb102-cc01-4336-89d8-102a6ac3c71a,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:37.222983 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4358a00-229d-46a6-abc5-795daa18d2d2 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:37.228557 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-c4358a00-229d-46a6-abc5-795daa18d2d2 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] 10.222.0.22 "GET /v2.0/networks/0e42b897-6508-4134-a4be-5099b82c00b2 HTTP/1.1" status: 200 len: 804 time: 0.2331865 Aug 29 04:20:37.229193 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 49622) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:37.253075 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b57d9214-7fa1-452b-9829-d8eb1cc1d1fa req-310a3db9-fc3d-4caa-a9ab-31e56273dc66 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] 10.222.0.22 "GET /v2.0/security-groups?id=0e1109a6-248f-4454-ba5b-742319a76013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282840 Aug 29 04:20:37.291048 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b57ab8dc-81e0-470b-98db-9eeab364ec01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:37.352313 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8fff079-bb35-4695-96e4-1f41ce1b3bf9 x-openstack-request-id: req-f8fff079-bb35-4695-96e4-1f41ce1b3bf9 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:20:37.352839 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00b7794b-e353-4482-a362-3b01d21c6207", "name": "network-vif-deleted", "tag": "31491024-4c7a-4b13-84e2-7d9fa9111394", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:20:37.353237 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f8fff079-bb35-4695-96e4-1f41ce1b3bf9 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:20:37.353803 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00b7794b-e353-4482-a362-3b01d21c6207', 'name': 'network-vif-deleted', 'tag': '31491024-4c7a-4b13-84e2-7d9fa9111394', 'status': 'completed', 'code': 200} Aug 29 04:20:37.358605 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b57ab8dc-81e0-470b-98db-9eeab364ec01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:37.371580 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-6a407329-1598-4251-b1fd-3cc6db4d9949 req-0c48ba72-b9ea-4936-8f56-7b4b6ae739f6 service neutron] Attempting to bind port 599cb102-cc01-4336-89d8-102a6ac3c71a on host n-h2-712140-12 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:20:37.371958 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-6a407329-1598-4251-b1fd-3cc6db4d9949 req-0c48ba72-b9ea-4936-8f56-7b4b6ae739f6 service neutron] Attempting to bind port 599cb102-cc01-4336-89d8-102a6ac3c71a by drivers openvswitch,hyperv on host n-h2-712140-12 at level 0 using segments [{'id': '44fea4a1-e972-4690-b14e-956bce45d1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1c65535d-8d45-4051-8e5d-043211a49251'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:20:37.372316 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a407329-1598-4251-b1fd-3cc6db4d9949 req-0c48ba72-b9ea-4936-8f56-7b4b6ae739f6 service neutron] Attempting to bind port 599cb102-cc01-4336-89d8-102a6ac3c71a on network 1c65535d-8d45-4051-8e5d-043211a49251 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:20:37.418815 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a407329-1598-4251-b1fd-3cc6db4d9949 req-0c48ba72-b9ea-4936-8f56-7b4b6ae739f6 service neutron] Port 599cb102-cc01-4336-89d8-102a6ac3c71a on network 1c65535d-8d45-4051-8e5d-043211a49251 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-12 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:20:37.419255 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a407329-1598-4251-b1fd-3cc6db4d9949 req-0c48ba72-b9ea-4936-8f56-7b4b6ae739f6 service neutron] Attempting to bind port 599cb102-cc01-4336-89d8-102a6ac3c71a on network 1c65535d-8d45-4051-8e5d-043211a49251 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:20:37.431549 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-748b81a8-ab84-4140-822f-0c87800e63e3 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] 10.222.0.22 "GET /v2.0/networks/0e42b897-6508-4134-a4be-5099b82c00b2?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.2007701 Aug 29 04:20:37.438189 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a407329-1598-4251-b1fd-3cc6db4d9949 req-0c48ba72-b9ea-4936-8f56-7b4b6ae739f6 service neutron] Checking agent: {'id': 'b3a0606b-b029-4f5e-8798-3a32b71d8844', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:20:37.438541 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a407329-1598-4251-b1fd-3cc6db4d9949 req-0c48ba72-b9ea-4936-8f56-7b4b6ae739f6 service neutron] Checking segment: {'id': '44fea4a1-e972-4690-b14e-956bce45d1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1c65535d-8d45-4051-8e5d-043211a49251'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:20:37.438656 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 49628) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:37.439024 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a407329-1598-4251-b1fd-3cc6db4d9949 req-0c48ba72-b9ea-4936-8f56-7b4b6ae739f6 service neutron] Bound using segment: {'id': '44fea4a1-e972-4690-b14e-956bce45d1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1c65535d-8d45-4051-8e5d-043211a49251'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:20:37.439392 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-6a407329-1598-4251-b1fd-3cc6db4d9949 req-0c48ba72-b9ea-4936-8f56-7b4b6ae739f6 service neutron] Bound port: 599cb102-cc01-4336-89d8-102a6ac3c71a, host: n-h2-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44fea4a1-e972-4690-b14e-956bce45d1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1c65535d-8d45-4051-8e5d-043211a49251'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:20:37.439776 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-6a407329-1598-4251-b1fd-3cc6db4d9949 req-0c48ba72-b9ea-4936-8f56-7b4b6ae739f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:37.477742 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cb9a32-ad00-4d36-adfa-615b7f4319a9 req-ac39b1e0-7899-4511-9da5-64af9b6f7c7e tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:37.479303 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-87cb9a32-ad00-4d36-adfa-615b7f4319a9 req-ac39b1e0-7899-4511-9da5-64af9b6f7c7e tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] 10.222.0.22 "GET /v2.0/ports?device_id=f0d2eda9-19c2-4c69-ba94-d4494a9a80e2 HTTP/1.1" status: 200 len: 946 time: 0.1088779 Aug 29 04:20:37.507080 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d25bf91-6639-44b7-8556-398383fc6054 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:37.508521 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-2d25bf91-6639-44b7-8556-398383fc6054 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] 10.222.0.22 "GET /v2.0/subnets/feac4683-941c-4724-91d2-1b03e43e0143 HTTP/1.1" status: 200 len: 843 time: 0.0689116 Aug 29 04:20:37.512891 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 49630) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:37.521978 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b57ab8dc-81e0-470b-98db-9eeab364ec01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:37.524541 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b57ab8dc-81e0-470b-98db-9eeab364ec01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:37.528684 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-b57ab8dc-81e0-470b-98db-9eeab364ec01 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7d3c2e0e-2533-40b2-80ad-bc1b055bab64 HTTP/1.1" status: 204 len: 168 time: 0.4546995 Aug 29 04:20:37.567413 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57ab8dc-81e0-470b-98db-9eeab364ec01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d3c2e0e-2533-40b2-80ad-bc1b055bab64,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:37.595092 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-87cb9a32-ad00-4d36-adfa-615b7f4319a9 req-b938471f-0960-4473-9029-a2f2baedff9d tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] 10.222.0.22 "GET /v2.0/security-groups?id=0e1109a6-248f-4454-ba5b-742319a76013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965450 Aug 29 04:20:37.600992 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-6a407329-1598-4251-b1fd-3cc6db4d9949 req-0c48ba72-b9ea-4936-8f56-7b4b6ae739f6 service neutron] For port 599cb102-cc01-4336-89d8-102a6ac3c71a, host n-h2-712140-12, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:20:37.604877 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-6a407329-1598-4251-b1fd-3cc6db4d9949 req-0c48ba72-b9ea-4936-8f56-7b4b6ae739f6 service neutron] For port 599cb102-cc01-4336-89d8-102a6ac3c71a, host n-h2-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=599cb102-cc01-4336-89d8-102a6ac3c71a,segment=NetworkSegment(44fea4a1-e972-4690-b14e-956bce45d1ec),segment_id=44fea4a1-e972-4690-b14e-956bce45d1ec)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:20:37.608094 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd7f98d-ceac-4f85-bb49-933561c64c45 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Attributes excluded by policy engine: ['shared'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:37.609736 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-6bd7f98d-ceac-4f85-bb49-933561c64c45 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] 10.222.0.22 "GET /v2.0/subnets/feac4683-941c-4724-91d2-1b03e43e0143?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0955663 Aug 29 04:20:37.613671 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 49638) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:37.621150 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-cc8bb9a8-904a-4c09-83bd-6f14d2a62c7b tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-971837739'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:37.626558 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-6a407329-1598-4251-b1fd-3cc6db4d9949 req-0c48ba72-b9ea-4936-8f56-7b4b6ae739f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:37.689006 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b036ea9a-ff02-4236-81a2-d34bcecb6820 req-ae915dd8-3bce-4a16-8159-3da3d0e413db tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:37.696489 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a407329-1598-4251-b1fd-3cc6db4d9949 req-0c48ba72-b9ea-4936-8f56-7b4b6ae739f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:37.697270 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-6a407329-1598-4251-b1fd-3cc6db4d9949 req-0c48ba72-b9ea-4936-8f56-7b4b6ae739f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:37.700477 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6a407329-1598-4251-b1fd-3cc6db4d9949 req-0c48ba72-b9ea-4936-8f56-7b4b6ae739f6 service neutron] 10.222.0.48 "PUT /v2.0/ports/599cb102-cc01-4336-89d8-102a6ac3c71a HTTP/1.1" status: 200 len: 1092 time: 1.3770275 Aug 29 04:20:37.702853 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33938cd7-ba94-4eae-b8ec-80748b58e019', 'tag': '599cb102-cc01-4336-89d8-102a6ac3c71a'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:20:37.703094 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b036ea9a-ff02-4236-81a2-d34bcecb6820 req-ae915dd8-3bce-4a16-8159-3da3d0e413db tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=33938cd7-ba94-4eae-b8ec-80748b58e019 HTTP/1.1" status: 200 len: 943 time: 0.1041949 Aug 29 04:20:37.705975 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86fbd6db-adce-4d6a-ac50-58a4f32cb212" -d '{"events": [{"name": "network-changed", "server_uuid": "33938cd7-ba94-4eae-b8ec-80748b58e019", "tag": "599cb102-cc01-4336-89d8-102a6ac3c71a"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:20:37.715667 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc8bb9a8-904a-4c09-83bd-6f14d2a62c7b tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Made reservation on behalf of 44385798d8624c32aa934faabfcc9a0e for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:20:37.718947 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cc8bb9a8-904a-4c09-83bd-6f14d2a62c7b tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:37.726889 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 31491024-4c7a-4b13-84e2-7d9fa9111394 no longer exists at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:20:37.782822 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] No Port match for: 31491024-4c7a-4b13-84e2-7d9fa9111394 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:20:37.786351 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 31491024-4c7a-4b13-84e2-7d9fa9111394 not bound to the agent host n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:20:37.801881 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b036ea9a-ff02-4236-81a2-d34bcecb6820 req-d66ec478-7c49-4eb3-9961-1ee513c920fb tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973783 Aug 29 04:20:37.819174 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c48ba72-b9ea-4936-8f56-7b4b6ae739f6 service neutron] Pushing event updated for resources: {'Port': ['ID=599cb102-cc01-4336-89d8-102a6ac3c71a,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:37.844872 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-399a38aa-5bc1-4879-b32f-7575d3f44b87 x-openstack-request-id: req-399a38aa-5bc1-4879-b32f-7575d3f44b87 {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:20:37.845144 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33938cd7-ba94-4eae-b8ec-80748b58e019", "tag": "599cb102-cc01-4336-89d8-102a6ac3c71a", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:20:37.845406 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-399a38aa-5bc1-4879-b32f-7575d3f44b87 {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:20:37.845766 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33938cd7-ba94-4eae-b8ec-80748b58e019', 'tag': '599cb102-cc01-4336-89d8-102a6ac3c71a', 'status': 'completed', 'code': 200} Aug 29 04:20:37.860855 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc8bb9a8-904a-4c09-83bd-6f14d2a62c7b tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:20:37.876927 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cc8bb9a8-904a-4c09-83bd-6f14d2a62c7b tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:37.877249 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-cc8bb9a8-904a-4c09-83bd-6f14d2a62c7b tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Added segment fb395cc2-ede3-4f46-863e-bae9db56876a of type vlan for network f9937c36-e2b8-4e57-859a-3649f5563eb3 Aug 29 04:20:37.887701 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a407329-1598-4251-b1fd-3cc6db4d9949 req-142d3e52-727f-46fa-ae44-8fb2f68e7abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:37.889319 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6a407329-1598-4251-b1fd-3cc6db4d9949 req-142d3e52-727f-46fa-ae44-8fb2f68e7abe service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=260b2b7726794e4d90a38e52b66506fd&device_id=33938cd7-ba94-4eae-b8ec-80748b58e019 HTTP/1.1" status: 200 len: 1095 time: 0.0942538 Aug 29 04:20:37.958604 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dbcd83d2-05a5-4778-a7a2-eea093945bda req-e808de75-7e24-4636-9bfb-075f9f72de3d tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=00b7794b-e353-4482-a362-3b01d21c6207 HTTP/1.1" status: 200 len: 210 time: 0.0352352 Aug 29 04:20:37.989404 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cc8bb9a8-904a-4c09-83bd-6f14d2a62c7b tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:37.995325 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6a407329-1598-4251-b1fd-3cc6db4d9949 req-eea7f4b0-f341-4963-80ab-d5ba511ffcca service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=599cb102-cc01-4336-89d8-102a6ac3c71a HTTP/1.1" status: 200 len: 217 time: 0.0717087 Aug 29 04:20:38.089752 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7febb604-ddc7-4328-bc0c-8f570224f5f2 req-40685c32-e8d1-45b1-b21e-f7f512e6fed1 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:38.097269 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7febb604-ddc7-4328-bc0c-8f570224f5f2 req-40685c32-e8d1-45b1-b21e-f7f512e6fed1 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] 10.222.0.22 "GET /v2.0/ports?device_id=f0d2eda9-19c2-4c69-ba94-d4494a9a80e2 HTTP/1.1" status: 200 len: 946 time: 0.1602252 Aug 29 04:20:38.105691 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-acbe3c0d-c00b-45a6-9202-234f70543182 req-4befa706-91be-4cea-b853-70239c09bb15 tempest-ServerShowV254Test-1618899415 tempest-ServerShowV254Test-1618899415-project] 10.222.0.22 "GET /v2.0/ports?device_id=9de919d4-15a8-461e-8b98-44a892752954 HTTP/1.1" status: 200 len: 210 time: 0.0402989 Aug 29 04:20:38.108341 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cc8bb9a8-904a-4c09-83bd-6f14d2a62c7b tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:38.114180 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8bb9a8-904a-4c09-83bd-6f14d2a62c7b tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:38.115113 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cc8bb9a8-904a-4c09-83bd-6f14d2a62c7b tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:38.133139 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a407329-1598-4251-b1fd-3cc6db4d9949 req-8201eed8-0cbe-4bc1-9071-57798230c514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:38.134625 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6a407329-1598-4251-b1fd-3cc6db4d9949 req-8201eed8-0cbe-4bc1-9071-57798230c514 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d11db723-881a-44e4-ae3d-f8a6bedc146e HTTP/1.1" status: 200 len: 847 time: 0.1193714 Aug 29 04:20:38.212989 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-cc8bb9a8-904a-4c09-83bd-6f14d2a62c7b tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5978808 Aug 29 04:20:38.215894 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 49658) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:38.221904 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6a407329-1598-4251-b1fd-3cc6db4d9949 req-95c040ec-04c4-4ba4-b7ea-fced2553b279 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1c65535d-8d45-4051-8e5d-043211a49251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677297 Aug 29 04:20:38.229440 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-32635c1c-a273-4f14-82a6-e8ff144935e1 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Request body: {'subnet': {'network_id': 'f9937c36-e2b8-4e57-859a-3649f5563eb3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:38.236268 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7febb604-ddc7-4328-bc0c-8f570224f5f2 req-c0caaac9-678b-457d-a046-6608568e5ad4 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] 10.222.0.22 "GET /v2.0/security-groups?id=0e1109a6-248f-4454-ba5b-742319a76013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380529 Aug 29 04:20:38.289937 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8bb9a8-904a-4c09-83bd-6f14d2a62c7b tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Pushing event updated for resources: {'Network': ['ID=f9937c36-e2b8-4e57-859a-3649f5563eb3,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:38.302364 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network f9937c36-e2b8-4e57-859a-3649f5563eb3 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:20:38.360661 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6a407329-1598-4251-b1fd-3cc6db4d9949 req-8dc531d3-607b-4e7b-a69b-4c375b9cf90d service neutron] 10.222.0.48 "GET /v2.0/networks/1c65535d-8d45-4051-8e5d-043211a49251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208003 Aug 29 04:20:38.373203 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32635c1c-a273-4f14-82a6-e8ff144935e1 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Made reservation on behalf of 44385798d8624c32aa934faabfcc9a0e for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:20:38.378286 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-32635c1c-a273-4f14-82a6-e8ff144935e1 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:38.455156 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.ipam_backend_mixin [None req-32635c1c-a273-4f14-82a6-e8ff144935e1 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Performing IP validity checks on allocation pools {{(pid=94828) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 29 04:20:38.455751 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.ipam_backend_mixin [None req-32635c1c-a273-4f14-82a6-e8ff144935e1 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94828) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 29 04:20:38.486110 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6a407329-1598-4251-b1fd-3cc6db4d9949 req-69e1719a-6318-4045-a85e-583f3e8c49af service neutron] 10.222.0.48 "GET /v2.0/networks/1c65535d-8d45-4051-8e5d-043211a49251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144435 Aug 29 04:20:38.568535 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:38.585599 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 49672) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:38.619906 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-32635c1c-a273-4f14-82a6-e8ff144935e1 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9191137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10062364'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:38.625190 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fbd6db-adce-4d6a-ac50-58a4f32cb212 req-53d8fa69-b587-4d57-8b04-faf492656710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:38.627011 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-86fbd6db-adce-4d6a-ac50-58a4f32cb212 req-53d8fa69-b587-4d57-8b04-faf492656710 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=260b2b7726794e4d90a38e52b66506fd&device_id=33938cd7-ba94-4eae-b8ec-80748b58e019 HTTP/1.1" status: 200 len: 1095 time: 0.0495434 Aug 29 04:20:38.683977 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32635c1c-a273-4f14-82a6-e8ff144935e1 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Pushing event updated for resources: {'Subnet': ['ID=337ebc86-090b-49d5-b73d-3355c8f66bfb,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:38.707534 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32635c1c-a273-4f14-82a6-e8ff144935e1 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Checking segment: {'id': 'fb395cc2-ede3-4f46-863e-bae9db56876a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'f9937c36-e2b8-4e57-859a-3649f5563eb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:20:38.708009 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32635c1c-a273-4f14-82a6-e8ff144935e1 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Network hostable DHCP agents. Network: f9937c36-e2b8-4e57-859a-3649f5563eb3, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:20:38.727765 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32635c1c-a273-4f14-82a6-e8ff144935e1 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Network f9937c36-e2b8-4e57-859a-3649f5563eb3 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:20:38.728222 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-2d9f66fc-77e9-4232-baae-924b77899e2e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1862558254-network', 'tenant_id': '04d55454cfca4ca7a0fe9ea5be2b44b6'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:38.737982 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-32635c1c-a273-4f14-82a6-e8ff144935e1 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, f9937c36-e2b8-4e57-859a-3649f5563eb3) {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:20:38.742976 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32635c1c-a273-4f14-82a6-e8ff144935e1 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:38.744052 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-32635c1c-a273-4f14-82a6-e8ff144935e1 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:38.747840 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fbd6db-adce-4d6a-ac50-58a4f32cb212 req-65ea8493-181c-4e97-81bf-3a2debcd8a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:38.751098 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716ac070-a0f8-4a8c-9760-3944fab324a7 None None] Network f9937c36-e2b8-4e57-859a-3649f5563eb3 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:20:38.755057 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-86fbd6db-adce-4d6a-ac50-58a4f32cb212 req-65ea8493-181c-4e97-81bf-3a2debcd8a3a service neutron] 10.222.0.48 "GET /v2.0/networks?id=1c65535d-8d45-4051-8e5d-043211a49251 HTTP/1.1" status: 200 len: 908 time: 0.1186688 Aug 29 04:20:38.781669 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-32635c1c-a273-4f14-82a6-e8ff144935e1 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.5633509 Aug 29 04:20:38.784447 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 49676) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:38.789793 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-a3df104b-dc03-4b1c-a5ba-70a92c85caec tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:38.808463 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d9f66fc-77e9-4232-baae-924b77899e2e admin admin] Made reservation on behalf of 04d55454cfca4ca7a0fe9ea5be2b44b6 for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:20:38.812051 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2d9f66fc-77e9-4232-baae-924b77899e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:38.814753 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-86fbd6db-adce-4d6a-ac50-58a4f32cb212 req-91705487-0d71-45a1-8f5d-11466be95b76 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=599cb102-cc01-4336-89d8-102a6ac3c71a HTTP/1.1" status: 200 len: 217 time: 0.0500600 Aug 29 04:20:38.821744 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2d9f66fc-77e9-4232-baae-924b77899e2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:38.907214 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fbd6db-adce-4d6a-ac50-58a4f32cb212 req-9e477e4c-0765-44ff-80ae-769079f1a051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:38.908732 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-86fbd6db-adce-4d6a-ac50-58a4f32cb212 req-9e477e4c-0765-44ff-80ae-769079f1a051 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d11db723-881a-44e4-ae3d-f8a6bedc146e HTTP/1.1" status: 200 len: 847 time: 0.0845795 Aug 29 04:20:38.924568 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2295b783-999a-4846-80fb-2a04f4d4dda9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-f9937c36-e2b8-4e57-859a-3649f5563eb3', 'network_id': 'f9937c36-e2b8-4e57-859a-3649f5563eb3', 'tenant_id': '44385798d8624c32aa934faabfcc9a0e', 'fixed_ips': [{'subnet_id': '337ebc86-090b-49d5-b73d-3355c8f66bfb'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:20:38.925650 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2295b783-999a-4846-80fb-2a04f4d4dda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:38.930237 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a3df104b-dc03-4b1c-a5ba-70a92c85caec tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10062359'] for subnet, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:38.954547 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-86fbd6db-adce-4d6a-ac50-58a4f32cb212 req-f4e9dd66-e8d8-4354-b5cc-99b849f65587 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1c65535d-8d45-4051-8e5d-043211a49251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357862 Aug 29 04:20:39.127789 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2d9f66fc-77e9-4232-baae-924b77899e2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:39.134857 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-86fbd6db-adce-4d6a-ac50-58a4f32cb212 req-52e195e3-b133-474b-be9f-a7b16ff91dfa service neutron] 10.222.0.48 "GET /v2.0/networks/1c65535d-8d45-4051-8e5d-043211a49251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721117 Aug 29 04:20:39.136131 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2d9f66fc-77e9-4232-baae-924b77899e2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:39.151124 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d9f66fc-77e9-4232-baae-924b77899e2e admin admin] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:20:39.152212 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b9c1f3-2e67-4a11-bbed-e1721a662e56 req-437edd3a-9fb1-45a5-bff6-da6e014d7b8f tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:39.155303 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b6b9c1f3-2e67-4a11-bbed-e1721a662e56 req-437edd3a-9fb1-45a5-bff6-da6e014d7b8f tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=33938cd7-ba94-4eae-b8ec-80748b58e019 HTTP/1.1" status: 200 len: 943 time: 0.2534692 Aug 29 04:20:39.162341 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2d9f66fc-77e9-4232-baae-924b77899e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:39.162685 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-2d9f66fc-77e9-4232-baae-924b77899e2e admin admin] Added segment aba1ad6c-3203-4cac-aff4-be77a48241e8 of type vlan for network 3c267606-936c-4873-8d3e-cf711974ceb1 Aug 29 04:20:39.271120 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b6b9c1f3-2e67-4a11-bbed-e1721a662e56 req-e9603acf-7434-477e-b995-a2361d4ed82c tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701377 Aug 29 04:20:39.274687 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a3df104b-dc03-4b1c-a5ba-70a92c85caec tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8732639023912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9190443'] for subnet, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:39.296980 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2d9f66fc-77e9-4232-baae-924b77899e2e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:39.303432 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9f66fc-77e9-4232-baae-924b77899e2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83c35a69-1b8b-465d-b3d3-3c3a0dc38ec6,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:39.328717 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-2295b783-999a-4846-80fb-2a04f4d4dda9 None None] Allocated IP 2001:db8::3 (f9937c36-e2b8-4e57-859a-3649f5563eb3/337ebc86-090b-49d5-b73d-3355c8f66bfb/b093a9ad-266a-4f3d-ad72-e12b7d4e0f0e) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:20:39.366018 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3df104b-dc03-4b1c-a5ba-70a92c85caec tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:39.366624 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a3df104b-dc03-4b1c-a5ba-70a92c85caec tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:39.367971 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-a3df104b-dc03-4b1c-a5ba-70a92c85caec tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] 10.222.0.22 "PUT /v2.0/subnets/337ebc86-090b-49d5-b73d-3355c8f66bfb HTTP/1.1" status: 200 len: 900 time: 0.5825582 Aug 29 04:20:39.372727 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 49692) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:39.387396 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-01ad5efb-0ec8-4197-8325-08bad42d996d req-bed85ab1-6195-48c3-9d6a-62aeda262b02 tempest-ServerShowV254Test-1618899415 tempest-ServerShowV254Test-1618899415-project] 10.222.0.22 "GET /v2.0/ports?device_id=9de919d4-15a8-461e-8b98-44a892752954 HTTP/1.1" status: 200 len: 210 time: 0.0603633 Aug 29 04:20:39.391244 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2d9f66fc-77e9-4232-baae-924b77899e2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:39.392553 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9f66fc-77e9-4232-baae-924b77899e2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:39.393224 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2d9f66fc-77e9-4232-baae-924b77899e2e admin admin] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:39.439727 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3df104b-dc03-4b1c-a5ba-70a92c85caec tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Pushing event updated for resources: {'Subnet': ['ID=337ebc86-090b-49d5-b73d-3355c8f66bfb,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:39.478200 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-86fbd6db-adce-4d6a-ac50-58a4f32cb212 req-876ed0b7-297e-4496-b487-9e09c7ae0954 service neutron] 10.222.0.48 "GET /v2.0/networks/1c65535d-8d45-4051-8e5d-043211a49251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3063183 Aug 29 04:20:39.500553 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-2d9f66fc-77e9-4232-baae-924b77899e2e admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9134216 Aug 29 04:20:39.502599 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 49694) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:39.515639 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-256f7975-813e-4bfe-ba24-051b56a130bd admin admin] Request body: {'subnet': {'network_id': '3c267606-936c-4873-8d3e-cf711974ceb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1862558254-subnet', 'tenant_id': '04d55454cfca4ca7a0fe9ea5be2b44b6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:39.528616 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec171986-8b96-4932-92f8-367d25afb8ed req-8444e148-7d4e-4b57-badf-ca99e7a327fd tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:39.530381 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ec171986-8b96-4932-92f8-367d25afb8ed req-8444e148-7d4e-4b57-badf-ca99e7a327fd tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=855fdc43-b94a-447a-8c44-5c3f5c76fb1f HTTP/1.1" status: 200 len: 945 time: 0.1438510 Aug 29 04:20:39.534956 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9f66fc-77e9-4232-baae-924b77899e2e admin admin] Pushing event updated for resources: {'Network': ['ID=3c267606-936c-4873-8d3e-cf711974ceb1,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:39.549436 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 3c267606-936c-4873-8d3e-cf711974ceb1 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:20:39.550168 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8c2b433-afe9-4b88-8d6e-ea05a8fc9289 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:39.598692 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ec171986-8b96-4932-92f8-367d25afb8ed req-8c5bc50e-d506-4de9-ac3c-39f30c093b8c tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=67519499-017b-4c54-88db-c974346724c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463576 Aug 29 04:20:39.623463 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2295b783-999a-4846-80fb-2a04f4d4dda9 None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:39.648278 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-2295b783-999a-4846-80fb-2a04f4d4dda9 None None] Transition to ACTIVE for port object b093a9ad-266a-4f3d-ad72-e12b7d4e0f0e will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:20:39.654600 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78a5fa9-f207-412a-8b3f-3859355b9c6d req-5960b82a-9d1d-4d49-ac30-a9984a07d0ef tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:39.657490 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a78a5fa9-f207-412a-8b3f-3859355b9c6d req-5960b82a-9d1d-4d49-ac30-a9984a07d0ef tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] 10.222.0.22 "GET /v2.0/ports?device_id=f0d2eda9-19c2-4c69-ba94-d4494a9a80e2 HTTP/1.1" status: 200 len: 946 time: 0.1507671 Aug 29 04:20:39.658940 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-256f7975-813e-4bfe-ba24-051b56a130bd admin admin] Made reservation on behalf of 04d55454cfca4ca7a0fe9ea5be2b44b6 for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:20:39.659799 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8c2b433-afe9-4b88-8d6e-ea05a8fc9289 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:39.662183 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-256f7975-813e-4bfe-ba24-051b56a130bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4552395'] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:39.671544 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-2295b783-999a-4846-80fb-2a04f4d4dda9 None None] Transition to ACTIVE for port object b093a9ad-266a-4f3d-ad72-e12b7d4e0f0e will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:20:39.679948 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2295b783-999a-4846-80fb-2a04f4d4dda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:39.729816 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2295b783-999a-4846-80fb-2a04f4d4dda9 None None] Network f9937c36-e2b8-4e57-859a-3649f5563eb3 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:20:39.733680 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-2295b783-999a-4846-80fb-2a04f4d4dda9 None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:20:39.739199 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2295b783-999a-4846-80fb-2a04f4d4dda9 None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:20:39.756449 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2295b783-999a-4846-80fb-2a04f4d4dda9 None None] Pushing event updated for resources: {'Port': ['ID=b093a9ad-266a-4f3d-ad72-e12b7d4e0f0e,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:39.775410 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8c2b433-afe9-4b88-8d6e-ea05a8fc9289 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9190434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062341'] for subnet, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:39.827810 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c2b433-afe9-4b88-8d6e-ea05a8fc9289 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Pushing event deleted for resources: {'Subnet': ['ID=337ebc86-090b-49d5-b73d-3355c8f66bfb,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:39.830630 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a78a5fa9-f207-412a-8b3f-3859355b9c6d req-0df91bdb-dc42-4b1e-b003-156577858397 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] 10.222.0.22 "GET /v2.0/security-groups?id=0e1109a6-248f-4454-ba5b-742319a76013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160398 Aug 29 04:20:39.843097 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-2295b783-999a-4846-80fb-2a04f4d4dda9 None None] Attempting to bind port b093a9ad-266a-4f3d-ad72-e12b7d4e0f0e on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:20:39.843679 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-2295b783-999a-4846-80fb-2a04f4d4dda9 None None] Attempting to bind port b093a9ad-266a-4f3d-ad72-e12b7d4e0f0e by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'fb395cc2-ede3-4f46-863e-bae9db56876a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'f9937c36-e2b8-4e57-859a-3649f5563eb3'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:20:39.843883 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7942db-41de-4e9f-99fe-e16c90085fad req-0efb6d09-513c-4928-a4e6-f97d519803ce tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:39.844489 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2295b783-999a-4846-80fb-2a04f4d4dda9 None None] Attempting to bind port b093a9ad-266a-4f3d-ad72-e12b7d4e0f0e on network f9937c36-e2b8-4e57-859a-3649f5563eb3 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:20:39.845322 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-dd7942db-41de-4e9f-99fe-e16c90085fad req-0efb6d09-513c-4928-a4e6-f97d519803ce tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.46 "GET /v2.0/ports?device_id=855fdc43-b94a-447a-8c44-5c3f5c76fb1f HTTP/1.1" status: 200 len: 945 time: 0.1296363 Aug 29 04:20:39.853457 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2295b783-999a-4846-80fb-2a04f4d4dda9 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:20:39.854268 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2295b783-999a-4846-80fb-2a04f4d4dda9 None None] Checking segment: {'id': 'fb395cc2-ede3-4f46-863e-bae9db56876a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'f9937c36-e2b8-4e57-859a-3649f5563eb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:20:39.855509 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2295b783-999a-4846-80fb-2a04f4d4dda9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:39.856596 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2295b783-999a-4846-80fb-2a04f4d4dda9 None None] Bound using segment: {'id': 'fb395cc2-ede3-4f46-863e-bae9db56876a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'f9937c36-e2b8-4e57-859a-3649f5563eb3'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:20:39.858139 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-2295b783-999a-4846-80fb-2a04f4d4dda9 None None] Bound port: b093a9ad-266a-4f3d-ad72-e12b7d4e0f0e, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb395cc2-ede3-4f46-863e-bae9db56876a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'f9937c36-e2b8-4e57-859a-3649f5563eb3'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:20:39.859000 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2295b783-999a-4846-80fb-2a04f4d4dda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:39.924761 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8c2b433-afe9-4b88-8d6e-ea05a8fc9289 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:39.937799 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-b8c2b433-afe9-4b88-8d6e-ea05a8fc9289 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9937c36-e2b8-4e57-859a-3649f5563eb3']}} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:39.950959 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-b8c2b433-afe9-4b88-8d6e-ea05a8fc9289 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb395cc2-ede3-4f46-863e-bae9db56876a') {'for_net_delete': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:39.951498 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-b8c2b433-afe9-4b88-8d6e-ea05a8fc9289 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb395cc2-ede3-4f46-863e-bae9db56876a') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:39.964346 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8c2b433-afe9-4b88-8d6e-ea05a8fc9289 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8904833'] for segment, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:39.969084 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-2295b783-999a-4846-80fb-2a04f4d4dda9 None None] For port b093a9ad-266a-4f3d-ad72-e12b7d4e0f0e, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:20:39.974914 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-2295b783-999a-4846-80fb-2a04f4d4dda9 None None] For port b093a9ad-266a-4f3d-ad72-e12b7d4e0f0e, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=b093a9ad-266a-4f3d-ad72-e12b7d4e0f0e,segment=NetworkSegment(fb395cc2-ede3-4f46-863e-bae9db56876a),segment_id=fb395cc2-ede3-4f46-863e-bae9db56876a)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:20:39.983327 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2295b783-999a-4846-80fb-2a04f4d4dda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:39.987343 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8c2b433-afe9-4b88-8d6e-ea05a8fc9289 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:40.022749 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8c2b433-afe9-4b88-8d6e-ea05a8fc9289 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=94828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:20:40.025131 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8c2b433-afe9-4b88-8d6e-ea05a8fc9289 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9190468'] for segment, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:40.040526 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf22668-3b6c-4c6d-8d5b-d09315b3e02f req-102e7006-c545-4246-9fec-ef440b2fef2c tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:40.042066 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-adf22668-3b6c-4c6d-8d5b-d09315b3e02f req-102e7006-c545-4246-9fec-ef440b2fef2c tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] 10.222.0.48 "GET /v2.0/ports?device_id=f0d2eda9-19c2-4c69-ba94-d4494a9a80e2 HTTP/1.1" status: 200 len: 946 time: 0.1649427 Aug 29 04:20:40.044123 n-d-712140-12 neutron-server[94828]: Traceback (most recent call last): Aug 29 04:20:40.044123 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:20:40.044123 n-d-712140-12 neutron-server[94828]: timer() Aug 29 04:20:40.044123 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:20:40.044123 n-d-712140-12 neutron-server[94828]: cb(*args, **kw) Aug 29 04:20:40.044123 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:20:40.044123 n-d-712140-12 neutron-server[94828]: return func(*args, **kwargs) Aug 29 04:20:40.044123 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:20:40.044123 n-d-712140-12 neutron-server[94828]: self._notify() Aug 29 04:20:40.044123 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:20:40.044123 n-d-712140-12 neutron-server[94828]: self.callback(batched_events) Aug 29 04:20:40.044123 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:20:40.044123 n-d-712140-12 neutron-server[94828]: event.method(event) Aug 29 04:20:40.044123 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:20:40.044123 n-d-712140-12 neutron-server[94828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:20:40.044123 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:20:40.044123 n-d-712140-12 neutron-server[94828]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:20:40.044123 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:20:40.044123 n-d-712140-12 neutron-server[94828]: return f(self, *a, **k) Aug 29 04:20:40.044123 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:20:40.044123 n-d-712140-12 neutron-server[94828]: return self._get(url).json() Aug 29 04:20:40.044123 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:20:40.044123 n-d-712140-12 neutron-server[94828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:20:40.044123 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:20:40.044123 n-d-712140-12 neutron-server[94828]: return self.request(url, 'GET', **kwargs) Aug 29 04:20:40.044123 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:20:40.044123 n-d-712140-12 neutron-server[94828]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:20:40.044123 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:20:40.044123 n-d-712140-12 neutron-server[94828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:20:40.044123 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:20:40.044123 n-d-712140-12 neutron-server[94828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:20:40.044123 n-d-712140-12 neutron-server[94828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:20:40.046908 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-256f7975-813e-4bfe-ba24-051b56a130bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4274880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4552377'] for subnet, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:40.090072 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2295b783-999a-4846-80fb-2a04f4d4dda9 None None] Pushing event updated for resources: {'Port': ['ID=b093a9ad-266a-4f3d-ad72-e12b7d4e0f0e,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:40.128769 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63cd6fc0-7efb-41ed-9dca-b4b8d28cb988 None None] Network f9937c36-e2b8-4e57-859a-3649f5563eb3 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:20:40.172075 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256f7975-813e-4bfe-ba24-051b56a130bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=100359fd-9a42-4d93-9537-07778121f197,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:40.172372 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-b8c2b433-afe9-4b88-8d6e-ea05a8fc9289 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 29 04:20:40.172372 n-d-712140-12 neutron-server[94828]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 29 04:20:40.172372 n-d-712140-12 neutron-server[94828]: [parameters: {'id': 'f9937c36-e2b8-4e57-859a-3649f5563eb3'}] Aug 29 04:20:40.172372 n-d-712140-12 neutron-server[94828]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:20:40.173903 n-d-712140-12 neutron-server[94828]: DEBUG oslo_db.api [None req-b8c2b433-afe9-4b88-8d6e-ea05a8fc9289 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:20:40.307624 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa0429d-09c8-4e4b-9dd6-82e1a8fb78bf None None] Network f9937c36-e2b8-4e57-859a-3649f5563eb3 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:20:40.494865 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9627b05e-7284-4bc9-a728-a405880daaf1 None None] get_active_networks_info from n-d-712140-12 {{(pid=94830) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 04:20:40.552004 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [req-dd7942db-41de-4e9f-99fe-e16c90085fad req-f1e5dfc8-74b0-4881-b25d-577bd2d022ec tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Deleting port ad8e0c29-4219-4f94-b4fe-492d83d0d111 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:20:40.553067 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-dd7942db-41de-4e9f-99fe-e16c90085fad req-f1e5dfc8-74b0-4881-b25d-577bd2d022ec tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:40.579556 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-cfaf6031-4788-45fc-8db7-1b45967999d5 req-d8f0a10e-32ee-4a8d-a6ce-106e96a2a622 tempest-ServerShowV254Test-1618899415 tempest-ServerShowV254Test-1618899415-project] 10.222.0.22 "GET /v2.0/ports?device_id=9de919d4-15a8-461e-8b98-44a892752954 HTTP/1.1" status: 200 len: 210 time: 0.0689540 Aug 29 04:20:40.620279 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256f7975-813e-4bfe-ba24-051b56a130bd admin admin] Checking segment: {'id': 'aba1ad6c-3203-4cac-aff4-be77a48241e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '3c267606-936c-4873-8d3e-cf711974ceb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:20:40.620644 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256f7975-813e-4bfe-ba24-051b56a130bd admin admin] Network hostable DHCP agents. Network: 3c267606-936c-4873-8d3e-cf711974ceb1, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:20:40.675874 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8c2b433-afe9-4b88-8d6e-ea05a8fc9289 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:40.717386 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc26314-b70f-428d-afa2-a50960d418d6 req-40ad973b-c9d5-4642-8f85-dfa4fbd6b103 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:40.719169 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-cfc26314-b70f-428d-afa2-a50960d418d6 req-40ad973b-c9d5-4642-8f85-dfa4fbd6b103 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=33938cd7-ba94-4eae-b8ec-80748b58e019 HTTP/1.1" status: 200 len: 943 time: 0.1865306 Aug 29 04:20:40.728249 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [req-adf22668-3b6c-4c6d-8d5b-d09315b3e02f req-a0cc7d86-a6dd-4550-8cf6-42ebd8b87d47 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] Deleting port 4772a09d-faf2-4d24-bc31-b042ffd44672 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:20:40.728761 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-adf22668-3b6c-4c6d-8d5b-d09315b3e02f req-a0cc7d86-a6dd-4550-8cf6-42ebd8b87d47 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:40.741371 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256f7975-813e-4bfe-ba24-051b56a130bd admin admin] Network 3c267606-936c-4873-8d3e-cf711974ceb1 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:20:40.769480 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9627b05e-7284-4bc9-a728-a405880daaf1 None None] Unable to find a vacant binding_index for network 3c267606-936c-4873-8d3e-cf711974ceb1 and agent dffe63d9-76f3-4595-9d0f-66b09862e064 {{(pid=94830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Aug 29 04:20:40.782700 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9627b05e-7284-4bc9-a728-a405880daaf1 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 3c267606-936c-4873-8d3e-cf711974ceb1) {{(pid=94830) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 04:20:40.810099 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b8c2b433-afe9-4b88-8d6e-ea05a8fc9289 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Deleting port b093a9ad-266a-4f3d-ad72-e12b7d4e0f0e {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:20:40.810446 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8c2b433-afe9-4b88-8d6e-ea05a8fc9289 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:40.821093 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6b3076-df34-4b8f-95ee-d11f9913a4fe req-e3bb6c47-0fd2-437a-820a-d0b83893eead tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:40.823353 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ff6b3076-df34-4b8f-95ee-d11f9913a4fe req-e3bb6c47-0fd2-437a-820a-d0b83893eead tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=855fdc43-b94a-447a-8c44-5c3f5c76fb1f HTTP/1.1" status: 200 len: 945 time: 0.0933754 Aug 29 04:20:40.837295 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-dd7942db-41de-4e9f-99fe-e16c90085fad req-f1e5dfc8-74b0-4881-b25d-577bd2d022ec tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] For port ad8e0c29-4219-4f94-b4fe-492d83d0d111, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=ad8e0c29-4219-4f94-b4fe-492d83d0d111,segment=NetworkSegment(6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc),segment_id=6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:40.837674 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-dd7942db-41de-4e9f-99fe-e16c90085fad req-f1e5dfc8-74b0-4881-b25d-577bd2d022ec tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:40.840042 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-256f7975-813e-4bfe-ba24-051b56a130bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 3c267606-936c-4873-8d3e-cf711974ceb1) {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:20:40.870854 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256f7975-813e-4bfe-ba24-051b56a130bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:40.872396 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-256f7975-813e-4bfe-ba24-051b56a130bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:40.885055 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [req-dd7942db-41de-4e9f-99fe-e16c90085fad req-f1e5dfc8-74b0-4881-b25d-577bd2d022ec tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Calling delete_port for ad8e0c29-4219-4f94-b4fe-492d83d0d111 owned by compute:nova {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:20:40.894901 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-cfc26314-b70f-428d-afa2-a50960d418d6 req-dbbaeb6b-b47f-476b-9b00-3b69660ef93c tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552210 Aug 29 04:20:40.925950 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8c2b433-afe9-4b88-8d6e-ea05a8fc9289 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] For port b093a9ad-266a-4f3d-ad72-e12b7d4e0f0e, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=b093a9ad-266a-4f3d-ad72-e12b7d4e0f0e,segment=NetworkSegment(fb395cc2-ede3-4f46-863e-bae9db56876a),segment_id=fb395cc2-ede3-4f46-863e-bae9db56876a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:40.926509 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8c2b433-afe9-4b88-8d6e-ea05a8fc9289 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:40.940081 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ff6b3076-df34-4b8f-95ee-d11f9913a4fe req-8fdbc6e3-eb71-4c47-8af6-655a51f58215 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=67519499-017b-4c54-88db-c974346724c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009014 Aug 29 04:20:40.946582 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b8c2b433-afe9-4b88-8d6e-ea05a8fc9289 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Calling delete_port for b093a9ad-266a-4f3d-ad72-e12b7d4e0f0e owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:20:40.964944 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-256f7975-813e-4bfe-ba24-051b56a130bd admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4572198 Aug 29 04:20:40.969648 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 49710) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:40.975917 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-159cccad-3ecc-4c07-903d-f1e3130e68b2 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1862558254-router', 'tenant_id': '04d55454cfca4ca7a0fe9ea5be2b44b6', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:41.004304 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-adf22668-3b6c-4c6d-8d5b-d09315b3e02f req-a0cc7d86-a6dd-4550-8cf6-42ebd8b87d47 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] For port 4772a09d-faf2-4d24-bc31-b042ffd44672, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=4772a09d-faf2-4d24-bc31-b042ffd44672,segment=NetworkSegment(98b8dc6c-7a29-4e8c-b0e0-7a04be0f01c2),segment_id=98b8dc6c-7a29-4e8c-b0e0-7a04be0f01c2)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:41.004686 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-adf22668-3b6c-4c6d-8d5b-d09315b3e02f req-a0cc7d86-a6dd-4550-8cf6-42ebd8b87d47 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:41.022885 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-159cccad-3ecc-4c07-903d-f1e3130e68b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:41.023974 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-159cccad-3ecc-4c07-903d-f1e3130e68b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1838'] for router, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:41.037475 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [req-adf22668-3b6c-4c6d-8d5b-d09315b3e02f req-a0cc7d86-a6dd-4550-8cf6-42ebd8b87d47 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] Calling delete_port for 4772a09d-faf2-4d24-bc31-b042ffd44672 owned by compute:nova {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:20:41.082494 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8c2b433-afe9-4b88-8d6e-ea05a8fc9289 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:41.117872 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c2b433-afe9-4b88-8d6e-ea05a8fc9289 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Pushing event deleted for resources: {'Port': ['ID=b093a9ad-266a-4f3d-ad72-e12b7d4e0f0e,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:41.121815 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c2b433-afe9-4b88-8d6e-ea05a8fc9289 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] No DVR routers for this DVR port b093a9ad-266a-4f3d-ad72-e12b7d4e0f0e on host n-d-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:20:41.203609 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-159cccad-3ecc-4c07-903d-f1e3130e68b2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:41.208715 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438d1b52-40ff-4af6-84ce-85fe7b60c8d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-3c267606-936c-4873-8d3e-cf711974ceb1', 'network_id': '3c267606-936c-4873-8d3e-cf711974ceb1', 'tenant_id': '04d55454cfca4ca7a0fe9ea5be2b44b6', 'fixed_ips': [{'subnet_id': '100359fd-9a42-4d93-9537-07778121f197'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:20:41.209927 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-438d1b52-40ff-4af6-84ce-85fe7b60c8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:41.218360 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8c2b433-afe9-4b88-8d6e-ea05a8fc9289 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:41.233405 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-b8c2b433-afe9-4b88-8d6e-ea05a8fc9289 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9937c36-e2b8-4e57-859a-3649f5563eb3']}} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:41.245959 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-b8c2b433-afe9-4b88-8d6e-ea05a8fc9289 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb395cc2-ede3-4f46-863e-bae9db56876a') {'for_net_delete': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:41.246294 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-b8c2b433-afe9-4b88-8d6e-ea05a8fc9289 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb395cc2-ede3-4f46-863e-bae9db56876a') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:41.257358 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8c2b433-afe9-4b88-8d6e-ea05a8fc9289 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8904833'] for segment, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:41.275719 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8c2b433-afe9-4b88-8d6e-ea05a8fc9289 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:41.289955 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8c2b433-afe9-4b88-8d6e-ea05a8fc9289 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=94828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:20:41.290560 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8c2b433-afe9-4b88-8d6e-ea05a8fc9289 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9190468'] for segment, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:41.296927 n-d-712140-12 neutron-server[94828]: Traceback (most recent call last): Aug 29 04:20:41.296927 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:20:41.296927 n-d-712140-12 neutron-server[94828]: timer() Aug 29 04:20:41.296927 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:20:41.296927 n-d-712140-12 neutron-server[94828]: cb(*args, **kw) Aug 29 04:20:41.296927 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:20:41.296927 n-d-712140-12 neutron-server[94828]: return func(*args, **kwargs) Aug 29 04:20:41.296927 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:20:41.296927 n-d-712140-12 neutron-server[94828]: self._notify() Aug 29 04:20:41.296927 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:20:41.296927 n-d-712140-12 neutron-server[94828]: self.callback(batched_events) Aug 29 04:20:41.296927 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:20:41.296927 n-d-712140-12 neutron-server[94828]: event.method(event) Aug 29 04:20:41.296927 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:20:41.296927 n-d-712140-12 neutron-server[94828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:20:41.296927 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:20:41.296927 n-d-712140-12 neutron-server[94828]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:20:41.296927 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:20:41.296927 n-d-712140-12 neutron-server[94828]: return f(self, *a, **k) Aug 29 04:20:41.296927 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:20:41.296927 n-d-712140-12 neutron-server[94828]: return self._get(url).json() Aug 29 04:20:41.296927 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:20:41.296927 n-d-712140-12 neutron-server[94828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:20:41.296927 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:20:41.296927 n-d-712140-12 neutron-server[94828]: return self.request(url, 'GET', **kwargs) Aug 29 04:20:41.296927 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:20:41.296927 n-d-712140-12 neutron-server[94828]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:20:41.296927 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:20:41.296927 n-d-712140-12 neutron-server[94828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:20:41.296927 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:20:41.296927 n-d-712140-12 neutron-server[94828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:20:41.296927 n-d-712140-12 neutron-server[94828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:20:41.361989 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9b50dd-f12f-4e53-8fa1-3acfa82af7f0 req-651c496f-246b-448c-afee-bc8e4f8b6443 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:41.363714 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2c9b50dd-f12f-4e53-8fa1-3acfa82af7f0 req-651c496f-246b-448c-afee-bc8e4f8b6443 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] 10.222.0.22 "GET /v2.0/ports?device_id=f0d2eda9-19c2-4c69-ba94-d4494a9a80e2 HTTP/1.1" status: 200 len: 946 time: 0.1923921 Aug 29 04:20:41.369166 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-438d1b52-40ff-4af6-84ce-85fe7b60c8d9 None None] Allocated IP 172.20.0.2 (3c267606-936c-4873-8d3e-cf711974ceb1/100359fd-9a42-4d93-9537-07778121f197/f756ba73-7cee-4d57-9dfd-1f7a823e19d9) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:20:41.372987 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8c2b433-afe9-4b88-8d6e-ea05a8fc9289 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:41.381868 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8c2b433-afe9-4b88-8d6e-ea05a8fc9289 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:41.384105 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-b8c2b433-afe9-4b88-8d6e-ea05a8fc9289 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] 10.222.0.22 "DELETE /v2.0/networks/f9937c36-e2b8-4e57-859a-3649f5563eb3 HTTP/1.1" status: 204 len: 168 time: 2.0104835 Aug 29 04:20:41.395623 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 49712) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:41.405602 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c2b433-afe9-4b88-8d6e-ea05a8fc9289 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Pushing event deleted for resources: {'Network': ['ID=f9937c36-e2b8-4e57-859a-3649f5563eb3,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:41.407592 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-dd7942db-41de-4e9f-99fe-e16c90085fad req-f1e5dfc8-74b0-4881-b25d-577bd2d022ec tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:41.428958 n-d-712140-12 neutron-server[94828]: INFO neutron.pecan_wsgi.hooks.translation [None req-cce9135e-f341-4a38-bb81-8b279ab7175b tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] DELETE failed (client error): The resource could not be found. Aug 29 04:20:41.429234 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cce9135e-f341-4a38-bb81-8b279ab7175b tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:20:41.430361 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['77b4db49-2762-4af2-8d0e-62de1be3be49', 'ad8e0c29-4219-4f94-b4fe-492d83d0d111'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:20:41.430956 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-cce9135e-f341-4a38-bb81-8b279ab7175b tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] 10.222.0.22 "DELETE /v2.0/subnets/337ebc86-090b-49d5-b73d-3355c8f66bfb HTTP/1.1" status: 404 len: 337 time: 0.0338447 Aug 29 04:20:41.436253 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 49714) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:41.457266 n-d-712140-12 neutron-server[94828]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb615c99-76ef-4be0-ad02-412330c7f562 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] DELETE failed (client error): The resource could not be found. Aug 29 04:20:41.458840 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb615c99-76ef-4be0-ad02-412330c7f562 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:20:41.462369 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-bb615c99-76ef-4be0-ad02-412330c7f562 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] 10.222.0.22 "DELETE /v2.0/networks/f9937c36-e2b8-4e57-859a-3649f5563eb3 HTTP/1.1" status: 404 len: 339 time: 0.0221634 Aug 29 04:20:41.462679 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 49716) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:41.509272 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-159cccad-3ecc-4c07-903d-f1e3130e68b2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:41.515283 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e5dfc8-74b0-4881-b25d-577bd2d022ec tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Pushing event deleted for resources: {'Port': ['ID=ad8e0c29-4219-4f94-b4fe-492d83d0d111,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:41.589095 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2c9b50dd-f12f-4e53-8fa1-3acfa82af7f0 req-e7df7cd7-309b-4a32-8c54-6831cabd4ca0 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] 10.222.0.22 "GET /v2.0/security-groups?id=0e1109a6-248f-4454-ba5b-742319a76013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890173 Aug 29 04:20:41.615437 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1189d8b4-c350-4593-ac7e-02c3fce65148 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:41.658831 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-438d1b52-40ff-4af6-84ce-85fe7b60c8d9 None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:41.677048 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-438d1b52-40ff-4af6-84ce-85fe7b60c8d9 None None] Transition to ACTIVE for port object f756ba73-7cee-4d57-9dfd-1f7a823e19d9 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:20:41.677332 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd7942db-41de-4e9f-99fe-e16c90085fad req-f1e5dfc8-74b0-4881-b25d-577bd2d022ec tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] No DVR routers for this DVR port ad8e0c29-4219-4f94-b4fe-492d83d0d111 on host n-h1-712140-12 {{(pid=94829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:20:41.680675 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-dd7942db-41de-4e9f-99fe-e16c90085fad req-f1e5dfc8-74b0-4881-b25d-577bd2d022ec tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:41.682982 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-dd7942db-41de-4e9f-99fe-e16c90085fad req-f1e5dfc8-74b0-4881-b25d-577bd2d022ec tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.46 "DELETE /v2.0/ports/ad8e0c29-4219-4f94-b4fe-492d83d0d111 HTTP/1.1" status: 204 len: 173 time: 1.8047507 Aug 29 04:20:41.713120 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-438d1b52-40ff-4af6-84ce-85fe7b60c8d9 None None] Transition to ACTIVE for port object f756ba73-7cee-4d57-9dfd-1f7a823e19d9 will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:20:41.720119 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '855fdc43-b94a-447a-8c44-5c3f5c76fb1f', 'name': 'network-vif-deleted', 'tag': 'ad8e0c29-4219-4f94-b4fe-492d83d0d111'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:20:41.722842 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc147ea7-4f0f-4378-8aba-6da46e2c62fd" -d '{"events": [{"server_uuid": "855fdc43-b94a-447a-8c44-5c3f5c76fb1f", "name": "network-vif-deleted", "tag": "ad8e0c29-4219-4f94-b4fe-492d83d0d111"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:20:41.723138 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-438d1b52-40ff-4af6-84ce-85fe7b60c8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:41.731026 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7cd994de-3937-4593-b23c-ed42e7f6d27e req-6246a920-a39a-4fac-8505-772a4180f939 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9de919d4-15a8-461e-8b98-44a892752954 HTTP/1.1" status: 200 len: 210 time: 0.1249774 Aug 29 04:20:41.738501 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c97c2315-cde8-4421-a659-f3d9f62b6389 req-516b68fc-7d40-4845-b66a-745264e86907 tempest-ServerShowV254Test-1618899415 tempest-ServerShowV254Test-1618899415-project] 10.222.0.22 "GET /v2.0/ports?device_id=9de919d4-15a8-461e-8b98-44a892752954 HTTP/1.1" status: 200 len: 210 time: 0.0618472 Aug 29 04:20:41.752204 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-adf22668-3b6c-4c6d-8d5b-d09315b3e02f req-a0cc7d86-a6dd-4550-8cf6-42ebd8b87d47 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:41.775006 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1189d8b4-c350-4593-ac7e-02c3fce65148 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:41.787379 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-1189d8b4-c350-4593-ac7e-02c3fce65148 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd2c8b47-62d6-4373-948d-5400bda614fc']}} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:41.790969 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-484f642f-8a1e-4405-98eb-0fe3a67afa13 x-openstack-request-id: req-484f642f-8a1e-4405-98eb-0fe3a67afa13 {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:20:41.791316 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "855fdc43-b94a-447a-8c44-5c3f5c76fb1f", "name": "network-vif-deleted", "tag": "ad8e0c29-4219-4f94-b4fe-492d83d0d111", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:20:41.791577 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-484f642f-8a1e-4405-98eb-0fe3a67afa13 {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:20:41.792058 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '855fdc43-b94a-447a-8c44-5c3f5c76fb1f', 'name': 'network-vif-deleted', 'tag': 'ad8e0c29-4219-4f94-b4fe-492d83d0d111', 'status': 'completed', 'code': 200} Aug 29 04:20:41.805889 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-1189d8b4-c350-4593-ac7e-02c3fce65148 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c22d2f3c-8f56-42af-96e6-18ff105d383f') {'for_net_delete': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:41.806185 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-1189d8b4-c350-4593-ac7e-02c3fce65148 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c22d2f3c-8f56-42af-96e6-18ff105d383f') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:41.813902 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['ff6c0306-6b6e-4fb3-b60d-ca9b884d3fe8'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:20:41.816953 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1189d8b4-c350-4593-ac7e-02c3fce65148 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8904833'] for segment, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:41.824810 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438d1b52-40ff-4af6-84ce-85fe7b60c8d9 None None] Network 3c267606-936c-4873-8d3e-cf711974ceb1 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:20:41.825914 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cc7d86-a6dd-4550-8cf6-42ebd8b87d47 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] Pushing event deleted for resources: {'Port': ['ID=4772a09d-faf2-4d24-bc31-b042ffd44672,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:41.839807 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1189d8b4-c350-4593-ac7e-02c3fce65148 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:41.848931 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [req-adf22668-3b6c-4c6d-8d5b-d09315b3e02f req-a0cc7d86-a6dd-4550-8cf6-42ebd8b87d47 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] No DVR routers for this DVR port 4772a09d-faf2-4d24-bc31-b042ffd44672 on host n-h2-712140-12 {{(pid=94829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:20:41.849472 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1189d8b4-c350-4593-ac7e-02c3fce65148 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=94828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:20:41.850647 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1189d8b4-c350-4593-ac7e-02c3fce65148 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9190468'] for segment, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:41.852287 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-adf22668-3b6c-4c6d-8d5b-d09315b3e02f req-a0cc7d86-a6dd-4550-8cf6-42ebd8b87d47 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:41.854936 n-d-712140-12 neutron-server[94828]: Traceback (most recent call last): Aug 29 04:20:41.854936 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:20:41.854936 n-d-712140-12 neutron-server[94828]: timer() Aug 29 04:20:41.854936 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:20:41.854936 n-d-712140-12 neutron-server[94828]: cb(*args, **kw) Aug 29 04:20:41.854936 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:20:41.854936 n-d-712140-12 neutron-server[94828]: return func(*args, **kwargs) Aug 29 04:20:41.854936 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:20:41.854936 n-d-712140-12 neutron-server[94828]: self._notify() Aug 29 04:20:41.854936 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:20:41.854936 n-d-712140-12 neutron-server[94828]: self.callback(batched_events) Aug 29 04:20:41.854936 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:20:41.854936 n-d-712140-12 neutron-server[94828]: event.method(event) Aug 29 04:20:41.854936 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:20:41.854936 n-d-712140-12 neutron-server[94828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:20:41.854936 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:20:41.854936 n-d-712140-12 neutron-server[94828]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:20:41.854936 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:20:41.854936 n-d-712140-12 neutron-server[94828]: return f(self, *a, **k) Aug 29 04:20:41.854936 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:20:41.854936 n-d-712140-12 neutron-server[94828]: return self._get(url).json() Aug 29 04:20:41.854936 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:20:41.854936 n-d-712140-12 neutron-server[94828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:20:41.854936 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:20:41.854936 n-d-712140-12 neutron-server[94828]: return self.request(url, 'GET', **kwargs) Aug 29 04:20:41.854936 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:20:41.854936 n-d-712140-12 neutron-server[94828]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:20:41.854936 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:20:41.854936 n-d-712140-12 neutron-server[94828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:20:41.854936 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:20:41.854936 n-d-712140-12 neutron-server[94828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:20:41.854936 n-d-712140-12 neutron-server[94828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:20:41.857291 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-adf22668-3b6c-4c6d-8d5b-d09315b3e02f req-a0cc7d86-a6dd-4550-8cf6-42ebd8b87d47 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] 10.222.0.48 "DELETE /v2.0/ports/4772a09d-faf2-4d24-bc31-b042ffd44672 HTTP/1.1" status: 204 len: 173 time: 1.8009987 Aug 29 04:20:41.862549 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-438d1b52-40ff-4af6-84ce-85fe7b60c8d9 None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:20:41.875510 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438d1b52-40ff-4af6-84ce-85fe7b60c8d9 None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:20:41.885078 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438d1b52-40ff-4af6-84ce-85fe7b60c8d9 None None] Pushing event updated for resources: {'Port': ['ID=f756ba73-7cee-4d57-9dfd-1f7a823e19d9,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:41.927051 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1189d8b4-c350-4593-ac7e-02c3fce65148 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:41.951754 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1189d8b4-c350-4593-ac7e-02c3fce65148 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:41.970547 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-1189d8b4-c350-4593-ac7e-02c3fce65148 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] 10.222.0.22 "DELETE /v2.0/networks/cd2c8b47-62d6-4373-948d-5400bda614fc HTTP/1.1" status: 204 len: 168 time: 0.5066080 Aug 29 04:20:41.971468 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1189d8b4-c350-4593-ac7e-02c3fce65148 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Pushing event deleted for resources: {'Network': ['ID=cd2c8b47-62d6-4373-948d-5400bda614fc,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:41.973325 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 49724) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:41.985412 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-438d1b52-40ff-4af6-84ce-85fe7b60c8d9 None None] Attempting to bind port f756ba73-7cee-4d57-9dfd-1f7a823e19d9 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:20:41.986230 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-438d1b52-40ff-4af6-84ce-85fe7b60c8d9 None None] Attempting to bind port f756ba73-7cee-4d57-9dfd-1f7a823e19d9 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'aba1ad6c-3203-4cac-aff4-be77a48241e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '3c267606-936c-4873-8d3e-cf711974ceb1'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:20:41.986774 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438d1b52-40ff-4af6-84ce-85fe7b60c8d9 None None] Attempting to bind port f756ba73-7cee-4d57-9dfd-1f7a823e19d9 on network 3c267606-936c-4873-8d3e-cf711974ceb1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:20:41.997327 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438d1b52-40ff-4af6-84ce-85fe7b60c8d9 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:20:41.998174 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438d1b52-40ff-4af6-84ce-85fe7b60c8d9 None None] Checking segment: {'id': 'aba1ad6c-3203-4cac-aff4-be77a48241e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '3c267606-936c-4873-8d3e-cf711974ceb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:20:41.998758 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-438d1b52-40ff-4af6-84ce-85fe7b60c8d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:41.999360 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438d1b52-40ff-4af6-84ce-85fe7b60c8d9 None None] Bound using segment: {'id': 'aba1ad6c-3203-4cac-aff4-be77a48241e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '3c267606-936c-4873-8d3e-cf711974ceb1'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:20:42.000223 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-438d1b52-40ff-4af6-84ce-85fe7b60c8d9 None None] Bound port: f756ba73-7cee-4d57-9dfd-1f7a823e19d9, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aba1ad6c-3203-4cac-aff4-be77a48241e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '3c267606-936c-4873-8d3e-cf711974ceb1'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:20:42.000777 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-438d1b52-40ff-4af6-84ce-85fe7b60c8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:42.021764 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['612daa36-1a9d-4b2d-af5c-c0897a3fda95'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:20:42.055985 n-d-712140-12 neutron-server[94828]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c848b6e-b39e-458e-8710-bc27b9b8d012 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] DELETE failed (client error): The resource could not be found. Aug 29 04:20:42.056629 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c848b6e-b39e-458e-8710-bc27b9b8d012 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:20:42.062528 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-8c848b6e-b39e-458e-8710-bc27b9b8d012 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] 10.222.0.22 "DELETE /v2.0/subnets/8a73d5ab-b628-485f-b397-4e779d580f72 HTTP/1.1" status: 404 len: 337 time: 0.0869586 Aug 29 04:20:42.063295 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 49730) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:42.132817 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-aee56a28-33c1-4270-9515-1c976a1cebf5 req-a7363f01-0960-4e85-b845-41f5276ada0f tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=855fdc43-b94a-447a-8c44-5c3f5c76fb1f HTTP/1.1" status: 200 len: 210 time: 0.0531106 Aug 29 04:20:42.140521 n-d-712140-12 neutron-server[94828]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d049ec5-20d6-43d8-ad43-06baaead643f tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] DELETE failed (client error): The resource could not be found. Aug 29 04:20:42.141249 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d049ec5-20d6-43d8-ad43-06baaead643f tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:20:42.146643 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-0d049ec5-20d6-43d8-ad43-06baaead643f tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] 10.222.0.22 "DELETE /v2.0/networks/73e47004-253e-4153-ae53-897b7f55a5f4 HTTP/1.1" status: 404 len: 339 time: 0.0674922 Aug 29 04:20:42.147448 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 49734) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:42.154682 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-159cccad-3ecc-4c07-903d-f1e3130e68b2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:42.183559 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-159cccad-3ecc-4c07-903d-f1e3130e68b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:42.203803 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f9f388-ba45-4de1-9b30-c017170df1ad req-ce4423af-ebbf-4972-ac52-9a5df90922bf tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:42.206399 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-13f9f388-ba45-4de1-9b30-c017170df1ad req-ce4423af-ebbf-4972-ac52-9a5df90922bf tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=33938cd7-ba94-4eae-b8ec-80748b58e019 HTTP/1.1" status: 200 len: 943 time: 0.1515923 Aug 29 04:20:42.233513 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-438d1b52-40ff-4af6-84ce-85fe7b60c8d9 None None] For port f756ba73-7cee-4d57-9dfd-1f7a823e19d9, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:20:42.245314 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_v2 [None req-974cc649-7f5e-4a57-a5e1-02fcca7041c4 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Deleting subnet 505417e5-767b-4ce7-9e22-21717b30d14f {{(pid=94828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:20:42.262173 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-974cc649-7f5e-4a57-a5e1-02fcca7041c4 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks [] for subnet, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:42.266605 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-438d1b52-40ff-4af6-84ce-85fe7b60c8d9 None None] For port f756ba73-7cee-4d57-9dfd-1f7a823e19d9, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=f756ba73-7cee-4d57-9dfd-1f7a823e19d9,segment=NetworkSegment(aba1ad6c-3203-4cac-aff4-be77a48241e8),segment_id=aba1ad6c-3203-4cac-aff4-be77a48241e8)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:20:42.279883 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-438d1b52-40ff-4af6-84ce-85fe7b60c8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:42.334217 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-159cccad-3ecc-4c07-903d-f1e3130e68b2 admin admin] Allocated IP 172.25.0.232 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/2450d0b9-aca8-426c-899e-59965382e6ef) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:20:42.337967 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-13f9f388-ba45-4de1-9b30-c017170df1ad req-a36c0083-80d6-451f-ab97-c8a2ab2c9d54 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188824 Aug 29 04:20:42.340395 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-974cc649-7f5e-4a57-a5e1-02fcca7041c4 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8904862'] for subnet, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:42.395017 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438d1b52-40ff-4af6-84ce-85fe7b60c8d9 None None] Pushing event updated for resources: {'Port': ['ID=f756ba73-7cee-4d57-9dfd-1f7a823e19d9,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:42.459617 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-974cc649-7f5e-4a57-a5e1-02fcca7041c4 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:42.485169 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-159cccad-3ecc-4c07-903d-f1e3130e68b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:42.527098 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-974cc649-7f5e-4a57-a5e1-02fcca7041c4 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9190434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062341'] for subnet, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:42.555344 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-159cccad-3ecc-4c07-903d-f1e3130e68b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:42.587177 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974cc649-7f5e-4a57-a5e1-02fcca7041c4 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Pushing event deleted for resources: {'Subnet': ['ID=505417e5-767b-4ce7-9e22-21717b30d14f,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:42.591922 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-974cc649-7f5e-4a57-a5e1-02fcca7041c4 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:42.594142 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-974cc649-7f5e-4a57-a5e1-02fcca7041c4 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] 10.222.0.22 "DELETE /v2.0/subnets/505417e5-767b-4ce7-9e22-21717b30d14f HTTP/1.1" status: 204 len: 168 time: 0.4437232 Aug 29 04:20:42.596519 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 49736) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:42.656690 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159cccad-3ecc-4c07-903d-f1e3130e68b2 admin admin] Pushing event updated for resources: {'Port': ['ID=2450d0b9-aca8-426c-899e-59965382e6ef,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:42.673089 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159cccad-3ecc-4c07-903d-f1e3130e68b2 admin admin] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:20:42.674643 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-159cccad-3ecc-4c07-903d-f1e3130e68b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:20:42.679113 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159cccad-3ecc-4c07-903d-f1e3130e68b2 admin admin] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:20:42.724971 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5c5159f-6860-45f4-8f39-c77c35f6f5e2 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Deleting subnet 415f361e-4d4c-4564-aef1-1cfbcfae28bc {{(pid=94828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:20:42.730180 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d5c5159f-6860-45f4-8f39-c77c35f6f5e2 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks [] for subnet, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:42.809730 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d5c5159f-6860-45f4-8f39-c77c35f6f5e2 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8904862'] for subnet, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:42.928944 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d5c5159f-6860-45f4-8f39-c77c35f6f5e2 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:42.994454 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-506c5c8e-1bc8-4333-893d-895741c7f429 req-b5c425a0-2f3a-4429-a824-886f13c074ab tempest-ServerShowV254Test-1618899415 tempest-ServerShowV254Test-1618899415-project] 10.222.0.22 "GET /v2.0/ports?device_id=9de919d4-15a8-461e-8b98-44a892752954 HTTP/1.1" status: 200 len: 210 time: 0.0611908 Aug 29 04:20:43.043729 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-729cdcee-1a1d-4353-9238-6e57f97be94e req-420bdc0d-676e-4d4c-a7dd-46a63d105f1e tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] 10.222.0.22 "GET /v2.0/ports?device_id=f0d2eda9-19c2-4c69-ba94-d4494a9a80e2 HTTP/1.1" status: 200 len: 210 time: 0.0879638 Aug 29 04:20:43.064720 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d5c5159f-6860-45f4-8f39-c77c35f6f5e2 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9190434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062341'] for subnet, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:43.080004 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device f756ba73-7cee-4d57-9dfd-1f7a823e19d9 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:20:43.089015 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c5159f-6860-45f4-8f39-c77c35f6f5e2 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Pushing event deleted for resources: {'Subnet': ['ID=415f361e-4d4c-4564-aef1-1cfbcfae28bc,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:43.092064 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d5c5159f-6860-45f4-8f39-c77c35f6f5e2 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:43.096243 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-d5c5159f-6860-45f4-8f39-c77c35f6f5e2 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] 10.222.0.22 "DELETE /v2.0/subnets/415f361e-4d4c-4564-aef1-1cfbcfae28bc HTTP/1.1" status: 204 len: 168 time: 0.4983122 Aug 29 04:20:43.098265 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 49742) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:43.156871 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port f756ba73-7cee-4d57-9dfd-1f7a823e19d9 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:20:43.176345 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-159cccad-3ecc-4c07-903d-f1e3130e68b2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:43.197045 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8c261d1f-f975-4ecc-88b4-300aa0a7b286 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:43.270842 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-8c261d1f-f975-4ecc-88b4-300aa0a7b286 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Deleting port 2afe66ca-138d-4707-b27c-683f2e9a6e36 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:20:43.271183 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8c261d1f-f975-4ecc-88b4-300aa0a7b286 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:43.362697 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-8c261d1f-f975-4ecc-88b4-300aa0a7b286 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] For port 2afe66ca-138d-4707-b27c-683f2e9a6e36, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=2afe66ca-138d-4707-b27c-683f2e9a6e36,segment=NetworkSegment(12994999-3245-4835-8d86-b868aad7a80b),segment_id=12994999-3245-4835-8d86-b868aad7a80b)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:43.362805 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8c261d1f-f975-4ecc-88b4-300aa0a7b286 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:43.379050 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-8c261d1f-f975-4ecc-88b4-300aa0a7b286 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Calling delete_port for 2afe66ca-138d-4707-b27c-683f2e9a6e36 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:20:43.492893 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8c261d1f-f975-4ecc-88b4-300aa0a7b286 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:43.506372 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-159cccad-3ecc-4c07-903d-f1e3130e68b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409'] for router, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:43.551732 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c261d1f-f975-4ecc-88b4-300aa0a7b286 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Pushing event deleted for resources: {'Port': ['ID=2afe66ca-138d-4707-b27c-683f2e9a6e36,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:43.555466 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c261d1f-f975-4ecc-88b4-300aa0a7b286 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] No DVR routers for this DVR port 2afe66ca-138d-4707-b27c-683f2e9a6e36 on host n-d-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:20:43.566545 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7508b7c-757f-49e5-a3da-6c057e371e95 req-9d1daf39-6040-4f91-8bc8-5467ef377fc1 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:43.568265 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b7508b7c-757f-49e5-a3da-6c057e371e95 req-9d1daf39-6040-4f91-8bc8-5467ef377fc1 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=71fe9f3e-3534-4c4d-8ae6-ccb2829ad4b8 HTTP/1.1" status: 200 len: 945 time: 0.1096759 Aug 29 04:20:43.683549 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fb3613-ffe8-40f3-96f8-6677cc663667 req-cdcc42bf-7b41-4d1e-af66-380148ae3ae7 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:43.685700 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-86fb3613-ffe8-40f3-96f8-6677cc663667 req-cdcc42bf-7b41-4d1e-af66-380148ae3ae7 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=33938cd7-ba94-4eae-b8ec-80748b58e019 HTTP/1.1" status: 200 len: 943 time: 0.1719337 Aug 29 04:20:43.697515 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8c261d1f-f975-4ecc-88b4-300aa0a7b286 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:43.698283 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b7508b7c-757f-49e5-a3da-6c057e371e95 req-f4c4ec1f-5c44-48a1-9479-0115fcd1660a tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=67519499-017b-4c54-88db-c974346724c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192183 Aug 29 04:20:43.712003 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 599cb102-cc01-4336-89d8-102a6ac3c71a details requested by agent hyperv_n-h2-712140-12 with host n-h2-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:20:43.725417 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-8c261d1f-f975-4ecc-88b4-300aa0a7b286 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e959fdc-d457-4de8-ae5e-d4ad67fa4db4']}} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:43.733423 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 4772a09d-faf2-4d24-bc31-b042ffd44672 no longer exists at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:20:43.747012 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4204c0c1-eec9-4738-92e2-e6718d2c7be4 req-78801f43-002b-479f-9e8f-38c8b160372b tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:43.751465 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-8c261d1f-f975-4ecc-88b4-300aa0a7b286 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12994999-3245-4835-8d86-b868aad7a80b') {'for_net_delete': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:43.752222 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-8c261d1f-f975-4ecc-88b4-300aa0a7b286 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12994999-3245-4835-8d86-b868aad7a80b') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:43.757887 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4204c0c1-eec9-4738-92e2-e6718d2c7be4 req-78801f43-002b-479f-9e8f-38c8b160372b tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.46 "GET /v2.0/ports?device_id=71fe9f3e-3534-4c4d-8ae6-ccb2829ad4b8 HTTP/1.1" status: 200 len: 945 time: 0.1221323 Aug 29 04:20:43.771899 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8c261d1f-f975-4ecc-88b4-300aa0a7b286 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8904833'] for segment, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:43.797806 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8c261d1f-f975-4ecc-88b4-300aa0a7b286 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:43.814094 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0d2eda9-19c2-4c69-ba94-d4494a9a80e2', 'name': 'network-vif-deleted', 'tag': '4772a09d-faf2-4d24-bc31-b042ffd44672'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:20:43.816478 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9fed272-48df-4201-ae64-dd2cdf09e9c2" -d '{"events": [{"server_uuid": "f0d2eda9-19c2-4c69-ba94-d4494a9a80e2", "name": "network-vif-deleted", "tag": "4772a09d-faf2-4d24-bc31-b042ffd44672"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:20:43.819431 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-86fb3613-ffe8-40f3-96f8-6677cc663667 req-3e4642bd-6782-4807-9fca-87f77f9f6e16 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181216 Aug 29 04:20:43.821006 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c261d1f-f975-4ecc-88b4-300aa0a7b286 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=94828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:20:43.822331 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8c261d1f-f975-4ecc-88b4-300aa0a7b286 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9190468'] for segment, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:43.842175 n-d-712140-12 neutron-server[94828]: Traceback (most recent call last): Aug 29 04:20:43.842175 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:20:43.842175 n-d-712140-12 neutron-server[94828]: timer() Aug 29 04:20:43.842175 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:20:43.842175 n-d-712140-12 neutron-server[94828]: cb(*args, **kw) Aug 29 04:20:43.842175 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:20:43.842175 n-d-712140-12 neutron-server[94828]: return func(*args, **kwargs) Aug 29 04:20:43.842175 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:20:43.842175 n-d-712140-12 neutron-server[94828]: self._notify() Aug 29 04:20:43.842175 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:20:43.842175 n-d-712140-12 neutron-server[94828]: self.callback(batched_events) Aug 29 04:20:43.842175 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:20:43.842175 n-d-712140-12 neutron-server[94828]: event.method(event) Aug 29 04:20:43.842175 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:20:43.842175 n-d-712140-12 neutron-server[94828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:20:43.842175 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:20:43.842175 n-d-712140-12 neutron-server[94828]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:20:43.842175 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:20:43.842175 n-d-712140-12 neutron-server[94828]: return f(self, *a, **k) Aug 29 04:20:43.842175 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:20:43.842175 n-d-712140-12 neutron-server[94828]: return self._get(url).json() Aug 29 04:20:43.842175 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:20:43.842175 n-d-712140-12 neutron-server[94828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:20:43.842175 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:20:43.842175 n-d-712140-12 neutron-server[94828]: return self.request(url, 'GET', **kwargs) Aug 29 04:20:43.842175 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:20:43.842175 n-d-712140-12 neutron-server[94828]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:20:43.842175 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:20:43.842175 n-d-712140-12 neutron-server[94828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:20:43.842175 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:20:43.842175 n-d-712140-12 neutron-server[94828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:20:43.842175 n-d-712140-12 neutron-server[94828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:20:43.883406 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bceb7dd9-0c15-409e-a30a-aff0237d23e0 None None] Network 3c267606-936c-4873-8d3e-cf711974ceb1 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:20:43.889325 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b678fa-7906-43e7-8686-27d5625be168 None None] Network 5e959fdc-d457-4de8-ae5e-d4ad67fa4db4 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:20:43.898118 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] No Port match for: 4772a09d-faf2-4d24-bc31-b042ffd44672 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:20:43.898449 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 4772a09d-faf2-4d24-bc31-b042ffd44672 not bound to the agent host n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:20:43.900642 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f3f58bf-d3d4-49e7-b006-e03da5d380be x-openstack-request-id: req-0f3f58bf-d3d4-49e7-b006-e03da5d380be {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:20:43.901125 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0d2eda9-19c2-4c69-ba94-d4494a9a80e2", "name": "network-vif-deleted", "tag": "4772a09d-faf2-4d24-bc31-b042ffd44672", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:20:43.902126 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0f3f58bf-d3d4-49e7-b006-e03da5d380be {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:20:43.903491 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0d2eda9-19c2-4c69-ba94-d4494a9a80e2', 'name': 'network-vif-deleted', 'tag': '4772a09d-faf2-4d24-bc31-b042ffd44672', 'status': 'completed', 'code': 200} Aug 29 04:20:43.922927 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-159cccad-3ecc-4c07-903d-f1e3130e68b2 admin admin] Router f612c961-c09b-4e32-894d-3406e5ae5150 is scheduled to L3 agent 76874008-c311-485c-ba36-921b6d275b6a with binding_index 1 {{(pid=94829) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:20:43.927531 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8c261d1f-f975-4ecc-88b4-300aa0a7b286 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:43.941353 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8c261d1f-f975-4ecc-88b4-300aa0a7b286 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:43.946266 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-8c261d1f-f975-4ecc-88b4-300aa0a7b286 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] 10.222.0.22 "DELETE /v2.0/networks/5e959fdc-d457-4de8-ae5e-d4ad67fa4db4 HTTP/1.1" status: 204 len: 168 time: 0.8468180 Aug 29 04:20:43.950342 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 49758) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:43.959402 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c261d1f-f975-4ecc-88b4-300aa0a7b286 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Pushing event deleted for resources: {'Network': ['ID=5e959fdc-d457-4de8-ae5e-d4ad67fa4db4,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:44.006537 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device ad8e0c29-4219-4f94-b4fe-492d83d0d111 no longer exists at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:20:44.033593 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-70466cd4-15e1-4cbb-aa30-9eba9d2ca43d tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] DELETE failed (client error): The resource could not be found. Aug 29 04:20:44.033593 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70466cd4-15e1-4cbb-aa30-9eba9d2ca43d tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:20:44.033593 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-70466cd4-15e1-4cbb-aa30-9eba9d2ca43d tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] 10.222.0.22 "DELETE /v2.0/subnets/a8ed54c1-dde6-44eb-bc6f-bcf3d4808253 HTTP/1.1" status: 404 len: 337 time: 0.0777204 Aug 29 04:20:44.035226 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 49760) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:44.046318 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [req-4204c0c1-eec9-4738-92e2-e6718d2c7be4 req-1f5d9231-00f4-4497-b241-e096b584cb4d tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Deleting port 77b4db49-2762-4af2-8d0e-62de1be3be49 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:20:44.046826 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-4204c0c1-eec9-4738-92e2-e6718d2c7be4 req-1f5d9231-00f4-4497-b241-e096b584cb4d tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:44.063907 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1cf34ba0-297b-42f0-afe7-569f81004270 None None] Provisioning for port f756ba73-7cee-4d57-9dfd-1f7a823e19d9 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:20:44.071570 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] No Port match for: ad8e0c29-4219-4f94-b4fe-492d83d0d111 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:20:44.071954 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device ad8e0c29-4219-4f94-b4fe-492d83d0d111 not bound to the agent host n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:20:44.098707 n-d-712140-12 neutron-server[94828]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f2cf3f2-ac92-4a8d-9f4e-55c31593c4dd tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] DELETE failed (client error): The resource could not be found. Aug 29 04:20:44.100213 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1cf34ba0-297b-42f0-afe7-569f81004270 None None] Provisioning complete for port f756ba73-7cee-4d57-9dfd-1f7a823e19d9 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:20:44.102929 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1cf34ba0-297b-42f0-afe7-569f81004270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:44.104672 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f2cf3f2-ac92-4a8d-9f4e-55c31593c4dd tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:20:44.109671 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-0f2cf3f2-ac92-4a8d-9f4e-55c31593c4dd tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] 10.222.0.22 "DELETE /v2.0/networks/79c25508-ec6b-492c-bbe8-b92aa2c5bf45 HTTP/1.1" status: 404 len: 339 time: 0.0730994 Aug 29 04:20:44.110435 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 49766) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:44.197593 n-d-712140-12 neutron-server[94828]: INFO neutron.pecan_wsgi.hooks.translation [None req-af520244-8aac-427f-8d85-cc1218b90b0c tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] DELETE failed (client error): The resource could not be found. Aug 29 04:20:44.208012 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af520244-8aac-427f-8d85-cc1218b90b0c tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:20:44.214418 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-af520244-8aac-427f-8d85-cc1218b90b0c tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] 10.222.0.22 "DELETE /v2.0/subnets/efad0988-549a-4826-9868-fd446c00ded5 HTTP/1.1" status: 404 len: 337 time: 0.1005783 Aug 29 04:20:44.218907 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 49770) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:44.243321 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 599cb102-cc01-4336-89d8-102a6ac3c71a, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=599cb102-cc01-4336-89d8-102a6ac3c71a,segment=NetworkSegment(44fea4a1-e972-4690-b14e-956bce45d1ec),segment_id=44fea4a1-e972-4690-b14e-956bce45d1ec)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:44.279637 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-857362fd-a512-4b72-823c-7ce137392c00 req-d452e54d-651e-418e-99ff-4128fb99a0f9 tempest-ServerShowV254Test-1618899415 tempest-ServerShowV254Test-1618899415-project] 10.222.0.22 "GET /v2.0/ports?device_id=9de919d4-15a8-461e-8b98-44a892752954 HTTP/1.1" status: 200 len: 210 time: 0.1002796 Aug 29 04:20:44.313017 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-5723c4c7-a5e1-430d-ae5c-4beb55bbaed6 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] DELETE failed (client error): The resource could not be found. Aug 29 04:20:44.313779 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5723c4c7-a5e1-430d-ae5c-4beb55bbaed6 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:20:44.315557 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-5723c4c7-a5e1-430d-ae5c-4beb55bbaed6 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] 10.222.0.22 "DELETE /v2.0/networks/0a1c09b9-6d67-4929-893a-677ca1462359 HTTP/1.1" status: 404 len: 339 time: 0.0768769 Aug 29 04:20:44.318359 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 49774) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:44.381131 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-159cccad-3ecc-4c07-903d-f1e3130e68b2 admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:20:44.398996 n-d-712140-12 neutron-server[94828]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b7f78b3-d370-4e7f-ad3b-4bd9b34ed03d tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] DELETE failed (client error): The resource could not be found. Aug 29 04:20:44.399610 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b7f78b3-d370-4e7f-ad3b-4bd9b34ed03d tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:20:44.403329 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Returning: {'device': '599cb102-cc01-4336-89d8-102a6ac3c71a', 'network_id': '1c65535d-8d45-4051-8e5d-043211a49251', 'port_id': '599cb102-cc01-4336-89d8-102a6ac3c71a', 'mac_address': 'fa:16:3e:94:60:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd11db723-881a-44e4-ae3d-f8a6bedc146e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:20:44.409421 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6923c710-301c-4762-9f3f-e549a063593b None None] DHCP port deletion for 5e959fdc-d457-4de8-ae5e-d4ad67fa4db4 request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:20:44.410196 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-3b7f78b3-d370-4e7f-ad3b-4bd9b34ed03d tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] 10.222.0.22 "DELETE /v2.0/subnets/046bf98b-fae8-4f66-af8b-b55c99b5f8dc HTTP/1.1" status: 404 len: 337 time: 0.0904469 Aug 29 04:20:44.410369 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 49780) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:44.422921 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de2587e-9222-424b-ba93-f86ad3b836a0 None None] Sync routers for ids ['f612c961-c09b-4e32-894d-3406e5ae5150'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:20:44.468439 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-4204c0c1-eec9-4738-92e2-e6718d2c7be4 req-1f5d9231-00f4-4497-b241-e096b584cb4d tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] For port 77b4db49-2762-4af2-8d0e-62de1be3be49, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=77b4db49-2762-4af2-8d0e-62de1be3be49,segment=NetworkSegment(6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc),segment_id=6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:44.469048 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-4204c0c1-eec9-4738-92e2-e6718d2c7be4 req-1f5d9231-00f4-4497-b241-e096b584cb4d tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:44.516828 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d5d6090-4e87-4e0c-990e-dd8e6815eff5 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] DELETE failed (client error): The resource could not be found. Aug 29 04:20:44.517724 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d5d6090-4e87-4e0c-990e-dd8e6815eff5 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:20:44.519760 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-2d5d6090-4e87-4e0c-990e-dd8e6815eff5 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] 10.222.0.22 "DELETE /v2.0/networks/d2c1c7bf-10d2-4cac-9838-ab175d6605a9 HTTP/1.1" status: 404 len: 339 time: 0.0894489 Aug 29 04:20:44.524205 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 49788) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:44.528484 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-159cccad-3ecc-4c07-903d-f1e3130e68b2 admin admin] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:44.529739 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-159cccad-3ecc-4c07-903d-f1e3130e68b2 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.5591369 Aug 29 04:20:44.530767 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [req-4204c0c1-eec9-4738-92e2-e6718d2c7be4 req-1f5d9231-00f4-4497-b241-e096b584cb4d tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Calling delete_port for 77b4db49-2762-4af2-8d0e-62de1be3be49 owned by compute:nova {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:20:44.532496 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 49790) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:44.641197 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1b48985-59e5-4057-8867-4cc8c7a96cc6 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Deleting subnet 463faf05-c077-4c87-aeb9-bf08796e9c2b {{(pid=94828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:20:44.645780 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e1b48985-59e5-4057-8867-4cc8c7a96cc6 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks [] for subnet, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:44.771950 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e1b48985-59e5-4057-8867-4cc8c7a96cc6 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8904862'] for subnet, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:44.881711 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de2587e-9222-424b-ba93-f86ad3b836a0 None None] Routers {'f612c961-c09b-4e32-894d-3406e5ae5150'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:20:44.882636 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-3de2587e-9222-424b-ba93-f86ad3b836a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:20:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['f612c961-c09b-4e32-894d-3406e5ae5150'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:44.889515 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:45.034018 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d299fe0d-6126-4263-95f5-c16efc96dd80 req-0864b0b1-6500-4905-b0cf-b9dae61905ff service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3b9b339d19934f36b982f4c718456efb&device_id=9de919d4-15a8-461e-8b98-44a892752954 HTTP/1.1" status: 200 len: 210 time: 0.0671525 Aug 29 04:20:45.034743 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e1b48985-59e5-4057-8867-4cc8c7a96cc6 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:45.037810 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1cf34ba0-297b-42f0-afe7-569f81004270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:45.056711 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 2afe66ca-138d-4707-b27c-683f2e9a6e36 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:20:45.089077 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-59474bdc-3d89-45d1-bdf8-d9999c5091a2 req-1b2683be-8d05-4349-a586-e0d5000d1866 tempest-ServerShowV254Test-1618899415 tempest-ServerShowV254Test-1618899415-project] 10.222.0.22 "GET /v2.0/ports?device_id=9de919d4-15a8-461e-8b98-44a892752954 HTTP/1.1" status: 200 len: 210 time: 0.0475841 Aug 29 04:20:45.116091 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d299fe0d-6126-4263-95f5-c16efc96dd80 req-ff12d9a2-806b-4a1a-b3a6-befe86d3a0fb service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=3b9b339d19934f36b982f4c718456efb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0613010 Aug 29 04:20:45.129760 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb3970b-3adb-440b-83a7-119788adf582 req-82cc648b-e406-4896-978c-7fd26ec28a25 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:45.131817 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8cb3970b-3adb-440b-83a7-119788adf582 req-82cc648b-e406-4896-978c-7fd26ec28a25 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=71fe9f3e-3534-4c4d-8ae6-ccb2829ad4b8 HTTP/1.1" status: 200 len: 945 time: 0.1889265 Aug 29 04:20:45.134688 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 599cb102-cc01-4336-89d8-102a6ac3c71a {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:20:45.138732 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 2afe66ca-138d-4707-b27c-683f2e9a6e36 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:20:45.139076 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 2afe66ca-138d-4707-b27c-683f2e9a6e36 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:20:45.193993 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 599cb102-cc01-4336-89d8-102a6ac3c71a, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=599cb102-cc01-4336-89d8-102a6ac3c71a,segment=NetworkSegment(44fea4a1-e972-4690-b14e-956bce45d1ec),segment_id=44fea4a1-e972-4690-b14e-956bce45d1ec)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:45.212627 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-3de2587e-9222-424b-ba93-f86ad3b836a0 None None] Set router f612c961-c09b-4e32-894d-3406e5ae5150 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:20:45.215513 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:45.231323 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8cb3970b-3adb-440b-83a7-119788adf582 req-340af762-cb45-426b-a3e7-b50e601e89f0 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=67519499-017b-4c54-88db-c974346724c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722766 Aug 29 04:20:45.246681 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e1b48985-59e5-4057-8867-4cc8c7a96cc6 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9190434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062341'] for subnet, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:45.281374 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e1b48985-59e5-4057-8867-4cc8c7a96cc6 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:45.291194 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-e1b48985-59e5-4057-8867-4cc8c7a96cc6 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] 10.222.0.22 "DELETE /v2.0/subnets/463faf05-c077-4c87-aeb9-bf08796e9c2b HTTP/1.1" status: 204 len: 168 time: 0.7641511 Aug 29 04:20:45.297807 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 49800) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:45.355362 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1cf34ba0-297b-42f0-afe7-569f81004270 None None] For port f756ba73-7cee-4d57-9dfd-1f7a823e19d9, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=f756ba73-7cee-4d57-9dfd-1f7a823e19d9,segment=NetworkSegment(aba1ad6c-3203-4cac-aff4-be77a48241e8),segment_id=aba1ad6c-3203-4cac-aff4-be77a48241e8)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:45.379184 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b48985-59e5-4057-8867-4cc8c7a96cc6 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Pushing event deleted for resources: {'Subnet': ['ID=463faf05-c077-4c87-aeb9-bf08796e9c2b,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:45.394762 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ebe653-64bb-43b5-96e1-c2d9412d3ac9 None None] Network 6ac3918d-221d-43b6-83e2-47d848d03ec5 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:20:45.522792 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1cf34ba0-297b-42f0-afe7-569f81004270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:45.566992 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfd4326-f8a1-4fe6-872e-0583bd00e29c req-bcd16331-323e-4420-8ed9-c86c38c001d0 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:45.577468 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2dfd4326-f8a1-4fe6-872e-0583bd00e29c req-bcd16331-323e-4420-8ed9-c86c38c001d0 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=33938cd7-ba94-4eae-b8ec-80748b58e019 HTTP/1.1" status: 200 len: 944 time: 0.1856568 Aug 29 04:20:45.628001 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-95e05c2a-b900-4ecd-9fdc-dad09788bdc5 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:45.721111 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2dfd4326-f8a1-4fe6-872e-0583bd00e29c req-a2857d7f-f313-4a81-92ef-4543237ed4c6 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417298 Aug 29 04:20:45.805064 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-95e05c2a-b900-4ecd-9fdc-dad09788bdc5 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Deleting port d8054ea5-24d2-45c4-92a5-48b0ccde40dd {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:20:45.805419 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-95e05c2a-b900-4ecd-9fdc-dad09788bdc5 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:45.821540 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['599cb102-cc01-4336-89d8-102a6ac3c71a'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:20:45.887637 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-4204c0c1-eec9-4738-92e2-e6718d2c7be4 req-1f5d9231-00f4-4497-b241-e096b584cb4d tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:45.891138 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=599cb102-cc01-4336-89d8-102a6ac3c71a,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:45.919266 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['77b4db49-2762-4af2-8d0e-62de1be3be49'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:20:45.975121 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d299fe0d-6126-4263-95f5-c16efc96dd80 req-2daf1ef8-e4f8-44c2-844c-defda692e89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:45.976578 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d299fe0d-6126-4263-95f5-c16efc96dd80 req-2daf1ef8-e4f8-44c2-844c-defda692e89a service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3036094 Aug 29 04:20:45.978827 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5d9231-00f4-4497-b241-e096b584cb4d tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Pushing event deleted for resources: {'Port': ['ID=77b4db49-2762-4af2-8d0e-62de1be3be49,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:46.072874 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5afdd04e-a8b3-4143-86ca-6d2025701650 None None] Network 3c267606-936c-4873-8d3e-cf711974ceb1 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:20:46.086951 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [req-4204c0c1-eec9-4738-92e2-e6718d2c7be4 req-1f5d9231-00f4-4497-b241-e096b584cb4d tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] No DVR routers for this DVR port 77b4db49-2762-4af2-8d0e-62de1be3be49 on host n-h1-712140-12 {{(pid=94829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:20:46.096761 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-4204c0c1-eec9-4738-92e2-e6718d2c7be4 req-1f5d9231-00f4-4497-b241-e096b584cb4d tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:46.098940 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4204c0c1-eec9-4738-92e2-e6718d2c7be4 req-1f5d9231-00f4-4497-b241-e096b584cb4d tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.46 "DELETE /v2.0/ports/77b4db49-2762-4af2-8d0e-62de1be3be49 HTTP/1.1" status: 204 len: 173 time: 2.3303883 Aug 29 04:20:46.099751 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71fe9f3e-3534-4c4d-8ae6-ccb2829ad4b8', 'name': 'network-vif-deleted', 'tag': '77b4db49-2762-4af2-8d0e-62de1be3be49'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:20:46.102173 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afa93b07-ab23-4500-a646-6d62807eda34" -d '{"events": [{"server_uuid": "71fe9f3e-3534-4c4d-8ae6-ccb2829ad4b8", "name": "network-vif-deleted", "tag": "77b4db49-2762-4af2-8d0e-62de1be3be49"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:20:46.321623 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-169a7759-afd6-4b4b-a75b-86f211876313 x-openstack-request-id: req-169a7759-afd6-4b4b-a75b-86f211876313 {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:20:46.323101 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71fe9f3e-3534-4c4d-8ae6-ccb2829ad4b8", "name": "network-vif-deleted", "tag": "77b4db49-2762-4af2-8d0e-62de1be3be49", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:20:46.323101 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-169a7759-afd6-4b4b-a75b-86f211876313 {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:20:46.323101 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71fe9f3e-3534-4c4d-8ae6-ccb2829ad4b8', 'name': 'network-vif-deleted', 'tag': '77b4db49-2762-4af2-8d0e-62de1be3be49', 'status': 'completed', 'code': 200} Aug 29 04:20:46.370794 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f2def4f5-f724-4a3b-9a3b-f5a2dcf6721d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:46.403578 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-0c05374d-a6c3-46d7-95e0-d5550cb4e75a None None] Provisioning complete for port f756ba73-7cee-4d57-9dfd-1f7a823e19d9 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:20:46.404205 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0c05374d-a6c3-46d7-95e0-d5550cb4e75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:46.415722 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf34ba0-297b-42f0-afe7-569f81004270 None None] Pushing event updated for resources: {'Port': ['ID=f756ba73-7cee-4d57-9dfd-1f7a823e19d9,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:46.444122 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222af642-53d4-42cb-829c-fec89d27aea1 req-6c2f04fe-e499-48ed-943c-ab37fea2528b tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:46.450356 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222af642-53d4-42cb-829c-fec89d27aea1 req-6c2f04fe-e499-48ed-943c-ab37fea2528b tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:46.452109 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-222af642-53d4-42cb-829c-fec89d27aea1 req-6c2f04fe-e499-48ed-943c-ab37fea2528b tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] 10.222.0.22 "GET /v2.0/ports?device_id=25c8a457-9098-4823-a0b0-e5217cb8e752&device_id=a651e7db-5e74-410b-b581-7336b09fd740 HTTP/1.1" status: 200 len: 1682 time: 0.1172945 Aug 29 04:20:46.553633 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-222af642-53d4-42cb-829c-fec89d27aea1 req-82774d3b-ed2b-498e-aa60-7951d146af05 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] 10.222.0.22 "GET /v2.0/security-groups?id=0e1109a6-248f-4454-ba5b-742319a76013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888398 Aug 29 04:20:46.556378 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-3de2587e-9222-424b-ba93-f86ad3b836a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f612c961-c09b-4e32-894d-3406e5ae5150', 'name': 'tempest-FloatingIPDetailsTestJSON-1862558254-router', 'tenant_id': '04d55454cfca4ca7a0fe9ea5be2b44b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '2450d0b9-aca8-426c-899e-59965382e6ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:20:41Z', 'updated_at': '2021-08-29T04:20:42Z', 'revision_number': 3, 'project_id': '04d55454cfca4ca7a0fe9ea5be2b44b6', 'gw_port': {'id': '2450d0b9-aca8-426c-899e-59965382e6ef', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f6:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f612c961-c09b-4e32-894d-3406e5ae5150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:20:42Z', 'updated_at': '2021-08-29T04:20:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:46.608123 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eab356c-909f-4806-a13b-46260d3b4c21 None None] DHCP port deletion for 6ac3918d-221d-43b6-83e2-47d848d03ec5 request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:20:46.616820 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-95e05c2a-b900-4ecd-9fdc-dad09788bdc5 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] For port d8054ea5-24d2-45c4-92a5-48b0ccde40dd, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=d8054ea5-24d2-45c4-92a5-48b0ccde40dd,segment=NetworkSegment(b01d587e-e1ae-4a13-990c-e9fd87d5dc4b),segment_id=b01d587e-e1ae-4a13-990c-e9fd87d5dc4b)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:46.617439 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-95e05c2a-b900-4ecd-9fdc-dad09788bdc5 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:46.619672 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de2587e-9222-424b-ba93-f86ad3b836a0 None None] Checking router: f612c961-c09b-4e32-894d-3406e5ae5150 for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:20:46.620060 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de2587e-9222-424b-ba93-f86ad3b836a0 None None] Updating router f612c961-c09b-4e32-894d-3406e5ae5150 port 2450d0b9-aca8-426c-899e-59965382e6ef binding host n-d-712140-12 {{(pid=94830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:20:46.632385 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-95e05c2a-b900-4ecd-9fdc-dad09788bdc5 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Calling delete_port for d8054ea5-24d2-45c4-92a5-48b0ccde40dd owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:20:46.645094 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-05e3f2a9-32a6-41b0-b78c-c27bb7f7d133 req-ed0068cc-ad07-4a20-b7be-e4bbb4ddd714 tempest-ServerShowV254Test-1618899415 tempest-ServerShowV254Test-1618899415-project] 10.222.0.22 "GET /v2.0/ports?device_id=9de919d4-15a8-461e-8b98-44a892752954 HTTP/1.1" status: 200 len: 210 time: 0.0889232 Aug 29 04:20:46.646828 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-f2def4f5-f724-4a3b-9a3b-f5a2dcf6721d admin admin] Allocated IP 172.20.0.1 (3c267606-936c-4873-8d3e-cf711974ceb1/100359fd-9a42-4d93-9537-07778121f197/6639f382-b766-4f1f-aaf7-5b9105ddb4b1) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:20:46.756985 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-95e05c2a-b900-4ecd-9fdc-dad09788bdc5 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:46.799138 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a923ffc5-2970-4344-931c-25b4588c99a9 req-201fdf02-0a2e-4d04-8639-6b5e84740c21 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=71fe9f3e-3534-4c4d-8ae6-ccb2829ad4b8 HTTP/1.1" status: 200 len: 210 time: 0.0670040 Aug 29 04:20:46.809902 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e05c2a-b900-4ecd-9fdc-dad09788bdc5 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] No DVR routers for this DVR port d8054ea5-24d2-45c4-92a5-48b0ccde40dd on host n-d-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:20:46.820426 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e05c2a-b900-4ecd-9fdc-dad09788bdc5 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Pushing event deleted for resources: {'Port': ['ID=d8054ea5-24d2-45c4-92a5-48b0ccde40dd,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:46.839554 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3de2587e-9222-424b-ba93-f86ad3b836a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:46.913560 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f2def4f5-f724-4a3b-9a3b-f5a2dcf6721d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:46.941992 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-f2def4f5-f724-4a3b-9a3b-f5a2dcf6721d admin admin] Transition to ACTIVE for port object 6639f382-b766-4f1f-aaf7-5b9105ddb4b1 will not be triggered until provisioned by entity DHCP. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:20:47.011385 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-95e05c2a-b900-4ecd-9fdc-dad09788bdc5 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:47.042531 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f2def4f5-f724-4a3b-9a3b-f5a2dcf6721d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:47.049279 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-95e05c2a-b900-4ecd-9fdc-dad09788bdc5 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ac3918d-221d-43b6-83e2-47d848d03ec5']}} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:47.056638 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-95e05c2a-b900-4ecd-9fdc-dad09788bdc5 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b01d587e-e1ae-4a13-990c-e9fd87d5dc4b') {'for_net_delete': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:47.056963 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-95e05c2a-b900-4ecd-9fdc-dad09788bdc5 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b01d587e-e1ae-4a13-990c-e9fd87d5dc4b') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:47.072511 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-95e05c2a-b900-4ecd-9fdc-dad09788bdc5 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8904833'] for segment, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:47.096684 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device f756ba73-7cee-4d57-9dfd-1f7a823e19d9 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:20:47.107511 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d6b3a9-e0ce-481b-8e22-b694d5cf590b req-1766dd63-4450-4a5e-a94a-6784b43f8f2d tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:47.109412 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-96d6b3a9-e0ce-481b-8e22-b694d5cf590b req-1766dd63-4450-4a5e-a94a-6784b43f8f2d tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=33938cd7-ba94-4eae-b8ec-80748b58e019 HTTP/1.1" status: 200 len: 944 time: 0.1573792 Aug 29 04:20:47.110894 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-95e05c2a-b900-4ecd-9fdc-dad09788bdc5 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:47.136243 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95e05c2a-b900-4ecd-9fdc-dad09788bdc5 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=94828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:20:47.138069 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-95e05c2a-b900-4ecd-9fdc-dad09788bdc5 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9190468'] for segment, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:47.142109 n-d-712140-12 neutron-server[94828]: Traceback (most recent call last): Aug 29 04:20:47.142109 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:20:47.142109 n-d-712140-12 neutron-server[94828]: timer() Aug 29 04:20:47.142109 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:20:47.142109 n-d-712140-12 neutron-server[94828]: cb(*args, **kw) Aug 29 04:20:47.142109 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:20:47.142109 n-d-712140-12 neutron-server[94828]: return func(*args, **kwargs) Aug 29 04:20:47.142109 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:20:47.142109 n-d-712140-12 neutron-server[94828]: self._notify() Aug 29 04:20:47.142109 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:20:47.142109 n-d-712140-12 neutron-server[94828]: self.callback(batched_events) Aug 29 04:20:47.142109 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:20:47.142109 n-d-712140-12 neutron-server[94828]: event.method(event) Aug 29 04:20:47.142109 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:20:47.142109 n-d-712140-12 neutron-server[94828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:20:47.142109 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:20:47.142109 n-d-712140-12 neutron-server[94828]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:20:47.142109 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:20:47.142109 n-d-712140-12 neutron-server[94828]: return f(self, *a, **k) Aug 29 04:20:47.142109 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:20:47.142109 n-d-712140-12 neutron-server[94828]: return self._get(url).json() Aug 29 04:20:47.142109 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:20:47.142109 n-d-712140-12 neutron-server[94828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:20:47.142109 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:20:47.142109 n-d-712140-12 neutron-server[94828]: return self.request(url, 'GET', **kwargs) Aug 29 04:20:47.142109 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:20:47.142109 n-d-712140-12 neutron-server[94828]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:20:47.142109 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:20:47.142109 n-d-712140-12 neutron-server[94828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:20:47.142109 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:20:47.142109 n-d-712140-12 neutron-server[94828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:20:47.142109 n-d-712140-12 neutron-server[94828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:20:47.179460 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-8eab356c-909f-4806-a13b-46260d3b4c21 None None] Deleting port d8054ea5-24d2-45c4-92a5-48b0ccde40dd {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:20:47.180342 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8eab356c-909f-4806-a13b-46260d3b4c21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:47.185281 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2def4f5-f724-4a3b-9a3b-f5a2dcf6721d admin admin] Network 3c267606-936c-4873-8d3e-cf711974ceb1 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:20:47.195680 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-f2def4f5-f724-4a3b-9a3b-f5a2dcf6721d admin admin] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:20:47.203168 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2def4f5-f724-4a3b-9a3b-f5a2dcf6721d admin admin] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:20:47.222896 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-96d6b3a9-e0ce-481b-8e22-b694d5cf590b req-b06cf5cf-c55d-4c4b-b538-cf97ca1e8652 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045077 Aug 29 04:20:47.265337 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f2def4f5-f724-4a3b-9a3b-f5a2dcf6721d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719598'] for router_interface, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:47.291831 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-95e05c2a-b900-4ecd-9fdc-dad09788bdc5 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:47.300873 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-95e05c2a-b900-4ecd-9fdc-dad09788bdc5 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:47.312433 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-95e05c2a-b900-4ecd-9fdc-dad09788bdc5 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] 10.222.0.22 "DELETE /v2.0/networks/6ac3918d-221d-43b6-83e2-47d848d03ec5 HTTP/1.1" status: 204 len: 168 time: 2.0074804 Aug 29 04:20:47.319094 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 49840) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:47.336150 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2def4f5-f724-4a3b-9a3b-f5a2dcf6721d admin admin] Pushing event updated for resources: {'Port': ['ID=6639f382-b766-4f1f-aaf7-5b9105ddb4b1,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:47.356787 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e05c2a-b900-4ecd-9fdc-dad09788bdc5 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Pushing event deleted for resources: {'Network': ['ID=6ac3918d-221d-43b6-83e2-47d848d03ec5,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:47.387814 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-82b4df52-32c5-490c-97e3-b7cb9425de79 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] DELETE failed (client error): The resource could not be found. Aug 29 04:20:47.388143 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82b4df52-32c5-490c-97e3-b7cb9425de79 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:20:47.394416 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-82b4df52-32c5-490c-97e3-b7cb9425de79 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] 10.222.0.22 "DELETE /v2.0/subnets/401ebdd0-50b7-4511-a430-248679d429a8 HTTP/1.1" status: 404 len: 337 time: 0.0708044 Aug 29 04:20:47.397391 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 49842) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:47.427426 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-938a2693-ce60-4bf5-adf8-599dbcdce377 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] DELETE failed (client error): The resource could not be found. Aug 29 04:20:47.429225 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-938a2693-ce60-4bf5-adf8-599dbcdce377 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:20:47.430905 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-938a2693-ce60-4bf5-adf8-599dbcdce377 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] 10.222.0.22 "DELETE /v2.0/networks/b385b668-8da1-4b75-981f-876c9f9ab1b6 HTTP/1.1" status: 404 len: 339 time: 0.0329168 Aug 29 04:20:47.435466 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 49844) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:47.532047 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-8eab356c-909f-4806-a13b-46260d3b4c21 None None] For port d8054ea5-24d2-45c4-92a5-48b0ccde40dd, host n-d-712140-12, got binding levels [] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:47.532047 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8eab356c-909f-4806-a13b-46260d3b4c21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:47.538451 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port f756ba73-7cee-4d57-9dfd-1f7a823e19d9 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:20:47.538873 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:47.567333 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e30b5c9-7455-4ac5-83c9-f9ae78cf83c9 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Deleting subnet feac4683-941c-4724-91d2-1b03e43e0143 {{(pid=94829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:20:47.571999 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1e30b5c9-7455-4ac5-83c9-f9ae78cf83c9 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks [] for subnet, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:47.616707 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-8eab356c-909f-4806-a13b-46260d3b4c21 None None] Calling delete_port for d8054ea5-24d2-45c4-92a5-48b0ccde40dd owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:20:47.619082 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-58aa56fb-89f1-4b90-956e-0c5e0d381842 None None] Provisioning complete for port f756ba73-7cee-4d57-9dfd-1f7a823e19d9 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:20:47.619525 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-58aa56fb-89f1-4b90-956e-0c5e0d381842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:47.626077 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.ipam_backend_mixin [None req-8eab356c-909f-4806-a13b-46260d3b4c21 None None] Port d8054ea5-24d2-45c4-92a5-48b0ccde40dd was not found and therefore no delete operation was performed {{(pid=94830) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 04:20:47.659999 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8eab356c-909f-4806-a13b-46260d3b4c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:47.670199 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f2def4f5-f724-4a3b-9a3b-f5a2dcf6721d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:47.676135 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1e30b5c9-7455-4ac5-83c9-f9ae78cf83c9 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4311743'] for subnet, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:47.694622 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eab356c-909f-4806-a13b-46260d3b4c21 None None] Pushing event deleted for resources: {'Port': ['ID=d8054ea5-24d2-45c4-92a5-48b0ccde40dd,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:47.718968 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8eab356c-909f-4806-a13b-46260d3b4c21 None None] Network 6ac3918d-221d-43b6-83e2-47d848d03ec5 is not hosted by any dhcp agent {{(pid=94830) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 29 04:20:47.719342 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eab356c-909f-4806-a13b-46260d3b4c21 None None] No DVR routers for this DVR port d8054ea5-24d2-45c4-92a5-48b0ccde40dd on host n-d-712140-12 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:20:47.724241 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d299fe0d-6126-4263-95f5-c16efc96dd80 req-7d54a77a-c103-43e3-9ff3-9390bfd8958c tempest-ServerShowV254Test-1618899415 tempest-ServerShowV254Test-1618899415-project] 10.222.0.46 "GET /v2.0/ports?device_id=9de919d4-15a8-461e-8b98-44a892752954 HTTP/1.1" status: 200 len: 210 time: 0.0809228 Aug 29 04:20:47.816408 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-598e1f8a-e4a6-463d-ac96-bf225b26912b req-537ace87-d1b8-444d-bf7a-e9fbd349b993 tempest-ServerShowV254Test-1618899415 tempest-ServerShowV254Test-1618899415-project] 10.222.0.22 "GET /v2.0/ports?device_id=9de919d4-15a8-461e-8b98-44a892752954 HTTP/1.1" status: 200 len: 210 time: 0.0527029 Aug 29 04:20:47.857319 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b692cb9-e27a-4a6f-9dca-0303d0cba0c7 req-94e5cf5d-72dd-4d03-a2b4-4fc55d2cbd5a tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:47.859025 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4b692cb9-e27a-4a6f-9dca-0303d0cba0c7 req-94e5cf5d-72dd-4d03-a2b4-4fc55d2cbd5a tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] 10.222.0.22 "GET /v2.0/ports?device_id=a651e7db-5e74-410b-b581-7336b09fd740 HTTP/1.1" status: 200 len: 945 time: 0.2257631 Aug 29 04:20:47.977854 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1e30b5c9-7455-4ac5-83c9-f9ae78cf83c9 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:48.029621 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 77b4db49-2762-4af2-8d0e-62de1be3be49 no longer exists at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:20:48.039748 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4b692cb9-e27a-4a6f-9dca-0303d0cba0c7 req-3b0d528b-1398-4766-aa4e-fb66a8e35d46 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] 10.222.0.22 "GET /v2.0/security-groups?id=0e1109a6-248f-4454-ba5b-742319a76013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680036 Aug 29 04:20:48.060757 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] No Port match for: 77b4db49-2762-4af2-8d0e-62de1be3be49 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:20:48.064160 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 77b4db49-2762-4af2-8d0e-62de1be3be49 not bound to the agent host n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:20:48.095859 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1e30b5c9-7455-4ac5-83c9-f9ae78cf83c9 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4552352'] for subnet, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:48.136524 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f2def4f5-f724-4a3b-9a3b-f5a2dcf6721d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:48.137088 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3de2587e-9222-424b-ba93-f86ad3b836a0 None None] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:48.139995 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e30b5c9-7455-4ac5-83c9-f9ae78cf83c9 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Pushing event deleted for resources: {'Subnet': ['ID=feac4683-941c-4724-91d2-1b03e43e0143,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:48.142080 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1e30b5c9-7455-4ac5-83c9-f9ae78cf83c9 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:48.146794 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-1e30b5c9-7455-4ac5-83c9-f9ae78cf83c9 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] 10.222.0.22 "DELETE /v2.0/subnets/feac4683-941c-4724-91d2-1b03e43e0143 HTTP/1.1" status: 204 len: 168 time: 0.7102182 Aug 29 04:20:48.147014 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 49858) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:48.148699 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f2def4f5-f724-4a3b-9a3b-f5a2dcf6721d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:48.156574 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-3de2587e-9222-424b-ba93-f86ad3b836a0 None None] Transition to ACTIVE for port object 2450d0b9-aca8-426c-899e-59965382e6ef will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:20:48.161425 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d340e716-60e4-4064-a2d5-ed19cf7e749f None None] Network 0e42b897-6508-4134-a4be-5099b82c00b2 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:20:48.165018 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3de2587e-9222-424b-ba93-f86ad3b836a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:48.250040 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2def4f5-f724-4a3b-9a3b-f5a2dcf6721d admin admin] Pushing event updated for resources: {'Port': ['ID=6639f382-b766-4f1f-aaf7-5b9105ddb4b1,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:48.254865 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f2def4f5-f724-4a3b-9a3b-f5a2dcf6721d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-718897'] for router_interface, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:48.319152 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7f6995-146f-4911-af3a-1fcc61081d9d req-b40e4393-7fec-4dd5-89dc-6fa544483e89 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:48.320752 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2c7f6995-146f-4911-af3a-1fcc61081d9d req-b40e4393-7fec-4dd5-89dc-6fa544483e89 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e5ccfea-706b-4825-9d2e-60c0b092c82e HTTP/1.1" status: 200 len: 944 time: 0.1104121 Aug 29 04:20:48.324951 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-13e71da9-5746-4ab8-bb91-bffbcdb5b973 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:48.358773 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device d8054ea5-24d2-45c4-92a5-48b0ccde40dd no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:20:48.390922 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2c7f6995-146f-4911-af3a-1fcc61081d9d req-45ae96c0-13f7-4ead-8b72-ba10a25a4aaf tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=95663bcf-c178-40f7-a8d1-56ba6dc33aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579264 Aug 29 04:20:48.396705 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ead8a4-37e1-4957-a8cd-bf5b2949ab7b None None] Pushing event updated for resources: {'Port': ['ID=2450d0b9-aca8-426c-899e-59965382e6ef,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:48.404985 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2def4f5-f724-4a3b-9a3b-f5a2dcf6721d admin admin] Network 3c267606-936c-4873-8d3e-cf711974ceb1 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:20:48.406897 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-f2def4f5-f724-4a3b-9a3b-f5a2dcf6721d admin admin] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:20:48.420288 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: d8054ea5-24d2-45c4-92a5-48b0ccde40dd {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:20:48.420668 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device d8054ea5-24d2-45c4-92a5-48b0ccde40dd not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:20:48.444329 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376c275e-7991-49bd-b83c-cad201c61740 req-c15787be-9e0a-40bb-b1d8-952af0f57230 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:48.455566 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-376c275e-7991-49bd-b83c-cad201c61740 req-c15787be-9e0a-40bb-b1d8-952af0f57230 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=33938cd7-ba94-4eae-b8ec-80748b58e019 HTTP/1.1" status: 200 len: 944 time: 0.1014166 Aug 29 04:20:48.529272 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-0f6528cc-c500-4248-b299-74da688272f4 None None] Provisioning for port 6639f382-b766-4f1f-aaf7-5b9105ddb4b1 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:20:48.534079 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-3de2587e-9222-424b-ba93-f86ad3b836a0 None None] Attempting to bind port 2450d0b9-aca8-426c-899e-59965382e6ef on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:20:48.534880 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-3de2587e-9222-424b-ba93-f86ad3b836a0 None None] Attempting to bind port 2450d0b9-aca8-426c-899e-59965382e6ef by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:20:48.535072 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de2587e-9222-424b-ba93-f86ad3b836a0 None None] Attempting to bind port 2450d0b9-aca8-426c-899e-59965382e6ef on network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:20:48.547334 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-376c275e-7991-49bd-b83c-cad201c61740 req-48bc82c1-47c1-4954-9b98-1b58a35ade6a tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889640 Aug 29 04:20:48.563867 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de2587e-9222-424b-ba93-f86ad3b836a0 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:20:48.564256 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de2587e-9222-424b-ba93-f86ad3b836a0 None None] Checking segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:20:48.566020 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3de2587e-9222-424b-ba93-f86ad3b836a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:48.566468 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de2587e-9222-424b-ba93-f86ad3b836a0 None None] Bound using segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:20:48.567152 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-3de2587e-9222-424b-ba93-f86ad3b836a0 None None] Bound port: 2450d0b9-aca8-426c-899e-59965382e6ef, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:20:48.567831 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3de2587e-9222-424b-ba93-f86ad3b836a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:48.569603 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-13e71da9-5746-4ab8-bb91-bffbcdb5b973 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Deleting port 73d53c5d-9b4a-46e9-8c34-41d08c3e0d3b {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:20:48.569957 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-13e71da9-5746-4ab8-bb91-bffbcdb5b973 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:48.621497 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-0f6528cc-c500-4248-b299-74da688272f4 None None] Provisioning complete for port 6639f382-b766-4f1f-aaf7-5b9105ddb4b1 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:20:48.621884 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0f6528cc-c500-4248-b299-74da688272f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:48.648595 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2def4f5-f724-4a3b-9a3b-f5a2dcf6721d admin admin] Router f612c961-c09b-4e32-894d-3406e5ae5150 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:20:48.710199 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-0f6528cc-c500-4248-b299-74da688272f4 None None] Port 6639f382-b766-4f1f-aaf7-5b9105ddb4b1 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:20:48.712248 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-3de2587e-9222-424b-ba93-f86ad3b836a0 None None] For port 2450d0b9-aca8-426c-899e-59965382e6ef, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:20:48.716213 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-3de2587e-9222-424b-ba93-f86ad3b836a0 None None] For port 2450d0b9-aca8-426c-899e-59965382e6ef, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=2450d0b9-aca8-426c-899e-59965382e6ef,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:20:48.724380 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3de2587e-9222-424b-ba93-f86ad3b836a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:48.725972 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-13e71da9-5746-4ab8-bb91-bffbcdb5b973 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] For port 73d53c5d-9b4a-46e9-8c34-41d08c3e0d3b, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=73d53c5d-9b4a-46e9-8c34-41d08c3e0d3b,segment=NetworkSegment(c309ddeb-1989-4508-818a-a1acb9542c80),segment_id=c309ddeb-1989-4508-818a-a1acb9542c80)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:48.726236 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-13e71da9-5746-4ab8-bb91-bffbcdb5b973 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:48.750420 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-13e71da9-5746-4ab8-bb91-bffbcdb5b973 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Calling delete_port for 73d53c5d-9b4a-46e9-8c34-41d08c3e0d3b owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:20:48.818647 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9759dbc7-2f25-4f37-b9e1-60fb7b85eea7 None None] DHCP port deletion for 0e42b897-6508-4134-a4be-5099b82c00b2 request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:20:48.831275 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2def4f5-f724-4a3b-9a3b-f5a2dcf6721d admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:20:48.845130 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de2587e-9222-424b-ba93-f86ad3b836a0 None None] Routers {'f612c961-c09b-4e32-894d-3406e5ae5150'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:20:48.845130 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-3de2587e-9222-424b-ba93-f86ad3b836a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:20:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['f612c961-c09b-4e32-894d-3406e5ae5150'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:48.853536 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-f2def4f5-f724-4a3b-9a3b-f5a2dcf6721d admin admin] 10.222.0.22 "PUT /v2.0/routers/f612c961-c09b-4e32-894d-3406e5ae5150/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3192506 Aug 29 04:20:48.897225 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-13e71da9-5746-4ab8-bb91-bffbcdb5b973 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:48.937633 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e71da9-5746-4ab8-bb91-bffbcdb5b973 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Pushing event deleted for resources: {'Port': ['ID=73d53c5d-9b4a-46e9-8c34-41d08c3e0d3b,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:48.939918 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e71da9-5746-4ab8-bb91-bffbcdb5b973 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] No DVR routers for this DVR port 73d53c5d-9b4a-46e9-8c34-41d08c3e0d3b on host n-d-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:20:48.947393 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ead8a4-37e1-4957-a8cd-bf5b2949ab7b None None] Pushing event updated for resources: {'Port': ['ID=2450d0b9-aca8-426c-899e-59965382e6ef,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:48.970200 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-604da6d4-771d-46d5-bdb7-f40bd1971a10 None None] Provisioning complete for port 6639f382-b766-4f1f-aaf7-5b9105ddb4b1 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:20:48.970600 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-604da6d4-771d-46d5-bdb7-f40bd1971a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:49.051178 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 73d53c5d-9b4a-46e9-8c34-41d08c3e0d3b no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:20:49.079610 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:49.091949 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-13e71da9-5746-4ab8-bb91-bffbcdb5b973 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:49.107241 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-13e71da9-5746-4ab8-bb91-bffbcdb5b973 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e42b897-6508-4134-a4be-5099b82c00b2']}} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:49.116567 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 73d53c5d-9b4a-46e9-8c34-41d08c3e0d3b {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:20:49.117039 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 73d53c5d-9b4a-46e9-8c34-41d08c3e0d3b not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:20:49.123068 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-604da6d4-771d-46d5-bdb7-f40bd1971a10 None None] Port 6639f382-b766-4f1f-aaf7-5b9105ddb4b1 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:20:49.134776 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-13e71da9-5746-4ab8-bb91-bffbcdb5b973 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c309ddeb-1989-4508-818a-a1acb9542c80') {'for_net_delete': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:49.135085 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-13e71da9-5746-4ab8-bb91-bffbcdb5b973 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c309ddeb-1989-4508-818a-a1acb9542c80') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:49.154023 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-13e71da9-5746-4ab8-bb91-bffbcdb5b973 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8904833'] for segment, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:49.161631 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-9759dbc7-2f25-4f37-b9e1-60fb7b85eea7 None None] Deleting port 73d53c5d-9b4a-46e9-8c34-41d08c3e0d3b {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:20:49.162203 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9759dbc7-2f25-4f37-b9e1-60fb7b85eea7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:49.176382 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-13e71da9-5746-4ab8-bb91-bffbcdb5b973 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:49.182173 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-3de2587e-9222-424b-ba93-f86ad3b836a0 None None] Set router f612c961-c09b-4e32-894d-3406e5ae5150 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:20:49.188017 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13e71da9-5746-4ab8-bb91-bffbcdb5b973 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=94828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:20:49.188711 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-13e71da9-5746-4ab8-bb91-bffbcdb5b973 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9190468'] for segment, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:49.255604 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f046342c-4a6a-41e6-9104-6f82baf499a3 req-94aaec63-386a-4ebe-81b6-1486d6b99696 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:49.257641 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f046342c-4a6a-41e6-9104-6f82baf499a3 req-94aaec63-386a-4ebe-81b6-1486d6b99696 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] 10.222.0.22 "GET /v2.0/ports?device_id=a651e7db-5e74-410b-b581-7336b09fd740 HTTP/1.1" status: 200 len: 945 time: 0.1061711 Aug 29 04:20:49.266214 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88abf67c-d1d9-4f6f-ae33-9f46084f5095 req-86b27d1c-4ed6-492c-a4f4-363ba681f836 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:49.268271 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-88abf67c-d1d9-4f6f-ae33-9f46084f5095 req-86b27d1c-4ed6-492c-a4f4-363ba681f836 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] 10.222.0.48 "GET /v2.0/ports?device_id=a651e7db-5e74-410b-b581-7336b09fd740 HTTP/1.1" status: 200 len: 945 time: 0.0811439 Aug 29 04:20:49.279185 n-d-712140-12 neutron-server[94828]: Traceback (most recent call last): Aug 29 04:20:49.279185 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:20:49.279185 n-d-712140-12 neutron-server[94828]: timer() Aug 29 04:20:49.279185 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:20:49.279185 n-d-712140-12 neutron-server[94828]: cb(*args, **kw) Aug 29 04:20:49.279185 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:20:49.279185 n-d-712140-12 neutron-server[94828]: return func(*args, **kwargs) Aug 29 04:20:49.279185 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:20:49.279185 n-d-712140-12 neutron-server[94828]: self._notify() Aug 29 04:20:49.279185 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:20:49.279185 n-d-712140-12 neutron-server[94828]: self.callback(batched_events) Aug 29 04:20:49.279185 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:20:49.279185 n-d-712140-12 neutron-server[94828]: event.method(event) Aug 29 04:20:49.279185 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:20:49.279185 n-d-712140-12 neutron-server[94828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:20:49.279185 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:20:49.279185 n-d-712140-12 neutron-server[94828]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:20:49.279185 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:20:49.279185 n-d-712140-12 neutron-server[94828]: return f(self, *a, **k) Aug 29 04:20:49.279185 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:20:49.279185 n-d-712140-12 neutron-server[94828]: return self._get(url).json() Aug 29 04:20:49.279185 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:20:49.279185 n-d-712140-12 neutron-server[94828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:20:49.279185 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:20:49.279185 n-d-712140-12 neutron-server[94828]: return self.request(url, 'GET', **kwargs) Aug 29 04:20:49.279185 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:20:49.279185 n-d-712140-12 neutron-server[94828]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:20:49.279185 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:20:49.279185 n-d-712140-12 neutron-server[94828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:20:49.279185 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:20:49.279185 n-d-712140-12 neutron-server[94828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:20:49.279185 n-d-712140-12 neutron-server[94828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:20:49.288520 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-13e71da9-5746-4ab8-bb91-bffbcdb5b973 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:49.313665 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-9759dbc7-2f25-4f37-b9e1-60fb7b85eea7 None None] For port 73d53c5d-9b4a-46e9-8c34-41d08c3e0d3b, host n-d-712140-12, got binding levels [] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:49.314237 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9759dbc7-2f25-4f37-b9e1-60fb7b85eea7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:49.330699 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-13e71da9-5746-4ab8-bb91-bffbcdb5b973 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:49.332880 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-13e71da9-5746-4ab8-bb91-bffbcdb5b973 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] 10.222.0.22 "DELETE /v2.0/networks/0e42b897-6508-4134-a4be-5099b82c00b2 HTTP/1.1" status: 204 len: 168 time: 1.1843758 Aug 29 04:20:49.333796 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e71da9-5746-4ab8-bb91-bffbcdb5b973 tempest-NetworksIpV6Test-507863701 tempest-NetworksIpV6Test-507863701-project] Pushing event deleted for resources: {'Network': ['ID=0e42b897-6508-4134-a4be-5099b82c00b2,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:49.362459 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 49882) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:49.370489 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-9759dbc7-2f25-4f37-b9e1-60fb7b85eea7 None None] Calling delete_port for 73d53c5d-9b4a-46e9-8c34-41d08c3e0d3b owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:20:49.375320 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.ipam_backend_mixin [None req-9759dbc7-2f25-4f37-b9e1-60fb7b85eea7 None None] Port 73d53c5d-9b4a-46e9-8c34-41d08c3e0d3b was not found and therefore no delete operation was performed {{(pid=94830) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 04:20:49.384594 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9759dbc7-2f25-4f37-b9e1-60fb7b85eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:49.386458 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f046342c-4a6a-41e6-9104-6f82baf499a3 req-34daf37a-65a8-4c32-9d39-bf45024e8daa tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] 10.222.0.22 "GET /v2.0/security-groups?id=0e1109a6-248f-4454-ba5b-742319a76013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170843 Aug 29 04:20:49.419544 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9759dbc7-2f25-4f37-b9e1-60fb7b85eea7 None None] Network 0e42b897-6508-4134-a4be-5099b82c00b2 is not hosted by any dhcp agent {{(pid=94830) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 29 04:20:49.420361 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9759dbc7-2f25-4f37-b9e1-60fb7b85eea7 None None] No DVR routers for this DVR port 73d53c5d-9b4a-46e9-8c34-41d08c3e0d3b on host n-d-712140-12 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:20:49.422176 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9759dbc7-2f25-4f37-b9e1-60fb7b85eea7 None None] Pushing event deleted for resources: {'Port': ['ID=73d53c5d-9b4a-46e9-8c34-41d08c3e0d3b,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:49.451090 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf74fe5-483f-43c7-923a-7abd299a7d33 req-526518f2-68e7-49bb-bb2b-a4d24d14ce46 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:49.455159 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1bf74fe5-483f-43c7-923a-7abd299a7d33 req-526518f2-68e7-49bb-bb2b-a4d24d14ce46 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] 10.222.0.46 "GET /v2.0/ports?device_id=25c8a457-9098-4823-a0b0-e5217cb8e752 HTTP/1.1" status: 200 len: 946 time: 0.1776946 Aug 29 04:20:49.615530 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-3de2587e-9222-424b-ba93-f86ad3b836a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f612c961-c09b-4e32-894d-3406e5ae5150', 'name': 'tempest-FloatingIPDetailsTestJSON-1862558254-router', 'tenant_id': '04d55454cfca4ca7a0fe9ea5be2b44b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '2450d0b9-aca8-426c-899e-59965382e6ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:20:41Z', 'updated_at': '2021-08-29T04:20:47Z', 'revision_number': 4, 'project_id': '04d55454cfca4ca7a0fe9ea5be2b44b6', 'gw_port': {'id': '2450d0b9-aca8-426c-899e-59965382e6ef', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f6:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f612c961-c09b-4e32-894d-3406e5ae5150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:20:42Z', 'updated_at': '2021-08-29T04:20:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '6639f382-b766-4f1f-aaf7-5b9105ddb4b1', 'name': '', 'network_id': '3c267606-936c-4873-8d3e-cf711974ceb1', 'tenant_id': '04d55454cfca4ca7a0fe9ea5be2b44b6', 'mac_address': 'fa:16:3e:3f:4d:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f612c961-c09b-4e32-894d-3406e5ae5150', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '100359fd-9a42-4d93-9537-07778121f197', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:20:46Z', 'updated_at': '2021-08-29T04:20:47Z', 'revision_number': 2, 'project_id': '04d55454cfca4ca7a0fe9ea5be2b44b6', 'subnets': [{'id': '100359fd-9a42-4d93-9537-07778121f197', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:49.674429 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [req-88abf67c-d1d9-4f6f-ae33-9f46084f5095 req-f2f378c8-dcfa-4d84-966a-4d5180951ff0 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] Deleting port ff6c0306-6b6e-4fb3-b60d-ca9b884d3fe8 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:20:49.674963 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-88abf67c-d1d9-4f6f-ae33-9f46084f5095 req-f2f378c8-dcfa-4d84-966a-4d5180951ff0 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:49.707448 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de2587e-9222-424b-ba93-f86ad3b836a0 None None] The sync data for ids ['f612c961-c09b-4e32-894d-3406e5ae5150'] in n-d-712140-12 is: [{'id': 'f612c961-c09b-4e32-894d-3406e5ae5150', 'name': 'tempest-FloatingIPDetailsTestJSON-1862558254-router', 'tenant_id': '04d55454cfca4ca7a0fe9ea5be2b44b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '2450d0b9-aca8-426c-899e-59965382e6ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:20:41Z', 'updated_at': '2021-08-29T04:20:47Z', 'revision_number': 4, 'project_id': '04d55454cfca4ca7a0fe9ea5be2b44b6', 'gw_port': {'id': '2450d0b9-aca8-426c-899e-59965382e6ef', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f6:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f612c961-c09b-4e32-894d-3406e5ae5150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:20:42Z', 'updated_at': '2021-08-29T04:20:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '6639f382-b766-4f1f-aaf7-5b9105ddb4b1', 'name': '', 'network_id': '3c267606-936c-4873-8d3e-cf711974ceb1', 'tenant_id': '04d55454cfca4ca7a0fe9ea5be2b44b6', 'mac_address': 'fa:16:3e:3f:4d:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f612c961-c09b-4e32-894d-3406e5ae5150', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '100359fd-9a42-4d93-9537-07778121f197', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:20:46Z', 'updated_at': '2021-08-29T04:20:47Z', 'revision_number': 2, 'project_id': '04d55454cfca4ca7a0fe9ea5be2b44b6', 'subnets': [{'id': '100359fd-9a42-4d93-9537-07778121f197', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:20:49.729929 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 599cb102-cc01-4336-89d8-102a6ac3c71a up at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:20:49.792331 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 49896) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:49.793266 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8c155a-820d-4db2-b27f-006b2e092571 req-c23e86c3-e5fd-4fb9-8c00-00d95deeeca6 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:49.802708 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ab8c155a-820d-4db2-b27f-006b2e092571 req-c23e86c3-e5fd-4fb9-8c00-00d95deeeca6 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e5ccfea-706b-4825-9d2e-60c0b092c82e HTTP/1.1" status: 200 len: 944 time: 0.2620130 Aug 29 04:20:49.859809 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning for port 599cb102-cc01-4336-89d8-102a6ac3c71a completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:20:49.876810 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning complete for port 599cb102-cc01-4336-89d8-102a6ac3c71a triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:20:49.876810 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:49.920638 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-274c0726-0207-43d8-870f-e3e7845580a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:49.923576 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [req-1bf74fe5-483f-43c7-923a-7abd299a7d33 req-577096e4-1c39-4653-8528-65df7a457d05 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] Deleting port 612daa36-1a9d-4b2d-af5c-c0897a3fda95 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:20:49.924215 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-1bf74fe5-483f-43c7-923a-7abd299a7d33 req-577096e4-1c39-4653-8528-65df7a457d05 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:49.972254 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ab8c155a-820d-4db2-b27f-006b2e092571 req-48e2a56a-779f-4e33-a0d2-862b4791d8fc tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=95663bcf-c178-40f7-a8d1-56ba6dc33aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1543679 Aug 29 04:20:49.980886 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-88abf67c-d1d9-4f6f-ae33-9f46084f5095 req-f2f378c8-dcfa-4d84-966a-4d5180951ff0 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] For port ff6c0306-6b6e-4fb3-b60d-ca9b884d3fe8, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=ff6c0306-6b6e-4fb3-b60d-ca9b884d3fe8,segment=NetworkSegment(98b8dc6c-7a29-4e8c-b0e0-7a04be0f01c2),segment_id=98b8dc6c-7a29-4e8c-b0e0-7a04be0f01c2)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:49.983605 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-3523f5f9-16a9-4cda-97a3-282cdf2bfc98 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=44385798d8624c32aa934faabfcc9a0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1891158 Aug 29 04:20:49.991286 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-88abf67c-d1d9-4f6f-ae33-9f46084f5095 req-f2f378c8-dcfa-4d84-966a-4d5180951ff0 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:49.995279 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ad875a8e-ba80-4405-9384-d0a4c3967022 req-0b759893-2a92-43fe-9918-18ab091fd540 tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3273346 Aug 29 04:20:49.997802 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 49900) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:50.012352 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-ad875a8e-ba80-4405-9384-d0a4c3967022 req-09ae541a-7da3-4148-b27d-41582e60d6c5 tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] Request body: {'floatingip': {'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:50.017086 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:50.087523 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33938cd7-ba94-4eae-b8ec-80748b58e019', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '599cb102-cc01-4336-89d8-102a6ac3c71a'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:20:50.097284 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c71ff4bc-7062-4567-a2ef-9c67963403f5" -d '{"events": [{"server_uuid": "33938cd7-ba94-4eae-b8ec-80748b58e019", "name": "network-vif-plugged", "status": "completed", "tag": "599cb102-cc01-4336-89d8-102a6ac3c71a"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:20:50.109585 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.db.api [req-ad875a8e-ba80-4405-9384-d0a4c3967022 req-09ae541a-7da3-4148-b27d-41582e60d6c5 tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 04:20:50.109585 n-d-712140-12 neutron-server[94828]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 29 04:20:50.109585 n-d-712140-12 neutron-server[94828]: [parameters: {'project_id': '04d55454cfca4ca7a0fe9ea5be2b44b6', 'id': 'd81d7bc7-89cd-4800-afee-f05027e067cf', 'expiration': datetime.datetime(2021, 8, 29, 4, 22, 50, 57627)}] Aug 29 04:20:50.109585 n-d-712140-12 neutron-server[94828]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:20:50.110877 n-d-712140-12 neutron-server[94828]: DEBUG oslo_db.api [req-ad875a8e-ba80-4405-9384-d0a4c3967022 req-09ae541a-7da3-4148-b27d-41582e60d6c5 tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:20:50.113422 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [req-88abf67c-d1d9-4f6f-ae33-9f46084f5095 req-f2f378c8-dcfa-4d84-966a-4d5180951ff0 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] Calling delete_port for ff6c0306-6b6e-4fb3-b60d-ca9b884d3fe8 owned by compute:nova {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:20:50.135325 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 599cb102-cc01-4336-89d8-102a6ac3c71a, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=599cb102-cc01-4336-89d8-102a6ac3c71a,segment=NetworkSegment(44fea4a1-e972-4690-b14e-956bce45d1ec),segment_id=44fea4a1-e972-4690-b14e-956bce45d1ec)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:50.140349 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:50.143111 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f990ec2c-a1c2-4745-95cd-5384051dbaa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:50.207886 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f990ec2c-a1c2-4745-95cd-5384051dbaa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:50.232378 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=599cb102-cc01-4336-89d8-102a6ac3c71a,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:50.303629 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-274c0726-0207-43d8-870f-e3e7845580a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:50.309779 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-274c0726-0207-43d8-870f-e3e7845580a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:50.324080 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca15aa59-9fb7-4241-862f-86426f086c5a req-fdb5830d-d5c9-4fe9-8a4b-825a07bd5108 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:50.325686 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ca15aa59-9fb7-4241-862f-86426f086c5a req-fdb5830d-d5c9-4fe9-8a4b-825a07bd5108 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e5ccfea-706b-4825-9d2e-60c0b092c82e HTTP/1.1" status: 200 len: 944 time: 0.3859136 Aug 29 04:20:50.342745 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2545ee7b-341f-4a43-8cf7-c2a4359b782d req-debf5bde-c357-4874-90a2-bdff9e0b30a5 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:50.344350 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f990ec2c-a1c2-4745-95cd-5384051dbaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:50.344551 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2545ee7b-341f-4a43-8cf7-c2a4359b782d req-debf5bde-c357-4874-90a2-bdff9e0b30a5 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=33938cd7-ba94-4eae-b8ec-80748b58e019 HTTP/1.1" status: 200 len: 945 time: 0.2591138 Aug 29 04:20:50.346374 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-1bf74fe5-483f-43c7-923a-7abd299a7d33 req-577096e4-1c39-4653-8528-65df7a457d05 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] For port 612daa36-1a9d-4b2d-af5c-c0897a3fda95, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=612daa36-1a9d-4b2d-af5c-c0897a3fda95,segment=NetworkSegment(98b8dc6c-7a29-4e8c-b0e0-7a04be0f01c2),segment_id=98b8dc6c-7a29-4e8c-b0e0-7a04be0f01c2)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:50.346750 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-1bf74fe5-483f-43c7-923a-7abd299a7d33 req-577096e4-1c39-4653-8528-65df7a457d05 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:50.346923 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f990ec2c-a1c2-4745-95cd-5384051dbaa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:50.350732 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-f990ec2c-a1c2-4745-95cd-5384051dbaa4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/eb727fd6-4edd-4ab1-bcdc-870762756989 HTTP/1.1" status: 204 len: 168 time: 0.3508139 Aug 29 04:20:50.376642 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-274c0726-0207-43d8-870f-e3e7845580a6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3b9b339d19934f36b982f4c718456efb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0126960 Aug 29 04:20:50.378308 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 49906) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:50.394276 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274c0726-0207-43d8-870f-e3e7845580a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f639ffe-4146-4128-94b6-5b7094b6f2d2,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:50.425413 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [req-1bf74fe5-483f-43c7-923a-7abd299a7d33 req-577096e4-1c39-4653-8528-65df7a457d05 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] Calling delete_port for 612daa36-1a9d-4b2d-af5c-c0897a3fda95 owned by compute:nova {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:20:50.467238 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f990ec2c-a1c2-4745-95cd-5384051dbaa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb727fd6-4edd-4ab1-bcdc-870762756989,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:50.475735 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2545ee7b-341f-4a43-8cf7-c2a4359b782d req-46fa7dcd-be17-407b-bfd6-7fd40a077064 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090159 Aug 29 04:20:50.499411 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-26a2c9ac-00d2-4b35-9d3c-9feaa1fd0e8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:50.564972 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-26a2c9ac-00d2-4b35-9d3c-9feaa1fd0e8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:50.673724 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-ad875a8e-ba80-4405-9384-d0a4c3967022 req-09ae541a-7da3-4148-b27d-41582e60d6c5 tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] Notify callbacks [] for floatingip, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:50.719396 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-88abf67c-d1d9-4f6f-ae33-9f46084f5095 req-f2f378c8-dcfa-4d84-966a-4d5180951ff0 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:50.739878 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['612daa36-1a9d-4b2d-af5c-c0897a3fda95'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:20:50.851060 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [req-ca15aa59-9fb7-4241-862f-86426f086c5a req-b26624bf-1e92-469d-a750-5f86675a4ffd tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Deleting port f94ff432-1efb-4d16-b88c-19279e1457b8 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:20:50.851515 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-ca15aa59-9fb7-4241-862f-86426f086c5a req-b26624bf-1e92-469d-a750-5f86675a4ffd tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:50.884066 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-26a2c9ac-00d2-4b35-9d3c-9feaa1fd0e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:50.894673 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-26a2c9ac-00d2-4b35-9d3c-9feaa1fd0e8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:50.895831 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f378c8-dcfa-4d84-966a-4d5180951ff0 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] Pushing event deleted for resources: {'Port': ['ID=ff6c0306-6b6e-4fb3-b60d-ca9b884d3fe8,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:50.897558 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-26a2c9ac-00d2-4b35-9d3c-9feaa1fd0e8f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2f639ffe-4146-4128-94b6-5b7094b6f2d2 HTTP/1.1" status: 204 len: 168 time: 0.5042083 Aug 29 04:20:50.955229 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a2c9ac-00d2-4b35-9d3c-9feaa1fd0e8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f639ffe-4146-4128-94b6-5b7094b6f2d2,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:50.955866 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53ac663a-2d6b-4e5d-971b-e02335fa1bd8 x-openstack-request-id: req-53ac663a-2d6b-4e5d-971b-e02335fa1bd8 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:20:50.955866 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33938cd7-ba94-4eae-b8ec-80748b58e019", "name": "network-vif-plugged", "status": "completed", "tag": "599cb102-cc01-4336-89d8-102a6ac3c71a", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:20:50.956134 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-53ac663a-2d6b-4e5d-971b-e02335fa1bd8 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:20:50.963549 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33938cd7-ba94-4eae-b8ec-80748b58e019', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '599cb102-cc01-4336-89d8-102a6ac3c71a', 'code': 200} Aug 29 04:20:50.965366 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['ff6c0306-6b6e-4fb3-b60d-ca9b884d3fe8'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:20:51.146955 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-ca15aa59-9fb7-4241-862f-86426f086c5a req-b26624bf-1e92-469d-a750-5f86675a4ffd tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] For port f94ff432-1efb-4d16-b88c-19279e1457b8, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=f94ff432-1efb-4d16-b88c-19279e1457b8,segment=NetworkSegment(6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc),segment_id=6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:51.148002 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-ca15aa59-9fb7-4241-862f-86426f086c5a req-b26624bf-1e92-469d-a750-5f86675a4ffd tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:51.203982 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba402aa1-e19b-4325-8bc0-27f6be0af721 req-4bcfc324-f425-423a-8ac9-1647aca03f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:51.205933 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ba402aa1-e19b-4325-8bc0-27f6be0af721 req-4bcfc324-f425-423a-8ac9-1647aca03f46 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=33938cd7-ba94-4eae-b8ec-80748b58e019 HTTP/1.1" status: 200 len: 1097 time: 0.1687200 Aug 29 04:20:51.213096 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-ad875a8e-ba80-4405-9384-d0a4c3967022 req-09ae541a-7da3-4148-b27d-41582e60d6c5 tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:51.276749 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 2450d0b9-aca8-426c-899e-59965382e6ef up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:20:51.349321 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ba402aa1-e19b-4325-8bc0-27f6be0af721 req-19357be7-3951-4d49-8b4a-5d640d35c790 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320705 Aug 29 04:20:51.447164 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-ad875a8e-ba80-4405-9384-d0a4c3967022 req-09ae541a-7da3-4148-b27d-41582e60d6c5 tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] Allocated IP 172.25.0.148 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/236eed89-b6e8-459c-bbbc-2bbce3658283) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:20:51.491372 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-1bf74fe5-483f-43c7-923a-7abd299a7d33 req-577096e4-1c39-4653-8528-65df7a457d05 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:51.493301 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 2450d0b9-aca8-426c-899e-59965382e6ef completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:20:51.508774 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 2450d0b9-aca8-426c-899e-59965382e6ef triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:20:51.510525 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:51.562094 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-07c51d7d-2503-4649-b74d-af0002bef284 req-9b24fc2e-dbd2-4019-8328-e45b21171f87 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] 10.222.0.22 "GET /v2.0/ports?device_id=a651e7db-5e74-410b-b581-7336b09fd740 HTTP/1.1" status: 200 len: 210 time: 0.2344453 Aug 29 04:20:51.583447 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['ff6c0306-6b6e-4fb3-b60d-ca9b884d3fe8'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:20:51.656568 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-ad875a8e-ba80-4405-9384-d0a4c3967022 req-09ae541a-7da3-4148-b27d-41582e60d6c5 tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:51.662560 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577096e4-1c39-4653-8528-65df7a457d05 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] Pushing event deleted for resources: {'Port': ['ID=612daa36-1a9d-4b2d-af5c-c0897a3fda95,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:51.671440 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [req-88abf67c-d1d9-4f6f-ae33-9f46084f5095 req-f2f378c8-dcfa-4d84-966a-4d5180951ff0 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] No DVR routers for this DVR port ff6c0306-6b6e-4fb3-b60d-ca9b884d3fe8 on host n-h2-712140-12 {{(pid=94829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:20:51.676073 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-88abf67c-d1d9-4f6f-ae33-9f46084f5095 req-f2f378c8-dcfa-4d84-966a-4d5180951ff0 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:51.688758 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-88abf67c-d1d9-4f6f-ae33-9f46084f5095 req-f2f378c8-dcfa-4d84-966a-4d5180951ff0 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] 10.222.0.48 "DELETE /v2.0/ports/ff6c0306-6b6e-4fb3-b60d-ca9b884d3fe8 HTTP/1.1" status: 204 len: 173 time: 2.4063165 Aug 29 04:20:51.714113 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:51.737784 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 2450d0b9-aca8-426c-899e-59965382e6ef, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=2450d0b9-aca8-426c-899e-59965382e6ef,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:51.742518 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:51.786434 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a651e7db-5e74-410b-b581-7336b09fd740', 'name': 'network-vif-deleted', 'tag': 'ff6c0306-6b6e-4fb3-b60d-ca9b884d3fe8'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:20:51.793361 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fc99f58-55e4-4b34-8dd5-0859c980a472" -d '{"events": [{"server_uuid": "a651e7db-5e74-410b-b581-7336b09fd740", "name": "network-vif-deleted", "tag": "ff6c0306-6b6e-4fb3-b60d-ca9b884d3fe8"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:20:51.812881 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-ad875a8e-ba80-4405-9384-d0a4c3967022 req-09ae541a-7da3-4148-b27d-41582e60d6c5 tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:51.915960 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=2450d0b9-aca8-426c-899e-59965382e6ef,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:51.926527 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad875a8e-ba80-4405-9384-d0a4c3967022 req-09ae541a-7da3-4148-b27d-41582e60d6c5 tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:20:51.935874 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bf74fe5-483f-43c7-923a-7abd299a7d33 req-577096e4-1c39-4653-8528-65df7a457d05 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] No DVR routers for this DVR port 612daa36-1a9d-4b2d-af5c-c0897a3fda95 on host n-h1-712140-12 {{(pid=94829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:20:51.941570 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-1bf74fe5-483f-43c7-923a-7abd299a7d33 req-577096e4-1c39-4653-8528-65df7a457d05 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:51.943750 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-ad875a8e-ba80-4405-9384-d0a4c3967022 req-09ae541a-7da3-4148-b27d-41582e60d6c5 tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:20:51.944093 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1bf74fe5-483f-43c7-923a-7abd299a7d33 req-577096e4-1c39-4653-8528-65df7a457d05 tempest-ListServersNegativeTestJSON-1523073338 tempest-ListServersNegativeTestJSON-1523073338-project] 10.222.0.46 "DELETE /v2.0/ports/612daa36-1a9d-4b2d-af5c-c0897a3fda95 HTTP/1.1" status: 204 len: 173 time: 2.4748480 Aug 29 04:20:51.956930 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad875a8e-ba80-4405-9384-d0a4c3967022 req-09ae541a-7da3-4148-b27d-41582e60d6c5 tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:20:52.049142 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ae541a-7da3-4148-b27d-41582e60d6c5 tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] Pushing event updated for resources: {'Port': ['ID=236eed89-b6e8-459c-bbbc-2bbce3658283,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:52.100145 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f42f1a-9c8c-49f5-ba2a-6fd46104776f req-90d69cf5-1c60-4390-86e1-9642bb1a0de4 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:52.112765 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-23f42f1a-9c8c-49f5-ba2a-6fd46104776f req-90d69cf5-1c60-4390-86e1-9642bb1a0de4 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e5ccfea-706b-4825-9d2e-60c0b092c82e HTTP/1.1" status: 200 len: 944 time: 0.4196305 Aug 29 04:20:52.217750 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-ad875a8e-ba80-4405-9384-d0a4c3967022 req-09ae541a-7da3-4148-b27d-41582e60d6c5 tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:52.219464 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-23f42f1a-9c8c-49f5-ba2a-6fd46104776f req-134298f2-dc49-4950-9769-8f1bd06b98c9 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups?id=95663bcf-c178-40f7-a8d1-56ba6dc33aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982330 Aug 29 04:20:52.232114 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 49950) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:52.278952 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-ca15aa59-9fb7-4241-862f-86426f086c5a req-b26624bf-1e92-469d-a750-5f86675a4ffd tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:52.279458 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-ca15aa59-9fb7-4241-862f-86426f086c5a req-b26624bf-1e92-469d-a750-5f86675a4ffd tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719515'] for floatingip, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:52.280018 n-d-712140-12 neutron-server[94829]: INFO neutron.db.l3_db [req-ca15aa59-9fb7-4241-862f-86426f086c5a req-b26624bf-1e92-469d-a750-5f86675a4ffd tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Floating IP ab45cade-d0c7-4bea-9e98-39221088961c disassociated. External IP: 172.25.0.198, port: f94ff432-1efb-4d16-b88c-19279e1457b8. Aug 29 04:20:52.280471 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [req-ca15aa59-9fb7-4241-862f-86426f086c5a req-b26624bf-1e92-469d-a750-5f86675a4ffd tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Calling delete_port for f94ff432-1efb-4d16-b88c-19279e1457b8 owned by compute:nova {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:20:52.331594 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-ad875a8e-ba80-4405-9384-d0a4c3967022 req-09ae541a-7da3-4148-b27d-41582e60d6c5 tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:52.416128 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-f50c7cbe-bdb2-4855-8d18-990a8294c91a tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-161237608', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:52.483096 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f50c7cbe-bdb2-4855-8d18-990a8294c91a tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:52.484218 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f50c7cbe-bdb2-4855-8d18-990a8294c91a tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1838'] for router, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:52.617267 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f50c7cbe-bdb2-4855-8d18-990a8294c91a tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:52.623348 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f50c7cbe-bdb2-4855-8d18-990a8294c91a tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409'] for router, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:52.658455 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f50c7cbe-bdb2-4855-8d18-990a8294c91a tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Notify callbacks [] for router, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:52.663929 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-f50c7cbe-bdb2-4855-8d18-990a8294c91a tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.4261925 Aug 29 04:20:52.663929 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 49964) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:52.672247 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-cd34058a-f9a2-4af6-985b-b8a3d5c58b4c tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1056384161'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:52.720079 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-ad875a8e-ba80-4405-9384-d0a4c3967022 req-09ae541a-7da3-4148-b27d-41582e60d6c5 tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:52.726508 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-ad875a8e-ba80-4405-9384-d0a4c3967022 req-09ae541a-7da3-4148-b27d-41582e60d6c5 tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:52.773822 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd34058a-f9a2-4af6-985b-b8a3d5c58b4c tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Made reservation on behalf of 8cab846990444d18b1d66b802bc1cf7e for: {'network': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:20:52.778929 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cd34058a-f9a2-4af6-985b-b8a3d5c58b4c tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:52.840551 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cd34058a-f9a2-4af6-985b-b8a3d5c58b4c tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:52.861408 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ae541a-7da3-4148-b27d-41582e60d6c5 tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] Pushing event updated for resources: {'Port': ['ID=236eed89-b6e8-459c-bbbc-2bbce3658283,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:52.891176 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-ad875a8e-ba80-4405-9384-d0a4c3967022 req-09ae541a-7da3-4148-b27d-41582e60d6c5 tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719515'] for floatingip, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:52.965532 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5039e486-8971-498d-aa53-337ff90d2c49 req-a1860864-7532-4373-9880-69b72dbf95e1 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:52.967551 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5039e486-8971-498d-aa53-337ff90d2c49 req-a1860864-7532-4373-9880-69b72dbf95e1 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=33938cd7-ba94-4eae-b8ec-80748b58e019 HTTP/1.1" status: 200 len: 945 time: 0.6062307 Aug 29 04:20:53.072060 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5039e486-8971-498d-aa53-337ff90d2c49 req-08500c3e-f28c-4618-b367-ffd9eae15593 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939593 Aug 29 04:20:53.113747 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 2450d0b9-aca8-426c-899e-59965382e6ef up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:20:53.123931 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cd34058a-f9a2-4af6-985b-b8a3d5c58b4c tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:53.129871 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cd34058a-f9a2-4af6-985b-b8a3d5c58b4c tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:53.130839 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-ca15aa59-9fb7-4241-862f-86426f086c5a req-b26624bf-1e92-469d-a750-5f86675a4ffd tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:53.155701 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-ad875a8e-ba80-4405-9384-d0a4c3967022 req-09ae541a-7da3-4148-b27d-41582e60d6c5 tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:53.156957 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ad875a8e-ba80-4405-9384-d0a4c3967022 req-09ae541a-7da3-4148-b27d-41582e60d6c5 tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.1606619 Aug 29 04:20:53.170966 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26624bf-1e92-469d-a750-5f86675a4ffd tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Pushing event deleted for resources: {'Port': ['ID=f94ff432-1efb-4d16-b88c-19279e1457b8,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:53.221328 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 2450d0b9-aca8-426c-899e-59965382e6ef triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:20:53.222884 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:53.235270 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd34058a-f9a2-4af6-985b-b8a3d5c58b4c tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=94828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:20:53.321805 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ad875a8e-ba80-4405-9384-d0a4c3967022 req-e0e7dc0b-5cf1-42cc-9874-489e122e603c tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.0.148 HTTP/1.1" status: 200 len: 696 time: 0.1472983 Aug 29 04:20:53.325808 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd34058a-f9a2-4af6-985b-b8a3d5c58b4c tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c45d160f-fb40-4d7b-8370-735b729ad593,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:53.329086 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cd34058a-f9a2-4af6-985b-b8a3d5c58b4c tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:53.329433 n-d-712140-12 neutron-server[94828]: INFO neutron.db.segments_db [None req-cd34058a-f9a2-4af6-985b-b8a3d5c58b4c tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Added segment 091ed0a8-0752-40fd-8aad-a627d608e1fb of type vlan for network d9cc1ca9-33a4-462b-9283-4424327a261d Aug 29 04:20:53.430531 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0ce25a0-7813-45a0-a509-2c489e410b03 x-openstack-request-id: req-e0ce25a0-7813-45a0-a509-2c489e410b03 {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:20:53.430886 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a651e7db-5e74-410b-b581-7336b09fd740", "name": "network-vif-deleted", "tag": "ff6c0306-6b6e-4fb3-b60d-ca9b884d3fe8", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:20:53.431239 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e0ce25a0-7813-45a0-a509-2c489e410b03 {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:20:53.431816 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a651e7db-5e74-410b-b581-7336b09fd740', 'name': 'network-vif-deleted', 'tag': 'ff6c0306-6b6e-4fb3-b60d-ca9b884d3fe8', 'status': 'completed', 'code': 200} Aug 29 04:20:53.449052 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badf2e8c-fdfd-4c09-9d7d-a4d4fbfb0257 None None] Sync routers for ids ['f612c961-c09b-4e32-894d-3406e5ae5150'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:20:53.462523 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badf2e8c-fdfd-4c09-9d7d-a4d4fbfb0257 None None] Routers {'f612c961-c09b-4e32-894d-3406e5ae5150'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:20:53.463148 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-badf2e8c-fdfd-4c09-9d7d-a4d4fbfb0257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:20:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['f612c961-c09b-4e32-894d-3406e5ae5150'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:53.516070 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cd34058a-f9a2-4af6-985b-b8a3d5c58b4c tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:53.518358 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ca15aa59-9fb7-4241-862f-86426f086c5a req-b26624bf-1e92-469d-a750-5f86675a4ffd tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Router 9a17c131-2ddb-44f4-941f-3f59454d9261 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:20:53.591245 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cd34058a-f9a2-4af6-985b-b8a3d5c58b4c tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:53.592387 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4fa6abe5-3ebd-4a43-9e57-a8b6312250ae req-32a93cf1-cf02-4a48-9157-0c219ff7958c tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e5ccfea-706b-4825-9d2e-60c0b092c82e HTTP/1.1" status: 200 len: 210 time: 0.0585678 Aug 29 04:20:53.598866 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd34058a-f9a2-4af6-985b-b8a3d5c58b4c tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:53.599984 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cd34058a-f9a2-4af6-985b-b8a3d5c58b4c tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:53.621908 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad875a8e-ba80-4405-9384-d0a4c3967022 req-6795d300-af75-4ca9-b702-0747fbcaf33d tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:53.623352 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ad875a8e-ba80-4405-9384-d0a4c3967022 req-6795d300-af75-4ca9-b702-0747fbcaf33d tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] 10.222.0.22 "GET /v2.0/networks/e6c84a15-2e6f-4c07-8ede-a88148c2fe90 HTTP/1.1" status: 200 len: 784 time: 0.2922306 Aug 29 04:20:53.666479 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-badf2e8c-fdfd-4c09-9d7d-a4d4fbfb0257 None None] Set router f612c961-c09b-4e32-894d-3406e5ae5150 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:20:53.673777 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 49980) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:53.685812 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [req-ad875a8e-ba80-4405-9384-d0a4c3967022 req-4448213b-705a-4627-ad59-a73ce5081252 tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:20:53.687181 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ad875a8e-ba80-4405-9384-d0a4c3967022 req-4448213b-705a-4627-ad59-a73ce5081252 tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0487030 Aug 29 04:20:53.727575 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device ff6c0306-6b6e-4fb3-b60d-ca9b884d3fe8 no longer exists at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:20:53.754158 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-cd34058a-f9a2-4af6-985b-b8a3d5c58b4c tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.0891705 Aug 29 04:20:53.759039 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 49986) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:53.770699 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-2f95d348-e251-4813-ba75-33615b2a7733 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Request body: {'subnet': {'network_id': 'd9cc1ca9-33a4-462b-9283-4424327a261d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:53.786419 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] No Port match for: ff6c0306-6b6e-4fb3-b60d-ca9b884d3fe8 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:20:53.786816 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device ff6c0306-6b6e-4fb3-b60d-ca9b884d3fe8 not bound to the agent host n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:20:53.797756 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd34058a-f9a2-4af6-985b-b8a3d5c58b4c tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Pushing event updated for resources: {'Network': ['ID=d9cc1ca9-33a4-462b-9283-4424327a261d,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:53.812063 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network d9cc1ca9-33a4-462b-9283-4424327a261d details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:20:53.856983 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_v2 [None req-104b131b-2fd8-480a-a31f-9269c5fc4d25 admin admin] Deleting subnet 6fc380c2-f629-4bfb-860c-06116ada96b2 {{(pid=94828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:20:53.865811 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-104b131b-2fd8-480a-a31f-9269c5fc4d25 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:53.925677 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-104b131b-2fd8-480a-a31f-9269c5fc4d25 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8904862'] for subnet, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:53.975452 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f95d348-e251-4813-ba75-33615b2a7733 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Made reservation on behalf of 8cab846990444d18b1d66b802bc1cf7e for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:20:53.979621 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2f95d348-e251-4813-ba75-33615b2a7733 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:53.998857 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-104b131b-2fd8-480a-a31f-9269c5fc4d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:54.009299 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ca15aa59-9fb7-4241-862f-86426f086c5a req-b26624bf-1e92-469d-a750-5f86675a4ffd tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:20:54.060281 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5dab91f4-3876-4231-81af-b864fc182d2d req-05d9b537-8a78-404e-b08a-e6828a91fbf4 tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3462074 Aug 29 04:20:54.072714 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-5dab91f4-3876-4231-81af-b864fc182d2d req-a5c4f3c7-67ee-4ae4-a7e5-9e7b51028a1a tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] Request body: {'floatingip': {'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:54.135219 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-104b131b-2fd8-480a-a31f-9269c5fc4d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9190434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062341'] for subnet, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:54.142594 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca15aa59-9fb7-4241-862f-86426f086c5a req-b26624bf-1e92-469d-a750-5f86675a4ffd tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] No DVR routers for this DVR port f94ff432-1efb-4d16-b88c-19279e1457b8 on host n-h1-712140-12 {{(pid=94829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:20:54.147436 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-ca15aa59-9fb7-4241-862f-86426f086c5a req-b26624bf-1e92-469d-a750-5f86675a4ffd tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:54.151436 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ca15aa59-9fb7-4241-862f-86426f086c5a req-b26624bf-1e92-469d-a750-5f86675a4ffd tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.46 "DELETE /v2.0/ports/f94ff432-1efb-4d16-b88c-19279e1457b8 HTTP/1.1" status: 204 len: 173 time: 3.8002985 Aug 29 04:20:54.153169 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-5dab91f4-3876-4231-81af-b864fc182d2d req-a5c4f3c7-67ee-4ae4-a7e5-9e7b51028a1a tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] Notify callbacks [] for floatingip, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:54.178566 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104b131b-2fd8-480a-a31f-9269c5fc4d25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fc380c2-f629-4bfb-860c-06116ada96b2,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:54.184169 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-104b131b-2fd8-480a-a31f-9269c5fc4d25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:54.187670 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-104b131b-2fd8-480a-a31f-9269c5fc4d25 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/6fc380c2-f629-4bfb-860c-06116ada96b2 HTTP/1.1" status: 204 len: 168 time: 0.5119576 Aug 29 04:20:54.193784 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 49994) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:54.217116 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe1554c-b08d-498a-b77b-0e8b2cadb2df None None] Sync routers for ids ['9a17c131-2ddb-44f4-941f-3f59454d9261'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:20:54.224807 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device f94ff432-1efb-4d16-b88c-19279e1457b8 no longer exists at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:20:54.242610 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:20:54.292547 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe1554c-b08d-498a-b77b-0e8b2cadb2df None None] Routers {'9a17c131-2ddb-44f4-941f-3f59454d9261'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:20:54.294069 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-ffe1554c-b08d-498a-b77b-0e8b2cadb2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:20:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['9a17c131-2ddb-44f4-941f-3f59454d9261'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:54.298703 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-badf2e8c-fdfd-4c09-9d7d-a4d4fbfb0257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f612c961-c09b-4e32-894d-3406e5ae5150', 'name': 'tempest-FloatingIPDetailsTestJSON-1862558254-router', 'tenant_id': '04d55454cfca4ca7a0fe9ea5be2b44b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '2450d0b9-aca8-426c-899e-59965382e6ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:20:41Z', 'updated_at': '2021-08-29T04:20:47Z', 'revision_number': 4, 'project_id': '04d55454cfca4ca7a0fe9ea5be2b44b6', 'gw_port': {'id': '2450d0b9-aca8-426c-899e-59965382e6ef', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f612c961-c09b-4e32-894d-3406e5ae5150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:20:42Z', 'updated_at': '2021-08-29T04:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '6639f382-b766-4f1f-aaf7-5b9105ddb4b1', 'name': '', 'network_id': '3c267606-936c-4873-8d3e-cf711974ceb1', 'tenant_id': '04d55454cfca4ca7a0fe9ea5be2b44b6', 'mac_address': 'fa:16:3e:3f:4d:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f612c961-c09b-4e32-894d-3406e5ae5150', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '100359fd-9a42-4d93-9537-07778121f197', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:20:46Z', 'updated_at': '2021-08-29T04:20:47Z', 'revision_number': 2, 'project_id': '04d55454cfca4ca7a0fe9ea5be2b44b6', 'subnets': [{'id': '100359fd-9a42-4d93-9537-07778121f197', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:54.378557 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badf2e8c-fdfd-4c09-9d7d-a4d4fbfb0257 None None] Checking router: f612c961-c09b-4e32-894d-3406e5ae5150 for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:20:54.381574 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badf2e8c-fdfd-4c09-9d7d-a4d4fbfb0257 None None] Updating router f612c961-c09b-4e32-894d-3406e5ae5150 port 6639f382-b766-4f1f-aaf7-5b9105ddb4b1 binding host n-d-712140-12 {{(pid=94831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:20:54.423533 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] No Port match for: f94ff432-1efb-4d16-b88c-19279e1457b8 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:20:54.428085 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device f94ff432-1efb-4d16-b88c-19279e1457b8 not bound to the agent host n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:20:54.428720 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 612daa36-1a9d-4b2d-af5c-c0897a3fda95 no longer exists at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:20:54.443983 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-5dab91f4-3876-4231-81af-b864fc182d2d req-a5c4f3c7-67ee-4ae4-a7e5-9e7b51028a1a tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:54.446089 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-badf2e8c-fdfd-4c09-9d7d-a4d4fbfb0257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:54.484113 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] No Port match for: 612daa36-1a9d-4b2d-af5c-c0897a3fda95 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:20:54.484113 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 612daa36-1a9d-4b2d-af5c-c0897a3fda95 not bound to the agent host n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:20:54.490644 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-91ca04b3-cb65-42d8-b33c-c21cc37df70c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:54.507112 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2f95d348-e251-4813-ba75-33615b2a7733 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9191137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10062364'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:54.512054 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-ffe1554c-b08d-498a-b77b-0e8b2cadb2df None None] Set router 9a17c131-2ddb-44f4-941f-3f59454d9261 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:20:54.536259 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c83a99-b44c-4795-a71c-ce4417b1d254 req-d15d33a3-4059-4466-892b-870e4ea0bb8c tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:54.544190 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a9c83a99-b44c-4795-a71c-ce4417b1d254 req-d15d33a3-4059-4466-892b-870e4ea0bb8c tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=33938cd7-ba94-4eae-b8ec-80748b58e019 HTTP/1.1" status: 200 len: 945 time: 0.2413189 Aug 29 04:20:54.655969 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [req-5dab91f4-3876-4231-81af-b864fc182d2d req-a5c4f3c7-67ee-4ae4-a7e5-9e7b51028a1a tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] Allocated IP 172.25.0.220 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/0d9413fb-d587-4e95-ac17-3e5a50ef70fc) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:20:54.695491 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f95d348-e251-4813-ba75-33615b2a7733 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Pushing event updated for resources: {'Subnet': ['ID=c1cddd81-5f02-418d-ab2b-7db76d1cc9e3,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:54.862361 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f95d348-e251-4813-ba75-33615b2a7733 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Checking segment: {'id': '091ed0a8-0752-40fd-8aad-a627d608e1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'd9cc1ca9-33a4-462b-9283-4424327a261d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:20:54.862907 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f95d348-e251-4813-ba75-33615b2a7733 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Network hostable DHCP agents. Network: d9cc1ca9-33a4-462b-9283-4424327a261d, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:20:54.872683 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a9c83a99-b44c-4795-a71c-ce4417b1d254 req-efff92ed-eb64-47f3-9cd4-569686bca0ba tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3274090 Aug 29 04:20:54.883326 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-91ca04b3-cb65-42d8-b33c-c21cc37df70c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:54.901755 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-91ca04b3-cb65-42d8-b33c-c21cc37df70c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67c1cdda-7629-481b-81fa-9aed1bd1ab3c']}} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:54.923334 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-91ca04b3-cb65-42d8-b33c-c21cc37df70c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98b8dc6c-7a29-4e8c-b0e0-7a04be0f01c2') {'for_net_delete': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:54.923863 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-91ca04b3-cb65-42d8-b33c-c21cc37df70c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98b8dc6c-7a29-4e8c-b0e0-7a04be0f01c2') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:54.952926 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f95d348-e251-4813-ba75-33615b2a7733 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Network d9cc1ca9-33a4-462b-9283-4424327a261d is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:20:54.956908 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-5dab91f4-3876-4231-81af-b864fc182d2d req-a5c4f3c7-67ee-4ae4-a7e5-9e7b51028a1a tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:54.967756 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-91ca04b3-cb65-42d8-b33c-c21cc37df70c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8904833'] for segment, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:54.970611 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-2f95d348-e251-4813-ba75-33615b2a7733 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, d9cc1ca9-33a4-462b-9283-4424327a261d) {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:20:54.978572 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-ffe1554c-b08d-498a-b77b-0e8b2cadb2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a17c131-2ddb-44f4-941f-3f59454d9261', 'name': 'tempest-ServerActionsTestJSON-1595702282-router', 'tenant_id': '48da3dc54d264865b5c4834c4a90f4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'd55c5b4f-0d3f-4420-88a9-b3561127c9a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:10:07Z', 'updated_at': '2021-08-29T04:10:18Z', 'revision_number': 4, 'project_id': '48da3dc54d264865b5c4834c4a90f4b5', 'gw_port': {'id': 'd55c5b4f-0d3f-4420-88a9-b3561127c9a3', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:8c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a17c131-2ddb-44f4-941f-3f59454d9261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:09Z', 'updated_at': '2021-08-29T04:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': 'c9fe61ab-8fdf-452e-8b60-722a3c2522fb', 'name': '', 'network_id': '7521cd58-9470-4433-82b8-7e942c988b03', 'tenant_id': '48da3dc54d264865b5c4834c4a90f4b5', 'mac_address': 'fa:16:3e:a2:6e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a17c131-2ddb-44f4-941f-3f59454d9261', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'be5f55ab-7fa1-406c-9ca9-03e74b79ef6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:16Z', 'updated_at': '2021-08-29T04:10:24Z', 'revision_number': 5, 'project_id': '48da3dc54d264865b5c4834c4a90f4b5', 'subnets': [{'id': 'be5f55ab-7fa1-406c-9ca9-03e74b79ef6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:54.997479 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f95d348-e251-4813-ba75-33615b2a7733 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:54.999012 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2f95d348-e251-4813-ba75-33615b2a7733 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:55.026441 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-91ca04b3-cb65-42d8-b33c-c21cc37df70c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:55.035562 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-2f95d348-e251-4813-ba75-33615b2a7733 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2729561 Aug 29 04:20:55.036494 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 50014) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:55.047110 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-b52f1097-c995-46c6-b9f8-71d829984ab6 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Request body: {'network': {'name': 'tempest-router-network01--1574564709'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:55.079659 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-5dab91f4-3876-4231-81af-b864fc182d2d req-a5c4f3c7-67ee-4ae4-a7e5-9e7b51028a1a tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:55.088895 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91ca04b3-cb65-42d8-b33c-c21cc37df70c admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=94828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:20:55.089343 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-91ca04b3-cb65-42d8-b33c-c21cc37df70c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9190468'] for segment, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:55.091512 n-d-712140-12 neutron-server[94828]: Traceback (most recent call last): Aug 29 04:20:55.091512 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:20:55.091512 n-d-712140-12 neutron-server[94828]: timer() Aug 29 04:20:55.091512 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:20:55.091512 n-d-712140-12 neutron-server[94828]: cb(*args, **kw) Aug 29 04:20:55.091512 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:20:55.091512 n-d-712140-12 neutron-server[94828]: return func(*args, **kwargs) Aug 29 04:20:55.091512 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:20:55.091512 n-d-712140-12 neutron-server[94828]: self._notify() Aug 29 04:20:55.091512 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:20:55.091512 n-d-712140-12 neutron-server[94828]: self.callback(batched_events) Aug 29 04:20:55.091512 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:20:55.091512 n-d-712140-12 neutron-server[94828]: event.method(event) Aug 29 04:20:55.091512 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:20:55.091512 n-d-712140-12 neutron-server[94828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:20:55.091512 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:20:55.091512 n-d-712140-12 neutron-server[94828]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:20:55.091512 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:20:55.091512 n-d-712140-12 neutron-server[94828]: return f(self, *a, **k) Aug 29 04:20:55.091512 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:20:55.091512 n-d-712140-12 neutron-server[94828]: return self._get(url).json() Aug 29 04:20:55.091512 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:20:55.091512 n-d-712140-12 neutron-server[94828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:20:55.091512 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:20:55.091512 n-d-712140-12 neutron-server[94828]: return self.request(url, 'GET', **kwargs) Aug 29 04:20:55.091512 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:20:55.091512 n-d-712140-12 neutron-server[94828]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:20:55.091512 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:20:55.091512 n-d-712140-12 neutron-server[94828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:20:55.091512 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:20:55.091512 n-d-712140-12 neutron-server[94828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:20:55.091512 n-d-712140-12 neutron-server[94828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:20:55.098430 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe1554c-b08d-498a-b77b-0e8b2cadb2df None None] Checking router: 9a17c131-2ddb-44f4-941f-3f59454d9261 for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:20:55.100640 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c37d59c-e68f-4ed9-8da0-9a851bd66e09 None None] Network d9cc1ca9-33a4-462b-9283-4424327a261d requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:20:55.109651 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b52f1097-c995-46c6-b9f8-71d829984ab6 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Made reservation on behalf of 8cab846990444d18b1d66b802bc1cf7e for: {'network': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:20:55.113822 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b52f1097-c995-46c6-b9f8-71d829984ab6 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:55.121544 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-badf2e8c-fdfd-4c09-9d7d-a4d4fbfb0257 None None] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:55.154509 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dab91f4-3876-4231-81af-b864fc182d2d req-a5c4f3c7-67ee-4ae4-a7e5-9e7b51028a1a tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:20:55.161023 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [req-5dab91f4-3876-4231-81af-b864fc182d2d req-a5c4f3c7-67ee-4ae4-a7e5-9e7b51028a1a tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:20:55.169232 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dab91f4-3876-4231-81af-b864fc182d2d req-a5c4f3c7-67ee-4ae4-a7e5-9e7b51028a1a tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:20:55.200810 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c4f3c7-67ee-4ae4-a7e5-9e7b51028a1a tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] Pushing event updated for resources: {'Port': ['ID=0d9413fb-d587-4e95-ac17-3e5a50ef70fc,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:55.240791 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe1554c-b08d-498a-b77b-0e8b2cadb2df None None] Routers {'9a17c131-2ddb-44f4-941f-3f59454d9261'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:20:55.241614 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-ffe1554c-b08d-498a-b77b-0e8b2cadb2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:20:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['9a17c131-2ddb-44f4-941f-3f59454d9261'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:55.299066 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-5dab91f4-3876-4231-81af-b864fc182d2d req-a5c4f3c7-67ee-4ae4-a7e5-9e7b51028a1a tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:55.306105 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b52f1097-c995-46c6-b9f8-71d829984ab6 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=94828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:20:55.321182 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-badf2e8c-fdfd-4c09-9d7d-a4d4fbfb0257 None None] Transition to ACTIVE for port object 6639f382-b766-4f1f-aaf7-5b9105ddb4b1 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:20:55.332885 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-badf2e8c-fdfd-4c09-9d7d-a4d4fbfb0257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:55.360099 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-91ca04b3-cb65-42d8-b33c-c21cc37df70c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:55.363473 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-5dab91f4-3876-4231-81af-b864fc182d2d req-a5c4f3c7-67ee-4ae4-a7e5-9e7b51028a1a tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:55.379214 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b52f1097-c995-46c6-b9f8-71d829984ab6 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:55.379878 n-d-712140-12 neutron-server[94828]: INFO neutron.db.segments_db [None req-b52f1097-c995-46c6-b9f8-71d829984ab6 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Added segment b674c62f-efb8-4f78-a50b-c411bb219b29 of type vlan for network 12d6f105-8197-457a-ac27-b8f9f1450133 Aug 29 04:20:55.404168 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-ffe1554c-b08d-498a-b77b-0e8b2cadb2df None None] Set router 9a17c131-2ddb-44f4-941f-3f59454d9261 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:20:55.431753 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c2e9ce-b1f3-4b49-a361-e715d3294dd9 None None] Pushing event updated for resources: {'Port': ['ID=6639f382-b766-4f1f-aaf7-5b9105ddb4b1,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:55.451134 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25c8a457-9098-4823-a0b0-e5217cb8e752', 'name': 'network-vif-deleted', 'tag': '612daa36-1a9d-4b2d-af5c-c0897a3fda95'}, {'server_uuid': '1e5ccfea-706b-4825-9d2e-60c0b092c82e', 'name': 'network-vif-deleted', 'tag': 'f94ff432-1efb-4d16-b88c-19279e1457b8'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:20:55.455129 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c2e9ce-b1f3-4b49-a361-e715d3294dd9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:55.455845 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c2e9ce-b1f3-4b49-a361-e715d3294dd9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:55.456423 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c2e9ce-b1f3-4b49-a361-e715d3294dd9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:55.456964 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c2e9ce-b1f3-4b49-a361-e715d3294dd9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:55.457499 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c2e9ce-b1f3-4b49-a361-e715d3294dd9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:55.461887 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcc7c4d2-1420-427d-b272-1c41ff106ee5" -d '{"events": [{"server_uuid": "25c8a457-9098-4823-a0b0-e5217cb8e752", "name": "network-vif-deleted", "tag": "612daa36-1a9d-4b2d-af5c-c0897a3fda95"}, {"server_uuid": "1e5ccfea-706b-4825-9d2e-60c0b092c82e", "name": "network-vif-deleted", "tag": "f94ff432-1efb-4d16-b88c-19279e1457b8"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:20:55.467592 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c2e9ce-b1f3-4b49-a361-e715d3294dd9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:55.468450 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c2e9ce-b1f3-4b49-a361-e715d3294dd9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:55.469043 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c2e9ce-b1f3-4b49-a361-e715d3294dd9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:55.469617 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c2e9ce-b1f3-4b49-a361-e715d3294dd9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:55.470217 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c2e9ce-b1f3-4b49-a361-e715d3294dd9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:55.470995 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c2e9ce-b1f3-4b49-a361-e715d3294dd9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:55.471770 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c2e9ce-b1f3-4b49-a361-e715d3294dd9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:55.481181 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b52f1097-c995-46c6-b9f8-71d829984ab6 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:55.557844 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-91ca04b3-cb65-42d8-b33c-c21cc37df70c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:55.564306 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-91ca04b3-cb65-42d8-b33c-c21cc37df70c admin admin] 10.222.0.22 "DELETE /v2.0/networks/67c1cdda-7629-481b-81fa-9aed1bd1ab3c HTTP/1.1" status: 204 len: 168 time: 1.3687387 Aug 29 04:20:55.565661 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b52f1097-c995-46c6-b9f8-71d829984ab6 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:55.575517 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52f1097-c995-46c6-b9f8-71d829984ab6 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:55.577005 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b52f1097-c995-46c6-b9f8-71d829984ab6 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:55.605197 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ca04b3-cb65-42d8-b33c-c21cc37df70c admin admin] Pushing event deleted for resources: {'Network': ['ID=67c1cdda-7629-481b-81fa-9aed1bd1ab3c,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:55.659983 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-badf2e8c-fdfd-4c09-9d7d-a4d4fbfb0257 None None] Attempting to bind port 6639f382-b766-4f1f-aaf7-5b9105ddb4b1 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:20:55.660842 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-badf2e8c-fdfd-4c09-9d7d-a4d4fbfb0257 None None] Attempting to bind port 6639f382-b766-4f1f-aaf7-5b9105ddb4b1 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'aba1ad6c-3203-4cac-aff4-be77a48241e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '3c267606-936c-4873-8d3e-cf711974ceb1'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:20:55.661512 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badf2e8c-fdfd-4c09-9d7d-a4d4fbfb0257 None None] Attempting to bind port 6639f382-b766-4f1f-aaf7-5b9105ddb4b1 on network 3c267606-936c-4873-8d3e-cf711974ceb1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:20:55.675718 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badf2e8c-fdfd-4c09-9d7d-a4d4fbfb0257 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:20:55.676879 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badf2e8c-fdfd-4c09-9d7d-a4d4fbfb0257 None None] Checking segment: {'id': 'aba1ad6c-3203-4cac-aff4-be77a48241e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '3c267606-936c-4873-8d3e-cf711974ceb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:20:55.677820 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-badf2e8c-fdfd-4c09-9d7d-a4d4fbfb0257 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:55.678436 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badf2e8c-fdfd-4c09-9d7d-a4d4fbfb0257 None None] Bound using segment: {'id': 'aba1ad6c-3203-4cac-aff4-be77a48241e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '3c267606-936c-4873-8d3e-cf711974ceb1'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:20:55.679146 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-badf2e8c-fdfd-4c09-9d7d-a4d4fbfb0257 None None] Bound port: 6639f382-b766-4f1f-aaf7-5b9105ddb4b1, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aba1ad6c-3203-4cac-aff4-be77a48241e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '3c267606-936c-4873-8d3e-cf711974ceb1'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:20:55.679966 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-badf2e8c-fdfd-4c09-9d7d-a4d4fbfb0257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:55.693209 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a5eb87-624c-4064-afdf-34b12728da8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-d9cc1ca9-33a4-462b-9283-4424327a261d', 'network_id': 'd9cc1ca9-33a4-462b-9283-4424327a261d', 'tenant_id': '8cab846990444d18b1d66b802bc1cf7e', 'fixed_ips': [{'subnet_id': 'c1cddd81-5f02-418d-ab2b-7db76d1cc9e3'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:20:55.694351 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-30a5eb87-624c-4064-afdf-34b12728da8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:55.712543 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-b52f1097-c995-46c6-b9f8-71d829984ab6 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6706281 Aug 29 04:20:55.718880 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 50032) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:55.740966 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-a7fd2ae0-d1c5-43e6-bae1-3f0ce4bb8151 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Request body: {'network': {'name': 'tempest-router-network02--108032492'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:55.784687 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52f1097-c995-46c6-b9f8-71d829984ab6 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Pushing event updated for resources: {'Network': ['ID=12d6f105-8197-457a-ac27-b8f9f1450133,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:55.825137 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7fd2ae0-d1c5-43e6-bae1-3f0ce4bb8151 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Made reservation on behalf of 8cab846990444d18b1d66b802bc1cf7e for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:20:55.829973 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a7fd2ae0-d1c5-43e6-bae1-3f0ce4bb8151 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:55.851462 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-badf2e8c-fdfd-4c09-9d7d-a4d4fbfb0257 None None] For port 6639f382-b766-4f1f-aaf7-5b9105ddb4b1, host n-d-712140-12, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:20:55.863592 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-badf2e8c-fdfd-4c09-9d7d-a4d4fbfb0257 None None] For port 6639f382-b766-4f1f-aaf7-5b9105ddb4b1, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=6639f382-b766-4f1f-aaf7-5b9105ddb4b1,segment=NetworkSegment(aba1ad6c-3203-4cac-aff4-be77a48241e8),segment_id=aba1ad6c-3203-4cac-aff4-be77a48241e8)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:20:55.867185 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 12d6f105-8197-457a-ac27-b8f9f1450133 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:20:55.870211 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-badf2e8c-fdfd-4c09-9d7d-a4d4fbfb0257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:55.913508 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7fd2ae0-d1c5-43e6-bae1-3f0ce4bb8151 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:20:55.960017 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f63fb7a-27f1-4b8e-a568-04ff64680336 req-4dce2b3f-8cfc-47fb-b22a-e2ba80fd768e tempest-LiveMigrationTest-555913250 tempest-LiveMigrationTest-555913250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:55.963524 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a7fd2ae0-d1c5-43e6-bae1-3f0ce4bb8151 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:55.967568 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-a7fd2ae0-d1c5-43e6-bae1-3f0ce4bb8151 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Added segment b8ed9776-ee13-4711-8a43-d6a7fbd5d31f of type vlan for network a35e40c5-da16-4d5a-84d3-1098954a766b Aug 29 04:20:55.970614 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9f63fb7a-27f1-4b8e-a568-04ff64680336 req-4dce2b3f-8cfc-47fb-b22a-e2ba80fd768e tempest-LiveMigrationTest-555913250 tempest-LiveMigrationTest-555913250-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=33938cd7-ba94-4eae-b8ec-80748b58e019 HTTP/1.1" status: 200 len: 1097 time: 0.0640116 Aug 29 04:20:55.999746 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badf2e8c-fdfd-4c09-9d7d-a4d4fbfb0257 None None] Routers {'f612c961-c09b-4e32-894d-3406e5ae5150'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:20:56.008292 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-badf2e8c-fdfd-4c09-9d7d-a4d4fbfb0257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:20:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['f612c961-c09b-4e32-894d-3406e5ae5150'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:56.043831 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9f63fb7a-27f1-4b8e-a568-04ff64680336 req-57f9749e-0242-4b90-aa89-e51c25b23d62 tempest-LiveMigrationTest-555913250 tempest-LiveMigrationTest-555913250-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717754 Aug 29 04:20:56.097641 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-5dab91f4-3876-4231-81af-b864fc182d2d req-a5c4f3c7-67ee-4ae4-a7e5-9e7b51028a1a tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:56.111721 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a7fd2ae0-d1c5-43e6-bae1-3f0ce4bb8151 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:56.127613 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-5dab91f4-3876-4231-81af-b864fc182d2d req-a5c4f3c7-67ee-4ae4-a7e5-9e7b51028a1a tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:56.130857 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 50040) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:56.180721 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 50042) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:56.207400 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c2e9ce-b1f3-4b49-a361-e715d3294dd9 None None] Pushing event updated for resources: {'Port': ['ID=6639f382-b766-4f1f-aaf7-5b9105ddb4b1,revision_number=4']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:56.353681 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 29 Aug 2021 04:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-954b7d12-01e1-4fbc-b4f9-4f7ce794fc19 x-openstack-request-id: req-954b7d12-01e1-4fbc-b4f9-4f7ce794fc19 {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:20:56.354018 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25c8a457-9098-4823-a0b0-e5217cb8e752", "name": "network-vif-deleted", "tag": "612daa36-1a9d-4b2d-af5c-c0897a3fda95", "status": "completed", "code": 200}, {"server_uuid": "1e5ccfea-706b-4825-9d2e-60c0b092c82e", "name": "network-vif-deleted", "tag": "f94ff432-1efb-4d16-b88c-19279e1457b8", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:20:56.354283 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-954b7d12-01e1-4fbc-b4f9-4f7ce794fc19 {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:20:56.356487 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25c8a457-9098-4823-a0b0-e5217cb8e752', 'name': 'network-vif-deleted', 'tag': '612daa36-1a9d-4b2d-af5c-c0897a3fda95', 'status': 'completed', 'code': 200} Aug 29 04:20:56.356831 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e5ccfea-706b-4825-9d2e-60c0b092c82e', 'name': 'network-vif-deleted', 'tag': 'f94ff432-1efb-4d16-b88c-19279e1457b8', 'status': 'completed', 'code': 200} Aug 29 04:20:56.396560 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a7fd2ae0-d1c5-43e6-bae1-3f0ce4bb8151 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:56.408438 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7fd2ae0-d1c5-43e6-bae1-3f0ce4bb8151 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:56.409627 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a7fd2ae0-d1c5-43e6-bae1-3f0ce4bb8151 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:56.446884 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c4f3c7-67ee-4ae4-a7e5-9e7b51028a1a tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] Pushing event updated for resources: {'Port': ['ID=0d9413fb-d587-4e95-ac17-3e5a50ef70fc,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:56.459171 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-5eb60fd1-ce02-4f08-8841-75f6f918e65a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a501d026f03a4d0fb779b653c9e02068&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2731729 Aug 29 04:20:56.468068 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 50046) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:56.484886 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0703f3b8-c931-4fd6-8227-47f9bf276922 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:56.501339 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-badf2e8c-fdfd-4c09-9d7d-a4d4fbfb0257 None None] Set router f612c961-c09b-4e32-894d-3406e5ae5150 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:20:56.553099 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0703f3b8-c931-4fd6-8227-47f9bf276922 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:56.556386 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-ffe1554c-b08d-498a-b77b-0e8b2cadb2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a17c131-2ddb-44f4-941f-3f59454d9261', 'name': 'tempest-ServerActionsTestJSON-1595702282-router', 'tenant_id': '48da3dc54d264865b5c4834c4a90f4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'd55c5b4f-0d3f-4420-88a9-b3561127c9a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:10:07Z', 'updated_at': '2021-08-29T04:10:18Z', 'revision_number': 4, 'project_id': '48da3dc54d264865b5c4834c4a90f4b5', 'gw_port': {'id': 'd55c5b4f-0d3f-4420-88a9-b3561127c9a3', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:8c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a17c131-2ddb-44f4-941f-3f59454d9261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:09Z', 'updated_at': '2021-08-29T04:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': 'c9fe61ab-8fdf-452e-8b60-722a3c2522fb', 'name': '', 'network_id': '7521cd58-9470-4433-82b8-7e942c988b03', 'tenant_id': '48da3dc54d264865b5c4834c4a90f4b5', 'mac_address': 'fa:16:3e:a2:6e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a17c131-2ddb-44f4-941f-3f59454d9261', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'be5f55ab-7fa1-406c-9ca9-03e74b79ef6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:16Z', 'updated_at': '2021-08-29T04:10:24Z', 'revision_number': 5, 'project_id': '48da3dc54d264865b5c4834c4a90f4b5', 'subnets': [{'id': 'be5f55ab-7fa1-406c-9ca9-03e74b79ef6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:56.608674 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 50048) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:56.612355 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-a7fd2ae0-d1c5-43e6-bae1-3f0ce4bb8151 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8907170 Aug 29 04:20:56.616995 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-5dab91f4-3876-4231-81af-b864fc182d2d req-a5c4f3c7-67ee-4ae4-a7e5-9e7b51028a1a tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719515'] for floatingip, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:56.620483 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-35de6287-1be4-4148-9bc7-436ee6e2717c tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Request body: {'subnet': {'network_id': '12d6f105-8197-457a-ac27-b8f9f1450133', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:56.637864 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe1554c-b08d-498a-b77b-0e8b2cadb2df None None] The sync data for ids ['9a17c131-2ddb-44f4-941f-3f59454d9261'] in n-d-712140-12 is: [{'id': '9a17c131-2ddb-44f4-941f-3f59454d9261', 'name': 'tempest-ServerActionsTestJSON-1595702282-router', 'tenant_id': '48da3dc54d264865b5c4834c4a90f4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'd55c5b4f-0d3f-4420-88a9-b3561127c9a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:10:07Z', 'updated_at': '2021-08-29T04:10:18Z', 'revision_number': 4, 'project_id': '48da3dc54d264865b5c4834c4a90f4b5', 'gw_port': {'id': 'd55c5b4f-0d3f-4420-88a9-b3561127c9a3', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:8c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a17c131-2ddb-44f4-941f-3f59454d9261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:09Z', 'updated_at': '2021-08-29T04:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': 'c9fe61ab-8fdf-452e-8b60-722a3c2522fb', 'name': '', 'network_id': '7521cd58-9470-4433-82b8-7e942c988b03', 'tenant_id': '48da3dc54d264865b5c4834c4a90f4b5', 'mac_address': 'fa:16:3e:a2:6e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a17c131-2ddb-44f4-941f-3f59454d9261', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'be5f55ab-7fa1-406c-9ca9-03e74b79ef6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:16Z', 'updated_at': '2021-08-29T04:10:24Z', 'revision_number': 5, 'project_id': '48da3dc54d264865b5c4834c4a90f4b5', 'subnets': [{'id': 'be5f55ab-7fa1-406c-9ca9-03e74b79ef6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:20:56.646753 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-5dab91f4-3876-4231-81af-b864fc182d2d req-a5c4f3c7-67ee-4ae4-a7e5-9e7b51028a1a tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:56.648180 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5dab91f4-3876-4231-81af-b864fc182d2d req-a5c4f3c7-67ee-4ae4-a7e5-9e7b51028a1a tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5869968 Aug 29 04:20:56.657285 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-30a5eb87-624c-4064-afdf-34b12728da8b None None] Allocated IP 172.20.0.2 (d9cc1ca9-33a4-462b-9283-4424327a261d/c1cddd81-5f02-418d-ab2b-7db76d1cc9e3/6ae3af4a-9bb3-4acf-b2da-a9fc0374f280) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:20:56.767605 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fd2ae0-d1c5-43e6-bae1-3f0ce4bb8151 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Pushing event updated for resources: {'Network': ['ID=a35e40c5-da16-4d5a-84d3-1098954a766b,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:56.785645 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network a35e40c5-da16-4d5a-84d3-1098954a766b details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:20:56.798446 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5dab91f4-3876-4231-81af-b864fc182d2d req-d3186ae2-9709-432c-8d47-2595e85878c2 tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.0.220 HTTP/1.1" status: 200 len: 696 time: 0.1387401 Aug 29 04:20:56.881746 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c4da2093-5c14-434f-8792-6c8b5cab7628 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:56.900746 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b439c986-798b-4dec-8e2f-64c6d94508b4 req-2089f3bf-600c-493c-8e7c-1bb9aa90c13f tempest-LiveMigrationTest-555913250 tempest-LiveMigrationTest-555913250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:56.902948 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b439c986-798b-4dec-8e2f-64c6d94508b4 req-2089f3bf-600c-493c-8e7c-1bb9aa90c13f tempest-LiveMigrationTest-555913250 tempest-LiveMigrationTest-555913250-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=33938cd7-ba94-4eae-b8ec-80748b58e019 HTTP/1.1" status: 200 len: 1097 time: 0.3317835 Aug 29 04:20:56.903519 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0703f3b8-c931-4fd6-8227-47f9bf276922 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:56.906233 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0703f3b8-c931-4fd6-8227-47f9bf276922 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:56.911102 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-0703f3b8-c931-4fd6-8227-47f9bf276922 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "DELETE /v2.0/security-groups/95663bcf-c178-40f7-a8d1-56ba6dc33aac HTTP/1.1" status: 204 len: 168 time: 0.7746265 Aug 29 04:20:56.918681 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 50052) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:56.946656 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c4da2093-5c14-434f-8792-6c8b5cab7628 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:56.952584 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0703f3b8-c931-4fd6-8227-47f9bf276922 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95663bcf-c178-40f7-a8d1-56ba6dc33aac,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:57.011999 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 50054) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:57.013075 n-d-712140-12 neutron-server[94829]: INFO neutron.api.v2.resource [None req-b01e2795-aa73-4bf7-99ac-b43a6365fef5 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] show failed (client error): The resource could not be found. Aug 29 04:20:57.014199 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-b01e2795-aa73-4bf7-99ac-b43a6365fef5 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "GET /v2.0/security-groups/95663bcf-c178-40f7-a8d1-56ba6dc33aac HTTP/1.1" status: 404 len: 347 time: 0.0909421 Aug 29 04:20:57.024280 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-badf2e8c-fdfd-4c09-9d7d-a4d4fbfb0257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f612c961-c09b-4e32-894d-3406e5ae5150', 'name': 'tempest-FloatingIPDetailsTestJSON-1862558254-router', 'tenant_id': '04d55454cfca4ca7a0fe9ea5be2b44b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '2450d0b9-aca8-426c-899e-59965382e6ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:20:41Z', 'updated_at': '2021-08-29T04:20:47Z', 'revision_number': 4, 'project_id': '04d55454cfca4ca7a0fe9ea5be2b44b6', 'gw_port': {'id': '2450d0b9-aca8-426c-899e-59965382e6ef', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f612c961-c09b-4e32-894d-3406e5ae5150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:20:42Z', 'updated_at': '2021-08-29T04:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '6639f382-b766-4f1f-aaf7-5b9105ddb4b1', 'name': '', 'network_id': '3c267606-936c-4873-8d3e-cf711974ceb1', 'tenant_id': '04d55454cfca4ca7a0fe9ea5be2b44b6', 'mac_address': 'fa:16:3e:3f:4d:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f612c961-c09b-4e32-894d-3406e5ae5150', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '100359fd-9a42-4d93-9537-07778121f197', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:20:46Z', 'updated_at': '2021-08-29T04:20:55Z', 'revision_number': 4, 'project_id': '04d55454cfca4ca7a0fe9ea5be2b44b6', 'subnets': [{'id': '100359fd-9a42-4d93-9537-07778121f197', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:57.027721 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 50056) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:57.058688 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35de6287-1be4-4148-9bc7-436ee6e2717c tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Made reservation on behalf of 8cab846990444d18b1d66b802bc1cf7e for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:20:57.075915 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35de6287-1be4-4148-9bc7-436ee6e2717c tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:57.115278 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badf2e8c-fdfd-4c09-9d7d-a4d4fbfb0257 None None] The sync data for ids ['f612c961-c09b-4e32-894d-3406e5ae5150'] in n-d-712140-12 is: [{'id': 'f612c961-c09b-4e32-894d-3406e5ae5150', 'name': 'tempest-FloatingIPDetailsTestJSON-1862558254-router', 'tenant_id': '04d55454cfca4ca7a0fe9ea5be2b44b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '2450d0b9-aca8-426c-899e-59965382e6ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:20:41Z', 'updated_at': '2021-08-29T04:20:47Z', 'revision_number': 4, 'project_id': '04d55454cfca4ca7a0fe9ea5be2b44b6', 'gw_port': {'id': '2450d0b9-aca8-426c-899e-59965382e6ef', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f612c961-c09b-4e32-894d-3406e5ae5150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:20:42Z', 'updated_at': '2021-08-29T04:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '6639f382-b766-4f1f-aaf7-5b9105ddb4b1', 'name': '', 'network_id': '3c267606-936c-4873-8d3e-cf711974ceb1', 'tenant_id': '04d55454cfca4ca7a0fe9ea5be2b44b6', 'mac_address': 'fa:16:3e:3f:4d:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f612c961-c09b-4e32-894d-3406e5ae5150', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '100359fd-9a42-4d93-9537-07778121f197', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:20:46Z', 'updated_at': '2021-08-29T04:20:55Z', 'revision_number': 4, 'project_id': '04d55454cfca4ca7a0fe9ea5be2b44b6', 'subnets': [{'id': '100359fd-9a42-4d93-9537-07778121f197', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:20:57.126838 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-30a5eb87-624c-4064-afdf-34b12728da8b None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:57.174907 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-30a5eb87-624c-4064-afdf-34b12728da8b None None] Transition to ACTIVE for port object 6ae3af4a-9bb3-4acf-b2da-a9fc0374f280 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:20:57.227101 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b439c986-798b-4dec-8e2f-64c6d94508b4 req-ed6ba097-972d-41b9-8581-b69edfb80eca tempest-LiveMigrationTest-555913250 tempest-LiveMigrationTest-555913250-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838097 Aug 29 04:20:57.241686 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 6639f382-b766-4f1f-aaf7-5b9105ddb4b1 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:20:57.256064 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c4da2093-5c14-434f-8792-6c8b5cab7628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:57.259197 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c4da2093-5c14-434f-8792-6c8b5cab7628 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:57.262453 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-c4da2093-5c14-434f-8792-6c8b5cab7628 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0e1109a6-248f-4454-ba5b-742319a76013 HTTP/1.1" status: 204 len: 168 time: 0.7913973 Aug 29 04:20:57.295222 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4da2093-5c14-434f-8792-6c8b5cab7628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e1109a6-248f-4454-ba5b-742319a76013,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:57.343604 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-30a5eb87-624c-4064-afdf-34b12728da8b None None] Transition to ACTIVE for port object 6ae3af4a-9bb3-4acf-b2da-a9fc0374f280 will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:20:57.358182 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-30a5eb87-624c-4064-afdf-34b12728da8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:57.359322 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db25fac4-980e-444e-99f6-f46852a7838f None None] New status for floating IP ab45cade-d0c7-4bea-9e98-39221088961c: DOWN {{(pid=94831) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:20:57.375881 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0688763b-3440-4a2e-b5aa-ff2ffafba8ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:57.477307 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35de6287-1be4-4148-9bc7-436ee6e2717c tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9191137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10062364'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:57.520362 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dab91f4-3876-4231-81af-b864fc182d2d req-5b227210-8194-4e68-a31c-fd7795307554 tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:57.528981 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5dab91f4-3876-4231-81af-b864fc182d2d req-5b227210-8194-4e68-a31c-fd7795307554 tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] 10.222.0.22 "GET /v2.0/networks/e6c84a15-2e6f-4c07-8ede-a88148c2fe90 HTTP/1.1" status: 200 len: 784 time: 0.7293229 Aug 29 04:20:57.529150 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a5eb87-624c-4064-afdf-34b12728da8b None None] Pushing event updated for resources: {'Port': ['ID=6ae3af4a-9bb3-4acf-b2da-a9fc0374f280,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:57.542336 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [req-5dab91f4-3876-4231-81af-b864fc182d2d req-5a1194cd-a12e-4ff2-b7b3-de5bd7b9e7fd tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:20:57.559674 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5dab91f4-3876-4231-81af-b864fc182d2d req-5a1194cd-a12e-4ff2-b7b3-de5bd7b9e7fd tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0258670 Aug 29 04:20:57.565351 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a5eb87-624c-4064-afdf-34b12728da8b None None] Network d9cc1ca9-33a4-462b-9283-4424327a261d is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:20:57.567662 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 6639f382-b766-4f1f-aaf7-5b9105ddb4b1 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:20:57.577114 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-30a5eb87-624c-4064-afdf-34b12728da8b None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:20:57.584975 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a5eb87-624c-4064-afdf-34b12728da8b None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:20:57.593731 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 6639f382-b766-4f1f-aaf7-5b9105ddb4b1 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:20:57.594128 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:57.659141 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35de6287-1be4-4148-9bc7-436ee6e2717c tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Pushing event updated for resources: {'Subnet': ['ID=e735497e-bdf1-4609-8c4e-01429597b675,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:57.678703 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35de6287-1be4-4148-9bc7-436ee6e2717c tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Checking segment: {'id': 'b674c62f-efb8-4f78-a50b-c411bb219b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '12d6f105-8197-457a-ac27-b8f9f1450133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:20:57.681576 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35de6287-1be4-4148-9bc7-436ee6e2717c tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Network hostable DHCP agents. Network: 12d6f105-8197-457a-ac27-b8f9f1450133, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:20:57.726899 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35de6287-1be4-4148-9bc7-436ee6e2717c tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Network 12d6f105-8197-457a-ac27-b8f9f1450133 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:20:57.762711 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-35de6287-1be4-4148-9bc7-436ee6e2717c tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 12d6f105-8197-457a-ac27-b8f9f1450133) {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:20:57.770308 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35de6287-1be4-4148-9bc7-436ee6e2717c tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:57.770932 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35de6287-1be4-4148-9bc7-436ee6e2717c tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:57.786351 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b091285-677f-4fa3-bfce-e4e7194bda68 None None] Network 12d6f105-8197-457a-ac27-b8f9f1450133 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:20:57.902626 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-30a5eb87-624c-4064-afdf-34b12728da8b None None] Attempting to bind port 6ae3af4a-9bb3-4acf-b2da-a9fc0374f280 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:20:57.903019 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-30a5eb87-624c-4064-afdf-34b12728da8b None None] Attempting to bind port 6ae3af4a-9bb3-4acf-b2da-a9fc0374f280 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '091ed0a8-0752-40fd-8aad-a627d608e1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'd9cc1ca9-33a4-462b-9283-4424327a261d'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:20:57.903389 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a5eb87-624c-4064-afdf-34b12728da8b None None] Attempting to bind port 6ae3af4a-9bb3-4acf-b2da-a9fc0374f280 on network d9cc1ca9-33a4-462b-9283-4424327a261d {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:20:57.914778 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-620d4e09-6440-4ddd-bbcd-111665aa1180 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Deleting port 8f3883eb-f139-4cbf-9a63-9b268825af31 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:20:57.916164 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-620d4e09-6440-4ddd-bbcd-111665aa1180 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:57.931310 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a5eb87-624c-4064-afdf-34b12728da8b None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:20:57.931726 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a5eb87-624c-4064-afdf-34b12728da8b None None] Checking segment: {'id': '091ed0a8-0752-40fd-8aad-a627d608e1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'd9cc1ca9-33a4-462b-9283-4424327a261d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:20:57.932129 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-30a5eb87-624c-4064-afdf-34b12728da8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:57.932680 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a5eb87-624c-4064-afdf-34b12728da8b None None] Bound using segment: {'id': '091ed0a8-0752-40fd-8aad-a627d608e1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'd9cc1ca9-33a4-462b-9283-4424327a261d'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:20:57.933404 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-30a5eb87-624c-4064-afdf-34b12728da8b None None] Bound port: 6ae3af4a-9bb3-4acf-b2da-a9fc0374f280, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '091ed0a8-0752-40fd-8aad-a627d608e1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'd9cc1ca9-33a4-462b-9283-4424327a261d'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:20:57.933801 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-30a5eb87-624c-4064-afdf-34b12728da8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:58.032516 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-620d4e09-6440-4ddd-bbcd-111665aa1180 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:58.032984 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-620d4e09-6440-4ddd-bbcd-111665aa1180 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:58.056121 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-620d4e09-6440-4ddd-bbcd-111665aa1180 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Calling delete_port for 8f3883eb-f139-4cbf-9a63-9b268825af31 owned by network:floatingip {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:20:58.060613 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:58.154848 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-30a5eb87-624c-4064-afdf-34b12728da8b None None] For port 6ae3af4a-9bb3-4acf-b2da-a9fc0374f280, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:20:58.160322 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cbaee2b-c993-434f-9c66-39c62ae16c0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-12d6f105-8197-457a-ac27-b8f9f1450133', 'network_id': '12d6f105-8197-457a-ac27-b8f9f1450133', 'tenant_id': '8cab846990444d18b1d66b802bc1cf7e', 'fixed_ips': [{'subnet_id': 'e735497e-bdf1-4609-8c4e-01429597b675'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:20:58.167726 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3cbaee2b-c993-434f-9c66-39c62ae16c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:58.210679 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-633445c9-1be9-4da2-8d31-a4d63b2542d5 req-75f0336b-8507-441f-af7d-9a955310b9d0 tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4293764 Aug 29 04:20:58.230771 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-633445c9-1be9-4da2-8d31-a4d63b2542d5 req-86a3e124-8af2-4ac2-98a6-71cda6bd6de3 tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] Request body: {'floatingip': {'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:58.284815 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0688763b-3440-4a2e-b5aa-ff2ffafba8ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:58.297569 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-35de6287-1be4-4148-9bc7-436ee6e2717c tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6880364 Aug 29 04:20:58.300935 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 50096) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:58.307280 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-e8b7d027-08f1-4d46-9453-74e3ded746c8 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Request body: {'subnet': {'network_id': 'a35e40c5-da16-4d5a-84d3-1098954a766b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:58.331330 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0688763b-3440-4a2e-b5aa-ff2ffafba8ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:58.464624 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 6639f382-b766-4f1f-aaf7-5b9105ddb4b1, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=6639f382-b766-4f1f-aaf7-5b9105ddb4b1,segment=NetworkSegment(aba1ad6c-3203-4cac-aff4-be77a48241e8),segment_id=aba1ad6c-3203-4cac-aff4-be77a48241e8)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:58.467958 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-30a5eb87-624c-4064-afdf-34b12728da8b None None] For port 6ae3af4a-9bb3-4acf-b2da-a9fc0374f280, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=6ae3af4a-9bb3-4acf-b2da-a9fc0374f280,segment=NetworkSegment(091ed0a8-0752-40fd-8aad-a627d608e1fb),segment_id=091ed0a8-0752-40fd-8aad-a627d608e1fb)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:20:58.470744 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:58.493407 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-30a5eb87-624c-4064-afdf-34b12728da8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:58.509794 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-633445c9-1be9-4da2-8d31-a4d63b2542d5 req-86a3e124-8af2-4ac2-98a6-71cda6bd6de3 tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] Notify callbacks [] for floatingip, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:58.512656 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8b7d027-08f1-4d46-9453-74e3ded746c8 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Made reservation on behalf of 8cab846990444d18b1d66b802bc1cf7e for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:20:58.520693 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e8b7d027-08f1-4d46-9453-74e3ded746c8 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:58.522728 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0688763b-3440-4a2e-b5aa-ff2ffafba8ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac282331-a575-4779-b802-71a310481c80,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:58.528434 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-0688763b-3440-4a2e-b5aa-ff2ffafba8ce admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=19281dc08a0349dfa3ea7ada28f3e232&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5128620 Aug 29 04:20:58.531486 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 50110) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:58.541370 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-620d4e09-6440-4ddd-bbcd-111665aa1180 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:58.571479 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:58.655253 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0688763b-3440-4a2e-b5aa-ff2ffafba8ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:58.655516 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0688763b-3440-4a2e-b5aa-ff2ffafba8ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:58.660220 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0688763b-3440-4a2e-b5aa-ff2ffafba8ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:58.660693 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0688763b-3440-4a2e-b5aa-ff2ffafba8ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:58.660921 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0688763b-3440-4a2e-b5aa-ff2ffafba8ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:58.661359 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0688763b-3440-4a2e-b5aa-ff2ffafba8ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:58.661747 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0688763b-3440-4a2e-b5aa-ff2ffafba8ce admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:58.662120 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0688763b-3440-4a2e-b5aa-ff2ffafba8ce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:58.662457 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0688763b-3440-4a2e-b5aa-ff2ffafba8ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:58.662787 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0688763b-3440-4a2e-b5aa-ff2ffafba8ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:58.663257 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0688763b-3440-4a2e-b5aa-ff2ffafba8ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:58.663427 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0688763b-3440-4a2e-b5aa-ff2ffafba8ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:58.707886 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620d4e09-6440-4ddd-bbcd-111665aa1180 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Pushing event deleted for resources: {'Port': ['ID=8f3883eb-f139-4cbf-9a63-9b268825af31,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:58.784432 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-441beb2f-6d85-430a-8d32-be7f1eaf0a69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:58.804364 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=6639f382-b766-4f1f-aaf7-5b9105ddb4b1,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:58.834488 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-441beb2f-6d85-430a-8d32-be7f1eaf0a69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:58.853772 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-620d4e09-6440-4ddd-bbcd-111665aa1180 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Notify callbacks [] for floatingip, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:58.857355 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-620d4e09-6440-4ddd-bbcd-111665aa1180 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:58.858982 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-620d4e09-6440-4ddd-bbcd-111665aa1180 tempest-ServerActionsTestJSON-1983852992 tempest-ServerActionsTestJSON-1983852992-project] 10.222.0.22 "DELETE /v2.0/floatingips/ab45cade-d0c7-4bea-9e98-39221088961c HTTP/1.1" status: 204 len: 168 time: 1.8191113 Aug 29 04:20:58.870030 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 50122) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:58.885134 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-3cbaee2b-c993-434f-9c66-39c62ae16c0f None None] Allocated IP 172.20.0.2 (12d6f105-8197-457a-ac27-b8f9f1450133/e735497e-bdf1-4609-8c4e-01429597b675/cb0a3533-df12-4ce7-9da2-41a629d95f7d) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:20:58.904708 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a5eb87-624c-4064-afdf-34b12728da8b None None] Pushing event updated for resources: {'Port': ['ID=6ae3af4a-9bb3-4acf-b2da-a9fc0374f280,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:58.950270 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-633445c9-1be9-4da2-8d31-a4d63b2542d5 req-86a3e124-8af2-4ac2-98a6-71cda6bd6de3 tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:59.119714 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [req-633445c9-1be9-4da2-8d31-a4d63b2542d5 req-86a3e124-8af2-4ac2-98a6-71cda6bd6de3 tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] Allocated IP 172.25.0.160 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/dce52485-fe2e-40c9-85a8-69fa937544b7) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:20:59.219877 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e8b7d027-08f1-4d46-9453-74e3ded746c8 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9191137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10062364'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:59.224089 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 6639f382-b766-4f1f-aaf7-5b9105ddb4b1 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:20:59.282006 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-441beb2f-6d85-430a-8d32-be7f1eaf0a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:59.285056 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-441beb2f-6d85-430a-8d32-be7f1eaf0a69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:59.288623 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-441beb2f-6d85-430a-8d32-be7f1eaf0a69 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ac282331-a575-4779-b802-71a310481c80 HTTP/1.1" status: 204 len: 168 time: 0.7263062 Aug 29 04:20:59.321615 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3cbaee2b-c993-434f-9c66-39c62ae16c0f None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:59.350322 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-3cbaee2b-c993-434f-9c66-39c62ae16c0f None None] Transition to ACTIVE for port object cb0a3533-df12-4ce7-9da2-41a629d95f7d will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:20:59.353365 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b7d027-08f1-4d46-9453-74e3ded746c8 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Pushing event updated for resources: {'Subnet': ['ID=0254edf7-549e-4961-a643-79949fc03772,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:59.378938 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-3cbaee2b-c993-434f-9c66-39c62ae16c0f None None] Transition to ACTIVE for port object cb0a3533-df12-4ce7-9da2-41a629d95f7d will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:20:59.382247 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441beb2f-6d85-430a-8d32-be7f1eaf0a69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac282331-a575-4779-b802-71a310481c80,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:59.394149 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b7d027-08f1-4d46-9453-74e3ded746c8 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Checking segment: {'id': 'b8ed9776-ee13-4711-8a43-d6a7fbd5d31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'a35e40c5-da16-4d5a-84d3-1098954a766b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:20:59.394755 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b7d027-08f1-4d46-9453-74e3ded746c8 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Network hostable DHCP agents. Network: a35e40c5-da16-4d5a-84d3-1098954a766b, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:20:59.399532 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3cbaee2b-c993-434f-9c66-39c62ae16c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:59.404982 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 6639f382-b766-4f1f-aaf7-5b9105ddb4b1 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:20:59.406167 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:59.408683 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-633445c9-1be9-4da2-8d31-a4d63b2542d5 req-86a3e124-8af2-4ac2-98a6-71cda6bd6de3 tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:59.479294 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b7d027-08f1-4d46-9453-74e3ded746c8 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Network a35e40c5-da16-4d5a-84d3-1098954a766b is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:20:59.496380 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-633445c9-1be9-4da2-8d31-a4d63b2542d5 req-86a3e124-8af2-4ac2-98a6-71cda6bd6de3 tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:59.506581 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cbaee2b-c993-434f-9c66-39c62ae16c0f None None] Network 12d6f105-8197-457a-ac27-b8f9f1450133 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:20:59.515737 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-3cbaee2b-c993-434f-9c66-39c62ae16c0f None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:20:59.524226 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbaee2b-c993-434f-9c66-39c62ae16c0f None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:20:59.529765 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbaee2b-c993-434f-9c66-39c62ae16c0f None None] Pushing event updated for resources: {'Port': ['ID=cb0a3533-df12-4ce7-9da2-41a629d95f7d,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:59.544713 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-e8b7d027-08f1-4d46-9453-74e3ded746c8 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, a35e40c5-da16-4d5a-84d3-1098954a766b) {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:20:59.550592 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b7d027-08f1-4d46-9453-74e3ded746c8 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:59.551371 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e8b7d027-08f1-4d46-9453-74e3ded746c8 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:59.568767 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-633445c9-1be9-4da2-8d31-a4d63b2542d5 req-86a3e124-8af2-4ac2-98a6-71cda6bd6de3 tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:20:59.569437 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1001e545-80da-42a7-9692-26926b677819 None None] Network a35e40c5-da16-4d5a-84d3-1098954a766b requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:20:59.573222 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [req-633445c9-1be9-4da2-8d31-a4d63b2542d5 req-86a3e124-8af2-4ac2-98a6-71cda6bd6de3 tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:20:59.578436 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [req-633445c9-1be9-4da2-8d31-a4d63b2542d5 req-86a3e124-8af2-4ac2-98a6-71cda6bd6de3 tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:20:59.636766 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a3e124-8af2-4ac2-98a6-71cda6bd6de3 tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] Pushing event updated for resources: {'Port': ['ID=dce52485-fe2e-40c9-85a8-69fa937544b7,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:59.774388 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-633445c9-1be9-4da2-8d31-a4d63b2542d5 req-86a3e124-8af2-4ac2-98a6-71cda6bd6de3 tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:59.867518 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-633445c9-1be9-4da2-8d31-a4d63b2542d5 req-86a3e124-8af2-4ac2-98a6-71cda6bd6de3 tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:59.929560 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-3cbaee2b-c993-434f-9c66-39c62ae16c0f None None] Attempting to bind port cb0a3533-df12-4ce7-9da2-41a629d95f7d on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:20:59.930130 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-3cbaee2b-c993-434f-9c66-39c62ae16c0f None None] Attempting to bind port cb0a3533-df12-4ce7-9da2-41a629d95f7d by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'b674c62f-efb8-4f78-a50b-c411bb219b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '12d6f105-8197-457a-ac27-b8f9f1450133'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:20:59.930454 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbaee2b-c993-434f-9c66-39c62ae16c0f None None] Attempting to bind port cb0a3533-df12-4ce7-9da2-41a629d95f7d on network 12d6f105-8197-457a-ac27-b8f9f1450133 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:20:59.960342 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbaee2b-c993-434f-9c66-39c62ae16c0f None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:20:59.961396 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbaee2b-c993-434f-9c66-39c62ae16c0f None None] Checking segment: {'id': 'b674c62f-efb8-4f78-a50b-c411bb219b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '12d6f105-8197-457a-ac27-b8f9f1450133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:20:59.962449 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3cbaee2b-c993-434f-9c66-39c62ae16c0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:59.963446 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbaee2b-c993-434f-9c66-39c62ae16c0f None None] Bound using segment: {'id': 'b674c62f-efb8-4f78-a50b-c411bb219b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '12d6f105-8197-457a-ac27-b8f9f1450133'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:20:59.965048 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-3cbaee2b-c993-434f-9c66-39c62ae16c0f None None] Bound port: cb0a3533-df12-4ce7-9da2-41a629d95f7d, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b674c62f-efb8-4f78-a50b-c411bb219b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '12d6f105-8197-457a-ac27-b8f9f1450133'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:20:59.966117 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3cbaee2b-c993-434f-9c66-39c62ae16c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:00.055155 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 50134) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:00.075738 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-e8b7d027-08f1-4d46-9453-74e3ded746c8 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7742229 Aug 29 04:21:00.088688 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 50136) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:00.125616 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4558c364-fac9-45f2-8af7-3a4e1f2dff47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:00.128006 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-633445c9-1be9-4da2-8d31-a4d63b2542d5 req-86a3e124-8af2-4ac2-98a6-71cda6bd6de3 tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:00.137323 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [req-154176fa-de50-4173-bb46-587cc22fff5a req-a5b3318a-8437-4aa8-97a8-a73fcf506928 tempest-LiveMigrationTest-555913250 tempest-LiveMigrationTest-555913250-project-admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:21:00.138386 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-154176fa-de50-4173-bb46-587cc22fff5a req-a5b3318a-8437-4aa8-97a8-a73fcf506928 tempest-LiveMigrationTest-555913250 tempest-LiveMigrationTest-555913250-project-admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5306075 Aug 29 04:21:00.139556 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-633445c9-1be9-4da2-8d31-a4d63b2542d5 req-86a3e124-8af2-4ac2-98a6-71cda6bd6de3 tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:00.205350 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-3cbaee2b-c993-434f-9c66-39c62ae16c0f None None] For port cb0a3533-df12-4ce7-9da2-41a629d95f7d, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:21:00.242400 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-3cbaee2b-c993-434f-9c66-39c62ae16c0f None None] For port cb0a3533-df12-4ce7-9da2-41a629d95f7d, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=cb0a3533-df12-4ce7-9da2-41a629d95f7d,segment=NetworkSegment(b674c62f-efb8-4f78-a50b-c411bb219b29),segment_id=b674c62f-efb8-4f78-a50b-c411bb219b29)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:21:00.253823 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3cbaee2b-c993-434f-9c66-39c62ae16c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:00.294586 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a3e124-8af2-4ac2-98a6-71cda6bd6de3 tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] Pushing event updated for resources: {'Port': ['ID=dce52485-fe2e-40c9-85a8-69fa937544b7,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:00.314609 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-633445c9-1be9-4da2-8d31-a4d63b2542d5 req-86a3e124-8af2-4ac2-98a6-71cda6bd6de3 tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719515'] for floatingip, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:00.336856 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d676d3d-df10-4526-9979-2234d8295a52 None None] Network d9cc1ca9-33a4-462b-9283-4424327a261d requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:21:00.358302 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-154176fa-de50-4173-bb46-587cc22fff5a req-f5a69719-2951-4029-b726-59af48c8332b service neutron] Request body: {'binding': {'host': 'n-h1-712140-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:00.358774 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-154176fa-de50-4173-bb46-587cc22fff5a req-f5a69719-2951-4029-b726-59af48c8332b service neutron] Unknown quota resources ['binding']. {{(pid=94829) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 04:21:00.441546 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e0bba3-d72b-464f-849e-d148160eb50b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-a35e40c5-da16-4d5a-84d3-1098954a766b', 'network_id': 'a35e40c5-da16-4d5a-84d3-1098954a766b', 'tenant_id': '8cab846990444d18b1d66b802bc1cf7e', 'fixed_ips': [{'subnet_id': '0254edf7-549e-4961-a643-79949fc03772'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:21:00.442912 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-99e0bba3-d72b-464f-849e-d148160eb50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:00.558569 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbaee2b-c993-434f-9c66-39c62ae16c0f None None] Pushing event updated for resources: {'Port': ['ID=cb0a3533-df12-4ce7-9da2-41a629d95f7d,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:00.564899 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-b279e25e-559e-4863-93aa-c947598b8502 None None] Provisioning for port 6ae3af4a-9bb3-4acf-b2da-a9fc0374f280 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:21:00.614419 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-154176fa-de50-4173-bb46-587cc22fff5a req-f5a69719-2951-4029-b726-59af48c8332b service neutron] Attempting to bind port 599cb102-cc01-4336-89d8-102a6ac3c71a on host n-h1-712140-12 for vnic_type normal with profile None {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:21:00.615999 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-154176fa-de50-4173-bb46-587cc22fff5a req-f5a69719-2951-4029-b726-59af48c8332b service neutron] Attempting to bind port 599cb102-cc01-4336-89d8-102a6ac3c71a by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': '44fea4a1-e972-4690-b14e-956bce45d1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1c65535d-8d45-4051-8e5d-043211a49251'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:21:00.616653 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154176fa-de50-4173-bb46-587cc22fff5a req-f5a69719-2951-4029-b726-59af48c8332b service neutron] Attempting to bind port 599cb102-cc01-4336-89d8-102a6ac3c71a on network 1c65535d-8d45-4051-8e5d-043211a49251 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:21:00.624927 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154176fa-de50-4173-bb46-587cc22fff5a req-f5a69719-2951-4029-b726-59af48c8332b service neutron] Port 599cb102-cc01-4336-89d8-102a6ac3c71a on network 1c65535d-8d45-4051-8e5d-043211a49251 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:21:00.626026 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154176fa-de50-4173-bb46-587cc22fff5a req-f5a69719-2951-4029-b726-59af48c8332b service neutron] Attempting to bind port 599cb102-cc01-4336-89d8-102a6ac3c71a on network 1c65535d-8d45-4051-8e5d-043211a49251 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:21:00.640368 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154176fa-de50-4173-bb46-587cc22fff5a req-f5a69719-2951-4029-b726-59af48c8332b service neutron] Checking agent: {'id': '3de9de52-3a03-431d-9d7e-497ae92c57ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:21:00.640368 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154176fa-de50-4173-bb46-587cc22fff5a req-f5a69719-2951-4029-b726-59af48c8332b service neutron] Checking segment: {'id': '44fea4a1-e972-4690-b14e-956bce45d1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1c65535d-8d45-4051-8e5d-043211a49251'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:21:00.641096 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154176fa-de50-4173-bb46-587cc22fff5a req-f5a69719-2951-4029-b726-59af48c8332b service neutron] Bound using segment: {'id': '44fea4a1-e972-4690-b14e-956bce45d1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1c65535d-8d45-4051-8e5d-043211a49251'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:21:00.641702 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-154176fa-de50-4173-bb46-587cc22fff5a req-f5a69719-2951-4029-b726-59af48c8332b service neutron] Bound port: 599cb102-cc01-4336-89d8-102a6ac3c71a, host: n-h1-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44fea4a1-e972-4690-b14e-956bce45d1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1c65535d-8d45-4051-8e5d-043211a49251'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:21:00.725686 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1632e7df-58e4-4081-bf57-3a0048f47fec tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:00.757715 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4558c364-fac9-45f2-8af7-3a4e1f2dff47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:00.763275 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-154176fa-de50-4173-bb46-587cc22fff5a req-f5a69719-2951-4029-b726-59af48c8332b service neutron] For port 599cb102-cc01-4336-89d8-102a6ac3c71a, host n-h1-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=599cb102-cc01-4336-89d8-102a6ac3c71a,segment=NetworkSegment(44fea4a1-e972-4690-b14e-956bce45d1ec),segment_id=44fea4a1-e972-4690-b14e-956bce45d1ec)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:21:00.765963 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4558c364-fac9-45f2-8af7-3a4e1f2dff47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:00.778519 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-154176fa-de50-4173-bb46-587cc22fff5a req-f5a69719-2951-4029-b726-59af48c8332b service neutron] Notify callbacks [] for binding, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:00.779792 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-154176fa-de50-4173-bb46-587cc22fff5a req-f5a69719-2951-4029-b726-59af48c8332b service neutron] 10.222.0.22 "POST /v2.0/ports/599cb102-cc01-4336-89d8-102a6ac3c71a/bindings HTTP/1.1" status: 201 len: 390 time: 0.6323156 Aug 29 04:21:00.780512 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-633445c9-1be9-4da2-8d31-a4d63b2542d5 req-86a3e124-8af2-4ac2-98a6-71cda6bd6de3 tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:00.787597 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-633445c9-1be9-4da2-8d31-a4d63b2542d5 req-86a3e124-8af2-4ac2-98a6-71cda6bd6de3 tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5655603 Aug 29 04:21:00.871338 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-633445c9-1be9-4da2-8d31-a4d63b2542d5 req-cdce45f4-8a86-40f5-8b5e-dae7299e22b9 tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.0.160 HTTP/1.1" status: 200 len: 696 time: 0.0821834 Aug 29 04:21:00.973338 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-4558c364-fac9-45f2-8af7-3a4e1f2dff47 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4cc8439c52d0449a9c97fb22edc14b5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9058111 Aug 29 04:21:00.980461 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 50142) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:00.987450 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4558c364-fac9-45f2-8af7-3a4e1f2dff47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79741ce0-71ec-4ebd-88f3-4823b6923b03,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:01.033284 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4558c364-fac9-45f2-8af7-3a4e1f2dff47 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:01.033639 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4558c364-fac9-45f2-8af7-3a4e1f2dff47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:01.034090 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4558c364-fac9-45f2-8af7-3a4e1f2dff47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:01.034375 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4558c364-fac9-45f2-8af7-3a4e1f2dff47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:01.034795 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4558c364-fac9-45f2-8af7-3a4e1f2dff47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:01.035119 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4558c364-fac9-45f2-8af7-3a4e1f2dff47 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:01.035446 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4558c364-fac9-45f2-8af7-3a4e1f2dff47 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:01.036051 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4558c364-fac9-45f2-8af7-3a4e1f2dff47 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:01.036373 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4558c364-fac9-45f2-8af7-3a4e1f2dff47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:01.036691 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4558c364-fac9-45f2-8af7-3a4e1f2dff47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:01.037020 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4558c364-fac9-45f2-8af7-3a4e1f2dff47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:01.037333 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4558c364-fac9-45f2-8af7-3a4e1f2dff47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:01.053680 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-99e0bba3-d72b-464f-849e-d148160eb50b None None] Allocated IP 172.20.0.2 (a35e40c5-da16-4d5a-84d3-1098954a766b/0254edf7-549e-4961-a643-79949fc03772/a0ff19fa-9ff0-42cd-8914-6b0f246346e5) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:21:01.170890 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633445c9-1be9-4da2-8d31-a4d63b2542d5 req-5896535e-7e6a-4b8c-a156-53de40995bc3 tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:01.198606 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-633445c9-1be9-4da2-8d31-a4d63b2542d5 req-5896535e-7e6a-4b8c-a156-53de40995bc3 tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] 10.222.0.22 "GET /v2.0/networks/e6c84a15-2e6f-4c07-8ede-a88148c2fe90 HTTP/1.1" status: 200 len: 784 time: 0.3196957 Aug 29 04:21:01.202163 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154176fa-de50-4173-bb46-587cc22fff5a req-376b1903-c89a-4b31-9313-3177b0c75671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:01.206092 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-16b5fb77-a4bd-42e1-a39d-f4752274bcff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:01.208926 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-154176fa-de50-4173-bb46-587cc22fff5a req-376b1903-c89a-4b31-9313-3177b0c75671 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=260b2b7726794e4d90a38e52b66506fd&device_id=33938cd7-ba94-4eae-b8ec-80748b58e019 HTTP/1.1" status: 200 len: 1097 time: 0.1619301 Aug 29 04:21:01.289837 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-16b5fb77-a4bd-42e1-a39d-f4752274bcff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:01.321924 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device cb0a3533-df12-4ce7-9da2-41a629d95f7d up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:21:01.395093 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154176fa-de50-4173-bb46-587cc22fff5a req-48a48767-38e4-4096-8acb-8221c8d0d1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:01.402691 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-154176fa-de50-4173-bb46-587cc22fff5a req-48a48767-38e4-4096-8acb-8221c8d0d1e0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1c65535d-8d45-4051-8e5d-043211a49251 HTTP/1.1" status: 200 len: 908 time: 0.1819704 Aug 29 04:21:01.452551 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-1632e7df-58e4-4081-bf57-3a0048f47fec tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Allocated IP 172.20.0.1 (12d6f105-8197-457a-ac27-b8f9f1450133/e735497e-bdf1-4609-8c4e-01429597b675/007a95b1-4a25-4c16-a356-ee4eaba4f12e) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:21:01.482319 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2a4faf-6efc-4568-a05a-5eb148f3bf8c req-17a7cd14-6928-4a64-b1f3-03bef8c47e53 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:01.484561 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-154176fa-de50-4173-bb46-587cc22fff5a req-76f6be18-16ba-45fc-aa61-6a35058d7d36 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=599cb102-cc01-4336-89d8-102a6ac3c71a HTTP/1.1" status: 200 len: 217 time: 0.0742762 Aug 29 04:21:01.486787 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ac2a4faf-6efc-4568-a05a-5eb148f3bf8c req-17a7cd14-6928-4a64-b1f3-03bef8c47e53 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=33938cd7-ba94-4eae-b8ec-80748b58e019 HTTP/1.1" status: 200 len: 945 time: 0.1729457 Aug 29 04:21:01.519785 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port cb0a3533-df12-4ce7-9da2-41a629d95f7d completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:21:01.529437 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 6ae3af4a-9bb3-4acf-b2da-a9fc0374f280 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:21:01.532227 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-99e0bba3-d72b-464f-849e-d148160eb50b None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:01.575231 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-99e0bba3-d72b-464f-849e-d148160eb50b None None] Transition to ACTIVE for port object a0ff19fa-9ff0-42cd-8914-6b0f246346e5 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:21:01.587526 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154176fa-de50-4173-bb46-587cc22fff5a req-341e28e6-73d8-464d-a20b-900dbccaa170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:01.590891 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-154176fa-de50-4173-bb46-587cc22fff5a req-341e28e6-73d8-464d-a20b-900dbccaa170 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d11db723-881a-44e4-ae3d-f8a6bedc146e HTTP/1.1" status: 200 len: 847 time: 0.0969429 Aug 29 04:21:01.629335 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-99e0bba3-d72b-464f-849e-d148160eb50b None None] Transition to ACTIVE for port object a0ff19fa-9ff0-42cd-8914-6b0f246346e5 will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:21:01.649405 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-99e0bba3-d72b-464f-849e-d148160eb50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:01.652896 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-154176fa-de50-4173-bb46-587cc22fff5a req-1a6dbfed-faeb-48c5-8629-fee56ca106bb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1c65535d-8d45-4051-8e5d-043211a49251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490029 Aug 29 04:21:01.655830 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-16b5fb77-a4bd-42e1-a39d-f4752274bcff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:01.668943 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-16b5fb77-a4bd-42e1-a39d-f4752274bcff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:01.670561 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-16b5fb77-a4bd-42e1-a39d-f4752274bcff admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/79741ce0-71ec-4ebd-88f3-4823b6923b03 HTTP/1.1" status: 204 len: 168 time: 0.6887913 Aug 29 04:21:01.735608 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 6ae3af4a-9bb3-4acf-b2da-a9fc0374f280 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:21:01.739941 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e0bba3-d72b-464f-849e-d148160eb50b None None] Network a35e40c5-da16-4d5a-84d3-1098954a766b is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:21:01.746866 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-99e0bba3-d72b-464f-849e-d148160eb50b None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:21:01.752577 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e0bba3-d72b-464f-849e-d148160eb50b None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:21:01.763038 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 6ae3af4a-9bb3-4acf-b2da-a9fc0374f280 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:21:01.763274 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ac2a4faf-6efc-4568-a05a-5eb148f3bf8c req-169fab25-10ab-4fd0-b613-42f900949372 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561128 Aug 29 04:21:01.764005 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:01.767398 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e0bba3-d72b-464f-849e-d148160eb50b None None] Pushing event updated for resources: {'Port': ['ID=a0ff19fa-9ff0-42cd-8914-6b0f246346e5,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:01.793946 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b5fb77-a4bd-42e1-a39d-f4752274bcff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79741ce0-71ec-4ebd-88f3-4823b6923b03,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:01.814564 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8c9607e8-5ec2-4ecf-b5ce-7ccaa00d5b7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713413'] for router_interface, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:01.928619 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-21f1168c-2122-4ea6-89b6-9cd69acdd736 req-79afb987-6cd4-427c-b94b-ac0e8e154a89 tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2746089 Aug 29 04:21:01.940077 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-21f1168c-2122-4ea6-89b6-9cd69acdd736 req-1b068797-c6d6-4ede-ae77-730b3d395b10 tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] Request body: {'floatingip': {'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:01.982249 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-99e0bba3-d72b-464f-849e-d148160eb50b None None] Attempting to bind port a0ff19fa-9ff0-42cd-8914-6b0f246346e5 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:21:01.983378 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-99e0bba3-d72b-464f-849e-d148160eb50b None None] Attempting to bind port a0ff19fa-9ff0-42cd-8914-6b0f246346e5 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'b8ed9776-ee13-4711-8a43-d6a7fbd5d31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'a35e40c5-da16-4d5a-84d3-1098954a766b'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:21:01.984219 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e0bba3-d72b-464f-849e-d148160eb50b None None] Attempting to bind port a0ff19fa-9ff0-42cd-8914-6b0f246346e5 on network a35e40c5-da16-4d5a-84d3-1098954a766b {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:21:02.000610 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e0bba3-d72b-464f-849e-d148160eb50b None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:21:02.002638 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e0bba3-d72b-464f-849e-d148160eb50b None None] Checking segment: {'id': 'b8ed9776-ee13-4711-8a43-d6a7fbd5d31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'a35e40c5-da16-4d5a-84d3-1098954a766b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:21:02.004295 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-99e0bba3-d72b-464f-849e-d148160eb50b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:02.005055 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e0bba3-d72b-464f-849e-d148160eb50b None None] Bound using segment: {'id': 'b8ed9776-ee13-4711-8a43-d6a7fbd5d31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'a35e40c5-da16-4d5a-84d3-1098954a766b'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:21:02.006173 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-99e0bba3-d72b-464f-849e-d148160eb50b None None] Bound port: a0ff19fa-9ff0-42cd-8914-6b0f246346e5, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8ed9776-ee13-4711-8a43-d6a7fbd5d31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'a35e40c5-da16-4d5a-84d3-1098954a766b'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:21:02.006980 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-99e0bba3-d72b-464f-849e-d148160eb50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:02.014672 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-21f1168c-2122-4ea6-89b6-9cd69acdd736 req-1b068797-c6d6-4ede-ae77-730b3d395b10 tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] Notify callbacks [] for floatingip, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:02.154793 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-99e0bba3-d72b-464f-849e-d148160eb50b None None] For port a0ff19fa-9ff0-42cd-8914-6b0f246346e5, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:21:02.159108 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-99e0bba3-d72b-464f-849e-d148160eb50b None None] For port a0ff19fa-9ff0-42cd-8914-6b0f246346e5, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=a0ff19fa-9ff0-42cd-8914-6b0f246346e5,segment=NetworkSegment(b8ed9776-ee13-4711-8a43-d6a7fbd5d31f),segment_id=b8ed9776-ee13-4711-8a43-d6a7fbd5d31f)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:21:02.162352 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-154176fa-de50-4173-bb46-587cc22fff5a req-2b7cd645-df46-4715-8d99-e29c991903e6 service neutron] 10.222.0.46 "GET /v2.0/networks/1c65535d-8d45-4051-8e5d-043211a49251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4963913 Aug 29 04:21:02.196313 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1632e7df-58e4-4081-bf57-3a0048f47fec tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:02.233286 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:02.237608 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-99e0bba3-d72b-464f-849e-d148160eb50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:02.241877 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ebd6080-cdff-4f07-b567-302796ef57f7 None None] Network 12d6f105-8197-457a-ac27-b8f9f1450133 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:21:02.313726 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1632e7df-58e4-4081-bf57-3a0048f47fec tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Transition to ACTIVE for port object 007a95b1-4a25-4c16-a356-ee4eaba4f12e will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:21:02.380877 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-154176fa-de50-4173-bb46-587cc22fff5a req-77588462-9b75-4b88-aff6-6ecfcebf4d41 service neutron] 10.222.0.46 "GET /v2.0/networks/1c65535d-8d45-4051-8e5d-043211a49251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992280 Aug 29 04:21:02.413154 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-53382f50-242b-432f-99a2-3205873962a0 None None] Provisioning for port cb0a3533-df12-4ce7-9da2-41a629d95f7d completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:21:02.426217 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-21f1168c-2122-4ea6-89b6-9cd69acdd736 req-1b068797-c6d6-4ede-ae77-730b3d395b10 tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:02.513477 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-53382f50-242b-432f-99a2-3205873962a0 None None] Provisioning complete for port cb0a3533-df12-4ce7-9da2-41a629d95f7d triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:21:02.514300 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-53382f50-242b-432f-99a2-3205873962a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:02.522579 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 6ae3af4a-9bb3-4acf-b2da-a9fc0374f280, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=6ae3af4a-9bb3-4acf-b2da-a9fc0374f280,segment=NetworkSegment(091ed0a8-0752-40fd-8aad-a627d608e1fb),segment_id=091ed0a8-0752-40fd-8aad-a627d608e1fb)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:02.525783 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e0bba3-d72b-464f-849e-d148160eb50b None None] Pushing event updated for resources: {'Port': ['ID=a0ff19fa-9ff0-42cd-8914-6b0f246346e5,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:02.563199 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1632e7df-58e4-4081-bf57-3a0048f47fec tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:02.579177 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:02.587574 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [req-21f1168c-2122-4ea6-89b6-9cd69acdd736 req-1b068797-c6d6-4ede-ae77-730b3d395b10 tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] Allocated IP 172.25.0.69 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/9f6ed317-f440-434f-9211-d797839cb336) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:21:02.667912 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1632e7df-58e4-4081-bf57-3a0048f47fec tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Network 12d6f105-8197-457a-ac27-b8f9f1450133 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:21:02.675253 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-1632e7df-58e4-4081-bf57-3a0048f47fec tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:21:02.729132 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1632e7df-58e4-4081-bf57-3a0048f47fec tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:21:02.761468 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1632e7df-58e4-4081-bf57-3a0048f47fec tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Pushing event updated for resources: {'Port': ['ID=007a95b1-4a25-4c16-a356-ee4eaba4f12e,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:02.818509 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=6ae3af4a-9bb3-4acf-b2da-a9fc0374f280,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:02.989348 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1632e7df-58e4-4081-bf57-3a0048f47fec tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719598'] for router_interface, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:03.009920 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-21f1168c-2122-4ea6-89b6-9cd69acdd736 req-1b068797-c6d6-4ede-ae77-730b3d395b10 tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:03.060975 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 50186) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:03.069703 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154176fa-de50-4173-bb46-587cc22fff5a req-4e5061c3-e4ca-43f9-80e5-bbd883844413 tempest-LiveMigrationTest-555913250 tempest-LiveMigrationTest-555913250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:03.074234 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-154176fa-de50-4173-bb46-587cc22fff5a req-4e5061c3-e4ca-43f9-80e5-bbd883844413 tempest-LiveMigrationTest-555913250 tempest-LiveMigrationTest-555913250-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=33938cd7-ba94-4eae-b8ec-80748b58e019&tenant_id=260b2b7726794e4d90a38e52b66506fd&binding%3Ahost_id=n-h2-712140-12 HTTP/1.1" status: 200 len: 1097 time: 0.4402902 Aug 29 04:21:03.076734 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-21f1168c-2122-4ea6-89b6-9cd69acdd736 req-1b068797-c6d6-4ede-ae77-730b3d395b10 tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:03.100427 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-154176fa-de50-4173-bb46-587cc22fff5a req-b53dfb86-e224-4b7d-ab67-3096c4732799 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712140-12'}}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:03.212590 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0366ed-24f5-42af-886f-8a9895693bce req-70aaba11-d9ea-4e51-95ad-96c4470800b9 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:03.216441 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1c0366ed-24f5-42af-886f-8a9895693bce req-70aaba11-d9ea-4e51-95ad-96c4470800b9 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=33938cd7-ba94-4eae-b8ec-80748b58e019 HTTP/1.1" status: 200 len: 945 time: 0.3106966 Aug 29 04:21:03.242456 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21f1168c-2122-4ea6-89b6-9cd69acdd736 req-1b068797-c6d6-4ede-ae77-730b3d395b10 tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:21:03.261789 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-8c9607e8-5ec2-4ecf-b5ce-7ccaa00d5b7c admin admin] Deleting port c9fe61ab-8fdf-452e-8b60-722a3c2522fb {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:21:03.262228 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8c9607e8-5ec2-4ecf-b5ce-7ccaa00d5b7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:03.275273 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [req-21f1168c-2122-4ea6-89b6-9cd69acdd736 req-1b068797-c6d6-4ede-ae77-730b3d395b10 tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:21:03.279035 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [req-21f1168c-2122-4ea6-89b6-9cd69acdd736 req-1b068797-c6d6-4ede-ae77-730b3d395b10 tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:21:03.314794 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b068797-c6d6-4ede-ae77-730b3d395b10 tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] Pushing event updated for resources: {'Port': ['ID=9f6ed317-f440-434f-9211-d797839cb336,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:03.321250 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-53382f50-242b-432f-99a2-3205873962a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:03.327098 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6ecb5516-2e38-474c-8726-b17e7ad62088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:03.337489 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-154176fa-de50-4173-bb46-587cc22fff5a req-b53dfb86-e224-4b7d-ab67-3096c4732799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:03.382186 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 6ae3af4a-9bb3-4acf-b2da-a9fc0374f280 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:21:03.383039 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c2c2c9b3-bec9-44b7-b8f0-9d63305c5251 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:03.444758 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-53382f50-242b-432f-99a2-3205873962a0 None None] For port cb0a3533-df12-4ce7-9da2-41a629d95f7d, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=cb0a3533-df12-4ce7-9da2-41a629d95f7d,segment=NetworkSegment(b674c62f-efb8-4f78-a50b-c411bb219b29),segment_id=b674c62f-efb8-4f78-a50b-c411bb219b29)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:03.458944 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1632e7df-58e4-4081-bf57-3a0048f47fec tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:03.464229 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-53382f50-242b-432f-99a2-3205873962a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:03.491321 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1c0366ed-24f5-42af-886f-8a9895693bce req-50a20c8c-e65b-49a1-ab4d-a034686c9878 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487445 Aug 29 04:21:03.500797 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-21f1168c-2122-4ea6-89b6-9cd69acdd736 req-1b068797-c6d6-4ede-ae77-730b3d395b10 tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:03.697978 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53382f50-242b-432f-99a2-3205873962a0 None None] Pushing event updated for resources: {'Port': ['ID=cb0a3533-df12-4ce7-9da2-41a629d95f7d,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:03.726092 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c2c2c9b3-bec9-44b7-b8f0-9d63305c5251 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:03.730688 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 6ae3af4a-9bb3-4acf-b2da-a9fc0374f280 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:21:03.731303 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:03.758033 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c2c2c9b3-bec9-44b7-b8f0-9d63305c5251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:03.891189 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c2c9b3-bec9-44b7-b8f0-9d63305c5251 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd4590a6-f9e5-44b6-ba71-879f902b79e2,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:03.943271 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-8c9607e8-5ec2-4ecf-b5ce-7ccaa00d5b7c admin admin] For port c9fe61ab-8fdf-452e-8b60-722a3c2522fb, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=c9fe61ab-8fdf-452e-8b60-722a3c2522fb,segment=NetworkSegment(6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc),segment_id=6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:03.944100 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8c9607e8-5ec2-4ecf-b5ce-7ccaa00d5b7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:03.958646 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-ff571836-6e5e-4c93-9767-5cc9677e5c2f None None] Provisioning for port 007a95b1-4a25-4c16-a356-ee4eaba4f12e completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:21:03.966029 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-8c9607e8-5ec2-4ecf-b5ce-7ccaa00d5b7c admin admin] Calling delete_port for c9fe61ab-8fdf-452e-8b60-722a3c2522fb owned by network:router_interface {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:21:03.993735 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-ff571836-6e5e-4c93-9767-5cc9677e5c2f None None] Provisioning complete for port 007a95b1-4a25-4c16-a356-ee4eaba4f12e triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:21:03.994194 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ff571836-6e5e-4c93-9767-5cc9677e5c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:04.166508 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-ff571836-6e5e-4c93-9767-5cc9677e5c2f None None] Port 007a95b1-4a25-4c16-a356-ee4eaba4f12e cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:21:04.170839 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-21f1168c-2122-4ea6-89b6-9cd69acdd736 req-1b068797-c6d6-4ede-ae77-730b3d395b10 tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:04.295439 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device a0ff19fa-9ff0-42cd-8914-6b0f246346e5 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:21:04.358601 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-ff571836-6e5e-4c93-9767-5cc9677e5c2f None None] Provisioning complete for port cb0a3533-df12-4ce7-9da2-41a629d95f7d triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:21:04.359746 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ff571836-6e5e-4c93-9767-5cc9677e5c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:04.404599 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18735f6-4b2b-42ab-91e9-ac6ca2fe9a03 None None] Network a35e40c5-da16-4d5a-84d3-1098954a766b requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:21:04.426726 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-c2c2c9b3-bec9-44b7-b8f0-9d63305c5251 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=313daf2a21434ddd9df7879e1ae7576b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3603258 Aug 29 04:21:04.481107 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 50210) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:04.563720 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8c9607e8-5ec2-4ecf-b5ce-7ccaa00d5b7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:04.620663 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-21f1168c-2122-4ea6-89b6-9cd69acdd736 req-1b068797-c6d6-4ede-ae77-730b3d395b10 tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:04.632238 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-21f1168c-2122-4ea6-89b6-9cd69acdd736 req-1b068797-c6d6-4ede-ae77-730b3d395b10 tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:04.633749 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9607e8-5ec2-4ecf-b5ce-7ccaa00d5b7c admin admin] Pushing event deleted for resources: {'Port': ['ID=c9fe61ab-8fdf-452e-8b60-722a3c2522fb,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:04.686142 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port a0ff19fa-9ff0-42cd-8914-6b0f246346e5 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:21:04.859092 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-081af92f-6d94-4ef4-a2c3-185ca6dbf0a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:04.930350 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-154176fa-de50-4173-bb46-587cc22fff5a req-b53dfb86-e224-4b7d-ab67-3096c4732799 service neutron] For port 599cb102-cc01-4336-89d8-102a6ac3c71a, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=599cb102-cc01-4336-89d8-102a6ac3c71a,segment=NetworkSegment(44fea4a1-e972-4690-b14e-956bce45d1ec),segment_id=44fea4a1-e972-4690-b14e-956bce45d1ec)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:04.965862 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-21f1168c-2122-4ea6-89b6-9cd69acdd736 req-1b068797-c6d6-4ede-ae77-730b3d395b10 tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719515'] for floatingip, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:05.010422 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b068797-c6d6-4ede-ae77-730b3d395b10 tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] Pushing event updated for resources: {'Port': ['ID=9f6ed317-f440-434f-9211-d797839cb336,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:05.053196 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-16582731-3843-46a9-9aa2-df9690f74267 None None] Provisioning complete for port 007a95b1-4a25-4c16-a356-ee4eaba4f12e triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:21:05.053637 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-16582731-3843-46a9-9aa2-df9690f74267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:05.061429 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-21f1168c-2122-4ea6-89b6-9cd69acdd736 req-1b068797-c6d6-4ede-ae77-730b3d395b10 tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:05.063216 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-21f1168c-2122-4ea6-89b6-9cd69acdd736 req-1b068797-c6d6-4ede-ae77-730b3d395b10 tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.1337113 Aug 29 04:21:05.127535 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-081af92f-6d94-4ef4-a2c3-185ca6dbf0a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:05.188399 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-16582731-3843-46a9-9aa2-df9690f74267 None None] Port 007a95b1-4a25-4c16-a356-ee4eaba4f12e cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:21:05.209773 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-16582731-3843-46a9-9aa2-df9690f74267 None None] Provisioning for port a0ff19fa-9ff0-42cd-8914-6b0f246346e5 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:21:05.226000 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-16582731-3843-46a9-9aa2-df9690f74267 None None] Provisioning complete for port a0ff19fa-9ff0-42cd-8914-6b0f246346e5 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:21:05.226460 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-16582731-3843-46a9-9aa2-df9690f74267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:05.243784 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-21f1168c-2122-4ea6-89b6-9cd69acdd736 req-e331f2e9-a36c-458c-a2b8-788e5f4c6e41 tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.0.69 HTTP/1.1" status: 200 len: 695 time: 0.1572773 Aug 29 04:21:05.258803 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-154176fa-de50-4173-bb46-587cc22fff5a req-b53dfb86-e224-4b7d-ab67-3096c4732799 service neutron] For port 599cb102-cc01-4336-89d8-102a6ac3c71a, host n-h2-712140-12, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:21:05.289402 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17166dc-2e81-4937-b710-36bd82aa2964 req-604bbe07-7f88-4618-9a34-68db1df5d557 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:05.304287 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f17166dc-2e81-4937-b710-36bd82aa2964 req-604bbe07-7f88-4618-9a34-68db1df5d557 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=33938cd7-ba94-4eae-b8ec-80748b58e019 HTTP/1.1" status: 200 len: 945 time: 0.6503725 Aug 29 04:21:05.335398 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device cb0a3533-df12-4ce7-9da2-41a629d95f7d up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:21:05.436267 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33938cd7-ba94-4eae-b8ec-80748b58e019', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '599cb102-cc01-4336-89d8-102a6ac3c71a'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:21:05.438568 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa5ba8f6-ad04-42f5-a840-5b00ed9e9261" -d '{"events": [{"server_uuid": "33938cd7-ba94-4eae-b8ec-80748b58e019", "name": "network-vif-unplugged", "status": "completed", "tag": "599cb102-cc01-4336-89d8-102a6ac3c71a"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:21:05.453905 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-154176fa-de50-4173-bb46-587cc22fff5a req-b53dfb86-e224-4b7d-ab67-3096c4732799 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:05.470617 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-16582731-3843-46a9-9aa2-df9690f74267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:05.487080 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-154176fa-de50-4173-bb46-587cc22fff5a req-b53dfb86-e224-4b7d-ab67-3096c4732799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:05.527018 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-16582731-3843-46a9-9aa2-df9690f74267 None None] For port a0ff19fa-9ff0-42cd-8914-6b0f246346e5, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=a0ff19fa-9ff0-42cd-8914-6b0f246346e5,segment=NetworkSegment(b8ed9776-ee13-4711-8a43-d6a7fbd5d31f),segment_id=b8ed9776-ee13-4711-8a43-d6a7fbd5d31f)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:05.532901 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-16582731-3843-46a9-9aa2-df9690f74267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:05.538311 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port cb0a3533-df12-4ce7-9da2-41a629d95f7d triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:21:05.538783 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:05.632764 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dfb86-e224-4b7d-ab67-3096c4732799 service neutron] Pushing event updated for resources: {'Port': ['ID=599cb102-cc01-4336-89d8-102a6ac3c71a,revision_number=7']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:05.646521 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1632e7df-58e4-4081-bf57-3a0048f47fec tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:05.659048 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1632e7df-58e4-4081-bf57-3a0048f47fec tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:05.687069 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f1168c-2122-4ea6-89b6-9cd69acdd736 req-4b7e2918-f080-42a7-a6a7-9d90e96c446e tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:05.700470 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-21f1168c-2122-4ea6-89b6-9cd69acdd736 req-4b7e2918-f080-42a7-a6a7-9d90e96c446e tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] 10.222.0.22 "GET /v2.0/networks/e6c84a15-2e6f-4c07-8ede-a88148c2fe90 HTTP/1.1" status: 200 len: 784 time: 0.4228945 Aug 29 04:21:05.700683 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16582731-3843-46a9-9aa2-df9690f74267 None None] Pushing event updated for resources: {'Port': ['ID=a0ff19fa-9ff0-42cd-8914-6b0f246346e5,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:05.715058 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-56904d10-99fa-42fa-a40b-258e0ca96686 None None] Provisioning complete for port a0ff19fa-9ff0-42cd-8914-6b0f246346e5 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:21:05.715800 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-56904d10-99fa-42fa-a40b-258e0ca96686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:05.772620 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8c9607e8-5ec2-4ecf-b5ce-7ccaa00d5b7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-713231'] for router_interface, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:05.793973 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f17166dc-2e81-4937-b710-36bd82aa2964 req-c349693d-374a-4544-a188-8f852c5417d1 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4882610 Aug 29 04:21:05.818809 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-154176fa-de50-4173-bb46-587cc22fff5a req-b53dfb86-e224-4b7d-ab67-3096c4732799 service neutron] Attempting to bind port 599cb102-cc01-4336-89d8-102a6ac3c71a on host n-h2-712140-12 for vnic_type normal with profile {"migrating_to": "n-h1-712140-12"} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:21:05.819391 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-154176fa-de50-4173-bb46-587cc22fff5a req-b53dfb86-e224-4b7d-ab67-3096c4732799 service neutron] Attempting to bind port 599cb102-cc01-4336-89d8-102a6ac3c71a by drivers openvswitch,hyperv on host n-h2-712140-12 at level 0 using segments [{'id': '44fea4a1-e972-4690-b14e-956bce45d1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1c65535d-8d45-4051-8e5d-043211a49251'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:21:05.820054 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154176fa-de50-4173-bb46-587cc22fff5a req-b53dfb86-e224-4b7d-ab67-3096c4732799 service neutron] Attempting to bind port 599cb102-cc01-4336-89d8-102a6ac3c71a on network 1c65535d-8d45-4051-8e5d-043211a49251 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:21:05.826710 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154176fa-de50-4173-bb46-587cc22fff5a req-b53dfb86-e224-4b7d-ab67-3096c4732799 service neutron] Port 599cb102-cc01-4336-89d8-102a6ac3c71a on network 1c65535d-8d45-4051-8e5d-043211a49251 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-12 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:21:05.827253 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154176fa-de50-4173-bb46-587cc22fff5a req-b53dfb86-e224-4b7d-ab67-3096c4732799 service neutron] Attempting to bind port 599cb102-cc01-4336-89d8-102a6ac3c71a on network 1c65535d-8d45-4051-8e5d-043211a49251 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:21:05.833404 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154176fa-de50-4173-bb46-587cc22fff5a req-b53dfb86-e224-4b7d-ab67-3096c4732799 service neutron] Checking agent: {'id': 'b3a0606b-b029-4f5e-8798-3a32b71d8844', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:21:05.834055 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154176fa-de50-4173-bb46-587cc22fff5a req-b53dfb86-e224-4b7d-ab67-3096c4732799 service neutron] Checking segment: {'id': '44fea4a1-e972-4690-b14e-956bce45d1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1c65535d-8d45-4051-8e5d-043211a49251'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:21:05.834522 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154176fa-de50-4173-bb46-587cc22fff5a req-b53dfb86-e224-4b7d-ab67-3096c4732799 service neutron] Bound using segment: {'id': '44fea4a1-e972-4690-b14e-956bce45d1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1c65535d-8d45-4051-8e5d-043211a49251'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:21:05.835577 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-154176fa-de50-4173-bb46-587cc22fff5a req-b53dfb86-e224-4b7d-ab67-3096c4732799 service neutron] Bound port: 599cb102-cc01-4336-89d8-102a6ac3c71a, host: n-h2-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44fea4a1-e972-4690-b14e-956bce45d1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1c65535d-8d45-4051-8e5d-043211a49251'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:21:05.835834 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-154176fa-de50-4173-bb46-587cc22fff5a req-b53dfb86-e224-4b7d-ab67-3096c4732799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:05.882124 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-081af92f-6d94-4ef4-a2c3-185ca6dbf0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:05.884762 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-081af92f-6d94-4ef4-a2c3-185ca6dbf0a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:05.885993 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-081af92f-6d94-4ef4-a2c3-185ca6dbf0a8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fd4590a6-f9e5-44b6-ba71-879f902b79e2 HTTP/1.1" status: 204 len: 168 time: 1.3973074 Aug 29 04:21:05.903676 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1632e7df-58e4-4081-bf57-3a0048f47fec tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Pushing event updated for resources: {'Port': ['ID=007a95b1-4a25-4c16-a356-ee4eaba4f12e,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:05.936131 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1632e7df-58e4-4081-bf57-3a0048f47fec tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-718897'] for router_interface, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:05.952622 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-000e016f-1236-4e0d-9777-df2dd841ec53 x-openstack-request-id: req-000e016f-1236-4e0d-9777-df2dd841ec53 {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:21:05.953024 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33938cd7-ba94-4eae-b8ec-80748b58e019", "name": "network-vif-unplugged", "status": "completed", "tag": "599cb102-cc01-4336-89d8-102a6ac3c71a", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:21:05.953358 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-000e016f-1236-4e0d-9777-df2dd841ec53 {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:21:05.953747 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33938cd7-ba94-4eae-b8ec-80748b58e019', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '599cb102-cc01-4336-89d8-102a6ac3c71a', 'code': 200} Aug 29 04:21:05.986308 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081af92f-6d94-4ef4-a2c3-185ca6dbf0a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd4590a6-f9e5-44b6-ba71-879f902b79e2,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:06.120102 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-376a5fe5-cd08-4e82-9cd5-4687bbc9131e req-8980e742-77a8-4a93-bb0e-6d20a4e11826 tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] 10.222.0.22 "GET /v2.0/floatingips/2bcccaf6-c530-4700-a363-0a0008e6af42 HTTP/1.1" status: 200 len: 692 time: 0.1569207 Aug 29 04:21:06.142812 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-154176fa-de50-4173-bb46-587cc22fff5a req-b53dfb86-e224-4b7d-ab67-3096c4732799 service neutron] For port 599cb102-cc01-4336-89d8-102a6ac3c71a, host n-h2-712140-12, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:21:06.151460 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-154176fa-de50-4173-bb46-587cc22fff5a req-b53dfb86-e224-4b7d-ab67-3096c4732799 service neutron] For port 599cb102-cc01-4336-89d8-102a6ac3c71a, host n-h2-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=599cb102-cc01-4336-89d8-102a6ac3c71a,segment=NetworkSegment(44fea4a1-e972-4690-b14e-956bce45d1ec),segment_id=44fea4a1-e972-4690-b14e-956bce45d1ec)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:21:06.217386 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-98b4b158-5e50-47b1-9d98-84d90bfdbfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:06.470874 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376a5fe5-cd08-4e82-9cd5-4687bbc9131e req-a2c8d553-f9a6-4c9a-a645-42e5424cab52 tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:06.473728 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-376a5fe5-cd08-4e82-9cd5-4687bbc9131e req-a2c8d553-f9a6-4c9a-a645-42e5424cab52 tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] 10.222.0.22 "GET /v2.0/networks/e6c84a15-2e6f-4c07-8ede-a88148c2fe90 HTTP/1.1" status: 200 len: 784 time: 0.3464828 Aug 29 04:21:06.476194 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-154176fa-de50-4173-bb46-587cc22fff5a req-b53dfb86-e224-4b7d-ab67-3096c4732799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:06.510766 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [req-376a5fe5-cd08-4e82-9cd5-4687bbc9131e req-1f0dc01c-1cd4-4456-ba39-9c98ab6e5d33 tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:21:06.514684 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-376a5fe5-cd08-4e82-9cd5-4687bbc9131e req-1f0dc01c-1cd4-4456-ba39-9c98ab6e5d33 tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0243201 Aug 29 04:21:06.598260 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154176fa-de50-4173-bb46-587cc22fff5a req-b53dfb86-e224-4b7d-ab67-3096c4732799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:06.599370 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-154176fa-de50-4173-bb46-587cc22fff5a req-b53dfb86-e224-4b7d-ab67-3096c4732799 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:06.601264 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-154176fa-de50-4173-bb46-587cc22fff5a req-b53dfb86-e224-4b7d-ab67-3096c4732799 service neutron] 10.222.0.46 "PUT /v2.0/ports/599cb102-cc01-4336-89d8-102a6ac3c71a HTTP/1.1" status: 200 len: 1123 time: 3.5131462 Aug 29 04:21:06.651102 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dfb86-e224-4b7d-ab67-3096c4732799 service neutron] Pushing event updated for resources: {'Port': ['ID=599cb102-cc01-4336-89d8-102a6ac3c71a,revision_number=8']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:06.728257 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fe823713-d448-4e17-8540-c9cda5be9622 req-ba860267-58d4-4c1f-9312-3431d17582f4 tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] 10.222.0.22 "GET /v2.0/floatingips/2bcccaf6-c530-4700-a363-0a0008e6af42 HTTP/1.1" status: 200 len: 692 time: 0.1691656 Aug 29 04:21:06.736490 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1632e7df-58e4-4081-bf57-3a0048f47fec tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Network 12d6f105-8197-457a-ac27-b8f9f1450133 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:21:06.754207 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-1632e7df-58e4-4081-bf57-3a0048f47fec tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:21:06.782037 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['599cb102-cc01-4336-89d8-102a6ac3c71a'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:21:07.064291 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e754364-2c81-4395-9385-481ba404b250 req-6c87bcd0-4733-4f94-9505-efd64be99487 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:07.069792 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1e754364-2c81-4395-9385-481ba404b250 req-6c87bcd0-4733-4f94-9505-efd64be99487 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=33938cd7-ba94-4eae-b8ec-80748b58e019 HTTP/1.1" status: 200 len: 943 time: 0.1058576 Aug 29 04:21:07.138709 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device a0ff19fa-9ff0-42cd-8914-6b0f246346e5 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:21:07.165319 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c9607e8-5ec2-4ecf-b5ce-7ccaa00d5b7c admin admin] Router 9a17c131-2ddb-44f4-941f-3f59454d9261 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:21:07.176821 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe823713-d448-4e17-8540-c9cda5be9622 req-0f5d792d-0098-49c9-8db3-dc50e0fd168b tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:07.178765 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fe823713-d448-4e17-8540-c9cda5be9622 req-0f5d792d-0098-49c9-8db3-dc50e0fd168b tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] 10.222.0.22 "GET /v2.0/networks/e6c84a15-2e6f-4c07-8ede-a88148c2fe90 HTTP/1.1" status: 200 len: 784 time: 0.4410338 Aug 29 04:21:07.206754 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1e754364-2c81-4395-9385-481ba404b250 req-5fa772a0-3a1e-482a-b44f-7723538fe25a tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281044 Aug 29 04:21:07.216451 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:07.295125 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:07.317948 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-25b1e464-f6f4-4511-ad39-6ed580492df3 None None] Provisioning complete for port 007a95b1-4a25-4c16-a356-ee4eaba4f12e triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:21:07.318474 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-25b1e464-f6f4-4511-ad39-6ed580492df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:07.338120 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fe823713-d448-4e17-8540-c9cda5be9622 req-824d72a0-bd59-4208-b46d-58ba8f898788 tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.0.69 HTTP/1.1" status: 200 len: 695 time: 0.1479819 Aug 29 04:21:07.396289 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port a0ff19fa-9ff0-42cd-8914-6b0f246346e5 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:21:07.396687 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:07.428923 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fe823713-d448-4e17-8540-c9cda5be9622 req-a381c109-c412-450a-beb3-f4902fcf8315 tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.0.69 HTTP/1.1" status: 200 len: 695 time: 0.0782001 Aug 29 04:21:07.440960 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1632e7df-58e4-4081-bf57-3a0048f47fec tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Router f2da053c-79ba-4168-b705-e95ec9a0d007 is scheduled to L3 agent 76874008-c311-485c-ba36-921b6d275b6a with binding_index 1 {{(pid=94828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:21:07.457453 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-25b1e464-f6f4-4511-ad39-6ed580492df3 None None] Port 007a95b1-4a25-4c16-a356-ee4eaba4f12e cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:21:07.659531 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c9607e8-5ec2-4ecf-b5ce-7ccaa00d5b7c admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:21:07.672368 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f92f907-72a2-4111-acd0-81d041f87139 None None] Sync routers for ids ['9a17c131-2ddb-44f4-941f-3f59454d9261'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:21:07.687533 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-8c9607e8-5ec2-4ecf-b5ce-7ccaa00d5b7c admin admin] 10.222.0.22 "PUT /v2.0/routers/9a17c131-2ddb-44f4-941f-3f59454d9261/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8136311 Aug 29 04:21:07.688122 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 50288) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:07.690446 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f92f907-72a2-4111-acd0-81d041f87139 None None] Routers {'9a17c131-2ddb-44f4-941f-3f59454d9261'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:21:07.691490 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-4f92f907-72a2-4111-acd0-81d041f87139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:21:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['9a17c131-2ddb-44f4-941f-3f59454d9261'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:07.701880 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1632e7df-58e4-4081-bf57-3a0048f47fec tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:21:07.707881 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-1632e7df-58e4-4081-bf57-3a0048f47fec tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] 10.222.0.22 "PUT /v2.0/routers/f2da053c-79ba-4168-b705-e95ec9a0d007/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6174197 Aug 29 04:21:07.712245 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 50290) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:07.719490 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ecba69-a97a-4472-8e53-fd006a71f25a None None] Sync routers for ids ['f2da053c-79ba-4168-b705-e95ec9a0d007'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:21:07.732388 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ecba69-a97a-4472-8e53-fd006a71f25a None None] Routers {'f2da053c-79ba-4168-b705-e95ec9a0d007'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:21:07.739665 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-88ecba69-a97a-4472-8e53-fd006a71f25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:21:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['f2da053c-79ba-4168-b705-e95ec9a0d007'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:07.764552 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 50292) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:07.805378 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-88ecba69-a97a-4472-8e53-fd006a71f25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:07.815332 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ecba69-a97a-4472-8e53-fd006a71f25a None None] Routers {'f2da053c-79ba-4168-b705-e95ec9a0d007'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:21:07.816907 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-88ecba69-a97a-4472-8e53-fd006a71f25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:21:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['f2da053c-79ba-4168-b705-e95ec9a0d007'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:07.857374 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-88ecba69-a97a-4472-8e53-fd006a71f25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:07.858409 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ecba69-a97a-4472-8e53-fd006a71f25a None None] The sync data for ids ['f2da053c-79ba-4168-b705-e95ec9a0d007'] in n-d-712140-12 is: [] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:21:07.860784 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-fe823713-d448-4e17-8540-c9cda5be9622 req-01d22af9-d506-4e52-88cd-5a9fab894e23 tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] Deleting port 9f6ed317-f440-434f-9211-d797839cb336 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:21:07.861144 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-fe823713-d448-4e17-8540-c9cda5be9622 req-01d22af9-d506-4e52-88cd-5a9fab894e23 tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:07.925698 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-4f92f907-72a2-4111-acd0-81d041f87139 None None] Set router 9a17c131-2ddb-44f4-941f-3f59454d9261 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:21:07.931325 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-79639c69-10d7-47df-a702-ced8b7d8cd8e admin admin] Notify callbacks [] for router, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:08.035671 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33938cd7-ba94-4eae-b8ec-80748b58e019', 'tag': '599cb102-cc01-4336-89d8-102a6ac3c71a'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:21:08.037881 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-fe823713-d448-4e17-8540-c9cda5be9622 req-01d22af9-d506-4e52-88cd-5a9fab894e23 tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:08.038341 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-fe823713-d448-4e17-8540-c9cda5be9622 req-01d22af9-d506-4e52-88cd-5a9fab894e23 tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:08.038746 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d13f082-ef23-4034-80d4-2d2f023f0fe1" -d '{"events": [{"name": "network-changed", "server_uuid": "33938cd7-ba94-4eae-b8ec-80748b58e019", "tag": "599cb102-cc01-4336-89d8-102a6ac3c71a"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:21:08.047614 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-79639c69-10d7-47df-a702-ced8b7d8cd8e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:08.108483 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-fe823713-d448-4e17-8540-c9cda5be9622 req-01d22af9-d506-4e52-88cd-5a9fab894e23 tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] Calling delete_port for 9f6ed317-f440-434f-9211-d797839cb336 owned by network:floatingip {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:21:08.121596 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-79639c69-10d7-47df-a702-ced8b7d8cd8e admin admin] Deleting port d55c5b4f-0d3f-4420-88a9-b3561127c9a3 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:21:08.122321 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-79639c69-10d7-47df-a702-ced8b7d8cd8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:08.127604 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cabaf338-2351-4451-8e1c-d00ce673817a x-openstack-request-id: req-cabaf338-2351-4451-8e1c-d00ce673817a {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:21:08.128203 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33938cd7-ba94-4eae-b8ec-80748b58e019", "tag": "599cb102-cc01-4336-89d8-102a6ac3c71a", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:21:08.128929 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cabaf338-2351-4451-8e1c-d00ce673817a {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:21:08.130445 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33938cd7-ba94-4eae-b8ec-80748b58e019', 'tag': '599cb102-cc01-4336-89d8-102a6ac3c71a', 'status': 'completed', 'code': 200} Aug 29 04:21:08.235273 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-290287c3-adbe-4e21-9540-ee6bd4274366 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-2009737447-network', 'tenant_id': '86d4651b82d145279aa2919aef7f1688'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:08.321227 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-79639c69-10d7-47df-a702-ced8b7d8cd8e admin admin] For port d55c5b4f-0d3f-4420-88a9-b3561127c9a3, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=d55c5b4f-0d3f-4420-88a9-b3561127c9a3,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:08.323158 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-290287c3-adbe-4e21-9540-ee6bd4274366 admin admin] Made reservation on behalf of 86d4651b82d145279aa2919aef7f1688 for: {'network': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:21:08.323282 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-79639c69-10d7-47df-a702-ced8b7d8cd8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:08.326377 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-290287c3-adbe-4e21-9540-ee6bd4274366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:08.341814 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-4f92f907-72a2-4111-acd0-81d041f87139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a17c131-2ddb-44f4-941f-3f59454d9261', 'name': 'tempest-ServerActionsTestJSON-1595702282-router', 'tenant_id': '48da3dc54d264865b5c4834c4a90f4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'd55c5b4f-0d3f-4420-88a9-b3561127c9a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:10:07Z', 'updated_at': '2021-08-29T04:21:04Z', 'revision_number': 5, 'project_id': '48da3dc54d264865b5c4834c4a90f4b5', 'gw_port': {'id': 'd55c5b4f-0d3f-4420-88a9-b3561127c9a3', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:8c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a17c131-2ddb-44f4-941f-3f59454d9261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:09Z', 'updated_at': '2021-08-29T04:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:08.346419 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-79639c69-10d7-47df-a702-ced8b7d8cd8e admin admin] Calling delete_port for d55c5b4f-0d3f-4420-88a9-b3561127c9a3 owned by network:router_gateway {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:21:08.348904 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-290287c3-adbe-4e21-9540-ee6bd4274366 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:08.365755 n-d-712140-12 neutron-server[94828]: INFO neutron.api.v2.resource [None req-4cf97d1c-97a8-4dd8-8148-b8507d7cf571 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:21:08.366792 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-4cf97d1c-97a8-4dd8-8148-b8507d7cf571 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] 10.222.0.22 "PUT /v2.0/routers/f2da053c-79ba-4168-b705-e95ec9a0d007/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6516984 Aug 29 04:21:08.387890 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 50310) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:08.395352 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f92f907-72a2-4111-acd0-81d041f87139 None None] Checking router: 9a17c131-2ddb-44f4-941f-3f59454d9261 for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:21:08.414810 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f92f907-72a2-4111-acd0-81d041f87139 None None] Routers {'9a17c131-2ddb-44f4-941f-3f59454d9261'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:21:08.416013 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-4f92f907-72a2-4111-acd0-81d041f87139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:21:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['9a17c131-2ddb-44f4-941f-3f59454d9261'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:08.426439 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d13f082-ef23-4034-80d4-2d2f023f0fe1 req-12b428e2-b706-40de-8305-9816758fb9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:08.428117 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2d13f082-ef23-4034-80d4-2d2f023f0fe1 req-12b428e2-b706-40de-8305-9816758fb9da service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=260b2b7726794e4d90a38e52b66506fd&device_id=33938cd7-ba94-4eae-b8ec-80748b58e019 HTTP/1.1" status: 200 len: 1126 time: 0.2452283 Aug 29 04:21:08.531742 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-fe823713-d448-4e17-8540-c9cda5be9622 req-01d22af9-d506-4e52-88cd-5a9fab894e23 tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:08.533923 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-4f92f907-72a2-4111-acd0-81d041f87139 None None] Set router 9a17c131-2ddb-44f4-941f-3f59454d9261 gateway port host: None {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:21:08.593902 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d22af9-d506-4e52-88cd-5a9fab894e23 tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] Pushing event deleted for resources: {'Port': ['ID=9f6ed317-f440-434f-9211-d797839cb336,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:08.604658 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f38b5a-2a3d-41cc-b1f1-1bd37939e161 req-34c0e4bb-36bb-4cb2-8393-0909d35b0ffe tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:08.612377 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a7f38b5a-2a3d-41cc-b1f1-1bd37939e161 req-34c0e4bb-36bb-4cb2-8393-0909d35b0ffe tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=33938cd7-ba94-4eae-b8ec-80748b58e019 HTTP/1.1" status: 200 len: 943 time: 0.1917357 Aug 29 04:21:08.623333 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-4f92f907-72a2-4111-acd0-81d041f87139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a17c131-2ddb-44f4-941f-3f59454d9261', 'name': 'tempest-ServerActionsTestJSON-1595702282-router', 'tenant_id': '48da3dc54d264865b5c4834c4a90f4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:10:07Z', 'updated_at': '2021-08-29T04:21:08Z', 'revision_number': 6, 'project_id': '48da3dc54d264865b5c4834c4a90f4b5', 'gw_port_host': None}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:08.628356 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:08.648023 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d13f082-ef23-4034-80d4-2d2f023f0fe1 req-08d3bd51-1e0b-4c92-b042-bf67e1b4faba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:08.649519 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2d13f082-ef23-4034-80d4-2d2f023f0fe1 req-08d3bd51-1e0b-4c92-b042-bf67e1b4faba service neutron] 10.222.0.48 "GET /v2.0/networks?id=1c65535d-8d45-4051-8e5d-043211a49251 HTTP/1.1" status: 200 len: 908 time: 0.2104959 Aug 29 04:21:08.658598 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f92f907-72a2-4111-acd0-81d041f87139 None None] The sync data for ids ['9a17c131-2ddb-44f4-941f-3f59454d9261'] in n-d-712140-12 is: [{'id': '9a17c131-2ddb-44f4-941f-3f59454d9261', 'name': 'tempest-ServerActionsTestJSON-1595702282-router', 'tenant_id': '48da3dc54d264865b5c4834c4a90f4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:10:07Z', 'updated_at': '2021-08-29T04:21:08Z', 'revision_number': 6, 'project_id': '48da3dc54d264865b5c4834c4a90f4b5', 'gw_port_host': None}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:21:08.749033 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2d13f082-ef23-4034-80d4-2d2f023f0fe1 req-9d1055a9-d2e1-4415-8d0c-614c0a7b12fd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=599cb102-cc01-4336-89d8-102a6ac3c71a HTTP/1.1" status: 200 len: 217 time: 0.0772645 Aug 29 04:21:08.815596 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-fe823713-d448-4e17-8540-c9cda5be9622 req-01d22af9-d506-4e52-88cd-5a9fab894e23 tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] Notify callbacks [] for floatingip, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:08.818375 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-fe823713-d448-4e17-8540-c9cda5be9622 req-01d22af9-d506-4e52-88cd-5a9fab894e23 tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:08.819568 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fe823713-d448-4e17-8540-c9cda5be9622 req-01d22af9-d506-4e52-88cd-5a9fab894e23 tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] 10.222.0.22 "DELETE /v2.0/floatingips/2bcccaf6-c530-4700-a363-0a0008e6af42 HTTP/1.1" status: 204 len: 173 time: 1.3897593 Aug 29 04:21:08.820699 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a7f38b5a-2a3d-41cc-b1f1-1bd37939e161 req-7e4d865d-c6cd-415b-a607-aee4a0b210b2 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022028 Aug 29 04:21:08.889891 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-79639c69-10d7-47df-a702-ced8b7d8cd8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:08.922131 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79639c69-10d7-47df-a702-ced8b7d8cd8e admin admin] Pushing event deleted for resources: {'Port': ['ID=d55c5b4f-0d3f-4420-88a9-b3561127c9a3,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:08.938632 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d13f082-ef23-4034-80d4-2d2f023f0fe1 req-7b818098-fa1a-4491-a980-9b027c94c96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:08.940372 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2d13f082-ef23-4034-80d4-2d2f023f0fe1 req-7b818098-fa1a-4491-a980-9b027c94c96d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d11db723-881a-44e4-ae3d-f8a6bedc146e HTTP/1.1" status: 200 len: 847 time: 0.1886010 Aug 29 04:21:09.135929 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device c9fe61ab-8fdf-452e-8b60-722a3c2522fb no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:21:09.169063 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2d13f082-ef23-4034-80d4-2d2f023f0fe1 req-edd3aca5-568e-4f25-94ba-0580ade84591 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1c65535d-8d45-4051-8e5d-043211a49251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1956124 Aug 29 04:21:09.174103 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: c9fe61ab-8fdf-452e-8b60-722a3c2522fb {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:21:09.176136 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device c9fe61ab-8fdf-452e-8b60-722a3c2522fb not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:21:09.251185 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-290287c3-adbe-4e21-9540-ee6bd4274366 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:09.258808 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-290287c3-adbe-4e21-9540-ee6bd4274366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:09.291203 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-79639c69-10d7-47df-a702-ced8b7d8cd8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719445'] for router_gateway, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:09.305909 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-290287c3-adbe-4e21-9540-ee6bd4274366 admin admin] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=94828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:21:09.317974 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290287c3-adbe-4e21-9540-ee6bd4274366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5525992b-eee7-4ae4-9add-3a7517762835,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:09.332871 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-290287c3-adbe-4e21-9540-ee6bd4274366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:09.333146 n-d-712140-12 neutron-server[94828]: INFO neutron.db.segments_db [None req-290287c3-adbe-4e21-9540-ee6bd4274366 admin admin] Added segment 65e2d4e5-f9ac-43f5-8e8d-4fdfba446d27 of type vlan for network da666025-c3c6-48c4-98fb-09f259d7d9ea Aug 29 04:21:09.386463 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-290287c3-adbe-4e21-9540-ee6bd4274366 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:09.444354 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-290287c3-adbe-4e21-9540-ee6bd4274366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:09.445317 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-290287c3-adbe-4e21-9540-ee6bd4274366 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:09.445968 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-290287c3-adbe-4e21-9540-ee6bd4274366 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:09.449144 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d5eab4-a1e3-4422-8c39-ccc2751ebd0e req-8d5c4e3e-7181-4b47-b7e4-67b4f61f8e3d tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:09.453774 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-57d5eab4-a1e3-4422-8c39-ccc2751ebd0e req-8d5c4e3e-7181-4b47-b7e4-67b4f61f8e3d tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.5105033 Aug 29 04:21:09.455761 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-79639c69-10d7-47df-a702-ced8b7d8cd8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:09.459342 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-79639c69-10d7-47df-a702-ced8b7d8cd8e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:09.516756 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-290287c3-adbe-4e21-9540-ee6bd4274366 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7511456 Aug 29 04:21:09.520497 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 50342) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:09.527125 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-84de10e2-2a79-4d51-bc08-72aa4cddc588 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713413'] for router_interface, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:09.532949 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-87495a65-25ea-4137-9ede-98e41bda2c4e admin admin] Request body: {'subnet': {'network_id': 'da666025-c3c6-48c4-98fb-09f259d7d9ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-2009737447-subnet', 'tenant_id': '86d4651b82d145279aa2919aef7f1688', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:09.544014 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2d13f082-ef23-4034-80d4-2d2f023f0fe1 req-98bc8421-6c6a-485c-b70f-e4a902bdcb61 service neutron] 10.222.0.48 "GET /v2.0/networks/1c65535d-8d45-4051-8e5d-043211a49251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3641033 Aug 29 04:21:09.614395 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-79639c69-10d7-47df-a702-ced8b7d8cd8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717253'] for router, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:09.615066 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79639c69-10d7-47df-a702-ced8b7d8cd8e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a17c131-2ddb-44f4-941f-3f59454d9261 {{(pid=94829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:21:09.622574 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-79639c69-10d7-47df-a702-ced8b7d8cd8e admin admin] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:09.626189 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-79639c69-10d7-47df-a702-ced8b7d8cd8e admin admin] 10.222.0.22 "DELETE /v2.0/routers/9a17c131-2ddb-44f4-941f-3f59454d9261 HTTP/1.1" status: 204 len: 168 time: 1.9349740 Aug 29 04:21:09.626830 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 50346) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:09.637300 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87495a65-25ea-4137-9ede-98e41bda2c4e admin admin] Made reservation on behalf of 86d4651b82d145279aa2919aef7f1688 for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:21:09.639617 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-87495a65-25ea-4137-9ede-98e41bda2c4e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4552395'] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:09.674801 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d74f60c5-50b9-44a4-8419-b44a30a97715 req-d936fc4d-03f6-42dc-9153-b1df5b7eb7fa tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] 10.222.0.22 "GET /v2.0/floatingips?tenant_id=04d55454cfca4ca7a0fe9ea5be2b44b6 HTTP/1.1" status: 200 len: 1657 time: 0.1676145 Aug 29 04:21:09.681907 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290287c3-adbe-4e21-9540-ee6bd4274366 admin admin] Pushing event updated for resources: {'Network': ['ID=da666025-c3c6-48c4-98fb-09f259d7d9ea,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:09.699925 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network da666025-c3c6-48c4-98fb-09f259d7d9ea details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:21:09.766031 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_v2 [None req-16f124bc-603c-40eb-9a8c-33e34613e4c9 admin admin] Deleting subnet be5f55ab-7fa1-406c-9ca9-03e74b79ef6a {{(pid=94829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:21:09.771533 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-16f124bc-603c-40eb-9a8c-33e34613e4c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:09.775620 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2d13f082-ef23-4034-80d4-2d2f023f0fe1 req-5fec4217-1efa-46fb-a4f7-9c7f9b6011da service neutron] 10.222.0.48 "GET /v2.0/networks/1c65535d-8d45-4051-8e5d-043211a49251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170324 Aug 29 04:21:09.841212 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-16f124bc-603c-40eb-9a8c-33e34613e4c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4311743'] for subnet, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:09.975673 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74f60c5-50b9-44a4-8419-b44a30a97715 req-50ec27a4-4212-463d-b475-18ebd56e208a tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:09.978858 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d74f60c5-50b9-44a4-8419-b44a30a97715 req-50ec27a4-4212-463d-b475-18ebd56e208a tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] 10.222.0.22 "GET /v2.0/networks?id=e6c84a15-2e6f-4c07-8ede-a88148c2fe90&id=e6c84a15-2e6f-4c07-8ede-a88148c2fe90&id=e6c84a15-2e6f-4c07-8ede-a88148c2fe90 HTTP/1.1" status: 200 len: 787 time: 0.2940915 Aug 29 04:21:10.036971 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [req-d74f60c5-50b9-44a4-8419-b44a30a97715 req-46e56bb4-2673-44f0-a07d-6bb57ef496ac tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:21:10.056146 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d74f60c5-50b9-44a4-8419-b44a30a97715 req-46e56bb4-2673-44f0-a07d-6bb57ef496ac tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0450497 Aug 29 04:21:10.057333 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-16f124bc-603c-40eb-9a8c-33e34613e4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:10.097077 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-87495a65-25ea-4137-9ede-98e41bda2c4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4274880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4552377'] for subnet, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:10.104077 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 599cb102-cc01-4336-89d8-102a6ac3c71a details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:21:10.144431 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcb7320-db20-4c8e-92f7-1d90d48cd159 req-700eb8d0-0e43-4db9-889f-960e41149ddb tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:10.146031 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1dcb7320-db20-4c8e-92f7-1d90d48cd159 req-700eb8d0-0e43-4db9-889f-960e41149ddb tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=33938cd7-ba94-4eae-b8ec-80748b58e019 HTTP/1.1" status: 200 len: 943 time: 0.2020946 Aug 29 04:21:10.166167 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-84de10e2-2a79-4d51-bc08-72aa4cddc588 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Deleting port 007a95b1-4a25-4c16-a356-ee4eaba4f12e {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:21:10.166613 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-84de10e2-2a79-4d51-bc08-72aa4cddc588 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:10.255574 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-16f124bc-603c-40eb-9a8c-33e34613e4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4552352'] for subnet, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:10.266890 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 599cb102-cc01-4336-89d8-102a6ac3c71a, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=599cb102-cc01-4336-89d8-102a6ac3c71a,segment=NetworkSegment(44fea4a1-e972-4690-b14e-956bce45d1ec),segment_id=44fea4a1-e972-4690-b14e-956bce45d1ec)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:10.285907 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 599cb102-cc01-4336-89d8-102a6ac3c71a has no active binding in host n-h1-712140-12 {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 29 04:21:10.289854 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87495a65-25ea-4137-9ede-98e41bda2c4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e09df312-8866-4cc6-81e6-b57382052196,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:10.304002 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-16f124bc-603c-40eb-9a8c-33e34613e4c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:10.309365 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-16f124bc-603c-40eb-9a8c-33e34613e4c9 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/be5f55ab-7fa1-406c-9ca9-03e74b79ef6a HTTP/1.1" status: 204 len: 168 time: 0.6815226 Aug 29 04:21:10.309860 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f970509-8360-42d4-aa7a-333e34b455d6 None None] Network 7521cd58-9470-4433-82b8-7e942c988b03 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:21:10.324287 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 50370) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:10.332926 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1dcb7320-db20-4c8e-92f7-1d90d48cd159 req-8adbf795-c569-4646-8777-650581ea14ae tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617138 Aug 29 04:21:10.335986 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f124bc-603c-40eb-9a8c-33e34613e4c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be5f55ab-7fa1-406c-9ca9-03e74b79ef6a,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:10.338200 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87495a65-25ea-4137-9ede-98e41bda2c4e admin admin] Checking segment: {'id': '65e2d4e5-f9ac-43f5-8e8d-4fdfba446d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'da666025-c3c6-48c4-98fb-09f259d7d9ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:21:10.338467 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87495a65-25ea-4137-9ede-98e41bda2c4e admin admin] Network hostable DHCP agents. Network: da666025-c3c6-48c4-98fb-09f259d7d9ea, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:21:10.372205 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87495a65-25ea-4137-9ede-98e41bda2c4e admin admin] Network da666025-c3c6-48c4-98fb-09f259d7d9ea is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:21:10.384668 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-87495a65-25ea-4137-9ede-98e41bda2c4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, da666025-c3c6-48c4-98fb-09f259d7d9ea) {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:21:10.405178 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12154e62-dceb-4f51-bfa2-e16c1f9343f4 None None] Network da666025-c3c6-48c4-98fb-09f259d7d9ea requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:21:10.406229 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87495a65-25ea-4137-9ede-98e41bda2c4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:10.407193 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-87495a65-25ea-4137-9ede-98e41bda2c4e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:10.430278 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-87495a65-25ea-4137-9ede-98e41bda2c4e admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9034588 Aug 29 04:21:10.437559 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9e18c1b0-cb26-4000-90e2-333311cc2941 req-c8919cb4-708c-4e32-9d93-2ca680c4b7bd tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] 10.222.0.22 "GET /v2.0/floatingips/9ce66e21-070a-4e0f-9bbe-d38bf46c4425 HTTP/1.1" status: 200 len: 693 time: 0.1048121 Aug 29 04:21:10.548952 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-84de10e2-2a79-4d51-bc08-72aa4cddc588 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:10.610383 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-84de10e2-2a79-4d51-bc08-72aa4cddc588 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Calling delete_port for 007a95b1-4a25-4c16-a356-ee4eaba4f12e owned by network:router_interface {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:21:10.628212 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6b8b93de-0582-4e5b-af57-927453c486b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:10.677196 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f5605c-3133-45c4-9714-9252551de3ab None None] Network da666025-c3c6-48c4-98fb-09f259d7d9ea requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:21:10.691463 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11147810-02c7-4ffc-9756-1d46aabd4637 None None] DHCP port deletion for 7521cd58-9470-4433-82b8-7e942c988b03 request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:21:10.742031 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e18c1b0-cb26-4000-90e2-333311cc2941 req-d6fcc6d1-6a5e-44ef-ba1a-bc0d348b69ec tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:10.745872 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9e18c1b0-cb26-4000-90e2-333311cc2941 req-d6fcc6d1-6a5e-44ef-ba1a-bc0d348b69ec tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] 10.222.0.22 "GET /v2.0/networks/e6c84a15-2e6f-4c07-8ede-a88148c2fe90 HTTP/1.1" status: 200 len: 784 time: 0.2732646 Aug 29 04:21:10.868486 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9e18c1b0-cb26-4000-90e2-333311cc2941 req-8614683d-fcb6-45f0-98ed-0b707e73e3c6 tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.0.160 HTTP/1.1" status: 200 len: 696 time: 0.0919576 Aug 29 04:21:10.881238 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-11147810-02c7-4ffc-9756-1d46aabd4637 None None] Deleting port 15444371-2ceb-4cee-927a-61a8e4b9450e {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:21:10.881618 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-11147810-02c7-4ffc-9756-1d46aabd4637 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:11.006970 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9e18c1b0-cb26-4000-90e2-333311cc2941 req-00f7dd99-efd1-4365-b0f7-1385fd6e7bb2 tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.0.160 HTTP/1.1" status: 200 len: 696 time: 0.1375780 Aug 29 04:21:11.114776 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-6b8b93de-0582-4e5b-af57-927453c486b5 admin admin] Deleting port 15444371-2ceb-4cee-927a-61a8e4b9450e {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:21:11.114776 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6b8b93de-0582-4e5b-af57-927453c486b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:11.220068 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-11147810-02c7-4ffc-9756-1d46aabd4637 None None] For port 15444371-2ceb-4cee-927a-61a8e4b9450e, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=15444371-2ceb-4cee-927a-61a8e4b9450e,segment=NetworkSegment(6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc),segment_id=6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:11.220694 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-11147810-02c7-4ffc-9756-1d46aabd4637 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:11.241998 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-11147810-02c7-4ffc-9756-1d46aabd4637 None None] Calling delete_port for 15444371-2ceb-4cee-927a-61a8e4b9450e owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:21:11.252780 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 15444371-2ceb-4cee-927a-61a8e4b9450e no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:21:11.264615 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-84de10e2-2a79-4d51-bc08-72aa4cddc588 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:11.270127 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-6b8b93de-0582-4e5b-af57-927453c486b5 admin admin] For port 15444371-2ceb-4cee-927a-61a8e4b9450e, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=15444371-2ceb-4cee-927a-61a8e4b9450e,segment=NetworkSegment(6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc),segment_id=6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:11.270498 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6b8b93de-0582-4e5b-af57-927453c486b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:11.306622 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-6b8b93de-0582-4e5b-af57-927453c486b5 admin admin] Calling delete_port for 15444371-2ceb-4cee-927a-61a8e4b9450e owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:21:11.370024 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84de10e2-2a79-4d51-bc08-72aa4cddc588 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Pushing event deleted for resources: {'Port': ['ID=007a95b1-4a25-4c16-a356-ee4eaba4f12e,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:11.452496 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:11.455868 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-11147810-02c7-4ffc-9756-1d46aabd4637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:11.480260 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-9e18c1b0-cb26-4000-90e2-333311cc2941 req-1bf338b7-ce98-44de-83df-5a3de1e7f0e6 tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] Deleting port dce52485-fe2e-40c9-85a8-69fa937544b7 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:21:11.480676 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-9e18c1b0-cb26-4000-90e2-333311cc2941 req-1bf338b7-ce98-44de-83df-5a3de1e7f0e6 tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:11.516347 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11147810-02c7-4ffc-9756-1d46aabd4637 None None] Pushing event deleted for resources: {'Port': ['ID=15444371-2ceb-4cee-927a-61a8e4b9450e,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:11.520160 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11147810-02c7-4ffc-9756-1d46aabd4637 None None] No DVR routers for this DVR port 15444371-2ceb-4cee-927a-61a8e4b9450e on host n-d-712140-12 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:21:11.541761 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11147810-02c7-4ffc-9756-1d46aabd4637 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:11.542554 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11147810-02c7-4ffc-9756-1d46aabd4637 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:11.543066 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11147810-02c7-4ffc-9756-1d46aabd4637 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:11.543854 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11147810-02c7-4ffc-9756-1d46aabd4637 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:11.544908 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11147810-02c7-4ffc-9756-1d46aabd4637 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:11.545615 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11147810-02c7-4ffc-9756-1d46aabd4637 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:11.546349 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11147810-02c7-4ffc-9756-1d46aabd4637 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:11.547087 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11147810-02c7-4ffc-9756-1d46aabd4637 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:11.547621 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11147810-02c7-4ffc-9756-1d46aabd4637 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:11.548166 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11147810-02c7-4ffc-9756-1d46aabd4637 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:11.548835 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11147810-02c7-4ffc-9756-1d46aabd4637 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:11.549553 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11147810-02c7-4ffc-9756-1d46aabd4637 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:11.598981 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device d55c5b4f-0d3f-4420-88a9-b3561127c9a3 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:21:11.649734 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: d55c5b4f-0d3f-4420-88a9-b3561127c9a3 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:21:11.650129 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device d55c5b4f-0d3f-4420-88a9-b3561127c9a3 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:21:11.674738 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-84de10e2-2a79-4d51-bc08-72aa4cddc588 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-713231'] for router_interface, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:11.682065 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6b8b93de-0582-4e5b-af57-927453c486b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:11.735959 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8b93de-0582-4e5b-af57-927453c486b5 admin admin] No DVR routers for this DVR port 15444371-2ceb-4cee-927a-61a8e4b9450e on host n-d-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:21:11.749858 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-9e18c1b0-cb26-4000-90e2-333311cc2941 req-1bf338b7-ce98-44de-83df-5a3de1e7f0e6 tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:11.750292 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-9e18c1b0-cb26-4000-90e2-333311cc2941 req-1bf338b7-ce98-44de-83df-5a3de1e7f0e6 tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:11.794081 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8b93de-0582-4e5b-af57-927453c486b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=15444371-2ceb-4cee-927a-61a8e4b9450e,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:11.854723 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-9e18c1b0-cb26-4000-90e2-333311cc2941 req-1bf338b7-ce98-44de-83df-5a3de1e7f0e6 tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] Calling delete_port for dce52485-fe2e-40c9-85a8-69fa937544b7 owned by network:floatingip {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:21:11.875625 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d711b257-6061-4185-bd44-036a1d3727a9 req-8348b849-bd79-43bc-ac34-ded58a09f119 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:11.877236 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d711b257-6061-4185-bd44-036a1d3727a9 req-8348b849-bd79-43bc-ac34-ded58a09f119 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=33938cd7-ba94-4eae-b8ec-80748b58e019 HTTP/1.1" status: 200 len: 943 time: 0.0643876 Aug 29 04:21:11.935896 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d711b257-6061-4185-bd44-036a1d3727a9 req-d4c770d6-63b7-49f2-b8e0-cb1c06182de8 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430892 Aug 29 04:21:12.033183 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6b8b93de-0582-4e5b-af57-927453c486b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:12.052060 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-6b8b93de-0582-4e5b-af57-927453c486b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7521cd58-9470-4433-82b8-7e942c988b03']}} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:12.065742 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-6b8b93de-0582-4e5b-af57-927453c486b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc') {'for_net_delete': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:12.066013 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-6b8b93de-0582-4e5b-af57-927453c486b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6db8e9c9-d6e7-454f-bf86-b1e54e1ea9fc') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:12.091909 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6b8b93de-0582-4e5b-af57-927453c486b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8904833'] for segment, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:12.102314 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84de10e2-2a79-4d51-bc08-72aa4cddc588 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Router f2da053c-79ba-4168-b705-e95ec9a0d007 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:21:12.125575 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6b8b93de-0582-4e5b-af57-927453c486b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:12.137882 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b8b93de-0582-4e5b-af57-927453c486b5 admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=94828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:21:12.138275 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6b8b93de-0582-4e5b-af57-927453c486b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9190468'] for segment, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:12.140476 n-d-712140-12 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:21:12.140476 n-d-712140-12 neutron-server[94828]: self.session.flush() Aug 29 04:21:12.140476 n-d-712140-12 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:21:12.140476 n-d-712140-12 neutron-server[94828]: self.session.flush() Aug 29 04:21:12.140476 n-d-712140-12 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:21:12.140476 n-d-712140-12 neutron-server[94828]: self.session.flush() Aug 29 04:21:12.140476 n-d-712140-12 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:21:12.140476 n-d-712140-12 neutron-server[94828]: self.session.flush() Aug 29 04:21:12.140476 n-d-712140-12 neutron-server[94828]: Traceback (most recent call last): Aug 29 04:21:12.140476 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:21:12.140476 n-d-712140-12 neutron-server[94828]: timer() Aug 29 04:21:12.140476 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:21:12.140476 n-d-712140-12 neutron-server[94828]: cb(*args, **kw) Aug 29 04:21:12.140476 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:21:12.140476 n-d-712140-12 neutron-server[94828]: return func(*args, **kwargs) Aug 29 04:21:12.140476 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:21:12.140476 n-d-712140-12 neutron-server[94828]: self._notify() Aug 29 04:21:12.140476 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:21:12.140476 n-d-712140-12 neutron-server[94828]: self.callback(batched_events) Aug 29 04:21:12.140476 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:21:12.140476 n-d-712140-12 neutron-server[94828]: event.method(event) Aug 29 04:21:12.140476 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:21:12.140476 n-d-712140-12 neutron-server[94828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:21:12.140476 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:21:12.140476 n-d-712140-12 neutron-server[94828]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:21:12.140476 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:21:12.140476 n-d-712140-12 neutron-server[94828]: return f(self, *a, **k) Aug 29 04:21:12.140476 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:21:12.140476 n-d-712140-12 neutron-server[94828]: return self._get(url).json() Aug 29 04:21:12.140476 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:21:12.140476 n-d-712140-12 neutron-server[94828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:21:12.140476 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:21:12.140476 n-d-712140-12 neutron-server[94828]: return self.request(url, 'GET', **kwargs) Aug 29 04:21:12.140476 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:21:12.140476 n-d-712140-12 neutron-server[94828]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:21:12.140476 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:21:12.140476 n-d-712140-12 neutron-server[94828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:21:12.140476 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:21:12.140476 n-d-712140-12 neutron-server[94828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:21:12.140476 n-d-712140-12 neutron-server[94828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:21:12.207778 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-154176fa-de50-4173-bb46-587cc22fff5a req-ed949a7d-1a6a-4faf-8391-0c70c3ee08b1 service neutron] 10.222.0.48 "GET /v2.0/ports/599cb102-cc01-4336-89d8-102a6ac3c71a/bindings/n-h1-712140-12 HTTP/1.1" status: 200 len: 385 time: 0.0657594 Aug 29 04:21:12.291343 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84de10e2-2a79-4d51-bc08-72aa4cddc588 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:21:12.302588 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-84de10e2-2a79-4d51-bc08-72aa4cddc588 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] 10.222.0.22 "PUT /v2.0/routers/f2da053c-79ba-4168-b705-e95ec9a0d007/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9083772 Aug 29 04:21:12.302761 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 50444) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:12.307177 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6b8b93de-0582-4e5b-af57-927453c486b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:12.312749 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ff03c5-2073-48fd-8ce6-276a98079ce6 None None] Sync routers for ids ['f2da053c-79ba-4168-b705-e95ec9a0d007'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:21:12.314334 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6b8b93de-0582-4e5b-af57-927453c486b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:12.319297 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-6b8b93de-0582-4e5b-af57-927453c486b5 admin admin] 10.222.0.22 "DELETE /v2.0/networks/7521cd58-9470-4433-82b8-7e942c988b03 HTTP/1.1" status: 204 len: 168 time: 1.9880743 Aug 29 04:21:12.327035 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-9e18c1b0-cb26-4000-90e2-333311cc2941 req-1bf338b7-ce98-44de-83df-5a3de1e7f0e6 tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:12.359381 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ff03c5-2073-48fd-8ce6-276a98079ce6 None None] Routers {'f2da053c-79ba-4168-b705-e95ec9a0d007'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:21:12.361373 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-20ff03c5-2073-48fd-8ce6-276a98079ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:21:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['f2da053c-79ba-4168-b705-e95ec9a0d007'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:12.364506 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8b93de-0582-4e5b-af57-927453c486b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=7521cd58-9470-4433-82b8-7e942c988b03,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:12.435238 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf338b7-ce98-44de-83df-5a3de1e7f0e6 tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] Pushing event deleted for resources: {'Port': ['ID=dce52485-fe2e-40c9-85a8-69fa937544b7,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:12.492292 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-20ff03c5-2073-48fd-8ce6-276a98079ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:12.513098 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ff03c5-2073-48fd-8ce6-276a98079ce6 None None] Routers {'f2da053c-79ba-4168-b705-e95ec9a0d007'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:21:12.514073 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-20ff03c5-2073-48fd-8ce6-276a98079ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:21:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['f2da053c-79ba-4168-b705-e95ec9a0d007'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:12.625782 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-20ff03c5-2073-48fd-8ce6-276a98079ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:12.628756 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ff03c5-2073-48fd-8ce6-276a98079ce6 None None] The sync data for ids ['f2da053c-79ba-4168-b705-e95ec9a0d007'] in n-d-712140-12 is: [] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:21:12.858450 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 50464) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:12.913513 n-d-712140-12 neutron-server[94829]: INFO neutron.api.v2.resource [None req-2827d95b-666f-49e1-bd8e-ad629f6a8d5e tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] delete failed (client error): The resource could not be found. Aug 29 04:21:12.919994 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-2827d95b-666f-49e1-bd8e-ad629f6a8d5e tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] 10.222.0.22 "DELETE /v2.0/routers/tempest-non_exist_router-1689999577 HTTP/1.1" status: 404 len: 335 time: 0.6107965 Aug 29 04:21:12.921532 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 50478) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:12.936995 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-ebc93576-2fba-4993-804c-d7a54fa371ef tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f2da053c-79ba-4168-b705-e95ec9a0d007'}}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:13.022351 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-9e18c1b0-cb26-4000-90e2-333311cc2941 req-1bf338b7-ce98-44de-83df-5a3de1e7f0e6 tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] Notify callbacks [] for floatingip, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:13.025147 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-9e18c1b0-cb26-4000-90e2-333311cc2941 req-1bf338b7-ce98-44de-83df-5a3de1e7f0e6 tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:13.026529 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9e18c1b0-cb26-4000-90e2-333311cc2941 req-1bf338b7-ce98-44de-83df-5a3de1e7f0e6 tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] 10.222.0.22 "DELETE /v2.0/floatingips/9ce66e21-070a-4e0f-9bbe-d38bf46c4425 HTTP/1.1" status: 204 len: 173 time: 2.0186460 Aug 29 04:21:13.159990 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-0d66f5c6-ac52-4ace-996d-36a53eb3f700 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=48da3dc54d264865b5c4834c4a90f4b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3002954 Aug 29 04:21:13.166778 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 50486) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:13.213313 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a25a02-19fb-4e0c-b8ee-dbbf4d01114e req-79199bea-85b1-4ab9-9796-ccc39a2bf2d8 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:13.218434 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b6a25a02-19fb-4e0c-b8ee-dbbf4d01114e req-79199bea-85b1-4ab9-9796-ccc39a2bf2d8 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=33938cd7-ba94-4eae-b8ec-80748b58e019 HTTP/1.1" status: 200 len: 943 time: 0.1131353 Aug 29 04:21:13.254683 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-154176fa-de50-4173-bb46-587cc22fff5a req-e2db1788-9d34-4637-b959-ed1cecd79719 service neutron] For port 599cb102-cc01-4336-89d8-102a6ac3c71a, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=599cb102-cc01-4336-89d8-102a6ac3c71a,segment=NetworkSegment(44fea4a1-e972-4690-b14e-956bce45d1ec),segment_id=44fea4a1-e972-4690-b14e-956bce45d1ec)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:13.300034 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b6a25a02-19fb-4e0c-b8ee-dbbf4d01114e req-0ae50e9c-21dd-41ac-aa5d-6b5ae9241013 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669479 Aug 29 04:21:13.300801 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9f371b6c-e8f3-459e-aa0a-9d9a566e371d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:13.352706 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a96bb41-58db-4c56-acb0-bf3dfd05870f req-7aa5610a-691e-4159-a904-3943ff8fc9fe tempest-ServerGroupTestJSON-679182931 tempest-ServerGroupTestJSON-679182931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:13.355221 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6a96bb41-58db-4c56-acb0-bf3dfd05870f req-7aa5610a-691e-4159-a904-3943ff8fc9fe tempest-ServerGroupTestJSON-679182931 tempest-ServerGroupTestJSON-679182931-project] 10.222.0.22 "GET /v2.0/networks?id=da666025-c3c6-48c4-98fb-09f259d7d9ea HTTP/1.1" status: 200 len: 810 time: 0.4377806 Aug 29 04:21:13.355445 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9f371b6c-e8f3-459e-aa0a-9d9a566e371d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:13.376671 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-154176fa-de50-4173-bb46-587cc22fff5a req-e2db1788-9d34-4637-b959-ed1cecd79719 service neutron] For port 599cb102-cc01-4336-89d8-102a6ac3c71a, host n-h2-712140-12, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:21:13.380264 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ebc93576-2fba-4993-804c-d7a54fa371ef tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:13.408236 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9cf45eeb-184d-4c60-b3e1-abad893c08dd req-06ab6d74-5a2b-45e5-860e-faad44e46961 tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] 10.222.0.22 "GET /v2.0/floatingips/fe5c3825-d614-4611-8605-35a1d101a882 HTTP/1.1" status: 200 len: 693 time: 0.0690782 Aug 29 04:21:13.410587 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6a96bb41-58db-4c56-acb0-bf3dfd05870f req-822c29aa-9ae3-4e27-bb6f-7da9af10eb03 tempest-ServerGroupTestJSON-679182931 tempest-ServerGroupTestJSON-679182931-project] 10.222.0.22 "GET /v2.0/quotas/86d4651b82d145279aa2919aef7f1688 HTTP/1.1" status: 200 len: 375 time: 0.0477338 Aug 29 04:21:13.427561 n-d-712140-12 neutron-server[94829]: INFO neutron.api.v2.resource [None req-ebc93576-2fba-4993-804c-d7a54fa371ef tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] update failed (client error): The resource could not be found. Aug 29 04:21:13.431970 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-ebc93576-2fba-4993-804c-d7a54fa371ef tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] 10.222.0.22 "PUT /v2.0/routers/f2da053c-79ba-4168-b705-e95ec9a0d007 HTTP/1.1" status: 404 len: 339 time: 0.4965918 Aug 29 04:21:13.432236 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 50488) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:13.472561 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [req-154176fa-de50-4173-bb46-587cc22fff5a req-e2db1788-9d34-4637-b959-ed1cecd79719 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 599cb102-cc01-4336-89d8-102a6ac3c71a {{(pid=94829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:21:13.515653 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9f371b6c-e8f3-459e-aa0a-9d9a566e371d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:13.518266 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9f371b6c-e8f3-459e-aa0a-9d9a566e371d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:13.521890 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-9f371b6c-e8f3-459e-aa0a-9d9a566e371d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/67519499-017b-4c54-88db-c974346724c1 HTTP/1.1" status: 204 len: 168 time: 0.3497193 Aug 29 04:21:13.548972 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f371b6c-e8f3-459e-aa0a-9d9a566e371d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67519499-017b-4c54-88db-c974346724c1,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:13.570499 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6a96bb41-58db-4c56-acb0-bf3dfd05870f req-e6e511f3-c539-4af0-9df5-b0648993b9ac tempest-ServerGroupTestJSON-679182931 tempest-ServerGroupTestJSON-679182931-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=86d4651b82d145279aa2919aef7f1688&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1479475 Aug 29 04:21:13.590150 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-154176fa-de50-4173-bb46-587cc22fff5a req-e2db1788-9d34-4637-b959-ed1cecd79719 service neutron] For port 599cb102-cc01-4336-89d8-102a6ac3c71a, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=599cb102-cc01-4336-89d8-102a6ac3c71a,segment=NetworkSegment(44fea4a1-e972-4690-b14e-956bce45d1ec),segment_id=44fea4a1-e972-4690-b14e-956bce45d1ec)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:13.593650 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf45eeb-184d-4c60-b3e1-abad893c08dd req-7783e37e-b11e-475f-baca-3ec7be204515 tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:13.601359 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9cf45eeb-184d-4c60-b3e1-abad893c08dd req-7783e37e-b11e-475f-baca-3ec7be204515 tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] 10.222.0.22 "GET /v2.0/networks/e6c84a15-2e6f-4c07-8ede-a88148c2fe90 HTTP/1.1" status: 200 len: 784 time: 0.1842928 Aug 29 04:21:13.658987 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9cf45eeb-184d-4c60-b3e1-abad893c08dd req-a49ba1ff-f761-4347-ba92-df12864b6cdb tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.0.220 HTTP/1.1" status: 200 len: 696 time: 0.0564554 Aug 29 04:21:13.688023 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-154176fa-de50-4173-bb46-587cc22fff5a req-e2db1788-9d34-4637-b959-ed1cecd79719 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:13.717784 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9cf45eeb-184d-4c60-b3e1-abad893c08dd req-93ffccb0-0e5d-43d0-a1ba-795dbdf1e483 tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.0.220 HTTP/1.1" status: 200 len: 696 time: 0.0576050 Aug 29 04:21:13.869303 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6a96bb41-58db-4c56-acb0-bf3dfd05870f req-1a8d89ea-6e48-4f20-a925-074eeb99b260 service neutron] 10.222.0.22 "GET /v2.0/networks/da666025-c3c6-48c4-98fb-09f259d7d9ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2956448 Aug 29 04:21:13.881034 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-9cf45eeb-184d-4c60-b3e1-abad893c08dd req-f948164e-ed13-4ea4-ac5e-4696f85fb62c tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] Deleting port 0d9413fb-d587-4e95-ac17-3e5a50ef70fc {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:21:13.881769 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-9cf45eeb-184d-4c60-b3e1-abad893c08dd req-f948164e-ed13-4ea4-ac5e-4696f85fb62c tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:13.993267 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-9cf45eeb-184d-4c60-b3e1-abad893c08dd req-f948164e-ed13-4ea4-ac5e-4696f85fb62c tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:13.993737 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-9cf45eeb-184d-4c60-b3e1-abad893c08dd req-f948164e-ed13-4ea4-ac5e-4696f85fb62c tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:14.022282 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-9cf45eeb-184d-4c60-b3e1-abad893c08dd req-f948164e-ed13-4ea4-ac5e-4696f85fb62c tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] Calling delete_port for 0d9413fb-d587-4e95-ac17-3e5a50ef70fc owned by network:floatingip {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:21:14.022467 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [req-154176fa-de50-4173-bb46-587cc22fff5a req-e2db1788-9d34-4637-b959-ed1cecd79719 service neutron] Transition to ACTIVE for port object 599cb102-cc01-4336-89d8-102a6ac3c71a will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:21:14.029894 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-154176fa-de50-4173-bb46-587cc22fff5a req-e2db1788-9d34-4637-b959-ed1cecd79719 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:14.096883 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-55c85f76-ca6e-41e3-8989-ad127c35a4a1 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:14.126682 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6a96bb41-58db-4c56-acb0-bf3dfd05870f req-edd6cad2-5927-4b78-8a40-1305f017995b service neutron] 10.222.0.22 "GET /v2.0/networks/da666025-c3c6-48c4-98fb-09f259d7d9ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379372 Aug 29 04:21:14.162222 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [req-154176fa-de50-4173-bb46-587cc22fff5a req-e2db1788-9d34-4637-b959-ed1cecd79719 service neutron] No DVR routers for this DVR port 599cb102-cc01-4336-89d8-102a6ac3c71a on host n-h2-712140-12 {{(pid=94829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:21:14.230865 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-9cf45eeb-184d-4c60-b3e1-abad893c08dd req-f948164e-ed13-4ea4-ac5e-4696f85fb62c tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:14.278610 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f948164e-ed13-4ea4-ac5e-4696f85fb62c tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] Pushing event deleted for resources: {'Port': ['ID=0d9413fb-d587-4e95-ac17-3e5a50ef70fc,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:14.458193 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-9cf45eeb-184d-4c60-b3e1-abad893c08dd req-f948164e-ed13-4ea4-ac5e-4696f85fb62c tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] Notify callbacks [] for floatingip, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:14.472638 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-9cf45eeb-184d-4c60-b3e1-abad893c08dd req-f948164e-ed13-4ea4-ac5e-4696f85fb62c tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:14.475744 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9cf45eeb-184d-4c60-b3e1-abad893c08dd req-f948164e-ed13-4ea4-ac5e-4696f85fb62c tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] 10.222.0.22 "DELETE /v2.0/floatingips/fe5c3825-d614-4611-8605-35a1d101a882 HTTP/1.1" status: 204 len: 173 time: 0.7568741 Aug 29 04:21:14.496149 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2db1788-9d34-4637-b959-ed1cecd79719 service neutron] Pushing event updated for resources: {'Port': ['ID=599cb102-cc01-4336-89d8-102a6ac3c71a,revision_number=10']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:14.537959 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-154176fa-de50-4173-bb46-587cc22fff5a req-e2db1788-9d34-4637-b959-ed1cecd79719 service neutron] 10.222.0.48 "PUT /v2.0/ports/599cb102-cc01-4336-89d8-102a6ac3c71a/bindings/n-h1-712140-12/activate HTTP/1.1" status: 200 len: 370 time: 2.3230505 Aug 29 04:21:14.813793 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514a46b3-962c-4ed9-a022-c7ea83b79f6e req-6a984bf5-336a-4672-84fd-7b624463345b tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:14.823472 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-514a46b3-962c-4ed9-a022-c7ea83b79f6e req-6a984bf5-336a-4672-84fd-7b624463345b tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=33938cd7-ba94-4eae-b8ec-80748b58e019 HTTP/1.1" status: 200 len: 944 time: 0.0905514 Aug 29 04:21:14.865368 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0da1712e-7765-499f-be17-e211122f63b1 req-6fdcaff4-8e1e-4bbb-bc33-9e5b2cf2b86b tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] 10.222.0.22 "GET /v2.0/floatingips/19fe758d-cd33-4c81-8a25-0ebe4ba59282 HTTP/1.1" status: 200 len: 693 time: 0.0759909 Aug 29 04:21:14.873220 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154176fa-de50-4173-bb46-587cc22fff5a req-16554896-a969-42de-8d44-66fa7f74db8e tempest-LiveMigrationTest-555913250 tempest-LiveMigrationTest-555913250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:14.875557 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-154176fa-de50-4173-bb46-587cc22fff5a req-16554896-a969-42de-8d44-66fa7f74db8e tempest-LiveMigrationTest-555913250 tempest-LiveMigrationTest-555913250-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=33938cd7-ba94-4eae-b8ec-80748b58e019&tenant_id=260b2b7726794e4d90a38e52b66506fd&binding%3Ahost_id=n-h2-712140-12 HTTP/1.1" status: 200 len: 1096 time: 0.1971383 Aug 29 04:21:14.910421 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-514a46b3-962c-4ed9-a022-c7ea83b79f6e req-a225f384-eece-45c2-a42a-25f6ff8b298e tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836110 Aug 29 04:21:15.047361 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-55c85f76-ca6e-41e3-8989-ad127c35a4a1 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Allocated IP 172.20.0.1 (d9cc1ca9-33a4-462b-9283-4424327a261d/c1cddd81-5f02-418d-ab2b-7db76d1cc9e3/73702102-f802-4372-9632-e5ce0cee4b9e) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:21:15.060266 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-614e3a75-27d8-4800-9324-59b774cd6a2f req-9550d5e6-3ae2-470f-bc81-0173a17b5630 tempest-ServerGroupTestJSON-679182931 tempest-ServerGroupTestJSON-679182931-project] 10.222.0.22 "GET /v2.0/ports?device_id=69c7f578-0ba0-4f5b-a2d0-3e950c000270 HTTP/1.1" status: 200 len: 210 time: 0.0671487 Aug 29 04:21:15.094850 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154176fa-de50-4173-bb46-587cc22fff5a req-de5a12d7-4f4c-42fb-a06b-db7f7267920e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:15.099242 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-154176fa-de50-4173-bb46-587cc22fff5a req-de5a12d7-4f4c-42fb-a06b-db7f7267920e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=33938cd7-ba94-4eae-b8ec-80748b58e019&tenant_id=260b2b7726794e4d90a38e52b66506fd HTTP/1.1" status: 200 len: 1096 time: 0.1961613 Aug 29 04:21:15.162917 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 50548) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:15.242220 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da1712e-7765-499f-be17-e211122f63b1 req-b44bc9fe-f67b-439f-a138-762bcc49d10e tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:15.251256 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0da1712e-7765-499f-be17-e211122f63b1 req-b44bc9fe-f67b-439f-a138-762bcc49d10e tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] 10.222.0.22 "GET /v2.0/networks/e6c84a15-2e6f-4c07-8ede-a88148c2fe90 HTTP/1.1" status: 200 len: 784 time: 0.3530929 Aug 29 04:21:15.264966 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [req-0da1712e-7765-499f-be17-e211122f63b1 req-2c22a1e9-0fe0-4eae-a17d-2e88aa1b546f tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:21:15.274964 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0da1712e-7765-499f-be17-e211122f63b1 req-2c22a1e9-0fe0-4eae-a17d-2e88aa1b546f tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0216959 Aug 29 04:21:15.359252 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0da1712e-7765-499f-be17-e211122f63b1 req-f8b0b010-ecaf-46ad-8913-06994dccf3e4 tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.0.148 HTTP/1.1" status: 200 len: 696 time: 0.0828545 Aug 29 04:21:15.364344 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154176fa-de50-4173-bb46-587cc22fff5a req-96985b63-10a9-4e58-9495-39d41a972f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:15.365897 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-154176fa-de50-4173-bb46-587cc22fff5a req-96985b63-10a9-4e58-9495-39d41a972f39 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=260b2b7726794e4d90a38e52b66506fd&device_id=33938cd7-ba94-4eae-b8ec-80748b58e019 HTTP/1.1" status: 200 len: 1096 time: 0.2202961 Aug 29 04:21:15.482055 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-76c6bc7d-d7ed-48b2-bafe-779d78385cb6 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-55200610-network', 'tenant_id': 'dbd26abd7bbe46dfb6ff62b4bb42f46f'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:15.509359 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76c6bc7d-d7ed-48b2-bafe-779d78385cb6 admin admin] Made reservation on behalf of dbd26abd7bbe46dfb6ff62b4bb42f46f for: {'network': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:21:15.514253 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-76c6bc7d-d7ed-48b2-bafe-779d78385cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:15.524480 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0da1712e-7765-499f-be17-e211122f63b1 req-7f5216c3-751d-472f-ae6a-732be213988c tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.0.148 HTTP/1.1" status: 200 len: 696 time: 0.1495447 Aug 29 04:21:15.528931 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-76c6bc7d-d7ed-48b2-bafe-779d78385cb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:15.531907 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-55c85f76-ca6e-41e3-8989-ad127c35a4a1 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:15.565784 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-55c85f76-ca6e-41e3-8989-ad127c35a4a1 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Transition to ACTIVE for port object 73702102-f802-4372-9632-e5ce0cee4b9e will not be triggered until provisioned by entity DHCP. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:21:15.662658 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154176fa-de50-4173-bb46-587cc22fff5a req-0302ec09-2786-44cb-8fcf-f830e621f5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:15.664276 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-154176fa-de50-4173-bb46-587cc22fff5a req-0302ec09-2786-44cb-8fcf-f830e621f5d9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1c65535d-8d45-4051-8e5d-043211a49251 HTTP/1.1" status: 200 len: 908 time: 0.2817585 Aug 29 04:21:15.722637 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-76c6bc7d-d7ed-48b2-bafe-779d78385cb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:15.729200 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-76c6bc7d-d7ed-48b2-bafe-779d78385cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:15.756286 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76c6bc7d-d7ed-48b2-bafe-779d78385cb6 admin admin] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=94828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:21:15.771791 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-76c6bc7d-d7ed-48b2-bafe-779d78385cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:15.772257 n-d-712140-12 neutron-server[94828]: INFO neutron.db.segments_db [None req-76c6bc7d-d7ed-48b2-bafe-779d78385cb6 admin admin] Added segment 02eaae0c-cb9b-405c-82ba-98ad81820cc4 of type vlan for network fa4dac28-d54b-40dd-9ab4-ef764c67f077 Aug 29 04:21:15.780621 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-154176fa-de50-4173-bb46-587cc22fff5a req-15e5ebbd-c48b-4ba4-b528-a388d4b9d214 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=599cb102-cc01-4336-89d8-102a6ac3c71a HTTP/1.1" status: 200 len: 217 time: 0.0792868 Aug 29 04:21:15.821094 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 599cb102-cc01-4336-89d8-102a6ac3c71a no longer exists at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:21:15.870752 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-76c6bc7d-d7ed-48b2-bafe-779d78385cb6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:15.881587 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c6bc7d-d7ed-48b2-bafe-779d78385cb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=746111dd-d000-41ef-9387-7db7415c6bb4,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:15.887489 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154176fa-de50-4173-bb46-587cc22fff5a req-bcfa89e5-d997-407c-94e9-abcc1b614ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:15.889262 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-154176fa-de50-4173-bb46-587cc22fff5a req-bcfa89e5-d997-407c-94e9-abcc1b614ea3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d11db723-881a-44e4-ae3d-f8a6bedc146e HTTP/1.1" status: 200 len: 847 time: 0.0707512 Aug 29 04:21:15.892032 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-55c85f76-ca6e-41e3-8989-ad127c35a4a1 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:15.919941 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 599cb102-cc01-4336-89d8-102a6ac3c71a not bound to the agent host n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:21:15.940095 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c85f76-ca6e-41e3-8989-ad127c35a4a1 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Network d9cc1ca9-33a4-462b-9283-4424327a261d is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:21:15.943041 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-154176fa-de50-4173-bb46-587cc22fff5a req-094f4710-0c93-418b-8037-c31ce88b6f45 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1c65535d-8d45-4051-8e5d-043211a49251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409636 Aug 29 04:21:15.947017 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-55c85f76-ca6e-41e3-8989-ad127c35a4a1 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:21:15.967157 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-76c6bc7d-d7ed-48b2-bafe-779d78385cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:15.967157 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c6bc7d-d7ed-48b2-bafe-779d78385cb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:15.967157 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-76c6bc7d-d7ed-48b2-bafe-779d78385cb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:16.002352 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c85f76-ca6e-41e3-8989-ad127c35a4a1 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:21:16.127303 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-76c6bc7d-d7ed-48b2-bafe-779d78385cb6 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9653258 Aug 29 04:21:16.131501 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 50574) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:16.149024 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-22846206-5c2c-4149-acb6-ba150d1924c9 admin admin] Request body: {'subnet': {'network_id': 'fa4dac28-d54b-40dd-9ab4-ef764c67f077', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-55200610-subnet', 'tenant_id': 'dbd26abd7bbe46dfb6ff62b4bb42f46f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:16.172623 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c6bc7d-d7ed-48b2-bafe-779d78385cb6 admin admin] Pushing event updated for resources: {'Network': ['ID=fa4dac28-d54b-40dd-9ab4-ef764c67f077,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:16.194391 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network fa4dac28-d54b-40dd-9ab4-ef764c67f077 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:21:16.217246 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08d4a22-3522-4610-bbbd-0892406b2933 req-f52dd7c6-ff25-47db-ba9a-6a086ec77d83 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:16.227280 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c08d4a22-3522-4610-bbbd-0892406b2933 req-f52dd7c6-ff25-47db-ba9a-6a086ec77d83 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=33938cd7-ba94-4eae-b8ec-80748b58e019 HTTP/1.1" status: 200 len: 944 time: 0.1773388 Aug 29 04:21:16.229022 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-55c85f76-ca6e-41e3-8989-ad127c35a4a1 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719598'] for router_interface, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:16.255584 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22846206-5c2c-4149-acb6-ba150d1924c9 admin admin] Made reservation on behalf of dbd26abd7bbe46dfb6ff62b4bb42f46f for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:21:16.258512 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-22846206-5c2c-4149-acb6-ba150d1924c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:16.342079 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c08d4a22-3522-4610-bbbd-0892406b2933 req-75c37e76-6812-472b-82b4-bce53f247d5b tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124735 Aug 29 04:21:16.365471 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c85f76-ca6e-41e3-8989-ad127c35a4a1 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Pushing event updated for resources: {'Port': ['ID=73702102-f802-4372-9632-e5ce0cee4b9e,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:16.425345 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-fce24d4d-0ec9-4c31-bceb-16c697589721 None None] Provisioning for port 73702102-f802-4372-9632-e5ce0cee4b9e completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:21:16.436862 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-fce24d4d-0ec9-4c31-bceb-16c697589721 None None] Provisioning complete for port 73702102-f802-4372-9632-e5ce0cee4b9e triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:21:16.438951 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fce24d4d-0ec9-4c31-bceb-16c697589721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:16.491617 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [req-0da1712e-7765-499f-be17-e211122f63b1 req-9833088d-e5ce-4cb2-acd0-f9e5b08f2c2c tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] Deleting port 236eed89-b6e8-459c-bbbc-2bbce3658283 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:21:16.492179 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-0da1712e-7765-499f-be17-e211122f63b1 req-9833088d-e5ce-4cb2-acd0-f9e5b08f2c2c tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:16.504433 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ffe10f8d-94ae-415e-a981-332e118e1bb9 req-1bc57261-4290-4399-9ed3-16d11a28ed85 tempest-ServerGroupTestJSON-679182931 tempest-ServerGroupTestJSON-679182931-project] 10.222.0.22 "GET /v2.0/ports?device_id=69c7f578-0ba0-4f5b-a2d0-3e950c000270 HTTP/1.1" status: 200 len: 210 time: 0.0656159 Aug 29 04:21:16.577229 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-fce24d4d-0ec9-4c31-bceb-16c697589721 None None] Port 73702102-f802-4372-9632-e5ce0cee4b9e cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:21:16.581460 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-22846206-5c2c-4149-acb6-ba150d1924c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9191137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10062364'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:16.636953 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22846206-5c2c-4149-acb6-ba150d1924c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=221382b4-b42b-4c32-85fb-c43517f76142,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:16.662334 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22846206-5c2c-4149-acb6-ba150d1924c9 admin admin] Checking segment: {'id': '02eaae0c-cb9b-405c-82ba-98ad81820cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'fa4dac28-d54b-40dd-9ab4-ef764c67f077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:21:16.662790 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22846206-5c2c-4149-acb6-ba150d1924c9 admin admin] Network hostable DHCP agents. Network: fa4dac28-d54b-40dd-9ab4-ef764c67f077, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:21:16.663114 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-154176fa-de50-4173-bb46-587cc22fff5a req-bd577fb1-dbec-41be-ad2a-7c0a8a025bf8 service neutron] 10.222.0.46 "GET /v2.0/networks/1c65535d-8d45-4051-8e5d-043211a49251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6055932 Aug 29 04:21:16.683334 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22846206-5c2c-4149-acb6-ba150d1924c9 admin admin] Network fa4dac28-d54b-40dd-9ab4-ef764c67f077 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:21:16.693790 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-22846206-5c2c-4149-acb6-ba150d1924c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, fa4dac28-d54b-40dd-9ab4-ef764c67f077) {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:21:16.699470 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22846206-5c2c-4149-acb6-ba150d1924c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:16.700317 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-22846206-5c2c-4149-acb6-ba150d1924c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:16.706028 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d20352-82ee-458f-ad7f-628b79239c46 None None] Network fa4dac28-d54b-40dd-9ab4-ef764c67f077 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:21:16.736806 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-22846206-5c2c-4149-acb6-ba150d1924c9 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6032388 Aug 29 04:21:16.752893 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a96bb41-58db-4c56-acb0-bf3dfd05870f req-206b6c37-8936-4c3f-890c-9dc19ed6a6a4 tempest-ServerGroupTestJSON-679182931 tempest-ServerGroupTestJSON-679182931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:16.754318 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6a96bb41-58db-4c56-acb0-bf3dfd05870f req-206b6c37-8936-4c3f-890c-9dc19ed6a6a4 tempest-ServerGroupTestJSON-679182931 tempest-ServerGroupTestJSON-679182931-project] 10.222.0.46 "GET /v2.0/networks?id=da666025-c3c6-48c4-98fb-09f259d7d9ea HTTP/1.1" status: 200 len: 810 time: 0.5119300 Aug 29 04:21:16.793910 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-55c85f76-ca6e-41e3-8989-ad127c35a4a1 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:16.797401 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-0da1712e-7765-499f-be17-e211122f63b1 req-9833088d-e5ce-4cb2-acd0-f9e5b08f2c2c tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:16.798388 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-0da1712e-7765-499f-be17-e211122f63b1 req-9833088d-e5ce-4cb2-acd0-f9e5b08f2c2c tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:16.814708 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-6a96bb41-58db-4c56-acb0-bf3dfd05870f req-00ce6e2d-64a3-4807-98d7-f959130e8cb4 tempest-ServerGroupTestJSON-679182931 tempest-ServerGroupTestJSON-679182931-project] Request body: {'port': {'device_id': '69c7f578-0ba0-4f5b-a2d0-3e950c000270', 'network_id': 'da666025-c3c6-48c4-98fb-09f259d7d9ea', 'admin_state_up': True, 'tenant_id': '86d4651b82d145279aa2919aef7f1688'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:16.895189 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13810b0-6a27-4721-800e-998adede1dec None None] Network fa4dac28-d54b-40dd-9ab4-ef764c67f077 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:21:16.927389 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [req-0da1712e-7765-499f-be17-e211122f63b1 req-9833088d-e5ce-4cb2-acd0-f9e5b08f2c2c tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] Calling delete_port for 236eed89-b6e8-459c-bbbc-2bbce3658283 owned by network:floatingip {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:21:17.449350 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a96bb41-58db-4c56-acb0-bf3dfd05870f req-00ce6e2d-64a3-4807-98d7-f959130e8cb4 tempest-ServerGroupTestJSON-679182931 tempest-ServerGroupTestJSON-679182931-project] Made reservation on behalf of 86d4651b82d145279aa2919aef7f1688 for: {'port': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:21:17.453214 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-6a96bb41-58db-4c56-acb0-bf3dfd05870f req-00ce6e2d-64a3-4807-98d7-f959130e8cb4 tempest-ServerGroupTestJSON-679182931 tempest-ServerGroupTestJSON-679182931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:17.481456 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-154176fa-de50-4173-bb46-587cc22fff5a req-26428023-292d-4cc0-99cf-8f59602ec60f service neutron] 10.222.0.46 "GET /v2.0/networks/1c65535d-8d45-4051-8e5d-043211a49251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7839513 Aug 29 04:21:17.668556 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5da245-bb25-4d57-9084-6653ca4bf08e req-da61768b-ee49-4ed8-aa33-d4b2590f9115 tempest-ServerAddressesTestJSON-194120288 tempest-ServerAddressesTestJSON-194120288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:17.679635 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ef5da245-bb25-4d57-9084-6653ca4bf08e req-da61768b-ee49-4ed8-aa33-d4b2590f9115 tempest-ServerAddressesTestJSON-194120288 tempest-ServerAddressesTestJSON-194120288-project] 10.222.0.22 "GET /v2.0/networks?id=fa4dac28-d54b-40dd-9ab4-ef764c67f077 HTTP/1.1" status: 200 len: 812 time: 0.2222686 Aug 29 04:21:17.704472 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ef5da245-bb25-4d57-9084-6653ca4bf08e req-e0e9c09c-c3d5-490c-89e1-9fc1028f0404 tempest-ServerAddressesTestJSON-194120288 tempest-ServerAddressesTestJSON-194120288-project] 10.222.0.22 "GET /v2.0/quotas/dbd26abd7bbe46dfb6ff62b4bb42f46f HTTP/1.1" status: 200 len: 375 time: 0.0237138 Aug 29 04:21:17.762004 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-0da1712e-7765-499f-be17-e211122f63b1 req-9833088d-e5ce-4cb2-acd0-f9e5b08f2c2c tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:17.785141 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [req-6a96bb41-58db-4c56-acb0-bf3dfd05870f req-00ce6e2d-64a3-4807-98d7-f959130e8cb4 tempest-ServerGroupTestJSON-679182931 tempest-ServerGroupTestJSON-679182931-project] Allocated IP 172.20.0.6 (da666025-c3c6-48c4-98fb-09f259d7d9ea/e09df312-8866-4cc6-81e6-b57382052196/d1476c8d-72ff-4d1a-bea0-e625c975364e) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:21:17.812710 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ef5da245-bb25-4d57-9084-6653ca4bf08e req-b4a3c61d-bcef-4173-9e33-844ae0dcec16 tempest-ServerAddressesTestJSON-194120288 tempest-ServerAddressesTestJSON-194120288-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=dbd26abd7bbe46dfb6ff62b4bb42f46f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1067569 Aug 29 04:21:17.829872 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9833088d-e5ce-4cb2-acd0-f9e5b08f2c2c tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] Pushing event deleted for resources: {'Port': ['ID=236eed89-b6e8-459c-bbbc-2bbce3658283,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:17.948192 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ef5da245-bb25-4d57-9084-6653ca4bf08e req-518f6dfe-e1b3-4f76-a04d-379c26088f15 service neutron] 10.222.0.22 "GET /v2.0/networks/fa4dac28-d54b-40dd-9ab4-ef764c67f077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318552 Aug 29 04:21:17.951769 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-55c85f76-ca6e-41e3-8989-ad127c35a4a1 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:17.964708 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-55c85f76-ca6e-41e3-8989-ad127c35a4a1 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:18.044210 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-0da1712e-7765-499f-be17-e211122f63b1 req-9833088d-e5ce-4cb2-acd0-f9e5b08f2c2c tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] Notify callbacks [] for floatingip, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:18.046985 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-0da1712e-7765-499f-be17-e211122f63b1 req-9833088d-e5ce-4cb2-acd0-f9e5b08f2c2c tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:18.048223 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0da1712e-7765-499f-be17-e211122f63b1 req-9833088d-e5ce-4cb2-acd0-f9e5b08f2c2c tempest-FloatingIPDetailsTestJSON-1305728269 tempest-FloatingIPDetailsTestJSON-1305728269-project] 10.222.0.22 "DELETE /v2.0/floatingips/19fe758d-cd33-4c81-8a25-0ebe4ba59282 HTTP/1.1" status: 204 len: 173 time: 2.4857323 Aug 29 04:21:18.059915 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 50636) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:18.062964 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154176fa-de50-4173-bb46-587cc22fff5a req-d07a6139-3ab8-4fb8-ae05-3f492b9d10c5 tempest-LiveMigrationTest-555913250 tempest-LiveMigrationTest-555913250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:18.064566 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-154176fa-de50-4173-bb46-587cc22fff5a req-d07a6139-3ab8-4fb8-ae05-3f492b9d10c5 tempest-LiveMigrationTest-555913250 tempest-LiveMigrationTest-555913250-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=33938cd7-ba94-4eae-b8ec-80748b58e019&tenant_id=260b2b7726794e4d90a38e52b66506fd&binding%3Ahost_id=n-h1-712140-12 HTTP/1.1" status: 200 len: 1096 time: 0.2132277 Aug 29 04:21:18.145686 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ef5da245-bb25-4d57-9084-6653ca4bf08e req-05982a45-d652-40f7-a963-ca98c275577d service neutron] 10.222.0.22 "GET /v2.0/networks/fa4dac28-d54b-40dd-9ab4-ef764c67f077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862493 Aug 29 04:21:18.159757 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c85f76-ca6e-41e3-8989-ad127c35a4a1 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Pushing event updated for resources: {'Port': ['ID=73702102-f802-4372-9632-e5ce0cee4b9e,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:18.174386 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-55c85f76-ca6e-41e3-8989-ad127c35a4a1 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-718897'] for router_interface, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:18.341700 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-6a96bb41-58db-4c56-acb0-bf3dfd05870f req-00ce6e2d-64a3-4807-98d7-f959130e8cb4 tempest-ServerGroupTestJSON-679182931 tempest-ServerGroupTestJSON-679182931-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:18.415055 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d530d1-2b3e-4a8d-9730-c312234ee984 req-52b262a8-f6e5-4750-9a9b-d3e56586f657 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:18.418881 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-89d530d1-2b3e-4a8d-9730-c312234ee984 req-52b262a8-f6e5-4750-9a9b-d3e56586f657 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=33938cd7-ba94-4eae-b8ec-80748b58e019 HTTP/1.1" status: 200 len: 944 time: 0.2257516 Aug 29 04:21:18.544655 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-89d530d1-2b3e-4a8d-9730-c312234ee984 req-ff36d410-29e3-4009-937a-d0825816fa8d tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007547 Aug 29 04:21:18.560247 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-154176fa-de50-4173-bb46-587cc22fff5a req-169fd589-ecdb-4e2b-acc8-46aa22b80160 service neutron] For port 599cb102-cc01-4336-89d8-102a6ac3c71a, host n-h2-712140-12, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:21:18.572848 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-154176fa-de50-4173-bb46-587cc22fff5a req-169fd589-ecdb-4e2b-acc8-46aa22b80160 service neutron] Notify callbacks [] for binding, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:18.579183 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-154176fa-de50-4173-bb46-587cc22fff5a req-169fd589-ecdb-4e2b-acc8-46aa22b80160 service neutron] 10.222.0.46 "DELETE /v2.0/ports/599cb102-cc01-4336-89d8-102a6ac3c71a/bindings/n-h2-712140-12 HTTP/1.1" status: 204 len: 173 time: 0.4744778 Aug 29 04:21:18.582739 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-6a96bb41-58db-4c56-acb0-bf3dfd05870f req-00ce6e2d-64a3-4807-98d7-f959130e8cb4 tempest-ServerGroupTestJSON-679182931 tempest-ServerGroupTestJSON-679182931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:18.633088 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb99462-f184-4a46-a473-b73db618d0f1 req-920191b1-7510-4124-b5c6-dbfe5d993a5f tempest-ServerGroupTestJSON-679182931 tempest-ServerGroupTestJSON-679182931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:18.642852 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9eb99462-f184-4a46-a473-b73db618d0f1 req-920191b1-7510-4124-b5c6-dbfe5d993a5f tempest-ServerGroupTestJSON-679182931 tempest-ServerGroupTestJSON-679182931-project] 10.222.0.22 "GET /v2.0/ports?device_id=69c7f578-0ba0-4f5b-a2d0-3e950c000270 HTTP/1.1" status: 200 len: 931 time: 0.1163318 Aug 29 04:21:18.679879 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ce6e2d-64a3-4807-98d7-f959130e8cb4 tempest-ServerGroupTestJSON-679182931 tempest-ServerGroupTestJSON-679182931-project] Pushing event updated for resources: {'Port': ['ID=d1476c8d-72ff-4d1a-bea0-e625c975364e,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:18.700655 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c85f76-ca6e-41e3-8989-ad127c35a4a1 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Network d9cc1ca9-33a4-462b-9283-4424327a261d is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:21:18.704917 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-55c85f76-ca6e-41e3-8989-ad127c35a4a1 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:21:18.718042 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a96bb41-58db-4c56-acb0-bf3dfd05870f req-00ce6e2d-64a3-4807-98d7-f959130e8cb4 tempest-ServerGroupTestJSON-679182931 tempest-ServerGroupTestJSON-679182931-project] Network da666025-c3c6-48c4-98fb-09f259d7d9ea is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:21:18.721013 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [req-6a96bb41-58db-4c56-acb0-bf3dfd05870f req-00ce6e2d-64a3-4807-98d7-f959130e8cb4 tempest-ServerGroupTestJSON-679182931 tempest-ServerGroupTestJSON-679182931-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:21:18.725320 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9eb99462-f184-4a46-a473-b73db618d0f1 req-c6a90ff8-4c1b-4a9d-aee2-e2b6387057cf tempest-ServerGroupTestJSON-679182931 tempest-ServerGroupTestJSON-679182931-project] 10.222.0.22 "GET /v2.0/security-groups?id=5525992b-eee7-4ae4-9add-3a7517762835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771956 Aug 29 04:21:18.762893 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a96bb41-58db-4c56-acb0-bf3dfd05870f req-00ce6e2d-64a3-4807-98d7-f959130e8cb4 tempest-ServerGroupTestJSON-679182931 tempest-ServerGroupTestJSON-679182931-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:21:18.846517 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-300bdf2a-d0ed-4aa6-88de-45bf0448cb82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713413'] for router_interface, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:18.975813 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:18.986713 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-78667c2c-1a5e-4cd0-bb72-2aab12a1a017 req-625b878d-4b09-47e5-8a06-e13aa778ced5 tempest-ServerAddressesTestJSON-194120288 tempest-ServerAddressesTestJSON-194120288-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc994603-4ac1-4cb8-8443-c0c5321ab73c HTTP/1.1" status: 200 len: 210 time: 0.0833042 Aug 29 04:21:18.998029 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a96bb41-58db-4c56-acb0-bf3dfd05870f req-00ce6e2d-64a3-4807-98d7-f959130e8cb4 tempest-ServerGroupTestJSON-679182931 tempest-ServerGroupTestJSON-679182931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:18.998714 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-6a96bb41-58db-4c56-acb0-bf3dfd05870f req-00ce6e2d-64a3-4807-98d7-f959130e8cb4 tempest-ServerGroupTestJSON-679182931 tempest-ServerGroupTestJSON-679182931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:19.041371 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6a96bb41-58db-4c56-acb0-bf3dfd05870f req-00ce6e2d-64a3-4807-98d7-f959130e8cb4 tempest-ServerGroupTestJSON-679182931 tempest-ServerGroupTestJSON-679182931-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2604759 Aug 29 04:21:19.078290 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-6a96bb41-58db-4c56-acb0-bf3dfd05870f req-64edc0a3-b21f-4c9d-979e-3388ce56eee4 service neutron] Request body: {'port': {'device_id': '69c7f578-0ba0-4f5b-a2d0-3e950c000270', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-12'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:19.117617 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c45ce5-b1e8-4023-8c67-c9eca03927f4 req-7be95ebc-5913-44a3-901c-90b2a97c5241 tempest-LiveMigrationTest-555913250 tempest-LiveMigrationTest-555913250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:19.127347 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-14c45ce5-b1e8-4023-8c67-c9eca03927f4 req-7be95ebc-5913-44a3-901c-90b2a97c5241 tempest-LiveMigrationTest-555913250 tempest-LiveMigrationTest-555913250-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=33938cd7-ba94-4eae-b8ec-80748b58e019 HTTP/1.1" status: 200 len: 1096 time: 0.0771382 Aug 29 04:21:19.141997 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-36cf34e0-8d17-4c87-b4a7-c10cdc53f500 None None] Provisioning complete for port 73702102-f802-4372-9632-e5ce0cee4b9e triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:21:19.142977 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-36cf34e0-8d17-4c87-b4a7-c10cdc53f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:19.214468 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-36cf34e0-8d17-4c87-b4a7-c10cdc53f500 None None] Port 73702102-f802-4372-9632-e5ce0cee4b9e cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:21:19.233526 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-14c45ce5-b1e8-4023-8c67-c9eca03927f4 req-293b5f47-fff5-484c-a762-a09003a01301 tempest-LiveMigrationTest-555913250 tempest-LiveMigrationTest-555913250-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031940 Aug 29 04:21:19.235199 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-6a96bb41-58db-4c56-acb0-bf3dfd05870f req-64edc0a3-b21f-4c9d-979e-3388ce56eee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:19.263564 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55c85f76-ca6e-41e3-8989-ad127c35a4a1 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Router f2da053c-79ba-4168-b705-e95ec9a0d007 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:21:19.413647 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-300bdf2a-d0ed-4aa6-88de-45bf0448cb82 admin admin] Deleting port 6639f382-b766-4f1f-aaf7-5b9105ddb4b1 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:21:19.414146 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-300bdf2a-d0ed-4aa6-88de-45bf0448cb82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:19.541923 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55c85f76-ca6e-41e3-8989-ad127c35a4a1 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:21:19.544782 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-300bdf2a-d0ed-4aa6-88de-45bf0448cb82 admin admin] For port 6639f382-b766-4f1f-aaf7-5b9105ddb4b1, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=6639f382-b766-4f1f-aaf7-5b9105ddb4b1,segment=NetworkSegment(aba1ad6c-3203-4cac-aff4-be77a48241e8),segment_id=aba1ad6c-3203-4cac-aff4-be77a48241e8)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:19.546126 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-300bdf2a-d0ed-4aa6-88de-45bf0448cb82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:19.549065 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-55c85f76-ca6e-41e3-8989-ad127c35a4a1 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] 10.222.0.22 "PUT /v2.0/routers/f2da053c-79ba-4168-b705-e95ec9a0d007/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1158233 Aug 29 04:21:19.551790 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 50666) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:19.562791 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c1144a-303a-4ba3-a698-4a43974e9fd0 None None] Sync routers for ids ['f2da053c-79ba-4168-b705-e95ec9a0d007'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:21:19.572058 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-300bdf2a-d0ed-4aa6-88de-45bf0448cb82 admin admin] Calling delete_port for 6639f382-b766-4f1f-aaf7-5b9105ddb4b1 owned by network:router_interface {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:21:19.606504 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c1144a-303a-4ba3-a698-4a43974e9fd0 None None] Routers {'f2da053c-79ba-4168-b705-e95ec9a0d007'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:21:19.607583 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-b8c1144a-303a-4ba3-a698-4a43974e9fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:21:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['f2da053c-79ba-4168-b705-e95ec9a0d007'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:19.696223 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-b8c1144a-303a-4ba3-a698-4a43974e9fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:19.722365 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c1144a-303a-4ba3-a698-4a43974e9fd0 None None] Routers {'f2da053c-79ba-4168-b705-e95ec9a0d007'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:21:19.723154 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-b8c1144a-303a-4ba3-a698-4a43974e9fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:21:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['f2da053c-79ba-4168-b705-e95ec9a0d007'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:19.797737 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0ae0156e-7d5d-4c1a-b10d-4799c3bf86a2 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Notify callbacks [] for router, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:19.833135 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-b8c1144a-303a-4ba3-a698-4a43974e9fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:19.834483 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c1144a-303a-4ba3-a698-4a43974e9fd0 None None] The sync data for ids ['f2da053c-79ba-4168-b705-e95ec9a0d007'] in n-d-712140-12 is: [] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:21:20.020231 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-300bdf2a-d0ed-4aa6-88de-45bf0448cb82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:20.040546 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39dcf58-7cf9-464a-b48b-83a1afa37251 req-01392318-8a37-4aac-9890-1d356c8c2c1d tempest-ServerGroupTestJSON-679182931 tempest-ServerGroupTestJSON-679182931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:20.048774 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a39dcf58-7cf9-464a-b48b-83a1afa37251 req-01392318-8a37-4aac-9890-1d356c8c2c1d tempest-ServerGroupTestJSON-679182931 tempest-ServerGroupTestJSON-679182931-project] 10.222.0.22 "GET /v2.0/ports?device_id=69c7f578-0ba0-4f5b-a2d0-3e950c000270 HTTP/1.1" status: 200 len: 931 time: 0.0951269 Aug 29 04:21:20.078630 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300bdf2a-d0ed-4aa6-88de-45bf0448cb82 admin admin] Pushing event deleted for resources: {'Port': ['ID=6639f382-b766-4f1f-aaf7-5b9105ddb4b1,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:20.236222 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a39dcf58-7cf9-464a-b48b-83a1afa37251 req-b144c277-2b35-435c-b97e-5f8af6262cd2 tempest-ServerGroupTestJSON-679182931 tempest-ServerGroupTestJSON-679182931-project] 10.222.0.22 "GET /v2.0/security-groups?id=5525992b-eee7-4ae4-9add-3a7517762835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861267 Aug 29 04:21:20.292946 n-d-712140-12 neutron-server[94829]: INFO neutron.api.v2.resource [None req-0ae0156e-7d5d-4c1a-b10d-4799c3bf86a2 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 29 04:21:20.297051 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-0ae0156e-7d5d-4c1a-b10d-4799c3bf86a2 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] 10.222.0.22 "DELETE /v2.0/routers/f2da053c-79ba-4168-b705-e95ec9a0d007 HTTP/1.1" status: 409 len: 329 time: 0.7413785 Aug 29 04:21:20.301808 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 50690) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:20.427018 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-300bdf2a-d0ed-4aa6-88de-45bf0448cb82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-713231'] for router_interface, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:20.510151 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [req-6a96bb41-58db-4c56-acb0-bf3dfd05870f req-64edc0a3-b21f-4c9d-979e-3388ce56eee4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1476c8d-72ff-4d1a-bea0-e625c975364e {{(pid=94829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:21:20.542035 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-6a96bb41-58db-4c56-acb0-bf3dfd05870f req-64edc0a3-b21f-4c9d-979e-3388ce56eee4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:20.576058 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [req-6a96bb41-58db-4c56-acb0-bf3dfd05870f req-64edc0a3-b21f-4c9d-979e-3388ce56eee4 service neutron] Transition to ACTIVE for port object d1476c8d-72ff-4d1a-bea0-e625c975364e will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:21:20.583777 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a65db42-601d-4e99-9504-af330495eba9 req-7fad9242-6fe0-4d1a-8091-ae2d80973864 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:20.592693 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3a65db42-601d-4e99-9504-af330495eba9 req-7fad9242-6fe0-4d1a-8091-ae2d80973864 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/networks?id=1c65535d-8d45-4051-8e5d-043211a49251 HTTP/1.1" status: 200 len: 807 time: 0.4699790 Aug 29 04:21:20.618222 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-62e4ed61-9104-4bce-a6d3-4a801b42da94 req-487f7b2a-05e5-4d15-8d32-45f70cb13565 tempest-ServerAddressesTestJSON-194120288 tempest-ServerAddressesTestJSON-194120288-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc994603-4ac1-4cb8-8443-c0c5321ab73c HTTP/1.1" status: 200 len: 210 time: 0.0607736 Aug 29 04:21:20.652600 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-6a96bb41-58db-4c56-acb0-bf3dfd05870f req-64edc0a3-b21f-4c9d-979e-3388ce56eee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:20.757329 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3a65db42-601d-4e99-9504-af330495eba9 req-39800feb-1ae9-45bb-be0f-abc88600d929 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/quotas/260b2b7726794e4d90a38e52b66506fd HTTP/1.1" status: 200 len: 375 time: 0.1633227 Aug 29 04:21:20.778446 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64edc0a3-b21f-4c9d-979e-3388ce56eee4 service neutron] Pushing event updated for resources: {'Port': ['ID=d1476c8d-72ff-4d1a-bea0-e625c975364e,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:20.859843 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-300bdf2a-d0ed-4aa6-88de-45bf0448cb82 admin admin] Router f612c961-c09b-4e32-894d-3406e5ae5150 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:21:21.018451 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3a65db42-601d-4e99-9504-af330495eba9 req-dbf69594-7561-455b-8367-c4a71ed46f37 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=260b2b7726794e4d90a38e52b66506fd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2600210 Aug 29 04:21:21.090221 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-300bdf2a-d0ed-4aa6-88de-45bf0448cb82 admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:21:21.100326 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-300bdf2a-d0ed-4aa6-88de-45bf0448cb82 admin admin] 10.222.0.22 "PUT /v2.0/routers/f612c961-c09b-4e32-894d-3406e5ae5150/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0386012 Aug 29 04:21:21.104553 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 50698) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:21.117109 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d06bbe6-18d8-4892-ae49-fb0223c7c49d None None] Sync routers for ids ['f612c961-c09b-4e32-894d-3406e5ae5150'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:21:21.135338 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d06bbe6-18d8-4892-ae49-fb0223c7c49d None None] Routers {'f612c961-c09b-4e32-894d-3406e5ae5150'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:21:21.137521 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-9d06bbe6-18d8-4892-ae49-fb0223c7c49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:21:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['f612c961-c09b-4e32-894d-3406e5ae5150'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:21.179003 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5da245-bb25-4d57-9084-6653ca4bf08e req-a356cfbd-4ab0-4a85-9bce-f59d975abfee tempest-ServerAddressesTestJSON-194120288 tempest-ServerAddressesTestJSON-194120288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:21.180628 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ef5da245-bb25-4d57-9084-6653ca4bf08e req-a356cfbd-4ab0-4a85-9bce-f59d975abfee tempest-ServerAddressesTestJSON-194120288 tempest-ServerAddressesTestJSON-194120288-project] 10.222.0.48 "GET /v2.0/networks?id=fa4dac28-d54b-40dd-9ab4-ef764c67f077 HTTP/1.1" status: 200 len: 812 time: 0.5299530 Aug 29 04:21:21.243727 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5ccd8aeb-2707-471b-b811-0bcc6c56f190 admin admin] Notify callbacks [] for router, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:21.247815 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-ef5da245-bb25-4d57-9084-6653ca4bf08e req-fcaf2bd5-6445-42f4-9a6c-9a999f19eb21 tempest-ServerAddressesTestJSON-194120288 tempest-ServerAddressesTestJSON-194120288-project] Request body: {'port': {'device_id': 'bc994603-4ac1-4cb8-8443-c0c5321ab73c', 'network_id': 'fa4dac28-d54b-40dd-9ab4-ef764c67f077', 'admin_state_up': True, 'tenant_id': 'dbd26abd7bbe46dfb6ff62b4bb42f46f'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:21.333477 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-6a96bb41-58db-4c56-acb0-bf3dfd05870f req-64edc0a3-b21f-4c9d-979e-3388ce56eee4 service neutron] Attempting to bind port d1476c8d-72ff-4d1a-bea0-e625c975364e on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:21:21.333724 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-6a96bb41-58db-4c56-acb0-bf3dfd05870f req-64edc0a3-b21f-4c9d-979e-3388ce56eee4 service neutron] Attempting to bind port d1476c8d-72ff-4d1a-bea0-e625c975364e by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': '65e2d4e5-f9ac-43f5-8e8d-4fdfba446d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'da666025-c3c6-48c4-98fb-09f259d7d9ea'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:21:21.334060 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a96bb41-58db-4c56-acb0-bf3dfd05870f req-64edc0a3-b21f-4c9d-979e-3388ce56eee4 service neutron] Attempting to bind port d1476c8d-72ff-4d1a-bea0-e625c975364e on network da666025-c3c6-48c4-98fb-09f259d7d9ea {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:21:21.362588 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a96bb41-58db-4c56-acb0-bf3dfd05870f req-64edc0a3-b21f-4c9d-979e-3388ce56eee4 service neutron] Port d1476c8d-72ff-4d1a-bea0-e625c975364e on network da666025-c3c6-48c4-98fb-09f259d7d9ea not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:21:21.362920 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a96bb41-58db-4c56-acb0-bf3dfd05870f req-64edc0a3-b21f-4c9d-979e-3388ce56eee4 service neutron] Attempting to bind port d1476c8d-72ff-4d1a-bea0-e625c975364e on network da666025-c3c6-48c4-98fb-09f259d7d9ea {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:21:21.370762 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a96bb41-58db-4c56-acb0-bf3dfd05870f req-64edc0a3-b21f-4c9d-979e-3388ce56eee4 service neutron] Checking agent: {'id': '3de9de52-3a03-431d-9d7e-497ae92c57ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:21:21.371339 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a96bb41-58db-4c56-acb0-bf3dfd05870f req-64edc0a3-b21f-4c9d-979e-3388ce56eee4 service neutron] Checking segment: {'id': '65e2d4e5-f9ac-43f5-8e8d-4fdfba446d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'da666025-c3c6-48c4-98fb-09f259d7d9ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:21:21.371968 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a96bb41-58db-4c56-acb0-bf3dfd05870f req-64edc0a3-b21f-4c9d-979e-3388ce56eee4 service neutron] Bound using segment: {'id': '65e2d4e5-f9ac-43f5-8e8d-4fdfba446d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'da666025-c3c6-48c4-98fb-09f259d7d9ea'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:21:21.372672 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-6a96bb41-58db-4c56-acb0-bf3dfd05870f req-64edc0a3-b21f-4c9d-979e-3388ce56eee4 service neutron] Bound port: d1476c8d-72ff-4d1a-bea0-e625c975364e, host: n-h1-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65e2d4e5-f9ac-43f5-8e8d-4fdfba446d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'da666025-c3c6-48c4-98fb-09f259d7d9ea'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:21:21.373260 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-6a96bb41-58db-4c56-acb0-bf3dfd05870f req-64edc0a3-b21f-4c9d-979e-3388ce56eee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:21.383469 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3a65db42-601d-4e99-9504-af330495eba9 req-cfbb5c03-f61d-477c-ba5d-e235315048b8 service neutron] 10.222.0.22 "GET /v2.0/networks/1c65535d-8d45-4051-8e5d-043211a49251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3641188 Aug 29 04:21:21.396018 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-9d06bbe6-18d8-4892-ae49-fb0223c7c49d None None] Set router f612c961-c09b-4e32-894d-3406e5ae5150 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:21:21.476701 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 50706) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:21.652522 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-9d06bbe6-18d8-4892-ae49-fb0223c7c49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f612c961-c09b-4e32-894d-3406e5ae5150', 'name': 'tempest-FloatingIPDetailsTestJSON-1862558254-router', 'tenant_id': '04d55454cfca4ca7a0fe9ea5be2b44b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '2450d0b9-aca8-426c-899e-59965382e6ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:20:41Z', 'updated_at': '2021-08-29T04:21:19Z', 'revision_number': 5, 'project_id': '04d55454cfca4ca7a0fe9ea5be2b44b6', 'gw_port': {'id': '2450d0b9-aca8-426c-899e-59965382e6ef', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f612c961-c09b-4e32-894d-3406e5ae5150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:20:42Z', 'updated_at': '2021-08-29T04:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:21.655310 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-6a96bb41-58db-4c56-acb0-bf3dfd05870f req-64edc0a3-b21f-4c9d-979e-3388ce56eee4 service neutron] For port d1476c8d-72ff-4d1a-bea0-e625c975364e, host n-h1-712140-12, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:21:21.691305 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-6a96bb41-58db-4c56-acb0-bf3dfd05870f req-64edc0a3-b21f-4c9d-979e-3388ce56eee4 service neutron] For port d1476c8d-72ff-4d1a-bea0-e625c975364e, host n-h1-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=d1476c8d-72ff-4d1a-bea0-e625c975364e,segment=NetworkSegment(65e2d4e5-f9ac-43f5-8e8d-4fdfba446d27),segment_id=65e2d4e5-f9ac-43f5-8e8d-4fdfba446d27)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:21:21.704430 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3a65db42-601d-4e99-9504-af330495eba9 req-92e9ce11-2b08-4311-b409-3111eed5fa9d service neutron] 10.222.0.22 "GET /v2.0/networks/1c65535d-8d45-4051-8e5d-043211a49251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3196282 Aug 29 04:21:21.707181 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d06bbe6-18d8-4892-ae49-fb0223c7c49d None None] Checking router: f612c961-c09b-4e32-894d-3406e5ae5150 for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:21:21.719302 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-6a96bb41-58db-4c56-acb0-bf3dfd05870f req-64edc0a3-b21f-4c9d-979e-3388ce56eee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:21.724785 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d06bbe6-18d8-4892-ae49-fb0223c7c49d None None] Routers {'f612c961-c09b-4e32-894d-3406e5ae5150'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:21:21.725468 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef5da245-bb25-4d57-9084-6653ca4bf08e req-fcaf2bd5-6445-42f4-9a6c-9a999f19eb21 tempest-ServerAddressesTestJSON-194120288 tempest-ServerAddressesTestJSON-194120288-project] Made reservation on behalf of dbd26abd7bbe46dfb6ff62b4bb42f46f for: {'port': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:21:21.726227 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-9d06bbe6-18d8-4892-ae49-fb0223c7c49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:21:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['f612c961-c09b-4e32-894d-3406e5ae5150'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:21.730036 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-ef5da245-bb25-4d57-9084-6653ca4bf08e req-fcaf2bd5-6445-42f4-9a6c-9a999f19eb21 tempest-ServerAddressesTestJSON-194120288 tempest-ServerAddressesTestJSON-194120288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:21.780018 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d20e7643-97ee-4c01-a1c5-2529b7c2a274 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:21.819593 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a96bb41-58db-4c56-acb0-bf3dfd05870f req-64edc0a3-b21f-4c9d-979e-3388ce56eee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:21.820301 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-6a96bb41-58db-4c56-acb0-bf3dfd05870f req-64edc0a3-b21f-4c9d-979e-3388ce56eee4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:21.822169 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6a96bb41-58db-4c56-acb0-bf3dfd05870f req-64edc0a3-b21f-4c9d-979e-3388ce56eee4 service neutron] 10.222.0.46 "PUT /v2.0/ports/d1476c8d-72ff-4d1a-bea0-e625c975364e HTTP/1.1" status: 200 len: 1092 time: 2.7686024 Aug 29 04:21:21.823789 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69c7f578-0ba0-4f5b-a2d0-3e950c000270', 'tag': 'd1476c8d-72ff-4d1a-bea0-e625c975364e'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:21:21.826243 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a89bf853-d1bb-4e07-b4a1-d4338fe55256" -d '{"events": [{"name": "network-changed", "server_uuid": "69c7f578-0ba0-4f5b-a2d0-3e950c000270", "tag": "d1476c8d-72ff-4d1a-bea0-e625c975364e"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:21:21.927750 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-68729683-6e44-4216-9648-d911c409d9da tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713413'] for router_interface, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:21.936562 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64edc0a3-b21f-4c9d-979e-3388ce56eee4 service neutron] Pushing event updated for resources: {'Port': ['ID=d1476c8d-72ff-4d1a-bea0-e625c975364e,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:21.974749 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-9d06bbe6-18d8-4892-ae49-fb0223c7c49d None None] Set router f612c961-c09b-4e32-894d-3406e5ae5150 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:21:21.985050 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5ccd8aeb-2707-471b-b811-0bcc6c56f190 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:22.059566 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b703e466-4400-4680-ad01-2c7a6d06ed09 req-481f3f69-155d-4bde-8338-18dfd67f740b tempest-ServerGroupTestJSON-679182931 tempest-ServerGroupTestJSON-679182931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:22.085860 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b703e466-4400-4680-ad01-2c7a6d06ed09 req-481f3f69-155d-4bde-8338-18dfd67f740b tempest-ServerGroupTestJSON-679182931 tempest-ServerGroupTestJSON-679182931-project] 10.222.0.22 "GET /v2.0/ports?device_id=69c7f578-0ba0-4f5b-a2d0-3e950c000270 HTTP/1.1" status: 200 len: 943 time: 0.7047975 Aug 29 04:21:22.139790 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b703e466-4400-4680-ad01-2c7a6d06ed09 req-0bc2b922-9a46-49b9-a1d9-d73bf703e751 tempest-ServerGroupTestJSON-679182931 tempest-ServerGroupTestJSON-679182931-project] 10.222.0.22 "GET /v2.0/security-groups?id=5525992b-eee7-4ae4-9add-3a7517762835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528049 Aug 29 04:21:22.195679 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5ccd8aeb-2707-471b-b811-0bcc6c56f190 admin admin] Deleting port 2450d0b9-aca8-426c-899e-59965382e6ef {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:21:22.196104 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5ccd8aeb-2707-471b-b811-0bcc6c56f190 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:22.227347 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a96bb41-58db-4c56-acb0-bf3dfd05870f req-4b83d284-1e1e-4616-95b7-dea97bf7de74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:22.230427 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6a96bb41-58db-4c56-acb0-bf3dfd05870f req-4b83d284-1e1e-4616-95b7-dea97bf7de74 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=86d4651b82d145279aa2919aef7f1688&device_id=69c7f578-0ba0-4f5b-a2d0-3e950c000270 HTTP/1.1" status: 200 len: 1095 time: 0.3192878 Aug 29 04:21:22.312609 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2b4c630e-9b91-4bab-b27c-bc3f6ae4f399 req-50e4ee8e-2ad8-432b-90f8-bfcbd0bf0a51 tempest-ServerAddressesTestJSON-194120288 tempest-ServerAddressesTestJSON-194120288-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc994603-4ac1-4cb8-8443-c0c5321ab73c HTTP/1.1" status: 200 len: 210 time: 0.0382967 Aug 29 04:21:22.410935 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5ccd8aeb-2707-471b-b811-0bcc6c56f190 admin admin] For port 2450d0b9-aca8-426c-899e-59965382e6ef, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=2450d0b9-aca8-426c-899e-59965382e6ef,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:22.411656 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5ccd8aeb-2707-471b-b811-0bcc6c56f190 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:22.435638 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-9d06bbe6-18d8-4892-ae49-fb0223c7c49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f612c961-c09b-4e32-894d-3406e5ae5150', 'name': 'tempest-FloatingIPDetailsTestJSON-1862558254-router', 'tenant_id': '04d55454cfca4ca7a0fe9ea5be2b44b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '2450d0b9-aca8-426c-899e-59965382e6ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:20:41Z', 'updated_at': '2021-08-29T04:21:19Z', 'revision_number': 5, 'project_id': '04d55454cfca4ca7a0fe9ea5be2b44b6', 'gw_port': {'id': '2450d0b9-aca8-426c-899e-59965382e6ef', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f612c961-c09b-4e32-894d-3406e5ae5150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:20:42Z', 'updated_at': '2021-08-29T04:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:22.443545 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5ccd8aeb-2707-471b-b811-0bcc6c56f190 admin admin] Calling delete_port for 2450d0b9-aca8-426c-899e-59965382e6ef owned by network:router_gateway {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:21:22.469563 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d06bbe6-18d8-4892-ae49-fb0223c7c49d None None] The sync data for ids ['f612c961-c09b-4e32-894d-3406e5ae5150'] in n-d-712140-12 is: [{'id': 'f612c961-c09b-4e32-894d-3406e5ae5150', 'name': 'tempest-FloatingIPDetailsTestJSON-1862558254-router', 'tenant_id': '04d55454cfca4ca7a0fe9ea5be2b44b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '2450d0b9-aca8-426c-899e-59965382e6ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:20:41Z', 'updated_at': '2021-08-29T04:21:19Z', 'revision_number': 5, 'project_id': '04d55454cfca4ca7a0fe9ea5be2b44b6', 'gw_port': {'id': '2450d0b9-aca8-426c-899e-59965382e6ef', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f612c961-c09b-4e32-894d-3406e5ae5150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:20:42Z', 'updated_at': '2021-08-29T04:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:21:22.703237 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5ccd8aeb-2707-471b-b811-0bcc6c56f190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:22.731407 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81146216-d36c-431e-8db6-f3a2a7b596a2 x-openstack-request-id: req-81146216-d36c-431e-8db6-f3a2a7b596a2 {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:21:22.732219 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69c7f578-0ba0-4f5b-a2d0-3e950c000270", "tag": "d1476c8d-72ff-4d1a-bea0-e625c975364e", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:21:22.732219 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-81146216-d36c-431e-8db6-f3a2a7b596a2 {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:21:22.732422 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69c7f578-0ba0-4f5b-a2d0-3e950c000270', 'tag': 'd1476c8d-72ff-4d1a-bea0-e625c975364e', 'status': 'completed', 'code': 200} Aug 29 04:21:22.732859 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccd8aeb-2707-471b-b811-0bcc6c56f190 admin admin] Pushing event deleted for resources: {'Port': ['ID=2450d0b9-aca8-426c-899e-59965382e6ef,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:22.737430 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6a96bb41-58db-4c56-acb0-bf3dfd05870f req-d13600d9-14cc-4c67-915d-95bc7a361501 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1476c8d-72ff-4d1a-bea0-e625c975364e HTTP/1.1" status: 200 len: 217 time: 0.4902103 Aug 29 04:21:22.835989 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5ccd8aeb-2707-471b-b811-0bcc6c56f190 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719445'] for router_gateway, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:22.924184 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-80fbb1e4-f10f-4a1a-9a8c-76ffbdbd3729 req-134157c3-038c-4702-9bdf-8aa68e96194f tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=65e7da89-db86-45b9-ab8d-171b404cfd20 HTTP/1.1" status: 200 len: 210 time: 0.1884253 Aug 29 04:21:22.945821 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d20e7643-97ee-4c01-a1c5-2529b7c2a274 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:22.949555 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [req-ef5da245-bb25-4d57-9084-6653ca4bf08e req-fcaf2bd5-6445-42f4-9a6c-9a999f19eb21 tempest-ServerAddressesTestJSON-194120288 tempest-ServerAddressesTestJSON-194120288-project] Allocated IP 172.20.0.7 (fa4dac28-d54b-40dd-9ab4-ef764c67f077/221382b4-b42b-4c32-85fb-c43517f76142/3cf0c51b-e93c-4558-976f-f795a4f7042f) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:21:22.958874 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5ccd8aeb-2707-471b-b811-0bcc6c56f190 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:22.961755 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5ccd8aeb-2707-471b-b811-0bcc6c56f190 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:22.982425 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d20e7643-97ee-4c01-a1c5-2529b7c2a274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:23.042287 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a96bb41-58db-4c56-acb0-bf3dfd05870f req-751404cf-985e-4d64-b873-39c1b5cd2e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:23.044448 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6a96bb41-58db-4c56-acb0-bf3dfd05870f req-751404cf-985e-4d64-b873-39c1b5cd2e4f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e09df312-8866-4cc6-81e6-b57382052196 HTTP/1.1" status: 200 len: 850 time: 0.2822480 Aug 29 04:21:23.049445 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5ccd8aeb-2707-471b-b811-0bcc6c56f190 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717253'] for router, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:23.051875 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ccd8aeb-2707-471b-b811-0bcc6c56f190 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f612c961-c09b-4e32-894d-3406e5ae5150 {{(pid=94828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:21:23.064471 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5ccd8aeb-2707-471b-b811-0bcc6c56f190 admin admin] Notify callbacks [] for router, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:23.070082 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-5ccd8aeb-2707-471b-b811-0bcc6c56f190 admin admin] 10.222.0.22 "DELETE /v2.0/routers/f612c961-c09b-4e32-894d-3406e5ae5150 HTTP/1.1" status: 204 len: 168 time: 1.9616711 Aug 29 04:21:23.070838 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 50726) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:23.166274 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 6639f382-b766-4f1f-aaf7-5b9105ddb4b1 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:21:23.198123 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-d20e7643-97ee-4c01-a1c5-2529b7c2a274 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=75d873b3f6c84cd187443957d6a096da&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7190936 Aug 29 04:21:23.199052 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20e7643-97ee-4c01-a1c5-2529b7c2a274 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4deae0e0-cd3e-445d-a075-0f3f5e1663c8,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:23.208467 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 50732) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:23.228970 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 6639f382-b766-4f1f-aaf7-5b9105ddb4b1 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:21:23.230122 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 6639f382-b766-4f1f-aaf7-5b9105ddb4b1 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:21:23.253823 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf67badf-7121-4c8f-ba23-3c7085ae475d admin admin] Deleting subnet 100359fd-9a42-4d93-9537-07778121f197 {{(pid=94828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:21:23.263824 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cf67badf-7121-4c8f-ba23-3c7085ae475d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:23.310907 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6a96bb41-58db-4c56-acb0-bf3dfd05870f req-32cef934-9831-4544-9efd-b9f6c49cb138 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=da666025-c3c6-48c4-98fb-09f259d7d9ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1991155 Aug 29 04:21:23.347222 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cf67badf-7121-4c8f-ba23-3c7085ae475d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8904862'] for subnet, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:23.404692 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6e1ff731-20cf-4993-be16-5d4fd20569ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:23.470728 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6e1ff731-20cf-4993-be16-5d4fd20569ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:23.492809 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-37a25f77-5a6b-4883-93fc-64a528540180 req-bc2939c0-7154-4ec2-9932-121177bc6cb2 tempest-ServerAddressesTestJSON-194120288 tempest-ServerAddressesTestJSON-194120288-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc994603-4ac1-4cb8-8443-c0c5321ab73c HTTP/1.1" status: 200 len: 210 time: 0.0409329 Aug 29 04:21:23.532230 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cf67badf-7121-4c8f-ba23-3c7085ae475d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:23.600145 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de901c0e-8397-4a00-b138-cae4003a8fe3 req-a4780333-81dd-4754-92db-880730a1487f tempest-ServerGroupTestJSON-679182931 tempest-ServerGroupTestJSON-679182931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:23.602053 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6e1ff731-20cf-4993-be16-5d4fd20569ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:23.602450 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-de901c0e-8397-4a00-b138-cae4003a8fe3 req-a4780333-81dd-4754-92db-880730a1487f tempest-ServerGroupTestJSON-679182931 tempest-ServerGroupTestJSON-679182931-project] 10.222.0.22 "GET /v2.0/ports?device_id=69c7f578-0ba0-4f5b-a2d0-3e950c000270 HTTP/1.1" status: 200 len: 943 time: 0.2866275 Aug 29 04:21:23.605227 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6e1ff731-20cf-4993-be16-5d4fd20569ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:23.607190 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-6e1ff731-20cf-4993-be16-5d4fd20569ae admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4deae0e0-cd3e-445d-a075-0f3f5e1663c8 HTTP/1.1" status: 204 len: 168 time: 0.3794873 Aug 29 04:21:23.631404 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1ff731-20cf-4993-be16-5d4fd20569ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4deae0e0-cd3e-445d-a075-0f3f5e1663c8,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:23.646113 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cf67badf-7121-4c8f-ba23-3c7085ae475d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9190434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062341'] for subnet, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:23.687011 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-ef5da245-bb25-4d57-9084-6653ca4bf08e req-fcaf2bd5-6445-42f4-9a6c-9a999f19eb21 tempest-ServerAddressesTestJSON-194120288 tempest-ServerAddressesTestJSON-194120288-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:23.690130 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf67badf-7121-4c8f-ba23-3c7085ae475d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=100359fd-9a42-4d93-9537-07778121f197,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:23.708805 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cf67badf-7121-4c8f-ba23-3c7085ae475d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:23.714996 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-cf67badf-7121-4c8f-ba23-3c7085ae475d admin admin] 10.222.0.22 "DELETE /v2.0/subnets/100359fd-9a42-4d93-9537-07778121f197 HTTP/1.1" status: 204 len: 168 time: 0.6387920 Aug 29 04:21:23.715294 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6a96bb41-58db-4c56-acb0-bf3dfd05870f req-c3ec8aa5-11e7-4fc6-ba84-17498347eab9 service neutron] 10.222.0.46 "GET /v2.0/networks/da666025-c3c6-48c4-98fb-09f259d7d9ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3848724 Aug 29 04:21:23.715959 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 50740) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:23.724414 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0fe3f6b-61a8-40a4-857f-b428463b5633 None None] Network 3c267606-936c-4873-8d3e-cf711974ceb1 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:21:23.831854 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fa2ee5a2-5ba8-4c03-ae9b-b2e3135c1a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:23.874340 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-de901c0e-8397-4a00-b138-cae4003a8fe3 req-e5d0d6e4-2240-4d10-8427-ddad5a67c29a tempest-ServerGroupTestJSON-679182931 tempest-ServerGroupTestJSON-679182931-project] 10.222.0.22 "GET /v2.0/security-groups?id=5525992b-eee7-4ae4-9add-3a7517762835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513409 Aug 29 04:21:23.997751 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-68729683-6e44-4216-9648-d911c409d9da tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Deleting port 73702102-f802-4372-9632-e5ce0cee4b9e {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:21:23.998292 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-68729683-6e44-4216-9648-d911c409d9da tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:24.019151 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a65db42-601d-4e99-9504-af330495eba9 req-89474797-81c5-4dc1-b9c2-46d8adc8914a tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:24.021382 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3a65db42-601d-4e99-9504-af330495eba9 req-89474797-81c5-4dc1-b9c2-46d8adc8914a tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.48 "GET /v2.0/networks?id=1c65535d-8d45-4051-8e5d-043211a49251 HTTP/1.1" status: 200 len: 807 time: 0.1857874 Aug 29 04:21:24.070322 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-ef5da245-bb25-4d57-9084-6653ca4bf08e req-fcaf2bd5-6445-42f4-9a6c-9a999f19eb21 tempest-ServerAddressesTestJSON-194120288 tempest-ServerAddressesTestJSON-194120288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:24.079237 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-3a65db42-601d-4e99-9504-af330495eba9 req-28ec2d6a-c1a4-491b-b83d-81c9d00a6246 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Request body: {'port': {'device_id': '65e7da89-db86-45b9-ab8d-171b404cfd20', 'network_id': '1c65535d-8d45-4051-8e5d-043211a49251', 'admin_state_up': True, 'tenant_id': '260b2b7726794e4d90a38e52b66506fd'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:24.089655 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288581cc-2a7b-44c9-a905-2ebb0c2497b5 None None] DHCP port deletion for 3c267606-936c-4873-8d3e-cf711974ceb1 request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:21:24.163590 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-288581cc-2a7b-44c9-a905-2ebb0c2497b5 None None] Deleting port f756ba73-7cee-4d57-9dfd-1f7a823e19d9 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:21:24.163940 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 50746) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:24.164106 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-288581cc-2a7b-44c9-a905-2ebb0c2497b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:24.169633 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6a96bb41-58db-4c56-acb0-bf3dfd05870f req-54f8a8f9-f0f4-4ec1-8dc2-050c19801263 service neutron] 10.222.0.46 "GET /v2.0/networks/da666025-c3c6-48c4-98fb-09f259d7d9ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4445546 Aug 29 04:21:24.174074 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d762fa1d-3c2a-447a-87b7-cbb11c4de25e req-fe0bfa0d-b279-4fb8-8537-6dccd976cba2 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=65e7da89-db86-45b9-ab8d-171b404cfd20 HTTP/1.1" status: 200 len: 210 time: 0.0890608 Aug 29 04:21:24.214562 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef5da245-bb25-4d57-9084-6653ca4bf08e req-fcaf2bd5-6445-42f4-9a6c-9a999f19eb21 tempest-ServerAddressesTestJSON-194120288 tempest-ServerAddressesTestJSON-194120288-project] Network fa4dac28-d54b-40dd-9ab4-ef764c67f077 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:21:24.216526 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaf2bd5-6445-42f4-9a6c-9a999f19eb21 tempest-ServerAddressesTestJSON-194120288 tempest-ServerAddressesTestJSON-194120288-project] Pushing event updated for resources: {'Port': ['ID=3cf0c51b-e93c-4558-976f-f795a4f7042f,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:24.219798 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6e5e8b16-da61-47bd-a925-28f87ceda1f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:24.222632 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [req-ef5da245-bb25-4d57-9084-6653ca4bf08e req-fcaf2bd5-6445-42f4-9a6c-9a999f19eb21 tempest-ServerAddressesTestJSON-194120288 tempest-ServerAddressesTestJSON-194120288-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:21:24.228156 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef5da245-bb25-4d57-9084-6653ca4bf08e req-fcaf2bd5-6445-42f4-9a6c-9a999f19eb21 tempest-ServerAddressesTestJSON-194120288 tempest-ServerAddressesTestJSON-194120288-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:21:24.239417 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-fa2ee5a2-5ba8-4c03-ae9b-b2e3135c1a66 admin admin] Deleting port f756ba73-7cee-4d57-9dfd-1f7a823e19d9 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:21:24.240473 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fa2ee5a2-5ba8-4c03-ae9b-b2e3135c1a66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:24.259448 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-288581cc-2a7b-44c9-a905-2ebb0c2497b5 None None] For port f756ba73-7cee-4d57-9dfd-1f7a823e19d9, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=f756ba73-7cee-4d57-9dfd-1f7a823e19d9,segment=NetworkSegment(aba1ad6c-3203-4cac-aff4-be77a48241e8),segment_id=aba1ad6c-3203-4cac-aff4-be77a48241e8)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:24.260743 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-288581cc-2a7b-44c9-a905-2ebb0c2497b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:24.294500 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-288581cc-2a7b-44c9-a905-2ebb0c2497b5 None None] Calling delete_port for f756ba73-7cee-4d57-9dfd-1f7a823e19d9 owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:21:24.324335 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-68729683-6e44-4216-9648-d911c409d9da tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:24.340173 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-fa2ee5a2-5ba8-4c03-ae9b-b2e3135c1a66 admin admin] For port f756ba73-7cee-4d57-9dfd-1f7a823e19d9, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=f756ba73-7cee-4d57-9dfd-1f7a823e19d9,segment=NetworkSegment(aba1ad6c-3203-4cac-aff4-be77a48241e8),segment_id=aba1ad6c-3203-4cac-aff4-be77a48241e8)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:24.340535 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fa2ee5a2-5ba8-4c03-ae9b-b2e3135c1a66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:24.359401 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a65db42-601d-4e99-9504-af330495eba9 req-28ec2d6a-c1a4-491b-b83d-81c9d00a6246 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Made reservation on behalf of 260b2b7726794e4d90a38e52b66506fd for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:21:24.362952 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.db.api [None req-6e5e8b16-da61-47bd-a925-28f87ceda1f5 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 04:21:24.362952 n-d-712140-12 neutron-server[94829]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 29 04:21:24.362952 n-d-712140-12 neutron-server[94829]: [parameters: {'project_id_1': '3899805b11334b2db1a0d4f26bd504bd', 'expiration_1': datetime.datetime(2021, 8, 29, 4, 21, 24, 326451)}] Aug 29 04:21:24.362952 n-d-712140-12 neutron-server[94829]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:21:24.363391 n-d-712140-12 neutron-server[94829]: DEBUG oslo_db.api [None req-6e5e8b16-da61-47bd-a925-28f87ceda1f5 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:21:24.364342 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-68729683-6e44-4216-9648-d911c409d9da tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Calling delete_port for 73702102-f802-4372-9632-e5ce0cee4b9e owned by network:router_interface {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:21:24.367345 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-3a65db42-601d-4e99-9504-af330495eba9 req-28ec2d6a-c1a4-491b-b83d-81c9d00a6246 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:24.374173 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-fa2ee5a2-5ba8-4c03-ae9b-b2e3135c1a66 admin admin] Calling delete_port for f756ba73-7cee-4d57-9dfd-1f7a823e19d9 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:21:24.376546 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5da245-bb25-4d57-9084-6653ca4bf08e req-fcaf2bd5-6445-42f4-9a6c-9a999f19eb21 tempest-ServerAddressesTestJSON-194120288 tempest-ServerAddressesTestJSON-194120288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:24.377187 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-ef5da245-bb25-4d57-9084-6653ca4bf08e req-fcaf2bd5-6445-42f4-9a6c-9a999f19eb21 tempest-ServerAddressesTestJSON-194120288 tempest-ServerAddressesTestJSON-194120288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:24.401987 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89bf853-d1bb-4e07-b4a1-d4338fe55256 req-f980cafa-68ab-4bcb-a006-2ddeb4574477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:24.403666 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a89bf853-d1bb-4e07-b4a1-d4338fe55256 req-f980cafa-68ab-4bcb-a006-2ddeb4574477 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=86d4651b82d145279aa2919aef7f1688&device_id=69c7f578-0ba0-4f5b-a2d0-3e950c000270 HTTP/1.1" status: 200 len: 1095 time: 0.1634607 Aug 29 04:21:24.412606 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ef5da245-bb25-4d57-9084-6653ca4bf08e req-fcaf2bd5-6445-42f4-9a6c-9a999f19eb21 tempest-ServerAddressesTestJSON-194120288 tempest-ServerAddressesTestJSON-194120288-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2078536 Aug 29 04:21:24.449921 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-ef5da245-bb25-4d57-9084-6653ca4bf08e req-06e6327d-3ee0-45d8-af81-d1149c82db03 service neutron] Request body: {'port': {'device_id': 'bc994603-4ac1-4cb8-8443-c0c5321ab73c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-12'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:24.471924 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-288581cc-2a7b-44c9-a905-2ebb0c2497b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:24.498246 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288581cc-2a7b-44c9-a905-2ebb0c2497b5 None None] Pushing event deleted for resources: {'Port': ['ID=f756ba73-7cee-4d57-9dfd-1f7a823e19d9,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:24.502287 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288581cc-2a7b-44c9-a905-2ebb0c2497b5 None None] No DVR routers for this DVR port f756ba73-7cee-4d57-9dfd-1f7a823e19d9 on host n-d-712140-12 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:21:24.626194 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fa2ee5a2-5ba8-4c03-ae9b-b2e3135c1a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:24.635763 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-ef5da245-bb25-4d57-9084-6653ca4bf08e req-06e6327d-3ee0-45d8-af81-d1149c82db03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:24.656107 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2ee5a2-5ba8-4c03-ae9b-b2e3135c1a66 admin admin] Pushing event deleted for resources: {'Port': ['ID=f756ba73-7cee-4d57-9dfd-1f7a823e19d9,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:24.664583 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2ee5a2-5ba8-4c03-ae9b-b2e3135c1a66 admin admin] No DVR routers for this DVR port f756ba73-7cee-4d57-9dfd-1f7a823e19d9 on host n-d-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:21:24.699664 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89bf853-d1bb-4e07-b4a1-d4338fe55256 req-5a25f56c-1335-4045-9c0b-676cb2ad2cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:24.701549 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a89bf853-d1bb-4e07-b4a1-d4338fe55256 req-5a25f56c-1335-4045-9c0b-676cb2ad2cbb service neutron] 10.222.0.46 "GET /v2.0/networks?id=da666025-c3c6-48c4-98fb-09f259d7d9ea HTTP/1.1" status: 200 len: 911 time: 0.2570705 Aug 29 04:21:24.744477 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-3a65db42-601d-4e99-9504-af330495eba9 req-28ec2d6a-c1a4-491b-b83d-81c9d00a6246 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Allocated IP 172.20.0.12 (1c65535d-8d45-4051-8e5d-043211a49251/d11db723-881a-44e4-ae3d-f8a6bedc146e/2a243fa4-fca0-46fd-9408-205c6078f3f7) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:21:24.761232 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fa2ee5a2-5ba8-4c03-ae9b-b2e3135c1a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:24.775388 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-fa2ee5a2-5ba8-4c03-ae9b-b2e3135c1a66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c267606-936c-4873-8d3e-cf711974ceb1']}} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:24.779065 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a89bf853-d1bb-4e07-b4a1-d4338fe55256 req-8f0c7e90-79d3-43f4-9aef-21094d8d7113 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1476c8d-72ff-4d1a-bea0-e625c975364e HTTP/1.1" status: 200 len: 217 time: 0.0695210 Aug 29 04:21:24.800309 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-fa2ee5a2-5ba8-4c03-ae9b-b2e3135c1a66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aba1ad6c-3203-4cac-aff4-be77a48241e8') {'for_net_delete': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:24.800606 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-fa2ee5a2-5ba8-4c03-ae9b-b2e3135c1a66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aba1ad6c-3203-4cac-aff4-be77a48241e8') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:24.818373 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fa2ee5a2-5ba8-4c03-ae9b-b2e3135c1a66 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8904833'] for segment, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:24.842740 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8ba987-277a-4893-bb72-fb0ae180d52b req-f24f921a-2fab-44c1-a195-9039ad5bc354 tempest-ServerAddressesTestJSON-194120288 tempest-ServerAddressesTestJSON-194120288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:24.844355 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2f8ba987-277a-4893-bb72-fb0ae180d52b req-f24f921a-2fab-44c1-a195-9039ad5bc354 tempest-ServerAddressesTestJSON-194120288 tempest-ServerAddressesTestJSON-194120288-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc994603-4ac1-4cb8-8443-c0c5321ab73c HTTP/1.1" status: 200 len: 931 time: 0.2381103 Aug 29 04:21:24.852978 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fa2ee5a2-5ba8-4c03-ae9b-b2e3135c1a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:24.865430 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6e5e8b16-da61-47bd-a925-28f87ceda1f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:24.886844 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa2ee5a2-5ba8-4c03-ae9b-b2e3135c1a66 admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=94828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:21:24.887313 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fa2ee5a2-5ba8-4c03-ae9b-b2e3135c1a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9190468'] for segment, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:24.889074 n-d-712140-12 neutron-server[94828]: Traceback (most recent call last): Aug 29 04:21:24.889074 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:21:24.889074 n-d-712140-12 neutron-server[94828]: timer() Aug 29 04:21:24.889074 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:21:24.889074 n-d-712140-12 neutron-server[94828]: cb(*args, **kw) Aug 29 04:21:24.889074 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:21:24.889074 n-d-712140-12 neutron-server[94828]: return func(*args, **kwargs) Aug 29 04:21:24.889074 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:21:24.889074 n-d-712140-12 neutron-server[94828]: self._notify() Aug 29 04:21:24.889074 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:21:24.889074 n-d-712140-12 neutron-server[94828]: self.callback(batched_events) Aug 29 04:21:24.889074 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:21:24.889074 n-d-712140-12 neutron-server[94828]: event.method(event) Aug 29 04:21:24.889074 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:21:24.889074 n-d-712140-12 neutron-server[94828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:21:24.889074 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:21:24.889074 n-d-712140-12 neutron-server[94828]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:21:24.889074 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:21:24.889074 n-d-712140-12 neutron-server[94828]: return f(self, *a, **k) Aug 29 04:21:24.889074 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:21:24.889074 n-d-712140-12 neutron-server[94828]: return self._get(url).json() Aug 29 04:21:24.889074 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:21:24.889074 n-d-712140-12 neutron-server[94828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:21:24.889074 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:21:24.889074 n-d-712140-12 neutron-server[94828]: return self.request(url, 'GET', **kwargs) Aug 29 04:21:24.889074 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:21:24.889074 n-d-712140-12 neutron-server[94828]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:21:24.889074 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:21:24.889074 n-d-712140-12 neutron-server[94828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:21:24.889074 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:21:24.889074 n-d-712140-12 neutron-server[94828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:21:24.889074 n-d-712140-12 neutron-server[94828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:21:24.995032 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89bf853-d1bb-4e07-b4a1-d4338fe55256 req-8134ce23-2efa-44e2-bec3-f07b49954c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:24.996683 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a89bf853-d1bb-4e07-b4a1-d4338fe55256 req-8134ce23-2efa-44e2-bec3-f07b49954c05 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e09df312-8866-4cc6-81e6-b57382052196 HTTP/1.1" status: 200 len: 850 time: 0.2007825 Aug 29 04:21:25.001240 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fa2ee5a2-5ba8-4c03-ae9b-b2e3135c1a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:25.017369 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fa2ee5a2-5ba8-4c03-ae9b-b2e3135c1a66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:25.023062 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-fa2ee5a2-5ba8-4c03-ae9b-b2e3135c1a66 admin admin] 10.222.0.22 "DELETE /v2.0/networks/3c267606-936c-4873-8d3e-cf711974ceb1 HTTP/1.1" status: 204 len: 168 time: 1.3029339 Aug 29 04:21:25.055896 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-68729683-6e44-4216-9648-d911c409d9da tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:25.061048 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2ee5a2-5ba8-4c03-ae9b-b2e3135c1a66 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c267606-936c-4873-8d3e-cf711974ceb1,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:25.071253 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device f756ba73-7cee-4d57-9dfd-1f7a823e19d9 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:21:25.086913 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff11e79a-a369-4871-86b2-c72266795f4d req-ed34fd2b-b12a-48dd-b728-2061bbc59f89 tempest-ServerGroupTestJSON-679182931 tempest-ServerGroupTestJSON-679182931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:25.090545 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a89bf853-d1bb-4e07-b4a1-d4338fe55256 req-e18f6659-43d5-4955-8e32-6c6dc63243d5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=da666025-c3c6-48c4-98fb-09f259d7d9ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772696 Aug 29 04:21:25.093505 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2f8ba987-277a-4893-bb72-fb0ae180d52b req-79c72560-8bc5-4439-b72c-51e6e0408713 tempest-ServerAddressesTestJSON-194120288 tempest-ServerAddressesTestJSON-194120288-project] 10.222.0.22 "GET /v2.0/security-groups?id=746111dd-d000-41ef-9387-7db7415c6bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240586 Aug 29 04:21:25.106861 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ff11e79a-a369-4871-86b2-c72266795f4d req-ed34fd2b-b12a-48dd-b728-2061bbc59f89 tempest-ServerGroupTestJSON-679182931 tempest-ServerGroupTestJSON-679182931-project] 10.222.0.22 "GET /v2.0/ports?device_id=69c7f578-0ba0-4f5b-a2d0-3e950c000270 HTTP/1.1" status: 200 len: 943 time: 0.1493249 Aug 29 04:21:25.108520 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: f756ba73-7cee-4d57-9dfd-1f7a823e19d9 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:21:25.109191 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device f756ba73-7cee-4d57-9dfd-1f7a823e19d9 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:21:25.110081 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 2450d0b9-aca8-426c-899e-59965382e6ef no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:21:25.116847 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-3a65db42-601d-4e99-9504-af330495eba9 req-28ec2d6a-c1a4-491b-b83d-81c9d00a6246 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:25.145530 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 2450d0b9-aca8-426c-899e-59965382e6ef {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:21:25.146295 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 2450d0b9-aca8-426c-899e-59965382e6ef not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:21:25.154408 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68729683-6e44-4216-9648-d911c409d9da tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Pushing event deleted for resources: {'Port': ['ID=73702102-f802-4372-9632-e5ce0cee4b9e,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:25.176830 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ff11e79a-a369-4871-86b2-c72266795f4d req-44b2252f-d0a1-47d5-8c4f-8288f635575c tempest-ServerGroupTestJSON-679182931 tempest-ServerGroupTestJSON-679182931-project] 10.222.0.22 "GET /v2.0/security-groups?id=5525992b-eee7-4ae4-9add-3a7517762835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673633 Aug 29 04:21:25.272118 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-3a65db42-601d-4e99-9504-af330495eba9 req-28ec2d6a-c1a4-491b-b83d-81c9d00a6246 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:25.326708 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ec2d6a-c1a4-491b-b83d-81c9d00a6246 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Pushing event updated for resources: {'Port': ['ID=2a243fa4-fca0-46fd-9408-205c6078f3f7,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:25.344315 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a65db42-601d-4e99-9504-af330495eba9 req-28ec2d6a-c1a4-491b-b83d-81c9d00a6246 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Network 1c65535d-8d45-4051-8e5d-043211a49251 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:21:25.346081 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-3a65db42-601d-4e99-9504-af330495eba9 req-28ec2d6a-c1a4-491b-b83d-81c9d00a6246 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:21:25.349990 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 50760) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:25.373030 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a65db42-601d-4e99-9504-af330495eba9 req-28ec2d6a-c1a4-491b-b83d-81c9d00a6246 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:21:25.461816 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-5b4e9277-1785-4209-855a-5ca5b22e77ac admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=04d55454cfca4ca7a0fe9ea5be2b44b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1101301 Aug 29 04:21:25.467093 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 50766) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:25.505156 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a65db42-601d-4e99-9504-af330495eba9 req-28ec2d6a-c1a4-491b-b83d-81c9d00a6246 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:25.505844 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-3a65db42-601d-4e99-9504-af330495eba9 req-28ec2d6a-c1a4-491b-b83d-81c9d00a6246 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:25.554488 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9d06fe4b-d4e2-46e9-a583-1254097cdcff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:25.582795 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9d06fe4b-d4e2-46e9-a583-1254097cdcff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:25.635975 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9d06fe4b-d4e2-46e9-a583-1254097cdcff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:25.638653 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9d06fe4b-d4e2-46e9-a583-1254097cdcff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:25.640730 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-9d06fe4b-d4e2-46e9-a583-1254097cdcff admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/83c35a69-1b8b-465d-b3d3-3c3a0dc38ec6 HTTP/1.1" status: 204 len: 168 time: 0.1693521 Aug 29 04:21:25.651932 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d06fe4b-d4e2-46e9-a583-1254097cdcff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83c35a69-1b8b-465d-b3d3-3c3a0dc38ec6,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:25.792543 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a89bf853-d1bb-4e07-b4a1-d4338fe55256 req-f8f25e06-61f2-44f2-9a8e-191315809a49 service neutron] 10.222.0.46 "GET /v2.0/networks/da666025-c3c6-48c4-98fb-09f259d7d9ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6913540 Aug 29 04:21:25.842282 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed208be-a5b5-4b2a-9363-f39c1ff59868 req-d404cb62-271a-4e44-ba14-87b590ec965c tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:25.843829 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-aed208be-a5b5-4b2a-9363-f39c1ff59868 req-d404cb62-271a-4e44-ba14-87b590ec965c tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=65e7da89-db86-45b9-ab8d-171b404cfd20 HTTP/1.1" status: 200 len: 932 time: 0.2635372 Aug 29 04:21:25.848406 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-68729683-6e44-4216-9648-d911c409d9da tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-713231'] for router_interface, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:25.929507 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [req-ef5da245-bb25-4d57-9084-6653ca4bf08e req-06e6327d-3ee0-45d8-af81-d1149c82db03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cf0c51b-e93c-4558-976f-f795a4f7042f {{(pid=94829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:21:25.939354 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6e5e8b16-da61-47bd-a925-28f87ceda1f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:25.946388 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-ef5da245-bb25-4d57-9084-6653ca4bf08e req-06e6327d-3ee0-45d8-af81-d1149c82db03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:25.950150 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3a65db42-601d-4e99-9504-af330495eba9 req-28ec2d6a-c1a4-491b-b83d-81c9d00a6246 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8834555 Aug 29 04:21:25.955214 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6e5e8b16-da61-47bd-a925-28f87ceda1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:25.969026 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-3a65db42-601d-4e99-9504-af330495eba9 req-01972d65-90af-4334-ba57-9986fcfe6b3d service neutron] Request body: {'port': {'device_id': '65e7da89-db86-45b9-ab8d-171b404cfd20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:26.042932 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-3a65db42-601d-4e99-9504-af330495eba9 req-01972d65-90af-4334-ba57-9986fcfe6b3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:26.069159 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [req-ef5da245-bb25-4d57-9084-6653ca4bf08e req-06e6327d-3ee0-45d8-af81-d1149c82db03 service neutron] Transition to ACTIVE for port object 3cf0c51b-e93c-4558-976f-f795a4f7042f will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:21:26.094004 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-ef5da245-bb25-4d57-9084-6653ca4bf08e req-06e6327d-3ee0-45d8-af81-d1149c82db03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:26.106340 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-aed208be-a5b5-4b2a-9363-f39c1ff59868 req-bca19e7c-0b21-4b2f-a3e2-58d14e13e2f0 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426140 Aug 29 04:21:26.141355 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-6e5e8b16-da61-47bd-a925-28f87ceda1f5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3899805b11334b2db1a0d4f26bd504bd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9749479 Aug 29 04:21:26.151274 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5e8b16-da61-47bd-a925-28f87ceda1f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=854fcb03-ca4e-4191-8c6a-5b4574f6e7fc,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:26.156998 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 50782) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:26.231619 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a89bf853-d1bb-4e07-b4a1-d4338fe55256 req-05caf5f7-ff4b-46f2-9682-5250438bb54f service neutron] 10.222.0.46 "GET /v2.0/networks/da666025-c3c6-48c4-98fb-09f259d7d9ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4279435 Aug 29 04:21:26.272831 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e6327d-3ee0-45d8-af81-d1149c82db03 service neutron] Pushing event updated for resources: {'Port': ['ID=3cf0c51b-e93c-4558-976f-f795a4f7042f,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:26.352960 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68729683-6e44-4216-9648-d911c409d9da tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Router f2da053c-79ba-4168-b705-e95ec9a0d007 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:21:26.366058 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7dafe6-1722-4112-b2ec-78bbcd358515 req-57196ea9-f2fc-468e-9d4a-b50cd110c24f tempest-ServerAddressesTestJSON-194120288 tempest-ServerAddressesTestJSON-194120288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:26.367904 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3f7dafe6-1722-4112-b2ec-78bbcd358515 req-57196ea9-f2fc-468e-9d4a-b50cd110c24f tempest-ServerAddressesTestJSON-194120288 tempest-ServerAddressesTestJSON-194120288-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc994603-4ac1-4cb8-8443-c0c5321ab73c HTTP/1.1" status: 200 len: 943 time: 0.1464734 Aug 29 04:21:26.415658 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4ed073e3-2753-4360-88c2-b9ede08111a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:26.439033 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78809ab2-9b22-4e03-9e0b-ce9fb5373d20 req-9061ff55-3b59-4982-9477-e8ee9f62e1ab tempest-ServerGroupTestJSON-679182931 tempest-ServerGroupTestJSON-679182931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:26.440821 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-78809ab2-9b22-4e03-9e0b-ce9fb5373d20 req-9061ff55-3b59-4982-9477-e8ee9f62e1ab tempest-ServerGroupTestJSON-679182931 tempest-ServerGroupTestJSON-679182931-project] 10.222.0.22 "GET /v2.0/ports?device_id=69c7f578-0ba0-4f5b-a2d0-3e950c000270 HTTP/1.1" status: 200 len: 943 time: 0.1527991 Aug 29 04:21:26.480112 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3f7dafe6-1722-4112-b2ec-78bbcd358515 req-977645ff-5a77-4d2b-b36f-7b057713c875 tempest-ServerAddressesTestJSON-194120288 tempest-ServerAddressesTestJSON-194120288-project] 10.222.0.22 "GET /v2.0/security-groups?id=746111dd-d000-41ef-9387-7db7415c6bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887289 Aug 29 04:21:26.503487 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-3a65db42-601d-4e99-9504-af330495eba9 req-01972d65-90af-4334-ba57-9986fcfe6b3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a243fa4-fca0-46fd-9408-205c6078f3f7 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:21:26.516200 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-3a65db42-601d-4e99-9504-af330495eba9 req-01972d65-90af-4334-ba57-9986fcfe6b3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:26.540454 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-3a65db42-601d-4e99-9504-af330495eba9 req-01972d65-90af-4334-ba57-9986fcfe6b3d service neutron] Transition to ACTIVE for port object 2a243fa4-fca0-46fd-9408-205c6078f3f7 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:21:26.546148 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-3a65db42-601d-4e99-9504-af330495eba9 req-01972d65-90af-4334-ba57-9986fcfe6b3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:26.549702 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4ed073e3-2753-4360-88c2-b9ede08111a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:26.560766 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-ef5da245-bb25-4d57-9084-6653ca4bf08e req-06e6327d-3ee0-45d8-af81-d1149c82db03 service neutron] Attempting to bind port 3cf0c51b-e93c-4558-976f-f795a4f7042f on host n-h2-712140-12 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:21:26.561106 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-ef5da245-bb25-4d57-9084-6653ca4bf08e req-06e6327d-3ee0-45d8-af81-d1149c82db03 service neutron] Attempting to bind port 3cf0c51b-e93c-4558-976f-f795a4f7042f by drivers openvswitch,hyperv on host n-h2-712140-12 at level 0 using segments [{'id': '02eaae0c-cb9b-405c-82ba-98ad81820cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'fa4dac28-d54b-40dd-9ab4-ef764c67f077'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:21:26.561765 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5da245-bb25-4d57-9084-6653ca4bf08e req-06e6327d-3ee0-45d8-af81-d1149c82db03 service neutron] Attempting to bind port 3cf0c51b-e93c-4558-976f-f795a4f7042f on network fa4dac28-d54b-40dd-9ab4-ef764c67f077 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:21:26.582346 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68729683-6e44-4216-9648-d911c409d9da tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:21:26.584177 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5da245-bb25-4d57-9084-6653ca4bf08e req-06e6327d-3ee0-45d8-af81-d1149c82db03 service neutron] Port 3cf0c51b-e93c-4558-976f-f795a4f7042f on network fa4dac28-d54b-40dd-9ab4-ef764c67f077 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-12 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:21:26.584890 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5da245-bb25-4d57-9084-6653ca4bf08e req-06e6327d-3ee0-45d8-af81-d1149c82db03 service neutron] Attempting to bind port 3cf0c51b-e93c-4558-976f-f795a4f7042f on network fa4dac28-d54b-40dd-9ab4-ef764c67f077 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:21:26.598757 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-68729683-6e44-4216-9648-d911c409d9da tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] 10.222.0.22 "PUT /v2.0/routers/f2da053c-79ba-4168-b705-e95ec9a0d007/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2948461 Aug 29 04:21:26.605391 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 50800) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:26.606671 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a06a5c-9ffd-4cd0-b702-ff90a87bc141 None None] Sync routers for ids ['f2da053c-79ba-4168-b705-e95ec9a0d007'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:21:26.617497 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01972d65-90af-4334-ba57-9986fcfe6b3d service neutron] Pushing event updated for resources: {'Port': ['ID=2a243fa4-fca0-46fd-9408-205c6078f3f7,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:26.628470 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a06a5c-9ffd-4cd0-b702-ff90a87bc141 None None] Routers {'f2da053c-79ba-4168-b705-e95ec9a0d007'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:21:26.632471 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-e0a06a5c-9ffd-4cd0-b702-ff90a87bc141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:21:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['f2da053c-79ba-4168-b705-e95ec9a0d007'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:26.666114 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5da245-bb25-4d57-9084-6653ca4bf08e req-06e6327d-3ee0-45d8-af81-d1149c82db03 service neutron] Checking agent: {'id': 'b3a0606b-b029-4f5e-8798-3a32b71d8844', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:21:26.666460 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5da245-bb25-4d57-9084-6653ca4bf08e req-06e6327d-3ee0-45d8-af81-d1149c82db03 service neutron] Checking segment: {'id': '02eaae0c-cb9b-405c-82ba-98ad81820cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'fa4dac28-d54b-40dd-9ab4-ef764c67f077'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:21:26.667664 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5da245-bb25-4d57-9084-6653ca4bf08e req-06e6327d-3ee0-45d8-af81-d1149c82db03 service neutron] Bound using segment: {'id': '02eaae0c-cb9b-405c-82ba-98ad81820cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'fa4dac28-d54b-40dd-9ab4-ef764c67f077'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:21:26.668158 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-ef5da245-bb25-4d57-9084-6653ca4bf08e req-06e6327d-3ee0-45d8-af81-d1149c82db03 service neutron] Bound port: 3cf0c51b-e93c-4558-976f-f795a4f7042f, host: n-h2-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02eaae0c-cb9b-405c-82ba-98ad81820cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'fa4dac28-d54b-40dd-9ab4-ef764c67f077'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:21:26.668774 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-ef5da245-bb25-4d57-9084-6653ca4bf08e req-06e6327d-3ee0-45d8-af81-d1149c82db03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:26.674754 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-78809ab2-9b22-4e03-9e0b-ce9fb5373d20 req-c9071ecb-c4a8-4691-ab27-ee6f8ef3e9e3 tempest-ServerGroupTestJSON-679182931 tempest-ServerGroupTestJSON-679182931-project] 10.222.0.22 "GET /v2.0/security-groups?id=5525992b-eee7-4ae4-9add-3a7517762835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884980 Aug 29 04:21:26.677563 n-d-712140-12 neutron-server[94829]: INFO neutron.api.v2.resource [None req-0eb0d9b4-9194-42f3-97fb-6fb0bc98e229 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] show failed (client error): The resource could not be found. Aug 29 04:21:26.684817 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-0eb0d9b4-9194-42f3-97fb-6fb0bc98e229 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] 10.222.0.22 "GET /v2.0/routers/tempest-non_exist_router-1760150761 HTTP/1.1" status: 404 len: 335 time: 0.0703304 Aug 29 04:21:26.685569 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 50804) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:26.699940 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-4d9f8127-6ccc-4011-8733-b2fa1b701c6e tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:26.723833 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-e0a06a5c-9ffd-4cd0-b702-ff90a87bc141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:26.739433 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-3a65db42-601d-4e99-9504-af330495eba9 req-01972d65-90af-4334-ba57-9986fcfe6b3d service neutron] Attempting to bind port 2a243fa4-fca0-46fd-9408-205c6078f3f7 on host n-h2-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:21:26.739803 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-3a65db42-601d-4e99-9504-af330495eba9 req-01972d65-90af-4334-ba57-9986fcfe6b3d service neutron] Attempting to bind port 2a243fa4-fca0-46fd-9408-205c6078f3f7 by drivers openvswitch,hyperv on host n-h2-712140-12 at level 0 using segments [{'id': '44fea4a1-e972-4690-b14e-956bce45d1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1c65535d-8d45-4051-8e5d-043211a49251'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:21:26.740396 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a65db42-601d-4e99-9504-af330495eba9 req-01972d65-90af-4334-ba57-9986fcfe6b3d service neutron] Attempting to bind port 2a243fa4-fca0-46fd-9408-205c6078f3f7 on network 1c65535d-8d45-4051-8e5d-043211a49251 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:21:26.741415 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a06a5c-9ffd-4cd0-b702-ff90a87bc141 None None] Routers {'f2da053c-79ba-4168-b705-e95ec9a0d007'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:21:26.742216 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-e0a06a5c-9ffd-4cd0-b702-ff90a87bc141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:21:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['f2da053c-79ba-4168-b705-e95ec9a0d007'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:26.744965 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a65db42-601d-4e99-9504-af330495eba9 req-01972d65-90af-4334-ba57-9986fcfe6b3d service neutron] Port 2a243fa4-fca0-46fd-9408-205c6078f3f7 on network 1c65535d-8d45-4051-8e5d-043211a49251 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:21:26.745352 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a65db42-601d-4e99-9504-af330495eba9 req-01972d65-90af-4334-ba57-9986fcfe6b3d service neutron] Attempting to bind port 2a243fa4-fca0-46fd-9408-205c6078f3f7 on network 1c65535d-8d45-4051-8e5d-043211a49251 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:21:26.751385 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a65db42-601d-4e99-9504-af330495eba9 req-01972d65-90af-4334-ba57-9986fcfe6b3d service neutron] Checking agent: {'id': 'b3a0606b-b029-4f5e-8798-3a32b71d8844', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:21:26.751757 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a65db42-601d-4e99-9504-af330495eba9 req-01972d65-90af-4334-ba57-9986fcfe6b3d service neutron] Checking segment: {'id': '44fea4a1-e972-4690-b14e-956bce45d1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1c65535d-8d45-4051-8e5d-043211a49251'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:21:26.752173 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a65db42-601d-4e99-9504-af330495eba9 req-01972d65-90af-4334-ba57-9986fcfe6b3d service neutron] Bound using segment: {'id': '44fea4a1-e972-4690-b14e-956bce45d1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1c65535d-8d45-4051-8e5d-043211a49251'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:21:26.752576 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-3a65db42-601d-4e99-9504-af330495eba9 req-01972d65-90af-4334-ba57-9986fcfe6b3d service neutron] Bound port: 2a243fa4-fca0-46fd-9408-205c6078f3f7, host: n-h2-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44fea4a1-e972-4690-b14e-956bce45d1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1c65535d-8d45-4051-8e5d-043211a49251'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:21:26.752940 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-3a65db42-601d-4e99-9504-af330495eba9 req-01972d65-90af-4334-ba57-9986fcfe6b3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:26.763715 n-d-712140-12 neutron-server[94829]: INFO neutron.api.v2.resource [None req-4d9f8127-6ccc-4011-8733-b2fa1b701c6e tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] update failed (client error): The resource could not be found. Aug 29 04:21:26.764808 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-4d9f8127-6ccc-4011-8733-b2fa1b701c6e tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] 10.222.0.22 "PUT /v2.0/routers/tempest-non_exist_router-1527971727 HTTP/1.1" status: 404 len: 335 time: 0.0691822 Aug 29 04:21:26.769808 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 50808) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:26.798522 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-e0a06a5c-9ffd-4cd0-b702-ff90a87bc141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:26.799072 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a06a5c-9ffd-4cd0-b702-ff90a87bc141 None None] The sync data for ids ['f2da053c-79ba-4168-b705-e95ec9a0d007'] in n-d-712140-12 is: [] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:21:26.820663 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4ed073e3-2753-4360-88c2-b9ede08111a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:26.824309 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4ed073e3-2753-4360-88c2-b9ede08111a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:26.827960 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-4ed073e3-2753-4360-88c2-b9ede08111a7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/854fcb03-ca4e-4191-8c6a-5b4574f6e7fc HTTP/1.1" status: 204 len: 168 time: 0.6675797 Aug 29 04:21:26.851264 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed073e3-2753-4360-88c2-b9ede08111a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=854fcb03-ca4e-4191-8c6a-5b4574f6e7fc,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:26.858632 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-ef5da245-bb25-4d57-9084-6653ca4bf08e req-06e6327d-3ee0-45d8-af81-d1149c82db03 service neutron] For port 3cf0c51b-e93c-4558-976f-f795a4f7042f, host n-h2-712140-12, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:21:26.876260 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0745b6e-4158-4a0c-bd8f-17e97f82fe92 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Deleting subnet 0254edf7-549e-4961-a643-79949fc03772 {{(pid=94828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:21:26.879439 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-ef5da245-bb25-4d57-9084-6653ca4bf08e req-06e6327d-3ee0-45d8-af81-d1149c82db03 service neutron] For port 3cf0c51b-e93c-4558-976f-f795a4f7042f, host n-h2-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=3cf0c51b-e93c-4558-976f-f795a4f7042f,segment=NetworkSegment(02eaae0c-cb9b-405c-82ba-98ad81820cc4),segment_id=02eaae0c-cb9b-405c-82ba-98ad81820cc4)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:21:26.886586 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-ef5da245-bb25-4d57-9084-6653ca4bf08e req-06e6327d-3ee0-45d8-af81-d1149c82db03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:26.890171 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f0745b6e-4158-4a0c-bd8f-17e97f82fe92 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Notify callbacks [] for subnet, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:26.929381 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5da245-bb25-4d57-9084-6653ca4bf08e req-06e6327d-3ee0-45d8-af81-d1149c82db03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:26.930164 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-ef5da245-bb25-4d57-9084-6653ca4bf08e req-06e6327d-3ee0-45d8-af81-d1149c82db03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:26.931862 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ef5da245-bb25-4d57-9084-6653ca4bf08e req-06e6327d-3ee0-45d8-af81-d1149c82db03 service neutron] 10.222.0.48 "PUT /v2.0/ports/3cf0c51b-e93c-4558-976f-f795a4f7042f HTTP/1.1" status: 200 len: 1092 time: 2.4884741 Aug 29 04:21:26.932875 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc994603-4ac1-4cb8-8443-c0c5321ab73c', 'tag': '3cf0c51b-e93c-4558-976f-f795a4f7042f'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:21:26.935261 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93a48766-a6fa-4069-98ae-497b58cd6488" -d '{"events": [{"name": "network-changed", "server_uuid": "bc994603-4ac1-4cb8-8443-c0c5321ab73c", "tag": "3cf0c51b-e93c-4558-976f-f795a4f7042f"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:21:26.958334 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e6327d-3ee0-45d8-af81-d1149c82db03 service neutron] Pushing event updated for resources: {'Port': ['ID=3cf0c51b-e93c-4558-976f-f795a4f7042f,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:26.966217 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f0745b6e-4158-4a0c-bd8f-17e97f82fe92 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8904862'] for subnet, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:27.005046 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ed0fd41-8aa3-4f8a-b3d2-c5bd9bf72c28 x-openstack-request-id: req-1ed0fd41-8aa3-4f8a-b3d2-c5bd9bf72c28 {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:21:27.005258 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc994603-4ac1-4cb8-8443-c0c5321ab73c", "tag": "3cf0c51b-e93c-4558-976f-f795a4f7042f", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:21:27.005663 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1ed0fd41-8aa3-4f8a-b3d2-c5bd9bf72c28 {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:21:27.006160 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc994603-4ac1-4cb8-8443-c0c5321ab73c', 'tag': '3cf0c51b-e93c-4558-976f-f795a4f7042f', 'status': 'completed', 'code': 200} Aug 29 04:21:27.047793 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5da245-bb25-4d57-9084-6653ca4bf08e req-7df8a11e-cd95-459b-a2ce-908553d34d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:27.049457 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ef5da245-bb25-4d57-9084-6653ca4bf08e req-7df8a11e-cd95-459b-a2ce-908553d34d6d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dbd26abd7bbe46dfb6ff62b4bb42f46f&device_id=bc994603-4ac1-4cb8-8443-c0c5321ab73c HTTP/1.1" status: 200 len: 1095 time: 0.0604851 Aug 29 04:21:27.059510 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2b64e475-90a1-4006-a22d-47021d9ee162 req-752896f4-2d59-4727-a500-cbab92349d62 tempest-ImagesNegativeTestJSON-1616118299 tempest-ImagesNegativeTestJSON-1616118299-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=39a55e3f4b5b4dda842534af69e4f8d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0376267 Aug 29 04:21:27.063225 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-3a65db42-601d-4e99-9504-af330495eba9 req-01972d65-90af-4334-ba57-9986fcfe6b3d service neutron] For port 2a243fa4-fca0-46fd-9408-205c6078f3f7, host n-h2-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:21:27.102895 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ef5da245-bb25-4d57-9084-6653ca4bf08e req-04a32630-5949-4154-b924-9193b17ea920 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3cf0c51b-e93c-4558-976f-f795a4f7042f HTTP/1.1" status: 200 len: 217 time: 0.0385299 Aug 29 04:21:27.126114 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-3a65db42-601d-4e99-9504-af330495eba9 req-01972d65-90af-4334-ba57-9986fcfe6b3d service neutron] For port 2a243fa4-fca0-46fd-9408-205c6078f3f7, host n-h2-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=2a243fa4-fca0-46fd-9408-205c6078f3f7,segment=NetworkSegment(44fea4a1-e972-4690-b14e-956bce45d1ec),segment_id=44fea4a1-e972-4690-b14e-956bce45d1ec)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:21:27.161191 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-3a65db42-601d-4e99-9504-af330495eba9 req-01972d65-90af-4334-ba57-9986fcfe6b3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:27.165257 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5da245-bb25-4d57-9084-6653ca4bf08e req-28d7784a-017c-4481-b172-cffe824674a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:27.167429 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ef5da245-bb25-4d57-9084-6653ca4bf08e req-28d7784a-017c-4481-b172-cffe824674a5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=221382b4-b42b-4c32-85fb-c43517f76142 HTTP/1.1" status: 200 len: 852 time: 0.0578184 Aug 29 04:21:27.191884 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f0745b6e-4158-4a0c-bd8f-17e97f82fe92 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:27.216728 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ef5da245-bb25-4d57-9084-6653ca4bf08e req-60d0c464-9108-4bc8-ac25-4035f3d69012 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fa4dac28-d54b-40dd-9ab4-ef764c67f077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423727 Aug 29 04:21:27.227210 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a65db42-601d-4e99-9504-af330495eba9 req-01972d65-90af-4334-ba57-9986fcfe6b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:27.227867 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-3a65db42-601d-4e99-9504-af330495eba9 req-01972d65-90af-4334-ba57-9986fcfe6b3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:27.230154 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3a65db42-601d-4e99-9504-af330495eba9 req-01972d65-90af-4334-ba57-9986fcfe6b3d service neutron] 10.222.0.48 "PUT /v2.0/ports/2a243fa4-fca0-46fd-9408-205c6078f3f7 HTTP/1.1" status: 200 len: 1093 time: 1.2669966 Aug 29 04:21:27.230636 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65e7da89-db86-45b9-ab8d-171b404cfd20', 'tag': '2a243fa4-fca0-46fd-9408-205c6078f3f7'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:21:27.232918 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a300f8b2-228d-42e8-afb3-92408833b5d6" -d '{"events": [{"name": "network-changed", "server_uuid": "65e7da89-db86-45b9-ab8d-171b404cfd20", "tag": "2a243fa4-fca0-46fd-9408-205c6078f3f7"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:21:27.329315 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65853d56-43f3-4863-902b-d13faeda5372 req-5ddaf316-68e2-401c-a79b-dbb16d19a0d7 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:27.330988 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-65853d56-43f3-4863-902b-d13faeda5372 req-5ddaf316-68e2-401c-a79b-dbb16d19a0d7 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=65e7da89-db86-45b9-ab8d-171b404cfd20 HTTP/1.1" status: 200 len: 944 time: 0.1168582 Aug 29 04:21:27.353602 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ef5da245-bb25-4d57-9084-6653ca4bf08e req-cb1316ce-5a2a-4100-b1f3-8add3607e0fd service neutron] 10.222.0.48 "GET /v2.0/networks/fa4dac28-d54b-40dd-9ab4-ef764c67f077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269729 Aug 29 04:21:27.377618 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01972d65-90af-4334-ba57-9986fcfe6b3d service neutron] Pushing event updated for resources: {'Port': ['ID=2a243fa4-fca0-46fd-9408-205c6078f3f7,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:27.390598 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b64e475-90a1-4006-a22d-47021d9ee162 req-93f13d82-7a04-46a4-846c-54dabdf80726 tempest-ImagesNegativeTestJSON-1616118299 tempest-ImagesNegativeTestJSON-1616118299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:27.392181 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2b64e475-90a1-4006-a22d-47021d9ee162 req-93f13d82-7a04-46a4-846c-54dabdf80726 tempest-ImagesNegativeTestJSON-1616118299 tempest-ImagesNegativeTestJSON-1616118299-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3001847 Aug 29 04:21:27.407646 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f0745b6e-4158-4a0c-bd8f-17e97f82fe92 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9190434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062341'] for subnet, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:27.439679 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0745b6e-4158-4a0c-bd8f-17e97f82fe92 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Pushing event deleted for resources: {'Subnet': ['ID=0254edf7-549e-4961-a643-79949fc03772,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:27.441272 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-65853d56-43f3-4863-902b-d13faeda5372 req-ce282cb1-30d3-4e69-88b4-63da4eeee37c tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976915 Aug 29 04:21:27.456158 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f0745b6e-4158-4a0c-bd8f-17e97f82fe92 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:27.458239 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-f0745b6e-4158-4a0c-bd8f-17e97f82fe92 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] 10.222.0.22 "DELETE /v2.0/subnets/0254edf7-549e-4961-a643-79949fc03772 HTTP/1.1" status: 204 len: 168 time: 0.6856544 Aug 29 04:21:27.463159 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a65db42-601d-4e99-9504-af330495eba9 req-18ad9ea4-e3e4-4db6-884d-4bcb2c0e88fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:27.465243 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13711614-82c6-4f1c-87e9-da9b2012d9c9 None None] Network a35e40c5-da16-4d5a-84d3-1098954a766b requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:21:27.466019 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3a65db42-601d-4e99-9504-af330495eba9 req-18ad9ea4-e3e4-4db6-884d-4bcb2c0e88fe service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=260b2b7726794e4d90a38e52b66506fd&device_id=65e7da89-db86-45b9-ab8d-171b404cfd20 HTTP/1.1" status: 200 len: 1096 time: 0.1596973 Aug 29 04:21:27.466172 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 50836) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:27.486182 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ef5da245-bb25-4d57-9084-6653ca4bf08e req-3f8979b9-960f-4f0b-9af7-577f461ba5b8 service neutron] 10.222.0.48 "GET /v2.0/networks/fa4dac28-d54b-40dd-9ab4-ef764c67f077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246700 Aug 29 04:21:27.488888 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2b64e475-90a1-4006-a22d-47021d9ee162 req-7df04d75-23c6-4044-870e-a0826b347bf9 tempest-ImagesNegativeTestJSON-1616118299 tempest-ImagesNegativeTestJSON-1616118299-project] 10.222.0.22 "GET /v2.0/quotas/39a55e3f4b5b4dda842534af69e4f8d0 HTTP/1.1" status: 200 len: 375 time: 0.0769048 Aug 29 04:21:27.580133 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82731d5c-7d81-4bcc-9ff6-ce329d1ebf7f x-openstack-request-id: req-82731d5c-7d81-4bcc-9ff6-ce329d1ebf7f {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:21:27.580476 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65e7da89-db86-45b9-ab8d-171b404cfd20", "tag": "2a243fa4-fca0-46fd-9408-205c6078f3f7", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:21:27.581392 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-82731d5c-7d81-4bcc-9ff6-ce329d1ebf7f {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:21:27.581818 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65e7da89-db86-45b9-ab8d-171b404cfd20', 'tag': '2a243fa4-fca0-46fd-9408-205c6078f3f7', 'status': 'completed', 'code': 200} Aug 29 04:21:27.587994 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3a65db42-601d-4e99-9504-af330495eba9 req-469bddda-7bc8-4cda-93c0-f4ff915d5419 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a243fa4-fca0-46fd-9408-205c6078f3f7 HTTP/1.1" status: 200 len: 217 time: 0.0981014 Aug 29 04:21:27.614626 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2b64e475-90a1-4006-a22d-47021d9ee162 req-6fd7241d-5610-4eab-9c59-07d61372d410 tempest-ImagesNegativeTestJSON-1616118299 tempest-ImagesNegativeTestJSON-1616118299-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=39a55e3f4b5b4dda842534af69e4f8d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0894151 Aug 29 04:21:27.677935 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_v2 [None req-78e83b45-53d7-4c7a-94ad-a07868f94c1a tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Deleting subnet e735497e-bdf1-4609-8c4e-01429597b675 {{(pid=94828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:21:27.682582 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-78e83b45-53d7-4c7a-94ad-a07868f94c1a tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Notify callbacks [] for subnet, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:27.718378 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a48766-a6fa-4069-98ae-497b58cd6488 req-852a5c8c-5ed9-43b1-943e-60da7790ebfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:27.720368 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-93a48766-a6fa-4069-98ae-497b58cd6488 req-852a5c8c-5ed9-43b1-943e-60da7790ebfc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dbd26abd7bbe46dfb6ff62b4bb42f46f&device_id=bc994603-4ac1-4cb8-8443-c0c5321ab73c HTTP/1.1" status: 200 len: 1095 time: 0.1221805 Aug 29 04:21:27.753297 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a65db42-601d-4e99-9504-af330495eba9 req-5c0f2d13-9d7b-4a49-a8f0-07710f8f6182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:27.755067 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3a65db42-601d-4e99-9504-af330495eba9 req-5c0f2d13-9d7b-4a49-a8f0-07710f8f6182 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d11db723-881a-44e4-ae3d-f8a6bedc146e HTTP/1.1" status: 200 len: 847 time: 0.1431491 Aug 29 04:21:27.757947 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-78e83b45-53d7-4c7a-94ad-a07868f94c1a tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8904862'] for subnet, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:27.772491 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba4d385-97a7-408d-bf3a-204e1c7e9f00 None None] DHCP port deletion for a35e40c5-da16-4d5a-84d3-1098954a766b request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:21:27.817018 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3a65db42-601d-4e99-9504-af330495eba9 req-34c5633c-230b-403b-b2f0-bfdd25d104f6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1c65535d-8d45-4051-8e5d-043211a49251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333021 Aug 29 04:21:27.830926 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9327be28-0dab-4e8f-9be4-e4a4346e26b1 req-5bee5fff-1681-4a8b-b67d-201b5f6f9d02 tempest-ServerAddressesTestJSON-194120288 tempest-ServerAddressesTestJSON-194120288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:27.847937 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9327be28-0dab-4e8f-9be4-e4a4346e26b1 req-5bee5fff-1681-4a8b-b67d-201b5f6f9d02 tempest-ServerAddressesTestJSON-194120288 tempest-ServerAddressesTestJSON-194120288-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc994603-4ac1-4cb8-8443-c0c5321ab73c HTTP/1.1" status: 200 len: 943 time: 0.2012253 Aug 29 04:21:27.907817 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-8ba4d385-97a7-408d-bf3a-204e1c7e9f00 None None] Deleting port a0ff19fa-9ff0-42cd-8914-6b0f246346e5 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:21:27.908212 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8ba4d385-97a7-408d-bf3a-204e1c7e9f00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:27.921467 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9327be28-0dab-4e8f-9be4-e4a4346e26b1 req-235ca9f3-23d8-46a7-b760-7c527b37df9b tempest-ServerAddressesTestJSON-194120288 tempest-ServerAddressesTestJSON-194120288-project] 10.222.0.22 "GET /v2.0/security-groups?id=746111dd-d000-41ef-9387-7db7415c6bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725188 Aug 29 04:21:27.999501 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a48766-a6fa-4069-98ae-497b58cd6488 req-85df0ff0-4542-4c57-a918-b6c8b4d3647a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:28.003537 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-93a48766-a6fa-4069-98ae-497b58cd6488 req-85df0ff0-4542-4c57-a918-b6c8b4d3647a service neutron] 10.222.0.48 "GET /v2.0/networks?id=fa4dac28-d54b-40dd-9ab4-ef764c67f077 HTTP/1.1" status: 200 len: 913 time: 0.2721362 Aug 29 04:21:28.063893 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-8ba4d385-97a7-408d-bf3a-204e1c7e9f00 None None] For port a0ff19fa-9ff0-42cd-8914-6b0f246346e5, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=a0ff19fa-9ff0-42cd-8914-6b0f246346e5,segment=NetworkSegment(b8ed9776-ee13-4711-8a43-d6a7fbd5d31f),segment_id=b8ed9776-ee13-4711-8a43-d6a7fbd5d31f)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:28.066145 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8ba4d385-97a7-408d-bf3a-204e1c7e9f00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:28.108431 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-8ba4d385-97a7-408d-bf3a-204e1c7e9f00 None None] Calling delete_port for a0ff19fa-9ff0-42cd-8914-6b0f246346e5 owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:21:28.117067 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-93a48766-a6fa-4069-98ae-497b58cd6488 req-996cfeb4-114a-4f9a-90eb-d7fec6939a0d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3cf0c51b-e93c-4558-976f-f795a4f7042f HTTP/1.1" status: 200 len: 217 time: 0.1054523 Aug 29 04:21:28.147326 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-78e83b45-53d7-4c7a-94ad-a07868f94c1a tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:28.195836 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3703a69e-aa3d-4841-bb39-1c519b56ecb8 req-360892de-9250-4229-b0ca-85add49d5c61 tempest-ImagesNegativeTestJSON-1616118299 tempest-ImagesNegativeTestJSON-1616118299-project] 10.222.0.22 "GET /v2.0/ports?device_id=367a35c6-2447-4c83-9a04-1af8662e9f56 HTTP/1.1" status: 200 len: 210 time: 0.0736170 Aug 29 04:21:28.210975 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device d1476c8d-72ff-4d1a-bea0-e625c975364e details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:21:28.223286 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a48766-a6fa-4069-98ae-497b58cd6488 req-bb10f88e-41c2-48b0-892c-13bc01ec1980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:28.225444 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-93a48766-a6fa-4069-98ae-497b58cd6488 req-bb10f88e-41c2-48b0-892c-13bc01ec1980 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=221382b4-b42b-4c32-85fb-c43517f76142 HTTP/1.1" status: 200 len: 852 time: 0.0858147 Aug 29 04:21:28.233280 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3a65db42-601d-4e99-9504-af330495eba9 req-c74b05dd-810d-4ec2-aa52-d735b79fa08c service neutron] 10.222.0.48 "GET /v2.0/networks/1c65535d-8d45-4051-8e5d-043211a49251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4086962 Aug 29 04:21:28.290055 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-93a48766-a6fa-4069-98ae-497b58cd6488 req-d7951962-5242-4fc7-abc5-5d525a72360e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fa4dac28-d54b-40dd-9ab4-ef764c67f077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561805 Aug 29 04:21:28.330228 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-78e83b45-53d7-4c7a-94ad-a07868f94c1a tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9190434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062341'] for subnet, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:28.352011 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46fb68a-a6ad-41e9-a454-d8e89c15bbf7 req-e0e13f6c-efea-4e81-84a3-d3b2534cd8c2 tempest-ServerGroupTestJSON-679182931 tempest-ServerGroupTestJSON-679182931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:28.360514 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d46fb68a-a6ad-41e9-a454-d8e89c15bbf7 req-e0e13f6c-efea-4e81-84a3-d3b2534cd8c2 tempest-ServerGroupTestJSON-679182931 tempest-ServerGroupTestJSON-679182931-project] 10.222.0.22 "GET /v2.0/ports?device_id=69c7f578-0ba0-4f5b-a2d0-3e950c000270 HTTP/1.1" status: 200 len: 943 time: 0.3212824 Aug 29 04:21:28.410377 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port d1476c8d-72ff-4d1a-bea0-e625c975364e, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=d1476c8d-72ff-4d1a-bea0-e625c975364e,segment=NetworkSegment(65e2d4e5-f9ac-43f5-8e8d-4fdfba446d27),segment_id=65e2d4e5-f9ac-43f5-8e8d-4fdfba446d27)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:28.416404 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:28.437391 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Returning: {'device': 'd1476c8d-72ff-4d1a-bea0-e625c975364e', 'network_id': 'da666025-c3c6-48c4-98fb-09f259d7d9ea', 'port_id': 'd1476c8d-72ff-4d1a-bea0-e625c975364e', 'mac_address': 'fa:16:3e:b9:03:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e09df312-8866-4cc6-81e6-b57382052196', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:21:28.447101 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3a65db42-601d-4e99-9504-af330495eba9 req-192a358a-c55d-450e-9b70-9f920a823fe4 service neutron] 10.222.0.48 "GET /v2.0/networks/1c65535d-8d45-4051-8e5d-043211a49251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067058 Aug 29 04:21:28.458152 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e83b45-53d7-4c7a-94ad-a07868f94c1a tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Pushing event deleted for resources: {'Subnet': ['ID=e735497e-bdf1-4609-8c4e-01429597b675,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:28.472904 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-78e83b45-53d7-4c7a-94ad-a07868f94c1a tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:28.474932 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-78e83b45-53d7-4c7a-94ad-a07868f94c1a tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] 10.222.0.22 "DELETE /v2.0/subnets/e735497e-bdf1-4609-8c4e-01429597b675 HTTP/1.1" status: 204 len: 168 time: 1.0078595 Aug 29 04:21:28.487824 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 50872) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:28.492880 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-93a48766-a6fa-4069-98ae-497b58cd6488 req-d24dc6df-6757-4bda-9825-a69503c4cd93 service neutron] 10.222.0.48 "GET /v2.0/networks/fa4dac28-d54b-40dd-9ab4-ef764c67f077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899753 Aug 29 04:21:28.503882 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51454d84-9edf-4d32-a711-4a8420c1330a None None] Network 12d6f105-8197-457a-ac27-b8f9f1450133 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:21:28.611443 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d46fb68a-a6ad-41e9-a454-d8e89c15bbf7 req-ec025b95-4833-4a89-ab6f-95754c933e6b tempest-ServerGroupTestJSON-679182931 tempest-ServerGroupTestJSON-679182931-project] 10.222.0.22 "GET /v2.0/security-groups?id=5525992b-eee7-4ae4-9add-3a7517762835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495840 Aug 29 04:21:28.657009 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f80de4bb-a690-497e-8349-28bc31061a22 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:28.686557 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a300f8b2-228d-42e8-afb3-92408833b5d6 req-fdead86f-18cd-48ee-8c72-707784189f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:28.688641 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a300f8b2-228d-42e8-afb3-92408833b5d6 req-fdead86f-18cd-48ee-8c72-707784189f96 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=260b2b7726794e4d90a38e52b66506fd&device_id=65e7da89-db86-45b9-ab8d-171b404cfd20 HTTP/1.1" status: 200 len: 1096 time: 0.1110692 Aug 29 04:21:28.723418 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac299b-f668-4769-b5d6-8c1ddfd4d1ad req-b6512822-1dc0-4ce3-a5e8-28cf1970eb02 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:28.737746 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-14ac299b-f668-4769-b5d6-8c1ddfd4d1ad req-b6512822-1dc0-4ce3-a5e8-28cf1970eb02 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=65e7da89-db86-45b9-ab8d-171b404cfd20 HTTP/1.1" status: 200 len: 944 time: 0.1734319 Aug 29 04:21:28.815122 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-14ac299b-f668-4769-b5d6-8c1ddfd4d1ad req-59c0197a-b443-46d2-b8c5-fb48462e3722 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793605 Aug 29 04:21:28.820475 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-93a48766-a6fa-4069-98ae-497b58cd6488 req-bf03218e-e56f-4bda-ada1-a1cb259db3f0 service neutron] 10.222.0.48 "GET /v2.0/networks/fa4dac28-d54b-40dd-9ab4-ef764c67f077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713487 Aug 29 04:21:28.858953 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f80de4bb-a690-497e-8349-28bc31061a22 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:28.879848 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-f80de4bb-a690-497e-8349-28bc31061a22 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a35e40c5-da16-4d5a-84d3-1098954a766b']}} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:28.895548 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-f80de4bb-a690-497e-8349-28bc31061a22 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8ed9776-ee13-4711-8a43-d6a7fbd5d31f') {'for_net_delete': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:28.896009 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-f80de4bb-a690-497e-8349-28bc31061a22 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8ed9776-ee13-4711-8a43-d6a7fbd5d31f') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:28.916372 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f80de4bb-a690-497e-8349-28bc31061a22 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8904833'] for segment, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:28.931213 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a300f8b2-228d-42e8-afb3-92408833b5d6 req-32c8f382-6ac0-4e2d-aae0-da75f26cfd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:28.932839 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a300f8b2-228d-42e8-afb3-92408833b5d6 req-32c8f382-6ac0-4e2d-aae0-da75f26cfd7d service neutron] 10.222.0.48 "GET /v2.0/networks?id=1c65535d-8d45-4051-8e5d-043211a49251 HTTP/1.1" status: 200 len: 908 time: 0.2255485 Aug 29 04:21:28.948743 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f80de4bb-a690-497e-8349-28bc31061a22 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:28.997124 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8ba4d385-97a7-408d-bf3a-204e1c7e9f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:28.999925 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:29.017860 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1476c8d-72ff-4d1a-bea0-e625c975364e {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:21:29.018341 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f80de4bb-a690-497e-8349-28bc31061a22 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=94828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:21:29.018763 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f80de4bb-a690-497e-8349-28bc31061a22 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9190468'] for segment, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:29.028942 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a300f8b2-228d-42e8-afb3-92408833b5d6 req-5616bd71-b7f7-4193-abf3-a7ad99b1caff service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a243fa4-fca0-46fd-9408-205c6078f3f7 HTTP/1.1" status: 200 len: 217 time: 0.0838032 Aug 29 04:21:29.029904 n-d-712140-12 neutron-server[94828]: Traceback (most recent call last): Aug 29 04:21:29.029904 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:21:29.029904 n-d-712140-12 neutron-server[94828]: timer() Aug 29 04:21:29.029904 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:21:29.029904 n-d-712140-12 neutron-server[94828]: cb(*args, **kw) Aug 29 04:21:29.029904 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:21:29.029904 n-d-712140-12 neutron-server[94828]: return func(*args, **kwargs) Aug 29 04:21:29.029904 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:21:29.029904 n-d-712140-12 neutron-server[94828]: self._notify() Aug 29 04:21:29.029904 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:21:29.029904 n-d-712140-12 neutron-server[94828]: self.callback(batched_events) Aug 29 04:21:29.029904 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:21:29.029904 n-d-712140-12 neutron-server[94828]: event.method(event) Aug 29 04:21:29.029904 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:21:29.029904 n-d-712140-12 neutron-server[94828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:21:29.029904 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:21:29.029904 n-d-712140-12 neutron-server[94828]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:21:29.029904 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:21:29.029904 n-d-712140-12 neutron-server[94828]: return f(self, *a, **k) Aug 29 04:21:29.029904 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:21:29.029904 n-d-712140-12 neutron-server[94828]: return self._get(url).json() Aug 29 04:21:29.029904 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:21:29.029904 n-d-712140-12 neutron-server[94828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:21:29.029904 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:21:29.029904 n-d-712140-12 neutron-server[94828]: return self.request(url, 'GET', **kwargs) Aug 29 04:21:29.029904 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:21:29.029904 n-d-712140-12 neutron-server[94828]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:21:29.029904 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:21:29.029904 n-d-712140-12 neutron-server[94828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:21:29.029904 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:21:29.029904 n-d-712140-12 neutron-server[94828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:21:29.029904 n-d-712140-12 neutron-server[94828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:21:29.071390 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba4d385-97a7-408d-bf3a-204e1c7e9f00 None None] Pushing event deleted for resources: {'Port': ['ID=a0ff19fa-9ff0-42cd-8914-6b0f246346e5,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:29.087833 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba4d385-97a7-408d-bf3a-204e1c7e9f00 None None] No DVR routers for this DVR port a0ff19fa-9ff0-42cd-8914-6b0f246346e5 on host n-d-712140-12 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:21:29.122077 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device a0ff19fa-9ff0-42cd-8914-6b0f246346e5 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:21:29.140032 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeae58f0-741d-417a-83d3-4fa50b4633f7 req-b23e47ef-695e-4330-9119-3c359ee68868 tempest-ServerAddressesTestJSON-194120288 tempest-ServerAddressesTestJSON-194120288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:29.143850 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-aeae58f0-741d-417a-83d3-4fa50b4633f7 req-b23e47ef-695e-4330-9119-3c359ee68868 tempest-ServerAddressesTestJSON-194120288 tempest-ServerAddressesTestJSON-194120288-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc994603-4ac1-4cb8-8443-c0c5321ab73c HTTP/1.1" status: 200 len: 943 time: 0.1148100 Aug 29 04:21:29.161851 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port d1476c8d-72ff-4d1a-bea0-e625c975364e, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=d1476c8d-72ff-4d1a-bea0-e625c975364e,segment=NetworkSegment(65e2d4e5-f9ac-43f5-8e8d-4fdfba446d27),segment_id=65e2d4e5-f9ac-43f5-8e8d-4fdfba446d27)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:29.164911 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: a0ff19fa-9ff0-42cd-8914-6b0f246346e5 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:21:29.165516 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device a0ff19fa-9ff0-42cd-8914-6b0f246346e5 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:21:29.172945 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:29.209817 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-aeae58f0-741d-417a-83d3-4fa50b4633f7 req-f7e40435-4c1d-4c49-9f3c-29a2ce99ea6a tempest-ServerAddressesTestJSON-194120288 tempest-ServerAddressesTestJSON-194120288-project] 10.222.0.22 "GET /v2.0/security-groups?id=746111dd-d000-41ef-9387-7db7415c6bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598404 Aug 29 04:21:29.243924 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f80de4bb-a690-497e-8349-28bc31061a22 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:29.257541 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a300f8b2-228d-42e8-afb3-92408833b5d6 req-57b07c8e-a688-4881-9cd7-e47dfc1e0355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:29.259879 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a300f8b2-228d-42e8-afb3-92408833b5d6 req-57b07c8e-a688-4881-9cd7-e47dfc1e0355 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d11db723-881a-44e4-ae3d-f8a6bedc146e HTTP/1.1" status: 200 len: 847 time: 0.1409273 Aug 29 04:21:29.285186 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f80de4bb-a690-497e-8349-28bc31061a22 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:29.287168 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-f80de4bb-a690-497e-8349-28bc31061a22 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] 10.222.0.22 "DELETE /v2.0/networks/a35e40c5-da16-4d5a-84d3-1098954a766b HTTP/1.1" status: 204 len: 168 time: 0.7982788 Aug 29 04:21:29.288349 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80de4bb-a690-497e-8349-28bc31061a22 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Pushing event deleted for resources: {'Network': ['ID=a35e40c5-da16-4d5a-84d3-1098954a766b,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:29.289691 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 50896) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:29.318918 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8837096-1d9c-45fb-ba11-8857af9ae210 None None] DHCP port deletion for 12d6f105-8197-457a-ac27-b8f9f1450133 request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:21:29.356238 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=d1476c8d-72ff-4d1a-bea0-e625c975364e,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:29.373392 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a300f8b2-228d-42e8-afb3-92408833b5d6 req-7fcd8a6e-88f5-4a9f-bc66-d4c40e36d8fb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1c65535d-8d45-4051-8e5d-043211a49251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0894322 Aug 29 04:21:29.379232 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ec95e4e4-8958-4647-9ce3-7d6f29e4a670 req-1aeb2717-2bab-40fa-a837-5733e970cf38 tempest-ImagesNegativeTestJSON-1616118299 tempest-ImagesNegativeTestJSON-1616118299-project] 10.222.0.22 "GET /v2.0/ports?device_id=367a35c6-2447-4c83-9a04-1af8662e9f56 HTTP/1.1" status: 200 len: 210 time: 0.0520947 Aug 29 04:21:29.447409 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['d1476c8d-72ff-4d1a-bea0-e625c975364e'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:21:29.475702 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a300f8b2-228d-42e8-afb3-92408833b5d6 req-c8b9fe01-8796-4ca9-a492-fb32c0a36f70 service neutron] 10.222.0.48 "GET /v2.0/networks/1c65535d-8d45-4051-8e5d-043211a49251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946646 Aug 29 04:21:29.486445 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-c8837096-1d9c-45fb-ba11-8857af9ae210 None None] Deleting port cb0a3533-df12-4ce7-9da2-41a629d95f7d {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:21:29.486746 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c8837096-1d9c-45fb-ba11-8857af9ae210 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:29.507565 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2b64e475-90a1-4006-a22d-47021d9ee162 req-4ff71d07-20ac-4468-a461-7b084d6d4419 tempest-ImagesNegativeTestJSON-1616118299 tempest-ImagesNegativeTestJSON-1616118299-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=39a55e3f4b5b4dda842534af69e4f8d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0746012 Aug 29 04:21:29.625831 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-c8837096-1d9c-45fb-ba11-8857af9ae210 None None] For port cb0a3533-df12-4ce7-9da2-41a629d95f7d, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=cb0a3533-df12-4ce7-9da2-41a629d95f7d,segment=NetworkSegment(b674c62f-efb8-4f78-a50b-c411bb219b29),segment_id=b674c62f-efb8-4f78-a50b-c411bb219b29)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:29.626591 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c8837096-1d9c-45fb-ba11-8857af9ae210 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:29.643781 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cf99e0b4-21e5-427a-bf76-9225246f64c4 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:29.647439 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-c8837096-1d9c-45fb-ba11-8857af9ae210 None None] Calling delete_port for cb0a3533-df12-4ce7-9da2-41a629d95f7d owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:21:29.925319 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c8837096-1d9c-45fb-ba11-8857af9ae210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:29.969332 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8837096-1d9c-45fb-ba11-8857af9ae210 None None] Pushing event deleted for resources: {'Port': ['ID=cb0a3533-df12-4ce7-9da2-41a629d95f7d,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:29.972087 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8837096-1d9c-45fb-ba11-8857af9ae210 None None] No DVR routers for this DVR port cb0a3533-df12-4ce7-9da2-41a629d95f7d on host n-d-712140-12 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:21:30.105709 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a300f8b2-228d-42e8-afb3-92408833b5d6 req-ce854f21-1a17-4908-a952-545b8f1b79ae service neutron] 10.222.0.48 "GET /v2.0/networks/1c65535d-8d45-4051-8e5d-043211a49251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6220999 Aug 29 04:21:30.122683 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53b2465-67aa-404e-b348-ccdfc56c1cde req-6117d2ad-4405-4a6d-b974-d7ede95c599c tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:30.125985 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f53b2465-67aa-404e-b348-ccdfc56c1cde req-6117d2ad-4405-4a6d-b974-d7ede95c599c tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=65e7da89-db86-45b9-ab8d-171b404cfd20 HTTP/1.1" status: 200 len: 944 time: 0.1093762 Aug 29 04:21:30.180397 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f53b2465-67aa-404e-b348-ccdfc56c1cde req-141e5d52-3dd7-4310-b318-03e6bf0f1f53 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473700 Aug 29 04:21:30.227935 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bed4f00-af5d-4f35-a529-15f31de49ff0 req-89eb7f43-fc38-4931-8510-9181db1a4ee3 tempest-ServerGroupTestJSON-679182931 tempest-ServerGroupTestJSON-679182931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:30.229740 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4bed4f00-af5d-4f35-a529-15f31de49ff0 req-89eb7f43-fc38-4931-8510-9181db1a4ee3 tempest-ServerGroupTestJSON-679182931 tempest-ServerGroupTestJSON-679182931-project] 10.222.0.22 "GET /v2.0/ports?device_id=69c7f578-0ba0-4f5b-a2d0-3e950c000270 HTTP/1.1" status: 200 len: 944 time: 0.2225521 Aug 29 04:21:30.240229 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b64e475-90a1-4006-a22d-47021d9ee162 req-a0b137d7-166e-477b-9b5b-b39902bbbb1a tempest-ImagesNegativeTestJSON-1616118299 tempest-ImagesNegativeTestJSON-1616118299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:30.241662 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2b64e475-90a1-4006-a22d-47021d9ee162 req-a0b137d7-166e-477b-9b5b-b39902bbbb1a tempest-ImagesNegativeTestJSON-1616118299 tempest-ImagesNegativeTestJSON-1616118299-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7179859 Aug 29 04:21:30.256456 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cf99e0b4-21e5-427a-bf76-9225246f64c4 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:30.273303 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-2b64e475-90a1-4006-a22d-47021d9ee162 req-28578ad0-c42b-4cf7-99a4-8b3d81af6917 tempest-ImagesNegativeTestJSON-1616118299 tempest-ImagesNegativeTestJSON-1616118299-project] Request body: {'port': {'device_id': '367a35c6-2447-4c83-9a04-1af8662e9f56', 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45', 'admin_state_up': True, 'tenant_id': '39a55e3f4b5b4dda842534af69e4f8d0'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:30.316316 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 50942) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:30.327036 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-cf99e0b4-21e5-427a-bf76-9225246f64c4 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12d6f105-8197-457a-ac27-b8f9f1450133']}} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:30.361821 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-cf99e0b4-21e5-427a-bf76-9225246f64c4 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b674c62f-efb8-4f78-a50b-c411bb219b29') {'for_net_delete': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:30.362124 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-cf99e0b4-21e5-427a-bf76-9225246f64c4 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b674c62f-efb8-4f78-a50b-c411bb219b29') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:30.370617 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4bed4f00-af5d-4f35-a529-15f31de49ff0 req-bb57e76f-84d5-4b7e-b5d2-8853e30f317c tempest-ServerGroupTestJSON-679182931 tempest-ServerGroupTestJSON-679182931-project] 10.222.0.22 "GET /v2.0/security-groups?id=5525992b-eee7-4ae4-9add-3a7517762835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256013 Aug 29 04:21:30.390629 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cf99e0b4-21e5-427a-bf76-9225246f64c4 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4311712'] for segment, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:30.432643 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cf99e0b4-21e5-427a-bf76-9225246f64c4 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:30.457169 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf99e0b4-21e5-427a-bf76-9225246f64c4 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=94829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:21:30.457833 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cf99e0b4-21e5-427a-bf76-9225246f64c4 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4274277'] for segment, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:30.462267 n-d-712140-12 neutron-server[94829]: Traceback (most recent call last): Aug 29 04:21:30.462267 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:21:30.462267 n-d-712140-12 neutron-server[94829]: timer() Aug 29 04:21:30.462267 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:21:30.462267 n-d-712140-12 neutron-server[94829]: cb(*args, **kw) Aug 29 04:21:30.462267 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:21:30.462267 n-d-712140-12 neutron-server[94829]: return func(*args, **kwargs) Aug 29 04:21:30.462267 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:21:30.462267 n-d-712140-12 neutron-server[94829]: self._notify() Aug 29 04:21:30.462267 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:21:30.462267 n-d-712140-12 neutron-server[94829]: self.callback(batched_events) Aug 29 04:21:30.462267 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:21:30.462267 n-d-712140-12 neutron-server[94829]: event.method(event) Aug 29 04:21:30.462267 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:21:30.462267 n-d-712140-12 neutron-server[94829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:21:30.462267 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:21:30.462267 n-d-712140-12 neutron-server[94829]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:21:30.462267 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:21:30.462267 n-d-712140-12 neutron-server[94829]: return f(self, *a, **k) Aug 29 04:21:30.462267 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:21:30.462267 n-d-712140-12 neutron-server[94829]: return self._get(url).json() Aug 29 04:21:30.462267 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:21:30.462267 n-d-712140-12 neutron-server[94829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:21:30.462267 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:21:30.462267 n-d-712140-12 neutron-server[94829]: return self.request(url, 'GET', **kwargs) Aug 29 04:21:30.462267 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:21:30.462267 n-d-712140-12 neutron-server[94829]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:21:30.462267 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:21:30.462267 n-d-712140-12 neutron-server[94829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:21:30.462267 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:21:30.462267 n-d-712140-12 neutron-server[94829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:21:30.462267 n-d-712140-12 neutron-server[94829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:21:30.491898 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1a59ca73-d512-4c66-b729-98f358e81374 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:30.509886 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46239079-e0c5-41f7-8111-d9b9673834d0 req-3846023c-129b-44f3-b0d1-a27e1e1fdab6 tempest-ServerAddressesTestJSON-194120288 tempest-ServerAddressesTestJSON-194120288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:30.511938 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-46239079-e0c5-41f7-8111-d9b9673834d0 req-3846023c-129b-44f3-b0d1-a27e1e1fdab6 tempest-ServerAddressesTestJSON-194120288 tempest-ServerAddressesTestJSON-194120288-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc994603-4ac1-4cb8-8443-c0c5321ab73c HTTP/1.1" status: 200 len: 943 time: 0.0923448 Aug 29 04:21:30.574847 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-645f672b-a51d-4fd5-8303-bf14b3fd0b37 req-c9422799-b171-4723-96ef-62f33ad42ead tempest-ImagesNegativeTestJSON-1616118299 tempest-ImagesNegativeTestJSON-1616118299-project] 10.222.0.22 "GET /v2.0/ports?device_id=367a35c6-2447-4c83-9a04-1af8662e9f56 HTTP/1.1" status: 200 len: 210 time: 0.0842421 Aug 29 04:21:30.581020 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-46239079-e0c5-41f7-8111-d9b9673834d0 req-cd27f261-7ed2-4524-a654-9390063bcf6b tempest-ServerAddressesTestJSON-194120288 tempest-ServerAddressesTestJSON-194120288-project] 10.222.0.22 "GET /v2.0/security-groups?id=746111dd-d000-41ef-9387-7db7415c6bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618701 Aug 29 04:21:30.584772 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cf99e0b4-21e5-427a-bf76-9225246f64c4 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:30.596694 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cf99e0b4-21e5-427a-bf76-9225246f64c4 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:30.599159 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-cf99e0b4-21e5-427a-bf76-9225246f64c4 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] 10.222.0.22 "DELETE /v2.0/networks/12d6f105-8197-457a-ac27-b8f9f1450133 HTTP/1.1" status: 204 len: 168 time: 1.3081255 Aug 29 04:21:30.608954 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 50948) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:30.621700 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf99e0b4-21e5-427a-bf76-9225246f64c4 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Pushing event deleted for resources: {'Network': ['ID=12d6f105-8197-457a-ac27-b8f9f1450133,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:30.712291 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_v2 [None req-7edcde1d-915a-4b78-a45e-6135f9138a88 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Deleting subnet c1cddd81-5f02-418d-ab2b-7db76d1cc9e3 {{(pid=94828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:21:30.717148 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1a59ca73-d512-4c66-b729-98f358e81374 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:30.719841 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7edcde1d-915a-4b78-a45e-6135f9138a88 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Notify callbacks [] for subnet, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:30.723852 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1a59ca73-d512-4c66-b729-98f358e81374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:30.745654 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b64e475-90a1-4006-a22d-47021d9ee162 req-28578ad0-c42b-4cf7-99a4-8b3d81af6917 tempest-ImagesNegativeTestJSON-1616118299 tempest-ImagesNegativeTestJSON-1616118299-project] Made reservation on behalf of 39a55e3f4b5b4dda842534af69e4f8d0 for: {'port': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:21:30.749896 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-2b64e475-90a1-4006-a22d-47021d9ee162 req-28578ad0-c42b-4cf7-99a4-8b3d81af6917 tempest-ImagesNegativeTestJSON-1616118299 tempest-ImagesNegativeTestJSON-1616118299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:30.762030 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-2b64e475-90a1-4006-a22d-47021d9ee162 req-28578ad0-c42b-4cf7-99a4-8b3d81af6917 tempest-ImagesNegativeTestJSON-1616118299 tempest-ImagesNegativeTestJSON-1616118299-project] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:30.795955 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7edcde1d-915a-4b78-a45e-6135f9138a88 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8904862'] for subnet, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:30.826209 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-1a59ca73-d512-4c66-b729-98f358e81374 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5b945f1315aa4f46a381b26de561f00d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5087533 Aug 29 04:21:30.829496 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 50950) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:30.830495 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a59ca73-d512-4c66-b729-98f358e81374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f7f818e-5a03-402a-972f-9cb4d1c281bf,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:30.900582 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7edcde1d-915a-4b78-a45e-6135f9138a88 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:30.901785 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-2b64e475-90a1-4006-a22d-47021d9ee162 req-28578ad0-c42b-4cf7-99a4-8b3d81af6917 tempest-ImagesNegativeTestJSON-1616118299 tempest-ImagesNegativeTestJSON-1616118299-project] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:30.910685 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-2b64e475-90a1-4006-a22d-47021d9ee162 req-28578ad0-c42b-4cf7-99a4-8b3d81af6917 tempest-ImagesNegativeTestJSON-1616118299 tempest-ImagesNegativeTestJSON-1616118299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:30.938657 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0a1fe39d-7d19-4065-8d6c-ce47af12533e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:30.952413 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:21:30.976612 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7edcde1d-915a-4b78-a45e-6135f9138a88 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9190434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062341'] for subnet, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:30.996870 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7edcde1d-915a-4b78-a45e-6135f9138a88 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:31.003297 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 50952) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:31.004160 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1886709e-f784-4ee2-a6e3-d48ebf85c2b2 None None] Network d9cc1ca9-33a4-462b-9283-4424327a261d requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:21:31.007873 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-7edcde1d-915a-4b78-a45e-6135f9138a88 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] 10.222.0.22 "DELETE /v2.0/subnets/c1cddd81-5f02-418d-ab2b-7db76d1cc9e3 HTTP/1.1" status: 204 len: 168 time: 0.3963752 Aug 29 04:21:31.009472 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28578ad0-c42b-4cf7-99a4-8b3d81af6917 tempest-ImagesNegativeTestJSON-1616118299 tempest-ImagesNegativeTestJSON-1616118299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b30e9ce-279b-47b7-b911-d229013e4eac,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:31.027583 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0a1fe39d-7d19-4065-8d6c-ce47af12533e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:31.061277 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edcde1d-915a-4b78-a45e-6135f9138a88 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Pushing event deleted for resources: {'Subnet': ['ID=c1cddd81-5f02-418d-ab2b-7db76d1cc9e3,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:31.063750 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device cb0a3533-df12-4ce7-9da2-41a629d95f7d no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:21:31.090655 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: cb0a3533-df12-4ce7-9da2-41a629d95f7d {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:21:31.091001 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device cb0a3533-df12-4ce7-9da2-41a629d95f7d not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:21:31.167151 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4e1b6a34-33d5-4010-af10-c24eb4cbe2a9 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:31.177454 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [req-2b64e475-90a1-4006-a22d-47021d9ee162 req-28578ad0-c42b-4cf7-99a4-8b3d81af6917 tempest-ImagesNegativeTestJSON-1616118299 tempest-ImagesNegativeTestJSON-1616118299-project] Allocated IP 192.168.233.45 (13e6dfc1-e9e7-40a1-8a14-d0febabf4d45/18cd12d4-b12a-41b0-b0c5-618edbb84e74/1f12f691-7aa9-4add-8f10-750ea199aa0e) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:21:31.210361 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0a1fe39d-7d19-4065-8d6c-ce47af12533e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:31.212954 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0a1fe39d-7d19-4065-8d6c-ce47af12533e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:31.218544 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-0a1fe39d-7d19-4065-8d6c-ce47af12533e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0f7f818e-5a03-402a-972f-9cb4d1c281bf HTTP/1.1" status: 204 len: 168 time: 0.3837051 Aug 29 04:21:31.224851 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc8e162-ce03-486d-b61d-576a6937cdfd None None] DHCP port deletion for d9cc1ca9-33a4-462b-9283-4424327a261d request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:21:31.260567 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1fe39d-7d19-4065-8d6c-ce47af12533e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f7f818e-5a03-402a-972f-9cb4d1c281bf,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:31.347880 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-cdc8e162-ce03-486d-b61d-576a6937cdfd None None] Deleting port 6ae3af4a-9bb3-4acf-b2da-a9fc0374f280 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:21:31.348664 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cdc8e162-ce03-486d-b61d-576a6937cdfd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:31.395443 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-4e1b6a34-33d5-4010-af10-c24eb4cbe2a9 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Deleting port 6ae3af4a-9bb3-4acf-b2da-a9fc0374f280 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:21:31.396054 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4e1b6a34-33d5-4010-af10-c24eb4cbe2a9 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:31.429888 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24fe25b-fb21-4187-b5eb-8b7070238942 req-36064808-edb9-4405-88e1-fc8de6ece825 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:31.431455 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c24fe25b-fb21-4187-b5eb-8b7070238942 req-36064808-edb9-4405-88e1-fc8de6ece825 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=65e7da89-db86-45b9-ab8d-171b404cfd20 HTTP/1.1" status: 200 len: 944 time: 0.1518967 Aug 29 04:21:31.449419 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-cdc8e162-ce03-486d-b61d-576a6937cdfd None None] For port 6ae3af4a-9bb3-4acf-b2da-a9fc0374f280, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=6ae3af4a-9bb3-4acf-b2da-a9fc0374f280,segment=NetworkSegment(091ed0a8-0752-40fd-8aad-a627d608e1fb),segment_id=091ed0a8-0752-40fd-8aad-a627d608e1fb)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:31.449739 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cdc8e162-ce03-486d-b61d-576a6937cdfd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:31.472637 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-cdc8e162-ce03-486d-b61d-576a6937cdfd None None] Calling delete_port for 6ae3af4a-9bb3-4acf-b2da-a9fc0374f280 owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:21:31.489757 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-2b64e475-90a1-4006-a22d-47021d9ee162 req-28578ad0-c42b-4cf7-99a4-8b3d81af6917 tempest-ImagesNegativeTestJSON-1616118299 tempest-ImagesNegativeTestJSON-1616118299-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:31.529537 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-4e1b6a34-33d5-4010-af10-c24eb4cbe2a9 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] For port 6ae3af4a-9bb3-4acf-b2da-a9fc0374f280, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=6ae3af4a-9bb3-4acf-b2da-a9fc0374f280,segment=NetworkSegment(091ed0a8-0752-40fd-8aad-a627d608e1fb),segment_id=091ed0a8-0752-40fd-8aad-a627d608e1fb)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:31.530038 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4e1b6a34-33d5-4010-af10-c24eb4cbe2a9 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:31.532525 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [req-2b64e475-90a1-4006-a22d-47021d9ee162 req-28578ad0-c42b-4cf7-99a4-8b3d81af6917 tempest-ImagesNegativeTestJSON-1616118299 tempest-ImagesNegativeTestJSON-1616118299-project] Transition to ACTIVE for port object 1f12f691-7aa9-4add-8f10-750ea199aa0e will not be triggered until provisioned by entity DHCP. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:21:31.558259 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-4e1b6a34-33d5-4010-af10-c24eb4cbe2a9 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Calling delete_port for 6ae3af4a-9bb3-4acf-b2da-a9fc0374f280 owned by network:dhcp {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:21:31.562480 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c24fe25b-fb21-4187-b5eb-8b7070238942 req-d4c6fc1c-607e-43cf-aa9a-47b028b9dddd tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030972 Aug 29 04:21:31.606332 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cdc8e162-ce03-486d-b61d-576a6937cdfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:31.639985 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc8e162-ce03-486d-b61d-576a6937cdfd None None] Pushing event deleted for resources: {'Port': ['ID=6ae3af4a-9bb3-4acf-b2da-a9fc0374f280,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:31.647697 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbc08e1-162f-4c0c-bdec-289ebec546cc req-a770cf31-4cfa-40d3-be4a-4cb1b636ad1e tempest-ServerGroupTestJSON-679182931 tempest-ServerGroupTestJSON-679182931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:31.651722 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc8e162-ce03-486d-b61d-576a6937cdfd None None] No DVR routers for this DVR port 6ae3af4a-9bb3-4acf-b2da-a9fc0374f280 on host n-d-712140-12 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:21:31.660192 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1dbc08e1-162f-4c0c-bdec-289ebec546cc req-a770cf31-4cfa-40d3-be4a-4cb1b636ad1e tempest-ServerGroupTestJSON-679182931 tempest-ServerGroupTestJSON-679182931-project] 10.222.0.22 "GET /v2.0/ports?device_id=69c7f578-0ba0-4f5b-a2d0-3e950c000270 HTTP/1.1" status: 200 len: 944 time: 0.1100202 Aug 29 04:21:31.680330 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 50970) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:31.694355 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0954d07b-eaca-452e-8cd0-75920d19e590 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:31.711663 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-2b64e475-90a1-4006-a22d-47021d9ee162 req-28578ad0-c42b-4cf7-99a4-8b3d81af6917 tempest-ImagesNegativeTestJSON-1616118299 tempest-ImagesNegativeTestJSON-1616118299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:31.723417 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1dbc08e1-162f-4c0c-bdec-289ebec546cc req-fe641624-420a-4067-a477-1441efbbdb5e tempest-ServerGroupTestJSON-679182931 tempest-ServerGroupTestJSON-679182931-project] 10.222.0.22 "GET /v2.0/security-groups?id=5525992b-eee7-4ae4-9add-3a7517762835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601845 Aug 29 04:21:31.830134 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b64e475-90a1-4006-a22d-47021d9ee162 req-28578ad0-c42b-4cf7-99a4-8b3d81af6917 tempest-ImagesNegativeTestJSON-1616118299 tempest-ImagesNegativeTestJSON-1616118299-project] Network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:21:31.835403 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4e1b6a34-33d5-4010-af10-c24eb4cbe2a9 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:31.843443 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [req-2b64e475-90a1-4006-a22d-47021d9ee162 req-28578ad0-c42b-4cf7-99a4-8b3d81af6917 tempest-ImagesNegativeTestJSON-1616118299 tempest-ImagesNegativeTestJSON-1616118299-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:21:31.854923 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b64e475-90a1-4006-a22d-47021d9ee162 req-28578ad0-c42b-4cf7-99a4-8b3d81af6917 tempest-ImagesNegativeTestJSON-1616118299 tempest-ImagesNegativeTestJSON-1616118299-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:21:31.860391 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28578ad0-c42b-4cf7-99a4-8b3d81af6917 tempest-ImagesNegativeTestJSON-1616118299 tempest-ImagesNegativeTestJSON-1616118299-project] Pushing event updated for resources: {'Port': ['ID=1f12f691-7aa9-4add-8f10-750ea199aa0e,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:31.891183 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143da1c4-649c-4924-b803-31dec6f9f9e3 req-a9328701-6605-4fbe-8b88-137dc7563ab4 tempest-ServerAddressesTestJSON-194120288 tempest-ServerAddressesTestJSON-194120288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:31.892806 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-143da1c4-649c-4924-b803-31dec6f9f9e3 req-a9328701-6605-4fbe-8b88-137dc7563ab4 tempest-ServerAddressesTestJSON-194120288 tempest-ServerAddressesTestJSON-194120288-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc994603-4ac1-4cb8-8443-c0c5321ab73c HTTP/1.1" status: 200 len: 943 time: 0.0934105 Aug 29 04:21:31.911526 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 3cf0c51b-e93c-4558-976f-f795a4f7042f details requested by agent hyperv_n-h2-712140-12 with host n-h2-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:21:31.912664 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1b6a34-33d5-4010-af10-c24eb4cbe2a9 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] No DVR routers for this DVR port 6ae3af4a-9bb3-4acf-b2da-a9fc0374f280 on host n-d-712140-12 {{(pid=94829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:21:31.923267 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0954d07b-eaca-452e-8cd0-75920d19e590 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:31.926006 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8d3c92-992e-4df3-9647-6e45a2a28b6c req-47814360-99bf-482c-ab1d-900acbdfc592 tempest-ImagesNegativeTestJSON-1616118299 tempest-ImagesNegativeTestJSON-1616118299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:31.927677 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5c8d3c92-992e-4df3-9647-6e45a2a28b6c req-47814360-99bf-482c-ab1d-900acbdfc592 tempest-ImagesNegativeTestJSON-1616118299 tempest-ImagesNegativeTestJSON-1616118299-project] 10.222.0.22 "GET /v2.0/ports?device_id=367a35c6-2447-4c83-9a04-1af8662e9f56 HTTP/1.1" status: 200 len: 935 time: 0.2029004 Aug 29 04:21:31.930434 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0954d07b-eaca-452e-8cd0-75920d19e590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:31.934715 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1b6a34-33d5-4010-af10-c24eb4cbe2a9 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Pushing event deleted for resources: {'Port': ['ID=6ae3af4a-9bb3-4acf-b2da-a9fc0374f280,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:32.007013 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-0954d07b-eaca-452e-8cd0-75920d19e590 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7c51db4c907c48549046d3068063efb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3207181 Aug 29 04:21:32.007013 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0954d07b-eaca-452e-8cd0-75920d19e590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be907d8b-ffce-4c97-9657-dee1ee82eb0e,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:32.007013 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 50972) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:32.028349 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-143da1c4-649c-4924-b803-31dec6f9f9e3 req-809499f5-42d8-4e7c-bd43-14d74d7658f9 tempest-ServerAddressesTestJSON-194120288 tempest-ServerAddressesTestJSON-194120288-project] 10.222.0.22 "GET /v2.0/security-groups?id=746111dd-d000-41ef-9387-7db7415c6bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196883 Aug 29 04:21:32.029111 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b64e475-90a1-4006-a22d-47021d9ee162 req-28578ad0-c42b-4cf7-99a4-8b3d81af6917 tempest-ImagesNegativeTestJSON-1616118299 tempest-ImagesNegativeTestJSON-1616118299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:32.029770 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-2b64e475-90a1-4006-a22d-47021d9ee162 req-28578ad0-c42b-4cf7-99a4-8b3d81af6917 tempest-ImagesNegativeTestJSON-1616118299 tempest-ImagesNegativeTestJSON-1616118299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:32.067145 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2b64e475-90a1-4006-a22d-47021d9ee162 req-28578ad0-c42b-4cf7-99a4-8b3d81af6917 tempest-ImagesNegativeTestJSON-1616118299 tempest-ImagesNegativeTestJSON-1616118299-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8132987 Aug 29 04:21:32.091147 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-2b64e475-90a1-4006-a22d-47021d9ee162 req-1802ab80-f650-4529-9944-b9c11a8d68a4 service neutron] Request body: {'port': {'device_id': '367a35c6-2447-4c83-9a04-1af8662e9f56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-12'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:32.097826 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4e1b6a34-33d5-4010-af10-c24eb4cbe2a9 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:32.118682 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fbd63da8-c34a-40b5-aa88-04eebf1906a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:32.124178 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5c8d3c92-992e-4df3-9647-6e45a2a28b6c req-736d95f0-9270-4f40-98c4-23b644af5b69 tempest-ImagesNegativeTestJSON-1616118299 tempest-ImagesNegativeTestJSON-1616118299-project] 10.222.0.22 "GET /v2.0/security-groups?id=7b30e9ce-279b-47b7-b911-d229013e4eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860495 Aug 29 04:21:32.136278 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-4e1b6a34-33d5-4010-af10-c24eb4cbe2a9 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9cc1ca9-33a4-462b-9283-4424327a261d']}} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:32.145938 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fbd63da8-c34a-40b5-aa88-04eebf1906a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:32.151775 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-4e1b6a34-33d5-4010-af10-c24eb4cbe2a9 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '091ed0a8-0752-40fd-8aad-a627d608e1fb') {'for_net_delete': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:32.152298 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-4e1b6a34-33d5-4010-af10-c24eb4cbe2a9 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '091ed0a8-0752-40fd-8aad-a627d608e1fb') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:32.179195 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4e1b6a34-33d5-4010-af10-c24eb4cbe2a9 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4311712'] for segment, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:32.189335 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 3cf0c51b-e93c-4558-976f-f795a4f7042f, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=3cf0c51b-e93c-4558-976f-f795a4f7042f,segment=NetworkSegment(02eaae0c-cb9b-405c-82ba-98ad81820cc4),segment_id=02eaae0c-cb9b-405c-82ba-98ad81820cc4)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:32.192800 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-2b64e475-90a1-4006-a22d-47021d9ee162 req-1802ab80-f650-4529-9944-b9c11a8d68a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:32.202916 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4e1b6a34-33d5-4010-af10-c24eb4cbe2a9 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:32.212336 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device d1476c8d-72ff-4d1a-bea0-e625c975364e up at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:21:32.214914 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Returning: {'device': '3cf0c51b-e93c-4558-976f-f795a4f7042f', 'network_id': 'fa4dac28-d54b-40dd-9ab4-ef764c67f077', 'port_id': '3cf0c51b-e93c-4558-976f-f795a4f7042f', 'mac_address': 'fa:16:3e:4e:5b:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '221382b4-b42b-4c32-85fb-c43517f76142', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:21:32.226876 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e1b6a34-33d5-4010-af10-c24eb4cbe2a9 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=94829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:21:32.227737 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4e1b6a34-33d5-4010-af10-c24eb4cbe2a9 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4274277'] for segment, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:32.232604 n-d-712140-12 neutron-server[94829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:21:32.232604 n-d-712140-12 neutron-server[94829]: self.session.flush() Aug 29 04:21:32.232604 n-d-712140-12 neutron-server[94829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:21:32.232604 n-d-712140-12 neutron-server[94829]: self.session.flush() Aug 29 04:21:32.232604 n-d-712140-12 neutron-server[94829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:21:32.232604 n-d-712140-12 neutron-server[94829]: self.session.flush() Aug 29 04:21:32.232604 n-d-712140-12 neutron-server[94829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:21:32.232604 n-d-712140-12 neutron-server[94829]: self.session.flush() Aug 29 04:21:32.232604 n-d-712140-12 neutron-server[94829]: Traceback (most recent call last): Aug 29 04:21:32.232604 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:21:32.232604 n-d-712140-12 neutron-server[94829]: timer() Aug 29 04:21:32.232604 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:21:32.232604 n-d-712140-12 neutron-server[94829]: cb(*args, **kw) Aug 29 04:21:32.232604 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:21:32.232604 n-d-712140-12 neutron-server[94829]: return func(*args, **kwargs) Aug 29 04:21:32.232604 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:21:32.232604 n-d-712140-12 neutron-server[94829]: self._notify() Aug 29 04:21:32.232604 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:21:32.232604 n-d-712140-12 neutron-server[94829]: self.callback(batched_events) Aug 29 04:21:32.232604 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:21:32.232604 n-d-712140-12 neutron-server[94829]: event.method(event) Aug 29 04:21:32.232604 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:21:32.232604 n-d-712140-12 neutron-server[94829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:21:32.232604 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:21:32.232604 n-d-712140-12 neutron-server[94829]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:21:32.232604 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:21:32.232604 n-d-712140-12 neutron-server[94829]: return f(self, *a, **k) Aug 29 04:21:32.232604 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:21:32.232604 n-d-712140-12 neutron-server[94829]: return self._get(url).json() Aug 29 04:21:32.232604 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:21:32.232604 n-d-712140-12 neutron-server[94829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:21:32.232604 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:21:32.232604 n-d-712140-12 neutron-server[94829]: return self.request(url, 'GET', **kwargs) Aug 29 04:21:32.232604 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:21:32.232604 n-d-712140-12 neutron-server[94829]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:21:32.232604 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:21:32.232604 n-d-712140-12 neutron-server[94829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:21:32.232604 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:21:32.232604 n-d-712140-12 neutron-server[94829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:21:32.232604 n-d-712140-12 neutron-server[94829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:21:32.237980 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fbd63da8-c34a-40b5-aa88-04eebf1906a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:32.241808 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fbd63da8-c34a-40b5-aa88-04eebf1906a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:32.255732 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-fbd63da8-c34a-40b5-aa88-04eebf1906a5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/be907d8b-ffce-4c97-9657-dee1ee82eb0e HTTP/1.1" status: 204 len: 168 time: 0.2140930 Aug 29 04:21:32.257766 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd63da8-c34a-40b5-aa88-04eebf1906a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be907d8b-ffce-4c97-9657-dee1ee82eb0e,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:32.319025 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6f6d6765-d133-48f5-8a6a-c990d5e93c95 None None] Provisioning for port 1f12f691-7aa9-4add-8f10-750ea199aa0e completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:21:32.325234 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4e1b6a34-33d5-4010-af10-c24eb4cbe2a9 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:32.326050 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:32.336681 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6f6d6765-d133-48f5-8a6a-c990d5e93c95 None None] Provisioning complete for port 1f12f691-7aa9-4add-8f10-750ea199aa0e triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:21:32.336829 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4e1b6a34-33d5-4010-af10-c24eb4cbe2a9 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:32.336935 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6f6d6765-d133-48f5-8a6a-c990d5e93c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:32.338383 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-4e1b6a34-33d5-4010-af10-c24eb4cbe2a9 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] 10.222.0.22 "DELETE /v2.0/networks/d9cc1ca9-33a4-462b-9283-4424327a261d HTTP/1.1" status: 204 len: 168 time: 1.3301475 Aug 29 04:21:32.343216 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 50976) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:32.364201 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cf0c51b-e93c-4558-976f-f795a4f7042f {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:21:32.365939 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1b6a34-33d5-4010-af10-c24eb4cbe2a9 tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Pushing event deleted for resources: {'Network': ['ID=d9cc1ca9-33a4-462b-9283-4424327a261d,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:32.386093 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 3cf0c51b-e93c-4558-976f-f795a4f7042f, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=3cf0c51b-e93c-4558-976f-f795a4f7042f,segment=NetworkSegment(02eaae0c-cb9b-405c-82ba-98ad81820cc4),segment_id=02eaae0c-cb9b-405c-82ba-98ad81820cc4)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:32.391895 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:32.392671 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-e51a02b1-dc97-4cf6-aed0-f702a980ef0c tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] 10.222.0.22 "GET /v2.0/ports?device_id=f2da053c-79ba-4168-b705-e95ec9a0d007 HTTP/1.1" status: 200 len: 205 time: 0.0468404 Aug 29 04:21:32.394714 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 50978) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:32.469443 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning for port d1476c8d-72ff-4d1a-bea0-e625c975364e completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:21:32.487361 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6f6d6765-d133-48f5-8a6a-c990d5e93c95 None None] Port 1f12f691-7aa9-4add-8f10-750ea199aa0e cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:21:32.496441 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning complete for port d1476c8d-72ff-4d1a-bea0-e625c975364e triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:21:32.496808 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:32.516108 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-510d6c96-c46e-4862-9b86-b2bb8e3fa67b tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Notify callbacks [] for router, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:32.549538 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=3cf0c51b-e93c-4558-976f-f795a4f7042f,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:32.696307 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:32.757424 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69c7f578-0ba0-4f5b-a2d0-3e950c000270', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1476c8d-72ff-4d1a-bea0-e625c975364e'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:21:32.760492 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ed1cd97-7555-47e9-9ca7-dc4792857ef1" -d '{"events": [{"server_uuid": "69c7f578-0ba0-4f5b-a2d0-3e950c000270", "name": "network-vif-plugged", "status": "completed", "tag": "d1476c8d-72ff-4d1a-bea0-e625c975364e"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:21:32.768368 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port d1476c8d-72ff-4d1a-bea0-e625c975364e, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=d1476c8d-72ff-4d1a-bea0-e625c975364e,segment=NetworkSegment(65e2d4e5-f9ac-43f5-8e8d-4fdfba446d27),segment_id=65e2d4e5-f9ac-43f5-8e8d-4fdfba446d27)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:32.775232 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:32.795099 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [req-2b64e475-90a1-4006-a22d-47021d9ee162 req-1802ab80-f650-4529-9944-b9c11a8d68a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f12f691-7aa9-4add-8f10-750ea199aa0e {{(pid=94829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:21:32.798042 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-510d6c96-c46e-4862-9b86-b2bb8e3fa67b tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:32.800371 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-510d6c96-c46e-4862-9b86-b2bb8e3fa67b tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:32.809688 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-2b64e475-90a1-4006-a22d-47021d9ee162 req-1802ab80-f650-4529-9944-b9c11a8d68a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:32.834917 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [req-2b64e475-90a1-4006-a22d-47021d9ee162 req-1802ab80-f650-4529-9944-b9c11a8d68a4 service neutron] Transition to ACTIVE for port object 1f12f691-7aa9-4add-8f10-750ea199aa0e will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:21:32.858034 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=d1476c8d-72ff-4d1a-bea0-e625c975364e,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:32.869333 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-2b64e475-90a1-4006-a22d-47021d9ee162 req-1802ab80-f650-4529-9944-b9c11a8d68a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:32.881916 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['3cf0c51b-e93c-4558-976f-f795a4f7042f'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:21:32.887641 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-510d6c96-c46e-4862-9b86-b2bb8e3fa67b tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717253'] for router, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:32.888195 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-510d6c96-c46e-4862-9b86-b2bb8e3fa67b tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Fanout notify agent at l3_agent the message router_deleted on router f2da053c-79ba-4168-b705-e95ec9a0d007 {{(pid=94828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:21:32.895424 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-510d6c96-c46e-4862-9b86-b2bb8e3fa67b tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] Notify callbacks [] for router, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:32.896635 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-510d6c96-c46e-4862-9b86-b2bb8e3fa67b tempest-RoutersNegativeTest-121071510 tempest-RoutersNegativeTest-121071510-project] 10.222.0.22 "DELETE /v2.0/routers/f2da053c-79ba-4168-b705-e95ec9a0d007 HTTP/1.1" status: 204 len: 168 time: 0.5003483 Aug 29 04:21:32.924341 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065eae80-52c5-41d8-b0ec-c149fa7c254a req-e6a7d8a3-f934-48c7-8a96-46d5fd8d272a tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:32.926922 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-065eae80-52c5-41d8-b0ec-c149fa7c254a req-e6a7d8a3-f934-48c7-8a96-46d5fd8d272a tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=65e7da89-db86-45b9-ab8d-171b404cfd20 HTTP/1.1" status: 200 len: 944 time: 0.2258682 Aug 29 04:21:33.064741 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-065eae80-52c5-41d8-b0ec-c149fa7c254a req-7f7a026d-66af-4439-bc84-9addb3ca4ea2 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296914 Aug 29 04:21:33.127753 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802ab80-f650-4529-9944-b9c11a8d68a4 service neutron] Pushing event updated for resources: {'Port': ['ID=1f12f691-7aa9-4add-8f10-750ea199aa0e,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:33.145552 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 6ae3af4a-9bb3-4acf-b2da-a9fc0374f280 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:21:33.173467 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c14292-f16e-411c-89e4-9c57f21d6902 req-5f1d4141-c009-409c-a3c1-6764b4b8f5a7 tempest-ServerGroupTestJSON-679182931 tempest-ServerGroupTestJSON-679182931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:33.195335 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-38c14292-f16e-411c-89e4-9c57f21d6902 req-5f1d4141-c009-409c-a3c1-6764b4b8f5a7 tempest-ServerGroupTestJSON-679182931 tempest-ServerGroupTestJSON-679182931-project] 10.222.0.22 "GET /v2.0/ports?device_id=69c7f578-0ba0-4f5b-a2d0-3e950c000270 HTTP/1.1" status: 200 len: 945 time: 0.3570123 Aug 29 04:21:33.231505 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf4ded93-19ad-4408-9e85-97f3e2070baf x-openstack-request-id: req-bf4ded93-19ad-4408-9e85-97f3e2070baf {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:21:33.232355 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69c7f578-0ba0-4f5b-a2d0-3e950c000270", "name": "network-vif-plugged", "status": "completed", "tag": "d1476c8d-72ff-4d1a-bea0-e625c975364e", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:21:33.232570 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bf4ded93-19ad-4408-9e85-97f3e2070baf {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:21:33.233052 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69c7f578-0ba0-4f5b-a2d0-3e950c000270', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1476c8d-72ff-4d1a-bea0-e625c975364e', 'code': 200} Aug 29 04:21:33.238898 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 6ae3af4a-9bb3-4acf-b2da-a9fc0374f280 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:21:33.239389 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 6ae3af4a-9bb3-4acf-b2da-a9fc0374f280 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:21:33.311625 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8784519c-a17e-4aee-9fe3-6b500f89ca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:33.315473 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-38c14292-f16e-411c-89e4-9c57f21d6902 req-5cf2fc28-9db8-4e2c-afbf-a9034c2e7505 tempest-ServerGroupTestJSON-679182931 tempest-ServerGroupTestJSON-679182931-project] 10.222.0.22 "GET /v2.0/security-groups?id=5525992b-eee7-4ae4-9add-3a7517762835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189096 Aug 29 04:21:33.318019 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-2b64e475-90a1-4006-a22d-47021d9ee162 req-1802ab80-f650-4529-9944-b9c11a8d68a4 service neutron] Attempting to bind port 1f12f691-7aa9-4add-8f10-750ea199aa0e on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:21:33.318430 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-2b64e475-90a1-4006-a22d-47021d9ee162 req-1802ab80-f650-4529-9944-b9c11a8d68a4 service neutron] Attempting to bind port 1f12f691-7aa9-4add-8f10-750ea199aa0e by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:21:33.318683 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b64e475-90a1-4006-a22d-47021d9ee162 req-1802ab80-f650-4529-9944-b9c11a8d68a4 service neutron] Attempting to bind port 1f12f691-7aa9-4add-8f10-750ea199aa0e on network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:21:33.379925 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b64e475-90a1-4006-a22d-47021d9ee162 req-1802ab80-f650-4529-9944-b9c11a8d68a4 service neutron] Port 1f12f691-7aa9-4add-8f10-750ea199aa0e on network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:21:33.380645 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b64e475-90a1-4006-a22d-47021d9ee162 req-1802ab80-f650-4529-9944-b9c11a8d68a4 service neutron] Attempting to bind port 1f12f691-7aa9-4add-8f10-750ea199aa0e on network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:21:33.395453 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9093842c-e626-417f-89e4-e2543c9bd20f req-187870b4-bd56-47ab-b4ec-5585ed0c88b9 tempest-ServerAddressesTestJSON-194120288 tempest-ServerAddressesTestJSON-194120288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:33.397607 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9093842c-e626-417f-89e4-e2543c9bd20f req-187870b4-bd56-47ab-b4ec-5585ed0c88b9 tempest-ServerAddressesTestJSON-194120288 tempest-ServerAddressesTestJSON-194120288-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc994603-4ac1-4cb8-8443-c0c5321ab73c HTTP/1.1" status: 200 len: 944 time: 0.0942941 Aug 29 04:21:33.429539 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51010) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:33.454916 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b64e475-90a1-4006-a22d-47021d9ee162 req-1802ab80-f650-4529-9944-b9c11a8d68a4 service neutron] Checking agent: {'id': '3de9de52-3a03-431d-9d7e-497ae92c57ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:21:33.455424 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b64e475-90a1-4006-a22d-47021d9ee162 req-1802ab80-f650-4529-9944-b9c11a8d68a4 service neutron] Checking segment: {'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:21:33.456052 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b64e475-90a1-4006-a22d-47021d9ee162 req-1802ab80-f650-4529-9944-b9c11a8d68a4 service neutron] Bound using segment: {'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:21:33.456549 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-2b64e475-90a1-4006-a22d-47021d9ee162 req-1802ab80-f650-4529-9944-b9c11a8d68a4 service neutron] Bound port: 1f12f691-7aa9-4add-8f10-750ea199aa0e, host: n-h1-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:21:33.457143 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-2b64e475-90a1-4006-a22d-47021d9ee162 req-1802ab80-f650-4529-9944-b9c11a8d68a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:33.483516 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9093842c-e626-417f-89e4-e2543c9bd20f req-72ba58f3-c380-453b-bae4-b3dd47e3a04b tempest-ServerAddressesTestJSON-194120288 tempest-ServerAddressesTestJSON-194120288-project] 10.222.0.22 "GET /v2.0/security-groups?id=746111dd-d000-41ef-9387-7db7415c6bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745189 Aug 29 04:21:33.486725 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6badadb9-7ac9-4d60-bb14-42d6bcd93eb9 req-2424bdf1-49e4-4cc1-a678-5c9f549a6f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:33.488330 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6badadb9-7ac9-4d60-bb14-42d6bcd93eb9 req-2424bdf1-49e4-4cc1-a678-5c9f549a6f57 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=69c7f578-0ba0-4f5b-a2d0-3e950c000270 HTTP/1.1" status: 200 len: 1097 time: 0.1959767 Aug 29 04:21:33.538264 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec1131d-1705-4a3f-a796-6857d107f25d req-4c8260ed-95fe-4b71-b485-f6978515979f tempest-ImagesNegativeTestJSON-1616118299 tempest-ImagesNegativeTestJSON-1616118299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:33.540543 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-eec1131d-1705-4a3f-a796-6857d107f25d req-4c8260ed-95fe-4b71-b485-f6978515979f tempest-ImagesNegativeTestJSON-1616118299 tempest-ImagesNegativeTestJSON-1616118299-project] 10.222.0.22 "GET /v2.0/ports?device_id=367a35c6-2447-4c83-9a04-1af8662e9f56 HTTP/1.1" status: 200 len: 947 time: 0.1377985 Aug 29 04:21:33.618627 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6badadb9-7ac9-4d60-bb14-42d6bcd93eb9 req-56aad30f-fa18-4ce5-bd48-3186781325e2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5525992b-eee7-4ae4-9add-3a7517762835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053863 Aug 29 04:21:33.626606 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-2b64e475-90a1-4006-a22d-47021d9ee162 req-1802ab80-f650-4529-9944-b9c11a8d68a4 service neutron] For port 1f12f691-7aa9-4add-8f10-750ea199aa0e, host n-h1-712140-12, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:21:33.639774 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-2b64e475-90a1-4006-a22d-47021d9ee162 req-1802ab80-f650-4529-9944-b9c11a8d68a4 service neutron] For port 1f12f691-7aa9-4add-8f10-750ea199aa0e, host n-h1-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=1f12f691-7aa9-4add-8f10-750ea199aa0e,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:21:33.656405 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-2b64e475-90a1-4006-a22d-47021d9ee162 req-1802ab80-f650-4529-9944-b9c11a8d68a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:33.669278 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-eec1131d-1705-4a3f-a796-6857d107f25d req-11f73264-4eb6-4eae-83c4-2b4d631aad35 tempest-ImagesNegativeTestJSON-1616118299 tempest-ImagesNegativeTestJSON-1616118299-project] 10.222.0.22 "GET /v2.0/security-groups?id=7b30e9ce-279b-47b7-b911-d229013e4eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112196 Aug 29 04:21:33.738209 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b64e475-90a1-4006-a22d-47021d9ee162 req-1802ab80-f650-4529-9944-b9c11a8d68a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:33.738848 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-2b64e475-90a1-4006-a22d-47021d9ee162 req-1802ab80-f650-4529-9944-b9c11a8d68a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:33.740330 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2b64e475-90a1-4006-a22d-47021d9ee162 req-1802ab80-f650-4529-9944-b9c11a8d68a4 service neutron] 10.222.0.46 "PUT /v2.0/ports/1f12f691-7aa9-4add-8f10-750ea199aa0e HTTP/1.1" status: 200 len: 1096 time: 1.6586320 Aug 29 04:21:33.740790 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '367a35c6-2447-4c83-9a04-1af8662e9f56', 'tag': '1f12f691-7aa9-4add-8f10-750ea199aa0e'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:21:33.745688 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f5803da-1733-4c2d-aaaf-71a73dc05fd7" -d '{"events": [{"name": "network-changed", "server_uuid": "367a35c6-2447-4c83-9a04-1af8662e9f56", "tag": "1f12f691-7aa9-4add-8f10-750ea199aa0e"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:21:33.766582 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-576d54c2-6995-42e6-8b6f-20d517a818f3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8cab846990444d18b1d66b802bc1cf7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3336027 Aug 29 04:21:33.769227 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51026) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:33.771258 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802ab80-f650-4529-9944-b9c11a8d68a4 service neutron] Pushing event updated for resources: {'Port': ['ID=1f12f691-7aa9-4add-8f10-750ea199aa0e,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:33.803583 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-945c51e9-f26a-4ace-be74-dfefe8b64035 x-openstack-request-id: req-945c51e9-f26a-4ace-be74-dfefe8b64035 {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:21:33.804226 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "367a35c6-2447-4c83-9a04-1af8662e9f56", "tag": "1f12f691-7aa9-4add-8f10-750ea199aa0e", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:21:33.804491 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-945c51e9-f26a-4ace-be74-dfefe8b64035 {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:21:33.804902 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '367a35c6-2447-4c83-9a04-1af8662e9f56', 'tag': '1f12f691-7aa9-4add-8f10-750ea199aa0e', 'status': 'completed', 'code': 200} Aug 29 04:21:33.852129 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-07373bec-23f0-4065-bd77-ae7500cc101e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:33.887830 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-07373bec-23f0-4065-bd77-ae7500cc101e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:33.904101 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5803da-1733-4c2d-aaaf-71a73dc05fd7 req-a17c81ee-15f9-4f83-b357-b2e356cf429f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:33.906053 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3f5803da-1733-4c2d-aaaf-71a73dc05fd7 req-a17c81ee-15f9-4f83-b357-b2e356cf429f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=39a55e3f4b5b4dda842534af69e4f8d0&device_id=367a35c6-2447-4c83-9a04-1af8662e9f56 HTTP/1.1" status: 200 len: 1099 time: 0.0654683 Aug 29 04:21:33.912943 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 2a243fa4-fca0-46fd-9408-205c6078f3f7 details requested by agent hyperv_n-h2-712140-12 with host n-h2-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:21:33.942269 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3f5803da-1733-4c2d-aaaf-71a73dc05fd7 req-fb990876-2a4c-4949-b874-01de57d46a83 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=39a55e3f4b5b4dda842534af69e4f8d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0273817 Aug 29 04:21:33.948865 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-07373bec-23f0-4065-bd77-ae7500cc101e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:33.951937 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-07373bec-23f0-4065-bd77-ae7500cc101e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:33.957113 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-07373bec-23f0-4065-bd77-ae7500cc101e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c45d160f-fb40-4d7b-8370-735b729ad593 HTTP/1.1" status: 204 len: 168 time: 0.1866214 Aug 29 04:21:33.967321 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07373bec-23f0-4065-bd77-ae7500cc101e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c45d160f-fb40-4d7b-8370-735b729ad593,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:34.116684 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5803da-1733-4c2d-aaaf-71a73dc05fd7 req-da3f9ff3-139b-4f62-94f7-d528a0f3aba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:34.118779 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3f5803da-1733-4c2d-aaaf-71a73dc05fd7 req-da3f9ff3-139b-4f62-94f7-d528a0f3aba3 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1690478 Aug 29 04:21:34.121693 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 2a243fa4-fca0-46fd-9408-205c6078f3f7, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=2a243fa4-fca0-46fd-9408-205c6078f3f7,segment=NetworkSegment(44fea4a1-e972-4690-b14e-956bce45d1ec),segment_id=44fea4a1-e972-4690-b14e-956bce45d1ec)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:34.151762 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Returning: {'device': '2a243fa4-fca0-46fd-9408-205c6078f3f7', 'network_id': '1c65535d-8d45-4051-8e5d-043211a49251', 'port_id': '2a243fa4-fca0-46fd-9408-205c6078f3f7', 'mac_address': 'fa:16:3e:ad:3c:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd11db723-881a-44e4-ae3d-f8a6bedc146e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:21:34.233983 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:34.250503 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a243fa4-fca0-46fd-9408-205c6078f3f7 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:21:34.261204 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b64e475-90a1-4006-a22d-47021d9ee162 req-b1c9e5c8-9168-46ab-8e24-8fe20bb8db16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:34.262920 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2b64e475-90a1-4006-a22d-47021d9ee162 req-b1c9e5c8-9168-46ab-8e24-8fe20bb8db16 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=39a55e3f4b5b4dda842534af69e4f8d0&device_id=367a35c6-2447-4c83-9a04-1af8662e9f56 HTTP/1.1" status: 200 len: 1099 time: 0.0818069 Aug 29 04:21:34.277503 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 2a243fa4-fca0-46fd-9408-205c6078f3f7, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=2a243fa4-fca0-46fd-9408-205c6078f3f7,segment=NetworkSegment(44fea4a1-e972-4690-b14e-956bce45d1ec),segment_id=44fea4a1-e972-4690-b14e-956bce45d1ec)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:34.278306 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a5597e-2e5c-4414-ae64-9eb66a7c273c req-a838a1c2-40d3-4e04-8715-cd1d78aacd49 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:34.287873 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c9a5597e-2e5c-4414-ae64-9eb66a7c273c req-a838a1c2-40d3-4e04-8715-cd1d78aacd49 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=65e7da89-db86-45b9-ab8d-171b404cfd20 HTTP/1.1" status: 200 len: 944 time: 0.0940590 Aug 29 04:21:34.290707 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:34.345626 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2b64e475-90a1-4006-a22d-47021d9ee162 req-51e2ce8b-fbb3-4d4d-bd42-fde698e070a4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=1f12f691-7aa9-4add-8f10-750ea199aa0e HTTP/1.1" status: 200 len: 217 time: 0.0560546 Aug 29 04:21:34.363446 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=2a243fa4-fca0-46fd-9408-205c6078f3f7,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:34.419242 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c9a5597e-2e5c-4414-ae64-9eb66a7c273c req-04fabeaf-344d-4690-bb4f-9783b4b16033 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307752 Aug 29 04:21:34.461075 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b64e475-90a1-4006-a22d-47021d9ee162 req-1f5a6fa5-25bb-48e7-9e68-a5f54813048f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:34.463046 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2b64e475-90a1-4006-a22d-47021d9ee162 req-1f5a6fa5-25bb-48e7-9e68-a5f54813048f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=18cd12d4-b12a-41b0-b0c5-618edbb84e74 HTTP/1.1" status: 200 len: 843 time: 0.0844235 Aug 29 04:21:34.485473 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2460595-6e81-4491-9da4-ff44f2f9e1e1 req-c545da59-02ae-43e4-b3c4-626fb559fbb7 tempest-ServerGroupTestJSON-679182931 tempest-ServerGroupTestJSON-679182931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:34.493751 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e2460595-6e81-4491-9da4-ff44f2f9e1e1 req-c545da59-02ae-43e4-b3c4-626fb559fbb7 tempest-ServerGroupTestJSON-679182931 tempest-ServerGroupTestJSON-679182931-project] 10.222.0.22 "GET /v2.0/ports?device_id=69c7f578-0ba0-4f5b-a2d0-3e950c000270 HTTP/1.1" status: 200 len: 945 time: 0.0753379 Aug 29 04:21:34.531787 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b64e475-90a1-4006-a22d-47021d9ee162 req-52abb1fd-c662-4334-bb4b-742abe4b9257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:34.533207 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e2460595-6e81-4491-9da4-ff44f2f9e1e1 req-ff14921a-4d35-4968-8273-1cac63368eb7 tempest-ServerGroupTestJSON-679182931 tempest-ServerGroupTestJSON-679182931-project] 10.222.0.22 "GET /v2.0/security-groups?id=5525992b-eee7-4ae4-9add-3a7517762835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385585 Aug 29 04:21:34.533403 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2b64e475-90a1-4006-a22d-47021d9ee162 req-52abb1fd-c662-4334-bb4b-742abe4b9257 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0585799 Aug 29 04:21:34.687123 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34c522b-10d5-46ce-9616-585e3bff1ca0 req-c683178a-6455-41be-a6e6-d618c528c3f3 tempest-ServerAddressesTestJSON-194120288 tempest-ServerAddressesTestJSON-194120288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:34.688736 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e34c522b-10d5-46ce-9616-585e3bff1ca0 req-c683178a-6455-41be-a6e6-d618c528c3f3 tempest-ServerAddressesTestJSON-194120288 tempest-ServerAddressesTestJSON-194120288-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc994603-4ac1-4cb8-8443-c0c5321ab73c HTTP/1.1" status: 200 len: 944 time: 0.0862169 Aug 29 04:21:34.702583 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2b64e475-90a1-4006-a22d-47021d9ee162 req-bac8c389-6372-4e5f-b70d-34c131f48f76 service neutron] 10.222.0.46 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576068 Aug 29 04:21:34.740208 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['2a243fa4-fca0-46fd-9408-205c6078f3f7'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:21:34.872016 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e34c522b-10d5-46ce-9616-585e3bff1ca0 req-bdb32886-9d21-4435-b666-65159d1f74a9 tempest-ServerAddressesTestJSON-194120288 tempest-ServerAddressesTestJSON-194120288-project] 10.222.0.22 "GET /v2.0/security-groups?id=746111dd-d000-41ef-9387-7db7415c6bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602342 Aug 29 04:21:34.908428 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080d48f3-fdbf-4d66-9457-064584d4410f req-8183d5ed-01f2-479b-a29d-90ecdc0bc552 tempest-ImagesNegativeTestJSON-1616118299 tempest-ImagesNegativeTestJSON-1616118299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:34.909860 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-080d48f3-fdbf-4d66-9457-064584d4410f req-8183d5ed-01f2-479b-a29d-90ecdc0bc552 tempest-ImagesNegativeTestJSON-1616118299 tempest-ImagesNegativeTestJSON-1616118299-project] 10.222.0.22 "GET /v2.0/ports?device_id=367a35c6-2447-4c83-9a04-1af8662e9f56 HTTP/1.1" status: 200 len: 947 time: 0.0916233 Aug 29 04:21:34.979596 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2b64e475-90a1-4006-a22d-47021d9ee162 req-137754ed-f009-4bbd-923d-0b26a0e676b2 service neutron] 10.222.0.46 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632265 Aug 29 04:21:35.001281 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-080d48f3-fdbf-4d66-9457-064584d4410f req-c1e7b96b-f646-4f89-94cd-0b532062919d tempest-ImagesNegativeTestJSON-1616118299 tempest-ImagesNegativeTestJSON-1616118299-project] 10.222.0.22 "GET /v2.0/security-groups?id=7b30e9ce-279b-47b7-b911-d229013e4eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816450 Aug 29 04:21:35.571161 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3fc348-f2d7-4f3e-a81a-cd70c8f8aaf8 req-73b9a326-85a0-4ce9-ba3e-bde17ccf8345 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:35.573499 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bf3fc348-f2d7-4f3e-a81a-cd70c8f8aaf8 req-73b9a326-85a0-4ce9-ba3e-bde17ccf8345 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=65e7da89-db86-45b9-ab8d-171b404cfd20 HTTP/1.1" status: 200 len: 945 time: 0.0754678 Aug 29 04:21:35.662463 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bf3fc348-f2d7-4f3e-a81a-cd70c8f8aaf8 req-851cca10-d991-4cd3-a38a-65584c74f19f tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668025 Aug 29 04:21:35.750371 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c491166f-1100-4af3-ad14-bdd4d4db43ba req-bd2dfa1b-6883-4fb4-8fe6-db0a32135763 tempest-ServerGroupTestJSON-679182931 tempest-ServerGroupTestJSON-679182931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:35.752053 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c491166f-1100-4af3-ad14-bdd4d4db43ba req-bd2dfa1b-6883-4fb4-8fe6-db0a32135763 tempest-ServerGroupTestJSON-679182931 tempest-ServerGroupTestJSON-679182931-project] 10.222.0.22 "GET /v2.0/ports?device_id=69c7f578-0ba0-4f5b-a2d0-3e950c000270 HTTP/1.1" status: 200 len: 945 time: 0.0875695 Aug 29 04:21:35.807798 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c491166f-1100-4af3-ad14-bdd4d4db43ba req-4c03b1e5-cbf8-411f-8418-2957462ad6c3 tempest-ServerGroupTestJSON-679182931 tempest-ServerGroupTestJSON-679182931-project] 10.222.0.22 "GET /v2.0/security-groups?id=5525992b-eee7-4ae4-9add-3a7517762835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480182 Aug 29 04:21:35.916108 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 3cf0c51b-e93c-4558-976f-f795a4f7042f up at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:21:36.036364 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning for port 3cf0c51b-e93c-4558-976f-f795a4f7042f completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:21:36.046962 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning complete for port 3cf0c51b-e93c-4558-976f-f795a4f7042f triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:21:36.049582 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:36.080981 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d4dada-b328-4f75-984e-a48bc72dbc65 req-2a8ff489-60db-4f84-977d-3a7318ddc122 tempest-ServerAddressesTestJSON-194120288 tempest-ServerAddressesTestJSON-194120288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:36.095902 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a3d4dada-b328-4f75-984e-a48bc72dbc65 req-2a8ff489-60db-4f84-977d-3a7318ddc122 tempest-ServerAddressesTestJSON-194120288 tempest-ServerAddressesTestJSON-194120288-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc994603-4ac1-4cb8-8443-c0c5321ab73c HTTP/1.1" status: 200 len: 944 time: 0.0901344 Aug 29 04:21:36.137900 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a3d4dada-b328-4f75-984e-a48bc72dbc65 req-d28735d3-94a9-4399-b334-552ce0bc980b tempest-ServerAddressesTestJSON-194120288 tempest-ServerAddressesTestJSON-194120288-project] 10.222.0.22 "GET /v2.0/security-groups?id=746111dd-d000-41ef-9387-7db7415c6bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397272 Aug 29 04:21:36.232246 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c9d413a2-6aac-4c6d-8514-34e05b8b4363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:36.238419 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:36.304810 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 3cf0c51b-e93c-4558-976f-f795a4f7042f, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=3cf0c51b-e93c-4558-976f-f795a4f7042f,segment=NetworkSegment(02eaae0c-cb9b-405c-82ba-98ad81820cc4),segment_id=02eaae0c-cb9b-405c-82ba-98ad81820cc4)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:36.305841 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc994603-4ac1-4cb8-8443-c0c5321ab73c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cf0c51b-e93c-4558-976f-f795a4f7042f'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:21:36.308754 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50d1df9b-6d16-43d7-b112-b2e51f3190d4" -d '{"events": [{"server_uuid": "bc994603-4ac1-4cb8-8443-c0c5321ab73c", "name": "network-vif-plugged", "status": "completed", "tag": "3cf0c51b-e93c-4558-976f-f795a4f7042f"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:21:36.320398 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:36.377874 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64942986-d81b-4b0a-9017-5709808682f6 req-0e4a1e79-1386-4d9e-b676-079c2b17adaa tempest-ServerGroupTestJSON-679182931 tempest-ServerGroupTestJSON-679182931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:36.379450 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-64942986-d81b-4b0a-9017-5709808682f6 req-0e4a1e79-1386-4d9e-b676-079c2b17adaa tempest-ServerGroupTestJSON-679182931 tempest-ServerGroupTestJSON-679182931-project] 10.222.0.22 "GET /v2.0/ports?device_id=69c7f578-0ba0-4f5b-a2d0-3e950c000270 HTTP/1.1" status: 200 len: 945 time: 0.0984674 Aug 29 04:21:36.398508 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=3cf0c51b-e93c-4558-976f-f795a4f7042f,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:36.417994 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cfd175-a3c5-4c6d-b5db-818e180083cc req-0b9575d6-f8be-4435-95cd-69d2b2e40d0f tempest-ImagesNegativeTestJSON-1616118299 tempest-ImagesNegativeTestJSON-1616118299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:36.431319 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-70cfd175-a3c5-4c6d-b5db-818e180083cc req-0b9575d6-f8be-4435-95cd-69d2b2e40d0f tempest-ImagesNegativeTestJSON-1616118299 tempest-ImagesNegativeTestJSON-1616118299-project] 10.222.0.22 "GET /v2.0/ports?device_id=367a35c6-2447-4c83-9a04-1af8662e9f56 HTTP/1.1" status: 200 len: 947 time: 0.1501524 Aug 29 04:21:36.454387 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-64942986-d81b-4b0a-9017-5709808682f6 req-a93833eb-8d7a-49eb-bd94-b86f2e88b2aa tempest-ServerGroupTestJSON-679182931 tempest-ServerGroupTestJSON-679182931-project] 10.222.0.22 "GET /v2.0/security-groups?id=5525992b-eee7-4ae4-9add-3a7517762835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655959 Aug 29 04:21:36.488547 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-70cfd175-a3c5-4c6d-b5db-818e180083cc req-bfae4116-334d-49c6-8bed-7b60b20c595b tempest-ImagesNegativeTestJSON-1616118299 tempest-ImagesNegativeTestJSON-1616118299-project] 10.222.0.22 "GET /v2.0/security-groups?id=7b30e9ce-279b-47b7-b911-d229013e4eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539029 Aug 29 04:21:36.572057 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-165bb9e8-d856-4224-b1a0-9be234337272 x-openstack-request-id: req-165bb9e8-d856-4224-b1a0-9be234337272 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:21:36.572600 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc994603-4ac1-4cb8-8443-c0c5321ab73c", "name": "network-vif-plugged", "status": "completed", "tag": "3cf0c51b-e93c-4558-976f-f795a4f7042f", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:21:36.572972 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-165bb9e8-d856-4224-b1a0-9be234337272 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:21:36.577068 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc994603-4ac1-4cb8-8443-c0c5321ab73c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cf0c51b-e93c-4558-976f-f795a4f7042f', 'code': 200} Aug 29 04:21:36.768505 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5057f8-0819-44f4-aede-f7a086f63ffa req-8a6f765e-b84d-4b48-9c91-aef1b4201632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:36.770229 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ad5057f8-0819-44f4-aede-f7a086f63ffa req-8a6f765e-b84d-4b48-9c91-aef1b4201632 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bc994603-4ac1-4cb8-8443-c0c5321ab73c HTTP/1.1" status: 200 len: 1097 time: 0.1048145 Aug 29 04:21:36.868103 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ad5057f8-0819-44f4-aede-f7a086f63ffa req-d87aec12-b339-414e-ac9a-8d610b7005d9 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=746111dd-d000-41ef-9387-7db7415c6bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899532 Aug 29 04:21:36.909656 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba932d7-2501-44eb-8325-0859eaa64aa9 req-0978d5b5-9974-4566-9945-a43bde8af32e tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:36.922684 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8ba932d7-2501-44eb-8325-0859eaa64aa9 req-0978d5b5-9974-4566-9945-a43bde8af32e tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=65e7da89-db86-45b9-ab8d-171b404cfd20 HTTP/1.1" status: 200 len: 945 time: 0.1181307 Aug 29 04:21:37.001644 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8ba932d7-2501-44eb-8325-0859eaa64aa9 req-e1c088a5-8569-40a8-a51f-44e4b78560c6 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709689 Aug 29 04:21:37.070790 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:37.163250 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:37.319220 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d4d04b-b32f-470e-813a-172815fe6844 req-88565135-b515-40f8-9b69-0f35cc3817b4 tempest-ServerAddressesTestJSON-194120288 tempest-ServerAddressesTestJSON-194120288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:37.321086 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f2d4d04b-b32f-470e-813a-172815fe6844 req-88565135-b515-40f8-9b69-0f35cc3817b4 tempest-ServerAddressesTestJSON-194120288 tempest-ServerAddressesTestJSON-194120288-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc994603-4ac1-4cb8-8443-c0c5321ab73c HTTP/1.1" status: 200 len: 945 time: 0.0795703 Aug 29 04:21:37.375805 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f2d4d04b-b32f-470e-813a-172815fe6844 req-90c35506-3046-4a27-9780-1fa9140ad80a tempest-ServerAddressesTestJSON-194120288 tempest-ServerAddressesTestJSON-194120288-project] 10.222.0.22 "GET /v2.0/security-groups?id=746111dd-d000-41ef-9387-7db7415c6bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473702 Aug 29 04:21:37.501410 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51304) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:37.558498 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db56714-a747-44c8-8915-eb18806aadfa req-66a9bd0d-fd55-4f6b-96e7-35bf6c090914 tempest-ServerGroupTestJSON-679182931 tempest-ServerGroupTestJSON-679182931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:37.560325 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9db56714-a747-44c8-8915-eb18806aadfa req-66a9bd0d-fd55-4f6b-96e7-35bf6c090914 tempest-ServerGroupTestJSON-679182931 tempest-ServerGroupTestJSON-679182931-project] 10.222.0.46 "GET /v2.0/ports?device_id=69c7f578-0ba0-4f5b-a2d0-3e950c000270 HTTP/1.1" status: 200 len: 945 time: 0.0593500 Aug 29 04:21:37.675454 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ae7c4c-2ebf-4298-b78a-069da73542c7 req-1b60cd45-750a-4ea2-96ce-8bdab3b85625 tempest-ImagesNegativeTestJSON-1616118299 tempest-ImagesNegativeTestJSON-1616118299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:37.677033 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f8ae7c4c-2ebf-4298-b78a-069da73542c7 req-1b60cd45-750a-4ea2-96ce-8bdab3b85625 tempest-ImagesNegativeTestJSON-1616118299 tempest-ImagesNegativeTestJSON-1616118299-project] 10.222.0.22 "GET /v2.0/ports?device_id=367a35c6-2447-4c83-9a04-1af8662e9f56 HTTP/1.1" status: 200 len: 947 time: 0.0729651 Aug 29 04:21:37.715153 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dd239bd1-0ae1-4c21-961c-1c7330c07c80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:37.759520 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f8ae7c4c-2ebf-4298-b78a-069da73542c7 req-16697c1b-319a-46a3-8b7b-73b864aeac11 tempest-ImagesNegativeTestJSON-1616118299 tempest-ImagesNegativeTestJSON-1616118299-project] 10.222.0.22 "GET /v2.0/security-groups?id=7b30e9ce-279b-47b7-b911-d229013e4eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746217 Aug 29 04:21:37.765560 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03078f9e-aba8-4733-af0a-7dc809ff3181 req-848eb5dc-ca52-42c5-8497-7c3f667dc147 tempest-ServerGroupTestJSON-679182931 tempest-ServerGroupTestJSON-679182931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:37.773174 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-03078f9e-aba8-4733-af0a-7dc809ff3181 req-848eb5dc-ca52-42c5-8497-7c3f667dc147 tempest-ServerGroupTestJSON-679182931 tempest-ServerGroupTestJSON-679182931-project] 10.222.0.22 "GET /v2.0/ports?device_id=69c7f578-0ba0-4f5b-a2d0-3e950c000270 HTTP/1.1" status: 200 len: 945 time: 0.1640515 Aug 29 04:21:37.803669 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [req-9db56714-a747-44c8-8915-eb18806aadfa req-4024134b-7d9c-43e7-b3ef-90ec28537872 tempest-ServerGroupTestJSON-679182931 tempest-ServerGroupTestJSON-679182931-project] Deleting port d1476c8d-72ff-4d1a-bea0-e625c975364e {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:21:37.804022 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-9db56714-a747-44c8-8915-eb18806aadfa req-4024134b-7d9c-43e7-b3ef-90ec28537872 tempest-ServerGroupTestJSON-679182931 tempest-ServerGroupTestJSON-679182931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:37.860649 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-03078f9e-aba8-4733-af0a-7dc809ff3181 req-4c7e8ce0-d541-4a78-abc3-91808aa2c64b tempest-ServerGroupTestJSON-679182931 tempest-ServerGroupTestJSON-679182931-project] 10.222.0.22 "GET /v2.0/security-groups?id=5525992b-eee7-4ae4-9add-3a7517762835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866320 Aug 29 04:21:37.892485 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dd239bd1-0ae1-4c21-961c-1c7330c07c80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:37.901187 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dd239bd1-0ae1-4c21-961c-1c7330c07c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:37.915216 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 2a243fa4-fca0-46fd-9408-205c6078f3f7 up at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:21:37.947189 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-9db56714-a747-44c8-8915-eb18806aadfa req-4024134b-7d9c-43e7-b3ef-90ec28537872 tempest-ServerGroupTestJSON-679182931 tempest-ServerGroupTestJSON-679182931-project] For port d1476c8d-72ff-4d1a-bea0-e625c975364e, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=d1476c8d-72ff-4d1a-bea0-e625c975364e,segment=NetworkSegment(65e2d4e5-f9ac-43f5-8e8d-4fdfba446d27),segment_id=65e2d4e5-f9ac-43f5-8e8d-4fdfba446d27)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:37.947654 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-9db56714-a747-44c8-8915-eb18806aadfa req-4024134b-7d9c-43e7-b3ef-90ec28537872 tempest-ServerGroupTestJSON-679182931 tempest-ServerGroupTestJSON-679182931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:37.949909 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd239bd1-0ae1-4c21-961c-1c7330c07c80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ee0aef6-b1b4-4906-b9ab-9ac477d3817d,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:37.957993 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51340) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:37.958296 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-dd239bd1-0ae1-4c21-961c-1c7330c07c80 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f9498000f10a4e5096714ac095315e9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4553082 Aug 29 04:21:37.978186 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [req-9db56714-a747-44c8-8915-eb18806aadfa req-4024134b-7d9c-43e7-b3ef-90ec28537872 tempest-ServerGroupTestJSON-679182931 tempest-ServerGroupTestJSON-679182931-project] Calling delete_port for d1476c8d-72ff-4d1a-bea0-e625c975364e owned by compute:nova {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:21:37.984071 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning for port 2a243fa4-fca0-46fd-9408-205c6078f3f7 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:21:37.992594 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning complete for port 2a243fa4-fca0-46fd-9408-205c6078f3f7 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:21:37.993241 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:38.064525 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-da7e99ca-ccae-49ac-86d3-59c75b14db07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:38.160395 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:38.225347 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 1f12f691-7aa9-4add-8f10-750ea199aa0e details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:21:38.262173 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb36a7a-90a4-47d9-9bee-40898385bcb0 req-830aaa54-f183-4b50-afb4-5ba857d3dbc6 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:38.266252 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7bb36a7a-90a4-47d9-9bee-40898385bcb0 req-830aaa54-f183-4b50-afb4-5ba857d3dbc6 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=65e7da89-db86-45b9-ab8d-171b404cfd20 HTTP/1.1" status: 200 len: 945 time: 0.1517966 Aug 29 04:21:38.375944 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7bb36a7a-90a4-47d9-9bee-40898385bcb0 req-078e0121-8ba2-44e5-b337-52912b549c14 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972049 Aug 29 04:21:38.385859 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-da7e99ca-ccae-49ac-86d3-59c75b14db07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:38.447045 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 2a243fa4-fca0-46fd-9408-205c6078f3f7, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=2a243fa4-fca0-46fd-9408-205c6078f3f7,segment=NetworkSegment(44fea4a1-e972-4690-b14e-956bce45d1ec),segment_id=44fea4a1-e972-4690-b14e-956bce45d1ec)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:38.465377 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:38.483035 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-9db56714-a747-44c8-8915-eb18806aadfa req-4024134b-7d9c-43e7-b3ef-90ec28537872 tempest-ServerGroupTestJSON-679182931 tempest-ServerGroupTestJSON-679182931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:38.530964 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4024134b-7d9c-43e7-b3ef-90ec28537872 tempest-ServerGroupTestJSON-679182931 tempest-ServerGroupTestJSON-679182931-project] Pushing event deleted for resources: {'Port': ['ID=d1476c8d-72ff-4d1a-bea0-e625c975364e,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:38.551754 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['d1476c8d-72ff-4d1a-bea0-e625c975364e'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:21:38.585476 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65e7da89-db86-45b9-ab8d-171b404cfd20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a243fa4-fca0-46fd-9408-205c6078f3f7'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:21:38.588357 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb51a9ad-b7e6-4cb0-8181-b1f44174e6d1" -d '{"events": [{"server_uuid": "65e7da89-db86-45b9-ab8d-171b404cfd20", "name": "network-vif-plugged", "status": "completed", "tag": "2a243fa4-fca0-46fd-9408-205c6078f3f7"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:21:38.637792 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 1f12f691-7aa9-4add-8f10-750ea199aa0e, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=1f12f691-7aa9-4add-8f10-750ea199aa0e,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:38.646203 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:38.660887 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-da7e99ca-ccae-49ac-86d3-59c75b14db07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:38.667853 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-da7e99ca-ccae-49ac-86d3-59c75b14db07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:38.674790 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-da7e99ca-ccae-49ac-86d3-59c75b14db07 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0ee0aef6-b1b4-4906-b9ab-9ac477d3817d HTTP/1.1" status: 204 len: 168 time: 0.7146535 Aug 29 04:21:38.695009 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [req-9db56714-a747-44c8-8915-eb18806aadfa req-4024134b-7d9c-43e7-b3ef-90ec28537872 tempest-ServerGroupTestJSON-679182931 tempest-ServerGroupTestJSON-679182931-project] No DVR routers for this DVR port d1476c8d-72ff-4d1a-bea0-e625c975364e on host n-h1-712140-12 {{(pid=94829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:21:38.699756 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-9db56714-a747-44c8-8915-eb18806aadfa req-4024134b-7d9c-43e7-b3ef-90ec28537872 tempest-ServerGroupTestJSON-679182931 tempest-ServerGroupTestJSON-679182931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:38.700581 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=2a243fa4-fca0-46fd-9408-205c6078f3f7,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:38.701771 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9db56714-a747-44c8-8915-eb18806aadfa req-4024134b-7d9c-43e7-b3ef-90ec28537872 tempest-ServerGroupTestJSON-679182931 tempest-ServerGroupTestJSON-679182931-project] 10.222.0.46 "DELETE /v2.0/ports/d1476c8d-72ff-4d1a-bea0-e625c975364e HTTP/1.1" status: 204 len: 173 time: 1.1351144 Aug 29 04:21:38.704477 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd948ffd-8f32-409e-a897-0b2eb625c8d1 x-openstack-request-id: req-cd948ffd-8f32-409e-a897-0b2eb625c8d1 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:21:38.704819 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65e7da89-db86-45b9-ab8d-171b404cfd20", "name": "network-vif-plugged", "status": "completed", "tag": "2a243fa4-fca0-46fd-9408-205c6078f3f7", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:21:38.705142 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cd948ffd-8f32-409e-a897-0b2eb625c8d1 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:21:38.705606 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65e7da89-db86-45b9-ab8d-171b404cfd20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a243fa4-fca0-46fd-9408-205c6078f3f7', 'code': 200} Aug 29 04:21:38.708132 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69c7f578-0ba0-4f5b-a2d0-3e950c000270', 'name': 'network-vif-deleted', 'tag': 'd1476c8d-72ff-4d1a-bea0-e625c975364e'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:21:38.709918 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Returning: {'device': '1f12f691-7aa9-4add-8f10-750ea199aa0e', 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45', 'port_id': '1f12f691-7aa9-4add-8f10-750ea199aa0e', 'mac_address': 'fa:16:3e:b7:cf:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18cd12d4-b12a-41b0-b0c5-618edbb84e74', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:21:38.711836 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f466381-4f1e-47b9-b0d3-d701c28bfd4e" -d '{"events": [{"server_uuid": "69c7f578-0ba0-4f5b-a2d0-3e950c000270", "name": "network-vif-deleted", "tag": "d1476c8d-72ff-4d1a-bea0-e625c975364e"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:21:38.721087 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7e99ca-ccae-49ac-86d3-59c75b14db07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ee0aef6-b1b4-4906-b9ab-9ac477d3817d,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:38.762527 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aac05b-2d79-4e65-89de-bef9d3721afa req-72018ebc-446c-4804-9116-a04b3a6a1351 tempest-ServerAddressesTestJSON-194120288 tempest-ServerAddressesTestJSON-194120288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:38.772580 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-26aac05b-2d79-4e65-89de-bef9d3721afa req-72018ebc-446c-4804-9116-a04b3a6a1351 tempest-ServerAddressesTestJSON-194120288 tempest-ServerAddressesTestJSON-194120288-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc994603-4ac1-4cb8-8443-c0c5321ab73c HTTP/1.1" status: 200 len: 945 time: 0.1810894 Aug 29 04:21:38.774071 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:38.794739 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f12f691-7aa9-4add-8f10-750ea199aa0e {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:21:38.855370 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-897ca909-3492-4ded-bee8-9ad18da8a5c2 x-openstack-request-id: req-897ca909-3492-4ded-bee8-9ad18da8a5c2 {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:21:38.855788 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69c7f578-0ba0-4f5b-a2d0-3e950c000270", "name": "network-vif-deleted", "tag": "d1476c8d-72ff-4d1a-bea0-e625c975364e", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:21:38.856119 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-897ca909-3492-4ded-bee8-9ad18da8a5c2 {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:21:38.856467 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 1f12f691-7aa9-4add-8f10-750ea199aa0e, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=1f12f691-7aa9-4add-8f10-750ea199aa0e,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:38.857008 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69c7f578-0ba0-4f5b-a2d0-3e950c000270', 'name': 'network-vif-deleted', 'tag': 'd1476c8d-72ff-4d1a-bea0-e625c975364e', 'status': 'completed', 'code': 200} Aug 29 04:21:38.864249 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:38.880641 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-26aac05b-2d79-4e65-89de-bef9d3721afa req-bc18c791-0a90-48ed-927f-625e54d2505c tempest-ServerAddressesTestJSON-194120288 tempest-ServerAddressesTestJSON-194120288-project] 10.222.0.22 "GET /v2.0/security-groups?id=746111dd-d000-41ef-9387-7db7415c6bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064792 Aug 29 04:21:39.001389 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006deb44-6b4d-4d88-845e-15fed531901f req-ed5c4554-881e-49bb-8b72-751ca127849e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:39.003345 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-006deb44-6b4d-4d88-845e-15fed531901f req-ed5c4554-881e-49bb-8b72-751ca127849e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=65e7da89-db86-45b9-ab8d-171b404cfd20 HTTP/1.1" status: 200 len: 1098 time: 0.1397591 Aug 29 04:21:39.014348 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=1f12f691-7aa9-4add-8f10-750ea199aa0e,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:39.067590 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51382) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:39.099997 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['1f12f691-7aa9-4add-8f10-750ea199aa0e'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:21:39.105485 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-848bf2a0-d98e-4d8c-a615-af9b54caf6a1 req-3b00b6e9-7248-4ad5-9221-456a9e0c5c20 tempest-ServerGroupTestJSON-679182931 tempest-ServerGroupTestJSON-679182931-project] 10.222.0.22 "GET /v2.0/ports?device_id=69c7f578-0ba0-4f5b-a2d0-3e950c000270 HTTP/1.1" status: 200 len: 210 time: 0.0392253 Aug 29 04:21:39.137490 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-006deb44-6b4d-4d88-845e-15fed531901f req-c3d332b6-307e-4238-8962-f0bdc516f97e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170578 Aug 29 04:21:39.159143 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a465bbab-363f-4f75-8423-9b6036fefd3e req-6fe975f3-5eae-4595-b0e1-eae15ba336ad tempest-ImagesNegativeTestJSON-1616118299 tempest-ImagesNegativeTestJSON-1616118299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:39.169991 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a465bbab-363f-4f75-8423-9b6036fefd3e req-6fe975f3-5eae-4595-b0e1-eae15ba336ad tempest-ImagesNegativeTestJSON-1616118299 tempest-ImagesNegativeTestJSON-1616118299-project] 10.222.0.22 "GET /v2.0/ports?device_id=367a35c6-2447-4c83-9a04-1af8662e9f56 HTTP/1.1" status: 200 len: 948 time: 0.1777115 Aug 29 04:21:39.251368 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b2abe1a0-3399-44b0-ac96-97a0ac82901e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:39.269812 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a465bbab-363f-4f75-8423-9b6036fefd3e req-c7d592d6-31ec-4d15-b394-954098239dda tempest-ImagesNegativeTestJSON-1616118299 tempest-ImagesNegativeTestJSON-1616118299-project] 10.222.0.22 "GET /v2.0/security-groups?id=7b30e9ce-279b-47b7-b911-d229013e4eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900917 Aug 29 04:21:39.287058 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51390) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:39.310755 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7920b5f7-9ac0-464b-b502-c29c204964e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:39.417886 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b2abe1a0-3399-44b0-ac96-97a0ac82901e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:39.423135 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b2abe1a0-3399-44b0-ac96-97a0ac82901e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:39.511934 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-b2abe1a0-3399-44b0-ac96-97a0ac82901e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=06637005b65e4e80bd6c7d44abdd43ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4427140 Aug 29 04:21:39.515503 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51398) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:39.529835 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2abe1a0-3399-44b0-ac96-97a0ac82901e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=671436da-d176-4145-a12d-16b61712adce,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:39.586681 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a255f2fb-2463-40fc-aefb-86cde9698f4d req-c7f79d1f-3a47-4a2b-aa3f-32892603c6bc tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:39.597045 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a255f2fb-2463-40fc-aefb-86cde9698f4d req-c7f79d1f-3a47-4a2b-aa3f-32892603c6bc tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=65e7da89-db86-45b9-ab8d-171b404cfd20 HTTP/1.1" status: 200 len: 946 time: 0.1138155 Aug 29 04:21:39.605677 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b05f67ea-bd4c-4fb3-b748-61ed2725275b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:39.634619 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b05f67ea-bd4c-4fb3-b748-61ed2725275b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:39.665251 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7920b5f7-9ac0-464b-b502-c29c204964e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:39.684322 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a255f2fb-2463-40fc-aefb-86cde9698f4d req-88796a90-5719-4e09-82a7-58f2c8cbe171 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858097 Aug 29 04:21:39.686234 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7920b5f7-9ac0-464b-b502-c29c204964e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:39.704284 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b05f67ea-bd4c-4fb3-b748-61ed2725275b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:39.707219 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b05f67ea-bd4c-4fb3-b748-61ed2725275b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:39.708457 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-b05f67ea-bd4c-4fb3-b748-61ed2725275b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/671436da-d176-4145-a12d-16b61712adce HTTP/1.1" status: 204 len: 168 time: 0.1910644 Aug 29 04:21:39.721679 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05f67ea-bd4c-4fb3-b748-61ed2725275b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=671436da-d176-4145-a12d-16b61712adce,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:39.770103 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-7920b5f7-9ac0-464b-b502-c29c204964e9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c973f9bb44a34dfc9a8e1c41def4707c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4816914 Aug 29 04:21:39.773087 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51406) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:39.778835 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7920b5f7-9ac0-464b-b502-c29c204964e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d9bc9ec-8cd7-4170-9be6-a0550a699179,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:39.850584 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affb1faf-73fa-4a10-96e3-d8b2f0ff731e req-0aa88d8f-49e8-4299-a5bc-455f38a021a7 tempest-ServerAddressesTestJSON-194120288 tempest-ServerAddressesTestJSON-194120288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:39.852235 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-affb1faf-73fa-4a10-96e3-d8b2f0ff731e req-0aa88d8f-49e8-4299-a5bc-455f38a021a7 tempest-ServerAddressesTestJSON-194120288 tempest-ServerAddressesTestJSON-194120288-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc994603-4ac1-4cb8-8443-c0c5321ab73c HTTP/1.1" status: 200 len: 945 time: 0.1020803 Aug 29 04:21:39.880263 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5b91fb09-0024-479f-905f-015d9f4c4380 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:39.918816 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-affb1faf-73fa-4a10-96e3-d8b2f0ff731e req-c44de617-cfcf-4b2b-a75f-abdbb4ba4997 tempest-ServerAddressesTestJSON-194120288 tempest-ServerAddressesTestJSON-194120288-project] 10.222.0.22 "GET /v2.0/security-groups?id=746111dd-d000-41ef-9387-7db7415c6bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556140 Aug 29 04:21:39.920735 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5b91fb09-0024-479f-905f-015d9f4c4380 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:39.985223 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5b91fb09-0024-479f-905f-015d9f4c4380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:39.988471 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5b91fb09-0024-479f-905f-015d9f4c4380 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:39.989916 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-5b91fb09-0024-479f-905f-015d9f4c4380 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0d9bc9ec-8cd7-4170-9be6-a0550a699179 HTTP/1.1" status: 204 len: 168 time: 0.2152619 Aug 29 04:21:40.005572 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b91fb09-0024-479f-905f-015d9f4c4380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d9bc9ec-8cd7-4170-9be6-a0550a699179,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:40.138269 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51414) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:40.154472 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5ead194e-2e85-4683-91b0-144c88569399 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:40.258740 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 1f12f691-7aa9-4add-8f10-750ea199aa0e up at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:21:40.303502 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5ead194e-2e85-4683-91b0-144c88569399 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:40.312404 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5ead194e-2e85-4683-91b0-144c88569399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:40.384087 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-5ead194e-2e85-4683-91b0-144c88569399 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5d83258c8d8d4a45a5d996a63cf25bdf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2444837 Aug 29 04:21:40.385141 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51428) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:40.397927 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ead194e-2e85-4683-91b0-144c88569399 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3af0652e-5caf-4af2-896a-b600ecf17ad4,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:40.528928 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning for port 1f12f691-7aa9-4add-8f10-750ea199aa0e completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:21:40.534995 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning complete for port 1f12f691-7aa9-4add-8f10-750ea199aa0e triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:21:40.535968 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:40.562029 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a00673c-4c62-41d7-ab69-54d04716af39 req-9a001285-55e8-4e94-8404-bc7820e73752 tempest-ImagesNegativeTestJSON-1616118299 tempest-ImagesNegativeTestJSON-1616118299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:40.575224 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0a00673c-4c62-41d7-ab69-54d04716af39 req-9a001285-55e8-4e94-8404-bc7820e73752 tempest-ImagesNegativeTestJSON-1616118299 tempest-ImagesNegativeTestJSON-1616118299-project] 10.222.0.22 "GET /v2.0/ports?device_id=367a35c6-2447-4c83-9a04-1af8662e9f56 HTTP/1.1" status: 200 len: 948 time: 0.1364141 Aug 29 04:21:40.581361 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-767de887-0dea-403e-9621-1d5ed6c96827 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:40.661978 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51448) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:40.676677 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0a00673c-4c62-41d7-ab69-54d04716af39 req-e9f6838d-0811-430d-9d33-1e85a79f2443 tempest-ImagesNegativeTestJSON-1616118299 tempest-ImagesNegativeTestJSON-1616118299-project] 10.222.0.22 "GET /v2.0/security-groups?id=7b30e9ce-279b-47b7-b911-d229013e4eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983214 Aug 29 04:21:40.695805 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-767de887-0dea-403e-9621-1d5ed6c96827 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:40.743272 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:40.766809 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_v2 [None req-75fcb8b4-ee06-4c9f-8c4f-f8fea80784a6 admin admin] Deleting subnet e09df312-8866-4cc6-81e6-b57382052196 {{(pid=94829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:21:40.774737 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-75fcb8b4-ee06-4c9f-8c4f-f8fea80784a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:40.817539 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '367a35c6-2447-4c83-9a04-1af8662e9f56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f12f691-7aa9-4add-8f10-750ea199aa0e'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:21:40.829378 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-75fcb8b4-ee06-4c9f-8c4f-f8fea80784a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4311743'] for subnet, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:40.842111 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca412b9c-4a45-47cb-be4d-69653bd46472" -d '{"events": [{"server_uuid": "367a35c6-2447-4c83-9a04-1af8662e9f56", "name": "network-vif-plugged", "status": "completed", "tag": "1f12f691-7aa9-4add-8f10-750ea199aa0e"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:21:40.888824 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-767de887-0dea-403e-9621-1d5ed6c96827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:40.895951 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-767de887-0dea-403e-9621-1d5ed6c96827 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:40.898656 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-767de887-0dea-403e-9621-1d5ed6c96827 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3af0652e-5caf-4af2-896a-b600ecf17ad4 HTTP/1.1" status: 204 len: 168 time: 0.5089028 Aug 29 04:21:40.929127 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 1f12f691-7aa9-4add-8f10-750ea199aa0e, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=1f12f691-7aa9-4add-8f10-750ea199aa0e,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:40.930807 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-75fcb8b4-ee06-4c9f-8c4f-f8fea80784a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:40.935408 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:40.936519 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device d1476c8d-72ff-4d1a-bea0-e625c975364e no longer exists at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:21:40.949764 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767de887-0dea-403e-9621-1d5ed6c96827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3af0652e-5caf-4af2-896a-b600ecf17ad4,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:41.027046 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5103bec9-9495-4299-8e98-b648f571c699 req-5d9a7220-d7d1-45e5-8f1c-d3e438ca143b tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:41.048464 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5103bec9-9495-4299-8e98-b648f571c699 req-5d9a7220-d7d1-45e5-8f1c-d3e438ca143b tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=65e7da89-db86-45b9-ab8d-171b404cfd20 HTTP/1.1" status: 200 len: 946 time: 0.1718805 Aug 29 04:21:41.081943 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-75fcb8b4-ee06-4c9f-8c4f-f8fea80784a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4552352'] for subnet, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:41.100967 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] No Port match for: d1476c8d-72ff-4d1a-bea0-e625c975364e {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:21:41.106468 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device d1476c8d-72ff-4d1a-bea0-e625c975364e not bound to the agent host n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:21:41.149220 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5103bec9-9495-4299-8e98-b648f571c699 req-51b5fd29-3e35-4760-872e-71fa9b1cc539 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012812 Aug 29 04:21:41.165222 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26891c38-7555-4a46-858d-e276c1c4fea2 x-openstack-request-id: req-26891c38-7555-4a46-858d-e276c1c4fea2 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:21:41.175908 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "367a35c6-2447-4c83-9a04-1af8662e9f56", "name": "network-vif-plugged", "status": "completed", "tag": "1f12f691-7aa9-4add-8f10-750ea199aa0e", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:21:41.175908 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-26891c38-7555-4a46-858d-e276c1c4fea2 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:21:41.175908 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '367a35c6-2447-4c83-9a04-1af8662e9f56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f12f691-7aa9-4add-8f10-750ea199aa0e', 'code': 200} Aug 29 04:21:41.192875 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fcb8b4-ee06-4c9f-8c4f-f8fea80784a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e09df312-8866-4cc6-81e6-b57382052196,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:41.216356 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-75fcb8b4-ee06-4c9f-8c4f-f8fea80784a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:41.222954 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=1f12f691-7aa9-4add-8f10-750ea199aa0e,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:41.226177 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-75fcb8b4-ee06-4c9f-8c4f-f8fea80784a6 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/e09df312-8866-4cc6-81e6-b57382052196 HTTP/1.1" status: 204 len: 168 time: 0.5620041 Aug 29 04:21:41.227822 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51474) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:41.408682 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d7860a-4ecc-43c7-a67b-130d8ad9cc45 req-dbe0dc28-9d94-4bba-a3d1-b33cb1620b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:41.411132 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-14d7860a-4ecc-43c7-a67b-130d8ad9cc45 req-dbe0dc28-9d94-4bba-a3d1-b33cb1620b34 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=367a35c6-2447-4c83-9a04-1af8662e9f56 HTTP/1.1" status: 200 len: 1101 time: 0.1425238 Aug 29 04:21:41.470640 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ed8aa3-d9b9-43dc-9217-56b5dad40f73 req-b983a2e9-3287-4d7d-b334-8be0867c8d01 tempest-ServerAddressesTestJSON-194120288 tempest-ServerAddressesTestJSON-194120288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:41.473334 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-96ed8aa3-d9b9-43dc-9217-56b5dad40f73 req-b983a2e9-3287-4d7d-b334-8be0867c8d01 tempest-ServerAddressesTestJSON-194120288 tempest-ServerAddressesTestJSON-194120288-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc994603-4ac1-4cb8-8443-c0c5321ab73c HTTP/1.1" status: 200 len: 945 time: 0.1471014 Aug 29 04:21:41.498265 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-14d7860a-4ecc-43c7-a67b-130d8ad9cc45 req-f8318174-e85c-44ef-8808-7d2955080404 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7b30e9ce-279b-47b7-b911-d229013e4eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785375 Aug 29 04:21:41.512598 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3d19f1e8-9459-4937-92de-06f6b8e35d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:41.566777 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-96ed8aa3-d9b9-43dc-9217-56b5dad40f73 req-70c501cc-33c0-44ed-b789-0a9c293ba8ea tempest-ServerAddressesTestJSON-194120288 tempest-ServerAddressesTestJSON-194120288-project] 10.222.0.22 "GET /v2.0/security-groups?id=746111dd-d000-41ef-9387-7db7415c6bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718708 Aug 29 04:21:41.587232 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644051ef-3233-4fda-99bf-6771866d7085 req-fb083aeb-5dab-455c-8f63-332b19ff4c35 tempest-ServerAddressesTestJSON-194120288 tempest-ServerAddressesTestJSON-194120288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:41.589920 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-644051ef-3233-4fda-99bf-6771866d7085 req-fb083aeb-5dab-455c-8f63-332b19ff4c35 tempest-ServerAddressesTestJSON-194120288 tempest-ServerAddressesTestJSON-194120288-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc994603-4ac1-4cb8-8443-c0c5321ab73c HTTP/1.1" status: 200 len: 945 time: 0.2092490 Aug 29 04:21:41.639475 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1e8bf7-0a00-42a9-a2d3-08db88eb3d6e req-c706dd94-aaa7-4a66-a058-29eff7873384 tempest-LiveMigrationTest-555913250 tempest-LiveMigrationTest-555913250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:41.641060 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8f1e8bf7-0a00-42a9-a2d3-08db88eb3d6e req-c706dd94-aaa7-4a66-a058-29eff7873384 tempest-LiveMigrationTest-555913250 tempest-LiveMigrationTest-555913250-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=65e7da89-db86-45b9-ab8d-171b404cfd20 HTTP/1.1" status: 200 len: 1098 time: 0.2875350 Aug 29 04:21:41.721237 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3d19f1e8-9459-4937-92de-06f6b8e35d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:41.761669 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-3d19f1e8-9459-4937-92de-06f6b8e35d1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da666025-c3c6-48c4-98fb-09f259d7d9ea']}} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:41.794951 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8f1e8bf7-0a00-42a9-a2d3-08db88eb3d6e req-6e8138d2-00b7-4e1a-9bd8-0417df65b808 tempest-LiveMigrationTest-555913250 tempest-LiveMigrationTest-555913250-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026795 Aug 29 04:21:41.824267 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-3d19f1e8-9459-4937-92de-06f6b8e35d1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65e2d4e5-f9ac-43f5-8e8d-4fdfba446d27') {'for_net_delete': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:41.824267 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-3d19f1e8-9459-4937-92de-06f6b8e35d1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65e2d4e5-f9ac-43f5-8e8d-4fdfba446d27') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:41.847041 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350e9dcb-273a-4764-9d2d-bb6385378e53 req-30ca0b0d-5c3f-4ce5-872c-618f188897a7 tempest-ImagesNegativeTestJSON-1616118299 tempest-ImagesNegativeTestJSON-1616118299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:41.854316 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-350e9dcb-273a-4764-9d2d-bb6385378e53 req-30ca0b0d-5c3f-4ce5-872c-618f188897a7 tempest-ImagesNegativeTestJSON-1616118299 tempest-ImagesNegativeTestJSON-1616118299-project] 10.222.0.22 "GET /v2.0/ports?device_id=367a35c6-2447-4c83-9a04-1af8662e9f56 HTTP/1.1" status: 200 len: 949 time: 0.0752811 Aug 29 04:21:41.865014 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3d19f1e8-9459-4937-92de-06f6b8e35d1c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8904833'] for segment, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:41.922391 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3d19f1e8-9459-4937-92de-06f6b8e35d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:41.929559 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-350e9dcb-273a-4764-9d2d-bb6385378e53 req-e0b1e0c2-f40a-4b07-bd33-6888c1ccb4a0 tempest-ImagesNegativeTestJSON-1616118299 tempest-ImagesNegativeTestJSON-1616118299-project] 10.222.0.22 "GET /v2.0/security-groups?id=7b30e9ce-279b-47b7-b911-d229013e4eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686953 Aug 29 04:21:41.938616 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d19f1e8-9459-4937-92de-06f6b8e35d1c admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=94828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:21:41.939038 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3d19f1e8-9459-4937-92de-06f6b8e35d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9190468'] for segment, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:41.942011 n-d-712140-12 neutron-server[94828]: Traceback (most recent call last): Aug 29 04:21:41.942011 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:21:41.942011 n-d-712140-12 neutron-server[94828]: timer() Aug 29 04:21:41.942011 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:21:41.942011 n-d-712140-12 neutron-server[94828]: cb(*args, **kw) Aug 29 04:21:41.942011 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:21:41.942011 n-d-712140-12 neutron-server[94828]: return func(*args, **kwargs) Aug 29 04:21:41.942011 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:21:41.942011 n-d-712140-12 neutron-server[94828]: self._notify() Aug 29 04:21:41.942011 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:21:41.942011 n-d-712140-12 neutron-server[94828]: self.callback(batched_events) Aug 29 04:21:41.942011 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:21:41.942011 n-d-712140-12 neutron-server[94828]: event.method(event) Aug 29 04:21:41.942011 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:21:41.942011 n-d-712140-12 neutron-server[94828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:21:41.942011 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:21:41.942011 n-d-712140-12 neutron-server[94828]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:21:41.942011 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:21:41.942011 n-d-712140-12 neutron-server[94828]: return f(self, *a, **k) Aug 29 04:21:41.942011 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:21:41.942011 n-d-712140-12 neutron-server[94828]: return self._get(url).json() Aug 29 04:21:41.942011 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:21:41.942011 n-d-712140-12 neutron-server[94828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:21:41.942011 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:21:41.942011 n-d-712140-12 neutron-server[94828]: return self.request(url, 'GET', **kwargs) Aug 29 04:21:41.942011 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:21:41.942011 n-d-712140-12 neutron-server[94828]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:21:41.942011 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:21:41.942011 n-d-712140-12 neutron-server[94828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:21:41.942011 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:21:41.942011 n-d-712140-12 neutron-server[94828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:21:41.942011 n-d-712140-12 neutron-server[94828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:21:42.014880 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-644051ef-3233-4fda-99bf-6771866d7085 req-ba00c903-45a3-4db4-87b2-f5c2e444752e tempest-ServerAddressesTestJSON-194120288 tempest-ServerAddressesTestJSON-194120288-project] Deleting port 3cf0c51b-e93c-4558-976f-f795a4f7042f {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:21:42.015382 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-644051ef-3233-4fda-99bf-6771866d7085 req-ba00c903-45a3-4db4-87b2-f5c2e444752e tempest-ServerAddressesTestJSON-194120288 tempest-ServerAddressesTestJSON-194120288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:42.097063 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85987972-0869-40e8-8505-1ab52567430c req-f3dcc0cb-a0bb-49db-927e-892bddf56acb tempest-LiveMigrationTest-555913250 tempest-LiveMigrationTest-555913250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:42.098834 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-85987972-0869-40e8-8505-1ab52567430c req-f3dcc0cb-a0bb-49db-927e-892bddf56acb tempest-LiveMigrationTest-555913250 tempest-LiveMigrationTest-555913250-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=65e7da89-db86-45b9-ab8d-171b404cfd20 HTTP/1.1" status: 200 len: 1098 time: 0.1800458 Aug 29 04:21:42.102059 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3d19f1e8-9459-4937-92de-06f6b8e35d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:42.110782 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3d19f1e8-9459-4937-92de-06f6b8e35d1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:42.116330 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-3d19f1e8-9459-4937-92de-06f6b8e35d1c admin admin] 10.222.0.22 "DELETE /v2.0/networks/da666025-c3c6-48c4-98fb-09f259d7d9ea HTTP/1.1" status: 204 len: 168 time: 0.8830423 Aug 29 04:21:42.162623 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d19f1e8-9459-4937-92de-06f6b8e35d1c admin admin] Pushing event deleted for resources: {'Network': ['ID=da666025-c3c6-48c4-98fb-09f259d7d9ea,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:42.195791 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-644051ef-3233-4fda-99bf-6771866d7085 req-ba00c903-45a3-4db4-87b2-f5c2e444752e tempest-ServerAddressesTestJSON-194120288 tempest-ServerAddressesTestJSON-194120288-project] For port 3cf0c51b-e93c-4558-976f-f795a4f7042f, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=3cf0c51b-e93c-4558-976f-f795a4f7042f,segment=NetworkSegment(02eaae0c-cb9b-405c-82ba-98ad81820cc4),segment_id=02eaae0c-cb9b-405c-82ba-98ad81820cc4)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:42.196150 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-644051ef-3233-4fda-99bf-6771866d7085 req-ba00c903-45a3-4db4-87b2-f5c2e444752e tempest-ServerAddressesTestJSON-194120288 tempest-ServerAddressesTestJSON-194120288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:42.200211 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-85987972-0869-40e8-8505-1ab52567430c req-6a944309-8cc0-463a-b16f-289fac11f5f8 tempest-LiveMigrationTest-555913250 tempest-LiveMigrationTest-555913250-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860856 Aug 29 04:21:42.221106 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-644051ef-3233-4fda-99bf-6771866d7085 req-ba00c903-45a3-4db4-87b2-f5c2e444752e tempest-ServerAddressesTestJSON-194120288 tempest-ServerAddressesTestJSON-194120288-project] Calling delete_port for 3cf0c51b-e93c-4558-976f-f795a4f7042f owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:21:42.306043 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51550) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:42.380750 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-297acf22-f97f-42c3-9a17-4e5d3b70c668 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=86d4651b82d145279aa2919aef7f1688&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0731754 Aug 29 04:21:42.384009 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51552) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:42.453278 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-644051ef-3233-4fda-99bf-6771866d7085 req-ba00c903-45a3-4db4-87b2-f5c2e444752e tempest-ServerAddressesTestJSON-194120288 tempest-ServerAddressesTestJSON-194120288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:42.485659 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['3cf0c51b-e93c-4558-976f-f795a4f7042f'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:21:42.490938 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6204d0ba-c0fd-47de-8041-b010e1ab7b66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:42.507484 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51556) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:42.536501 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6204d0ba-c0fd-47de-8041-b010e1ab7b66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:42.545055 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba00c903-45a3-4db4-87b2-f5c2e444752e tempest-ServerAddressesTestJSON-194120288 tempest-ServerAddressesTestJSON-194120288-project] Pushing event deleted for resources: {'Port': ['ID=3cf0c51b-e93c-4558-976f-f795a4f7042f,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:42.627431 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2677644-33aa-4edf-8463-a4cf608bf3c4 req-b42f14e5-5366-43c5-b03c-997eeba7b191 tempest-LiveMigrationTest-555913250 tempest-LiveMigrationTest-555913250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:42.638796 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e2677644-33aa-4edf-8463-a4cf608bf3c4 req-b42f14e5-5366-43c5-b03c-997eeba7b191 tempest-LiveMigrationTest-555913250 tempest-LiveMigrationTest-555913250-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=65e7da89-db86-45b9-ab8d-171b404cfd20 HTTP/1.1" status: 200 len: 1098 time: 0.1052525 Aug 29 04:21:42.717059 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-644051ef-3233-4fda-99bf-6771866d7085 req-ba00c903-45a3-4db4-87b2-f5c2e444752e tempest-ServerAddressesTestJSON-194120288 tempest-ServerAddressesTestJSON-194120288-project] No DVR routers for this DVR port 3cf0c51b-e93c-4558-976f-f795a4f7042f on host n-h2-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:21:42.719272 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e2677644-33aa-4edf-8463-a4cf608bf3c4 req-852d26b7-ad86-44ef-b0f7-e0f7c8e273c1 tempest-LiveMigrationTest-555913250 tempest-LiveMigrationTest-555913250-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791211 Aug 29 04:21:42.723263 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-644051ef-3233-4fda-99bf-6771866d7085 req-ba00c903-45a3-4db4-87b2-f5c2e444752e tempest-ServerAddressesTestJSON-194120288 tempest-ServerAddressesTestJSON-194120288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:42.723492 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6204d0ba-c0fd-47de-8041-b010e1ab7b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:42.727649 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6204d0ba-c0fd-47de-8041-b010e1ab7b66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:42.729713 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-644051ef-3233-4fda-99bf-6771866d7085 req-ba00c903-45a3-4db4-87b2-f5c2e444752e tempest-ServerAddressesTestJSON-194120288 tempest-ServerAddressesTestJSON-194120288-project] 10.222.0.48 "DELETE /v2.0/ports/3cf0c51b-e93c-4558-976f-f795a4f7042f HTTP/1.1" status: 204 len: 173 time: 1.1109831 Aug 29 04:21:42.732345 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc994603-4ac1-4cb8-8443-c0c5321ab73c', 'name': 'network-vif-deleted', 'tag': '3cf0c51b-e93c-4558-976f-f795a4f7042f'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:21:42.734907 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cbf8364-e521-4afe-9df9-8473b2c0679f" -d '{"events": [{"server_uuid": "bc994603-4ac1-4cb8-8443-c0c5321ab73c", "name": "network-vif-deleted", "tag": "3cf0c51b-e93c-4558-976f-f795a4f7042f"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:21:42.740806 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-6204d0ba-c0fd-47de-8041-b010e1ab7b66 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5525992b-eee7-4ae4-9add-3a7517762835 HTTP/1.1" status: 204 len: 168 time: 0.3550806 Aug 29 04:21:42.757684 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6204d0ba-c0fd-47de-8041-b010e1ab7b66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5525992b-eee7-4ae4-9add-3a7517762835,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:42.819894 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-af328e81-82ae-4980-947d-0e5cdb840749 req-e687375f-b35c-48d2-a4b3-7dd3fb16eb44 tempest-ServerAddressesTestJSON-194120288 tempest-ServerAddressesTestJSON-194120288-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc994603-4ac1-4cb8-8443-c0c5321ab73c HTTP/1.1" status: 200 len: 210 time: 0.0595071 Aug 29 04:21:42.871192 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c350bfa-3d0f-46f3-aea7-51de15eba1e2 x-openstack-request-id: req-6c350bfa-3d0f-46f3-aea7-51de15eba1e2 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:21:42.871780 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc994603-4ac1-4cb8-8443-c0c5321ab73c", "name": "network-vif-deleted", "tag": "3cf0c51b-e93c-4558-976f-f795a4f7042f", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:21:42.872114 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6c350bfa-3d0f-46f3-aea7-51de15eba1e2 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:21:42.872595 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc994603-4ac1-4cb8-8443-c0c5321ab73c', 'name': 'network-vif-deleted', 'tag': '3cf0c51b-e93c-4558-976f-f795a4f7042f', 'status': 'completed', 'code': 200} Aug 29 04:21:42.883641 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cffee0fa-b946-4f1c-aff5-11a9789d0c0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:43.028881 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cffee0fa-b946-4f1c-aff5-11a9789d0c0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:43.040554 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cffee0fa-b946-4f1c-aff5-11a9789d0c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:43.094690 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-cffee0fa-b946-4f1c-aff5-11a9789d0c0e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0b6cf284092645138d99a8ee1f812fb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5856011 Aug 29 04:21:43.095868 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51582) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:43.098476 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffee0fa-b946-4f1c-aff5-11a9789d0c0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3c8a462-2492-4248-8e4a-e5b9093a02e6,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:43.132584 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2e4fc2-0aab-451d-a8bf-2406d12fa2e7 req-b6aedb01-b142-43bc-96d7-21d4570ddb97 tempest-ImagesNegativeTestJSON-1616118299 tempest-ImagesNegativeTestJSON-1616118299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:43.142539 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bc2e4fc2-0aab-451d-a8bf-2406d12fa2e7 req-b6aedb01-b142-43bc-96d7-21d4570ddb97 tempest-ImagesNegativeTestJSON-1616118299 tempest-ImagesNegativeTestJSON-1616118299-project] 10.222.0.22 "GET /v2.0/ports?device_id=367a35c6-2447-4c83-9a04-1af8662e9f56 HTTP/1.1" status: 200 len: 949 time: 0.0875072 Aug 29 04:21:43.196952 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-44aac2c0-f7ce-4266-a375-918799bade48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:43.213992 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bc2e4fc2-0aab-451d-a8bf-2406d12fa2e7 req-d24a80b5-d61a-4c99-9cc3-3290cb34b7b7 tempest-ImagesNegativeTestJSON-1616118299 tempest-ImagesNegativeTestJSON-1616118299-project] 10.222.0.22 "GET /v2.0/security-groups?id=7b30e9ce-279b-47b7-b911-d229013e4eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673280 Aug 29 04:21:43.233666 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-44aac2c0-f7ce-4266-a375-918799bade48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:43.316179 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-44aac2c0-f7ce-4266-a375-918799bade48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:43.318743 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-44aac2c0-f7ce-4266-a375-918799bade48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:43.323665 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-44aac2c0-f7ce-4266-a375-918799bade48 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e3c8a462-2492-4248-8e4a-e5b9093a02e6 HTTP/1.1" status: 204 len: 168 time: 0.2239568 Aug 29 04:21:43.330528 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44aac2c0-f7ce-4266-a375-918799bade48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3c8a462-2492-4248-8e4a-e5b9093a02e6,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:43.642282 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140b3be2-3334-4906-bc73-87e7231396f5 req-6e37bc68-3118-4c53-89e8-483dbccbc6fc tempest-ImagesNegativeTestJSON-1616118299 tempest-ImagesNegativeTestJSON-1616118299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:43.644136 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-140b3be2-3334-4906-bc73-87e7231396f5 req-6e37bc68-3118-4c53-89e8-483dbccbc6fc tempest-ImagesNegativeTestJSON-1616118299 tempest-ImagesNegativeTestJSON-1616118299-project] 10.222.0.22 "GET /v2.0/ports?device_id=367a35c6-2447-4c83-9a04-1af8662e9f56 HTTP/1.1" status: 200 len: 949 time: 0.0867729 Aug 29 04:21:43.702131 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-140b3be2-3334-4906-bc73-87e7231396f5 req-56c8f95e-d70c-4180-9f85-f5b1909ecf55 tempest-ImagesNegativeTestJSON-1616118299 tempest-ImagesNegativeTestJSON-1616118299-project] 10.222.0.22 "GET /v2.0/security-groups?id=7b30e9ce-279b-47b7-b911-d229013e4eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451484 Aug 29 04:21:43.878349 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51618) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:43.899188 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb344a2-65c5-493b-85ed-f107db5f6de7 req-97f84adc-edb8-42d2-8598-6f6ef41a3258 tempest-LiveMigrationTest-555913250 tempest-LiveMigrationTest-555913250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:43.902273 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6fb344a2-65c5-493b-85ed-f107db5f6de7 req-97f84adc-edb8-42d2-8598-6f6ef41a3258 tempest-LiveMigrationTest-555913250 tempest-LiveMigrationTest-555913250-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=65e7da89-db86-45b9-ab8d-171b404cfd20 HTTP/1.1" status: 200 len: 1098 time: 0.0758326 Aug 29 04:21:43.959213 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec9ec0d1-7e03-4702-87b5-dd244e7d8eff admin admin] Deleting subnet 221382b4-b42b-4c32-85fb-c43517f76142 {{(pid=94829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:21:43.961155 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ec9ec0d1-7e03-4702-87b5-dd244e7d8eff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:43.974610 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6fb344a2-65c5-493b-85ed-f107db5f6de7 req-2e3812cc-ebd9-4554-8582-0fd643fd408c tempest-LiveMigrationTest-555913250 tempest-LiveMigrationTest-555913250-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590653 Aug 29 04:21:44.015962 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ec9ec0d1-7e03-4702-87b5-dd244e7d8eff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4311743'] for subnet, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:44.078407 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ec9ec0d1-7e03-4702-87b5-dd244e7d8eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:44.183753 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ec9ec0d1-7e03-4702-87b5-dd244e7d8eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4552352'] for subnet, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:44.199517 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ec9ec0d1-7e03-4702-87b5-dd244e7d8eff admin admin] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:44.203015 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-ec9ec0d1-7e03-4702-87b5-dd244e7d8eff admin admin] 10.222.0.22 "DELETE /v2.0/subnets/221382b4-b42b-4c32-85fb-c43517f76142 HTTP/1.1" status: 204 len: 168 time: 0.3235500 Aug 29 04:21:44.207289 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51636) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:44.225776 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9ec0d1-7e03-4702-87b5-dd244e7d8eff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=221382b4-b42b-4c32-85fb-c43517f76142,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:44.320728 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51642) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:44.344349 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f6367c38-1902-41f4-aca7-6089fc3086d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:44.464784 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f6367c38-1902-41f4-aca7-6089fc3086d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:44.487151 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-f6367c38-1902-41f4-aca7-6089fc3086d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa4dac28-d54b-40dd-9ab4-ef764c67f077']}} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:44.513958 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-f6367c38-1902-41f4-aca7-6089fc3086d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02eaae0c-cb9b-405c-82ba-98ad81820cc4') {'for_net_delete': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:44.515128 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-f6367c38-1902-41f4-aca7-6089fc3086d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02eaae0c-cb9b-405c-82ba-98ad81820cc4') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:44.531255 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f6367c38-1902-41f4-aca7-6089fc3086d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8904833'] for segment, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:44.560658 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f6367c38-1902-41f4-aca7-6089fc3086d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:44.572985 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6367c38-1902-41f4-aca7-6089fc3086d2 admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=94828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:21:44.573436 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f6367c38-1902-41f4-aca7-6089fc3086d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9190468'] for segment, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:44.587807 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-f79d57db-ffb5-4895-a983-359473fcb1b0 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-402514366-network', 'tenant_id': 'd9a76e3dc1744d138793af79d163dd05'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:44.605141 n-d-712140-12 neutron-server[94828]: Traceback (most recent call last): Aug 29 04:21:44.605141 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:21:44.605141 n-d-712140-12 neutron-server[94828]: timer() Aug 29 04:21:44.605141 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:21:44.605141 n-d-712140-12 neutron-server[94828]: cb(*args, **kw) Aug 29 04:21:44.605141 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:21:44.605141 n-d-712140-12 neutron-server[94828]: return func(*args, **kwargs) Aug 29 04:21:44.605141 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:21:44.605141 n-d-712140-12 neutron-server[94828]: self._notify() Aug 29 04:21:44.605141 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:21:44.605141 n-d-712140-12 neutron-server[94828]: self.callback(batched_events) Aug 29 04:21:44.605141 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:21:44.605141 n-d-712140-12 neutron-server[94828]: event.method(event) Aug 29 04:21:44.605141 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:21:44.605141 n-d-712140-12 neutron-server[94828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:21:44.605141 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:21:44.605141 n-d-712140-12 neutron-server[94828]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:21:44.605141 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:21:44.605141 n-d-712140-12 neutron-server[94828]: return f(self, *a, **k) Aug 29 04:21:44.605141 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:21:44.605141 n-d-712140-12 neutron-server[94828]: return self._get(url).json() Aug 29 04:21:44.605141 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:21:44.605141 n-d-712140-12 neutron-server[94828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:21:44.605141 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:21:44.605141 n-d-712140-12 neutron-server[94828]: return self.request(url, 'GET', **kwargs) Aug 29 04:21:44.605141 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:21:44.605141 n-d-712140-12 neutron-server[94828]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:21:44.605141 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:21:44.605141 n-d-712140-12 neutron-server[94828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:21:44.605141 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:21:44.605141 n-d-712140-12 neutron-server[94828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:21:44.605141 n-d-712140-12 neutron-server[94828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:21:44.626972 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f79d57db-ffb5-4895-a983-359473fcb1b0 admin admin] Made reservation on behalf of d9a76e3dc1744d138793af79d163dd05 for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:21:44.634440 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f79d57db-ffb5-4895-a983-359473fcb1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:44.653859 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f79d57db-ffb5-4895-a983-359473fcb1b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:44.779524 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f6367c38-1902-41f4-aca7-6089fc3086d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:44.833676 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f6367c38-1902-41f4-aca7-6089fc3086d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:44.839840 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-f6367c38-1902-41f4-aca7-6089fc3086d2 admin admin] 10.222.0.22 "DELETE /v2.0/networks/fa4dac28-d54b-40dd-9ab4-ef764c67f077 HTTP/1.1" status: 204 len: 168 time: 0.6305199 Aug 29 04:21:44.840813 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6367c38-1902-41f4-aca7-6089fc3086d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa4dac28-d54b-40dd-9ab4-ef764c67f077,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:44.976183 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e80d42-63b9-4520-a210-8ad58f9870e8 req-6e5e9529-c5ac-45ac-a85c-c856c9485922 tempest-ImagesNegativeTestJSON-1616118299 tempest-ImagesNegativeTestJSON-1616118299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:44.992846 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f79d57db-ffb5-4895-a983-359473fcb1b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:44.993635 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-49e80d42-63b9-4520-a210-8ad58f9870e8 req-6e5e9529-c5ac-45ac-a85c-c856c9485922 tempest-ImagesNegativeTestJSON-1616118299 tempest-ImagesNegativeTestJSON-1616118299-project] 10.222.0.22 "GET /v2.0/ports?device_id=367a35c6-2447-4c83-9a04-1af8662e9f56 HTTP/1.1" status: 200 len: 949 time: 0.1437345 Aug 29 04:21:45.015093 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f79d57db-ffb5-4895-a983-359473fcb1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:45.084492 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f79d57db-ffb5-4895-a983-359473fcb1b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:21:45.086213 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-49e80d42-63b9-4520-a210-8ad58f9870e8 req-a872808b-57af-4c5d-86c1-381cab272cd9 tempest-ImagesNegativeTestJSON-1616118299 tempest-ImagesNegativeTestJSON-1616118299-project] 10.222.0.22 "GET /v2.0/security-groups?id=7b30e9ce-279b-47b7-b911-d229013e4eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916657 Aug 29 04:21:45.097319 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3859b4e5-f50e-42d6-9e9c-f40606200f15 req-be01aba6-12bd-48fd-a8f8-2eacbe20d5cb tempest-ImagesNegativeTestJSON-1616118299 tempest-ImagesNegativeTestJSON-1616118299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:45.099362 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3859b4e5-f50e-42d6-9e9c-f40606200f15 req-be01aba6-12bd-48fd-a8f8-2eacbe20d5cb tempest-ImagesNegativeTestJSON-1616118299 tempest-ImagesNegativeTestJSON-1616118299-project] 10.222.0.46 "GET /v2.0/ports?device_id=367a35c6-2447-4c83-9a04-1af8662e9f56 HTTP/1.1" status: 200 len: 949 time: 0.2384343 Aug 29 04:21:45.108218 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79d57db-ffb5-4895-a983-359473fcb1b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc298de8-05a1-4048-a74a-af5d487002fb,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:45.163885 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f79d57db-ffb5-4895-a983-359473fcb1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:45.164385 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-f79d57db-ffb5-4895-a983-359473fcb1b0 admin admin] Added segment ad086531-7f14-4bee-b100-2be74f8adb97 of type vlan for network 430f809c-a4d3-48f1-bbd1-f32da1f4fbac Aug 29 04:21:45.260674 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f79d57db-ffb5-4895-a983-359473fcb1b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:45.306581 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f79d57db-ffb5-4895-a983-359473fcb1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:45.308884 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f79d57db-ffb5-4895-a983-359473fcb1b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:45.309485 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f79d57db-ffb5-4895-a983-359473fcb1b0 admin admin] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:45.403322 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51688) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:45.406276 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-f79d57db-ffb5-4895-a983-359473fcb1b0 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0776794 Aug 29 04:21:45.410338 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-a49a7d24-d363-4037-ad68-f53bffb8cac5 admin admin] Request body: {'subnet': {'network_id': '430f809c-a4d3-48f1-bbd1-f32da1f4fbac', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-402514366-subnet', 'tenant_id': 'd9a76e3dc1744d138793af79d163dd05', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:45.427894 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51690) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:45.430175 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [req-3859b4e5-f50e-42d6-9e9c-f40606200f15 req-885b213e-c2b1-43da-8f9f-5c709fb30b7c tempest-ImagesNegativeTestJSON-1616118299 tempest-ImagesNegativeTestJSON-1616118299-project] Deleting port 1f12f691-7aa9-4add-8f10-750ea199aa0e {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:21:45.430510 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-3859b4e5-f50e-42d6-9e9c-f40606200f15 req-885b213e-c2b1-43da-8f9f-5c709fb30b7c tempest-ImagesNegativeTestJSON-1616118299 tempest-ImagesNegativeTestJSON-1616118299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:45.479426 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a49a7d24-d363-4037-ad68-f53bffb8cac5 admin admin] Made reservation on behalf of d9a76e3dc1744d138793af79d163dd05 for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:21:45.492793 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a49a7d24-d363-4037-ad68-f53bffb8cac5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:45.525599 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79d57db-ffb5-4895-a983-359473fcb1b0 admin admin] Pushing event updated for resources: {'Network': ['ID=430f809c-a4d3-48f1-bbd1-f32da1f4fbac,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:45.539002 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 430f809c-a4d3-48f1-bbd1-f32da1f4fbac details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:21:45.615778 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-d1e8c49c-9f03-47bd-853f-d58839b3f65e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=dbd26abd7bbe46dfb6ff62b4bb42f46f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1824951 Aug 29 04:21:45.624598 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51696) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:45.727332 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-3859b4e5-f50e-42d6-9e9c-f40606200f15 req-885b213e-c2b1-43da-8f9f-5c709fb30b7c tempest-ImagesNegativeTestJSON-1616118299 tempest-ImagesNegativeTestJSON-1616118299-project] For port 1f12f691-7aa9-4add-8f10-750ea199aa0e, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=1f12f691-7aa9-4add-8f10-750ea199aa0e,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:45.727758 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-3859b4e5-f50e-42d6-9e9c-f40606200f15 req-885b213e-c2b1-43da-8f9f-5c709fb30b7c tempest-ImagesNegativeTestJSON-1616118299 tempest-ImagesNegativeTestJSON-1616118299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:45.752618 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [req-3859b4e5-f50e-42d6-9e9c-f40606200f15 req-885b213e-c2b1-43da-8f9f-5c709fb30b7c tempest-ImagesNegativeTestJSON-1616118299 tempest-ImagesNegativeTestJSON-1616118299-project] Calling delete_port for 1f12f691-7aa9-4add-8f10-750ea199aa0e owned by compute:nova {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:21:45.781322 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f0e64aa1-871b-4c4b-90a8-8671e0310ec0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:45.867318 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f0e64aa1-871b-4c4b-90a8-8671e0310ec0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:45.948433 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a49a7d24-d363-4037-ad68-f53bffb8cac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9191137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10062364'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:45.965199 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-3859b4e5-f50e-42d6-9e9c-f40606200f15 req-885b213e-c2b1-43da-8f9f-5c709fb30b7c tempest-ImagesNegativeTestJSON-1616118299 tempest-ImagesNegativeTestJSON-1616118299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:45.966474 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 3cf0c51b-e93c-4558-976f-f795a4f7042f no longer exists at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:21:45.995412 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f0e64aa1-871b-4c4b-90a8-8671e0310ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:45.998127 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f0e64aa1-871b-4c4b-90a8-8671e0310ec0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:46.002805 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-f0e64aa1-871b-4c4b-90a8-8671e0310ec0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/746111dd-d000-41ef-9387-7db7415c6bb4 HTTP/1.1" status: 204 len: 168 time: 0.3763926 Aug 29 04:21:46.026110 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e64aa1-871b-4c4b-90a8-8671e0310ec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=746111dd-d000-41ef-9387-7db7415c6bb4,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:46.037531 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49a7d24-d363-4037-ad68-f53bffb8cac5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e09e77d6-9e1c-48ca-bc8e-b3b1a5575d1e,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:46.054695 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49a7d24-d363-4037-ad68-f53bffb8cac5 admin admin] Checking segment: {'id': 'ad086531-7f14-4bee-b100-2be74f8adb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '430f809c-a4d3-48f1-bbd1-f32da1f4fbac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:21:46.055011 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49a7d24-d363-4037-ad68-f53bffb8cac5 admin admin] Network hostable DHCP agents. Network: 430f809c-a4d3-48f1-bbd1-f32da1f4fbac, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:21:46.076099 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49a7d24-d363-4037-ad68-f53bffb8cac5 admin admin] Network 430f809c-a4d3-48f1-bbd1-f32da1f4fbac is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:21:46.076517 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['1f12f691-7aa9-4add-8f10-750ea199aa0e'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:21:46.091388 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-a49a7d24-d363-4037-ad68-f53bffb8cac5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 430f809c-a4d3-48f1-bbd1-f32da1f4fbac) {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:21:46.099103 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49a7d24-d363-4037-ad68-f53bffb8cac5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:46.099727 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a49a7d24-d363-4037-ad68-f53bffb8cac5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:46.131017 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [req-3859b4e5-f50e-42d6-9e9c-f40606200f15 req-885b213e-c2b1-43da-8f9f-5c709fb30b7c tempest-ImagesNegativeTestJSON-1616118299 tempest-ImagesNegativeTestJSON-1616118299-project] No DVR routers for this DVR port 1f12f691-7aa9-4add-8f10-750ea199aa0e on host n-h1-712140-12 {{(pid=94829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:21:46.132617 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-a49a7d24-d363-4037-ad68-f53bffb8cac5 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7275162 Aug 29 04:21:46.133511 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885b213e-c2b1-43da-8f9f-5c709fb30b7c tempest-ImagesNegativeTestJSON-1616118299 tempest-ImagesNegativeTestJSON-1616118299-project] Pushing event deleted for resources: {'Port': ['ID=1f12f691-7aa9-4add-8f10-750ea199aa0e,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:46.137398 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51710) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:46.140967 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-3859b4e5-f50e-42d6-9e9c-f40606200f15 req-885b213e-c2b1-43da-8f9f-5c709fb30b7c tempest-ImagesNegativeTestJSON-1616118299 tempest-ImagesNegativeTestJSON-1616118299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:46.142328 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-f1c66095-41d7-4f83-bd71-9ae5169ce875 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-402514366-router', 'tenant_id': 'd9a76e3dc1744d138793af79d163dd05', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:46.153273 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3859b4e5-f50e-42d6-9e9c-f40606200f15 req-885b213e-c2b1-43da-8f9f-5c709fb30b7c tempest-ImagesNegativeTestJSON-1616118299 tempest-ImagesNegativeTestJSON-1616118299-project] 10.222.0.46 "DELETE /v2.0/ports/1f12f691-7aa9-4add-8f10-750ea199aa0e HTTP/1.1" status: 204 len: 173 time: 1.0464337 Aug 29 04:21:46.175277 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '367a35c6-2447-4c83-9a04-1af8662e9f56', 'name': 'network-vif-deleted', 'tag': '1f12f691-7aa9-4add-8f10-750ea199aa0e'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:21:46.185281 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f1c66095-41d7-4f83-bd71-9ae5169ce875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:46.186440 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f1c66095-41d7-4f83-bd71-9ae5169ce875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1838'] for router, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:46.191037 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] No Port match for: 3cf0c51b-e93c-4558-976f-f795a4f7042f {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:21:46.192181 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 3cf0c51b-e93c-4558-976f-f795a4f7042f not bound to the agent host n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:21:46.216052 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efe935ce-3ccc-469a-8a1b-2eb328aaac02" -d '{"events": [{"server_uuid": "367a35c6-2447-4c83-9a04-1af8662e9f56", "name": "network-vif-deleted", "tag": "1f12f691-7aa9-4add-8f10-750ea199aa0e"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:21:46.233465 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac2bd60-8fef-4880-a546-d0589ae64fd9 None None] Network 430f809c-a4d3-48f1-bbd1-f32da1f4fbac requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:21:46.280636 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [req-7c36a706-210f-45ad-a762-955cd5467287 req-6ffe785a-86cc-4a65-9819-0d9d396decc5 tempest-LiveMigrationTest-555913250 tempest-LiveMigrationTest-555913250-project-admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:21:46.281596 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7c36a706-210f-45ad-a762-955cd5467287 req-6ffe785a-86cc-4a65-9819-0d9d396decc5 tempest-LiveMigrationTest-555913250 tempest-LiveMigrationTest-555913250-project-admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4449680 Aug 29 04:21:46.300707 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f1c66095-41d7-4f83-bd71-9ae5169ce875 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:46.649282 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d53790-06a4-492a-9e60-17be2c1deb90 None None] Network 430f809c-a4d3-48f1-bbd1-f32da1f4fbac requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:21:46.665286 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f1c66095-41d7-4f83-bd71-9ae5169ce875 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:46.672588 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-949b6370-51c4-484a-a1a5-f4d8d6d4e022 req-d08993b3-7a4e-4886-a9bb-b0e6eb0aef01 tempest-ImagesNegativeTestJSON-1616118299 tempest-ImagesNegativeTestJSON-1616118299-project] 10.222.0.22 "GET /v2.0/ports?device_id=367a35c6-2447-4c83-9a04-1af8662e9f56 HTTP/1.1" status: 200 len: 210 time: 0.0620892 Aug 29 04:21:46.784467 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-7c36a706-210f-45ad-a762-955cd5467287 req-2005dedc-5214-441a-ba24-59e4aafc0e77 service neutron] Request body: {'binding': {'host': 'n-h1-712140-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:46.785282 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-7c36a706-210f-45ad-a762-955cd5467287 req-2005dedc-5214-441a-ba24-59e4aafc0e77 service neutron] Unknown quota resources ['binding']. {{(pid=94829) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 04:21:46.814875 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51736) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:46.899822 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a01c2c1-06c5-4ee5-b02e-a0cb6575f134 x-openstack-request-id: req-0a01c2c1-06c5-4ee5-b02e-a0cb6575f134 {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:21:46.901467 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "367a35c6-2447-4c83-9a04-1af8662e9f56", "name": "network-vif-deleted", "tag": "1f12f691-7aa9-4add-8f10-750ea199aa0e", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:21:46.902291 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0a01c2c1-06c5-4ee5-b02e-a0cb6575f134 {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:21:46.903597 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '367a35c6-2447-4c83-9a04-1af8662e9f56', 'name': 'network-vif-deleted', 'tag': '1f12f691-7aa9-4add-8f10-750ea199aa0e', 'status': 'completed', 'code': 200} Aug 29 04:21:47.160942 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-06f5e6d2-3473-48fb-bf1e-e4fafc07aa66 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-976374608', 'router:external': True}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:47.263885 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f1c66095-41d7-4f83-bd71-9ae5169ce875 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:47.268271 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06f5e6d2-3473-48fb-bf1e-e4fafc07aa66 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Made reservation on behalf of 32da4583295441edbd1c29d9d547f99d for: {'network': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:21:47.269972 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-7c36a706-210f-45ad-a762-955cd5467287 req-2005dedc-5214-441a-ba24-59e4aafc0e77 service neutron] Attempting to bind port 2a243fa4-fca0-46fd-9408-205c6078f3f7 on host n-h1-712140-12 for vnic_type normal with profile None {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:21:47.271500 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-7c36a706-210f-45ad-a762-955cd5467287 req-2005dedc-5214-441a-ba24-59e4aafc0e77 service neutron] Attempting to bind port 2a243fa4-fca0-46fd-9408-205c6078f3f7 by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': '44fea4a1-e972-4690-b14e-956bce45d1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1c65535d-8d45-4051-8e5d-043211a49251'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:21:47.272134 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c36a706-210f-45ad-a762-955cd5467287 req-2005dedc-5214-441a-ba24-59e4aafc0e77 service neutron] Attempting to bind port 2a243fa4-fca0-46fd-9408-205c6078f3f7 on network 1c65535d-8d45-4051-8e5d-043211a49251 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:21:47.278193 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-06f5e6d2-3473-48fb-bf1e-e4fafc07aa66 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:47.280346 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c36a706-210f-45ad-a762-955cd5467287 req-2005dedc-5214-441a-ba24-59e4aafc0e77 service neutron] Port 2a243fa4-fca0-46fd-9408-205c6078f3f7 on network 1c65535d-8d45-4051-8e5d-043211a49251 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:21:47.281160 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c36a706-210f-45ad-a762-955cd5467287 req-2005dedc-5214-441a-ba24-59e4aafc0e77 service neutron] Attempting to bind port 2a243fa4-fca0-46fd-9408-205c6078f3f7 on network 1c65535d-8d45-4051-8e5d-043211a49251 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:21:47.290550 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c36a706-210f-45ad-a762-955cd5467287 req-2005dedc-5214-441a-ba24-59e4aafc0e77 service neutron] Checking agent: {'id': '3de9de52-3a03-431d-9d7e-497ae92c57ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:21:47.291654 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c36a706-210f-45ad-a762-955cd5467287 req-2005dedc-5214-441a-ba24-59e4aafc0e77 service neutron] Checking segment: {'id': '44fea4a1-e972-4690-b14e-956bce45d1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1c65535d-8d45-4051-8e5d-043211a49251'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:21:47.292328 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c36a706-210f-45ad-a762-955cd5467287 req-2005dedc-5214-441a-ba24-59e4aafc0e77 service neutron] Bound using segment: {'id': '44fea4a1-e972-4690-b14e-956bce45d1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1c65535d-8d45-4051-8e5d-043211a49251'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:21:47.293046 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-7c36a706-210f-45ad-a762-955cd5467287 req-2005dedc-5214-441a-ba24-59e4aafc0e77 service neutron] Bound port: 2a243fa4-fca0-46fd-9408-205c6078f3f7, host: n-h1-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44fea4a1-e972-4690-b14e-956bce45d1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1c65535d-8d45-4051-8e5d-043211a49251'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:21:47.322955 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f1c66095-41d7-4f83-bd71-9ae5169ce875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:47.337374 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-06f5e6d2-3473-48fb-bf1e-e4fafc07aa66 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:47.377606 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-7c36a706-210f-45ad-a762-955cd5467287 req-2005dedc-5214-441a-ba24-59e4aafc0e77 service neutron] For port 2a243fa4-fca0-46fd-9408-205c6078f3f7, host n-h1-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=2a243fa4-fca0-46fd-9408-205c6078f3f7,segment=NetworkSegment(44fea4a1-e972-4690-b14e-956bce45d1ec),segment_id=44fea4a1-e972-4690-b14e-956bce45d1ec)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:21:47.384696 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-7c36a706-210f-45ad-a762-955cd5467287 req-2005dedc-5214-441a-ba24-59e4aafc0e77 service neutron] Notify callbacks [] for binding, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:47.389514 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7c36a706-210f-45ad-a762-955cd5467287 req-2005dedc-5214-441a-ba24-59e4aafc0e77 service neutron] 10.222.0.22 "POST /v2.0/ports/2a243fa4-fca0-46fd-9408-205c6078f3f7/bindings HTTP/1.1" status: 201 len: 390 time: 1.0932863 Aug 29 04:21:47.505932 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-f1c66095-41d7-4f83-bd71-9ae5169ce875 admin admin] Allocated IP 172.25.0.43 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/1d9c8ce4-482c-425d-a442-cc39c84e9d96) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:21:47.636918 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-06f5e6d2-3473-48fb-bf1e-e4fafc07aa66 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:47.647707 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-06f5e6d2-3473-48fb-bf1e-e4fafc07aa66 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:47.692142 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06f5e6d2-3473-48fb-bf1e-e4fafc07aa66 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=94828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:21:47.721060 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f5e6d2-3473-48fb-bf1e-e4fafc07aa66 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54d13636-3625-486b-a44d-27891e177672,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:47.732478 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-06f5e6d2-3473-48fb-bf1e-e4fafc07aa66 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:47.733272 n-d-712140-12 neutron-server[94828]: INFO neutron.db.segments_db [None req-06f5e6d2-3473-48fb-bf1e-e4fafc07aa66 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Added segment 9955f55e-c535-4f26-82c6-5fae0cbdab95 of type vlan for network 19e31799-9e31-4f61-9668-269a07dc24ff Aug 29 04:21:47.747329 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00929f95-6add-459a-8258-7a2e63e6ad46 req-7ca6bf9a-cd1e-4662-9db1-f5bcc6077f04 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:47.752070 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-00929f95-6add-459a-8258-7a2e63e6ad46 req-7ca6bf9a-cd1e-4662-9db1-f5bcc6077f04 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=65e7da89-db86-45b9-ab8d-171b404cfd20 HTTP/1.1" status: 200 len: 946 time: 0.1602914 Aug 29 04:21:47.775129 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c36a706-210f-45ad-a762-955cd5467287 req-01129418-3164-4a4a-b8bc-0277df51d9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:47.780996 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7c36a706-210f-45ad-a762-955cd5467287 req-01129418-3164-4a4a-b8bc-0277df51d9c9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=260b2b7726794e4d90a38e52b66506fd&device_id=65e7da89-db86-45b9-ab8d-171b404cfd20 HTTP/1.1" status: 200 len: 1098 time: 0.0959337 Aug 29 04:21:47.817838 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f1c66095-41d7-4f83-bd71-9ae5169ce875 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:47.832355 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51766) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:47.873551 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-06f5e6d2-3473-48fb-bf1e-e4fafc07aa66 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:47.890167 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-00929f95-6add-459a-8258-7a2e63e6ad46 req-bcf949b1-0498-4f9e-8828-a6958a4622e3 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368630 Aug 29 04:21:47.929184 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c36a706-210f-45ad-a762-955cd5467287 req-8c9d7ce1-985e-4d63-98d8-5a3f7137dfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:47.931017 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7c36a706-210f-45ad-a762-955cd5467287 req-8c9d7ce1-985e-4d63-98d8-5a3f7137dfd2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1c65535d-8d45-4051-8e5d-043211a49251 HTTP/1.1" status: 200 len: 908 time: 0.1455019 Aug 29 04:21:47.939382 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-06f5e6d2-3473-48fb-bf1e-e4fafc07aa66 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:47.940386 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f5e6d2-3473-48fb-bf1e-e4fafc07aa66 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:47.940971 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-06f5e6d2-3473-48fb-bf1e-e4fafc07aa66 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:47.992304 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7c36a706-210f-45ad-a762-955cd5467287 req-b6674a2b-bc5d-4115-a65d-64a070c10f3e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a243fa4-fca0-46fd-9408-205c6078f3f7 HTTP/1.1" status: 200 len: 217 time: 0.0465963 Aug 29 04:21:48.027091 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-06f5e6d2-3473-48fb-bf1e-e4fafc07aa66 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.1981652 Aug 29 04:21:48.032404 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-06b91209-55c8-4af7-a89b-738c994e3e41 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-2016766246-network', 'tenant_id': 'f1ba097444fe4741a3b547e81a8662d0'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:48.036188 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f5e6d2-3473-48fb-bf1e-e4fafc07aa66 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Pushing event updated for resources: {'Network': ['ID=19e31799-9e31-4f61-9668-269a07dc24ff,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:48.041584 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51782) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:48.054132 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-a682dcb3-4722-40aa-996e-406f08026400 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Request body: {'subnet': {'network_id': '19e31799-9e31-4f61-9668-269a07dc24ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:48.054367 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 19e31799-9e31-4f61-9668-269a07dc24ff details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:21:48.057834 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f1c66095-41d7-4f83-bd71-9ae5169ce875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:48.083792 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c36a706-210f-45ad-a762-955cd5467287 req-1ecc552a-99ed-4f12-b159-a824065ac364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:48.086232 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7c36a706-210f-45ad-a762-955cd5467287 req-1ecc552a-99ed-4f12-b159-a824065ac364 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d11db723-881a-44e4-ae3d-f8a6bedc146e HTTP/1.1" status: 200 len: 847 time: 0.0814509 Aug 29 04:21:48.126418 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c66095-41d7-4f83-bd71-9ae5169ce875 admin admin] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:21:48.134036 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06b91209-55c8-4af7-a89b-738c994e3e41 admin admin] Made reservation on behalf of f1ba097444fe4741a3b547e81a8662d0 for: {'network': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:21:48.137056 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-06b91209-55c8-4af7-a89b-738c994e3e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:48.146058 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-f1c66095-41d7-4f83-bd71-9ae5169ce875 admin admin] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:21:48.146514 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7c36a706-210f-45ad-a762-955cd5467287 req-9f5338e0-56a3-47c8-a3b4-3b3be48a5a7e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1c65535d-8d45-4051-8e5d-043211a49251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505273 Aug 29 04:21:48.149778 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c66095-41d7-4f83-bd71-9ae5169ce875 admin admin] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:21:48.190452 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-06b91209-55c8-4af7-a89b-738c994e3e41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:48.196010 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c66095-41d7-4f83-bd71-9ae5169ce875 admin admin] Pushing event updated for resources: {'Port': ['ID=1d9c8ce4-482c-425d-a442-cc39c84e9d96,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:48.223065 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a682dcb3-4722-40aa-996e-406f08026400 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Made reservation on behalf of 32da4583295441edbd1c29d9d547f99d for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:21:48.225840 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a682dcb3-4722-40aa-996e-406f08026400 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:48.297226 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51800) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:48.320294 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 1f12f691-7aa9-4add-8f10-750ea199aa0e no longer exists at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:21:48.333937 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7c36a706-210f-45ad-a762-955cd5467287 req-35ac83c0-e307-403d-b8f4-a451da289f22 service neutron] 10.222.0.46 "GET /v2.0/networks/1c65535d-8d45-4051-8e5d-043211a49251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791282 Aug 29 04:21:48.368670 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] No Port match for: 1f12f691-7aa9-4add-8f10-750ea199aa0e {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:21:48.369877 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 1f12f691-7aa9-4add-8f10-750ea199aa0e not bound to the agent host n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:21:48.490293 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7c36a706-210f-45ad-a762-955cd5467287 req-d408d0eb-bd47-4e20-bc97-c5081eb8dc49 service neutron] 10.222.0.46 "GET /v2.0/networks/1c65535d-8d45-4051-8e5d-043211a49251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477826 Aug 29 04:21:48.530288 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-d1f78d2d-9708-429d-8705-338945e3c016 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=39a55e3f4b5b4dda842534af69e4f8d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2310450 Aug 29 04:21:48.534107 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51806) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:48.654203 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fa491f23-cf11-4596-b325-54f2bf46225c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:48.659462 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c36a706-210f-45ad-a762-955cd5467287 req-9d3ae881-91c8-42b8-a955-6e8bcd92cc77 tempest-LiveMigrationTest-555913250 tempest-LiveMigrationTest-555913250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:48.661282 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7c36a706-210f-45ad-a762-955cd5467287 req-9d3ae881-91c8-42b8-a955-6e8bcd92cc77 tempest-LiveMigrationTest-555913250 tempest-LiveMigrationTest-555913250-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=65e7da89-db86-45b9-ab8d-171b404cfd20&tenant_id=260b2b7726794e4d90a38e52b66506fd&binding%3Ahost_id=n-h2-712140-12 HTTP/1.1" status: 200 len: 1098 time: 0.0970178 Aug 29 04:21:48.675207 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-7c36a706-210f-45ad-a762-955cd5467287 req-e3cb7e81-924b-4a7d-bdde-30c6d3e47632 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712140-12'}}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:48.713377 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fa491f23-cf11-4596-b325-54f2bf46225c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:48.781044 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-7c36a706-210f-45ad-a762-955cd5467287 req-e3cb7e81-924b-4a7d-bdde-30c6d3e47632 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:48.891927 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fa491f23-cf11-4596-b325-54f2bf46225c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:48.896199 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fa491f23-cf11-4596-b325-54f2bf46225c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:48.901123 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-fa491f23-cf11-4596-b325-54f2bf46225c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7b30e9ce-279b-47b7-b911-d229013e4eac HTTP/1.1" status: 204 len: 168 time: 0.3627081 Aug 29 04:21:48.936041 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa491f23-cf11-4596-b325-54f2bf46225c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b30e9ce-279b-47b7-b911-d229013e4eac,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:48.992497 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f52e1f67-928d-4839-9ae0-dbcf87d9358a req-495fb442-8618-45a9-aa0d-105d7524e398 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=afc254ea-ccf6-497c-b6f3-9c7790e81f60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2038438 Aug 29 04:21:48.998736 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-7c36a706-210f-45ad-a762-955cd5467287 req-e3cb7e81-924b-4a7d-bdde-30c6d3e47632 service neutron] For port 2a243fa4-fca0-46fd-9408-205c6078f3f7, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=2a243fa4-fca0-46fd-9408-205c6078f3f7,segment=NetworkSegment(44fea4a1-e972-4690-b14e-956bce45d1ec),segment_id=44fea4a1-e972-4690-b14e-956bce45d1ec)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:49.008075 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:49.096205 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-7c36a706-210f-45ad-a762-955cd5467287 req-e3cb7e81-924b-4a7d-bdde-30c6d3e47632 service neutron] For port 2a243fa4-fca0-46fd-9408-205c6078f3f7, host n-h2-712140-12, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:21:49.127266 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568b50e4-a27e-4090-961b-d9d67566474d req-7fc6aa3e-de5a-4e7a-89fc-95707ffc4308 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:49.129773 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-568b50e4-a27e-4090-961b-d9d67566474d req-7fc6aa3e-de5a-4e7a-89fc-95707ffc4308 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=65e7da89-db86-45b9-ab8d-171b404cfd20 HTTP/1.1" status: 200 len: 946 time: 0.0919333 Aug 29 04:21:49.197996 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65e7da89-db86-45b9-ab8d-171b404cfd20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a243fa4-fca0-46fd-9408-205c6078f3f7'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:21:49.200817 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfd8ae41-fcd4-4ab1-b5c8-d939aa1c45f1" -d '{"events": [{"server_uuid": "65e7da89-db86-45b9-ab8d-171b404cfd20", "name": "network-vif-unplugged", "status": "completed", "tag": "2a243fa4-fca0-46fd-9408-205c6078f3f7"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:21:49.205842 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-7c36a706-210f-45ad-a762-955cd5467287 req-e3cb7e81-924b-4a7d-bdde-30c6d3e47632 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:49.216772 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-568b50e4-a27e-4090-961b-d9d67566474d req-2334dffd-872b-46c9-abc4-6ca57f4cc6f3 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722601 Aug 29 04:21:49.218042 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-7c36a706-210f-45ad-a762-955cd5467287 req-e3cb7e81-924b-4a7d-bdde-30c6d3e47632 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:49.270966 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d38784f-316e-41e5-aa33-07b1acfb3a10 x-openstack-request-id: req-7d38784f-316e-41e5-aa33-07b1acfb3a10 {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:21:49.271313 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65e7da89-db86-45b9-ab8d-171b404cfd20", "name": "network-vif-unplugged", "status": "completed", "tag": "2a243fa4-fca0-46fd-9408-205c6078f3f7", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:21:49.271517 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7d38784f-316e-41e5-aa33-07b1acfb3a10 {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:21:49.272047 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65e7da89-db86-45b9-ab8d-171b404cfd20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a243fa4-fca0-46fd-9408-205c6078f3f7', 'code': 200} Aug 29 04:21:49.337713 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cb7e81-924b-4a7d-bdde-30c6d3e47632 service neutron] Pushing event updated for resources: {'Port': ['ID=2a243fa4-fca0-46fd-9408-205c6078f3f7,revision_number=7']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:49.351522 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-7c36a706-210f-45ad-a762-955cd5467287 req-e3cb7e81-924b-4a7d-bdde-30c6d3e47632 service neutron] Attempting to bind port 2a243fa4-fca0-46fd-9408-205c6078f3f7 on host n-h2-712140-12 for vnic_type normal with profile {"migrating_to": "n-h1-712140-12"} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:21:49.351905 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-7c36a706-210f-45ad-a762-955cd5467287 req-e3cb7e81-924b-4a7d-bdde-30c6d3e47632 service neutron] Attempting to bind port 2a243fa4-fca0-46fd-9408-205c6078f3f7 by drivers openvswitch,hyperv on host n-h2-712140-12 at level 0 using segments [{'id': '44fea4a1-e972-4690-b14e-956bce45d1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1c65535d-8d45-4051-8e5d-043211a49251'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:21:49.352245 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c36a706-210f-45ad-a762-955cd5467287 req-e3cb7e81-924b-4a7d-bdde-30c6d3e47632 service neutron] Attempting to bind port 2a243fa4-fca0-46fd-9408-205c6078f3f7 on network 1c65535d-8d45-4051-8e5d-043211a49251 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:21:49.357473 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c36a706-210f-45ad-a762-955cd5467287 req-e3cb7e81-924b-4a7d-bdde-30c6d3e47632 service neutron] Port 2a243fa4-fca0-46fd-9408-205c6078f3f7 on network 1c65535d-8d45-4051-8e5d-043211a49251 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-12 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:21:49.357805 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c36a706-210f-45ad-a762-955cd5467287 req-e3cb7e81-924b-4a7d-bdde-30c6d3e47632 service neutron] Attempting to bind port 2a243fa4-fca0-46fd-9408-205c6078f3f7 on network 1c65535d-8d45-4051-8e5d-043211a49251 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:21:49.364285 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c36a706-210f-45ad-a762-955cd5467287 req-e3cb7e81-924b-4a7d-bdde-30c6d3e47632 service neutron] Checking agent: {'id': 'b3a0606b-b029-4f5e-8798-3a32b71d8844', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:21:49.364737 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c36a706-210f-45ad-a762-955cd5467287 req-e3cb7e81-924b-4a7d-bdde-30c6d3e47632 service neutron] Checking segment: {'id': '44fea4a1-e972-4690-b14e-956bce45d1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1c65535d-8d45-4051-8e5d-043211a49251'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:21:49.365344 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c36a706-210f-45ad-a762-955cd5467287 req-e3cb7e81-924b-4a7d-bdde-30c6d3e47632 service neutron] Bound using segment: {'id': '44fea4a1-e972-4690-b14e-956bce45d1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1c65535d-8d45-4051-8e5d-043211a49251'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:21:49.365989 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-7c36a706-210f-45ad-a762-955cd5467287 req-e3cb7e81-924b-4a7d-bdde-30c6d3e47632 service neutron] Bound port: 2a243fa4-fca0-46fd-9408-205c6078f3f7, host: n-h2-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44fea4a1-e972-4690-b14e-956bce45d1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1c65535d-8d45-4051-8e5d-043211a49251'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:21:49.368203 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-7c36a706-210f-45ad-a762-955cd5467287 req-e3cb7e81-924b-4a7d-bdde-30c6d3e47632 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:49.383392 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-06b91209-55c8-4af7-a89b-738c994e3e41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:49.412504 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52e1f67-928d-4839-9ae0-dbcf87d9358a req-11335332-0336-4c80-8476-da7d4d419b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:49.412993 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52e1f67-928d-4839-9ae0-dbcf87d9358a req-11335332-0336-4c80-8476-da7d4d419b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:49.413466 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52e1f67-928d-4839-9ae0-dbcf87d9358a req-11335332-0336-4c80-8476-da7d4d419b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:49.414717 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52e1f67-928d-4839-9ae0-dbcf87d9358a req-11335332-0336-4c80-8476-da7d4d419b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:49.415518 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52e1f67-928d-4839-9ae0-dbcf87d9358a req-11335332-0336-4c80-8476-da7d4d419b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:49.416331 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52e1f67-928d-4839-9ae0-dbcf87d9358a req-11335332-0336-4c80-8476-da7d4d419b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:49.417148 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52e1f67-928d-4839-9ae0-dbcf87d9358a req-11335332-0336-4c80-8476-da7d4d419b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:49.420132 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f52e1f67-928d-4839-9ae0-dbcf87d9358a req-11335332-0336-4c80-8476-da7d4d419b5f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e5f0d8ebc9a74e589a93c4dfadff20f5&device_id=afc254ea-ccf6-497c-b6f3-9c7790e81f60 HTTP/1.1" status: 200 len: 6508 time: 0.3055484 Aug 29 04:21:49.428247 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f1c66095-41d7-4f83-bd71-9ae5169ce875 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:49.500707 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-7c36a706-210f-45ad-a762-955cd5467287 req-e3cb7e81-924b-4a7d-bdde-30c6d3e47632 service neutron] For port 2a243fa4-fca0-46fd-9408-205c6078f3f7, host n-h2-712140-12, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:21:49.508588 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-7c36a706-210f-45ad-a762-955cd5467287 req-e3cb7e81-924b-4a7d-bdde-30c6d3e47632 service neutron] For port 2a243fa4-fca0-46fd-9408-205c6078f3f7, host n-h2-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=2a243fa4-fca0-46fd-9408-205c6078f3f7,segment=NetworkSegment(44fea4a1-e972-4690-b14e-956bce45d1ec),segment_id=44fea4a1-e972-4690-b14e-956bce45d1ec)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:21:49.510814 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51840) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:49.514455 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-06b91209-55c8-4af7-a89b-738c994e3e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:49.521577 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-7c36a706-210f-45ad-a762-955cd5467287 req-e3cb7e81-924b-4a7d-bdde-30c6d3e47632 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:49.619920 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c36a706-210f-45ad-a762-955cd5467287 req-e3cb7e81-924b-4a7d-bdde-30c6d3e47632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:49.620521 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-7c36a706-210f-45ad-a762-955cd5467287 req-e3cb7e81-924b-4a7d-bdde-30c6d3e47632 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:49.622562 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7c36a706-210f-45ad-a762-955cd5467287 req-e3cb7e81-924b-4a7d-bdde-30c6d3e47632 service neutron] 10.222.0.46 "PUT /v2.0/ports/2a243fa4-fca0-46fd-9408-205c6078f3f7 HTTP/1.1" status: 200 len: 1124 time: 0.9515927 Aug 29 04:21:49.646429 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cb7e81-924b-4a7d-bdde-30c6d3e47632 service neutron] Pushing event updated for resources: {'Port': ['ID=2a243fa4-fca0-46fd-9408-205c6078f3f7,revision_number=8']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:49.676535 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06b91209-55c8-4af7-a89b-738c994e3e41 admin admin] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=94828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:21:49.710975 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7b95007c-aa9b-4278-b5f6-1b888ca18b5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:49.770223 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b91209-55c8-4af7-a89b-738c994e3e41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68475d08-a957-45e2-9798-29203af95702,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:49.780701 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-06b91209-55c8-4af7-a89b-738c994e3e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:49.781054 n-d-712140-12 neutron-server[94828]: INFO neutron.db.segments_db [None req-06b91209-55c8-4af7-a89b-738c994e3e41 admin admin] Added segment fa36d9cc-1749-4ca4-acc8-f5333ec26ab8 of type vlan for network f3a88f35-8980-4d08-add0-716c20ee491c Aug 29 04:21:49.783907 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['2a243fa4-fca0-46fd-9408-205c6078f3f7'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:21:49.855860 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7b95007c-aa9b-4278-b5f6-1b888ca18b5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:49.861848 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7b95007c-aa9b-4278-b5f6-1b888ca18b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:49.888865 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52e1f67-928d-4839-9ae0-dbcf87d9358a req-e24ea921-e9eb-4250-b243-697d8dc6de4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:49.889336 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52e1f67-928d-4839-9ae0-dbcf87d9358a req-e24ea921-e9eb-4250-b243-697d8dc6de4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:49.889982 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52e1f67-928d-4839-9ae0-dbcf87d9358a req-e24ea921-e9eb-4250-b243-697d8dc6de4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:49.891930 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f52e1f67-928d-4839-9ae0-dbcf87d9358a req-e24ea921-e9eb-4250-b243-697d8dc6de4a service neutron] 10.222.0.48 "GET /v2.0/networks?id=3085f602-11fb-40e6-8771-e57304cb25d6&id=30a5f83d-44db-4be9-a796-3b5e93558c29&id=30a5f83d-44db-4be9-a796-3b5e93558c29&id=30a5f83d-44db-4be9-a796-3b5e93558c29&id=30a5f83d-44db-4be9-a796-3b5e93558c29&id=4b336bb6-c1a2-4852-8570-018195081ecf&id=4b336bb6-c1a2-4852-8570-018195081ecf HTTP/1.1" status: 200 len: 2298 time: 0.3518565 Aug 29 04:21:49.927512 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-7b95007c-aa9b-4278-b5f6-1b888ca18b5e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7e805a6d9a0140fd96d9859edc05786d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4142480 Aug 29 04:21:49.928616 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b95007c-aa9b-4278-b5f6-1b888ca18b5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=308071a0-5e9e-4a26-968e-5e4bf5b70802,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:49.929401 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-06b91209-55c8-4af7-a89b-738c994e3e41 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:49.934024 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51850) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:50.010474 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9f537323-11e2-436d-b1e8-c027de9726c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:50.040813 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9f537323-11e2-436d-b1e8-c027de9726c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:50.084554 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-06b91209-55c8-4af7-a89b-738c994e3e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:50.085491 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b91209-55c8-4af7-a89b-738c994e3e41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:50.086142 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-06b91209-55c8-4af7-a89b-738c994e3e41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:50.098109 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f52e1f67-928d-4839-9ae0-dbcf87d9358a req-10a37e07-eb2c-4b87-98d3-1536cee930b4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3935a212-8cf6-4330-b1a6-b9caa4ca084f HTTP/1.1" status: 200 len: 1000 time: 0.1513708 Aug 29 04:21:50.121202 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9f537323-11e2-436d-b1e8-c027de9726c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:50.124012 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9f537323-11e2-436d-b1e8-c027de9726c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:50.127861 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-9f537323-11e2-436d-b1e8-c027de9726c0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/308071a0-5e9e-4a26-968e-5e4bf5b70802 HTTP/1.1" status: 204 len: 168 time: 0.1899245 Aug 29 04:21:50.141627 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f537323-11e2-436d-b1e8-c027de9726c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=308071a0-5e9e-4a26-968e-5e4bf5b70802,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:50.226877 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f1c66095-41d7-4f83-bd71-9ae5169ce875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409'] for router, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:50.236585 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-06b91209-55c8-4af7-a89b-738c994e3e41 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.4030650 Aug 29 04:21:50.238314 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51862) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:50.240424 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51864) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:50.243885 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b91209-55c8-4af7-a89b-738c994e3e41 admin admin] Pushing event updated for resources: {'Network': ['ID=f3a88f35-8980-4d08-add0-716c20ee491c,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:50.251231 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-a2a9a57d-1c5d-480d-814e-6ea49dc4d3c4 admin admin] Request body: {'subnet': {'network_id': 'f3a88f35-8980-4d08-add0-716c20ee491c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-2016766246-subnet', 'tenant_id': 'f1ba097444fe4741a3b547e81a8662d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:50.254962 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network f3a88f35-8980-4d08-add0-716c20ee491c details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:21:50.255812 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52e1f67-928d-4839-9ae0-dbcf87d9358a req-32643ed0-d1b9-495a-b5f3-2c1e9e69fe01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:50.257517 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f52e1f67-928d-4839-9ae0-dbcf87d9358a req-32643ed0-d1b9-495a-b5f3-2c1e9e69fe01 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b310944e-35be-44a6-a31c-3869b759bdd1 HTTP/1.1" status: 200 len: 856 time: 0.1456494 Aug 29 04:21:50.303321 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2a9a57d-1c5d-480d-814e-6ea49dc4d3c4 admin admin] Made reservation on behalf of f1ba097444fe4741a3b547e81a8662d0 for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:21:50.315030 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a2a9a57d-1c5d-480d-814e-6ea49dc4d3c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4552395'] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:50.379521 n-d-712140-12 neutron-server[94828]: DEBUG neutron.objects.ports [None req-a682dcb3-4722-40aa-996e-406f08026400 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94828) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 04:21:50.380227 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a682dcb3-4722-40aa-996e-406f08026400 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9191137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10062364'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:50.535326 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a682dcb3-4722-40aa-996e-406f08026400 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Pushing event updated for resources: {'Subnet': ['ID=9fb94cfe-7101-4ac1-a04e-d20bed71739d,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:50.544773 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52e1f67-928d-4839-9ae0-dbcf87d9358a req-b7eab830-09af-4e0b-ac50-b714cdaae144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:50.546440 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f52e1f67-928d-4839-9ae0-dbcf87d9358a req-b7eab830-09af-4e0b-ac50-b714cdaae144 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3085f602-11fb-40e6-8771-e57304cb25d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2506504 Aug 29 04:21:50.634560 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805623aa-b50e-468e-af48-351cd06429a2 req-2b358e0f-6abf-43ae-b8f5-7a5d1f505b6b tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:50.636898 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-805623aa-b50e-468e-af48-351cd06429a2 req-2b358e0f-6abf-43ae-b8f5-7a5d1f505b6b tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=65e7da89-db86-45b9-ab8d-171b404cfd20 HTTP/1.1" status: 200 len: 944 time: 0.1942616 Aug 29 04:21:50.653137 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a682dcb3-4722-40aa-996e-406f08026400 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Checking segment: {'id': '9955f55e-c535-4f26-82c6-5fae0cbdab95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '19e31799-9e31-4f61-9668-269a07dc24ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:21:50.653512 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a682dcb3-4722-40aa-996e-406f08026400 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Network hostable DHCP agents. Network: 19e31799-9e31-4f61-9668-269a07dc24ff, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:21:50.671350 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-149210b6-a3d1-4b71-884c-0c2de4f0d330 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1180866243-network', 'tenant_id': '6b54a16bc4c143ae881e0570211236dd'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:50.676417 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a2a9a57d-1c5d-480d-814e-6ea49dc4d3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4274880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4552377'] for subnet, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:50.718937 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51878) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:50.753074 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1c66095-41d7-4f83-bd71-9ae5169ce875 admin admin] Router 39ebecf5-04b0-425e-a2cf-1704a1012698 is scheduled to L3 agent 76874008-c311-485c-ba36-921b6d275b6a with binding_index 1 {{(pid=94828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:21:50.762130 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-149210b6-a3d1-4b71-884c-0c2de4f0d330 admin admin] Made reservation on behalf of 6b54a16bc4c143ae881e0570211236dd for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:21:50.762552 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-805623aa-b50e-468e-af48-351cd06429a2 req-a68232fe-ffad-4ce6-bab9-97584feb0b93 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116142 Aug 29 04:21:50.764878 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-149210b6-a3d1-4b71-884c-0c2de4f0d330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:50.768241 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a682dcb3-4722-40aa-996e-406f08026400 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Network 19e31799-9e31-4f61-9668-269a07dc24ff is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:21:50.770984 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-66848ae1-1425-4f23-a6df-124560b1f5be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:50.780382 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-149210b6-a3d1-4b71-884c-0c2de4f0d330 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:50.806021 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f52e1f67-928d-4839-9ae0-dbcf87d9358a req-d77d32ef-c605-490f-8626-9b74b5831b2f service neutron] 10.222.0.48 "GET /v2.0/networks/3085f602-11fb-40e6-8771-e57304cb25d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462490 Aug 29 04:21:50.812131 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a9a57d-1c5d-480d-814e-6ea49dc4d3c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=895fb339-0bda-425e-811e-e2b926168f91,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:50.817975 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-a682dcb3-4722-40aa-996e-406f08026400 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 19e31799-9e31-4f61-9668-269a07dc24ff) {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:21:50.826997 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4372769-e259-4bee-ad49-5c361a438b85 None None] Network 19e31799-9e31-4f61-9668-269a07dc24ff requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:21:50.846438 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a9a57d-1c5d-480d-814e-6ea49dc4d3c4 admin admin] Checking segment: {'id': 'fa36d9cc-1749-4ca4-acc8-f5333ec26ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'f3a88f35-8980-4d08-add0-716c20ee491c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:21:50.846997 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a9a57d-1c5d-480d-814e-6ea49dc4d3c4 admin admin] Network hostable DHCP agents. Network: f3a88f35-8980-4d08-add0-716c20ee491c, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:21:50.860035 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.db.api [None req-149210b6-a3d1-4b71-884c-0c2de4f0d330 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 04:21:50.860035 n-d-712140-12 neutron-server[94829]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 29 04:21:50.860035 n-d-712140-12 neutron-server[94829]: [parameters: {'project_id_1': '6b54a16bc4c143ae881e0570211236dd', 'expiration_1': datetime.datetime(2021, 8, 29, 4, 21, 50, 834369)}] Aug 29 04:21:50.860035 n-d-712140-12 neutron-server[94829]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:21:50.860754 n-d-712140-12 neutron-server[94829]: DEBUG oslo_db.api [None req-149210b6-a3d1-4b71-884c-0c2de4f0d330 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:21:50.880007 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a9a57d-1c5d-480d-814e-6ea49dc4d3c4 admin admin] Network f3a88f35-8980-4d08-add0-716c20ee491c is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:21:50.886420 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a682dcb3-4722-40aa-996e-406f08026400 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:50.887044 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a682dcb3-4722-40aa-996e-406f08026400 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:50.893726 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-a2a9a57d-1c5d-480d-814e-6ea49dc4d3c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, f3a88f35-8980-4d08-add0-716c20ee491c) {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:21:50.905990 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57354081-05e3-4b41-b768-99fab1e712d6 None None] Network f3a88f35-8980-4d08-add0-716c20ee491c requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:21:50.908496 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a9a57d-1c5d-480d-814e-6ea49dc4d3c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:50.909276 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a2a9a57d-1c5d-480d-814e-6ea49dc4d3c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:51.057745 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b14042-23e3-4a7b-8052-1da30cafe583 None None] Network 19e31799-9e31-4f61-9668-269a07dc24ff requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:21:51.068128 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1c66095-41d7-4f83-bd71-9ae5169ce875 admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:21:51.073207 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f52e1f67-928d-4839-9ae0-dbcf87d9358a req-717b7f57-585a-4db4-8bb7-a675d85ad32c service neutron] 10.222.0.48 "GET /v2.0/networks/3085f602-11fb-40e6-8771-e57304cb25d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2590461 Aug 29 04:21:51.106600 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1c7278-12d4-4075-a604-a30f86c65062 None None] Sync routers for ids ['39ebecf5-04b0-425e-a2cf-1704a1012698'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:21:51.137441 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f52e1f67-928d-4839-9ae0-dbcf87d9358a req-5081431a-54ce-422e-9331-8b7efa9bcb75 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.70&port_id=e64e1abe-0190-4cb5-8d68-399c7b7657fa HTTP/1.1" status: 200 len: 217 time: 0.0543234 Aug 29 04:21:51.178986 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1c7278-12d4-4075-a604-a30f86c65062 None None] Routers {'39ebecf5-04b0-425e-a2cf-1704a1012698'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:21:51.180108 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-de1c7278-12d4-4075-a604-a30f86c65062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:21:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['39ebecf5-04b0-425e-a2cf-1704a1012698'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:51.184121 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a314d7-1b47-408e-8c3b-ef717325ea91 None None] Network f3a88f35-8980-4d08-add0-716c20ee491c requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:21:51.232945 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-66848ae1-1425-4f23-a6df-124560b1f5be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:51.236176 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52e1f67-928d-4839-9ae0-dbcf87d9358a req-7351c44c-45f4-4bc1-91c2-ee273b091ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:51.239700 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f52e1f67-928d-4839-9ae0-dbcf87d9358a req-7351c44c-45f4-4bc1-91c2-ee273b091ccc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=81808e7a-684a-4dd3-97bc-1cbd7265f9b6 HTTP/1.1" status: 200 len: 797 time: 0.0857091 Aug 29 04:21:51.245835 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-a2a9a57d-1c5d-480d-814e-6ea49dc4d3c4 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0010371 Aug 29 04:21:51.250037 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-66848ae1-1425-4f23-a6df-124560b1f5be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:51.273049 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65e7da89-db86-45b9-ab8d-171b404cfd20', 'tag': '2a243fa4-fca0-46fd-9408-205c6078f3f7'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:21:51.276617 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51960c2f-c5a7-4ebc-83b4-f79b0ee173bf" -d '{"events": [{"name": "network-changed", "server_uuid": "65e7da89-db86-45b9-ab8d-171b404cfd20", "tag": "2a243fa4-fca0-46fd-9408-205c6078f3f7"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:21:51.292179 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f1c66095-41d7-4f83-bd71-9ae5169ce875 admin admin] Notify callbacks [] for router, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:51.299763 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-f1c66095-41d7-4f83-bd71-9ae5169ce875 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.1572278 Aug 29 04:21:51.300084 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51890) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:51.319169 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-a682dcb3-4722-40aa-996e-406f08026400 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.2735722 Aug 29 04:21:51.343201 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-de1c7278-12d4-4075-a604-a30f86c65062 None None] Set router 39ebecf5-04b0-425e-a2cf-1704a1012698 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:21:51.394036 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51892) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:51.406338 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-149210b6-a3d1-4b71-884c-0c2de4f0d330 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:51.409477 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-027cca83-5be4-4851-b499-774d793d70aa x-openstack-request-id: req-027cca83-5be4-4851-b499-774d793d70aa {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:21:51.409813 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65e7da89-db86-45b9-ab8d-171b404cfd20", "tag": "2a243fa4-fca0-46fd-9408-205c6078f3f7", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:21:51.410126 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-027cca83-5be4-4851-b499-774d793d70aa {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:21:51.410626 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65e7da89-db86-45b9-ab8d-171b404cfd20', 'tag': '2a243fa4-fca0-46fd-9408-205c6078f3f7', 'status': 'completed', 'code': 200} Aug 29 04:21:51.453071 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-41aea0f4-5340-41b0-b437-36b0737d1851 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1282027881', 'network_id': '19e31799-9e31-4f61-9668-269a07dc24ff'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:51.462079 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66848ae1-1425-4f23-a6df-124560b1f5be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaca06a4-1bbb-42c5-b294-e4ce215db0a4,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:51.480603 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-66848ae1-1425-4f23-a6df-124560b1f5be admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fdf7bc95177b49348ea241339b18a340&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7579534 Aug 29 04:21:51.487023 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51898) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:51.533196 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52e1f67-928d-4839-9ae0-dbcf87d9358a req-99a3a63c-49e4-43a9-b3bb-54cb726571ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:51.535175 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f52e1f67-928d-4839-9ae0-dbcf87d9358a req-99a3a63c-49e4-43a9-b3bb-54cb726571ea service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=30a5f83d-44db-4be9-a796-3b5e93558c29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2871585 Aug 29 04:21:51.687655 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51960c2f-c5a7-4ebc-83b4-f79b0ee173bf req-1ae7cb26-fdc3-45d5-a18d-4728abe323d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:51.689012 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-51960c2f-c5a7-4ebc-83b4-f79b0ee173bf req-1ae7cb26-fdc3-45d5-a18d-4728abe323d0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=260b2b7726794e4d90a38e52b66506fd&device_id=65e7da89-db86-45b9-ab8d-171b404cfd20 HTTP/1.1" status: 200 len: 1127 time: 0.2413814 Aug 29 04:21:51.727648 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-19744b88-cf35-45c4-91bc-cc9881903d67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:51.792715 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f52e1f67-928d-4839-9ae0-dbcf87d9358a req-e5dfd055-6eee-48b7-bf32-18d48de76def service neutron] 10.222.0.48 "GET /v2.0/networks/30a5f83d-44db-4be9-a796-3b5e93558c29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412734 Aug 29 04:21:51.806500 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-19744b88-cf35-45c4-91bc-cc9881903d67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:51.896452 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-de1c7278-12d4-4075-a604-a30f86c65062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39ebecf5-04b0-425e-a2cf-1704a1012698', 'name': 'tempest-ServerRescueNegativeTestJSON-402514366-router', 'tenant_id': 'd9a76e3dc1744d138793af79d163dd05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '1d9c8ce4-482c-425d-a442-cc39c84e9d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:21:46Z', 'updated_at': '2021-08-29T04:21:48Z', 'revision_number': 3, 'project_id': 'd9a76e3dc1744d138793af79d163dd05', 'gw_port': {'id': '1d9c8ce4-482c-425d-a442-cc39c84e9d96', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:06:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39ebecf5-04b0-425e-a2cf-1704a1012698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:21:47Z', 'updated_at': '2021-08-29T04:21:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:51.937875 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1c7278-12d4-4075-a604-a30f86c65062 None None] Checking router: 39ebecf5-04b0-425e-a2cf-1704a1012698 for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:21:51.939370 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1c7278-12d4-4075-a604-a30f86c65062 None None] Updating router 39ebecf5-04b0-425e-a2cf-1704a1012698 port 1d9c8ce4-482c-425d-a442-cc39c84e9d96 binding host n-d-712140-12 {{(pid=94830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:21:51.973404 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-de1c7278-12d4-4075-a604-a30f86c65062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:51.979461 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-19744b88-cf35-45c4-91bc-cc9881903d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:51.983997 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-19744b88-cf35-45c4-91bc-cc9881903d67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:51.985363 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-19744b88-cf35-45c4-91bc-cc9881903d67 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/aaca06a4-1bbb-42c5-b294-e4ce215db0a4 HTTP/1.1" status: 204 len: 168 time: 0.4912982 Aug 29 04:21:52.016929 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-149210b6-a3d1-4b71-884c-0c2de4f0d330 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:52.058904 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-149210b6-a3d1-4b71-884c-0c2de4f0d330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:52.069331 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19744b88-cf35-45c4-91bc-cc9881903d67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaca06a4-1bbb-42c5-b294-e4ce215db0a4,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:52.105892 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45159af5-e9fb-41bd-ba4e-84754ac5a298 req-b9445128-ae95-4b1d-a65f-cfbc506c79b3 tempest-ServerPasswordTestJSON-1455143783 tempest-ServerPasswordTestJSON-1455143783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:52.107761 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-45159af5-e9fb-41bd-ba4e-84754ac5a298 req-b9445128-ae95-4b1d-a65f-cfbc506c79b3 tempest-ServerPasswordTestJSON-1455143783 tempest-ServerPasswordTestJSON-1455143783-project] 10.222.0.22 "GET /v2.0/networks?id=f3a88f35-8980-4d08-add0-716c20ee491c HTTP/1.1" status: 200 len: 813 time: 0.2445076 Aug 29 04:21:52.110738 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41aea0f4-5340-41b0-b437-36b0737d1851 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Made reservation on behalf of 32da4583295441edbd1c29d9d547f99d for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:21:52.113317 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-41aea0f4-5340-41b0-b437-36b0737d1851 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:52.129442 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51960c2f-c5a7-4ebc-83b4-f79b0ee173bf req-1783fdb4-8fda-4090-a033-b53759ba5851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:52.131009 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-51960c2f-c5a7-4ebc-83b4-f79b0ee173bf req-1783fdb4-8fda-4090-a033-b53759ba5851 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1c65535d-8d45-4051-8e5d-043211a49251 HTTP/1.1" status: 200 len: 908 time: 0.4026830 Aug 29 04:21:52.151494 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-45159af5-e9fb-41bd-ba4e-84754ac5a298 req-5e5008cb-d4e1-45ea-a88c-7c3b472ef44b tempest-ServerPasswordTestJSON-1455143783 tempest-ServerPasswordTestJSON-1455143783-project] 10.222.0.22 "GET /v2.0/quotas/f1ba097444fe4741a3b547e81a8662d0 HTTP/1.1" status: 200 len: 375 time: 0.0326486 Aug 29 04:21:52.173639 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-41aea0f4-5340-41b0-b437-36b0737d1851 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] device_id is not set on port 8a7834fb-2f59-4ab3-8045-d913f749aacd yet. {{(pid=94828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:21:52.210204 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-149210b6-a3d1-4b71-884c-0c2de4f0d330 admin admin] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:21:52.294839 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2634c64-f3ef-4a9b-b9d1-134517badaa3 req-a18fb28a-dfa8-40a8-a491-482b3e0b3d9d tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:52.304761 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d2634c64-f3ef-4a9b-b9d1-134517badaa3 req-a18fb28a-dfa8-40a8-a491-482b3e0b3d9d tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=65e7da89-db86-45b9-ab8d-171b404cfd20 HTTP/1.1" status: 200 len: 944 time: 0.3648119 Aug 29 04:21:52.334323 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149210b6-a3d1-4b71-884c-0c2de4f0d330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72d1eff5-7198-48cd-855a-d23e5dc123b4,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:52.338160 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-51960c2f-c5a7-4ebc-83b4-f79b0ee173bf req-e6ae7eb7-7eb1-48c7-ae65-5b3fd3b88505 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a243fa4-fca0-46fd-9408-205c6078f3f7 HTTP/1.1" status: 200 len: 217 time: 0.1175811 Aug 29 04:21:52.350358 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-149210b6-a3d1-4b71-884c-0c2de4f0d330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:52.350561 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-149210b6-a3d1-4b71-884c-0c2de4f0d330 admin admin] Added segment b7618bbf-11af-465a-8663-f9f8f84b36c0 of type vlan for network 6dc9f122-fe76-4b29-b692-6f9509f76947 Aug 29 04:21:52.374220 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 2a243fa4-fca0-46fd-9408-205c6078f3f7 details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:21:52.380550 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-41aea0f4-5340-41b0-b437-36b0737d1851 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Allocated IP 172.20.0.4 (19e31799-9e31-4f61-9668-269a07dc24ff/9fb94cfe-7101-4ac1-a04e-d20bed71739d/8a7834fb-2f59-4ab3-8045-d913f749aacd) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:21:52.609851 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-41aea0f4-5340-41b0-b437-36b0737d1851 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:52.650734 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-45159af5-e9fb-41bd-ba4e-84754ac5a298 req-bb6e6915-4481-4b83-91e8-37cc88ba2ba6 tempest-ServerPasswordTestJSON-1455143783 tempest-ServerPasswordTestJSON-1455143783-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=f1ba097444fe4741a3b547e81a8662d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4909198 Aug 29 04:21:52.671727 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 2a243fa4-fca0-46fd-9408-205c6078f3f7, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=2a243fa4-fca0-46fd-9408-205c6078f3f7,segment=NetworkSegment(44fea4a1-e972-4690-b14e-956bce45d1ec),segment_id=44fea4a1-e972-4690-b14e-956bce45d1ec)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:52.688245 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 2a243fa4-fca0-46fd-9408-205c6078f3f7 has no active binding in host n-h1-712140-12 {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 29 04:21:52.740775 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-de1c7278-12d4-4075-a604-a30f86c65062 None None] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:52.754603 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-de1c7278-12d4-4075-a604-a30f86c65062 None None] Transition to ACTIVE for port object 1d9c8ce4-482c-425d-a442-cc39c84e9d96 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:21:52.754912 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f52e1f67-928d-4839-9ae0-dbcf87d9358a req-134c04e0-fe2e-4742-ba8f-981a6734be60 service neutron] 10.222.0.48 "GET /v2.0/networks/30a5f83d-44db-4be9-a796-3b5e93558c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8928187 Aug 29 04:21:52.765898 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-de1c7278-12d4-4075-a604-a30f86c65062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:52.821425 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f52e1f67-928d-4839-9ae0-dbcf87d9358a req-02aad4cb-3128-41e0-b8d5-dbf1fba3be7a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.183&port_id=1cbff8cc-cee1-4849-be7f-5f48e82103ba HTTP/1.1" status: 200 len: 217 time: 0.0565279 Aug 29 04:21:52.835507 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-de1c7278-12d4-4075-a604-a30f86c65062 None None] Attempting to bind port 1d9c8ce4-482c-425d-a442-cc39c84e9d96 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:21:52.836186 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-de1c7278-12d4-4075-a604-a30f86c65062 None None] Attempting to bind port 1d9c8ce4-482c-425d-a442-cc39c84e9d96 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:21:52.836542 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1c7278-12d4-4075-a604-a30f86c65062 None None] Attempting to bind port 1d9c8ce4-482c-425d-a442-cc39c84e9d96 on network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:21:52.847469 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1c7278-12d4-4075-a604-a30f86c65062 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:21:52.847984 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1c7278-12d4-4075-a604-a30f86c65062 None None] Checking segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:21:52.848405 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-de1c7278-12d4-4075-a604-a30f86c65062 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:52.848980 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1c7278-12d4-4075-a604-a30f86c65062 None None] Bound using segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:21:52.849483 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-de1c7278-12d4-4075-a604-a30f86c65062 None None] Bound port: 1d9c8ce4-482c-425d-a442-cc39c84e9d96, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:21:52.849883 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-de1c7278-12d4-4075-a604-a30f86c65062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:52.855961 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-41aea0f4-5340-41b0-b437-36b0737d1851 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:52.894000 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48f0097-e9d3-4821-ba46-3d5d9afe8aec None None] Pushing event updated for resources: {'Port': ['ID=1d9c8ce4-482c-425d-a442-cc39c84e9d96,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:52.927496 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-de1c7278-12d4-4075-a604-a30f86c65062 None None] For port 1d9c8ce4-482c-425d-a442-cc39c84e9d96, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:21:52.932807 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-de1c7278-12d4-4075-a604-a30f86c65062 None None] For port 1d9c8ce4-482c-425d-a442-cc39c84e9d96, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=1d9c8ce4-482c-425d-a442-cc39c84e9d96,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:21:52.938287 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-de1c7278-12d4-4075-a604-a30f86c65062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:53.001279 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51960c2f-c5a7-4ebc-83b4-f79b0ee173bf req-deaaea4f-332c-448b-b2cf-b7abdd3abba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:53.003732 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-51960c2f-c5a7-4ebc-83b4-f79b0ee173bf req-deaaea4f-332c-448b-b2cf-b7abdd3abba0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d11db723-881a-44e4-ae3d-f8a6bedc146e HTTP/1.1" status: 200 len: 847 time: 0.6475785 Aug 29 04:21:53.011507 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1c7278-12d4-4075-a604-a30f86c65062 None None] Routers {'39ebecf5-04b0-425e-a2cf-1704a1012698'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:21:53.012429 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-de1c7278-12d4-4075-a604-a30f86c65062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:21:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['39ebecf5-04b0-425e-a2cf-1704a1012698'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:53.041474 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-149210b6-a3d1-4b71-884c-0c2de4f0d330 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:53.119625 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d2634c64-f3ef-4a9b-b9d1-134517badaa3 req-ed9f84ad-98cf-46e9-9ede-207d55a7424f tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8132789 Aug 29 04:21:53.163764 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-149210b6-a3d1-4b71-884c-0c2de4f0d330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:53.164758 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149210b6-a3d1-4b71-884c-0c2de4f0d330 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:53.165485 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-149210b6-a3d1-4b71-884c-0c2de4f0d330 admin admin] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:53.191082 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48f0097-e9d3-4821-ba46-3d5d9afe8aec None None] Pushing event updated for resources: {'Port': ['ID=1d9c8ce4-482c-425d-a442-cc39c84e9d96,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:53.245206 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-de1c7278-12d4-4075-a604-a30f86c65062 None None] Set router 39ebecf5-04b0-425e-a2cf-1704a1012698 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:21:53.272651 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149210b6-a3d1-4b71-884c-0c2de4f0d330 admin admin] Pushing event updated for resources: {'Network': ['ID=6dc9f122-fe76-4b29-b692-6f9509f76947,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:53.286336 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-51960c2f-c5a7-4ebc-83b4-f79b0ee173bf req-26d64370-0337-4026-823c-2c3313259f04 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1c65535d-8d45-4051-8e5d-043211a49251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2149026 Aug 29 04:21:53.308047 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-149210b6-a3d1-4b71-884c-0c2de4f0d330 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.0661252 Aug 29 04:21:53.314246 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51942) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:53.327187 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 6dc9f122-fe76-4b29-b692-6f9509f76947 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:21:53.330280 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-ed7f853b-dc5b-4c68-9ecd-ec5e322246b4 admin admin] Request body: {'subnet': {'network_id': '6dc9f122-fe76-4b29-b692-6f9509f76947', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1180866243-subnet', 'tenant_id': '6b54a16bc4c143ae881e0570211236dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:53.388267 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9816920f-c693-440f-9e96-8d67e2eebaf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:53.404957 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed7f853b-dc5b-4c68-9ecd-ec5e322246b4 admin admin] Made reservation on behalf of 6b54a16bc4c143ae881e0570211236dd for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:21:53.407223 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ed7f853b-dc5b-4c68-9ecd-ec5e322246b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4552395'] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:53.470568 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-45159af5-e9fb-41bd-ba4e-84754ac5a298 req-757b78c8-37ca-4336-ac9a-4a21a365678d service neutron] 10.222.0.22 "GET /v2.0/networks/f3a88f35-8980-4d08-add0-716c20ee491c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8184102 Aug 29 04:21:53.488182 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41aea0f4-5340-41b0-b437-36b0737d1851 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Network 19e31799-9e31-4f61-9668-269a07dc24ff is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:21:53.506562 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-51960c2f-c5a7-4ebc-83b4-f79b0ee173bf req-0ce8d43c-7f90-4e5c-82d4-210828ad366a service neutron] 10.222.0.48 "GET /v2.0/networks/1c65535d-8d45-4051-8e5d-043211a49251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973023 Aug 29 04:21:53.603147 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52e1f67-928d-4839-9ae0-dbcf87d9358a req-cb2b53d2-0217-40eb-ab32-d49bb8925e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:53.605698 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f52e1f67-928d-4839-9ae0-dbcf87d9358a req-cb2b53d2-0217-40eb-ab32-d49bb8925e92 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=81808e7a-684a-4dd3-97bc-1cbd7265f9b6 HTTP/1.1" status: 200 len: 797 time: 0.7742016 Aug 29 04:21:53.607943 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-45159af5-e9fb-41bd-ba4e-84754ac5a298 req-1babbf3d-c923-4f1b-b03a-e4680707cd18 service neutron] 10.222.0.22 "GET /v2.0/networks/f3a88f35-8980-4d08-add0-716c20ee491c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165204 Aug 29 04:21:53.631995 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-41aea0f4-5340-41b0-b437-36b0737d1851 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:21:53.634317 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aea0f4-5340-41b0-b437-36b0737d1851 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Pushing event updated for resources: {'Port': ['ID=8a7834fb-2f59-4ab3-8045-d913f749aacd,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:53.643762 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41aea0f4-5340-41b0-b437-36b0737d1851 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:21:53.757546 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41aea0f4-5340-41b0-b437-36b0737d1851 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:53.758322 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-41aea0f4-5340-41b0-b437-36b0737d1851 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:53.783375 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-de1c7278-12d4-4075-a604-a30f86c65062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39ebecf5-04b0-425e-a2cf-1704a1012698', 'name': 'tempest-ServerRescueNegativeTestJSON-402514366-router', 'tenant_id': 'd9a76e3dc1744d138793af79d163dd05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '1d9c8ce4-482c-425d-a442-cc39c84e9d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:21:46Z', 'updated_at': '2021-08-29T04:21:48Z', 'revision_number': 3, 'project_id': 'd9a76e3dc1744d138793af79d163dd05', 'gw_port': {'id': '1d9c8ce4-482c-425d-a442-cc39c84e9d96', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:06:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39ebecf5-04b0-425e-a2cf-1704a1012698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:21:47Z', 'updated_at': '2021-08-29T04:21:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:53.791991 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52e1f67-928d-4839-9ae0-dbcf87d9358a req-ae64555e-4a8a-491e-9fbe-f862f9735889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:53.794277 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f52e1f67-928d-4839-9ae0-dbcf87d9358a req-ae64555e-4a8a-491e-9fbe-f862f9735889 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=30a5f83d-44db-4be9-a796-3b5e93558c29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1164351 Aug 29 04:21:53.798564 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7c36a706-210f-45ad-a762-955cd5467287 req-3d1c4433-2d68-4a5d-ad86-42f780772339 service neutron] 10.222.0.48 "GET /v2.0/ports/2a243fa4-fca0-46fd-9408-205c6078f3f7/bindings/n-h1-712140-12 HTTP/1.1" status: 200 len: 385 time: 0.3261526 Aug 29 04:21:53.801124 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-41aea0f4-5340-41b0-b437-36b0737d1851 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 2.4059033 Aug 29 04:21:53.803854 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51954) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:53.881196 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1c7278-12d4-4075-a604-a30f86c65062 None None] The sync data for ids ['39ebecf5-04b0-425e-a2cf-1704a1012698'] in n-d-712140-12 is: [{'id': '39ebecf5-04b0-425e-a2cf-1704a1012698', 'name': 'tempest-ServerRescueNegativeTestJSON-402514366-router', 'tenant_id': 'd9a76e3dc1744d138793af79d163dd05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '1d9c8ce4-482c-425d-a442-cc39c84e9d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:21:46Z', 'updated_at': '2021-08-29T04:21:48Z', 'revision_number': 3, 'project_id': 'd9a76e3dc1744d138793af79d163dd05', 'gw_port': {'id': '1d9c8ce4-482c-425d-a442-cc39c84e9d96', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:06:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39ebecf5-04b0-425e-a2cf-1704a1012698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:21:47Z', 'updated_at': '2021-08-29T04:21:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:21:53.968607 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-9816920f-c693-440f-9e96-8d67e2eebaf3 admin admin] Allocated IP 172.20.0.1 (430f809c-a4d3-48f1-bbd1-f32da1f4fbac/e09e77d6-9e1c-48ca-bc8e-b3b1a5575d1e/d1af2d31-5785-46da-af70-1d5d0b65e22d) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:21:54.066465 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5ca40651-57e5-49d9-ac0f-201f7228ffbf req-45c98f0d-84e5-455b-a82a-a209c66f8134 tempest-ServerPasswordTestJSON-1455143783 tempest-ServerPasswordTestJSON-1455143783-project] 10.222.0.22 "GET /v2.0/ports?device_id=de914201-7af1-4c46-b3fe-5b1ec54b80c3 HTTP/1.1" status: 200 len: 210 time: 0.0849698 Aug 29 04:21:54.082773 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-51960c2f-c5a7-4ebc-83b4-f79b0ee173bf req-17b6efc8-8d7a-4c57-8fae-b4ad91106b26 service neutron] 10.222.0.48 "GET /v2.0/networks/1c65535d-8d45-4051-8e5d-043211a49251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5644383 Aug 29 04:21:54.094947 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f52e1f67-928d-4839-9ae0-dbcf87d9358a req-c3268f29-0db6-4b27-9875-034165b45d40 service neutron] 10.222.0.48 "GET /v2.0/networks/30a5f83d-44db-4be9-a796-3b5e93558c29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2868748 Aug 29 04:21:54.101163 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-736f7876-1b03-4e81-bb79-106c2d39908e tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Deleting port 8a7834fb-2f59-4ab3-8045-d913f749aacd {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:21:54.101603 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-736f7876-1b03-4e81-bb79-106c2d39908e tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:54.170958 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51970) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:54.478807 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cff8f5-c2f2-48cc-a3d0-76c08fa02b2a req-b946ff19-7ea3-4a86-8d26-a3a4cc18c283 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:54.480014 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-37cff8f5-c2f2-48cc-a3d0-76c08fa02b2a req-b946ff19-7ea3-4a86-8d26-a3a4cc18c283 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=65e7da89-db86-45b9-ab8d-171b404cfd20 HTTP/1.1" status: 200 len: 944 time: 0.2297771 Aug 29 04:21:54.513613 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ed7f853b-dc5b-4c68-9ecd-ec5e322246b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4274880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4552377'] for subnet, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:54.513826 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f52e1f67-928d-4839-9ae0-dbcf87d9358a req-8041f570-e2b9-4a12-a8ba-428ee32c4165 service neutron] 10.222.0.48 "GET /v2.0/networks/30a5f83d-44db-4be9-a796-3b5e93558c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4070745 Aug 29 04:21:54.525932 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9816920f-c693-440f-9e96-8d67e2eebaf3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:54.549295 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-7c36a706-210f-45ad-a762-955cd5467287 req-bdaa5a29-a8ad-4403-a27a-c19a9f97ebfe service neutron] For port 2a243fa4-fca0-46fd-9408-205c6078f3f7, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=2a243fa4-fca0-46fd-9408-205c6078f3f7,segment=NetworkSegment(44fea4a1-e972-4690-b14e-956bce45d1ec),segment_id=44fea4a1-e972-4690-b14e-956bce45d1ec)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:54.569767 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-736f7876-1b03-4e81-bb79-106c2d39908e tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:54.613287 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d8ccb507-5449-44ab-8c93-75fe073985f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:54.673322 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f52e1f67-928d-4839-9ae0-dbcf87d9358a req-ebfa0bdd-1be6-4529-9189-0d70153b2a44 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.107&port_id=540cae85-7f7d-4921-89a2-7ca402f8590f HTTP/1.1" status: 200 len: 217 time: 0.1116483 Aug 29 04:21:54.675819 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-736f7876-1b03-4e81-bb79-106c2d39908e tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Calling delete_port for 8a7834fb-2f59-4ab3-8045-d913f749aacd owned by {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:21:54.677102 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7f853b-dc5b-4c68-9ecd-ec5e322246b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92da5435-aaff-49ad-89d5-9a0918bd173a,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:54.686300 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-7c36a706-210f-45ad-a762-955cd5467287 req-bdaa5a29-a8ad-4403-a27a-c19a9f97ebfe service neutron] For port 2a243fa4-fca0-46fd-9408-205c6078f3f7, host n-h2-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:21:54.812094 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9816920f-c693-440f-9e96-8d67e2eebaf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:54.882240 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9816920f-c693-440f-9e96-8d67e2eebaf3 admin admin] Network 430f809c-a4d3-48f1-bbd1-f32da1f4fbac is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:21:54.883292 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9816920f-c693-440f-9e96-8d67e2eebaf3 admin admin] Pushing event updated for resources: {'Port': ['ID=d1af2d31-5785-46da-af70-1d5d0b65e22d,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:54.891140 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-9816920f-c693-440f-9e96-8d67e2eebaf3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:21:54.896284 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7f853b-dc5b-4c68-9ecd-ec5e322246b4 admin admin] Checking segment: {'id': 'b7618bbf-11af-465a-8663-f9f8f84b36c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6dc9f122-fe76-4b29-b692-6f9509f76947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:21:54.896651 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7f853b-dc5b-4c68-9ecd-ec5e322246b4 admin admin] Network hostable DHCP agents. Network: 6dc9f122-fe76-4b29-b692-6f9509f76947, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:21:54.903339 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9816920f-c693-440f-9e96-8d67e2eebaf3 admin admin] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:21:54.949654 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-37cff8f5-c2f2-48cc-a3d0-76c08fa02b2a req-b4f20539-297a-49ac-acdb-26c0b1bb07c5 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4343278 Aug 29 04:21:54.963610 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-7c36a706-210f-45ad-a762-955cd5467287 req-bdaa5a29-a8ad-4403-a27a-c19a9f97ebfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a243fa4-fca0-46fd-9408-205c6078f3f7 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:21:55.015489 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7f853b-dc5b-4c68-9ecd-ec5e322246b4 admin admin] Network 6dc9f122-fe76-4b29-b692-6f9509f76947 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:21:55.051881 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9816920f-c693-440f-9e96-8d67e2eebaf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719598'] for router_interface, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:55.059897 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-ed7f853b-dc5b-4c68-9ecd-ec5e322246b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 6dc9f122-fe76-4b29-b692-6f9509f76947) {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:21:55.083762 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6cca28-76d7-4e1a-96f0-ad012ea599df None None] Network 6dc9f122-fe76-4b29-b692-6f9509f76947 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:21:55.117658 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-7c36a706-210f-45ad-a762-955cd5467287 req-bdaa5a29-a8ad-4403-a27a-c19a9f97ebfe service neutron] For port 2a243fa4-fca0-46fd-9408-205c6078f3f7, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=2a243fa4-fca0-46fd-9408-205c6078f3f7,segment=NetworkSegment(44fea4a1-e972-4690-b14e-956bce45d1ec),segment_id=44fea4a1-e972-4690-b14e-956bce45d1ec)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:55.144657 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-736f7876-1b03-4e81-bb79-106c2d39908e tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:55.163993 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52e1f67-928d-4839-9ae0-dbcf87d9358a req-62316d62-f609-4584-b44f-82c87a88aa28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:55.166756 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f52e1f67-928d-4839-9ae0-dbcf87d9358a req-62316d62-f609-4584-b44f-82c87a88aa28 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=81808e7a-684a-4dd3-97bc-1cbd7265f9b6 HTTP/1.1" status: 200 len: 797 time: 0.4812553 Aug 29 04:21:55.196065 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-7c36a706-210f-45ad-a762-955cd5467287 req-bdaa5a29-a8ad-4403-a27a-c19a9f97ebfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:55.202448 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736f7876-1b03-4e81-bb79-106c2d39908e tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Pushing event deleted for resources: {'Port': ['ID=8a7834fb-2f59-4ab3-8045-d913f749aacd,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:55.220049 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed7f853b-dc5b-4c68-9ecd-ec5e322246b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:55.220854 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ed7f853b-dc5b-4c68-9ecd-ec5e322246b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:55.253557 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 1d9c8ce4-482c-425d-a442-cc39c84e9d96 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:21:55.352987 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e8be30-6b71-4c63-b000-84fc17e1b138 req-9d686f4c-d73f-4ef9-b85c-b1cd42d1ee3b tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:55.362175 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c7e8be30-6b71-4c63-b000-84fc17e1b138 req-9d686f4c-d73f-4ef9-b85c-b1cd42d1ee3b tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbbdf5ca-0dc2-4283-8108-a1763b063e9c HTTP/1.1" status: 200 len: 946 time: 0.1871219 Aug 29 04:21:55.396965 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efcf30a8-805a-4168-9c27-3b7f1ab84a9a None None] Network 6dc9f122-fe76-4b29-b692-6f9509f76947 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:21:55.409453 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d8ccb507-5449-44ab-8c93-75fe073985f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:55.422124 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-716fb7d3-1f64-4dec-833c-872d12ae8f4d req-5491eefd-96c8-4235-b6dc-de579c1db96d tempest-ServerPasswordTestJSON-1455143783 tempest-ServerPasswordTestJSON-1455143783-project] 10.222.0.22 "GET /v2.0/ports?device_id=de914201-7af1-4c46-b3fe-5b1ec54b80c3 HTTP/1.1" status: 200 len: 210 time: 0.1853669 Aug 29 04:21:55.427028 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 1d9c8ce4-482c-425d-a442-cc39c84e9d96 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:21:55.451957 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d8ccb507-5449-44ab-8c93-75fe073985f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:55.455465 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-736f7876-1b03-4e81-bb79-106c2d39908e tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:55.458017 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-736f7876-1b03-4e81-bb79-106c2d39908e tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] 10.222.0.22 "DELETE /v2.0/ports/8a7834fb-2f59-4ab3-8045-d913f749aacd HTTP/1.1" status: 204 len: 168 time: 1.6528637 Aug 29 04:21:55.465623 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51994) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:55.472647 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-cc309fb7-b14a-426a-b895-732e0712704f tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '19e31799-9e31-4f61-9668-269a07dc24ff', 'external_fixed_ips': [{'subnet_id': '9fb94cfe-7101-4ac1-a04e-d20bed71739d', 'ip_address': '172.20.0.4'}]}}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:55.474171 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 1d9c8ce4-482c-425d-a442-cc39c84e9d96 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:21:55.474552 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:55.516785 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52e1f67-928d-4839-9ae0-dbcf87d9358a req-375631af-4d6c-4805-8fbf-08f516c83753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:55.518353 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f52e1f67-928d-4839-9ae0-dbcf87d9358a req-375631af-4d6c-4805-8fbf-08f516c83753 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=30a5f83d-44db-4be9-a796-3b5e93558c29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3200631 Aug 29 04:21:55.530404 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-ed7f853b-dc5b-4c68-9ecd-ec5e322246b4 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2066281 Aug 29 04:21:55.669818 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c7e8be30-6b71-4c63-b000-84fc17e1b138 req-13c07289-45b0-4476-87f2-0a166c7a6e75 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/security-groups?id=efbd56da-4301-456e-8002-a695aaaeaffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3066299 Aug 29 04:21:55.687045 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-d8ccb507-5449-44ab-8c93-75fe073985f5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=415aa2248f82480c9deb4e260f4871b1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4808404 Aug 29 04:21:55.691533 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 52000) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:55.714659 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9816920f-c693-440f-9e96-8d67e2eebaf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:55.716828 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ccb507-5449-44ab-8c93-75fe073985f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff809695-99b1-483b-9952-374422b5c707,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:55.756592 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cc309fb7-b14a-426a-b895-732e0712704f tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:55.758011 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cc309fb7-b14a-426a-b895-732e0712704f tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1838'] for router, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:55.762534 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:55.770805 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f52e1f67-928d-4839-9ae0-dbcf87d9358a req-7cec5a3a-bbab-4dfc-ba65-ffde580be599 service neutron] 10.222.0.48 "GET /v2.0/networks/30a5f83d-44db-4be9-a796-3b5e93558c29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021222 Aug 29 04:21:55.802727 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 1d9c8ce4-482c-425d-a442-cc39c84e9d96, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=1d9c8ce4-482c-425d-a442-cc39c84e9d96,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:55.807515 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-7c36a706-210f-45ad-a762-955cd5467287 req-bdaa5a29-a8ad-4403-a27a-c19a9f97ebfe service neutron] Transition to ACTIVE for port object 2a243fa4-fca0-46fd-9408-205c6078f3f7 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:21:55.809423 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:55.840270 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45159af5-e9fb-41bd-ba4e-84754ac5a298 req-ca9f50c0-c4d7-4983-98a1-8f88f8a6ac3d tempest-ServerPasswordTestJSON-1455143783 tempest-ServerPasswordTestJSON-1455143783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:55.841937 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-45159af5-e9fb-41bd-ba4e-84754ac5a298 req-ca9f50c0-c4d7-4983-98a1-8f88f8a6ac3d tempest-ServerPasswordTestJSON-1455143783 tempest-ServerPasswordTestJSON-1455143783-project] 10.222.0.46 "GET /v2.0/networks?id=f3a88f35-8980-4d08-add0-716c20ee491c HTTP/1.1" status: 200 len: 813 time: 0.4275718 Aug 29 04:21:55.842625 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-7c36a706-210f-45ad-a762-955cd5467287 req-bdaa5a29-a8ad-4403-a27a-c19a9f97ebfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:55.860647 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-45159af5-e9fb-41bd-ba4e-84754ac5a298 req-784d97cb-304d-4a3c-9bf7-caa20882718a tempest-ServerPasswordTestJSON-1455143783 tempest-ServerPasswordTestJSON-1455143783-project] Request body: {'port': {'device_id': 'de914201-7af1-4c46-b3fe-5b1ec54b80c3', 'network_id': 'f3a88f35-8980-4d08-add0-716c20ee491c', 'admin_state_up': True, 'tenant_id': 'f1ba097444fe4741a3b547e81a8662d0'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:55.912129 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=1d9c8ce4-482c-425d-a442-cc39c84e9d96,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:55.925966 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cc309fb7-b14a-426a-b895-732e0712704f tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:55.945984 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-bd2196d9-c06f-46ac-9295-52e97834101f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:56.071583 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-bd2196d9-c06f-46ac-9295-52e97834101f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:56.077028 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaa5a29-a8ad-4403-a27a-c19a9f97ebfe service neutron] Pushing event updated for resources: {'Port': ['ID=2a243fa4-fca0-46fd-9408-205c6078f3f7,revision_number=10']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:56.082198 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c36a706-210f-45ad-a762-955cd5467287 req-bdaa5a29-a8ad-4403-a27a-c19a9f97ebfe service neutron] No DVR routers for this DVR port 2a243fa4-fca0-46fd-9408-205c6078f3f7 on host n-h2-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:21:56.197163 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f52e1f67-928d-4839-9ae0-dbcf87d9358a req-f3c4cccc-f8ad-41e8-bdc9-83ec7bd3c114 service neutron] 10.222.0.48 "GET /v2.0/networks/30a5f83d-44db-4be9-a796-3b5e93558c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4181998 Aug 29 04:21:56.219825 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-bd2196d9-c06f-46ac-9295-52e97834101f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:56.222341 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-bd2196d9-c06f-46ac-9295-52e97834101f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:56.223531 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-bd2196d9-c06f-46ac-9295-52e97834101f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ff809695-99b1-483b-9952-374422b5c707 HTTP/1.1" status: 204 len: 168 time: 0.5294921 Aug 29 04:21:56.261718 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea0ba31-b8a6-46e4-968a-19e909dcea65 req-1fd8fefb-5602-4eff-8177-8cfb91582141 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:56.263313 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-eea0ba31-b8a6-46e4-968a-19e909dcea65 req-1fd8fefb-5602-4eff-8177-8cfb91582141 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=65e7da89-db86-45b9-ab8d-171b404cfd20 HTTP/1.1" status: 200 len: 945 time: 0.1520033 Aug 29 04:21:56.264152 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2196d9-c06f-46ac-9295-52e97834101f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff809695-99b1-483b-9952-374422b5c707,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:56.265288 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7c36a706-210f-45ad-a762-955cd5467287 req-bdaa5a29-a8ad-4403-a27a-c19a9f97ebfe service neutron] 10.222.0.48 "PUT /v2.0/ports/2a243fa4-fca0-46fd-9408-205c6078f3f7/bindings/n-h1-712140-12/activate HTTP/1.1" status: 200 len: 370 time: 2.4559376 Aug 29 04:21:56.271897 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9816920f-c693-440f-9e96-8d67e2eebaf3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:56.274365 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45159af5-e9fb-41bd-ba4e-84754ac5a298 req-784d97cb-304d-4a3c-9bf7-caa20882718a tempest-ServerPasswordTestJSON-1455143783 tempest-ServerPasswordTestJSON-1455143783-project] Made reservation on behalf of f1ba097444fe4741a3b547e81a8662d0 for: {'port': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:21:56.280163 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-45159af5-e9fb-41bd-ba4e-84754ac5a298 req-784d97cb-304d-4a3c-9bf7-caa20882718a tempest-ServerPasswordTestJSON-1455143783 tempest-ServerPasswordTestJSON-1455143783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:56.284505 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9816920f-c693-440f-9e96-8d67e2eebaf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:56.348428 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cc309fb7-b14a-426a-b895-732e0712704f tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:56.353182 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f52e1f67-928d-4839-9ae0-dbcf87d9358a req-741be614-0525-4d82-b238-8a261564e13e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.110&port_id=35d63e72-b738-4a46-8a77-b6b744715997 HTTP/1.1" status: 200 len: 217 time: 0.1142111 Aug 29 04:21:56.477086 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9816920f-c693-440f-9e96-8d67e2eebaf3 admin admin] Pushing event updated for resources: {'Port': ['ID=d1af2d31-5785-46da-af70-1d5d0b65e22d,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:56.514572 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629ac6a9-3f2e-47aa-9ea7-d22d502e6f74 req-f848b653-6cfb-40e1-88b8-428336adc4f2 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:56.516212 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-629ac6a9-3f2e-47aa-9ea7-d22d502e6f74 req-f848b653-6cfb-40e1-88b8-428336adc4f2 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/networks?id=6dc9f122-fe76-4b29-b692-6f9509f76947 HTTP/1.1" status: 200 len: 812 time: 0.3618631 Aug 29 04:21:56.519508 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52e1f67-928d-4839-9ae0-dbcf87d9358a req-e5dc840b-2928-4074-927e-cffa991a2e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:56.519734 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9816920f-c693-440f-9e96-8d67e2eebaf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-718897'] for router_interface, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:56.520760 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f52e1f67-928d-4839-9ae0-dbcf87d9358a req-e5dc840b-2928-4074-927e-cffa991a2e79 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=81808e7a-684a-4dd3-97bc-1cbd7265f9b6 HTTP/1.1" status: 200 len: 797 time: 0.1582143 Aug 29 04:21:56.534552 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-eea0ba31-b8a6-46e4-968a-19e909dcea65 req-0793a369-ef9f-4dc7-b4eb-a22545a01781 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819968 Aug 29 04:21:56.570048 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-629ac6a9-3f2e-47aa-9ea7-d22d502e6f74 req-88780d62-67ce-4ec4-9084-7e40f0e71ac8 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/quotas/6b54a16bc4c143ae881e0570211236dd HTTP/1.1" status: 200 len: 375 time: 0.0452826 Aug 29 04:21:56.605299 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c36a706-210f-45ad-a762-955cd5467287 req-23f11788-06d2-4b0a-8d52-d45800ff20eb tempest-LiveMigrationTest-555913250 tempest-LiveMigrationTest-555913250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:56.606962 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7c36a706-210f-45ad-a762-955cd5467287 req-23f11788-06d2-4b0a-8d52-d45800ff20eb tempest-LiveMigrationTest-555913250 tempest-LiveMigrationTest-555913250-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=65e7da89-db86-45b9-ab8d-171b404cfd20&tenant_id=260b2b7726794e4d90a38e52b66506fd&binding%3Ahost_id=n-h2-712140-12 HTTP/1.1" status: 200 len: 1097 time: 0.2325044 Aug 29 04:21:56.614289 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52e1f67-928d-4839-9ae0-dbcf87d9358a req-5bf311fa-ab55-4002-bed5-6a549c662281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:56.616857 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f52e1f67-928d-4839-9ae0-dbcf87d9358a req-5bf311fa-ab55-4002-bed5-6a549c662281 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=30a5f83d-44db-4be9-a796-3b5e93558c29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0879200 Aug 29 04:21:56.666928 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-629ac6a9-3f2e-47aa-9ea7-d22d502e6f74 req-469f28a7-b3b6-408d-ab66-b2125a396307 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=6b54a16bc4c143ae881e0570211236dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0815768 Aug 29 04:21:56.774789 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c0df9778-26aa-4ad7-b54a-7e5cd9791c6c req-80b3d6e6-40a7-4041-975f-c1210649ac45 tempest-ServerPasswordTestJSON-1455143783 tempest-ServerPasswordTestJSON-1455143783-project] 10.222.0.22 "GET /v2.0/ports?device_id=de914201-7af1-4c46-b3fe-5b1ec54b80c3 HTTP/1.1" status: 200 len: 210 time: 0.1238649 Aug 29 04:21:56.835167 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9816920f-c693-440f-9e96-8d67e2eebaf3 admin admin] Network 430f809c-a4d3-48f1-bbd1-f32da1f4fbac is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:21:56.837441 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [req-45159af5-e9fb-41bd-ba4e-84754ac5a298 req-784d97cb-304d-4a3c-9bf7-caa20882718a tempest-ServerPasswordTestJSON-1455143783 tempest-ServerPasswordTestJSON-1455143783-project] Allocated IP 172.20.0.5 (f3a88f35-8980-4d08-add0-716c20ee491c/895fb339-0bda-425e-811e-e2b926168f91/ae81989c-5f1e-4b61-8089-d6f802544295) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:21:56.842151 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-9816920f-c693-440f-9e96-8d67e2eebaf3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:21:56.863796 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c36a706-210f-45ad-a762-955cd5467287 req-2a312ab4-f879-4be0-a5d8-10ec7d47b37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:56.865669 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7c36a706-210f-45ad-a762-955cd5467287 req-2a312ab4-f879-4be0-a5d8-10ec7d47b37b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=65e7da89-db86-45b9-ab8d-171b404cfd20&tenant_id=260b2b7726794e4d90a38e52b66506fd HTTP/1.1" status: 200 len: 1097 time: 0.2349339 Aug 29 04:21:56.960918 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cc309fb7-b14a-426a-b895-732e0712704f tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:57.019570 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cc309fb7-b14a-426a-b895-732e0712704f tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:57.030143 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f52e1f67-928d-4839-9ae0-dbcf87d9358a req-dae56f29-f24a-4fea-981d-03dcbf722e68 service neutron] 10.222.0.48 "GET /v2.0/networks/30a5f83d-44db-4be9-a796-3b5e93558c29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3730946 Aug 29 04:21:57.082544 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-629ac6a9-3f2e-47aa-9ea7-d22d502e6f74 req-bc512d06-5247-4afb-99d5-1b1b602f60d3 service neutron] 10.222.0.22 "GET /v2.0/networks/6dc9f122-fe76-4b29-b692-6f9509f76947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3741217 Aug 29 04:21:57.096986 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 1d9c8ce4-482c-425d-a442-cc39c84e9d96 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:21:57.153300 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c36a706-210f-45ad-a762-955cd5467287 req-b0e86605-2b94-4784-aa9e-41a971fa22ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:57.155242 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7c36a706-210f-45ad-a762-955cd5467287 req-b0e86605-2b94-4784-aa9e-41a971fa22ad service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=260b2b7726794e4d90a38e52b66506fd&device_id=65e7da89-db86-45b9-ab8d-171b404cfd20 HTTP/1.1" status: 200 len: 1097 time: 0.2479300 Aug 29 04:21:57.163016 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 1d9c8ce4-482c-425d-a442-cc39c84e9d96 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:21:57.163655 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:57.232841 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9816920f-c693-440f-9e96-8d67e2eebaf3 admin admin] Router 39ebecf5-04b0-425e-a2cf-1704a1012698 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:21:57.668271 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2753a2-fecd-4a85-96d8-2805f88b33ab req-07f5a72d-0844-49e4-808f-7791fcf81396 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:57.670207 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3c2753a2-fecd-4a85-96d8-2805f88b33ab req-07f5a72d-0844-49e4-808f-7791fcf81396 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbbdf5ca-0dc2-4283-8108-a1763b063e9c HTTP/1.1" status: 200 len: 946 time: 0.6396015 Aug 29 04:21:57.691608 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-45159af5-e9fb-41bd-ba4e-84754ac5a298 req-784d97cb-304d-4a3c-9bf7-caa20882718a tempest-ServerPasswordTestJSON-1455143783 tempest-ServerPasswordTestJSON-1455143783-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:57.754682 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-629ac6a9-3f2e-47aa-9ea7-d22d502e6f74 req-d9eac41a-ee03-49c7-a159-9eadb4ac2730 service neutron] 10.222.0.22 "GET /v2.0/networks/6dc9f122-fe76-4b29-b692-6f9509f76947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6280699 Aug 29 04:21:57.757377 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f52e1f67-928d-4839-9ae0-dbcf87d9358a req-a2e4d3d5-0508-48fb-931c-5b2d1ace449e service neutron] 10.222.0.48 "GET /v2.0/networks/30a5f83d-44db-4be9-a796-3b5e93558c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6973438 Aug 29 04:21:57.874834 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3c2753a2-fecd-4a85-96d8-2805f88b33ab req-17b74302-fa5d-4b37-a40a-043d7aff1c86 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/security-groups?id=efbd56da-4301-456e-8002-a695aaaeaffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1897283 Aug 29 04:21:57.896278 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f52e1f67-928d-4839-9ae0-dbcf87d9358a req-8f7baffc-35db-4dda-8243-288f6798c420 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=522e949e-9797-45c8-902e-353747f23d7c HTTP/1.1" status: 200 len: 217 time: 0.0882535 Aug 29 04:21:57.913831 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9816920f-c693-440f-9e96-8d67e2eebaf3 admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:21:57.913831 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c36a706-210f-45ad-a762-955cd5467287 req-b81ded6f-e2b8-4d82-bf29-bf55fd9b33ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:57.915174 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7c36a706-210f-45ad-a762-955cd5467287 req-b81ded6f-e2b8-4d82-bf29-bf55fd9b33ce service neutron] 10.222.0.46 "GET /v2.0/networks?id=1c65535d-8d45-4051-8e5d-043211a49251 HTTP/1.1" status: 200 len: 908 time: 0.7073743 Aug 29 04:21:57.930385 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-9816920f-c693-440f-9e96-8d67e2eebaf3 admin admin] 10.222.0.22 "PUT /v2.0/routers/39ebecf5-04b0-425e-a2cf-1704a1012698/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6201613 Aug 29 04:21:57.941506 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b6a506-87de-446b-9210-86f2e5655f0a None None] Sync routers for ids ['39ebecf5-04b0-425e-a2cf-1704a1012698'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:21:57.973200 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b6a506-87de-446b-9210-86f2e5655f0a None None] Routers {'39ebecf5-04b0-425e-a2cf-1704a1012698'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:21:57.975914 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-c1b6a506-87de-446b-9210-86f2e5655f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:21:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['39ebecf5-04b0-425e-a2cf-1704a1012698'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:58.005326 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 2a243fa4-fca0-46fd-9408-205c6078f3f7 no longer exists at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:21:58.045573 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7c36a706-210f-45ad-a762-955cd5467287 req-031350e7-c15e-45b6-889d-97a6d370ad97 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a243fa4-fca0-46fd-9408-205c6078f3f7 HTTP/1.1" status: 200 len: 217 time: 0.1177175 Aug 29 04:21:58.065880 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-cc309fb7-b14a-426a-b895-732e0712704f tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Allocated IP 172.20.0.4 (19e31799-9e31-4f61-9668-269a07dc24ff/9fb94cfe-7101-4ac1-a04e-d20bed71739d/d0313fe6-7023-4ca9-86bb-51fdda2627fb) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:21:58.097308 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52e1f67-928d-4839-9ae0-dbcf87d9358a req-b1e4282d-3e53-49d6-9911-e20c96461df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:58.100595 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f52e1f67-928d-4839-9ae0-dbcf87d9358a req-b1e4282d-3e53-49d6-9911-e20c96461df4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=36eaa82f-c37f-41cb-8d76-920549eea1d2 HTTP/1.1" status: 200 len: 797 time: 0.1918869 Aug 29 04:21:58.109889 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-45159af5-e9fb-41bd-ba4e-84754ac5a298 req-784d97cb-304d-4a3c-9bf7-caa20882718a tempest-ServerPasswordTestJSON-1455143783 tempest-ServerPasswordTestJSON-1455143783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:58.226155 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 2a243fa4-fca0-46fd-9408-205c6078f3f7 not bound to the agent host n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:21:58.370858 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:58.394235 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52e1f67-928d-4839-9ae0-dbcf87d9358a req-49d4c138-d253-47ba-aed9-a6057f330d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:58.397769 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f52e1f67-928d-4839-9ae0-dbcf87d9358a req-49d4c138-d253-47ba-aed9-a6057f330d09 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4b336bb6-c1a2-4852-8570-018195081ecf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2867424 Aug 29 04:21:58.439168 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f85b60-0cbf-44a2-8b82-cfdcb0d0329e req-a306842d-0afa-4bec-98e3-bfcb1607b551 tempest-ServerPasswordTestJSON-1455143783 tempest-ServerPasswordTestJSON-1455143783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:58.441335 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c6f85b60-0cbf-44a2-8b82-cfdcb0d0329e req-a306842d-0afa-4bec-98e3-bfcb1607b551 tempest-ServerPasswordTestJSON-1455143783 tempest-ServerPasswordTestJSON-1455143783-project] 10.222.0.22 "GET /v2.0/ports?device_id=de914201-7af1-4c46-b3fe-5b1ec54b80c3 HTTP/1.1" status: 200 len: 931 time: 0.1285660 Aug 29 04:21:58.588781 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45159af5-e9fb-41bd-ba4e-84754ac5a298 req-784d97cb-304d-4a3c-9bf7-caa20882718a tempest-ServerPasswordTestJSON-1455143783 tempest-ServerPasswordTestJSON-1455143783-project] Network f3a88f35-8980-4d08-add0-716c20ee491c is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:21:58.607017 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cc309fb7-b14a-426a-b895-732e0712704f tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:58.624826 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c6f85b60-0cbf-44a2-8b82-cfdcb0d0329e req-d27b1a2c-326c-4f74-8e44-bb400b49e8ce tempest-ServerPasswordTestJSON-1455143783 tempest-ServerPasswordTestJSON-1455143783-project] 10.222.0.22 "GET /v2.0/security-groups?id=68475d08-a957-45e2-9798-29203af95702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295133 Aug 29 04:21:58.642282 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [req-45159af5-e9fb-41bd-ba4e-84754ac5a298 req-784d97cb-304d-4a3c-9bf7-caa20882718a tempest-ServerPasswordTestJSON-1455143783 tempest-ServerPasswordTestJSON-1455143783-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:21:58.659934 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784d97cb-304d-4a3c-9bf7-caa20882718a tempest-ServerPasswordTestJSON-1455143783 tempest-ServerPasswordTestJSON-1455143783-project] Pushing event updated for resources: {'Port': ['ID=ae81989c-5f1e-4b61-8089-d6f802544295,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:58.664988 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c36a706-210f-45ad-a762-955cd5467287 req-9983df77-6026-42d2-8a8d-eb01d39e0a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:58.667175 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7c36a706-210f-45ad-a762-955cd5467287 req-9983df77-6026-42d2-8a8d-eb01d39e0a55 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d11db723-881a-44e4-ae3d-f8a6bedc146e HTTP/1.1" status: 200 len: 847 time: 0.6144164 Aug 29 04:21:58.668249 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [req-45159af5-e9fb-41bd-ba4e-84754ac5a298 req-784d97cb-304d-4a3c-9bf7-caa20882718a tempest-ServerPasswordTestJSON-1455143783 tempest-ServerPasswordTestJSON-1455143783-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:21:58.701522 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f52e1f67-928d-4839-9ae0-dbcf87d9358a req-cabf2d2d-74ca-4ead-b5fd-f5ff395342d2 service neutron] 10.222.0.48 "GET /v2.0/networks/4b336bb6-c1a2-4852-8570-018195081ecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2951913 Aug 29 04:21:58.720108 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7c36a706-210f-45ad-a762-955cd5467287 req-ba6e0da7-b2ff-49ea-9f5c-43437ba5268b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1c65535d-8d45-4051-8e5d-043211a49251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414557 Aug 29 04:21:58.776606 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-c1b6a506-87de-446b-9210-86f2e5655f0a None None] Set router 39ebecf5-04b0-425e-a2cf-1704a1012698 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:21:58.814302 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cc309fb7-b14a-426a-b895-732e0712704f tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:58.831399 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4eee1e-1313-4568-99dd-f58dada47374 req-f830ac21-66de-4394-83b1-22abc3829306 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:58.848549 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0b4eee1e-1313-4568-99dd-f58dada47374 req-f830ac21-66de-4394-83b1-22abc3829306 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=65e7da89-db86-45b9-ab8d-171b404cfd20 HTTP/1.1" status: 200 len: 945 time: 0.5504861 Aug 29 04:21:58.877615 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc309fb7-b14a-426a-b895-732e0712704f tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Network 19e31799-9e31-4f61-9668-269a07dc24ff is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:21:58.899412 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-cc309fb7-b14a-426a-b895-732e0712704f tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:21:58.903138 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc309fb7-b14a-426a-b895-732e0712704f tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:21:58.963193 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-98c5b7bd-2b77-42b2-ad5e-35f56bf96d05 req-c0de055a-7238-40c9-9c69-8b4041fd19f9 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=b85364e0-ead5-4b50-8b48-a318fc9dca90 HTTP/1.1" status: 200 len: 210 time: 0.0912483 Aug 29 04:21:58.975966 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc309fb7-b14a-426a-b895-732e0712704f tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Pushing event updated for resources: {'Port': ['ID=d0313fe6-7023-4ca9-86bb-51fdda2627fb,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:58.980174 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0b4eee1e-1313-4568-99dd-f58dada47374 req-d5a4ba91-eae1-44df-a74c-5674842441eb tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301880 Aug 29 04:21:59.017005 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45159af5-e9fb-41bd-ba4e-84754ac5a298 req-784d97cb-304d-4a3c-9bf7-caa20882718a tempest-ServerPasswordTestJSON-1455143783 tempest-ServerPasswordTestJSON-1455143783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:59.019523 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f52e1f67-928d-4839-9ae0-dbcf87d9358a req-a135e678-1155-4870-8854-cae31bd75e6e service neutron] 10.222.0.48 "GET /v2.0/networks/4b336bb6-c1a2-4852-8570-018195081ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2793896 Aug 29 04:21:59.028254 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-45159af5-e9fb-41bd-ba4e-84754ac5a298 req-784d97cb-304d-4a3c-9bf7-caa20882718a tempest-ServerPasswordTestJSON-1455143783 tempest-ServerPasswordTestJSON-1455143783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:59.061894 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-45159af5-e9fb-41bd-ba4e-84754ac5a298 req-784d97cb-304d-4a3c-9bf7-caa20882718a tempest-ServerPasswordTestJSON-1455143783 tempest-ServerPasswordTestJSON-1455143783-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2088206 Aug 29 04:21:59.082859 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-45159af5-e9fb-41bd-ba4e-84754ac5a298 req-3c1c4d93-dea3-4261-bc3f-81e54b054629 service neutron] Request body: {'port': {'device_id': 'de914201-7af1-4c46-b3fe-5b1ec54b80c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-12'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:59.159600 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f52e1f67-928d-4839-9ae0-dbcf87d9358a req-f4b60528-7ef9-4a37-9ee5-044a872550ed service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=46c566e7-1458-4fe3-a7d6-eaf119c72666 HTTP/1.1" status: 200 len: 217 time: 0.1379073 Aug 29 04:21:59.291660 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7c36a706-210f-45ad-a762-955cd5467287 req-5e17dfbf-1026-4741-97cf-732c31a5fd07 service neutron] 10.222.0.46 "GET /v2.0/networks/1c65535d-8d45-4051-8e5d-043211a49251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5156648 Aug 29 04:21:59.316494 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52e1f67-928d-4839-9ae0-dbcf87d9358a req-f2866c5f-71d3-415e-bcab-b8eb0454f4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:59.317322 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-45159af5-e9fb-41bd-ba4e-84754ac5a298 req-3c1c4d93-dea3-4261-bc3f-81e54b054629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:59.318298 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f52e1f67-928d-4839-9ae0-dbcf87d9358a req-f2866c5f-71d3-415e-bcab-b8eb0454f4fe service neutron] 10.222.0.48 "GET /v2.0/subnets?id=36eaa82f-c37f-41cb-8d76-920549eea1d2 HTTP/1.1" status: 200 len: 797 time: 0.1004117 Aug 29 04:21:59.419525 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-c1b6a506-87de-446b-9210-86f2e5655f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39ebecf5-04b0-425e-a2cf-1704a1012698', 'name': 'tempest-ServerRescueNegativeTestJSON-402514366-router', 'tenant_id': 'd9a76e3dc1744d138793af79d163dd05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '1d9c8ce4-482c-425d-a442-cc39c84e9d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:21:46Z', 'updated_at': '2021-08-29T04:21:55Z', 'revision_number': 4, 'project_id': 'd9a76e3dc1744d138793af79d163dd05', 'gw_port': {'id': '1d9c8ce4-482c-425d-a442-cc39c84e9d96', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:06:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ebecf5-04b0-425e-a2cf-1704a1012698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:21:47Z', 'updated_at': '2021-08-29T04:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': 'd1af2d31-5785-46da-af70-1d5d0b65e22d', 'name': '', 'network_id': '430f809c-a4d3-48f1-bbd1-f32da1f4fbac', 'tenant_id': 'd9a76e3dc1744d138793af79d163dd05', 'mac_address': 'fa:16:3e:92:f9:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39ebecf5-04b0-425e-a2cf-1704a1012698', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'e09e77d6-9e1c-48ca-bc8e-b3b1a5575d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:21:53Z', 'updated_at': '2021-08-29T04:21:55Z', 'revision_number': 2, 'project_id': 'd9a76e3dc1744d138793af79d163dd05', 'subnets': [{'id': 'e09e77d6-9e1c-48ca-bc8e-b3b1a5575d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:59.477166 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b6a506-87de-446b-9210-86f2e5655f0a None None] Checking router: 39ebecf5-04b0-425e-a2cf-1704a1012698 for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:21:59.477764 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b6a506-87de-446b-9210-86f2e5655f0a None None] Updating router 39ebecf5-04b0-425e-a2cf-1704a1012698 port d1af2d31-5785-46da-af70-1d5d0b65e22d binding host n-d-712140-12 {{(pid=94831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:21:59.526970 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c1b6a506-87de-446b-9210-86f2e5655f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:59.761960 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45db2e63-3240-4f2b-ab98-a064c418f136 req-258ef6c9-8ec1-48da-aaba-f1fc5b0ffae5 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:59.769022 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-45db2e63-3240-4f2b-ab98-a064c418f136 req-258ef6c9-8ec1-48da-aaba-f1fc5b0ffae5 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbbdf5ca-0dc2-4283-8108-a1763b063e9c HTTP/1.1" status: 200 len: 946 time: 0.5788326 Aug 29 04:21:59.787765 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52e1f67-928d-4839-9ae0-dbcf87d9358a req-bb581b0c-7d36-44a1-a96b-48fb2a1c8fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:59.789458 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f52e1f67-928d-4839-9ae0-dbcf87d9358a req-bb581b0c-7d36-44a1-a96b-48fb2a1c8fe5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4b336bb6-c1a2-4852-8570-018195081ecf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4023688 Aug 29 04:21:59.799368 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da98448-87e4-4c5f-88c2-5a28016b5569 req-6409266c-632f-45da-88cc-b1ab679d743c tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:59.801245 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2da98448-87e4-4c5f-88c2-5a28016b5569 req-6409266c-632f-45da-88cc-b1ab679d743c tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/networks?id=430f809c-a4d3-48f1-bbd1-f32da1f4fbac HTTP/1.1" status: 200 len: 818 time: 0.3887410 Aug 29 04:21:59.858563 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [req-45159af5-e9fb-41bd-ba4e-84754ac5a298 req-3c1c4d93-dea3-4261-bc3f-81e54b054629 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae81989c-5f1e-4b61-8089-d6f802544295 {{(pid=94829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:21:59.891951 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-45159af5-e9fb-41bd-ba4e-84754ac5a298 req-3c1c4d93-dea3-4261-bc3f-81e54b054629 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:59.962900 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [req-45159af5-e9fb-41bd-ba4e-84754ac5a298 req-3c1c4d93-dea3-4261-bc3f-81e54b054629 service neutron] Transition to ACTIVE for port object ae81989c-5f1e-4b61-8089-d6f802544295 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:21:59.987457 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-45db2e63-3240-4f2b-ab98-a064c418f136 req-ac0184eb-ff5e-45b6-8335-c2460dbc8f09 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/security-groups?id=efbd56da-4301-456e-8002-a695aaaeaffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1862648 Aug 29 04:21:59.989556 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-45159af5-e9fb-41bd-ba4e-84754ac5a298 req-3c1c4d93-dea3-4261-bc3f-81e54b054629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:00.008051 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7c36a706-210f-45ad-a762-955cd5467287 req-70f295e9-f86c-4414-b1e8-704e205d85e3 service neutron] 10.222.0.46 "GET /v2.0/networks/1c65535d-8d45-4051-8e5d-043211a49251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7037966 Aug 29 04:22:00.009300 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2da98448-87e4-4c5f-88c2-5a28016b5569 req-623b583c-d264-4fb3-ad83-d13a3f39a20f tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/quotas/d9a76e3dc1744d138793af79d163dd05 HTTP/1.1" status: 200 len: 375 time: 0.1735768 Aug 29 04:22:00.099013 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1c4d93-dea3-4261-bc3f-81e54b054629 service neutron] Pushing event updated for resources: {'Port': ['ID=ae81989c-5f1e-4b61-8089-d6f802544295,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:00.140728 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1c4d93-dea3-4261-bc3f-81e54b054629 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:00.141251 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1c4d93-dea3-4261-bc3f-81e54b054629 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:00.141787 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1c4d93-dea3-4261-bc3f-81e54b054629 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:00.142322 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1c4d93-dea3-4261-bc3f-81e54b054629 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:00.142876 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1c4d93-dea3-4261-bc3f-81e54b054629 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:00.143441 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1c4d93-dea3-4261-bc3f-81e54b054629 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:00.144058 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1c4d93-dea3-4261-bc3f-81e54b054629 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:00.144643 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1c4d93-dea3-4261-bc3f-81e54b054629 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:00.145243 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1c4d93-dea3-4261-bc3f-81e54b054629 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:00.145817 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1c4d93-dea3-4261-bc3f-81e54b054629 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:00.146356 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1c4d93-dea3-4261-bc3f-81e54b054629 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:00.146894 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1c4d93-dea3-4261-bc3f-81e54b054629 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:00.157227 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c1b6a506-87de-446b-9210-86f2e5655f0a None None] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:00.170845 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-c1b6a506-87de-446b-9210-86f2e5655f0a None None] Transition to ACTIVE for port object d1af2d31-5785-46da-af70-1d5d0b65e22d will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:22:00.179932 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c1b6a506-87de-446b-9210-86f2e5655f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:00.279142 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24c0eb5-baf0-4953-995e-cf7252c0d9d2 None None] Pushing event updated for resources: {'Port': ['ID=d1af2d31-5785-46da-af70-1d5d0b65e22d,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:00.283578 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-45159af5-e9fb-41bd-ba4e-84754ac5a298 req-3c1c4d93-dea3-4261-bc3f-81e54b054629 service neutron] Attempting to bind port ae81989c-5f1e-4b61-8089-d6f802544295 on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:22:00.284249 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-45159af5-e9fb-41bd-ba4e-84754ac5a298 req-3c1c4d93-dea3-4261-bc3f-81e54b054629 service neutron] Attempting to bind port ae81989c-5f1e-4b61-8089-d6f802544295 by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': 'fa36d9cc-1749-4ca4-acc8-f5333ec26ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'f3a88f35-8980-4d08-add0-716c20ee491c'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:22:00.284610 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45159af5-e9fb-41bd-ba4e-84754ac5a298 req-3c1c4d93-dea3-4261-bc3f-81e54b054629 service neutron] Attempting to bind port ae81989c-5f1e-4b61-8089-d6f802544295 on network f3a88f35-8980-4d08-add0-716c20ee491c {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:22:00.298385 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24506107-ab66-4fe7-9c8f-1c1fea14d80c req-16174eb9-c57b-401c-9cf1-a2bdff6445d4 tempest-ServerPasswordTestJSON-1455143783 tempest-ServerPasswordTestJSON-1455143783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:00.306262 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-24506107-ab66-4fe7-9c8f-1c1fea14d80c req-16174eb9-c57b-401c-9cf1-a2bdff6445d4 tempest-ServerPasswordTestJSON-1455143783 tempest-ServerPasswordTestJSON-1455143783-project] 10.222.0.22 "GET /v2.0/ports?device_id=de914201-7af1-4c46-b3fe-5b1ec54b80c3 HTTP/1.1" status: 200 len: 943 time: 0.1088717 Aug 29 04:22:00.314886 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24c0eb5-baf0-4953-995e-cf7252c0d9d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:00.315900 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24c0eb5-baf0-4953-995e-cf7252c0d9d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:00.316812 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24c0eb5-baf0-4953-995e-cf7252c0d9d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:00.317011 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45159af5-e9fb-41bd-ba4e-84754ac5a298 req-3c1c4d93-dea3-4261-bc3f-81e54b054629 service neutron] Port ae81989c-5f1e-4b61-8089-d6f802544295 on network f3a88f35-8980-4d08-add0-716c20ee491c not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:22:00.317288 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45159af5-e9fb-41bd-ba4e-84754ac5a298 req-3c1c4d93-dea3-4261-bc3f-81e54b054629 service neutron] Attempting to bind port ae81989c-5f1e-4b61-8089-d6f802544295 on network f3a88f35-8980-4d08-add0-716c20ee491c {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:22:00.318173 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24c0eb5-baf0-4953-995e-cf7252c0d9d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:00.318837 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24c0eb5-baf0-4953-995e-cf7252c0d9d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:00.319563 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24c0eb5-baf0-4953-995e-cf7252c0d9d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:00.320215 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629ac6a9-3f2e-47aa-9ea7-d22d502e6f74 req-b4c61f56-4b03-4c3c-be0b-f1adfb884faf tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:00.320961 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24c0eb5-baf0-4953-995e-cf7252c0d9d2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:00.321629 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24c0eb5-baf0-4953-995e-cf7252c0d9d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:00.321745 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-629ac6a9-3f2e-47aa-9ea7-d22d502e6f74 req-b4c61f56-4b03-4c3c-be0b-f1adfb884faf tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.48 "GET /v2.0/networks?id=6dc9f122-fe76-4b29-b692-6f9509f76947 HTTP/1.1" status: 200 len: 812 time: 0.4074018 Aug 29 04:22:00.322359 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24c0eb5-baf0-4953-995e-cf7252c0d9d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:00.322906 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24c0eb5-baf0-4953-995e-cf7252c0d9d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:00.323444 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24c0eb5-baf0-4953-995e-cf7252c0d9d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:00.324003 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24c0eb5-baf0-4953-995e-cf7252c0d9d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:00.336426 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45159af5-e9fb-41bd-ba4e-84754ac5a298 req-3c1c4d93-dea3-4261-bc3f-81e54b054629 service neutron] Checking agent: {'id': '3de9de52-3a03-431d-9d7e-497ae92c57ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:22:00.336781 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45159af5-e9fb-41bd-ba4e-84754ac5a298 req-3c1c4d93-dea3-4261-bc3f-81e54b054629 service neutron] Checking segment: {'id': 'fa36d9cc-1749-4ca4-acc8-f5333ec26ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'f3a88f35-8980-4d08-add0-716c20ee491c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:22:00.337179 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45159af5-e9fb-41bd-ba4e-84754ac5a298 req-3c1c4d93-dea3-4261-bc3f-81e54b054629 service neutron] Bound using segment: {'id': 'fa36d9cc-1749-4ca4-acc8-f5333ec26ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'f3a88f35-8980-4d08-add0-716c20ee491c'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:22:00.337666 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-45159af5-e9fb-41bd-ba4e-84754ac5a298 req-3c1c4d93-dea3-4261-bc3f-81e54b054629 service neutron] Bound port: ae81989c-5f1e-4b61-8089-d6f802544295, host: n-h1-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa36d9cc-1749-4ca4-acc8-f5333ec26ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'f3a88f35-8980-4d08-add0-716c20ee491c'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:22:00.338034 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-45159af5-e9fb-41bd-ba4e-84754ac5a298 req-3c1c4d93-dea3-4261-bc3f-81e54b054629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:00.362787 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-629ac6a9-3f2e-47aa-9ea7-d22d502e6f74 req-01a6c635-8c45-4ca8-a53b-b12af27dfa5c tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Request body: {'port': {'device_id': 'b85364e0-ead5-4b50-8b48-a318fc9dca90', 'network_id': '6dc9f122-fe76-4b29-b692-6f9509f76947', 'admin_state_up': True, 'tenant_id': '6b54a16bc4c143ae881e0570211236dd'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:00.377327 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-24506107-ab66-4fe7-9c8f-1c1fea14d80c req-e000e1e3-2341-4905-8f3e-466395e03122 tempest-ServerPasswordTestJSON-1455143783 tempest-ServerPasswordTestJSON-1455143783-project] 10.222.0.22 "GET /v2.0/security-groups?id=68475d08-a957-45e2-9798-29203af95702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694687 Aug 29 04:22:00.381519 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cc309fb7-b14a-426a-b895-732e0712704f tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:00.402996 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-c1b6a506-87de-446b-9210-86f2e5655f0a None None] Attempting to bind port d1af2d31-5785-46da-af70-1d5d0b65e22d on host n-d-712140-12 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:22:00.403362 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-c1b6a506-87de-446b-9210-86f2e5655f0a None None] Attempting to bind port d1af2d31-5785-46da-af70-1d5d0b65e22d by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'ad086531-7f14-4bee-b100-2be74f8adb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '430f809c-a4d3-48f1-bbd1-f32da1f4fbac'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:22:00.403758 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b6a506-87de-446b-9210-86f2e5655f0a None None] Attempting to bind port d1af2d31-5785-46da-af70-1d5d0b65e22d on network 430f809c-a4d3-48f1-bbd1-f32da1f4fbac {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:22:00.415021 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b6a506-87de-446b-9210-86f2e5655f0a None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:22:00.415427 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b6a506-87de-446b-9210-86f2e5655f0a None None] Checking segment: {'id': 'ad086531-7f14-4bee-b100-2be74f8adb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '430f809c-a4d3-48f1-bbd1-f32da1f4fbac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:22:00.416475 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c1b6a506-87de-446b-9210-86f2e5655f0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:00.416734 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b6a506-87de-446b-9210-86f2e5655f0a None None] Bound using segment: {'id': 'ad086531-7f14-4bee-b100-2be74f8adb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '430f809c-a4d3-48f1-bbd1-f32da1f4fbac'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:22:00.417256 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-c1b6a506-87de-446b-9210-86f2e5655f0a None None] Bound port: d1af2d31-5785-46da-af70-1d5d0b65e22d, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad086531-7f14-4bee-b100-2be74f8adb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '430f809c-a4d3-48f1-bbd1-f32da1f4fbac'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:22:00.417834 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c1b6a506-87de-446b-9210-86f2e5655f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:00.427194 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2da98448-87e4-4c5f-88c2-5a28016b5569 req-5d42dc91-6204-4100-b571-cf1f38204b2b tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=d9a76e3dc1744d138793af79d163dd05&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4160993 Aug 29 04:22:00.508671 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f52e1f67-928d-4839-9ae0-dbcf87d9358a req-73946039-48a4-40de-8e43-6c4c0d6b3b5f service neutron] 10.222.0.48 "GET /v2.0/networks/4b336bb6-c1a2-4852-8570-018195081ecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7064278 Aug 29 04:22:00.517199 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c36a706-210f-45ad-a762-955cd5467287 req-db28197b-7f30-4e66-98f5-18b1a9ab54af tempest-LiveMigrationTest-555913250 tempest-LiveMigrationTest-555913250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:00.518785 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7c36a706-210f-45ad-a762-955cd5467287 req-db28197b-7f30-4e66-98f5-18b1a9ab54af tempest-LiveMigrationTest-555913250 tempest-LiveMigrationTest-555913250-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=65e7da89-db86-45b9-ab8d-171b404cfd20&tenant_id=260b2b7726794e4d90a38e52b66506fd&binding%3Ahost_id=n-h1-712140-12 HTTP/1.1" status: 200 len: 1097 time: 0.1369350 Aug 29 04:22:00.522310 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-45159af5-e9fb-41bd-ba4e-84754ac5a298 req-3c1c4d93-dea3-4261-bc3f-81e54b054629 service neutron] For port ae81989c-5f1e-4b61-8089-d6f802544295, host n-h1-712140-12, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:22:00.529645 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-c1b6a506-87de-446b-9210-86f2e5655f0a None None] For port d1af2d31-5785-46da-af70-1d5d0b65e22d, host n-d-712140-12, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:22:00.530436 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-45159af5-e9fb-41bd-ba4e-84754ac5a298 req-3c1c4d93-dea3-4261-bc3f-81e54b054629 service neutron] For port ae81989c-5f1e-4b61-8089-d6f802544295, host n-h1-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=ae81989c-5f1e-4b61-8089-d6f802544295,segment=NetworkSegment(fa36d9cc-1749-4ca4-acc8-f5333ec26ab8),segment_id=fa36d9cc-1749-4ca4-acc8-f5333ec26ab8)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:22:00.537105 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-c1b6a506-87de-446b-9210-86f2e5655f0a None None] For port d1af2d31-5785-46da-af70-1d5d0b65e22d, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=d1af2d31-5785-46da-af70-1d5d0b65e22d,segment=NetworkSegment(ad086531-7f14-4bee-b100-2be74f8adb97),segment_id=ad086531-7f14-4bee-b100-2be74f8adb97)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:22:00.544356 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c1b6a506-87de-446b-9210-86f2e5655f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:00.557210 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-45159af5-e9fb-41bd-ba4e-84754ac5a298 req-3c1c4d93-dea3-4261-bc3f-81e54b054629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:00.637803 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b6a506-87de-446b-9210-86f2e5655f0a None None] Routers {'39ebecf5-04b0-425e-a2cf-1704a1012698'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:22:00.638538 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-c1b6a506-87de-446b-9210-86f2e5655f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:21:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['39ebecf5-04b0-425e-a2cf-1704a1012698'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:00.640487 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24c0eb5-baf0-4953-995e-cf7252c0d9d2 None None] Pushing event updated for resources: {'Port': ['ID=d1af2d31-5785-46da-af70-1d5d0b65e22d,revision_number=4']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:00.683773 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45159af5-e9fb-41bd-ba4e-84754ac5a298 req-3c1c4d93-dea3-4261-bc3f-81e54b054629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:00.684412 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-45159af5-e9fb-41bd-ba4e-84754ac5a298 req-3c1c4d93-dea3-4261-bc3f-81e54b054629 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:00.685823 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-45159af5-e9fb-41bd-ba4e-84754ac5a298 req-3c1c4d93-dea3-4261-bc3f-81e54b054629 service neutron] 10.222.0.46 "PUT /v2.0/ports/ae81989c-5f1e-4b61-8089-d6f802544295 HTTP/1.1" status: 200 len: 1092 time: 1.6131058 Aug 29 04:22:00.686285 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de914201-7af1-4c46-b3fe-5b1ec54b80c3', 'tag': 'ae81989c-5f1e-4b61-8089-d6f802544295'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:22:00.688800 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6985c121-f3ce-479e-82a5-ceb595a71780" -d '{"events": [{"name": "network-changed", "server_uuid": "de914201-7af1-4c46-b3fe-5b1ec54b80c3", "tag": "ae81989c-5f1e-4b61-8089-d6f802544295"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:22:00.721128 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-85fb4937-48a8-480c-a3e0-f305edad28da req-d1decce6-cff0-44c1-bf8b-7ea57dd4b078 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=b85364e0-ead5-4b50-8b48-a318fc9dca90 HTTP/1.1" status: 200 len: 210 time: 0.0591614 Aug 29 04:22:00.789274 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1c4d93-dea3-4261-bc3f-81e54b054629 service neutron] Pushing event updated for resources: {'Port': ['ID=ae81989c-5f1e-4b61-8089-d6f802544295,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:00.828896 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-c1b6a506-87de-446b-9210-86f2e5655f0a None None] Set router 39ebecf5-04b0-425e-a2cf-1704a1012698 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:22:00.941443 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45159af5-e9fb-41bd-ba4e-84754ac5a298 req-e3496780-6bc7-4006-a123-cc094761a725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:00.944038 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-45159af5-e9fb-41bd-ba4e-84754ac5a298 req-e3496780-6bc7-4006-a123-cc094761a725 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f1ba097444fe4741a3b547e81a8662d0&device_id=de914201-7af1-4c46-b3fe-5b1ec54b80c3 HTTP/1.1" status: 200 len: 1095 time: 0.1715631 Aug 29 04:22:00.979446 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549821f8-277b-4f9b-bbc2-1ba533e3051c req-8689af0f-dd0b-4801-af44-6f9919d6a8aa tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:00.982499 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-549821f8-277b-4f9b-bbc2-1ba533e3051c req-8689af0f-dd0b-4801-af44-6f9919d6a8aa tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=65e7da89-db86-45b9-ab8d-171b404cfd20 HTTP/1.1" status: 200 len: 945 time: 0.1462865 Aug 29 04:22:01.021731 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f52e1f67-928d-4839-9ae0-dbcf87d9358a req-de5b3fc4-db5c-4035-820e-7df9b22002c2 service neutron] 10.222.0.48 "GET /v2.0/networks/4b336bb6-c1a2-4852-8570-018195081ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4844153 Aug 29 04:22:01.022586 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-45159af5-e9fb-41bd-ba4e-84754ac5a298 req-88955ba9-a4c9-480f-8e64-b7023a1ce1e2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae81989c-5f1e-4b61-8089-d6f802544295 HTTP/1.1" status: 200 len: 217 time: 0.0654812 Aug 29 04:22:01.028434 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2da98448-87e4-4c5f-88c2-5a28016b5569 req-76870749-376a-4874-95db-a940490548b7 service neutron] 10.222.0.22 "GET /v2.0/networks/430f809c-a4d3-48f1-bbd1-f32da1f4fbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5257819 Aug 29 04:22:01.078489 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-7c36a706-210f-45ad-a762-955cd5467287 req-cfb3bf51-0a15-4835-acc4-444d935af18e service neutron] For port 2a243fa4-fca0-46fd-9408-205c6078f3f7, host n-h2-712140-12, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:22:01.086253 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-7c36a706-210f-45ad-a762-955cd5467287 req-cfb3bf51-0a15-4835-acc4-444d935af18e service neutron] Notify callbacks [] for binding, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:01.087436 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7c36a706-210f-45ad-a762-955cd5467287 req-cfb3bf51-0a15-4835-acc4-444d935af18e service neutron] 10.222.0.46 "DELETE /v2.0/ports/2a243fa4-fca0-46fd-9408-205c6078f3f7/bindings/n-h2-712140-12 HTTP/1.1" status: 204 len: 173 time: 0.5550191 Aug 29 04:22:01.118647 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-549821f8-277b-4f9b-bbc2-1ba533e3051c req-100a8de3-78da-4c5c-92f5-e7189e5228ca tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004860 Aug 29 04:22:01.123250 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45159af5-e9fb-41bd-ba4e-84754ac5a298 req-213b9531-0308-472f-9b58-64ed702847ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:01.124788 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-45159af5-e9fb-41bd-ba4e-84754ac5a298 req-213b9531-0308-472f-9b58-64ed702847ed service neutron] 10.222.0.46 "GET /v2.0/subnets?id=895fb339-0bda-425e-811e-e2b926168f91 HTTP/1.1" status: 200 len: 853 time: 0.0953364 Aug 29 04:22:01.150779 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-629ac6a9-3f2e-47aa-9ea7-d22d502e6f74 req-01a6c635-8c45-4ca8-a53b-b12af27dfa5c tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Made reservation on behalf of 6b54a16bc4c143ae881e0570211236dd for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:22:01.155037 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-629ac6a9-3f2e-47aa-9ea7-d22d502e6f74 req-01a6c635-8c45-4ca8-a53b-b12af27dfa5c tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:01.190780 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-45159af5-e9fb-41bd-ba4e-84754ac5a298 req-211f79d8-a4f8-41a5-ab30-0f02ff2f39cf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f3a88f35-8980-4d08-add0-716c20ee491c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580387 Aug 29 04:22:01.206487 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-c1b6a506-87de-446b-9210-86f2e5655f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39ebecf5-04b0-425e-a2cf-1704a1012698', 'name': 'tempest-ServerRescueNegativeTestJSON-402514366-router', 'tenant_id': 'd9a76e3dc1744d138793af79d163dd05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '1d9c8ce4-482c-425d-a442-cc39c84e9d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:21:46Z', 'updated_at': '2021-08-29T04:21:55Z', 'revision_number': 4, 'project_id': 'd9a76e3dc1744d138793af79d163dd05', 'gw_port': {'id': '1d9c8ce4-482c-425d-a442-cc39c84e9d96', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:06:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ebecf5-04b0-425e-a2cf-1704a1012698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:21:47Z', 'updated_at': '2021-08-29T04:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': 'd1af2d31-5785-46da-af70-1d5d0b65e22d', 'name': '', 'network_id': '430f809c-a4d3-48f1-bbd1-f32da1f4fbac', 'tenant_id': 'd9a76e3dc1744d138793af79d163dd05', 'mac_address': 'fa:16:3e:92:f9:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39ebecf5-04b0-425e-a2cf-1704a1012698', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'e09e77d6-9e1c-48ca-bc8e-b3b1a5575d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:21:53Z', 'updated_at': '2021-08-29T04:22:00Z', 'revision_number': 4, 'project_id': 'd9a76e3dc1744d138793af79d163dd05', 'subnets': [{'id': 'e09e77d6-9e1c-48ca-bc8e-b3b1a5575d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:01.254170 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b6a506-87de-446b-9210-86f2e5655f0a None None] The sync data for ids ['39ebecf5-04b0-425e-a2cf-1704a1012698'] in n-d-712140-12 is: [{'id': '39ebecf5-04b0-425e-a2cf-1704a1012698', 'name': 'tempest-ServerRescueNegativeTestJSON-402514366-router', 'tenant_id': 'd9a76e3dc1744d138793af79d163dd05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '1d9c8ce4-482c-425d-a442-cc39c84e9d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:21:46Z', 'updated_at': '2021-08-29T04:21:55Z', 'revision_number': 4, 'project_id': 'd9a76e3dc1744d138793af79d163dd05', 'gw_port': {'id': '1d9c8ce4-482c-425d-a442-cc39c84e9d96', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:06:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ebecf5-04b0-425e-a2cf-1704a1012698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:21:47Z', 'updated_at': '2021-08-29T04:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': 'd1af2d31-5785-46da-af70-1d5d0b65e22d', 'name': '', 'network_id': '430f809c-a4d3-48f1-bbd1-f32da1f4fbac', 'tenant_id': 'd9a76e3dc1744d138793af79d163dd05', 'mac_address': 'fa:16:3e:92:f9:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39ebecf5-04b0-425e-a2cf-1704a1012698', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'e09e77d6-9e1c-48ca-bc8e-b3b1a5575d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:21:53Z', 'updated_at': '2021-08-29T04:22:00Z', 'revision_number': 4, 'project_id': 'd9a76e3dc1744d138793af79d163dd05', 'subnets': [{'id': 'e09e77d6-9e1c-48ca-bc8e-b3b1a5575d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:22:01.282279 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cc309fb7-b14a-426a-b895-732e0712704f tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409'] for router, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:01.361555 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1af7886f-5271-47e2-a2b5-b89a3e143557 req-faa3c83b-9ee3-497e-9dd5-27343ee01cbc tempest-VolumesBackupsTest-690823265 tempest-VolumesBackupsTest-690823265-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=52acb4d6f4e8477ebc5b345bd85bbb27&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0872059 Aug 29 04:22:01.482951 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-45159af5-e9fb-41bd-ba4e-84754ac5a298 req-26046eae-5f35-4971-be7f-4e21eb1b0795 service neutron] 10.222.0.46 "GET /v2.0/networks/f3a88f35-8980-4d08-add0-716c20ee491c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2835765 Aug 29 04:22:01.624948 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af7886f-5271-47e2-a2b5-b89a3e143557 req-6e795781-fd39-4268-8d90-3121730e4cbf tempest-VolumesBackupsTest-690823265 tempest-VolumesBackupsTest-690823265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:01.626821 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1af7886f-5271-47e2-a2b5-b89a3e143557 req-6e795781-fd39-4268-8d90-3121730e4cbf tempest-VolumesBackupsTest-690823265 tempest-VolumesBackupsTest-690823265-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2642057 Aug 29 04:22:01.653571 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1af7886f-5271-47e2-a2b5-b89a3e143557 req-f55a26b3-55b5-4e0f-a894-683d6e5e7574 tempest-VolumesBackupsTest-690823265 tempest-VolumesBackupsTest-690823265-project] 10.222.0.22 "GET /v2.0/quotas/52acb4d6f4e8477ebc5b345bd85bbb27 HTTP/1.1" status: 200 len: 375 time: 0.0158148 Aug 29 04:22:01.705694 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-45159af5-e9fb-41bd-ba4e-84754ac5a298 req-46cdf8a7-1f9b-40d5-af0c-f6c84444f6c9 service neutron] 10.222.0.46 "GET /v2.0/networks/f3a88f35-8980-4d08-add0-716c20ee491c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116690 Aug 29 04:22:01.708003 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1af7886f-5271-47e2-a2b5-b89a3e143557 req-92279247-c222-489e-801a-a2acccee91c9 tempest-VolumesBackupsTest-690823265 tempest-VolumesBackupsTest-690823265-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=52acb4d6f4e8477ebc5b345bd85bbb27&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0441346 Aug 29 04:22:01.799355 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2da98448-87e4-4c5f-88c2-5a28016b5569 req-faab971e-1993-41a2-ac72-8f3d2c65c8bf service neutron] 10.222.0.22 "GET /v2.0/networks/430f809c-a4d3-48f1-bbd1-f32da1f4fbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7583518 Aug 29 04:22:01.954185 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-629ac6a9-3f2e-47aa-9ea7-d22d502e6f74 req-01a6c635-8c45-4ca8-a53b-b12af27dfa5c tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Allocated IP 172.20.0.2 (6dc9f122-fe76-4b29-b692-6f9509f76947/92da5435-aaff-49ad-89d5-9a0918bd173a/8679445c-941a-41f7-90a4-c34efa203f96) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:22:02.008754 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e749dd02-ed6c-45b4-9cc2-74566314da83 x-openstack-request-id: req-e749dd02-ed6c-45b4-9cc2-74566314da83 {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:22:02.009269 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de914201-7af1-4c46-b3fe-5b1ec54b80c3", "tag": "ae81989c-5f1e-4b61-8089-d6f802544295", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:22:02.010287 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e749dd02-ed6c-45b4-9cc2-74566314da83 {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:22:02.010804 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de914201-7af1-4c46-b3fe-5b1ec54b80c3', 'tag': 'ae81989c-5f1e-4b61-8089-d6f802544295', 'status': 'completed', 'code': 200} Aug 29 04:22:02.107096 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6985c121-f3ce-479e-82a5-ceb595a71780 req-3ff39eec-aa30-4ffb-a85d-4a71aa2aede3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:02.109891 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6985c121-f3ce-479e-82a5-ceb595a71780 req-3ff39eec-aa30-4ffb-a85d-4a71aa2aede3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f1ba097444fe4741a3b547e81a8662d0&device_id=de914201-7af1-4c46-b3fe-5b1ec54b80c3 HTTP/1.1" status: 200 len: 1095 time: 0.0725265 Aug 29 04:22:02.222862 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc309fb7-b14a-426a-b895-732e0712704f tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Router 8ab80e5d-9a64-47f8-83f8-c13be6451418 is scheduled to L3 agent 76874008-c311-485c-ba36-921b6d275b6a with binding_index 1 {{(pid=94828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:22:02.374790 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b4ff00-f8d5-4d30-9c00-08b9c0b5be7e req-7b00695a-b40a-4953-a4c7-a5ff38c28997 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:02.376682 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-86b4ff00-f8d5-4d30-9c00-08b9c0b5be7e req-7b00695a-b40a-4953-a4c7-a5ff38c28997 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbbdf5ca-0dc2-4283-8108-a1763b063e9c HTTP/1.1" status: 200 len: 946 time: 0.2218611 Aug 29 04:22:02.420789 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6985c121-f3ce-479e-82a5-ceb595a71780 req-b2bc847c-9441-45e7-9b76-7edcffb6f0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:02.422588 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6985c121-f3ce-479e-82a5-ceb595a71780 req-b2bc847c-9441-45e7-9b76-7edcffb6f0c7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f3a88f35-8980-4d08-add0-716c20ee491c HTTP/1.1" status: 200 len: 914 time: 0.3051324 Aug 29 04:22:02.489310 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-86b4ff00-f8d5-4d30-9c00-08b9c0b5be7e req-bfdb61ce-a529-4634-a434-c834874ce535 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/security-groups?id=efbd56da-4301-456e-8002-a695aaaeaffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008284 Aug 29 04:22:02.490805 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6985c121-f3ce-479e-82a5-ceb595a71780 req-65273a2e-a454-4fb2-af04-377f92154b0e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae81989c-5f1e-4b61-8089-d6f802544295 HTTP/1.1" status: 200 len: 217 time: 0.0563016 Aug 29 04:22:02.562834 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06fd0af-e9dd-49e9-9332-2623d6b1e359 req-1af550c0-ca9f-45fe-8608-8a56d89214f1 tempest-ServerPasswordTestJSON-1455143783 tempest-ServerPasswordTestJSON-1455143783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:02.574341 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d06fd0af-e9dd-49e9-9332-2623d6b1e359 req-1af550c0-ca9f-45fe-8608-8a56d89214f1 tempest-ServerPasswordTestJSON-1455143783 tempest-ServerPasswordTestJSON-1455143783-project] 10.222.0.22 "GET /v2.0/ports?device_id=de914201-7af1-4c46-b3fe-5b1ec54b80c3 HTTP/1.1" status: 200 len: 943 time: 0.3551719 Aug 29 04:22:02.579799 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc309fb7-b14a-426a-b895-732e0712704f tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:22:02.594278 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7441b40f-2a0f-48f8-aaf1-7f26c39475eb None None] Sync routers for ids ['8ab80e5d-9a64-47f8-83f8-c13be6451418'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:22:02.616639 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7441b40f-2a0f-48f8-aaf1-7f26c39475eb None None] Routers {'8ab80e5d-9a64-47f8-83f8-c13be6451418'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:22:02.617287 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-7441b40f-2a0f-48f8-aaf1-7f26c39475eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:21:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['8ab80e5d-9a64-47f8-83f8-c13be6451418'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:02.625771 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6985c121-f3ce-479e-82a5-ceb595a71780 req-a2d46b41-0e38-4f2c-9b9b-b436417d52e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:02.627607 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6985c121-f3ce-479e-82a5-ceb595a71780 req-a2d46b41-0e38-4f2c-9b9b-b436417d52e4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=895fb339-0bda-425e-811e-e2b926168f91 HTTP/1.1" status: 200 len: 853 time: 0.1296601 Aug 29 04:22:02.684187 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cc309fb7-b14a-426a-b895-732e0712704f tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks [] for router, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:02.691149 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-cc309fb7-b14a-426a-b895-732e0712704f tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 7.2199447 Aug 29 04:22:02.696043 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-629ac6a9-3f2e-47aa-9ea7-d22d502e6f74 req-01a6c635-8c45-4ca8-a53b-b12af27dfa5c tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:02.699351 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 52144) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:02.746745 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6985c121-f3ce-479e-82a5-ceb595a71780 req-f36a8c13-625d-4f7a-8ea5-a8dee108c105 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f3a88f35-8980-4d08-add0-716c20ee491c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1107740 Aug 29 04:22:02.778992 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d06fd0af-e9dd-49e9-9332-2623d6b1e359 req-84428f7b-75a3-47a8-90f0-8e4ce4a6fa30 tempest-ServerPasswordTestJSON-1455143783 tempest-ServerPasswordTestJSON-1455143783-project] 10.222.0.22 "GET /v2.0/security-groups?id=68475d08-a957-45e2-9798-29203af95702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025461 Aug 29 04:22:02.839315 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-053ab64d-f0fc-4f3a-92d3-cfb21673a923 req-bddddd0d-3e24-4eaf-9429-c452c13a5d61 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=b85364e0-ead5-4b50-8b48-a318fc9dca90 HTTP/1.1" status: 200 len: 210 time: 0.0915735 Aug 29 04:22:02.949407 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-75474d9c-e4b4-4668-b138-bd0568c28728 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks [] for router, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:02.965033 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-629ac6a9-3f2e-47aa-9ea7-d22d502e6f74 req-01a6c635-8c45-4ca8-a53b-b12af27dfa5c tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:03.020320 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-7441b40f-2a0f-48f8-aaf1-7f26c39475eb None None] Set router 8ab80e5d-9a64-47f8-83f8-c13be6451418 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:22:03.030754 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6985c121-f3ce-479e-82a5-ceb595a71780 req-7ed38a80-6227-4596-b564-96d386338e0e service neutron] 10.222.0.46 "GET /v2.0/networks/f3a88f35-8980-4d08-add0-716c20ee491c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468057 Aug 29 04:22:03.117867 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a6c635-8c45-4ca8-a53b-b12af27dfa5c tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Pushing event updated for resources: {'Port': ['ID=8679445c-941a-41f7-90a4-c34efa203f96,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:03.132468 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f36a8255-2a72-43da-aceb-9c7ddc0d319c req-fa41e7dc-b91b-4849-814d-1c887d25eb44 tempest-VolumesBackupsTest-690823265 tempest-VolumesBackupsTest-690823265-project] 10.222.0.22 "GET /v2.0/ports?device_id=a11fd094-2f4e-4351-bbb9-5f61366d0421 HTTP/1.1" status: 200 len: 210 time: 0.1796222 Aug 29 04:22:03.204717 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-629ac6a9-3f2e-47aa-9ea7-d22d502e6f74 req-01a6c635-8c45-4ca8-a53b-b12af27dfa5c tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Network 6dc9f122-fe76-4b29-b692-6f9509f76947 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:22:03.212125 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-629ac6a9-3f2e-47aa-9ea7-d22d502e6f74 req-01a6c635-8c45-4ca8-a53b-b12af27dfa5c tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:22:03.224328 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-629ac6a9-3f2e-47aa-9ea7-d22d502e6f74 req-01a6c635-8c45-4ca8-a53b-b12af27dfa5c tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:22:03.244897 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-13d12813-2956-49fc-8248-1dd5471bba90 req-705b33dd-c1fb-4046-863f-4016014e47ac tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/ports?device_id=b768cd8c-ce3b-4634-96ad-a9a93cf1350c HTTP/1.1" status: 200 len: 210 time: 0.1894109 Aug 29 04:22:03.280559 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a6c635-8c45-4ca8-a53b-b12af27dfa5c tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:03.283860 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device d1af2d31-5785-46da-af70-1d5d0b65e22d up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:22:03.286501 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a6c635-8c45-4ca8-a53b-b12af27dfa5c tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:03.286921 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a6c635-8c45-4ca8-a53b-b12af27dfa5c tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:03.287268 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a6c635-8c45-4ca8-a53b-b12af27dfa5c tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:03.287616 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a6c635-8c45-4ca8-a53b-b12af27dfa5c tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:03.291734 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a6c635-8c45-4ca8-a53b-b12af27dfa5c tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:03.292027 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a6c635-8c45-4ca8-a53b-b12af27dfa5c tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:03.292462 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a6c635-8c45-4ca8-a53b-b12af27dfa5c tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:03.292700 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a6c635-8c45-4ca8-a53b-b12af27dfa5c tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:03.293039 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a6c635-8c45-4ca8-a53b-b12af27dfa5c tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:03.293390 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a6c635-8c45-4ca8-a53b-b12af27dfa5c tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:03.293947 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a6c635-8c45-4ca8-a53b-b12af27dfa5c tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:03.323396 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6985c121-f3ce-479e-82a5-ceb595a71780 req-65028838-f708-4155-a497-eac340dd1275 service neutron] 10.222.0.46 "GET /v2.0/networks/f3a88f35-8980-4d08-add0-716c20ee491c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2855992 Aug 29 04:22:03.324420 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629ac6a9-3f2e-47aa-9ea7-d22d502e6f74 req-01a6c635-8c45-4ca8-a53b-b12af27dfa5c tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:03.325068 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-629ac6a9-3f2e-47aa-9ea7-d22d502e6f74 req-01a6c635-8c45-4ca8-a53b-b12af27dfa5c tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:03.377149 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-629ac6a9-3f2e-47aa-9ea7-d22d502e6f74 req-01a6c635-8c45-4ca8-a53b-b12af27dfa5c tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0293322 Aug 29 04:22:03.378804 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-75474d9c-e4b4-4668-b138-bd0568c28728 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:03.393189 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e1382f5-3aeb-4be1-baab-4540f907b22a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:03.408371 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-629ac6a9-3f2e-47aa-9ea7-d22d502e6f74 req-41720bca-1374-452d-bad1-56cb6a59cb17 service neutron] Request body: {'port': {'device_id': 'b85364e0-ead5-4b50-8b48-a318fc9dca90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:03.421299 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ed3af-2b96-48f5-98f0-64ff768feca7 req-24faa6a1-3539-4f98-8099-9bb51d4196bb tempest-LiveMigrationTest-555913250 tempest-LiveMigrationTest-555913250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:03.423141 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e34ed3af-2b96-48f5-98f0-64ff768feca7 req-24faa6a1-3539-4f98-8099-9bb51d4196bb tempest-LiveMigrationTest-555913250 tempest-LiveMigrationTest-555913250-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=65e7da89-db86-45b9-ab8d-171b404cfd20 HTTP/1.1" status: 200 len: 1097 time: 0.1098616 Aug 29 04:22:03.444847 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port d1af2d31-5785-46da-af70-1d5d0b65e22d completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:22:03.465068 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port d1af2d31-5785-46da-af70-1d5d0b65e22d triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:03.465976 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:03.529377 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-7441b40f-2a0f-48f8-aaf1-7f26c39475eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab80e5d-9a64-47f8-83f8-c13be6451418', 'name': '', 'tenant_id': '32da4583295441edbd1c29d9d547f99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e31799-9e31-4f61-9668-269a07dc24ff', 'external_fixed_ips': [{'subnet_id': '9fb94cfe-7101-4ac1-a04e-d20bed71739d', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': 'd0313fe6-7023-4ca9-86bb-51fdda2627fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:21:55Z', 'updated_at': '2021-08-29T04:21:59Z', 'revision_number': 3, 'project_id': '32da4583295441edbd1c29d9d547f99d', 'gw_port': {'id': 'd0313fe6-7023-4ca9-86bb-51fdda2627fb', 'name': '', 'network_id': '19e31799-9e31-4f61-9668-269a07dc24ff', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:03:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab80e5d-9a64-47f8-83f8-c13be6451418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': '9fb94cfe-7101-4ac1-a04e-d20bed71739d', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:21:57Z', 'updated_at': '2021-08-29T04:21:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fb94cfe-7101-4ac1-a04e-d20bed71739d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:03.578035 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7441b40f-2a0f-48f8-aaf1-7f26c39475eb None None] Checking router: 8ab80e5d-9a64-47f8-83f8-c13be6451418 for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:22:03.580289 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7441b40f-2a0f-48f8-aaf1-7f26c39475eb None None] Updating router 8ab80e5d-9a64-47f8-83f8-c13be6451418 port d0313fe6-7023-4ca9-86bb-51fdda2627fb binding host n-d-712140-12 {{(pid=94830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:22:03.634364 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7441b40f-2a0f-48f8-aaf1-7f26c39475eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:03.645193 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d131facc-1f44-4bc0-95e2-edbcd9462140 req-5e4b9e79-a4c7-41e7-9b1b-7bf7dd0ddd70 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:03.654450 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d131facc-1f44-4bc0-95e2-edbcd9462140 req-5e4b9e79-a4c7-41e7-9b1b-7bf7dd0ddd70 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/networks?id=430f809c-a4d3-48f1-bbd1-f32da1f4fbac HTTP/1.1" status: 200 len: 818 time: 0.2491834 Aug 29 04:22:03.656057 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1af7886f-5271-47e2-a2b5-b89a3e143557 req-d775ab7c-d81e-42ae-8088-78109bb9214d tempest-VolumesBackupsTest-690823265 tempest-VolumesBackupsTest-690823265-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=52acb4d6f4e8477ebc5b345bd85bbb27&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0870583 Aug 29 04:22:03.670794 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-629ac6a9-3f2e-47aa-9ea7-d22d502e6f74 req-41720bca-1374-452d-bad1-56cb6a59cb17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:03.675965 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d131facc-1f44-4bc0-95e2-edbcd9462140 req-04abb1d1-47f8-4dd8-881b-644abb89f4b8 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/quotas/d9a76e3dc1744d138793af79d163dd05 HTTP/1.1" status: 200 len: 375 time: 0.0202024 Aug 29 04:22:03.747333 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d131facc-1f44-4bc0-95e2-edbcd9462140 req-85d6056b-4a8d-4f85-8e46-d6fa4b761f28 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=d9a76e3dc1744d138793af79d163dd05&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0700238 Aug 29 04:22:03.799543 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e34ed3af-2b96-48f5-98f0-64ff768feca7 req-51067648-e6f2-4bc7-b64b-1acf09435612 tempest-LiveMigrationTest-555913250 tempest-LiveMigrationTest-555913250-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3027439 Aug 29 04:22:03.810809 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:03.866294 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-75474d9c-e4b4-4668-b138-bd0568c28728 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Deleting port d0313fe6-7023-4ca9-86bb-51fdda2627fb {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:22:03.867897 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-75474d9c-e4b4-4668-b138-bd0568c28728 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:03.890105 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d131facc-1f44-4bc0-95e2-edbcd9462140 req-6a1c69a1-0c88-4d94-8459-23da00107503 service neutron] 10.222.0.22 "GET /v2.0/networks/430f809c-a4d3-48f1-bbd1-f32da1f4fbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416645 Aug 29 04:22:03.975407 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port d1af2d31-5785-46da-af70-1d5d0b65e22d, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=d1af2d31-5785-46da-af70-1d5d0b65e22d,segment=NetworkSegment(ad086531-7f14-4bee-b100-2be74f8adb97),segment_id=ad086531-7f14-4bee-b100-2be74f8adb97)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:03.985007 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:04.029704 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d131facc-1f44-4bc0-95e2-edbcd9462140 req-0ce527ff-e5ce-48a9-8237-9070d4728a3a service neutron] 10.222.0.22 "GET /v2.0/networks/430f809c-a4d3-48f1-bbd1-f32da1f4fbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171589 Aug 29 04:22:04.278744 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da98448-87e4-4c5f-88c2-5a28016b5569 req-ba60d95a-7fab-468a-87b7-5cb61e1d3eec tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:04.280544 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2da98448-87e4-4c5f-88c2-5a28016b5569 req-ba60d95a-7fab-468a-87b7-5cb61e1d3eec tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.48 "GET /v2.0/networks?id=430f809c-a4d3-48f1-bbd1-f32da1f4fbac HTTP/1.1" status: 200 len: 818 time: 0.2319462 Aug 29 04:22:04.313617 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-2da98448-87e4-4c5f-88c2-5a28016b5569 req-972ecbb4-5ca7-4adf-9277-bf7647d94819 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Request body: {'port': {'device_id': 'b768cd8c-ce3b-4634-96ad-a9a93cf1350c', 'network_id': '430f809c-a4d3-48f1-bbd1-f32da1f4fbac', 'admin_state_up': True, 'tenant_id': 'd9a76e3dc1744d138793af79d163dd05'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:04.322782 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-629ac6a9-3f2e-47aa-9ea7-d22d502e6f74 req-41720bca-1374-452d-bad1-56cb6a59cb17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8679445c-941a-41f7-90a4-c34efa203f96 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:22:04.336164 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-629ac6a9-3f2e-47aa-9ea7-d22d502e6f74 req-41720bca-1374-452d-bad1-56cb6a59cb17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:04.350585 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-629ac6a9-3f2e-47aa-9ea7-d22d502e6f74 req-41720bca-1374-452d-bad1-56cb6a59cb17 service neutron] Transition to ACTIVE for port object 8679445c-941a-41f7-90a4-c34efa203f96 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:22:04.366350 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-629ac6a9-3f2e-47aa-9ea7-d22d502e6f74 req-41720bca-1374-452d-bad1-56cb6a59cb17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:04.385844 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af7886f-5271-47e2-a2b5-b89a3e143557 req-8f7f12c2-70d7-4b3c-8f47-54812f346793 tempest-VolumesBackupsTest-690823265 tempest-VolumesBackupsTest-690823265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:04.387716 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1af7886f-5271-47e2-a2b5-b89a3e143557 req-8f7f12c2-70d7-4b3c-8f47-54812f346793 tempest-VolumesBackupsTest-690823265 tempest-VolumesBackupsTest-690823265-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7188489 Aug 29 04:22:04.425120 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=d1af2d31-5785-46da-af70-1d5d0b65e22d,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:04.442852 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device ae81989c-5f1e-4b61-8089-d6f802544295 details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:22:04.457818 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41720bca-1374-452d-bad1-56cb6a59cb17 service neutron] Pushing event updated for resources: {'Port': ['ID=8679445c-941a-41f7-90a4-c34efa203f96,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:04.466545 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-1af7886f-5271-47e2-a2b5-b89a3e143557 req-65007fdf-231f-4c32-8b84-928bddc41e0b tempest-VolumesBackupsTest-690823265 tempest-VolumesBackupsTest-690823265-project] Request body: {'port': {'device_id': 'a11fd094-2f4e-4351-bbb9-5f61366d0421', 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45', 'admin_state_up': True, 'tenant_id': '52acb4d6f4e8477ebc5b345bd85bbb27'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:04.495379 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7441b40f-2a0f-48f8-aaf1-7f26c39475eb None None] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:04.501806 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2da98448-87e4-4c5f-88c2-5a28016b5569 req-972ecbb4-5ca7-4adf-9277-bf7647d94819 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Made reservation on behalf of d9a76e3dc1744d138793af79d163dd05 for: {'port': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:22:04.505527 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-2da98448-87e4-4c5f-88c2-5a28016b5569 req-972ecbb4-5ca7-4adf-9277-bf7647d94819 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:04.520631 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-7441b40f-2a0f-48f8-aaf1-7f26c39475eb None None] Transition to ACTIVE for port object d0313fe6-7023-4ca9-86bb-51fdda2627fb will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:22:04.548790 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5a2875-a473-4afd-a6cc-3c3eba6cf266 req-7b136bfb-4352-4c8c-a851-f40760a7376b tempest-ServerPasswordTestJSON-1455143783 tempest-ServerPasswordTestJSON-1455143783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:04.552528 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1e5a2875-a473-4afd-a6cc-3c3eba6cf266 req-7b136bfb-4352-4c8c-a851-f40760a7376b tempest-ServerPasswordTestJSON-1455143783 tempest-ServerPasswordTestJSON-1455143783-project] 10.222.0.22 "GET /v2.0/ports?device_id=de914201-7af1-4c46-b3fe-5b1ec54b80c3 HTTP/1.1" status: 200 len: 943 time: 0.0952783 Aug 29 04:22:04.561815 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7441b40f-2a0f-48f8-aaf1-7f26c39475eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:04.627053 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e527bb-5aa0-4c3d-b358-9b799e1e7ce4 req-80db621b-198c-4cfb-bd88-f51460df36c9 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:04.636483 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a9e527bb-5aa0-4c3d-b358-9b799e1e7ce4 req-80db621b-198c-4cfb-bd88-f51460df36c9 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbbdf5ca-0dc2-4283-8108-a1763b063e9c HTTP/1.1" status: 200 len: 946 time: 0.6080761 Aug 29 04:22:04.650539 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e1e865-7d61-40e8-b7e1-14b042c23c0a None None] Pushing event updated for resources: {'Port': ['ID=d0313fe6-7023-4ca9-86bb-51fdda2627fb,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:04.668955 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-7441b40f-2a0f-48f8-aaf1-7f26c39475eb None None] Attempting to bind port d0313fe6-7023-4ca9-86bb-51fdda2627fb on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:22:04.669682 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-7441b40f-2a0f-48f8-aaf1-7f26c39475eb None None] Attempting to bind port d0313fe6-7023-4ca9-86bb-51fdda2627fb by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '9955f55e-c535-4f26-82c6-5fae0cbdab95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '19e31799-9e31-4f61-9668-269a07dc24ff'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:22:04.670222 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7441b40f-2a0f-48f8-aaf1-7f26c39475eb None None] Attempting to bind port d0313fe6-7023-4ca9-86bb-51fdda2627fb on network 19e31799-9e31-4f61-9668-269a07dc24ff {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:22:04.683213 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port ae81989c-5f1e-4b61-8089-d6f802544295, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=ae81989c-5f1e-4b61-8089-d6f802544295,segment=NetworkSegment(fa36d9cc-1749-4ca4-acc8-f5333ec26ab8),segment_id=fa36d9cc-1749-4ca4-acc8-f5333ec26ab8)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:04.691733 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7441b40f-2a0f-48f8-aaf1-7f26c39475eb None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:22:04.692126 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7441b40f-2a0f-48f8-aaf1-7f26c39475eb None None] Checking segment: {'id': '9955f55e-c535-4f26-82c6-5fae0cbdab95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '19e31799-9e31-4f61-9668-269a07dc24ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:22:04.692551 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7441b40f-2a0f-48f8-aaf1-7f26c39475eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:04.692942 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7441b40f-2a0f-48f8-aaf1-7f26c39475eb None None] Bound using segment: {'id': '9955f55e-c535-4f26-82c6-5fae0cbdab95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '19e31799-9e31-4f61-9668-269a07dc24ff'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:22:04.693599 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-7441b40f-2a0f-48f8-aaf1-7f26c39475eb None None] Bound port: d0313fe6-7023-4ca9-86bb-51fdda2627fb, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9955f55e-c535-4f26-82c6-5fae0cbdab95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '19e31799-9e31-4f61-9668-269a07dc24ff'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:22:04.694166 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7441b40f-2a0f-48f8-aaf1-7f26c39475eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:04.700203 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-75474d9c-e4b4-4668-b138-bd0568c28728 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:04.722959 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Returning: {'device': 'ae81989c-5f1e-4b61-8089-d6f802544295', 'network_id': 'f3a88f35-8980-4d08-add0-716c20ee491c', 'port_id': 'ae81989c-5f1e-4b61-8089-d6f802544295', 'mac_address': 'fa:16:3e:2e:38:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '895fb339-0bda-425e-811e-e2b926168f91', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:22:04.756105 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1e5a2875-a473-4afd-a6cc-3c3eba6cf266 req-db99eb6e-0248-49d3-8d98-5c53628eb769 tempest-ServerPasswordTestJSON-1455143783 tempest-ServerPasswordTestJSON-1455143783-project] 10.222.0.22 "GET /v2.0/security-groups?id=68475d08-a957-45e2-9798-29203af95702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863890 Aug 29 04:22:04.788172 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a9e527bb-5aa0-4c3d-b358-9b799e1e7ce4 req-edc7e566-80a1-4127-8202-efb977dee8cb tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/security-groups?id=efbd56da-4301-456e-8002-a695aaaeaffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1478970 Aug 29 04:22:04.800354 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-75474d9c-e4b4-4668-b138-bd0568c28728 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Calling delete_port for d0313fe6-7023-4ca9-86bb-51fdda2627fb owned by network:router_gateway {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:22:04.808904 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-7441b40f-2a0f-48f8-aaf1-7f26c39475eb None None] For port d0313fe6-7023-4ca9-86bb-51fdda2627fb, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:22:04.823924 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:04.847772 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae81989c-5f1e-4b61-8089-d6f802544295 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:22:04.862815 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-7441b40f-2a0f-48f8-aaf1-7f26c39475eb None None] For port d0313fe6-7023-4ca9-86bb-51fdda2627fb, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=d0313fe6-7023-4ca9-86bb-51fdda2627fb,segment=NetworkSegment(9955f55e-c535-4f26-82c6-5fae0cbdab95),segment_id=9955f55e-c535-4f26-82c6-5fae0cbdab95)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:22:04.871902 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7441b40f-2a0f-48f8-aaf1-7f26c39475eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:04.887184 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port ae81989c-5f1e-4b61-8089-d6f802544295, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=ae81989c-5f1e-4b61-8089-d6f802544295,segment=NetworkSegment(fa36d9cc-1749-4ca4-acc8-f5333ec26ab8),segment_id=fa36d9cc-1749-4ca4-acc8-f5333ec26ab8)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:04.897148 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1af7886f-5271-47e2-a2b5-b89a3e143557 req-65007fdf-231f-4c32-8b84-928bddc41e0b tempest-VolumesBackupsTest-690823265 tempest-VolumesBackupsTest-690823265-project] Made reservation on behalf of 52acb4d6f4e8477ebc5b345bd85bbb27 for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:22:04.905891 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-1af7886f-5271-47e2-a2b5-b89a3e143557 req-65007fdf-231f-4c32-8b84-928bddc41e0b tempest-VolumesBackupsTest-690823265 tempest-VolumesBackupsTest-690823265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:04.914756 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:04.925895 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-1af7886f-5271-47e2-a2b5-b89a3e143557 req-65007fdf-231f-4c32-8b84-928bddc41e0b tempest-VolumesBackupsTest-690823265 tempest-VolumesBackupsTest-690823265-project] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:04.949503 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [req-2da98448-87e4-4c5f-88c2-5a28016b5569 req-972ecbb4-5ca7-4adf-9277-bf7647d94819 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Allocated IP 172.20.0.10 (430f809c-a4d3-48f1-bbd1-f32da1f4fbac/e09e77d6-9e1c-48ca-bc8e-b3b1a5575d1e/d71d6c5d-6a54-4919-850f-c170caffc061) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:22:04.966662 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e1e865-7d61-40e8-b7e1-14b042c23c0a None None] Pushing event updated for resources: {'Port': ['ID=d0313fe6-7023-4ca9-86bb-51fdda2627fb,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:04.981061 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7441b40f-2a0f-48f8-aaf1-7f26c39475eb None None] Routers {'8ab80e5d-9a64-47f8-83f8-c13be6451418'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:22:04.982012 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-7441b40f-2a0f-48f8-aaf1-7f26c39475eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:21:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['8ab80e5d-9a64-47f8-83f8-c13be6451418'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:04.994414 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-629ac6a9-3f2e-47aa-9ea7-d22d502e6f74 req-41720bca-1374-452d-bad1-56cb6a59cb17 service neutron] Attempting to bind port 8679445c-941a-41f7-90a4-c34efa203f96 on host n-h2-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:22:04.995152 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-629ac6a9-3f2e-47aa-9ea7-d22d502e6f74 req-41720bca-1374-452d-bad1-56cb6a59cb17 service neutron] Attempting to bind port 8679445c-941a-41f7-90a4-c34efa203f96 by drivers openvswitch,hyperv on host n-h2-712140-12 at level 0 using segments [{'id': 'b7618bbf-11af-465a-8663-f9f8f84b36c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6dc9f122-fe76-4b29-b692-6f9509f76947'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:22:04.995702 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629ac6a9-3f2e-47aa-9ea7-d22d502e6f74 req-41720bca-1374-452d-bad1-56cb6a59cb17 service neutron] Attempting to bind port 8679445c-941a-41f7-90a4-c34efa203f96 on network 6dc9f122-fe76-4b29-b692-6f9509f76947 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:22:05.170188 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=ae81989c-5f1e-4b61-8089-d6f802544295,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:05.187405 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-7441b40f-2a0f-48f8-aaf1-7f26c39475eb None None] Set router 8ab80e5d-9a64-47f8-83f8-c13be6451418 gateway port host: None {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:22:05.191564 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device d1af2d31-5785-46da-af70-1d5d0b65e22d up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:22:05.276280 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['ae81989c-5f1e-4b61-8089-d6f802544295'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:22:05.323162 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-7441b40f-2a0f-48f8-aaf1-7f26c39475eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab80e5d-9a64-47f8-83f8-c13be6451418', 'name': '', 'tenant_id': '32da4583295441edbd1c29d9d547f99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:21:55Z', 'updated_at': '2021-08-29T04:22:03Z', 'revision_number': 4, 'project_id': '32da4583295441edbd1c29d9d547f99d', 'gw_port_host': None}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:05.377407 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629ac6a9-3f2e-47aa-9ea7-d22d502e6f74 req-41720bca-1374-452d-bad1-56cb6a59cb17 service neutron] Port 8679445c-941a-41f7-90a4-c34efa203f96 on network 6dc9f122-fe76-4b29-b692-6f9509f76947 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:22:05.378385 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629ac6a9-3f2e-47aa-9ea7-d22d502e6f74 req-41720bca-1374-452d-bad1-56cb6a59cb17 service neutron] Attempting to bind port 8679445c-941a-41f7-90a4-c34efa203f96 on network 6dc9f122-fe76-4b29-b692-6f9509f76947 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:22:05.438056 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-2da98448-87e4-4c5f-88c2-5a28016b5569 req-972ecbb4-5ca7-4adf-9277-bf7647d94819 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:05.455364 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7441b40f-2a0f-48f8-aaf1-7f26c39475eb None None] The sync data for ids ['8ab80e5d-9a64-47f8-83f8-c13be6451418'] in n-d-712140-12 is: [{'id': '8ab80e5d-9a64-47f8-83f8-c13be6451418', 'name': '', 'tenant_id': '32da4583295441edbd1c29d9d547f99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:21:55Z', 'updated_at': '2021-08-29T04:22:03Z', 'revision_number': 4, 'project_id': '32da4583295441edbd1c29d9d547f99d', 'gw_port_host': None}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:22:05.476388 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c96a577-ee77-4979-a5ca-34f157755b91 req-ffba7f90-82a7-4403-8aef-94263e5db57f tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:05.477782 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-1af7886f-5271-47e2-a2b5-b89a3e143557 req-65007fdf-231f-4c32-8b84-928bddc41e0b tempest-VolumesBackupsTest-690823265 tempest-VolumesBackupsTest-690823265-project] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:05.480071 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629ac6a9-3f2e-47aa-9ea7-d22d502e6f74 req-41720bca-1374-452d-bad1-56cb6a59cb17 service neutron] Checking agent: {'id': 'b3a0606b-b029-4f5e-8798-3a32b71d8844', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:22:05.480688 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629ac6a9-3f2e-47aa-9ea7-d22d502e6f74 req-41720bca-1374-452d-bad1-56cb6a59cb17 service neutron] Checking segment: {'id': 'b7618bbf-11af-465a-8663-f9f8f84b36c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6dc9f122-fe76-4b29-b692-6f9509f76947'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:22:05.481691 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629ac6a9-3f2e-47aa-9ea7-d22d502e6f74 req-41720bca-1374-452d-bad1-56cb6a59cb17 service neutron] Bound using segment: {'id': 'b7618bbf-11af-465a-8663-f9f8f84b36c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6dc9f122-fe76-4b29-b692-6f9509f76947'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:22:05.482230 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-629ac6a9-3f2e-47aa-9ea7-d22d502e6f74 req-41720bca-1374-452d-bad1-56cb6a59cb17 service neutron] Bound port: 8679445c-941a-41f7-90a4-c34efa203f96, host: n-h2-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7618bbf-11af-465a-8663-f9f8f84b36c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6dc9f122-fe76-4b29-b692-6f9509f76947'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:22:05.483110 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-629ac6a9-3f2e-47aa-9ea7-d22d502e6f74 req-41720bca-1374-452d-bad1-56cb6a59cb17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:05.487002 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1c96a577-ee77-4979-a5ca-34f157755b91 req-ffba7f90-82a7-4403-8aef-94263e5db57f tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=b85364e0-ead5-4b50-8b48-a318fc9dca90 HTTP/1.1" status: 200 len: 943 time: 0.4736359 Aug 29 04:22:05.526084 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-1af7886f-5271-47e2-a2b5-b89a3e143557 req-65007fdf-231f-4c32-8b84-928bddc41e0b tempest-VolumesBackupsTest-690823265 tempest-VolumesBackupsTest-690823265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:05.560444 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port d1af2d31-5785-46da-af70-1d5d0b65e22d triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:05.561126 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:05.589397 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1c96a577-ee77-4979-a5ca-34f157755b91 req-e692ed01-9273-426a-a4c0-106d836144f5 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010826 Aug 29 04:22:05.660933 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-2da98448-87e4-4c5f-88c2-5a28016b5569 req-972ecbb4-5ca7-4adf-9277-bf7647d94819 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:05.751934 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2da98448-87e4-4c5f-88c2-5a28016b5569 req-972ecbb4-5ca7-4adf-9277-bf7647d94819 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Network 430f809c-a4d3-48f1-bbd1-f32da1f4fbac is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:22:05.760365 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65007fdf-231f-4c32-8b84-928bddc41e0b tempest-VolumesBackupsTest-690823265 tempest-VolumesBackupsTest-690823265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89551632-06d3-431a-8fc3-3a492f2bd96f,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:05.771994 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [req-2da98448-87e4-4c5f-88c2-5a28016b5569 req-972ecbb4-5ca7-4adf-9277-bf7647d94819 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:22:05.775555 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [req-2da98448-87e4-4c5f-88c2-5a28016b5569 req-972ecbb4-5ca7-4adf-9277-bf7647d94819 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:22:05.869606 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da98448-87e4-4c5f-88c2-5a28016b5569 req-972ecbb4-5ca7-4adf-9277-bf7647d94819 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:05.870408 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-2da98448-87e4-4c5f-88c2-5a28016b5569 req-972ecbb4-5ca7-4adf-9277-bf7647d94819 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:05.886320 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3521eed2-4f8d-4d77-a3c9-50a052f78623 req-93ecedb0-3491-4011-9271-6fd40f890fa0 tempest-VolumesBackupsTest-690823265 tempest-VolumesBackupsTest-690823265-project] 10.222.0.22 "GET /v2.0/ports?device_id=a11fd094-2f4e-4351-bbb9-5f61366d0421 HTTP/1.1" status: 200 len: 210 time: 0.1492622 Aug 29 04:22:05.910485 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-629ac6a9-3f2e-47aa-9ea7-d22d502e6f74 req-41720bca-1374-452d-bad1-56cb6a59cb17 service neutron] For port 8679445c-941a-41f7-90a4-c34efa203f96, host n-h2-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:22:05.913280 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972ecbb4-5ca7-4adf-9277-bf7647d94819 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Pushing event updated for resources: {'Port': ['ID=d71d6c5d-6a54-4919-850f-c170caffc061,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:05.936352 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b60a760-2207-4e4c-882f-b93d11e021e3 req-528fa1dd-fa60-4e2f-a754-8e0bdc78b1d7 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:05.938214 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9b60a760-2207-4e4c-882f-b93d11e021e3 req-528fa1dd-fa60-4e2f-a754-8e0bdc78b1d7 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/networks?id=1c65535d-8d45-4051-8e5d-043211a49251 HTTP/1.1" status: 200 len: 807 time: 0.6064045 Aug 29 04:22:05.975083 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-629ac6a9-3f2e-47aa-9ea7-d22d502e6f74 req-41720bca-1374-452d-bad1-56cb6a59cb17 service neutron] For port 8679445c-941a-41f7-90a4-c34efa203f96, host n-h2-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=8679445c-941a-41f7-90a4-c34efa203f96,segment=NetworkSegment(b7618bbf-11af-465a-8663-f9f8f84b36c0),segment_id=b7618bbf-11af-465a-8663-f9f8f84b36c0)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:22:06.005250 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-629ac6a9-3f2e-47aa-9ea7-d22d502e6f74 req-41720bca-1374-452d-bad1-56cb6a59cb17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:06.009603 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-1af7886f-5271-47e2-a2b5-b89a3e143557 req-65007fdf-231f-4c32-8b84-928bddc41e0b tempest-VolumesBackupsTest-690823265 tempest-VolumesBackupsTest-690823265-project] Allocated IP 192.168.233.156 (13e6dfc1-e9e7-40a1-8a14-d0febabf4d45/18cd12d4-b12a-41b0-b0c5-618edbb84e74/6eda394e-218e-4cf1-a1be-746f367302e7) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:22:06.063385 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9b60a760-2207-4e4c-882f-b93d11e021e3 req-e2d69c0a-5a80-4a41-82fb-876b0bf1c9eb tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/quotas/260b2b7726794e4d90a38e52b66506fd HTTP/1.1" status: 200 len: 375 time: 0.1048772 Aug 29 04:22:06.072548 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-75474d9c-e4b4-4668-b138-bd0568c28728 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:06.101072 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41720bca-1374-452d-bad1-56cb6a59cb17 service neutron] Pushing event updated for resources: {'Port': ['ID=8679445c-941a-41f7-90a4-c34efa203f96,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:06.118113 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629ac6a9-3f2e-47aa-9ea7-d22d502e6f74 req-41720bca-1374-452d-bad1-56cb6a59cb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:06.119668 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-629ac6a9-3f2e-47aa-9ea7-d22d502e6f74 req-41720bca-1374-452d-bad1-56cb6a59cb17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:06.121648 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-629ac6a9-3f2e-47aa-9ea7-d22d502e6f74 req-41720bca-1374-452d-bad1-56cb6a59cb17 service neutron] 10.222.0.48 "PUT /v2.0/ports/8679445c-941a-41f7-90a4-c34efa203f96 HTTP/1.1" status: 200 len: 1092 time: 2.7189763 Aug 29 04:22:06.124765 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b85364e0-ead5-4b50-8b48-a318fc9dca90', 'tag': '8679445c-941a-41f7-90a4-c34efa203f96'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:22:06.128170 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-756b5f88-0c1c-401b-ad3e-526a1ca98ae5" -d '{"events": [{"name": "network-changed", "server_uuid": "b85364e0-ead5-4b50-8b48-a318fc9dca90", "tag": "8679445c-941a-41f7-90a4-c34efa203f96"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:22:06.183177 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75474d9c-e4b4-4668-b138-bd0568c28728 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Pushing event deleted for resources: {'Port': ['ID=d0313fe6-7023-4ca9-86bb-51fdda2627fb,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:06.215329 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4687e172-51ff-4d60-bb7d-333c8af9be10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:06.327360 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9b60a760-2207-4e4c-882f-b93d11e021e3 req-a1ed618c-09b0-482a-b671-6d7ad884c04f tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=260b2b7726794e4d90a38e52b66506fd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2435343 Aug 29 04:22:06.352841 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2da98448-87e4-4c5f-88c2-5a28016b5569 req-972ecbb4-5ca7-4adf-9277-bf7647d94819 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0509429 Aug 29 04:22:06.388271 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-2da98448-87e4-4c5f-88c2-5a28016b5569 req-f9d66de2-4eb7-4726-9e4e-c6896984bd99 service neutron] Request body: {'port': {'device_id': 'b768cd8c-ce3b-4634-96ad-a9a93cf1350c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-12'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:06.392748 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-75474d9c-e4b4-4668-b138-bd0568c28728 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719445'] for router_gateway, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:06.426908 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4d11f6f3-f2fa-4492-ad35-eca2352cacd7 req-abacb937-d601-4b87-bc40-536330c8aaea tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f1a17fa-6f41-464c-bb77-2f119ba561c6 HTTP/1.1" status: 200 len: 210 time: 0.0722206 Aug 29 04:22:06.442039 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device ae81989c-5f1e-4b61-8089-d6f802544295 up at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:22:06.453714 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629ac6a9-3f2e-47aa-9ea7-d22d502e6f74 req-e376fd58-c30a-4921-9073-39c0c702def0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:06.456716 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-629ac6a9-3f2e-47aa-9ea7-d22d502e6f74 req-e376fd58-c30a-4921-9073-39c0c702def0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6b54a16bc4c143ae881e0570211236dd&device_id=b85364e0-ead5-4b50-8b48-a318fc9dca90 HTTP/1.1" status: 200 len: 1095 time: 0.2623665 Aug 29 04:22:06.463790 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d131facc-1f44-4bc0-95e2-edbcd9462140 req-c24ff055-0249-43b7-be9a-5ed09231e7b1 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:06.465386 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d131facc-1f44-4bc0-95e2-edbcd9462140 req-c24ff055-0249-43b7-be9a-5ed09231e7b1 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.46 "GET /v2.0/networks?id=430f809c-a4d3-48f1-bbd1-f32da1f4fbac HTTP/1.1" status: 200 len: 818 time: 0.5448303 Aug 29 04:22:06.500538 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-d131facc-1f44-4bc0-95e2-edbcd9462140 req-5e8ba40f-061c-4657-bce8-b9accf14558e tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Request body: {'port': {'device_id': '5f1a17fa-6f41-464c-bb77-2f119ba561c6', 'network_id': '430f809c-a4d3-48f1-bbd1-f32da1f4fbac', 'admin_state_up': True, 'tenant_id': 'd9a76e3dc1744d138793af79d163dd05'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:06.571547 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning for port ae81989c-5f1e-4b61-8089-d6f802544295 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:22:06.575815 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning complete for port ae81989c-5f1e-4b61-8089-d6f802544295 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:06.577226 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:06.585168 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-629ac6a9-3f2e-47aa-9ea7-d22d502e6f74 req-09f6512f-500e-4163-ac20-4b56c64da14b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8679445c-941a-41f7-90a4-c34efa203f96 HTTP/1.1" status: 200 len: 217 time: 0.0914795 Aug 29 04:22:06.596921 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-75474d9c-e4b4-4668-b138-bd0568c28728 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:06.599109 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-2da98448-87e4-4c5f-88c2-5a28016b5569 req-f9d66de2-4eb7-4726-9e4e-c6896984bd99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:06.608823 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-75474d9c-e4b4-4668-b138-bd0568c28728 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:06.731126 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-1af7886f-5271-47e2-a2b5-b89a3e143557 req-65007fdf-231f-4c32-8b84-928bddc41e0b tempest-VolumesBackupsTest-690823265 tempest-VolumesBackupsTest-690823265-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:06.746279 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:06.765894 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-75474d9c-e4b4-4668-b138-bd0568c28728 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717253'] for router, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:06.765894 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75474d9c-e4b4-4668-b138-bd0568c28728 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8ab80e5d-9a64-47f8-83f8-c13be6451418 {{(pid=94828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:22:06.774203 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-75474d9c-e4b4-4668-b138-bd0568c28728 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks [] for router, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:06.779092 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-75474d9c-e4b4-4668-b138-bd0568c28728 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] 10.222.0.22 "DELETE /v2.0/routers/8ab80e5d-9a64-47f8-83f8-c13be6451418 HTTP/1.1" status: 204 len: 168 time: 4.0755091 Aug 29 04:22:06.779509 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-1af7886f-5271-47e2-a2b5-b89a3e143557 req-65007fdf-231f-4c32-8b84-928bddc41e0b tempest-VolumesBackupsTest-690823265 tempest-VolumesBackupsTest-690823265-project] Transition to ACTIVE for port object 6eda394e-218e-4cf1-a1be-746f367302e7 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:22:06.782000 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de914201-7af1-4c46-b3fe-5b1ec54b80c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae81989c-5f1e-4b61-8089-d6f802544295'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:22:06.784560 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-162ef6da-4161-4c5b-9330-5c38ad4ef45e" -d '{"events": [{"server_uuid": "de914201-7af1-4c46-b3fe-5b1ec54b80c3", "name": "network-vif-plugged", "status": "completed", "tag": "ae81989c-5f1e-4b61-8089-d6f802544295"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:22:06.792942 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9b60a760-2207-4e4c-882f-b93d11e021e3 req-4f8a23da-7435-403e-8242-c9ad5e69cc5c service neutron] 10.222.0.22 "GET /v2.0/networks/1c65535d-8d45-4051-8e5d-043211a49251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4285197 Aug 29 04:22:06.795351 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 52202) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:06.801341 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port ae81989c-5f1e-4b61-8089-d6f802544295, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=ae81989c-5f1e-4b61-8089-d6f802544295,segment=NetworkSegment(fa36d9cc-1749-4ca4-acc8-f5333ec26ab8),segment_id=fa36d9cc-1749-4ca4-acc8-f5333ec26ab8)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:06.805553 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629ac6a9-3f2e-47aa-9ea7-d22d502e6f74 req-f4ca2dad-ac2a-494e-b495-07f777a0e5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:06.807780 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-629ac6a9-3f2e-47aa-9ea7-d22d502e6f74 req-f4ca2dad-ac2a-494e-b495-07f777a0e5a6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=92da5435-aaff-49ad-89d5-9a0918bd173a HTTP/1.1" status: 200 len: 852 time: 0.1889000 Aug 29 04:22:06.814292 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:06.890649 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=ae81989c-5f1e-4b61-8089-d6f802544295,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:06.939589 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d131facc-1f44-4bc0-95e2-edbcd9462140 req-5e8ba40f-061c-4657-bce8-b9accf14558e tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Made reservation on behalf of d9a76e3dc1744d138793af79d163dd05 for: {'port': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:22:06.944389 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-d131facc-1f44-4bc0-95e2-edbcd9462140 req-5e8ba40f-061c-4657-bce8-b9accf14558e tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:06.972531 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2a3dae-77d2-4085-bb9d-d4d672a97898 req-0f711616-68f9-41b3-a7b2-c37a5bded914 tempest-ServerPasswordTestJSON-1455143783 tempest-ServerPasswordTestJSON-1455143783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:06.974218 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2f2a3dae-77d2-4085-bb9d-d4d672a97898 req-0f711616-68f9-41b3-a7b2-c37a5bded914 tempest-ServerPasswordTestJSON-1455143783 tempest-ServerPasswordTestJSON-1455143783-project] 10.222.0.22 "GET /v2.0/ports?device_id=de914201-7af1-4c46-b3fe-5b1ec54b80c3 HTTP/1.1" status: 200 len: 945 time: 0.1553559 Aug 29 04:22:07.078470 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:07.155354 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:07.162235 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2f2a3dae-77d2-4085-bb9d-d4d672a97898 req-8100aff7-d327-4ee6-8783-48a519234ca7 tempest-ServerPasswordTestJSON-1455143783 tempest-ServerPasswordTestJSON-1455143783-project] 10.222.0.22 "GET /v2.0/security-groups?id=68475d08-a957-45e2-9798-29203af95702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637456 Aug 29 04:22:07.222845 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [req-2da98448-87e4-4c5f-88c2-5a28016b5569 req-f9d66de2-4eb7-4726-9e4e-c6896984bd99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d71d6c5d-6a54-4919-850f-c170caffc061 {{(pid=94829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:22:07.232127 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-2da98448-87e4-4c5f-88c2-5a28016b5569 req-f9d66de2-4eb7-4726-9e4e-c6896984bd99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:07.277196 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [req-2da98448-87e4-4c5f-88c2-5a28016b5569 req-f9d66de2-4eb7-4726-9e4e-c6896984bd99 service neutron] Transition to ACTIVE for port object d71d6c5d-6a54-4919-850f-c170caffc061 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:22:07.288475 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-2da98448-87e4-4c5f-88c2-5a28016b5569 req-f9d66de2-4eb7-4726-9e4e-c6896984bd99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:07.299679 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-629ac6a9-3f2e-47aa-9ea7-d22d502e6f74 req-d07225f3-0581-4e73-856f-3066ca1dfbda service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6dc9f122-fe76-4b29-b692-6f9509f76947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4695082 Aug 29 04:22:07.377104 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fd11c6-4896-4600-b0a1-7203e9d6253a req-32fc39d3-2a4c-4dc8-94f2-8b71e05bd890 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:07.378720 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-53fd11c6-4896-4600-b0a1-7203e9d6253a req-32fc39d3-2a4c-4dc8-94f2-8b71e05bd890 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbbdf5ca-0dc2-4283-8108-a1763b063e9c HTTP/1.1" status: 200 len: 946 time: 0.1440258 Aug 29 04:22:07.391096 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_v2 [None req-83589138-c218-4ffd-a8aa-f9abdee49883 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Deleting subnet 9fb94cfe-7101-4ac1-a04e-d20bed71739d {{(pid=94828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:22:07.399276 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-83589138-c218-4ffd-a8aa-f9abdee49883 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:07.401985 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d66de2-4eb7-4726-9e4e-c6896984bd99 service neutron] Pushing event updated for resources: {'Port': ['ID=d71d6c5d-6a54-4919-850f-c170caffc061,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:07.405692 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [req-d131facc-1f44-4bc0-95e2-edbcd9462140 req-5e8ba40f-061c-4657-bce8-b9accf14558e tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Allocated IP 172.20.0.2 (430f809c-a4d3-48f1-bbd1-f32da1f4fbac/e09e77d6-9e1c-48ca-bc8e-b3b1a5575d1e/f21d06d4-e367-4e1c-9f14-3a6c1c2ac7dd) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:22:07.445743 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-1af7886f-5271-47e2-a2b5-b89a3e143557 req-65007fdf-231f-4c32-8b84-928bddc41e0b tempest-VolumesBackupsTest-690823265 tempest-VolumesBackupsTest-690823265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:07.506864 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9b60a760-2207-4e4c-882f-b93d11e021e3 req-545df7f4-cfc1-411e-9d81-bdb7828e9a10 service neutron] 10.222.0.22 "GET /v2.0/networks/1c65535d-8d45-4051-8e5d-043211a49251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7129357 Aug 29 04:22:07.522599 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-83589138-c218-4ffd-a8aa-f9abdee49883 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8904862'] for subnet, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:07.538371 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-53fd11c6-4896-4600-b0a1-7203e9d6253a req-1abb636c-bfa6-4a88-93a5-fad20f6b6e56 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/security-groups?id=efbd56da-4301-456e-8002-a695aaaeaffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1473517 Aug 29 04:22:07.583572 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1af7886f-5271-47e2-a2b5-b89a3e143557 req-65007fdf-231f-4c32-8b84-928bddc41e0b tempest-VolumesBackupsTest-690823265 tempest-VolumesBackupsTest-690823265-project] Network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:22:07.586041 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-629ac6a9-3f2e-47aa-9ea7-d22d502e6f74 req-75926d30-e3be-45f1-bc92-91b93d92888e service neutron] 10.222.0.48 "GET /v2.0/networks/6dc9f122-fe76-4b29-b692-6f9509f76947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2764275 Aug 29 04:22:07.588853 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65007fdf-231f-4c32-8b84-928bddc41e0b tempest-VolumesBackupsTest-690823265 tempest-VolumesBackupsTest-690823265-project] Pushing event updated for resources: {'Port': ['ID=6eda394e-218e-4cf1-a1be-746f367302e7,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:07.593338 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-1af7886f-5271-47e2-a2b5-b89a3e143557 req-65007fdf-231f-4c32-8b84-928bddc41e0b tempest-VolumesBackupsTest-690823265 tempest-VolumesBackupsTest-690823265-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:22:07.631401 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-1af7886f-5271-47e2-a2b5-b89a3e143557 req-65007fdf-231f-4c32-8b84-928bddc41e0b tempest-VolumesBackupsTest-690823265 tempest-VolumesBackupsTest-690823265-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:22:07.743379 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-d131facc-1f44-4bc0-95e2-edbcd9462140 req-5e8ba40f-061c-4657-bce8-b9accf14558e tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:07.761065 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0f08c75-faad-41f1-b812-cb345eb3a0cb x-openstack-request-id: req-f0f08c75-faad-41f1-b812-cb345eb3a0cb {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:22:07.761364 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b85364e0-ead5-4b50-8b48-a318fc9dca90", "tag": "8679445c-941a-41f7-90a4-c34efa203f96", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:22:07.761618 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f0f08c75-faad-41f1-b812-cb345eb3a0cb {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:22:07.762032 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b85364e0-ead5-4b50-8b48-a318fc9dca90', 'tag': '8679445c-941a-41f7-90a4-c34efa203f96', 'status': 'completed', 'code': 200} Aug 29 04:22:07.765278 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e64fef47-920c-49e2-bacd-5f4a43127e30 x-openstack-request-id: req-e64fef47-920c-49e2-bacd-5f4a43127e30 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:22:07.765786 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de914201-7af1-4c46-b3fe-5b1ec54b80c3", "name": "network-vif-plugged", "status": "completed", "tag": "ae81989c-5f1e-4b61-8089-d6f802544295", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:22:07.765975 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e64fef47-920c-49e2-bacd-5f4a43127e30 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:22:07.766548 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de914201-7af1-4c46-b3fe-5b1ec54b80c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae81989c-5f1e-4b61-8089-d6f802544295', 'code': 200} Aug 29 04:22:07.823111 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-2da98448-87e4-4c5f-88c2-5a28016b5569 req-f9d66de2-4eb7-4726-9e4e-c6896984bd99 service neutron] Attempting to bind port d71d6c5d-6a54-4919-850f-c170caffc061 on host n-h2-712140-12 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:22:07.823466 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-2da98448-87e4-4c5f-88c2-5a28016b5569 req-f9d66de2-4eb7-4726-9e4e-c6896984bd99 service neutron] Attempting to bind port d71d6c5d-6a54-4919-850f-c170caffc061 by drivers openvswitch,hyperv on host n-h2-712140-12 at level 0 using segments [{'id': 'ad086531-7f14-4bee-b100-2be74f8adb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '430f809c-a4d3-48f1-bbd1-f32da1f4fbac'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:22:07.823829 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da98448-87e4-4c5f-88c2-5a28016b5569 req-f9d66de2-4eb7-4726-9e4e-c6896984bd99 service neutron] Attempting to bind port d71d6c5d-6a54-4919-850f-c170caffc061 on network 430f809c-a4d3-48f1-bbd1-f32da1f4fbac {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:22:07.832810 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da98448-87e4-4c5f-88c2-5a28016b5569 req-f9d66de2-4eb7-4726-9e4e-c6896984bd99 service neutron] Port d71d6c5d-6a54-4919-850f-c170caffc061 on network 430f809c-a4d3-48f1-bbd1-f32da1f4fbac not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-12 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:22:07.833146 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da98448-87e4-4c5f-88c2-5a28016b5569 req-f9d66de2-4eb7-4726-9e4e-c6896984bd99 service neutron] Attempting to bind port d71d6c5d-6a54-4919-850f-c170caffc061 on network 430f809c-a4d3-48f1-bbd1-f32da1f4fbac {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:22:07.838142 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-83589138-c218-4ffd-a8aa-f9abdee49883 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:07.883116 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da98448-87e4-4c5f-88c2-5a28016b5569 req-f9d66de2-4eb7-4726-9e4e-c6896984bd99 service neutron] Checking agent: {'id': 'b3a0606b-b029-4f5e-8798-3a32b71d8844', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:22:07.883431 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da98448-87e4-4c5f-88c2-5a28016b5569 req-f9d66de2-4eb7-4726-9e4e-c6896984bd99 service neutron] Checking segment: {'id': 'ad086531-7f14-4bee-b100-2be74f8adb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '430f809c-a4d3-48f1-bbd1-f32da1f4fbac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:22:07.884687 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da98448-87e4-4c5f-88c2-5a28016b5569 req-f9d66de2-4eb7-4726-9e4e-c6896984bd99 service neutron] Bound using segment: {'id': 'ad086531-7f14-4bee-b100-2be74f8adb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '430f809c-a4d3-48f1-bbd1-f32da1f4fbac'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:22:07.885046 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-2da98448-87e4-4c5f-88c2-5a28016b5569 req-f9d66de2-4eb7-4726-9e4e-c6896984bd99 service neutron] Bound port: d71d6c5d-6a54-4919-850f-c170caffc061, host: n-h2-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad086531-7f14-4bee-b100-2be74f8adb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '430f809c-a4d3-48f1-bbd1-f32da1f4fbac'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:22:07.885201 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-2da98448-87e4-4c5f-88c2-5a28016b5569 req-f9d66de2-4eb7-4726-9e4e-c6896984bd99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:07.940962 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-d131facc-1f44-4bc0-95e2-edbcd9462140 req-5e8ba40f-061c-4657-bce8-b9accf14558e tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:07.978402 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f388585-862e-4eb5-9b7b-fb817f45e80e req-ffa0ca0d-1121-45df-a4af-e003c41188b5 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:07.980083 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0f388585-862e-4eb5-9b7b-fb817f45e80e req-ffa0ca0d-1121-45df-a4af-e003c41188b5 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=b85364e0-ead5-4b50-8b48-a318fc9dca90 HTTP/1.1" status: 200 len: 943 time: 0.2088015 Aug 29 04:22:07.996711 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:22:08.001190 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af7886f-5271-47e2-a2b5-b89a3e143557 req-65007fdf-231f-4c32-8b84-928bddc41e0b tempest-VolumesBackupsTest-690823265 tempest-VolumesBackupsTest-690823265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:08.003291 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-1af7886f-5271-47e2-a2b5-b89a3e143557 req-65007fdf-231f-4c32-8b84-928bddc41e0b tempest-VolumesBackupsTest-690823265 tempest-VolumesBackupsTest-690823265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:08.018634 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22495b8b-ceaf-4973-8734-ff11bfcc87be req-2b5afd9e-25b5-4e54-9a46-b48641e567d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:08.019835 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-22495b8b-ceaf-4973-8734-ff11bfcc87be req-2b5afd9e-25b5-4e54-9a46-b48641e567d1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=de914201-7af1-4c46-b3fe-5b1ec54b80c3 HTTP/1.1" status: 200 len: 1097 time: 0.1782696 Aug 29 04:22:08.054130 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d131facc-1f44-4bc0-95e2-edbcd9462140 req-5e8ba40f-061c-4657-bce8-b9accf14558e tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Network 430f809c-a4d3-48f1-bbd1-f32da1f4fbac is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:22:08.073448 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-83589138-c218-4ffd-a8aa-f9abdee49883 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9190434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062341'] for subnet, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:08.089355 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [req-d131facc-1f44-4bc0-95e2-edbcd9462140 req-5e8ba40f-061c-4657-bce8-b9accf14558e tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:22:08.098572 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1af7886f-5271-47e2-a2b5-b89a3e143557 req-65007fdf-231f-4c32-8b84-928bddc41e0b tempest-VolumesBackupsTest-690823265 tempest-VolumesBackupsTest-690823265-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6455698 Aug 29 04:22:08.099990 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [req-d131facc-1f44-4bc0-95e2-edbcd9462140 req-5e8ba40f-061c-4657-bce8-b9accf14558e tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:22:08.104962 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8ba40f-061c-4657-bce8-b9accf14558e tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Pushing event updated for resources: {'Port': ['ID=f21d06d4-e367-4e1c-9f14-3a6c1c2ac7dd,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:08.143243 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83589138-c218-4ffd-a8aa-f9abdee49883 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=9fb94cfe-7101-4ac1-a04e-d20bed71739d,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:08.143937 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-2da98448-87e4-4c5f-88c2-5a28016b5569 req-f9d66de2-4eb7-4726-9e4e-c6896984bd99 service neutron] For port d71d6c5d-6a54-4919-850f-c170caffc061, host n-h2-712140-12, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:22:08.162349 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-1af7886f-5271-47e2-a2b5-b89a3e143557 req-5f3c8286-7d55-4efa-bbc4-8d16898260cd service neutron] Request body: {'port': {'device_id': 'a11fd094-2f4e-4351-bbb9-5f61366d0421', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:08.170708 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-629ac6a9-3f2e-47aa-9ea7-d22d502e6f74 req-bc921b90-ae16-4fa4-8c8e-59bbbfb16163 service neutron] 10.222.0.48 "GET /v2.0/networks/6dc9f122-fe76-4b29-b692-6f9509f76947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5731456 Aug 29 04:22:08.175511 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-83589138-c218-4ffd-a8aa-f9abdee49883 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:08.176887 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-8a8dbc75-b1bd-441f-9ee1-5b35af383f0b None None] Provisioning for port 6eda394e-218e-4cf1-a1be-746f367302e7 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:22:08.181843 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-83589138-c218-4ffd-a8aa-f9abdee49883 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] 10.222.0.22 "DELETE /v2.0/subnets/9fb94cfe-7101-4ac1-a04e-d20bed71739d HTTP/1.1" status: 204 len: 168 time: 1.3689430 Aug 29 04:22:08.183124 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea13cd4c-a0ca-45f1-bcb4-361e37f4cfeb req-74992ce0-0967-4686-82b2-f742bed11ecc tempest-VolumesBackupsTest-690823265 tempest-VolumesBackupsTest-690823265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:08.184720 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ea13cd4c-a0ca-45f1-bcb4-361e37f4cfeb req-74992ce0-0967-4686-82b2-f742bed11ecc tempest-VolumesBackupsTest-690823265 tempest-VolumesBackupsTest-690823265-project] 10.222.0.22 "GET /v2.0/ports?device_id=a11fd094-2f4e-4351-bbb9-5f61366d0421 HTTP/1.1" status: 200 len: 936 time: 0.2776875 Aug 29 04:22:08.189101 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-8a8dbc75-b1bd-441f-9ee1-5b35af383f0b None None] Provisioning complete for port 6eda394e-218e-4cf1-a1be-746f367302e7 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:08.189918 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8a8dbc75-b1bd-441f-9ee1-5b35af383f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:08.197390 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 52234) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:08.221033 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-2da98448-87e4-4c5f-88c2-5a28016b5569 req-f9d66de2-4eb7-4726-9e4e-c6896984bd99 service neutron] For port d71d6c5d-6a54-4919-850f-c170caffc061, host n-h2-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=d71d6c5d-6a54-4919-850f-c170caffc061,segment=NetworkSegment(ad086531-7f14-4bee-b100-2be74f8adb97),segment_id=ad086531-7f14-4bee-b100-2be74f8adb97)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:22:08.255095 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0f388585-862e-4eb5-9b7b-fb817f45e80e req-c6f4b094-16dc-4209-8cea-ce49d2524bc2 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962483 Aug 29 04:22:08.279562 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-8a8dbc75-b1bd-441f-9ee1-5b35af383f0b None None] Port 6eda394e-218e-4cf1-a1be-746f367302e7 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:22:08.289517 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-22495b8b-ceaf-4973-8734-ff11bfcc87be req-cfdffd06-5ed9-4a55-a06f-df394fdc6027 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=68475d08-a957-45e2-9798-29203af95702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437537 Aug 29 04:22:08.305026 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-2da98448-87e4-4c5f-88c2-5a28016b5569 req-f9d66de2-4eb7-4726-9e4e-c6896984bd99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:08.340423 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-1af7886f-5271-47e2-a2b5-b89a3e143557 req-5f3c8286-7d55-4efa-bbc4-8d16898260cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:08.375277 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d131facc-1f44-4bc0-95e2-edbcd9462140 req-5e8ba40f-061c-4657-bce8-b9accf14558e tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:08.375936 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-d131facc-1f44-4bc0-95e2-edbcd9462140 req-5e8ba40f-061c-4657-bce8-b9accf14558e tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:08.395112 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756b5f88-0c1c-401b-ad3e-526a1ca98ae5 req-d3ef04cb-feed-429d-aac5-08545d66d3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:08.396936 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-756b5f88-0c1c-401b-ad3e-526a1ca98ae5 req-d3ef04cb-feed-429d-aac5-08545d66d3f3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6b54a16bc4c143ae881e0570211236dd&device_id=b85364e0-ead5-4b50-8b48-a318fc9dca90 HTTP/1.1" status: 200 len: 1095 time: 0.1236334 Aug 29 04:22:08.421585 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da98448-87e4-4c5f-88c2-5a28016b5569 req-f9d66de2-4eb7-4726-9e4e-c6896984bd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:08.422383 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-2da98448-87e4-4c5f-88c2-5a28016b5569 req-f9d66de2-4eb7-4726-9e4e-c6896984bd99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:08.424256 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2da98448-87e4-4c5f-88c2-5a28016b5569 req-f9d66de2-4eb7-4726-9e4e-c6896984bd99 service neutron] 10.222.0.48 "PUT /v2.0/ports/d71d6c5d-6a54-4919-850f-c170caffc061 HTTP/1.1" status: 200 len: 1093 time: 2.0513971 Aug 29 04:22:08.424761 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b768cd8c-ce3b-4634-96ad-a9a93cf1350c', 'tag': 'd71d6c5d-6a54-4919-850f-c170caffc061'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:22:08.427666 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1bcfbe3-97d5-4daa-b45e-10de084a5570" -d '{"events": [{"name": "network-changed", "server_uuid": "b768cd8c-ce3b-4634-96ad-a9a93cf1350c", "tag": "d71d6c5d-6a54-4919-850f-c170caffc061"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:22:08.436944 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-26d540b9-9385-4357-951d-1aa5383854f5 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:08.442325 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ea13cd4c-a0ca-45f1-bcb4-361e37f4cfeb req-431f3d04-d444-49c6-b69c-15f4ebbfad08 tempest-VolumesBackupsTest-690823265 tempest-VolumesBackupsTest-690823265-project] 10.222.0.22 "GET /v2.0/security-groups?id=89551632-06d3-431a-8fc3-3a492f2bd96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322264 Aug 29 04:22:08.457166 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device d6b4b2ae-4a49-41d8-8d03-babcf76f8592 details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:22:08.463163 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d131facc-1f44-4bc0-95e2-edbcd9462140 req-5e8ba40f-061c-4657-bce8-b9accf14558e tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9722257 Aug 29 04:22:08.466594 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d66de2-4eb7-4726-9e4e-c6896984bd99 service neutron] Pushing event updated for resources: {'Port': ['ID=d71d6c5d-6a54-4919-850f-c170caffc061,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:08.533326 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-d131facc-1f44-4bc0-95e2-edbcd9462140 req-081d5783-4901-4dba-8b04-a1d802a72e68 service neutron] Request body: {'port': {'device_id': '5f1a17fa-6f41-464c-bb77-2f119ba561c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-12'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:08.615941 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-26d540b9-9385-4357-951d-1aa5383854f5 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:08.630060 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-26d540b9-9385-4357-951d-1aa5383854f5 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19e31799-9e31-4f61-9668-269a07dc24ff']}} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:08.641705 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-26d540b9-9385-4357-951d-1aa5383854f5 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9955f55e-c535-4f26-82c6-5fae0cbdab95') {'for_net_delete': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:08.642214 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-26d540b9-9385-4357-951d-1aa5383854f5 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9955f55e-c535-4f26-82c6-5fae0cbdab95') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:08.667992 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3264ba06-9faf-4962-93a1-769c5e384b54 req-4df42223-dff8-438e-8b90-05975228dfc1 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:08.669378 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-26d540b9-9385-4357-951d-1aa5383854f5 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4311712'] for segment, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:08.676197 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3264ba06-9faf-4962-93a1-769c5e384b54 req-4df42223-dff8-438e-8b90-05975228dfc1 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f1a17fa-6f41-464c-bb77-2f119ba561c6 HTTP/1.1" status: 200 len: 931 time: 0.3408461 Aug 29 04:22:08.691517 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-26d540b9-9385-4357-951d-1aa5383854f5 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:08.699197 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26d540b9-9385-4357-951d-1aa5383854f5 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=94829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:22:08.700108 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-26d540b9-9385-4357-951d-1aa5383854f5 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4274277'] for segment, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:08.714028 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:08.812221 n-d-712140-12 neutron-server[94829]: Traceback (most recent call last): Aug 29 04:22:08.812221 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:22:08.812221 n-d-712140-12 neutron-server[94829]: timer() Aug 29 04:22:08.812221 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:22:08.812221 n-d-712140-12 neutron-server[94829]: cb(*args, **kw) Aug 29 04:22:08.812221 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:22:08.812221 n-d-712140-12 neutron-server[94829]: return func(*args, **kwargs) Aug 29 04:22:08.812221 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:22:08.812221 n-d-712140-12 neutron-server[94829]: self._notify() Aug 29 04:22:08.812221 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:22:08.812221 n-d-712140-12 neutron-server[94829]: self.callback(batched_events) Aug 29 04:22:08.812221 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:22:08.812221 n-d-712140-12 neutron-server[94829]: event.method(event) Aug 29 04:22:08.812221 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:22:08.812221 n-d-712140-12 neutron-server[94829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:22:08.812221 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:22:08.812221 n-d-712140-12 neutron-server[94829]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:22:08.812221 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:22:08.812221 n-d-712140-12 neutron-server[94829]: return f(self, *a, **k) Aug 29 04:22:08.812221 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:22:08.812221 n-d-712140-12 neutron-server[94829]: return self._get(url).json() Aug 29 04:22:08.812221 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:22:08.812221 n-d-712140-12 neutron-server[94829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:22:08.812221 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:22:08.812221 n-d-712140-12 neutron-server[94829]: return self.request(url, 'GET', **kwargs) Aug 29 04:22:08.812221 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:22:08.812221 n-d-712140-12 neutron-server[94829]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:22:08.812221 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:22:08.812221 n-d-712140-12 neutron-server[94829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:22:08.812221 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:22:08.812221 n-d-712140-12 neutron-server[94829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:22:08.812221 n-d-712140-12 neutron-server[94829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:22:08.839431 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3264ba06-9faf-4962-93a1-769c5e384b54 req-189a739e-17ad-4014-bf3c-0b74bf7df86d tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc298de8-05a1-4048-a74a-af5d487002fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622343 Aug 29 04:22:08.853438 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-26d540b9-9385-4357-951d-1aa5383854f5 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:08.857625 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-040f1ccd-9db6-4a9f-8cec-8e9b18b8df9c req-ee9028eb-5e36-45f0-b8d7-3711055f44b6 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ca7bb12-432d-44b3-aa29-8fc3788f5be7 HTTP/1.1" status: 200 len: 210 time: 0.0356102 Aug 29 04:22:08.880573 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26d540b9-9385-4357-951d-1aa5383854f5 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 19e31799-9e31-4f61-9668-269a07dc24ff {{(pid=94829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 29 04:22:08.883985 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756b5f88-0c1c-401b-ad3e-526a1ca98ae5 req-1170ff4d-031d-4952-a441-8aa3f1880eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:08.886097 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-756b5f88-0c1c-401b-ad3e-526a1ca98ae5 req-1170ff4d-031d-4952-a441-8aa3f1880eaa service neutron] 10.222.0.48 "GET /v2.0/networks?id=6dc9f122-fe76-4b29-b692-6f9509f76947 HTTP/1.1" status: 200 len: 913 time: 0.4387870 Aug 29 04:22:08.896063 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d540b9-9385-4357-951d-1aa5383854f5 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Pushing event deleted for resources: {'Network': ['ID=19e31799-9e31-4f61-9668-269a07dc24ff,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:08.898960 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-26d540b9-9385-4357-951d-1aa5383854f5 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:08.901816 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-26d540b9-9385-4357-951d-1aa5383854f5 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] 10.222.0.22 "DELETE /v2.0/networks/19e31799-9e31-4f61-9668-269a07dc24ff HTTP/1.1" status: 204 len: 168 time: 0.7031686 Aug 29 04:22:08.917766 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da98448-87e4-4c5f-88c2-5a28016b5569 req-d0b4586f-7c5b-4cb3-b90b-6dfecb7c81c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:08.921260 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2da98448-87e4-4c5f-88c2-5a28016b5569 req-d0b4586f-7c5b-4cb3-b90b-6dfecb7c81c3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d9a76e3dc1744d138793af79d163dd05&device_id=b768cd8c-ce3b-4634-96ad-a9a93cf1350c HTTP/1.1" status: 200 len: 1096 time: 0.4040866 Aug 29 04:22:08.936056 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port d6b4b2ae-4a49-41d8-8d03-babcf76f8592, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=d6b4b2ae-4a49-41d8-8d03-babcf76f8592,segment=NetworkSegment(4345054c-8cc7-4ded-979c-629f28057ddf),segment_id=4345054c-8cc7-4ded-979c-629f28057ddf)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:08.969919 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-756b5f88-0c1c-401b-ad3e-526a1ca98ae5 req-a6532cdb-e8ec-4cfb-afc5-ebde8e49ec68 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8679445c-941a-41f7-90a4-c34efa203f96 HTTP/1.1" status: 200 len: 217 time: 0.0750012 Aug 29 04:22:08.982671 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Returning: {'device': 'd6b4b2ae-4a49-41d8-8d03-babcf76f8592', 'network_id': 'fd020187-6618-42b7-a26a-d8ebebc46774', 'port_id': 'd6b4b2ae-4a49-41d8-8d03-babcf76f8592', 'mac_address': 'fa:16:3e:39:07:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6247b089-2c7c-4ca3-a8dd-41a0f57cced5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:22:09.058137 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-d131facc-1f44-4bc0-95e2-edbcd9462140 req-081d5783-4901-4dba-8b04-a1d802a72e68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:09.086572 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2da98448-87e4-4c5f-88c2-5a28016b5569 req-5f83c186-ebc0-4af3-bb20-770879a7c4c2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d71d6c5d-6a54-4919-850f-c170caffc061 HTTP/1.1" status: 200 len: 217 time: 0.1143248 Aug 29 04:22:09.091804 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd1b0c08-e45b-4d7f-b7ce-78067f59f3cb x-openstack-request-id: req-cd1b0c08-e45b-4d7f-b7ce-78067f59f3cb {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:22:09.094906 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b768cd8c-ce3b-4634-96ad-a9a93cf1350c", "tag": "d71d6c5d-6a54-4919-850f-c170caffc061", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:22:09.095385 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cd1b0c08-e45b-4d7f-b7ce-78067f59f3cb {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:22:09.095994 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b768cd8c-ce3b-4634-96ad-a9a93cf1350c', 'tag': 'd71d6c5d-6a54-4919-850f-c170caffc061', 'status': 'completed', 'code': 200} Aug 29 04:22:09.117324 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756b5f88-0c1c-401b-ad3e-526a1ca98ae5 req-f777cb53-1ebb-4d18-a93d-2ea6b99d9a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:09.121202 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-756b5f88-0c1c-401b-ad3e-526a1ca98ae5 req-f777cb53-1ebb-4d18-a93d-2ea6b99d9a49 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=92da5435-aaff-49ad-89d5-9a0918bd173a HTTP/1.1" status: 200 len: 852 time: 0.1406143 Aug 29 04:22:09.139511 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:09.161690 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d6b4b2ae-4a49-41d8-8d03-babcf76f8592 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:22:09.195930 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port d6b4b2ae-4a49-41d8-8d03-babcf76f8592, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=d6b4b2ae-4a49-41d8-8d03-babcf76f8592,segment=NetworkSegment(4345054c-8cc7-4ded-979c-629f28057ddf),segment_id=4345054c-8cc7-4ded-979c-629f28057ddf)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:09.204583 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:09.242738 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-1af7886f-5271-47e2-a2b5-b89a3e143557 req-5f3c8286-7d55-4efa-bbc4-8d16898260cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6eda394e-218e-4cf1-a1be-746f367302e7 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:22:09.249649 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-1af7886f-5271-47e2-a2b5-b89a3e143557 req-5f3c8286-7d55-4efa-bbc4-8d16898260cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:09.263414 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-1af7886f-5271-47e2-a2b5-b89a3e143557 req-5f3c8286-7d55-4efa-bbc4-8d16898260cd service neutron] Transition to ACTIVE for port object 6eda394e-218e-4cf1-a1be-746f367302e7 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:22:09.280058 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-1af7886f-5271-47e2-a2b5-b89a3e143557 req-5f3c8286-7d55-4efa-bbc4-8d16898260cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:09.335930 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['d6b4b2ae-4a49-41d8-8d03-babcf76f8592'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:22:09.348668 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3c8286-7d55-4efa-bbc4-8d16898260cd service neutron] Pushing event updated for resources: {'Port': ['ID=6eda394e-218e-4cf1-a1be-746f367302e7,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:09.351211 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-756b5f88-0c1c-401b-ad3e-526a1ca98ae5 req-b062eb60-b5f5-4e9b-9068-f948f7931508 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6dc9f122-fe76-4b29-b692-6f9509f76947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0835724 Aug 29 04:22:09.483105 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=d6b4b2ae-4a49-41d8-8d03-babcf76f8592,revision_number=6']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:09.504874 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-756b5f88-0c1c-401b-ad3e-526a1ca98ae5 req-7a4d666c-7f53-4253-98e5-95e408482529 service neutron] 10.222.0.48 "GET /v2.0/networks/6dc9f122-fe76-4b29-b692-6f9509f76947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362534 Aug 29 04:22:09.526344 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe48d87-79c9-4b33-8f7e-eda279f7b739 req-0b420bb0-2450-456b-8e1e-31aa8567cd3c tempest-ServerPasswordTestJSON-1455143783 tempest-ServerPasswordTestJSON-1455143783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:09.527589 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8fe48d87-79c9-4b33-8f7e-eda279f7b739 req-0b420bb0-2450-456b-8e1e-31aa8567cd3c tempest-ServerPasswordTestJSON-1455143783 tempest-ServerPasswordTestJSON-1455143783-project] 10.222.0.22 "GET /v2.0/ports?device_id=de914201-7af1-4c46-b3fe-5b1ec54b80c3 HTTP/1.1" status: 200 len: 945 time: 0.5620916 Aug 29 04:22:09.678206 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 52270) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:09.697671 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-6a678721-1424-4647-8a1c-7ed3c1b28e1d tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Request body: {'router': {'name': 'tempest-router--1442802714', 'project_id': 'ba16da1a4486427d8d5708540bc2b96a'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:09.811865 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da98448-87e4-4c5f-88c2-5a28016b5569 req-70cdc9b1-cda5-417f-bb18-b404b2637cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:09.816069 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2da98448-87e4-4c5f-88c2-5a28016b5569 req-70cdc9b1-cda5-417f-bb18-b404b2637cb0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e09e77d6-9e1c-48ca-bc8e-b3b1a5575d1e HTTP/1.1" status: 200 len: 858 time: 0.7112682 Aug 29 04:22:09.891613 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8fe48d87-79c9-4b33-8f7e-eda279f7b739 req-fc993903-1dd3-412c-ba97-b9532fb569da tempest-ServerPasswordTestJSON-1455143783 tempest-ServerPasswordTestJSON-1455143783-project] 10.222.0.22 "GET /v2.0/security-groups?id=68475d08-a957-45e2-9798-29203af95702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3569777 Aug 29 04:22:09.904824 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6a678721-1424-4647-8a1c-7ed3c1b28e1d tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:09.906093 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6a678721-1424-4647-8a1c-7ed3c1b28e1d tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1838'] for router, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:09.992972 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [req-d131facc-1f44-4bc0-95e2-edbcd9462140 req-081d5783-4901-4dba-8b04-a1d802a72e68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f21d06d4-e367-4e1c-9f14-3a6c1c2ac7dd {{(pid=94829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:22:10.005418 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2da98448-87e4-4c5f-88c2-5a28016b5569 req-6811a9a4-984b-4e98-9594-39da68065c72 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=430f809c-a4d3-48f1-bbd1-f32da1f4fbac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1410201 Aug 29 04:22:10.008373 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-d131facc-1f44-4bc0-95e2-edbcd9462140 req-081d5783-4901-4dba-8b04-a1d802a72e68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:10.032121 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-1af7886f-5271-47e2-a2b5-b89a3e143557 req-5f3c8286-7d55-4efa-bbc4-8d16898260cd service neutron] Attempting to bind port 6eda394e-218e-4cf1-a1be-746f367302e7 on host n-h2-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:22:10.032468 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-1af7886f-5271-47e2-a2b5-b89a3e143557 req-5f3c8286-7d55-4efa-bbc4-8d16898260cd service neutron] Attempting to bind port 6eda394e-218e-4cf1-a1be-746f367302e7 by drivers openvswitch,hyperv on host n-h2-712140-12 at level 0 using segments [{'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:22:10.032846 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af7886f-5271-47e2-a2b5-b89a3e143557 req-5f3c8286-7d55-4efa-bbc4-8d16898260cd service neutron] Attempting to bind port 6eda394e-218e-4cf1-a1be-746f367302e7 on network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:22:10.043208 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af7886f-5271-47e2-a2b5-b89a3e143557 req-5f3c8286-7d55-4efa-bbc4-8d16898260cd service neutron] Port 6eda394e-218e-4cf1-a1be-746f367302e7 on network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:22:10.043462 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af7886f-5271-47e2-a2b5-b89a3e143557 req-5f3c8286-7d55-4efa-bbc4-8d16898260cd service neutron] Attempting to bind port 6eda394e-218e-4cf1-a1be-746f367302e7 on network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:22:10.097631 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [req-d131facc-1f44-4bc0-95e2-edbcd9462140 req-081d5783-4901-4dba-8b04-a1d802a72e68 service neutron] Transition to ACTIVE for port object f21d06d4-e367-4e1c-9f14-3a6c1c2ac7dd will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:22:10.109891 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af7886f-5271-47e2-a2b5-b89a3e143557 req-5f3c8286-7d55-4efa-bbc4-8d16898260cd service neutron] Checking agent: {'id': 'b3a0606b-b029-4f5e-8798-3a32b71d8844', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:22:10.110426 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af7886f-5271-47e2-a2b5-b89a3e143557 req-5f3c8286-7d55-4efa-bbc4-8d16898260cd service neutron] Checking segment: {'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:22:10.111088 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af7886f-5271-47e2-a2b5-b89a3e143557 req-5f3c8286-7d55-4efa-bbc4-8d16898260cd service neutron] Bound using segment: {'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:22:10.111637 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-1af7886f-5271-47e2-a2b5-b89a3e143557 req-5f3c8286-7d55-4efa-bbc4-8d16898260cd service neutron] Bound port: 6eda394e-218e-4cf1-a1be-746f367302e7, host: n-h2-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:22:10.112998 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-1af7886f-5271-47e2-a2b5-b89a3e143557 req-5f3c8286-7d55-4efa-bbc4-8d16898260cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:10.118063 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-756b5f88-0c1c-401b-ad3e-526a1ca98ae5 req-db654050-cdda-4090-863d-5164f23eec27 service neutron] 10.222.0.48 "GET /v2.0/networks/6dc9f122-fe76-4b29-b692-6f9509f76947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4739037 Aug 29 04:22:10.135266 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eb61e3-f315-49ec-84c1-771fe2f54143 req-1a13e504-0df0-46ec-ac06-072ac3c538bb tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:10.143366 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-43eb61e3-f315-49ec-84c1-771fe2f54143 req-1a13e504-0df0-46ec-ac06-072ac3c538bb tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbbdf5ca-0dc2-4283-8108-a1763b063e9c HTTP/1.1" status: 200 len: 945 time: 0.3586082 Aug 29 04:22:10.146827 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6a678721-1424-4647-8a1c-7ed3c1b28e1d tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:10.150771 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-d131facc-1f44-4bc0-95e2-edbcd9462140 req-081d5783-4901-4dba-8b04-a1d802a72e68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:10.172504 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6a678721-1424-4647-8a1c-7ed3c1b28e1d tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409'] for router, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:10.268205 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6a678721-1424-4647-8a1c-7ed3c1b28e1d tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks [] for router, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:10.273508 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-6a678721-1424-4647-8a1c-7ed3c1b28e1d tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5795588 Aug 29 04:22:10.279377 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 52276) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:10.281292 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-1af7886f-5271-47e2-a2b5-b89a3e143557 req-5f3c8286-7d55-4efa-bbc4-8d16898260cd service neutron] For port 6eda394e-218e-4cf1-a1be-746f367302e7, host n-h2-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:22:10.285274 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-1af7886f-5271-47e2-a2b5-b89a3e143557 req-5f3c8286-7d55-4efa-bbc4-8d16898260cd service neutron] For port 6eda394e-218e-4cf1-a1be-746f367302e7, host n-h2-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=6eda394e-218e-4cf1-a1be-746f367302e7,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:22:10.294096 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b60a760-2207-4e4c-882f-b93d11e021e3 req-5369b230-72d3-460c-8ed0-e3ef9c82ef8d tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:10.295459 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaf3b3c-0da8-43d3-a39b-cc746bf4a9b6 req-015515d7-8553-460e-a53f-334c42ecb2bb tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:10.295893 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9b60a760-2207-4e4c-882f-b93d11e021e3 req-5369b230-72d3-460c-8ed0-e3ef9c82ef8d tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.46 "GET /v2.0/networks?id=1c65535d-8d45-4051-8e5d-043211a49251 HTTP/1.1" status: 200 len: 807 time: 0.4737105 Aug 29 04:22:10.297039 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-afaf3b3c-0da8-43d3-a39b-cc746bf4a9b6 req-015515d7-8553-460e-a53f-334c42ecb2bb tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=b85364e0-ead5-4b50-8b48-a318fc9dca90 HTTP/1.1" status: 200 len: 943 time: 0.2591803 Aug 29 04:22:10.298590 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-1af7886f-5271-47e2-a2b5-b89a3e143557 req-5f3c8286-7d55-4efa-bbc4-8d16898260cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:10.324483 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-43eb61e3-f315-49ec-84c1-771fe2f54143 req-4ad027bb-f353-4680-9234-fd9f8ed46572 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/security-groups?id=efbd56da-4301-456e-8002-a695aaaeaffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1799831 Aug 29 04:22:10.383847 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af7886f-5271-47e2-a2b5-b89a3e143557 req-5f3c8286-7d55-4efa-bbc4-8d16898260cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:10.384382 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-1af7886f-5271-47e2-a2b5-b89a3e143557 req-5f3c8286-7d55-4efa-bbc4-8d16898260cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:10.385840 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1af7886f-5271-47e2-a2b5-b89a3e143557 req-5f3c8286-7d55-4efa-bbc4-8d16898260cd service neutron] 10.222.0.48 "PUT /v2.0/ports/6eda394e-218e-4cf1-a1be-746f367302e7 HTTP/1.1" status: 200 len: 1097 time: 2.2294283 Aug 29 04:22:10.391431 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a11fd094-2f4e-4351-bbb9-5f61366d0421', 'tag': '6eda394e-218e-4cf1-a1be-746f367302e7'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:22:10.402604 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33c18ca0-5672-4880-b37c-93fb1c78ce15" -d '{"events": [{"name": "network-changed", "server_uuid": "a11fd094-2f4e-4351-bbb9-5f61366d0421", "tag": "6eda394e-218e-4cf1-a1be-746f367302e7"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:22:10.427085 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-9b60a760-2207-4e4c-882f-b93d11e021e3 req-ccfe63a9-1c34-4864-b7e2-5550ab157dd3 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Request body: {'port': {'device_id': '5ca7bb12-432d-44b3-aa29-8fc3788f5be7', 'network_id': '1c65535d-8d45-4051-8e5d-043211a49251', 'admin_state_up': True, 'tenant_id': '260b2b7726794e4d90a38e52b66506fd'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:10.436291 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081d5783-4901-4dba-8b04-a1d802a72e68 service neutron] Pushing event updated for resources: {'Port': ['ID=f21d06d4-e367-4e1c-9f14-3a6c1c2ac7dd,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:10.490599 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device d6b4b2ae-4a49-41d8-8d03-babcf76f8592 up at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:22:10.500374 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-afaf3b3c-0da8-43d3-a39b-cc746bf4a9b6 req-ed2b4b75-3fb6-4bbf-8cb9-df9795e42545 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447134 Aug 29 04:22:10.506819 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3c8286-7d55-4efa-bbc4-8d16898260cd service neutron] Pushing event updated for resources: {'Port': ['ID=6eda394e-218e-4cf1-a1be-746f367302e7,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:10.529013 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2da98448-87e4-4c5f-88c2-5a28016b5569 req-f4e823ad-d315-457f-b1a3-b33438ebc43f service neutron] 10.222.0.48 "GET /v2.0/networks/430f809c-a4d3-48f1-bbd1-f32da1f4fbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5133088 Aug 29 04:22:10.555376 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af7886f-5271-47e2-a2b5-b89a3e143557 req-c9f639df-6ce0-43b8-aa4a-942838a6a969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:10.557142 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1af7886f-5271-47e2-a2b5-b89a3e143557 req-c9f639df-6ce0-43b8-aa4a-942838a6a969 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=52acb4d6f4e8477ebc5b345bd85bbb27&device_id=a11fd094-2f4e-4351-bbb9-5f61366d0421 HTTP/1.1" status: 200 len: 1100 time: 0.0979564 Aug 29 04:22:10.601171 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning complete for port d6b4b2ae-4a49-41d8-8d03-babcf76f8592 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:10.602318 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:10.642841 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1af7886f-5271-47e2-a2b5-b89a3e143557 req-7d3c0a84-a337-4fc0-bbe8-1ce30efc7046 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=6eda394e-218e-4cf1-a1be-746f367302e7 HTTP/1.1" status: 200 len: 217 time: 0.0696485 Aug 29 04:22:10.696000 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-54441da4-f60f-4d51-b59d-7a8e77052bc4 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks [] for router, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:10.777076 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:10.781951 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af7886f-5271-47e2-a2b5-b89a3e143557 req-029ea8bf-79db-49a0-b52d-a7cd1ae36a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:10.783475 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1af7886f-5271-47e2-a2b5-b89a3e143557 req-029ea8bf-79db-49a0-b52d-a7cd1ae36a79 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=18cd12d4-b12a-41b0-b0c5-618edbb84e74 HTTP/1.1" status: 200 len: 843 time: 0.1159470 Aug 29 04:22:10.819769 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port d6b4b2ae-4a49-41d8-8d03-babcf76f8592, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=d6b4b2ae-4a49-41d8-8d03-babcf76f8592,segment=NetworkSegment(4345054c-8cc7-4ded-979c-629f28057ddf),segment_id=4345054c-8cc7-4ded-979c-629f28057ddf)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:10.821127 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbbdf5ca-0dc2-4283-8108-a1763b063e9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6b4b2ae-4a49-41d8-8d03-babcf76f8592'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:22:10.824956 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecdeb13c-cbd8-4001-8f63-48042143d476" -d '{"events": [{"server_uuid": "cbbdf5ca-0dc2-4283-8108-a1763b063e9c", "name": "network-vif-plugged", "status": "completed", "tag": "d6b4b2ae-4a49-41d8-8d03-babcf76f8592"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:22:10.829681 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:10.879882 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e881c2-36ba-44ef-854b-1c9f4dd87b35 req-b1ac39a0-4473-4e11-b07b-86d9c771c069 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:10.888279 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-93e881c2-36ba-44ef-854b-1c9f4dd87b35 req-b1ac39a0-4473-4e11-b07b-86d9c771c069 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f1a17fa-6f41-464c-bb77-2f119ba561c6 HTTP/1.1" status: 200 len: 943 time: 0.0991807 Aug 29 04:22:10.896408 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=d6b4b2ae-4a49-41d8-8d03-babcf76f8592,revision_number=7']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:10.912027 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af7886f-5271-47e2-a2b5-b89a3e143557 req-33c0da8d-6183-495b-b661-b838b569e767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:10.913660 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1af7886f-5271-47e2-a2b5-b89a3e143557 req-33c0da8d-6183-495b-b661-b838b569e767 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1137483 Aug 29 04:22:11.013184 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-93e881c2-36ba-44ef-854b-1c9f4dd87b35 req-66cd7aa0-04ce-4950-ba8d-d048f0293ee2 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc298de8-05a1-4048-a74a-af5d487002fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238213 Aug 29 04:22:11.042722 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1af7886f-5271-47e2-a2b5-b89a3e143557 req-2fd8179c-4670-403b-87dd-d1f74b110dbc service neutron] 10.222.0.48 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181095 Aug 29 04:22:11.149588 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-75d73fdd-69fd-4f18-8718-c47e8c58fbb2 req-c1e21808-f774-4025-b46c-e9666be1c5db tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ca7bb12-432d-44b3-aa29-8fc3788f5be7 HTTP/1.1" status: 200 len: 210 time: 0.0369060 Aug 29 04:22:11.194797 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1af7886f-5271-47e2-a2b5-b89a3e143557 req-c9b84e8a-f978-4a05-bbe2-b900da0ca362 service neutron] 10.222.0.48 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443331 Aug 29 04:22:11.262006 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c0106c9-f44b-4e78-ac7c-a7f729c0cf58 x-openstack-request-id: req-2c0106c9-f44b-4e78-ac7c-a7f729c0cf58 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:22:11.262425 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a11fd094-2f4e-4351-bbb9-5f61366d0421", "tag": "6eda394e-218e-4cf1-a1be-746f367302e7", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:22:11.262978 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2c0106c9-f44b-4e78-ac7c-a7f729c0cf58 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:22:11.263732 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a11fd094-2f4e-4351-bbb9-5f61366d0421', 'tag': '6eda394e-218e-4cf1-a1be-746f367302e7', 'status': 'completed', 'code': 200} Aug 29 04:22:11.302341 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e538f5-fec6-496d-9d66-f447d39d0eaa req-706e2447-cbf2-4411-9564-6efed0a6f49d tempest-VolumesBackupsTest-690823265 tempest-VolumesBackupsTest-690823265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:11.304004 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a3e538f5-fec6-496d-9d66-f447d39d0eaa req-706e2447-cbf2-4411-9564-6efed0a6f49d tempest-VolumesBackupsTest-690823265 tempest-VolumesBackupsTest-690823265-project] 10.222.0.22 "GET /v2.0/ports?device_id=a11fd094-2f4e-4351-bbb9-5f61366d0421 HTTP/1.1" status: 200 len: 948 time: 0.8258021 Aug 29 04:22:11.312588 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9e312c3-518c-4b0a-a2fd-1e853b84e63d x-openstack-request-id: req-d9e312c3-518c-4b0a-a2fd-1e853b84e63d {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:22:11.312588 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbbdf5ca-0dc2-4283-8108-a1763b063e9c", "name": "network-vif-plugged", "status": "completed", "tag": "d6b4b2ae-4a49-41d8-8d03-babcf76f8592", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:22:11.313638 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d9e312c3-518c-4b0a-a2fd-1e853b84e63d {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:22:11.314103 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbbdf5ca-0dc2-4283-8108-a1763b063e9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6b4b2ae-4a49-41d8-8d03-babcf76f8592', 'code': 200} Aug 29 04:22:11.324783 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-d131facc-1f44-4bc0-95e2-edbcd9462140 req-081d5783-4901-4dba-8b04-a1d802a72e68 service neutron] Attempting to bind port f21d06d4-e367-4e1c-9f14-3a6c1c2ac7dd on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:22:11.324783 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-d131facc-1f44-4bc0-95e2-edbcd9462140 req-081d5783-4901-4dba-8b04-a1d802a72e68 service neutron] Attempting to bind port f21d06d4-e367-4e1c-9f14-3a6c1c2ac7dd by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': 'ad086531-7f14-4bee-b100-2be74f8adb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '430f809c-a4d3-48f1-bbd1-f32da1f4fbac'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:22:11.325083 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d131facc-1f44-4bc0-95e2-edbcd9462140 req-081d5783-4901-4dba-8b04-a1d802a72e68 service neutron] Attempting to bind port f21d06d4-e367-4e1c-9f14-3a6c1c2ac7dd on network 430f809c-a4d3-48f1-bbd1-f32da1f4fbac {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:22:11.361927 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d131facc-1f44-4bc0-95e2-edbcd9462140 req-081d5783-4901-4dba-8b04-a1d802a72e68 service neutron] Port f21d06d4-e367-4e1c-9f14-3a6c1c2ac7dd on network 430f809c-a4d3-48f1-bbd1-f32da1f4fbac not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:22:11.362259 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d131facc-1f44-4bc0-95e2-edbcd9462140 req-081d5783-4901-4dba-8b04-a1d802a72e68 service neutron] Attempting to bind port f21d06d4-e367-4e1c-9f14-3a6c1c2ac7dd on network 430f809c-a4d3-48f1-bbd1-f32da1f4fbac {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:22:11.407880 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d131facc-1f44-4bc0-95e2-edbcd9462140 req-081d5783-4901-4dba-8b04-a1d802a72e68 service neutron] Checking agent: {'id': '3de9de52-3a03-431d-9d7e-497ae92c57ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:22:11.408197 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d131facc-1f44-4bc0-95e2-edbcd9462140 req-081d5783-4901-4dba-8b04-a1d802a72e68 service neutron] Checking segment: {'id': 'ad086531-7f14-4bee-b100-2be74f8adb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '430f809c-a4d3-48f1-bbd1-f32da1f4fbac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:22:11.408594 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d131facc-1f44-4bc0-95e2-edbcd9462140 req-081d5783-4901-4dba-8b04-a1d802a72e68 service neutron] Bound using segment: {'id': 'ad086531-7f14-4bee-b100-2be74f8adb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '430f809c-a4d3-48f1-bbd1-f32da1f4fbac'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:22:11.409055 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-d131facc-1f44-4bc0-95e2-edbcd9462140 req-081d5783-4901-4dba-8b04-a1d802a72e68 service neutron] Bound port: f21d06d4-e367-4e1c-9f14-3a6c1c2ac7dd, host: n-h1-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad086531-7f14-4bee-b100-2be74f8adb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '430f809c-a4d3-48f1-bbd1-f32da1f4fbac'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:22:11.409428 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-d131facc-1f44-4bc0-95e2-edbcd9462140 req-081d5783-4901-4dba-8b04-a1d802a72e68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:11.472779 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c18ca0-5672-4880-b37c-93fb1c78ce15 req-78dafa36-0c33-4cee-8bfc-b35d23a807a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:11.475227 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-33c18ca0-5672-4880-b37c-93fb1c78ce15 req-78dafa36-0c33-4cee-8bfc-b35d23a807a0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=52acb4d6f4e8477ebc5b345bd85bbb27&device_id=a11fd094-2f4e-4351-bbb9-5f61366d0421 HTTP/1.1" status: 200 len: 1100 time: 0.1665473 Aug 29 04:22:11.487479 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5398a0-b145-4734-a0ca-1f45499fa672 req-b4b52f23-ee32-4162-9e91-1cba4788b5e9 tempest-ServerPasswordTestJSON-1455143783 tempest-ServerPasswordTestJSON-1455143783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:11.489745 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8e5398a0-b145-4734-a0ca-1f45499fa672 req-b4b52f23-ee32-4162-9e91-1cba4788b5e9 tempest-ServerPasswordTestJSON-1455143783 tempest-ServerPasswordTestJSON-1455143783-project] 10.222.0.22 "GET /v2.0/ports?device_id=de914201-7af1-4c46-b3fe-5b1ec54b80c3 HTTP/1.1" status: 200 len: 945 time: 0.0962067 Aug 29 04:22:11.522848 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a3e538f5-fec6-496d-9d66-f447d39d0eaa req-6028a199-f381-4f13-96ef-0c3ce88dabcc tempest-VolumesBackupsTest-690823265 tempest-VolumesBackupsTest-690823265-project] 10.222.0.22 "GET /v2.0/security-groups?id=89551632-06d3-431a-8fc3-3a492f2bd96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925476 Aug 29 04:22:11.523524 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b60a760-2207-4e4c-882f-b93d11e021e3 req-ccfe63a9-1c34-4864-b7e2-5550ab157dd3 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Made reservation on behalf of 260b2b7726794e4d90a38e52b66506fd for: {'port': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:22:11.527125 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-9b60a760-2207-4e4c-882f-b93d11e021e3 req-ccfe63a9-1c34-4864-b7e2-5550ab157dd3 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:11.592263 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-54441da4-f60f-4d51-b59d-7a8e77052bc4 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:11.610370 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-54441da4-f60f-4d51-b59d-7a8e77052bc4 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:11.642899 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8e5398a0-b145-4734-a0ca-1f45499fa672 req-00fd71b2-dd46-4f07-a5b0-3ee868e76cbd tempest-ServerPasswordTestJSON-1455143783 tempest-ServerPasswordTestJSON-1455143783-project] 10.222.0.22 "GET /v2.0/security-groups?id=68475d08-a957-45e2-9798-29203af95702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364119 Aug 29 04:22:11.693720 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2da98448-87e4-4c5f-88c2-5a28016b5569 req-922485fb-a4d4-4c58-86b1-b33899878fd6 service neutron] 10.222.0.48 "GET /v2.0/networks/430f809c-a4d3-48f1-bbd1-f32da1f4fbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0732622 Aug 29 04:22:11.736377 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c18ca0-5672-4880-b37c-93fb1c78ce15 req-1d8577ee-73e0-426e-9f52-3a0df9345260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:11.736377 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-33c18ca0-5672-4880-b37c-93fb1c78ce15 req-1d8577ee-73e0-426e-9f52-3a0df9345260 service neutron] 10.222.0.48 "GET /v2.0/networks?id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 HTTP/1.1" status: 200 len: 870 time: 0.2440159 Aug 29 04:22:11.818768 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-33c18ca0-5672-4880-b37c-93fb1c78ce15 req-1ab2ea8c-eeb5-4edc-9a50-36f0be166e2c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=6eda394e-218e-4cf1-a1be-746f367302e7 HTTP/1.1" status: 200 len: 217 time: 0.0601342 Aug 29 04:22:11.848345 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-54441da4-f60f-4d51-b59d-7a8e77052bc4 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717253'] for router, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:11.849367 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54441da4-f60f-4d51-b59d-7a8e77052bc4 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c65b6cb9-3dd7-4ff2-bdfd-2147be426a05 {{(pid=94829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:22:11.874982 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f8ddef-b693-4b91-87a0-6ac5f3530632 req-2570c3ac-e242-401f-8644-4e0189b75292 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:11.882678 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-55f8ddef-b693-4b91-87a0-6ac5f3530632 req-2570c3ac-e242-401f-8644-4e0189b75292 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbbdf5ca-0dc2-4283-8108-a1763b063e9c HTTP/1.1" status: 200 len: 946 time: 0.1990027 Aug 29 04:22:11.888542 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-54441da4-f60f-4d51-b59d-7a8e77052bc4 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:11.889663 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-54441da4-f60f-4d51-b59d-7a8e77052bc4 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] 10.222.0.22 "DELETE /v2.0/routers/c65b6cb9-3dd7-4ff2-bdfd-2147be426a05 HTTP/1.1" status: 204 len: 168 time: 1.5928004 Aug 29 04:22:11.906515 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-d131facc-1f44-4bc0-95e2-edbcd9462140 req-081d5783-4901-4dba-8b04-a1d802a72e68 service neutron] For port f21d06d4-e367-4e1c-9f14-3a6c1c2ac7dd, host n-h1-712140-12, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:22:11.917182 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d0dd85-dd42-44f7-90c3-cd9abac5d76a req-f0d010c7-be7e-444d-9877-fdca265148eb tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:11.928022 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-09d0dd85-dd42-44f7-90c3-cd9abac5d76a req-f0d010c7-be7e-444d-9877-fdca265148eb tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=b85364e0-ead5-4b50-8b48-a318fc9dca90 HTTP/1.1" status: 200 len: 943 time: 0.1846061 Aug 29 04:22:11.938784 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-d131facc-1f44-4bc0-95e2-edbcd9462140 req-081d5783-4901-4dba-8b04-a1d802a72e68 service neutron] For port f21d06d4-e367-4e1c-9f14-3a6c1c2ac7dd, host n-h1-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=f21d06d4-e367-4e1c-9f14-3a6c1c2ac7dd,segment=NetworkSegment(ad086531-7f14-4bee-b100-2be74f8adb97),segment_id=ad086531-7f14-4bee-b100-2be74f8adb97)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:22:11.953570 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c18ca0-5672-4880-b37c-93fb1c78ce15 req-edbfd211-a936-4ef9-9287-400695a7ae82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:11.955536 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-33c18ca0-5672-4880-b37c-93fb1c78ce15 req-edbfd211-a936-4ef9-9287-400695a7ae82 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=18cd12d4-b12a-41b0-b0c5-618edbb84e74 HTTP/1.1" status: 200 len: 843 time: 0.1250243 Aug 29 04:22:11.973132 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-d131facc-1f44-4bc0-95e2-edbcd9462140 req-081d5783-4901-4dba-8b04-a1d802a72e68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:12.018428 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-55f8ddef-b693-4b91-87a0-6ac5f3530632 req-97330c40-190a-415e-9317-396055f62c4f tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/security-groups?id=efbd56da-4301-456e-8002-a695aaaeaffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1328769 Aug 29 04:22:12.020560 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bcfbe3-97d5-4daa-b45e-10de084a5570 req-9741fc38-61ae-4b73-bccf-55895b1618bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:12.022201 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f1bcfbe3-97d5-4daa-b45e-10de084a5570 req-9741fc38-61ae-4b73-bccf-55895b1618bc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d9a76e3dc1744d138793af79d163dd05&device_id=b768cd8c-ce3b-4634-96ad-a9a93cf1350c HTTP/1.1" status: 200 len: 1096 time: 0.2166040 Aug 29 04:22:12.033573 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d131facc-1f44-4bc0-95e2-edbcd9462140 req-081d5783-4901-4dba-8b04-a1d802a72e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:12.035488 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-d131facc-1f44-4bc0-95e2-edbcd9462140 req-081d5783-4901-4dba-8b04-a1d802a72e68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:12.042058 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d131facc-1f44-4bc0-95e2-edbcd9462140 req-081d5783-4901-4dba-8b04-a1d802a72e68 service neutron] 10.222.0.46 "PUT /v2.0/ports/f21d06d4-e367-4e1c-9f14-3a6c1c2ac7dd HTTP/1.1" status: 200 len: 1092 time: 3.5237453 Aug 29 04:22:12.044620 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-09d0dd85-dd42-44f7-90c3-cd9abac5d76a req-4563c082-10f4-4287-a58d-0972737ed310 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093249 Aug 29 04:22:12.077951 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f1a17fa-6f41-464c-bb77-2f119ba561c6', 'tag': 'f21d06d4-e367-4e1c-9f14-3a6c1c2ac7dd'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:22:12.078684 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 52296) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:12.081265 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15672e7f-c15f-4316-9be8-dc10fa695f06" -d '{"events": [{"name": "network-changed", "server_uuid": "5f1a17fa-6f41-464c-bb77-2f119ba561c6", "tag": "f21d06d4-e367-4e1c-9f14-3a6c1c2ac7dd"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:22:12.113864 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 8679445c-941a-41f7-90a4-c34efa203f96 details requested by agent hyperv_n-h2-712140-12 with host n-h2-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:22:12.143480 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c18ca0-5672-4880-b37c-93fb1c78ce15 req-302be13f-6083-4be8-ad23-9435c384f701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:12.145042 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-33c18ca0-5672-4880-b37c-93fb1c78ce15 req-302be13f-6083-4be8-ad23-9435c384f701 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1692350 Aug 29 04:22:12.380500 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [req-9b60a760-2207-4e4c-882f-b93d11e021e3 req-ccfe63a9-1c34-4864-b7e2-5550ab157dd3 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Allocated IP 172.20.0.4 (1c65535d-8d45-4051-8e5d-043211a49251/d11db723-881a-44e4-ae3d-f8a6bedc146e/0fe65b52-6b33-495b-84ed-16828372bb83) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:22:12.444763 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bcfbe3-97d5-4daa-b45e-10de084a5570 req-2d5aad18-e853-444a-a94e-4eb2a7cbeb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:12.446508 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f1bcfbe3-97d5-4daa-b45e-10de084a5570 req-2d5aad18-e853-444a-a94e-4eb2a7cbeb80 service neutron] 10.222.0.48 "GET /v2.0/networks?id=430f809c-a4d3-48f1-bbd1-f32da1f4fbac HTTP/1.1" status: 200 len: 919 time: 0.4162817 Aug 29 04:22:12.449352 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 8679445c-941a-41f7-90a4-c34efa203f96, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=8679445c-941a-41f7-90a4-c34efa203f96,segment=NetworkSegment(b7618bbf-11af-465a-8663-f9f8f84b36c0),segment_id=b7618bbf-11af-465a-8663-f9f8f84b36c0)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:12.453316 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-bb6cd189-f934-4da4-8470-2a14417014b2 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-156647138', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}, 'admin_state_up': False}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:12.468028 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc942ee1-3bdf-4cd2-a8fa-d303a1875a8e x-openstack-request-id: req-bc942ee1-3bdf-4cd2-a8fa-d303a1875a8e {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:22:12.468761 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f1a17fa-6f41-464c-bb77-2f119ba561c6", "tag": "f21d06d4-e367-4e1c-9f14-3a6c1c2ac7dd", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:22:12.469195 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bc942ee1-3bdf-4cd2-a8fa-d303a1875a8e {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:22:12.469758 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f1a17fa-6f41-464c-bb77-2f119ba561c6', 'tag': 'f21d06d4-e367-4e1c-9f14-3a6c1c2ac7dd', 'status': 'completed', 'code': 200} Aug 29 04:22:12.483817 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Returning: {'device': '8679445c-941a-41f7-90a4-c34efa203f96', 'network_id': '6dc9f122-fe76-4b29-b692-6f9509f76947', 'port_id': '8679445c-941a-41f7-90a4-c34efa203f96', 'mac_address': 'fa:16:3e:d0:8e:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92da5435-aaff-49ad-89d5-9a0918bd173a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:22:12.508454 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-33c18ca0-5672-4880-b37c-93fb1c78ce15 req-876f5b30-b206-4044-a918-a0a80852f280 service neutron] 10.222.0.48 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3554873 Aug 29 04:22:12.530203 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:12.545869 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8679445c-941a-41f7-90a4-c34efa203f96 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:22:12.568325 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f488d0e5-0728-4d36-b801-edc0bce95e67 req-06003cd3-0bf5-4dd9-a954-456140011446 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ca7bb12-432d-44b3-aa29-8fc3788f5be7 HTTP/1.1" status: 200 len: 210 time: 0.0577366 Aug 29 04:22:12.589527 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 8679445c-941a-41f7-90a4-c34efa203f96, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=8679445c-941a-41f7-90a4-c34efa203f96,segment=NetworkSegment(b7618bbf-11af-465a-8663-f9f8f84b36c0),segment_id=b7618bbf-11af-465a-8663-f9f8f84b36c0)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:12.606303 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:12.607822 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d131facc-1f44-4bc0-95e2-edbcd9462140 req-ae28e73b-3b9c-4184-8b32-212cf4a447c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:12.614015 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d131facc-1f44-4bc0-95e2-edbcd9462140 req-ae28e73b-3b9c-4184-8b32-212cf4a447c2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d9a76e3dc1744d138793af79d163dd05&device_id=5f1a17fa-6f41-464c-bb77-2f119ba561c6 HTTP/1.1" status: 200 len: 1095 time: 0.4836578 Aug 29 04:22:12.660107 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f1bcfbe3-97d5-4daa-b45e-10de084a5570 req-4ce33bda-77e5-4b23-8341-721661e3eef4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d71d6c5d-6a54-4919-850f-c170caffc061 HTTP/1.1" status: 200 len: 217 time: 0.1722496 Aug 29 04:22:12.712072 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-33c18ca0-5672-4880-b37c-93fb1c78ce15 req-093f5d5e-a489-4b09-aefb-b91eed723ecc service neutron] 10.222.0.48 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871488 Aug 29 04:22:12.715418 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=8679445c-941a-41f7-90a4-c34efa203f96,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:12.727896 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:12.728854 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:12.729099 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bb6cd189-f934-4da4-8470-2a14417014b2 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:12.729679 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:12.730292 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:12.730677 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bb6cd189-f934-4da4-8470-2a14417014b2 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1838'] for router, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:12.739329 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:12.740780 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:12.747790 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:12.747790 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:12.747790 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:12.747790 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:12.747790 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:12.747790 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:12.795634 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bb6cd189-f934-4da4-8470-2a14417014b2 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:12.813603 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081d5783-4901-4dba-8b04-a1d802a72e68 service neutron] Pushing event updated for resources: {'Port': ['ID=f21d06d4-e367-4e1c-9f14-3a6c1c2ac7dd,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:12.866608 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb883cb-bdde-43d5-bc42-d5ccce87313e req-b4d6b197-010f-4303-9de3-b2ceacc301ef tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:12.869439 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-bfb883cb-bdde-43d5-bc42-d5ccce87313e req-b4d6b197-010f-4303-9de3-b2ceacc301ef tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f1a17fa-6f41-464c-bb77-2f119ba561c6 HTTP/1.1" status: 200 len: 943 time: 0.4199479 Aug 29 04:22:12.870908 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d131facc-1f44-4bc0-95e2-edbcd9462140 req-405a9d1e-abf3-44e6-bd2b-45aafdab8bd0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f21d06d4-e367-4e1c-9f14-3a6c1c2ac7dd HTTP/1.1" status: 200 len: 217 time: 0.2226284 Aug 29 04:22:12.978769 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bb6cd189-f934-4da4-8470-2a14417014b2 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:12.991347 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-bfb883cb-bdde-43d5-bc42-d5ccce87313e req-400d466c-d2bb-4bf9-ae8c-12364d8e3c40 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc298de8-05a1-4048-a74a-af5d487002fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140945 Aug 29 04:22:12.991794 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e49a531-839c-4518-a8fc-b0018e9552e4 req-7a6e924a-6502-4beb-ae5f-7af3cf8dcd6a tempest-VolumesBackupsTest-690823265 tempest-VolumesBackupsTest-690823265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:13.000558 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6e49a531-839c-4518-a8fc-b0018e9552e4 req-7a6e924a-6502-4beb-ae5f-7af3cf8dcd6a tempest-VolumesBackupsTest-690823265 tempest-VolumesBackupsTest-690823265-project] 10.222.0.22 "GET /v2.0/ports?device_id=a11fd094-2f4e-4351-bbb9-5f61366d0421 HTTP/1.1" status: 200 len: 948 time: 0.2032063 Aug 29 04:22:13.026935 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bcfbe3-97d5-4daa-b45e-10de084a5570 req-296b36c3-554c-4c18-8a01-0ed9de09646e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:13.034045 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f1bcfbe3-97d5-4daa-b45e-10de084a5570 req-296b36c3-554c-4c18-8a01-0ed9de09646e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e09e77d6-9e1c-48ca-bc8e-b3b1a5575d1e HTTP/1.1" status: 200 len: 858 time: 0.2715840 Aug 29 04:22:13.051928 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6e49a531-839c-4518-a8fc-b0018e9552e4 req-ec7b8f0d-4068-4482-83c6-af0f3043ee5e tempest-VolumesBackupsTest-690823265 tempest-VolumesBackupsTest-690823265-project] 10.222.0.22 "GET /v2.0/security-groups?id=89551632-06d3-431a-8fc3-3a492f2bd96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503466 Aug 29 04:22:13.090506 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['8679445c-941a-41f7-90a4-c34efa203f96'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:22:13.153236 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f1bcfbe3-97d5-4daa-b45e-10de084a5570 req-ebe22f87-c6e1-4cc4-955a-0bf877496087 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=430f809c-a4d3-48f1-bbd1-f32da1f4fbac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0993862 Aug 29 04:22:13.162411 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d131facc-1f44-4bc0-95e2-edbcd9462140 req-79cd69a0-45f0-4953-934c-8f2d9414b4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:13.164480 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d131facc-1f44-4bc0-95e2-edbcd9462140 req-79cd69a0-45f0-4953-934c-8f2d9414b4ce service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e09e77d6-9e1c-48ca-bc8e-b3b1a5575d1e HTTP/1.1" status: 200 len: 858 time: 0.2803102 Aug 29 04:22:13.171655 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-9b60a760-2207-4e4c-882f-b93d11e021e3 req-ccfe63a9-1c34-4864-b7e2-5550ab157dd3 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:13.231769 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d131facc-1f44-4bc0-95e2-edbcd9462140 req-09c8b1e4-5970-4cef-a97b-4885e68f5001 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=430f809c-a4d3-48f1-bbd1-f32da1f4fbac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487790 Aug 29 04:22:13.292268 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a6aa5a-4743-4141-9d40-1eae9115a12c req-d1d26049-9726-4f8d-a806-504a138fb29d tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:13.294106 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a5a6aa5a-4743-4141-9d40-1eae9115a12c req-d1d26049-9726-4f8d-a806-504a138fb29d tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbbdf5ca-0dc2-4283-8108-a1763b063e9c HTTP/1.1" status: 200 len: 946 time: 0.1188350 Aug 29 04:22:13.418687 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a5a6aa5a-4743-4141-9d40-1eae9115a12c req-db917e16-c705-4cb0-a1f1-bf44dcca523a tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/security-groups?id=efbd56da-4301-456e-8002-a695aaaeaffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133380 Aug 29 04:22:13.472360 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bb6cd189-f934-4da4-8470-2a14417014b2 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify callbacks [] for router_gateway, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:13.488377 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d131facc-1f44-4bc0-95e2-edbcd9462140 req-628a9dba-3140-4872-9600-4061c75d813d service neutron] 10.222.0.46 "GET /v2.0/networks/430f809c-a4d3-48f1-bbd1-f32da1f4fbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196033 Aug 29 04:22:13.531609 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bb6cd189-f934-4da4-8470-2a14417014b2 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:13.562547 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666ab391-e527-47a7-bde1-e11f8b6686ea req-24d67a97-1aca-4fc6-b7d2-20f032f609f0 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:13.564156 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-666ab391-e527-47a7-bde1-e11f8b6686ea req-24d67a97-1aca-4fc6-b7d2-20f032f609f0 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=b85364e0-ead5-4b50-8b48-a318fc9dca90 HTTP/1.1" status: 200 len: 944 time: 0.2387843 Aug 29 04:22:13.569923 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f1bcfbe3-97d5-4daa-b45e-10de084a5570 req-58b95ee7-d48d-4c3b-aed0-5e77ad4993f8 service neutron] 10.222.0.48 "GET /v2.0/networks/430f809c-a4d3-48f1-bbd1-f32da1f4fbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4017434 Aug 29 04:22:13.585226 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-9b60a760-2207-4e4c-882f-b93d11e021e3 req-ccfe63a9-1c34-4864-b7e2-5550ab157dd3 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:13.657891 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c707916-4874-4dc6-a73d-6053132ddd85 req-8f355b63-88bf-441f-af08-08a351de1128 tempest-ServerPasswordTestJSON-1455143783 tempest-ServerPasswordTestJSON-1455143783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:13.659647 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2c707916-4874-4dc6-a73d-6053132ddd85 req-8f355b63-88bf-441f-af08-08a351de1128 tempest-ServerPasswordTestJSON-1455143783 tempest-ServerPasswordTestJSON-1455143783-project] 10.222.0.22 "GET /v2.0/ports?device_id=de914201-7af1-4c46-b3fe-5b1ec54b80c3 HTTP/1.1" status: 200 len: 945 time: 0.1391244 Aug 29 04:22:13.725654 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-bb6cd189-f934-4da4-8470-2a14417014b2 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Allocated IP 172.25.0.151 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/68d3acca-1e4a-45ef-b86d-504aedc0b9d9) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:22:13.749469 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2c707916-4874-4dc6-a73d-6053132ddd85 req-5e2fcd7c-b5d0-4c22-aa57-42dfd3bb2d07 tempest-ServerPasswordTestJSON-1455143783 tempest-ServerPasswordTestJSON-1455143783-project] 10.222.0.22 "GET /v2.0/security-groups?id=68475d08-a957-45e2-9798-29203af95702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808904 Aug 29 04:22:13.828574 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-666ab391-e527-47a7-bde1-e11f8b6686ea req-eeb52014-fa23-4de6-8437-4c5a6a52e7af tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535164 Aug 29 04:22:13.858574 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b60a760-2207-4e4c-882f-b93d11e021e3 req-ccfe63a9-1c34-4864-b7e2-5550ab157dd3 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Network 1c65535d-8d45-4051-8e5d-043211a49251 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:22:13.898408 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfe63a9-1c34-4864-b7e2-5550ab157dd3 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Pushing event updated for resources: {'Port': ['ID=0fe65b52-6b33-495b-84ed-16828372bb83,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:13.909120 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [req-9b60a760-2207-4e4c-882f-b93d11e021e3 req-ccfe63a9-1c34-4864-b7e2-5550ab157dd3 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:22:13.913984 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b60a760-2207-4e4c-882f-b93d11e021e3 req-ccfe63a9-1c34-4864-b7e2-5550ab157dd3 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:22:13.924224 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d131facc-1f44-4bc0-95e2-edbcd9462140 req-3924ee24-268d-489c-a042-3aead8077329 service neutron] 10.222.0.46 "GET /v2.0/networks/430f809c-a4d3-48f1-bbd1-f32da1f4fbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4256163 Aug 29 04:22:14.004774 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f1bcfbe3-97d5-4daa-b45e-10de084a5570 req-31ea83a1-2188-42ce-9796-00ea90624887 service neutron] 10.222.0.48 "GET /v2.0/networks/430f809c-a4d3-48f1-bbd1-f32da1f4fbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4212310 Aug 29 04:22:14.017345 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bb6cd189-f934-4da4-8470-2a14417014b2 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:14.039463 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b60a760-2207-4e4c-882f-b93d11e021e3 req-ccfe63a9-1c34-4864-b7e2-5550ab157dd3 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:14.040853 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-9b60a760-2207-4e4c-882f-b93d11e021e3 req-ccfe63a9-1c34-4864-b7e2-5550ab157dd3 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:14.084183 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9b60a760-2207-4e4c-882f-b93d11e021e3 req-ccfe63a9-1c34-4864-b7e2-5550ab157dd3 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6689775 Aug 29 04:22:14.098708 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a2e9e-8483-459f-adc3-7964df96b733 req-6422b156-aa86-4652-b5cb-274404cea052 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:14.100342 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-982a2e9e-8483-459f-adc3-7964df96b733 req-6422b156-aa86-4652-b5cb-274404cea052 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ca7bb12-432d-44b3-aa29-8fc3788f5be7 HTTP/1.1" status: 200 len: 931 time: 0.1443198 Aug 29 04:22:14.106980 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-9b60a760-2207-4e4c-882f-b93d11e021e3 req-a60b778c-3991-404e-a9ac-9503e5f0068f service neutron] Request body: {'port': {'device_id': '5ca7bb12-432d-44b3-aa29-8fc3788f5be7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-12'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:14.114651 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15672e7f-c15f-4316-9be8-dc10fa695f06 req-08427250-a7c5-422d-b560-c8d4603b81f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:14.116365 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-15672e7f-c15f-4316-9be8-dc10fa695f06 req-08427250-a7c5-422d-b560-c8d4603b81f7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d9a76e3dc1744d138793af79d163dd05&device_id=5f1a17fa-6f41-464c-bb77-2f119ba561c6 HTTP/1.1" status: 200 len: 1095 time: 0.1084204 Aug 29 04:22:14.153448 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bb6cd189-f934-4da4-8470-2a14417014b2 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:14.205478 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6cd189-f934-4da4-8470-2a14417014b2 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Pushing event updated for resources: {'Port': ['ID=68d3acca-1e4a-45ef-b86d-504aedc0b9d9,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:14.216630 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3bea0e-ba02-47ac-b97c-15c803b291c9 req-4d4e4b8c-2c82-4ee0-9e1d-7e32a95d0734 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:14.224414 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6c3bea0e-ba02-47ac-b97c-15c803b291c9 req-4d4e4b8c-2c82-4ee0-9e1d-7e32a95d0734 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f1a17fa-6f41-464c-bb77-2f119ba561c6 HTTP/1.1" status: 200 len: 943 time: 0.1221988 Aug 29 04:22:14.269658 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6cd189-f934-4da4-8470-2a14417014b2 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:22:14.287460 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-bb6cd189-f934-4da4-8470-2a14417014b2 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:22:14.317520 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6c3bea0e-ba02-47ac-b97c-15c803b291c9 req-44e3a5b8-d8f0-4a15-87f7-2b365de2752e tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc298de8-05a1-4048-a74a-af5d487002fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859754 Aug 29 04:22:14.317520 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6cd189-f934-4da4-8470-2a14417014b2 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:22:14.586010 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-982a2e9e-8483-459f-adc3-7964df96b733 req-7d3a0bea-06f6-4805-91ab-c781eb04609c tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4740705 Aug 29 04:22:14.591488 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-9b60a760-2207-4e4c-882f-b93d11e021e3 req-a60b778c-3991-404e-a9ac-9503e5f0068f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:14.685236 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15672e7f-c15f-4316-9be8-dc10fa695f06 req-88f33e10-2af8-466e-9b96-82023cd19ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:14.687519 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-15672e7f-c15f-4316-9be8-dc10fa695f06 req-88f33e10-2af8-466e-9b96-82023cd19ce0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=430f809c-a4d3-48f1-bbd1-f32da1f4fbac HTTP/1.1" status: 200 len: 919 time: 0.5503120 Aug 29 04:22:14.839739 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-15672e7f-c15f-4316-9be8-dc10fa695f06 req-6fa1bcda-96d2-486d-9cc4-5a53394d373b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f21d06d4-e367-4e1c-9f14-3a6c1c2ac7dd HTTP/1.1" status: 200 len: 217 time: 0.1152623 Aug 29 04:22:14.929013 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a6ec79-944b-4d42-9679-2c2af156a03e req-41f0334f-d6f2-4d2a-b258-27c50c9ada88 tempest-VolumesBackupsTest-690823265 tempest-VolumesBackupsTest-690823265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:14.934859 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e2a6ec79-944b-4d42-9679-2c2af156a03e req-41f0334f-d6f2-4d2a-b258-27c50c9ada88 tempest-VolumesBackupsTest-690823265 tempest-VolumesBackupsTest-690823265-project] 10.222.0.22 "GET /v2.0/ports?device_id=a11fd094-2f4e-4351-bbb9-5f61366d0421 HTTP/1.1" status: 200 len: 948 time: 0.5592246 Aug 29 04:22:14.973933 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cad3ef2-b789-4a80-a759-b711b5852be9 req-06e16cb1-36fb-456e-84c2-912dd6c202d1 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:14.975807 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1cad3ef2-b789-4a80-a759-b711b5852be9 req-06e16cb1-36fb-456e-84c2-912dd6c202d1 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbbdf5ca-0dc2-4283-8108-a1763b063e9c HTTP/1.1" status: 200 len: 946 time: 0.2560544 Aug 29 04:22:15.035924 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa2a9e1-03ff-4309-9ec0-53354705704c req-f743888c-eb89-42e1-a34a-00756e3e9f20 tempest-ServerPasswordTestJSON-1455143783 tempest-ServerPasswordTestJSON-1455143783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:15.037560 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5aa2a9e1-03ff-4309-9ec0-53354705704c req-f743888c-eb89-42e1-a34a-00756e3e9f20 tempest-ServerPasswordTestJSON-1455143783 tempest-ServerPasswordTestJSON-1455143783-project] 10.222.0.46 "GET /v2.0/ports?device_id=de914201-7af1-4c46-b3fe-5b1ec54b80c3 HTTP/1.1" status: 200 len: 945 time: 0.1713617 Aug 29 04:22:15.053129 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15672e7f-c15f-4316-9be8-dc10fa695f06 req-4b7cf037-1c06-46f3-955f-7c0edad567af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:15.054616 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-15672e7f-c15f-4316-9be8-dc10fa695f06 req-4b7cf037-1c06-46f3-955f-7c0edad567af service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e09e77d6-9e1c-48ca-bc8e-b3b1a5575d1e HTTP/1.1" status: 200 len: 858 time: 0.2036924 Aug 29 04:22:15.115782 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-15672e7f-c15f-4316-9be8-dc10fa695f06 req-61102b6e-df00-4aec-9790-97db344fd555 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=430f809c-a4d3-48f1-bbd1-f32da1f4fbac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520971 Aug 29 04:22:15.125001 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e2a6ec79-944b-4d42-9679-2c2af156a03e req-4f03de72-ed4c-4372-856b-81acc55f45a4 tempest-VolumesBackupsTest-690823265 tempest-VolumesBackupsTest-690823265-project] 10.222.0.22 "GET /v2.0/security-groups?id=89551632-06d3-431a-8fc3-3a492f2bd96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826696 Aug 29 04:22:15.142892 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1cad3ef2-b789-4a80-a759-b711b5852be9 req-8784e675-c830-437f-a5d0-a248fd3d8cf0 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/security-groups?id=efbd56da-4301-456e-8002-a695aaaeaffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1482983 Aug 29 04:22:15.333332 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-15672e7f-c15f-4316-9be8-dc10fa695f06 req-c3cb50c4-1829-4ec1-aa54-72c774550540 service neutron] 10.222.0.46 "GET /v2.0/networks/430f809c-a4d3-48f1-bbd1-f32da1f4fbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088633 Aug 29 04:22:15.343389 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [req-9b60a760-2207-4e4c-882f-b93d11e021e3 req-a60b778c-3991-404e-a9ac-9503e5f0068f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fe65b52-6b33-495b-84ed-16828372bb83 {{(pid=94829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:22:15.362762 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-9b60a760-2207-4e4c-882f-b93d11e021e3 req-a60b778c-3991-404e-a9ac-9503e5f0068f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:15.430418 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246e86ee-2fb3-4723-97bd-e2c994e71ed8 req-e62753cf-3591-4d63-8279-f9a291225301 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:15.436967 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-5aa2a9e1-03ff-4309-9ec0-53354705704c req-4cd10bc4-1d8a-47d2-a21b-7646da5b8829 tempest-ServerPasswordTestJSON-1455143783 tempest-ServerPasswordTestJSON-1455143783-project] Deleting port ae81989c-5f1e-4b61-8089-d6f802544295 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:22:15.437398 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-5aa2a9e1-03ff-4309-9ec0-53354705704c req-4cd10bc4-1d8a-47d2-a21b-7646da5b8829 tempest-ServerPasswordTestJSON-1455143783 tempest-ServerPasswordTestJSON-1455143783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:15.438293 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-246e86ee-2fb3-4723-97bd-e2c994e71ed8 req-e62753cf-3591-4d63-8279-f9a291225301 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=b85364e0-ead5-4b50-8b48-a318fc9dca90 HTTP/1.1" status: 200 len: 944 time: 0.1864533 Aug 29 04:22:15.454698 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [req-9b60a760-2207-4e4c-882f-b93d11e021e3 req-a60b778c-3991-404e-a9ac-9503e5f0068f service neutron] Transition to ACTIVE for port object 0fe65b52-6b33-495b-84ed-16828372bb83 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:22:15.466960 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-9b60a760-2207-4e4c-882f-b93d11e021e3 req-a60b778c-3991-404e-a9ac-9503e5f0068f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:15.498921 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74e8a75-4281-4bb3-b0a0-591477b4edfa req-2b78cf7d-680f-4a32-942d-b2b549a55d1d tempest-ServerPasswordTestJSON-1455143783 tempest-ServerPasswordTestJSON-1455143783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:15.513752 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b74e8a75-4281-4bb3-b0a0-591477b4edfa req-2b78cf7d-680f-4a32-942d-b2b549a55d1d tempest-ServerPasswordTestJSON-1455143783 tempest-ServerPasswordTestJSON-1455143783-project] 10.222.0.22 "GET /v2.0/ports?device_id=de914201-7af1-4c46-b3fe-5b1ec54b80c3 HTTP/1.1" status: 200 len: 945 time: 0.2269258 Aug 29 04:22:15.561493 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-246e86ee-2fb3-4723-97bd-e2c994e71ed8 req-fc3ccfa5-ec3b-4fab-86c7-629a5db491e6 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168127 Aug 29 04:22:15.565846 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bb6cd189-f934-4da4-8470-2a14417014b2 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify callbacks [] for router_gateway, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:15.581775 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60b778c-3991-404e-a9ac-9503e5f0068f service neutron] Pushing event updated for resources: {'Port': ['ID=0fe65b52-6b33-495b-84ed-16828372bb83,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:15.599069 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-15672e7f-c15f-4316-9be8-dc10fa695f06 req-1d0d7412-6a90-4a5b-9d38-54423444e49c service neutron] 10.222.0.46 "GET /v2.0/networks/430f809c-a4d3-48f1-bbd1-f32da1f4fbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578285 Aug 29 04:22:15.691022 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b74e8a75-4281-4bb3-b0a0-591477b4edfa req-3dadfad0-cc1e-45f0-9f3a-01c191d6c148 tempest-ServerPasswordTestJSON-1455143783 tempest-ServerPasswordTestJSON-1455143783-project] 10.222.0.22 "GET /v2.0/security-groups?id=68475d08-a957-45e2-9798-29203af95702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760342 Aug 29 04:22:15.737793 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-9b60a760-2207-4e4c-882f-b93d11e021e3 req-a60b778c-3991-404e-a9ac-9503e5f0068f service neutron] Attempting to bind port 0fe65b52-6b33-495b-84ed-16828372bb83 on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:22:15.738430 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-9b60a760-2207-4e4c-882f-b93d11e021e3 req-a60b778c-3991-404e-a9ac-9503e5f0068f service neutron] Attempting to bind port 0fe65b52-6b33-495b-84ed-16828372bb83 by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': '44fea4a1-e972-4690-b14e-956bce45d1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1c65535d-8d45-4051-8e5d-043211a49251'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:22:15.738999 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b60a760-2207-4e4c-882f-b93d11e021e3 req-a60b778c-3991-404e-a9ac-9503e5f0068f service neutron] Attempting to bind port 0fe65b52-6b33-495b-84ed-16828372bb83 on network 1c65535d-8d45-4051-8e5d-043211a49251 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:22:15.745512 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b60a760-2207-4e4c-882f-b93d11e021e3 req-a60b778c-3991-404e-a9ac-9503e5f0068f service neutron] Port 0fe65b52-6b33-495b-84ed-16828372bb83 on network 1c65535d-8d45-4051-8e5d-043211a49251 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:22:15.746097 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b60a760-2207-4e4c-882f-b93d11e021e3 req-a60b778c-3991-404e-a9ac-9503e5f0068f service neutron] Attempting to bind port 0fe65b52-6b33-495b-84ed-16828372bb83 on network 1c65535d-8d45-4051-8e5d-043211a49251 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:22:15.752356 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b60a760-2207-4e4c-882f-b93d11e021e3 req-a60b778c-3991-404e-a9ac-9503e5f0068f service neutron] Checking agent: {'id': '3de9de52-3a03-431d-9d7e-497ae92c57ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:22:15.752945 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b60a760-2207-4e4c-882f-b93d11e021e3 req-a60b778c-3991-404e-a9ac-9503e5f0068f service neutron] Checking segment: {'id': '44fea4a1-e972-4690-b14e-956bce45d1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1c65535d-8d45-4051-8e5d-043211a49251'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:22:15.753949 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b60a760-2207-4e4c-882f-b93d11e021e3 req-a60b778c-3991-404e-a9ac-9503e5f0068f service neutron] Bound using segment: {'id': '44fea4a1-e972-4690-b14e-956bce45d1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1c65535d-8d45-4051-8e5d-043211a49251'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:22:15.755366 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-9b60a760-2207-4e4c-882f-b93d11e021e3 req-a60b778c-3991-404e-a9ac-9503e5f0068f service neutron] Bound port: 0fe65b52-6b33-495b-84ed-16828372bb83, host: n-h1-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44fea4a1-e972-4690-b14e-956bce45d1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1c65535d-8d45-4051-8e5d-043211a49251'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:22:15.756014 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-9b60a760-2207-4e4c-882f-b93d11e021e3 req-a60b778c-3991-404e-a9ac-9503e5f0068f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:15.781405 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-5aa2a9e1-03ff-4309-9ec0-53354705704c req-4cd10bc4-1d8a-47d2-a21b-7646da5b8829 tempest-ServerPasswordTestJSON-1455143783 tempest-ServerPasswordTestJSON-1455143783-project] For port ae81989c-5f1e-4b61-8089-d6f802544295, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=ae81989c-5f1e-4b61-8089-d6f802544295,segment=NetworkSegment(fa36d9cc-1749-4ca4-acc8-f5333ec26ab8),segment_id=fa36d9cc-1749-4ca4-acc8-f5333ec26ab8)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:15.781877 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-5aa2a9e1-03ff-4309-9ec0-53354705704c req-4cd10bc4-1d8a-47d2-a21b-7646da5b8829 tempest-ServerPasswordTestJSON-1455143783 tempest-ServerPasswordTestJSON-1455143783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:15.805043 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-5aa2a9e1-03ff-4309-9ec0-53354705704c req-4cd10bc4-1d8a-47d2-a21b-7646da5b8829 tempest-ServerPasswordTestJSON-1455143783 tempest-ServerPasswordTestJSON-1455143783-project] Calling delete_port for ae81989c-5f1e-4b61-8089-d6f802544295 owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:22:15.929408 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-9b60a760-2207-4e4c-882f-b93d11e021e3 req-a60b778c-3991-404e-a9ac-9503e5f0068f service neutron] For port 0fe65b52-6b33-495b-84ed-16828372bb83, host n-h1-712140-12, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:22:15.968311 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91711183-6c13-4862-a706-d072e6884fb4 req-e9469851-ef7e-46cd-8ef7-39db8635da8c tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:15.970074 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-91711183-6c13-4862-a706-d072e6884fb4 req-e9469851-ef7e-46cd-8ef7-39db8635da8c tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f1a17fa-6f41-464c-bb77-2f119ba561c6 HTTP/1.1" status: 200 len: 943 time: 0.0770648 Aug 29 04:22:15.972221 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-9b60a760-2207-4e4c-882f-b93d11e021e3 req-a60b778c-3991-404e-a9ac-9503e5f0068f service neutron] For port 0fe65b52-6b33-495b-84ed-16828372bb83, host n-h1-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=0fe65b52-6b33-495b-84ed-16828372bb83,segment=NetworkSegment(44fea4a1-e972-4690-b14e-956bce45d1ec),segment_id=44fea4a1-e972-4690-b14e-956bce45d1ec)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:22:15.984022 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-9b60a760-2207-4e4c-882f-b93d11e021e3 req-a60b778c-3991-404e-a9ac-9503e5f0068f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:16.068116 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0686d420-5c26-4665-a3cd-f62daf09546f req-20982f07-45d1-4079-b37b-56a81a67d086 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:16.070344 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0686d420-5c26-4665-a3cd-f62daf09546f req-20982f07-45d1-4079-b37b-56a81a67d086 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ca7bb12-432d-44b3-aa29-8fc3788f5be7 HTTP/1.1" status: 200 len: 943 time: 0.1680489 Aug 29 04:22:16.075881 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bb6cd189-f934-4da4-8470-2a14417014b2 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409'] for router, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:16.107616 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b60a760-2207-4e4c-882f-b93d11e021e3 req-a60b778c-3991-404e-a9ac-9503e5f0068f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:16.109116 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-9b60a760-2207-4e4c-882f-b93d11e021e3 req-a60b778c-3991-404e-a9ac-9503e5f0068f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:16.111474 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9b60a760-2207-4e4c-882f-b93d11e021e3 req-a60b778c-3991-404e-a9ac-9503e5f0068f service neutron] 10.222.0.46 "PUT /v2.0/ports/0fe65b52-6b33-495b-84ed-16828372bb83 HTTP/1.1" status: 200 len: 1092 time: 2.0100050 Aug 29 04:22:16.115669 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ca7bb12-432d-44b3-aa29-8fc3788f5be7', 'tag': '0fe65b52-6b33-495b-84ed-16828372bb83'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:22:16.120332 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65b421e8-b98b-40bb-9a32-a3f798fd806d" -d '{"events": [{"name": "network-changed", "server_uuid": "5ca7bb12-432d-44b3-aa29-8fc3788f5be7", "tag": "0fe65b52-6b33-495b-84ed-16828372bb83"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:22:16.130003 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device d71d6c5d-6a54-4919-850f-c170caffc061 details requested by agent hyperv_n-h2-712140-12 with host n-h2-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:22:16.138496 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 8679445c-941a-41f7-90a4-c34efa203f96 up at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:22:16.150324 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-91711183-6c13-4862-a706-d072e6884fb4 req-b05b6eae-dfe1-4f22-8dc0-f86db306250b tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc298de8-05a1-4048-a74a-af5d487002fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623862 Aug 29 04:22:16.251147 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c105f329-0dab-45fc-ac3b-308bca042a86 x-openstack-request-id: req-c105f329-0dab-45fc-ac3b-308bca042a86 {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:22:16.252039 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ca7bb12-432d-44b3-aa29-8fc3788f5be7", "tag": "0fe65b52-6b33-495b-84ed-16828372bb83", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:22:16.253187 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c105f329-0dab-45fc-ac3b-308bca042a86 {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:22:16.254342 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ca7bb12-432d-44b3-aa29-8fc3788f5be7', 'tag': '0fe65b52-6b33-495b-84ed-16828372bb83', 'status': 'completed', 'code': 200} Aug 29 04:22:16.295199 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60b778c-3991-404e-a9ac-9503e5f0068f service neutron] Pushing event updated for resources: {'Port': ['ID=0fe65b52-6b33-495b-84ed-16828372bb83,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:16.325184 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning for port 8679445c-941a-41f7-90a4-c34efa203f96 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:22:16.332965 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b60a760-2207-4e4c-882f-b93d11e021e3 req-3f79e9f7-4308-4187-b14f-7d39043a032e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:16.335011 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9b60a760-2207-4e4c-882f-b93d11e021e3 req-3f79e9f7-4308-4187-b14f-7d39043a032e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=260b2b7726794e4d90a38e52b66506fd&device_id=5ca7bb12-432d-44b3-aa29-8fc3788f5be7 HTTP/1.1" status: 200 len: 1095 time: 0.1725104 Aug 29 04:22:16.345368 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning complete for port 8679445c-941a-41f7-90a4-c34efa203f96 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:16.346125 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:16.393447 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port d71d6c5d-6a54-4919-850f-c170caffc061, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=d71d6c5d-6a54-4919-850f-c170caffc061,segment=NetworkSegment(ad086531-7f14-4bee-b100-2be74f8adb97),segment_id=ad086531-7f14-4bee-b100-2be74f8adb97)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:16.405407 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9b60a760-2207-4e4c-882f-b93d11e021e3 req-49d8aef0-e5a7-479d-93e4-049b59eb4f45 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0fe65b52-6b33-495b-84ed-16828372bb83 HTTP/1.1" status: 200 len: 217 time: 0.0616648 Aug 29 04:22:16.410967 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0686d420-5c26-4665-a3cd-f62daf09546f req-058a5923-9dab-4379-94ec-fe6a32e85504 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638116 Aug 29 04:22:16.417443 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Returning: {'device': 'd71d6c5d-6a54-4919-850f-c170caffc061', 'network_id': '430f809c-a4d3-48f1-bbd1-f32da1f4fbac', 'port_id': 'd71d6c5d-6a54-4919-850f-c170caffc061', 'mac_address': 'fa:16:3e:75:2d:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e09e77d6-9e1c-48ca-bc8e-b3b1a5575d1e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:22:16.432260 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-5aa2a9e1-03ff-4309-9ec0-53354705704c req-4cd10bc4-1d8a-47d2-a21b-7646da5b8829 tempest-ServerPasswordTestJSON-1455143783 tempest-ServerPasswordTestJSON-1455143783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:16.485586 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['ae81989c-5f1e-4b61-8089-d6f802544295'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:22:16.506468 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad86ae64-1087-444f-be3d-3c7c08793a84 req-decc8535-03b8-4f01-9eb7-f1b0888158bd tempest-VolumesBackupsTest-690823265 tempest-VolumesBackupsTest-690823265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:16.507668 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ad86ae64-1087-444f-be3d-3c7c08793a84 req-decc8535-03b8-4f01-9eb7-f1b0888158bd tempest-VolumesBackupsTest-690823265 tempest-VolumesBackupsTest-690823265-project] 10.222.0.22 "GET /v2.0/ports?device_id=a11fd094-2f4e-4351-bbb9-5f61366d0421 HTTP/1.1" status: 200 len: 948 time: 0.1169300 Aug 29 04:22:16.523960 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b60a760-2207-4e4c-882f-b93d11e021e3 req-e4001c04-a0fb-4f41-968c-8ee29b70954b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:16.526122 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9b60a760-2207-4e4c-882f-b93d11e021e3 req-e4001c04-a0fb-4f41-968c-8ee29b70954b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d11db723-881a-44e4-ae3d-f8a6bedc146e HTTP/1.1" status: 200 len: 847 time: 0.0920219 Aug 29 04:22:16.539778 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device f21d06d4-e367-4e1c-9f14-3a6c1c2ac7dd details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:22:16.581142 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:16.586839 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9b60a760-2207-4e4c-882f-b93d11e021e3 req-4dd8cffa-d03b-4191-9ad2-68ebf23778e8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1c65535d-8d45-4051-8e5d-043211a49251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514338 Aug 29 04:22:16.591955 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd10bc4-1d8a-47d2-a21b-7646da5b8829 tempest-ServerPasswordTestJSON-1455143783 tempest-ServerPasswordTestJSON-1455143783-project] Pushing event deleted for resources: {'Port': ['ID=ae81989c-5f1e-4b61-8089-d6f802544295,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:16.606013 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d71d6c5d-6a54-4919-850f-c170caffc061 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:22:16.610931 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:16.644174 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ad86ae64-1087-444f-be3d-3c7c08793a84 req-4530accb-2cc4-4bae-a3da-9f718f9972cd tempest-VolumesBackupsTest-690823265 tempest-VolumesBackupsTest-690823265-project] 10.222.0.22 "GET /v2.0/security-groups?id=89551632-06d3-431a-8fc3-3a492f2bd96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284032 Aug 29 04:22:16.684194 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aa2a9e1-03ff-4309-9ec0-53354705704c req-4cd10bc4-1d8a-47d2-a21b-7646da5b8829 tempest-ServerPasswordTestJSON-1455143783 tempest-ServerPasswordTestJSON-1455143783-project] No DVR routers for this DVR port ae81989c-5f1e-4b61-8089-d6f802544295 on host n-h1-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:22:16.687044 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-5aa2a9e1-03ff-4309-9ec0-53354705704c req-4cd10bc4-1d8a-47d2-a21b-7646da5b8829 tempest-ServerPasswordTestJSON-1455143783 tempest-ServerPasswordTestJSON-1455143783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:16.689736 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5aa2a9e1-03ff-4309-9ec0-53354705704c req-4cd10bc4-1d8a-47d2-a21b-7646da5b8829 tempest-ServerPasswordTestJSON-1455143783 tempest-ServerPasswordTestJSON-1455143783-project] 10.222.0.46 "DELETE /v2.0/ports/ae81989c-5f1e-4b61-8089-d6f802544295 HTTP/1.1" status: 204 len: 173 time: 1.6433351 Aug 29 04:22:16.694663 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de914201-7af1-4c46-b3fe-5b1ec54b80c3', 'name': 'network-vif-deleted', 'tag': 'ae81989c-5f1e-4b61-8089-d6f802544295'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:22:16.698116 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-071c220a-e3fb-4edd-a329-0368069f3fc4" -d '{"events": [{"server_uuid": "de914201-7af1-4c46-b3fe-5b1ec54b80c3", "name": "network-vif-deleted", "tag": "ae81989c-5f1e-4b61-8089-d6f802544295"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:22:16.737757 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port f21d06d4-e367-4e1c-9f14-3a6c1c2ac7dd, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=f21d06d4-e367-4e1c-9f14-3a6c1c2ac7dd,segment=NetworkSegment(ad086531-7f14-4bee-b100-2be74f8adb97),segment_id=ad086531-7f14-4bee-b100-2be74f8adb97)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:16.763194 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cf940b-c484-453b-b1c9-df60995eb1f9 req-9d11cef4-65fa-4aab-ac69-c43e2ab3b2bc tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:16.772193 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-80cf940b-c484-453b-b1c9-df60995eb1f9 req-9d11cef4-65fa-4aab-ac69-c43e2ab3b2bc tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbbdf5ca-0dc2-4283-8108-a1763b063e9c HTTP/1.1" status: 200 len: 946 time: 0.1941757 Aug 29 04:22:16.821175 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb6cd189-f934-4da4-8470-2a14417014b2 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Router 70364629-9f4c-4987-9ce3-86087a94b9d3 is scheduled to L3 agent 76874008-c311-485c-ba36-921b6d275b6a with binding_index 1 {{(pid=94828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:22:16.885765 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-80cf940b-c484-453b-b1c9-df60995eb1f9 req-634398a0-0309-485c-9de2-2eb4279189e6 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/security-groups?id=efbd56da-4301-456e-8002-a695aaaeaffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985587 Aug 29 04:22:16.894577 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9b60a760-2207-4e4c-882f-b93d11e021e3 req-66e2b59b-2418-4f16-8c3f-3ca310dd5216 service neutron] 10.222.0.46 "GET /v2.0/networks/1c65535d-8d45-4051-8e5d-043211a49251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2966819 Aug 29 04:22:16.929881 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Returning: {'device': 'f21d06d4-e367-4e1c-9f14-3a6c1c2ac7dd', 'network_id': '430f809c-a4d3-48f1-bbd1-f32da1f4fbac', 'port_id': 'f21d06d4-e367-4e1c-9f14-3a6c1c2ac7dd', 'mac_address': 'fa:16:3e:83:ec:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e09e77d6-9e1c-48ca-bc8e-b3b1a5575d1e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:22:16.950512 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b687a3-6b19-42f6-8505-ee9e92dc1abf req-e9302baf-271d-433d-9e14-4cf43be6510f tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:16.951353 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port d71d6c5d-6a54-4919-850f-c170caffc061, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=d71d6c5d-6a54-4919-850f-c170caffc061,segment=NetworkSegment(ad086531-7f14-4bee-b100-2be74f8adb97),segment_id=ad086531-7f14-4bee-b100-2be74f8adb97)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:16.954088 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-97b687a3-6b19-42f6-8505-ee9e92dc1abf req-e9302baf-271d-433d-9e14-4cf43be6510f tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=b85364e0-ead5-4b50-8b48-a318fc9dca90 HTTP/1.1" status: 200 len: 944 time: 0.1532428 Aug 29 04:22:16.957997 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b85364e0-ead5-4b50-8b48-a318fc9dca90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8679445c-941a-41f7-90a4-c34efa203f96'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:22:16.960496 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-288af053-e45a-451f-b4f0-05f33487f155" -d '{"events": [{"server_uuid": "b85364e0-ead5-4b50-8b48-a318fc9dca90", "name": "network-vif-plugged", "status": "completed", "tag": "8679445c-941a-41f7-90a4-c34efa203f96"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:22:16.967280 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:16.968112 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 6eda394e-218e-4cf1-a1be-746f367302e7 details requested by agent hyperv_n-h2-712140-12 with host n-h2-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:22:16.984629 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 8679445c-941a-41f7-90a4-c34efa203f96, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=8679445c-941a-41f7-90a4-c34efa203f96,segment=NetworkSegment(b7618bbf-11af-465a-8663-f9f8f84b36c0),segment_id=b7618bbf-11af-465a-8663-f9f8f84b36c0)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:17.030078 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:17.090018 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78068c7a-f0ea-422c-9581-5a67c117fcf9 x-openstack-request-id: req-78068c7a-f0ea-422c-9581-5a67c117fcf9 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:22:17.090630 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de914201-7af1-4c46-b3fe-5b1ec54b80c3", "name": "network-vif-deleted", "tag": "ae81989c-5f1e-4b61-8089-d6f802544295", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:22:17.090630 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-78068c7a-f0ea-422c-9581-5a67c117fcf9 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:22:17.090982 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de914201-7af1-4c46-b3fe-5b1ec54b80c3', 'name': 'network-vif-deleted', 'tag': 'ae81989c-5f1e-4b61-8089-d6f802544295', 'status': 'completed', 'code': 200} Aug 29 04:22:17.112292 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb6cd189-f934-4da4-8470-2a14417014b2 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:22:17.115883 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:17.125830 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c79694-6efa-47c5-83ff-e771b465bb1e None None] Sync routers for ids ['70364629-9f4c-4987-9ce3-86087a94b9d3'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:22:17.136085 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f21d06d4-e367-4e1c-9f14-3a6c1c2ac7dd {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:22:17.142379 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c79694-6efa-47c5-83ff-e771b465bb1e None None] Routers {'70364629-9f4c-4987-9ce3-86087a94b9d3'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:22:17.143281 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-a8c79694-6efa-47c5-83ff-e771b465bb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:22:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['70364629-9f4c-4987-9ce3-86087a94b9d3'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:17.166055 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bb6cd189-f934-4da4-8470-2a14417014b2 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify callbacks [] for router, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:17.166243 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=d71d6c5d-6a54-4919-850f-c170caffc061,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:17.170734 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-bb6cd189-f934-4da4-8470-2a14417014b2 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.0859916 Aug 29 04:22:17.171463 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 52358) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:17.205612 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-97b687a3-6b19-42f6-8505-ee9e92dc1abf req-5e2b74a6-51d2-4b06-8eec-c75786634026 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308474 Aug 29 04:22:17.241361 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-a8c79694-6efa-47c5-83ff-e771b465bb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:17.252019 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9b60a760-2207-4e4c-882f-b93d11e021e3 req-93df8dee-ba2d-4f54-aa7f-c7c40a1d739d service neutron] 10.222.0.46 "GET /v2.0/networks/1c65535d-8d45-4051-8e5d-043211a49251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3443675 Aug 29 04:22:17.259613 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c79694-6efa-47c5-83ff-e771b465bb1e None None] Routers {'70364629-9f4c-4987-9ce3-86087a94b9d3'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:22:17.261031 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-a8c79694-6efa-47c5-83ff-e771b465bb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:22:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['70364629-9f4c-4987-9ce3-86087a94b9d3'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:17.307763 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-a8c79694-6efa-47c5-83ff-e771b465bb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:17.308655 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c79694-6efa-47c5-83ff-e771b465bb1e None None] The sync data for ids ['70364629-9f4c-4987-9ce3-86087a94b9d3'] in n-d-712140-12 is: [] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:22:17.355483 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port f21d06d4-e367-4e1c-9f14-3a6c1c2ac7dd, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=f21d06d4-e367-4e1c-9f14-3a6c1c2ac7dd,segment=NetworkSegment(ad086531-7f14-4bee-b100-2be74f8adb97),segment_id=ad086531-7f14-4bee-b100-2be74f8adb97)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:17.406237 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 6eda394e-218e-4cf1-a1be-746f367302e7, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=6eda394e-218e-4cf1-a1be-746f367302e7,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:17.406492 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b421e8-b98b-40bb-9a32-a3f798fd806d req-25bf15df-a46b-4a6d-9817-ec3e2f0fb13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:17.408338 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-65b421e8-b98b-40bb-9a32-a3f798fd806d req-25bf15df-a46b-4a6d-9817-ec3e2f0fb13c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=260b2b7726794e4d90a38e52b66506fd&device_id=5ca7bb12-432d-44b3-aa29-8fc3788f5be7 HTTP/1.1" status: 200 len: 1095 time: 0.0960617 Aug 29 04:22:17.422318 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Returning: {'device': '6eda394e-218e-4cf1-a1be-746f367302e7', 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45', 'port_id': '6eda394e-218e-4cf1-a1be-746f367302e7', 'mac_address': 'fa:16:3e:9a:a8:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18cd12d4-b12a-41b0-b0c5-618edbb84e74', 'ip_address': '192.168.233.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:22:17.434398 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=8679445c-941a-41f7-90a4-c34efa203f96,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:17.438768 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:17.520731 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=f21d06d4-e367-4e1c-9f14-3a6c1c2ac7dd,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:17.537611 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4181aea-c4a1-40dd-9cd8-c3e14f197e13 x-openstack-request-id: req-d4181aea-c4a1-40dd-9cd8-c3e14f197e13 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:22:17.538281 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b85364e0-ead5-4b50-8b48-a318fc9dca90", "name": "network-vif-plugged", "status": "completed", "tag": "8679445c-941a-41f7-90a4-c34efa203f96", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:22:17.538691 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d4181aea-c4a1-40dd-9cd8-c3e14f197e13 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:22:17.539425 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b85364e0-ead5-4b50-8b48-a318fc9dca90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8679445c-941a-41f7-90a4-c34efa203f96', 'code': 200} Aug 29 04:22:17.554607 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-407db841-ff2d-4559-b762-3e3e1e9a0422 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] 10.222.0.22 "GET /v2.0/routers/70364629-9f4c-4987-9ce3-86087a94b9d3 HTTP/1.1" status: 200 len: 920 time: 0.3813334 Aug 29 04:22:17.562300 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b224b898-28cc-4c23-81be-a4a0391ed554 req-5c34b54f-b747-4577-872d-1d8562d3d201 tempest-ServerPasswordTestJSON-1455143783 tempest-ServerPasswordTestJSON-1455143783-project] 10.222.0.22 "GET /v2.0/ports?device_id=de914201-7af1-4c46-b3fe-5b1ec54b80c3 HTTP/1.1" status: 200 len: 210 time: 0.1162674 Aug 29 04:22:17.572964 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 52362) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:17.602410 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:17.620298 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6eda394e-218e-4cf1-a1be-746f367302e7 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:22:17.647664 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 6eda394e-218e-4cf1-a1be-746f367302e7, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=6eda394e-218e-4cf1-a1be-746f367302e7,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:17.650803 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-5e722aaf-b74f-4c51-8cf0-0e17b079bd0c tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] 10.222.0.22 "GET /v2.0/ports?device_id=70364629-9f4c-4987-9ce3-86087a94b9d3 HTTP/1.1" status: 200 len: 205 time: 0.0719771 Aug 29 04:22:17.652363 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 52364) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:17.656268 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:17.716651 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=6eda394e-218e-4cf1-a1be-746f367302e7,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:17.726308 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f4cc1e-d561-4d1c-af81-9b5d6a15787a req-59be2c89-8068-4449-afb6-815cdec7d0ab tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:17.728626 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b3f4cc1e-d561-4d1c-af81-9b5d6a15787a req-59be2c89-8068-4449-afb6-815cdec7d0ab tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f1a17fa-6f41-464c-bb77-2f119ba561c6 HTTP/1.1" status: 200 len: 944 time: 0.0897608 Aug 29 04:22:17.740246 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['f21d06d4-e367-4e1c-9f14-3a6c1c2ac7dd'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:22:17.797404 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9f1103-bf38-4806-ba31-9c9da8e4886b req-77e4aa1d-769a-4b0a-8240-6d754b4b5950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:17.798445 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5e9f1103-bf38-4806-ba31-9c9da8e4886b req-77e4aa1d-769a-4b0a-8240-6d754b4b5950 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b85364e0-ead5-4b50-8b48-a318fc9dca90 HTTP/1.1" status: 200 len: 1097 time: 0.2219093 Aug 29 04:22:17.805432 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b421e8-b98b-40bb-9a32-a3f798fd806d req-649ec801-385d-4eea-9525-c59d0692e21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:17.807570 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-65b421e8-b98b-40bb-9a32-a3f798fd806d req-649ec801-385d-4eea-9525-c59d0692e21f service neutron] 10.222.0.46 "GET /v2.0/networks?id=1c65535d-8d45-4051-8e5d-043211a49251 HTTP/1.1" status: 200 len: 908 time: 0.3899891 Aug 29 04:22:17.818934 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b3f4cc1e-d561-4d1c-af81-9b5d6a15787a req-138b1753-58aa-4685-9729-d376fabdcb8e tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc298de8-05a1-4048-a74a-af5d487002fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814967 Aug 29 04:22:17.925277 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1e6afb-3e25-4985-9caa-4ddc9f9468d9 req-7bf47dbf-cf91-47c8-befe-ff55f15d52c1 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:17.927347 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ed1e6afb-3e25-4985-9caa-4ddc9f9468d9 req-7bf47dbf-cf91-47c8-befe-ff55f15d52c1 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ca7bb12-432d-44b3-aa29-8fc3788f5be7 HTTP/1.1" status: 200 len: 943 time: 0.2557497 Aug 29 04:22:17.928227 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-65b421e8-b98b-40bb-9a32-a3f798fd806d req-b751346e-efff-4564-83c2-303c445d7781 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0fe65b52-6b33-495b-84ed-16828372bb83 HTTP/1.1" status: 200 len: 217 time: 0.0667551 Aug 29 04:22:17.975346 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015d20ce-a456-4ef8-bb8e-b08fbdf97b19 req-db66b039-e17c-43ac-b3b4-14845933914f tempest-VolumesBackupsTest-690823265 tempest-VolumesBackupsTest-690823265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:17.977548 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-015d20ce-a456-4ef8-bb8e-b08fbdf97b19 req-db66b039-e17c-43ac-b3b4-14845933914f tempest-VolumesBackupsTest-690823265 tempest-VolumesBackupsTest-690823265-project] 10.222.0.22 "GET /v2.0/ports?device_id=a11fd094-2f4e-4351-bbb9-5f61366d0421 HTTP/1.1" status: 200 len: 949 time: 0.0919452 Aug 29 04:22:18.009636 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5e9f1103-bf38-4806-ba31-9c9da8e4886b req-3eb51044-1519-4a21-ab08-5887196598f2 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010202 Aug 29 04:22:18.015532 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ef784c74-ea8c-4f2b-9f4b-f45433c76710 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify callbacks [] for router, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:18.031525 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-015d20ce-a456-4ef8-bb8e-b08fbdf97b19 req-edbd6e92-ad97-472f-84bb-565598b1d617 tempest-VolumesBackupsTest-690823265 tempest-VolumesBackupsTest-690823265-project] 10.222.0.22 "GET /v2.0/security-groups?id=89551632-06d3-431a-8fc3-3a492f2bd96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455265 Aug 29 04:22:18.096796 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b421e8-b98b-40bb-9a32-a3f798fd806d req-d683fe2c-8413-4713-885c-70bb7c9de380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:18.098424 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-65b421e8-b98b-40bb-9a32-a3f798fd806d req-d683fe2c-8413-4713-885c-70bb7c9de380 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d11db723-881a-44e4-ae3d-f8a6bedc146e HTTP/1.1" status: 200 len: 847 time: 0.1605804 Aug 29 04:22:18.106575 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ed1e6afb-3e25-4985-9caa-4ddc9f9468d9 req-651f8dac-1937-480b-9175-f334d879d1db tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673691 Aug 29 04:22:18.156251 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['d71d6c5d-6a54-4919-850f-c170caffc061'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:22:18.168723 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-65b421e8-b98b-40bb-9a32-a3f798fd806d req-4ebaf24c-1262-4672-8fad-c97c0ca9e5fc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1c65535d-8d45-4051-8e5d-043211a49251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591147 Aug 29 04:22:18.183791 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['6eda394e-218e-4cf1-a1be-746f367302e7'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:22:18.213858 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74c2758-e842-4428-b776-9b75e369b0f8 req-39f51af8-83ca-42b8-a6bc-7b9cf474813a tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:18.222981 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b74c2758-e842-4428-b776-9b75e369b0f8 req-39f51af8-83ca-42b8-a6bc-7b9cf474813a tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbbdf5ca-0dc2-4283-8108-a1763b063e9c HTTP/1.1" status: 200 len: 946 time: 0.1190100 Aug 29 04:22:18.275870 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ef784c74-ea8c-4f2b-9f4b-f45433c76710 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:18.324296 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b74c2758-e842-4428-b776-9b75e369b0f8 req-f19960d2-d0e7-44e3-9a4f-00b18ac405b0 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/security-groups?id=efbd56da-4301-456e-8002-a695aaaeaffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823541 Aug 29 04:22:18.406671 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-65b421e8-b98b-40bb-9a32-a3f798fd806d req-7aca4738-8cb5-43f9-9f1c-189409e570c4 service neutron] 10.222.0.46 "GET /v2.0/networks/1c65535d-8d45-4051-8e5d-043211a49251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277086 Aug 29 04:22:18.510542 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af5adee-ec18-4945-ab95-6ee0bc5d0e6e req-791bd7b5-4a7d-43ee-a871-9c2bba0d0448 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:18.512874 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3af5adee-ec18-4945-ab95-6ee0bc5d0e6e req-791bd7b5-4a7d-43ee-a871-9c2bba0d0448 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=b85364e0-ead5-4b50-8b48-a318fc9dca90 HTTP/1.1" status: 200 len: 945 time: 0.1600747 Aug 29 04:22:18.539792 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device f21d06d4-e367-4e1c-9f14-3a6c1c2ac7dd up at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:22:18.588264 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-ef784c74-ea8c-4f2b-9f4b-f45433c76710 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Deleting port 68d3acca-1e4a-45ef-b86d-504aedc0b9d9 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:22:18.588620 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ef784c74-ea8c-4f2b-9f4b-f45433c76710 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:18.657910 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 52376) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:18.670536 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3af5adee-ec18-4945-ab95-6ee0bc5d0e6e req-7f9a3ac5-8a0f-47e4-bd02-16691650745b tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502986 Aug 29 04:22:18.680539 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning for port f21d06d4-e367-4e1c-9f14-3a6c1c2ac7dd completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:22:18.710029 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning complete for port f21d06d4-e367-4e1c-9f14-3a6c1c2ac7dd triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:18.710288 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-65b421e8-b98b-40bb-9a32-a3f798fd806d req-9497e53d-69c2-4d53-999d-ae895e310cad service neutron] 10.222.0.46 "GET /v2.0/networks/1c65535d-8d45-4051-8e5d-043211a49251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2931759 Aug 29 04:22:18.710397 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:18.782883 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ef784c74-ea8c-4f2b-9f4b-f45433c76710 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:18.799826 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-ef784c74-ea8c-4f2b-9f4b-f45433c76710 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Calling delete_port for 68d3acca-1e4a-45ef-b86d-504aedc0b9d9 owned by network:router_gateway {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:22:18.806374 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_v2 [None req-96708daf-f545-4cd6-aba9-b8eee0b93b6c admin admin] Deleting subnet 895fb339-0bda-425e-811e-e2b926168f91 {{(pid=94828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:22:18.823005 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-96708daf-f545-4cd6-aba9-b8eee0b93b6c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:18.881414 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:18.929397 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-96708daf-f545-4cd6-aba9-b8eee0b93b6c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8904862'] for subnet, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:18.930408 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port f21d06d4-e367-4e1c-9f14-3a6c1c2ac7dd, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=f21d06d4-e367-4e1c-9f14-3a6c1c2ac7dd,segment=NetworkSegment(ad086531-7f14-4bee-b100-2be74f8adb97),segment_id=ad086531-7f14-4bee-b100-2be74f8adb97)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:18.945301 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:18.946293 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device ae81989c-5f1e-4b61-8089-d6f802544295 no longer exists at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:22:19.006291 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] No Port match for: ae81989c-5f1e-4b61-8089-d6f802544295 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:22:19.006794 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device ae81989c-5f1e-4b61-8089-d6f802544295 not bound to the agent host n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:22:19.012496 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-96708daf-f545-4cd6-aba9-b8eee0b93b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:19.036649 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:19.052022 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c838d6a-1ce9-4d5c-84a5-095561f7aa90 req-5c280e4b-1ed4-4f16-8457-e1857df8616f tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:19.054191 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1c838d6a-1ce9-4d5c-84a5-095561f7aa90 req-5c280e4b-1ed4-4f16-8457-e1857df8616f tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f1a17fa-6f41-464c-bb77-2f119ba561c6 HTTP/1.1" status: 200 len: 945 time: 0.1354802 Aug 29 04:22:19.062867 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=f21d06d4-e367-4e1c-9f14-3a6c1c2ac7dd,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:19.064452 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ef784c74-ea8c-4f2b-9f4b-f45433c76710 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:19.110886 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef784c74-ea8c-4f2b-9f4b-f45433c76710 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Pushing event deleted for resources: {'Port': ['ID=68d3acca-1e4a-45ef-b86d-504aedc0b9d9,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:19.133359 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1c838d6a-1ce9-4d5c-84a5-095561f7aa90 req-0e9e7d7b-7df0-4fd9-b41a-50cbd8f55f76 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc298de8-05a1-4048-a74a-af5d487002fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640335 Aug 29 04:22:19.150645 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-96708daf-f545-4cd6-aba9-b8eee0b93b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9190434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062341'] for subnet, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:19.191544 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96708daf-f545-4cd6-aba9-b8eee0b93b6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=895fb339-0bda-425e-811e-e2b926168f91,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:19.204260 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-96708daf-f545-4cd6-aba9-b8eee0b93b6c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:19.206671 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-96708daf-f545-4cd6-aba9-b8eee0b93b6c admin admin] 10.222.0.22 "DELETE /v2.0/subnets/895fb339-0bda-425e-811e-e2b926168f91 HTTP/1.1" status: 204 len: 168 time: 0.5448651 Aug 29 04:22:19.210280 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 52388) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:19.267294 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e942e7d-cdf1-4dfa-8eea-ea441a088299 req-f936379d-f14c-4985-8a88-eaff394c17eb tempest-VolumesBackupsTest-690823265 tempest-VolumesBackupsTest-690823265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:19.276182 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2e942e7d-cdf1-4dfa-8eea-ea441a088299 req-f936379d-f14c-4985-8a88-eaff394c17eb tempest-VolumesBackupsTest-690823265 tempest-VolumesBackupsTest-690823265-project] 10.222.0.22 "GET /v2.0/ports?device_id=a11fd094-2f4e-4351-bbb9-5f61366d0421 HTTP/1.1" status: 200 len: 949 time: 0.1082661 Aug 29 04:22:19.319885 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-10c3a317-a9bb-4f9c-949e-ea99f02adf1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:19.332640 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2e942e7d-cdf1-4dfa-8eea-ea441a088299 req-dbe3380d-d7e4-4842-b478-504c4e95c607 tempest-VolumesBackupsTest-690823265 tempest-VolumesBackupsTest-690823265-project] 10.222.0.22 "GET /v2.0/security-groups?id=89551632-06d3-431a-8fc3-3a492f2bd96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533748 Aug 29 04:22:19.349164 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ef784c74-ea8c-4f2b-9f4b-f45433c76710 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719445'] for router_gateway, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:19.493523 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-10c3a317-a9bb-4f9c-949e-ea99f02adf1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:19.494554 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ef784c74-ea8c-4f2b-9f4b-f45433c76710 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:19.496774 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ef784c74-ea8c-4f2b-9f4b-f45433c76710 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:19.507191 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-10c3a317-a9bb-4f9c-949e-ea99f02adf1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3a88f35-8980-4d08-add0-716c20ee491c']}} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:19.526382 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87f19de-5fd0-4908-8625-267851f33caa req-8b17a223-1c7d-415c-9be3-2faf3abb454d tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:19.527985 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e87f19de-5fd0-4908-8625-267851f33caa req-8b17a223-1c7d-415c-9be3-2faf3abb454d tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ca7bb12-432d-44b3-aa29-8fc3788f5be7 HTTP/1.1" status: 200 len: 943 time: 0.1930757 Aug 29 04:22:19.532224 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-10c3a317-a9bb-4f9c-949e-ea99f02adf1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa36d9cc-1749-4ca4-acc8-f5333ec26ab8') {'for_net_delete': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:19.532530 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-10c3a317-a9bb-4f9c-949e-ea99f02adf1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa36d9cc-1749-4ca4-acc8-f5333ec26ab8') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:19.541905 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f1a17fa-6f41-464c-bb77-2f119ba561c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f21d06d4-e367-4e1c-9f14-3a6c1c2ac7dd'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:22:19.545180 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c86ff2c-59e3-49cc-9699-3481d319b1f3" -d '{"events": [{"server_uuid": "5f1a17fa-6f41-464c-bb77-2f119ba561c6", "name": "network-vif-plugged", "status": "completed", "tag": "f21d06d4-e367-4e1c-9f14-3a6c1c2ac7dd"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:22:19.550940 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-10c3a317-a9bb-4f9c-949e-ea99f02adf1c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8904833'] for segment, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:19.576553 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ef784c74-ea8c-4f2b-9f4b-f45433c76710 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717253'] for router, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:19.577634 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef784c74-ea8c-4f2b-9f4b-f45433c76710 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Fanout notify agent at l3_agent the message router_deleted on router 70364629-9f4c-4987-9ce3-86087a94b9d3 {{(pid=94829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:22:19.590883 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ef784c74-ea8c-4f2b-9f4b-f45433c76710 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:19.592073 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-10c3a317-a9bb-4f9c-949e-ea99f02adf1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:19.592933 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-ef784c74-ea8c-4f2b-9f4b-f45433c76710 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] 10.222.0.22 "DELETE /v2.0/routers/70364629-9f4c-4987-9ce3-86087a94b9d3 HTTP/1.1" status: 204 len: 168 time: 1.9377174 Aug 29 04:22:19.598930 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 52396) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:19.605584 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-a983ff31-6e46-4b55-810e-e4d25e1a3491 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Request body: {'router': {'name': 'tempest-snat-router-401919668', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'enable_snat': False}}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:19.611304 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e87f19de-5fd0-4908-8625-267851f33caa req-217aedce-f57b-4401-a3d0-c7e86f9db131 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765834 Aug 29 04:22:19.612799 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10c3a317-a9bb-4f9c-949e-ea99f02adf1c admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=94828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:22:19.613480 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-10c3a317-a9bb-4f9c-949e-ea99f02adf1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9190468'] for segment, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:19.617406 n-d-712140-12 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:22:19.617406 n-d-712140-12 neutron-server[94828]: items = [ Aug 29 04:22:19.617406 n-d-712140-12 neutron-server[94828]: Traceback (most recent call last): Aug 29 04:22:19.617406 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:22:19.617406 n-d-712140-12 neutron-server[94828]: timer() Aug 29 04:22:19.617406 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:22:19.617406 n-d-712140-12 neutron-server[94828]: cb(*args, **kw) Aug 29 04:22:19.617406 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:22:19.617406 n-d-712140-12 neutron-server[94828]: return func(*args, **kwargs) Aug 29 04:22:19.617406 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:22:19.617406 n-d-712140-12 neutron-server[94828]: self._notify() Aug 29 04:22:19.617406 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:22:19.617406 n-d-712140-12 neutron-server[94828]: self.callback(batched_events) Aug 29 04:22:19.617406 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:22:19.617406 n-d-712140-12 neutron-server[94828]: event.method(event) Aug 29 04:22:19.617406 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:22:19.617406 n-d-712140-12 neutron-server[94828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:22:19.617406 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:22:19.617406 n-d-712140-12 neutron-server[94828]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:22:19.617406 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:22:19.617406 n-d-712140-12 neutron-server[94828]: return f(self, *a, **k) Aug 29 04:22:19.617406 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:22:19.617406 n-d-712140-12 neutron-server[94828]: return self._get(url).json() Aug 29 04:22:19.617406 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:22:19.617406 n-d-712140-12 neutron-server[94828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:22:19.617406 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:22:19.617406 n-d-712140-12 neutron-server[94828]: return self.request(url, 'GET', **kwargs) Aug 29 04:22:19.617406 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:22:19.617406 n-d-712140-12 neutron-server[94828]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:22:19.617406 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:22:19.617406 n-d-712140-12 neutron-server[94828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:22:19.617406 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:22:19.617406 n-d-712140-12 neutron-server[94828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:22:19.617406 n-d-712140-12 neutron-server[94828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:22:19.640344 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ce5d67-a6e6-46fe-bb91-c12013de470f req-7ee32bda-c294-4c6e-8d96-ff125f4dd0c1 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:19.642258 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-88ce5d67-a6e6-46fe-bb91-c12013de470f req-7ee32bda-c294-4c6e-8d96-ff125f4dd0c1 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbbdf5ca-0dc2-4283-8108-a1763b063e9c HTTP/1.1" status: 200 len: 946 time: 0.1416888 Aug 29 04:22:19.718717 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-88ce5d67-a6e6-46fe-bb91-c12013de470f req-7ad042ac-440f-4bfe-a15d-e30f70d0c96b tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/security-groups?id=efbd56da-4301-456e-8002-a695aaaeaffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593233 Aug 29 04:22:19.722390 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a983ff31-6e46-4b55-810e-e4d25e1a3491 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:19.723606 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a983ff31-6e46-4b55-810e-e4d25e1a3491 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1838'] for router, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:19.743671 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-10c3a317-a9bb-4f9c-949e-ea99f02adf1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:19.849586 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-10c3a317-a9bb-4f9c-949e-ea99f02adf1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:19.855514 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-10c3a317-a9bb-4f9c-949e-ea99f02adf1c admin admin] 10.222.0.22 "DELETE /v2.0/networks/f3a88f35-8980-4d08-add0-716c20ee491c HTTP/1.1" status: 204 len: 168 time: 0.6433387 Aug 29 04:22:19.859420 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f71b177-5f43-47f5-96fc-1ba4c53be603 x-openstack-request-id: req-0f71b177-5f43-47f5-96fc-1ba4c53be603 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:22:19.859786 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f1a17fa-6f41-464c-bb77-2f119ba561c6", "name": "network-vif-plugged", "status": "completed", "tag": "f21d06d4-e367-4e1c-9f14-3a6c1c2ac7dd", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:22:19.860094 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0f71b177-5f43-47f5-96fc-1ba4c53be603 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:22:19.860625 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f1a17fa-6f41-464c-bb77-2f119ba561c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f21d06d4-e367-4e1c-9f14-3a6c1c2ac7dd', 'code': 200} Aug 29 04:22:19.862850 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c3a317-a9bb-4f9c-949e-ea99f02adf1c admin admin] Pushing event deleted for resources: {'Network': ['ID=f3a88f35-8980-4d08-add0-716c20ee491c,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:19.880882 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a983ff31-6e46-4b55-810e-e4d25e1a3491 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:19.956698 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b273755-2f7f-4445-883a-c1257fa8e5b0 req-aeab183f-3279-4d25-ad08-38aa29dec55f tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:19.966817 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6b273755-2f7f-4445-883a-c1257fa8e5b0 req-aeab183f-3279-4d25-ad08-38aa29dec55f tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=b85364e0-ead5-4b50-8b48-a318fc9dca90 HTTP/1.1" status: 200 len: 945 time: 0.1304209 Aug 29 04:22:20.036085 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6b273755-2f7f-4445-883a-c1257fa8e5b0 req-4c1af948-9778-47a5-8e54-854e5905d054 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516086 Aug 29 04:22:20.178136 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device d71d6c5d-6a54-4919-850f-c170caffc061 up at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:22:20.218931 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 52406) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:20.270908 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning for port d71d6c5d-6a54-4919-850f-c170caffc061 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:22:20.276852 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning complete for port d71d6c5d-6a54-4919-850f-c170caffc061 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:20.277329 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:20.326506 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-aa4a7eda-158c-471e-afde-946c71f22328 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f1ba097444fe4741a3b547e81a8662d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1057465 Aug 29 04:22:20.333145 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 52408) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:20.388700 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab92993-4a3d-4ec7-9024-5847618be64d req-e76acb7d-7c35-4ef7-be0a-0061bef23e9a tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:20.400532 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0ab92993-4a3d-4ec7-9024-5847618be64d req-e76acb7d-7c35-4ef7-be0a-0061bef23e9a tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f1a17fa-6f41-464c-bb77-2f119ba561c6 HTTP/1.1" status: 200 len: 945 time: 0.1222320 Aug 29 04:22:20.402902 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:20.451437 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port d71d6c5d-6a54-4919-850f-c170caffc061, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=d71d6c5d-6a54-4919-850f-c170caffc061,segment=NetworkSegment(ad086531-7f14-4bee-b100-2be74f8adb97),segment_id=ad086531-7f14-4bee-b100-2be74f8adb97)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:20.460475 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:20.461556 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 6eda394e-218e-4cf1-a1be-746f367302e7 up at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:22:20.505400 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0ab92993-4a3d-4ec7-9024-5847618be64d req-862e33ad-244e-4d30-8521-689a95ed60e1 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc298de8-05a1-4048-a74a-af5d487002fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956466 Aug 29 04:22:20.562163 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0ac6ba96-0fb3-415a-ab4d-567ad6aa5335 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:20.566241 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a983ff31-6e46-4b55-810e-e4d25e1a3491 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:20.577284 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 0fe65b52-6b33-495b-84ed-16828372bb83 details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:22:20.580638 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf89ce7a-905c-4b70-b3c8-b9404f7cd1ea req-81d34e48-8ad9-4971-b1d1-cd5c0a863802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:20.582758 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-bf89ce7a-905c-4b70-b3c8-b9404f7cd1ea req-81d34e48-8ad9-4971-b1d1-cd5c0a863802 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5f1a17fa-6f41-464c-bb77-2f119ba561c6 HTTP/1.1" status: 200 len: 1097 time: 0.5867872 Aug 29 04:22:20.633759 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0ac6ba96-0fb3-415a-ab4d-567ad6aa5335 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:20.649363 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning for port 6eda394e-218e-4cf1-a1be-746f367302e7 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:22:20.660560 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=d71d6c5d-6a54-4919-850f-c170caffc061,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:20.674337 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning complete for port 6eda394e-218e-4cf1-a1be-746f367302e7 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:20.674727 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:20.689945 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5261cf-323f-4420-a64c-d0f9782a4cd8 req-fa37327d-ab1c-49d6-a46c-cc71e8a157e8 tempest-VolumesBackupsTest-690823265 tempest-VolumesBackupsTest-690823265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:20.691871 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0b5261cf-323f-4420-a64c-d0f9782a4cd8 req-fa37327d-ab1c-49d6-a46c-cc71e8a157e8 tempest-VolumesBackupsTest-690823265 tempest-VolumesBackupsTest-690823265-project] 10.222.0.22 "GET /v2.0/ports?device_id=a11fd094-2f4e-4351-bbb9-5f61366d0421 HTTP/1.1" status: 200 len: 949 time: 0.1842942 Aug 29 04:22:20.729864 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-bf89ce7a-905c-4b70-b3c8-b9404f7cd1ea req-b2639c1c-d512-48e7-9327-fed8cc920cec service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=bc298de8-05a1-4048-a74a-af5d487002fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389747 Aug 29 04:22:20.775531 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0b5261cf-323f-4420-a64c-d0f9782a4cd8 req-b33a640f-e4b4-4a97-b1bf-2654bc00b3ee tempest-VolumesBackupsTest-690823265 tempest-VolumesBackupsTest-690823265-project] 10.222.0.22 "GET /v2.0/security-groups?id=89551632-06d3-431a-8fc3-3a492f2bd96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740638 Aug 29 04:22:20.860929 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e45a640-586e-4d4d-8f1f-7afb09002d07 req-6dd4f193-32f8-4ad8-bc56-abc387a268ac tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:20.869141 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9e45a640-586e-4d4d-8f1f-7afb09002d07 req-6dd4f193-32f8-4ad8-bc56-abc387a268ac tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=b85364e0-ead5-4b50-8b48-a318fc9dca90 HTTP/1.1" status: 200 len: 945 time: 0.1539621 Aug 29 04:22:20.871344 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0ac6ba96-0fb3-415a-ab4d-567ad6aa5335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:20.880740 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0ac6ba96-0fb3-415a-ab4d-567ad6aa5335 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:20.904439 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-0ac6ba96-0fb3-415a-ab4d-567ad6aa5335 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/68475d08-a957-45e2-9798-29203af95702 HTTP/1.1" status: 204 len: 168 time: 0.5698578 Aug 29 04:22:20.992979 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac6ba96-0fb3-415a-ab4d-567ad6aa5335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68475d08-a957-45e2-9798-29203af95702,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:20.997767 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 0fe65b52-6b33-495b-84ed-16828372bb83, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=0fe65b52-6b33-495b-84ed-16828372bb83,segment=NetworkSegment(44fea4a1-e972-4690-b14e-956bce45d1ec),segment_id=44fea4a1-e972-4690-b14e-956bce45d1ec)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:21.022835 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Returning: {'device': '0fe65b52-6b33-495b-84ed-16828372bb83', 'network_id': '1c65535d-8d45-4051-8e5d-043211a49251', 'port_id': '0fe65b52-6b33-495b-84ed-16828372bb83', 'mac_address': 'fa:16:3e:a4:23:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd11db723-881a-44e4-ae3d-f8a6bedc146e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:22:21.073917 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9e45a640-586e-4d4d-8f1f-7afb09002d07 req-379c3405-0704-4d52-85dd-875e8969d4f6 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628881 Aug 29 04:22:21.196250 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:21.205632 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:21.274511 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fe65b52-6b33-495b-84ed-16828372bb83 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:22:21.278747 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195a2edc-0a07-45cd-9598-66d767344028 req-fb817c1d-c2ab-4840-b477-d16f7eddb587 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:21.295192 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-195a2edc-0a07-45cd-9598-66d767344028 req-fb817c1d-c2ab-4840-b477-d16f7eddb587 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ca7bb12-432d-44b3-aa29-8fc3788f5be7 HTTP/1.1" status: 200 len: 943 time: 0.2323465 Aug 29 04:22:21.310435 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 6eda394e-218e-4cf1-a1be-746f367302e7, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=6eda394e-218e-4cf1-a1be-746f367302e7,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:21.310932 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a983ff31-6e46-4b55-810e-e4d25e1a3491 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:21.316643 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 0fe65b52-6b33-495b-84ed-16828372bb83, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=0fe65b52-6b33-495b-84ed-16828372bb83,segment=NetworkSegment(44fea4a1-e972-4690-b14e-956bce45d1ec),segment_id=44fea4a1-e972-4690-b14e-956bce45d1ec)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:21.318820 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:21.327154 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:21.350814 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a983ff31-6e46-4b55-810e-e4d25e1a3491 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:21.393152 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157f9fc0-21b7-4983-a6e2-bf45061c8112 req-c1c6556e-610d-4d6d-ac22-7253d8a2b99b tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:21.401108 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-157f9fc0-21b7-4983-a6e2-bf45061c8112 req-c1c6556e-610d-4d6d-ac22-7253d8a2b99b tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbbdf5ca-0dc2-4283-8108-a1763b063e9c HTTP/1.1" status: 200 len: 946 time: 0.1622467 Aug 29 04:22:21.411930 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=6eda394e-218e-4cf1-a1be-746f367302e7,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:21.460512 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-157f9fc0-21b7-4983-a6e2-bf45061c8112 req-c43bfa66-a527-48f9-abf6-023c5d202fa2 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/security-groups?id=efbd56da-4301-456e-8002-a695aaaeaffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538652 Aug 29 04:22:21.525753 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=0fe65b52-6b33-495b-84ed-16828372bb83,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:21.563315 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-a983ff31-6e46-4b55-810e-e4d25e1a3491 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Allocated IP 172.25.0.151 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/4e1f370f-f856-4cca-8dfb-ec1fa371a92a) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:22:21.607730 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-195a2edc-0a07-45cd-9598-66d767344028 req-20fb23e2-0002-45ad-b6b6-e4d0dd0f976f tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3110616 Aug 29 04:22:21.619455 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['0fe65b52-6b33-495b-84ed-16828372bb83'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:22:21.819408 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a983ff31-6e46-4b55-810e-e4d25e1a3491 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:21.839755 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bfeb0a-8483-4fab-b597-9234548c8ebd req-66a70583-6bdc-48ec-b523-85de72de4124 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:21.847666 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c6bfeb0a-8483-4fab-b597-9234548c8ebd req-66a70583-6bdc-48ec-b523-85de72de4124 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f1a17fa-6f41-464c-bb77-2f119ba561c6 HTTP/1.1" status: 200 len: 945 time: 0.0935295 Aug 29 04:22:21.867751 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b768cd8c-ce3b-4634-96ad-a9a93cf1350c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd71d6c5d-6a54-4919-850f-c170caffc061'}, {'server_uuid': 'a11fd094-2f4e-4351-bbb9-5f61366d0421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eda394e-218e-4cf1-a1be-746f367302e7'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:22:21.870175 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9499a29-1e07-4ccf-92b7-42f625d1b83d" -d '{"events": [{"server_uuid": "b768cd8c-ce3b-4634-96ad-a9a93cf1350c", "name": "network-vif-plugged", "status": "completed", "tag": "d71d6c5d-6a54-4919-850f-c170caffc061"}, {"server_uuid": "a11fd094-2f4e-4351-bbb9-5f61366d0421", "name": "network-vif-plugged", "status": "completed", "tag": "6eda394e-218e-4cf1-a1be-746f367302e7"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:22:21.910664 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a983ff31-6e46-4b55-810e-e4d25e1a3491 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:21.930192 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c6bfeb0a-8483-4fab-b597-9234548c8ebd req-50562c27-ad63-463a-9e54-30a30ea4d3bf tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc298de8-05a1-4048-a74a-af5d487002fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792227 Aug 29 04:22:22.052328 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 29 Aug 2021 04:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b20e1b5-2ed9-4d6c-8de4-72afd608a4b2 x-openstack-request-id: req-0b20e1b5-2ed9-4d6c-8de4-72afd608a4b2 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:22:22.052762 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b768cd8c-ce3b-4634-96ad-a9a93cf1350c", "name": "network-vif-plugged", "status": "completed", "tag": "d71d6c5d-6a54-4919-850f-c170caffc061", "code": 200}, {"server_uuid": "a11fd094-2f4e-4351-bbb9-5f61366d0421", "name": "network-vif-plugged", "status": "completed", "tag": "6eda394e-218e-4cf1-a1be-746f367302e7", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:22:22.053032 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0b20e1b5-2ed9-4d6c-8de4-72afd608a4b2 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:22:22.053517 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b768cd8c-ce3b-4634-96ad-a9a93cf1350c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd71d6c5d-6a54-4919-850f-c170caffc061', 'code': 200} Aug 29 04:22:22.053921 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a11fd094-2f4e-4351-bbb9-5f61366d0421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eda394e-218e-4cf1-a1be-746f367302e7', 'code': 200} Aug 29 04:22:22.083285 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a983ff31-6e46-4b55-810e-e4d25e1a3491 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:22:22.093445 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983ff31-6e46-4b55-810e-e4d25e1a3491 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Pushing event updated for resources: {'Port': ['ID=4e1f370f-f856-4cca-8dfb-ec1fa371a92a,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:22.096025 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-a983ff31-6e46-4b55-810e-e4d25e1a3491 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:22:22.101744 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a983ff31-6e46-4b55-810e-e4d25e1a3491 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:22:22.164374 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbbde35-9d88-4ff7-b15b-f9587e7203c3 req-ef17377d-954c-42cf-8ed3-f9902f47ba1f tempest-VolumesBackupsTest-690823265 tempest-VolumesBackupsTest-690823265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:22.176474 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-edbbde35-9d88-4ff7-b15b-f9587e7203c3 req-ef17377d-954c-42cf-8ed3-f9902f47ba1f tempest-VolumesBackupsTest-690823265 tempest-VolumesBackupsTest-690823265-project] 10.222.0.22 "GET /v2.0/ports?device_id=a11fd094-2f4e-4351-bbb9-5f61366d0421 HTTP/1.1" status: 200 len: 950 time: 0.2069187 Aug 29 04:22:22.259774 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb469a5-8cd2-40dd-b071-28952e014e4f req-14f47f7a-5e85-40c5-892e-cdd8ae35b616 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:22.261381 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-cdb469a5-8cd2-40dd-b071-28952e014e4f req-14f47f7a-5e85-40c5-892e-cdd8ae35b616 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.48 "GET /v2.0/ports?device_id=b85364e0-ead5-4b50-8b48-a318fc9dca90 HTTP/1.1" status: 200 len: 945 time: 0.2948329 Aug 29 04:22:22.345156 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ccf65b-1d8e-4277-809f-d23fa108417a req-f2633107-8862-4372-82c4-bdcf1326290d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:22.346769 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-42ccf65b-1d8e-4277-809f-d23fa108417a req-f2633107-8862-4372-82c4-bdcf1326290d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a11fd094-2f4e-4351-bbb9-5f61366d0421 HTTP/1.1" status: 200 len: 1102 time: 0.1462250 Aug 29 04:22:22.365215 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5324dc-ebe6-4fd7-80a2-bc974a7a5a37 req-8f3048c3-ebf3-47a3-8e44-076aafe1e135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:22.366775 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ff5324dc-ebe6-4fd7-80a2-bc974a7a5a37 req-8f3048c3-ebf3-47a3-8e44-076aafe1e135 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b768cd8c-ce3b-4634-96ad-a9a93cf1350c HTTP/1.1" status: 200 len: 1098 time: 0.1212289 Aug 29 04:22:22.378159 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e8e96f-43b0-457c-99e5-5513ec0af736 req-80a1bc65-9663-4d05-8c0e-de8dd44dac3c tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:22.386370 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c2e8e96f-43b0-457c-99e5-5513ec0af736 req-80a1bc65-9663-4d05-8c0e-de8dd44dac3c tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=b85364e0-ead5-4b50-8b48-a318fc9dca90 HTTP/1.1" status: 200 len: 945 time: 0.1661115 Aug 29 04:22:22.487018 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ff5324dc-ebe6-4fd7-80a2-bc974a7a5a37 req-5db595cf-786e-4d86-b1cd-6342b23a2d63 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=bc298de8-05a1-4048-a74a-af5d487002fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930078 Aug 29 04:22:22.505073 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c2e8e96f-43b0-457c-99e5-5513ec0af736 req-9c2f445d-779f-4259-84e2-2fcb77e1ce62 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169603 Aug 29 04:22:22.510963 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-42ccf65b-1d8e-4277-809f-d23fa108417a req-566275b3-2558-4886-83ab-ca01aff74fb1 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=89551632-06d3-431a-8fc3-3a492f2bd96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516626 Aug 29 04:22:22.521885 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-edbbde35-9d88-4ff7-b15b-f9587e7203c3 req-06d854ae-5ac9-4e44-86ef-3ed0d6bb5b12 tempest-VolumesBackupsTest-690823265 tempest-VolumesBackupsTest-690823265-project] 10.222.0.22 "GET /v2.0/security-groups?id=89551632-06d3-431a-8fc3-3a492f2bd96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3440690 Aug 29 04:22:22.693225 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae158c9-6a8d-46b2-ad13-9fc054ffa4fb req-e9fec5a7-ca1c-4be9-9266-c1981726c4d2 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:22.695835 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4ae158c9-6a8d-46b2-ad13-9fc054ffa4fb req-e9fec5a7-ca1c-4be9-9266-c1981726c4d2 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbbdf5ca-0dc2-4283-8108-a1763b063e9c HTTP/1.1" status: 200 len: 946 time: 0.1070054 Aug 29 04:22:22.739144 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [req-cdb469a5-8cd2-40dd-b071-28952e014e4f req-fd8dfc0e-d846-4116-8e61-d0a421739203 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Deleting port 8679445c-941a-41f7-90a4-c34efa203f96 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:22:22.739492 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-cdb469a5-8cd2-40dd-b071-28952e014e4f req-fd8dfc0e-d846-4116-8e61-d0a421739203 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:22.775845 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4ae158c9-6a8d-46b2-ad13-9fc054ffa4fb req-1aea353c-146c-4155-875e-af28cc58dcd1 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/security-groups?id=efbd56da-4301-456e-8002-a695aaaeaffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721259 Aug 29 04:22:23.020877 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a983ff31-6e46-4b55-810e-e4d25e1a3491 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:23.153268 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0d83c7-5257-40bd-b2e0-b3c488796c08 req-7492b741-8661-4da1-85f1-a1061b3d81c5 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:23.155813 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-fe0d83c7-5257-40bd-b2e0-b3c488796c08 req-7492b741-8661-4da1-85f1-a1061b3d81c5 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ca7bb12-432d-44b3-aa29-8fc3788f5be7 HTTP/1.1" status: 200 len: 944 time: 0.2604513 Aug 29 04:22:23.214236 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-cdb469a5-8cd2-40dd-b071-28952e014e4f req-fd8dfc0e-d846-4116-8e61-d0a421739203 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] For port 8679445c-941a-41f7-90a4-c34efa203f96, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=8679445c-941a-41f7-90a4-c34efa203f96,segment=NetworkSegment(b7618bbf-11af-465a-8663-f9f8f84b36c0),segment_id=b7618bbf-11af-465a-8663-f9f8f84b36c0)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:23.214681 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-cdb469a5-8cd2-40dd-b071-28952e014e4f req-fd8dfc0e-d846-4116-8e61-d0a421739203 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:23.316088 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [req-cdb469a5-8cd2-40dd-b071-28952e014e4f req-fd8dfc0e-d846-4116-8e61-d0a421739203 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Calling delete_port for 8679445c-941a-41f7-90a4-c34efa203f96 owned by compute:nova {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:22:23.424945 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9debab79-90dd-4f9d-948e-1b52fe46cb88 req-9a58f86f-e302-4a2f-9b8f-aea351dd08c3 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:23.426822 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9debab79-90dd-4f9d-948e-1b52fe46cb88 req-9a58f86f-e302-4a2f-9b8f-aea351dd08c3 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f1a17fa-6f41-464c-bb77-2f119ba561c6 HTTP/1.1" status: 200 len: 945 time: 0.0901933 Aug 29 04:22:23.527972 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-cdb469a5-8cd2-40dd-b071-28952e014e4f req-fd8dfc0e-d846-4116-8e61-d0a421739203 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:23.528242 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9debab79-90dd-4f9d-948e-1b52fe46cb88 req-4dc15308-2640-4275-8017-7c9414ceb7c1 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc298de8-05a1-4048-a74a-af5d487002fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894554 Aug 29 04:22:23.563790 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['8679445c-941a-41f7-90a4-c34efa203f96'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:22:23.587537 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-fe0d83c7-5257-40bd-b2e0-b3c488796c08 req-cfcff623-2ad9-42ff-8a0e-030d51908456 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4135919 Aug 29 04:22:23.658324 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8dfc0e-d846-4116-8e61-d0a421739203 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Pushing event deleted for resources: {'Port': ['ID=8679445c-941a-41f7-90a4-c34efa203f96,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:23.723001 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdb469a5-8cd2-40dd-b071-28952e014e4f req-fd8dfc0e-d846-4116-8e61-d0a421739203 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] No DVR routers for this DVR port 8679445c-941a-41f7-90a4-c34efa203f96 on host n-h2-712140-12 {{(pid=94829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:22:23.801535 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-906f3411-3b94-49b6-a01c-09b4c08efd20 req-9210c215-22ad-44c7-981b-6754b0c791e6 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=b85364e0-ead5-4b50-8b48-a318fc9dca90 HTTP/1.1" status: 200 len: 210 time: 0.1100571 Aug 29 04:22:23.804271 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-cdb469a5-8cd2-40dd-b071-28952e014e4f req-fd8dfc0e-d846-4116-8e61-d0a421739203 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:23.804773 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 52472) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:23.806839 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-cdb469a5-8cd2-40dd-b071-28952e014e4f req-fd8dfc0e-d846-4116-8e61-d0a421739203 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.48 "DELETE /v2.0/ports/8679445c-941a-41f7-90a4-c34efa203f96 HTTP/1.1" status: 204 len: 173 time: 1.5224981 Aug 29 04:22:23.807318 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b85364e0-ead5-4b50-8b48-a318fc9dca90', 'name': 'network-vif-deleted', 'tag': '8679445c-941a-41f7-90a4-c34efa203f96'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:22:23.810010 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cc70451-9f0e-44d1-87ea-f5b61ca0dde8" -d '{"events": [{"server_uuid": "b85364e0-ead5-4b50-8b48-a318fc9dca90", "name": "network-vif-deleted", "tag": "8679445c-941a-41f7-90a4-c34efa203f96"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:22:23.919466 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a18bdff-5f17-4ded-9737-5f3790ce3429 req-07af6416-b5f0-4153-aad3-533a78b75ffa tempest-VolumesBackupsTest-690823265 tempest-VolumesBackupsTest-690823265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:23.931807 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1a18bdff-5f17-4ded-9737-5f3790ce3429 req-07af6416-b5f0-4153-aad3-533a78b75ffa tempest-VolumesBackupsTest-690823265 tempest-VolumesBackupsTest-690823265-project] 10.222.0.22 "GET /v2.0/ports?device_id=a11fd094-2f4e-4351-bbb9-5f61366d0421 HTTP/1.1" status: 200 len: 950 time: 0.2066805 Aug 29 04:22:23.966744 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a983ff31-6e46-4b55-810e-e4d25e1a3491 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409'] for router, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:24.025300 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1a18bdff-5f17-4ded-9737-5f3790ce3429 req-5477123d-5456-459e-80c8-1450c65123d8 tempest-VolumesBackupsTest-690823265 tempest-VolumesBackupsTest-690823265-project] 10.222.0.22 "GET /v2.0/security-groups?id=89551632-06d3-431a-8fc3-3a492f2bd96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961757 Aug 29 04:22:24.113577 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-454d5e01-65fa-410d-84b7-08da47a68a17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:24.127353 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25d997bf-adce-438d-9862-8c560e95259f x-openstack-request-id: req-25d997bf-adce-438d-9862-8c560e95259f {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:22:24.127679 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b85364e0-ead5-4b50-8b48-a318fc9dca90", "name": "network-vif-deleted", "tag": "8679445c-941a-41f7-90a4-c34efa203f96", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:22:24.127952 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-25d997bf-adce-438d-9862-8c560e95259f {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:22:24.128354 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b85364e0-ead5-4b50-8b48-a318fc9dca90', 'name': 'network-vif-deleted', 'tag': '8679445c-941a-41f7-90a4-c34efa203f96', 'status': 'completed', 'code': 200} Aug 29 04:22:24.253268 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0c7685-524c-4eaf-9baa-300e2f33c1d1 req-176fde1c-bd1b-436b-a141-99835e71f583 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:24.255139 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7d0c7685-524c-4eaf-9baa-300e2f33c1d1 req-176fde1c-bd1b-436b-a141-99835e71f583 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbbdf5ca-0dc2-4283-8108-a1763b063e9c HTTP/1.1" status: 200 len: 946 time: 0.1460931 Aug 29 04:22:24.258093 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a983ff31-6e46-4b55-810e-e4d25e1a3491 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Router cb1a833a-7bcc-4ed5-ac1c-57c501ae40ef is scheduled to L3 agent 76874008-c311-485c-ba36-921b6d275b6a with binding_index 1 {{(pid=94829) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:22:24.279224 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9da505-107a-4ae8-8c7d-d15384f92a94 req-ed0047c8-fdc2-40b5-8ca2-0c5b366ba734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:24.280770 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2d9da505-107a-4ae8-8c7d-d15384f92a94 req-ed0047c8-fdc2-40b5-8ca2-0c5b366ba734 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d9a76e3dc1744d138793af79d163dd05&device_id=5f1a17fa-6f41-464c-bb77-2f119ba561c6 HTTP/1.1" status: 200 len: 1097 time: 0.1186378 Aug 29 04:22:24.305290 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-454d5e01-65fa-410d-84b7-08da47a68a17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:24.316429 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-454d5e01-65fa-410d-84b7-08da47a68a17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:24.333048 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84dcc49-d086-4fad-ad47-e1d04922ff9b req-978cd6df-bc9f-440b-9e67-7579884603c2 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:24.334985 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b84dcc49-d086-4fad-ad47-e1d04922ff9b req-978cd6df-bc9f-440b-9e67-7579884603c2 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f1a17fa-6f41-464c-bb77-2f119ba561c6 HTTP/1.1" status: 200 len: 945 time: 0.1004710 Aug 29 04:22:24.429721 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454d5e01-65fa-410d-84b7-08da47a68a17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e6bb5d8-6a36-4dd5-98b4-c74b8422f6ab,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:24.438762 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-454d5e01-65fa-410d-84b7-08da47a68a17 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=30449cffc5e54ea0990703efa49658ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6324177 Aug 29 04:22:24.442367 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 52488) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:24.482426 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b84dcc49-d086-4fad-ad47-e1d04922ff9b req-fc98c72e-b0af-41da-8fcf-7740796909ec tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc298de8-05a1-4048-a74a-af5d487002fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222358 Aug 29 04:22:24.491638 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7d0c7685-524c-4eaf-9baa-300e2f33c1d1 req-ed728564-02e0-4744-9885-c3a7fb94cd79 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/security-groups?id=efbd56da-4301-456e-8002-a695aaaeaffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2276564 Aug 29 04:22:24.540591 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 0fe65b52-6b33-495b-84ed-16828372bb83 up at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:22:24.586728 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3a0570d1-2e73-4ae0-92cc-874fe462d31d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:24.638461 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3a0570d1-2e73-4ae0-92cc-874fe462d31d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:24.678173 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9da505-107a-4ae8-8c7d-d15384f92a94 req-2aeabb03-3f6b-4912-bbe3-ab0d7b2ecaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:24.680445 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2d9da505-107a-4ae8-8c7d-d15384f92a94 req-2aeabb03-3f6b-4912-bbe3-ab0d7b2ecaf5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=430f809c-a4d3-48f1-bbd1-f32da1f4fbac HTTP/1.1" status: 200 len: 919 time: 0.3847733 Aug 29 04:22:24.682874 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning for port 0fe65b52-6b33-495b-84ed-16828372bb83 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:22:24.690465 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning complete for port 0fe65b52-6b33-495b-84ed-16828372bb83 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:24.691063 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:24.752528 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2d9da505-107a-4ae8-8c7d-d15384f92a94 req-8567fa8b-f37b-4a1d-b114-4cb8bdb288a0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f21d06d4-e367-4e1c-9f14-3a6c1c2ac7dd HTTP/1.1" status: 200 len: 217 time: 0.0534618 Aug 29 04:22:24.776186 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3a0570d1-2e73-4ae0-92cc-874fe462d31d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:24.782903 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3a0570d1-2e73-4ae0-92cc-874fe462d31d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:24.805187 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-3a0570d1-2e73-4ae0-92cc-874fe462d31d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9e6bb5d8-6a36-4dd5-98b4-c74b8422f6ab HTTP/1.1" status: 204 len: 168 time: 0.3522537 Aug 29 04:22:24.826701 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a983ff31-6e46-4b55-810e-e4d25e1a3491 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:22:24.832187 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0570d1-2e73-4ae0-92cc-874fe462d31d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e6bb5d8-6a36-4dd5-98b4-c74b8422f6ab,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:24.842093 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6747c672-5bb0-467b-ac1d-430cff6ef10b None None] Sync routers for ids ['cb1a833a-7bcc-4ed5-ac1c-57c501ae40ef'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:22:24.888090 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6747c672-5bb0-467b-ac1d-430cff6ef10b None None] Routers {'cb1a833a-7bcc-4ed5-ac1c-57c501ae40ef'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:22:24.889007 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-6747c672-5bb0-467b-ac1d-430cff6ef10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:22:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['cb1a833a-7bcc-4ed5-ac1c-57c501ae40ef'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:24.950808 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a983ff31-6e46-4b55-810e-e4d25e1a3491 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:24.957407 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-a983ff31-6e46-4b55-810e-e4d25e1a3491 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.3571911 Aug 29 04:22:24.958605 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 52496) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:24.991365 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e27420-2d69-4ecc-877d-7d49fa220283 req-0538d624-90c1-4ab2-9593-95b600cdce09 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:25.001165 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-10e27420-2d69-4ecc-877d-7d49fa220283 req-0538d624-90c1-4ab2-9593-95b600cdce09 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ca7bb12-432d-44b3-aa29-8fc3788f5be7 HTTP/1.1" status: 200 len: 944 time: 0.3273382 Aug 29 04:22:25.006378 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9da505-107a-4ae8-8c7d-d15384f92a94 req-02cbc0dc-0b99-4a62-a600-c0c9ea2cd291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:25.008289 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2d9da505-107a-4ae8-8c7d-d15384f92a94 req-02cbc0dc-0b99-4a62-a600-c0c9ea2cd291 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e09e77d6-9e1c-48ca-bc8e-b3b1a5575d1e HTTP/1.1" status: 200 len: 858 time: 0.1693916 Aug 29 04:22:25.019194 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ada30767-0d36-4688-ba72-e5a9d56099ee req-0ee461b4-25b9-4656-aae2-609c78069369 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=b85364e0-ead5-4b50-8b48-a318fc9dca90 HTTP/1.1" status: 200 len: 210 time: 0.0811894 Aug 29 04:22:25.151844 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:25.289623 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 0fe65b52-6b33-495b-84ed-16828372bb83, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=0fe65b52-6b33-495b-84ed-16828372bb83,segment=NetworkSegment(44fea4a1-e972-4690-b14e-956bce45d1ec),segment_id=44fea4a1-e972-4690-b14e-956bce45d1ec)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:25.294945 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ca7bb12-432d-44b3-aa29-8fc3788f5be7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fe65b52-6b33-495b-84ed-16828372bb83'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:22:25.298451 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e858ff6-755e-4782-b596-1dd2826e823c" -d '{"events": [{"server_uuid": "5ca7bb12-432d-44b3-aa29-8fc3788f5be7", "name": "network-vif-plugged", "status": "completed", "tag": "0fe65b52-6b33-495b-84ed-16828372bb83"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:22:25.306833 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:25.337797 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22586a57-f36d-4968-9c6d-f7749189a4e0 req-d54a25b7-3017-4255-ac72-d1256f42e865 tempest-VolumesBackupsTest-690823265 tempest-VolumesBackupsTest-690823265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:25.338059 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-6747c672-5bb0-467b-ac1d-430cff6ef10b None None] Set router cb1a833a-7bcc-4ed5-ac1c-57c501ae40ef gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:22:25.339961 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-22586a57-f36d-4968-9c6d-f7749189a4e0 req-d54a25b7-3017-4255-ac72-d1256f42e865 tempest-VolumesBackupsTest-690823265 tempest-VolumesBackupsTest-690823265-project] 10.222.0.22 "GET /v2.0/ports?device_id=a11fd094-2f4e-4351-bbb9-5f61366d0421 HTTP/1.1" status: 200 len: 950 time: 0.1333311 Aug 29 04:22:25.520649 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-22586a57-f36d-4968-9c6d-f7749189a4e0 req-2c0defa5-01f0-4501-b73e-af2d44349683 tempest-VolumesBackupsTest-690823265 tempest-VolumesBackupsTest-690823265-project] 10.222.0.22 "GET /v2.0/security-groups?id=89551632-06d3-431a-8fc3-3a492f2bd96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727946 Aug 29 04:22:25.556660 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2d9da505-107a-4ae8-8c7d-d15384f92a94 req-f386659e-6ee5-4fe7-b51f-316bb28c0780 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=430f809c-a4d3-48f1-bbd1-f32da1f4fbac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5058055 Aug 29 04:22:25.595969 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-10e27420-2d69-4ecc-877d-7d49fa220283 req-c4f25f19-d193-4fbe-aec1-8424c2f32f20 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5936263 Aug 29 04:22:25.661301 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2de83eb2-cd86-47b0-9914-0faa60abc21d x-openstack-request-id: req-2de83eb2-cd86-47b0-9914-0faa60abc21d {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:22:25.661612 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ca7bb12-432d-44b3-aa29-8fc3788f5be7", "name": "network-vif-plugged", "status": "completed", "tag": "0fe65b52-6b33-495b-84ed-16828372bb83", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:22:25.661875 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2de83eb2-cd86-47b0-9914-0faa60abc21d {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:22:25.662292 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ca7bb12-432d-44b3-aa29-8fc3788f5be7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fe65b52-6b33-495b-84ed-16828372bb83', 'code': 200} Aug 29 04:22:25.678873 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=0fe65b52-6b33-495b-84ed-16828372bb83,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:25.818670 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fe9c9c-4d78-4f61-8bb7-420f6b2dfff1 req-e6515daa-137c-4b53-a883-c902cdb4bab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:25.820214 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-11fe9c9c-4d78-4f61-8bb7-420f6b2dfff1 req-e6515daa-137c-4b53-a883-c902cdb4bab3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5ca7bb12-432d-44b3-aa29-8fc3788f5be7 HTTP/1.1" status: 200 len: 1097 time: 0.0941558 Aug 29 04:22:25.856954 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-39b2bc0c-e6ba-4475-8c2d-0f2770564853 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] 10.222.0.22 "GET /v2.0/routers/cb1a833a-7bcc-4ed5-ac1c-57c501ae40ef HTTP/1.1" status: 200 len: 908 time: 0.8914897 Aug 29 04:22:25.858899 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 52524) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:25.869951 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-90fd2947-07f9-49e4-b7cb-72932f4051dc tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Request body: {'router': {'name': 'tempest-snat-router-401919668', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'enable_snat': True}}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:25.919549 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-90fd2947-07f9-49e4-b7cb-72932f4051dc tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:25.929590 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-90fd2947-07f9-49e4-b7cb-72932f4051dc tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1838'] for router, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:25.967229 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2d9da505-107a-4ae8-8c7d-d15384f92a94 req-187560d4-cdc1-40d3-b0b4-e50dbc836feb service neutron] 10.222.0.46 "GET /v2.0/networks/430f809c-a4d3-48f1-bbd1-f32da1f4fbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3930335 Aug 29 04:22:25.978707 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85d004b-4b40-4c57-aaec-d3b433837356 req-4ac7c3c5-cdbf-4640-88a4-5e91bc80dc07 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:25.981595 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-11fe9c9c-4d78-4f61-8bb7-420f6b2dfff1 req-dcf152ef-1d64-4b33-8815-f1ae6b910ccf service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541703 Aug 29 04:22:25.993655 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d85d004b-4b40-4c57-aaec-d3b433837356 req-4ac7c3c5-cdbf-4640-88a4-5e91bc80dc07 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f1a17fa-6f41-464c-bb77-2f119ba561c6 HTTP/1.1" status: 200 len: 945 time: 0.2165658 Aug 29 04:22:26.021620 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-6747c672-5bb0-467b-ac1d-430cff6ef10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb1a833a-7bcc-4ed5-ac1c-57c501ae40ef', 'name': 'tempest-snat-router-401919668', 'tenant_id': '32da4583295441edbd1c29d9d547f99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.151'}], 'enable_snat': False}, 'gw_port_id': '4e1f370f-f856-4cca-8dfb-ec1fa371a92a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:22:19Z', 'updated_at': '2021-08-29T04:22:22Z', 'revision_number': 3, 'project_id': '32da4583295441edbd1c29d9d547f99d', 'gw_port': {'id': '4e1f370f-f856-4cca-8dfb-ec1fa371a92a', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ea:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb1a833a-7bcc-4ed5-ac1c-57c501ae40ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:21Z', 'updated_at': '2021-08-29T04:22:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:26.064599 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6747c672-5bb0-467b-ac1d-430cff6ef10b None None] Checking router: cb1a833a-7bcc-4ed5-ac1c-57c501ae40ef for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:22:26.065083 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6747c672-5bb0-467b-ac1d-430cff6ef10b None None] Updating router cb1a833a-7bcc-4ed5-ac1c-57c501ae40ef port 4e1f370f-f856-4cca-8dfb-ec1fa371a92a binding host n-d-712140-12 {{(pid=94830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:22:26.089442 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb52f62-5f95-4723-a84f-ee2e90be861a req-a993c7ac-0672-423d-873e-1604d30b3c40 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:26.090997 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ebb52f62-5f95-4723-a84f-ee2e90be861a req-a993c7ac-0672-423d-873e-1604d30b3c40 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbbdf5ca-0dc2-4283-8108-a1763b063e9c HTTP/1.1" status: 200 len: 946 time: 0.2057798 Aug 29 04:22:26.097369 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6747c672-5bb0-467b-ac1d-430cff6ef10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:26.151044 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d85d004b-4b40-4c57-aaec-d3b433837356 req-de0d8a5f-67f2-43be-ad6f-496ebfa2047f tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc298de8-05a1-4048-a74a-af5d487002fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548531 Aug 29 04:22:26.197944 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-90fd2947-07f9-49e4-b7cb-72932f4051dc tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:26.200644 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ebb52f62-5f95-4723-a84f-ee2e90be861a req-1b5e1eda-cb09-4966-a319-ec91c9e641f1 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/security-groups?id=efbd56da-4301-456e-8002-a695aaaeaffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998604 Aug 29 04:22:26.228818 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 8679445c-941a-41f7-90a4-c34efa203f96 no longer exists at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:22:26.316918 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2d9da505-107a-4ae8-8c7d-d15384f92a94 req-2a643e29-9c79-4143-b940-696189a1eda0 service neutron] 10.222.0.46 "GET /v2.0/networks/430f809c-a4d3-48f1-bbd1-f32da1f4fbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3187201 Aug 29 04:22:26.419242 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-90fd2947-07f9-49e4-b7cb-72932f4051dc tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:26.420474 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] No Port match for: 8679445c-941a-41f7-90a4-c34efa203f96 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:22:26.420815 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 8679445c-941a-41f7-90a4-c34efa203f96 not bound to the agent host n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:22:26.786245 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-90fd2947-07f9-49e4-b7cb-72932f4051dc tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:26.829681 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6747c672-5bb0-467b-ac1d-430cff6ef10b None None] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:26.837998 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46271b3b-d6af-4dc4-aece-5c899b9083a7 req-ee16ccfe-8a00-4719-b7f9-005f279e15fb tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:26.847740 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-46271b3b-d6af-4dc4-aece-5c899b9083a7 req-ee16ccfe-8a00-4719-b7f9-005f279e15fb tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ca7bb12-432d-44b3-aa29-8fc3788f5be7 HTTP/1.1" status: 200 len: 945 time: 0.1642718 Aug 29 04:22:26.851966 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6747c672-5bb0-467b-ac1d-430cff6ef10b None None] Transition to ACTIVE for port object 4e1f370f-f856-4cca-8dfb-ec1fa371a92a will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:22:26.856113 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-90fd2947-07f9-49e4-b7cb-72932f4051dc tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:26.865547 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6747c672-5bb0-467b-ac1d-430cff6ef10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:26.896346 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-46271b3b-d6af-4dc4-aece-5c899b9083a7 req-fa4bbecf-18dd-40df-a065-e6f3978ec747 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475907 Aug 29 04:22:26.943872 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-6747c672-5bb0-467b-ac1d-430cff6ef10b None None] Attempting to bind port 4e1f370f-f856-4cca-8dfb-ec1fa371a92a on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:22:26.943872 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-6747c672-5bb0-467b-ac1d-430cff6ef10b None None] Attempting to bind port 4e1f370f-f856-4cca-8dfb-ec1fa371a92a by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:22:26.944227 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6747c672-5bb0-467b-ac1d-430cff6ef10b None None] Attempting to bind port 4e1f370f-f856-4cca-8dfb-ec1fa371a92a on network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:22:26.950333 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6747c672-5bb0-467b-ac1d-430cff6ef10b None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:22:26.950559 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6747c672-5bb0-467b-ac1d-430cff6ef10b None None] Checking segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:22:26.950800 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6747c672-5bb0-467b-ac1d-430cff6ef10b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:26.951190 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6747c672-5bb0-467b-ac1d-430cff6ef10b None None] Bound using segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:22:26.951661 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-6747c672-5bb0-467b-ac1d-430cff6ef10b None None] Bound port: 4e1f370f-f856-4cca-8dfb-ec1fa371a92a, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:22:26.952063 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6747c672-5bb0-467b-ac1d-430cff6ef10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:26.953601 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ca408b-eed8-415b-a6fe-9e3d69af0739 None None] Pushing event updated for resources: {'Port': ['ID=4e1f370f-f856-4cca-8dfb-ec1fa371a92a,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:27.022441 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6747c672-5bb0-467b-ac1d-430cff6ef10b None None] For port 4e1f370f-f856-4cca-8dfb-ec1fa371a92a, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:22:27.038664 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6747c672-5bb0-467b-ac1d-430cff6ef10b None None] For port 4e1f370f-f856-4cca-8dfb-ec1fa371a92a, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=4e1f370f-f856-4cca-8dfb-ec1fa371a92a,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:22:27.047717 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6747c672-5bb0-467b-ac1d-430cff6ef10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:27.098092 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6747c672-5bb0-467b-ac1d-430cff6ef10b None None] Routers {'cb1a833a-7bcc-4ed5-ac1c-57c501ae40ef'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:22:27.098728 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-6747c672-5bb0-467b-ac1d-430cff6ef10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:22:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['cb1a833a-7bcc-4ed5-ac1c-57c501ae40ef'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:27.146593 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ed5c8b-7248-4a45-8a74-78457e7801b4 req-95a58d2a-4c3d-4653-912c-a1efafee27e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:27.148231 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-00ed5c8b-7248-4a45-8a74-78457e7801b4 req-95a58d2a-4c3d-4653-912c-a1efafee27e8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=45c0a3ca896a4dd0bcf90e5c0bd5812f&device_id=cbbdf5ca-0dc2-4283-8108-a1763b063e9c HTTP/1.1" status: 200 len: 1098 time: 0.1518469 Aug 29 04:22:27.158667 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-90fd2947-07f9-49e4-b7cb-72932f4051dc tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Allocated IP 172.25.0.55 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/a8ddf630-791d-413a-a391-71fb53282b45) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:22:27.183974 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d58b6be-12fd-4c06-8f12-a5e694dd5cb4 req-67d194cc-d08f-4eed-907a-ad799f71267c tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:27.185941 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8d58b6be-12fd-4c06-8f12-a5e694dd5cb4 req-67d194cc-d08f-4eed-907a-ad799f71267c tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/networks?id=6dc9f122-fe76-4b29-b692-6f9509f76947 HTTP/1.1" status: 200 len: 812 time: 0.3313110 Aug 29 04:22:27.310816 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ed5c8b-7248-4a45-8a74-78457e7801b4 req-629edecd-fdbc-462a-acd2-f7bed89d0841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:27.312531 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-00ed5c8b-7248-4a45-8a74-78457e7801b4 req-629edecd-fdbc-462a-acd2-f7bed89d0841 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fd020187-6618-42b7-a26a-d8ebebc46774 HTTP/1.1" status: 200 len: 917 time: 0.1554677 Aug 29 04:22:27.341919 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8d58b6be-12fd-4c06-8f12-a5e694dd5cb4 req-56f8e59a-fb86-4e06-bb3b-7589e1027ff6 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/quotas/6b54a16bc4c143ae881e0570211236dd HTTP/1.1" status: 200 len: 375 time: 0.0283394 Aug 29 04:22:27.389403 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30380625-69a7-44c8-b269-acb35e55ea0a req-db226eff-d9c8-4446-a1e7-89b65bdf8820 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:27.397920 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-30380625-69a7-44c8-b269-acb35e55ea0a req-db226eff-d9c8-4446-a1e7-89b65bdf8820 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f1a17fa-6f41-464c-bb77-2f119ba561c6 HTTP/1.1" status: 200 len: 945 time: 0.0996008 Aug 29 04:22:27.454107 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-30380625-69a7-44c8-b269-acb35e55ea0a req-33524c7d-6917-42b1-b15e-7d6fc98fe852 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc298de8-05a1-4048-a74a-af5d487002fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499039 Aug 29 04:22:27.500481 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8d58b6be-12fd-4c06-8f12-a5e694dd5cb4 req-1b9fc9ac-165e-44a3-89fb-043935aaf445 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=6b54a16bc4c143ae881e0570211236dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1204760 Aug 29 04:22:27.598643 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-00ed5c8b-7248-4a45-8a74-78457e7801b4 req-572f8f9f-fd53-45b4-8385-1a973f976434 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d6b4b2ae-4a49-41d8-8d03-babcf76f8592 HTTP/1.1" status: 200 len: 1002 time: 0.2717125 Aug 29 04:22:27.604643 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721a1263-3d58-4e7c-b3ce-ae5a1259f2c9 req-5bddca7a-7ede-4de9-b3b6-aef2308c7c5d tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:27.607050 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-721a1263-3d58-4e7c-b3ce-ae5a1259f2c9 req-5bddca7a-7ede-4de9-b3b6-aef2308c7c5d tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbbdf5ca-0dc2-4283-8108-a1763b063e9c HTTP/1.1" status: 200 len: 946 time: 0.0797224 Aug 29 04:22:27.638925 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-6747c672-5bb0-467b-ac1d-430cff6ef10b None None] Set router cb1a833a-7bcc-4ed5-ac1c-57c501ae40ef gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:22:27.670492 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-721a1263-3d58-4e7c-b3ce-ae5a1259f2c9 req-2b769154-b36e-46b2-97af-4fde7e82d740 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/security-groups?id=efbd56da-4301-456e-8002-a695aaaeaffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556035 Aug 29 04:22:27.718471 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-90fd2947-07f9-49e4-b7cb-72932f4051dc tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:27.728859 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8d58b6be-12fd-4c06-8f12-a5e694dd5cb4 req-dfb0fc35-b415-45d7-aea2-ace5d3ceb3a6 service neutron] 10.222.0.22 "GET /v2.0/networks/6dc9f122-fe76-4b29-b692-6f9509f76947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120275 Aug 29 04:22:27.775931 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ed5c8b-7248-4a45-8a74-78457e7801b4 req-17f52e10-5eee-478f-99b0-8c8cde401791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:27.778355 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-00ed5c8b-7248-4a45-8a74-78457e7801b4 req-17f52e10-5eee-478f-99b0-8c8cde401791 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6247b089-2c7c-4ca3-a8dd-41a0f57cced5 HTTP/1.1" status: 200 len: 855 time: 0.1646018 Aug 29 04:22:27.984372 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-90fd2947-07f9-49e4-b7cb-72932f4051dc tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:27.992534 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ed5c8b-7248-4a45-8a74-78457e7801b4 req-ef1fc611-eb0b-4deb-b8a8-493f1c392054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:27.994884 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-00ed5c8b-7248-4a45-8a74-78457e7801b4 req-ef1fc611-eb0b-4deb-b8a8-493f1c392054 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fd020187-6618-42b7-a26a-d8ebebc46774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1801996 Aug 29 04:22:27.999857 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ca408b-eed8-415b-a6fe-9e3d69af0739 None None] Pushing event updated for resources: {'Port': ['ID=4e1f370f-f856-4cca-8dfb-ec1fa371a92a,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:28.058568 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fd2947-07f9-49e4-b7cb-72932f4051dc tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Pushing event updated for resources: {'Port': ['ID=a8ddf630-791d-413a-a391-71fb53282b45,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:28.131716 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-6747c672-5bb0-467b-ac1d-430cff6ef10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb1a833a-7bcc-4ed5-ac1c-57c501ae40ef', 'name': 'tempest-snat-router-401919668', 'tenant_id': '32da4583295441edbd1c29d9d547f99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.151'}], 'enable_snat': False}, 'gw_port_id': '4e1f370f-f856-4cca-8dfb-ec1fa371a92a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:22:19Z', 'updated_at': '2021-08-29T04:22:22Z', 'revision_number': 3, 'project_id': '32da4583295441edbd1c29d9d547f99d', 'gw_port': {'id': '4e1f370f-f856-4cca-8dfb-ec1fa371a92a', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ea:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb1a833a-7bcc-4ed5-ac1c-57c501ae40ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:21Z', 'updated_at': '2021-08-29T04:22:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:28.186136 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dfe0f8-58cd-4d35-9d60-8d556edafa3b req-18557a42-ba18-4472-b004-10dc27634fba tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:28.188509 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-53dfe0f8-58cd-4d35-9d60-8d556edafa3b req-18557a42-ba18-4472-b004-10dc27634fba tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ca7bb12-432d-44b3-aa29-8fc3788f5be7 HTTP/1.1" status: 200 len: 945 time: 0.0932300 Aug 29 04:22:28.194317 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6747c672-5bb0-467b-ac1d-430cff6ef10b None None] The sync data for ids ['cb1a833a-7bcc-4ed5-ac1c-57c501ae40ef'] in n-d-712140-12 is: [{'id': 'cb1a833a-7bcc-4ed5-ac1c-57c501ae40ef', 'name': 'tempest-snat-router-401919668', 'tenant_id': '32da4583295441edbd1c29d9d547f99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.151'}], 'enable_snat': False}, 'gw_port_id': '4e1f370f-f856-4cca-8dfb-ec1fa371a92a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:22:19Z', 'updated_at': '2021-08-29T04:22:22Z', 'revision_number': 3, 'project_id': '32da4583295441edbd1c29d9d547f99d', 'gw_port': {'id': '4e1f370f-f856-4cca-8dfb-ec1fa371a92a', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ea:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb1a833a-7bcc-4ed5-ac1c-57c501ae40ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:21Z', 'updated_at': '2021-08-29T04:22:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712140-12'}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:22:28.203139 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8d58b6be-12fd-4c06-8f12-a5e694dd5cb4 req-039e45f6-a1cb-478a-be8a-2f9a64daf028 service neutron] 10.222.0.22 "GET /v2.0/networks/6dc9f122-fe76-4b29-b692-6f9509f76947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4598613 Aug 29 04:22:28.209672 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90fd2947-07f9-49e4-b7cb-72932f4051dc tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:22:28.213322 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-90fd2947-07f9-49e4-b7cb-72932f4051dc tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:22:28.220630 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fd2947-07f9-49e4-b7cb-72932f4051dc tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:22:28.267403 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-53dfe0f8-58cd-4d35-9d60-8d556edafa3b req-ed39d498-a6e1-4edf-8009-ac96163f6a38 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722876 Aug 29 04:22:28.353824 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-00ed5c8b-7248-4a45-8a74-78457e7801b4 req-8f3716a4-aa76-49ee-976e-2c7daa536966 service neutron] 10.222.0.46 "GET /v2.0/networks/fd020187-6618-42b7-a26a-d8ebebc46774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3023269 Aug 29 04:22:28.395398 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:28.669916 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5320db83-c025-4299-90a4-5b861f0a0e96 req-d36fe06b-1c72-4980-8ec7-258936491ef5 tempest-LiveMigrationTest-555913250 tempest-LiveMigrationTest-555913250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:28.674194 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5320db83-c025-4299-90a4-5b861f0a0e96 req-d36fe06b-1c72-4980-8ec7-258936491ef5 tempest-LiveMigrationTest-555913250 tempest-LiveMigrationTest-555913250-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=5ca7bb12-432d-44b3-aa29-8fc3788f5be7 HTTP/1.1" status: 200 len: 1097 time: 0.1908128 Aug 29 04:22:28.691297 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-00ed5c8b-7248-4a45-8a74-78457e7801b4 req-54d34282-2076-46d4-adda-767857a7eea1 service neutron] 10.222.0.46 "GET /v2.0/networks/fd020187-6618-42b7-a26a-d8ebebc46774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3094914 Aug 29 04:22:28.845386 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5320db83-c025-4299-90a4-5b861f0a0e96 req-42072412-5075-40ca-ba7b-bbca50fa305f tempest-LiveMigrationTest-555913250 tempest-LiveMigrationTest-555913250-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507339 Aug 29 04:22:28.963885 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-90fd2947-07f9-49e4-b7cb-72932f4051dc tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:29.016308 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7866636-e8c8-4581-8bda-530dfe515af1 req-ba27f0b6-4697-4563-8cea-8ed81771eb75 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:29.027785 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b7866636-e8c8-4581-8bda-530dfe515af1 req-ba27f0b6-4697-4563-8cea-8ed81771eb75 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f1a17fa-6f41-464c-bb77-2f119ba561c6 HTTP/1.1" status: 200 len: 945 time: 0.1824226 Aug 29 04:22:29.109169 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ee16b6c7-cb5d-4fab-ac31-59174eec1a61 req-f66ab890-5075-4762-bc9a-eceacccdc7cf tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb1decc1-6b46-49ff-b4f2-9f5d4b47ac7b HTTP/1.1" status: 200 len: 210 time: 0.1118460 Aug 29 04:22:29.150383 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b7866636-e8c8-4581-8bda-530dfe515af1 req-1727db04-0de2-4edc-87c9-b5d31569f1e2 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc298de8-05a1-4048-a74a-af5d487002fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215987 Aug 29 04:22:29.380272 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 4e1f370f-f856-4cca-8dfb-ec1fa371a92a up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:22:29.453495 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0d8b6e-3fc8-45de-9ad4-0b82d9035617 req-6381c936-3908-42ab-84c7-4e27e5981d52 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:29.463372 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7e0d8b6e-3fc8-45de-9ad4-0b82d9035617 req-6381c936-3908-42ab-84c7-4e27e5981d52 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbbdf5ca-0dc2-4283-8108-a1763b063e9c HTTP/1.1" status: 200 len: 946 time: 0.1739011 Aug 29 04:22:29.542543 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7e0d8b6e-3fc8-45de-9ad4-0b82d9035617 req-2caed1e4-4736-44d5-98b4-a6c693f49019 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/security-groups?id=efbd56da-4301-456e-8002-a695aaaeaffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754454 Aug 29 04:22:29.590845 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 4e1f370f-f856-4cca-8dfb-ec1fa371a92a completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:22:29.595925 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 4e1f370f-f856-4cca-8dfb-ec1fa371a92a triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:29.596766 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:29.824645 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:29.859096 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 4e1f370f-f856-4cca-8dfb-ec1fa371a92a, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=4e1f370f-f856-4cca-8dfb-ec1fa371a92a,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:29.865874 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:29.960949 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=4e1f370f-f856-4cca-8dfb-ec1fa371a92a,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:30.198259 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 52654) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:30.306964 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-90fd2947-07f9-49e4-b7cb-72932f4051dc tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409'] for router, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:30.445060 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05230e78-4ada-4438-850e-d312953903cb req-2949d6a2-1feb-4723-8fff-31ef328e2cdf tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:30.452937 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-05230e78-4ada-4438-850e-d312953903cb req-2949d6a2-1feb-4723-8fff-31ef328e2cdf tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f1a17fa-6f41-464c-bb77-2f119ba561c6 HTTP/1.1" status: 200 len: 945 time: 0.0969217 Aug 29 04:22:30.509085 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-05230e78-4ada-4438-850e-d312953903cb req-84722abb-22e5-4673-b7a8-9d841b4508b6 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc298de8-05a1-4048-a74a-af5d487002fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551610 Aug 29 04:22:30.567120 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device d6b4b2ae-4a49-41d8-8d03-babcf76f8592 no longer exists at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:22:30.612954 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-aacad59b-7b0e-49cc-9364-1545c752f5a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:30.728137 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:30.757778 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1ef23786-7ba9-4efa-b97b-6aab2e13f06e req-d73a777d-27d8-4941-a283-b47c2a83f857 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb1decc1-6b46-49ff-b4f2-9f5d4b47ac7b HTTP/1.1" status: 200 len: 210 time: 0.0837154 Aug 29 04:22:30.772878 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port d6b4b2ae-4a49-41d8-8d03-babcf76f8592, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=d6b4b2ae-4a49-41d8-8d03-babcf76f8592,segment=NetworkSegment(4345054c-8cc7-4ded-979c-629f28057ddf),segment_id=4345054c-8cc7-4ded-979c-629f28057ddf)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:30.776076 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbbdf5ca-0dc2-4283-8108-a1763b063e9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6b4b2ae-4a49-41d8-8d03-babcf76f8592'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:22:30.780217 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77db0670-0363-46cc-9927-e4b7ba96dc40" -d '{"events": [{"server_uuid": "cbbdf5ca-0dc2-4283-8108-a1763b063e9c", "name": "network-vif-unplugged", "status": "completed", "tag": "d6b4b2ae-4a49-41d8-8d03-babcf76f8592"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:22:30.785892 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:30.856234 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=d6b4b2ae-4a49-41d8-8d03-babcf76f8592,revision_number=8']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:30.885674 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90fd2947-07f9-49e4-b7cb-72932f4051dc tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Router 3882849f-6e83-47bb-8689-6b69b3ab5d7a is scheduled to L3 agent 76874008-c311-485c-ba36-921b6d275b6a with binding_index 1 {{(pid=94829) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:22:30.967842 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acfec92f-8c12-46fe-b218-ff0d6759edb9 x-openstack-request-id: req-acfec92f-8c12-46fe-b218-ff0d6759edb9 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:22:30.968296 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbbdf5ca-0dc2-4283-8108-a1763b063e9c", "name": "network-vif-unplugged", "status": "completed", "tag": "d6b4b2ae-4a49-41d8-8d03-babcf76f8592", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:22:30.968739 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-acfec92f-8c12-46fe-b218-ff0d6759edb9 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:22:30.969244 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbbdf5ca-0dc2-4283-8108-a1763b063e9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6b4b2ae-4a49-41d8-8d03-babcf76f8592', 'code': 200} Aug 29 04:22:31.045083 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d58b6be-12fd-4c06-8f12-a5e694dd5cb4 req-dbd8cc53-e57f-4e4d-a13e-a6c87f5dfa61 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:31.046722 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8d58b6be-12fd-4c06-8f12-a5e694dd5cb4 req-dbd8cc53-e57f-4e4d-a13e-a6c87f5dfa61 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.48 "GET /v2.0/networks?id=6dc9f122-fe76-4b29-b692-6f9509f76947 HTTP/1.1" status: 200 len: 812 time: 0.3742032 Aug 29 04:22:31.056210 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95c9cb5-0b17-4bb2-9716-375cc54f3143 req-e88f6fa3-fbcc-4c6e-b67c-d082c3b1c3d0 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:31.061129 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b95c9cb5-0b17-4bb2-9716-375cc54f3143 req-e88f6fa3-fbcc-4c6e-b67c-d082c3b1c3d0 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbbdf5ca-0dc2-4283-8108-a1763b063e9c HTTP/1.1" status: 200 len: 944 time: 0.1568735 Aug 29 04:22:31.103339 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-8d58b6be-12fd-4c06-8f12-a5e694dd5cb4 req-4a376509-0e07-42f5-9980-78cd4de44ac3 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Request body: {'port': {'device_id': 'bb1decc1-6b46-49ff-b4f2-9f5d4b47ac7b', 'network_id': '6dc9f122-fe76-4b29-b692-6f9509f76947', 'admin_state_up': True, 'tenant_id': '6b54a16bc4c143ae881e0570211236dd'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:31.138039 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-aacad59b-7b0e-49cc-9364-1545c752f5a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:31.156713 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-aacad59b-7b0e-49cc-9364-1545c752f5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:31.198483 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 4e1f370f-f856-4cca-8dfb-ec1fa371a92a up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:22:31.241848 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacad59b-7b0e-49cc-9364-1545c752f5a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9176c1ab-6456-42ff-8491-70b1d99ae67c,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:31.265116 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b95c9cb5-0b17-4bb2-9716-375cc54f3143 req-c93449d5-2472-4b43-8f22-80bbcb9b8005 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/security-groups?id=efbd56da-4301-456e-8002-a695aaaeaffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1863666 Aug 29 04:22:31.295959 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90fd2947-07f9-49e4-b7cb-72932f4051dc tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:22:31.298110 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d58b6be-12fd-4c06-8f12-a5e694dd5cb4 req-4a376509-0e07-42f5-9980-78cd4de44ac3 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Made reservation on behalf of 6b54a16bc4c143ae881e0570211236dd for: {'port': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:22:31.301791 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-8d58b6be-12fd-4c06-8f12-a5e694dd5cb4 req-4a376509-0e07-42f5-9980-78cd4de44ac3 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:31.309204 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022a4e8b-45ae-4668-ab67-5c71242b8716 None None] Sync routers for ids ['3882849f-6e83-47bb-8689-6b69b3ab5d7a'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:22:31.318954 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-aacad59b-7b0e-49cc-9364-1545c752f5a5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8c146b1f3a1f433db801a6fcbdaab506&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1190944 Aug 29 04:22:31.319844 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 52672) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:31.339137 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 4e1f370f-f856-4cca-8dfb-ec1fa371a92a triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:31.339926 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:31.347442 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-90fd2947-07f9-49e4-b7cb-72932f4051dc tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:31.348756 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-90fd2947-07f9-49e4-b7cb-72932f4051dc tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 5.4854779 Aug 29 04:22:31.355878 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 52676) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:31.360067 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022a4e8b-45ae-4668-ab67-5c71242b8716 None None] Routers {'3882849f-6e83-47bb-8689-6b69b3ab5d7a'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:22:31.362264 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-022a4e8b-45ae-4668-ab67-5c71242b8716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:22:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['3882849f-6e83-47bb-8689-6b69b3ab5d7a'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:31.441345 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5d19b572-4690-4fa8-ba59-ce123d369d53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:31.500205 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5d19b572-4690-4fa8-ba59-ce123d369d53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:31.621440 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5d19b572-4690-4fa8-ba59-ce123d369d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:31.626590 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5d19b572-4690-4fa8-ba59-ce123d369d53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:31.630683 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-5d19b572-4690-4fa8-ba59-ce123d369d53 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9176c1ab-6456-42ff-8491-70b1d99ae67c HTTP/1.1" status: 204 len: 168 time: 0.3096318 Aug 29 04:22:31.648675 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d19b572-4690-4fa8-ba59-ce123d369d53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9176c1ab-6456-42ff-8491-70b1d99ae67c,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:31.769431 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-022a4e8b-45ae-4668-ab67-5c71242b8716 None None] Set router 3882849f-6e83-47bb-8689-6b69b3ab5d7a gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:22:31.879776 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7961fcd-cb03-41e6-acd7-6649a5b5e0e6 req-4184ea7a-8976-4f15-8760-069b1a87a9c7 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:31.881851 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e7961fcd-cb03-41e6-acd7-6649a5b5e0e6 req-4184ea7a-8976-4f15-8760-069b1a87a9c7 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f1a17fa-6f41-464c-bb77-2f119ba561c6 HTTP/1.1" status: 200 len: 945 time: 0.1694388 Aug 29 04:22:32.009170 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e7961fcd-cb03-41e6-acd7-6649a5b5e0e6 req-b1902631-53f5-4d83-bf1b-3deb71cd5578 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc298de8-05a1-4048-a74a-af5d487002fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942736 Aug 29 04:22:32.018010 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-5ed0e639-ecd9-4298-8a0f-9a4e3b7dbd88 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] 10.222.0.22 "GET /v2.0/routers/3882849f-6e83-47bb-8689-6b69b3ab5d7a HTTP/1.1" status: 200 len: 906 time: 0.6603458 Aug 29 04:22:32.029598 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 52698) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:32.054564 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [req-8d58b6be-12fd-4c06-8f12-a5e694dd5cb4 req-4a376509-0e07-42f5-9980-78cd4de44ac3 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Allocated IP 172.20.0.3 (6dc9f122-fe76-4b29-b692-6f9509f76947/92da5435-aaff-49ad-89d5-9a0918bd173a/34925fed-068b-4f07-a352-aff8a2707cb4) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:22:32.315339 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-022a4e8b-45ae-4668-ab67-5c71242b8716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3882849f-6e83-47bb-8689-6b69b3ab5d7a', 'name': 'tempest-snat-router-401919668', 'tenant_id': '32da4583295441edbd1c29d9d547f99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': 'a8ddf630-791d-413a-a391-71fb53282b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:22:25Z', 'updated_at': '2021-08-29T04:22:28Z', 'revision_number': 3, 'project_id': '32da4583295441edbd1c29d9d547f99d', 'gw_port': {'id': 'a8ddf630-791d-413a-a391-71fb53282b45', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f4:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3882849f-6e83-47bb-8689-6b69b3ab5d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:26Z', 'updated_at': '2021-08-29T04:22:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:32.346688 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022a4e8b-45ae-4668-ab67-5c71242b8716 None None] Checking router: 3882849f-6e83-47bb-8689-6b69b3ab5d7a for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:22:32.349741 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022a4e8b-45ae-4668-ab67-5c71242b8716 None None] Updating router 3882849f-6e83-47bb-8689-6b69b3ab5d7a port a8ddf630-791d-413a-a391-71fb53282b45 binding host n-d-712140-12 {{(pid=94831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:22:32.360502 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-8d58b6be-12fd-4c06-8f12-a5e694dd5cb4 req-4a376509-0e07-42f5-9980-78cd4de44ac3 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:32.397050 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 52704) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:32.400159 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-022a4e8b-45ae-4668-ab67-5c71242b8716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:32.433837 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b8be9cf8-5fd2-40cd-9ccd-1293be646f83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:32.540749 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-8d58b6be-12fd-4c06-8f12-a5e694dd5cb4 req-4a376509-0e07-42f5-9980-78cd4de44ac3 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:32.611403 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d58b6be-12fd-4c06-8f12-a5e694dd5cb4 req-4a376509-0e07-42f5-9980-78cd4de44ac3 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Network 6dc9f122-fe76-4b29-b692-6f9509f76947 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:22:32.623911 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [req-8d58b6be-12fd-4c06-8f12-a5e694dd5cb4 req-4a376509-0e07-42f5-9980-78cd4de44ac3 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:22:32.630179 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d58b6be-12fd-4c06-8f12-a5e694dd5cb4 req-4a376509-0e07-42f5-9980-78cd4de44ac3 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:22:32.633988 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a376509-0e07-42f5-9980-78cd4de44ac3 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Pushing event updated for resources: {'Port': ['ID=34925fed-068b-4f07-a352-aff8a2707cb4,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:32.734037 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d58b6be-12fd-4c06-8f12-a5e694dd5cb4 req-4a376509-0e07-42f5-9980-78cd4de44ac3 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:32.735184 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-8d58b6be-12fd-4c06-8f12-a5e694dd5cb4 req-4a376509-0e07-42f5-9980-78cd4de44ac3 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:32.742600 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b8be9cf8-5fd2-40cd-9ccd-1293be646f83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:32.749353 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b8be9cf8-5fd2-40cd-9ccd-1293be646f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:32.795463 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-b8be9cf8-5fd2-40cd-9ccd-1293be646f83 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e47f114592a4413e8b142fab7e9f9547&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3900759 Aug 29 04:22:32.839211 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8be9cf8-5fd2-40cd-9ccd-1293be646f83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3039c284-df7e-4dc1-bc3d-ddad5bc95fe2,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:32.844722 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 52726) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:32.859665 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8d58b6be-12fd-4c06-8f12-a5e694dd5cb4 req-4a376509-0e07-42f5-9980-78cd4de44ac3 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7617779 Aug 29 04:22:32.862272 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8d75e8ce-59c7-415e-b721-a6eefcaf634e tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks [] for router, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:32.937300 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-022a4e8b-45ae-4668-ab67-5c71242b8716 None None] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:32.947493 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-8d58b6be-12fd-4c06-8f12-a5e694dd5cb4 req-6a544812-215e-4e99-9744-6e3e570a2826 service neutron] Request body: {'port': {'device_id': 'bb1decc1-6b46-49ff-b4f2-9f5d4b47ac7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-12'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:32.953137 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-022a4e8b-45ae-4668-ab67-5c71242b8716 None None] Transition to ACTIVE for port object a8ddf630-791d-413a-a391-71fb53282b45 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:22:32.961088 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-022a4e8b-45ae-4668-ab67-5c71242b8716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:33.015716 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287527b3-68b4-4761-8b04-88107aa3d515 None None] Pushing event updated for resources: {'Port': ['ID=a8ddf630-791d-413a-a391-71fb53282b45,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:33.036376 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-022a4e8b-45ae-4668-ab67-5c71242b8716 None None] Attempting to bind port a8ddf630-791d-413a-a391-71fb53282b45 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:22:33.037012 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-022a4e8b-45ae-4668-ab67-5c71242b8716 None None] Attempting to bind port a8ddf630-791d-413a-a391-71fb53282b45 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:22:33.037607 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022a4e8b-45ae-4668-ab67-5c71242b8716 None None] Attempting to bind port a8ddf630-791d-413a-a391-71fb53282b45 on network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:22:33.046780 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022a4e8b-45ae-4668-ab67-5c71242b8716 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:22:33.047507 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022a4e8b-45ae-4668-ab67-5c71242b8716 None None] Checking segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:22:33.048176 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-022a4e8b-45ae-4668-ab67-5c71242b8716 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:33.048809 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022a4e8b-45ae-4668-ab67-5c71242b8716 None None] Bound using segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:22:33.049580 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-022a4e8b-45ae-4668-ab67-5c71242b8716 None None] Bound port: a8ddf630-791d-413a-a391-71fb53282b45, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:22:33.050226 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-022a4e8b-45ae-4668-ab67-5c71242b8716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:33.067083 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e665277-3ee2-447d-a808-2c720138e8a8 req-02fcae8c-61a2-49cf-8774-4ec87ce827b9 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:33.068683 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8e665277-3ee2-447d-a808-2c720138e8a8 req-02fcae8c-61a2-49cf-8774-4ec87ce827b9 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb1decc1-6b46-49ff-b4f2-9f5d4b47ac7b HTTP/1.1" status: 200 len: 931 time: 0.1452858 Aug 29 04:22:33.100717 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a0909a1c-7cf4-4ea4-8967-b377d4ce7274 req-6d147034-c86b-4777-8ac7-a35fc0225d48 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=cbbdf5ca-0dc2-4283-8108-a1763b063e9c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2524607 Aug 29 04:22:33.127171 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3c12e8ef-1bb0-4174-865e-841044047074 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:33.129682 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-022a4e8b-45ae-4668-ab67-5c71242b8716 None None] For port a8ddf630-791d-413a-a391-71fb53282b45, host n-d-712140-12, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:22:33.133980 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-022a4e8b-45ae-4668-ab67-5c71242b8716 None None] For port a8ddf630-791d-413a-a391-71fb53282b45, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=a8ddf630-791d-413a-a391-71fb53282b45,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:22:33.139890 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8e665277-3ee2-447d-a808-2c720138e8a8 req-e6241058-2c75-4d21-babd-b0a8c2479171 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608785 Aug 29 04:22:33.141269 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-022a4e8b-45ae-4668-ab67-5c71242b8716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:33.143542 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-8d58b6be-12fd-4c06-8f12-a5e694dd5cb4 req-6a544812-215e-4e99-9744-6e3e570a2826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:33.147319 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8d75e8ce-59c7-415e-b721-a6eefcaf634e tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:33.219045 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3c12e8ef-1bb0-4174-865e-841044047074 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:33.328435 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-09fdb2e5-c015-449b-b520-656b83c43f49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:33.329140 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287527b3-68b4-4761-8b04-88107aa3d515 None None] Pushing event updated for resources: {'Port': ['ID=a8ddf630-791d-413a-a391-71fb53282b45,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:33.349200 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022a4e8b-45ae-4668-ab67-5c71242b8716 None None] Routers {'3882849f-6e83-47bb-8689-6b69b3ab5d7a'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:22:33.349932 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-022a4e8b-45ae-4668-ab67-5c71242b8716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:22:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['3882849f-6e83-47bb-8689-6b69b3ab5d7a'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:33.454598 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-8d75e8ce-59c7-415e-b721-a6eefcaf634e tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Deleting port a8ddf630-791d-413a-a391-71fb53282b45 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:22:33.455394 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8d75e8ce-59c7-415e-b721-a6eefcaf634e tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:33.540217 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-022a4e8b-45ae-4668-ab67-5c71242b8716 None None] Set router 3882849f-6e83-47bb-8689-6b69b3ab5d7a gateway port host: None {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:22:33.642266 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466444e7-2851-4098-9307-b6ecadc439cd req-493c0048-869a-497f-94f4-5bc7670b92d9 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:33.644155 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-466444e7-2851-4098-9307-b6ecadc439cd req-493c0048-869a-497f-94f4-5bc7670b92d9 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbbdf5ca-0dc2-4283-8108-a1763b063e9c HTTP/1.1" status: 200 len: 944 time: 0.3184001 Aug 29 04:22:33.658360 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-022a4e8b-45ae-4668-ab67-5c71242b8716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3882849f-6e83-47bb-8689-6b69b3ab5d7a', 'name': 'tempest-snat-router-401919668', 'tenant_id': '32da4583295441edbd1c29d9d547f99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:22:25Z', 'updated_at': '2021-08-29T04:22:33Z', 'revision_number': 4, 'project_id': '32da4583295441edbd1c29d9d547f99d', 'gw_port_host': None}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:33.718842 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-8d75e8ce-59c7-415e-b721-a6eefcaf634e tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] For port a8ddf630-791d-413a-a391-71fb53282b45, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=a8ddf630-791d-413a-a391-71fb53282b45,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:33.719344 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8d75e8ce-59c7-415e-b721-a6eefcaf634e tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:33.728827 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022a4e8b-45ae-4668-ab67-5c71242b8716 None None] The sync data for ids ['3882849f-6e83-47bb-8689-6b69b3ab5d7a'] in n-d-712140-12 is: [{'id': '3882849f-6e83-47bb-8689-6b69b3ab5d7a', 'name': 'tempest-snat-router-401919668', 'tenant_id': '32da4583295441edbd1c29d9d547f99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:22:25Z', 'updated_at': '2021-08-29T04:22:33Z', 'revision_number': 4, 'project_id': '32da4583295441edbd1c29d9d547f99d', 'gw_port_host': None}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:22:33.764667 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3c12e8ef-1bb0-4174-865e-841044047074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:33.771397 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3c12e8ef-1bb0-4174-865e-841044047074 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:33.777422 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-3c12e8ef-1bb0-4174-865e-841044047074 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3039c284-df7e-4dc1-bc3d-ddad5bc95fe2 HTTP/1.1" status: 204 len: 168 time: 0.9263144 Aug 29 04:22:33.838681 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12e8ef-1bb0-4174-865e-841044047074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3039c284-df7e-4dc1-bc3d-ddad5bc95fe2,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:33.869068 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54530ea-35f6-41a0-a067-e14a1e1275a0 req-854d571b-64b2-495b-9258-a5e97772ae9d tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:33.872065 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-466444e7-2851-4098-9307-b6ecadc439cd req-5c6a0ff5-8c08-4b35-817a-84f7b67a8259 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/security-groups?id=efbd56da-4301-456e-8002-a695aaaeaffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2131231 Aug 29 04:22:33.873207 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-8d75e8ce-59c7-415e-b721-a6eefcaf634e tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Calling delete_port for a8ddf630-791d-413a-a391-71fb53282b45 owned by network:router_gateway {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:22:33.877843 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f54530ea-35f6-41a0-a067-e14a1e1275a0 req-854d571b-64b2-495b-9258-a5e97772ae9d tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f1a17fa-6f41-464c-bb77-2f119ba561c6 HTTP/1.1" status: 200 len: 945 time: 0.4382033 Aug 29 04:22:34.009808 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [req-8d58b6be-12fd-4c06-8f12-a5e694dd5cb4 req-6a544812-215e-4e99-9744-6e3e570a2826 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34925fed-068b-4f07-a352-aff8a2707cb4 {{(pid=94829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:22:34.026846 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f54530ea-35f6-41a0-a067-e14a1e1275a0 req-b8831375-a35c-4638-a40e-98eadb8f4b7a tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc298de8-05a1-4048-a74a-af5d487002fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479728 Aug 29 04:22:34.054735 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-8d58b6be-12fd-4c06-8f12-a5e694dd5cb4 req-6a544812-215e-4e99-9744-6e3e570a2826 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:34.082870 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [req-8d58b6be-12fd-4c06-8f12-a5e694dd5cb4 req-6a544812-215e-4e99-9744-6e3e570a2826 service neutron] Transition to ACTIVE for port object 34925fed-068b-4f07-a352-aff8a2707cb4 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:22:34.092047 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-8d58b6be-12fd-4c06-8f12-a5e694dd5cb4 req-6a544812-215e-4e99-9744-6e3e570a2826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:34.285734 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a544812-215e-4e99-9744-6e3e570a2826 service neutron] Pushing event updated for resources: {'Port': ['ID=34925fed-068b-4f07-a352-aff8a2707cb4,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:34.315993 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8d75e8ce-59c7-415e-b721-a6eefcaf634e tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:34.350050 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d75e8ce-59c7-415e-b721-a6eefcaf634e tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Pushing event deleted for resources: {'Port': ['ID=a8ddf630-791d-413a-a391-71fb53282b45,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:34.429948 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d0e44c-be96-4b26-9a38-5442c67e1766 req-85290ca9-6069-4240-8361-1c98ae3e6f8a tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:34.437666 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-96d0e44c-be96-4b26-9a38-5442c67e1766 req-85290ca9-6069-4240-8361-1c98ae3e6f8a tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb1decc1-6b46-49ff-b4f2-9f5d4b47ac7b HTTP/1.1" status: 200 len: 943 time: 0.1535325 Aug 29 04:22:34.440317 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8d75e8ce-59c7-415e-b721-a6eefcaf634e tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719445'] for router_gateway, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:34.458905 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-8d58b6be-12fd-4c06-8f12-a5e694dd5cb4 req-6a544812-215e-4e99-9744-6e3e570a2826 service neutron] Attempting to bind port 34925fed-068b-4f07-a352-aff8a2707cb4 on host n-h2-712140-12 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:22:34.475411 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-8d58b6be-12fd-4c06-8f12-a5e694dd5cb4 req-6a544812-215e-4e99-9744-6e3e570a2826 service neutron] Attempting to bind port 34925fed-068b-4f07-a352-aff8a2707cb4 by drivers openvswitch,hyperv on host n-h2-712140-12 at level 0 using segments [{'id': 'b7618bbf-11af-465a-8663-f9f8f84b36c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6dc9f122-fe76-4b29-b692-6f9509f76947'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:22:34.475790 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d58b6be-12fd-4c06-8f12-a5e694dd5cb4 req-6a544812-215e-4e99-9744-6e3e570a2826 service neutron] Attempting to bind port 34925fed-068b-4f07-a352-aff8a2707cb4 on network 6dc9f122-fe76-4b29-b692-6f9509f76947 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:22:34.495624 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d58b6be-12fd-4c06-8f12-a5e694dd5cb4 req-6a544812-215e-4e99-9744-6e3e570a2826 service neutron] Port 34925fed-068b-4f07-a352-aff8a2707cb4 on network 6dc9f122-fe76-4b29-b692-6f9509f76947 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-12 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:22:34.496242 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d58b6be-12fd-4c06-8f12-a5e694dd5cb4 req-6a544812-215e-4e99-9744-6e3e570a2826 service neutron] Attempting to bind port 34925fed-068b-4f07-a352-aff8a2707cb4 on network 6dc9f122-fe76-4b29-b692-6f9509f76947 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:22:34.503345 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d58b6be-12fd-4c06-8f12-a5e694dd5cb4 req-6a544812-215e-4e99-9744-6e3e570a2826 service neutron] Checking agent: {'id': 'b3a0606b-b029-4f5e-8798-3a32b71d8844', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:22:34.503794 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d58b6be-12fd-4c06-8f12-a5e694dd5cb4 req-6a544812-215e-4e99-9744-6e3e570a2826 service neutron] Checking segment: {'id': 'b7618bbf-11af-465a-8663-f9f8f84b36c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6dc9f122-fe76-4b29-b692-6f9509f76947'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:22:34.504193 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d58b6be-12fd-4c06-8f12-a5e694dd5cb4 req-6a544812-215e-4e99-9744-6e3e570a2826 service neutron] Bound using segment: {'id': 'b7618bbf-11af-465a-8663-f9f8f84b36c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6dc9f122-fe76-4b29-b692-6f9509f76947'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:22:34.504743 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-8d58b6be-12fd-4c06-8f12-a5e694dd5cb4 req-6a544812-215e-4e99-9744-6e3e570a2826 service neutron] Bound port: 34925fed-068b-4f07-a352-aff8a2707cb4, host: n-h2-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7618bbf-11af-465a-8663-f9f8f84b36c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6dc9f122-fe76-4b29-b692-6f9509f76947'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:22:34.505018 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-8d58b6be-12fd-4c06-8f12-a5e694dd5cb4 req-6a544812-215e-4e99-9744-6e3e570a2826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:34.554918 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8d75e8ce-59c7-415e-b721-a6eefcaf634e tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:34.558234 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8d75e8ce-59c7-415e-b721-a6eefcaf634e tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:34.569958 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device d6b4b2ae-4a49-41d8-8d03-babcf76f8592 no longer exists at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:22:34.583595 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-96d0e44c-be96-4b26-9a38-5442c67e1766 req-823524a0-072c-470d-a19f-b9fbf67ebe6a tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411273 Aug 29 04:22:34.617513 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-8d58b6be-12fd-4c06-8f12-a5e694dd5cb4 req-6a544812-215e-4e99-9744-6e3e570a2826 service neutron] For port 34925fed-068b-4f07-a352-aff8a2707cb4, host n-h2-712140-12, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:22:34.621362 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-8d58b6be-12fd-4c06-8f12-a5e694dd5cb4 req-6a544812-215e-4e99-9744-6e3e570a2826 service neutron] For port 34925fed-068b-4f07-a352-aff8a2707cb4, host n-h2-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=34925fed-068b-4f07-a352-aff8a2707cb4,segment=NetworkSegment(b7618bbf-11af-465a-8663-f9f8f84b36c0),segment_id=b7618bbf-11af-465a-8663-f9f8f84b36c0)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:22:34.625238 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8d75e8ce-59c7-415e-b721-a6eefcaf634e tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717253'] for router, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:34.627148 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d75e8ce-59c7-415e-b721-a6eefcaf634e tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3882849f-6e83-47bb-8689-6b69b3ab5d7a {{(pid=94828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:22:34.629693 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-8d58b6be-12fd-4c06-8f12-a5e694dd5cb4 req-6a544812-215e-4e99-9744-6e3e570a2826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:34.634999 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8d75e8ce-59c7-415e-b721-a6eefcaf634e tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks [] for router, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:34.636866 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-8d75e8ce-59c7-415e-b721-a6eefcaf634e tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] 10.222.0.22 "DELETE /v2.0/routers/3882849f-6e83-47bb-8689-6b69b3ab5d7a HTTP/1.1" status: 204 len: 168 time: 2.6043539 Aug 29 04:22:34.639364 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 52758) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:34.718453 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d58b6be-12fd-4c06-8f12-a5e694dd5cb4 req-6a544812-215e-4e99-9744-6e3e570a2826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:34.719162 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-8d58b6be-12fd-4c06-8f12-a5e694dd5cb4 req-6a544812-215e-4e99-9744-6e3e570a2826 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:34.722580 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8d58b6be-12fd-4c06-8f12-a5e694dd5cb4 req-6a544812-215e-4e99-9744-6e3e570a2826 service neutron] 10.222.0.48 "PUT /v2.0/ports/34925fed-068b-4f07-a352-aff8a2707cb4 HTTP/1.1" status: 200 len: 1092 time: 1.8095286 Aug 29 04:22:34.725584 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb1decc1-6b46-49ff-b4f2-9f5d4b47ac7b', 'tag': '34925fed-068b-4f07-a352-aff8a2707cb4'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:22:34.732731 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a36e14ee-63cb-4673-8dd0-a7416e1a28a7" -d '{"events": [{"name": "network-changed", "server_uuid": "bb1decc1-6b46-49ff-b4f2-9f5d4b47ac7b", "tag": "34925fed-068b-4f07-a352-aff8a2707cb4"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:22:34.830256 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8e2d195-3166-45c0-80a3-5d690d88ef7d x-openstack-request-id: req-e8e2d195-3166-45c0-80a3-5d690d88ef7d {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:22:34.833062 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb1decc1-6b46-49ff-b4f2-9f5d4b47ac7b", "tag": "34925fed-068b-4f07-a352-aff8a2707cb4", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:22:34.833785 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e8e2d195-3166-45c0-80a3-5d690d88ef7d {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:22:34.834567 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb1decc1-6b46-49ff-b4f2-9f5d4b47ac7b', 'tag': '34925fed-068b-4f07-a352-aff8a2707cb4', 'status': 'completed', 'code': 200} Aug 29 04:22:34.857148 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a544812-215e-4e99-9744-6e3e570a2826 service neutron] Pushing event updated for resources: {'Port': ['ID=34925fed-068b-4f07-a352-aff8a2707cb4,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:34.877679 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d58b6be-12fd-4c06-8f12-a5e694dd5cb4 req-4df10952-774a-454b-9fa5-43a06b505828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:34.880810 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8d58b6be-12fd-4c06-8f12-a5e694dd5cb4 req-4df10952-774a-454b-9fa5-43a06b505828 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6b54a16bc4c143ae881e0570211236dd&device_id=bb1decc1-6b46-49ff-b4f2-9f5d4b47ac7b HTTP/1.1" status: 200 len: 1095 time: 0.0813999 Aug 29 04:22:34.900617 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8246bbc1-5600-4857-b4b0-735490966848 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks [] for router, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:34.959892 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8d58b6be-12fd-4c06-8f12-a5e694dd5cb4 req-1f21a18c-72d8-415e-95fa-cd72341e75cc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34925fed-068b-4f07-a352-aff8a2707cb4 HTTP/1.1" status: 200 len: 217 time: 0.0654662 Aug 29 04:22:35.026469 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d58b6be-12fd-4c06-8f12-a5e694dd5cb4 req-17048205-396c-451e-8f67-756475016197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:35.028084 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8d58b6be-12fd-4c06-8f12-a5e694dd5cb4 req-17048205-396c-451e-8f67-756475016197 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=92da5435-aaff-49ad-89d5-9a0918bd173a HTTP/1.1" status: 200 len: 852 time: 0.0604215 Aug 29 04:22:35.067583 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8246bbc1-5600-4857-b4b0-735490966848 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:35.106669 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8d58b6be-12fd-4c06-8f12-a5e694dd5cb4 req-0d2840f8-fc8a-4e79-a818-0b54de89b6ef service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6dc9f122-fe76-4b29-b692-6f9509f76947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557210 Aug 29 04:22:35.171115 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-8246bbc1-5600-4857-b4b0-735490966848 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Deleting port 4e1f370f-f856-4cca-8dfb-ec1fa371a92a {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:22:35.172053 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8246bbc1-5600-4857-b4b0-735490966848 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:35.253635 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247add22-411f-4cb0-9a9e-5653d1298164 req-2779ead2-dc3d-42d4-a4b0-68fc6393fdc0 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:35.269015 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-247add22-411f-4cb0-9a9e-5653d1298164 req-2779ead2-dc3d-42d4-a4b0-68fc6393fdc0 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbbdf5ca-0dc2-4283-8108-a1763b063e9c HTTP/1.1" status: 200 len: 944 time: 0.2357635 Aug 29 04:22:35.307939 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17047311-aee4-4c22-b3c4-897ad1ceb992 req-5850e881-86f6-4365-ae57-9000b2e174ab tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:35.315426 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-17047311-aee4-4c22-b3c4-897ad1ceb992 req-5850e881-86f6-4365-ae57-9000b2e174ab tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f1a17fa-6f41-464c-bb77-2f119ba561c6 HTTP/1.1" status: 200 len: 945 time: 0.1493993 Aug 29 04:22:35.354667 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-8246bbc1-5600-4857-b4b0-735490966848 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] For port 4e1f370f-f856-4cca-8dfb-ec1fa371a92a, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=4e1f370f-f856-4cca-8dfb-ec1fa371a92a,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:35.355055 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8246bbc1-5600-4857-b4b0-735490966848 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:35.381424 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-8246bbc1-5600-4857-b4b0-735490966848 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Calling delete_port for 4e1f370f-f856-4cca-8dfb-ec1fa371a92a owned by network:router_gateway {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:22:35.397642 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-17047311-aee4-4c22-b3c4-897ad1ceb992 req-787a7339-8491-4067-a72d-18fc1ef6b458 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc298de8-05a1-4048-a74a-af5d487002fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768144 Aug 29 04:22:35.436577 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-247add22-411f-4cb0-9a9e-5653d1298164 req-4d4dc883-73f8-472c-a12b-bccf05320154 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/security-groups?id=efbd56da-4301-456e-8002-a695aaaeaffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1664240 Aug 29 04:22:35.447131 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8d58b6be-12fd-4c06-8f12-a5e694dd5cb4 req-649c3e70-e16d-4097-8524-96de4b8427bc service neutron] 10.222.0.48 "GET /v2.0/networks/6dc9f122-fe76-4b29-b692-6f9509f76947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3304393 Aug 29 04:22:35.565616 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8d58b6be-12fd-4c06-8f12-a5e694dd5cb4 req-91df66d5-09da-4607-9ac2-6cb99216c73c service neutron] 10.222.0.48 "GET /v2.0/networks/6dc9f122-fe76-4b29-b692-6f9509f76947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100106 Aug 29 04:22:35.684174 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8246bbc1-5600-4857-b4b0-735490966848 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:35.718011 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8246bbc1-5600-4857-b4b0-735490966848 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Pushing event deleted for resources: {'Port': ['ID=4e1f370f-f856-4cca-8dfb-ec1fa371a92a,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:35.803168 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8246bbc1-5600-4857-b4b0-735490966848 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719445'] for router_gateway, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:35.846012 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d042e3-327a-456b-bdcd-26745b794bdc req-a2cc36e4-c977-40bd-bd69-a94f3f7c2865 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:35.847721 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-23d042e3-327a-456b-bdcd-26745b794bdc req-a2cc36e4-c977-40bd-bd69-a94f3f7c2865 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb1decc1-6b46-49ff-b4f2-9f5d4b47ac7b HTTP/1.1" status: 200 len: 943 time: 0.1816070 Aug 29 04:22:35.863021 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36e14ee-63cb-4673-8dd0-a7416e1a28a7 req-05d9756f-132d-4698-92e2-f45ff05ebeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:35.864468 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a36e14ee-63cb-4673-8dd0-a7416e1a28a7 req-05d9756f-132d-4698-92e2-f45ff05ebeb5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6b54a16bc4c143ae881e0570211236dd&device_id=bb1decc1-6b46-49ff-b4f2-9f5d4b47ac7b HTTP/1.1" status: 200 len: 1095 time: 0.1341827 Aug 29 04:22:35.926664 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8246bbc1-5600-4857-b4b0-735490966848 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:35.928870 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8246bbc1-5600-4857-b4b0-735490966848 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:35.994610 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8246bbc1-5600-4857-b4b0-735490966848 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717253'] for router, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:35.995486 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8246bbc1-5600-4857-b4b0-735490966848 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cb1a833a-7bcc-4ed5-ac1c-57c501ae40ef {{(pid=94828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:22:36.001882 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8246bbc1-5600-4857-b4b0-735490966848 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks [] for router, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:36.009653 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-8246bbc1-5600-4857-b4b0-735490966848 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] 10.222.0.22 "DELETE /v2.0/routers/cb1a833a-7bcc-4ed5-ac1c-57c501ae40ef HTTP/1.1" status: 204 len: 168 time: 1.3686266 Aug 29 04:22:36.010355 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 52788) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:36.021782 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-ee3bb674-deb5-48a1-abd6-330eba4fa958 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1698604207', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}, 'admin_state_up': False}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:36.055743 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ee3bb674-deb5-48a1-abd6-330eba4fa958 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:36.058624 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ee3bb674-deb5-48a1-abd6-330eba4fa958 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1838'] for router, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:36.081646 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-23d042e3-327a-456b-bdcd-26745b794bdc req-64ed4bb2-fb08-47cb-9eb6-95953182d616 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216153 Aug 29 04:22:36.168661 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ee3bb674-deb5-48a1-abd6-330eba4fa958 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:36.184462 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36e14ee-63cb-4673-8dd0-a7416e1a28a7 req-6cc60df7-e47a-4b91-b4b1-181ede435cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:36.186467 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a36e14ee-63cb-4673-8dd0-a7416e1a28a7 req-6cc60df7-e47a-4b91-b4b1-181ede435cc5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6dc9f122-fe76-4b29-b692-6f9509f76947 HTTP/1.1" status: 200 len: 913 time: 0.2945993 Aug 29 04:22:36.217245 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-91af75a9-12a4-4d87-a7e1-fc53757388d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:36.275272 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a36e14ee-63cb-4673-8dd0-a7416e1a28a7 req-2681eeea-4fc3-4724-9a2d-df885abd2e4b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34925fed-068b-4f07-a352-aff8a2707cb4 HTTP/1.1" status: 200 len: 217 time: 0.0707996 Aug 29 04:22:36.372999 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36e14ee-63cb-4673-8dd0-a7416e1a28a7 req-24e77eb4-2bd1-49ea-9d84-6e0ff3feac54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:36.374496 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a36e14ee-63cb-4673-8dd0-a7416e1a28a7 req-24e77eb4-2bd1-49ea-9d84-6e0ff3feac54 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=92da5435-aaff-49ad-89d5-9a0918bd173a HTTP/1.1" status: 200 len: 852 time: 0.0904145 Aug 29 04:22:36.417476 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ee3bb674-deb5-48a1-abd6-330eba4fa958 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:36.470855 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a36e14ee-63cb-4673-8dd0-a7416e1a28a7 req-c36c346e-01c7-46d3-9a3b-49ca0a9b6f0f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6dc9f122-fe76-4b29-b692-6f9509f76947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0870686 Aug 29 04:22:36.767983 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b9e8ec-a0c5-4fc3-9e15-41273bb089dd req-0966845a-0624-489b-b6bc-23c553df91b0 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:36.781735 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-72b9e8ec-a0c5-4fc3-9e15-41273bb089dd req-0966845a-0624-489b-b6bc-23c553df91b0 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f1a17fa-6f41-464c-bb77-2f119ba561c6 HTTP/1.1" status: 200 len: 945 time: 0.1824763 Aug 29 04:22:36.790728 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37412186-720b-4e7f-a7fa-1910949e2c56 req-2ea4bbc4-0a3c-42ca-b525-7bbbbdec0fc0 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:36.803441 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-37412186-720b-4e7f-a7fa-1910949e2c56 req-2ea4bbc4-0a3c-42ca-b525-7bbbbdec0fc0 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbbdf5ca-0dc2-4283-8108-a1763b063e9c HTTP/1.1" status: 200 len: 944 time: 0.1825552 Aug 29 04:22:36.864343 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a36e14ee-63cb-4673-8dd0-a7416e1a28a7 req-17c438d0-f50f-4181-9f25-bcdc896b2f63 service neutron] 10.222.0.48 "GET /v2.0/networks/6dc9f122-fe76-4b29-b692-6f9509f76947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3856094 Aug 29 04:22:36.903957 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-37412186-720b-4e7f-a7fa-1910949e2c56 req-54d81073-9ed4-45d4-a63f-79f1d0a0dacc tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/security-groups?id=efbd56da-4301-456e-8002-a695aaaeaffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890646 Aug 29 04:22:36.964379 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ee3bb674-deb5-48a1-abd6-330eba4fa958 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify callbacks [] for router_gateway, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:37.003719 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ee3bb674-deb5-48a1-abd6-330eba4fa958 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:37.042390 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-72b9e8ec-a0c5-4fc3-9e15-41273bb089dd req-a9a32a1f-55fe-4823-bce8-13517310be4a tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc298de8-05a1-4048-a74a-af5d487002fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551534 Aug 29 04:22:37.099535 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:37.120289 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a36e14ee-63cb-4673-8dd0-a7416e1a28a7 req-9e2596df-2c93-4fba-ac65-07c61ce21dbf service neutron] 10.222.0.48 "GET /v2.0/networks/6dc9f122-fe76-4b29-b692-6f9509f76947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147355 Aug 29 04:22:37.153674 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 4e1f370f-f856-4cca-8dfb-ec1fa371a92a no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:22:37.204703 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 4e1f370f-f856-4cca-8dfb-ec1fa371a92a {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:22:37.205702 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 4e1f370f-f856-4cca-8dfb-ec1fa371a92a not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:22:37.220741 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:37.265093 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-ee3bb674-deb5-48a1-abd6-330eba4fa958 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Allocated IP 172.25.0.11 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/840b29f8-7568-4d1c-89fc-2f7778d23daf) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:22:37.287903 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6e035d-d69c-45da-8f9e-07e92b62b2a0 req-93566364-ef79-4344-b64e-db3868f8c5fb tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:37.289659 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ae6e035d-d69c-45da-8f9e-07e92b62b2a0 req-93566364-ef79-4344-b64e-db3868f8c5fb tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb1decc1-6b46-49ff-b4f2-9f5d4b47ac7b HTTP/1.1" status: 200 len: 943 time: 0.0871906 Aug 29 04:22:37.394331 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ae6e035d-d69c-45da-8f9e-07e92b62b2a0 req-8aafdaf7-ae59-4721-9259-0dd6b485f262 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819159 Aug 29 04:22:37.439633 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ee3bb674-deb5-48a1-abd6-330eba4fa958 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:37.502515 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ee3bb674-deb5-48a1-abd6-330eba4fa958 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:37.543348 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3bb674-deb5-48a1-abd6-330eba4fa958 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:22:37.553974 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-ee3bb674-deb5-48a1-abd6-330eba4fa958 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:22:37.558235 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3bb674-deb5-48a1-abd6-330eba4fa958 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:22:37.591235 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3bb674-deb5-48a1-abd6-330eba4fa958 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Pushing event updated for resources: {'Port': ['ID=840b29f8-7568-4d1c-89fc-2f7778d23daf,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:37.873389 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ee3bb674-deb5-48a1-abd6-330eba4fa958 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify callbacks [] for router_gateway, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:38.041433 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-58eb70da-8102-4293-aefe-7867ec93ebae req-2c24b259-04bc-41d2-bcd3-57b76a2a7bc7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=33938cd7-ba94-4eae-b8ec-80748b58e019&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0872469 Aug 29 04:22:38.182595 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71222992-b7c3-4cc2-9cfb-fbeeb234396e req-c0541d4e-b98a-4cae-a74f-85b03e3c16d4 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:38.185182 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-71222992-b7c3-4cc2-9cfb-fbeeb234396e req-c0541d4e-b98a-4cae-a74f-85b03e3c16d4 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbbdf5ca-0dc2-4283-8108-a1763b063e9c HTTP/1.1" status: 200 len: 944 time: 0.1242063 Aug 29 04:22:38.189527 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eb70da-8102-4293-aefe-7867ec93ebae req-6e9faf08-2e3b-45ff-878d-d9d701fa4a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:38.192342 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-58eb70da-8102-4293-aefe-7867ec93ebae req-6e9faf08-2e3b-45ff-878d-d9d701fa4a6b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=260b2b7726794e4d90a38e52b66506fd&device_id=33938cd7-ba94-4eae-b8ec-80748b58e019 HTTP/1.1" status: 200 len: 1096 time: 0.0865626 Aug 29 04:22:38.211433 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ee3bb674-deb5-48a1-abd6-330eba4fa958 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409'] for router, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:38.250403 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43e84f5-193c-4083-b67c-cb3c9dbefdd4 req-c9abe652-8ce9-4a75-a14f-74085ba15bef tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:38.253421 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b43e84f5-193c-4083-b67c-cb3c9dbefdd4 req-c9abe652-8ce9-4a75-a14f-74085ba15bef tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f1a17fa-6f41-464c-bb77-2f119ba561c6 HTTP/1.1" status: 200 len: 945 time: 0.0921645 Aug 29 04:22:38.313276 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-71222992-b7c3-4cc2-9cfb-fbeeb234396e req-d1a008d3-f078-4e10-bb43-2724208a4c47 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/security-groups?id=efbd56da-4301-456e-8002-a695aaaeaffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192644 Aug 29 04:22:38.321127 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 52848) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:38.355611 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eb70da-8102-4293-aefe-7867ec93ebae req-6988c5a5-8909-4230-8ca5-7e920c7dd68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:38.357174 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-58eb70da-8102-4293-aefe-7867ec93ebae req-6988c5a5-8909-4230-8ca5-7e920c7dd68e service neutron] 10.222.0.46 "GET /v2.0/networks?id=1c65535d-8d45-4051-8e5d-043211a49251 HTTP/1.1" status: 200 len: 908 time: 0.1409841 Aug 29 04:22:38.411763 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b43e84f5-193c-4083-b67c-cb3c9dbefdd4 req-490e0d17-e404-4bbb-a9ea-031427738f14 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc298de8-05a1-4048-a74a-af5d487002fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998073 Aug 29 04:22:38.421798 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-58eb70da-8102-4293-aefe-7867ec93ebae req-26a73d88-0a22-4c75-9710-66e1159f63a4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=599cb102-cc01-4336-89d8-102a6ac3c71a HTTP/1.1" status: 200 len: 217 time: 0.0564864 Aug 29 04:22:38.497935 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eb70da-8102-4293-aefe-7867ec93ebae req-6652d08b-08d1-486b-a9b6-f8134104e65f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:38.501727 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-58eb70da-8102-4293-aefe-7867ec93ebae req-6652d08b-08d1-486b-a9b6-f8134104e65f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d11db723-881a-44e4-ae3d-f8a6bedc146e HTTP/1.1" status: 200 len: 847 time: 0.0708363 Aug 29 04:22:38.549156 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-58eb70da-8102-4293-aefe-7867ec93ebae req-855e8473-223d-4efd-a379-ab33406a227f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1c65535d-8d45-4051-8e5d-043211a49251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411510 Aug 29 04:22:38.556174 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-273d5cc7-9751-4312-8513-235f9e951a44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:38.597219 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3421d4-bcb0-4087-b194-5f014f7327d9 req-3935fbc7-c74b-4b69-88f8-2641ba24d722 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:38.598348 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8f3421d4-bcb0-4087-b194-5f014f7327d9 req-3935fbc7-c74b-4b69-88f8-2641ba24d722 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb1decc1-6b46-49ff-b4f2-9f5d4b47ac7b HTTP/1.1" status: 200 len: 943 time: 0.0797918 Aug 29 04:22:38.599873 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:38.627872 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee3bb674-deb5-48a1-abd6-330eba4fa958 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Router 8d87263e-00dc-4e36-84c8-113b75f7ecfa is scheduled to L3 agent 76874008-c311-485c-ba36-921b6d275b6a with binding_index 1 {{(pid=94828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:22:38.685870 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8f3421d4-bcb0-4087-b194-5f014f7327d9 req-0bbd5177-1fb0-4408-b51c-fe2238dff0ca tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803454 Aug 29 04:22:38.710149 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-58eb70da-8102-4293-aefe-7867ec93ebae req-e69edfab-8da9-4333-840c-7d9c162569fe service neutron] 10.222.0.46 "GET /v2.0/networks/1c65535d-8d45-4051-8e5d-043211a49251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488633 Aug 29 04:22:38.813480 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee3bb674-deb5-48a1-abd6-330eba4fa958 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:22:38.835509 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9583a2b9-5dfb-48f6-a1d7-22930f5ef9f0 None None] Sync routers for ids ['8d87263e-00dc-4e36-84c8-113b75f7ecfa'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:22:38.847396 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9583a2b9-5dfb-48f6-a1d7-22930f5ef9f0 None None] Routers {'8d87263e-00dc-4e36-84c8-113b75f7ecfa'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:22:38.848033 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-273d5cc7-9751-4312-8513-235f9e951a44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:38.848241 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-9583a2b9-5dfb-48f6-a1d7-22930f5ef9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:22:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['8d87263e-00dc-4e36-84c8-113b75f7ecfa'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:38.858647 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-273d5cc7-9751-4312-8513-235f9e951a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:38.862743 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ee3bb674-deb5-48a1-abd6-330eba4fa958 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify callbacks [] for router, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:38.866298 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-ee3bb674-deb5-48a1-abd6-330eba4fa958 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.8546493 Aug 29 04:22:38.869316 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 52854) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:38.878882 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-41743257-589e-4de5-be2c-defdf20ce927 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'enable_snat': False}}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:38.894424 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-9583a2b9-5dfb-48f6-a1d7-22930f5ef9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:38.898519 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-273d5cc7-9751-4312-8513-235f9e951a44 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=05f95b856f8d40d385cb5d1a823cfe55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5760508 Aug 29 04:22:38.900514 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 52856) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:38.907330 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9583a2b9-5dfb-48f6-a1d7-22930f5ef9f0 None None] Routers {'8d87263e-00dc-4e36-84c8-113b75f7ecfa'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:22:38.908149 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-9583a2b9-5dfb-48f6-a1d7-22930f5ef9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:22:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['8d87263e-00dc-4e36-84c8-113b75f7ecfa'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:38.940756 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-58eb70da-8102-4293-aefe-7867ec93ebae req-bbc810ee-ca09-4628-b61a-81620351c7aa service neutron] 10.222.0.46 "GET /v2.0/networks/1c65535d-8d45-4051-8e5d-043211a49251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162578 Aug 29 04:22:38.967175 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273d5cc7-9751-4312-8513-235f9e951a44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a025a5ea-ed1f-4dc4-a421-deb2cc497b8b,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:38.985082 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-9583a2b9-5dfb-48f6-a1d7-22930f5ef9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:38.986432 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9583a2b9-5dfb-48f6-a1d7-22930f5ef9f0 None None] The sync data for ids ['8d87263e-00dc-4e36-84c8-113b75f7ecfa'] in n-d-712140-12 is: [] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:22:39.015642 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e05b9a98-ffef-4874-9f6e-adf6c82d8431 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:39.050600 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e05b9a98-ffef-4874-9f6e-adf6c82d8431 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:39.136617 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e05b9a98-ffef-4874-9f6e-adf6c82d8431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:39.141214 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e05b9a98-ffef-4874-9f6e-adf6c82d8431 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:39.147552 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-e05b9a98-ffef-4874-9f6e-adf6c82d8431 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a025a5ea-ed1f-4dc4-a421-deb2cc497b8b HTTP/1.1" status: 204 len: 168 time: 0.2388935 Aug 29 04:22:39.160298 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05b9a98-ffef-4874-9f6e-adf6c82d8431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a025a5ea-ed1f-4dc4-a421-deb2cc497b8b,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:39.264181 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-41743257-589e-4de5-be2c-defdf20ce927 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:39.522023 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae10bb8-06f3-4910-bda7-56de33480225 req-289fbee6-5068-428f-ad49-d0185a68bfad tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:39.531444 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6ae10bb8-06f3-4910-bda7-56de33480225 req-289fbee6-5068-428f-ad49-d0185a68bfad tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbbdf5ca-0dc2-4283-8108-a1763b063e9c HTTP/1.1" status: 200 len: 944 time: 0.1029496 Aug 29 04:22:39.585904 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6ae10bb8-06f3-4910-bda7-56de33480225 req-f9e6f5d4-a22a-4d35-b5c4-745a69c3491f tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/security-groups?id=efbd56da-4301-456e-8002-a695aaaeaffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530071 Aug 29 04:22:39.618299 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 52868) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:39.647680 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5eebaf51-358d-4fcf-8e00-458e67a026ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:39.723647 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ee0851-cd66-4c41-b88f-2ed856d18d57 req-2fd54eed-5294-4ed9-9a75-7e37a1ff4123 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:39.723647 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c6ee0851-cd66-4c41-b88f-2ed856d18d57 req-2fd54eed-5294-4ed9-9a75-7e37a1ff4123 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f1a17fa-6f41-464c-bb77-2f119ba561c6 HTTP/1.1" status: 200 len: 945 time: 0.0911195 Aug 29 04:22:39.848820 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c6ee0851-cd66-4c41-b88f-2ed856d18d57 req-3485d1a6-64f1-4766-949e-27c9dde690f4 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc298de8-05a1-4048-a74a-af5d487002fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519576 Aug 29 04:22:39.850328 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5eebaf51-358d-4fcf-8e00-458e67a026ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:39.861850 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5eebaf51-358d-4fcf-8e00-458e67a026ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:39.887239 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50143d0-0a9e-430b-b69d-6ae153aed1d4 req-9bda09bb-4619-4d1b-992a-6aa5ab6b9e90 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:39.888866 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f50143d0-0a9e-430b-b69d-6ae153aed1d4 req-9bda09bb-4619-4d1b-992a-6aa5ab6b9e90 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb1decc1-6b46-49ff-b4f2-9f5d4b47ac7b HTTP/1.1" status: 200 len: 943 time: 0.1046078 Aug 29 04:22:39.939628 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-5eebaf51-358d-4fcf-8e00-458e67a026ed admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4ad1bc16420543568843d2656c7f089c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3166649 Aug 29 04:22:39.939628 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eebaf51-358d-4fcf-8e00-458e67a026ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c24f6373-7793-4517-884c-69836b39df2c,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:39.940559 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 52872) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:39.968337 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f50143d0-0a9e-430b-b69d-6ae153aed1d4 req-dcc8a9d2-6ed9-4150-84f1-1a7990d9567a tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651541 Aug 29 04:22:40.023728 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ed067be0-6f3e-4180-adef-2287df6ac2e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:40.050723 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ed067be0-6f3e-4180-adef-2287df6ac2e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:40.107780 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-41743257-589e-4de5-be2c-defdf20ce927 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-719380', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-717238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1792'] for router, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:40.111823 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-41743257-589e-4de5-be2c-defdf20ce927 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-719375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-719366', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-717217'] for router, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:40.123633 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ed067be0-6f3e-4180-adef-2287df6ac2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:40.127832 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ed067be0-6f3e-4180-adef-2287df6ac2e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:40.129644 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-ed067be0-6f3e-4180-adef-2287df6ac2e8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c24f6373-7793-4517-884c-69836b39df2c HTTP/1.1" status: 204 len: 168 time: 0.1735768 Aug 29 04:22:40.145880 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed067be0-6f3e-4180-adef-2287df6ac2e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c24f6373-7793-4517-884c-69836b39df2c,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:40.240978 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41743257-589e-4de5-be2c-defdf20ce927 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Router 8d87263e-00dc-4e36-84c8-113b75f7ecfa has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:22:40.281168 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 34925fed-068b-4f07-a352-aff8a2707cb4 details requested by agent hyperv_n-h2-712140-12 with host n-h2-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:22:40.389905 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41743257-589e-4de5-be2c-defdf20ce927 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:22:40.394814 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-41743257-589e-4de5-be2c-defdf20ce927 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks [] for router, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:40.397208 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-41743257-589e-4de5-be2c-defdf20ce927 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] 10.222.0.22 "PUT /v2.0/routers/8d87263e-00dc-4e36-84c8-113b75f7ecfa HTTP/1.1" status: 200 len: 921 time: 1.5257742 Aug 29 04:22:40.400214 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 52878) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:40.410697 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7336bdb-3e1e-42ba-a037-9f67b522f80f None None] Sync routers for ids ['8d87263e-00dc-4e36-84c8-113b75f7ecfa'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:22:40.428237 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 34925fed-068b-4f07-a352-aff8a2707cb4, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=34925fed-068b-4f07-a352-aff8a2707cb4,segment=NetworkSegment(b7618bbf-11af-465a-8663-f9f8f84b36c0),segment_id=b7618bbf-11af-465a-8663-f9f8f84b36c0)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:40.441314 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7336bdb-3e1e-42ba-a037-9f67b522f80f None None] Routers {'8d87263e-00dc-4e36-84c8-113b75f7ecfa'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:22:40.442677 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-b7336bdb-3e1e-42ba-a037-9f67b522f80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:22:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['8d87263e-00dc-4e36-84c8-113b75f7ecfa'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:40.449376 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Returning: {'device': '34925fed-068b-4f07-a352-aff8a2707cb4', 'network_id': '6dc9f122-fe76-4b29-b692-6f9509f76947', 'port_id': '34925fed-068b-4f07-a352-aff8a2707cb4', 'mac_address': 'fa:16:3e:97:a9:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92da5435-aaff-49ad-89d5-9a0918bd173a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:22:40.516437 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:40.526048 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-b7336bdb-3e1e-42ba-a037-9f67b522f80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:40.537734 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34925fed-068b-4f07-a352-aff8a2707cb4 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:22:40.542529 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7336bdb-3e1e-42ba-a037-9f67b522f80f None None] Routers {'8d87263e-00dc-4e36-84c8-113b75f7ecfa'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:22:40.543393 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-b7336bdb-3e1e-42ba-a037-9f67b522f80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:22:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['8d87263e-00dc-4e36-84c8-113b75f7ecfa'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:40.587989 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 34925fed-068b-4f07-a352-aff8a2707cb4, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=34925fed-068b-4f07-a352-aff8a2707cb4,segment=NetworkSegment(b7618bbf-11af-465a-8663-f9f8f84b36c0),segment_id=b7618bbf-11af-465a-8663-f9f8f84b36c0)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:40.596209 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:40.603630 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-9d113abe-4267-4634-8984-1363c406d693 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] 10.222.0.22 "GET /v2.0/routers/8d87263e-00dc-4e36-84c8-113b75f7ecfa HTTP/1.1" status: 200 len: 921 time: 0.2017844 Aug 29 04:22:40.607870 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 52882) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:40.613041 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-b7336bdb-3e1e-42ba-a037-9f67b522f80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:40.614088 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7336bdb-3e1e-42ba-a037-9f67b522f80f None None] The sync data for ids ['8d87263e-00dc-4e36-84c8-113b75f7ecfa'] in n-d-712140-12 is: [] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:22:40.706011 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=34925fed-068b-4f07-a352-aff8a2707cb4,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:40.763656 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2983d238-c805-42da-b2f9-93eae3266fa7 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:40.765494 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-2983d238-c805-42da-b2f9-93eae3266fa7 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] 10.222.0.22 "GET /v2.0/ports?network_id=e6c84a15-2e6f-4c07-8ede-a88148c2fe90&device_id=8d87263e-00dc-4e36-84c8-113b75f7ecfa&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1563072 Aug 29 04:22:40.768688 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 52892) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:40.799356 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537aac62-0add-4fae-8e62-c83debdae1ba req-ffc88fa8-249b-415f-8e26-3c61616723ba tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:40.801113 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-537aac62-0add-4fae-8e62-c83debdae1ba req-ffc88fa8-249b-415f-8e26-3c61616723ba tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbbdf5ca-0dc2-4283-8108-a1763b063e9c HTTP/1.1" status: 200 len: 944 time: 0.0882554 Aug 29 04:22:40.874585 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-537aac62-0add-4fae-8e62-c83debdae1ba req-09f5eae1-6a15-4bb0-8ad9-bb44e7d79a2c tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/security-groups?id=efbd56da-4301-456e-8002-a695aaaeaffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644345 Aug 29 04:22:40.944095 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c64258-248b-4f08-8f79-6e6f01b4b856 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:40.948452 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-85c64258-248b-4f08-8f79-6e6f01b4b856 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] 10.222.0.22 "GET /v2.0/networks/e6c84a15-2e6f-4c07-8ede-a88148c2fe90 HTTP/1.1" status: 200 len: 881 time: 0.1764257 Aug 29 04:22:40.948822 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 52898) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:41.021767 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-3a248419-20cc-4e50-b15d-d6130fb9394f tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d87263e-00dc-4e36-84c8-113b75f7ecfa HTTP/1.1" status: 200 len: 205 time: 0.0715816 Aug 29 04:22:41.026951 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 52904) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:41.179536 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['34925fed-068b-4f07-a352-aff8a2707cb4'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:22:41.201751 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82188e45-97a2-4dc1-8f65-82c4b120427f req-d7c8cac5-3153-4387-aad5-5ea0a7258fb3 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:41.201751 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-82188e45-97a2-4dc1-8f65-82c4b120427f req-d7c8cac5-3153-4387-aad5-5ea0a7258fb3 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb1decc1-6b46-49ff-b4f2-9f5d4b47ac7b HTTP/1.1" status: 200 len: 944 time: 0.1001692 Aug 29 04:22:41.270563 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-82188e45-97a2-4dc1-8f65-82c4b120427f req-7e045cb3-94b8-4c2a-b01f-4019b1db1e87 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625474 Aug 29 04:22:41.530311 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dd7d7c-3e5e-4eee-92ed-b14035e49087 req-a1d77adb-a7cd-4b67-b72f-342860d38fb3 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:41.531906 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-59dd7d7c-3e5e-4eee-92ed-b14035e49087 req-a1d77adb-a7cd-4b67-b72f-342860d38fb3 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f1a17fa-6f41-464c-bb77-2f119ba561c6 HTTP/1.1" status: 200 len: 945 time: 0.5711496 Aug 29 04:22:41.601379 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-59dd7d7c-3e5e-4eee-92ed-b14035e49087 req-802f5f86-74f5-4050-94b6-376f4bf58d99 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc298de8-05a1-4048-a74a-af5d487002fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396032 Aug 29 04:22:41.638665 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-31fa7190-b64c-4674-aa00-78247cb7c438 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify callbacks [] for router, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:41.781025 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-31fa7190-b64c-4674-aa00-78247cb7c438 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:41.874213 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-31fa7190-b64c-4674-aa00-78247cb7c438 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Deleting port 840b29f8-7568-4d1c-89fc-2f7778d23daf {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:22:41.874571 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-31fa7190-b64c-4674-aa00-78247cb7c438 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:41.996955 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-31fa7190-b64c-4674-aa00-78247cb7c438 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:42.053121 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-31fa7190-b64c-4674-aa00-78247cb7c438 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Calling delete_port for 840b29f8-7568-4d1c-89fc-2f7778d23daf owned by network:router_gateway {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:22:42.138255 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17747187-93a4-4bb6-b6d9-ffd438b79e3b req-3715bda0-6940-421b-96ad-aa743aa93862 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:42.139963 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-17747187-93a4-4bb6-b6d9-ffd438b79e3b req-3715bda0-6940-421b-96ad-aa743aa93862 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbbdf5ca-0dc2-4283-8108-a1763b063e9c HTTP/1.1" status: 200 len: 944 time: 0.1207342 Aug 29 04:22:42.240785 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-17747187-93a4-4bb6-b6d9-ffd438b79e3b req-aaa707d3-2f7a-4178-80ee-43c5266fb499 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/security-groups?id=efbd56da-4301-456e-8002-a695aaaeaffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893679 Aug 29 04:22:42.324534 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-31fa7190-b64c-4674-aa00-78247cb7c438 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:42.357633 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fa7190-b64c-4674-aa00-78247cb7c438 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Pushing event deleted for resources: {'Port': ['ID=840b29f8-7568-4d1c-89fc-2f7778d23daf,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:42.433396 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-31fa7190-b64c-4674-aa00-78247cb7c438 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719445'] for router_gateway, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:42.457118 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16030222-04dc-42d8-8eb8-5a8a405d03a2 req-641f2f78-7e5e-42cb-b688-7eef7f903bb0 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:42.465964 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-16030222-04dc-42d8-8eb8-5a8a405d03a2 req-641f2f78-7e5e-42cb-b688-7eef7f903bb0 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb1decc1-6b46-49ff-b4f2-9f5d4b47ac7b HTTP/1.1" status: 200 len: 944 time: 0.0773003 Aug 29 04:22:42.523651 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-16030222-04dc-42d8-8eb8-5a8a405d03a2 req-855508eb-497f-4be1-b749-ffd9f2830639 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524750 Aug 29 04:22:42.547975 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-31fa7190-b64c-4674-aa00-78247cb7c438 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:42.550147 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-31fa7190-b64c-4674-aa00-78247cb7c438 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:42.605592 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-31fa7190-b64c-4674-aa00-78247cb7c438 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717253'] for router, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:42.606292 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31fa7190-b64c-4674-aa00-78247cb7c438 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Fanout notify agent at l3_agent the message router_deleted on router 8d87263e-00dc-4e36-84c8-113b75f7ecfa {{(pid=94829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:22:42.615333 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-31fa7190-b64c-4674-aa00-78247cb7c438 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:42.620353 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 52946) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:42.620754 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-31fa7190-b64c-4674-aa00-78247cb7c438 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] 10.222.0.22 "DELETE /v2.0/routers/8d87263e-00dc-4e36-84c8-113b75f7ecfa HTTP/1.1" status: 204 len: 168 time: 1.5922642 Aug 29 04:22:42.625241 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-a049474d-f1b0-4869-883a-b36ce1d85c17 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1451314486', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:42.652751 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a049474d-f1b0-4869-883a-b36ce1d85c17 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:42.658790 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a049474d-f1b0-4869-883a-b36ce1d85c17 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1838'] for router, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:42.759388 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a049474d-f1b0-4869-883a-b36ce1d85c17 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:42.766580 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a049474d-f1b0-4869-883a-b36ce1d85c17 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409'] for router, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:42.775588 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3558d1-d855-487a-aff6-df1dee23fa0b req-5fa14463-07de-4060-9921-503d77fabf50 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:42.783884 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9b3558d1-d855-487a-aff6-df1dee23fa0b req-5fa14463-07de-4060-9921-503d77fabf50 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f1a17fa-6f41-464c-bb77-2f119ba561c6 HTTP/1.1" status: 200 len: 945 time: 0.0770864 Aug 29 04:22:42.800456 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a049474d-f1b0-4869-883a-b36ce1d85c17 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify callbacks [] for router, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:42.804352 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-a049474d-f1b0-4869-883a-b36ce1d85c17 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1801808 Aug 29 04:22:42.804663 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 52952) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:42.815809 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-54147394-97c6-47a9-a2e1-767ad414a721 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:42.849303 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9b3558d1-d855-487a-aff6-df1dee23fa0b req-7e46ee82-fab9-4f60-903b-514058135f3d tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc298de8-05a1-4048-a74a-af5d487002fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644357 Aug 29 04:22:43.155022 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-54147394-97c6-47a9-a2e1-767ad414a721 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:43.415363 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f3671b-db47-4479-bf12-d8923be5b6cc req-8e94c4e4-00fe-43bb-8735-bacc2da32bca tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:43.417886 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c7f3671b-db47-4479-bf12-d8923be5b6cc req-8e94c4e4-00fe-43bb-8735-bacc2da32bca tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbbdf5ca-0dc2-4283-8108-a1763b063e9c HTTP/1.1" status: 200 len: 944 time: 0.0769629 Aug 29 04:22:43.514974 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-54147394-97c6-47a9-a2e1-767ad414a721 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify callbacks [] for router_gateway, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:43.555740 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-54147394-97c6-47a9-a2e1-767ad414a721 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:43.777952 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c7f3671b-db47-4479-bf12-d8923be5b6cc req-56d4c003-87cf-4286-b52c-f34db9af5be3 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/security-groups?id=efbd56da-4301-456e-8002-a695aaaeaffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3452096 Aug 29 04:22:43.792845 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f0aa7d-b032-44d9-8a0b-54bda95e01a4 req-857315a3-b4a8-4d6e-b963-ceb00c173f9f tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:43.792845 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f5f0aa7d-b032-44d9-8a0b-54bda95e01a4 req-857315a3-b4a8-4d6e-b963-ceb00c173f9f tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb1decc1-6b46-49ff-b4f2-9f5d4b47ac7b HTTP/1.1" status: 200 len: 944 time: 0.1429632 Aug 29 04:22:43.839110 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-54147394-97c6-47a9-a2e1-767ad414a721 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Allocated IP 172.25.0.16 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/c010e11c-a0c9-4b4f-94db-a7ae579ade4d) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:22:43.861697 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f5f0aa7d-b032-44d9-8a0b-54bda95e01a4 req-60406e7c-37a6-4117-b768-f1e3c532c509 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688212 Aug 29 04:22:43.996537 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb428ab-92eb-4bb5-8709-15d11cb4cd9b req-dde5adc2-d1ec-422f-83f5-a02600bd8bca tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:44.001050 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1cb428ab-92eb-4bb5-8709-15d11cb4cd9b req-dde5adc2-d1ec-422f-83f5-a02600bd8bca tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f1a17fa-6f41-464c-bb77-2f119ba561c6 HTTP/1.1" status: 200 len: 945 time: 0.0746312 Aug 29 04:22:44.047609 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-54147394-97c6-47a9-a2e1-767ad414a721 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:44.092108 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1cb428ab-92eb-4bb5-8709-15d11cb4cd9b req-a1cc6843-2891-4a76-8dfb-92640ae5f265 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc298de8-05a1-4048-a74a-af5d487002fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845878 Aug 29 04:22:44.161184 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-54147394-97c6-47a9-a2e1-767ad414a721 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:44.276564 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54147394-97c6-47a9-a2e1-767ad414a721 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:22:44.297005 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 34925fed-068b-4f07-a352-aff8a2707cb4 up at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:22:44.335277 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54147394-97c6-47a9-a2e1-767ad414a721 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Pushing event updated for resources: {'Port': ['ID=c010e11c-a0c9-4b4f-94db-a7ae579ade4d,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:44.342853 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-54147394-97c6-47a9-a2e1-767ad414a721 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:22:44.354778 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54147394-97c6-47a9-a2e1-767ad414a721 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:22:44.402094 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning for port 34925fed-068b-4f07-a352-aff8a2707cb4 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:22:44.408203 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning complete for port 34925fed-068b-4f07-a352-aff8a2707cb4 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:44.409409 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:44.529408 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:44.564731 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb1decc1-6b46-49ff-b4f2-9f5d4b47ac7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34925fed-068b-4f07-a352-aff8a2707cb4'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:22:44.569562 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc052c66-f687-44f3-ba47-6e88534cb55d" -d '{"events": [{"server_uuid": "bb1decc1-6b46-49ff-b4f2-9f5d4b47ac7b", "name": "network-vif-plugged", "status": "completed", "tag": "34925fed-068b-4f07-a352-aff8a2707cb4"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:22:44.608872 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 34925fed-068b-4f07-a352-aff8a2707cb4, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=34925fed-068b-4f07-a352-aff8a2707cb4,segment=NetworkSegment(b7618bbf-11af-465a-8663-f9f8f84b36c0),segment_id=b7618bbf-11af-465a-8663-f9f8f84b36c0)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:44.618795 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:44.682318 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53b0d530-e26c-48fe-9e57-70a4235b7947 x-openstack-request-id: req-53b0d530-e26c-48fe-9e57-70a4235b7947 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:22:44.683098 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb1decc1-6b46-49ff-b4f2-9f5d4b47ac7b", "name": "network-vif-plugged", "status": "completed", "tag": "34925fed-068b-4f07-a352-aff8a2707cb4", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:22:44.683553 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-53b0d530-e26c-48fe-9e57-70a4235b7947 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:22:44.684267 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb1decc1-6b46-49ff-b4f2-9f5d4b47ac7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34925fed-068b-4f07-a352-aff8a2707cb4', 'code': 200} Aug 29 04:22:44.828634 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=34925fed-068b-4f07-a352-aff8a2707cb4,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:44.970553 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:22:44.990694 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aba283-0627-4e74-9af2-aaa88906fb57 req-4087f012-54f0-45a7-a04b-9142702286cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:45.000401 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a8aba283-0627-4e74-9af2-aaa88906fb57 req-4087f012-54f0-45a7-a04b-9142702286cb service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bb1decc1-6b46-49ff-b4f2-9f5d4b47ac7b HTTP/1.1" status: 200 len: 1097 time: 0.1597688 Aug 29 04:22:45.230116 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a8aba283-0627-4e74-9af2-aaa88906fb57 req-fc0b9fb9-3131-4cbc-af7b-7d4dde62b873 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201595 Aug 29 04:22:45.265113 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced1d0bd-8247-4188-b4f7-f281ecec55f5 req-6f50d725-89eb-453e-8625-4e97bd359f31 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:45.273233 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ced1d0bd-8247-4188-b4f7-f281ecec55f5 req-6f50d725-89eb-453e-8625-4e97bd359f31 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb1decc1-6b46-49ff-b4f2-9f5d4b47ac7b HTTP/1.1" status: 200 len: 945 time: 0.1842508 Aug 29 04:22:45.331407 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ced1d0bd-8247-4188-b4f7-f281ecec55f5 req-86317fc2-2d76-448b-a75b-ded858a1aeba tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571218 Aug 29 04:22:45.432398 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca3c791-1de0-4466-b414-57f3dc5c5b4c req-6897e012-9541-46cd-bf83-0c6940707017 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:45.439384 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0ca3c791-1de0-4466-b414-57f3dc5c5b4c req-6897e012-9541-46cd-bf83-0c6940707017 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbbdf5ca-0dc2-4283-8108-a1763b063e9c HTTP/1.1" status: 200 len: 944 time: 0.1928542 Aug 29 04:22:45.553720 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2277f5-90c5-484f-8004-62509e3b7d0f req-bd4e6059-cee6-4aad-ba95-e76414e24325 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:45.556891 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-dd2277f5-90c5-484f-8004-62509e3b7d0f req-bd4e6059-cee6-4aad-ba95-e76414e24325 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f1a17fa-6f41-464c-bb77-2f119ba561c6 HTTP/1.1" status: 200 len: 945 time: 0.1037049 Aug 29 04:22:45.618142 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-dd2277f5-90c5-484f-8004-62509e3b7d0f req-999bcf8c-dbd6-4561-b675-b20ed09744a0 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc298de8-05a1-4048-a74a-af5d487002fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504949 Aug 29 04:22:45.622499 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-54147394-97c6-47a9-a2e1-767ad414a721 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify callbacks [] for router_gateway, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:46.051707 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-54147394-97c6-47a9-a2e1-767ad414a721 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-719380', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-717238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1792'] for router, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:46.067478 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-54147394-97c6-47a9-a2e1-767ad414a721 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-719375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-719366', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-717217'] for router, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:46.083182 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0ca3c791-1de0-4466-b414-57f3dc5c5b4c req-52ccb777-187c-4f27-9828-654f59960819 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/security-groups?id=efbd56da-4301-456e-8002-a695aaaeaffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6426790 Aug 29 04:22:46.281229 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54147394-97c6-47a9-a2e1-767ad414a721 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Router c40275df-1859-48ee-83ea-86613b1cc336 is scheduled to L3 agent 76874008-c311-485c-ba36-921b6d275b6a with binding_index 1 {{(pid=94828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:22:46.329481 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0909a1c-7cf4-4ea4-8967-b377d4ce7274 req-30a5c517-8876-4fe1-9b63-c982c4e95bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:46.343448 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a0909a1c-7cf4-4ea4-8967-b377d4ce7274 req-30a5c517-8876-4fe1-9b63-c982c4e95bd0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cbbdf5ca-0dc2-4283-8108-a1763b063e9c&tenant_id=45c0a3ca896a4dd0bcf90e5c0bd5812f HTTP/1.1" status: 200 len: 1096 time: 0.0598953 Aug 29 04:22:46.444003 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54147394-97c6-47a9-a2e1-767ad414a721 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:22:46.452620 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-54147394-97c6-47a9-a2e1-767ad414a721 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify callbacks [] for router, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:46.453848 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-54147394-97c6-47a9-a2e1-767ad414a721 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] 10.222.0.22 "PUT /v2.0/routers/c40275df-1859-48ee-83ea-86613b1cc336 HTTP/1.1" status: 200 len: 879 time: 3.6481664 Aug 29 04:22:46.456327 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9e0b93-3700-4356-a375-71eb930ff9cd None None] Sync routers for ids ['c40275df-1859-48ee-83ea-86613b1cc336'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:22:46.457156 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 53038) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:46.490146 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9e0b93-3700-4356-a375-71eb930ff9cd None None] Routers {'c40275df-1859-48ee-83ea-86613b1cc336'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:22:46.491022 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-2c9e0b93-3700-4356-a375-71eb930ff9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:22:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['c40275df-1859-48ee-83ea-86613b1cc336'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:46.579612 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-2c9e0b93-3700-4356-a375-71eb930ff9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:46.587275 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0909a1c-7cf4-4ea4-8967-b377d4ce7274 req-5906925c-c519-475e-8202-05c58e7f8220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:46.588836 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a0909a1c-7cf4-4ea4-8967-b377d4ce7274 req-5906925c-c519-475e-8202-05c58e7f8220 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=45c0a3ca896a4dd0bcf90e5c0bd5812f&device_id=cbbdf5ca-0dc2-4283-8108-a1763b063e9c HTTP/1.1" status: 200 len: 1096 time: 0.2234678 Aug 29 04:22:46.605392 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9e0b93-3700-4356-a375-71eb930ff9cd None None] Routers {'c40275df-1859-48ee-83ea-86613b1cc336'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:22:46.606353 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-2c9e0b93-3700-4356-a375-71eb930ff9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:22:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['c40275df-1859-48ee-83ea-86613b1cc336'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:46.613362 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca5c7cf-eefc-4e57-8ac7-4d2555cc64f1 req-36e6843c-09cf-4420-b548-033c1ee490fe tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:46.615634 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-dca5c7cf-eefc-4e57-8ac7-4d2555cc64f1 req-36e6843c-09cf-4420-b548-033c1ee490fe tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb1decc1-6b46-49ff-b4f2-9f5d4b47ac7b HTTP/1.1" status: 200 len: 945 time: 0.1452384 Aug 29 04:22:46.660075 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-9d3b4a4a-110b-4d77-ad84-1c249c7e733d tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] 10.222.0.22 "GET /v2.0/routers/c40275df-1859-48ee-83ea-86613b1cc336 HTTP/1.1" status: 200 len: 920 time: 0.2014918 Aug 29 04:22:46.662613 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 53044) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:46.693186 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-2c9e0b93-3700-4356-a375-71eb930ff9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:46.694118 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9e0b93-3700-4356-a375-71eb930ff9cd None None] The sync data for ids ['c40275df-1859-48ee-83ea-86613b1cc336'] in n-d-712140-12 is: [] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:22:46.729050 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a83f36-e83f-4032-8b78-f604d1052cc7 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:46.732433 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-f6a83f36-e83f-4032-8b78-f604d1052cc7 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] 10.222.0.22 "GET /v2.0/ports?network_id=e6c84a15-2e6f-4c07-8ede-a88148c2fe90&device_id=c40275df-1859-48ee-83ea-86613b1cc336&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0679717 Aug 29 04:22:46.735508 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 53048) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:46.776715 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-dca5c7cf-eefc-4e57-8ac7-4d2555cc64f1 req-6fd70da4-6885-4a07-b288-95ba0362d7ae tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466126 Aug 29 04:22:46.852553 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0909a1c-7cf4-4ea4-8967-b377d4ce7274 req-f1f46e0e-9de5-47f5-8483-928ce59d987d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:46.855567 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a0909a1c-7cf4-4ea4-8967-b377d4ce7274 req-f1f46e0e-9de5-47f5-8483-928ce59d987d service neutron] 10.222.0.46 "GET /v2.0/networks?id=fd020187-6618-42b7-a26a-d8ebebc46774 HTTP/1.1" status: 200 len: 917 time: 0.2389042 Aug 29 04:22:46.957452 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dd00e2-d121-4f05-a4fd-5fd0ba224fed req-43320192-7f8e-4dc9-abe5-ebe84cecebc5 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:46.959259 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c4dd00e2-d121-4f05-a4fd-5fd0ba224fed req-43320192-7f8e-4dc9-abe5-ebe84cecebc5 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f1a17fa-6f41-464c-bb77-2f119ba561c6 HTTP/1.1" status: 200 len: 945 time: 0.1159215 Aug 29 04:22:46.961040 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6751c129-5efb-4c84-8b0f-d8dc31dd1d82 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:46.970876 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-6751c129-5efb-4c84-8b0f-d8dc31dd1d82 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] 10.222.0.22 "GET /v2.0/networks/e6c84a15-2e6f-4c07-8ede-a88148c2fe90 HTTP/1.1" status: 200 len: 881 time: 0.2262356 Aug 29 04:22:46.983547 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 53054) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:46.983950 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a0909a1c-7cf4-4ea4-8967-b377d4ce7274 req-eaf0c436-f9b2-427f-8ee6-df5c8cc93ba7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d6b4b2ae-4a49-41d8-8d03-babcf76f8592 HTTP/1.1" status: 200 len: 1000 time: 0.1194246 Aug 29 04:22:47.041516 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-d4cdb8b5-b840-4463-ba22-93b67d8f011a tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] 10.222.0.22 "GET /v2.0/ports?device_id=c40275df-1859-48ee-83ea-86613b1cc336 HTTP/1.1" status: 200 len: 205 time: 0.0534863 Aug 29 04:22:47.049820 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 53058) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:47.077709 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0909a1c-7cf4-4ea4-8967-b377d4ce7274 req-17be20d7-793c-425e-9025-3f52a614280f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:47.079493 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a0909a1c-7cf4-4ea4-8967-b377d4ce7274 req-17be20d7-793c-425e-9025-3f52a614280f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6247b089-2c7c-4ca3-a8dd-41a0f57cced5 HTTP/1.1" status: 200 len: 855 time: 0.0869551 Aug 29 04:22:47.178994 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0909a1c-7cf4-4ea4-8967-b377d4ce7274 req-f93b483d-77d8-4a9b-b203-ed1089d60e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:47.181193 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a0909a1c-7cf4-4ea4-8967-b377d4ce7274 req-f93b483d-77d8-4a9b-b203-ed1089d60e6f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fd020187-6618-42b7-a26a-d8ebebc46774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0932848 Aug 29 04:22:47.220458 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c4dd00e2-d121-4f05-a4fd-5fd0ba224fed req-00a74ae1-b9a5-4833-9e42-de78f6d856d3 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc298de8-05a1-4048-a74a-af5d487002fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441583 Aug 29 04:22:47.259998 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-12a83494-ccce-41cd-aa76-353e0e13d466 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify callbacks [] for router, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:47.315403 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d77d34-7185-4676-a6ad-a1c50202cdba req-2c5c41b9-94f2-435c-a2b1-8fb0d6230e3a tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:47.317008 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-18d77d34-7185-4676-a6ad-a1c50202cdba req-2c5c41b9-94f2-435c-a2b1-8fb0d6230e3a tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbbdf5ca-0dc2-4283-8108-a1763b063e9c HTTP/1.1" status: 200 len: 944 time: 0.1133614 Aug 29 04:22:47.357608 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a0909a1c-7cf4-4ea4-8967-b377d4ce7274 req-0c97e361-b81c-41f2-a143-20eaac21fd41 service neutron] 10.222.0.46 "GET /v2.0/networks/fd020187-6618-42b7-a26a-d8ebebc46774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673713 Aug 29 04:22:47.419926 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-18d77d34-7185-4676-a6ad-a1c50202cdba req-56946a51-a42d-42bb-b8f7-0fa6f024fd26 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/security-groups?id=efbd56da-4301-456e-8002-a695aaaeaffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930054 Aug 29 04:22:47.428420 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-12a83494-ccce-41cd-aa76-353e0e13d466 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:47.480906 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a0909a1c-7cf4-4ea4-8967-b377d4ce7274 req-6e4e8397-c8a0-4ae0-87be-91bf5afbc977 service neutron] 10.222.0.46 "GET /v2.0/networks/fd020187-6618-42b7-a26a-d8ebebc46774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112998 Aug 29 04:22:47.492979 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-12a83494-ccce-41cd-aa76-353e0e13d466 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Deleting port c010e11c-a0c9-4b4f-94db-a7ae579ade4d {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:22:47.493561 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-12a83494-ccce-41cd-aa76-353e0e13d466 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:47.616271 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-12a83494-ccce-41cd-aa76-353e0e13d466 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:47.637492 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-12a83494-ccce-41cd-aa76-353e0e13d466 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Calling delete_port for c010e11c-a0c9-4b4f-94db-a7ae579ade4d owned by network:router_gateway {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:22:47.933769 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-12a83494-ccce-41cd-aa76-353e0e13d466 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:48.011342 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a83494-ccce-41cd-aa76-353e0e13d466 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Pushing event deleted for resources: {'Port': ['ID=c010e11c-a0c9-4b4f-94db-a7ae579ade4d,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:48.028558 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb8316e-1ad9-4cdf-8f5e-df0552e554ae req-aade2c04-447d-4ff3-bfa8-20422b15c107 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:48.030169 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8bb8316e-1ad9-4cdf-8f5e-df0552e554ae req-aade2c04-447d-4ff3-bfa8-20422b15c107 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb1decc1-6b46-49ff-b4f2-9f5d4b47ac7b HTTP/1.1" status: 200 len: 945 time: 0.1711247 Aug 29 04:22:48.188939 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8bb8316e-1ad9-4cdf-8f5e-df0552e554ae req-14ccc506-c4fc-41eb-a6a6-f6a4d892cf32 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464541 Aug 29 04:22:48.197340 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-12a83494-ccce-41cd-aa76-353e0e13d466 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719445'] for router_gateway, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:48.411111 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-12a83494-ccce-41cd-aa76-353e0e13d466 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:48.423073 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-12a83494-ccce-41cd-aa76-353e0e13d466 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:48.426836 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3ad4d1-b0f0-46da-bd30-34ca990ea3ec req-a4dc340f-de1e-444f-87cf-d0274208c566 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:48.440733 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ea3ad4d1-b0f0-46da-bd30-34ca990ea3ec req-a4dc340f-de1e-444f-87cf-d0274208c566 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f1a17fa-6f41-464c-bb77-2f119ba561c6 HTTP/1.1" status: 200 len: 945 time: 0.1106453 Aug 29 04:22:48.566804 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-12a83494-ccce-41cd-aa76-353e0e13d466 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717253'] for router, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:48.567390 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12a83494-ccce-41cd-aa76-353e0e13d466 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Fanout notify agent at l3_agent the message router_deleted on router c40275df-1859-48ee-83ea-86613b1cc336 {{(pid=94828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:22:48.576678 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ea3ad4d1-b0f0-46da-bd30-34ca990ea3ec req-8e9bc307-1002-498d-a9e7-af0d853f4884 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc298de8-05a1-4048-a74a-af5d487002fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298010 Aug 29 04:22:48.587670 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-12a83494-ccce-41cd-aa76-353e0e13d466 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify callbacks [] for router, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:48.601548 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-12a83494-ccce-41cd-aa76-353e0e13d466 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] 10.222.0.22 "DELETE /v2.0/routers/c40275df-1859-48ee-83ea-86613b1cc336 HTTP/1.1" status: 204 len: 168 time: 1.5495479 Aug 29 04:22:48.605721 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 53112) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:48.618982 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-21c25409-1b8a-4d57-b92f-0c40089fb7ae tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-256809801', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:48.680984 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-21c25409-1b8a-4d57-b92f-0c40089fb7ae tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:48.682165 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-21c25409-1b8a-4d57-b92f-0c40089fb7ae tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1838'] for router, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:48.741927 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd6437a-12d7-41a1-a1cd-cd94b2fc21ef req-514a1936-49ff-4931-ad57-967f45dbed7a tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:48.744630 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dcd6437a-12d7-41a1-a1cd-cd94b2fc21ef req-514a1936-49ff-4931-ad57-967f45dbed7a tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbbdf5ca-0dc2-4283-8108-a1763b063e9c HTTP/1.1" status: 200 len: 944 time: 0.1416762 Aug 29 04:22:48.854077 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-21c25409-1b8a-4d57-b92f-0c40089fb7ae tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:48.870450 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-21c25409-1b8a-4d57-b92f-0c40089fb7ae tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409'] for router, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:48.873335 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dcd6437a-12d7-41a1-a1cd-cd94b2fc21ef req-8a92c3c3-eae2-47ea-9cad-b9e5d8de6487 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/security-groups?id=efbd56da-4301-456e-8002-a695aaaeaffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175222 Aug 29 04:22:48.901000 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-21c25409-1b8a-4d57-b92f-0c40089fb7ae tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:48.908820 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-21c25409-1b8a-4d57-b92f-0c40089fb7ae tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2986145 Aug 29 04:22:48.909492 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 53122) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:48.915579 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-46e4825c-0866-4c30-a69f-5870cd7ff926 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'enable_snat': True}}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:48.994984 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:49.327772 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-46e4825c-0866-4c30-a69f-5870cd7ff926 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:50.261432 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879487d1-1c34-4682-b2da-285291806e1b req-436743ad-08dc-42c3-ba1a-4f0d9e28831c tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:50.280928 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-879487d1-1c34-4682-b2da-285291806e1b req-436743ad-08dc-42c3-ba1a-4f0d9e28831c tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbbdf5ca-0dc2-4283-8108-a1763b063e9c HTTP/1.1" status: 200 len: 944 time: 0.1586659 Aug 29 04:22:50.482725 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-879487d1-1c34-4682-b2da-285291806e1b req-1dc234dd-d268-416f-9202-3bb81a9aae7a tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/security-groups?id=efbd56da-4301-456e-8002-a695aaaeaffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1951027 Aug 29 04:22:50.576684 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-46e4825c-0866-4c30-a69f-5870cd7ff926 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:50.613639 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7c4d14-c76f-476a-b936-18553268b87f req-ab81e2da-75e0-46d1-9cdb-f97dec75c4f0 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:50.622000 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3a7c4d14-c76f-476a-b936-18553268b87f req-ab81e2da-75e0-46d1-9cdb-f97dec75c4f0 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f1a17fa-6f41-464c-bb77-2f119ba561c6 HTTP/1.1" status: 200 len: 945 time: 0.8552918 Aug 29 04:22:50.626793 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-46e4825c-0866-4c30-a69f-5870cd7ff926 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:50.764422 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14aa0fd-5997-45bd-9d3f-f732a89988b3 req-520fcf9b-044e-4f90-866d-4266c4b8217c tempest-LiveMigrationTest-555913250 tempest-LiveMigrationTest-555913250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:50.773023 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f14aa0fd-5997-45bd-9d3f-f732a89988b3 req-520fcf9b-044e-4f90-866d-4266c4b8217c tempest-LiveMigrationTest-555913250 tempest-LiveMigrationTest-555913250-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=5ca7bb12-432d-44b3-aa29-8fc3788f5be7 HTTP/1.1" status: 200 len: 1097 time: 0.0978773 Aug 29 04:22:50.826620 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3a7c4d14-c76f-476a-b936-18553268b87f req-c0db91a5-a3dd-4d6b-bac1-2209703de09a tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc298de8-05a1-4048-a74a-af5d487002fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028923 Aug 29 04:22:50.868964 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f14aa0fd-5997-45bd-9d3f-f732a89988b3 req-a2fedffe-ff79-4e62-b9f3-9de9bff0605a tempest-LiveMigrationTest-555913250 tempest-LiveMigrationTest-555913250-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937510 Aug 29 04:22:50.871198 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-46e4825c-0866-4c30-a69f-5870cd7ff926 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Allocated IP 172.25.0.130 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/f0887f74-360a-4238-9c2b-fed194909587) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:22:51.051265 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-46e4825c-0866-4c30-a69f-5870cd7ff926 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:51.099158 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-46e4825c-0866-4c30-a69f-5870cd7ff926 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:51.158364 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e4825c-0866-4c30-a69f-5870cd7ff926 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:22:51.162485 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-46e4825c-0866-4c30-a69f-5870cd7ff926 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:22:51.168307 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e4825c-0866-4c30-a69f-5870cd7ff926 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:22:51.263701 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4825c-0866-4c30-a69f-5870cd7ff926 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Pushing event updated for resources: {'Port': ['ID=f0887f74-360a-4238-9c2b-fed194909587,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:51.781018 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-46e4825c-0866-4c30-a69f-5870cd7ff926 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:52.303317 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-46e4825c-0866-4c30-a69f-5870cd7ff926 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-719380', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-717238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1792'] for router, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:52.317569 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-46e4825c-0866-4c30-a69f-5870cd7ff926 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-719375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-719366', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-717217'] for router, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:52.361782 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 53210) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:52.671295 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3521b33-26c8-400b-b47c-f18c745d292d req-9afad4f9-0fb3-42b7-a502-e774a2ede04d tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:52.673082 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e53625c4-7cdb-4436-aacf-2c333fc21d05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:52.679586 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c3521b33-26c8-400b-b47c-f18c745d292d req-9afad4f9-0fb3-42b7-a502-e774a2ede04d tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbbdf5ca-0dc2-4283-8108-a1763b063e9c HTTP/1.1" status: 200 len: 944 time: 0.2287982 Aug 29 04:22:52.813797 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c3521b33-26c8-400b-b47c-f18c745d292d req-e5ccb8c2-bb18-483c-b21d-43a54cedd007 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/security-groups?id=efbd56da-4301-456e-8002-a695aaaeaffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1310556 Aug 29 04:22:52.816829 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46e4825c-0866-4c30-a69f-5870cd7ff926 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Router 53783e70-4b2c-4657-8570-f763f0f93c72 is scheduled to L3 agent 76874008-c311-485c-ba36-921b6d275b6a with binding_index 1 {{(pid=94828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:22:52.945570 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e53625c4-7cdb-4436-aacf-2c333fc21d05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:52.950791 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e53625c4-7cdb-4436-aacf-2c333fc21d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:53.043084 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53625c4-7cdb-4436-aacf-2c333fc21d05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce36d215-83d6-4d85-8e1b-dcac77ed6aae,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:53.055724 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-e53625c4-7cdb-4436-aacf-2c333fc21d05 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=014576f7eb84428a8c1171d6c75df7f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6915431 Aug 29 04:22:53.058572 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 53216) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:53.193149 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [req-a9b3a7a7-034f-4bc6-85bd-0d232b3140de req-7dba384b-dd26-417e-845b-84af522e8ba2 tempest-LiveMigrationTest-555913250 tempest-LiveMigrationTest-555913250-project-admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:22:53.194032 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8864ca-cf5e-4095-ae68-2be4e995a8c3 req-651ed1c1-522f-4718-b4fc-a979fd0df62e tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:53.194203 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a9b3a7a7-034f-4bc6-85bd-0d232b3140de req-7dba384b-dd26-417e-845b-84af522e8ba2 tempest-LiveMigrationTest-555913250 tempest-LiveMigrationTest-555913250-project-admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0277283 Aug 29 04:22:53.204897 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8e8864ca-cf5e-4095-ae68-2be4e995a8c3 req-651ed1c1-522f-4718-b4fc-a979fd0df62e tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f1a17fa-6f41-464c-bb77-2f119ba561c6 HTTP/1.1" status: 200 len: 945 time: 0.2079365 Aug 29 04:22:53.212522 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-a9b3a7a7-034f-4bc6-85bd-0d232b3140de req-7ffb6530-6e86-41d6-9799-73dd65792a75 service neutron] Request body: {'binding': {'host': 'n-h2-712140-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:53.213003 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-a9b3a7a7-034f-4bc6-85bd-0d232b3140de req-7ffb6530-6e86-41d6-9799-73dd65792a75 service neutron] Unknown quota resources ['binding']. {{(pid=94829) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 04:22:53.216169 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1240b8ab-10c4-4ffe-b189-94c6a2ef0209 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:53.283906 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8e8864ca-cf5e-4095-ae68-2be4e995a8c3 req-95b421c6-ada7-4ec4-b000-b4302732338f tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc298de8-05a1-4048-a74a-af5d487002fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774877 Aug 29 04:22:53.289096 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46e4825c-0866-4c30-a69f-5870cd7ff926 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:22:53.315866 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-46e4825c-0866-4c30-a69f-5870cd7ff926 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks [] for router, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:53.316343 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241edc06-5b83-4820-ade2-5f0ff6ad6fd8 None None] Sync routers for ids ['53783e70-4b2c-4657-8570-f763f0f93c72'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:22:53.322722 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-46e4825c-0866-4c30-a69f-5870cd7ff926 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] 10.222.0.22 "PUT /v2.0/routers/53783e70-4b2c-4657-8570-f763f0f93c72 HTTP/1.1" status: 200 len: 914 time: 4.4118276 Aug 29 04:22:53.324567 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 53220) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:53.337733 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241edc06-5b83-4820-ade2-5f0ff6ad6fd8 None None] Routers {'53783e70-4b2c-4657-8570-f763f0f93c72'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:22:53.339041 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-241edc06-5b83-4820-ade2-5f0ff6ad6fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:22:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['53783e70-4b2c-4657-8570-f763f0f93c72'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:53.380530 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1240b8ab-10c4-4ffe-b189-94c6a2ef0209 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:53.446140 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-241edc06-5b83-4820-ade2-5f0ff6ad6fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:53.478461 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241edc06-5b83-4820-ade2-5f0ff6ad6fd8 None None] Routers {'53783e70-4b2c-4657-8570-f763f0f93c72'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:22:53.479108 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-241edc06-5b83-4820-ade2-5f0ff6ad6fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:22:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['53783e70-4b2c-4657-8570-f763f0f93c72'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:53.545435 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-241edc06-5b83-4820-ade2-5f0ff6ad6fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:53.546192 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241edc06-5b83-4820-ade2-5f0ff6ad6fd8 None None] The sync data for ids ['53783e70-4b2c-4657-8570-f763f0f93c72'] in n-d-712140-12 is: [] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:22:53.685916 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-73c61e69-37d1-44c3-a005-82024d053b50 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] 10.222.0.22 "GET /v2.0/routers/53783e70-4b2c-4657-8570-f763f0f93c72 HTTP/1.1" status: 200 len: 920 time: 0.3594038 Aug 29 04:22:53.687036 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 53224) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:53.724469 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1240b8ab-10c4-4ffe-b189-94c6a2ef0209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:53.727096 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1240b8ab-10c4-4ffe-b189-94c6a2ef0209 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:53.746209 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-1240b8ab-10c4-4ffe-b189-94c6a2ef0209 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ce36d215-83d6-4d85-8e1b-dcac77ed6aae HTTP/1.1" status: 204 len: 168 time: 0.6798091 Aug 29 04:22:53.776462 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a28ad33-13bd-4941-8327-5103fd338e4a tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:53.786315 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-0a28ad33-13bd-4941-8327-5103fd338e4a tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] 10.222.0.22 "GET /v2.0/ports?network_id=e6c84a15-2e6f-4c07-8ede-a88148c2fe90&device_id=53783e70-4b2c-4657-8570-f763f0f93c72&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0959544 Aug 29 04:22:53.787185 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 53228) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:53.831546 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1240b8ab-10c4-4ffe-b189-94c6a2ef0209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce36d215-83d6-4d85-8e1b-dcac77ed6aae,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:53.873269 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-a9b3a7a7-034f-4bc6-85bd-0d232b3140de req-7ffb6530-6e86-41d6-9799-73dd65792a75 service neutron] Attempting to bind port 0fe65b52-6b33-495b-84ed-16828372bb83 on host n-h2-712140-12 for vnic_type normal with profile None {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:22:53.876433 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-a9b3a7a7-034f-4bc6-85bd-0d232b3140de req-7ffb6530-6e86-41d6-9799-73dd65792a75 service neutron] Attempting to bind port 0fe65b52-6b33-495b-84ed-16828372bb83 by drivers openvswitch,hyperv on host n-h2-712140-12 at level 0 using segments [{'id': '44fea4a1-e972-4690-b14e-956bce45d1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1c65535d-8d45-4051-8e5d-043211a49251'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:22:53.878663 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b3a7a7-034f-4bc6-85bd-0d232b3140de req-7ffb6530-6e86-41d6-9799-73dd65792a75 service neutron] Attempting to bind port 0fe65b52-6b33-495b-84ed-16828372bb83 on network 1c65535d-8d45-4051-8e5d-043211a49251 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:22:53.892786 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b3a7a7-034f-4bc6-85bd-0d232b3140de req-7ffb6530-6e86-41d6-9799-73dd65792a75 service neutron] Port 0fe65b52-6b33-495b-84ed-16828372bb83 on network 1c65535d-8d45-4051-8e5d-043211a49251 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-12 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:22:53.893208 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b3a7a7-034f-4bc6-85bd-0d232b3140de req-7ffb6530-6e86-41d6-9799-73dd65792a75 service neutron] Attempting to bind port 0fe65b52-6b33-495b-84ed-16828372bb83 on network 1c65535d-8d45-4051-8e5d-043211a49251 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:22:53.908739 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b3a7a7-034f-4bc6-85bd-0d232b3140de req-7ffb6530-6e86-41d6-9799-73dd65792a75 service neutron] Checking agent: {'id': 'b3a0606b-b029-4f5e-8798-3a32b71d8844', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:22:53.910957 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b3a7a7-034f-4bc6-85bd-0d232b3140de req-7ffb6530-6e86-41d6-9799-73dd65792a75 service neutron] Checking segment: {'id': '44fea4a1-e972-4690-b14e-956bce45d1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1c65535d-8d45-4051-8e5d-043211a49251'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:22:53.911476 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b3a7a7-034f-4bc6-85bd-0d232b3140de req-7ffb6530-6e86-41d6-9799-73dd65792a75 service neutron] Bound using segment: {'id': '44fea4a1-e972-4690-b14e-956bce45d1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1c65535d-8d45-4051-8e5d-043211a49251'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:22:53.912085 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-a9b3a7a7-034f-4bc6-85bd-0d232b3140de req-7ffb6530-6e86-41d6-9799-73dd65792a75 service neutron] Bound port: 0fe65b52-6b33-495b-84ed-16828372bb83, host: n-h2-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44fea4a1-e972-4690-b14e-956bce45d1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1c65535d-8d45-4051-8e5d-043211a49251'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:22:54.075507 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e863004-3c0d-457e-8756-a5f4b655c326 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:54.078589 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-6e863004-3c0d-457e-8756-a5f4b655c326 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] 10.222.0.22 "GET /v2.0/networks/e6c84a15-2e6f-4c07-8ede-a88148c2fe90 HTTP/1.1" status: 200 len: 881 time: 0.2896779 Aug 29 04:22:54.098296 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 53234) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:54.116072 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-a9b3a7a7-034f-4bc6-85bd-0d232b3140de req-7ffb6530-6e86-41d6-9799-73dd65792a75 service neutron] For port 0fe65b52-6b33-495b-84ed-16828372bb83, host n-h2-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=0fe65b52-6b33-495b-84ed-16828372bb83,segment=NetworkSegment(44fea4a1-e972-4690-b14e-956bce45d1ec),segment_id=44fea4a1-e972-4690-b14e-956bce45d1ec)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:22:54.123637 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-a9b3a7a7-034f-4bc6-85bd-0d232b3140de req-7ffb6530-6e86-41d6-9799-73dd65792a75 service neutron] Notify callbacks [] for binding, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:54.126935 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a9b3a7a7-034f-4bc6-85bd-0d232b3140de req-7ffb6530-6e86-41d6-9799-73dd65792a75 service neutron] 10.222.0.22 "POST /v2.0/ports/0fe65b52-6b33-495b-84ed-16828372bb83/bindings HTTP/1.1" status: 201 len: 390 time: 0.9239454 Aug 29 04:22:54.157537 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-97237aaf-bb21-47f4-b644-861f5362a789 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] 10.222.0.22 "GET /v2.0/ports?device_id=53783e70-4b2c-4657-8570-f763f0f93c72 HTTP/1.1" status: 200 len: 205 time: 0.0572441 Aug 29 04:22:54.161023 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 53236) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:54.217426 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea27579-99ea-4a3d-b93c-4bf2ef71021b req-f867db4f-6fcd-449e-9f88-18d05f853d37 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:54.237052 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dea27579-99ea-4a3d-b93c-4bf2ef71021b req-f867db4f-6fcd-449e-9f88-18d05f853d37 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbbdf5ca-0dc2-4283-8108-a1763b063e9c HTTP/1.1" status: 200 len: 944 time: 0.2256331 Aug 29 04:22:54.375737 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dea27579-99ea-4a3d-b93c-4bf2ef71021b req-21ebf439-9e07-4ef7-b642-b6ab92af0d05 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/security-groups?id=efbd56da-4301-456e-8002-a695aaaeaffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1357665 Aug 29 04:22:54.473089 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 53246) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:54.503727 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b5dffb7d-d98f-4999-988c-54aa8f0fcbeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:54.575507 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-583e5243-2e20-48ee-8fd7-f7aa61ffe855 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify callbacks [] for router, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:54.799421 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7802304-5680-46f7-9ffa-81ddfcc681f1 req-a922bb6a-6a09-46b3-8c66-99df72425fcd tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:54.818429 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a7802304-5680-46f7-9ffa-81ddfcc681f1 req-a922bb6a-6a09-46b3-8c66-99df72425fcd tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f1a17fa-6f41-464c-bb77-2f119ba561c6 HTTP/1.1" status: 200 len: 945 time: 0.2869027 Aug 29 04:22:54.866248 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb50ff1-5c04-410d-95fd-e8d0a622f90c req-c4346ed8-7976-4f98-a45e-6183dc025c6c tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:54.868197 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0cb50ff1-5c04-410d-95fd-e8d0a622f90c req-c4346ed8-7976-4f98-a45e-6183dc025c6c tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ca7bb12-432d-44b3-aa29-8fc3788f5be7 HTTP/1.1" status: 200 len: 945 time: 0.4357109 Aug 29 04:22:54.917559 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b3a7a7-034f-4bc6-85bd-0d232b3140de req-11611f3c-68a9-4b21-918d-c52875b84487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:54.919707 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a9b3a7a7-034f-4bc6-85bd-0d232b3140de req-11611f3c-68a9-4b21-918d-c52875b84487 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=260b2b7726794e4d90a38e52b66506fd&device_id=5ca7bb12-432d-44b3-aa29-8fc3788f5be7 HTTP/1.1" status: 200 len: 1097 time: 0.2552648 Aug 29 04:22:54.990934 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a7802304-5680-46f7-9ffa-81ddfcc681f1 req-d04849db-dd6b-4727-8a16-621d600ea467 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc298de8-05a1-4048-a74a-af5d487002fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715236 Aug 29 04:22:55.073107 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b5dffb7d-d98f-4999-988c-54aa8f0fcbeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:55.079342 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b5dffb7d-d98f-4999-988c-54aa8f0fcbeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:55.125852 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dffb7d-d98f-4999-988c-54aa8f0fcbeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44af31eb-97e6-40f2-9d54-7c56ceec413b,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:55.171093 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-b5dffb7d-d98f-4999-988c-54aa8f0fcbeb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f9886708a420443aadf8db55652fe396&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6967287 Aug 29 04:22:55.173664 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 53250) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:55.175903 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b3a7a7-034f-4bc6-85bd-0d232b3140de req-837b2761-240b-446f-adf7-ed30d0289e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:55.178289 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a9b3a7a7-034f-4bc6-85bd-0d232b3140de req-837b2761-240b-446f-adf7-ed30d0289e89 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1c65535d-8d45-4051-8e5d-043211a49251 HTTP/1.1" status: 200 len: 908 time: 0.2479627 Aug 29 04:22:55.246579 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a9b3a7a7-034f-4bc6-85bd-0d232b3140de req-bb688f0b-5e65-4010-b9a5-2a098b1921b1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0fe65b52-6b33-495b-84ed-16828372bb83 HTTP/1.1" status: 200 len: 217 time: 0.0601261 Aug 29 04:22:55.267076 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0cb50ff1-5c04-410d-95fd-e8d0a622f90c req-0ab8e393-07a4-4a0d-9183-c1794ab045bb tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3891349 Aug 29 04:22:55.318220 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b3a7a7-034f-4bc6-85bd-0d232b3140de req-6a5e59f9-e2c2-4a1e-afec-87393b3ac09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:55.320280 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a9b3a7a7-034f-4bc6-85bd-0d232b3140de req-6a5e59f9-e2c2-4a1e-afec-87393b3ac09f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d11db723-881a-44e4-ae3d-f8a6bedc146e HTTP/1.1" status: 200 len: 847 time: 0.0520325 Aug 29 04:22:55.336969 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-56d000d8-b3d2-49e4-856c-39f7292d62f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:55.388532 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a9b3a7a7-034f-4bc6-85bd-0d232b3140de req-cdc609e1-bff3-4129-a306-74a9e99efabb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1c65535d-8d45-4051-8e5d-043211a49251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568645 Aug 29 04:22:55.396770 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-583e5243-2e20-48ee-8fd7-f7aa61ffe855 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:55.415126 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-56d000d8-b3d2-49e4-856c-39f7292d62f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:55.599933 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-56d000d8-b3d2-49e4-856c-39f7292d62f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:55.602919 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-56d000d8-b3d2-49e4-856c-39f7292d62f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:55.604131 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-56d000d8-b3d2-49e4-856c-39f7292d62f2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/44af31eb-97e6-40f2-9d54-7c56ceec413b HTTP/1.1" status: 204 len: 168 time: 0.4295211 Aug 29 04:22:55.641652 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d000d8-b3d2-49e4-856c-39f7292d62f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44af31eb-97e6-40f2-9d54-7c56ceec413b,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:55.724133 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-583e5243-2e20-48ee-8fd7-f7aa61ffe855 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Deleting port f0887f74-360a-4238-9c2b-fed194909587 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:22:55.724701 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-583e5243-2e20-48ee-8fd7-f7aa61ffe855 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:55.729571 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a9b3a7a7-034f-4bc6-85bd-0d232b3140de req-06b1fcde-c843-42b4-a930-7624376834b3 service neutron] 10.222.0.48 "GET /v2.0/networks/1c65535d-8d45-4051-8e5d-043211a49251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3289447 Aug 29 04:22:55.755615 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6406293-3350-4638-89a5-4598f4907077 req-862b5f47-f8eb-4c4f-9a8d-a496c6e05cc4 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:55.766500 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b6406293-3350-4638-89a5-4598f4907077 req-862b5f47-f8eb-4c4f-9a8d-a496c6e05cc4 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbbdf5ca-0dc2-4283-8108-a1763b063e9c HTTP/1.1" status: 200 len: 944 time: 0.1150234 Aug 29 04:22:55.871249 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b6406293-3350-4638-89a5-4598f4907077 req-29db7967-2167-49a4-8ba5-b7c0dc6b1134 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/security-groups?id=efbd56da-4301-456e-8002-a695aaaeaffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026938 Aug 29 04:22:56.632353 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd396fb-182d-494e-947e-72b4cdf35cda req-9efa301c-5cfc-4051-a60e-7f5875e19039 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:56.649880 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3bd396fb-182d-494e-947e-72b4cdf35cda req-9efa301c-5cfc-4051-a60e-7f5875e19039 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ca7bb12-432d-44b3-aa29-8fc3788f5be7 HTTP/1.1" status: 200 len: 945 time: 0.2055435 Aug 29 04:22:56.771709 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3bd396fb-182d-494e-947e-72b4cdf35cda req-118ceeed-844f-49b2-973b-88c03309b8f7 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339006 Aug 29 04:22:56.885479 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a9b3a7a7-034f-4bc6-85bd-0d232b3140de req-ac4bb41d-85aa-4e26-8392-1c0f907ee9d0 service neutron] 10.222.0.48 "GET /v2.0/networks/1c65535d-8d45-4051-8e5d-043211a49251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1277061 Aug 29 04:22:57.011650 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c3978c-5056-4eee-8cc0-96ee873eb165 req-062623c5-8ac7-46b1-a334-0281be15d9b6 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:57.033255 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-69c3978c-5056-4eee-8cc0-96ee873eb165 req-062623c5-8ac7-46b1-a334-0281be15d9b6 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f1a17fa-6f41-464c-bb77-2f119ba561c6 HTTP/1.1" status: 200 len: 945 time: 0.3519192 Aug 29 04:22:57.231265 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-583e5243-2e20-48ee-8fd7-f7aa61ffe855 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:57.261120 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce47ba-05a9-45af-916d-86c14a1df700 req-ac71e339-1068-4592-977d-b424660d9ee8 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:57.282951 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d8ce47ba-05a9-45af-916d-86c14a1df700 req-ac71e339-1068-4592-977d-b424660d9ee8 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbbdf5ca-0dc2-4283-8108-a1763b063e9c HTTP/1.1" status: 200 len: 944 time: 0.1438937 Aug 29 04:22:57.310749 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-583e5243-2e20-48ee-8fd7-f7aa61ffe855 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Calling delete_port for f0887f74-360a-4238-9c2b-fed194909587 owned by network:router_gateway {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:22:57.448602 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d8ce47ba-05a9-45af-916d-86c14a1df700 req-a803a752-c151-489e-ab79-dabf973afad8 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/security-groups?id=efbd56da-4301-456e-8002-a695aaaeaffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1622314 Aug 29 04:22:57.712419 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-69c3978c-5056-4eee-8cc0-96ee873eb165 req-891db605-b9a2-4256-904e-1e78b1d77082 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc298de8-05a1-4048-a74a-af5d487002fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6741774 Aug 29 04:22:57.786039 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285bd5e4-ff54-41b0-b6fb-d0628e6a098a req-a571e252-ac7d-4383-9b0f-333f32687bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:57.789054 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-285bd5e4-ff54-41b0-b6fb-d0628e6a098a req-a571e252-ac7d-4383-9b0f-333f32687bf2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5f1a17fa-6f41-464c-bb77-2f119ba561c6 HTTP/1.1" status: 200 len: 1097 time: 0.7439210 Aug 29 04:22:57.793524 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-583e5243-2e20-48ee-8fd7-f7aa61ffe855 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:58.017288 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-285bd5e4-ff54-41b0-b6fb-d0628e6a098a req-493e6a0a-404e-44fc-9bf2-e7f242b0ea8e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=bc298de8-05a1-4048-a74a-af5d487002fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980643 Aug 29 04:22:58.018181 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583e5243-2e20-48ee-8fd7-f7aa61ffe855 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Pushing event deleted for resources: {'Port': ['ID=f0887f74-360a-4238-9c2b-fed194909587,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:58.190003 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b41bb22-de54-4a25-8de6-64444c6fa450 req-f6786a5d-ac79-4868-a7a1-28d8403ea951 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:58.207897 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0b41bb22-de54-4a25-8de6-64444c6fa450 req-f6786a5d-ac79-4868-a7a1-28d8403ea951 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ca7bb12-432d-44b3-aa29-8fc3788f5be7 HTTP/1.1" status: 200 len: 945 time: 0.2352765 Aug 29 04:22:58.285279 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-583e5243-2e20-48ee-8fd7-f7aa61ffe855 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719445'] for router_gateway, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:58.345334 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0b41bb22-de54-4a25-8de6-64444c6fa450 req-428bc1d1-4c33-43c8-b65e-910d9b2a9144 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289451 Aug 29 04:22:58.350662 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:58.548661 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-583e5243-2e20-48ee-8fd7-f7aa61ffe855 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:58.553073 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-583e5243-2e20-48ee-8fd7-f7aa61ffe855 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:58.728556 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-583e5243-2e20-48ee-8fd7-f7aa61ffe855 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717253'] for router, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:58.731004 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-583e5243-2e20-48ee-8fd7-f7aa61ffe855 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Fanout notify agent at l3_agent the message router_deleted on router 53783e70-4b2c-4657-8570-f763f0f93c72 {{(pid=94829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:22:58.749998 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-583e5243-2e20-48ee-8fd7-f7aa61ffe855 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:58.755388 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-583e5243-2e20-48ee-8fd7-f7aa61ffe855 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] 10.222.0.22 "DELETE /v2.0/routers/53783e70-4b2c-4657-8570-f763f0f93c72 HTTP/1.1" status: 204 len: 168 time: 4.5892684 Aug 29 04:22:58.755614 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 53316) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:58.761294 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-88e5322f-5d18-4171-943f-80108c605710 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1400227556', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:58.791670 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5ff355-1a2b-449d-81d8-93fa61211af9 req-52c9fa7b-708c-4666-a9cf-9f9529474179 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:58.793604 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-de5ff355-1a2b-449d-81d8-93fa61211af9 req-52c9fa7b-708c-4666-a9cf-9f9529474179 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbbdf5ca-0dc2-4283-8108-a1763b063e9c HTTP/1.1" status: 200 len: 944 time: 0.2052586 Aug 29 04:22:58.816248 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-88e5322f-5d18-4171-943f-80108c605710 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:58.817312 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-88e5322f-5d18-4171-943f-80108c605710 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1838'] for router, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:58.924952 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-de5ff355-1a2b-449d-81d8-93fa61211af9 req-be269235-fef5-4d48-9a7b-5aea62e57ae6 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/security-groups?id=efbd56da-4301-456e-8002-a695aaaeaffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1248212 Aug 29 04:22:58.965785 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-88e5322f-5d18-4171-943f-80108c605710 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:58.983824 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-88e5322f-5d18-4171-943f-80108c605710 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409'] for router, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:59.041789 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-88e5322f-5d18-4171-943f-80108c605710 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify callbacks [] for router, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:59.043343 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-88e5322f-5d18-4171-943f-80108c605710 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2865167 Aug 29 04:22:59.046707 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 53320) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:59.052927 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-ab9b51ae-629c-42c5-bae7-63b5adb63772 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'enable_snat': False}}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:59.228442 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5536338f-88fd-43eb-a450-afe25d805c8a req-7a748a1b-0c94-4e25-8fdb-5d6fb17ecfde tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:59.245202 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5536338f-88fd-43eb-a450-afe25d805c8a req-7a748a1b-0c94-4e25-8fdb-5d6fb17ecfde tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f1a17fa-6f41-464c-bb77-2f119ba561c6 HTTP/1.1" status: 200 len: 945 time: 0.1749027 Aug 29 04:22:59.308437 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ab9b51ae-629c-42c5-bae7-63b5adb63772 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:59.425465 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5536338f-88fd-43eb-a450-afe25d805c8a req-0acbcf39-6044-442d-baca-99e9f257619d tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc298de8-05a1-4048-a74a-af5d487002fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713400 Aug 29 04:22:59.589289 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34570433-fbd9-41ed-8a7b-4ee34aeb5fae req-dfb0742d-0540-4e0b-aaad-6e63c4cf7044 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:59.591484 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-34570433-fbd9-41ed-8a7b-4ee34aeb5fae req-dfb0742d-0540-4e0b-aaad-6e63c4cf7044 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ca7bb12-432d-44b3-aa29-8fc3788f5be7 HTTP/1.1" status: 200 len: 945 time: 0.0888684 Aug 29 04:22:59.660760 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-34570433-fbd9-41ed-8a7b-4ee34aeb5fae req-a4babea6-e5a8-431a-852c-ce7fd8bc226b tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623822 Aug 29 04:22:59.845324 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ab9b51ae-629c-42c5-bae7-63b5adb63772 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:59.889949 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ab9b51ae-629c-42c5-bae7-63b5adb63772 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:00.109383 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-ab9b51ae-629c-42c5-bae7-63b5adb63772 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Allocated IP 172.25.0.241 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/511d5fc9-6b26-4a8b-895f-4033e0886a39) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:23:00.321131 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ab9b51ae-629c-42c5-bae7-63b5adb63772 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:00.465778 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ab9b51ae-629c-42c5-bae7-63b5adb63772 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:00.634413 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9b51ae-629c-42c5-bae7-63b5adb63772 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Pushing event updated for resources: {'Port': ['ID=511d5fc9-6b26-4a8b-895f-4033e0886a39,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:00.686460 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9b51ae-629c-42c5-bae7-63b5adb63772 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:00.700269 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9b51ae-629c-42c5-bae7-63b5adb63772 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:00.700997 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9b51ae-629c-42c5-bae7-63b5adb63772 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:00.702088 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9b51ae-629c-42c5-bae7-63b5adb63772 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:00.706566 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9b51ae-629c-42c5-bae7-63b5adb63772 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:00.707710 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9b51ae-629c-42c5-bae7-63b5adb63772 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:00.709230 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9b51ae-629c-42c5-bae7-63b5adb63772 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:00.710388 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9b51ae-629c-42c5-bae7-63b5adb63772 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:00.711807 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9b51ae-629c-42c5-bae7-63b5adb63772 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:00.712570 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9b51ae-629c-42c5-bae7-63b5adb63772 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:00.718087 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9b51ae-629c-42c5-bae7-63b5adb63772 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:00.718798 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9b51ae-629c-42c5-bae7-63b5adb63772 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:00.753783 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9b51ae-629c-42c5-bae7-63b5adb63772 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:23:00.758333 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1691da03-c99a-46b6-9467-7bed5687305a req-581b7313-1dff-4c4f-a1dc-c2e0c156d912 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:00.775003 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1691da03-c99a-46b6-9467-7bed5687305a req-581b7313-1dff-4c4f-a1dc-c2e0c156d912 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f1a17fa-6f41-464c-bb77-2f119ba561c6 HTTP/1.1" status: 200 len: 945 time: 0.1316402 Aug 29 04:23:00.788090 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-ab9b51ae-629c-42c5-bae7-63b5adb63772 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:23:00.804964 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9b51ae-629c-42c5-bae7-63b5adb63772 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:23:00.915679 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1691da03-c99a-46b6-9467-7bed5687305a req-7e4d8f33-6985-4229-b4f5-7b7453f33001 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc298de8-05a1-4048-a74a-af5d487002fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397345 Aug 29 04:23:00.989808 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12240dda-c500-4378-8958-6c8be17858d8 req-25b82bfb-13b0-4d4b-bca1-2d9cb7e56d55 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:00.991473 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-12240dda-c500-4378-8958-6c8be17858d8 req-25b82bfb-13b0-4d4b-bca1-2d9cb7e56d55 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbbdf5ca-0dc2-4283-8108-a1763b063e9c HTTP/1.1" status: 200 len: 944 time: 0.5956850 Aug 29 04:23:01.175636 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-12240dda-c500-4378-8958-6c8be17858d8 req-a7ceb214-2005-479f-9b14-8973d040e82e tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/security-groups?id=efbd56da-4301-456e-8002-a695aaaeaffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1772726 Aug 29 04:23:01.231356 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ff3a85-68e9-4143-8bfa-186c219613a2 req-14452187-6560-463c-bf48-71d1b9d5d38d tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:01.237843 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-82ff3a85-68e9-4143-8bfa-186c219613a2 req-14452187-6560-463c-bf48-71d1b9d5d38d tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ca7bb12-432d-44b3-aa29-8fc3788f5be7 HTTP/1.1" status: 200 len: 945 time: 0.1906106 Aug 29 04:23:01.282644 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-82ff3a85-68e9-4143-8bfa-186c219613a2 req-8521e8e0-c327-4371-a722-a0e858452249 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435393 Aug 29 04:23:01.452624 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ab9b51ae-629c-42c5-bae7-63b5adb63772 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:01.702111 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ab9b51ae-629c-42c5-bae7-63b5adb63772 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-719380', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-717238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1792'] for router, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:01.706763 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ab9b51ae-629c-42c5-bae7-63b5adb63772 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-719375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-719366', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-717217'] for router, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:01.773102 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 53374) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:01.881754 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab9b51ae-629c-42c5-bae7-63b5adb63772 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Router a3d30f05-4faa-4db4-9231-1262d8af6e84 is scheduled to L3 agent 76874008-c311-485c-ba36-921b6d275b6a with binding_index 1 {{(pid=94829) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:23:01.941497 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-88300bcb-ba49-40ea-98e7-5a5342385cfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:02.100989 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e931400-8bf1-4a31-9027-df9bbbd3418a req-9eae2cac-2a28-484b-b1ce-2e8b48176211 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:02.109520 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0e931400-8bf1-4a31-9027-df9bbbd3418a req-9eae2cac-2a28-484b-b1ce-2e8b48176211 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f1a17fa-6f41-464c-bb77-2f119ba561c6 HTTP/1.1" status: 200 len: 945 time: 0.0940154 Aug 29 04:23:02.118254 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab9b51ae-629c-42c5-bae7-63b5adb63772 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:23:02.124984 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ab9b51ae-629c-42c5-bae7-63b5adb63772 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:02.129034 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-ab9b51ae-629c-42c5-bae7-63b5adb63772 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] 10.222.0.22 "PUT /v2.0/routers/a3d30f05-4faa-4db4-9231-1262d8af6e84 HTTP/1.1" status: 200 len: 916 time: 3.0785718 Aug 29 04:23:02.129488 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 53380) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:02.134202 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51063ae8-6f90-4ed2-974a-bfc47befe32d None None] Sync routers for ids ['a3d30f05-4faa-4db4-9231-1262d8af6e84'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:23:02.149920 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51063ae8-6f90-4ed2-974a-bfc47befe32d None None] Routers {'a3d30f05-4faa-4db4-9231-1262d8af6e84'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:23:02.157767 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-51063ae8-6f90-4ed2-974a-bfc47befe32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:22:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['a3d30f05-4faa-4db4-9231-1262d8af6e84'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:02.170169 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0e931400-8bf1-4a31-9027-df9bbbd3418a req-a0f1a16b-ab1a-406a-8fa0-060c4eb3778a tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc298de8-05a1-4048-a74a-af5d487002fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577843 Aug 29 04:23:02.206705 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-88300bcb-ba49-40ea-98e7-5a5342385cfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:02.213200 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-88300bcb-ba49-40ea-98e7-5a5342385cfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:02.225582 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-51063ae8-6f90-4ed2-974a-bfc47befe32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:02.253188 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51063ae8-6f90-4ed2-974a-bfc47befe32d None None] Routers {'a3d30f05-4faa-4db4-9231-1262d8af6e84'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:23:02.256002 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-51063ae8-6f90-4ed2-974a-bfc47befe32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:22:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['a3d30f05-4faa-4db4-9231-1262d8af6e84'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:02.279388 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-88300bcb-ba49-40ea-98e7-5a5342385cfc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ef5f1ad5018c44d692f356cb851b4945&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5051749 Aug 29 04:23:02.285670 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 53386) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:02.343985 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6115325a-7c2b-43ce-a0e4-c5bbdd821262 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:02.369350 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6115325a-7c2b-43ce-a0e4-c5bbdd821262 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:02.372765 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88300bcb-ba49-40ea-98e7-5a5342385cfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6a508f5-d698-48f3-ad14-f2ee4e400593,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:02.411603 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-51063ae8-6f90-4ed2-974a-bfc47befe32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:02.412446 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51063ae8-6f90-4ed2-974a-bfc47befe32d None None] The sync data for ids ['a3d30f05-4faa-4db4-9231-1262d8af6e84'] in n-d-712140-12 is: [] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:23:02.477479 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d54560-e33c-498a-aedb-5e17d19be58d req-3d54590f-3c2a-45cd-9971-48212e11915b tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:02.479638 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-38d54560-e33c-498a-aedb-5e17d19be58d req-3d54590f-3c2a-45cd-9971-48212e11915b tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbbdf5ca-0dc2-4283-8108-a1763b063e9c HTTP/1.1" status: 200 len: 944 time: 0.1080258 Aug 29 04:23:02.525601 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6115325a-7c2b-43ce-a0e4-c5bbdd821262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:02.529655 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6115325a-7c2b-43ce-a0e4-c5bbdd821262 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:02.540506 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-6115325a-7c2b-43ce-a0e4-c5bbdd821262 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f6a508f5-d698-48f3-ad14-f2ee4e400593 HTTP/1.1" status: 204 len: 168 time: 0.2488186 Aug 29 04:23:02.547051 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5198bb-902e-4d88-a1f9-f96a846ca5be req-fede6012-f514-4c1b-96d6-eea456510bcc tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:02.559876 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-bb5198bb-902e-4d88-a1f9-f96a846ca5be req-fede6012-f514-4c1b-96d6-eea456510bcc tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/ports?device_id=b768cd8c-ce3b-4634-96ad-a9a93cf1350c HTTP/1.1" status: 200 len: 946 time: 0.2363517 Aug 29 04:23:02.563318 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-172a11bf-a993-490b-8b1d-2477e16e6a9d tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] 10.222.0.22 "GET /v2.0/routers/a3d30f05-4faa-4db4-9231-1262d8af6e84 HTTP/1.1" status: 200 len: 922 time: 0.4317911 Aug 29 04:23:02.567556 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 53394) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:02.571847 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115325a-7c2b-43ce-a0e4-c5bbdd821262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6a508f5-d698-48f3-ad14-f2ee4e400593,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:02.605680 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-38d54560-e33c-498a-aedb-5e17d19be58d req-80b0b5cc-9197-44d9-a854-249134475e8a tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/security-groups?id=efbd56da-4301-456e-8002-a695aaaeaffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024816 Aug 29 04:23:02.754654 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e128a119-d216-472e-a53b-8b76cc8b31ba req-9fc337aa-192e-4d93-a3c9-993112d9f2d4 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:02.756349 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e128a119-d216-472e-a53b-8b76cc8b31ba req-9fc337aa-192e-4d93-a3c9-993112d9f2d4 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ca7bb12-432d-44b3-aa29-8fc3788f5be7 HTTP/1.1" status: 200 len: 945 time: 0.0840247 Aug 29 04:23:02.818790 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-bb5198bb-902e-4d88-a1f9-f96a846ca5be req-5e930aaa-ca2a-44a9-869e-50569115a7b3 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc298de8-05a1-4048-a74a-af5d487002fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575812 Aug 29 04:23:02.828110 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2cb3aa-07c0-4845-a201-f594b1821e33 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:02.831392 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-ba2cb3aa-07c0-4845-a201-f594b1821e33 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] 10.222.0.22 "GET /v2.0/ports?network_id=e6c84a15-2e6f-4c07-8ede-a88148c2fe90&device_id=a3d30f05-4faa-4db4-9231-1262d8af6e84&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2609351 Aug 29 04:23:02.833999 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 53398) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:02.866547 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e128a119-d216-472e-a53b-8b76cc8b31ba req-7309b85c-664a-4046-9678-e3b56ae55b46 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969937 Aug 29 04:23:03.042431 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3f69f6-2967-413b-b04d-0cacc998d3db tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:03.051152 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-ea3f69f6-2967-413b-b04d-0cacc998d3db tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] 10.222.0.22 "GET /v2.0/networks/e6c84a15-2e6f-4c07-8ede-a88148c2fe90 HTTP/1.1" status: 200 len: 881 time: 0.2134821 Aug 29 04:23:03.051669 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 53406) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:03.106155 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-1973a07a-4c07-4911-8827-cad042066db1 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3d30f05-4faa-4db4-9231-1262d8af6e84 HTTP/1.1" status: 200 len: 205 time: 0.0532076 Aug 29 04:23:03.108906 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 53410) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:03.157521 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 53412) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:03.176315 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6beabd0c-fadd-4fc8-b18f-ddb55ca63ec7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:03.330756 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6beabd0c-fadd-4fc8-b18f-ddb55ca63ec7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:03.341405 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6beabd0c-fadd-4fc8-b18f-ddb55ca63ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:03.342195 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2478d142-4588-4ce0-9bfd-31c6d9b17289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:03.393803 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-6beabd0c-fadd-4fc8-b18f-ddb55ca63ec7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7c7b4d6d13fb446f8bf848591aa45d1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2350669 Aug 29 04:23:03.403824 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 53414) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:03.441233 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beabd0c-fadd-4fc8-b18f-ddb55ca63ec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eaa050c-08f7-4989-b6e4-1768d2b63874,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:03.452359 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6beabd0c-fadd-4fc8-b18f-ddb55ca63ec7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:03.452708 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6beabd0c-fadd-4fc8-b18f-ddb55ca63ec7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:03.453053 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6beabd0c-fadd-4fc8-b18f-ddb55ca63ec7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:03.453395 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6beabd0c-fadd-4fc8-b18f-ddb55ca63ec7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:03.453731 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6beabd0c-fadd-4fc8-b18f-ddb55ca63ec7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:03.454064 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6beabd0c-fadd-4fc8-b18f-ddb55ca63ec7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:03.454394 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6beabd0c-fadd-4fc8-b18f-ddb55ca63ec7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:03.454727 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6beabd0c-fadd-4fc8-b18f-ddb55ca63ec7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:03.455054 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6beabd0c-fadd-4fc8-b18f-ddb55ca63ec7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:03.455377 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6beabd0c-fadd-4fc8-b18f-ddb55ca63ec7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:03.455715 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6beabd0c-fadd-4fc8-b18f-ddb55ca63ec7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:03.456045 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6beabd0c-fadd-4fc8-b18f-ddb55ca63ec7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:03.489322 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1eb14de5-c024-451b-a14a-0395585a62b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:03.525824 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1eb14de5-c024-451b-a14a-0395585a62b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:03.598094 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1eb14de5-c024-451b-a14a-0395585a62b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:03.604075 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1eb14de5-c024-451b-a14a-0395585a62b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:03.608272 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-1eb14de5-c024-451b-a14a-0395585a62b0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8eaa050c-08f7-4989-b6e4-1768d2b63874 HTTP/1.1" status: 204 len: 168 time: 0.2033162 Aug 29 04:23:03.624418 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb14de5-c024-451b-a14a-0395585a62b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eaa050c-08f7-4989-b6e4-1768d2b63874,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:03.641262 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6621024e-46ef-47c5-a2fc-be1c3ecefd0f req-923d1321-5e7f-44da-9c30-d047d10cf23a tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:03.643915 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6621024e-46ef-47c5-a2fc-be1c3ecefd0f req-923d1321-5e7f-44da-9c30-d047d10cf23a tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/ports?device_id=b768cd8c-ce3b-4634-96ad-a9a93cf1350c HTTP/1.1" status: 200 len: 946 time: 0.0848310 Aug 29 04:23:03.649609 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3e91512a-2344-40b8-adcb-b7b142ee9f75 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify callbacks [] for router, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:03.782296 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6621024e-46ef-47c5-a2fc-be1c3ecefd0f req-13e2c137-6845-4504-ba5c-17e3b7b5404a tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc298de8-05a1-4048-a74a-af5d487002fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295815 Aug 29 04:23:03.866651 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35382aaf-2b93-48b3-893a-64d6e19b6e7b req-9aaa08a2-eee1-45a0-8c5b-ea1f67507838 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:03.869856 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-35382aaf-2b93-48b3-893a-64d6e19b6e7b req-9aaa08a2-eee1-45a0-8c5b-ea1f67507838 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbbdf5ca-0dc2-4283-8108-a1763b063e9c HTTP/1.1" status: 200 len: 944 time: 0.1281741 Aug 29 04:23:03.905785 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3e91512a-2344-40b8-adcb-b7b142ee9f75 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:03.951193 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-35382aaf-2b93-48b3-893a-64d6e19b6e7b req-3ac1e3b2-9eff-4892-b2ef-b5e423235855 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/security-groups?id=efbd56da-4301-456e-8002-a695aaaeaffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708044 Aug 29 04:23:04.096956 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14f84e1-87ba-486c-90c7-d2ec64b4afe2 req-01ad59b3-16ef-4b5a-8726-5751e1006654 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:04.100227 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a14f84e1-87ba-486c-90c7-d2ec64b4afe2 req-01ad59b3-16ef-4b5a-8726-5751e1006654 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ca7bb12-432d-44b3-aa29-8fc3788f5be7 HTTP/1.1" status: 200 len: 945 time: 0.0832105 Aug 29 04:23:04.116257 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-3e91512a-2344-40b8-adcb-b7b142ee9f75 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Deleting port 511d5fc9-6b26-4a8b-895f-4033e0886a39 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:23:04.116604 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3e91512a-2344-40b8-adcb-b7b142ee9f75 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:04.204827 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a14f84e1-87ba-486c-90c7-d2ec64b4afe2 req-7a840dd9-9df2-4e46-814b-01d1c3f99efc tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896678 Aug 29 04:23:04.238851 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3e91512a-2344-40b8-adcb-b7b142ee9f75 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:04.251227 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-3e91512a-2344-40b8-adcb-b7b142ee9f75 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Calling delete_port for 511d5fc9-6b26-4a8b-895f-4033e0886a39 owned by network:router_gateway {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:23:04.471339 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3e91512a-2344-40b8-adcb-b7b142ee9f75 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:04.512380 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e91512a-2344-40b8-adcb-b7b142ee9f75 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Pushing event deleted for resources: {'Port': ['ID=511d5fc9-6b26-4a8b-895f-4033e0886a39,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:04.605944 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3e91512a-2344-40b8-adcb-b7b142ee9f75 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719445'] for router_gateway, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:04.736846 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3e91512a-2344-40b8-adcb-b7b142ee9f75 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:04.748447 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3e91512a-2344-40b8-adcb-b7b142ee9f75 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:04.843395 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3e91512a-2344-40b8-adcb-b7b142ee9f75 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717253'] for router, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:04.843395 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e91512a-2344-40b8-adcb-b7b142ee9f75 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Fanout notify agent at l3_agent the message router_deleted on router a3d30f05-4faa-4db4-9231-1262d8af6e84 {{(pid=94829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:23:04.865304 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3e91512a-2344-40b8-adcb-b7b142ee9f75 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:04.866496 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-3e91512a-2344-40b8-adcb-b7b142ee9f75 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] 10.222.0.22 "DELETE /v2.0/routers/a3d30f05-4faa-4db4-9231-1262d8af6e84 HTTP/1.1" status: 204 len: 168 time: 1.7563336 Aug 29 04:23:04.871328 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 53446) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:04.879881 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-8c6710b2-b7b8-416a-bcaf-0297d101c8cd tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1628572745', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}, 'admin_state_up': False}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:05.078230 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8c6710b2-b7b8-416a-bcaf-0297d101c8cd tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:05.080089 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8c6710b2-b7b8-416a-bcaf-0297d101c8cd tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1838'] for router, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:05.184184 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a2a6a2-8cf3-4723-935a-2616813de142 req-00ee037e-31bf-49d2-8a8e-f056198b4051 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:05.186230 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a5a2a6a2-8cf3-4723-935a-2616813de142 req-00ee037e-31bf-49d2-8a8e-f056198b4051 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbbdf5ca-0dc2-4283-8108-a1763b063e9c HTTP/1.1" status: 200 len: 944 time: 0.0830767 Aug 29 04:23:05.197175 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05a3807-35b4-4aee-9d0c-89a25da1c10d req-bba481e0-8308-455a-a6a8-0c6854be7b31 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:05.207308 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c05a3807-35b4-4aee-9d0c-89a25da1c10d req-bba481e0-8308-455a-a6a8-0c6854be7b31 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/ports?device_id=b768cd8c-ce3b-4634-96ad-a9a93cf1350c HTTP/1.1" status: 200 len: 946 time: 0.2878375 Aug 29 04:23:05.223494 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8c6710b2-b7b8-416a-bcaf-0297d101c8cd tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:05.270615 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a5a2a6a2-8cf3-4723-935a-2616813de142 req-f09e8b41-dffe-45ac-91a9-2d764e8a84fb tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/security-groups?id=efbd56da-4301-456e-8002-a695aaaeaffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763695 Aug 29 04:23:05.403885 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c05a3807-35b4-4aee-9d0c-89a25da1c10d req-a75899f4-5b99-429f-8857-ab3ea9a13d30 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc298de8-05a1-4048-a74a-af5d487002fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954722 Aug 29 04:23:06.241502 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-541882d4-1d5e-4668-8aa9-7ad5fd7da38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:06.246695 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a3bae3-7f06-4de7-af1e-c33b571ba467 req-1f7e9f98-b84c-4fc2-a7fd-67a568d492f6 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:06.258852 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-45a3bae3-7f06-4de7-af1e-c33b571ba467 req-1f7e9f98-b84c-4fc2-a7fd-67a568d492f6 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/ports?device_id=b768cd8c-ce3b-4634-96ad-a9a93cf1350c HTTP/1.1" status: 200 len: 946 time: 0.1191890 Aug 29 04:23:06.358980 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-45a3bae3-7f06-4de7-af1e-c33b571ba467 req-8423f394-cda2-46d0-bfd9-268ae42e1241 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc298de8-05a1-4048-a74a-af5d487002fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988324 Aug 29 04:23:06.382775 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8c6710b2-b7b8-416a-bcaf-0297d101c8cd tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:06.478921 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8ea24e-974b-413f-b5c4-62abd662989b req-52c5173d-e1dd-46b3-8338-cbd8d8ac254a tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:06.493168 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8d8ea24e-974b-413f-b5c4-62abd662989b req-52c5173d-e1dd-46b3-8338-cbd8d8ac254a tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ca7bb12-432d-44b3-aa29-8fc3788f5be7 HTTP/1.1" status: 200 len: 945 time: 0.2995801 Aug 29 04:23:06.565718 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db65573c-03ec-4daf-a3e5-3509ffb87081 req-3cbf6912-d91a-4bb7-ab56-ff149cc96507 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:06.567414 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-db65573c-03ec-4daf-a3e5-3509ffb87081 req-3cbf6912-d91a-4bb7-ab56-ff149cc96507 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbbdf5ca-0dc2-4283-8108-a1763b063e9c HTTP/1.1" status: 200 len: 944 time: 0.1096673 Aug 29 04:23:06.654869 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8d8ea24e-974b-413f-b5c4-62abd662989b req-edb47d5e-0306-49a1-b5f1-50ca46419be9 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069350 Aug 29 04:23:06.688234 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-db65573c-03ec-4daf-a3e5-3509ffb87081 req-b6a620c3-f525-463a-82dc-c4ebb01e26ec tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/security-groups?id=efbd56da-4301-456e-8002-a695aaaeaffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107099 Aug 29 04:23:06.901389 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8c6710b2-b7b8-416a-bcaf-0297d101c8cd tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify callbacks [] for router_gateway, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:06.927386 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8c6710b2-b7b8-416a-bcaf-0297d101c8cd tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:07.089522 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:07.089937 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-8c6710b2-b7b8-416a-bcaf-0297d101c8cd tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Allocated IP 172.25.0.165 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/2d91b691-bbbe-42ad-9b97-7f1d9e45267b) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:23:07.186083 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:07.302287 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8c6710b2-b7b8-416a-bcaf-0297d101c8cd tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:07.376178 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8c6710b2-b7b8-416a-bcaf-0297d101c8cd tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:07.473468 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6710b2-b7b8-416a-bcaf-0297d101c8cd tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Pushing event updated for resources: {'Port': ['ID=2d91b691-bbbe-42ad-9b97-7f1d9e45267b,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:07.499108 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6710b2-b7b8-416a-bcaf-0297d101c8cd tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:23:07.504494 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-8c6710b2-b7b8-416a-bcaf-0297d101c8cd tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:23:07.513653 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6710b2-b7b8-416a-bcaf-0297d101c8cd tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:23:07.664792 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03602cf7-c72e-4b5d-a03e-e2ed420a517d req-e52762f7-55e4-42a3-a63b-1982a0254efd tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:07.668855 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-03602cf7-c72e-4b5d-a03e-e2ed420a517d req-e52762f7-55e4-42a3-a63b-1982a0254efd tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/ports?device_id=b768cd8c-ce3b-4634-96ad-a9a93cf1350c HTTP/1.1" status: 200 len: 946 time: 0.1440907 Aug 29 04:23:07.782030 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-03602cf7-c72e-4b5d-a03e-e2ed420a517d req-1a0399dc-1d8b-47c1-b2c9-9b22596d0900 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc298de8-05a1-4048-a74a-af5d487002fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921478 Aug 29 04:23:07.975651 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468fb812-d0af-450d-b023-ff5cd92039fb req-86e88c6f-5293-4b9e-b9c5-cd49edbb085d tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:07.978274 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-468fb812-d0af-450d-b023-ff5cd92039fb req-86e88c6f-5293-4b9e-b9c5-cd49edbb085d tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbbdf5ca-0dc2-4283-8108-a1763b063e9c HTTP/1.1" status: 200 len: 944 time: 0.1015611 Aug 29 04:23:08.059328 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-468fb812-d0af-450d-b023-ff5cd92039fb req-ce121797-255f-4885-bd5d-98cc9334f2a4 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/security-groups?id=efbd56da-4301-456e-8002-a695aaaeaffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718191 Aug 29 04:23:08.077795 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7ed233-e04f-4503-baee-a63cfb56c6c4 req-348529ae-cde1-4e38-932d-d4a18f267cd8 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:08.092763 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3b7ed233-e04f-4503-baee-a63cfb56c6c4 req-348529ae-cde1-4e38-932d-d4a18f267cd8 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ca7bb12-432d-44b3-aa29-8fc3788f5be7 HTTP/1.1" status: 200 len: 945 time: 0.2229528 Aug 29 04:23:08.256707 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3b7ed233-e04f-4503-baee-a63cfb56c6c4 req-7f68549a-e0df-431a-bf2f-b1547b51f0f4 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567578 Aug 29 04:23:08.269602 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8c6710b2-b7b8-416a-bcaf-0297d101c8cd tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify callbacks [] for router_gateway, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:08.606524 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:08.812579 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8c6710b2-b7b8-416a-bcaf-0297d101c8cd tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409'] for router, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:09.035410 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c6710b2-b7b8-416a-bcaf-0297d101c8cd tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Router 8afd090b-cb83-4268-a6bb-38e6a4e0fc46 is scheduled to L3 agent 76874008-c311-485c-ba36-921b6d275b6a with binding_index 1 {{(pid=94828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:23:09.204311 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c6710b2-b7b8-416a-bcaf-0297d101c8cd tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:23:09.220779 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55026ccb-85d1-4f3a-b6d3-909500887576 None None] Sync routers for ids ['8afd090b-cb83-4268-a6bb-38e6a4e0fc46'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:23:09.239017 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55026ccb-85d1-4f3a-b6d3-909500887576 None None] Routers {'8afd090b-cb83-4268-a6bb-38e6a4e0fc46'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:23:09.239939 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-55026ccb-85d1-4f3a-b6d3-909500887576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:23:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['8afd090b-cb83-4268-a6bb-38e6a4e0fc46'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:09.255235 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8c6710b2-b7b8-416a-bcaf-0297d101c8cd tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify callbacks [] for router, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:09.258787 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-8c6710b2-b7b8-416a-bcaf-0297d101c8cd tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.3855283 Aug 29 04:23:09.261227 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 53540) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:09.268435 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-6834a155-3a81-4db4-aff1-4a710b5c4726 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:09.322029 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-55026ccb-85d1-4f3a-b6d3-909500887576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:09.340269 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55026ccb-85d1-4f3a-b6d3-909500887576 None None] Routers {'8afd090b-cb83-4268-a6bb-38e6a4e0fc46'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:23:09.342068 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-55026ccb-85d1-4f3a-b6d3-909500887576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:23:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['8afd090b-cb83-4268-a6bb-38e6a4e0fc46'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:09.391876 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-55026ccb-85d1-4f3a-b6d3-909500887576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:09.393376 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55026ccb-85d1-4f3a-b6d3-909500887576 None None] The sync data for ids ['8afd090b-cb83-4268-a6bb-38e6a4e0fc46'] in n-d-712140-12 is: [] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:23:09.524819 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4282c233-1bfd-4cd1-a51e-3a7a8647e3b3 req-e630c6bf-46db-4415-8e1e-f9f704cfbdd5 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:09.536495 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4282c233-1bfd-4cd1-a51e-3a7a8647e3b3 req-e630c6bf-46db-4415-8e1e-f9f704cfbdd5 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbbdf5ca-0dc2-4283-8108-a1763b063e9c HTTP/1.1" status: 200 len: 944 time: 0.2641978 Aug 29 04:23:09.583623 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7e2ac0-909c-43d0-a4b3-53d8d208d315 req-00d1f315-9495-4c29-86f6-12b5033d7c92 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:09.588706 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-aa7e2ac0-909c-43d0-a4b3-53d8d208d315 req-00d1f315-9495-4c29-86f6-12b5033d7c92 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ca7bb12-432d-44b3-aa29-8fc3788f5be7 HTTP/1.1" status: 200 len: 945 time: 0.1110291 Aug 29 04:23:09.666997 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4282c233-1bfd-4cd1-a51e-3a7a8647e3b3 req-1e98276f-0af6-4de4-84a9-c60ec82419bb tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/security-groups?id=efbd56da-4301-456e-8002-a695aaaeaffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1272011 Aug 29 04:23:09.684744 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-aa7e2ac0-909c-43d0-a4b3-53d8d208d315 req-8326f9ed-e853-41a1-97b6-b6538ada7d5f tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810370 Aug 29 04:23:09.983190 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6834a155-3a81-4db4-aff1-4a710b5c4726 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:10.000285 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6834a155-3a81-4db4-aff1-4a710b5c4726 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:10.138307 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ceb3fc-a281-4b26-a0dd-5a855ba1260e req-4bee891d-1473-46a0-931e-7d649af57ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:10.140259 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-31ceb3fc-a281-4b26-a0dd-5a855ba1260e req-4bee891d-1473-46a0-931e-7d649af57ce2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d9a76e3dc1744d138793af79d163dd05&device_id=b768cd8c-ce3b-4634-96ad-a9a93cf1350c HTTP/1.1" status: 200 len: 1098 time: 0.0926747 Aug 29 04:23:10.141437 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9a77b1-5240-4f77-850d-84ba23f2896f req-5e2470f4-5f5c-4867-b152-cf976f71dec5 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:10.144605 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3f9a77b1-5240-4f77-850d-84ba23f2896f req-5e2470f4-5f5c-4867-b152-cf976f71dec5 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/ports?device_id=b768cd8c-ce3b-4634-96ad-a9a93cf1350c HTTP/1.1" status: 200 len: 946 time: 0.0974452 Aug 29 04:23:10.146278 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-6834a155-3a81-4db4-aff1-4a710b5c4726 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Deleting port 2d91b691-bbbe-42ad-9b97-7f1d9e45267b {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:23:10.146779 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6834a155-3a81-4db4-aff1-4a710b5c4726 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:10.241606 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3f9a77b1-5240-4f77-850d-84ba23f2896f req-2562508a-f0a9-455a-bc6c-ee3e7c2ca557 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc298de8-05a1-4048-a74a-af5d487002fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729885 Aug 29 04:23:10.344146 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6834a155-3a81-4db4-aff1-4a710b5c4726 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:10.366674 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ceb3fc-a281-4b26-a0dd-5a855ba1260e req-da5fbb5b-9674-40b3-a135-689550de0978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:10.368449 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-31ceb3fc-a281-4b26-a0dd-5a855ba1260e req-da5fbb5b-9674-40b3-a135-689550de0978 service neutron] 10.222.0.48 "GET /v2.0/networks?id=430f809c-a4d3-48f1-bbd1-f32da1f4fbac HTTP/1.1" status: 200 len: 919 time: 0.2182488 Aug 29 04:23:10.369563 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-6834a155-3a81-4db4-aff1-4a710b5c4726 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Calling delete_port for 2d91b691-bbbe-42ad-9b97-7f1d9e45267b owned by network:router_gateway {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:23:10.424299 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-31ceb3fc-a281-4b26-a0dd-5a855ba1260e req-9711e35d-13ff-4c5d-8092-2e0096d74024 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d71d6c5d-6a54-4919-850f-c170caffc061 HTTP/1.1" status: 200 len: 217 time: 0.0458336 Aug 29 04:23:10.536856 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ceb3fc-a281-4b26-a0dd-5a855ba1260e req-bf571c39-5bf6-4093-a00a-26fff7b870ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:10.538399 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-31ceb3fc-a281-4b26-a0dd-5a855ba1260e req-bf571c39-5bf6-4093-a00a-26fff7b870ad service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e09e77d6-9e1c-48ca-bc8e-b3b1a5575d1e HTTP/1.1" status: 200 len: 858 time: 0.1068313 Aug 29 04:23:10.610853 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-31ceb3fc-a281-4b26-a0dd-5a855ba1260e req-756db34d-ddb8-41cd-aaf0-a9468d0cf35e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=430f809c-a4d3-48f1-bbd1-f32da1f4fbac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628862 Aug 29 04:23:10.752118 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6834a155-3a81-4db4-aff1-4a710b5c4726 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:10.776380 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device d6b4b2ae-4a49-41d8-8d03-babcf76f8592 details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:23:10.816628 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6834a155-3a81-4db4-aff1-4a710b5c4726 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Pushing event deleted for resources: {'Port': ['ID=2d91b691-bbbe-42ad-9b97-7f1d9e45267b,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:10.829684 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-31ceb3fc-a281-4b26-a0dd-5a855ba1260e req-c708dffb-c1b4-4174-a7f9-c44a81c2a5a4 service neutron] 10.222.0.48 "GET /v2.0/networks/430f809c-a4d3-48f1-bbd1-f32da1f4fbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939700 Aug 29 04:23:10.949868 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc7b60f-8697-4c54-a08e-898b9f55f2cf req-36ec93b5-2647-4a57-bd98-8ef7609468c6 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:10.951662 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bcc7b60f-8697-4c54-a08e-898b9f55f2cf req-36ec93b5-2647-4a57-bd98-8ef7609468c6 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbbdf5ca-0dc2-4283-8108-a1763b063e9c HTTP/1.1" status: 200 len: 944 time: 0.0704112 Aug 29 04:23:10.963640 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port d6b4b2ae-4a49-41d8-8d03-babcf76f8592, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=d6b4b2ae-4a49-41d8-8d03-babcf76f8592,segment=NetworkSegment(4345054c-8cc7-4ded-979c-629f28057ddf),segment_id=4345054c-8cc7-4ded-979c-629f28057ddf)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:10.988261 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6834a155-3a81-4db4-aff1-4a710b5c4726 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719445'] for router_gateway, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:10.989785 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Returning: {'device': 'd6b4b2ae-4a49-41d8-8d03-babcf76f8592', 'network_id': 'fd020187-6618-42b7-a26a-d8ebebc46774', 'port_id': 'd6b4b2ae-4a49-41d8-8d03-babcf76f8592', 'mac_address': 'fa:16:3e:39:07:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6247b089-2c7c-4ca3-a8dd-41a0f57cced5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:23:11.038827 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bcc7b60f-8697-4c54-a08e-898b9f55f2cf req-53056f75-d80c-4f80-ad2a-3c6377024492 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/security-groups?id=efbd56da-4301-456e-8002-a695aaaeaffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748982 Aug 29 04:23:11.047175 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:11.064503 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6b4b2ae-4a49-41d8-8d03-babcf76f8592 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:23:11.089986 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f74944-d8d8-47d6-8f9c-161cdc0e9fbe req-5a3ce5ba-56b5-4215-acc7-22c2b586dc5f tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:11.091217 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port d6b4b2ae-4a49-41d8-8d03-babcf76f8592, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=d6b4b2ae-4a49-41d8-8d03-babcf76f8592,segment=NetworkSegment(4345054c-8cc7-4ded-979c-629f28057ddf),segment_id=4345054c-8cc7-4ded-979c-629f28057ddf)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:11.110675 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-57f74944-d8d8-47d6-8f9c-161cdc0e9fbe req-5a3ce5ba-56b5-4215-acc7-22c2b586dc5f tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ca7bb12-432d-44b3-aa29-8fc3788f5be7 HTTP/1.1" status: 200 len: 945 time: 0.2581987 Aug 29 04:23:11.112629 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:11.166885 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=d6b4b2ae-4a49-41d8-8d03-babcf76f8592,revision_number=9']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:11.218359 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-57f74944-d8d8-47d6-8f9c-161cdc0e9fbe req-8fc6e373-12ef-4a3d-bc3f-6ff98144155f tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066687 Aug 29 04:23:11.231609 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-31ceb3fc-a281-4b26-a0dd-5a855ba1260e req-ba00b3cd-0cf7-45a2-943f-b7c45d516f24 service neutron] 10.222.0.48 "GET /v2.0/networks/430f809c-a4d3-48f1-bbd1-f32da1f4fbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4005096 Aug 29 04:23:11.385180 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['d6b4b2ae-4a49-41d8-8d03-babcf76f8592'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:23:11.422282 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d27c569-ba53-44c6-bfcb-17764f8ba1ba req-4a3b9cb5-01e3-4976-b2c0-720ee8a0a8a4 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:11.424647 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9d27c569-ba53-44c6-bfcb-17764f8ba1ba req-4a3b9cb5-01e3-4976-b2c0-720ee8a0a8a4 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb1decc1-6b46-49ff-b4f2-9f5d4b47ac7b HTTP/1.1" status: 200 len: 945 time: 0.0582492 Aug 29 04:23:11.483952 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9d27c569-ba53-44c6-bfcb-17764f8ba1ba req-3beb67f0-df4c-4c5e-b114-1e64007675e9 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502253 Aug 29 04:23:11.534827 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d979df-792e-4049-a4c6-35f2b0b6089c req-cdbe8352-a9fb-43bd-be60-c743f013fe1f tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:11.537045 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-65d979df-792e-4049-a4c6-35f2b0b6089c req-cdbe8352-a9fb-43bd-be60-c743f013fe1f tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/ports?device_id=b768cd8c-ce3b-4634-96ad-a9a93cf1350c HTTP/1.1" status: 200 len: 946 time: 0.1514988 Aug 29 04:23:11.547344 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6834a155-3a81-4db4-aff1-4a710b5c4726 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-719380', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-717238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1792'] for router, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:11.561402 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6834a155-3a81-4db4-aff1-4a710b5c4726 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-719375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-719366', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-717217'] for router, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:11.686119 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-65d979df-792e-4049-a4c6-35f2b0b6089c req-3c97a68a-efd1-407b-8d78-e785475535e1 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc298de8-05a1-4048-a74a-af5d487002fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362240 Aug 29 04:23:11.695877 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6834a155-3a81-4db4-aff1-4a710b5c4726 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Router 8afd090b-cb83-4268-a6bb-38e6a4e0fc46 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:23:11.784384 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6834a155-3a81-4db4-aff1-4a710b5c4726 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:23:11.795055 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6834a155-3a81-4db4-aff1-4a710b5c4726 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:11.795263 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4fba5d6-7902-417a-b230-084640040c61 None None] Sync routers for ids ['8afd090b-cb83-4268-a6bb-38e6a4e0fc46'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:23:11.796512 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-6834a155-3a81-4db4-aff1-4a710b5c4726 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] 10.222.0.22 "PUT /v2.0/routers/8afd090b-cb83-4268-a6bb-38e6a4e0fc46 HTTP/1.1" status: 200 len: 706 time: 2.5335772 Aug 29 04:23:11.800605 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 53604) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:11.807590 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4fba5d6-7902-417a-b230-084640040c61 None None] Routers {'8afd090b-cb83-4268-a6bb-38e6a4e0fc46'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:23:11.808575 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-d4fba5d6-7902-417a-b230-084640040c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:23:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['8afd090b-cb83-4268-a6bb-38e6a4e0fc46'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:11.853230 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-d4fba5d6-7902-417a-b230-084640040c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:11.863589 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4fba5d6-7902-417a-b230-084640040c61 None None] Routers {'8afd090b-cb83-4268-a6bb-38e6a4e0fc46'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:23:11.864271 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-d4fba5d6-7902-417a-b230-084640040c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:23:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['8afd090b-cb83-4268-a6bb-38e6a4e0fc46'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:11.896735 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-d4fba5d6-7902-417a-b230-084640040c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:11.897401 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4fba5d6-7902-417a-b230-084640040c61 None None] The sync data for ids ['8afd090b-cb83-4268-a6bb-38e6a4e0fc46'] in n-d-712140-12 is: [] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:23:11.898824 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 53608) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:11.905618 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-3391e8c8-e711-4e41-88a5-38fd3d84eafc tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] 10.222.0.22 "GET /v2.0/routers/8afd090b-cb83-4268-a6bb-38e6a4e0fc46 HTTP/1.1" status: 200 len: 741 time: 0.0989833 Aug 29 04:23:11.951245 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-ab006e80-6379-4cab-a79e-c3c045c08fe3 tempest-RoutersAdminTest-698678012 tempest-RoutersAdminTest-698678012-project-admin] 10.222.0.22 "GET /v2.0/ports?network_id=e6c84a15-2e6f-4c07-8ede-a88148c2fe90&device_id=8afd090b-cb83-4268-a6bb-38e6a4e0fc46 HTTP/1.1" status: 200 len: 205 time: 0.0508506 Aug 29 04:23:11.954283 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 53610) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:11.983900 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-be0fe9d8-94d1-4d2d-ad69-e503d32427ff tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] 10.222.0.22 "GET /v2.0/ports?device_id=8afd090b-cb83-4268-a6bb-38e6a4e0fc46 HTTP/1.1" status: 200 len: 205 time: 0.0263011 Aug 29 04:23:11.984515 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 53612) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:12.075664 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-50a76ea0-6820-46bb-8304-6db17fe5e5f9 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify callbacks [] for router, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:12.202917 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8ec7f9-12dd-473c-a168-17927ba93a0e req-13cd194b-52a1-4684-9707-0a986fd97566 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:12.211596 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ea8ec7f9-12dd-473c-a168-17927ba93a0e req-13cd194b-52a1-4684-9707-0a986fd97566 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbbdf5ca-0dc2-4283-8108-a1763b063e9c HTTP/1.1" status: 200 len: 945 time: 0.0589213 Aug 29 04:23:12.259540 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ea8ec7f9-12dd-473c-a168-17927ba93a0e req-5e2d0cbe-0834-43e4-b0ed-9203ddd92609 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/security-groups?id=efbd56da-4301-456e-8002-a695aaaeaffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469868 Aug 29 04:23:12.583903 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-50a76ea0-6820-46bb-8304-6db17fe5e5f9 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:12.592558 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-50a76ea0-6820-46bb-8304-6db17fe5e5f9 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:12.665688 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d48d867-2a48-49da-8d2d-6a74e544105d req-27e397d1-b38f-4e0e-be6c-c3c6aa02b903 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:12.667518 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5d48d867-2a48-49da-8d2d-6a74e544105d req-27e397d1-b38f-4e0e-be6c-c3c6aa02b903 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb1decc1-6b46-49ff-b4f2-9f5d4b47ac7b HTTP/1.1" status: 200 len: 945 time: 0.0865135 Aug 29 04:23:12.690353 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-50a76ea0-6820-46bb-8304-6db17fe5e5f9 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717253'] for router, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:12.690865 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50a76ea0-6820-46bb-8304-6db17fe5e5f9 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Fanout notify agent at l3_agent the message router_deleted on router 8afd090b-cb83-4268-a6bb-38e6a4e0fc46 {{(pid=94829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:23:12.698582 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-50a76ea0-6820-46bb-8304-6db17fe5e5f9 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:12.700290 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-50a76ea0-6820-46bb-8304-6db17fe5e5f9 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] 10.222.0.22 "DELETE /v2.0/routers/8afd090b-cb83-4268-a6bb-38e6a4e0fc46 HTTP/1.1" status: 204 len: 168 time: 0.7144227 Aug 29 04:23:12.704721 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 53630) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:12.728826 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad8a921-fda9-4d8c-87cc-3a427ec0ca56 req-3bc31ace-65e0-47c7-baeb-5a6b7d825333 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:12.731294 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3ad8a921-fda9-4d8c-87cc-3a427ec0ca56 req-3bc31ace-65e0-47c7-baeb-5a6b7d825333 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ca7bb12-432d-44b3-aa29-8fc3788f5be7 HTTP/1.1" status: 200 len: 945 time: 0.1410172 Aug 29 04:23:12.752204 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-7439d2e6-1815-44fd-a829-e24306a58577 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] 10.222.0.22 "GET /v2.0/ports?device_id=8afd090b-cb83-4268-a6bb-38e6a4e0fc46 HTTP/1.1" status: 200 len: 205 time: 0.0435009 Aug 29 04:23:12.755607 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 53636) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:12.769575 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5d48d867-2a48-49da-8d2d-6a74e544105d req-32811e26-7c2c-45e6-9701-7c702a45a93b tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956359 Aug 29 04:23:12.787756 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3ad8a921-fda9-4d8c-87cc-3a427ec0ca56 req-8d0e5d48-d84d-4974-aefc-fbbd7fe98a47 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415492 Aug 29 04:23:12.797574 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device d6b4b2ae-4a49-41d8-8d03-babcf76f8592 up at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:23:12.819215 n-d-712140-12 neutron-server[94828]: INFO neutron.api.v2.resource [None req-04d0ad0c-89fc-48e0-9273-d59deef0ade2 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] delete failed (client error): The resource could not be found. Aug 29 04:23:12.821184 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-04d0ad0c-89fc-48e0-9273-d59deef0ade2 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] 10.222.0.22 "DELETE /v2.0/routers/8afd090b-cb83-4268-a6bb-38e6a4e0fc46 HTTP/1.1" status: 404 len: 336 time: 0.0636747 Aug 29 04:23:12.823977 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 53638) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:12.889167 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-316ff1ce-3668-429e-a2d4-a0b808bb532a tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3d30f05-4faa-4db4-9231-1262d8af6e84 HTTP/1.1" status: 200 len: 205 time: 0.0637507 Aug 29 04:23:12.891873 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 53640) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:12.954520 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning complete for port d6b4b2ae-4a49-41d8-8d03-babcf76f8592 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:23:12.955186 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:12.965247 n-d-712140-12 neutron-server[94828]: INFO neutron.api.v2.resource [None req-c992e050-e8af-427d-803a-bf78aa7948b8 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] delete failed (client error): The resource could not be found. Aug 29 04:23:12.969186 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-c992e050-e8af-427d-803a-bf78aa7948b8 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] 10.222.0.22 "DELETE /v2.0/routers/a3d30f05-4faa-4db4-9231-1262d8af6e84 HTTP/1.1" status: 404 len: 336 time: 0.0749950 Aug 29 04:23:12.969737 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 53642) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:13.003360 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 53646) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:13.003611 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-f1074a59-0d40-4525-af18-e6c3add47245 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] 10.222.0.22 "GET /v2.0/ports?device_id=53783e70-4b2c-4657-8570-f763f0f93c72 HTTP/1.1" status: 200 len: 205 time: 0.0329294 Aug 29 04:23:13.051668 n-d-712140-12 neutron-server[94829]: INFO neutron.api.v2.resource [None req-ffde7886-71f6-42a4-8efe-f793048611c0 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] delete failed (client error): The resource could not be found. Aug 29 04:23:13.052718 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-ffde7886-71f6-42a4-8efe-f793048611c0 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] 10.222.0.22 "DELETE /v2.0/routers/53783e70-4b2c-4657-8570-f763f0f93c72 HTTP/1.1" status: 404 len: 336 time: 0.0483143 Aug 29 04:23:13.056317 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 53648) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:13.060777 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348bfe39-778b-43a4-bf10-8ab595521532 req-53a7647a-725f-48ad-b870-9a66bd0bf9e4 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:13.062318 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-348bfe39-778b-43a4-bf10-8ab595521532 req-53a7647a-725f-48ad-b870-9a66bd0bf9e4 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/ports?device_id=b768cd8c-ce3b-4634-96ad-a9a93cf1350c HTTP/1.1" status: 200 len: 946 time: 0.1165898 Aug 29 04:23:13.076184 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:13.100390 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-5e6e8555-4045-4bb5-871d-695d07b19601 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] 10.222.0.22 "GET /v2.0/ports?device_id=c40275df-1859-48ee-83ea-86613b1cc336 HTTP/1.1" status: 200 len: 205 time: 0.0427632 Aug 29 04:23:13.101429 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 53652) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:13.122706 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-348bfe39-778b-43a4-bf10-8ab595521532 req-690e77fa-a9a4-4b02-8264-5cdd2df43152 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc298de8-05a1-4048-a74a-af5d487002fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499957 Aug 29 04:23:13.134807 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbbdf5ca-0dc2-4283-8108-a1763b063e9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6b4b2ae-4a49-41d8-8d03-babcf76f8592'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:23:13.138290 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50e7438d-0658-4c76-958d-a4f9bdeba2f9" -d '{"events": [{"server_uuid": "cbbdf5ca-0dc2-4283-8108-a1763b063e9c", "name": "network-vif-plugged", "status": "completed", "tag": "d6b4b2ae-4a49-41d8-8d03-babcf76f8592"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:23:13.154075 n-d-712140-12 neutron-server[94828]: INFO neutron.api.v2.resource [None req-16a09549-5a4f-4e18-895c-d03da43ef182 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] delete failed (client error): The resource could not be found. Aug 29 04:23:13.155253 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port d6b4b2ae-4a49-41d8-8d03-babcf76f8592, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=d6b4b2ae-4a49-41d8-8d03-babcf76f8592,segment=NetworkSegment(4345054c-8cc7-4ded-979c-629f28057ddf),segment_id=4345054c-8cc7-4ded-979c-629f28057ddf)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:13.156422 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-16a09549-5a4f-4e18-895c-d03da43ef182 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] 10.222.0.22 "DELETE /v2.0/routers/c40275df-1859-48ee-83ea-86613b1cc336 HTTP/1.1" status: 404 len: 336 time: 0.0540755 Aug 29 04:23:13.159304 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 53658) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:13.171151 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:13.199724 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-5968a049-d3a6-4dcd-886b-876dee3998fd tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d87263e-00dc-4e36-84c8-113b75f7ecfa HTTP/1.1" status: 200 len: 205 time: 0.0373013 Aug 29 04:23:13.200434 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 53662) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:13.248455 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=d6b4b2ae-4a49-41d8-8d03-babcf76f8592,revision_number=10']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:13.255329 n-d-712140-12 neutron-server[94829]: INFO neutron.api.v2.resource [None req-ac04e02f-d1f7-4bc3-b116-81c7aa11407a tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] delete failed (client error): The resource could not be found. Aug 29 04:23:13.257892 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-ac04e02f-d1f7-4bc3-b116-81c7aa11407a tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] 10.222.0.22 "DELETE /v2.0/routers/8d87263e-00dc-4e36-84c8-113b75f7ecfa HTTP/1.1" status: 404 len: 336 time: 0.0555027 Aug 29 04:23:13.258067 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:13.258689 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:13.259047 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:13.259388 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:13.259750 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:13.260175 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:13.260520 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:13.260856 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:13.261030 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 53666) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:13.261187 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:13.261522 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:13.261854 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:13.262186 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:13.300593 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-ecb7ddfc-1f3e-4c51-a70c-5b54102b9971 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] 10.222.0.22 "GET /v2.0/ports?device_id=70364629-9f4c-4987-9ce3-86087a94b9d3 HTTP/1.1" status: 200 len: 205 time: 0.0376496 Aug 29 04:23:13.302951 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 53670) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:13.355191 n-d-712140-12 neutron-server[94829]: INFO neutron.api.v2.resource [None req-cd8fa79d-2666-4811-adc7-c837a198134a tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] delete failed (client error): The resource could not be found. Aug 29 04:23:13.356423 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-cd8fa79d-2666-4811-adc7-c837a198134a tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] 10.222.0.22 "DELETE /v2.0/routers/70364629-9f4c-4987-9ce3-86087a94b9d3 HTTP/1.1" status: 404 len: 336 time: 0.0522749 Aug 29 04:23:13.359052 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 53674) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:13.413649 n-d-712140-12 neutron-server[94828]: INFO neutron.pecan_wsgi.hooks.translation [None req-00bd7683-7b11-4e34-92f6-80413762b751 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] DELETE failed (client error): The resource could not be found. Aug 29 04:23:13.413649 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00bd7683-7b11-4e34-92f6-80413762b751 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:23:13.419188 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-00bd7683-7b11-4e34-92f6-80413762b751 tempest-RoutersAdminTest-1069216284 tempest-RoutersAdminTest-1069216284-project] 10.222.0.22 "DELETE /v2.0/subnets/9fb94cfe-7101-4ac1-a04e-d20bed71739d HTTP/1.1" status: 404 len: 337 time: 0.0560591 Aug 29 04:23:13.449327 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc418dd-2a22-438d-b3da-a8b8d3aa7a26 req-5c96860d-9983-47cc-a4f0-67bce89fd497 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:13.451469 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6fc418dd-2a22-438d-b3da-a8b8d3aa7a26 req-5c96860d-9983-47cc-a4f0-67bce89fd497 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbbdf5ca-0dc2-4283-8108-a1763b063e9c HTTP/1.1" status: 200 len: 947 time: 0.0753956 Aug 29 04:23:13.492657 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca02fa43-efb6-4f7f-b75a-37b016bbee83 x-openstack-request-id: req-ca02fa43-efb6-4f7f-b75a-37b016bbee83 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:23:13.493122 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbbdf5ca-0dc2-4283-8108-a1763b063e9c", "name": "network-vif-plugged", "status": "completed", "tag": "d6b4b2ae-4a49-41d8-8d03-babcf76f8592", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:23:13.493841 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ca02fa43-efb6-4f7f-b75a-37b016bbee83 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:23:13.494466 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbbdf5ca-0dc2-4283-8108-a1763b063e9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6b4b2ae-4a49-41d8-8d03-babcf76f8592', 'code': 200} Aug 29 04:23:13.517344 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6fc418dd-2a22-438d-b3da-a8b8d3aa7a26 req-7692e612-a615-4ce1-98b3-24d56633ac8f tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/security-groups?id=efbd56da-4301-456e-8002-a695aaaeaffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566998 Aug 29 04:23:13.752616 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ad555d-587c-4b84-beee-fa761917299b req-5787bddb-6cd6-40e4-a6c5-f94ba071a64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:13.754663 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-91ad555d-587c-4b84-beee-fa761917299b req-5787bddb-6cd6-40e4-a6c5-f94ba071a64d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cbbdf5ca-0dc2-4283-8108-a1763b063e9c HTTP/1.1" status: 200 len: 1099 time: 0.0841751 Aug 29 04:23:13.799408 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59657f5e-187f-47ff-9934-62a4c8b4743a req-a7906f37-f34e-4260-9853-4d4db86adc19 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:13.800986 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-59657f5e-187f-47ff-9934-62a4c8b4743a req-a7906f37-f34e-4260-9853-4d4db86adc19 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb1decc1-6b46-49ff-b4f2-9f5d4b47ac7b HTTP/1.1" status: 200 len: 945 time: 0.0889843 Aug 29 04:23:13.808014 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-91ad555d-587c-4b84-beee-fa761917299b req-14269e8c-b91b-4152-a51c-5562fc623c5c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=efbd56da-4301-456e-8002-a695aaaeaffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450506 Aug 29 04:23:13.943283 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6798c6e-623e-4b5f-a145-7cad86aab3df req-0dfe642a-efc1-4c87-b91d-f3fc4b65fefc tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:13.945455 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c6798c6e-623e-4b5f-a145-7cad86aab3df req-0dfe642a-efc1-4c87-b91d-f3fc4b65fefc tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb1decc1-6b46-49ff-b4f2-9f5d4b47ac7b HTTP/1.1" status: 200 len: 945 time: 0.0777860 Aug 29 04:23:13.966861 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [req-59657f5e-187f-47ff-9934-62a4c8b4743a req-ae7d09a7-e6a0-4fde-a7c2-dcc9bb8db849 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Deleting port 34925fed-068b-4f07-a352-aff8a2707cb4 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:23:13.967212 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-59657f5e-187f-47ff-9934-62a4c8b4743a req-ae7d09a7-e6a0-4fde-a7c2-dcc9bb8db849 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:13.969709 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 53696) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:13.993361 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c6798c6e-623e-4b5f-a145-7cad86aab3df req-48052fe0-9a80-4dce-8992-e9c9db735ce6 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400679 Aug 29 04:23:14.030661 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fd549e-b01e-4b0b-a2a3-38004dcd7916 req-147a5f30-4ee9-4f82-883e-accdcc6392b6 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:14.032258 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-91fd549e-b01e-4b0b-a2a3-38004dcd7916 req-147a5f30-4ee9-4f82-883e-accdcc6392b6 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ca7bb12-432d-44b3-aa29-8fc3788f5be7 HTTP/1.1" status: 200 len: 945 time: 0.1105378 Aug 29 04:23:14.143362 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-91fd549e-b01e-4b0b-a2a3-38004dcd7916 req-673a0687-c269-421c-8934-f4a115d18d2b tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028609 Aug 29 04:23:14.151411 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-59657f5e-187f-47ff-9934-62a4c8b4743a req-ae7d09a7-e6a0-4fde-a7c2-dcc9bb8db849 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] For port 34925fed-068b-4f07-a352-aff8a2707cb4, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=34925fed-068b-4f07-a352-aff8a2707cb4,segment=NetworkSegment(b7618bbf-11af-465a-8663-f9f8f84b36c0),segment_id=b7618bbf-11af-465a-8663-f9f8f84b36c0)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:14.152095 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-59657f5e-187f-47ff-9934-62a4c8b4743a req-ae7d09a7-e6a0-4fde-a7c2-dcc9bb8db849 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:14.175154 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [req-59657f5e-187f-47ff-9934-62a4c8b4743a req-ae7d09a7-e6a0-4fde-a7c2-dcc9bb8db849 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Calling delete_port for 34925fed-068b-4f07-a352-aff8a2707cb4 owned by compute:nova {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:23:14.272117 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60d8ce9-4211-4461-8f58-294bb97e3159 req-e1ff166c-cfd8-4c62-847c-4b65fca65a9f tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:14.273795 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f60d8ce9-4211-4461-8f58-294bb97e3159 req-e1ff166c-cfd8-4c62-847c-4b65fca65a9f tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/ports?device_id=b768cd8c-ce3b-4634-96ad-a9a93cf1350c HTTP/1.1" status: 200 len: 946 time: 0.0610762 Aug 29 04:23:14.285020 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3d6b7f23-d787-4c93-97b6-5ce976ffb3af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:14.338621 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f60d8ce9-4211-4461-8f58-294bb97e3159 req-af051dcc-2048-4929-aa0d-3cfb264c7112 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc298de8-05a1-4048-a74a-af5d487002fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522871 Aug 29 04:23:14.399300 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-59657f5e-187f-47ff-9934-62a4c8b4743a req-ae7d09a7-e6a0-4fde-a7c2-dcc9bb8db849 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:14.435597 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['34925fed-068b-4f07-a352-aff8a2707cb4'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:23:14.444298 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7d09a7-e6a0-4fde-a7c2-dcc9bb8db849 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Pushing event deleted for resources: {'Port': ['ID=34925fed-068b-4f07-a352-aff8a2707cb4,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:14.516085 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [req-59657f5e-187f-47ff-9934-62a4c8b4743a req-ae7d09a7-e6a0-4fde-a7c2-dcc9bb8db849 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] No DVR routers for this DVR port 34925fed-068b-4f07-a352-aff8a2707cb4 on host n-h2-712140-12 {{(pid=94829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:23:14.519032 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-59657f5e-187f-47ff-9934-62a4c8b4743a req-ae7d09a7-e6a0-4fde-a7c2-dcc9bb8db849 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:14.521316 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-59657f5e-187f-47ff-9934-62a4c8b4743a req-ae7d09a7-e6a0-4fde-a7c2-dcc9bb8db849 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.48 "DELETE /v2.0/ports/34925fed-068b-4f07-a352-aff8a2707cb4 HTTP/1.1" status: 204 len: 173 time: 0.7120633 Aug 29 04:23:14.527359 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb1decc1-6b46-49ff-b4f2-9f5d4b47ac7b', 'name': 'network-vif-deleted', 'tag': '34925fed-068b-4f07-a352-aff8a2707cb4'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:23:14.529712 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f7f46a9-571e-48ff-bdce-da515ff48f9a" -d '{"events": [{"server_uuid": "bb1decc1-6b46-49ff-b4f2-9f5d4b47ac7b", "name": "network-vif-deleted", "tag": "34925fed-068b-4f07-a352-aff8a2707cb4"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:23:14.531473 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b3a7a7-034f-4bc6-85bd-0d232b3140de req-4d31024c-8675-4e5c-b6eb-c7a660b6bc65 tempest-LiveMigrationTest-555913250 tempest-LiveMigrationTest-555913250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:14.547746 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a9b3a7a7-034f-4bc6-85bd-0d232b3140de req-4d31024c-8675-4e5c-b6eb-c7a660b6bc65 tempest-LiveMigrationTest-555913250 tempest-LiveMigrationTest-555913250-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=5ca7bb12-432d-44b3-aa29-8fc3788f5be7&tenant_id=260b2b7726794e4d90a38e52b66506fd&binding%3Ahost_id=n-h1-712140-12 HTTP/1.1" status: 200 len: 1097 time: 0.1302562 Aug 29 04:23:14.558392 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3d6b7f23-d787-4c93-97b6-5ce976ffb3af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:14.568978 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-a9b3a7a7-034f-4bc6-85bd-0d232b3140de req-420fb26f-1b99-475d-9b19-6d8a6bdeb651 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712140-12'}}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:14.573970 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3d6b7f23-d787-4c93-97b6-5ce976ffb3af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:14.614486 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8725eb8f-cb6c-44d3-ad58-6191cb3338bc x-openstack-request-id: req-8725eb8f-cb6c-44d3-ad58-6191cb3338bc {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:23:14.615127 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb1decc1-6b46-49ff-b4f2-9f5d4b47ac7b", "name": "network-vif-deleted", "tag": "34925fed-068b-4f07-a352-aff8a2707cb4", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:23:14.615379 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8725eb8f-cb6c-44d3-ad58-6191cb3338bc {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:23:14.616414 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb1decc1-6b46-49ff-b4f2-9f5d4b47ac7b', 'name': 'network-vif-deleted', 'tag': '34925fed-068b-4f07-a352-aff8a2707cb4', 'status': 'completed', 'code': 200} Aug 29 04:23:14.675930 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6b7f23-d787-4c93-97b6-5ce976ffb3af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0888d7af-37dc-4d08-94fe-937dee21c086,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:14.691974 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-3d6b7f23-d787-4c93-97b6-5ce976ffb3af admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2cd3e8baeb6d4544aa4c93ef100ba528&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7193680 Aug 29 04:23:14.694871 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 53716) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:14.742396 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a9b3a7a7-034f-4bc6-85bd-0d232b3140de req-420fb26f-1b99-475d-9b19-6d8a6bdeb651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:14.758945 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-18c3f5d5-cd4c-49d3-be33-ce1ef1350931 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:14.786758 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-18c3f5d5-cd4c-49d3-be33-ce1ef1350931 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:14.806713 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb602465-500b-4dfe-91cf-13700d565632 req-257a5a6a-eb18-4dd9-a5bb-e5ac0a7265cc tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:14.809128 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-cb602465-500b-4dfe-91cf-13700d565632 req-257a5a6a-eb18-4dd9-a5bb-e5ac0a7265cc tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbbdf5ca-0dc2-4283-8108-a1763b063e9c HTTP/1.1" status: 200 len: 947 time: 0.1530156 Aug 29 04:23:14.854949 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-18c3f5d5-cd4c-49d3-be33-ce1ef1350931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:14.857883 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-18c3f5d5-cd4c-49d3-be33-ce1ef1350931 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:14.859123 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-18c3f5d5-cd4c-49d3-be33-ce1ef1350931 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0888d7af-37dc-4d08-94fe-937dee21c086 HTTP/1.1" status: 204 len: 168 time: 0.1632926 Aug 29 04:23:14.872963 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c3f5d5-cd4c-49d3-be33-ce1ef1350931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0888d7af-37dc-4d08-94fe-937dee21c086,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:14.958621 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-cb602465-500b-4dfe-91cf-13700d565632 req-68aa7a12-b211-40b7-9870-c44d1b5a3e92 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/security-groups?id=efbd56da-4301-456e-8002-a695aaaeaffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1417091 Aug 29 04:23:15.059147 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-a9b3a7a7-034f-4bc6-85bd-0d232b3140de req-420fb26f-1b99-475d-9b19-6d8a6bdeb651 service neutron] For port 0fe65b52-6b33-495b-84ed-16828372bb83, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=0fe65b52-6b33-495b-84ed-16828372bb83,segment=NetworkSegment(44fea4a1-e972-4690-b14e-956bce45d1ec),segment_id=44fea4a1-e972-4690-b14e-956bce45d1ec)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:15.125185 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-a9b3a7a7-034f-4bc6-85bd-0d232b3140de req-420fb26f-1b99-475d-9b19-6d8a6bdeb651 service neutron] For port 0fe65b52-6b33-495b-84ed-16828372bb83, host n-h1-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:23:15.189490 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-003be97a-2d35-4bbe-86cb-af5273a35ae1 req-e92171b6-1a47-4cc0-8ec1-2215ff0165e5 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb1decc1-6b46-49ff-b4f2-9f5d4b47ac7b HTTP/1.1" status: 200 len: 210 time: 0.0684652 Aug 29 04:23:15.256303 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a9b3a7a7-034f-4bc6-85bd-0d232b3140de req-420fb26f-1b99-475d-9b19-6d8a6bdeb651 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:15.259553 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ca7bb12-432d-44b3-aa29-8fc3788f5be7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fe65b52-6b33-495b-84ed-16828372bb83'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:23:15.262796 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4413c73a-f735-4d89-8421-14d4dfd32c1f" -d '{"events": [{"server_uuid": "5ca7bb12-432d-44b3-aa29-8fc3788f5be7", "name": "network-vif-unplugged", "status": "completed", "tag": "0fe65b52-6b33-495b-84ed-16828372bb83"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:23:15.268212 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a9b3a7a7-034f-4bc6-85bd-0d232b3140de req-420fb26f-1b99-475d-9b19-6d8a6bdeb651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:15.326690 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420fb26f-1b99-475d-9b19-6d8a6bdeb651 service neutron] Pushing event updated for resources: {'Port': ['ID=0fe65b52-6b33-495b-84ed-16828372bb83,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:15.354395 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1108cb9-c50d-4081-bfa2-3b4d8385c012 x-openstack-request-id: req-d1108cb9-c50d-4081-bfa2-3b4d8385c012 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:23:15.355181 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ca7bb12-432d-44b3-aa29-8fc3788f5be7", "name": "network-vif-unplugged", "status": "completed", "tag": "0fe65b52-6b33-495b-84ed-16828372bb83", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:23:15.356223 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d1108cb9-c50d-4081-bfa2-3b4d8385c012 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:23:15.356886 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ca7bb12-432d-44b3-aa29-8fc3788f5be7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fe65b52-6b33-495b-84ed-16828372bb83', 'code': 200} Aug 29 04:23:15.463111 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-a9b3a7a7-034f-4bc6-85bd-0d232b3140de req-420fb26f-1b99-475d-9b19-6d8a6bdeb651 service neutron] Attempting to bind port 0fe65b52-6b33-495b-84ed-16828372bb83 on host n-h1-712140-12 for vnic_type normal with profile {"migrating_to": "n-h2-712140-12"} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:23:15.463111 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-a9b3a7a7-034f-4bc6-85bd-0d232b3140de req-420fb26f-1b99-475d-9b19-6d8a6bdeb651 service neutron] Attempting to bind port 0fe65b52-6b33-495b-84ed-16828372bb83 by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': '44fea4a1-e972-4690-b14e-956bce45d1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1c65535d-8d45-4051-8e5d-043211a49251'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:23:15.463111 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b3a7a7-034f-4bc6-85bd-0d232b3140de req-420fb26f-1b99-475d-9b19-6d8a6bdeb651 service neutron] Attempting to bind port 0fe65b52-6b33-495b-84ed-16828372bb83 on network 1c65535d-8d45-4051-8e5d-043211a49251 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:23:15.485819 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b3a7a7-034f-4bc6-85bd-0d232b3140de req-420fb26f-1b99-475d-9b19-6d8a6bdeb651 service neutron] Port 0fe65b52-6b33-495b-84ed-16828372bb83 on network 1c65535d-8d45-4051-8e5d-043211a49251 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:23:15.486151 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b3a7a7-034f-4bc6-85bd-0d232b3140de req-420fb26f-1b99-475d-9b19-6d8a6bdeb651 service neutron] Attempting to bind port 0fe65b52-6b33-495b-84ed-16828372bb83 on network 1c65535d-8d45-4051-8e5d-043211a49251 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:23:15.488089 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e78129-cd0a-4c8c-ab7e-4eeac5bf3650 req-66d5a014-041c-4f50-8462-abb6b2d34941 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:15.489976 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-57e78129-cd0a-4c8c-ab7e-4eeac5bf3650 req-66d5a014-041c-4f50-8462-abb6b2d34941 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ca7bb12-432d-44b3-aa29-8fc3788f5be7 HTTP/1.1" status: 200 len: 943 time: 0.1359401 Aug 29 04:23:15.501813 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b3a7a7-034f-4bc6-85bd-0d232b3140de req-420fb26f-1b99-475d-9b19-6d8a6bdeb651 service neutron] Checking agent: {'id': '3de9de52-3a03-431d-9d7e-497ae92c57ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:23:15.502154 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b3a7a7-034f-4bc6-85bd-0d232b3140de req-420fb26f-1b99-475d-9b19-6d8a6bdeb651 service neutron] Checking segment: {'id': '44fea4a1-e972-4690-b14e-956bce45d1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1c65535d-8d45-4051-8e5d-043211a49251'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:23:15.502539 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b3a7a7-034f-4bc6-85bd-0d232b3140de req-420fb26f-1b99-475d-9b19-6d8a6bdeb651 service neutron] Bound using segment: {'id': '44fea4a1-e972-4690-b14e-956bce45d1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1c65535d-8d45-4051-8e5d-043211a49251'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:23:15.502978 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-a9b3a7a7-034f-4bc6-85bd-0d232b3140de req-420fb26f-1b99-475d-9b19-6d8a6bdeb651 service neutron] Bound port: 0fe65b52-6b33-495b-84ed-16828372bb83, host: n-h1-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44fea4a1-e972-4690-b14e-956bce45d1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1c65535d-8d45-4051-8e5d-043211a49251'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:23:15.503342 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a9b3a7a7-034f-4bc6-85bd-0d232b3140de req-420fb26f-1b99-475d-9b19-6d8a6bdeb651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:15.576970 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-57e78129-cd0a-4c8c-ab7e-4eeac5bf3650 req-987ce4ae-ef20-4b0d-a514-7e0c0f0aa9df tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798891 Aug 29 04:23:15.587821 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd053cf-1d48-4f54-8acb-98ec49e503ef req-d51b0e05-ccae-4241-95ee-e4ef44db6ef7 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:15.590007 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1bd053cf-1d48-4f54-8acb-98ec49e503ef req-d51b0e05-ccae-4241-95ee-e4ef44db6ef7 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/ports?device_id=b768cd8c-ce3b-4634-96ad-a9a93cf1350c HTTP/1.1" status: 200 len: 946 time: 0.1506765 Aug 29 04:23:15.701273 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1bd053cf-1d48-4f54-8acb-98ec49e503ef req-d0c8b0db-11f4-4e70-8f30-f95554e92ebd tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc298de8-05a1-4048-a74a-af5d487002fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928874 Aug 29 04:23:15.709385 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-a9b3a7a7-034f-4bc6-85bd-0d232b3140de req-420fb26f-1b99-475d-9b19-6d8a6bdeb651 service neutron] For port 0fe65b52-6b33-495b-84ed-16828372bb83, host n-h1-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:23:15.716024 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-a9b3a7a7-034f-4bc6-85bd-0d232b3140de req-420fb26f-1b99-475d-9b19-6d8a6bdeb651 service neutron] For port 0fe65b52-6b33-495b-84ed-16828372bb83, host n-h1-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=0fe65b52-6b33-495b-84ed-16828372bb83,segment=NetworkSegment(44fea4a1-e972-4690-b14e-956bce45d1ec),segment_id=44fea4a1-e972-4690-b14e-956bce45d1ec)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:23:15.724678 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a9b3a7a7-034f-4bc6-85bd-0d232b3140de req-420fb26f-1b99-475d-9b19-6d8a6bdeb651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:15.781248 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420fb26f-1b99-475d-9b19-6d8a6bdeb651 service neutron] Pushing event updated for resources: {'Port': ['ID=0fe65b52-6b33-495b-84ed-16828372bb83,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:15.881044 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b3a7a7-034f-4bc6-85bd-0d232b3140de req-420fb26f-1b99-475d-9b19-6d8a6bdeb651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:15.884920 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a9b3a7a7-034f-4bc6-85bd-0d232b3140de req-420fb26f-1b99-475d-9b19-6d8a6bdeb651 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:15.888346 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a9b3a7a7-034f-4bc6-85bd-0d232b3140de req-420fb26f-1b99-475d-9b19-6d8a6bdeb651 service neutron] 10.222.0.48 "PUT /v2.0/ports/0fe65b52-6b33-495b-84ed-16828372bb83 HTTP/1.1" status: 200 len: 1123 time: 1.3256621 Aug 29 04:23:15.979974 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['0fe65b52-6b33-495b-84ed-16828372bb83'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:23:16.129726 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806bcf67-da2a-4914-9bf5-b2f305f44711 req-b5f2ebf1-ed54-475a-bc47-93c276a427d9 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:16.139508 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-806bcf67-da2a-4914-9bf5-b2f305f44711 req-b5f2ebf1-ed54-475a-bc47-93c276a427d9 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbbdf5ca-0dc2-4283-8108-a1763b063e9c HTTP/1.1" status: 200 len: 947 time: 0.0677476 Aug 29 04:23:16.142411 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 53802) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:16.177456 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['0fe65b52-6b33-495b-84ed-16828372bb83'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:23:16.196676 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-806bcf67-da2a-4914-9bf5-b2f305f44711 req-53ffaae6-3ad8-486f-9cd5-f6a6b1e22a3b tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/security-groups?id=efbd56da-4301-456e-8002-a695aaaeaffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561044 Aug 29 04:23:16.283080 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-e634750c-f8bd-41e3-acfb-0fde31788ed4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=32da4583295441edbd1c29d9d547f99d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1398487 Aug 29 04:23:16.285428 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 53808) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:16.404021 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1429eb62-413b-47e6-9021-5878ec59719b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:16.428554 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1429eb62-413b-47e6-9021-5878ec59719b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:16.484716 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1429eb62-413b-47e6-9021-5878ec59719b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:16.488023 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1429eb62-413b-47e6-9021-5878ec59719b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:16.489745 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-1429eb62-413b-47e6-9021-5878ec59719b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/54d13636-3625-486b-a44d-27891e177672 HTTP/1.1" status: 204 len: 168 time: 0.2014990 Aug 29 04:23:16.500677 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1429eb62-413b-47e6-9021-5878ec59719b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54d13636-3625-486b-a44d-27891e177672,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:16.518565 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 0fe65b52-6b33-495b-84ed-16828372bb83 details requested by agent hyperv_n-h2-712140-12 with host n-h2-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:23:16.520931 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 53814) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:16.692113 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5760b4b3-9c33-45b8-8e7e-c8c7f4e9d449 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:16.784923 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 0fe65b52-6b33-495b-84ed-16828372bb83, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=0fe65b52-6b33-495b-84ed-16828372bb83,segment=NetworkSegment(44fea4a1-e972-4690-b14e-956bce45d1ec),segment_id=44fea4a1-e972-4690-b14e-956bce45d1ec)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:16.828143 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 0fe65b52-6b33-495b-84ed-16828372bb83 has no active binding in host n-h2-712140-12 {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 29 04:23:16.880232 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5a54a982-82be-4486-a67b-99e042abad5a req-08b4ba63-eb34-4ffa-89c1-db498560266a tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb1decc1-6b46-49ff-b4f2-9f5d4b47ac7b HTTP/1.1" status: 200 len: 210 time: 0.5103593 Aug 29 04:23:17.008416 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5760b4b3-9c33-45b8-8e7e-c8c7f4e9d449 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:17.024011 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5760b4b3-9c33-45b8-8e7e-c8c7f4e9d449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:17.090122 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389a78a6-bdb2-4597-b35e-7f6fc0c13265 req-6589cd15-ba03-4af9-ae33-cf2c1e4cbe46 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:17.092230 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-389a78a6-bdb2-4597-b35e-7f6fc0c13265 req-6589cd15-ba03-4af9-ae33-cf2c1e4cbe46 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/ports?device_id=b768cd8c-ce3b-4634-96ad-a9a93cf1350c HTTP/1.1" status: 200 len: 946 time: 0.0737164 Aug 29 04:23:17.097200 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5760b4b3-9c33-45b8-8e7e-c8c7f4e9d449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85fdc72d-46a1-4e8b-94c9-e2763b61c513,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:17.137545 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90191439-ac49-4ef4-87b4-58220377aafc req-7e70aa2b-5262-42d0-a036-40b39016ac4a tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:17.161609 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-90191439-ac49-4ef4-87b4-58220377aafc req-7e70aa2b-5262-42d0-a036-40b39016ac4a tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ca7bb12-432d-44b3-aa29-8fc3788f5be7 HTTP/1.1" status: 200 len: 943 time: 0.3635724 Aug 29 04:23:17.162105 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-389a78a6-bdb2-4597-b35e-7f6fc0c13265 req-01912df0-dbce-48cc-958a-0ae6c035aad0 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc298de8-05a1-4048-a74a-af5d487002fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614238 Aug 29 04:23:17.208226 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-5760b4b3-9c33-45b8-8e7e-c8c7f4e9d449 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8cd7c724c7f241cca189c4d41f20a578&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6854606 Aug 29 04:23:17.211346 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 53834) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:17.213517 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-90191439-ac49-4ef4-87b4-58220377aafc req-4f134c56-bdef-48cb-81bd-f18971169dcc tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508041 Aug 29 04:23:17.285779 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-57ccec9c-dff9-4641-9406-2d4264a82768 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:17.330579 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-57ccec9c-dff9-4641-9406-2d4264a82768 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:17.359204 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ca7bb12-432d-44b3-aa29-8fc3788f5be7', 'tag': '0fe65b52-6b33-495b-84ed-16828372bb83'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:23:17.362934 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1b04a46-0017-4626-bb37-a8362bc80e85" -d '{"events": [{"name": "network-changed", "server_uuid": "5ca7bb12-432d-44b3-aa29-8fc3788f5be7", "tag": "0fe65b52-6b33-495b-84ed-16828372bb83"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:23:17.424041 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0a94d4-060b-4a28-938f-7336d459ab53 req-30bc7c36-b0c9-42bc-bf12-9031d8f9a33a tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:17.426310 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8c0a94d4-060b-4a28-938f-7336d459ab53 req-30bc7c36-b0c9-42bc-bf12-9031d8f9a33a tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbbdf5ca-0dc2-4283-8108-a1763b063e9c HTTP/1.1" status: 200 len: 947 time: 0.1204674 Aug 29 04:23:17.445467 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fd0745d-9fa2-4609-ab48-0b154ba1cd81 x-openstack-request-id: req-6fd0745d-9fa2-4609-ab48-0b154ba1cd81 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:23:17.445844 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ca7bb12-432d-44b3-aa29-8fc3788f5be7", "tag": "0fe65b52-6b33-495b-84ed-16828372bb83", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:23:17.446170 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6fd0745d-9fa2-4609-ab48-0b154ba1cd81 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:23:17.446694 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ca7bb12-432d-44b3-aa29-8fc3788f5be7', 'tag': '0fe65b52-6b33-495b-84ed-16828372bb83', 'status': 'completed', 'code': 200} Aug 29 04:23:17.475979 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-57ccec9c-dff9-4641-9406-2d4264a82768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:17.479077 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-57ccec9c-dff9-4641-9406-2d4264a82768 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:17.483271 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-57ccec9c-dff9-4641-9406-2d4264a82768 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/85fdc72d-46a1-4e8b-94c9-e2763b61c513 HTTP/1.1" status: 204 len: 168 time: 0.2706475 Aug 29 04:23:17.498683 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ccec9c-dff9-4641-9406-2d4264a82768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85fdc72d-46a1-4e8b-94c9-e2763b61c513,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:17.556002 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8c0a94d4-060b-4a28-938f-7336d459ab53 req-9047f921-515e-4af6-9bf4-3815346dbc6f tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/security-groups?id=efbd56da-4301-456e-8002-a695aaaeaffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159663 Aug 29 04:23:17.852849 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b04a46-0017-4626-bb37-a8362bc80e85 req-62e8dfa9-5905-4c7c-b324-05e7ece70c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:17.856857 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c1b04a46-0017-4626-bb37-a8362bc80e85 req-62e8dfa9-5905-4c7c-b324-05e7ece70c4d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=260b2b7726794e4d90a38e52b66506fd&device_id=5ca7bb12-432d-44b3-aa29-8fc3788f5be7 HTTP/1.1" status: 200 len: 1126 time: 0.3796563 Aug 29 04:23:18.011713 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dcebfc20-dc76-49a6-b147-64a906811774 req-c91338f1-ed06-4780-90a7-d6357a516c71 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb1decc1-6b46-49ff-b4f2-9f5d4b47ac7b HTTP/1.1" status: 200 len: 210 time: 0.0369368 Aug 29 04:23:18.051438 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b04a46-0017-4626-bb37-a8362bc80e85 req-c7f3495e-6ee6-4272-8165-3ca219ffb29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:18.053761 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c1b04a46-0017-4626-bb37-a8362bc80e85 req-c7f3495e-6ee6-4272-8165-3ca219ffb29f service neutron] 10.222.0.46 "GET /v2.0/networks?id=1c65535d-8d45-4051-8e5d-043211a49251 HTTP/1.1" status: 200 len: 908 time: 0.1886113 Aug 29 04:23:18.127116 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c1b04a46-0017-4626-bb37-a8362bc80e85 req-ffa6e013-4150-4436-a419-8bed9bea89c0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0fe65b52-6b33-495b-84ed-16828372bb83 HTTP/1.1" status: 200 len: 217 time: 0.0629637 Aug 29 04:23:18.174335 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 53874) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:18.218584 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6087d80e-ea92-4d16-afd8-b4cf23e08a89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:18.244596 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b04a46-0017-4626-bb37-a8362bc80e85 req-70de0ea9-4474-4256-adbc-35a9ff5c31b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:18.247312 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c1b04a46-0017-4626-bb37-a8362bc80e85 req-70de0ea9-4474-4256-adbc-35a9ff5c31b3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d11db723-881a-44e4-ae3d-f8a6bedc146e HTTP/1.1" status: 200 len: 847 time: 0.1121485 Aug 29 04:23:18.294189 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c1b04a46-0017-4626-bb37-a8362bc80e85 req-41f5aa0b-ffd2-406c-b440-8516a81f2d94 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1c65535d-8d45-4051-8e5d-043211a49251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360968 Aug 29 04:23:18.398586 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 53886) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:18.460459 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af6447b-fcb2-413b-ab79-deecd47bd904 req-2e3390af-8427-4835-8bf2-4b651f25cbdc tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:18.462183 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7af6447b-fcb2-413b-ab79-deecd47bd904 req-2e3390af-8427-4835-8bf2-4b651f25cbdc tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ca7bb12-432d-44b3-aa29-8fc3788f5be7 HTTP/1.1" status: 200 len: 943 time: 0.1182828 Aug 29 04:23:18.492577 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c1b04a46-0017-4626-bb37-a8362bc80e85 req-91c0a42b-6af9-45f1-af0a-d3f471d640a9 service neutron] 10.222.0.46 "GET /v2.0/networks/1c65535d-8d45-4051-8e5d-043211a49251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859593 Aug 29 04:23:18.504149 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 34925fed-068b-4f07-a352-aff8a2707cb4 no longer exists at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:23:18.540203 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7af6447b-fcb2-413b-ab79-deecd47bd904 req-0eba2861-2d81-44d9-969e-31c97184b29e tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639095 Aug 29 04:23:18.553521 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] No Port match for: 34925fed-068b-4f07-a352-aff8a2707cb4 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:23:18.554940 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 34925fed-068b-4f07-a352-aff8a2707cb4 not bound to the agent host n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:23:18.573316 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7602c9dd-9a65-449e-80a1-00acd06b30f7 req-b23ee761-7c93-45c8-8a74-e77218399caa tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:18.576115 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7602c9dd-9a65-449e-80a1-00acd06b30f7 req-b23ee761-7c93-45c8-8a74-e77218399caa tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/ports?device_id=b768cd8c-ce3b-4634-96ad-a9a93cf1350c HTTP/1.1" status: 200 len: 946 time: 0.1732795 Aug 29 04:23:18.640920 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-bcc9b9be-8450-4be5-a079-f991dcacdba4 tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-733228827'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:18.653952 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6087d80e-ea92-4d16-afd8-b4cf23e08a89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:18.662522 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7602c9dd-9a65-449e-80a1-00acd06b30f7 req-1fdda274-3e76-4a1f-8f95-085b7146fd1b tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc298de8-05a1-4048-a74a-af5d487002fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518408 Aug 29 04:23:18.696961 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6087d80e-ea92-4d16-afd8-b4cf23e08a89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:18.703573 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c1b04a46-0017-4626-bb37-a8362bc80e85 req-bb375e67-85b7-4240-852e-b0397ac90265 service neutron] 10.222.0.46 "GET /v2.0/networks/1c65535d-8d45-4051-8e5d-043211a49251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936069 Aug 29 04:23:18.753123 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcc9b9be-8450-4be5-a079-f991dcacdba4 tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] Made reservation on behalf of 0ebd5eaa268b416cbea98a65564db22f for: {'network': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:23:18.757429 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bcc9b9be-8450-4be5-a079-f991dcacdba4 tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:18.763823 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-6087d80e-ea92-4d16-afd8-b4cf23e08a89 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d2fb0c3e0398479e931202c96df9c016&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5879164 Aug 29 04:23:18.767822 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 53896) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:18.770351 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6087d80e-ea92-4d16-afd8-b4cf23e08a89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d992cdd3-216b-4c77-ae1f-eb2d143a09aa,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:18.773907 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bcc9b9be-8450-4be5-a079-f991dcacdba4 tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:18.856712 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0450ae2c-024c-405b-a30b-1f011893f089 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:18.896859 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0450ae2c-024c-405b-a30b-1f011893f089 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:18.952699 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bcc9b9be-8450-4be5-a079-f991dcacdba4 tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:18.968393 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bcc9b9be-8450-4be5-a079-f991dcacdba4 tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:18.988111 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0450ae2c-024c-405b-a30b-1f011893f089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:18.991224 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0450ae2c-024c-405b-a30b-1f011893f089 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:18.995806 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-0450ae2c-024c-405b-a30b-1f011893f089 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d992cdd3-216b-4c77-ae1f-eb2d143a09aa HTTP/1.1" status: 204 len: 168 time: 0.2268245 Aug 29 04:23:19.004729 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0450ae2c-024c-405b-a30b-1f011893f089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d992cdd3-216b-4c77-ae1f-eb2d143a09aa,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:19.012297 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcc9b9be-8450-4be5-a079-f991dcacdba4 tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=94828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:23:19.043014 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc9b9be-8450-4be5-a079-f991dcacdba4 tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55bc4538-b5ca-46d6-bbb1-22caccb4025b,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:19.055915 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:19.069290 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bcc9b9be-8450-4be5-a079-f991dcacdba4 tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:19.070197 n-d-712140-12 neutron-server[94828]: INFO neutron.db.segments_db [None req-bcc9b9be-8450-4be5-a079-f991dcacdba4 tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] Added segment 681721c9-4685-4eab-beaf-568251d6ee94 of type vlan for network 5f1f9f00-bc64-4fdb-8605-ea685f455ca6 Aug 29 04:23:19.150641 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bcc9b9be-8450-4be5-a079-f991dcacdba4 tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:19.153085 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d0b5b6ea-10a2-44a4-8977-5e9d9dc9e0eb req-e98bcc9b-69a1-491a-bf84-dd28e2742516 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb1decc1-6b46-49ff-b4f2-9f5d4b47ac7b HTTP/1.1" status: 200 len: 210 time: 0.0442033 Aug 29 04:23:19.202278 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bcc9b9be-8450-4be5-a079-f991dcacdba4 tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:19.211718 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc9b9be-8450-4be5-a079-f991dcacdba4 tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:19.212526 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bcc9b9be-8450-4be5-a079-f991dcacdba4 tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:19.353333 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-bcc9b9be-8450-4be5-a079-f991dcacdba4 tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9458938 Aug 29 04:23:19.356792 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 53914) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:19.365472 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc9b9be-8450-4be5-a079-f991dcacdba4 tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] Pushing event updated for resources: {'Network': ['ID=5f1f9f00-bc64-4fdb-8605-ea685f455ca6,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:19.370288 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-d0d2b89f-be7a-43fc-a814-3381f122470b tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] Request body: {'subnet': {'network_id': '5f1f9f00-bc64-4fdb-8605-ea685f455ca6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:19.377740 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 5f1f9f00-bc64-4fdb-8605-ea685f455ca6 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:23:19.562631 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0d2b89f-be7a-43fc-a814-3381f122470b tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] Made reservation on behalf of 0ebd5eaa268b416cbea98a65564db22f for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:23:19.569776 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d0d2b89f-be7a-43fc-a814-3381f122470b tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4552395'] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:19.771333 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e5cf9c-5992-4d8c-b43e-2afe6cc31141 req-f5fc5aef-9e89-42cd-817c-baa3ec87a6a7 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:19.774718 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c6e5cf9c-5992-4d8c-b43e-2afe6cc31141 req-f5fc5aef-9e89-42cd-817c-baa3ec87a6a7 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ca7bb12-432d-44b3-aa29-8fc3788f5be7 HTTP/1.1" status: 200 len: 943 time: 0.1161971 Aug 29 04:23:19.835978 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c6e5cf9c-5992-4d8c-b43e-2afe6cc31141 req-81c84614-c2b6-4184-b4c0-b63d04f69857 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534372 Aug 29 04:23:20.023741 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a18abe-cbd5-4f8c-9a88-f53a8d057b80 req-571f7093-4ab3-4b3b-bee0-d20c160c8dcf tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:20.025530 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-06a18abe-cbd5-4f8c-9a88-f53a8d057b80 req-571f7093-4ab3-4b3b-bee0-d20c160c8dcf tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/ports?device_id=b768cd8c-ce3b-4634-96ad-a9a93cf1350c HTTP/1.1" status: 200 len: 946 time: 0.1528485 Aug 29 04:23:20.026878 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d0d2b89f-be7a-43fc-a814-3381f122470b tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4274880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4552377'] for subnet, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:20.136280 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d2b89f-be7a-43fc-a814-3381f122470b tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] Pushing event updated for resources: {'Subnet': ['ID=9486b877-9993-4edb-a209-4e41432dfafe,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:20.144384 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-06a18abe-cbd5-4f8c-9a88-f53a8d057b80 req-4bc1513a-ea18-41eb-9c49-78b9a4338e23 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc298de8-05a1-4048-a74a-af5d487002fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879211 Aug 29 04:23:20.165263 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d2b89f-be7a-43fc-a814-3381f122470b tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] Checking segment: {'id': '681721c9-4685-4eab-beaf-568251d6ee94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '5f1f9f00-bc64-4fdb-8605-ea685f455ca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:23:20.165636 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d2b89f-be7a-43fc-a814-3381f122470b tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] Network hostable DHCP agents. Network: 5f1f9f00-bc64-4fdb-8605-ea685f455ca6, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:23:20.194334 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d2b89f-be7a-43fc-a814-3381f122470b tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] Network 5f1f9f00-bc64-4fdb-8605-ea685f455ca6 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:23:20.209228 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-d0d2b89f-be7a-43fc-a814-3381f122470b tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 5f1f9f00-bc64-4fdb-8605-ea685f455ca6) {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:23:20.226013 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc6ab762-b9e5-43a3-9759-5b12fec6cdc3 None None] Network 5f1f9f00-bc64-4fdb-8605-ea685f455ca6 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:23:20.245482 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d2b89f-be7a-43fc-a814-3381f122470b tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:20.246718 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d0d2b89f-be7a-43fc-a814-3381f122470b tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:20.282220 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-d0d2b89f-be7a-43fc-a814-3381f122470b tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9218640 Aug 29 04:23:20.284957 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 53950) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:20.294249 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-154e29e8-b26a-4381-91f2-bb2a69070e76 tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] Request body: {'port': {'network_id': '5f1f9f00-bc64-4fdb-8605-ea685f455ca6', 'name': 'tempest-ExtraDHCPOptionsTestJSON-107425812'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:20.372171 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-cead2457-d3b0-4be2-b565-3dc3acc88cae req-4e48d52d-5713-4f20-ab1f-393e0f62a28e tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb1decc1-6b46-49ff-b4f2-9f5d4b47ac7b HTTP/1.1" status: 200 len: 210 time: 0.0570602 Aug 29 04:23:20.494019 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205d34d5-de08-4bc4-b60e-d4187f4a2404 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-5f1f9f00-bc64-4fdb-8605-ea685f455ca6', 'network_id': '5f1f9f00-bc64-4fdb-8605-ea685f455ca6', 'tenant_id': '0ebd5eaa268b416cbea98a65564db22f', 'fixed_ips': [{'subnet_id': '9486b877-9993-4edb-a209-4e41432dfafe'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:23:20.495426 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-205d34d5-de08-4bc4-b60e-d4187f4a2404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:20.548520 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-154e29e8-b26a-4381-91f2-bb2a69070e76 tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] Made reservation on behalf of 0ebd5eaa268b416cbea98a65564db22f for: {'port': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:23:20.558086 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-154e29e8-b26a-4381-91f2-bb2a69070e76 tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:20.587294 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [None req-154e29e8-b26a-4381-91f2-bb2a69070e76 tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] device_id is not set on port 2b12e147-156a-4851-86b3-0906d4ece2ee yet. {{(pid=94829) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:23:20.714849 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-205d34d5-de08-4bc4-b60e-d4187f4a2404 None None] Allocated IP 172.20.0.2 (5f1f9f00-bc64-4fdb-8605-ea685f455ca6/9486b877-9993-4edb-a209-4e41432dfafe/a9e40cef-a187-47fc-b3d0-e8bc1f441cf0) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:23:21.007633 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-205d34d5-de08-4bc4-b60e-d4187f4a2404 None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:21.025960 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-205d34d5-de08-4bc4-b60e-d4187f4a2404 None None] Transition to ACTIVE for port object a9e40cef-a187-47fc-b3d0-e8bc1f441cf0 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:23:21.041067 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea7559a-80e5-40ff-85a7-f07eeeeec04c req-a05f0b81-8a17-418d-8806-5d00a4982620 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:21.048789 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-eea7559a-80e5-40ff-85a7-f07eeeeec04c req-a05f0b81-8a17-418d-8806-5d00a4982620 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ca7bb12-432d-44b3-aa29-8fc3788f5be7 HTTP/1.1" status: 200 len: 943 time: 0.0819135 Aug 29 04:23:21.056988 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-205d34d5-de08-4bc4-b60e-d4187f4a2404 None None] Transition to ACTIVE for port object a9e40cef-a187-47fc-b3d0-e8bc1f441cf0 will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:23:21.069932 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-205d34d5-de08-4bc4-b60e-d4187f4a2404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:21.155370 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205d34d5-de08-4bc4-b60e-d4187f4a2404 None None] Network 5f1f9f00-bc64-4fdb-8605-ea685f455ca6 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:23:21.156163 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-eea7559a-80e5-40ff-85a7-f07eeeeec04c req-0e608cbd-7487-48f4-852f-dc758b16a1a2 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988338 Aug 29 04:23:21.170852 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-154e29e8-b26a-4381-91f2-bb2a69070e76 tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] Allocated IP 172.20.0.9 (5f1f9f00-bc64-4fdb-8605-ea685f455ca6/9486b877-9993-4edb-a209-4e41432dfafe/2b12e147-156a-4851-86b3-0906d4ece2ee) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:23:21.173040 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-205d34d5-de08-4bc4-b60e-d4187f4a2404 None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:23:21.181032 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205d34d5-de08-4bc4-b60e-d4187f4a2404 None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:23:21.199593 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205d34d5-de08-4bc4-b60e-d4187f4a2404 None None] Pushing event updated for resources: {'Port': ['ID=a9e40cef-a187-47fc-b3d0-e8bc1f441cf0,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:21.309227 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-205d34d5-de08-4bc4-b60e-d4187f4a2404 None None] Attempting to bind port a9e40cef-a187-47fc-b3d0-e8bc1f441cf0 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:23:21.309806 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-205d34d5-de08-4bc4-b60e-d4187f4a2404 None None] Attempting to bind port a9e40cef-a187-47fc-b3d0-e8bc1f441cf0 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '681721c9-4685-4eab-beaf-568251d6ee94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '5f1f9f00-bc64-4fdb-8605-ea685f455ca6'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:23:21.310739 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205d34d5-de08-4bc4-b60e-d4187f4a2404 None None] Attempting to bind port a9e40cef-a187-47fc-b3d0-e8bc1f441cf0 on network 5f1f9f00-bc64-4fdb-8605-ea685f455ca6 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:23:21.316706 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205d34d5-de08-4bc4-b60e-d4187f4a2404 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:23:21.317836 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205d34d5-de08-4bc4-b60e-d4187f4a2404 None None] Checking segment: {'id': '681721c9-4685-4eab-beaf-568251d6ee94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '5f1f9f00-bc64-4fdb-8605-ea685f455ca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:23:21.317836 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-205d34d5-de08-4bc4-b60e-d4187f4a2404 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:21.318188 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205d34d5-de08-4bc4-b60e-d4187f4a2404 None None] Bound using segment: {'id': '681721c9-4685-4eab-beaf-568251d6ee94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '5f1f9f00-bc64-4fdb-8605-ea685f455ca6'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:23:21.318678 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-205d34d5-de08-4bc4-b60e-d4187f4a2404 None None] Bound port: a9e40cef-a187-47fc-b3d0-e8bc1f441cf0, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '681721c9-4685-4eab-beaf-568251d6ee94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '5f1f9f00-bc64-4fdb-8605-ea685f455ca6'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:23:21.319098 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-205d34d5-de08-4bc4-b60e-d4187f4a2404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:21.441340 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bebf28-9fc7-4d42-8f13-7129283d2016 req-c8f8b72a-da7b-4c7d-9eb8-76616bb18fd8 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:21.452179 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-205d34d5-de08-4bc4-b60e-d4187f4a2404 None None] For port a9e40cef-a187-47fc-b3d0-e8bc1f441cf0, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:23:21.455950 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-18bebf28-9fc7-4d42-8f13-7129283d2016 req-c8f8b72a-da7b-4c7d-9eb8-76616bb18fd8 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/ports?device_id=b768cd8c-ce3b-4634-96ad-a9a93cf1350c HTTP/1.1" status: 200 len: 946 time: 0.1489506 Aug 29 04:23:21.460986 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-205d34d5-de08-4bc4-b60e-d4187f4a2404 None None] For port a9e40cef-a187-47fc-b3d0-e8bc1f441cf0, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=a9e40cef-a187-47fc-b3d0-e8bc1f441cf0,segment=NetworkSegment(681721c9-4685-4eab-beaf-568251d6ee94),segment_id=681721c9-4685-4eab-beaf-568251d6ee94)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:23:21.471125 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-205d34d5-de08-4bc4-b60e-d4187f4a2404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:21.472887 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-154e29e8-b26a-4381-91f2-bb2a69070e76 tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:21.491633 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-154e29e8-b26a-4381-91f2-bb2a69070e76 tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] Transition to ACTIVE for port object 2b12e147-156a-4851-86b3-0906d4ece2ee will not be triggered until provisioned by entity DHCP. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:23:21.542164 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-154e29e8-b26a-4381-91f2-bb2a69070e76 tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:21.578231 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-18bebf28-9fc7-4d42-8f13-7129283d2016 req-b17dc679-cbf0-43e1-ab69-2306a6dd3986 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc298de8-05a1-4048-a74a-af5d487002fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195760 Aug 29 04:23:21.630447 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154e29e8-b26a-4381-91f2-bb2a69070e76 tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] Network 5f1f9f00-bc64-4fdb-8605-ea685f455ca6 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:23:21.635267 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-154e29e8-b26a-4381-91f2-bb2a69070e76 tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:23:21.641662 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154e29e8-b26a-4381-91f2-bb2a69070e76 tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:23:21.649020 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154e29e8-b26a-4381-91f2-bb2a69070e76 tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] Pushing event updated for resources: {'Port': ['ID=2b12e147-156a-4851-86b3-0906d4ece2ee,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:21.719173 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205d34d5-de08-4bc4-b60e-d4187f4a2404 None None] Pushing event updated for resources: {'Port': ['ID=a9e40cef-a187-47fc-b3d0-e8bc1f441cf0,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:21.769194 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-cbd7b07c-d5c9-4ca0-a793-b4ac7ae347b3 req-41e7f79d-14eb-4d52-9a6c-163424fa2116 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb1decc1-6b46-49ff-b4f2-9f5d4b47ac7b HTTP/1.1" status: 200 len: 210 time: 0.0816212 Aug 29 04:23:21.795113 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154e29e8-b26a-4381-91f2-bb2a69070e76 tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:21.796038 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-154e29e8-b26a-4381-91f2-bb2a69070e76 tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:21.816834 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-154e29e8-b26a-4381-91f2-bb2a69070e76 tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5301034 Aug 29 04:23:21.821438 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 53998) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:21.830468 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-179f6583-a1b6-48d9-af36-579f391c8db6 tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] Request body: {'port': {'network_id': '5f1f9f00-bc64-4fdb-8605-ea685f455ca6', 'name': 'tempest-ExtraDHCPOptionsTestJSON-610855771', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:21.831303 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.api.validators [None req-179f6583-a1b6-48d9-af36-579f391c8db6 tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] bootfile-name is not in valid_values {{(pid=94828) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 29 04:23:21.832168 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.api.validators [None req-179f6583-a1b6-48d9-af36-579f391c8db6 tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] tftp-server is not in valid_values {{(pid=94828) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 29 04:23:21.832796 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.api.validators [None req-179f6583-a1b6-48d9-af36-579f391c8db6 tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] server-ip-address is not in valid_values {{(pid=94828) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 29 04:23:21.939335 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 54004) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:21.962032 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:23:22.071049 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-179f6583-a1b6-48d9-af36-579f391c8db6 tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] Made reservation on behalf of 0ebd5eaa268b416cbea98a65564db22f for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:23:22.075612 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-179f6583-a1b6-48d9-af36-579f391c8db6 tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:22.104305 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-179f6583-a1b6-48d9-af36-579f391c8db6 tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] device_id is not set on port a2ce6969-5027-4a2b-b54e-ed7246d999e3 yet. {{(pid=94828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:23:22.153363 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4206648c-6431-4f3f-877b-e54061ca990c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:22.300743 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-179f6583-a1b6-48d9-af36-579f391c8db6 tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] Allocated IP 172.20.0.14 (5f1f9f00-bc64-4fdb-8605-ea685f455ca6/9486b877-9993-4edb-a209-4e41432dfafe/a2ce6969-5027-4a2b-b54e-ed7246d999e3) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:23:22.371659 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3341bb9c-8c0b-463b-a837-e5ade1447b24 req-768090aa-3717-4c43-acc7-435116d3ab48 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:22.376360 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3341bb9c-8c0b-463b-a837-e5ade1447b24 req-768090aa-3717-4c43-acc7-435116d3ab48 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ca7bb12-432d-44b3-aa29-8fc3788f5be7 HTTP/1.1" status: 200 len: 943 time: 0.1178951 Aug 29 04:23:22.423642 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3341bb9c-8c0b-463b-a837-e5ade1447b24 req-3a1d7b70-30d3-44e6-925b-2f0be4727bb5 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411766 Aug 29 04:23:22.445012 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4206648c-6431-4f3f-877b-e54061ca990c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:22.451031 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4206648c-6431-4f3f-877b-e54061ca990c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:22.516118 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4206648c-6431-4f3f-877b-e54061ca990c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fdcc62f-5ea4-4b9d-aae8-7a972bba8c6a,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:22.523306 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-4206648c-6431-4f3f-877b-e54061ca990c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9109e519e32249e7bfcc9b39395c30f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5794396 Aug 29 04:23:22.523928 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 54018) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:22.561291 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-179f6583-a1b6-48d9-af36-579f391c8db6 tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:22.579170 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-179f6583-a1b6-48d9-af36-579f391c8db6 tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] Transition to ACTIVE for port object a2ce6969-5027-4a2b-b54e-ed7246d999e3 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:23:22.615014 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-68b9663d-2a6f-4d47-ab23-257852c2d94b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:22.629385 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-179f6583-a1b6-48d9-af36-579f391c8db6 tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:22.645980 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-68b9663d-2a6f-4d47-ab23-257852c2d94b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:22.663177 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179f6583-a1b6-48d9-af36-579f391c8db6 tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] Network 5f1f9f00-bc64-4fdb-8605-ea685f455ca6 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:23:22.666618 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-179f6583-a1b6-48d9-af36-579f391c8db6 tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:23:22.669991 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179f6583-a1b6-48d9-af36-579f391c8db6 tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:23:22.745539 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-68b9663d-2a6f-4d47-ab23-257852c2d94b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:22.752191 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-68b9663d-2a6f-4d47-ab23-257852c2d94b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:22.755816 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-68b9663d-2a6f-4d47-ab23-257852c2d94b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8fdcc62f-5ea4-4b9d-aae8-7a972bba8c6a HTTP/1.1" status: 204 len: 168 time: 0.2286124 Aug 29 04:23:22.765509 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b9663d-2a6f-4d47-ab23-257852c2d94b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fdcc62f-5ea4-4b9d-aae8-7a972bba8c6a,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:22.850253 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179f6583-a1b6-48d9-af36-579f391c8db6 tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] Pushing event updated for resources: {'Port': ['ID=a2ce6969-5027-4a2b-b54e-ed7246d999e3,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:22.890206 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179f6583-a1b6-48d9-af36-579f391c8db6 tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:22.892124 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-179f6583-a1b6-48d9-af36-579f391c8db6 tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:22.922150 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-179f6583-a1b6-48d9-af36-579f391c8db6 tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.0982230 Aug 29 04:23:22.924301 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 54032) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:22.952121 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051940e7-9e37-4e14-a45e-deecb2c1ef57 req-e2cc8a2a-3127-4f9e-960a-e62c0f127f15 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:22.963054 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-051940e7-9e37-4e14-a45e-deecb2c1ef57 req-e2cc8a2a-3127-4f9e-960a-e62c0f127f15 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/ports?device_id=b768cd8c-ce3b-4634-96ad-a9a93cf1350c HTTP/1.1" status: 200 len: 946 time: 0.2426908 Aug 29 04:23:23.069091 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-051940e7-9e37-4e14-a45e-deecb2c1ef57 req-7421b048-fe24-4ded-9290-6b9bad4f0ac1 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc298de8-05a1-4048-a74a-af5d487002fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047518 Aug 29 04:23:23.115287 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec50dc7-eec7-45c8-b95e-1cbc122a64ac None None] Network 5f1f9f00-bc64-4fdb-8605-ea685f455ca6 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:23:23.130521 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6505d967-b352-45ec-bea2-8afab1d38dc9 tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:23.156082 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6505d967-b352-45ec-bea2-8afab1d38dc9 tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:23.177029 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6505d967-b352-45ec-bea2-8afab1d38dc9 tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:23.196756 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-6505d967-b352-45ec-bea2-8afab1d38dc9 tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.2679324 Aug 29 04:23:23.197485 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 54052) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:23.206228 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-44059c61-0087-4985-a144-642b37ca6fc2 None None] Provisioning for port a9e40cef-a187-47fc-b3d0-e8bc1f441cf0 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:23:23.352626 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device a9e40cef-a187-47fc-b3d0-e8bc1f441cf0 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:23:23.398233 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-29cfa55e-803a-4963-8a13-a934eb40daac tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] Deleting port a2ce6969-5027-4a2b-b54e-ed7246d999e3 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:23:23.399062 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-29cfa55e-803a-4963-8a13-a934eb40daac tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:23.531233 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port a9e40cef-a187-47fc-b3d0-e8bc1f441cf0 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:23:23.555151 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port a9e40cef-a187-47fc-b3d0-e8bc1f441cf0 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:23:23.565673 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:23.598465 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-29cfa55e-803a-4963-8a13-a934eb40daac tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:23.613752 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-29cfa55e-803a-4963-8a13-a934eb40daac tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] Calling delete_port for a2ce6969-5027-4a2b-b54e-ed7246d999e3 owned by {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:23:23.758541 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:23.784833 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1ffbbf-e35a-4ae9-9e3e-6ddd94a34085 req-466b3557-b471-45ff-aedb-12f6d65810d0 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:23.789449 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0e1ffbbf-e35a-4ae9-9e3e-6ddd94a34085 req-466b3557-b471-45ff-aedb-12f6d65810d0 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ca7bb12-432d-44b3-aa29-8fc3788f5be7 HTTP/1.1" status: 200 len: 943 time: 0.2317872 Aug 29 04:23:23.852670 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port a9e40cef-a187-47fc-b3d0-e8bc1f441cf0, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=a9e40cef-a187-47fc-b3d0-e8bc1f441cf0,segment=NetworkSegment(681721c9-4685-4eab-beaf-568251d6ee94),segment_id=681721c9-4685-4eab-beaf-568251d6ee94)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:23.856419 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:23.890548 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0e1ffbbf-e35a-4ae9-9e3e-6ddd94a34085 req-63681ce3-0d94-4d11-af6c-a92283bc064a tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880225 Aug 29 04:23:23.921858 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=a9e40cef-a187-47fc-b3d0-e8bc1f441cf0,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:24.047163 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-b181bd50-2227-4ef2-88c2-674a73816bad None None] Provisioning for port 2b12e147-156a-4851-86b3-0906d4ece2ee completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:23:24.053996 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-b181bd50-2227-4ef2-88c2-674a73816bad None None] Provisioning complete for port 2b12e147-156a-4851-86b3-0906d4ece2ee triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:23:24.054508 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b181bd50-2227-4ef2-88c2-674a73816bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:24.087620 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080dc013-e862-492c-b33b-a63f4c8f8b84 req-1eba7685-5b0d-4a6d-880c-0a7c3e177f42 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:24.100005 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-080dc013-e862-492c-b33b-a63f4c8f8b84 req-1eba7685-5b0d-4a6d-880c-0a7c3e177f42 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/networks?id=6dc9f122-fe76-4b29-b692-6f9509f76947 HTTP/1.1" status: 200 len: 812 time: 0.4367833 Aug 29 04:23:24.110772 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c3524d-5ee2-4600-ae7b-3dab7b9ea4a1 req-a95b2947-e278-4d6a-b480-bf108bf43471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:24.114700 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-25c3524d-5ee2-4600-ae7b-3dab7b9ea4a1 req-a95b2947-e278-4d6a-b480-bf108bf43471 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b768cd8c-ce3b-4634-96ad-a9a93cf1350c HTTP/1.1" status: 200 len: 1098 time: 0.2879963 Aug 29 04:23:24.146862 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-b181bd50-2227-4ef2-88c2-674a73816bad None None] Port 2b12e147-156a-4851-86b3-0906d4ece2ee cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:23:24.238609 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-080dc013-e862-492c-b33b-a63f4c8f8b84 req-d1e706fb-b860-436f-bc8b-0dd81fb73455 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/quotas/6b54a16bc4c143ae881e0570211236dd HTTP/1.1" status: 200 len: 375 time: 0.1354952 Aug 29 04:23:24.365411 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-25c3524d-5ee2-4600-ae7b-3dab7b9ea4a1 req-1ffe3523-eee0-4f7d-851c-ea3908c86c4b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=bc298de8-05a1-4048-a74a-af5d487002fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140913 Aug 29 04:23:24.377682 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-080dc013-e862-492c-b33b-a63f4c8f8b84 req-66fde1d8-e769-4a61-b81f-a0b6d06bbb7c tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=6b54a16bc4c143ae881e0570211236dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1376808 Aug 29 04:23:24.396012 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-b181bd50-2227-4ef2-88c2-674a73816bad None None] Provisioning for port a2ce6969-5027-4a2b-b54e-ed7246d999e3 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:23:24.400159 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-29cfa55e-803a-4963-8a13-a934eb40daac tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:24.405112 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d808b931-63ea-4834-aa20-989dd7935f73 req-9bdc2401-4cf2-479d-b6d7-ed09459ff059 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:24.406435 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-b181bd50-2227-4ef2-88c2-674a73816bad None None] Provisioning complete for port a2ce6969-5027-4a2b-b54e-ed7246d999e3 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:23:24.407035 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b181bd50-2227-4ef2-88c2-674a73816bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:24.423792 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d808b931-63ea-4834-aa20-989dd7935f73 req-9bdc2401-4cf2-479d-b6d7-ed09459ff059 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/ports?device_id=b768cd8c-ce3b-4634-96ad-a9a93cf1350c HTTP/1.1" status: 200 len: 946 time: 0.1751828 Aug 29 04:23:24.475401 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-b181bd50-2227-4ef2-88c2-674a73816bad None None] Port a2ce6969-5027-4a2b-b54e-ed7246d999e3 was deleted so its status cannot be updated. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 29 04:23:24.505981 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-b181bd50-2227-4ef2-88c2-674a73816bad None None] Provisioning complete for port a9e40cef-a187-47fc-b3d0-e8bc1f441cf0 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:23:24.506411 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b181bd50-2227-4ef2-88c2-674a73816bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:24.530624 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d808b931-63ea-4834-aa20-989dd7935f73 req-0bc27036-268c-4f41-b2bc-1d91ce1f0adb tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc298de8-05a1-4048-a74a-af5d487002fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053565 Aug 29 04:23:24.633120 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cfa55e-803a-4963-8a13-a934eb40daac tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] Pushing event deleted for resources: {'Port': ['ID=a2ce6969-5027-4a2b-b54e-ed7246d999e3,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:24.659942 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 54106) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:24.891288 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 0fe65b52-6b33-495b-84ed-16828372bb83 details requested by agent hyperv_n-h2-712140-12 with host n-h2-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:23:24.895521 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-080dc013-e862-492c-b33b-a63f4c8f8b84 req-52ea3ddf-133a-401f-b935-e9d86beab0c6 service neutron] 10.222.0.22 "GET /v2.0/networks/6dc9f122-fe76-4b29-b692-6f9509f76947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5167534 Aug 29 04:23:24.918244 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-29cfa55e-803a-4963-8a13-a934eb40daac tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:24.926484 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-29cfa55e-803a-4963-8a13-a934eb40daac tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] 10.222.0.22 "DELETE /v2.0/ports/a2ce6969-5027-4a2b-b54e-ed7246d999e3 HTTP/1.1" status: 204 len: 168 time: 1.7225308 Aug 29 04:23:24.929026 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 54114) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:24.946174 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-c90fb4a1-d0b5-495d-b308-952d1a327d96 tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] Request body: {'port': {'name': 'tempest-new-port-name-768785549', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:24.947357 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.api.validators [None req-c90fb4a1-d0b5-495d-b308-952d1a327d96 tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] bootfile-name is not in valid_values {{(pid=94829) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 29 04:23:24.948211 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.api.validators [None req-c90fb4a1-d0b5-495d-b308-952d1a327d96 tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] tftp-server is not in valid_values {{(pid=94829) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 29 04:23:24.949007 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.api.validators [None req-c90fb4a1-d0b5-495d-b308-952d1a327d96 tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] server-ip-address is not in valid_values {{(pid=94829) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 29 04:23:24.996527 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 0fe65b52-6b33-495b-84ed-16828372bb83, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=0fe65b52-6b33-495b-84ed-16828372bb83,segment=NetworkSegment(44fea4a1-e972-4690-b14e-956bce45d1ec),segment_id=44fea4a1-e972-4690-b14e-956bce45d1ec)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:25.013844 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 0fe65b52-6b33-495b-84ed-16828372bb83 has no active binding in host n-h2-712140-12 {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 29 04:23:25.033453 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-990639c0-e001-4656-a4bf-01426e173dbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:25.151007 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c90fb4a1-d0b5-495d-b308-952d1a327d96 tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:25.165509 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-080dc013-e862-492c-b33b-a63f4c8f8b84 req-cff81ae9-2d30-4b3b-8d07-c0130297fb98 service neutron] 10.222.0.22 "GET /v2.0/networks/6dc9f122-fe76-4b29-b692-6f9509f76947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574549 Aug 29 04:23:25.294329 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-4b5d721f-9f1a-4590-8668-a9fb4f484e75 None None] Provisioning complete for port 2b12e147-156a-4851-86b3-0906d4ece2ee triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:23:25.296191 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4b5d721f-9f1a-4590-8668-a9fb4f484e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:25.347781 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device a9e40cef-a187-47fc-b3d0-e8bc1f441cf0 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:23:25.430437 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d721f-9f1a-4590-8668-a9fb4f484e75 None None] Port 2b12e147-156a-4851-86b3-0906d4ece2ee cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:23:25.437302 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-4b5d721f-9f1a-4590-8668-a9fb4f484e75 None None] Could not find standard attr ID for object a2ce6969-5027-4a2b-b54e-ed7246d999e3. {{(pid=94830) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:23:25.481019 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port a9e40cef-a187-47fc-b3d0-e8bc1f441cf0 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:23:25.481722 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:25.558891 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3f102c4e-7543-4337-8949-cd8d80a76b7f req-f7d8fc73-3f2b-46ec-9dbf-b00be50f9057 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3a83651-d050-4d62-ab86-f44b39056603 HTTP/1.1" status: 200 len: 210 time: 0.0697131 Aug 29 04:23:25.584804 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c90fb4a1-d0b5-495d-b308-952d1a327d96 tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:25.713210 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-990639c0-e001-4656-a4bf-01426e173dbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:25.729382 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c90fb4a1-d0b5-495d-b308-952d1a327d96 tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:25.777780 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-990639c0-e001-4656-a4bf-01426e173dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:25.824470 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6273a374-f410-4db4-8bdf-5503bae59fec req-5c29cdc3-3602-44e2-83df-b704c417413c tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:25.837420 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6273a374-f410-4db4-8bdf-5503bae59fec req-5c29cdc3-3602-44e2-83df-b704c417413c tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/ports?device_id=b768cd8c-ce3b-4634-96ad-a9a93cf1350c HTTP/1.1" status: 200 len: 946 time: 0.1345863 Aug 29 04:23:25.843407 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82af1cb-6f86-4fce-8382-6de3d39c1e88 req-a1778bfd-94e6-4879-8aea-117f4ae26d3d tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:25.846349 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f82af1cb-6f86-4fce-8382-6de3d39c1e88 req-a1778bfd-94e6-4879-8aea-117f4ae26d3d tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ca7bb12-432d-44b3-aa29-8fc3788f5be7 HTTP/1.1" status: 200 len: 943 time: 0.7004776 Aug 29 04:23:25.932336 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6273a374-f410-4db4-8bdf-5503bae59fec req-25b54e2a-998d-40fb-9d6c-49e193933037 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc298de8-05a1-4048-a74a-af5d487002fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934393 Aug 29 04:23:25.984453 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90fb4a1-d0b5-495d-b308-952d1a327d96 tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] Pushing event updated for resources: {'Port': ['ID=2b12e147-156a-4851-86b3-0906d4ece2ee,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:26.009647 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-990639c0-e001-4656-a4bf-01426e173dbc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=189a00970bc04ce89c792ff658bbbd6c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3482742 Aug 29 04:23:26.012688 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 54140) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:26.026266 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990639c0-e001-4656-a4bf-01426e173dbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fb207b3-ec0b-44da-a001-91d082bb1e6f,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:26.037123 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f82af1cb-6f86-4fce-8382-6de3d39c1e88 req-bdcc1411-6d7c-4336-b5e8-7a74d3eea429 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721942 Aug 29 04:23:26.038680 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-c90fb4a1-d0b5-495d-b308-952d1a327d96 tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] In _notify_port_updated(), no bound segment for port 2b12e147-156a-4851-86b3-0906d4ece2ee on network 5f1f9f00-bc64-4fdb-8605-ea685f455ca6 {{(pid=94829) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:23:26.063168 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90fb4a1-d0b5-495d-b308-952d1a327d96 tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:26.067680 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c90fb4a1-d0b5-495d-b308-952d1a327d96 tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:26.074266 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-c90fb4a1-d0b5-495d-b308-952d1a327d96 tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] 10.222.0.22 "PUT /v2.0/ports/2b12e147-156a-4851-86b3-0906d4ece2ee HTTP/1.1" status: 200 len: 1135 time: 1.1337512 Aug 29 04:23:26.075523 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 54144) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:26.192326 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4cc70627-84f1-45ff-89cf-da3cd9ccca56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:26.198550 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf76c09d-f1be-4dac-b2cd-b7112c231e48 tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:26.209839 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-bf76c09d-f1be-4dac-b2cd-b7112c231e48 tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] 10.222.0.22 "GET /v2.0/ports/2b12e147-156a-4851-86b3-0906d4ece2ee HTTP/1.1" status: 200 len: 1135 time: 0.1303008 Aug 29 04:23:26.217745 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 54152) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:26.351188 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4cc70627-84f1-45ff-89cf-da3cd9ccca56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:26.389555 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-87c90df2-691a-4b28-9057-aa8f51ca5256 None None] Provisioning complete for port 2b12e147-156a-4851-86b3-0906d4ece2ee triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:23:26.390363 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-87c90df2-691a-4b28-9057-aa8f51ca5256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:26.446483 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-87c90df2-691a-4b28-9057-aa8f51ca5256 None None] Port 2b12e147-156a-4851-86b3-0906d4ece2ee cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:23:26.473870 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4cc70627-84f1-45ff-89cf-da3cd9ccca56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:26.477847 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4cc70627-84f1-45ff-89cf-da3cd9ccca56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:26.479385 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-4cc70627-84f1-45ff-89cf-da3cd9ccca56 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0fb207b3-ec0b-44da-a001-91d082bb1e6f HTTP/1.1" status: 204 len: 168 time: 0.4653559 Aug 29 04:23:26.495927 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc70627-84f1-45ff-89cf-da3cd9ccca56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fb207b3-ec0b-44da-a001-91d082bb1e6f,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:26.549949 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c3666775-e671-4e6e-a441-9ef267c2631a tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] Deleting port 2b12e147-156a-4851-86b3-0906d4ece2ee {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:23:26.550630 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c3666775-e671-4e6e-a441-9ef267c2631a tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:26.667883 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c3666775-e671-4e6e-a441-9ef267c2631a tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:26.685573 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c3666775-e671-4e6e-a441-9ef267c2631a tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] Calling delete_port for 2b12e147-156a-4851-86b3-0906d4ece2ee owned by {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:23:26.838329 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 0fe65b52-6b33-495b-84ed-16828372bb83 no longer exists at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:23:27.015109 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c3666775-e671-4e6e-a441-9ef267c2631a tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:27.109391 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3666775-e671-4e6e-a441-9ef267c2631a tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] Pushing event deleted for resources: {'Port': ['ID=2b12e147-156a-4851-86b3-0906d4ece2ee,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:27.138461 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956a8c07-9a73-4f82-8dd3-f8e9077cc0f6 req-0f1c5604-d3ad-463b-8117-3356eab9ac02 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:27.145866 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-956a8c07-9a73-4f82-8dd3-f8e9077cc0f6 req-0f1c5604-d3ad-463b-8117-3356eab9ac02 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/networks?id=6dc9f122-fe76-4b29-b692-6f9509f76947 HTTP/1.1" status: 200 len: 812 time: 0.3296680 Aug 29 04:23:27.208247 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46e8dd8-a737-4244-8cfd-795290dba19a req-8a028205-2960-4c8c-ad38-96b554d17dda tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:27.220547 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b46e8dd8-a737-4244-8cfd-795290dba19a req-8a028205-2960-4c8c-ad38-96b554d17dda tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/ports?device_id=b768cd8c-ce3b-4634-96ad-a9a93cf1350c HTTP/1.1" status: 200 len: 946 time: 0.1476572 Aug 29 04:23:27.250427 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-956a8c07-9a73-4f82-8dd3-f8e9077cc0f6 req-cfa962b7-c3a7-4438-abef-412b5ab03d54 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/quotas/6b54a16bc4c143ae881e0570211236dd HTTP/1.1" status: 200 len: 375 time: 0.1035511 Aug 29 04:23:27.320266 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b46e8dd8-a737-4244-8cfd-795290dba19a req-6ff29e44-ccf8-4eae-9fe7-17993391a677 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc298de8-05a1-4048-a74a-af5d487002fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982113 Aug 29 04:23:27.343816 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-956a8c07-9a73-4f82-8dd3-f8e9077cc0f6 req-4b53df61-c002-4440-9c00-a058c1714184 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=6b54a16bc4c143ae881e0570211236dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0923712 Aug 29 04:23:27.369563 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c3666775-e671-4e6e-a441-9ef267c2631a tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:27.371672 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-c3666775-e671-4e6e-a441-9ef267c2631a tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] 10.222.0.22 "DELETE /v2.0/ports/2b12e147-156a-4851-86b3-0906d4ece2ee HTTP/1.1" status: 204 len: 168 time: 1.1524527 Aug 29 04:23:27.375157 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 54218) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:27.466319 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_v2 [None req-0aa12056-1143-46b8-9d72-f8c69429ccdd tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] Deleting subnet 9486b877-9993-4edb-a209-4e41432dfafe {{(pid=94829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:23:27.507601 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0aa12056-1143-46b8-9d72-f8c69429ccdd tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] Notify callbacks [] for subnet, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:27.563450 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-956a8c07-9a73-4f82-8dd3-f8e9077cc0f6 req-9f444d5f-ff99-4071-8414-fa3175a41abb service neutron] 10.222.0.22 "GET /v2.0/networks/6dc9f122-fe76-4b29-b692-6f9509f76947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185283 Aug 29 04:23:27.658846 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee2755d-906a-43a8-a620-64ba864a7266 req-3342f1b1-0cd2-4bd6-98a3-70a0c7476d38 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:27.660492 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-bee2755d-906a-43a8-a620-64ba864a7266 req-3342f1b1-0cd2-4bd6-98a3-70a0c7476d38 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ca7bb12-432d-44b3-aa29-8fc3788f5be7 HTTP/1.1" status: 200 len: 943 time: 0.1907871 Aug 29 04:23:27.674523 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0aa12056-1143-46b8-9d72-f8c69429ccdd tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4311743'] for subnet, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:27.691025 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-956a8c07-9a73-4f82-8dd3-f8e9077cc0f6 req-eefe6bb7-0e9b-49e3-bc6f-dc1c8d8c0f8e service neutron] 10.222.0.22 "GET /v2.0/networks/6dc9f122-fe76-4b29-b692-6f9509f76947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258578 Aug 29 04:23:27.898980 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0aa12056-1143-46b8-9d72-f8c69429ccdd tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:27.964058 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-bee2755d-906a-43a8-a620-64ba864a7266 req-b6bced1c-a069-47c1-a806-c5f147b5b163 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2832308 Aug 29 04:23:28.025165 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a9b3a7a7-034f-4bc6-85bd-0d232b3140de req-0064251a-6a43-46de-a996-a528a0f97c56 service neutron] 10.222.0.46 "GET /v2.0/ports/0fe65b52-6b33-495b-84ed-16828372bb83/bindings/n-h2-712140-12 HTTP/1.1" status: 200 len: 385 time: 0.1882839 Aug 29 04:23:28.031910 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0aa12056-1143-46b8-9d72-f8c69429ccdd tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4552352'] for subnet, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:28.139670 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a46ec648-9c8f-47c4-8bc2-cc960c86468b req-a0cf1a1e-b8b6-4e21-bfbd-b0b1fd423813 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=d623ef02-7dbc-4bb9-b537-508f9d59a4d6 HTTP/1.1" status: 200 len: 210 time: 0.0871587 Aug 29 04:23:28.142871 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa12056-1143-46b8-9d72-f8c69429ccdd tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] Pushing event deleted for resources: {'Subnet': ['ID=9486b877-9993-4edb-a209-4e41432dfafe,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:28.152549 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0aa12056-1143-46b8-9d72-f8c69429ccdd tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:28.154460 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-0aa12056-1143-46b8-9d72-f8c69429ccdd tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] 10.222.0.22 "DELETE /v2.0/subnets/9486b877-9993-4edb-a209-4e41432dfafe HTTP/1.1" status: 204 len: 168 time: 0.7782269 Aug 29 04:23:28.157442 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 54282) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:28.189143 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b2227b-3667-4028-a09b-d1b02c61af87 None None] Network 5f1f9f00-bc64-4fdb-8605-ea685f455ca6 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:23:28.419141 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-84290156-67b2-47f6-87c5-8a7a948bc0b3 tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:28.456723 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 54294) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:28.468614 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:28.516586 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3014eb-0711-4e30-9789-1b2c19a79e5b req-c3bc706b-f6e0-4b8c-8a5f-ce51c9077af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:28.518688 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3f3014eb-0711-4e30-9789-1b2c19a79e5b req-c3bc706b-f6e0-4b8c-8a5f-ce51c9077af0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d9a76e3dc1744d138793af79d163dd05&device_id=b768cd8c-ce3b-4634-96ad-a9a93cf1350c HTTP/1.1" status: 200 len: 1098 time: 0.0936217 Aug 29 04:23:28.521913 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fa36ed-98f2-4699-99ad-0a99671e20ef req-5cac858b-fc81-43c3-9f00-68df40bea600 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:28.523729 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-71fa36ed-98f2-4699-99ad-0a99671e20ef req-5cac858b-fc81-43c3-9f00-68df40bea600 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/ports?device_id=b768cd8c-ce3b-4634-96ad-a9a93cf1350c HTTP/1.1" status: 200 len: 946 time: 0.1432285 Aug 29 04:23:28.584799 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-a9b3a7a7-034f-4bc6-85bd-0d232b3140de req-1b821736-0628-447d-9ebc-897e8037496a service neutron] For port 0fe65b52-6b33-495b-84ed-16828372bb83, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=0fe65b52-6b33-495b-84ed-16828372bb83,segment=NetworkSegment(44fea4a1-e972-4690-b14e-956bce45d1ec),segment_id=44fea4a1-e972-4690-b14e-956bce45d1ec)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:28.621869 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97324489-557c-4af6-bf1f-c5b64136ddd3 None None] DHCP port deletion for 5f1f9f00-bc64-4fdb-8605-ea685f455ca6 request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:23:28.651483 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-71fa36ed-98f2-4699-99ad-0a99671e20ef req-ef3c24d7-e14a-4768-8ee8-22fa94964b32 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc298de8-05a1-4048-a74a-af5d487002fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193073 Aug 29 04:23:28.694684 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-a9b3a7a7-034f-4bc6-85bd-0d232b3140de req-1b821736-0628-447d-9ebc-897e8037496a service neutron] For port 0fe65b52-6b33-495b-84ed-16828372bb83, host n-h1-712140-12, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:23:28.697145 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-84290156-67b2-47f6-87c5-8a7a948bc0b3 tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] Deleting port a9e40cef-a187-47fc-b3d0-e8bc1f441cf0 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:23:28.698297 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-84290156-67b2-47f6-87c5-8a7a948bc0b3 tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:28.722531 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3014eb-0711-4e30-9789-1b2c19a79e5b req-7f9cddf2-f2c8-47a2-ac1b-73420a262f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:28.724703 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3f3014eb-0711-4e30-9789-1b2c19a79e5b req-7f9cddf2-f2c8-47a2-ac1b-73420a262f65 service neutron] 10.222.0.48 "GET /v2.0/networks?id=430f809c-a4d3-48f1-bbd1-f32da1f4fbac HTTP/1.1" status: 200 len: 919 time: 0.1968431 Aug 29 04:23:28.756093 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-97324489-557c-4af6-bf1f-c5b64136ddd3 None None] Deleting port a9e40cef-a187-47fc-b3d0-e8bc1f441cf0 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:23:28.756093 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-97324489-557c-4af6-bf1f-c5b64136ddd3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:28.774111 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [req-a9b3a7a7-034f-4bc6-85bd-0d232b3140de req-1b821736-0628-447d-9ebc-897e8037496a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fe65b52-6b33-495b-84ed-16828372bb83 {{(pid=94829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:23:28.795727 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-a9b3a7a7-034f-4bc6-85bd-0d232b3140de req-1b821736-0628-447d-9ebc-897e8037496a service neutron] For port 0fe65b52-6b33-495b-84ed-16828372bb83, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=0fe65b52-6b33-495b-84ed-16828372bb83,segment=NetworkSegment(44fea4a1-e972-4690-b14e-956bce45d1ec),segment_id=44fea4a1-e972-4690-b14e-956bce45d1ec)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:28.823954 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-a9b3a7a7-034f-4bc6-85bd-0d232b3140de req-1b821736-0628-447d-9ebc-897e8037496a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:28.856954 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7c334275-6e9a-48f5-ab0f-38ac5f2b0cb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:28.887772 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3f3014eb-0711-4e30-9789-1b2c19a79e5b req-b9ea93e9-e1cb-4d22-bac0-d5901801193d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d71d6c5d-6a54-4919-850f-c170caffc061 HTTP/1.1" status: 200 len: 217 time: 0.0968218 Aug 29 04:23:28.890957 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-97324489-557c-4af6-bf1f-c5b64136ddd3 None None] For port a9e40cef-a187-47fc-b3d0-e8bc1f441cf0, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=a9e40cef-a187-47fc-b3d0-e8bc1f441cf0,segment=NetworkSegment(681721c9-4685-4eab-beaf-568251d6ee94),segment_id=681721c9-4685-4eab-beaf-568251d6ee94)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:28.891375 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-97324489-557c-4af6-bf1f-c5b64136ddd3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:28.894446 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-84290156-67b2-47f6-87c5-8a7a948bc0b3 tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] For port a9e40cef-a187-47fc-b3d0-e8bc1f441cf0, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=a9e40cef-a187-47fc-b3d0-e8bc1f441cf0,segment=NetworkSegment(681721c9-4685-4eab-beaf-568251d6ee94),segment_id=681721c9-4685-4eab-beaf-568251d6ee94)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:28.895141 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-84290156-67b2-47f6-87c5-8a7a948bc0b3 tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:28.913820 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-97324489-557c-4af6-bf1f-c5b64136ddd3 None None] Calling delete_port for a9e40cef-a187-47fc-b3d0-e8bc1f441cf0 owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:23:28.976440 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-84290156-67b2-47f6-87c5-8a7a948bc0b3 tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] Calling delete_port for a9e40cef-a187-47fc-b3d0-e8bc1f441cf0 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:23:29.082691 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3014eb-0711-4e30-9789-1b2c19a79e5b req-7e529f74-7ad5-4b77-a169-f9a0f0f63fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:29.084353 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3f3014eb-0711-4e30-9789-1b2c19a79e5b req-7e529f74-7ad5-4b77-a169-f9a0f0f63fde service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e09e77d6-9e1c-48ca-bc8e-b3b1a5575d1e HTTP/1.1" status: 200 len: 858 time: 0.1862457 Aug 29 04:23:29.129746 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-97324489-557c-4af6-bf1f-c5b64136ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:29.166978 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97324489-557c-4af6-bf1f-c5b64136ddd3 None None] No DVR routers for this DVR port a9e40cef-a187-47fc-b3d0-e8bc1f441cf0 on host n-d-712140-12 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:23:29.215614 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97324489-557c-4af6-bf1f-c5b64136ddd3 None None] Pushing event deleted for resources: {'Port': ['ID=a9e40cef-a187-47fc-b3d0-e8bc1f441cf0,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:29.308701 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device a9e40cef-a187-47fc-b3d0-e8bc1f441cf0 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:23:29.367963 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: a9e40cef-a187-47fc-b3d0-e8bc1f441cf0 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:23:29.368439 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device a9e40cef-a187-47fc-b3d0-e8bc1f441cf0 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:23:29.377194 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3f3014eb-0711-4e30-9789-1b2c19a79e5b req-1b39ec75-7b7a-425a-8369-048e7a3f1a5b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=430f809c-a4d3-48f1-bbd1-f32da1f4fbac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2831328 Aug 29 04:23:29.484107 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-58b26dcd-62a6-42fa-9181-8fe79972a335 req-d812de04-0bd3-4d1b-9944-61a0d650c126 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=d623ef02-7dbc-4bb9-b537-508f9d59a4d6 HTTP/1.1" status: 200 len: 210 time: 0.1047673 Aug 29 04:23:29.492969 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98924c95-db0d-4284-b47f-81a8e3422836 req-f1468c93-e351-4bbb-901a-25a929cf4a5d tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:29.505127 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-98924c95-db0d-4284-b47f-81a8e3422836 req-f1468c93-e351-4bbb-901a-25a929cf4a5d tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ca7bb12-432d-44b3-aa29-8fc3788f5be7 HTTP/1.1" status: 200 len: 943 time: 0.1000006 Aug 29 04:23:29.508283 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [req-a9b3a7a7-034f-4bc6-85bd-0d232b3140de req-1b821736-0628-447d-9ebc-897e8037496a service neutron] Transition to ACTIVE for port object 0fe65b52-6b33-495b-84ed-16828372bb83 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:23:29.526478 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-a9b3a7a7-034f-4bc6-85bd-0d232b3140de req-1b821736-0628-447d-9ebc-897e8037496a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:29.532010 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-84290156-67b2-47f6-87c5-8a7a948bc0b3 tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:29.562561 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84290156-67b2-47f6-87c5-8a7a948bc0b3 tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] Pushing event deleted for resources: {'Port': ['ID=a9e40cef-a187-47fc-b3d0-e8bc1f441cf0,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:29.589848 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84290156-67b2-47f6-87c5-8a7a948bc0b3 tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] No DVR routers for this DVR port a9e40cef-a187-47fc-b3d0-e8bc1f441cf0 on host n-d-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:23:29.629313 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-98924c95-db0d-4284-b47f-81a8e3422836 req-674bf8f4-f0b0-4b56-ad29-3dd95a96b9eb tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231687 Aug 29 04:23:29.635977 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7c334275-6e9a-48f5-ab0f-38ac5f2b0cb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:29.640759 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3f3014eb-0711-4e30-9789-1b2c19a79e5b req-5574c1c2-9391-47a2-8a1e-355739802928 service neutron] 10.222.0.48 "GET /v2.0/networks/430f809c-a4d3-48f1-bbd1-f32da1f4fbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485118 Aug 29 04:23:29.661045 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b821736-0628-447d-9ebc-897e8037496a service neutron] Pushing event updated for resources: {'Port': ['ID=0fe65b52-6b33-495b-84ed-16828372bb83,revision_number=10']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:29.668383 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9b3a7a7-034f-4bc6-85bd-0d232b3140de req-1b821736-0628-447d-9ebc-897e8037496a service neutron] No DVR routers for this DVR port 0fe65b52-6b33-495b-84ed-16828372bb83 on host n-h1-712140-12 {{(pid=94829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:23:29.752814 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a9b3a7a7-034f-4bc6-85bd-0d232b3140de req-1b821736-0628-447d-9ebc-897e8037496a service neutron] 10.222.0.46 "PUT /v2.0/ports/0fe65b52-6b33-495b-84ed-16828372bb83/bindings/n-h2-712140-12/activate HTTP/1.1" status: 200 len: 370 time: 1.7108569 Aug 29 04:23:29.770403 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3f3014eb-0711-4e30-9789-1b2c19a79e5b req-351597d1-19f6-46f9-99c7-ff221bea6603 service neutron] 10.222.0.48 "GET /v2.0/networks/430f809c-a4d3-48f1-bbd1-f32da1f4fbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180453 Aug 29 04:23:29.771146 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7c334275-6e9a-48f5-ab0f-38ac5f2b0cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:29.867995 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-84290156-67b2-47f6-87c5-8a7a948bc0b3 tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:29.900265 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-84290156-67b2-47f6-87c5-8a7a948bc0b3 tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f1f9f00-bc64-4fdb-8605-ea685f455ca6']}} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:29.928511 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c334275-6e9a-48f5-ab0f-38ac5f2b0cb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eae0dbc-a969-4ebc-8cda-5d8ca89830d4,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:29.936432 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-7c334275-6e9a-48f5-ab0f-38ac5f2b0cb7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=85119134958443acadee8ef2961aa3d9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4761736 Aug 29 04:23:29.941900 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 54326) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:29.957165 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-84290156-67b2-47f6-87c5-8a7a948bc0b3 tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '681721c9-4685-4eab-beaf-568251d6ee94') {'for_net_delete': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:29.957690 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-84290156-67b2-47f6-87c5-8a7a948bc0b3 tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '681721c9-4685-4eab-beaf-568251d6ee94') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:29.986420 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b3a7a7-034f-4bc6-85bd-0d232b3140de req-79f727e1-83fc-4f4d-af02-d0c359c1cdd4 tempest-LiveMigrationTest-555913250 tempest-LiveMigrationTest-555913250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:29.987207 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-84290156-67b2-47f6-87c5-8a7a948bc0b3 tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8904833'] for segment, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:29.988945 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a9b3a7a7-034f-4bc6-85bd-0d232b3140de req-79f727e1-83fc-4f4d-af02-d0c359c1cdd4 tempest-LiveMigrationTest-555913250 tempest-LiveMigrationTest-555913250-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=5ca7bb12-432d-44b3-aa29-8fc3788f5be7&tenant_id=260b2b7726794e4d90a38e52b66506fd&binding%3Ahost_id=n-h1-712140-12 HTTP/1.1" status: 200 len: 1096 time: 0.1030879 Aug 29 04:23:29.996211 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09b1672-68d7-4394-a569-19fa01db1a34 req-6449c801-b6ce-4764-891d-9550a2e5dec3 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:29.998113 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a09b1672-68d7-4394-a569-19fa01db1a34 req-6449c801-b6ce-4764-891d-9550a2e5dec3 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/ports?device_id=b768cd8c-ce3b-4634-96ad-a9a93cf1350c HTTP/1.1" status: 200 len: 946 time: 0.2239118 Aug 29 04:23:30.056244 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-84290156-67b2-47f6-87c5-8a7a948bc0b3 tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:30.067820 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b3a7a7-034f-4bc6-85bd-0d232b3140de req-1c8587c6-7661-408c-8c98-4c960dcea78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:30.069927 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a9b3a7a7-034f-4bc6-85bd-0d232b3140de req-1c8587c6-7661-408c-8c98-4c960dcea78a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5ca7bb12-432d-44b3-aa29-8fc3788f5be7&tenant_id=260b2b7726794e4d90a38e52b66506fd HTTP/1.1" status: 200 len: 1096 time: 0.0661943 Aug 29 04:23:30.075074 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84290156-67b2-47f6-87c5-8a7a948bc0b3 tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=94828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:23:30.075540 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-84290156-67b2-47f6-87c5-8a7a948bc0b3 tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9190468'] for segment, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:30.081194 n-d-712140-12 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:23:30.081194 n-d-712140-12 neutron-server[94828]: self.session.flush() Aug 29 04:23:30.081194 n-d-712140-12 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:23:30.081194 n-d-712140-12 neutron-server[94828]: self.session.flush() Aug 29 04:23:30.081194 n-d-712140-12 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:23:30.081194 n-d-712140-12 neutron-server[94828]: self.session.flush() Aug 29 04:23:30.081194 n-d-712140-12 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:23:30.081194 n-d-712140-12 neutron-server[94828]: self.session.flush() Aug 29 04:23:30.081194 n-d-712140-12 neutron-server[94828]: Traceback (most recent call last): Aug 29 04:23:30.081194 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:23:30.081194 n-d-712140-12 neutron-server[94828]: timer() Aug 29 04:23:30.081194 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:23:30.081194 n-d-712140-12 neutron-server[94828]: cb(*args, **kw) Aug 29 04:23:30.081194 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:23:30.081194 n-d-712140-12 neutron-server[94828]: return func(*args, **kwargs) Aug 29 04:23:30.081194 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:23:30.081194 n-d-712140-12 neutron-server[94828]: self._notify() Aug 29 04:23:30.081194 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:23:30.081194 n-d-712140-12 neutron-server[94828]: self.callback(batched_events) Aug 29 04:23:30.081194 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:23:30.081194 n-d-712140-12 neutron-server[94828]: event.method(event) Aug 29 04:23:30.081194 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:23:30.081194 n-d-712140-12 neutron-server[94828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:23:30.081194 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:23:30.081194 n-d-712140-12 neutron-server[94828]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:23:30.081194 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:23:30.081194 n-d-712140-12 neutron-server[94828]: return f(self, *a, **k) Aug 29 04:23:30.081194 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:23:30.081194 n-d-712140-12 neutron-server[94828]: return self._get(url).json() Aug 29 04:23:30.081194 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:23:30.081194 n-d-712140-12 neutron-server[94828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:23:30.081194 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:23:30.081194 n-d-712140-12 neutron-server[94828]: return self.request(url, 'GET', **kwargs) Aug 29 04:23:30.081194 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:23:30.081194 n-d-712140-12 neutron-server[94828]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:23:30.081194 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:23:30.081194 n-d-712140-12 neutron-server[94828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:23:30.081194 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:23:30.081194 n-d-712140-12 neutron-server[94828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:23:30.081194 n-d-712140-12 neutron-server[94828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:23:30.168504 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b3a7a7-034f-4bc6-85bd-0d232b3140de req-532b20ef-a11d-4bbe-8f2c-e2b0c3a36f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:30.170552 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a9b3a7a7-034f-4bc6-85bd-0d232b3140de req-532b20ef-a11d-4bbe-8f2c-e2b0c3a36f4a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=260b2b7726794e4d90a38e52b66506fd&device_id=5ca7bb12-432d-44b3-aa29-8fc3788f5be7 HTTP/1.1" status: 200 len: 1096 time: 0.0643268 Aug 29 04:23:30.174885 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956a8c07-9a73-4f82-8dd3-f8e9077cc0f6 req-2318a8bf-222b-4ece-a532-7dde3bd7d56d tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:30.176442 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-956a8c07-9a73-4f82-8dd3-f8e9077cc0f6 req-2318a8bf-222b-4ece-a532-7dde3bd7d56d tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.48 "GET /v2.0/networks?id=6dc9f122-fe76-4b29-b692-6f9509f76947 HTTP/1.1" status: 200 len: 812 time: 0.3395884 Aug 29 04:23:30.180355 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-729c5ed6-69bf-491c-a044-d4480236694b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:30.189851 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a09b1672-68d7-4394-a569-19fa01db1a34 req-a98132ec-ff6e-470e-8ecf-6fd6344b38e5 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc298de8-05a1-4048-a74a-af5d487002fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778657 Aug 29 04:23:30.201451 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-84290156-67b2-47f6-87c5-8a7a948bc0b3 tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:30.212654 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-84290156-67b2-47f6-87c5-8a7a948bc0b3 tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:30.216916 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-84290156-67b2-47f6-87c5-8a7a948bc0b3 tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] 10.222.0.22 "DELETE /v2.0/networks/5f1f9f00-bc64-4fdb-8605-ea685f455ca6 HTTP/1.1" status: 204 len: 168 time: 2.0551260 Aug 29 04:23:30.221751 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-729c5ed6-69bf-491c-a044-d4480236694b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:30.250958 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-956a8c07-9a73-4f82-8dd3-f8e9077cc0f6 req-7eca5d14-656a-4a3e-b3f1-b44bbeaf3fe6 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Request body: {'port': {'device_id': 'd623ef02-7dbc-4bb9-b537-508f9d59a4d6', 'network_id': '6dc9f122-fe76-4b29-b692-6f9509f76947', 'admin_state_up': True, 'tenant_id': '6b54a16bc4c143ae881e0570211236dd'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:30.257457 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84290156-67b2-47f6-87c5-8a7a948bc0b3 tempest-ExtraDHCPOptionsTestJSON-1384910326 tempest-ExtraDHCPOptionsTestJSON-1384910326-project] Pushing event deleted for resources: {'Network': ['ID=5f1f9f00-bc64-4fdb-8605-ea685f455ca6,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:30.388512 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b3a7a7-034f-4bc6-85bd-0d232b3140de req-743023d9-b55a-41f3-bdf6-7f5a3aee0693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:30.394843 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a9b3a7a7-034f-4bc6-85bd-0d232b3140de req-743023d9-b55a-41f3-bdf6-7f5a3aee0693 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1c65535d-8d45-4051-8e5d-043211a49251 HTTP/1.1" status: 200 len: 908 time: 0.1883268 Aug 29 04:23:30.412781 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-729c5ed6-69bf-491c-a044-d4480236694b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:30.417055 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-729c5ed6-69bf-491c-a044-d4480236694b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:30.418993 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-729c5ed6-69bf-491c-a044-d4480236694b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5eae0dbc-a969-4ebc-8cda-5d8ca89830d4 HTTP/1.1" status: 204 len: 168 time: 0.4721580 Aug 29 04:23:30.456795 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729c5ed6-69bf-491c-a044-d4480236694b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eae0dbc-a969-4ebc-8cda-5d8ca89830d4,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:30.504452 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-956a8c07-9a73-4f82-8dd3-f8e9077cc0f6 req-7eca5d14-656a-4a3e-b3f1-b44bbeaf3fe6 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Made reservation on behalf of 6b54a16bc4c143ae881e0570211236dd for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:23:30.515508 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-956a8c07-9a73-4f82-8dd3-f8e9077cc0f6 req-7eca5d14-656a-4a3e-b3f1-b44bbeaf3fe6 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:30.515816 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a9b3a7a7-034f-4bc6-85bd-0d232b3140de req-efc86b8a-69c9-4183-9486-40b5b7739986 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0fe65b52-6b33-495b-84ed-16828372bb83 HTTP/1.1" status: 200 len: 217 time: 0.1117249 Aug 29 04:23:30.629411 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b3a7a7-034f-4bc6-85bd-0d232b3140de req-120844f6-a713-4aad-999a-7e2386fafa43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:30.633946 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a9b3a7a7-034f-4bc6-85bd-0d232b3140de req-120844f6-a713-4aad-999a-7e2386fafa43 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d11db723-881a-44e4-ae3d-f8a6bedc146e HTTP/1.1" status: 200 len: 847 time: 0.1084661 Aug 29 04:23:30.713570 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 54348) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:30.720077 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0eafd3c7-1945-4ffa-b5ef-5737fcbb1c61 req-b1f757de-4128-4d6a-9bbb-0e7c5e871524 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=d623ef02-7dbc-4bb9-b537-508f9d59a4d6 HTTP/1.1" status: 200 len: 210 time: 0.0726507 Aug 29 04:23:30.727788 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a9b3a7a7-034f-4bc6-85bd-0d232b3140de req-3e466bb1-57e6-4c59-bf73-c2125e1853ac service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1c65535d-8d45-4051-8e5d-043211a49251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0856440 Aug 29 04:23:30.891053 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-956a8c07-9a73-4f82-8dd3-f8e9077cc0f6 req-7eca5d14-656a-4a3e-b3f1-b44bbeaf3fe6 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Allocated IP 172.20.0.14 (6dc9f122-fe76-4b29-b692-6f9509f76947/92da5435-aaff-49ad-89d5-9a0918bd173a/16caa0a5-1936-4fe3-a6ab-7eac721dfaa1) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:23:31.009789 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca024291-810e-43c5-a97a-46696e13fda3 req-8f7b8190-6b25-4302-8720-b813e2b89c35 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:31.011329 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ca024291-810e-43c5-a97a-46696e13fda3 req-8f7b8190-6b25-4302-8720-b813e2b89c35 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ca7bb12-432d-44b3-aa29-8fc3788f5be7 HTTP/1.1" status: 200 len: 944 time: 0.2055972 Aug 29 04:23:31.015874 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a9b3a7a7-034f-4bc6-85bd-0d232b3140de req-ec225ec2-97fc-44a8-8e64-6a76cbbb1cdb service neutron] 10.222.0.48 "GET /v2.0/networks/1c65535d-8d45-4051-8e5d-043211a49251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772155 Aug 29 04:23:31.162878 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-b10f1569-8260-48d1-9e90-307a6082d329 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0ebd5eaa268b416cbea98a65564db22f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4440615 Aug 29 04:23:31.166740 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 54364) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:31.186633 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ca024291-810e-43c5-a97a-46696e13fda3 req-e85e4b2b-0222-4cf3-801b-e0e4c80c01a9 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473885 Aug 29 04:23:31.203699 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a9b3a7a7-034f-4bc6-85bd-0d232b3140de req-cc6158f0-ad4a-4867-9264-efc33d495ffd service neutron] 10.222.0.48 "GET /v2.0/networks/1c65535d-8d45-4051-8e5d-043211a49251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661270 Aug 29 04:23:31.246715 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6888514e-aca1-44e1-8cc5-59ba1c0a0344 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:31.249131 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-956a8c07-9a73-4f82-8dd3-f8e9077cc0f6 req-7eca5d14-656a-4a3e-b3f1-b44bbeaf3fe6 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:31.293008 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6888514e-aca1-44e1-8cc5-59ba1c0a0344 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:31.469331 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6888514e-aca1-44e1-8cc5-59ba1c0a0344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:31.484200 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6888514e-aca1-44e1-8cc5-59ba1c0a0344 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:31.492285 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-6888514e-aca1-44e1-8cc5-59ba1c0a0344 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/55bc4538-b5ca-46d6-bbb1-22caccb4025b HTTP/1.1" status: 204 len: 168 time: 0.3242440 Aug 29 04:23:31.508469 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6888514e-aca1-44e1-8cc5-59ba1c0a0344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55bc4538-b5ca-46d6-bbb1-22caccb4025b,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:31.508996 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-956a8c07-9a73-4f82-8dd3-f8e9077cc0f6 req-7eca5d14-656a-4a3e-b3f1-b44bbeaf3fe6 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:31.624095 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6826cd-3db3-466e-b931-e8127dc083e2 req-9c11cafe-621b-4981-9990-9f3b4088f0d9 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:31.634515 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4b6826cd-3db3-466e-b931-e8127dc083e2 req-9c11cafe-621b-4981-9990-9f3b4088f0d9 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/ports?device_id=b768cd8c-ce3b-4634-96ad-a9a93cf1350c HTTP/1.1" status: 200 len: 946 time: 0.2177105 Aug 29 04:23:31.652404 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-956a8c07-9a73-4f82-8dd3-f8e9077cc0f6 req-7eca5d14-656a-4a3e-b3f1-b44bbeaf3fe6 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Network 6dc9f122-fe76-4b29-b692-6f9509f76947 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:23:31.668594 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b3a7a7-034f-4bc6-85bd-0d232b3140de req-ce4fdc0b-22e7-4959-998a-78eb056496e8 tempest-LiveMigrationTest-555913250 tempest-LiveMigrationTest-555913250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:31.669818 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-956a8c07-9a73-4f82-8dd3-f8e9077cc0f6 req-7eca5d14-656a-4a3e-b3f1-b44bbeaf3fe6 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:23:31.681087 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a9b3a7a7-034f-4bc6-85bd-0d232b3140de req-ce4fdc0b-22e7-4959-998a-78eb056496e8 tempest-LiveMigrationTest-555913250 tempest-LiveMigrationTest-555913250-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=5ca7bb12-432d-44b3-aa29-8fc3788f5be7&tenant_id=260b2b7726794e4d90a38e52b66506fd&binding%3Ahost_id=n-h2-712140-12 HTTP/1.1" status: 200 len: 1096 time: 0.0864141 Aug 29 04:23:31.694817 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eca5d14-656a-4a3e-b3f1-b44bbeaf3fe6 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Pushing event updated for resources: {'Port': ['ID=16caa0a5-1936-4fe3-a6ab-7eac721dfaa1,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:31.711089 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-956a8c07-9a73-4f82-8dd3-f8e9077cc0f6 req-7eca5d14-656a-4a3e-b3f1-b44bbeaf3fe6 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:23:31.795146 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956a8c07-9a73-4f82-8dd3-f8e9077cc0f6 req-7eca5d14-656a-4a3e-b3f1-b44bbeaf3fe6 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:31.805210 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-956a8c07-9a73-4f82-8dd3-f8e9077cc0f6 req-7eca5d14-656a-4a3e-b3f1-b44bbeaf3fe6 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:31.876852 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4b6826cd-3db3-466e-b931-e8127dc083e2 req-51a99126-17d8-4b42-bd01-25390dbdc486 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc298de8-05a1-4048-a74a-af5d487002fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401209 Aug 29 04:23:31.906821 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-a9b3a7a7-034f-4bc6-85bd-0d232b3140de req-6703bef1-733b-47de-b2f5-fa525da065b6 service neutron] For port 0fe65b52-6b33-495b-84ed-16828372bb83, host n-h1-712140-12, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:23:31.910682 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-956a8c07-9a73-4f82-8dd3-f8e9077cc0f6 req-7eca5d14-656a-4a3e-b3f1-b44bbeaf3fe6 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6736495 Aug 29 04:23:31.918236 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-a9b3a7a7-034f-4bc6-85bd-0d232b3140de req-6703bef1-733b-47de-b2f5-fa525da065b6 service neutron] Notify callbacks [] for binding, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:31.919761 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a9b3a7a7-034f-4bc6-85bd-0d232b3140de req-6703bef1-733b-47de-b2f5-fa525da065b6 service neutron] 10.222.0.48 "DELETE /v2.0/ports/0fe65b52-6b33-495b-84ed-16828372bb83/bindings/n-h1-712140-12 HTTP/1.1" status: 204 len: 173 time: 0.2404456 Aug 29 04:23:31.933719 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-956a8c07-9a73-4f82-8dd3-f8e9077cc0f6 req-b6f4170e-976d-41c0-a917-33db064d0780 service neutron] Request body: {'port': {'device_id': 'd623ef02-7dbc-4bb9-b537-508f9d59a4d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:31.989378 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f063730a-26d5-4d55-9de8-2178bb6cb71c req-58685896-c3b7-44e9-a140-9dce2d326a83 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:31.991615 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f063730a-26d5-4d55-9de8-2178bb6cb71c req-58685896-c3b7-44e9-a140-9dce2d326a83 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=d623ef02-7dbc-4bb9-b537-508f9d59a4d6 HTTP/1.1" status: 200 len: 932 time: 0.1015234 Aug 29 04:23:32.060534 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-956a8c07-9a73-4f82-8dd3-f8e9077cc0f6 req-b6f4170e-976d-41c0-a917-33db064d0780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:32.095136 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f063730a-26d5-4d55-9de8-2178bb6cb71c req-1c84f6b3-fabd-425d-95e0-963bb9897f36 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903661 Aug 29 04:23:32.572677 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4d86ef-8deb-4caf-91a5-86703dc85da6 req-38c2fec3-6129-46fe-bed2-f034821a22cc tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:32.580408 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4a4d86ef-8deb-4caf-91a5-86703dc85da6 req-38c2fec3-6129-46fe-bed2-f034821a22cc tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ca7bb12-432d-44b3-aa29-8fc3788f5be7 HTTP/1.1" status: 200 len: 944 time: 0.1415598 Aug 29 04:23:32.710387 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4a4d86ef-8deb-4caf-91a5-86703dc85da6 req-ff5c3c2b-7666-46a9-bcf2-08233c8918ee tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236007 Aug 29 04:23:32.723436 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-956a8c07-9a73-4f82-8dd3-f8e9077cc0f6 req-b6f4170e-976d-41c0-a917-33db064d0780 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16caa0a5-1936-4fe3-a6ab-7eac721dfaa1 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:23:32.771537 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-956a8c07-9a73-4f82-8dd3-f8e9077cc0f6 req-b6f4170e-976d-41c0-a917-33db064d0780 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:32.814032 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-956a8c07-9a73-4f82-8dd3-f8e9077cc0f6 req-b6f4170e-976d-41c0-a917-33db064d0780 service neutron] Transition to ACTIVE for port object 16caa0a5-1936-4fe3-a6ab-7eac721dfaa1 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:23:32.820120 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-956a8c07-9a73-4f82-8dd3-f8e9077cc0f6 req-b6f4170e-976d-41c0-a917-33db064d0780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:32.851982 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 54502) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:32.936257 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f4170e-976d-41c0-a917-33db064d0780 service neutron] Pushing event updated for resources: {'Port': ['ID=16caa0a5-1936-4fe3-a6ab-7eac721dfaa1,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:33.063779 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43af5339-44d7-48d0-9473-bb89dce9f5fa req-4b26e734-cf63-44ef-b686-6504119ef9f8 tempest-LiveMigrationTest-555913250 tempest-LiveMigrationTest-555913250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:33.065480 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-43af5339-44d7-48d0-9473-bb89dce9f5fa req-4b26e734-cf63-44ef-b686-6504119ef9f8 tempest-LiveMigrationTest-555913250 tempest-LiveMigrationTest-555913250-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=5ca7bb12-432d-44b3-aa29-8fc3788f5be7 HTTP/1.1" status: 200 len: 1096 time: 0.1351876 Aug 29 04:23:33.090453 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-46d882bc-8bb0-416d-81b5-10aaf0bf1263 tempest-NetworksNegativeTestJSON-336582993 tempest-NetworksNegativeTestJSON-336582993-project] Request body: {'port': {'network_id': '3a26f69c-243d-4543-919e-7b2ccd99c877', 'name': 'tempest-NetworksNegativeTestJSON-491048205'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:33.124589 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-956a8c07-9a73-4f82-8dd3-f8e9077cc0f6 req-b6f4170e-976d-41c0-a917-33db064d0780 service neutron] Attempting to bind port 16caa0a5-1936-4fe3-a6ab-7eac721dfaa1 on host n-h2-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:23:33.125017 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-956a8c07-9a73-4f82-8dd3-f8e9077cc0f6 req-b6f4170e-976d-41c0-a917-33db064d0780 service neutron] Attempting to bind port 16caa0a5-1936-4fe3-a6ab-7eac721dfaa1 by drivers openvswitch,hyperv on host n-h2-712140-12 at level 0 using segments [{'id': 'b7618bbf-11af-465a-8663-f9f8f84b36c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6dc9f122-fe76-4b29-b692-6f9509f76947'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:23:33.125657 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956a8c07-9a73-4f82-8dd3-f8e9077cc0f6 req-b6f4170e-976d-41c0-a917-33db064d0780 service neutron] Attempting to bind port 16caa0a5-1936-4fe3-a6ab-7eac721dfaa1 on network 6dc9f122-fe76-4b29-b692-6f9509f76947 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:23:33.136149 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-46d882bc-8bb0-416d-81b5-10aaf0bf1263 tempest-NetworksNegativeTestJSON-336582993 tempest-NetworksNegativeTestJSON-336582993-project] POST failed (client error): The resource could not be found. Aug 29 04:23:33.137723 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46d882bc-8bb0-416d-81b5-10aaf0bf1263 tempest-NetworksNegativeTestJSON-336582993 tempest-NetworksNegativeTestJSON-336582993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:23:33.139881 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-46d882bc-8bb0-416d-81b5-10aaf0bf1263 tempest-NetworksNegativeTestJSON-336582993 tempest-NetworksNegativeTestJSON-336582993-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2859464 Aug 29 04:23:33.145720 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 54522) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:33.146565 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-43af5339-44d7-48d0-9473-bb89dce9f5fa req-93799001-5306-4dc6-8983-4d9fd4205f83 tempest-LiveMigrationTest-555913250 tempest-LiveMigrationTest-555913250-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738838 Aug 29 04:23:33.161079 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956a8c07-9a73-4f82-8dd3-f8e9077cc0f6 req-b6f4170e-976d-41c0-a917-33db064d0780 service neutron] Port 16caa0a5-1936-4fe3-a6ab-7eac721dfaa1 on network 6dc9f122-fe76-4b29-b692-6f9509f76947 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:23:33.161517 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956a8c07-9a73-4f82-8dd3-f8e9077cc0f6 req-b6f4170e-976d-41c0-a917-33db064d0780 service neutron] Attempting to bind port 16caa0a5-1936-4fe3-a6ab-7eac721dfaa1 on network 6dc9f122-fe76-4b29-b692-6f9509f76947 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:23:33.173372 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956a8c07-9a73-4f82-8dd3-f8e9077cc0f6 req-b6f4170e-976d-41c0-a917-33db064d0780 service neutron] Checking agent: {'id': 'b3a0606b-b029-4f5e-8798-3a32b71d8844', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:23:33.173640 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956a8c07-9a73-4f82-8dd3-f8e9077cc0f6 req-b6f4170e-976d-41c0-a917-33db064d0780 service neutron] Checking segment: {'id': 'b7618bbf-11af-465a-8663-f9f8f84b36c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6dc9f122-fe76-4b29-b692-6f9509f76947'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:23:33.174142 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956a8c07-9a73-4f82-8dd3-f8e9077cc0f6 req-b6f4170e-976d-41c0-a917-33db064d0780 service neutron] Bound using segment: {'id': 'b7618bbf-11af-465a-8663-f9f8f84b36c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6dc9f122-fe76-4b29-b692-6f9509f76947'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:23:33.174632 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-956a8c07-9a73-4f82-8dd3-f8e9077cc0f6 req-b6f4170e-976d-41c0-a917-33db064d0780 service neutron] Bound port: 16caa0a5-1936-4fe3-a6ab-7eac721dfaa1, host: n-h2-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7618bbf-11af-465a-8663-f9f8f84b36c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6dc9f122-fe76-4b29-b692-6f9509f76947'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:23:33.174998 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-956a8c07-9a73-4f82-8dd3-f8e9077cc0f6 req-b6f4170e-976d-41c0-a917-33db064d0780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:33.180100 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-066f814b-4a90-4e57-8da7-df9e495ea5c5 tempest-NetworksNegativeTestJSON-336582993 tempest-NetworksNegativeTestJSON-336582993-project] DELETE failed (client error): The resource could not be found. Aug 29 04:23:33.181774 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-066f814b-4a90-4e57-8da7-df9e495ea5c5 tempest-NetworksNegativeTestJSON-336582993 tempest-NetworksNegativeTestJSON-336582993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:23:33.184017 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-066f814b-4a90-4e57-8da7-df9e495ea5c5 tempest-NetworksNegativeTestJSON-336582993 tempest-NetworksNegativeTestJSON-336582993-project] 10.222.0.22 "DELETE /v2.0/networks/65d5ea75-1877-4294-a119-b8e0a7aedf23 HTTP/1.1" status: 404 len: 339 time: 0.0365841 Aug 29 04:23:33.188661 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 54528) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:33.204967 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15ecbec-2f86-4ef4-8558-d459a47ee51e req-9cc0dbff-0ee3-4828-962e-58ceb9826c55 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:33.208116 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f15ecbec-2f86-4ef4-8558-d459a47ee51e req-9cc0dbff-0ee3-4828-962e-58ceb9826c55 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/ports?device_id=b768cd8c-ce3b-4634-96ad-a9a93cf1350c HTTP/1.1" status: 200 len: 946 time: 0.1732080 Aug 29 04:23:33.253657 n-d-712140-12 neutron-server[94828]: INFO neutron.pecan_wsgi.hooks.translation [None req-a675c3b8-4409-4630-9cb3-fb13ec815ca8 tempest-NetworksNegativeTestJSON-336582993 tempest-NetworksNegativeTestJSON-336582993-project] DELETE failed (client error): The resource could not be found. Aug 29 04:23:33.254340 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a675c3b8-4409-4630-9cb3-fb13ec815ca8 tempest-NetworksNegativeTestJSON-336582993 tempest-NetworksNegativeTestJSON-336582993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:23:33.262230 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-a675c3b8-4409-4630-9cb3-fb13ec815ca8 tempest-NetworksNegativeTestJSON-336582993 tempest-NetworksNegativeTestJSON-336582993-project] 10.222.0.22 "DELETE /v2.0/ports/e51b6609-798d-4c0b-90a3-d041e14d326e HTTP/1.1" status: 404 len: 333 time: 0.0630856 Aug 29 04:23:33.271595 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 54538) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:33.323993 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f15ecbec-2f86-4ef4-8558-d459a47ee51e req-efe789b0-1e91-4d93-a725-d21a3ba99e9a tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc298de8-05a1-4048-a74a-af5d487002fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649235 Aug 29 04:23:33.337083 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-21c2e75b-45ab-4532-a246-0d92cac4afec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:33.362893 n-d-712140-12 neutron-server[94828]: INFO neutron.pecan_wsgi.hooks.translation [None req-30f85d51-99e0-43b4-b77a-6c939aba22dd tempest-NetworksNegativeTestJSON-336582993 tempest-NetworksNegativeTestJSON-336582993-project] DELETE failed (client error): The resource could not be found. Aug 29 04:23:33.363723 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30f85d51-99e0-43b4-b77a-6c939aba22dd tempest-NetworksNegativeTestJSON-336582993 tempest-NetworksNegativeTestJSON-336582993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:23:33.366074 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-30f85d51-99e0-43b4-b77a-6c939aba22dd tempest-NetworksNegativeTestJSON-336582993 tempest-NetworksNegativeTestJSON-336582993-project] 10.222.0.22 "DELETE /v2.0/subnets/68c6a252-4e9c-4f51-a34f-9e31affcf671 HTTP/1.1" status: 404 len: 337 time: 0.0932171 Aug 29 04:23:33.370098 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 54542) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:33.406564 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b21880-e188-403e-9961-1ed7e1f3cac9 req-b3125900-69c6-44e3-a6e6-cb03da27e2e7 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:33.408349 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-29b21880-e188-403e-9961-1ed7e1f3cac9 req-b3125900-69c6-44e3-a6e6-cb03da27e2e7 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=d623ef02-7dbc-4bb9-b537-508f9d59a4d6 HTTP/1.1" status: 200 len: 944 time: 0.1488271 Aug 29 04:23:33.409846 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-956a8c07-9a73-4f82-8dd3-f8e9077cc0f6 req-b6f4170e-976d-41c0-a917-33db064d0780 service neutron] For port 16caa0a5-1936-4fe3-a6ab-7eac721dfaa1, host n-h2-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:23:33.414242 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-956a8c07-9a73-4f82-8dd3-f8e9077cc0f6 req-b6f4170e-976d-41c0-a917-33db064d0780 service neutron] For port 16caa0a5-1936-4fe3-a6ab-7eac721dfaa1, host n-h2-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=16caa0a5-1936-4fe3-a6ab-7eac721dfaa1,segment=NetworkSegment(b7618bbf-11af-465a-8663-f9f8f84b36c0),segment_id=b7618bbf-11af-465a-8663-f9f8f84b36c0)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:23:33.421246 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-3114ad86-a217-4803-b9bb-20a32f927e4d tempest-NetworksNegativeTestJSON-336582993 tempest-NetworksNegativeTestJSON-336582993-project] GET failed (client error): The resource could not be found. Aug 29 04:23:33.421516 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-956a8c07-9a73-4f82-8dd3-f8e9077cc0f6 req-b6f4170e-976d-41c0-a917-33db064d0780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:33.429532 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-3114ad86-a217-4803-b9bb-20a32f927e4d tempest-NetworksNegativeTestJSON-336582993 tempest-NetworksNegativeTestJSON-336582993-project] 10.222.0.22 "GET /v2.0/networks/4290d7a0-7179-406b-b2d0-1ffae4b6d923 HTTP/1.1" status: 404 len: 339 time: 0.0510359 Aug 29 04:23:33.438795 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 54544) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:33.507968 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f4170e-976d-41c0-a917-33db064d0780 service neutron] Pushing event updated for resources: {'Port': ['ID=16caa0a5-1936-4fe3-a6ab-7eac721dfaa1,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:33.508293 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee131550-a2db-42ca-ac33-b3e783a46266 tempest-NetworksNegativeTestJSON-336582993 tempest-NetworksNegativeTestJSON-336582993-project] GET failed (client error): The resource could not be found. Aug 29 04:23:33.510130 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-ee131550-a2db-42ca-ac33-b3e783a46266 tempest-NetworksNegativeTestJSON-336582993 tempest-NetworksNegativeTestJSON-336582993-project] 10.222.0.22 "GET /v2.0/ports/bbca3c02-fd9d-421b-a105-ee7d841b84e0 HTTP/1.1" status: 404 len: 333 time: 0.0688937 Aug 29 04:23:33.513531 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 54546) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:33.557087 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956a8c07-9a73-4f82-8dd3-f8e9077cc0f6 req-b6f4170e-976d-41c0-a917-33db064d0780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:33.558082 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-956a8c07-9a73-4f82-8dd3-f8e9077cc0f6 req-b6f4170e-976d-41c0-a917-33db064d0780 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:33.560201 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-956a8c07-9a73-4f82-8dd3-f8e9077cc0f6 req-b6f4170e-976d-41c0-a917-33db064d0780 service neutron] 10.222.0.48 "PUT /v2.0/ports/16caa0a5-1936-4fe3-a6ab-7eac721dfaa1 HTTP/1.1" status: 200 len: 1093 time: 1.6315749 Aug 29 04:23:33.563916 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-29b21880-e188-403e-9961-1ed7e1f3cac9 req-a58087c2-cc3f-4c11-85a3-d7042013d256 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398997 Aug 29 04:23:33.564690 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd623ef02-7dbc-4bb9-b537-508f9d59a4d6', 'tag': '16caa0a5-1936-4fe3-a6ab-7eac721dfaa1'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:23:33.567290 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14dd6c42-b70d-4626-8b28-2b2aabacf082" -d '{"events": [{"name": "network-changed", "server_uuid": "d623ef02-7dbc-4bb9-b537-508f9d59a4d6", "tag": "16caa0a5-1936-4fe3-a6ab-7eac721dfaa1"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:23:33.575549 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-637a9288-c5fe-4e62-8098-08d41d9370be tempest-NetworksNegativeTestJSON-336582993 tempest-NetworksNegativeTestJSON-336582993-project] GET failed (client error): The resource could not be found. Aug 29 04:23:33.577182 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-637a9288-c5fe-4e62-8098-08d41d9370be tempest-NetworksNegativeTestJSON-336582993 tempest-NetworksNegativeTestJSON-336582993-project] 10.222.0.22 "GET /v2.0/subnets/4a112ee7-d135-4a4a-8c06-04b3a2199615 HTTP/1.1" status: 404 len: 337 time: 0.0522683 Aug 29 04:23:33.584819 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 54552) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:33.600981 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-18170739-ef22-4bb3-b778-a18d36a88d09 tempest-NetworksNegativeTestJSON-336582993 tempest-NetworksNegativeTestJSON-336582993-project] Request body: {'network': {'name': 'new_name'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:33.602079 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44ecf23-ad0d-43a4-b053-ad89bc92f651 req-943d0ff0-bd52-4b2a-977d-cd00947f8f8c tempest-LiveMigrationTest-555913250 tempest-LiveMigrationTest-555913250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:33.613233 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a44ecf23-ad0d-43a4-b053-ad89bc92f651 req-943d0ff0-bd52-4b2a-977d-cd00947f8f8c tempest-LiveMigrationTest-555913250 tempest-LiveMigrationTest-555913250-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=5ca7bb12-432d-44b3-aa29-8fc3788f5be7 HTTP/1.1" status: 200 len: 1096 time: 0.1943951 Aug 29 04:23:33.668617 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a44ecf23-ad0d-43a4-b053-ad89bc92f651 req-89ae90c2-d7ab-49c0-9d9c-55c08bb08835 tempest-LiveMigrationTest-555913250 tempest-LiveMigrationTest-555913250-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521474 Aug 29 04:23:33.732097 n-d-712140-12 neutron-server[94828]: INFO neutron.pecan_wsgi.hooks.translation [None req-18170739-ef22-4bb3-b778-a18d36a88d09 tempest-NetworksNegativeTestJSON-336582993 tempest-NetworksNegativeTestJSON-336582993-project] PUT failed (client error): The resource could not be found. Aug 29 04:23:33.732625 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18170739-ef22-4bb3-b778-a18d36a88d09 tempest-NetworksNegativeTestJSON-336582993 tempest-NetworksNegativeTestJSON-336582993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:23:33.740984 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-18170739-ef22-4bb3-b778-a18d36a88d09 tempest-NetworksNegativeTestJSON-336582993 tempest-NetworksNegativeTestJSON-336582993-project] 10.222.0.22 "PUT /v2.0/networks/959f16ed-dd6b-4b8f-9fe0-0701a91e5bbe HTTP/1.1" status: 404 len: 339 time: 0.1523268 Aug 29 04:23:33.746137 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 54562) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:33.751387 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-7614223c-8a0e-46d7-8495-a5026554c160 tempest-NetworksNegativeTestJSON-336582993 tempest-NetworksNegativeTestJSON-336582993-project] Request body: {'port': {'name': 'new_name'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:33.773491 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956a8c07-9a73-4f82-8dd3-f8e9077cc0f6 req-7b03a8bd-4761-41d3-a72f-2d07b8eab18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:33.775319 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-956a8c07-9a73-4f82-8dd3-f8e9077cc0f6 req-7b03a8bd-4761-41d3-a72f-2d07b8eab18b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6b54a16bc4c143ae881e0570211236dd&device_id=d623ef02-7dbc-4bb9-b537-508f9d59a4d6 HTTP/1.1" status: 200 len: 1096 time: 0.1352086 Aug 29 04:23:33.834257 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-7614223c-8a0e-46d7-8495-a5026554c160 tempest-NetworksNegativeTestJSON-336582993 tempest-NetworksNegativeTestJSON-336582993-project] PUT failed (client error): The resource could not be found. Aug 29 04:23:33.835093 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7614223c-8a0e-46d7-8495-a5026554c160 tempest-NetworksNegativeTestJSON-336582993 tempest-NetworksNegativeTestJSON-336582993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:23:33.841390 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-7614223c-8a0e-46d7-8495-a5026554c160 tempest-NetworksNegativeTestJSON-336582993 tempest-NetworksNegativeTestJSON-336582993-project] 10.222.0.22 "PUT /v2.0/ports/414ce5d5-768e-4bc0-8ea0-c4e1e6ca3670 HTTP/1.1" status: 404 len: 333 time: 0.0897954 Aug 29 04:23:33.850109 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 54572) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:33.865031 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-d9ba50d0-49c1-4db1-a118-e235eb064a6e tempest-NetworksNegativeTestJSON-336582993 tempest-NetworksNegativeTestJSON-336582993-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:33.916066 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 54576) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:33.933294 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-956a8c07-9a73-4f82-8dd3-f8e9077cc0f6 req-42bc5a13-a058-47c9-874b-56de92a39562 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=16caa0a5-1936-4fe3-a6ab-7eac721dfaa1 HTTP/1.1" status: 200 len: 217 time: 0.1388140 Aug 29 04:23:33.989213 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9ba50d0-49c1-4db1-a118-e235eb064a6e tempest-NetworksNegativeTestJSON-336582993 tempest-NetworksNegativeTestJSON-336582993-project] PUT failed (client error): The resource could not be found. Aug 29 04:23:33.989693 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9ba50d0-49c1-4db1-a118-e235eb064a6e tempest-NetworksNegativeTestJSON-336582993 tempest-NetworksNegativeTestJSON-336582993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:23:33.996875 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-d9ba50d0-49c1-4db1-a118-e235eb064a6e tempest-NetworksNegativeTestJSON-336582993 tempest-NetworksNegativeTestJSON-336582993-project] 10.222.0.22 "PUT /v2.0/subnets/cc7d7cad-6d61-4bf8-add6-9d6c28094ae3 HTTP/1.1" status: 404 len: 337 time: 0.1445165 Aug 29 04:23:34.080719 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956a8c07-9a73-4f82-8dd3-f8e9077cc0f6 req-668ada9e-5533-422c-8caa-6fa6776ae0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:34.085686 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-956a8c07-9a73-4f82-8dd3-f8e9077cc0f6 req-668ada9e-5533-422c-8caa-6fa6776ae0b3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=92da5435-aaff-49ad-89d5-9a0918bd173a HTTP/1.1" status: 200 len: 852 time: 0.1400142 Aug 29 04:23:34.088304 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd21df9b-cdd2-4f95-9c55-79779562f920 x-openstack-request-id: req-cd21df9b-cdd2-4f95-9c55-79779562f920 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:23:34.089764 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d623ef02-7dbc-4bb9-b537-508f9d59a4d6", "tag": "16caa0a5-1936-4fe3-a6ab-7eac721dfaa1", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:23:34.090128 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cd21df9b-cdd2-4f95-9c55-79779562f920 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:23:34.090640 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd623ef02-7dbc-4bb9-b537-508f9d59a4d6', 'tag': '16caa0a5-1936-4fe3-a6ab-7eac721dfaa1', 'status': 'completed', 'code': 200} Aug 29 04:23:34.165127 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-73674ee4-eac0-48e7-a873-c0fcc12481d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:34.174770 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-956a8c07-9a73-4f82-8dd3-f8e9077cc0f6 req-5ed33636-b724-4980-a64e-ac91a1007340 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6dc9f122-fe76-4b29-b692-6f9509f76947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0804949 Aug 29 04:23:34.380630 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-956a8c07-9a73-4f82-8dd3-f8e9077cc0f6 req-f350f644-6064-4109-8b6b-1e03e6f8b5b6 service neutron] 10.222.0.48 "GET /v2.0/networks/6dc9f122-fe76-4b29-b692-6f9509f76947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972599 Aug 29 04:23:34.453582 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 54598) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:34.528498 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-956a8c07-9a73-4f82-8dd3-f8e9077cc0f6 req-d7bb84a0-e900-4152-89e7-76027dbba9c8 service neutron] 10.222.0.48 "GET /v2.0/networks/6dc9f122-fe76-4b29-b692-6f9509f76947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227832 Aug 29 04:23:34.570946 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-73674ee4-eac0-48e7-a873-c0fcc12481d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:34.588809 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-73674ee4-eac0-48e7-a873-c0fcc12481d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:34.672670 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73674ee4-eac0-48e7-a873-c0fcc12481d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ffd2c3d-4de9-40ad-b0a3-2cfe0284746b,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:34.693423 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-73674ee4-eac0-48e7-a873-c0fcc12481d4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=997309f8816c45a59f4b55504dd6ce09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7761524 Aug 29 04:23:34.700065 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 54610) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:34.713293 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-13908be6-683e-43ec-9745-77ef965ad086 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:34.755462 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dd6c42-b70d-4626-8b28-2b2aabacf082 req-91a47917-1697-4ac3-8c47-2030cf96ac1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:34.757847 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-14dd6c42-b70d-4626-8b28-2b2aabacf082 req-91a47917-1697-4ac3-8c47-2030cf96ac1a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6b54a16bc4c143ae881e0570211236dd&device_id=d623ef02-7dbc-4bb9-b537-508f9d59a4d6 HTTP/1.1" status: 200 len: 1096 time: 0.1138442 Aug 29 04:23:34.904979 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e84aad-9dc2-4f6f-b976-3a4e434b2b2f req-0deb8506-f4fe-4615-a437-e82e7c167d35 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:34.909310 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-95e84aad-9dc2-4f6f-b976-3a4e434b2b2f req-0deb8506-f4fe-4615-a437-e82e7c167d35 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=d623ef02-7dbc-4bb9-b537-508f9d59a4d6 HTTP/1.1" status: 200 len: 944 time: 0.1916087 Aug 29 04:23:34.909851 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-dc2423ed-9647-4212-be5a-d990b0f37db2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:34.936087 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-dc2423ed-9647-4212-be5a-d990b0f37db2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:35.024397 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dd6c42-b70d-4626-8b28-2b2aabacf082 req-db1c4d59-1d81-4fe8-9c4a-d2be17508e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:35.026835 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-14dd6c42-b70d-4626-8b28-2b2aabacf082 req-db1c4d59-1d81-4fe8-9c4a-d2be17508e04 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6dc9f122-fe76-4b29-b692-6f9509f76947 HTTP/1.1" status: 200 len: 913 time: 0.2609851 Aug 29 04:23:35.077738 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-95e84aad-9dc2-4f6f-b976-3a4e434b2b2f req-c6d2e9ac-2f55-4a2f-813b-f3da9b6ec9db tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945532 Aug 29 04:23:35.130489 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-14dd6c42-b70d-4626-8b28-2b2aabacf082 req-724ce2fd-1b9b-46ee-b242-547ba434dcc8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=16caa0a5-1936-4fe3-a6ab-7eac721dfaa1 HTTP/1.1" status: 200 len: 217 time: 0.0896297 Aug 29 04:23:35.146553 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-dc2423ed-9647-4212-be5a-d990b0f37db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:35.154099 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-dc2423ed-9647-4212-be5a-d990b0f37db2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:35.161936 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-dc2423ed-9647-4212-be5a-d990b0f37db2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2ffd2c3d-4de9-40ad-b0a3-2cfe0284746b HTTP/1.1" status: 204 len: 168 time: 0.4600379 Aug 29 04:23:35.202772 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2423ed-9647-4212-be5a-d990b0f37db2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ffd2c3d-4de9-40ad-b0a3-2cfe0284746b,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:35.205333 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dd6c42-b70d-4626-8b28-2b2aabacf082 req-6a118d21-e006-415f-8051-e054be84be82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:35.207448 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-14dd6c42-b70d-4626-8b28-2b2aabacf082 req-6a118d21-e006-415f-8051-e054be84be82 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=92da5435-aaff-49ad-89d5-9a0918bd173a HTTP/1.1" status: 200 len: 852 time: 0.0694795 Aug 29 04:23:35.233519 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-13908be6-683e-43ec-9745-77ef965ad086 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:35.238425 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-13908be6-683e-43ec-9745-77ef965ad086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:35.260605 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-14dd6c42-b70d-4626-8b28-2b2aabacf082 req-846cc504-a028-46ff-aca3-ca3cef961d4d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6dc9f122-fe76-4b29-b692-6f9509f76947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432408 Aug 29 04:23:35.329575 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-13908be6-683e-43ec-9745-77ef965ad086 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a5d967f2f9354d3fa4d614d17a489744&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8743367 Aug 29 04:23:35.332357 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 54622) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:35.351345 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13908be6-683e-43ec-9745-77ef965ad086 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f82a9120-68cb-4914-9b95-e84a4c7928a3,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:35.407656 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-14dd6c42-b70d-4626-8b28-2b2aabacf082 req-93acec85-4f1c-4d9b-a230-1ca81de677d7 service neutron] 10.222.0.48 "GET /v2.0/networks/6dc9f122-fe76-4b29-b692-6f9509f76947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387188 Aug 29 04:23:35.526987 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-49ebad5e-f6be-43f4-bed5-cfe0a4bd7da3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:35.565002 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-49ebad5e-f6be-43f4-bed5-cfe0a4bd7da3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:35.585665 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-14dd6c42-b70d-4626-8b28-2b2aabacf082 req-62fb7682-6036-4e2d-94ca-adb62e031704 service neutron] 10.222.0.48 "GET /v2.0/networks/6dc9f122-fe76-4b29-b692-6f9509f76947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709635 Aug 29 04:23:35.637545 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-49ebad5e-f6be-43f4-bed5-cfe0a4bd7da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:35.647885 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-49ebad5e-f6be-43f4-bed5-cfe0a4bd7da3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:35.649606 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-49ebad5e-f6be-43f4-bed5-cfe0a4bd7da3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f82a9120-68cb-4914-9b95-e84a4c7928a3 HTTP/1.1" status: 204 len: 168 time: 0.3137853 Aug 29 04:23:35.661296 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ebad5e-f6be-43f4-bed5-cfe0a4bd7da3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f82a9120-68cb-4914-9b95-e84a4c7928a3,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:36.225397 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c3fe0b66-3909-4b26-8a81-c94fe968c91f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:36.289464 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9c5e24-f422-49f2-b47d-376e2a26bd25 req-92df98b1-9df0-479b-9c2f-4768f26ed00a tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:36.318871 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dd9c5e24-f422-49f2-b47d-376e2a26bd25 req-92df98b1-9df0-479b-9c2f-4768f26ed00a tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=d623ef02-7dbc-4bb9-b537-508f9d59a4d6 HTTP/1.1" status: 200 len: 944 time: 0.1135604 Aug 29 04:23:36.401322 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dd9c5e24-f422-49f2-b47d-376e2a26bd25 req-b6cb74c0-6052-4b96-98d3-6d084bbc2f63 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807993 Aug 29 04:23:36.501408 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daf4418-50d3-4056-9d92-585849d7f453 req-f51c3096-3b65-4475-a178-75f867e3912f tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:36.503219 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9daf4418-50d3-4056-9d92-585849d7f453 req-f51c3096-3b65-4475-a178-75f867e3912f tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/ports?device_id=b768cd8c-ce3b-4634-96ad-a9a93cf1350c HTTP/1.1" status: 200 len: 946 time: 0.1167436 Aug 29 04:23:36.570106 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9daf4418-50d3-4056-9d92-585849d7f453 req-fb00187d-74ff-45a3-9da4-6f69d58c27f9 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc298de8-05a1-4048-a74a-af5d487002fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566199 Aug 29 04:23:36.955971 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 54734) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:37.098075 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:37.157079 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:37.168478 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-6b0d5142-626c-4bc9-8415-cedaf00b9c0b tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Request body: {'security_group': {'name': 'tempest-secgroup--208747907'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:37.198504 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6b0d5142-626c-4bc9-8415-cedaf00b9c0b tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:37.211414 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6b0d5142-626c-4bc9-8415-cedaf00b9c0b tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:37.378301 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6b0d5142-626c-4bc9-8415-cedaf00b9c0b tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:37.384061 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6b0d5142-626c-4bc9-8415-cedaf00b9c0b tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:37.469582 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 54750) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:37.496848 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0d5142-626c-4bc9-8415-cedaf00b9c0b tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8b0602d-1a08-48b9-86c0-9c538ff2f242,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:37.634071 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee1f6ae-531c-47ff-a4db-c445dc6e823f req-3b33bb4c-3e59-4a50-8c24-f191b2d4486f tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:37.641899 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-fee1f6ae-531c-47ff-a4db-c445dc6e823f req-3b33bb4c-3e59-4a50-8c24-f191b2d4486f tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=d623ef02-7dbc-4bb9-b537-508f9d59a4d6 HTTP/1.1" status: 200 len: 944 time: 0.1118228 Aug 29 04:23:37.646235 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6b0d5142-626c-4bc9-8415-cedaf00b9c0b tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:37.671048 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6b0d5142-626c-4bc9-8415-cedaf00b9c0b tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:37.688777 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8c09e1fa-db57-4993-8007-934ff5e41850 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:37.732599 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-fee1f6ae-531c-47ff-a4db-c445dc6e823f req-c12f939b-2fef-4b20-8452-e289394103b3 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893588 Aug 29 04:23:37.735238 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0d5142-626c-4bc9-8415-cedaf00b9c0b tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b5d4375-fd44-4873-80f9-0a56537dc27d,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:37.848491 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8c09e1fa-db57-4993-8007-934ff5e41850 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:37.860042 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6b0d5142-626c-4bc9-8415-cedaf00b9c0b tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:37.862084 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-6b0d5142-626c-4bc9-8415-cedaf00b9c0b tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9049754 Aug 29 04:23:37.864926 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 54762) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:37.872825 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8c09e1fa-db57-4993-8007-934ff5e41850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:37.946871 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-8c09e1fa-db57-4993-8007-934ff5e41850 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1988bdd6ddf84508acdf52ba1e0f9ec8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4765894 Aug 29 04:23:37.948144 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 54764) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:37.955058 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c09e1fa-db57-4993-8007-934ff5e41850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdff06c6-6d82-4929-aab7-b4a0ff649473,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:38.002914 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-1a675fef-a0fc-4e93-b340-5ea2f7e69f34 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1368616 Aug 29 04:23:38.005631 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 54766) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:38.010576 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-e88e6b0b-905f-44af-a4cc-afd962cbd9a1 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Request body: {'security_group': {'name': 'tempest-security--1230048018', 'description': 'tempest-security-description-1684842150'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:38.035004 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e747c41d-30f2-4f69-9801-8b639ddac1c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:38.073235 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e88e6b0b-905f-44af-a4cc-afd962cbd9a1 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks [] for security_group, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:38.074932 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e747c41d-30f2-4f69-9801-8b639ddac1c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:38.193513 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d01a11dd-3a84-4625-9ce3-dea34ccdb083 req-13bd347a-75dd-49cf-91f5-b2606c8d7f58 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=65e7da89-db86-45b9-ab8d-171b404cfd20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0795054 Aug 29 04:23:38.198115 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e747c41d-30f2-4f69-9801-8b639ddac1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:38.200757 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e747c41d-30f2-4f69-9801-8b639ddac1c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:38.201926 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-e747c41d-30f2-4f69-9801-8b639ddac1c1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cdff06c6-6d82-4929-aab7-b4a0ff649473 HTTP/1.1" status: 204 len: 168 time: 0.2526712 Aug 29 04:23:38.213324 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e88e6b0b-905f-44af-a4cc-afd962cbd9a1 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks [] for security_group, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:38.215014 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e747c41d-30f2-4f69-9801-8b639ddac1c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdff06c6-6d82-4929-aab7-b4a0ff649473,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:38.223516 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e88e6b0b-905f-44af-a4cc-afd962cbd9a1 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:38.226714 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e88e6b0b-905f-44af-a4cc-afd962cbd9a1 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:38.232165 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 54776) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:38.235533 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-e88e6b0b-905f-44af-a4cc-afd962cbd9a1 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] 10.222.0.22 "PUT /v2.0/security-groups/0b5d4375-fd44-4873-80f9-0a56537dc27d HTTP/1.1" status: 200 len: 1780 time: 0.2285838 Aug 29 04:23:38.307557 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-b7d00aad-0e90-4a5b-a5cf-386dca48fbb6 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] 10.222.0.22 "GET /v2.0/security-groups/0b5d4375-fd44-4873-80f9-0a56537dc27d HTTP/1.1" status: 200 len: 1780 time: 0.0742085 Aug 29 04:23:38.310496 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 54778) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:38.316903 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88e6b0b-905f-44af-a4cc-afd962cbd9a1 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b5d4375-fd44-4873-80f9-0a56537dc27d,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:38.346202 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01a11dd-3a84-4625-9ce3-dea34ccdb083 req-dbcc3e08-c5fd-489d-a1e3-d53d47eb0596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:38.347798 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d01a11dd-3a84-4625-9ce3-dea34ccdb083 req-dbcc3e08-c5fd-489d-a1e3-d53d47eb0596 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=260b2b7726794e4d90a38e52b66506fd&device_id=65e7da89-db86-45b9-ab8d-171b404cfd20 HTTP/1.1" status: 200 len: 1097 time: 0.1107445 Aug 29 04:23:38.435023 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5645aae3-ff0c-4d6c-805e-0c3eeab61f38 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:38.476423 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5645aae3-ff0c-4d6c-805e-0c3eeab61f38 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:38.607268 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:38.629220 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01a11dd-3a84-4625-9ce3-dea34ccdb083 req-09b3b90d-fe09-456b-ac28-27afa5a6e8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:38.635739 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d01a11dd-3a84-4625-9ce3-dea34ccdb083 req-09b3b90d-fe09-456b-ac28-27afa5a6e8c0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1c65535d-8d45-4051-8e5d-043211a49251 HTTP/1.1" status: 200 len: 908 time: 0.2629266 Aug 29 04:23:38.637382 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5645aae3-ff0c-4d6c-805e-0c3eeab61f38 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:38.640529 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5645aae3-ff0c-4d6c-805e-0c3eeab61f38 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:38.645534 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 54792) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:38.645812 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-5645aae3-ff0c-4d6c-805e-0c3eeab61f38 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] 10.222.0.22 "DELETE /v2.0/security-groups/0b5d4375-fd44-4873-80f9-0a56537dc27d HTTP/1.1" status: 204 len: 168 time: 0.3342249 Aug 29 04:23:38.677144 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5645aae3-ff0c-4d6c-805e-0c3eeab61f38 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b5d4375-fd44-4873-80f9-0a56537dc27d,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:38.702469 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 16caa0a5-1936-4fe3-a6ab-7eac721dfaa1 details requested by agent hyperv_n-h2-712140-12 with host n-h2-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:23:38.727679 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d01a11dd-3a84-4625-9ce3-dea34ccdb083 req-dfb4e311-8e9c-48f9-aec6-b5782ec3ffb8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a243fa4-fca0-46fd-9408-205c6078f3f7 HTTP/1.1" status: 200 len: 217 time: 0.0739951 Aug 29 04:23:38.846233 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-dd66e1e5-02d8-4bba-ac35-5118a0931f93 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1994891 Aug 29 04:23:38.850649 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 54802) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:38.881339 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01a11dd-3a84-4625-9ce3-dea34ccdb083 req-646bd6f2-c3b9-4f76-bdd0-4d4d6c642996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:38.886059 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d01a11dd-3a84-4625-9ce3-dea34ccdb083 req-646bd6f2-c3b9-4f76-bdd0-4d4d6c642996 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d11db723-881a-44e4-ae3d-f8a6bedc146e HTTP/1.1" status: 200 len: 847 time: 0.1474972 Aug 29 04:23:38.890688 n-d-712140-12 neutron-server[94828]: INFO neutron.api.v2.resource [None req-1a24e704-d169-4353-bf16-53cf411a2d1f tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] delete failed (client error): The resource could not be found. Aug 29 04:23:38.896912 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 54806) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:38.903161 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-0a26b77c-1786-4e0b-9038-30f7e0681b1f tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Request body: {'security_group': {'name': 'tempest-secgroup--65154149'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:38.906616 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-1a24e704-d169-4353-bf16-53cf411a2d1f tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] 10.222.0.22 "DELETE /v2.0/security-groups/0b5d4375-fd44-4873-80f9-0a56537dc27d HTTP/1.1" status: 404 len: 347 time: 0.0545864 Aug 29 04:23:38.911122 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 16caa0a5-1936-4fe3-a6ab-7eac721dfaa1, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=16caa0a5-1936-4fe3-a6ab-7eac721dfaa1,segment=NetworkSegment(b7618bbf-11af-465a-8663-f9f8f84b36c0),segment_id=b7618bbf-11af-465a-8663-f9f8f84b36c0)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:38.927602 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Returning: {'device': '16caa0a5-1936-4fe3-a6ab-7eac721dfaa1', 'network_id': '6dc9f122-fe76-4b29-b692-6f9509f76947', 'port_id': '16caa0a5-1936-4fe3-a6ab-7eac721dfaa1', 'mac_address': 'fa:16:3e:58:2d:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92da5435-aaff-49ad-89d5-9a0918bd173a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:23:38.970469 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0a26b77c-1786-4e0b-9038-30f7e0681b1f tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:39.011590 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:39.031398 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16caa0a5-1936-4fe3-a6ab-7eac721dfaa1 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:23:39.054547 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d01a11dd-3a84-4625-9ce3-dea34ccdb083 req-f9e3ab55-3c05-4648-a0cc-0e78318c6190 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1c65535d-8d45-4051-8e5d-043211a49251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1063037 Aug 29 04:23:39.063579 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 16caa0a5-1936-4fe3-a6ab-7eac721dfaa1, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=16caa0a5-1936-4fe3-a6ab-7eac721dfaa1,segment=NetworkSegment(b7618bbf-11af-465a-8663-f9f8f84b36c0),segment_id=b7618bbf-11af-465a-8663-f9f8f84b36c0)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:39.071931 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8493f9a7-ceaf-4d24-8c3d-a5eb6fc0420c req-57c1166d-b08d-4c55-b366-f8191c131bab tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:39.079527 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:39.083560 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8493f9a7-ceaf-4d24-8c3d-a5eb6fc0420c req-57c1166d-b08d-4c55-b366-f8191c131bab tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=d623ef02-7dbc-4bb9-b537-508f9d59a4d6 HTTP/1.1" status: 200 len: 944 time: 0.1402533 Aug 29 04:23:39.162546 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8493f9a7-ceaf-4d24-8c3d-a5eb6fc0420c req-902322ce-04f4-4780-801b-c0ef91caddb2 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778248 Aug 29 04:23:39.230695 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=16caa0a5-1936-4fe3-a6ab-7eac721dfaa1,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:39.257282 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0a26b77c-1786-4e0b-9038-30f7e0681b1f tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:39.265683 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0a26b77c-1786-4e0b-9038-30f7e0681b1f tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:39.321102 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0a26b77c-1786-4e0b-9038-30f7e0681b1f tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:39.322898 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-0a26b77c-1786-4e0b-9038-30f7e0681b1f tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4246321 Aug 29 04:23:39.326196 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 54822) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:39.330860 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-c30ef36e-1d44-4866-8844-105c16d37d74 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Request body: {'security_group_rule': {'security_group_id': '3773fc47-012e-4fd1-b3d2-801ac529ed80', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:39.335127 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a26b77c-1786-4e0b-9038-30f7e0681b1f tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3773fc47-012e-4fd1-b3d2-801ac529ed80,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:39.352413 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d01a11dd-3a84-4625-9ce3-dea34ccdb083 req-076baa71-da31-411d-bf5d-15fa377c9085 service neutron] 10.222.0.46 "GET /v2.0/networks/1c65535d-8d45-4051-8e5d-043211a49251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784669 Aug 29 04:23:39.396224 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c30ef36e-1d44-4866-8844-105c16d37d74 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:39.487087 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 54828) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:39.494527 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c30ef36e-1d44-4866-8844-105c16d37d74 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:39.507178 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c30ef36e-1d44-4866-8844-105c16d37d74 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:39.519522 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d01a11dd-3a84-4625-9ce3-dea34ccdb083 req-1395762d-ab76-4c39-ab31-b53f5ff20431 service neutron] 10.222.0.46 "GET /v2.0/networks/1c65535d-8d45-4051-8e5d-043211a49251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573079 Aug 29 04:23:39.528428 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30ef36e-1d44-4866-8844-105c16d37d74 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b67bb4f-4e1b-47c1-adb4-7d9239385947,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:39.534820 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c30ef36e-1d44-4866-8844-105c16d37d74 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:39.540054 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-c30ef36e-1d44-4866-8844-105c16d37d74 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2126491 Aug 29 04:23:39.540855 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 54832) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:39.558143 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['16caa0a5-1936-4fe3-a6ab-7eac721dfaa1'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:23:39.614183 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cacc72a4-73e7-47ea-a308-e13322175418 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:39.627574 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cacc72a4-73e7-47ea-a308-e13322175418 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:39.681657 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cacc72a4-73e7-47ea-a308-e13322175418 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:39.693375 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cacc72a4-73e7-47ea-a308-e13322175418 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:39.697367 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 54836) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:39.698541 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-cacc72a4-73e7-47ea-a308-e13322175418 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/2b67bb4f-4e1b-47c1-adb4-7d9239385947 HTTP/1.1" status: 204 len: 168 time: 0.1552336 Aug 29 04:23:39.703949 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacc72a4-73e7-47ea-a308-e13322175418 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2b67bb4f-4e1b-47c1-adb4-7d9239385947,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:39.734935 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-92427b67-be08-4251-b313-8d66134eb18a tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-2097387077'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:39.777514 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92427b67-be08-4251-b313-8d66134eb18a tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Made reservation on behalf of 0e7e7c5f92ce4c7e8a2717aa9e86c9db for: {'network': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:23:39.782857 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-92427b67-be08-4251-b313-8d66134eb18a tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:39.793602 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-d4bbbb45-12d0-4677-95b6-44fd8cd3c450 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0911896 Aug 29 04:23:39.797488 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 54838) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:39.800418 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-92427b67-be08-4251-b313-8d66134eb18a tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:39.932511 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ee24bdf8-c2b2-468f-9fba-b49cc45a0827 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:39.961274 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ee24bdf8-c2b2-468f-9fba-b49cc45a0827 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:39.977074 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-92427b67-be08-4251-b313-8d66134eb18a tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:39.984889 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-92427b67-be08-4251-b313-8d66134eb18a tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:40.012465 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ee24bdf8-c2b2-468f-9fba-b49cc45a0827 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:40.015803 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ee24bdf8-c2b2-468f-9fba-b49cc45a0827 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:40.017579 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-ee24bdf8-c2b2-468f-9fba-b49cc45a0827 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] 10.222.0.22 "DELETE /v2.0/security-groups/3773fc47-012e-4fd1-b3d2-801ac529ed80 HTTP/1.1" status: 204 len: 168 time: 0.2169950 Aug 29 04:23:40.021169 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92427b67-be08-4251-b313-8d66134eb18a tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=94828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:23:40.021948 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 54846) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:40.033938 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-92427b67-be08-4251-b313-8d66134eb18a tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:40.034380 n-d-712140-12 neutron-server[94828]: INFO neutron.db.segments_db [None req-92427b67-be08-4251-b313-8d66134eb18a tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Added segment a0449e6f-fc31-4ad2-b466-0a3def7f5958 of type vlan for network a9973e0e-e95c-4c76-9b74-97daebf10125 Aug 29 04:23:40.039481 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee24bdf8-c2b2-468f-9fba-b49cc45a0827 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3773fc47-012e-4fd1-b3d2-801ac529ed80,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:40.100656 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-e6e17759-836c-401d-ad3a-8bd5ac84a0e4 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0740232 Aug 29 04:23:40.103521 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 54848) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:40.106045 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-92427b67-be08-4251-b313-8d66134eb18a tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:40.113173 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-cb82730c-f807-44a4-a4ef-d06fc1dfa984 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Request body: {'security_group': {'name': 'tempest-secgroup--1646221582'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:40.156625 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-92427b67-be08-4251-b313-8d66134eb18a tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:40.164757 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92427b67-be08-4251-b313-8d66134eb18a tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:40.166106 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-92427b67-be08-4251-b313-8d66134eb18a tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:40.171398 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cb82730c-f807-44a4-a4ef-d06fc1dfa984 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:40.218424 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92427b67-be08-4251-b313-8d66134eb18a tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7eaba005-9c05-4868-a902-41cc3929e12f,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:40.289177 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92427b67-be08-4251-b313-8d66134eb18a tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Pushing event updated for resources: {'Network': ['ID=a9973e0e-e95c-4c76-9b74-97daebf10125,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:40.304071 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network a9973e0e-e95c-4c76-9b74-97daebf10125 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:23:40.417362 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cb82730c-f807-44a4-a4ef-d06fc1dfa984 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:40.429392 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-92427b67-be08-4251-b313-8d66134eb18a tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9407017 Aug 29 04:23:40.432550 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1f5e73-6e3a-4612-9181-585c01dd9374 req-259aebd2-c233-48c4-a89a-04f2f5f25cc0 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:40.433546 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 54856) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:40.434747 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-fb1f5e73-6e3a-4612-9181-585c01dd9374 req-259aebd2-c233-48c4-a89a-04f2f5f25cc0 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=d623ef02-7dbc-4bb9-b537-508f9d59a4d6 HTTP/1.1" status: 200 len: 945 time: 0.1146488 Aug 29 04:23:40.436198 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cb82730c-f807-44a4-a4ef-d06fc1dfa984 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:40.443728 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-2fb4ab29-003d-423a-acc1-b52fbff5d44d tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Request body: {'subnet': {'network_id': 'a9973e0e-e95c-4c76-9b74-97daebf10125', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:40.503171 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb82730c-f807-44a4-a4ef-d06fc1dfa984 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=722406f5-c89e-43f6-96ef-22abfe6102dd,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:40.511208 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cb82730c-f807-44a4-a4ef-d06fc1dfa984 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:40.512610 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-cb82730c-f807-44a4-a4ef-d06fc1dfa984 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4079337 Aug 29 04:23:40.515225 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 54858) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:40.521438 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-2bd8ead7-593c-4038-91ad-2653be20103e tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Request body: {'security_group_rule': {'security_group_id': '722406f5-c89e-43f6-96ef-22abfe6102dd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:40.546276 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-fb1f5e73-6e3a-4612-9181-585c01dd9374 req-b4e242ee-7797-447b-b3fb-513ddfee1256 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772777 Aug 29 04:23:40.575643 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2bd8ead7-593c-4038-91ad-2653be20103e tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:40.697648 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2bd8ead7-593c-4038-91ad-2653be20103e tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:40.707800 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2bd8ead7-593c-4038-91ad-2653be20103e tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:40.730757 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd8ead7-593c-4038-91ad-2653be20103e tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb9229ac-3975-4ad8-9b33-30249747f6aa,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:40.756377 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2bd8ead7-593c-4038-91ad-2653be20103e tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:40.766390 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-2bd8ead7-593c-4038-91ad-2653be20103e tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2464170 Aug 29 04:23:40.766659 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 54866) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:40.775519 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-4984bbe4-fade-44ef-9cc6-9f7a99b1cd9f tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Request body: {'security_group_rule': {'security_group_id': '722406f5-c89e-43f6-96ef-22abfe6102dd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:40.864896 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4984bbe4-fade-44ef-9cc6-9f7a99b1cd9f tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:40.954816 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fb4ab29-003d-423a-acc1-b52fbff5d44d tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Made reservation on behalf of 0e7e7c5f92ce4c7e8a2717aa9e86c9db for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:23:40.960760 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2fb4ab29-003d-423a-acc1-b52fbff5d44d tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:40.981845 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4984bbe4-fade-44ef-9cc6-9f7a99b1cd9f tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:40.988799 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4984bbe4-fade-44ef-9cc6-9f7a99b1cd9f tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:41.036076 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4984bbe4-fade-44ef-9cc6-9f7a99b1cd9f tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb87a337-665d-4921-9fb2-b571adb5201a,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:41.047663 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4984bbe4-fade-44ef-9cc6-9f7a99b1cd9f tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:41.049432 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-4984bbe4-fade-44ef-9cc6-9f7a99b1cd9f tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2807410 Aug 29 04:23:41.054505 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 54868) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:41.066254 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-9826e51b-a095-427c-a5c7-337053658282 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Request body: {'security_group_rule': {'security_group_id': '722406f5-c89e-43f6-96ef-22abfe6102dd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:41.150160 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9826e51b-a095-427c-a5c7-337053658282 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:41.330182 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9826e51b-a095-427c-a5c7-337053658282 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:41.346717 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9826e51b-a095-427c-a5c7-337053658282 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:41.385003 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2fb4ab29-003d-423a-acc1-b52fbff5d44d tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9191137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10062364'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:41.423031 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9826e51b-a095-427c-a5c7-337053658282 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7391da1-bbd5-4c6f-958d-9e713a696479,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:41.436547 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9826e51b-a095-427c-a5c7-337053658282 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:41.438987 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-9826e51b-a095-427c-a5c7-337053658282 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3820169 Aug 29 04:23:41.443937 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 54880) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:41.455232 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-79ed64f5-5032-4c5b-bf30-71e009f9b08c tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Request body: {'security_group_rule': {'security_group_id': '722406f5-c89e-43f6-96ef-22abfe6102dd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:41.494673 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb4ab29-003d-423a-acc1-b52fbff5d44d tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Pushing event updated for resources: {'Subnet': ['ID=f610a7d9-219c-4dfc-966f-10831e9a6610,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:41.497103 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb4ab29-003d-423a-acc1-b52fbff5d44d tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Checking segment: {'id': 'a0449e6f-fc31-4ad2-b466-0a3def7f5958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a9973e0e-e95c-4c76-9b74-97daebf10125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:23:41.497492 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb4ab29-003d-423a-acc1-b52fbff5d44d tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Network hostable DHCP agents. Network: a9973e0e-e95c-4c76-9b74-97daebf10125, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:23:41.531203 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb4ab29-003d-423a-acc1-b52fbff5d44d tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Network a9973e0e-e95c-4c76-9b74-97daebf10125 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:23:41.548609 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-79ed64f5-5032-4c5b-bf30-71e009f9b08c tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:41.552417 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-2fb4ab29-003d-423a-acc1-b52fbff5d44d tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, a9973e0e-e95c-4c76-9b74-97daebf10125) {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:23:41.560576 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f9c6aa2-8875-4871-8223-bb85e10d13a5 None None] Network a9973e0e-e95c-4c76-9b74-97daebf10125 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:23:41.578907 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb4ab29-003d-423a-acc1-b52fbff5d44d tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:41.579527 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2fb4ab29-003d-423a-acc1-b52fbff5d44d tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:41.630576 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-2fb4ab29-003d-423a-acc1-b52fbff5d44d tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1949065 Aug 29 04:23:41.632567 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 54890) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:41.654339 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-c7c460e0-a928-43ee-9bbe-99fedf6d319f tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1438848050', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}, 'admin_state_up': False}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:41.727053 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c7c460e0-a928-43ee-9bbe-99fedf6d319f tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:41.730417 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c7c460e0-a928-43ee-9bbe-99fedf6d319f tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1838'] for router, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:41.775483 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-79ed64f5-5032-4c5b-bf30-71e009f9b08c tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:41.784803 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-79ed64f5-5032-4c5b-bf30-71e009f9b08c tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:41.836714 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ed64f5-5032-4c5b-bf30-71e009f9b08c tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07194c7b-e5ee-4528-a4f3-ecefffdfa5ad,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:41.852026 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-79ed64f5-5032-4c5b-bf30-71e009f9b08c tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:41.857903 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-79ed64f5-5032-4c5b-bf30-71e009f9b08c tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4071081 Aug 29 04:23:41.857903 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 54918) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:41.868740 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-1a08c8bc-2828-4d34-87d4-7ea88211eeda tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Request body: {'security_group_rule': {'security_group_id': '722406f5-c89e-43f6-96ef-22abfe6102dd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:41.922880 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1a08c8bc-2828-4d34-87d4-7ea88211eeda tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:41.963032 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c7c460e0-a928-43ee-9bbe-99fedf6d319f tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:42.101535 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8793e073-5c6c-4dda-8882-e289d4d310da None None] Network a9973e0e-e95c-4c76-9b74-97daebf10125 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:23:42.119347 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1a08c8bc-2828-4d34-87d4-7ea88211eeda tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:42.127325 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1a08c8bc-2828-4d34-87d4-7ea88211eeda tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:42.154067 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6d8158-f4d0-45a2-918b-c82f33fdab21 req-8ea03af6-fba8-43f8-b432-1d350c304180 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:42.156753 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a08c8bc-2828-4d34-87d4-7ea88211eeda tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de22e892-1078-4abc-8682-bffb2e7c4040,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:42.162120 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ca6d8158-f4d0-45a2-918b-c82f33fdab21 req-8ea03af6-fba8-43f8-b432-1d350c304180 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=d623ef02-7dbc-4bb9-b537-508f9d59a4d6 HTTP/1.1" status: 200 len: 945 time: 0.3076568 Aug 29 04:23:42.184884 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1a08c8bc-2828-4d34-87d4-7ea88211eeda tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:42.186171 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-1a08c8bc-2828-4d34-87d4-7ea88211eeda tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3275211 Aug 29 04:23:42.189285 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 54932) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:42.233846 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8da0c560-1fa1-4e87-82b5-89ce50154b84 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:42.248619 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8da0c560-1fa1-4e87-82b5-89ce50154b84 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:42.294089 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8da0c560-1fa1-4e87-82b5-89ce50154b84 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:42.321686 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8da0c560-1fa1-4e87-82b5-89ce50154b84 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:42.329968 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-8da0c560-1fa1-4e87-82b5-89ce50154b84 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/de22e892-1078-4abc-8682-bffb2e7c4040 HTTP/1.1" status: 204 len: 168 time: 0.1389501 Aug 29 04:23:42.334297 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 54934) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:42.357572 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c7c460e0-a928-43ee-9bbe-99fedf6d319f tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:42.363940 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da0c560-1fa1-4e87-82b5-89ce50154b84 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=de22e892-1078-4abc-8682-bffb2e7c4040,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:42.443679 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 54944) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:42.447859 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-6b8eb12e-1204-45a0-8adf-a0f8d8e0ebf7 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1078746 Aug 29 04:23:42.472319 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ca6d8158-f4d0-45a2-918b-c82f33fdab21 req-e1618295-a445-46ab-b983-de5554d06b81 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975755 Aug 29 04:23:42.550573 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-58e7dbb3-17b6-4958-a4c4-1bf67cfd96ba tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:42.554572 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-58e7dbb3-17b6-4958-a4c4-1bf67cfd96ba tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:42.627967 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-58e7dbb3-17b6-4958-a4c4-1bf67cfd96ba tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:42.644712 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-58e7dbb3-17b6-4958-a4c4-1bf67cfd96ba tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:42.646169 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-58e7dbb3-17b6-4958-a4c4-1bf67cfd96ba tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/07194c7b-e5ee-4528-a4f3-ecefffdfa5ad HTTP/1.1" status: 204 len: 168 time: 0.2004216 Aug 29 04:23:42.649682 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 54954) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:42.659981 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 16caa0a5-1936-4fe3-a6ab-7eac721dfaa1 up at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:23:42.671296 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e7dbb3-17b6-4958-a4c4-1bf67cfd96ba tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=07194c7b-e5ee-4528-a4f3-ecefffdfa5ad,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:42.809073 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-cd895f5a-0528-4cbc-befb-f74283c38f14 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1577752 Aug 29 04:23:42.810240 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 54972) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:42.817029 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning for port 16caa0a5-1936-4fe3-a6ab-7eac721dfaa1 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:23:42.828005 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning complete for port 16caa0a5-1936-4fe3-a6ab-7eac721dfaa1 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:23:42.829569 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:42.885765 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-06cbfeaf-8e48-4d4f-850c-732e33e46427 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:42.934010 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-06cbfeaf-8e48-4d4f-850c-732e33e46427 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:42.993298 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c7c460e0-a928-43ee-9bbe-99fedf6d319f tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks [] for router_gateway, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:43.030464 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-06cbfeaf-8e48-4d4f-850c-732e33e46427 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:43.040317 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:43.040712 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-06cbfeaf-8e48-4d4f-850c-732e33e46427 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:43.042956 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c7c460e0-a928-43ee-9bbe-99fedf6d319f tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:43.044260 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-06cbfeaf-8e48-4d4f-850c-732e33e46427 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/f7391da1-bbd5-4c6f-958d-9e713a696479 HTTP/1.1" status: 204 len: 168 time: 0.2311790 Aug 29 04:23:43.046377 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 54982) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:43.102283 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cbfeaf-8e48-4d4f-850c-732e33e46427 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f7391da1-bbd5-4c6f-958d-9e713a696479,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:43.103623 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd623ef02-7dbc-4bb9-b537-508f9d59a4d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16caa0a5-1936-4fe3-a6ab-7eac721dfaa1'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:23:43.109471 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1619a6eb-e215-4fe1-a0cf-4735f1d43d8b" -d '{"events": [{"server_uuid": "d623ef02-7dbc-4bb9-b537-508f9d59a4d6", "name": "network-vif-plugged", "status": "completed", "tag": "16caa0a5-1936-4fe3-a6ab-7eac721dfaa1"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:23:43.161540 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 16caa0a5-1936-4fe3-a6ab-7eac721dfaa1, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=16caa0a5-1936-4fe3-a6ab-7eac721dfaa1,segment=NetworkSegment(b7618bbf-11af-465a-8663-f9f8f84b36c0),segment_id=b7618bbf-11af-465a-8663-f9f8f84b36c0)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:43.176871 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:43.242335 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35c84865-9ec6-4562-893d-59d7e5850adf x-openstack-request-id: req-35c84865-9ec6-4562-893d-59d7e5850adf {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:23:43.242897 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d623ef02-7dbc-4bb9-b537-508f9d59a4d6", "name": "network-vif-plugged", "status": "completed", "tag": "16caa0a5-1936-4fe3-a6ab-7eac721dfaa1", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:23:43.243344 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-35c84865-9ec6-4562-893d-59d7e5850adf {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:23:43.243941 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd623ef02-7dbc-4bb9-b537-508f9d59a4d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16caa0a5-1936-4fe3-a6ab-7eac721dfaa1', 'code': 200} Aug 29 04:23:43.286155 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-23ec58cf-24f7-4520-a3d6-28e663f91643 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.2195113 Aug 29 04:23:43.287415 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 54992) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:43.297952 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=16caa0a5-1936-4fe3-a6ab-7eac721dfaa1,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:43.356334 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-c7c460e0-a928-43ee-9bbe-99fedf6d319f tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Allocated IP 172.25.0.13 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/6d909a94-3a41-434a-b57c-34e0d6b15b48) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:23:43.381773 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f25ecc1a-92b6-4025-a7b4-8262630bc43e tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:43.401676 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f25ecc1a-92b6-4025-a7b4-8262630bc43e tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:43.447302 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f25ecc1a-92b6-4025-a7b4-8262630bc43e tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:43.460906 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f25ecc1a-92b6-4025-a7b4-8262630bc43e tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:43.465033 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-f25ecc1a-92b6-4025-a7b4-8262630bc43e tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/cb87a337-665d-4921-9fb2-b571adb5201a HTTP/1.1" status: 204 len: 168 time: 0.1617033 Aug 29 04:23:43.466648 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 54998) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:43.498844 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25ecc1a-92b6-4025-a7b4-8262630bc43e tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cb87a337-665d-4921-9fb2-b571adb5201a,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:43.630769 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-cba19f22-8e3d-4c69-8e5e-808bb7bf156f tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1614728 Aug 29 04:23:43.656055 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 55008) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:43.733725 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c7c460e0-a928-43ee-9bbe-99fedf6d319f tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:43.767710 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23da825d-ddd0-4f27-9fdc-038f2e4b0bbb req-e8626beb-dc03-4982-b1e8-3eb75038a99d tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:43.769558 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-23da825d-ddd0-4f27-9fdc-038f2e4b0bbb req-e8626beb-dc03-4982-b1e8-3eb75038a99d tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=d623ef02-7dbc-4bb9-b537-508f9d59a4d6 HTTP/1.1" status: 200 len: 946 time: 0.1376324 Aug 29 04:23:43.798865 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2410c948-0a4a-4459-9fa5-6611c177c810 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:43.812285 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2410c948-0a4a-4459-9fa5-6611c177c810 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:43.819598 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-23da825d-ddd0-4f27-9fdc-038f2e4b0bbb req-90d557cb-92c5-4c71-8077-c9ea69868133 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427723 Aug 29 04:23:43.842157 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0660b2-7486-405b-a47b-ca11fe940a32 req-7120ccdb-afff-4968-a4ad-40b35cd3aff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:43.843796 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5a0660b2-7486-405b-a47b-ca11fe940a32 req-7120ccdb-afff-4968-a4ad-40b35cd3aff6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d623ef02-7dbc-4bb9-b537-508f9d59a4d6 HTTP/1.1" status: 200 len: 1098 time: 0.4585323 Aug 29 04:23:43.896877 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5a0660b2-7486-405b-a47b-ca11fe940a32 req-69c86f66-21a2-498f-b4b2-0e30ec8f7471 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443156 Aug 29 04:23:43.899457 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2410c948-0a4a-4459-9fa5-6611c177c810 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:43.906122 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2410c948-0a4a-4459-9fa5-6611c177c810 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:43.907251 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-2410c948-0a4a-4459-9fa5-6611c177c810 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/fb9229ac-3975-4ad8-9b33-30249747f6aa HTTP/1.1" status: 204 len: 168 time: 0.2508988 Aug 29 04:23:43.909917 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 55012) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:43.916472 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2410c948-0a4a-4459-9fa5-6611c177c810 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fb9229ac-3975-4ad8-9b33-30249747f6aa,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:43.919111 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c7c460e0-a928-43ee-9bbe-99fedf6d319f tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:43.957952 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c460e0-a928-43ee-9bbe-99fedf6d319f tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:23:43.961838 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-c7c460e0-a928-43ee-9bbe-99fedf6d319f tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:23:43.965051 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c460e0-a928-43ee-9bbe-99fedf6d319f tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:23:43.985089 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-d2da7343-9f3a-4084-ad47-cb49d65dd1a8 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0735967 Aug 29 04:23:43.990078 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 55018) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:44.033617 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c460e0-a928-43ee-9bbe-99fedf6d319f tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Pushing event updated for resources: {'Port': ['ID=6d909a94-3a41-434a-b57c-34e0d6b15b48,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:44.198332 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0c37304c-ab5c-4918-921d-60c0fac902e7 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:44.243604 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0c37304c-ab5c-4918-921d-60c0fac902e7 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:44.455017 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c7c460e0-a928-43ee-9bbe-99fedf6d319f tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks [] for router_gateway, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:44.457125 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0c37304c-ab5c-4918-921d-60c0fac902e7 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:44.464228 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0c37304c-ab5c-4918-921d-60c0fac902e7 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:44.466441 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-0c37304c-ab5c-4918-921d-60c0fac902e7 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] 10.222.0.22 "DELETE /v2.0/security-groups/722406f5-c89e-43f6-96ef-22abfe6102dd HTTP/1.1" status: 204 len: 168 time: 0.4708512 Aug 29 04:23:44.469252 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 55028) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:44.534583 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c37304c-ab5c-4918-921d-60c0fac902e7 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=722406f5-c89e-43f6-96ef-22abfe6102dd,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:44.558409 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-cd181e81-1b1a-4968-85f5-13180352d9d5 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0879645 Aug 29 04:23:44.578321 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 55030) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:44.582918 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-12db84de-311c-476c-9951-1d5829efe847 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Request body: {'security_group': {'name': 'tempest-secgroup--804129459'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:44.625723 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-12db84de-311c-476c-9951-1d5829efe847 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:44.763332 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-12db84de-311c-476c-9951-1d5829efe847 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:44.769224 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-12db84de-311c-476c-9951-1d5829efe847 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:44.820763 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-12db84de-311c-476c-9951-1d5829efe847 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:44.820763 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-12db84de-311c-476c-9951-1d5829efe847 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2343664 Aug 29 04:23:44.820763 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 55040) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:44.822872 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-a50b25c6-bf8c-4713-8e31-6b3602b16755 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Request body: {'security_group_rule': {'security_group_id': '861fde82-dfac-4895-8155-6f9cce172a2a', 'direction': 'ingress', 'protocol': 17}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:44.875203 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12db84de-311c-476c-9951-1d5829efe847 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=861fde82-dfac-4895-8155-6f9cce172a2a,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:44.902887 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a50b25c6-bf8c-4713-8e31-6b3602b16755 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:44.978579 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c7c460e0-a928-43ee-9bbe-99fedf6d319f tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409'] for router, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:45.011442 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a50b25c6-bf8c-4713-8e31-6b3602b16755 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:45.018945 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a50b25c6-bf8c-4713-8e31-6b3602b16755 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:45.042179 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50b25c6-bf8c-4713-8e31-6b3602b16755 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6201bcf9-e983-4271-a6df-25c4431b0924,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:45.075162 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08c75c1-a2ea-4a96-a4d2-6743990796d2 req-3324de0d-5e58-4b98-9294-72af4a3e7844 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:45.077075 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a08c75c1-a2ea-4a96-a4d2-6743990796d2 req-3324de0d-5e58-4b98-9294-72af4a3e7844 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=d623ef02-7dbc-4bb9-b537-508f9d59a4d6 HTTP/1.1" status: 200 len: 946 time: 0.1312397 Aug 29 04:23:45.078508 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a50b25c6-bf8c-4713-8e31-6b3602b16755 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:45.079717 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-a50b25c6-bf8c-4713-8e31-6b3602b16755 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2605681 Aug 29 04:23:45.084191 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 55044) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:45.165281 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a08c75c1-a2ea-4a96-a4d2-6743990796d2 req-703a60b6-dbe9-4507-ae8d-f38b6e3675f3 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718396 Aug 29 04:23:45.291898 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7c460e0-a928-43ee-9bbe-99fedf6d319f tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Router 768f9c2d-4737-4e0a-ba9f-1494eed5410b is scheduled to L3 agent 76874008-c311-485c-ba36-921b6d275b6a with binding_index 1 {{(pid=94828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:23:45.302451 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6cd993eb-4487-4d9f-a065-3cef23ef7965 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:45.390376 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6cd993eb-4487-4d9f-a065-3cef23ef7965 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:45.501121 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6cd993eb-4487-4d9f-a065-3cef23ef7965 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:45.508283 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6cd993eb-4487-4d9f-a065-3cef23ef7965 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:45.511341 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-6cd993eb-4487-4d9f-a065-3cef23ef7965 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] 10.222.0.22 "DELETE /v2.0/security-groups/861fde82-dfac-4895-8155-6f9cce172a2a HTTP/1.1" status: 204 len: 168 time: 0.4255068 Aug 29 04:23:45.516911 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 55054) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:45.531899 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd993eb-4487-4d9f-a065-3cef23ef7965 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=861fde82-dfac-4895-8155-6f9cce172a2a,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:45.610745 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7c460e0-a928-43ee-9bbe-99fedf6d319f tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:23:45.627081 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1d4d37-f9cb-43fc-a577-15419a7cd076 None None] Sync routers for ids ['768f9c2d-4737-4e0a-ba9f-1494eed5410b'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:23:45.645376 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1d4d37-f9cb-43fc-a577-15419a7cd076 None None] Routers {'768f9c2d-4737-4e0a-ba9f-1494eed5410b'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:23:45.645755 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-7d1d4d37-f9cb-43fc-a577-15419a7cd076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:23:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['768f9c2d-4737-4e0a-ba9f-1494eed5410b'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:45.659838 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-db5cc48c-89c2-4bca-8a14-e25f3dea7523 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1415720 Aug 29 04:23:45.664989 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 55058) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:45.671376 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-a7b34118-7a7c-4a32-b9e0-521eaaed009e tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Request body: {'security_group': {'name': 'tempest-secgroup--1463110509'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:45.673288 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c7c460e0-a928-43ee-9bbe-99fedf6d319f tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks [] for router, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:45.679467 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-c7c460e0-a928-43ee-9bbe-99fedf6d319f tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.0453594 Aug 29 04:23:45.680495 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 55060) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:45.729763 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-7d1d4d37-f9cb-43fc-a577-15419a7cd076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:45.730320 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a7b34118-7a7c-4a32-b9e0-521eaaed009e tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:45.768387 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1d4d37-f9cb-43fc-a577-15419a7cd076 None None] Routers {'768f9c2d-4737-4e0a-ba9f-1494eed5410b'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:23:45.770145 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-7d1d4d37-f9cb-43fc-a577-15419a7cd076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:23:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['768f9c2d-4737-4e0a-ba9f-1494eed5410b'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:45.864666 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-7d1d4d37-f9cb-43fc-a577-15419a7cd076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:45.866409 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1d4d37-f9cb-43fc-a577-15419a7cd076 None None] The sync data for ids ['768f9c2d-4737-4e0a-ba9f-1494eed5410b'] in n-d-712140-12 is: [] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:23:46.012261 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a7b34118-7a7c-4a32-b9e0-521eaaed009e tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:46.021238 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a7b34118-7a7c-4a32-b9e0-521eaaed009e tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:46.098257 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b34118-7a7c-4a32-b9e0-521eaaed009e tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=319a964e-0925-4310-b4eb-04356ca4076a,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:46.142883 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a7b34118-7a7c-4a32-b9e0-521eaaed009e tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:46.150263 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-a7b34118-7a7c-4a32-b9e0-521eaaed009e tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4835026 Aug 29 04:23:46.152445 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 55070) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:46.161447 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-0bf3f720-24e6-4168-8f0e-2c2b2151314d tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Request body: {'security_group': {'name': 'tempest-secgroup--2059468728'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:46.218021 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0bf3f720-24e6-4168-8f0e-2c2b2151314d tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:46.420139 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0bf3f720-24e6-4168-8f0e-2c2b2151314d tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:46.444041 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0bf3f720-24e6-4168-8f0e-2c2b2151314d tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:46.541606 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0bf3f720-24e6-4168-8f0e-2c2b2151314d tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:46.544027 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-0bf3f720-24e6-4168-8f0e-2c2b2151314d tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3888845 Aug 29 04:23:46.548887 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf3f720-24e6-4168-8f0e-2c2b2151314d tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ed42665-14dd-416c-9b92-886b1054d197,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:46.577432 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 55080) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:46.607111 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-18454612-04b5-429c-9a5c-84131e87461d tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Request body: {'security_group_rule': {'security_group_id': '319a964e-0925-4310-b4eb-04356ca4076a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '4ed42665-14dd-416c-9b92-886b1054d197', 'remote_ip_prefix': None}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:46.666789 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc3b34b-6fd7-4502-adce-185c2a0619d0 req-09d9457d-43f1-4f49-af7f-1dffac360549 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:46.668519 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-acc3b34b-6fd7-4502-adce-185c2a0619d0 req-09d9457d-43f1-4f49-af7f-1dffac360549 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=d623ef02-7dbc-4bb9-b537-508f9d59a4d6 HTTP/1.1" status: 200 len: 946 time: 0.2467813 Aug 29 04:23:46.812044 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-18454612-04b5-429c-9a5c-84131e87461d tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:46.868128 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-acc3b34b-6fd7-4502-adce-185c2a0619d0 req-fa0d5334-31af-41ed-a4f6-78be7361906a tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842127 Aug 29 04:23:46.964266 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4225088a-b911-4316-bc56-4a86882837b5 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:46.995736 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-18454612-04b5-429c-9a5c-84131e87461d tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:47.005768 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-18454612-04b5-429c-9a5c-84131e87461d tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:47.071707 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18454612-04b5-429c-9a5c-84131e87461d tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dd9d4de-64da-4117-9a2d-17ed26afe4db,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:47.088524 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-18454612-04b5-429c-9a5c-84131e87461d tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:47.091566 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-18454612-04b5-429c-9a5c-84131e87461d tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4997196 Aug 29 04:23:47.094603 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 55092) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:47.181196 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9655863e-8870-4be9-8be0-6a0e81bea69e tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:47.199252 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9655863e-8870-4be9-8be0-6a0e81bea69e tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:47.236303 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9655863e-8870-4be9-8be0-6a0e81bea69e tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:47.259040 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9655863e-8870-4be9-8be0-6a0e81bea69e tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:47.265810 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-9655863e-8870-4be9-8be0-6a0e81bea69e tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/8dd9d4de-64da-4117-9a2d-17ed26afe4db HTTP/1.1" status: 204 len: 168 time: 0.1689148 Aug 29 04:23:47.266726 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9655863e-8870-4be9-8be0-6a0e81bea69e tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8dd9d4de-64da-4117-9a2d-17ed26afe4db,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:47.268514 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 55102) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:47.354257 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-d839b428-26c7-4b66-b55d-517d8522456c tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0845759 Aug 29 04:23:47.358034 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 55104) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:47.514210 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fc8643-e748-4311-852b-ed86d0a844bd req-89e3e95e-ceff-4039-851d-6615ecc0d5e6 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:47.518137 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-79fc8643-e748-4311-852b-ed86d0a844bd req-89e3e95e-ceff-4039-851d-6615ecc0d5e6 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=d623ef02-7dbc-4bb9-b537-508f9d59a4d6 HTTP/1.1" status: 200 len: 946 time: 0.1299379 Aug 29 04:23:47.604137 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-79fc8643-e748-4311-852b-ed86d0a844bd req-68d34c81-e14a-4635-9f48-28e7334729a8 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772350 Aug 29 04:23:48.021370 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-248dc7bf-5395-4ca7-954a-81a69771c098 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:48.073373 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-248dc7bf-5395-4ca7-954a-81a69771c098 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:48.161443 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-4225088a-b911-4316-bc56-4a86882837b5 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Allocated IP 172.20.0.1 (a9973e0e-e95c-4c76-9b74-97daebf10125/f610a7d9-219c-4dfc-966f-10831e9a6610/9f9d52d3-a154-4b3e-a5ec-01e5dc2a2254) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:23:48.174985 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-248dc7bf-5395-4ca7-954a-81a69771c098 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:48.177649 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-248dc7bf-5395-4ca7-954a-81a69771c098 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:48.182069 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-248dc7bf-5395-4ca7-954a-81a69771c098 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] 10.222.0.22 "DELETE /v2.0/security-groups/4ed42665-14dd-416c-9b92-886b1054d197 HTTP/1.1" status: 204 len: 168 time: 0.8226206 Aug 29 04:23:48.183027 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 55120) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:48.269889 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248dc7bf-5395-4ca7-954a-81a69771c098 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ed42665-14dd-416c-9b92-886b1054d197,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:48.396225 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-f1146735-81a8-451b-8f41-9b2884e3fd7c tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2024047 Aug 29 04:23:48.400132 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 55128) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:48.418095 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4225088a-b911-4316-bc56-4a86882837b5 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:48.473967 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4225088a-b911-4316-bc56-4a86882837b5 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:48.489677 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cd62b903-c94a-4968-b70a-b44ad86ab578 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:48.527768 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cd62b903-c94a-4968-b70a-b44ad86ab578 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:48.541852 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4225088a-b911-4316-bc56-4a86882837b5 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Network a9973e0e-e95c-4c76-9b74-97daebf10125 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:23:48.545533 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-4225088a-b911-4316-bc56-4a86882837b5 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:23:48.548109 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4225088a-b911-4316-bc56-4a86882837b5 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:23:48.582108 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4225088a-b911-4316-bc56-4a86882837b5 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Pushing event updated for resources: {'Port': ['ID=9f9d52d3-a154-4b3e-a5ec-01e5dc2a2254,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:48.592676 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cd62b903-c94a-4968-b70a-b44ad86ab578 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:48.598996 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cd62b903-c94a-4968-b70a-b44ad86ab578 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:48.601528 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-cd62b903-c94a-4968-b70a-b44ad86ab578 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] 10.222.0.22 "DELETE /v2.0/security-groups/319a964e-0925-4310-b4eb-04356ca4076a HTTP/1.1" status: 204 len: 168 time: 0.1990383 Aug 29 04:23:48.605198 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 55130) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:48.615905 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd62b903-c94a-4968-b70a-b44ad86ab578 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=319a964e-0925-4310-b4eb-04356ca4076a,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:48.637094 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4225088a-b911-4316-bc56-4a86882837b5 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719598'] for router_interface, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:48.747050 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-471f5f09-ca85-4c43-9ccf-4dbb5aad1455 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1367719 Aug 29 04:23:48.748604 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 55140) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:48.768177 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-d1ef82fd-f3b4-428b-bcb9-7b8d6f94a836 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Request body: {'security_group': {'name': 'tempest-secgroup--1901425611'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:48.860357 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f5f6ef-6930-4210-8577-0d18575b95e9 req-5ca3b671-8c11-4cb9-a746-2ea7cac36091 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:48.862216 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a5f5f6ef-6930-4210-8577-0d18575b95e9 req-5ca3b671-8c11-4cb9-a746-2ea7cac36091 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=d623ef02-7dbc-4bb9-b537-508f9d59a4d6 HTTP/1.1" status: 200 len: 946 time: 0.1113636 Aug 29 04:23:48.871170 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d1ef82fd-f3b4-428b-bcb9-7b8d6f94a836 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:48.912230 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4225088a-b911-4316-bc56-4a86882837b5 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:48.953334 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a5f5f6ef-6930-4210-8577-0d18575b95e9 req-bdea5f59-3c55-42ca-8ae6-ceac84642ef4 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653369 Aug 29 04:23:49.030473 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d1ef82fd-f3b4-428b-bcb9-7b8d6f94a836 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:49.035986 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d1ef82fd-f3b4-428b-bcb9-7b8d6f94a836 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:49.040395 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:49.075363 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d1ef82fd-f3b4-428b-bcb9-7b8d6f94a836 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:49.076805 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-d1ef82fd-f3b4-428b-bcb9-7b8d6f94a836 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3271875 Aug 29 04:23:49.082430 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 55150) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:49.100957 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-b0a88d52-9194-47b0-8d41-e3ee01e5a766 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Request body: {'security_group_rule': {'security_group_id': '8d407095-3574-4b9d-8ff2-bec5f1e594b1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:49.189232 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ef82fd-f3b4-428b-bcb9-7b8d6f94a836 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d407095-3574-4b9d-8ff2-bec5f1e594b1,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:49.195520 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b0a88d52-9194-47b0-8d41-e3ee01e5a766 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:49.352374 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b0a88d52-9194-47b0-8d41-e3ee01e5a766 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:49.372182 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b0a88d52-9194-47b0-8d41-e3ee01e5a766 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:49.406848 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449c9e69-3dd5-4623-9b5c-d6da18f3e51d req-6b404b2e-b0a3-409b-b477-87c8863226a1 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:49.415436 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-449c9e69-3dd5-4623-9b5c-d6da18f3e51d req-6b404b2e-b0a3-409b-b477-87c8863226a1 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=d623ef02-7dbc-4bb9-b537-508f9d59a4d6 HTTP/1.1" status: 200 len: 946 time: 0.1017692 Aug 29 04:23:49.431125 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4225088a-b911-4316-bc56-4a86882837b5 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:49.442433 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4225088a-b911-4316-bc56-4a86882837b5 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:49.444811 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b0a88d52-9194-47b0-8d41-e3ee01e5a766 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:49.446157 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-b0a88d52-9194-47b0-8d41-e3ee01e5a766 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3616843 Aug 29 04:23:49.449350 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a88d52-9194-47b0-8d41-e3ee01e5a766 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae7370d8-80d3-47b7-b57b-18bd74f88321,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:49.458438 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 55158) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:49.537410 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-449c9e69-3dd5-4623-9b5c-d6da18f3e51d req-66d36f9b-68c6-4393-8149-8a19c238e1a2 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177351 Aug 29 04:23:49.541248 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6bae76d1-0ed4-4384-a125-2f63e1a689e6 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:49.561862 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6bae76d1-0ed4-4384-a125-2f63e1a689e6 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:49.584970 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4225088a-b911-4316-bc56-4a86882837b5 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Pushing event updated for resources: {'Port': ['ID=9f9d52d3-a154-4b3e-a5ec-01e5dc2a2254,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:49.588648 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4225088a-b911-4316-bc56-4a86882837b5 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-718897'] for router_interface, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:49.610892 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6bae76d1-0ed4-4384-a125-2f63e1a689e6 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:49.617685 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6bae76d1-0ed4-4384-a125-2f63e1a689e6 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:49.618983 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-6bae76d1-0ed4-4384-a125-2f63e1a689e6 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/ae7370d8-80d3-47b7-b57b-18bd74f88321 HTTP/1.1" status: 204 len: 168 time: 0.1579952 Aug 29 04:23:49.629707 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 55164) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:49.648006 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bae76d1-0ed4-4384-a125-2f63e1a689e6 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ae7370d8-80d3-47b7-b57b-18bd74f88321,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:49.702889 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-6269306a-39af-45be-abae-e2fb4a48b906 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0719192 Aug 29 04:23:49.707083 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 55170) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:49.780474 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4225088a-b911-4316-bc56-4a86882837b5 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Network a9973e0e-e95c-4c76-9b74-97daebf10125 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:23:49.782582 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-4225088a-b911-4316-bc56-4a86882837b5 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:23:49.801459 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d2c31664-ca63-4fbd-b788-4551f5e28eae tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:49.855374 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d2c31664-ca63-4fbd-b788-4551f5e28eae tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:49.919426 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d2c31664-ca63-4fbd-b788-4551f5e28eae tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:49.923178 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d2c31664-ca63-4fbd-b788-4551f5e28eae tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:49.929602 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 55176) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:49.929835 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-d2c31664-ca63-4fbd-b788-4551f5e28eae tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] 10.222.0.22 "DELETE /v2.0/security-groups/8d407095-3574-4b9d-8ff2-bec5f1e594b1 HTTP/1.1" status: 204 len: 168 time: 0.2212250 Aug 29 04:23:49.954269 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c31664-ca63-4fbd-b788-4551f5e28eae tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d407095-3574-4b9d-8ff2-bec5f1e594b1,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:50.007232 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-302dd4f8-366b-4a9f-99f6-b342349d6146 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0763652 Aug 29 04:23:50.009696 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4225088a-b911-4316-bc56-4a86882837b5 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Router 768f9c2d-4737-4e0a-ba9f-1494eed5410b has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:23:50.010940 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 55178) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:50.015755 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-b9b51ac4-2d5d-4fd2-ab3a-5ba7195313dd tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Request body: {'security_group': {'name': 'tempest-secgroup--1087454824'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:50.083805 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b9b51ac4-2d5d-4fd2-ab3a-5ba7195313dd tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:50.198462 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4225088a-b911-4316-bc56-4a86882837b5 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:23:50.206605 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-4225088a-b911-4316-bc56-4a86882837b5 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] 10.222.0.22 "PUT /v2.0/routers/768f9c2d-4737-4e0a-ba9f-1494eed5410b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5210826 Aug 29 04:23:50.207624 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 55182) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:50.213546 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-492bafe1-04c7-4895-b11f-3d66d57a3c41 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Request body: {'port': {'network_id': 'a9973e0e-e95c-4c76-9b74-97daebf10125', 'name': 'tempest-FloatingIPTestJSON-787693416'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:50.225959 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c491bd5-d49d-4b1f-8915-37a15faddfa9 None None] Sync routers for ids ['768f9c2d-4737-4e0a-ba9f-1494eed5410b'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:23:50.243027 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c491bd5-d49d-4b1f-8915-37a15faddfa9 None None] Routers {'768f9c2d-4737-4e0a-ba9f-1494eed5410b'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:23:50.244868 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-6c491bd5-d49d-4b1f-8915-37a15faddfa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:23:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['768f9c2d-4737-4e0a-ba9f-1494eed5410b'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:50.302546 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-6c491bd5-d49d-4b1f-8915-37a15faddfa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:50.313960 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b9b51ac4-2d5d-4fd2-ab3a-5ba7195313dd tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:50.315461 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c491bd5-d49d-4b1f-8915-37a15faddfa9 None None] Routers {'768f9c2d-4737-4e0a-ba9f-1494eed5410b'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:23:50.316325 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-6c491bd5-d49d-4b1f-8915-37a15faddfa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:23:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['768f9c2d-4737-4e0a-ba9f-1494eed5410b'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:50.327169 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b9b51ac4-2d5d-4fd2-ab3a-5ba7195313dd tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:50.363886 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-6c491bd5-d49d-4b1f-8915-37a15faddfa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:50.364750 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c491bd5-d49d-4b1f-8915-37a15faddfa9 None None] The sync data for ids ['768f9c2d-4737-4e0a-ba9f-1494eed5410b'] in n-d-712140-12 is: [] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:23:50.425691 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b51ac4-2d5d-4fd2-ab3a-5ba7195313dd tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=642a5592-cb54-472a-8cdd-4a5418de5475,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:50.433962 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-492bafe1-04c7-4895-b11f-3d66d57a3c41 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Made reservation on behalf of 0e7e7c5f92ce4c7e8a2717aa9e86c9db for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:23:50.437911 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-492bafe1-04c7-4895-b11f-3d66d57a3c41 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:50.459274 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b9b51ac4-2d5d-4fd2-ab3a-5ba7195313dd tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:50.461050 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-b9b51ac4-2d5d-4fd2-ab3a-5ba7195313dd tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4489574 Aug 29 04:23:50.465304 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 55190) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:50.471953 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-ea26769d-3522-4484-8fce-19040d6e9b6d tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Request body: {'security_group_rule': {'security_group_id': '642a5592-cb54-472a-8cdd-4a5418de5475', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:50.484061 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-492bafe1-04c7-4895-b11f-3d66d57a3c41 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] device_id is not set on port 064b747c-aaf5-4354-a1f0-2eb8ea0df854 yet. {{(pid=94828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:23:50.515564 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ea26769d-3522-4484-8fce-19040d6e9b6d tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:50.629101 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ea26769d-3522-4484-8fce-19040d6e9b6d tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:50.634023 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ea26769d-3522-4484-8fce-19040d6e9b6d tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:50.655314 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-492bafe1-04c7-4895-b11f-3d66d57a3c41 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Allocated IP 172.20.0.2 (a9973e0e-e95c-4c76-9b74-97daebf10125/f610a7d9-219c-4dfc-966f-10831e9a6610/064b747c-aaf5-4354-a1f0-2eb8ea0df854) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:23:50.677314 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea26769d-3522-4484-8fce-19040d6e9b6d tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=496dcc93-0f68-40fa-8f5f-99e7db725a5f,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:50.701038 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ea26769d-3522-4484-8fce-19040d6e9b6d tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:50.702301 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-ea26769d-3522-4484-8fce-19040d6e9b6d tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2350781 Aug 29 04:23:50.724216 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 55200) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:50.783863 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-57057222-6a8a-4473-a85a-28516ef76937 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] 10.222.0.22 "GET /v2.0/security-group-rules/496dcc93-0f68-40fa-8f5f-99e7db725a5f HTTP/1.1" status: 200 len: 763 time: 0.0570154 Aug 29 04:23:50.786355 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 55204) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:50.853018 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14025e06-b2cd-4f26-9de2-e99e116755f6 req-f4d3e8a7-4c9d-4f5b-b5ac-2309726982e0 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:50.855549 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-14025e06-b2cd-4f26-9de2-e99e116755f6 req-f4d3e8a7-4c9d-4f5b-b5ac-2309726982e0 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=d623ef02-7dbc-4bb9-b537-508f9d59a4d6 HTTP/1.1" status: 200 len: 946 time: 0.1677251 Aug 29 04:23:50.892094 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-03e69cc7-0493-428d-b22d-083d2ebdcaaf tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1031175 Aug 29 04:23:50.893689 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 55206) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:50.926669 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-492bafe1-04c7-4895-b11f-3d66d57a3c41 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:50.941832 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-14025e06-b2cd-4f26-9de2-e99e116755f6 req-3cfef90a-9e27-4f8c-825f-6dffc6c63dc0 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481946 Aug 29 04:23:50.948141 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-741fa202-5c8d-4271-ab3e-c898b657c6e7 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:50.960686 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-741fa202-5c8d-4271-ab3e-c898b657c6e7 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:51.015056 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-741fa202-5c8d-4271-ab3e-c898b657c6e7 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:51.025390 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-741fa202-5c8d-4271-ab3e-c898b657c6e7 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:51.029298 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-741fa202-5c8d-4271-ab3e-c898b657c6e7 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/496dcc93-0f68-40fa-8f5f-99e7db725a5f HTTP/1.1" status: 204 len: 168 time: 0.1339762 Aug 29 04:23:51.030106 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 55212) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:51.060975 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741fa202-5c8d-4271-ab3e-c898b657c6e7 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=496dcc93-0f68-40fa-8f5f-99e7db725a5f,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:51.063345 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-492bafe1-04c7-4895-b11f-3d66d57a3c41 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:51.160515 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492bafe1-04c7-4895-b11f-3d66d57a3c41 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Network a9973e0e-e95c-4c76-9b74-97daebf10125 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:23:51.182023 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-0be3e44e-afdf-407b-b33d-af1b1a7a0f7d tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1486864 Aug 29 04:23:51.183091 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-492bafe1-04c7-4895-b11f-3d66d57a3c41 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:23:51.184798 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 55214) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:51.186125 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492bafe1-04c7-4895-b11f-3d66d57a3c41 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Pushing event updated for resources: {'Port': ['ID=064b747c-aaf5-4354-a1f0-2eb8ea0df854,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:51.188558 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492bafe1-04c7-4895-b11f-3d66d57a3c41 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:23:51.189682 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-986884a7-a8af-4b0d-b404-5ccfca098012 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Request body: {'security_group_rule': {'security_group_id': '642a5592-cb54-472a-8cdd-4a5418de5475', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:51.222739 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34702bae-ffdf-469d-aa60-2f87ff8c79bf req-b261607f-51fa-46d3-8c64-9283d9976c6f tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:51.224371 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-34702bae-ffdf-469d-aa60-2f87ff8c79bf req-b261607f-51fa-46d3-8c64-9283d9976c6f tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.48 "GET /v2.0/ports?device_id=d623ef02-7dbc-4bb9-b537-508f9d59a4d6 HTTP/1.1" status: 200 len: 946 time: 0.1805964 Aug 29 04:23:51.234277 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-986884a7-a8af-4b0d-b404-5ccfca098012 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:51.290898 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492bafe1-04c7-4895-b11f-3d66d57a3c41 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:51.292008 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-492bafe1-04c7-4895-b11f-3d66d57a3c41 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:51.315637 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-986884a7-a8af-4b0d-b404-5ccfca098012 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:51.320380 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-986884a7-a8af-4b0d-b404-5ccfca098012 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:51.348609 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-492bafe1-04c7-4895-b11f-3d66d57a3c41 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.1397412 Aug 29 04:23:51.352832 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 55222) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:51.360444 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-52da2c6c-f00c-415c-97dd-d250863fd63f tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Request body: {'port': {'network_id': 'a9973e0e-e95c-4c76-9b74-97daebf10125', 'name': 'tempest-FloatingIPTestJSON-526042329'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:51.366891 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986884a7-a8af-4b0d-b404-5ccfca098012 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ad78086-e17d-422d-96ac-d1b874629a58,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:51.373330 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-986884a7-a8af-4b0d-b404-5ccfca098012 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:51.374878 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-986884a7-a8af-4b0d-b404-5ccfca098012 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1889744 Aug 29 04:23:51.377899 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 55224) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:51.397962 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-a72bc7ba-680b-41bd-b89b-80775e133006 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] 10.222.0.22 "GET /v2.0/security-group-rules/5ad78086-e17d-422d-96ac-d1b874629a58 HTTP/1.1" status: 200 len: 763 time: 0.0187311 Aug 29 04:23:51.403283 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 55226) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:51.456881 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-34702bae-ffdf-469d-aa60-2f87ff8c79bf req-8d723dfe-c7be-49d8-8ff0-6cac2410e04c tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Deleting port 16caa0a5-1936-4fe3-a6ab-7eac721dfaa1 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:23:51.457830 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-34702bae-ffdf-469d-aa60-2f87ff8c79bf req-8d723dfe-c7be-49d8-8ff0-6cac2410e04c tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:51.458246 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-34a05e0a-2d6d-451c-985f-93d79868552f tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0529399 Aug 29 04:23:51.460251 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 55228) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:51.501859 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d99bfa0e-06b4-485c-8c05-6ce8b0437403 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:51.514838 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d99bfa0e-06b4-485c-8c05-6ce8b0437403 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:51.555447 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d99bfa0e-06b4-485c-8c05-6ce8b0437403 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:51.569801 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d99bfa0e-06b4-485c-8c05-6ce8b0437403 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:51.571271 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-d99bfa0e-06b4-485c-8c05-6ce8b0437403 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/5ad78086-e17d-422d-96ac-d1b874629a58 HTTP/1.1" status: 204 len: 168 time: 0.1096663 Aug 29 04:23:51.575078 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 55232) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:51.578626 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99bfa0e-06b4-485c-8c05-6ce8b0437403 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5ad78086-e17d-422d-96ac-d1b874629a58,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:51.584134 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52da2c6c-f00c-415c-97dd-d250863fd63f tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Made reservation on behalf of 0e7e7c5f92ce4c7e8a2717aa9e86c9db for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:23:51.588536 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-52da2c6c-f00c-415c-97dd-d250863fd63f tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:51.628750 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-34702bae-ffdf-469d-aa60-2f87ff8c79bf req-8d723dfe-c7be-49d8-8ff0-6cac2410e04c tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] For port 16caa0a5-1936-4fe3-a6ab-7eac721dfaa1, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=16caa0a5-1936-4fe3-a6ab-7eac721dfaa1,segment=NetworkSegment(b7618bbf-11af-465a-8663-f9f8f84b36c0),segment_id=b7618bbf-11af-465a-8663-f9f8f84b36c0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:51.629127 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-34702bae-ffdf-469d-aa60-2f87ff8c79bf req-8d723dfe-c7be-49d8-8ff0-6cac2410e04c tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:51.642344 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-52da2c6c-f00c-415c-97dd-d250863fd63f tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] device_id is not set on port 036b0897-b3c9-4f73-90a1-05f2104430ae yet. {{(pid=94828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:23:51.663570 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-34702bae-ffdf-469d-aa60-2f87ff8c79bf req-8d723dfe-c7be-49d8-8ff0-6cac2410e04c tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Calling delete_port for 16caa0a5-1936-4fe3-a6ab-7eac721dfaa1 owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:23:51.741560 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-d5258c6d-b35f-4134-a6a0-164adc236ab1 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1644654 Aug 29 04:23:51.744996 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 55240) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:51.750041 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-467e58d9-268f-4b14-976e-5bd55129b965 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Request body: {'security_group_rule': {'security_group_id': '642a5592-cb54-472a-8cdd-4a5418de5475', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:51.823903 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-467e58d9-268f-4b14-976e-5bd55129b965 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:51.883468 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-52da2c6c-f00c-415c-97dd-d250863fd63f tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Allocated IP 172.20.0.3 (a9973e0e-e95c-4c76-9b74-97daebf10125/f610a7d9-219c-4dfc-966f-10831e9a6610/036b0897-b3c9-4f73-90a1-05f2104430ae) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:23:51.901579 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-467e58d9-268f-4b14-976e-5bd55129b965 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:51.906399 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-467e58d9-268f-4b14-976e-5bd55129b965 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:51.929598 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467e58d9-268f-4b14-976e-5bd55129b965 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59724af7-4db8-490a-97ad-60d202933639,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:51.951011 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-467e58d9-268f-4b14-976e-5bd55129b965 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:51.952547 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-467e58d9-268f-4b14-976e-5bd55129b965 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2067544 Aug 29 04:23:51.955429 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 55244) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:52.004033 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-1012ee59-b790-4da6-8992-b9128bedf21a tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] 10.222.0.22 "GET /v2.0/security-group-rules/59724af7-4db8-490a-97ad-60d202933639 HTTP/1.1" status: 200 len: 764 time: 0.0450106 Aug 29 04:23:52.007834 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 55248) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:52.010736 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-34702bae-ffdf-469d-aa60-2f87ff8c79bf req-8d723dfe-c7be-49d8-8ff0-6cac2410e04c tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:52.044596 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['16caa0a5-1936-4fe3-a6ab-7eac721dfaa1'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:23:52.109646 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4a0db8f8-9139-4361-9806-2466ec08f4e9 req-8e79ffdf-7844-4cf9-b410-2ba51ecd61eb tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=d623ef02-7dbc-4bb9-b537-508f9d59a4d6 HTTP/1.1" status: 200 len: 210 time: 0.0380633 Aug 29 04:23:52.142649 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-0edfe08f-3a80-4edb-b94d-4af55cc58580 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1328220 Aug 29 04:23:52.145362 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d723dfe-c7be-49d8-8ff0-6cac2410e04c tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Pushing event deleted for resources: {'Port': ['ID=16caa0a5-1936-4fe3-a6ab-7eac721dfaa1,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:52.155842 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 55254) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:52.206683 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1f429f23-d5b8-4fb5-bbad-ae6b51d5c1b4 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:52.213587 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-34702bae-ffdf-469d-aa60-2f87ff8c79bf req-8d723dfe-c7be-49d8-8ff0-6cac2410e04c tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] No DVR routers for this DVR port 16caa0a5-1936-4fe3-a6ab-7eac721dfaa1 on host n-h2-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:23:52.217986 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-34702bae-ffdf-469d-aa60-2f87ff8c79bf req-8d723dfe-c7be-49d8-8ff0-6cac2410e04c tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:52.222121 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-34702bae-ffdf-469d-aa60-2f87ff8c79bf req-8d723dfe-c7be-49d8-8ff0-6cac2410e04c tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.48 "DELETE /v2.0/ports/16caa0a5-1936-4fe3-a6ab-7eac721dfaa1 HTTP/1.1" status: 204 len: 173 time: 0.9830551 Aug 29 04:23:52.222772 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd623ef02-7dbc-4bb9-b537-508f9d59a4d6', 'name': 'network-vif-deleted', 'tag': '16caa0a5-1936-4fe3-a6ab-7eac721dfaa1'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:23:52.222917 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1f429f23-d5b8-4fb5-bbad-ae6b51d5c1b4 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:52.225462 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd7689b0-d08d-4250-ab1d-e3c94dfc6287" -d '{"events": [{"server_uuid": "d623ef02-7dbc-4bb9-b537-508f9d59a4d6", "name": "network-vif-deleted", "tag": "16caa0a5-1936-4fe3-a6ab-7eac721dfaa1"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:23:52.289004 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1f429f23-d5b8-4fb5-bbad-ae6b51d5c1b4 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:52.297241 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85ce1f88-a5c2-41b0-980f-34959a1718a4 x-openstack-request-id: req-85ce1f88-a5c2-41b0-980f-34959a1718a4 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:23:52.297489 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1f429f23-d5b8-4fb5-bbad-ae6b51d5c1b4 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:52.297652 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d623ef02-7dbc-4bb9-b537-508f9d59a4d6", "name": "network-vif-deleted", "tag": "16caa0a5-1936-4fe3-a6ab-7eac721dfaa1", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:23:52.297821 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-85ce1f88-a5c2-41b0-980f-34959a1718a4 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:23:52.298343 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd623ef02-7dbc-4bb9-b537-508f9d59a4d6', 'name': 'network-vif-deleted', 'tag': '16caa0a5-1936-4fe3-a6ab-7eac721dfaa1', 'status': 'completed', 'code': 200} Aug 29 04:23:52.299359 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-1f429f23-d5b8-4fb5-bbad-ae6b51d5c1b4 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/59724af7-4db8-490a-97ad-60d202933639 HTTP/1.1" status: 204 len: 168 time: 0.1419642 Aug 29 04:23:52.305443 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 55258) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:52.307728 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-52da2c6c-f00c-415c-97dd-d250863fd63f tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:52.331512 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f429f23-d5b8-4fb5-bbad-ae6b51d5c1b4 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=59724af7-4db8-490a-97ad-60d202933639,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:52.384175 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-7f05d237-c8ae-4ca7-b4f9-ca1edcfd2ce6 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0767696 Aug 29 04:23:52.386224 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 55262) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:52.393079 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-52da2c6c-f00c-415c-97dd-d250863fd63f tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:52.452290 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52da2c6c-f00c-415c-97dd-d250863fd63f tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Network a9973e0e-e95c-4c76-9b74-97daebf10125 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:23:52.457575 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-52da2c6c-f00c-415c-97dd-d250863fd63f tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:23:52.460771 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52da2c6c-f00c-415c-97dd-d250863fd63f tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:23:52.487929 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52da2c6c-f00c-415c-97dd-d250863fd63f tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Pushing event updated for resources: {'Port': ['ID=036b0897-b3c9-4f73-90a1-05f2104430ae,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:52.530678 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a78a8fc2-cd7a-44ee-b346-b1fc387657af tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:52.543931 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52da2c6c-f00c-415c-97dd-d250863fd63f tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:52.545191 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-52da2c6c-f00c-415c-97dd-d250863fd63f tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:52.565594 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-52da2c6c-f00c-415c-97dd-d250863fd63f tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.2113919 Aug 29 04:23:52.569873 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 55268) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:52.575078 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-98d5f71f-8421-4a43-b1d9-d5fdd7b88cbe tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Request body: {'floatingip': {'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'port_id': '036b0897-b3c9-4f73-90a1-05f2104430ae', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:52.602357 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a78a8fc2-cd7a-44ee-b346-b1fc387657af tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:52.679544 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a78a8fc2-cd7a-44ee-b346-b1fc387657af tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:52.688827 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a78a8fc2-cd7a-44ee-b346-b1fc387657af tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:52.696207 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-98d5f71f-8421-4a43-b1d9-d5fdd7b88cbe tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks [] for floatingip, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:52.700393 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 55272) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:52.700622 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-a78a8fc2-cd7a-44ee-b346-b1fc387657af tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] 10.222.0.22 "DELETE /v2.0/security-groups/642a5592-cb54-472a-8cdd-4a5418de5475 HTTP/1.1" status: 204 len: 168 time: 0.3106353 Aug 29 04:23:52.720953 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78a8fc2-cd7a-44ee-b346-b1fc387657af tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=642a5592-cb54-472a-8cdd-4a5418de5475,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:52.801959 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-67dc350d-5dc3-41aa-b189-baf9dc01b5b6 req-b0ccd9fc-9bbb-4063-a23f-95527fc8912a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=afc254ea-ccf6-497c-b6f3-9c7790e81f60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1710074 Aug 29 04:23:52.867008 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 55282) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:52.878511 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-a674f13a-5fc7-4fe0-8eee-ab0cd3a34f51 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1766455 Aug 29 04:23:52.950315 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-0ad96599-20d5-4047-9d64-04d90f8d2a60 tempest-SecGroupTest-1792176885 tempest-SecGroupTest-1792176885-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0816283 Aug 29 04:23:53.348298 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dc350d-5dc3-41aa-b189-baf9dc01b5b6 req-797ef347-8b60-4e68-8543-144892a51731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:53.348792 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dc350d-5dc3-41aa-b189-baf9dc01b5b6 req-797ef347-8b60-4e68-8543-144892a51731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:53.349274 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dc350d-5dc3-41aa-b189-baf9dc01b5b6 req-797ef347-8b60-4e68-8543-144892a51731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:53.349829 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dc350d-5dc3-41aa-b189-baf9dc01b5b6 req-797ef347-8b60-4e68-8543-144892a51731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:53.350244 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dc350d-5dc3-41aa-b189-baf9dc01b5b6 req-797ef347-8b60-4e68-8543-144892a51731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:53.350714 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dc350d-5dc3-41aa-b189-baf9dc01b5b6 req-797ef347-8b60-4e68-8543-144892a51731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:53.351184 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dc350d-5dc3-41aa-b189-baf9dc01b5b6 req-797ef347-8b60-4e68-8543-144892a51731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:53.353357 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-67dc350d-5dc3-41aa-b189-baf9dc01b5b6 req-797ef347-8b60-4e68-8543-144892a51731 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e5f0d8ebc9a74e589a93c4dfadff20f5&device_id=afc254ea-ccf6-497c-b6f3-9c7790e81f60 HTTP/1.1" status: 200 len: 6508 time: 0.4614031 Aug 29 04:23:53.486999 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-98d5f71f-8421-4a43-b1d9-d5fdd7b88cbe tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:53.517499 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 55306) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:53.594057 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dc350d-5dc3-41aa-b189-baf9dc01b5b6 req-4a7118dc-f2e0-4669-9aee-ccb4d9c1a047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:53.594819 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dc350d-5dc3-41aa-b189-baf9dc01b5b6 req-4a7118dc-f2e0-4669-9aee-ccb4d9c1a047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:53.595085 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dc350d-5dc3-41aa-b189-baf9dc01b5b6 req-4a7118dc-f2e0-4669-9aee-ccb4d9c1a047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:53.596842 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-67dc350d-5dc3-41aa-b189-baf9dc01b5b6 req-4a7118dc-f2e0-4669-9aee-ccb4d9c1a047 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3085f602-11fb-40e6-8771-e57304cb25d6&id=30a5f83d-44db-4be9-a796-3b5e93558c29&id=30a5f83d-44db-4be9-a796-3b5e93558c29&id=30a5f83d-44db-4be9-a796-3b5e93558c29&id=30a5f83d-44db-4be9-a796-3b5e93558c29&id=4b336bb6-c1a2-4852-8570-018195081ecf&id=4b336bb6-c1a2-4852-8570-018195081ecf HTTP/1.1" status: 200 len: 2298 time: 0.1920094 Aug 29 04:23:53.648239 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c736c4-58e6-4fe6-8b6b-c5b02f4dba47 req-68ddd1a9-a1f0-4ac1-93f7-958872c2d5aa tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:53.658578 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b3c736c4-58e6-4fe6-8b6b-c5b02f4dba47 req-68ddd1a9-a1f0-4ac1-93f7-958872c2d5aa tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/networks?id=6dc9f122-fe76-4b29-b692-6f9509f76947 HTTP/1.1" status: 200 len: 812 time: 0.2123444 Aug 29 04:23:53.690779 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b3c736c4-58e6-4fe6-8b6b-c5b02f4dba47 req-e57c04e4-6599-4c78-a8f6-5ee6e88e650b tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/quotas/6b54a16bc4c143ae881e0570211236dd HTTP/1.1" status: 200 len: 375 time: 0.0279129 Aug 29 04:23:53.742102 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-67dc350d-5dc3-41aa-b189-baf9dc01b5b6 req-9784830b-e4da-41fb-bd5d-c49b24a7a0db service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3935a212-8cf6-4330-b1a6-b9caa4ca084f HTTP/1.1" status: 200 len: 1000 time: 0.1344557 Aug 29 04:23:53.749593 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-98d5f71f-8421-4a43-b1d9-d5fdd7b88cbe tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Allocated IP 172.25.0.208 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/66f06e59-c874-4014-8f79-13b91801eed9) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:23:53.793551 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b3c736c4-58e6-4fe6-8b6b-c5b02f4dba47 req-0fb8655d-e9e2-477b-be1e-1ec1772f26ae tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=6b54a16bc4c143ae881e0570211236dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1010134 Aug 29 04:23:54.053887 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-93ecfd02-efc4-4def-9483-8b464c01ab6c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1801ae8ba73e4010a960b5c9d0e062e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5350227 Aug 29 04:23:54.057543 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dc350d-5dc3-41aa-b189-baf9dc01b5b6 req-6cb65a0c-5246-43a4-9ca1-79ceb45907d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:54.059045 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-67dc350d-5dc3-41aa-b189-baf9dc01b5b6 req-6cb65a0c-5246-43a4-9ca1-79ceb45907d6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b310944e-35be-44a6-a31c-3869b759bdd1 HTTP/1.1" status: 200 len: 856 time: 0.3046246 Aug 29 04:23:54.061379 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 55328) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:54.066182 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b3c736c4-58e6-4fe6-8b6b-c5b02f4dba47 req-3cadd8f3-fd3d-44fe-84a6-95fc5c6f57e2 service neutron] 10.222.0.22 "GET /v2.0/networks/6dc9f122-fe76-4b29-b692-6f9509f76947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2712312 Aug 29 04:23:54.194884 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dc350d-5dc3-41aa-b189-baf9dc01b5b6 req-ee7e3115-2712-44b8-a9e7-3e611a14dda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:54.196422 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-67dc350d-5dc3-41aa-b189-baf9dc01b5b6 req-ee7e3115-2712-44b8-a9e7-3e611a14dda9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3085f602-11fb-40e6-8771-e57304cb25d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1049411 Aug 29 04:23:54.202117 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b3c736c4-58e6-4fe6-8b6b-c5b02f4dba47 req-2e75be48-460f-4335-8845-707b6045f46c service neutron] 10.222.0.22 "GET /v2.0/networks/6dc9f122-fe76-4b29-b692-6f9509f76947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344030 Aug 29 04:23:54.204091 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-43736755-8dc1-4a7e-af0b-5bf7f428ffb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:54.219656 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-98d5f71f-8421-4a43-b1d9-d5fdd7b88cbe tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:54.287322 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-43736755-8dc1-4a7e-af0b-5bf7f428ffb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:54.378053 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-98d5f71f-8421-4a43-b1d9-d5fdd7b88cbe tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:54.390850 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-67dc350d-5dc3-41aa-b189-baf9dc01b5b6 req-e8160e3e-f46c-40a6-a8e6-9cc32d0d9589 service neutron] 10.222.0.48 "GET /v2.0/networks/3085f602-11fb-40e6-8771-e57304cb25d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847007 Aug 29 04:23:54.484646 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-43736755-8dc1-4a7e-af0b-5bf7f428ffb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:54.487282 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-43736755-8dc1-4a7e-af0b-5bf7f428ffb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:54.491608 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-43736755-8dc1-4a7e-af0b-5bf7f428ffb7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f8b0602d-1a08-48b9-86c0-9c538ff2f242 HTTP/1.1" status: 204 len: 168 time: 0.4262640 Aug 29 04:23:54.496569 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d5f71f-8421-4a43-b1d9-d5fdd7b88cbe tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:23:54.531636 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-98d5f71f-8421-4a43-b1d9-d5fdd7b88cbe tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:23:54.555138 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d5f71f-8421-4a43-b1d9-d5fdd7b88cbe tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:23:54.558328 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43736755-8dc1-4a7e-af0b-5bf7f428ffb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8b0602d-1a08-48b9-86c0-9c538ff2f242,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:54.590327 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5e0ca097-81a6-4068-ade5-304681aaf57b req-19c279f2-5e57-4024-bd00-11197f0c28c4 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=b186ca23-8aeb-42ea-ad06-0205dcf6b99f HTTP/1.1" status: 200 len: 210 time: 0.1012247 Aug 29 04:23:54.594807 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d5f71f-8421-4a43-b1d9-d5fdd7b88cbe tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Pushing event updated for resources: {'Port': ['ID=66f06e59-c874-4014-8f79-13b91801eed9,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:54.702107 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-67dc350d-5dc3-41aa-b189-baf9dc01b5b6 req-48e2521a-ac0d-4dd3-916c-de1639b881d9 service neutron] 10.222.0.48 "GET /v2.0/networks/3085f602-11fb-40e6-8771-e57304cb25d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2772026 Aug 29 04:23:54.704850 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 16caa0a5-1936-4fe3-a6ab-7eac721dfaa1 no longer exists at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:23:54.777072 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] No Port match for: 16caa0a5-1936-4fe3-a6ab-7eac721dfaa1 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:23:54.778322 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 16caa0a5-1936-4fe3-a6ab-7eac721dfaa1 not bound to the agent host n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:23:54.877132 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-67dc350d-5dc3-41aa-b189-baf9dc01b5b6 req-99e82dd1-38e0-4f93-b599-bf602cec567e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.70&port_id=e64e1abe-0190-4cb5-8d68-399c7b7657fa HTTP/1.1" status: 200 len: 217 time: 0.1253972 Aug 29 04:23:55.133043 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dc350d-5dc3-41aa-b189-baf9dc01b5b6 req-26cbcb72-8654-44f2-8c10-81c3610dc882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:55.135658 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-67dc350d-5dc3-41aa-b189-baf9dc01b5b6 req-26cbcb72-8654-44f2-8c10-81c3610dc882 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=81808e7a-684a-4dd3-97bc-1cbd7265f9b6 HTTP/1.1" status: 200 len: 797 time: 0.2364302 Aug 29 04:23:55.334336 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dc350d-5dc3-41aa-b189-baf9dc01b5b6 req-1e61c6e3-0ba8-40eb-b6ec-fbff8ac1c9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:55.336074 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-67dc350d-5dc3-41aa-b189-baf9dc01b5b6 req-1e61c6e3-0ba8-40eb-b6ec-fbff8ac1c9b3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=30a5f83d-44db-4be9-a796-3b5e93558c29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0941825 Aug 29 04:23:55.783487 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-67dc350d-5dc3-41aa-b189-baf9dc01b5b6 req-bf0e007e-bbe9-40f7-82a5-b6aed4a90511 service neutron] 10.222.0.48 "GET /v2.0/networks/30a5f83d-44db-4be9-a796-3b5e93558c29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3985379 Aug 29 04:23:55.785061 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-03ad0811-4dc0-4a3c-9c12-ff31df4475d6 req-27873edf-a433-471e-881e-63cb3e64d990 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=b186ca23-8aeb-42ea-ad06-0205dcf6b99f HTTP/1.1" status: 200 len: 210 time: 0.0654180 Aug 29 04:23:56.403836 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c736c4-58e6-4fe6-8b6b-c5b02f4dba47 req-8e552038-9a0f-47c4-b088-e31ccd9f842a tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:56.405715 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b3c736c4-58e6-4fe6-8b6b-c5b02f4dba47 req-8e552038-9a0f-47c4-b088-e31ccd9f842a tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.48 "GET /v2.0/networks?id=6dc9f122-fe76-4b29-b692-6f9509f76947 HTTP/1.1" status: 200 len: 812 time: 0.3847551 Aug 29 04:23:56.436404 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bf6eac-2ec6-47b0-8f1c-a008a22720fd req-62505f8a-4d74-4759-bce6-2700b300fccd tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:56.438272 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-82bf6eac-2ec6-47b0-8f1c-a008a22720fd req-62505f8a-4d74-4759-bce6-2700b300fccd tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/ports?device_id=b768cd8c-ce3b-4634-96ad-a9a93cf1350c HTTP/1.1" status: 200 len: 946 time: 0.2802835 Aug 29 04:23:56.454971 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-b3c736c4-58e6-4fe6-8b6b-c5b02f4dba47 req-b2206054-504f-42a2-8add-16c16fa096ba tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Request body: {'port': {'device_id': 'b186ca23-8aeb-42ea-ad06-0205dcf6b99f', 'network_id': '6dc9f122-fe76-4b29-b692-6f9509f76947', 'admin_state_up': True, 'tenant_id': '6b54a16bc4c143ae881e0570211236dd'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:56.501546 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-98d5f71f-8421-4a43-b1d9-d5fdd7b88cbe tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:56.626936 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-67dc350d-5dc3-41aa-b189-baf9dc01b5b6 req-c7102ebf-afa8-4517-9e87-c15b61dcb4af service neutron] 10.222.0.48 "GET /v2.0/networks/30a5f83d-44db-4be9-a796-3b5e93558c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8333633 Aug 29 04:23:56.636143 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3b6155-346e-4467-9d4c-e70ff234b26a req-eae08522-5d90-47c8-8c85-810f4a9d93f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:56.637835 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8e3b6155-346e-4467-9d4c-e70ff234b26a req-eae08522-5d90-47c8-8c85-810f4a9d93f9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d9a76e3dc1744d138793af79d163dd05&device_id=b768cd8c-ce3b-4634-96ad-a9a93cf1350c HTTP/1.1" status: 200 len: 1098 time: 0.4857900 Aug 29 04:23:56.668330 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-82bf6eac-2ec6-47b0-8f1c-a008a22720fd req-47045fd7-01e2-4cb5-98d0-50c4daebd646 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc298de8-05a1-4048-a74a-af5d487002fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998644 Aug 29 04:23:56.731107 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-67dc350d-5dc3-41aa-b189-baf9dc01b5b6 req-65ea62d7-b130-4428-90eb-823813c307d5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.183&port_id=1cbff8cc-cee1-4849-be7f-5f48e82103ba HTTP/1.1" status: 200 len: 217 time: 0.0922258 Aug 29 04:23:56.798473 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3c736c4-58e6-4fe6-8b6b-c5b02f4dba47 req-b2206054-504f-42a2-8add-16c16fa096ba tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Made reservation on behalf of 6b54a16bc4c143ae881e0570211236dd for: {'port': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:23:56.833082 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-b3c736c4-58e6-4fe6-8b6b-c5b02f4dba47 req-b2206054-504f-42a2-8add-16c16fa096ba tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:57.168662 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [req-b3c736c4-58e6-4fe6-8b6b-c5b02f4dba47 req-b2206054-504f-42a2-8add-16c16fa096ba tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Allocated IP 172.20.0.13 (6dc9f122-fe76-4b29-b692-6f9509f76947/92da5435-aaff-49ad-89d5-9a0918bd173a/04e502c0-88ce-4e92-9cb0-a85b2cfefce6) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:23:57.214254 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-98d5f71f-8421-4a43-b1d9-d5fdd7b88cbe tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:57.217692 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a212db10-64a4-4326-9fc1-0e44e72d06ba req-67b667f5-3c71-41f0-b23a-c2077e352b4f tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=b186ca23-8aeb-42ea-ad06-0205dcf6b99f HTTP/1.1" status: 200 len: 210 time: 0.0562274 Aug 29 04:23:57.220611 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dc350d-5dc3-41aa-b189-baf9dc01b5b6 req-250a6805-6c99-4d08-8607-df82cf72848e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:57.222056 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-67dc350d-5dc3-41aa-b189-baf9dc01b5b6 req-250a6805-6c99-4d08-8607-df82cf72848e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=81808e7a-684a-4dd3-97bc-1cbd7265f9b6 HTTP/1.1" status: 200 len: 797 time: 0.4591947 Aug 29 04:23:57.331319 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3b6155-346e-4467-9d4c-e70ff234b26a req-c602e1c5-94e2-4fcf-8a66-de8355d504db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:57.334467 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8e3b6155-346e-4467-9d4c-e70ff234b26a req-c602e1c5-94e2-4fcf-8a66-de8355d504db service neutron] 10.222.0.48 "GET /v2.0/networks?id=430f809c-a4d3-48f1-bbd1-f32da1f4fbac HTTP/1.1" status: 200 len: 919 time: 0.6292579 Aug 29 04:23:57.539912 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-b3c736c4-58e6-4fe6-8b6b-c5b02f4dba47 req-b2206054-504f-42a2-8add-16c16fa096ba tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:57.563582 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8e3b6155-346e-4467-9d4c-e70ff234b26a req-3581230b-2bda-49d5-ae5c-1d1c2bd799b7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d71d6c5d-6a54-4919-850f-c170caffc061 HTTP/1.1" status: 200 len: 217 time: 0.1324260 Aug 29 04:23:57.653980 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-b3c736c4-58e6-4fe6-8b6b-c5b02f4dba47 req-b2206054-504f-42a2-8add-16c16fa096ba tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:57.719883 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dc350d-5dc3-41aa-b189-baf9dc01b5b6 req-d2c83111-7ca8-46ed-8aa6-97e2e4d8d0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:57.721428 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-67dc350d-5dc3-41aa-b189-baf9dc01b5b6 req-d2c83111-7ca8-46ed-8aa6-97e2e4d8d0f2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=30a5f83d-44db-4be9-a796-3b5e93558c29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4499013 Aug 29 04:23:57.724758 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3b6155-346e-4467-9d4c-e70ff234b26a req-7d8aade8-14c2-48ff-8bb1-a644f6638d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:57.726758 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8e3b6155-346e-4467-9d4c-e70ff234b26a req-7d8aade8-14c2-48ff-8bb1-a644f6638d04 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e09e77d6-9e1c-48ca-bc8e-b3b1a5575d1e HTTP/1.1" status: 200 len: 858 time: 0.1432710 Aug 29 04:23:57.810986 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2206054-504f-42a2-8add-16c16fa096ba tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Pushing event updated for resources: {'Port': ['ID=04e502c0-88ce-4e92-9cb0-a85b2cfefce6,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:57.904307 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8e3b6155-346e-4467-9d4c-e70ff234b26a req-3d96facd-eda4-432b-a14d-ab157eddf8ae service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=430f809c-a4d3-48f1-bbd1-f32da1f4fbac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1568613 Aug 29 04:23:58.107744 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-67dc350d-5dc3-41aa-b189-baf9dc01b5b6 req-79fad297-4fe6-4ce0-bdad-4d13dd9a7a51 service neutron] 10.222.0.48 "GET /v2.0/networks/30a5f83d-44db-4be9-a796-3b5e93558c29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3617761 Aug 29 04:23:58.256944 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-98d5f71f-8421-4a43-b1d9-d5fdd7b88cbe tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:58.289384 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-98d5f71f-8421-4a43-b1d9-d5fdd7b88cbe tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:58.357438 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:58.375178 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8e3b6155-346e-4467-9d4c-e70ff234b26a req-0f9e9b73-6272-4d73-b5a0-f71f4d739196 service neutron] 10.222.0.48 "GET /v2.0/networks/430f809c-a4d3-48f1-bbd1-f32da1f4fbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4596689 Aug 29 04:23:58.376016 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-98d5f71f-8421-4a43-b1d9-d5fdd7b88cbe tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719515'] for floatingip, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:58.551957 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3c736c4-58e6-4fe6-8b6b-c5b02f4dba47 req-b2206054-504f-42a2-8add-16c16fa096ba tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Network 6dc9f122-fe76-4b29-b692-6f9509f76947 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:23:58.563089 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [req-b3c736c4-58e6-4fe6-8b6b-c5b02f4dba47 req-b2206054-504f-42a2-8add-16c16fa096ba tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:23:58.575716 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 55484) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:58.578412 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3c736c4-58e6-4fe6-8b6b-c5b02f4dba47 req-b2206054-504f-42a2-8add-16c16fa096ba tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:23:58.588094 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c7ce4-e761-43b7-b426-ea805a7f18d5 req-2b295c72-f94a-4b72-9f72-d2864b54d82c tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:58.596273 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-cb9c7ce4-e761-43b7-b426-ea805a7f18d5 req-2b295c72-f94a-4b72-9f72-d2864b54d82c tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/ports?device_id=b768cd8c-ce3b-4634-96ad-a9a93cf1350c HTTP/1.1" status: 200 len: 946 time: 0.7689550 Aug 29 04:23:58.601379 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-67dc350d-5dc3-41aa-b189-baf9dc01b5b6 req-cff56395-cd1a-4d25-9f81-4c6c0622591e service neutron] 10.222.0.48 "GET /v2.0/networks/30a5f83d-44db-4be9-a796-3b5e93558c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4748590 Aug 29 04:23:58.636406 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d5f71f-8421-4a43-b1d9-d5fdd7b88cbe tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Pushing event updated for resources: {'Port': ['ID=66f06e59-c874-4014-8f79-13b91801eed9,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:58.706378 n-d-712140-12 neutron-server[94828]: INFO neutron.db.l3_db [None req-98d5f71f-8421-4a43-b1d9-d5fdd7b88cbe tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Floating IP 35580871-7d91-432f-9756-f8ccebabc3bb associated. External IP: 172.25.0.208, port: 036b0897-b3c9-4f73-90a1-05f2104430ae. Aug 29 04:23:58.713519 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-cb9c7ce4-e761-43b7-b426-ea805a7f18d5 req-5a84f277-40a7-4413-a92b-0565e25e7d46 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc298de8-05a1-4048-a74a-af5d487002fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161764 Aug 29 04:23:58.720684 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c736c4-58e6-4fe6-8b6b-c5b02f4dba47 req-b2206054-504f-42a2-8add-16c16fa096ba tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:58.721207 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-b3c736c4-58e6-4fe6-8b6b-c5b02f4dba47 req-b2206054-504f-42a2-8add-16c16fa096ba tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:58.768638 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b3c736c4-58e6-4fe6-8b6b-c5b02f4dba47 req-b2206054-504f-42a2-8add-16c16fa096ba tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3294160 Aug 29 04:23:58.788338 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-b3c736c4-58e6-4fe6-8b6b-c5b02f4dba47 req-b998b22f-912b-413d-8ad1-ba307aad9dc3 service neutron] Request body: {'port': {'device_id': 'b186ca23-8aeb-42ea-ad06-0205dcf6b99f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-12'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:58.861937 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8e3b6155-346e-4467-9d4c-e70ff234b26a req-9813d6ee-6930-4049-a25f-4613209e633e service neutron] 10.222.0.48 "GET /v2.0/networks/430f809c-a4d3-48f1-bbd1-f32da1f4fbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4560633 Aug 29 04:23:58.889396 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ee0ded3a-ff68-495f-84e2-1a74c5855a22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:58.925093 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-b3c736c4-58e6-4fe6-8b6b-c5b02f4dba47 req-b998b22f-912b-413d-8ad1-ba307aad9dc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:58.988566 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:23:58.994034 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-67dc350d-5dc3-41aa-b189-baf9dc01b5b6 req-6e45240b-b02d-41d6-b9c4-06b1d77566c3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.107&port_id=540cae85-7f7d-4921-89a2-7ca402f8590f HTTP/1.1" status: 200 len: 217 time: 0.3594670 Aug 29 04:23:59.011598 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a481e53-2987-4513-870e-03f0ce7a1efd req-ee12adb9-b4a1-4b7d-91cd-f6ba05232141 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:59.019537 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9a481e53-2987-4513-870e-03f0ce7a1efd req-ee12adb9-b4a1-4b7d-91cd-f6ba05232141 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=b186ca23-8aeb-42ea-ad06-0205dcf6b99f HTTP/1.1" status: 200 len: 932 time: 0.6150417 Aug 29 04:23:59.320162 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9a481e53-2987-4513-870e-03f0ce7a1efd req-6b80aa8f-49cd-4863-bf9b-e3f48b52c31e tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2995617 Aug 29 04:23:59.325629 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dc350d-5dc3-41aa-b189-baf9dc01b5b6 req-a44e2faf-fa95-4b73-8245-b610238e2bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:59.329846 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-67dc350d-5dc3-41aa-b189-baf9dc01b5b6 req-a44e2faf-fa95-4b73-8245-b610238e2bef service neutron] 10.222.0.48 "GET /v2.0/subnets?id=81808e7a-684a-4dd3-97bc-1cbd7265f9b6 HTTP/1.1" status: 200 len: 797 time: 0.2725370 Aug 29 04:23:59.469505 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dc350d-5dc3-41aa-b189-baf9dc01b5b6 req-b7ea7824-a05e-4354-8190-04e24e94d7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:59.471117 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-67dc350d-5dc3-41aa-b189-baf9dc01b5b6 req-b7ea7824-a05e-4354-8190-04e24e94d7b5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=30a5f83d-44db-4be9-a796-3b5e93558c29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1357834 Aug 29 04:23:59.477847 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ee0ded3a-ff68-495f-84e2-1a74c5855a22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:59.478429 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [req-b3c736c4-58e6-4fe6-8b6b-c5b02f4dba47 req-b998b22f-912b-413d-8ad1-ba307aad9dc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04e502c0-88ce-4e92-9cb0-a85b2cfefce6 {{(pid=94829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:23:59.488252 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-b3c736c4-58e6-4fe6-8b6b-c5b02f4dba47 req-b998b22f-912b-413d-8ad1-ba307aad9dc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:59.495762 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ee0ded3a-ff68-495f-84e2-1a74c5855a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:59.504971 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [req-b3c736c4-58e6-4fe6-8b6b-c5b02f4dba47 req-b998b22f-912b-413d-8ad1-ba307aad9dc3 service neutron] Transition to ACTIVE for port object 04e502c0-88ce-4e92-9cb0-a85b2cfefce6 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:23:59.511412 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-b3c736c4-58e6-4fe6-8b6b-c5b02f4dba47 req-b998b22f-912b-413d-8ad1-ba307aad9dc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:59.606521 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98d5f71f-8421-4a43-b1d9-d5fdd7b88cbe tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Router 768f9c2d-4737-4e0a-ba9f-1494eed5410b has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:23:59.656219 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0ded3a-ff68-495f-84e2-1a74c5855a22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77d823e3-0b74-4982-b61e-b3364de3edb9,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:59.664533 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b998b22f-912b-413d-8ad1-ba307aad9dc3 service neutron] Pushing event updated for resources: {'Port': ['ID=04e502c0-88ce-4e92-9cb0-a85b2cfefce6,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:59.686545 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-ee0ded3a-ff68-495f-84e2-1a74c5855a22 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bdf5f1820b624619818729cf57426f80&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1032119 Aug 29 04:23:59.694232 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 55506) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:59.773200 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-67dc350d-5dc3-41aa-b189-baf9dc01b5b6 req-fb3915a5-e4a0-4c22-b9b1-4e1e31568b1c service neutron] 10.222.0.48 "GET /v2.0/networks/30a5f83d-44db-4be9-a796-3b5e93558c29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2920108 Aug 29 04:23:59.871720 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-b3c736c4-58e6-4fe6-8b6b-c5b02f4dba47 req-b998b22f-912b-413d-8ad1-ba307aad9dc3 service neutron] Attempting to bind port 04e502c0-88ce-4e92-9cb0-a85b2cfefce6 on host n-h2-712140-12 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:23:59.872081 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-b3c736c4-58e6-4fe6-8b6b-c5b02f4dba47 req-b998b22f-912b-413d-8ad1-ba307aad9dc3 service neutron] Attempting to bind port 04e502c0-88ce-4e92-9cb0-a85b2cfefce6 by drivers openvswitch,hyperv on host n-h2-712140-12 at level 0 using segments [{'id': 'b7618bbf-11af-465a-8663-f9f8f84b36c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6dc9f122-fe76-4b29-b692-6f9509f76947'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:23:59.872418 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c736c4-58e6-4fe6-8b6b-c5b02f4dba47 req-b998b22f-912b-413d-8ad1-ba307aad9dc3 service neutron] Attempting to bind port 04e502c0-88ce-4e92-9cb0-a85b2cfefce6 on network 6dc9f122-fe76-4b29-b692-6f9509f76947 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:23:59.877847 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c736c4-58e6-4fe6-8b6b-c5b02f4dba47 req-b998b22f-912b-413d-8ad1-ba307aad9dc3 service neutron] Port 04e502c0-88ce-4e92-9cb0-a85b2cfefce6 on network 6dc9f122-fe76-4b29-b692-6f9509f76947 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-12 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:23:59.878393 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c736c4-58e6-4fe6-8b6b-c5b02f4dba47 req-b998b22f-912b-413d-8ad1-ba307aad9dc3 service neutron] Attempting to bind port 04e502c0-88ce-4e92-9cb0-a85b2cfefce6 on network 6dc9f122-fe76-4b29-b692-6f9509f76947 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:23:59.912637 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c736c4-58e6-4fe6-8b6b-c5b02f4dba47 req-b998b22f-912b-413d-8ad1-ba307aad9dc3 service neutron] Checking agent: {'id': 'b3a0606b-b029-4f5e-8798-3a32b71d8844', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:23:59.912994 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c736c4-58e6-4fe6-8b6b-c5b02f4dba47 req-b998b22f-912b-413d-8ad1-ba307aad9dc3 service neutron] Checking segment: {'id': 'b7618bbf-11af-465a-8663-f9f8f84b36c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6dc9f122-fe76-4b29-b692-6f9509f76947'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:23:59.913394 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c736c4-58e6-4fe6-8b6b-c5b02f4dba47 req-b998b22f-912b-413d-8ad1-ba307aad9dc3 service neutron] Bound using segment: {'id': 'b7618bbf-11af-465a-8663-f9f8f84b36c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6dc9f122-fe76-4b29-b692-6f9509f76947'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:23:59.913854 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-b3c736c4-58e6-4fe6-8b6b-c5b02f4dba47 req-b998b22f-912b-413d-8ad1-ba307aad9dc3 service neutron] Bound port: 04e502c0-88ce-4e92-9cb0-a85b2cfefce6, host: n-h2-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7618bbf-11af-465a-8663-f9f8f84b36c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6dc9f122-fe76-4b29-b692-6f9509f76947'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:23:59.914221 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-b3c736c4-58e6-4fe6-8b6b-c5b02f4dba47 req-b998b22f-912b-413d-8ad1-ba307aad9dc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:59.961125 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-67dc350d-5dc3-41aa-b189-baf9dc01b5b6 req-32c97aa1-abaa-4a30-b093-de836cdf267a service neutron] 10.222.0.48 "GET /v2.0/networks/30a5f83d-44db-4be9-a796-3b5e93558c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154943 Aug 29 04:24:00.010546 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-b3c736c4-58e6-4fe6-8b6b-c5b02f4dba47 req-b998b22f-912b-413d-8ad1-ba307aad9dc3 service neutron] For port 04e502c0-88ce-4e92-9cb0-a85b2cfefce6, host n-h2-712140-12, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:24:00.014360 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-b3c736c4-58e6-4fe6-8b6b-c5b02f4dba47 req-b998b22f-912b-413d-8ad1-ba307aad9dc3 service neutron] For port 04e502c0-88ce-4e92-9cb0-a85b2cfefce6, host n-h2-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=04e502c0-88ce-4e92-9cb0-a85b2cfefce6,segment=NetworkSegment(b7618bbf-11af-465a-8663-f9f8f84b36c0),segment_id=b7618bbf-11af-465a-8663-f9f8f84b36c0)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:24:00.025415 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd280f4-a0fb-41f5-afbf-3754bcb14c59 req-821a303f-7076-41a5-a24c-87cfdd67ea6b tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:00.033647 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-67dc350d-5dc3-41aa-b189-baf9dc01b5b6 req-ea67f83b-6aa6-4081-8f9a-079f1a361122 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.110&port_id=35d63e72-b738-4a46-8a77-b6b744715997 HTTP/1.1" status: 200 len: 217 time: 0.0487697 Aug 29 04:24:00.034713 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1fd280f4-a0fb-41f5-afbf-3754bcb14c59 req-821a303f-7076-41a5-a24c-87cfdd67ea6b tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/ports?device_id=b768cd8c-ce3b-4634-96ad-a9a93cf1350c HTTP/1.1" status: 200 len: 946 time: 0.2077649 Aug 29 04:24:00.044305 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-b3c736c4-58e6-4fe6-8b6b-c5b02f4dba47 req-b998b22f-912b-413d-8ad1-ba307aad9dc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:00.135927 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1fd280f4-a0fb-41f5-afbf-3754bcb14c59 req-c19fa32b-6217-44c9-a1a3-26da96c4d1bb tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc298de8-05a1-4048-a74a-af5d487002fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999498 Aug 29 04:24:00.154639 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c736c4-58e6-4fe6-8b6b-c5b02f4dba47 req-b998b22f-912b-413d-8ad1-ba307aad9dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:00.155633 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-b3c736c4-58e6-4fe6-8b6b-c5b02f4dba47 req-b998b22f-912b-413d-8ad1-ba307aad9dc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:00.157344 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b3c736c4-58e6-4fe6-8b6b-c5b02f4dba47 req-b998b22f-912b-413d-8ad1-ba307aad9dc3 service neutron] 10.222.0.48 "PUT /v2.0/ports/04e502c0-88ce-4e92-9cb0-a85b2cfefce6 HTTP/1.1" status: 200 len: 1093 time: 1.3739581 Aug 29 04:24:00.157802 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b186ca23-8aeb-42ea-ad06-0205dcf6b99f', 'tag': '04e502c0-88ce-4e92-9cb0-a85b2cfefce6'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:24:00.160102 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1ca9c72-039f-4f6b-9c69-4c4dcd4b8e47" -d '{"events": [{"name": "network-changed", "server_uuid": "b186ca23-8aeb-42ea-ad06-0205dcf6b99f", "tag": "04e502c0-88ce-4e92-9cb0-a85b2cfefce6"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:24:00.188425 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-109d4c48-2c64-481c-a3be-e61eddb15d91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:00.200949 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b998b22f-912b-413d-8ad1-ba307aad9dc3 service neutron] Pushing event updated for resources: {'Port': ['ID=04e502c0-88ce-4e92-9cb0-a85b2cfefce6,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:00.250197 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98d5f71f-8421-4a43-b1d9-d5fdd7b88cbe tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:24:00.263311 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1c77c2-7dc3-4f8c-beb1-1ca23db9019d None None] Sync routers for ids ['768f9c2d-4737-4e0a-ba9f-1494eed5410b'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:24:00.288073 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1c77c2-7dc3-4f8c-beb1-1ca23db9019d None None] Routers {'768f9c2d-4737-4e0a-ba9f-1494eed5410b'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:24:00.288073 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-1b1c77c2-7dc3-4f8c-beb1-1ca23db9019d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:23:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['768f9c2d-4737-4e0a-ba9f-1494eed5410b'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:00.288417 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dc350d-5dc3-41aa-b189-baf9dc01b5b6 req-2e164b35-1cdd-4421-94f5-063eee624959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:00.288417 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-67dc350d-5dc3-41aa-b189-baf9dc01b5b6 req-2e164b35-1cdd-4421-94f5-063eee624959 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=81808e7a-684a-4dd3-97bc-1cbd7265f9b6 HTTP/1.1" status: 200 len: 797 time: 0.2452455 Aug 29 04:24:00.345460 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c736c4-58e6-4fe6-8b6b-c5b02f4dba47 req-a127484a-95c3-45b0-b2b8-2f1b2c378566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:00.353512 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b3c736c4-58e6-4fe6-8b6b-c5b02f4dba47 req-a127484a-95c3-45b0-b2b8-2f1b2c378566 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6b54a16bc4c143ae881e0570211236dd&device_id=b186ca23-8aeb-42ea-ad06-0205dcf6b99f HTTP/1.1" status: 200 len: 1096 time: 0.1077049 Aug 29 04:24:00.373284 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-1b1c77c2-7dc3-4f8c-beb1-1ca23db9019d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:00.415375 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-109d4c48-2c64-481c-a3be-e61eddb15d91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:00.437807 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1c77c2-7dc3-4f8c-beb1-1ca23db9019d None None] Routers {'768f9c2d-4737-4e0a-ba9f-1494eed5410b'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:24:00.438725 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-1b1c77c2-7dc3-4f8c-beb1-1ca23db9019d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:23:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['768f9c2d-4737-4e0a-ba9f-1494eed5410b'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:00.448926 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-98d5f71f-8421-4a43-b1d9-d5fdd7b88cbe tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:00.507032 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-1b1c77c2-7dc3-4f8c-beb1-1ca23db9019d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:00.508388 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1c77c2-7dc3-4f8c-beb1-1ca23db9019d None None] The sync data for ids ['768f9c2d-4737-4e0a-ba9f-1494eed5410b'] in n-d-712140-12 is: [] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:24:00.511673 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b3c736c4-58e6-4fe6-8b6b-c5b02f4dba47 req-3d916312-a3da-46a4-9ae7-3de8325790d7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04e502c0-88ce-4e92-9cb0-a85b2cfefce6 HTTP/1.1" status: 200 len: 217 time: 0.1356211 Aug 29 04:24:00.570346 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-109d4c48-2c64-481c-a3be-e61eddb15d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:00.573085 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-109d4c48-2c64-481c-a3be-e61eddb15d91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:00.577894 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-109d4c48-2c64-481c-a3be-e61eddb15d91 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/77d823e3-0b74-4982-b61e-b3364de3edb9 HTTP/1.1" status: 204 len: 168 time: 0.8748996 Aug 29 04:24:00.596262 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109d4c48-2c64-481c-a3be-e61eddb15d91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77d823e3-0b74-4982-b61e-b3364de3edb9,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:00.608897 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-98d5f71f-8421-4a43-b1d9-d5fdd7b88cbe tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 8.0372210 Aug 29 04:24:00.625407 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 55532) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:00.637274 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-f0d30c3d-57d9-43f5-9da4-4ec38287c212 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:00.647650 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dc350d-5dc3-41aa-b189-baf9dc01b5b6 req-03302a8e-ba03-4b37-9db7-1dd1b624e00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:00.649222 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-67dc350d-5dc3-41aa-b189-baf9dc01b5b6 req-03302a8e-ba03-4b37-9db7-1dd1b624e00f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=30a5f83d-44db-4be9-a796-3b5e93558c29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3464000 Aug 29 04:24:00.764988 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c18b7f33-9fc6-4f9d-ab45-55402744eee8 x-openstack-request-id: req-c18b7f33-9fc6-4f9d-ab45-55402744eee8 {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:24:00.765287 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b186ca23-8aeb-42ea-ad06-0205dcf6b99f", "tag": "04e502c0-88ce-4e92-9cb0-a85b2cfefce6", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:24:00.765592 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c18b7f33-9fc6-4f9d-ab45-55402744eee8 {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:24:00.766017 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b186ca23-8aeb-42ea-ad06-0205dcf6b99f', 'tag': '04e502c0-88ce-4e92-9cb0-a85b2cfefce6', 'status': 'completed', 'code': 200} Aug 29 04:24:00.862908 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd41b02-e8b1-4907-8eb3-427719a77309 req-beaac380-1a2f-42fa-a2a7-457c5f8cb16a tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:00.871598 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1fd41b02-e8b1-4907-8eb3-427719a77309 req-beaac380-1a2f-42fa-a2a7-457c5f8cb16a tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=b186ca23-8aeb-42ea-ad06-0205dcf6b99f HTTP/1.1" status: 200 len: 944 time: 0.3330410 Aug 29 04:24:00.904730 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f0d30c3d-57d9-43f5-9da4-4ec38287c212 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks [] for floatingip, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:00.908738 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c736c4-58e6-4fe6-8b6b-c5b02f4dba47 req-6dc67614-ffa7-4460-8869-e433623cac67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:00.910756 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b3c736c4-58e6-4fe6-8b6b-c5b02f4dba47 req-6dc67614-ffa7-4460-8869-e433623cac67 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=92da5435-aaff-49ad-89d5-9a0918bd173a HTTP/1.1" status: 200 len: 852 time: 0.3976951 Aug 29 04:24:00.912036 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-67dc350d-5dc3-41aa-b189-baf9dc01b5b6 req-01ef5204-bed8-4b52-820f-a58c0ee3db30 service neutron] 10.222.0.48 "GET /v2.0/networks/30a5f83d-44db-4be9-a796-3b5e93558c29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990778 Aug 29 04:24:00.950727 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1fd41b02-e8b1-4907-8eb3-427719a77309 req-4861b9d0-5dc5-4aa9-bcc7-310965b22778 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767369 Aug 29 04:24:00.985124 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b3c736c4-58e6-4fe6-8b6b-c5b02f4dba47 req-1e6a70b9-7f60-4298-bb02-9724ffd9d9b2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6dc9f122-fe76-4b29-b692-6f9509f76947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533462 Aug 29 04:24:01.247356 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b3c736c4-58e6-4fe6-8b6b-c5b02f4dba47 req-f6ec136f-952a-405a-b846-402fd0fcc7db service neutron] 10.222.0.48 "GET /v2.0/networks/6dc9f122-fe76-4b29-b692-6f9509f76947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539198 Aug 29 04:24:01.296028 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 55560) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:01.363398 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-67dc350d-5dc3-41aa-b189-baf9dc01b5b6 req-dbebb908-99f6-4be4-b090-23e3862afc38 service neutron] 10.222.0.48 "GET /v2.0/networks/30a5f83d-44db-4be9-a796-3b5e93558c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3795755 Aug 29 04:24:01.407098 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b5db64fb-70bf-4185-bb11-a99297721ca1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:01.425599 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f0d30c3d-57d9-43f5-9da4-4ec38287c212 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:01.451263 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b3c736c4-58e6-4fe6-8b6b-c5b02f4dba47 req-73ef24ba-be04-4b77-858e-62d807c60e13 service neutron] 10.222.0.48 "GET /v2.0/networks/6dc9f122-fe76-4b29-b692-6f9509f76947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962342 Aug 29 04:24:01.607169 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ca9c72-039f-4f6b-9c69-4c4dcd4b8e47 req-d1b68b75-8c6a-442e-affb-fbec8b8e9714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:01.609251 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f1ca9c72-039f-4f6b-9c69-4c4dcd4b8e47 req-d1b68b75-8c6a-442e-affb-fbec8b8e9714 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6b54a16bc4c143ae881e0570211236dd&device_id=b186ca23-8aeb-42ea-ad06-0205dcf6b99f HTTP/1.1" status: 200 len: 1096 time: 0.0602570 Aug 29 04:24:01.725741 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ca9c72-039f-4f6b-9c69-4c4dcd4b8e47 req-a2155042-8d7a-45d1-8b2e-9b3e883c8050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:01.727437 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f1ca9c72-039f-4f6b-9c69-4c4dcd4b8e47 req-a2155042-8d7a-45d1-8b2e-9b3e883c8050 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6dc9f122-fe76-4b29-b692-6f9509f76947 HTTP/1.1" status: 200 len: 913 time: 0.1084127 Aug 29 04:24:01.792364 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f1ca9c72-039f-4f6b-9c69-4c4dcd4b8e47 req-d86b5b9a-1111-4346-b8ee-bf12b879c506 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04e502c0-88ce-4e92-9cb0-a85b2cfefce6 HTTP/1.1" status: 200 len: 217 time: 0.0570855 Aug 29 04:24:01.828311 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-67dc350d-5dc3-41aa-b189-baf9dc01b5b6 req-1e53c16c-5f75-47d4-a503-19d405adc17a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=522e949e-9797-45c8-902e-353747f23d7c HTTP/1.1" status: 200 len: 217 time: 0.4166720 Aug 29 04:24:01.842187 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f0d30c3d-57d9-43f5-9da4-4ec38287c212 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719515'] for floatingip, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:01.842744 n-d-712140-12 neutron-server[94828]: INFO neutron.db.l3_db [None req-f0d30c3d-57d9-43f5-9da4-4ec38287c212 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Floating IP 35580871-7d91-432f-9756-f8ccebabc3bb disassociated. External IP: 172.25.0.208, port: 036b0897-b3c9-4f73-90a1-05f2104430ae. Aug 29 04:24:01.862587 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ca9c72-039f-4f6b-9c69-4c4dcd4b8e47 req-28007b36-e115-4e57-be13-4af6bd54a723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:01.864532 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f1ca9c72-039f-4f6b-9c69-4c4dcd4b8e47 req-28007b36-e115-4e57-be13-4af6bd54a723 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=92da5435-aaff-49ad-89d5-9a0918bd173a HTTP/1.1" status: 200 len: 852 time: 0.0651536 Aug 29 04:24:01.904509 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1bce4c-08c0-499c-aed1-15f58160a5fa req-1186fd5a-e6de-4376-aa19-927e3a5fc5cd tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:01.913205 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4c1bce4c-08c0-499c-aed1-15f58160a5fa req-1186fd5a-e6de-4376-aa19-927e3a5fc5cd tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/ports?device_id=b768cd8c-ce3b-4634-96ad-a9a93cf1350c HTTP/1.1" status: 200 len: 946 time: 0.5634880 Aug 29 04:24:01.937401 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f1ca9c72-039f-4f6b-9c69-4c4dcd4b8e47 req-bde008b2-b824-47c2-a230-ca3311b59594 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6dc9f122-fe76-4b29-b692-6f9509f76947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651598 Aug 29 04:24:02.089829 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f1ca9c72-039f-4f6b-9c69-4c4dcd4b8e47 req-552b6dcd-f910-4daa-88e3-236113eded47 service neutron] 10.222.0.48 "GET /v2.0/networks/6dc9f122-fe76-4b29-b692-6f9509f76947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450396 Aug 29 04:24:02.101295 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dc350d-5dc3-41aa-b189-baf9dc01b5b6 req-3238308d-96ec-4d96-a2a0-3e5e545bc194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:02.102857 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-67dc350d-5dc3-41aa-b189-baf9dc01b5b6 req-3238308d-96ec-4d96-a2a0-3e5e545bc194 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=36eaa82f-c37f-41cb-8d76-920549eea1d2 HTTP/1.1" status: 200 len: 797 time: 0.2657621 Aug 29 04:24:02.138941 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4c1bce4c-08c0-499c-aed1-15f58160a5fa req-f378844c-e5be-42cf-8439-972761bee7c0 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc298de8-05a1-4048-a74a-af5d487002fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246239 Aug 29 04:24:02.241919 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dc350d-5dc3-41aa-b189-baf9dc01b5b6 req-1b55ad7a-c527-4652-bf88-93bd107eb266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:02.244572 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-67dc350d-5dc3-41aa-b189-baf9dc01b5b6 req-1b55ad7a-c527-4652-bf88-93bd107eb266 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4b336bb6-c1a2-4852-8570-018195081ecf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1244984 Aug 29 04:24:02.277354 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65a2e19-fac9-4414-9cdc-0e80ca066fc4 req-2bb05e74-e6b0-4fe8-bd0c-49fbcd4ae9c9 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:02.283798 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e65a2e19-fac9-4414-9cdc-0e80ca066fc4 req-2bb05e74-e6b0-4fe8-bd0c-49fbcd4ae9c9 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=b186ca23-8aeb-42ea-ad06-0205dcf6b99f HTTP/1.1" status: 200 len: 944 time: 0.2141178 Aug 29 04:24:02.394855 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f1ca9c72-039f-4f6b-9c69-4c4dcd4b8e47 req-b7314eb2-56ed-4851-9f98-77ee4d49ab01 service neutron] 10.222.0.48 "GET /v2.0/networks/6dc9f122-fe76-4b29-b692-6f9509f76947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2833817 Aug 29 04:24:02.417893 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e65a2e19-fac9-4414-9cdc-0e80ca066fc4 req-3b2ead67-fb8e-4593-b07a-d077ce40c5b3 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250718 Aug 29 04:24:02.440034 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b5db64fb-70bf-4185-bb11-a99297721ca1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:02.482290 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b5db64fb-70bf-4185-bb11-a99297721ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:02.611589 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-b5db64fb-70bf-4185-bb11-a99297721ca1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5f648c1c7451430b86011767e7b559df&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3127527 Aug 29 04:24:02.614292 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 55574) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:02.624732 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0d30c3d-57d9-43f5-9da4-4ec38287c212 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Router 768f9c2d-4737-4e0a-ba9f-1494eed5410b has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:24:02.635047 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5db64fb-70bf-4185-bb11-a99297721ca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05c79140-e962-427a-9654-50914bf7cbee,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:02.666020 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-67dc350d-5dc3-41aa-b189-baf9dc01b5b6 req-b3cdf964-35ef-4969-8ef8-bb7585c04f3e service neutron] 10.222.0.48 "GET /v2.0/networks/4b336bb6-c1a2-4852-8570-018195081ecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3660972 Aug 29 04:24:02.677709 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b9228de0-5a60-4c9f-8892-4c9b7fcaceda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:02.715396 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b9228de0-5a60-4c9f-8892-4c9b7fcaceda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:02.794747 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b9228de0-5a60-4c9f-8892-4c9b7fcaceda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:02.804286 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b9228de0-5a60-4c9f-8892-4c9b7fcaceda admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:02.807711 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-b9228de0-5a60-4c9f-8892-4c9b7fcaceda admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/05c79140-e962-427a-9654-50914bf7cbee HTTP/1.1" status: 204 len: 168 time: 0.1901956 Aug 29 04:24:02.832465 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9228de0-5a60-4c9f-8892-4c9b7fcaceda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05c79140-e962-427a-9654-50914bf7cbee,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:02.861140 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0d30c3d-57d9-43f5-9da4-4ec38287c212 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:24:02.864418 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-67dc350d-5dc3-41aa-b189-baf9dc01b5b6 req-63999d92-ad38-483d-ad71-05fbd460e914 service neutron] 10.222.0.48 "GET /v2.0/networks/4b336bb6-c1a2-4852-8570-018195081ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561484 Aug 29 04:24:02.869060 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f0d30c3d-57d9-43f5-9da4-4ec38287c212 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:02.874007 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad116e8-1b5c-48ea-82b4-4d3595f11f0d None None] Sync routers for ids ['768f9c2d-4737-4e0a-ba9f-1494eed5410b'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:24:02.878879 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9228de0-5a60-4c9f-8892-4c9b7fcaceda admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:02.885132 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9228de0-5a60-4c9f-8892-4c9b7fcaceda admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:02.885573 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9228de0-5a60-4c9f-8892-4c9b7fcaceda admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:02.885987 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9228de0-5a60-4c9f-8892-4c9b7fcaceda admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:02.886411 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9228de0-5a60-4c9f-8892-4c9b7fcaceda admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:02.886840 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9228de0-5a60-4c9f-8892-4c9b7fcaceda admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:02.887522 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9228de0-5a60-4c9f-8892-4c9b7fcaceda admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:02.888026 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9228de0-5a60-4c9f-8892-4c9b7fcaceda admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:02.888598 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9228de0-5a60-4c9f-8892-4c9b7fcaceda admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:02.890020 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9228de0-5a60-4c9f-8892-4c9b7fcaceda admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:02.890600 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad116e8-1b5c-48ea-82b4-4d3595f11f0d None None] Routers {'768f9c2d-4737-4e0a-ba9f-1494eed5410b'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:24:02.890742 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9228de0-5a60-4c9f-8892-4c9b7fcaceda admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:02.892380 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-4ad116e8-1b5c-48ea-82b4-4d3595f11f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:23:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['768f9c2d-4737-4e0a-ba9f-1494eed5410b'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:02.892660 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9228de0-5a60-4c9f-8892-4c9b7fcaceda admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:02.901394 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-f0d30c3d-57d9-43f5-9da4-4ec38287c212 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] 10.222.0.22 "PUT /v2.0/floatingips/35580871-7d91-432f-9756-f8ccebabc3bb HTTP/1.1" status: 200 len: 688 time: 2.2741880 Aug 29 04:24:02.904640 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 55580) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:02.948407 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-67dc350d-5dc3-41aa-b189-baf9dc01b5b6 req-afaea1ed-7295-43ee-9dca-877fa82a98bf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=46c566e7-1458-4fe3-a7d6-eaf119c72666 HTTP/1.1" status: 200 len: 217 time: 0.0458589 Aug 29 04:24:02.997484 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-4ad116e8-1b5c-48ea-82b4-4d3595f11f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:03.017968 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dc350d-5dc3-41aa-b189-baf9dc01b5b6 req-40a7fcbb-bd42-4cb2-90fa-2f5f7a630681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:03.019496 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-67dc350d-5dc3-41aa-b189-baf9dc01b5b6 req-40a7fcbb-bd42-4cb2-90fa-2f5f7a630681 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=36eaa82f-c37f-41cb-8d76-920549eea1d2 HTTP/1.1" status: 200 len: 797 time: 0.0637143 Aug 29 04:24:03.037265 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad116e8-1b5c-48ea-82b4-4d3595f11f0d None None] Routers {'768f9c2d-4737-4e0a-ba9f-1494eed5410b'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:24:03.040132 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-4ad116e8-1b5c-48ea-82b4-4d3595f11f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:23:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['768f9c2d-4737-4e0a-ba9f-1494eed5410b'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:03.081331 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dc350d-5dc3-41aa-b189-baf9dc01b5b6 req-6d5a72de-885f-417a-8951-239a45d3ad27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:03.082984 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-67dc350d-5dc3-41aa-b189-baf9dc01b5b6 req-6d5a72de-885f-417a-8951-239a45d3ad27 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4b336bb6-c1a2-4852-8570-018195081ecf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0541909 Aug 29 04:24:03.099178 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-4ad116e8-1b5c-48ea-82b4-4d3595f11f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:03.100045 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad116e8-1b5c-48ea-82b4-4d3595f11f0d None None] The sync data for ids ['768f9c2d-4737-4e0a-ba9f-1494eed5410b'] in n-d-712140-12 is: [] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:24:03.120768 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-8e6c8a60-5561-4af0-9946-2ff016b383be tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Deleting port 66f06e59-c874-4014-8f79-13b91801eed9 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:24:03.121255 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8e6c8a60-5561-4af0-9946-2ff016b383be tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:03.200583 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-67dc350d-5dc3-41aa-b189-baf9dc01b5b6 req-9b62c6c5-7287-46a7-9937-c37a45ac2a88 service neutron] 10.222.0.48 "GET /v2.0/networks/4b336bb6-c1a2-4852-8570-018195081ecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098523 Aug 29 04:24:03.232110 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8e6c8a60-5561-4af0-9946-2ff016b383be tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:03.232463 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8e6c8a60-5561-4af0-9946-2ff016b383be tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:03.246856 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-8e6c8a60-5561-4af0-9946-2ff016b383be tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Calling delete_port for 66f06e59-c874-4014-8f79-13b91801eed9 owned by network:floatingip {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:24:03.336980 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-afc413e9-18bf-4f7e-8108-de0834ab71da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:03.368724 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf223c9-cef8-4935-8e90-3ad0b767f799 req-715b7166-82ce-46b0-9db9-106f619ae2f4 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:03.370520 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4cf223c9-cef8-4935-8e90-3ad0b767f799 req-715b7166-82ce-46b0-9db9-106f619ae2f4 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/ports?device_id=b768cd8c-ce3b-4634-96ad-a9a93cf1350c HTTP/1.1" status: 200 len: 946 time: 0.1268201 Aug 29 04:24:03.423183 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-67dc350d-5dc3-41aa-b189-baf9dc01b5b6 req-379f2156-0484-480e-8b07-f8f231b81043 service neutron] 10.222.0.48 "GET /v2.0/networks/4b336bb6-c1a2-4852-8570-018195081ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133453 Aug 29 04:24:03.460397 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4cf223c9-cef8-4935-8e90-3ad0b767f799 req-cd4699c8-6380-4d3c-bb91-812157b5bf30 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc298de8-05a1-4048-a74a-af5d487002fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606019 Aug 29 04:24:03.491640 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8e6c8a60-5561-4af0-9946-2ff016b383be tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:03.533178 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6c8a60-5561-4af0-9946-2ff016b383be tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Pushing event deleted for resources: {'Port': ['ID=66f06e59-c874-4014-8f79-13b91801eed9,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:03.615131 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8e6c8a60-5561-4af0-9946-2ff016b383be tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks [] for floatingip, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:03.620678 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8e6c8a60-5561-4af0-9946-2ff016b383be tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:03.627748 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-8e6c8a60-5561-4af0-9946-2ff016b383be tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] 10.222.0.22 "DELETE /v2.0/floatingips/35580871-7d91-432f-9756-f8ccebabc3bb HTTP/1.1" status: 204 len: 168 time: 0.7209544 Aug 29 04:24:03.628932 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 55608) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:03.636372 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-cb2e4bf7-633a-42a9-b45d-d1c0f33a6a61 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Request body: {'floatingip': {'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'port_id': '064b747c-aaf5-4354-a1f0-2eb8ea0df854'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:03.653892 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4f217c-e714-4798-a3c6-a40350268bb6 req-a4def562-57c5-44fd-8ce3-d97a0395e902 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:03.665786 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dc4f217c-e714-4798-a3c6-a40350268bb6 req-a4def562-57c5-44fd-8ce3-d97a0395e902 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=b186ca23-8aeb-42ea-ad06-0205dcf6b99f HTTP/1.1" status: 200 len: 944 time: 0.0971980 Aug 29 04:24:03.666453 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cb2e4bf7-633a-42a9-b45d-d1c0f33a6a61 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks [] for floatingip, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:03.772365 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dc4f217c-e714-4798-a3c6-a40350268bb6 req-e1fe0f5d-3246-4711-9cf8-f7a7b2bec392 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031144 Aug 29 04:24:03.857026 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cb2e4bf7-633a-42a9-b45d-d1c0f33a6a61 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:04.009780 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-cb2e4bf7-633a-42a9-b45d-d1c0f33a6a61 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Allocated IP 172.25.0.179 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/e2e3b640-222c-48ac-8570-762542e39261) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:24:04.159199 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cb2e4bf7-633a-42a9-b45d-d1c0f33a6a61 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:04.205852 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cb2e4bf7-633a-42a9-b45d-d1c0f33a6a61 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:04.256482 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2e4bf7-633a-42a9-b45d-d1c0f33a6a61 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:24:04.258616 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-cb2e4bf7-633a-42a9-b45d-d1c0f33a6a61 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:24:04.288351 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2e4bf7-633a-42a9-b45d-d1c0f33a6a61 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Pushing event updated for resources: {'Port': ['ID=e2e3b640-222c-48ac-8570-762542e39261,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:04.290959 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2e4bf7-633a-42a9-b45d-d1c0f33a6a61 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:24:04.686853 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816fad3c-8fa4-4cb6-a57e-4199771dd83f req-129cdae7-f7b7-43cf-b12c-e6e200b5b399 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:04.689496 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-816fad3c-8fa4-4cb6-a57e-4199771dd83f req-129cdae7-f7b7-43cf-b12c-e6e200b5b399 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/ports?device_id=b768cd8c-ce3b-4634-96ad-a9a93cf1350c HTTP/1.1" status: 200 len: 946 time: 0.0950973 Aug 29 04:24:04.758841 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 04e502c0-88ce-4e92-9cb0-a85b2cfefce6 details requested by agent hyperv_n-h2-712140-12 with host n-h2-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:24:04.810454 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-816fad3c-8fa4-4cb6-a57e-4199771dd83f req-1394b179-4f5c-4a5d-b716-b689818494da tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc298de8-05a1-4048-a74a-af5d487002fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096926 Aug 29 04:24:05.025745 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 04e502c0-88ce-4e92-9cb0-a85b2cfefce6, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=04e502c0-88ce-4e92-9cb0-a85b2cfefce6,segment=NetworkSegment(b7618bbf-11af-465a-8663-f9f8f84b36c0),segment_id=b7618bbf-11af-465a-8663-f9f8f84b36c0)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:05.060857 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Returning: {'device': '04e502c0-88ce-4e92-9cb0-a85b2cfefce6', 'network_id': '6dc9f122-fe76-4b29-b692-6f9509f76947', 'port_id': '04e502c0-88ce-4e92-9cb0-a85b2cfefce6', 'mac_address': 'fa:16:3e:96:02:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92da5435-aaff-49ad-89d5-9a0918bd173a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:24:05.068412 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6366796-3ac7-45ee-8dfb-e3c071039437 req-132e6338-b31e-4c33-aec5-fb657dd385f0 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:05.078396 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d6366796-3ac7-45ee-8dfb-e3c071039437 req-132e6338-b31e-4c33-aec5-fb657dd385f0 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=b186ca23-8aeb-42ea-ad06-0205dcf6b99f HTTP/1.1" status: 200 len: 944 time: 0.2146590 Aug 29 04:24:05.082434 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cb2e4bf7-633a-42a9-b45d-d1c0f33a6a61 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:05.136378 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:05.164237 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04e502c0-88ce-4e92-9cb0-a85b2cfefce6 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:24:05.194852 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 04e502c0-88ce-4e92-9cb0-a85b2cfefce6, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=04e502c0-88ce-4e92-9cb0-a85b2cfefce6,segment=NetworkSegment(b7618bbf-11af-465a-8663-f9f8f84b36c0),segment_id=b7618bbf-11af-465a-8663-f9f8f84b36c0)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:05.200490 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:05.279043 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=04e502c0-88ce-4e92-9cb0-a85b2cfefce6,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:05.289687 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d6366796-3ac7-45ee-8dfb-e3c071039437 req-7217c607-7888-4a9a-b2e9-91d07e4cb008 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376371 Aug 29 04:24:05.313101 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a698adf0-0f1a-4574-bc58-7e37b178a403 req-4b29f1f4-6ed8-4c94-8dff-58d8cce2fb00 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:05.314768 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a698adf0-0f1a-4574-bc58-7e37b178a403 req-4b29f1f4-6ed8-4c94-8dff-58d8cce2fb00 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbbdf5ca-0dc2-4283-8108-a1763b063e9c HTTP/1.1" status: 200 len: 947 time: 0.1298583 Aug 29 04:24:05.316520 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cb2e4bf7-633a-42a9-b45d-d1c0f33a6a61 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:05.404967 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a698adf0-0f1a-4574-bc58-7e37b178a403 req-b892a710-b44a-4282-9831-6f89295cb93e tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/security-groups?id=efbd56da-4301-456e-8002-a695aaaeaffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832624 Aug 29 04:24:05.575911 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cb2e4bf7-633a-42a9-b45d-d1c0f33a6a61 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:05.581102 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cb2e4bf7-633a-42a9-b45d-d1c0f33a6a61 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:05.638719 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2e4bf7-633a-42a9-b45d-d1c0f33a6a61 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Pushing event updated for resources: {'Port': ['ID=e2e3b640-222c-48ac-8570-762542e39261,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:05.700797 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cb2e4bf7-633a-42a9-b45d-d1c0f33a6a61 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719515'] for floatingip, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:05.752527 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['04e502c0-88ce-4e92-9cb0-a85b2cfefce6'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:24:05.860571 n-d-712140-12 neutron-server[94829]: INFO neutron.db.l3_db [None req-cb2e4bf7-633a-42a9-b45d-d1c0f33a6a61 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Floating IP 27069041-d775-459e-b458-d8f937e26cc6 associated. External IP: 172.25.0.179, port: 064b747c-aaf5-4354-a1f0-2eb8ea0df854. Aug 29 04:24:06.238763 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-720c7f03-39ff-4c0d-9128-c0013336c266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:06.248206 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc52fd7-8a5b-4991-ad52-115177b196f4 req-a6363b1b-89ea-4ec7-9783-1e48cdd8e291 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:06.254488 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fdc52fd7-8a5b-4991-ad52-115177b196f4 req-a6363b1b-89ea-4ec7-9783-1e48cdd8e291 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/ports?device_id=b768cd8c-ce3b-4634-96ad-a9a93cf1350c HTTP/1.1" status: 200 len: 946 time: 0.2992408 Aug 29 04:24:06.255298 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 55682) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:06.298045 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b2bad7-ebb4-4168-a36f-9ac1c2e020e4 req-c5173c06-0c57-44e3-a0c8-131ed71115f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:06.300363 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a8b2bad7-ebb4-4168-a36f-9ac1c2e020e4 req-c5173c06-0c57-44e3-a0c8-131ed71115f1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b768cd8c-ce3b-4634-96ad-a9a93cf1350c HTTP/1.1" status: 200 len: 1098 time: 0.2751071 Aug 29 04:24:06.342906 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fdc52fd7-8a5b-4991-ad52-115177b196f4 req-2e001942-d5ba-4b36-849f-81028e92927a tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc298de8-05a1-4048-a74a-af5d487002fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757241 Aug 29 04:24:06.374115 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb2e4bf7-633a-42a9-b45d-d1c0f33a6a61 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Router 768f9c2d-4737-4e0a-ba9f-1494eed5410b has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:24:06.383249 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a8b2bad7-ebb4-4168-a36f-9ac1c2e020e4 req-4b79f5e3-bfb8-4a6b-a3ae-f425fde2b9da service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=bc298de8-05a1-4048-a74a-af5d487002fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700231 Aug 29 04:24:06.539362 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3688645d-1995-42d8-ba9f-ff1c1713ed79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:06.659049 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0479aa6-f2c5-4b3d-af0f-64180118eae0 req-a5f8abfc-3869-42a4-be46-84cbb6d121a8 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:06.660694 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b0479aa6-f2c5-4b3d-af0f-64180118eae0 req-a5f8abfc-3869-42a4-be46-84cbb6d121a8 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbbdf5ca-0dc2-4283-8108-a1763b063e9c HTTP/1.1" status: 200 len: 947 time: 0.1187000 Aug 29 04:24:06.729015 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b0479aa6-f2c5-4b3d-af0f-64180118eae0 req-9a7e7ea3-2b98-47f2-8d3b-948f524a7c6a tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/security-groups?id=efbd56da-4301-456e-8002-a695aaaeaffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581021 Aug 29 04:24:06.791650 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3688645d-1995-42d8-ba9f-ff1c1713ed79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:06.797010 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3688645d-1995-42d8-ba9f-ff1c1713ed79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:06.867620 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-3688645d-1995-42d8-ba9f-ff1c1713ed79 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ea68e56831f14b22b2c746839877983a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6077566 Aug 29 04:24:06.867620 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3688645d-1995-42d8-ba9f-ff1c1713ed79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeed67a4-c8d7-4425-988d-109d1e722a0d,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:06.868655 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 55702) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:06.883570 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3688645d-1995-42d8-ba9f-ff1c1713ed79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:06.884152 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3688645d-1995-42d8-ba9f-ff1c1713ed79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:06.884603 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3688645d-1995-42d8-ba9f-ff1c1713ed79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:06.884957 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3688645d-1995-42d8-ba9f-ff1c1713ed79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:06.885307 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3688645d-1995-42d8-ba9f-ff1c1713ed79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:06.885651 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3688645d-1995-42d8-ba9f-ff1c1713ed79 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:06.885993 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3688645d-1995-42d8-ba9f-ff1c1713ed79 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:06.886335 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3688645d-1995-42d8-ba9f-ff1c1713ed79 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:06.886671 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3688645d-1995-42d8-ba9f-ff1c1713ed79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:06.887005 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3688645d-1995-42d8-ba9f-ff1c1713ed79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:06.887336 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3688645d-1995-42d8-ba9f-ff1c1713ed79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:06.887665 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3688645d-1995-42d8-ba9f-ff1c1713ed79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:06.951366 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-78cb8d5f-c0de-4389-b0e5-8fcacc99e76e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:06.977137 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-78cb8d5f-c0de-4389-b0e5-8fcacc99e76e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:07.041615 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-78cb8d5f-c0de-4389-b0e5-8fcacc99e76e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:07.045665 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-78cb8d5f-c0de-4389-b0e5-8fcacc99e76e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:07.049157 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-78cb8d5f-c0de-4389-b0e5-8fcacc99e76e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/eeed67a4-c8d7-4425-988d-109d1e722a0d HTTP/1.1" status: 204 len: 168 time: 0.1773546 Aug 29 04:24:07.073556 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cb8d5f-c0de-4389-b0e5-8fcacc99e76e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeed67a4-c8d7-4425-988d-109d1e722a0d,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:07.104508 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33aa328-77d5-4e4f-8107-a6d68a111d02 req-fa10b69e-4f9a-4175-a1ab-80ec09705c01 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:07.106094 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b33aa328-77d5-4e4f-8107-a6d68a111d02 req-fa10b69e-4f9a-4175-a1ab-80ec09705c01 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=b186ca23-8aeb-42ea-ad06-0205dcf6b99f HTTP/1.1" status: 200 len: 945 time: 0.5623288 Aug 29 04:24:07.126175 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:07.165135 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb2e4bf7-633a-42a9-b45d-d1c0f33a6a61 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:24:07.169547 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:07.180789 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba588c0c-2641-44a7-8104-b2f388e1d783 req-301109a9-cf32-4586-9ca3-524f56ae606d tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:07.182717 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ba588c0c-2641-44a7-8104-b2f388e1d783 req-301109a9-cf32-4586-9ca3-524f56ae606d tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbbdf5ca-0dc2-4283-8108-a1763b063e9c HTTP/1.1" status: 200 len: 947 time: 0.1232488 Aug 29 04:24:07.195805 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a360bd1-8926-4028-b40c-9d58929311c7 None None] Sync routers for ids ['768f9c2d-4737-4e0a-ba9f-1494eed5410b'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:24:07.213024 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cb2e4bf7-633a-42a9-b45d-d1c0f33a6a61 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:07.216468 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a360bd1-8926-4028-b40c-9d58929311c7 None None] Routers {'768f9c2d-4737-4e0a-ba9f-1494eed5410b'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:24:07.217197 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-1a360bd1-8926-4028-b40c-9d58929311c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:24:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['768f9c2d-4737-4e0a-ba9f-1494eed5410b'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:07.217343 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b33aa328-77d5-4e4f-8107-a6d68a111d02 req-0796582d-fd2f-4361-b435-87ae7b8c4097 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973570 Aug 29 04:24:07.250138 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-1a360bd1-8926-4028-b40c-9d58929311c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:07.270411 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a360bd1-8926-4028-b40c-9d58929311c7 None None] Routers {'768f9c2d-4737-4e0a-ba9f-1494eed5410b'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:24:07.271345 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-1a360bd1-8926-4028-b40c-9d58929311c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:24:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['768f9c2d-4737-4e0a-ba9f-1494eed5410b'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:07.321554 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-cb2e4bf7-633a-42a9-b45d-d1c0f33a6a61 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.6910470 Aug 29 04:24:07.324566 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 55710) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:07.439104 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [req-ba588c0c-2641-44a7-8104-b2f388e1d783 req-4f570aa0-2728-4afe-8e4f-177d29bfe77e tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Deleting port d6b4b2ae-4a49-41d8-8d03-babcf76f8592 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:24:07.440028 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-ba588c0c-2641-44a7-8104-b2f388e1d783 req-4f570aa0-2728-4afe-8e4f-177d29bfe77e tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:07.480636 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-f1bc60a6-a5e2-449c-9192-df7c459c45e6 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] 10.222.0.22 "GET /v2.0/floatingips/27069041-d775-459e-b458-d8f937e26cc6 HTTP/1.1" status: 200 len: 977 time: 0.1539869 Aug 29 04:24:07.497488 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 55716) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:07.548151 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 55718) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:07.601942 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-1a360bd1-8926-4028-b40c-9d58929311c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:07.605560 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a360bd1-8926-4028-b40c-9d58929311c7 None None] The sync data for ids ['768f9c2d-4737-4e0a-ba9f-1494eed5410b'] in n-d-712140-12 is: [] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:24:07.626310 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b20c9a25-c9db-4fab-b780-b210e216b1da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:07.637100 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-ba588c0c-2641-44a7-8104-b2f388e1d783 req-4f570aa0-2728-4afe-8e4f-177d29bfe77e tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] For port d6b4b2ae-4a49-41d8-8d03-babcf76f8592, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=d6b4b2ae-4a49-41d8-8d03-babcf76f8592,segment=NetworkSegment(4345054c-8cc7-4ded-979c-629f28057ddf),segment_id=4345054c-8cc7-4ded-979c-629f28057ddf)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:07.637469 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-ba588c0c-2641-44a7-8104-b2f388e1d783 req-4f570aa0-2728-4afe-8e4f-177d29bfe77e tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:07.691529 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-56b64ced-cac6-459c-8433-22127c58fa65 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] 10.222.0.22 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1892715 Aug 29 04:24:07.691529 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 55720) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:07.703468 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0a9b3b-547d-4089-b132-5e4f635de2d3 req-82a830d9-45c2-49f6-8f50-43306082eb4f tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:07.713254 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ec0a9b3b-547d-4089-b132-5e4f635de2d3 req-82a830d9-45c2-49f6-8f50-43306082eb4f tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/ports?device_id=b768cd8c-ce3b-4634-96ad-a9a93cf1350c HTTP/1.1" status: 200 len: 946 time: 0.2308285 Aug 29 04:24:07.719565 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-34c70c70-2200-42ef-be5c-204e7a5656b8 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Request body: {'floatingip': {'port_id': '036b0897-b3c9-4f73-90a1-05f2104430ae'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:07.933236 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ec0a9b3b-547d-4089-b132-5e4f635de2d3 req-9ee40cde-91b5-41b1-ac9f-bac74bbd990d tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc298de8-05a1-4048-a74a-af5d487002fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181017 Aug 29 04:24:07.942367 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-34c70c70-2200-42ef-be5c-204e7a5656b8 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks [] for floatingip, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:08.003210 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991734d9-e53d-466a-bcb9-07e6f5594f69 req-2f5e0604-fd3d-4106-bee2-d4da6dcfc4a0 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:08.005842 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-991734d9-e53d-466a-bcb9-07e6f5594f69 req-2f5e0604-fd3d-4106-bee2-d4da6dcfc4a0 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbbdf5ca-0dc2-4283-8108-a1763b063e9c HTTP/1.1" status: 200 len: 947 time: 0.1374607 Aug 29 04:24:08.040308 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-ba588c0c-2641-44a7-8104-b2f388e1d783 req-4f570aa0-2728-4afe-8e4f-177d29bfe77e tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:08.040708 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-ba588c0c-2641-44a7-8104-b2f388e1d783 req-4f570aa0-2728-4afe-8e4f-177d29bfe77e tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719515'] for floatingip, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:08.041058 n-d-712140-12 neutron-server[94829]: INFO neutron.db.l3_db [req-ba588c0c-2641-44a7-8104-b2f388e1d783 req-4f570aa0-2728-4afe-8e4f-177d29bfe77e tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Floating IP 4cc23b43-f1dd-4343-a87e-a1014ec96fc7 disassociated. External IP: 172.25.0.211, port: d6b4b2ae-4a49-41d8-8d03-babcf76f8592. Aug 29 04:24:08.041381 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [req-ba588c0c-2641-44a7-8104-b2f388e1d783 req-4f570aa0-2728-4afe-8e4f-177d29bfe77e tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Calling delete_port for d6b4b2ae-4a49-41d8-8d03-babcf76f8592 owned by compute:nova {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:24:08.093221 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-991734d9-e53d-466a-bcb9-07e6f5594f69 req-70d0057a-20fa-46da-97ff-2f782370a83a tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/security-groups?id=efbd56da-4301-456e-8002-a695aaaeaffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794239 Aug 29 04:24:08.108376 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b20c9a25-c9db-4fab-b780-b210e216b1da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:08.114560 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b20c9a25-c9db-4fab-b780-b210e216b1da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:08.237478 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20c9a25-c9db-4fab-b780-b210e216b1da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81477aaa-200f-4640-bc6d-6bc9a5491dc9,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:08.261023 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-b20c9a25-c9db-4fab-b780-b210e216b1da admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7de89b3caf874e23a299d88ccef22c94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6784344 Aug 29 04:24:08.264878 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 55728) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:08.283597 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-ba588c0c-2641-44a7-8104-b2f388e1d783 req-4f570aa0-2728-4afe-8e4f-177d29bfe77e tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:08.323459 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f570aa0-2728-4afe-8e4f-177d29bfe77e tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Pushing event deleted for resources: {'Port': ['ID=d6b4b2ae-4a49-41d8-8d03-babcf76f8592,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:08.386919 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3e26b968-fd50-4644-96f8-52392362eb83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:08.505614 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ba588c0c-2641-44a7-8104-b2f388e1d783 req-4f570aa0-2728-4afe-8e4f-177d29bfe77e tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Router 9defbc3d-dbf1-4d26-a895-3ed92507d0ef has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:24:08.511758 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3e26b968-fd50-4644-96f8-52392362eb83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:08.577080 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3e26b968-fd50-4644-96f8-52392362eb83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:08.579931 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3e26b968-fd50-4644-96f8-52392362eb83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:08.593212 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:08.596349 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-3e26b968-fd50-4644-96f8-52392362eb83 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/81477aaa-200f-4640-bc6d-6bc9a5491dc9 HTTP/1.1" status: 204 len: 168 time: 0.3253565 Aug 29 04:24:08.617137 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f45e9-4374-4561-ab82-5375fdaea5a5 req-42c80b4b-8072-49df-acd0-892dedba891d tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:08.618949 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-090f45e9-4374-4561-ab82-5375fdaea5a5 req-42c80b4b-8072-49df-acd0-892dedba891d tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=b186ca23-8aeb-42ea-ad06-0205dcf6b99f HTTP/1.1" status: 200 len: 945 time: 0.2372742 Aug 29 04:24:08.667603 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ba588c0c-2641-44a7-8104-b2f388e1d783 req-4f570aa0-2728-4afe-8e4f-177d29bfe77e tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:24:08.688307 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e26b968-fd50-4644-96f8-52392362eb83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81477aaa-200f-4640-bc6d-6bc9a5491dc9,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:08.695138 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbcb4257-e268-493c-ab93-e59e88e7ee2a None None] Sync routers for ids ['9defbc3d-dbf1-4d26-a895-3ed92507d0ef'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:24:08.753080 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbcb4257-e268-493c-ab93-e59e88e7ee2a None None] Routers {'9defbc3d-dbf1-4d26-a895-3ed92507d0ef'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:24:08.754120 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-bbcb4257-e268-493c-ab93-e59e88e7ee2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:24:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['9defbc3d-dbf1-4d26-a895-3ed92507d0ef'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:08.764343 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba588c0c-2641-44a7-8104-b2f388e1d783 req-4f570aa0-2728-4afe-8e4f-177d29bfe77e tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] No DVR routers for this DVR port d6b4b2ae-4a49-41d8-8d03-babcf76f8592 on host n-h1-712140-12 {{(pid=94829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:24:08.769454 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-ba588c0c-2641-44a7-8104-b2f388e1d783 req-4f570aa0-2728-4afe-8e4f-177d29bfe77e tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:08.771615 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ba588c0c-2641-44a7-8104-b2f388e1d783 req-4f570aa0-2728-4afe-8e4f-177d29bfe77e tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.46 "DELETE /v2.0/ports/d6b4b2ae-4a49-41d8-8d03-babcf76f8592 HTTP/1.1" status: 204 len: 173 time: 1.5709717 Aug 29 04:24:08.772109 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbbdf5ca-0dc2-4283-8108-a1763b063e9c', 'name': 'network-vif-deleted', 'tag': 'd6b4b2ae-4a49-41d8-8d03-babcf76f8592'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:24:08.789449 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34b45b97-ac7a-4f86-8b77-f76612fe8073" -d '{"events": [{"server_uuid": "cbbdf5ca-0dc2-4283-8108-a1763b063e9c", "name": "network-vif-deleted", "tag": "d6b4b2ae-4a49-41d8-8d03-babcf76f8592"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:24:08.901018 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec287728-af18-4f63-a5da-8157a1e47691 x-openstack-request-id: req-ec287728-af18-4f63-a5da-8157a1e47691 {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:24:08.901892 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbbdf5ca-0dc2-4283-8108-a1763b063e9c", "name": "network-vif-deleted", "tag": "d6b4b2ae-4a49-41d8-8d03-babcf76f8592", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:24:08.902347 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ec287728-af18-4f63-a5da-8157a1e47691 {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:24:08.903170 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbbdf5ca-0dc2-4283-8108-a1763b063e9c', 'name': 'network-vif-deleted', 'tag': 'd6b4b2ae-4a49-41d8-8d03-babcf76f8592', 'status': 'completed', 'code': 200} Aug 29 04:24:08.906771 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-bbcb4257-e268-493c-ab93-e59e88e7ee2a None None] Set router 9defbc3d-dbf1-4d26-a895-3ed92507d0ef gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:24:09.019901 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 04e502c0-88ce-4e92-9cb0-a85b2cfefce6 up at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:24:09.254895 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455cdd77-7dc2-4108-905b-7ff87eaa8599 req-ed2aa8fa-637e-4cc6-becc-3c3fb9527f6a tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:09.268859 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-455cdd77-7dc2-4108-905b-7ff87eaa8599 req-ed2aa8fa-637e-4cc6-becc-3c3fb9527f6a tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/ports?device_id=b768cd8c-ce3b-4634-96ad-a9a93cf1350c HTTP/1.1" status: 200 len: 946 time: 0.1683106 Aug 29 04:24:09.299016 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning for port 04e502c0-88ce-4e92-9cb0-a85b2cfefce6 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:24:09.307762 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-090f45e9-4374-4561-ab82-5375fdaea5a5 req-b7396f43-ecfc-437f-b5f5-453be96d4cf0 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6719725 Aug 29 04:24:09.345015 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning complete for port 04e502c0-88ce-4e92-9cb0-a85b2cfefce6 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:24:09.345614 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:09.418852 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-455cdd77-7dc2-4108-905b-7ff87eaa8599 req-588f7632-d9d6-4816-b4eb-e0791372b29c tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc298de8-05a1-4048-a74a-af5d487002fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480978 Aug 29 04:24:09.680680 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:09.752820 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8bdb9bbb-9fa9-482b-a1f8-40b0c4cee06d req-d30d6ca8-23c4-4ec3-b0fd-b980ea21a4fc tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbbdf5ca-0dc2-4283-8108-a1763b063e9c HTTP/1.1" status: 200 len: 210 time: 0.0835481 Aug 29 04:24:09.831444 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-34c70c70-2200-42ef-be5c-204e7a5656b8 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:09.837975 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-34c70c70-2200-42ef-be5c-204e7a5656b8 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719515'] for floatingip, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:09.997966 n-d-712140-12 neutron-server[94828]: INFO neutron.db.l3_db [None req-34c70c70-2200-42ef-be5c-204e7a5656b8 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Floating IP 27069041-d775-459e-b458-d8f937e26cc6 associated. External IP: 172.25.0.179, port: 064b747c-aaf5-4354-a1f0-2eb8ea0df854. Aug 29 04:24:10.124830 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b186ca23-8aeb-42ea-ad06-0205dcf6b99f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04e502c0-88ce-4e92-9cb0-a85b2cfefce6'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:24:10.132899 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aafd404-0ad7-4f18-afcc-a48e7770fa67" -d '{"events": [{"server_uuid": "b186ca23-8aeb-42ea-ad06-0205dcf6b99f", "name": "network-vif-plugged", "status": "completed", "tag": "04e502c0-88ce-4e92-9cb0-a85b2cfefce6"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:24:10.156357 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-bbcb4257-e268-493c-ab93-e59e88e7ee2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9defbc3d-dbf1-4d26-a895-3ed92507d0ef', 'name': 'tempest-AttachVolumeShelveTestJSON-346863165-router', 'tenant_id': '45c0a3ca896a4dd0bcf90e5c0bd5812f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '1d5b6ad4-bb9d-4ef2-a488-172fe6e858d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:19:14Z', 'updated_at': '2021-08-29T04:19:25Z', 'revision_number': 4, 'project_id': '45c0a3ca896a4dd0bcf90e5c0bd5812f', 'gw_port': {'id': '1d5b6ad4-bb9d-4ef2-a488-172fe6e858d1', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:1d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9defbc3d-dbf1-4d26-a895-3ed92507d0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:19:17Z', 'updated_at': '2021-08-29T04:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': 'a3ed0d0c-7f2a-442a-a9b0-ff7e2dc5196a', 'name': '', 'network_id': 'fd020187-6618-42b7-a26a-d8ebebc46774', 'tenant_id': '45c0a3ca896a4dd0bcf90e5c0bd5812f', 'mac_address': 'fa:16:3e:21:10:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9defbc3d-dbf1-4d26-a895-3ed92507d0ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '6247b089-2c7c-4ca3-a8dd-41a0f57cced5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:19:22Z', 'updated_at': '2021-08-29T04:19:37Z', 'revision_number': 5, 'project_id': '45c0a3ca896a4dd0bcf90e5c0bd5812f', 'subnets': [{'id': '6247b089-2c7c-4ca3-a8dd-41a0f57cced5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:10.211314 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 04e502c0-88ce-4e92-9cb0-a85b2cfefce6, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=04e502c0-88ce-4e92-9cb0-a85b2cfefce6,segment=NetworkSegment(b7618bbf-11af-465a-8663-f9f8f84b36c0),segment_id=b7618bbf-11af-465a-8663-f9f8f84b36c0)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:10.212931 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbcb4257-e268-493c-ab93-e59e88e7ee2a None None] Checking router: 9defbc3d-dbf1-4d26-a895-3ed92507d0ef for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:24:10.218738 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:10.224378 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beb5d404-8ae4-4fe7-8770-85c2b359a3d0 x-openstack-request-id: req-beb5d404-8ae4-4fe7-8770-85c2b359a3d0 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:24:10.225226 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b186ca23-8aeb-42ea-ad06-0205dcf6b99f", "name": "network-vif-plugged", "status": "completed", "tag": "04e502c0-88ce-4e92-9cb0-a85b2cfefce6", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:24:10.225487 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-beb5d404-8ae4-4fe7-8770-85c2b359a3d0 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:24:10.225928 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b186ca23-8aeb-42ea-ad06-0205dcf6b99f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04e502c0-88ce-4e92-9cb0-a85b2cfefce6', 'code': 200} Aug 29 04:24:10.283198 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbcb4257-e268-493c-ab93-e59e88e7ee2a None None] Routers {'9defbc3d-dbf1-4d26-a895-3ed92507d0ef'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:24:10.283917 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-bbcb4257-e268-493c-ab93-e59e88e7ee2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:24:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['9defbc3d-dbf1-4d26-a895-3ed92507d0ef'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:10.347003 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725c768a-ecfa-4642-ad3d-b17031f2166c req-8772b7c2-beb0-43bf-be6d-abf8345118a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:10.348587 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-725c768a-ecfa-4642-ad3d-b17031f2166c req-8772b7c2-beb0-43bf-be6d-abf8345118a5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d9a76e3dc1744d138793af79d163dd05&device_id=b768cd8c-ce3b-4634-96ad-a9a93cf1350c HTTP/1.1" status: 200 len: 1098 time: 0.1831656 Aug 29 04:24:10.364859 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bf0dc5-787b-43ed-96ce-1d3d3a46be1b req-e67b185b-de93-41e8-a15a-27afe1578b08 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:10.373071 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b0bf0dc5-787b-43ed-96ce-1d3d3a46be1b req-e67b185b-de93-41e8-a15a-27afe1578b08 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/ports?device_id=b768cd8c-ce3b-4634-96ad-a9a93cf1350c HTTP/1.1" status: 200 len: 946 time: 0.1666229 Aug 29 04:24:10.408642 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339d925d-9cbb-4555-9be0-b62e3a99f6d9 req-56c370fc-abf8-40e1-8012-b93fe7234197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:10.411346 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=04e502c0-88ce-4e92-9cb0-a85b2cfefce6,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:10.414018 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-339d925d-9cbb-4555-9be0-b62e3a99f6d9 req-56c370fc-abf8-40e1-8012-b93fe7234197 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b186ca23-8aeb-42ea-ad06-0205dcf6b99f HTTP/1.1" status: 200 len: 1098 time: 0.0789714 Aug 29 04:24:10.504739 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34c70c70-2200-42ef-be5c-204e7a5656b8 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Router 768f9c2d-4737-4e0a-ba9f-1494eed5410b has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:24:10.539351 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b0bf0dc5-787b-43ed-96ce-1d3d3a46be1b req-f0b46957-a82e-4693-a197-7f4048e998c3 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc298de8-05a1-4048-a74a-af5d487002fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646686 Aug 29 04:24:10.557669 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-bbcb4257-e268-493c-ab93-e59e88e7ee2a None None] Set router 9defbc3d-dbf1-4d26-a895-3ed92507d0ef gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:24:10.666976 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725c768a-ecfa-4642-ad3d-b17031f2166c req-418088b1-6dcd-4447-ba86-98a65219e2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:10.669476 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-725c768a-ecfa-4642-ad3d-b17031f2166c req-418088b1-6dcd-4447-ba86-98a65219e2f3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=430f809c-a4d3-48f1-bbd1-f32da1f4fbac HTTP/1.1" status: 200 len: 919 time: 0.2889576 Aug 29 04:24:10.672921 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-339d925d-9cbb-4555-9be0-b62e3a99f6d9 req-235cb0c4-c15a-4d5a-92b5-f85930fb6cb2 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420650 Aug 29 04:24:10.760437 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8d0c79-36dc-43c4-a89f-00b91a86818e req-84fbd3a6-bef0-4221-9d18-402f8dfb7a09 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:10.764783 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3c8d0c79-36dc-43c4-a89f-00b91a86818e req-84fbd3a6-bef0-4221-9d18-402f8dfb7a09 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=b186ca23-8aeb-42ea-ad06-0205dcf6b99f HTTP/1.1" status: 200 len: 946 time: 0.3127058 Aug 29 04:24:10.801340 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34c70c70-2200-42ef-be5c-204e7a5656b8 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:24:10.813933 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d904765-a803-439d-a75a-2edd18cd4d38 None None] Sync routers for ids ['768f9c2d-4737-4e0a-ba9f-1494eed5410b'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:24:10.829314 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d904765-a803-439d-a75a-2edd18cd4d38 None None] Routers {'768f9c2d-4737-4e0a-ba9f-1494eed5410b'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:24:10.834399 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-1d904765-a803-439d-a75a-2edd18cd4d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:24:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['768f9c2d-4737-4e0a-ba9f-1494eed5410b'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:10.896895 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3c8d0c79-36dc-43c4-a89f-00b91a86818e req-78eae4e0-3667-43af-884d-97c311ea9cbc tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239600 Aug 29 04:24:10.963574 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-1d904765-a803-439d-a75a-2edd18cd4d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:10.976258 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 55802) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:10.984293 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d904765-a803-439d-a75a-2edd18cd4d38 None None] Routers {'768f9c2d-4737-4e0a-ba9f-1494eed5410b'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:24:10.990605 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-1d904765-a803-439d-a75a-2edd18cd4d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:24:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['768f9c2d-4737-4e0a-ba9f-1494eed5410b'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:11.074991 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device d6b4b2ae-4a49-41d8-8d03-babcf76f8592 no longer exists at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:24:11.113708 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-1d904765-a803-439d-a75a-2edd18cd4d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:11.116804 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d904765-a803-439d-a75a-2edd18cd4d38 None None] The sync data for ids ['768f9c2d-4737-4e0a-ba9f-1494eed5410b'] in n-d-712140-12 is: [] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:24:11.150228 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] No Port match for: d6b4b2ae-4a49-41d8-8d03-babcf76f8592 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:24:11.150492 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5d656e11-f255-492b-a280-3387754eacb7 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:11.151773 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device d6b4b2ae-4a49-41d8-8d03-babcf76f8592 not bound to the agent host n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:24:11.203186 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-bbcb4257-e268-493c-ab93-e59e88e7ee2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9defbc3d-dbf1-4d26-a895-3ed92507d0ef', 'name': 'tempest-AttachVolumeShelveTestJSON-346863165-router', 'tenant_id': '45c0a3ca896a4dd0bcf90e5c0bd5812f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '1d5b6ad4-bb9d-4ef2-a488-172fe6e858d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:19:14Z', 'updated_at': '2021-08-29T04:19:25Z', 'revision_number': 4, 'project_id': '45c0a3ca896a4dd0bcf90e5c0bd5812f', 'gw_port': {'id': '1d5b6ad4-bb9d-4ef2-a488-172fe6e858d1', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:1d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9defbc3d-dbf1-4d26-a895-3ed92507d0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:19:17Z', 'updated_at': '2021-08-29T04:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': 'a3ed0d0c-7f2a-442a-a9b0-ff7e2dc5196a', 'name': '', 'network_id': 'fd020187-6618-42b7-a26a-d8ebebc46774', 'tenant_id': '45c0a3ca896a4dd0bcf90e5c0bd5812f', 'mac_address': 'fa:16:3e:21:10:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9defbc3d-dbf1-4d26-a895-3ed92507d0ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '6247b089-2c7c-4ca3-a8dd-41a0f57cced5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:19:22Z', 'updated_at': '2021-08-29T04:19:37Z', 'revision_number': 5, 'project_id': '45c0a3ca896a4dd0bcf90e5c0bd5812f', 'subnets': [{'id': '6247b089-2c7c-4ca3-a8dd-41a0f57cced5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:11.210822 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-725c768a-ecfa-4642-ad3d-b17031f2166c req-1f7444eb-2621-47aa-8569-956eacfa75c8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d71d6c5d-6a54-4919-850f-c170caffc061 HTTP/1.1" status: 200 len: 217 time: 0.1467605 Aug 29 04:24:11.215514 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5d656e11-f255-492b-a280-3387754eacb7 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:11.284012 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbcb4257-e268-493c-ab93-e59e88e7ee2a None None] The sync data for ids ['9defbc3d-dbf1-4d26-a895-3ed92507d0ef'] in n-d-712140-12 is: [{'id': '9defbc3d-dbf1-4d26-a895-3ed92507d0ef', 'name': 'tempest-AttachVolumeShelveTestJSON-346863165-router', 'tenant_id': '45c0a3ca896a4dd0bcf90e5c0bd5812f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '1d5b6ad4-bb9d-4ef2-a488-172fe6e858d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:19:14Z', 'updated_at': '2021-08-29T04:19:25Z', 'revision_number': 4, 'project_id': '45c0a3ca896a4dd0bcf90e5c0bd5812f', 'gw_port': {'id': '1d5b6ad4-bb9d-4ef2-a488-172fe6e858d1', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:1d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9defbc3d-dbf1-4d26-a895-3ed92507d0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:19:17Z', 'updated_at': '2021-08-29T04:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': 'a3ed0d0c-7f2a-442a-a9b0-ff7e2dc5196a', 'name': '', 'network_id': 'fd020187-6618-42b7-a26a-d8ebebc46774', 'tenant_id': '45c0a3ca896a4dd0bcf90e5c0bd5812f', 'mac_address': 'fa:16:3e:21:10:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9defbc3d-dbf1-4d26-a895-3ed92507d0ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '6247b089-2c7c-4ca3-a8dd-41a0f57cced5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:19:22Z', 'updated_at': '2021-08-29T04:19:37Z', 'revision_number': 5, 'project_id': '45c0a3ca896a4dd0bcf90e5c0bd5812f', 'subnets': [{'id': '6247b089-2c7c-4ca3-a8dd-41a0f57cced5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:24:11.314125 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5d656e11-f255-492b-a280-3387754eacb7 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:11.322271 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5d656e11-f255-492b-a280-3387754eacb7 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:11.323890 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-5d656e11-f255-492b-a280-3387754eacb7 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "DELETE /v2.0/security-groups/efbd56da-4301-456e-8002-a695aaaeaffd HTTP/1.1" status: 204 len: 168 time: 0.3464277 Aug 29 04:24:11.328487 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 55836) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:11.347015 n-d-712140-12 neutron-server[94829]: INFO neutron.api.v2.resource [None req-07d17c08-ed4e-458b-8c4e-66a1daa98e47 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] show failed (client error): The resource could not be found. Aug 29 04:24:11.348856 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-07d17c08-ed4e-458b-8c4e-66a1daa98e47 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/security-groups/efbd56da-4301-456e-8002-a695aaaeaffd HTTP/1.1" status: 404 len: 347 time: 0.0191047 Aug 29 04:24:11.356879 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 55842) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:11.358417 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d656e11-f255-492b-a280-3387754eacb7 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efbd56da-4301-456e-8002-a695aaaeaffd,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:11.461713 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725c768a-ecfa-4642-ad3d-b17031f2166c req-6c61a371-cd82-4f0a-ba72-d7c3c6467988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:11.463218 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-725c768a-ecfa-4642-ad3d-b17031f2166c req-6c61a371-cd82-4f0a-ba72-d7c3c6467988 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e09e77d6-9e1c-48ca-bc8e-b3b1a5575d1e HTTP/1.1" status: 200 len: 858 time: 0.2400520 Aug 29 04:24:11.526596 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-725c768a-ecfa-4642-ad3d-b17031f2166c req-a239c9f1-d6b5-4e61-944b-25f5c9948ca6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=430f809c-a4d3-48f1-bbd1-f32da1f4fbac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508494 Aug 29 04:24:11.598439 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-e11e0c2f-268f-410e-a6a2-587bb7c9f9aa tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Deleting port 0a03c841-9976-45a0-b918-0a0e8a5a3550 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:24:11.599016 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e11e0c2f-268f-410e-a6a2-587bb7c9f9aa tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:11.759119 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e11e0c2f-268f-410e-a6a2-587bb7c9f9aa tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:11.759712 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e11e0c2f-268f-410e-a6a2-587bb7c9f9aa tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:11.781785 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-e11e0c2f-268f-410e-a6a2-587bb7c9f9aa tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Calling delete_port for 0a03c841-9976-45a0-b918-0a0e8a5a3550 owned by network:floatingip {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:24:11.872314 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5f7b84-009f-4097-994c-e5407d1ad63e None None] New status for floating IP 4cc23b43-f1dd-4343-a87e-a1014ec96fc7: DOWN {{(pid=94830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:24:11.883867 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c6c67f-c736-4cf5-a3d9-5b1ad098db8e req-77cf7676-8f8f-4c75-8158-0d6f880125e9 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:11.891115 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-13c6c67f-c736-4cf5-a3d9-5b1ad098db8e req-77cf7676-8f8f-4c75-8158-0d6f880125e9 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/ports?device_id=b768cd8c-ce3b-4634-96ad-a9a93cf1350c HTTP/1.1" status: 200 len: 946 time: 0.1729686 Aug 29 04:24:11.896581 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34c70c70-2200-42ef-be5c-204e7a5656b8 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Router 768f9c2d-4737-4e0a-ba9f-1494eed5410b has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:24:12.028586 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-13c6c67f-c736-4cf5-a3d9-5b1ad098db8e req-3f885908-45ac-4569-a3a8-6ab29572bfe3 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc298de8-05a1-4048-a74a-af5d487002fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364706 Aug 29 04:24:12.030709 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-725c768a-ecfa-4642-ad3d-b17031f2166c req-04d366a8-058f-4abf-b43a-f104ee9d2cca service neutron] 10.222.0.48 "GET /v2.0/networks/430f809c-a4d3-48f1-bbd1-f32da1f4fbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4220872 Aug 29 04:24:12.143236 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e11e0c2f-268f-410e-a6a2-587bb7c9f9aa tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:12.175753 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11e0c2f-268f-410e-a6a2-587bb7c9f9aa tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Pushing event deleted for resources: {'Port': ['ID=0a03c841-9976-45a0-b918-0a0e8a5a3550,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:12.202458 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4475d29-8c73-4ea2-8d0f-0ba5d133bc81 req-257b72fc-654d-4700-9e4f-a22857a218a6 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:12.205118 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a4475d29-8c73-4ea2-8d0f-0ba5d133bc81 req-257b72fc-654d-4700-9e4f-a22857a218a6 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=b186ca23-8aeb-42ea-ad06-0205dcf6b99f HTTP/1.1" status: 200 len: 946 time: 0.1889162 Aug 29 04:24:12.243292 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-725c768a-ecfa-4642-ad3d-b17031f2166c req-9bd0632c-e4a1-49d0-9c3e-2fa5483f22d2 service neutron] 10.222.0.48 "GET /v2.0/networks/430f809c-a4d3-48f1-bbd1-f32da1f4fbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868672 Aug 29 04:24:12.319569 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.db.api [None req-3f5f7b84-009f-4097-994c-e5407d1ad63e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94830) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:24:12.322162 n-d-712140-12 neutron-server[94830]: DEBUG oslo_db.api [None req-3f5f7b84-009f-4097-994c-e5407d1ad63e None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:24:12.350830 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a4475d29-8c73-4ea2-8d0f-0ba5d133bc81 req-8061c9b8-28d8-4866-af2f-473fb50f39de tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391175 Aug 29 04:24:12.369228 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e11e0c2f-268f-410e-a6a2-587bb7c9f9aa tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Notify callbacks [] for floatingip, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:12.374776 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e11e0c2f-268f-410e-a6a2-587bb7c9f9aa tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:12.377285 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-e11e0c2f-268f-410e-a6a2-587bb7c9f9aa tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "DELETE /v2.0/floatingips/4cc23b43-f1dd-4343-a87e-a1014ec96fc7 HTTP/1.1" status: 204 len: 168 time: 1.0156894 Aug 29 04:24:12.476260 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34c70c70-2200-42ef-be5c-204e7a5656b8 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:24:12.487154 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-34c70c70-2200-42ef-be5c-204e7a5656b8 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:12.487318 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8f8a9a-2b31-415a-9149-9bd37633d7c6 None None] Sync routers for ids ['768f9c2d-4737-4e0a-ba9f-1494eed5410b'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:24:12.503400 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8f8a9a-2b31-415a-9149-9bd37633d7c6 None None] Routers {'768f9c2d-4737-4e0a-ba9f-1494eed5410b'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:24:12.507328 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-9f8f8a9a-2b31-415a-9149-9bd37633d7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:24:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['768f9c2d-4737-4e0a-ba9f-1494eed5410b'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:12.524654 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e93a1f-e8a7-4188-bac8-29b799116c76 req-25f17e1d-eae5-448d-bb1f-c851a94299fc tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:12.531640 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-81e93a1f-e8a7-4188-bac8-29b799116c76 req-25f17e1d-eae5-448d-bb1f-c851a94299fc tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/networks?id=1c65535d-8d45-4051-8e5d-043211a49251 HTTP/1.1" status: 200 len: 807 time: 0.2857296 Aug 29 04:24:12.559521 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-81e93a1f-e8a7-4188-bac8-29b799116c76 req-2456d64b-31ae-40bd-9143-c455f49a2596 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/quotas/260b2b7726794e4d90a38e52b66506fd HTTP/1.1" status: 200 len: 375 time: 0.0268612 Aug 29 04:24:12.560820 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-9f8f8a9a-2b31-415a-9149-9bd37633d7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:12.578568 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8f8a9a-2b31-415a-9149-9bd37633d7c6 None None] Routers {'768f9c2d-4737-4e0a-ba9f-1494eed5410b'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:24:12.579195 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-9f8f8a9a-2b31-415a-9149-9bd37633d7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:24:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['768f9c2d-4737-4e0a-ba9f-1494eed5410b'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:12.618540 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-34c70c70-2200-42ef-be5c-204e7a5656b8 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] 10.222.0.22 "PUT /v2.0/floatingips/27069041-d775-459e-b458-d8f937e26cc6 HTTP/1.1" status: 200 len: 977 time: 4.8998682 Aug 29 04:24:12.618698 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 55982) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:12.623527 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-4eba962a-db6d-4e9c-aded-922d35ed1f2a tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:12.642198 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-9f8f8a9a-2b31-415a-9149-9bd37633d7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:12.642858 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8f8a9a-2b31-415a-9149-9bd37633d7c6 None None] The sync data for ids ['768f9c2d-4737-4e0a-ba9f-1494eed5410b'] in n-d-712140-12 is: [] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:24:12.686977 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-81e93a1f-e8a7-4188-bac8-29b799116c76 req-ae34c79d-971a-4e57-94c4-e65f9e846f32 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=260b2b7726794e4d90a38e52b66506fd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1264462 Aug 29 04:24:12.762499 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4eba962a-db6d-4e9c-aded-922d35ed1f2a tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks [] for floatingip, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:12.824477 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5f7b84-009f-4097-994c-e5407d1ad63e None None] New status for floating IP 4cc23b43-f1dd-4343-a87e-a1014ec96fc7: DOWN {{(pid=94830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:24:12.917889 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-81e93a1f-e8a7-4188-bac8-29b799116c76 req-275ecf8c-95d8-4780-ac24-b9571f230f93 service neutron] 10.222.0.22 "GET /v2.0/networks/1c65535d-8d45-4051-8e5d-043211a49251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164896 Aug 29 04:24:12.995430 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4eba962a-db6d-4e9c-aded-922d35ed1f2a tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:13.000783 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4eba962a-db6d-4e9c-aded-922d35ed1f2a tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719515'] for floatingip, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:13.001609 n-d-712140-12 neutron-server[94829]: INFO neutron.db.l3_db [None req-4eba962a-db6d-4e9c-aded-922d35ed1f2a tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Floating IP 27069041-d775-459e-b458-d8f937e26cc6 disassociated. External IP: 172.25.0.179, port: 036b0897-b3c9-4f73-90a1-05f2104430ae. Aug 29 04:24:13.171449 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-81e93a1f-e8a7-4188-bac8-29b799116c76 req-ea1a3e94-c84c-431c-8d4d-b765b61469ad service neutron] 10.222.0.22 "GET /v2.0/networks/1c65535d-8d45-4051-8e5d-043211a49251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490034 Aug 29 04:24:13.222347 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 56064) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:13.229492 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-0639fa91-c6f2-407d-b704-343d2e879694 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Request body: {'security_group': {'name': 'tempest-securitygroup--681002299', 'description': 'tempest-description--323827463'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:13.300227 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0639fa91-c6f2-407d-b704-343d2e879694 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:13.376720 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eba962a-db6d-4e9c-aded-922d35ed1f2a tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Router 768f9c2d-4737-4e0a-ba9f-1494eed5410b has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:24:13.516797 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0639fa91-c6f2-407d-b704-343d2e879694 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:13.523650 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0639fa91-c6f2-407d-b704-343d2e879694 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:13.574629 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0639fa91-c6f2-407d-b704-343d2e879694 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:13.579520 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-0639fa91-c6f2-407d-b704-343d2e879694 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3530433 Aug 29 04:24:13.589056 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 56118) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:13.616698 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7def1a88-19a6-4449-8aa6-256e08ae064b req-e3e35730-938b-42d3-b28c-358e1e683b83 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:13.618555 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7def1a88-19a6-4449-8aa6-256e08ae064b req-e3e35730-938b-42d3-b28c-358e1e683b83 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/ports?device_id=b768cd8c-ce3b-4634-96ad-a9a93cf1350c HTTP/1.1" status: 200 len: 946 time: 0.1161623 Aug 29 04:24:13.621301 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-a12af785-3c17-4fc8-b9af-d5de7b2fc4e2 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Request body: {'security_group_rule': {'security_group_id': 'c669a511-bb16-48c8-9944-1f8115bc7803', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:13.652013 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0639fa91-c6f2-407d-b704-343d2e879694 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c669a511-bb16-48c8-9944-1f8115bc7803,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:13.677075 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a12af785-3c17-4fc8-b9af-d5de7b2fc4e2 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:13.696184 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eba962a-db6d-4e9c-aded-922d35ed1f2a tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:24:13.703380 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4eba962a-db6d-4e9c-aded-922d35ed1f2a tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:13.707057 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a499f487-cb24-4abe-9259-f49d48bb726a None None] Sync routers for ids ['768f9c2d-4737-4e0a-ba9f-1494eed5410b'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:24:13.729889 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a499f487-cb24-4abe-9259-f49d48bb726a None None] Routers {'768f9c2d-4737-4e0a-ba9f-1494eed5410b'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:24:13.731346 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-a499f487-cb24-4abe-9259-f49d48bb726a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:24:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['768f9c2d-4737-4e0a-ba9f-1494eed5410b'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:13.795294 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-4eba962a-db6d-4e9c-aded-922d35ed1f2a tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] 10.222.0.22 "PUT /v2.0/floatingips/27069041-d775-459e-b458-d8f937e26cc6 HTTP/1.1" status: 200 len: 688 time: 1.1752932 Aug 29 04:24:13.801498 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 56144) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:13.814137 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-a499f487-cb24-4abe-9259-f49d48bb726a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:13.824822 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7def1a88-19a6-4449-8aa6-256e08ae064b req-ccb448f7-93de-436c-89e1-3b836bb994b3 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc298de8-05a1-4048-a74a-af5d487002fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983476 Aug 29 04:24:13.851033 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a499f487-cb24-4abe-9259-f49d48bb726a None None] Routers {'768f9c2d-4737-4e0a-ba9f-1494eed5410b'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:24:13.854582 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-a499f487-cb24-4abe-9259-f49d48bb726a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:24:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['768f9c2d-4737-4e0a-ba9f-1494eed5410b'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:13.899916 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-a499f487-cb24-4abe-9259-f49d48bb726a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:13.901226 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a499f487-cb24-4abe-9259-f49d48bb726a None None] The sync data for ids ['768f9c2d-4737-4e0a-ba9f-1494eed5410b'] in n-d-712140-12 is: [] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:24:13.967139 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a12af785-3c17-4fc8-b9af-d5de7b2fc4e2 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:13.971914 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a12af785-3c17-4fc8-b9af-d5de7b2fc4e2 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:14.035389 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12af785-3c17-4fc8-b9af-d5de7b2fc4e2 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d232be29-c1cd-404c-84b5-0f774791c2ca,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:14.053839 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-aac72f4f-3273-4b32-8ce6-7f80ca46fcb2 req-38504ada-b287-4fb5-9172-8c2b06a6975e tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=b003d3a9-da03-4254-909a-7913590e5919 HTTP/1.1" status: 200 len: 210 time: 0.0976410 Aug 29 04:24:14.060936 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bc768a-8d0b-4952-b80a-2fca8edfb49d req-62c76a4c-f94f-4f5b-99a3-208c54061614 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:14.071492 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-73bc768a-8d0b-4952-b80a-2fca8edfb49d req-62c76a4c-f94f-4f5b-99a3-208c54061614 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=b186ca23-8aeb-42ea-ad06-0205dcf6b99f HTTP/1.1" status: 200 len: 946 time: 0.3075931 Aug 29 04:24:14.138574 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-73bc768a-8d0b-4952-b80a-2fca8edfb49d req-93a66e42-9a52-49f4-b42b-878ae6413969 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655105 Aug 29 04:24:14.144360 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a12af785-3c17-4fc8-b9af-d5de7b2fc4e2 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:14.147185 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-81e53070-e4e3-4590-aa95-66addfade6ee tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Deleting port e2e3b640-222c-48ac-8570-762542e39261 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:24:14.147557 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-81e53070-e4e3-4590-aa95-66addfade6ee tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:14.149617 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-a12af785-3c17-4fc8-b9af-d5de7b2fc4e2 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5499063 Aug 29 04:24:14.150359 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 56188) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:14.155033 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-80e52e39-b519-4263-8489-978c1d29ba15 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Request body: {'security_group_rule': {'security_group_id': 'c669a511-bb16-48c8-9944-1f8115bc7803', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:14.200973 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-80e52e39-b519-4263-8489-978c1d29ba15 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:14.312751 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-81e53070-e4e3-4590-aa95-66addfade6ee tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:14.314615 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-81e53070-e4e3-4590-aa95-66addfade6ee tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:14.334798 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-80e52e39-b519-4263-8489-978c1d29ba15 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:14.341575 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-80e52e39-b519-4263-8489-978c1d29ba15 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:14.344711 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-81e53070-e4e3-4590-aa95-66addfade6ee tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Calling delete_port for e2e3b640-222c-48ac-8570-762542e39261 owned by network:floatingip {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:24:14.389380 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e52e39-b519-4263-8489-978c1d29ba15 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddddbf63-812d-41b0-acdf-3fda49175948,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:14.406173 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-80e52e39-b519-4263-8489-978c1d29ba15 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:14.409589 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-80e52e39-b519-4263-8489-978c1d29ba15 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2581279 Aug 29 04:24:14.413777 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 56218) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:14.429476 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-4857a2ad-a14b-478f-ad2b-a58e0a93152e tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Request body: {'floatingip': {'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:14.495822 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4857a2ad-a14b-478f-ad2b-a58e0a93152e tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Notify callbacks [] for floatingip, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:14.733086 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4857a2ad-a14b-478f-ad2b-a58e0a93152e tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:14.757436 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-81e53070-e4e3-4590-aa95-66addfade6ee tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:14.868090 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e53070-e4e3-4590-aa95-66addfade6ee tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Pushing event deleted for resources: {'Port': ['ID=e2e3b640-222c-48ac-8570-762542e39261,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:15.004761 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 56284) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:15.051627 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-81e53070-e4e3-4590-aa95-66addfade6ee tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks [] for floatingip, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:15.054904 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-81e53070-e4e3-4590-aa95-66addfade6ee tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:15.057344 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-81e53070-e4e3-4590-aa95-66addfade6ee tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] 10.222.0.22 "DELETE /v2.0/floatingips/27069041-d775-459e-b458-d8f937e26cc6 HTTP/1.1" status: 204 len: 168 time: 1.2546136 Aug 29 04:24:15.060060 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 56294) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:15.098826 n-d-712140-12 neutron-server[94829]: INFO neutron.api.v2.resource [None req-b77ef6d0-5215-4374-b4b4-ee9cce763055 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] delete failed (client error): The resource could not be found. Aug 29 04:24:15.099364 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b8a774-3e37-4439-807d-133d4b101284 req-7965c0a5-5aad-4de4-aa95-f8df52decddf tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:15.103623 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-b77ef6d0-5215-4374-b4b4-ee9cce763055 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] 10.222.0.22 "DELETE /v2.0/floatingips/27069041-d775-459e-b458-d8f937e26cc6 HTTP/1.1" status: 404 len: 345 time: 0.0387564 Aug 29 04:24:15.106364 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e0b8a774-3e37-4439-807d-133d4b101284 req-7965c0a5-5aad-4de4-aa95-f8df52decddf tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/ports?device_id=b768cd8c-ce3b-4634-96ad-a9a93cf1350c HTTP/1.1" status: 200 len: 946 time: 0.1197767 Aug 29 04:24:15.106867 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 56302) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:15.159726 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76973f4e-b9e0-44c7-b6cc-2f40d0360de1 req-b93795ec-4e93-4816-8c71-d76d934a51c4 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:15.161444 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-76973f4e-b9e0-44c7-b6cc-2f40d0360de1 req-b93795ec-4e93-4816-8c71-d76d934a51c4 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=b186ca23-8aeb-42ea-ad06-0205dcf6b99f HTTP/1.1" status: 200 len: 946 time: 0.1439033 Aug 29 04:24:15.215144 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3742acb5-b554-486c-b106-fc19bd61a4cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:15.250581 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-76973f4e-b9e0-44c7-b6cc-2f40d0360de1 req-70a42915-01a1-4ce9-94ac-3bd66c92f8c5 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769620 Aug 29 04:24:15.379072 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5834edbf-ab44-4f24-a02a-9adf42f254e2 req-cf28a08a-ae42-4561-935a-65df6ef0d979 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=b003d3a9-da03-4254-909a-7913590e5919 HTTP/1.1" status: 200 len: 210 time: 0.0364261 Aug 29 04:24:15.415339 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3742acb5-b554-486c-b106-fc19bd61a4cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:15.430527 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3742acb5-b554-486c-b106-fc19bd61a4cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:15.535486 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-3742acb5-b554-486c-b106-fc19bd61a4cf admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a9ccb9fff0734d4680f2c58f4edc81de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5283053 Aug 29 04:24:15.543551 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 56356) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:15.567502 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3742acb5-b554-486c-b106-fc19bd61a4cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0cb8f40-c858-472a-bd9e-96829af25ae9,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:15.591275 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-4857a2ad-a14b-478f-ad2b-a58e0a93152e tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Allocated IP 172.25.0.171 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/a906fa35-d4aa-4ce0-a8c6-f70a863317a5) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:24:15.640563 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e93a1f-e8a7-4188-bac8-29b799116c76 req-03f3db7a-0d12-4cf1-82e6-9b4ac6bac13b tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:15.642272 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-81e93a1f-e8a7-4188-bac8-29b799116c76 req-03f3db7a-0d12-4cf1-82e6-9b4ac6bac13b tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.46 "GET /v2.0/networks?id=1c65535d-8d45-4051-8e5d-043211a49251 HTTP/1.1" status: 200 len: 807 time: 0.2254806 Aug 29 04:24:15.661677 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-81e93a1f-e8a7-4188-bac8-29b799116c76 req-54f54671-11b5-4e46-8ea4-dcc6188f8db5 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Request body: {'port': {'device_id': 'b003d3a9-da03-4254-909a-7913590e5919', 'network_id': '1c65535d-8d45-4051-8e5d-043211a49251', 'admin_state_up': True, 'tenant_id': '260b2b7726794e4d90a38e52b66506fd'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:15.685147 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cee439be-ade7-44af-83cc-d3697de3b0a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:15.730019 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e0b8a774-3e37-4439-807d-133d4b101284 req-b07be0dd-e002-41f5-bd50-c91fc1e0fba5 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc298de8-05a1-4048-a74a-af5d487002fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6059608 Aug 29 04:24:15.749634 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cee439be-ade7-44af-83cc-d3697de3b0a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:15.774727 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e2dc55-3d97-4a8b-864c-d361b5d7dda9 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:15.781639 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e2dc55-3d97-4a8b-864c-d361b5d7dda9 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:15.789801 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e2dc55-3d97-4a8b-864c-d361b5d7dda9 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:15.791661 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-81e2dc55-3d97-4a8b-864c-d361b5d7dda9 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] 10.222.0.22 "GET /v2.0/ports?network_id=a9973e0e-e95c-4c76-9b74-97daebf10125 HTTP/1.1" status: 200 len: 2356 time: 0.6806724 Aug 29 04:24:15.798356 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 56364) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:15.859493 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4857a2ad-a14b-478f-ad2b-a58e0a93152e tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:15.894804 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a426642e-f70d-4004-8ee5-7dfa3d10470c tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:15.900393 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-a426642e-f70d-4004-8ee5-7dfa3d10470c tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] 10.222.0.22 "GET /v2.0/subnets/f610a7d9-219c-4dfc-966f-10831e9a6610 HTTP/1.1" status: 200 len: 797 time: 0.0985005 Aug 29 04:24:15.910619 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 56368) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:15.916269 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-52b8bc35-395e-490b-9605-4e1c2b672a49 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Request body: {'port': {'network_id': 'a9973e0e-e95c-4c76-9b74-97daebf10125', 'name': 'tempest-FloatingIPTestJSON-1849574702', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:15.935769 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81e93a1f-e8a7-4188-bac8-29b799116c76 req-54f54671-11b5-4e46-8ea4-dcc6188f8db5 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Made reservation on behalf of 260b2b7726794e4d90a38e52b66506fd for: {'port': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:24:15.939347 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-81e93a1f-e8a7-4188-bac8-29b799116c76 req-54f54671-11b5-4e46-8ea4-dcc6188f8db5 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:15.941751 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4857a2ad-a14b-478f-ad2b-a58e0a93152e tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:15.984137 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4857a2ad-a14b-478f-ad2b-a58e0a93152e tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:24:15.987112 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-4857a2ad-a14b-478f-ad2b-a58e0a93152e tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:24:15.990847 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4857a2ad-a14b-478f-ad2b-a58e0a93152e tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:24:16.046552 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4857a2ad-a14b-478f-ad2b-a58e0a93152e tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Pushing event updated for resources: {'Port': ['ID=a906fa35-d4aa-4ce0-a8c6-f70a863317a5,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:16.109868 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cee439be-ade7-44af-83cc-d3697de3b0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:16.112877 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4857a2ad-a14b-478f-ad2b-a58e0a93152e tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:16.113873 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cee439be-ade7-44af-83cc-d3697de3b0a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:16.115301 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-cee439be-ade7-44af-83cc-d3697de3b0a1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a0cb8f40-c858-472a-bd9e-96829af25ae9 HTTP/1.1" status: 204 len: 168 time: 0.5704215 Aug 29 04:24:16.155604 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4857a2ad-a14b-478f-ad2b-a58e0a93152e tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:16.186920 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee439be-ade7-44af-83cc-d3697de3b0a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0cb8f40-c858-472a-bd9e-96829af25ae9,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:16.202019 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [req-81e93a1f-e8a7-4188-bac8-29b799116c76 req-54f54671-11b5-4e46-8ea4-dcc6188f8db5 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Allocated IP 172.20.0.5 (1c65535d-8d45-4051-8e5d-043211a49251/d11db723-881a-44e4-ae3d-f8a6bedc146e/82d800fe-3c6b-462e-8af6-07b4d49dbea9) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:24:16.396899 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52b8bc35-395e-490b-9605-4e1c2b672a49 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Made reservation on behalf of 0e7e7c5f92ce4c7e8a2717aa9e86c9db for: {'port': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:24:16.506216 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a0b19a-820a-4097-b5f3-84e7507ff0f8 req-40eccbbc-0e8d-4653-822b-f1c7191e2079 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:16.511803 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-81a0b19a-820a-4097-b5f3-84e7507ff0f8 req-40eccbbc-0e8d-4653-822b-f1c7191e2079 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=b186ca23-8aeb-42ea-ad06-0205dcf6b99f HTTP/1.1" status: 200 len: 946 time: 0.1184349 Aug 29 04:24:16.537551 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4857a2ad-a14b-478f-ad2b-a58e0a93152e tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:16.548785 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4857a2ad-a14b-478f-ad2b-a58e0a93152e tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:16.673017 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4857a2ad-a14b-478f-ad2b-a58e0a93152e tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719515'] for floatingip, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:16.678413 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 56396) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:16.686026 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-52b8bc35-395e-490b-9605-4e1c2b672a49 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:16.690063 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2bdedbc9-34f4-4452-bcbf-4669f1ca6d5a req-761996b4-b081-4e40-857b-5ad4b9ad5026 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=b003d3a9-da03-4254-909a-7913590e5919 HTTP/1.1" status: 200 len: 210 time: 0.0771215 Aug 29 04:24:16.729650 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-81a0b19a-820a-4097-b5f3-84e7507ff0f8 req-6da94ad7-9c0f-4141-9341-009beb312de0 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062452 Aug 29 04:24:16.730444 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4857a2ad-a14b-478f-ad2b-a58e0a93152e tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Pushing event updated for resources: {'Port': ['ID=a906fa35-d4aa-4ce0-a8c6-f70a863317a5,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:16.737138 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7268c5e4-00e0-414a-bda9-a4b216c1f1b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:16.752498 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4857a2ad-a14b-478f-ad2b-a58e0a93152e tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:16.767592 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-4857a2ad-a14b-478f-ad2b-a58e0a93152e tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3512878 Aug 29 04:24:16.772797 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-81e93a1f-e8a7-4188-bac8-29b799116c76 req-54f54671-11b5-4e46-8ea4-dcc6188f8db5 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:16.776735 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [None req-52b8bc35-395e-490b-9605-4e1c2b672a49 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] device_id is not set on port 35938b39-c7b9-4f1b-be25-40ef2742b47f yet. {{(pid=94829) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:24:16.885049 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7268c5e4-00e0-414a-bda9-a4b216c1f1b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:16.889960 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7268c5e4-00e0-414a-bda9-a4b216c1f1b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:16.944322 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-7268c5e4-00e0-414a-bda9-a4b216c1f1b5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9e9728e160cb49fb985fbc73391ea21f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2601445 Aug 29 04:24:16.945159 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7268c5e4-00e0-414a-bda9-a4b216c1f1b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f89db238-386d-4847-bf14-671ed88f76bc,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:16.951986 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 56400) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:17.021841 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6cf0e7d4-f54c-4ead-83eb-26b51e9214e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:17.037843 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-81e93a1f-e8a7-4188-bac8-29b799116c76 req-54f54671-11b5-4e46-8ea4-dcc6188f8db5 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:17.053406 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6cf0e7d4-f54c-4ead-83eb-26b51e9214e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:17.071976 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['0fe65b52-6b33-495b-84ed-16828372bb83'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:24:17.101837 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81e93a1f-e8a7-4188-bac8-29b799116c76 req-54f54671-11b5-4e46-8ea4-dcc6188f8db5 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Network 1c65535d-8d45-4051-8e5d-043211a49251 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:24:17.107525 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [req-81e93a1f-e8a7-4188-bac8-29b799116c76 req-54f54671-11b5-4e46-8ea4-dcc6188f8db5 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:24:17.118143 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [req-81e93a1f-e8a7-4188-bac8-29b799116c76 req-54f54671-11b5-4e46-8ea4-dcc6188f8db5 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:24:17.169599 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e93a1f-e8a7-4188-bac8-29b799116c76 req-54f54671-11b5-4e46-8ea4-dcc6188f8db5 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:17.170540 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-81e93a1f-e8a7-4188-bac8-29b799116c76 req-54f54671-11b5-4e46-8ea4-dcc6188f8db5 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:17.178727 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6cf0e7d4-f54c-4ead-83eb-26b51e9214e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:17.182164 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6cf0e7d4-f54c-4ead-83eb-26b51e9214e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:17.186318 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-6cf0e7d4-f54c-4ead-83eb-26b51e9214e5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f89db238-386d-4847-bf14-671ed88f76bc HTTP/1.1" status: 204 len: 168 time: 0.2348154 Aug 29 04:24:17.215674 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5a5ec046-de75-4090-b074-4f1bade70b3c req-d2387dad-ccd1-4c3f-8061-79fa0ffd8143 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--681002299&fields=id&tenant_id=45c0a3ca896a4dd0bcf90e5c0bd5812f HTTP/1.1" status: 200 len: 267 time: 0.1599405 Aug 29 04:24:17.230301 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf0e7d4-f54c-4ead-83eb-26b51e9214e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f89db238-386d-4847-bf14-671ed88f76bc,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:17.407908 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5ec046-de75-4090-b074-4f1bade70b3c req-3e0649c3-85ba-454b-835d-03f9c9469526 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:17.409623 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5a5ec046-de75-4090-b074-4f1bade70b3c req-3e0649c3-85ba-454b-835d-03f9c9469526 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/networks?id=fd020187-6618-42b7-a26a-d8ebebc46774 HTTP/1.1" status: 200 len: 816 time: 0.1928027 Aug 29 04:24:17.428327 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5a5ec046-de75-4090-b074-4f1bade70b3c req-23f90fda-712a-4bf1-9759-f7db1cdc8602 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/quotas/45c0a3ca896a4dd0bcf90e5c0bd5812f HTTP/1.1" status: 200 len: 375 time: 0.0112891 Aug 29 04:24:17.517256 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5a5ec046-de75-4090-b074-4f1bade70b3c req-f0d720ef-d632-4d3f-ba43-3a4b8cc35c16 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=45c0a3ca896a4dd0bcf90e5c0bd5812f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0824785 Aug 29 04:24:17.635044 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f54671-11b5-4e46-8ea4-dcc6188f8db5 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Pushing event updated for resources: {'Port': ['ID=82d800fe-3c6b-462e-8af6-07b4d49dbea9,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:17.637605 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5a5ec046-de75-4090-b074-4f1bade70b3c req-5a4dd52d-7775-4df4-b669-b10a1f0c87f1 service neutron] 10.222.0.22 "GET /v2.0/networks/fd020187-6618-42b7-a26a-d8ebebc46774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023440 Aug 29 04:24:17.669381 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-81e93a1f-e8a7-4188-bac8-29b799116c76 req-54f54671-11b5-4e46-8ea4-dcc6188f8db5 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0163434 Aug 29 04:24:17.684207 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-81e93a1f-e8a7-4188-bac8-29b799116c76 req-cd26fc51-95ac-4f38-ab8e-97569ea00c55 service neutron] Request body: {'port': {'device_id': 'b003d3a9-da03-4254-909a-7913590e5919', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-12'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:17.800214 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5a5ec046-de75-4090-b074-4f1bade70b3c req-73526ffe-3252-460d-9839-5240e06b614a service neutron] 10.222.0.22 "GET /v2.0/networks/fd020187-6618-42b7-a26a-d8ebebc46774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546271 Aug 29 04:24:17.804105 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-52b8bc35-395e-490b-9605-4e1c2b672a49 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Allocated IP 172.20.0.14 (a9973e0e-e95c-4c76-9b74-97daebf10125/f610a7d9-219c-4dfc-966f-10831e9a6610/35938b39-c7b9-4f1b-be25-40ef2742b47f) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:24:17.814977 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-52b8bc35-395e-490b-9605-4e1c2b672a49 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Allocated IP 172.20.0.13 (a9973e0e-e95c-4c76-9b74-97daebf10125/f610a7d9-219c-4dfc-966f-10831e9a6610/35938b39-c7b9-4f1b-be25-40ef2742b47f) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:24:17.892993 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-81e93a1f-e8a7-4188-bac8-29b799116c76 req-cd26fc51-95ac-4f38-ab8e-97569ea00c55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:17.940593 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbb7677-8a98-485e-b69a-f504f9e03481 req-eb99a778-d438-4fde-af4c-f4aabead6ec8 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:17.942335 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9dbb7677-8a98-485e-b69a-f504f9e03481 req-eb99a778-d438-4fde-af4c-f4aabead6ec8 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=b003d3a9-da03-4254-909a-7913590e5919 HTTP/1.1" status: 200 len: 931 time: 0.1054902 Aug 29 04:24:18.079760 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ca6d98-55e2-4e2f-a738-53bd226f344c req-2b10e66d-1784-4fb2-a7b9-e04c7bc3d412 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:18.091151 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-54ca6d98-55e2-4e2f-a738-53bd226f344c req-2b10e66d-1784-4fb2-a7b9-e04c7bc3d412 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=b186ca23-8aeb-42ea-ad06-0205dcf6b99f HTTP/1.1" status: 200 len: 946 time: 0.0876789 Aug 29 04:24:18.138976 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-54ca6d98-55e2-4e2f-a738-53bd226f344c req-b31ab507-711b-4c57-9bdd-46cf721e92b3 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466564 Aug 29 04:24:18.280390 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9dbb7677-8a98-485e-b69a-f504f9e03481 req-087c9da1-53fb-40cb-97b7-b2b33cbffb34 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3136127 Aug 29 04:24:18.348505 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fb11e59a-4157-4060-9471-8a7ef2c37db9 req-54216e36-23b8-4bc7-95b0-43f0059e4b64 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=958fb903-1729-4290-8965-b1c2ef1d605e HTTP/1.1" status: 200 len: 210 time: 0.0523307 Aug 29 04:24:18.428709 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-52b8bc35-395e-490b-9605-4e1c2b672a49 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:18.450436 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [req-81e93a1f-e8a7-4188-bac8-29b799116c76 req-cd26fc51-95ac-4f38-ab8e-97569ea00c55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82d800fe-3c6b-462e-8af6-07b4d49dbea9 {{(pid=94829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:24:18.462413 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-81e93a1f-e8a7-4188-bac8-29b799116c76 req-cd26fc51-95ac-4f38-ab8e-97569ea00c55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:18.492194 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [req-81e93a1f-e8a7-4188-bac8-29b799116c76 req-cd26fc51-95ac-4f38-ab8e-97569ea00c55 service neutron] Transition to ACTIVE for port object 82d800fe-3c6b-462e-8af6-07b4d49dbea9 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:24:18.500542 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-81e93a1f-e8a7-4188-bac8-29b799116c76 req-cd26fc51-95ac-4f38-ab8e-97569ea00c55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:18.547721 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-52b8bc35-395e-490b-9605-4e1c2b672a49 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:18.621198 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd26fc51-95ac-4f38-ab8e-97569ea00c55 service neutron] Pushing event updated for resources: {'Port': ['ID=82d800fe-3c6b-462e-8af6-07b4d49dbea9,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:18.636628 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b8bc35-395e-490b-9605-4e1c2b672a49 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Network a9973e0e-e95c-4c76-9b74-97daebf10125 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:24:18.663033 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-52b8bc35-395e-490b-9605-4e1c2b672a49 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:24:18.670788 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b8bc35-395e-490b-9605-4e1c2b672a49 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:24:18.740797 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b8bc35-395e-490b-9605-4e1c2b672a49 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Pushing event updated for resources: {'Port': ['ID=35938b39-c7b9-4f1b-be25-40ef2742b47f,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:18.747505 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-81e93a1f-e8a7-4188-bac8-29b799116c76 req-cd26fc51-95ac-4f38-ab8e-97569ea00c55 service neutron] Attempting to bind port 82d800fe-3c6b-462e-8af6-07b4d49dbea9 on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:24:18.748372 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-81e93a1f-e8a7-4188-bac8-29b799116c76 req-cd26fc51-95ac-4f38-ab8e-97569ea00c55 service neutron] Attempting to bind port 82d800fe-3c6b-462e-8af6-07b4d49dbea9 by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': '44fea4a1-e972-4690-b14e-956bce45d1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1c65535d-8d45-4051-8e5d-043211a49251'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:24:18.748372 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e93a1f-e8a7-4188-bac8-29b799116c76 req-cd26fc51-95ac-4f38-ab8e-97569ea00c55 service neutron] Attempting to bind port 82d800fe-3c6b-462e-8af6-07b4d49dbea9 on network 1c65535d-8d45-4051-8e5d-043211a49251 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:24:18.760170 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b8bc35-395e-490b-9605-4e1c2b672a49 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:18.760842 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-52b8bc35-395e-490b-9605-4e1c2b672a49 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:18.768773 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e93a1f-e8a7-4188-bac8-29b799116c76 req-cd26fc51-95ac-4f38-ab8e-97569ea00c55 service neutron] Port 82d800fe-3c6b-462e-8af6-07b4d49dbea9 on network 1c65535d-8d45-4051-8e5d-043211a49251 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:24:18.769107 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e93a1f-e8a7-4188-bac8-29b799116c76 req-cd26fc51-95ac-4f38-ab8e-97569ea00c55 service neutron] Attempting to bind port 82d800fe-3c6b-462e-8af6-07b4d49dbea9 on network 1c65535d-8d45-4051-8e5d-043211a49251 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:24:18.778396 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e93a1f-e8a7-4188-bac8-29b799116c76 req-cd26fc51-95ac-4f38-ab8e-97569ea00c55 service neutron] Checking agent: {'id': '3de9de52-3a03-431d-9d7e-497ae92c57ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:24:18.778883 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e93a1f-e8a7-4188-bac8-29b799116c76 req-cd26fc51-95ac-4f38-ab8e-97569ea00c55 service neutron] Checking segment: {'id': '44fea4a1-e972-4690-b14e-956bce45d1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1c65535d-8d45-4051-8e5d-043211a49251'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:24:18.779309 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e93a1f-e8a7-4188-bac8-29b799116c76 req-cd26fc51-95ac-4f38-ab8e-97569ea00c55 service neutron] Bound using segment: {'id': '44fea4a1-e972-4690-b14e-956bce45d1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1c65535d-8d45-4051-8e5d-043211a49251'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:24:18.780128 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-81e93a1f-e8a7-4188-bac8-29b799116c76 req-cd26fc51-95ac-4f38-ab8e-97569ea00c55 service neutron] Bound port: 82d800fe-3c6b-462e-8af6-07b4d49dbea9, host: n-h1-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44fea4a1-e972-4690-b14e-956bce45d1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1c65535d-8d45-4051-8e5d-043211a49251'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:24:18.780463 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-81e93a1f-e8a7-4188-bac8-29b799116c76 req-cd26fc51-95ac-4f38-ab8e-97569ea00c55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:18.791430 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-52b8bc35-395e-490b-9605-4e1c2b672a49 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.8797712 Aug 29 04:24:18.793994 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 56464) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:18.807309 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-c4e89bee-d8a9-4503-9b9d-ba18cd84301f tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Request body: {'floatingip': {'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'port_id': '35938b39-c7b9-4f1b-be25-40ef2742b47f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:18.873128 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c4e89bee-d8a9-4503-9b9d-ba18cd84301f tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks [] for floatingip, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:18.932994 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-81e93a1f-e8a7-4188-bac8-29b799116c76 req-cd26fc51-95ac-4f38-ab8e-97569ea00c55 service neutron] For port 82d800fe-3c6b-462e-8af6-07b4d49dbea9, host n-h1-712140-12, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:24:18.959964 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-81e93a1f-e8a7-4188-bac8-29b799116c76 req-cd26fc51-95ac-4f38-ab8e-97569ea00c55 service neutron] For port 82d800fe-3c6b-462e-8af6-07b4d49dbea9, host n-h1-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=82d800fe-3c6b-462e-8af6-07b4d49dbea9,segment=NetworkSegment(44fea4a1-e972-4690-b14e-956bce45d1ec),segment_id=44fea4a1-e972-4690-b14e-956bce45d1ec)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:24:18.970244 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-81e93a1f-e8a7-4188-bac8-29b799116c76 req-cd26fc51-95ac-4f38-ab8e-97569ea00c55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:19.029887 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e93a1f-e8a7-4188-bac8-29b799116c76 req-cd26fc51-95ac-4f38-ab8e-97569ea00c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:19.030419 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-81e93a1f-e8a7-4188-bac8-29b799116c76 req-cd26fc51-95ac-4f38-ab8e-97569ea00c55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:19.032108 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-81e93a1f-e8a7-4188-bac8-29b799116c76 req-cd26fc51-95ac-4f38-ab8e-97569ea00c55 service neutron] 10.222.0.46 "PUT /v2.0/ports/82d800fe-3c6b-462e-8af6-07b4d49dbea9 HTTP/1.1" status: 200 len: 1092 time: 1.3539310 Aug 29 04:24:19.033184 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:19.033814 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b003d3a9-da03-4254-909a-7913590e5919', 'tag': '82d800fe-3c6b-462e-8af6-07b4d49dbea9'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:24:19.036502 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-916ff8be-2a07-4db2-8cbf-231dd351775b" -d '{"events": [{"name": "network-changed", "server_uuid": "b003d3a9-da03-4254-909a-7913590e5919", "tag": "82d800fe-3c6b-462e-8af6-07b4d49dbea9"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:24:19.085567 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfdf23fa-4c6e-495c-9d18-2495bf94e3d9 x-openstack-request-id: req-cfdf23fa-4c6e-495c-9d18-2495bf94e3d9 {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:24:19.085744 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b003d3a9-da03-4254-909a-7913590e5919", "tag": "82d800fe-3c6b-462e-8af6-07b4d49dbea9", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:24:19.086000 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cfdf23fa-4c6e-495c-9d18-2495bf94e3d9 {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:24:19.086422 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b003d3a9-da03-4254-909a-7913590e5919', 'tag': '82d800fe-3c6b-462e-8af6-07b4d49dbea9', 'status': 'completed', 'code': 200} Aug 29 04:24:19.090241 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd26fc51-95ac-4f38-ab8e-97569ea00c55 service neutron] Pushing event updated for resources: {'Port': ['ID=82d800fe-3c6b-462e-8af6-07b4d49dbea9,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:19.158372 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e93a1f-e8a7-4188-bac8-29b799116c76 req-652c53ae-cbc5-4006-ba06-b22c2aab9681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:19.160025 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-81e93a1f-e8a7-4188-bac8-29b799116c76 req-652c53ae-cbc5-4006-ba06-b22c2aab9681 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=260b2b7726794e4d90a38e52b66506fd&device_id=b003d3a9-da03-4254-909a-7913590e5919 HTTP/1.1" status: 200 len: 1095 time: 0.0708499 Aug 29 04:24:19.161564 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c4e89bee-d8a9-4503-9b9d-ba18cd84301f tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:19.257435 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-81e93a1f-e8a7-4188-bac8-29b799116c76 req-70de20bf-328c-45c0-92ae-2723bf380427 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82d800fe-3c6b-462e-8af6-07b4d49dbea9 HTTP/1.1" status: 200 len: 217 time: 0.0866363 Aug 29 04:24:19.416015 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5ec046-de75-4090-b074-4f1bade70b3c req-bcf2faa1-317d-4cb0-ba52-b38ecd7bda64 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:19.418317 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5a5ec046-de75-4090-b074-4f1bade70b3c req-bcf2faa1-317d-4cb0-ba52-b38ecd7bda64 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.46 "GET /v2.0/networks?id=fd020187-6618-42b7-a26a-d8ebebc46774 HTTP/1.1" status: 200 len: 816 time: 0.1517315 Aug 29 04:24:19.428583 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-c4e89bee-d8a9-4503-9b9d-ba18cd84301f tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Allocated IP 172.25.0.136 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/e0a3ed8b-1c16-4802-8a57-d43f61af3dad) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:24:19.456660 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de421f3-a6cd-4928-84aa-7c8111e8b1cd req-1dd81068-f6ca-40ee-bd85-75bf5cd115c7 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:19.458431 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4de421f3-a6cd-4928-84aa-7c8111e8b1cd req-1dd81068-f6ca-40ee-bd85-75bf5cd115c7 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=b186ca23-8aeb-42ea-ad06-0205dcf6b99f HTTP/1.1" status: 200 len: 946 time: 0.2089832 Aug 29 04:24:19.471968 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e93a1f-e8a7-4188-bac8-29b799116c76 req-41a5b27f-3589-4034-83df-639046bb3bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:19.473433 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-81e93a1f-e8a7-4188-bac8-29b799116c76 req-41a5b27f-3589-4034-83df-639046bb3bd3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d11db723-881a-44e4-ae3d-f8a6bedc146e HTTP/1.1" status: 200 len: 847 time: 0.2000759 Aug 29 04:24:19.506440 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5a5ec046-de75-4090-b074-4f1bade70b3c req-e8133e07-bf82-472e-9794-606d47f94721 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=45c0a3ca896a4dd0bcf90e5c0bd5812f HTTP/1.1" status: 200 len: 379 time: 0.0783370 Aug 29 04:24:19.518486 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-5a5ec046-de75-4090-b074-4f1bade70b3c req-315fe42c-a44b-4b8f-8857-800ac9f615a3 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Request body: {'port': {'device_id': '958fb903-1729-4290-8965-b1c2ef1d605e', 'network_id': 'fd020187-6618-42b7-a26a-d8ebebc46774', 'admin_state_up': True, 'tenant_id': '45c0a3ca896a4dd0bcf90e5c0bd5812f', 'security_groups': ['c669a511-bb16-48c8-9944-1f8115bc7803']}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:19.552070 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-81e93a1f-e8a7-4188-bac8-29b799116c76 req-e8d38ec9-3010-4a1a-a83f-8501e6befd3a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1c65535d-8d45-4051-8e5d-043211a49251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632412 Aug 29 04:24:19.579887 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754d48e2-fd1c-4452-92d6-52c761f21cb2 req-8d4dfe7c-9ec5-4900-a1d5-cb3ae1d4a2f4 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:19.587762 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-754d48e2-fd1c-4452-92d6-52c761f21cb2 req-8d4dfe7c-9ec5-4900-a1d5-cb3ae1d4a2f4 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=b003d3a9-da03-4254-909a-7913590e5919 HTTP/1.1" status: 200 len: 943 time: 0.1295185 Aug 29 04:24:19.596741 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4de421f3-a6cd-4928-84aa-7c8111e8b1cd req-097fdcc8-08e0-41c9-91ef-49deaf0534cb tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295478 Aug 29 04:24:19.643099 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-754d48e2-fd1c-4452-92d6-52c761f21cb2 req-7c464cfe-03b8-4689-a6a9-8e574272b847 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496356 Aug 29 04:24:19.727239 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a5ec046-de75-4090-b074-4f1bade70b3c req-315fe42c-a44b-4b8f-8857-800ac9f615a3 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Made reservation on behalf of 45c0a3ca896a4dd0bcf90e5c0bd5812f for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:24:19.729972 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c4e89bee-d8a9-4503-9b9d-ba18cd84301f tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:19.730979 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-5a5ec046-de75-4090-b074-4f1bade70b3c req-315fe42c-a44b-4b8f-8857-800ac9f615a3 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:19.777549 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-28e5159a-4a53-466c-bec2-73a7c698782c req-312d0d16-8ce8-4237-8d0b-d08ba1194921 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=958fb903-1729-4290-8965-b1c2ef1d605e HTTP/1.1" status: 200 len: 210 time: 0.0514598 Aug 29 04:24:19.785972 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-81e93a1f-e8a7-4188-bac8-29b799116c76 req-ed1c5202-b7be-43af-9992-59f6f85eb47d service neutron] 10.222.0.46 "GET /v2.0/networks/1c65535d-8d45-4051-8e5d-043211a49251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153277 Aug 29 04:24:19.878923 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c4e89bee-d8a9-4503-9b9d-ba18cd84301f tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:19.908272 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-5a5ec046-de75-4090-b074-4f1bade70b3c req-315fe42c-a44b-4b8f-8857-800ac9f615a3 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Allocated IP 172.20.0.10 (fd020187-6618-42b7-a26a-d8ebebc46774/6247b089-2c7c-4ca3-a8dd-41a0f57cced5/83587070-39b8-4b25-862c-546d4e634968) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:24:19.944080 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e89bee-d8a9-4503-9b9d-ba18cd84301f tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:24:19.947199 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-81e93a1f-e8a7-4188-bac8-29b799116c76 req-62773a6a-7918-4869-a504-54f59102bd20 service neutron] 10.222.0.46 "GET /v2.0/networks/1c65535d-8d45-4051-8e5d-043211a49251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528847 Aug 29 04:24:19.948306 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e89bee-d8a9-4503-9b9d-ba18cd84301f tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Pushing event updated for resources: {'Port': ['ID=e0a3ed8b-1c16-4802-8a57-d43f61af3dad,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:19.951811 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-c4e89bee-d8a9-4503-9b9d-ba18cd84301f tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:24:19.954289 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e89bee-d8a9-4503-9b9d-ba18cd84301f tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:24:20.083809 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-5a5ec046-de75-4090-b074-4f1bade70b3c req-315fe42c-a44b-4b8f-8857-800ac9f615a3 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:20.104998 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-5a5ec046-de75-4090-b074-4f1bade70b3c req-315fe42c-a44b-4b8f-8857-800ac9f615a3 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Transition to ACTIVE for port object 83587070-39b8-4b25-862c-546d4e634968 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:24:20.112555 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916ff8be-2a07-4db2-8cbf-231dd351775b req-10274c30-25a9-4a08-b2bb-bee9e0074d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:20.114141 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-916ff8be-2a07-4db2-8cbf-231dd351775b req-10274c30-25a9-4a08-b2bb-bee9e0074d87 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=260b2b7726794e4d90a38e52b66506fd&device_id=b003d3a9-da03-4254-909a-7913590e5919 HTTP/1.1" status: 200 len: 1095 time: 0.0931275 Aug 29 04:24:20.150392 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-5a5ec046-de75-4090-b074-4f1bade70b3c req-315fe42c-a44b-4b8f-8857-800ac9f615a3 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:20.218930 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a5ec046-de75-4090-b074-4f1bade70b3c req-315fe42c-a44b-4b8f-8857-800ac9f615a3 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Network fd020187-6618-42b7-a26a-d8ebebc46774 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:24:20.222316 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-5a5ec046-de75-4090-b074-4f1bade70b3c req-315fe42c-a44b-4b8f-8857-800ac9f615a3 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:24:20.227580 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a5ec046-de75-4090-b074-4f1bade70b3c req-315fe42c-a44b-4b8f-8857-800ac9f615a3 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:24:20.232675 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315fe42c-a44b-4b8f-8857-800ac9f615a3 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Pushing event updated for resources: {'Port': ['ID=83587070-39b8-4b25-862c-546d4e634968,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:20.299416 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5ec046-de75-4090-b074-4f1bade70b3c req-315fe42c-a44b-4b8f-8857-800ac9f615a3 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:20.300762 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-5a5ec046-de75-4090-b074-4f1bade70b3c req-315fe42c-a44b-4b8f-8857-800ac9f615a3 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:20.310197 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916ff8be-2a07-4db2-8cbf-231dd351775b req-bdba297f-291f-4023-a196-577462400d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:20.311235 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-916ff8be-2a07-4db2-8cbf-231dd351775b req-bdba297f-291f-4023-a196-577462400d7b service neutron] 10.222.0.46 "GET /v2.0/networks?id=1c65535d-8d45-4051-8e5d-043211a49251 HTTP/1.1" status: 200 len: 908 time: 0.1898589 Aug 29 04:24:20.323395 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5a5ec046-de75-4090-b074-4f1bade70b3c req-315fe42c-a44b-4b8f-8857-800ac9f615a3 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8100002 Aug 29 04:24:20.335999 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-5a5ec046-de75-4090-b074-4f1bade70b3c req-2b07804f-394e-44f5-83e3-a5a5a1172e65 service neutron] Request body: {'port': {'device_id': '958fb903-1729-4290-8965-b1c2ef1d605e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:20.389536 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-916ff8be-2a07-4db2-8cbf-231dd351775b req-7ba5f80b-adb5-48c6-b4eb-3a77efcffc7b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82d800fe-3c6b-462e-8af6-07b4d49dbea9 HTTP/1.1" status: 200 len: 217 time: 0.0706258 Aug 29 04:24:20.433582 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-5a5ec046-de75-4090-b074-4f1bade70b3c req-2b07804f-394e-44f5-83e3-a5a5a1172e65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:20.495000 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916ff8be-2a07-4db2-8cbf-231dd351775b req-c4957262-4a66-41fc-bb0d-7f12881d0c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:20.497503 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-916ff8be-2a07-4db2-8cbf-231dd351775b req-c4957262-4a66-41fc-bb0d-7f12881d0c3b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d11db723-881a-44e4-ae3d-f8a6bedc146e HTTP/1.1" status: 200 len: 847 time: 0.0878286 Aug 29 04:24:20.564359 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-916ff8be-2a07-4db2-8cbf-231dd351775b req-48706e12-353d-4343-8b16-a6b6986c1609 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1c65535d-8d45-4051-8e5d-043211a49251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320008 Aug 29 04:24:20.596398 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-eab0c477-2dfb-4719-838c-7e1a8f35d0b3 None None] Provisioning for port 83587070-39b8-4b25-862c-546d4e634968 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:24:20.603643 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-eab0c477-2dfb-4719-838c-7e1a8f35d0b3 None None] Provisioning complete for port 83587070-39b8-4b25-862c-546d4e634968 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:24:20.604504 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-eab0c477-2dfb-4719-838c-7e1a8f35d0b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:20.655470 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-eab0c477-2dfb-4719-838c-7e1a8f35d0b3 None None] Port 83587070-39b8-4b25-862c-546d4e634968 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:24:20.711304 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c4e89bee-d8a9-4503-9b9d-ba18cd84301f tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:20.797525 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-916ff8be-2a07-4db2-8cbf-231dd351775b req-6db56186-f6e3-4feb-8eb6-aa022af6b223 service neutron] 10.222.0.46 "GET /v2.0/networks/1c65535d-8d45-4051-8e5d-043211a49251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252803 Aug 29 04:24:20.853650 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ecae0a-3497-461d-b6b0-38599d33b8a4 req-41bc0faf-518b-4bec-9d4c-c66c80f673d3 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:20.855102 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-04ecae0a-3497-461d-b6b0-38599d33b8a4 req-41bc0faf-518b-4bec-9d4c-c66c80f673d3 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=b003d3a9-da03-4254-909a-7913590e5919 HTTP/1.1" status: 200 len: 943 time: 0.0951166 Aug 29 04:24:20.857157 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-5a5ec046-de75-4090-b074-4f1bade70b3c req-2b07804f-394e-44f5-83e3-a5a5a1172e65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83587070-39b8-4b25-862c-546d4e634968 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:24:20.867227 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-5a5ec046-de75-4090-b074-4f1bade70b3c req-2b07804f-394e-44f5-83e3-a5a5a1172e65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:20.895331 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-5a5ec046-de75-4090-b074-4f1bade70b3c req-2b07804f-394e-44f5-83e3-a5a5a1172e65 service neutron] Transition to ACTIVE for port object 83587070-39b8-4b25-862c-546d4e634968 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:24:20.902525 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-5a5ec046-de75-4090-b074-4f1bade70b3c req-2b07804f-394e-44f5-83e3-a5a5a1172e65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:20.917387 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379bb2f8-0440-4d5a-8897-ab72903ae31a req-43d58932-26b8-473d-832c-251a6800eb85 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:20.924292 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-379bb2f8-0440-4d5a-8897-ab72903ae31a req-43d58932-26b8-473d-832c-251a6800eb85 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=b186ca23-8aeb-42ea-ad06-0205dcf6b99f HTTP/1.1" status: 200 len: 946 time: 0.1765153 Aug 29 04:24:20.928289 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c4e89bee-d8a9-4503-9b9d-ba18cd84301f tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:20.964811 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-04ecae0a-3497-461d-b6b0-38599d33b8a4 req-9e49e901-0d20-432f-b671-1e627dcae953 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946236 Aug 29 04:24:20.993200 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b07804f-394e-44f5-83e3-a5a5a1172e65 service neutron] Pushing event updated for resources: {'Port': ['ID=83587070-39b8-4b25-862c-546d4e634968,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:21.020920 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-379bb2f8-0440-4d5a-8897-ab72903ae31a req-e7881d27-eb89-48a6-b782-3df07c61696b tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899880 Aug 29 04:24:21.042530 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-916ff8be-2a07-4db2-8cbf-231dd351775b req-25deb1df-ed6d-4254-ad2a-9a92e5a381df service neutron] 10.222.0.46 "GET /v2.0/networks/1c65535d-8d45-4051-8e5d-043211a49251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371614 Aug 29 04:24:21.090659 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-5a5ec046-de75-4090-b074-4f1bade70b3c req-2b07804f-394e-44f5-83e3-a5a5a1172e65 service neutron] Attempting to bind port 83587070-39b8-4b25-862c-546d4e634968 on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:24:21.091014 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-5a5ec046-de75-4090-b074-4f1bade70b3c req-2b07804f-394e-44f5-83e3-a5a5a1172e65 service neutron] Attempting to bind port 83587070-39b8-4b25-862c-546d4e634968 by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': '4345054c-8cc7-4ded-979c-629f28057ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'fd020187-6618-42b7-a26a-d8ebebc46774'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:24:21.091359 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5ec046-de75-4090-b074-4f1bade70b3c req-2b07804f-394e-44f5-83e3-a5a5a1172e65 service neutron] Attempting to bind port 83587070-39b8-4b25-862c-546d4e634968 on network fd020187-6618-42b7-a26a-d8ebebc46774 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:24:21.105575 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5ec046-de75-4090-b074-4f1bade70b3c req-2b07804f-394e-44f5-83e3-a5a5a1172e65 service neutron] Port 83587070-39b8-4b25-862c-546d4e634968 on network fd020187-6618-42b7-a26a-d8ebebc46774 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:24:21.105824 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5ec046-de75-4090-b074-4f1bade70b3c req-2b07804f-394e-44f5-83e3-a5a5a1172e65 service neutron] Attempting to bind port 83587070-39b8-4b25-862c-546d4e634968 on network fd020187-6618-42b7-a26a-d8ebebc46774 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:24:21.113568 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5ec046-de75-4090-b074-4f1bade70b3c req-2b07804f-394e-44f5-83e3-a5a5a1172e65 service neutron] Checking agent: {'id': '3de9de52-3a03-431d-9d7e-497ae92c57ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:24:21.113937 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5ec046-de75-4090-b074-4f1bade70b3c req-2b07804f-394e-44f5-83e3-a5a5a1172e65 service neutron] Checking segment: {'id': '4345054c-8cc7-4ded-979c-629f28057ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'fd020187-6618-42b7-a26a-d8ebebc46774'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:24:21.114337 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5ec046-de75-4090-b074-4f1bade70b3c req-2b07804f-394e-44f5-83e3-a5a5a1172e65 service neutron] Bound using segment: {'id': '4345054c-8cc7-4ded-979c-629f28057ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'fd020187-6618-42b7-a26a-d8ebebc46774'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:24:21.114862 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-5a5ec046-de75-4090-b074-4f1bade70b3c req-2b07804f-394e-44f5-83e3-a5a5a1172e65 service neutron] Bound port: 83587070-39b8-4b25-862c-546d4e634968, host: n-h1-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4345054c-8cc7-4ded-979c-629f28057ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'fd020187-6618-42b7-a26a-d8ebebc46774'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:24:21.115783 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-5a5ec046-de75-4090-b074-4f1bade70b3c req-2b07804f-394e-44f5-83e3-a5a5a1172e65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:21.206061 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-5a5ec046-de75-4090-b074-4f1bade70b3c req-2b07804f-394e-44f5-83e3-a5a5a1172e65 service neutron] For port 83587070-39b8-4b25-862c-546d4e634968, host n-h1-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:24:21.210248 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-5a5ec046-de75-4090-b074-4f1bade70b3c req-2b07804f-394e-44f5-83e3-a5a5a1172e65 service neutron] For port 83587070-39b8-4b25-862c-546d4e634968, host n-h1-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=83587070-39b8-4b25-862c-546d4e634968,segment=NetworkSegment(4345054c-8cc7-4ded-979c-629f28057ddf),segment_id=4345054c-8cc7-4ded-979c-629f28057ddf)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:24:21.215369 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-5a5ec046-de75-4090-b074-4f1bade70b3c req-2b07804f-394e-44f5-83e3-a5a5a1172e65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:21.227402 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5896ea78-374e-48b2-bc72-a6960e59a5cf req-1ca048c2-8459-49ce-8e2c-84e350e6e24b tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:21.229181 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5896ea78-374e-48b2-bc72-a6960e59a5cf req-1ca048c2-8459-49ce-8e2c-84e350e6e24b tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=958fb903-1729-4290-8965-b1c2ef1d605e HTTP/1.1" status: 200 len: 944 time: 0.0941110 Aug 29 04:24:21.267430 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c4e89bee-d8a9-4503-9b9d-ba18cd84301f tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:21.280950 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c4e89bee-d8a9-4503-9b9d-ba18cd84301f tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:21.307933 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5ec046-de75-4090-b074-4f1bade70b3c req-2b07804f-394e-44f5-83e3-a5a5a1172e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:21.308978 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-5a5ec046-de75-4090-b074-4f1bade70b3c req-2b07804f-394e-44f5-83e3-a5a5a1172e65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:21.311424 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5a5ec046-de75-4090-b074-4f1bade70b3c req-2b07804f-394e-44f5-83e3-a5a5a1172e65 service neutron] 10.222.0.46 "PUT /v2.0/ports/83587070-39b8-4b25-862c-546d4e634968 HTTP/1.1" status: 200 len: 1093 time: 0.9795914 Aug 29 04:24:21.315115 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '958fb903-1729-4290-8965-b1c2ef1d605e', 'tag': '83587070-39b8-4b25-862c-546d4e634968'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:24:21.323314 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b6d00ed-029c-4a9c-a480-d4ab5f9fa95b" -d '{"events": [{"name": "network-changed", "server_uuid": "958fb903-1729-4290-8965-b1c2ef1d605e", "tag": "83587070-39b8-4b25-862c-546d4e634968"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:24:21.325445 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5896ea78-374e-48b2-bc72-a6960e59a5cf req-87a141a5-d75e-4b51-88a0-19836ceefd28 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/security-groups?id=c669a511-bb16-48c8-9944-1f8115bc7803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882220 Aug 29 04:24:21.382251 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e89bee-d8a9-4503-9b9d-ba18cd84301f tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Pushing event updated for resources: {'Port': ['ID=e0a3ed8b-1c16-4802-8a57-d43f61af3dad,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:21.394565 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c4e89bee-d8a9-4503-9b9d-ba18cd84301f tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719515'] for floatingip, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:21.433555 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b07804f-394e-44f5-83e3-a5a5a1172e65 service neutron] Pushing event updated for resources: {'Port': ['ID=83587070-39b8-4b25-862c-546d4e634968,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:21.439357 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5ec046-de75-4090-b074-4f1bade70b3c req-49dcb495-067c-45b8-b4e7-49c54017d2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:21.440865 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5a5ec046-de75-4090-b074-4f1bade70b3c req-49dcb495-067c-45b8-b4e7-49c54017d2e7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=45c0a3ca896a4dd0bcf90e5c0bd5812f&device_id=958fb903-1729-4290-8965-b1c2ef1d605e HTTP/1.1" status: 200 len: 1096 time: 0.0636313 Aug 29 04:24:21.507806 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76ab7543-0e4b-4f21-aa8e-46ef4df85aa4 x-openstack-request-id: req-76ab7543-0e4b-4f21-aa8e-46ef4df85aa4 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:24:21.508270 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "958fb903-1729-4290-8965-b1c2ef1d605e", "tag": "83587070-39b8-4b25-862c-546d4e634968", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:24:21.508630 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-76ab7543-0e4b-4f21-aa8e-46ef4df85aa4 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:24:21.509188 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '958fb903-1729-4290-8965-b1c2ef1d605e', 'tag': '83587070-39b8-4b25-862c-546d4e634968', 'status': 'completed', 'code': 200} Aug 29 04:24:21.514336 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5a5ec046-de75-4090-b074-4f1bade70b3c req-27fe3df3-e9f1-47fc-aa35-46400bb3d71c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83587070-39b8-4b25-862c-546d4e634968 HTTP/1.1" status: 200 len: 217 time: 0.0615761 Aug 29 04:24:21.573666 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5ec046-de75-4090-b074-4f1bade70b3c req-e988db3e-dd48-4180-ab35-ed35541a3341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:21.575092 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5a5ec046-de75-4090-b074-4f1bade70b3c req-e988db3e-dd48-4180-ab35-ed35541a3341 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6247b089-2c7c-4ca3-a8dd-41a0f57cced5 HTTP/1.1" status: 200 len: 855 time: 0.0561991 Aug 29 04:24:21.641810 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5ec046-de75-4090-b074-4f1bade70b3c req-a879ecd2-602a-4ea3-9aff-67a16030e3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:21.644285 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5a5ec046-de75-4090-b074-4f1bade70b3c req-a879ecd2-602a-4ea3-9aff-67a16030e3ad service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fd020187-6618-42b7-a26a-d8ebebc46774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0616620 Aug 29 04:24:21.743678 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5a5ec046-de75-4090-b074-4f1bade70b3c req-8a53edc5-3675-4d18-9704-70deab020d13 service neutron] 10.222.0.46 "GET /v2.0/networks/fd020187-6618-42b7-a26a-d8ebebc46774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923831 Aug 29 04:24:21.850223 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5a5ec046-de75-4090-b074-4f1bade70b3c req-3fa70949-d27a-4463-b8fd-8467935c8655 service neutron] 10.222.0.46 "GET /v2.0/networks/fd020187-6618-42b7-a26a-d8ebebc46774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988631 Aug 29 04:24:21.872250 n-d-712140-12 neutron-server[94829]: INFO neutron.db.l3_db [None req-c4e89bee-d8a9-4503-9b9d-ba18cd84301f tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Floating IP 2fed3b74-51e8-4ade-af4b-07adfb9742de associated. External IP: 172.25.0.136, port: 35938b39-c7b9-4f1b-be25-40ef2742b47f. Aug 29 04:24:21.936627 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6d00ed-029c-4a9c-a480-d4ab5f9fa95b req-89b52c2f-6e0e-4d56-9fce-fc21efd80856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:21.938150 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2b6d00ed-029c-4a9c-a480-d4ab5f9fa95b req-89b52c2f-6e0e-4d56-9fce-fc21efd80856 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=45c0a3ca896a4dd0bcf90e5c0bd5812f&device_id=958fb903-1729-4290-8965-b1c2ef1d605e HTTP/1.1" status: 200 len: 1096 time: 0.0428271 Aug 29 04:24:22.072206 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6d00ed-029c-4a9c-a480-d4ab5f9fa95b req-939eb8c7-e3e8-4b11-97e8-943176cd5ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:22.073605 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2b6d00ed-029c-4a9c-a480-d4ab5f9fa95b req-939eb8c7-e3e8-4b11-97e8-943176cd5ab0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fd020187-6618-42b7-a26a-d8ebebc46774 HTTP/1.1" status: 200 len: 917 time: 0.1286547 Aug 29 04:24:22.101609 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4e89bee-d8a9-4503-9b9d-ba18cd84301f tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Router 768f9c2d-4737-4e0a-ba9f-1494eed5410b has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:24:22.129620 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2b6d00ed-029c-4a9c-a480-d4ab5f9fa95b req-57aab687-473c-4084-b0f2-3e6fa0efae10 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83587070-39b8-4b25-862c-546d4e634968 HTTP/1.1" status: 200 len: 217 time: 0.0470405 Aug 29 04:24:22.154094 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2205a532-398a-4f72-a9d9-37e4e85cb845 req-fe6c65aa-72ce-4d6d-8686-a7a0169e382b tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:22.155601 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2205a532-398a-4f72-a9d9-37e4e85cb845 req-fe6c65aa-72ce-4d6d-8686-a7a0169e382b tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=b003d3a9-da03-4254-909a-7913590e5919 HTTP/1.1" status: 200 len: 943 time: 0.1229582 Aug 29 04:24:22.218030 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6d00ed-029c-4a9c-a480-d4ab5f9fa95b req-732e749d-c51c-4edb-9b83-50776da6147f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:22.219413 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2b6d00ed-029c-4a9c-a480-d4ab5f9fa95b req-732e749d-c51c-4edb-9b83-50776da6147f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6247b089-2c7c-4ca3-a8dd-41a0f57cced5 HTTP/1.1" status: 200 len: 855 time: 0.0814047 Aug 29 04:24:22.224624 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2205a532-398a-4f72-a9d9-37e4e85cb845 req-794cc74a-fee5-4286-9501-daeb0ada8684 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508935 Aug 29 04:24:22.268042 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f0addf-5a75-40f8-b091-05ec43269941 req-c206ec93-7a21-4781-910e-097b4fadf25a tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:22.269835 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c1f0addf-5a75-40f8-b091-05ec43269941 req-c206ec93-7a21-4781-910e-097b4fadf25a tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=b186ca23-8aeb-42ea-ad06-0205dcf6b99f HTTP/1.1" status: 200 len: 946 time: 0.1116788 Aug 29 04:24:22.283258 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6d00ed-029c-4a9c-a480-d4ab5f9fa95b req-baa30832-f1f7-429a-848d-5dfaad426a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:22.284861 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2b6d00ed-029c-4a9c-a480-d4ab5f9fa95b req-baa30832-f1f7-429a-848d-5dfaad426a5a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fd020187-6618-42b7-a26a-d8ebebc46774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0567317 Aug 29 04:24:22.299017 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4e89bee-d8a9-4503-9b9d-ba18cd84301f tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:24:22.311278 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa2d416-69c7-4cb6-bf27-89ef9bedebb0 None None] Sync routers for ids ['768f9c2d-4737-4e0a-ba9f-1494eed5410b'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:24:22.327473 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa2d416-69c7-4cb6-bf27-89ef9bedebb0 None None] Routers {'768f9c2d-4737-4e0a-ba9f-1494eed5410b'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:24:22.328655 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-7fa2d416-69c7-4cb6-bf27-89ef9bedebb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:24:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['768f9c2d-4737-4e0a-ba9f-1494eed5410b'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:22.333435 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c4e89bee-d8a9-4503-9b9d-ba18cd84301f tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:22.364305 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-c4e89bee-d8a9-4503-9b9d-ba18cd84301f tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 3.5690525 Aug 29 04:24:22.368262 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c1f0addf-5a75-40f8-b091-05ec43269941 req-656961cf-8203-4c53-a7e6-64b931d6cfcf tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901048 Aug 29 04:24:22.368770 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 56508) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:22.373510 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-fd9c0987-36f5-4d49-8eb3-242003fd6b59 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Request body: {'floatingip': {'port_id': '35938b39-c7b9-4f1b-be25-40ef2742b47f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:22.378017 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-7fa2d416-69c7-4cb6-bf27-89ef9bedebb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:22.388948 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa2d416-69c7-4cb6-bf27-89ef9bedebb0 None None] Routers {'768f9c2d-4737-4e0a-ba9f-1494eed5410b'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:24:22.389797 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-7fa2d416-69c7-4cb6-bf27-89ef9bedebb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:24:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['768f9c2d-4737-4e0a-ba9f-1494eed5410b'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:22.423195 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2b6d00ed-029c-4a9c-a480-d4ab5f9fa95b req-e72d3528-1556-4983-a2b5-477cc534a6d5 service neutron] 10.222.0.46 "GET /v2.0/networks/fd020187-6618-42b7-a26a-d8ebebc46774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306360 Aug 29 04:24:22.438317 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fd9c0987-36f5-4d49-8eb3-242003fd6b59 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks [] for floatingip, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:22.445748 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-7fa2d416-69c7-4cb6-bf27-89ef9bedebb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:22.446678 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa2d416-69c7-4cb6-bf27-89ef9bedebb0 None None] The sync data for ids ['768f9c2d-4737-4e0a-ba9f-1494eed5410b'] in n-d-712140-12 is: [] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:24:22.549833 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641e1ed7-7d87-4af5-8c60-b3efd82c0cc7 req-6ea1e979-ec69-452c-bf06-b7bdf2391570 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:22.551381 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-641e1ed7-7d87-4af5-8c60-b3efd82c0cc7 req-6ea1e979-ec69-452c-bf06-b7bdf2391570 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=958fb903-1729-4290-8965-b1c2ef1d605e HTTP/1.1" status: 200 len: 944 time: 0.1099491 Aug 29 04:24:22.582493 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2b6d00ed-029c-4a9c-a480-d4ab5f9fa95b req-da8be897-fa58-4785-9dd8-bdd115461188 service neutron] 10.222.0.46 "GET /v2.0/networks/fd020187-6618-42b7-a26a-d8ebebc46774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506882 Aug 29 04:24:22.612536 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-641e1ed7-7d87-4af5-8c60-b3efd82c0cc7 req-11f08bb9-b1c7-46aa-a73f-7300c5c3699b tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/security-groups?id=c669a511-bb16-48c8-9944-1f8115bc7803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490756 Aug 29 04:24:22.980337 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fd9c0987-36f5-4d49-8eb3-242003fd6b59 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:22.984197 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fd9c0987-36f5-4d49-8eb3-242003fd6b59 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719515'] for floatingip, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:23.215777 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd9c0987-36f5-4d49-8eb3-242003fd6b59 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Router 768f9c2d-4737-4e0a-ba9f-1494eed5410b has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:24:23.344830 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd9c0987-36f5-4d49-8eb3-242003fd6b59 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:24:23.350682 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fd9c0987-36f5-4d49-8eb3-242003fd6b59 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:23.354839 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f9eeac-9cca-415c-a325-7cc58d2ee281 None None] Sync routers for ids ['768f9c2d-4737-4e0a-ba9f-1494eed5410b'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:24:23.373992 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c624b3-4703-4a36-a4e1-bc4a313cf6aa req-df85e156-0243-4819-bd0a-a9b28e5c5c67 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:23.374520 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f9eeac-9cca-415c-a325-7cc58d2ee281 None None] Routers {'768f9c2d-4737-4e0a-ba9f-1494eed5410b'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:24:23.375292 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-c3f9eeac-9cca-415c-a325-7cc58d2ee281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:24:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['768f9c2d-4737-4e0a-ba9f-1494eed5410b'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:23.383039 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-10c624b3-4703-4a36-a4e1-bc4a313cf6aa req-df85e156-0243-4819-bd0a-a9b28e5c5c67 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=b003d3a9-da03-4254-909a-7913590e5919 HTTP/1.1" status: 200 len: 943 time: 0.0786972 Aug 29 04:24:23.423569 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-c3f9eeac-9cca-415c-a325-7cc58d2ee281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:23.433718 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f9eeac-9cca-415c-a325-7cc58d2ee281 None None] Routers {'768f9c2d-4737-4e0a-ba9f-1494eed5410b'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:24:23.434640 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-c3f9eeac-9cca-415c-a325-7cc58d2ee281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:24:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['768f9c2d-4737-4e0a-ba9f-1494eed5410b'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:23.461196 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-10c624b3-4703-4a36-a4e1-bc4a313cf6aa req-3507b329-ca59-4d17-9a9e-6b883adcdd21 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684946 Aug 29 04:24:23.481098 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-c3f9eeac-9cca-415c-a325-7cc58d2ee281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:23.481825 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f9eeac-9cca-415c-a325-7cc58d2ee281 None None] The sync data for ids ['768f9c2d-4737-4e0a-ba9f-1494eed5410b'] in n-d-712140-12 is: [] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:24:23.484992 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-fd9c0987-36f5-4d49-8eb3-242003fd6b59 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] 10.222.0.22 "PUT /v2.0/floatingips/2fed3b74-51e8-4ade-af4b-07adfb9742de HTTP/1.1" status: 200 len: 979 time: 1.1151741 Aug 29 04:24:23.489609 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 56518) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:23.544374 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c5252b-188e-4b28-b2ec-ff001ff261c7 req-a82b7e14-34f3-4ed9-9599-dacab75ab29d tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:23.546263 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d2c5252b-188e-4b28-b2ec-ff001ff261c7 req-a82b7e14-34f3-4ed9-9599-dacab75ab29d tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=b186ca23-8aeb-42ea-ad06-0205dcf6b99f HTTP/1.1" status: 200 len: 946 time: 0.0737832 Aug 29 04:24:23.590027 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d2c5252b-188e-4b28-b2ec-ff001ff261c7 req-6069bf1e-f7ef-4234-b58a-39ee986910a1 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367074 Aug 29 04:24:23.728492 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-7ab2ac36-480a-49a7-ae29-7a74df1d1b63 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Deleting port e0a3ed8b-1c16-4802-8a57-d43f61af3dad {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:24:23.729054 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7ab2ac36-480a-49a7-ae29-7a74df1d1b63 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:24.088209 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0634db24-6d59-40d7-b81a-06af779a6615 req-bb959c71-82c3-47b5-8301-d915a695778f tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:24.089885 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0634db24-6d59-40d7-b81a-06af779a6615 req-bb959c71-82c3-47b5-8301-d915a695778f tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=958fb903-1729-4290-8965-b1c2ef1d605e HTTP/1.1" status: 200 len: 944 time: 0.3915579 Aug 29 04:24:24.138814 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7ab2ac36-480a-49a7-ae29-7a74df1d1b63 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:24.139144 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7ab2ac36-480a-49a7-ae29-7a74df1d1b63 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:24.158612 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-7ab2ac36-480a-49a7-ae29-7a74df1d1b63 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Calling delete_port for e0a3ed8b-1c16-4802-8a57-d43f61af3dad owned by network:floatingip {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:24:24.163199 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0634db24-6d59-40d7-b81a-06af779a6615 req-535c90b4-de43-4ad4-88da-49beea6006bf tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/security-groups?id=c669a511-bb16-48c8-9944-1f8115bc7803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608234 Aug 29 04:24:24.347372 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7ab2ac36-480a-49a7-ae29-7a74df1d1b63 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:24.372833 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab2ac36-480a-49a7-ae29-7a74df1d1b63 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Pushing event deleted for resources: {'Port': ['ID=e0a3ed8b-1c16-4802-8a57-d43f61af3dad,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:24.441233 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7ab2ac36-480a-49a7-ae29-7a74df1d1b63 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks [] for floatingip, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:24.441639 n-d-712140-12 neutron-server[94828]: INFO neutron.db.l3_db [None req-7ab2ac36-480a-49a7-ae29-7a74df1d1b63 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Floating IP 2fed3b74-51e8-4ade-af4b-07adfb9742de disassociated (deleted). External IP: 172.25.0.136, port: 35938b39-c7b9-4f1b-be25-40ef2742b47f. Aug 29 04:24:24.593354 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a137d476-b2cf-4c24-a02a-251bddb0ff78 req-c0372a0a-4ab2-480f-9b56-29ad00d66901 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:24.594878 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a137d476-b2cf-4c24-a02a-251bddb0ff78 req-c0372a0a-4ab2-480f-9b56-29ad00d66901 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=b003d3a9-da03-4254-909a-7913590e5919 HTTP/1.1" status: 200 len: 943 time: 0.0691903 Aug 29 04:24:24.702700 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a137d476-b2cf-4c24-a02a-251bddb0ff78 req-51925c62-4b46-47fd-9e5c-3358fa040f7c tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773683 Aug 29 04:24:24.736776 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed314e1-1d7a-45bc-b427-04a7e449fe3e req-a8afc24a-d06f-4549-935e-7df9dc870e88 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:24.737327 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ab2ac36-480a-49a7-ae29-7a74df1d1b63 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Router 768f9c2d-4737-4e0a-ba9f-1494eed5410b has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:24:24.742654 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4ed314e1-1d7a-45bc-b427-04a7e449fe3e req-a8afc24a-d06f-4549-935e-7df9dc870e88 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=b186ca23-8aeb-42ea-ad06-0205dcf6b99f HTTP/1.1" status: 200 len: 946 time: 0.0613441 Aug 29 04:24:24.790588 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4ed314e1-1d7a-45bc-b427-04a7e449fe3e req-5ab12058-eb34-4ddb-9093-55390afc07a6 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446477 Aug 29 04:24:24.883343 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ab2ac36-480a-49a7-ae29-7a74df1d1b63 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:24:24.889304 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7ab2ac36-480a-49a7-ae29-7a74df1d1b63 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:24.897266 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25dd4259-9a9a-4a49-8259-eed597b51250 None None] Sync routers for ids ['768f9c2d-4737-4e0a-ba9f-1494eed5410b'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:24:24.916315 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25dd4259-9a9a-4a49-8259-eed597b51250 None None] Routers {'768f9c2d-4737-4e0a-ba9f-1494eed5410b'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:24:24.918449 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-25dd4259-9a9a-4a49-8259-eed597b51250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:24:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['768f9c2d-4737-4e0a-ba9f-1494eed5410b'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:24.930046 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-7ab2ac36-480a-49a7-ae29-7a74df1d1b63 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] 10.222.0.22 "DELETE /v2.0/floatingips/2fed3b74-51e8-4ade-af4b-07adfb9742de HTTP/1.1" status: 204 len: 168 time: 1.4388175 Aug 29 04:24:24.933530 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 56534) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:24.972623 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-25dd4259-9a9a-4a49-8259-eed597b51250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:24.981604 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25dd4259-9a9a-4a49-8259-eed597b51250 None None] Routers {'768f9c2d-4737-4e0a-ba9f-1494eed5410b'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:24:24.982234 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-25dd4259-9a9a-4a49-8259-eed597b51250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:24:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['768f9c2d-4737-4e0a-ba9f-1494eed5410b'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:25.026899 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-25dd4259-9a9a-4a49-8259-eed597b51250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:25.027836 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25dd4259-9a9a-4a49-8259-eed597b51250 None None] The sync data for ids ['768f9c2d-4737-4e0a-ba9f-1494eed5410b'] in n-d-712140-12 is: [] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:24:25.069051 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-19551e7d-3f10-4636-9be7-53b3b963df95 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Deleting port 35938b39-c7b9-4f1b-be25-40ef2742b47f {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:24:25.069628 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-19551e7d-3f10-4636-9be7-53b3b963df95 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:25.119334 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 83587070-39b8-4b25-862c-546d4e634968 details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:24:25.173823 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-19551e7d-3f10-4636-9be7-53b3b963df95 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:25.213858 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-19551e7d-3f10-4636-9be7-53b3b963df95 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Calling delete_port for 35938b39-c7b9-4f1b-be25-40ef2742b47f owned by {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:24:25.264923 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 83587070-39b8-4b25-862c-546d4e634968, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=83587070-39b8-4b25-862c-546d4e634968,segment=NetworkSegment(4345054c-8cc7-4ded-979c-629f28057ddf),segment_id=4345054c-8cc7-4ded-979c-629f28057ddf)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:25.279642 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Returning: {'device': '83587070-39b8-4b25-862c-546d4e634968', 'network_id': 'fd020187-6618-42b7-a26a-d8ebebc46774', 'port_id': '83587070-39b8-4b25-862c-546d4e634968', 'mac_address': 'fa:16:3e:71:ab:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6247b089-2c7c-4ca3-a8dd-41a0f57cced5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:24:25.350017 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:25.368774 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83587070-39b8-4b25-862c-546d4e634968 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:24:25.397269 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 83587070-39b8-4b25-862c-546d4e634968, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=83587070-39b8-4b25-862c-546d4e634968,segment=NetworkSegment(4345054c-8cc7-4ded-979c-629f28057ddf),segment_id=4345054c-8cc7-4ded-979c-629f28057ddf)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:25.403377 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:25.490442 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-19551e7d-3f10-4636-9be7-53b3b963df95 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:25.526681 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19551e7d-3f10-4636-9be7-53b3b963df95 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Pushing event deleted for resources: {'Port': ['ID=35938b39-c7b9-4f1b-be25-40ef2742b47f,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:25.552548 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=83587070-39b8-4b25-862c-546d4e634968,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:25.561131 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:25.561743 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:25.562319 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:25.562821 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:25.563320 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:25.563854 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:25.564359 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:25.564840 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:25.565332 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:25.565838 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:25.566318 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:25.567210 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:25.610503 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80631677-346d-47dd-b3a0-0ed960ed47b1 req-58ee87a7-0c8b-4aa8-983d-b1cf21dcf150 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:25.621415 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-80631677-346d-47dd-b3a0-0ed960ed47b1 req-58ee87a7-0c8b-4aa8-983d-b1cf21dcf150 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=958fb903-1729-4290-8965-b1c2ef1d605e HTTP/1.1" status: 200 len: 944 time: 0.3086407 Aug 29 04:24:25.675598 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['83587070-39b8-4b25-862c-546d4e634968'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:24:25.740495 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-80631677-346d-47dd-b3a0-0ed960ed47b1 req-d4b4e162-bf37-4b8e-8cdf-089a1c16ca15 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/security-groups?id=c669a511-bb16-48c8-9944-1f8115bc7803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134117 Aug 29 04:24:25.752620 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-19551e7d-3f10-4636-9be7-53b3b963df95 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:25.755455 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-19551e7d-3f10-4636-9be7-53b3b963df95 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] 10.222.0.22 "DELETE /v2.0/ports/35938b39-c7b9-4f1b-be25-40ef2742b47f HTTP/1.1" status: 204 len: 168 time: 0.8207362 Aug 29 04:24:25.759189 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 56564) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:25.764099 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-1f967563-66fd-4c3c-8483-d629bcb66f65 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Request body: {'floatingip': {'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:25.793313 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1f967563-66fd-4c3c-8483-d629bcb66f65 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks [] for floatingip, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:25.931113 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771b95ea-ee06-488d-b5f6-bdd5ebcf9fd4 req-12b31966-e6e2-4b9d-86fb-157e355bbb6b tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:25.933475 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-771b95ea-ee06-488d-b5f6-bdd5ebcf9fd4 req-12b31966-e6e2-4b9d-86fb-157e355bbb6b tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=b003d3a9-da03-4254-909a-7913590e5919 HTTP/1.1" status: 200 len: 943 time: 0.0879591 Aug 29 04:24:25.980895 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc945995-fa8e-435e-89de-ecd10aaf0a75 req-ed020b73-5d70-4846-adc6-c4ff8d03ac42 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:25.990722 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-bc945995-fa8e-435e-89de-ecd10aaf0a75 req-ed020b73-5d70-4846-adc6-c4ff8d03ac42 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=b186ca23-8aeb-42ea-ad06-0205dcf6b99f HTTP/1.1" status: 200 len: 946 time: 0.0717440 Aug 29 04:24:26.002681 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-771b95ea-ee06-488d-b5f6-bdd5ebcf9fd4 req-4d44e074-e249-419f-b871-35439b031220 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617504 Aug 29 04:24:26.027005 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1f967563-66fd-4c3c-8483-d629bcb66f65 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:26.055655 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-bc945995-fa8e-435e-89de-ecd10aaf0a75 req-b5350a97-b6db-410c-bd3c-d6013f2a3b80 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634131 Aug 29 04:24:26.169169 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-1f967563-66fd-4c3c-8483-d629bcb66f65 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Allocated IP 172.25.0.223 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/6c76478f-0aae-4afc-a8d5-8225e9fff2a3) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:24:26.290170 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1f967563-66fd-4c3c-8483-d629bcb66f65 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:26.333540 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1f967563-66fd-4c3c-8483-d629bcb66f65 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:26.365980 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 56588) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:26.373980 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f967563-66fd-4c3c-8483-d629bcb66f65 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:24:26.381336 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-1f967563-66fd-4c3c-8483-d629bcb66f65 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:24:26.384066 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f967563-66fd-4c3c-8483-d629bcb66f65 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:24:26.417949 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f967563-66fd-4c3c-8483-d629bcb66f65 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Pushing event updated for resources: {'Port': ['ID=6c76478f-0aae-4afc-a8d5-8225e9fff2a3,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:26.485318 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1f967563-66fd-4c3c-8483-d629bcb66f65 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:26.502683 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-249ff1bd-dd55-404e-b619-04bb99d0dc02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:26.526773 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1f967563-66fd-4c3c-8483-d629bcb66f65 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:26.617858 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-249ff1bd-dd55-404e-b619-04bb99d0dc02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:26.622364 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-249ff1bd-dd55-404e-b619-04bb99d0dc02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:26.665236 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-249ff1bd-dd55-404e-b619-04bb99d0dc02 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3ced10ca338b4deeacf1bbb5e5b9012e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2957807 Aug 29 04:24:26.665236 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249ff1bd-dd55-404e-b619-04bb99d0dc02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dddd31a-2a44-4929-a469-00105a1f77da,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:26.665569 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 56592) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:26.751461 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3f1c175f-cba2-47ce-8aa2-46735166c20b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:26.756885 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1f967563-66fd-4c3c-8483-d629bcb66f65 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:26.767431 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1f967563-66fd-4c3c-8483-d629bcb66f65 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:26.808896 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3f1c175f-cba2-47ce-8aa2-46735166c20b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:26.872198 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8b6ae3-15c8-44f8-a9e2-0a6fec28eb90 req-e19a3d7e-0a92-4d12-9671-a6d589538e47 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:26.873909 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ef8b6ae3-15c8-44f8-a9e2-0a6fec28eb90 req-e19a3d7e-0a92-4d12-9671-a6d589538e47 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=958fb903-1729-4290-8965-b1c2ef1d605e HTTP/1.1" status: 200 len: 945 time: 0.0552118 Aug 29 04:24:26.880876 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f967563-66fd-4c3c-8483-d629bcb66f65 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Pushing event updated for resources: {'Port': ['ID=6c76478f-0aae-4afc-a8d5-8225e9fff2a3,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:26.895132 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1f967563-66fd-4c3c-8483-d629bcb66f65 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719515'] for floatingip, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:26.912210 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1f967563-66fd-4c3c-8483-d629bcb66f65 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:26.921064 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-1f967563-66fd-4c3c-8483-d629bcb66f65 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1533732 Aug 29 04:24:26.921064 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 56598) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:26.921822 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ef8b6ae3-15c8-44f8-a9e2-0a6fec28eb90 req-a384ac6d-9395-4a31-b0bc-543bfa093f79 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/security-groups?id=c669a511-bb16-48c8-9944-1f8115bc7803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391376 Aug 29 04:24:26.926456 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-38e65fdb-fe43-4155-b31c-06b91763b614 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Request body: {'port': {'network_id': 'a9973e0e-e95c-4c76-9b74-97daebf10125', 'name': 'tempest-FloatingIPTestJSON-1741375982'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:26.973347 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3f1c175f-cba2-47ce-8aa2-46735166c20b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:26.976068 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3f1c175f-cba2-47ce-8aa2-46735166c20b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:26.977236 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-3f1c175f-cba2-47ce-8aa2-46735166c20b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0dddd31a-2a44-4929-a469-00105a1f77da HTTP/1.1" status: 204 len: 168 time: 0.3100657 Aug 29 04:24:26.993813 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1c175f-cba2-47ce-8aa2-46735166c20b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dddd31a-2a44-4929-a469-00105a1f77da,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:27.065543 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38e65fdb-fe43-4155-b31c-06b91763b614 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Made reservation on behalf of 0e7e7c5f92ce4c7e8a2717aa9e86c9db for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:24:27.069459 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-38e65fdb-fe43-4155-b31c-06b91763b614 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:27.095764 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-38e65fdb-fe43-4155-b31c-06b91763b614 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] device_id is not set on port 6869e728-b99d-4c4b-86c7-a5b53af63ace yet. {{(pid=94828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:24:27.125139 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 83587070-39b8-4b25-862c-546d4e634968 up at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:24:27.218785 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning for port 83587070-39b8-4b25-862c-546d4e634968 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:24:27.223945 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning complete for port 83587070-39b8-4b25-862c-546d4e634968 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:24:27.226178 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:27.244368 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b900e3c-6a91-4937-a631-690d98d1726f req-0e542195-925f-4a43-bde8-bfdabba0ea2e tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:27.245992 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5b900e3c-6a91-4937-a631-690d98d1726f req-0e542195-925f-4a43-bde8-bfdabba0ea2e tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=b186ca23-8aeb-42ea-ad06-0205dcf6b99f HTTP/1.1" status: 200 len: 946 time: 0.0857356 Aug 29 04:24:27.265434 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aa4365-3e4b-4711-b58e-5a4a86b3968f req-46f1c779-d0ce-45ea-9ad5-c3d15819e189 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:27.268475 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f8aa4365-3e4b-4711-b58e-5a4a86b3968f req-46f1c779-d0ce-45ea-9ad5-c3d15819e189 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=b003d3a9-da03-4254-909a-7913590e5919 HTTP/1.1" status: 200 len: 943 time: 0.1763566 Aug 29 04:24:27.344565 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5b900e3c-6a91-4937-a631-690d98d1726f req-382c8695-03f3-4062-b8e0-a7b67c43d897 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821362 Aug 29 04:24:27.364188 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f8aa4365-3e4b-4711-b58e-5a4a86b3968f req-6abae4e1-27b1-436a-bd2d-e4a1ba1aea24 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873215 Aug 29 04:24:27.368576 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:27.396408 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-38e65fdb-fe43-4155-b31c-06b91763b614 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Allocated IP 172.20.0.14 (a9973e0e-e95c-4c76-9b74-97daebf10125/f610a7d9-219c-4dfc-966f-10831e9a6610/6869e728-b99d-4c4b-86c7-a5b53af63ace) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:24:27.396648 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '958fb903-1729-4290-8965-b1c2ef1d605e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83587070-39b8-4b25-862c-546d4e634968'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:24:27.399222 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75d9f758-c6ca-4bcf-9303-c7d78ea98581" -d '{"events": [{"server_uuid": "958fb903-1729-4290-8965-b1c2ef1d605e", "name": "network-vif-plugged", "status": "completed", "tag": "83587070-39b8-4b25-862c-546d4e634968"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:24:27.416415 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 83587070-39b8-4b25-862c-546d4e634968, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=83587070-39b8-4b25-862c-546d4e634968,segment=NetworkSegment(4345054c-8cc7-4ded-979c-629f28057ddf),segment_id=4345054c-8cc7-4ded-979c-629f28057ddf)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:27.421466 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:27.449319 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 56614) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:27.487854 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a705986b-06f5-4950-9198-a77e14a47559 x-openstack-request-id: req-a705986b-06f5-4950-9198-a77e14a47559 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:24:27.488133 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "958fb903-1729-4290-8965-b1c2ef1d605e", "name": "network-vif-plugged", "status": "completed", "tag": "83587070-39b8-4b25-862c-546d4e634968", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:24:27.488399 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a705986b-06f5-4950-9198-a77e14a47559 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:24:27.491152 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5796b9c6-5d71-4170-b4aa-faf8c0224e84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:27.495074 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '958fb903-1729-4290-8965-b1c2ef1d605e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83587070-39b8-4b25-862c-546d4e634968', 'code': 200} Aug 29 04:24:27.496749 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=83587070-39b8-4b25-862c-546d4e634968,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:27.616505 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b500ddf-4179-486d-bb9d-a5db12bca8ea req-a7b36487-c8e0-4d6f-9761-fd1a67faa3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:27.618114 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6b500ddf-4179-486d-bb9d-a5db12bca8ea req-a7b36487-c8e0-4d6f-9761-fd1a67faa3a0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=958fb903-1729-4290-8965-b1c2ef1d605e HTTP/1.1" status: 200 len: 1098 time: 0.0743191 Aug 29 04:24:27.622359 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5796b9c6-5d71-4170-b4aa-faf8c0224e84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:27.627623 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5796b9c6-5d71-4170-b4aa-faf8c0224e84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:27.660977 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-38e65fdb-fe43-4155-b31c-06b91763b614 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:27.671195 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-5796b9c6-5d71-4170-b4aa-faf8c0224e84 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2025536cf1af4df4b71b99494d636bff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2160826 Aug 29 04:24:27.671195 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5796b9c6-5d71-4170-b4aa-faf8c0224e84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f770445c-7b3b-4f40-a41b-e0d44a743514,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:27.671558 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 56616) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:27.694339 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6b500ddf-4179-486d-bb9d-a5db12bca8ea req-aa68dfd4-1dcd-4152-9e02-969721470317 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c669a511-bb16-48c8-9944-1f8115bc7803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673296 Aug 29 04:24:27.722599 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1faa9854-1e38-49a2-9f0e-9fa913d063a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:27.729747 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-38e65fdb-fe43-4155-b31c-06b91763b614 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:27.748616 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1faa9854-1e38-49a2-9f0e-9fa913d063a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:27.787731 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e65fdb-fe43-4155-b31c-06b91763b614 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Pushing event updated for resources: {'Port': ['ID=6869e728-b99d-4c4b-86c7-a5b53af63ace,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:27.791279 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e65fdb-fe43-4155-b31c-06b91763b614 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Network a9973e0e-e95c-4c76-9b74-97daebf10125 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:24:27.793125 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-38e65fdb-fe43-4155-b31c-06b91763b614 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:24:27.795997 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e65fdb-fe43-4155-b31c-06b91763b614 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:24:27.820824 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1faa9854-1e38-49a2-9f0e-9fa913d063a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:27.823845 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1faa9854-1e38-49a2-9f0e-9fa913d063a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:27.825563 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-1faa9854-1e38-49a2-9f0e-9fa913d063a0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f770445c-7b3b-4f40-a41b-e0d44a743514 HTTP/1.1" status: 204 len: 168 time: 0.1531858 Aug 29 04:24:27.841070 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faa9854-1e38-49a2-9f0e-9fa913d063a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f770445c-7b3b-4f40-a41b-e0d44a743514,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:27.868237 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e65fdb-fe43-4155-b31c-06b91763b614 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:27.868772 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-38e65fdb-fe43-4155-b31c-06b91763b614 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:27.888892 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 56622) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:27.892265 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-38e65fdb-fe43-4155-b31c-06b91763b614 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9701376 Aug 29 04:24:27.894637 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-77ec2770-febe-4508-bc47-7010bc7c307e tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Request body: {'floatingip': {'port_id': '6869e728-b99d-4c4b-86c7-a5b53af63ace'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:27.938577 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-77ec2770-febe-4508-bc47-7010bc7c307e tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks [] for floatingip, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:28.065874 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fe9097-07a2-4c7f-bb0a-d81a660c5178 req-523f109f-a953-4e1e-8128-d6791808ea6d tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:28.067746 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b8fe9097-07a2-4c7f-bb0a-d81a660c5178 req-523f109f-a953-4e1e-8128-d6791808ea6d tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=958fb903-1729-4290-8965-b1c2ef1d605e HTTP/1.1" status: 200 len: 946 time: 0.0618925 Aug 29 04:24:28.109754 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b8fe9097-07a2-4c7f-bb0a-d81a660c5178 req-7225f193-3764-4d7e-a44e-c1fccd97a323 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/security-groups?id=c669a511-bb16-48c8-9944-1f8115bc7803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325196 Aug 29 04:24:28.389523 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:28.517012 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-77ec2770-febe-4508-bc47-7010bc7c307e tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:28.526659 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-77ec2770-febe-4508-bc47-7010bc7c307e tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719515'] for floatingip, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:28.534593 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa719ef-aaf6-4196-9827-40fd764e0404 req-00aa6f6b-ebe7-487a-97c0-1480043263a1 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:28.537281 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-afa719ef-aaf6-4196-9827-40fd764e0404 req-00aa6f6b-ebe7-487a-97c0-1480043263a1 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=b003d3a9-da03-4254-909a-7913590e5919 HTTP/1.1" status: 200 len: 943 time: 0.0811334 Aug 29 04:24:28.587129 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3ba355-9526-41d9-b9f5-bb27d40fcfd4 req-6194c51e-1048-4519-8925-10b2d8e6e084 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:28.588698 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-af3ba355-9526-41d9-b9f5-bb27d40fcfd4 req-6194c51e-1048-4519-8925-10b2d8e6e084 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=b186ca23-8aeb-42ea-ad06-0205dcf6b99f HTTP/1.1" status: 200 len: 946 time: 0.1276450 Aug 29 04:24:28.589896 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-afa719ef-aaf6-4196-9827-40fd764e0404 req-5af7960d-d818-4a19-9b37-5c0fd1cd6b28 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421209 Aug 29 04:24:28.689142 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-af3ba355-9526-41d9-b9f5-bb27d40fcfd4 req-c9cdaf15-c4f0-407a-b782-853d7a287e71 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933809 Aug 29 04:24:28.699399 n-d-712140-12 neutron-server[94829]: INFO neutron.db.l3_db [None req-77ec2770-febe-4508-bc47-7010bc7c307e tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Floating IP 26958ead-10a2-4521-9596-38fadd1d84aa associated. External IP: 172.25.0.223, port: 6869e728-b99d-4c4b-86c7-a5b53af63ace. Aug 29 04:24:29.351660 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a49f77-009d-41b3-b419-bc6cc3dfe78e req-002eeaa2-b40b-477d-9610-f6d6a2ac9908 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:29.360349 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-85a49f77-009d-41b3-b419-bc6cc3dfe78e req-002eeaa2-b40b-477d-9610-f6d6a2ac9908 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=958fb903-1729-4290-8965-b1c2ef1d605e HTTP/1.1" status: 200 len: 946 time: 0.1030807 Aug 29 04:24:29.382550 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77ec2770-febe-4508-bc47-7010bc7c307e tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Router 768f9c2d-4737-4e0a-ba9f-1494eed5410b has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:24:29.412429 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-85a49f77-009d-41b3-b419-bc6cc3dfe78e req-8169f66b-d103-4d47-b87d-618fce3d447e tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/security-groups?id=c669a511-bb16-48c8-9944-1f8115bc7803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511286 Aug 29 04:24:29.589942 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77ec2770-febe-4508-bc47-7010bc7c307e tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:24:29.596120 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-77ec2770-febe-4508-bc47-7010bc7c307e tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:29.602979 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bdd766-4c29-46a5-9f7e-0cd7c1d3b090 None None] Sync routers for ids ['768f9c2d-4737-4e0a-ba9f-1494eed5410b'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:24:29.622575 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bdd766-4c29-46a5-9f7e-0cd7c1d3b090 None None] Routers {'768f9c2d-4737-4e0a-ba9f-1494eed5410b'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:24:29.624375 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-f2bdd766-4c29-46a5-9f7e-0cd7c1d3b090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:24:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['768f9c2d-4737-4e0a-ba9f-1494eed5410b'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:29.639013 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54333275-41ee-4edc-b71f-5a17f2d426b5 req-16c92ae9-f66c-4a53-ab16-58c7d3439517 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:29.645030 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-54333275-41ee-4edc-b71f-5a17f2d426b5 req-16c92ae9-f66c-4a53-ab16-58c7d3439517 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=958fb903-1729-4290-8965-b1c2ef1d605e HTTP/1.1" status: 200 len: 946 time: 0.1113527 Aug 29 04:24:29.650320 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 56676) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:29.655629 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-d083fc9b-1aa3-4243-9a63-2f7250819a9a tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Request body: {'floatingip': {'port_id': '83587070-39b8-4b25-862c-546d4e634968'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:29.671874 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-77ec2770-febe-4508-bc47-7010bc7c307e tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] 10.222.0.22 "PUT /v2.0/floatingips/26958ead-10a2-4521-9596-38fadd1d84aa HTTP/1.1" status: 200 len: 979 time: 1.7818391 Aug 29 04:24:29.684520 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 56678) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:29.691713 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-f2bdd766-4c29-46a5-9f7e-0cd7c1d3b090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:29.701630 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bdd766-4c29-46a5-9f7e-0cd7c1d3b090 None None] Routers {'768f9c2d-4737-4e0a-ba9f-1494eed5410b'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:24:29.702478 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-f2bdd766-4c29-46a5-9f7e-0cd7c1d3b090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:24:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['768f9c2d-4737-4e0a-ba9f-1494eed5410b'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:29.764115 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-f2bdd766-4c29-46a5-9f7e-0cd7c1d3b090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:29.764787 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bdd766-4c29-46a5-9f7e-0cd7c1d3b090 None None] The sync data for ids ['768f9c2d-4737-4e0a-ba9f-1494eed5410b'] in n-d-712140-12 is: [] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:24:29.768666 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d083fc9b-1aa3-4243-9a63-2f7250819a9a tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Notify callbacks [] for floatingip, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:29.857457 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-a4da2039-6100-46ac-b5eb-c4cd29f95689 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Deleting port 6869e728-b99d-4c4b-86c7-a5b53af63ace {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:24:29.857692 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a4da2039-6100-46ac-b5eb-c4cd29f95689 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:29.889789 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582f8004-46fb-40ca-b559-986e319233bb req-c537b5b3-86d7-4a0d-9019-9cae45c78bbc tempest-VolumesBackupsTest-690823265 tempest-VolumesBackupsTest-690823265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:29.891364 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-582f8004-46fb-40ca-b559-986e319233bb req-c537b5b3-86d7-4a0d-9019-9cae45c78bbc tempest-VolumesBackupsTest-690823265 tempest-VolumesBackupsTest-690823265-project] 10.222.0.22 "GET /v2.0/ports?device_id=a11fd094-2f4e-4351-bbb9-5f61366d0421 HTTP/1.1" status: 200 len: 950 time: 0.1662941 Aug 29 04:24:29.945503 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-582f8004-46fb-40ca-b559-986e319233bb req-cfc30c2c-7d56-4b8a-a21d-728fd98506f3 tempest-VolumesBackupsTest-690823265 tempest-VolumesBackupsTest-690823265-project] 10.222.0.22 "GET /v2.0/security-groups?id=89551632-06d3-431a-8fc3-3a492f2bd96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441957 Aug 29 04:24:29.973226 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b6017c-36d4-428a-bf5b-601fa8707722 req-baac3163-1c60-4828-b49a-8626ebc65bc9 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:29.973226 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-61b6017c-36d4-428a-bf5b-601fa8707722 req-baac3163-1c60-4828-b49a-8626ebc65bc9 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=b003d3a9-da03-4254-909a-7913590e5919 HTTP/1.1" status: 200 len: 943 time: 0.1765740 Aug 29 04:24:29.973226 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a4da2039-6100-46ac-b5eb-c4cd29f95689 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:30.085785 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-61b6017c-36d4-428a-bf5b-601fa8707722 req-751c045c-91fd-4ae1-b6b7-ab959b27290c tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122477 Aug 29 04:24:30.209820 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a481d1-7716-4447-aead-c1ab5029f3df req-2dc16d77-1a44-446a-83f4-560e6f1dc69d tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:30.211418 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-03a481d1-7716-4447-aead-c1ab5029f3df req-2dc16d77-1a44-446a-83f4-560e6f1dc69d tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=b186ca23-8aeb-42ea-ad06-0205dcf6b99f HTTP/1.1" status: 200 len: 946 time: 0.1778812 Aug 29 04:24:30.270605 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a4da2039-6100-46ac-b5eb-c4cd29f95689 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:30.271121 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a4da2039-6100-46ac-b5eb-c4cd29f95689 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719515'] for floatingip, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:30.271455 n-d-712140-12 neutron-server[94829]: INFO neutron.db.l3_db [None req-a4da2039-6100-46ac-b5eb-c4cd29f95689 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Floating IP 26958ead-10a2-4521-9596-38fadd1d84aa disassociated. External IP: 172.25.0.223, port: 6869e728-b99d-4c4b-86c7-a5b53af63ace. Aug 29 04:24:30.271901 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-a4da2039-6100-46ac-b5eb-c4cd29f95689 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Calling delete_port for 6869e728-b99d-4c4b-86c7-a5b53af63ace owned by {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:24:30.421081 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a4da2039-6100-46ac-b5eb-c4cd29f95689 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:30.456241 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4da2039-6100-46ac-b5eb-c4cd29f95689 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Pushing event deleted for resources: {'Port': ['ID=6869e728-b99d-4c4b-86c7-a5b53af63ace,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:30.479087 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-03a481d1-7716-4447-aead-c1ab5029f3df req-3cd99cbf-9af2-4c86-9cb0-6740d2a423ee tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895445 Aug 29 04:24:30.569061 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d083fc9b-1aa3-4243-9a63-2f7250819a9a tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:30.575439 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d083fc9b-1aa3-4243-9a63-2f7250819a9a tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719515'] for floatingip, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:30.590434 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4da2039-6100-46ac-b5eb-c4cd29f95689 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Router 768f9c2d-4737-4e0a-ba9f-1494eed5410b has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:24:30.699054 n-d-712140-12 neutron-server[94828]: INFO neutron.db.l3_db [None req-d083fc9b-1aa3-4243-9a63-2f7250819a9a tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Floating IP b7477571-9385-4a42-a8fa-75c32ff79d83 associated. External IP: 172.25.0.171, port: 83587070-39b8-4b25-862c-546d4e634968. Aug 29 04:24:30.742469 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4da2039-6100-46ac-b5eb-c4cd29f95689 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:24:30.760476 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db4914c-bca1-468e-a8f7-fe8cabd25ade None None] Sync routers for ids ['768f9c2d-4737-4e0a-ba9f-1494eed5410b'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:24:30.770826 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db4914c-bca1-468e-a8f7-fe8cabd25ade None None] Routers {'768f9c2d-4737-4e0a-ba9f-1494eed5410b'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:24:30.774371 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-0db4914c-bca1-468e-a8f7-fe8cabd25ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:24:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['768f9c2d-4737-4e0a-ba9f-1494eed5410b'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:30.832175 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-0db4914c-bca1-468e-a8f7-fe8cabd25ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:30.844885 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db4914c-bca1-468e-a8f7-fe8cabd25ade None None] Routers {'768f9c2d-4737-4e0a-ba9f-1494eed5410b'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:24:30.846614 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-0db4914c-bca1-468e-a8f7-fe8cabd25ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:24:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['768f9c2d-4737-4e0a-ba9f-1494eed5410b'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:30.880888 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a4da2039-6100-46ac-b5eb-c4cd29f95689 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:30.885703 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-a4da2039-6100-46ac-b5eb-c4cd29f95689 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] 10.222.0.22 "DELETE /v2.0/ports/6869e728-b99d-4c4b-86c7-a5b53af63ace HTTP/1.1" status: 204 len: 168 time: 1.1998901 Aug 29 04:24:30.890802 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 56692) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:30.898500 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-0db4914c-bca1-468e-a8f7-fe8cabd25ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:30.899706 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db4914c-bca1-468e-a8f7-fe8cabd25ade None None] The sync data for ids ['768f9c2d-4737-4e0a-ba9f-1494eed5410b'] in n-d-712140-12 is: [] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:24:30.961967 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-64eb1b83-d18f-4da5-981e-dc6177f22278 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] 10.222.0.22 "GET /v2.0/floatingips/26958ead-10a2-4521-9596-38fadd1d84aa HTTP/1.1" status: 200 len: 688 time: 0.0671341 Aug 29 04:24:30.962189 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 56694) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:31.158850 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6254b940-2be3-4c4c-9ce8-aa189bfb81dc req-ecf35232-9bf0-4c42-8d9e-196cb74c2d5b tempest-VolumesBackupsTest-690823265 tempest-VolumesBackupsTest-690823265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:31.165708 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6254b940-2be3-4c4c-9ce8-aa189bfb81dc req-ecf35232-9bf0-4c42-8d9e-196cb74c2d5b tempest-VolumesBackupsTest-690823265 tempest-VolumesBackupsTest-690823265-project] 10.222.0.22 "GET /v2.0/ports?device_id=a11fd094-2f4e-4351-bbb9-5f61366d0421 HTTP/1.1" status: 200 len: 950 time: 0.0845809 Aug 29 04:24:31.194997 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-ba505ff2-76f1-4f78-a95f-9c67bee83ed4 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Deleting port 6c76478f-0aae-4afc-a8d5-8225e9fff2a3 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:24:31.195678 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ba505ff2-76f1-4f78-a95f-9c67bee83ed4 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:31.274310 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6254b940-2be3-4c4c-9ce8-aa189bfb81dc req-99173b48-c94e-45cd-8106-d53d9960b971 tempest-VolumesBackupsTest-690823265 tempest-VolumesBackupsTest-690823265-project] 10.222.0.22 "GET /v2.0/security-groups?id=89551632-06d3-431a-8fc3-3a492f2bd96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073625 Aug 29 04:24:31.317820 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ba505ff2-76f1-4f78-a95f-9c67bee83ed4 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:31.318304 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ba505ff2-76f1-4f78-a95f-9c67bee83ed4 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:31.331155 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-ba505ff2-76f1-4f78-a95f-9c67bee83ed4 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Calling delete_port for 6c76478f-0aae-4afc-a8d5-8225e9fff2a3 owned by network:floatingip {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:24:31.359127 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c85b6e-529c-49a5-b69e-c3e6b9be9077 req-c400ae7a-2854-4de6-94e0-e24b314ec19d tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:31.366724 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-69c85b6e-529c-49a5-b69e-c3e6b9be9077 req-c400ae7a-2854-4de6-94e0-e24b314ec19d tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=b003d3a9-da03-4254-909a-7913590e5919 HTTP/1.1" status: 200 len: 943 time: 0.1243427 Aug 29 04:24:31.424690 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-69c85b6e-529c-49a5-b69e-c3e6b9be9077 req-4c63bc16-c838-444f-9080-2dc68a961f5e tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569675 Aug 29 04:24:31.446059 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d083fc9b-1aa3-4243-9a63-2f7250819a9a tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Router 9defbc3d-dbf1-4d26-a895-3ed92507d0ef has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:24:31.543503 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ba505ff2-76f1-4f78-a95f-9c67bee83ed4 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:31.580620 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba505ff2-76f1-4f78-a95f-9c67bee83ed4 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Pushing event deleted for resources: {'Port': ['ID=6c76478f-0aae-4afc-a8d5-8225e9fff2a3,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:31.604329 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d083fc9b-1aa3-4243-9a63-2f7250819a9a tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:24:31.611364 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d083fc9b-1aa3-4243-9a63-2f7250819a9a tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:31.614878 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3bc722-1029-42ee-b18a-24c545d0b894 None None] Sync routers for ids ['9defbc3d-dbf1-4d26-a895-3ed92507d0ef'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:24:31.630907 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3bc722-1029-42ee-b18a-24c545d0b894 None None] Routers {'9defbc3d-dbf1-4d26-a895-3ed92507d0ef'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:24:31.631721 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-5b3bc722-1029-42ee-b18a-24c545d0b894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:24:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['9defbc3d-dbf1-4d26-a895-3ed92507d0ef'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:31.687232 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-d083fc9b-1aa3-4243-9a63-2f7250819a9a tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "PUT /v2.0/floatingips/b7477571-9385-4a42-a8fa-75c32ff79d83 HTTP/1.1" status: 200 len: 992 time: 2.0349600 Aug 29 04:24:31.690680 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '958fb903-1729-4290-8965-b1c2ef1d605e', 'tag': '83587070-39b8-4b25-862c-546d4e634968'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:24:31.699535 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-082186b8-1469-4587-bb1b-dc4ea43681a4" -d '{"events": [{"name": "network-changed", "server_uuid": "958fb903-1729-4290-8965-b1c2ef1d605e", "tag": "83587070-39b8-4b25-862c-546d4e634968"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:24:31.713058 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ba505ff2-76f1-4f78-a95f-9c67bee83ed4 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks [] for floatingip, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:31.716040 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ba505ff2-76f1-4f78-a95f-9c67bee83ed4 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:31.717233 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-ba505ff2-76f1-4f78-a95f-9c67bee83ed4 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] 10.222.0.22 "DELETE /v2.0/floatingips/26958ead-10a2-4521-9596-38fadd1d84aa HTTP/1.1" status: 204 len: 168 time: 0.7541604 Aug 29 04:24:31.720749 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 56710) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:31.727507 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d623eb84-bc21-4e85-b8f1-f9ec7f1b5a96 req-1dddfad3-19b6-429a-aa89-78eaab98e07e tempest-VolumesBackupsTest-690823265 tempest-VolumesBackupsTest-690823265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:31.729263 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d623eb84-bc21-4e85-b8f1-f9ec7f1b5a96 req-1dddfad3-19b6-429a-aa89-78eaab98e07e tempest-VolumesBackupsTest-690823265 tempest-VolumesBackupsTest-690823265-project] 10.222.0.48 "GET /v2.0/ports?device_id=a11fd094-2f4e-4351-bbb9-5f61366d0421 HTTP/1.1" status: 200 len: 950 time: 0.1147704 Aug 29 04:24:31.729640 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-222d729e-7632-4527-8ba2-93c25b23969c tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Request body: {'floatingip': {'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'port_id': '036b0897-b3c9-4f73-90a1-05f2104430ae'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:31.762228 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df92489f-5dfa-4a90-b57e-498510635f06 req-b75d53eb-255d-4ab9-8f46-f7e7674e73cc tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:31.765674 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-df92489f-5dfa-4a90-b57e-498510635f06 req-b75d53eb-255d-4ab9-8f46-f7e7674e73cc tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=b186ca23-8aeb-42ea-ad06-0205dcf6b99f HTTP/1.1" status: 200 len: 946 time: 0.1344395 Aug 29 04:24:31.809646 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-222d729e-7632-4527-8ba2-93c25b23969c tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks [] for floatingip, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:31.867324 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e90b900f-98a7-4ea7-ba0f-a29d1056f4ca x-openstack-request-id: req-e90b900f-98a7-4ea7-ba0f-a29d1056f4ca {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:24:31.867670 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "958fb903-1729-4290-8965-b1c2ef1d605e", "tag": "83587070-39b8-4b25-862c-546d4e634968", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:24:31.868090 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e90b900f-98a7-4ea7-ba0f-a29d1056f4ca {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:24:31.868358 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '958fb903-1729-4290-8965-b1c2ef1d605e', 'tag': '83587070-39b8-4b25-862c-546d4e634968', 'status': 'completed', 'code': 200} Aug 29 04:24:31.869974 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-df92489f-5dfa-4a90-b57e-498510635f06 req-c485401c-125c-47dd-b3b9-e5efa639f771 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967090 Aug 29 04:24:31.886987 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-5b3bc722-1029-42ee-b18a-24c545d0b894 None None] Set router 9defbc3d-dbf1-4d26-a895-3ed92507d0ef gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:24:31.945542 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082186b8-1469-4587-bb1b-dc4ea43681a4 req-bf9f0698-d02c-4013-b0b3-214ad9b1c93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:31.947409 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-082186b8-1469-4587-bb1b-dc4ea43681a4 req-bf9f0698-d02c-4013-b0b3-214ad9b1c93a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=45c0a3ca896a4dd0bcf90e5c0bd5812f&device_id=958fb903-1729-4290-8965-b1c2ef1d605e HTTP/1.1" status: 200 len: 1098 time: 0.0738156 Aug 29 04:24:31.954049 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-d623eb84-bc21-4e85-b8f1-f9ec7f1b5a96 req-540bc34e-506d-4ccf-a091-76dd9ba32370 tempest-VolumesBackupsTest-690823265 tempest-VolumesBackupsTest-690823265-project] Deleting port 6eda394e-218e-4cf1-a1be-746f367302e7 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:24:31.954506 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-d623eb84-bc21-4e85-b8f1-f9ec7f1b5a96 req-540bc34e-506d-4ccf-a091-76dd9ba32370 tempest-VolumesBackupsTest-690823265 tempest-VolumesBackupsTest-690823265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:32.035932 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-222d729e-7632-4527-8ba2-93c25b23969c tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:32.189489 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082186b8-1469-4587-bb1b-dc4ea43681a4 req-791e2256-b6bd-42fb-b480-87bb55893863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:32.201246 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-082186b8-1469-4587-bb1b-dc4ea43681a4 req-791e2256-b6bd-42fb-b480-87bb55893863 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fd020187-6618-42b7-a26a-d8ebebc46774 HTTP/1.1" status: 200 len: 917 time: 0.2406554 Aug 29 04:24:32.251638 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-5b3bc722-1029-42ee-b18a-24c545d0b894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9defbc3d-dbf1-4d26-a895-3ed92507d0ef', 'name': 'tempest-AttachVolumeShelveTestJSON-346863165-router', 'tenant_id': '45c0a3ca896a4dd0bcf90e5c0bd5812f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '1d5b6ad4-bb9d-4ef2-a488-172fe6e858d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:19:14Z', 'updated_at': '2021-08-29T04:19:25Z', 'revision_number': 4, 'project_id': '45c0a3ca896a4dd0bcf90e5c0bd5812f', 'gw_port': {'id': '1d5b6ad4-bb9d-4ef2-a488-172fe6e858d1', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:1d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9defbc3d-dbf1-4d26-a895-3ed92507d0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:19:17Z', 'updated_at': '2021-08-29T04:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': 'b7477571-9385-4a42-a8fa-75c32ff79d83', 'tenant_id': '45c0a3ca896a4dd0bcf90e5c0bd5812f', 'floating_ip_address': '172.25.0.171', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': '9defbc3d-dbf1-4d26-a895-3ed92507d0ef', 'port_id': '83587070-39b8-4b25-862c-546d4e634968', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1744, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd020187-6618-42b7-a26a-d8ebebc46774', 'mac_address': 'fa:16:3e:71:ab:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958fb903-1729-4290-8965-b1c2ef1d605e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:24:16Z', 'updated_at': '2021-08-29T04:24:30Z', 'revision_number': 1, 'project_id': '45c0a3ca896a4dd0bcf90e5c0bd5812f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3ed0d0c-7f2a-442a-a9b0-ff7e2dc5196a', 'name': '', 'network_id': 'fd020187-6618-42b7-a26a-d8ebebc46774', 'tenant_id': '45c0a3ca896a4dd0bcf90e5c0bd5812f', 'mac_address': 'fa:16:3e:21:10:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9defbc3d-dbf1-4d26-a895-3ed92507d0ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '6247b089-2c7c-4ca3-a8dd-41a0f57cced5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:19:22Z', 'updated_at': '2021-08-29T04:19:37Z', 'revision_number': 5, 'project_id': '45c0a3ca896a4dd0bcf90e5c0bd5812f', 'subnets': [{'id': '6247b089-2c7c-4ca3-a8dd-41a0f57cced5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:32.253171 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-d623eb84-bc21-4e85-b8f1-f9ec7f1b5a96 req-540bc34e-506d-4ccf-a091-76dd9ba32370 tempest-VolumesBackupsTest-690823265 tempest-VolumesBackupsTest-690823265-project] For port 6eda394e-218e-4cf1-a1be-746f367302e7, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=6eda394e-218e-4cf1-a1be-746f367302e7,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:32.253554 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-d623eb84-bc21-4e85-b8f1-f9ec7f1b5a96 req-540bc34e-506d-4ccf-a091-76dd9ba32370 tempest-VolumesBackupsTest-690823265 tempest-VolumesBackupsTest-690823265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:32.276862 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-222d729e-7632-4527-8ba2-93c25b23969c tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Allocated IP 172.25.0.141 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/293bdd8f-baf6-46ec-b27c-993a2e625f1a) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:24:32.315716 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3bc722-1029-42ee-b18a-24c545d0b894 None None] Checking router: 9defbc3d-dbf1-4d26-a895-3ed92507d0ef for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:24:32.344554 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3bc722-1029-42ee-b18a-24c545d0b894 None None] Routers {'9defbc3d-dbf1-4d26-a895-3ed92507d0ef'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:24:32.345542 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-5b3bc722-1029-42ee-b18a-24c545d0b894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:24:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['9defbc3d-dbf1-4d26-a895-3ed92507d0ef'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:32.379711 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-d623eb84-bc21-4e85-b8f1-f9ec7f1b5a96 req-540bc34e-506d-4ccf-a091-76dd9ba32370 tempest-VolumesBackupsTest-690823265 tempest-VolumesBackupsTest-690823265-project] Calling delete_port for 6eda394e-218e-4cf1-a1be-746f367302e7 owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:24:32.467109 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-222d729e-7632-4527-8ba2-93c25b23969c tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:32.532090 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-5b3bc722-1029-42ee-b18a-24c545d0b894 None None] Set router 9defbc3d-dbf1-4d26-a895-3ed92507d0ef gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:24:32.553115 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-082186b8-1469-4587-bb1b-dc4ea43681a4 req-dfba8131-e817-4528-b380-6c8c012e97df service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83587070-39b8-4b25-862c-546d4e634968 HTTP/1.1" status: 200 len: 1000 time: 0.3369870 Aug 29 04:24:32.586161 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-222d729e-7632-4527-8ba2-93c25b23969c tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:32.764322 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222d729e-7632-4527-8ba2-93c25b23969c tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:24:32.767742 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c692fb-2775-4480-8b2c-00fb17349a62 req-7ac5e4aa-9a25-4d36-a3f4-c7326845be0b tempest-VolumesBackupsTest-690823265 tempest-VolumesBackupsTest-690823265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:32.775471 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-222d729e-7632-4527-8ba2-93c25b23969c tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:24:32.778786 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e0c692fb-2775-4480-8b2c-00fb17349a62 req-7ac5e4aa-9a25-4d36-a3f4-c7326845be0b tempest-VolumesBackupsTest-690823265 tempest-VolumesBackupsTest-690823265-project] 10.222.0.22 "GET /v2.0/ports?device_id=a11fd094-2f4e-4351-bbb9-5f61366d0421 HTTP/1.1" status: 200 len: 950 time: 0.3506193 Aug 29 04:24:32.784107 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222d729e-7632-4527-8ba2-93c25b23969c tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:24:32.790901 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082186b8-1469-4587-bb1b-dc4ea43681a4 req-bad4effa-ff23-4fc7-a41e-e56d931c7652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:32.796417 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-082186b8-1469-4587-bb1b-dc4ea43681a4 req-bad4effa-ff23-4fc7-a41e-e56d931c7652 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6247b089-2c7c-4ca3-a8dd-41a0f57cced5 HTTP/1.1" status: 200 len: 855 time: 0.2335582 Aug 29 04:24:32.824389 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222d729e-7632-4527-8ba2-93c25b23969c tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Pushing event updated for resources: {'Port': ['ID=293bdd8f-baf6-46ec-b27c-993a2e625f1a,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:32.862920 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26d538d-f19e-461e-b55b-66650280a308 req-0301bfb1-3980-4ca5-8feb-a2552628a058 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:32.864573 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f26d538d-f19e-461e-b55b-66650280a308 req-0301bfb1-3980-4ca5-8feb-a2552628a058 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=b003d3a9-da03-4254-909a-7913590e5919 HTTP/1.1" status: 200 len: 943 time: 0.2303061 Aug 29 04:24:32.986794 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f26d538d-f19e-461e-b55b-66650280a308 req-7e1631f8-e2d0-43dc-a331-82fe7f179083 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951605 Aug 29 04:24:33.028712 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e0c692fb-2775-4480-8b2c-00fb17349a62 req-30dd85ab-dffc-4ce1-b7b9-9eaeb4bd472d tempest-VolumesBackupsTest-690823265 tempest-VolumesBackupsTest-690823265-project] 10.222.0.22 "GET /v2.0/security-groups?id=89551632-06d3-431a-8fc3-3a492f2bd96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460561 Aug 29 04:24:33.061543 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082186b8-1469-4587-bb1b-dc4ea43681a4 req-acfde23e-fd92-4897-851b-ccc17b7ee333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:33.073458 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-082186b8-1469-4587-bb1b-dc4ea43681a4 req-acfde23e-fd92-4897-851b-ccc17b7ee333 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fd020187-6618-42b7-a26a-d8ebebc46774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2034805 Aug 29 04:24:33.073458 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-d623eb84-bc21-4e85-b8f1-f9ec7f1b5a96 req-540bc34e-506d-4ccf-a091-76dd9ba32370 tempest-VolumesBackupsTest-690823265 tempest-VolumesBackupsTest-690823265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:33.167810 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 82d800fe-3c6b-462e-8af6-07b4d49dbea9 details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:24:33.331288 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540bc34e-506d-4ccf-a091-76dd9ba32370 tempest-VolumesBackupsTest-690823265 tempest-VolumesBackupsTest-690823265-project] Pushing event deleted for resources: {'Port': ['ID=6eda394e-218e-4cf1-a1be-746f367302e7,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:33.433014 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cfa8d8c4-8f8b-4e38-81d7-2b0eafd4b6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:33.467880 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-5b3bc722-1029-42ee-b18a-24c545d0b894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9defbc3d-dbf1-4d26-a895-3ed92507d0ef', 'name': 'tempest-AttachVolumeShelveTestJSON-346863165-router', 'tenant_id': '45c0a3ca896a4dd0bcf90e5c0bd5812f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '1d5b6ad4-bb9d-4ef2-a488-172fe6e858d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:19:14Z', 'updated_at': '2021-08-29T04:19:25Z', 'revision_number': 4, 'project_id': '45c0a3ca896a4dd0bcf90e5c0bd5812f', 'gw_port': {'id': '1d5b6ad4-bb9d-4ef2-a488-172fe6e858d1', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:1d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9defbc3d-dbf1-4d26-a895-3ed92507d0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:19:17Z', 'updated_at': '2021-08-29T04:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': 'b7477571-9385-4a42-a8fa-75c32ff79d83', 'tenant_id': '45c0a3ca896a4dd0bcf90e5c0bd5812f', 'floating_ip_address': '172.25.0.171', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': '9defbc3d-dbf1-4d26-a895-3ed92507d0ef', 'port_id': '83587070-39b8-4b25-862c-546d4e634968', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1744, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd020187-6618-42b7-a26a-d8ebebc46774', 'mac_address': 'fa:16:3e:71:ab:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958fb903-1729-4290-8965-b1c2ef1d605e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:24:16Z', 'updated_at': '2021-08-29T04:24:30Z', 'revision_number': 1, 'project_id': '45c0a3ca896a4dd0bcf90e5c0bd5812f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3ed0d0c-7f2a-442a-a9b0-ff7e2dc5196a', 'name': '', 'network_id': 'fd020187-6618-42b7-a26a-d8ebebc46774', 'tenant_id': '45c0a3ca896a4dd0bcf90e5c0bd5812f', 'mac_address': 'fa:16:3e:21:10:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9defbc3d-dbf1-4d26-a895-3ed92507d0ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '6247b089-2c7c-4ca3-a8dd-41a0f57cced5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:19:22Z', 'updated_at': '2021-08-29T04:19:37Z', 'revision_number': 5, 'project_id': '45c0a3ca896a4dd0bcf90e5c0bd5812f', 'subnets': [{'id': '6247b089-2c7c-4ca3-a8dd-41a0f57cced5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:33.491722 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-d623eb84-bc21-4e85-b8f1-f9ec7f1b5a96 req-540bc34e-506d-4ccf-a091-76dd9ba32370 tempest-VolumesBackupsTest-690823265 tempest-VolumesBackupsTest-690823265-project] No DVR routers for this DVR port 6eda394e-218e-4cf1-a1be-746f367302e7 on host n-h2-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:24:33.499755 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-d623eb84-bc21-4e85-b8f1-f9ec7f1b5a96 req-540bc34e-506d-4ccf-a091-76dd9ba32370 tempest-VolumesBackupsTest-690823265 tempest-VolumesBackupsTest-690823265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:33.501848 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d623eb84-bc21-4e85-b8f1-f9ec7f1b5a96 req-540bc34e-506d-4ccf-a091-76dd9ba32370 tempest-VolumesBackupsTest-690823265 tempest-VolumesBackupsTest-690823265-project] 10.222.0.48 "DELETE /v2.0/ports/6eda394e-218e-4cf1-a1be-746f367302e7 HTTP/1.1" status: 204 len: 173 time: 1.7643237 Aug 29 04:24:33.530460 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3bc722-1029-42ee-b18a-24c545d0b894 None None] The sync data for ids ['9defbc3d-dbf1-4d26-a895-3ed92507d0ef'] in n-d-712140-12 is: [{'id': '9defbc3d-dbf1-4d26-a895-3ed92507d0ef', 'name': 'tempest-AttachVolumeShelveTestJSON-346863165-router', 'tenant_id': '45c0a3ca896a4dd0bcf90e5c0bd5812f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '1d5b6ad4-bb9d-4ef2-a488-172fe6e858d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:19:14Z', 'updated_at': '2021-08-29T04:19:25Z', 'revision_number': 4, 'project_id': '45c0a3ca896a4dd0bcf90e5c0bd5812f', 'gw_port': {'id': '1d5b6ad4-bb9d-4ef2-a488-172fe6e858d1', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:1d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9defbc3d-dbf1-4d26-a895-3ed92507d0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:19:17Z', 'updated_at': '2021-08-29T04:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': 'b7477571-9385-4a42-a8fa-75c32ff79d83', 'tenant_id': '45c0a3ca896a4dd0bcf90e5c0bd5812f', 'floating_ip_address': '172.25.0.171', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': '9defbc3d-dbf1-4d26-a895-3ed92507d0ef', 'port_id': '83587070-39b8-4b25-862c-546d4e634968', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1744, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd020187-6618-42b7-a26a-d8ebebc46774', 'mac_address': 'fa:16:3e:71:ab:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958fb903-1729-4290-8965-b1c2ef1d605e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:24:16Z', 'updated_at': '2021-08-29T04:24:30Z', 'revision_number': 1, 'project_id': '45c0a3ca896a4dd0bcf90e5c0bd5812f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3ed0d0c-7f2a-442a-a9b0-ff7e2dc5196a', 'name': '', 'network_id': 'fd020187-6618-42b7-a26a-d8ebebc46774', 'tenant_id': '45c0a3ca896a4dd0bcf90e5c0bd5812f', 'mac_address': 'fa:16:3e:21:10:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9defbc3d-dbf1-4d26-a895-3ed92507d0ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '6247b089-2c7c-4ca3-a8dd-41a0f57cced5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:19:22Z', 'updated_at': '2021-08-29T04:19:37Z', 'revision_number': 5, 'project_id': '45c0a3ca896a4dd0bcf90e5c0bd5812f', 'subnets': [{'id': '6247b089-2c7c-4ca3-a8dd-41a0f57cced5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:24:33.595991 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 82d800fe-3c6b-462e-8af6-07b4d49dbea9, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=82d800fe-3c6b-462e-8af6-07b4d49dbea9,segment=NetworkSegment(44fea4a1-e972-4690-b14e-956bce45d1ec),segment_id=44fea4a1-e972-4690-b14e-956bce45d1ec)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:33.620778 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910d50b7-cceb-4131-b021-f6bf4dafc063 req-4e31ff27-d0c8-49e5-85b2-01b38d7e5ea7 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:33.622390 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-910d50b7-cceb-4131-b021-f6bf4dafc063 req-4e31ff27-d0c8-49e5-85b2-01b38d7e5ea7 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=b186ca23-8aeb-42ea-ad06-0205dcf6b99f HTTP/1.1" status: 200 len: 946 time: 0.3675470 Aug 29 04:24:33.629722 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Returning: {'device': '82d800fe-3c6b-462e-8af6-07b4d49dbea9', 'network_id': '1c65535d-8d45-4051-8e5d-043211a49251', 'port_id': '82d800fe-3c6b-462e-8af6-07b4d49dbea9', 'mac_address': 'fa:16:3e:f0:26:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd11db723-881a-44e4-ae3d-f8a6bedc146e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:24:33.715616 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-222d729e-7632-4527-8ba2-93c25b23969c tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:33.763486 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:33.802285 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82d800fe-3c6b-462e-8af6-07b4d49dbea9 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:24:33.805307 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-082186b8-1469-4587-bb1b-dc4ea43681a4 req-18106712-f2a4-4947-b3e9-d7d3a2c38bb7 service neutron] 10.222.0.46 "GET /v2.0/networks/fd020187-6618-42b7-a26a-d8ebebc46774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7283165 Aug 29 04:24:33.869846 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 82d800fe-3c6b-462e-8af6-07b4d49dbea9, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=82d800fe-3c6b-462e-8af6-07b4d49dbea9,segment=NetworkSegment(44fea4a1-e972-4690-b14e-956bce45d1ec),segment_id=44fea4a1-e972-4690-b14e-956bce45d1ec)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:33.876557 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:33.886479 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-222d729e-7632-4527-8ba2-93c25b23969c tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:34.006447 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=82d800fe-3c6b-462e-8af6-07b4d49dbea9,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:34.011422 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a11fd094-2f4e-4351-bbb9-5f61366d0421', 'name': 'network-vif-deleted', 'tag': '6eda394e-218e-4cf1-a1be-746f367302e7'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:24:34.014255 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fe92d0b-d333-4882-90b0-bec544964fa1" -d '{"events": [{"server_uuid": "a11fd094-2f4e-4351-bbb9-5f61366d0421", "name": "network-vif-deleted", "tag": "6eda394e-218e-4cf1-a1be-746f367302e7"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:24:34.037598 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-082186b8-1469-4587-bb1b-dc4ea43681a4 req-18083459-cfad-4126-96d5-4f399544e128 service neutron] 10.222.0.46 "GET /v2.0/networks/fd020187-6618-42b7-a26a-d8ebebc46774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071567 Aug 29 04:24:34.056610 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feaa49b1-ffe4-48bd-a6fa-98614732a4fe None None] New status for floating IP b7477571-9385-4a42-a8fa-75c32ff79d83: ACTIVE {{(pid=94831) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:24:34.100093 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-910d50b7-cceb-4131-b021-f6bf4dafc063 req-b18a7db8-e1ed-4110-b1c4-ca145423e7be tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4581764 Aug 29 04:24:34.163170 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['82d800fe-3c6b-462e-8af6-07b4d49dbea9'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:24:34.166756 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac23845f-a1c4-46d9-b8e4-cdef07828c88 x-openstack-request-id: req-ac23845f-a1c4-46d9-b8e4-cdef07828c88 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:24:34.167335 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a11fd094-2f4e-4351-bbb9-5f61366d0421", "name": "network-vif-deleted", "tag": "6eda394e-218e-4cf1-a1be-746f367302e7", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:24:34.167946 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ac23845f-a1c4-46d9-b8e4-cdef07828c88 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:24:34.168564 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a11fd094-2f4e-4351-bbb9-5f61366d0421', 'name': 'network-vif-deleted', 'tag': '6eda394e-218e-4cf1-a1be-746f367302e7', 'status': 'completed', 'code': 200} Aug 29 04:24:34.378364 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f943524-f28b-46c2-b6e2-8e7181c18db6 req-8a7b7aad-52df-4b6c-a7c9-a00e1d9a0381 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:34.380971 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7f943524-f28b-46c2-b6e2-8e7181c18db6 req-8a7b7aad-52df-4b6c-a7c9-a00e1d9a0381 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=b003d3a9-da03-4254-909a-7913590e5919 HTTP/1.1" status: 200 len: 944 time: 0.1530461 Aug 29 04:24:34.383962 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-222d729e-7632-4527-8ba2-93c25b23969c tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:34.387855 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5d7a370f-12d1-4294-bdcc-f4ed9ebbb106 req-c1d1ea65-3246-46ea-956c-f773e360493c tempest-VolumesBackupsTest-690823265 tempest-VolumesBackupsTest-690823265-project] 10.222.0.22 "GET /v2.0/ports?device_id=a11fd094-2f4e-4351-bbb9-5f61366d0421 HTTP/1.1" status: 200 len: 210 time: 0.0762486 Aug 29 04:24:34.396956 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-222d729e-7632-4527-8ba2-93c25b23969c tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:34.521314 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7f943524-f28b-46c2-b6e2-8e7181c18db6 req-764d6841-1d25-49d1-80e7-78cb25429e2b tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338832 Aug 29 04:24:34.534470 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222d729e-7632-4527-8ba2-93c25b23969c tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Pushing event updated for resources: {'Port': ['ID=293bdd8f-baf6-46ec-b27c-993a2e625f1a,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:34.552547 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-222d729e-7632-4527-8ba2-93c25b23969c tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719515'] for floatingip, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:34.691017 n-d-712140-12 neutron-server[94829]: INFO neutron.db.l3_db [None req-222d729e-7632-4527-8ba2-93c25b23969c tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Floating IP 4128a898-db94-4e5a-bad4-2b342099af7f associated. External IP: 172.25.0.141, port: 036b0897-b3c9-4f73-90a1-05f2104430ae. Aug 29 04:24:34.941128 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-222d729e-7632-4527-8ba2-93c25b23969c tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Router 768f9c2d-4737-4e0a-ba9f-1494eed5410b has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:24:34.972745 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 6eda394e-218e-4cf1-a1be-746f367302e7 no longer exists at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:24:35.004912 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] No Port match for: 6eda394e-218e-4cf1-a1be-746f367302e7 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:24:35.005573 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 6eda394e-218e-4cf1-a1be-746f367302e7 not bound to the agent host n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:24:35.150418 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 82d800fe-3c6b-462e-8af6-07b4d49dbea9 up at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:24:35.272152 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning for port 82d800fe-3c6b-462e-8af6-07b4d49dbea9 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:24:35.279395 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning complete for port 82d800fe-3c6b-462e-8af6-07b4d49dbea9 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:24:35.279814 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:35.289898 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240df221-b567-4548-bdcb-6270f3405dca req-99eeebcd-69b4-45de-b826-5d4942f79b12 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:35.301161 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-240df221-b567-4548-bdcb-6270f3405dca req-99eeebcd-69b4-45de-b826-5d4942f79b12 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=b186ca23-8aeb-42ea-ad06-0205dcf6b99f HTTP/1.1" status: 200 len: 946 time: 0.0764780 Aug 29 04:24:35.360113 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-240df221-b567-4548-bdcb-6270f3405dca req-e9a9751f-cf90-43fe-913e-8bbb07548615 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521796 Aug 29 04:24:35.402544 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:35.430240 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b003d3a9-da03-4254-909a-7913590e5919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82d800fe-3c6b-462e-8af6-07b4d49dbea9'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:24:35.432774 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57ca0045-36ac-4b1d-89fe-2081b40a9e60" -d '{"events": [{"server_uuid": "b003d3a9-da03-4254-909a-7913590e5919", "name": "network-vif-plugged", "status": "completed", "tag": "82d800fe-3c6b-462e-8af6-07b4d49dbea9"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:24:35.451254 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 82d800fe-3c6b-462e-8af6-07b4d49dbea9, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=82d800fe-3c6b-462e-8af6-07b4d49dbea9,segment=NetworkSegment(44fea4a1-e972-4690-b14e-956bce45d1ec),segment_id=44fea4a1-e972-4690-b14e-956bce45d1ec)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:35.457176 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:35.505655 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74838d06-d6d8-4865-9b05-0668bbfe670f x-openstack-request-id: req-74838d06-d6d8-4865-9b05-0668bbfe670f {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:24:35.506363 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b003d3a9-da03-4254-909a-7913590e5919", "name": "network-vif-plugged", "status": "completed", "tag": "82d800fe-3c6b-462e-8af6-07b4d49dbea9", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:24:35.506772 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-74838d06-d6d8-4865-9b05-0668bbfe670f {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:24:35.507383 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b003d3a9-da03-4254-909a-7913590e5919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82d800fe-3c6b-462e-8af6-07b4d49dbea9', 'code': 200} Aug 29 04:24:35.525654 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-222d729e-7632-4527-8ba2-93c25b23969c tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:24:35.528480 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=82d800fe-3c6b-462e-8af6-07b4d49dbea9,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:35.542181 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e992c6-8598-4ff2-925c-217769bc2030 None None] Sync routers for ids ['768f9c2d-4737-4e0a-ba9f-1494eed5410b'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:24:35.551417 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-222d729e-7632-4527-8ba2-93c25b23969c tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:35.557494 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e992c6-8598-4ff2-925c-217769bc2030 None None] Routers {'768f9c2d-4737-4e0a-ba9f-1494eed5410b'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:24:35.558252 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-68e992c6-8598-4ff2-925c-217769bc2030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:24:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['768f9c2d-4737-4e0a-ba9f-1494eed5410b'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:35.596346 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-68e992c6-8598-4ff2-925c-217769bc2030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:35.610687 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e992c6-8598-4ff2-925c-217769bc2030 None None] Routers {'768f9c2d-4737-4e0a-ba9f-1494eed5410b'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:24:35.611406 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-68e992c6-8598-4ff2-925c-217769bc2030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:24:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['768f9c2d-4737-4e0a-ba9f-1494eed5410b'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:35.631807 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-222d729e-7632-4527-8ba2-93c25b23969c tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.9041615 Aug 29 04:24:35.632884 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 56772) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:35.639344 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-31c9ea92-e488-4a95-9437-a5c4bb6d121c tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-2002602325'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:35.653050 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-68e992c6-8598-4ff2-925c-217769bc2030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:35.654328 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e992c6-8598-4ff2-925c-217769bc2030 None None] The sync data for ids ['768f9c2d-4737-4e0a-ba9f-1494eed5410b'] in n-d-712140-12 is: [] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:24:35.686672 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4ee66f-a052-4ea5-8ca8-19154939c0b6 req-c694fde8-8d42-4c90-9e95-1d38b1b5f64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:35.691967 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bc4ee66f-a052-4ea5-8ca8-19154939c0b6 req-c694fde8-8d42-4c90-9e95-1d38b1b5f64b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b003d3a9-da03-4254-909a-7913590e5919 HTTP/1.1" status: 200 len: 1097 time: 0.1075428 Aug 29 04:24:35.706649 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31c9ea92-e488-4a95-9437-a5c4bb6d121c tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Made reservation on behalf of 0e7e7c5f92ce4c7e8a2717aa9e86c9db for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:24:35.710951 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-31c9ea92-e488-4a95-9437-a5c4bb6d121c tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:35.732606 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bc4ee66f-a052-4ea5-8ca8-19154939c0b6 req-55cadf11-a051-4fc8-a256-27474fc0b24b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327599 Aug 29 04:24:35.769275 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31c9ea92-e488-4a95-9437-a5c4bb6d121c tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:24:35.778472 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11300188-46ac-4959-a424-ecdd903ee453 req-6bafb388-7689-4532-982e-c818cc1373b0 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:35.780081 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-11300188-46ac-4959-a424-ecdd903ee453 req-6bafb388-7689-4532-982e-c818cc1373b0 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=b003d3a9-da03-4254-909a-7913590e5919 HTTP/1.1" status: 200 len: 945 time: 0.0870407 Aug 29 04:24:35.794254 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-31c9ea92-e488-4a95-9437-a5c4bb6d121c tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:35.794600 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-31c9ea92-e488-4a95-9437-a5c4bb6d121c tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Added segment d7e3a28c-830c-477b-b9dc-e1776565c41a of type vlan for network 152b03a0-29d5-4b4a-9323-f1a6966e8742 Aug 29 04:24:35.865442 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-11300188-46ac-4959-a424-ecdd903ee453 req-e9f85094-1416-4f35-bfec-20999c190a27 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772173 Aug 29 04:24:35.868788 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-31c9ea92-e488-4a95-9437-a5c4bb6d121c tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:35.909983 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-31c9ea92-e488-4a95-9437-a5c4bb6d121c tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:35.917458 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c9ea92-e488-4a95-9437-a5c4bb6d121c tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:35.918205 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-31c9ea92-e488-4a95-9437-a5c4bb6d121c tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:35.975302 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:24:35.987171 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-31c9ea92-e488-4a95-9437-a5c4bb6d121c tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3528466 Aug 29 04:24:35.990902 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 56780) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:35.996996 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-2588f0e3-fed0-472f-bdc6-e46c277dc92b tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Request body: {'subnet': {'network_id': '152b03a0-29d5-4b4a-9323-f1a6966e8742', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:36.006445 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9ea92-e488-4a95-9437-a5c4bb6d121c tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Pushing event updated for resources: {'Network': ['ID=152b03a0-29d5-4b4a-9323-f1a6966e8742,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:36.019477 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 152b03a0-29d5-4b4a-9323-f1a6966e8742 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:24:36.120240 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2588f0e3-fed0-472f-bdc6-e46c277dc92b tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Made reservation on behalf of 0e7e7c5f92ce4c7e8a2717aa9e86c9db for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:24:36.124525 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2588f0e3-fed0-472f-bdc6-e46c277dc92b tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:36.213051 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cd4bd09a-38f2-40ab-adc8-77b776004880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:36.309249 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f712b0ff-aaa4-430d-95d4-0225b1959ae8 req-cf239839-a570-4154-a916-0580b85d016c tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:36.311012 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f712b0ff-aaa4-430d-95d4-0225b1959ae8 req-cf239839-a570-4154-a916-0580b85d016c tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f1a17fa-6f41-464c-bb77-2f119ba561c6 HTTP/1.1" status: 200 len: 945 time: 0.0714290 Aug 29 04:24:36.353824 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2588f0e3-fed0-472f-bdc6-e46c277dc92b tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9191137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10062364'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:36.366641 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f712b0ff-aaa4-430d-95d4-0225b1959ae8 req-103b9901-40cb-47fc-b6c9-29bbb52b31a7 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc298de8-05a1-4048-a74a-af5d487002fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446842 Aug 29 04:24:36.446513 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2588f0e3-fed0-472f-bdc6-e46c277dc92b tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Pushing event updated for resources: {'Subnet': ['ID=abab47f7-3b9e-4ed0-b532-18513730dc7e,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:36.516252 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2588f0e3-fed0-472f-bdc6-e46c277dc92b tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Checking segment: {'id': 'd7e3a28c-830c-477b-b9dc-e1776565c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '152b03a0-29d5-4b4a-9323-f1a6966e8742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:24:36.516741 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2588f0e3-fed0-472f-bdc6-e46c277dc92b tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Network hostable DHCP agents. Network: 152b03a0-29d5-4b4a-9323-f1a6966e8742, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:24:36.553392 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b1c443-469a-4ada-9dfb-edf622f394b7 req-a121cf3b-aba5-4048-91b2-ed9c33e630a8 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:36.555118 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f0b1c443-469a-4ada-9dfb-edf622f394b7 req-a121cf3b-aba5-4048-91b2-ed9c33e630a8 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=b186ca23-8aeb-42ea-ad06-0205dcf6b99f HTTP/1.1" status: 200 len: 946 time: 0.0754671 Aug 29 04:24:36.561338 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2588f0e3-fed0-472f-bdc6-e46c277dc92b tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Network 152b03a0-29d5-4b4a-9323-f1a6966e8742 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:24:36.590243 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-2588f0e3-fed0-472f-bdc6-e46c277dc92b tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 152b03a0-29d5-4b4a-9323-f1a6966e8742) {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:24:36.599999 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ba143c-8e19-43e6-b146-dc16050c1b56 None None] Network 152b03a0-29d5-4b4a-9323-f1a6966e8742 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:24:36.615784 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2588f0e3-fed0-472f-bdc6-e46c277dc92b tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:36.616491 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2588f0e3-fed0-472f-bdc6-e46c277dc92b tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:36.660268 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f0b1c443-469a-4ada-9dfb-edf622f394b7 req-8f8e17b0-26e3-40e6-9ec4-434b753843c7 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950363 Aug 29 04:24:36.683516 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-2588f0e3-fed0-472f-bdc6-e46c277dc92b tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6913509 Aug 29 04:24:36.686306 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 56796) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:36.691779 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-cb910609-05f2-4741-bade-9bc21d6f4ca6 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1662551802', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}, 'admin_state_up': False}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:36.726519 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cb910609-05f2-4741-bade-9bc21d6f4ca6 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:36.727888 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cb910609-05f2-4741-bade-9bc21d6f4ca6 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1838'] for router, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:36.819968 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cb910609-05f2-4741-bade-9bc21d6f4ca6 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:36.855536 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8deaacb-bc78-427d-a037-7d455adf9093 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-152b03a0-29d5-4b4a-9323-f1a6966e8742', 'network_id': '152b03a0-29d5-4b4a-9323-f1a6966e8742', 'tenant_id': '0e7e7c5f92ce4c7e8a2717aa9e86c9db', 'fixed_ips': [{'subnet_id': 'abab47f7-3b9e-4ed0-b532-18513730dc7e'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:24:36.856850 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c8deaacb-bc78-427d-a037-7d455adf9093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:37.099629 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cb910609-05f2-4741-bade-9bc21d6f4ca6 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:37.102647 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-c8deaacb-bc78-427d-a037-7d455adf9093 None None] Allocated IP 172.20.0.2 (152b03a0-29d5-4b4a-9323-f1a6966e8742/abab47f7-3b9e-4ed0-b532-18513730dc7e/9182b2d2-5b00-4d75-b308-87e5c8ad1a53) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:24:37.108671 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca0b1a0-f399-48ba-9957-b5bf1a67c04a req-b208973a-a601-4aee-a362-3aa1dd9b48c1 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:37.120796 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5ca0b1a0-f399-48ba-9957-b5bf1a67c04a req-b208973a-a601-4aee-a362-3aa1dd9b48c1 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=b003d3a9-da03-4254-909a-7913590e5919 HTTP/1.1" status: 200 len: 945 time: 0.1210098 Aug 29 04:24:37.123518 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:37.177969 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5ca0b1a0-f399-48ba-9957-b5bf1a67c04a req-4b25424d-bd90-4cff-b0b9-ff102d7d27a1 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547919 Aug 29 04:24:37.244157 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:37.343336 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c8deaacb-bc78-427d-a037-7d455adf9093 None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:37.353531 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-c8deaacb-bc78-427d-a037-7d455adf9093 None None] Transition to ACTIVE for port object 9182b2d2-5b00-4d75-b308-87e5c8ad1a53 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:24:37.371512 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-c8deaacb-bc78-427d-a037-7d455adf9093 None None] Transition to ACTIVE for port object 9182b2d2-5b00-4d75-b308-87e5c8ad1a53 will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:24:37.376625 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cb910609-05f2-4741-bade-9bc21d6f4ca6 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks [] for router_gateway, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:37.378776 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c8deaacb-bc78-427d-a037-7d455adf9093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:37.404825 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cb910609-05f2-4741-bade-9bc21d6f4ca6 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:37.461360 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8deaacb-bc78-427d-a037-7d455adf9093 None None] Network 152b03a0-29d5-4b4a-9323-f1a6966e8742 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:24:37.477616 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-c8deaacb-bc78-427d-a037-7d455adf9093 None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:24:37.480337 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8deaacb-bc78-427d-a037-7d455adf9093 None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:24:37.488088 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8deaacb-bc78-427d-a037-7d455adf9093 None None] Pushing event updated for resources: {'Port': ['ID=9182b2d2-5b00-4d75-b308-87e5c8ad1a53,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:37.530521 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97401dc-f89c-445c-a7bf-4376e66cfc82 req-8ec84841-0966-4adb-a0d1-b2b2c08a0c1b tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:37.538266 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e97401dc-f89c-445c-a7bf-4376e66cfc82 req-8ec84841-0966-4adb-a0d1-b2b2c08a0c1b tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f1a17fa-6f41-464c-bb77-2f119ba561c6 HTTP/1.1" status: 200 len: 945 time: 0.0834289 Aug 29 04:24:37.542875 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-cb910609-05f2-4741-bade-9bc21d6f4ca6 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Allocated IP 172.25.0.202 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/3c10c6ce-e63a-491f-8949-d77df224b07d) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:24:37.568857 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-c8deaacb-bc78-427d-a037-7d455adf9093 None None] Attempting to bind port 9182b2d2-5b00-4d75-b308-87e5c8ad1a53 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:24:37.569233 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-c8deaacb-bc78-427d-a037-7d455adf9093 None None] Attempting to bind port 9182b2d2-5b00-4d75-b308-87e5c8ad1a53 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'd7e3a28c-830c-477b-b9dc-e1776565c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '152b03a0-29d5-4b4a-9323-f1a6966e8742'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:24:37.569607 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8deaacb-bc78-427d-a037-7d455adf9093 None None] Attempting to bind port 9182b2d2-5b00-4d75-b308-87e5c8ad1a53 on network 152b03a0-29d5-4b4a-9323-f1a6966e8742 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:24:37.585641 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8deaacb-bc78-427d-a037-7d455adf9093 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:24:37.586023 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8deaacb-bc78-427d-a037-7d455adf9093 None None] Checking segment: {'id': 'd7e3a28c-830c-477b-b9dc-e1776565c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '152b03a0-29d5-4b4a-9323-f1a6966e8742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:24:37.587499 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c8deaacb-bc78-427d-a037-7d455adf9093 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:37.589437 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8deaacb-bc78-427d-a037-7d455adf9093 None None] Bound using segment: {'id': 'd7e3a28c-830c-477b-b9dc-e1776565c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '152b03a0-29d5-4b4a-9323-f1a6966e8742'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:24:37.590047 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-c8deaacb-bc78-427d-a037-7d455adf9093 None None] Bound port: 9182b2d2-5b00-4d75-b308-87e5c8ad1a53, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7e3a28c-830c-477b-b9dc-e1776565c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '152b03a0-29d5-4b4a-9323-f1a6966e8742'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:24:37.590595 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c8deaacb-bc78-427d-a037-7d455adf9093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:37.592755 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e97401dc-f89c-445c-a7bf-4376e66cfc82 req-8fc7d417-0b63-4202-8beb-a67ed3aa7f87 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc298de8-05a1-4048-a74a-af5d487002fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427196 Aug 29 04:24:37.667634 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-c8deaacb-bc78-427d-a037-7d455adf9093 None None] For port 9182b2d2-5b00-4d75-b308-87e5c8ad1a53, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:24:37.671431 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-c8deaacb-bc78-427d-a037-7d455adf9093 None None] For port 9182b2d2-5b00-4d75-b308-87e5c8ad1a53, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=9182b2d2-5b00-4d75-b308-87e5c8ad1a53,segment=NetworkSegment(d7e3a28c-830c-477b-b9dc-e1776565c41a),segment_id=d7e3a28c-830c-477b-b9dc-e1776565c41a)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:24:37.677672 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c8deaacb-bc78-427d-a037-7d455adf9093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:37.690846 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cb910609-05f2-4741-bade-9bc21d6f4ca6 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:37.753605 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8deaacb-bc78-427d-a037-7d455adf9093 None None] Pushing event updated for resources: {'Port': ['ID=9182b2d2-5b00-4d75-b308-87e5c8ad1a53,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:37.756584 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cb910609-05f2-4741-bade-9bc21d6f4ca6 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:37.820926 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb910609-05f2-4741-bade-9bc21d6f4ca6 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Pushing event updated for resources: {'Port': ['ID=3c10c6ce-e63a-491f-8949-d77df224b07d,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:37.858279 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb910609-05f2-4741-bade-9bc21d6f4ca6 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:24:37.860765 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-cb910609-05f2-4741-bade-9bc21d6f4ca6 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:24:37.867287 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb910609-05f2-4741-bade-9bc21d6f4ca6 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:24:37.916272 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f876f069-324a-4dca-8848-e51f58ac5986 req-7914f73d-b485-429e-bddc-19961f3d12c2 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:37.918494 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f876f069-324a-4dca-8848-e51f58ac5986 req-7914f73d-b485-429e-bddc-19961f3d12c2 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=b186ca23-8aeb-42ea-ad06-0205dcf6b99f HTTP/1.1" status: 200 len: 946 time: 0.1068475 Aug 29 04:24:38.094125 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f876f069-324a-4dca-8848-e51f58ac5986 req-7e4be505-7484-4411-b7ff-19129b38f2f1 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672173 Aug 29 04:24:38.341819 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cb910609-05f2-4741-bade-9bc21d6f4ca6 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks [] for router_gateway, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:38.394047 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3cdbe5-f945-4b9d-aac9-bfd0b1b984de req-a7ea4df2-b0e0-4288-b5e7-0d096cbbc4f2 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:38.395723 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7e3cdbe5-f945-4b9d-aac9-bfd0b1b984de req-a7ea4df2-b0e0-4288-b5e7-0d096cbbc4f2 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=b003d3a9-da03-4254-909a-7913590e5919 HTTP/1.1" status: 200 len: 945 time: 0.1125305 Aug 29 04:24:38.516063 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7e3cdbe5-f945-4b9d-aac9-bfd0b1b984de req-e85f8eee-4cb7-4dae-bd94-c28efa441f46 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054232 Aug 29 04:24:38.537435 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8195855-3f26-4099-be00-d0cdb23d501a req-790ae554-84c6-43c1-8613-35f81754c3fc tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:38.538877 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b8195855-3f26-4099-be00-d0cdb23d501a req-790ae554-84c6-43c1-8613-35f81754c3fc tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f1a17fa-6f41-464c-bb77-2f119ba561c6 HTTP/1.1" status: 200 len: 945 time: 0.1617353 Aug 29 04:24:38.601162 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:38.684076 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c136b56-3318-4109-8c00-f6d357f16013 req-ea90963a-6a81-4d29-9492-0aad7156523d tempest-LiveMigrationTest-555913250 tempest-LiveMigrationTest-555913250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:38.688145 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2c136b56-3318-4109-8c00-f6d357f16013 req-ea90963a-6a81-4d29-9492-0aad7156523d tempest-LiveMigrationTest-555913250 tempest-LiveMigrationTest-555913250-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=b003d3a9-da03-4254-909a-7913590e5919 HTTP/1.1" status: 200 len: 1097 time: 0.0958865 Aug 29 04:24:38.745091 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2c136b56-3318-4109-8c00-f6d357f16013 req-3c5c46ce-5440-4542-841a-4c125620328a tempest-LiveMigrationTest-555913250 tempest-LiveMigrationTest-555913250-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427403 Aug 29 04:24:38.875906 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3380bb46-b3dd-4adc-83c1-55517c24fe11 req-81f19bfa-6a4a-4f1b-9572-bd4dbfc892a0 tempest-LiveMigrationTest-555913250 tempest-LiveMigrationTest-555913250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:38.878620 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3380bb46-b3dd-4adc-83c1-55517c24fe11 req-81f19bfa-6a4a-4f1b-9572-bd4dbfc892a0 tempest-LiveMigrationTest-555913250 tempest-LiveMigrationTest-555913250-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=b003d3a9-da03-4254-909a-7913590e5919 HTTP/1.1" status: 200 len: 1097 time: 0.0628605 Aug 29 04:24:38.938126 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3380bb46-b3dd-4adc-83c1-55517c24fe11 req-51edb13a-c554-424f-95b3-f97b2693b1ab tempest-LiveMigrationTest-555913250 tempest-LiveMigrationTest-555913250-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516882 Aug 29 04:24:39.250828 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6541362-98ba-4a47-bff4-24b78ab2737b None None] Network 152b03a0-29d5-4b4a-9323-f1a6966e8742 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:24:39.275572 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cb910609-05f2-4741-bade-9bc21d6f4ca6 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409'] for router, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:39.472243 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 9182b2d2-5b00-4d75-b308-87e5c8ad1a53 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:24:39.567116 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-b8195855-3f26-4099-be00-d0cdb23d501a req-2441f93a-8f2e-400a-a8ff-5c2b8dde60d6 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Deleting port f21d06d4-e367-4e1c-9f14-3a6c1c2ac7dd {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:24:39.568426 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-b8195855-3f26-4099-be00-d0cdb23d501a req-2441f93a-8f2e-400a-a8ff-5c2b8dde60d6 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:39.591299 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e785e8-e96a-49b6-8b3f-8fca2c843f1c req-74f02ce0-5e14-4e76-b648-0cf8715b2270 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:39.597320 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-5655606b-e16a-478f-a5f3-43e890efc41b None None] Provisioning for port 9182b2d2-5b00-4d75-b308-87e5c8ad1a53 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:24:39.601644 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b2e785e8-e96a-49b6-8b3f-8fca2c843f1c req-74f02ce0-5e14-4e76-b648-0cf8715b2270 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f1a17fa-6f41-464c-bb77-2f119ba561c6 HTTP/1.1" status: 200 len: 945 time: 0.8934767 Aug 29 04:24:39.667315 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 9182b2d2-5b00-4d75-b308-87e5c8ad1a53 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:24:39.703011 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 9182b2d2-5b00-4d75-b308-87e5c8ad1a53 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:24:39.703376 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:39.768668 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb910609-05f2-4741-bade-9bc21d6f4ca6 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Router 6c07e863-940b-4ecb-9721-4fe0dfa5286a is scheduled to L3 agent 76874008-c311-485c-ba36-921b6d275b6a with binding_index 1 {{(pid=94828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:24:39.784618 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b2e785e8-e96a-49b6-8b3f-8fca2c843f1c req-9ecdef39-3bca-45f2-86d2-00ec95396eca tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc298de8-05a1-4048-a74a-af5d487002fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470397 Aug 29 04:24:39.899015 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:39.998995 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 9182b2d2-5b00-4d75-b308-87e5c8ad1a53, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=9182b2d2-5b00-4d75-b308-87e5c8ad1a53,segment=NetworkSegment(d7e3a28c-830c-477b-b9dc-e1776565c41a),segment_id=d7e3a28c-830c-477b-b9dc-e1776565c41a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:40.005309 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:40.175001 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-b8195855-3f26-4099-be00-d0cdb23d501a req-2441f93a-8f2e-400a-a8ff-5c2b8dde60d6 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] For port f21d06d4-e367-4e1c-9f14-3a6c1c2ac7dd, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=f21d06d4-e367-4e1c-9f14-3a6c1c2ac7dd,segment=NetworkSegment(ad086531-7f14-4bee-b100-2be74f8adb97),segment_id=ad086531-7f14-4bee-b100-2be74f8adb97)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:40.178235 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-b8195855-3f26-4099-be00-d0cdb23d501a req-2441f93a-8f2e-400a-a8ff-5c2b8dde60d6 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:40.193758 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-b8195855-3f26-4099-be00-d0cdb23d501a req-2441f93a-8f2e-400a-a8ff-5c2b8dde60d6 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Calling delete_port for f21d06d4-e367-4e1c-9f14-3a6c1c2ac7dd owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:24:40.195151 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=9182b2d2-5b00-4d75-b308-87e5c8ad1a53,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:40.282405 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb910609-05f2-4741-bade-9bc21d6f4ca6 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:24:40.295874 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60e2612-ce72-458a-8fff-4bd0e9a23ff6 None None] Sync routers for ids ['6c07e863-940b-4ecb-9721-4fe0dfa5286a'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:24:40.306851 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60e2612-ce72-458a-8fff-4bd0e9a23ff6 None None] Routers {'6c07e863-940b-4ecb-9721-4fe0dfa5286a'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:24:40.308310 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-c60e2612-ce72-458a-8fff-4bd0e9a23ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:24:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['6c07e863-940b-4ecb-9721-4fe0dfa5286a'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:40.318246 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-36bd0622-4c5f-41a6-8ad1-e8c5abd92c8f None None] Provisioning complete for port 9182b2d2-5b00-4d75-b308-87e5c8ad1a53 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:24:40.319017 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-36bd0622-4c5f-41a6-8ad1-e8c5abd92c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:40.345582 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cb910609-05f2-4741-bade-9bc21d6f4ca6 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks [] for router, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:40.359578 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 56936) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:40.360858 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-cb910609-05f2-4741-bade-9bc21d6f4ca6 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.6733181 Aug 29 04:24:40.364836 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-c60e2612-ce72-458a-8fff-4bd0e9a23ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:40.376203 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60e2612-ce72-458a-8fff-4bd0e9a23ff6 None None] Routers {'6c07e863-940b-4ecb-9721-4fe0dfa5286a'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:24:40.377029 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-c60e2612-ce72-458a-8fff-4bd0e9a23ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:24:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['6c07e863-940b-4ecb-9721-4fe0dfa5286a'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:40.391824 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f63639-f3ce-41a3-9216-332e6f11e2d2 req-443bc8e6-68b8-4e19-93b2-f48b9ee95f52 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:40.393876 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-83f63639-f3ce-41a3-9216-332e6f11e2d2 req-443bc8e6-68b8-4e19-93b2-f48b9ee95f52 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=b186ca23-8aeb-42ea-ad06-0205dcf6b99f HTTP/1.1" status: 200 len: 946 time: 0.2396171 Aug 29 04:24:40.422173 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-c60e2612-ce72-458a-8fff-4bd0e9a23ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:40.423275 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60e2612-ce72-458a-8fff-4bd0e9a23ff6 None None] The sync data for ids ['6c07e863-940b-4ecb-9721-4fe0dfa5286a'] in n-d-712140-12 is: [] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:24:40.503053 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-b8195855-3f26-4099-be00-d0cdb23d501a req-2441f93a-8f2e-400a-a8ff-5c2b8dde60d6 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:40.535434 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['d71d6c5d-6a54-4919-850f-c170caffc061'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:24:40.592381 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2441f93a-8f2e-400a-a8ff-5c2b8dde60d6 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Pushing event deleted for resources: {'Port': ['ID=f21d06d4-e367-4e1c-9f14-3a6c1c2ac7dd,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:40.647042 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-83f63639-f3ce-41a3-9216-332e6f11e2d2 req-1306ad51-ed3c-4b47-ac3c-07f52efcd59b tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354929 Aug 29 04:24:40.673126 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8195855-3f26-4099-be00-d0cdb23d501a req-2441f93a-8f2e-400a-a8ff-5c2b8dde60d6 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] No DVR routers for this DVR port f21d06d4-e367-4e1c-9f14-3a6c1c2ac7dd on host n-h1-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:24:40.685481 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-b8195855-3f26-4099-be00-d0cdb23d501a req-2441f93a-8f2e-400a-a8ff-5c2b8dde60d6 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:40.687544 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b8195855-3f26-4099-be00-d0cdb23d501a req-2441f93a-8f2e-400a-a8ff-5c2b8dde60d6 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.46 "DELETE /v2.0/ports/f21d06d4-e367-4e1c-9f14-3a6c1c2ac7dd HTTP/1.1" status: 204 len: 173 time: 2.1403952 Aug 29 04:24:40.688088 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f1a17fa-6f41-464c-bb77-2f119ba561c6', 'name': 'network-vif-deleted', 'tag': 'f21d06d4-e367-4e1c-9f14-3a6c1c2ac7dd'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:24:40.690351 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6472801b-5cd0-4e60-9b53-5f2f638de74c" -d '{"events": [{"server_uuid": "5f1a17fa-6f41-464c-bb77-2f119ba561c6", "name": "network-vif-deleted", "tag": "f21d06d4-e367-4e1c-9f14-3a6c1c2ac7dd"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:24:40.864090 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5f2e150-7586-49b6-a41a-79764fbfef44 x-openstack-request-id: req-a5f2e150-7586-49b6-a41a-79764fbfef44 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:24:40.864409 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f1a17fa-6f41-464c-bb77-2f119ba561c6", "name": "network-vif-deleted", "tag": "f21d06d4-e367-4e1c-9f14-3a6c1c2ac7dd", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:24:40.864668 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a5f2e150-7586-49b6-a41a-79764fbfef44 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:24:40.865077 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f1a17fa-6f41-464c-bb77-2f119ba561c6', 'name': 'network-vif-deleted', 'tag': 'f21d06d4-e367-4e1c-9f14-3a6c1c2ac7dd', 'status': 'completed', 'code': 200} Aug 29 04:24:40.869183 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [req-2a37a94f-c785-4a23-a471-e1ca41d01fbe req-f6fdbe72-de2c-49c4-b13b-d038f6cd9550 tempest-LiveMigrationTest-555913250 tempest-LiveMigrationTest-555913250-project-admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:24:40.879363 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2a37a94f-c785-4a23-a471-e1ca41d01fbe req-f6fdbe72-de2c-49c4-b13b-d038f6cd9550 tempest-LiveMigrationTest-555913250 tempest-LiveMigrationTest-555913250-project-admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0327680 Aug 29 04:24:40.889479 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-2a37a94f-c785-4a23-a471-e1ca41d01fbe req-488397e6-85bc-4891-9b69-287b58e8ea72 service neutron] Request body: {'binding': {'host': 'n-h2-712140-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:40.890321 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-2a37a94f-c785-4a23-a471-e1ca41d01fbe req-488397e6-85bc-4891-9b69-287b58e8ea72 service neutron] Unknown quota resources ['binding']. {{(pid=94829) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 04:24:41.011957 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-34c6b6a5-4c96-4b76-8554-5f61a7880dc5 req-1e6b74ec-2db9-4f49-a951-fe3de98f4062 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f1a17fa-6f41-464c-bb77-2f119ba561c6 HTTP/1.1" status: 200 len: 210 time: 0.0334811 Aug 29 04:24:41.172102 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device f21d06d4-e367-4e1c-9f14-3a6c1c2ac7dd no longer exists at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:24:41.201394 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] No Port match for: f21d06d4-e367-4e1c-9f14-3a6c1c2ac7dd {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:24:41.203641 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device f21d06d4-e367-4e1c-9f14-3a6c1c2ac7dd not bound to the agent host n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:24:41.224407 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-2a37a94f-c785-4a23-a471-e1ca41d01fbe req-488397e6-85bc-4891-9b69-287b58e8ea72 service neutron] Attempting to bind port 82d800fe-3c6b-462e-8af6-07b4d49dbea9 on host n-h2-712140-12 for vnic_type normal with profile None {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:24:41.224748 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-2a37a94f-c785-4a23-a471-e1ca41d01fbe req-488397e6-85bc-4891-9b69-287b58e8ea72 service neutron] Attempting to bind port 82d800fe-3c6b-462e-8af6-07b4d49dbea9 by drivers openvswitch,hyperv on host n-h2-712140-12 at level 0 using segments [{'id': '44fea4a1-e972-4690-b14e-956bce45d1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1c65535d-8d45-4051-8e5d-043211a49251'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:24:41.225077 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a37a94f-c785-4a23-a471-e1ca41d01fbe req-488397e6-85bc-4891-9b69-287b58e8ea72 service neutron] Attempting to bind port 82d800fe-3c6b-462e-8af6-07b4d49dbea9 on network 1c65535d-8d45-4051-8e5d-043211a49251 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:24:41.233436 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a37a94f-c785-4a23-a471-e1ca41d01fbe req-488397e6-85bc-4891-9b69-287b58e8ea72 service neutron] Port 82d800fe-3c6b-462e-8af6-07b4d49dbea9 on network 1c65535d-8d45-4051-8e5d-043211a49251 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-12 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:24:41.233982 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a37a94f-c785-4a23-a471-e1ca41d01fbe req-488397e6-85bc-4891-9b69-287b58e8ea72 service neutron] Attempting to bind port 82d800fe-3c6b-462e-8af6-07b4d49dbea9 on network 1c65535d-8d45-4051-8e5d-043211a49251 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:24:41.259286 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a37a94f-c785-4a23-a471-e1ca41d01fbe req-488397e6-85bc-4891-9b69-287b58e8ea72 service neutron] Checking agent: {'id': 'b3a0606b-b029-4f5e-8798-3a32b71d8844', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:24:41.259889 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a37a94f-c785-4a23-a471-e1ca41d01fbe req-488397e6-85bc-4891-9b69-287b58e8ea72 service neutron] Checking segment: {'id': '44fea4a1-e972-4690-b14e-956bce45d1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1c65535d-8d45-4051-8e5d-043211a49251'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:24:41.260461 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a37a94f-c785-4a23-a471-e1ca41d01fbe req-488397e6-85bc-4891-9b69-287b58e8ea72 service neutron] Bound using segment: {'id': '44fea4a1-e972-4690-b14e-956bce45d1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1c65535d-8d45-4051-8e5d-043211a49251'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:24:41.261119 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-2a37a94f-c785-4a23-a471-e1ca41d01fbe req-488397e6-85bc-4891-9b69-287b58e8ea72 service neutron] Bound port: 82d800fe-3c6b-462e-8af6-07b4d49dbea9, host: n-h2-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44fea4a1-e972-4690-b14e-956bce45d1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1c65535d-8d45-4051-8e5d-043211a49251'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:24:41.371271 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-2a37a94f-c785-4a23-a471-e1ca41d01fbe req-488397e6-85bc-4891-9b69-287b58e8ea72 service neutron] For port 82d800fe-3c6b-462e-8af6-07b4d49dbea9, host n-h2-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=82d800fe-3c6b-462e-8af6-07b4d49dbea9,segment=NetworkSegment(44fea4a1-e972-4690-b14e-956bce45d1ec),segment_id=44fea4a1-e972-4690-b14e-956bce45d1ec)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:24:41.377533 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5b361950-1451-42fd-840b-d1b2544543e1 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:41.384530 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-2a37a94f-c785-4a23-a471-e1ca41d01fbe req-488397e6-85bc-4891-9b69-287b58e8ea72 service neutron] Notify callbacks [] for binding, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:41.385958 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2a37a94f-c785-4a23-a471-e1ca41d01fbe req-488397e6-85bc-4891-9b69-287b58e8ea72 service neutron] 10.222.0.22 "POST /v2.0/ports/82d800fe-3c6b-462e-8af6-07b4d49dbea9/bindings HTTP/1.1" status: 201 len: 390 time: 0.5055401 Aug 29 04:24:41.401714 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 9182b2d2-5b00-4d75-b308-87e5c8ad1a53 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:24:41.577680 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 9182b2d2-5b00-4d75-b308-87e5c8ad1a53 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:24:41.580991 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:41.769782 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6570a1ad-b037-4f5b-a644-36c9fbc3bf87 req-b15c7659-3286-4a13-bcb1-7eecd0342291 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:41.780928 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6570a1ad-b037-4f5b-a644-36c9fbc3bf87 req-b15c7659-3286-4a13-bcb1-7eecd0342291 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=b003d3a9-da03-4254-909a-7913590e5919 HTTP/1.1" status: 200 len: 945 time: 0.1141212 Aug 29 04:24:41.799457 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-5b361950-1451-42fd-840b-d1b2544543e1 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Allocated IP 172.20.0.1 (152b03a0-29d5-4b4a-9323-f1a6966e8742/abab47f7-3b9e-4ed0-b532-18513730dc7e/cfc9d202-6ef4-4e77-85b2-0dbcff7e0d71) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:24:41.882389 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6570a1ad-b037-4f5b-a644-36c9fbc3bf87 req-fd9e41f1-c8e8-40d7-8f84-546c0475a935 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991197 Aug 29 04:24:41.893614 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a37a94f-c785-4a23-a471-e1ca41d01fbe req-d82d2e10-d805-43a1-a8e5-90b39cccbdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:41.906865 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2a37a94f-c785-4a23-a471-e1ca41d01fbe req-d82d2e10-d805-43a1-a8e5-90b39cccbdcc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=260b2b7726794e4d90a38e52b66506fd&device_id=b003d3a9-da03-4254-909a-7913590e5919 HTTP/1.1" status: 200 len: 1097 time: 0.1073594 Aug 29 04:24:41.987149 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be8696a-8ab1-4cb5-a089-6ba6678e1199 req-da933e9a-4d95-409e-a26a-d98bcd54575c tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:41.994923 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0be8696a-8ab1-4cb5-a089-6ba6678e1199 req-da933e9a-4d95-409e-a26a-d98bcd54575c tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=b186ca23-8aeb-42ea-ad06-0205dcf6b99f HTTP/1.1" status: 200 len: 946 time: 0.1918471 Aug 29 04:24:42.052849 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a37a94f-c785-4a23-a471-e1ca41d01fbe req-dd1d87a1-72af-4aa8-b939-6072d16efaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:42.054478 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2a37a94f-c785-4a23-a471-e1ca41d01fbe req-dd1d87a1-72af-4aa8-b939-6072d16efaeb service neutron] 10.222.0.48 "GET /v2.0/networks?id=1c65535d-8d45-4051-8e5d-043211a49251 HTTP/1.1" status: 200 len: 908 time: 0.1481640 Aug 29 04:24:42.113604 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2a37a94f-c785-4a23-a471-e1ca41d01fbe req-10af5f76-be35-4555-8c98-764d3fdf426c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82d800fe-3c6b-462e-8af6-07b4d49dbea9 HTTP/1.1" status: 200 len: 217 time: 0.0507085 Aug 29 04:24:42.144349 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0be8696a-8ab1-4cb5-a089-6ba6678e1199 req-613e0b10-4ecf-4cd6-9258-fdddf4fb6745 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338968 Aug 29 04:24:42.167592 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5b361950-1451-42fd-840b-d1b2544543e1 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:42.194304 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-5b361950-1451-42fd-840b-d1b2544543e1 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Transition to ACTIVE for port object cfc9d202-6ef4-4e77-85b2-0dbcff7e0d71 will not be triggered until provisioned by entity DHCP. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:24:42.235315 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a37a94f-c785-4a23-a471-e1ca41d01fbe req-25ea665a-42fb-4d40-a4aa-7bd4f88f8df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:42.236111 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2a37a94f-c785-4a23-a471-e1ca41d01fbe req-25ea665a-42fb-4d40-a4aa-7bd4f88f8df1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d11db723-881a-44e4-ae3d-f8a6bedc146e HTTP/1.1" status: 200 len: 847 time: 0.1151741 Aug 29 04:24:42.268986 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5b361950-1451-42fd-840b-d1b2544543e1 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:42.285612 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2a37a94f-c785-4a23-a471-e1ca41d01fbe req-585abbfb-dc88-42b6-86c8-bfbb79e25a05 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1c65535d-8d45-4051-8e5d-043211a49251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400062 Aug 29 04:24:42.334308 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b361950-1451-42fd-840b-d1b2544543e1 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Network 152b03a0-29d5-4b4a-9323-f1a6966e8742 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:24:42.338345 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-5b361950-1451-42fd-840b-d1b2544543e1 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:24:42.350864 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b361950-1451-42fd-840b-d1b2544543e1 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:24:42.379146 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b361950-1451-42fd-840b-d1b2544543e1 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Pushing event updated for resources: {'Port': ['ID=cfc9d202-6ef4-4e77-85b2-0dbcff7e0d71,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:42.425856 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5b361950-1451-42fd-840b-d1b2544543e1 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719598'] for router_interface, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:42.433945 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2a37a94f-c785-4a23-a471-e1ca41d01fbe req-25dd95b3-a7ec-4f0b-af0a-3e4bef02b437 service neutron] 10.222.0.48 "GET /v2.0/networks/1c65535d-8d45-4051-8e5d-043211a49251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301272 Aug 29 04:24:42.601917 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94042b3-1677-46f3-9e69-f982f5ad9944 req-94beaf3f-0636-4c87-86bd-e2ec203d851c tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:42.612132 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d94042b3-1677-46f3-9e69-f982f5ad9944 req-94beaf3f-0636-4c87-86bd-e2ec203d851c tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/ports?device_id=b768cd8c-ce3b-4634-96ad-a9a93cf1350c HTTP/1.1" status: 200 len: 946 time: 0.1184771 Aug 29 04:24:42.617112 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5b361950-1451-42fd-840b-d1b2544543e1 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:42.704175 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d94042b3-1677-46f3-9e69-f982f5ad9944 req-93734fe1-6106-4229-8b67-4bba327b03c7 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc298de8-05a1-4048-a74a-af5d487002fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908766 Aug 29 04:24:42.706124 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2a37a94f-c785-4a23-a471-e1ca41d01fbe req-46816fba-2aea-49f8-9f93-b118cdcd34fa service neutron] 10.222.0.48 "GET /v2.0/networks/1c65535d-8d45-4051-8e5d-043211a49251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384412 Aug 29 04:24:42.742194 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-885c2e7b-e472-4267-8943-93f42d25cb90 None None] Provisioning for port cfc9d202-6ef4-4e77-85b2-0dbcff7e0d71 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:24:42.747751 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-885c2e7b-e472-4267-8943-93f42d25cb90 None None] Provisioning complete for port cfc9d202-6ef4-4e77-85b2-0dbcff7e0d71 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:24:42.748260 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-885c2e7b-e472-4267-8943-93f42d25cb90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:42.795485 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-885c2e7b-e472-4267-8943-93f42d25cb90 None None] Port cfc9d202-6ef4-4e77-85b2-0dbcff7e0d71 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:24:43.007486 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5b361950-1451-42fd-840b-d1b2544543e1 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:43.014980 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 04e502c0-88ce-4e92-9cb0-a85b2cfefce6 details requested by agent hyperv_n-h2-712140-12 with host n-h2-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:24:43.057339 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5b361950-1451-42fd-840b-d1b2544543e1 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:43.190510 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 04e502c0-88ce-4e92-9cb0-a85b2cfefce6, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=04e502c0-88ce-4e92-9cb0-a85b2cfefce6,segment=NetworkSegment(b7618bbf-11af-465a-8663-f9f8f84b36c0),segment_id=b7618bbf-11af-465a-8663-f9f8f84b36c0)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:43.204427 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5b361950-1451-42fd-840b-d1b2544543e1 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-718897'] for router_interface, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:43.220523 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b361950-1451-42fd-840b-d1b2544543e1 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Pushing event updated for resources: {'Port': ['ID=cfc9d202-6ef4-4e77-85b2-0dbcff7e0d71,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:43.231534 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Returning: {'device': '04e502c0-88ce-4e92-9cb0-a85b2cfefce6', 'network_id': '6dc9f122-fe76-4b29-b692-6f9509f76947', 'port_id': '04e502c0-88ce-4e92-9cb0-a85b2cfefce6', 'mac_address': 'fa:16:3e:96:02:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92da5435-aaff-49ad-89d5-9a0918bd173a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:24:43.232511 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a8a5cf-8352-4709-a523-01a39cd63a00 req-8925113c-713a-45d9-9db3-0d1ef928fe1c tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:43.234771 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c5a8a5cf-8352-4709-a523-01a39cd63a00 req-8925113c-713a-45d9-9db3-0d1ef928fe1c tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=b003d3a9-da03-4254-909a-7913590e5919 HTTP/1.1" status: 200 len: 945 time: 0.2237203 Aug 29 04:24:43.347057 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c5a8a5cf-8352-4709-a523-01a39cd63a00 req-1756b331-9a62-4c16-b6bf-e32808bc13a6 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976501 Aug 29 04:24:43.355483 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:43.402218 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 04e502c0-88ce-4e92-9cb0-a85b2cfefce6 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:24:43.407592 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b361950-1451-42fd-840b-d1b2544543e1 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Network 152b03a0-29d5-4b4a-9323-f1a6966e8742 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:24:43.418697 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-5b361950-1451-42fd-840b-d1b2544543e1 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:24:43.448939 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc08ed9-dc60-4fd5-b389-d5010faf07f6 req-4bff699b-ddc8-4789-9e8a-082452f09bf7 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:43.454095 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-cbc08ed9-dc60-4fd5-b389-d5010faf07f6 req-4bff699b-ddc8-4789-9e8a-082452f09bf7 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=b186ca23-8aeb-42ea-ad06-0205dcf6b99f HTTP/1.1" status: 200 len: 946 time: 0.1557386 Aug 29 04:24:43.481153 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 04e502c0-88ce-4e92-9cb0-a85b2cfefce6, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=04e502c0-88ce-4e92-9cb0-a85b2cfefce6,segment=NetworkSegment(b7618bbf-11af-465a-8663-f9f8f84b36c0),segment_id=b7618bbf-11af-465a-8663-f9f8f84b36c0)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:43.486240 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:43.570712 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=04e502c0-88ce-4e92-9cb0-a85b2cfefce6,revision_number=6']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:43.572933 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-cbc08ed9-dc60-4fd5-b389-d5010faf07f6 req-6e79032b-6bea-4695-a10f-8c6e3cd7b414 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104245 Aug 29 04:24:43.698166 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['04e502c0-88ce-4e92-9cb0-a85b2cfefce6'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:24:43.729436 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b361950-1451-42fd-840b-d1b2544543e1 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Router 6c07e863-940b-4ecb-9721-4fe0dfa5286a has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:24:43.937193 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6046cc42-b3fb-44d4-8425-d955f3a4e3b4 None None] Provisioning complete for port cfc9d202-6ef4-4e77-85b2-0dbcff7e0d71 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:24:43.937723 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6046cc42-b3fb-44d4-8425-d955f3a4e3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:43.998471 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6046cc42-b3fb-44d4-8425-d955f3a4e3b4 None None] Port cfc9d202-6ef4-4e77-85b2-0dbcff7e0d71 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:24:44.006368 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b361950-1451-42fd-840b-d1b2544543e1 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:24:44.010888 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-5b361950-1451-42fd-840b-d1b2544543e1 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] 10.222.0.22 "PUT /v2.0/routers/6c07e863-940b-4ecb-9721-4fe0dfa5286a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6463823 Aug 29 04:24:44.014457 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 56992) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:44.019208 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a4662f-0d78-46af-b651-a7ba29e3129f None None] Sync routers for ids ['6c07e863-940b-4ecb-9721-4fe0dfa5286a'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:24:44.027783 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04666e4e-9634-442a-af24-99e0fd453c13 req-8c016517-f64e-4dc2-ae26-69ed17b57e49 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:44.029405 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-ce8577bf-e62d-428f-8345-9678892c0025 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Request body: {'port': {'network_id': '152b03a0-29d5-4b4a-9323-f1a6966e8742', 'name': 'tempest-FloatingIPTestJSON-725267829'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:44.042544 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-04666e4e-9634-442a-af24-99e0fd453c13 req-8c016517-f64e-4dc2-ae26-69ed17b57e49 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/ports?device_id=b768cd8c-ce3b-4634-96ad-a9a93cf1350c HTTP/1.1" status: 200 len: 946 time: 0.1374512 Aug 29 04:24:44.044195 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a4662f-0d78-46af-b651-a7ba29e3129f None None] Routers {'6c07e863-940b-4ecb-9721-4fe0dfa5286a'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:24:44.044920 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-c0a4662f-0d78-46af-b651-a7ba29e3129f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:24:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['6c07e863-940b-4ecb-9721-4fe0dfa5286a'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:44.091541 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-04666e4e-9634-442a-af24-99e0fd453c13 req-1c2e27fc-ff3f-49f2-a167-8c043f1683a5 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc298de8-05a1-4048-a74a-af5d487002fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447533 Aug 29 04:24:44.107215 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-c0a4662f-0d78-46af-b651-a7ba29e3129f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:44.116019 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a4662f-0d78-46af-b651-a7ba29e3129f None None] Routers {'6c07e863-940b-4ecb-9721-4fe0dfa5286a'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:24:44.116626 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-c0a4662f-0d78-46af-b651-a7ba29e3129f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:24:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['6c07e863-940b-4ecb-9721-4fe0dfa5286a'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:44.170861 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-c0a4662f-0d78-46af-b651-a7ba29e3129f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:44.171548 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a4662f-0d78-46af-b651-a7ba29e3129f None None] The sync data for ids ['6c07e863-940b-4ecb-9721-4fe0dfa5286a'] in n-d-712140-12 is: [] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:24:44.235476 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce8577bf-e62d-428f-8345-9678892c0025 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Made reservation on behalf of 0e7e7c5f92ce4c7e8a2717aa9e86c9db for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:24:44.239454 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ce8577bf-e62d-428f-8345-9678892c0025 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:44.266439 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-ce8577bf-e62d-428f-8345-9678892c0025 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] device_id is not set on port 7535f082-06e8-4f74-9a5c-304a00c931f0 yet. {{(pid=94828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:24:44.421174 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-ce8577bf-e62d-428f-8345-9678892c0025 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Allocated IP 172.20.0.14 (152b03a0-29d5-4b4a-9323-f1a6966e8742/abab47f7-3b9e-4ed0-b532-18513730dc7e/7535f082-06e8-4f74-9a5c-304a00c931f0) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:24:44.586414 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d37e5b6-0eda-47a4-862e-db1559b64800 req-7434298c-7e33-4aee-92dc-bbac96717eec tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:44.593214 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0d37e5b6-0eda-47a4-862e-db1559b64800 req-7434298c-7e33-4aee-92dc-bbac96717eec tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=b003d3a9-da03-4254-909a-7913590e5919 HTTP/1.1" status: 200 len: 945 time: 0.1242871 Aug 29 04:24:44.646300 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ce8577bf-e62d-428f-8345-9678892c0025 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:44.657199 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0d37e5b6-0eda-47a4-862e-db1559b64800 req-23e86934-6e08-4af3-8b65-f553de5cb29a tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566976 Aug 29 04:24:44.698082 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ce8577bf-e62d-428f-8345-9678892c0025 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Transition to ACTIVE for port object 7535f082-06e8-4f74-9a5c-304a00c931f0 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:24:44.796610 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ce8577bf-e62d-428f-8345-9678892c0025 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:44.863576 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd335a6-c3e8-4a9e-a360-2c32cc5eaf3e req-a47e8f45-dd65-48d0-ac84-1bd712e1a168 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:44.865432 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0fd335a6-c3e8-4a9e-a360-2c32cc5eaf3e req-a47e8f45-dd65-48d0-ac84-1bd712e1a168 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=b186ca23-8aeb-42ea-ad06-0205dcf6b99f HTTP/1.1" status: 200 len: 945 time: 0.1264493 Aug 29 04:24:44.867573 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8577bf-e62d-428f-8345-9678892c0025 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Network 152b03a0-29d5-4b4a-9323-f1a6966e8742 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:24:44.870977 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-ce8577bf-e62d-428f-8345-9678892c0025 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:24:44.886406 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8577bf-e62d-428f-8345-9678892c0025 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:24:44.932808 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8577bf-e62d-428f-8345-9678892c0025 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Pushing event updated for resources: {'Port': ['ID=7535f082-06e8-4f74-9a5c-304a00c931f0,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:44.966604 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8577bf-e62d-428f-8345-9678892c0025 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:44.967268 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ce8577bf-e62d-428f-8345-9678892c0025 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:44.982387 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0fd335a6-c3e8-4a9e-a360-2c32cc5eaf3e req-2f0ed0c1-4a81-4609-a4ae-aee02fdae2e6 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051502 Aug 29 04:24:45.016208 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-ce8577bf-e62d-428f-8345-9678892c0025 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9978073 Aug 29 04:24:45.016429 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 04e502c0-88ce-4e92-9cb0-a85b2cfefce6 up at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:24:45.017413 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 57010) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:45.022915 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-643f0401-f5f8-42b6-b739-d76a93448f13 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Request body: {'floatingip': {'port_id': '7535f082-06e8-4f74-9a5c-304a00c931f0'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:45.116043 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning complete for port 04e502c0-88ce-4e92-9cb0-a85b2cfefce6 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:24:45.116405 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:45.196685 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-643f0401-f5f8-42b6-b739-d76a93448f13 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks [] for floatingip, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:45.321083 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-053eb034-5d70-42e8-b244-032071241334 None None] Provisioning for port 7535f082-06e8-4f74-9a5c-304a00c931f0 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:24:45.330603 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:45.379384 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 04e502c0-88ce-4e92-9cb0-a85b2cfefce6, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=04e502c0-88ce-4e92-9cb0-a85b2cfefce6,segment=NetworkSegment(b7618bbf-11af-465a-8663-f9f8f84b36c0),segment_id=b7618bbf-11af-465a-8663-f9f8f84b36c0)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:45.381901 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-053eb034-5d70-42e8-b244-032071241334 None None] Provisioning complete for port 7535f082-06e8-4f74-9a5c-304a00c931f0 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:24:45.382833 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-053eb034-5d70-42e8-b244-032071241334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:45.438919 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b186ca23-8aeb-42ea-ad06-0205dcf6b99f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04e502c0-88ce-4e92-9cb0-a85b2cfefce6'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:24:45.441729 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41add5cc-6f00-49fd-af2f-1297d795319a req-66022e65-f6d8-4a2e-996a-ce562ae11619 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:45.442237 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06e30850-0165-4cf0-ac23-f17f31d3f355" -d '{"events": [{"server_uuid": "b186ca23-8aeb-42ea-ad06-0205dcf6b99f", "name": "network-vif-plugged", "status": "completed", "tag": "04e502c0-88ce-4e92-9cb0-a85b2cfefce6"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:24:45.444123 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-41add5cc-6f00-49fd-af2f-1297d795319a req-66022e65-f6d8-4a2e-996a-ce562ae11619 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/ports?device_id=b768cd8c-ce3b-4634-96ad-a9a93cf1350c HTTP/1.1" status: 200 len: 946 time: 0.1523550 Aug 29 04:24:45.458534 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-053eb034-5d70-42e8-b244-032071241334 None None] Port 7535f082-06e8-4f74-9a5c-304a00c931f0 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:24:45.460538 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:45.542329 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aca6037a-bf5a-4a7d-ae56-601b13c379d7 x-openstack-request-id: req-aca6037a-bf5a-4a7d-ae56-601b13c379d7 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:24:45.543031 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b186ca23-8aeb-42ea-ad06-0205dcf6b99f", "name": "network-vif-plugged", "status": "completed", "tag": "04e502c0-88ce-4e92-9cb0-a85b2cfefce6", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:24:45.543836 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-aca6037a-bf5a-4a7d-ae56-601b13c379d7 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:24:45.545561 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b186ca23-8aeb-42ea-ad06-0205dcf6b99f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04e502c0-88ce-4e92-9cb0-a85b2cfefce6', 'code': 200} Aug 29 04:24:45.560096 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-41add5cc-6f00-49fd-af2f-1297d795319a req-7aed7e99-8874-4f16-b1b9-112b1156a25b tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc298de8-05a1-4048-a74a-af5d487002fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053548 Aug 29 04:24:45.593955 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=04e502c0-88ce-4e92-9cb0-a85b2cfefce6,revision_number=7']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:45.875016 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55da7ad-af24-443d-8326-d38462a543ad req-ee92bc4f-2fac-4632-b07c-e45febebf27c tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:45.877131 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a55da7ad-af24-443d-8326-d38462a543ad req-ee92bc4f-2fac-4632-b07c-e45febebf27c tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=b003d3a9-da03-4254-909a-7913590e5919 HTTP/1.1" status: 200 len: 945 time: 0.1147752 Aug 29 04:24:46.151664 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e0de2-70eb-438a-872a-9095bc2fda93 req-11f3116c-b400-4082-aa69-38cebc2791b5 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:46.153728 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-374e0de2-70eb-438a-872a-9095bc2fda93 req-11f3116c-b400-4082-aa69-38cebc2791b5 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=b186ca23-8aeb-42ea-ad06-0205dcf6b99f HTTP/1.1" status: 200 len: 946 time: 0.0768020 Aug 29 04:24:46.223072 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-374e0de2-70eb-438a-872a-9095bc2fda93 req-e57a26af-fe01-4140-bb27-ca235973ba30 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568752 Aug 29 04:24:46.470647 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a55da7ad-af24-443d-8326-d38462a543ad req-6fcc57b9-f1de-4662-911b-1c308fe2f312 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5620759 Aug 29 04:24:46.507844 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-643f0401-f5f8-42b6-b739-d76a93448f13 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:46.513090 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-643f0401-f5f8-42b6-b739-d76a93448f13 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719515'] for floatingip, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:46.778538 n-d-712140-12 neutron-server[94829]: INFO neutron.db.l3_db [None req-643f0401-f5f8-42b6-b739-d76a93448f13 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Floating IP 4128a898-db94-4e5a-bad4-2b342099af7f associated. External IP: 172.25.0.141, port: 036b0897-b3c9-4f73-90a1-05f2104430ae. Aug 29 04:24:47.001567 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62420b91-7b34-4774-ae2d-d96c38385f89 req-18505b8a-d5c1-44ff-8ffa-f69a9dc2107a tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:47.004688 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-62420b91-7b34-4774-ae2d-d96c38385f89 req-18505b8a-d5c1-44ff-8ffa-f69a9dc2107a tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/ports?device_id=b768cd8c-ce3b-4634-96ad-a9a93cf1350c HTTP/1.1" status: 200 len: 946 time: 0.3229511 Aug 29 04:24:47.165205 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-62420b91-7b34-4774-ae2d-d96c38385f89 req-990f0c9f-979b-4516-a09d-4648412c0f37 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc298de8-05a1-4048-a74a-af5d487002fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526151 Aug 29 04:24:47.175510 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-643f0401-f5f8-42b6-b739-d76a93448f13 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Router 768f9c2d-4737-4e0a-ba9f-1494eed5410b has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:24:47.324988 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-643f0401-f5f8-42b6-b739-d76a93448f13 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:24:47.336518 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5bcea4-4665-4bdf-a160-0227b07361f9 None None] Sync routers for ids ['768f9c2d-4737-4e0a-ba9f-1494eed5410b'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:24:47.354126 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5bcea4-4665-4bdf-a160-0227b07361f9 None None] Routers {'768f9c2d-4737-4e0a-ba9f-1494eed5410b'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:24:47.354760 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-cd5bcea4-4665-4bdf-a160-0227b07361f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:24:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['768f9c2d-4737-4e0a-ba9f-1494eed5410b'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:47.381182 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f5e257-3c52-4073-8dee-73ff0ae43c27 req-72d6cb3b-bfc9-4d82-addb-94e15b7fb320 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:47.392144 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-72f5e257-3c52-4073-8dee-73ff0ae43c27 req-72d6cb3b-bfc9-4d82-addb-94e15b7fb320 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=b186ca23-8aeb-42ea-ad06-0205dcf6b99f HTTP/1.1" status: 200 len: 946 time: 0.0805755 Aug 29 04:24:47.436936 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-cd5bcea4-4665-4bdf-a160-0227b07361f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:47.440601 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-72f5e257-3c52-4073-8dee-73ff0ae43c27 req-0d5e6d16-001c-45c1-aecf-1cc4aab24716 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443282 Aug 29 04:24:47.527786 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5bcea4-4665-4bdf-a160-0227b07361f9 None None] Routers {'768f9c2d-4737-4e0a-ba9f-1494eed5410b'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:24:47.530437 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-cd5bcea4-4665-4bdf-a160-0227b07361f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:24:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['768f9c2d-4737-4e0a-ba9f-1494eed5410b'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:47.631340 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-cd5bcea4-4665-4bdf-a160-0227b07361f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:47.631340 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5bcea4-4665-4bdf-a160-0227b07361f9 None None] The sync data for ids ['768f9c2d-4737-4e0a-ba9f-1494eed5410b'] in n-d-712140-12 is: [] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:24:47.718810 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-643f0401-f5f8-42b6-b739-d76a93448f13 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Router 6c07e863-940b-4ecb-9721-4fe0dfa5286a has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:24:47.741854 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363caa22-bfdd-4234-9c53-77a8542026b6 req-a49370af-b407-4e77-ba69-11af222a3d2a tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:47.743961 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-363caa22-bfdd-4234-9c53-77a8542026b6 req-a49370af-b407-4e77-ba69-11af222a3d2a tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=b003d3a9-da03-4254-909a-7913590e5919 HTTP/1.1" status: 200 len: 945 time: 0.1002460 Aug 29 04:24:47.950755 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-363caa22-bfdd-4234-9c53-77a8542026b6 req-c75fd160-8cb1-45e5-a4e4-d1fa66a845cf tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249754 Aug 29 04:24:48.004062 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-643f0401-f5f8-42b6-b739-d76a93448f13 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:24:48.017903 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a744ad53-c91d-43c5-819f-dec0379b544e None None] Sync routers for ids ['6c07e863-940b-4ecb-9721-4fe0dfa5286a'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:24:48.019900 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-643f0401-f5f8-42b6-b739-d76a93448f13 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:48.032821 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a744ad53-c91d-43c5-819f-dec0379b544e None None] Routers {'6c07e863-940b-4ecb-9721-4fe0dfa5286a'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:24:48.033756 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-a744ad53-c91d-43c5-819f-dec0379b544e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:24:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['6c07e863-940b-4ecb-9721-4fe0dfa5286a'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:48.115723 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-643f0401-f5f8-42b6-b739-d76a93448f13 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] 10.222.0.22 "PUT /v2.0/floatingips/4128a898-db94-4e5a-bad4-2b342099af7f HTTP/1.1" status: 200 len: 978 time: 3.0941441 Aug 29 04:24:48.116665 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 57082) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:48.123023 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-a744ad53-c91d-43c5-819f-dec0379b544e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:48.152410 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a744ad53-c91d-43c5-819f-dec0379b544e None None] Routers {'6c07e863-940b-4ecb-9721-4fe0dfa5286a'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:24:48.154606 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-a744ad53-c91d-43c5-819f-dec0379b544e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:24:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['6c07e863-940b-4ecb-9721-4fe0dfa5286a'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:48.220382 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-a744ad53-c91d-43c5-819f-dec0379b544e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:48.221568 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a744ad53-c91d-43c5-819f-dec0379b544e None None] The sync data for ids ['6c07e863-940b-4ecb-9721-4fe0dfa5286a'] in n-d-712140-12 is: [] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:24:48.298421 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-e93fd0a1-dc43-4ca0-bbed-8639fbea84c8 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Deleting port 7535f082-06e8-4f74-9a5c-304a00c931f0 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:24:48.298853 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e93fd0a1-dc43-4ca0-bbed-8639fbea84c8 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:48.506187 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605b99b2-b216-49af-bfd2-e03e3ef7e177 req-841e7fef-810a-488b-ac26-58322ead4bfa tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:48.508868 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-605b99b2-b216-49af-bfd2-e03e3ef7e177 req-841e7fef-810a-488b-ac26-58322ead4bfa tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/ports?device_id=b768cd8c-ce3b-4634-96ad-a9a93cf1350c HTTP/1.1" status: 200 len: 946 time: 0.1258147 Aug 29 04:24:48.529176 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e93fd0a1-dc43-4ca0-bbed-8639fbea84c8 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:48.741185 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c707b77-330a-4e67-b643-f6186828aae2 req-a5868b4b-e54d-40cf-b34b-a618f06fc06f tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:48.756568 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5c707b77-330a-4e67-b643-f6186828aae2 req-a5868b4b-e54d-40cf-b34b-a618f06fc06f tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=b186ca23-8aeb-42ea-ad06-0205dcf6b99f HTTP/1.1" status: 200 len: 946 time: 0.1996911 Aug 29 04:24:48.850716 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-605b99b2-b216-49af-bfd2-e03e3ef7e177 req-7b5c976e-5a56-4bfc-b38d-bcbd8009ef39 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc298de8-05a1-4048-a74a-af5d487002fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855966 Aug 29 04:24:48.861601 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e93fd0a1-dc43-4ca0-bbed-8639fbea84c8 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:48.862118 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e93fd0a1-dc43-4ca0-bbed-8639fbea84c8 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719515'] for floatingip, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:48.862382 n-d-712140-12 neutron-server[94829]: INFO neutron.db.l3_db [None req-e93fd0a1-dc43-4ca0-bbed-8639fbea84c8 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Floating IP 4128a898-db94-4e5a-bad4-2b342099af7f disassociated. External IP: 172.25.0.141, port: 7535f082-06e8-4f74-9a5c-304a00c931f0. Aug 29 04:24:48.862741 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-e93fd0a1-dc43-4ca0-bbed-8639fbea84c8 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Calling delete_port for 7535f082-06e8-4f74-9a5c-304a00c931f0 owned by {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:24:48.899360 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5c707b77-330a-4e67-b643-f6186828aae2 req-68af732e-c52c-4e5e-b843-a4968170e028 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417847 Aug 29 04:24:48.927359 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ff99f5-ebfe-4d0a-a20c-4f81a6369277 req-514f302f-a592-477c-8c7f-1c02f9767b8e tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:48.957517 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f9ff99f5-ebfe-4d0a-a20c-4f81a6369277 req-514f302f-a592-477c-8c7f-1c02f9767b8e tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.48 "GET /v2.0/ports?device_id=b768cd8c-ce3b-4634-96ad-a9a93cf1350c HTTP/1.1" status: 200 len: 946 time: 0.3528996 Aug 29 04:24:49.056731 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:49.143003 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e93fd0a1-dc43-4ca0-bbed-8639fbea84c8 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:49.202763 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93fd0a1-dc43-4ca0-bbed-8639fbea84c8 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Pushing event deleted for resources: {'Port': ['ID=7535f082-06e8-4f74-9a5c-304a00c931f0,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:49.321313 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ca965a-ad66-4573-b06d-ef7a74fcce65 req-dea28c80-431a-4a55-b320-88965177573a tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:49.322928 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d5ca965a-ad66-4573-b06d-ef7a74fcce65 req-dea28c80-431a-4a55-b320-88965177573a tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=b003d3a9-da03-4254-909a-7913590e5919 HTTP/1.1" status: 200 len: 945 time: 0.1856365 Aug 29 04:24:49.481037 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e93fd0a1-dc43-4ca0-bbed-8639fbea84c8 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Router 6c07e863-940b-4ecb-9721-4fe0dfa5286a has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:24:49.498410 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-f9ff99f5-ebfe-4d0a-a20c-4f81a6369277 req-cb33a455-67a0-4110-9436-3fd09e8fbed3 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Deleting port d71d6c5d-6a54-4919-850f-c170caffc061 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:24:49.505707 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-f9ff99f5-ebfe-4d0a-a20c-4f81a6369277 req-cb33a455-67a0-4110-9436-3fd09e8fbed3 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:49.648641 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d5ca965a-ad66-4573-b06d-ef7a74fcce65 req-c84d58c4-49a2-4d95-9697-c37b80e76db5 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3097837 Aug 29 04:24:49.714808 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-f9ff99f5-ebfe-4d0a-a20c-4f81a6369277 req-cb33a455-67a0-4110-9436-3fd09e8fbed3 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] For port d71d6c5d-6a54-4919-850f-c170caffc061, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=d71d6c5d-6a54-4919-850f-c170caffc061,segment=NetworkSegment(ad086531-7f14-4bee-b100-2be74f8adb97),segment_id=ad086531-7f14-4bee-b100-2be74f8adb97)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:49.715319 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-f9ff99f5-ebfe-4d0a-a20c-4f81a6369277 req-cb33a455-67a0-4110-9436-3fd09e8fbed3 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:49.760081 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-f9ff99f5-ebfe-4d0a-a20c-4f81a6369277 req-cb33a455-67a0-4110-9436-3fd09e8fbed3 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Calling delete_port for d71d6c5d-6a54-4919-850f-c170caffc061 owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:24:49.792433 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e93fd0a1-dc43-4ca0-bbed-8639fbea84c8 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:24:49.809843 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89f2e11-74b8-49f8-8d52-266c91c811ac None None] Sync routers for ids ['6c07e863-940b-4ecb-9721-4fe0dfa5286a'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:24:49.833357 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89f2e11-74b8-49f8-8d52-266c91c811ac None None] Routers {'6c07e863-940b-4ecb-9721-4fe0dfa5286a'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:24:49.841176 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-e89f2e11-74b8-49f8-8d52-266c91c811ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:24:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['6c07e863-940b-4ecb-9721-4fe0dfa5286a'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:49.963102 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-e89f2e11-74b8-49f8-8d52-266c91c811ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:49.985775 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e93fd0a1-dc43-4ca0-bbed-8639fbea84c8 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:49.990749 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-e93fd0a1-dc43-4ca0-bbed-8639fbea84c8 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] 10.222.0.22 "DELETE /v2.0/ports/7535f082-06e8-4f74-9a5c-304a00c931f0 HTTP/1.1" status: 204 len: 168 time: 1.8716891 Aug 29 04:24:49.992708 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 57112) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:50.001159 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89f2e11-74b8-49f8-8d52-266c91c811ac None None] Routers {'6c07e863-940b-4ecb-9721-4fe0dfa5286a'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:24:50.001798 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-e89f2e11-74b8-49f8-8d52-266c91c811ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:24:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['6c07e863-940b-4ecb-9721-4fe0dfa5286a'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:50.092115 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-e89f2e11-74b8-49f8-8d52-266c91c811ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:50.093276 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89f2e11-74b8-49f8-8d52-266c91c811ac None None] The sync data for ids ['6c07e863-940b-4ecb-9721-4fe0dfa5286a'] in n-d-712140-12 is: [] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:24:50.109204 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498fa10a-7183-4a9b-a4f7-0a9e4ae5c2d6 req-121102c2-70e6-43a0-8b40-ab40f74ec692 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:50.120029 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-498fa10a-7183-4a9b-a4f7-0a9e4ae5c2d6 req-121102c2-70e6-43a0-8b40-ab40f74ec692 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=b186ca23-8aeb-42ea-ad06-0205dcf6b99f HTTP/1.1" status: 200 len: 946 time: 0.0947044 Aug 29 04:24:50.133138 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-f9ff99f5-ebfe-4d0a-a20c-4f81a6369277 req-cb33a455-67a0-4110-9436-3fd09e8fbed3 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:50.169649 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['d71d6c5d-6a54-4919-850f-c170caffc061'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:24:50.220987 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb33a455-67a0-4110-9436-3fd09e8fbed3 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Pushing event deleted for resources: {'Port': ['ID=d71d6c5d-6a54-4919-850f-c170caffc061,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:50.243150 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9ff99f5-ebfe-4d0a-a20c-4f81a6369277 req-cb33a455-67a0-4110-9436-3fd09e8fbed3 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] No DVR routers for this DVR port d71d6c5d-6a54-4919-850f-c170caffc061 on host n-h2-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:24:50.249344 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-f9ff99f5-ebfe-4d0a-a20c-4f81a6369277 req-cb33a455-67a0-4110-9436-3fd09e8fbed3 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:50.250486 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f9ff99f5-ebfe-4d0a-a20c-4f81a6369277 req-cb33a455-67a0-4110-9436-3fd09e8fbed3 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.48 "DELETE /v2.0/ports/d71d6c5d-6a54-4919-850f-c170caffc061 HTTP/1.1" status: 204 len: 173 time: 1.2697892 Aug 29 04:24:50.250962 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b768cd8c-ce3b-4634-96ad-a9a93cf1350c', 'name': 'network-vif-deleted', 'tag': 'd71d6c5d-6a54-4919-850f-c170caffc061'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:24:50.253406 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f268df6-e07a-4f5d-9545-54bf56c10735" -d '{"events": [{"server_uuid": "b768cd8c-ce3b-4634-96ad-a9a93cf1350c", "name": "network-vif-deleted", "tag": "d71d6c5d-6a54-4919-850f-c170caffc061"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:24:50.263267 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-498fa10a-7183-4a9b-a4f7-0a9e4ae5c2d6 req-ab4350e6-ab50-4cca-8a7e-8880d1de05c9 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418428 Aug 29 04:24:50.389831 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91133510-f567-47bd-86cb-f41dfc1d39a1 req-a22941f7-5ec4-4bc2-8de9-6ad81fd4bdc9 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:50.407549 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-91133510-f567-47bd-86cb-f41dfc1d39a1 req-a22941f7-5ec4-4bc2-8de9-6ad81fd4bdc9 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/ports?device_id=b768cd8c-ce3b-4634-96ad-a9a93cf1350c HTTP/1.1" status: 200 len: 867 time: 0.3815789 Aug 29 04:24:50.635884 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b100d550-104c-4db5-b1a5-f89f14277333 x-openstack-request-id: req-b100d550-104c-4db5-b1a5-f89f14277333 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:24:50.636601 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b768cd8c-ce3b-4634-96ad-a9a93cf1350c", "name": "network-vif-deleted", "tag": "d71d6c5d-6a54-4919-850f-c170caffc061", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:24:50.637053 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b100d550-104c-4db5-b1a5-f89f14277333 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:24:50.637676 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b768cd8c-ce3b-4634-96ad-a9a93cf1350c', 'name': 'network-vif-deleted', 'tag': 'd71d6c5d-6a54-4919-850f-c170caffc061', 'status': 'completed', 'code': 200} Aug 29 04:24:50.774493 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-91133510-f567-47bd-86cb-f41dfc1d39a1 req-7e839a03-5bcd-4a3b-852d-00be44dbf6d4 tempest-ServerRescueNegativeTestJSON-1098014355 tempest-ServerRescueNegativeTestJSON-1098014355-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc298de8-05a1-4048-a74a-af5d487002fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3654373 Aug 29 04:24:50.863701 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287df3b8-ce77-4d7b-9539-a2dd56583d0f req-a102c5d7-720d-4dc1-b33b-739ec8c77987 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:50.866640 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-287df3b8-ce77-4d7b-9539-a2dd56583d0f req-a102c5d7-720d-4dc1-b33b-739ec8c77987 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=b003d3a9-da03-4254-909a-7913590e5919 HTTP/1.1" status: 200 len: 945 time: 0.1089869 Aug 29 04:24:50.942415 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-287df3b8-ce77-4d7b-9539-a2dd56583d0f req-e0d60f6c-f26c-40ad-9078-f38964c8e593 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691810 Aug 29 04:24:50.955980 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8b8a6763-06fc-40b8-ba63-651e4ee955e7 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713413'] for router_interface, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:51.352990 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-8b8a6763-06fc-40b8-ba63-651e4ee955e7 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Deleting port cfc9d202-6ef4-4e77-85b2-0dbcff7e0d71 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:24:51.353357 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8b8a6763-06fc-40b8-ba63-651e4ee955e7 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:51.528344 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b12d00e-9abb-4012-9d07-7427304b62ea req-2c1d2bf8-8ebf-442a-8a56-9b7e0ec03603 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:51.530996 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3b12d00e-9abb-4012-9d07-7427304b62ea req-2c1d2bf8-8ebf-442a-8a56-9b7e0ec03603 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=b186ca23-8aeb-42ea-ad06-0205dcf6b99f HTTP/1.1" status: 200 len: 946 time: 0.0947375 Aug 29 04:24:51.586192 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8b8a6763-06fc-40b8-ba63-651e4ee955e7 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:51.613150 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-8b8a6763-06fc-40b8-ba63-651e4ee955e7 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Calling delete_port for cfc9d202-6ef4-4e77-85b2-0dbcff7e0d71 owned by network:router_interface {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:24:51.869495 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 57134) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:51.883031 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3b12d00e-9abb-4012-9d07-7427304b62ea req-f7380d97-b7cc-40ad-a8e4-a86661c814a7 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3429067 Aug 29 04:24:52.027255 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8b8a6763-06fc-40b8-ba63-651e4ee955e7 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:52.056024 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8a6763-06fc-40b8-ba63-651e4ee955e7 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Pushing event deleted for resources: {'Port': ['ID=cfc9d202-6ef4-4e77-85b2-0dbcff7e0d71,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:52.424192 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8b8a6763-06fc-40b8-ba63-651e4ee955e7 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-713231'] for router_interface, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:52.500647 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4f352f-ddad-4f6a-92e5-a9f0761f63f9 req-6dd2b034-af84-4130-be0c-3297053c7410 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:52.502753 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0a4f352f-ddad-4f6a-92e5-a9f0761f63f9 req-6dd2b034-af84-4130-be0c-3297053c7410 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=b003d3a9-da03-4254-909a-7913590e5919 HTTP/1.1" status: 200 len: 945 time: 0.3371983 Aug 29 04:24:52.739948 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0a4f352f-ddad-4f6a-92e5-a9f0761f63f9 req-0f690f67-431b-4cd8-a160-f51ca50c0111 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087350 Aug 29 04:24:52.842675 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-580124cb-dcfa-448c-8ce2-754121307a9f req-11e32e49-a31d-4d5d-9b12-a319f8f2dfe2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5ca7bb12-432d-44b3-aa29-8fc3788f5be7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2001173 Aug 29 04:24:52.847832 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b8a6763-06fc-40b8-ba63-651e4ee955e7 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Router 6c07e863-940b-4ecb-9721-4fe0dfa5286a has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:24:52.968757 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580124cb-dcfa-448c-8ce2-754121307a9f req-26c32790-b026-4c7d-98ea-3f1f92f45cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:52.970667 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-580124cb-dcfa-448c-8ce2-754121307a9f req-26c32790-b026-4c7d-98ea-3f1f92f45cd2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=260b2b7726794e4d90a38e52b66506fd&device_id=5ca7bb12-432d-44b3-aa29-8fc3788f5be7 HTTP/1.1" status: 200 len: 1096 time: 0.0876217 Aug 29 04:24:53.062444 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b8a6763-06fc-40b8-ba63-651e4ee955e7 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:24:53.073781 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-8b8a6763-06fc-40b8-ba63-651e4ee955e7 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] 10.222.0.22 "PUT /v2.0/routers/6c07e863-940b-4ecb-9721-4fe0dfa5286a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0688856 Aug 29 04:24:53.073781 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 57148) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:53.084350 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a832f3b5-5796-4109-b967-42184ac20cd3 None None] Sync routers for ids ['6c07e863-940b-4ecb-9721-4fe0dfa5286a'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:24:53.110232 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device d71d6c5d-6a54-4919-850f-c170caffc061 no longer exists at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:24:53.121363 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a832f3b5-5796-4109-b967-42184ac20cd3 None None] Routers {'6c07e863-940b-4ecb-9721-4fe0dfa5286a'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:24:53.130553 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-a832f3b5-5796-4109-b967-42184ac20cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:24:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['6c07e863-940b-4ecb-9721-4fe0dfa5286a'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:53.193946 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580124cb-dcfa-448c-8ce2-754121307a9f req-ebaf7385-ffa2-4723-ab28-a181785a18c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:53.197235 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-580124cb-dcfa-448c-8ce2-754121307a9f req-ebaf7385-ffa2-4723-ab28-a181785a18c7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1c65535d-8d45-4051-8e5d-043211a49251 HTTP/1.1" status: 200 len: 908 time: 0.2001870 Aug 29 04:24:53.202325 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4a2f8f85-811b-4758-9245-1710afc8ca94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713413'] for router_interface, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:53.278203 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb2a61c-5ce2-4ec1-ab19-ca80766cd979 req-0805e7a1-5a2a-4bc2-9824-8ee5076963ff tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:53.300882 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4fb2a61c-5ce2-4ec1-ab19-ca80766cd979 req-0805e7a1-5a2a-4bc2-9824-8ee5076963ff tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=b186ca23-8aeb-42ea-ad06-0205dcf6b99f HTTP/1.1" status: 200 len: 946 time: 0.2487075 Aug 29 04:24:53.302773 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-580124cb-dcfa-448c-8ce2-754121307a9f req-9b2e8502-c4c0-4a5a-a76b-04c4d88592c8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0fe65b52-6b33-495b-84ed-16828372bb83 HTTP/1.1" status: 200 len: 217 time: 0.0909338 Aug 29 04:24:53.312760 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-a832f3b5-5796-4109-b967-42184ac20cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:53.323347 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] No Port match for: d71d6c5d-6a54-4919-850f-c170caffc061 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:24:53.327832 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device d71d6c5d-6a54-4919-850f-c170caffc061 not bound to the agent host n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:24:53.363974 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a832f3b5-5796-4109-b967-42184ac20cd3 None None] Routers {'6c07e863-940b-4ecb-9721-4fe0dfa5286a'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:24:53.368316 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-a832f3b5-5796-4109-b967-42184ac20cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:24:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['6c07e863-940b-4ecb-9721-4fe0dfa5286a'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:53.401950 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4fb2a61c-5ce2-4ec1-ab19-ca80766cd979 req-4dc69ff5-1a67-453c-80ed-f5e2d91e453e tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967469 Aug 29 04:24:53.413643 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-83612055-2b00-4191-b89e-048878f263ea tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks [] for router, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:53.473933 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-a832f3b5-5796-4109-b967-42184ac20cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:53.474538 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a832f3b5-5796-4109-b967-42184ac20cd3 None None] The sync data for ids ['6c07e863-940b-4ecb-9721-4fe0dfa5286a'] in n-d-712140-12 is: [] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:24:53.627090 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-83612055-2b00-4191-b89e-048878f263ea tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:53.760802 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-83612055-2b00-4191-b89e-048878f263ea tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Deleting port 3c10c6ce-e63a-491f-8949-d77df224b07d {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:24:53.761288 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-83612055-2b00-4191-b89e-048878f263ea tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:54.174369 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580124cb-dcfa-448c-8ce2-754121307a9f req-87498475-01ae-4ed4-ae91-8640e8a725e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:54.179929 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-580124cb-dcfa-448c-8ce2-754121307a9f req-87498475-01ae-4ed4-ae91-8640e8a725e8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d11db723-881a-44e4-ae3d-f8a6bedc146e HTTP/1.1" status: 200 len: 847 time: 0.7896709 Aug 29 04:24:54.273211 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-580124cb-dcfa-448c-8ce2-754121307a9f req-d9241658-0406-414c-8786-cdaa4afdb253 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1c65535d-8d45-4051-8e5d-043211a49251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0783167 Aug 29 04:24:54.382371 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-580124cb-dcfa-448c-8ce2-754121307a9f req-b7b4f9b3-0479-48d2-ad34-d341048f8832 service neutron] 10.222.0.48 "GET /v2.0/networks/1c65535d-8d45-4051-8e5d-043211a49251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996594 Aug 29 04:24:54.453948 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6e8b04-1e57-42a3-960e-3430d05f7c3f req-c17c7fc8-ff40-43cf-85f0-4cc381fbd6fa tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:54.472211 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8b6e8b04-1e57-42a3-960e-3430d05f7c3f req-c17c7fc8-ff40-43cf-85f0-4cc381fbd6fa tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=b003d3a9-da03-4254-909a-7913590e5919 HTTP/1.1" status: 200 len: 945 time: 0.4427879 Aug 29 04:24:54.579595 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-83612055-2b00-4191-b89e-048878f263ea tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:54.642572 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-83612055-2b00-4191-b89e-048878f263ea tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Calling delete_port for 3c10c6ce-e63a-491f-8949-d77df224b07d owned by network:router_gateway {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:24:54.683050 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757f1da0-30d8-437b-be91-19a04fd63e1e req-2cb00018-ee09-42de-b67e-db74aeae4a10 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:54.692653 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-757f1da0-30d8-437b-be91-19a04fd63e1e req-2cb00018-ee09-42de-b67e-db74aeae4a10 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=b186ca23-8aeb-42ea-ad06-0205dcf6b99f HTTP/1.1" status: 200 len: 946 time: 0.1401298 Aug 29 04:24:54.693808 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8b6e8b04-1e57-42a3-960e-3430d05f7c3f req-1c08352b-35ff-4968-a66c-b3a54758a0af tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162011 Aug 29 04:24:54.808994 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-757f1da0-30d8-437b-be91-19a04fd63e1e req-0518e6ee-fa8c-4a2e-9016-6050a439873c tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151009 Aug 29 04:24:54.811097 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-580124cb-dcfa-448c-8ce2-754121307a9f req-34d98d20-da62-48c8-be39-31fda2eed6f8 service neutron] 10.222.0.48 "GET /v2.0/networks/1c65535d-8d45-4051-8e5d-043211a49251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4082320 Aug 29 04:24:54.944204 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-4a2f8f85-811b-4758-9245-1710afc8ca94 admin admin] Deleting port d1af2d31-5785-46da-af70-1d5d0b65e22d {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:24:54.944885 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4a2f8f85-811b-4758-9245-1710afc8ca94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:55.136993 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-83612055-2b00-4191-b89e-048878f263ea tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:55.183547 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83612055-2b00-4191-b89e-048878f263ea tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Pushing event deleted for resources: {'Port': ['ID=3c10c6ce-e63a-491f-8949-d77df224b07d,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:55.305147 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-4a2f8f85-811b-4758-9245-1710afc8ca94 admin admin] For port d1af2d31-5785-46da-af70-1d5d0b65e22d, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=d1af2d31-5785-46da-af70-1d5d0b65e22d,segment=NetworkSegment(ad086531-7f14-4bee-b100-2be74f8adb97),segment_id=ad086531-7f14-4bee-b100-2be74f8adb97)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:55.308792 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4a2f8f85-811b-4758-9245-1710afc8ca94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:55.323530 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-83612055-2b00-4191-b89e-048878f263ea tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719445'] for router_gateway, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:55.356733 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-4a2f8f85-811b-4758-9245-1710afc8ca94 admin admin] Calling delete_port for d1af2d31-5785-46da-af70-1d5d0b65e22d owned by network:router_interface {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:24:55.497056 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-83612055-2b00-4191-b89e-048878f263ea tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:55.505191 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-83612055-2b00-4191-b89e-048878f263ea tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:55.616473 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-83612055-2b00-4191-b89e-048878f263ea tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717253'] for router, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:55.619542 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4a2f8f85-811b-4758-9245-1710afc8ca94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:55.620689 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83612055-2b00-4191-b89e-048878f263ea tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Fanout notify agent at l3_agent the message router_deleted on router 6c07e863-940b-4ecb-9721-4fe0dfa5286a {{(pid=94829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:24:55.651388 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-83612055-2b00-4191-b89e-048878f263ea tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:55.659352 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-83612055-2b00-4191-b89e-048878f263ea tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] 10.222.0.22 "DELETE /v2.0/routers/6c07e863-940b-4ecb-9721-4fe0dfa5286a HTTP/1.1" status: 204 len: 168 time: 2.5861495 Aug 29 04:24:55.661221 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 57176) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:55.730322 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2f8f85-811b-4758-9245-1710afc8ca94 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1af2d31-5785-46da-af70-1d5d0b65e22d,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:55.764280 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_v2 [None req-4311f7e8-9696-4f8a-9705-0313dee89227 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Deleting subnet abab47f7-3b9e-4ed0-b532-18513730dc7e {{(pid=94829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:24:55.785706 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4311f7e8-9696-4f8a-9705-0313dee89227 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks [] for subnet, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:55.949408 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4311f7e8-9696-4f8a-9705-0313dee89227 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4311743'] for subnet, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:56.246978 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2c762b-15c8-417f-8c2f-3f57bc03dd8e req-03d6c9e0-f329-4a7a-8301-8a3f36db4e0b tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:56.277875 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3b2c762b-15c8-417f-8c2f-3f57bc03dd8e req-03d6c9e0-f329-4a7a-8301-8a3f36db4e0b tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=b186ca23-8aeb-42ea-ad06-0205dcf6b99f HTTP/1.1" status: 200 len: 946 time: 0.2491853 Aug 29 04:24:56.515721 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3b2c762b-15c8-417f-8c2f-3f57bc03dd8e req-98bb39e3-e594-4610-8d22-4f2687dd3095 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367148 Aug 29 04:24:56.559151 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4311f7e8-9696-4f8a-9705-0313dee89227 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:56.635700 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac290517-90c0-409f-af06-201f5c01090f req-282e3388-be69-40db-b4c7-028c1e4891ed tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:56.671774 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ac290517-90c0-409f-af06-201f5c01090f req-282e3388-be69-40db-b4c7-028c1e4891ed tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=b003d3a9-da03-4254-909a-7913590e5919 HTTP/1.1" status: 200 len: 945 time: 0.6668317 Aug 29 04:24:56.724662 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4a2f8f85-811b-4758-9245-1710afc8ca94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-713231'] for router_interface, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:56.829932 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4311f7e8-9696-4f8a-9705-0313dee89227 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4552352'] for subnet, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:56.978312 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4311f7e8-9696-4f8a-9705-0313dee89227 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Pushing event deleted for resources: {'Subnet': ['ID=abab47f7-3b9e-4ed0-b532-18513730dc7e,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:56.984681 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4311f7e8-9696-4f8a-9705-0313dee89227 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:56.986642 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-4311f7e8-9696-4f8a-9705-0313dee89227 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] 10.222.0.22 "DELETE /v2.0/subnets/abab47f7-3b9e-4ed0-b532-18513730dc7e HTTP/1.1" status: 204 len: 168 time: 1.3244498 Aug 29 04:24:56.996543 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 57190) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:57.023073 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc541a9-36da-4b47-b214-312d62170f08 None None] Network 152b03a0-29d5-4b4a-9323-f1a6966e8742 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:24:57.129705 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ac290517-90c0-409f-af06-201f5c01090f req-21446f98-58a8-4c1c-aefb-254136903d0a tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4601617 Aug 29 04:24:57.166615 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a37a94f-c785-4a23-a471-e1ca41d01fbe req-892a7ad7-68a5-46b5-a3e2-98f69f9b115f tempest-LiveMigrationTest-555913250 tempest-LiveMigrationTest-555913250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:57.168211 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2a37a94f-c785-4a23-a471-e1ca41d01fbe req-892a7ad7-68a5-46b5-a3e2-98f69f9b115f tempest-LiveMigrationTest-555913250 tempest-LiveMigrationTest-555913250-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=b003d3a9-da03-4254-909a-7913590e5919&tenant_id=260b2b7726794e4d90a38e52b66506fd&binding%3Ahost_id=n-h1-712140-12 HTTP/1.1" status: 200 len: 1097 time: 0.4820395 Aug 29 04:24:57.187003 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-2a37a94f-c785-4a23-a471-e1ca41d01fbe req-2f018662-7ccf-490b-bd3f-b9db452779c4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712140-12'}}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:57.282262 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2a37a94f-c785-4a23-a471-e1ca41d01fbe req-2f018662-7ccf-490b-bd3f-b9db452779c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:57.337431 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-019a17bf-ace7-4187-a6b7-abb6e1765f0b tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:57.378526 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 82d800fe-3c6b-462e-8af6-07b4d49dbea9 details requested by agent hyperv_n-h2-712140-12 with host n-h2-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:24:57.622423 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a2f8f85-811b-4758-9245-1710afc8ca94 admin admin] Router 39ebecf5-04b0-425e-a2cf-1704a1012698 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:24:57.667448 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-019a17bf-ace7-4187-a6b7-abb6e1765f0b tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Deleting port 9182b2d2-5b00-4d75-b308-87e5c8ad1a53 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:24:57.680208 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-019a17bf-ace7-4187-a6b7-abb6e1765f0b tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:57.733157 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 82d800fe-3c6b-462e-8af6-07b4d49dbea9, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=82d800fe-3c6b-462e-8af6-07b4d49dbea9,segment=NetworkSegment(44fea4a1-e972-4690-b14e-956bce45d1ec),segment_id=44fea4a1-e972-4690-b14e-956bce45d1ec)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:57.749491 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9f0c28-b08d-47b5-8247-f8a0ce960550 None None] DHCP port deletion for 152b03a0-29d5-4b4a-9323-f1a6966e8742 request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:24:57.815629 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 82d800fe-3c6b-462e-8af6-07b4d49dbea9 has no active binding in host n-h2-712140-12 {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 29 04:24:57.828481 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-019a17bf-ace7-4187-a6b7-abb6e1765f0b tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] For port 9182b2d2-5b00-4d75-b308-87e5c8ad1a53, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=9182b2d2-5b00-4d75-b308-87e5c8ad1a53,segment=NetworkSegment(d7e3a28c-830c-477b-b9dc-e1776565c41a),segment_id=d7e3a28c-830c-477b-b9dc-e1776565c41a)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:57.828865 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-019a17bf-ace7-4187-a6b7-abb6e1765f0b tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:57.845955 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-019a17bf-ace7-4187-a6b7-abb6e1765f0b tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Calling delete_port for 9182b2d2-5b00-4d75-b308-87e5c8ad1a53 owned by network:dhcp {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:24:57.867593 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-4f9f0c28-b08d-47b5-8247-f8a0ce960550 None None] Deleting port 9182b2d2-5b00-4d75-b308-87e5c8ad1a53 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:24:57.868021 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4f9f0c28-b08d-47b5-8247-f8a0ce960550 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:57.962143 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-019a17bf-ace7-4187-a6b7-abb6e1765f0b tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:58.022466 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019a17bf-ace7-4187-a6b7-abb6e1765f0b tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Pushing event deleted for resources: {'Port': ['ID=9182b2d2-5b00-4d75-b308-87e5c8ad1a53,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:58.033371 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019a17bf-ace7-4187-a6b7-abb6e1765f0b tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] No DVR routers for this DVR port 9182b2d2-5b00-4d75-b308-87e5c8ad1a53 on host n-d-712140-12 {{(pid=94829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:24:58.065705 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-4f9f0c28-b08d-47b5-8247-f8a0ce960550 None None] For port 9182b2d2-5b00-4d75-b308-87e5c8ad1a53, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=9182b2d2-5b00-4d75-b308-87e5c8ad1a53,segment=NetworkSegment(d7e3a28c-830c-477b-b9dc-e1776565c41a),segment_id=d7e3a28c-830c-477b-b9dc-e1776565c41a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:58.066276 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4f9f0c28-b08d-47b5-8247-f8a0ce960550 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:58.136517 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea8556f-8f4b-4491-9f95-9ff8247576ef req-f3783c7b-d102-4db4-936c-9fc59414e74e tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:58.138926 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-4f9f0c28-b08d-47b5-8247-f8a0ce960550 None None] Calling delete_port for 9182b2d2-5b00-4d75-b308-87e5c8ad1a53 owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:24:58.143141 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4ea8556f-8f4b-4491-9f95-9ff8247576ef req-f3783c7b-d102-4db4-936c-9fc59414e74e tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=b186ca23-8aeb-42ea-ad06-0205dcf6b99f HTTP/1.1" status: 200 len: 946 time: 0.1945055 Aug 29 04:24:58.154769 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a2f8f85-811b-4758-9245-1710afc8ca94 admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:24:58.160502 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-4a2f8f85-811b-4758-9245-1710afc8ca94 admin admin] 10.222.0.22 "PUT /v2.0/routers/39ebecf5-04b0-425e-a2cf-1704a1012698/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2898986 Aug 29 04:24:58.165931 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c29f20a-5721-4371-9d87-83aabb608205 None None] Sync routers for ids ['39ebecf5-04b0-425e-a2cf-1704a1012698'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:24:58.190476 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c29f20a-5721-4371-9d87-83aabb608205 None None] Routers {'39ebecf5-04b0-425e-a2cf-1704a1012698'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:24:58.191157 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-9c29f20a-5721-4371-9d87-83aabb608205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:24:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['39ebecf5-04b0-425e-a2cf-1704a1012698'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:58.199855 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 57204) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:58.260914 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-019a17bf-ace7-4187-a6b7-abb6e1765f0b tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:58.279665 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-019a17bf-ace7-4187-a6b7-abb6e1765f0b tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['152b03a0-29d5-4b4a-9323-f1a6966e8742']}} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:58.292329 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4ea8556f-8f4b-4491-9f95-9ff8247576ef req-fb5d0897-9de7-49ad-9a53-a17dcfd0b5df tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676138 Aug 29 04:24:58.299831 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-019a17bf-ace7-4187-a6b7-abb6e1765f0b tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7e3a28c-830c-477b-b9dc-e1776565c41a') {'for_net_delete': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:58.300422 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-019a17bf-ace7-4187-a6b7-abb6e1765f0b tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7e3a28c-830c-477b-b9dc-e1776565c41a') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:58.323608 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-019a17bf-ace7-4187-a6b7-abb6e1765f0b tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4311712'] for segment, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:58.352726 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-019a17bf-ace7-4187-a6b7-abb6e1765f0b tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:58.366302 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-019a17bf-ace7-4187-a6b7-abb6e1765f0b tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=94829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:24:58.367544 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-019a17bf-ace7-4187-a6b7-abb6e1765f0b tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4274277'] for segment, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:58.373242 n-d-712140-12 neutron-server[94829]: Traceback (most recent call last): Aug 29 04:24:58.373242 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:24:58.373242 n-d-712140-12 neutron-server[94829]: timer() Aug 29 04:24:58.373242 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:24:58.373242 n-d-712140-12 neutron-server[94829]: cb(*args, **kw) Aug 29 04:24:58.373242 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:24:58.373242 n-d-712140-12 neutron-server[94829]: return func(*args, **kwargs) Aug 29 04:24:58.373242 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:24:58.373242 n-d-712140-12 neutron-server[94829]: self._notify() Aug 29 04:24:58.373242 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:24:58.373242 n-d-712140-12 neutron-server[94829]: self.callback(batched_events) Aug 29 04:24:58.373242 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:24:58.373242 n-d-712140-12 neutron-server[94829]: event.method(event) Aug 29 04:24:58.373242 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:24:58.373242 n-d-712140-12 neutron-server[94829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:24:58.373242 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:24:58.373242 n-d-712140-12 neutron-server[94829]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:24:58.373242 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:24:58.373242 n-d-712140-12 neutron-server[94829]: return f(self, *a, **k) Aug 29 04:24:58.373242 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:24:58.373242 n-d-712140-12 neutron-server[94829]: return self._get(url).json() Aug 29 04:24:58.373242 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:24:58.373242 n-d-712140-12 neutron-server[94829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:24:58.373242 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:24:58.373242 n-d-712140-12 neutron-server[94829]: return self.request(url, 'GET', **kwargs) Aug 29 04:24:58.373242 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:24:58.373242 n-d-712140-12 neutron-server[94829]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:24:58.373242 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:24:58.373242 n-d-712140-12 neutron-server[94829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:24:58.373242 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:24:58.373242 n-d-712140-12 neutron-server[94829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:24:58.373242 n-d-712140-12 neutron-server[94829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:24:58.430253 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:58.442148 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4f9f0c28-b08d-47b5-8247-f8a0ce960550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:58.493977 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9f0c28-b08d-47b5-8247-f8a0ce960550 None None] Pushing event deleted for resources: {'Port': ['ID=9182b2d2-5b00-4d75-b308-87e5c8ad1a53,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:58.503293 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9f0c28-b08d-47b5-8247-f8a0ce960550 None None] No DVR routers for this DVR port 9182b2d2-5b00-4d75-b308-87e5c8ad1a53 on host n-d-712140-12 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:24:58.518523 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-019a17bf-ace7-4187-a6b7-abb6e1765f0b tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:58.616196 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-019a17bf-ace7-4187-a6b7-abb6e1765f0b tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:58.622464 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-019a17bf-ace7-4187-a6b7-abb6e1765f0b tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] 10.222.0.22 "DELETE /v2.0/networks/152b03a0-29d5-4b4a-9323-f1a6966e8742 HTTP/1.1" status: 204 len: 168 time: 1.6243298 Aug 29 04:24:58.627010 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019a17bf-ace7-4187-a6b7-abb6e1765f0b tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Pushing event deleted for resources: {'Network': ['ID=152b03a0-29d5-4b4a-9323-f1a6966e8742,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:58.629989 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 57208) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:58.649605 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-9c29f20a-5721-4371-9d87-83aabb608205 None None] Set router 39ebecf5-04b0-425e-a2cf-1704a1012698 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:24:58.778393 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c11fe0a3-4858-452c-ab1f-f7a3f34a374c admin admin] Notify callbacks [] for router, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:58.929802 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17658ede-02c0-441b-a7b9-0b0c355cb20b req-07ea6022-7884-4491-b5a0-28612dbc3233 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:58.938243 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-17658ede-02c0-441b-a7b9-0b0c355cb20b req-07ea6022-7884-4491-b5a0-28612dbc3233 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=b003d3a9-da03-4254-909a-7913590e5919 HTTP/1.1" status: 200 len: 945 time: 0.4213557 Aug 29 04:24:58.983746 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-2a37a94f-c785-4a23-a471-e1ca41d01fbe req-2f018662-7ccf-490b-bd3f-b9db452779c4 service neutron] For port 82d800fe-3c6b-462e-8af6-07b4d49dbea9, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=82d800fe-3c6b-462e-8af6-07b4d49dbea9,segment=NetworkSegment(44fea4a1-e972-4690-b14e-956bce45d1ec),segment_id=44fea4a1-e972-4690-b14e-956bce45d1ec)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:59.115536 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-17658ede-02c0-441b-a7b9-0b0c355cb20b req-62ca4b6d-691f-434e-93bb-fe567d706953 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762822 Aug 29 04:24:59.196203 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-8cab00cf-506d-491c-ab42-4c49b7a525b3 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Deleting port 293bdd8f-baf6-46ec-b27c-993a2e625f1a {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:24:59.197103 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8cab00cf-506d-491c-ab42-4c49b7a525b3 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:59.231226 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-2a37a94f-c785-4a23-a471-e1ca41d01fbe req-2f018662-7ccf-490b-bd3f-b9db452779c4 service neutron] For port 82d800fe-3c6b-462e-8af6-07b4d49dbea9, host n-h1-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:24:59.348227 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2a37a94f-c785-4a23-a471-e1ca41d01fbe req-2f018662-7ccf-490b-bd3f-b9db452779c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:59.356037 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b003d3a9-da03-4254-909a-7913590e5919', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82d800fe-3c6b-462e-8af6-07b4d49dbea9'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:24:59.357596 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-9c29f20a-5721-4371-9d87-83aabb608205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39ebecf5-04b0-425e-a2cf-1704a1012698', 'name': 'tempest-ServerRescueNegativeTestJSON-402514366-router', 'tenant_id': 'd9a76e3dc1744d138793af79d163dd05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '1d9c8ce4-482c-425d-a442-cc39c84e9d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:21:46Z', 'updated_at': '2021-08-29T04:24:55Z', 'revision_number': 5, 'project_id': 'd9a76e3dc1744d138793af79d163dd05', 'gw_port': {'id': '1d9c8ce4-482c-425d-a442-cc39c84e9d96', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:06:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ebecf5-04b0-425e-a2cf-1704a1012698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:21:47Z', 'updated_at': '2021-08-29T04:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:59.361126 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e64a5ab-6ab1-4a9d-9ded-fccaae44552c" -d '{"events": [{"server_uuid": "b003d3a9-da03-4254-909a-7913590e5919", "name": "network-vif-unplugged", "status": "completed", "tag": "82d800fe-3c6b-462e-8af6-07b4d49dbea9"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:24:59.368577 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2a37a94f-c785-4a23-a471-e1ca41d01fbe req-2f018662-7ccf-490b-bd3f-b9db452779c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:59.405788 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c11fe0a3-4858-452c-ab1f-f7a3f34a374c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:59.519123 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 9182b2d2-5b00-4d75-b308-87e5c8ad1a53 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:24:59.587597 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c29f20a-5721-4371-9d87-83aabb608205 None None] Checking router: 39ebecf5-04b0-425e-a2cf-1704a1012698 for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:24:59.609718 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8cab00cf-506d-491c-ab42-4c49b7a525b3 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:59.614798 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8cab00cf-506d-491c-ab42-4c49b7a525b3 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:59.638083 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 9182b2d2-5b00-4d75-b308-87e5c8ad1a53 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:24:59.638487 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 9182b2d2-5b00-4d75-b308-87e5c8ad1a53 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:24:59.675937 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c29f20a-5721-4371-9d87-83aabb608205 None None] Routers {'39ebecf5-04b0-425e-a2cf-1704a1012698'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:24:59.679310 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-9c29f20a-5721-4371-9d87-83aabb608205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:24:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['39ebecf5-04b0-425e-a2cf-1704a1012698'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:59.687672 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-8cab00cf-506d-491c-ab42-4c49b7a525b3 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Calling delete_port for 293bdd8f-baf6-46ec-b27c-993a2e625f1a owned by network:floatingip {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:24:59.692713 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f018662-7ccf-490b-bd3f-b9db452779c4 service neutron] Pushing event updated for resources: {'Port': ['ID=82d800fe-3c6b-462e-8af6-07b4d49dbea9,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:59.713948 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0635a234-bcef-4633-bec7-ec51bef95d53 x-openstack-request-id: req-0635a234-bcef-4633-bec7-ec51bef95d53 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:24:59.714531 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b003d3a9-da03-4254-909a-7913590e5919", "name": "network-vif-unplugged", "status": "completed", "tag": "82d800fe-3c6b-462e-8af6-07b4d49dbea9", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:24:59.715017 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0635a234-bcef-4633-bec7-ec51bef95d53 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:24:59.717351 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b003d3a9-da03-4254-909a-7913590e5919', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82d800fe-3c6b-462e-8af6-07b4d49dbea9', 'code': 200} Aug 29 04:24:59.720097 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c11fe0a3-4858-452c-ab1f-f7a3f34a374c admin admin] Deleting port 1d9c8ce4-482c-425d-a442-cc39c84e9d96 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:24:59.720770 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c11fe0a3-4858-452c-ab1f-f7a3f34a374c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:59.730631 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-2a37a94f-c785-4a23-a471-e1ca41d01fbe req-2f018662-7ccf-490b-bd3f-b9db452779c4 service neutron] Attempting to bind port 82d800fe-3c6b-462e-8af6-07b4d49dbea9 on host n-h1-712140-12 for vnic_type normal with profile {"migrating_to": "n-h2-712140-12"} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:24:59.732162 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-2a37a94f-c785-4a23-a471-e1ca41d01fbe req-2f018662-7ccf-490b-bd3f-b9db452779c4 service neutron] Attempting to bind port 82d800fe-3c6b-462e-8af6-07b4d49dbea9 by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': '44fea4a1-e972-4690-b14e-956bce45d1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1c65535d-8d45-4051-8e5d-043211a49251'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:24:59.732162 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a37a94f-c785-4a23-a471-e1ca41d01fbe req-2f018662-7ccf-490b-bd3f-b9db452779c4 service neutron] Attempting to bind port 82d800fe-3c6b-462e-8af6-07b4d49dbea9 on network 1c65535d-8d45-4051-8e5d-043211a49251 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:24:59.747822 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a37a94f-c785-4a23-a471-e1ca41d01fbe req-2f018662-7ccf-490b-bd3f-b9db452779c4 service neutron] Port 82d800fe-3c6b-462e-8af6-07b4d49dbea9 on network 1c65535d-8d45-4051-8e5d-043211a49251 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:24:59.747822 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a37a94f-c785-4a23-a471-e1ca41d01fbe req-2f018662-7ccf-490b-bd3f-b9db452779c4 service neutron] Attempting to bind port 82d800fe-3c6b-462e-8af6-07b4d49dbea9 on network 1c65535d-8d45-4051-8e5d-043211a49251 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:24:59.763394 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a37a94f-c785-4a23-a471-e1ca41d01fbe req-2f018662-7ccf-490b-bd3f-b9db452779c4 service neutron] Checking agent: {'id': '3de9de52-3a03-431d-9d7e-497ae92c57ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:24:59.766641 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a37a94f-c785-4a23-a471-e1ca41d01fbe req-2f018662-7ccf-490b-bd3f-b9db452779c4 service neutron] Checking segment: {'id': '44fea4a1-e972-4690-b14e-956bce45d1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1c65535d-8d45-4051-8e5d-043211a49251'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:24:59.766641 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a37a94f-c785-4a23-a471-e1ca41d01fbe req-2f018662-7ccf-490b-bd3f-b9db452779c4 service neutron] Bound using segment: {'id': '44fea4a1-e972-4690-b14e-956bce45d1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1c65535d-8d45-4051-8e5d-043211a49251'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:24:59.766641 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-2a37a94f-c785-4a23-a471-e1ca41d01fbe req-2f018662-7ccf-490b-bd3f-b9db452779c4 service neutron] Bound port: 82d800fe-3c6b-462e-8af6-07b4d49dbea9, host: n-h1-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44fea4a1-e972-4690-b14e-956bce45d1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1c65535d-8d45-4051-8e5d-043211a49251'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:24:59.766641 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2a37a94f-c785-4a23-a471-e1ca41d01fbe req-2f018662-7ccf-490b-bd3f-b9db452779c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:59.814497 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26610e79-8396-43f1-9289-eaf992ab6c5a req-879d0de2-3368-41c1-8e7c-24620bfb3234 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:59.818629 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-26610e79-8396-43f1-9289-eaf992ab6c5a req-879d0de2-3368-41c1-8e7c-24620bfb3234 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=b186ca23-8aeb-42ea-ad06-0205dcf6b99f HTTP/1.1" status: 200 len: 946 time: 0.2078013 Aug 29 04:24:59.981189 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-9c29f20a-5721-4371-9d87-83aabb608205 None None] Set router 39ebecf5-04b0-425e-a2cf-1704a1012698 gateway port host: None {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:25:00.038756 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-26610e79-8396-43f1-9289-eaf992ab6c5a req-5e3467fd-d666-4858-9bd2-05074b1d3639 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726615 Aug 29 04:25:00.107582 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-9c29f20a-5721-4371-9d87-83aabb608205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39ebecf5-04b0-425e-a2cf-1704a1012698', 'name': 'tempest-ServerRescueNegativeTestJSON-402514366-router', 'tenant_id': 'd9a76e3dc1744d138793af79d163dd05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:21:46Z', 'updated_at': '2021-08-29T04:24:59Z', 'revision_number': 6, 'project_id': 'd9a76e3dc1744d138793af79d163dd05', 'gw_port_host': None}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:00.181944 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c11fe0a3-4858-452c-ab1f-f7a3f34a374c admin admin] For port 1d9c8ce4-482c-425d-a442-cc39c84e9d96, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=1d9c8ce4-482c-425d-a442-cc39c84e9d96,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:00.187285 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c11fe0a3-4858-452c-ab1f-f7a3f34a374c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:00.229350 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8cab00cf-506d-491c-ab42-4c49b7a525b3 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:00.283170 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-2a37a94f-c785-4a23-a471-e1ca41d01fbe req-2f018662-7ccf-490b-bd3f-b9db452779c4 service neutron] For port 82d800fe-3c6b-462e-8af6-07b4d49dbea9, host n-h1-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:25:00.305469 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c29f20a-5721-4371-9d87-83aabb608205 None None] The sync data for ids ['39ebecf5-04b0-425e-a2cf-1704a1012698'] in n-d-712140-12 is: [{'id': '39ebecf5-04b0-425e-a2cf-1704a1012698', 'name': 'tempest-ServerRescueNegativeTestJSON-402514366-router', 'tenant_id': 'd9a76e3dc1744d138793af79d163dd05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:21:46Z', 'updated_at': '2021-08-29T04:24:59Z', 'revision_number': 6, 'project_id': 'd9a76e3dc1744d138793af79d163dd05', 'gw_port_host': None}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:25:00.329622 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-2a37a94f-c785-4a23-a471-e1ca41d01fbe req-2f018662-7ccf-490b-bd3f-b9db452779c4 service neutron] For port 82d800fe-3c6b-462e-8af6-07b4d49dbea9, host n-h1-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=82d800fe-3c6b-462e-8af6-07b4d49dbea9,segment=NetworkSegment(44fea4a1-e972-4690-b14e-956bce45d1ec),segment_id=44fea4a1-e972-4690-b14e-956bce45d1ec)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:25:00.337098 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c11fe0a3-4858-452c-ab1f-f7a3f34a374c admin admin] Calling delete_port for 1d9c8ce4-482c-425d-a442-cc39c84e9d96 owned by network:router_gateway {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:25:00.356594 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cab00cf-506d-491c-ab42-4c49b7a525b3 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Pushing event deleted for resources: {'Port': ['ID=293bdd8f-baf6-46ec-b27c-993a2e625f1a,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:00.365103 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2a37a94f-c785-4a23-a471-e1ca41d01fbe req-2f018662-7ccf-490b-bd3f-b9db452779c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:00.536536 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8cab00cf-506d-491c-ab42-4c49b7a525b3 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks [] for floatingip, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:00.546452 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8cab00cf-506d-491c-ab42-4c49b7a525b3 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:00.559488 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 57230) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:00.562922 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-8cab00cf-506d-491c-ab42-4c49b7a525b3 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] 10.222.0.22 "DELETE /v2.0/floatingips/4128a898-db94-4e5a-bad4-2b342099af7f HTTP/1.1" status: 204 len: 168 time: 1.9314406 Aug 29 04:25:01.144183 n-d-712140-12 neutron-server[94828]: INFO neutron.pecan_wsgi.hooks.translation [None req-6aedc8f7-2fad-4873-ac1f-6d1aecab4803 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] DELETE failed (client error): The resource could not be found. Aug 29 04:25:01.145630 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6aedc8f7-2fad-4873-ac1f-6d1aecab4803 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:25:01.147729 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-6aedc8f7-2fad-4873-ac1f-6d1aecab4803 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] 10.222.0.22 "DELETE /v2.0/ports/7535f082-06e8-4f74-9a5c-304a00c931f0 HTTP/1.1" status: 404 len: 333 time: 0.5852828 Aug 29 04:25:01.158166 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 57236) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:01.192945 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f018662-7ccf-490b-bd3f-b9db452779c4 service neutron] Pushing event updated for resources: {'Port': ['ID=82d800fe-3c6b-462e-8af6-07b4d49dbea9,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:01.199549 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a37a94f-c785-4a23-a471-e1ca41d01fbe req-2f018662-7ccf-490b-bd3f-b9db452779c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:01.200217 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2a37a94f-c785-4a23-a471-e1ca41d01fbe req-2f018662-7ccf-490b-bd3f-b9db452779c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:01.201737 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2a37a94f-c785-4a23-a471-e1ca41d01fbe req-2f018662-7ccf-490b-bd3f-b9db452779c4 service neutron] 10.222.0.48 "PUT /v2.0/ports/82d800fe-3c6b-462e-8af6-07b4d49dbea9 HTTP/1.1" status: 200 len: 1123 time: 4.0230381 Aug 29 04:25:01.219218 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-975d1e1a-606c-4191-96bc-e7e63f0a31c6 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c07e863-940b-4ecb-9721-4fe0dfa5286a HTTP/1.1" status: 200 len: 205 time: 0.0601296 Aug 29 04:25:01.244102 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 57238) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:01.249150 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb43fbc-2fe9-45a6-80c8-29f0ba984c82 req-fc8c71aa-ec08-4ad2-b075-a0ab0e336ca3 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:01.251958 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2bb43fbc-2fe9-45a6-80c8-29f0ba984c82 req-fc8c71aa-ec08-4ad2-b075-a0ab0e336ca3 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=b003d3a9-da03-4254-909a-7913590e5919 HTTP/1.1" status: 200 len: 943 time: 0.8524561 Aug 29 04:25:01.292707 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['82d800fe-3c6b-462e-8af6-07b4d49dbea9'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:25:01.390413 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['82d800fe-3c6b-462e-8af6-07b4d49dbea9'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:25:01.434971 n-d-712140-12 neutron-server[94829]: INFO neutron.api.v2.resource [None req-4e481fda-5dd6-44d9-b727-7ee8820b00a1 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] delete failed (client error): The resource could not be found. Aug 29 04:25:01.451664 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-4e481fda-5dd6-44d9-b727-7ee8820b00a1 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] 10.222.0.22 "DELETE /v2.0/routers/6c07e863-940b-4ecb-9721-4fe0dfa5286a HTTP/1.1" status: 404 len: 336 time: 0.1990862 Aug 29 04:25:01.463412 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 57244) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:01.517874 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-d00c13bb-b840-47fe-b47a-e8fe5ce6bcf7 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] DELETE failed (client error): The resource could not be found. Aug 29 04:25:01.518646 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d00c13bb-b840-47fe-b47a-e8fe5ce6bcf7 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:25:01.524413 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-d00c13bb-b840-47fe-b47a-e8fe5ce6bcf7 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] 10.222.0.22 "DELETE /v2.0/subnets/abab47f7-3b9e-4ed0-b532-18513730dc7e HTTP/1.1" status: 404 len: 337 time: 0.0595114 Aug 29 04:25:01.525517 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 57246) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:01.572758 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2bb43fbc-2fe9-45a6-80c8-29f0ba984c82 req-833c8a6d-2f0a-43d8-8c99-4dad58338521 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574361 Aug 29 04:25:01.606952 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device d1af2d31-5785-46da-af70-1d5d0b65e22d no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:25:01.699790 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b56b2e-8699-42fb-bb3c-487c5e44de61 req-b1c4a658-0030-4828-b875-bc77776f015d tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:01.704782 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c11fe0a3-4858-452c-ab1f-f7a3f34a374c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:01.716435 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-16b56b2e-8699-42fb-bb3c-487c5e44de61 req-b1c4a658-0030-4828-b875-bc77776f015d tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=b186ca23-8aeb-42ea-ad06-0205dcf6b99f HTTP/1.1" status: 200 len: 946 time: 0.5722818 Aug 29 04:25:01.725320 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: d1af2d31-5785-46da-af70-1d5d0b65e22d {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:25:01.726781 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b003d3a9-da03-4254-909a-7913590e5919', 'tag': '82d800fe-3c6b-462e-8af6-07b4d49dbea9'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:25:01.729454 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device d1af2d31-5785-46da-af70-1d5d0b65e22d not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:25:01.730033 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 1d9c8ce4-482c-425d-a442-cc39c84e9d96 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:25:01.732488 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3156d101-d50f-47d9-a35e-be4aa15dfa52" -d '{"events": [{"name": "network-changed", "server_uuid": "b003d3a9-da03-4254-909a-7913590e5919", "tag": "82d800fe-3c6b-462e-8af6-07b4d49dbea9"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:25:01.771616 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11fe0a3-4858-452c-ab1f-f7a3f34a374c admin admin] Pushing event deleted for resources: {'Port': ['ID=1d9c8ce4-482c-425d-a442-cc39c84e9d96,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:01.841278 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 1d9c8ce4-482c-425d-a442-cc39c84e9d96 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:25:01.841624 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 1d9c8ce4-482c-425d-a442-cc39c84e9d96 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:25:01.859726 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-16b56b2e-8699-42fb-bb3c-487c5e44de61 req-afa30db6-2756-4e3a-9de3-3feaedd0cf86 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400962 Aug 29 04:25:01.893298 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-de74560f-82ca-4a36-a09f-ab4719e9fea8 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Deleting port 036b0897-b3c9-4f73-90a1-05f2104430ae {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:25:01.894155 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-de74560f-82ca-4a36-a09f-ab4719e9fea8 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:01.919458 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c11fe0a3-4858-452c-ab1f-f7a3f34a374c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719445'] for router_gateway, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:02.068793 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b4306ba-cd5a-480f-b79e-7940ceaca7c6 x-openstack-request-id: req-5b4306ba-cd5a-480f-b79e-7940ceaca7c6 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:25:02.069500 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b003d3a9-da03-4254-909a-7913590e5919", "tag": "82d800fe-3c6b-462e-8af6-07b4d49dbea9", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:25:02.069982 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5b4306ba-cd5a-480f-b79e-7940ceaca7c6 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:25:02.070616 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b003d3a9-da03-4254-909a-7913590e5919', 'tag': '82d800fe-3c6b-462e-8af6-07b4d49dbea9', 'status': 'completed', 'code': 200} Aug 29 04:25:02.132103 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c11fe0a3-4858-452c-ab1f-f7a3f34a374c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:02.138757 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c11fe0a3-4858-452c-ab1f-f7a3f34a374c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:02.242187 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c11fe0a3-4858-452c-ab1f-f7a3f34a374c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717253'] for router, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:02.243888 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-de74560f-82ca-4a36-a09f-ab4719e9fea8 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:02.247597 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c11fe0a3-4858-452c-ab1f-f7a3f34a374c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 39ebecf5-04b0-425e-a2cf-1704a1012698 {{(pid=94828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:25:02.266703 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c11fe0a3-4858-452c-ab1f-f7a3f34a374c admin admin] Notify callbacks [] for router, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:02.272493 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-c11fe0a3-4858-452c-ab1f-f7a3f34a374c admin admin] 10.222.0.22 "DELETE /v2.0/routers/39ebecf5-04b0-425e-a2cf-1704a1012698 HTTP/1.1" status: 204 len: 168 time: 4.0700080 Aug 29 04:25:02.277233 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 57256) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:02.294741 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-de74560f-82ca-4a36-a09f-ab4719e9fea8 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Calling delete_port for 036b0897-b3c9-4f73-90a1-05f2104430ae owned by {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:25:02.296355 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3156d101-d50f-47d9-a35e-be4aa15dfa52 req-d8f4b41b-d193-448c-92b4-3811bd20f7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:02.298624 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3156d101-d50f-47d9-a35e-be4aa15dfa52 req-d8f4b41b-d193-448c-92b4-3811bd20f7cf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=260b2b7726794e4d90a38e52b66506fd&device_id=b003d3a9-da03-4254-909a-7913590e5919 HTTP/1.1" status: 200 len: 1126 time: 0.2755387 Aug 29 04:25:02.592226 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3156d101-d50f-47d9-a35e-be4aa15dfa52 req-10e5c2e2-adb6-4490-9f57-075ec21f5468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:02.596020 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3156d101-d50f-47d9-a35e-be4aa15dfa52 req-10e5c2e2-adb6-4490-9f57-075ec21f5468 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1c65535d-8d45-4051-8e5d-043211a49251 HTTP/1.1" status: 200 len: 908 time: 0.1804945 Aug 29 04:25:02.680530 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3156d101-d50f-47d9-a35e-be4aa15dfa52 req-f32a7a56-878d-4c6e-8971-201a7910b850 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82d800fe-3c6b-462e-8af6-07b4d49dbea9 HTTP/1.1" status: 200 len: 217 time: 0.0669672 Aug 29 04:25:02.686084 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b3ff908-00c1-414e-8294-6a5d416ada4f admin admin] Deleting subnet e09e77d6-9e1c-48ca-bc8e-b3b1a5575d1e {{(pid=94828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:25:02.689496 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5b3ff908-00c1-414e-8294-6a5d416ada4f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:02.695963 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-de74560f-82ca-4a36-a09f-ab4719e9fea8 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:02.773135 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de74560f-82ca-4a36-a09f-ab4719e9fea8 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Pushing event deleted for resources: {'Port': ['ID=036b0897-b3c9-4f73-90a1-05f2104430ae,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:02.839995 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-de74560f-82ca-4a36-a09f-ab4719e9fea8 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:02.845842 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5b3ff908-00c1-414e-8294-6a5d416ada4f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8904862'] for subnet, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:02.848150 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-de74560f-82ca-4a36-a09f-ab4719e9fea8 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] 10.222.0.22 "DELETE /v2.0/ports/036b0897-b3c9-4f73-90a1-05f2104430ae HTTP/1.1" status: 204 len: 168 time: 1.3151884 Aug 29 04:25:02.850083 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 57270) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:03.022077 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3156d101-d50f-47d9-a35e-be4aa15dfa52 req-f129cfc9-13de-4b2a-80c3-33f769b8cae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:03.023878 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3156d101-d50f-47d9-a35e-be4aa15dfa52 req-f129cfc9-13de-4b2a-80c3-33f769b8cae3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d11db723-881a-44e4-ae3d-f8a6bedc146e HTTP/1.1" status: 200 len: 847 time: 0.3317349 Aug 29 04:25:03.040822 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5b3ff908-00c1-414e-8294-6a5d416ada4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:03.109066 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3156d101-d50f-47d9-a35e-be4aa15dfa52 req-4d4b94cc-2ae7-4210-b879-f614c735426e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1c65535d-8d45-4051-8e5d-043211a49251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322890 Aug 29 04:25:03.123998 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efd304c-0e94-4497-861f-494cd2ff8ef9 req-13fa2edf-2bea-432b-a8e2-faa6f4bf12a8 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:03.135321 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4efd304c-0e94-4497-861f-494cd2ff8ef9 req-13fa2edf-2bea-432b-a8e2-faa6f4bf12a8 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=b003d3a9-da03-4254-909a-7913590e5919 HTTP/1.1" status: 200 len: 943 time: 0.3480062 Aug 29 04:25:03.151114 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-106e2d8b-b322-4bdc-b714-f7e23af68ba4 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Deleting port 064b747c-aaf5-4354-a1f0-2eb8ea0df854 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:25:03.151472 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-106e2d8b-b322-4bdc-b714-f7e23af68ba4 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:03.178521 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c751c717-e31a-4e0d-a966-567429cf2eb9 req-5e25d2ed-7b07-42d6-a331-0794b5b5b399 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:03.180825 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c751c717-e31a-4e0d-a966-567429cf2eb9 req-5e25d2ed-7b07-42d6-a331-0794b5b5b399 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=b186ca23-8aeb-42ea-ad06-0205dcf6b99f HTTP/1.1" status: 200 len: 946 time: 0.1007018 Aug 29 04:25:03.258675 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4efd304c-0e94-4497-861f-494cd2ff8ef9 req-d0182871-39ae-4b5a-a30b-a5d081840bec tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223602 Aug 29 04:25:03.325396 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5b3ff908-00c1-414e-8294-6a5d416ada4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9190434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062341'] for subnet, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:03.343727 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5b3ff908-00c1-414e-8294-6a5d416ada4f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:03.346151 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-5b3ff908-00c1-414e-8294-6a5d416ada4f admin admin] 10.222.0.22 "DELETE /v2.0/subnets/e09e77d6-9e1c-48ca-bc8e-b3b1a5575d1e HTTP/1.1" status: 204 len: 168 time: 1.0677209 Aug 29 04:25:03.354879 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c751c717-e31a-4e0d-a966-567429cf2eb9 req-2830ebaf-58c3-4cda-a4c1-ce6752571ffc tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598301 Aug 29 04:25:03.366810 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 57288) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:03.372297 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-04ad7726-80a2-4707-999d-b976432e773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:03.384587 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3ff908-00c1-414e-8294-6a5d416ada4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e09e77d6-9e1c-48ca-bc8e-b3b1a5575d1e,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:03.393504 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3156d101-d50f-47d9-a35e-be4aa15dfa52 req-4152508d-e21f-4f47-8773-69b093a673a7 service neutron] 10.222.0.46 "GET /v2.0/networks/1c65535d-8d45-4051-8e5d-043211a49251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484601 Aug 29 04:25:03.476483 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4fe52877-2d11-4eb9-91ed-1802af888f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:03.482379 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-106e2d8b-b322-4bdc-b714-f7e23af68ba4 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:03.503322 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-106e2d8b-b322-4bdc-b714-f7e23af68ba4 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Calling delete_port for 064b747c-aaf5-4354-a1f0-2eb8ea0df854 owned by {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:25:03.568301 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3156d101-d50f-47d9-a35e-be4aa15dfa52 req-bdf5185b-1382-4e2e-91d5-b5c7674d3494 service neutron] 10.222.0.46 "GET /v2.0/networks/1c65535d-8d45-4051-8e5d-043211a49251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506975 Aug 29 04:25:03.663927 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4fe52877-2d11-4eb9-91ed-1802af888f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:03.682515 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-4fe52877-2d11-4eb9-91ed-1802af888f6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['430f809c-a4d3-48f1-bbd1-f32da1f4fbac']}} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:03.701942 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-4fe52877-2d11-4eb9-91ed-1802af888f6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad086531-7f14-4bee-b100-2be74f8adb97') {'for_net_delete': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:03.712371 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-4fe52877-2d11-4eb9-91ed-1802af888f6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad086531-7f14-4bee-b100-2be74f8adb97') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:03.833533 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4fe52877-2d11-4eb9-91ed-1802af888f6a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4311712'] for segment, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:03.840533 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-106e2d8b-b322-4bdc-b714-f7e23af68ba4 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:03.890064 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4fe52877-2d11-4eb9-91ed-1802af888f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:03.908268 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106e2d8b-b322-4bdc-b714-f7e23af68ba4 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Pushing event deleted for resources: {'Port': ['ID=064b747c-aaf5-4354-a1f0-2eb8ea0df854,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:03.919123 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106e2d8b-b322-4bdc-b714-f7e23af68ba4 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:03.919461 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106e2d8b-b322-4bdc-b714-f7e23af68ba4 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:03.919842 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106e2d8b-b322-4bdc-b714-f7e23af68ba4 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:03.920177 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106e2d8b-b322-4bdc-b714-f7e23af68ba4 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:03.920765 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106e2d8b-b322-4bdc-b714-f7e23af68ba4 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:03.921226 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106e2d8b-b322-4bdc-b714-f7e23af68ba4 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:03.921567 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106e2d8b-b322-4bdc-b714-f7e23af68ba4 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:03.921887 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106e2d8b-b322-4bdc-b714-f7e23af68ba4 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:03.922207 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106e2d8b-b322-4bdc-b714-f7e23af68ba4 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:03.922526 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106e2d8b-b322-4bdc-b714-f7e23af68ba4 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:03.922846 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106e2d8b-b322-4bdc-b714-f7e23af68ba4 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:03.923187 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106e2d8b-b322-4bdc-b714-f7e23af68ba4 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:03.955661 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fe52877-2d11-4eb9-91ed-1802af888f6a admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=94829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:25:03.956138 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4fe52877-2d11-4eb9-91ed-1802af888f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4274277'] for segment, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:03.958168 n-d-712140-12 neutron-server[94829]: Traceback (most recent call last): Aug 29 04:25:03.958168 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:25:03.958168 n-d-712140-12 neutron-server[94829]: timer() Aug 29 04:25:03.958168 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:25:03.958168 n-d-712140-12 neutron-server[94829]: cb(*args, **kw) Aug 29 04:25:03.958168 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:25:03.958168 n-d-712140-12 neutron-server[94829]: return func(*args, **kwargs) Aug 29 04:25:03.958168 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:25:03.958168 n-d-712140-12 neutron-server[94829]: self._notify() Aug 29 04:25:03.958168 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:25:03.958168 n-d-712140-12 neutron-server[94829]: self.callback(batched_events) Aug 29 04:25:03.958168 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:25:03.958168 n-d-712140-12 neutron-server[94829]: event.method(event) Aug 29 04:25:03.958168 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:25:03.958168 n-d-712140-12 neutron-server[94829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:25:03.958168 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:25:03.958168 n-d-712140-12 neutron-server[94829]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:25:03.958168 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:25:03.958168 n-d-712140-12 neutron-server[94829]: return f(self, *a, **k) Aug 29 04:25:03.958168 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:25:03.958168 n-d-712140-12 neutron-server[94829]: return self._get(url).json() Aug 29 04:25:03.958168 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:25:03.958168 n-d-712140-12 neutron-server[94829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:25:03.958168 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:25:03.958168 n-d-712140-12 neutron-server[94829]: return self.request(url, 'GET', **kwargs) Aug 29 04:25:03.958168 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:25:03.958168 n-d-712140-12 neutron-server[94829]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:25:03.958168 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:25:03.958168 n-d-712140-12 neutron-server[94829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:25:03.958168 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:25:03.958168 n-d-712140-12 neutron-server[94829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:25:03.958168 n-d-712140-12 neutron-server[94829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:25:04.109783 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-106e2d8b-b322-4bdc-b714-f7e23af68ba4 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:04.114773 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 57304) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:04.124244 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-106e2d8b-b322-4bdc-b714-f7e23af68ba4 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] 10.222.0.22 "DELETE /v2.0/ports/064b747c-aaf5-4354-a1f0-2eb8ea0df854 HTTP/1.1" status: 204 len: 168 time: 1.2612970 Aug 29 04:25:04.144513 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4fe52877-2d11-4eb9-91ed-1802af888f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:04.151945 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4fe52877-2d11-4eb9-91ed-1802af888f6a admin admin] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:04.159949 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-4fe52877-2d11-4eb9-91ed-1802af888f6a admin admin] 10.222.0.22 "DELETE /v2.0/networks/430f809c-a4d3-48f1-bbd1-f32da1f4fbac HTTP/1.1" status: 204 len: 168 time: 0.7918744 Aug 29 04:25:04.184723 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe52877-2d11-4eb9-91ed-1802af888f6a admin admin] Pushing event deleted for resources: {'Network': ['ID=430f809c-a4d3-48f1-bbd1-f32da1f4fbac,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:04.261640 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db2e6a4-791b-4588-b9f2-ada4fdd9df60 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:04.268603 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-3db2e6a4-791b-4588-b9f2-ada4fdd9df60 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] 10.222.0.22 "GET /v2.0/ports?device_id=768f9c2d-4737-4e0a-ba9f-1494eed5410b HTTP/1.1" status: 200 len: 913 time: 0.1524456 Aug 29 04:25:04.271322 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 57308) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:04.517738 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 57316) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:04.571207 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-215b4dd8-289f-4f9b-b360-ccb6ff905b60 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d9a76e3dc1744d138793af79d163dd05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0514841 Aug 29 04:25:04.576971 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 57318) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:04.601947 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e18c8e-90a4-46b0-97a6-147846e0e148 req-409ed29d-c2d5-47c2-86f6-30866f34bb39 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:04.615338 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f7e18c8e-90a4-46b0-97a6-147846e0e148 req-409ed29d-c2d5-47c2-86f6-30866f34bb39 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=b186ca23-8aeb-42ea-ad06-0205dcf6b99f HTTP/1.1" status: 200 len: 946 time: 0.1286824 Aug 29 04:25:04.681806 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fce77a-145b-4a63-b83c-67dac7ebbf2f req-ea6b2044-fcee-44cd-9bf9-6fa9f8bd934c tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:04.696306 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-92fce77a-145b-4a63-b83c-67dac7ebbf2f req-ea6b2044-fcee-44cd-9bf9-6fa9f8bd934c tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=b003d3a9-da03-4254-909a-7913590e5919 HTTP/1.1" status: 200 len: 943 time: 0.3044267 Aug 29 04:25:04.723310 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f7e18c8e-90a4-46b0-97a6-147846e0e148 req-dd0c1f90-62ee-498d-a988-beafc73c92b3 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029270 Aug 29 04:25:04.843237 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-42bd0502-67b5-4700-ae04-5540db1dfac1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:04.901982 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-42bd0502-67b5-4700-ae04-5540db1dfac1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:04.952186 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-92fce77a-145b-4a63-b83c-67dac7ebbf2f req-d170a6bf-c7cd-4e73-9b09-6465eca315a5 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548225 Aug 29 04:25:05.024791 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-42bd0502-67b5-4700-ae04-5540db1dfac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:05.027573 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-42bd0502-67b5-4700-ae04-5540db1dfac1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:05.030442 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-42bd0502-67b5-4700-ae04-5540db1dfac1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bc298de8-05a1-4048-a74a-af5d487002fb HTTP/1.1" status: 204 len: 168 time: 0.4441216 Aug 29 04:25:05.040735 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bd0502-67b5-4700-ae04-5540db1dfac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc298de8-05a1-4048-a74a-af5d487002fb,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:05.654113 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8088a66e-b520-438b-a1dd-cb24d189e100 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713413'] for router_interface, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:06.101720 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16dcbe2-0ff5-49f7-9f69-662ca8bb3e55 req-842a12bb-31ec-4c51-a71f-467932734c6e tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:06.103289 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c16dcbe2-0ff5-49f7-9f69-662ca8bb3e55 req-842a12bb-31ec-4c51-a71f-467932734c6e tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=b186ca23-8aeb-42ea-ad06-0205dcf6b99f HTTP/1.1" status: 200 len: 946 time: 0.2184172 Aug 29 04:25:06.222638 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7f447a51-5879-4df0-a69f-86568f5af9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:06.339102 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72046fc-7254-4df1-82e6-6a74b9fd1d5a req-302ededa-c4c2-4b7d-9d90-abb7863d7341 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:06.351633 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b72046fc-7254-4df1-82e6-6a74b9fd1d5a req-302ededa-c4c2-4b7d-9d90-abb7863d7341 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=b003d3a9-da03-4254-909a-7913590e5919 HTTP/1.1" status: 200 len: 943 time: 0.1245530 Aug 29 04:25:06.447603 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c16dcbe2-0ff5-49f7-9f69-662ca8bb3e55 req-cac801bf-4ab2-48cc-b8ff-8655cc1d8542 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3050277 Aug 29 04:25:06.494367 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b72046fc-7254-4df1-82e6-6a74b9fd1d5a req-c1811b77-c6ec-4816-a724-dde67b1c4ba8 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412668 Aug 29 04:25:06.783737 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 57366) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:06.848337 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-8088a66e-b520-438b-a1dd-cb24d189e100 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Deleting port 9f9d52d3-a154-4b3e-a5ec-01e5dc2a2254 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:25:06.848938 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8088a66e-b520-438b-a1dd-cb24d189e100 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:07.044269 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-f2c53d38-3c3a-414a-a52c-536ff58a6f45 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1944396379-network', 'tenant_id': '49d0063fe2e04243b20a167346eddaf5'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:07.068595 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8088a66e-b520-438b-a1dd-cb24d189e100 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:07.120328 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-8088a66e-b520-438b-a1dd-cb24d189e100 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Calling delete_port for 9f9d52d3-a154-4b3e-a5ec-01e5dc2a2254 owned by network:router_interface {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:25:07.128019 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c53d38-3c3a-414a-a52c-536ff58a6f45 admin admin] Made reservation on behalf of 49d0063fe2e04243b20a167346eddaf5 for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:25:07.136951 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f2c53d38-3c3a-414a-a52c-536ff58a6f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:07.139879 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:07.176954 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f2c53d38-3c3a-414a-a52c-536ff58a6f45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:07.195533 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:07.333361 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 82d800fe-3c6b-462e-8af6-07b4d49dbea9 no longer exists at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:25:07.544283 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f2c53d38-3c3a-414a-a52c-536ff58a6f45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:07.553390 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f2c53d38-3c3a-414a-a52c-536ff58a6f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:07.585810 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2c53d38-3c3a-414a-a52c-536ff58a6f45 admin admin] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:25:07.622932 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f2c53d38-3c3a-414a-a52c-536ff58a6f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:07.626980 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-f2c53d38-3c3a-414a-a52c-536ff58a6f45 admin admin] Added segment 513b9748-f058-4807-b38c-a78dd0d7f64f of type vlan for network 7951e907-5c6f-4828-b5f7-ba4a978783fb Aug 29 04:25:07.870741 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0ae750-4d7a-4e70-9b60-0e8df49329b3 req-ef2b6379-51bc-46ac-b994-7f16323912c0 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:07.877502 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8e0ae750-4d7a-4e70-9b60-0e8df49329b3 req-ef2b6379-51bc-46ac-b994-7f16323912c0 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=b186ca23-8aeb-42ea-ad06-0205dcf6b99f HTTP/1.1" status: 200 len: 946 time: 0.2272196 Aug 29 04:25:07.893234 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f2c53d38-3c3a-414a-a52c-536ff58a6f45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:07.922485 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1702bac9-d1a3-4220-a0b9-b197a26ea512 req-f9e8264d-0f4a-46a8-98a6-1a6ce2c08805 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:07.928289 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1702bac9-d1a3-4220-a0b9-b197a26ea512 req-f9e8264d-0f4a-46a8-98a6-1a6ce2c08805 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=b003d3a9-da03-4254-909a-7913590e5919 HTTP/1.1" status: 200 len: 943 time: 0.2363439 Aug 29 04:25:07.931526 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c53d38-3c3a-414a-a52c-536ff58a6f45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f5aa553-c962-45c2-a8c7-d1b358082f3a,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:08.005611 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1702bac9-d1a3-4220-a0b9-b197a26ea512 req-250a2018-ce0f-4880-8a3e-eaa3ecd4ea18 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526180 Aug 29 04:25:08.007114 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.db.resource_extend [None req-f2c53d38-3c3a-414a-a52c-536ff58a6f45 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:25:08.032879 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8088a66e-b520-438b-a1dd-cb24d189e100 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:08.047503 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f2c53d38-3c3a-414a-a52c-536ff58a6f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:08.049968 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c53d38-3c3a-414a-a52c-536ff58a6f45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:08.050910 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f2c53d38-3c3a-414a-a52c-536ff58a6f45 admin admin] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:08.062637 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8e0ae750-4d7a-4e70-9b60-0e8df49329b3 req-f9d48994-6ed5-44dc-a589-7985cd5185fc tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674874 Aug 29 04:25:08.102028 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8088a66e-b520-438b-a1dd-cb24d189e100 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Pushing event deleted for resources: {'Port': ['ID=9f9d52d3-a154-4b3e-a5ec-01e5dc2a2254,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:08.115828 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8088a66e-b520-438b-a1dd-cb24d189e100 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:08.116240 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8088a66e-b520-438b-a1dd-cb24d189e100 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:08.116720 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8088a66e-b520-438b-a1dd-cb24d189e100 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:08.117068 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8088a66e-b520-438b-a1dd-cb24d189e100 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:08.117420 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8088a66e-b520-438b-a1dd-cb24d189e100 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:08.117795 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8088a66e-b520-438b-a1dd-cb24d189e100 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:08.118141 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8088a66e-b520-438b-a1dd-cb24d189e100 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:08.118475 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8088a66e-b520-438b-a1dd-cb24d189e100 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:08.118805 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8088a66e-b520-438b-a1dd-cb24d189e100 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:08.119135 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8088a66e-b520-438b-a1dd-cb24d189e100 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:08.119469 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8088a66e-b520-438b-a1dd-cb24d189e100 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:08.119827 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8088a66e-b520-438b-a1dd-cb24d189e100 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:08.238748 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-f2c53d38-3c3a-414a-a52c-536ff58a6f45 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4503493 Aug 29 04:25:08.244921 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 57384) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:08.252020 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-d4b7d892-8789-4743-8430-4538928d8546 admin admin] Request body: {'subnet': {'network_id': '7951e907-5c6f-4828-b5f7-ba4a978783fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1944396379-subnet', 'tenant_id': '49d0063fe2e04243b20a167346eddaf5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:08.367155 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4b7d892-8789-4743-8430-4538928d8546 admin admin] Made reservation on behalf of 49d0063fe2e04243b20a167346eddaf5 for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:25:08.382455 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d4b7d892-8789-4743-8430-4538928d8546 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4552395'] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:08.512639 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8088a66e-b520-438b-a1dd-cb24d189e100 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-713231'] for router_interface, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:08.600839 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:08.684071 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c53d38-3c3a-414a-a52c-536ff58a6f45 admin admin] Pushing event updated for resources: {'Network': ['ID=7951e907-5c6f-4828-b5f7-ba4a978783fb,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:08.709409 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 7951e907-5c6f-4828-b5f7-ba4a978783fb details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:25:08.936380 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d4b7d892-8789-4743-8430-4538928d8546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4274880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4552377'] for subnet, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:08.959775 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2a37a94f-c785-4a23-a471-e1ca41d01fbe req-971fdac2-9e45-4c83-ac5d-ed043602f37b service neutron] 10.222.0.46 "GET /v2.0/ports/82d800fe-3c6b-462e-8af6-07b4d49dbea9/bindings/n-h2-712140-12 HTTP/1.1" status: 200 len: 385 time: 0.1285307 Aug 29 04:25:09.087254 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b7d892-8789-4743-8430-4538928d8546 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e13b24a-8c6c-4bd3-93fe-e6ce4b90a408,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:09.157441 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b7d892-8789-4743-8430-4538928d8546 admin admin] Checking segment: {'id': '513b9748-f058-4807-b38c-a78dd0d7f64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7951e907-5c6f-4828-b5f7-ba4a978783fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:25:09.158254 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b7d892-8789-4743-8430-4538928d8546 admin admin] Network hostable DHCP agents. Network: 7951e907-5c6f-4828-b5f7-ba4a978783fb, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:25:09.184690 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 82d800fe-3c6b-462e-8af6-07b4d49dbea9 no longer exists at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:25:09.268631 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b7d892-8789-4743-8430-4538928d8546 admin admin] Network 7951e907-5c6f-4828-b5f7-ba4a978783fb is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:25:09.308499 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 82d800fe-3c6b-462e-8af6-07b4d49dbea9 not bound to the agent host n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:25:09.326965 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-d4b7d892-8789-4743-8430-4538928d8546 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 7951e907-5c6f-4828-b5f7-ba4a978783fb) {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:25:09.330776 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8088a66e-b520-438b-a1dd-cb24d189e100 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Router 768f9c2d-4737-4e0a-ba9f-1494eed5410b has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:25:09.338952 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f65d15-705c-4ab4-86c2-0107429f1e4c None None] Network 7951e907-5c6f-4828-b5f7-ba4a978783fb requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:25:09.346219 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b7d892-8789-4743-8430-4538928d8546 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:09.346841 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d4b7d892-8789-4743-8430-4538928d8546 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:09.387793 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336a2efa-c036-445a-b19a-e8d0d7dcecf8 req-809afa7f-db0a-45c8-959c-4dfac4e8437e tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:09.389930 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-336a2efa-c036-445a-b19a-e8d0d7dcecf8 req-809afa7f-db0a-45c8-959c-4dfac4e8437e tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=b003d3a9-da03-4254-909a-7913590e5919 HTTP/1.1" status: 200 len: 943 time: 0.1803427 Aug 29 04:25:09.392973 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-d4b7d892-8789-4743-8430-4538928d8546 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1470850 Aug 29 04:25:09.572076 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-336a2efa-c036-445a-b19a-e8d0d7dcecf8 req-19688863-1909-49a4-a435-b37f418ab502 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481783 Aug 29 04:25:09.666428 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2df6f8-ce39-4a54-8a86-990d26bb9e82 None None] Network 7951e907-5c6f-4828-b5f7-ba4a978783fb requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:25:10.287145 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8480fe-3921-47d4-94c0-934731676494 req-dc574ac9-0461-43c5-b34f-7ca38ffce232 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:10.294589 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-db8480fe-3921-47d4-94c0-934731676494 req-dc574ac9-0461-43c5-b34f-7ca38ffce232 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=b186ca23-8aeb-42ea-ad06-0205dcf6b99f HTTP/1.1" status: 200 len: 946 time: 0.9689121 Aug 29 04:25:10.297426 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8088a66e-b520-438b-a1dd-cb24d189e100 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:25:10.317206 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b78c60b-6af1-4b9d-a1bd-5ce994790278 None None] Sync routers for ids ['768f9c2d-4737-4e0a-ba9f-1494eed5410b'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:25:10.324912 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-8088a66e-b520-438b-a1dd-cb24d189e100 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] 10.222.0.22 "PUT /v2.0/routers/768f9c2d-4737-4e0a-ba9f-1494eed5410b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0516462 Aug 29 04:25:10.327817 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 57416) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:10.359449 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b78c60b-6af1-4b9d-a1bd-5ce994790278 None None] Routers {'768f9c2d-4737-4e0a-ba9f-1494eed5410b'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:25:10.360676 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-3b78c60b-6af1-4b9d-a1bd-5ce994790278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:25:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['768f9c2d-4737-4e0a-ba9f-1494eed5410b'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:10.365990 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-db8480fe-3921-47d4-94c0-934731676494 req-07bed289-8860-4cb0-9d2f-94ba4ea13480 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702896 Aug 29 04:25:10.371976 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-2a37a94f-c785-4a23-a471-e1ca41d01fbe req-5c8b91c0-eaf5-4cee-aea9-3c6b1f6de94a service neutron] For port 82d800fe-3c6b-462e-8af6-07b4d49dbea9, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=82d800fe-3c6b-462e-8af6-07b4d49dbea9,segment=NetworkSegment(44fea4a1-e972-4690-b14e-956bce45d1ec),segment_id=44fea4a1-e972-4690-b14e-956bce45d1ec)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:10.478662 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-2a37a94f-c785-4a23-a471-e1ca41d01fbe req-5c8b91c0-eaf5-4cee-aea9-3c6b1f6de94a service neutron] For port 82d800fe-3c6b-462e-8af6-07b4d49dbea9, host n-h1-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:25:10.562671 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-3b78c60b-6af1-4b9d-a1bd-5ce994790278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:10.578658 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-2a37a94f-c785-4a23-a471-e1ca41d01fbe req-5c8b91c0-eaf5-4cee-aea9-3c6b1f6de94a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82d800fe-3c6b-462e-8af6-07b4d49dbea9 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:25:10.583622 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b78c60b-6af1-4b9d-a1bd-5ce994790278 None None] Routers {'768f9c2d-4737-4e0a-ba9f-1494eed5410b'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:25:10.585955 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-3b78c60b-6af1-4b9d-a1bd-5ce994790278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:25:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['768f9c2d-4737-4e0a-ba9f-1494eed5410b'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:10.602985 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-2a37a94f-c785-4a23-a471-e1ca41d01fbe req-5c8b91c0-eaf5-4cee-aea9-3c6b1f6de94a service neutron] For port 82d800fe-3c6b-462e-8af6-07b4d49dbea9, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=82d800fe-3c6b-462e-8af6-07b4d49dbea9,segment=NetworkSegment(44fea4a1-e972-4690-b14e-956bce45d1ec),segment_id=44fea4a1-e972-4690-b14e-956bce45d1ec)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:10.647647 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2a37a94f-c785-4a23-a471-e1ca41d01fbe req-5c8b91c0-eaf5-4cee-aea9-3c6b1f6de94a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:10.705917 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cfa19c56-08b4-45c6-9632-11e4254ec36b tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks [] for router, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:10.706556 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-3b78c60b-6af1-4b9d-a1bd-5ce994790278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:10.714578 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b78c60b-6af1-4b9d-a1bd-5ce994790278 None None] The sync data for ids ['768f9c2d-4737-4e0a-ba9f-1494eed5410b'] in n-d-712140-12 is: [] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:25:10.810498 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 57428) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:10.834094 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-43284179-2085-40f9-bfbc-de00d4691786 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1677169480-network', 'tenant_id': 'f1c530d7937943ce8d88dcc1e7fdf50f'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:10.939892 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43284179-2085-40f9-bfbc-de00d4691786 admin admin] Made reservation on behalf of f1c530d7937943ce8d88dcc1e7fdf50f for: {'network': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:25:10.943717 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-43284179-2085-40f9-bfbc-de00d4691786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:10.967046 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-43284179-2085-40f9-bfbc-de00d4691786 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:10.996842 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-2a37a94f-c785-4a23-a471-e1ca41d01fbe req-5c8b91c0-eaf5-4cee-aea9-3c6b1f6de94a service neutron] Transition to ACTIVE for port object 82d800fe-3c6b-462e-8af6-07b4d49dbea9 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:25:11.009671 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2a37a94f-c785-4a23-a471-e1ca41d01fbe req-5c8b91c0-eaf5-4cee-aea9-3c6b1f6de94a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:11.025235 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bdf5d1-a3b0-4118-8712-c65ba1f8e0e0 req-b5372794-a27c-422d-9ba9-290238a639f6 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:11.029463 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-31bdf5d1-a3b0-4118-8712-c65ba1f8e0e0 req-b5372794-a27c-422d-9ba9-290238a639f6 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=b003d3a9-da03-4254-909a-7913590e5919 HTTP/1.1" status: 200 len: 943 time: 0.2189925 Aug 29 04:25:11.137829 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cfa19c56-08b4-45c6-9632-11e4254ec36b tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:11.145862 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-31bdf5d1-a3b0-4118-8712-c65ba1f8e0e0 req-ea070a7d-8722-4862-a6f3-1ef6807d1344 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025925 Aug 29 04:25:11.150367 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8b91c0-eaf5-4cee-aea9-3c6b1f6de94a service neutron] Pushing event updated for resources: {'Port': ['ID=82d800fe-3c6b-462e-8af6-07b4d49dbea9,revision_number=10']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:11.203409 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a37a94f-c785-4a23-a471-e1ca41d01fbe req-5c8b91c0-eaf5-4cee-aea9-3c6b1f6de94a service neutron] No DVR routers for this DVR port 82d800fe-3c6b-462e-8af6-07b4d49dbea9 on host n-h1-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:25:11.236736 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-cfa19c56-08b4-45c6-9632-11e4254ec36b tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Deleting port 6d909a94-3a41-434a-b57c-34e0d6b15b48 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:25:11.237360 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cfa19c56-08b4-45c6-9632-11e4254ec36b tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:11.338197 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cfa19c56-08b4-45c6-9632-11e4254ec36b tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:11.356907 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-cfa19c56-08b4-45c6-9632-11e4254ec36b tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Calling delete_port for 6d909a94-3a41-434a-b57c-34e0d6b15b48 owned by network:router_gateway {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:25:11.408112 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2a37a94f-c785-4a23-a471-e1ca41d01fbe req-5c8b91c0-eaf5-4cee-aea9-3c6b1f6de94a service neutron] 10.222.0.46 "PUT /v2.0/ports/82d800fe-3c6b-462e-8af6-07b4d49dbea9/bindings/n-h2-712140-12/activate HTTP/1.1" status: 200 len: 370 time: 2.4389265 Aug 29 04:25:11.559702 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-43284179-2085-40f9-bfbc-de00d4691786 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:11.597461 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cfa19c56-08b4-45c6-9632-11e4254ec36b tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:11.627881 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa19c56-08b4-45c6-9632-11e4254ec36b tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Pushing event deleted for resources: {'Port': ['ID=6d909a94-3a41-434a-b57c-34e0d6b15b48,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:11.642182 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-43284179-2085-40f9-bfbc-de00d4691786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:11.666241 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bb38fc-ee41-481c-8103-1696f99b5eaf req-730abade-55d1-405a-b2a8-a3224aaef684 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:11.667868 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e8bb38fc-ee41-481c-8103-1696f99b5eaf req-730abade-55d1-405a-b2a8-a3224aaef684 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=b186ca23-8aeb-42ea-ad06-0205dcf6b99f HTTP/1.1" status: 200 len: 946 time: 0.0833695 Aug 29 04:25:11.671703 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43284179-2085-40f9-bfbc-de00d4691786 admin admin] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=94828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:25:11.739013 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cfa19c56-08b4-45c6-9632-11e4254ec36b tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719445'] for router_gateway, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:11.745543 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-43284179-2085-40f9-bfbc-de00d4691786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:11.745998 n-d-712140-12 neutron-server[94828]: INFO neutron.db.segments_db [None req-43284179-2085-40f9-bfbc-de00d4691786 admin admin] Added segment 7ded76f5-f56a-4731-9cf5-c50f59ae5a6b of type vlan for network 33bc4100-e4ea-4932-be1c-a132d719a88d Aug 29 04:25:11.747609 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43284179-2085-40f9-bfbc-de00d4691786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d79f1d27-fe5e-496d-85e7-a1236c00cb4c,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:11.849981 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-43284179-2085-40f9-bfbc-de00d4691786 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:11.871243 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cfa19c56-08b4-45c6-9632-11e4254ec36b tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:11.873436 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cfa19c56-08b4-45c6-9632-11e4254ec36b tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:11.886714 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a37a94f-c785-4a23-a471-e1ca41d01fbe req-88bb33ec-ef52-4b4d-a5dc-8d9938721019 tempest-LiveMigrationTest-555913250 tempest-LiveMigrationTest-555913250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:11.888532 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2a37a94f-c785-4a23-a471-e1ca41d01fbe req-88bb33ec-ef52-4b4d-a5dc-8d9938721019 tempest-LiveMigrationTest-555913250 tempest-LiveMigrationTest-555913250-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=b003d3a9-da03-4254-909a-7913590e5919&tenant_id=260b2b7726794e4d90a38e52b66506fd&binding%3Ahost_id=n-h1-712140-12 HTTP/1.1" status: 200 len: 1096 time: 0.2102141 Aug 29 04:25:11.890113 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-43284179-2085-40f9-bfbc-de00d4691786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:11.891169 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43284179-2085-40f9-bfbc-de00d4691786 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:11.891928 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-43284179-2085-40f9-bfbc-de00d4691786 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:11.927874 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cfa19c56-08b4-45c6-9632-11e4254ec36b tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717253'] for router, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:11.928719 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfa19c56-08b4-45c6-9632-11e4254ec36b tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Fanout notify agent at l3_agent the message router_deleted on router 768f9c2d-4737-4e0a-ba9f-1494eed5410b {{(pid=94829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:25:11.941181 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cfa19c56-08b4-45c6-9632-11e4254ec36b tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:11.942420 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-cfa19c56-08b4-45c6-9632-11e4254ec36b tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] 10.222.0.22 "DELETE /v2.0/routers/768f9c2d-4737-4e0a-ba9f-1494eed5410b HTTP/1.1" status: 204 len: 168 time: 1.6117194 Aug 29 04:25:11.945840 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 57446) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:12.078074 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_v2 [None req-94035d61-601b-4945-b21f-fd513111c19c tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Deleting subnet f610a7d9-219c-4dfc-966f-10831e9a6610 {{(pid=94829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:25:12.083138 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-94035d61-601b-4945-b21f-fd513111c19c tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks [] for subnet, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:12.107321 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e8bb38fc-ee41-481c-8103-1696f99b5eaf req-b0f41197-ec8b-473c-a47a-03cb28a7d08e tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4160807 Aug 29 04:25:12.194295 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-94035d61-601b-4945-b21f-fd513111c19c tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4311743'] for subnet, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:12.288039 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a37a94f-c785-4a23-a471-e1ca41d01fbe req-de07bd06-5351-443e-b9fa-61fec955b3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:12.289822 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2a37a94f-c785-4a23-a471-e1ca41d01fbe req-de07bd06-5351-443e-b9fa-61fec955b3e2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b003d3a9-da03-4254-909a-7913590e5919&tenant_id=260b2b7726794e4d90a38e52b66506fd HTTP/1.1" status: 200 len: 1096 time: 0.3885617 Aug 29 04:25:12.291306 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-43284179-2085-40f9-bfbc-de00d4691786 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4777503 Aug 29 04:25:12.294576 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 57454) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:12.301705 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-7a61cbeb-beee-4ef4-98a6-9256fd6d965c admin admin] Request body: {'subnet': {'network_id': '33bc4100-e4ea-4932-be1c-a132d719a88d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1677169480-subnet', 'tenant_id': 'f1c530d7937943ce8d88dcc1e7fdf50f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:12.362142 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-94035d61-601b-4945-b21f-fd513111c19c tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:12.370006 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43284179-2085-40f9-bfbc-de00d4691786 admin admin] Pushing event updated for resources: {'Network': ['ID=33bc4100-e4ea-4932-be1c-a132d719a88d,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:12.375349 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a61cbeb-beee-4ef4-98a6-9256fd6d965c admin admin] Made reservation on behalf of f1c530d7937943ce8d88dcc1e7fdf50f for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:25:12.378351 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7a61cbeb-beee-4ef4-98a6-9256fd6d965c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:12.381601 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 33bc4100-e4ea-4932-be1c-a132d719a88d details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:25:12.466189 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be771272-9c6b-41b1-8a94-c7f80aaab911 req-e0bd0102-1934-48b5-abd5-f6441904d412 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:12.469153 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a37a94f-c785-4a23-a471-e1ca41d01fbe req-b5fe9786-c951-4e51-966d-1f392e20299d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:12.469827 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-be771272-9c6b-41b1-8a94-c7f80aaab911 req-e0bd0102-1934-48b5-abd5-f6441904d412 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=b003d3a9-da03-4254-909a-7913590e5919 HTTP/1.1" status: 200 len: 944 time: 0.1709304 Aug 29 04:25:12.472021 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2a37a94f-c785-4a23-a471-e1ca41d01fbe req-b5fe9786-c951-4e51-966d-1f392e20299d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=260b2b7726794e4d90a38e52b66506fd&device_id=b003d3a9-da03-4254-909a-7913590e5919 HTTP/1.1" status: 200 len: 1096 time: 0.1338546 Aug 29 04:25:12.538066 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-94035d61-601b-4945-b21f-fd513111c19c tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4552352'] for subnet, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:12.615141 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-be771272-9c6b-41b1-8a94-c7f80aaab911 req-a45a8a08-fa0d-44c4-8eff-554aaa4f6335 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354716 Aug 29 04:25:12.616010 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94035d61-601b-4945-b21f-fd513111c19c tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Pushing event deleted for resources: {'Subnet': ['ID=f610a7d9-219c-4dfc-966f-10831e9a6610,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:12.636640 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-94035d61-601b-4945-b21f-fd513111c19c tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:12.643298 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-94035d61-601b-4945-b21f-fd513111c19c tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] 10.222.0.22 "DELETE /v2.0/subnets/f610a7d9-219c-4dfc-966f-10831e9a6610 HTTP/1.1" status: 204 len: 168 time: 0.6963134 Aug 29 04:25:12.644507 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 57456) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:12.683628 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a37a94f-c785-4a23-a471-e1ca41d01fbe req-9a0c270e-6baa-498d-b254-d4ecd5238eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:12.685207 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2a37a94f-c785-4a23-a471-e1ca41d01fbe req-9a0c270e-6baa-498d-b254-d4ecd5238eeb service neutron] 10.222.0.48 "GET /v2.0/networks?id=1c65535d-8d45-4051-8e5d-043211a49251 HTTP/1.1" status: 200 len: 908 time: 0.2036598 Aug 29 04:25:12.748437 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2a37a94f-c785-4a23-a471-e1ca41d01fbe req-798e9a06-e0ae-4475-a7cd-f2f917fc67af service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82d800fe-3c6b-462e-8af6-07b4d49dbea9 HTTP/1.1" status: 200 len: 217 time: 0.0464811 Aug 29 04:25:12.763020 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d5f4346a-4c57-46ef-bb46-2830709b06f1 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:12.836409 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7a61cbeb-beee-4ef4-98a6-9256fd6d965c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9191137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10062364'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:12.865879 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a37a94f-c785-4a23-a471-e1ca41d01fbe req-01888db3-2e36-4dce-8fca-3ad1e7476246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:12.867448 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2a37a94f-c785-4a23-a471-e1ca41d01fbe req-01888db3-2e36-4dce-8fca-3ad1e7476246 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d11db723-881a-44e4-ae3d-f8a6bedc146e HTTP/1.1" status: 200 len: 847 time: 0.0980985 Aug 29 04:25:12.906440 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2a37a94f-c785-4a23-a471-e1ca41d01fbe req-5b9d631f-3e36-4aa4-a45a-87aa89720843 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1c65535d-8d45-4051-8e5d-043211a49251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259266 Aug 29 04:25:12.948541 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a61cbeb-beee-4ef4-98a6-9256fd6d965c admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb085c3c-0fb3-461b-8d20-37858b69f9f5,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:12.950372 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d5f4346a-4c57-46ef-bb46-2830709b06f1 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:12.979737 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:25:13.002267 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a61cbeb-beee-4ef4-98a6-9256fd6d965c admin admin] Checking segment: {'id': '7ded76f5-f56a-4731-9cf5-c50f59ae5a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '33bc4100-e4ea-4932-be1c-a132d719a88d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:25:13.002632 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a61cbeb-beee-4ef4-98a6-9256fd6d965c admin admin] Network hostable DHCP agents. Network: 33bc4100-e4ea-4932-be1c-a132d719a88d, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:25:13.009200 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-d5f4346a-4c57-46ef-bb46-2830709b06f1 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9973e0e-e95c-4c76-9b74-97daebf10125']}} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:13.043410 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-d5f4346a-4c57-46ef-bb46-2830709b06f1 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0449e6f-fc31-4ad2-b466-0a3def7f5958') {'for_net_delete': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:13.044781 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-d5f4346a-4c57-46ef-bb46-2830709b06f1 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0449e6f-fc31-4ad2-b466-0a3def7f5958') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:13.048119 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2a37a94f-c785-4a23-a471-e1ca41d01fbe req-4f1cd5f8-91e7-49b8-be8f-e2c029aa5a2c service neutron] 10.222.0.48 "GET /v2.0/networks/1c65535d-8d45-4051-8e5d-043211a49251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328840 Aug 29 04:25:13.066995 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a61cbeb-beee-4ef4-98a6-9256fd6d965c admin admin] Network 33bc4100-e4ea-4932-be1c-a132d719a88d is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:25:13.073790 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d5f4346a-4c57-46ef-bb46-2830709b06f1 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4311712'] for segment, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:13.106045 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d5f4346a-4c57-46ef-bb46-2830709b06f1 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:13.118377 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5f4346a-4c57-46ef-bb46-2830709b06f1 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=94829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:25:13.118954 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d5f4346a-4c57-46ef-bb46-2830709b06f1 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4274277'] for segment, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:13.125646 n-d-712140-12 neutron-server[94829]: Traceback (most recent call last): Aug 29 04:25:13.125646 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:25:13.125646 n-d-712140-12 neutron-server[94829]: timer() Aug 29 04:25:13.125646 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:25:13.125646 n-d-712140-12 neutron-server[94829]: cb(*args, **kw) Aug 29 04:25:13.125646 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:25:13.125646 n-d-712140-12 neutron-server[94829]: return func(*args, **kwargs) Aug 29 04:25:13.125646 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:25:13.125646 n-d-712140-12 neutron-server[94829]: self._notify() Aug 29 04:25:13.125646 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:25:13.125646 n-d-712140-12 neutron-server[94829]: self.callback(batched_events) Aug 29 04:25:13.125646 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:25:13.125646 n-d-712140-12 neutron-server[94829]: event.method(event) Aug 29 04:25:13.125646 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:25:13.125646 n-d-712140-12 neutron-server[94829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:25:13.125646 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:25:13.125646 n-d-712140-12 neutron-server[94829]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:25:13.125646 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:25:13.125646 n-d-712140-12 neutron-server[94829]: return f(self, *a, **k) Aug 29 04:25:13.125646 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:25:13.125646 n-d-712140-12 neutron-server[94829]: return self._get(url).json() Aug 29 04:25:13.125646 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:25:13.125646 n-d-712140-12 neutron-server[94829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:25:13.125646 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:25:13.125646 n-d-712140-12 neutron-server[94829]: return self.request(url, 'GET', **kwargs) Aug 29 04:25:13.125646 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:25:13.125646 n-d-712140-12 neutron-server[94829]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:25:13.125646 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:25:13.125646 n-d-712140-12 neutron-server[94829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:25:13.125646 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:25:13.125646 n-d-712140-12 neutron-server[94829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:25:13.125646 n-d-712140-12 neutron-server[94829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:25:13.197942 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2a37a94f-c785-4a23-a471-e1ca41d01fbe req-2b1a6961-2530-498d-8d54-ccb1a1309457 service neutron] 10.222.0.48 "GET /v2.0/networks/1c65535d-8d45-4051-8e5d-043211a49251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419327 Aug 29 04:25:13.202131 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-7a61cbeb-beee-4ef4-98a6-9256fd6d965c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 33bc4100-e4ea-4932-be1c-a132d719a88d) {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:25:13.232091 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a61cbeb-beee-4ef4-98a6-9256fd6d965c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:13.233625 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7a61cbeb-beee-4ef4-98a6-9256fd6d965c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:13.241418 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1cb83c9-5f15-4f35-9120-2690ebc2f7f9 None None] Network 33bc4100-e4ea-4932-be1c-a132d719a88d requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:25:13.275972 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-7a61cbeb-beee-4ef4-98a6-9256fd6d965c admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9788578 Aug 29 04:25:13.383534 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d5f4346a-4c57-46ef-bb46-2830709b06f1 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:13.400424 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d5f4346a-4c57-46ef-bb46-2830709b06f1 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:13.404947 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-d5f4346a-4c57-46ef-bb46-2830709b06f1 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] 10.222.0.22 "DELETE /v2.0/networks/a9973e0e-e95c-4c76-9b74-97daebf10125 HTTP/1.1" status: 204 len: 168 time: 0.7557395 Aug 29 04:25:13.449497 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f4346a-4c57-46ef-bb46-2830709b06f1 tempest-FloatingIPTestJSON-1310386597 tempest-FloatingIPTestJSON-1310386597-project] Pushing event deleted for resources: {'Network': ['ID=a9973e0e-e95c-4c76-9b74-97daebf10125,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:13.451101 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5cbf44-96db-441d-b31d-75b565a3edcf req-4be26221-8989-41ee-bff2-ef3371d0a782 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:13.452823 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ea5cbf44-96db-441d-b31d-75b565a3edcf req-4be26221-8989-41ee-bff2-ef3371d0a782 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=b186ca23-8aeb-42ea-ad06-0205dcf6b99f HTTP/1.1" status: 200 len: 946 time: 0.1688881 Aug 29 04:25:13.532239 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ea5cbf44-96db-441d-b31d-75b565a3edcf req-8a6c3c44-a871-4435-ab30-2b0bafa0c2e4 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716293 Aug 29 04:25:13.544646 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75eca3de-d892-4b51-812e-ebdfa7e31ef8 None None] Network 33bc4100-e4ea-4932-be1c-a132d719a88d requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:25:13.700270 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a37a94f-c785-4a23-a471-e1ca41d01fbe req-c9d96ad0-be53-480a-8380-fa1ebda91b34 tempest-LiveMigrationTest-555913250 tempest-LiveMigrationTest-555913250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:13.705760 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2a37a94f-c785-4a23-a471-e1ca41d01fbe req-c9d96ad0-be53-480a-8380-fa1ebda91b34 tempest-LiveMigrationTest-555913250 tempest-LiveMigrationTest-555913250-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=b003d3a9-da03-4254-909a-7913590e5919&tenant_id=260b2b7726794e4d90a38e52b66506fd&binding%3Ahost_id=n-h2-712140-12 HTTP/1.1" status: 200 len: 1096 time: 0.0769961 Aug 29 04:25:13.891239 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3324dedf-dacf-4a81-8167-92f8bd34fba9 req-d5da3948-f9d2-4817-8243-a0ba8f238f97 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:13.893007 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3324dedf-dacf-4a81-8167-92f8bd34fba9 req-d5da3948-f9d2-4817-8243-a0ba8f238f97 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=b003d3a9-da03-4254-909a-7913590e5919 HTTP/1.1" status: 200 len: 944 time: 0.1247547 Aug 29 04:25:13.959200 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-2a37a94f-c785-4a23-a471-e1ca41d01fbe req-53cbd80d-6d3b-4dd0-a01a-bc858ebad8f5 service neutron] For port 82d800fe-3c6b-462e-8af6-07b4d49dbea9, host n-h1-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:25:13.969187 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2a37a94f-c785-4a23-a471-e1ca41d01fbe req-53cbd80d-6d3b-4dd0-a01a-bc858ebad8f5 service neutron] Notify callbacks [] for binding, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:13.971453 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2a37a94f-c785-4a23-a471-e1ca41d01fbe req-53cbd80d-6d3b-4dd0-a01a-bc858ebad8f5 service neutron] 10.222.0.48 "DELETE /v2.0/ports/82d800fe-3c6b-462e-8af6-07b4d49dbea9/bindings/n-h1-712140-12 HTTP/1.1" status: 204 len: 173 time: 0.2581058 Aug 29 04:25:14.034450 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 57498) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:14.436430 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3324dedf-dacf-4a81-8167-92f8bd34fba9 req-8b0f4e4d-a62b-456a-967e-8f8449ba6270 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5355678 Aug 29 04:25:14.487816 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-ddc7e302-5d5c-4d88-9286-38c095401236 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0e7e7c5f92ce4c7e8a2717aa9e86c9db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4508321 Aug 29 04:25:14.490179 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 57530) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:14.530945 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e862cc-ba38-4ec7-a35a-8173535f0264 req-3ea2b7de-a3d3-4dbe-bdee-8c64cc200817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:14.535197 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-20e862cc-ba38-4ec7-a35a-8173535f0264 req-3ea2b7de-a3d3-4dbe-bdee-8c64cc200817 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6b54a16bc4c143ae881e0570211236dd&device_id=b186ca23-8aeb-42ea-ad06-0205dcf6b99f HTTP/1.1" status: 200 len: 1098 time: 0.1363130 Aug 29 04:25:14.599669 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651f0087-9ad9-47ea-a9a4-5598ed53a002 req-a28d4b01-dddc-49cc-b83b-7fdbe9ed5e98 tempest-ServersNegativeTestMultiTenantJSON-116137596 tempest-ServersNegativeTestMultiTenantJSON-116137596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:14.608060 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-651f0087-9ad9-47ea-a9a4-5598ed53a002 req-a28d4b01-dddc-49cc-b83b-7fdbe9ed5e98 tempest-ServersNegativeTestMultiTenantJSON-116137596 tempest-ServersNegativeTestMultiTenantJSON-116137596-project] 10.222.0.22 "GET /v2.0/networks?id=7951e907-5c6f-4828-b5f7-ba4a978783fb HTTP/1.1" status: 200 len: 825 time: 0.3135688 Aug 29 04:25:14.614115 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-77ae2f48-4ac7-4e60-8b3d-1670ffc0b280 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:14.661977 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-651f0087-9ad9-47ea-a9a4-5598ed53a002 req-927b50da-a39c-488c-9c35-6dbc5eabc295 tempest-ServersNegativeTestMultiTenantJSON-116137596 tempest-ServersNegativeTestMultiTenantJSON-116137596-project] 10.222.0.22 "GET /v2.0/quotas/49d0063fe2e04243b20a167346eddaf5 HTTP/1.1" status: 200 len: 375 time: 0.0529923 Aug 29 04:25:14.700466 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-77ae2f48-4ac7-4e60-8b3d-1670ffc0b280 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:14.778381 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-77ae2f48-4ac7-4e60-8b3d-1670ffc0b280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:14.783003 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-77ae2f48-4ac7-4e60-8b3d-1670ffc0b280 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:14.804373 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-77ae2f48-4ac7-4e60-8b3d-1670ffc0b280 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7eaba005-9c05-4868-a902-41cc3929e12f HTTP/1.1" status: 204 len: 168 time: 0.2979050 Aug 29 04:25:14.808473 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-651f0087-9ad9-47ea-a9a4-5598ed53a002 req-ce1b5f0f-99e0-4790-a7dd-c0ee6477828d tempest-ServersNegativeTestMultiTenantJSON-116137596 tempest-ServersNegativeTestMultiTenantJSON-116137596-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=49d0063fe2e04243b20a167346eddaf5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0947828 Aug 29 04:25:14.828462 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ae2f48-4ac7-4e60-8b3d-1670ffc0b280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eaba005-9c05-4868-a902-41cc3929e12f,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:14.876720 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e862cc-ba38-4ec7-a35a-8173535f0264 req-e6c973a6-1ac4-49cb-98a3-26414c835571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:14.880434 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-20e862cc-ba38-4ec7-a35a-8173535f0264 req-e6c973a6-1ac4-49cb-98a3-26414c835571 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6dc9f122-fe76-4b29-b692-6f9509f76947 HTTP/1.1" status: 200 len: 913 time: 0.2628703 Aug 29 04:25:14.947648 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 57544) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:14.969772 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-20e862cc-ba38-4ec7-a35a-8173535f0264 req-797a9cb1-57b8-4e09-8f9b-76f6af5f4d4f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04e502c0-88ce-4e92-9cb0-a85b2cfefce6 HTTP/1.1" status: 200 len: 217 time: 0.0807853 Aug 29 04:25:15.005258 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f367a2b-9852-4c77-93d3-85d2d40d6c6d req-62e13fb9-604d-4a06-aba3-7dada09a9728 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:15.013533 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5f367a2b-9852-4c77-93d3-85d2d40d6c6d req-62e13fb9-604d-4a06-aba3-7dada09a9728 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=b186ca23-8aeb-42ea-ad06-0205dcf6b99f HTTP/1.1" status: 200 len: 946 time: 0.1178868 Aug 29 04:25:15.098246 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5f367a2b-9852-4c77-93d3-85d2d40d6c6d req-936603d2-61d8-46ae-b5fc-25805bb38ceb tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836272 Aug 29 04:25:15.098550 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e862cc-ba38-4ec7-a35a-8173535f0264 req-dbef3b0b-d14e-4f83-bb50-cd7054563e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:15.100368 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-20e862cc-ba38-4ec7-a35a-8173535f0264 req-dbef3b0b-d14e-4f83-bb50-cd7054563e76 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=92da5435-aaff-49ad-89d5-9a0918bd173a HTTP/1.1" status: 200 len: 852 time: 0.1230991 Aug 29 04:25:15.161977 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-20e862cc-ba38-4ec7-a35a-8173535f0264 req-4d19d5e4-ee52-43e9-93e4-0bf309be2a5e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6dc9f122-fe76-4b29-b692-6f9509f76947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536454 Aug 29 04:25:15.242053 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700c7251-fa63-40d0-8952-c0e3631b5bef req-17e1455d-21de-4df0-b90f-bf43ee79578a tempest-LiveMigrationTest-555913250 tempest-LiveMigrationTest-555913250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:15.243728 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-700c7251-fa63-40d0-8952-c0e3631b5bef req-17e1455d-21de-4df0-b90f-bf43ee79578a tempest-LiveMigrationTest-555913250 tempest-LiveMigrationTest-555913250-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=b003d3a9-da03-4254-909a-7913590e5919 HTTP/1.1" status: 200 len: 1096 time: 0.0584788 Aug 29 04:25:15.308971 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-700c7251-fa63-40d0-8952-c0e3631b5bef req-fbbee32e-92dd-4484-bd8f-4e7b8751e64c tempest-LiveMigrationTest-555913250 tempest-LiveMigrationTest-555913250-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590441 Aug 29 04:25:15.410542 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-20e862cc-ba38-4ec7-a35a-8173535f0264 req-0f4bcb45-b5f4-4d17-8007-f2462e29e1f2 service neutron] 10.222.0.48 "GET /v2.0/networks/6dc9f122-fe76-4b29-b692-6f9509f76947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410092 Aug 29 04:25:15.440946 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d942726b-b83a-46d7-8886-c47b5d1b1630 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:15.550451 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-651f0087-9ad9-47ea-a9a4-5598ed53a002 req-f39d69d0-55ad-4f0d-b10b-e7ccc7ef1bcf service neutron] 10.222.0.22 "GET /v2.0/networks/7951e907-5c6f-4828-b5f7-ba4a978783fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7409747 Aug 29 04:25:15.621912 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d942726b-b83a-46d7-8886-c47b5d1b1630 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:15.629878 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d942726b-b83a-46d7-8886-c47b5d1b1630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:15.677104 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-651f0087-9ad9-47ea-a9a4-5598ed53a002 req-ba2c94a2-f241-470b-82a7-0a9f93b005df service neutron] 10.222.0.22 "GET /v2.0/networks/7951e907-5c6f-4828-b5f7-ba4a978783fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251636 Aug 29 04:25:15.681495 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-d942726b-b83a-46d7-8886-c47b5d1b1630 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4ac72f12837141d8813c6634aa7501f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7194724 Aug 29 04:25:15.683080 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d942726b-b83a-46d7-8886-c47b5d1b1630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05ba15c0-5bc0-4edd-b8fd-fd672e09beb9,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:15.703278 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 57572) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:15.762302 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-20e862cc-ba38-4ec7-a35a-8173535f0264 req-85be993d-d244-4133-af90-4385d18e29c6 service neutron] 10.222.0.48 "GET /v2.0/networks/6dc9f122-fe76-4b29-b692-6f9509f76947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3403690 Aug 29 04:25:15.782148 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d664fc9-aa38-4ca2-b60f-6f0198ca333e req-bce5533a-7bc8-40f2-936e-5c9d028faa25 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:15.792322 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6d664fc9-aa38-4ca2-b60f-6f0198ca333e req-bce5533a-7bc8-40f2-936e-5c9d028faa25 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=b003d3a9-da03-4254-909a-7913590e5919 HTTP/1.1" status: 200 len: 944 time: 0.0759830 Aug 29 04:25:15.794813 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3cc5a2cf-5144-42bf-ba8f-e2b4170b0fa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:15.845197 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3cc5a2cf-5144-42bf-ba8f-e2b4170b0fa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:15.848629 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6d664fc9-aa38-4ca2-b60f-6f0198ca333e req-4e4258d8-f226-4c9c-936f-9f884cb82528 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553038 Aug 29 04:25:15.932013 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3cc5a2cf-5144-42bf-ba8f-e2b4170b0fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:15.935200 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3cc5a2cf-5144-42bf-ba8f-e2b4170b0fa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:15.937421 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-3cc5a2cf-5144-42bf-ba8f-e2b4170b0fa5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/05ba15c0-5bc0-4edd-b8fd-fd672e09beb9 HTTP/1.1" status: 204 len: 168 time: 0.2322705 Aug 29 04:25:15.947160 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc5a2cf-5144-42bf-ba8f-e2b4170b0fa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05ba15c0-5bc0-4edd-b8fd-fd672e09beb9,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:16.070195 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 57588) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:16.104787 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-59c5bc9c-8469-4f27-b5ae-05db8435c7c7 req-11ccb557-69bf-4252-a2ac-aa416554e21c tempest-ServersNegativeTestMultiTenantJSON-116137596 tempest-ServersNegativeTestMultiTenantJSON-116137596-project] 10.222.0.22 "GET /v2.0/ports?device_id=be71690e-e319-4a2f-a4af-5832421469df HTTP/1.1" status: 200 len: 210 time: 0.0711250 Aug 29 04:25:16.277457 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6b7823-8468-4251-b535-daef40e01422 req-55fc5887-3a8c-429f-b170-ad8f9743fd13 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:16.287850 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3d6b7823-8468-4251-b535-daef40e01422 req-55fc5887-3a8c-429f-b170-ad8f9743fd13 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=b186ca23-8aeb-42ea-ad06-0205dcf6b99f HTTP/1.1" status: 200 len: 946 time: 0.0865061 Aug 29 04:25:16.348810 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3d6b7823-8468-4251-b535-daef40e01422 req-dd56dcaf-6880-457a-a401-1eabbf1afa75 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594697 Aug 29 04:25:16.384527 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-4aeaf7db-addb-455c-b7e1-f7b9bc26e67f tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1278423228'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:16.417171 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aeaf7db-addb-455c-b7e1-f7b9bc26e67f tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Made reservation on behalf of 7ba48620e01646c69214a65ccf7831ce for: {'network': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:25:16.421875 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4aeaf7db-addb-455c-b7e1-f7b9bc26e67f tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:16.432512 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4aeaf7db-addb-455c-b7e1-f7b9bc26e67f tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:16.553880 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec0114c-c496-44a9-8f85-48795c432777 req-9e6566ba-e8e8-48fb-81c0-51db9e542eda tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:16.558779 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5ec0114c-c496-44a9-8f85-48795c432777 req-9e6566ba-e8e8-48fb-81c0-51db9e542eda tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.48 "GET /v2.0/ports?device_id=b003d3a9-da03-4254-909a-7913590e5919 HTTP/1.1" status: 200 len: 944 time: 0.0852320 Aug 29 04:25:16.672435 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4aeaf7db-addb-455c-b7e1-f7b9bc26e67f tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:16.680118 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4aeaf7db-addb-455c-b7e1-f7b9bc26e67f tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:16.731144 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4aeaf7db-addb-455c-b7e1-f7b9bc26e67f tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=94828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:25:16.761898 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeaf7db-addb-455c-b7e1-f7b9bc26e67f tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a2193d1-4839-450d-99d7-c6bae4189e56,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:16.772648 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4aeaf7db-addb-455c-b7e1-f7b9bc26e67f tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:16.778439 n-d-712140-12 neutron-server[94828]: INFO neutron.db.segments_db [None req-4aeaf7db-addb-455c-b7e1-f7b9bc26e67f tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Added segment 9f6e5fdd-e8e9-472c-bcd1-665aa32baa0b of type vlan for network 37f9b051-2d22-4f1b-8fb1-78b7f26f10cf Aug 29 04:25:16.799924 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-5ec0114c-c496-44a9-8f85-48795c432777 req-2d4c25f5-422e-47f5-94d8-c7586029dcd3 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Deleting port 82d800fe-3c6b-462e-8af6-07b4d49dbea9 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:25:16.801237 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-5ec0114c-c496-44a9-8f85-48795c432777 req-2d4c25f5-422e-47f5-94d8-c7586029dcd3 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:16.884289 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4aeaf7db-addb-455c-b7e1-f7b9bc26e67f tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:16.945989 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4aeaf7db-addb-455c-b7e1-f7b9bc26e67f tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:16.952056 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aeaf7db-addb-455c-b7e1-f7b9bc26e67f tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:16.952662 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4aeaf7db-addb-455c-b7e1-f7b9bc26e67f tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:16.998417 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 57624) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:17.020710 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddead9c2-f6dc-4086-a277-1d947eb153eb req-64cc7e77-000c-471c-acb1-17e252fcd978 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:17.022589 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ddead9c2-f6dc-4086-a277-1d947eb153eb req-64cc7e77-000c-471c-acb1-17e252fcd978 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=b003d3a9-da03-4254-909a-7913590e5919 HTTP/1.1" status: 200 len: 944 time: 0.0790899 Aug 29 04:25:17.064795 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-4aeaf7db-addb-455c-b7e1-f7b9bc26e67f tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9934037 Aug 29 04:25:17.070298 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-5ec0114c-c496-44a9-8f85-48795c432777 req-2d4c25f5-422e-47f5-94d8-c7586029dcd3 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] For port 82d800fe-3c6b-462e-8af6-07b4d49dbea9, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=82d800fe-3c6b-462e-8af6-07b4d49dbea9,segment=NetworkSegment(44fea4a1-e972-4690-b14e-956bce45d1ec),segment_id=44fea4a1-e972-4690-b14e-956bce45d1ec)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:17.070797 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-5ec0114c-c496-44a9-8f85-48795c432777 req-2d4c25f5-422e-47f5-94d8-c7586029dcd3 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:17.085349 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-5ec0114c-c496-44a9-8f85-48795c432777 req-2d4c25f5-422e-47f5-94d8-c7586029dcd3 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Calling delete_port for 82d800fe-3c6b-462e-8af6-07b4d49dbea9 owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:25:17.086397 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ddead9c2-f6dc-4086-a277-1d947eb153eb req-ddcd249f-1e00-4860-a4d9-6faffd0abab4 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527825 Aug 29 04:25:17.257068 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 04e502c0-88ce-4e92-9cb0-a85b2cfefce6 no longer exists at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:25:17.267964 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-5ec0114c-c496-44a9-8f85-48795c432777 req-2d4c25f5-422e-47f5-94d8-c7586029dcd3 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:17.323737 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeaf7db-addb-455c-b7e1-f7b9bc26e67f tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Pushing event updated for resources: {'Network': ['ID=37f9b051-2d22-4f1b-8fb1-78b7f26f10cf,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:17.357235 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-da2ef1ee-f765-4780-85af-78823323d86a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1998167288-network', 'tenant_id': '3eb31237376d46398b3482f50bc3b288'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:17.368506 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4c25f5-422e-47f5-94d8-c7586029dcd3 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Pushing event deleted for resources: {'Port': ['ID=82d800fe-3c6b-462e-8af6-07b4d49dbea9,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:17.424944 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e554ddc2-41ea-4dce-a039-bfc30711223d req-66aad8e6-550c-498f-afff-53221a25bc38 tempest-ServersNegativeTestMultiTenantJSON-116137596 tempest-ServersNegativeTestMultiTenantJSON-116137596-project] 10.222.0.22 "GET /v2.0/ports?device_id=be71690e-e319-4a2f-a4af-5832421469df HTTP/1.1" status: 200 len: 210 time: 0.0616210 Aug 29 04:25:17.450796 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['0fe65b52-6b33-495b-84ed-16828372bb83'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:25:17.452835 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 37f9b051-2d22-4f1b-8fb1-78b7f26f10cf details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:25:17.463096 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da2ef1ee-f765-4780-85af-78823323d86a admin admin] Made reservation on behalf of 3eb31237376d46398b3482f50bc3b288 for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:25:17.464841 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-da2ef1ee-f765-4780-85af-78823323d86a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:17.487945 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-da2ef1ee-f765-4780-85af-78823323d86a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:17.498963 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ec0114c-c496-44a9-8f85-48795c432777 req-2d4c25f5-422e-47f5-94d8-c7586029dcd3 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] No DVR routers for this DVR port 82d800fe-3c6b-462e-8af6-07b4d49dbea9 on host n-h2-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:25:17.503827 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-5ec0114c-c496-44a9-8f85-48795c432777 req-2d4c25f5-422e-47f5-94d8-c7586029dcd3 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:17.506382 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5ec0114c-c496-44a9-8f85-48795c432777 req-2d4c25f5-422e-47f5-94d8-c7586029dcd3 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.48 "DELETE /v2.0/ports/82d800fe-3c6b-462e-8af6-07b4d49dbea9 HTTP/1.1" status: 204 len: 173 time: 0.9383206 Aug 29 04:25:17.506833 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b003d3a9-da03-4254-909a-7913590e5919', 'name': 'network-vif-deleted', 'tag': '82d800fe-3c6b-462e-8af6-07b4d49dbea9'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:25:17.509331 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98ac3f6e-caaa-4d53-8006-a37da8b06c95" -d '{"events": [{"server_uuid": "b003d3a9-da03-4254-909a-7913590e5919", "name": "network-vif-deleted", "tag": "82d800fe-3c6b-462e-8af6-07b4d49dbea9"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:25:17.612535 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651f0087-9ad9-47ea-a9a4-5598ed53a002 req-9d41fd6b-ea0a-496e-a1b2-a705f5c0b512 tempest-ServersNegativeTestMultiTenantJSON-116137596 tempest-ServersNegativeTestMultiTenantJSON-116137596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:17.625216 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-651f0087-9ad9-47ea-a9a4-5598ed53a002 req-9d41fd6b-ea0a-496e-a1b2-a705f5c0b512 tempest-ServersNegativeTestMultiTenantJSON-116137596 tempest-ServersNegativeTestMultiTenantJSON-116137596-project] 10.222.0.46 "GET /v2.0/networks?id=7951e907-5c6f-4828-b5f7-ba4a978783fb HTTP/1.1" status: 200 len: 825 time: 0.3698134 Aug 29 04:25:17.629836 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-471ae348-c2cb-4b5c-a180-41d1a29c323f x-openstack-request-id: req-471ae348-c2cb-4b5c-a180-41d1a29c323f {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:25:17.631811 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b003d3a9-da03-4254-909a-7913590e5919", "name": "network-vif-deleted", "tag": "82d800fe-3c6b-462e-8af6-07b4d49dbea9", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:25:17.632794 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-471ae348-c2cb-4b5c-a180-41d1a29c323f {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:25:17.633987 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b003d3a9-da03-4254-909a-7913590e5919', 'name': 'network-vif-deleted', 'tag': '82d800fe-3c6b-462e-8af6-07b4d49dbea9', 'status': 'completed', 'code': 200} Aug 29 04:25:17.674383 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-651f0087-9ad9-47ea-a9a4-5598ed53a002 req-3d33c3dc-82e7-4b98-9daf-3b6cde02c61b tempest-ServersNegativeTestMultiTenantJSON-116137596 tempest-ServersNegativeTestMultiTenantJSON-116137596-project] Request body: {'port': {'device_id': 'be71690e-e319-4a2f-a4af-5832421469df', 'network_id': '7951e907-5c6f-4828-b5f7-ba4a978783fb', 'admin_state_up': True, 'tenant_id': '49d0063fe2e04243b20a167346eddaf5'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:17.778076 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:17.842532 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a727869d-c1f4-4447-b248-9ba1653be525 req-29398415-15b8-42db-913d-928da6edb0b5 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:17.853587 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a727869d-c1f4-4447-b248-9ba1653be525 req-29398415-15b8-42db-913d-928da6edb0b5 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=b186ca23-8aeb-42ea-ad06-0205dcf6b99f HTTP/1.1" status: 200 len: 946 time: 0.2791660 Aug 29 04:25:17.932824 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a727869d-c1f4-4447-b248-9ba1653be525 req-cfcd9c17-7df9-4c0f-b3df-c517ca319323 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782816 Aug 29 04:25:17.980444 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b186ca23-8aeb-42ea-ad06-0205dcf6b99f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04e502c0-88ce-4e92-9cb0-a85b2cfefce6'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:25:17.983273 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34cb9d36-3e29-47b3-bb93-1f4e7264a3dd" -d '{"events": [{"server_uuid": "b186ca23-8aeb-42ea-ad06-0205dcf6b99f", "name": "network-vif-unplugged", "status": "completed", "tag": "04e502c0-88ce-4e92-9cb0-a85b2cfefce6"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:25:18.026347 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-da2ef1ee-f765-4780-85af-78823323d86a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:18.029860 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 04e502c0-88ce-4e92-9cb0-a85b2cfefce6, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=04e502c0-88ce-4e92-9cb0-a85b2cfefce6,segment=NetworkSegment(b7618bbf-11af-465a-8663-f9f8f84b36c0),segment_id=b7618bbf-11af-465a-8663-f9f8f84b36c0)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:18.035070 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-da2ef1ee-f765-4780-85af-78823323d86a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:18.050491 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fb3d395-fefa-4bfa-af9b-e795555e13a6 x-openstack-request-id: req-2fb3d395-fefa-4bfa-af9b-e795555e13a6 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:25:18.050897 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b186ca23-8aeb-42ea-ad06-0205dcf6b99f", "name": "network-vif-unplugged", "status": "completed", "tag": "04e502c0-88ce-4e92-9cb0-a85b2cfefce6", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:25:18.051471 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2fb3d395-fefa-4bfa-af9b-e795555e13a6 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:25:18.057566 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-651f0087-9ad9-47ea-a9a4-5598ed53a002 req-3d33c3dc-82e7-4b98-9daf-3b6cde02c61b tempest-ServersNegativeTestMultiTenantJSON-116137596 tempest-ServersNegativeTestMultiTenantJSON-116137596-project] Made reservation on behalf of 49d0063fe2e04243b20a167346eddaf5 for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:25:18.060189 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b186ca23-8aeb-42ea-ad06-0205dcf6b99f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04e502c0-88ce-4e92-9cb0-a85b2cfefce6', 'code': 200} Aug 29 04:25:18.062638 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:18.063374 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-651f0087-9ad9-47ea-a9a4-5598ed53a002 req-3d33c3dc-82e7-4b98-9daf-3b6cde02c61b tempest-ServersNegativeTestMultiTenantJSON-116137596 tempest-ServersNegativeTestMultiTenantJSON-116137596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:18.063515 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 82d800fe-3c6b-462e-8af6-07b4d49dbea9 no longer exists at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:25:18.091609 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2ef1ee-f765-4780-85af-78823323d86a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f987bdf-6d05-400a-bf02-f82aa4859023,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:18.101695 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da2ef1ee-f765-4780-85af-78823323d86a admin admin] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:25:18.115032 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] No Port match for: 82d800fe-3c6b-462e-8af6-07b4d49dbea9 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:25:18.116155 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 82d800fe-3c6b-462e-8af6-07b4d49dbea9 not bound to the agent host n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:25:18.142178 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-da2ef1ee-f765-4780-85af-78823323d86a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:18.143768 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-da2ef1ee-f765-4780-85af-78823323d86a admin admin] Added segment 6dd7e887-a742-4794-9d44-e9baf733124b of type vlan for network feec027b-5116-4baf-b14f-d590c962d5a9 Aug 29 04:25:18.168263 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=04e502c0-88ce-4e92-9cb0-a85b2cfefce6,revision_number=8']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:18.280167 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-da2ef1ee-f765-4780-85af-78823323d86a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:18.321213 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-da2ef1ee-f765-4780-85af-78823323d86a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:18.323073 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2ef1ee-f765-4780-85af-78823323d86a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:18.323936 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-da2ef1ee-f765-4780-85af-78823323d86a admin admin] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:18.362128 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3080e7cc-45ac-4a45-88a3-4bfbe6522762 req-35fa9c59-01c9-4a02-aba0-94c63d3d1d54 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=b003d3a9-da03-4254-909a-7913590e5919 HTTP/1.1" status: 200 len: 210 time: 0.0589426 Aug 29 04:25:18.378337 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-651f0087-9ad9-47ea-a9a4-5598ed53a002 req-3d33c3dc-82e7-4b98-9daf-3b6cde02c61b tempest-ServersNegativeTestMultiTenantJSON-116137596 tempest-ServersNegativeTestMultiTenantJSON-116137596-project] Allocated IP 172.20.0.7 (7951e907-5c6f-4828-b5f7-ba4a978783fb/2e13b24a-8c6c-4bd3-93fe-e6ce4b90a408/215607ae-d12c-47a6-8a40-b8b4ab0f9656) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:25:18.431870 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-da2ef1ee-f765-4780-85af-78823323d86a admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4317923 Aug 29 04:25:18.434115 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 57646) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:18.448925 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-0cd112ba-13c2-464e-b115-cac10fc87b2c admin admin] Request body: {'subnet': {'network_id': 'feec027b-5116-4baf-b14f-d590c962d5a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1998167288-subnet', 'tenant_id': '3eb31237376d46398b3482f50bc3b288', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:18.482660 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2ef1ee-f765-4780-85af-78823323d86a admin admin] Pushing event updated for resources: {'Network': ['ID=feec027b-5116-4baf-b14f-d590c962d5a9,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:18.495033 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network feec027b-5116-4baf-b14f-d590c962d5a9 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:25:18.516884 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cd112ba-13c2-464e-b115-cac10fc87b2c admin admin] Made reservation on behalf of 3eb31237376d46398b3482f50bc3b288 for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:25:18.519666 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0cd112ba-13c2-464e-b115-cac10fc87b2c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4552395'] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:18.640070 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-651f0087-9ad9-47ea-a9a4-5598ed53a002 req-3d33c3dc-82e7-4b98-9daf-3b6cde02c61b tempest-ServersNegativeTestMultiTenantJSON-116137596 tempest-ServersNegativeTestMultiTenantJSON-116137596-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:18.710905 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-651f0087-9ad9-47ea-a9a4-5598ed53a002 req-3d33c3dc-82e7-4b98-9daf-3b6cde02c61b tempest-ServersNegativeTestMultiTenantJSON-116137596 tempest-ServersNegativeTestMultiTenantJSON-116137596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:18.756874 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0cd112ba-13c2-464e-b115-cac10fc87b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4274880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4552377'] for subnet, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:18.810840 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d33c3dc-82e7-4b98-9daf-3b6cde02c61b tempest-ServersNegativeTestMultiTenantJSON-116137596 tempest-ServersNegativeTestMultiTenantJSON-116137596-project] Pushing event updated for resources: {'Port': ['ID=215607ae-d12c-47a6-8a40-b8b4ab0f9656,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:18.822795 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd112ba-13c2-464e-b115-cac10fc87b2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4c97272-e05c-4727-924e-16dee53b87db,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:18.834109 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-651f0087-9ad9-47ea-a9a4-5598ed53a002 req-3d33c3dc-82e7-4b98-9daf-3b6cde02c61b tempest-ServersNegativeTestMultiTenantJSON-116137596 tempest-ServersNegativeTestMultiTenantJSON-116137596-project] Network 7951e907-5c6f-4828-b5f7-ba4a978783fb is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:25:18.836759 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-651f0087-9ad9-47ea-a9a4-5598ed53a002 req-3d33c3dc-82e7-4b98-9daf-3b6cde02c61b tempest-ServersNegativeTestMultiTenantJSON-116137596 tempest-ServersNegativeTestMultiTenantJSON-116137596-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:25:18.839926 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd112ba-13c2-464e-b115-cac10fc87b2c admin admin] Checking segment: {'id': '6dd7e887-a742-4794-9d44-e9baf733124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'feec027b-5116-4baf-b14f-d590c962d5a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:25:18.840534 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd112ba-13c2-464e-b115-cac10fc87b2c admin admin] Network hostable DHCP agents. Network: feec027b-5116-4baf-b14f-d590c962d5a9, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:25:18.841877 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-651f0087-9ad9-47ea-a9a4-5598ed53a002 req-3d33c3dc-82e7-4b98-9daf-3b6cde02c61b tempest-ServersNegativeTestMultiTenantJSON-116137596 tempest-ServersNegativeTestMultiTenantJSON-116137596-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:25:18.861963 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd112ba-13c2-464e-b115-cac10fc87b2c admin admin] Network feec027b-5116-4baf-b14f-d590c962d5a9 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:25:18.872982 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-0cd112ba-13c2-464e-b115-cac10fc87b2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, feec027b-5116-4baf-b14f-d590c962d5a9) {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:25:18.882446 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc37b3b0-db53-40f5-80db-171039b2b451 None None] Network feec027b-5116-4baf-b14f-d590c962d5a9 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:25:18.899423 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd112ba-13c2-464e-b115-cac10fc87b2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:18.900338 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0cd112ba-13c2-464e-b115-cac10fc87b2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:18.902180 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651f0087-9ad9-47ea-a9a4-5598ed53a002 req-3d33c3dc-82e7-4b98-9daf-3b6cde02c61b tempest-ServersNegativeTestMultiTenantJSON-116137596 tempest-ServersNegativeTestMultiTenantJSON-116137596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:18.902927 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-651f0087-9ad9-47ea-a9a4-5598ed53a002 req-3d33c3dc-82e7-4b98-9daf-3b6cde02c61b tempest-ServersNegativeTestMultiTenantJSON-116137596 tempest-ServersNegativeTestMultiTenantJSON-116137596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:18.923074 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84941492-eccc-4de0-8a87-daf776949ba5 req-b7c40589-43e7-44b7-b2fa-34f6b5f176b2 tempest-ServersNegativeTestMultiTenantJSON-116137596 tempest-ServersNegativeTestMultiTenantJSON-116137596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:18.935712 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-84941492-eccc-4de0-8a87-daf776949ba5 req-b7c40589-43e7-44b7-b2fa-34f6b5f176b2 tempest-ServersNegativeTestMultiTenantJSON-116137596 tempest-ServersNegativeTestMultiTenantJSON-116137596-project] 10.222.0.22 "GET /v2.0/ports?device_id=be71690e-e319-4a2f-a4af-5832421469df HTTP/1.1" status: 200 len: 931 time: 0.2679074 Aug 29 04:25:18.936833 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-0cd112ba-13c2-464e-b115-cac10fc87b2c admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4940832 Aug 29 04:25:19.038172 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-651f0087-9ad9-47ea-a9a4-5598ed53a002 req-3d33c3dc-82e7-4b98-9daf-3b6cde02c61b tempest-ServersNegativeTestMultiTenantJSON-116137596 tempest-ServersNegativeTestMultiTenantJSON-116137596-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3994229 Aug 29 04:25:19.055471 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-651f0087-9ad9-47ea-a9a4-5598ed53a002 req-9b0e513a-5b82-427f-a097-e721e45caae5 service neutron] Request body: {'port': {'device_id': 'be71690e-e319-4a2f-a4af-5832421469df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:19.076152 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-84941492-eccc-4de0-8a87-daf776949ba5 req-2da0f1ef-ff3e-40de-9351-eb820842b693 tempest-ServersNegativeTestMultiTenantJSON-116137596 tempest-ServersNegativeTestMultiTenantJSON-116137596-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f5aa553-c962-45c2-a8c7-d1b358082f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420915 Aug 29 04:25:19.103603 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d96691-af0f-4dd9-92d4-53c56bb3f634 None None] Network feec027b-5116-4baf-b14f-d590c962d5a9 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:25:19.191364 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b72911-e922-4132-9862-21b8a84905d2 req-4a6a4e9d-88f7-4bbf-8e88-bcdf39d6cdad tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:19.197244 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:19.206361 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-11b72911-e922-4132-9862-21b8a84905d2 req-4a6a4e9d-88f7-4bbf-8e88-bcdf39d6cdad tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=b186ca23-8aeb-42ea-ad06-0205dcf6b99f HTTP/1.1" status: 200 len: 944 time: 0.1344118 Aug 29 04:25:19.235040 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-651f0087-9ad9-47ea-a9a4-5598ed53a002 req-9b0e513a-5b82-427f-a097-e721e45caae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:19.284325 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-11b72911-e922-4132-9862-21b8a84905d2 req-5da5119d-23dc-496e-bee1-4eefaf13931c tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762758 Aug 29 04:25:19.933270 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7f83b47f-a853-4460-8e85-04a0eb4b4d90 req-9d955ff9-0c00-41de-affd-964d6eed6a29 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=b003d3a9-da03-4254-909a-7913590e5919 HTTP/1.1" status: 200 len: 210 time: 0.0797052 Aug 29 04:25:20.445867 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 57716) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:20.462981 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-eba9e864-b179-458d-b23f-bca916835b35 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Request body: {'subnet': {'network_id': '37f9b051-2d22-4f1b-8fb1-78b7f26f10cf', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:20.552149 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0dd3a1-dc81-426f-8ab9-6ee4dfafa10c req-ff94a879-d2bd-42f7-b8c2-cb214a305b09 tempest-ServersNegativeTestMultiTenantJSON-116137596 tempest-ServersNegativeTestMultiTenantJSON-116137596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:20.564067 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2b0dd3a1-dc81-426f-8ab9-6ee4dfafa10c req-ff94a879-d2bd-42f7-b8c2-cb214a305b09 tempest-ServersNegativeTestMultiTenantJSON-116137596 tempest-ServersNegativeTestMultiTenantJSON-116137596-project] 10.222.0.22 "GET /v2.0/ports?device_id=be71690e-e319-4a2f-a4af-5832421469df HTTP/1.1" status: 200 len: 931 time: 0.1257741 Aug 29 04:25:20.629860 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eba9e864-b179-458d-b23f-bca916835b35 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Made reservation on behalf of 7ba48620e01646c69214a65ccf7831ce for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:25:20.633598 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-eba9e864-b179-458d-b23f-bca916835b35 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4552395'] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:20.663994 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2b0dd3a1-dc81-426f-8ab9-6ee4dfafa10c req-93970135-e24e-4601-8539-d85faf804e7e tempest-ServersNegativeTestMultiTenantJSON-116137596 tempest-ServersNegativeTestMultiTenantJSON-116137596-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f5aa553-c962-45c2-a8c7-d1b358082f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944633 Aug 29 04:25:20.728313 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b279c0c-dc61-4e0b-b576-a2e928c6ea9e req-ff84acd8-567e-4983-ac45-f8de486fd2b4 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:20.735503 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9b279c0c-dc61-4e0b-b576-a2e928c6ea9e req-ff84acd8-567e-4983-ac45-f8de486fd2b4 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=b186ca23-8aeb-42ea-ad06-0205dcf6b99f HTTP/1.1" status: 200 len: 944 time: 0.1426263 Aug 29 04:25:20.749630 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-651f0087-9ad9-47ea-a9a4-5598ed53a002 req-9b0e513a-5b82-427f-a097-e721e45caae5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 215607ae-d12c-47a6-8a40-b8b4ab0f9656 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:25:20.759556 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-651f0087-9ad9-47ea-a9a4-5598ed53a002 req-9b0e513a-5b82-427f-a097-e721e45caae5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:20.772117 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-651f0087-9ad9-47ea-a9a4-5598ed53a002 req-9b0e513a-5b82-427f-a097-e721e45caae5 service neutron] Transition to ACTIVE for port object 215607ae-d12c-47a6-8a40-b8b4ab0f9656 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:25:20.782906 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-651f0087-9ad9-47ea-a9a4-5598ed53a002 req-9b0e513a-5b82-427f-a097-e721e45caae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:20.855966 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0e513a-5b82-427f-a097-e721e45caae5 service neutron] Pushing event updated for resources: {'Port': ['ID=215607ae-d12c-47a6-8a40-b8b4ab0f9656,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:20.894066 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [req-9b279c0c-dc61-4e0b-b576-a2e928c6ea9e req-4f0c4d72-d262-45d6-a175-11b8a1d17e1a tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Deleting port 04e502c0-88ce-4e92-9cb0-a85b2cfefce6 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:25:20.894651 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-9b279c0c-dc61-4e0b-b576-a2e928c6ea9e req-4f0c4d72-d262-45d6-a175-11b8a1d17e1a tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:20.921385 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-651f0087-9ad9-47ea-a9a4-5598ed53a002 req-9b0e513a-5b82-427f-a097-e721e45caae5 service neutron] Attempting to bind port 215607ae-d12c-47a6-8a40-b8b4ab0f9656 on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:25:20.921851 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-651f0087-9ad9-47ea-a9a4-5598ed53a002 req-9b0e513a-5b82-427f-a097-e721e45caae5 service neutron] Attempting to bind port 215607ae-d12c-47a6-8a40-b8b4ab0f9656 by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': '513b9748-f058-4807-b38c-a78dd0d7f64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7951e907-5c6f-4828-b5f7-ba4a978783fb'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:25:20.922260 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-651f0087-9ad9-47ea-a9a4-5598ed53a002 req-9b0e513a-5b82-427f-a097-e721e45caae5 service neutron] Attempting to bind port 215607ae-d12c-47a6-8a40-b8b4ab0f9656 on network 7951e907-5c6f-4828-b5f7-ba4a978783fb {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:25:20.928444 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-651f0087-9ad9-47ea-a9a4-5598ed53a002 req-9b0e513a-5b82-427f-a097-e721e45caae5 service neutron] Port 215607ae-d12c-47a6-8a40-b8b4ab0f9656 on network 7951e907-5c6f-4828-b5f7-ba4a978783fb not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:25:20.928870 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-651f0087-9ad9-47ea-a9a4-5598ed53a002 req-9b0e513a-5b82-427f-a097-e721e45caae5 service neutron] Attempting to bind port 215607ae-d12c-47a6-8a40-b8b4ab0f9656 on network 7951e907-5c6f-4828-b5f7-ba4a978783fb {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:25:20.935432 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-651f0087-9ad9-47ea-a9a4-5598ed53a002 req-9b0e513a-5b82-427f-a097-e721e45caae5 service neutron] Checking agent: {'id': '3de9de52-3a03-431d-9d7e-497ae92c57ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:25:20.936134 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-651f0087-9ad9-47ea-a9a4-5598ed53a002 req-9b0e513a-5b82-427f-a097-e721e45caae5 service neutron] Checking segment: {'id': '513b9748-f058-4807-b38c-a78dd0d7f64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7951e907-5c6f-4828-b5f7-ba4a978783fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:25:20.936372 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-651f0087-9ad9-47ea-a9a4-5598ed53a002 req-9b0e513a-5b82-427f-a097-e721e45caae5 service neutron] Bound using segment: {'id': '513b9748-f058-4807-b38c-a78dd0d7f64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7951e907-5c6f-4828-b5f7-ba4a978783fb'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:25:20.936981 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-651f0087-9ad9-47ea-a9a4-5598ed53a002 req-9b0e513a-5b82-427f-a097-e721e45caae5 service neutron] Bound port: 215607ae-d12c-47a6-8a40-b8b4ab0f9656, host: n-h1-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '513b9748-f058-4807-b38c-a78dd0d7f64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7951e907-5c6f-4828-b5f7-ba4a978783fb'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:25:20.937500 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-651f0087-9ad9-47ea-a9a4-5598ed53a002 req-9b0e513a-5b82-427f-a097-e721e45caae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:21.030136 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-651f0087-9ad9-47ea-a9a4-5598ed53a002 req-9b0e513a-5b82-427f-a097-e721e45caae5 service neutron] For port 215607ae-d12c-47a6-8a40-b8b4ab0f9656, host n-h1-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:25:21.034686 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-651f0087-9ad9-47ea-a9a4-5598ed53a002 req-9b0e513a-5b82-427f-a097-e721e45caae5 service neutron] For port 215607ae-d12c-47a6-8a40-b8b4ab0f9656, host n-h1-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=215607ae-d12c-47a6-8a40-b8b4ab0f9656,segment=NetworkSegment(513b9748-f058-4807-b38c-a78dd0d7f64f),segment_id=513b9748-f058-4807-b38c-a78dd0d7f64f)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:25:21.041985 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-651f0087-9ad9-47ea-a9a4-5598ed53a002 req-9b0e513a-5b82-427f-a097-e721e45caae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:21.083042 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651f0087-9ad9-47ea-a9a4-5598ed53a002 req-9b0e513a-5b82-427f-a097-e721e45caae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:21.083889 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-651f0087-9ad9-47ea-a9a4-5598ed53a002 req-9b0e513a-5b82-427f-a097-e721e45caae5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:21.085336 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-651f0087-9ad9-47ea-a9a4-5598ed53a002 req-9b0e513a-5b82-427f-a097-e721e45caae5 service neutron] 10.222.0.46 "PUT /v2.0/ports/215607ae-d12c-47a6-8a40-b8b4ab0f9656 HTTP/1.1" status: 200 len: 1092 time: 2.0362344 Aug 29 04:25:21.085869 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be71690e-e319-4a2f-a4af-5832421469df', 'tag': '215607ae-d12c-47a6-8a40-b8b4ab0f9656'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:25:21.089257 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f6ea48d-8c8b-4119-8df3-7fd1ad338e4e" -d '{"events": [{"name": "network-changed", "server_uuid": "be71690e-e319-4a2f-a4af-5832421469df", "tag": "215607ae-d12c-47a6-8a40-b8b4ab0f9656"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:25:21.119719 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-9b279c0c-dc61-4e0b-b576-a2e928c6ea9e req-4f0c4d72-d262-45d6-a175-11b8a1d17e1a tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] For port 04e502c0-88ce-4e92-9cb0-a85b2cfefce6, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=04e502c0-88ce-4e92-9cb0-a85b2cfefce6,segment=NetworkSegment(b7618bbf-11af-465a-8663-f9f8f84b36c0),segment_id=b7618bbf-11af-465a-8663-f9f8f84b36c0)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:21.120169 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-9b279c0c-dc61-4e0b-b576-a2e928c6ea9e req-4f0c4d72-d262-45d6-a175-11b8a1d17e1a tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:21.123844 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-eba9e864-b179-458d-b23f-bca916835b35 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4274880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4552377'] for subnet, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:21.148248 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f39b2d3e-a7a0-4370-a7c3-f4b5cde4b0b6 req-97093e26-bcd9-4fdc-b314-70952381e38e tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=b003d3a9-da03-4254-909a-7913590e5919 HTTP/1.1" status: 200 len: 210 time: 0.0334840 Aug 29 04:25:21.169233 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [req-9b279c0c-dc61-4e0b-b576-a2e928c6ea9e req-4f0c4d72-d262-45d6-a175-11b8a1d17e1a tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Calling delete_port for 04e502c0-88ce-4e92-9cb0-a85b2cfefce6 owned by compute:nova {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:25:21.234683 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 04e502c0-88ce-4e92-9cb0-a85b2cfefce6 no longer exists at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:25:21.273154 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9681a7b0-a8d8-43cf-9c86-0b9122d40728 x-openstack-request-id: req-9681a7b0-a8d8-43cf-9c86-0b9122d40728 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:25:21.273453 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be71690e-e319-4a2f-a4af-5832421469df", "tag": "215607ae-d12c-47a6-8a40-b8b4ab0f9656", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:25:21.273707 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9681a7b0-a8d8-43cf-9c86-0b9122d40728 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:25:21.274111 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be71690e-e319-4a2f-a4af-5832421469df', 'tag': '215607ae-d12c-47a6-8a40-b8b4ab0f9656', 'status': 'completed', 'code': 200} Aug 29 04:25:21.276030 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0e513a-5b82-427f-a097-e721e45caae5 service neutron] Pushing event updated for resources: {'Port': ['ID=215607ae-d12c-47a6-8a40-b8b4ab0f9656,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:21.293313 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba9e864-b179-458d-b23f-bca916835b35 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Pushing event updated for resources: {'Subnet': ['ID=7e578465-4f96-403d-86eb-a53ad67acac3,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:21.330189 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651f0087-9ad9-47ea-a9a4-5598ed53a002 req-ab59169b-3152-4a2f-a8f6-01286e5c9a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:21.331240 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-651f0087-9ad9-47ea-a9a4-5598ed53a002 req-ab59169b-3152-4a2f-a8f6-01286e5c9a62 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=49d0063fe2e04243b20a167346eddaf5&device_id=be71690e-e319-4a2f-a4af-5832421469df HTTP/1.1" status: 200 len: 1095 time: 0.1817350 Aug 29 04:25:21.355162 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba9e864-b179-458d-b23f-bca916835b35 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Checking segment: {'id': '9f6e5fdd-e8e9-472c-bcd1-665aa32baa0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '37f9b051-2d22-4f1b-8fb1-78b7f26f10cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:25:21.368078 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba9e864-b179-458d-b23f-bca916835b35 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Network hostable DHCP agents. Network: 37f9b051-2d22-4f1b-8fb1-78b7f26f10cf, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:25:21.395337 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-651f0087-9ad9-47ea-a9a4-5598ed53a002 req-a6dfada6-c12b-4885-96c2-554515834809 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=215607ae-d12c-47a6-8a40-b8b4ab0f9656 HTTP/1.1" status: 200 len: 217 time: 0.0534410 Aug 29 04:25:21.411924 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba9e864-b179-458d-b23f-bca916835b35 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Network 37f9b051-2d22-4f1b-8fb1-78b7f26f10cf is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:25:21.429088 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-eba9e864-b179-458d-b23f-bca916835b35 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 37f9b051-2d22-4f1b-8fb1-78b7f26f10cf) {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:25:21.437619 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba9e864-b179-458d-b23f-bca916835b35 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:21.438194 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8812e609-fa00-4976-a95f-1427ecd8cbef None None] Network 37f9b051-2d22-4f1b-8fb1-78b7f26f10cf requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:25:21.438324 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-eba9e864-b179-458d-b23f-bca916835b35 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:21.483835 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-eba9e864-b179-458d-b23f-bca916835b35 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0361176 Aug 29 04:25:21.488244 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 57730) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:21.493267 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-aed50e2b-3cbe-459d-8622-1f9d035523b6 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1805485709'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:21.510454 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651f0087-9ad9-47ea-a9a4-5598ed53a002 req-aa0ab66d-35c9-4f48-99d8-599f2df7249e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:21.511142 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-9b279c0c-dc61-4e0b-b576-a2e928c6ea9e req-4f0c4d72-d262-45d6-a175-11b8a1d17e1a tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:21.512153 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-651f0087-9ad9-47ea-a9a4-5598ed53a002 req-aa0ab66d-35c9-4f48-99d8-599f2df7249e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2e13b24a-8c6c-4bd3-93fe-e6ce4b90a408 HTTP/1.1" status: 200 len: 865 time: 0.1100857 Aug 29 04:25:21.562706 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0c4d72-d262-45d6-a175-11b8a1d17e1a tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Pushing event deleted for resources: {'Port': ['ID=04e502c0-88ce-4e92-9cb0-a85b2cfefce6,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:21.567597 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-651f0087-9ad9-47ea-a9a4-5598ed53a002 req-b4aa0f81-b5b4-4046-946e-25c185690855 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7951e907-5c6f-4828-b5f7-ba4a978783fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466783 Aug 29 04:25:21.606337 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aed50e2b-3cbe-459d-8622-1f9d035523b6 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Made reservation on behalf of 7ba48620e01646c69214a65ccf7831ce for: {'network': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:25:21.611461 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-aed50e2b-3cbe-459d-8622-1f9d035523b6 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:21.624286 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b279c0c-dc61-4e0b-b576-a2e928c6ea9e req-4f0c4d72-d262-45d6-a175-11b8a1d17e1a tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] No DVR routers for this DVR port 04e502c0-88ce-4e92-9cb0-a85b2cfefce6 on host n-h2-712140-12 {{(pid=94829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:25:21.629278 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-9b279c0c-dc61-4e0b-b576-a2e928c6ea9e req-4f0c4d72-d262-45d6-a175-11b8a1d17e1a tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:21.637844 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9b279c0c-dc61-4e0b-b576-a2e928c6ea9e req-4f0c4d72-d262-45d6-a175-11b8a1d17e1a tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "DELETE /v2.0/ports/04e502c0-88ce-4e92-9cb0-a85b2cfefce6 HTTP/1.1" status: 204 len: 173 time: 0.9006453 Aug 29 04:25:21.638671 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b186ca23-8aeb-42ea-ad06-0205dcf6b99f', 'name': 'network-vif-deleted', 'tag': '04e502c0-88ce-4e92-9cb0-a85b2cfefce6'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:25:21.641491 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f1b7871-aad8-448c-81bc-b1850aa3a319" -d '{"events": [{"server_uuid": "b186ca23-8aeb-42ea-ad06-0205dcf6b99f", "name": "network-vif-deleted", "tag": "04e502c0-88ce-4e92-9cb0-a85b2cfefce6"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:25:21.699286 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abbfd39d-5e51-4cf2-b21f-3bb3a4281860 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-37f9b051-2d22-4f1b-8fb1-78b7f26f10cf', 'network_id': '37f9b051-2d22-4f1b-8fb1-78b7f26f10cf', 'tenant_id': '7ba48620e01646c69214a65ccf7831ce', 'fixed_ips': [{'subnet_id': '7e578465-4f96-403d-86eb-a53ad67acac3'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:25:21.700233 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-abbfd39d-5e51-4cf2-b21f-3bb3a4281860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:21.715104 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sun, 29 Aug 2021 04:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44416384-d4cb-4956-9306-44b09026a3c4 x-openstack-request-id: req-44416384-d4cb-4956-9306-44b09026a3c4 {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:25:21.715540 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b186ca23-8aeb-42ea-ad06-0205dcf6b99f", "name": "network-vif-deleted", "tag": "04e502c0-88ce-4e92-9cb0-a85b2cfefce6", "status": "failed", "code": 422}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:25:21.715995 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-44416384-d4cb-4956-9306-44b09026a3c4 {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:25:21.716689 n-d-712140-12 neutron-server[94829]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b186ca23-8aeb-42ea-ad06-0205dcf6b99f', 'name': 'network-vif-deleted', 'tag': '04e502c0-88ce-4e92-9cb0-a85b2cfefce6', 'status': 'failed', 'code': 422} returned with failed status Aug 29 04:25:21.804811 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aed50e2b-3cbe-459d-8622-1f9d035523b6 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=94828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:25:21.841109 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-aed50e2b-3cbe-459d-8622-1f9d035523b6 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:21.841460 n-d-712140-12 neutron-server[94828]: INFO neutron.db.segments_db [None req-aed50e2b-3cbe-459d-8622-1f9d035523b6 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Added segment 97e3b1b9-c678-4898-aae0-1d38fc342fe1 of type vlan for network 77857e47-917b-4b66-8eca-f5315ff7eb67 Aug 29 04:25:21.917841 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-abbfd39d-5e51-4cf2-b21f-3bb3a4281860 None None] Allocated IP 2001:db8:0:ffff::2 (37f9b051-2d22-4f1b-8fb1-78b7f26f10cf/7e578465-4f96-403d-86eb-a53ad67acac3/1ac67446-2f7a-44d1-a9d7-fd591c79724b) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:25:21.947049 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-651f0087-9ad9-47ea-a9a4-5598ed53a002 req-bff9c54b-bdaa-4b6e-8e72-79568c1ca2c7 service neutron] 10.222.0.46 "GET /v2.0/networks/7951e907-5c6f-4828-b5f7-ba4a978783fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3571157 Aug 29 04:25:22.031452 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c9394d-4269-4010-9e9c-3b4918974616 req-66808c21-6e2a-4be0-90da-d372463fcaab tempest-ServersNegativeTestMultiTenantJSON-116137596 tempest-ServersNegativeTestMultiTenantJSON-116137596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:22.039164 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b2c9394d-4269-4010-9e9c-3b4918974616 req-66808c21-6e2a-4be0-90da-d372463fcaab tempest-ServersNegativeTestMultiTenantJSON-116137596 tempest-ServersNegativeTestMultiTenantJSON-116137596-project] 10.222.0.22 "GET /v2.0/ports?device_id=be71690e-e319-4a2f-a4af-5832421469df HTTP/1.1" status: 200 len: 943 time: 0.2016861 Aug 29 04:25:22.043869 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-aed50e2b-3cbe-459d-8622-1f9d035523b6 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:22.118933 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-abbfd39d-5e51-4cf2-b21f-3bb3a4281860 None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:22.130804 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-abbfd39d-5e51-4cf2-b21f-3bb3a4281860 None None] Transition to ACTIVE for port object 1ac67446-2f7a-44d1-a9d7-fd591c79724b will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:25:22.135397 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b2c9394d-4269-4010-9e9c-3b4918974616 req-7609bdec-99e0-4f11-901b-75e19ec0b87e tempest-ServersNegativeTestMultiTenantJSON-116137596 tempest-ServersNegativeTestMultiTenantJSON-116137596-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f5aa553-c962-45c2-a8c7-d1b358082f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953460 Aug 29 04:25:22.149066 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-abbfd39d-5e51-4cf2-b21f-3bb3a4281860 None None] Transition to ACTIVE for port object 1ac67446-2f7a-44d1-a9d7-fd591c79724b will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:25:22.166311 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-abbfd39d-5e51-4cf2-b21f-3bb3a4281860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:22.170306 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-aed50e2b-3cbe-459d-8622-1f9d035523b6 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:22.179102 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed50e2b-3cbe-459d-8622-1f9d035523b6 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:22.179752 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-aed50e2b-3cbe-459d-8622-1f9d035523b6 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:22.238737 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbfd39d-5e51-4cf2-b21f-3bb3a4281860 None None] Pushing event updated for resources: {'Port': ['ID=1ac67446-2f7a-44d1-a9d7-fd591c79724b,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:22.259205 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abbfd39d-5e51-4cf2-b21f-3bb3a4281860 None None] Network 37f9b051-2d22-4f1b-8fb1-78b7f26f10cf is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:25:22.262999 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed50e2b-3cbe-459d-8622-1f9d035523b6 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Pushing event updated for resources: {'Network': ['ID=77857e47-917b-4b66-8eca-f5315ff7eb67,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:22.270366 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-abbfd39d-5e51-4cf2-b21f-3bb3a4281860 None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:25:22.284526 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-651f0087-9ad9-47ea-a9a4-5598ed53a002 req-fcca9bff-6b17-4aad-b055-ac55b3085dd8 service neutron] 10.222.0.46 "GET /v2.0/networks/7951e907-5c6f-4828-b5f7-ba4a978783fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3174736 Aug 29 04:25:22.293249 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbfd39d-5e51-4cf2-b21f-3bb3a4281860 None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:25:22.306141 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-aed50e2b-3cbe-459d-8622-1f9d035523b6 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8167398 Aug 29 04:25:22.306827 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 57762) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:22.312389 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-6a086984-0191-4796-b41a-72ec0e40d4cb tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Request body: {'subnet': {'network_id': '77857e47-917b-4b66-8eca-f5315ff7eb67', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:22.340046 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-fd2d89a3-1221-4732-bf99-f8d929cac408 req-7d0ac6ef-2cb2-496a-a15e-df94071d2c44 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=b003d3a9-da03-4254-909a-7913590e5919 HTTP/1.1" status: 200 len: 210 time: 0.0868237 Aug 29 04:25:22.384605 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 77857e47-917b-4b66-8eca-f5315ff7eb67 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:25:22.547509 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-abbfd39d-5e51-4cf2-b21f-3bb3a4281860 None None] Attempting to bind port 1ac67446-2f7a-44d1-a9d7-fd591c79724b on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:25:22.547894 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-abbfd39d-5e51-4cf2-b21f-3bb3a4281860 None None] Attempting to bind port 1ac67446-2f7a-44d1-a9d7-fd591c79724b by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '9f6e5fdd-e8e9-472c-bcd1-665aa32baa0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '37f9b051-2d22-4f1b-8fb1-78b7f26f10cf'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:25:22.548256 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbfd39d-5e51-4cf2-b21f-3bb3a4281860 None None] Attempting to bind port 1ac67446-2f7a-44d1-a9d7-fd591c79724b on network 37f9b051-2d22-4f1b-8fb1-78b7f26f10cf {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:25:22.555857 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbfd39d-5e51-4cf2-b21f-3bb3a4281860 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:25:22.556226 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbfd39d-5e51-4cf2-b21f-3bb3a4281860 None None] Checking segment: {'id': '9f6e5fdd-e8e9-472c-bcd1-665aa32baa0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '37f9b051-2d22-4f1b-8fb1-78b7f26f10cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:25:22.556629 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-abbfd39d-5e51-4cf2-b21f-3bb3a4281860 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:22.557024 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbfd39d-5e51-4cf2-b21f-3bb3a4281860 None None] Bound using segment: {'id': '9f6e5fdd-e8e9-472c-bcd1-665aa32baa0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '37f9b051-2d22-4f1b-8fb1-78b7f26f10cf'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:25:22.557486 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-abbfd39d-5e51-4cf2-b21f-3bb3a4281860 None None] Bound port: 1ac67446-2f7a-44d1-a9d7-fd591c79724b, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f6e5fdd-e8e9-472c-bcd1-665aa32baa0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '37f9b051-2d22-4f1b-8fb1-78b7f26f10cf'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:25:22.557872 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-abbfd39d-5e51-4cf2-b21f-3bb3a4281860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:22.656341 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-abbfd39d-5e51-4cf2-b21f-3bb3a4281860 None None] For port 1ac67446-2f7a-44d1-a9d7-fd591c79724b, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:25:22.660537 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-abbfd39d-5e51-4cf2-b21f-3bb3a4281860 None None] For port 1ac67446-2f7a-44d1-a9d7-fd591c79724b, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=1ac67446-2f7a-44d1-a9d7-fd591c79724b,segment=NetworkSegment(9f6e5fdd-e8e9-472c-bcd1-665aa32baa0b),segment_id=9f6e5fdd-e8e9-472c-bcd1-665aa32baa0b)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:25:22.668265 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-abbfd39d-5e51-4cf2-b21f-3bb3a4281860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:22.704700 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5637e3e0-0110-4ca1-9c56-e60c4ff66dbd req-b13ffb40-b8b3-4167-bb1e-9aab03a62746 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:22.712574 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5637e3e0-0110-4ca1-9c56-e60c4ff66dbd req-b13ffb40-b8b3-4167-bb1e-9aab03a62746 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/networks?id=6dc9f122-fe76-4b29-b692-6f9509f76947 HTTP/1.1" status: 200 len: 812 time: 0.2788432 Aug 29 04:25:22.764709 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5637e3e0-0110-4ca1-9c56-e60c4ff66dbd req-5cd5a360-683b-47c0-a5ee-94db1922c91e tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/quotas/6b54a16bc4c143ae881e0570211236dd HTTP/1.1" status: 200 len: 375 time: 0.0486436 Aug 29 04:25:22.767170 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbfd39d-5e51-4cf2-b21f-3bb3a4281860 None None] Pushing event updated for resources: {'Port': ['ID=1ac67446-2f7a-44d1-a9d7-fd591c79724b,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:22.856451 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eb2567-ccd3-4511-8eb9-a134b253b1ef req-728f3ea4-30dd-46db-bf64-c2e0d990b114 tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:22.858274 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f7eb2567-ccd3-4511-8eb9-a134b253b1ef req-728f3ea4-30dd-46db-bf64-c2e0d990b114 tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] 10.222.0.22 "GET /v2.0/networks?id=feec027b-5116-4baf-b14f-d590c962d5a9 HTTP/1.1" status: 200 len: 809 time: 0.2617469 Aug 29 04:25:22.858682 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5637e3e0-0110-4ca1-9c56-e60c4ff66dbd req-47930d35-2d43-48e5-bbec-5e5e5f0bf275 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=6b54a16bc4c143ae881e0570211236dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0894620 Aug 29 04:25:22.889594 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f7eb2567-ccd3-4511-8eb9-a134b253b1ef req-c73d1b01-0a57-4f55-a332-5bc02db47ad6 tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] 10.222.0.22 "GET /v2.0/quotas/3eb31237376d46398b3482f50bc3b288 HTTP/1.1" status: 200 len: 375 time: 0.0241959 Aug 29 04:25:22.899355 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ea48d-8c8b-4119-8df3-7fd1ad338e4e req-0abdf95a-2605-411d-9b26-5b4d9c5eb376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:22.900931 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5f6ea48d-8c8b-4119-8df3-7fd1ad338e4e req-0abdf95a-2605-411d-9b26-5b4d9c5eb376 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=49d0063fe2e04243b20a167346eddaf5&device_id=be71690e-e319-4a2f-a4af-5832421469df HTTP/1.1" status: 200 len: 1095 time: 0.4787283 Aug 29 04:25:22.928205 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a086984-0191-4796-b41a-72ec0e40d4cb tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Made reservation on behalf of 7ba48620e01646c69214a65ccf7831ce for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:25:22.931488 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6a086984-0191-4796-b41a-72ec0e40d4cb tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:22.986336 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f7eb2567-ccd3-4511-8eb9-a134b253b1ef req-83d92f1b-f9d1-4593-a11c-fce5f02e8d0f tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=3eb31237376d46398b3482f50bc3b288&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0836732 Aug 29 04:25:23.110607 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f7eb2567-ccd3-4511-8eb9-a134b253b1ef req-46fd14e2-1a94-415a-af0f-9d234be82ca7 service neutron] 10.222.0.22 "GET /v2.0/networks/feec027b-5116-4baf-b14f-d590c962d5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165068 Aug 29 04:25:23.142471 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ea48d-8c8b-4119-8df3-7fd1ad338e4e req-c9901374-3cdc-4476-bf2e-5faf3810f473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:23.144128 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5f6ea48d-8c8b-4119-8df3-7fd1ad338e4e req-c9901374-3cdc-4476-bf2e-5faf3810f473 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7951e907-5c6f-4828-b5f7-ba4a978783fb HTTP/1.1" status: 200 len: 926 time: 0.2170146 Aug 29 04:25:23.152842 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5637e3e0-0110-4ca1-9c56-e60c4ff66dbd req-4d3f3173-aef0-47ae-821b-12311e58b151 service neutron] 10.222.0.22 "GET /v2.0/networks/6dc9f122-fe76-4b29-b692-6f9509f76947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2765527 Aug 29 04:25:23.221708 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5f6ea48d-8c8b-4119-8df3-7fd1ad338e4e req-8efd1720-06e3-47c2-992c-8746a80a0412 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=215607ae-d12c-47a6-8a40-b8b4ab0f9656 HTTP/1.1" status: 200 len: 217 time: 0.0601211 Aug 29 04:25:23.238044 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f7eb2567-ccd3-4511-8eb9-a134b253b1ef req-8f9b2161-ad69-4627-994c-b4527a852297 service neutron] 10.222.0.22 "GET /v2.0/networks/feec027b-5116-4baf-b14f-d590c962d5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262355 Aug 29 04:25:23.356267 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ea48d-8c8b-4119-8df3-7fd1ad338e4e req-53f695ad-90f7-4b48-8099-36b4c1fc485d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:23.357790 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5f6ea48d-8c8b-4119-8df3-7fd1ad338e4e req-53f695ad-90f7-4b48-8099-36b4c1fc485d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2e13b24a-8c6c-4bd3-93fe-e6ce4b90a408 HTTP/1.1" status: 200 len: 865 time: 0.0646422 Aug 29 04:25:23.423465 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5f6ea48d-8c8b-4119-8df3-7fd1ad338e4e req-e13d80db-6d2b-459e-8a68-5fb21471707e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7951e907-5c6f-4828-b5f7-ba4a978783fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457742 Aug 29 04:25:23.552606 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5637e3e0-0110-4ca1-9c56-e60c4ff66dbd req-b3618986-7735-40fb-ac65-bf0e6b79662f service neutron] 10.222.0.22 "GET /v2.0/networks/6dc9f122-fe76-4b29-b692-6f9509f76947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3987315 Aug 29 04:25:23.813978 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5f6ea48d-8c8b-4119-8df3-7fd1ad338e4e req-37fb6fd7-7fe6-4704-802e-ac027bfcbf33 service neutron] 10.222.0.46 "GET /v2.0/networks/7951e907-5c6f-4828-b5f7-ba4a978783fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3647783 Aug 29 04:25:23.864148 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 1ac67446-2f7a-44d1-a9d7-fd591c79724b up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:25:23.929926 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f80807c-4e57-4565-b034-b63d8213c07d req-22c349fa-f261-4fde-b9c5-86fa9d8a25a7 tempest-ServersNegativeTestMultiTenantJSON-116137596 tempest-ServersNegativeTestMultiTenantJSON-116137596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:23.946786 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3f80807c-4e57-4565-b034-b63d8213c07d req-22c349fa-f261-4fde-b9c5-86fa9d8a25a7 tempest-ServersNegativeTestMultiTenantJSON-116137596 tempest-ServersNegativeTestMultiTenantJSON-116137596-project] 10.222.0.22 "GET /v2.0/ports?device_id=be71690e-e319-4a2f-a4af-5832421469df HTTP/1.1" status: 200 len: 943 time: 0.2251348 Aug 29 04:25:24.069093 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 1ac67446-2f7a-44d1-a9d7-fd591c79724b completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:25:24.081086 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3f80807c-4e57-4565-b034-b63d8213c07d req-9e1ffb9b-987a-49fb-b48c-3e92e601b12b tempest-ServersNegativeTestMultiTenantJSON-116137596 tempest-ServersNegativeTestMultiTenantJSON-116137596-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f5aa553-c962-45c2-a8c7-d1b358082f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167359 Aug 29 04:25:24.147579 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c513773-0680-4f7c-b3ef-79bc6c3fdf36 None None] Network 37f9b051-2d22-4f1b-8fb1-78b7f26f10cf requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:25:24.210971 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0339cace-c59d-4ca7-b47e-1087712fdc77 req-b4a2bef7-bf0a-491b-bfdc-b83c0df4d076 tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c3960a5-89e6-42f0-bf6b-039573f81b2a HTTP/1.1" status: 200 len: 210 time: 0.0470989 Aug 29 04:25:24.225127 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a2cdc8be-af6e-49ce-9c16-358ed4177f0f req-f6b56883-dc86-4ca6-a994-5f7f1d106b38 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=b003d3a9-da03-4254-909a-7913590e5919 HTTP/1.1" status: 200 len: 210 time: 0.1870456 Aug 29 04:25:24.471005 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-17216e8c-6c5f-49f0-aef4-238319972703 req-4d870d30-6105-4634-9fbd-cb97df1f5e08 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c4f5476-e59b-4665-b89a-7de07404fef5 HTTP/1.1" status: 200 len: 210 time: 0.1703110 Aug 29 04:25:24.483607 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5f6ea48d-8c8b-4119-8df3-7fd1ad338e4e req-3ec2499c-c186-43c7-81d7-6d45ffe6593f service neutron] 10.222.0.46 "GET /v2.0/networks/7951e907-5c6f-4828-b5f7-ba4a978783fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5948997 Aug 29 04:25:24.553686 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-282db06c-3d36-435f-9525-ba5da07e4f46 None None] Provisioning for port 1ac67446-2f7a-44d1-a9d7-fd591c79724b completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:25:24.559319 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-282db06c-3d36-435f-9525-ba5da07e4f46 None None] Provisioning complete for port 1ac67446-2f7a-44d1-a9d7-fd591c79724b triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:25:24.559786 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-282db06c-3d36-435f-9525-ba5da07e4f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:24.576334 n-d-712140-12 neutron-server[94828]: DEBUG neutron.objects.ports [None req-6a086984-0191-4796-b41a-72ec0e40d4cb tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94828) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 04:25:24.580278 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6a086984-0191-4796-b41a-72ec0e40d4cb tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9191137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10062364'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:24.662517 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a086984-0191-4796-b41a-72ec0e40d4cb tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Pushing event updated for resources: {'Subnet': ['ID=6f08a001-3842-445b-a554-4a042d7d0b7c,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:24.733522 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a086984-0191-4796-b41a-72ec0e40d4cb tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Checking segment: {'id': '97e3b1b9-c678-4898-aae0-1d38fc342fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '77857e47-917b-4b66-8eca-f5315ff7eb67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:25:24.733993 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a086984-0191-4796-b41a-72ec0e40d4cb tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Network hostable DHCP agents. Network: 77857e47-917b-4b66-8eca-f5315ff7eb67, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:25:24.758111 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a086984-0191-4796-b41a-72ec0e40d4cb tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Network 77857e47-917b-4b66-8eca-f5315ff7eb67 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:25:24.785949 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-282db06c-3d36-435f-9525-ba5da07e4f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:24.794191 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-6a086984-0191-4796-b41a-72ec0e40d4cb tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 77857e47-917b-4b66-8eca-f5315ff7eb67) {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:25:24.803699 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a086984-0191-4796-b41a-72ec0e40d4cb tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:24.805511 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6a086984-0191-4796-b41a-72ec0e40d4cb tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:24.822409 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e609ca-4a22-4a2f-9ecc-d927cab0c40c None None] Network 77857e47-917b-4b66-8eca-f5315ff7eb67 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:25:24.829497 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-6a086984-0191-4796-b41a-72ec0e40d4cb tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.5214508 Aug 29 04:25:24.832878 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 57832) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:24.839733 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-ca6c3e28-eb69-40d9-a612-67c4469ab8d2 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Request body: {'port': {'network_id': '77857e47-917b-4b66-8eca-f5315ff7eb67', 'name': 'tempest-NetworksIpV6TestAttrs-720028737'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:24.933694 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-282db06c-3d36-435f-9525-ba5da07e4f46 None None] For port 1ac67446-2f7a-44d1-a9d7-fd591c79724b, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=1ac67446-2f7a-44d1-a9d7-fd591c79724b,segment=NetworkSegment(9f6e5fdd-e8e9-472c-bcd1-665aa32baa0b),segment_id=9f6e5fdd-e8e9-472c-bcd1-665aa32baa0b)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:24.953533 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-282db06c-3d36-435f-9525-ba5da07e4f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:25.009753 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca6c3e28-eb69-40d9-a612-67c4469ab8d2 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Made reservation on behalf of 7ba48620e01646c69214a65ccf7831ce for: {'port': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:25:25.022802 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ca6c3e28-eb69-40d9-a612-67c4469ab8d2 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:25.035633 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282db06c-3d36-435f-9525-ba5da07e4f46 None None] Pushing event updated for resources: {'Port': ['ID=1ac67446-2f7a-44d1-a9d7-fd591c79724b,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:25.059890 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [None req-ca6c3e28-eb69-40d9-a612-67c4469ab8d2 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] device_id is not set on port ee87eaaf-1b86-4089-b4b3-6d9cd25f2d33 yet. {{(pid=94829) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:25:25.192082 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676cab22-3031-4ff6-a259-7ea8cd6193d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-77857e47-917b-4b66-8eca-f5315ff7eb67', 'network_id': '77857e47-917b-4b66-8eca-f5315ff7eb67', 'tenant_id': '7ba48620e01646c69214a65ccf7831ce', 'fixed_ips': [{'subnet_id': '6f08a001-3842-445b-a554-4a042d7d0b7c'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:25:25.193089 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-676cab22-3031-4ff6-a259-7ea8cd6193d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:25.220844 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-ca6c3e28-eb69-40d9-a612-67c4469ab8d2 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Allocated IP 2001:db8::f816:3eff:fe14:dfeb (77857e47-917b-4b66-8eca-f5315ff7eb67/6f08a001-3842-445b-a554-4a042d7d0b7c/ee87eaaf-1b86-4089-b4b3-6d9cd25f2d33) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:25:25.390220 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 215607ae-d12c-47a6-8a40-b8b4ab0f9656 details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:25:25.542091 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fb09de-690f-4307-9bb6-3ca5e00e8b1f req-e0ead691-1aaf-40ea-87a9-fcaba5aad9da tempest-ServersNegativeTestMultiTenantJSON-116137596 tempest-ServersNegativeTestMultiTenantJSON-116137596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:25.559567 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-35fb09de-690f-4307-9bb6-3ca5e00e8b1f req-e0ead691-1aaf-40ea-87a9-fcaba5aad9da tempest-ServersNegativeTestMultiTenantJSON-116137596 tempest-ServersNegativeTestMultiTenantJSON-116137596-project] 10.222.0.22 "GET /v2.0/ports?device_id=be71690e-e319-4a2f-a4af-5832421469df HTTP/1.1" status: 200 len: 943 time: 0.3005176 Aug 29 04:25:25.561897 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ca6c3e28-eb69-40d9-a612-67c4469ab8d2 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:25.584144 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-ca6c3e28-eb69-40d9-a612-67c4469ab8d2 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Transition to ACTIVE for port object ee87eaaf-1b86-4089-b4b3-6d9cd25f2d33 will not be triggered until provisioned by entity DHCP. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:25:25.604403 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-bb752b69-53a5-484d-a46c-deef2c8308fa None None] Provisioning complete for port 1ac67446-2f7a-44d1-a9d7-fd591c79724b triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:25:25.604660 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bb752b69-53a5-484d-a46c-deef2c8308fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:25.614911 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eb2567-ccd3-4511-8eb9-a134b253b1ef req-612eff12-7f3e-4efc-bda1-770093256a96 tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:25.616722 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f7eb2567-ccd3-4511-8eb9-a134b253b1ef req-612eff12-7f3e-4efc-bda1-770093256a96 tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] 10.222.0.48 "GET /v2.0/networks?id=feec027b-5116-4baf-b14f-d590c962d5a9 HTTP/1.1" status: 200 len: 809 time: 0.3927159 Aug 29 04:25:25.646416 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-f7eb2567-ccd3-4511-8eb9-a134b253b1ef req-353451e7-8f01-4f25-ae47-5007a4f0bdce tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] Request body: {'port': {'device_id': '2c3960a5-89e6-42f0-bf6b-039573f81b2a', 'network_id': 'feec027b-5116-4baf-b14f-d590c962d5a9', 'admin_state_up': True, 'tenant_id': '3eb31237376d46398b3482f50bc3b288'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:25.689535 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-35fb09de-690f-4307-9bb6-3ca5e00e8b1f req-dd2d770c-0977-4b63-b193-3ef9c9f55f66 tempest-ServersNegativeTestMultiTenantJSON-116137596 tempest-ServersNegativeTestMultiTenantJSON-116137596-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f5aa553-c962-45c2-a8c7-d1b358082f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184750 Aug 29 04:25:25.721403 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ca6c3e28-eb69-40d9-a612-67c4469ab8d2 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:25.758917 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5a7deb7a-8668-4520-a020-6915ddd46d55 req-20472b90-9420-4c6d-81c0-28167819b424 tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c3960a5-89e6-42f0-bf6b-039573f81b2a HTTP/1.1" status: 200 len: 210 time: 0.1309392 Aug 29 04:25:25.794799 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 1ac67446-2f7a-44d1-a9d7-fd591c79724b up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:25:25.832910 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 215607ae-d12c-47a6-8a40-b8b4ab0f9656, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=215607ae-d12c-47a6-8a40-b8b4ab0f9656,segment=NetworkSegment(513b9748-f058-4807-b38c-a78dd0d7f64f),segment_id=513b9748-f058-4807-b38c-a78dd0d7f64f)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:25.905278 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6c3e28-eb69-40d9-a612-67c4469ab8d2 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Network 77857e47-917b-4b66-8eca-f5315ff7eb67 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:25:25.908251 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-13d56c24-bdbc-4632-b426-fc1f83ec9f5b req-0833b472-905a-4c52-bd36-43e02595fe06 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=b003d3a9-da03-4254-909a-7913590e5919 HTTP/1.1" status: 200 len: 210 time: 0.0949583 Aug 29 04:25:25.926992 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Returning: {'device': '215607ae-d12c-47a6-8a40-b8b4ab0f9656', 'network_id': '7951e907-5c6f-4828-b5f7-ba4a978783fb', 'port_id': '215607ae-d12c-47a6-8a40-b8b4ab0f9656', 'mac_address': 'fa:16:3e:8f:12:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e13b24a-8c6c-4bd3-93fe-e6ce4b90a408', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:25:25.952467 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-676cab22-3031-4ff6-a259-7ea8cd6193d3 None None] Allocated IP 2001:db8::f816:3eff:fe7d:a4ca (77857e47-917b-4b66-8eca-f5315ff7eb67/6f08a001-3842-445b-a554-4a042d7d0b7c/c774688c-8e48-4258-b009-edc021169360) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:25:25.978365 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-ca6c3e28-eb69-40d9-a612-67c4469ab8d2 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:25:26.010924 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6c3e28-eb69-40d9-a612-67c4469ab8d2 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:25:26.023295 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6c3e28-eb69-40d9-a612-67c4469ab8d2 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:26.024324 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ca6c3e28-eb69-40d9-a612-67c4469ab8d2 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:26.029506 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7eb2567-ccd3-4511-8eb9-a134b253b1ef req-353451e7-8f01-4f25-ae47-5007a4f0bdce tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] Made reservation on behalf of 3eb31237376d46398b3482f50bc3b288 for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:25:26.033439 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-f7eb2567-ccd3-4511-8eb9-a134b253b1ef req-353451e7-8f01-4f25-ae47-5007a4f0bdce tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:26.113758 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-dd32f0da-3702-47d9-b87e-d97e5e7cf06f req-901219a8-17c6-4ecb-ab0a-f737a02df466 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c4f5476-e59b-4665-b89a-7de07404fef5 HTTP/1.1" status: 200 len: 210 time: 0.0761535 Aug 29 04:25:26.114530 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6c3e28-eb69-40d9-a612-67c4469ab8d2 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Pushing event updated for resources: {'Port': ['ID=ee87eaaf-1b86-4089-b4b3-6d9cd25f2d33,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:26.158447 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-ca6c3e28-eb69-40d9-a612-67c4469ab8d2 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.3244355 Aug 29 04:25:26.162487 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 57852) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:26.223783 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5637e3e0-0110-4ca1-9c56-e60c4ff66dbd req-8cced148-4910-45a9-b81d-5a5323435941 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:26.225469 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5637e3e0-0110-4ca1-9c56-e60c4ff66dbd req-8cced148-4910-45a9-b81d-5a5323435941 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.48 "GET /v2.0/networks?id=6dc9f122-fe76-4b29-b692-6f9509f76947 HTTP/1.1" status: 200 len: 812 time: 0.3825610 Aug 29 04:25:26.238719 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-f7eb2567-ccd3-4511-8eb9-a134b253b1ef req-353451e7-8f01-4f25-ae47-5007a4f0bdce tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] Allocated IP 172.20.0.10 (feec027b-5116-4baf-b14f-d590c962d5a9/f4c97272-e05c-4727-924e-16dee53b87db/caebc482-467f-4e6d-9fe4-03b5910d9ec9) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:25:26.242833 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_v2 [None req-63bdda99-0be7-46ac-b0c5-cbe528029144 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Deleting subnet 6f08a001-3842-445b-a554-4a042d7d0b7c {{(pid=94829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:25:26.253980 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-5637e3e0-0110-4ca1-9c56-e60c4ff66dbd req-9982e5fb-7a39-42c0-9d25-3f0e47b6782d tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Request body: {'port': {'device_id': '3c4f5476-e59b-4665-b89a-7de07404fef5', 'network_id': '6dc9f122-fe76-4b29-b692-6f9509f76947', 'admin_state_up': True, 'tenant_id': '6b54a16bc4c143ae881e0570211236dd'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:26.358065 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 1ac67446-2f7a-44d1-a9d7-fd591c79724b triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:25:26.358893 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:26.360601 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-676cab22-3031-4ff6-a259-7ea8cd6193d3 None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:26.368705 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:26.419601 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 215607ae-d12c-47a6-8a40-b8b4ab0f9656 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:25:26.421261 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5637e3e0-0110-4ca1-9c56-e60c4ff66dbd req-9982e5fb-7a39-42c0-9d25-3f0e47b6782d tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Made reservation on behalf of 6b54a16bc4c143ae881e0570211236dd for: {'port': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:25:26.426447 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-5637e3e0-0110-4ca1-9c56-e60c4ff66dbd req-9982e5fb-7a39-42c0-9d25-3f0e47b6782d tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:26.435827 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-676cab22-3031-4ff6-a259-7ea8cd6193d3 None None] Transition to ACTIVE for port object c774688c-8e48-4258-b009-edc021169360 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:25:26.504965 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 215607ae-d12c-47a6-8a40-b8b4ab0f9656, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=215607ae-d12c-47a6-8a40-b8b4ab0f9656,segment=NetworkSegment(513b9748-f058-4807-b38c-a78dd0d7f64f),segment_id=513b9748-f058-4807-b38c-a78dd0d7f64f)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:26.521810 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:26.559379 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-f7eb2567-ccd3-4511-8eb9-a134b253b1ef req-353451e7-8f01-4f25-ae47-5007a4f0bdce tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:26.599808 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=215607ae-d12c-47a6-8a40-b8b4ab0f9656,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:26.614656 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:26.615422 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:26.615871 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:26.616438 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:26.616947 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:26.617297 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:26.617669 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:26.618153 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:26.618494 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:26.618879 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:26.619237 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:26.619591 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:26.628213 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-676cab22-3031-4ff6-a259-7ea8cd6193d3 None None] Transition to ACTIVE for port object c774688c-8e48-4258-b009-edc021169360 will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:25:26.643457 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-63bdda99-0be7-46ac-b0c5-cbe528029144 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks [] for subnet, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:26.644307 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-676cab22-3031-4ff6-a259-7ea8cd6193d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:26.649321 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-f7eb2567-ccd3-4511-8eb9-a134b253b1ef req-353451e7-8f01-4f25-ae47-5007a4f0bdce tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:26.736889 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676cab22-3031-4ff6-a259-7ea8cd6193d3 None None] Network 77857e47-917b-4b66-8eca-f5315ff7eb67 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:25:26.739783 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676cab22-3031-4ff6-a259-7ea8cd6193d3 None None] Pushing event updated for resources: {'Port': ['ID=c774688c-8e48-4258-b009-edc021169360,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:26.748198 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-676cab22-3031-4ff6-a259-7ea8cd6193d3 None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:25:26.760846 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676cab22-3031-4ff6-a259-7ea8cd6193d3 None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:25:26.768333 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7eb2567-ccd3-4511-8eb9-a134b253b1ef req-353451e7-8f01-4f25-ae47-5007a4f0bdce tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] Network feec027b-5116-4baf-b14f-d590c962d5a9 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:25:26.779482 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-f7eb2567-ccd3-4511-8eb9-a134b253b1ef req-353451e7-8f01-4f25-ae47-5007a4f0bdce tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:25:26.794735 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7eb2567-ccd3-4511-8eb9-a134b253b1ef req-353451e7-8f01-4f25-ae47-5007a4f0bdce tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:25:26.802304 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [req-5637e3e0-0110-4ca1-9c56-e60c4ff66dbd req-9982e5fb-7a39-42c0-9d25-3f0e47b6782d tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Allocated IP 172.20.0.5 (6dc9f122-fe76-4b29-b692-6f9509f76947/92da5435-aaff-49ad-89d5-9a0918bd173a/b082b538-6613-4ec9-a197-0772e1d81e22) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:25:26.803558 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353451e7-8f01-4f25-ae47-5007a4f0bdce tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] Pushing event updated for resources: {'Port': ['ID=caebc482-467f-4e6d-9fe4-03b5910d9ec9,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:26.812779 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-63bdda99-0be7-46ac-b0c5-cbe528029144 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4311743'] for subnet, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:26.868886 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['215607ae-d12c-47a6-8a40-b8b4ab0f9656'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:25:26.903316 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-676cab22-3031-4ff6-a259-7ea8cd6193d3 None None] Attempting to bind port c774688c-8e48-4258-b009-edc021169360 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:25:26.904405 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-676cab22-3031-4ff6-a259-7ea8cd6193d3 None None] Attempting to bind port c774688c-8e48-4258-b009-edc021169360 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '97e3b1b9-c678-4898-aae0-1d38fc342fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '77857e47-917b-4b66-8eca-f5315ff7eb67'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:25:26.904980 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676cab22-3031-4ff6-a259-7ea8cd6193d3 None None] Attempting to bind port c774688c-8e48-4258-b009-edc021169360 on network 77857e47-917b-4b66-8eca-f5315ff7eb67 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:25:26.917866 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676cab22-3031-4ff6-a259-7ea8cd6193d3 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:25:26.918590 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676cab22-3031-4ff6-a259-7ea8cd6193d3 None None] Checking segment: {'id': '97e3b1b9-c678-4898-aae0-1d38fc342fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '77857e47-917b-4b66-8eca-f5315ff7eb67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:25:26.919210 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-676cab22-3031-4ff6-a259-7ea8cd6193d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:26.919814 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676cab22-3031-4ff6-a259-7ea8cd6193d3 None None] Bound using segment: {'id': '97e3b1b9-c678-4898-aae0-1d38fc342fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '77857e47-917b-4b66-8eca-f5315ff7eb67'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:25:26.920491 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-676cab22-3031-4ff6-a259-7ea8cd6193d3 None None] Bound port: c774688c-8e48-4258-b009-edc021169360, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97e3b1b9-c678-4898-aae0-1d38fc342fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '77857e47-917b-4b66-8eca-f5315ff7eb67'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:25:26.921320 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-676cab22-3031-4ff6-a259-7ea8cd6193d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:26.922168 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eb2567-ccd3-4511-8eb9-a134b253b1ef req-353451e7-8f01-4f25-ae47-5007a4f0bdce tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:26.927667 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-f7eb2567-ccd3-4511-8eb9-a134b253b1ef req-353451e7-8f01-4f25-ae47-5007a4f0bdce tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:26.995186 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f7eb2567-ccd3-4511-8eb9-a134b253b1ef req-353451e7-8f01-4f25-ae47-5007a4f0bdce tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3580654 Aug 29 04:25:27.010341 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101484a3-7a46-4cbd-83c8-14a13604e9d1 req-5356583e-ecd3-4eac-94ea-2f63abce5e1f tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:27.012051 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-101484a3-7a46-4cbd-83c8-14a13604e9d1 req-5356583e-ecd3-4eac-94ea-2f63abce5e1f tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c3960a5-89e6-42f0-bf6b-039573f81b2a HTTP/1.1" status: 200 len: 932 time: 0.1276627 Aug 29 04:25:27.017411 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-f7eb2567-ccd3-4511-8eb9-a134b253b1ef req-1f436c1e-10e2-4227-9e44-d9d93b485dda service neutron] Request body: {'port': {'device_id': '2c3960a5-89e6-42f0-bf6b-039573f81b2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:27.063946 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-676cab22-3031-4ff6-a259-7ea8cd6193d3 None None] For port c774688c-8e48-4258-b009-edc021169360, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:25:27.085402 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-676cab22-3031-4ff6-a259-7ea8cd6193d3 None None] For port c774688c-8e48-4258-b009-edc021169360, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=c774688c-8e48-4258-b009-edc021169360,segment=NetworkSegment(97e3b1b9-c678-4898-aae0-1d38fc342fe1),segment_id=97e3b1b9-c678-4898-aae0-1d38fc342fe1)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:25:27.095225 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-676cab22-3031-4ff6-a259-7ea8cd6193d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:27.102202 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-5637e3e0-0110-4ca1-9c56-e60c4ff66dbd req-9982e5fb-7a39-42c0-9d25-3f0e47b6782d tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:27.127517 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-101484a3-7a46-4cbd-83c8-14a13604e9d1 req-287bed24-d1d9-48be-9ca7-4e3a09a703ff tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] 10.222.0.22 "GET /v2.0/security-groups?id=7f987bdf-6d05-400a-bf02-f82aa4859023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063144 Aug 29 04:25:27.151601 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-f7eb2567-ccd3-4511-8eb9-a134b253b1ef req-1f436c1e-10e2-4227-9e44-d9d93b485dda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:27.201148 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-5637e3e0-0110-4ca1-9c56-e60c4ff66dbd req-9982e5fb-7a39-42c0-9d25-3f0e47b6782d tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:27.286990 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676cab22-3031-4ff6-a259-7ea8cd6193d3 None None] Pushing event updated for resources: {'Port': ['ID=c774688c-8e48-4258-b009-edc021169360,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:27.307815 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9982e5fb-7a39-42c0-9d25-3f0e47b6782d tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Pushing event updated for resources: {'Port': ['ID=b082b538-6613-4ec9-a197-0772e1d81e22,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:27.430834 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0646d6f8-e788-416d-9a23-dfc466d20ed9 req-49dca832-4767-4207-892b-5719deee368c tempest-ServersNegativeTestMultiTenantJSON-116137596 tempest-ServersNegativeTestMultiTenantJSON-116137596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:27.445531 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0646d6f8-e788-416d-9a23-dfc466d20ed9 req-49dca832-4767-4207-892b-5719deee368c tempest-ServersNegativeTestMultiTenantJSON-116137596 tempest-ServersNegativeTestMultiTenantJSON-116137596-project] 10.222.0.22 "GET /v2.0/ports?device_id=be71690e-e319-4a2f-a4af-5832421469df HTTP/1.1" status: 200 len: 944 time: 0.5856848 Aug 29 04:25:27.590928 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0646d6f8-e788-416d-9a23-dfc466d20ed9 req-4c8a86fe-e4bf-4418-b0a7-345044df81ec tempest-ServersNegativeTestMultiTenantJSON-116137596 tempest-ServersNegativeTestMultiTenantJSON-116137596-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f5aa553-c962-45c2-a8c7-d1b358082f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971816 Aug 29 04:25:27.590928 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5637e3e0-0110-4ca1-9c56-e60c4ff66dbd req-9982e5fb-7a39-42c0-9d25-3f0e47b6782d tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Network 6dc9f122-fe76-4b29-b692-6f9509f76947 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:25:27.627050 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [req-5637e3e0-0110-4ca1-9c56-e60c4ff66dbd req-9982e5fb-7a39-42c0-9d25-3f0e47b6782d tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:25:27.634906 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [req-5637e3e0-0110-4ca1-9c56-e60c4ff66dbd req-9982e5fb-7a39-42c0-9d25-3f0e47b6782d tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:25:27.752600 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-63bdda99-0be7-46ac-b0c5-cbe528029144 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:27.770961 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device c774688c-8e48-4258-b009-edc021169360 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:25:27.799725 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5637e3e0-0110-4ca1-9c56-e60c4ff66dbd req-9982e5fb-7a39-42c0-9d25-3f0e47b6782d tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:27.800945 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-5637e3e0-0110-4ca1-9c56-e60c4ff66dbd req-9982e5fb-7a39-42c0-9d25-3f0e47b6782d tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:27.827192 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-f7eb2567-ccd3-4511-8eb9-a134b253b1ef req-1f436c1e-10e2-4227-9e44-d9d93b485dda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id caebc482-467f-4e6d-9fe4-03b5910d9ec9 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:25:27.834867 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5637e3e0-0110-4ca1-9c56-e60c4ff66dbd req-9982e5fb-7a39-42c0-9d25-3f0e47b6782d tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5874805 Aug 29 04:25:27.842578 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-f7eb2567-ccd3-4511-8eb9-a134b253b1ef req-1f436c1e-10e2-4227-9e44-d9d93b485dda service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:27.846782 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port c774688c-8e48-4258-b009-edc021169360 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:25:27.862349 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-5637e3e0-0110-4ca1-9c56-e60c4ff66dbd req-9337de91-ba14-4669-a746-ec85ae119550 service neutron] Request body: {'port': {'device_id': '3c4f5476-e59b-4665-b89a-7de07404fef5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-12'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:27.864209 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-f7eb2567-ccd3-4511-8eb9-a134b253b1ef req-1f436c1e-10e2-4227-9e44-d9d93b485dda service neutron] Transition to ACTIVE for port object caebc482-467f-4e6d-9fe4-03b5910d9ec9 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:25:27.876045 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0869e74-3bf8-497e-90bc-fa36d8214895 req-5a914212-9ca1-4f41-b63b-9d4936d48de0 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:27.884525 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a0869e74-3bf8-497e-90bc-fa36d8214895 req-5a914212-9ca1-4f41-b63b-9d4936d48de0 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c4f5476-e59b-4665-b89a-7de07404fef5 HTTP/1.1" status: 200 len: 931 time: 0.1652029 Aug 29 04:25:27.892843 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-f7eb2567-ccd3-4511-8eb9-a134b253b1ef req-1f436c1e-10e2-4227-9e44-d9d93b485dda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:27.967954 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-5637e3e0-0110-4ca1-9c56-e60c4ff66dbd req-9337de91-ba14-4669-a746-ec85ae119550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:27.987521 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a0869e74-3bf8-497e-90bc-fa36d8214895 req-ebedc732-1f91-4ccf-994c-04262f9baab0 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021132 Aug 29 04:25:27.996797 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f436c1e-10e2-4227-9e44-d9d93b485dda service neutron] Pushing event updated for resources: {'Port': ['ID=caebc482-467f-4e6d-9fe4-03b5910d9ec9,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:28.044471 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-63bdda99-0be7-46ac-b0c5-cbe528029144 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4552352'] for subnet, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:28.099065 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-f7eb2567-ccd3-4511-8eb9-a134b253b1ef req-1f436c1e-10e2-4227-9e44-d9d93b485dda service neutron] Attempting to bind port caebc482-467f-4e6d-9fe4-03b5910d9ec9 on host n-h2-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:25:28.099410 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-f7eb2567-ccd3-4511-8eb9-a134b253b1ef req-1f436c1e-10e2-4227-9e44-d9d93b485dda service neutron] Attempting to bind port caebc482-467f-4e6d-9fe4-03b5910d9ec9 by drivers openvswitch,hyperv on host n-h2-712140-12 at level 0 using segments [{'id': '6dd7e887-a742-4794-9d44-e9baf733124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'feec027b-5116-4baf-b14f-d590c962d5a9'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:25:28.099793 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7eb2567-ccd3-4511-8eb9-a134b253b1ef req-1f436c1e-10e2-4227-9e44-d9d93b485dda service neutron] Attempting to bind port caebc482-467f-4e6d-9fe4-03b5910d9ec9 on network feec027b-5116-4baf-b14f-d590c962d5a9 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:25:28.112509 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7eb2567-ccd3-4511-8eb9-a134b253b1ef req-1f436c1e-10e2-4227-9e44-d9d93b485dda service neutron] Port caebc482-467f-4e6d-9fe4-03b5910d9ec9 on network feec027b-5116-4baf-b14f-d590c962d5a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:25:28.112889 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7eb2567-ccd3-4511-8eb9-a134b253b1ef req-1f436c1e-10e2-4227-9e44-d9d93b485dda service neutron] Attempting to bind port caebc482-467f-4e6d-9fe4-03b5910d9ec9 on network feec027b-5116-4baf-b14f-d590c962d5a9 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:25:28.119260 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7eb2567-ccd3-4511-8eb9-a134b253b1ef req-1f436c1e-10e2-4227-9e44-d9d93b485dda service neutron] Checking agent: {'id': 'b3a0606b-b029-4f5e-8798-3a32b71d8844', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:25:28.119603 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7eb2567-ccd3-4511-8eb9-a134b253b1ef req-1f436c1e-10e2-4227-9e44-d9d93b485dda service neutron] Checking segment: {'id': '6dd7e887-a742-4794-9d44-e9baf733124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'feec027b-5116-4baf-b14f-d590c962d5a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:25:28.120011 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7eb2567-ccd3-4511-8eb9-a134b253b1ef req-1f436c1e-10e2-4227-9e44-d9d93b485dda service neutron] Bound using segment: {'id': '6dd7e887-a742-4794-9d44-e9baf733124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'feec027b-5116-4baf-b14f-d590c962d5a9'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:25:28.120445 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-f7eb2567-ccd3-4511-8eb9-a134b253b1ef req-1f436c1e-10e2-4227-9e44-d9d93b485dda service neutron] Bound port: caebc482-467f-4e6d-9fe4-03b5910d9ec9, host: n-h2-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dd7e887-a742-4794-9d44-e9baf733124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'feec027b-5116-4baf-b14f-d590c962d5a9'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:25:28.120805 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-f7eb2567-ccd3-4511-8eb9-a134b253b1ef req-1f436c1e-10e2-4227-9e44-d9d93b485dda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:28.153344 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-63bdda99-0be7-46ac-b0c5-cbe528029144 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:28.155205 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-63bdda99-0be7-46ac-b0c5-cbe528029144 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] 10.222.0.22 "DELETE /v2.0/subnets/6f08a001-3842-445b-a554-4a042d7d0b7c HTTP/1.1" status: 204 len: 168 time: 1.9889243 Aug 29 04:25:28.158568 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bdda99-0be7-46ac-b0c5-cbe528029144 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Pushing event deleted for resources: {'Subnet': ['ID=6f08a001-3842-445b-a554-4a042d7d0b7c,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:28.167555 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 57884) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:28.351334 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4206a08e-3acc-4e99-84a1-4c5daa3dad00 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:28.353442 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4206a08e-3acc-4e99-84a1-4c5daa3dad00 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:28.357766 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-4206a08e-3acc-4e99-84a1-4c5daa3dad00 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1777830 Aug 29 04:25:28.360503 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 57888) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:28.406493 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:28.487581 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [req-5637e3e0-0110-4ca1-9c56-e60c4ff66dbd req-9337de91-ba14-4669-a746-ec85ae119550 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b082b538-6613-4ec9-a197-0772e1d81e22 {{(pid=94829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:25:28.497115 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-5637e3e0-0110-4ca1-9c56-e60c4ff66dbd req-9337de91-ba14-4669-a746-ec85ae119550 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:28.513156 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [req-5637e3e0-0110-4ca1-9c56-e60c4ff66dbd req-9337de91-ba14-4669-a746-ec85ae119550 service neutron] Transition to ACTIVE for port object b082b538-6613-4ec9-a197-0772e1d81e22 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:25:28.527471 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-5637e3e0-0110-4ca1-9c56-e60c4ff66dbd req-9337de91-ba14-4669-a746-ec85ae119550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:28.633089 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e14b281-f471-4e32-b45c-21e90c388455 None None] Network 77857e47-917b-4b66-8eca-f5315ff7eb67 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:25:28.773635 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23664380-e981-4247-af3b-0d6503ae2e7b req-25cbb710-f24f-4ede-9a74-7c416e74a196 tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:28.778551 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-23664380-e981-4247-af3b-0d6503ae2e7b req-25cbb710-f24f-4ede-9a74-7c416e74a196 tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c3960a5-89e6-42f0-bf6b-039573f81b2a HTTP/1.1" status: 200 len: 944 time: 0.2638381 Aug 29 04:25:28.781267 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9337de91-ba14-4669-a746-ec85ae119550 service neutron] Pushing event updated for resources: {'Port': ['ID=b082b538-6613-4ec9-a197-0772e1d81e22,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:28.801696 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-8070017a-8ba7-44c1-8583-715e76371a0a None None] Provisioning for port c774688c-8e48-4258-b009-edc021169360 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:25:28.823818 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-8070017a-8ba7-44c1-8583-715e76371a0a None None] Provisioning complete for port c774688c-8e48-4258-b009-edc021169360 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:25:28.824200 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8070017a-8ba7-44c1-8583-715e76371a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:28.857059 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-23664380-e981-4247-af3b-0d6503ae2e7b req-33dfe570-aa14-4ec0-9e29-ed91e879239b tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] 10.222.0.22 "GET /v2.0/security-groups?id=7f987bdf-6d05-400a-bf02-f82aa4859023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646555 Aug 29 04:25:28.886199 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-5637e3e0-0110-4ca1-9c56-e60c4ff66dbd req-9337de91-ba14-4669-a746-ec85ae119550 service neutron] Attempting to bind port b082b538-6613-4ec9-a197-0772e1d81e22 on host n-h2-712140-12 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:25:28.886573 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-5637e3e0-0110-4ca1-9c56-e60c4ff66dbd req-9337de91-ba14-4669-a746-ec85ae119550 service neutron] Attempting to bind port b082b538-6613-4ec9-a197-0772e1d81e22 by drivers openvswitch,hyperv on host n-h2-712140-12 at level 0 using segments [{'id': 'b7618bbf-11af-465a-8663-f9f8f84b36c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6dc9f122-fe76-4b29-b692-6f9509f76947'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:25:28.887157 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5637e3e0-0110-4ca1-9c56-e60c4ff66dbd req-9337de91-ba14-4669-a746-ec85ae119550 service neutron] Attempting to bind port b082b538-6613-4ec9-a197-0772e1d81e22 on network 6dc9f122-fe76-4b29-b692-6f9509f76947 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:25:28.898442 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5637e3e0-0110-4ca1-9c56-e60c4ff66dbd req-9337de91-ba14-4669-a746-ec85ae119550 service neutron] Port b082b538-6613-4ec9-a197-0772e1d81e22 on network 6dc9f122-fe76-4b29-b692-6f9509f76947 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-12 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:25:28.898891 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5637e3e0-0110-4ca1-9c56-e60c4ff66dbd req-9337de91-ba14-4669-a746-ec85ae119550 service neutron] Attempting to bind port b082b538-6613-4ec9-a197-0772e1d81e22 on network 6dc9f122-fe76-4b29-b692-6f9509f76947 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:25:28.911431 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5637e3e0-0110-4ca1-9c56-e60c4ff66dbd req-9337de91-ba14-4669-a746-ec85ae119550 service neutron] Checking agent: {'id': 'b3a0606b-b029-4f5e-8798-3a32b71d8844', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:25:28.911786 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5637e3e0-0110-4ca1-9c56-e60c4ff66dbd req-9337de91-ba14-4669-a746-ec85ae119550 service neutron] Checking segment: {'id': 'b7618bbf-11af-465a-8663-f9f8f84b36c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6dc9f122-fe76-4b29-b692-6f9509f76947'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:25:28.912173 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5637e3e0-0110-4ca1-9c56-e60c4ff66dbd req-9337de91-ba14-4669-a746-ec85ae119550 service neutron] Bound using segment: {'id': 'b7618bbf-11af-465a-8663-f9f8f84b36c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6dc9f122-fe76-4b29-b692-6f9509f76947'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:25:28.912602 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-5637e3e0-0110-4ca1-9c56-e60c4ff66dbd req-9337de91-ba14-4669-a746-ec85ae119550 service neutron] Bound port: b082b538-6613-4ec9-a197-0772e1d81e22, host: n-h2-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7618bbf-11af-465a-8663-f9f8f84b36c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6dc9f122-fe76-4b29-b692-6f9509f76947'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:25:28.912960 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-5637e3e0-0110-4ca1-9c56-e60c4ff66dbd req-9337de91-ba14-4669-a746-ec85ae119550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:29.008237 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea777173-7e50-4981-a477-d7d0096badcc None None] DHCP port deletion for 77857e47-917b-4b66-8eca-f5315ff7eb67 request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:25:29.072320 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8070017a-8ba7-44c1-8583-715e76371a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:29.120822 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-5637e3e0-0110-4ca1-9c56-e60c4ff66dbd req-9337de91-ba14-4669-a746-ec85ae119550 service neutron] For port b082b538-6613-4ec9-a197-0772e1d81e22, host n-h2-712140-12, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:25:29.127483 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-5637e3e0-0110-4ca1-9c56-e60c4ff66dbd req-9337de91-ba14-4669-a746-ec85ae119550 service neutron] For port b082b538-6613-4ec9-a197-0772e1d81e22, host n-h2-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=b082b538-6613-4ec9-a197-0772e1d81e22,segment=NetworkSegment(b7618bbf-11af-465a-8663-f9f8f84b36c0),segment_id=b7618bbf-11af-465a-8663-f9f8f84b36c0)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:25:29.127725 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-ea777173-7e50-4981-a477-d7d0096badcc None None] Deleting port c774688c-8e48-4258-b009-edc021169360 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:25:29.128081 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ea777173-7e50-4981-a477-d7d0096badcc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:29.133695 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-8070017a-8ba7-44c1-8583-715e76371a0a None None] For port c774688c-8e48-4258-b009-edc021169360, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=c774688c-8e48-4258-b009-edc021169360,segment=NetworkSegment(97e3b1b9-c678-4898-aae0-1d38fc342fe1),segment_id=97e3b1b9-c678-4898-aae0-1d38fc342fe1)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:29.146747 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8070017a-8ba7-44c1-8583-715e76371a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:29.181589 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-5637e3e0-0110-4ca1-9c56-e60c4ff66dbd req-9337de91-ba14-4669-a746-ec85ae119550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:29.248711 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-ea777173-7e50-4981-a477-d7d0096badcc None None] For port c774688c-8e48-4258-b009-edc021169360, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=c774688c-8e48-4258-b009-edc021169360,segment=NetworkSegment(97e3b1b9-c678-4898-aae0-1d38fc342fe1),segment_id=97e3b1b9-c678-4898-aae0-1d38fc342fe1)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:29.249175 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ea777173-7e50-4981-a477-d7d0096badcc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:29.251506 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9337de91-ba14-4669-a746-ec85ae119550 service neutron] Pushing event updated for resources: {'Port': ['ID=b082b538-6613-4ec9-a197-0772e1d81e22,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:29.263406 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8070017a-8ba7-44c1-8583-715e76371a0a None None] Pushing event updated for resources: {'Port': ['ID=c774688c-8e48-4258-b009-edc021169360,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:29.272038 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-ea777173-7e50-4981-a477-d7d0096badcc None None] Calling delete_port for c774688c-8e48-4258-b009-edc021169360 owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:25:29.278974 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5637e3e0-0110-4ca1-9c56-e60c4ff66dbd req-9337de91-ba14-4669-a746-ec85ae119550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:29.280048 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-5637e3e0-0110-4ca1-9c56-e60c4ff66dbd req-9337de91-ba14-4669-a746-ec85ae119550 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:29.281967 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5637e3e0-0110-4ca1-9c56-e60c4ff66dbd req-9337de91-ba14-4669-a746-ec85ae119550 service neutron] 10.222.0.48 "PUT /v2.0/ports/b082b538-6613-4ec9-a197-0772e1d81e22 HTTP/1.1" status: 200 len: 1092 time: 1.4281936 Aug 29 04:25:29.282942 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c4f5476-e59b-4665-b89a-7de07404fef5', 'tag': 'b082b538-6613-4ec9-a197-0772e1d81e22'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:25:29.286018 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced467a2-f68b-427e-9e11-e3dc9f9138bc" -d '{"events": [{"name": "network-changed", "server_uuid": "3c4f5476-e59b-4665-b89a-7de07404fef5", "tag": "b082b538-6613-4ec9-a197-0772e1d81e22"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:25:29.306341 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cf9082-01be-4205-8f79-bc9868828fab req-114e023d-832d-47a2-9da5-8d26f3e51d22 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:29.315386 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f8cf9082-01be-4205-8f79-bc9868828fab req-114e023d-832d-47a2-9da5-8d26f3e51d22 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c4f5476-e59b-4665-b89a-7de07404fef5 HTTP/1.1" status: 200 len: 943 time: 0.1823635 Aug 29 04:25:29.380363 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ea777173-7e50-4981-a477-d7d0096badcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:29.390944 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-f7eb2567-ccd3-4511-8eb9-a134b253b1ef req-1f436c1e-10e2-4227-9e44-d9d93b485dda service neutron] For port caebc482-467f-4e6d-9fe4-03b5910d9ec9, host n-h2-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:25:29.402307 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69c1035-362d-4b44-9ca5-934af6338fc0 req-be3ac182-3d26-4a2e-b35c-5d7309c8bc82 tempest-ServersNegativeTestMultiTenantJSON-116137596 tempest-ServersNegativeTestMultiTenantJSON-116137596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:29.409972 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e69c1035-362d-4b44-9ca5-934af6338fc0 req-be3ac182-3d26-4a2e-b35c-5d7309c8bc82 tempest-ServersNegativeTestMultiTenantJSON-116137596 tempest-ServersNegativeTestMultiTenantJSON-116137596-project] 10.222.0.22 "GET /v2.0/ports?device_id=be71690e-e319-4a2f-a4af-5832421469df HTTP/1.1" status: 200 len: 944 time: 0.1633821 Aug 29 04:25:29.421996 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f8cf9082-01be-4205-8f79-bc9868828fab req-363ba255-38c4-4d7a-9cf1-453dd4d92934 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048310 Aug 29 04:25:29.426757 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c6186fa7-a55a-4a91-beaf-4ba116ce8f5d tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:29.445895 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 215607ae-d12c-47a6-8a40-b8b4ab0f9656 up at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:25:29.457431 n-d-712140-12 neutron-server[94828]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6186fa7-a55a-4a91-beaf-4ba116ce8f5d tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 29 04:25:29.457832 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5637e3e0-0110-4ca1-9c56-e60c4ff66dbd req-5e978421-89a2-481d-8156-7ebc84e124ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:29.458348 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6186fa7-a55a-4a91-beaf-4ba116ce8f5d tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:25:29.460373 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5637e3e0-0110-4ca1-9c56-e60c4ff66dbd req-5e978421-89a2-481d-8156-7ebc84e124ea service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6b54a16bc4c143ae881e0570211236dd&device_id=3c4f5476-e59b-4665-b89a-7de07404fef5 HTTP/1.1" status: 200 len: 1095 time: 0.1172624 Aug 29 04:25:29.460563 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-c6186fa7-a55a-4a91-beaf-4ba116ce8f5d tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] 10.222.0.22 "DELETE /v2.0/networks/77857e47-917b-4b66-8eca-f5315ff7eb67 HTTP/1.1" status: 409 len: 405 time: 1.0964894 Aug 29 04:25:29.463421 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-f7eb2567-ccd3-4511-8eb9-a134b253b1ef req-1f436c1e-10e2-4227-9e44-d9d93b485dda service neutron] For port caebc482-467f-4e6d-9fe4-03b5910d9ec9, host n-h2-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=caebc482-467f-4e6d-9fe4-03b5910d9ec9,segment=NetworkSegment(6dd7e887-a742-4794-9d44-e9baf733124b),segment_id=6dd7e887-a742-4794-9d44-e9baf733124b)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:25:29.465110 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 57910) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:29.476555 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-f7eb2567-ccd3-4511-8eb9-a134b253b1ef req-1f436c1e-10e2-4227-9e44-d9d93b485dda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:29.478578 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-d6ee3b5d-0cf3-443b-99bb-0ae866544fcf tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1670522395'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:29.524724 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea777173-7e50-4981-a477-d7d0096badcc None None] Pushing event deleted for resources: {'Port': ['ID=c774688c-8e48-4258-b009-edc021169360,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:29.532655 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea777173-7e50-4981-a477-d7d0096badcc None None] No DVR routers for this DVR port c774688c-8e48-4258-b009-edc021169360 on host n-d-712140-12 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:25:29.553215 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning for port 215607ae-d12c-47a6-8a40-b8b4ab0f9656 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:25:29.560661 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning complete for port 215607ae-d12c-47a6-8a40-b8b4ab0f9656 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:25:29.561053 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:29.603996 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e69c1035-362d-4b44-9ca5-934af6338fc0 req-5489cac4-9f07-42e3-88a5-ff2769faae5a tempest-ServersNegativeTestMultiTenantJSON-116137596 tempest-ServersNegativeTestMultiTenantJSON-116137596-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f5aa553-c962-45c2-a8c7-d1b358082f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928322 Aug 29 04:25:29.609847 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eb2567-ccd3-4511-8eb9-a134b253b1ef req-1f436c1e-10e2-4227-9e44-d9d93b485dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:29.612175 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-f7eb2567-ccd3-4511-8eb9-a134b253b1ef req-1f436c1e-10e2-4227-9e44-d9d93b485dda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:29.614808 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f7eb2567-ccd3-4511-8eb9-a134b253b1ef req-1f436c1e-10e2-4227-9e44-d9d93b485dda service neutron] 10.222.0.48 "PUT /v2.0/ports/caebc482-467f-4e6d-9fe4-03b5910d9ec9 HTTP/1.1" status: 200 len: 1093 time: 2.6015546 Aug 29 04:25:29.617932 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c3960a5-89e6-42f0-bf6b-039573f81b2a', 'tag': 'caebc482-467f-4e6d-9fe4-03b5910d9ec9'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:25:29.629208 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de721287-1645-4a21-af37-dfea68434911" -d '{"events": [{"name": "network-changed", "server_uuid": "2c3960a5-89e6-42f0-bf6b-039573f81b2a", "tag": "caebc482-467f-4e6d-9fe4-03b5910d9ec9"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:25:29.645130 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5637e3e0-0110-4ca1-9c56-e60c4ff66dbd req-8d33a905-2a7b-42d0-b8e7-d6ce018b9315 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b082b538-6613-4ec9-a197-0772e1d81e22 HTTP/1.1" status: 200 len: 217 time: 0.1182806 Aug 29 04:25:29.653051 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfd13dda-eda7-4eda-8ebb-91b8134e145a x-openstack-request-id: req-dfd13dda-eda7-4eda-8ebb-91b8134e145a {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:25:29.654602 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c4f5476-e59b-4665-b89a-7de07404fef5", "tag": "b082b538-6613-4ec9-a197-0772e1d81e22", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:25:29.658730 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dfd13dda-eda7-4eda-8ebb-91b8134e145a {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:25:29.659446 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c4f5476-e59b-4665-b89a-7de07404fef5', 'tag': 'b082b538-6613-4ec9-a197-0772e1d81e22', 'status': 'completed', 'code': 200} Aug 29 04:25:29.660375 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6ee3b5d-0cf3-443b-99bb-0ae866544fcf tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Made reservation on behalf of 7ba48620e01646c69214a65ccf7831ce for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:25:29.679228 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d6ee3b5d-0cf3-443b-99bb-0ae866544fcf tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:29.780548 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f436c1e-10e2-4227-9e44-d9d93b485dda service neutron] Pushing event updated for resources: {'Port': ['ID=caebc482-467f-4e6d-9fe4-03b5910d9ec9,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:29.826276 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device c774688c-8e48-4258-b009-edc021169360 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:25:29.828609 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:29.839487 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eb2567-ccd3-4511-8eb9-a134b253b1ef req-26543513-25ae-44ea-9235-6271e361eb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:29.841348 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f7eb2567-ccd3-4511-8eb9-a134b253b1ef req-26543513-25ae-44ea-9235-6271e361eb07 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3eb31237376d46398b3482f50bc3b288&device_id=2c3960a5-89e6-42f0-bf6b-039573f81b2a HTTP/1.1" status: 200 len: 1096 time: 0.1347585 Aug 29 04:25:29.911135 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6ee3b5d-0cf3-443b-99bb-0ae866544fcf tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:25:29.922989 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: c774688c-8e48-4258-b009-edc021169360 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:25:29.926389 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device c774688c-8e48-4258-b009-edc021169360 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:25:29.953398 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d6ee3b5d-0cf3-443b-99bb-0ae866544fcf tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:29.953991 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-d6ee3b5d-0cf3-443b-99bb-0ae866544fcf tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Added segment 81981f60-76a6-499a-9ddf-c2596fefc194 of type vlan for network 55424aa9-aef4-449f-ad4b-29b35dc768a4 Aug 29 04:25:29.960354 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5637e3e0-0110-4ca1-9c56-e60c4ff66dbd req-7f3006ba-1fc2-40e5-837b-cc98038fbfed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:29.965214 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5637e3e0-0110-4ca1-9c56-e60c4ff66dbd req-7f3006ba-1fc2-40e5-837b-cc98038fbfed service neutron] 10.222.0.48 "GET /v2.0/subnets?id=92da5435-aaff-49ad-89d5-9a0918bd173a HTTP/1.1" status: 200 len: 852 time: 0.1991456 Aug 29 04:25:29.966474 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f7eb2567-ccd3-4511-8eb9-a134b253b1ef req-1d45ea0e-c2eb-43fe-88e8-c8d624ba73e0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=caebc482-467f-4e6d-9fe4-03b5910d9ec9 HTTP/1.1" status: 200 len: 217 time: 0.1108418 Aug 29 04:25:29.970042 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-944b5384-6474-47ac-a43e-393753847d84 x-openstack-request-id: req-944b5384-6474-47ac-a43e-393753847d84 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:25:29.972982 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c3960a5-89e6-42f0-bf6b-039573f81b2a", "tag": "caebc482-467f-4e6d-9fe4-03b5910d9ec9", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:25:29.973847 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-944b5384-6474-47ac-a43e-393753847d84 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:25:29.974380 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c3960a5-89e6-42f0-bf6b-039573f81b2a', 'tag': 'caebc482-467f-4e6d-9fe4-03b5910d9ec9', 'status': 'completed', 'code': 200} Aug 29 04:25:29.992443 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be71690e-e319-4a2f-a4af-5832421469df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '215607ae-d12c-47a6-8a40-b8b4ab0f9656'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:25:29.997757 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57cf387b-7035-4690-8d34-b57e63ba8655" -d '{"events": [{"server_uuid": "be71690e-e319-4a2f-a4af-5832421469df", "name": "network-vif-plugged", "status": "completed", "tag": "215607ae-d12c-47a6-8a40-b8b4ab0f9656"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:25:30.025682 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 215607ae-d12c-47a6-8a40-b8b4ab0f9656, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=215607ae-d12c-47a6-8a40-b8b4ab0f9656,segment=NetworkSegment(513b9748-f058-4807-b38c-a78dd0d7f64f),segment_id=513b9748-f058-4807-b38c-a78dd0d7f64f)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:30.037734 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:30.086653 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5637e3e0-0110-4ca1-9c56-e60c4ff66dbd req-032c8d65-610c-4587-9f3a-27344dd3ed17 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6dc9f122-fe76-4b29-b692-6f9509f76947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0974598 Aug 29 04:25:30.093663 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae3d3ee7-4e99-4d90-8c46-8c93f65798e0 x-openstack-request-id: req-ae3d3ee7-4e99-4d90-8c46-8c93f65798e0 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:25:30.094601 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be71690e-e319-4a2f-a4af-5832421469df", "name": "network-vif-plugged", "status": "completed", "tag": "215607ae-d12c-47a6-8a40-b8b4ab0f9656", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:25:30.095920 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ae3d3ee7-4e99-4d90-8c46-8c93f65798e0 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:25:30.096586 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be71690e-e319-4a2f-a4af-5832421469df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '215607ae-d12c-47a6-8a40-b8b4ab0f9656', 'code': 200} Aug 29 04:25:30.156296 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=215607ae-d12c-47a6-8a40-b8b4ab0f9656,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:30.224562 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eb2567-ccd3-4511-8eb9-a134b253b1ef req-bb88c07b-0fea-4c6f-9a79-4414885f44df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:30.226250 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f7eb2567-ccd3-4511-8eb9-a134b253b1ef req-bb88c07b-0fea-4c6f-9a79-4414885f44df service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f4c97272-e05c-4727-924e-16dee53b87db HTTP/1.1" status: 200 len: 849 time: 0.2473860 Aug 29 04:25:30.233454 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d6ee3b5d-0cf3-443b-99bb-0ae866544fcf tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:30.244289 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86b3ab7-1993-4647-842e-5109d25bf312 req-a3235133-120b-445c-9238-1eb7a6b12d37 tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:30.246132 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e86b3ab7-1993-4647-842e-5109d25bf312 req-a3235133-120b-445c-9238-1eb7a6b12d37 tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c3960a5-89e6-42f0-bf6b-039573f81b2a HTTP/1.1" status: 200 len: 944 time: 0.2471387 Aug 29 04:25:30.295487 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5637e3e0-0110-4ca1-9c56-e60c4ff66dbd req-2f325285-0a54-4803-a6c4-7f1daddb2910 service neutron] 10.222.0.48 "GET /v2.0/networks/6dc9f122-fe76-4b29-b692-6f9509f76947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717989 Aug 29 04:25:30.297878 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f7eb2567-ccd3-4511-8eb9-a134b253b1ef req-30631194-5a89-4622-9a06-3e60b003b1b0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=feec027b-5116-4baf-b14f-d590c962d5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501020 Aug 29 04:25:30.302223 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d6ee3b5d-0cf3-443b-99bb-0ae866544fcf tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:30.313180 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ee3b5d-0cf3-443b-99bb-0ae866544fcf tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:30.314537 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d6ee3b5d-0cf3-443b-99bb-0ae866544fcf tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:30.318924 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd468e7d-576a-472b-8124-555246816288 req-71ea7e50-a3d1-493c-994f-1f6111d67be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:30.320493 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fd468e7d-576a-472b-8124-555246816288 req-71ea7e50-a3d1-493c-994f-1f6111d67be5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=be71690e-e319-4a2f-a4af-5832421469df HTTP/1.1" status: 200 len: 1097 time: 0.1689847 Aug 29 04:25:30.423980 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e86b3ab7-1993-4647-842e-5109d25bf312 req-cff829af-70bf-4229-8c28-4526a9c4da24 tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] 10.222.0.22 "GET /v2.0/security-groups?id=7f987bdf-6d05-400a-bf02-f82aa4859023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553149 Aug 29 04:25:30.491905 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fd468e7d-576a-472b-8124-555246816288 req-2470471e-cdfc-46a3-aa84-293cd807441b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0f5aa553-c962-45c2-a8c7-d1b358082f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352243 Aug 29 04:25:30.542445 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-d6ee3b5d-0cf3-443b-99bb-0ae866544fcf tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0760341 Aug 29 04:25:30.551875 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 57936) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:30.558802 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f7eb2567-ccd3-4511-8eb9-a134b253b1ef req-c0b137b9-d405-449a-b3ce-a345da562246 service neutron] 10.222.0.48 "GET /v2.0/networks/feec027b-5116-4baf-b14f-d590c962d5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491548 Aug 29 04:25:30.567280 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-44f30a91-9019-4671-980c-bd9bc21498de tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Request body: {'subnet': {'network_id': '55424aa9-aef4-449f-ad4b-29b35dc768a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:30.648983 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5637e3e0-0110-4ca1-9c56-e60c4ff66dbd req-4d364b25-106f-4645-a879-f6ba55bba309 service neutron] 10.222.0.48 "GET /v2.0/networks/6dc9f122-fe76-4b29-b692-6f9509f76947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3139961 Aug 29 04:25:30.720625 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44f30a91-9019-4671-980c-bd9bc21498de tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Made reservation on behalf of 7ba48620e01646c69214a65ccf7831ce for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:25:30.724365 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-44f30a91-9019-4671-980c-bd9bc21498de tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4552395'] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:30.760204 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f7eb2567-ccd3-4511-8eb9-a134b253b1ef req-3f4f2180-4280-4c71-89ba-712e32266efa service neutron] 10.222.0.48 "GET /v2.0/networks/feec027b-5116-4baf-b14f-d590c962d5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939156 Aug 29 04:25:30.931203 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdd829a-0f23-4d1c-8ba6-65c0e6e83e5c req-045dae5d-47a1-4a5d-a90b-c288b5e40a37 tempest-ServersNegativeTestMultiTenantJSON-116137596 tempest-ServersNegativeTestMultiTenantJSON-116137596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:30.943826 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1cdd829a-0f23-4d1c-8ba6-65c0e6e83e5c req-045dae5d-47a1-4a5d-a90b-c288b5e40a37 tempest-ServersNegativeTestMultiTenantJSON-116137596 tempest-ServersNegativeTestMultiTenantJSON-116137596-project] 10.222.0.22 "GET /v2.0/ports?device_id=be71690e-e319-4a2f-a4af-5832421469df HTTP/1.1" status: 200 len: 945 time: 0.1665485 Aug 29 04:25:30.946049 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced467a2-f68b-427e-9e11-e3dc9f9138bc req-d238a4b1-74d0-401f-8a1f-a9fb086d4846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:30.947922 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ced467a2-f68b-427e-9e11-e3dc9f9138bc req-d238a4b1-74d0-401f-8a1f-a9fb086d4846 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6b54a16bc4c143ae881e0570211236dd&device_id=3c4f5476-e59b-4665-b89a-7de07404fef5 HTTP/1.1" status: 200 len: 1095 time: 0.1507730 Aug 29 04:25:31.144922 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced467a2-f68b-427e-9e11-e3dc9f9138bc req-182d2bfb-5405-4f5b-b84c-ae552d1914c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:31.146351 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ced467a2-f68b-427e-9e11-e3dc9f9138bc req-182d2bfb-5405-4f5b-b84c-ae552d1914c9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6dc9f122-fe76-4b29-b692-6f9509f76947 HTTP/1.1" status: 200 len: 913 time: 0.1885974 Aug 29 04:25:31.167350 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1cdd829a-0f23-4d1c-8ba6-65c0e6e83e5c req-51424a59-a661-4598-a6f7-5e7c8e7b592e tempest-ServersNegativeTestMultiTenantJSON-116137596 tempest-ServersNegativeTestMultiTenantJSON-116137596-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f5aa553-c962-45c2-a8c7-d1b358082f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151980 Aug 29 04:25:31.255265 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ced467a2-f68b-427e-9e11-e3dc9f9138bc req-1c519dd9-a3be-41e3-aa09-e6e1affe0679 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b082b538-6613-4ec9-a197-0772e1d81e22 HTTP/1.1" status: 200 len: 217 time: 0.0831237 Aug 29 04:25:31.341467 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced467a2-f68b-427e-9e11-e3dc9f9138bc req-26495cf2-5cb0-4f4c-81e4-029361f70819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:31.344184 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ee3b5d-0cf3-443b-99bb-0ae866544fcf tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Pushing event updated for resources: {'Network': ['ID=55424aa9-aef4-449f-ad4b-29b35dc768a4,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:31.345924 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ced467a2-f68b-427e-9e11-e3dc9f9138bc req-26495cf2-5cb0-4f4c-81e4-029361f70819 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=92da5435-aaff-49ad-89d5-9a0918bd173a HTTP/1.1" status: 200 len: 852 time: 0.0832858 Aug 29 04:25:31.359173 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 55424aa9-aef4-449f-ad4b-29b35dc768a4 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:25:31.445889 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ced467a2-f68b-427e-9e11-e3dc9f9138bc req-59085428-4448-471d-abd5-c359b6d67fd3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6dc9f122-fe76-4b29-b692-6f9509f76947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0872221 Aug 29 04:25:31.524256 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de721287-1645-4a21-af37-dfea68434911 req-97433f4c-7254-4520-80dd-4d8baa48d014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:31.530286 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-de721287-1645-4a21-af37-dfea68434911 req-97433f4c-7254-4520-80dd-4d8baa48d014 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3eb31237376d46398b3482f50bc3b288&device_id=2c3960a5-89e6-42f0-bf6b-039573f81b2a HTTP/1.1" status: 200 len: 1096 time: 0.2621074 Aug 29 04:25:31.590212 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b48970e-9c1e-4268-8dbf-0001b71239d5 req-57b7b9c7-45db-486d-8a69-b1275d9dce11 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:31.598043 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6b48970e-9c1e-4268-8dbf-0001b71239d5 req-57b7b9c7-45db-486d-8a69-b1275d9dce11 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c4f5476-e59b-4665-b89a-7de07404fef5 HTTP/1.1" status: 200 len: 943 time: 0.9206574 Aug 29 04:25:31.615747 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ced467a2-f68b-427e-9e11-e3dc9f9138bc req-ab22b2ad-af25-46a5-b24b-e89a7be7c76b service neutron] 10.222.0.48 "GET /v2.0/networks/6dc9f122-fe76-4b29-b692-6f9509f76947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615674 Aug 29 04:25:31.776284 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea66f0a-7bc2-4a35-8b9f-f81cee5dc52f req-b20b59f2-6e8e-47e6-aa71-5caeffb2d45e tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:31.780337 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6b48970e-9c1e-4268-8dbf-0001b71239d5 req-cb8739a5-b2b4-4f03-9cf2-7f0d385ba7b3 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814091 Aug 29 04:25:31.781437 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de721287-1645-4a21-af37-dfea68434911 req-566b4476-950f-46a7-a722-be55ff86726e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:31.783248 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-de721287-1645-4a21-af37-dfea68434911 req-566b4476-950f-46a7-a722-be55ff86726e service neutron] 10.222.0.48 "GET /v2.0/networks?id=feec027b-5116-4baf-b14f-d590c962d5a9 HTTP/1.1" status: 200 len: 910 time: 0.2361209 Aug 29 04:25:31.790502 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fea66f0a-7bc2-4a35-8b9f-f81cee5dc52f req-b20b59f2-6e8e-47e6-aa71-5caeffb2d45e tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c3960a5-89e6-42f0-bf6b-039573f81b2a HTTP/1.1" status: 200 len: 944 time: 0.1693380 Aug 29 04:25:31.863898 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-de721287-1645-4a21-af37-dfea68434911 req-890d59fe-484e-4536-bad0-72328b37838a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=caebc482-467f-4e6d-9fe4-03b5910d9ec9 HTTP/1.1" status: 200 len: 217 time: 0.0682628 Aug 29 04:25:31.874222 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fea66f0a-7bc2-4a35-8b9f-f81cee5dc52f req-3471a5c7-07cc-4cd0-bfb5-1dfefc024b10 tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] 10.222.0.22 "GET /v2.0/security-groups?id=7f987bdf-6d05-400a-bf02-f82aa4859023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790520 Aug 29 04:25:31.890745 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ced467a2-f68b-427e-9e11-e3dc9f9138bc req-350f6678-06fd-4724-91cf-42ddfcb06fea service neutron] 10.222.0.48 "GET /v2.0/networks/6dc9f122-fe76-4b29-b692-6f9509f76947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534094 Aug 29 04:25:31.996583 n-d-712140-12 neutron-server[94829]: DEBUG neutron.objects.ports [None req-44f30a91-9019-4671-980c-bd9bc21498de tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94829) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 04:25:32.000131 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-44f30a91-9019-4671-980c-bd9bc21498de tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4274880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4552377'] for subnet, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:32.029538 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de721287-1645-4a21-af37-dfea68434911 req-cdba89fe-c92f-46f4-a350-c867cf5cd81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:32.031026 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-de721287-1645-4a21-af37-dfea68434911 req-cdba89fe-c92f-46f4-a350-c867cf5cd81b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f4c97272-e05c-4727-924e-16dee53b87db HTTP/1.1" status: 200 len: 849 time: 0.1470153 Aug 29 04:25:32.079642 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-de721287-1645-4a21-af37-dfea68434911 req-2899a143-a952-4e27-8626-a556a9f98c67 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=feec027b-5116-4baf-b14f-d590c962d5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384026 Aug 29 04:25:32.153845 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f30a91-9019-4671-980c-bd9bc21498de tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Pushing event updated for resources: {'Subnet': ['ID=5b4f262e-60f7-4064-ba1c-d01f7589b66d,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:32.188969 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f30a91-9019-4671-980c-bd9bc21498de tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Checking segment: {'id': '81981f60-76a6-499a-9ddf-c2596fefc194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '55424aa9-aef4-449f-ad4b-29b35dc768a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:25:32.189403 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f30a91-9019-4671-980c-bd9bc21498de tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Network hostable DHCP agents. Network: 55424aa9-aef4-449f-ad4b-29b35dc768a4, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:25:32.244155 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-de721287-1645-4a21-af37-dfea68434911 req-0c18ac2e-5294-4bd9-8685-21b83c714a25 service neutron] 10.222.0.48 "GET /v2.0/networks/feec027b-5116-4baf-b14f-d590c962d5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460891 Aug 29 04:25:32.336819 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f30a91-9019-4671-980c-bd9bc21498de tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Network 55424aa9-aef4-449f-ad4b-29b35dc768a4 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:25:32.342011 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156a3a83-b878-455c-afee-3c9d7ab7dbf7 req-95afcce3-e7f7-4d9e-8fac-aa79be25a95d tempest-ServersNegativeTestMultiTenantJSON-116137596 tempest-ServersNegativeTestMultiTenantJSON-116137596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:32.343909 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-156a3a83-b878-455c-afee-3c9d7ab7dbf7 req-95afcce3-e7f7-4d9e-8fac-aa79be25a95d tempest-ServersNegativeTestMultiTenantJSON-116137596 tempest-ServersNegativeTestMultiTenantJSON-116137596-project] 10.222.0.22 "GET /v2.0/ports?device_id=be71690e-e319-4a2f-a4af-5832421469df HTTP/1.1" status: 200 len: 945 time: 0.0708866 Aug 29 04:25:32.363623 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-44f30a91-9019-4671-980c-bd9bc21498de tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 55424aa9-aef4-449f-ad4b-29b35dc768a4) {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:25:32.369179 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f30a91-9019-4671-980c-bd9bc21498de tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:32.370439 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-44f30a91-9019-4671-980c-bd9bc21498de tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:32.372156 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd261e56-255c-4dca-a717-f4fec94acb7e None None] Network 55424aa9-aef4-449f-ad4b-29b35dc768a4 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:25:32.403380 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-44f30a91-9019-4671-980c-bd9bc21498de tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8451471 Aug 29 04:25:32.413389 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 57978) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:32.423324 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-03c5485e-d03e-49ba-88d6-b881930e2acf tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Request body: {'port': {'network_id': '55424aa9-aef4-449f-ad4b-29b35dc768a4', 'name': 'tempest-NetworksIpV6TestAttrs-1077915537'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:32.439655 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-de721287-1645-4a21-af37-dfea68434911 req-ee4aba39-d0ef-4452-9d89-239aede849cc service neutron] 10.222.0.48 "GET /v2.0/networks/feec027b-5116-4baf-b14f-d590c962d5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878784 Aug 29 04:25:32.448105 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-156a3a83-b878-455c-afee-3c9d7ab7dbf7 req-2e3ec452-7460-4de0-88fd-2b4276aa8c41 tempest-ServersNegativeTestMultiTenantJSON-116137596 tempest-ServersNegativeTestMultiTenantJSON-116137596-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f5aa553-c962-45c2-a8c7-d1b358082f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975406 Aug 29 04:25:32.564909 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f138bd27-247e-40ab-b22f-64849da0b883 req-dc7716be-008d-414a-a680-647fbfafd73a tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:32.567119 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f138bd27-247e-40ab-b22f-64849da0b883 req-dc7716be-008d-414a-a680-647fbfafd73a tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ca7bb12-432d-44b3-aa29-8fc3788f5be7 HTTP/1.1" status: 200 len: 944 time: 0.0826395 Aug 29 04:25:32.617276 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d13921-2ae0-4ad9-88fc-966057d14da2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-55424aa9-aef4-449f-ad4b-29b35dc768a4', 'network_id': '55424aa9-aef4-449f-ad4b-29b35dc768a4', 'tenant_id': '7ba48620e01646c69214a65ccf7831ce', 'fixed_ips': [{'subnet_id': '5b4f262e-60f7-4064-ba1c-d01f7589b66d'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:25:32.618225 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-87d13921-2ae0-4ad9-88fc-966057d14da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:32.660474 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f138bd27-247e-40ab-b22f-64849da0b883 req-5e4c12b7-eea7-4276-ae1e-742a85196da8 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828860 Aug 29 04:25:32.670223 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03c5485e-d03e-49ba-88d6-b881930e2acf tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Made reservation on behalf of 7ba48620e01646c69214a65ccf7831ce for: {'port': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:25:32.676034 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-03c5485e-d03e-49ba-88d6-b881930e2acf tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:32.714013 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [None req-03c5485e-d03e-49ba-88d6-b881930e2acf tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] device_id is not set on port 698bd2c6-0d55-47e5-83b6-6df6c11478a6 yet. {{(pid=94829) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:25:32.779639 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae3babb-0e22-418a-8d22-048493f903f8 req-55dfc490-baec-4092-9a6d-2075df596267 tempest-ServersNegativeTestMultiTenantJSON-116137596 tempest-ServersNegativeTestMultiTenantJSON-116137596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:32.783361 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-cae3babb-0e22-418a-8d22-048493f903f8 req-55dfc490-baec-4092-9a6d-2075df596267 tempest-ServersNegativeTestMultiTenantJSON-116137596 tempest-ServersNegativeTestMultiTenantJSON-116137596-project] 10.222.0.22 "GET /v2.0/ports?device_id=be71690e-e319-4a2f-a4af-5832421469df HTTP/1.1" status: 200 len: 945 time: 0.0873539 Aug 29 04:25:32.912521 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-03c5485e-d03e-49ba-88d6-b881930e2acf tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Allocated IP 2001:db8::f816:3eff:fec0:2b16 (55424aa9-aef4-449f-ad4b-29b35dc768a4/5b4f262e-60f7-4064-ba1c-d01f7589b66d/698bd2c6-0d55-47e5-83b6-6df6c11478a6) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:25:32.926261 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-cae3babb-0e22-418a-8d22-048493f903f8 req-cc81e7c9-0df1-452e-8598-1ddedd1a982e tempest-ServersNegativeTestMultiTenantJSON-116137596 tempest-ServersNegativeTestMultiTenantJSON-116137596-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f5aa553-c962-45c2-a8c7-d1b358082f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331947 Aug 29 04:25:33.049238 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce99071b-57ab-4feb-a228-872cd0cf4457 req-d45d5cdb-8dcc-4742-8683-e3965ac4c162 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:33.051867 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ce99071b-57ab-4feb-a228-872cd0cf4457 req-d45d5cdb-8dcc-4742-8683-e3965ac4c162 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c4f5476-e59b-4665-b89a-7de07404fef5 HTTP/1.1" status: 200 len: 943 time: 0.1134601 Aug 29 04:25:33.089194 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38695916-b3ae-4adb-b86b-3bd4c652d85f req-c15f7087-fa3d-4268-90d6-f0a97cabfd1d tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:33.091436 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-38695916-b3ae-4adb-b86b-3bd4c652d85f req-c15f7087-fa3d-4268-90d6-f0a97cabfd1d tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c3960a5-89e6-42f0-bf6b-039573f81b2a HTTP/1.1" status: 200 len: 944 time: 0.0904400 Aug 29 04:25:33.144442 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-38695916-b3ae-4adb-b86b-3bd4c652d85f req-25f6482b-5006-43b4-b33e-c0caf3b2af45 tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] 10.222.0.22 "GET /v2.0/security-groups?id=7f987bdf-6d05-400a-bf02-f82aa4859023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458598 Aug 29 04:25:33.180899 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ce99071b-57ab-4feb-a228-872cd0cf4457 req-a3af9303-f124-4518-a977-9d59b5b29821 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756512 Aug 29 04:25:33.220501 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-03c5485e-d03e-49ba-88d6-b881930e2acf tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:33.240702 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-03c5485e-d03e-49ba-88d6-b881930e2acf tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Transition to ACTIVE for port object 698bd2c6-0d55-47e5-83b6-6df6c11478a6 will not be triggered until provisioned by entity DHCP. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:25:33.291136 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-03c5485e-d03e-49ba-88d6-b881930e2acf tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:33.317702 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device caebc482-467f-4e6d-9fe4-03b5910d9ec9 details requested by agent hyperv_n-h2-712140-12 with host n-h2-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:25:33.364282 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c5485e-d03e-49ba-88d6-b881930e2acf tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Network 55424aa9-aef4-449f-ad4b-29b35dc768a4 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:25:33.381203 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-87d13921-2ae0-4ad9-88fc-966057d14da2 None None] Allocated IP 2001:db8::f816:3eff:fe1a:9df (55424aa9-aef4-449f-ad4b-29b35dc768a4/5b4f262e-60f7-4064-ba1c-d01f7589b66d/4d09b25e-4e94-4b15-a343-318ea9011a63) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:25:33.382119 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-03c5485e-d03e-49ba-88d6-b881930e2acf tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:25:33.406305 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c5485e-d03e-49ba-88d6-b881930e2acf tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:25:33.413569 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c5485e-d03e-49ba-88d6-b881930e2acf tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:33.414238 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-03c5485e-d03e-49ba-88d6-b881930e2acf tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:33.428021 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c5485e-d03e-49ba-88d6-b881930e2acf tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Pushing event updated for resources: {'Port': ['ID=698bd2c6-0d55-47e5-83b6-6df6c11478a6,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:33.474330 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 57996) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:33.482246 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-03c5485e-d03e-49ba-88d6-b881930e2acf tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.0601275 Aug 29 04:25:33.486663 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a140a3-1e78-4222-8a16-47bf573e8229 req-47fc17b8-7647-4ded-af1f-9d6a24e230d8 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:33.489081 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c8a140a3-1e78-4222-8a16-47bf573e8229 req-47fc17b8-7647-4ded-af1f-9d6a24e230d8 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ca7bb12-432d-44b3-aa29-8fc3788f5be7 HTTP/1.1" status: 200 len: 944 time: 0.1184471 Aug 29 04:25:33.492787 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-62013098-fe6f-44d4-9281-b93634b8ee71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:33.523137 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.db.resource_extend [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:25:33.607390 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_v2 [None req-31c5fe32-0b67-4e1a-9faa-64f3c04aad6e tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Deleting subnet 5b4f262e-60f7-4064-ba1c-d01f7589b66d {{(pid=94828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:25:33.633703 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [req-c8a140a3-1e78-4222-8a16-47bf573e8229 req-84b5010d-e420-4f84-ae58-a237e626be6f tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Deleting port 0fe65b52-6b33-495b-84ed-16828372bb83 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:25:33.634244 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-c8a140a3-1e78-4222-8a16-47bf573e8229 req-84b5010d-e420-4f84-ae58-a237e626be6f tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:33.654112 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c14d19-2836-4f9a-802b-a8d0e8734778 req-46ba587b-6b88-4672-83fe-3f025d0ff109 tempest-ServersNegativeTestMultiTenantJSON-116137596 tempest-ServersNegativeTestMultiTenantJSON-116137596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:33.655843 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d5c14d19-2836-4f9a-802b-a8d0e8734778 req-46ba587b-6b88-4672-83fe-3f025d0ff109 tempest-ServersNegativeTestMultiTenantJSON-116137596 tempest-ServersNegativeTestMultiTenantJSON-116137596-project] 10.222.0.22 "GET /v2.0/ports?device_id=be71690e-e319-4a2f-a4af-5832421469df HTTP/1.1" status: 200 len: 945 time: 0.0987284 Aug 29 04:25:33.757787 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d5c14d19-2836-4f9a-802b-a8d0e8734778 req-2ac2e480-8852-4d2c-bdc8-9e5300982491 tempest-ServersNegativeTestMultiTenantJSON-116137596 tempest-ServersNegativeTestMultiTenantJSON-116137596-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f5aa553-c962-45c2-a8c7-d1b358082f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883193 Aug 29 04:25:33.780312 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port caebc482-467f-4e6d-9fe4-03b5910d9ec9, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=caebc482-467f-4e6d-9fe4-03b5910d9ec9,segment=NetworkSegment(6dd7e887-a742-4794-9d44-e9baf733124b),segment_id=6dd7e887-a742-4794-9d44-e9baf733124b)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:33.784717 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-c8a140a3-1e78-4222-8a16-47bf573e8229 req-84b5010d-e420-4f84-ae58-a237e626be6f tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] For port 0fe65b52-6b33-495b-84ed-16828372bb83, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=0fe65b52-6b33-495b-84ed-16828372bb83,segment=NetworkSegment(44fea4a1-e972-4690-b14e-956bce45d1ec),segment_id=44fea4a1-e972-4690-b14e-956bce45d1ec)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:33.785340 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-c8a140a3-1e78-4222-8a16-47bf573e8229 req-84b5010d-e420-4f84-ae58-a237e626be6f tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:33.794861 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Returning: {'device': 'caebc482-467f-4e6d-9fe4-03b5910d9ec9', 'network_id': 'feec027b-5116-4baf-b14f-d590c962d5a9', 'port_id': 'caebc482-467f-4e6d-9fe4-03b5910d9ec9', 'mac_address': 'fa:16:3e:6c:e8:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4c97272-e05c-4727-924e-16dee53b87db', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:25:33.802143 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [req-c8a140a3-1e78-4222-8a16-47bf573e8229 req-84b5010d-e420-4f84-ae58-a237e626be6f tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Calling delete_port for 0fe65b52-6b33-495b-84ed-16828372bb83 owned by compute:nova {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:25:33.846870 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-87d13921-2ae0-4ad9-88fc-966057d14da2 None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:33.849225 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:33.866893 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-87d13921-2ae0-4ad9-88fc-966057d14da2 None None] Transition to ACTIVE for port object 4d09b25e-4e94-4b15-a343-318ea9011a63 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:25:33.875662 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id caebc482-467f-4e6d-9fe4-03b5910d9ec9 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:25:33.906675 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-87d13921-2ae0-4ad9-88fc-966057d14da2 None None] Transition to ACTIVE for port object 4d09b25e-4e94-4b15-a343-318ea9011a63 will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:25:33.910128 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port caebc482-467f-4e6d-9fe4-03b5910d9ec9, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=caebc482-467f-4e6d-9fe4-03b5910d9ec9,segment=NetworkSegment(6dd7e887-a742-4794-9d44-e9baf733124b),segment_id=6dd7e887-a742-4794-9d44-e9baf733124b)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:33.917429 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:33.918332 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-31c5fe32-0b67-4e1a-9faa-64f3c04aad6e tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks [] for subnet, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:33.918802 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device b082b538-6613-4ec9-a197-0772e1d81e22 details requested by agent hyperv_n-h2-712140-12 with host n-h2-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:25:33.941458 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-87d13921-2ae0-4ad9-88fc-966057d14da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:33.996536 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3992f13-390f-4852-9ffd-5c287672d153 req-38863177-e9e4-43ce-86e4-9bc6c6a3b42d tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:33.997964 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-31c5fe32-0b67-4e1a-9faa-64f3c04aad6e tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8904862'] for subnet, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:34.001629 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b3992f13-390f-4852-9ffd-5c287672d153 req-38863177-e9e4-43ce-86e4-9bc6c6a3b42d tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ca7bb12-432d-44b3-aa29-8fc3788f5be7 HTTP/1.1" status: 200 len: 944 time: 0.1408591 Aug 29 04:25:34.008063 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d13921-2ae0-4ad9-88fc-966057d14da2 None None] Network 55424aa9-aef4-449f-ad4b-29b35dc768a4 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:25:34.042193 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-87d13921-2ae0-4ad9-88fc-966057d14da2 None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:25:34.044790 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d13921-2ae0-4ad9-88fc-966057d14da2 None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:25:34.098903 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=caebc482-467f-4e6d-9fe4-03b5910d9ec9,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:34.163359 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-87d13921-2ae0-4ad9-88fc-966057d14da2 None None] Attempting to bind port 4d09b25e-4e94-4b15-a343-318ea9011a63 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:25:34.163784 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-87d13921-2ae0-4ad9-88fc-966057d14da2 None None] Attempting to bind port 4d09b25e-4e94-4b15-a343-318ea9011a63 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '81981f60-76a6-499a-9ddf-c2596fefc194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '55424aa9-aef4-449f-ad4b-29b35dc768a4'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:25:34.164192 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d13921-2ae0-4ad9-88fc-966057d14da2 None None] Attempting to bind port 4d09b25e-4e94-4b15-a343-318ea9011a63 on network 55424aa9-aef4-449f-ad4b-29b35dc768a4 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:25:34.181846 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-c8a140a3-1e78-4222-8a16-47bf573e8229 req-84b5010d-e420-4f84-ae58-a237e626be6f tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:34.185416 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d13921-2ae0-4ad9-88fc-966057d14da2 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:25:34.186407 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d13921-2ae0-4ad9-88fc-966057d14da2 None None] Checking segment: {'id': '81981f60-76a6-499a-9ddf-c2596fefc194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '55424aa9-aef4-449f-ad4b-29b35dc768a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:25:34.187163 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-87d13921-2ae0-4ad9-88fc-966057d14da2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:34.187595 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d13921-2ae0-4ad9-88fc-966057d14da2 None None] Bound using segment: {'id': '81981f60-76a6-499a-9ddf-c2596fefc194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '55424aa9-aef4-449f-ad4b-29b35dc768a4'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:25:34.188148 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-87d13921-2ae0-4ad9-88fc-966057d14da2 None None] Bound port: 4d09b25e-4e94-4b15-a343-318ea9011a63, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81981f60-76a6-499a-9ddf-c2596fefc194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '55424aa9-aef4-449f-ad4b-29b35dc768a4'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:25:34.188537 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-87d13921-2ae0-4ad9-88fc-966057d14da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:34.210529 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a645a8-4d31-4234-8965-175db2ba690d req-31299666-bf19-4f0e-9f9e-196455e887e2 tempest-ServersNegativeTestMultiTenantJSON-116137596 tempest-ServersNegativeTestMultiTenantJSON-116137596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:34.212456 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e5a645a8-4d31-4234-8965-175db2ba690d req-31299666-bf19-4f0e-9f9e-196455e887e2 tempest-ServersNegativeTestMultiTenantJSON-116137596 tempest-ServersNegativeTestMultiTenantJSON-116137596-project] 10.222.0.22 "GET /v2.0/ports?device_id=be71690e-e319-4a2f-a4af-5832421469df HTTP/1.1" status: 200 len: 945 time: 0.0943105 Aug 29 04:25:34.219432 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['0fe65b52-6b33-495b-84ed-16828372bb83'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:25:34.248311 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d13921-2ae0-4ad9-88fc-966057d14da2 None None] Pushing event updated for resources: {'Port': ['ID=4d09b25e-4e94-4b15-a343-318ea9011a63,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:34.249305 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-31c5fe32-0b67-4e1a-9faa-64f3c04aad6e tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:34.253101 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port b082b538-6613-4ec9-a197-0772e1d81e22, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=b082b538-6613-4ec9-a197-0772e1d81e22,segment=NetworkSegment(b7618bbf-11af-465a-8663-f9f8f84b36c0),segment_id=b7618bbf-11af-465a-8663-f9f8f84b36c0)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:34.280302 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b5010d-e420-4f84-ae58-a237e626be6f tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Pushing event deleted for resources: {'Port': ['ID=0fe65b52-6b33-495b-84ed-16828372bb83,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:34.292927 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b3992f13-390f-4852-9ffd-5c287672d153 req-3546dfb8-07fb-4b23-9cc1-f416c124251d tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2749898 Aug 29 04:25:34.305036 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e5a645a8-4d31-4234-8965-175db2ba690d req-e0dafea7-b4b7-4474-83ec-0e9b9563aff3 tempest-ServersNegativeTestMultiTenantJSON-116137596 tempest-ServersNegativeTestMultiTenantJSON-116137596-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f5aa553-c962-45c2-a8c7-d1b358082f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751944 Aug 29 04:25:34.333855 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Returning: {'device': 'b082b538-6613-4ec9-a197-0772e1d81e22', 'network_id': '6dc9f122-fe76-4b29-b692-6f9509f76947', 'port_id': 'b082b538-6613-4ec9-a197-0772e1d81e22', 'mac_address': 'fa:16:3e:3d:d6:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92da5435-aaff-49ad-89d5-9a0918bd173a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:25:34.354377 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-31c5fe32-0b67-4e1a-9faa-64f3c04aad6e tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9190434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062341'] for subnet, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:34.387312 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-31c5fe32-0b67-4e1a-9faa-64f3c04aad6e tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:34.389758 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-31c5fe32-0b67-4e1a-9faa-64f3c04aad6e tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] 10.222.0.22 "DELETE /v2.0/subnets/5b4f262e-60f7-4064-ba1c-d01f7589b66d HTTP/1.1" status: 204 len: 168 time: 0.9144101 Aug 29 04:25:34.400617 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-87d13921-2ae0-4ad9-88fc-966057d14da2 None None] For port 4d09b25e-4e94-4b15-a343-318ea9011a63, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:25:34.413202 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 58020) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:34.414112 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8a140a3-1e78-4222-8a16-47bf573e8229 req-84b5010d-e420-4f84-ae58-a237e626be6f tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] No DVR routers for this DVR port 0fe65b52-6b33-495b-84ed-16828372bb83 on host n-h2-712140-12 {{(pid=94829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:25:34.417413 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-c8a140a3-1e78-4222-8a16-47bf573e8229 req-84b5010d-e420-4f84-ae58-a237e626be6f tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:34.421107 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c8a140a3-1e78-4222-8a16-47bf573e8229 req-84b5010d-e420-4f84-ae58-a237e626be6f tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.48 "DELETE /v2.0/ports/0fe65b52-6b33-495b-84ed-16828372bb83 HTTP/1.1" status: 204 len: 173 time: 0.9230423 Aug 29 04:25:34.426028 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-87d13921-2ae0-4ad9-88fc-966057d14da2 None None] For port 4d09b25e-4e94-4b15-a343-318ea9011a63, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=4d09b25e-4e94-4b15-a343-318ea9011a63,segment=NetworkSegment(81981f60-76a6-499a-9ddf-c2596fefc194),segment_id=81981f60-76a6-499a-9ddf-c2596fefc194)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:25:34.436251 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-87d13921-2ae0-4ad9-88fc-966057d14da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:34.448586 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c5fe32-0b67-4e1a-9faa-64f3c04aad6e tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Pushing event deleted for resources: {'Subnet': ['ID=5b4f262e-60f7-4064-ba1c-d01f7589b66d,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:34.488766 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ca7bb12-432d-44b3-aa29-8fc3788f5be7', 'name': 'network-vif-deleted', 'tag': '0fe65b52-6b33-495b-84ed-16828372bb83'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:25:34.491980 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bbafcf-c75d-4d03-8f24-3c0edcb2e585 req-09765b9e-b5cd-4cc9-9275-3ab915f73ed4 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:34.492558 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a01dbdd5-f9f7-4432-adab-4e9cfd81e367" -d '{"events": [{"server_uuid": "5ca7bb12-432d-44b3-aa29-8fc3788f5be7", "name": "network-vif-deleted", "tag": "0fe65b52-6b33-495b-84ed-16828372bb83"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:25:34.493787 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-33bbafcf-c75d-4d03-8f24-3c0edcb2e585 req-09765b9e-b5cd-4cc9-9275-3ab915f73ed4 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c4f5476-e59b-4665-b89a-7de07404fef5 HTTP/1.1" status: 200 len: 943 time: 0.0602932 Aug 29 04:25:34.576648 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d13921-2ae0-4ad9-88fc-966057d14da2 None None] Pushing event updated for resources: {'Port': ['ID=4d09b25e-4e94-4b15-a343-318ea9011a63,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:34.576905 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-33bbafcf-c75d-4d03-8f24-3c0edcb2e585 req-b18f1937-8cb7-42a4-90a1-c9f92584f806 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728385 Aug 29 04:25:34.600956 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebda07d1-7afc-47a5-8f99-e6b5998bcdb3 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:34.603134 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebda07d1-7afc-47a5-8f99-e6b5998bcdb3 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:34.607406 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-ebda07d1-7afc-47a5-8f99-e6b5998bcdb3 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1832805 Aug 29 04:25:34.607897 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:34.608931 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 58028) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:34.632245 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c213aa-f754-4530-9a7e-2cfbaaf6c1bf req-3969c084-b35c-4e0d-ae0e-d97315a4253c tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:34.633830 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-85c213aa-f754-4530-9a7e-2cfbaaf6c1bf req-3969c084-b35c-4e0d-ae0e-d97315a4253c tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c3960a5-89e6-42f0-bf6b-039573f81b2a HTTP/1.1" status: 200 len: 945 time: 0.1353881 Aug 29 04:25:34.665224 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b082b538-6613-4ec9-a197-0772e1d81e22 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:25:34.711556 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-85c213aa-f754-4530-9a7e-2cfbaaf6c1bf req-838aa934-46b1-477a-889b-8747c1f622b1 tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] 10.222.0.22 "GET /v2.0/security-groups?id=7f987bdf-6d05-400a-bf02-f82aa4859023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689480 Aug 29 04:25:34.717140 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port b082b538-6613-4ec9-a197-0772e1d81e22, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=b082b538-6613-4ec9-a197-0772e1d81e22,segment=NetworkSegment(b7618bbf-11af-465a-8663-f9f8f84b36c0),segment_id=b7618bbf-11af-465a-8663-f9f8f84b36c0)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:34.730105 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fbd085c-8921-4c98-b04a-d19dd9e445e0 x-openstack-request-id: req-3fbd085c-8921-4c98-b04a-d19dd9e445e0 {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:25:34.735801 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ca7bb12-432d-44b3-aa29-8fc3788f5be7", "name": "network-vif-deleted", "tag": "0fe65b52-6b33-495b-84ed-16828372bb83", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:25:34.736045 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:34.740225 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3fbd085c-8921-4c98-b04a-d19dd9e445e0 {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:25:34.740578 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ca7bb12-432d-44b3-aa29-8fc3788f5be7', 'name': 'network-vif-deleted', 'tag': '0fe65b52-6b33-495b-84ed-16828372bb83', 'status': 'completed', 'code': 200} Aug 29 04:25:34.775022 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7f87793a-75f4-4445-8675-9fb9c2bbcba8 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:34.787853 n-d-712140-12 neutron-server[94828]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f87793a-75f4-4445-8675-9fb9c2bbcba8 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 29 04:25:34.788963 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f87793a-75f4-4445-8675-9fb9c2bbcba8 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:25:34.790968 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-7f87793a-75f4-4445-8675-9fb9c2bbcba8 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] 10.222.0.22 "DELETE /v2.0/networks/55424aa9-aef4-449f-ad4b-29b35dc768a4 HTTP/1.1" status: 409 len: 405 time: 0.1794193 Aug 29 04:25:34.795526 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 58036) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:34.804150 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-1156f3ab-c4d8-4a49-ace8-80d4135fef08 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-930163278'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:34.827063 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=b082b538-6613-4ec9-a197-0772e1d81e22,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:34.841064 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1156f3ab-c4d8-4a49-ace8-80d4135fef08 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Made reservation on behalf of 7ba48620e01646c69214a65ccf7831ce for: {'network': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:25:34.845800 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1156f3ab-c4d8-4a49-ace8-80d4135fef08 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:34.876019 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1156f3ab-c4d8-4a49-ace8-80d4135fef08 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=94828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:25:34.894696 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1156f3ab-c4d8-4a49-ace8-80d4135fef08 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:34.895054 n-d-712140-12 neutron-server[94828]: INFO neutron.db.segments_db [None req-1156f3ab-c4d8-4a49-ace8-80d4135fef08 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Added segment bc79eb02-4c31-4cde-8328-226cbd48e1d0 of type vlan for network d8985284-6c1e-45c8-9af4-501ba3102183 Aug 29 04:25:34.943352 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1156f3ab-c4d8-4a49-ace8-80d4135fef08 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:34.981353 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1156f3ab-c4d8-4a49-ace8-80d4135fef08 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:34.988867 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1156f3ab-c4d8-4a49-ace8-80d4135fef08 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:34.989423 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1156f3ab-c4d8-4a49-ace8-80d4135fef08 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:35.059649 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-1156f3ab-c4d8-4a49-ace8-80d4135fef08 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2624428 Aug 29 04:25:35.065579 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 58038) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:35.070873 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-43453690-0648-4aee-8f4e-ec27ee284c65 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Request body: {'subnet': {'network_id': 'd8985284-6c1e-45c8-9af4-501ba3102183', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:35.087239 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1156f3ab-c4d8-4a49-ace8-80d4135fef08 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Pushing event updated for resources: {'Network': ['ID=d8985284-6c1e-45c8-9af4-501ba3102183,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:35.101634 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network d8985284-6c1e-45c8-9af4-501ba3102183 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:25:35.184676 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43453690-0648-4aee-8f4e-ec27ee284c65 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Made reservation on behalf of 7ba48620e01646c69214a65ccf7831ce for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:25:35.189508 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-43453690-0648-4aee-8f4e-ec27ee284c65 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4552395'] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:35.242072 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['b082b538-6613-4ec9-a197-0772e1d81e22'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:25:35.272036 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['caebc482-467f-4e6d-9fe4-03b5910d9ec9'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:25:35.300954 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 0fe65b52-6b33-495b-84ed-16828372bb83 no longer exists at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:25:35.340677 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] No Port match for: 0fe65b52-6b33-495b-84ed-16828372bb83 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:25:35.341623 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 0fe65b52-6b33-495b-84ed-16828372bb83 not bound to the agent host n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:25:35.422897 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fccb85e-7765-4ff7-9db1-e4cd62ff2754 req-8f3ed724-58ee-4125-ac81-67ab972bd8c7 tempest-ServersNegativeTestMultiTenantJSON-116137596 tempest-ServersNegativeTestMultiTenantJSON-116137596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:35.432464 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6fccb85e-7765-4ff7-9db1-e4cd62ff2754 req-8f3ed724-58ee-4125-ac81-67ab972bd8c7 tempest-ServersNegativeTestMultiTenantJSON-116137596 tempest-ServersNegativeTestMultiTenantJSON-116137596-project] 10.222.0.46 "GET /v2.0/ports?device_id=be71690e-e319-4a2f-a4af-5832421469df HTTP/1.1" status: 200 len: 945 time: 0.0979056 Aug 29 04:25:35.599566 n-d-712140-12 neutron-server[94829]: DEBUG neutron.objects.ports [None req-43453690-0648-4aee-8f4e-ec27ee284c65 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94829) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 04:25:35.602539 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-43453690-0648-4aee-8f4e-ec27ee284c65 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4274880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4552377'] for subnet, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:35.726831 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4445cdaf-1799-4432-b832-f9a84a55d7de req-54e388d2-2e34-4d52-abc3-f2fe9584c011 tempest-ServersNegativeTestMultiTenantJSON-116137596 tempest-ServersNegativeTestMultiTenantJSON-116137596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:35.757032 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4445cdaf-1799-4432-b832-f9a84a55d7de req-54e388d2-2e34-4d52-abc3-f2fe9584c011 tempest-ServersNegativeTestMultiTenantJSON-116137596 tempest-ServersNegativeTestMultiTenantJSON-116137596-project] 10.222.0.22 "GET /v2.0/ports?device_id=be71690e-e319-4a2f-a4af-5832421469df HTTP/1.1" status: 200 len: 945 time: 0.2602282 Aug 29 04:25:35.810309 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43453690-0648-4aee-8f4e-ec27ee284c65 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Pushing event updated for resources: {'Subnet': ['ID=57e3093d-a408-47fd-a945-840796c47652,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:35.836782 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 4d09b25e-4e94-4b15-a343-318ea9011a63 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:25:35.842975 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43453690-0648-4aee-8f4e-ec27ee284c65 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Checking segment: {'id': 'bc79eb02-4c31-4cde-8328-226cbd48e1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'd8985284-6c1e-45c8-9af4-501ba3102183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:25:35.843352 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43453690-0648-4aee-8f4e-ec27ee284c65 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Network hostable DHCP agents. Network: d8985284-6c1e-45c8-9af4-501ba3102183, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:25:35.862382 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4445cdaf-1799-4432-b832-f9a84a55d7de req-ab894c40-e4e1-42dc-a33b-13976e091a3d tempest-ServersNegativeTestMultiTenantJSON-116137596 tempest-ServersNegativeTestMultiTenantJSON-116137596-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f5aa553-c962-45c2-a8c7-d1b358082f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978770 Aug 29 04:25:35.880542 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-6fccb85e-7765-4ff7-9db1-e4cd62ff2754 req-e28594ca-1a1b-4111-8c04-b986ef637cc5 tempest-ServersNegativeTestMultiTenantJSON-116137596 tempest-ServersNegativeTestMultiTenantJSON-116137596-project] Deleting port 215607ae-d12c-47a6-8a40-b8b4ab0f9656 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:25:35.880959 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-6fccb85e-7765-4ff7-9db1-e4cd62ff2754 req-e28594ca-1a1b-4111-8c04-b986ef637cc5 tempest-ServersNegativeTestMultiTenantJSON-116137596 tempest-ServersNegativeTestMultiTenantJSON-116137596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:35.897639 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43453690-0648-4aee-8f4e-ec27ee284c65 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Network d8985284-6c1e-45c8-9af4-501ba3102183 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:25:35.955090 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7f35fc-76db-4f80-8371-325b1032af95 req-61299a9b-29bc-4b49-a2f7-7c7001548fd8 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:35.960392 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8c7f35fc-76db-4f80-8371-325b1032af95 req-61299a9b-29bc-4b49-a2f7-7c7001548fd8 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c4f5476-e59b-4665-b89a-7de07404fef5 HTTP/1.1" status: 200 len: 944 time: 0.1298738 Aug 29 04:25:35.964199 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-43453690-0648-4aee-8f4e-ec27ee284c65 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, d8985284-6c1e-45c8-9af4-501ba3102183) {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:25:35.978841 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 4d09b25e-4e94-4b15-a343-318ea9011a63 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:25:35.981473 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5adb27b-8af1-4146-86df-028ac2b8e330 None None] Network d8985284-6c1e-45c8-9af4-501ba3102183 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:25:35.990635 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43453690-0648-4aee-8f4e-ec27ee284c65 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:35.991325 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-43453690-0648-4aee-8f4e-ec27ee284c65 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:36.030451 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-43453690-0648-4aee-8f4e-ec27ee284c65 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.9637840 Aug 29 04:25:36.033419 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 58058) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:36.053961 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-6fccb85e-7765-4ff7-9db1-e4cd62ff2754 req-e28594ca-1a1b-4111-8c04-b986ef637cc5 tempest-ServersNegativeTestMultiTenantJSON-116137596 tempest-ServersNegativeTestMultiTenantJSON-116137596-project] For port 215607ae-d12c-47a6-8a40-b8b4ab0f9656, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=215607ae-d12c-47a6-8a40-b8b4ab0f9656,segment=NetworkSegment(513b9748-f058-4807-b38c-a78dd0d7f64f),segment_id=513b9748-f058-4807-b38c-a78dd0d7f64f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:36.054357 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-6fccb85e-7765-4ff7-9db1-e4cd62ff2754 req-e28594ca-1a1b-4111-8c04-b986ef637cc5 tempest-ServersNegativeTestMultiTenantJSON-116137596 tempest-ServersNegativeTestMultiTenantJSON-116137596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:36.075431 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-6fccb85e-7765-4ff7-9db1-e4cd62ff2754 req-e28594ca-1a1b-4111-8c04-b986ef637cc5 tempest-ServersNegativeTestMultiTenantJSON-116137596 tempest-ServersNegativeTestMultiTenantJSON-116137596-project] Calling delete_port for 215607ae-d12c-47a6-8a40-b8b4ab0f9656 owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:25:36.076638 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8c7f35fc-76db-4f80-8371-325b1032af95 req-b82d7561-5492-4053-a85a-1d249561e791 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077499 Aug 29 04:25:36.096534 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b2f50c-5ed5-403e-b6eb-6808a6eb993b None None] Network 55424aa9-aef4-449f-ad4b-29b35dc768a4 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:25:36.127320 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d21e146-f8c0-4c4e-aac4-d5659075a9d1 req-98d8d9c2-4f81-4e0d-a4fd-7278cebc4f5d tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:36.129456 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1d21e146-f8c0-4c4e-aac4-d5659075a9d1 req-98d8d9c2-4f81-4e0d-a4fd-7278cebc4f5d tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=65e7da89-db86-45b9-ab8d-171b404cfd20 HTTP/1.1" status: 200 len: 945 time: 0.1272771 Aug 29 04:25:36.244696 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1d21e146-f8c0-4c4e-aac4-d5659075a9d1 req-a534627e-e1d8-4490-b2e6-c6eafd9220fa tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002424 Aug 29 04:25:36.246365 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-ad998a28-956a-4c4f-940c-5ec7b698603a None None] Provisioning for port 4d09b25e-4e94-4b15-a343-318ea9011a63 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:25:36.263890 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-ad998a28-956a-4c4f-940c-5ec7b698603a None None] Provisioning complete for port 4d09b25e-4e94-4b15-a343-318ea9011a63 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:25:36.264633 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ad998a28-956a-4c4f-940c-5ec7b698603a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:36.267455 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d1bdfd24-8913-4ff8-9ce4-e43b362e1812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:36.303199 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34198cd5-3f48-4c75-8737-9b3bd2b67f2b req-d206ec36-7271-4d51-88a9-db57dffb40f9 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:36.305635 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-34198cd5-3f48-4c75-8737-9b3bd2b67f2b req-d206ec36-7271-4d51-88a9-db57dffb40f9 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.46 "GET /v2.0/ports?device_id=65e7da89-db86-45b9-ab8d-171b404cfd20 HTTP/1.1" status: 200 len: 945 time: 0.1704590 Aug 29 04:25:36.323538 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e993188-0b7b-4c4e-992f-39fdc7987d8b req-c49067bd-0f75-4032-9a8b-80ba4a032ec6 tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:36.325330 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7e993188-0b7b-4c4e-992f-39fdc7987d8b req-c49067bd-0f75-4032-9a8b-80ba4a032ec6 tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c3960a5-89e6-42f0-bf6b-039573f81b2a HTTP/1.1" status: 200 len: 945 time: 0.1413715 Aug 29 04:25:36.350135 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ed95713f-9915-431e-93ec-62bdf29ad048 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:36.430543 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-6fccb85e-7765-4ff7-9db1-e4cd62ff2754 req-e28594ca-1a1b-4111-8c04-b986ef637cc5 tempest-ServersNegativeTestMultiTenantJSON-116137596 tempest-ServersNegativeTestMultiTenantJSON-116137596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:36.490256 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['215607ae-d12c-47a6-8a40-b8b4ab0f9656'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:25:36.515799 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28594ca-1a1b-4111-8c04-b986ef637cc5 tempest-ServersNegativeTestMultiTenantJSON-116137596 tempest-ServersNegativeTestMultiTenantJSON-116137596-project] Pushing event deleted for resources: {'Port': ['ID=215607ae-d12c-47a6-8a40-b8b4ab0f9656,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:36.527306 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7e993188-0b7b-4c4e-992f-39fdc7987d8b req-26b069e1-2041-4651-9042-e89fddd63a74 tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] 10.222.0.22 "GET /v2.0/security-groups?id=7f987bdf-6d05-400a-bf02-f82aa4859023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736722 Aug 29 04:25:36.555823 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fccb85e-7765-4ff7-9db1-e4cd62ff2754 req-e28594ca-1a1b-4111-8c04-b986ef637cc5 tempest-ServersNegativeTestMultiTenantJSON-116137596 tempest-ServersNegativeTestMultiTenantJSON-116137596-project] No DVR routers for this DVR port 215607ae-d12c-47a6-8a40-b8b4ab0f9656 on host n-h1-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:25:36.560446 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-6fccb85e-7765-4ff7-9db1-e4cd62ff2754 req-e28594ca-1a1b-4111-8c04-b986ef637cc5 tempest-ServersNegativeTestMultiTenantJSON-116137596 tempest-ServersNegativeTestMultiTenantJSON-116137596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:36.566494 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6fccb85e-7765-4ff7-9db1-e4cd62ff2754 req-e28594ca-1a1b-4111-8c04-b986ef637cc5 tempest-ServersNegativeTestMultiTenantJSON-116137596 tempest-ServersNegativeTestMultiTenantJSON-116137596-project] 10.222.0.46 "DELETE /v2.0/ports/215607ae-d12c-47a6-8a40-b8b4ab0f9656 HTTP/1.1" status: 204 len: 173 time: 1.1251316 Aug 29 04:25:36.568483 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be71690e-e319-4a2f-a4af-5832421469df', 'name': 'network-vif-deleted', 'tag': '215607ae-d12c-47a6-8a40-b8b4ab0f9656'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:25:36.575245 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-243ae8cc-26b4-4739-bb2f-87c0219e1127" -d '{"events": [{"server_uuid": "be71690e-e319-4a2f-a4af-5832421469df", "name": "network-vif-deleted", "tag": "215607ae-d12c-47a6-8a40-b8b4ab0f9656"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:25:36.633046 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ed95713f-9915-431e-93ec-62bdf29ad048 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:36.647475 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ad998a28-956a-4c4f-940c-5ec7b698603a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:36.652868 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aabef78-dc8a-4218-a7a1-0962e7818b3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-d8985284-6c1e-45c8-9af4-501ba3102183', 'network_id': 'd8985284-6c1e-45c8-9af4-501ba3102183', 'tenant_id': '7ba48620e01646c69214a65ccf7831ce', 'fixed_ips': [{'subnet_id': '57e3093d-a408-47fd-a945-840796c47652'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:25:36.653877 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0aabef78-dc8a-4218-a7a1-0962e7818b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:36.692285 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9630e6aa-4614-4267-b8f0-f19ffce90fb1 x-openstack-request-id: req-9630e6aa-4614-4267-b8f0-f19ffce90fb1 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:25:36.692886 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be71690e-e319-4a2f-a4af-5832421469df", "name": "network-vif-deleted", "tag": "215607ae-d12c-47a6-8a40-b8b4ab0f9656", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:25:36.693356 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9630e6aa-4614-4267-b8f0-f19ffce90fb1 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:25:36.694109 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be71690e-e319-4a2f-a4af-5832421469df', 'name': 'network-vif-deleted', 'tag': '215607ae-d12c-47a6-8a40-b8b4ab0f9656', 'status': 'completed', 'code': 200} Aug 29 04:25:36.710760 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7359ac-4b2f-403b-b843-58924011ed57 None None] DHCP port deletion for 55424aa9-aef4-449f-ad4b-29b35dc768a4 request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:25:36.720047 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-ad998a28-956a-4c4f-940c-5ec7b698603a None None] For port 4d09b25e-4e94-4b15-a343-318ea9011a63, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=4d09b25e-4e94-4b15-a343-318ea9011a63,segment=NetworkSegment(81981f60-76a6-499a-9ddf-c2596fefc194),segment_id=81981f60-76a6-499a-9ddf-c2596fefc194)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:36.793038 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ad998a28-956a-4c4f-940c-5ec7b698603a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:36.807160 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [req-34198cd5-3f48-4c75-8737-9b3bd2b67f2b req-01f4c6a7-224b-425e-8f04-c22b766a5e40 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Deleting port 2a243fa4-fca0-46fd-9408-205c6078f3f7 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:25:36.807964 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-34198cd5-3f48-4c75-8737-9b3bd2b67f2b req-01f4c6a7-224b-425e-8f04-c22b766a5e40 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:36.920369 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ed95713f-9915-431e-93ec-62bdf29ad048 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4552352'] for subnet, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:36.938727 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-7e7359ac-4b2f-403b-b843-58924011ed57 None None] Deleting port 4d09b25e-4e94-4b15-a343-318ea9011a63 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:25:36.939615 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7e7359ac-4b2f-403b-b843-58924011ed57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:36.947676 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad998a28-956a-4c4f-940c-5ec7b698603a None None] Pushing event updated for resources: {'Port': ['ID=4d09b25e-4e94-4b15-a343-318ea9011a63,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:37.004734 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed95713f-9915-431e-93ec-62bdf29ad048 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Pushing event deleted for resources: {'Subnet': ['ID=57e3093d-a408-47fd-a945-840796c47652,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:37.010276 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-34198cd5-3f48-4c75-8737-9b3bd2b67f2b req-01f4c6a7-224b-425e-8f04-c22b766a5e40 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] For port 2a243fa4-fca0-46fd-9408-205c6078f3f7, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=2a243fa4-fca0-46fd-9408-205c6078f3f7,segment=NetworkSegment(44fea4a1-e972-4690-b14e-956bce45d1ec),segment_id=44fea4a1-e972-4690-b14e-956bce45d1ec)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:37.010658 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-34198cd5-3f48-4c75-8737-9b3bd2b67f2b req-01f4c6a7-224b-425e-8f04-c22b766a5e40 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:37.035518 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server [None req-0aabef78-dc8a-4218-a7a1-0962e7818b3f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 57e3093d-a408-47fd-a945-840796c47652: This subnet is being modified by another concurrent operation. Aug 29 04:25:37.035518 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 29 04:25:37.035518 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 29 04:25:37.035518 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 29 04:25:37.035518 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 29 04:25:37.035518 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 29 04:25:37.035518 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 29 04:25:37.035518 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 29 04:25:37.035518 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 29 04:25:37.035518 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 29 04:25:37.035518 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 04:25:37.035518 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 04:25:37.035518 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:25:37.035518 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:25:37.035518 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:25:37.035518 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:25:37.035518 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 04:25:37.035518 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:25:37.035518 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 04:25:37.035518 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 04:25:37.035518 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:25:37.035518 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:25:37.035518 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:25:37.035518 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:25:37.035518 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 04:25:37.035518 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:25:37.035518 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 04:25:37.035518 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 04:25:37.035518 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:25:37.035518 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:25:37.035518 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:25:37.035518 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:25:37.035518 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 04:25:37.035518 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 04:25:37.035518 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 29 04:25:37.035518 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 29 04:25:37.035518 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 29 04:25:37.035518 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 29 04:25:37.035518 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 29 04:25:37.035518 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 29 04:25:37.035518 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 29 04:25:37.035518 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 29 04:25:37.035518 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 29 04:25:37.035518 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 29 04:25:37.035518 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 29 04:25:37.035518 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 29 04:25:37.035518 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 04:25:37.035518 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 04:25:37.035518 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:25:37.035518 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:25:37.035518 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:25:37.035518 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:25:37.035518 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 04:25:37.035518 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:25:37.040694 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 04:25:37.040694 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 04:25:37.040694 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:25:37.040694 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:25:37.040694 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:25:37.040694 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:25:37.040694 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 04:25:37.040694 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:25:37.040694 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 04:25:37.040694 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 04:25:37.040694 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:25:37.040694 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:25:37.040694 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:25:37.040694 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:25:37.040694 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 04:25:37.040694 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 04:25:37.040694 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 29 04:25:37.040694 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 29 04:25:37.040694 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 29 04:25:37.040694 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 29 04:25:37.040694 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 29 04:25:37.040694 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 29 04:25:37.040694 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 29 04:25:37.040694 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 29 04:25:37.040694 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:25:37.040694 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:25:37.040694 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:25:37.040694 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:25:37.040694 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 29 04:25:37.040694 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 29 04:25:37.040694 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 29 04:25:37.040694 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 29 04:25:37.040694 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 29 04:25:37.040694 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 29 04:25:37.040694 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 29 04:25:37.040694 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server raise exception Aug 29 04:25:37.040694 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 57e3093d-a408-47fd-a945-840796c47652: This subnet is being modified by another concurrent operation. Aug 29 04:25:37.040694 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server Aug 29 04:25:37.088645 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d197a80f-9fdd-4046-9e5c-a26e0d1ff322 None None] Network d8985284-6c1e-45c8-9af4-501ba3102183 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:25:37.111085 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [req-34198cd5-3f48-4c75-8737-9b3bd2b67f2b req-01f4c6a7-224b-425e-8f04-c22b766a5e40 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Calling delete_port for 2a243fa4-fca0-46fd-9408-205c6078f3f7 owned by compute:nova {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:25:37.154735 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:37.168218 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-7e7359ac-4b2f-403b-b843-58924011ed57 None None] For port 4d09b25e-4e94-4b15-a343-318ea9011a63, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=4d09b25e-4e94-4b15-a343-318ea9011a63,segment=NetworkSegment(81981f60-76a6-499a-9ddf-c2596fefc194),segment_id=81981f60-76a6-499a-9ddf-c2596fefc194)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:37.168709 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7e7359ac-4b2f-403b-b843-58924011ed57 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:37.188974 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ed95713f-9915-431e-93ec-62bdf29ad048 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:37.204641 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-ed95713f-9915-431e-93ec-62bdf29ad048 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8985284-6c1e-45c8-9af4-501ba3102183']}} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:37.220918 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-ed95713f-9915-431e-93ec-62bdf29ad048 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc79eb02-4c31-4cde-8328-226cbd48e1d0') {'for_net_delete': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:37.222745 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-ed95713f-9915-431e-93ec-62bdf29ad048 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc79eb02-4c31-4cde-8328-226cbd48e1d0') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:37.235235 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ed95713f-9915-431e-93ec-62bdf29ad048 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4311712'] for segment, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:37.238301 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-7e7359ac-4b2f-403b-b843-58924011ed57 None None] Calling delete_port for 4d09b25e-4e94-4b15-a343-318ea9011a63 owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:25:37.253448 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:37.254768 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ed95713f-9915-431e-93ec-62bdf29ad048 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:37.263269 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed95713f-9915-431e-93ec-62bdf29ad048 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=94829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:25:37.264363 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ed95713f-9915-431e-93ec-62bdf29ad048 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4274277'] for segment, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:37.272725 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b10df84-e9c2-4884-a124-4cf961ef2223 req-612af399-4fee-4bbc-8d58-cdf32a9db29e tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:37.283894 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6b10df84-e9c2-4884-a124-4cf961ef2223 req-612af399-4fee-4bbc-8d58-cdf32a9db29e tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c4f5476-e59b-4665-b89a-7de07404fef5 HTTP/1.1" status: 200 len: 944 time: 0.0983448 Aug 29 04:25:37.326020 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device caebc482-467f-4e6d-9fe4-03b5910d9ec9 up at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:25:37.355345 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6b10df84-e9c2-4884-a124-4cf961ef2223 req-f14c1f53-74c4-49f4-8ce8-7d65ea864b33 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664523 Aug 29 04:25:37.395327 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9f1e0bc7-5000-427b-89cf-e064fa4772b5 req-74200762-313f-4b9e-a457-e483d0e97ec0 tempest-ServersNegativeTestMultiTenantJSON-116137596 tempest-ServersNegativeTestMultiTenantJSON-116137596-project] 10.222.0.22 "GET /v2.0/ports?device_id=be71690e-e319-4a2f-a4af-5832421469df HTTP/1.1" status: 200 len: 210 time: 0.2827706 Aug 29 04:25:37.396121 n-d-712140-12 neutron-server[94829]: Traceback (most recent call last): Aug 29 04:25:37.396121 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:25:37.396121 n-d-712140-12 neutron-server[94829]: timer() Aug 29 04:25:37.396121 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:25:37.396121 n-d-712140-12 neutron-server[94829]: cb(*args, **kw) Aug 29 04:25:37.396121 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:25:37.396121 n-d-712140-12 neutron-server[94829]: return func(*args, **kwargs) Aug 29 04:25:37.396121 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:25:37.396121 n-d-712140-12 neutron-server[94829]: self._notify() Aug 29 04:25:37.396121 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:25:37.396121 n-d-712140-12 neutron-server[94829]: self.callback(batched_events) Aug 29 04:25:37.396121 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:25:37.396121 n-d-712140-12 neutron-server[94829]: event.method(event) Aug 29 04:25:37.396121 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:25:37.396121 n-d-712140-12 neutron-server[94829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:25:37.396121 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:25:37.396121 n-d-712140-12 neutron-server[94829]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:25:37.396121 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:25:37.396121 n-d-712140-12 neutron-server[94829]: return f(self, *a, **k) Aug 29 04:25:37.396121 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:25:37.396121 n-d-712140-12 neutron-server[94829]: return self._get(url).json() Aug 29 04:25:37.396121 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:25:37.396121 n-d-712140-12 neutron-server[94829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:25:37.396121 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:25:37.396121 n-d-712140-12 neutron-server[94829]: return self.request(url, 'GET', **kwargs) Aug 29 04:25:37.396121 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:25:37.396121 n-d-712140-12 neutron-server[94829]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:25:37.396121 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:25:37.396121 n-d-712140-12 neutron-server[94829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:25:37.396121 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:25:37.396121 n-d-712140-12 neutron-server[94829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:25:37.396121 n-d-712140-12 neutron-server[94829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:25:37.459207 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ed95713f-9915-431e-93ec-62bdf29ad048 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:37.467828 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ed95713f-9915-431e-93ec-62bdf29ad048 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:37.471022 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-ed95713f-9915-431e-93ec-62bdf29ad048 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] 10.222.0.22 "DELETE /v2.0/networks/d8985284-6c1e-45c8-9af4-501ba3102183 HTTP/1.1" status: 204 len: 168 time: 1.4366093 Aug 29 04:25:37.475831 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 58078) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:37.481394 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-cb9ba578-2fdd-49e6-b3ed-ec8a93ce07cd tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1159728309'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:37.491447 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed95713f-9915-431e-93ec-62bdf29ad048 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Pushing event deleted for resources: {'Network': ['ID=d8985284-6c1e-45c8-9af4-501ba3102183,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:37.513958 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7e7359ac-4b2f-403b-b843-58924011ed57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:37.554050 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb9ba578-2fdd-49e6-b3ed-ec8a93ce07cd tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Made reservation on behalf of 7ba48620e01646c69214a65ccf7831ce for: {'network': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:25:37.557997 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cb9ba578-2fdd-49e6-b3ed-ec8a93ce07cd tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:37.570158 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning for port caebc482-467f-4e6d-9fe4-03b5910d9ec9 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:25:37.577189 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7359ac-4b2f-403b-b843-58924011ed57 None None] Pushing event deleted for resources: {'Port': ['ID=4d09b25e-4e94-4b15-a343-318ea9011a63,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:37.582959 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning complete for port caebc482-467f-4e6d-9fe4-03b5910d9ec9 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:25:37.583676 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:37.587419 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7359ac-4b2f-403b-b843-58924011ed57 None None] No DVR routers for this DVR port 4d09b25e-4e94-4b15-a343-318ea9011a63 on host n-d-712140-12 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:25:37.655144 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42dfea0d-f263-4815-bb4d-6b14be0a5bae None None] get_active_networks_info from n-d-712140-12 {{(pid=94830) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 04:25:37.686426 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb9ba578-2fdd-49e6-b3ed-ec8a93ce07cd tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=94828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:25:37.713555 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cb9ba578-2fdd-49e6-b3ed-ec8a93ce07cd tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:37.713893 n-d-712140-12 neutron-server[94828]: INFO neutron.db.segments_db [None req-cb9ba578-2fdd-49e6-b3ed-ec8a93ce07cd tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Added segment a62ba7b2-699c-47ff-9624-ea2df6652d5f of type vlan for network 10f8731f-e3ee-4bfe-9cf2-176e521544dd Aug 29 04:25:37.768409 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-34198cd5-3f48-4c75-8737-9b3bd2b67f2b req-01f4c6a7-224b-425e-8f04-c22b766a5e40 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:37.778897 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cb9ba578-2fdd-49e6-b3ed-ec8a93ce07cd tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:37.848996 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f92ca-f63e-4a5e-af0a-d341e0f32dac req-f1576721-9ccf-485e-97bb-cbfc241d5ee1 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:37.860159 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f69f92ca-f63e-4a5e-af0a-d341e0f32dac req-f1576721-9ccf-485e-97bb-cbfc241d5ee1 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=65e7da89-db86-45b9-ab8d-171b404cfd20 HTTP/1.1" status: 200 len: 945 time: 0.3186834 Aug 29 04:25:37.904605 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42dfea0d-f263-4815-bb4d-6b14be0a5bae None None] Resources bound (agent type, host, resource id): {{(pid=94830) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 04:25:37.912491 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cb9ba578-2fdd-49e6-b3ed-ec8a93ce07cd tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:37.914107 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f4c6a7-224b-425e-8f04-c22b766a5e40 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Pushing event deleted for resources: {'Port': ['ID=2a243fa4-fca0-46fd-9408-205c6078f3f7,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:37.915971 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 4d09b25e-4e94-4b15-a343-318ea9011a63 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:25:37.938778 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9ba578-2fdd-49e6-b3ed-ec8a93ce07cd tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:37.943926 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cb9ba578-2fdd-49e6-b3ed-ec8a93ce07cd tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:37.948468 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 4d09b25e-4e94-4b15-a343-318ea9011a63 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:25:37.949022 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 4d09b25e-4e94-4b15-a343-318ea9011a63 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:25:37.990052 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f69f92ca-f63e-4a5e-af0a-d341e0f32dac req-51944884-248d-440f-833c-1c8e8db6b6a5 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251822 Aug 29 04:25:38.005522 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-cb9ba578-2fdd-49e6-b3ed-ec8a93ce07cd tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5285730 Aug 29 04:25:38.013170 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 58086) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:38.020683 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-6e384852-6231-4947-b907-87b9864413dd tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Request body: {'subnet': {'network_id': '10f8731f-e3ee-4bfe-9cf2-176e521544dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:38.036142 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [req-34198cd5-3f48-4c75-8737-9b3bd2b67f2b req-01f4c6a7-224b-425e-8f04-c22b766a5e40 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] No DVR routers for this DVR port 2a243fa4-fca0-46fd-9408-205c6078f3f7 on host n-h1-712140-12 {{(pid=94829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:25:38.040646 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-34198cd5-3f48-4c75-8737-9b3bd2b67f2b req-01f4c6a7-224b-425e-8f04-c22b766a5e40 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:38.042890 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-34198cd5-3f48-4c75-8737-9b3bd2b67f2b req-01f4c6a7-224b-425e-8f04-c22b766a5e40 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.46 "DELETE /v2.0/ports/2a243fa4-fca0-46fd-9408-205c6078f3f7 HTTP/1.1" status: 204 len: 173 time: 1.7295337 Aug 29 04:25:38.044857 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65e7da89-db86-45b9-ab8d-171b404cfd20', 'name': 'network-vif-deleted', 'tag': '2a243fa4-fca0-46fd-9408-205c6078f3f7'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:25:38.049217 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd8cbe73-8ec2-428f-a090-b279242a0623" -d '{"events": [{"server_uuid": "65e7da89-db86-45b9-ab8d-171b404cfd20", "name": "network-vif-deleted", "tag": "2a243fa4-fca0-46fd-9408-205c6078f3f7"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:25:38.063747 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:38.146091 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c3960a5-89e6-42f0-bf6b-039573f81b2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caebc482-467f-4e6d-9fe4-03b5910d9ec9'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:25:38.148610 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbd03f4c-48ed-48a5-bc32-d432fdea7450" -d '{"events": [{"server_uuid": "2c3960a5-89e6-42f0-bf6b-039573f81b2a", "name": "network-vif-plugged", "status": "completed", "tag": "caebc482-467f-4e6d-9fe4-03b5910d9ec9"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:25:38.153733 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c8d9cc-9828-4605-ad4f-49642cb81e66 req-d971dcab-c31c-4070-8716-efc1ec22a6e0 tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:38.155270 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9ba578-2fdd-49e6-b3ed-ec8a93ce07cd tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Pushing event updated for resources: {'Network': ['ID=10f8731f-e3ee-4bfe-9cf2-176e521544dd,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:38.167281 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-52c8d9cc-9828-4605-ad4f-49642cb81e66 req-d971dcab-c31c-4070-8716-efc1ec22a6e0 tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c3960a5-89e6-42f0-bf6b-039573f81b2a HTTP/1.1" status: 200 len: 945 time: 0.1400323 Aug 29 04:25:38.177354 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1e8a12f-223f-443e-b4ea-84fe6297cafe x-openstack-request-id: req-e1e8a12f-223f-443e-b4ea-84fe6297cafe {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:25:38.177692 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65e7da89-db86-45b9-ab8d-171b404cfd20", "name": "network-vif-deleted", "tag": "2a243fa4-fca0-46fd-9408-205c6078f3f7", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:25:38.185828 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e1e8a12f-223f-443e-b4ea-84fe6297cafe {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:25:38.186435 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65e7da89-db86-45b9-ab8d-171b404cfd20', 'name': 'network-vif-deleted', 'tag': '2a243fa4-fca0-46fd-9408-205c6078f3f7', 'status': 'completed', 'code': 200} Aug 29 04:25:38.196258 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e384852-6231-4947-b907-87b9864413dd tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Made reservation on behalf of 7ba48620e01646c69214a65ccf7831ce for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:25:38.200828 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6e384852-6231-4947-b907-87b9864413dd tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:38.272346 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-52c8d9cc-9828-4605-ad4f-49642cb81e66 req-7adb49bd-e17e-4031-8cdc-5ea769d11be3 tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] 10.222.0.22 "GET /v2.0/security-groups?id=7f987bdf-6d05-400a-bf02-f82aa4859023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040230 Aug 29 04:25:38.408190 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 10f8731f-e3ee-4bfe-9cf2-176e521544dd details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:25:38.427784 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port caebc482-467f-4e6d-9fe4-03b5910d9ec9, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=caebc482-467f-4e6d-9fe4-03b5910d9ec9,segment=NetworkSegment(6dd7e887-a742-4794-9d44-e9baf733124b),segment_id=6dd7e887-a742-4794-9d44-e9baf733124b)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:38.486518 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:38.488488 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device b082b538-6613-4ec9-a197-0772e1d81e22 up at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:25:38.488966 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6e384852-6231-4947-b907-87b9864413dd tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9191137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10062364'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:38.494978 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51296a10-7e69-48ed-9cf7-e65204080344 x-openstack-request-id: req-51296a10-7e69-48ed-9cf7-e65204080344 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:25:38.495599 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c3960a5-89e6-42f0-bf6b-039573f81b2a", "name": "network-vif-plugged", "status": "completed", "tag": "caebc482-467f-4e6d-9fe4-03b5910d9ec9", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:25:38.496214 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-51296a10-7e69-48ed-9cf7-e65204080344 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:25:38.497163 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c3960a5-89e6-42f0-bf6b-039573f81b2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caebc482-467f-4e6d-9fe4-03b5910d9ec9', 'code': 200} Aug 29 04:25:38.550654 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 58100) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:38.641930 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_v2 [None req-18eef6c5-5c2c-4a4d-9e84-5d89e2e64d06 admin admin] Deleting subnet 2e13b24a-8c6c-4bd3-93fe-e6ce4b90a408 {{(pid=94829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:25:38.646145 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-18eef6c5-5c2c-4a4d-9e84-5d89e2e64d06 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:38.647967 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e384852-6231-4947-b907-87b9864413dd tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Pushing event updated for resources: {'Subnet': ['ID=18355dbe-7366-4906-b6a2-2d7fb83c3198,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:38.688756 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401e15c7-e303-4a43-aa04-71caae211e46 req-02178c20-2457-4f6c-a2bd-b4b311dcb931 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:38.690324 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-401e15c7-e303-4a43-aa04-71caae211e46 req-02178c20-2457-4f6c-a2bd-b4b311dcb931 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c4f5476-e59b-4665-b89a-7de07404fef5 HTTP/1.1" status: 200 len: 944 time: 0.1713583 Aug 29 04:25:38.691643 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e384852-6231-4947-b907-87b9864413dd tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Checking segment: {'id': 'a62ba7b2-699c-47ff-9624-ea2df6652d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '10f8731f-e3ee-4bfe-9cf2-176e521544dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:25:38.692086 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e384852-6231-4947-b907-87b9864413dd tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Network hostable DHCP agents. Network: 10f8731f-e3ee-4bfe-9cf2-176e521544dd, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:25:38.737082 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:38.740818 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e384852-6231-4947-b907-87b9864413dd tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Network 10f8731f-e3ee-4bfe-9cf2-176e521544dd is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:25:38.763593 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-401e15c7-e303-4a43-aa04-71caae211e46 req-a22a9182-b247-40bc-bb00-422d9549f499 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643008 Aug 29 04:25:38.764877 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-6e384852-6231-4947-b907-87b9864413dd tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 10f8731f-e3ee-4bfe-9cf2-176e521544dd) {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:25:38.769156 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=caebc482-467f-4e6d-9fe4-03b5910d9ec9,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:38.785433 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e384852-6231-4947-b907-87b9864413dd tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:38.796000 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6e384852-6231-4947-b907-87b9864413dd tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:38.827045 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-18eef6c5-5c2c-4a4d-9e84-5d89e2e64d06 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4311743'] for subnet, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:38.830786 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-6e384852-6231-4947-b907-87b9864413dd tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8136759 Aug 29 04:25:38.832882 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 58106) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:38.889088 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning for port b082b538-6613-4ec9-a197-0772e1d81e22 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:25:38.901321 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning complete for port b082b538-6613-4ec9-a197-0772e1d81e22 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:25:38.901554 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:38.949155 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-18eef6c5-5c2c-4a4d-9e84-5d89e2e64d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:39.048348 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-18eef6c5-5c2c-4a4d-9e84-5d89e2e64d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4552352'] for subnet, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:39.095168 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f03fe4a-e864-4e30-85b0-ed0e2e314b3e None None] Network 10f8731f-e3ee-4bfe-9cf2-176e521544dd requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:25:39.123433 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fa7027c0-4398-424d-9998-ad025a9022a1 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:39.170388 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eef6c5-5c2c-4a4d-9e84-5d89e2e64d06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e13b24a-8c6c-4bd3-93fe-e6ce4b90a408,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:39.170894 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:39.214465 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-64ed4d55-6af1-4790-9dc8-a7f6008aa5e3 req-4aeb507b-ddbf-4b1d-bcee-fd8d5a9b3fca tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=65e7da89-db86-45b9-ab8d-171b404cfd20 HTTP/1.1" status: 200 len: 210 time: 0.0581474 Aug 29 04:25:39.217867 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-18eef6c5-5c2c-4a4d-9e84-5d89e2e64d06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:39.220026 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-18eef6c5-5c2c-4a4d-9e84-5d89e2e64d06 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/2e13b24a-8c6c-4bd3-93fe-e6ce4b90a408 HTTP/1.1" status: 204 len: 168 time: 0.6683459 Aug 29 04:25:39.228148 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 58112) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:39.240899 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cf6596-a31b-4106-af3e-cdca546ef378 req-1624f112-3a75-4b77-bc9e-e1d804ffaa68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:39.242774 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-77cf6596-a31b-4106-af3e-cdca546ef378 req-1624f112-3a75-4b77-bc9e-e1d804ffaa68 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2c3960a5-89e6-42f0-bf6b-039573f81b2a HTTP/1.1" status: 200 len: 1098 time: 0.2321351 Aug 29 04:25:39.246185 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port b082b538-6613-4ec9-a197-0772e1d81e22, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=b082b538-6613-4ec9-a197-0772e1d81e22,segment=NetworkSegment(b7618bbf-11af-465a-8663-f9f8f84b36c0),segment_id=b7618bbf-11af-465a-8663-f9f8f84b36c0)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:39.264066 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:39.298456 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fa7027c0-4398-424d-9998-ad025a9022a1 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:39.371898 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-77cf6596-a31b-4106-af3e-cdca546ef378 req-44e5b592-dd10-4d01-8f26-a64ba6248b39 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7f987bdf-6d05-400a-bf02-f82aa4859023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183860 Aug 29 04:25:39.376869 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fa7027c0-4398-424d-9998-ad025a9022a1 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9190434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062341'] for subnet, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:39.394430 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e06df8b2-6949-4549-9dbd-c4f3ec2e9c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:39.396933 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=b082b538-6613-4ec9-a197-0772e1d81e22,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:39.412211 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a34de2-52a3-40ea-a87c-76e67e448bba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-10f8731f-e3ee-4bfe-9cf2-176e521544dd', 'network_id': '10f8731f-e3ee-4bfe-9cf2-176e521544dd', 'tenant_id': '7ba48620e01646c69214a65ccf7831ce', 'fixed_ips': [{'subnet_id': '18355dbe-7366-4906-b6a2-2d7fb83c3198'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:25:39.413296 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-78a34de2-52a3-40ea-a87c-76e67e448bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:39.444980 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7027c0-4398-424d-9998-ad025a9022a1 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Pushing event deleted for resources: {'Subnet': ['ID=18355dbe-7366-4906-b6a2-2d7fb83c3198,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:39.491123 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e06df8b2-6949-4549-9dbd-c4f3ec2e9c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:39.494203 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 215607ae-d12c-47a6-8a40-b8b4ab0f9656 no longer exists at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:25:39.503506 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-e06df8b2-6949-4549-9dbd-c4f3ec2e9c44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7951e907-5c6f-4828-b5f7-ba4a978783fb']}} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:39.516899 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] No Port match for: 215607ae-d12c-47a6-8a40-b8b4ab0f9656 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:25:39.517541 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 215607ae-d12c-47a6-8a40-b8b4ab0f9656 not bound to the agent host n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:25:39.518121 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 2a243fa4-fca0-46fd-9408-205c6078f3f7 no longer exists at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:25:39.519276 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-e06df8b2-6949-4549-9dbd-c4f3ec2e9c44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '513b9748-f058-4807-b38c-a78dd0d7f64f') {'for_net_delete': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:39.519706 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-e06df8b2-6949-4549-9dbd-c4f3ec2e9c44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '513b9748-f058-4807-b38c-a78dd0d7f64f') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:39.522681 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fa7027c0-4398-424d-9998-ad025a9022a1 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:39.531808 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e06df8b2-6949-4549-9dbd-c4f3ec2e9c44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4311712'] for segment, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:39.542603 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e18cc4b-d88d-4bbd-a32f-79bad344e6d0 req-66095009-7e28-49c8-8377-61bae37f7e0f tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:39.544184 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6e18cc4b-d88d-4bbd-a32f-79bad344e6d0 req-66095009-7e28-49c8-8377-61bae37f7e0f tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c3960a5-89e6-42f0-bf6b-039573f81b2a HTTP/1.1" status: 200 len: 946 time: 0.1399012 Aug 29 04:25:39.548945 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-fa7027c0-4398-424d-9998-ad025a9022a1 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10f8731f-e3ee-4bfe-9cf2-176e521544dd']}} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:39.551918 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] No Port match for: 2a243fa4-fca0-46fd-9408-205c6078f3f7 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:25:39.552440 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 2a243fa4-fca0-46fd-9408-205c6078f3f7 not bound to the agent host n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:25:39.555502 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c528980-d59e-4afb-83e4-841f01e251f1 None None] Network 10f8731f-e3ee-4bfe-9cf2-176e521544dd requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:25:39.567350 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-fa7027c0-4398-424d-9998-ad025a9022a1 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a62ba7b2-699c-47ff-9624-ea2df6652d5f') {'for_net_delete': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:39.567843 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-fa7027c0-4398-424d-9998-ad025a9022a1 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a62ba7b2-699c-47ff-9624-ea2df6652d5f') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:39.573687 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e06df8b2-6949-4549-9dbd-c4f3ec2e9c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:39.583640 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e06df8b2-6949-4549-9dbd-c4f3ec2e9c44 admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=94829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:25:39.584732 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e06df8b2-6949-4549-9dbd-c4f3ec2e9c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4274277'] for segment, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:39.585125 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fa7027c0-4398-424d-9998-ad025a9022a1 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8904833'] for segment, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:39.616747 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6e18cc4b-d88d-4bbd-a32f-79bad344e6d0 req-d824d4f7-226e-4815-bb79-7f6aded28bdd tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] 10.222.0.22 "GET /v2.0/security-groups?id=7f987bdf-6d05-400a-bf02-f82aa4859023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595951 Aug 29 04:25:39.623360 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fa7027c0-4398-424d-9998-ad025a9022a1 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:39.648938 n-d-712140-12 neutron-server[94829]: Traceback (most recent call last): Aug 29 04:25:39.648938 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:25:39.648938 n-d-712140-12 neutron-server[94829]: timer() Aug 29 04:25:39.648938 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:25:39.648938 n-d-712140-12 neutron-server[94829]: cb(*args, **kw) Aug 29 04:25:39.648938 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:25:39.648938 n-d-712140-12 neutron-server[94829]: return func(*args, **kwargs) Aug 29 04:25:39.648938 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:25:39.648938 n-d-712140-12 neutron-server[94829]: self._notify() Aug 29 04:25:39.648938 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:25:39.648938 n-d-712140-12 neutron-server[94829]: self.callback(batched_events) Aug 29 04:25:39.648938 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:25:39.648938 n-d-712140-12 neutron-server[94829]: event.method(event) Aug 29 04:25:39.648938 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:25:39.648938 n-d-712140-12 neutron-server[94829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:25:39.648938 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:25:39.648938 n-d-712140-12 neutron-server[94829]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:25:39.648938 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:25:39.648938 n-d-712140-12 neutron-server[94829]: return f(self, *a, **k) Aug 29 04:25:39.648938 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:25:39.648938 n-d-712140-12 neutron-server[94829]: return self._get(url).json() Aug 29 04:25:39.648938 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:25:39.648938 n-d-712140-12 neutron-server[94829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:25:39.648938 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:25:39.648938 n-d-712140-12 neutron-server[94829]: return self.request(url, 'GET', **kwargs) Aug 29 04:25:39.648938 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:25:39.648938 n-d-712140-12 neutron-server[94829]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:25:39.648938 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:25:39.648938 n-d-712140-12 neutron-server[94829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:25:39.648938 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:25:39.648938 n-d-712140-12 neutron-server[94829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:25:39.648938 n-d-712140-12 neutron-server[94829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:25:39.651777 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa7027c0-4398-424d-9998-ad025a9022a1 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=94828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:25:39.657694 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fa7027c0-4398-424d-9998-ad025a9022a1 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9190468'] for segment, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:39.675845 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e06df8b2-6949-4549-9dbd-c4f3ec2e9c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:39.685093 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e06df8b2-6949-4549-9dbd-c4f3ec2e9c44 admin admin] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:39.691255 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-e06df8b2-6949-4549-9dbd-c4f3ec2e9c44 admin admin] 10.222.0.22 "DELETE /v2.0/networks/7951e907-5c6f-4828-b5f7-ba4a978783fb HTTP/1.1" status: 204 len: 168 time: 0.4597375 Aug 29 04:25:39.691912 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 58116) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:39.708509 n-d-712140-12 neutron-server[94828]: Traceback (most recent call last): Aug 29 04:25:39.708509 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:25:39.708509 n-d-712140-12 neutron-server[94828]: timer() Aug 29 04:25:39.708509 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:25:39.708509 n-d-712140-12 neutron-server[94828]: cb(*args, **kw) Aug 29 04:25:39.708509 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:25:39.708509 n-d-712140-12 neutron-server[94828]: return func(*args, **kwargs) Aug 29 04:25:39.708509 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:25:39.708509 n-d-712140-12 neutron-server[94828]: self._notify() Aug 29 04:25:39.708509 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:25:39.708509 n-d-712140-12 neutron-server[94828]: self.callback(batched_events) Aug 29 04:25:39.708509 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:25:39.708509 n-d-712140-12 neutron-server[94828]: event.method(event) Aug 29 04:25:39.708509 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:25:39.708509 n-d-712140-12 neutron-server[94828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:25:39.708509 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:25:39.708509 n-d-712140-12 neutron-server[94828]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:25:39.708509 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:25:39.708509 n-d-712140-12 neutron-server[94828]: return f(self, *a, **k) Aug 29 04:25:39.708509 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:25:39.708509 n-d-712140-12 neutron-server[94828]: return self._get(url).json() Aug 29 04:25:39.708509 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:25:39.708509 n-d-712140-12 neutron-server[94828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:25:39.708509 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:25:39.708509 n-d-712140-12 neutron-server[94828]: return self.request(url, 'GET', **kwargs) Aug 29 04:25:39.708509 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:25:39.708509 n-d-712140-12 neutron-server[94828]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:25:39.708509 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:25:39.708509 n-d-712140-12 neutron-server[94828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:25:39.708509 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:25:39.708509 n-d-712140-12 neutron-server[94828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:25:39.708509 n-d-712140-12 neutron-server[94828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:25:39.720117 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06df8b2-6949-4549-9dbd-c4f3ec2e9c44 admin admin] Pushing event deleted for resources: {'Network': ['ID=7951e907-5c6f-4828-b5f7-ba4a978783fb,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:39.737168 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fa7027c0-4398-424d-9998-ad025a9022a1 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:39.747061 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fa7027c0-4398-424d-9998-ad025a9022a1 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:39.749055 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-fa7027c0-4398-424d-9998-ad025a9022a1 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] 10.222.0.22 "DELETE /v2.0/networks/10f8731f-e3ee-4bfe-9cf2-176e521544dd HTTP/1.1" status: 204 len: 168 time: 0.9152231 Aug 29 04:25:39.752760 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 58118) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:39.761575 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-ef0347d0-801e-4e29-bf58-0b5e90feb002 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-585015933'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:39.766634 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7027c0-4398-424d-9998-ad025a9022a1 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Pushing event deleted for resources: {'Network': ['ID=10f8731f-e3ee-4bfe-9cf2-176e521544dd,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:39.784973 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_v2 [None req-700ccef1-356a-4366-86d8-7f74820fa659 admin admin] Deleting subnet eb085c3c-0fb3-461b-8d20-37858b69f9f5 {{(pid=94829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:25:39.790900 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-700ccef1-356a-4366-86d8-7f74820fa659 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:39.816862 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef0347d0-801e-4e29-bf58-0b5e90feb002 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Made reservation on behalf of 7ba48620e01646c69214a65ccf7831ce for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:25:39.820406 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ef0347d0-801e-4e29-bf58-0b5e90feb002 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:39.847940 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-700ccef1-356a-4366-86d8-7f74820fa659 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4311743'] for subnet, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:39.896037 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef0347d0-801e-4e29-bf58-0b5e90feb002 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:25:39.942259 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ef0347d0-801e-4e29-bf58-0b5e90feb002 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:39.942665 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-ef0347d0-801e-4e29-bf58-0b5e90feb002 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Added segment 56a78377-7d10-47f7-bd6b-5c5e55807eae of type vlan for network b05c4ba8-53fc-42a4-8694-ffbc2105bd84 Aug 29 04:25:39.977533 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-700ccef1-356a-4366-86d8-7f74820fa659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:40.018922 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a0bc7c-08e7-42b6-b534-256add8ac7dc req-4927618b-be2b-41f1-9bca-5477bc1aafdc tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:40.020435 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b4a0bc7c-08e7-42b6-b534-256add8ac7dc req-4927618b-be2b-41f1-9bca-5477bc1aafdc tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c4f5476-e59b-4665-b89a-7de07404fef5 HTTP/1.1" status: 200 len: 945 time: 0.1484628 Aug 29 04:25:40.028020 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ef0347d0-801e-4e29-bf58-0b5e90feb002 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:40.093132 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ef0347d0-801e-4e29-bf58-0b5e90feb002 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:40.098681 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0347d0-801e-4e29-bf58-0b5e90feb002 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:40.099256 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ef0347d0-801e-4e29-bf58-0b5e90feb002 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:40.110033 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b4a0bc7c-08e7-42b6-b534-256add8ac7dc req-6f0b9e68-72b5-4d15-996c-60c0995959b2 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782697 Aug 29 04:25:40.115219 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-700ccef1-356a-4366-86d8-7f74820fa659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4552352'] for subnet, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:40.193568 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-700ccef1-356a-4366-86d8-7f74820fa659 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:40.195403 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-700ccef1-356a-4366-86d8-7f74820fa659 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/eb085c3c-0fb3-461b-8d20-37858b69f9f5 HTTP/1.1" status: 204 len: 168 time: 0.4986298 Aug 29 04:25:40.198254 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 58132) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:40.198887 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700ccef1-356a-4366-86d8-7f74820fa659 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb085c3c-0fb3-461b-8d20-37858b69f9f5,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:40.204746 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-ef0347d0-801e-4e29-bf58-0b5e90feb002 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4496984 Aug 29 04:25:40.207717 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 58134) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:40.214383 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-2d922160-8cb6-41e5-ab53-652684570c2b tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Request body: {'subnet': {'network_id': 'b05c4ba8-53fc-42a4-8694-ffbc2105bd84', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:40.219036 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0347d0-801e-4e29-bf58-0b5e90feb002 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Pushing event updated for resources: {'Network': ['ID=b05c4ba8-53fc-42a4-8694-ffbc2105bd84,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:40.230960 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network b05c4ba8-53fc-42a4-8694-ffbc2105bd84 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:25:40.332019 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d922160-8cb6-41e5-ab53-652684570c2b tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Made reservation on behalf of 7ba48620e01646c69214a65ccf7831ce for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:25:40.335608 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-01232d41-349e-4a29-a3b2-da9a22ad2e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:40.341836 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2d922160-8cb6-41e5-ab53-652684570c2b tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4552395'] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:40.423846 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-01232d41-349e-4a29-a3b2-da9a22ad2e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:40.435433 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-01232d41-349e-4a29-a3b2-da9a22ad2e95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33bc4100-e4ea-4932-be1c-a132d719a88d']}} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:40.452225 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-01232d41-349e-4a29-a3b2-da9a22ad2e95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ded76f5-f56a-4731-9cf5-c50f59ae5a6b') {'for_net_delete': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:40.452526 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-01232d41-349e-4a29-a3b2-da9a22ad2e95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ded76f5-f56a-4731-9cf5-c50f59ae5a6b') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:40.463936 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-01232d41-349e-4a29-a3b2-da9a22ad2e95 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8904833'] for segment, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:40.482931 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-01232d41-349e-4a29-a3b2-da9a22ad2e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:40.490854 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01232d41-349e-4a29-a3b2-da9a22ad2e95 admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=94828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:25:40.491263 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-01232d41-349e-4a29-a3b2-da9a22ad2e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9190468'] for segment, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:40.498940 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c4f5476-e59b-4665-b89a-7de07404fef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b082b538-6613-4ec9-a197-0772e1d81e22'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:25:40.501976 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1596d50-a600-485f-bd39-a260b47a0838" -d '{"events": [{"server_uuid": "3c4f5476-e59b-4665-b89a-7de07404fef5", "name": "network-vif-plugged", "status": "completed", "tag": "b082b538-6613-4ec9-a197-0772e1d81e22"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:25:40.504482 n-d-712140-12 neutron-server[94828]: Traceback (most recent call last): Aug 29 04:25:40.504482 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:25:40.504482 n-d-712140-12 neutron-server[94828]: timer() Aug 29 04:25:40.504482 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:25:40.504482 n-d-712140-12 neutron-server[94828]: cb(*args, **kw) Aug 29 04:25:40.504482 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:25:40.504482 n-d-712140-12 neutron-server[94828]: return func(*args, **kwargs) Aug 29 04:25:40.504482 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:25:40.504482 n-d-712140-12 neutron-server[94828]: self._notify() Aug 29 04:25:40.504482 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:25:40.504482 n-d-712140-12 neutron-server[94828]: self.callback(batched_events) Aug 29 04:25:40.504482 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:25:40.504482 n-d-712140-12 neutron-server[94828]: event.method(event) Aug 29 04:25:40.504482 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:25:40.504482 n-d-712140-12 neutron-server[94828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:25:40.504482 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:25:40.504482 n-d-712140-12 neutron-server[94828]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:25:40.504482 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:25:40.504482 n-d-712140-12 neutron-server[94828]: return f(self, *a, **k) Aug 29 04:25:40.504482 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:25:40.504482 n-d-712140-12 neutron-server[94828]: return self._get(url).json() Aug 29 04:25:40.504482 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:25:40.504482 n-d-712140-12 neutron-server[94828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:25:40.504482 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:25:40.504482 n-d-712140-12 neutron-server[94828]: return self.request(url, 'GET', **kwargs) Aug 29 04:25:40.504482 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:25:40.504482 n-d-712140-12 neutron-server[94828]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:25:40.504482 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:25:40.504482 n-d-712140-12 neutron-server[94828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:25:40.504482 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:25:40.504482 n-d-712140-12 neutron-server[94828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:25:40.504482 n-d-712140-12 neutron-server[94828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:25:40.555958 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-146fdfcb-b182-4a40-8994-326648883350 x-openstack-request-id: req-146fdfcb-b182-4a40-8994-326648883350 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:25:40.556465 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c4f5476-e59b-4665-b89a-7de07404fef5", "name": "network-vif-plugged", "status": "completed", "tag": "b082b538-6613-4ec9-a197-0772e1d81e22", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:25:40.556922 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-146fdfcb-b182-4a40-8994-326648883350 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:25:40.557545 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c4f5476-e59b-4665-b89a-7de07404fef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b082b538-6613-4ec9-a197-0772e1d81e22', 'code': 200} Aug 29 04:25:40.629526 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c661b9bd-287f-43c2-bb0d-6f561578d053 req-8c0932fc-0080-4d74-bbd0-c53bbb5bc97c tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:40.631918 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c661b9bd-287f-43c2-bb0d-6f561578d053 req-8c0932fc-0080-4d74-bbd0-c53bbb5bc97c tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=33938cd7-ba94-4eae-b8ec-80748b58e019 HTTP/1.1" status: 200 len: 944 time: 0.0846369 Aug 29 04:25:40.633251 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-01232d41-349e-4a29-a3b2-da9a22ad2e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:40.639000 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-01232d41-349e-4a29-a3b2-da9a22ad2e95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:40.641631 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-01232d41-349e-4a29-a3b2-da9a22ad2e95 admin admin] 10.222.0.22 "DELETE /v2.0/networks/33bc4100-e4ea-4932-be1c-a132d719a88d HTTP/1.1" status: 204 len: 168 time: 0.4421275 Aug 29 04:25:40.762584 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01232d41-349e-4a29-a3b2-da9a22ad2e95 admin admin] Pushing event deleted for resources: {'Network': ['ID=33bc4100-e4ea-4932-be1c-a132d719a88d,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:40.791498 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c661b9bd-287f-43c2-bb0d-6f561578d053 req-f8da7cad-2768-4598-89ea-7af41d50c4ee tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252434 Aug 29 04:25:40.847666 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 58152) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:40.861934 n-d-712140-12 neutron-server[94829]: DEBUG neutron.objects.ports [None req-2d922160-8cb6-41e5-ab53-652684570c2b tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94829) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 04:25:40.867202 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2d922160-8cb6-41e5-ab53-652684570c2b tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4274880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4552377'] for subnet, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:40.894088 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-feab9558-14ab-4e92-a488-06b5c51576ce admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=49d0063fe2e04243b20a167346eddaf5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0444555 Aug 29 04:25:40.896478 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 58154) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:40.952787 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-591fe829-7676-4782-a74c-f1ba89cc6cfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:40.982961 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-591fe829-7676-4782-a74c-f1ba89cc6cfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:41.050529 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-591fe829-7676-4782-a74c-f1ba89cc6cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:41.053915 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-591fe829-7676-4782-a74c-f1ba89cc6cfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:41.057440 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-591fe829-7676-4782-a74c-f1ba89cc6cfa admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0f5aa553-c962-45c2-a8c7-d1b358082f3a HTTP/1.1" status: 204 len: 168 time: 0.1576242 Aug 29 04:25:41.075270 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591fe829-7676-4782-a74c-f1ba89cc6cfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f5aa553-c962-45c2-a8c7-d1b358082f3a,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:41.319896 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9538dd9d-2a9c-42f9-ae5f-d1a3616f12da req-3af99574-a14e-4929-88a3-1a54953618d2 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:41.321993 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9538dd9d-2a9c-42f9-ae5f-d1a3616f12da req-3af99574-a14e-4929-88a3-1a54953618d2 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c4f5476-e59b-4665-b89a-7de07404fef5 HTTP/1.1" status: 200 len: 945 time: 0.0531301 Aug 29 04:25:41.354610 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008d362e-e3fa-4e28-847c-abc4da659d12 req-42601fe1-0583-468b-a707-06dcf88fd6f9 tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:41.361831 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-008d362e-e3fa-4e28-847c-abc4da659d12 req-42601fe1-0583-468b-a707-06dcf88fd6f9 tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c3960a5-89e6-42f0-bf6b-039573f81b2a HTTP/1.1" status: 200 len: 946 time: 0.5755804 Aug 29 04:25:41.373859 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9538dd9d-2a9c-42f9-ae5f-d1a3616f12da req-0807ecc2-91bb-42c0-95a4-fab565f4dfab tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430446 Aug 29 04:25:41.380041 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3f156f-b5aa-4b7b-9398-964a14af14a9 req-d618479f-2c18-4063-8405-01c331d0e123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:41.381529 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0e3f156f-b5aa-4b7b-9398-964a14af14a9 req-d618479f-2c18-4063-8405-01c331d0e123 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3c4f5476-e59b-4665-b89a-7de07404fef5 HTTP/1.1" status: 200 len: 1097 time: 0.6785743 Aug 29 04:25:41.397363 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d384bdb-193e-4c1a-a477-8dd4c7a655be req-fbe9ece3-6599-4908-a208-5028880edc06 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:41.399106 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8d384bdb-193e-4c1a-a477-8dd4c7a655be req-fbe9ece3-6599-4908-a208-5028880edc06 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.46 "GET /v2.0/ports?device_id=33938cd7-ba94-4eae-b8ec-80748b58e019 HTTP/1.1" status: 200 len: 944 time: 0.1155901 Aug 29 04:25:41.423430 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d922160-8cb6-41e5-ab53-652684570c2b tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Pushing event updated for resources: {'Subnet': ['ID=25815cf6-b56f-4a9c-a4ab-b54d69083e48,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:41.509029 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0e3f156f-b5aa-4b7b-9398-964a14af14a9 req-e74d7e33-5ac0-43a4-a9e5-ec13de5c65d7 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044226 Aug 29 04:25:41.515141 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d922160-8cb6-41e5-ab53-652684570c2b tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Checking segment: {'id': '56a78377-7d10-47f7-bd6b-5c5e55807eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'b05c4ba8-53fc-42a4-8694-ffbc2105bd84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:25:41.515513 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d922160-8cb6-41e5-ab53-652684570c2b tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Network hostable DHCP agents. Network: b05c4ba8-53fc-42a4-8694-ffbc2105bd84, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:25:41.536608 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-008d362e-e3fa-4e28-847c-abc4da659d12 req-0c0a9912-7f37-48dd-ac95-43033a931f9d tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] 10.222.0.22 "GET /v2.0/security-groups?id=7f987bdf-6d05-400a-bf02-f82aa4859023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735353 Aug 29 04:25:41.592528 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d922160-8cb6-41e5-ab53-652684570c2b tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Network b05c4ba8-53fc-42a4-8694-ffbc2105bd84 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:25:41.609417 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-2d922160-8cb6-41e5-ab53-652684570c2b tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, b05c4ba8-53fc-42a4-8694-ffbc2105bd84) {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:25:41.616290 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d922160-8cb6-41e5-ab53-652684570c2b tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:41.616965 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2d922160-8cb6-41e5-ab53-652684570c2b tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:41.619973 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 58174) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:41.622932 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c4cd00-6d98-4a53-93ee-40bc01773bb0 None None] Network b05c4ba8-53fc-42a4-8694-ffbc2105bd84 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:25:41.627032 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [req-8d384bdb-193e-4c1a-a477-8dd4c7a655be req-11e7fd50-dff2-4e70-bb71-4f4ad2f37839 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Deleting port 599cb102-cc01-4336-89d8-102a6ac3c71a {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:25:41.627382 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-8d384bdb-193e-4c1a-a477-8dd4c7a655be req-11e7fd50-dff2-4e70-bb71-4f4ad2f37839 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:41.671743 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-26b9a2e0-bdeb-4682-bf4d-7de2f7ca593e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f1c530d7937943ce8d88dcc1e7fdf50f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0487628 Aug 29 04:25:41.673071 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 58176) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:41.692736 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-2d922160-8cb6-41e5-ab53-652684570c2b tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.4839284 Aug 29 04:25:41.696045 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 58178) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:41.750175 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e39e82a5-2833-44e8-b0c9-2318f0be12a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:41.778074 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e39e82a5-2833-44e8-b0c9-2318f0be12a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:41.847797 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e93fed74-d6d4-4a10-8203-d7c01bc822b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-b05c4ba8-53fc-42a4-8694-ffbc2105bd84', 'network_id': 'b05c4ba8-53fc-42a4-8694-ffbc2105bd84', 'tenant_id': '7ba48620e01646c69214a65ccf7831ce', 'fixed_ips': [{'subnet_id': '25815cf6-b56f-4a9c-a4ab-b54d69083e48'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:25:41.849168 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e93fed74-d6d4-4a10-8203-d7c01bc822b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:41.859196 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-8d384bdb-193e-4c1a-a477-8dd4c7a655be req-11e7fd50-dff2-4e70-bb71-4f4ad2f37839 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] For port 599cb102-cc01-4336-89d8-102a6ac3c71a, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=599cb102-cc01-4336-89d8-102a6ac3c71a,segment=NetworkSegment(44fea4a1-e972-4690-b14e-956bce45d1ec),segment_id=44fea4a1-e972-4690-b14e-956bce45d1ec)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:41.859568 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-8d384bdb-193e-4c1a-a477-8dd4c7a655be req-11e7fd50-dff2-4e70-bb71-4f4ad2f37839 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:41.861915 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e39e82a5-2833-44e8-b0c9-2318f0be12a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:41.865549 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e39e82a5-2833-44e8-b0c9-2318f0be12a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:41.869964 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-e39e82a5-2833-44e8-b0c9-2318f0be12a9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d79f1d27-fe5e-496d-85e7-a1236c00cb4c HTTP/1.1" status: 204 len: 168 time: 0.1944907 Aug 29 04:25:41.906147 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39e82a5-2833-44e8-b0c9-2318f0be12a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d79f1d27-fe5e-496d-85e7-a1236c00cb4c,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:41.907260 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d1c03593-c324-42c0-a64f-d863172a2932 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:41.922259 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4ca8e8ef-dba8-43d6-880c-03398263da1b req-0f3627ff-d7f8-4021-9262-728778265093 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=958fb903-1729-4290-8965-b1c2ef1d605e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0751491 Aug 29 04:25:41.922593 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [req-8d384bdb-193e-4c1a-a477-8dd4c7a655be req-11e7fd50-dff2-4e70-bb71-4f4ad2f37839 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Calling delete_port for 599cb102-cc01-4336-89d8-102a6ac3c71a owned by compute:nova {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:25:42.064607 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cfbcff-0753-4a83-b58d-6a75ca5953be req-6608e5c2-6db0-4b0e-b7bd-7e3cf9e8fd00 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:42.073632 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c0cfbcff-0753-4a83-b58d-6a75ca5953be req-6608e5c2-6db0-4b0e-b7bd-7e3cf9e8fd00 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/ports?device_id=33938cd7-ba94-4eae-b8ec-80748b58e019 HTTP/1.1" status: 200 len: 944 time: 0.1227984 Aug 29 04:25:42.129251 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca8e8ef-dba8-43d6-880c-03398263da1b req-1ff68988-8d8f-4fc4-84e7-f4a3204691a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:42.131019 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4ca8e8ef-dba8-43d6-880c-03398263da1b req-1ff68988-8d8f-4fc4-84e7-f4a3204691a3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=45c0a3ca896a4dd0bcf90e5c0bd5812f&device_id=958fb903-1729-4290-8965-b1c2ef1d605e HTTP/1.1" status: 200 len: 1098 time: 0.1353555 Aug 29 04:25:42.163512 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-e93fed74-d6d4-4a10-8203-d7c01bc822b4 None None] Allocated IP 2001:db8::f816:3eff:feef:7df (b05c4ba8-53fc-42a4-8694-ffbc2105bd84/25815cf6-b56f-4a9c-a4ab-b54d69083e48/84db41a4-d6c1-4745-b02b-a2c3b43c530b) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:25:42.199295 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c0cfbcff-0753-4a83-b58d-6a75ca5953be req-cf010059-b4a8-471c-9042-3e47254da977 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.22 "GET /v2.0/security-groups?id=88fe2c00-ca68-47f2-93a1-621b197995e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222184 Aug 29 04:25:42.247496 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-8d384bdb-193e-4c1a-a477-8dd4c7a655be req-11e7fd50-dff2-4e70-bb71-4f4ad2f37839 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:42.288608 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e7fd50-dff2-4e70-bb71-4f4ad2f37839 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Pushing event deleted for resources: {'Port': ['ID=599cb102-cc01-4336-89d8-102a6ac3c71a,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:42.302715 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d1c03593-c324-42c0-a64f-d863172a2932 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:42.336473 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca8e8ef-dba8-43d6-880c-03398263da1b req-a496fb46-8f22-443f-b0c3-70396179f12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:42.338061 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4ca8e8ef-dba8-43d6-880c-03398263da1b req-a496fb46-8f22-443f-b0c3-70396179f12d service neutron] 10.222.0.46 "GET /v2.0/networks?id=fd020187-6618-42b7-a26a-d8ebebc46774 HTTP/1.1" status: 200 len: 917 time: 0.1799629 Aug 29 04:25:42.400535 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d384bdb-193e-4c1a-a477-8dd4c7a655be req-11e7fd50-dff2-4e70-bb71-4f4ad2f37839 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] No DVR routers for this DVR port 599cb102-cc01-4336-89d8-102a6ac3c71a on host n-h1-712140-12 {{(pid=94829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:25:42.405263 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-8d384bdb-193e-4c1a-a477-8dd4c7a655be req-11e7fd50-dff2-4e70-bb71-4f4ad2f37839 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:42.407601 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8d384bdb-193e-4c1a-a477-8dd4c7a655be req-11e7fd50-dff2-4e70-bb71-4f4ad2f37839 tempest-LiveMigrationTest-1675545418 tempest-LiveMigrationTest-1675545418-project] 10.222.0.46 "DELETE /v2.0/ports/599cb102-cc01-4336-89d8-102a6ac3c71a HTTP/1.1" status: 204 len: 173 time: 0.9947822 Aug 29 04:25:42.408174 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33938cd7-ba94-4eae-b8ec-80748b58e019', 'name': 'network-vif-deleted', 'tag': '599cb102-cc01-4336-89d8-102a6ac3c71a'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:25:42.419764 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b5386a0-44c4-42cd-b6df-40d696901e9f" -d '{"events": [{"server_uuid": "33938cd7-ba94-4eae-b8ec-80748b58e019", "name": "network-vif-deleted", "tag": "599cb102-cc01-4336-89d8-102a6ac3c71a"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:25:42.491400 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e93fed74-d6d4-4a10-8203-d7c01bc822b4 None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:42.513625 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bb28594-aabf-42b5-892d-7927f0f7e9cb x-openstack-request-id: req-8bb28594-aabf-42b5-892d-7927f0f7e9cb {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:25:42.513786 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e93fed74-d6d4-4a10-8203-d7c01bc822b4 None None] Transition to ACTIVE for port object 84db41a4-d6c1-4745-b02b-a2c3b43c530b will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:25:42.513895 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33938cd7-ba94-4eae-b8ec-80748b58e019", "name": "network-vif-deleted", "tag": "599cb102-cc01-4336-89d8-102a6ac3c71a", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:25:42.513895 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8bb28594-aabf-42b5-892d-7927f0f7e9cb {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:25:42.514447 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33938cd7-ba94-4eae-b8ec-80748b58e019', 'name': 'network-vif-deleted', 'tag': '599cb102-cc01-4336-89d8-102a6ac3c71a', 'status': 'completed', 'code': 200} Aug 29 04:25:42.544435 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e93fed74-d6d4-4a10-8203-d7c01bc822b4 None None] Transition to ACTIVE for port object 84db41a4-d6c1-4745-b02b-a2c3b43c530b will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:25:42.556835 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4ca8e8ef-dba8-43d6-880c-03398263da1b req-b1cae795-dc68-4b46-a748-3aa8d0c0e7be service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83587070-39b8-4b25-862c-546d4e634968 HTTP/1.1" status: 200 len: 1002 time: 0.2107236 Aug 29 04:25:42.565808 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e93fed74-d6d4-4a10-8203-d7c01bc822b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:42.604035 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d1c03593-c324-42c0-a64f-d863172a2932 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4552352'] for subnet, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:42.638201 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93fed74-d6d4-4a10-8203-d7c01bc822b4 None None] Network b05c4ba8-53fc-42a4-8694-ffbc2105bd84 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:25:42.641348 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-e93fed74-d6d4-4a10-8203-d7c01bc822b4 None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:25:42.645188 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93fed74-d6d4-4a10-8203-d7c01bc822b4 None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:25:42.685120 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93fed74-d6d4-4a10-8203-d7c01bc822b4 None None] Pushing event updated for resources: {'Port': ['ID=84db41a4-d6c1-4745-b02b-a2c3b43c530b,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:42.694280 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c03593-c324-42c0-a64f-d863172a2932 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Pushing event deleted for resources: {'Subnet': ['ID=25815cf6-b56f-4a9c-a4ab-b54d69083e48,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:42.702485 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa163e43-60f3-486b-a1b4-6c4dfe88ac84 req-6ac4f2d4-c227-4442-99e4-9efa1a19e9d4 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:42.705650 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fa163e43-60f3-486b-a1b4-6c4dfe88ac84 req-6ac4f2d4-c227-4442-99e4-9efa1a19e9d4 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c4f5476-e59b-4665-b89a-7de07404fef5 HTTP/1.1" status: 200 len: 945 time: 0.2019012 Aug 29 04:25:42.738147 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca8e8ef-dba8-43d6-880c-03398263da1b req-ad7708a1-777c-49c6-bd8c-8c9ccc79aeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:42.739630 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4ca8e8ef-dba8-43d6-880c-03398263da1b req-ad7708a1-777c-49c6-bd8c-8c9ccc79aeeb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6247b089-2c7c-4ca3-a8dd-41a0f57cced5 HTTP/1.1" status: 200 len: 855 time: 0.1721900 Aug 29 04:25:42.758280 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-e93fed74-d6d4-4a10-8203-d7c01bc822b4 None None] Attempting to bind port 84db41a4-d6c1-4745-b02b-a2c3b43c530b on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:25:42.758666 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-e93fed74-d6d4-4a10-8203-d7c01bc822b4 None None] Attempting to bind port 84db41a4-d6c1-4745-b02b-a2c3b43c530b by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '56a78377-7d10-47f7-bd6b-5c5e55807eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'b05c4ba8-53fc-42a4-8694-ffbc2105bd84'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:25:42.759080 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93fed74-d6d4-4a10-8203-d7c01bc822b4 None None] Attempting to bind port 84db41a4-d6c1-4745-b02b-a2c3b43c530b on network b05c4ba8-53fc-42a4-8694-ffbc2105bd84 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:25:42.768067 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93fed74-d6d4-4a10-8203-d7c01bc822b4 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:25:42.768456 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93fed74-d6d4-4a10-8203-d7c01bc822b4 None None] Checking segment: {'id': '56a78377-7d10-47f7-bd6b-5c5e55807eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'b05c4ba8-53fc-42a4-8694-ffbc2105bd84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:25:42.768869 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e93fed74-d6d4-4a10-8203-d7c01bc822b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:42.769264 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93fed74-d6d4-4a10-8203-d7c01bc822b4 None None] Bound using segment: {'id': '56a78377-7d10-47f7-bd6b-5c5e55807eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'b05c4ba8-53fc-42a4-8694-ffbc2105bd84'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:25:42.769745 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-e93fed74-d6d4-4a10-8203-d7c01bc822b4 None None] Bound port: 84db41a4-d6c1-4745-b02b-a2c3b43c530b, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56a78377-7d10-47f7-bd6b-5c5e55807eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'b05c4ba8-53fc-42a4-8694-ffbc2105bd84'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:25:42.770142 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e93fed74-d6d4-4a10-8203-d7c01bc822b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:42.820791 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fa163e43-60f3-486b-a1b4-6c4dfe88ac84 req-55e9cb46-2138-43d4-ae73-eccaa43985ac tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061897 Aug 29 04:25:42.842424 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d1c03593-c324-42c0-a64f-d863172a2932 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:42.859785 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca8e8ef-dba8-43d6-880c-03398263da1b req-b099fb20-b552-4e28-810d-20c98d6902fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:42.861390 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4ca8e8ef-dba8-43d6-880c-03398263da1b req-b099fb20-b552-4e28-810d-20c98d6902fc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fd020187-6618-42b7-a26a-d8ebebc46774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1055148 Aug 29 04:25:42.863717 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e93fed74-d6d4-4a10-8203-d7c01bc822b4 None None] For port 84db41a4-d6c1-4745-b02b-a2c3b43c530b, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:25:42.868000 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e93fed74-d6d4-4a10-8203-d7c01bc822b4 None None] For port 84db41a4-d6c1-4745-b02b-a2c3b43c530b, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=84db41a4-d6c1-4745-b02b-a2c3b43c530b,segment=NetworkSegment(56a78377-7d10-47f7-bd6b-5c5e55807eae),segment_id=56a78377-7d10-47f7-bd6b-5c5e55807eae)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:25:42.869618 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12622a5d-8716-404e-9737-14b950419e8b req-016a4844-b035-4951-a018-49ff48ad9933 tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:42.871211 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-12622a5d-8716-404e-9737-14b950419e8b req-016a4844-b035-4951-a018-49ff48ad9933 tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c3960a5-89e6-42f0-bf6b-039573f81b2a HTTP/1.1" status: 200 len: 946 time: 0.1881075 Aug 29 04:25:42.875573 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-d1c03593-c324-42c0-a64f-d863172a2932 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b05c4ba8-53fc-42a4-8694-ffbc2105bd84']}} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:42.883465 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e93fed74-d6d4-4a10-8203-d7c01bc822b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:42.949693 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-d1c03593-c324-42c0-a64f-d863172a2932 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56a78377-7d10-47f7-bd6b-5c5e55807eae') {'for_net_delete': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:42.954722 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-d1c03593-c324-42c0-a64f-d863172a2932 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56a78377-7d10-47f7-bd6b-5c5e55807eae') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:43.001373 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d1c03593-c324-42c0-a64f-d863172a2932 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4311712'] for segment, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:43.034932 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93fed74-d6d4-4a10-8203-d7c01bc822b4 None None] Pushing event updated for resources: {'Port': ['ID=84db41a4-d6c1-4745-b02b-a2c3b43c530b,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:43.036039 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4ca8e8ef-dba8-43d6-880c-03398263da1b req-7d70ca6c-8a0a-44fd-9b9f-2f5eab4ac268 service neutron] 10.222.0.46 "GET /v2.0/networks/fd020187-6618-42b7-a26a-d8ebebc46774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540108 Aug 29 04:25:43.058725 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fbc581a-89e1-4129-a899-41bf7ad069ec None None] Network b05c4ba8-53fc-42a4-8694-ffbc2105bd84 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:25:43.078292 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-12622a5d-8716-404e-9737-14b950419e8b req-782e9bb0-7da1-4f10-aa68-329bfe279f76 tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] 10.222.0.22 "GET /v2.0/security-groups?id=7f987bdf-6d05-400a-bf02-f82aa4859023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849887 Aug 29 04:25:43.108014 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d1c03593-c324-42c0-a64f-d863172a2932 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:43.116245 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1c03593-c324-42c0-a64f-d863172a2932 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=94829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:25:43.118095 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d1c03593-c324-42c0-a64f-d863172a2932 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4274277'] for segment, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:43.120241 n-d-712140-12 neutron-server[94829]: Traceback (most recent call last): Aug 29 04:25:43.120241 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:25:43.120241 n-d-712140-12 neutron-server[94829]: timer() Aug 29 04:25:43.120241 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:25:43.120241 n-d-712140-12 neutron-server[94829]: cb(*args, **kw) Aug 29 04:25:43.120241 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:25:43.120241 n-d-712140-12 neutron-server[94829]: return func(*args, **kwargs) Aug 29 04:25:43.120241 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:25:43.120241 n-d-712140-12 neutron-server[94829]: self._notify() Aug 29 04:25:43.120241 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:25:43.120241 n-d-712140-12 neutron-server[94829]: self.callback(batched_events) Aug 29 04:25:43.120241 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:25:43.120241 n-d-712140-12 neutron-server[94829]: event.method(event) Aug 29 04:25:43.120241 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:25:43.120241 n-d-712140-12 neutron-server[94829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:25:43.120241 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:25:43.120241 n-d-712140-12 neutron-server[94829]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:25:43.120241 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:25:43.120241 n-d-712140-12 neutron-server[94829]: return f(self, *a, **k) Aug 29 04:25:43.120241 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:25:43.120241 n-d-712140-12 neutron-server[94829]: return self._get(url).json() Aug 29 04:25:43.120241 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:25:43.120241 n-d-712140-12 neutron-server[94829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:25:43.120241 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:25:43.120241 n-d-712140-12 neutron-server[94829]: return self.request(url, 'GET', **kwargs) Aug 29 04:25:43.120241 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:25:43.120241 n-d-712140-12 neutron-server[94829]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:25:43.120241 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:25:43.120241 n-d-712140-12 neutron-server[94829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:25:43.120241 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:25:43.120241 n-d-712140-12 neutron-server[94829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:25:43.120241 n-d-712140-12 neutron-server[94829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:25:43.190102 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4ca8e8ef-dba8-43d6-880c-03398263da1b req-cc20abe2-0ea7-4bd1-97cd-fee41790d65d service neutron] 10.222.0.46 "GET /v2.0/networks/fd020187-6618-42b7-a26a-d8ebebc46774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409466 Aug 29 04:25:43.244457 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.db.api [None req-d1c03593-c324-42c0-a64f-d863172a2932 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 29 04:25:43.244457 n-d-712140-12 neutron-server[94829]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 29 04:25:43.244457 n-d-712140-12 neutron-server[94829]: [parameters: {'id': 'b05c4ba8-53fc-42a4-8694-ffbc2105bd84'}] Aug 29 04:25:43.244457 n-d-712140-12 neutron-server[94829]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:25:43.244897 n-d-712140-12 neutron-server[94829]: DEBUG oslo_db.api [None req-d1c03593-c324-42c0-a64f-d863172a2932 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:25:43.271971 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 58226) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:43.280408 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 58230) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:43.345095 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71141432-4eb1-4cba-8708-60522a0c0cbb None None] get_active_networks_info from n-d-712140-12 {{(pid=94830) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 04:25:43.493397 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-d0be6353-d7df-431a-9cb9-f929b124e258 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1228017874-network', 'tenant_id': 'a8e6c033b4554f36b45b0f86c0dfcda0'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:43.498771 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 599cb102-cc01-4336-89d8-102a6ac3c71a no longer exists at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:25:43.531827 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0be6353-d7df-431a-9cb9-f929b124e258 admin admin] Made reservation on behalf of a8e6c033b4554f36b45b0f86c0dfcda0 for: {'network': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:25:43.535174 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0be6353-d7df-431a-9cb9-f929b124e258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:43.538240 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] No Port match for: 599cb102-cc01-4336-89d8-102a6ac3c71a {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:25:43.538597 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 599cb102-cc01-4336-89d8-102a6ac3c71a not bound to the agent host n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:25:43.543542 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71141432-4eb1-4cba-8708-60522a0c0cbb None None] Resources bound (agent type, host, resource id): {{(pid=94830) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 04:25:43.546228 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_v2 [None req-17917fe6-4cd5-4b7a-999c-367c8f6c2b3f admin admin] Deleting subnet d11db723-881a-44e4-ae3d-f8a6bedc146e {{(pid=94829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:25:43.549662 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-17917fe6-4cd5-4b7a-999c-367c8f6c2b3f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:43.563013 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0be6353-d7df-431a-9cb9-f929b124e258 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:43.592974 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-17917fe6-4cd5-4b7a-999c-367c8f6c2b3f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4311743'] for subnet, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:43.645070 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-17917fe6-4cd5-4b7a-999c-367c8f6c2b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:43.719813 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-17917fe6-4cd5-4b7a-999c-367c8f6c2b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4552352'] for subnet, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:43.752676 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d1c03593-c324-42c0-a64f-d863172a2932 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:43.760056 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17917fe6-4cd5-4b7a-999c-367c8f6c2b3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d11db723-881a-44e4-ae3d-f8a6bedc146e,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:43.762827 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-17917fe6-4cd5-4b7a-999c-367c8f6c2b3f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:43.765082 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-17917fe6-4cd5-4b7a-999c-367c8f6c2b3f admin admin] 10.222.0.22 "DELETE /v2.0/subnets/d11db723-881a-44e4-ae3d-f8a6bedc146e HTTP/1.1" status: 204 len: 168 time: 0.4918621 Aug 29 04:25:43.767589 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0be6353-d7df-431a-9cb9-f929b124e258 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:43.769860 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 58244) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:43.830731 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-d1c03593-c324-42c0-a64f-d863172a2932 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Deleting port 84db41a4-d6c1-4745-b02b-a2c3b43c530b {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:25:43.831915 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d1c03593-c324-42c0-a64f-d863172a2932 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:43.858244 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6bb19c96-f6b0-4cd8-b336-abf6ab03a2de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:43.863137 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0be6353-d7df-431a-9cb9-f929b124e258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:43.900439 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0be6353-d7df-431a-9cb9-f929b124e258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac69c9ee-bfd0-4c47-bd73-d1ffee954f6e,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:43.930620 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0be6353-d7df-431a-9cb9-f929b124e258 admin admin] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=94828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:25:43.990608 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-d1c03593-c324-42c0-a64f-d863172a2932 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] For port 84db41a4-d6c1-4745-b02b-a2c3b43c530b, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=84db41a4-d6c1-4745-b02b-a2c3b43c530b,segment=NetworkSegment(56a78377-7d10-47f7-bd6b-5c5e55807eae),segment_id=56a78377-7d10-47f7-bd6b-5c5e55807eae)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:43.990608 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d1c03593-c324-42c0-a64f-d863172a2932 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:44.005124 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-d1c03593-c324-42c0-a64f-d863172a2932 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Calling delete_port for 84db41a4-d6c1-4745-b02b-a2c3b43c530b owned by network:dhcp {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:25:44.134942 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cb2a2f-da97-48b5-987a-cffd1eaf28d1 req-810c1382-1975-4ba3-b70d-91d39c067524 tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:44.137347 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-09cb2a2f-da97-48b5-987a-cffd1eaf28d1 req-810c1382-1975-4ba3-b70d-91d39c067524 tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c3960a5-89e6-42f0-bf6b-039573f81b2a HTTP/1.1" status: 200 len: 946 time: 0.0784423 Aug 29 04:25:44.197802 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d1c03593-c324-42c0-a64f-d863172a2932 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:44.207372 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-09cb2a2f-da97-48b5-987a-cffd1eaf28d1 req-1e436a3a-21d0-4afc-9b47-4b639fb5a2d7 tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] 10.222.0.22 "GET /v2.0/security-groups?id=7f987bdf-6d05-400a-bf02-f82aa4859023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578828 Aug 29 04:25:44.232327 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c03593-c324-42c0-a64f-d863172a2932 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Pushing event deleted for resources: {'Port': ['ID=84db41a4-d6c1-4745-b02b-a2c3b43c530b,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:44.235981 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c03593-c324-42c0-a64f-d863172a2932 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] No DVR routers for this DVR port 84db41a4-d6c1-4745-b02b-a2c3b43c530b on host n-d-712140-12 {{(pid=94829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:25:44.337877 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d1c03593-c324-42c0-a64f-d863172a2932 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:44.349654 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-d1c03593-c324-42c0-a64f-d863172a2932 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b05c4ba8-53fc-42a4-8694-ffbc2105bd84']}} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:44.367124 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-d1c03593-c324-42c0-a64f-d863172a2932 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56a78377-7d10-47f7-bd6b-5c5e55807eae') {'for_net_delete': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:44.368925 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-d1c03593-c324-42c0-a64f-d863172a2932 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56a78377-7d10-47f7-bd6b-5c5e55807eae') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:44.378788 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d1c03593-c324-42c0-a64f-d863172a2932 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4311712'] for segment, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:44.390575 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0be6353-d7df-431a-9cb9-f929b124e258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:44.390917 n-d-712140-12 neutron-server[94828]: INFO neutron.db.segments_db [None req-d0be6353-d7df-431a-9cb9-f929b124e258 admin admin] Added segment 62209f17-c2c5-4b6b-8289-c07b08894b15 of type vlan for network 31a892ec-9c66-4fbe-925b-c9f08bf13fc2 Aug 29 04:25:44.396762 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d1c03593-c324-42c0-a64f-d863172a2932 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:44.403548 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1c03593-c324-42c0-a64f-d863172a2932 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=94829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:25:44.404177 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d1c03593-c324-42c0-a64f-d863172a2932 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4274277'] for segment, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:44.407727 n-d-712140-12 neutron-server[94829]: Traceback (most recent call last): Aug 29 04:25:44.407727 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:25:44.407727 n-d-712140-12 neutron-server[94829]: timer() Aug 29 04:25:44.407727 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:25:44.407727 n-d-712140-12 neutron-server[94829]: cb(*args, **kw) Aug 29 04:25:44.407727 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:25:44.407727 n-d-712140-12 neutron-server[94829]: return func(*args, **kwargs) Aug 29 04:25:44.407727 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:25:44.407727 n-d-712140-12 neutron-server[94829]: self._notify() Aug 29 04:25:44.407727 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:25:44.407727 n-d-712140-12 neutron-server[94829]: self.callback(batched_events) Aug 29 04:25:44.407727 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:25:44.407727 n-d-712140-12 neutron-server[94829]: event.method(event) Aug 29 04:25:44.407727 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:25:44.407727 n-d-712140-12 neutron-server[94829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:25:44.407727 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:25:44.407727 n-d-712140-12 neutron-server[94829]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:25:44.407727 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:25:44.407727 n-d-712140-12 neutron-server[94829]: return f(self, *a, **k) Aug 29 04:25:44.407727 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:25:44.407727 n-d-712140-12 neutron-server[94829]: return self._get(url).json() Aug 29 04:25:44.407727 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:25:44.407727 n-d-712140-12 neutron-server[94829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:25:44.407727 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:25:44.407727 n-d-712140-12 neutron-server[94829]: return self.request(url, 'GET', **kwargs) Aug 29 04:25:44.407727 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:25:44.407727 n-d-712140-12 neutron-server[94829]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:25:44.407727 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:25:44.407727 n-d-712140-12 neutron-server[94829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:25:44.407727 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:25:44.407727 n-d-712140-12 neutron-server[94829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:25:44.407727 n-d-712140-12 neutron-server[94829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:25:44.448229 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6bb19c96-f6b0-4cd8-b336-abf6ab03a2de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:44.469700 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d1c03593-c324-42c0-a64f-d863172a2932 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:44.476944 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d1c03593-c324-42c0-a64f-d863172a2932 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:44.479192 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-d1c03593-c324-42c0-a64f-d863172a2932 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] 10.222.0.22 "DELETE /v2.0/networks/b05c4ba8-53fc-42a4-8694-ffbc2105bd84 HTTP/1.1" status: 204 len: 168 time: 2.7812476 Aug 29 04:25:44.481953 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-6bb19c96-f6b0-4cd8-b336-abf6ab03a2de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c65535d-8d45-4051-8e5d-043211a49251']}} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:44.485564 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0be6353-d7df-431a-9cb9-f929b124e258 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:44.487884 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 58258) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:44.496382 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c03593-c324-42c0-a64f-d863172a2932 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Pushing event deleted for resources: {'Network': ['ID=b05c4ba8-53fc-42a4-8694-ffbc2105bd84,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:44.535085 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-6bb19c96-f6b0-4cd8-b336-abf6ab03a2de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44fea4a1-e972-4690-b14e-956bce45d1ec') {'for_net_delete': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:44.535360 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-6bb19c96-f6b0-4cd8-b336-abf6ab03a2de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44fea4a1-e972-4690-b14e-956bce45d1ec') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:44.539002 n-d-712140-12 neutron-server[94828]: INFO neutron.pecan_wsgi.hooks.translation [None req-691906ae-a62a-4e7d-a9ef-89f22d8507ee tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] DELETE failed (client error): The resource could not be found. Aug 29 04:25:44.539451 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-691906ae-a62a-4e7d-a9ef-89f22d8507ee tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:25:44.541194 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-691906ae-a62a-4e7d-a9ef-89f22d8507ee tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] 10.222.0.22 "DELETE /v2.0/subnets/25815cf6-b56f-4a9c-a4ab-b54d69083e48 HTTP/1.1" status: 404 len: 337 time: 0.0523655 Aug 29 04:25:44.544448 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 58262) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:44.551263 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839b1f51-9ee3-4118-9c8d-7ecefd47c8b9 req-17bb4add-f601-4d5f-abca-0128ded10d1c tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:44.552758 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-839b1f51-9ee3-4118-9c8d-7ecefd47c8b9 req-17bb4add-f601-4d5f-abca-0128ded10d1c tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c4f5476-e59b-4665-b89a-7de07404fef5 HTTP/1.1" status: 200 len: 945 time: 0.5786610 Aug 29 04:25:44.566230 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-c843a6c3-05e4-41d5-bbd9-c2d03cbb9738 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] DELETE failed (client error): The resource could not be found. Aug 29 04:25:44.566792 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c843a6c3-05e4-41d5-bbd9-c2d03cbb9738 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:25:44.570885 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-c843a6c3-05e4-41d5-bbd9-c2d03cbb9738 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] 10.222.0.22 "DELETE /v2.0/networks/b05c4ba8-53fc-42a4-8694-ffbc2105bd84 HTTP/1.1" status: 404 len: 339 time: 0.0231090 Aug 29 04:25:44.571560 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 58264) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:44.572509 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6bb19c96-f6b0-4cd8-b336-abf6ab03a2de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8904833'] for segment, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:44.605697 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0be6353-d7df-431a-9cb9-f929b124e258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:44.607000 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0be6353-d7df-431a-9cb9-f929b124e258 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:44.608216 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0be6353-d7df-431a-9cb9-f929b124e258 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:44.609120 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-58144f81-d1e2-4351-a3c4-0ef8b99e16d1 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] DELETE failed (client error): The resource could not be found. Aug 29 04:25:44.609731 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58144f81-d1e2-4351-a3c4-0ef8b99e16d1 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:25:44.615060 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-58144f81-d1e2-4351-a3c4-0ef8b99e16d1 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] 10.222.0.22 "DELETE /v2.0/subnets/18355dbe-7366-4906-b6a2-2d7fb83c3198 HTTP/1.1" status: 404 len: 337 time: 0.0398479 Aug 29 04:25:44.615240 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6bb19c96-f6b0-4cd8-b336-abf6ab03a2de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:44.616022 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 58266) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:44.635152 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-81b24169-c8ee-4201-a7e1-e5195787a218 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] DELETE failed (client error): The resource could not be found. Aug 29 04:25:44.636404 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81b24169-c8ee-4201-a7e1-e5195787a218 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:25:44.642118 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-81b24169-c8ee-4201-a7e1-e5195787a218 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] 10.222.0.22 "DELETE /v2.0/networks/10f8731f-e3ee-4bfe-9cf2-176e521544dd HTTP/1.1" status: 404 len: 339 time: 0.0214558 Aug 29 04:25:44.642421 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 58268) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:44.670521 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-713b94fb-0391-4712-bf26-26ec03d72e2f tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] DELETE failed (client error): The resource could not be found. Aug 29 04:25:44.671338 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-713b94fb-0391-4712-bf26-26ec03d72e2f tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:25:44.676262 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-713b94fb-0391-4712-bf26-26ec03d72e2f tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] 10.222.0.22 "DELETE /v2.0/subnets/57e3093d-a408-47fd-a945-840796c47652 HTTP/1.1" status: 404 len: 337 time: 0.0297832 Aug 29 04:25:44.683711 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bb19c96-f6b0-4cd8-b336-abf6ab03a2de admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=94828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:25:44.684252 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6bb19c96-f6b0-4cd8-b336-abf6ab03a2de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9190468'] for segment, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:44.686120 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 58270) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:44.689206 n-d-712140-12 neutron-server[94828]: Traceback (most recent call last): Aug 29 04:25:44.689206 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:25:44.689206 n-d-712140-12 neutron-server[94828]: timer() Aug 29 04:25:44.689206 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:25:44.689206 n-d-712140-12 neutron-server[94828]: cb(*args, **kw) Aug 29 04:25:44.689206 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:25:44.689206 n-d-712140-12 neutron-server[94828]: return func(*args, **kwargs) Aug 29 04:25:44.689206 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:25:44.689206 n-d-712140-12 neutron-server[94828]: self._notify() Aug 29 04:25:44.689206 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:25:44.689206 n-d-712140-12 neutron-server[94828]: self.callback(batched_events) Aug 29 04:25:44.689206 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:25:44.689206 n-d-712140-12 neutron-server[94828]: event.method(event) Aug 29 04:25:44.689206 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:25:44.689206 n-d-712140-12 neutron-server[94828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:25:44.689206 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:25:44.689206 n-d-712140-12 neutron-server[94828]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:25:44.689206 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:25:44.689206 n-d-712140-12 neutron-server[94828]: return f(self, *a, **k) Aug 29 04:25:44.689206 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:25:44.689206 n-d-712140-12 neutron-server[94828]: return self._get(url).json() Aug 29 04:25:44.689206 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:25:44.689206 n-d-712140-12 neutron-server[94828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:25:44.689206 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:25:44.689206 n-d-712140-12 neutron-server[94828]: return self.request(url, 'GET', **kwargs) Aug 29 04:25:44.689206 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:25:44.689206 n-d-712140-12 neutron-server[94828]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:25:44.689206 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:25:44.689206 n-d-712140-12 neutron-server[94828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:25:44.689206 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:25:44.689206 n-d-712140-12 neutron-server[94828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:25:44.689206 n-d-712140-12 neutron-server[94828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:25:44.694030 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-839b1f51-9ee3-4118-9c8d-7ecefd47c8b9 req-224d3f34-908a-4552-a697-d6b4cbd3cf26 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325734 Aug 29 04:25:44.773953 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-d0be6353-d7df-431a-9cb9-f929b124e258 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4922652 Aug 29 04:25:44.779064 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 58274) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:44.785500 n-d-712140-12 neutron-server[94828]: INFO neutron.pecan_wsgi.hooks.translation [None req-eef2016a-0feb-4dd0-b925-208d7dd6a4b0 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] DELETE failed (client error): The resource could not be found. Aug 29 04:25:44.785683 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-6dc6288e-5f3f-40bb-936e-22228329e2f1 admin admin] Request body: {'subnet': {'network_id': '31a892ec-9c66-4fbe-925b-c9f08bf13fc2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1228017874-subnet', 'tenant_id': 'a8e6c033b4554f36b45b0f86c0dfcda0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:44.786514 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eef2016a-0feb-4dd0-b925-208d7dd6a4b0 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:25:44.788944 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-eef2016a-0feb-4dd0-b925-208d7dd6a4b0 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] 10.222.0.22 "DELETE /v2.0/networks/d8985284-6c1e-45c8-9af4-501ba3102183 HTTP/1.1" status: 404 len: 339 time: 0.0989087 Aug 29 04:25:44.794350 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 58276) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:44.812629 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0be6353-d7df-431a-9cb9-f929b124e258 admin admin] Pushing event updated for resources: {'Network': ['ID=31a892ec-9c66-4fbe-925b-c9f08bf13fc2,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:44.825502 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 31a892ec-9c66-4fbe-925b-c9f08bf13fc2 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:25:44.841711 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dc6288e-5f3f-40bb-936e-22228329e2f1 admin admin] Made reservation on behalf of a8e6c033b4554f36b45b0f86c0dfcda0 for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:25:44.850788 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6dc6288e-5f3f-40bb-936e-22228329e2f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4552395'] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:44.869045 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6bb19c96-f6b0-4cd8-b336-abf6ab03a2de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:44.910275 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6bb19c96-f6b0-4cd8-b336-abf6ab03a2de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:44.914890 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-6bb19c96-f6b0-4cd8-b336-abf6ab03a2de admin admin] 10.222.0.22 "DELETE /v2.0/networks/1c65535d-8d45-4051-8e5d-043211a49251 HTTP/1.1" status: 204 len: 168 time: 1.1410530 Aug 29 04:25:44.935524 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb19c96-f6b0-4cd8-b336-abf6ab03a2de admin admin] Pushing event deleted for resources: {'Network': ['ID=1c65535d-8d45-4051-8e5d-043211a49251,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:44.938427 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 58280) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:45.063177 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_v2 [None req-08e1b798-d066-44c8-bb08-1f9abe0f1dcc admin admin] Deleting subnet 9487cc00-03e6-4fa8-a41a-249b0822e888 {{(pid=94828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:25:45.067641 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-08e1b798-d066-44c8-bb08-1f9abe0f1dcc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:45.097588 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6dc6288e-5f3f-40bb-936e-22228329e2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4274880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4552377'] for subnet, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:45.111373 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-eff7ff03-4a1b-43fa-a7c7-c37e8f5e887f tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Deleting port 698bd2c6-0d55-47e5-83b6-6df6c11478a6 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:25:45.111745 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-eff7ff03-4a1b-43fa-a7c7-c37e8f5e887f tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:45.121774 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb95b1c1-0358-45dc-9d48-ea5c8661942a req-ac05c8ae-81e6-432e-a5f2-87545dc71cbd tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:45.123285 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fb95b1c1-0358-45dc-9d48-ea5c8661942a req-ac05c8ae-81e6-432e-a5f2-87545dc71cbd tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c4f5476-e59b-4665-b89a-7de07404fef5 HTTP/1.1" status: 200 len: 945 time: 0.1706808 Aug 29 04:25:45.138658 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-08e1b798-d066-44c8-bb08-1f9abe0f1dcc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8904862'] for subnet, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:45.160138 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc6288e-5f3f-40bb-936e-22228329e2f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46431106-bee4-44d4-b80e-4f45ebc8e8d0,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:45.172090 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc6288e-5f3f-40bb-936e-22228329e2f1 admin admin] Checking segment: {'id': '62209f17-c2c5-4b6b-8289-c07b08894b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '31a892ec-9c66-4fbe-925b-c9f08bf13fc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:25:45.172450 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc6288e-5f3f-40bb-936e-22228329e2f1 admin admin] Network hostable DHCP agents. Network: 31a892ec-9c66-4fbe-925b-c9f08bf13fc2, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:25:45.190276 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc6288e-5f3f-40bb-936e-22228329e2f1 admin admin] Network 31a892ec-9c66-4fbe-925b-c9f08bf13fc2 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:25:45.201817 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-6dc6288e-5f3f-40bb-936e-22228329e2f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 31a892ec-9c66-4fbe-925b-c9f08bf13fc2) {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:25:45.206915 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc6288e-5f3f-40bb-936e-22228329e2f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:45.207648 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6dc6288e-5f3f-40bb-936e-22228329e2f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:45.217195 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae573bdc-4ddd-4bf9-8018-ab56024ac14e None None] Network 31a892ec-9c66-4fbe-925b-c9f08bf13fc2 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:25:45.223786 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-6dc6288e-5f3f-40bb-936e-22228329e2f1 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4434874 Aug 29 04:25:45.301315 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-eff7ff03-4a1b-43fa-a7c7-c37e8f5e887f tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:45.325267 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-08e1b798-d066-44c8-bb08-1f9abe0f1dcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:45.363307 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fb95b1c1-0358-45dc-9d48-ea5c8661942a req-15b51792-eefd-4fb9-86dd-0bfbb8689714 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226479 Aug 29 04:25:45.366579 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-eff7ff03-4a1b-43fa-a7c7-c37e8f5e887f tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Calling delete_port for 698bd2c6-0d55-47e5-83b6-6df6c11478a6 owned by {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:25:45.421659 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21031cd-fb61-427e-b9be-98960d36c1a0 req-8f553e11-1f56-4666-a49e-01fa000edc52 tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:45.427779 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f21031cd-fb61-427e-b9be-98960d36c1a0 req-8f553e11-1f56-4666-a49e-01fa000edc52 tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c3960a5-89e6-42f0-bf6b-039573f81b2a HTTP/1.1" status: 200 len: 946 time: 0.1156991 Aug 29 04:25:45.470535 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc82da1-4b02-4c1d-9d4a-f715efc3ada3 None None] Network 31a892ec-9c66-4fbe-925b-c9f08bf13fc2 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:25:45.497600 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-08e1b798-d066-44c8-bb08-1f9abe0f1dcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9190434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062341'] for subnet, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:45.516174 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-08e1b798-d066-44c8-bb08-1f9abe0f1dcc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:45.518309 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-08e1b798-d066-44c8-bb08-1f9abe0f1dcc admin admin] 10.222.0.22 "DELETE /v2.0/subnets/9487cc00-03e6-4fa8-a41a-249b0822e888 HTTP/1.1" status: 204 len: 168 time: 0.5748599 Aug 29 04:25:45.518485 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f21031cd-fb61-427e-b9be-98960d36c1a0 req-3ace2e2b-f8f7-4528-bd6a-d5072138bde7 tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] 10.222.0.22 "GET /v2.0/security-groups?id=7f987bdf-6d05-400a-bf02-f82aa4859023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899875 Aug 29 04:25:45.519598 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 58296) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:45.521933 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 58298) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:45.550558 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e1b798-d066-44c8-bb08-1f9abe0f1dcc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9487cc00-03e6-4fa8-a41a-249b0822e888,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:45.584060 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-eff7ff03-4a1b-43fa-a7c7-c37e8f5e887f tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:45.634318 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7ff03-4a1b-43fa-a7c7-c37e8f5e887f tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Pushing event deleted for resources: {'Port': ['ID=698bd2c6-0d55-47e5-83b6-6df6c11478a6,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:45.639802 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-eff7ff03-4a1b-43fa-a7c7-c37e8f5e887f tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:45.641955 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-eff7ff03-4a1b-43fa-a7c7-c37e8f5e887f tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] 10.222.0.22 "DELETE /v2.0/ports/698bd2c6-0d55-47e5-83b6-6df6c11478a6 HTTP/1.1" status: 204 len: 168 time: 0.8428807 Aug 29 04:25:45.645524 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 58302) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:45.659454 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd091525-1feb-4602-b237-3af44bd2afcb admin admin] Deleting subnet 46431106-bee4-44d4-b80e-4f45ebc8e8d0 {{(pid=94828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:25:45.680658 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-105da034-b67f-40c6-99d8-2c73d5bac17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:45.685741 n-d-712140-12 neutron-server[94828]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8e4f208-ca33-494e-b7c2-eb2c83577d70 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] DELETE failed (client error): The resource could not be found. Aug 29 04:25:45.686214 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8e4f208-ca33-494e-b7c2-eb2c83577d70 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:25:45.688345 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-a8e4f208-ca33-494e-b7c2-eb2c83577d70 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] 10.222.0.22 "DELETE /v2.0/subnets/5b4f262e-60f7-4064-ba1c-d01f7589b66d HTTP/1.1" status: 404 len: 337 time: 0.0416217 Aug 29 04:25:45.689196 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fd091525-1feb-4602-b237-3af44bd2afcb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:45.691830 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 58304) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:45.793220 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fd091525-1feb-4602-b237-3af44bd2afcb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8904862'] for subnet, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:45.807753 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-105da034-b67f-40c6-99d8-2c73d5bac17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:45.822060 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-105da034-b67f-40c6-99d8-2c73d5bac17c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c21165c4-383d-41d5-a50e-638f6a2a917c']}} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:45.836475 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-105da034-b67f-40c6-99d8-2c73d5bac17c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a70b910-d817-42e6-8d4b-2340e521cbda') {'for_net_delete': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:45.836814 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-105da034-b67f-40c6-99d8-2c73d5bac17c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a70b910-d817-42e6-8d4b-2340e521cbda') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:45.843892 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d735a56b-0535-4926-942c-27e2acd8810e tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:45.845946 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ba2c63-4de3-4931-8836-4693bc0761f6 req-945a2111-2640-4aaf-9713-07f60394a82e tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:45.847544 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e8ba2c63-4de3-4931-8836-4693bc0761f6 req-945a2111-2640-4aaf-9713-07f60394a82e tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] 10.222.0.48 "GET /v2.0/ports?device_id=2c3960a5-89e6-42f0-bf6b-039573f81b2a HTTP/1.1" status: 200 len: 946 time: 0.1170003 Aug 29 04:25:45.857141 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-105da034-b67f-40c6-99d8-2c73d5bac17c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4311712'] for segment, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:45.861100 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fd091525-1feb-4602-b237-3af44bd2afcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:45.898396 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-105da034-b67f-40c6-99d8-2c73d5bac17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:45.913715 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-105da034-b67f-40c6-99d8-2c73d5bac17c admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=94829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:25:45.913715 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-105da034-b67f-40c6-99d8-2c73d5bac17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4274277'] for segment, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:45.914619 n-d-712140-12 neutron-server[94829]: Traceback (most recent call last): Aug 29 04:25:45.914619 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:25:45.914619 n-d-712140-12 neutron-server[94829]: timer() Aug 29 04:25:45.914619 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:25:45.914619 n-d-712140-12 neutron-server[94829]: cb(*args, **kw) Aug 29 04:25:45.914619 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:25:45.914619 n-d-712140-12 neutron-server[94829]: return func(*args, **kwargs) Aug 29 04:25:45.914619 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:25:45.914619 n-d-712140-12 neutron-server[94829]: self._notify() Aug 29 04:25:45.914619 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:25:45.914619 n-d-712140-12 neutron-server[94829]: self.callback(batched_events) Aug 29 04:25:45.914619 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:25:45.914619 n-d-712140-12 neutron-server[94829]: event.method(event) Aug 29 04:25:45.914619 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:25:45.914619 n-d-712140-12 neutron-server[94829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:25:45.914619 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:25:45.914619 n-d-712140-12 neutron-server[94829]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:25:45.914619 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:25:45.914619 n-d-712140-12 neutron-server[94829]: return f(self, *a, **k) Aug 29 04:25:45.914619 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:25:45.914619 n-d-712140-12 neutron-server[94829]: return self._get(url).json() Aug 29 04:25:45.914619 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:25:45.914619 n-d-712140-12 neutron-server[94829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:25:45.914619 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:25:45.914619 n-d-712140-12 neutron-server[94829]: return self.request(url, 'GET', **kwargs) Aug 29 04:25:45.914619 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:25:45.914619 n-d-712140-12 neutron-server[94829]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:25:45.914619 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:25:45.914619 n-d-712140-12 neutron-server[94829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:25:45.914619 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:25:45.914619 n-d-712140-12 neutron-server[94829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:25:45.914619 n-d-712140-12 neutron-server[94829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:25:45.986373 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d735a56b-0535-4926-942c-27e2acd8810e tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:46.004213 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-d735a56b-0535-4926-942c-27e2acd8810e tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55424aa9-aef4-449f-ad4b-29b35dc768a4']}} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:46.006457 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-105da034-b67f-40c6-99d8-2c73d5bac17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:46.012382 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fd091525-1feb-4602-b237-3af44bd2afcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9190434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062341'] for subnet, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:46.014008 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-105da034-b67f-40c6-99d8-2c73d5bac17c admin admin] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:46.019472 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-105da034-b67f-40c6-99d8-2c73d5bac17c admin admin] 10.222.0.22 "DELETE /v2.0/networks/c21165c4-383d-41d5-a50e-638f6a2a917c HTTP/1.1" status: 204 len: 168 time: 0.4955294 Aug 29 04:25:46.020681 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-d735a56b-0535-4926-942c-27e2acd8810e tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81981f60-76a6-499a-9ddf-c2596fefc194') {'for_net_delete': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:46.021165 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-d735a56b-0535-4926-942c-27e2acd8810e tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81981f60-76a6-499a-9ddf-c2596fefc194') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:46.036333 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105da034-b67f-40c6-99d8-2c73d5bac17c admin admin] Pushing event deleted for resources: {'Network': ['ID=c21165c4-383d-41d5-a50e-638f6a2a917c,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:46.044197 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [req-e8ba2c63-4de3-4931-8836-4693bc0761f6 req-6ce61f93-7a90-4583-9c8c-577de65508e1 tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] Deleting port caebc482-467f-4e6d-9fe4-03b5910d9ec9 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:25:46.044575 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-e8ba2c63-4de3-4931-8836-4693bc0761f6 req-6ce61f93-7a90-4583-9c8c-577de65508e1 tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:46.083741 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d735a56b-0535-4926-942c-27e2acd8810e tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8904833'] for segment, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:46.087182 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd091525-1feb-4602-b237-3af44bd2afcb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46431106-bee4-44d4-b80e-4f45ebc8e8d0,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:46.094216 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fd091525-1feb-4602-b237-3af44bd2afcb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:46.096310 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-fd091525-1feb-4602-b237-3af44bd2afcb admin admin] 10.222.0.22 "DELETE /v2.0/subnets/46431106-bee4-44d4-b80e-4f45ebc8e8d0 HTTP/1.1" status: 204 len: 168 time: 0.5740798 Aug 29 04:25:46.099152 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 58310) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:46.151080 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d735a56b-0535-4926-942c-27e2acd8810e tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:46.165505 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d735a56b-0535-4926-942c-27e2acd8810e tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=94828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:25:46.165906 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d735a56b-0535-4926-942c-27e2acd8810e tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9190468'] for segment, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:46.170231 n-d-712140-12 neutron-server[94828]: Traceback (most recent call last): Aug 29 04:25:46.170231 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:25:46.170231 n-d-712140-12 neutron-server[94828]: timer() Aug 29 04:25:46.170231 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:25:46.170231 n-d-712140-12 neutron-server[94828]: cb(*args, **kw) Aug 29 04:25:46.170231 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:25:46.170231 n-d-712140-12 neutron-server[94828]: return func(*args, **kwargs) Aug 29 04:25:46.170231 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:25:46.170231 n-d-712140-12 neutron-server[94828]: self._notify() Aug 29 04:25:46.170231 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:25:46.170231 n-d-712140-12 neutron-server[94828]: self.callback(batched_events) Aug 29 04:25:46.170231 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:25:46.170231 n-d-712140-12 neutron-server[94828]: event.method(event) Aug 29 04:25:46.170231 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:25:46.170231 n-d-712140-12 neutron-server[94828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:25:46.170231 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:25:46.170231 n-d-712140-12 neutron-server[94828]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:25:46.170231 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:25:46.170231 n-d-712140-12 neutron-server[94828]: return f(self, *a, **k) Aug 29 04:25:46.170231 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:25:46.170231 n-d-712140-12 neutron-server[94828]: return self._get(url).json() Aug 29 04:25:46.170231 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:25:46.170231 n-d-712140-12 neutron-server[94828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:25:46.170231 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:25:46.170231 n-d-712140-12 neutron-server[94828]: return self.request(url, 'GET', **kwargs) Aug 29 04:25:46.170231 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:25:46.170231 n-d-712140-12 neutron-server[94828]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:25:46.170231 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:25:46.170231 n-d-712140-12 neutron-server[94828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:25:46.170231 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:25:46.170231 n-d-712140-12 neutron-server[94828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:25:46.170231 n-d-712140-12 neutron-server[94828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:25:46.192678 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-e8ba2c63-4de3-4931-8836-4693bc0761f6 req-6ce61f93-7a90-4583-9c8c-577de65508e1 tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] For port caebc482-467f-4e6d-9fe4-03b5910d9ec9, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=caebc482-467f-4e6d-9fe4-03b5910d9ec9,segment=NetworkSegment(6dd7e887-a742-4794-9d44-e9baf733124b),segment_id=6dd7e887-a742-4794-9d44-e9baf733124b)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:46.193649 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-e8ba2c63-4de3-4931-8836-4693bc0761f6 req-6ce61f93-7a90-4583-9c8c-577de65508e1 tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:46.210416 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [req-e8ba2c63-4de3-4931-8836-4693bc0761f6 req-6ce61f93-7a90-4583-9c8c-577de65508e1 tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] Calling delete_port for caebc482-467f-4e6d-9fe4-03b5910d9ec9 owned by compute:nova {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:25:46.233464 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 58312) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:46.251917 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-85da6005-659c-4647-83e0-4530f799c6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:46.275702 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d735a56b-0535-4926-942c-27e2acd8810e tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:46.289997 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d735a56b-0535-4926-942c-27e2acd8810e tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:46.296092 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-d735a56b-0535-4926-942c-27e2acd8810e tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] 10.222.0.22 "DELETE /v2.0/networks/55424aa9-aef4-449f-ad4b-29b35dc768a4 HTTP/1.1" status: 204 len: 168 time: 0.6027689 Aug 29 04:25:46.301636 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 58314) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:46.346772 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-cf4f3437-d951-4f61-a7e5-d74f9e63acf9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=260b2b7726794e4d90a38e52b66506fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1121833 Aug 29 04:25:46.349213 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d735a56b-0535-4926-942c-27e2acd8810e tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Pushing event deleted for resources: {'Network': ['ID=55424aa9-aef4-449f-ad4b-29b35dc768a4,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:46.351315 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 58316) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:46.447276 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-85da6005-659c-4647-83e0-4530f799c6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:46.465001 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-85da6005-659c-4647-83e0-4530f799c6a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31a892ec-9c66-4fbe-925b-c9f08bf13fc2']}} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:46.480779 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-85da6005-659c-4647-83e0-4530f799c6a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62209f17-c2c5-4b6b-8289-c07b08894b15') {'for_net_delete': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:46.481327 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-85da6005-659c-4647-83e0-4530f799c6a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62209f17-c2c5-4b6b-8289-c07b08894b15') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:46.512030 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-85da6005-659c-4647-83e0-4530f799c6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8904833'] for segment, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:46.529021 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-618b2fb9-0b42-4ca3-b3f0-ae1d13c0e5e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:46.538865 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-e8ba2c63-4de3-4931-8836-4693bc0761f6 req-6ce61f93-7a90-4583-9c8c-577de65508e1 tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:46.548064 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-85da6005-659c-4647-83e0-4530f799c6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:46.563808 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85da6005-659c-4647-83e0-4530f799c6a2 admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=94828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:25:46.564362 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-85da6005-659c-4647-83e0-4530f799c6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9190468'] for segment, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:46.566854 n-d-712140-12 neutron-server[94828]: Traceback (most recent call last): Aug 29 04:25:46.566854 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:25:46.566854 n-d-712140-12 neutron-server[94828]: timer() Aug 29 04:25:46.566854 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:25:46.566854 n-d-712140-12 neutron-server[94828]: cb(*args, **kw) Aug 29 04:25:46.566854 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:25:46.566854 n-d-712140-12 neutron-server[94828]: return func(*args, **kwargs) Aug 29 04:25:46.566854 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:25:46.566854 n-d-712140-12 neutron-server[94828]: self._notify() Aug 29 04:25:46.566854 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:25:46.566854 n-d-712140-12 neutron-server[94828]: self.callback(batched_events) Aug 29 04:25:46.566854 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:25:46.566854 n-d-712140-12 neutron-server[94828]: event.method(event) Aug 29 04:25:46.566854 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:25:46.566854 n-d-712140-12 neutron-server[94828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:25:46.566854 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:25:46.566854 n-d-712140-12 neutron-server[94828]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:25:46.566854 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:25:46.566854 n-d-712140-12 neutron-server[94828]: return f(self, *a, **k) Aug 29 04:25:46.566854 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:25:46.566854 n-d-712140-12 neutron-server[94828]: return self._get(url).json() Aug 29 04:25:46.566854 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:25:46.566854 n-d-712140-12 neutron-server[94828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:25:46.566854 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:25:46.566854 n-d-712140-12 neutron-server[94828]: return self.request(url, 'GET', **kwargs) Aug 29 04:25:46.566854 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:25:46.566854 n-d-712140-12 neutron-server[94828]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:25:46.566854 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:25:46.566854 n-d-712140-12 neutron-server[94828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:25:46.566854 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:25:46.566854 n-d-712140-12 neutron-server[94828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:25:46.566854 n-d-712140-12 neutron-server[94828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:25:46.573118 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['caebc482-467f-4e6d-9fe4-03b5910d9ec9'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:25:46.583019 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-32ff39e3-6cf8-4229-873c-e45a3591456e tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Deleting port ee87eaaf-1b86-4089-b4b3-6d9cd25f2d33 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:25:46.583424 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-32ff39e3-6cf8-4229-873c-e45a3591456e tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:46.662036 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-618b2fb9-0b42-4ca3-b3f0-ae1d13c0e5e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:46.689424 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f0a760-928a-45fc-aa57-5a6b0288b011 req-a782ebfd-5df3-4d7a-a958-fc16ddf4d0c6 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:46.691985 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-30f0a760-928a-45fc-aa57-5a6b0288b011 req-a782ebfd-5df3-4d7a-a958-fc16ddf4d0c6 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c4f5476-e59b-4665-b89a-7de07404fef5 HTTP/1.1" status: 200 len: 945 time: 0.2350464 Aug 29 04:25:46.710034 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce61f93-7a90-4583-9c8c-577de65508e1 tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] Pushing event deleted for resources: {'Port': ['ID=caebc482-467f-4e6d-9fe4-03b5910d9ec9,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:46.770691 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-85da6005-659c-4647-83e0-4530f799c6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:46.781196 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f6a2ecdf-7623-4ba7-a859-2e9083ed9e8b req-5cb69ad9-b76e-406d-92bd-4e47c3794b9d tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c3960a5-89e6-42f0-bf6b-039573f81b2a HTTP/1.1" status: 200 len: 210 time: 0.0556424 Aug 29 04:25:46.787544 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-85da6005-659c-4647-83e0-4530f799c6a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:46.806383 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-85da6005-659c-4647-83e0-4530f799c6a2 admin admin] 10.222.0.22 "DELETE /v2.0/networks/31a892ec-9c66-4fbe-925b-c9f08bf13fc2 HTTP/1.1" status: 204 len: 168 time: 0.7029195 Aug 29 04:25:46.826253 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85da6005-659c-4647-83e0-4530f799c6a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=31a892ec-9c66-4fbe-925b-c9f08bf13fc2,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:46.826905 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8ba2c63-4de3-4931-8836-4693bc0761f6 req-6ce61f93-7a90-4583-9c8c-577de65508e1 tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] No DVR routers for this DVR port caebc482-467f-4e6d-9fe4-03b5910d9ec9 on host n-h2-712140-12 {{(pid=94829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:25:46.832440 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-32ff39e3-6cf8-4229-873c-e45a3591456e tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:46.835480 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-e8ba2c63-4de3-4931-8836-4693bc0761f6 req-6ce61f93-7a90-4583-9c8c-577de65508e1 tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:46.837725 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e8ba2c63-4de3-4931-8836-4693bc0761f6 req-6ce61f93-7a90-4583-9c8c-577de65508e1 tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] 10.222.0.48 "DELETE /v2.0/ports/caebc482-467f-4e6d-9fe4-03b5910d9ec9 HTTP/1.1" status: 204 len: 173 time: 0.9826181 Aug 29 04:25:46.840683 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c3960a5-89e6-42f0-bf6b-039573f81b2a', 'name': 'network-vif-deleted', 'tag': 'caebc482-467f-4e6d-9fe4-03b5910d9ec9'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:25:46.844577 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c8d0471-7cd6-47e6-9cff-cedcede47cac" -d '{"events": [{"server_uuid": "2c3960a5-89e6-42f0-bf6b-039573f81b2a", "name": "network-vif-deleted", "tag": "caebc482-467f-4e6d-9fe4-03b5910d9ec9"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:25:46.861612 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-618b2fb9-0b42-4ca3-b3f0-ae1d13c0e5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:46.865257 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-618b2fb9-0b42-4ca3-b3f0-ae1d13c0e5e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:46.872504 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-32ff39e3-6cf8-4229-873c-e45a3591456e tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Calling delete_port for ee87eaaf-1b86-4089-b4b3-6d9cd25f2d33 owned by {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:25:46.873532 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-618b2fb9-0b42-4ca3-b3f0-ae1d13c0e5e9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/88fe2c00-ca68-47f2-93a1-621b197995e5 HTTP/1.1" status: 204 len: 168 time: 0.4980340 Aug 29 04:25:46.887789 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-30f0a760-928a-45fc-aa57-5a6b0288b011 req-915a8c51-403d-4be5-be1d-bbad4d8e466d tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743290 Aug 29 04:25:46.894220 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618b2fb9-0b42-4ca3-b3f0-ae1d13c0e5e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88fe2c00-ca68-47f2-93a1-621b197995e5,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:46.981858 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a283f48-79d1-4918-b975-96e704c91797 x-openstack-request-id: req-6a283f48-79d1-4918-b975-96e704c91797 {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:25:46.982155 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c3960a5-89e6-42f0-bf6b-039573f81b2a", "name": "network-vif-deleted", "tag": "caebc482-467f-4e6d-9fe4-03b5910d9ec9", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:25:46.982405 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6a283f48-79d1-4918-b975-96e704c91797 {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:25:46.983349 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c3960a5-89e6-42f0-bf6b-039573f81b2a', 'name': 'network-vif-deleted', 'tag': 'caebc482-467f-4e6d-9fe4-03b5910d9ec9', 'status': 'completed', 'code': 200} Aug 29 04:25:47.083303 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-32ff39e3-6cf8-4229-873c-e45a3591456e tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:47.128816 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ff39e3-6cf8-4229-873c-e45a3591456e tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Pushing event deleted for resources: {'Port': ['ID=ee87eaaf-1b86-4089-b4b3-6d9cd25f2d33,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:47.132508 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-32ff39e3-6cf8-4229-873c-e45a3591456e tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:47.136679 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-32ff39e3-6cf8-4229-873c-e45a3591456e tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] 10.222.0.22 "DELETE /v2.0/ports/ee87eaaf-1b86-4089-b4b3-6d9cd25f2d33 HTTP/1.1" status: 204 len: 168 time: 0.8321040 Aug 29 04:25:47.137728 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 58338) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:47.173937 n-d-712140-12 neutron-server[94828]: INFO neutron.pecan_wsgi.hooks.translation [None req-f229616a-2e3d-42af-bca2-82181af6640e tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] DELETE failed (client error): The resource could not be found. Aug 29 04:25:47.174650 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f229616a-2e3d-42af-bca2-82181af6640e tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:25:47.179326 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-f229616a-2e3d-42af-bca2-82181af6640e tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] 10.222.0.22 "DELETE /v2.0/subnets/6f08a001-3842-445b-a554-4a042d7d0b7c HTTP/1.1" status: 404 len: 337 time: 0.0411522 Aug 29 04:25:47.179957 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 58340) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:47.180444 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 58342) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:47.258878 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 58346) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:47.260322 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-5191baea-ef3a-43e5-8b33-c441363ca6a0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a8e6c033b4554f36b45b0f86c0dfcda0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0785358 Aug 29 04:25:47.304749 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6b9ba9a5-568a-441d-9d16-b3053f92dca4 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:47.420590 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 58348) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:47.421511 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-72ae5e4a-5b99-4c09-8fda-22fad4d2bfd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:47.438609 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6b9ba9a5-568a-441d-9d16-b3053f92dca4 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:47.458504 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-6b9ba9a5-568a-441d-9d16-b3053f92dca4 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77857e47-917b-4b66-8eca-f5315ff7eb67']}} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:47.470143 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-72ae5e4a-5b99-4c09-8fda-22fad4d2bfd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:47.483338 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-6b9ba9a5-568a-441d-9d16-b3053f92dca4 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97e3b1b9-c678-4898-aae0-1d38fc342fe1') {'for_net_delete': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:47.483773 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-6b9ba9a5-568a-441d-9d16-b3053f92dca4 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97e3b1b9-c678-4898-aae0-1d38fc342fe1') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:47.485023 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-1fa6c851-4309-496d-8b9b-2b5043a496a2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=73fb68fd9a554f2ea8d76adc17e0259b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0614250 Aug 29 04:25:47.485023 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 58350) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:47.510357 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6b9ba9a5-568a-441d-9d16-b3053f92dca4 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4311712'] for segment, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:47.535976 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6b9ba9a5-568a-441d-9d16-b3053f92dca4 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:47.538234 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d5cf0281-3e4c-429c-aaac-6dc06936bac5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:47.546331 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b9ba9a5-568a-441d-9d16-b3053f92dca4 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=94829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:25:47.546331 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6b9ba9a5-568a-441d-9d16-b3053f92dca4 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4274277'] for segment, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:47.549115 n-d-712140-12 neutron-server[94829]: Traceback (most recent call last): Aug 29 04:25:47.549115 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:25:47.549115 n-d-712140-12 neutron-server[94829]: timer() Aug 29 04:25:47.549115 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:25:47.549115 n-d-712140-12 neutron-server[94829]: cb(*args, **kw) Aug 29 04:25:47.549115 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:25:47.549115 n-d-712140-12 neutron-server[94829]: return func(*args, **kwargs) Aug 29 04:25:47.549115 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:25:47.549115 n-d-712140-12 neutron-server[94829]: self._notify() Aug 29 04:25:47.549115 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:25:47.549115 n-d-712140-12 neutron-server[94829]: self.callback(batched_events) Aug 29 04:25:47.549115 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:25:47.549115 n-d-712140-12 neutron-server[94829]: event.method(event) Aug 29 04:25:47.549115 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:25:47.549115 n-d-712140-12 neutron-server[94829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:25:47.549115 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:25:47.549115 n-d-712140-12 neutron-server[94829]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:25:47.549115 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:25:47.549115 n-d-712140-12 neutron-server[94829]: return f(self, *a, **k) Aug 29 04:25:47.549115 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:25:47.549115 n-d-712140-12 neutron-server[94829]: return self._get(url).json() Aug 29 04:25:47.549115 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:25:47.549115 n-d-712140-12 neutron-server[94829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:25:47.549115 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:25:47.549115 n-d-712140-12 neutron-server[94829]: return self.request(url, 'GET', **kwargs) Aug 29 04:25:47.549115 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:25:47.549115 n-d-712140-12 neutron-server[94829]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:25:47.549115 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:25:47.549115 n-d-712140-12 neutron-server[94829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:25:47.549115 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:25:47.549115 n-d-712140-12 neutron-server[94829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:25:47.549115 n-d-712140-12 neutron-server[94829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:25:47.576469 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d5cf0281-3e4c-429c-aaac-6dc06936bac5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:47.605894 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-72ae5e4a-5b99-4c09-8fda-22fad4d2bfd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:47.609757 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-72ae5e4a-5b99-4c09-8fda-22fad4d2bfd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:47.610964 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-72ae5e4a-5b99-4c09-8fda-22fad4d2bfd6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ac69c9ee-bfd0-4c47-bd73-d1ffee954f6e HTTP/1.1" status: 204 len: 168 time: 0.3510928 Aug 29 04:25:47.631028 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ae5e4a-5b99-4c09-8fda-22fad4d2bfd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac69c9ee-bfd0-4c47-bd73-d1ffee954f6e,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:47.648784 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6b9ba9a5-568a-441d-9d16-b3053f92dca4 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:47.669420 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6b9ba9a5-568a-441d-9d16-b3053f92dca4 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:47.670211 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d5cf0281-3e4c-429c-aaac-6dc06936bac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:47.672745 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-6b9ba9a5-568a-441d-9d16-b3053f92dca4 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] 10.222.0.22 "DELETE /v2.0/networks/77857e47-917b-4b66-8eca-f5315ff7eb67 HTTP/1.1" status: 204 len: 168 time: 0.4914033 Aug 29 04:25:47.673314 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d5cf0281-3e4c-429c-aaac-6dc06936bac5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:47.674532 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-d5cf0281-3e4c-429c-aaac-6dc06936bac5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2d031482-97a7-4a75-8116-3f2842c63855 HTTP/1.1" status: 204 len: 168 time: 0.1881680 Aug 29 04:25:47.675629 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 58360) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:47.710985 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cf0281-3e4c-429c-aaac-6dc06936bac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d031482-97a7-4a75-8116-3f2842c63855,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:47.742174 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9ba9a5-568a-441d-9d16-b3053f92dca4 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Pushing event deleted for resources: {'Network': ['ID=77857e47-917b-4b66-8eca-f5315ff7eb67,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:47.805454 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cd424de-0433-4b27-9f5b-2e3f622209e8 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Deleting subnet 7e578465-4f96-403d-86eb-a53ad67acac3 {{(pid=94828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:25:47.809043 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6cd424de-0433-4b27-9f5b-2e3f622209e8 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks [] for subnet, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:47.856730 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6cd424de-0433-4b27-9f5b-2e3f622209e8 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8904862'] for subnet, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:48.009249 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6cd424de-0433-4b27-9f5b-2e3f622209e8 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:48.169264 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597adb9b-d13d-49bb-a791-612bdc4edae8 req-450ed739-3397-479e-8af5-def7134a6df4 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:48.171159 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-597adb9b-d13d-49bb-a791-612bdc4edae8 req-450ed739-3397-479e-8af5-def7134a6df4 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c4f5476-e59b-4665-b89a-7de07404fef5 HTTP/1.1" status: 200 len: 945 time: 0.1133738 Aug 29 04:25:48.185917 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6cd424de-0433-4b27-9f5b-2e3f622209e8 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9190434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062341'] for subnet, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:48.213527 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ad5c6a-9ff5-449f-b3d3-660fcb700b71 None None] Network 37f9b051-2d22-4f1b-8fb1-78b7f26f10cf requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:25:48.214568 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6cd424de-0433-4b27-9f5b-2e3f622209e8 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:48.216640 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-6cd424de-0433-4b27-9f5b-2e3f622209e8 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] 10.222.0.22 "DELETE /v2.0/subnets/7e578465-4f96-403d-86eb-a53ad67acac3 HTTP/1.1" status: 204 len: 168 time: 0.5187132 Aug 29 04:25:48.234013 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 58398) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:48.244850 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd424de-0433-4b27-9f5b-2e3f622209e8 tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Pushing event deleted for resources: {'Subnet': ['ID=7e578465-4f96-403d-86eb-a53ad67acac3,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:48.273715 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-597adb9b-d13d-49bb-a791-612bdc4edae8 req-08184b7e-ddac-47da-aa64-c3f29b55c467 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751932 Aug 29 04:25:48.481441 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634a005f-0a42-4a7f-a7e0-861665306bf4 req-27099a6f-9927-473f-8037-b5c5035414fd tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:48.489480 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2351ba05-3d19-4c36-9842-3d72ca4b1362 None None] DHCP port deletion for 37f9b051-2d22-4f1b-8fb1-78b7f26f10cf request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:25:48.493034 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-634a005f-0a42-4a7f-a7e0-861665306bf4 req-27099a6f-9927-473f-8037-b5c5035414fd tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] 10.222.0.22 "GET /v2.0/networks?id=feec027b-5116-4baf-b14f-d590c962d5a9 HTTP/1.1" status: 200 len: 809 time: 0.2959499 Aug 29 04:25:48.498197 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-33b25824-386f-4698-ab0f-e320f21883df tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:48.518198 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-634a005f-0a42-4a7f-a7e0-861665306bf4 req-5e409812-2cde-4cae-a33f-6e3c4b53f866 tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] 10.222.0.22 "GET /v2.0/quotas/3eb31237376d46398b3482f50bc3b288 HTTP/1.1" status: 200 len: 375 time: 0.0241270 Aug 29 04:25:48.570229 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-634a005f-0a42-4a7f-a7e0-861665306bf4 req-582ba523-8de5-41ea-a1f6-3d30b7a0006a tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=3eb31237376d46398b3482f50bc3b288&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0503523 Aug 29 04:25:48.577725 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-2351ba05-3d19-4c36-9842-3d72ca4b1362 None None] Deleting port 1ac67446-2f7a-44d1-a9d7-fd591c79724b {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:25:48.578155 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2351ba05-3d19-4c36-9842-3d72ca4b1362 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:48.673497 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-2351ba05-3d19-4c36-9842-3d72ca4b1362 None None] For port 1ac67446-2f7a-44d1-a9d7-fd591c79724b, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=1ac67446-2f7a-44d1-a9d7-fd591c79724b,segment=NetworkSegment(9f6e5fdd-e8e9-472c-bcd1-665aa32baa0b),segment_id=9f6e5fdd-e8e9-472c-bcd1-665aa32baa0b)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:48.677416 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2351ba05-3d19-4c36-9842-3d72ca4b1362 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:48.712872 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-2351ba05-3d19-4c36-9842-3d72ca4b1362 None None] Calling delete_port for 1ac67446-2f7a-44d1-a9d7-fd591c79724b owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:25:48.754754 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-634a005f-0a42-4a7f-a7e0-861665306bf4 req-9323d792-cadc-47a1-b440-a1f820b226ac service neutron] 10.222.0.22 "GET /v2.0/networks/feec027b-5116-4baf-b14f-d590c962d5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835153 Aug 29 04:25:48.808505 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-33b25824-386f-4698-ab0f-e320f21883df tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Deleting port 1ac67446-2f7a-44d1-a9d7-fd591c79724b {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:25:48.808856 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-33b25824-386f-4698-ab0f-e320f21883df tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:48.859177 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2351ba05-3d19-4c36-9842-3d72ca4b1362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:48.917533 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2351ba05-3d19-4c36-9842-3d72ca4b1362 None None] Pushing event deleted for resources: {'Port': ['ID=1ac67446-2f7a-44d1-a9d7-fd591c79724b,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:48.932259 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2351ba05-3d19-4c36-9842-3d72ca4b1362 None None] No DVR routers for this DVR port 1ac67446-2f7a-44d1-a9d7-fd591c79724b on host n-d-712140-12 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:25:49.002613 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-33b25824-386f-4698-ab0f-e320f21883df tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] For port 1ac67446-2f7a-44d1-a9d7-fd591c79724b, host n-d-712140-12, got binding levels [] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:49.003564 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-33b25824-386f-4698-ab0f-e320f21883df tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:49.028169 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:49.070545 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-634a005f-0a42-4a7f-a7e0-861665306bf4 req-b2ef62bf-f556-4df9-a42b-5d88ddebb3e5 service neutron] 10.222.0.22 "GET /v2.0/networks/feec027b-5116-4baf-b14f-d590c962d5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3148315 Aug 29 04:25:49.086254 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-33b25824-386f-4698-ab0f-e320f21883df tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Calling delete_port for 1ac67446-2f7a-44d1-a9d7-fd591c79724b owned by network:dhcp {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:25:49.092701 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.ipam_backend_mixin [None req-33b25824-386f-4698-ab0f-e320f21883df tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Port 1ac67446-2f7a-44d1-a9d7-fd591c79724b was not found and therefore no delete operation was performed {{(pid=94829) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 04:25:49.096174 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-33b25824-386f-4698-ab0f-e320f21883df tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:49.123413 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b25824-386f-4698-ab0f-e320f21883df tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] No DVR routers for this DVR port 1ac67446-2f7a-44d1-a9d7-fd591c79724b on host n-d-712140-12 {{(pid=94829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:25:49.182159 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b25824-386f-4698-ab0f-e320f21883df tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Pushing event deleted for resources: {'Port': ['ID=1ac67446-2f7a-44d1-a9d7-fd591c79724b,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:49.288012 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 58452) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:49.326805 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-33b25824-386f-4698-ab0f-e320f21883df tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:49.348874 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-33b25824-386f-4698-ab0f-e320f21883df tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37f9b051-2d22-4f1b-8fb1-78b7f26f10cf']}} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:49.362927 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device caebc482-467f-4e6d-9fe4-03b5910d9ec9 no longer exists at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:25:49.365775 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-33b25824-386f-4698-ab0f-e320f21883df tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f6e5fdd-e8e9-472c-bcd1-665aa32baa0b') {'for_net_delete': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:49.366386 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-33b25824-386f-4698-ab0f-e320f21883df tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f6e5fdd-e8e9-472c-bcd1-665aa32baa0b') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:49.379333 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-33b25824-386f-4698-ab0f-e320f21883df tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4311712'] for segment, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:49.394945 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-33b25824-386f-4698-ab0f-e320f21883df tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:49.402322 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33b25824-386f-4698-ab0f-e320f21883df tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=94829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:25:49.403155 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-33b25824-386f-4698-ab0f-e320f21883df tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4274277'] for segment, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:49.406765 n-d-712140-12 neutron-server[94829]: Traceback (most recent call last): Aug 29 04:25:49.406765 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:25:49.406765 n-d-712140-12 neutron-server[94829]: timer() Aug 29 04:25:49.406765 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:25:49.406765 n-d-712140-12 neutron-server[94829]: cb(*args, **kw) Aug 29 04:25:49.406765 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:25:49.406765 n-d-712140-12 neutron-server[94829]: return func(*args, **kwargs) Aug 29 04:25:49.406765 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:25:49.406765 n-d-712140-12 neutron-server[94829]: self._notify() Aug 29 04:25:49.406765 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:25:49.406765 n-d-712140-12 neutron-server[94829]: self.callback(batched_events) Aug 29 04:25:49.406765 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:25:49.406765 n-d-712140-12 neutron-server[94829]: event.method(event) Aug 29 04:25:49.406765 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:25:49.406765 n-d-712140-12 neutron-server[94829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:25:49.406765 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:25:49.406765 n-d-712140-12 neutron-server[94829]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:25:49.406765 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:25:49.406765 n-d-712140-12 neutron-server[94829]: return f(self, *a, **k) Aug 29 04:25:49.406765 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:25:49.406765 n-d-712140-12 neutron-server[94829]: return self._get(url).json() Aug 29 04:25:49.406765 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:25:49.406765 n-d-712140-12 neutron-server[94829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:25:49.406765 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:25:49.406765 n-d-712140-12 neutron-server[94829]: return self.request(url, 'GET', **kwargs) Aug 29 04:25:49.406765 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:25:49.406765 n-d-712140-12 neutron-server[94829]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:25:49.406765 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:25:49.406765 n-d-712140-12 neutron-server[94829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:25:49.406765 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:25:49.406765 n-d-712140-12 neutron-server[94829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:25:49.406765 n-d-712140-12 neutron-server[94829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:25:49.441510 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] No Port match for: caebc482-467f-4e6d-9fe4-03b5910d9ec9 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:25:49.443517 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device caebc482-467f-4e6d-9fe4-03b5910d9ec9 not bound to the agent host n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:25:49.451066 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e4a871f9-c807-4e67-947e-c71a7b7a2970 req-bc76ec9d-c9e4-4039-9ead-bf4e4faafe90 tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] 10.222.0.22 "GET /v2.0/ports?device_id=e84a1e9a-b7e6-4e7f-ba02-47716c630e3b HTTP/1.1" status: 200 len: 210 time: 0.0925939 Aug 29 04:25:49.571260 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-33b25824-386f-4698-ab0f-e320f21883df tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:49.583196 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-33b25824-386f-4698-ab0f-e320f21883df tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:49.585566 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-33b25824-386f-4698-ab0f-e320f21883df tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] 10.222.0.22 "DELETE /v2.0/networks/37f9b051-2d22-4f1b-8fb1-78b7f26f10cf HTTP/1.1" status: 204 len: 168 time: 1.3505907 Aug 29 04:25:49.605067 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-78acb53c-e13d-4514-90b7-2ac93ead7d11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:49.617715 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e1f162-06d0-4aee-afa9-e5b43aeabf37 req-94894775-55cc-4990-a60a-8262a0dd3166 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:49.619474 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-35e1f162-06d0-4aee-afa9-e5b43aeabf37 req-94894775-55cc-4990-a60a-8262a0dd3166 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c4f5476-e59b-4665-b89a-7de07404fef5 HTTP/1.1" status: 200 len: 945 time: 0.1692038 Aug 29 04:25:49.634928 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b25824-386f-4698-ab0f-e320f21883df tempest-NetworksIpV6TestAttrs-1739428676 tempest-NetworksIpV6TestAttrs-1739428676-project] Pushing event deleted for resources: {'Network': ['ID=37f9b051-2d22-4f1b-8fb1-78b7f26f10cf,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:49.779455 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 1ac67446-2f7a-44d1-a9d7-fd591c79724b no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:25:49.791997 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-35e1f162-06d0-4aee-afa9-e5b43aeabf37 req-6cdc0fab-20f5-4623-bf61-9b3af7ae1e31 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447005 Aug 29 04:25:49.804938 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-78acb53c-e13d-4514-90b7-2ac93ead7d11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:49.814841 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-78acb53c-e13d-4514-90b7-2ac93ead7d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:49.830374 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 1ac67446-2f7a-44d1-a9d7-fd591c79724b {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:25:49.833581 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 1ac67446-2f7a-44d1-a9d7-fd591c79724b not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:25:49.885010 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-78acb53c-e13d-4514-90b7-2ac93ead7d11 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a6b006db25014507bfdde2430e9b3ec6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5931890 Aug 29 04:25:49.885010 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78acb53c-e13d-4514-90b7-2ac93ead7d11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c9f13b8-ea27-4be5-87aa-c0d5fb581a63,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:49.885660 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 58484) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:49.963572 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fd1e13c2-47f6-426d-bfd3-51533f15e15a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:49.968685 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:25:50.010443 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fd1e13c2-47f6-426d-bfd3-51533f15e15a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:50.087409 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 58492) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:50.099506 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fd1e13c2-47f6-426d-bfd3-51533f15e15a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:50.107225 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fd1e13c2-47f6-426d-bfd3-51533f15e15a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:50.108364 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-fd1e13c2-47f6-426d-bfd3-51533f15e15a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2c9f13b8-ea27-4be5-87aa-c0d5fb581a63 HTTP/1.1" status: 204 len: 168 time: 0.2217007 Aug 29 04:25:50.131113 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1e13c2-47f6-426d-bfd3-51533f15e15a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c9f13b8-ea27-4be5-87aa-c0d5fb581a63,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:50.328379 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-17168cc8-ee50-4342-a8cf-b1d24006002b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7ba48620e01646c69214a65ccf7831ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2396665 Aug 29 04:25:50.330780 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 58502) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:50.434982 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f6f8abc0-3440-47e0-bdec-cdcbfca4da34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:50.576408 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-49b12147-2b6d-45a5-8a30-50c7668c15d8 req-700d8edf-7219-4a02-8bd7-bf845e257076 tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] 10.222.0.22 "GET /v2.0/ports?device_id=e84a1e9a-b7e6-4e7f-ba02-47716c630e3b HTTP/1.1" status: 200 len: 210 time: 0.0353498 Aug 29 04:25:50.956869 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634a005f-0a42-4a7f-a7e0-861665306bf4 req-8efb7841-c1bc-4a4a-acb3-1405911fb887 tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:50.958996 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-634a005f-0a42-4a7f-a7e0-861665306bf4 req-8efb7841-c1bc-4a4a-acb3-1405911fb887 tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] 10.222.0.46 "GET /v2.0/networks?id=feec027b-5116-4baf-b14f-d590c962d5a9 HTTP/1.1" status: 200 len: 809 time: 0.2511344 Aug 29 04:25:50.973455 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f6f8abc0-3440-47e0-bdec-cdcbfca4da34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:50.989995 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-634a005f-0a42-4a7f-a7e0-861665306bf4 req-30839627-22b3-45db-93bd-0b2342ec3048 tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] Request body: {'port': {'device_id': 'e84a1e9a-b7e6-4e7f-ba02-47716c630e3b', 'network_id': 'feec027b-5116-4baf-b14f-d590c962d5a9', 'admin_state_up': True, 'tenant_id': '3eb31237376d46398b3482f50bc3b288'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:51.015124 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62837e6b-39ff-4ed3-bb45-0bd4753c79ab req-d0b74277-9e2f-4618-8af9-4e61a159f8db tempest-NetworksTest-1488198357 tempest-NetworksTest-1488198357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:51.015825 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62837e6b-39ff-4ed3-bb45-0bd4753c79ab req-d0b74277-9e2f-4618-8af9-4e61a159f8db tempest-NetworksTest-1488198357 tempest-NetworksTest-1488198357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:51.018204 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62837e6b-39ff-4ed3-bb45-0bd4753c79ab req-d0b74277-9e2f-4618-8af9-4e61a159f8db tempest-NetworksTest-1488198357 tempest-NetworksTest-1488198357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:51.018725 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62837e6b-39ff-4ed3-bb45-0bd4753c79ab req-d0b74277-9e2f-4618-8af9-4e61a159f8db tempest-NetworksTest-1488198357 tempest-NetworksTest-1488198357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:51.019291 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62837e6b-39ff-4ed3-bb45-0bd4753c79ab req-d0b74277-9e2f-4618-8af9-4e61a159f8db tempest-NetworksTest-1488198357 tempest-NetworksTest-1488198357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:51.019824 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62837e6b-39ff-4ed3-bb45-0bd4753c79ab req-d0b74277-9e2f-4618-8af9-4e61a159f8db tempest-NetworksTest-1488198357 tempest-NetworksTest-1488198357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:51.020300 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62837e6b-39ff-4ed3-bb45-0bd4753c79ab req-d0b74277-9e2f-4618-8af9-4e61a159f8db tempest-NetworksTest-1488198357 tempest-NetworksTest-1488198357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:51.020769 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62837e6b-39ff-4ed3-bb45-0bd4753c79ab req-d0b74277-9e2f-4618-8af9-4e61a159f8db tempest-NetworksTest-1488198357 tempest-NetworksTest-1488198357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:51.021228 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62837e6b-39ff-4ed3-bb45-0bd4753c79ab req-d0b74277-9e2f-4618-8af9-4e61a159f8db tempest-NetworksTest-1488198357 tempest-NetworksTest-1488198357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:51.023189 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-62837e6b-39ff-4ed3-bb45-0bd4753c79ab req-d0b74277-9e2f-4618-8af9-4e61a159f8db tempest-NetworksTest-1488198357 tempest-NetworksTest-1488198357-project-admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6391 time: 0.6225071 Aug 29 04:25:51.031566 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f6f8abc0-3440-47e0-bdec-cdcbfca4da34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:51.036104 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f6f8abc0-3440-47e0-bdec-cdcbfca4da34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:51.037487 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-f6f8abc0-3440-47e0-bdec-cdcbfca4da34 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4a2193d1-4839-450d-99d7-c6bae4189e56 HTTP/1.1" status: 204 len: 168 time: 0.7040515 Aug 29 04:25:51.051265 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f8abc0-3440-47e0-bdec-cdcbfca4da34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a2193d1-4839-450d-99d7-c6bae4189e56,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:51.084821 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f91166-73d6-4cb5-b8c0-1886bd7010a9 req-db70181a-76eb-415b-a747-87035a19e9d0 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:51.093171 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-24f91166-73d6-4cb5-b8c0-1886bd7010a9 req-db70181a-76eb-415b-a747-87035a19e9d0 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c4f5476-e59b-4665-b89a-7de07404fef5 HTTP/1.1" status: 200 len: 945 time: 0.1876750 Aug 29 04:25:51.180562 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-24f91166-73d6-4cb5-b8c0-1886bd7010a9 req-cf2443aa-58d3-4702-b7d4-a52c3da92cac tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860178 Aug 29 04:25:51.207487 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-634a005f-0a42-4a7f-a7e0-861665306bf4 req-30839627-22b3-45db-93bd-0b2342ec3048 tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] Made reservation on behalf of 3eb31237376d46398b3482f50bc3b288 for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:25:51.211607 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-634a005f-0a42-4a7f-a7e0-861665306bf4 req-30839627-22b3-45db-93bd-0b2342ec3048 tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:51.385443 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9869808c-0d61-4c75-86e5-308a587bd2f6 req-7b3756c4-2e06-4430-99e4-525ef1789fe7 tempest-NetworksTest-1488198357 tempest-NetworksTest-1488198357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:51.394988 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9869808c-0d61-4c75-86e5-308a587bd2f6 req-7b3756c4-2e06-4430-99e4-525ef1789fe7 tempest-NetworksTest-1488198357 tempest-NetworksTest-1488198357-project-admin] 10.222.0.22 "GET /v2.0/networks/e6c84a15-2e6f-4c07-8ede-a88148c2fe90 HTTP/1.1" status: 200 len: 886 time: 0.2123835 Aug 29 04:25:51.404967 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 58546) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:51.421451 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-634a005f-0a42-4a7f-a7e0-861665306bf4 req-30839627-22b3-45db-93bd-0b2342ec3048 tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] Allocated IP 172.20.0.11 (feec027b-5116-4baf-b14f-d590c962d5a9/f4c97272-e05c-4727-924e-16dee53b87db/d39d8e76-f8d8-44ae-8bf1-8ba2f8173092) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:25:51.564235 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c520b1-aa14-4364-919f-e51b072ea53e req-19b4ecdb-e9f4-4a86-8052-2938e62e6af6 tempest-NetworksTest-1488198357 tempest-NetworksTest-1488198357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:51.564722 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c520b1-aa14-4364-919f-e51b072ea53e req-19b4ecdb-e9f4-4a86-8052-2938e62e6af6 tempest-NetworksTest-1488198357 tempest-NetworksTest-1488198357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:51.565223 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c520b1-aa14-4364-919f-e51b072ea53e req-19b4ecdb-e9f4-4a86-8052-2938e62e6af6 tempest-NetworksTest-1488198357 tempest-NetworksTest-1488198357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:51.565693 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c520b1-aa14-4364-919f-e51b072ea53e req-19b4ecdb-e9f4-4a86-8052-2938e62e6af6 tempest-NetworksTest-1488198357 tempest-NetworksTest-1488198357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:51.566161 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c520b1-aa14-4364-919f-e51b072ea53e req-19b4ecdb-e9f4-4a86-8052-2938e62e6af6 tempest-NetworksTest-1488198357 tempest-NetworksTest-1488198357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:51.566624 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c520b1-aa14-4364-919f-e51b072ea53e req-19b4ecdb-e9f4-4a86-8052-2938e62e6af6 tempest-NetworksTest-1488198357 tempest-NetworksTest-1488198357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:51.567088 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c520b1-aa14-4364-919f-e51b072ea53e req-19b4ecdb-e9f4-4a86-8052-2938e62e6af6 tempest-NetworksTest-1488198357 tempest-NetworksTest-1488198357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:51.567547 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c520b1-aa14-4364-919f-e51b072ea53e req-19b4ecdb-e9f4-4a86-8052-2938e62e6af6 tempest-NetworksTest-1488198357 tempest-NetworksTest-1488198357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:51.568060 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c520b1-aa14-4364-919f-e51b072ea53e req-19b4ecdb-e9f4-4a86-8052-2938e62e6af6 tempest-NetworksTest-1488198357 tempest-NetworksTest-1488198357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:51.568660 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-1ae55ba6-cdd1-4774-a3dd-2de096b0a46c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1505354995-network', 'tenant_id': '6c9e9b4cb47149d19005e5a96f02d4fd'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:51.569981 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-05c520b1-aa14-4364-919f-e51b072ea53e req-19b4ecdb-e9f4-4a86-8052-2938e62e6af6 tempest-NetworksTest-1488198357 tempest-NetworksTest-1488198357-project-admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6391 time: 0.1592774 Aug 29 04:25:51.754068 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-cc8a5d7e-622e-4076-a835-91877817e99b req-649a8b21-9a7a-4899-a790-15dec4a6517e tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] 10.222.0.22 "GET /v2.0/ports?device_id=e84a1e9a-b7e6-4e7f-ba02-47716c630e3b HTTP/1.1" status: 200 len: 210 time: 0.0447652 Aug 29 04:25:51.758609 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ae55ba6-cdd1-4774-a3dd-2de096b0a46c admin admin] Made reservation on behalf of 6c9e9b4cb47149d19005e5a96f02d4fd for: {'network': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:25:51.761452 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1ae55ba6-cdd1-4774-a3dd-2de096b0a46c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:51.781350 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1ae55ba6-cdd1-4774-a3dd-2de096b0a46c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:51.838114 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-634a005f-0a42-4a7f-a7e0-861665306bf4 req-30839627-22b3-45db-93bd-0b2342ec3048 tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:51.926995 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-634a005f-0a42-4a7f-a7e0-861665306bf4 req-30839627-22b3-45db-93bd-0b2342ec3048 tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:51.965369 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 58568) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:51.990151 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30839627-22b3-45db-93bd-0b2342ec3048 tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] Pushing event updated for resources: {'Port': ['ID=d39d8e76-f8d8-44ae-8bf1-8ba2f8173092,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:52.009777 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-634a005f-0a42-4a7f-a7e0-861665306bf4 req-30839627-22b3-45db-93bd-0b2342ec3048 tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] Network feec027b-5116-4baf-b14f-d590c962d5a9 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:25:52.013789 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-634a005f-0a42-4a7f-a7e0-861665306bf4 req-30839627-22b3-45db-93bd-0b2342ec3048 tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:25:52.016308 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-634a005f-0a42-4a7f-a7e0-861665306bf4 req-30839627-22b3-45db-93bd-0b2342ec3048 tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:25:52.020318 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1ae55ba6-cdd1-4774-a3dd-2de096b0a46c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:52.042548 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1ae55ba6-cdd1-4774-a3dd-2de096b0a46c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:52.093594 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 58576) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:52.103075 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ae55ba6-cdd1-4774-a3dd-2de096b0a46c admin admin] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=94828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:25:52.111434 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634a005f-0a42-4a7f-a7e0-861665306bf4 req-30839627-22b3-45db-93bd-0b2342ec3048 tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:52.112827 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-634a005f-0a42-4a7f-a7e0-861665306bf4 req-30839627-22b3-45db-93bd-0b2342ec3048 tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:52.120948 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae55ba6-cdd1-4774-a3dd-2de096b0a46c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea02a0c-44d7-46e0-a3c7-c4b8f97c4f50,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:52.140227 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1ae55ba6-cdd1-4774-a3dd-2de096b0a46c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:52.140709 n-d-712140-12 neutron-server[94828]: INFO neutron.db.segments_db [None req-1ae55ba6-cdd1-4774-a3dd-2de096b0a46c admin admin] Added segment a5492a16-c200-4329-b562-96a170c2e529 of type vlan for network 3bcd0067-6e50-451c-9004-abafcee70c8b Aug 29 04:25:52.181468 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-634a005f-0a42-4a7f-a7e0-861665306bf4 req-30839627-22b3-45db-93bd-0b2342ec3048 tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2005751 Aug 29 04:25:52.185393 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-2d4c5ad4-e50d-4f33-97e7-cd08160d2b3e tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-279958346'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:52.196811 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-634a005f-0a42-4a7f-a7e0-861665306bf4 req-9f83ab3a-ba7f-4566-89a5-b849ce33362e service neutron] Request body: {'port': {'device_id': 'e84a1e9a-b7e6-4e7f-ba02-47716c630e3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:52.203839 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1ae55ba6-cdd1-4774-a3dd-2de096b0a46c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:52.243727 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-78781e7d-cd83-42cf-af23-ca03defc0c3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:52.306218 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1ae55ba6-cdd1-4774-a3dd-2de096b0a46c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:52.307654 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae55ba6-cdd1-4774-a3dd-2de096b0a46c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:52.308629 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1ae55ba6-cdd1-4774-a3dd-2de096b0a46c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:52.321235 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-634a005f-0a42-4a7f-a7e0-861665306bf4 req-9f83ab3a-ba7f-4566-89a5-b849ce33362e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:52.328028 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d4c5ad4-e50d-4f33-97e7-cd08160d2b3e tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Made reservation on behalf of 3b680a37d4894bbbace086ade39e168e for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:25:52.331670 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2d4c5ad4-e50d-4f33-97e7-cd08160d2b3e tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:52.351506 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2d4c5ad4-e50d-4f33-97e7-cd08160d2b3e tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:52.404168 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-78781e7d-cd83-42cf-af23-ca03defc0c3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:52.411036 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-78781e7d-cd83-42cf-af23-ca03defc0c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:52.423838 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae55ba6-cdd1-4774-a3dd-2de096b0a46c admin admin] Pushing event updated for resources: {'Network': ['ID=3bcd0067-6e50-451c-9004-abafcee70c8b,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:52.435373 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f021784-8412-4edb-9ea5-e94f987377d7 req-31901d99-3336-415c-ad41-b2561b149b56 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:52.436109 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 3bcd0067-6e50-451c-9004-abafcee70c8b details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:25:52.437145 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6f021784-8412-4edb-9ea5-e94f987377d7 req-31901d99-3336-415c-ad41-b2561b149b56 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c4f5476-e59b-4665-b89a-7de07404fef5 HTTP/1.1" status: 200 len: 945 time: 0.1729987 Aug 29 04:25:52.527109 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78781e7d-cd83-42cf-af23-ca03defc0c3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d782ada-bb39-416d-b26e-f9721e40d685,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:52.563233 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-78781e7d-cd83-42cf-af23-ca03defc0c3f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6ab14518ae934b868c7f848c6e0dfb4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5954642 Aug 29 04:25:52.564285 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6f021784-8412-4edb-9ea5-e94f987377d7 req-703731ee-53a4-4ca2-9f50-ff5378bc5730 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169477 Aug 29 04:25:52.569290 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 58590) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:52.626451 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2d4c5ad4-e50d-4f33-97e7-cd08160d2b3e tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:52.633476 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2d4c5ad4-e50d-4f33-97e7-cd08160d2b3e tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:52.666663 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d4c5ad4-e50d-4f33-97e7-cd08160d2b3e tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:25:52.668009 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-1ae55ba6-cdd1-4774-a3dd-2de096b0a46c admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2614336 Aug 29 04:25:52.672081 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 58592) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:52.684729 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-a1ca55be-71b6-41fd-972c-f5e8989821bf admin admin] Request body: {'subnet': {'network_id': '3bcd0067-6e50-451c-9004-abafcee70c8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1505354995-subnet', 'tenant_id': '6c9e9b4cb47149d19005e5a96f02d4fd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:52.690211 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a4ce4f08-50fc-4ed5-8e8c-fba86da14eba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:52.700834 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4c5ad4-e50d-4f33-97e7-cd08160d2b3e tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58ecaa43-da4f-4e4c-a1af-4b39ea24987d,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:52.703786 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2d4c5ad4-e50d-4f33-97e7-cd08160d2b3e tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:52.704139 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-2d4c5ad4-e50d-4f33-97e7-cd08160d2b3e tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Added segment 74e04373-bd52-452b-8f9d-2cb78b2a3a2e of type vlan for network 189e323b-eac7-47a0-a92c-75b22f0efc43 Aug 29 04:25:52.764514 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1ca55be-71b6-41fd-972c-f5e8989821bf admin admin] Made reservation on behalf of 6c9e9b4cb47149d19005e5a96f02d4fd for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:25:52.767137 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a1ca55be-71b6-41fd-972c-f5e8989821bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4552395'] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:52.776367 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a4ce4f08-50fc-4ed5-8e8c-fba86da14eba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:52.793885 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-634a005f-0a42-4a7f-a7e0-861665306bf4 req-9f83ab3a-ba7f-4566-89a5-b849ce33362e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d39d8e76-f8d8-44ae-8bf1-8ba2f8173092 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:25:52.805012 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-634a005f-0a42-4a7f-a7e0-861665306bf4 req-9f83ab3a-ba7f-4566-89a5-b849ce33362e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:52.820728 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-634a005f-0a42-4a7f-a7e0-861665306bf4 req-9f83ab3a-ba7f-4566-89a5-b849ce33362e service neutron] Transition to ACTIVE for port object d39d8e76-f8d8-44ae-8bf1-8ba2f8173092 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:25:52.826636 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-634a005f-0a42-4a7f-a7e0-861665306bf4 req-9f83ab3a-ba7f-4566-89a5-b849ce33362e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:52.836180 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2d4c5ad4-e50d-4f33-97e7-cd08160d2b3e tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:52.911629 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2d4c5ad4-e50d-4f33-97e7-cd08160d2b3e tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:52.917830 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4c5ad4-e50d-4f33-97e7-cd08160d2b3e tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:52.919133 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2d4c5ad4-e50d-4f33-97e7-cd08160d2b3e tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:52.974684 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a4ce4f08-50fc-4ed5-8e8c-fba86da14eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:52.977160 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a4ce4f08-50fc-4ed5-8e8c-fba86da14eba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:52.978504 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-a4ce4f08-50fc-4ed5-8e8c-fba86da14eba admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4d782ada-bb39-416d-b26e-f9721e40d685 HTTP/1.1" status: 204 len: 168 time: 0.4077995 Aug 29 04:25:52.980399 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f83ab3a-ba7f-4566-89a5-b849ce33362e service neutron] Pushing event updated for resources: {'Port': ['ID=d39d8e76-f8d8-44ae-8bf1-8ba2f8173092,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:53.006623 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf422c2-d25e-47af-ac27-565a602b47b7 req-d276ea24-050f-4d06-90fe-7d8d710266db tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:53.014037 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3bf422c2-d25e-47af-ac27-565a602b47b7 req-d276ea24-050f-4d06-90fe-7d8d710266db tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] 10.222.0.22 "GET /v2.0/ports?device_id=e84a1e9a-b7e6-4e7f-ba02-47716c630e3b HTTP/1.1" status: 200 len: 944 time: 0.1683784 Aug 29 04:25:53.036257 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-2d4c5ad4-e50d-4f33-97e7-cd08160d2b3e tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9406264 Aug 29 04:25:53.074957 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ce4f08-50fc-4ed5-8e8c-fba86da14eba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d782ada-bb39-416d-b26e-f9721e40d685,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:53.075648 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3bf422c2-d25e-47af-ac27-565a602b47b7 req-2a5fcfc2-5698-4f46-8602-af7f9b036d2d tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] 10.222.0.22 "GET /v2.0/security-groups?id=7f987bdf-6d05-400a-bf02-f82aa4859023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586433 Aug 29 04:25:53.118010 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4c5ad4-e50d-4f33-97e7-cd08160d2b3e tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Pushing event updated for resources: {'Network': ['ID=189e323b-eac7-47a0-a92c-75b22f0efc43,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:53.132042 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 189e323b-eac7-47a0-a92c-75b22f0efc43 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:25:53.150826 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-634a005f-0a42-4a7f-a7e0-861665306bf4 req-9f83ab3a-ba7f-4566-89a5-b849ce33362e service neutron] Attempting to bind port d39d8e76-f8d8-44ae-8bf1-8ba2f8173092 on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:25:53.151293 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-634a005f-0a42-4a7f-a7e0-861665306bf4 req-9f83ab3a-ba7f-4566-89a5-b849ce33362e service neutron] Attempting to bind port d39d8e76-f8d8-44ae-8bf1-8ba2f8173092 by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': '6dd7e887-a742-4794-9d44-e9baf733124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'feec027b-5116-4baf-b14f-d590c962d5a9'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:25:53.151764 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-634a005f-0a42-4a7f-a7e0-861665306bf4 req-9f83ab3a-ba7f-4566-89a5-b849ce33362e service neutron] Attempting to bind port d39d8e76-f8d8-44ae-8bf1-8ba2f8173092 on network feec027b-5116-4baf-b14f-d590c962d5a9 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:25:53.160336 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 58598) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:53.165138 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-87ac953f-6b80-45f6-8e92-1ceb803d28cf tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Request body: {'subnet': {'network_id': '189e323b-eac7-47a0-a92c-75b22f0efc43', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:53.165326 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-634a005f-0a42-4a7f-a7e0-861665306bf4 req-9f83ab3a-ba7f-4566-89a5-b849ce33362e service neutron] Port d39d8e76-f8d8-44ae-8bf1-8ba2f8173092 on network feec027b-5116-4baf-b14f-d590c962d5a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:25:53.165437 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-634a005f-0a42-4a7f-a7e0-861665306bf4 req-9f83ab3a-ba7f-4566-89a5-b849ce33362e service neutron] Attempting to bind port d39d8e76-f8d8-44ae-8bf1-8ba2f8173092 on network feec027b-5116-4baf-b14f-d590c962d5a9 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:25:53.178107 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-634a005f-0a42-4a7f-a7e0-861665306bf4 req-9f83ab3a-ba7f-4566-89a5-b849ce33362e service neutron] Checking agent: {'id': '3de9de52-3a03-431d-9d7e-497ae92c57ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:25:53.178472 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-634a005f-0a42-4a7f-a7e0-861665306bf4 req-9f83ab3a-ba7f-4566-89a5-b849ce33362e service neutron] Checking segment: {'id': '6dd7e887-a742-4794-9d44-e9baf733124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'feec027b-5116-4baf-b14f-d590c962d5a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:25:53.178838 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-634a005f-0a42-4a7f-a7e0-861665306bf4 req-9f83ab3a-ba7f-4566-89a5-b849ce33362e service neutron] Bound using segment: {'id': '6dd7e887-a742-4794-9d44-e9baf733124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'feec027b-5116-4baf-b14f-d590c962d5a9'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:25:53.179276 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-634a005f-0a42-4a7f-a7e0-861665306bf4 req-9f83ab3a-ba7f-4566-89a5-b849ce33362e service neutron] Bound port: d39d8e76-f8d8-44ae-8bf1-8ba2f8173092, host: n-h1-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dd7e887-a742-4794-9d44-e9baf733124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'feec027b-5116-4baf-b14f-d590c962d5a9'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:25:53.179641 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-634a005f-0a42-4a7f-a7e0-861665306bf4 req-9f83ab3a-ba7f-4566-89a5-b849ce33362e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:53.283254 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a1ca55be-71b6-41fd-972c-f5e8989821bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4274880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4552377'] for subnet, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:53.300628 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-634a005f-0a42-4a7f-a7e0-861665306bf4 req-9f83ab3a-ba7f-4566-89a5-b849ce33362e service neutron] For port d39d8e76-f8d8-44ae-8bf1-8ba2f8173092, host n-h1-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:25:53.305412 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-634a005f-0a42-4a7f-a7e0-861665306bf4 req-9f83ab3a-ba7f-4566-89a5-b849ce33362e service neutron] For port d39d8e76-f8d8-44ae-8bf1-8ba2f8173092, host n-h1-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=d39d8e76-f8d8-44ae-8bf1-8ba2f8173092,segment=NetworkSegment(6dd7e887-a742-4794-9d44-e9baf733124b),segment_id=6dd7e887-a742-4794-9d44-e9baf733124b)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:25:53.311486 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-634a005f-0a42-4a7f-a7e0-861665306bf4 req-9f83ab3a-ba7f-4566-89a5-b849ce33362e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:53.361062 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634a005f-0a42-4a7f-a7e0-861665306bf4 req-9f83ab3a-ba7f-4566-89a5-b849ce33362e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:53.363105 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-634a005f-0a42-4a7f-a7e0-861665306bf4 req-9f83ab3a-ba7f-4566-89a5-b849ce33362e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:53.363581 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-634a005f-0a42-4a7f-a7e0-861665306bf4 req-9f83ab3a-ba7f-4566-89a5-b849ce33362e service neutron] 10.222.0.46 "PUT /v2.0/ports/d39d8e76-f8d8-44ae-8bf1-8ba2f8173092 HTTP/1.1" status: 200 len: 1093 time: 1.1713817 Aug 29 04:25:53.364281 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e84a1e9a-b7e6-4e7f-ba02-47716c630e3b', 'tag': 'd39d8e76-f8d8-44ae-8bf1-8ba2f8173092'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:25:53.367625 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af9114b7-aca3-42f9-8e50-5a4a9f962a64" -d '{"events": [{"name": "network-changed", "server_uuid": "e84a1e9a-b7e6-4e7f-ba02-47716c630e3b", "tag": "d39d8e76-f8d8-44ae-8bf1-8ba2f8173092"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:25:53.390172 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ca55be-71b6-41fd-972c-f5e8989821bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=77379d5c-d72e-4fe0-ace8-ef22d196f6e9,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:53.462862 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f3230a3-e6b3-4b90-9af5-f4de92079896 x-openstack-request-id: req-3f3230a3-e6b3-4b90-9af5-f4de92079896 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:25:53.463418 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e84a1e9a-b7e6-4e7f-ba02-47716c630e3b", "tag": "d39d8e76-f8d8-44ae-8bf1-8ba2f8173092", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:25:53.463418 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3f3230a3-e6b3-4b90-9af5-f4de92079896 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:25:53.463884 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e84a1e9a-b7e6-4e7f-ba02-47716c630e3b', 'tag': 'd39d8e76-f8d8-44ae-8bf1-8ba2f8173092', 'status': 'completed', 'code': 200} Aug 29 04:25:53.482429 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87ac953f-6b80-45f6-8e92-1ceb803d28cf tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Made reservation on behalf of 3b680a37d4894bbbace086ade39e168e for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:25:53.483791 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f83ab3a-ba7f-4566-89a5-b849ce33362e service neutron] Pushing event updated for resources: {'Port': ['ID=d39d8e76-f8d8-44ae-8bf1-8ba2f8173092,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:53.486590 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-87ac953f-6b80-45f6-8e92-1ceb803d28cf tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4552395'] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:53.500090 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634a005f-0a42-4a7f-a7e0-861665306bf4 req-51b293a0-a870-4c7e-86cd-1f478be193f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:53.501611 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-634a005f-0a42-4a7f-a7e0-861665306bf4 req-51b293a0-a870-4c7e-86cd-1f478be193f6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3eb31237376d46398b3482f50bc3b288&device_id=e84a1e9a-b7e6-4e7f-ba02-47716c630e3b HTTP/1.1" status: 200 len: 1096 time: 0.0865276 Aug 29 04:25:53.550812 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 58612) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:53.568983 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-634a005f-0a42-4a7f-a7e0-861665306bf4 req-96bbd9bf-a801-481b-a6f3-3569550f93f9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d39d8e76-f8d8-44ae-8bf1-8ba2f8173092 HTTP/1.1" status: 200 len: 217 time: 0.0508769 Aug 29 04:25:53.573349 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ca55be-71b6-41fd-972c-f5e8989821bf admin admin] Checking segment: {'id': 'a5492a16-c200-4329-b562-96a170c2e529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '3bcd0067-6e50-451c-9004-abafcee70c8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:25:53.573746 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ca55be-71b6-41fd-972c-f5e8989821bf admin admin] Network hostable DHCP agents. Network: 3bcd0067-6e50-451c-9004-abafcee70c8b, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:25:53.587990 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4eb6bcc3-d4a0-4be3-acf2-7e93c31a5e79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:53.643187 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ca55be-71b6-41fd-972c-f5e8989821bf admin admin] Network 3bcd0067-6e50-451c-9004-abafcee70c8b is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:25:53.668664 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-a1ca55be-71b6-41fd-972c-f5e8989821bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 3bcd0067-6e50-451c-9004-abafcee70c8b) {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:25:53.675333 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ca55be-71b6-41fd-972c-f5e8989821bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:53.676148 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a1ca55be-71b6-41fd-972c-f5e8989821bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:53.679187 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47e0ebe-b896-4ab8-aed2-45e67aad17d4 None None] Network 3bcd0067-6e50-451c-9004-abafcee70c8b requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:25:53.885764 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294c5d78-c02a-4e57-9395-0d4152901389 req-32d543b1-cdc5-41f0-8191-295b309a2927 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:53.887755 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-294c5d78-c02a-4e57-9395-0d4152901389 req-32d543b1-cdc5-41f0-8191-295b309a2927 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c4f5476-e59b-4665-b89a-7de07404fef5 HTTP/1.1" status: 200 len: 945 time: 0.1598756 Aug 29 04:25:53.910692 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c762f9e-58d1-49b9-99ca-f763afac8410 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-3bcd0067-6e50-451c-9004-abafcee70c8b', 'network_id': '3bcd0067-6e50-451c-9004-abafcee70c8b', 'tenant_id': '6c9e9b4cb47149d19005e5a96f02d4fd', 'fixed_ips': [{'subnet_id': '77379d5c-d72e-4fe0-ace8-ef22d196f6e9'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:25:53.911643 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9c762f9e-58d1-49b9-99ca-f763afac8410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:53.930202 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-87ac953f-6b80-45f6-8e92-1ceb803d28cf tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4274880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4552377'] for subnet, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:53.953592 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4eb6bcc3-d4a0-4be3-acf2-7e93c31a5e79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:53.991009 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4eb6bcc3-d4a0-4be3-acf2-7e93c31a5e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:54.012458 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-a1ca55be-71b6-41fd-972c-f5e8989821bf admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3347731 Aug 29 04:25:54.016473 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 58618) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:54.019964 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-294c5d78-c02a-4e57-9395-0d4152901389 req-c11715f1-d24b-4a1f-b07b-d9fefe07b2c9 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237397 Aug 29 04:25:54.023151 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-9b6ddb29-438a-48a1-901a-2c1fecbbb2c8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1505354995-router', 'tenant_id': '6c9e9b4cb47149d19005e5a96f02d4fd', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:54.063307 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ac953f-6b80-45f6-8e92-1ceb803d28cf tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Pushing event updated for resources: {'Subnet': ['ID=c4a769af-814e-4956-9654-d44c6ad4748a,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:54.066317 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634a005f-0a42-4a7f-a7e0-861665306bf4 req-f9c9b548-4868-478e-b290-0132ed095980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:54.068129 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-634a005f-0a42-4a7f-a7e0-861665306bf4 req-f9c9b548-4868-478e-b290-0132ed095980 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f4c97272-e05c-4727-924e-16dee53b87db HTTP/1.1" status: 200 len: 849 time: 0.4921551 Aug 29 04:25:54.072673 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-4eb6bcc3-d4a0-4be3-acf2-7e93c31a5e79 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3c62e4536419490eab07f77244f0b3c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5208116 Aug 29 04:25:54.075474 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 58620) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:54.086003 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb6bcc3-d4a0-4be3-acf2-7e93c31a5e79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ce51701-3d19-48cd-998c-c23bb25397c2,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:54.110288 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9b6ddb29-438a-48a1-901a-2c1fecbbb2c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:54.111440 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9b6ddb29-438a-48a1-901a-2c1fecbbb2c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1838'] for router, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:54.118020 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-634a005f-0a42-4a7f-a7e0-861665306bf4 req-7aa8b2e7-44ab-4d52-b0d7-906a8b572d4b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=feec027b-5116-4baf-b14f-d590c962d5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411975 Aug 29 04:25:54.122464 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-9c762f9e-58d1-49b9-99ca-f763afac8410 None None] Allocated IP 172.20.0.2 (3bcd0067-6e50-451c-9004-abafcee70c8b/77379d5c-d72e-4fe0-ace8-ef22d196f6e9/6c456b1a-f058-496f-917e-944f79ef6463) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:25:54.126792 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ac953f-6b80-45f6-8e92-1ceb803d28cf tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Checking segment: {'id': '74e04373-bd52-452b-8f9d-2cb78b2a3a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '189e323b-eac7-47a0-a92c-75b22f0efc43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:25:54.127808 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ac953f-6b80-45f6-8e92-1ceb803d28cf tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Network hostable DHCP agents. Network: 189e323b-eac7-47a0-a92c-75b22f0efc43, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:25:54.195283 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ac953f-6b80-45f6-8e92-1ceb803d28cf tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Network 189e323b-eac7-47a0-a92c-75b22f0efc43 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:25:54.202458 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5f762e0a-8644-4729-a610-91883cee4fae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:54.215953 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-87ac953f-6b80-45f6-8e92-1ceb803d28cf tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 189e323b-eac7-47a0-a92c-75b22f0efc43) {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:25:54.220936 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ac953f-6b80-45f6-8e92-1ceb803d28cf tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:54.222310 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-87ac953f-6b80-45f6-8e92-1ceb803d28cf tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:54.241127 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9b6ddb29-438a-48a1-901a-2c1fecbbb2c8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:54.245461 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5f762e0a-8644-4729-a610-91883cee4fae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:54.265963 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-87ac953f-6b80-45f6-8e92-1ceb803d28cf tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.1048543 Aug 29 04:25:54.275425 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 58624) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:54.280800 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-e0e182d0-16e6-4b16-9f90-61fc44cb76c6 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1925470143'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:54.296815 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9c762f9e-58d1-49b9-99ca-f763afac8410 None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:54.307497 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-9c762f9e-58d1-49b9-99ca-f763afac8410 None None] Transition to ACTIVE for port object 6c456b1a-f058-496f-917e-944f79ef6463 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:25:54.312985 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0e182d0-16e6-4b16-9f90-61fc44cb76c6 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Made reservation on behalf of 3b680a37d4894bbbace086ade39e168e for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:25:54.316763 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e0e182d0-16e6-4b16-9f90-61fc44cb76c6 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:54.323883 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c615458-3371-42dd-b428-2217b032ea94 None None] Network 189e323b-eac7-47a0-a92c-75b22f0efc43 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:25:54.343671 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5f762e0a-8644-4729-a610-91883cee4fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:54.347319 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5f762e0a-8644-4729-a610-91883cee4fae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:54.348938 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-5f762e0a-8644-4729-a610-91883cee4fae admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6ce51701-3d19-48cd-998c-c23bb25397c2 HTTP/1.1" status: 204 len: 168 time: 0.2722712 Aug 29 04:25:54.353880 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0e182d0-16e6-4b16-9f90-61fc44cb76c6 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:25:54.366566 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f762e0a-8644-4729-a610-91883cee4fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ce51701-3d19-48cd-998c-c23bb25397c2,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:54.375014 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e0e182d0-16e6-4b16-9f90-61fc44cb76c6 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:54.375565 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-e0e182d0-16e6-4b16-9f90-61fc44cb76c6 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Added segment df778e2c-7ea9-4bfa-b81f-394980b8f1ca of type vlan for network 7ad299b9-e77f-486f-99ab-8fc72ebf0586 Aug 29 04:25:54.422254 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dd5f06-68e0-4950-85ad-161e222b3260 req-1acbb3cf-a97a-4fd0-b89e-8a3fb8cc21c1 tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:54.425916 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a2dd5f06-68e0-4950-85ad-161e222b3260 req-1acbb3cf-a97a-4fd0-b89e-8a3fb8cc21c1 tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] 10.222.0.22 "GET /v2.0/ports?device_id=e84a1e9a-b7e6-4e7f-ba02-47716c630e3b HTTP/1.1" status: 200 len: 944 time: 0.2065139 Aug 29 04:25:54.427778 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e0e182d0-16e6-4b16-9f90-61fc44cb76c6 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:54.435977 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-9c762f9e-58d1-49b9-99ca-f763afac8410 None None] Transition to ACTIVE for port object 6c456b1a-f058-496f-917e-944f79ef6463 will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:25:54.466537 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9c762f9e-58d1-49b9-99ca-f763afac8410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:54.497555 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e0e182d0-16e6-4b16-9f90-61fc44cb76c6 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:54.505681 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e182d0-16e6-4b16-9f90-61fc44cb76c6 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:54.506309 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e0e182d0-16e6-4b16-9f90-61fc44cb76c6 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:54.546704 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c762f9e-58d1-49b9-99ca-f763afac8410 None None] Network 3bcd0067-6e50-451c-9004-abafcee70c8b is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:25:54.569784 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-e0e182d0-16e6-4b16-9f90-61fc44cb76c6 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2932518 Aug 29 04:25:54.573384 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-9c762f9e-58d1-49b9-99ca-f763afac8410 None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:25:54.578985 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c762f9e-58d1-49b9-99ca-f763afac8410 None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:25:54.585095 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9b6ddb29-438a-48a1-901a-2c1fecbbb2c8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:54.599716 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c762f9e-58d1-49b9-99ca-f763afac8410 None None] Pushing event updated for resources: {'Port': ['ID=6c456b1a-f058-496f-917e-944f79ef6463,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:54.600553 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 58632) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:54.607114 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-e9848009-6362-44a8-a91e-6708861a0948 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Request body: {'subnet': {'network_id': '7ad299b9-e77f-486f-99ab-8fc72ebf0586', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:54.622827 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-634a005f-0a42-4a7f-a7e0-861665306bf4 req-d54392c2-f4db-4fc9-97d9-1524984aab5b service neutron] 10.222.0.46 "GET /v2.0/networks/feec027b-5116-4baf-b14f-d590c962d5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4959083 Aug 29 04:25:54.639000 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e182d0-16e6-4b16-9f90-61fc44cb76c6 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Pushing event updated for resources: {'Network': ['ID=7ad299b9-e77f-486f-99ab-8fc72ebf0586,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:54.663274 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 7ad299b9-e77f-486f-99ab-8fc72ebf0586 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:25:54.745144 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4411c96f-2ec1-44aa-92dd-27dec26b9268 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-189e323b-eac7-47a0-a92c-75b22f0efc43', 'network_id': '189e323b-eac7-47a0-a92c-75b22f0efc43', 'tenant_id': '3b680a37d4894bbbace086ade39e168e', 'fixed_ips': [{'subnet_id': 'c4a769af-814e-4956-9654-d44c6ad4748a'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:25:54.746680 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4411c96f-2ec1-44aa-92dd-27dec26b9268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:54.822865 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-9c762f9e-58d1-49b9-99ca-f763afac8410 None None] Attempting to bind port 6c456b1a-f058-496f-917e-944f79ef6463 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:25:54.823236 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-9c762f9e-58d1-49b9-99ca-f763afac8410 None None] Attempting to bind port 6c456b1a-f058-496f-917e-944f79ef6463 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'a5492a16-c200-4329-b562-96a170c2e529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '3bcd0067-6e50-451c-9004-abafcee70c8b'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:25:54.823613 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c762f9e-58d1-49b9-99ca-f763afac8410 None None] Attempting to bind port 6c456b1a-f058-496f-917e-944f79ef6463 on network 3bcd0067-6e50-451c-9004-abafcee70c8b {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:25:54.837872 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c762f9e-58d1-49b9-99ca-f763afac8410 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:25:54.838250 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c762f9e-58d1-49b9-99ca-f763afac8410 None None] Checking segment: {'id': 'a5492a16-c200-4329-b562-96a170c2e529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '3bcd0067-6e50-451c-9004-abafcee70c8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:25:54.839276 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9c762f9e-58d1-49b9-99ca-f763afac8410 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:54.839898 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c762f9e-58d1-49b9-99ca-f763afac8410 None None] Bound using segment: {'id': 'a5492a16-c200-4329-b562-96a170c2e529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '3bcd0067-6e50-451c-9004-abafcee70c8b'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:25:54.840572 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-9c762f9e-58d1-49b9-99ca-f763afac8410 None None] Bound port: 6c456b1a-f058-496f-917e-944f79ef6463, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5492a16-c200-4329-b562-96a170c2e529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '3bcd0067-6e50-451c-9004-abafcee70c8b'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:25:54.841147 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9c762f9e-58d1-49b9-99ca-f763afac8410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:54.867820 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a2dd5f06-68e0-4950-85ad-161e222b3260 req-4d434d4b-a984-4454-88e9-fff7bede0ccd tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] 10.222.0.22 "GET /v2.0/security-groups?id=7f987bdf-6d05-400a-bf02-f82aa4859023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757320 Aug 29 04:25:54.970055 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-634a005f-0a42-4a7f-a7e0-861665306bf4 req-714dc061-a11c-48c0-8acc-2ee20267ddc7 service neutron] 10.222.0.46 "GET /v2.0/networks/feec027b-5116-4baf-b14f-d590c962d5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3174021 Aug 29 04:25:54.974242 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9848009-6362-44a8-a91e-6708861a0948 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Made reservation on behalf of 3b680a37d4894bbbace086ade39e168e for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:25:54.979204 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e9848009-6362-44a8-a91e-6708861a0948 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:55.082720 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-9c762f9e-58d1-49b9-99ca-f763afac8410 None None] For port 6c456b1a-f058-496f-917e-944f79ef6463, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:25:55.086952 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-9c762f9e-58d1-49b9-99ca-f763afac8410 None None] For port 6c456b1a-f058-496f-917e-944f79ef6463, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=6c456b1a-f058-496f-917e-944f79ef6463,segment=NetworkSegment(a5492a16-c200-4329-b562-96a170c2e529),segment_id=a5492a16-c200-4329-b562-96a170c2e529)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:25:55.093082 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9c762f9e-58d1-49b9-99ca-f763afac8410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:55.162162 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-4411c96f-2ec1-44aa-92dd-27dec26b9268 None None] Allocated IP 172.20.255.242 (189e323b-eac7-47a0-a92c-75b22f0efc43/c4a769af-814e-4956-9654-d44c6ad4748a/92420fac-9243-452d-af60-5a0234c4506a) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:25:55.220720 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033fc373-cad6-4cb4-914f-f1a05bf9e338 req-baf0e42a-ca28-4e2c-9976-e52bd07873cc tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:55.225306 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-033fc373-cad6-4cb4-914f-f1a05bf9e338 req-baf0e42a-ca28-4e2c-9976-e52bd07873cc tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c4f5476-e59b-4665-b89a-7de07404fef5 HTTP/1.1" status: 200 len: 945 time: 0.1140754 Aug 29 04:25:55.270824 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9114b7-aca3-42f9-8e50-5a4a9f962a64 req-12ea0f36-fe5d-44ab-b6a9-8037f5a224e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:55.272881 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-af9114b7-aca3-42f9-8e50-5a4a9f962a64 req-12ea0f36-fe5d-44ab-b6a9-8037f5a224e8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3eb31237376d46398b3482f50bc3b288&device_id=e84a1e9a-b7e6-4e7f-ba02-47716c630e3b HTTP/1.1" status: 200 len: 1096 time: 0.1833541 Aug 29 04:25:55.302943 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c762f9e-58d1-49b9-99ca-f763afac8410 None None] Pushing event updated for resources: {'Port': ['ID=6c456b1a-f058-496f-917e-944f79ef6463,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:55.345104 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-033fc373-cad6-4cb4-914f-f1a05bf9e338 req-49958c27-a52d-4f85-8c16-13ea82e2b019 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124656 Aug 29 04:25:55.423452 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4411c96f-2ec1-44aa-92dd-27dec26b9268 None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:55.435614 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-4411c96f-2ec1-44aa-92dd-27dec26b9268 None None] Transition to ACTIVE for port object 92420fac-9243-452d-af60-5a0234c4506a will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:25:55.457158 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-4411c96f-2ec1-44aa-92dd-27dec26b9268 None None] Transition to ACTIVE for port object 92420fac-9243-452d-af60-5a0234c4506a will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:25:55.466498 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4411c96f-2ec1-44aa-92dd-27dec26b9268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:55.508609 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4411c96f-2ec1-44aa-92dd-27dec26b9268 None None] Network 189e323b-eac7-47a0-a92c-75b22f0efc43 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:25:55.511718 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-4411c96f-2ec1-44aa-92dd-27dec26b9268 None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:25:55.515186 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4411c96f-2ec1-44aa-92dd-27dec26b9268 None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:25:55.562795 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4411c96f-2ec1-44aa-92dd-27dec26b9268 None None] Pushing event updated for resources: {'Port': ['ID=92420fac-9243-452d-af60-5a0234c4506a,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:55.590524 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9b6ddb29-438a-48a1-901a-2c1fecbbb2c8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:55.629364 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e9848009-6362-44a8-a91e-6708861a0948 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9191137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10062364'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:55.661053 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9b6ddb29-438a-48a1-901a-2c1fecbbb2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:55.675967 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 58664) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:55.685376 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-4411c96f-2ec1-44aa-92dd-27dec26b9268 None None] Attempting to bind port 92420fac-9243-452d-af60-5a0234c4506a on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:25:55.685832 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-4411c96f-2ec1-44aa-92dd-27dec26b9268 None None] Attempting to bind port 92420fac-9243-452d-af60-5a0234c4506a by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '74e04373-bd52-452b-8f9d-2cb78b2a3a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '189e323b-eac7-47a0-a92c-75b22f0efc43'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:25:55.686404 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4411c96f-2ec1-44aa-92dd-27dec26b9268 None None] Attempting to bind port 92420fac-9243-452d-af60-5a0234c4506a on network 189e323b-eac7-47a0-a92c-75b22f0efc43 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:25:55.714251 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4411c96f-2ec1-44aa-92dd-27dec26b9268 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:25:55.715245 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4411c96f-2ec1-44aa-92dd-27dec26b9268 None None] Checking segment: {'id': '74e04373-bd52-452b-8f9d-2cb78b2a3a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '189e323b-eac7-47a0-a92c-75b22f0efc43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:25:55.716065 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4411c96f-2ec1-44aa-92dd-27dec26b9268 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:55.716709 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4411c96f-2ec1-44aa-92dd-27dec26b9268 None None] Bound using segment: {'id': '74e04373-bd52-452b-8f9d-2cb78b2a3a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '189e323b-eac7-47a0-a92c-75b22f0efc43'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:25:55.717491 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-4411c96f-2ec1-44aa-92dd-27dec26b9268 None None] Bound port: 92420fac-9243-452d-af60-5a0234c4506a, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74e04373-bd52-452b-8f9d-2cb78b2a3a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '189e323b-eac7-47a0-a92c-75b22f0efc43'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:25:55.718128 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4411c96f-2ec1-44aa-92dd-27dec26b9268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:55.770019 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9848009-6362-44a8-a91e-6708861a0948 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Pushing event updated for resources: {'Subnet': ['ID=e7f3fa0b-a10e-4023-b82d-bd47a59f1b53,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:55.805726 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9114b7-aca3-42f9-8e50-5a4a9f962a64 req-695badf6-732f-4967-925b-b34ee4376108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:55.807324 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-af9114b7-aca3-42f9-8e50-5a4a9f962a64 req-695badf6-732f-4967-925b-b34ee4376108 service neutron] 10.222.0.46 "GET /v2.0/networks?id=feec027b-5116-4baf-b14f-d590c962d5a9 HTTP/1.1" status: 200 len: 910 time: 0.5258412 Aug 29 04:25:55.826953 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 6c456b1a-f058-496f-917e-944f79ef6463 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:25:55.854993 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-31c962f3-2e69-426e-91a4-3dbd7f8c15d4 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1755985023-network', 'tenant_id': 'f78174329f774784990d52436973061e'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:55.882440 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31c962f3-2e69-426e-91a4-3dbd7f8c15d4 admin admin] Made reservation on behalf of f78174329f774784990d52436973061e for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:25:55.887158 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-4411c96f-2ec1-44aa-92dd-27dec26b9268 None None] For port 92420fac-9243-452d-af60-5a0234c4506a, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:25:55.888481 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-af9114b7-aca3-42f9-8e50-5a4a9f962a64 req-e8238114-c71f-4d9b-94df-efafae8e7143 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d39d8e76-f8d8-44ae-8bf1-8ba2f8173092 HTTP/1.1" status: 200 len: 217 time: 0.0510576 Aug 29 04:25:55.890699 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-31c962f3-2e69-426e-91a4-3dbd7f8c15d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:55.905684 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-4411c96f-2ec1-44aa-92dd-27dec26b9268 None None] For port 92420fac-9243-452d-af60-5a0234c4506a, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=92420fac-9243-452d-af60-5a0234c4506a,segment=NetworkSegment(74e04373-bd52-452b-8f9d-2cb78b2a3a2e),segment_id=74e04373-bd52-452b-8f9d-2cb78b2a3a2e)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:25:55.914684 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-31c962f3-2e69-426e-91a4-3dbd7f8c15d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:55.917739 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4411c96f-2ec1-44aa-92dd-27dec26b9268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:55.946338 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9848009-6362-44a8-a91e-6708861a0948 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Checking segment: {'id': 'df778e2c-7ea9-4bfa-b81f-394980b8f1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '7ad299b9-e77f-486f-99ab-8fc72ebf0586'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:25:55.946708 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9848009-6362-44a8-a91e-6708861a0948 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Network hostable DHCP agents. Network: 7ad299b9-e77f-486f-99ab-8fc72ebf0586, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:25:56.037326 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4411c96f-2ec1-44aa-92dd-27dec26b9268 None None] Pushing event updated for resources: {'Port': ['ID=92420fac-9243-452d-af60-5a0234c4506a,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:56.041218 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-9b6ddb29-438a-48a1-901a-2c1fecbbb2c8 admin admin] Allocated IP 172.25.0.3 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/a7600daa-aafe-46ff-b65d-e523b2deceea) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:25:56.053385 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 6c456b1a-f058-496f-917e-944f79ef6463 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:25:56.076309 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-31c962f3-2e69-426e-91a4-3dbd7f8c15d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:56.085495 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-31c962f3-2e69-426e-91a4-3dbd7f8c15d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:56.115446 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31c962f3-2e69-426e-91a4-3dbd7f8c15d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:25:56.131142 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c962f3-2e69-426e-91a4-3dbd7f8c15d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c3129fe-ab73-49dc-8c78-c3946eb92670,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:56.137233 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-31c962f3-2e69-426e-91a4-3dbd7f8c15d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:56.137575 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-31c962f3-2e69-426e-91a4-3dbd7f8c15d4 admin admin] Added segment 3702d597-5b99-458f-80c9-28432894b87e of type vlan for network fcd0713a-66d5-429e-8806-1ec67be3b61c Aug 29 04:25:56.198848 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-31c962f3-2e69-426e-91a4-3dbd7f8c15d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:56.210049 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9b6ddb29-438a-48a1-901a-2c1fecbbb2c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:56.222679 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9848009-6362-44a8-a91e-6708861a0948 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Network 7ad299b9-e77f-486f-99ab-8fc72ebf0586 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:25:56.236775 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-31c962f3-2e69-426e-91a4-3dbd7f8c15d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:56.238613 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c962f3-2e69-426e-91a4-3dbd7f8c15d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:56.239611 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-31c962f3-2e69-426e-91a4-3dbd7f8c15d4 admin admin] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:56.274012 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9114b7-aca3-42f9-8e50-5a4a9f962a64 req-5fd7c067-75a7-48c3-be2e-787ef02905a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:56.275892 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-af9114b7-aca3-42f9-8e50-5a4a9f962a64 req-5fd7c067-75a7-48c3-be2e-787ef02905a8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f4c97272-e05c-4727-924e-16dee53b87db HTTP/1.1" status: 200 len: 849 time: 0.3757935 Aug 29 04:25:56.289747 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-e9848009-6362-44a8-a91e-6708861a0948 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 7ad299b9-e77f-486f-99ab-8fc72ebf0586) {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:25:56.304418 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf806d5-aedc-4d41-b7dc-21fb3d7e3328 None None] Network 7ad299b9-e77f-486f-99ab-8fc72ebf0586 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:25:56.314011 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-31c962f3-2e69-426e-91a4-3dbd7f8c15d4 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6366811 Aug 29 04:25:56.316901 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 58672) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:56.330258 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9848009-6362-44a8-a91e-6708861a0948 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:56.330908 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e9848009-6362-44a8-a91e-6708861a0948 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:56.331327 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-3869431b-4aa0-46ca-8842-e9015c35b8b3 admin admin] Request body: {'subnet': {'network_id': 'fcd0713a-66d5-429e-8806-1ec67be3b61c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1755985023-subnet', 'tenant_id': 'f78174329f774784990d52436973061e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:56.360317 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c962f3-2e69-426e-91a4-3dbd7f8c15d4 admin admin] Pushing event updated for resources: {'Network': ['ID=fcd0713a-66d5-429e-8806-1ec67be3b61c,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:56.385168 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-af9114b7-aca3-42f9-8e50-5a4a9f962a64 req-e452e0fb-3bd4-4912-83b7-10b3c28af248 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=feec027b-5116-4baf-b14f-d590c962d5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0987389 Aug 29 04:25:56.393751 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3869431b-4aa0-46ca-8842-e9015c35b8b3 admin admin] Made reservation on behalf of f78174329f774784990d52436973061e for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:25:56.399097 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3869431b-4aa0-46ca-8842-e9015c35b8b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4552395'] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:56.466647 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9cd127-735b-4971-9a54-32bf19c659d9 req-e151e271-15c3-4220-a226-a37ab331cfe6 tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:56.496519 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7d9cd127-735b-4971-9a54-32bf19c659d9 req-e151e271-15c3-4220-a226-a37ab331cfe6 tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] 10.222.0.22 "GET /v2.0/ports?device_id=e84a1e9a-b7e6-4e7f-ba02-47716c630e3b HTTP/1.1" status: 200 len: 944 time: 0.2940285 Aug 29 04:25:56.511964 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network fcd0713a-66d5-429e-8806-1ec67be3b61c details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:25:56.592451 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-e9848009-6362-44a8-a91e-6708861a0948 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.9903958 Aug 29 04:25:56.598163 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 58680) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:56.657464 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f3fa1f-d1e0-489c-a9bb-a02d3b784950 req-be988805-6d25-4691-a392-f28fef32455d tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:56.666278 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b2f3fa1f-d1e0-489c-a9bb-a02d3b784950 req-be988805-6d25-4691-a392-f28fef32455d tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c4f5476-e59b-4665-b89a-7de07404fef5 HTTP/1.1" status: 200 len: 945 time: 0.1206188 Aug 29 04:25:56.700157 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af74f4c2-be3f-45f1-97da-faad27f4d39f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-7ad299b9-e77f-486f-99ab-8fc72ebf0586', 'network_id': '7ad299b9-e77f-486f-99ab-8fc72ebf0586', 'tenant_id': '3b680a37d4894bbbace086ade39e168e', 'fixed_ips': [{'subnet_id': 'e7f3fa0b-a10e-4023-b82d-bd47a59f1b53'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:25:56.701357 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-af74f4c2-be3f-45f1-97da-faad27f4d39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:56.744156 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b2f3fa1f-d1e0-489c-a9bb-a02d3b784950 req-c3a4224c-163d-4d81-9c2f-e460fe6ed24f tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764325 Aug 29 04:25:56.823364 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5836ea-3dc4-4610-b810-d7b2c765ac80 None None] Network 3bcd0067-6e50-451c-9004-abafcee70c8b requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:25:56.836738 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9b6ddb29-438a-48a1-901a-2c1fecbbb2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:56.892243 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3869431b-4aa0-46ca-8842-e9015c35b8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4274880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4552377'] for subnet, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:56.909933 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-af9114b7-aca3-42f9-8e50-5a4a9f962a64 req-48c4a749-41fe-4009-b216-dcabcbfc0d07 service neutron] 10.222.0.46 "GET /v2.0/networks/feec027b-5116-4baf-b14f-d590c962d5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5090175 Aug 29 04:25:56.929407 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7d9cd127-735b-4971-9a54-32bf19c659d9 req-b2fce165-2e5a-4763-a55f-1378953db0f8 tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] 10.222.0.22 "GET /v2.0/security-groups?id=7f987bdf-6d05-400a-bf02-f82aa4859023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4318993 Aug 29 04:25:56.972857 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6ddb29-438a-48a1-901a-2c1fecbbb2c8 admin admin] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:25:56.977992 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3869431b-4aa0-46ca-8842-e9015c35b8b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=710778a2-878b-476c-9719-9ae92ef7de6e,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:56.994608 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3869431b-4aa0-46ca-8842-e9015c35b8b3 admin admin] Checking segment: {'id': '3702d597-5b99-458f-80c9-28432894b87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'fcd0713a-66d5-429e-8806-1ec67be3b61c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:25:56.996666 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3869431b-4aa0-46ca-8842-e9015c35b8b3 admin admin] Network hostable DHCP agents. Network: fcd0713a-66d5-429e-8806-1ec67be3b61c, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:25:57.038163 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3869431b-4aa0-46ca-8842-e9015c35b8b3 admin admin] Network fcd0713a-66d5-429e-8806-1ec67be3b61c is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:25:57.059720 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-3869431b-4aa0-46ca-8842-e9015c35b8b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, fcd0713a-66d5-429e-8806-1ec67be3b61c) {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:25:57.061609 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-9b6ddb29-438a-48a1-901a-2c1fecbbb2c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:25:57.073440 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3869431b-4aa0-46ca-8842-e9015c35b8b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:57.073642 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6ddb29-438a-48a1-901a-2c1fecbbb2c8 admin admin] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:25:57.077357 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ad7698-1b6d-4029-a644-c1e59e021892 None None] Network fcd0713a-66d5-429e-8806-1ec67be3b61c requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:25:57.084016 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3869431b-4aa0-46ca-8842-e9015c35b8b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:57.094766 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ce1b80e5-3621-48be-9e5c-c5d95cf866b9 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:57.122964 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-3869431b-4aa0-46ca-8842-e9015c35b8b3 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8049669 Aug 29 04:25:57.123410 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6ddb29-438a-48a1-901a-2c1fecbbb2c8 admin admin] Pushing event updated for resources: {'Port': ['ID=a7600daa-aafe-46ff-b65d-e523b2deceea,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:57.125937 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 58688) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:57.132477 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-233ab5b8-ab27-49e6-97a7-7378b99b834e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1755985023-router', 'tenant_id': 'f78174329f774784990d52436973061e', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:57.159984 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-233ab5b8-ab27-49e6-97a7-7378b99b834e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:57.162223 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-233ab5b8-ab27-49e6-97a7-7378b99b834e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1838'] for router, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:57.187991 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-3ddbfb24-6e7b-41a9-935c-8e1214d378c4 None None] Provisioning for port 6c456b1a-f058-496f-917e-944f79ef6463 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:25:57.219541 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-3ddbfb24-6e7b-41a9-935c-8e1214d378c4 None None] Provisioning complete for port 6c456b1a-f058-496f-917e-944f79ef6463 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:25:57.220224 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3ddbfb24-6e7b-41a9-935c-8e1214d378c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:57.253299 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-233ab5b8-ab27-49e6-97a7-7378b99b834e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:57.328707 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-af74f4c2-be3f-45f1-97da-faad27f4d39f None None] Allocated IP 172.20.0.2 (7ad299b9-e77f-486f-99ab-8fc72ebf0586/e7f3fa0b-a10e-4023-b82d-bd47a59f1b53/7134353d-2179-404a-a526-670c8eac8ea1) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:25:57.422451 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-af9114b7-aca3-42f9-8e50-5a4a9f962a64 req-26e7178b-f225-4f5a-a0db-5726d4243c47 service neutron] 10.222.0.46 "GET /v2.0/networks/feec027b-5116-4baf-b14f-d590c962d5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4919598 Aug 29 04:25:57.429298 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-233ab5b8-ab27-49e6-97a7-7378b99b834e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:57.447366 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ce1b80e5-3621-48be-9e5c-c5d95cf866b9 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:57.601569 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device d39d8e76-f8d8-44ae-8bf1-8ba2f8173092 details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:25:57.660114 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9b6ddb29-438a-48a1-901a-2c1fecbbb2c8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:57.715610 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-233ab5b8-ab27-49e6-97a7-7378b99b834e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:57.731621 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port d39d8e76-f8d8-44ae-8bf1-8ba2f8173092, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=d39d8e76-f8d8-44ae-8bf1-8ba2f8173092,segment=NetworkSegment(6dd7e887-a742-4794-9d44-e9baf733124b),segment_id=6dd7e887-a742-4794-9d44-e9baf733124b)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:57.750428 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-233ab5b8-ab27-49e6-97a7-7378b99b834e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:57.757410 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854f3a8d-87e9-489a-9e77-7b2f02af2dd9 None None] Network 189e323b-eac7-47a0-a92c-75b22f0efc43 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:25:57.875387 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 92420fac-9243-452d-af60-5a0234c4506a up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:25:57.878039 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40dd4bc9-cfe1-4dab-b371-dcb713742418 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-fcd0713a-66d5-429e-8806-1ec67be3b61c', 'network_id': 'fcd0713a-66d5-429e-8806-1ec67be3b61c', 'tenant_id': 'f78174329f774784990d52436973061e', 'fixed_ips': [{'subnet_id': '710778a2-878b-476c-9719-9ae92ef7de6e'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:25:57.879015 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-40dd4bc9-cfe1-4dab-b371-dcb713742418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:57.895370 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-233ab5b8-ab27-49e6-97a7-7378b99b834e admin admin] Allocated IP 172.25.0.104 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/2a8ec008-e3bf-48ff-ad0d-69d708718ad8) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:25:57.903117 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Returning: {'device': 'd39d8e76-f8d8-44ae-8bf1-8ba2f8173092', 'network_id': 'feec027b-5116-4baf-b14f-d590c962d5a9', 'port_id': 'd39d8e76-f8d8-44ae-8bf1-8ba2f8173092', 'mac_address': 'fa:16:3e:b6:a7:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4c97272-e05c-4727-924e-16dee53b87db', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:25:58.082582 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3ddbfb24-6e7b-41a9-935c-8e1214d378c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:58.108113 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-233ab5b8-ab27-49e6-97a7-7378b99b834e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:58.151121 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4cf855-d579-452b-9785-c1ecba51795c req-f6e3cfde-1767-47cf-82c0-50d1f5802a3a tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:58.153053 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-eb4cf855-d579-452b-9785-c1ecba51795c req-f6e3cfde-1767-47cf-82c0-50d1f5802a3a tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] 10.222.0.22 "GET /v2.0/ports?device_id=e84a1e9a-b7e6-4e7f-ba02-47716c630e3b HTTP/1.1" status: 200 len: 944 time: 0.0984383 Aug 29 04:25:58.241337 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:58.242311 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-eb4cf855-d579-452b-9785-c1ecba51795c req-c01e0e1e-5c6b-4dcc-8879-46695d59515c tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] 10.222.0.22 "GET /v2.0/security-groups?id=7f987bdf-6d05-400a-bf02-f82aa4859023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807099 Aug 29 04:25:58.250186 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-233ab5b8-ab27-49e6-97a7-7378b99b834e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:58.262874 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d39d8e76-f8d8-44ae-8bf1-8ba2f8173092 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:25:58.339442 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233ab5b8-ab27-49e6-97a7-7378b99b834e admin admin] Pushing event updated for resources: {'Port': ['ID=2a8ec008-e3bf-48ff-ad0d-69d708718ad8,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:58.344988 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233ab5b8-ab27-49e6-97a7-7378b99b834e admin admin] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:25:58.346766 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-233ab5b8-ab27-49e6-97a7-7378b99b834e admin admin] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:25:58.350896 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233ab5b8-ab27-49e6-97a7-7378b99b834e admin admin] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:25:58.358045 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port d39d8e76-f8d8-44ae-8bf1-8ba2f8173092, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=d39d8e76-f8d8-44ae-8bf1-8ba2f8173092,segment=NetworkSegment(6dd7e887-a742-4794-9d44-e9baf733124b),segment_id=6dd7e887-a742-4794-9d44-e9baf733124b)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:58.364056 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-3ddbfb24-6e7b-41a9-935c-8e1214d378c4 None None] For port 6c456b1a-f058-496f-917e-944f79ef6463, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=6c456b1a-f058-496f-917e-944f79ef6463,segment=NetworkSegment(a5492a16-c200-4329-b562-96a170c2e529),segment_id=a5492a16-c200-4329-b562-96a170c2e529)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:58.365413 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 92420fac-9243-452d-af60-5a0234c4506a completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:25:58.372029 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-af74f4c2-be3f-45f1-97da-faad27f4d39f None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:58.404534 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3ddbfb24-6e7b-41a9-935c-8e1214d378c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:58.406221 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:58.424055 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-af74f4c2-be3f-45f1-97da-faad27f4d39f None None] Transition to ACTIVE for port object 7134353d-2179-404a-a526-670c8eac8ea1 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:25:58.485479 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-af74f4c2-be3f-45f1-97da-faad27f4d39f None None] Transition to ACTIVE for port object 7134353d-2179-404a-a526-670c8eac8ea1 will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:25:58.509242 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:58.518749 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-40dd4bc9-cfe1-4dab-b371-dcb713742418 None None] Allocated IP 172.20.0.2 (fcd0713a-66d5-429e-8806-1ec67be3b61c/710778a2-878b-476c-9719-9ae92ef7de6e/1a2d0c3f-c1c0-490f-adc0-e42678454352) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:25:58.528306 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-af74f4c2-be3f-45f1-97da-faad27f4d39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:58.554932 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ce1b80e5-3621-48be-9e5c-c5d95cf866b9 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9190434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062341'] for subnet, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:58.569986 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddbfb24-6e7b-41a9-935c-8e1214d378c4 None None] Pushing event updated for resources: {'Port': ['ID=6c456b1a-f058-496f-917e-944f79ef6463,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:58.580048 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9b6ddb29-438a-48a1-901a-2c1fecbbb2c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409'] for router, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:58.590411 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acf9919-e5e9-41e0-8902-5b21fa49cf45 req-04515e4f-afa6-4acf-a648-b33aa6eea0e4 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:58.599568 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0acf9919-e5e9-41e0-8902-5b21fa49cf45 req-04515e4f-afa6-4acf-a648-b33aa6eea0e4 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c4f5476-e59b-4665-b89a-7de07404fef5 HTTP/1.1" status: 200 len: 945 time: 0.7147794 Aug 29 04:25:58.639445 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['d39d8e76-f8d8-44ae-8bf1-8ba2f8173092'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:25:58.645656 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af74f4c2-be3f-45f1-97da-faad27f4d39f None None] Network 7ad299b9-e77f-486f-99ab-8fc72ebf0586 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:25:58.655425 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b80e5-3621-48be-9e5c-c5d95cf866b9 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Pushing event deleted for resources: {'Subnet': ['ID=e7f3fa0b-a10e-4023-b82d-bd47a59f1b53,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:58.678726 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-faf6d0a6-0e86-4ab7-9d12-03a167033c2f None None] Provisioning complete for port 6c456b1a-f058-496f-917e-944f79ef6463 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:25:58.679111 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-faf6d0a6-0e86-4ab7-9d12-03a167033c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:58.701936 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-af74f4c2-be3f-45f1-97da-faad27f4d39f None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:25:58.711021 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-233ab5b8-ab27-49e6-97a7-7378b99b834e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:58.749982 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af74f4c2-be3f-45f1-97da-faad27f4d39f None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:25:58.760940 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=d39d8e76-f8d8-44ae-8bf1-8ba2f8173092,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:58.842895 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0acf9919-e5e9-41e0-8902-5b21fa49cf45 req-c6154427-73b3-4cc1-9f6a-71de98cb563f tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422535 Aug 29 04:25:58.878699 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ce1b80e5-3621-48be-9e5c-c5d95cf866b9 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:58.899174 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-ce1b80e5-3621-48be-9e5c-c5d95cf866b9 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ad299b9-e77f-486f-99ab-8fc72ebf0586']}} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:58.918186 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-ce1b80e5-3621-48be-9e5c-c5d95cf866b9 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df778e2c-7ea9-4bfa-b81f-394980b8f1ca') {'for_net_delete': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:58.918401 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-ce1b80e5-3621-48be-9e5c-c5d95cf866b9 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df778e2c-7ea9-4bfa-b81f-394980b8f1ca') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:58.925025 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af74f4c2-be3f-45f1-97da-faad27f4d39f None None] Pushing event updated for resources: {'Port': ['ID=7134353d-2179-404a-a526-670c8eac8ea1,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:58.939312 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ce1b80e5-3621-48be-9e5c-c5d95cf866b9 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8904833'] for segment, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:58.959779 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ce1b80e5-3621-48be-9e5c-c5d95cf866b9 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:58.973283 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce1b80e5-3621-48be-9e5c-c5d95cf866b9 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=94828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:25:58.973699 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ce1b80e5-3621-48be-9e5c-c5d95cf866b9 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9190468'] for segment, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:58.977461 n-d-712140-12 neutron-server[94828]: Traceback (most recent call last): Aug 29 04:25:58.977461 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:25:58.977461 n-d-712140-12 neutron-server[94828]: timer() Aug 29 04:25:58.977461 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:25:58.977461 n-d-712140-12 neutron-server[94828]: cb(*args, **kw) Aug 29 04:25:58.977461 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:25:58.977461 n-d-712140-12 neutron-server[94828]: return func(*args, **kwargs) Aug 29 04:25:58.977461 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:25:58.977461 n-d-712140-12 neutron-server[94828]: self._notify() Aug 29 04:25:58.977461 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:25:58.977461 n-d-712140-12 neutron-server[94828]: self.callback(batched_events) Aug 29 04:25:58.977461 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:25:58.977461 n-d-712140-12 neutron-server[94828]: event.method(event) Aug 29 04:25:58.977461 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:25:58.977461 n-d-712140-12 neutron-server[94828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:25:58.977461 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:25:58.977461 n-d-712140-12 neutron-server[94828]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:25:58.977461 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:25:58.977461 n-d-712140-12 neutron-server[94828]: return f(self, *a, **k) Aug 29 04:25:58.977461 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:25:58.977461 n-d-712140-12 neutron-server[94828]: return self._get(url).json() Aug 29 04:25:58.977461 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:25:58.977461 n-d-712140-12 neutron-server[94828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:25:58.977461 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:25:58.977461 n-d-712140-12 neutron-server[94828]: return self.request(url, 'GET', **kwargs) Aug 29 04:25:58.977461 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:25:58.977461 n-d-712140-12 neutron-server[94828]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:25:58.977461 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:25:58.977461 n-d-712140-12 neutron-server[94828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:25:58.977461 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:25:58.977461 n-d-712140-12 neutron-server[94828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:25:58.977461 n-d-712140-12 neutron-server[94828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:25:59.004536 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-233ab5b8-ab27-49e6-97a7-7378b99b834e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409'] for router, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:59.049084 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-af74f4c2-be3f-45f1-97da-faad27f4d39f None None] Attempting to bind port 7134353d-2179-404a-a526-670c8eac8ea1 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:25:59.049807 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-af74f4c2-be3f-45f1-97da-faad27f4d39f None None] Attempting to bind port 7134353d-2179-404a-a526-670c8eac8ea1 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'df778e2c-7ea9-4bfa-b81f-394980b8f1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '7ad299b9-e77f-486f-99ab-8fc72ebf0586'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:25:59.050405 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af74f4c2-be3f-45f1-97da-faad27f4d39f None None] Attempting to bind port 7134353d-2179-404a-a526-670c8eac8ea1 on network 7ad299b9-e77f-486f-99ab-8fc72ebf0586 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:25:59.068212 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b6ddb29-438a-48a1-901a-2c1fecbbb2c8 admin admin] Router def0a604-df59-49da-8eca-52935833d7d6 is scheduled to L3 agent 76874008-c311-485c-ba36-921b6d275b6a with binding_index 1 {{(pid=94828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:25:59.070782 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-ce1b80e5-3621-48be-9e5c-c5d95cf866b9 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 29 04:25:59.070782 n-d-712140-12 neutron-server[94828]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 29 04:25:59.070782 n-d-712140-12 neutron-server[94828]: [parameters: {'id': '7ad299b9-e77f-486f-99ab-8fc72ebf0586'}] Aug 29 04:25:59.070782 n-d-712140-12 neutron-server[94828]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:25:59.071156 n-d-712140-12 neutron-server[94828]: DEBUG oslo_db.api [None req-ce1b80e5-3621-48be-9e5c-c5d95cf866b9 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:25:59.091658 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af74f4c2-be3f-45f1-97da-faad27f4d39f None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:25:59.092777 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af74f4c2-be3f-45f1-97da-faad27f4d39f None None] Checking segment: {'id': 'df778e2c-7ea9-4bfa-b81f-394980b8f1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '7ad299b9-e77f-486f-99ab-8fc72ebf0586'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:25:59.093392 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-af74f4c2-be3f-45f1-97da-faad27f4d39f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:59.093996 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af74f4c2-be3f-45f1-97da-faad27f4d39f None None] Bound using segment: {'id': 'df778e2c-7ea9-4bfa-b81f-394980b8f1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '7ad299b9-e77f-486f-99ab-8fc72ebf0586'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:25:59.094697 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-af74f4c2-be3f-45f1-97da-faad27f4d39f None None] Bound port: 7134353d-2179-404a-a526-670c8eac8ea1, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df778e2c-7ea9-4bfa-b81f-394980b8f1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '7ad299b9-e77f-486f-99ab-8fc72ebf0586'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:25:59.095293 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-af74f4c2-be3f-45f1-97da-faad27f4d39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:59.160946 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-233ab5b8-ab27-49e6-97a7-7378b99b834e admin admin] Router 75152a67-b6c4-4168-b3ba-a48550e2154c is scheduled to L3 agent 76874008-c311-485c-ba36-921b6d275b6a with binding_index 1 {{(pid=94829) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:25:59.165796 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-40dd4bc9-cfe1-4dab-b371-dcb713742418 None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:59.204929 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b6ddb29-438a-48a1-901a-2c1fecbbb2c8 admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:25:59.216444 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5fb5b8-5c4f-4448-8304-29baa9d82ec4 None None] Sync routers for ids ['def0a604-df59-49da-8eca-52935833d7d6'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:25:59.218052 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-40dd4bc9-cfe1-4dab-b371-dcb713742418 None None] Transition to ACTIVE for port object 1a2d0c3f-c1c0-490f-adc0-e42678454352 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:25:59.234521 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5fb5b8-5c4f-4448-8304-29baa9d82ec4 None None] Routers {'def0a604-df59-49da-8eca-52935833d7d6'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:25:59.237247 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-df5fb5b8-5c4f-4448-8304-29baa9d82ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:25:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['def0a604-df59-49da-8eca-52935833d7d6'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:59.239284 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9b6ddb29-438a-48a1-901a-2c1fecbbb2c8 admin admin] Notify callbacks [] for router, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:59.242028 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-9b6ddb29-438a-48a1-901a-2c1fecbbb2c8 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.2221570 Aug 29 04:25:59.245474 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 58708) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:59.261522 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-40dd4bc9-cfe1-4dab-b371-dcb713742418 None None] Transition to ACTIVE for port object 1a2d0c3f-c1c0-490f-adc0-e42678454352 will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:25:59.282814 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-af74f4c2-be3f-45f1-97da-faad27f4d39f None None] For port 7134353d-2179-404a-a526-670c8eac8ea1, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:25:59.285812 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-40dd4bc9-cfe1-4dab-b371-dcb713742418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:59.289401 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-af74f4c2-be3f-45f1-97da-faad27f4d39f None None] For port 7134353d-2179-404a-a526-670c8eac8ea1, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=7134353d-2179-404a-a526-670c8eac8ea1,segment=NetworkSegment(df778e2c-7ea9-4bfa-b81f-394980b8f1ca),segment_id=df778e2c-7ea9-4bfa-b81f-394980b8f1ca)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:25:59.296161 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-faf6d0a6-0e86-4ab7-9d12-03a167033c2f None None] Provisioning for port 92420fac-9243-452d-af60-5a0234c4506a completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:25:59.327863 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-af74f4c2-be3f-45f1-97da-faad27f4d39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:59.340600 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-233ab5b8-ab27-49e6-97a7-7378b99b834e admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:25:59.369107 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae20a07a-29c1-48c4-ba73-b3510dd36e56 None None] Sync routers for ids ['75152a67-b6c4-4168-b3ba-a48550e2154c'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:25:59.370754 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-faf6d0a6-0e86-4ab7-9d12-03a167033c2f None None] Provisioning complete for port 92420fac-9243-452d-af60-5a0234c4506a triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:25:59.371129 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-faf6d0a6-0e86-4ab7-9d12-03a167033c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:59.375478 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-233ab5b8-ab27-49e6-97a7-7378b99b834e admin admin] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:59.379824 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-233ab5b8-ab27-49e6-97a7-7378b99b834e admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 2.2492142 Aug 29 04:25:59.380595 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 58714) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:59.405988 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40dd4bc9-cfe1-4dab-b371-dcb713742418 None None] Network fcd0713a-66d5-429e-8806-1ec67be3b61c is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:25:59.448570 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dd4bc9-cfe1-4dab-b371-dcb713742418 None None] Pushing event updated for resources: {'Port': ['ID=1a2d0c3f-c1c0-490f-adc0-e42678454352,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:59.457354 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-df5fb5b8-5c4f-4448-8304-29baa9d82ec4 None None] Set router def0a604-df59-49da-8eca-52935833d7d6 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:25:59.502286 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae20a07a-29c1-48c4-ba73-b3510dd36e56 None None] Routers {'75152a67-b6c4-4168-b3ba-a48550e2154c'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:25:59.504155 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-ae20a07a-29c1-48c4-ba73-b3510dd36e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:25:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['75152a67-b6c4-4168-b3ba-a48550e2154c'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:59.512595 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-40dd4bc9-cfe1-4dab-b371-dcb713742418 None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:25:59.576209 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6d78b3-a305-445e-89f5-1587ad63dfd2 req-e8524efe-6cbd-44b9-918d-95b1d8c19519 tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:59.578028 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fa6d78b3-a305-445e-89f5-1587ad63dfd2 req-e8524efe-6cbd-44b9-918d-95b1d8c19519 tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] 10.222.0.22 "GET /v2.0/ports?device_id=e84a1e9a-b7e6-4e7f-ba02-47716c630e3b HTTP/1.1" status: 200 len: 945 time: 0.1868541 Aug 29 04:25:59.581538 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ce1b80e5-3621-48be-9e5c-c5d95cf866b9 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:59.777460 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-df5fb5b8-5c4f-4448-8304-29baa9d82ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def0a604-df59-49da-8eca-52935833d7d6', 'name': 'tempest-AttachVolumeTestJSON-1505354995-router', 'tenant_id': '6c9e9b4cb47149d19005e5a96f02d4fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'a7600daa-aafe-46ff-b65d-e523b2deceea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:54Z', 'updated_at': '2021-08-29T04:25:57Z', 'revision_number': 3, 'project_id': '6c9e9b4cb47149d19005e5a96f02d4fd', 'gw_port': {'id': 'a7600daa-aafe-46ff-b65d-e523b2deceea', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:45:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'def0a604-df59-49da-8eca-52935833d7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:55Z', 'updated_at': '2021-08-29T04:25:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:59.835426 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5fb5b8-5c4f-4448-8304-29baa9d82ec4 None None] Checking router: def0a604-df59-49da-8eca-52935833d7d6 for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:25:59.835804 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5fb5b8-5c4f-4448-8304-29baa9d82ec4 None None] Updating router def0a604-df59-49da-8eca-52935833d7d6 port a7600daa-aafe-46ff-b65d-e523b2deceea binding host n-d-712140-12 {{(pid=94831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:25:59.896198 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-df5fb5b8-5c4f-4448-8304-29baa9d82ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:59.936736 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fa6d78b3-a305-445e-89f5-1587ad63dfd2 req-1f631504-7406-48ee-865c-e1a99c49cf1e tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] 10.222.0.22 "GET /v2.0/security-groups?id=7f987bdf-6d05-400a-bf02-f82aa4859023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737518 Aug 29 04:25:59.958746 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ce1b80e5-3621-48be-9e5c-c5d95cf866b9 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Deleting port 7134353d-2179-404a-a526-670c8eac8ea1 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:25:59.959335 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ce1b80e5-3621-48be-9e5c-c5d95cf866b9 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:59.968269 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40dd4bc9-cfe1-4dab-b371-dcb713742418 None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:26:00.034896 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 6c456b1a-f058-496f-917e-944f79ef6463 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:26:00.134370 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ce1b80e5-3621-48be-9e5c-c5d95cf866b9 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] For port 7134353d-2179-404a-a526-670c8eac8ea1, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=7134353d-2179-404a-a526-670c8eac8ea1,segment=NetworkSegment(df778e2c-7ea9-4bfa-b81f-394980b8f1ca),segment_id=df778e2c-7ea9-4bfa-b81f-394980b8f1ca)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:00.134791 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ce1b80e5-3621-48be-9e5c-c5d95cf866b9 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:00.140595 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b453dc-d77b-4690-b79d-6c8cfa8d5b9c req-c92228cc-810d-42fb-affc-b2d6ba283988 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:00.142554 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-83b453dc-d77b-4690-b79d-6c8cfa8d5b9c req-c92228cc-810d-42fb-affc-b2d6ba283988 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c4f5476-e59b-4665-b89a-7de07404fef5 HTTP/1.1" status: 200 len: 945 time: 0.1107571 Aug 29 04:26:00.168846 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ce1b80e5-3621-48be-9e5c-c5d95cf866b9 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Calling delete_port for 7134353d-2179-404a-a526-670c8eac8ea1 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:26:00.280508 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e30f1e00-4c33-45ae-8ad8-a38c23841278 None None] Network 7ad299b9-e77f-486f-99ab-8fc72ebf0586 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:26:00.302562 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-df5fb5b8-5c4f-4448-8304-29baa9d82ec4 None None] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:00.315160 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-83b453dc-d77b-4690-b79d-6c8cfa8d5b9c req-b26469ed-dbab-4a8d-abfb-46bcb370a329 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621096 Aug 29 04:26:00.324790 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5ca007d6-2c66-45d0-ac95-1d394d02a188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:00.339023 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-df5fb5b8-5c4f-4448-8304-29baa9d82ec4 None None] Transition to ACTIVE for port object a7600daa-aafe-46ff-b65d-e523b2deceea will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:26:00.340854 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-df5fb5b8-5c4f-4448-8304-29baa9d82ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:00.355258 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ce1b80e5-3621-48be-9e5c-c5d95cf866b9 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:00.371755 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1b80e5-3621-48be-9e5c-c5d95cf866b9 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] No DVR routers for this DVR port 7134353d-2179-404a-a526-670c8eac8ea1 on host n-d-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:26:00.397773 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af74f4c2-be3f-45f1-97da-faad27f4d39f None None] Pushing event updated for resources: {'Port': ['ID=7134353d-2179-404a-a526-670c8eac8ea1,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:00.445619 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b80e5-3621-48be-9e5c-c5d95cf866b9 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Pushing event deleted for resources: {'Port': ['ID=7134353d-2179-404a-a526-670c8eac8ea1,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:00.460307 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 6c456b1a-f058-496f-917e-944f79ef6463 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:00.460690 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:00.464072 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-40dd4bc9-cfe1-4dab-b371-dcb713742418 None None] Attempting to bind port 1a2d0c3f-c1c0-490f-adc0-e42678454352 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:26:00.464659 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-40dd4bc9-cfe1-4dab-b371-dcb713742418 None None] Attempting to bind port 1a2d0c3f-c1c0-490f-adc0-e42678454352 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '3702d597-5b99-458f-80c9-28432894b87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'fcd0713a-66d5-429e-8806-1ec67be3b61c'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:26:00.465039 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40dd4bc9-cfe1-4dab-b371-dcb713742418 None None] Attempting to bind port 1a2d0c3f-c1c0-490f-adc0-e42678454352 on network fcd0713a-66d5-429e-8806-1ec67be3b61c {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:26:00.476750 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476d345b-1b8b-400c-a748-166006f51b63 None None] Pushing event updated for resources: {'Port': ['ID=a7600daa-aafe-46ff-b65d-e523b2deceea,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:00.483973 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-df5fb5b8-5c4f-4448-8304-29baa9d82ec4 None None] Attempting to bind port a7600daa-aafe-46ff-b65d-e523b2deceea on host n-d-712140-12 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:26:00.484480 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-df5fb5b8-5c4f-4448-8304-29baa9d82ec4 None None] Attempting to bind port a7600daa-aafe-46ff-b65d-e523b2deceea by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:26:00.484875 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5fb5b8-5c4f-4448-8304-29baa9d82ec4 None None] Attempting to bind port a7600daa-aafe-46ff-b65d-e523b2deceea on network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:26:00.498535 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476d345b-1b8b-400c-a748-166006f51b63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:00.498878 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476d345b-1b8b-400c-a748-166006f51b63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:00.499302 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476d345b-1b8b-400c-a748-166006f51b63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:00.499645 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476d345b-1b8b-400c-a748-166006f51b63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:00.500211 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476d345b-1b8b-400c-a748-166006f51b63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:00.500535 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476d345b-1b8b-400c-a748-166006f51b63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:00.500884 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476d345b-1b8b-400c-a748-166006f51b63 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:00.501298 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476d345b-1b8b-400c-a748-166006f51b63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:00.501901 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476d345b-1b8b-400c-a748-166006f51b63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:00.502473 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476d345b-1b8b-400c-a748-166006f51b63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:00.503358 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476d345b-1b8b-400c-a748-166006f51b63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:00.503723 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476d345b-1b8b-400c-a748-166006f51b63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:00.507284 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5fb5b8-5c4f-4448-8304-29baa9d82ec4 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:26:00.507654 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5fb5b8-5c4f-4448-8304-29baa9d82ec4 None None] Checking segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:26:00.508076 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-df5fb5b8-5c4f-4448-8304-29baa9d82ec4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:00.508464 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5fb5b8-5c4f-4448-8304-29baa9d82ec4 None None] Bound using segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:26:00.508925 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-df5fb5b8-5c4f-4448-8304-29baa9d82ec4 None None] Bound port: a7600daa-aafe-46ff-b65d-e523b2deceea, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:26:00.509326 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-df5fb5b8-5c4f-4448-8304-29baa9d82ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:00.523122 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-faf6d0a6-0e86-4ab7-9d12-03a167033c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:00.556445 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40dd4bc9-cfe1-4dab-b371-dcb713742418 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:26:00.556962 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40dd4bc9-cfe1-4dab-b371-dcb713742418 None None] Checking segment: {'id': '3702d597-5b99-458f-80c9-28432894b87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'fcd0713a-66d5-429e-8806-1ec67be3b61c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:26:00.557798 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-40dd4bc9-cfe1-4dab-b371-dcb713742418 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:00.557798 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40dd4bc9-cfe1-4dab-b371-dcb713742418 None None] Bound using segment: {'id': '3702d597-5b99-458f-80c9-28432894b87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'fcd0713a-66d5-429e-8806-1ec67be3b61c'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:26:00.558319 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-40dd4bc9-cfe1-4dab-b371-dcb713742418 None None] Bound port: 1a2d0c3f-c1c0-490f-adc0-e42678454352, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3702d597-5b99-458f-80c9-28432894b87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'fcd0713a-66d5-429e-8806-1ec67be3b61c'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:26:00.558624 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-40dd4bc9-cfe1-4dab-b371-dcb713742418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:00.585239 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-df5fb5b8-5c4f-4448-8304-29baa9d82ec4 None None] For port a7600daa-aafe-46ff-b65d-e523b2deceea, host n-d-712140-12, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:26:00.593061 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-df5fb5b8-5c4f-4448-8304-29baa9d82ec4 None None] For port a7600daa-aafe-46ff-b65d-e523b2deceea, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=a7600daa-aafe-46ff-b65d-e523b2deceea,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:26:00.601786 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-df5fb5b8-5c4f-4448-8304-29baa9d82ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:00.606576 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-ae20a07a-29c1-48c4-ba73-b3510dd36e56 None None] Set router 75152a67-b6c4-4168-b3ba-a48550e2154c gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:26:00.645895 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ce1b80e5-3621-48be-9e5c-c5d95cf866b9 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:00.689115 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-ce1b80e5-3621-48be-9e5c-c5d95cf866b9 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ad299b9-e77f-486f-99ab-8fc72ebf0586']}} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:00.714009 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476d345b-1b8b-400c-a748-166006f51b63 None None] Pushing event updated for resources: {'Port': ['ID=a7600daa-aafe-46ff-b65d-e523b2deceea,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:00.720152 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-ce1b80e5-3621-48be-9e5c-c5d95cf866b9 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df778e2c-7ea9-4bfa-b81f-394980b8f1ca') {'for_net_delete': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:00.721754 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-ce1b80e5-3621-48be-9e5c-c5d95cf866b9 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df778e2c-7ea9-4bfa-b81f-394980b8f1ca') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:00.745262 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5fb5b8-5c4f-4448-8304-29baa9d82ec4 None None] Routers {'def0a604-df59-49da-8eca-52935833d7d6'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:26:00.745892 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-df5fb5b8-5c4f-4448-8304-29baa9d82ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:25:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['def0a604-df59-49da-8eca-52935833d7d6'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:00.757315 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ce1b80e5-3621-48be-9e5c-c5d95cf866b9 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8904833'] for segment, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:00.778411 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ce1b80e5-3621-48be-9e5c-c5d95cf866b9 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:00.791726 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-5ca007d6-2c66-45d0-ac95-1d394d02a188 admin admin] Allocated IP 172.20.0.1 (3bcd0067-6e50-451c-9004-abafcee70c8b/77379d5c-d72e-4fe0-ace8-ef22d196f6e9/89765845-91b6-482e-bcb3-a7b59e9aec5f) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:26:00.794837 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce1b80e5-3621-48be-9e5c-c5d95cf866b9 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=94828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:26:00.795104 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ce1b80e5-3621-48be-9e5c-c5d95cf866b9 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9190468'] for segment, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:00.800239 n-d-712140-12 neutron-server[94828]: Traceback (most recent call last): Aug 29 04:26:00.800239 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:26:00.800239 n-d-712140-12 neutron-server[94828]: timer() Aug 29 04:26:00.800239 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:26:00.800239 n-d-712140-12 neutron-server[94828]: cb(*args, **kw) Aug 29 04:26:00.800239 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:26:00.800239 n-d-712140-12 neutron-server[94828]: return func(*args, **kwargs) Aug 29 04:26:00.800239 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:26:00.800239 n-d-712140-12 neutron-server[94828]: self._notify() Aug 29 04:26:00.800239 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:26:00.800239 n-d-712140-12 neutron-server[94828]: self.callback(batched_events) Aug 29 04:26:00.800239 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:26:00.800239 n-d-712140-12 neutron-server[94828]: event.method(event) Aug 29 04:26:00.800239 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:26:00.800239 n-d-712140-12 neutron-server[94828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:26:00.800239 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:26:00.800239 n-d-712140-12 neutron-server[94828]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:26:00.800239 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:26:00.800239 n-d-712140-12 neutron-server[94828]: return f(self, *a, **k) Aug 29 04:26:00.800239 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:26:00.800239 n-d-712140-12 neutron-server[94828]: return self._get(url).json() Aug 29 04:26:00.800239 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:26:00.800239 n-d-712140-12 neutron-server[94828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:26:00.800239 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:26:00.800239 n-d-712140-12 neutron-server[94828]: return self.request(url, 'GET', **kwargs) Aug 29 04:26:00.800239 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:26:00.800239 n-d-712140-12 neutron-server[94828]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:26:00.800239 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:26:00.800239 n-d-712140-12 neutron-server[94828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:26:00.800239 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:26:00.800239 n-d-712140-12 neutron-server[94828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:26:00.800239 n-d-712140-12 neutron-server[94828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:26:00.807405 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-faf6d0a6-0e86-4ab7-9d12-03a167033c2f None None] For port 92420fac-9243-452d-af60-5a0234c4506a, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=92420fac-9243-452d-af60-5a0234c4506a,segment=NetworkSegment(74e04373-bd52-452b-8f9d-2cb78b2a3a2e),segment_id=74e04373-bd52-452b-8f9d-2cb78b2a3a2e)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:00.823170 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-faf6d0a6-0e86-4ab7-9d12-03a167033c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:00.909952 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-40dd4bc9-cfe1-4dab-b371-dcb713742418 None None] For port 1a2d0c3f-c1c0-490f-adc0-e42678454352, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:26:00.923882 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ce1b80e5-3621-48be-9e5c-c5d95cf866b9 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:00.928196 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-40dd4bc9-cfe1-4dab-b371-dcb713742418 None None] For port 1a2d0c3f-c1c0-490f-adc0-e42678454352, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=1a2d0c3f-c1c0-490f-adc0-e42678454352,segment=NetworkSegment(3702d597-5b99-458f-80c9-28432894b87e),segment_id=3702d597-5b99-458f-80c9-28432894b87e)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:26:00.933421 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ce1b80e5-3621-48be-9e5c-c5d95cf866b9 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:00.936370 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-ce1b80e5-3621-48be-9e5c-c5d95cf866b9 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] 10.222.0.22 "DELETE /v2.0/networks/7ad299b9-e77f-486f-99ab-8fc72ebf0586 HTTP/1.1" status: 204 len: 168 time: 4.3328683 Aug 29 04:26:00.945554 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 58734) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:00.951526 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-40dd4bc9-cfe1-4dab-b371-dcb713742418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:00.953996 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-c567e9d3-eb87-4a4b-8658-72d12e2a2f35 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-911036677'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:00.955220 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b80e5-3621-48be-9e5c-c5d95cf866b9 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Pushing event deleted for resources: {'Network': ['ID=7ad299b9-e77f-486f-99ab-8fc72ebf0586,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:00.974817 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-829443d0-8a26-46f8-98f7-9571ae401b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:00.990919 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-df5fb5b8-5c4f-4448-8304-29baa9d82ec4 None None] Set router def0a604-df59-49da-8eca-52935833d7d6 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:26:01.014047 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c567e9d3-eb87-4a4b-8658-72d12e2a2f35 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Made reservation on behalf of 3b680a37d4894bbbace086ade39e168e for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:26:01.019277 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c567e9d3-eb87-4a4b-8658-72d12e2a2f35 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:01.048137 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-b32953c0-783e-4d0c-bb87-96b0906cab33 None None] Provisioning complete for port 92420fac-9243-452d-af60-5a0234c4506a triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:01.053167 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b32953c0-783e-4d0c-bb87-96b0906cab33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:01.059619 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5ca007d6-2c66-45d0-ac95-1d394d02a188 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:01.092647 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5ca007d6-2c66-45d0-ac95-1d394d02a188 admin admin] Transition to ACTIVE for port object 89765845-91b6-482e-bcb3-a7b59e9aec5f will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:26:01.165656 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5ca007d6-2c66-45d0-ac95-1d394d02a188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:01.178601 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c567e9d3-eb87-4a4b-8658-72d12e2a2f35 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:26:01.215645 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c567e9d3-eb87-4a4b-8658-72d12e2a2f35 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:01.216048 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-c567e9d3-eb87-4a4b-8658-72d12e2a2f35 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Added segment 2278bc66-9d65-4b13-b8e8-1f68426a22d6 of type vlan for network 503b87aa-c29b-4f16-a918-57e9efd16865 Aug 29 04:26:01.244999 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4cc6fe-1a65-4181-b18b-c779b1eb99c7 req-aba35349-8f28-4f12-b907-5d6064565e25 tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:01.253730 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8b4cc6fe-1a65-4181-b18b-c779b1eb99c7 req-aba35349-8f28-4f12-b907-5d6064565e25 tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] 10.222.0.22 "GET /v2.0/ports?device_id=e84a1e9a-b7e6-4e7f-ba02-47716c630e3b HTTP/1.1" status: 200 len: 945 time: 0.1912374 Aug 29 04:26:01.265722 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf6d0a6-0e86-4ab7-9d12-03a167033c2f None None] Pushing event updated for resources: {'Port': ['ID=92420fac-9243-452d-af60-5a0234c4506a,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:01.275626 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca007d6-2c66-45d0-ac95-1d394d02a188 admin admin] Pushing event updated for resources: {'Port': ['ID=89765845-91b6-482e-bcb3-a7b59e9aec5f,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:01.290161 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca007d6-2c66-45d0-ac95-1d394d02a188 admin admin] Network 3bcd0067-6e50-451c-9004-abafcee70c8b is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:26:01.291591 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-5ca007d6-2c66-45d0-ac95-1d394d02a188 admin admin] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:01.294217 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca007d6-2c66-45d0-ac95-1d394d02a188 admin admin] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:26:01.351088 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5ca007d6-2c66-45d0-ac95-1d394d02a188 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719598'] for router_interface, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:01.391315 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-ae20a07a-29c1-48c4-ba73-b3510dd36e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75152a67-b6c4-4168-b3ba-a48550e2154c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1755985023-router', 'tenant_id': 'f78174329f774784990d52436973061e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': '2a8ec008-e3bf-48ff-ad0d-69d708718ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:57Z', 'updated_at': '2021-08-29T04:25:58Z', 'revision_number': 3, 'project_id': 'f78174329f774784990d52436973061e', 'gw_port': {'id': '2a8ec008-e3bf-48ff-ad0d-69d708718ad8', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:4d:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75152a67-b6c4-4168-b3ba-a48550e2154c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:57Z', 'updated_at': '2021-08-29T04:25:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:01.476402 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-df5fb5b8-5c4f-4448-8304-29baa9d82ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def0a604-df59-49da-8eca-52935833d7d6', 'name': 'tempest-AttachVolumeTestJSON-1505354995-router', 'tenant_id': '6c9e9b4cb47149d19005e5a96f02d4fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'a7600daa-aafe-46ff-b65d-e523b2deceea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:54Z', 'updated_at': '2021-08-29T04:25:57Z', 'revision_number': 3, 'project_id': '6c9e9b4cb47149d19005e5a96f02d4fd', 'gw_port': {'id': 'a7600daa-aafe-46ff-b65d-e523b2deceea', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:45:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'def0a604-df59-49da-8eca-52935833d7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:55Z', 'updated_at': '2021-08-29T04:26:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:01.478144 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dd4bc9-cfe1-4dab-b371-dcb713742418 None None] Pushing event updated for resources: {'Port': ['ID=1a2d0c3f-c1c0-490f-adc0-e42678454352,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:01.481578 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae20a07a-29c1-48c4-ba73-b3510dd36e56 None None] Checking router: 75152a67-b6c4-4168-b3ba-a48550e2154c for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:26:01.482140 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae20a07a-29c1-48c4-ba73-b3510dd36e56 None None] Updating router 75152a67-b6c4-4168-b3ba-a48550e2154c port 2a8ec008-e3bf-48ff-ad0d-69d708718ad8 binding host n-d-712140-12 {{(pid=94830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:26:01.520195 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5fb5b8-5c4f-4448-8304-29baa9d82ec4 None None] The sync data for ids ['def0a604-df59-49da-8eca-52935833d7d6'] in n-d-712140-12 is: [{'id': 'def0a604-df59-49da-8eca-52935833d7d6', 'name': 'tempest-AttachVolumeTestJSON-1505354995-router', 'tenant_id': '6c9e9b4cb47149d19005e5a96f02d4fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'a7600daa-aafe-46ff-b65d-e523b2deceea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:54Z', 'updated_at': '2021-08-29T04:25:57Z', 'revision_number': 3, 'project_id': '6c9e9b4cb47149d19005e5a96f02d4fd', 'gw_port': {'id': 'a7600daa-aafe-46ff-b65d-e523b2deceea', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:45:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'def0a604-df59-49da-8eca-52935833d7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:55Z', 'updated_at': '2021-08-29T04:26:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:26:01.543739 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c567e9d3-eb87-4a4b-8658-72d12e2a2f35 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:01.570700 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ae20a07a-29c1-48c4-ba73-b3510dd36e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:01.580555 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8b4cc6fe-1a65-4181-b18b-c779b1eb99c7 req-ca04479f-10bd-426a-a76b-9a8cf9067e5d tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] 10.222.0.22 "GET /v2.0/security-groups?id=7f987bdf-6d05-400a-bf02-f82aa4859023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3254020 Aug 29 04:26:01.604643 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-829443d0-8a26-46f8-98f7-9571ae401b74 admin admin] Allocated IP 172.20.0.1 (fcd0713a-66d5-429e-8806-1ec67be3b61c/710778a2-878b-476c-9719-9ae92ef7de6e/d673bb13-f978-4cc9-9318-a888cc6bef5d) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:26:01.648990 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72859f11-0f6b-410a-9a2c-3a426904d87e req-7c9a5920-b41d-4c91-b4a7-34ed75db99b6 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:01.650721 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-72859f11-0f6b-410a-9a2c-3a426904d87e req-7c9a5920-b41d-4c91-b4a7-34ed75db99b6 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c4f5476-e59b-4665-b89a-7de07404fef5 HTTP/1.1" status: 200 len: 945 time: 0.1501493 Aug 29 04:26:01.685541 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device d39d8e76-f8d8-44ae-8bf1-8ba2f8173092 up at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:26:01.741585 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5ca007d6-2c66-45d0-ac95-1d394d02a188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:01.758086 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-72859f11-0f6b-410a-9a2c-3a426904d87e req-199ee8c8-45f0-4c8d-bd90-cbbcadd0f002 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870409 Aug 29 04:26:01.792212 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.db.resource_extend [None req-c567e9d3-eb87-4a4b-8658-72d12e2a2f35 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:26:01.846738 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c567e9d3-eb87-4a4b-8658-72d12e2a2f35 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:01.852950 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c567e9d3-eb87-4a4b-8658-72d12e2a2f35 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:01.853789 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c567e9d3-eb87-4a4b-8658-72d12e2a2f35 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:01.950585 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-c567e9d3-eb87-4a4b-8658-72d12e2a2f35 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0038793 Aug 29 04:26:01.953549 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 58746) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:01.988318 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-701c964e-901c-4230-a6aa-943b61f810b1 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Request body: {'subnet': {'network_id': '503b87aa-c29b-4f16-a918-57e9efd16865', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:02.007756 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 1a2d0c3f-c1c0-490f-adc0-e42678454352 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:26:02.039127 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-78cb1a41-b57c-4380-930e-949d90413286 None None] Provisioning for port 89765845-91b6-482e-bcb3-a7b59e9aec5f completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:26:02.073313 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-78cb1a41-b57c-4380-930e-949d90413286 None None] Provisioning complete for port 89765845-91b6-482e-bcb3-a7b59e9aec5f triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:02.073697 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-78cb1a41-b57c-4380-930e-949d90413286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:02.145961 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning for port d39d8e76-f8d8-44ae-8bf1-8ba2f8173092 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:26:02.160881 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5ca007d6-2c66-45d0-ac95-1d394d02a188 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:02.161876 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-829443d0-8a26-46f8-98f7-9571ae401b74 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:02.169453 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning complete for port d39d8e76-f8d8-44ae-8bf1-8ba2f8173092 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:02.169933 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:02.172058 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5ca007d6-2c66-45d0-ac95-1d394d02a188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:02.176982 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c567e9d3-eb87-4a4b-8658-72d12e2a2f35 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Pushing event updated for resources: {'Network': ['ID=503b87aa-c29b-4f16-a918-57e9efd16865,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:02.217259 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 503b87aa-c29b-4f16-a918-57e9efd16865 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:26:02.219301 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-78cb1a41-b57c-4380-930e-949d90413286 None None] Port 89765845-91b6-482e-bcb3-a7b59e9aec5f cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:26:02.230618 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-829443d0-8a26-46f8-98f7-9571ae401b74 admin admin] Transition to ACTIVE for port object d673bb13-f978-4cc9-9318-a888cc6bef5d will not be triggered until provisioned by entity DHCP. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:26:02.282526 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-701c964e-901c-4230-a6aa-943b61f810b1 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Made reservation on behalf of 3b680a37d4894bbbace086ade39e168e for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:26:02.287110 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-701c964e-901c-4230-a6aa-943b61f810b1 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4552395'] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:02.304460 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5ca007d6-2c66-45d0-ac95-1d394d02a188 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-718897'] for router_interface, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:02.308666 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 1a2d0c3f-c1c0-490f-adc0-e42678454352 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:26:02.308884 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca007d6-2c66-45d0-ac95-1d394d02a188 admin admin] Pushing event updated for resources: {'Port': ['ID=89765845-91b6-482e-bcb3-a7b59e9aec5f,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:02.399619 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 92420fac-9243-452d-af60-5a0234c4506a up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:26:02.413619 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.ipam_backend_mixin [None req-701c964e-901c-4230-a6aa-943b61f810b1 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Performing IP validity checks on allocation pools {{(pid=94829) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 29 04:26:02.414262 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.ipam_backend_mixin [None req-701c964e-901c-4230-a6aa-943b61f810b1 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94829) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 29 04:26:02.488135 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-829443d0-8a26-46f8-98f7-9571ae401b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:02.552894 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca007d6-2c66-45d0-ac95-1d394d02a188 admin admin] Network 3bcd0067-6e50-451c-9004-abafcee70c8b is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:26:02.553081 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829443d0-8a26-46f8-98f7-9571ae401b74 admin admin] Network fcd0713a-66d5-429e-8806-1ec67be3b61c is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:26:02.554352 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-5ca007d6-2c66-45d0-ac95-1d394d02a188 admin admin] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:02.563666 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-829443d0-8a26-46f8-98f7-9571ae401b74 admin admin] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:02.568133 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829443d0-8a26-46f8-98f7-9571ae401b74 admin admin] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:26:02.687082 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829443d0-8a26-46f8-98f7-9571ae401b74 admin admin] Pushing event updated for resources: {'Port': ['ID=d673bb13-f978-4cc9-9318-a888cc6bef5d,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:02.690189 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:02.741582 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-829443d0-8a26-46f8-98f7-9571ae401b74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719598'] for router_interface, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:02.839907 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ca007d6-2c66-45d0-ac95-1d394d02a188 admin admin] Router def0a604-df59-49da-8eca-52935833d7d6 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:26:03.029626 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-701c964e-901c-4230-a6aa-943b61f810b1 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4274880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4552377'] for subnet, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:03.074970 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566519e9-a568-41fa-b46e-9d2886ab1e06 req-e6e3bab3-3ad8-4bb1-ba4d-168ac4527e9b tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:03.086667 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-566519e9-a568-41fa-b46e-9d2886ab1e06 req-e6e3bab3-3ad8-4bb1-ba4d-168ac4527e9b tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c4f5476-e59b-4665-b89a-7de07404fef5 HTTP/1.1" status: 200 len: 945 time: 0.1731265 Aug 29 04:26:03.092000 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 92420fac-9243-452d-af60-5a0234c4506a triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:03.092382 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:03.138868 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a4b77d-0164-42a0-bed6-d82ee5b9869a None None] Network fcd0713a-66d5-429e-8806-1ec67be3b61c requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:26:03.150434 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ca007d6-2c66-45d0-ac95-1d394d02a188 admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:26:03.153161 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ae20a07a-29c1-48c4-ba73-b3510dd36e56 None None] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:03.161611 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f000bf63-060e-47f0-9d46-1e91a3432ce7 req-f7a24a99-d7b2-4ae7-93cf-1e7c056bec07 tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:03.170339 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-566519e9-a568-41fa-b46e-9d2886ab1e06 req-013ddf81-7ec3-465a-99da-3d6a4704d6d2 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824354 Aug 29 04:26:03.182162 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e84a1e9a-b7e6-4e7f-ba02-47716c630e3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd39d8e76-f8d8-44ae-8bf1-8ba2f8173092'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:26:03.184559 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-5ca007d6-2c66-45d0-ac95-1d394d02a188 admin admin] 10.222.0.22 "PUT /v2.0/routers/def0a604-df59-49da-8eca-52935833d7d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9379003 Aug 29 04:26:03.184755 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75c71bfe-529d-4572-9d9c-1e40e9e9beba" -d '{"events": [{"server_uuid": "e84a1e9a-b7e6-4e7f-ba02-47716c630e3b", "name": "network-vif-plugged", "status": "completed", "tag": "d39d8e76-f8d8-44ae-8bf1-8ba2f8173092"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:26:03.197313 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f000bf63-060e-47f0-9d46-1e91a3432ce7 req-f7a24a99-d7b2-4ae7-93cf-1e7c056bec07 tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] 10.222.0.22 "GET /v2.0/ports?device_id=e84a1e9a-b7e6-4e7f-ba02-47716c630e3b HTTP/1.1" status: 200 len: 945 time: 0.4672532 Aug 29 04:26:03.213528 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701c964e-901c-4230-a6aa-943b61f810b1 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Pushing event updated for resources: {'Subnet': ['ID=566c93ba-2127-4fdb-985d-9d01dc9cbe53,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:03.227629 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-d360c1c6-45e2-4f42-b09d-b2fe14ab0c37 None None] Provisioning for port 1a2d0c3f-c1c0-490f-adc0-e42678454352 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:26:03.255733 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-ae20a07a-29c1-48c4-ba73-b3510dd36e56 None None] Transition to ACTIVE for port object 2a8ec008-e3bf-48ff-ad0d-69d708718ad8 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:26:03.258857 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-d360c1c6-45e2-4f42-b09d-b2fe14ab0c37 None None] Provisioning complete for port 1a2d0c3f-c1c0-490f-adc0-e42678454352 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:03.259053 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d360c1c6-45e2-4f42-b09d-b2fe14ab0c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:03.299049 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port d39d8e76-f8d8-44ae-8bf1-8ba2f8173092, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=d39d8e76-f8d8-44ae-8bf1-8ba2f8173092,segment=NetworkSegment(6dd7e887-a742-4794-9d44-e9baf733124b),segment_id=6dd7e887-a742-4794-9d44-e9baf733124b)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:03.320828 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:03.324614 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701c964e-901c-4230-a6aa-943b61f810b1 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Checking segment: {'id': '2278bc66-9d65-4b13-b8e8-1f68426a22d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '503b87aa-c29b-4f16-a918-57e9efd16865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:26:03.326076 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701c964e-901c-4230-a6aa-943b61f810b1 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Network hostable DHCP agents. Network: 503b87aa-c29b-4f16-a918-57e9efd16865, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:26:03.351895 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f000bf63-060e-47f0-9d46-1e91a3432ce7 req-c439ddff-5b57-45ea-9363-e3b4ebb820c9 tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] 10.222.0.22 "GET /v2.0/security-groups?id=7f987bdf-6d05-400a-bf02-f82aa4859023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530390 Aug 29 04:26:03.393743 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eeb4cba-f247-4ddc-bd87-74f06599f101 x-openstack-request-id: req-1eeb4cba-f247-4ddc-bd87-74f06599f101 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:26:03.394037 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e84a1e9a-b7e6-4e7f-ba02-47716c630e3b", "name": "network-vif-plugged", "status": "completed", "tag": "d39d8e76-f8d8-44ae-8bf1-8ba2f8173092", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:26:03.394866 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1eeb4cba-f247-4ddc-bd87-74f06599f101 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:26:03.395198 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e84a1e9a-b7e6-4e7f-ba02-47716c630e3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd39d8e76-f8d8-44ae-8bf1-8ba2f8173092', 'code': 200} Aug 29 04:26:03.406240 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-829443d0-8a26-46f8-98f7-9571ae401b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:03.409323 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701c964e-901c-4230-a6aa-943b61f810b1 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Network 503b87aa-c29b-4f16-a918-57e9efd16865 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:26:03.420763 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=d39d8e76-f8d8-44ae-8bf1-8ba2f8173092,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:03.425419 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ae20a07a-29c1-48c4-ba73-b3510dd36e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:03.438260 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-701c964e-901c-4230-a6aa-943b61f810b1 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 503b87aa-c29b-4f16-a918-57e9efd16865) {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:03.485150 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701c964e-901c-4230-a6aa-943b61f810b1 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:03.488115 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-701c964e-901c-4230-a6aa-943b61f810b1 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:03.519632 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8905e52f-7559-4a1d-baa7-55fa50e72867 None None] Pushing event updated for resources: {'Port': ['ID=2a8ec008-e3bf-48ff-ad0d-69d708718ad8,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:03.523583 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-ae20a07a-29c1-48c4-ba73-b3510dd36e56 None None] Attempting to bind port 2a8ec008-e3bf-48ff-ad0d-69d708718ad8 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:26:03.524241 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-ae20a07a-29c1-48c4-ba73-b3510dd36e56 None None] Attempting to bind port 2a8ec008-e3bf-48ff-ad0d-69d708718ad8 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:26:03.524788 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae20a07a-29c1-48c4-ba73-b3510dd36e56 None None] Attempting to bind port 2a8ec008-e3bf-48ff-ad0d-69d708718ad8 on network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:26:03.531052 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859942e6-b2c9-41a1-a9d0-02612e1a66b1 None None] Network 503b87aa-c29b-4f16-a918-57e9efd16865 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:26:03.543395 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-701c964e-901c-4230-a6aa-943b61f810b1 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.5682793 Aug 29 04:26:03.548762 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 58772) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:03.562571 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9a0f0c-5ddf-4a32-85cb-25464b795257 req-121dcab7-3aef-4380-a36a-874292544615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:03.574954 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-cf9a0f0c-5ddf-4a32-85cb-25464b795257 req-121dcab7-3aef-4380-a36a-874292544615 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e84a1e9a-b7e6-4e7f-ba02-47716c630e3b HTTP/1.1" status: 200 len: 1098 time: 0.1456180 Aug 29 04:26:03.606506 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae20a07a-29c1-48c4-ba73-b3510dd36e56 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:26:03.606890 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae20a07a-29c1-48c4-ba73-b3510dd36e56 None None] Checking segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:26:03.607343 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ae20a07a-29c1-48c4-ba73-b3510dd36e56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:03.625293 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-cf9a0f0c-5ddf-4a32-85cb-25464b795257 req-48213cf5-7ffd-4016-97ad-34c3c87e3f15 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7f987bdf-6d05-400a-bf02-f82aa4859023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420694 Aug 29 04:26:03.625644 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae20a07a-29c1-48c4-ba73-b3510dd36e56 None None] Bound using segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:26:03.631071 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-ae20a07a-29c1-48c4-ba73-b3510dd36e56 None None] Bound port: 2a8ec008-e3bf-48ff-ad0d-69d708718ad8, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:26:03.631526 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ae20a07a-29c1-48c4-ba73-b3510dd36e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:03.731991 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a8fd1c52-c32c-41a4-9265-b17f929494aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:03.763330 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d360c1c6-45e2-4f42-b09d-b2fe14ab0c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:03.788980 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4c390da4-1dde-4eba-949c-7f3594924504 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:03.845116 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-829443d0-8a26-46f8-98f7-9571ae401b74 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:03.875910 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-829443d0-8a26-46f8-98f7-9571ae401b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:03.906091 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-d360c1c6-45e2-4f42-b09d-b2fe14ab0c37 None None] For port 1a2d0c3f-c1c0-490f-adc0-e42678454352, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=1a2d0c3f-c1c0-490f-adc0-e42678454352,segment=NetworkSegment(3702d597-5b99-458f-80c9-28432894b87e),segment_id=3702d597-5b99-458f-80c9-28432894b87e)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:03.944266 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-829443d0-8a26-46f8-98f7-9571ae401b74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-718897'] for router_interface, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:03.957872 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d360c1c6-45e2-4f42-b09d-b2fe14ab0c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:03.961731 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device a7600daa-aafe-46ff-b65d-e523b2deceea up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:26:03.967240 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4c390da4-1dde-4eba-949c-7f3594924504 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:03.984245 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-ae20a07a-29c1-48c4-ba73-b3510dd36e56 None None] For port 2a8ec008-e3bf-48ff-ad0d-69d708718ad8, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:26:03.995894 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829443d0-8a26-46f8-98f7-9571ae401b74 admin admin] Pushing event updated for resources: {'Port': ['ID=d673bb13-f978-4cc9-9318-a888cc6bef5d,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:04.054012 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829443d0-8a26-46f8-98f7-9571ae401b74 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:04.054704 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829443d0-8a26-46f8-98f7-9571ae401b74 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:04.054704 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829443d0-8a26-46f8-98f7-9571ae401b74 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:04.055531 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829443d0-8a26-46f8-98f7-9571ae401b74 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:04.055531 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829443d0-8a26-46f8-98f7-9571ae401b74 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:04.055817 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829443d0-8a26-46f8-98f7-9571ae401b74 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:04.055920 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829443d0-8a26-46f8-98f7-9571ae401b74 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:04.056479 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829443d0-8a26-46f8-98f7-9571ae401b74 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:04.056614 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829443d0-8a26-46f8-98f7-9571ae401b74 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:04.056867 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829443d0-8a26-46f8-98f7-9571ae401b74 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:04.057408 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829443d0-8a26-46f8-98f7-9571ae401b74 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:04.057735 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829443d0-8a26-46f8-98f7-9571ae401b74 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:04.077962 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-ae20a07a-29c1-48c4-ba73-b3510dd36e56 None None] For port 2a8ec008-e3bf-48ff-ad0d-69d708718ad8, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=2a8ec008-e3bf-48ff-ad0d-69d708718ad8,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:26:04.103956 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-d360c1c6-45e2-4f42-b09d-b2fe14ab0c37 None None] Provisioning complete for port 89765845-91b6-482e-bcb3-a7b59e9aec5f triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:04.104578 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d360c1c6-45e2-4f42-b09d-b2fe14ab0c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:04.118841 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4c390da4-1dde-4eba-949c-7f3594924504 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4552352'] for subnet, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:04.129261 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ae20a07a-29c1-48c4-ba73-b3510dd36e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:04.152032 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c390da4-1dde-4eba-949c-7f3594924504 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Pushing event deleted for resources: {'Subnet': ['ID=566c93ba-2127-4fdb-985d-9d01dc9cbe53,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:04.163497 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829443d0-8a26-46f8-98f7-9571ae401b74 admin admin] Network fcd0713a-66d5-429e-8806-1ec67be3b61c is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:26:04.198415 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-829443d0-8a26-46f8-98f7-9571ae401b74 admin admin] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:04.206535 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d360c1c6-45e2-4f42-b09d-b2fe14ab0c37 None None] Pushing event updated for resources: {'Port': ['ID=1a2d0c3f-c1c0-490f-adc0-e42678454352,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:04.256448 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4c390da4-1dde-4eba-949c-7f3594924504 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:04.279789 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-d360c1c6-45e2-4f42-b09d-b2fe14ab0c37 None None] Port 89765845-91b6-482e-bcb3-a7b59e9aec5f cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:26:04.293717 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-4c390da4-1dde-4eba-949c-7f3594924504 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['503b87aa-c29b-4f16-a918-57e9efd16865']}} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:04.299656 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8905e52f-7559-4a1d-baa7-55fa50e72867 None None] Pushing event updated for resources: {'Port': ['ID=2a8ec008-e3bf-48ff-ad0d-69d708718ad8,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:04.312754 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae20a07a-29c1-48c4-ba73-b3510dd36e56 None None] Routers {'75152a67-b6c4-4168-b3ba-a48550e2154c'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:26:04.313384 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-ae20a07a-29c1-48c4-ba73-b3510dd36e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:25:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['75152a67-b6c4-4168-b3ba-a48550e2154c'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:04.317182 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port a7600daa-aafe-46ff-b65d-e523b2deceea completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:26:04.317756 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-4c390da4-1dde-4eba-949c-7f3594924504 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2278bc66-9d65-4b13-b8e8-1f68426a22d6') {'for_net_delete': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:04.318079 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-4c390da4-1dde-4eba-949c-7f3594924504 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2278bc66-9d65-4b13-b8e8-1f68426a22d6') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:04.358014 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-836db67b-e199-4585-a61f-9b1767418b1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-503b87aa-c29b-4f16-a918-57e9efd16865', 'network_id': '503b87aa-c29b-4f16-a918-57e9efd16865', 'tenant_id': '3b680a37d4894bbbace086ade39e168e', 'fixed_ips': [{'subnet_id': '566c93ba-2127-4fdb-985d-9d01dc9cbe53'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:26:04.358978 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-836db67b-e199-4585-a61f-9b1767418b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:04.367263 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4c390da4-1dde-4eba-949c-7f3594924504 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4311712'] for segment, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:04.373407 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port a7600daa-aafe-46ff-b65d-e523b2deceea triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:04.373847 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:04.375090 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f0d77c-aed9-4d00-ba9a-74eacdded6bf None None] Sync routers for ids ['def0a604-df59-49da-8eca-52935833d7d6'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:26:04.389902 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f0d77c-aed9-4d00-ba9a-74eacdded6bf None None] Routers {'def0a604-df59-49da-8eca-52935833d7d6'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:26:04.390864 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-51f0d77c-aed9-4d00-ba9a-74eacdded6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:25:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['def0a604-df59-49da-8eca-52935833d7d6'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:04.406870 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1292188c-d15f-4219-bd06-486b403bfc14 req-3029dc9e-cf82-4d97-ba3a-a3092500a508 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:04.419675 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1292188c-d15f-4219-bd06-486b403bfc14 req-3029dc9e-cf82-4d97-ba3a-a3092500a508 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c4f5476-e59b-4665-b89a-7de07404fef5 HTTP/1.1" status: 200 len: 945 time: 0.1604958 Aug 29 04:26:04.426745 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4c390da4-1dde-4eba-949c-7f3594924504 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:04.475462 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c390da4-1dde-4eba-949c-7f3594924504 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=94829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:26:04.481065 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4c390da4-1dde-4eba-949c-7f3594924504 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4274277'] for segment, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:04.499411 n-d-712140-12 neutron-server[94829]: Traceback (most recent call last): Aug 29 04:26:04.499411 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:26:04.499411 n-d-712140-12 neutron-server[94829]: timer() Aug 29 04:26:04.499411 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:26:04.499411 n-d-712140-12 neutron-server[94829]: cb(*args, **kw) Aug 29 04:26:04.499411 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:26:04.499411 n-d-712140-12 neutron-server[94829]: return func(*args, **kwargs) Aug 29 04:26:04.499411 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:26:04.499411 n-d-712140-12 neutron-server[94829]: self._notify() Aug 29 04:26:04.499411 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:26:04.499411 n-d-712140-12 neutron-server[94829]: self.callback(batched_events) Aug 29 04:26:04.499411 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:26:04.499411 n-d-712140-12 neutron-server[94829]: event.method(event) Aug 29 04:26:04.499411 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:26:04.499411 n-d-712140-12 neutron-server[94829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:26:04.499411 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:26:04.499411 n-d-712140-12 neutron-server[94829]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:26:04.499411 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:26:04.499411 n-d-712140-12 neutron-server[94829]: return f(self, *a, **k) Aug 29 04:26:04.499411 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:26:04.499411 n-d-712140-12 neutron-server[94829]: return self._get(url).json() Aug 29 04:26:04.499411 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:26:04.499411 n-d-712140-12 neutron-server[94829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:26:04.499411 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:26:04.499411 n-d-712140-12 neutron-server[94829]: return self.request(url, 'GET', **kwargs) Aug 29 04:26:04.499411 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:26:04.499411 n-d-712140-12 neutron-server[94829]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:26:04.499411 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:26:04.499411 n-d-712140-12 neutron-server[94829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:26:04.499411 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:26:04.499411 n-d-712140-12 neutron-server[94829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:26:04.499411 n-d-712140-12 neutron-server[94829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:26:04.509392 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-ae20a07a-29c1-48c4-ba73-b3510dd36e56 None None] Set router 75152a67-b6c4-4168-b3ba-a48550e2154c gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:26:04.595167 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.db.api [None req-836db67b-e199-4585-a61f-9b1767418b1c None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 04:26:04.595167 n-d-712140-12 neutron-server[94830]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Aug 29 04:26:04.595167 n-d-712140-12 neutron-server[94830]: [parameters: {'project_id': '3b680a37d4894bbbace086ade39e168e', 'id': '63d21b18-7142-491d-9627-c9839cf04f97', 'name': '', 'network_id': '503b87aa-c29b-4f16-a918-57e9efd16865', 'mac_address': 'fa:16:3e:ef:66:aa', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-503b87aa-c29b-4f16-a918-57e9efd16865', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 1904}] Aug 29 04:26:04.595167 n-d-712140-12 neutron-server[94830]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94830) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:26:04.596181 n-d-712140-12 neutron-server[94830]: DEBUG oslo_db.api [None req-836db67b-e199-4585-a61f-9b1767418b1c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:26:04.599069 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4c390da4-1dde-4eba-949c-7f3594924504 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:04.606263 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4c390da4-1dde-4eba-949c-7f3594924504 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:04.609408 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-4c390da4-1dde-4eba-949c-7f3594924504 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] 10.222.0.22 "DELETE /v2.0/networks/503b87aa-c29b-4f16-a918-57e9efd16865 HTTP/1.1" status: 204 len: 168 time: 1.0582552 Aug 29 04:26:04.615598 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 58788) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:04.631718 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-ccb882bb-d278-42b8-9af8-d6e0b6a46528 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1651945058'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:04.651260 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:04.658986 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1292188c-d15f-4219-bd06-486b403bfc14 req-e881c45f-e721-42bf-99d4-9828c13a8e74 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213461 Aug 29 04:26:04.673701 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-829443d0-8a26-46f8-98f7-9571ae401b74 admin admin] Router 75152a67-b6c4-4168-b3ba-a48550e2154c has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:26:04.687431 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c390da4-1dde-4eba-949c-7f3594924504 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Pushing event deleted for resources: {'Network': ['ID=503b87aa-c29b-4f16-a918-57e9efd16865,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:04.717853 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccb882bb-d278-42b8-9af8-d6e0b6a46528 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Made reservation on behalf of 3b680a37d4894bbbace086ade39e168e for: {'network': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:26:04.735251 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ccb882bb-d278-42b8-9af8-d6e0b6a46528 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:04.762717 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port a7600daa-aafe-46ff-b65d-e523b2deceea, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=a7600daa-aafe-46ff-b65d-e523b2deceea,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:04.768069 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:04.833187 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccb882bb-d278-42b8-9af8-d6e0b6a46528 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=94828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:26:04.853189 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ccb882bb-d278-42b8-9af8-d6e0b6a46528 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:04.853844 n-d-712140-12 neutron-server[94828]: INFO neutron.db.segments_db [None req-ccb882bb-d278-42b8-9af8-d6e0b6a46528 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Added segment c242f1f5-597d-49e5-9e74-af546a808dc1 of type vlan for network 46cbfbd7-b694-4b2d-b0ef-0a511ef520c8 Aug 29 04:26:04.932540 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-51f0d77c-aed9-4d00-ba9a-74eacdded6bf None None] Set router def0a604-df59-49da-8eca-52935833d7d6 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:26:04.972906 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=a7600daa-aafe-46ff-b65d-e523b2deceea,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:04.976551 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-cc339873-6c9d-4e3e-8cdc-407c71e7fc8d None None] Provisioning complete for port 1a2d0c3f-c1c0-490f-adc0-e42678454352 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:04.976551 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cc339873-6c9d-4e3e-8cdc-407c71e7fc8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:04.984107 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-829443d0-8a26-46f8-98f7-9571ae401b74 admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:26:05.005257 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-829443d0-8a26-46f8-98f7-9571ae401b74 admin admin] 10.222.0.22 "PUT /v2.0/routers/75152a67-b6c4-4168-b3ba-a48550e2154c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6223741 Aug 29 04:26:05.009007 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ccb882bb-d278-42b8-9af8-d6e0b6a46528 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:05.103778 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-836db67b-e199-4585-a61f-9b1767418b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:05.104879 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ccb882bb-d278-42b8-9af8-d6e0b6a46528 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:05.119981 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb882bb-d278-42b8-9af8-d6e0b6a46528 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:05.120657 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ccb882bb-d278-42b8-9af8-d6e0b6a46528 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:05.163475 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fb8ba4-0881-44bc-8d07-11218fd7768d req-a9e79464-7a72-46db-9bf8-7cae1372087d tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:05.181655 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-24fb8ba4-0881-44bc-8d07-11218fd7768d req-a9e79464-7a72-46db-9bf8-7cae1372087d tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] 10.222.0.22 "GET /v2.0/ports?device_id=e84a1e9a-b7e6-4e7f-ba02-47716c630e3b HTTP/1.1" status: 200 len: 946 time: 0.1611991 Aug 29 04:26:05.228778 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a11e74-8b17-4e6d-b420-007694ee61fe None None] Network 503b87aa-c29b-4f16-a918-57e9efd16865 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:26:05.322916 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-24fb8ba4-0881-44bc-8d07-11218fd7768d req-0e63cf8f-40f3-49f5-a56b-c51cd0fd75db tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] 10.222.0.22 "GET /v2.0/security-groups?id=7f987bdf-6d05-400a-bf02-f82aa4859023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372209 Aug 29 04:26:05.325191 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a11e74-8b17-4e6d-b420-007694ee61fe None None] Network 503b87aa-c29b-4f16-a918-57e9efd16865 could not be found, it might have been deleted concurrently. {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 29 04:26:05.349462 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 58802) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:05.351476 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-ccb882bb-d278-42b8-9af8-d6e0b6a46528 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7345326 Aug 29 04:26:05.360204 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-a655333c-103e-487c-a00a-f5d58ae0c59e tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Request body: {'subnet': {'network_id': '46cbfbd7-b694-4b2d-b0ef-0a511ef520c8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:05.383859 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb882bb-d278-42b8-9af8-d6e0b6a46528 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Pushing event updated for resources: {'Network': ['ID=46cbfbd7-b694-4b2d-b0ef-0a511ef520c8,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:05.444253 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 46cbfbd7-b694-4b2d-b0ef-0a511ef520c8 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:26:05.493263 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 58808) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:05.498846 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-4b099473-b739-4b71-8c2c-6aeb048b7ce4 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1536841908', 'description': 'tempest-description--369725948'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:05.538998 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-51f0d77c-aed9-4d00-ba9a-74eacdded6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def0a604-df59-49da-8eca-52935833d7d6', 'name': 'tempest-AttachVolumeTestJSON-1505354995-router', 'tenant_id': '6c9e9b4cb47149d19005e5a96f02d4fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'a7600daa-aafe-46ff-b65d-e523b2deceea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:54Z', 'updated_at': '2021-08-29T04:26:01Z', 'revision_number': 4, 'project_id': '6c9e9b4cb47149d19005e5a96f02d4fd', 'gw_port': {'id': 'a7600daa-aafe-46ff-b65d-e523b2deceea', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:45:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'def0a604-df59-49da-8eca-52935833d7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:55Z', 'updated_at': '2021-08-29T04:26:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '89765845-91b6-482e-bcb3-a7b59e9aec5f', 'name': '', 'network_id': '3bcd0067-6e50-451c-9004-abafcee70c8b', 'tenant_id': '6c9e9b4cb47149d19005e5a96f02d4fd', 'mac_address': 'fa:16:3e:92:51:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'def0a604-df59-49da-8eca-52935833d7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1899, 'fixed_ips': [{'subnet_id': '77379d5c-d72e-4fe0-ace8-ef22d196f6e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:00Z', 'updated_at': '2021-08-29T04:26:01Z', 'revision_number': 2, 'project_id': '6c9e9b4cb47149d19005e5a96f02d4fd', 'subnets': [{'id': '77379d5c-d72e-4fe0-ace8-ef22d196f6e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:05.553524 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b099473-b739-4b71-8c2c-6aeb048b7ce4 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:05.652156 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-ae20a07a-29c1-48c4-ba73-b3510dd36e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75152a67-b6c4-4168-b3ba-a48550e2154c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1755985023-router', 'tenant_id': 'f78174329f774784990d52436973061e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': '2a8ec008-e3bf-48ff-ad0d-69d708718ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:57Z', 'updated_at': '2021-08-29T04:26:03Z', 'revision_number': 4, 'project_id': 'f78174329f774784990d52436973061e', 'gw_port': {'id': '2a8ec008-e3bf-48ff-ad0d-69d708718ad8', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:4d:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75152a67-b6c4-4168-b3ba-a48550e2154c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:57Z', 'updated_at': '2021-08-29T04:26:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': 'd673bb13-f978-4cc9-9318-a888cc6bef5d', 'name': '', 'network_id': 'fcd0713a-66d5-429e-8806-1ec67be3b61c', 'tenant_id': 'f78174329f774784990d52436973061e', 'mac_address': 'fa:16:3e:55:3d:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75152a67-b6c4-4168-b3ba-a48550e2154c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1900, 'fixed_ips': [{'subnet_id': '710778a2-878b-476c-9719-9ae92ef7de6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:01Z', 'updated_at': '2021-08-29T04:26:03Z', 'revision_number': 2, 'project_id': 'f78174329f774784990d52436973061e', 'subnets': [{'id': '710778a2-878b-476c-9719-9ae92ef7de6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:05.663301 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f0d77c-aed9-4d00-ba9a-74eacdded6bf None None] Checking router: def0a604-df59-49da-8eca-52935833d7d6 for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:26:05.663947 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f0d77c-aed9-4d00-ba9a-74eacdded6bf None None] Updating router def0a604-df59-49da-8eca-52935833d7d6 port 89765845-91b6-482e-bcb3-a7b59e9aec5f binding host n-d-712140-12 {{(pid=94831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:26:05.682615 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab8a4a6-eab5-4983-a460-086a9a9e6452 None None] get_active_networks_info from n-d-712140-12 {{(pid=94830) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 04:26:05.757467 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-51f0d77c-aed9-4d00-ba9a-74eacdded6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:05.841904 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae20a07a-29c1-48c4-ba73-b3510dd36e56 None None] The sync data for ids ['75152a67-b6c4-4168-b3ba-a48550e2154c'] in n-d-712140-12 is: [{'id': '75152a67-b6c4-4168-b3ba-a48550e2154c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1755985023-router', 'tenant_id': 'f78174329f774784990d52436973061e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': '2a8ec008-e3bf-48ff-ad0d-69d708718ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:57Z', 'updated_at': '2021-08-29T04:26:03Z', 'revision_number': 4, 'project_id': 'f78174329f774784990d52436973061e', 'gw_port': {'id': '2a8ec008-e3bf-48ff-ad0d-69d708718ad8', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:4d:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75152a67-b6c4-4168-b3ba-a48550e2154c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:57Z', 'updated_at': '2021-08-29T04:26:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': 'd673bb13-f978-4cc9-9318-a888cc6bef5d', 'name': '', 'network_id': 'fcd0713a-66d5-429e-8806-1ec67be3b61c', 'tenant_id': 'f78174329f774784990d52436973061e', 'mac_address': 'fa:16:3e:55:3d:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75152a67-b6c4-4168-b3ba-a48550e2154c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1900, 'fixed_ips': [{'subnet_id': '710778a2-878b-476c-9719-9ae92ef7de6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:01Z', 'updated_at': '2021-08-29T04:26:03Z', 'revision_number': 2, 'project_id': 'f78174329f774784990d52436973061e', 'subnets': [{'id': '710778a2-878b-476c-9719-9ae92ef7de6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:26:05.892365 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-cc339873-6c9d-4e3e-8cdc-407c71e7fc8d None None] Provisioning for port d673bb13-f978-4cc9-9318-a888cc6bef5d completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:26:05.902435 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91df7e13-7451-4678-b999-fe504f529aea req-500bbeb3-c585-4f00-b3fe-347ddb388ff9 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:05.906518 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-91df7e13-7451-4678-b999-fe504f529aea req-500bbeb3-c585-4f00-b3fe-347ddb388ff9 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c4f5476-e59b-4665-b89a-7de07404fef5 HTTP/1.1" status: 200 len: 945 time: 0.0990252 Aug 29 04:26:05.911629 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-cc339873-6c9d-4e3e-8cdc-407c71e7fc8d None None] Provisioning complete for port d673bb13-f978-4cc9-9318-a888cc6bef5d triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:05.912226 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cc339873-6c9d-4e3e-8cdc-407c71e7fc8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:05.994580 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b099473-b739-4b71-8c2c-6aeb048b7ce4 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:06.026957 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b099473-b739-4b71-8c2c-6aeb048b7ce4 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:06.095275 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024f4cb6-0ac0-4f91-b51c-f7ed56a737ab req-9707d0b0-08a0-4c44-9211-c3dd0d7c7e9b tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:06.104709 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-024f4cb6-0ac0-4f91-b51c-f7ed56a737ab req-9707d0b0-08a0-4c44-9211-c3dd0d7c7e9b tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] 10.222.0.22 "GET /v2.0/networks?id=fcd0713a-66d5-429e-8806-1ec67be3b61c HTTP/1.1" status: 200 len: 821 time: 0.3627310 Aug 29 04:26:06.114949 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b099473-b739-4b71-8c2c-6aeb048b7ce4 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e7d6d7-f66e-4c2c-97ed-f92e3dc1f00c,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:06.119761 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-91df7e13-7451-4678-b999-fe504f529aea req-c223c163-86ed-4136-b18e-e5d98d1439ff tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977229 Aug 29 04:26:06.130513 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-024f4cb6-0ac0-4f91-b51c-f7ed56a737ab req-49412169-706f-41d0-b0ef-de8dce946d5c tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] 10.222.0.22 "GET /v2.0/quotas/f78174329f774784990d52436973061e HTTP/1.1" status: 200 len: 375 time: 0.0242951 Aug 29 04:26:06.160586 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a655333c-103e-487c-a00a-f5d58ae0c59e tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Made reservation on behalf of 3b680a37d4894bbbace086ade39e168e for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:26:06.164560 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a655333c-103e-487c-a00a-f5d58ae0c59e tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4552395'] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:06.318676 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 1a2d0c3f-c1c0-490f-adc0-e42678454352 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:26:06.417928 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-cc339873-6c9d-4e3e-8cdc-407c71e7fc8d None None] Port d673bb13-f978-4cc9-9318-a888cc6bef5d cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:26:06.463359 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab8a4a6-eab5-4983-a460-086a9a9e6452 None None] Resources bound (agent type, host, resource id): {{(pid=94830) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 04:26:06.496540 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bf6f5d84-5dc1-44bc-ab73-f6643fea0317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:06.532037 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 1a2d0c3f-c1c0-490f-adc0-e42678454352 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:06.532377 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:06.576874 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-51f0d77c-aed9-4d00-ba9a-74eacdded6bf None None] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:06.597409 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-51f0d77c-aed9-4d00-ba9a-74eacdded6bf None None] Transition to ACTIVE for port object 89765845-91b6-482e-bcb3-a7b59e9aec5f will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:26:06.608290 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-51f0d77c-aed9-4d00-ba9a-74eacdded6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:06.632724 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a655333c-103e-487c-a00a-f5d58ae0c59e tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4274880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4552377'] for subnet, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:06.646557 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-9066afa7-a87d-48d4-bea5-ef18809bafaf None None] Provisioning complete for port d673bb13-f978-4cc9-9318-a888cc6bef5d triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:06.646974 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9066afa7-a87d-48d4-bea5-ef18809bafaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:06.689261 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e0813a-b0c1-4dfa-87aa-3ed2484aeee8 None None] Pushing event updated for resources: {'Port': ['ID=89765845-91b6-482e-bcb3-a7b59e9aec5f,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:06.824986 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a655333c-103e-487c-a00a-f5d58ae0c59e tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Pushing event updated for resources: {'Subnet': ['ID=bec5f8cd-06a0-4411-b1b2-63609b988f51,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:06.836355 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-51f0d77c-aed9-4d00-ba9a-74eacdded6bf None None] Attempting to bind port 89765845-91b6-482e-bcb3-a7b59e9aec5f on host n-d-712140-12 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:26:06.837036 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-51f0d77c-aed9-4d00-ba9a-74eacdded6bf None None] Attempting to bind port 89765845-91b6-482e-bcb3-a7b59e9aec5f by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'a5492a16-c200-4329-b562-96a170c2e529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '3bcd0067-6e50-451c-9004-abafcee70c8b'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:26:06.839272 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f0d77c-aed9-4d00-ba9a-74eacdded6bf None None] Attempting to bind port 89765845-91b6-482e-bcb3-a7b59e9aec5f on network 3bcd0067-6e50-451c-9004-abafcee70c8b {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:26:06.848843 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f0d77c-aed9-4d00-ba9a-74eacdded6bf None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:26:06.851260 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f0d77c-aed9-4d00-ba9a-74eacdded6bf None None] Checking segment: {'id': 'a5492a16-c200-4329-b562-96a170c2e529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '3bcd0067-6e50-451c-9004-abafcee70c8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:26:06.852227 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-51f0d77c-aed9-4d00-ba9a-74eacdded6bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:06.854133 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f0d77c-aed9-4d00-ba9a-74eacdded6bf None None] Bound using segment: {'id': 'a5492a16-c200-4329-b562-96a170c2e529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '3bcd0067-6e50-451c-9004-abafcee70c8b'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:26:06.854785 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a655333c-103e-487c-a00a-f5d58ae0c59e tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Checking segment: {'id': 'c242f1f5-597d-49e5-9e74-af546a808dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '46cbfbd7-b694-4b2d-b0ef-0a511ef520c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:26:06.855484 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-51f0d77c-aed9-4d00-ba9a-74eacdded6bf None None] Bound port: 89765845-91b6-482e-bcb3-a7b59e9aec5f, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5492a16-c200-4329-b562-96a170c2e529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '3bcd0067-6e50-451c-9004-abafcee70c8b'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:26:06.856086 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a655333c-103e-487c-a00a-f5d58ae0c59e tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Network hostable DHCP agents. Network: 46cbfbd7-b694-4b2d-b0ef-0a511ef520c8, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:26:06.857576 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-51f0d77c-aed9-4d00-ba9a-74eacdded6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:06.896821 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a655333c-103e-487c-a00a-f5d58ae0c59e tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Network 46cbfbd7-b694-4b2d-b0ef-0a511ef520c8 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:26:06.922646 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-a655333c-103e-487c-a00a-f5d58ae0c59e tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 46cbfbd7-b694-4b2d-b0ef-0a511ef520c8) {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:06.932495 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a655333c-103e-487c-a00a-f5d58ae0c59e tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:06.933095 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a655333c-103e-487c-a00a-f5d58ae0c59e tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:06.966918 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-a655333c-103e-487c-a00a-f5d58ae0c59e tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.6162364 Aug 29 04:26:06.970719 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 58842) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:07.011828 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b099473-b739-4b71-8c2c-6aeb048b7ce4 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:07.013845 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-4b099473-b739-4b71-8c2c-6aeb048b7ce4 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.5192535 Aug 29 04:26:07.023929 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 58844) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:07.029400 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-2581790d-dc92-4086-b6d8-980362174a1d tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Request body: {'security_group_rule': {'security_group_id': 'b3e7d6d7-f66e-4c2c-97ed-f92e3dc1f00c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:07.029971 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-9066afa7-a87d-48d4-bea5-ef18809bafaf None None] Port d673bb13-f978-4cc9-9318-a888cc6bef5d cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:26:07.077767 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-024f4cb6-0ac0-4f91-b51c-f7ed56a737ab req-0120e09e-558e-4fd2-a943-db3721711d70 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=f78174329f774784990d52436973061e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9449568 Aug 29 04:26:07.097215 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-51f0d77c-aed9-4d00-ba9a-74eacdded6bf None None] For port 89765845-91b6-482e-bcb3-a7b59e9aec5f, host n-d-712140-12, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:26:07.103975 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-51f0d77c-aed9-4d00-ba9a-74eacdded6bf None None] For port 89765845-91b6-482e-bcb3-a7b59e9aec5f, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=89765845-91b6-482e-bcb3-a7b59e9aec5f,segment=NetworkSegment(a5492a16-c200-4329-b562-96a170c2e529),segment_id=a5492a16-c200-4329-b562-96a170c2e529)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:26:07.114855 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-51f0d77c-aed9-4d00-ba9a-74eacdded6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:07.192635 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2581790d-dc92-4086-b6d8-980362174a1d tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:07.255933 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f0d77c-aed9-4d00-ba9a-74eacdded6bf None None] Routers {'def0a604-df59-49da-8eca-52935833d7d6'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:26:07.257132 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-51f0d77c-aed9-4d00-ba9a-74eacdded6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:26:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['def0a604-df59-49da-8eca-52935833d7d6'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:07.363075 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e0813a-b0c1-4dfa-87aa-3ed2484aeee8 None None] Pushing event updated for resources: {'Port': ['ID=89765845-91b6-482e-bcb3-a7b59e9aec5f,revision_number=4']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:07.400398 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a679dd-3cc1-449d-a94e-2e1784cad665 None None] Network 46cbfbd7-b694-4b2d-b0ef-0a511ef520c8 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:26:07.406169 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-024f4cb6-0ac0-4f91-b51c-f7ed56a737ab req-80e4d822-694e-4671-aaa2-bc417c787d2e service neutron] 10.222.0.22 "GET /v2.0/networks/fcd0713a-66d5-429e-8806-1ec67be3b61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3282752 Aug 29 04:26:07.481800 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2581790d-dc92-4086-b6d8-980362174a1d tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:07.500158 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2581790d-dc92-4086-b6d8-980362174a1d tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:07.506519 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:07.518871 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb4e64a-34bf-4576-9812-9d213cd3a91f req-75c1481c-5dfd-4810-8479-5e954de04763 tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:07.530452 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-acb4e64a-34bf-4576-9812-9d213cd3a91f req-75c1481c-5dfd-4810-8479-5e954de04763 tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] 10.222.0.22 "GET /v2.0/ports?device_id=e84a1e9a-b7e6-4e7f-ba02-47716c630e3b HTTP/1.1" status: 200 len: 946 time: 0.3599339 Aug 29 04:26:07.565826 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-51f0d77c-aed9-4d00-ba9a-74eacdded6bf None None] Set router def0a604-df59-49da-8eca-52935833d7d6 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:26:07.576446 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2581790d-dc92-4086-b6d8-980362174a1d tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da7ae835-23c8-4bdf-90e8-466831941119,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:07.586787 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c8fc3e81-069e-4604-948f-ff41069ddac3 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:07.616132 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:07.632824 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2581790d-dc92-4086-b6d8-980362174a1d tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:07.635549 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-2581790d-dc92-4086-b6d8-980362174a1d tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6090727 Aug 29 04:26:07.636993 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 58854) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:07.647316 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-20408482-9c58-4269-94b4-f53c426edcd4 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Request body: {'security_group_rule': {'security_group_id': 'b3e7d6d7-f66e-4c2c-97ed-f92e3dc1f00c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:07.667998 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-acb4e64a-34bf-4576-9812-9d213cd3a91f req-dd157eba-95df-4d52-9904-9d974b60e6b9 tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] 10.222.0.22 "GET /v2.0/security-groups?id=7f987bdf-6d05-400a-bf02-f82aa4859023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277075 Aug 29 04:26:07.670308 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device a7600daa-aafe-46ff-b65d-e523b2deceea up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:26:07.741169 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-20408482-9c58-4269-94b4-f53c426edcd4 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:07.809946 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-024f4cb6-0ac0-4f91-b51c-f7ed56a737ab req-c0678934-b82a-48b9-8e9b-1354dd9990b4 service neutron] 10.222.0.22 "GET /v2.0/networks/fcd0713a-66d5-429e-8806-1ec67be3b61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3264244 Aug 29 04:26:07.866191 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-20408482-9c58-4269-94b4-f53c426edcd4 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:07.881319 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-20408482-9c58-4269-94b4-f53c426edcd4 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:07.925853 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c8fc3e81-069e-4604-948f-ff41069ddac3 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:07.926417 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20408482-9c58-4269-94b4-f53c426edcd4 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4edfea1c-d65a-426c-8f2b-9b5c5822e597,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:07.951157 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-20408482-9c58-4269-94b4-f53c426edcd4 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:07.955387 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-20408482-9c58-4269-94b4-f53c426edcd4 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3141956 Aug 29 04:26:07.955665 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 58860) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:07.961057 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-a482e80c-4249-4af3-b556-664985dc83fa tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Request body: {'floatingip': {'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:07.999780 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a482e80c-4249-4af3-b556-664985dc83fa tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Notify callbacks [] for floatingip, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:08.062193 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port a7600daa-aafe-46ff-b65d-e523b2deceea triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:08.062735 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:08.083936 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff616f1-b753-44c7-af49-6880e70b9c6f req-a5e71abe-5097-4153-a9b4-38026c8cb2f8 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:08.092487 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1ff616f1-b753-44c7-af49-6880e70b9c6f req-a5e71abe-5097-4153-a9b4-38026c8cb2f8 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c4f5476-e59b-4665-b89a-7de07404fef5 HTTP/1.1" status: 200 len: 945 time: 0.2479110 Aug 29 04:26:08.206211 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c8fc3e81-069e-4604-948f-ff41069ddac3 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4552352'] for subnet, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:08.271578 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-51f0d77c-aed9-4d00-ba9a-74eacdded6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def0a604-df59-49da-8eca-52935833d7d6', 'name': 'tempest-AttachVolumeTestJSON-1505354995-router', 'tenant_id': '6c9e9b4cb47149d19005e5a96f02d4fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'a7600daa-aafe-46ff-b65d-e523b2deceea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:54Z', 'updated_at': '2021-08-29T04:26:01Z', 'revision_number': 4, 'project_id': '6c9e9b4cb47149d19005e5a96f02d4fd', 'gw_port': {'id': 'a7600daa-aafe-46ff-b65d-e523b2deceea', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:45:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def0a604-df59-49da-8eca-52935833d7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:55Z', 'updated_at': '2021-08-29T04:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '89765845-91b6-482e-bcb3-a7b59e9aec5f', 'name': '', 'network_id': '3bcd0067-6e50-451c-9004-abafcee70c8b', 'tenant_id': '6c9e9b4cb47149d19005e5a96f02d4fd', 'mac_address': 'fa:16:3e:92:51:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'def0a604-df59-49da-8eca-52935833d7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1899, 'fixed_ips': [{'subnet_id': '77379d5c-d72e-4fe0-ace8-ef22d196f6e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:00Z', 'updated_at': '2021-08-29T04:26:07Z', 'revision_number': 4, 'project_id': '6c9e9b4cb47149d19005e5a96f02d4fd', 'subnets': [{'id': '77379d5c-d72e-4fe0-ace8-ef22d196f6e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:08.297098 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cb3864-83eb-472d-8c49-f61ddcab984a req-5c2ee305-8bd3-4a57-8912-3dc1e97b3712 tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:08.317294 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45bc940d-cae1-418f-ba54-16f60cc0d1fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-46cbfbd7-b694-4b2d-b0ef-0a511ef520c8', 'network_id': '46cbfbd7-b694-4b2d-b0ef-0a511ef520c8', 'tenant_id': '3b680a37d4894bbbace086ade39e168e', 'fixed_ips': [{'subnet_id': 'bec5f8cd-06a0-4411-b1b2-63609b988f51'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:26:08.318258 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-45bc940d-cae1-418f-ba54-16f60cc0d1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:08.325022 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a1cb3864-83eb-472d-8c49-f61ddcab984a req-5c2ee305-8bd3-4a57-8912-3dc1e97b3712 tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] 10.222.0.46 "GET /v2.0/ports?device_id=e84a1e9a-b7e6-4e7f-ba02-47716c630e3b HTTP/1.1" status: 200 len: 946 time: 0.2128685 Aug 29 04:26:08.342681 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f0d77c-aed9-4d00-ba9a-74eacdded6bf None None] The sync data for ids ['def0a604-df59-49da-8eca-52935833d7d6'] in n-d-712140-12 is: [{'id': 'def0a604-df59-49da-8eca-52935833d7d6', 'name': 'tempest-AttachVolumeTestJSON-1505354995-router', 'tenant_id': '6c9e9b4cb47149d19005e5a96f02d4fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'a7600daa-aafe-46ff-b65d-e523b2deceea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:54Z', 'updated_at': '2021-08-29T04:26:01Z', 'revision_number': 4, 'project_id': '6c9e9b4cb47149d19005e5a96f02d4fd', 'gw_port': {'id': 'a7600daa-aafe-46ff-b65d-e523b2deceea', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:45:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def0a604-df59-49da-8eca-52935833d7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:55Z', 'updated_at': '2021-08-29T04:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '89765845-91b6-482e-bcb3-a7b59e9aec5f', 'name': '', 'network_id': '3bcd0067-6e50-451c-9004-abafcee70c8b', 'tenant_id': '6c9e9b4cb47149d19005e5a96f02d4fd', 'mac_address': 'fa:16:3e:92:51:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'def0a604-df59-49da-8eca-52935833d7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1899, 'fixed_ips': [{'subnet_id': '77379d5c-d72e-4fe0-ace8-ef22d196f6e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:00Z', 'updated_at': '2021-08-29T04:26:07Z', 'revision_number': 4, 'project_id': '6c9e9b4cb47149d19005e5a96f02d4fd', 'subnets': [{'id': '77379d5c-d72e-4fe0-ace8-ef22d196f6e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:26:08.360328 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1ff616f1-b753-44c7-af49-6880e70b9c6f req-8a21c7ea-30dd-4381-b04e-6e6d1298e468 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668445 Aug 29 04:26:08.475410 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fc3e81-069e-4604-948f-ff41069ddac3 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Pushing event deleted for resources: {'Subnet': ['ID=bec5f8cd-06a0-4411-b1b2-63609b988f51,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:08.553831 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b50d73ab-203d-42f6-98b1-3c6171a94560 req-c0b224f8-d555-4696-a32e-850e734ce79e tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c5d5b2c-32be-4d50-a58e-3f43aaddd10f HTTP/1.1" status: 200 len: 210 time: 0.0890131 Aug 29 04:26:08.561630 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c8fc3e81-069e-4604-948f-ff41069ddac3 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:08.574481 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-c8fc3e81-069e-4604-948f-ff41069ddac3 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46cbfbd7-b694-4b2d-b0ef-0a511ef520c8']}} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:08.584450 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a482e80c-4249-4af3-b556-664985dc83fa tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:08.590953 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-c8fc3e81-069e-4604-948f-ff41069ddac3 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c242f1f5-597d-49e5-9e74-af546a808dc1') {'for_net_delete': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:08.591552 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-c8fc3e81-069e-4604-948f-ff41069ddac3 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c242f1f5-597d-49e5-9e74-af546a808dc1') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:08.604107 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c8fc3e81-069e-4604-948f-ff41069ddac3 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4311712'] for segment, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:08.623531 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c8fc3e81-069e-4604-948f-ff41069ddac3 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:08.631247 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8fc3e81-069e-4604-948f-ff41069ddac3 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=94829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:26:08.631661 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c8fc3e81-069e-4604-948f-ff41069ddac3 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4274277'] for segment, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:08.636794 n-d-712140-12 neutron-server[94829]: Traceback (most recent call last): Aug 29 04:26:08.636794 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:26:08.636794 n-d-712140-12 neutron-server[94829]: timer() Aug 29 04:26:08.636794 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:26:08.636794 n-d-712140-12 neutron-server[94829]: cb(*args, **kw) Aug 29 04:26:08.636794 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:26:08.636794 n-d-712140-12 neutron-server[94829]: return func(*args, **kwargs) Aug 29 04:26:08.636794 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:26:08.636794 n-d-712140-12 neutron-server[94829]: self._notify() Aug 29 04:26:08.636794 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:26:08.636794 n-d-712140-12 neutron-server[94829]: self.callback(batched_events) Aug 29 04:26:08.636794 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:26:08.636794 n-d-712140-12 neutron-server[94829]: event.method(event) Aug 29 04:26:08.636794 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:26:08.636794 n-d-712140-12 neutron-server[94829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:26:08.636794 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:26:08.636794 n-d-712140-12 neutron-server[94829]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:26:08.636794 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:26:08.636794 n-d-712140-12 neutron-server[94829]: return f(self, *a, **k) Aug 29 04:26:08.636794 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:26:08.636794 n-d-712140-12 neutron-server[94829]: return self._get(url).json() Aug 29 04:26:08.636794 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:26:08.636794 n-d-712140-12 neutron-server[94829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:26:08.636794 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:26:08.636794 n-d-712140-12 neutron-server[94829]: return self.request(url, 'GET', **kwargs) Aug 29 04:26:08.636794 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:26:08.636794 n-d-712140-12 neutron-server[94829]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:26:08.636794 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:26:08.636794 n-d-712140-12 neutron-server[94829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:26:08.636794 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:26:08.636794 n-d-712140-12 neutron-server[94829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:26:08.636794 n-d-712140-12 neutron-server[94829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:26:08.710111 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-a1cb3864-83eb-472d-8c49-f61ddcab984a req-4cac3a1f-0a45-4eb6-8cfc-fb951d13dd92 tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] Deleting port d39d8e76-f8d8-44ae-8bf1-8ba2f8173092 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:26:08.710471 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a1cb3864-83eb-472d-8c49-f61ddcab984a req-4cac3a1f-0a45-4eb6-8cfc-fb951d13dd92 tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:08.885549 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7020d9b-eb1f-4659-9b86-f4108d0fba2c None None] Network 46cbfbd7-b694-4b2d-b0ef-0a511ef520c8 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:26:08.898116 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:08.966550 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-a482e80c-4249-4af3-b556-664985dc83fa tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Allocated IP 172.25.0.210 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/a38f5ae5-52af-44dc-813d-a438e32ccc56) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:26:08.970162 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-a1cb3864-83eb-472d-8c49-f61ddcab984a req-4cac3a1f-0a45-4eb6-8cfc-fb951d13dd92 tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] For port d39d8e76-f8d8-44ae-8bf1-8ba2f8173092, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=d39d8e76-f8d8-44ae-8bf1-8ba2f8173092,segment=NetworkSegment(6dd7e887-a742-4794-9d44-e9baf733124b),segment_id=6dd7e887-a742-4794-9d44-e9baf733124b)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:08.971001 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a1cb3864-83eb-472d-8c49-f61ddcab984a req-4cac3a1f-0a45-4eb6-8cfc-fb951d13dd92 tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:09.004569 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-a1cb3864-83eb-472d-8c49-f61ddcab984a req-4cac3a1f-0a45-4eb6-8cfc-fb951d13dd92 tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] Calling delete_port for d39d8e76-f8d8-44ae-8bf1-8ba2f8173092 owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:26:09.014928 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c41b10e-9330-44a2-bb47-55d137af6753 req-761d60df-fcb6-4c0c-a09f-b378d1d160ac tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:09.023359 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2c41b10e-9330-44a2-bb47-55d137af6753 req-761d60df-fcb6-4c0c-a09f-b378d1d160ac tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] 10.222.0.22 "GET /v2.0/ports?device_id=e84a1e9a-b7e6-4e7f-ba02-47716c630e3b HTTP/1.1" status: 200 len: 946 time: 0.1476789 Aug 29 04:26:09.086290 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 2a8ec008-e3bf-48ff-ad0d-69d708718ad8 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:26:09.258577 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 2a8ec008-e3bf-48ff-ad0d-69d708718ad8 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:26:09.266486 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 2a8ec008-e3bf-48ff-ad0d-69d708718ad8 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:09.266868 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:09.331815 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a482e80c-4249-4af3-b556-664985dc83fa tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:09.376402 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c8fc3e81-069e-4604-948f-ff41069ddac3 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:09.386613 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2c41b10e-9330-44a2-bb47-55d137af6753 req-c91b9be4-f728-44c9-8521-48cbd14df281 tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] 10.222.0.22 "GET /v2.0/security-groups?id=7f987bdf-6d05-400a-bf02-f82aa4859023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3620961 Aug 29 04:26:09.389323 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c8fc3e81-069e-4604-948f-ff41069ddac3 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:09.395119 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 58884) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:09.410804 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-c8fc3e81-069e-4604-948f-ff41069ddac3 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] 10.222.0.22 "DELETE /v2.0/networks/46cbfbd7-b694-4b2d-b0ef-0a511ef520c8 HTTP/1.1" status: 204 len: 168 time: 2.4368763 Aug 29 04:26:09.429911 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fc3e81-069e-4604-948f-ff41069ddac3 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Pushing event deleted for resources: {'Network': ['ID=46cbfbd7-b694-4b2d-b0ef-0a511ef520c8,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:09.444194 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-5dd3a6cc-5d16-4f7f-8f8b-2db2ff7de611 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1732556970'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:09.486060 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dd3a6cc-5d16-4f7f-8f8b-2db2ff7de611 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Made reservation on behalf of 3b680a37d4894bbbace086ade39e168e for: {'network': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:26:09.493026 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5dd3a6cc-5d16-4f7f-8f8b-2db2ff7de611 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:09.576064 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:09.581419 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107584db-2630-43a9-8713-512ac0234260 req-5c978805-4c97-41ec-b4e6-fa78894a342f tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:09.595172 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-107584db-2630-43a9-8713-512ac0234260 req-5c978805-4c97-41ec-b4e6-fa78894a342f tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c4f5476-e59b-4665-b89a-7de07404fef5 HTTP/1.1" status: 200 len: 945 time: 0.0962601 Aug 29 04:26:09.614690 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dd3a6cc-5d16-4f7f-8f8b-2db2ff7de611 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=94828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:26:09.634165 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 2a8ec008-e3bf-48ff-ad0d-69d708718ad8, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=2a8ec008-e3bf-48ff-ad0d-69d708718ad8,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:09.644615 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:09.645467 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 89765845-91b6-482e-bcb3-a7b59e9aec5f up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:26:09.673633 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-107584db-2630-43a9-8713-512ac0234260 req-db3619e2-3e4a-4acc-a80a-6909790f010a tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727701 Aug 29 04:26:09.688124 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5dd3a6cc-5d16-4f7f-8f8b-2db2ff7de611 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:09.688502 n-d-712140-12 neutron-server[94828]: INFO neutron.db.segments_db [None req-5dd3a6cc-5d16-4f7f-8f8b-2db2ff7de611 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Added segment ba09f138-44d0-4968-b601-fc93e65e0bbb of type vlan for network a3ab0a92-c54f-46a1-b881-a532634d24f8 Aug 29 04:26:09.781240 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=2a8ec008-e3bf-48ff-ad0d-69d708718ad8,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:09.790130 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a482e80c-4249-4af3-b556-664985dc83fa tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:09.794395 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 89765845-91b6-482e-bcb3-a7b59e9aec5f completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:26:09.801094 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 89765845-91b6-482e-bcb3-a7b59e9aec5f triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:09.802155 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:09.896460 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5dd3a6cc-5d16-4f7f-8f8b-2db2ff7de611 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:09.939421 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:09.966207 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a1cb3864-83eb-472d-8c49-f61ddcab984a req-4cac3a1f-0a45-4eb6-8cfc-fb951d13dd92 tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:10.043924 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 89765845-91b6-482e-bcb3-a7b59e9aec5f, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=89765845-91b6-482e-bcb3-a7b59e9aec5f,segment=NetworkSegment(a5492a16-c200-4329-b562-96a170c2e529),segment_id=a5492a16-c200-4329-b562-96a170c2e529)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:10.049522 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7600cda4-d23b-4d09-bf69-e41614387f04 req-9f82aeb7-cfca-4971-8186-e61b8f34b039 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c5d5b2c-32be-4d50-a58e-3f43aaddd10f HTTP/1.1" status: 200 len: 210 time: 0.2380376 Aug 29 04:26:10.050568 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:10.067256 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5dd3a6cc-5d16-4f7f-8f8b-2db2ff7de611 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:10.073520 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd3a6cc-5d16-4f7f-8f8b-2db2ff7de611 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:10.075383 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5dd3a6cc-5d16-4f7f-8f8b-2db2ff7de611 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:10.110479 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a482e80c-4249-4af3-b556-664985dc83fa tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:26:10.172641 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024f4cb6-0ac0-4f91-b51c-f7ed56a737ab req-0054ab54-ddd2-4da8-8826-897837c435bd tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:10.174493 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1a52bc-17c5-4a13-903e-2d11eb5ec172 None None] Sync routers for ids ['75152a67-b6c4-4168-b3ba-a48550e2154c'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:26:10.177250 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-024f4cb6-0ac0-4f91-b51c-f7ed56a737ab req-0054ab54-ddd2-4da8-8826-897837c435bd tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] 10.222.0.48 "GET /v2.0/networks?id=fcd0713a-66d5-429e-8806-1ec67be3b61c HTTP/1.1" status: 200 len: 821 time: 0.2629206 Aug 29 04:26:10.179257 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-a482e80c-4249-4af3-b556-664985dc83fa tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:10.183844 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a482e80c-4249-4af3-b556-664985dc83fa tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:26:10.193875 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=89765845-91b6-482e-bcb3-a7b59e9aec5f,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:10.203143 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1a52bc-17c5-4a13-903e-2d11eb5ec172 None None] Routers {'75152a67-b6c4-4168-b3ba-a48550e2154c'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:26:10.203860 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-8a1a52bc-17c5-4a13-903e-2d11eb5ec172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:26:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['75152a67-b6c4-4168-b3ba-a48550e2154c'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:10.205036 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-024f4cb6-0ac0-4f91-b51c-f7ed56a737ab req-38c27b27-47b5-473b-8591-156068312843 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Request body: {'port': {'device_id': '4c5d5b2c-32be-4d50-a58e-3f43aaddd10f', 'network_id': 'fcd0713a-66d5-429e-8806-1ec67be3b61c', 'admin_state_up': True, 'tenant_id': 'f78174329f774784990d52436973061e'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:10.327095 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a482e80c-4249-4af3-b556-664985dc83fa tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Pushing event updated for resources: {'Port': ['ID=a38f5ae5-52af-44dc-813d-a438e32ccc56,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:10.345835 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a482e80c-4249-4af3-b556-664985dc83fa tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:10.349897 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a482e80c-4249-4af3-b556-664985dc83fa tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:10.351194 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a482e80c-4249-4af3-b556-664985dc83fa tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:10.352948 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a482e80c-4249-4af3-b556-664985dc83fa tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:10.353567 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a482e80c-4249-4af3-b556-664985dc83fa tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:10.354265 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a482e80c-4249-4af3-b556-664985dc83fa tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:10.355472 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a482e80c-4249-4af3-b556-664985dc83fa tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:10.356009 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a482e80c-4249-4af3-b556-664985dc83fa tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:10.357376 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a482e80c-4249-4af3-b556-664985dc83fa tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:10.357965 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a482e80c-4249-4af3-b556-664985dc83fa tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:10.360129 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a482e80c-4249-4af3-b556-664985dc83fa tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:10.360662 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a482e80c-4249-4af3-b556-664985dc83fa tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:10.366668 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-024f4cb6-0ac0-4f91-b51c-f7ed56a737ab req-38c27b27-47b5-473b-8591-156068312843 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Made reservation on behalf of f78174329f774784990d52436973061e for: {'port': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:26:10.370544 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-8a1a52bc-17c5-4a13-903e-2d11eb5ec172 None None] Set router 75152a67-b6c4-4168-b3ba-a48550e2154c gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:26:10.374218 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-5dd3a6cc-5d16-4f7f-8f8b-2db2ff7de611 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9735763 Aug 29 04:26:10.378920 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-024f4cb6-0ac0-4f91-b51c-f7ed56a737ab req-38c27b27-47b5-473b-8591-156068312843 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:10.382657 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 58892) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:10.442050 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1cb3864-83eb-472d-8c49-f61ddcab984a req-4cac3a1f-0a45-4eb6-8cfc-fb951d13dd92 tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] No DVR routers for this DVR port d39d8e76-f8d8-44ae-8bf1-8ba2f8173092 on host n-h1-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:26:10.443585 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-100e11bc-6250-43e7-9eaf-54f2b715846a tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Request body: {'subnet': {'network_id': 'a3ab0a92-c54f-46a1-b881-a532634d24f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:10.445575 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a1cb3864-83eb-472d-8c49-f61ddcab984a req-4cac3a1f-0a45-4eb6-8cfc-fb951d13dd92 tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:10.448547 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a1cb3864-83eb-472d-8c49-f61ddcab984a req-4cac3a1f-0a45-4eb6-8cfc-fb951d13dd92 tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] 10.222.0.46 "DELETE /v2.0/ports/d39d8e76-f8d8-44ae-8bf1-8ba2f8173092 HTTP/1.1" status: 204 len: 173 time: 2.1087706 Aug 29 04:26:10.449744 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd3a6cc-5d16-4f7f-8f8b-2db2ff7de611 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Pushing event updated for resources: {'Network': ['ID=a3ab0a92-c54f-46a1-b881-a532634d24f8,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:10.487467 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network a3ab0a92-c54f-46a1-b881-a532634d24f8 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:26:10.495290 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e84a1e9a-b7e6-4e7f-ba02-47716c630e3b', 'name': 'network-vif-deleted', 'tag': 'd39d8e76-f8d8-44ae-8bf1-8ba2f8173092'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:26:10.505140 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a27f0b75-129b-4e2b-8706-feef16df88d8" -d '{"events": [{"server_uuid": "e84a1e9a-b7e6-4e7f-ba02-47716c630e3b", "name": "network-vif-deleted", "tag": "d39d8e76-f8d8-44ae-8bf1-8ba2f8173092"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:26:10.521792 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac3a1f-0a45-4eb6-8cfc-fb951d13dd92 tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] Pushing event deleted for resources: {'Port': ['ID=d39d8e76-f8d8-44ae-8bf1-8ba2f8173092,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:10.607786 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a482e80c-4249-4af3-b556-664985dc83fa tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:10.753184 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83d98234-27e6-49cd-9f5e-abd297aa4808 x-openstack-request-id: req-83d98234-27e6-49cd-9f5e-abd297aa4808 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:26:10.753485 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e84a1e9a-b7e6-4e7f-ba02-47716c630e3b", "name": "network-vif-deleted", "tag": "d39d8e76-f8d8-44ae-8bf1-8ba2f8173092", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:26:10.753743 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-83d98234-27e6-49cd-9f5e-abd297aa4808 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:26:10.754821 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e84a1e9a-b7e6-4e7f-ba02-47716c630e3b', 'name': 'network-vif-deleted', 'tag': 'd39d8e76-f8d8-44ae-8bf1-8ba2f8173092', 'status': 'completed', 'code': 200} Aug 29 04:26:10.761032 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-100e11bc-6250-43e7-9eaf-54f2b715846a tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Made reservation on behalf of 3b680a37d4894bbbace086ade39e168e for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:26:10.767262 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-100e11bc-6250-43e7-9eaf-54f2b715846a tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4552395'] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:10.768739 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6f00e57c-1eb6-41c9-852f-14f234589882 req-577b1c59-bace-4f6f-912f-24862ada644d tempest-VolumesActionsTest-262595929 tempest-VolumesActionsTest-262595929-project] 10.222.0.22 "GET /v2.0/ports?device_id=e84a1e9a-b7e6-4e7f-ba02-47716c630e3b HTTP/1.1" status: 200 len: 210 time: 0.1317227 Aug 29 04:26:10.769629 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a482e80c-4249-4af3-b556-664985dc83fa tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:10.958650 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 2a8ec008-e3bf-48ff-ad0d-69d708718ad8 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:26:11.006426 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e1193-5cec-4dc1-9481-d622dc8763a1 req-1319200b-44e1-465f-ba34-0f9d617e032d tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:11.016814 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dd9e1193-5cec-4dc1-9481-d622dc8763a1 req-1319200b-44e1-465f-ba34-0f9d617e032d tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c4f5476-e59b-4665-b89a-7de07404fef5 HTTP/1.1" status: 200 len: 945 time: 0.1357932 Aug 29 04:26:11.055281 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 2a8ec008-e3bf-48ff-ad0d-69d708718ad8 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:11.056059 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:11.061192 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-8a1a52bc-17c5-4a13-903e-2d11eb5ec172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75152a67-b6c4-4168-b3ba-a48550e2154c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1755985023-router', 'tenant_id': 'f78174329f774784990d52436973061e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': '2a8ec008-e3bf-48ff-ad0d-69d708718ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:57Z', 'updated_at': '2021-08-29T04:26:03Z', 'revision_number': 4, 'project_id': 'f78174329f774784990d52436973061e', 'gw_port': {'id': '2a8ec008-e3bf-48ff-ad0d-69d708718ad8', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:4d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75152a67-b6c4-4168-b3ba-a48550e2154c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:57Z', 'updated_at': '2021-08-29T04:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': 'd673bb13-f978-4cc9-9318-a888cc6bef5d', 'name': '', 'network_id': 'fcd0713a-66d5-429e-8806-1ec67be3b61c', 'tenant_id': 'f78174329f774784990d52436973061e', 'mac_address': 'fa:16:3e:55:3d:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75152a67-b6c4-4168-b3ba-a48550e2154c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1900, 'fixed_ips': [{'subnet_id': '710778a2-878b-476c-9719-9ae92ef7de6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:01Z', 'updated_at': '2021-08-29T04:26:03Z', 'revision_number': 2, 'project_id': 'f78174329f774784990d52436973061e', 'subnets': [{'id': '710778a2-878b-476c-9719-9ae92ef7de6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:11.147328 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dd9e1193-5cec-4dc1-9481-d622dc8763a1 req-d318fd05-890f-40d6-bdc3-9ca8f86b218f tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294563 Aug 29 04:26:11.184508 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1a52bc-17c5-4a13-903e-2d11eb5ec172 None None] Checking router: 75152a67-b6c4-4168-b3ba-a48550e2154c for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:26:11.189206 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1a52bc-17c5-4a13-903e-2d11eb5ec172 None None] Updating router 75152a67-b6c4-4168-b3ba-a48550e2154c port d673bb13-f978-4cc9-9318-a888cc6bef5d binding host n-d-712140-12 {{(pid=94830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:26:11.211434 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a482e80c-4249-4af3-b556-664985dc83fa tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:11.222393 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a482e80c-4249-4af3-b556-664985dc83fa tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:11.261525 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [req-024f4cb6-0ac0-4f91-b51c-f7ed56a737ab req-38c27b27-47b5-473b-8591-156068312843 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Allocated IP 172.20.0.14 (fcd0713a-66d5-429e-8806-1ec67be3b61c/710778a2-878b-476c-9719-9ae92ef7de6e/ca4f75b8-7b4e-4310-a5d8-f8a1b65031cf) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:26:11.267594 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-100e11bc-6250-43e7-9eaf-54f2b715846a tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4274880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4552377'] for subnet, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:11.285729 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8a1a52bc-17c5-4a13-903e-2d11eb5ec172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:11.341616 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-306423e4-09ea-4e83-98f7-863d23e0f367 req-c56b655a-184f-452a-97b2-a7378106e230 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c5d5b2c-32be-4d50-a58e-3f43aaddd10f HTTP/1.1" status: 200 len: 210 time: 0.0965402 Aug 29 04:26:11.436215 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 89765845-91b6-482e-bcb3-a7b59e9aec5f up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:26:11.453559 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100e11bc-6250-43e7-9eaf-54f2b715846a tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Pushing event updated for resources: {'Subnet': ['ID=55cf426c-421b-470a-a0e4-f86c73d41d51,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:11.505321 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100e11bc-6250-43e7-9eaf-54f2b715846a tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Checking segment: {'id': 'ba09f138-44d0-4968-b601-fc93e65e0bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'a3ab0a92-c54f-46a1-b881-a532634d24f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:26:11.505489 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a482e80c-4249-4af3-b556-664985dc83fa tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Pushing event updated for resources: {'Port': ['ID=a38f5ae5-52af-44dc-813d-a438e32ccc56,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:11.505965 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100e11bc-6250-43e7-9eaf-54f2b715846a tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Network hostable DHCP agents. Network: a3ab0a92-c54f-46a1-b881-a532634d24f8, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:26:11.508343 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a482e80c-4249-4af3-b556-664985dc83fa tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719515'] for floatingip, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:11.563201 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a482e80c-4249-4af3-b556-664985dc83fa tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:11.571723 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-a482e80c-4249-4af3-b556-664985dc83fa tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6076477 Aug 29 04:26:11.604567 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 89765845-91b6-482e-bcb3-a7b59e9aec5f triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:11.604720 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:11.668596 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device d39d8e76-f8d8-44ae-8bf1-8ba2f8173092 no longer exists at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:26:11.701063 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] No Port match for: d39d8e76-f8d8-44ae-8bf1-8ba2f8173092 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:26:11.701514 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device d39d8e76-f8d8-44ae-8bf1-8ba2f8173092 not bound to the agent host n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:26:11.752416 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100e11bc-6250-43e7-9eaf-54f2b715846a tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Network a3ab0a92-c54f-46a1-b881-a532634d24f8 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:26:11.781908 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1056a0-eb71-43e5-b791-49503bd1257c req-73d36077-a1f8-4a4f-8bce-2667e2dd7d69 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:11.784076 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3d1056a0-eb71-43e5-b791-49503bd1257c req-73d36077-a1f8-4a4f-8bce-2667e2dd7d69 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c4f5476-e59b-4665-b89a-7de07404fef5 HTTP/1.1" status: 200 len: 945 time: 0.1597471 Aug 29 04:26:11.797171 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-100e11bc-6250-43e7-9eaf-54f2b715846a tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, a3ab0a92-c54f-46a1-b881-a532634d24f8) {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:11.805896 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-100e11bc-6250-43e7-9eaf-54f2b715846a tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:11.806519 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-100e11bc-6250-43e7-9eaf-54f2b715846a tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:11.815543 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b89a55-8d13-4936-a3c5-619f44af2bb3 None None] Network a3ab0a92-c54f-46a1-b881-a532634d24f8 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:26:11.833614 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-024f4cb6-0ac0-4f91-b51c-f7ed56a737ab req-38c27b27-47b5-473b-8591-156068312843 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:11.873203 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-100e11bc-6250-43e7-9eaf-54f2b715846a tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4893296 Aug 29 04:26:11.876092 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9d189be7-1515-40c6-a9a8-560834976ee0 req-87812e28-6113-4397-b90e-6905b30141dc tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1536841908&fields=id&tenant_id=6c9e9b4cb47149d19005e5a96f02d4fd HTTP/1.1" status: 200 len: 267 time: 0.0527604 Aug 29 04:26:11.894058 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 58942) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:12.000377 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d189be7-1515-40c6-a9a8-560834976ee0 req-4d25df92-0c50-4e29-98a6-6cd2a9b854ff tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:12.009169 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9d189be7-1515-40c6-a9a8-560834976ee0 req-4d25df92-0c50-4e29-98a6-6cd2a9b854ff tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "GET /v2.0/networks?id=3bcd0067-6e50-451c-9004-abafcee70c8b HTTP/1.1" status: 200 len: 811 time: 0.1317470 Aug 29 04:26:12.027883 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9d189be7-1515-40c6-a9a8-560834976ee0 req-c12bdc73-4208-465e-85db-1e4f4edebfa6 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "GET /v2.0/quotas/6c9e9b4cb47149d19005e5a96f02d4fd HTTP/1.1" status: 200 len: 375 time: 0.0168731 Aug 29 04:26:12.040827 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9cff6e6b-a074-4c35-aef8-04d35f5bdb48 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:12.045681 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [req-024f4cb6-0ac0-4f91-b51c-f7ed56a737ab req-38c27b27-47b5-473b-8591-156068312843 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Transition to ACTIVE for port object ca4f75b8-7b4e-4310-a5d8-f8a1b65031cf will not be triggered until provisioned by entity DHCP. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:26:12.051460 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3d1056a0-eb71-43e5-b791-49503bd1257c req-46e2b7f3-8836-4087-9098-1f1641ff1ff1 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478280 Aug 29 04:26:12.131774 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea90066c-aad0-47a4-bbc8-a4a2ec7f4802 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-a3ab0a92-c54f-46a1-b881-a532634d24f8', 'network_id': 'a3ab0a92-c54f-46a1-b881-a532634d24f8', 'tenant_id': '3b680a37d4894bbbace086ade39e168e', 'fixed_ips': [{'subnet_id': '55cf426c-421b-470a-a0e4-f86c73d41d51'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:26:12.132634 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ea90066c-aad0-47a4-bbc8-a4a2ec7f4802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:12.139552 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9cff6e6b-a074-4c35-aef8-04d35f5bdb48 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:12.147253 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-024f4cb6-0ac0-4f91-b51c-f7ed56a737ab req-38c27b27-47b5-473b-8591-156068312843 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:12.195054 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9d189be7-1515-40c6-a9a8-560834976ee0 req-12597a78-ef92-4be5-9d16-8783c5a2d693 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=6c9e9b4cb47149d19005e5a96f02d4fd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1658492 Aug 29 04:26:12.237349 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-024f4cb6-0ac0-4f91-b51c-f7ed56a737ab req-38c27b27-47b5-473b-8591-156068312843 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Network fcd0713a-66d5-429e-8806-1ec67be3b61c is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:26:12.250298 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [req-024f4cb6-0ac0-4f91-b51c-f7ed56a737ab req-38c27b27-47b5-473b-8591-156068312843 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:12.253617 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [req-024f4cb6-0ac0-4f91-b51c-f7ed56a737ab req-38c27b27-47b5-473b-8591-156068312843 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:26:12.365280 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c27b27-47b5-473b-8591-156068312843 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Pushing event updated for resources: {'Port': ['ID=ca4f75b8-7b4e-4310-a5d8-f8a1b65031cf,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:12.407083 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024f4cb6-0ac0-4f91-b51c-f7ed56a737ab req-38c27b27-47b5-473b-8591-156068312843 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:12.407997 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-024f4cb6-0ac0-4f91-b51c-f7ed56a737ab req-38c27b27-47b5-473b-8591-156068312843 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:12.422216 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9cff6e6b-a074-4c35-aef8-04d35f5bdb48 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4552352'] for subnet, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:12.438346 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-024f4cb6-0ac0-4f91-b51c-f7ed56a737ab req-38c27b27-47b5-473b-8591-156068312843 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2385333 Aug 29 04:26:12.473123 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-024f4cb6-0ac0-4f91-b51c-f7ed56a737ab req-2b837408-f148-421b-a8c9-4334e52e7d50 service neutron] Request body: {'port': {'device_id': '4c5d5b2c-32be-4d50-a58e-3f43aaddd10f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-12'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:12.478095 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cff6e6b-a074-4c35-aef8-04d35f5bdb48 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Pushing event deleted for resources: {'Subnet': ['ID=55cf426c-421b-470a-a0e4-f86c73d41d51,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:12.504121 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server [None req-ea90066c-aad0-47a4-bbc8-a4a2ec7f4802 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 55cf426c-421b-470a-a0e4-f86c73d41d51: This subnet is being modified by another concurrent operation. Aug 29 04:26:12.504121 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 29 04:26:12.504121 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 29 04:26:12.504121 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 29 04:26:12.504121 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 29 04:26:12.504121 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 29 04:26:12.504121 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 29 04:26:12.504121 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 29 04:26:12.504121 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 29 04:26:12.504121 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 29 04:26:12.504121 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 04:26:12.504121 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 04:26:12.504121 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:26:12.504121 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:26:12.504121 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:26:12.504121 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:26:12.504121 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 04:26:12.504121 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:26:12.504121 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 04:26:12.504121 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 04:26:12.504121 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:26:12.504121 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:26:12.504121 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:26:12.504121 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:26:12.504121 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 04:26:12.504121 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:26:12.504121 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 04:26:12.504121 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 04:26:12.504121 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:26:12.504121 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:26:12.504121 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:26:12.504121 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:26:12.504121 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 04:26:12.504121 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 04:26:12.504121 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 29 04:26:12.504121 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 29 04:26:12.504121 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 29 04:26:12.504121 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 29 04:26:12.504121 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 29 04:26:12.504121 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 29 04:26:12.504121 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 29 04:26:12.504121 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 29 04:26:12.504121 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 29 04:26:12.504121 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 29 04:26:12.504121 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 29 04:26:12.504121 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 29 04:26:12.504121 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 04:26:12.504121 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 04:26:12.504121 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:26:12.504121 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:26:12.504121 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:26:12.504121 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:26:12.504121 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 04:26:12.504121 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:26:12.509884 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 04:26:12.509884 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 04:26:12.509884 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:26:12.509884 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:26:12.509884 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:26:12.509884 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:26:12.509884 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 04:26:12.509884 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:26:12.509884 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 04:26:12.509884 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 04:26:12.509884 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:26:12.509884 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:26:12.509884 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:26:12.509884 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:26:12.509884 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 04:26:12.509884 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 04:26:12.509884 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 29 04:26:12.509884 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 29 04:26:12.509884 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 29 04:26:12.509884 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 29 04:26:12.509884 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 29 04:26:12.509884 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 29 04:26:12.509884 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 29 04:26:12.509884 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 29 04:26:12.509884 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:26:12.509884 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:26:12.509884 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:26:12.509884 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:26:12.509884 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 29 04:26:12.509884 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 29 04:26:12.509884 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 29 04:26:12.509884 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 29 04:26:12.509884 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 29 04:26:12.509884 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 29 04:26:12.509884 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 29 04:26:12.509884 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server raise exception Aug 29 04:26:12.509884 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 55cf426c-421b-470a-a0e4-f86c73d41d51: This subnet is being modified by another concurrent operation. Aug 29 04:26:12.509884 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server Aug 29 04:26:12.555047 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9aa4b2-12ac-424e-98f1-a207b3aa21bb None None] Network a3ab0a92-c54f-46a1-b881-a532634d24f8 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:26:12.589537 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9d189be7-1515-40c6-a9a8-560834976ee0 req-4d3aa52b-1bd3-45b0-a09a-75e1f2d9af19 service neutron] 10.222.0.22 "GET /v2.0/networks/3bcd0067-6e50-451c-9004-abafcee70c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3934777 Aug 29 04:26:12.777613 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-024f4cb6-0ac0-4f91-b51c-f7ed56a737ab req-2b837408-f148-421b-a8c9-4334e52e7d50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:12.779971 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9d189be7-1515-40c6-a9a8-560834976ee0 req-56eeabe4-02cc-448c-894a-6a7abdb83158 service neutron] 10.222.0.22 "GET /v2.0/networks/3bcd0067-6e50-451c-9004-abafcee70c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894643 Aug 29 04:26:12.806310 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9cff6e6b-a074-4c35-aef8-04d35f5bdb48 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:12.919846 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22855399-4b7f-42d0-8f5d-246176777ff7 req-72123ba1-5e2e-4e39-bdb0-7e02d440d007 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:12.922210 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-22855399-4b7f-42d0-8f5d-246176777ff7 req-72123ba1-5e2e-4e39-bdb0-7e02d440d007 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.48 "GET /v2.0/ports?device_id=3c4f5476-e59b-4665-b89a-7de07404fef5 HTTP/1.1" status: 200 len: 945 time: 0.1376355 Aug 29 04:26:12.981025 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-9cff6e6b-a074-4c35-aef8-04d35f5bdb48 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3ab0a92-c54f-46a1-b881-a532634d24f8']}} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:12.999529 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-9cff6e6b-a074-4c35-aef8-04d35f5bdb48 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba09f138-44d0-4968-b601-fc93e65e0bbb') {'for_net_delete': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:13.000422 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-9cff6e6b-a074-4c35-aef8-04d35f5bdb48 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba09f138-44d0-4968-b601-fc93e65e0bbb') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:13.019954 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72acbf3a-30dc-4956-9213-9587b75d9c18 req-7f9766d2-dfb3-4e3c-a03f-c48d6822cf2b tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:13.022071 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-72acbf3a-30dc-4956-9213-9587b75d9c18 req-7f9766d2-dfb3-4e3c-a03f-c48d6822cf2b tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c5d5b2c-32be-4d50-a58e-3f43aaddd10f HTTP/1.1" status: 200 len: 932 time: 0.3729825 Aug 29 04:26:13.026206 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9cff6e6b-a074-4c35-aef8-04d35f5bdb48 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4311712'] for segment, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:13.049241 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9cff6e6b-a074-4c35-aef8-04d35f5bdb48 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:13.107801 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cff6e6b-a074-4c35-aef8-04d35f5bdb48 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=94829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:26:13.109200 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9cff6e6b-a074-4c35-aef8-04d35f5bdb48 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4274277'] for segment, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:13.119250 n-d-712140-12 neutron-server[94829]: Traceback (most recent call last): Aug 29 04:26:13.119250 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:26:13.119250 n-d-712140-12 neutron-server[94829]: timer() Aug 29 04:26:13.119250 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:26:13.119250 n-d-712140-12 neutron-server[94829]: cb(*args, **kw) Aug 29 04:26:13.119250 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:26:13.119250 n-d-712140-12 neutron-server[94829]: return func(*args, **kwargs) Aug 29 04:26:13.119250 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:26:13.119250 n-d-712140-12 neutron-server[94829]: self._notify() Aug 29 04:26:13.119250 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:26:13.119250 n-d-712140-12 neutron-server[94829]: self.callback(batched_events) Aug 29 04:26:13.119250 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:26:13.119250 n-d-712140-12 neutron-server[94829]: event.method(event) Aug 29 04:26:13.119250 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:26:13.119250 n-d-712140-12 neutron-server[94829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:26:13.119250 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:26:13.119250 n-d-712140-12 neutron-server[94829]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:26:13.119250 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:26:13.119250 n-d-712140-12 neutron-server[94829]: return f(self, *a, **k) Aug 29 04:26:13.119250 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:26:13.119250 n-d-712140-12 neutron-server[94829]: return self._get(url).json() Aug 29 04:26:13.119250 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:26:13.119250 n-d-712140-12 neutron-server[94829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:26:13.119250 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:26:13.119250 n-d-712140-12 neutron-server[94829]: return self.request(url, 'GET', **kwargs) Aug 29 04:26:13.119250 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:26:13.119250 n-d-712140-12 neutron-server[94829]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:26:13.119250 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:26:13.119250 n-d-712140-12 neutron-server[94829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:26:13.119250 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:26:13.119250 n-d-712140-12 neutron-server[94829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:26:13.119250 n-d-712140-12 neutron-server[94829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:26:13.183052 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-22855399-4b7f-42d0-8f5d-246176777ff7 req-b24e05b0-a802-402f-8c7d-aee15d3e3bcd tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Deleting port b082b538-6613-4ec9-a197-0772e1d81e22 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:26:13.183404 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-22855399-4b7f-42d0-8f5d-246176777ff7 req-b24e05b0-a802-402f-8c7d-aee15d3e3bcd tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:13.236814 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-72acbf3a-30dc-4956-9213-9587b75d9c18 req-b429ad14-2696-4cc7-b7fd-cc139a67ef64 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c3129fe-ab73-49dc-8c78-c3946eb92670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956105 Aug 29 04:26:13.248251 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8a1a52bc-17c5-4a13-903e-2d11eb5ec172 None None] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:13.258914 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9cff6e6b-a074-4c35-aef8-04d35f5bdb48 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:13.273845 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9cff6e6b-a074-4c35-aef8-04d35f5bdb48 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:13.276115 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-9cff6e6b-a074-4c35-aef8-04d35f5bdb48 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] 10.222.0.22 "DELETE /v2.0/networks/a3ab0a92-c54f-46a1-b881-a532634d24f8 HTTP/1.1" status: 204 len: 168 time: 1.3810270 Aug 29 04:26:13.280740 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 58988) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:13.286768 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9198a1b-8fb9-4494-a96b-c10e2a272065 None None] get_active_networks_info from n-d-712140-12 {{(pid=94830) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 04:26:13.290256 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-5aa16aa3-733c-4dbe-b1ec-d65edb04a7dc tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-985998497'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:13.291022 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-f64f8d42-20f8-4307-ad73-b3f01446f118 None None] Provisioning for port ca4f75b8-7b4e-4310-a5d8-f8a1b65031cf completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:26:13.293690 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-8a1a52bc-17c5-4a13-903e-2d11eb5ec172 None None] Transition to ACTIVE for port object d673bb13-f978-4cc9-9318-a888cc6bef5d will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:26:13.360437 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cff6e6b-a074-4c35-aef8-04d35f5bdb48 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Pushing event deleted for resources: {'Network': ['ID=a3ab0a92-c54f-46a1-b881-a532634d24f8,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:13.406443 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-f64f8d42-20f8-4307-ad73-b3f01446f118 None None] Provisioning complete for port ca4f75b8-7b4e-4310-a5d8-f8a1b65031cf triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:13.406916 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f64f8d42-20f8-4307-ad73-b3f01446f118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:13.412038 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8a1a52bc-17c5-4a13-903e-2d11eb5ec172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:13.419218 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b03b8748-ff64-4816-98a9-a11262181ff3 req-5bdd3cb3-6621-41ba-9e43-87e9a3b94104 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "GET /v2.0/ports?device_id=574021e8-5a99-4599-a86e-9b43fe57cd6e HTTP/1.1" status: 200 len: 210 time: 0.0825233 Aug 29 04:26:13.512151 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b1d3c4-1553-47a0-bcd7-220733a4a47c None None] Pushing event updated for resources: {'Port': ['ID=d673bb13-f978-4cc9-9318-a888cc6bef5d,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:13.537720 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-22855399-4b7f-42d0-8f5d-246176777ff7 req-b24e05b0-a802-402f-8c7d-aee15d3e3bcd tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] For port b082b538-6613-4ec9-a197-0772e1d81e22, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=b082b538-6613-4ec9-a197-0772e1d81e22,segment=NetworkSegment(b7618bbf-11af-465a-8663-f9f8f84b36c0),segment_id=b7618bbf-11af-465a-8663-f9f8f84b36c0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:13.540296 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-22855399-4b7f-42d0-8f5d-246176777ff7 req-b24e05b0-a802-402f-8c7d-aee15d3e3bcd tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:13.542037 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-f64f8d42-20f8-4307-ad73-b3f01446f118 None None] Port ca4f75b8-7b4e-4310-a5d8-f8a1b65031cf cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:26:13.560294 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9198a1b-8fb9-4494-a96b-c10e2a272065 None None] Resources bound (agent type, host, resource id): {{(pid=94830) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 04:26:13.573517 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aa16aa3-733c-4dbe-b1ec-d65edb04a7dc tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Made reservation on behalf of 3b680a37d4894bbbace086ade39e168e for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:26:13.577162 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5aa16aa3-733c-4dbe-b1ec-d65edb04a7dc tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:13.578383 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-22855399-4b7f-42d0-8f5d-246176777ff7 req-b24e05b0-a802-402f-8c7d-aee15d3e3bcd tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Calling delete_port for b082b538-6613-4ec9-a197-0772e1d81e22 owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:26:13.645560 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-8a1a52bc-17c5-4a13-903e-2d11eb5ec172 None None] Attempting to bind port d673bb13-f978-4cc9-9318-a888cc6bef5d on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:26:13.645759 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5aa16aa3-733c-4dbe-b1ec-d65edb04a7dc tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:26:13.648663 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-8a1a52bc-17c5-4a13-903e-2d11eb5ec172 None None] Attempting to bind port d673bb13-f978-4cc9-9318-a888cc6bef5d by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '3702d597-5b99-458f-80c9-28432894b87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'fcd0713a-66d5-429e-8806-1ec67be3b61c'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:26:13.650703 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1a52bc-17c5-4a13-903e-2d11eb5ec172 None None] Attempting to bind port d673bb13-f978-4cc9-9318-a888cc6bef5d on network fcd0713a-66d5-429e-8806-1ec67be3b61c {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:26:13.655039 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5aa16aa3-733c-4dbe-b1ec-d65edb04a7dc tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:13.655393 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-5aa16aa3-733c-4dbe-b1ec-d65edb04a7dc tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Added segment fe473928-aeb6-4b6b-ae9d-3ff3e64f5185 of type vlan for network f24d9a50-bbbf-4970-a2bc-61a4264071bb Aug 29 04:26:13.695879 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5aa16aa3-733c-4dbe-b1ec-d65edb04a7dc tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:13.696326 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1a52bc-17c5-4a13-903e-2d11eb5ec172 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:26:13.696849 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1a52bc-17c5-4a13-903e-2d11eb5ec172 None None] Checking segment: {'id': '3702d597-5b99-458f-80c9-28432894b87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'fcd0713a-66d5-429e-8806-1ec67be3b61c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:26:13.698282 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8a1a52bc-17c5-4a13-903e-2d11eb5ec172 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:13.700042 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1a52bc-17c5-4a13-903e-2d11eb5ec172 None None] Bound using segment: {'id': '3702d597-5b99-458f-80c9-28432894b87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'fcd0713a-66d5-429e-8806-1ec67be3b61c'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:26:13.700645 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-8a1a52bc-17c5-4a13-903e-2d11eb5ec172 None None] Bound port: d673bb13-f978-4cc9-9318-a888cc6bef5d, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3702d597-5b99-458f-80c9-28432894b87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'fcd0713a-66d5-429e-8806-1ec67be3b61c'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:26:13.701046 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8a1a52bc-17c5-4a13-903e-2d11eb5ec172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:13.754062 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a31389e-df7c-4aeb-a1ef-5cc442924669 req-16d7773d-a2f5-4391-bc19-0d73e914569a tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:13.761805 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9a31389e-df7c-4aeb-a1ef-5cc442924669 req-16d7773d-a2f5-4391-bc19-0d73e914569a tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c4f5476-e59b-4665-b89a-7de07404fef5 HTTP/1.1" status: 200 len: 945 time: 0.2915137 Aug 29 04:26:13.784059 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5aa16aa3-733c-4dbe-b1ec-d65edb04a7dc tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:13.789576 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa16aa3-733c-4dbe-b1ec-d65edb04a7dc tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:13.790172 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5aa16aa3-733c-4dbe-b1ec-d65edb04a7dc tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:13.870357 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-22855399-4b7f-42d0-8f5d-246176777ff7 req-b24e05b0-a802-402f-8c7d-aee15d3e3bcd tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:13.911330 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24e05b0-a802-402f-8c7d-aee15d3e3bcd tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Pushing event deleted for resources: {'Port': ['ID=b082b538-6613-4ec9-a197-0772e1d81e22,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:13.913584 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9a31389e-df7c-4aeb-a1ef-5cc442924669 req-fe869ce9-bfef-422c-b3f5-ed9f2c1b9a4a tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509020 Aug 29 04:26:13.969295 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-5aa16aa3-733c-4dbe-b1ec-d65edb04a7dc tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6875274 Aug 29 04:26:13.972218 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa16aa3-733c-4dbe-b1ec-d65edb04a7dc tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Pushing event updated for resources: {'Network': ['ID=f24d9a50-bbbf-4970-a2bc-61a4264071bb,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:13.985249 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 59018) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:13.986329 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-22855399-4b7f-42d0-8f5d-246176777ff7 req-b24e05b0-a802-402f-8c7d-aee15d3e3bcd tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] No DVR routers for this DVR port b082b538-6613-4ec9-a197-0772e1d81e22 on host n-h2-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:26:13.990903 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-22855399-4b7f-42d0-8f5d-246176777ff7 req-b24e05b0-a802-402f-8c7d-aee15d3e3bcd tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:13.993281 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-22855399-4b7f-42d0-8f5d-246176777ff7 req-b24e05b0-a802-402f-8c7d-aee15d3e3bcd tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.48 "DELETE /v2.0/ports/b082b538-6613-4ec9-a197-0772e1d81e22 HTTP/1.1" status: 204 len: 173 time: 1.0625272 Aug 29 04:26:13.997452 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-55e1f1bb-45fd-4f53-838c-b6a29ae35301 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Request body: {'subnet': {'network_id': 'f24d9a50-bbbf-4970-a2bc-61a4264071bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:14.052516 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c4f5476-e59b-4665-b89a-7de07404fef5', 'name': 'network-vif-deleted', 'tag': 'b082b538-6613-4ec9-a197-0772e1d81e22'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:26:14.054760 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a123b36-a618-404a-bc38-d5f7243475e9" -d '{"events": [{"server_uuid": "3c4f5476-e59b-4665-b89a-7de07404fef5", "name": "network-vif-deleted", "tag": "b082b538-6613-4ec9-a197-0772e1d81e22"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:26:14.082615 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [req-024f4cb6-0ac0-4f91-b51c-f7ed56a737ab req-2b837408-f148-421b-a8c9-4334e52e7d50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca4f75b8-7b4e-4310-a5d8-f8a1b65031cf {{(pid=94829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:26:14.096378 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-8a1a52bc-17c5-4a13-903e-2d11eb5ec172 None None] For port d673bb13-f978-4cc9-9318-a888cc6bef5d, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:26:14.117315 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-024f4cb6-0ac0-4f91-b51c-f7ed56a737ab req-2b837408-f148-421b-a8c9-4334e52e7d50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:14.120914 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-8a1a52bc-17c5-4a13-903e-2d11eb5ec172 None None] For port d673bb13-f978-4cc9-9318-a888cc6bef5d, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=d673bb13-f978-4cc9-9318-a888cc6bef5d,segment=NetworkSegment(3702d597-5b99-458f-80c9-28432894b87e),segment_id=3702d597-5b99-458f-80c9-28432894b87e)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:26:14.125185 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4f38108-fdaf-45b2-9c80-5adfd1874b83 x-openstack-request-id: req-a4f38108-fdaf-45b2-9c80-5adfd1874b83 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:26:14.125513 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c4f5476-e59b-4665-b89a-7de07404fef5", "name": "network-vif-deleted", "tag": "b082b538-6613-4ec9-a197-0772e1d81e22", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:26:14.125844 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a4f38108-fdaf-45b2-9c80-5adfd1874b83 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:26:14.126274 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c4f5476-e59b-4665-b89a-7de07404fef5', 'name': 'network-vif-deleted', 'tag': 'b082b538-6613-4ec9-a197-0772e1d81e22', 'status': 'completed', 'code': 200} Aug 29 04:26:14.142452 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network f24d9a50-bbbf-4970-a2bc-61a4264071bb details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:26:14.154092 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [req-024f4cb6-0ac0-4f91-b51c-f7ed56a737ab req-2b837408-f148-421b-a8c9-4334e52e7d50 service neutron] Transition to ACTIVE for port object ca4f75b8-7b4e-4310-a5d8-f8a1b65031cf will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:26:14.157570 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-024f4cb6-0ac0-4f91-b51c-f7ed56a737ab req-2b837408-f148-421b-a8c9-4334e52e7d50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:14.178250 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55e1f1bb-45fd-4f53-838c-b6a29ae35301 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Made reservation on behalf of 3b680a37d4894bbbace086ade39e168e for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:26:14.186438 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-55e1f1bb-45fd-4f53-838c-b6a29ae35301 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:14.194862 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8a1a52bc-17c5-4a13-903e-2d11eb5ec172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:14.325902 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.ipam_backend_mixin [None req-55e1f1bb-45fd-4f53-838c-b6a29ae35301 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Performing IP validity checks on allocation pools {{(pid=94828) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 29 04:26:14.328125 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.ipam_backend_mixin [None req-55e1f1bb-45fd-4f53-838c-b6a29ae35301 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94828) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 29 04:26:14.351843 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b837408-f148-421b-a8c9-4334e52e7d50 service neutron] Pushing event updated for resources: {'Port': ['ID=ca4f75b8-7b4e-4310-a5d8-f8a1b65031cf,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:14.430721 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b1d3c4-1553-47a0-bcd7-220733a4a47c None None] Pushing event updated for resources: {'Port': ['ID=d673bb13-f978-4cc9-9318-a888cc6bef5d,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:14.434639 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-024f4cb6-0ac0-4f91-b51c-f7ed56a737ab req-2b837408-f148-421b-a8c9-4334e52e7d50 service neutron] Attempting to bind port ca4f75b8-7b4e-4310-a5d8-f8a1b65031cf on host n-h2-712140-12 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:26:14.434794 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc11ccef-9783-4387-9021-3fa1babaeeae req-87260cc0-0630-45ba-a050-0ac633c7c60d tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:14.435383 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-024f4cb6-0ac0-4f91-b51c-f7ed56a737ab req-2b837408-f148-421b-a8c9-4334e52e7d50 service neutron] Attempting to bind port ca4f75b8-7b4e-4310-a5d8-f8a1b65031cf by drivers openvswitch,hyperv on host n-h2-712140-12 at level 0 using segments [{'id': '3702d597-5b99-458f-80c9-28432894b87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'fcd0713a-66d5-429e-8806-1ec67be3b61c'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:26:14.436014 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024f4cb6-0ac0-4f91-b51c-f7ed56a737ab req-2b837408-f148-421b-a8c9-4334e52e7d50 service neutron] Attempting to bind port ca4f75b8-7b4e-4310-a5d8-f8a1b65031cf on network fcd0713a-66d5-429e-8806-1ec67be3b61c {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:26:14.443369 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024f4cb6-0ac0-4f91-b51c-f7ed56a737ab req-2b837408-f148-421b-a8c9-4334e52e7d50 service neutron] Port ca4f75b8-7b4e-4310-a5d8-f8a1b65031cf on network fcd0713a-66d5-429e-8806-1ec67be3b61c not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-12 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:26:14.444144 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024f4cb6-0ac0-4f91-b51c-f7ed56a737ab req-2b837408-f148-421b-a8c9-4334e52e7d50 service neutron] Attempting to bind port ca4f75b8-7b4e-4310-a5d8-f8a1b65031cf on network fcd0713a-66d5-429e-8806-1ec67be3b61c {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:26:14.444276 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bc11ccef-9783-4387-9021-3fa1babaeeae req-87260cc0-0630-45ba-a050-0ac633c7c60d tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c5d5b2c-32be-4d50-a58e-3f43aaddd10f HTTP/1.1" status: 200 len: 944 time: 0.0854273 Aug 29 04:26:14.458021 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024f4cb6-0ac0-4f91-b51c-f7ed56a737ab req-2b837408-f148-421b-a8c9-4334e52e7d50 service neutron] Checking agent: {'id': 'b3a0606b-b029-4f5e-8798-3a32b71d8844', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:26:14.458366 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024f4cb6-0ac0-4f91-b51c-f7ed56a737ab req-2b837408-f148-421b-a8c9-4334e52e7d50 service neutron] Checking segment: {'id': '3702d597-5b99-458f-80c9-28432894b87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'fcd0713a-66d5-429e-8806-1ec67be3b61c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:26:14.458754 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024f4cb6-0ac0-4f91-b51c-f7ed56a737ab req-2b837408-f148-421b-a8c9-4334e52e7d50 service neutron] Bound using segment: {'id': '3702d597-5b99-458f-80c9-28432894b87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'fcd0713a-66d5-429e-8806-1ec67be3b61c'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:26:14.459189 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-024f4cb6-0ac0-4f91-b51c-f7ed56a737ab req-2b837408-f148-421b-a8c9-4334e52e7d50 service neutron] Bound port: ca4f75b8-7b4e-4310-a5d8-f8a1b65031cf, host: n-h2-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3702d597-5b99-458f-80c9-28432894b87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'fcd0713a-66d5-429e-8806-1ec67be3b61c'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:26:14.459546 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-024f4cb6-0ac0-4f91-b51c-f7ed56a737ab req-2b837408-f148-421b-a8c9-4334e52e7d50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:14.555112 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1a52bc-17c5-4a13-903e-2d11eb5ec172 None None] Routers {'75152a67-b6c4-4168-b3ba-a48550e2154c'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:26:14.557020 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-8a1a52bc-17c5-4a13-903e-2d11eb5ec172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:26:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['75152a67-b6c4-4168-b3ba-a48550e2154c'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:14.575756 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bc11ccef-9783-4387-9021-3fa1babaeeae req-47cfd52a-412b-41e6-939d-9912f0c24c13 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c3129fe-ab73-49dc-8c78-c3946eb92670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305509 Aug 29 04:26:14.735275 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-55e1f1bb-45fd-4f53-838c-b6a29ae35301 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9191137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10062364'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:14.807293 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-757abc25-f2c5-4e34-bf68-51be86b65dec req-2bfbef06-07a3-4263-a5e4-85c2f3fd25fc tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "GET /v2.0/ports?device_id=574021e8-5a99-4599-a86e-9b43fe57cd6e HTTP/1.1" status: 200 len: 210 time: 0.1696031 Aug 29 04:26:14.818947 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-024f4cb6-0ac0-4f91-b51c-f7ed56a737ab req-2b837408-f148-421b-a8c9-4334e52e7d50 service neutron] For port ca4f75b8-7b4e-4310-a5d8-f8a1b65031cf, host n-h2-712140-12, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:26:14.874365 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-024f4cb6-0ac0-4f91-b51c-f7ed56a737ab req-2b837408-f148-421b-a8c9-4334e52e7d50 service neutron] For port ca4f75b8-7b4e-4310-a5d8-f8a1b65031cf, host n-h2-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=ca4f75b8-7b4e-4310-a5d8-f8a1b65031cf,segment=NetworkSegment(3702d597-5b99-458f-80c9-28432894b87e),segment_id=3702d597-5b99-458f-80c9-28432894b87e)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:26:14.885496 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-024f4cb6-0ac0-4f91-b51c-f7ed56a737ab req-2b837408-f148-421b-a8c9-4334e52e7d50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:14.924886 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-8a1a52bc-17c5-4a13-903e-2d11eb5ec172 None None] Set router 75152a67-b6c4-4168-b3ba-a48550e2154c gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:26:15.076472 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device d673bb13-f978-4cc9-9318-a888cc6bef5d up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:26:15.083786 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024f4cb6-0ac0-4f91-b51c-f7ed56a737ab req-2b837408-f148-421b-a8c9-4334e52e7d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:15.084436 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-024f4cb6-0ac0-4f91-b51c-f7ed56a737ab req-2b837408-f148-421b-a8c9-4334e52e7d50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:15.085903 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-024f4cb6-0ac0-4f91-b51c-f7ed56a737ab req-2b837408-f148-421b-a8c9-4334e52e7d50 service neutron] 10.222.0.48 "PUT /v2.0/ports/ca4f75b8-7b4e-4310-a5d8-f8a1b65031cf HTTP/1.1" status: 200 len: 1093 time: 2.6229756 Aug 29 04:26:15.086434 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c5d5b2c-32be-4d50-a58e-3f43aaddd10f', 'tag': 'ca4f75b8-7b4e-4310-a5d8-f8a1b65031cf'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:26:15.105686 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77816fe2-e7df-4f27-b51e-e4b9c1d95486" -d '{"events": [{"name": "network-changed", "server_uuid": "4c5d5b2c-32be-4d50-a58e-3f43aaddd10f", "tag": "ca4f75b8-7b4e-4310-a5d8-f8a1b65031cf"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:26:15.177772 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e1f1bb-45fd-4f53-838c-b6a29ae35301 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Pushing event updated for resources: {'Subnet': ['ID=b7aa25f2-3820-4370-991d-d53b4c1ab1db,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:15.226535 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1dd8fb0b-63a5-4337-a8ea-1495b010e5a3 req-7e1c2837-8588-4b2f-914e-040cfdf5aacf tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c4f5476-e59b-4665-b89a-7de07404fef5 HTTP/1.1" status: 200 len: 210 time: 0.0806026 Aug 29 04:26:15.257842 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b837408-f148-421b-a8c9-4334e52e7d50 service neutron] Pushing event updated for resources: {'Port': ['ID=ca4f75b8-7b4e-4310-a5d8-f8a1b65031cf,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:15.291792 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e1f1bb-45fd-4f53-838c-b6a29ae35301 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Checking segment: {'id': 'fe473928-aeb6-4b6b-ae9d-3ff3e64f5185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f24d9a50-bbbf-4970-a2bc-61a4264071bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:26:15.297408 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e1f1bb-45fd-4f53-838c-b6a29ae35301 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Network hostable DHCP agents. Network: f24d9a50-bbbf-4970-a2bc-61a4264071bb, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:26:15.410156 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-657b92e7-2603-486d-8a0a-8106979c050d x-openstack-request-id: req-657b92e7-2603-486d-8a0a-8106979c050d {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:26:15.410825 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c5d5b2c-32be-4d50-a58e-3f43aaddd10f", "tag": "ca4f75b8-7b4e-4310-a5d8-f8a1b65031cf", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:26:15.411091 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-657b92e7-2603-486d-8a0a-8106979c050d {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:26:15.411499 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c5d5b2c-32be-4d50-a58e-3f43aaddd10f', 'tag': 'ca4f75b8-7b4e-4310-a5d8-f8a1b65031cf', 'status': 'completed', 'code': 200} Aug 29 04:26:15.473239 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024f4cb6-0ac0-4f91-b51c-f7ed56a737ab req-ff5ae31f-5dd6-4b17-9a28-535b8fec53e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:15.482577 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-024f4cb6-0ac0-4f91-b51c-f7ed56a737ab req-ff5ae31f-5dd6-4b17-9a28-535b8fec53e1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f78174329f774784990d52436973061e&device_id=4c5d5b2c-32be-4d50-a58e-3f43aaddd10f HTTP/1.1" status: 200 len: 1096 time: 0.1333864 Aug 29 04:26:15.523565 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d189be7-1515-40c6-a9a8-560834976ee0 req-e49d4b13-7b9b-4b44-ba3d-790dca114cc5 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:15.525402 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9d189be7-1515-40c6-a9a8-560834976ee0 req-e49d4b13-7b9b-4b44-ba3d-790dca114cc5 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.46 "GET /v2.0/networks?id=3bcd0067-6e50-451c-9004-abafcee70c8b HTTP/1.1" status: 200 len: 811 time: 0.6304290 Aug 29 04:26:15.531464 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e1f1bb-45fd-4f53-838c-b6a29ae35301 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Network f24d9a50-bbbf-4970-a2bc-61a4264071bb is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:26:15.566056 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device b082b538-6613-4ec9-a197-0772e1d81e22 no longer exists at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:26:15.597376 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-55e1f1bb-45fd-4f53-838c-b6a29ae35301 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, f24d9a50-bbbf-4970-a2bc-61a4264071bb) {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:15.623035 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e1f1bb-45fd-4f53-838c-b6a29ae35301 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:15.625532 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-024f4cb6-0ac0-4f91-b51c-f7ed56a737ab req-65a6dde5-2a12-4e69-a43b-1755a6b8caf7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca4f75b8-7b4e-4310-a5d8-f8a1b65031cf HTTP/1.1" status: 200 len: 217 time: 0.1356330 Aug 29 04:26:15.630282 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-55e1f1bb-45fd-4f53-838c-b6a29ae35301 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:15.699935 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6cfba1-4058-4fe6-9c66-51c3abe7ae7a None None] Network f24d9a50-bbbf-4970-a2bc-61a4264071bb requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:26:15.721298 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] No Port match for: b082b538-6613-4ec9-a197-0772e1d81e22 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:26:15.721856 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device b082b538-6613-4ec9-a197-0772e1d81e22 not bound to the agent host n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:26:15.743245 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9d189be7-1515-40c6-a9a8-560834976ee0 req-1f210514-bd64-4f32-8343-58e267fac4e3 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c9e9b4cb47149d19005e5a96f02d4fd HTTP/1.1" status: 200 len: 380 time: 0.1923449 Aug 29 04:26:15.817930 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-9d189be7-1515-40c6-a9a8-560834976ee0 req-3847b170-343c-4dab-b979-0b55ca3c9ef6 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Request body: {'port': {'device_id': '574021e8-5a99-4599-a86e-9b43fe57cd6e', 'network_id': '3bcd0067-6e50-451c-9004-abafcee70c8b', 'admin_state_up': True, 'tenant_id': '6c9e9b4cb47149d19005e5a96f02d4fd', 'security_groups': ['b3e7d6d7-f66e-4c2c-97ed-f92e3dc1f00c']}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:15.824749 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-55e1f1bb-45fd-4f53-838c-b6a29ae35301 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.8328662 Aug 29 04:26:15.826786 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 59082) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:15.855875 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024f4cb6-0ac0-4f91-b51c-f7ed56a737ab req-13055e04-8e7a-4c5a-8abd-630c7b10024c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:15.857411 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-024f4cb6-0ac0-4f91-b51c-f7ed56a737ab req-13055e04-8e7a-4c5a-8abd-630c7b10024c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=710778a2-878b-476c-9719-9ae92ef7de6e HTTP/1.1" status: 200 len: 860 time: 0.2251966 Aug 29 04:26:15.956167 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123c3731-5bae-4a73-9028-e76ce509d7cc req-defb8aa5-7daa-48c4-9100-b855bd89ccd0 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:15.958019 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-123c3731-5bae-4a73-9028-e76ce509d7cc req-defb8aa5-7daa-48c4-9100-b855bd89ccd0 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c5d5b2c-32be-4d50-a58e-3f43aaddd10f HTTP/1.1" status: 200 len: 944 time: 0.2195423 Aug 29 04:26:15.978165 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port d673bb13-f978-4cc9-9318-a888cc6bef5d completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:26:15.998724 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024f4cb6-0ac0-4f91-b51c-f7ed56a737ab req-7bee61ee-7071-4f9b-ab44-10bc8858be9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:16.000540 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-024f4cb6-0ac0-4f91-b51c-f7ed56a737ab req-7bee61ee-7071-4f9b-ab44-10bc8858be9e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fcd0713a-66d5-429e-8806-1ec67be3b61c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1197727 Aug 29 04:26:16.014409 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9493d8f4-888b-4c64-955e-b80a73defd76 req-75802c9e-9ff7-41e4-8fa5-603adeba1a97 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:16.028867 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port d673bb13-f978-4cc9-9318-a888cc6bef5d triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:16.032137 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:16.034836 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9493d8f4-888b-4c64-955e-b80a73defd76 req-75802c9e-9ff7-41e4-8fa5-603adeba1a97 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=958fb903-1729-4290-8965-b1c2ef1d605e HTTP/1.1" status: 200 len: 946 time: 0.3581576 Aug 29 04:26:16.055980 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-123c3731-5bae-4a73-9028-e76ce509d7cc req-c01c702c-d2aa-45ad-910b-9aa5180e3d91 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c3129fe-ab73-49dc-8c78-c3946eb92670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887499 Aug 29 04:26:16.372868 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-17663bdd-c8dd-4e03-af91-b02d972012d3 req-8b8ebb3d-ba58-4912-92c3-43ac50482938 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "GET /v2.0/ports?device_id=574021e8-5a99-4599-a86e-9b43fe57cd6e HTTP/1.1" status: 200 len: 210 time: 0.1244192 Aug 29 04:26:16.373430 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-024f4cb6-0ac0-4f91-b51c-f7ed56a737ab req-bf6ffff3-dcd1-4eb2-8d8d-f1418114e9f0 service neutron] 10.222.0.48 "GET /v2.0/networks/fcd0713a-66d5-429e-8806-1ec67be3b61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3523068 Aug 29 04:26:16.391563 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:16.392295 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9493d8f4-888b-4c64-955e-b80a73defd76 req-47cb0b7b-c017-4d52-af9a-312e833a7ddf tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/security-groups?id=c669a511-bb16-48c8-9944-1f8115bc7803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3444638 Aug 29 04:26:16.427288 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-fd7e5c95-241a-48e1-b9d0-86a46507a4b3 None None] Provisioning complete for port d673bb13-f978-4cc9-9318-a888cc6bef5d triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:16.427661 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fd7e5c95-241a-48e1-b9d0-86a46507a4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:16.429525 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e49753c-7da3-4669-9c59-cab67c17f992 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-f24d9a50-bbbf-4970-a2bc-61a4264071bb', 'network_id': 'f24d9a50-bbbf-4970-a2bc-61a4264071bb', 'tenant_id': '3b680a37d4894bbbace086ade39e168e', 'fixed_ips': [{'subnet_id': 'b7aa25f2-3820-4370-991d-d53b4c1ab1db'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:26:16.430650 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5e49753c-7da3-4669-9c59-cab67c17f992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:16.438835 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-937aef1f-a2e7-48b0-a6ca-ccc18c68692f tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:16.489595 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d189be7-1515-40c6-a9a8-560834976ee0 req-3847b170-343c-4dab-b979-0b55ca3c9ef6 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Made reservation on behalf of 6c9e9b4cb47149d19005e5a96f02d4fd for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:26:16.504747 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-9d189be7-1515-40c6-a9a8-560834976ee0 req-3847b170-343c-4dab-b979-0b55ca3c9ef6 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:16.532481 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-8a1a52bc-17c5-4a13-903e-2d11eb5ec172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75152a67-b6c4-4168-b3ba-a48550e2154c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1755985023-router', 'tenant_id': 'f78174329f774784990d52436973061e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': '2a8ec008-e3bf-48ff-ad0d-69d708718ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:57Z', 'updated_at': '2021-08-29T04:26:03Z', 'revision_number': 4, 'project_id': 'f78174329f774784990d52436973061e', 'gw_port': {'id': '2a8ec008-e3bf-48ff-ad0d-69d708718ad8', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:4d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75152a67-b6c4-4168-b3ba-a48550e2154c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:57Z', 'updated_at': '2021-08-29T04:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': 'd673bb13-f978-4cc9-9318-a888cc6bef5d', 'name': '', 'network_id': 'fcd0713a-66d5-429e-8806-1ec67be3b61c', 'tenant_id': 'f78174329f774784990d52436973061e', 'mac_address': 'fa:16:3e:55:3d:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75152a67-b6c4-4168-b3ba-a48550e2154c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1900, 'fixed_ips': [{'subnet_id': '710778a2-878b-476c-9719-9ae92ef7de6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:01Z', 'updated_at': '2021-08-29T04:26:13Z', 'revision_number': 4, 'project_id': 'f78174329f774784990d52436973061e', 'subnets': [{'id': '710778a2-878b-476c-9719-9ae92ef7de6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:16.570204 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-024f4cb6-0ac0-4f91-b51c-f7ed56a737ab req-3dd44400-c2db-48a4-af45-bd7928a2e0e0 service neutron] 10.222.0.48 "GET /v2.0/networks/fcd0713a-66d5-429e-8806-1ec67be3b61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877182 Aug 29 04:26:16.654829 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1a52bc-17c5-4a13-903e-2d11eb5ec172 None None] The sync data for ids ['75152a67-b6c4-4168-b3ba-a48550e2154c'] in n-d-712140-12 is: [{'id': '75152a67-b6c4-4168-b3ba-a48550e2154c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1755985023-router', 'tenant_id': 'f78174329f774784990d52436973061e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': '2a8ec008-e3bf-48ff-ad0d-69d708718ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:57Z', 'updated_at': '2021-08-29T04:26:03Z', 'revision_number': 4, 'project_id': 'f78174329f774784990d52436973061e', 'gw_port': {'id': '2a8ec008-e3bf-48ff-ad0d-69d708718ad8', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:4d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75152a67-b6c4-4168-b3ba-a48550e2154c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:57Z', 'updated_at': '2021-08-29T04:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': 'd673bb13-f978-4cc9-9318-a888cc6bef5d', 'name': '', 'network_id': 'fcd0713a-66d5-429e-8806-1ec67be3b61c', 'tenant_id': 'f78174329f774784990d52436973061e', 'mac_address': 'fa:16:3e:55:3d:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75152a67-b6c4-4168-b3ba-a48550e2154c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1900, 'fixed_ips': [{'subnet_id': '710778a2-878b-476c-9719-9ae92ef7de6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:01Z', 'updated_at': '2021-08-29T04:26:13Z', 'revision_number': 4, 'project_id': 'f78174329f774784990d52436973061e', 'subnets': [{'id': '710778a2-878b-476c-9719-9ae92ef7de6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:26:16.715113 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port d673bb13-f978-4cc9-9318-a888cc6bef5d, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=d673bb13-f978-4cc9-9318-a888cc6bef5d,segment=NetworkSegment(3702d597-5b99-458f-80c9-28432894b87e),segment_id=3702d597-5b99-458f-80c9-28432894b87e)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:16.820828 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-937aef1f-a2e7-48b0-a6ca-ccc18c68692f tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:16.878309 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:16.903281 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77816fe2-e7df-4f27-b51e-e4b9c1d95486 req-abb71403-89b9-450d-adc9-850f62343aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:16.907581 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-77816fe2-e7df-4f27-b51e-e4b9c1d95486 req-abb71403-89b9-450d-adc9-850f62343aeb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f78174329f774784990d52436973061e&device_id=4c5d5b2c-32be-4d50-a58e-3f43aaddd10f HTTP/1.1" status: 200 len: 1096 time: 0.2415030 Aug 29 04:26:17.062496 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77816fe2-e7df-4f27-b51e-e4b9c1d95486 req-16bfd895-c94f-49c9-90a3-f6b1d3230d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:17.064521 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-77816fe2-e7df-4f27-b51e-e4b9c1d95486 req-16bfd895-c94f-49c9-90a3-f6b1d3230d60 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fcd0713a-66d5-429e-8806-1ec67be3b61c HTTP/1.1" status: 200 len: 922 time: 0.1475813 Aug 29 04:26:17.096533 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-9d189be7-1515-40c6-a9a8-560834976ee0 req-3847b170-343c-4dab-b979-0b55ca3c9ef6 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Allocated IP 172.20.0.4 (3bcd0067-6e50-451c-9004-abafcee70c8b/77379d5c-d72e-4fe0-ace8-ef22d196f6e9/9f343b77-8813-497f-a301-1ef4c6472599) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:26:17.226380 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-77816fe2-e7df-4f27-b51e-e4b9c1d95486 req-0d80fc5b-1d6d-4b6b-becc-eff0c7c92145 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca4f75b8-7b4e-4310-a5d8-f8a1b65031cf HTTP/1.1" status: 200 len: 217 time: 0.1461780 Aug 29 04:26:17.227841 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=d673bb13-f978-4cc9-9318-a888cc6bef5d,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:17.301562 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77816fe2-e7df-4f27-b51e-e4b9c1d95486 req-cbe88990-e8a2-45b9-bd35-41bb97c27ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:17.305695 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-77816fe2-e7df-4f27-b51e-e4b9c1d95486 req-cbe88990-e8a2-45b9-bd35-41bb97c27ce8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=710778a2-878b-476c-9719-9ae92ef7de6e HTTP/1.1" status: 200 len: 860 time: 0.0645761 Aug 29 04:26:17.308061 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-5e49753c-7da3-4669-9c59-cab67c17f992 None None] Allocated IP 172.20.0.3 (f24d9a50-bbbf-4970-a2bc-61a4264071bb/b7aa25f2-3820-4370-991d-d53b4c1ab1db/7faaf399-6366-4b02-81a3-8a248a5dac39) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:26:17.461519 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-9d189be7-1515-40c6-a9a8-560834976ee0 req-3847b170-343c-4dab-b979-0b55ca3c9ef6 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:17.522880 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77816fe2-e7df-4f27-b51e-e4b9c1d95486 req-bfda575b-1ed8-4c12-ad24-4d2091cb2a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:17.525138 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-77816fe2-e7df-4f27-b51e-e4b9c1d95486 req-bfda575b-1ed8-4c12-ad24-4d2091cb2a9f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fcd0713a-66d5-429e-8806-1ec67be3b61c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2041345 Aug 29 04:26:17.535418 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaee7fc-bedb-42a4-87e3-455174ab3005 req-07ec5ff6-ac6c-4eff-80e5-7b899952bc74 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:17.543842 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3eaee7fc-bedb-42a4-87e3-455174ab3005 req-07ec5ff6-ac6c-4eff-80e5-7b899952bc74 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/networks?id=6dc9f122-fe76-4b29-b692-6f9509f76947 HTTP/1.1" status: 200 len: 812 time: 0.4747841 Aug 29 04:26:17.641625 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3eaee7fc-bedb-42a4-87e3-455174ab3005 req-fd9fb6a6-41e4-499d-8e2c-11e38a92e140 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/quotas/6b54a16bc4c143ae881e0570211236dd HTTP/1.1" status: 200 len: 375 time: 0.0965219 Aug 29 04:26:17.695325 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3eaee7fc-bedb-42a4-87e3-455174ab3005 req-4ea43c42-5b0a-4407-8d38-0412acaf2567 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=6b54a16bc4c143ae881e0570211236dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0526950 Aug 29 04:26:17.708541 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5e49753c-7da3-4669-9c59-cab67c17f992 None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:17.725540 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-5e49753c-7da3-4669-9c59-cab67c17f992 None None] Transition to ACTIVE for port object 7faaf399-6366-4b02-81a3-8a248a5dac39 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:26:17.761815 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-5e49753c-7da3-4669-9c59-cab67c17f992 None None] Transition to ACTIVE for port object 7faaf399-6366-4b02-81a3-8a248a5dac39 will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:26:17.784392 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5e49753c-7da3-4669-9c59-cab67c17f992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:17.851478 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e49753c-7da3-4669-9c59-cab67c17f992 None None] Pushing event updated for resources: {'Port': ['ID=7faaf399-6366-4b02-81a3-8a248a5dac39,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:17.870516 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-77816fe2-e7df-4f27-b51e-e4b9c1d95486 req-9178aee3-64ea-4167-90c3-6b1e74afb52a service neutron] 10.222.0.48 "GET /v2.0/networks/fcd0713a-66d5-429e-8806-1ec67be3b61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3124788 Aug 29 04:26:17.871679 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e49753c-7da3-4669-9c59-cab67c17f992 None None] Network f24d9a50-bbbf-4970-a2bc-61a4264071bb is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:26:17.874140 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-5e49753c-7da3-4669-9c59-cab67c17f992 None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:17.881457 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e49753c-7da3-4669-9c59-cab67c17f992 None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:26:17.958381 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3eaee7fc-bedb-42a4-87e3-455174ab3005 req-b87105eb-fa15-4c0e-8003-a89237476c1a service neutron] 10.222.0.22 "GET /v2.0/networks/6dc9f122-fe76-4b29-b692-6f9509f76947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620854 Aug 29 04:26:17.974898 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-5e49753c-7da3-4669-9c59-cab67c17f992 None None] Attempting to bind port 7faaf399-6366-4b02-81a3-8a248a5dac39 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:26:17.975290 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-5e49753c-7da3-4669-9c59-cab67c17f992 None None] Attempting to bind port 7faaf399-6366-4b02-81a3-8a248a5dac39 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'fe473928-aeb6-4b6b-ae9d-3ff3e64f5185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f24d9a50-bbbf-4970-a2bc-61a4264071bb'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:26:17.975673 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e49753c-7da3-4669-9c59-cab67c17f992 None None] Attempting to bind port 7faaf399-6366-4b02-81a3-8a248a5dac39 on network f24d9a50-bbbf-4970-a2bc-61a4264071bb {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:26:17.987617 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e49753c-7da3-4669-9c59-cab67c17f992 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:26:17.988267 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e49753c-7da3-4669-9c59-cab67c17f992 None None] Checking segment: {'id': 'fe473928-aeb6-4b6b-ae9d-3ff3e64f5185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f24d9a50-bbbf-4970-a2bc-61a4264071bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:26:17.988690 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5e49753c-7da3-4669-9c59-cab67c17f992 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:17.989098 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e49753c-7da3-4669-9c59-cab67c17f992 None None] Bound using segment: {'id': 'fe473928-aeb6-4b6b-ae9d-3ff3e64f5185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f24d9a50-bbbf-4970-a2bc-61a4264071bb'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:26:17.989580 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-5e49753c-7da3-4669-9c59-cab67c17f992 None None] Bound port: 7faaf399-6366-4b02-81a3-8a248a5dac39, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe473928-aeb6-4b6b-ae9d-3ff3e64f5185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f24d9a50-bbbf-4970-a2bc-61a4264071bb'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:26:17.989973 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5e49753c-7da3-4669-9c59-cab67c17f992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:18.086662 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-5e49753c-7da3-4669-9c59-cab67c17f992 None None] For port 7faaf399-6366-4b02-81a3-8a248a5dac39, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:26:18.090723 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-5e49753c-7da3-4669-9c59-cab67c17f992 None None] For port 7faaf399-6366-4b02-81a3-8a248a5dac39, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=7faaf399-6366-4b02-81a3-8a248a5dac39,segment=NetworkSegment(fe473928-aeb6-4b6b-ae9d-3ff3e64f5185),segment_id=fe473928-aeb6-4b6b-ae9d-3ff3e64f5185)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:26:18.105945 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5e49753c-7da3-4669-9c59-cab67c17f992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:18.170359 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-77816fe2-e7df-4f27-b51e-e4b9c1d95486 req-118c0452-6225-4693-b9c1-f81dc8b9ca3a service neutron] 10.222.0.48 "GET /v2.0/networks/fcd0713a-66d5-429e-8806-1ec67be3b61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2853751 Aug 29 04:26:18.188894 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-9d189be7-1515-40c6-a9a8-560834976ee0 req-3847b170-343c-4dab-b979-0b55ca3c9ef6 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Transition to ACTIVE for port object 9f343b77-8813-497f-a301-1ef4c6472599 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:26:18.203887 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-937aef1f-a2e7-48b0-a6ca-ccc18c68692f tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9190434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062341'] for subnet, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:18.211042 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3eaee7fc-bedb-42a4-87e3-455174ab3005 req-dc5bfb40-d6f1-40ea-832e-f9a3c6a0c74b service neutron] 10.222.0.22 "GET /v2.0/networks/6dc9f122-fe76-4b29-b692-6f9509f76947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493711 Aug 29 04:26:18.253888 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e49753c-7da3-4669-9c59-cab67c17f992 None None] Pushing event updated for resources: {'Port': ['ID=7faaf399-6366-4b02-81a3-8a248a5dac39,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:18.490242 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-937aef1f-a2e7-48b0-a6ca-ccc18c68692f tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:18.515092 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-937aef1f-a2e7-48b0-a6ca-ccc18c68692f tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f24d9a50-bbbf-4970-a2bc-61a4264071bb']}} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:18.525035 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-85714125-eaf9-4ed4-add9-8eb1cb582e84 req-2a43d79f-4d11-48be-8e4c-ce32a9bb3b8c tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "GET /v2.0/ports?device_id=574021e8-5a99-4599-a86e-9b43fe57cd6e HTTP/1.1" status: 200 len: 210 time: 0.0428274 Aug 29 04:26:18.530002 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-937aef1f-a2e7-48b0-a6ca-ccc18c68692f tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe473928-aeb6-4b6b-ae9d-3ff3e64f5185') {'for_net_delete': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:18.530243 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-937aef1f-a2e7-48b0-a6ca-ccc18c68692f tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe473928-aeb6-4b6b-ae9d-3ff3e64f5185') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:18.574318 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-937aef1f-a2e7-48b0-a6ca-ccc18c68692f tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8904833'] for segment, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:18.589928 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-937aef1f-a2e7-48b0-a6ca-ccc18c68692f tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:18.596719 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-937aef1f-a2e7-48b0-a6ca-ccc18c68692f tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=94828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:26:18.597284 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-937aef1f-a2e7-48b0-a6ca-ccc18c68692f tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9190468'] for segment, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:18.689194 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e628d2e5-bd83-4ccd-b6b9-e927540d6fb8 req-c91ef8f2-b85d-4481-811f-e77122fcfa95 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:18.697957 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e628d2e5-bd83-4ccd-b6b9-e927540d6fb8 req-c91ef8f2-b85d-4481-811f-e77122fcfa95 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c5d5b2c-32be-4d50-a58e-3f43aaddd10f HTTP/1.1" status: 200 len: 944 time: 1.4346883 Aug 29 04:26:18.741968 n-d-712140-12 neutron-server[94828]: Traceback (most recent call last): Aug 29 04:26:18.741968 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:26:18.741968 n-d-712140-12 neutron-server[94828]: timer() Aug 29 04:26:18.741968 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:26:18.741968 n-d-712140-12 neutron-server[94828]: cb(*args, **kw) Aug 29 04:26:18.741968 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:26:18.741968 n-d-712140-12 neutron-server[94828]: return func(*args, **kwargs) Aug 29 04:26:18.741968 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:26:18.741968 n-d-712140-12 neutron-server[94828]: self._notify() Aug 29 04:26:18.741968 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:26:18.741968 n-d-712140-12 neutron-server[94828]: self.callback(batched_events) Aug 29 04:26:18.741968 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:26:18.741968 n-d-712140-12 neutron-server[94828]: event.method(event) Aug 29 04:26:18.741968 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:26:18.741968 n-d-712140-12 neutron-server[94828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:26:18.741968 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:26:18.741968 n-d-712140-12 neutron-server[94828]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:26:18.741968 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:26:18.741968 n-d-712140-12 neutron-server[94828]: return f(self, *a, **k) Aug 29 04:26:18.741968 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:26:18.741968 n-d-712140-12 neutron-server[94828]: return self._get(url).json() Aug 29 04:26:18.741968 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:26:18.741968 n-d-712140-12 neutron-server[94828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:26:18.741968 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:26:18.741968 n-d-712140-12 neutron-server[94828]: return self.request(url, 'GET', **kwargs) Aug 29 04:26:18.741968 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:26:18.741968 n-d-712140-12 neutron-server[94828]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:26:18.741968 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:26:18.741968 n-d-712140-12 neutron-server[94828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:26:18.741968 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:26:18.741968 n-d-712140-12 neutron-server[94828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:26:18.741968 n-d-712140-12 neutron-server[94828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:26:18.750545 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-937aef1f-a2e7-48b0-a6ca-ccc18c68692f tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 29 04:26:18.750545 n-d-712140-12 neutron-server[94828]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 29 04:26:18.750545 n-d-712140-12 neutron-server[94828]: [parameters: {'id': 'f24d9a50-bbbf-4970-a2bc-61a4264071bb'}] Aug 29 04:26:18.750545 n-d-712140-12 neutron-server[94828]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:26:18.751042 n-d-712140-12 neutron-server[94828]: DEBUG oslo_db.api [None req-937aef1f-a2e7-48b0-a6ca-ccc18c68692f tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:26:18.751492 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937aef1f-a2e7-48b0-a6ca-ccc18c68692f tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Pushing event deleted for resources: {'Subnet': ['ID=b7aa25f2-3820-4370-991d-d53b4c1ab1db,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:18.774445 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd85e756-e6cc-4329-b5fc-5c9b4f14769c req-357ea803-5780-4ef4-adf4-478cc5146fcb tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:18.787136 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-fd85e756-e6cc-4329-b5fc-5c9b4f14769c req-357ea803-5780-4ef4-adf4-478cc5146fcb tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=958fb903-1729-4290-8965-b1c2ef1d605e HTTP/1.1" status: 200 len: 946 time: 0.1376982 Aug 29 04:26:18.799290 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e628d2e5-bd83-4ccd-b6b9-e927540d6fb8 req-424992c7-fb5c-4833-a162-46cce6179ad5 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c3129fe-ab73-49dc-8c78-c3946eb92670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849943 Aug 29 04:26:18.825776 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-9d189be7-1515-40c6-a9a8-560834976ee0 req-3847b170-343c-4dab-b979-0b55ca3c9ef6 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:18.884705 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-fd85e756-e6cc-4329-b5fc-5c9b4f14769c req-5318b946-73bf-4746-82f5-9f152965a23c tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/security-groups?id=c669a511-bb16-48c8-9944-1f8115bc7803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964720 Aug 29 04:26:19.023054 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d189be7-1515-40c6-a9a8-560834976ee0 req-3847b170-343c-4dab-b979-0b55ca3c9ef6 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Network 3bcd0067-6e50-451c-9004-abafcee70c8b is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:26:19.031982 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d5cfc7bd-02a4-4dd8-914a-11653229081a req-acb7f37e-8d16-47a8-ac09-de2812d51d99 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f3181a6-5bf7-4584-93ac-d7dfd39e4360 HTTP/1.1" status: 200 len: 210 time: 0.0645623 Aug 29 04:26:19.043471 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-9d189be7-1515-40c6-a9a8-560834976ee0 req-3847b170-343c-4dab-b979-0b55ca3c9ef6 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:19.048735 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d189be7-1515-40c6-a9a8-560834976ee0 req-3847b170-343c-4dab-b979-0b55ca3c9ef6 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:26:19.122583 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:19.252085 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-937aef1f-a2e7-48b0-a6ca-ccc18c68692f tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:19.288002 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3847b170-343c-4dab-b979-0b55ca3c9ef6 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Pushing event updated for resources: {'Port': ['ID=9f343b77-8813-497f-a301-1ef4c6472599,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:19.347544 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d189be7-1515-40c6-a9a8-560834976ee0 req-3847b170-343c-4dab-b979-0b55ca3c9ef6 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:19.373615 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device d673bb13-f978-4cc9-9318-a888cc6bef5d up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:26:19.375749 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-9d189be7-1515-40c6-a9a8-560834976ee0 req-3847b170-343c-4dab-b979-0b55ca3c9ef6 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:19.475584 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9d189be7-1515-40c6-a9a8-560834976ee0 req-3847b170-343c-4dab-b979-0b55ca3c9ef6 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6558394 Aug 29 04:26:19.498441 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-9d189be7-1515-40c6-a9a8-560834976ee0 req-1776ca44-c5b5-47f0-88a6-83859d30b471 service neutron] Request body: {'port': {'device_id': '574021e8-5a99-4599-a86e-9b43fe57cd6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:19.523257 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port d673bb13-f978-4cc9-9318-a888cc6bef5d triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:19.524860 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:19.677242 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-937aef1f-a2e7-48b0-a6ca-ccc18c68692f tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Deleting port 7faaf399-6366-4b02-81a3-8a248a5dac39 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:26:19.677886 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-937aef1f-a2e7-48b0-a6ca-ccc18c68692f tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:19.726691 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-9d189be7-1515-40c6-a9a8-560834976ee0 req-1776ca44-c5b5-47f0-88a6-83859d30b471 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:19.831999 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-937aef1f-a2e7-48b0-a6ca-ccc18c68692f tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] For port 7faaf399-6366-4b02-81a3-8a248a5dac39, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=7faaf399-6366-4b02-81a3-8a248a5dac39,segment=NetworkSegment(fe473928-aeb6-4b6b-ae9d-3ff3e64f5185),segment_id=fe473928-aeb6-4b6b-ae9d-3ff3e64f5185)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:19.832654 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-937aef1f-a2e7-48b0-a6ca-ccc18c68692f tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:19.873806 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-937aef1f-a2e7-48b0-a6ca-ccc18c68692f tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Calling delete_port for 7faaf399-6366-4b02-81a3-8a248a5dac39 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:26:19.936898 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e877a0a4-1e68-49f9-8cd6-ff6f9861f347 None None] Provisioning for port 9f343b77-8813-497f-a301-1ef4c6472599 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:26:19.944130 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e877a0a4-1e68-49f9-8cd6-ff6f9861f347 None None] Provisioning complete for port 9f343b77-8813-497f-a301-1ef4c6472599 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:19.944528 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e877a0a4-1e68-49f9-8cd6-ff6f9861f347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:20.071709 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-937aef1f-a2e7-48b0-a6ca-ccc18c68692f tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:20.100253 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e877a0a4-1e68-49f9-8cd6-ff6f9861f347 None None] Port 9f343b77-8813-497f-a301-1ef4c6472599 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:26:20.107219 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbcea89-b0c9-4ffb-bc09-6f8d68d3ed97 req-4ec512e6-fe03-479e-8259-d718b5eb85f3 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:20.116506 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e129d0a0-0103-4ea9-b766-3f3602c4e5b2 None None] Network f24d9a50-bbbf-4970-a2bc-61a4264071bb requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:26:20.117112 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-acbcea89-b0c9-4ffb-bc09-6f8d68d3ed97 req-4ec512e6-fe03-479e-8259-d718b5eb85f3 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c5d5b2c-32be-4d50-a58e-3f43aaddd10f HTTP/1.1" status: 200 len: 944 time: 0.1133766 Aug 29 04:26:20.126241 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 7faaf399-6366-4b02-81a3-8a248a5dac39 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:26:20.183449 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-acbcea89-b0c9-4ffb-bc09-6f8d68d3ed97 req-9ded5b70-817b-474e-a7b2-19bcb2c10d26 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c3129fe-ab73-49dc-8c78-c3946eb92670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602055 Aug 29 04:26:20.253652 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 7faaf399-6366-4b02-81a3-8a248a5dac39 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:26:20.254780 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 7faaf399-6366-4b02-81a3-8a248a5dac39 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 29 04:26:20.266643 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-718c786d-2c24-4cab-8c68-cea0798a427c None None] Could not find standard attr ID for object 7faaf399-6366-4b02-81a3-8a248a5dac39. {{(pid=94830) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:26:20.316869 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Port 7faaf399-6366-4b02-81a3-8a248a5dac39 not found, will not notify nova. {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 29 04:26:20.569536 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937aef1f-a2e7-48b0-a6ca-ccc18c68692f tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Pushing event deleted for resources: {'Port': ['ID=7faaf399-6366-4b02-81a3-8a248a5dac39,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:20.598574 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937aef1f-a2e7-48b0-a6ca-ccc18c68692f tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] No DVR routers for this DVR port 7faaf399-6366-4b02-81a3-8a248a5dac39 on host n-d-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:26:20.631803 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaee7fc-bedb-42a4-87e3-455174ab3005 req-0934c619-23b6-4e23-9519-92dba07638ad tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:20.634278 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3eaee7fc-bedb-42a4-87e3-455174ab3005 req-0934c619-23b6-4e23-9519-92dba07638ad tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.46 "GET /v2.0/networks?id=6dc9f122-fe76-4b29-b692-6f9509f76947 HTTP/1.1" status: 200 len: 812 time: 0.3965867 Aug 29 04:26:20.763119 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-3eaee7fc-bedb-42a4-87e3-455174ab3005 req-69ad9f3f-76b2-4726-8c54-65917428c7dc tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Request body: {'port': {'device_id': '3f3181a6-5bf7-4584-93ac-d7dfd39e4360', 'network_id': '6dc9f122-fe76-4b29-b692-6f9509f76947', 'admin_state_up': True, 'tenant_id': '6b54a16bc4c143ae881e0570211236dd'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:20.789298 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dfca13a-460f-4f2b-9a9e-4a3fe50671af None None] DHCP port deletion for f24d9a50-bbbf-4970-a2bc-61a4264071bb request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:26:20.792937 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1e1deb-005f-4518-9784-1e800965e47d req-9b634973-17a1-4975-a2ce-1b81c5492399 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:20.804770 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-eb1e1deb-005f-4518-9784-1e800965e47d req-9b634973-17a1-4975-a2ce-1b81c5492399 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "GET /v2.0/ports?device_id=574021e8-5a99-4599-a86e-9b43fe57cd6e HTTP/1.1" status: 200 len: 931 time: 1.1179419 Aug 29 04:26:20.831194 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-9d189be7-1515-40c6-a9a8-560834976ee0 req-1776ca44-c5b5-47f0-88a6-83859d30b471 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f343b77-8813-497f-a301-1ef4c6472599 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:26:20.837580 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-937aef1f-a2e7-48b0-a6ca-ccc18c68692f tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:20.852248 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-9d189be7-1515-40c6-a9a8-560834976ee0 req-1776ca44-c5b5-47f0-88a6-83859d30b471 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:20.859165 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-937aef1f-a2e7-48b0-a6ca-ccc18c68692f tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f24d9a50-bbbf-4970-a2bc-61a4264071bb']}} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:20.883279 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-937aef1f-a2e7-48b0-a6ca-ccc18c68692f tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe473928-aeb6-4b6b-ae9d-3ff3e64f5185') {'for_net_delete': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:20.883823 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-937aef1f-a2e7-48b0-a6ca-ccc18c68692f tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe473928-aeb6-4b6b-ae9d-3ff3e64f5185') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:20.918971 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-9d189be7-1515-40c6-a9a8-560834976ee0 req-1776ca44-c5b5-47f0-88a6-83859d30b471 service neutron] Transition to ACTIVE for port object 9f343b77-8813-497f-a301-1ef4c6472599 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:26:20.943154 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-eb1e1deb-005f-4518-9784-1e800965e47d req-fdb8fc69-a3f7-4a46-87b6-9e98559b1d12 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3e7d6d7-f66e-4c2c-97ed-f92e3dc1f00c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368411 Aug 29 04:26:20.945778 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-937aef1f-a2e7-48b0-a6ca-ccc18c68692f tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8904833'] for segment, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:20.950716 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-9d189be7-1515-40c6-a9a8-560834976ee0 req-1776ca44-c5b5-47f0-88a6-83859d30b471 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:21.034783 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1776ca44-c5b5-47f0-88a6-83859d30b471 service neutron] Pushing event updated for resources: {'Port': ['ID=9f343b77-8813-497f-a301-1ef4c6472599,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:21.054623 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 7faaf399-6366-4b02-81a3-8a248a5dac39 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:26:21.091951 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-937aef1f-a2e7-48b0-a6ca-ccc18c68692f tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:21.143532 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 7faaf399-6366-4b02-81a3-8a248a5dac39 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:26:21.144145 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 7faaf399-6366-4b02-81a3-8a248a5dac39 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:26:21.164746 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-937aef1f-a2e7-48b0-a6ca-ccc18c68692f tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=94828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:26:21.165179 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-937aef1f-a2e7-48b0-a6ca-ccc18c68692f tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9190468'] for segment, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:21.169360 n-d-712140-12 neutron-server[94828]: Traceback (most recent call last): Aug 29 04:26:21.169360 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:26:21.169360 n-d-712140-12 neutron-server[94828]: timer() Aug 29 04:26:21.169360 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:26:21.169360 n-d-712140-12 neutron-server[94828]: cb(*args, **kw) Aug 29 04:26:21.169360 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:26:21.169360 n-d-712140-12 neutron-server[94828]: return func(*args, **kwargs) Aug 29 04:26:21.169360 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:26:21.169360 n-d-712140-12 neutron-server[94828]: self._notify() Aug 29 04:26:21.169360 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:26:21.169360 n-d-712140-12 neutron-server[94828]: self.callback(batched_events) Aug 29 04:26:21.169360 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:26:21.169360 n-d-712140-12 neutron-server[94828]: event.method(event) Aug 29 04:26:21.169360 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:26:21.169360 n-d-712140-12 neutron-server[94828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:26:21.169360 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:26:21.169360 n-d-712140-12 neutron-server[94828]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:26:21.169360 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:26:21.169360 n-d-712140-12 neutron-server[94828]: return f(self, *a, **k) Aug 29 04:26:21.169360 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:26:21.169360 n-d-712140-12 neutron-server[94828]: return self._get(url).json() Aug 29 04:26:21.169360 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:26:21.169360 n-d-712140-12 neutron-server[94828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:26:21.169360 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:26:21.169360 n-d-712140-12 neutron-server[94828]: return self.request(url, 'GET', **kwargs) Aug 29 04:26:21.169360 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:26:21.169360 n-d-712140-12 neutron-server[94828]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:26:21.169360 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:26:21.169360 n-d-712140-12 neutron-server[94828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:26:21.169360 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:26:21.169360 n-d-712140-12 neutron-server[94828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:26:21.169360 n-d-712140-12 neutron-server[94828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:26:21.396379 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ab1c8056-36c0-4873-bbe6-f50c6c7ffe5d req-cef23710-62b9-4074-8d68-4dd1501ae06b tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f3181a6-5bf7-4584-93ac-d7dfd39e4360 HTTP/1.1" status: 200 len: 210 time: 0.0650787 Aug 29 04:26:21.426967 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-937aef1f-a2e7-48b0-a6ca-ccc18c68692f tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:21.449129 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-937aef1f-a2e7-48b0-a6ca-ccc18c68692f tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:21.457269 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-937aef1f-a2e7-48b0-a6ca-ccc18c68692f tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] 10.222.0.22 "DELETE /v2.0/networks/f24d9a50-bbbf-4970-a2bc-61a4264071bb HTTP/1.1" status: 204 len: 168 time: 5.6162481 Aug 29 04:26:21.463949 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 59174) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:21.476571 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-6f0bf92f-deb0-45ac-8809-8153b7c0db84 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1661754367'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:21.516053 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-9d189be7-1515-40c6-a9a8-560834976ee0 req-1776ca44-c5b5-47f0-88a6-83859d30b471 service neutron] Attempting to bind port 9f343b77-8813-497f-a301-1ef4c6472599 on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:26:21.516692 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-9d189be7-1515-40c6-a9a8-560834976ee0 req-1776ca44-c5b5-47f0-88a6-83859d30b471 service neutron] Attempting to bind port 9f343b77-8813-497f-a301-1ef4c6472599 by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': 'a5492a16-c200-4329-b562-96a170c2e529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '3bcd0067-6e50-451c-9004-abafcee70c8b'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:26:21.518796 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d189be7-1515-40c6-a9a8-560834976ee0 req-1776ca44-c5b5-47f0-88a6-83859d30b471 service neutron] Attempting to bind port 9f343b77-8813-497f-a301-1ef4c6472599 on network 3bcd0067-6e50-451c-9004-abafcee70c8b {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:26:21.525992 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device ca4f75b8-7b4e-4310-a5d8-f8a1b65031cf details requested by agent hyperv_n-h2-712140-12 with host n-h2-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:26:21.529053 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937aef1f-a2e7-48b0-a6ca-ccc18c68692f tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Pushing event deleted for resources: {'Network': ['ID=f24d9a50-bbbf-4970-a2bc-61a4264071bb,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:21.607275 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d189be7-1515-40c6-a9a8-560834976ee0 req-1776ca44-c5b5-47f0-88a6-83859d30b471 service neutron] Port 9f343b77-8813-497f-a301-1ef4c6472599 on network 3bcd0067-6e50-451c-9004-abafcee70c8b not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:26:21.609314 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d189be7-1515-40c6-a9a8-560834976ee0 req-1776ca44-c5b5-47f0-88a6-83859d30b471 service neutron] Attempting to bind port 9f343b77-8813-497f-a301-1ef4c6472599 on network 3bcd0067-6e50-451c-9004-abafcee70c8b {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:26:21.632566 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d189be7-1515-40c6-a9a8-560834976ee0 req-1776ca44-c5b5-47f0-88a6-83859d30b471 service neutron] Checking agent: {'id': '3de9de52-3a03-431d-9d7e-497ae92c57ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:26:21.634230 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d189be7-1515-40c6-a9a8-560834976ee0 req-1776ca44-c5b5-47f0-88a6-83859d30b471 service neutron] Checking segment: {'id': 'a5492a16-c200-4329-b562-96a170c2e529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '3bcd0067-6e50-451c-9004-abafcee70c8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:26:21.634631 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d189be7-1515-40c6-a9a8-560834976ee0 req-1776ca44-c5b5-47f0-88a6-83859d30b471 service neutron] Bound using segment: {'id': 'a5492a16-c200-4329-b562-96a170c2e529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '3bcd0067-6e50-451c-9004-abafcee70c8b'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:26:21.635077 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-9d189be7-1515-40c6-a9a8-560834976ee0 req-1776ca44-c5b5-47f0-88a6-83859d30b471 service neutron] Bound port: 9f343b77-8813-497f-a301-1ef4c6472599, host: n-h1-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5492a16-c200-4329-b562-96a170c2e529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '3bcd0067-6e50-451c-9004-abafcee70c8b'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:26:21.635446 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-9d189be7-1515-40c6-a9a8-560834976ee0 req-1776ca44-c5b5-47f0-88a6-83859d30b471 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:21.643949 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f0bf92f-deb0-45ac-8809-8153b7c0db84 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Made reservation on behalf of 3b680a37d4894bbbace086ade39e168e for: {'network': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:26:21.645681 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port ca4f75b8-7b4e-4310-a5d8-f8a1b65031cf, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=ca4f75b8-7b4e-4310-a5d8-f8a1b65031cf,segment=NetworkSegment(3702d597-5b99-458f-80c9-28432894b87e),segment_id=3702d597-5b99-458f-80c9-28432894b87e)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:21.647654 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6f0bf92f-deb0-45ac-8809-8153b7c0db84 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:21.658241 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Returning: {'device': 'ca4f75b8-7b4e-4310-a5d8-f8a1b65031cf', 'network_id': 'fcd0713a-66d5-429e-8806-1ec67be3b61c', 'port_id': 'ca4f75b8-7b4e-4310-a5d8-f8a1b65031cf', 'mac_address': 'fa:16:3e:1c:5c:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '710778a2-878b-476c-9719-9ae92ef7de6e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:26:21.703291 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:21.725125 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca4f75b8-7b4e-4310-a5d8-f8a1b65031cf {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:26:21.767043 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port ca4f75b8-7b4e-4310-a5d8-f8a1b65031cf, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=ca4f75b8-7b4e-4310-a5d8-f8a1b65031cf,segment=NetworkSegment(3702d597-5b99-458f-80c9-28432894b87e),segment_id=3702d597-5b99-458f-80c9-28432894b87e)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:21.775398 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:21.786766 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017e2664-a519-4c5d-9189-286940bb88c9 req-29ff4e04-e4f4-4214-b162-b6792d9e52f8 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:21.789403 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-017e2664-a519-4c5d-9189-286940bb88c9 req-29ff4e04-e4f4-4214-b162-b6792d9e52f8 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=958fb903-1729-4290-8965-b1c2ef1d605e HTTP/1.1" status: 200 len: 946 time: 1.1717522 Aug 29 04:26:21.819347 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f0bf92f-deb0-45ac-8809-8153b7c0db84 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=94828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:26:21.843818 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6f0bf92f-deb0-45ac-8809-8153b7c0db84 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:21.846052 n-d-712140-12 neutron-server[94828]: INFO neutron.db.segments_db [None req-6f0bf92f-deb0-45ac-8809-8153b7c0db84 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Added segment a5b10390-de51-40ae-829e-658576482437 of type vlan for network 4b311c3f-2dd2-44ac-94d8-c6cc88ad626d Aug 29 04:26:21.863848 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=ca4f75b8-7b4e-4310-a5d8-f8a1b65031cf,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:21.893857 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-017e2664-a519-4c5d-9189-286940bb88c9 req-6b589644-86cf-4c29-9edd-867cd7c1ac9c tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/security-groups?id=c669a511-bb16-48c8-9944-1f8115bc7803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942569 Aug 29 04:26:21.894713 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3eaee7fc-bedb-42a4-87e3-455174ab3005 req-69ad9f3f-76b2-4726-8c54-65917428c7dc tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Made reservation on behalf of 6b54a16bc4c143ae881e0570211236dd for: {'port': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:26:21.898164 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-3eaee7fc-bedb-42a4-87e3-455174ab3005 req-69ad9f3f-76b2-4726-8c54-65917428c7dc tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:21.947284 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6f0bf92f-deb0-45ac-8809-8153b7c0db84 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:22.069721 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.db.resource_extend [None req-6f0bf92f-deb0-45ac-8809-8153b7c0db84 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:26:22.100560 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139bd9ba-b4a6-4f82-b140-e3ebb1a0db67 req-16b57f4c-1bab-4e72-878c-f3ab92e2fd83 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:22.129322 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-139bd9ba-b4a6-4f82-b140-e3ebb1a0db67 req-16b57f4c-1bab-4e72-878c-f3ab92e2fd83 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c5d5b2c-32be-4d50-a58e-3f43aaddd10f HTTP/1.1" status: 200 len: 944 time: 0.4782352 Aug 29 04:26:22.144805 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [req-3eaee7fc-bedb-42a4-87e3-455174ab3005 req-69ad9f3f-76b2-4726-8c54-65917428c7dc tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Allocated IP 172.20.0.2 (6dc9f122-fe76-4b29-b692-6f9509f76947/92da5435-aaff-49ad-89d5-9a0918bd173a/b476e41b-45dc-49f6-9df8-5f6528a667c7) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:26:22.168605 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216fd9ea-1e2c-487c-845f-23e2e2daeea5 req-a39c8766-2096-418c-af77-ef5b6bd1eb6f tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:22.171982 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-216fd9ea-1e2c-487c-845f-23e2e2daeea5 req-a39c8766-2096-418c-af77-ef5b6bd1eb6f tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "GET /v2.0/ports?device_id=574021e8-5a99-4599-a86e-9b43fe57cd6e HTTP/1.1" status: 200 len: 943 time: 0.0925319 Aug 29 04:26:22.191081 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6f0bf92f-deb0-45ac-8809-8153b7c0db84 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:22.195769 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['ca4f75b8-7b4e-4310-a5d8-f8a1b65031cf'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:26:22.212879 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0bf92f-deb0-45ac-8809-8153b7c0db84 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:22.213536 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6f0bf92f-deb0-45ac-8809-8153b7c0db84 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:22.267633 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-216fd9ea-1e2c-487c-845f-23e2e2daeea5 req-49d0ad96-e13a-4cbc-b398-dec7980d058e tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3e7d6d7-f66e-4c2c-97ed-f92e3dc1f00c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863338 Aug 29 04:26:22.320661 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-9d189be7-1515-40c6-a9a8-560834976ee0 req-1776ca44-c5b5-47f0-88a6-83859d30b471 service neutron] For port 9f343b77-8813-497f-a301-1ef4c6472599, host n-h1-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:26:22.352652 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-6f0bf92f-deb0-45ac-8809-8153b7c0db84 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8856599 Aug 29 04:26:22.356783 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 59196) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:22.356982 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-9d189be7-1515-40c6-a9a8-560834976ee0 req-1776ca44-c5b5-47f0-88a6-83859d30b471 service neutron] For port 9f343b77-8813-497f-a301-1ef4c6472599, host n-h1-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=9f343b77-8813-497f-a301-1ef4c6472599,segment=NetworkSegment(a5492a16-c200-4329-b562-96a170c2e529),segment_id=a5492a16-c200-4329-b562-96a170c2e529)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:26:22.371644 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-139bd9ba-b4a6-4f82-b140-e3ebb1a0db67 req-79b3bd9f-fa84-43ea-a217-5cc7564b14fb tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c3129fe-ab73-49dc-8c78-c3946eb92670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396796 Aug 29 04:26:22.379322 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-a1a157a7-72d3-4288-a34c-f24a305de7fd tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Request body: {'subnet': {'network_id': '4b311c3f-2dd2-44ac-94d8-c6cc88ad626d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:22.392376 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-9d189be7-1515-40c6-a9a8-560834976ee0 req-1776ca44-c5b5-47f0-88a6-83859d30b471 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:22.406100 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0bf92f-deb0-45ac-8809-8153b7c0db84 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Pushing event updated for resources: {'Network': ['ID=4b311c3f-2dd2-44ac-94d8-c6cc88ad626d,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:22.436390 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 4b311c3f-2dd2-44ac-94d8-c6cc88ad626d details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:26:22.470100 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d189be7-1515-40c6-a9a8-560834976ee0 req-1776ca44-c5b5-47f0-88a6-83859d30b471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:22.471556 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-9d189be7-1515-40c6-a9a8-560834976ee0 req-1776ca44-c5b5-47f0-88a6-83859d30b471 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:22.473075 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9d189be7-1515-40c6-a9a8-560834976ee0 req-1776ca44-c5b5-47f0-88a6-83859d30b471 service neutron] 10.222.0.46 "PUT /v2.0/ports/9f343b77-8813-497f-a301-1ef4c6472599 HTTP/1.1" status: 200 len: 1092 time: 2.9950752 Aug 29 04:26:22.473629 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '574021e8-5a99-4599-a86e-9b43fe57cd6e', 'tag': '9f343b77-8813-497f-a301-1ef4c6472599'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:26:22.476192 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40172137-e3d1-42ee-9ec9-0b057f2617cd" -d '{"events": [{"name": "network-changed", "server_uuid": "574021e8-5a99-4599-a86e-9b43fe57cd6e", "tag": "9f343b77-8813-497f-a301-1ef4c6472599"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:26:22.593420 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1776ca44-c5b5-47f0-88a6-83859d30b471 service neutron] Pushing event updated for resources: {'Port': ['ID=9f343b77-8813-497f-a301-1ef4c6472599,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:22.598484 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44cda48c-20cc-4941-8c36-5e5a668dde82 x-openstack-request-id: req-44cda48c-20cc-4941-8c36-5e5a668dde82 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:26:22.598484 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "574021e8-5a99-4599-a86e-9b43fe57cd6e", "tag": "9f343b77-8813-497f-a301-1ef4c6472599", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:26:22.598853 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-44cda48c-20cc-4941-8c36-5e5a668dde82 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:26:22.599088 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '574021e8-5a99-4599-a86e-9b43fe57cd6e', 'tag': '9f343b77-8813-497f-a301-1ef4c6472599', 'status': 'completed', 'code': 200} Aug 29 04:26:22.687010 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f2ff3bfd-c038-45e9-ac79-f22463b1029b req-fea595d2-1e92-46a9-ac68-7d2c6db9eeb1 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f3181a6-5bf7-4584-93ac-d7dfd39e4360 HTTP/1.1" status: 200 len: 210 time: 0.0868890 Aug 29 04:26:22.727910 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d189be7-1515-40c6-a9a8-560834976ee0 req-b65b5b95-0e15-44a8-87a4-c47962bd87b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:22.734124 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9d189be7-1515-40c6-a9a8-560834976ee0 req-b65b5b95-0e15-44a8-87a4-c47962bd87b3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6c9e9b4cb47149d19005e5a96f02d4fd&device_id=574021e8-5a99-4599-a86e-9b43fe57cd6e HTTP/1.1" status: 200 len: 1095 time: 0.1860693 Aug 29 04:26:22.794667 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9d189be7-1515-40c6-a9a8-560834976ee0 req-c13acaac-bf6b-4669-adc7-d7708f3fe65c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9f343b77-8813-497f-a301-1ef4c6472599 HTTP/1.1" status: 200 len: 217 time: 0.0523474 Aug 29 04:26:22.805083 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-3eaee7fc-bedb-42a4-87e3-455174ab3005 req-69ad9f3f-76b2-4726-8c54-65917428c7dc tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:22.863250 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1a157a7-72d3-4288-a34c-f24a305de7fd tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Made reservation on behalf of 3b680a37d4894bbbace086ade39e168e for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:26:22.868708 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a1a157a7-72d3-4288-a34c-f24a305de7fd tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4552395'] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:22.875240 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-3eaee7fc-bedb-42a4-87e3-455174ab3005 req-69ad9f3f-76b2-4726-8c54-65917428c7dc tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:22.916576 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d189be7-1515-40c6-a9a8-560834976ee0 req-28d0c7bf-7549-4801-b7cb-7275df15377a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:22.919282 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9d189be7-1515-40c6-a9a8-560834976ee0 req-28d0c7bf-7549-4801-b7cb-7275df15377a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=77379d5c-d72e-4fe0-ace8-ef22d196f6e9 HTTP/1.1" status: 200 len: 850 time: 0.1162114 Aug 29 04:26:22.986213 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d189be7-1515-40c6-a9a8-560834976ee0 req-17f3e6bc-5855-48e2-b758-bbfd0392731d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:22.988110 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9d189be7-1515-40c6-a9a8-560834976ee0 req-17f3e6bc-5855-48e2-b758-bbfd0392731d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3bcd0067-6e50-451c-9004-abafcee70c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0598891 Aug 29 04:26:23.028398 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ad9f3f-76b2-4726-8c54-65917428c7dc tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Pushing event updated for resources: {'Port': ['ID=b476e41b-45dc-49f6-9df8-5f6528a667c7,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:23.068583 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3eaee7fc-bedb-42a4-87e3-455174ab3005 req-69ad9f3f-76b2-4726-8c54-65917428c7dc tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Network 6dc9f122-fe76-4b29-b692-6f9509f76947 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:26:23.105485 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [req-3eaee7fc-bedb-42a4-87e3-455174ab3005 req-69ad9f3f-76b2-4726-8c54-65917428c7dc tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:23.108102 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eaee7fc-bedb-42a4-87e3-455174ab3005 req-69ad9f3f-76b2-4726-8c54-65917428c7dc tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:26:23.146545 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9d189be7-1515-40c6-a9a8-560834976ee0 req-27d077e4-3873-49d5-bb47-4b476ca75c23 service neutron] 10.222.0.46 "GET /v2.0/networks/3bcd0067-6e50-451c-9004-abafcee70c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492987 Aug 29 04:26:23.159325 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaee7fc-bedb-42a4-87e3-455174ab3005 req-69ad9f3f-76b2-4726-8c54-65917428c7dc tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:23.160391 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-3eaee7fc-bedb-42a4-87e3-455174ab3005 req-69ad9f3f-76b2-4726-8c54-65917428c7dc tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:23.184540 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3eaee7fc-bedb-42a4-87e3-455174ab3005 req-69ad9f3f-76b2-4726-8c54-65917428c7dc tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4257059 Aug 29 04:26:23.209394 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-3eaee7fc-bedb-42a4-87e3-455174ab3005 req-4311e5ca-552c-49e1-b06f-b26eb1ee299e service neutron] Request body: {'port': {'device_id': '3f3181a6-5bf7-4584-93ac-d7dfd39e4360', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-12'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:23.223444 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0b97b8-0994-4ee5-a2dd-2013b89f0a6a req-6f48d711-113a-497a-8e2a-fb46e44c5ce5 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:23.230653 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ca0b97b8-0994-4ee5-a2dd-2013b89f0a6a req-6f48d711-113a-497a-8e2a-fb46e44c5ce5 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=958fb903-1729-4290-8965-b1c2ef1d605e HTTP/1.1" status: 200 len: 946 time: 0.1864977 Aug 29 04:26:23.294297 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9d189be7-1515-40c6-a9a8-560834976ee0 req-1df3d7c6-399e-49dd-a3a5-a7fdcd8ce79b service neutron] 10.222.0.46 "GET /v2.0/networks/3bcd0067-6e50-451c-9004-abafcee70c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393507 Aug 29 04:26:23.359017 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ca0b97b8-0994-4ee5-a2dd-2013b89f0a6a req-26ead9a2-6470-4c25-82ae-f96cdf8c764c tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/security-groups?id=c669a511-bb16-48c8-9944-1f8115bc7803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224921 Aug 29 04:26:23.479248 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40172137-e3d1-42ee-9ec9-0b057f2617cd req-13f3a0d4-c290-4942-84b8-ef8d5ec1bb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:23.484212 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-40172137-e3d1-42ee-9ec9-0b057f2617cd req-13f3a0d4-c290-4942-84b8-ef8d5ec1bb65 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6c9e9b4cb47149d19005e5a96f02d4fd&device_id=574021e8-5a99-4599-a86e-9b43fe57cd6e HTTP/1.1" status: 200 len: 1095 time: 0.1374698 Aug 29 04:26:23.539047 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-3eaee7fc-bedb-42a4-87e3-455174ab3005 req-4311e5ca-552c-49e1-b06f-b26eb1ee299e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:23.562592 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a1a157a7-72d3-4288-a34c-f24a305de7fd tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4274880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4552377'] for subnet, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:23.603287 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40172137-e3d1-42ee-9ec9-0b057f2617cd req-82589f94-302e-4541-8077-bd954405ca7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:23.605245 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-40172137-e3d1-42ee-9ec9-0b057f2617cd req-82589f94-302e-4541-8077-bd954405ca7b service neutron] 10.222.0.46 "GET /v2.0/networks?id=3bcd0067-6e50-451c-9004-abafcee70c8b HTTP/1.1" status: 200 len: 912 time: 0.1164973 Aug 29 04:26:23.610835 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a157a7-72d3-4288-a34c-f24a305de7fd tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Pushing event updated for resources: {'Subnet': ['ID=49cf728e-3d51-44df-8503-911b958aea9b,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:23.688942 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-40172137-e3d1-42ee-9ec9-0b057f2617cd req-317d0394-d9c3-4ba7-92d3-9a3eb5379845 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9f343b77-8813-497f-a301-1ef4c6472599 HTTP/1.1" status: 200 len: 217 time: 0.0556273 Aug 29 04:26:23.709833 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9e35ae-63f5-4e07-9242-ca0319706da5 req-e3922d6d-94b9-4e93-aac6-eb714839bb8c tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:23.725491 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1a9e35ae-63f5-4e07-9242-ca0319706da5 req-e3922d6d-94b9-4e93-aac6-eb714839bb8c tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "GET /v2.0/ports?device_id=574021e8-5a99-4599-a86e-9b43fe57cd6e HTTP/1.1" status: 200 len: 943 time: 0.3243544 Aug 29 04:26:23.786392 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ab5194-f090-43e9-8ea4-330fc87e8812 req-5c0a7c12-9aa2-4c80-ab9c-744f6cdb97a3 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:23.794687 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-06ab5194-f090-43e9-8ea4-330fc87e8812 req-5c0a7c12-9aa2-4c80-ab9c-744f6cdb97a3 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c5d5b2c-32be-4d50-a58e-3f43aaddd10f HTTP/1.1" status: 200 len: 945 time: 0.2526276 Aug 29 04:26:23.822795 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a157a7-72d3-4288-a34c-f24a305de7fd tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Checking segment: {'id': 'a5b10390-de51-40ae-829e-658576482437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4b311c3f-2dd2-44ac-94d8-c6cc88ad626d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:26:23.823438 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a157a7-72d3-4288-a34c-f24a305de7fd tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Network hostable DHCP agents. Network: 4b311c3f-2dd2-44ac-94d8-c6cc88ad626d, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:26:23.857412 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40172137-e3d1-42ee-9ec9-0b057f2617cd req-4f271cf3-b50e-47da-a1fc-547bba800887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:23.858920 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-40172137-e3d1-42ee-9ec9-0b057f2617cd req-4f271cf3-b50e-47da-a1fc-547bba800887 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=77379d5c-d72e-4fe0-ace8-ef22d196f6e9 HTTP/1.1" status: 200 len: 850 time: 0.1325238 Aug 29 04:26:23.863592 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1a9e35ae-63f5-4e07-9242-ca0319706da5 req-c1dbb146-9451-44b1-919c-00fffd8d8f42 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3e7d6d7-f66e-4c2c-97ed-f92e3dc1f00c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230359 Aug 29 04:26:23.947221 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-06ab5194-f090-43e9-8ea4-330fc87e8812 req-ca399641-0d7a-407f-b6a3-5e09024f2eb8 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c3129fe-ab73-49dc-8c78-c3946eb92670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474879 Aug 29 04:26:23.987380 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40172137-e3d1-42ee-9ec9-0b057f2617cd req-c8b02687-51ce-4a71-8fc0-3f04795e2538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:23.989691 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-40172137-e3d1-42ee-9ec9-0b057f2617cd req-c8b02687-51ce-4a71-8fc0-3f04795e2538 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3bcd0067-6e50-451c-9004-abafcee70c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1180518 Aug 29 04:26:24.079450 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a157a7-72d3-4288-a34c-f24a305de7fd tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Network 4b311c3f-2dd2-44ac-94d8-c6cc88ad626d is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:26:24.116624 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-a1a157a7-72d3-4288-a34c-f24a305de7fd tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 4b311c3f-2dd2-44ac-94d8-c6cc88ad626d) {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:24.123046 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a157a7-72d3-4288-a34c-f24a305de7fd tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:24.125002 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a1a157a7-72d3-4288-a34c-f24a305de7fd tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:24.127100 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10c6db0-17bb-4449-9b19-ce5a71d08a1c None None] Network 4b311c3f-2dd2-44ac-94d8-c6cc88ad626d requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:26:24.175226 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-a1a157a7-72d3-4288-a34c-f24a305de7fd tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.8173280 Aug 29 04:26:24.180012 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 59228) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:24.193926 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d0d370-ed25-4baa-bddb-7cf01e290069 req-3254440b-350c-408d-bf1e-9fb8f4dd0fb5 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:24.196003 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-00d0d370-ed25-4baa-bddb-7cf01e290069 req-3254440b-350c-408d-bf1e-9fb8f4dd0fb5 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f3181a6-5bf7-4584-93ac-d7dfd39e4360 HTTP/1.1" status: 200 len: 931 time: 0.1317232 Aug 29 04:26:24.316802 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-40172137-e3d1-42ee-9ec9-0b057f2617cd req-13fb5a32-fec8-4e73-8077-28fb3d958f6c service neutron] 10.222.0.46 "GET /v2.0/networks/3bcd0067-6e50-451c-9004-abafcee70c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3188457 Aug 29 04:26:24.319532 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [req-3eaee7fc-bedb-42a4-87e3-455174ab3005 req-4311e5ca-552c-49e1-b06f-b26eb1ee299e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b476e41b-45dc-49f6-9df8-5f6528a667c7 {{(pid=94829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:26:24.336593 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-00d0d370-ed25-4baa-bddb-7cf01e290069 req-33a4a8dc-908f-4660-a25b-bb686eb49788 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296961 Aug 29 04:26:24.344422 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-3eaee7fc-bedb-42a4-87e3-455174ab3005 req-4311e5ca-552c-49e1-b06f-b26eb1ee299e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:24.375880 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [req-3eaee7fc-bedb-42a4-87e3-455174ab3005 req-4311e5ca-552c-49e1-b06f-b26eb1ee299e service neutron] Transition to ACTIVE for port object b476e41b-45dc-49f6-9df8-5f6528a667c7 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:26:24.383791 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-3eaee7fc-bedb-42a4-87e3-455174ab3005 req-4311e5ca-552c-49e1-b06f-b26eb1ee299e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:24.440399 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b76130a-d15d-4358-bc8c-cbbc047faa03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-4b311c3f-2dd2-44ac-94d8-c6cc88ad626d', 'network_id': '4b311c3f-2dd2-44ac-94d8-c6cc88ad626d', 'tenant_id': '3b680a37d4894bbbace086ade39e168e', 'fixed_ips': [{'subnet_id': '49cf728e-3d51-44df-8503-911b958aea9b'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:26:24.441311 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8b76130a-d15d-4358-bc8c-cbbc047faa03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:24.489255 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-40172137-e3d1-42ee-9ec9-0b057f2617cd req-9b14389f-6357-4fe9-b8f7-b4a969275fde service neutron] 10.222.0.46 "GET /v2.0/networks/3bcd0067-6e50-451c-9004-abafcee70c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637268 Aug 29 04:26:24.537461 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4311e5ca-552c-49e1-b06f-b26eb1ee299e service neutron] Pushing event updated for resources: {'Port': ['ID=b476e41b-45dc-49f6-9df8-5f6528a667c7,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:24.597839 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4a15417b-b8e7-4f4b-8994-281d8a581307 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:24.649932 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27517e71-0fbc-4103-8c1b-b1f911a7e8cf req-785659bb-8eaf-436c-98db-cbec69af8a5d tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:24.651770 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-27517e71-0fbc-4103-8c1b-b1f911a7e8cf req-785659bb-8eaf-436c-98db-cbec69af8a5d tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=958fb903-1729-4290-8965-b1c2ef1d605e HTTP/1.1" status: 200 len: 946 time: 0.1610804 Aug 29 04:26:24.708693 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-3eaee7fc-bedb-42a4-87e3-455174ab3005 req-4311e5ca-552c-49e1-b06f-b26eb1ee299e service neutron] Attempting to bind port b476e41b-45dc-49f6-9df8-5f6528a667c7 on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:26:24.709447 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-3eaee7fc-bedb-42a4-87e3-455174ab3005 req-4311e5ca-552c-49e1-b06f-b26eb1ee299e service neutron] Attempting to bind port b476e41b-45dc-49f6-9df8-5f6528a667c7 by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': 'b7618bbf-11af-465a-8663-f9f8f84b36c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6dc9f122-fe76-4b29-b692-6f9509f76947'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:26:24.710033 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eaee7fc-bedb-42a4-87e3-455174ab3005 req-4311e5ca-552c-49e1-b06f-b26eb1ee299e service neutron] Attempting to bind port b476e41b-45dc-49f6-9df8-5f6528a667c7 on network 6dc9f122-fe76-4b29-b692-6f9509f76947 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:26:24.716904 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eaee7fc-bedb-42a4-87e3-455174ab3005 req-4311e5ca-552c-49e1-b06f-b26eb1ee299e service neutron] Port b476e41b-45dc-49f6-9df8-5f6528a667c7 on network 6dc9f122-fe76-4b29-b692-6f9509f76947 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:26:24.717234 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eaee7fc-bedb-42a4-87e3-455174ab3005 req-4311e5ca-552c-49e1-b06f-b26eb1ee299e service neutron] Attempting to bind port b476e41b-45dc-49f6-9df8-5f6528a667c7 on network 6dc9f122-fe76-4b29-b692-6f9509f76947 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:26:24.727517 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eaee7fc-bedb-42a4-87e3-455174ab3005 req-4311e5ca-552c-49e1-b06f-b26eb1ee299e service neutron] Checking agent: {'id': '3de9de52-3a03-431d-9d7e-497ae92c57ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:26:24.727899 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eaee7fc-bedb-42a4-87e3-455174ab3005 req-4311e5ca-552c-49e1-b06f-b26eb1ee299e service neutron] Checking segment: {'id': 'b7618bbf-11af-465a-8663-f9f8f84b36c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6dc9f122-fe76-4b29-b692-6f9509f76947'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:26:24.728277 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eaee7fc-bedb-42a4-87e3-455174ab3005 req-4311e5ca-552c-49e1-b06f-b26eb1ee299e service neutron] Bound using segment: {'id': 'b7618bbf-11af-465a-8663-f9f8f84b36c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6dc9f122-fe76-4b29-b692-6f9509f76947'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:26:24.728726 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-3eaee7fc-bedb-42a4-87e3-455174ab3005 req-4311e5ca-552c-49e1-b06f-b26eb1ee299e service neutron] Bound port: b476e41b-45dc-49f6-9df8-5f6528a667c7, host: n-h1-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7618bbf-11af-465a-8663-f9f8f84b36c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6dc9f122-fe76-4b29-b692-6f9509f76947'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:26:24.729093 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-3eaee7fc-bedb-42a4-87e3-455174ab3005 req-4311e5ca-552c-49e1-b06f-b26eb1ee299e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:24.773690 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-8b76130a-d15d-4358-bc8c-cbbc047faa03 None None] Allocated IP 172.20.0.1 (4b311c3f-2dd2-44ac-94d8-c6cc88ad626d/49cf728e-3d51-44df-8503-911b958aea9b/1ebd21ef-0ca9-49f9-adc6-5a39ffa59eee) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:26:24.774656 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4a15417b-b8e7-4f4b-8994-281d8a581307 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:24.795256 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-27517e71-0fbc-4103-8c1b-b1f911a7e8cf req-634876d6-4309-41d2-998f-67bab481846d tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/security-groups?id=c669a511-bb16-48c8-9944-1f8115bc7803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530524 Aug 29 04:26:24.897953 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-3eaee7fc-bedb-42a4-87e3-455174ab3005 req-4311e5ca-552c-49e1-b06f-b26eb1ee299e service neutron] For port b476e41b-45dc-49f6-9df8-5f6528a667c7, host n-h1-712140-12, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:26:24.914768 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-3eaee7fc-bedb-42a4-87e3-455174ab3005 req-4311e5ca-552c-49e1-b06f-b26eb1ee299e service neutron] For port b476e41b-45dc-49f6-9df8-5f6528a667c7, host n-h1-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=b476e41b-45dc-49f6-9df8-5f6528a667c7,segment=NetworkSegment(b7618bbf-11af-465a-8663-f9f8f84b36c0),segment_id=b7618bbf-11af-465a-8663-f9f8f84b36c0)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:26:24.929764 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-3eaee7fc-bedb-42a4-87e3-455174ab3005 req-4311e5ca-552c-49e1-b06f-b26eb1ee299e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:24.984143 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaee7fc-bedb-42a4-87e3-455174ab3005 req-4311e5ca-552c-49e1-b06f-b26eb1ee299e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:24.985872 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-3eaee7fc-bedb-42a4-87e3-455174ab3005 req-4311e5ca-552c-49e1-b06f-b26eb1ee299e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:24.990222 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3eaee7fc-bedb-42a4-87e3-455174ab3005 req-4311e5ca-552c-49e1-b06f-b26eb1ee299e service neutron] 10.222.0.46 "PUT /v2.0/ports/b476e41b-45dc-49f6-9df8-5f6528a667c7 HTTP/1.1" status: 200 len: 1092 time: 1.7934692 Aug 29 04:26:25.090204 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f3181a6-5bf7-4584-93ac-d7dfd39e4360', 'tag': 'b476e41b-45dc-49f6-9df8-5f6528a667c7'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:26:25.092526 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-074e19fc-fadd-4cf0-8646-e47be3a1ec6c" -d '{"events": [{"name": "network-changed", "server_uuid": "3f3181a6-5bf7-4584-93ac-d7dfd39e4360", "tag": "b476e41b-45dc-49f6-9df8-5f6528a667c7"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:26:25.131574 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8b76130a-d15d-4358-bc8c-cbbc047faa03 None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:25.148356 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-8b76130a-d15d-4358-bc8c-cbbc047faa03 None None] Transition to ACTIVE for port object 1ebd21ef-0ca9-49f9-adc6-5a39ffa59eee will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:26:25.177344 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-8b76130a-d15d-4358-bc8c-cbbc047faa03 None None] Transition to ACTIVE for port object 1ebd21ef-0ca9-49f9-adc6-5a39ffa59eee will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:26:25.184646 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34e0ae8-3cd4-4007-98b2-d0ce3edf60e5 req-aeffbec8-5150-4070-8292-f5b58702ca99 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:25.190377 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d34e0ae8-3cd4-4007-98b2-d0ce3edf60e5 req-aeffbec8-5150-4070-8292-f5b58702ca99 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c5d5b2c-32be-4d50-a58e-3f43aaddd10f HTTP/1.1" status: 200 len: 945 time: 0.1059968 Aug 29 04:26:25.197963 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8b76130a-d15d-4358-bc8c-cbbc047faa03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:25.222965 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4a15417b-b8e7-4f4b-8994-281d8a581307 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9190434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062341'] for subnet, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:25.224217 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaee7fc-bedb-42a4-87e3-455174ab3005 req-24f08c33-c575-4555-9f81-2dfa97da62b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:25.226522 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3eaee7fc-bedb-42a4-87e3-455174ab3005 req-24f08c33-c575-4555-9f81-2dfa97da62b2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6b54a16bc4c143ae881e0570211236dd&device_id=3f3181a6-5bf7-4584-93ac-d7dfd39e4360 HTTP/1.1" status: 200 len: 1095 time: 0.1144440 Aug 29 04:26:25.237056 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d102bea3-7882-4615-8e61-b71018677b60 req-b5b0c931-6188-4f74-81d9-d82c5313a261 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:25.247826 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d102bea3-7882-4615-8e61-b71018677b60 req-b5b0c931-6188-4f74-81d9-d82c5313a261 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "GET /v2.0/ports?device_id=574021e8-5a99-4599-a86e-9b43fe57cd6e HTTP/1.1" status: 200 len: 943 time: 0.2811179 Aug 29 04:26:25.263203 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b76130a-d15d-4358-bc8c-cbbc047faa03 None None] Pushing event updated for resources: {'Port': ['ID=1ebd21ef-0ca9-49f9-adc6-5a39ffa59eee,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:25.295363 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b76130a-d15d-4358-bc8c-cbbc047faa03 None None] Network 4b311c3f-2dd2-44ac-94d8-c6cc88ad626d is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:26:25.300248 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-8b76130a-d15d-4358-bc8c-cbbc047faa03 None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:25.302883 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a15417b-b8e7-4f4b-8994-281d8a581307 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Pushing event deleted for resources: {'Subnet': ['ID=49cf728e-3d51-44df-8503-911b958aea9b,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:25.308639 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b76130a-d15d-4358-bc8c-cbbc047faa03 None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:26:25.339121 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3eaee7fc-bedb-42a4-87e3-455174ab3005 req-20151803-84d5-429b-8510-e00d0c33a165 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b476e41b-45dc-49f6-9df8-5f6528a667c7 HTTP/1.1" status: 200 len: 217 time: 0.0816102 Aug 29 04:26:25.339752 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4311e5ca-552c-49e1-b06f-b26eb1ee299e service neutron] Pushing event updated for resources: {'Port': ['ID=b476e41b-45dc-49f6-9df8-5f6528a667c7,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:25.391011 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-8b76130a-d15d-4358-bc8c-cbbc047faa03 None None] Attempting to bind port 1ebd21ef-0ca9-49f9-adc6-5a39ffa59eee on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:26:25.392690 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-8b76130a-d15d-4358-bc8c-cbbc047faa03 None None] Attempting to bind port 1ebd21ef-0ca9-49f9-adc6-5a39ffa59eee by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'a5b10390-de51-40ae-829e-658576482437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4b311c3f-2dd2-44ac-94d8-c6cc88ad626d'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:26:25.394562 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b76130a-d15d-4358-bc8c-cbbc047faa03 None None] Attempting to bind port 1ebd21ef-0ca9-49f9-adc6-5a39ffa59eee on network 4b311c3f-2dd2-44ac-94d8-c6cc88ad626d {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:26:25.402117 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b76130a-d15d-4358-bc8c-cbbc047faa03 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:26:25.402988 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b76130a-d15d-4358-bc8c-cbbc047faa03 None None] Checking segment: {'id': 'a5b10390-de51-40ae-829e-658576482437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4b311c3f-2dd2-44ac-94d8-c6cc88ad626d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:26:25.403637 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8b76130a-d15d-4358-bc8c-cbbc047faa03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:25.404046 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaee7fc-bedb-42a4-87e3-455174ab3005 req-b3b5847c-dc5d-4133-a6c9-19c1fe81ab41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:25.404468 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b76130a-d15d-4358-bc8c-cbbc047faa03 None None] Bound using segment: {'id': 'a5b10390-de51-40ae-829e-658576482437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4b311c3f-2dd2-44ac-94d8-c6cc88ad626d'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:26:25.405169 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-8b76130a-d15d-4358-bc8c-cbbc047faa03 None None] Bound port: 1ebd21ef-0ca9-49f9-adc6-5a39ffa59eee, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5b10390-de51-40ae-829e-658576482437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4b311c3f-2dd2-44ac-94d8-c6cc88ad626d'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:26:25.405610 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3eaee7fc-bedb-42a4-87e3-455174ab3005 req-b3b5847c-dc5d-4133-a6c9-19c1fe81ab41 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=92da5435-aaff-49ad-89d5-9a0918bd173a HTTP/1.1" status: 200 len: 852 time: 0.0485728 Aug 29 04:26:25.406004 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8b76130a-d15d-4358-bc8c-cbbc047faa03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:25.413225 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d34e0ae8-3cd4-4007-98b2-d0ce3edf60e5 req-dd11c120-b140-4765-9a66-1f33381765b4 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c3129fe-ab73-49dc-8c78-c3946eb92670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013865 Aug 29 04:26:25.457907 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4a15417b-b8e7-4f4b-8994-281d8a581307 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:25.458350 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3eaee7fc-bedb-42a4-87e3-455174ab3005 req-8458fd91-5e63-4516-babf-5f1d653d20e9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6dc9f122-fe76-4b29-b692-6f9509f76947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426185 Aug 29 04:26:25.475210 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d102bea3-7882-4615-8e61-b71018677b60 req-89e2ea37-0f31-4160-9bd9-c28921d479ce tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3e7d6d7-f66e-4c2c-97ed-f92e3dc1f00c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2255979 Aug 29 04:26:25.478392 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-4a15417b-b8e7-4f4b-8994-281d8a581307 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b311c3f-2dd2-44ac-94d8-c6cc88ad626d']}} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:25.492462 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-4a15417b-b8e7-4f4b-8994-281d8a581307 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5b10390-de51-40ae-829e-658576482437') {'for_net_delete': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:25.492462 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-4a15417b-b8e7-4f4b-8994-281d8a581307 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5b10390-de51-40ae-829e-658576482437') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:25.501872 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4a15417b-b8e7-4f4b-8994-281d8a581307 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8904833'] for segment, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:25.525524 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4a15417b-b8e7-4f4b-8994-281d8a581307 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:25.532876 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a15417b-b8e7-4f4b-8994-281d8a581307 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=94828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:26:25.533837 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4a15417b-b8e7-4f4b-8994-281d8a581307 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9190468'] for segment, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:25.536896 n-d-712140-12 neutron-server[94828]: Traceback (most recent call last): Aug 29 04:26:25.536896 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:26:25.536896 n-d-712140-12 neutron-server[94828]: timer() Aug 29 04:26:25.536896 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:26:25.536896 n-d-712140-12 neutron-server[94828]: cb(*args, **kw) Aug 29 04:26:25.536896 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:26:25.536896 n-d-712140-12 neutron-server[94828]: return func(*args, **kwargs) Aug 29 04:26:25.536896 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:26:25.536896 n-d-712140-12 neutron-server[94828]: self._notify() Aug 29 04:26:25.536896 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:26:25.536896 n-d-712140-12 neutron-server[94828]: self.callback(batched_events) Aug 29 04:26:25.536896 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:26:25.536896 n-d-712140-12 neutron-server[94828]: event.method(event) Aug 29 04:26:25.536896 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:26:25.536896 n-d-712140-12 neutron-server[94828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:26:25.536896 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:26:25.536896 n-d-712140-12 neutron-server[94828]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:26:25.536896 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:26:25.536896 n-d-712140-12 neutron-server[94828]: return f(self, *a, **k) Aug 29 04:26:25.536896 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:26:25.536896 n-d-712140-12 neutron-server[94828]: return self._get(url).json() Aug 29 04:26:25.536896 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:26:25.536896 n-d-712140-12 neutron-server[94828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:26:25.536896 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:26:25.536896 n-d-712140-12 neutron-server[94828]: return self.request(url, 'GET', **kwargs) Aug 29 04:26:25.536896 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:26:25.536896 n-d-712140-12 neutron-server[94828]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:26:25.536896 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:26:25.536896 n-d-712140-12 neutron-server[94828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:26:25.536896 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:26:25.536896 n-d-712140-12 neutron-server[94828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:26:25.536896 n-d-712140-12 neutron-server[94828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:26:25.573062 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9af733b9-7ee8-49be-b60d-151036c7797b x-openstack-request-id: req-9af733b9-7ee8-49be-b60d-151036c7797b {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:26:25.573343 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f3181a6-5bf7-4584-93ac-d7dfd39e4360", "tag": "b476e41b-45dc-49f6-9df8-5f6528a667c7", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:26:25.573597 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9af733b9-7ee8-49be-b60d-151036c7797b {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:26:25.573988 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f3181a6-5bf7-4584-93ac-d7dfd39e4360', 'tag': 'b476e41b-45dc-49f6-9df8-5f6528a667c7', 'status': 'completed', 'code': 200} Aug 29 04:26:25.580417 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-8b76130a-d15d-4358-bc8c-cbbc047faa03 None None] For port 1ebd21ef-0ca9-49f9-adc6-5a39ffa59eee, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:26:25.590845 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device ca4f75b8-7b4e-4310-a5d8-f8a1b65031cf up at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:26:25.661219 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-4a15417b-b8e7-4f4b-8994-281d8a581307 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 29 04:26:25.661219 n-d-712140-12 neutron-server[94828]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 29 04:26:25.661219 n-d-712140-12 neutron-server[94828]: [parameters: {'id': '4b311c3f-2dd2-44ac-94d8-c6cc88ad626d'}] Aug 29 04:26:25.661219 n-d-712140-12 neutron-server[94828]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:26:25.663060 n-d-712140-12 neutron-server[94828]: DEBUG oslo_db.api [None req-4a15417b-b8e7-4f4b-8994-281d8a581307 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:26:25.677663 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-8b76130a-d15d-4358-bc8c-cbbc047faa03 None None] For port 1ebd21ef-0ca9-49f9-adc6-5a39ffa59eee, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=1ebd21ef-0ca9-49f9-adc6-5a39ffa59eee,segment=NetworkSegment(a5b10390-de51-40ae-829e-658576482437),segment_id=a5b10390-de51-40ae-829e-658576482437)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:26:25.691329 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 9f343b77-8813-497f-a301-1ef4c6472599 details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:26:25.722998 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3eaee7fc-bedb-42a4-87e3-455174ab3005 req-f1d12241-006f-4643-8496-4c3c0da27709 service neutron] 10.222.0.46 "GET /v2.0/networks/6dc9f122-fe76-4b29-b692-6f9509f76947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431941 Aug 29 04:26:25.809042 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8b76130a-d15d-4358-bc8c-cbbc047faa03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:25.838604 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 9f343b77-8813-497f-a301-1ef4c6472599, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=9f343b77-8813-497f-a301-1ef4c6472599,segment=NetworkSegment(a5492a16-c200-4329-b562-96a170c2e529),segment_id=a5492a16-c200-4329-b562-96a170c2e529)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:25.892960 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning for port ca4f75b8-7b4e-4310-a5d8-f8a1b65031cf completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:26:25.905649 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Returning: {'device': '9f343b77-8813-497f-a301-1ef4c6472599', 'network_id': '3bcd0067-6e50-451c-9004-abafcee70c8b', 'port_id': '9f343b77-8813-497f-a301-1ef4c6472599', 'mac_address': 'fa:16:3e:5e:bc:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77379d5c-d72e-4fe0-ace8-ef22d196f6e9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:26:25.943754 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning complete for port ca4f75b8-7b4e-4310-a5d8-f8a1b65031cf triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:25.944745 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:26.078552 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3abfd3-b3ef-4b21-983f-ed098e754640 req-8d3b5582-5763-41b6-a831-2148b2c57b9b tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:26.090906 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4a3abfd3-b3ef-4b21-983f-ed098e754640 req-8d3b5582-5763-41b6-a831-2148b2c57b9b tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=958fb903-1729-4290-8965-b1c2ef1d605e HTTP/1.1" status: 200 len: 946 time: 0.1239762 Aug 29 04:26:26.123542 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50fb751-98c7-4e40-a862-3427e1ebb8ea req-80895d30-29bd-4206-a1f2-0d942459db1b tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:26.132397 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f50fb751-98c7-4e40-a862-3427e1ebb8ea req-80895d30-29bd-4206-a1f2-0d942459db1b tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f3181a6-5bf7-4584-93ac-d7dfd39e4360 HTTP/1.1" status: 200 len: 943 time: 0.4704528 Aug 29 04:26:26.146358 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4a3abfd3-b3ef-4b21-983f-ed098e754640 req-e08c15c4-ecf0-4f8e-b59a-ac41a2d7b748 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/security-groups?id=c669a511-bb16-48c8-9944-1f8115bc7803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538194 Aug 29 04:26:26.165492 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4a15417b-b8e7-4f4b-8994-281d8a581307 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:26.193418 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f50fb751-98c7-4e40-a862-3427e1ebb8ea req-20026513-d380-49c5-94e8-15f9d1ecfb18 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597973 Aug 29 04:26:26.258421 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3eaee7fc-bedb-42a4-87e3-455174ab3005 req-5f2a6916-fa07-4154-86cf-31bd57f7a78f service neutron] 10.222.0.46 "GET /v2.0/networks/6dc9f122-fe76-4b29-b692-6f9509f76947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4939609 Aug 29 04:26:26.272884 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b76130a-d15d-4358-bc8c-cbbc047faa03 None None] Pushing event updated for resources: {'Port': ['ID=1ebd21ef-0ca9-49f9-adc6-5a39ffa59eee,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:26.293445 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:26.304444 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-4a15417b-b8e7-4f4b-8994-281d8a581307 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Deleting port 1ebd21ef-0ca9-49f9-adc6-5a39ffa59eee {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:26:26.305127 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4a15417b-b8e7-4f4b-8994-281d8a581307 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:26.312521 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f343b77-8813-497f-a301-1ef4c6472599 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:26:26.336767 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 9f343b77-8813-497f-a301-1ef4c6472599, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=9f343b77-8813-497f-a301-1ef4c6472599,segment=NetworkSegment(a5492a16-c200-4329-b562-96a170c2e529),segment_id=a5492a16-c200-4329-b562-96a170c2e529)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:26.338627 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37475ab5-a001-4b06-9d75-fd63c5b21c42 None None] Network 4b311c3f-2dd2-44ac-94d8-c6cc88ad626d requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:26:26.380089 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074e19fc-fadd-4cf0-8646-e47be3a1ec6c req-7ededd14-315a-49fc-a321-6bee255e70e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:26.382191 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-074e19fc-fadd-4cf0-8646-e47be3a1ec6c req-7ededd14-315a-49fc-a321-6bee255e70e4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6b54a16bc4c143ae881e0570211236dd&device_id=3f3181a6-5bf7-4584-93ac-d7dfd39e4360 HTTP/1.1" status: 200 len: 1095 time: 0.0602112 Aug 29 04:26:26.414918 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:26.422872 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-4a15417b-b8e7-4f4b-8994-281d8a581307 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] For port 1ebd21ef-0ca9-49f9-adc6-5a39ffa59eee, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=1ebd21ef-0ca9-49f9-adc6-5a39ffa59eee,segment=NetworkSegment(a5b10390-de51-40ae-829e-658576482437),segment_id=a5b10390-de51-40ae-829e-658576482437)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:26.423223 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4a15417b-b8e7-4f4b-8994-281d8a581307 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:26.443121 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-4a15417b-b8e7-4f4b-8994-281d8a581307 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Calling delete_port for 1ebd21ef-0ca9-49f9-adc6-5a39ffa59eee owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:26:26.561539 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074e19fc-fadd-4cf0-8646-e47be3a1ec6c req-975add72-d8e6-4be7-bbd8-71639865d1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:26.565259 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-074e19fc-fadd-4cf0-8646-e47be3a1ec6c req-975add72-d8e6-4be7-bbd8-71639865d1f8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6dc9f122-fe76-4b29-b692-6f9509f76947 HTTP/1.1" status: 200 len: 913 time: 0.1748483 Aug 29 04:26:26.605356 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=9f343b77-8813-497f-a301-1ef4c6472599,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:26.633242 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4a15417b-b8e7-4f4b-8994-281d8a581307 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:26.647582 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:26.663366 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-074e19fc-fadd-4cf0-8646-e47be3a1ec6c req-c2d7f274-4eff-4ffb-a3d2-d65c38d416e4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b476e41b-45dc-49f6-9df8-5f6528a667c7 HTTP/1.1" status: 200 len: 217 time: 0.0856576 Aug 29 04:26:26.692025 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c5d5b2c-32be-4d50-a58e-3f43aaddd10f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca4f75b8-7b4e-4310-a5d8-f8a1b65031cf'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:26:26.694889 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd6b6098-1b91-4ba3-bc88-47be9e18319c" -d '{"events": [{"server_uuid": "4c5d5b2c-32be-4d50-a58e-3f43aaddd10f", "name": "network-vif-plugged", "status": "completed", "tag": "ca4f75b8-7b4e-4310-a5d8-f8a1b65031cf"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:26:26.713388 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port ca4f75b8-7b4e-4310-a5d8-f8a1b65031cf, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=ca4f75b8-7b4e-4310-a5d8-f8a1b65031cf,segment=NetworkSegment(3702d597-5b99-458f-80c9-28432894b87e),segment_id=3702d597-5b99-458f-80c9-28432894b87e)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:26.720585 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a15417b-b8e7-4f4b-8994-281d8a581307 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Pushing event deleted for resources: {'Port': ['ID=1ebd21ef-0ca9-49f9-adc6-5a39ffa59eee,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:26.730295 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a15417b-b8e7-4f4b-8994-281d8a581307 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] No DVR routers for this DVR port 1ebd21ef-0ca9-49f9-adc6-5a39ffa59eee on host n-d-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:26:26.745491 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87a7faf-cd32-4cd5-b970-e19be201c6b0 req-e71806dc-7bde-45cf-b944-8feb2ed8cd82 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:26.747137 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d87a7faf-cd32-4cd5-b970-e19be201c6b0 req-e71806dc-7bde-45cf-b944-8feb2ed8cd82 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c5d5b2c-32be-4d50-a58e-3f43aaddd10f HTTP/1.1" status: 200 len: 945 time: 0.1933351 Aug 29 04:26:26.758166 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:26.760701 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace14371-c695-465c-897c-4b530fe675d1 None None] get_active_networks_info from n-d-712140-12 {{(pid=94830) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 04:26:26.764651 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['9f343b77-8813-497f-a301-1ef4c6472599'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:26:26.831913 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074e19fc-fadd-4cf0-8646-e47be3a1ec6c req-27619537-d60b-415a-868e-b3fb47c436fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:26.833565 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-074e19fc-fadd-4cf0-8646-e47be3a1ec6c req-27619537-d60b-415a-868e-b3fb47c436fb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=92da5435-aaff-49ad-89d5-9a0918bd173a HTTP/1.1" status: 200 len: 852 time: 0.1572149 Aug 29 04:26:26.847906 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1520f30e-a53a-41c9-a901-f538451970d4 req-35ef0155-5c94-4b1f-aa84-42e64475b02d tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:26.855635 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1520f30e-a53a-41c9-a901-f538451970d4 req-35ef0155-5c94-4b1f-aa84-42e64475b02d tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "GET /v2.0/ports?device_id=574021e8-5a99-4599-a86e-9b43fe57cd6e HTTP/1.1" status: 200 len: 944 time: 0.1169770 Aug 29 04:26:26.885502 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d87a7faf-cd32-4cd5-b970-e19be201c6b0 req-c745de4e-c80b-4040-80db-b1aff1e07d1d tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c3129fe-ab73-49dc-8c78-c3946eb92670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117206 Aug 29 04:26:26.898372 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4a15417b-b8e7-4f4b-8994-281d8a581307 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:26.912058 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-4a15417b-b8e7-4f4b-8994-281d8a581307 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b311c3f-2dd2-44ac-94d8-c6cc88ad626d']}} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:26.941545 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-4a15417b-b8e7-4f4b-8994-281d8a581307 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5b10390-de51-40ae-829e-658576482437') {'for_net_delete': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:26.941846 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-4a15417b-b8e7-4f4b-8994-281d8a581307 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5b10390-de51-40ae-829e-658576482437') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:26.967019 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4a15417b-b8e7-4f4b-8994-281d8a581307 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8904833'] for segment, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:26.975258 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:26:27.014487 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4a15417b-b8e7-4f4b-8994-281d8a581307 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:27.020595 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=ca4f75b8-7b4e-4310-a5d8-f8a1b65031cf,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:27.025346 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a15417b-b8e7-4f4b-8994-281d8a581307 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=94828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:26:27.025774 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4a15417b-b8e7-4f4b-8994-281d8a581307 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9190468'] for segment, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:27.034640 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-074e19fc-fadd-4cf0-8646-e47be3a1ec6c req-ec02ea8c-3fd6-4d1c-839f-ab677d0fc817 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6dc9f122-fe76-4b29-b692-6f9509f76947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1555188 Aug 29 04:26:27.074808 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:27.079112 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:27.079729 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:27.080708 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1520f30e-a53a-41c9-a901-f538451970d4 req-ee00ff73-f341-4090-8a34-f9c4224caa21 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3e7d6d7-f66e-4c2c-97ed-f92e3dc1f00c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2192111 Aug 29 04:26:27.080868 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:27.081295 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:27.081721 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:27.082152 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:27.082637 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:27.084269 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:27.084701 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:27.085140 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:27.089274 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:27.112675 n-d-712140-12 neutron-server[94828]: Traceback (most recent call last): Aug 29 04:26:27.112675 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:26:27.112675 n-d-712140-12 neutron-server[94828]: timer() Aug 29 04:26:27.112675 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:26:27.112675 n-d-712140-12 neutron-server[94828]: cb(*args, **kw) Aug 29 04:26:27.112675 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:26:27.112675 n-d-712140-12 neutron-server[94828]: return func(*args, **kwargs) Aug 29 04:26:27.112675 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:26:27.112675 n-d-712140-12 neutron-server[94828]: self._notify() Aug 29 04:26:27.112675 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:26:27.112675 n-d-712140-12 neutron-server[94828]: self.callback(batched_events) Aug 29 04:26:27.112675 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:26:27.112675 n-d-712140-12 neutron-server[94828]: event.method(event) Aug 29 04:26:27.112675 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:26:27.112675 n-d-712140-12 neutron-server[94828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:26:27.112675 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:26:27.112675 n-d-712140-12 neutron-server[94828]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:26:27.112675 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:26:27.112675 n-d-712140-12 neutron-server[94828]: return f(self, *a, **k) Aug 29 04:26:27.112675 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:26:27.112675 n-d-712140-12 neutron-server[94828]: return self._get(url).json() Aug 29 04:26:27.112675 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:26:27.112675 n-d-712140-12 neutron-server[94828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:26:27.112675 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:26:27.112675 n-d-712140-12 neutron-server[94828]: return self.request(url, 'GET', **kwargs) Aug 29 04:26:27.112675 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:26:27.112675 n-d-712140-12 neutron-server[94828]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:26:27.112675 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:26:27.112675 n-d-712140-12 neutron-server[94828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:26:27.112675 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:26:27.112675 n-d-712140-12 neutron-server[94828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:26:27.112675 n-d-712140-12 neutron-server[94828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:26:27.129538 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4a15417b-b8e7-4f4b-8994-281d8a581307 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:27.137818 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4a15417b-b8e7-4f4b-8994-281d8a581307 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:27.144705 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-4a15417b-b8e7-4f4b-8994-281d8a581307 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] 10.222.0.22 "DELETE /v2.0/networks/4b311c3f-2dd2-44ac-94d8-c6cc88ad626d HTTP/1.1" status: 204 len: 168 time: 2.9550827 Aug 29 04:26:27.159491 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 59286) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:27.179129 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-9061e330-d384-4738-a532-7f0df70228d5 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-997366821'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:27.200785 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db382a25-6a81-454a-9496-f5ea8e9be124 x-openstack-request-id: req-db382a25-6a81-454a-9496-f5ea8e9be124 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:26:27.201222 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c5d5b2c-32be-4d50-a58e-3f43aaddd10f", "name": "network-vif-plugged", "status": "completed", "tag": "ca4f75b8-7b4e-4310-a5d8-f8a1b65031cf", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:26:27.201576 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-db382a25-6a81-454a-9496-f5ea8e9be124 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:26:27.202098 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c5d5b2c-32be-4d50-a58e-3f43aaddd10f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca4f75b8-7b4e-4310-a5d8-f8a1b65031cf', 'code': 200} Aug 29 04:26:27.219002 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a15417b-b8e7-4f4b-8994-281d8a581307 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Pushing event deleted for resources: {'Network': ['ID=4b311c3f-2dd2-44ac-94d8-c6cc88ad626d,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:27.272314 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9061e330-d384-4738-a532-7f0df70228d5 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Made reservation on behalf of 3b680a37d4894bbbace086ade39e168e for: {'network': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:26:27.289370 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace14371-c695-465c-897c-4b530fe675d1 None None] Resources bound (agent type, host, resource id): {{(pid=94830) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 04:26:27.290089 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9061e330-d384-4738-a532-7f0df70228d5 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:27.376308 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9061e330-d384-4738-a532-7f0df70228d5 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=94828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:26:27.396352 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-074e19fc-fadd-4cf0-8646-e47be3a1ec6c req-d81266a8-367c-48c5-8c58-fe09787b6d27 service neutron] 10.222.0.46 "GET /v2.0/networks/6dc9f122-fe76-4b29-b692-6f9509f76947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3510590 Aug 29 04:26:27.405606 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01fb822-f9c2-48cf-8f59-f21dcd67d582 req-1afc3858-ef83-4b64-89aa-a2f0bcd46f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:27.407143 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a01fb822-f9c2-48cf-8f59-f21dcd67d582 req-1afc3858-ef83-4b64-89aa-a2f0bcd46f87 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4c5d5b2c-32be-4d50-a58e-3f43aaddd10f HTTP/1.1" status: 200 len: 1098 time: 0.1219025 Aug 29 04:26:27.425185 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9061e330-d384-4738-a532-7f0df70228d5 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:27.425561 n-d-712140-12 neutron-server[94828]: INFO neutron.db.segments_db [None req-9061e330-d384-4738-a532-7f0df70228d5 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Added segment 5780c58a-4b54-4a28-bf93-a807684b3b79 of type vlan for network 2c500a86-8956-4789-bbc3-2f4ff883580e Aug 29 04:26:27.532979 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60089b50-f99d-46e2-88f2-06c355e55f65 req-49870d86-a623-4eb6-8060-c38d1730f0f1 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:27.536490 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9bd842-bed3-40a7-9226-3296870aa9b9 req-5fd50840-cf62-44ef-8cf1-702991ebeb92 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:27.546826 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-dc9bd842-bed3-40a7-9226-3296870aa9b9 req-5fd50840-cf62-44ef-8cf1-702991ebeb92 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f3181a6-5bf7-4584-93ac-d7dfd39e4360 HTTP/1.1" status: 200 len: 943 time: 0.2228229 Aug 29 04:26:27.550754 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-60089b50-f99d-46e2-88f2-06c355e55f65 req-49870d86-a623-4eb6-8060-c38d1730f0f1 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=958fb903-1729-4290-8965-b1c2ef1d605e HTTP/1.1" status: 200 len: 946 time: 0.2142062 Aug 29 04:26:27.595560 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9061e330-d384-4738-a532-7f0df70228d5 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:27.599922 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a01fb822-f9c2-48cf-8f59-f21dcd67d582 req-8ffe6ef6-51cc-45e8-a5dd-ccc029917cc3 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=2c3129fe-ab73-49dc-8c78-c3946eb92670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261978 Aug 29 04:26:27.619671 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-074e19fc-fadd-4cf0-8646-e47be3a1ec6c req-ce54f5cf-8743-4247-9dc0-60b273a10e2a service neutron] 10.222.0.46 "GET /v2.0/networks/6dc9f122-fe76-4b29-b692-6f9509f76947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115474 Aug 29 04:26:27.625302 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-dc9bd842-bed3-40a7-9226-3296870aa9b9 req-3f1d5090-0040-47d9-b14e-436e30dfe1e9 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774949 Aug 29 04:26:27.692950 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9061e330-d384-4738-a532-7f0df70228d5 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:27.700939 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9061e330-d384-4738-a532-7f0df70228d5 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:27.701355 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9061e330-d384-4738-a532-7f0df70228d5 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:27.706813 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device b476e41b-45dc-49f6-9df8-5f6528a667c7 details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:26:27.851083 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9061e330-d384-4738-a532-7f0df70228d5 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Pushing event updated for resources: {'Network': ['ID=2c500a86-8956-4789-bbc3-2f4ff883580e,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:27.865265 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-9061e330-d384-4738-a532-7f0df70228d5 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7022355 Aug 29 04:26:27.865608 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 59302) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:27.873328 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-76f0481c-92ed-40e1-96ac-0408b22368a3 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Request body: {'subnet': {'network_id': '2c500a86-8956-4789-bbc3-2f4ff883580e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:27.877348 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 2c500a86-8956-4789-bbc3-2f4ff883580e details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:26:27.897086 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-60089b50-f99d-46e2-88f2-06c355e55f65 req-7603c5e3-5c89-4dd0-a269-a2f71171e761 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/security-groups?id=c669a511-bb16-48c8-9944-1f8115bc7803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3440351 Aug 29 04:26:28.035148 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f0481c-92ed-40e1-96ac-0408b22368a3 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Made reservation on behalf of 3b680a37d4894bbbace086ade39e168e for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:26:28.039538 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-76f0481c-92ed-40e1-96ac-0408b22368a3 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4552395'] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:28.084814 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port b476e41b-45dc-49f6-9df8-5f6528a667c7, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=b476e41b-45dc-49f6-9df8-5f6528a667c7,segment=NetworkSegment(b7618bbf-11af-465a-8663-f9f8f84b36c0),segment_id=b7618bbf-11af-465a-8663-f9f8f84b36c0)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:28.101134 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Returning: {'device': 'b476e41b-45dc-49f6-9df8-5f6528a667c7', 'network_id': '6dc9f122-fe76-4b29-b692-6f9509f76947', 'port_id': 'b476e41b-45dc-49f6-9df8-5f6528a667c7', 'mac_address': 'fa:16:3e:71:ba:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92da5435-aaff-49ad-89d5-9a0918bd173a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:26:28.192430 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:28.209725 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b476e41b-45dc-49f6-9df8-5f6528a667c7 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:26:28.254167 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port b476e41b-45dc-49f6-9df8-5f6528a667c7, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=b476e41b-45dc-49f6-9df8-5f6528a667c7,segment=NetworkSegment(b7618bbf-11af-465a-8663-f9f8f84b36c0),segment_id=b7618bbf-11af-465a-8663-f9f8f84b36c0)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:28.261692 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:28.262376 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 83587070-39b8-4b25-862c-546d4e634968 details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:26:28.282244 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b45d452-9386-4452-b3c0-b8bef446c5ae req-cece79a1-3e83-469a-a829-1dbbb74b3dd7 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:28.292123 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3b45d452-9386-4452-b3c0-b8bef446c5ae req-cece79a1-3e83-469a-a829-1dbbb74b3dd7 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "GET /v2.0/ports?device_id=574021e8-5a99-4599-a86e-9b43fe57cd6e HTTP/1.1" status: 200 len: 944 time: 0.0878921 Aug 29 04:26:28.328618 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16541741-b45e-40b1-9bbe-0f54b8e286ae req-937c9eff-6c1a-4aed-9995-2836f8e212e7 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:28.330951 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-16541741-b45e-40b1-9bbe-0f54b8e286ae req-937c9eff-6c1a-4aed-9995-2836f8e212e7 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c5d5b2c-32be-4d50-a58e-3f43aaddd10f HTTP/1.1" status: 200 len: 946 time: 0.3089507 Aug 29 04:26:28.332850 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-76f0481c-92ed-40e1-96ac-0408b22368a3 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4274880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4552377'] for subnet, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:28.357228 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3b45d452-9386-4452-b3c0-b8bef446c5ae req-252844b1-ef20-4197-8483-42bea4aed56a tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3e7d6d7-f66e-4c2c-97ed-f92e3dc1f00c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637398 Aug 29 04:26:28.389954 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=b476e41b-45dc-49f6-9df8-5f6528a667c7,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:28.468276 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:28.558727 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f0481c-92ed-40e1-96ac-0408b22368a3 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Pushing event updated for resources: {'Subnet': ['ID=28ef4c6c-682f-4f77-8621-05bc0296865c,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:28.579566 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-16541741-b45e-40b1-9bbe-0f54b8e286ae req-b77050ad-53a9-404a-a1c4-97621e4409ec tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c3129fe-ab73-49dc-8c78-c3946eb92670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177784 Aug 29 04:26:28.587586 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f0481c-92ed-40e1-96ac-0408b22368a3 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Checking segment: {'id': '5780c58a-4b54-4a28-bf93-a807684b3b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '2c500a86-8956-4789-bbc3-2f4ff883580e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:26:28.591557 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f0481c-92ed-40e1-96ac-0408b22368a3 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Network hostable DHCP agents. Network: 2c500a86-8956-4789-bbc3-2f4ff883580e, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:26:28.626344 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f0481c-92ed-40e1-96ac-0408b22368a3 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Network 2c500a86-8956-4789-bbc3-2f4ff883580e is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:26:28.645848 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-76f0481c-92ed-40e1-96ac-0408b22368a3 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 2c500a86-8956-4789-bbc3-2f4ff883580e) {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:28.652263 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f0481c-92ed-40e1-96ac-0408b22368a3 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:28.652886 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-76f0481c-92ed-40e1-96ac-0408b22368a3 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:28.673027 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-76f0481c-92ed-40e1-96ac-0408b22368a3 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8061953 Aug 29 04:26:28.676140 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 59330) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:28.681646 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c734011f-f536-456d-917a-5c2b5a8963b6 None None] Network 2c500a86-8956-4789-bbc3-2f4ff883580e requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:26:28.772772 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 83587070-39b8-4b25-862c-546d4e634968, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=83587070-39b8-4b25-862c-546d4e634968,segment=NetworkSegment(4345054c-8cc7-4ded-979c-629f28057ddf),segment_id=4345054c-8cc7-4ded-979c-629f28057ddf)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:28.788943 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Returning: {'device': '83587070-39b8-4b25-862c-546d4e634968', 'network_id': 'fd020187-6618-42b7-a26a-d8ebebc46774', 'port_id': '83587070-39b8-4b25-862c-546d4e634968', 'mac_address': 'fa:16:3e:71:ab:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6247b089-2c7c-4ca3-a8dd-41a0f57cced5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:26:28.940978 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f655d7-d4cb-4f58-b8e6-25523e6a027b req-d16584f5-dd50-4846-9248-5f4a24d7ac69 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:28.942740 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f4f655d7-d4cb-4f58-b8e6-25523e6a027b req-d16584f5-dd50-4846-9248-5f4a24d7ac69 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f3181a6-5bf7-4584-93ac-d7dfd39e4360 HTTP/1.1" status: 200 len: 944 time: 0.1756105 Aug 29 04:26:28.970321 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-49ae4cf4-5994-4773-a9a7-f1f3b14a73ca tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:29.036490 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f4f655d7-d4cb-4f58-b8e6-25523e6a027b req-4837312e-a933-4e0b-82e3-d3e9f1ef6a20 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836871 Aug 29 04:26:29.099638 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-49ae4cf4-5994-4773-a9a7-f1f3b14a73ca tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:29.144450 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:29.213074 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da3447e-63f4-4f16-82d1-e28ac9e587f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-2c500a86-8956-4789-bbc3-2f4ff883580e', 'network_id': '2c500a86-8956-4789-bbc3-2f4ff883580e', 'tenant_id': '3b680a37d4894bbbace086ade39e168e', 'fixed_ips': [{'subnet_id': '28ef4c6c-682f-4f77-8621-05bc0296865c'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:26:29.214832 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4da3447e-63f4-4f16-82d1-e28ac9e587f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:29.220199 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-49ae4cf4-5994-4773-a9a7-f1f3b14a73ca tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4552352'] for subnet, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:29.246219 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 83587070-39b8-4b25-862c-546d4e634968 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:26:29.363116 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 83587070-39b8-4b25-862c-546d4e634968, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=83587070-39b8-4b25-862c-546d4e634968,segment=NetworkSegment(4345054c-8cc7-4ded-979c-629f28057ddf),segment_id=4345054c-8cc7-4ded-979c-629f28057ddf)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:29.364740 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ae4cf4-5994-4773-a9a7-f1f3b14a73ca tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Pushing event deleted for resources: {'Subnet': ['ID=28ef4c6c-682f-4f77-8621-05bc0296865c,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:29.372696 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:29.407259 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3314fca-22a0-42f0-ae47-f5062eb4dd80 None None] Network 2c500a86-8956-4789-bbc3-2f4ff883580e requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:26:29.495412 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-49ae4cf4-5994-4773-a9a7-f1f3b14a73ca tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:29.520910 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-49ae4cf4-5994-4773-a9a7-f1f3b14a73ca tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c500a86-8956-4789-bbc3-2f4ff883580e']}} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:29.535614 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-49ae4cf4-5994-4773-a9a7-f1f3b14a73ca tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5780c58a-4b54-4a28-bf93-a807684b3b79') {'for_net_delete': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:29.536082 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-49ae4cf4-5994-4773-a9a7-f1f3b14a73ca tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5780c58a-4b54-4a28-bf93-a807684b3b79') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:29.553217 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-49ae4cf4-5994-4773-a9a7-f1f3b14a73ca tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4311712'] for segment, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:29.569323 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-49ae4cf4-5994-4773-a9a7-f1f3b14a73ca tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:29.576678 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49ae4cf4-5994-4773-a9a7-f1f3b14a73ca tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=94829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:26:29.577474 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-49ae4cf4-5994-4773-a9a7-f1f3b14a73ca tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4274277'] for segment, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:29.682897 n-d-712140-12 neutron-server[94829]: Traceback (most recent call last): Aug 29 04:26:29.682897 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:26:29.682897 n-d-712140-12 neutron-server[94829]: timer() Aug 29 04:26:29.682897 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:26:29.682897 n-d-712140-12 neutron-server[94829]: cb(*args, **kw) Aug 29 04:26:29.682897 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:26:29.682897 n-d-712140-12 neutron-server[94829]: return func(*args, **kwargs) Aug 29 04:26:29.682897 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:26:29.682897 n-d-712140-12 neutron-server[94829]: self._notify() Aug 29 04:26:29.682897 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:26:29.682897 n-d-712140-12 neutron-server[94829]: self.callback(batched_events) Aug 29 04:26:29.682897 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:26:29.682897 n-d-712140-12 neutron-server[94829]: event.method(event) Aug 29 04:26:29.682897 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:26:29.682897 n-d-712140-12 neutron-server[94829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:26:29.682897 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:26:29.682897 n-d-712140-12 neutron-server[94829]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:26:29.682897 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:26:29.682897 n-d-712140-12 neutron-server[94829]: return f(self, *a, **k) Aug 29 04:26:29.682897 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:26:29.682897 n-d-712140-12 neutron-server[94829]: return self._get(url).json() Aug 29 04:26:29.682897 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:26:29.682897 n-d-712140-12 neutron-server[94829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:26:29.682897 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:26:29.682897 n-d-712140-12 neutron-server[94829]: return self.request(url, 'GET', **kwargs) Aug 29 04:26:29.682897 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:26:29.682897 n-d-712140-12 neutron-server[94829]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:26:29.682897 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:26:29.682897 n-d-712140-12 neutron-server[94829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:26:29.682897 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:26:29.682897 n-d-712140-12 neutron-server[94829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:26:29.682897 n-d-712140-12 neutron-server[94829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:26:29.694670 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f13e13-ed79-4d34-9940-9fa5dfd144a3 req-b1971566-dab0-47bc-aa16-7197b63a5474 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:29.699872 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-49ae4cf4-5994-4773-a9a7-f1f3b14a73ca tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:29.709474 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-49ae4cf4-5994-4773-a9a7-f1f3b14a73ca tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:29.711835 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-49ae4cf4-5994-4773-a9a7-f1f3b14a73ca tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] 10.222.0.22 "DELETE /v2.0/networks/2c500a86-8956-4789-bbc3-2f4ff883580e HTTP/1.1" status: 204 len: 168 time: 1.0345683 Aug 29 04:26:29.717791 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b1f13e13-ed79-4d34-9940-9fa5dfd144a3 req-b1971566-dab0-47bc-aa16-7197b63a5474 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "GET /v2.0/ports?device_id=574021e8-5a99-4599-a86e-9b43fe57cd6e HTTP/1.1" status: 200 len: 944 time: 0.1891716 Aug 29 04:26:29.722717 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 59362) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:29.725145 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54784458-cf98-467d-82bf-ff4175effdb6 req-4694f842-bd08-48eb-98f4-b833b3c8eeed tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:29.727634 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-54784458-cf98-467d-82bf-ff4175effdb6 req-4694f842-bd08-48eb-98f4-b833b3c8eeed tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=958fb903-1729-4290-8965-b1c2ef1d605e HTTP/1.1" status: 200 len: 946 time: 0.5331428 Aug 29 04:26:29.764777 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-85b1d92e-8603-4401-add6-7ec2745b9d1f tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2047984588'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:29.773663 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ae4cf4-5994-4773-a9a7-f1f3b14a73ca tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Pushing event deleted for resources: {'Network': ['ID=2c500a86-8956-4789-bbc3-2f4ff883580e,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:29.793701 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-54784458-cf98-467d-82bf-ff4175effdb6 req-00ed6b13-475c-4d5d-85b5-a4cf7de1958c tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/security-groups?id=c669a511-bb16-48c8-9944-1f8115bc7803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522833 Aug 29 04:26:29.893648 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['83587070-39b8-4b25-862c-546d4e634968'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:26:29.898010 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 9f343b77-8813-497f-a301-1ef4c6472599 up at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:26:29.912202 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['b476e41b-45dc-49f6-9df8-5f6528a667c7'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:26:29.976162 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b1f13e13-ed79-4d34-9940-9fa5dfd144a3 req-86eeeb79-a5a0-427b-be04-8351e93626ce tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3e7d6d7-f66e-4c2c-97ed-f92e3dc1f00c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2399621 Aug 29 04:26:29.982046 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b1d92e-8603-4401-add6-7ec2745b9d1f tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Made reservation on behalf of 3b680a37d4894bbbace086ade39e168e for: {'network': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:26:29.994530 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-85b1d92e-8603-4401-add6-7ec2745b9d1f tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:30.121655 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85b1d92e-8603-4401-add6-7ec2745b9d1f tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=94828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:26:30.182544 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-85b1d92e-8603-4401-add6-7ec2745b9d1f tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:30.183524 n-d-712140-12 neutron-server[94828]: INFO neutron.db.segments_db [None req-85b1d92e-8603-4401-add6-7ec2745b9d1f tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Added segment 24b9949b-13b6-41a4-9de3-0c55009b2a0a of type vlan for network 190ed133-3f66-4017-8bb2-b5dc47a3eb3f Aug 29 04:26:30.220960 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=83587070-39b8-4b25-862c-546d4e634968,revision_number=6']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:30.501221 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning for port 9f343b77-8813-497f-a301-1ef4c6472599 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:26:30.520425 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31381173-ebce-46d3-8994-e2a1fe8479d2 req-c381d7d3-767e-4030-9e29-eaffd72f28e3 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:30.522442 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning complete for port 9f343b77-8813-497f-a301-1ef4c6472599 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:30.525194 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:30.536340 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-31381173-ebce-46d3-8994-e2a1fe8479d2 req-c381d7d3-767e-4030-9e29-eaffd72f28e3 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f3181a6-5bf7-4584-93ac-d7dfd39e4360 HTTP/1.1" status: 200 len: 944 time: 0.1915805 Aug 29 04:26:30.541931 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-85b1d92e-8603-4401-add6-7ec2745b9d1f tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:30.638963 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-85b1d92e-8603-4401-add6-7ec2745b9d1f tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:30.644116 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-31381173-ebce-46d3-8994-e2a1fe8479d2 req-2583a4f9-4ad2-44f5-80ee-0ed009453829 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988870 Aug 29 04:26:30.665183 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b1d92e-8603-4401-add6-7ec2745b9d1f tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:30.665855 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-85b1d92e-8603-4401-add6-7ec2745b9d1f tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561525'] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:30.887596 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8106b525-6f57-44fa-b49c-f2baba6c7018 req-9207023a-a89f-44fb-9a89-0823dee75709 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:30.900849 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8106b525-6f57-44fa-b49c-f2baba6c7018 req-9207023a-a89f-44fb-9a89-0823dee75709 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c5d5b2c-32be-4d50-a58e-3f43aaddd10f HTTP/1.1" status: 200 len: 946 time: 0.5495906 Aug 29 04:26:30.906475 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-85b1d92e-8603-4401-add6-7ec2745b9d1f tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1774499 Aug 29 04:26:30.907737 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 59382) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:30.915426 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-71ca4619-5ff2-4146-9222-d4a31e989425 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:30.977935 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:31.038782 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8106b525-6f57-44fa-b49c-f2baba6c7018 req-1b9ebe31-d412-4277-89e0-3807b1f28f3d tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c3129fe-ab73-49dc-8c78-c3946eb92670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369286 Aug 29 04:26:31.065380 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '574021e8-5a99-4599-a86e-9b43fe57cd6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f343b77-8813-497f-a301-1ef4c6472599'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:26:31.073179 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbd3a9eb-f60f-412e-8625-17a7bf276563" -d '{"events": [{"server_uuid": "574021e8-5a99-4599-a86e-9b43fe57cd6e", "name": "network-vif-plugged", "status": "completed", "tag": "9f343b77-8813-497f-a301-1ef4c6472599"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:26:31.076649 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b1d92e-8603-4401-add6-7ec2745b9d1f tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Pushing event updated for resources: {'Network': ['ID=190ed133-3f66-4017-8bb2-b5dc47a3eb3f,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:31.109303 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 9f343b77-8813-497f-a301-1ef4c6472599, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=9f343b77-8813-497f-a301-1ef4c6472599,segment=NetworkSegment(a5492a16-c200-4329-b562-96a170c2e529),segment_id=a5492a16-c200-4329-b562-96a170c2e529)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:31.119340 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 190ed133-3f66-4017-8bb2-b5dc47a3eb3f details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:26:31.165045 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:31.170080 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4de5c6d-55bf-4102-a917-b7e1b969a1ea req-ec636aac-ead3-4e8e-85a1-4c3a302b00f7 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:31.186022 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4de5c6d-55bf-4102-a917-b7e1b969a1ea req-ec636aac-ead3-4e8e-85a1-4c3a302b00f7 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:31.201116 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4de5c6d-55bf-4102-a917-b7e1b969a1ea req-ec636aac-ead3-4e8e-85a1-4c3a302b00f7 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:31.226438 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4de5c6d-55bf-4102-a917-b7e1b969a1ea req-ec636aac-ead3-4e8e-85a1-4c3a302b00f7 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:31.242884 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4de5c6d-55bf-4102-a917-b7e1b969a1ea req-ec636aac-ead3-4e8e-85a1-4c3a302b00f7 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:31.259607 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4de5c6d-55bf-4102-a917-b7e1b969a1ea req-ec636aac-ead3-4e8e-85a1-4c3a302b00f7 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:31.280890 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4de5c6d-55bf-4102-a917-b7e1b969a1ea req-ec636aac-ead3-4e8e-85a1-4c3a302b00f7 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:31.286504 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c4de5c6d-55bf-4102-a917-b7e1b969a1ea req-ec636aac-ead3-4e8e-85a1-4c3a302b00f7 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/ports?device_id=afc254ea-ccf6-497c-b6f3-9c7790e81f60 HTTP/1.1" status: 200 len: 5444 time: 0.5230422 Aug 29 04:26:31.292986 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa56b83-f789-4fe3-819b-c64fb8469414 req-9364a15b-b4bd-4bea-b2dc-50db7d5311ee tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:31.302282 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bfa56b83-f789-4fe3-819b-c64fb8469414 req-9364a15b-b4bd-4bea-b2dc-50db7d5311ee tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=958fb903-1729-4290-8965-b1c2ef1d605e HTTP/1.1" status: 200 len: 945 time: 0.1573398 Aug 29 04:26:31.356540 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bfa56b83-f789-4fe3-819b-c64fb8469414 req-02f92c8a-a31e-443f-abb9-fea3874fa8d2 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/security-groups?id=c669a511-bb16-48c8-9944-1f8115bc7803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487752 Aug 29 04:26:31.427433 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=9f343b77-8813-497f-a301-1ef4c6472599,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:31.456613 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c4de5c6d-55bf-4102-a917-b7e1b969a1ea req-4b50ac97-6e83-4bfc-a8f0-bd128773ab8d tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/security-groups?id=c5569642-fe3a-4dae-b304-b5b17959f467&id=6765471a-6318-4be5-8b74-21c509c8c5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1622190 Aug 29 04:26:31.554238 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f25bf3-14e8-4f9b-b45e-2a23558194c8 req-334d357f-2361-465e-b72f-78b8ee32a62d tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:31.566445 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-63f25bf3-14e8-4f9b-b45e-2a23558194c8 req-334d357f-2361-465e-b72f-78b8ee32a62d tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "GET /v2.0/ports?device_id=574021e8-5a99-4599-a86e-9b43fe57cd6e HTTP/1.1" status: 200 len: 945 time: 0.1022747 Aug 29 04:26:31.635289 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-63f25bf3-14e8-4f9b-b45e-2a23558194c8 req-0edebf2b-266b-4edc-969f-f6ceb02cccb8 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3e7d6d7-f66e-4c2c-97ed-f92e3dc1f00c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611341 Aug 29 04:26:31.707996 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46bb8ea1-a9de-4356-9912-f5034a4f86a8 x-openstack-request-id: req-46bb8ea1-a9de-4356-9912-f5034a4f86a8 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:26:31.708552 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "574021e8-5a99-4599-a86e-9b43fe57cd6e", "name": "network-vif-plugged", "status": "completed", "tag": "9f343b77-8813-497f-a301-1ef4c6472599", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:26:31.708552 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-46bb8ea1-a9de-4356-9912-f5034a4f86a8 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:26:31.708944 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '574021e8-5a99-4599-a86e-9b43fe57cd6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f343b77-8813-497f-a301-1ef4c6472599', 'code': 200} Aug 29 04:26:31.723515 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 83587070-39b8-4b25-862c-546d4e634968 up at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:26:31.723834 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-71ca4619-5ff2-4146-9222-d4a31e989425 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:31.779004 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-71ca4619-5ff2-4146-9222-d4a31e989425 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:31.867795 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning complete for port 83587070-39b8-4b25-862c-546d4e634968 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:31.868186 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:32.018714 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f730fb55-2517-476c-839c-a8e0431e83b4 req-4bf99a58-4892-45ea-b29d-733bf744ff28 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4398685 Aug 29 04:26:32.041678 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:32.051430 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-71ca4619-5ff2-4146-9222-d4a31e989425 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Network 190ed133-3f66-4017-8bb2-b5dc47a3eb3f is not hosted by any dhcp agent {{(pid=94829) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 29 04:26:32.073034 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ca4619-5ff2-4146-9222-d4a31e989425 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:32.073034 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-71ca4619-5ff2-4146-9222-d4a31e989425 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:32.076852 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-71ca4619-5ff2-4146-9222-d4a31e989425 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] 10.222.0.22 "PUT /v2.0/networks/190ed133-3f66-4017-8bb2-b5dc47a3eb3f HTTP/1.1" status: 200 len: 723 time: 1.1683507 Aug 29 04:26:32.080463 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 59400) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:32.091861 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-f730fb55-2517-476c-839c-a8e0431e83b4 req-822145d3-2b5b-4100-bec5-e1a7bc31ce2d tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Request body: {'floatingip': {'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:32.132757 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-c1cd7715-4b10-4220-a942-f3db4b82cfaa tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Request body: {'subnet': {'network_id': '190ed133-3f66-4017-8bb2-b5dc47a3eb3f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:32.147380 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 83587070-39b8-4b25-862c-546d4e634968, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=83587070-39b8-4b25-862c-546d4e634968,segment=NetworkSegment(4345054c-8cc7-4ded-979c-629f28057ddf),segment_id=4345054c-8cc7-4ded-979c-629f28057ddf)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:32.240980 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:32.242294 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device b476e41b-45dc-49f6-9df8-5f6528a667c7 up at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:26:32.396012 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1cd7715-4b10-4220-a942-f3db4b82cfaa tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Made reservation on behalf of 3b680a37d4894bbbace086ade39e168e for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:26:32.399865 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c1cd7715-4b10-4220-a942-f3db4b82cfaa tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4552395'] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:32.435072 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ca4619-5ff2-4146-9222-d4a31e989425 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Pushing event updated for resources: {'Network': ['ID=190ed133-3f66-4017-8bb2-b5dc47a3eb3f,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:32.506851 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993e0bdc-1847-4ff5-b6ca-a1c1e8254adc req-e0aea7e8-f41e-440d-9937-55c1dc01e52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:32.511114 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-993e0bdc-1847-4ff5-b6ca-a1c1e8254adc req-e0aea7e8-f41e-440d-9937-55c1dc01e52b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=574021e8-5a99-4599-a86e-9b43fe57cd6e HTTP/1.1" status: 200 len: 1097 time: 0.5825369 Aug 29 04:26:32.521599 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 190ed133-3f66-4017-8bb2-b5dc47a3eb3f details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:26:32.601971 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-f730fb55-2517-476c-839c-a8e0431e83b4 req-822145d3-2b5b-4100-bec5-e1a7bc31ce2d tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Notify callbacks [] for floatingip, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:32.719192 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c40a6e-69fe-4c97-ad93-13f9ef5c0425 req-9f72c907-ffb2-4ff1-89a2-71be82d0d0a4 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:32.726199 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c40a6e-69fe-4c97-ad93-13f9ef5c0425 req-9f72c907-ffb2-4ff1-89a2-71be82d0d0a4 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:32.733816 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c40a6e-69fe-4c97-ad93-13f9ef5c0425 req-9f72c907-ffb2-4ff1-89a2-71be82d0d0a4 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:32.741147 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c40a6e-69fe-4c97-ad93-13f9ef5c0425 req-9f72c907-ffb2-4ff1-89a2-71be82d0d0a4 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:32.748044 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c40a6e-69fe-4c97-ad93-13f9ef5c0425 req-9f72c907-ffb2-4ff1-89a2-71be82d0d0a4 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:32.755402 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c40a6e-69fe-4c97-ad93-13f9ef5c0425 req-9f72c907-ffb2-4ff1-89a2-71be82d0d0a4 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:32.762354 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c40a6e-69fe-4c97-ad93-13f9ef5c0425 req-9f72c907-ffb2-4ff1-89a2-71be82d0d0a4 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:32.764712 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-59c40a6e-69fe-4c97-ad93-13f9ef5c0425 req-9f72c907-ffb2-4ff1-89a2-71be82d0d0a4 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/ports?device_id=afc254ea-ccf6-497c-b6f3-9c7790e81f60 HTTP/1.1" status: 200 len: 5444 time: 0.9114573 Aug 29 04:26:32.767228 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=83587070-39b8-4b25-862c-546d4e634968,revision_number=7']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:32.827001 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning for port b476e41b-45dc-49f6-9df8-5f6528a667c7 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:26:32.854704 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning complete for port b476e41b-45dc-49f6-9df8-5f6528a667c7 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:32.855286 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:32.876021 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-993e0bdc-1847-4ff5-b6ca-a1c1e8254adc req-fcb3a2de-687d-4384-abc4-fa2edf257aa7 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b3e7d6d7-f66e-4c2c-97ed-f92e3dc1f00c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3319418 Aug 29 04:26:33.068811 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:33.154861 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port b476e41b-45dc-49f6-9df8-5f6528a667c7, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=b476e41b-45dc-49f6-9df8-5f6528a667c7,segment=NetworkSegment(b7618bbf-11af-465a-8663-f9f8f84b36c0),segment_id=b7618bbf-11af-465a-8663-f9f8f84b36c0)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:33.158555 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db447e7a-60a8-4989-9d45-d3e5d1e8806e req-a528a36b-8b4b-412f-947d-f6f50752ffac tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:33.160943 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:33.164700 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-db447e7a-60a8-4989-9d45-d3e5d1e8806e req-a528a36b-8b4b-412f-947d-f6f50752ffac tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f3181a6-5bf7-4584-93ac-d7dfd39e4360 HTTP/1.1" status: 200 len: 944 time: 0.1602662 Aug 29 04:26:33.231581 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c1cd7715-4b10-4220-a942-f3db4b82cfaa tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4274880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4552377'] for subnet, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:33.240541 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-db447e7a-60a8-4989-9d45-d3e5d1e8806e req-8e1e85ac-5450-4106-b03c-e553531d130f tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649426 Aug 29 04:26:33.331962 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=b476e41b-45dc-49f6-9df8-5f6528a667c7,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:33.423283 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cac8f8a6-91f1-4dd1-8671-fd4c64f42b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:33.424641 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-f730fb55-2517-476c-839c-a8e0431e83b4 req-822145d3-2b5b-4100-bec5-e1a7bc31ce2d tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:33.475084 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e074a7f-388c-48f1-9f68-993762301888 req-aa75a7cc-3d1b-47b9-894c-3f059b10944d tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:33.487528 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0e074a7f-388c-48f1-9f68-993762301888 req-aa75a7cc-3d1b-47b9-894c-3f059b10944d tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=958fb903-1729-4290-8965-b1c2ef1d605e HTTP/1.1" status: 200 len: 946 time: 0.0747089 Aug 29 04:26:33.552319 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0e074a7f-388c-48f1-9f68-993762301888 req-df1a494b-b3cc-4570-92e0-2ac205bbda6e tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/security-groups?id=c669a511-bb16-48c8-9944-1f8115bc7803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635703 Aug 29 04:26:33.635134 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [req-f730fb55-2517-476c-839c-a8e0431e83b4 req-822145d3-2b5b-4100-bec5-e1a7bc31ce2d tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Allocated IP 172.25.0.33 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/c1be91d6-dd2b-41b7-a78d-16cc43fe4402) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:26:33.710478 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '958fb903-1729-4290-8965-b1c2ef1d605e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83587070-39b8-4b25-862c-546d4e634968'}, {'server_uuid': '3f3181a6-5bf7-4584-93ac-d7dfd39e4360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b476e41b-45dc-49f6-9df8-5f6528a667c7'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:26:33.714021 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-937e0c48-e47b-437f-ad18-7098fcf9ad50" -d '{"events": [{"server_uuid": "958fb903-1729-4290-8965-b1c2ef1d605e", "name": "network-vif-plugged", "status": "completed", "tag": "83587070-39b8-4b25-862c-546d4e634968"}, {"server_uuid": "3f3181a6-5bf7-4584-93ac-d7dfd39e4360", "name": "network-vif-plugged", "status": "completed", "tag": "b476e41b-45dc-49f6-9df8-5f6528a667c7"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:26:33.755825 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68b1f81-c87c-4425-9958-004f6b634fd4 req-161865bd-92e6-4df6-8eaa-e760a0a73a6e tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:33.763296 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c68b1f81-c87c-4425-9958-004f6b634fd4 req-161865bd-92e6-4df6-8eaa-e760a0a73a6e tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "GET /v2.0/ports?device_id=574021e8-5a99-4599-a86e-9b43fe57cd6e HTTP/1.1" status: 200 len: 945 time: 0.0653279 Aug 29 04:26:33.815241 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c68b1f81-c87c-4425-9958-004f6b634fd4 req-f7d86f5e-6ce4-4c12-b70e-f00f3ed7e803 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3e7d6d7-f66e-4c2c-97ed-f92e3dc1f00c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504401 Aug 29 04:26:33.872369 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cd7715-4b10-4220-a942-f3db4b82cfaa tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Pushing event updated for resources: {'Subnet': ['ID=621cef78-8848-4cbc-aca3-de7823a9bcbd,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:33.873839 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 29 Aug 2021 04:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e89044f-6892-49e7-a3f5-6d8c4917b923 x-openstack-request-id: req-1e89044f-6892-49e7-a3f5-6d8c4917b923 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:26:33.880426 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "958fb903-1729-4290-8965-b1c2ef1d605e", "name": "network-vif-plugged", "status": "completed", "tag": "83587070-39b8-4b25-862c-546d4e634968", "code": 200}, {"server_uuid": "3f3181a6-5bf7-4584-93ac-d7dfd39e4360", "name": "network-vif-plugged", "status": "completed", "tag": "b476e41b-45dc-49f6-9df8-5f6528a667c7", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:26:33.880901 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1e89044f-6892-49e7-a3f5-6d8c4917b923 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:26:33.881507 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '958fb903-1729-4290-8965-b1c2ef1d605e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83587070-39b8-4b25-862c-546d4e634968', 'code': 200} Aug 29 04:26:33.882117 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f3181a6-5bf7-4584-93ac-d7dfd39e4360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b476e41b-45dc-49f6-9df8-5f6528a667c7', 'code': 200} Aug 29 04:26:33.924652 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1cd7715-4b10-4220-a942-f3db4b82cfaa tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Checking segment: {'id': '24b9949b-13b6-41a4-9de3-0c55009b2a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '190ed133-3f66-4017-8bb2-b5dc47a3eb3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:26:33.925495 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1cd7715-4b10-4220-a942-f3db4b82cfaa tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Network hostable DHCP agents. Network: 190ed133-3f66-4017-8bb2-b5dc47a3eb3f, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:26:34.154965 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-f730fb55-2517-476c-839c-a8e0431e83b4 req-822145d3-2b5b-4100-bec5-e1a7bc31ce2d tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:34.219539 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1cd7715-4b10-4220-a942-f3db4b82cfaa tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Network 190ed133-3f66-4017-8bb2-b5dc47a3eb3f is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:26:34.223328 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-f730fb55-2517-476c-839c-a8e0431e83b4 req-822145d3-2b5b-4100-bec5-e1a7bc31ce2d tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:34.293779 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822145d3-2b5b-4100-bec5-e1a7bc31ce2d tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Pushing event updated for resources: {'Port': ['ID=c1be91d6-dd2b-41b7-a78d-16cc43fe4402,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:34.313619 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-c1cd7715-4b10-4220-a942-f3db4b82cfaa tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 190ed133-3f66-4017-8bb2-b5dc47a3eb3f) {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:34.322039 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f3caf7-e334-47ef-b08d-cb6f35ecf33d None None] Network 190ed133-3f66-4017-8bb2-b5dc47a3eb3f requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:26:34.323293 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f730fb55-2517-476c-839c-a8e0431e83b4 req-822145d3-2b5b-4100-bec5-e1a7bc31ce2d tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:26:34.332403 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [req-f730fb55-2517-476c-839c-a8e0431e83b4 req-822145d3-2b5b-4100-bec5-e1a7bc31ce2d tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:34.335655 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21b4994-2af4-40c9-9a2f-1a0382897632 req-85f84f18-8959-4795-9237-6fb2057d55d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:34.337663 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e21b4994-2af4-40c9-9a2f-1a0382897632 req-85f84f18-8959-4795-9237-6fb2057d55d8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3f3181a6-5bf7-4584-93ac-d7dfd39e4360 HTTP/1.1" status: 200 len: 1097 time: 0.3469141 Aug 29 04:26:34.338482 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [req-f730fb55-2517-476c-839c-a8e0431e83b4 req-822145d3-2b5b-4100-bec5-e1a7bc31ce2d tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:26:34.341190 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1cd7715-4b10-4220-a942-f3db4b82cfaa tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:34.341776 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c1cd7715-4b10-4220-a942-f3db4b82cfaa tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:34.419598 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-c1cd7715-4b10-4220-a942-f3db4b82cfaa tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3199499 Aug 29 04:26:34.422200 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 59426) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:34.457593 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-5b1dd7dc-5d59-4f11-b629-37fb2ecd3776 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:34.534474 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992be133-c8fe-4e31-8ea7-5c9aa9688bb2 req-9a9555a8-2b1e-4c88-9cb7-3a3b2c658610 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:34.544326 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-992be133-c8fe-4e31-8ea7-5c9aa9688bb2 req-9a9555a8-2b1e-4c88-9cb7-3a3b2c658610 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f3181a6-5bf7-4584-93ac-d7dfd39e4360 HTTP/1.1" status: 200 len: 945 time: 0.1317196 Aug 29 04:26:34.657319 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-992be133-c8fe-4e31-8ea7-5c9aa9688bb2 req-18065a64-43c7-4f10-ab0a-02e39aa48cac tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063423 Aug 29 04:26:34.863713 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74ebeec-daf3-4e88-9c97-de8efdfea703 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-190ed133-3f66-4017-8bb2-b5dc47a3eb3f', 'network_id': '190ed133-3f66-4017-8bb2-b5dc47a3eb3f', 'tenant_id': '3b680a37d4894bbbace086ade39e168e', 'fixed_ips': [{'subnet_id': '621cef78-8848-4cbc-aca3-de7823a9bcbd'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:26:34.865064 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f74ebeec-daf3-4e88-9c97-de8efdfea703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:35.041791 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-f74ebeec-daf3-4e88-9c97-de8efdfea703 None None] Allocated IP 172.20.0.2 (190ed133-3f66-4017-8bb2-b5dc47a3eb3f/621cef78-8848-4cbc-aca3-de7823a9bcbd/96816667-ed3b-419e-b95c-a99a86ed63ad) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:26:35.127369 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271a3a64-09b9-4d82-94f2-2efe988caac7 req-e3f97462-d57e-436d-b84d-25239e2acdd5 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:35.140702 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-271a3a64-09b9-4d82-94f2-2efe988caac7 req-e3f97462-d57e-436d-b84d-25239e2acdd5 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=958fb903-1729-4290-8965-b1c2ef1d605e HTTP/1.1" status: 200 len: 946 time: 0.1181273 Aug 29 04:26:35.242849 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-271a3a64-09b9-4d82-94f2-2efe988caac7 req-b8f9e32d-f6ad-46ed-b87e-1d1a884497db tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/security-groups?id=c669a511-bb16-48c8-9944-1f8115bc7803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859947 Aug 29 04:26:35.243667 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e21b4994-2af4-40c9-9a2f-1a0382897632 req-21ce318b-b011-41c9-a1fe-f6383062557d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8848586 Aug 29 04:26:35.368722 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-f730fb55-2517-476c-839c-a8e0431e83b4 req-822145d3-2b5b-4100-bec5-e1a7bc31ce2d tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:35.384831 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f74ebeec-daf3-4e88-9c97-de8efdfea703 None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:35.433582 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-f74ebeec-daf3-4e88-9c97-de8efdfea703 None None] Transition to ACTIVE for port object 96816667-ed3b-419e-b95c-a99a86ed63ad will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:26:35.444827 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5b1dd7dc-5d59-4f11-b629-37fb2ecd3776 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4552370'] for subnet, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:35.480915 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca3fa5d-f976-40f9-b926-14c3e7fc50a3 req-101456ec-b7ed-43fe-90e9-5ecddaa775bb tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:35.492287 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0ca3fa5d-f976-40f9-b926-14c3e7fc50a3 req-101456ec-b7ed-43fe-90e9-5ecddaa775bb tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "GET /v2.0/ports?device_id=574021e8-5a99-4599-a86e-9b43fe57cd6e HTTP/1.1" status: 200 len: 945 time: 0.1164818 Aug 29 04:26:35.506348 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-f74ebeec-daf3-4e88-9c97-de8efdfea703 None None] Transition to ACTIVE for port object 96816667-ed3b-419e-b95c-a99a86ed63ad will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:26:35.524531 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f74ebeec-daf3-4e88-9c97-de8efdfea703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:35.583932 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74ebeec-daf3-4e88-9c97-de8efdfea703 None None] Network 190ed133-3f66-4017-8bb2-b5dc47a3eb3f is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:26:35.593443 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0ca3fa5d-f976-40f9-b926-14c3e7fc50a3 req-a646388b-e37b-4057-a438-025afe62e9a3 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3e7d6d7-f66e-4c2c-97ed-f92e3dc1f00c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989211 Aug 29 04:26:35.692635 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-f730fb55-2517-476c-839c-a8e0431e83b4 req-822145d3-2b5b-4100-bec5-e1a7bc31ce2d tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:35.729502 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74ebeec-daf3-4e88-9c97-de8efdfea703 None None] Pushing event updated for resources: {'Port': ['ID=96816667-ed3b-419e-b95c-a99a86ed63ad,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:35.739850 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-f74ebeec-daf3-4e88-9c97-de8efdfea703 None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:35.742398 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74ebeec-daf3-4e88-9c97-de8efdfea703 None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:26:35.869231 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-f74ebeec-daf3-4e88-9c97-de8efdfea703 None None] Attempting to bind port 96816667-ed3b-419e-b95c-a99a86ed63ad on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:26:35.884091 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-f74ebeec-daf3-4e88-9c97-de8efdfea703 None None] Attempting to bind port 96816667-ed3b-419e-b95c-a99a86ed63ad by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '24b9949b-13b6-41a4-9de3-0c55009b2a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '190ed133-3f66-4017-8bb2-b5dc47a3eb3f'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:26:35.884091 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74ebeec-daf3-4e88-9c97-de8efdfea703 None None] Attempting to bind port 96816667-ed3b-419e-b95c-a99a86ed63ad on network 190ed133-3f66-4017-8bb2-b5dc47a3eb3f {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:26:35.902873 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74ebeec-daf3-4e88-9c97-de8efdfea703 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:26:35.903995 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74ebeec-daf3-4e88-9c97-de8efdfea703 None None] Checking segment: {'id': '24b9949b-13b6-41a4-9de3-0c55009b2a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '190ed133-3f66-4017-8bb2-b5dc47a3eb3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:26:35.904915 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f74ebeec-daf3-4e88-9c97-de8efdfea703 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:35.905418 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74ebeec-daf3-4e88-9c97-de8efdfea703 None None] Bound using segment: {'id': '24b9949b-13b6-41a4-9de3-0c55009b2a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '190ed133-3f66-4017-8bb2-b5dc47a3eb3f'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:26:35.906018 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-f74ebeec-daf3-4e88-9c97-de8efdfea703 None None] Bound port: 96816667-ed3b-419e-b95c-a99a86ed63ad, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24b9949b-13b6-41a4-9de3-0c55009b2a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '190ed133-3f66-4017-8bb2-b5dc47a3eb3f'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:26:35.906587 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f74ebeec-daf3-4e88-9c97-de8efdfea703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:35.933591 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 59460) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:35.954481 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782421d2-3f78-48d2-abb9-c95a076cd3ea req-b7252afb-e497-4f56-8fc1-7f16d3c64715 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:35.975848 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-782421d2-3f78-48d2-abb9-c95a076cd3ea req-b7252afb-e497-4f56-8fc1-7f16d3c64715 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "GET /v2.0/ports?device_id=574021e8-5a99-4599-a86e-9b43fe57cd6e HTTP/1.1" status: 200 len: 945 time: 0.2811902 Aug 29 04:26:35.997211 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 59462) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:36.030679 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-c5c9ad90-a75f-4f39-808c-4b7361fd1793 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Request body: {'floatingip': {'port_id': '9f343b77-8813-497f-a301-1ef4c6472599'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:36.079120 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-f74ebeec-daf3-4e88-9c97-de8efdfea703 None None] For port 96816667-ed3b-419e-b95c-a99a86ed63ad, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:26:36.093246 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-f74ebeec-daf3-4e88-9c97-de8efdfea703 None None] For port 96816667-ed3b-419e-b95c-a99a86ed63ad, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=96816667-ed3b-419e-b95c-a99a86ed63ad,segment=NetworkSegment(24b9949b-13b6-41a4-9de3-0c55009b2a0a),segment_id=24b9949b-13b6-41a4-9de3-0c55009b2a0a)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:26:36.100642 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f74ebeec-daf3-4e88-9c97-de8efdfea703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:36.127119 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-f730fb55-2517-476c-839c-a8e0431e83b4 req-822145d3-2b5b-4100-bec5-e1a7bc31ce2d tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:36.133487 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-f730fb55-2517-476c-839c-a8e0431e83b4 req-822145d3-2b5b-4100-bec5-e1a7bc31ce2d tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:36.311990 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-647af6d7-fe58-4dd1-b9c7-764758f5a2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:36.341514 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74ebeec-daf3-4e88-9c97-de8efdfea703 None None] Pushing event updated for resources: {'Port': ['ID=96816667-ed3b-419e-b95c-a99a86ed63ad,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:36.368659 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c5c9ad90-a75f-4f39-808c-4b7361fd1793 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Notify callbacks [] for floatingip, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:36.441382 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f42a902-4f43-454a-b4c8-23657fd08295 req-811bf498-fec7-4ed7-9dd8-67c58926b851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:36.442153 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f42a902-4f43-454a-b4c8-23657fd08295 req-811bf498-fec7-4ed7-9dd8-67c58926b851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:36.442792 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f42a902-4f43-454a-b4c8-23657fd08295 req-811bf498-fec7-4ed7-9dd8-67c58926b851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:36.443424 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f42a902-4f43-454a-b4c8-23657fd08295 req-811bf498-fec7-4ed7-9dd8-67c58926b851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:36.444098 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f42a902-4f43-454a-b4c8-23657fd08295 req-811bf498-fec7-4ed7-9dd8-67c58926b851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:36.444732 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f42a902-4f43-454a-b4c8-23657fd08295 req-811bf498-fec7-4ed7-9dd8-67c58926b851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:36.445360 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f42a902-4f43-454a-b4c8-23657fd08295 req-811bf498-fec7-4ed7-9dd8-67c58926b851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:36.463414 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8f42a902-4f43-454a-b4c8-23657fd08295 req-811bf498-fec7-4ed7-9dd8-67c58926b851 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=afc254ea-ccf6-497c-b6f3-9c7790e81f60 HTTP/1.1" status: 200 len: 6508 time: 0.4864161 Aug 29 04:26:36.547495 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63c1313-6a89-4d83-ba15-b781daf724e4 req-b2446f61-73d0-4299-afc4-6b621e2871cf tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:36.557234 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c63c1313-6a89-4d83-ba15-b781daf724e4 req-b2446f61-73d0-4299-afc4-6b621e2871cf tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f3181a6-5bf7-4584-93ac-d7dfd39e4360 HTTP/1.1" status: 200 len: 945 time: 0.3719280 Aug 29 04:26:36.602932 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822145d3-2b5b-4100-bec5-e1a7bc31ce2d tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Pushing event updated for resources: {'Port': ['ID=c1be91d6-dd2b-41b7-a78d-16cc43fe4402,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:36.613822 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5b1dd7dc-5d59-4f11-b629-37fb2ecd3776 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8732639023912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4274186'] for subnet, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:36.652350 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c63c1313-6a89-4d83-ba15-b781daf724e4 req-6bee6796-47c0-4fbe-886a-6202bcd79db8 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937989 Aug 29 04:26:36.731666 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b1dd7dc-5d59-4f11-b629-37fb2ecd3776 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:36.732878 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5b1dd7dc-5d59-4f11-b629-37fb2ecd3776 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:36.734398 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-5b1dd7dc-5d59-4f11-b629-37fb2ecd3776 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] 10.222.0.22 "PUT /v2.0/subnets/621cef78-8848-4cbc-aca3-de7823a9bcbd HTTP/1.1" status: 200 len: 806 time: 2.2878590 Aug 29 04:26:36.737091 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-f730fb55-2517-476c-839c-a8e0431e83b4 req-822145d3-2b5b-4100-bec5-e1a7bc31ce2d tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719515'] for floatingip, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:36.755573 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 59474) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:36.773143 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-f730fb55-2517-476c-839c-a8e0431e83b4 req-822145d3-2b5b-4100-bec5-e1a7bc31ce2d tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:36.774721 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f730fb55-2517-476c-839c-a8e0431e83b4 req-822145d3-2b5b-4100-bec5-e1a7bc31ce2d tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.6931357 Aug 29 04:26:36.813998 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8f42a902-4f43-454a-b4c8-23657fd08295 req-0b541bc7-652b-4238-a1ee-c237f5416a4f service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=c5569642-fe3a-4dae-b304-b5b17959f467&id=6765471a-6318-4be5-8b74-21c509c8c5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3493130 Aug 29 04:26:36.889432 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1dd7dc-5d59-4f11-b629-37fb2ecd3776 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Pushing event updated for resources: {'Subnet': ['ID=621cef78-8848-4cbc-aca3-de7823a9bcbd,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:36.910791 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f730fb55-2517-476c-839c-a8e0431e83b4 req-e59f5e40-feff-4719-9bb7-4e90856bb964 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.0.33 HTTP/1.1" status: 200 len: 695 time: 0.1132429 Aug 29 04:26:37.175084 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-20e1cbfd-f718-4b1f-a186-b4dbd1be6a4a tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:37.226075 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 96816667-ed3b-419e-b95c-a99a86ed63ad up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:26:37.243479 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa672d3c-4cfc-4500-9a7c-167ddde02801 req-e800210d-50e7-40e8-b313-dc6d207e7eef tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:37.254638 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fa672d3c-4cfc-4500-9a7c-167ddde02801 req-e800210d-50e7-40e8-b313-dc6d207e7eef tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=958fb903-1729-4290-8965-b1c2ef1d605e HTTP/1.1" status: 200 len: 946 time: 0.4225960 Aug 29 04:26:37.273751 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f730fb55-2517-476c-839c-a8e0431e83b4 req-7d483999-a4ad-4941-bd90-aa9a902b2b84 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:37.293560 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f730fb55-2517-476c-839c-a8e0431e83b4 req-7d483999-a4ad-4941-bd90-aa9a902b2b84 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] 10.222.0.22 "GET /v2.0/networks/e6c84a15-2e6f-4c07-8ede-a88148c2fe90 HTTP/1.1" status: 200 len: 784 time: 0.3758512 Aug 29 04:26:37.382720 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:37.384257 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:37.440332 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-20e1cbfd-f718-4b1f-a186-b4dbd1be6a4a tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Deleting port 96816667-ed3b-419e-b95c-a99a86ed63ad {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:26:37.440731 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-20e1cbfd-f718-4b1f-a186-b4dbd1be6a4a tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:37.444757 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fa672d3c-4cfc-4500-9a7c-167ddde02801 req-82caa3c6-6693-442e-8ac0-0a9cc1217752 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/security-groups?id=c669a511-bb16-48c8-9944-1f8115bc7803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1854861 Aug 29 04:26:37.489130 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 96816667-ed3b-419e-b95c-a99a86ed63ad completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:26:37.838462 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-20e1cbfd-f718-4b1f-a186-b4dbd1be6a4a tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] For port 96816667-ed3b-419e-b95c-a99a86ed63ad, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=96816667-ed3b-419e-b95c-a99a86ed63ad,segment=NetworkSegment(24b9949b-13b6-41a4-9de3-0c55009b2a0a),segment_id=24b9949b-13b6-41a4-9de3-0c55009b2a0a)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:37.841920 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-20e1cbfd-f718-4b1f-a186-b4dbd1be6a4a tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:37.890345 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-20e1cbfd-f718-4b1f-a186-b4dbd1be6a4a tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Calling delete_port for 96816667-ed3b-419e-b95c-a99a86ed63ad owned by network:dhcp {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:26:38.028770 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.db.resource_extend [None req-c5c9ad90-a75f-4f39-808c-4b7361fd1793 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:26:38.152676 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e074af80-9dca-4d8a-bd9b-ad99c3f97b81 req-6e31dcb4-378f-4c62-a43c-d5f634994055 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:38.161496 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e074af80-9dca-4d8a-bd9b-ad99c3f97b81 req-6e31dcb4-378f-4c62-a43c-d5f634994055 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f3181a6-5bf7-4584-93ac-d7dfd39e4360 HTTP/1.1" status: 200 len: 945 time: 0.2639604 Aug 29 04:26:38.307495 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e074af80-9dca-4d8a-bd9b-ad99c3f97b81 req-dcf22cac-7cdb-45ff-b657-717737ac2d49 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444006 Aug 29 04:26:38.332207 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c5c9ad90-a75f-4f39-808c-4b7361fd1793 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:38.340216 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-20e1cbfd-f718-4b1f-a186-b4dbd1be6a4a tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:38.342926 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c5c9ad90-a75f-4f39-808c-4b7361fd1793 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719515'] for floatingip, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:38.435161 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e1cbfd-f718-4b1f-a186-b4dbd1be6a4a tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Pushing event deleted for resources: {'Port': ['ID=96816667-ed3b-419e-b95c-a99a86ed63ad,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:38.522623 n-d-712140-12 neutron-server[94828]: INFO neutron.db.l3_db [None req-c5c9ad90-a75f-4f39-808c-4b7361fd1793 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Floating IP f72bcb8f-8a2b-4b6a-9bf9-8909d3e32fff associated. External IP: 172.25.0.210, port: 9f343b77-8813-497f-a301-1ef4c6472599. Aug 29 04:26:38.567811 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e1cbfd-f718-4b1f-a186-b4dbd1be6a4a tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] No DVR routers for this DVR port 96816667-ed3b-419e-b95c-a99a86ed63ad on host n-d-712140-12 {{(pid=94829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:26:38.622872 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:38.720328 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-20e1cbfd-f718-4b1f-a186-b4dbd1be6a4a tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:38.827872 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26e77d4-a104-4142-9e02-62c585b74490 None None] Network 190ed133-3f66-4017-8bb2-b5dc47a3eb3f requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:26:38.920985 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-178b809e-9d58-4194-a138-9fb2e9d8706a None None] Could not find standard attr ID for object 96816667-ed3b-419e-b95c-a99a86ed63ad. {{(pid=94830) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:26:38.936762 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-20e1cbfd-f718-4b1f-a186-b4dbd1be6a4a tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4552352'] for subnet, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:39.070750 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e1cbfd-f718-4b1f-a186-b4dbd1be6a4a tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Pushing event deleted for resources: {'Subnet': ['ID=621cef78-8848-4cbc-aca3-de7823a9bcbd,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:39.209514 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5c9ad90-a75f-4f39-808c-4b7361fd1793 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Router def0a604-df59-49da-8eca-52935833d7d6 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:26:39.256659 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-20e1cbfd-f718-4b1f-a186-b4dbd1be6a4a tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:39.280628 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35566c3e-a802-4a2e-ab4e-7a32a458eb38 None None] DHCP port deletion for 190ed133-3f66-4017-8bb2-b5dc47a3eb3f request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:26:39.289275 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-20e1cbfd-f718-4b1f-a186-b4dbd1be6a4a tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['190ed133-3f66-4017-8bb2-b5dc47a3eb3f']}} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:39.308566 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e49e8d-1d0f-4e50-8921-a4906e43b856 None None] Network 190ed133-3f66-4017-8bb2-b5dc47a3eb3f requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:26:39.333395 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-20e1cbfd-f718-4b1f-a186-b4dbd1be6a4a tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24b9949b-13b6-41a4-9de3-0c55009b2a0a') {'for_net_delete': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:39.333723 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-20e1cbfd-f718-4b1f-a186-b4dbd1be6a4a tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24b9949b-13b6-41a4-9de3-0c55009b2a0a') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:39.350772 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-20e1cbfd-f718-4b1f-a186-b4dbd1be6a4a tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4311712'] for segment, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:39.416079 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-20e1cbfd-f718-4b1f-a186-b4dbd1be6a4a tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:39.456562 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20e1cbfd-f718-4b1f-a186-b4dbd1be6a4a tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=94829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:26:39.456983 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-20e1cbfd-f718-4b1f-a186-b4dbd1be6a4a tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4274277'] for segment, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:39.463862 n-d-712140-12 neutron-server[94829]: Traceback (most recent call last): Aug 29 04:26:39.463862 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:26:39.463862 n-d-712140-12 neutron-server[94829]: timer() Aug 29 04:26:39.463862 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:26:39.463862 n-d-712140-12 neutron-server[94829]: cb(*args, **kw) Aug 29 04:26:39.463862 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:26:39.463862 n-d-712140-12 neutron-server[94829]: return func(*args, **kwargs) Aug 29 04:26:39.463862 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:26:39.463862 n-d-712140-12 neutron-server[94829]: self._notify() Aug 29 04:26:39.463862 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:26:39.463862 n-d-712140-12 neutron-server[94829]: self.callback(batched_events) Aug 29 04:26:39.463862 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:26:39.463862 n-d-712140-12 neutron-server[94829]: event.method(event) Aug 29 04:26:39.463862 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:26:39.463862 n-d-712140-12 neutron-server[94829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:26:39.463862 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:26:39.463862 n-d-712140-12 neutron-server[94829]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:26:39.463862 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:26:39.463862 n-d-712140-12 neutron-server[94829]: return f(self, *a, **k) Aug 29 04:26:39.463862 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:26:39.463862 n-d-712140-12 neutron-server[94829]: return self._get(url).json() Aug 29 04:26:39.463862 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:26:39.463862 n-d-712140-12 neutron-server[94829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:26:39.463862 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:26:39.463862 n-d-712140-12 neutron-server[94829]: return self.request(url, 'GET', **kwargs) Aug 29 04:26:39.463862 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:26:39.463862 n-d-712140-12 neutron-server[94829]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:26:39.463862 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:26:39.463862 n-d-712140-12 neutron-server[94829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:26:39.463862 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:26:39.463862 n-d-712140-12 neutron-server[94829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:26:39.463862 n-d-712140-12 neutron-server[94829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:26:39.494473 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5c9ad90-a75f-4f39-808c-4b7361fd1793 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:26:39.514261 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5066b725-a5f2-4840-b1d1-1fbecd0f030a None None] Sync routers for ids ['def0a604-df59-49da-8eca-52935833d7d6'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:26:39.516865 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c5c9ad90-a75f-4f39-808c-4b7361fd1793 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:39.572053 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5066b725-a5f2-4840-b1d1-1fbecd0f030a None None] Routers {'def0a604-df59-49da-8eca-52935833d7d6'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:26:39.573152 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-5066b725-a5f2-4840-b1d1-1fbecd0f030a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:26:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['def0a604-df59-49da-8eca-52935833d7d6'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:39.593960 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2b94cd-96a9-493a-8bb8-a591d185f36f req-780216f8-a038-4fac-acc9-670ca29ff359 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:39.607408 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7a2b94cd-96a9-493a-8bb8-a591d185f36f req-780216f8-a038-4fac-acc9-670ca29ff359 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=958fb903-1729-4290-8965-b1c2ef1d605e HTTP/1.1" status: 200 len: 946 time: 0.5112429 Aug 29 04:26:39.702534 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-20e1cbfd-f718-4b1f-a186-b4dbd1be6a4a tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:39.753354 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-c5c9ad90-a75f-4f39-808c-4b7361fd1793 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "PUT /v2.0/floatingips/f72bcb8f-8a2b-4b6a-9bf9-8909d3e32fff HTTP/1.1" status: 200 len: 991 time: 3.7496541 Aug 29 04:26:39.753978 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '574021e8-5a99-4599-a86e-9b43fe57cd6e', 'tag': '9f343b77-8813-497f-a301-1ef4c6472599'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:26:39.781769 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f6b8fea-ccad-4b6d-b2dc-0f7a08110f10" -d '{"events": [{"name": "network-changed", "server_uuid": "574021e8-5a99-4599-a86e-9b43fe57cd6e", "tag": "9f343b77-8813-497f-a301-1ef4c6472599"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:26:39.841716 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-20e1cbfd-f718-4b1f-a186-b4dbd1be6a4a tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:39.848667 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 59518) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:39.848985 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-20e1cbfd-f718-4b1f-a186-b4dbd1be6a4a tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] 10.222.0.22 "DELETE /v2.0/networks/190ed133-3f66-4017-8bb2-b5dc47a3eb3f HTTP/1.1" status: 204 len: 168 time: 3.0876024 Aug 29 04:26:39.904922 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e1cbfd-f718-4b1f-a186-b4dbd1be6a4a tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Pushing event deleted for resources: {'Network': ['ID=190ed133-3f66-4017-8bb2-b5dc47a3eb3f,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:39.933671 n-d-712140-12 neutron-server[94828]: INFO neutron.pecan_wsgi.hooks.translation [None req-08b347a5-b64d-4b8e-88b3-601576ae8e85 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] DELETE failed (client error): The resource could not be found. Aug 29 04:26:39.934287 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08b347a5-b64d-4b8e-88b3-601576ae8e85 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:26:39.942178 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-08b347a5-b64d-4b8e-88b3-601576ae8e85 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] 10.222.0.22 "DELETE /v2.0/networks/190ed133-3f66-4017-8bb2-b5dc47a3eb3f HTTP/1.1" status: 404 len: 339 time: 0.0818529 Aug 29 04:26:39.942557 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 59522) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:39.946686 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7a2b94cd-96a9-493a-8bb8-a591d185f36f req-954a49e4-67f2-4205-bdec-f394f3a8aa58 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/security-groups?id=c669a511-bb16-48c8-9944-1f8115bc7803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3366444 Aug 29 04:26:39.948840 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-084cb2c6-a23a-4470-97d2-e6e22ebd2286 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1032541048', 'description': 'd1'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:39.976321 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-5066b725-a5f2-4840-b1d1-1fbecd0f030a None None] Set router def0a604-df59-49da-8eca-52935833d7d6 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:26:40.033628 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-084cb2c6-a23a-4470-97d2-e6e22ebd2286 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Made reservation on behalf of 3b680a37d4894bbbace086ade39e168e for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:26:40.049053 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-084cb2c6-a23a-4470-97d2-e6e22ebd2286 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:40.170711 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-084cb2c6-a23a-4470-97d2-e6e22ebd2286 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:26:40.212764 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-084cb2c6-a23a-4470-97d2-e6e22ebd2286 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:40.213977 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-084cb2c6-a23a-4470-97d2-e6e22ebd2286 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Added segment 1c1eec39-58c3-4cd6-bdd1-7ae8281b79fa of type vlan for network 1302fa5b-135b-432c-8a3e-5d2572aa5990 Aug 29 04:26:40.479974 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b768fa-0fd9-4a25-8f7e-eb239ab49ca3 req-7dad17ad-33da-4248-9b1a-6ea6572cca83 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:40.483787 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-084cb2c6-a23a-4470-97d2-e6e22ebd2286 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:40.506326 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-44b768fa-0fd9-4a25-8f7e-eb239ab49ca3 req-7dad17ad-33da-4248-9b1a-6ea6572cca83 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f3181a6-5bf7-4584-93ac-d7dfd39e4360 HTTP/1.1" status: 200 len: 945 time: 0.2555423 Aug 29 04:26:40.582982 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-084cb2c6-a23a-4470-97d2-e6e22ebd2286 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:40.629547 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084cb2c6-a23a-4470-97d2-e6e22ebd2286 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:40.630574 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-084cb2c6-a23a-4470-97d2-e6e22ebd2286 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:40.708706 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-44b768fa-0fd9-4a25-8f7e-eb239ab49ca3 req-44e14adb-c299-489f-8dd7-9d87b4918a1f tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074199 Aug 29 04:26:40.880827 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 59530) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:40.882429 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-084cb2c6-a23a-4470-97d2-e6e22ebd2286 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.9385312 Aug 29 04:26:40.900440 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084cb2c6-a23a-4470-97d2-e6e22ebd2286 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Pushing event updated for resources: {'Network': ['ID=1302fa5b-135b-432c-8a3e-5d2572aa5990,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:40.913434 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 1302fa5b-135b-432c-8a3e-5d2572aa5990 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:26:41.045854 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 96816667-ed3b-419e-b95c-a99a86ed63ad no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:26:41.123484 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33504527-0dd1-426f-8c2a-c2b00afc054c x-openstack-request-id: req-33504527-0dd1-426f-8c2a-c2b00afc054c {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:26:41.126906 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "574021e8-5a99-4599-a86e-9b43fe57cd6e", "tag": "9f343b77-8813-497f-a301-1ef4c6472599", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:26:41.132930 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-33504527-0dd1-426f-8c2a-c2b00afc054c {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:26:41.133839 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '574021e8-5a99-4599-a86e-9b43fe57cd6e', 'tag': '9f343b77-8813-497f-a301-1ef4c6472599', 'status': 'completed', 'code': 200} Aug 29 04:26:41.211970 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6b8fea-ccad-4b6d-b2dc-0f7a08110f10 req-86745a7c-6982-4227-bcfb-3a53098023ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:41.213855 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8f6b8fea-ccad-4b6d-b2dc-0f7a08110f10 req-86745a7c-6982-4227-bcfb-3a53098023ac service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6c9e9b4cb47149d19005e5a96f02d4fd&device_id=574021e8-5a99-4599-a86e-9b43fe57cd6e HTTP/1.1" status: 200 len: 1097 time: 0.1708674 Aug 29 04:26:41.214329 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-5066b725-a5f2-4840-b1d1-1fbecd0f030a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def0a604-df59-49da-8eca-52935833d7d6', 'name': 'tempest-AttachVolumeTestJSON-1505354995-router', 'tenant_id': '6c9e9b4cb47149d19005e5a96f02d4fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'a7600daa-aafe-46ff-b65d-e523b2deceea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:54Z', 'updated_at': '2021-08-29T04:26:01Z', 'revision_number': 4, 'project_id': '6c9e9b4cb47149d19005e5a96f02d4fd', 'gw_port': {'id': 'a7600daa-aafe-46ff-b65d-e523b2deceea', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:45:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def0a604-df59-49da-8eca-52935833d7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:55Z', 'updated_at': '2021-08-29T04:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': 'f72bcb8f-8a2b-4b6a-9bf9-8909d3e32fff', 'tenant_id': '6c9e9b4cb47149d19005e5a96f02d4fd', 'floating_ip_address': '172.25.0.210', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': 'def0a604-df59-49da-8eca-52935833d7d6', 'port_id': '9f343b77-8813-497f-a301-1ef4c6472599', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1917, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bcd0067-6e50-451c-9004-abafcee70c8b', 'mac_address': 'fa:16:3e:5e:bc:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574021e8-5a99-4599-a86e-9b43fe57cd6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:26:10Z', 'updated_at': '2021-08-29T04:26:37Z', 'revision_number': 1, 'project_id': '6c9e9b4cb47149d19005e5a96f02d4fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89765845-91b6-482e-bcb3-a7b59e9aec5f', 'name': '', 'network_id': '3bcd0067-6e50-451c-9004-abafcee70c8b', 'tenant_id': '6c9e9b4cb47149d19005e5a96f02d4fd', 'mac_address': 'fa:16:3e:92:51:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def0a604-df59-49da-8eca-52935833d7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1899, 'fixed_ips': [{'subnet_id': '77379d5c-d72e-4fe0-ace8-ef22d196f6e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:00Z', 'updated_at': '2021-08-29T04:26:09Z', 'revision_number': 5, 'project_id': '6c9e9b4cb47149d19005e5a96f02d4fd', 'subnets': [{'id': '77379d5c-d72e-4fe0-ace8-ef22d196f6e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:41.251208 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1975c547-4ea6-47a3-b533-5f2beaad5813 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:41.268088 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-1975c547-4ea6-47a3-b533-5f2beaad5813 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] 10.222.0.22 "GET /v2.0/networks?id=1302fa5b-135b-432c-8a3e-5d2572aa5990 HTTP/1.1" status: 200 len: 761 time: 0.3857479 Aug 29 04:26:41.288890 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 59538) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:41.309187 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5066b725-a5f2-4840-b1d1-1fbecd0f030a None None] Checking router: def0a604-df59-49da-8eca-52935833d7d6 for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:26:41.319075 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-34b1bddd-abb2-48be-9490-d05d4d7c6481 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Request body: {'network': {'description': 'd2'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:41.335417 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5066b725-a5f2-4840-b1d1-1fbecd0f030a None None] Routers {'def0a604-df59-49da-8eca-52935833d7d6'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:26:41.340891 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-5066b725-a5f2-4840-b1d1-1fbecd0f030a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:26:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['def0a604-df59-49da-8eca-52935833d7d6'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:41.630590 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 96816667-ed3b-419e-b95c-a99a86ed63ad {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:26:41.630931 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 96816667-ed3b-419e-b95c-a99a86ed63ad not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:26:41.634293 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6b8fea-ccad-4b6d-b2dc-0f7a08110f10 req-e58fef4f-9d21-45a7-86af-4b7d0a39e550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:41.636362 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8f6b8fea-ccad-4b6d-b2dc-0f7a08110f10 req-e58fef4f-9d21-45a7-86af-4b7d0a39e550 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3bcd0067-6e50-451c-9004-abafcee70c8b HTTP/1.1" status: 200 len: 912 time: 0.4146991 Aug 29 04:26:41.646535 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-5066b725-a5f2-4840-b1d1-1fbecd0f030a None None] Set router def0a604-df59-49da-8eca-52935833d7d6 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:26:41.782553 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8f6b8fea-ccad-4b6d-b2dc-0f7a08110f10 req-d389a8bd-014a-4e59-97b7-8c2212a1a632 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9f343b77-8813-497f-a301-1ef4c6472599 HTTP/1.1" status: 200 len: 999 time: 0.1378474 Aug 29 04:26:41.852352 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8ed273-d64c-42bc-bc91-4f21cd99a0f8 req-6f491e09-c573-4bf3-86f8-cc50723902ea tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:41.862918 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ae8ed273-d64c-42bc-bc91-4f21cd99a0f8 req-6f491e09-c573-4bf3-86f8-cc50723902ea tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=958fb903-1729-4290-8965-b1c2ef1d605e HTTP/1.1" status: 200 len: 946 time: 0.3739123 Aug 29 04:26:41.891037 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6b8fea-ccad-4b6d-b2dc-0f7a08110f10 req-2c539fab-e6f2-4967-85cf-c820770be5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:41.895756 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8f6b8fea-ccad-4b6d-b2dc-0f7a08110f10 req-2c539fab-e6f2-4967-85cf-c820770be5b2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=77379d5c-d72e-4fe0-ace8-ef22d196f6e9 HTTP/1.1" status: 200 len: 850 time: 0.1050625 Aug 29 04:26:41.959975 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-5066b725-a5f2-4840-b1d1-1fbecd0f030a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def0a604-df59-49da-8eca-52935833d7d6', 'name': 'tempest-AttachVolumeTestJSON-1505354995-router', 'tenant_id': '6c9e9b4cb47149d19005e5a96f02d4fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'a7600daa-aafe-46ff-b65d-e523b2deceea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:54Z', 'updated_at': '2021-08-29T04:26:01Z', 'revision_number': 4, 'project_id': '6c9e9b4cb47149d19005e5a96f02d4fd', 'gw_port': {'id': 'a7600daa-aafe-46ff-b65d-e523b2deceea', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:45:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def0a604-df59-49da-8eca-52935833d7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:55Z', 'updated_at': '2021-08-29T04:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': 'f72bcb8f-8a2b-4b6a-9bf9-8909d3e32fff', 'tenant_id': '6c9e9b4cb47149d19005e5a96f02d4fd', 'floating_ip_address': '172.25.0.210', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': 'def0a604-df59-49da-8eca-52935833d7d6', 'port_id': '9f343b77-8813-497f-a301-1ef4c6472599', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1917, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bcd0067-6e50-451c-9004-abafcee70c8b', 'mac_address': 'fa:16:3e:5e:bc:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574021e8-5a99-4599-a86e-9b43fe57cd6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:26:10Z', 'updated_at': '2021-08-29T04:26:37Z', 'revision_number': 1, 'project_id': '6c9e9b4cb47149d19005e5a96f02d4fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89765845-91b6-482e-bcb3-a7b59e9aec5f', 'name': '', 'network_id': '3bcd0067-6e50-451c-9004-abafcee70c8b', 'tenant_id': '6c9e9b4cb47149d19005e5a96f02d4fd', 'mac_address': 'fa:16:3e:92:51:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def0a604-df59-49da-8eca-52935833d7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1899, 'fixed_ips': [{'subnet_id': '77379d5c-d72e-4fe0-ace8-ef22d196f6e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:00Z', 'updated_at': '2021-08-29T04:26:09Z', 'revision_number': 5, 'project_id': '6c9e9b4cb47149d19005e5a96f02d4fd', 'subnets': [{'id': '77379d5c-d72e-4fe0-ace8-ef22d196f6e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:41.992428 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5066b725-a5f2-4840-b1d1-1fbecd0f030a None None] The sync data for ids ['def0a604-df59-49da-8eca-52935833d7d6'] in n-d-712140-12 is: [{'id': 'def0a604-df59-49da-8eca-52935833d7d6', 'name': 'tempest-AttachVolumeTestJSON-1505354995-router', 'tenant_id': '6c9e9b4cb47149d19005e5a96f02d4fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'a7600daa-aafe-46ff-b65d-e523b2deceea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:54Z', 'updated_at': '2021-08-29T04:26:01Z', 'revision_number': 4, 'project_id': '6c9e9b4cb47149d19005e5a96f02d4fd', 'gw_port': {'id': 'a7600daa-aafe-46ff-b65d-e523b2deceea', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:45:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def0a604-df59-49da-8eca-52935833d7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:55Z', 'updated_at': '2021-08-29T04:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': 'f72bcb8f-8a2b-4b6a-9bf9-8909d3e32fff', 'tenant_id': '6c9e9b4cb47149d19005e5a96f02d4fd', 'floating_ip_address': '172.25.0.210', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': 'def0a604-df59-49da-8eca-52935833d7d6', 'port_id': '9f343b77-8813-497f-a301-1ef4c6472599', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1917, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bcd0067-6e50-451c-9004-abafcee70c8b', 'mac_address': 'fa:16:3e:5e:bc:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574021e8-5a99-4599-a86e-9b43fe57cd6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:26:10Z', 'updated_at': '2021-08-29T04:26:37Z', 'revision_number': 1, 'project_id': '6c9e9b4cb47149d19005e5a96f02d4fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89765845-91b6-482e-bcb3-a7b59e9aec5f', 'name': '', 'network_id': '3bcd0067-6e50-451c-9004-abafcee70c8b', 'tenant_id': '6c9e9b4cb47149d19005e5a96f02d4fd', 'mac_address': 'fa:16:3e:92:51:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def0a604-df59-49da-8eca-52935833d7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1899, 'fixed_ips': [{'subnet_id': '77379d5c-d72e-4fe0-ace8-ef22d196f6e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:00Z', 'updated_at': '2021-08-29T04:26:09Z', 'revision_number': 5, 'project_id': '6c9e9b4cb47149d19005e5a96f02d4fd', 'subnets': [{'id': '77379d5c-d72e-4fe0-ace8-ef22d196f6e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:26:42.019436 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6b8fea-ccad-4b6d-b2dc-0f7a08110f10 req-a65107cd-367a-45f1-84f1-2442ab384954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:42.027429 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8f6b8fea-ccad-4b6d-b2dc-0f7a08110f10 req-a65107cd-367a-45f1-84f1-2442ab384954 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3bcd0067-6e50-451c-9004-abafcee70c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1113522 Aug 29 04:26:42.175526 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ae8ed273-d64c-42bc-bc91-4f21cd99a0f8 req-68d61be8-72dc-4c6e-884c-cce2c6d2bab0 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/security-groups?id=c669a511-bb16-48c8-9944-1f8115bc7803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3077719 Aug 29 04:26:42.260031 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8f6b8fea-ccad-4b6d-b2dc-0f7a08110f10 req-4cc60491-998d-4e50-894d-cfd804dccd65 service neutron] 10.222.0.46 "GET /v2.0/networks/3bcd0067-6e50-451c-9004-abafcee70c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058654 Aug 29 04:26:42.286108 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-34b1bddd-abb2-48be-9490-d05d4d7c6481 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:42.303753 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466ba53b-5113-4381-bf17-45926f413d17 req-e47d9c78-cb44-4312-a164-4c6cc055f478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:42.305569 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-466ba53b-5113-4381-bf17-45926f413d17 req-e47d9c78-cb44-4312-a164-4c6cc055f478 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=45c0a3ca896a4dd0bcf90e5c0bd5812f&device_id=958fb903-1729-4290-8965-b1c2ef1d605e HTTP/1.1" status: 200 len: 1098 time: 0.3282983 Aug 29 04:26:42.326119 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-34b1bddd-abb2-48be-9490-d05d4d7c6481 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:42.480808 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8f6b8fea-ccad-4b6d-b2dc-0f7a08110f10 req-c74ba260-e091-4be2-88af-4bbe9c905bcf service neutron] 10.222.0.46 "GET /v2.0/networks/3bcd0067-6e50-451c-9004-abafcee70c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198296 Aug 29 04:26:42.521192 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b1bddd-abb2-48be-9490-d05d4d7c6481 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Pushing event updated for resources: {'Network': ['ID=1302fa5b-135b-432c-8a3e-5d2572aa5990,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:42.533292 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 1302fa5b-135b-432c-8a3e-5d2572aa5990 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:26:42.600923 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-34b1bddd-abb2-48be-9490-d05d4d7c6481 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Network 1302fa5b-135b-432c-8a3e-5d2572aa5990 is not hosted by any dhcp agent {{(pid=94828) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 29 04:26:42.602231 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b703f40-f82e-4843-b8ed-1a337770c06a None None] New status for floating IP f72bcb8f-8a2b-4b6a-9bf9-8909d3e32fff: ACTIVE {{(pid=94830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:26:42.608568 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b1bddd-abb2-48be-9490-d05d4d7c6481 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:42.609594 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-34b1bddd-abb2-48be-9490-d05d4d7c6481 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:42.613561 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-34b1bddd-abb2-48be-9490-d05d4d7c6481 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] 10.222.0.22 "PUT /v2.0/networks/1302fa5b-135b-432c-8a3e-5d2572aa5990 HTTP/1.1" status: 200 len: 758 time: 1.3175647 Aug 29 04:26:42.616445 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 59550) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:42.760752 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d479fc-b6f4-4cc6-a095-78bee21e3d43 req-80ff14ee-f18c-4779-80f9-09d1c1f229ba tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:42.780400 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-93d479fc-b6f4-4cc6-a095-78bee21e3d43 req-80ff14ee-f18c-4779-80f9-09d1c1f229ba tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f3181a6-5bf7-4584-93ac-d7dfd39e4360 HTTP/1.1" status: 200 len: 945 time: 0.2939973 Aug 29 04:26:42.884142 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466ba53b-5113-4381-bf17-45926f413d17 req-8bda227b-f506-4110-9bf3-126d90f5cd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:42.892235 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-466ba53b-5113-4381-bf17-45926f413d17 req-8bda227b-f506-4110-9bf3-126d90f5cd69 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fd020187-6618-42b7-a26a-d8ebebc46774 HTTP/1.1" status: 200 len: 917 time: 0.3795328 Aug 29 04:26:42.910795 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-93d479fc-b6f4-4cc6-a095-78bee21e3d43 req-8d5cbcd1-07ad-48fe-aeb3-a69b12d7914b tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282768 Aug 29 04:26:42.929754 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d725791d-2d75-4c71-8353-e6291fafda2b tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:42.931845 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-d725791d-2d75-4c71-8353-e6291fafda2b tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] 10.222.0.22 "GET /v2.0/networks?id=1302fa5b-135b-432c-8a3e-5d2572aa5990 HTTP/1.1" status: 200 len: 761 time: 0.3140543 Aug 29 04:26:43.001618 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 59556) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:43.048026 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-4a26875d-872a-4922-a70c-1099cb70b2ec tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-210850428'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:43.080934 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-466ba53b-5113-4381-bf17-45926f413d17 req-227def88-0cca-4588-8a02-f2522810cb99 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83587070-39b8-4b25-862c-546d4e634968 HTTP/1.1" status: 200 len: 1002 time: 0.1676681 Aug 29 04:26:43.145855 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a26875d-872a-4922-a70c-1099cb70b2ec tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Made reservation on behalf of 3b680a37d4894bbbace086ade39e168e for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:26:43.149692 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4a26875d-872a-4922-a70c-1099cb70b2ec tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:43.177047 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a26875d-872a-4922-a70c-1099cb70b2ec tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:26:43.186605 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4a26875d-872a-4922-a70c-1099cb70b2ec tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:43.187251 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-4a26875d-872a-4922-a70c-1099cb70b2ec tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Added segment c95d0491-d81e-4763-bcb0-29c74f108773 of type vlan for network a8e3836c-fec9-4d36-bec9-d449cafa8ef7 Aug 29 04:26:43.279500 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466ba53b-5113-4381-bf17-45926f413d17 req-d0ad96bc-447b-4568-ba21-c78523f2e175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:43.292289 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-466ba53b-5113-4381-bf17-45926f413d17 req-d0ad96bc-447b-4568-ba21-c78523f2e175 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6247b089-2c7c-4ca3-a8dd-41a0f57cced5 HTTP/1.1" status: 200 len: 855 time: 0.2023480 Aug 29 04:26:43.295196 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4a26875d-872a-4922-a70c-1099cb70b2ec tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:43.481958 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a025b1cd-4d72-427e-8c21-5ddf58f64c7f req-bbc3fbe1-8469-46e3-b565-cc2fc9c6bbeb tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:43.484445 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a025b1cd-4d72-427e-8c21-5ddf58f64c7f req-bbc3fbe1-8469-46e3-b565-cc2fc9c6bbeb tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.46 "GET /v2.0/ports?device_id=3f3181a6-5bf7-4584-93ac-d7dfd39e4360 HTTP/1.1" status: 200 len: 945 time: 0.5957646 Aug 29 04:26:43.506436 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4a26875d-872a-4922-a70c-1099cb70b2ec tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:43.536288 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a26875d-872a-4922-a70c-1099cb70b2ec tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:43.539648 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4a26875d-872a-4922-a70c-1099cb70b2ec tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:43.587626 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466ba53b-5113-4381-bf17-45926f413d17 req-164659f0-9914-40f1-be6d-d1d4fd4ae4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:43.598428 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-466ba53b-5113-4381-bf17-45926f413d17 req-164659f0-9914-40f1-be6d-d1d4fd4ae4ca service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fd020187-6618-42b7-a26a-d8ebebc46774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2991130 Aug 29 04:26:43.765329 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-4a26875d-872a-4922-a70c-1099cb70b2ec tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7418196 Aug 29 04:26:43.778527 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 59568) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:43.792634 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-acf84971-56b5-481c-ad50-028ec4166a6c tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Request body: {'subnet': {'network_id': 'a8e3836c-fec9-4d36-bec9-d449cafa8ef7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:44.034418 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a26875d-872a-4922-a70c-1099cb70b2ec tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Pushing event updated for resources: {'Network': ['ID=a8e3836c-fec9-4d36-bec9-d449cafa8ef7,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:44.046503 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network a8e3836c-fec9-4d36-bec9-d449cafa8ef7 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:26:44.091085 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acf84971-56b5-481c-ad50-028ec4166a6c tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Made reservation on behalf of 3b680a37d4894bbbace086ade39e168e for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:26:44.095590 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-acf84971-56b5-481c-ad50-028ec4166a6c tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4552395'] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:44.148602 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [req-a025b1cd-4d72-427e-8c21-5ddf58f64c7f req-116077bf-64ac-418d-a27f-638b844fe9a0 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Deleting port b476e41b-45dc-49f6-9df8-5f6528a667c7 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:26:44.149370 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-a025b1cd-4d72-427e-8c21-5ddf58f64c7f req-116077bf-64ac-418d-a27f-638b844fe9a0 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:44.371949 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cdb888-564a-4e3d-8f1b-55cf01681841 req-6b6e4bbb-3de1-4b11-a885-6ad7d6cefc0d tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:44.378889 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-04cdb888-564a-4e3d-8f1b-55cf01681841 req-6b6e4bbb-3de1-4b11-a885-6ad7d6cefc0d tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=958fb903-1729-4290-8965-b1c2ef1d605e HTTP/1.1" status: 200 len: 946 time: 0.9742057 Aug 29 04:26:44.392879 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-a025b1cd-4d72-427e-8c21-5ddf58f64c7f req-116077bf-64ac-418d-a27f-638b844fe9a0 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] For port b476e41b-45dc-49f6-9df8-5f6528a667c7, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=b476e41b-45dc-49f6-9df8-5f6528a667c7,segment=NetworkSegment(b7618bbf-11af-465a-8663-f9f8f84b36c0),segment_id=b7618bbf-11af-465a-8663-f9f8f84b36c0)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:44.393527 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-a025b1cd-4d72-427e-8c21-5ddf58f64c7f req-116077bf-64ac-418d-a27f-638b844fe9a0 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:44.447074 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [req-a025b1cd-4d72-427e-8c21-5ddf58f64c7f req-116077bf-64ac-418d-a27f-638b844fe9a0 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Calling delete_port for b476e41b-45dc-49f6-9df8-5f6528a667c7 owned by compute:nova {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:26:44.475458 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-04cdb888-564a-4e3d-8f1b-55cf01681841 req-ed9c81a1-0187-426c-bd44-28592cd9fd98 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/security-groups?id=c669a511-bb16-48c8-9944-1f8115bc7803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951366 Aug 29 04:26:44.513267 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-466ba53b-5113-4381-bf17-45926f413d17 req-a4c09964-c5df-4ae4-8f99-4703b9b4488b service neutron] 10.222.0.46 "GET /v2.0/networks/fd020187-6618-42b7-a26a-d8ebebc46774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8834684 Aug 29 04:26:44.652121 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-466ba53b-5113-4381-bf17-45926f413d17 req-070cc4f2-b102-41fa-8b06-eef7af7e8d01 service neutron] 10.222.0.46 "GET /v2.0/networks/fd020187-6618-42b7-a26a-d8ebebc46774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298177 Aug 29 04:26:44.770539 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c153a7-2117-4e56-96ef-a1670b041724 req-c44353fb-49ae-4244-9212-55db66894d46 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:44.775814 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f0c153a7-2117-4e56-96ef-a1670b041724 req-c44353fb-49ae-4244-9212-55db66894d46 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f3181a6-5bf7-4584-93ac-d7dfd39e4360 HTTP/1.1" status: 200 len: 945 time: 0.1222527 Aug 29 04:26:44.884962 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-acf84971-56b5-481c-ad50-028ec4166a6c tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4274880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4552377'] for subnet, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:44.905085 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f0c153a7-2117-4e56-96ef-a1670b041724 req-8cdb49a3-2cce-4f0d-87c8-f3ee741288af tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/security-groups?id=72d1eff5-7198-48cd-855a-d23e5dc123b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148202 Aug 29 04:26:45.181997 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf84971-56b5-481c-ad50-028ec4166a6c tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Pushing event updated for resources: {'Subnet': ['ID=aff05757-bc49-4bb7-be59-dc18e5ef1dc5,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:45.216908 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf84971-56b5-481c-ad50-028ec4166a6c tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Checking segment: {'id': 'c95d0491-d81e-4763-bcb0-29c74f108773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a8e3836c-fec9-4d36-bec9-d449cafa8ef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:26:45.217807 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf84971-56b5-481c-ad50-028ec4166a6c tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Network hostable DHCP agents. Network: a8e3836c-fec9-4d36-bec9-d449cafa8ef7, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:26:45.249133 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-a025b1cd-4d72-427e-8c21-5ddf58f64c7f req-116077bf-64ac-418d-a27f-638b844fe9a0 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:45.334854 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116077bf-64ac-418d-a27f-638b844fe9a0 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Pushing event deleted for resources: {'Port': ['ID=b476e41b-45dc-49f6-9df8-5f6528a667c7,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:45.409256 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf84971-56b5-481c-ad50-028ec4166a6c tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Network a8e3836c-fec9-4d36-bec9-d449cafa8ef7 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:26:45.457416 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [req-a025b1cd-4d72-427e-8c21-5ddf58f64c7f req-116077bf-64ac-418d-a27f-638b844fe9a0 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] No DVR routers for this DVR port b476e41b-45dc-49f6-9df8-5f6528a667c7 on host n-h1-712140-12 {{(pid=94829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:26:45.465457 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-a025b1cd-4d72-427e-8c21-5ddf58f64c7f req-116077bf-64ac-418d-a27f-638b844fe9a0 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:45.468351 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a025b1cd-4d72-427e-8c21-5ddf58f64c7f req-116077bf-64ac-418d-a27f-638b844fe9a0 tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.46 "DELETE /v2.0/ports/b476e41b-45dc-49f6-9df8-5f6528a667c7 HTTP/1.1" status: 204 len: 173 time: 1.9185023 Aug 29 04:26:45.471673 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f3181a6-5bf7-4584-93ac-d7dfd39e4360', 'name': 'network-vif-deleted', 'tag': 'b476e41b-45dc-49f6-9df8-5f6528a667c7'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:26:45.471673 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2159b7d9-74b3-4d23-bb68-a44865d0bcd7" -d '{"events": [{"server_uuid": "3f3181a6-5bf7-4584-93ac-d7dfd39e4360", "name": "network-vif-deleted", "tag": "b476e41b-45dc-49f6-9df8-5f6528a667c7"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:26:45.509807 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-acf84971-56b5-481c-ad50-028ec4166a6c tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, a8e3836c-fec9-4d36-bec9-d449cafa8ef7) {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:45.515382 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf84971-56b5-481c-ad50-028ec4166a6c tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:45.516082 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-acf84971-56b5-481c-ad50-028ec4166a6c tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:45.526209 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63cfe5e-0618-46e5-8864-0a99f3d2d4cb None None] Network a8e3836c-fec9-4d36-bec9-d449cafa8ef7 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:26:45.545665 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 59586) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:45.546604 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-acf84971-56b5-481c-ad50-028ec4166a6c tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7625597 Aug 29 04:26:45.558473 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d0a4ff2-a199-463d-a33a-c9b4784ad5f5 x-openstack-request-id: req-2d0a4ff2-a199-463d-a33a-c9b4784ad5f5 {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:26:45.558807 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f3181a6-5bf7-4584-93ac-d7dfd39e4360", "name": "network-vif-deleted", "tag": "b476e41b-45dc-49f6-9df8-5f6528a667c7", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:26:45.559028 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2d0a4ff2-a199-463d-a33a-c9b4784ad5f5 {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:26:45.559446 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f3181a6-5bf7-4584-93ac-d7dfd39e4360', 'name': 'network-vif-deleted', 'tag': 'b476e41b-45dc-49f6-9df8-5f6528a667c7', 'status': 'completed', 'code': 200} Aug 29 04:26:45.730885 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-57711c05-54d4-4a41-91e9-46d36db113fb tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:45.829769 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device b476e41b-45dc-49f6-9df8-5f6528a667c7 no longer exists at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:26:45.876899 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-57711c05-54d4-4a41-91e9-46d36db113fb tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:45.904583 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] No Port match for: b476e41b-45dc-49f6-9df8-5f6528a667c7 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:26:45.905235 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device b476e41b-45dc-49f6-9df8-5f6528a667c7 not bound to the agent host n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:26:45.997205 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3735a3-1277-4b9f-800c-8ac8de4cccd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-a8e3836c-fec9-4d36-bec9-d449cafa8ef7', 'network_id': 'a8e3836c-fec9-4d36-bec9-d449cafa8ef7', 'tenant_id': '3b680a37d4894bbbace086ade39e168e', 'fixed_ips': [{'subnet_id': 'aff05757-bc49-4bb7-be59-dc18e5ef1dc5'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:26:45.998449 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ee3735a3-1277-4b9f-800c-8ac8de4cccd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:46.023453 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-57711c05-54d4-4a41-91e9-46d36db113fb tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9190434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062341'] for subnet, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:46.106689 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002e281d-8e85-4a62-b9b3-82f7c509bc8b req-da0af4ac-575c-40a2-bd81-d61e2dea3a5d tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:46.114988 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-002e281d-8e85-4a62-b9b3-82f7c509bc8b req-da0af4ac-575c-40a2-bd81-d61e2dea3a5d tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=958fb903-1729-4290-8965-b1c2ef1d605e HTTP/1.1" status: 200 len: 946 time: 0.3794074 Aug 29 04:26:46.167513 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57711c05-54d4-4a41-91e9-46d36db113fb tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Pushing event deleted for resources: {'Subnet': ['ID=aff05757-bc49-4bb7-be59-dc18e5ef1dc5,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:46.171581 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e2fb71-062f-45a9-b39a-efdaadb9d85f None None] Network a8e3836c-fec9-4d36-bec9-d449cafa8ef7 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:26:46.200074 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-002e281d-8e85-4a62-b9b3-82f7c509bc8b req-e0b9f93d-eb5e-4785-aebf-c8d52c6cc632 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/security-groups?id=c669a511-bb16-48c8-9944-1f8115bc7803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844727 Aug 29 04:26:46.354016 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-57711c05-54d4-4a41-91e9-46d36db113fb tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:46.370971 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-57711c05-54d4-4a41-91e9-46d36db113fb tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8e3836c-fec9-4d36-bec9-d449cafa8ef7']}} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:46.403142 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-57711c05-54d4-4a41-91e9-46d36db113fb tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c95d0491-d81e-4763-bcb0-29c74f108773') {'for_net_delete': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:46.403622 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-57711c05-54d4-4a41-91e9-46d36db113fb tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c95d0491-d81e-4763-bcb0-29c74f108773') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:46.417327 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-57711c05-54d4-4a41-91e9-46d36db113fb tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8904833'] for segment, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:46.442595 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-57711c05-54d4-4a41-91e9-46d36db113fb tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:46.454002 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57711c05-54d4-4a41-91e9-46d36db113fb tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=94828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:26:46.454002 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-57711c05-54d4-4a41-91e9-46d36db113fb tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9190468'] for segment, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:46.538047 n-d-712140-12 neutron-server[94828]: Traceback (most recent call last): Aug 29 04:26:46.538047 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:26:46.538047 n-d-712140-12 neutron-server[94828]: timer() Aug 29 04:26:46.538047 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:26:46.538047 n-d-712140-12 neutron-server[94828]: cb(*args, **kw) Aug 29 04:26:46.538047 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:26:46.538047 n-d-712140-12 neutron-server[94828]: return func(*args, **kwargs) Aug 29 04:26:46.538047 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:26:46.538047 n-d-712140-12 neutron-server[94828]: self._notify() Aug 29 04:26:46.538047 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:26:46.538047 n-d-712140-12 neutron-server[94828]: self.callback(batched_events) Aug 29 04:26:46.538047 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:26:46.538047 n-d-712140-12 neutron-server[94828]: event.method(event) Aug 29 04:26:46.538047 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:26:46.538047 n-d-712140-12 neutron-server[94828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:26:46.538047 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:26:46.538047 n-d-712140-12 neutron-server[94828]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:26:46.538047 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:26:46.538047 n-d-712140-12 neutron-server[94828]: return f(self, *a, **k) Aug 29 04:26:46.538047 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:26:46.538047 n-d-712140-12 neutron-server[94828]: return self._get(url).json() Aug 29 04:26:46.538047 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:26:46.538047 n-d-712140-12 neutron-server[94828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:26:46.538047 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:26:46.538047 n-d-712140-12 neutron-server[94828]: return self.request(url, 'GET', **kwargs) Aug 29 04:26:46.538047 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:26:46.538047 n-d-712140-12 neutron-server[94828]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:26:46.538047 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:26:46.538047 n-d-712140-12 neutron-server[94828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:26:46.538047 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:26:46.538047 n-d-712140-12 neutron-server[94828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:26:46.538047 n-d-712140-12 neutron-server[94828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:26:46.541818 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-57711c05-54d4-4a41-91e9-46d36db113fb tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:46.587018 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-57711c05-54d4-4a41-91e9-46d36db113fb tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:46.593095 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 59596) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:46.607471 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-57711c05-54d4-4a41-91e9-46d36db113fb tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] 10.222.0.22 "DELETE /v2.0/networks/a8e3836c-fec9-4d36-bec9-d449cafa8ef7 HTTP/1.1" status: 204 len: 168 time: 1.0579882 Aug 29 04:26:46.611208 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57711c05-54d4-4a41-91e9-46d36db113fb tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Pushing event deleted for resources: {'Network': ['ID=a8e3836c-fec9-4d36-bec9-d449cafa8ef7,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:46.669921 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-76b68de3-1b2e-4225-b266-d9caab9f056f tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] GET failed (client error): The resource could not be found. Aug 29 04:26:46.671818 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d2667495-3249-453e-a303-2374525ed2ee req-5614a67e-29a2-4472-bded-27dfb4518cec tempest-DeleteServersTestJSON-2110477101 tempest-DeleteServersTestJSON-2110477101-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f3181a6-5bf7-4584-93ac-d7dfd39e4360 HTTP/1.1" status: 200 len: 210 time: 0.0951331 Aug 29 04:26:46.678794 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 59598) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:46.681273 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-76b68de3-1b2e-4225-b266-d9caab9f056f tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] 10.222.0.22 "GET /v2.0/subnets/aff05757-bc49-4bb7-be59-dc18e5ef1dc5 HTTP/1.1" status: 404 len: 337 time: 0.0829632 Aug 29 04:26:46.742976 n-d-712140-12 neutron-server[94828]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c949a81-a78a-4637-bb44-87523a15248e tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] DELETE failed (client error): The resource could not be found. Aug 29 04:26:46.743904 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c949a81-a78a-4637-bb44-87523a15248e tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:26:46.746069 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-6c949a81-a78a-4637-bb44-87523a15248e tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] 10.222.0.22 "DELETE /v2.0/networks/a8e3836c-fec9-4d36-bec9-d449cafa8ef7 HTTP/1.1" status: 404 len: 339 time: 0.0656657 Aug 29 04:26:46.749733 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 59600) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:47.211509 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f51e09a-9f29-4b9d-9b36-960368aadb80 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:47.213575 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-9f51e09a-9f29-4b9d-9b36-960368aadb80 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4628303 Aug 29 04:26:47.216316 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 59606) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:47.352992 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-2b329aba-b291-4209-9755-2e14863cfa5b tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] 10.222.0.22 "GET /v2.0/subnets?network_id=e6c84a15-2e6f-4c07-8ede-a88148c2fe90 HTTP/1.1" status: 200 len: 207 time: 0.1315255 Aug 29 04:26:47.354175 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 59610) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:47.609104 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1334af-2ca3-49d5-9520-bce6f7daaa9c tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:47.619826 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1334af-2ca3-49d5-9520-bce6f7daaa9c tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:47.627662 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1334af-2ca3-49d5-9520-bce6f7daaa9c tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:47.634279 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1334af-2ca3-49d5-9520-bce6f7daaa9c tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:47.642304 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-6f1334af-2ca3-49d5-9520-bce6f7daaa9c tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.2811408 Aug 29 04:26:47.644630 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 59612) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:47.733769 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb82718-7dda-4673-9c64-782f73f2a44c req-9630e996-9040-4752-a919-43c7e8418162 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:47.741093 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2cb82718-7dda-4673-9c64-782f73f2a44c req-9630e996-9040-4752-a919-43c7e8418162 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=958fb903-1729-4290-8965-b1c2ef1d605e HTTP/1.1" status: 200 len: 946 time: 0.1035080 Aug 29 04:26:47.816243 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2cb82718-7dda-4673-9c64-782f73f2a44c req-bbaa86d5-ad00-427a-9cd2-e0d49bce697d tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/security-groups?id=c669a511-bb16-48c8-9944-1f8115bc7803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679340 Aug 29 04:26:48.201603 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 59626) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:48.203086 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-b87b80bd-ceb9-4811-9851-f0adf9d0ff0e tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] 10.222.0.22 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.5565248 Aug 29 04:26:48.338346 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9b8034-10f9-4898-9ac2-50d1943edac3 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:48.353091 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9b8034-10f9-4898-9ac2-50d1943edac3 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:48.364433 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 59632) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:48.380762 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-ec9b8034-10f9-4898-9ac2-50d1943edac3 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1770394 Aug 29 04:26:48.497904 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff8c1c8-8ac6-4a3b-9465-f1ccaf3c579f tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Attributes excluded by policy engine: ['shared'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:48.505692 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff8c1c8-8ac6-4a3b-9465-f1ccaf3c579f tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Attributes excluded by policy engine: ['shared'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:48.509329 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-8ff8c1c8-8ac6-4a3b-9465-f1ccaf3c579f tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] 10.222.0.22 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1438463 Aug 29 04:26:48.517349 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 59638) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:48.856434 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21290d3-53ba-4cd7-8068-fed5ca76c876 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:48.861552 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-e21290d3-53ba-4cd7-8068-fed5ca76c876 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] 10.222.0.22 "GET /v2.0/networks/189e323b-eac7-47a0-a92c-75b22f0efc43 HTTP/1.1" status: 200 len: 799 time: 0.3361127 Aug 29 04:26:48.862125 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 59652) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:49.102379 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:49.121455 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bd3e58-d0ea-451e-b16e-e5fa5189f0fa req-bf6028e9-9b7d-474b-bb56-3ce352dc7044 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:49.136624 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-93bd3e58-d0ea-451e-b16e-e5fa5189f0fa req-bf6028e9-9b7d-474b-bb56-3ce352dc7044 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=958fb903-1729-4290-8965-b1c2ef1d605e HTTP/1.1" status: 200 len: 946 time: 0.1387303 Aug 29 04:26:49.141416 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-7c8b2733-d864-40cb-b01e-3c2281559214 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] 10.222.0.22 "GET /v2.0/networks/189e323b-eac7-47a0-a92c-75b22f0efc43?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.2781363 Aug 29 04:26:49.146414 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 59664) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:49.409534 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d836ee1d-ef3c-43dc-96ac-e8a9cde4eab8 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:49.415962 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-d836ee1d-ef3c-43dc-96ac-e8a9cde4eab8 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] 10.222.0.22 "GET /v2.0/subnets/c4a769af-814e-4956-9654-d44c6ad4748a HTTP/1.1" status: 200 len: 811 time: 0.2631633 Aug 29 04:26:49.416361 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 59668) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:49.449837 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-93bd3e58-d0ea-451e-b16e-e5fa5189f0fa req-f2c08550-be05-4ba0-b9ea-e79a0e11aa37 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/security-groups?id=c669a511-bb16-48c8-9944-1f8115bc7803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3113737 Aug 29 04:26:49.542411 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ff26ba-f4a3-4134-bd10-bf789f37882d tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Attributes excluded by policy engine: ['shared'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:49.549904 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-94ff26ba-f4a3-4134-bd10-bf789f37882d tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] 10.222.0.22 "GET /v2.0/subnets/c4a769af-814e-4956-9654-d44c6ad4748a?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1268663 Aug 29 04:26:49.550344 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 59670) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:49.556826 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-bda586c3-b647-4618-84c1-f9c4ea3cee5f tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-445920585'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:49.604805 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bda586c3-b647-4618-84c1-f9c4ea3cee5f tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Made reservation on behalf of 3b680a37d4894bbbace086ade39e168e for: {'network': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:26:49.612868 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bda586c3-b647-4618-84c1-f9c4ea3cee5f tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:49.691557 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bda586c3-b647-4618-84c1-f9c4ea3cee5f tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=94828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:26:49.705500 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bda586c3-b647-4618-84c1-f9c4ea3cee5f tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:49.705845 n-d-712140-12 neutron-server[94828]: INFO neutron.db.segments_db [None req-bda586c3-b647-4618-84c1-f9c4ea3cee5f tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Added segment 76beedc2-07bd-4b6c-8310-2d287e455b98 of type vlan for network 997a3dd1-af30-478d-a48c-9ddfdb180eb6 Aug 29 04:26:49.788024 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bda586c3-b647-4618-84c1-f9c4ea3cee5f tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:49.826055 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bda586c3-b647-4618-84c1-f9c4ea3cee5f tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:49.841798 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda586c3-b647-4618-84c1-f9c4ea3cee5f tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:49.842757 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bda586c3-b647-4618-84c1-f9c4ea3cee5f tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:49.947433 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda586c3-b647-4618-84c1-f9c4ea3cee5f tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Pushing event updated for resources: {'Network': ['ID=997a3dd1-af30-478d-a48c-9ddfdb180eb6,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:49.955336 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 59672) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:49.956503 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-bda586c3-b647-4618-84c1-f9c4ea3cee5f tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4025068 Aug 29 04:26:49.962849 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 997a3dd1-af30-478d-a48c-9ddfdb180eb6 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:26:49.971791 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-89a2155f-7f13-4807-ad86-87480db19507 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Request body: {'subnet': {'network_id': '997a3dd1-af30-478d-a48c-9ddfdb180eb6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:50.230953 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89a2155f-7f13-4807-ad86-87480db19507 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Made reservation on behalf of 3b680a37d4894bbbace086ade39e168e for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:26:50.243945 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-89a2155f-7f13-4807-ad86-87480db19507 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4552395'] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:50.348917 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.ipam_backend_mixin [None req-89a2155f-7f13-4807-ad86-87480db19507 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Performing IP validity checks on allocation pools {{(pid=94829) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 29 04:26:50.349444 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.ipam_backend_mixin [None req-89a2155f-7f13-4807-ad86-87480db19507 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94829) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 29 04:26:50.694475 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-89a2155f-7f13-4807-ad86-87480db19507 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4274880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4552377'] for subnet, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:50.742325 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919cf76d-f39f-470e-8b82-dd199337b535 req-66bdd8ac-838a-4518-85f6-3fe8fc4df221 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:50.752443 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-919cf76d-f39f-470e-8b82-dd199337b535 req-66bdd8ac-838a-4518-85f6-3fe8fc4df221 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=958fb903-1729-4290-8965-b1c2ef1d605e HTTP/1.1" status: 200 len: 946 time: 0.1200752 Aug 29 04:26:50.807461 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a2155f-7f13-4807-ad86-87480db19507 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Pushing event updated for resources: {'Subnet': ['ID=d1057310-d485-45a4-ba35-ce5113f55dd5,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:50.819874 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-919cf76d-f39f-470e-8b82-dd199337b535 req-6a81f130-de0a-4b7d-ac6d-dc04634a6ff0 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/security-groups?id=c669a511-bb16-48c8-9944-1f8115bc7803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664032 Aug 29 04:26:50.870307 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a2155f-7f13-4807-ad86-87480db19507 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Checking segment: {'id': '76beedc2-07bd-4b6c-8310-2d287e455b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '997a3dd1-af30-478d-a48c-9ddfdb180eb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:26:50.872915 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a2155f-7f13-4807-ad86-87480db19507 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Network hostable DHCP agents. Network: 997a3dd1-af30-478d-a48c-9ddfdb180eb6, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:26:50.910943 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a2155f-7f13-4807-ad86-87480db19507 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Network 997a3dd1-af30-478d-a48c-9ddfdb180eb6 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:26:50.925123 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-89a2155f-7f13-4807-ad86-87480db19507 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 997a3dd1-af30-478d-a48c-9ddfdb180eb6) {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:50.930397 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a2155f-7f13-4807-ad86-87480db19507 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:50.931077 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-89a2155f-7f13-4807-ad86-87480db19507 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:50.938336 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7f40f6-435a-464a-96f1-ddeb856e94dc None None] Network 997a3dd1-af30-478d-a48c-9ddfdb180eb6 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:26:50.989517 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-89a2155f-7f13-4807-ad86-87480db19507 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.0328040 Aug 29 04:26:50.992466 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 59706) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:51.010846 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-240b7f94-a911-4173-bf96-8cb3c68c12a5 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:51.229846 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-240b7f94-a911-4173-bf96-8cb3c68c12a5 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10062359'] for subnet, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:51.312642 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c37b9b7-c082-4767-a606-1398f51f64a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-997a3dd1-af30-478d-a48c-9ddfdb180eb6', 'network_id': '997a3dd1-af30-478d-a48c-9ddfdb180eb6', 'tenant_id': '3b680a37d4894bbbace086ade39e168e', 'fixed_ips': [{'subnet_id': 'd1057310-d485-45a4-ba35-ce5113f55dd5'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:26:51.313796 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1c37b9b7-c082-4767-a606-1398f51f64a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:51.338529 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999cff86-a987-41b4-bdfb-df014f38752d req-41e72573-2f83-49e4-b192-f8759bccfdfb tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:51.340544 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-999cff86-a987-41b4-bdfb-df014f38752d req-41e72573-2f83-49e4-b192-f8759bccfdfb tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] 10.222.0.22 "GET /v2.0/networks?id=fcd0713a-66d5-429e-8806-1ec67be3b61c HTTP/1.1" status: 200 len: 821 time: 0.2928104 Aug 29 04:26:51.368764 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-999cff86-a987-41b4-bdfb-df014f38752d req-0f683bec-6a66-4dee-a7a7-a88c4a82b14f tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] 10.222.0.22 "GET /v2.0/quotas/f78174329f774784990d52436973061e HTTP/1.1" status: 200 len: 375 time: 0.0180984 Aug 29 04:26:51.553742 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-999cff86-a987-41b4-bdfb-df014f38752d req-0b74575c-4a98-4d20-88c3-00db65331643 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=f78174329f774784990d52436973061e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1841354 Aug 29 04:26:51.558460 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-240b7f94-a911-4173-bf96-8cb3c68c12a5 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8732639023912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9190443'] for subnet, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:51.595587 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240b7f94-a911-4173-bf96-8cb3c68c12a5 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:51.596234 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-240b7f94-a911-4173-bf96-8cb3c68c12a5 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:51.610472 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 59718) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:51.610827 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-240b7f94-a911-4173-bf96-8cb3c68c12a5 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] 10.222.0.22 "PUT /v2.0/subnets/d1057310-d485-45a4-ba35-ce5113f55dd5 HTTP/1.1" status: 200 len: 877 time: 0.6170983 Aug 29 04:26:51.658600 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-1c37b9b7-c082-4767-a606-1398f51f64a8 None None] Allocated IP 172.20.0.3 (997a3dd1-af30-478d-a48c-9ddfdb180eb6/d1057310-d485-45a4-ba35-ce5113f55dd5/b46575f3-8d1a-4e45-ac7e-0ffd9b1502cf) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:26:51.680069 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240b7f94-a911-4173-bf96-8cb3c68c12a5 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Pushing event updated for resources: {'Subnet': ['ID=d1057310-d485-45a4-ba35-ce5113f55dd5,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:51.843496 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-999cff86-a987-41b4-bdfb-df014f38752d req-d7ddfc42-ab1a-4c1d-902c-ce2d7f0c0ae4 service neutron] 10.222.0.22 "GET /v2.0/networks/fcd0713a-66d5-429e-8806-1ec67be3b61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794600 Aug 29 04:26:51.909496 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1c37b9b7-c082-4767-a606-1398f51f64a8 None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:51.919026 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1c37b9b7-c082-4767-a606-1398f51f64a8 None None] Transition to ACTIVE for port object b46575f3-8d1a-4e45-ac7e-0ffd9b1502cf will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:26:51.983362 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1c37b9b7-c082-4767-a606-1398f51f64a8 None None] Transition to ACTIVE for port object b46575f3-8d1a-4e45-ac7e-0ffd9b1502cf will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:26:52.004704 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1c37b9b7-c082-4767-a606-1398f51f64a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:52.023908 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e3987e4f-a796-4ff9-b7e8-0e48650bfcbe tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:52.026126 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c37b9b7-c082-4767-a606-1398f51f64a8 None None] Network 997a3dd1-af30-478d-a48c-9ddfdb180eb6 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:26:52.028304 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-1c37b9b7-c082-4767-a606-1398f51f64a8 None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:52.030929 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c37b9b7-c082-4767-a606-1398f51f64a8 None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:26:52.056086 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb41d81-fff6-4612-b4e9-6f40d961abd5 req-6679449e-0e80-4a15-a647-2bf2b9910faa tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:52.057762 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-beb41d81-fff6-4612-b4e9-6f40d961abd5 req-6679449e-0e80-4a15-a647-2bf2b9910faa tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=958fb903-1729-4290-8965-b1c2ef1d605e HTTP/1.1" status: 200 len: 946 time: 0.1135855 Aug 29 04:26:52.150782 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4aa46d-1573-4335-a234-ef4fdd85d494 req-337c5cd4-b354-4ac2-848b-5456cc013ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:52.152641 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3e4aa46d-1573-4335-a234-ef4fdd85d494 req-337c5cd4-b354-4ac2-848b-5456cc013ff2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=45c0a3ca896a4dd0bcf90e5c0bd5812f&device_id=958fb903-1729-4290-8965-b1c2ef1d605e HTTP/1.1" status: 200 len: 1098 time: 0.3296831 Aug 29 04:26:52.158553 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-beb41d81-fff6-4612-b4e9-6f40d961abd5 req-bf0cd57b-0997-463a-b727-3df365f9bc73 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/security-groups?id=c669a511-bb16-48c8-9944-1f8115bc7803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860341 Aug 29 04:26:52.229703 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-1c37b9b7-c082-4767-a606-1398f51f64a8 None None] Attempting to bind port b46575f3-8d1a-4e45-ac7e-0ffd9b1502cf on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:26:52.234631 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-1c37b9b7-c082-4767-a606-1398f51f64a8 None None] Attempting to bind port b46575f3-8d1a-4e45-ac7e-0ffd9b1502cf by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '76beedc2-07bd-4b6c-8310-2d287e455b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '997a3dd1-af30-478d-a48c-9ddfdb180eb6'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:26:52.235871 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c37b9b7-c082-4767-a606-1398f51f64a8 None None] Attempting to bind port b46575f3-8d1a-4e45-ac7e-0ffd9b1502cf on network 997a3dd1-af30-478d-a48c-9ddfdb180eb6 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:26:52.260539 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c37b9b7-c082-4767-a606-1398f51f64a8 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:26:52.261214 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c37b9b7-c082-4767-a606-1398f51f64a8 None None] Checking segment: {'id': '76beedc2-07bd-4b6c-8310-2d287e455b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '997a3dd1-af30-478d-a48c-9ddfdb180eb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:26:52.261824 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1c37b9b7-c082-4767-a606-1398f51f64a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:52.262384 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c37b9b7-c082-4767-a606-1398f51f64a8 None None] Bound using segment: {'id': '76beedc2-07bd-4b6c-8310-2d287e455b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '997a3dd1-af30-478d-a48c-9ddfdb180eb6'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:26:52.263034 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-1c37b9b7-c082-4767-a606-1398f51f64a8 None None] Bound port: b46575f3-8d1a-4e45-ac7e-0ffd9b1502cf, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76beedc2-07bd-4b6c-8310-2d287e455b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '997a3dd1-af30-478d-a48c-9ddfdb180eb6'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:26:52.263585 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1c37b9b7-c082-4767-a606-1398f51f64a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:52.304243 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c37b9b7-c082-4767-a606-1398f51f64a8 None None] Pushing event updated for resources: {'Port': ['ID=b46575f3-8d1a-4e45-ac7e-0ffd9b1502cf,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:52.382953 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1c37b9b7-c082-4767-a606-1398f51f64a8 None None] For port b46575f3-8d1a-4e45-ac7e-0ffd9b1502cf, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:26:52.386572 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1c37b9b7-c082-4767-a606-1398f51f64a8 None None] For port b46575f3-8d1a-4e45-ac7e-0ffd9b1502cf, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=b46575f3-8d1a-4e45-ac7e-0ffd9b1502cf,segment=NetworkSegment(76beedc2-07bd-4b6c-8310-2d287e455b98),segment_id=76beedc2-07bd-4b6c-8310-2d287e455b98)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:26:52.393618 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1c37b9b7-c082-4767-a606-1398f51f64a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:52.434243 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4aa46d-1573-4335-a234-ef4fdd85d494 req-f52fc2d9-aa97-4052-842f-eb0c14c480ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:52.438906 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3e4aa46d-1573-4335-a234-ef4fdd85d494 req-f52fc2d9-aa97-4052-842f-eb0c14c480ca service neutron] 10.222.0.46 "GET /v2.0/networks?id=fd020187-6618-42b7-a26a-d8ebebc46774 HTTP/1.1" status: 200 len: 917 time: 0.2738829 Aug 29 04:26:52.482684 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c37b9b7-c082-4767-a606-1398f51f64a8 None None] Pushing event updated for resources: {'Port': ['ID=b46575f3-8d1a-4e45-ac7e-0ffd9b1502cf,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:52.580603 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-999cff86-a987-41b4-bdfb-df014f38752d req-43fd5582-fae3-48f3-97fb-727e73229281 service neutron] 10.222.0.22 "GET /v2.0/networks/fcd0713a-66d5-429e-8806-1ec67be3b61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7362275 Aug 29 04:26:52.582692 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3e4aa46d-1573-4335-a234-ef4fdd85d494 req-d41fbf29-2638-410e-bebd-5618c8719240 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83587070-39b8-4b25-862c-546d4e634968 HTTP/1.1" status: 200 len: 1002 time: 0.1220539 Aug 29 04:26:52.604374 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-e3987e4f-a796-4ff9-b7e8-0e48650bfcbe tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Deleting port b46575f3-8d1a-4e45-ac7e-0ffd9b1502cf {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:26:52.604736 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e3987e4f-a796-4ff9-b7e8-0e48650bfcbe tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:52.756055 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-e3987e4f-a796-4ff9-b7e8-0e48650bfcbe tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] For port b46575f3-8d1a-4e45-ac7e-0ffd9b1502cf, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=b46575f3-8d1a-4e45-ac7e-0ffd9b1502cf,segment=NetworkSegment(76beedc2-07bd-4b6c-8310-2d287e455b98),segment_id=76beedc2-07bd-4b6c-8310-2d287e455b98)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:52.756693 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e3987e4f-a796-4ff9-b7e8-0e48650bfcbe tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:52.833316 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-e3987e4f-a796-4ff9-b7e8-0e48650bfcbe tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Calling delete_port for b46575f3-8d1a-4e45-ac7e-0ffd9b1502cf owned by network:dhcp {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:26:52.955227 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fee28303-055e-4191-be69-e9966a4e2968 req-61abc47c-3419-4f86-b347-6587632a85a8 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] 10.222.0.22 "GET /v2.0/ports?device_id=dafd6991-23da-4a12-a981-8797d3f95870 HTTP/1.1" status: 200 len: 210 time: 0.0619466 Aug 29 04:26:53.134301 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device b46575f3-8d1a-4e45-ac7e-0ffd9b1502cf up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:26:53.232849 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port b46575f3-8d1a-4e45-ac7e-0ffd9b1502cf completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:26:53.545214 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4aa46d-1573-4335-a234-ef4fdd85d494 req-0608090c-e746-4d79-8432-b15cf52c5f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:53.547251 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3e4aa46d-1573-4335-a234-ef4fdd85d494 req-0608090c-e746-4d79-8432-b15cf52c5f4b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6247b089-2c7c-4ca3-a8dd-41a0f57cced5 HTTP/1.1" status: 200 len: 855 time: 0.9534717 Aug 29 04:26:53.723679 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14df0d7-663a-44ef-9a77-2e09cd59488a req-a9307633-64a2-4fbb-a18c-c7651e5faa39 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:53.726747 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c14df0d7-663a-44ef-9a77-2e09cd59488a req-a9307633-64a2-4fbb-a18c-c7651e5faa39 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=958fb903-1729-4290-8965-b1c2ef1d605e HTTP/1.1" status: 200 len: 946 time: 0.1985767 Aug 29 04:26:53.795328 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4aa46d-1573-4335-a234-ef4fdd85d494 req-ad36d95b-5cee-4a5c-856b-4cb8b06cf79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:53.804639 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3e4aa46d-1573-4335-a234-ef4fdd85d494 req-ad36d95b-5cee-4a5c-856b-4cb8b06cf79b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fd020187-6618-42b7-a26a-d8ebebc46774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2267835 Aug 29 04:26:53.805971 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e3987e4f-a796-4ff9-b7e8-0e48650bfcbe tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:53.869841 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 83587070-39b8-4b25-862c-546d4e634968 no longer exists at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:26:53.951604 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca18cb27-a93e-4750-bc5c-0da83784e0c0 None None] Network 997a3dd1-af30-478d-a48c-9ddfdb180eb6 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:26:54.109100 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3e4aa46d-1573-4335-a234-ef4fdd85d494 req-ed8b583f-7ff4-46e2-8966-5c97718c44c3 service neutron] 10.222.0.46 "GET /v2.0/networks/fd020187-6618-42b7-a26a-d8ebebc46774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2764997 Aug 29 04:26:54.154220 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c14df0d7-663a-44ef-9a77-2e09cd59488a req-ed1e016b-3963-485d-b105-175bc27e5bf1 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/security-groups?id=c669a511-bb16-48c8-9944-1f8115bc7803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3955288 Aug 29 04:26:54.155530 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3987e4f-a796-4ff9-b7e8-0e48650bfcbe tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Pushing event deleted for resources: {'Port': ['ID=b46575f3-8d1a-4e45-ac7e-0ffd9b1502cf,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:54.157045 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9a8ac758-d46f-4612-af46-68e1fc37cbbe req-4ed8defe-a7d5-4eff-9fd9-c345ecab1e17 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] 10.222.0.22 "GET /v2.0/ports?device_id=dafd6991-23da-4a12-a981-8797d3f95870 HTTP/1.1" status: 200 len: 210 time: 0.0530112 Aug 29 04:26:54.202390 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-f8c0a0f3-d969-4a6c-85f0-2c8fd84bcec4 None None] Could not find standard attr ID for object b46575f3-8d1a-4e45-ac7e-0ffd9b1502cf. {{(pid=94830) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:26:54.244537 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3987e4f-a796-4ff9-b7e8-0e48650bfcbe tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] No DVR routers for this DVR port b46575f3-8d1a-4e45-ac7e-0ffd9b1502cf on host n-d-712140-12 {{(pid=94829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:26:54.265662 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:54.336661 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 83587070-39b8-4b25-862c-546d4e634968, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=83587070-39b8-4b25-862c-546d4e634968,segment=NetworkSegment(4345054c-8cc7-4ded-979c-629f28057ddf),segment_id=4345054c-8cc7-4ded-979c-629f28057ddf)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:54.354075 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e3987e4f-a796-4ff9-b7e8-0e48650bfcbe tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:54.365204 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '958fb903-1729-4290-8965-b1c2ef1d605e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83587070-39b8-4b25-862c-546d4e634968'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:26:54.370813 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-678105a9-8a10-463c-8819-0a783dd3ef40" -d '{"events": [{"server_uuid": "958fb903-1729-4290-8965-b1c2ef1d605e", "name": "network-vif-unplugged", "status": "completed", "tag": "83587070-39b8-4b25-862c-546d4e634968"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:26:54.395978 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:54.477519 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=83587070-39b8-4b25-862c-546d4e634968,revision_number=8']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:54.499583 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95ac8dac-28d0-4841-97e1-bb2a1b2e09ec x-openstack-request-id: req-95ac8dac-28d0-4841-97e1-bb2a1b2e09ec {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:26:54.500116 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "958fb903-1729-4290-8965-b1c2ef1d605e", "name": "network-vif-unplugged", "status": "completed", "tag": "83587070-39b8-4b25-862c-546d4e634968", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:26:54.500438 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-95ac8dac-28d0-4841-97e1-bb2a1b2e09ec {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:26:54.501911 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '958fb903-1729-4290-8965-b1c2ef1d605e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83587070-39b8-4b25-862c-546d4e634968', 'code': 200} Aug 29 04:26:54.582836 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e3987e4f-a796-4ff9-b7e8-0e48650bfcbe tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4552352'] for subnet, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:54.648559 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999cff86-a987-41b4-bdfb-df014f38752d req-9cd1342d-2f09-48e6-81bc-efc2a95909ae tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:54.662661 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-999cff86-a987-41b4-bdfb-df014f38752d req-9cd1342d-2f09-48e6-81bc-efc2a95909ae tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] 10.222.0.46 "GET /v2.0/networks?id=fcd0713a-66d5-429e-8806-1ec67be3b61c HTTP/1.1" status: 200 len: 821 time: 0.2988417 Aug 29 04:26:54.677833 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-999cff86-a987-41b4-bdfb-df014f38752d req-d37ca670-b230-4a40-83a9-0619523facd8 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Request body: {'port': {'device_id': 'dafd6991-23da-4a12-a981-8797d3f95870', 'network_id': 'fcd0713a-66d5-429e-8806-1ec67be3b61c', 'admin_state_up': True, 'tenant_id': 'f78174329f774784990d52436973061e'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:54.785460 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3987e4f-a796-4ff9-b7e8-0e48650bfcbe tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Pushing event deleted for resources: {'Subnet': ['ID=d1057310-d485-45a4-ba35-ce5113f55dd5,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:54.920455 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb2f5dca-cc4e-435c-8c8d-c36065455a4a None None] Network 997a3dd1-af30-478d-a48c-9ddfdb180eb6 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:26:54.956141 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-999cff86-a987-41b4-bdfb-df014f38752d req-d37ca670-b230-4a40-83a9-0619523facd8 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Made reservation on behalf of f78174329f774784990d52436973061e for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:26:54.968493 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-999cff86-a987-41b4-bdfb-df014f38752d req-d37ca670-b230-4a40-83a9-0619523facd8 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:54.971712 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 59874) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:55.103161 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e3987e4f-a796-4ff9-b7e8-0e48650bfcbe tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:55.119652 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-e3987e4f-a796-4ff9-b7e8-0e48650bfcbe tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['997a3dd1-af30-478d-a48c-9ddfdb180eb6']}} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:55.134381 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-e3987e4f-a796-4ff9-b7e8-0e48650bfcbe tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76beedc2-07bd-4b6c-8310-2d287e455b98') {'for_net_delete': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:55.135064 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-e3987e4f-a796-4ff9-b7e8-0e48650bfcbe tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76beedc2-07bd-4b6c-8310-2d287e455b98') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:55.146914 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e3987e4f-a796-4ff9-b7e8-0e48650bfcbe tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4311712'] for segment, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:55.167063 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e3987e4f-a796-4ff9-b7e8-0e48650bfcbe tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:55.176486 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3987e4f-a796-4ff9-b7e8-0e48650bfcbe tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=94829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:26:55.177144 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e3987e4f-a796-4ff9-b7e8-0e48650bfcbe tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4274277'] for segment, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:55.258146 n-d-712140-12 neutron-server[94829]: Traceback (most recent call last): Aug 29 04:26:55.258146 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:26:55.258146 n-d-712140-12 neutron-server[94829]: timer() Aug 29 04:26:55.258146 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:26:55.258146 n-d-712140-12 neutron-server[94829]: cb(*args, **kw) Aug 29 04:26:55.258146 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:26:55.258146 n-d-712140-12 neutron-server[94829]: return func(*args, **kwargs) Aug 29 04:26:55.258146 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:26:55.258146 n-d-712140-12 neutron-server[94829]: self._notify() Aug 29 04:26:55.258146 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:26:55.258146 n-d-712140-12 neutron-server[94829]: self.callback(batched_events) Aug 29 04:26:55.258146 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:26:55.258146 n-d-712140-12 neutron-server[94829]: event.method(event) Aug 29 04:26:55.258146 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:26:55.258146 n-d-712140-12 neutron-server[94829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:26:55.258146 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:26:55.258146 n-d-712140-12 neutron-server[94829]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:26:55.258146 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:26:55.258146 n-d-712140-12 neutron-server[94829]: return f(self, *a, **k) Aug 29 04:26:55.258146 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:26:55.258146 n-d-712140-12 neutron-server[94829]: return self._get(url).json() Aug 29 04:26:55.258146 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:26:55.258146 n-d-712140-12 neutron-server[94829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:26:55.258146 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:26:55.258146 n-d-712140-12 neutron-server[94829]: return self.request(url, 'GET', **kwargs) Aug 29 04:26:55.258146 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:26:55.258146 n-d-712140-12 neutron-server[94829]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:26:55.258146 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:26:55.258146 n-d-712140-12 neutron-server[94829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:26:55.258146 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:26:55.258146 n-d-712140-12 neutron-server[94829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:26:55.258146 n-d-712140-12 neutron-server[94829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:26:55.277025 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3e4aa46d-1573-4335-a234-ef4fdd85d494 req-d2c907ec-cb30-453a-bbb4-6091fe4d62f8 service neutron] 10.222.0.46 "GET /v2.0/networks/fd020187-6618-42b7-a26a-d8ebebc46774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1136272 Aug 29 04:26:55.278117 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e3987e4f-a796-4ff9-b7e8-0e48650bfcbe tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:55.284649 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e3987e4f-a796-4ff9-b7e8-0e48650bfcbe tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:55.286888 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-e3987e4f-a796-4ff9-b7e8-0e48650bfcbe tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] 10.222.0.22 "DELETE /v2.0/networks/997a3dd1-af30-478d-a48c-9ddfdb180eb6 HTTP/1.1" status: 204 len: 168 time: 3.6738260 Aug 29 04:26:55.306699 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27eb7512-47de-4cfa-a5b8-8d13158cf6bf None None] DHCP port deletion for 997a3dd1-af30-478d-a48c-9ddfdb180eb6 request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:26:55.335721 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8d7fe808-de4a-45fb-b5cc-0bf4a25db383 req-9d5fb976-c2db-478b-bb9a-64921dc17a65 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] 10.222.0.22 "GET /v2.0/ports?device_id=dafd6991-23da-4a12-a981-8797d3f95870 HTTP/1.1" status: 200 len: 210 time: 0.0707879 Aug 29 04:26:55.338951 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 59888) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:55.349305 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-999cff86-a987-41b4-bdfb-df014f38752d req-d37ca670-b230-4a40-83a9-0619523facd8 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Allocated IP 172.20.0.5 (fcd0713a-66d5-429e-8806-1ec67be3b61c/710778a2-878b-476c-9719-9ae92ef7de6e/5b045eba-a5c6-492f-8b51-765579535b9c) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:26:55.376957 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-942f48a3-7abe-4199-95dd-4ad84446d88c tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] DELETE failed (client error): The resource could not be found. Aug 29 04:26:55.377370 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-942f48a3-7abe-4199-95dd-4ad84446d88c tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:26:55.379150 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-942f48a3-7abe-4199-95dd-4ad84446d88c tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] 10.222.0.22 "DELETE /v2.0/subnets/d1057310-d485-45a4-ba35-ce5113f55dd5 HTTP/1.1" status: 404 len: 337 time: 0.0392258 Aug 29 04:26:55.388888 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 59890) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:55.404380 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3987e4f-a796-4ff9-b7e8-0e48650bfcbe tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Pushing event deleted for resources: {'Network': ['ID=997a3dd1-af30-478d-a48c-9ddfdb180eb6,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:55.432440 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bcd081e-30c5-4857-bec0-90a16ab3deb5 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] DELETE failed (client error): The resource could not be found. Aug 29 04:26:55.433291 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bcd081e-30c5-4857-bec0-90a16ab3deb5 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:26:55.442982 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 59894) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:55.444718 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-0bcd081e-30c5-4857-bec0-90a16ab3deb5 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] 10.222.0.22 "DELETE /v2.0/networks/997a3dd1-af30-478d-a48c-9ddfdb180eb6 HTTP/1.1" status: 404 len: 339 time: 0.0457160 Aug 29 04:26:55.454005 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ef62c256-fb9d-459f-a835-99a35cc7e335 req-3276c870-b3f4-4beb-abf2-40c103f26b8b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=afc254ea-ccf6-497c-b6f3-9c7790e81f60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.8029354 Aug 29 04:26:55.489122 n-d-712140-12 neutron-server[94828]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dd61068-e26e-4e2b-9181-957c626e50da tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] DELETE failed (client error): The resource could not be found. Aug 29 04:26:55.489885 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dd61068-e26e-4e2b-9181-957c626e50da tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:26:55.491881 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-3dd61068-e26e-4e2b-9181-957c626e50da tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] 10.222.0.22 "DELETE /v2.0/subnets/aff05757-bc49-4bb7-be59-dc18e5ef1dc5 HTTP/1.1" status: 404 len: 337 time: 0.0473900 Aug 29 04:26:55.494847 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 59898) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:55.517809 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-064e7196-8a9d-4ea3-acc6-c0da620cf8ed tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] DELETE failed (client error): The resource could not be found. Aug 29 04:26:55.518967 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-064e7196-8a9d-4ea3-acc6-c0da620cf8ed tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:26:55.520988 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-064e7196-8a9d-4ea3-acc6-c0da620cf8ed tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] 10.222.0.22 "DELETE /v2.0/networks/a8e3836c-fec9-4d36-bec9-d449cafa8ef7 HTTP/1.1" status: 404 len: 339 time: 0.0249634 Aug 29 04:26:55.524235 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 59900) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:55.568186 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0222c5a3-dd86-4cc0-83f0-1c399d19ff65 req-71635106-0146-47cb-9531-c8245528701b tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:55.569991 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0222c5a3-dd86-4cc0-83f0-1c399d19ff65 req-71635106-0146-47cb-9531-c8245528701b tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=958fb903-1729-4290-8965-b1c2ef1d605e HTTP/1.1" status: 200 len: 944 time: 0.2061279 Aug 29 04:26:55.579574 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_v2 [None req-09a8e0ad-2a36-45f3-a682-b1f19832f797 admin admin] Deleting subnet 92da5435-aaff-49ad-89d5-9a0918bd173a {{(pid=94828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:26:55.583389 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-09a8e0ad-2a36-45f3-a682-b1f19832f797 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:55.666607 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0222c5a3-dd86-4cc0-83f0-1c399d19ff65 req-5adc5805-e14d-4273-b313-ba656051c947 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/security-groups?id=c669a511-bb16-48c8-9944-1f8115bc7803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542662 Aug 29 04:26:55.689552 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-09a8e0ad-2a36-45f3-a682-b1f19832f797 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8904862'] for subnet, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:55.722993 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-277b1742-0012-4304-9ee3-58bff4bbc603 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:55.765224 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef62c256-fb9d-459f-a835-99a35cc7e335 req-6f999a6d-3d28-480b-94bc-78229ccfa93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:55.766195 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef62c256-fb9d-459f-a835-99a35cc7e335 req-6f999a6d-3d28-480b-94bc-78229ccfa93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:55.767591 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef62c256-fb9d-459f-a835-99a35cc7e335 req-6f999a6d-3d28-480b-94bc-78229ccfa93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:55.772275 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef62c256-fb9d-459f-a835-99a35cc7e335 req-6f999a6d-3d28-480b-94bc-78229ccfa93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:55.773372 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef62c256-fb9d-459f-a835-99a35cc7e335 req-6f999a6d-3d28-480b-94bc-78229ccfa93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:55.781182 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef62c256-fb9d-459f-a835-99a35cc7e335 req-6f999a6d-3d28-480b-94bc-78229ccfa93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:55.781699 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef62c256-fb9d-459f-a835-99a35cc7e335 req-6f999a6d-3d28-480b-94bc-78229ccfa93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:55.784910 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ef62c256-fb9d-459f-a835-99a35cc7e335 req-6f999a6d-3d28-480b-94bc-78229ccfa93e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e5f0d8ebc9a74e589a93c4dfadff20f5&device_id=afc254ea-ccf6-497c-b6f3-9c7790e81f60 HTTP/1.1" status: 200 len: 6508 time: 0.2495778 Aug 29 04:26:55.798930 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-09a8e0ad-2a36-45f3-a682-b1f19832f797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:55.901133 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-999cff86-a987-41b4-bdfb-df014f38752d req-d37ca670-b230-4a40-83a9-0619523facd8 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:55.904145 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-09a8e0ad-2a36-45f3-a682-b1f19832f797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9190434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062341'] for subnet, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:55.918381 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-09a8e0ad-2a36-45f3-a682-b1f19832f797 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:55.924189 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-09a8e0ad-2a36-45f3-a682-b1f19832f797 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/92da5435-aaff-49ad-89d5-9a0918bd173a HTTP/1.1" status: 204 len: 168 time: 0.9461029 Aug 29 04:26:55.928004 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 59908) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:55.955865 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-999cff86-a987-41b4-bdfb-df014f38752d req-d37ca670-b230-4a40-83a9-0619523facd8 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Transition to ACTIVE for port object 5b045eba-a5c6-492f-8b51-765579535b9c will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:26:55.957348 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a8e0ad-2a36-45f3-a682-b1f19832f797 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92da5435-aaff-49ad-89d5-9a0918bd173a,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:55.958139 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-277b1742-0012-4304-9ee3-58bff4bbc603 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:55.979294 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-277b1742-0012-4304-9ee3-58bff4bbc603 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1302fa5b-135b-432c-8a3e-5d2572aa5990']}} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:55.993546 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-277b1742-0012-4304-9ee3-58bff4bbc603 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c1eec39-58c3-4cd6-bdd1-7ae8281b79fa') {'for_net_delete': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:55.993914 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-277b1742-0012-4304-9ee3-58bff4bbc603 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c1eec39-58c3-4cd6-bdd1-7ae8281b79fa') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:56.018303 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-277b1742-0012-4304-9ee3-58bff4bbc603 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4311712'] for segment, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:56.021636 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef62c256-fb9d-459f-a835-99a35cc7e335 req-67eb47b3-2e82-4e26-8719-3af4d0162907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:56.022216 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef62c256-fb9d-459f-a835-99a35cc7e335 req-67eb47b3-2e82-4e26-8719-3af4d0162907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:56.022884 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef62c256-fb9d-459f-a835-99a35cc7e335 req-67eb47b3-2e82-4e26-8719-3af4d0162907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:56.024678 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ef62c256-fb9d-459f-a835-99a35cc7e335 req-67eb47b3-2e82-4e26-8719-3af4d0162907 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3085f602-11fb-40e6-8771-e57304cb25d6&id=30a5f83d-44db-4be9-a796-3b5e93558c29&id=30a5f83d-44db-4be9-a796-3b5e93558c29&id=30a5f83d-44db-4be9-a796-3b5e93558c29&id=30a5f83d-44db-4be9-a796-3b5e93558c29&id=4b336bb6-c1a2-4852-8570-018195081ecf&id=4b336bb6-c1a2-4852-8570-018195081ecf HTTP/1.1" status: 200 len: 2298 time: 0.1976111 Aug 29 04:26:56.041823 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-023443d1-f214-4561-b1dc-012eafa96b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:56.082391 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-277b1742-0012-4304-9ee3-58bff4bbc603 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:56.104961 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-277b1742-0012-4304-9ee3-58bff4bbc603 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=94829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:26:56.105384 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-277b1742-0012-4304-9ee3-58bff4bbc603 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4274277'] for segment, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:56.109216 n-d-712140-12 neutron-server[94829]: Traceback (most recent call last): Aug 29 04:26:56.109216 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:26:56.109216 n-d-712140-12 neutron-server[94829]: timer() Aug 29 04:26:56.109216 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:26:56.109216 n-d-712140-12 neutron-server[94829]: cb(*args, **kw) Aug 29 04:26:56.109216 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:26:56.109216 n-d-712140-12 neutron-server[94829]: return func(*args, **kwargs) Aug 29 04:26:56.109216 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:26:56.109216 n-d-712140-12 neutron-server[94829]: self._notify() Aug 29 04:26:56.109216 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:26:56.109216 n-d-712140-12 neutron-server[94829]: self.callback(batched_events) Aug 29 04:26:56.109216 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:26:56.109216 n-d-712140-12 neutron-server[94829]: event.method(event) Aug 29 04:26:56.109216 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:26:56.109216 n-d-712140-12 neutron-server[94829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:26:56.109216 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:26:56.109216 n-d-712140-12 neutron-server[94829]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:26:56.109216 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:26:56.109216 n-d-712140-12 neutron-server[94829]: return f(self, *a, **k) Aug 29 04:26:56.109216 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:26:56.109216 n-d-712140-12 neutron-server[94829]: return self._get(url).json() Aug 29 04:26:56.109216 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:26:56.109216 n-d-712140-12 neutron-server[94829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:26:56.109216 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:26:56.109216 n-d-712140-12 neutron-server[94829]: return self.request(url, 'GET', **kwargs) Aug 29 04:26:56.109216 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:26:56.109216 n-d-712140-12 neutron-server[94829]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:26:56.109216 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:26:56.109216 n-d-712140-12 neutron-server[94829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:26:56.109216 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:26:56.109216 n-d-712140-12 neutron-server[94829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:26:56.109216 n-d-712140-12 neutron-server[94829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:26:56.135519 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-023443d1-f214-4561-b1dc-012eafa96b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:56.146059 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-023443d1-f214-4561-b1dc-012eafa96b61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dc9f122-fe76-4b29-b692-6f9509f76947']}} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:56.156320 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-023443d1-f214-4561-b1dc-012eafa96b61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7618bbf-11af-465a-8663-f9f8f84b36c0') {'for_net_delete': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:56.156664 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-023443d1-f214-4561-b1dc-012eafa96b61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7618bbf-11af-465a-8663-f9f8f84b36c0') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:56.166433 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-023443d1-f214-4561-b1dc-012eafa96b61 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8904833'] for segment, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:56.186487 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-023443d1-f214-4561-b1dc-012eafa96b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:56.190725 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ef62c256-fb9d-459f-a835-99a35cc7e335 req-7816d3de-b624-4847-a089-635058136a5a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3935a212-8cf6-4330-b1a6-b9caa4ca084f HTTP/1.1" status: 200 len: 1000 time: 0.1567557 Aug 29 04:26:56.193866 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-999cff86-a987-41b4-bdfb-df014f38752d req-d37ca670-b230-4a40-83a9-0619523facd8 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:56.207055 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-023443d1-f214-4561-b1dc-012eafa96b61 admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=94828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:26:56.207470 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-023443d1-f214-4561-b1dc-012eafa96b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9190468'] for segment, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:56.211861 n-d-712140-12 neutron-server[94828]: Traceback (most recent call last): Aug 29 04:26:56.211861 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:26:56.211861 n-d-712140-12 neutron-server[94828]: timer() Aug 29 04:26:56.211861 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:26:56.211861 n-d-712140-12 neutron-server[94828]: cb(*args, **kw) Aug 29 04:26:56.211861 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:26:56.211861 n-d-712140-12 neutron-server[94828]: return func(*args, **kwargs) Aug 29 04:26:56.211861 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:26:56.211861 n-d-712140-12 neutron-server[94828]: self._notify() Aug 29 04:26:56.211861 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:26:56.211861 n-d-712140-12 neutron-server[94828]: self.callback(batched_events) Aug 29 04:26:56.211861 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:26:56.211861 n-d-712140-12 neutron-server[94828]: event.method(event) Aug 29 04:26:56.211861 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:26:56.211861 n-d-712140-12 neutron-server[94828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:26:56.211861 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:26:56.211861 n-d-712140-12 neutron-server[94828]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:26:56.211861 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:26:56.211861 n-d-712140-12 neutron-server[94828]: return f(self, *a, **k) Aug 29 04:26:56.211861 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:26:56.211861 n-d-712140-12 neutron-server[94828]: return self._get(url).json() Aug 29 04:26:56.211861 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:26:56.211861 n-d-712140-12 neutron-server[94828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:26:56.211861 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:26:56.211861 n-d-712140-12 neutron-server[94828]: return self.request(url, 'GET', **kwargs) Aug 29 04:26:56.211861 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:26:56.211861 n-d-712140-12 neutron-server[94828]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:26:56.211861 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:26:56.211861 n-d-712140-12 neutron-server[94828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:26:56.211861 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:26:56.211861 n-d-712140-12 neutron-server[94828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:26:56.211861 n-d-712140-12 neutron-server[94828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:26:56.219297 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-277b1742-0012-4304-9ee3-58bff4bbc603 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:56.226803 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['ca4f75b8-7b4e-4310-a5d8-f8a1b65031cf'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:26:56.273702 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-277b1742-0012-4304-9ee3-58bff4bbc603 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:56.278073 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-277b1742-0012-4304-9ee3-58bff4bbc603 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] 10.222.0.22 "DELETE /v2.0/networks/1302fa5b-135b-432c-8a3e-5d2572aa5990 HTTP/1.1" status: 204 len: 168 time: 0.7504306 Aug 29 04:26:56.281631 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 59916) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:56.304569 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-999cff86-a987-41b4-bdfb-df014f38752d req-d37ca670-b230-4a40-83a9-0619523facd8 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Network fcd0713a-66d5-429e-8806-1ec67be3b61c is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:26:56.320717 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277b1742-0012-4304-9ee3-58bff4bbc603 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Pushing event deleted for resources: {'Network': ['ID=1302fa5b-135b-432c-8a3e-5d2572aa5990,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:56.338793 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef62c256-fb9d-459f-a835-99a35cc7e335 req-4d850cf1-1870-498c-906c-5d39e570b740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:56.341064 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ef62c256-fb9d-459f-a835-99a35cc7e335 req-4d850cf1-1870-498c-906c-5d39e570b740 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b310944e-35be-44a6-a31c-3869b759bdd1 HTTP/1.1" status: 200 len: 856 time: 0.1424956 Aug 29 04:26:56.347476 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-999cff86-a987-41b4-bdfb-df014f38752d req-d37ca670-b230-4a40-83a9-0619523facd8 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:56.351308 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-999cff86-a987-41b4-bdfb-df014f38752d req-d37ca670-b230-4a40-83a9-0619523facd8 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:26:56.381533 n-d-712140-12 neutron-server[94828]: INFO neutron.pecan_wsgi.hooks.translation [None req-cda1fa80-8dc3-4422-b9a5-da5a381bbb93 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] DELETE failed (client error): The resource could not be found. Aug 29 04:26:56.382199 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cda1fa80-8dc3-4422-b9a5-da5a381bbb93 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:26:56.384133 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-cda1fa80-8dc3-4422-b9a5-da5a381bbb93 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] 10.222.0.22 "DELETE /v2.0/subnets/621cef78-8848-4cbc-aca3-de7823a9bcbd HTTP/1.1" status: 404 len: 337 time: 0.0971243 Aug 29 04:26:56.394963 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 59922) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:56.407771 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-023443d1-f214-4561-b1dc-012eafa96b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:56.413399 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-023443d1-f214-4561-b1dc-012eafa96b61 admin admin] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:56.416347 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-023443d1-f214-4561-b1dc-012eafa96b61 admin admin] 10.222.0.22 "DELETE /v2.0/networks/6dc9f122-fe76-4b29-b692-6f9509f76947 HTTP/1.1" status: 204 len: 168 time: 0.4879112 Aug 29 04:26:56.429847 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37ca670-b230-4a40-83a9-0619523facd8 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Pushing event updated for resources: {'Port': ['ID=5b045eba-a5c6-492f-8b51-765579535b9c,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:56.478767 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023443d1-f214-4561-b1dc-012eafa96b61 admin admin] Pushing event deleted for resources: {'Network': ['ID=6dc9f122-fe76-4b29-b692-6f9509f76947,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:56.499869 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999cff86-a987-41b4-bdfb-df014f38752d req-d37ca670-b230-4a40-83a9-0619523facd8 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:56.502744 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-999cff86-a987-41b4-bdfb-df014f38752d req-d37ca670-b230-4a40-83a9-0619523facd8 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:56.536154 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-900bfcdd-94ed-4d52-9387-04d647d11cff tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] DELETE failed (client error): The resource could not be found. Aug 29 04:26:56.536926 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-900bfcdd-94ed-4d52-9387-04d647d11cff tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:26:56.546090 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-900bfcdd-94ed-4d52-9387-04d647d11cff tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] 10.222.0.22 "DELETE /v2.0/networks/190ed133-3f66-4017-8bb2-b5dc47a3eb3f HTTP/1.1" status: 404 len: 339 time: 0.1470261 Aug 29 04:26:56.548420 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 59930) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:56.577328 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-999cff86-a987-41b4-bdfb-df014f38752d req-d37ca670-b230-4a40-83a9-0619523facd8 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9049473 Aug 29 04:26:56.581811 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c10844d-9383-41fc-a353-9792e1b9fbc0 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] DELETE failed (client error): The resource could not be found. Aug 29 04:26:56.582271 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c10844d-9383-41fc-a353-9792e1b9fbc0 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:26:56.586876 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 59932) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:56.592345 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-8c10844d-9383-41fc-a353-9792e1b9fbc0 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] 10.222.0.22 "DELETE /v2.0/subnets/28ef4c6c-682f-4f77-8621-05bc0296865c HTTP/1.1" status: 404 len: 337 time: 0.0428138 Aug 29 04:26:56.596031 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef62c256-fb9d-459f-a835-99a35cc7e335 req-d694f7e3-08f4-415a-8f9e-25d170d2bc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:56.600869 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ef62c256-fb9d-459f-a835-99a35cc7e335 req-d694f7e3-08f4-415a-8f9e-25d170d2bc44 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3085f602-11fb-40e6-8771-e57304cb25d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2345536 Aug 29 04:26:56.607184 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-999cff86-a987-41b4-bdfb-df014f38752d req-1fa41cb6-a59f-4341-9d79-fcb905db3b22 service neutron] Request body: {'port': {'device_id': 'dafd6991-23da-4a12-a981-8797d3f95870', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:56.648206 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 59934) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:56.654110 n-d-712140-12 neutron-server[94828]: INFO neutron.pecan_wsgi.hooks.translation [None req-07acf801-1657-444c-beeb-0c007f5cb55f tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] DELETE failed (client error): The resource could not be found. Aug 29 04:26:56.654696 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07acf801-1657-444c-beeb-0c007f5cb55f tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:26:56.659265 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-07acf801-1657-444c-beeb-0c007f5cb55f tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] 10.222.0.22 "DELETE /v2.0/networks/2c500a86-8956-4789-bbc3-2f4ff883580e HTTP/1.1" status: 404 len: 339 time: 0.0711131 Aug 29 04:26:56.660268 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 59936) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:56.687069 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3a58fa-23bd-4cd4-b6fd-e051e5db9f58 req-073fa825-78d8-4548-9a7c-43219878deef tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:56.689246 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5b3a58fa-23bd-4cd4-b6fd-e051e5db9f58 req-073fa825-78d8-4548-9a7c-43219878deef tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] 10.222.0.22 "GET /v2.0/ports?device_id=dafd6991-23da-4a12-a981-8797d3f95870 HTTP/1.1" status: 200 len: 931 time: 0.1810715 Aug 29 04:26:56.743038 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-999cff86-a987-41b4-bdfb-df014f38752d req-1fa41cb6-a59f-4341-9d79-fcb905db3b22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:56.745390 n-d-712140-12 neutron-server[94828]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a09fc32-0904-4f06-bda2-ee2bff67defd tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] DELETE failed (client error): The resource could not be found. Aug 29 04:26:56.745838 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a09fc32-0904-4f06-bda2-ee2bff67defd tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:26:56.751714 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-3a09fc32-0904-4f06-bda2-ee2bff67defd tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] 10.222.0.22 "DELETE /v2.0/subnets/49cf728e-3d51-44df-8503-911b958aea9b HTTP/1.1" status: 404 len: 337 time: 0.0861366 Aug 29 04:26:56.757430 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 59940) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:56.799170 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-ad62be30-57b3-48b4-8685-de9db7f1ab75 None None] Provisioning for port 5b045eba-a5c6-492f-8b51-765579535b9c completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:26:56.801226 n-d-712140-12 neutron-server[94828]: INFO neutron.pecan_wsgi.hooks.translation [None req-82f19b12-389e-4901-a5a8-058a105915b6 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] DELETE failed (client error): The resource could not be found. Aug 29 04:26:56.801798 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82f19b12-389e-4901-a5a8-058a105915b6 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:26:56.807425 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-ad62be30-57b3-48b4-8685-de9db7f1ab75 None None] Provisioning complete for port 5b045eba-a5c6-492f-8b51-765579535b9c triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:56.808082 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ad62be30-57b3-48b4-8685-de9db7f1ab75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:56.808452 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-82f19b12-389e-4901-a5a8-058a105915b6 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] 10.222.0.22 "DELETE /v2.0/networks/4b311c3f-2dd2-44ac-94d8-c6cc88ad626d HTTP/1.1" status: 404 len: 339 time: 0.0500097 Aug 29 04:26:56.811880 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 59944) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:56.868013 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5b3a58fa-23bd-4cd4-b6fd-e051e5db9f58 req-6ad500a2-7cd1-46af-905c-880fa052ff14 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c3129fe-ab73-49dc-8c78-c3946eb92670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592460 Aug 29 04:26:56.898355 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-ad62be30-57b3-48b4-8685-de9db7f1ab75 None None] Port 5b045eba-a5c6-492f-8b51-765579535b9c cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:26:56.932576 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-b1901f8a-766e-4de2-9a6d-fa8bae1a66da admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6b54a16bc4c143ae881e0570211236dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2796068 Aug 29 04:26:56.946153 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 59948) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:56.968887 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device b46575f3-8d1a-4e45-ac7e-0ffd9b1502cf no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:26:57.006587 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: b46575f3-8d1a-4e45-ac7e-0ffd9b1502cf {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:26:57.007175 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device b46575f3-8d1a-4e45-ac7e-0ffd9b1502cf not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:26:57.053508 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649f9274-568c-4dd1-aeeb-4b15bac5f0c3 req-3b059149-9a5a-4ca3-a0a6-86475eec6c99 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:57.062028 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-649f9274-568c-4dd1-aeeb-4b15bac5f0c3 req-3b059149-9a5a-4ca3-a0a6-86475eec6c99 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=958fb903-1729-4290-8965-b1c2ef1d605e HTTP/1.1" status: 200 len: 944 time: 0.1929440 Aug 29 04:26:57.065775 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ef62c256-fb9d-459f-a835-99a35cc7e335 req-d92e31d4-838e-4a46-be21-672904fab6c7 service neutron] 10.222.0.48 "GET /v2.0/networks/3085f602-11fb-40e6-8771-e57304cb25d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4567680 Aug 29 04:26:57.131357 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-649f9274-568c-4dd1-aeeb-4b15bac5f0c3 req-46068662-edbf-4ce3-89e3-39a645d1d0c7 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/security-groups?id=c669a511-bb16-48c8-9944-1f8115bc7803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625601 Aug 29 04:26:57.218250 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-372dbd7c-109a-4c05-a3c6-4e4079e09cb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:57.269759 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-372dbd7c-109a-4c05-a3c6-4e4079e09cb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:57.280273 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ef62c256-fb9d-459f-a835-99a35cc7e335 req-86652400-0815-41fb-ab1d-20aa3db3a74a service neutron] 10.222.0.48 "GET /v2.0/networks/3085f602-11fb-40e6-8771-e57304cb25d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732223 Aug 29 04:26:57.328766 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ef62c256-fb9d-459f-a835-99a35cc7e335 req-e4dadeb2-63b8-4669-85df-a0b0b997167e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.70&port_id=e64e1abe-0190-4cb5-8d68-399c7b7657fa HTTP/1.1" status: 200 len: 217 time: 0.0357132 Aug 29 04:26:57.392459 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef62c256-fb9d-459f-a835-99a35cc7e335 req-134ecafc-855d-492d-9436-4c6e674db56a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:57.392691 n-d-712140-12 neutron-server[94828]: INFO neutron.pecan_wsgi.hooks.translation [None req-63d319d2-a26d-46c8-b273-e7ae2423eb6b tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] DELETE failed (client error): The resource could not be found. Aug 29 04:26:57.393155 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63d319d2-a26d-46c8-b273-e7ae2423eb6b tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:26:57.394175 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ef62c256-fb9d-459f-a835-99a35cc7e335 req-134ecafc-855d-492d-9436-4c6e674db56a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=81808e7a-684a-4dd3-97bc-1cbd7265f9b6 HTTP/1.1" status: 200 len: 797 time: 0.0539410 Aug 29 04:26:57.397573 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-63d319d2-a26d-46c8-b273-e7ae2423eb6b tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] 10.222.0.22 "DELETE /v2.0/subnets/b7aa25f2-3820-4370-991d-d53b4c1ab1db HTTP/1.1" status: 404 len: 337 time: 0.5842800 Aug 29 04:26:57.398179 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 59960) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:57.466244 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef62c256-fb9d-459f-a835-99a35cc7e335 req-7a07b4de-7b84-4bfe-854e-5b8cd62d3873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:57.468152 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ef62c256-fb9d-459f-a835-99a35cc7e335 req-7a07b4de-7b84-4bfe-854e-5b8cd62d3873 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=30a5f83d-44db-4be9-a796-3b5e93558c29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0657189 Aug 29 04:26:57.486492 n-d-712140-12 neutron-server[94828]: INFO neutron.pecan_wsgi.hooks.translation [None req-d66c30c9-0229-42d1-ad92-de8bda52ed60 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] DELETE failed (client error): The resource could not be found. Aug 29 04:26:57.486697 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-372dbd7c-109a-4c05-a3c6-4e4079e09cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:57.486832 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d66c30c9-0229-42d1-ad92-de8bda52ed60 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:26:57.488550 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-372dbd7c-109a-4c05-a3c6-4e4079e09cb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:57.492185 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-372dbd7c-109a-4c05-a3c6-4e4079e09cb8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/72d1eff5-7198-48cd-855a-d23e5dc123b4 HTTP/1.1" status: 204 len: 168 time: 0.5359373 Aug 29 04:26:57.495292 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-d66c30c9-0229-42d1-ad92-de8bda52ed60 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] 10.222.0.22 "DELETE /v2.0/networks/f24d9a50-bbbf-4970-a2bc-61a4264071bb HTTP/1.1" status: 404 len: 339 time: 0.0890276 Aug 29 04:26:57.497621 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 59966) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:57.535906 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372dbd7c-109a-4c05-a3c6-4e4079e09cb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72d1eff5-7198-48cd-855a-d23e5dc123b4,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:57.540868 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 59968) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:57.554784 n-d-712140-12 neutron-server[94828]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb7eb6ca-37e9-47f0-9989-d2e0ab454399 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] DELETE failed (client error): The resource could not be found. Aug 29 04:26:57.555262 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb7eb6ca-37e9-47f0-9989-d2e0ab454399 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:26:57.561061 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-eb7eb6ca-37e9-47f0-9989-d2e0ab454399 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] 10.222.0.22 "DELETE /v2.0/subnets/55cf426c-421b-470a-a0e4-f86c73d41d51 HTTP/1.1" status: 404 len: 337 time: 0.0616665 Aug 29 04:26:57.571905 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 59970) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:57.618841 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-00eff0c7-9274-49d1-8e71-50b635bfdddb tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] DELETE failed (client error): The resource could not be found. Aug 29 04:26:57.619791 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00eff0c7-9274-49d1-8e71-50b635bfdddb tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:26:57.624748 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-00eff0c7-9274-49d1-8e71-50b635bfdddb tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] 10.222.0.22 "DELETE /v2.0/networks/a3ab0a92-c54f-46a1-b881-a532634d24f8 HTTP/1.1" status: 404 len: 339 time: 0.0504227 Aug 29 04:26:57.626685 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 59972) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:57.674545 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-78b18475-b59d-48c0-a43f-e868ac993184 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] DELETE failed (client error): The resource could not be found. Aug 29 04:26:57.675124 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78b18475-b59d-48c0-a43f-e868ac993184 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:26:57.679368 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-78b18475-b59d-48c0-a43f-e868ac993184 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] 10.222.0.22 "DELETE /v2.0/subnets/bec5f8cd-06a0-4411-b1b2-63609b988f51 HTTP/1.1" status: 404 len: 337 time: 0.0487096 Aug 29 04:26:57.683073 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 59974) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:57.710974 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_v2 [None req-9644dce6-66df-445a-b16c-44885e2ca103 admin admin] Deleting subnet f4c97272-e05c-4727-924e-16dee53b87db {{(pid=94829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:26:57.714222 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9644dce6-66df-445a-b16c-44885e2ca103 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:57.756272 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9644dce6-66df-445a-b16c-44885e2ca103 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4311743'] for subnet, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:57.798802 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9644dce6-66df-445a-b16c-44885e2ca103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:57.824626 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-999cff86-a987-41b4-bdfb-df014f38752d req-1fa41cb6-a59f-4341-9d79-fcb905db3b22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b045eba-a5c6-492f-8b51-765579535b9c {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:26:57.834227 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-999cff86-a987-41b4-bdfb-df014f38752d req-1fa41cb6-a59f-4341-9d79-fcb905db3b22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:57.840986 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d1999fb-1e24-4c4f-af37-1f5bf236554d tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] DELETE failed (client error): The resource could not be found. Aug 29 04:26:57.841243 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d1999fb-1e24-4c4f-af37-1f5bf236554d tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:26:57.843010 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-1d1999fb-1e24-4c4f-af37-1f5bf236554d tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] 10.222.0.22 "DELETE /v2.0/networks/46cbfbd7-b694-4b2d-b0ef-0a511ef520c8 HTTP/1.1" status: 404 len: 339 time: 0.1589954 Aug 29 04:26:57.846157 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 59982) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:57.854246 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ef62c256-fb9d-459f-a835-99a35cc7e335 req-a59221c0-8ec2-4868-ba20-0ab32ca558d8 service neutron] 10.222.0.48 "GET /v2.0/networks/30a5f83d-44db-4be9-a796-3b5e93558c29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3787313 Aug 29 04:26:57.884073 n-d-712140-12 neutron-server[94828]: INFO neutron.pecan_wsgi.hooks.translation [None req-7962760f-f9bf-4401-bc82-3e000ef80811 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] DELETE failed (client error): The resource could not be found. Aug 29 04:26:57.884841 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7962760f-f9bf-4401-bc82-3e000ef80811 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:26:57.889367 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-7962760f-f9bf-4401-bc82-3e000ef80811 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] 10.222.0.22 "DELETE /v2.0/subnets/566c93ba-2127-4fdb-985d-9d01dc9cbe53 HTTP/1.1" status: 404 len: 337 time: 0.0368938 Aug 29 04:26:57.890275 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 59984) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:57.893049 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-999cff86-a987-41b4-bdfb-df014f38752d req-1fa41cb6-a59f-4341-9d79-fcb905db3b22 service neutron] Transition to ACTIVE for port object 5b045eba-a5c6-492f-8b51-765579535b9c will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:26:57.913714 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-999cff86-a987-41b4-bdfb-df014f38752d req-1fa41cb6-a59f-4341-9d79-fcb905db3b22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:57.916099 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9644dce6-66df-445a-b16c-44885e2ca103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4552352'] for subnet, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:57.954945 n-d-712140-12 neutron-server[94828]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b1fcc1d-3a91-4f84-9f08-763251d86542 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] DELETE failed (client error): The resource could not be found. Aug 29 04:26:57.955540 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b1fcc1d-3a91-4f84-9f08-763251d86542 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:26:57.963388 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-6b1fcc1d-3a91-4f84-9f08-763251d86542 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] 10.222.0.22 "DELETE /v2.0/networks/503b87aa-c29b-4f16-a918-57e9efd16865 HTTP/1.1" status: 404 len: 339 time: 0.0721929 Aug 29 04:26:57.969030 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 59990) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:57.979117 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9644dce6-66df-445a-b16c-44885e2ca103 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:57.982432 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-9644dce6-66df-445a-b16c-44885e2ca103 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/f4c97272-e05c-4727-924e-16dee53b87db HTTP/1.1" status: 204 len: 168 time: 0.4408240 Aug 29 04:26:57.985994 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9644dce6-66df-445a-b16c-44885e2ca103 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4c97272-e05c-4727-924e-16dee53b87db,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:57.988798 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 59992) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:58.085628 n-d-712140-12 neutron-server[94828]: INFO neutron.pecan_wsgi.hooks.translation [None req-183fc9a1-07df-465f-b9cd-9bc01c671938 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] DELETE failed (client error): The resource could not be found. Aug 29 04:26:58.085628 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-183fc9a1-07df-465f-b9cd-9bc01c671938 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:26:58.086357 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-183fc9a1-07df-465f-b9cd-9bc01c671938 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] 10.222.0.22 "DELETE /v2.0/subnets/e7f3fa0b-a10e-4023-b82d-bd47a59f1b53 HTTP/1.1" status: 404 len: 337 time: 0.1153114 Aug 29 04:26:58.121738 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 59998) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:58.184485 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ef62c256-fb9d-459f-a835-99a35cc7e335 req-e1703c68-fc21-49ec-aec5-fde515ab127e service neutron] 10.222.0.48 "GET /v2.0/networks/30a5f83d-44db-4be9-a796-3b5e93558c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3193483 Aug 29 04:26:58.192599 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f94c9aac-ca3a-42b7-9974-1f88dc89acc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:58.218263 n-d-712140-12 neutron-server[94828]: INFO neutron.pecan_wsgi.hooks.translation [None req-2171b2c2-68fd-4c2e-ba4a-67d770748d4d tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] DELETE failed (client error): The resource could not be found. Aug 29 04:26:58.218846 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2171b2c2-68fd-4c2e-ba4a-67d770748d4d tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:26:58.227639 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-2171b2c2-68fd-4c2e-ba4a-67d770748d4d tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] 10.222.0.22 "DELETE /v2.0/networks/7ad299b9-e77f-486f-99ab-8fc72ebf0586 HTTP/1.1" status: 404 len: 339 time: 0.1006169 Aug 29 04:26:58.232802 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 60006) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:58.269782 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ef62c256-fb9d-459f-a835-99a35cc7e335 req-d7895671-862e-4b60-acae-70b1033eb540 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.183&port_id=1cbff8cc-cee1-4849-be7f-5f48e82103ba HTTP/1.1" status: 200 len: 217 time: 0.0736680 Aug 29 04:26:58.278336 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa41cb6-a59f-4341-9d79-fcb905db3b22 service neutron] Pushing event updated for resources: {'Port': ['ID=5b045eba-a5c6-492f-8b51-765579535b9c,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:58.392256 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6c2f149-b0e9-493b-8488-93bdbc3df94d tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Deleting subnet c4a769af-814e-4956-9654-d44c6ad4748a {{(pid=94828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:26:58.396809 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6c2f149-b0e9-493b-8488-93bdbc3df94d tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks [] for subnet, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:58.476048 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:58.506584 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f94c9aac-ca3a-42b7-9974-1f88dc89acc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:58.511073 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-999cff86-a987-41b4-bdfb-df014f38752d req-1fa41cb6-a59f-4341-9d79-fcb905db3b22 service neutron] Attempting to bind port 5b045eba-a5c6-492f-8b51-765579535b9c on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:26:58.511913 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-999cff86-a987-41b4-bdfb-df014f38752d req-1fa41cb6-a59f-4341-9d79-fcb905db3b22 service neutron] Attempting to bind port 5b045eba-a5c6-492f-8b51-765579535b9c by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': '3702d597-5b99-458f-80c9-28432894b87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'fcd0713a-66d5-429e-8806-1ec67be3b61c'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:26:58.514769 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999cff86-a987-41b4-bdfb-df014f38752d req-1fa41cb6-a59f-4341-9d79-fcb905db3b22 service neutron] Attempting to bind port 5b045eba-a5c6-492f-8b51-765579535b9c on network fcd0713a-66d5-429e-8806-1ec67be3b61c {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:26:58.525818 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef62c256-fb9d-459f-a835-99a35cc7e335 req-9143042c-9ccd-485f-9c74-40aeb9f6cbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:58.527653 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ef62c256-fb9d-459f-a835-99a35cc7e335 req-9143042c-9ccd-485f-9c74-40aeb9f6cbd4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=81808e7a-684a-4dd3-97bc-1cbd7265f9b6 HTTP/1.1" status: 200 len: 797 time: 0.2499485 Aug 29 04:26:58.532131 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-f94c9aac-ca3a-42b7-9974-1f88dc89acc0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['feec027b-5116-4baf-b14f-d590c962d5a9']}} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:58.563052 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23c2114-b58c-4f65-bb27-c940ccae035f req-49a3e343-3535-4790-8b74-be026f61c1fd tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:58.566216 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d23c2114-b58c-4f65-bb27-c940ccae035f req-49a3e343-3535-4790-8b74-be026f61c1fd tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=958fb903-1729-4290-8965-b1c2ef1d605e HTTP/1.1" status: 200 len: 944 time: 0.2941041 Aug 29 04:26:58.578097 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03711b27-ca0a-4006-8429-8bb99a6c862a req-3838a10f-b271-457a-90d7-4660b2fb7eff tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:58.581985 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-f94c9aac-ca3a-42b7-9974-1f88dc89acc0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dd7e887-a742-4794-9d44-e9baf733124b') {'for_net_delete': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:58.582293 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-f94c9aac-ca3a-42b7-9974-1f88dc89acc0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dd7e887-a742-4794-9d44-e9baf733124b') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:58.582816 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-03711b27-ca0a-4006-8429-8bb99a6c862a req-3838a10f-b271-457a-90d7-4660b2fb7eff tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] 10.222.0.22 "GET /v2.0/ports?device_id=dafd6991-23da-4a12-a981-8797d3f95870 HTTP/1.1" status: 200 len: 943 time: 0.5906868 Aug 29 04:26:58.595604 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6c2f149-b0e9-493b-8488-93bdbc3df94d tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8904862'] for subnet, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:58.602733 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f94c9aac-ca3a-42b7-9974-1f88dc89acc0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4311712'] for segment, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:58.623854 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999cff86-a987-41b4-bdfb-df014f38752d req-1fa41cb6-a59f-4341-9d79-fcb905db3b22 service neutron] Port 5b045eba-a5c6-492f-8b51-765579535b9c on network fcd0713a-66d5-429e-8806-1ec67be3b61c not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:26:58.624412 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999cff86-a987-41b4-bdfb-df014f38752d req-1fa41cb6-a59f-4341-9d79-fcb905db3b22 service neutron] Attempting to bind port 5b045eba-a5c6-492f-8b51-765579535b9c on network fcd0713a-66d5-429e-8806-1ec67be3b61c {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:26:58.647593 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f94c9aac-ca3a-42b7-9974-1f88dc89acc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:58.663977 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef62c256-fb9d-459f-a835-99a35cc7e335 req-1b962da8-d8a9-4686-9f04-cbf0a2d3694c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:58.665793 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ef62c256-fb9d-459f-a835-99a35cc7e335 req-1b962da8-d8a9-4686-9f04-cbf0a2d3694c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=30a5f83d-44db-4be9-a796-3b5e93558c29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1302238 Aug 29 04:26:58.670198 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f94c9aac-ca3a-42b7-9974-1f88dc89acc0 admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=94829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:26:58.671770 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f94c9aac-ca3a-42b7-9974-1f88dc89acc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4274277'] for segment, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:58.673870 n-d-712140-12 neutron-server[94829]: Traceback (most recent call last): Aug 29 04:26:58.673870 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:26:58.673870 n-d-712140-12 neutron-server[94829]: timer() Aug 29 04:26:58.673870 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:26:58.673870 n-d-712140-12 neutron-server[94829]: cb(*args, **kw) Aug 29 04:26:58.673870 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:26:58.673870 n-d-712140-12 neutron-server[94829]: return func(*args, **kwargs) Aug 29 04:26:58.673870 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:26:58.673870 n-d-712140-12 neutron-server[94829]: self._notify() Aug 29 04:26:58.673870 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:26:58.673870 n-d-712140-12 neutron-server[94829]: self.callback(batched_events) Aug 29 04:26:58.673870 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:26:58.673870 n-d-712140-12 neutron-server[94829]: event.method(event) Aug 29 04:26:58.673870 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:26:58.673870 n-d-712140-12 neutron-server[94829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:26:58.673870 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:26:58.673870 n-d-712140-12 neutron-server[94829]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:26:58.673870 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:26:58.673870 n-d-712140-12 neutron-server[94829]: return f(self, *a, **k) Aug 29 04:26:58.673870 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:26:58.673870 n-d-712140-12 neutron-server[94829]: return self._get(url).json() Aug 29 04:26:58.673870 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:26:58.673870 n-d-712140-12 neutron-server[94829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:26:58.673870 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:26:58.673870 n-d-712140-12 neutron-server[94829]: return self.request(url, 'GET', **kwargs) Aug 29 04:26:58.673870 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:26:58.673870 n-d-712140-12 neutron-server[94829]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:26:58.673870 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:26:58.673870 n-d-712140-12 neutron-server[94829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:26:58.673870 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:26:58.673870 n-d-712140-12 neutron-server[94829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:26:58.673870 n-d-712140-12 neutron-server[94829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:26:58.735970 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 60026) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:58.739043 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d23c2114-b58c-4f65-bb27-c940ccae035f req-6f1325e8-c180-4195-b3d6-c6817784fe59 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/security-groups?id=c669a511-bb16-48c8-9944-1f8115bc7803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1546218 Aug 29 04:26:58.774895 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999cff86-a987-41b4-bdfb-df014f38752d req-1fa41cb6-a59f-4341-9d79-fcb905db3b22 service neutron] Checking agent: {'id': '3de9de52-3a03-431d-9d7e-497ae92c57ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:26:58.775245 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999cff86-a987-41b4-bdfb-df014f38752d req-1fa41cb6-a59f-4341-9d79-fcb905db3b22 service neutron] Checking segment: {'id': '3702d597-5b99-458f-80c9-28432894b87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'fcd0713a-66d5-429e-8806-1ec67be3b61c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:26:58.775647 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999cff86-a987-41b4-bdfb-df014f38752d req-1fa41cb6-a59f-4341-9d79-fcb905db3b22 service neutron] Bound using segment: {'id': '3702d597-5b99-458f-80c9-28432894b87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'fcd0713a-66d5-429e-8806-1ec67be3b61c'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:26:58.776118 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-999cff86-a987-41b4-bdfb-df014f38752d req-1fa41cb6-a59f-4341-9d79-fcb905db3b22 service neutron] Bound port: 5b045eba-a5c6-492f-8b51-765579535b9c, host: n-h1-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3702d597-5b99-458f-80c9-28432894b87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'fcd0713a-66d5-429e-8806-1ec67be3b61c'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:26:58.776521 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-999cff86-a987-41b4-bdfb-df014f38752d req-1fa41cb6-a59f-4341-9d79-fcb905db3b22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:58.806185 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-03711b27-ca0a-4006-8429-8bb99a6c862a req-09be8bc1-cabf-4e80-a025-8efae7a4d239 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c3129fe-ab73-49dc-8c78-c3946eb92670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131138 Aug 29 04:26:58.849692 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f94c9aac-ca3a-42b7-9974-1f88dc89acc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:58.885028 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f94c9aac-ca3a-42b7-9974-1f88dc89acc0 admin admin] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:58.889182 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-f94c9aac-ca3a-42b7-9974-1f88dc89acc0 admin admin] 10.222.0.22 "DELETE /v2.0/networks/feec027b-5116-4baf-b14f-d590c962d5a9 HTTP/1.1" status: 204 len: 168 time: 0.8964283 Aug 29 04:26:58.965552 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-999cff86-a987-41b4-bdfb-df014f38752d req-1fa41cb6-a59f-4341-9d79-fcb905db3b22 service neutron] For port 5b045eba-a5c6-492f-8b51-765579535b9c, host n-h1-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:26:58.972905 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-999cff86-a987-41b4-bdfb-df014f38752d req-1fa41cb6-a59f-4341-9d79-fcb905db3b22 service neutron] For port 5b045eba-a5c6-492f-8b51-765579535b9c, host n-h1-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=5b045eba-a5c6-492f-8b51-765579535b9c,segment=NetworkSegment(3702d597-5b99-458f-80c9-28432894b87e),segment_id=3702d597-5b99-458f-80c9-28432894b87e)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:26:58.974807 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ef62c256-fb9d-459f-a835-99a35cc7e335 req-1dc456d0-2ede-44d3-b7cf-f9f8ae38a8ee service neutron] 10.222.0.48 "GET /v2.0/networks/30a5f83d-44db-4be9-a796-3b5e93558c29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2859726 Aug 29 04:26:58.977378 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94c9aac-ca3a-42b7-9974-1f88dc89acc0 admin admin] Pushing event deleted for resources: {'Network': ['ID=feec027b-5116-4baf-b14f-d590c962d5a9,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:58.987610 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-999cff86-a987-41b4-bdfb-df014f38752d req-1fa41cb6-a59f-4341-9d79-fcb905db3b22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:59.052357 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-d3e70bb9-687e-4c2d-b4c1-353f52682a3e admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-234443173-network', 'tenant_id': '77868993f9a84cac88871458a6b0ec51'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:59.105267 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa41cb6-a59f-4341-9d79-fcb905db3b22 service neutron] Pushing event updated for resources: {'Port': ['ID=5b045eba-a5c6-492f-8b51-765579535b9c,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:59.128763 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6c2f149-b0e9-493b-8488-93bdbc3df94d tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:59.143846 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 60046) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:59.170923 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3e70bb9-687e-4c2d-b4c1-353f52682a3e admin admin] Made reservation on behalf of 77868993f9a84cac88871458a6b0ec51 for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:26:59.175497 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d3e70bb9-687e-4c2d-b4c1-353f52682a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:59.208883 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d3e70bb9-687e-4c2d-b4c1-353f52682a3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:59.228233 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999cff86-a987-41b4-bdfb-df014f38752d req-1fa41cb6-a59f-4341-9d79-fcb905db3b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:59.229302 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-999cff86-a987-41b4-bdfb-df014f38752d req-1fa41cb6-a59f-4341-9d79-fcb905db3b22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:59.233419 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-999cff86-a987-41b4-bdfb-df014f38752d req-1fa41cb6-a59f-4341-9d79-fcb905db3b22 service neutron] 10.222.0.46 "PUT /v2.0/ports/5b045eba-a5c6-492f-8b51-765579535b9c HTTP/1.1" status: 200 len: 1092 time: 2.6427026 Aug 29 04:26:59.234132 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dafd6991-23da-4a12-a981-8797d3f95870', 'tag': '5b045eba-a5c6-492f-8b51-765579535b9c'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:26:59.238422 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7a922dc-025e-4081-b42c-988bec702a6a" -d '{"events": [{"name": "network-changed", "server_uuid": "dafd6991-23da-4a12-a981-8797d3f95870", "tag": "5b045eba-a5c6-492f-8b51-765579535b9c"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:26:59.259120 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6c2f149-b0e9-493b-8488-93bdbc3df94d tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9190434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062341'] for subnet, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:59.282695 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-f01ec577-b519-47c2-88fd-b5ed8039cac4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3eb31237376d46398b3482f50bc3b288&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1363280 Aug 29 04:26:59.286482 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 60058) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:59.343046 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c2f149-b0e9-493b-8488-93bdbc3df94d tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Pushing event deleted for resources: {'Subnet': ['ID=c4a769af-814e-4956-9654-d44c6ad4748a,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:59.346301 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6c2f149-b0e9-493b-8488-93bdbc3df94d tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:59.349047 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-b6c2f149-b0e9-493b-8488-93bdbc3df94d tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] 10.222.0.22 "DELETE /v2.0/subnets/c4a769af-814e-4956-9654-d44c6ad4748a HTTP/1.1" status: 204 len: 168 time: 1.0959795 Aug 29 04:26:59.350308 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ef62c256-fb9d-459f-a835-99a35cc7e335 req-2afbc154-7d36-426d-aa68-2a9548a215b1 service neutron] 10.222.0.48 "GET /v2.0/networks/30a5f83d-44db-4be9-a796-3b5e93558c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3669980 Aug 29 04:26:59.351911 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 60060) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:59.367495 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2205622b-91cc-49cd-9e0a-7571f693c877 None None] Network 189e323b-eac7-47a0-a92c-75b22f0efc43 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:26:59.372019 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a003dad-ce8e-4a25-9807-26ead51b5793 x-openstack-request-id: req-7a003dad-ce8e-4a25-9807-26ead51b5793 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:26:59.372756 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dafd6991-23da-4a12-a981-8797d3f95870", "tag": "5b045eba-a5c6-492f-8b51-765579535b9c", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:26:59.373229 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7a003dad-ce8e-4a25-9807-26ead51b5793 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:26:59.373844 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dafd6991-23da-4a12-a981-8797d3f95870', 'tag': '5b045eba-a5c6-492f-8b51-765579535b9c', 'status': 'completed', 'code': 200} Aug 29 04:26:59.451830 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ef62c256-fb9d-459f-a835-99a35cc7e335 req-de7c6020-a532-49f7-80be-3c84055c7274 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.107&port_id=540cae85-7f7d-4921-89a2-7ca402f8590f HTTP/1.1" status: 200 len: 217 time: 0.0795262 Aug 29 04:26:59.512286 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-dfd63728-98ca-48cc-bc06-272f58dc398a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:59.529282 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999cff86-a987-41b4-bdfb-df014f38752d req-de943856-702b-44e9-ad99-3294643b3694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:59.531601 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-999cff86-a987-41b4-bdfb-df014f38752d req-de943856-702b-44e9-ad99-3294643b3694 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f78174329f774784990d52436973061e&device_id=dafd6991-23da-4a12-a981-8797d3f95870 HTTP/1.1" status: 200 len: 1095 time: 0.1986620 Aug 29 04:26:59.538290 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6cb9b664-09d8-4b4f-9742-5b96bb0704e5 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:59.553863 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef62c256-fb9d-459f-a835-99a35cc7e335 req-e1d36695-2dbc-42e1-a425-14122ba7a62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:59.555870 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ef62c256-fb9d-459f-a835-99a35cc7e335 req-e1d36695-2dbc-42e1-a425-14122ba7a62f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=81808e7a-684a-4dd3-97bc-1cbd7265f9b6 HTTP/1.1" status: 200 len: 797 time: 0.0952101 Aug 29 04:26:59.622740 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-dfd63728-98ca-48cc-bc06-272f58dc398a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:59.630901 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-999cff86-a987-41b4-bdfb-df014f38752d req-00e74d0f-2070-432e-9860-2feb2c7b2a1d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5b045eba-a5c6-492f-8b51-765579535b9c HTTP/1.1" status: 200 len: 217 time: 0.0892277 Aug 29 04:26:59.696911 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0bca0d-a7a8-4397-9023-5dce885a0674 None None] DHCP port deletion for 189e323b-eac7-47a0-a92c-75b22f0efc43 request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:26:59.720467 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef62c256-fb9d-459f-a835-99a35cc7e335 req-bf20596a-8e1f-40d1-ae6a-0f120db95a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:59.722020 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ef62c256-fb9d-459f-a835-99a35cc7e335 req-bf20596a-8e1f-40d1-ae6a-0f120db95a0b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=30a5f83d-44db-4be9-a796-3b5e93558c29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1558146 Aug 29 04:26:59.749963 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999cff86-a987-41b4-bdfb-df014f38752d req-c1ab01bc-074b-45fd-84d6-1cf804ea1a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:59.751882 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-999cff86-a987-41b4-bdfb-df014f38752d req-c1ab01bc-074b-45fd-84d6-1cf804ea1a39 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=710778a2-878b-476c-9719-9ae92ef7de6e HTTP/1.1" status: 200 len: 860 time: 0.1101091 Aug 29 04:26:59.756220 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d3e70bb9-687e-4c2d-b4c1-353f52682a3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:59.780105 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d3e70bb9-687e-4c2d-b4c1-353f52682a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:59.817760 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-fa0bca0d-a7a8-4397-9023-5dce885a0674 None None] Deleting port 92420fac-9243-452d-af60-5a0234c4506a {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:26:59.817760 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fa0bca0d-a7a8-4397-9023-5dce885a0674 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:59.837893 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-6cb9b664-09d8-4b4f-9742-5b96bb0704e5 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Deleting port 92420fac-9243-452d-af60-5a0234c4506a {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:26:59.838263 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6cb9b664-09d8-4b4f-9742-5b96bb0704e5 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:59.843009 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999cff86-a987-41b4-bdfb-df014f38752d req-f5ce2b66-2c48-4d80-a69c-f01701f99d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:59.844652 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-999cff86-a987-41b4-bdfb-df014f38752d req-f5ce2b66-2c48-4d80-a69c-f01701f99d7e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fcd0713a-66d5-429e-8806-1ec67be3b61c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0838311 Aug 29 04:26:59.885774 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 83587070-39b8-4b25-862c-546d4e634968 no longer exists at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:26:59.905114 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e70bb9-687e-4c2d-b4c1-353f52682a3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f4c6df4-f5fc-489b-bcff-15b87f285b26,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:59.945200 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3e70bb9-687e-4c2d-b4c1-353f52682a3e admin admin] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:26:59.947202 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-dfd63728-98ca-48cc-bc06-272f58dc398a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:59.949865 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-dfd63728-98ca-48cc-bc06-272f58dc398a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:59.951129 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-dfd63728-98ca-48cc-bc06-272f58dc398a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7f987bdf-6d05-400a-bf02-f82aa4859023 HTTP/1.1" status: 204 len: 168 time: 0.6621783 Aug 29 04:26:59.988982 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-fa0bca0d-a7a8-4397-9023-5dce885a0674 None None] For port 92420fac-9243-452d-af60-5a0234c4506a, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=92420fac-9243-452d-af60-5a0234c4506a,segment=NetworkSegment(74e04373-bd52-452b-8f9d-2cb78b2a3a2e),segment_id=74e04373-bd52-452b-8f9d-2cb78b2a3a2e)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:59.989941 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fa0bca0d-a7a8-4397-9023-5dce885a0674 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:00.002339 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d3e70bb9-687e-4c2d-b4c1-353f52682a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:00.002846 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-d3e70bb9-687e-4c2d-b4c1-353f52682a3e admin admin] Added segment f3bf739c-6838-45ab-8dc8-7a9cc44faa04 of type vlan for network 974a0d3a-4d5a-403d-9952-e1a1d44400b5 Aug 29 04:27:00.012189 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-999cff86-a987-41b4-bdfb-df014f38752d req-93024f41-bd16-43b8-9d7c-0dce61fd12c4 service neutron] 10.222.0.46 "GET /v2.0/networks/fcd0713a-66d5-429e-8806-1ec67be3b61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567085 Aug 29 04:27:00.020360 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-fa0bca0d-a7a8-4397-9023-5dce885a0674 None None] Calling delete_port for 92420fac-9243-452d-af60-5a0234c4506a owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:27:00.021811 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd63728-98ca-48cc-bc06-272f58dc398a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f987bdf-6d05-400a-bf02-f82aa4859023,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:00.086338 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-6cb9b664-09d8-4b4f-9742-5b96bb0704e5 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] For port 92420fac-9243-452d-af60-5a0234c4506a, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=92420fac-9243-452d-af60-5a0234c4506a,segment=NetworkSegment(74e04373-bd52-452b-8f9d-2cb78b2a3a2e),segment_id=74e04373-bd52-452b-8f9d-2cb78b2a3a2e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:00.086845 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6cb9b664-09d8-4b4f-9742-5b96bb0704e5 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:00.095811 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ef62c256-fb9d-459f-a835-99a35cc7e335 req-f8defcf1-b958-41b2-9e95-36115aea6073 service neutron] 10.222.0.48 "GET /v2.0/networks/30a5f83d-44db-4be9-a796-3b5e93558c29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3643825 Aug 29 04:27:00.098160 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d3e70bb9-687e-4c2d-b4c1-353f52682a3e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:00.101715 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-6cb9b664-09d8-4b4f-9742-5b96bb0704e5 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Calling delete_port for 92420fac-9243-452d-af60-5a0234c4506a owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:27:00.367979 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-999cff86-a987-41b4-bdfb-df014f38752d req-7dd65ed8-d9bd-44d4-beb9-1f31e6211233 service neutron] 10.222.0.46 "GET /v2.0/networks/fcd0713a-66d5-429e-8806-1ec67be3b61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3465121 Aug 29 04:27:00.374606 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fa0bca0d-a7a8-4397-9023-5dce885a0674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:00.398434 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6cb9b664-09d8-4b4f-9742-5b96bb0704e5 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:00.450788 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0bca0d-a7a8-4397-9023-5dce885a0674 None None] Pushing event deleted for resources: {'Port': ['ID=92420fac-9243-452d-af60-5a0234c4506a,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:00.462877 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb9b664-09d8-4b4f-9742-5b96bb0704e5 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] No DVR routers for this DVR port 92420fac-9243-452d-af60-5a0234c4506a on host n-d-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:27:00.475179 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0bca0d-a7a8-4397-9023-5dce885a0674 None None] No DVR routers for this DVR port 92420fac-9243-452d-af60-5a0234c4506a on host n-d-712140-12 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:27:00.493083 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb9b664-09d8-4b4f-9742-5b96bb0704e5 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Pushing event deleted for resources: {'Port': ['ID=92420fac-9243-452d-af60-5a0234c4506a,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:00.641029 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6cb9b664-09d8-4b4f-9742-5b96bb0704e5 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:00.662492 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a922dc-025e-4081-b42c-988bec702a6a req-c1b86563-a4ba-4b30-83a8-3e93f2532df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:00.667568 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d7a922dc-025e-4081-b42c-988bec702a6a req-c1b86563-a4ba-4b30-83a8-3e93f2532df3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f78174329f774784990d52436973061e&device_id=dafd6991-23da-4a12-a981-8797d3f95870 HTTP/1.1" status: 200 len: 1095 time: 0.2444580 Aug 29 04:27:00.741350 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-6cb9b664-09d8-4b4f-9742-5b96bb0704e5 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['189e323b-eac7-47a0-a92c-75b22f0efc43']}} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:00.786021 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad72c36d-9d12-4d9b-b754-3b09220a939e req-c8bfa7b4-519e-439b-aa47-d94c353fcf1f tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:00.787829 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ad72c36d-9d12-4d9b-b754-3b09220a939e req-c8bfa7b4-519e-439b-aa47-d94c353fcf1f tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] 10.222.0.22 "GET /v2.0/ports?device_id=dafd6991-23da-4a12-a981-8797d3f95870 HTTP/1.1" status: 200 len: 943 time: 0.8455079 Aug 29 04:27:00.792853 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.db.resource_extend [None req-d3e70bb9-687e-4c2d-b4c1-353f52682a3e admin admin] It took 0.69 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:27:00.804803 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-6cb9b664-09d8-4b4f-9742-5b96bb0704e5 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74e04373-bd52-452b-8f9d-2cb78b2a3a2e') {'for_net_delete': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:00.805207 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-6cb9b664-09d8-4b4f-9742-5b96bb0704e5 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74e04373-bd52-452b-8f9d-2cb78b2a3a2e') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:00.826669 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6cb9b664-09d8-4b4f-9742-5b96bb0704e5 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8904833'] for segment, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:00.842148 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d3e70bb9-687e-4c2d-b4c1-353f52682a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:00.843442 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e70bb9-687e-4c2d-b4c1-353f52682a3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:00.844051 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d3e70bb9-687e-4c2d-b4c1-353f52682a3e admin admin] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:00.888055 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6cb9b664-09d8-4b4f-9742-5b96bb0704e5 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:00.906222 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae899c9-08f6-40fb-a9c6-451dc9a0ea55 req-eac2f5cf-6d81-4595-a796-1db4c005716f tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:00.908810 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2ae899c9-08f6-40fb-a9c6-451dc9a0ea55 req-eac2f5cf-6d81-4595-a796-1db4c005716f tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=958fb903-1729-4290-8965-b1c2ef1d605e HTTP/1.1" status: 200 len: 944 time: 0.2186687 Aug 29 04:27:00.912567 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cb9b664-09d8-4b4f-9742-5b96bb0704e5 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=94828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:27:00.913298 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6cb9b664-09d8-4b4f-9742-5b96bb0704e5 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9190468'] for segment, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:00.916639 n-d-712140-12 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:27:00.916639 n-d-712140-12 neutron-server[94828]: self.session.flush() Aug 29 04:27:00.916639 n-d-712140-12 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:27:00.916639 n-d-712140-12 neutron-server[94828]: self.session.flush() Aug 29 04:27:00.916639 n-d-712140-12 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:27:00.916639 n-d-712140-12 neutron-server[94828]: self.session.flush() Aug 29 04:27:00.916639 n-d-712140-12 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:27:00.916639 n-d-712140-12 neutron-server[94828]: self.session.flush() Aug 29 04:27:00.916639 n-d-712140-12 neutron-server[94828]: Traceback (most recent call last): Aug 29 04:27:00.916639 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:27:00.916639 n-d-712140-12 neutron-server[94828]: timer() Aug 29 04:27:00.916639 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:27:00.916639 n-d-712140-12 neutron-server[94828]: cb(*args, **kw) Aug 29 04:27:00.916639 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:27:00.916639 n-d-712140-12 neutron-server[94828]: return func(*args, **kwargs) Aug 29 04:27:00.916639 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:27:00.916639 n-d-712140-12 neutron-server[94828]: self._notify() Aug 29 04:27:00.916639 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:27:00.916639 n-d-712140-12 neutron-server[94828]: self.callback(batched_events) Aug 29 04:27:00.916639 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:27:00.916639 n-d-712140-12 neutron-server[94828]: event.method(event) Aug 29 04:27:00.916639 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:27:00.916639 n-d-712140-12 neutron-server[94828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:27:00.916639 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:27:00.916639 n-d-712140-12 neutron-server[94828]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:27:00.916639 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:27:00.916639 n-d-712140-12 neutron-server[94828]: return f(self, *a, **k) Aug 29 04:27:00.916639 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:27:00.916639 n-d-712140-12 neutron-server[94828]: return self._get(url).json() Aug 29 04:27:00.916639 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:27:00.916639 n-d-712140-12 neutron-server[94828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:27:00.916639 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:27:00.916639 n-d-712140-12 neutron-server[94828]: return self.request(url, 'GET', **kwargs) Aug 29 04:27:00.916639 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:27:00.916639 n-d-712140-12 neutron-server[94828]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:27:00.916639 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:27:00.916639 n-d-712140-12 neutron-server[94828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:27:00.916639 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:27:00.916639 n-d-712140-12 neutron-server[94828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:27:00.916639 n-d-712140-12 neutron-server[94828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:27:00.952627 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-d3e70bb9-687e-4c2d-b4c1-353f52682a3e admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.2125473 Aug 29 04:27:00.963144 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 60120) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:00.977214 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-ffc1715c-539a-4490-8b6f-dcde00eb65c3 admin admin] Request body: {'subnet': {'network_id': '974a0d3a-4d5a-403d-9952-e1a1d44400b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-234443173-subnet', 'tenant_id': '77868993f9a84cac88871458a6b0ec51', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:01.001678 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ad72c36d-9d12-4d9b-b754-3b09220a939e req-3f7436be-69a8-4ecd-a59f-27ad52d3061c tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c3129fe-ab73-49dc-8c78-c3946eb92670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011619 Aug 29 04:27:01.010269 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a922dc-025e-4081-b42c-988bec702a6a req-9e5f50c7-9ce3-4005-b5a7-15dfff291103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:01.010510 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ef62c256-fb9d-459f-a835-99a35cc7e335 req-aab4e75e-62dc-406e-9337-e30447e4f870 service neutron] 10.222.0.48 "GET /v2.0/networks/30a5f83d-44db-4be9-a796-3b5e93558c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9069149 Aug 29 04:27:01.011782 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d7a922dc-025e-4081-b42c-988bec702a6a req-9e5f50c7-9ce3-4005-b5a7-15dfff291103 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fcd0713a-66d5-429e-8806-1ec67be3b61c HTTP/1.1" status: 200 len: 922 time: 0.3203318 Aug 29 04:27:01.013315 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e70bb9-687e-4c2d-b4c1-353f52682a3e admin admin] Pushing event updated for resources: {'Network': ['ID=974a0d3a-4d5a-403d-9952-e1a1d44400b5,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:01.058230 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 974a0d3a-4d5a-403d-9952-e1a1d44400b5 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:27:01.076795 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6cb9b664-09d8-4b4f-9742-5b96bb0704e5 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:01.088818 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ef62c256-fb9d-459f-a835-99a35cc7e335 req-25190e44-ca6f-4443-954e-9fdab1d480eb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.110&port_id=35d63e72-b738-4a46-8a77-b6b744715997 HTTP/1.1" status: 200 len: 217 time: 0.0679710 Aug 29 04:27:01.089017 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6cb9b664-09d8-4b4f-9742-5b96bb0704e5 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:01.089930 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffc1715c-539a-4490-8b6f-dcde00eb65c3 admin admin] Made reservation on behalf of 77868993f9a84cac88871458a6b0ec51 for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:01.093146 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-6cb9b664-09d8-4b4f-9742-5b96bb0704e5 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] 10.222.0.22 "DELETE /v2.0/networks/189e323b-eac7-47a0-a92c-75b22f0efc43 HTTP/1.1" status: 204 len: 168 time: 1.7378604 Aug 29 04:27:01.096954 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ffc1715c-539a-4490-8b6f-dcde00eb65c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4552395'] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:01.125518 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d7a922dc-025e-4081-b42c-988bec702a6a req-de2294ee-5133-4655-a8f9-c73f48178847 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5b045eba-a5c6-492f-8b51-765579535b9c HTTP/1.1" status: 200 len: 217 time: 0.1010976 Aug 29 04:27:01.139985 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2ae899c9-08f6-40fb-a9c6-451dc9a0ea55 req-a925be48-a8e3-4b5d-99cb-a83da83695f2 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/security-groups?id=c669a511-bb16-48c8-9944-1f8115bc7803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1943161 Aug 29 04:27:01.146376 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 92420fac-9243-452d-af60-5a0234c4506a no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:27:01.146989 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef62c256-fb9d-459f-a835-99a35cc7e335 req-9ffb1b51-4fe0-41d7-a81f-b2487595c7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:01.149191 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ef62c256-fb9d-459f-a835-99a35cc7e335 req-9ffb1b51-4fe0-41d7-a81f-b2487595c7dd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=81808e7a-684a-4dd3-97bc-1cbd7265f9b6 HTTP/1.1" status: 200 len: 797 time: 0.0487735 Aug 29 04:27:01.169223 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb9b664-09d8-4b4f-9742-5b96bb0704e5 tempest-NetworksTest-1770936404 tempest-NetworksTest-1770936404-project] Pushing event deleted for resources: {'Network': ['ID=189e323b-eac7-47a0-a92c-75b22f0efc43,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:01.207008 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 92420fac-9243-452d-af60-5a0234c4506a {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:27:01.207367 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 92420fac-9243-452d-af60-5a0234c4506a not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:27:01.249403 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a922dc-025e-4081-b42c-988bec702a6a req-a0981ba3-7a8c-48c6-87f9-545dd51032eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:01.251615 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d7a922dc-025e-4081-b42c-988bec702a6a req-a0981ba3-7a8c-48c6-87f9-545dd51032eb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=710778a2-878b-476c-9719-9ae92ef7de6e HTTP/1.1" status: 200 len: 860 time: 0.1085622 Aug 29 04:27:01.309401 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef62c256-fb9d-459f-a835-99a35cc7e335 req-001a4b71-9a80-439f-acc2-2ab2aa43580e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:01.311151 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ef62c256-fb9d-459f-a835-99a35cc7e335 req-001a4b71-9a80-439f-acc2-2ab2aa43580e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=30a5f83d-44db-4be9-a796-3b5e93558c29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1485958 Aug 29 04:27:01.353362 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a922dc-025e-4081-b42c-988bec702a6a req-09f3be1f-fa38-4352-9e9c-b00256a20d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:01.354913 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d7a922dc-025e-4081-b42c-988bec702a6a req-09f3be1f-fa38-4352-9e9c-b00256a20d03 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fcd0713a-66d5-429e-8806-1ec67be3b61c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0951192 Aug 29 04:27:01.498523 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5dc1495f-b791-4ae3-bef4-ee1858a36d11 req-adcf3cf8-d0e5-45ce-881e-3c4cccf7e5bc service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=958fb903-1729-4290-8965-b1c2ef1d605e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4184148 Aug 29 04:27:01.552525 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d7a922dc-025e-4081-b42c-988bec702a6a req-d1884e12-cdf5-46ae-9945-d0dafb1d9024 service neutron] 10.222.0.46 "GET /v2.0/networks/fcd0713a-66d5-429e-8806-1ec67be3b61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892078 Aug 29 04:27:01.585089 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ef62c256-fb9d-459f-a835-99a35cc7e335 req-022a5b5b-4f9f-4afc-8cc1-81db50678d1c service neutron] 10.222.0.48 "GET /v2.0/networks/30a5f83d-44db-4be9-a796-3b5e93558c29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473695 Aug 29 04:27:01.632394 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 60152) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:01.674927 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ffc1715c-539a-4490-8b6f-dcde00eb65c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4274880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4552377'] for subnet, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:01.754817 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc1715c-539a-4490-8b6f-dcde00eb65c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfb963de-f949-4306-afd0-f6d6011ebecf,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:01.822945 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d7a922dc-025e-4081-b42c-988bec702a6a req-68b73f44-5d50-4c43-b0b9-65e65519d467 service neutron] 10.222.0.46 "GET /v2.0/networks/fcd0713a-66d5-429e-8806-1ec67be3b61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562931 Aug 29 04:27:01.862278 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc1715c-539a-4490-8b6f-dcde00eb65c3 admin admin] Checking segment: {'id': 'f3bf739c-6838-45ab-8dc8-7a9cc44faa04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '974a0d3a-4d5a-403d-9952-e1a1d44400b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:27:01.864069 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc1715c-539a-4490-8b6f-dcde00eb65c3 admin admin] Network hostable DHCP agents. Network: 974a0d3a-4d5a-403d-9952-e1a1d44400b5, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:27:01.884816 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 5b045eba-a5c6-492f-8b51-765579535b9c details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:27:01.885897 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ef62c256-fb9d-459f-a835-99a35cc7e335 req-83fe87c9-4f9e-41dc-a131-efdb99fc22dc service neutron] 10.222.0.48 "GET /v2.0/networks/30a5f83d-44db-4be9-a796-3b5e93558c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2913594 Aug 29 04:27:01.917797 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc1715c-539a-4490-8b6f-dcde00eb65c3 admin admin] Network 974a0d3a-4d5a-403d-9952-e1a1d44400b5 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:27:01.979416 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ef62c256-fb9d-459f-a835-99a35cc7e335 req-609bd185-aab1-4cac-bf0e-232d034e3b33 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=522e949e-9797-45c8-902e-353747f23d7c HTTP/1.1" status: 200 len: 217 time: 0.0779777 Aug 29 04:27:02.117027 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-ffc1715c-539a-4490-8b6f-dcde00eb65c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 974a0d3a-4d5a-403d-9952-e1a1d44400b5) {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:02.139747 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc1715c-539a-4490-8b6f-dcde00eb65c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:02.145404 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ffc1715c-539a-4490-8b6f-dcde00eb65c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:02.153425 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d295e3-dc72-4d51-a5b2-06c6678b2c51 None None] Network 974a0d3a-4d5a-403d-9952-e1a1d44400b5 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:27:02.178276 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 5b045eba-a5c6-492f-8b51-765579535b9c, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=5b045eba-a5c6-492f-8b51-765579535b9c,segment=NetworkSegment(3702d597-5b99-458f-80c9-28432894b87e),segment_id=3702d597-5b99-458f-80c9-28432894b87e)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:02.247942 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-ffc1715c-539a-4490-8b6f-dcde00eb65c3 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2769530 Aug 29 04:27:02.271919 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-8c4e5e2e-7902-489d-acb7-df6545da8548 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3b680a37d4894bbbace086ade39e168e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6380119 Aug 29 04:27:02.272935 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 60178) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:02.283150 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef62c256-fb9d-459f-a835-99a35cc7e335 req-a787b8d0-8eb9-482c-b402-05fd60a3f2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:02.289041 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ef62c256-fb9d-459f-a835-99a35cc7e335 req-a787b8d0-8eb9-482c-b402-05fd60a3f2cb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=36eaa82f-c37f-41cb-8d76-920549eea1d2 HTTP/1.1" status: 200 len: 797 time: 0.2905352 Aug 29 04:27:02.349279 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1914c5eb-ea85-414d-b19a-c5c02906c1aa req-fafddd98-7996-484d-b0f2-6d9c35a2d823 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:02.365303 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1914c5eb-ea85-414d-b19a-c5c02906c1aa req-fafddd98-7996-484d-b0f2-6d9c35a2d823 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] 10.222.0.22 "GET /v2.0/ports?device_id=dafd6991-23da-4a12-a981-8797d3f95870 HTTP/1.1" status: 200 len: 943 time: 0.1554651 Aug 29 04:27:02.377918 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Returning: {'device': '5b045eba-a5c6-492f-8b51-765579535b9c', 'network_id': 'fcd0713a-66d5-429e-8806-1ec67be3b61c', 'port_id': '5b045eba-a5c6-492f-8b51-765579535b9c', 'mac_address': 'fa:16:3e:b4:54:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '710778a2-878b-476c-9719-9ae92ef7de6e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:27:02.436866 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5a7bc4-3c92-4504-9479-a87bb3bcc9be None None] Network 974a0d3a-4d5a-403d-9952-e1a1d44400b5 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:27:02.480371 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1914c5eb-ea85-414d-b19a-c5c02906c1aa req-63bbc1b9-b9c9-4329-bfcd-795396d26542 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c3129fe-ab73-49dc-8c78-c3946eb92670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085801 Aug 29 04:27:02.519284 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fea0b51b-d21f-4568-84d5-4380fcf4f794 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:02.549710 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ef33ba-1d37-4204-9389-c2050bd0b38b req-97f3e0b6-4f60-4160-95a6-3c6e630b5f10 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:02.553018 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-02ef33ba-1d37-4204-9389-c2050bd0b38b req-97f3e0b6-4f60-4160-95a6-3c6e630b5f10 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=958fb903-1729-4290-8965-b1c2ef1d605e HTTP/1.1" status: 200 len: 944 time: 0.2614818 Aug 29 04:27:02.564720 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef62c256-fb9d-459f-a835-99a35cc7e335 req-dddf5410-0a7e-432e-ae43-3f95da272a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:02.567650 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ef62c256-fb9d-459f-a835-99a35cc7e335 req-dddf5410-0a7e-432e-ae43-3f95da272a38 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4b336bb6-c1a2-4852-8570-018195081ecf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2490127 Aug 29 04:27:02.575619 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fea0b51b-d21f-4568-84d5-4380fcf4f794 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:02.683284 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fea0b51b-d21f-4568-84d5-4380fcf4f794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:02.686051 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fea0b51b-d21f-4568-84d5-4380fcf4f794 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:02.689504 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-fea0b51b-d21f-4568-84d5-4380fcf4f794 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/58ecaa43-da4f-4e4c-a1af-4b39ea24987d HTTP/1.1" status: 204 len: 168 time: 0.4121976 Aug 29 04:27:02.724365 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-02ef33ba-1d37-4204-9389-c2050bd0b38b req-bf7f1b67-a526-4294-84a2-224983b29969 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/security-groups?id=c669a511-bb16-48c8-9944-1f8115bc7803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1548533 Aug 29 04:27:02.787460 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea0b51b-d21f-4568-84d5-4380fcf4f794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ecaa43-da4f-4e4c-a1af-4b39ea24987d,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:02.822887 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc1495f-b791-4ae3-bef4-ee1858a36d11 req-8fd8880c-805c-44ce-9bb8-3248f83c4d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:02.828630 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5dc1495f-b791-4ae3-bef4-ee1858a36d11 req-8fd8880c-805c-44ce-9bb8-3248f83c4d7d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=958fb903-1729-4290-8965-b1c2ef1d605e&tenant_id=45c0a3ca896a4dd0bcf90e5c0bd5812f HTTP/1.1" status: 200 len: 1096 time: 0.1235228 Aug 29 04:27:02.848057 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-5dc1495f-b791-4ae3-bef4-ee1858a36d11 req-45cd2ac6-c351-499e-811c-c50a549150d9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712140-12', 'device_owner': 'compute:nova'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:02.849892 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ef62c256-fb9d-459f-a835-99a35cc7e335 req-a1e2a2f9-01f7-415e-b230-8ef60d1e0b35 service neutron] 10.222.0.48 "GET /v2.0/networks/4b336bb6-c1a2-4852-8570-018195081ecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537065 Aug 29 04:27:03.014694 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-5dc1495f-b791-4ae3-bef4-ee1858a36d11 req-45cd2ac6-c351-499e-811c-c50a549150d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:03.039101 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:03.104679 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b045eba-a5c6-492f-8b51-765579535b9c {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:27:03.120147 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ef62c256-fb9d-459f-a835-99a35cc7e335 req-af0251a3-98e4-4eb4-b27b-4d69918097b6 service neutron] 10.222.0.48 "GET /v2.0/networks/4b336bb6-c1a2-4852-8570-018195081ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626648 Aug 29 04:27:03.157661 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 5b045eba-a5c6-492f-8b51-765579535b9c, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=5b045eba-a5c6-492f-8b51-765579535b9c,segment=NetworkSegment(3702d597-5b99-458f-80c9-28432894b87e),segment_id=3702d597-5b99-458f-80c9-28432894b87e)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:03.174352 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:03.219432 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ef62c256-fb9d-459f-a835-99a35cc7e335 req-d86834ec-2986-4bf4-8382-b3bb87444d68 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=46c566e7-1458-4fe3-a7d6-eaf119c72666 HTTP/1.1" status: 200 len: 217 time: 0.0915298 Aug 29 04:27:03.323249 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=5b045eba-a5c6-492f-8b51-765579535b9c,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:03.369404 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef62c256-fb9d-459f-a835-99a35cc7e335 req-2a6ce5a6-92be-45ae-bc71-13b004f7d8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:03.372931 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ef62c256-fb9d-459f-a835-99a35cc7e335 req-2a6ce5a6-92be-45ae-bc71-13b004f7d8f8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=36eaa82f-c37f-41cb-8d76-920549eea1d2 HTTP/1.1" status: 200 len: 797 time: 0.1460598 Aug 29 04:27:03.375258 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-aa76de67-6b19-4bf7-9164-132e5002f7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:03.445779 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['5b045eba-a5c6-492f-8b51-765579535b9c'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:27:03.487317 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-5dc1495f-b791-4ae3-bef4-ee1858a36d11 req-45cd2ac6-c351-499e-811c-c50a549150d9 service neutron] For port 83587070-39b8-4b25-862c-546d4e634968, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=83587070-39b8-4b25-862c-546d4e634968,segment=NetworkSegment(4345054c-8cc7-4ded-979c-629f28057ddf),segment_id=4345054c-8cc7-4ded-979c-629f28057ddf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:03.487782 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef62c256-fb9d-459f-a835-99a35cc7e335 req-07bb5cb9-1d64-448d-b7f2-acda02861c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:03.491676 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ef62c256-fb9d-459f-a835-99a35cc7e335 req-07bb5cb9-1d64-448d-b7f2-acda02861c8e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4b336bb6-c1a2-4852-8570-018195081ecf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1107113 Aug 29 04:27:03.527716 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-5dc1495f-b791-4ae3-bef4-ee1858a36d11 req-45cd2ac6-c351-499e-811c-c50a549150d9 service neutron] For port 83587070-39b8-4b25-862c-546d4e634968, host n-h1-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:27:03.569913 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-5dc1495f-b791-4ae3-bef4-ee1858a36d11 req-45cd2ac6-c351-499e-811c-c50a549150d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83587070-39b8-4b25-862c-546d4e634968 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:27:03.579351 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-5dc1495f-b791-4ae3-bef4-ee1858a36d11 req-45cd2ac6-c351-499e-811c-c50a549150d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:03.592280 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-5dc1495f-b791-4ae3-bef4-ee1858a36d11 req-45cd2ac6-c351-499e-811c-c50a549150d9 service neutron] Transition to ACTIVE for port object 83587070-39b8-4b25-862c-546d4e634968 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:03.605529 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-5dc1495f-b791-4ae3-bef4-ee1858a36d11 req-45cd2ac6-c351-499e-811c-c50a549150d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:03.646316 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ef62c256-fb9d-459f-a835-99a35cc7e335 req-f7d2ee5b-a23d-4ea8-b40c-3dbbd392dd1b service neutron] 10.222.0.48 "GET /v2.0/networks/4b336bb6-c1a2-4852-8570-018195081ecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471014 Aug 29 04:27:03.794343 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d436c91-d0b2-4dfb-9c56-885c2ca3b1f4 req-1f837048-e2cf-4de0-97ec-f5da8e738b9d tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:03.803904 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6d436c91-d0b2-4dfb-9c56-885c2ca3b1f4 req-1f837048-e2cf-4de0-97ec-f5da8e738b9d tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] 10.222.0.22 "GET /v2.0/ports?device_id=dafd6991-23da-4a12-a981-8797d3f95870 HTTP/1.1" status: 200 len: 944 time: 0.1564455 Aug 29 04:27:03.853058 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ef62c256-fb9d-459f-a835-99a35cc7e335 req-72ccf302-4e87-4c77-b0b8-129d3fdc0f45 service neutron] 10.222.0.48 "GET /v2.0/networks/4b336bb6-c1a2-4852-8570-018195081ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939061 Aug 29 04:27:03.861346 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cd2ac6-c351-499e-811c-c50a549150d9 service neutron] Pushing event updated for resources: {'Port': ['ID=83587070-39b8-4b25-862c-546d4e634968,revision_number=9']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:03.926944 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6d436c91-d0b2-4dfb-9c56-885c2ca3b1f4 req-94b2cd10-8f96-4b15-9370-9675cbd9952c tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c3129fe-ab73-49dc-8c78-c3946eb92670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205738 Aug 29 04:27:03.961802 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dc1495f-b791-4ae3-bef4-ee1858a36d11 req-45cd2ac6-c351-499e-811c-c50a549150d9 service neutron] No DVR routers for this DVR port 83587070-39b8-4b25-862c-546d4e634968 on host n-h1-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:27:03.974336 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51785772-78eb-40dd-9bd2-af5e56682173 req-e8be389c-56cc-4684-be28-5fbdab6f706c tempest-ServerAddressesNegativeTestJSON-464055973 tempest-ServerAddressesNegativeTestJSON-464055973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:03.975791 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:27:03.982222 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-51785772-78eb-40dd-9bd2-af5e56682173 req-e8be389c-56cc-4684-be28-5fbdab6f706c tempest-ServerAddressesNegativeTestJSON-464055973 tempest-ServerAddressesNegativeTestJSON-464055973-project] 10.222.0.22 "GET /v2.0/networks?id=974a0d3a-4d5a-403d-9952-e1a1d44400b5 HTTP/1.1" status: 200 len: 821 time: 0.3882453 Aug 29 04:27:04.029378 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-51785772-78eb-40dd-9bd2-af5e56682173 req-370a743e-1a3d-4469-b9b2-9cee6ee1c2fc tempest-ServerAddressesNegativeTestJSON-464055973 tempest-ServerAddressesNegativeTestJSON-464055973-project] 10.222.0.22 "GET /v2.0/quotas/77868993f9a84cac88871458a6b0ec51 HTTP/1.1" status: 200 len: 375 time: 0.0461471 Aug 29 04:27:04.084405 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-51785772-78eb-40dd-9bd2-af5e56682173 req-ddc0c2a1-8110-4b0e-9b61-ebeb11d38930 tempest-ServerAddressesNegativeTestJSON-464055973 tempest-ServerAddressesNegativeTestJSON-464055973-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=77868993f9a84cac88871458a6b0ec51&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0459268 Aug 29 04:27:04.145322 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 60246) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:04.203439 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11cecb3-fb3e-4a2f-a3be-d02ff88b2460 req-df0a1fe7-93d2-4c59-8c4f-8ac882196365 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:04.216747 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c11cecb3-fb3e-4a2f-a3be-d02ff88b2460 req-df0a1fe7-93d2-4c59-8c4f-8ac882196365 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=958fb903-1729-4290-8965-b1c2ef1d605e HTTP/1.1" status: 200 len: 944 time: 0.0781596 Aug 29 04:27:04.261646 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-5dc1495f-b791-4ae3-bef4-ee1858a36d11 req-45cd2ac6-c351-499e-811c-c50a549150d9 service neutron] Attempting to bind port 83587070-39b8-4b25-862c-546d4e634968 on host n-h2-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:27:04.262076 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-5dc1495f-b791-4ae3-bef4-ee1858a36d11 req-45cd2ac6-c351-499e-811c-c50a549150d9 service neutron] Attempting to bind port 83587070-39b8-4b25-862c-546d4e634968 by drivers openvswitch,hyperv on host n-h2-712140-12 at level 0 using segments [{'id': '4345054c-8cc7-4ded-979c-629f28057ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'fd020187-6618-42b7-a26a-d8ebebc46774'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:27:04.262491 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc1495f-b791-4ae3-bef4-ee1858a36d11 req-45cd2ac6-c351-499e-811c-c50a549150d9 service neutron] Attempting to bind port 83587070-39b8-4b25-862c-546d4e634968 on network fd020187-6618-42b7-a26a-d8ebebc46774 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:04.281543 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c11cecb3-fb3e-4a2f-a3be-d02ff88b2460 req-32ef0c46-6e3e-459d-8e04-e51469715300 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/security-groups?id=c669a511-bb16-48c8-9944-1f8115bc7803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626211 Aug 29 04:27:04.292339 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-190555de-1bb6-4a3c-9fcf-930972772f46 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-655278727'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:04.301780 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc1495f-b791-4ae3-bef4-ee1858a36d11 req-45cd2ac6-c351-499e-811c-c50a549150d9 service neutron] Port 83587070-39b8-4b25-862c-546d4e634968 on network fd020187-6618-42b7-a26a-d8ebebc46774 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:27:04.302191 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc1495f-b791-4ae3-bef4-ee1858a36d11 req-45cd2ac6-c351-499e-811c-c50a549150d9 service neutron] Attempting to bind port 83587070-39b8-4b25-862c-546d4e634968 on network fd020187-6618-42b7-a26a-d8ebebc46774 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:04.313635 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-51785772-78eb-40dd-9bd2-af5e56682173 req-c4d99198-2404-4d7d-9806-8a1120322d18 service neutron] 10.222.0.22 "GET /v2.0/networks/974a0d3a-4d5a-403d-9952-e1a1d44400b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727607 Aug 29 04:27:04.316866 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc1495f-b791-4ae3-bef4-ee1858a36d11 req-45cd2ac6-c351-499e-811c-c50a549150d9 service neutron] Checking agent: {'id': 'b3a0606b-b029-4f5e-8798-3a32b71d8844', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:27:04.317301 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc1495f-b791-4ae3-bef4-ee1858a36d11 req-45cd2ac6-c351-499e-811c-c50a549150d9 service neutron] Checking segment: {'id': '4345054c-8cc7-4ded-979c-629f28057ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'fd020187-6618-42b7-a26a-d8ebebc46774'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:27:04.317880 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc1495f-b791-4ae3-bef4-ee1858a36d11 req-45cd2ac6-c351-499e-811c-c50a549150d9 service neutron] Bound using segment: {'id': '4345054c-8cc7-4ded-979c-629f28057ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'fd020187-6618-42b7-a26a-d8ebebc46774'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:27:04.318403 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-5dc1495f-b791-4ae3-bef4-ee1858a36d11 req-45cd2ac6-c351-499e-811c-c50a549150d9 service neutron] Bound port: 83587070-39b8-4b25-862c-546d4e634968, host: n-h2-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4345054c-8cc7-4ded-979c-629f28057ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'fd020187-6618-42b7-a26a-d8ebebc46774'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:27:04.318944 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-5dc1495f-b791-4ae3-bef4-ee1858a36d11 req-45cd2ac6-c351-499e-811c-c50a549150d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:04.385691 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-190555de-1bb6-4a3c-9fcf-930972772f46 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Made reservation on behalf of 6e77efd76d814cd8b24fb0a97b527734 for: {'network': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:04.389313 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-190555de-1bb6-4a3c-9fcf-930972772f46 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:04.753516 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-190555de-1bb6-4a3c-9fcf-930972772f46 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:04.836890 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-5dc1495f-b791-4ae3-bef4-ee1858a36d11 req-45cd2ac6-c351-499e-811c-c50a549150d9 service neutron] For port 83587070-39b8-4b25-862c-546d4e634968, host n-h2-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:27:04.844192 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-51785772-78eb-40dd-9bd2-af5e56682173 req-ee07465f-409b-44ba-8321-dcdeea9cfccc service neutron] 10.222.0.22 "GET /v2.0/networks/974a0d3a-4d5a-403d-9952-e1a1d44400b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5143046 Aug 29 04:27:04.864428 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-5dc1495f-b791-4ae3-bef4-ee1858a36d11 req-45cd2ac6-c351-499e-811c-c50a549150d9 service neutron] For port 83587070-39b8-4b25-862c-546d4e634968, host n-h2-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=83587070-39b8-4b25-862c-546d4e634968,segment=NetworkSegment(4345054c-8cc7-4ded-979c-629f28057ddf),segment_id=4345054c-8cc7-4ded-979c-629f28057ddf)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:27:04.875928 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-5dc1495f-b791-4ae3-bef4-ee1858a36d11 req-45cd2ac6-c351-499e-811c-c50a549150d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:04.922860 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc1495f-b791-4ae3-bef4-ee1858a36d11 req-45cd2ac6-c351-499e-811c-c50a549150d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:04.923751 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-5dc1495f-b791-4ae3-bef4-ee1858a36d11 req-45cd2ac6-c351-499e-811c-c50a549150d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:04.925193 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5dc1495f-b791-4ae3-bef4-ee1858a36d11 req-45cd2ac6-c351-499e-811c-c50a549150d9 service neutron] 10.222.0.48 "PUT /v2.0/ports/83587070-39b8-4b25-862c-546d4e634968 HTTP/1.1" status: 200 len: 1093 time: 2.0823047 Aug 29 04:27:04.928708 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '958fb903-1729-4290-8965-b1c2ef1d605e', 'tag': '83587070-39b8-4b25-862c-546d4e634968'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:27:04.931560 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f26a383-6338-4d05-bb19-1abfa159fcb5" -d '{"events": [{"name": "network-changed", "server_uuid": "958fb903-1729-4290-8965-b1c2ef1d605e", "tag": "83587070-39b8-4b25-862c-546d4e634968"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:27:05.005321 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cd2ac6-c351-499e-811c-c50a549150d9 service neutron] Pushing event updated for resources: {'Port': ['ID=83587070-39b8-4b25-862c-546d4e634968,revision_number=10']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:05.012582 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ba59649-44ed-4502-96d4-b651d2b7234b x-openstack-request-id: req-8ba59649-44ed-4502-96d4-b651d2b7234b {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:27:05.012875 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "958fb903-1729-4290-8965-b1c2ef1d605e", "tag": "83587070-39b8-4b25-862c-546d4e634968", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:27:05.013134 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8ba59649-44ed-4502-96d4-b651d2b7234b {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:27:05.013539 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '958fb903-1729-4290-8965-b1c2ef1d605e', 'tag': '83587070-39b8-4b25-862c-546d4e634968', 'status': 'completed', 'code': 200} Aug 29 04:27:05.101737 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-190555de-1bb6-4a3c-9fcf-930972772f46 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:05.116036 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-190555de-1bb6-4a3c-9fcf-930972772f46 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:05.195210 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190555de-1bb6-4a3c-9fcf-930972772f46 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d63eff-cdbd-4ec8-93e9-a2cd3ae7a23f,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:05.242400 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc1495f-b791-4ae3-bef4-ee1858a36d11 req-a4624da2-d899-4787-a188-51569d7e56da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:05.245404 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5dc1495f-b791-4ae3-bef4-ee1858a36d11 req-a4624da2-d899-4787-a188-51569d7e56da service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=45c0a3ca896a4dd0bcf90e5c0bd5812f&device_id=958fb903-1729-4290-8965-b1c2ef1d605e HTTP/1.1" status: 200 len: 1097 time: 0.2762175 Aug 29 04:27:05.259176 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-190555de-1bb6-4a3c-9fcf-930972772f46 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=94828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:27:05.296990 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f80b17-86ba-447f-9e44-472fb8a38b91 req-6e241cb5-2aa4-4f65-9422-5c2bc2da2905 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:05.308958 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-85f80b17-86ba-447f-9e44-472fb8a38b91 req-6e241cb5-2aa4-4f65-9422-5c2bc2da2905 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] 10.222.0.22 "GET /v2.0/ports?device_id=dafd6991-23da-4a12-a981-8797d3f95870 HTTP/1.1" status: 200 len: 944 time: 0.1210201 Aug 29 04:27:05.344002 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-190555de-1bb6-4a3c-9fcf-930972772f46 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:05.344691 n-d-712140-12 neutron-server[94828]: INFO neutron.db.segments_db [None req-190555de-1bb6-4a3c-9fcf-930972772f46 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Added segment 7b19dc65-20b6-4a04-9afe-1cb91616d5fc of type vlan for network a6bb57b7-cb0c-4410-98f1-bc74c77bcda7 Aug 29 04:27:05.404562 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-85f80b17-86ba-447f-9e44-472fb8a38b91 req-0d66075c-9d36-4c2d-a23d-f64ce7383ff2 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c3129fe-ab73-49dc-8c78-c3946eb92670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926883 Aug 29 04:27:05.490744 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8f0721fa-5664-4076-b477-ceaf18e07b2d req-ed74ceae-552c-4f41-8f8b-e5e664d63733 tempest-ServerAddressesNegativeTestJSON-464055973 tempest-ServerAddressesNegativeTestJSON-464055973-project] 10.222.0.22 "GET /v2.0/ports?device_id=a00e32c1-e410-428f-ab5e-d665c87c4e3a HTTP/1.1" status: 200 len: 210 time: 0.1051357 Aug 29 04:27:05.516883 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-190555de-1bb6-4a3c-9fcf-930972772f46 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:05.580286 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc1495f-b791-4ae3-bef4-ee1858a36d11 req-fddd5b74-d928-493c-9718-6ac497323fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:05.598908 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5dc1495f-b791-4ae3-bef4-ee1858a36d11 req-fddd5b74-d928-493c-9718-6ac497323fac service neutron] 10.222.0.48 "GET /v2.0/networks?id=fd020187-6618-42b7-a26a-d8ebebc46774 HTTP/1.1" status: 200 len: 917 time: 0.3302298 Aug 29 04:27:05.607893 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-190555de-1bb6-4a3c-9fcf-930972772f46 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:05.621727 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190555de-1bb6-4a3c-9fcf-930972772f46 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:05.622664 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-190555de-1bb6-4a3c-9fcf-930972772f46 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:05.646444 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9597118-ef26-472e-adbe-41afee4c305a req-4e2a8925-9ce4-41ca-a7be-d5492b9c5d70 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:05.650710 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a9597118-ef26-472e-adbe-41afee4c305a req-4e2a8925-9ce4-41ca-a7be-d5492b9c5d70 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=958fb903-1729-4290-8965-b1c2ef1d605e HTTP/1.1" status: 200 len: 945 time: 0.1285453 Aug 29 04:27:05.711097 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a9597118-ef26-472e-adbe-41afee4c305a req-973cc830-6595-4ceb-97fd-d5e3399dda15 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/security-groups?id=c669a511-bb16-48c8-9944-1f8115bc7803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511513 Aug 29 04:27:05.818332 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190555de-1bb6-4a3c-9fcf-930972772f46 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Pushing event updated for resources: {'Network': ['ID=a6bb57b7-cb0c-4410-98f1-bc74c77bcda7,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:05.831281 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-190555de-1bb6-4a3c-9fcf-930972772f46 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6754351 Aug 29 04:27:05.834515 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 60304) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:05.838057 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network a6bb57b7-cb0c-4410-98f1-bc74c77bcda7 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:27:05.840285 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-0e5b840e-bb13-4dae-834e-2c24e326eb6c tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Request body: {'port': {'network_id': 'a6bb57b7-cb0c-4410-98f1-bc74c77bcda7', 'name': 'tempest-PortsTestJSON-1797290453'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:05.863779 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5dc1495f-b791-4ae3-bef4-ee1858a36d11 req-68c5fa23-61a4-4c7c-83f4-70a5e8e0311d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83587070-39b8-4b25-862c-546d4e634968 HTTP/1.1" status: 200 len: 1000 time: 0.2570784 Aug 29 04:27:05.915840 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 5b045eba-a5c6-492f-8b51-765579535b9c up at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:27:05.947601 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc1495f-b791-4ae3-bef4-ee1858a36d11 req-264e218e-0a92-4ef2-b0b0-3668a8d85a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:05.958484 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5dc1495f-b791-4ae3-bef4-ee1858a36d11 req-264e218e-0a92-4ef2-b0b0-3668a8d85a28 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6247b089-2c7c-4ca3-a8dd-41a0f57cced5 HTTP/1.1" status: 200 len: 855 time: 0.0767984 Aug 29 04:27:06.032555 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e5b840e-bb13-4dae-834e-2c24e326eb6c tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Made reservation on behalf of 6e77efd76d814cd8b24fb0a97b527734 for: {'port': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:06.037953 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0e5b840e-bb13-4dae-834e-2c24e326eb6c tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:06.059562 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc1495f-b791-4ae3-bef4-ee1858a36d11 req-047ed8c9-df75-4bd8-b657-e66aef95cbae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:06.062383 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5dc1495f-b791-4ae3-bef4-ee1858a36d11 req-047ed8c9-df75-4bd8-b657-e66aef95cbae service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fd020187-6618-42b7-a26a-d8ebebc46774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1030128 Aug 29 04:27:06.080125 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning for port 5b045eba-a5c6-492f-8b51-765579535b9c completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:27:06.080427 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [None req-0e5b840e-bb13-4dae-834e-2c24e326eb6c tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] device_id is not set on port bfc8214d-0c53-4549-b69f-c4d8a518010a yet. {{(pid=94829) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:27:06.091556 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning complete for port 5b045eba-a5c6-492f-8b51-765579535b9c triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:06.097044 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:06.330071 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5dc1495f-b791-4ae3-bef4-ee1858a36d11 req-3e2175a4-b92f-4d98-8a50-669e4116ce59 service neutron] 10.222.0.48 "GET /v2.0/networks/fd020187-6618-42b7-a26a-d8ebebc46774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585206 Aug 29 04:27:06.377765 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0e5b840e-bb13-4dae-834e-2c24e326eb6c tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:06.392645 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:06.444075 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c6a480ca-2905-4120-b004-31722802ec56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:06.461774 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0e5b840e-bb13-4dae-834e-2c24e326eb6c tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:06.485999 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dafd6991-23da-4a12-a981-8797d3f95870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b045eba-a5c6-492f-8b51-765579535b9c'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:27:06.495527 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd8c2ada-ea0a-4d89-a07e-03757c214364" -d '{"events": [{"server_uuid": "dafd6991-23da-4a12-a981-8797d3f95870", "name": "network-vif-plugged", "status": "completed", "tag": "5b045eba-a5c6-492f-8b51-765579535b9c"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:27:06.539413 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5dc1495f-b791-4ae3-bef4-ee1858a36d11 req-72638876-2fd7-4f4b-b5b4-50b3ece1c3b4 service neutron] 10.222.0.48 "GET /v2.0/networks/fd020187-6618-42b7-a26a-d8ebebc46774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015278 Aug 29 04:27:06.548658 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 5b045eba-a5c6-492f-8b51-765579535b9c, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=5b045eba-a5c6-492f-8b51-765579535b9c,segment=NetworkSegment(3702d597-5b99-458f-80c9-28432894b87e),segment_id=3702d597-5b99-458f-80c9-28432894b87e)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:06.556138 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:06.576410 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5b840e-bb13-4dae-834e-2c24e326eb6c tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Pushing event updated for resources: {'Port': ['ID=bfc8214d-0c53-4549-b69f-c4d8a518010a,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:06.604461 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5b840e-bb13-4dae-834e-2c24e326eb6c tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Checking segment: {'id': '7b19dc65-20b6-4a04-9afe-1cb91616d5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'a6bb57b7-cb0c-4410-98f1-bc74c77bcda7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:27:06.605114 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e5b840e-bb13-4dae-834e-2c24e326eb6c tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Network hostable DHCP agents. Network: a6bb57b7-cb0c-4410-98f1-bc74c77bcda7, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:27:06.618667 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5b840e-bb13-4dae-834e-2c24e326eb6c tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:06.620205 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5b840e-bb13-4dae-834e-2c24e326eb6c tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:06.624543 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5b840e-bb13-4dae-834e-2c24e326eb6c tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:06.625207 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5b840e-bb13-4dae-834e-2c24e326eb6c tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:06.625547 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5b840e-bb13-4dae-834e-2c24e326eb6c tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:06.626409 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5b840e-bb13-4dae-834e-2c24e326eb6c tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:06.626749 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5b840e-bb13-4dae-834e-2c24e326eb6c tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:06.627095 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5b840e-bb13-4dae-834e-2c24e326eb6c tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:06.634583 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5b840e-bb13-4dae-834e-2c24e326eb6c tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:06.634981 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5b840e-bb13-4dae-834e-2c24e326eb6c tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:06.635330 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5b840e-bb13-4dae-834e-2c24e326eb6c tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:06.635734 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5b840e-bb13-4dae-834e-2c24e326eb6c tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:06.678117 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-82fd056e-4dd0-44b7-ad53-d84a5422a7ac req-09132725-9229-491d-8e83-147806d0a40d tempest-ServerAddressesNegativeTestJSON-464055973 tempest-ServerAddressesNegativeTestJSON-464055973-project] 10.222.0.22 "GET /v2.0/ports?device_id=a00e32c1-e410-428f-ab5e-d665c87c4e3a HTTP/1.1" status: 200 len: 210 time: 0.0686989 Aug 29 04:27:06.725082 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e5b840e-bb13-4dae-834e-2c24e326eb6c tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Network a6bb57b7-cb0c-4410-98f1-bc74c77bcda7 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:27:06.745789 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=5b045eba-a5c6-492f-8b51-765579535b9c,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:06.764979 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c375fce9-b2f7-41e1-b1e3-82b1fe78e0a6 req-74052cfc-a517-40a6-a1d4-fb38a468b96d tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:06.766948 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c375fce9-b2f7-41e1-b1e3-82b1fe78e0a6 req-74052cfc-a517-40a6-a1d4-fb38a468b96d tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] 10.222.0.22 "GET /v2.0/ports?device_id=dafd6991-23da-4a12-a981-8797d3f95870 HTTP/1.1" status: 200 len: 945 time: 0.1730049 Aug 29 04:27:06.798575 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-0e5b840e-bb13-4dae-834e-2c24e326eb6c tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, a6bb57b7-cb0c-4410-98f1-bc74c77bcda7) {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:06.807380 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f26a383-6338-4d05-bb19-1abfa159fcb5 req-2b2b6471-3d87-4aee-91c3-4822ff70f4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:06.809498 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2f26a383-6338-4d05-bb19-1abfa159fcb5 req-2b2b6471-3d87-4aee-91c3-4822ff70f4f5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=45c0a3ca896a4dd0bcf90e5c0bd5812f&device_id=958fb903-1729-4290-8965-b1c2ef1d605e HTTP/1.1" status: 200 len: 1097 time: 0.1300113 Aug 29 04:27:06.816575 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052db402-408c-4938-a7ab-60970b587c26 None None] Network a6bb57b7-cb0c-4410-98f1-bc74c77bcda7 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:27:06.819611 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78604bd1-8e8d-4a6a-a33a-10e41e40c9e3 x-openstack-request-id: req-78604bd1-8e8d-4a6a-a33a-10e41e40c9e3 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:27:06.820289 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dafd6991-23da-4a12-a981-8797d3f95870", "name": "network-vif-plugged", "status": "completed", "tag": "5b045eba-a5c6-492f-8b51-765579535b9c", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:27:06.820740 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-78604bd1-8e8d-4a6a-a33a-10e41e40c9e3 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:27:06.821641 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dafd6991-23da-4a12-a981-8797d3f95870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b045eba-a5c6-492f-8b51-765579535b9c', 'code': 200} Aug 29 04:27:06.861838 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5b840e-bb13-4dae-834e-2c24e326eb6c tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:27:06.873162 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5b840e-bb13-4dae-834e-2c24e326eb6c tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:06.877569 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0e5b840e-bb13-4dae-834e-2c24e326eb6c tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:07.121777 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:07.130210 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840d583f-f2b9-4d3e-b680-bb9126a17a37 req-ced6fc29-029b-44d1-ba69-d5cf00c03bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:07.132255 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c375fce9-b2f7-41e1-b1e3-82b1fe78e0a6 req-3ee47159-fa67-48e7-b7b6-55c2bbfa6fdf tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c3129fe-ab73-49dc-8c78-c3946eb92670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3524885 Aug 29 04:27:07.138547 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-840d583f-f2b9-4d3e-b680-bb9126a17a37 req-ced6fc29-029b-44d1-ba69-d5cf00c03bb6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=dafd6991-23da-4a12-a981-8797d3f95870 HTTP/1.1" status: 200 len: 1097 time: 0.1807177 Aug 29 04:27:07.155096 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad567423-e195-4f0d-8938-30ac8c443bb2 req-870c15ef-d757-46ed-9c66-a10e5e4cf604 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:07.160813 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-0e5b840e-bb13-4dae-834e-2c24e326eb6c tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.3251603 Aug 29 04:27:07.171006 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ad567423-e195-4f0d-8938-30ac8c443bb2 req-870c15ef-d757-46ed-9c66-a10e5e4cf604 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=958fb903-1729-4290-8965-b1c2ef1d605e HTTP/1.1" status: 200 len: 945 time: 0.2102368 Aug 29 04:27:07.174284 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 60336) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:07.185429 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f26a383-6338-4d05-bb19-1abfa159fcb5 req-c65dd493-9db4-41ee-8750-7488c99b2862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:07.187201 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2f26a383-6338-4d05-bb19-1abfa159fcb5 req-c65dd493-9db4-41ee-8750-7488c99b2862 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fd020187-6618-42b7-a26a-d8ebebc46774 HTTP/1.1" status: 200 len: 917 time: 0.3543479 Aug 29 04:27:07.187765 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-bf0f6fce-4408-44f0-9e18-5847f7f99bc2 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1835986237'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:07.189926 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:07.273943 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf0f6fce-4408-44f0-9e18-5847f7f99bc2 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Made reservation on behalf of 6e77efd76d814cd8b24fb0a97b527734 for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:07.279186 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-bf0f6fce-4408-44f0-9e18-5847f7f99bc2 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:07.291015 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51785772-78eb-40dd-9bd2-af5e56682173 req-1f070288-4d39-4bce-a991-8b2e07a4a552 tempest-ServerAddressesNegativeTestJSON-464055973 tempest-ServerAddressesNegativeTestJSON-464055973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:07.293929 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-51785772-78eb-40dd-9bd2-af5e56682173 req-1f070288-4d39-4bce-a991-8b2e07a4a552 tempest-ServerAddressesNegativeTestJSON-464055973 tempest-ServerAddressesNegativeTestJSON-464055973-project] 10.222.0.48 "GET /v2.0/networks?id=974a0d3a-4d5a-403d-9952-e1a1d44400b5 HTTP/1.1" status: 200 len: 821 time: 0.3668826 Aug 29 04:27:07.311512 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-840d583f-f2b9-4d3e-b680-bb9126a17a37 req-829675db-e21a-453c-b7ff-830c8c25dc1b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=2c3129fe-ab73-49dc-8c78-c3946eb92670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721299 Aug 29 04:27:07.330753 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf0f6fce-4408-44f0-9e18-5847f7f99bc2 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:27:07.331444 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ad567423-e195-4f0d-8938-30ac8c443bb2 req-91a646f8-175f-4eea-bf74-d8f97bf748b0 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/security-groups?id=c669a511-bb16-48c8-9944-1f8115bc7803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1584778 Aug 29 04:27:07.346417 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-bf0f6fce-4408-44f0-9e18-5847f7f99bc2 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:07.347453 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-bf0f6fce-4408-44f0-9e18-5847f7f99bc2 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Added segment f24c41fd-ded5-418e-9473-80377998a3a0 of type vlan for network 0641f609-159a-4020-8b22-5ceae93cc262 Aug 29 04:27:07.353060 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2f26a383-6338-4d05-bb19-1abfa159fcb5 req-2f9bcdaa-e7dd-4e1e-8dbf-499f86aa05a7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83587070-39b8-4b25-862c-546d4e634968 HTTP/1.1" status: 200 len: 1000 time: 0.1425054 Aug 29 04:27:07.408711 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-bf0f6fce-4408-44f0-9e18-5847f7f99bc2 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:07.445672 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-51785772-78eb-40dd-9bd2-af5e56682173 req-bcebec06-ed0e-4123-b026-0580d1c57257 tempest-ServerAddressesNegativeTestJSON-464055973 tempest-ServerAddressesNegativeTestJSON-464055973-project] Request body: {'port': {'device_id': 'a00e32c1-e410-428f-ab5e-d665c87c4e3a', 'network_id': '974a0d3a-4d5a-403d-9952-e1a1d44400b5', 'admin_state_up': True, 'tenant_id': '77868993f9a84cac88871458a6b0ec51'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:07.525753 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f26a383-6338-4d05-bb19-1abfa159fcb5 req-062c3b49-3f5f-4b47-a6f9-ae065869dc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:07.527237 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2f26a383-6338-4d05-bb19-1abfa159fcb5 req-062c3b49-3f5f-4b47-a6f9-ae065869dc37 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6247b089-2c7c-4ca3-a8dd-41a0f57cced5 HTTP/1.1" status: 200 len: 855 time: 0.1541460 Aug 29 04:27:07.560055 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-bf0f6fce-4408-44f0-9e18-5847f7f99bc2 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:07.566773 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0f6fce-4408-44f0-9e18-5847f7f99bc2 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:07.567831 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-bf0f6fce-4408-44f0-9e18-5847f7f99bc2 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:07.634809 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f26a383-6338-4d05-bb19-1abfa159fcb5 req-d9970e66-0559-4ac5-9825-3d444758a158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:07.636440 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2f26a383-6338-4d05-bb19-1abfa159fcb5 req-d9970e66-0559-4ac5-9825-3d444758a158 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fd020187-6618-42b7-a26a-d8ebebc46774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0873027 Aug 29 04:27:07.676104 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51785772-78eb-40dd-9bd2-af5e56682173 req-bcebec06-ed0e-4123-b026-0580d1c57257 tempest-ServerAddressesNegativeTestJSON-464055973 tempest-ServerAddressesNegativeTestJSON-464055973-project] Made reservation on behalf of 77868993f9a84cac88871458a6b0ec51 for: {'port': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:07.683776 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-51785772-78eb-40dd-9bd2-af5e56682173 req-bcebec06-ed0e-4123-b026-0580d1c57257 tempest-ServerAddressesNegativeTestJSON-464055973 tempest-ServerAddressesNegativeTestJSON-464055973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:07.689895 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0f6fce-4408-44f0-9e18-5847f7f99bc2 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Pushing event updated for resources: {'Network': ['ID=0641f609-159a-4020-8b22-5ceae93cc262,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:07.701989 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-bf0f6fce-4408-44f0-9e18-5847f7f99bc2 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5258052 Aug 29 04:27:07.705475 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 60348) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:07.715408 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 0641f609-159a-4020-8b22-5ceae93cc262 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:27:07.724285 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-8ac1a236-804f-473e-a792-baae0aa30edc tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Request body: {'ports': [{'network_id': 'a6bb57b7-cb0c-4410-98f1-bc74c77bcda7'}, {'network_id': '0641f609-159a-4020-8b22-5ceae93cc262'}]} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:07.730891 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-8ac1a236-804f-473e-a792-baae0aa30edc tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Request body: {'port': {'network_id': 'a6bb57b7-cb0c-4410-98f1-bc74c77bcda7'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:07.732289 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-8ac1a236-804f-473e-a792-baae0aa30edc tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Request body: {'port': {'network_id': '0641f609-159a-4020-8b22-5ceae93cc262'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:08.113909 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [req-51785772-78eb-40dd-9bd2-af5e56682173 req-bcebec06-ed0e-4123-b026-0580d1c57257 tempest-ServerAddressesNegativeTestJSON-464055973 tempest-ServerAddressesNegativeTestJSON-464055973-project] Allocated IP 172.20.0.11 (974a0d3a-4d5a-403d-9952-e1a1d44400b5/dfb963de-f949-4306-afd0-f6d6011ebecf/8298fbd4-211d-4332-a542-432db4e116c6) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:27:08.118453 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-35bf715c-14b5-4d74-9e63-51e259e3b771 req-cf5a54b0-52c4-43ae-843e-83053fde1ad1 tempest-ServerAddressesNegativeTestJSON-464055973 tempest-ServerAddressesNegativeTestJSON-464055973-project] 10.222.0.22 "GET /v2.0/ports?device_id=a00e32c1-e410-428f-ab5e-d665c87c4e3a HTTP/1.1" status: 200 len: 210 time: 0.1103728 Aug 29 04:27:08.310727 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ac1a236-804f-473e-a792-baae0aa30edc tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Made reservation on behalf of 6e77efd76d814cd8b24fb0a97b527734 for: {'port': 2} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:08.317488 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8ac1a236-804f-473e-a792-baae0aa30edc tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:08.361512 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8ac1a236-804f-473e-a792-baae0aa30edc tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:08.555139 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8173868-97d0-45c6-867d-4a6e0393683d req-ddce933a-f568-494a-ba28-85922ed7f186 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:08.564611 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e8173868-97d0-45c6-867d-4a6e0393683d req-ddce933a-f568-494a-ba28-85922ed7f186 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] 10.222.0.22 "GET /v2.0/ports?device_id=dafd6991-23da-4a12-a981-8797d3f95870 HTTP/1.1" status: 200 len: 945 time: 0.3361945 Aug 29 04:27:08.619549 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:08.641604 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 60366) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:08.652945 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2f26a383-6338-4d05-bb19-1abfa159fcb5 req-c60f411c-21c9-40c7-88cb-b7a2f5bde18d service neutron] 10.222.0.48 "GET /v2.0/networks/fd020187-6618-42b7-a26a-d8ebebc46774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9499562 Aug 29 04:27:08.688994 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e8173868-97d0-45c6-867d-4a6e0393683d req-acfc0a86-1cfd-4ca1-b9b5-199533007ce2 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c3129fe-ab73-49dc-8c78-c3946eb92670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227694 Aug 29 04:27:08.707222 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-51785772-78eb-40dd-9bd2-af5e56682173 req-bcebec06-ed0e-4123-b026-0580d1c57257 tempest-ServerAddressesNegativeTestJSON-464055973 tempest-ServerAddressesNegativeTestJSON-464055973-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:08.800446 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-51785772-78eb-40dd-9bd2-af5e56682173 req-bcebec06-ed0e-4123-b026-0580d1c57257 tempest-ServerAddressesNegativeTestJSON-464055973 tempest-ServerAddressesNegativeTestJSON-464055973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:08.816088 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-8ac1a236-804f-473e-a792-baae0aa30edc tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] device_id is not set on port c5ddf71a-389d-4328-b411-b9995617a519 yet. {{(pid=94828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:27:08.923965 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51785772-78eb-40dd-9bd2-af5e56682173 req-bcebec06-ed0e-4123-b026-0580d1c57257 tempest-ServerAddressesNegativeTestJSON-464055973 tempest-ServerAddressesNegativeTestJSON-464055973-project] Network 974a0d3a-4d5a-403d-9952-e1a1d44400b5 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:27:08.972204 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [req-51785772-78eb-40dd-9bd2-af5e56682173 req-bcebec06-ed0e-4123-b026-0580d1c57257 tempest-ServerAddressesNegativeTestJSON-464055973 tempest-ServerAddressesNegativeTestJSON-464055973-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:08.985516 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [req-51785772-78eb-40dd-9bd2-af5e56682173 req-bcebec06-ed0e-4123-b026-0580d1c57257 tempest-ServerAddressesNegativeTestJSON-464055973 tempest-ServerAddressesNegativeTestJSON-464055973-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:27:08.997968 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2558ddf8-f86b-4fa0-a177-b3c05dbe4af8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:09.123952 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcebec06-ed0e-4123-b026-0580d1c57257 tempest-ServerAddressesNegativeTestJSON-464055973 tempest-ServerAddressesNegativeTestJSON-464055973-project] Pushing event updated for resources: {'Port': ['ID=8298fbd4-211d-4332-a542-432db4e116c6,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:09.139982 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2f26a383-6338-4d05-bb19-1abfa159fcb5 req-1afa2783-f051-434a-a4f7-58beaefdde32 service neutron] 10.222.0.48 "GET /v2.0/networks/fd020187-6618-42b7-a26a-d8ebebc46774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4041312 Aug 29 04:27:09.193782 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971b863c-bac5-4413-b62d-bf57069a583f req-80f5346f-a7e2-493a-88d1-d3b20c9ece29 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:09.201116 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-971b863c-bac5-4413-b62d-bf57069a583f req-80f5346f-a7e2-493a-88d1-d3b20c9ece29 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=958fb903-1729-4290-8965-b1c2ef1d605e HTTP/1.1" status: 200 len: 945 time: 0.6270363 Aug 29 04:27:09.225288 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51785772-78eb-40dd-9bd2-af5e56682173 req-bcebec06-ed0e-4123-b026-0580d1c57257 tempest-ServerAddressesNegativeTestJSON-464055973 tempest-ServerAddressesNegativeTestJSON-464055973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:09.228502 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-51785772-78eb-40dd-9bd2-af5e56682173 req-bcebec06-ed0e-4123-b026-0580d1c57257 tempest-ServerAddressesNegativeTestJSON-464055973 tempest-ServerAddressesNegativeTestJSON-464055973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:09.340235 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-971b863c-bac5-4413-b62d-bf57069a583f req-fa6297c1-4b49-4b01-b4fe-9e2be3eccdf0 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/security-groups?id=c669a511-bb16-48c8-9944-1f8115bc7803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1239645 Aug 29 04:27:09.353491 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8ac1a236-804f-473e-a792-baae0aa30edc tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:09.441502 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7601e1bf-1202-418b-b605-7e70f03e4b1f req-9f4eabc3-74b0-49aa-b753-81f7bc2c8a0e tempest-ServerAddressesNegativeTestJSON-464055973 tempest-ServerAddressesNegativeTestJSON-464055973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:09.445536 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7601e1bf-1202-418b-b605-7e70f03e4b1f req-9f4eabc3-74b0-49aa-b753-81f7bc2c8a0e tempest-ServerAddressesNegativeTestJSON-464055973 tempest-ServerAddressesNegativeTestJSON-464055973-project] 10.222.0.22 "GET /v2.0/ports?device_id=a00e32c1-e410-428f-ab5e-d665c87c4e3a HTTP/1.1" status: 200 len: 932 time: 0.1968033 Aug 29 04:27:09.496789 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2558ddf8-f86b-4fa0-a177-b3c05dbe4af8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:09.519574 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2558ddf8-f86b-4fa0-a177-b3c05dbe4af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:09.580851 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-8ac1a236-804f-473e-a792-baae0aa30edc tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] device_id is not set on port effaedb5-9545-46ca-a3f4-023b0a35aad2 yet. {{(pid=94828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:27:09.622395 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7601e1bf-1202-418b-b605-7e70f03e4b1f req-9f593b65-43df-4f5a-bbf1-370d6ee904ac tempest-ServerAddressesNegativeTestJSON-464055973 tempest-ServerAddressesNegativeTestJSON-464055973-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f4c6df4-f5fc-489b-bcff-15b87f285b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590919 Aug 29 04:27:09.627552 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-51785772-78eb-40dd-9bd2-af5e56682173 req-bcebec06-ed0e-4123-b026-0580d1c57257 tempest-ServerAddressesNegativeTestJSON-464055973 tempest-ServerAddressesNegativeTestJSON-464055973-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1872237 Aug 29 04:27:09.629723 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2558ddf8-f86b-4fa0-a177-b3c05dbe4af8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30d72d0b-6d33-4e74-a37a-2f7ccdf1dca3,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:09.667256 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-2558ddf8-f86b-4fa0-a177-b3c05dbe4af8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a7f94b6f62eb4c6095ad7b4cc047cedf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0222981 Aug 29 04:27:09.670680 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 60374) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:09.811592 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a5272011-b933-4843-8a04-92136f0bf07b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:09.854678 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a5272011-b933-4843-8a04-92136f0bf07b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:09.931948 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a5272011-b933-4843-8a04-92136f0bf07b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:09.935108 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a5272011-b933-4843-8a04-92136f0bf07b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:09.951742 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-a5272011-b933-4843-8a04-92136f0bf07b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/30d72d0b-6d33-4e74-a37a-2f7ccdf1dca3 HTTP/1.1" status: 204 len: 168 time: 0.2688901 Aug 29 04:27:09.981820 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5272011-b933-4843-8a04-92136f0bf07b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30d72d0b-6d33-4e74-a37a-2f7ccdf1dca3,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:09.987066 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8ac1a236-804f-473e-a792-baae0aa30edc tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:10.005812 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea3aca6-0442-4a12-9565-012e552e44cf req-3ddd017f-f415-424f-9244-6f5771c195a6 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:10.007512 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8ea3aca6-0442-4a12-9565-012e552e44cf req-3ddd017f-f415-424f-9244-6f5771c195a6 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] 10.222.0.22 "GET /v2.0/ports?device_id=dafd6991-23da-4a12-a981-8797d3f95870 HTTP/1.1" status: 200 len: 945 time: 0.1809223 Aug 29 04:27:10.230679 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8ea3aca6-0442-4a12-9565-012e552e44cf req-ee46aae6-fbf3-4c00-abfa-766036214ae8 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c3129fe-ab73-49dc-8c78-c3946eb92670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025678 Aug 29 04:27:10.239259 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8ac1a236-804f-473e-a792-baae0aa30edc tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:10.355737 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac1a236-804f-473e-a792-baae0aa30edc tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Network a6bb57b7-cb0c-4410-98f1-bc74c77bcda7 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:27:10.364023 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-8ac1a236-804f-473e-a792-baae0aa30edc tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:10.373035 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac1a236-804f-473e-a792-baae0aa30edc tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:27:10.385868 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8ac1a236-804f-473e-a792-baae0aa30edc tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:10.447140 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac1a236-804f-473e-a792-baae0aa30edc tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Pushing event updated for resources: {'Port': ['ID=c5ddf71a-389d-4328-b411-b9995617a519,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:10.475030 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac1a236-804f-473e-a792-baae0aa30edc tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:10.475890 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac1a236-804f-473e-a792-baae0aa30edc tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:10.476390 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac1a236-804f-473e-a792-baae0aa30edc tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:10.476819 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac1a236-804f-473e-a792-baae0aa30edc tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:10.477264 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac1a236-804f-473e-a792-baae0aa30edc tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:10.477930 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac1a236-804f-473e-a792-baae0aa30edc tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:10.480341 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac1a236-804f-473e-a792-baae0aa30edc tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:10.480835 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac1a236-804f-473e-a792-baae0aa30edc tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:10.481601 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac1a236-804f-473e-a792-baae0aa30edc tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:10.482520 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac1a236-804f-473e-a792-baae0aa30edc tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:10.482520 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac1a236-804f-473e-a792-baae0aa30edc tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:10.482893 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac1a236-804f-473e-a792-baae0aa30edc tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:10.508378 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8302143b-c80e-4fbb-b87b-cdf4730ee0bd req-cd84a3d7-9622-4080-b81b-543b7901f216 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:10.518971 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8302143b-c80e-4fbb-b87b-cdf4730ee0bd req-cd84a3d7-9622-4080-b81b-543b7901f216 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c5d5b2c-32be-4d50-a58e-3f43aaddd10f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1955898 Aug 29 04:27:10.614806 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac1a236-804f-473e-a792-baae0aa30edc tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Pushing event updated for resources: {'Port': ['ID=effaedb5-9545-46ca-a3f4-023b0a35aad2,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:10.642507 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac1a236-804f-473e-a792-baae0aa30edc tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Checking segment: {'id': 'f24c41fd-ded5-418e-9473-80377998a3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0641f609-159a-4020-8b22-5ceae93cc262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:27:10.643502 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac1a236-804f-473e-a792-baae0aa30edc tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Network hostable DHCP agents. Network: 0641f609-159a-4020-8b22-5ceae93cc262, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:27:10.657355 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c87b8f-187a-43fd-a3ff-946b2292e1c5 req-0e0b69c0-1671-4db1-b0ed-e105ab52fd82 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:10.666188 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-04c87b8f-187a-43fd-a3ff-946b2292e1c5 req-0e0b69c0-1671-4db1-b0ed-e105ab52fd82 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=958fb903-1729-4290-8965-b1c2ef1d605e HTTP/1.1" status: 200 len: 945 time: 0.1243150 Aug 29 04:27:10.679761 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8302143b-c80e-4fbb-b87b-cdf4730ee0bd req-1fb68c07-551c-4496-b5bb-86f85b725055 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.0.33 HTTP/1.1" status: 200 len: 695 time: 0.1543231 Aug 29 04:27:10.687621 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-8302143b-c80e-4fbb-b87b-cdf4730ee0bd req-088c0fef-fa31-4f82-a84d-03308b484da1 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Request body: {'floatingip': {'port_id': 'ca4f75b8-7b4e-4310-a5d8-f8a1b65031cf', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:10.772309 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac1a236-804f-473e-a792-baae0aa30edc tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Network 0641f609-159a-4020-8b22-5ceae93cc262 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:27:10.790744 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-8302143b-c80e-4fbb-b87b-cdf4730ee0bd req-088c0fef-fa31-4f82-a84d-03308b484da1 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Notify callbacks [] for floatingip, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:10.820049 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-04c87b8f-187a-43fd-a3ff-946b2292e1c5 req-3d315b15-bcbf-418f-bce4-56d715a044d3 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/security-groups?id=c669a511-bb16-48c8-9944-1f8115bc7803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1508281 Aug 29 04:27:10.823322 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-8ac1a236-804f-473e-a792-baae0aa30edc tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 0641f609-159a-4020-8b22-5ceae93cc262) {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:10.838998 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d8aca1-439f-46b4-a844-d245c696bc82 None None] Network 0641f609-159a-4020-8b22-5ceae93cc262 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:27:10.851073 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac1a236-804f-473e-a792-baae0aa30edc tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:27:10.864958 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac1a236-804f-473e-a792-baae0aa30edc tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:10.886721 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac1a236-804f-473e-a792-baae0aa30edc tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:10.888540 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8ac1a236-804f-473e-a792-baae0aa30edc tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:10.943334 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-8ac1a236-804f-473e-a792-baae0aa30edc tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.2224362 Aug 29 04:27:10.943455 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 60408) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:11.272515 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb43c3a-bde2-4639-993f-6bb52b2f8c1e req-46d55ee0-eee1-44a1-8b75-4fb6fc4fe2e6 tempest-ServerAddressesNegativeTestJSON-464055973 tempest-ServerAddressesNegativeTestJSON-464055973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:11.283235 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-efb43c3a-bde2-4639-993f-6bb52b2f8c1e req-46d55ee0-eee1-44a1-8b75-4fb6fc4fe2e6 tempest-ServerAddressesNegativeTestJSON-464055973 tempest-ServerAddressesNegativeTestJSON-464055973-project] 10.222.0.22 "GET /v2.0/ports?device_id=a00e32c1-e410-428f-ab5e-d665c87c4e3a HTTP/1.1" status: 200 len: 932 time: 0.2424777 Aug 29 04:27:11.303260 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-6711bd9b-56b7-49fa-8fee-5b31aeb820be tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Deleting port effaedb5-9545-46ca-a3f4-023b0a35aad2 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:27:11.303597 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6711bd9b-56b7-49fa-8fee-5b31aeb820be tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:11.404279 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 60414) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:11.406263 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6711bd9b-56b7-49fa-8fee-5b31aeb820be tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:11.422569 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-6711bd9b-56b7-49fa-8fee-5b31aeb820be tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Calling delete_port for effaedb5-9545-46ca-a3f4-023b0a35aad2 owned by {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:27:11.520233 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6711bd9b-56b7-49fa-8fee-5b31aeb820be tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:11.633179 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6711bd9b-56b7-49fa-8fee-5b31aeb820be tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:11.635218 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-6711bd9b-56b7-49fa-8fee-5b31aeb820be tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "DELETE /v2.0/ports/effaedb5-9545-46ca-a3f4-023b0a35aad2 HTTP/1.1" status: 204 len: 168 time: 0.6907799 Aug 29 04:27:11.660763 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-efb43c3a-bde2-4639-993f-6bb52b2f8c1e req-d3c05b60-7e93-40c0-8b9f-3cc25e5a6b9d tempest-ServerAddressesNegativeTestJSON-464055973 tempest-ServerAddressesNegativeTestJSON-464055973-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f4c6df4-f5fc-489b-bcff-15b87f285b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3766336 Aug 29 04:27:11.661613 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 60420) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:11.727530 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-8cf89784-5be8-4791-ba3e-d2f4d17470e0 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1425813612-network', 'tenant_id': '40a31750302149dd9bebe985e2d25a85'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:11.731720 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6711bd9b-56b7-49fa-8fee-5b31aeb820be tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Pushing event deleted for resources: {'Port': ['ID=effaedb5-9545-46ca-a3f4-023b0a35aad2,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:11.817412 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cf89784-5be8-4791-ba3e-d2f4d17470e0 admin admin] Made reservation on behalf of 40a31750302149dd9bebe985e2d25a85 for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:11.819784 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8cf89784-5be8-4791-ba3e-d2f4d17470e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:11.842162 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e760309-c73b-4eb1-9a31-6acc049b8421 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:11.850705 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e760309-c73b-4eb1-9a31-6acc049b8421 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:11.853558 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-1e760309-c73b-4eb1-9a31-6acc049b8421 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1907575 Aug 29 04:27:11.864030 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8cf89784-5be8-4791-ba3e-d2f4d17470e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:11.864598 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 60422) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:12.034109 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-8302143b-c80e-4fbb-b87b-cdf4730ee0bd req-088c0fef-fa31-4f82-a84d-03308b484da1 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:12.056136 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-8302143b-c80e-4fbb-b87b-cdf4730ee0bd req-088c0fef-fa31-4f82-a84d-03308b484da1 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719515'] for floatingip, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:12.114125 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cf565f-4240-45a4-8503-1b02b7e62513 req-dbb5410c-8530-4062-86a4-710125f336a2 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:12.115736 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-71cf565f-4240-45a4-8503-1b02b7e62513 req-dbb5410c-8530-4062-86a4-710125f336a2 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=958fb903-1729-4290-8965-b1c2ef1d605e HTTP/1.1" status: 200 len: 945 time: 0.0889792 Aug 29 04:27:12.190871 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-00a67187-7cd2-428e-8dd0-087959633d07 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Deleting port c5ddf71a-389d-4328-b411-b9995617a519 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:27:12.191231 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-00a67187-7cd2-428e-8dd0-087959633d07 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:12.268312 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-71cf565f-4240-45a4-8503-1b02b7e62513 req-231d309a-90bc-42a5-bf3c-d62a0145df60 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/security-groups?id=c669a511-bb16-48c8-9944-1f8115bc7803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1394892 Aug 29 04:27:12.310258 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-00a67187-7cd2-428e-8dd0-087959633d07 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:12.313153 n-d-712140-12 neutron-server[94829]: INFO neutron.db.l3_db [req-8302143b-c80e-4fbb-b87b-cdf4730ee0bd req-088c0fef-fa31-4f82-a84d-03308b484da1 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Floating IP f0e78b1b-53e5-4bf0-9c5b-2d4924be7bcf associated. External IP: 172.25.0.33, port: ca4f75b8-7b4e-4310-a5d8-f8a1b65031cf. Aug 29 04:27:12.351947 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-00a67187-7cd2-428e-8dd0-087959633d07 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Calling delete_port for c5ddf71a-389d-4328-b411-b9995617a519 owned by {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:27:12.400399 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8cf89784-5be8-4791-ba3e-d2f4d17470e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:12.409926 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8cf89784-5be8-4791-ba3e-d2f4d17470e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:12.499275 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cf89784-5be8-4791-ba3e-d2f4d17470e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:27:12.509425 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-00a67187-7cd2-428e-8dd0-087959633d07 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:12.542130 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8cf89784-5be8-4791-ba3e-d2f4d17470e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:12.542479 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-8cf89784-5be8-4791-ba3e-d2f4d17470e0 admin admin] Added segment 34b9e39b-cb31-4c20-b504-44453bca4f02 of type vlan for network 48f28fd2-1224-4757-8025-9fa36b4ac1e9 Aug 29 04:27:12.555848 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf89784-5be8-4791-ba3e-d2f4d17470e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d69c7c3-7be4-4a0c-837a-2fd9015dd1a3,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:12.569558 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a67187-7cd2-428e-8dd0-087959633d07 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Pushing event deleted for resources: {'Port': ['ID=c5ddf71a-389d-4328-b411-b9995617a519,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:12.583765 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-00a67187-7cd2-428e-8dd0-087959633d07 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:12.585233 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-00a67187-7cd2-428e-8dd0-087959633d07 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "DELETE /v2.0/ports/c5ddf71a-389d-4328-b411-b9995617a519 HTTP/1.1" status: 204 len: 168 time: 0.7178998 Aug 29 04:27:12.592239 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 60428) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:12.675755 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91feb60b-9295-4eda-b8a7-e430f1ee6f23 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:12.675755 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-91feb60b-9295-4eda-b8a7-e430f1ee6f23 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0817633 Aug 29 04:27:12.678404 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 60432) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:12.709270 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8cf89784-5be8-4791-ba3e-d2f4d17470e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:12.712177 n-d-712140-12 neutron-server[94828]: INFO neutron.pecan_wsgi.hooks.translation [None req-72f42ad3-40ce-4d59-8c53-0a66c88863f8 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] GET failed (client error): The resource could not be found. Aug 29 04:27:12.716562 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-72f42ad3-40ce-4d59-8c53-0a66c88863f8 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "GET /v2.0/ports/effaedb5-9545-46ca-a3f4-023b0a35aad2 HTTP/1.1" status: 404 len: 333 time: 0.0345175 Aug 29 04:27:12.716951 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 60434) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:12.762908 n-d-712140-12 neutron-server[94828]: INFO neutron.pecan_wsgi.hooks.translation [None req-67f94041-5ed8-4048-8bf7-c5a4511699ea tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] GET failed (client error): The resource could not be found. Aug 29 04:27:12.767673 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-67f94041-5ed8-4048-8bf7-c5a4511699ea tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "GET /v2.0/ports/c5ddf71a-389d-4328-b411-b9995617a519 HTTP/1.1" status: 404 len: 333 time: 0.0462675 Aug 29 04:27:12.768122 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 60436) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:12.811390 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8302143b-c80e-4fbb-b87b-cdf4730ee0bd req-088c0fef-fa31-4f82-a84d-03308b484da1 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Router 75152a67-b6c4-4168-b3ba-a48550e2154c has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:27:12.966735 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8cf89784-5be8-4791-ba3e-d2f4d17470e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:12.967868 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf89784-5be8-4791-ba3e-d2f4d17470e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:12.968463 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8cf89784-5be8-4791-ba3e-d2f4d17470e0 admin admin] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:12.972048 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8302143b-c80e-4fbb-b87b-cdf4730ee0bd req-088c0fef-fa31-4f82-a84d-03308b484da1 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:27:12.984184 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953fc464-c291-4b1c-a258-5d251f5a697c None None] Sync routers for ids ['75152a67-b6c4-4168-b3ba-a48550e2154c'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:27:12.999036 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-8302143b-c80e-4fbb-b87b-cdf4730ee0bd req-088c0fef-fa31-4f82-a84d-03308b484da1 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:13.001357 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953fc464-c291-4b1c-a258-5d251f5a697c None None] Routers {'75152a67-b6c4-4168-b3ba-a48550e2154c'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:27:13.004942 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-953fc464-c291-4b1c-a258-5d251f5a697c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:27:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['75152a67-b6c4-4168-b3ba-a48550e2154c'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:13.021641 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7b37b06b-8849-4e1a-b0c9-91a6b4fc59d3 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:13.033567 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3306831-1b4c-4e10-92b4-68e324d7a86d req-c5f7c7c0-2b99-4bb5-b652-422560941ce5 tempest-ServerAddressesNegativeTestJSON-464055973 tempest-ServerAddressesNegativeTestJSON-464055973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:13.035619 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a3306831-1b4c-4e10-92b4-68e324d7a86d req-c5f7c7c0-2b99-4bb5-b652-422560941ce5 tempest-ServerAddressesNegativeTestJSON-464055973 tempest-ServerAddressesNegativeTestJSON-464055973-project] 10.222.0.22 "GET /v2.0/ports?device_id=a00e32c1-e410-428f-ab5e-d665c87c4e3a HTTP/1.1" status: 200 len: 932 time: 0.2450354 Aug 29 04:27:13.091775 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-8cf89784-5be8-4791-ba3e-d2f4d17470e0 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.6862319 Aug 29 04:27:13.094205 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 60440) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:13.121609 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-1e7d87a8-8a78-4abc-b743-8cb4db85982c admin admin] Request body: {'subnet': {'network_id': '48f28fd2-1224-4757-8025-9fa36b4ac1e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1425813612-subnet', 'tenant_id': '40a31750302149dd9bebe985e2d25a85', 'ip_version': 4}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:13.168627 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8302143b-c80e-4fbb-b87b-cdf4730ee0bd req-088c0fef-fa31-4f82-a84d-03308b484da1 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] 10.222.0.22 "PUT /v2.0/floatingips/f0e78b1b-53e5-4bf0-9c5b-2d4924be7bcf HTTP/1.1" status: 200 len: 996 time: 2.4863200 Aug 29 04:27:13.193378 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c5d5b2c-32be-4d50-a58e-3f43aaddd10f', 'tag': 'ca4f75b8-7b4e-4310-a5d8-f8a1b65031cf'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:27:13.195746 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cc32516-aea5-4171-b060-7ce252e85a32" -d '{"events": [{"name": "network-changed", "server_uuid": "4c5d5b2c-32be-4d50-a58e-3f43aaddd10f", "tag": "ca4f75b8-7b4e-4310-a5d8-f8a1b65031cf"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:27:13.243412 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf89784-5be8-4791-ba3e-d2f4d17470e0 admin admin] Pushing event updated for resources: {'Network': ['ID=48f28fd2-1224-4757-8025-9fa36b4ac1e9,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:13.254255 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-953fc464-c291-4b1c-a258-5d251f5a697c None None] Set router 75152a67-b6c4-4168-b3ba-a48550e2154c gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:27:13.255269 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 48f28fd2-1224-4757-8025-9fa36b4ac1e9 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:27:13.300067 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7b37b06b-8849-4e1a-b0c9-91a6b4fc59d3 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:13.308184 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e7d87a8-8a78-4abc-b743-8cb4db85982c admin admin] Made reservation on behalf of 40a31750302149dd9bebe985e2d25a85 for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:13.310927 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1e7d87a8-8a78-4abc-b743-8cb4db85982c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4552395'] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:13.311740 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-7b37b06b-8849-4e1a-b0c9-91a6b4fc59d3 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0641f609-159a-4020-8b22-5ceae93cc262']}} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:13.327065 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a3306831-1b4c-4e10-92b4-68e324d7a86d req-f1ac347c-18f8-404c-8c09-076b695c2fb0 tempest-ServerAddressesNegativeTestJSON-464055973 tempest-ServerAddressesNegativeTestJSON-464055973-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f4c6df4-f5fc-489b-bcff-15b87f285b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757931 Aug 29 04:27:13.334059 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-7b37b06b-8849-4e1a-b0c9-91a6b4fc59d3 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f24c41fd-ded5-418e-9473-80377998a3a0') {'for_net_delete': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:13.334733 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-7b37b06b-8849-4e1a-b0c9-91a6b4fc59d3 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f24c41fd-ded5-418e-9473-80377998a3a0') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:13.346013 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8302143b-c80e-4fbb-b87b-cdf4730ee0bd req-87a00a9c-356b-4049-8e31-af3940e22899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:13.356130 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8302143b-c80e-4fbb-b87b-cdf4730ee0bd req-87a00a9c-356b-4049-8e31-af3940e22899 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f78174329f774784990d52436973061e&device_id=4c5d5b2c-32be-4d50-a58e-3f43aaddd10f HTTP/1.1" status: 200 len: 1098 time: 0.1547813 Aug 29 04:27:13.368883 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7b37b06b-8849-4e1a-b0c9-91a6b4fc59d3 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8904833'] for segment, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:13.394247 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7b37b06b-8849-4e1a-b0c9-91a6b4fc59d3 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:13.401138 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b37b06b-8849-4e1a-b0c9-91a6b4fc59d3 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=94828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:27:13.401525 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7b37b06b-8849-4e1a-b0c9-91a6b4fc59d3 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9190468'] for segment, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:13.404708 n-d-712140-12 neutron-server[94828]: Traceback (most recent call last): Aug 29 04:27:13.404708 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:27:13.404708 n-d-712140-12 neutron-server[94828]: timer() Aug 29 04:27:13.404708 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:27:13.404708 n-d-712140-12 neutron-server[94828]: cb(*args, **kw) Aug 29 04:27:13.404708 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:27:13.404708 n-d-712140-12 neutron-server[94828]: return func(*args, **kwargs) Aug 29 04:27:13.404708 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:27:13.404708 n-d-712140-12 neutron-server[94828]: self._notify() Aug 29 04:27:13.404708 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:27:13.404708 n-d-712140-12 neutron-server[94828]: self.callback(batched_events) Aug 29 04:27:13.404708 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:27:13.404708 n-d-712140-12 neutron-server[94828]: event.method(event) Aug 29 04:27:13.404708 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:27:13.404708 n-d-712140-12 neutron-server[94828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:27:13.404708 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:27:13.404708 n-d-712140-12 neutron-server[94828]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:27:13.404708 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:27:13.404708 n-d-712140-12 neutron-server[94828]: return f(self, *a, **k) Aug 29 04:27:13.404708 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:27:13.404708 n-d-712140-12 neutron-server[94828]: return self._get(url).json() Aug 29 04:27:13.404708 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:27:13.404708 n-d-712140-12 neutron-server[94828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:27:13.404708 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:27:13.404708 n-d-712140-12 neutron-server[94828]: return self.request(url, 'GET', **kwargs) Aug 29 04:27:13.404708 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:27:13.404708 n-d-712140-12 neutron-server[94828]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:27:13.404708 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:27:13.404708 n-d-712140-12 neutron-server[94828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:27:13.404708 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:27:13.404708 n-d-712140-12 neutron-server[94828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:27:13.404708 n-d-712140-12 neutron-server[94828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:27:13.565264 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7b37b06b-8849-4e1a-b0c9-91a6b4fc59d3 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:13.620611 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7b37b06b-8849-4e1a-b0c9-91a6b4fc59d3 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:13.622618 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-7b37b06b-8849-4e1a-b0c9-91a6b4fc59d3 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "DELETE /v2.0/networks/0641f609-159a-4020-8b22-5ceae93cc262 HTTP/1.1" status: 204 len: 168 time: 0.8534064 Aug 29 04:27:13.630068 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b37b06b-8849-4e1a-b0c9-91a6b4fc59d3 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Pushing event deleted for resources: {'Network': ['ID=0641f609-159a-4020-8b22-5ceae93cc262,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:13.631803 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 60448) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:13.659766 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-8e03394b-75ce-411d-88c1-26af472ebb37 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-63053153'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:13.680541 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1f503d3-2c9d-43ee-a762-d577ad0e85af x-openstack-request-id: req-f1f503d3-2c9d-43ee-a762-d577ad0e85af {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:27:13.680891 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c5d5b2c-32be-4d50-a58e-3f43aaddd10f", "tag": "ca4f75b8-7b4e-4310-a5d8-f8a1b65031cf", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:27:13.681205 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f1f503d3-2c9d-43ee-a762-d577ad0e85af {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:27:13.681640 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c5d5b2c-32be-4d50-a58e-3f43aaddd10f', 'tag': 'ca4f75b8-7b4e-4310-a5d8-f8a1b65031cf', 'status': 'completed', 'code': 200} Aug 29 04:27:13.694979 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8302143b-c80e-4fbb-b87b-cdf4730ee0bd req-efcf2824-32af-4cd0-a413-c862a403784c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:13.711398 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8302143b-c80e-4fbb-b87b-cdf4730ee0bd req-efcf2824-32af-4cd0-a413-c862a403784c service neutron] 10.222.0.22 "GET /v2.0/networks?id=fcd0713a-66d5-429e-8806-1ec67be3b61c HTTP/1.1" status: 200 len: 922 time: 0.3541915 Aug 29 04:27:13.768821 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-953fc464-c291-4b1c-a258-5d251f5a697c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75152a67-b6c4-4168-b3ba-a48550e2154c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1755985023-router', 'tenant_id': 'f78174329f774784990d52436973061e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': '2a8ec008-e3bf-48ff-ad0d-69d708718ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:57Z', 'updated_at': '2021-08-29T04:26:03Z', 'revision_number': 4, 'project_id': 'f78174329f774784990d52436973061e', 'gw_port': {'id': '2a8ec008-e3bf-48ff-ad0d-69d708718ad8', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:4d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75152a67-b6c4-4168-b3ba-a48550e2154c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:57Z', 'updated_at': '2021-08-29T04:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': 'f0e78b1b-53e5-4bf0-9c5b-2d4924be7bcf', 'tenant_id': 'f78174329f774784990d52436973061e', 'floating_ip_address': '172.25.0.33', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': '75152a67-b6c4-4168-b3ba-a48550e2154c', 'port_id': 'ca4f75b8-7b4e-4310-a5d8-f8a1b65031cf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1940, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcd0713a-66d5-429e-8806-1ec67be3b61c', 'mac_address': 'fa:16:3e:1c:5c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c5d5b2c-32be-4d50-a58e-3f43aaddd10f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:26:35Z', 'updated_at': '2021-08-29T04:27:11Z', 'revision_number': 1, 'project_id': 'f78174329f774784990d52436973061e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd673bb13-f978-4cc9-9318-a888cc6bef5d', 'name': '', 'network_id': 'fcd0713a-66d5-429e-8806-1ec67be3b61c', 'tenant_id': 'f78174329f774784990d52436973061e', 'mac_address': 'fa:16:3e:55:3d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75152a67-b6c4-4168-b3ba-a48550e2154c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1900, 'fixed_ips': [{'subnet_id': '710778a2-878b-476c-9719-9ae92ef7de6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:01Z', 'updated_at': '2021-08-29T04:26:16Z', 'revision_number': 5, 'project_id': 'f78174329f774784990d52436973061e', 'subnets': [{'id': '710778a2-878b-476c-9719-9ae92ef7de6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:13.771663 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e03394b-75ce-411d-88c1-26af472ebb37 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Made reservation on behalf of 6e77efd76d814cd8b24fb0a97b527734 for: {'network': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:13.775750 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8e03394b-75ce-411d-88c1-26af472ebb37 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:13.808153 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ffeae9-52aa-42be-9ac5-394703237e1a req-5952ecd7-fac5-4766-b257-1ab355fb9963 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:13.808705 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8302143b-c80e-4fbb-b87b-cdf4730ee0bd req-f22e8e28-341f-4a0d-a732-2e597801a2fe service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca4f75b8-7b4e-4310-a5d8-f8a1b65031cf HTTP/1.1" status: 200 len: 999 time: 0.0955586 Aug 29 04:27:13.809742 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-40ffeae9-52aa-42be-9ac5-394703237e1a req-5952ecd7-fac5-4766-b257-1ab355fb9963 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=958fb903-1729-4290-8965-b1c2ef1d605e HTTP/1.1" status: 200 len: 945 time: 0.1359320 Aug 29 04:27:13.825295 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e03394b-75ce-411d-88c1-26af472ebb37 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=94828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:27:13.836421 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8e03394b-75ce-411d-88c1-26af472ebb37 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:13.836691 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953fc464-c291-4b1c-a258-5d251f5a697c None None] Checking router: 75152a67-b6c4-4168-b3ba-a48550e2154c for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:27:13.836806 n-d-712140-12 neutron-server[94828]: INFO neutron.db.segments_db [None req-8e03394b-75ce-411d-88c1-26af472ebb37 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Added segment bf804b4c-7fff-4772-916c-a8fbf294ad64 of type vlan for network c92d7650-fa6e-4553-a172-d81ad2fe5241 Aug 29 04:27:13.858845 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953fc464-c291-4b1c-a258-5d251f5a697c None None] Routers {'75152a67-b6c4-4168-b3ba-a48550e2154c'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:27:13.860017 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-953fc464-c291-4b1c-a258-5d251f5a697c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:27:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['75152a67-b6c4-4168-b3ba-a48550e2154c'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:13.876273 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8302143b-c80e-4fbb-b87b-cdf4730ee0bd req-30dc0aa2-647a-44d6-bcf0-b07ba671e0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:13.884669 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8302143b-c80e-4fbb-b87b-cdf4730ee0bd req-30dc0aa2-647a-44d6-bcf0-b07ba671e0e2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=710778a2-878b-476c-9719-9ae92ef7de6e HTTP/1.1" status: 200 len: 860 time: 0.0747952 Aug 29 04:27:13.888919 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8e03394b-75ce-411d-88c1-26af472ebb37 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:13.928621 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8e03394b-75ce-411d-88c1-26af472ebb37 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:13.934312 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e03394b-75ce-411d-88c1-26af472ebb37 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:13.934853 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8e03394b-75ce-411d-88c1-26af472ebb37 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:14.011538 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e03394b-75ce-411d-88c1-26af472ebb37 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Pushing event updated for resources: {'Network': ['ID=c92d7650-fa6e-4553-a172-d81ad2fe5241,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:14.023514 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network c92d7650-fa6e-4553-a172-d81ad2fe5241 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:27:14.051385 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-40ffeae9-52aa-42be-9ac5-394703237e1a req-18103095-10d7-4b9e-894d-c78601d3a441 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/security-groups?id=c669a511-bb16-48c8-9944-1f8115bc7803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1312575 Aug 29 04:27:14.070407 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-8e03394b-75ce-411d-88c1-26af472ebb37 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4136617 Aug 29 04:27:14.070407 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 60452) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:14.072544 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-c391798f-069b-4e9d-b50d-a80b5ddfd789 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Request body: {'subnet': {'network_id': 'c92d7650-fa6e-4553-a172-d81ad2fe5241', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:14.115361 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8302143b-c80e-4fbb-b87b-cdf4730ee0bd req-c1e0d136-ce81-4f44-8ea5-622b2380feee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:14.116948 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8302143b-c80e-4fbb-b87b-cdf4730ee0bd req-c1e0d136-ce81-4f44-8ea5-622b2380feee service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=fcd0713a-66d5-429e-8806-1ec67be3b61c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2311087 Aug 29 04:27:14.129839 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [req-8302143b-c80e-4fbb-b87b-cdf4730ee0bd req-58307afa-2fb7-43f7-a5e9-479428b6171f service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:27:14.130095 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-953fc464-c291-4b1c-a258-5d251f5a697c None None] Set router 75152a67-b6c4-4168-b3ba-a48550e2154c gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:27:14.140329 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8302143b-c80e-4fbb-b87b-cdf4730ee0bd req-58307afa-2fb7-43f7-a5e9-479428b6171f service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0159674 Aug 29 04:27:14.144472 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1e7d87a8-8a78-4abc-b743-8cb4db85982c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4274880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4552377'] for subnet, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:14.270762 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c391798f-069b-4e9d-b50d-a80b5ddfd789 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Made reservation on behalf of 6e77efd76d814cd8b24fb0a97b527734 for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:14.274332 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c391798f-069b-4e9d-b50d-a80b5ddfd789 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:14.341121 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7d87a8-8a78-4abc-b743-8cb4db85982c admin admin] Pushing event updated for resources: {'Subnet': ['ID=44748f2d-284d-4ceb-bf71-e6f2172c4862,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:14.361275 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7d87a8-8a78-4abc-b743-8cb4db85982c admin admin] Checking segment: {'id': '34b9e39b-cb31-4c20-b504-44453bca4f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '48f28fd2-1224-4757-8025-9fa36b4ac1e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:27:14.361662 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7d87a8-8a78-4abc-b743-8cb4db85982c admin admin] Network hostable DHCP agents. Network: 48f28fd2-1224-4757-8025-9fa36b4ac1e9, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:27:14.445498 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7d87a8-8a78-4abc-b743-8cb4db85982c admin admin] Network 48f28fd2-1224-4757-8025-9fa36b4ac1e9 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:27:14.450505 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8302143b-c80e-4fbb-b87b-cdf4730ee0bd req-37abbc0b-14cb-43fc-893a-edc9911aeaee service neutron] 10.222.0.22 "GET /v2.0/networks/fcd0713a-66d5-429e-8806-1ec67be3b61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2979043 Aug 29 04:27:14.469872 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-953fc464-c291-4b1c-a258-5d251f5a697c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75152a67-b6c4-4168-b3ba-a48550e2154c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1755985023-router', 'tenant_id': 'f78174329f774784990d52436973061e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': '2a8ec008-e3bf-48ff-ad0d-69d708718ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:57Z', 'updated_at': '2021-08-29T04:26:03Z', 'revision_number': 4, 'project_id': 'f78174329f774784990d52436973061e', 'gw_port': {'id': '2a8ec008-e3bf-48ff-ad0d-69d708718ad8', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:4d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75152a67-b6c4-4168-b3ba-a48550e2154c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:57Z', 'updated_at': '2021-08-29T04:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': 'f0e78b1b-53e5-4bf0-9c5b-2d4924be7bcf', 'tenant_id': 'f78174329f774784990d52436973061e', 'floating_ip_address': '172.25.0.33', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': '75152a67-b6c4-4168-b3ba-a48550e2154c', 'port_id': 'ca4f75b8-7b4e-4310-a5d8-f8a1b65031cf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1940, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcd0713a-66d5-429e-8806-1ec67be3b61c', 'mac_address': 'fa:16:3e:1c:5c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c5d5b2c-32be-4d50-a58e-3f43aaddd10f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:26:35Z', 'updated_at': '2021-08-29T04:27:11Z', 'revision_number': 1, 'project_id': 'f78174329f774784990d52436973061e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd673bb13-f978-4cc9-9318-a888cc6bef5d', 'name': '', 'network_id': 'fcd0713a-66d5-429e-8806-1ec67be3b61c', 'tenant_id': 'f78174329f774784990d52436973061e', 'mac_address': 'fa:16:3e:55:3d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75152a67-b6c4-4168-b3ba-a48550e2154c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1900, 'fixed_ips': [{'subnet_id': '710778a2-878b-476c-9719-9ae92ef7de6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:01Z', 'updated_at': '2021-08-29T04:26:16Z', 'revision_number': 5, 'project_id': 'f78174329f774784990d52436973061e', 'subnets': [{'id': '710778a2-878b-476c-9719-9ae92ef7de6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:14.471269 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-1e7d87a8-8a78-4abc-b743-8cb4db85982c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 48f28fd2-1224-4757-8025-9fa36b4ac1e9) {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:14.481943 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a78b105-6c72-470b-8d4e-b2c741477628 None None] Network 48f28fd2-1224-4757-8025-9fa36b4ac1e9 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:27:14.485629 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7d87a8-8a78-4abc-b743-8cb4db85982c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:14.486419 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1e7d87a8-8a78-4abc-b743-8cb4db85982c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:14.540412 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953fc464-c291-4b1c-a258-5d251f5a697c None None] The sync data for ids ['75152a67-b6c4-4168-b3ba-a48550e2154c'] in n-d-712140-12 is: [{'id': '75152a67-b6c4-4168-b3ba-a48550e2154c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1755985023-router', 'tenant_id': 'f78174329f774784990d52436973061e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': '2a8ec008-e3bf-48ff-ad0d-69d708718ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:57Z', 'updated_at': '2021-08-29T04:26:03Z', 'revision_number': 4, 'project_id': 'f78174329f774784990d52436973061e', 'gw_port': {'id': '2a8ec008-e3bf-48ff-ad0d-69d708718ad8', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:4d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75152a67-b6c4-4168-b3ba-a48550e2154c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:57Z', 'updated_at': '2021-08-29T04:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': 'f0e78b1b-53e5-4bf0-9c5b-2d4924be7bcf', 'tenant_id': 'f78174329f774784990d52436973061e', 'floating_ip_address': '172.25.0.33', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': '75152a67-b6c4-4168-b3ba-a48550e2154c', 'port_id': 'ca4f75b8-7b4e-4310-a5d8-f8a1b65031cf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1940, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcd0713a-66d5-429e-8806-1ec67be3b61c', 'mac_address': 'fa:16:3e:1c:5c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c5d5b2c-32be-4d50-a58e-3f43aaddd10f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:26:35Z', 'updated_at': '2021-08-29T04:27:11Z', 'revision_number': 1, 'project_id': 'f78174329f774784990d52436973061e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd673bb13-f978-4cc9-9318-a888cc6bef5d', 'name': '', 'network_id': 'fcd0713a-66d5-429e-8806-1ec67be3b61c', 'tenant_id': 'f78174329f774784990d52436973061e', 'mac_address': 'fa:16:3e:55:3d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75152a67-b6c4-4168-b3ba-a48550e2154c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1900, 'fixed_ips': [{'subnet_id': '710778a2-878b-476c-9719-9ae92ef7de6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:01Z', 'updated_at': '2021-08-29T04:26:16Z', 'revision_number': 5, 'project_id': 'f78174329f774784990d52436973061e', 'subnets': [{'id': '710778a2-878b-476c-9719-9ae92ef7de6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:27:14.596765 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0976d46-b9b4-40b2-82f9-4a1827ad5e77 req-7e841852-6b5e-4ca1-84c6-2e48d6bd8ad8 tempest-ServerAddressesNegativeTestJSON-464055973 tempest-ServerAddressesNegativeTestJSON-464055973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:14.616511 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a0976d46-b9b4-40b2-82f9-4a1827ad5e77 req-7e841852-6b5e-4ca1-84c6-2e48d6bd8ad8 tempest-ServerAddressesNegativeTestJSON-464055973 tempest-ServerAddressesNegativeTestJSON-464055973-project] 10.222.0.22 "GET /v2.0/ports?device_id=a00e32c1-e410-428f-ab5e-d665c87c4e3a HTTP/1.1" status: 200 len: 932 time: 0.1573632 Aug 29 04:27:14.636677 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-1e7d87a8-8a78-4abc-b743-8cb4db85982c admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.5351107 Aug 29 04:27:14.643827 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 60464) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:14.658689 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-617ee3af-bf3d-42ea-ac26-c01ec64755fe admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1425813612-router', 'tenant_id': '40a31750302149dd9bebe985e2d25a85', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:14.730046 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8302143b-c80e-4fbb-b87b-cdf4730ee0bd req-c9ce6e01-87f1-4664-8867-d9e5501e95b5 service neutron] 10.222.0.22 "GET /v2.0/networks/fcd0713a-66d5-429e-8806-1ec67be3b61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672603 Aug 29 04:27:14.802479 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c391798f-069b-4e9d-b50d-a80b5ddfd789 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9191137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10062364'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:14.913708 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a0976d46-b9b4-40b2-82f9-4a1827ad5e77 req-0a5fc8db-adeb-471e-9c04-cd5be15520ee tempest-ServerAddressesNegativeTestJSON-464055973 tempest-ServerAddressesNegativeTestJSON-464055973-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f4c6df4-f5fc-489b-bcff-15b87f285b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959547 Aug 29 04:27:14.915522 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0240af20-6332-4e0b-854c-876158bef99f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-48f28fd2-1224-4757-8025-9fa36b4ac1e9', 'network_id': '48f28fd2-1224-4757-8025-9fa36b4ac1e9', 'tenant_id': '40a31750302149dd9bebe985e2d25a85', 'fixed_ips': [{'subnet_id': '44748f2d-284d-4ceb-bf71-e6f2172c4862'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:27:14.916438 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0240af20-6332-4e0b-854c-876158bef99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:14.924771 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-617ee3af-bf3d-42ea-ac26-c01ec64755fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:14.932732 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-617ee3af-bf3d-42ea-ac26-c01ec64755fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1838'] for router, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:14.963126 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c391798f-069b-4e9d-b50d-a80b5ddfd789 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Pushing event updated for resources: {'Subnet': ['ID=79313c78-9427-4bc0-bb72-efb7dfc2c6e1,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:15.033644 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c1a5ee-b8d1-4934-b7ec-9a7bd8e94c24 req-8d234acd-e805-4c29-b863-3e0f77a19289 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:15.040875 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a5c1a5ee-b8d1-4934-b7ec-9a7bd8e94c24 req-8d234acd-e805-4c29-b863-3e0f77a19289 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] 10.222.0.22 "GET /v2.0/ports?device_id=dafd6991-23da-4a12-a981-8797d3f95870&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1035395 Aug 29 04:27:15.062013 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c391798f-069b-4e9d-b50d-a80b5ddfd789 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Checking segment: {'id': 'bf804b4c-7fff-4772-916c-a8fbf294ad64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c92d7650-fa6e-4553-a172-d81ad2fe5241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:27:15.062437 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c391798f-069b-4e9d-b50d-a80b5ddfd789 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Network hostable DHCP agents. Network: c92d7650-fa6e-4553-a172-d81ad2fe5241, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:27:15.233279 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde88a3e-4281-481e-9e3b-2cae6d2b7580 None None] New status for floating IP f0e78b1b-53e5-4bf0-9c5b-2d4924be7bcf: ACTIVE {{(pid=94830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:27:15.252693 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-617ee3af-bf3d-42ea-ac26-c01ec64755fe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:15.322850 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-0240af20-6332-4e0b-854c-876158bef99f None None] Allocated IP 172.20.0.2 (48f28fd2-1224-4757-8025-9fa36b4ac1e9/44748f2d-284d-4ceb-bf71-e6f2172c4862/fd544731-532d-42ad-b975-2320401d2a25) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:27:15.774124 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0240af20-6332-4e0b-854c-876158bef99f None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:15.803742 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-0240af20-6332-4e0b-854c-876158bef99f None None] Transition to ACTIVE for port object fd544731-532d-42ad-b975-2320401d2a25 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:15.837270 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-0240af20-6332-4e0b-854c-876158bef99f None None] Transition to ACTIVE for port object fd544731-532d-42ad-b975-2320401d2a25 will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:15.846167 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0240af20-6332-4e0b-854c-876158bef99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:15.888388 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0240af20-6332-4e0b-854c-876158bef99f None None] Network 48f28fd2-1224-4757-8025-9fa36b4ac1e9 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:27:15.895003 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-0240af20-6332-4e0b-854c-876158bef99f None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:15.897670 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0240af20-6332-4e0b-854c-876158bef99f None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:27:15.912920 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0240af20-6332-4e0b-854c-876158bef99f None None] Pushing event updated for resources: {'Port': ['ID=fd544731-532d-42ad-b975-2320401d2a25,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:15.957545 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a5c1a5ee-b8d1-4934-b7ec-9a7bd8e94c24 req-498bed4c-cba5-4b4b-8026-b114ed06c4be tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.0.33 HTTP/1.1" status: 200 len: 999 time: 0.8964336 Aug 29 04:27:15.963149 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-a5c1a5ee-b8d1-4934-b7ec-9a7bd8e94c24 req-61590c58-4f5b-4fae-938b-e0b44c36ff19 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Request body: {'floatingip': {'port_id': '5b045eba-a5c6-492f-8b51-765579535b9c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:16.009528 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-0240af20-6332-4e0b-854c-876158bef99f None None] Attempting to bind port fd544731-532d-42ad-b975-2320401d2a25 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:27:16.010315 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-0240af20-6332-4e0b-854c-876158bef99f None None] Attempting to bind port fd544731-532d-42ad-b975-2320401d2a25 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '34b9e39b-cb31-4c20-b504-44453bca4f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '48f28fd2-1224-4757-8025-9fa36b4ac1e9'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:27:16.010874 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0240af20-6332-4e0b-854c-876158bef99f None None] Attempting to bind port fd544731-532d-42ad-b975-2320401d2a25 on network 48f28fd2-1224-4757-8025-9fa36b4ac1e9 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:16.017702 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0240af20-6332-4e0b-854c-876158bef99f None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:27:16.018459 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0240af20-6332-4e0b-854c-876158bef99f None None] Checking segment: {'id': '34b9e39b-cb31-4c20-b504-44453bca4f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '48f28fd2-1224-4757-8025-9fa36b4ac1e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:27:16.018879 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0240af20-6332-4e0b-854c-876158bef99f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:16.019281 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0240af20-6332-4e0b-854c-876158bef99f None None] Bound using segment: {'id': '34b9e39b-cb31-4c20-b504-44453bca4f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '48f28fd2-1224-4757-8025-9fa36b4ac1e9'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:27:16.019833 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-0240af20-6332-4e0b-854c-876158bef99f None None] Bound port: fd544731-532d-42ad-b975-2320401d2a25, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34b9e39b-cb31-4c20-b504-44453bca4f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '48f28fd2-1224-4757-8025-9fa36b4ac1e9'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:27:16.020229 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0240af20-6332-4e0b-854c-876158bef99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:16.075632 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-a5c1a5ee-b8d1-4934-b7ec-9a7bd8e94c24 req-61590c58-4f5b-4fae-938b-e0b44c36ff19 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Notify callbacks [] for floatingip, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:16.145849 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-0240af20-6332-4e0b-854c-876158bef99f None None] For port fd544731-532d-42ad-b975-2320401d2a25, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:27:16.161692 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-0240af20-6332-4e0b-854c-876158bef99f None None] For port fd544731-532d-42ad-b975-2320401d2a25, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=fd544731-532d-42ad-b975-2320401d2a25,segment=NetworkSegment(34b9e39b-cb31-4c20-b504-44453bca4f02),segment_id=34b9e39b-cb31-4c20-b504-44453bca4f02)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:27:16.167702 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0240af20-6332-4e0b-854c-876158bef99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:16.177548 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c391798f-069b-4e9d-b50d-a80b5ddfd789 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Network c92d7650-fa6e-4553-a172-d81ad2fe5241 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:27:16.309828 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0240af20-6332-4e0b-854c-876158bef99f None None] Pushing event updated for resources: {'Port': ['ID=fd544731-532d-42ad-b975-2320401d2a25,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:16.371950 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-c391798f-069b-4e9d-b50d-a80b5ddfd789 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, c92d7650-fa6e-4553-a172-d81ad2fe5241) {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:16.397314 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8c47f8-52b9-43af-9744-3dadbd6be29c None None] Network c92d7650-fa6e-4553-a172-d81ad2fe5241 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:27:16.398134 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f1caa4-1ade-402c-ba74-21f2503aadaf req-d42283e1-b313-41b5-ad68-1ff92a2f2d8b tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:16.402384 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d7f1caa4-1ade-402c-ba74-21f2503aadaf req-d42283e1-b313-41b5-ad68-1ff92a2f2d8b tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=958fb903-1729-4290-8965-b1c2ef1d605e HTTP/1.1" status: 200 len: 945 time: 1.2056251 Aug 29 04:27:16.406177 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c391798f-069b-4e9d-b50d-a80b5ddfd789 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:16.408250 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c391798f-069b-4e9d-b50d-a80b5ddfd789 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:16.414872 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-617ee3af-bf3d-42ea-ac26-c01ec64755fe admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:16.473905 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-c391798f-069b-4e9d-b50d-a80b5ddfd789 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4073932 Aug 29 04:27:16.474271 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 60478) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:16.484095 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-aa008165-fd20-40cc-82dc-d180c7589c2e tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Request body: {'port': {'network_id': 'c92d7650-fa6e-4553-a172-d81ad2fe5241', 'name': 'tempest-PortsTestJSON-171830409'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:16.713337 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d7f1caa4-1ade-402c-ba74-21f2503aadaf req-7faeafc0-c647-4dff-97fc-2805c42f915c tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/security-groups?id=c669a511-bb16-48c8-9944-1f8115bc7803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2498913 Aug 29 04:27:16.826103 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb6c78d-1ded-4fd6-89cd-59b2820faac9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-c92d7650-fa6e-4553-a172-d81ad2fe5241', 'network_id': 'c92d7650-fa6e-4553-a172-d81ad2fe5241', 'tenant_id': '6e77efd76d814cd8b24fb0a97b527734', 'fixed_ips': [{'subnet_id': '79313c78-9427-4bc0-bb72-efb7dfc2c6e1'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:27:16.827124 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-acb6c78d-1ded-4fd6-89cd-59b2820faac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:17.156483 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-acb6c78d-1ded-4fd6-89cd-59b2820faac9 None None] Allocated IP 172.20.0.2 (c92d7650-fa6e-4553-a172-d81ad2fe5241/79313c78-9427-4bc0-bb72-efb7dfc2c6e1/c0377cdf-594a-42b1-aa65-b7d7228e1a9b) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:27:17.193164 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-617ee3af-bf3d-42ea-ac26-c01ec64755fe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:17.238262 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device fd544731-532d-42ad-b975-2320401d2a25 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:27:17.259927 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0883f9f-5bde-4478-9eed-1da802a6a327 req-81ae2137-c0a9-41a8-93f5-92fbd850be90 tempest-ServerAddressesNegativeTestJSON-464055973 tempest-ServerAddressesNegativeTestJSON-464055973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:17.268398 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f0883f9f-5bde-4478-9eed-1da802a6a327 req-81ae2137-c0a9-41a8-93f5-92fbd850be90 tempest-ServerAddressesNegativeTestJSON-464055973 tempest-ServerAddressesNegativeTestJSON-464055973-project] 10.222.0.22 "GET /v2.0/ports?device_id=a00e32c1-e410-428f-ab5e-d665c87c4e3a HTTP/1.1" status: 200 len: 932 time: 0.3214517 Aug 29 04:27:17.276102 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-617ee3af-bf3d-42ea-ac26-c01ec64755fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:17.282812 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-a5c1a5ee-b8d1-4934-b7ec-9a7bd8e94c24 req-61590c58-4f5b-4fae-938b-e0b44c36ff19 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:17.289331 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-a5c1a5ee-b8d1-4934-b7ec-9a7bd8e94c24 req-61590c58-4f5b-4fae-938b-e0b44c36ff19 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719515'] for floatingip, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:17.373319 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa008165-fd20-40cc-82dc-d180c7589c2e tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Made reservation on behalf of 6e77efd76d814cd8b24fb0a97b527734 for: {'port': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:17.381578 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port fd544731-532d-42ad-b975-2320401d2a25 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:27:17.383581 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-aa008165-fd20-40cc-82dc-d180c7589c2e tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:17.509532 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f0883f9f-5bde-4478-9eed-1da802a6a327 req-7a207706-6128-46a8-b947-c9207245b961 tempest-ServerAddressesNegativeTestJSON-464055973 tempest-ServerAddressesNegativeTestJSON-464055973-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f4c6df4-f5fc-489b-bcff-15b87f285b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379632 Aug 29 04:27:17.541921 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [None req-aa008165-fd20-40cc-82dc-d180c7589c2e tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] device_id is not set on port 766500e2-1a9e-40d2-ad7d-9b08936eb4e7 yet. {{(pid=94829) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:27:17.617033 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-617ee3af-bf3d-42ea-ac26-c01ec64755fe admin admin] Allocated IP 172.25.0.91 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/882bc553-5232-41f5-b4e6-b38fa5b6587d) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:27:17.635281 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-51785772-78eb-40dd-9bd2-af5e56682173 req-8bd62a4a-6741-4b3d-828c-83314f735970 service neutron] Request body: {'port': {'device_id': 'a00e32c1-e410-428f-ab5e-d665c87c4e3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-12'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:17.641552 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-acb6c78d-1ded-4fd6-89cd-59b2820faac9 None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:17.662885 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-acb6c78d-1ded-4fd6-89cd-59b2820faac9 None None] Transition to ACTIVE for port object c0377cdf-594a-42b1-aa65-b7d7228e1a9b will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:17.698852 n-d-712140-12 neutron-server[94829]: INFO neutron.db.l3_db [req-a5c1a5ee-b8d1-4934-b7ec-9a7bd8e94c24 req-61590c58-4f5b-4fae-938b-e0b44c36ff19 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Floating IP f0e78b1b-53e5-4bf0-9c5b-2d4924be7bcf associated. External IP: 172.25.0.33, port: ca4f75b8-7b4e-4310-a5d8-f8a1b65031cf. Aug 29 04:27:17.706914 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-acb6c78d-1ded-4fd6-89cd-59b2820faac9 None None] Transition to ACTIVE for port object c0377cdf-594a-42b1-aa65-b7d7228e1a9b will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:17.729600 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-acb6c78d-1ded-4fd6-89cd-59b2820faac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:17.885092 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-617ee3af-bf3d-42ea-ac26-c01ec64755fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:17.897722 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb6c78d-1ded-4fd6-89cd-59b2820faac9 None None] Network c92d7650-fa6e-4553-a172-d81ad2fe5241 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:27:17.907081 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-acb6c78d-1ded-4fd6-89cd-59b2820faac9 None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:17.920842 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb6c78d-1ded-4fd6-89cd-59b2820faac9 None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:27:17.930371 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb6c78d-1ded-4fd6-89cd-59b2820faac9 None None] Pushing event updated for resources: {'Port': ['ID=c0377cdf-594a-42b1-aa65-b7d7228e1a9b,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:18.034846 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-617ee3af-bf3d-42ea-ac26-c01ec64755fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:18.138842 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906e6200-c7c4-47bc-a22d-9fddfd0b0e8a None None] Network 48f28fd2-1224-4757-8025-9fa36b4ac1e9 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:27:18.144195 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617ee3af-bf3d-42ea-ac26-c01ec64755fe admin admin] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:27:18.150335 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-617ee3af-bf3d-42ea-ac26-c01ec64755fe admin admin] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:18.151399 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-51785772-78eb-40dd-9bd2-af5e56682173 req-8bd62a4a-6741-4b3d-828c-83314f735970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:18.153290 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617ee3af-bf3d-42ea-ac26-c01ec64755fe admin admin] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:27:18.294972 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-acb6c78d-1ded-4fd6-89cd-59b2820faac9 None None] Attempting to bind port c0377cdf-594a-42b1-aa65-b7d7228e1a9b on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:27:18.298757 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-acb6c78d-1ded-4fd6-89cd-59b2820faac9 None None] Attempting to bind port c0377cdf-594a-42b1-aa65-b7d7228e1a9b by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'bf804b4c-7fff-4772-916c-a8fbf294ad64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c92d7650-fa6e-4553-a172-d81ad2fe5241'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:27:18.308555 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb6c78d-1ded-4fd6-89cd-59b2820faac9 None None] Attempting to bind port c0377cdf-594a-42b1-aa65-b7d7228e1a9b on network c92d7650-fa6e-4553-a172-d81ad2fe5241 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:18.324191 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-a6c2d263-7a00-49be-9e04-f9c2edc7cd21 None None] Provisioning for port fd544731-532d-42ad-b975-2320401d2a25 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:27:18.336933 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-a6c2d263-7a00-49be-9e04-f9c2edc7cd21 None None] Provisioning complete for port fd544731-532d-42ad-b975-2320401d2a25 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:18.337623 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a6c2d263-7a00-49be-9e04-f9c2edc7cd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:18.341545 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb6c78d-1ded-4fd6-89cd-59b2820faac9 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:27:18.342177 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb6c78d-1ded-4fd6-89cd-59b2820faac9 None None] Checking segment: {'id': 'bf804b4c-7fff-4772-916c-a8fbf294ad64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c92d7650-fa6e-4553-a172-d81ad2fe5241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:27:18.342936 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-acb6c78d-1ded-4fd6-89cd-59b2820faac9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:18.343511 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb6c78d-1ded-4fd6-89cd-59b2820faac9 None None] Bound using segment: {'id': 'bf804b4c-7fff-4772-916c-a8fbf294ad64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c92d7650-fa6e-4553-a172-d81ad2fe5241'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:27:18.344790 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-acb6c78d-1ded-4fd6-89cd-59b2820faac9 None None] Bound port: c0377cdf-594a-42b1-aa65-b7d7228e1a9b, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf804b4c-7fff-4772-916c-a8fbf294ad64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c92d7650-fa6e-4553-a172-d81ad2fe5241'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:27:18.345379 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-acb6c78d-1ded-4fd6-89cd-59b2820faac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:18.439118 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397606ae-9c65-49dc-bbae-5a47bfb90529 req-b3330d37-6586-4b28-a317-2e42941a1b4a tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:18.442032 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-397606ae-9c65-49dc-bbae-5a47bfb90529 req-b3330d37-6586-4b28-a317-2e42941a1b4a tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=958fb903-1729-4290-8965-b1c2ef1d605e HTTP/1.1" status: 200 len: 945 time: 0.4441144 Aug 29 04:27:18.445949 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617ee3af-bf3d-42ea-ac26-c01ec64755fe admin admin] Pushing event updated for resources: {'Port': ['ID=882bc553-5232-41f5-b4e6-b38fa5b6587d,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:18.512926 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-aa008165-fd20-40cc-82dc-d180c7589c2e tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Allocated IP 172.20.0.13 (c92d7650-fa6e-4553-a172-d81ad2fe5241/79313c78-9427-4bc0-bb72-efb7dfc2c6e1/766500e2-1a9e-40d2-ad7d-9b08936eb4e7) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:27:18.553014 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc32516-aea5-4171-b060-7ce252e85a32 req-2d777e6f-d81c-41a0-9f96-22e19648df08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:18.555554 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5cc32516-aea5-4171-b060-7ce252e85a32 req-2d777e6f-d81c-41a0-9f96-22e19648df08 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f78174329f774784990d52436973061e&device_id=4c5d5b2c-32be-4d50-a58e-3f43aaddd10f HTTP/1.1" status: 200 len: 1098 time: 0.5693855 Aug 29 04:27:18.560013 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a5c1a5ee-b8d1-4934-b7ec-9a7bd8e94c24 req-61590c58-4f5b-4fae-938b-e0b44c36ff19 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Router 75152a67-b6c4-4168-b3ba-a48550e2154c has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:27:18.596239 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-397606ae-9c65-49dc-bbae-5a47bfb90529 req-7a5facdd-c49b-4a7e-bbda-e940f89d0624 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/security-groups?id=c669a511-bb16-48c8-9944-1f8115bc7803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1427858 Aug 29 04:27:18.679144 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-acb6c78d-1ded-4fd6-89cd-59b2820faac9 None None] For port c0377cdf-594a-42b1-aa65-b7d7228e1a9b, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:27:18.734186 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-acb6c78d-1ded-4fd6-89cd-59b2820faac9 None None] For port c0377cdf-594a-42b1-aa65-b7d7228e1a9b, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=c0377cdf-594a-42b1-aa65-b7d7228e1a9b,segment=NetworkSegment(bf804b4c-7fff-4772-916c-a8fbf294ad64),segment_id=bf804b4c-7fff-4772-916c-a8fbf294ad64)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:27:18.756156 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a6c2d263-7a00-49be-9e04-f9c2edc7cd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:18.758848 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-acb6c78d-1ded-4fd6-89cd-59b2820faac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:18.914358 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [req-51785772-78eb-40dd-9bd2-af5e56682173 req-8bd62a4a-6741-4b3d-828c-83314f735970 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8298fbd4-211d-4332-a542-432db4e116c6 {{(pid=94829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:27:18.927989 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-51785772-78eb-40dd-9bd2-af5e56682173 req-8bd62a4a-6741-4b3d-828c-83314f735970 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:18.939125 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-a6c2d263-7a00-49be-9e04-f9c2edc7cd21 None None] For port fd544731-532d-42ad-b975-2320401d2a25, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=fd544731-532d-42ad-b975-2320401d2a25,segment=NetworkSegment(34b9e39b-cb31-4c20-b504-44453bca4f02),segment_id=34b9e39b-cb31-4c20-b504-44453bca4f02)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:18.953412 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a6c2d263-7a00-49be-9e04-f9c2edc7cd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:18.978423 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a5c1a5ee-b8d1-4934-b7ec-9a7bd8e94c24 req-61590c58-4f5b-4fae-938b-e0b44c36ff19 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:27:18.991745 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [req-51785772-78eb-40dd-9bd2-af5e56682173 req-8bd62a4a-6741-4b3d-828c-83314f735970 service neutron] Transition to ACTIVE for port object 8298fbd4-211d-4332-a542-432db4e116c6 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:18.996015 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb6c78d-1ded-4fd6-89cd-59b2820faac9 None None] Pushing event updated for resources: {'Port': ['ID=c0377cdf-594a-42b1-aa65-b7d7228e1a9b,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:19.006094 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae75d273-c4bf-4d6a-8856-ebcd88ebf852 None None] Sync routers for ids ['75152a67-b6c4-4168-b3ba-a48550e2154c'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:27:19.040618 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae75d273-c4bf-4d6a-8856-ebcd88ebf852 None None] Routers {'75152a67-b6c4-4168-b3ba-a48550e2154c'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:27:19.042227 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-ae75d273-c4bf-4d6a-8856-ebcd88ebf852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:27:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['75152a67-b6c4-4168-b3ba-a48550e2154c'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:19.114319 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:19.147021 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c2d263-7a00-49be-9e04-f9c2edc7cd21 None None] Pushing event updated for resources: {'Port': ['ID=fd544731-532d-42ad-b975-2320401d2a25,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:19.167655 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc32516-aea5-4171-b060-7ce252e85a32 req-8a515109-57ea-41b3-816c-8912d7305bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:19.175347 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5cc32516-aea5-4171-b060-7ce252e85a32 req-8a515109-57ea-41b3-816c-8912d7305bed service neutron] 10.222.0.48 "GET /v2.0/networks?id=fcd0713a-66d5-429e-8806-1ec67be3b61c HTTP/1.1" status: 200 len: 922 time: 0.5935526 Aug 29 04:27:19.183591 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-617ee3af-bf3d-42ea-ac26-c01ec64755fe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:19.194099 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-51785772-78eb-40dd-9bd2-af5e56682173 req-8bd62a4a-6741-4b3d-828c-83314f735970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:19.279622 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884943ef-7ec3-48d2-860d-5bff41830673 req-55cd7750-46b4-4fe2-828f-26004a41a9d3 tempest-ServerAddressesNegativeTestJSON-464055973 tempest-ServerAddressesNegativeTestJSON-464055973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:19.282780 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-884943ef-7ec3-48d2-860d-5bff41830673 req-55cd7750-46b4-4fe2-828f-26004a41a9d3 tempest-ServerAddressesNegativeTestJSON-464055973 tempest-ServerAddressesNegativeTestJSON-464055973-project] 10.222.0.22 "GET /v2.0/ports?device_id=a00e32c1-e410-428f-ab5e-d665c87c4e3a HTTP/1.1" status: 200 len: 932 time: 0.3475142 Aug 29 04:27:19.314198 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-ae75d273-c4bf-4d6a-8856-ebcd88ebf852 None None] Set router 75152a67-b6c4-4168-b3ba-a48550e2154c gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:27:19.407427 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd62a4a-6741-4b3d-828c-83314f735970 service neutron] Pushing event updated for resources: {'Port': ['ID=8298fbd4-211d-4332-a542-432db4e116c6,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:19.430696 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-884943ef-7ec3-48d2-860d-5bff41830673 req-58ff7854-059f-4386-a310-de412f72416f tempest-ServerAddressesNegativeTestJSON-464055973 tempest-ServerAddressesNegativeTestJSON-464055973-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f4c6df4-f5fc-489b-bcff-15b87f285b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203363 Aug 29 04:27:19.508895 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-955e1aa5-6854-4542-8175-d032ea0a4ef5 None None] Provisioning complete for port fd544731-532d-42ad-b975-2320401d2a25 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:19.519639 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-955e1aa5-6854-4542-8175-d032ea0a4ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:19.626755 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-617ee3af-bf3d-42ea-ac26-c01ec64755fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409'] for router, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:19.759838 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-aa008165-fd20-40cc-82dc-d180c7589c2e tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:19.772471 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a5c1a5ee-b8d1-4934-b7ec-9a7bd8e94c24 req-61590c58-4f5b-4fae-938b-e0b44c36ff19 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Router 75152a67-b6c4-4168-b3ba-a48550e2154c has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:27:19.822284 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-aa008165-fd20-40cc-82dc-d180c7589c2e tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Transition to ACTIVE for port object 766500e2-1a9e-40d2-ad7d-9b08936eb4e7 will not be triggered until provisioned by entity DHCP. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:19.860114 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-51785772-78eb-40dd-9bd2-af5e56682173 req-8bd62a4a-6741-4b3d-828c-83314f735970 service neutron] Attempting to bind port 8298fbd4-211d-4332-a542-432db4e116c6 on host n-h2-712140-12 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:27:19.862023 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-51785772-78eb-40dd-9bd2-af5e56682173 req-8bd62a4a-6741-4b3d-828c-83314f735970 service neutron] Attempting to bind port 8298fbd4-211d-4332-a542-432db4e116c6 by drivers openvswitch,hyperv on host n-h2-712140-12 at level 0 using segments [{'id': 'f3bf739c-6838-45ab-8dc8-7a9cc44faa04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '974a0d3a-4d5a-403d-9952-e1a1d44400b5'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:27:19.862675 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51785772-78eb-40dd-9bd2-af5e56682173 req-8bd62a4a-6741-4b3d-828c-83314f735970 service neutron] Attempting to bind port 8298fbd4-211d-4332-a542-432db4e116c6 on network 974a0d3a-4d5a-403d-9952-e1a1d44400b5 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:19.883524 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51785772-78eb-40dd-9bd2-af5e56682173 req-8bd62a4a-6741-4b3d-828c-83314f735970 service neutron] Port 8298fbd4-211d-4332-a542-432db4e116c6 on network 974a0d3a-4d5a-403d-9952-e1a1d44400b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-12 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:27:19.890731 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51785772-78eb-40dd-9bd2-af5e56682173 req-8bd62a4a-6741-4b3d-828c-83314f735970 service neutron] Attempting to bind port 8298fbd4-211d-4332-a542-432db4e116c6 on network 974a0d3a-4d5a-403d-9952-e1a1d44400b5 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:19.893881 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003fa095-c702-49f4-b9a7-03aac3c5ec29 req-61bee45c-ce2e-47dc-89e2-558f908379bc tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:19.901794 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-003fa095-c702-49f4-b9a7-03aac3c5ec29 req-61bee45c-ce2e-47dc-89e2-558f908379bc tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=958fb903-1729-4290-8965-b1c2ef1d605e HTTP/1.1" status: 200 len: 945 time: 0.1728778 Aug 29 04:27:19.926019 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-617ee3af-bf3d-42ea-ac26-c01ec64755fe admin admin] Router 4ec61656-426d-4ee2-b860-821937a2193e is scheduled to L3 agent 76874008-c311-485c-ba36-921b6d275b6a with binding_index 1 {{(pid=94828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:27:20.018860 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51785772-78eb-40dd-9bd2-af5e56682173 req-8bd62a4a-6741-4b3d-828c-83314f735970 service neutron] Checking agent: {'id': 'b3a0606b-b029-4f5e-8798-3a32b71d8844', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:27:20.019446 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51785772-78eb-40dd-9bd2-af5e56682173 req-8bd62a4a-6741-4b3d-828c-83314f735970 service neutron] Checking segment: {'id': 'f3bf739c-6838-45ab-8dc8-7a9cc44faa04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '974a0d3a-4d5a-403d-9952-e1a1d44400b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:27:20.020055 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51785772-78eb-40dd-9bd2-af5e56682173 req-8bd62a4a-6741-4b3d-828c-83314f735970 service neutron] Bound using segment: {'id': 'f3bf739c-6838-45ab-8dc8-7a9cc44faa04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '974a0d3a-4d5a-403d-9952-e1a1d44400b5'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:27:20.020723 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-51785772-78eb-40dd-9bd2-af5e56682173 req-8bd62a4a-6741-4b3d-828c-83314f735970 service neutron] Bound port: 8298fbd4-211d-4332-a542-432db4e116c6, host: n-h2-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3bf739c-6838-45ab-8dc8-7a9cc44faa04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '974a0d3a-4d5a-403d-9952-e1a1d44400b5'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:27:20.021263 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-51785772-78eb-40dd-9bd2-af5e56682173 req-8bd62a4a-6741-4b3d-828c-83314f735970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:20.041024 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-003fa095-c702-49f4-b9a7-03aac3c5ec29 req-1e64764a-7a7c-45e7-8df1-9ef8e00f30ae tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/security-groups?id=c669a511-bb16-48c8-9944-1f8115bc7803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1380854 Aug 29 04:27:20.169364 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-ae75d273-c4bf-4d6a-8856-ebcd88ebf852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75152a67-b6c4-4168-b3ba-a48550e2154c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1755985023-router', 'tenant_id': 'f78174329f774784990d52436973061e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': '2a8ec008-e3bf-48ff-ad0d-69d708718ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:57Z', 'updated_at': '2021-08-29T04:26:03Z', 'revision_number': 4, 'project_id': 'f78174329f774784990d52436973061e', 'gw_port': {'id': '2a8ec008-e3bf-48ff-ad0d-69d708718ad8', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:4d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75152a67-b6c4-4168-b3ba-a48550e2154c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:57Z', 'updated_at': '2021-08-29T04:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': 'f0e78b1b-53e5-4bf0-9c5b-2d4924be7bcf', 'tenant_id': 'f78174329f774784990d52436973061e', 'floating_ip_address': '172.25.0.33', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': '75152a67-b6c4-4168-b3ba-a48550e2154c', 'port_id': '5b045eba-a5c6-492f-8b51-765579535b9c', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1940, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcd0713a-66d5-429e-8806-1ec67be3b61c', 'mac_address': 'fa:16:3e:b4:54:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dafd6991-23da-4a12-a981-8797d3f95870', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:26:35Z', 'updated_at': '2021-08-29T04:27:17Z', 'revision_number': 3, 'project_id': 'f78174329f774784990d52436973061e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd673bb13-f978-4cc9-9318-a888cc6bef5d', 'name': '', 'network_id': 'fcd0713a-66d5-429e-8806-1ec67be3b61c', 'tenant_id': 'f78174329f774784990d52436973061e', 'mac_address': 'fa:16:3e:55:3d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75152a67-b6c4-4168-b3ba-a48550e2154c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1900, 'fixed_ips': [{'subnet_id': '710778a2-878b-476c-9719-9ae92ef7de6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:01Z', 'updated_at': '2021-08-29T04:26:16Z', 'revision_number': 5, 'project_id': 'f78174329f774784990d52436973061e', 'subnets': [{'id': '710778a2-878b-476c-9719-9ae92ef7de6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:20.183053 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-617ee3af-bf3d-42ea-ac26-c01ec64755fe admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:27:20.195413 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501aa8c4-887a-480e-b188-05271fc54556 None None] Sync routers for ids ['4ec61656-426d-4ee2-b860-821937a2193e'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:27:20.223794 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501aa8c4-887a-480e-b188-05271fc54556 None None] Routers {'4ec61656-426d-4ee2-b860-821937a2193e'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:27:20.224722 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-501aa8c4-887a-480e-b188-05271fc54556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:27:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['4ec61656-426d-4ee2-b860-821937a2193e'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:20.230645 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-617ee3af-bf3d-42ea-ac26-c01ec64755fe admin admin] Notify callbacks [] for router, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:20.238059 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-617ee3af-bf3d-42ea-ac26-c01ec64755fe admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 5.5884137 Aug 29 04:27:20.238915 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 60502) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:20.292160 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae75d273-c4bf-4d6a-8856-ebcd88ebf852 None None] Checking router: 75152a67-b6c4-4168-b3ba-a48550e2154c for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:27:20.293731 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a5c1a5ee-b8d1-4934-b7ec-9a7bd8e94c24 req-61590c58-4f5b-4fae-938b-e0b44c36ff19 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:27:20.330083 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae75d273-c4bf-4d6a-8856-ebcd88ebf852 None None] Routers {'75152a67-b6c4-4168-b3ba-a48550e2154c'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:27:20.331432 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-ae75d273-c4bf-4d6a-8856-ebcd88ebf852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:27:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['75152a67-b6c4-4168-b3ba-a48550e2154c'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:20.414419 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-51785772-78eb-40dd-9bd2-af5e56682173 req-8bd62a4a-6741-4b3d-828c-83314f735970 service neutron] For port 8298fbd4-211d-4332-a542-432db4e116c6, host n-h2-712140-12, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:27:20.425607 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-51785772-78eb-40dd-9bd2-af5e56682173 req-8bd62a4a-6741-4b3d-828c-83314f735970 service neutron] For port 8298fbd4-211d-4332-a542-432db4e116c6, host n-h2-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=8298fbd4-211d-4332-a542-432db4e116c6,segment=NetworkSegment(f3bf739c-6838-45ab-8dc8-7a9cc44faa04),segment_id=f3bf739c-6838-45ab-8dc8-7a9cc44faa04)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:27:20.445354 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-a5c1a5ee-b8d1-4934-b7ec-9a7bd8e94c24 req-61590c58-4f5b-4fae-938b-e0b44c36ff19 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:20.454967 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-51785772-78eb-40dd-9bd2-af5e56682173 req-8bd62a4a-6741-4b3d-828c-83314f735970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:20.487002 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-aa008165-fd20-40cc-82dc-d180c7589c2e tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:20.510980 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-501aa8c4-887a-480e-b188-05271fc54556 None None] Set router 4ec61656-426d-4ee2-b860-821937a2193e gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:27:20.573253 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51785772-78eb-40dd-9bd2-af5e56682173 req-8bd62a4a-6741-4b3d-828c-83314f735970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:20.573966 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-51785772-78eb-40dd-9bd2-af5e56682173 req-8bd62a4a-6741-4b3d-828c-83314f735970 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:20.575809 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-51785772-78eb-40dd-9bd2-af5e56682173 req-8bd62a4a-6741-4b3d-828c-83314f735970 service neutron] 10.222.0.48 "PUT /v2.0/ports/8298fbd4-211d-4332-a542-432db4e116c6 HTTP/1.1" status: 200 len: 1093 time: 2.9455063 Aug 29 04:27:20.616719 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a00e32c1-e410-428f-ab5e-d665c87c4e3a', 'tag': '8298fbd4-211d-4332-a542-432db4e116c6'}, {'name': 'network-changed', 'server_uuid': '4c5d5b2c-32be-4d50-a58e-3f43aaddd10f', 'tag': 'ca4f75b8-7b4e-4310-a5d8-f8a1b65031cf'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:27:20.622627 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e088761-3f5b-47e2-86e5-2e69d3279c05" -d '{"events": [{"name": "network-changed", "server_uuid": "a00e32c1-e410-428f-ab5e-d665c87c4e3a", "tag": "8298fbd4-211d-4332-a542-432db4e116c6"}, {"name": "network-changed", "server_uuid": "4c5d5b2c-32be-4d50-a58e-3f43aaddd10f", "tag": "ca4f75b8-7b4e-4310-a5d8-f8a1b65031cf"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:27:20.630124 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-ae75d273-c4bf-4d6a-8856-ebcd88ebf852 None None] Set router 75152a67-b6c4-4168-b3ba-a48550e2154c gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:27:20.638149 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a5c1a5ee-b8d1-4934-b7ec-9a7bd8e94c24 req-61590c58-4f5b-4fae-938b-e0b44c36ff19 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] 10.222.0.22 "PUT /v2.0/floatingips/f0e78b1b-53e5-4bf0-9c5b-2d4924be7bcf HTTP/1.1" status: 200 len: 997 time: 4.6867704 Aug 29 04:27:20.717820 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c1a5ee-b8d1-4934-b7ec-9a7bd8e94c24 req-1d6bd54b-203b-46eb-a5ca-2754f4fdf1a5 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:20.732332 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a5c1a5ee-b8d1-4934-b7ec-9a7bd8e94c24 req-1d6bd54b-203b-46eb-a5ca-2754f4fdf1a5 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] 10.222.0.22 "GET /v2.0/ports/ca4f75b8-7b4e-4310-a5d8-f8a1b65031cf HTTP/1.1" status: 200 len: 943 time: 0.0930421 Aug 29 04:27:20.748160 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa008165-fd20-40cc-82dc-d180c7589c2e tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Network c92d7650-fa6e-4553-a172-d81ad2fe5241 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:27:20.765328 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-aa008165-fd20-40cc-82dc-d180c7589c2e tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:20.798073 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa008165-fd20-40cc-82dc-d180c7589c2e tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:27:20.836188 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4931fa7b-db8c-4010-9887-f1a6b013d077 None None] Network c92d7650-fa6e-4553-a172-d81ad2fe5241 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:27:20.904809 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c1a5ee-b8d1-4934-b7ec-9a7bd8e94c24 req-d7ede217-8813-4eac-8789-1f38d2c2fe66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:20.910830 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bb3e7e-d29b-42f7-8191-662a4c91c951 req-cf92bb63-62f7-44b1-8d65-c9c7fe2db3ee tempest-ServerAddressesNegativeTestJSON-464055973 tempest-ServerAddressesNegativeTestJSON-464055973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:20.913370 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d1bb3e7e-d29b-42f7-8191-662a4c91c951 req-cf92bb63-62f7-44b1-8d65-c9c7fe2db3ee tempest-ServerAddressesNegativeTestJSON-464055973 tempest-ServerAddressesNegativeTestJSON-464055973-project] 10.222.0.22 "GET /v2.0/ports?device_id=a00e32c1-e410-428f-ab5e-d665c87c4e3a HTTP/1.1" status: 200 len: 944 time: 0.2357316 Aug 29 04:27:20.922130 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a5c1a5ee-b8d1-4934-b7ec-9a7bd8e94c24 req-d7ede217-8813-4eac-8789-1f38d2c2fe66 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f78174329f774784990d52436973061e&device_id=4c5d5b2c-32be-4d50-a58e-3f43aaddd10f HTTP/1.1" status: 200 len: 1098 time: 0.1192977 Aug 29 04:27:21.012790 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-12b1b2ab-2bfe-48e6-96e5-678f90fd3c93 None None] Provisioning for port c0377cdf-594a-42b1-aa65-b7d7228e1a9b completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:27:21.102255 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd62a4a-6741-4b3d-828c-83314f735970 service neutron] Pushing event updated for resources: {'Port': ['ID=8298fbd4-211d-4332-a542-432db4e116c6,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:21.117392 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d1bb3e7e-d29b-42f7-8191-662a4c91c951 req-542b347c-3330-48d1-aadf-47701b2b9327 tempest-ServerAddressesNegativeTestJSON-464055973 tempest-ServerAddressesNegativeTestJSON-464055973-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f4c6df4-f5fc-489b-bcff-15b87f285b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436021 Aug 29 04:27:21.128178 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-501aa8c4-887a-480e-b188-05271fc54556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec61656-426d-4ee2-b860-821937a2193e', 'name': 'tempest-ImageQuotaTest-1425813612-router', 'tenant_id': '40a31750302149dd9bebe985e2d25a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '882bc553-5232-41f5-b4e6-b38fa5b6587d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:27:14Z', 'updated_at': '2021-08-29T04:27:18Z', 'revision_number': 3, 'project_id': '40a31750302149dd9bebe985e2d25a85', 'gw_port': {'id': '882bc553-5232-41f5-b4e6-b38fa5b6587d', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:2d:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec61656-426d-4ee2-b860-821937a2193e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1992, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:27:17Z', 'updated_at': '2021-08-29T04:27:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:21.164648 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501aa8c4-887a-480e-b188-05271fc54556 None None] Checking router: 4ec61656-426d-4ee2-b860-821937a2193e for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:27:21.165662 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501aa8c4-887a-480e-b188-05271fc54556 None None] Updating router 4ec61656-426d-4ee2-b860-821937a2193e port 882bc553-5232-41f5-b4e6-b38fa5b6587d binding host n-d-712140-12 {{(pid=94830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:27:21.253207 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c1a5ee-b8d1-4934-b7ec-9a7bd8e94c24 req-ff7d0a52-689c-4e30-93a3-54a6d35bc838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:21.255654 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a5c1a5ee-b8d1-4934-b7ec-9a7bd8e94c24 req-ff7d0a52-689c-4e30-93a3-54a6d35bc838 service neutron] 10.222.0.22 "GET /v2.0/networks?id=fcd0713a-66d5-429e-8806-1ec67be3b61c HTTP/1.1" status: 200 len: 922 time: 0.3322532 Aug 29 04:27:21.257154 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-ae75d273-c4bf-4d6a-8856-ebcd88ebf852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75152a67-b6c4-4168-b3ba-a48550e2154c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1755985023-router', 'tenant_id': 'f78174329f774784990d52436973061e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': '2a8ec008-e3bf-48ff-ad0d-69d708718ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:57Z', 'updated_at': '2021-08-29T04:26:03Z', 'revision_number': 4, 'project_id': 'f78174329f774784990d52436973061e', 'gw_port': {'id': '2a8ec008-e3bf-48ff-ad0d-69d708718ad8', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:4d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75152a67-b6c4-4168-b3ba-a48550e2154c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:57Z', 'updated_at': '2021-08-29T04:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': 'f0e78b1b-53e5-4bf0-9c5b-2d4924be7bcf', 'tenant_id': 'f78174329f774784990d52436973061e', 'floating_ip_address': '172.25.0.33', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': '75152a67-b6c4-4168-b3ba-a48550e2154c', 'port_id': '5b045eba-a5c6-492f-8b51-765579535b9c', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1940, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcd0713a-66d5-429e-8806-1ec67be3b61c', 'mac_address': 'fa:16:3e:b4:54:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dafd6991-23da-4a12-a981-8797d3f95870', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:26:35Z', 'updated_at': '2021-08-29T04:27:17Z', 'revision_number': 3, 'project_id': 'f78174329f774784990d52436973061e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd673bb13-f978-4cc9-9318-a888cc6bef5d', 'name': '', 'network_id': 'fcd0713a-66d5-429e-8806-1ec67be3b61c', 'tenant_id': 'f78174329f774784990d52436973061e', 'mac_address': 'fa:16:3e:55:3d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75152a67-b6c4-4168-b3ba-a48550e2154c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1900, 'fixed_ips': [{'subnet_id': '710778a2-878b-476c-9719-9ae92ef7de6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:01Z', 'updated_at': '2021-08-29T04:26:16Z', 'revision_number': 5, 'project_id': 'f78174329f774784990d52436973061e', 'subnets': [{'id': '710778a2-878b-476c-9719-9ae92ef7de6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:21.263303 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sun, 29 Aug 2021 04:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f590e4c9-6c97-49b1-96aa-4d2f22422b72 x-openstack-request-id: req-f590e4c9-6c97-49b1-96aa-4d2f22422b72 {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:27:21.263778 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a00e32c1-e410-428f-ab5e-d665c87c4e3a", "tag": "8298fbd4-211d-4332-a542-432db4e116c6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4c5d5b2c-32be-4d50-a58e-3f43aaddd10f", "tag": "ca4f75b8-7b4e-4310-a5d8-f8a1b65031cf", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:27:21.264174 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f590e4c9-6c97-49b1-96aa-4d2f22422b72 {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:27:21.264792 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a00e32c1-e410-428f-ab5e-d665c87c4e3a', 'tag': '8298fbd4-211d-4332-a542-432db4e116c6', 'status': 'completed', 'code': 200} Aug 29 04:27:21.265195 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c5d5b2c-32be-4d50-a58e-3f43aaddd10f', 'tag': 'ca4f75b8-7b4e-4310-a5d8-f8a1b65031cf', 'status': 'completed', 'code': 200} Aug 29 04:27:21.269875 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-501aa8c4-887a-480e-b188-05271fc54556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:21.276944 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa008165-fd20-40cc-82dc-d180c7589c2e tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:21.278394 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-aa008165-fd20-40cc-82dc-d180c7589c2e tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:21.368557 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae75d273-c4bf-4d6a-8856-ebcd88ebf852 None None] The sync data for ids ['75152a67-b6c4-4168-b3ba-a48550e2154c'] in n-d-712140-12 is: [{'id': '75152a67-b6c4-4168-b3ba-a48550e2154c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1755985023-router', 'tenant_id': 'f78174329f774784990d52436973061e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': '2a8ec008-e3bf-48ff-ad0d-69d708718ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:57Z', 'updated_at': '2021-08-29T04:26:03Z', 'revision_number': 4, 'project_id': 'f78174329f774784990d52436973061e', 'gw_port': {'id': '2a8ec008-e3bf-48ff-ad0d-69d708718ad8', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:4d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75152a67-b6c4-4168-b3ba-a48550e2154c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:57Z', 'updated_at': '2021-08-29T04:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': 'f0e78b1b-53e5-4bf0-9c5b-2d4924be7bcf', 'tenant_id': 'f78174329f774784990d52436973061e', 'floating_ip_address': '172.25.0.33', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': '75152a67-b6c4-4168-b3ba-a48550e2154c', 'port_id': '5b045eba-a5c6-492f-8b51-765579535b9c', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1940, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcd0713a-66d5-429e-8806-1ec67be3b61c', 'mac_address': 'fa:16:3e:b4:54:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dafd6991-23da-4a12-a981-8797d3f95870', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:26:35Z', 'updated_at': '2021-08-29T04:27:17Z', 'revision_number': 3, 'project_id': 'f78174329f774784990d52436973061e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd673bb13-f978-4cc9-9318-a888cc6bef5d', 'name': '', 'network_id': 'fcd0713a-66d5-429e-8806-1ec67be3b61c', 'tenant_id': 'f78174329f774784990d52436973061e', 'mac_address': 'fa:16:3e:55:3d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75152a67-b6c4-4168-b3ba-a48550e2154c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1900, 'fixed_ips': [{'subnet_id': '710778a2-878b-476c-9719-9ae92ef7de6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:01Z', 'updated_at': '2021-08-29T04:26:16Z', 'revision_number': 5, 'project_id': 'f78174329f774784990d52436973061e', 'subnets': [{'id': '710778a2-878b-476c-9719-9ae92ef7de6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:27:21.384517 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device c0377cdf-594a-42b1-aa65-b7d7228e1a9b up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:27:21.428787 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6ea4bfb3-4bd9-4fcb-b615-35d0306bf921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:21.448603 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a5c1a5ee-b8d1-4934-b7ec-9a7bd8e94c24 req-f82b0cb5-f240-4d28-9cfb-388961792bc2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca4f75b8-7b4e-4310-a5d8-f8a1b65031cf HTTP/1.1" status: 200 len: 217 time: 0.1658387 Aug 29 04:27:21.539423 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-aa008165-fd20-40cc-82dc-d180c7589c2e tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 5.0607209 Aug 29 04:27:21.555504 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 60514) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:21.578986 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa008165-fd20-40cc-82dc-d180c7589c2e tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Pushing event updated for resources: {'Port': ['ID=766500e2-1a9e-40d2-ad7d-9b08936eb4e7,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:21.630200 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c1a5ee-b8d1-4934-b7ec-9a7bd8e94c24 req-8d2c30b8-593a-4c46-8612-03dae25dd8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:21.632611 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a5c1a5ee-b8d1-4934-b7ec-9a7bd8e94c24 req-8d2c30b8-593a-4c46-8612-03dae25dd8f4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=710778a2-878b-476c-9719-9ae92ef7de6e HTTP/1.1" status: 200 len: 860 time: 0.1828148 Aug 29 04:27:21.740276 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edea25dd-8bc0-4110-b2ee-0080e0c45082 None None] New status for floating IP f0e78b1b-53e5-4bf0-9c5b-2d4924be7bcf: ACTIVE {{(pid=94831) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:27:21.749740 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9830bee7-e26d-4081-aef6-11323a1ae853 req-55bb173e-4d0a-4cfd-aa20-5a41686baffe tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:21.763062 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9830bee7-e26d-4081-aef6-11323a1ae853 req-55bb173e-4d0a-4cfd-aa20-5a41686baffe tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=958fb903-1729-4290-8965-b1c2ef1d605e HTTP/1.1" status: 200 len: 945 time: 0.3446436 Aug 29 04:27:21.833242 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-501aa8c4-887a-480e-b188-05271fc54556 None None] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:21.845277 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-6ea4bfb3-4bd9-4fcb-b615-35d0306bf921 admin admin] Allocated IP 172.20.0.1 (48f28fd2-1224-4757-8025-9fa36b4ac1e9/44748f2d-284d-4ceb-bf71-e6f2172c4862/4d10a284-7fc5-4301-80a5-cf30f625474a) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:27:21.846424 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-501aa8c4-887a-480e-b188-05271fc54556 None None] Transition to ACTIVE for port object 882bc553-5232-41f5-b4e6-b38fa5b6587d will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:21.856263 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-501aa8c4-887a-480e-b188-05271fc54556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:21.865096 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9830bee7-e26d-4081-aef6-11323a1ae853 req-fa413829-dc22-4593-b459-0aeaa58597a1 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/security-groups?id=c669a511-bb16-48c8-9944-1f8115bc7803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009145 Aug 29 04:27:21.921959 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bdee67-fd0b-40ce-ac6e-c3dba64e32f5 None None] Pushing event updated for resources: {'Port': ['ID=882bc553-5232-41f5-b4e6-b38fa5b6587d,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:21.957729 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-501aa8c4-887a-480e-b188-05271fc54556 None None] Attempting to bind port 882bc553-5232-41f5-b4e6-b38fa5b6587d on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:27:21.958108 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-501aa8c4-887a-480e-b188-05271fc54556 None None] Attempting to bind port 882bc553-5232-41f5-b4e6-b38fa5b6587d by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:27:21.958475 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501aa8c4-887a-480e-b188-05271fc54556 None None] Attempting to bind port 882bc553-5232-41f5-b4e6-b38fa5b6587d on network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:21.965761 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501aa8c4-887a-480e-b188-05271fc54556 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:27:21.966189 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501aa8c4-887a-480e-b188-05271fc54556 None None] Checking segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:27:21.966776 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-501aa8c4-887a-480e-b188-05271fc54556 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:21.967563 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501aa8c4-887a-480e-b188-05271fc54556 None None] Bound using segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:27:21.968191 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-501aa8c4-887a-480e-b188-05271fc54556 None None] Bound port: 882bc553-5232-41f5-b4e6-b38fa5b6587d, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:27:21.968637 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-501aa8c4-887a-480e-b188-05271fc54556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:22.032417 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-501aa8c4-887a-480e-b188-05271fc54556 None None] For port 882bc553-5232-41f5-b4e6-b38fa5b6587d, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:27:22.036565 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-501aa8c4-887a-480e-b188-05271fc54556 None None] For port 882bc553-5232-41f5-b4e6-b38fa5b6587d, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=882bc553-5232-41f5-b4e6-b38fa5b6587d,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:27:22.043394 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-501aa8c4-887a-480e-b188-05271fc54556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:22.098469 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bdee67-fd0b-40ce-ac6e-c3dba64e32f5 None None] Pushing event updated for resources: {'Port': ['ID=882bc553-5232-41f5-b4e6-b38fa5b6587d,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:22.105845 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port c0377cdf-594a-42b1-aa65-b7d7228e1a9b completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:27:22.129521 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port c0377cdf-594a-42b1-aa65-b7d7228e1a9b triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:22.129927 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:22.189725 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501aa8c4-887a-480e-b188-05271fc54556 None None] Routers {'4ec61656-426d-4ee2-b860-821937a2193e'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:27:22.190458 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-501aa8c4-887a-480e-b188-05271fc54556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:27:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['4ec61656-426d-4ee2-b860-821937a2193e'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:22.254189 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6ea4bfb3-4bd9-4fcb-b615-35d0306bf921 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:22.310866 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-6ea4bfb3-4bd9-4fcb-b615-35d0306bf921 admin admin] Transition to ACTIVE for port object 4d10a284-7fc5-4301-80a5-cf30f625474a will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:22.355982 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-501aa8c4-887a-480e-b188-05271fc54556 None None] Set router 4ec61656-426d-4ee2-b860-821937a2193e gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:27:22.377332 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c1a5ee-b8d1-4934-b7ec-9a7bd8e94c24 req-626d6192-9e1a-46dd-a375-dcecc262e8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:22.381341 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a5c1a5ee-b8d1-4934-b7ec-9a7bd8e94c24 req-626d6192-9e1a-46dd-a375-dcecc262e8e9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=fcd0713a-66d5-429e-8806-1ec67be3b61c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7364042 Aug 29 04:27:22.420171 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-4ebe9a01-f7a1-49b8-93cf-df3ea50062ab tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Deleting port 766500e2-1a9e-40d2-ad7d-9b08936eb4e7 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:27:22.420516 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4ebe9a01-f7a1-49b8-93cf-df3ea50062ab tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:22.484272 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6ea4bfb3-4bd9-4fcb-b615-35d0306bf921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:22.642918 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea4bfb3-4bd9-4fcb-b615-35d0306bf921 admin admin] Network 48f28fd2-1224-4757-8025-9fa36b4ac1e9 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:27:22.648763 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4a56e1-088b-4a5f-9e57-315b5a06c4c3 None None] Sync routers for ids ['75152a67-b6c4-4168-b3ba-a48550e2154c'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:27:22.669625 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17034d89-c441-42c4-a67a-3c768f8c782a req-2b9b4579-b3e4-404e-b0a1-47d2de5132c8 tempest-ServerAddressesNegativeTestJSON-464055973 tempest-ServerAddressesNegativeTestJSON-464055973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:22.684190 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-17034d89-c441-42c4-a67a-3c768f8c782a req-2b9b4579-b3e4-404e-b0a1-47d2de5132c8 tempest-ServerAddressesNegativeTestJSON-464055973 tempest-ServerAddressesNegativeTestJSON-464055973-project] 10.222.0.22 "GET /v2.0/ports?device_id=a00e32c1-e410-428f-ab5e-d665c87c4e3a HTTP/1.1" status: 200 len: 944 time: 0.2940395 Aug 29 04:27:22.699017 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5cc32516-aea5-4171-b060-7ce252e85a32 req-1b777e27-fcea-4c07-b0c5-d80899be073a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca4f75b8-7b4e-4310-a5d8-f8a1b65031cf HTTP/1.1" status: 200 len: 217 time: 0.1644433 Aug 29 04:27:22.709144 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e088761-3f5b-47e2-86e5-2e69d3279c05 req-d61aca51-ed33-4475-a410-1aedc619c842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:22.710805 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8e088761-3f5b-47e2-86e5-2e69d3279c05 req-d61aca51-ed33-4475-a410-1aedc619c842 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=77868993f9a84cac88871458a6b0ec51&device_id=a00e32c1-e410-428f-ab5e-d665c87c4e3a HTTP/1.1" status: 200 len: 1096 time: 0.1745129 Aug 29 04:27:22.720774 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-6ea4bfb3-4bd9-4fcb-b615-35d0306bf921 admin admin] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:22.744909 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea4bfb3-4bd9-4fcb-b615-35d0306bf921 admin admin] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:27:22.753285 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea4bfb3-4bd9-4fcb-b615-35d0306bf921 admin admin] Pushing event updated for resources: {'Port': ['ID=4d10a284-7fc5-4301-80a5-cf30f625474a,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:22.805837 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-d9bb4142-094a-4b32-89eb-5b10642457c7 None None] Provisioning for port 766500e2-1a9e-40d2-ad7d-9b08936eb4e7 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:27:22.810952 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:22.815966 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4a56e1-088b-4a5f-9e57-315b5a06c4c3 None None] Routers {'75152a67-b6c4-4168-b3ba-a48550e2154c'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:27:22.816815 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-cf4a56e1-088b-4a5f-9e57-315b5a06c4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:27:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['75152a67-b6c4-4168-b3ba-a48550e2154c'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:22.820589 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-d9bb4142-094a-4b32-89eb-5b10642457c7 None None] Provisioning complete for port 766500e2-1a9e-40d2-ad7d-9b08936eb4e7 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:22.821261 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d9bb4142-094a-4b32-89eb-5b10642457c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:22.880032 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-d9bb4142-094a-4b32-89eb-5b10642457c7 None None] Port 766500e2-1a9e-40d2-ad7d-9b08936eb4e7 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:27:22.943118 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-17034d89-c441-42c4-a67a-3c768f8c782a req-a55084ab-fee5-4e17-b5c5-ec0f1e9ba3c9 tempest-ServerAddressesNegativeTestJSON-464055973 tempest-ServerAddressesNegativeTestJSON-464055973-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f4c6df4-f5fc-489b-bcff-15b87f285b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574432 Aug 29 04:27:22.954817 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-d9bb4142-094a-4b32-89eb-5b10642457c7 None None] Provisioning complete for port c0377cdf-594a-42b1-aa65-b7d7228e1a9b triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:22.955355 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d9bb4142-094a-4b32-89eb-5b10642457c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:22.973938 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc32516-aea5-4171-b060-7ce252e85a32 req-fc3ad154-bbcf-45f0-bcfd-2cb16f3e461d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:22.987013 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5cc32516-aea5-4171-b060-7ce252e85a32 req-fc3ad154-bbcf-45f0-bcfd-2cb16f3e461d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=710778a2-878b-476c-9719-9ae92ef7de6e HTTP/1.1" status: 200 len: 860 time: 0.2569184 Aug 29 04:27:22.988656 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port c0377cdf-594a-42b1-aa65-b7d7228e1a9b, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=c0377cdf-594a-42b1-aa65-b7d7228e1a9b,segment=NetworkSegment(bf804b4c-7fff-4772-916c-a8fbf294ad64),segment_id=bf804b4c-7fff-4772-916c-a8fbf294ad64)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:22.990716 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6ea4bfb3-4bd9-4fcb-b615-35d0306bf921 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719598'] for router_interface, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:23.023026 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:23.024823 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device fd544731-532d-42ad-b975-2320401d2a25 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:27:23.141543 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4ebe9a01-f7a1-49b8-93cf-df3ea50062ab tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:23.183982 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a5c1a5ee-b8d1-4934-b7ec-9a7bd8e94c24 req-8b0c4167-07ad-46ad-af00-fa703753390a service neutron] 10.222.0.22 "GET /v2.0/networks/fcd0713a-66d5-429e-8806-1ec67be3b61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7952774 Aug 29 04:27:23.210251 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-4ebe9a01-f7a1-49b8-93cf-df3ea50062ab tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Calling delete_port for 766500e2-1a9e-40d2-ad7d-9b08936eb4e7 owned by {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:27:23.215260 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e088761-3f5b-47e2-86e5-2e69d3279c05 req-7f9e82c9-5fcf-4ce0-b08e-ca652b626788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:23.217845 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8e088761-3f5b-47e2-86e5-2e69d3279c05 req-7f9e82c9-5fcf-4ce0-b08e-ca652b626788 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=77868993f9a84cac88871458a6b0ec51&shared=False HTTP/1.1" status: 200 len: 922 time: 0.4884019 Aug 29 04:27:23.238529 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc32516-aea5-4171-b060-7ce252e85a32 req-f4b14a3f-5092-482b-ae7a-21661a24955f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:23.240663 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5cc32516-aea5-4171-b060-7ce252e85a32 req-f4b14a3f-5092-482b-ae7a-21661a24955f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fcd0713a-66d5-429e-8806-1ec67be3b61c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2373672 Aug 29 04:27:23.254363 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c91558-a998-423a-af30-a9b967ddf5ce req-d31ff37c-8d48-43c1-a9c6-216d0ec7cae1 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:23.263372 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-14c91558-a998-423a-af30-a9b967ddf5ce req-d31ff37c-8d48-43c1-a9c6-216d0ec7cae1 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=958fb903-1729-4290-8965-b1c2ef1d605e HTTP/1.1" status: 200 len: 945 time: 0.1525164 Aug 29 04:27:23.308164 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dafd6991-23da-4a12-a981-8797d3f95870', 'tag': '5b045eba-a5c6-492f-8b51-765579535b9c'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:27:23.311739 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b3fa235-91b6-4e28-8332-b6fac3edf5b1" -d '{"events": [{"name": "network-changed", "server_uuid": "dafd6991-23da-4a12-a981-8797d3f95870", "tag": "5b045eba-a5c6-492f-8b51-765579535b9c"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:27:23.371945 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-501aa8c4-887a-480e-b188-05271fc54556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec61656-426d-4ee2-b860-821937a2193e', 'name': 'tempest-ImageQuotaTest-1425813612-router', 'tenant_id': '40a31750302149dd9bebe985e2d25a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '882bc553-5232-41f5-b4e6-b38fa5b6587d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:27:14Z', 'updated_at': '2021-08-29T04:27:18Z', 'revision_number': 3, 'project_id': '40a31750302149dd9bebe985e2d25a85', 'gw_port': {'id': '882bc553-5232-41f5-b4e6-b38fa5b6587d', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:2d:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec61656-426d-4ee2-b860-821937a2193e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1992, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:27:17Z', 'updated_at': '2021-08-29T04:27:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:23.409928 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501aa8c4-887a-480e-b188-05271fc54556 None None] The sync data for ids ['4ec61656-426d-4ee2-b860-821937a2193e'] in n-d-712140-12 is: [{'id': '4ec61656-426d-4ee2-b860-821937a2193e', 'name': 'tempest-ImageQuotaTest-1425813612-router', 'tenant_id': '40a31750302149dd9bebe985e2d25a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '882bc553-5232-41f5-b4e6-b38fa5b6587d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:27:14Z', 'updated_at': '2021-08-29T04:27:18Z', 'revision_number': 3, 'project_id': '40a31750302149dd9bebe985e2d25a85', 'gw_port': {'id': '882bc553-5232-41f5-b4e6-b38fa5b6587d', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:2d:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec61656-426d-4ee2-b860-821937a2193e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1992, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:27:17Z', 'updated_at': '2021-08-29T04:27:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:27:23.456656 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=c0377cdf-594a-42b1-aa65-b7d7228e1a9b,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:23.494619 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-cf4a56e1-088b-4a5f-9e57-315b5a06c4c3 None None] Set router 75152a67-b6c4-4168-b3ba-a48550e2154c gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:27:23.534393 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port fd544731-532d-42ad-b975-2320401d2a25 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:23.534766 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:23.732391 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a5c1a5ee-b8d1-4934-b7ec-9a7bd8e94c24 req-ee159b6a-ef8c-4b51-a724-a3fabdac381a service neutron] 10.222.0.22 "GET /v2.0/networks/fcd0713a-66d5-429e-8806-1ec67be3b61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5344884 Aug 29 04:27:23.770685 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6c62beac-e15e-4c2b-bd6b-8803646fd1d7 None None] Provisioning complete for port 766500e2-1a9e-40d2-ad7d-9b08936eb4e7 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:23.771089 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6c62beac-e15e-4c2b-bd6b-8803646fd1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:23.774170 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e088761-3f5b-47e2-86e5-2e69d3279c05 req-c876ef2f-2174-4bcc-84c4-0da7ea25bbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:23.776414 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8e088761-3f5b-47e2-86e5-2e69d3279c05 req-c876ef2f-2174-4bcc-84c4-0da7ea25bbf2 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5373218 Aug 29 04:27:23.925966 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6c62beac-e15e-4c2b-bd6b-8803646fd1d7 None None] Port 766500e2-1a9e-40d2-ad7d-9b08936eb4e7 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:27:23.958031 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4ebe9a01-f7a1-49b8-93cf-df3ea50062ab tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:24.009448 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5cc32516-aea5-4171-b060-7ce252e85a32 req-a81b7143-6d00-4b26-bf87-e1128e49da2f service neutron] 10.222.0.48 "GET /v2.0/networks/fcd0713a-66d5-429e-8806-1ec67be3b61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7330749 Aug 29 04:27:24.028251 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-14c91558-a998-423a-af30-a9b967ddf5ce req-23ff75fd-6ba1-4dd3-b3a2-526726c0ae5a tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/security-groups?id=c669a511-bb16-48c8-9944-1f8115bc7803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7633791 Aug 29 04:27:24.109006 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebe9a01-f7a1-49b8-93cf-df3ea50062ab tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Pushing event deleted for resources: {'Port': ['ID=766500e2-1a9e-40d2-ad7d-9b08936eb4e7,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:24.180926 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6ea4bfb3-4bd9-4fcb-b615-35d0306bf921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:24.207500 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6c62beac-e15e-4c2b-bd6b-8803646fd1d7 None None] Provisioning for port 4d10a284-7fc5-4301-80a5-cf30f625474a completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:27:24.231889 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-312cc101-5fa8-4144-bce7-6d3dbc938fc0 x-openstack-request-id: req-312cc101-5fa8-4144-bce7-6d3dbc938fc0 {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:27:24.232875 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dafd6991-23da-4a12-a981-8797d3f95870", "tag": "5b045eba-a5c6-492f-8b51-765579535b9c", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:27:24.233585 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-312cc101-5fa8-4144-bce7-6d3dbc938fc0 {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:27:24.235063 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dafd6991-23da-4a12-a981-8797d3f95870', 'tag': '5b045eba-a5c6-492f-8b51-765579535b9c', 'status': 'completed', 'code': 200} Aug 29 04:27:24.241116 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51785772-78eb-40dd-9bd2-af5e56682173 req-f381b816-90e3-4bb3-ba6c-28b824c3c43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:24.244883 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-51785772-78eb-40dd-9bd2-af5e56682173 req-f381b816-90e3-4bb3-ba6c-28b824c3c43f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=77868993f9a84cac88871458a6b0ec51&device_id=a00e32c1-e410-428f-ab5e-d665c87c4e3a HTTP/1.1" status: 200 len: 1096 time: 0.3388503 Aug 29 04:27:24.329152 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6c62beac-e15e-4c2b-bd6b-8803646fd1d7 None None] Provisioning complete for port 4d10a284-7fc5-4301-80a5-cf30f625474a triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:24.329724 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6c62beac-e15e-4c2b-bd6b-8803646fd1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:24.348815 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c1a5ee-b8d1-4934-b7ec-9a7bd8e94c24 req-6e90d558-301f-45c3-a748-ca2836cda1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:24.355089 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a5c1a5ee-b8d1-4934-b7ec-9a7bd8e94c24 req-6e90d558-301f-45c3-a748-ca2836cda1d0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f78174329f774784990d52436973061e&device_id=dafd6991-23da-4a12-a981-8797d3f95870 HTTP/1.1" status: 200 len: 1097 time: 0.5239077 Aug 29 04:27:24.437831 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6c62beac-e15e-4c2b-bd6b-8803646fd1d7 None None] Port 4d10a284-7fc5-4301-80a5-cf30f625474a cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:27:24.502478 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-51785772-78eb-40dd-9bd2-af5e56682173 req-0cf1f8b6-3e32-43dc-8db4-c0ae323dc375 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8298fbd4-211d-4332-a542-432db4e116c6 HTTP/1.1" status: 200 len: 217 time: 0.1896162 Aug 29 04:27:24.536670 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-cf4a56e1-088b-4a5f-9e57-315b5a06c4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75152a67-b6c4-4168-b3ba-a48550e2154c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1755985023-router', 'tenant_id': 'f78174329f774784990d52436973061e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': '2a8ec008-e3bf-48ff-ad0d-69d708718ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:57Z', 'updated_at': '2021-08-29T04:26:03Z', 'revision_number': 4, 'project_id': 'f78174329f774784990d52436973061e', 'gw_port': {'id': '2a8ec008-e3bf-48ff-ad0d-69d708718ad8', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:4d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75152a67-b6c4-4168-b3ba-a48550e2154c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:57Z', 'updated_at': '2021-08-29T04:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': 'f0e78b1b-53e5-4bf0-9c5b-2d4924be7bcf', 'tenant_id': 'f78174329f774784990d52436973061e', 'floating_ip_address': '172.25.0.33', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': '75152a67-b6c4-4168-b3ba-a48550e2154c', 'port_id': '5b045eba-a5c6-492f-8b51-765579535b9c', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1940, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcd0713a-66d5-429e-8806-1ec67be3b61c', 'mac_address': 'fa:16:3e:b4:54:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dafd6991-23da-4a12-a981-8797d3f95870', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:26:35Z', 'updated_at': '2021-08-29T04:27:22Z', 'revision_number': 4, 'project_id': 'f78174329f774784990d52436973061e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd673bb13-f978-4cc9-9318-a888cc6bef5d', 'name': '', 'network_id': 'fcd0713a-66d5-429e-8806-1ec67be3b61c', 'tenant_id': 'f78174329f774784990d52436973061e', 'mac_address': 'fa:16:3e:55:3d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75152a67-b6c4-4168-b3ba-a48550e2154c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1900, 'fixed_ips': [{'subnet_id': '710778a2-878b-476c-9719-9ae92ef7de6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:01Z', 'updated_at': '2021-08-29T04:26:16Z', 'revision_number': 5, 'project_id': 'f78174329f774784990d52436973061e', 'subnets': [{'id': '710778a2-878b-476c-9719-9ae92ef7de6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:24.559313 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6ea4bfb3-4bd9-4fcb-b615-35d0306bf921 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:24.565535 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5cc32516-aea5-4171-b060-7ce252e85a32 req-2d772f47-3341-4360-aff0-190feb4b0c76 service neutron] 10.222.0.48 "GET /v2.0/networks/fcd0713a-66d5-429e-8806-1ec67be3b61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5305998 Aug 29 04:27:24.572658 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6ea4bfb3-4bd9-4fcb-b615-35d0306bf921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:24.627300 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4a56e1-088b-4a5f-9e57-315b5a06c4c3 None None] Checking router: 75152a67-b6c4-4168-b3ba-a48550e2154c for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:27:24.640409 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4a56e1-088b-4a5f-9e57-315b5a06c4c3 None None] Routers {'75152a67-b6c4-4168-b3ba-a48550e2154c'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:27:24.641896 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-cf4a56e1-088b-4a5f-9e57-315b5a06c4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:27:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['75152a67-b6c4-4168-b3ba-a48550e2154c'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:24.695488 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea4bfb3-4bd9-4fcb-b615-35d0306bf921 admin admin] Pushing event updated for resources: {'Port': ['ID=4d10a284-7fc5-4301-80a5-cf30f625474a,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:24.763958 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4ebe9a01-f7a1-49b8-93cf-df3ea50062ab tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:24.767669 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-4ebe9a01-f7a1-49b8-93cf-df3ea50062ab tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "DELETE /v2.0/ports/766500e2-1a9e-40d2-ad7d-9b08936eb4e7 HTTP/1.1" status: 204 len: 168 time: 3.2101638 Aug 29 04:27:24.772934 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 60532) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:24.777247 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3fa235-91b6-4e28-8332-b6fac3edf5b1 req-76b2f319-7224-4841-8e0b-4ebb9808c0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:24.778863 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4b3fa235-91b6-4e28-8332-b6fac3edf5b1 req-76b2f319-7224-4841-8e0b-4ebb9808c0b6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f78174329f774784990d52436973061e&device_id=dafd6991-23da-4a12-a981-8797d3f95870 HTTP/1.1" status: 200 len: 1097 time: 0.5092859 Aug 29 04:27:24.846685 n-d-712140-12 neutron-server[94828]: INFO neutron.pecan_wsgi.hooks.translation [None req-c022f997-aab9-4844-bb9a-be15a4992086 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] DELETE failed (client error): The resource could not be found. Aug 29 04:27:24.847998 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c022f997-aab9-4844-bb9a-be15a4992086 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:27:24.852009 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-c022f997-aab9-4844-bb9a-be15a4992086 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "DELETE /v2.0/ports/766500e2-1a9e-40d2-ad7d-9b08936eb4e7 HTTP/1.1" status: 404 len: 333 time: 0.0766888 Aug 29 04:27:24.866834 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 60536) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:24.867941 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bc64d9-ee1b-42ad-9ea8-a4f12e5c51d4 req-4423e493-8eb0-4130-95e7-24b1b594cfc3 tempest-ServerAddressesNegativeTestJSON-464055973 tempest-ServerAddressesNegativeTestJSON-464055973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:24.870287 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-cf4a56e1-088b-4a5f-9e57-315b5a06c4c3 None None] Set router 75152a67-b6c4-4168-b3ba-a48550e2154c gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:27:24.870665 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-32bc64d9-ee1b-42ad-9ea8-a4f12e5c51d4 req-4423e493-8eb0-4130-95e7-24b1b594cfc3 tempest-ServerAddressesNegativeTestJSON-464055973 tempest-ServerAddressesNegativeTestJSON-464055973-project] 10.222.0.22 "GET /v2.0/ports?device_id=a00e32c1-e410-428f-ab5e-d665c87c4e3a HTTP/1.1" status: 200 len: 944 time: 0.5291536 Aug 29 04:27:24.926119 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c1a5ee-b8d1-4934-b7ec-9a7bd8e94c24 req-a669d5c8-658e-48ed-bece-5d6c9a1cad83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:24.935421 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a5c1a5ee-b8d1-4934-b7ec-9a7bd8e94c24 req-a669d5c8-658e-48ed-bece-5d6c9a1cad83 service neutron] 10.222.0.22 "GET /v2.0/networks?id=fcd0713a-66d5-429e-8806-1ec67be3b61c HTTP/1.1" status: 200 len: 922 time: 0.4663498 Aug 29 04:27:24.978056 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51785772-78eb-40dd-9bd2-af5e56682173 req-3a2d1321-5a32-4f9e-bb20-0aa66275bac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:24.980337 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-51785772-78eb-40dd-9bd2-af5e56682173 req-3a2d1321-5a32-4f9e-bb20-0aa66275bac1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dfb963de-f949-4306-afd0-f6d6011ebecf HTTP/1.1" status: 200 len: 861 time: 0.4503467 Aug 29 04:27:24.984968 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e088761-3f5b-47e2-86e5-2e69d3279c05 req-d3577992-1eeb-4492-b14a-4c98a4c71090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:24.987807 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8e088761-3f5b-47e2-86e5-2e69d3279c05 req-d3577992-1eeb-4492-b14a-4c98a4c71090 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f78174329f774784990d52436973061e&device_id=4c5d5b2c-32be-4d50-a58e-3f43aaddd10f HTTP/1.1" status: 200 len: 1098 time: 0.3016026 Aug 29 04:27:24.989659 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6ea4bfb3-4bd9-4fcb-b615-35d0306bf921 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-718897'] for router_interface, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:25.015134 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 882bc553-5232-41f5-b4e6-b38fa5b6587d up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:27:25.031378 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-426b3bc7-b32a-43f4-88b6-4b5c7eb4363f tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] GET failed (client error): The resource could not be found. Aug 29 04:27:25.035576 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-426b3bc7-b32a-43f4-88b6-4b5c7eb4363f tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "GET /v2.0/ports/766500e2-1a9e-40d2-ad7d-9b08936eb4e7 HTTP/1.1" status: 404 len: 333 time: 0.1668165 Aug 29 04:27:25.046253 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 60538) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:25.144499 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-51785772-78eb-40dd-9bd2-af5e56682173 req-9cddc148-2f88-4df5-b9b6-bf201878838a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=974a0d3a-4d5a-403d-9952-e1a1d44400b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1332009 Aug 29 04:27:25.155230 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e751a57-32c5-48de-a596-24a91d5ea1e3 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Deleting subnet 79313c78-9427-4bc0-bb72-efb7dfc2c6e1 {{(pid=94828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:27:25.157814 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 882bc553-5232-41f5-b4e6-b38fa5b6587d completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:27:25.168111 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 882bc553-5232-41f5-b4e6-b38fa5b6587d triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:25.168526 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:25.259575 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6e751a57-32c5-48de-a596-24a91d5ea1e3 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks [] for subnet, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:25.299909 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea4bfb3-4bd9-4fcb-b615-35d0306bf921 admin admin] Network 48f28fd2-1224-4757-8025-9fa36b4ac1e9 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:27:25.331390 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-32bc64d9-ee1b-42ad-9ea8-a4f12e5c51d4 req-b6dcefaa-28e7-4e7a-93bb-d6488012be10 tempest-ServerAddressesNegativeTestJSON-464055973 tempest-ServerAddressesNegativeTestJSON-464055973-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f4c6df4-f5fc-489b-bcff-15b87f285b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3597929 Aug 29 04:27:25.333455 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-6ea4bfb3-4bd9-4fcb-b615-35d0306bf921 admin admin] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:25.336292 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:25.381705 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 882bc553-5232-41f5-b4e6-b38fa5b6587d, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=882bc553-5232-41f5-b4e6-b38fa5b6587d,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:25.391472 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:25.395600 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device c0377cdf-594a-42b1-aa65-b7d7228e1a9b up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:27:25.409937 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a5c1a5ee-b8d1-4934-b7ec-9a7bd8e94c24 req-24186da1-47e3-4c09-b4c2-afcafce3b140 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5b045eba-a5c6-492f-8b51-765579535b9c HTTP/1.1" status: 200 len: 1000 time: 0.4274995 Aug 29 04:27:25.548178 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=882bc553-5232-41f5-b4e6-b38fa5b6587d,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:25.550710 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ea4bfb3-4bd9-4fcb-b615-35d0306bf921 admin admin] Router 4ec61656-426d-4ee2-b860-821937a2193e has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:27:25.573526 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-cf4a56e1-088b-4a5f-9e57-315b5a06c4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75152a67-b6c4-4168-b3ba-a48550e2154c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1755985023-router', 'tenant_id': 'f78174329f774784990d52436973061e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': '2a8ec008-e3bf-48ff-ad0d-69d708718ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:57Z', 'updated_at': '2021-08-29T04:26:03Z', 'revision_number': 4, 'project_id': 'f78174329f774784990d52436973061e', 'gw_port': {'id': '2a8ec008-e3bf-48ff-ad0d-69d708718ad8', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:4d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75152a67-b6c4-4168-b3ba-a48550e2154c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:57Z', 'updated_at': '2021-08-29T04:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': 'f0e78b1b-53e5-4bf0-9c5b-2d4924be7bcf', 'tenant_id': 'f78174329f774784990d52436973061e', 'floating_ip_address': '172.25.0.33', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': '75152a67-b6c4-4168-b3ba-a48550e2154c', 'port_id': '5b045eba-a5c6-492f-8b51-765579535b9c', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1940, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcd0713a-66d5-429e-8806-1ec67be3b61c', 'mac_address': 'fa:16:3e:b4:54:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dafd6991-23da-4a12-a981-8797d3f95870', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:26:35Z', 'updated_at': '2021-08-29T04:27:22Z', 'revision_number': 4, 'project_id': 'f78174329f774784990d52436973061e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd673bb13-f978-4cc9-9318-a888cc6bef5d', 'name': '', 'network_id': 'fcd0713a-66d5-429e-8806-1ec67be3b61c', 'tenant_id': 'f78174329f774784990d52436973061e', 'mac_address': 'fa:16:3e:55:3d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75152a67-b6c4-4168-b3ba-a48550e2154c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1900, 'fixed_ips': [{'subnet_id': '710778a2-878b-476c-9719-9ae92ef7de6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:01Z', 'updated_at': '2021-08-29T04:26:16Z', 'revision_number': 5, 'project_id': 'f78174329f774784990d52436973061e', 'subnets': [{'id': '710778a2-878b-476c-9719-9ae92ef7de6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:25.598399 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c1a5ee-b8d1-4934-b7ec-9a7bd8e94c24 req-dc12d1b2-3a21-4bc1-874c-9870e8ab4145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:25.600918 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a5c1a5ee-b8d1-4934-b7ec-9a7bd8e94c24 req-dc12d1b2-3a21-4bc1-874c-9870e8ab4145 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=710778a2-878b-476c-9719-9ae92ef7de6e HTTP/1.1" status: 200 len: 860 time: 0.1816804 Aug 29 04:27:25.604664 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-51785772-78eb-40dd-9bd2-af5e56682173 req-59004e6b-fafb-4360-996b-95364e09823c service neutron] 10.222.0.48 "GET /v2.0/networks/974a0d3a-4d5a-403d-9952-e1a1d44400b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4413736 Aug 29 04:27:25.610356 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6e751a57-32c5-48de-a596-24a91d5ea1e3 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8904862'] for subnet, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:25.648349 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4a56e1-088b-4a5f-9e57-315b5a06c4c3 None None] The sync data for ids ['75152a67-b6c4-4168-b3ba-a48550e2154c'] in n-d-712140-12 is: [{'id': '75152a67-b6c4-4168-b3ba-a48550e2154c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1755985023-router', 'tenant_id': 'f78174329f774784990d52436973061e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': '2a8ec008-e3bf-48ff-ad0d-69d708718ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:57Z', 'updated_at': '2021-08-29T04:26:03Z', 'revision_number': 4, 'project_id': 'f78174329f774784990d52436973061e', 'gw_port': {'id': '2a8ec008-e3bf-48ff-ad0d-69d708718ad8', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:4d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75152a67-b6c4-4168-b3ba-a48550e2154c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:57Z', 'updated_at': '2021-08-29T04:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': 'f0e78b1b-53e5-4bf0-9c5b-2d4924be7bcf', 'tenant_id': 'f78174329f774784990d52436973061e', 'floating_ip_address': '172.25.0.33', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': '75152a67-b6c4-4168-b3ba-a48550e2154c', 'port_id': '5b045eba-a5c6-492f-8b51-765579535b9c', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1940, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcd0713a-66d5-429e-8806-1ec67be3b61c', 'mac_address': 'fa:16:3e:b4:54:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dafd6991-23da-4a12-a981-8797d3f95870', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:26:35Z', 'updated_at': '2021-08-29T04:27:22Z', 'revision_number': 4, 'project_id': 'f78174329f774784990d52436973061e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd673bb13-f978-4cc9-9318-a888cc6bef5d', 'name': '', 'network_id': 'fcd0713a-66d5-429e-8806-1ec67be3b61c', 'tenant_id': 'f78174329f774784990d52436973061e', 'mac_address': 'fa:16:3e:55:3d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75152a67-b6c4-4168-b3ba-a48550e2154c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1900, 'fixed_ips': [{'subnet_id': '710778a2-878b-476c-9719-9ae92ef7de6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:01Z', 'updated_at': '2021-08-29T04:26:16Z', 'revision_number': 5, 'project_id': 'f78174329f774784990d52436973061e', 'subnets': [{'id': '710778a2-878b-476c-9719-9ae92ef7de6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:27:25.707604 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port c0377cdf-594a-42b1-aa65-b7d7228e1a9b triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:25.708498 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:25.737092 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3fa235-91b6-4e28-8332-b6fac3edf5b1 req-39a48720-6825-46d0-918b-9d5c92ddb7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:25.738604 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4b3fa235-91b6-4e28-8332-b6fac3edf5b1 req-39a48720-6825-46d0-918b-9d5c92ddb7b3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fcd0713a-66d5-429e-8806-1ec67be3b61c HTTP/1.1" status: 200 len: 922 time: 0.9201765 Aug 29 04:27:25.823807 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c1a5ee-b8d1-4934-b7ec-9a7bd8e94c24 req-3a0d7881-32ef-441e-aa6e-42719836a16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:25.851947 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cda0df3-6de4-4e17-bc65-50040093b6d1 req-c71d5f3a-24d6-47ff-9706-4daa986c662a tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:25.853602 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5cda0df3-6de4-4e17-bc65-50040093b6d1 req-c71d5f3a-24d6-47ff-9706-4daa986c662a tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=958fb903-1729-4290-8965-b1c2ef1d605e HTTP/1.1" status: 200 len: 945 time: 0.3409653 Aug 29 04:27:25.854112 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a5c1a5ee-b8d1-4934-b7ec-9a7bd8e94c24 req-3a0d7881-32ef-441e-aa6e-42719836a16a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=fcd0713a-66d5-429e-8806-1ec67be3b61c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2434912 Aug 29 04:27:25.870790 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-a0d8d65e-8e8a-4a60-a2ee-b7686616c1ff None None] Provisioning complete for port 4d10a284-7fc5-4301-80a5-cf30f625474a triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:25.871491 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a0d8d65e-8e8a-4a60-a2ee-b7686616c1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:25.937916 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e088761-3f5b-47e2-86e5-2e69d3279c05 req-410e2adc-12d6-4e4f-8962-bb59e9ad8afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:25.942161 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8e088761-3f5b-47e2-86e5-2e69d3279c05 req-410e2adc-12d6-4e4f-8962-bb59e9ad8afc service neutron] 10.222.0.48 "GET /v2.0/networks?id=fcd0713a-66d5-429e-8806-1ec67be3b61c HTTP/1.1" status: 200 len: 922 time: 0.9391561 Aug 29 04:27:25.978752 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-a0d8d65e-8e8a-4a60-a2ee-b7686616c1ff None None] Port 4d10a284-7fc5-4301-80a5-cf30f625474a cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:27:26.016875 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5cda0df3-6de4-4e17-bc65-50040093b6d1 req-3669306b-33ab-4788-9514-1da8932d278f tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/security-groups?id=c669a511-bb16-48c8-9944-1f8115bc7803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010609 Aug 29 04:27:26.018141 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8e088761-3f5b-47e2-86e5-2e69d3279c05 req-7c524c1f-3158-4a7c-bb5d-bbce39e3d3fd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca4f75b8-7b4e-4310-a5d8-f8a1b65031cf HTTP/1.1" status: 200 len: 217 time: 0.0580583 Aug 29 04:27:26.034895 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a5c1a5ee-b8d1-4934-b7ec-9a7bd8e94c24 req-6a1bf40f-b63f-490c-b17d-fd945eb1af32 service neutron] 10.222.0.22 "GET /v2.0/networks/fcd0713a-66d5-429e-8806-1ec67be3b61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798372 Aug 29 04:27:26.070081 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4b3fa235-91b6-4e28-8332-b6fac3edf5b1 req-68a17c3e-5fa7-44e0-9311-97a81d963596 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5b045eba-a5c6-492f-8b51-765579535b9c HTTP/1.1" status: 200 len: 1000 time: 0.2523656 Aug 29 04:27:26.153830 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a5c1a5ee-b8d1-4934-b7ec-9a7bd8e94c24 req-fbf27909-d82e-47f5-b9e7-0e7291fd2271 service neutron] 10.222.0.22 "GET /v2.0/networks/fcd0713a-66d5-429e-8806-1ec67be3b61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176403 Aug 29 04:27:26.194632 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-51785772-78eb-40dd-9bd2-af5e56682173 req-413e27a8-2591-45ea-9802-fb8c544f9cfb service neutron] 10.222.0.48 "GET /v2.0/networks/974a0d3a-4d5a-403d-9952-e1a1d44400b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5698898 Aug 29 04:27:26.302886 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b20ce3c6-74a2-4347-970e-2addf3985c61 req-78f8d841-d25c-42a8-9baa-06a7ce93abd0 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.0.33 HTTP/1.1" status: 200 len: 1000 time: 0.1063519 Aug 29 04:27:26.320878 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e088761-3f5b-47e2-86e5-2e69d3279c05 req-d9375b81-56a6-4ede-844b-d4596af92a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:26.321830 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8e088761-3f5b-47e2-86e5-2e69d3279c05 req-d9375b81-56a6-4ede-844b-d4596af92a3e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=710778a2-878b-476c-9719-9ae92ef7de6e HTTP/1.1" status: 200 len: 860 time: 0.2933793 Aug 29 04:27:26.323051 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ea4bfb3-4bd9-4fcb-b615-35d0306bf921 admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:27:26.341766 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-6ea4bfb3-4bd9-4fcb-b615-35d0306bf921 admin admin] 10.222.0.22 "PUT /v2.0/routers/4ec61656-426d-4ee2-b860-821937a2193e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0938733 Aug 29 04:27:26.341766 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6e751a57-32c5-48de-a596-24a91d5ea1e3 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:26.431006 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3fa235-91b6-4e28-8332-b6fac3edf5b1 req-e37e9dc2-3b42-475d-b433-a55920c7a925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:26.432886 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4b3fa235-91b6-4e28-8332-b6fac3edf5b1 req-e37e9dc2-3b42-475d-b433-a55920c7a925 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=710778a2-878b-476c-9719-9ae92ef7de6e HTTP/1.1" status: 200 len: 860 time: 0.3093255 Aug 29 04:27:26.443554 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868295f0-7270-44f4-af78-5b78766c5433 None None] Sync routers for ids ['4ec61656-426d-4ee2-b860-821937a2193e'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:27:26.451464 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6e751a57-32c5-48de-a596-24a91d5ea1e3 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9190434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062341'] for subnet, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:26.457025 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868295f0-7270-44f4-af78-5b78766c5433 None None] Routers {'4ec61656-426d-4ee2-b860-821937a2193e'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:27:26.460667 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-868295f0-7270-44f4-af78-5b78766c5433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:27:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['4ec61656-426d-4ee2-b860-821937a2193e'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:26.605443 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e751a57-32c5-48de-a596-24a91d5ea1e3 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Pushing event deleted for resources: {'Subnet': ['ID=79313c78-9427-4bc0-bb72-efb7dfc2c6e1,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:26.608107 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6e751a57-32c5-48de-a596-24a91d5ea1e3 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:26.612079 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-6e751a57-32c5-48de-a596-24a91d5ea1e3 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "DELETE /v2.0/subnets/79313c78-9427-4bc0-bb72-efb7dfc2c6e1 HTTP/1.1" status: 204 len: 168 time: 1.5429685 Aug 29 04:27:26.618256 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02370be-ad50-4f17-8d06-d55864f30af6 None None] Network c92d7650-fa6e-4553-a172-d81ad2fe5241 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:27:26.620082 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 60558) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:26.653445 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 882bc553-5232-41f5-b4e6-b38fa5b6587d up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:27:26.666664 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-868295f0-7270-44f4-af78-5b78766c5433 None None] Set router 4ec61656-426d-4ee2-b860-821937a2193e gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:27:26.786733 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3fa235-91b6-4e28-8332-b6fac3edf5b1 req-e2cc66c1-7ffb-4b23-9a4f-eea396a73bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:26.791966 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4b3fa235-91b6-4e28-8332-b6fac3edf5b1 req-e2cc66c1-7ffb-4b23-9a4f-eea396a73bd5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fcd0713a-66d5-429e-8806-1ec67be3b61c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3354242 Aug 29 04:27:26.827658 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20ce3c6-74a2-4347-970e-2addf3985c61 req-f334a117-4021-462d-989f-d1ac3e41d95a tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:26.829338 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b20ce3c6-74a2-4347-970e-2addf3985c61 req-f334a117-4021-462d-989f-d1ac3e41d95a tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] 10.222.0.22 "GET /v2.0/ports/5b045eba-a5c6-492f-8b51-765579535b9c HTTP/1.1" status: 200 len: 942 time: 0.5191879 Aug 29 04:27:26.868370 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-edb1adc0-dfa4-412b-8c41-2ad1269a04c4 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:26.877920 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 882bc553-5232-41f5-b4e6-b38fa5b6587d triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:26.878457 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:26.879761 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e53b2dc-d186-4c79-a9b8-0f5787f02671 req-6fc0ac97-1d22-4c57-8849-d83f4868096b tempest-ServerAddressesNegativeTestJSON-464055973 tempest-ServerAddressesNegativeTestJSON-464055973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:26.885087 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0e53b2dc-d186-4c79-a9b8-0f5787f02671 req-6fc0ac97-1d22-4c57-8849-d83f4868096b tempest-ServerAddressesNegativeTestJSON-464055973 tempest-ServerAddressesNegativeTestJSON-464055973-project] 10.222.0.22 "GET /v2.0/ports?device_id=a00e32c1-e410-428f-ab5e-d665c87c4e3a HTTP/1.1" status: 200 len: 944 time: 0.4281144 Aug 29 04:27:26.899020 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e088761-3f5b-47e2-86e5-2e69d3279c05 req-5b55bf29-a46e-41bf-96ec-a34ea0b02e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:26.900435 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8e088761-3f5b-47e2-86e5-2e69d3279c05 req-5b55bf29-a46e-41bf-96ec-a34ea0b02e35 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fcd0713a-66d5-429e-8806-1ec67be3b61c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5651760 Aug 29 04:27:27.027219 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a719b660-876a-48a9-b50a-9a66d4cbbbc6 None None] DHCP port deletion for c92d7650-fa6e-4553-a172-d81ad2fe5241 request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:27:27.062380 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b20ce3c6-74a2-4347-970e-2addf3985c61 req-8b4a4332-c6fd-439f-a3fe-5d1c04c331f7 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.0.33 HTTP/1.1" status: 200 len: 1000 time: 0.1378648 Aug 29 04:27:27.072744 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-868295f0-7270-44f4-af78-5b78766c5433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec61656-426d-4ee2-b860-821937a2193e', 'name': 'tempest-ImageQuotaTest-1425813612-router', 'tenant_id': '40a31750302149dd9bebe985e2d25a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '882bc553-5232-41f5-b4e6-b38fa5b6587d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:27:14Z', 'updated_at': '2021-08-29T04:27:23Z', 'revision_number': 4, 'project_id': '40a31750302149dd9bebe985e2d25a85', 'gw_port': {'id': '882bc553-5232-41f5-b4e6-b38fa5b6587d', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:2d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec61656-426d-4ee2-b860-821937a2193e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1992, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:27:17Z', 'updated_at': '2021-08-29T04:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '4d10a284-7fc5-4301-80a5-cf30f625474a', 'name': '', 'network_id': '48f28fd2-1224-4757-8025-9fa36b4ac1e9', 'tenant_id': '40a31750302149dd9bebe985e2d25a85', 'mac_address': 'fa:16:3e:82:f4:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec61656-426d-4ee2-b860-821937a2193e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': '44748f2d-284d-4ceb-bf71-e6f2172c4862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:27:21Z', 'updated_at': '2021-08-29T04:27:24Z', 'revision_number': 2, 'project_id': '40a31750302149dd9bebe985e2d25a85', 'subnets': [{'id': '44748f2d-284d-4ceb-bf71-e6f2172c4862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:27.115892 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868295f0-7270-44f4-af78-5b78766c5433 None None] Checking router: 4ec61656-426d-4ee2-b860-821937a2193e for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:27:27.116634 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868295f0-7270-44f4-af78-5b78766c5433 None None] Updating router 4ec61656-426d-4ee2-b860-821937a2193e port 4d10a284-7fc5-4301-80a5-cf30f625474a binding host n-d-712140-12 {{(pid=94831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:27:27.134334 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-a719b660-876a-48a9-b50a-9a66d4cbbbc6 None None] Deleting port c0377cdf-594a-42b1-aa65-b7d7228e1a9b {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:27:27.134768 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a719b660-876a-48a9-b50a-9a66d4cbbbc6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:27.152903 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-868295f0-7270-44f4-af78-5b78766c5433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:27.195322 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0e53b2dc-d186-4c79-a9b8-0f5787f02671 req-74169bd3-6f12-471c-a0b0-349224ab7b70 tempest-ServerAddressesNegativeTestJSON-464055973 tempest-ServerAddressesNegativeTestJSON-464055973-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f4c6df4-f5fc-489b-bcff-15b87f285b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2935653 Aug 29 04:27:27.237150 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-a719b660-876a-48a9-b50a-9a66d4cbbbc6 None None] For port c0377cdf-594a-42b1-aa65-b7d7228e1a9b, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=c0377cdf-594a-42b1-aa65-b7d7228e1a9b,segment=NetworkSegment(bf804b4c-7fff-4772-916c-a8fbf294ad64),segment_id=bf804b4c-7fff-4772-916c-a8fbf294ad64)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:27.237622 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a719b660-876a-48a9-b50a-9a66d4cbbbc6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:27.248807 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20ce3c6-74a2-4347-970e-2addf3985c61 req-6d70ff22-eab8-405a-83ef-4d55f3377b1e tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:27.252546 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-a719b660-876a-48a9-b50a-9a66d4cbbbc6 None None] Calling delete_port for c0377cdf-594a-42b1-aa65-b7d7228e1a9b owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:27:27.253828 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b20ce3c6-74a2-4347-970e-2addf3985c61 req-6d70ff22-eab8-405a-83ef-4d55f3377b1e tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] 10.222.0.22 "GET /v2.0/networks/e6c84a15-2e6f-4c07-8ede-a88148c2fe90 HTTP/1.1" status: 200 len: 784 time: 0.1887610 Aug 29 04:27:27.377481 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4b3fa235-91b6-4e28-8332-b6fac3edf5b1 req-1288c4b6-a270-4215-bfa0-2d75c50c6bd9 service neutron] 10.222.0.46 "GET /v2.0/networks/fcd0713a-66d5-429e-8806-1ec67be3b61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5614057 Aug 29 04:27:27.390985 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a719b660-876a-48a9-b50a-9a66d4cbbbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:27.422871 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a719b660-876a-48a9-b50a-9a66d4cbbbc6 None None] Pushing event deleted for resources: {'Port': ['ID=c0377cdf-594a-42b1-aa65-b7d7228e1a9b,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:27.426062 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a719b660-876a-48a9-b50a-9a66d4cbbbc6 None None] No DVR routers for this DVR port c0377cdf-594a-42b1-aa65-b7d7228e1a9b on host n-d-712140-12 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:27:27.442332 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a719b660-876a-48a9-b50a-9a66d4cbbbc6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:27.442681 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a719b660-876a-48a9-b50a-9a66d4cbbbc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:27.443023 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a719b660-876a-48a9-b50a-9a66d4cbbbc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:27.443362 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a719b660-876a-48a9-b50a-9a66d4cbbbc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:27.443699 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a719b660-876a-48a9-b50a-9a66d4cbbbc6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:27.444094 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a719b660-876a-48a9-b50a-9a66d4cbbbc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:27.444432 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a719b660-876a-48a9-b50a-9a66d4cbbbc6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:27.444763 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a719b660-876a-48a9-b50a-9a66d4cbbbc6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:27.445196 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a719b660-876a-48a9-b50a-9a66d4cbbbc6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:27.445527 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a719b660-876a-48a9-b50a-9a66d4cbbbc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:27.445958 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a719b660-876a-48a9-b50a-9a66d4cbbbc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:27.446175 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a719b660-876a-48a9-b50a-9a66d4cbbbc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:27.452356 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8e088761-3f5b-47e2-86e5-2e69d3279c05 req-00993319-0f77-4e3f-ab69-1914487bd4b6 service neutron] 10.222.0.48 "GET /v2.0/networks/fcd0713a-66d5-429e-8806-1ec67be3b61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4510689 Aug 29 04:27:27.475519 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9dcef975-ee46-43cf-bfb5-99cfe1f25cc6 req-126cd0e5-48d7-44c9-b2c7-d503f91b0b96 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.0.33 HTTP/1.1" status: 200 len: 1000 time: 0.0955276 Aug 29 04:27:27.560518 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcef975-ee46-43cf-bfb5-99cfe1f25cc6 req-3d5f3a88-5245-41bf-a032-da5fa35e1b8a tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:27.562017 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9dcef975-ee46-43cf-bfb5-99cfe1f25cc6 req-3d5f3a88-5245-41bf-a032-da5fa35e1b8a tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] 10.222.0.22 "GET /v2.0/ports/5b045eba-a5c6-492f-8b51-765579535b9c HTTP/1.1" status: 200 len: 942 time: 0.0799227 Aug 29 04:27:27.630271 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-868295f0-7270-44f4-af78-5b78766c5433 None None] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:27.645445 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-868295f0-7270-44f4-af78-5b78766c5433 None None] Transition to ACTIVE for port object 4d10a284-7fc5-4301-80a5-cf30f625474a will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:27.674582 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-868295f0-7270-44f4-af78-5b78766c5433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:27.711208 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9dcef975-ee46-43cf-bfb5-99cfe1f25cc6 req-ad602f82-75a0-46dd-a8ee-2a27a2b2b218 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.0.33 HTTP/1.1" status: 200 len: 1000 time: 0.0880334 Aug 29 04:27:27.727145 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30851b3-f55e-4d77-a5a0-dc56cd78ef03 None None] Pushing event updated for resources: {'Port': ['ID=4d10a284-7fc5-4301-80a5-cf30f625474a,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:27.755905 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30851b3-f55e-4d77-a5a0-dc56cd78ef03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:27.760512 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30851b3-f55e-4d77-a5a0-dc56cd78ef03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:27.761262 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30851b3-f55e-4d77-a5a0-dc56cd78ef03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:27.761866 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30851b3-f55e-4d77-a5a0-dc56cd78ef03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:27.762449 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30851b3-f55e-4d77-a5a0-dc56cd78ef03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:27.765168 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30851b3-f55e-4d77-a5a0-dc56cd78ef03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:27.765850 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30851b3-f55e-4d77-a5a0-dc56cd78ef03 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:27.767592 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30851b3-f55e-4d77-a5a0-dc56cd78ef03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:27.768199 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30851b3-f55e-4d77-a5a0-dc56cd78ef03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:27.768763 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30851b3-f55e-4d77-a5a0-dc56cd78ef03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:27.769485 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30851b3-f55e-4d77-a5a0-dc56cd78ef03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:27.770045 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30851b3-f55e-4d77-a5a0-dc56cd78ef03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:27.794674 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 83587070-39b8-4b25-862c-546d4e634968 details requested by agent hyperv_n-h2-712140-12 with host n-h2-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:27:27.917430 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-868295f0-7270-44f4-af78-5b78766c5433 None None] Attempting to bind port 4d10a284-7fc5-4301-80a5-cf30f625474a on host n-d-712140-12 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:27:27.918148 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-868295f0-7270-44f4-af78-5b78766c5433 None None] Attempting to bind port 4d10a284-7fc5-4301-80a5-cf30f625474a by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '34b9e39b-cb31-4c20-b504-44453bca4f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '48f28fd2-1224-4757-8025-9fa36b4ac1e9'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:27:27.918956 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868295f0-7270-44f4-af78-5b78766c5433 None None] Attempting to bind port 4d10a284-7fc5-4301-80a5-cf30f625474a on network 48f28fd2-1224-4757-8025-9fa36b4ac1e9 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:27.934136 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcef975-ee46-43cf-bfb5-99cfe1f25cc6 req-ff7ac498-5a41-4a1d-bca7-7c9dffb7a540 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:27.941037 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9dcef975-ee46-43cf-bfb5-99cfe1f25cc6 req-ff7ac498-5a41-4a1d-bca7-7c9dffb7a540 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] 10.222.0.22 "GET /v2.0/networks/e6c84a15-2e6f-4c07-8ede-a88148c2fe90 HTTP/1.1" status: 200 len: 784 time: 0.2201231 Aug 29 04:27:27.950287 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868295f0-7270-44f4-af78-5b78766c5433 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:27:27.953119 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868295f0-7270-44f4-af78-5b78766c5433 None None] Checking segment: {'id': '34b9e39b-cb31-4c20-b504-44453bca4f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '48f28fd2-1224-4757-8025-9fa36b4ac1e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:27:27.954445 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-868295f0-7270-44f4-af78-5b78766c5433 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:27.955918 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868295f0-7270-44f4-af78-5b78766c5433 None None] Bound using segment: {'id': '34b9e39b-cb31-4c20-b504-44453bca4f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '48f28fd2-1224-4757-8025-9fa36b4ac1e9'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:27:27.956600 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-868295f0-7270-44f4-af78-5b78766c5433 None None] Bound port: 4d10a284-7fc5-4301-80a5-cf30f625474a, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34b9e39b-cb31-4c20-b504-44453bca4f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '48f28fd2-1224-4757-8025-9fa36b4ac1e9'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:27:27.958068 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-868295f0-7270-44f4-af78-5b78766c5433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:28.017596 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 83587070-39b8-4b25-862c-546d4e634968, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=83587070-39b8-4b25-862c-546d4e634968,segment=NetworkSegment(4345054c-8cc7-4ded-979c-629f28057ddf),segment_id=4345054c-8cc7-4ded-979c-629f28057ddf)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:28.049412 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Returning: {'device': '83587070-39b8-4b25-862c-546d4e634968', 'network_id': 'fd020187-6618-42b7-a26a-d8ebebc46774', 'port_id': '83587070-39b8-4b25-862c-546d4e634968', 'mac_address': 'fa:16:3e:71:ab:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6247b089-2c7c-4ca3-a8dd-41a0f57cced5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:27:28.100010 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-868295f0-7270-44f4-af78-5b78766c5433 None None] For port 4d10a284-7fc5-4301-80a5-cf30f625474a, host n-d-712140-12, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:27:28.111363 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-868295f0-7270-44f4-af78-5b78766c5433 None None] For port 4d10a284-7fc5-4301-80a5-cf30f625474a, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=4d10a284-7fc5-4301-80a5-cf30f625474a,segment=NetworkSegment(34b9e39b-cb31-4c20-b504-44453bca4f02),segment_id=34b9e39b-cb31-4c20-b504-44453bca4f02)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:27:28.120728 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9dcef975-ee46-43cf-bfb5-99cfe1f25cc6 req-cf70ebe2-b955-49c6-8339-3ae9bbed7657 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.0.33 HTTP/1.1" status: 200 len: 1000 time: 0.1677885 Aug 29 04:27:28.130206 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-868295f0-7270-44f4-af78-5b78766c5433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:28.135998 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-9dcef975-ee46-43cf-bfb5-99cfe1f25cc6 req-abf99e12-3a69-4fc7-96ac-913a9cb854a5 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:28.158167 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:28.176231 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-edb1adc0-dfa4-412b-8c41-2ad1269a04c4 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Deleting port c0377cdf-594a-42b1-aa65-b7d7228e1a9b {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:27:28.176793 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-edb1adc0-dfa4-412b-8c41-2ad1269a04c4 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:28.197193 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83587070-39b8-4b25-862c-546d4e634968 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:27:28.211865 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b32600a-d9a0-4d7e-9473-a9b358a7800a req-3d35a20c-26be-4bfc-a35c-c2e1439d81a2 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:28.227006 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4b32600a-d9a0-4d7e-9473-a9b358a7800a req-3d35a20c-26be-4bfc-a35c-c2e1439d81a2 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=958fb903-1729-4290-8965-b1c2ef1d605e HTTP/1.1" status: 200 len: 945 time: 0.8881073 Aug 29 04:27:28.233370 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 83587070-39b8-4b25-862c-546d4e634968, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=83587070-39b8-4b25-862c-546d4e634968,segment=NetworkSegment(4345054c-8cc7-4ded-979c-629f28057ddf),segment_id=4345054c-8cc7-4ded-979c-629f28057ddf)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:28.245151 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:28.260917 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-9dcef975-ee46-43cf-bfb5-99cfe1f25cc6 req-abf99e12-3a69-4fc7-96ac-913a9cb854a5 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Notify callbacks [] for floatingip, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:28.266686 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 60586) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:28.313112 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=83587070-39b8-4b25-862c-546d4e634968,revision_number=11']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:28.360561 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30851b3-f55e-4d77-a5a0-dc56cd78ef03 None None] Pushing event updated for resources: {'Port': ['ID=4d10a284-7fc5-4301-80a5-cf30f625474a,revision_number=4']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:28.368364 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4b3fa235-91b6-4e28-8332-b6fac3edf5b1 req-a8553642-ec8e-4b28-8999-bd24b6111d65 service neutron] 10.222.0.46 "GET /v2.0/networks/fcd0713a-66d5-429e-8806-1ec67be3b61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9214954 Aug 29 04:27:28.388816 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868295f0-7270-44f4-af78-5b78766c5433 None None] Routers {'4ec61656-426d-4ee2-b860-821937a2193e'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:27:28.389511 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-868295f0-7270-44f4-af78-5b78766c5433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:27:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['4ec61656-426d-4ee2-b860-821937a2193e'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:28.452641 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:28.533996 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4b32600a-d9a0-4d7e-9473-a9b358a7800a req-f08397d9-a730-430f-96fd-750415b6af4e tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/security-groups?id=c669a511-bb16-48c8-9944-1f8115bc7803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3035729 Aug 29 04:27:28.563004 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-868295f0-7270-44f4-af78-5b78766c5433 None None] Set router 4ec61656-426d-4ee2-b860-821937a2193e gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:27:28.707084 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-9dcef975-ee46-43cf-bfb5-99cfe1f25cc6 req-abf99e12-3a69-4fc7-96ac-913a9cb854a5 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:28.707084 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-9dcef975-ee46-43cf-bfb5-99cfe1f25cc6 req-abf99e12-3a69-4fc7-96ac-913a9cb854a5 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719515'] for floatingip, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:28.707084 n-d-712140-12 neutron-server[94829]: INFO neutron.db.l3_db [req-9dcef975-ee46-43cf-bfb5-99cfe1f25cc6 req-abf99e12-3a69-4fc7-96ac-913a9cb854a5 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Floating IP f0e78b1b-53e5-4bf0-9c5b-2d4924be7bcf disassociated. External IP: 172.25.0.33, port: 5b045eba-a5c6-492f-8b51-765579535b9c. Aug 29 04:27:28.708991 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device c0377cdf-594a-42b1-aa65-b7d7228e1a9b no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:27:28.709360 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-edb1adc0-dfa4-412b-8c41-2ad1269a04c4 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] For port c0377cdf-594a-42b1-aa65-b7d7228e1a9b, host n-d-712140-12, got binding levels [] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:28.709360 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-edb1adc0-dfa4-412b-8c41-2ad1269a04c4 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:28.709865 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: c0377cdf-594a-42b1-aa65-b7d7228e1a9b {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:27:28.709865 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device c0377cdf-594a-42b1-aa65-b7d7228e1a9b not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:27:28.838003 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['83587070-39b8-4b25-862c-546d4e634968'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:27:28.846286 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8e088761-3f5b-47e2-86e5-2e69d3279c05 req-c69f30a2-ceb2-4fd8-ab4d-f3f845cd5cb5 service neutron] 10.222.0.48 "GET /v2.0/networks/fcd0713a-66d5-429e-8806-1ec67be3b61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3644567 Aug 29 04:27:28.847520 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-edb1adc0-dfa4-412b-8c41-2ad1269a04c4 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Calling delete_port for c0377cdf-594a-42b1-aa65-b7d7228e1a9b owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:27:28.855640 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.ipam_backend_mixin [None req-edb1adc0-dfa4-412b-8c41-2ad1269a04c4 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Port c0377cdf-594a-42b1-aa65-b7d7228e1a9b was not found and therefore no delete operation was performed {{(pid=94828) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 04:27:28.863574 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-edb1adc0-dfa4-412b-8c41-2ad1269a04c4 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:28.881992 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb1adc0-dfa4-412b-8c41-2ad1269a04c4 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] No DVR routers for this DVR port c0377cdf-594a-42b1-aa65-b7d7228e1a9b on host n-d-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:27:28.962326 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb1adc0-dfa4-412b-8c41-2ad1269a04c4 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Pushing event deleted for resources: {'Port': ['ID=c0377cdf-594a-42b1-aa65-b7d7228e1a9b,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:29.009886 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-868295f0-7270-44f4-af78-5b78766c5433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec61656-426d-4ee2-b860-821937a2193e', 'name': 'tempest-ImageQuotaTest-1425813612-router', 'tenant_id': '40a31750302149dd9bebe985e2d25a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '882bc553-5232-41f5-b4e6-b38fa5b6587d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:27:14Z', 'updated_at': '2021-08-29T04:27:23Z', 'revision_number': 4, 'project_id': '40a31750302149dd9bebe985e2d25a85', 'gw_port': {'id': '882bc553-5232-41f5-b4e6-b38fa5b6587d', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:2d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec61656-426d-4ee2-b860-821937a2193e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1992, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:27:17Z', 'updated_at': '2021-08-29T04:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '4d10a284-7fc5-4301-80a5-cf30f625474a', 'name': '', 'network_id': '48f28fd2-1224-4757-8025-9fa36b4ac1e9', 'tenant_id': '40a31750302149dd9bebe985e2d25a85', 'mac_address': 'fa:16:3e:82:f4:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec61656-426d-4ee2-b860-821937a2193e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': '44748f2d-284d-4ceb-bf71-e6f2172c4862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:27:21Z', 'updated_at': '2021-08-29T04:27:28Z', 'revision_number': 4, 'project_id': '40a31750302149dd9bebe985e2d25a85', 'subnets': [{'id': '44748f2d-284d-4ceb-bf71-e6f2172c4862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:29.030207 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbb5fb6-48fc-48d0-bc4c-e39cdd7ab5d4 req-010b6ffb-4267-49a0-bf25-879f3cf3778c tempest-ServerAddressesNegativeTestJSON-464055973 tempest-ServerAddressesNegativeTestJSON-464055973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:29.032436 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0cbb5fb6-48fc-48d0-bc4c-e39cdd7ab5d4 req-010b6ffb-4267-49a0-bf25-879f3cf3778c tempest-ServerAddressesNegativeTestJSON-464055973 tempest-ServerAddressesNegativeTestJSON-464055973-project] 10.222.0.22 "GET /v2.0/ports?device_id=a00e32c1-e410-428f-ab5e-d665c87c4e3a HTTP/1.1" status: 200 len: 944 time: 0.3344316 Aug 29 04:27:29.068945 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-edb1adc0-dfa4-412b-8c41-2ad1269a04c4 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:29.074551 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868295f0-7270-44f4-af78-5b78766c5433 None None] The sync data for ids ['4ec61656-426d-4ee2-b860-821937a2193e'] in n-d-712140-12 is: [{'id': '4ec61656-426d-4ee2-b860-821937a2193e', 'name': 'tempest-ImageQuotaTest-1425813612-router', 'tenant_id': '40a31750302149dd9bebe985e2d25a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '882bc553-5232-41f5-b4e6-b38fa5b6587d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:27:14Z', 'updated_at': '2021-08-29T04:27:23Z', 'revision_number': 4, 'project_id': '40a31750302149dd9bebe985e2d25a85', 'gw_port': {'id': '882bc553-5232-41f5-b4e6-b38fa5b6587d', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:2d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec61656-426d-4ee2-b860-821937a2193e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1992, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:27:17Z', 'updated_at': '2021-08-29T04:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '4d10a284-7fc5-4301-80a5-cf30f625474a', 'name': '', 'network_id': '48f28fd2-1224-4757-8025-9fa36b4ac1e9', 'tenant_id': '40a31750302149dd9bebe985e2d25a85', 'mac_address': 'fa:16:3e:82:f4:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec61656-426d-4ee2-b860-821937a2193e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': '44748f2d-284d-4ceb-bf71-e6f2172c4862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:27:21Z', 'updated_at': '2021-08-29T04:27:28Z', 'revision_number': 4, 'project_id': '40a31750302149dd9bebe985e2d25a85', 'subnets': [{'id': '44748f2d-284d-4ceb-bf71-e6f2172c4862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:27:29.107011 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0cbb5fb6-48fc-48d0-bc4c-e39cdd7ab5d4 req-3e96376c-c151-44de-b6ea-e15b47c5124c tempest-ServerAddressesNegativeTestJSON-464055973 tempest-ServerAddressesNegativeTestJSON-464055973-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f4c6df4-f5fc-489b-bcff-15b87f285b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667520 Aug 29 04:27:29.109109 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-edb1adc0-dfa4-412b-8c41-2ad1269a04c4 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c92d7650-fa6e-4553-a172-d81ad2fe5241']}} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:29.153732 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-edb1adc0-dfa4-412b-8c41-2ad1269a04c4 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf804b4c-7fff-4772-916c-a8fbf294ad64') {'for_net_delete': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:29.153966 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-edb1adc0-dfa4-412b-8c41-2ad1269a04c4 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf804b4c-7fff-4772-916c-a8fbf294ad64') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:29.181555 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-edb1adc0-dfa4-412b-8c41-2ad1269a04c4 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8904833'] for segment, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:29.198776 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-edb1adc0-dfa4-412b-8c41-2ad1269a04c4 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:29.215635 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edb1adc0-dfa4-412b-8c41-2ad1269a04c4 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=94828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:27:29.215635 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-edb1adc0-dfa4-412b-8c41-2ad1269a04c4 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9190468'] for segment, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:29.218208 n-d-712140-12 neutron-server[94828]: Traceback (most recent call last): Aug 29 04:27:29.218208 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:27:29.218208 n-d-712140-12 neutron-server[94828]: timer() Aug 29 04:27:29.218208 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:27:29.218208 n-d-712140-12 neutron-server[94828]: cb(*args, **kw) Aug 29 04:27:29.218208 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:27:29.218208 n-d-712140-12 neutron-server[94828]: return func(*args, **kwargs) Aug 29 04:27:29.218208 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:27:29.218208 n-d-712140-12 neutron-server[94828]: self._notify() Aug 29 04:27:29.218208 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:27:29.218208 n-d-712140-12 neutron-server[94828]: self.callback(batched_events) Aug 29 04:27:29.218208 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:27:29.218208 n-d-712140-12 neutron-server[94828]: event.method(event) Aug 29 04:27:29.218208 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:27:29.218208 n-d-712140-12 neutron-server[94828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:27:29.218208 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:27:29.218208 n-d-712140-12 neutron-server[94828]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:27:29.218208 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:27:29.218208 n-d-712140-12 neutron-server[94828]: return f(self, *a, **k) Aug 29 04:27:29.218208 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:27:29.218208 n-d-712140-12 neutron-server[94828]: return self._get(url).json() Aug 29 04:27:29.218208 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:27:29.218208 n-d-712140-12 neutron-server[94828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:27:29.218208 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:27:29.218208 n-d-712140-12 neutron-server[94828]: return self.request(url, 'GET', **kwargs) Aug 29 04:27:29.218208 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:27:29.218208 n-d-712140-12 neutron-server[94828]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:27:29.218208 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:27:29.218208 n-d-712140-12 neutron-server[94828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:27:29.218208 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:27:29.218208 n-d-712140-12 neutron-server[94828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:27:29.218208 n-d-712140-12 neutron-server[94828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:27:29.287515 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9dcef975-ee46-43cf-bfb5-99cfe1f25cc6 req-abf99e12-3a69-4fc7-96ac-913a9cb854a5 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Router 75152a67-b6c4-4168-b3ba-a48550e2154c has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:27:29.308297 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-edb1adc0-dfa4-412b-8c41-2ad1269a04c4 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:29.333049 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-edb1adc0-dfa4-412b-8c41-2ad1269a04c4 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:29.334936 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-edb1adc0-dfa4-412b-8c41-2ad1269a04c4 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "DELETE /v2.0/networks/c92d7650-fa6e-4553-a172-d81ad2fe5241 HTTP/1.1" status: 204 len: 168 time: 2.6865449 Aug 29 04:27:29.340011 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 60616) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:29.344935 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-0adbd424-74ca-4a03-bb94-af681a11008f tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1334395442'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:29.364224 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb1adc0-dfa4-412b-8c41-2ad1269a04c4 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Pushing event deleted for resources: {'Network': ['ID=c92d7650-fa6e-4553-a172-d81ad2fe5241,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:29.391943 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0adbd424-74ca-4a03-bb94-af681a11008f tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Made reservation on behalf of 6e77efd76d814cd8b24fb0a97b527734 for: {'network': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:29.395586 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0adbd424-74ca-4a03-bb94-af681a11008f tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:29.419634 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0adbd424-74ca-4a03-bb94-af681a11008f tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=94828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:27:29.430155 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0adbd424-74ca-4a03-bb94-af681a11008f tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:29.430511 n-d-712140-12 neutron-server[94828]: INFO neutron.db.segments_db [None req-0adbd424-74ca-4a03-bb94-af681a11008f tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Added segment 93287c49-00e8-4c3b-b9dc-bb3a98b0880e of type vlan for network 38401c05-10b3-41a3-8706-c67d6a1dcbb2 Aug 29 04:27:29.485102 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0adbd424-74ca-4a03-bb94-af681a11008f tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:29.533219 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0adbd424-74ca-4a03-bb94-af681a11008f tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:29.540085 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0adbd424-74ca-4a03-bb94-af681a11008f tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:29.540936 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0adbd424-74ca-4a03-bb94-af681a11008f tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:29.612238 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9dcef975-ee46-43cf-bfb5-99cfe1f25cc6 req-abf99e12-3a69-4fc7-96ac-913a9cb854a5 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:27:29.631330 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-0adbd424-74ca-4a03-bb94-af681a11008f tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2902739 Aug 29 04:27:29.633152 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 60622) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:29.635144 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f8e945-07d4-4b8a-86a5-252a69981555 None None] Sync routers for ids ['75152a67-b6c4-4168-b3ba-a48550e2154c'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:27:29.649470 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-17ef9a7b-7007-4a1e-a49e-b375e7c82f87 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Request body: {'subnet': {'network_id': '38401c05-10b3-41a3-8706-c67d6a1dcbb2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:29.650109 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-9dcef975-ee46-43cf-bfb5-99cfe1f25cc6 req-abf99e12-3a69-4fc7-96ac-913a9cb854a5 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:29.654859 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f8e945-07d4-4b8a-86a5-252a69981555 None None] Routers {'75152a67-b6c4-4168-b3ba-a48550e2154c'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:27:29.655529 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-74f8e945-07d4-4b8a-86a5-252a69981555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:27:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['75152a67-b6c4-4168-b3ba-a48550e2154c'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:29.772608 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adbd424-74ca-4a03-bb94-af681a11008f tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Pushing event updated for resources: {'Network': ['ID=38401c05-10b3-41a3-8706-c67d6a1dcbb2,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:29.798556 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9dcef975-ee46-43cf-bfb5-99cfe1f25cc6 req-abf99e12-3a69-4fc7-96ac-913a9cb854a5 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] 10.222.0.22 "PUT /v2.0/floatingips/f0e78b1b-53e5-4bf0-9c5b-2d4924be7bcf HTTP/1.1" status: 200 len: 694 time: 1.6655378 Aug 29 04:27:29.800508 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dafd6991-23da-4a12-a981-8797d3f95870', 'tag': '5b045eba-a5c6-492f-8b51-765579535b9c'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:27:29.803022 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a5682e8-5bf9-4264-a970-377cd85c358d" -d '{"events": [{"name": "network-changed", "server_uuid": "dafd6991-23da-4a12-a981-8797d3f95870", "tag": "5b045eba-a5c6-492f-8b51-765579535b9c"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:27:29.805210 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f286968-848a-4a08-b905-2113e70991b8 req-0c1d9d86-81e8-4caa-a5e7-0cb09b43761d tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:29.807261 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9f286968-848a-4a08-b905-2113e70991b8 req-0c1d9d86-81e8-4caa-a5e7-0cb09b43761d tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=958fb903-1729-4290-8965-b1c2ef1d605e HTTP/1.1" status: 200 len: 946 time: 0.1299217 Aug 29 04:27:29.877159 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-96d1f002-d755-4e1e-b185-70291e5c00cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713413'] for router_interface, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:29.907531 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9f286968-848a-4a08-b905-2113e70991b8 req-c2628bf7-c1d1-434a-89c6-3bc6e50cb18c tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/security-groups?id=c669a511-bb16-48c8-9944-1f8115bc7803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798020 Aug 29 04:27:29.954756 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17ef9a7b-7007-4a1e-a49e-b375e7c82f87 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Made reservation on behalf of 6e77efd76d814cd8b24fb0a97b527734 for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:29.960260 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-17ef9a7b-7007-4a1e-a49e-b375e7c82f87 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:30.054357 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 38401c05-10b3-41a3-8706-c67d6a1dcbb2 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:27:30.066819 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 8298fbd4-211d-4332-a542-432db4e116c6 details requested by agent hyperv_n-h2-712140-12 with host n-h2-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:27:30.085158 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc7cd18a-3afb-4428-8f87-2622d025c036 x-openstack-request-id: req-fc7cd18a-3afb-4428-8f87-2622d025c036 {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:27:30.085552 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dafd6991-23da-4a12-a981-8797d3f95870", "tag": "5b045eba-a5c6-492f-8b51-765579535b9c", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:27:30.085906 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fc7cd18a-3afb-4428-8f87-2622d025c036 {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:27:30.086406 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dafd6991-23da-4a12-a981-8797d3f95870', 'tag': '5b045eba-a5c6-492f-8b51-765579535b9c', 'status': 'completed', 'code': 200} Aug 29 04:27:30.194398 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5682e8-5bf9-4264-a970-377cd85c358d req-88bb5da4-b238-4e88-969a-22e95950c37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:30.196433 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1a5682e8-5bf9-4264-a970-377cd85c358d req-88bb5da4-b238-4e88-969a-22e95950c37a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f78174329f774784990d52436973061e&device_id=dafd6991-23da-4a12-a981-8797d3f95870 HTTP/1.1" status: 200 len: 1097 time: 0.1679072 Aug 29 04:27:30.197370 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-74f8e945-07d4-4b8a-86a5-252a69981555 None None] Set router 75152a67-b6c4-4168-b3ba-a48550e2154c gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:27:30.456671 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679bb991-9782-4ab1-b36a-541cf63d3b6d req-f33b1a26-d08e-4611-a6ea-3f8f69d0ab7b tempest-ServerAddressesNegativeTestJSON-464055973 tempest-ServerAddressesNegativeTestJSON-464055973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:30.458678 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-679bb991-9782-4ab1-b36a-541cf63d3b6d req-f33b1a26-d08e-4611-a6ea-3f8f69d0ab7b tempest-ServerAddressesNegativeTestJSON-464055973 tempest-ServerAddressesNegativeTestJSON-464055973-project] 10.222.0.22 "GET /v2.0/ports?device_id=a00e32c1-e410-428f-ab5e-d665c87c4e3a HTTP/1.1" status: 200 len: 944 time: 0.2021408 Aug 29 04:27:30.527081 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5682e8-5bf9-4264-a970-377cd85c358d req-a9a3efef-a3a7-41bc-b103-39c2352bc00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:30.529009 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1a5682e8-5bf9-4264-a970-377cd85c358d req-a9a3efef-a3a7-41bc-b103-39c2352bc00c service neutron] 10.222.0.46 "GET /v2.0/networks?id=fcd0713a-66d5-429e-8806-1ec67be3b61c HTTP/1.1" status: 200 len: 922 time: 0.3233950 Aug 29 04:27:30.633235 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcef975-ee46-43cf-bfb5-99cfe1f25cc6 req-48173b65-a150-41ad-89c7-0a30d5d40901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:30.634478 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1a5682e8-5bf9-4264-a970-377cd85c358d req-7b1e5fa4-53db-481c-87cc-42959a027293 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5b045eba-a5c6-492f-8b51-765579535b9c HTTP/1.1" status: 200 len: 217 time: 0.0748599 Aug 29 04:27:30.638996 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9dcef975-ee46-43cf-bfb5-99cfe1f25cc6 req-48173b65-a150-41ad-89c7-0a30d5d40901 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f78174329f774784990d52436973061e&device_id=dafd6991-23da-4a12-a981-8797d3f95870 HTTP/1.1" status: 200 len: 1097 time: 0.8208766 Aug 29 04:27:30.643611 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-17ef9a7b-7007-4a1e-a49e-b375e7c82f87 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9191137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10062364'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:30.693327 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-74f8e945-07d4-4b8a-86a5-252a69981555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75152a67-b6c4-4168-b3ba-a48550e2154c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1755985023-router', 'tenant_id': 'f78174329f774784990d52436973061e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': '2a8ec008-e3bf-48ff-ad0d-69d708718ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:57Z', 'updated_at': '2021-08-29T04:26:03Z', 'revision_number': 4, 'project_id': 'f78174329f774784990d52436973061e', 'gw_port': {'id': '2a8ec008-e3bf-48ff-ad0d-69d708718ad8', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:4d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75152a67-b6c4-4168-b3ba-a48550e2154c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:57Z', 'updated_at': '2021-08-29T04:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': 'd673bb13-f978-4cc9-9318-a888cc6bef5d', 'name': '', 'network_id': 'fcd0713a-66d5-429e-8806-1ec67be3b61c', 'tenant_id': 'f78174329f774784990d52436973061e', 'mac_address': 'fa:16:3e:55:3d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75152a67-b6c4-4168-b3ba-a48550e2154c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1900, 'fixed_ips': [{'subnet_id': '710778a2-878b-476c-9719-9ae92ef7de6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:01Z', 'updated_at': '2021-08-29T04:26:16Z', 'revision_number': 5, 'project_id': 'f78174329f774784990d52436973061e', 'subnets': [{'id': '710778a2-878b-476c-9719-9ae92ef7de6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:30.768936 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 4d10a284-7fc5-4301-80a5-cf30f625474a up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:27:30.777838 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f8e945-07d4-4b8a-86a5-252a69981555 None None] Checking router: 75152a67-b6c4-4168-b3ba-a48550e2154c for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:27:30.785582 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5682e8-5bf9-4264-a970-377cd85c358d req-c4f18dcf-7b69-4095-a998-e52ce1e2cf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:30.787150 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1a5682e8-5bf9-4264-a970-377cd85c358d req-c4f18dcf-7b69-4095-a998-e52ce1e2cf12 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=710778a2-878b-476c-9719-9ae92ef7de6e HTTP/1.1" status: 200 len: 860 time: 0.1243653 Aug 29 04:27:30.802862 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 8298fbd4-211d-4332-a542-432db4e116c6, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=8298fbd4-211d-4332-a542-432db4e116c6,segment=NetworkSegment(f3bf739c-6838-45ab-8dc8-7a9cc44faa04),segment_id=f3bf739c-6838-45ab-8dc8-7a9cc44faa04)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:30.814850 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ef9a7b-7007-4a1e-a49e-b375e7c82f87 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Pushing event updated for resources: {'Subnet': ['ID=4ac34533-fb0e-4a79-bf55-fbe0d10b47b5,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:30.830606 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-679bb991-9782-4ab1-b36a-541cf63d3b6d req-cbde543b-4fc1-4bff-b8d8-7ba10727cdcf tempest-ServerAddressesNegativeTestJSON-464055973 tempest-ServerAddressesNegativeTestJSON-464055973-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f4c6df4-f5fc-489b-bcff-15b87f285b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3409836 Aug 29 04:27:30.839485 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Returning: {'device': '8298fbd4-211d-4332-a542-432db4e116c6', 'network_id': '974a0d3a-4d5a-403d-9952-e1a1d44400b5', 'port_id': '8298fbd4-211d-4332-a542-432db4e116c6', 'mac_address': 'fa:16:3e:99:61:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfb963de-f949-4306-afd0-f6d6011ebecf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:27:30.841774 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcef975-ee46-43cf-bfb5-99cfe1f25cc6 req-9b3eea0e-a122-4a6e-99bc-c35e90869c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:30.843521 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9dcef975-ee46-43cf-bfb5-99cfe1f25cc6 req-9b3eea0e-a122-4a6e-99bc-c35e90869c1b service neutron] 10.222.0.22 "GET /v2.0/networks?id=fcd0713a-66d5-429e-8806-1ec67be3b61c HTTP/1.1" status: 200 len: 922 time: 0.1914942 Aug 29 04:27:30.866325 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f8e945-07d4-4b8a-86a5-252a69981555 None None] Routers {'75152a67-b6c4-4168-b3ba-a48550e2154c'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:27:30.867367 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-74f8e945-07d4-4b8a-86a5-252a69981555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:27:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['75152a67-b6c4-4168-b3ba-a48550e2154c'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:30.956566 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9dcef975-ee46-43cf-bfb5-99cfe1f25cc6 req-86d83b7d-7b5b-420a-be60-63e4641cf1a8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5b045eba-a5c6-492f-8b51-765579535b9c HTTP/1.1" status: 200 len: 217 time: 0.0923302 Aug 29 04:27:30.966876 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5682e8-5bf9-4264-a970-377cd85c358d req-586a02f0-b002-4427-a737-9ae1d82df6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:30.968613 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1a5682e8-5bf9-4264-a970-377cd85c358d req-586a02f0-b002-4427-a737-9ae1d82df6bc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fcd0713a-66d5-429e-8806-1ec67be3b61c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1359577 Aug 29 04:27:30.978744 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ef9a7b-7007-4a1e-a49e-b375e7c82f87 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Checking segment: {'id': '93287c49-00e8-4c3b-b9dc-bb3a98b0880e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '38401c05-10b3-41a3-8706-c67d6a1dcbb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:27:30.979242 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ef9a7b-7007-4a1e-a49e-b375e7c82f87 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Network hostable DHCP agents. Network: 38401c05-10b3-41a3-8706-c67d6a1dcbb2, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:27:31.022525 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcef975-ee46-43cf-bfb5-99cfe1f25cc6 req-8d57864b-33e7-49a4-8e28-2a6650a04945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:31.024148 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9dcef975-ee46-43cf-bfb5-99cfe1f25cc6 req-8d57864b-33e7-49a4-8e28-2a6650a04945 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=710778a2-878b-476c-9719-9ae92ef7de6e HTTP/1.1" status: 200 len: 860 time: 0.0616696 Aug 29 04:27:31.109955 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-74f8e945-07d4-4b8a-86a5-252a69981555 None None] Set router 75152a67-b6c4-4168-b3ba-a48550e2154c gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:27:31.119965 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcef975-ee46-43cf-bfb5-99cfe1f25cc6 req-0752f84a-669f-458c-ae87-e3921dd6f882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:31.121491 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9dcef975-ee46-43cf-bfb5-99cfe1f25cc6 req-0752f84a-669f-458c-ae87-e3921dd6f882 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=fcd0713a-66d5-429e-8806-1ec67be3b61c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0746725 Aug 29 04:27:31.154137 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ef9a7b-7007-4a1e-a49e-b375e7c82f87 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Network 38401c05-10b3-41a3-8706-c67d6a1dcbb2 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:27:31.186606 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-17ef9a7b-7007-4a1e-a49e-b375e7c82f87 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 38401c05-10b3-41a3-8706-c67d6a1dcbb2) {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:31.200047 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ef9a7b-7007-4a1e-a49e-b375e7c82f87 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:31.201203 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-17ef9a7b-7007-4a1e-a49e-b375e7c82f87 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:31.241496 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9dcef975-ee46-43cf-bfb5-99cfe1f25cc6 req-8f436889-2918-4e28-8410-d4db4e2e738c service neutron] 10.222.0.22 "GET /v2.0/networks/fcd0713a-66d5-429e-8806-1ec67be3b61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895140 Aug 29 04:27:31.258106 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685fbecb-35ad-4692-835e-89d34d9a7906 req-6e3280b8-7cd0-482d-b6a8-735ae1ab2565 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:31.259790 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-685fbecb-35ad-4692-835e-89d34d9a7906 req-6e3280b8-7cd0-482d-b6a8-735ae1ab2565 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=958fb903-1729-4290-8965-b1c2ef1d605e HTTP/1.1" status: 200 len: 946 time: 0.1173570 Aug 29 04:27:31.268290 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-17ef9a7b-7007-4a1e-a49e-b375e7c82f87 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6310470 Aug 29 04:27:31.272239 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 60654) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:31.277779 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-75b09509-329a-49f1-bbeb-e0b1d89e62b9 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Request body: {'port': {'network_id': '38401c05-10b3-41a3-8706-c67d6a1dcbb2', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1781427450'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:31.338581 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-685fbecb-35ad-4692-835e-89d34d9a7906 req-ea0a559d-345f-45ea-9d80-b0c1e3458827 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/security-groups?id=c669a511-bb16-48c8-9944-1f8115bc7803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650227 Aug 29 04:27:31.340857 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1a5682e8-5bf9-4264-a970-377cd85c358d req-870343a3-f05b-4a1e-b5f0-257669dceb89 service neutron] 10.222.0.46 "GET /v2.0/networks/fcd0713a-66d5-429e-8806-1ec67be3b61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3533804 Aug 29 04:27:31.345152 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e75338-8298-42db-be70-9469fbc0d5b1 None None] Network 38401c05-10b3-41a3-8706-c67d6a1dcbb2 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:27:31.435617 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:31.443115 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1a5682e8-5bf9-4264-a970-377cd85c358d req-8bfaefc2-1159-48e7-ab0f-3564a6a0e001 service neutron] 10.222.0.46 "GET /v2.0/networks/fcd0713a-66d5-429e-8806-1ec67be3b61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946252 Aug 29 04:27:31.458253 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-96d1f002-d755-4e1e-b185-70291e5c00cc admin admin] Deleting port 4d10a284-7fc5-4301-80a5-cf30f625474a {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:27:31.458614 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-96d1f002-d755-4e1e-b185-70291e5c00cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:31.492463 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8298fbd4-211d-4332-a542-432db4e116c6 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:27:31.549769 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 8298fbd4-211d-4332-a542-432db4e116c6, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=8298fbd4-211d-4332-a542-432db4e116c6,segment=NetworkSegment(f3bf739c-6838-45ab-8dc8-7a9cc44faa04),segment_id=f3bf739c-6838-45ab-8dc8-7a9cc44faa04)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:31.550828 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 4d10a284-7fc5-4301-80a5-cf30f625474a completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:27:31.562919 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9dcef975-ee46-43cf-bfb5-99cfe1f25cc6 req-a27c4c5d-0572-4239-8951-154d6d97588d service neutron] 10.222.0.22 "GET /v2.0/networks/fcd0713a-66d5-429e-8806-1ec67be3b61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3110116 Aug 29 04:27:31.570702 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:31.574503 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 4d10a284-7fc5-4301-80a5-cf30f625474a triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:31.574875 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:31.581510 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75b09509-329a-49f1-bbeb-e0b1d89e62b9 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Made reservation on behalf of 6e77efd76d814cd8b24fb0a97b527734 for: {'port': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:31.587117 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-75b09509-329a-49f1-bbeb-e0b1d89e62b9 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:31.618396 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-96d1f002-d755-4e1e-b185-70291e5c00cc admin admin] For port 4d10a284-7fc5-4301-80a5-cf30f625474a, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=4d10a284-7fc5-4301-80a5-cf30f625474a,segment=NetworkSegment(34b9e39b-cb31-4c20-b504-44453bca4f02),segment_id=34b9e39b-cb31-4c20-b504-44453bca4f02)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:31.618771 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-96d1f002-d755-4e1e-b185-70291e5c00cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:31.622222 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8841cda8-90b3-49d9-a350-2ce236807e3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-38401c05-10b3-41a3-8706-c67d6a1dcbb2', 'network_id': '38401c05-10b3-41a3-8706-c67d6a1dcbb2', 'tenant_id': '6e77efd76d814cd8b24fb0a97b527734', 'fixed_ips': [{'subnet_id': '4ac34533-fb0e-4a79-bf55-fbe0d10b47b5'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:27:31.623776 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8841cda8-90b3-49d9-a350-2ce236807e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:31.630731 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [None req-75b09509-329a-49f1-bbeb-e0b1d89e62b9 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] device_id is not set on port 90847f4d-e720-4743-9e6a-85fdb7688a1f yet. {{(pid=94829) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:27:31.643945 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-96d1f002-d755-4e1e-b185-70291e5c00cc admin admin] Calling delete_port for 4d10a284-7fc5-4301-80a5-cf30f625474a owned by network:router_interface {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:27:31.684298 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=8298fbd4-211d-4332-a542-432db4e116c6,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:31.866791 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 83587070-39b8-4b25-862c-546d4e634968 up at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:27:31.867013 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-75b09509-329a-49f1-bbeb-e0b1d89e62b9 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Allocated IP 172.20.0.4 (38401c05-10b3-41a3-8706-c67d6a1dcbb2/4ac34533-fb0e-4a79-bf55-fbe0d10b47b5/90847f4d-e720-4743-9e6a-85fdb7688a1f) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:27:31.876203 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-74f8e945-07d4-4b8a-86a5-252a69981555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75152a67-b6c4-4168-b3ba-a48550e2154c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1755985023-router', 'tenant_id': 'f78174329f774784990d52436973061e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': '2a8ec008-e3bf-48ff-ad0d-69d708718ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:57Z', 'updated_at': '2021-08-29T04:26:03Z', 'revision_number': 4, 'project_id': 'f78174329f774784990d52436973061e', 'gw_port': {'id': '2a8ec008-e3bf-48ff-ad0d-69d708718ad8', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:4d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75152a67-b6c4-4168-b3ba-a48550e2154c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:57Z', 'updated_at': '2021-08-29T04:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': 'd673bb13-f978-4cc9-9318-a888cc6bef5d', 'name': '', 'network_id': 'fcd0713a-66d5-429e-8806-1ec67be3b61c', 'tenant_id': 'f78174329f774784990d52436973061e', 'mac_address': 'fa:16:3e:55:3d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75152a67-b6c4-4168-b3ba-a48550e2154c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1900, 'fixed_ips': [{'subnet_id': '710778a2-878b-476c-9719-9ae92ef7de6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:01Z', 'updated_at': '2021-08-29T04:26:16Z', 'revision_number': 5, 'project_id': 'f78174329f774784990d52436973061e', 'subnets': [{'id': '710778a2-878b-476c-9719-9ae92ef7de6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:31.943626 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f8e945-07d4-4b8a-86a5-252a69981555 None None] The sync data for ids ['75152a67-b6c4-4168-b3ba-a48550e2154c'] in n-d-712140-12 is: [{'id': '75152a67-b6c4-4168-b3ba-a48550e2154c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1755985023-router', 'tenant_id': 'f78174329f774784990d52436973061e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': '2a8ec008-e3bf-48ff-ad0d-69d708718ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:57Z', 'updated_at': '2021-08-29T04:26:03Z', 'revision_number': 4, 'project_id': 'f78174329f774784990d52436973061e', 'gw_port': {'id': '2a8ec008-e3bf-48ff-ad0d-69d708718ad8', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:4d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75152a67-b6c4-4168-b3ba-a48550e2154c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:57Z', 'updated_at': '2021-08-29T04:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': 'd673bb13-f978-4cc9-9318-a888cc6bef5d', 'name': '', 'network_id': 'fcd0713a-66d5-429e-8806-1ec67be3b61c', 'tenant_id': 'f78174329f774784990d52436973061e', 'mac_address': 'fa:16:3e:55:3d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75152a67-b6c4-4168-b3ba-a48550e2154c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1900, 'fixed_ips': [{'subnet_id': '710778a2-878b-476c-9719-9ae92ef7de6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:01Z', 'updated_at': '2021-08-29T04:26:16Z', 'revision_number': 5, 'project_id': 'f78174329f774784990d52436973061e', 'subnets': [{'id': '710778a2-878b-476c-9719-9ae92ef7de6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:27:31.962621 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:31.973429 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bdc81a-6c33-4db7-a1ef-0d73ea4cebae req-85a2f11f-f775-45db-82b0-b607a217a271 tempest-ServerAddressesNegativeTestJSON-464055973 tempest-ServerAddressesNegativeTestJSON-464055973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:31.980882 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a2bdc81a-6c33-4db7-a1ef-0d73ea4cebae req-85a2f11f-f775-45db-82b0-b607a217a271 tempest-ServerAddressesNegativeTestJSON-464055973 tempest-ServerAddressesNegativeTestJSON-464055973-project] 10.222.0.22 "GET /v2.0/ports?device_id=a00e32c1-e410-428f-ab5e-d665c87c4e3a HTTP/1.1" status: 200 len: 945 time: 0.0707223 Aug 29 04:27:32.019202 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 4d10a284-7fc5-4301-80a5-cf30f625474a, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=4d10a284-7fc5-4301-80a5-cf30f625474a,segment=NetworkSegment(34b9e39b-cb31-4c20-b504-44453bca4f02),segment_id=34b9e39b-cb31-4c20-b504-44453bca4f02)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:32.025464 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:32.061682 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['8298fbd4-211d-4332-a542-432db4e116c6'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:27:32.064885 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a2bdc81a-6c33-4db7-a1ef-0d73ea4cebae req-cce3e958-b41b-47e1-82f9-9d77326ab854 tempest-ServerAddressesNegativeTestJSON-464055973 tempest-ServerAddressesNegativeTestJSON-464055973-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f4c6df4-f5fc-489b-bcff-15b87f285b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830486 Aug 29 04:27:32.143625 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning for port 83587070-39b8-4b25-862c-546d4e634968 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:27:32.174147 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning complete for port 83587070-39b8-4b25-862c-546d4e634968 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:32.174591 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:32.179500 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=4d10a284-7fc5-4301-80a5-cf30f625474a,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:32.233521 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-75b09509-329a-49f1-bbeb-e0b1d89e62b9 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:32.282915 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192f3aa3-ae64-4ac7-a87e-fe003676503a req-53d738c1-d89b-4fd7-9a45-a7fa0e69cada tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:32.290565 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-192f3aa3-ae64-4ac7-a87e-fe003676503a req-53d738c1-d89b-4fd7-9a45-a7fa0e69cada tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c5d5b2c-32be-4d50-a58e-3f43aaddd10f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.4719555 Aug 29 04:27:32.349486 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-192f3aa3-ae64-4ac7-a87e-fe003676503a req-855e081b-d2f3-4ed5-8291-a066d22bd0ea tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.0.33 HTTP/1.1" status: 200 len: 697 time: 0.0567536 Aug 29 04:27:32.365896 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25676605-0f43-4469-8581-a7c594c6f8fb None None] New status for floating IP f0e78b1b-53e5-4bf0-9c5b-2d4924be7bcf: DOWN {{(pid=94831) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:27:32.397214 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:32.445117 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '958fb903-1729-4290-8965-b1c2ef1d605e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83587070-39b8-4b25-862c-546d4e634968'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:27:32.447719 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-028f0dab-2fad-4414-b818-b77e815bdc30" -d '{"events": [{"server_uuid": "958fb903-1729-4290-8965-b1c2ef1d605e", "name": "network-vif-plugged", "status": "completed", "tag": "83587070-39b8-4b25-862c-546d4e634968"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:27:32.474016 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 83587070-39b8-4b25-862c-546d4e634968, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=83587070-39b8-4b25-862c-546d4e634968,segment=NetworkSegment(4345054c-8cc7-4ded-979c-629f28057ddf),segment_id=4345054c-8cc7-4ded-979c-629f28057ddf)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:32.478493 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-75b09509-329a-49f1-bbeb-e0b1d89e62b9 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Transition to ACTIVE for port object 90847f4d-e720-4743-9e6a-85fdb7688a1f will not be triggered until provisioned by entity DHCP. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:32.480149 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:32.510367 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdfcd54-40c1-40dc-acd4-3fdf425f65e7 req-e5276711-f85f-4394-a6fb-67bd7d11c2bd tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:32.521451 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-acdfcd54-40c1-40dc-acd4-3fdf425f65e7 req-e5276711-f85f-4394-a6fb-67bd7d11c2bd tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=958fb903-1729-4290-8965-b1c2ef1d605e HTTP/1.1" status: 200 len: 946 time: 0.1001606 Aug 29 04:27:32.544832 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-192f3aa3-ae64-4ac7-a87e-fe003676503a req-33f28bd6-8b2d-473c-b659-52709eb928d5 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Request body: {'floatingip': {'port_id': 'ca4f75b8-7b4e-4310-a5d8-f8a1b65031cf', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:32.561948 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-96d1f002-d755-4e1e-b185-70291e5c00cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:32.570334 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=83587070-39b8-4b25-862c-546d4e634968,revision_number=12']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:32.585823 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-acdfcd54-40c1-40dc-acd4-3fdf425f65e7 req-22947ab4-d0ea-46a0-bded-fc12d9e8de72 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/security-groups?id=c669a511-bb16-48c8-9944-1f8115bc7803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634015 Aug 29 04:27:32.653507 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 4d10a284-7fc5-4301-80a5-cf30f625474a up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:27:32.666983 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-192f3aa3-ae64-4ac7-a87e-fe003676503a req-33f28bd6-8b2d-473c-b659-52709eb928d5 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Notify callbacks [] for floatingip, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:32.677095 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 4d10a284-7fc5-4301-80a5-cf30f625474a {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:27:32.677804 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 4d10a284-7fc5-4301-80a5-cf30f625474a not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 29 04:27:32.705149 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d95acd3f-6f9c-4784-a306-b5f75bf2aefb x-openstack-request-id: req-d95acd3f-6f9c-4784-a306-b5f75bf2aefb {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:27:32.705512 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "958fb903-1729-4290-8965-b1c2ef1d605e", "name": "network-vif-plugged", "status": "completed", "tag": "83587070-39b8-4b25-862c-546d4e634968", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:27:32.706009 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d95acd3f-6f9c-4784-a306-b5f75bf2aefb {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:27:32.706518 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '958fb903-1729-4290-8965-b1c2ef1d605e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83587070-39b8-4b25-862c-546d4e634968', 'code': 200} Aug 29 04:27:32.707107 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Port 4d10a284-7fc5-4301-80a5-cf30f625474a not found, will not notify nova. {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 29 04:27:32.792403 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-8841cda8-90b3-49d9-a350-2ce236807e3f None None] Allocated IP 172.20.0.2 (38401c05-10b3-41a3-8706-c67d6a1dcbb2/4ac34533-fb0e-4a79-bf55-fbe0d10b47b5/d09aa392-e8d0-482f-ba9d-36154cd6ef42) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:27:32.796518 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-75b09509-329a-49f1-bbeb-e0b1d89e62b9 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:32.821955 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d1f002-d755-4e1e-b185-70291e5c00cc admin admin] Pushing event deleted for resources: {'Port': ['ID=4d10a284-7fc5-4301-80a5-cf30f625474a,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:32.932020 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b09509-329a-49f1-bbeb-e0b1d89e62b9 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Network 38401c05-10b3-41a3-8706-c67d6a1dcbb2 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:27:32.940816 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-75b09509-329a-49f1-bbeb-e0b1d89e62b9 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:32.952611 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b09509-329a-49f1-bbeb-e0b1d89e62b9 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:27:32.979395 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b09509-329a-49f1-bbeb-e0b1d89e62b9 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Pushing event updated for resources: {'Port': ['ID=90847f4d-e720-4743-9e6a-85fdb7688a1f,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:32.984083 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe2c82a-af9f-46d6-9f1b-70c92c399940 req-3519fd68-712d-4880-bd9e-c0ffed3433d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:32.986824 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-efe2c82a-af9f-46d6-9f1b-70c92c399940 req-3519fd68-712d-4880-bd9e-c0ffed3433d1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=958fb903-1729-4290-8965-b1c2ef1d605e HTTP/1.1" status: 200 len: 1099 time: 0.0521998 Aug 29 04:27:33.012952 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8841cda8-90b3-49d9-a350-2ce236807e3f None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:33.025341 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-8841cda8-90b3-49d9-a350-2ce236807e3f None None] Transition to ACTIVE for port object d09aa392-e8d0-482f-ba9d-36154cd6ef42 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:33.043840 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-8841cda8-90b3-49d9-a350-2ce236807e3f None None] Transition to ACTIVE for port object d09aa392-e8d0-482f-ba9d-36154cd6ef42 will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:33.044168 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-efe2c82a-af9f-46d6-9f1b-70c92c399940 req-f2459ce2-78d3-4979-8886-18fbeaae81d9 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c669a511-bb16-48c8-9944-1f8115bc7803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490234 Aug 29 04:27:33.051055 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8841cda8-90b3-49d9-a350-2ce236807e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:33.106734 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8841cda8-90b3-49d9-a350-2ce236807e3f None None] Network 38401c05-10b3-41a3-8706-c67d6a1dcbb2 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:27:33.112920 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-8841cda8-90b3-49d9-a350-2ce236807e3f None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:33.117685 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8841cda8-90b3-49d9-a350-2ce236807e3f None None] Pushing event updated for resources: {'Port': ['ID=d09aa392-e8d0-482f-ba9d-36154cd6ef42,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:33.123697 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8841cda8-90b3-49d9-a350-2ce236807e3f None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:27:33.180704 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b09509-329a-49f1-bbeb-e0b1d89e62b9 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:33.181575 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-75b09509-329a-49f1-bbeb-e0b1d89e62b9 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:33.219350 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-8841cda8-90b3-49d9-a350-2ce236807e3f None None] Attempting to bind port d09aa392-e8d0-482f-ba9d-36154cd6ef42 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:27:33.222733 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-8841cda8-90b3-49d9-a350-2ce236807e3f None None] Attempting to bind port d09aa392-e8d0-482f-ba9d-36154cd6ef42 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '93287c49-00e8-4c3b-b9dc-bb3a98b0880e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '38401c05-10b3-41a3-8706-c67d6a1dcbb2'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:27:33.223784 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8841cda8-90b3-49d9-a350-2ce236807e3f None None] Attempting to bind port d09aa392-e8d0-482f-ba9d-36154cd6ef42 on network 38401c05-10b3-41a3-8706-c67d6a1dcbb2 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:33.231107 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8841cda8-90b3-49d9-a350-2ce236807e3f None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:27:33.231597 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8841cda8-90b3-49d9-a350-2ce236807e3f None None] Checking segment: {'id': '93287c49-00e8-4c3b-b9dc-bb3a98b0880e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '38401c05-10b3-41a3-8706-c67d6a1dcbb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:27:33.232589 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8841cda8-90b3-49d9-a350-2ce236807e3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:33.232996 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8841cda8-90b3-49d9-a350-2ce236807e3f None None] Bound using segment: {'id': '93287c49-00e8-4c3b-b9dc-bb3a98b0880e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '38401c05-10b3-41a3-8706-c67d6a1dcbb2'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:27:33.234758 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-8841cda8-90b3-49d9-a350-2ce236807e3f None None] Bound port: d09aa392-e8d0-482f-ba9d-36154cd6ef42, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93287c49-00e8-4c3b-b9dc-bb3a98b0880e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '38401c05-10b3-41a3-8706-c67d6a1dcbb2'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:27:33.236202 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8841cda8-90b3-49d9-a350-2ce236807e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:33.284001 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-75b09509-329a-49f1-bbeb-e0b1d89e62b9 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.0106380 Aug 29 04:27:33.287930 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 60696) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:33.301952 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6725bb-db24-4d0b-aff6-a9dde64b19bb req-d7b5253b-4d1d-4dfd-af3d-23a61d384a62 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:33.303817 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8a6725bb-db24-4d0b-aff6-a9dde64b19bb req-d7b5253b-4d1d-4dfd-af3d-23a61d384a62 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] 10.222.0.46 "GET /v2.0/ports?device_id=dafd6991-23da-4a12-a981-8797d3f95870 HTTP/1.1" status: 200 len: 945 time: 0.1030753 Aug 29 04:27:33.313779 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6519fa-a528-430f-98f1-ee524de32f18 req-4167121f-e6c8-48d6-b9a0-04f422201f8f tempest-ServerAddressesNegativeTestJSON-464055973 tempest-ServerAddressesNegativeTestJSON-464055973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:33.316037 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-af6519fa-a528-430f-98f1-ee524de32f18 req-4167121f-e6c8-48d6-b9a0-04f422201f8f tempest-ServerAddressesNegativeTestJSON-464055973 tempest-ServerAddressesNegativeTestJSON-464055973-project] 10.222.0.22 "GET /v2.0/ports?device_id=a00e32c1-e410-428f-ab5e-d665c87c4e3a HTTP/1.1" status: 200 len: 945 time: 0.1279151 Aug 29 04:27:33.332004 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-8841cda8-90b3-49d9-a350-2ce236807e3f None None] For port d09aa392-e8d0-482f-ba9d-36154cd6ef42, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:27:33.354648 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-8841cda8-90b3-49d9-a350-2ce236807e3f None None] For port d09aa392-e8d0-482f-ba9d-36154cd6ef42, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=d09aa392-e8d0-482f-ba9d-36154cd6ef42,segment=NetworkSegment(93287c49-00e8-4c3b-b9dc-bb3a98b0880e),segment_id=93287c49-00e8-4c3b-b9dc-bb3a98b0880e)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:27:33.356615 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a813ac91-3b23-4327-8138-a9e3c13d7147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:33.362487 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8841cda8-90b3-49d9-a350-2ce236807e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:33.436961 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-af6519fa-a528-430f-98f1-ee524de32f18 req-4d1af7fa-90c2-4da3-ba3d-d214862b1618 tempest-ServerAddressesNegativeTestJSON-464055973 tempest-ServerAddressesNegativeTestJSON-464055973-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f4c6df4-f5fc-489b-bcff-15b87f285b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985594 Aug 29 04:27:33.473317 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8841cda8-90b3-49d9-a350-2ce236807e3f None None] Pushing event updated for resources: {'Port': ['ID=d09aa392-e8d0-482f-ba9d-36154cd6ef42,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:33.543303 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-8a6725bb-db24-4d0b-aff6-a9dde64b19bb req-0004fd25-25d0-4366-90dd-2811f0b68c42 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Deleting port 5b045eba-a5c6-492f-8b51-765579535b9c {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:27:33.545007 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-8a6725bb-db24-4d0b-aff6-a9dde64b19bb req-0004fd25-25d0-4366-90dd-2811f0b68c42 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:33.696426 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-8a6725bb-db24-4d0b-aff6-a9dde64b19bb req-0004fd25-25d0-4366-90dd-2811f0b68c42 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] For port 5b045eba-a5c6-492f-8b51-765579535b9c, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=5b045eba-a5c6-492f-8b51-765579535b9c,segment=NetworkSegment(3702d597-5b99-458f-80c9-28432894b87e),segment_id=3702d597-5b99-458f-80c9-28432894b87e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:33.697317 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-8a6725bb-db24-4d0b-aff6-a9dde64b19bb req-0004fd25-25d0-4366-90dd-2811f0b68c42 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:33.752449 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-8a6725bb-db24-4d0b-aff6-a9dde64b19bb req-0004fd25-25d0-4366-90dd-2811f0b68c42 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Calling delete_port for 5b045eba-a5c6-492f-8b51-765579535b9c owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:27:33.787959 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-96d1f002-d755-4e1e-b185-70291e5c00cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-713231'] for router_interface, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:33.838201 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0f5cb9-9aae-47a7-ac7e-a3447ef135d4 req-b40896ab-f5c4-4935-bded-4b050cb4b6a3 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:33.839767 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dc0f5cb9-9aae-47a7-ac7e-a3447ef135d4 req-b40896ab-f5c4-4935-bded-4b050cb4b6a3 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=958fb903-1729-4290-8965-b1c2ef1d605e HTTP/1.1" status: 200 len: 947 time: 0.1321204 Aug 29 04:27:33.858547 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 8298fbd4-211d-4332-a542-432db4e116c6 up at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:27:33.922939 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning for port 8298fbd4-211d-4332-a542-432db4e116c6 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:27:33.930463 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning complete for port 8298fbd4-211d-4332-a542-432db4e116c6 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:33.931362 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:33.991292 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dc0f5cb9-9aae-47a7-ac7e-a3447ef135d4 req-4e690d34-d3ee-46a6-899f-9b457fac290b tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/security-groups?id=c669a511-bb16-48c8-9944-1f8115bc7803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1423564 Aug 29 04:27:34.013315 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-8a6725bb-db24-4d0b-aff6-a9dde64b19bb req-0004fd25-25d0-4366-90dd-2811f0b68c42 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:34.064712 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-3ba6a503-ebb5-4540-84c6-0e0e6b03aca4 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Deleting port 90847f4d-e720-4743-9e6a-85fdb7688a1f {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:27:34.065061 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3ba6a503-ebb5-4540-84c6-0e0e6b03aca4 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:34.144903 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0004fd25-25d0-4366-90dd-2811f0b68c42 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Pushing event deleted for resources: {'Port': ['ID=5b045eba-a5c6-492f-8b51-765579535b9c,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:34.162503 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['5b045eba-a5c6-492f-8b51-765579535b9c'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:27:34.166944 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['ca4f75b8-7b4e-4310-a5d8-f8a1b65031cf'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:27:34.202712 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a6725bb-db24-4d0b-aff6-a9dde64b19bb req-0004fd25-25d0-4366-90dd-2811f0b68c42 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] No DVR routers for this DVR port 5b045eba-a5c6-492f-8b51-765579535b9c on host n-h1-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:27:34.206319 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-8a6725bb-db24-4d0b-aff6-a9dde64b19bb req-0004fd25-25d0-4366-90dd-2811f0b68c42 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:34.216677 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8a6725bb-db24-4d0b-aff6-a9dde64b19bb req-0004fd25-25d0-4366-90dd-2811f0b68c42 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] 10.222.0.46 "DELETE /v2.0/ports/5b045eba-a5c6-492f-8b51-765579535b9c HTTP/1.1" status: 204 len: 173 time: 0.8994322 Aug 29 04:27:34.217187 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dafd6991-23da-4a12-a981-8797d3f95870', 'name': 'network-vif-deleted', 'tag': '5b045eba-a5c6-492f-8b51-765579535b9c'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:27:34.219076 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.db.api [req-192f3aa3-ae64-4ac7-a87e-fe003676503a req-33f28bd6-8b2d-473c-b659-52709eb928d5 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:27:34.219660 n-d-712140-12 neutron-server[94829]: DEBUG oslo_db.api [req-192f3aa3-ae64-4ac7-a87e-fe003676503a req-33f28bd6-8b2d-473c-b659-52709eb928d5 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:27:34.220512 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb2d514e-e8f8-447f-b4ec-8870ac15b980" -d '{"events": [{"server_uuid": "dafd6991-23da-4a12-a981-8797d3f95870", "name": "network-vif-deleted", "tag": "5b045eba-a5c6-492f-8b51-765579535b9c"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:27:34.300729 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c9982e3-66af-4bba-8c39-0f5aef9dc820 x-openstack-request-id: req-1c9982e3-66af-4bba-8c39-0f5aef9dc820 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:27:34.301251 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dafd6991-23da-4a12-a981-8797d3f95870", "name": "network-vif-deleted", "tag": "5b045eba-a5c6-492f-8b51-765579535b9c", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:27:34.301675 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1c9982e3-66af-4bba-8c39-0f5aef9dc820 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:27:34.302268 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dafd6991-23da-4a12-a981-8797d3f95870', 'name': 'network-vif-deleted', 'tag': '5b045eba-a5c6-492f-8b51-765579535b9c', 'status': 'completed', 'code': 200} Aug 29 04:27:34.338999 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3ba6a503-ebb5-4540-84c6-0e0e6b03aca4 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:34.364382 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-3ba6a503-ebb5-4540-84c6-0e0e6b03aca4 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Calling delete_port for 90847f4d-e720-4743-9e6a-85fdb7688a1f owned by {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:27:34.421345 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96d1f002-d755-4e1e-b185-70291e5c00cc admin admin] Router 4ec61656-426d-4ee2-b860-821937a2193e has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:27:34.441315 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:34.697186 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 8298fbd4-211d-4332-a542-432db4e116c6, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=8298fbd4-211d-4332-a542-432db4e116c6,segment=NetworkSegment(f3bf739c-6838-45ab-8dc8-7a9cc44faa04),segment_id=f3bf739c-6838-45ab-8dc8-7a9cc44faa04)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:34.707387 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a00e32c1-e410-428f-ab5e-d665c87c4e3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8298fbd4-211d-4332-a542-432db4e116c6'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:27:34.712997 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3fab832-f879-4bf4-afba-4b60822a2896" -d '{"events": [{"server_uuid": "a00e32c1-e410-428f-ab5e-d665c87c4e3a", "name": "network-vif-plugged", "status": "completed", "tag": "8298fbd4-211d-4332-a542-432db4e116c6"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:27:34.716084 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:34.720903 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de56a587-9992-460b-b7da-005be027cf4b req-aeeb209b-da81-42b3-89de-bc3ec29ebf98 tempest-ServerAddressesNegativeTestJSON-464055973 tempest-ServerAddressesNegativeTestJSON-464055973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:34.723628 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-192f3aa3-ae64-4ac7-a87e-fe003676503a req-33f28bd6-8b2d-473c-b659-52709eb928d5 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Notify callbacks [] for floatingip, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:34.728432 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-de56a587-9992-460b-b7da-005be027cf4b req-aeeb209b-da81-42b3-89de-bc3ec29ebf98 tempest-ServerAddressesNegativeTestJSON-464055973 tempest-ServerAddressesNegativeTestJSON-464055973-project] 10.222.0.22 "GET /v2.0/ports?device_id=a00e32c1-e410-428f-ab5e-d665c87c4e3a HTTP/1.1" status: 200 len: 945 time: 0.1527567 Aug 29 04:27:34.847594 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-de56a587-9992-460b-b7da-005be027cf4b req-36f8d4bc-ac1d-46a9-bce2-3b2d4e759810 tempest-ServerAddressesNegativeTestJSON-464055973 tempest-ServerAddressesNegativeTestJSON-464055973-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f4c6df4-f5fc-489b-bcff-15b87f285b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180730 Aug 29 04:27:34.857001 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=8298fbd4-211d-4332-a542-432db4e116c6,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:34.858577 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3ba6a503-ebb5-4540-84c6-0e0e6b03aca4 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:34.991471 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device d09aa392-e8d0-482f-ba9d-36154cd6ef42 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:27:35.091742 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72e46030-989b-49f3-b5d2-a88853a90f27 x-openstack-request-id: req-72e46030-989b-49f3-b5d2-a88853a90f27 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:27:35.092205 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a00e32c1-e410-428f-ab5e-d665c87c4e3a", "name": "network-vif-plugged", "status": "completed", "tag": "8298fbd4-211d-4332-a542-432db4e116c6", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:27:35.092736 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-72e46030-989b-49f3-b5d2-a88853a90f27 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:27:35.093372 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a00e32c1-e410-428f-ab5e-d665c87c4e3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8298fbd4-211d-4332-a542-432db4e116c6', 'code': 200} Aug 29 04:27:35.095435 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port d09aa392-e8d0-482f-ba9d-36154cd6ef42 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:27:35.141850 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0783fa-b068-4d3c-9345-4f044311e63d None None] Network 38401c05-10b3-41a3-8706-c67d6a1dcbb2 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:27:35.145860 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba6a503-ebb5-4540-84c6-0e0e6b03aca4 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Pushing event deleted for resources: {'Port': ['ID=90847f4d-e720-4743-9e6a-85fdb7688a1f,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:35.260121 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-58e84dc5-4e4f-4849-8608-bd2b4a09cab5 None None] Provisioning for port d09aa392-e8d0-482f-ba9d-36154cd6ef42 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:27:35.267174 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-58e84dc5-4e4f-4849-8608-bd2b4a09cab5 None None] Provisioning complete for port d09aa392-e8d0-482f-ba9d-36154cd6ef42 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:35.267544 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-58e84dc5-4e4f-4849-8608-bd2b4a09cab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:35.269185 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e32cdc-e909-4958-8419-5af98092d6b4 req-5d804db5-244f-4fc8-8580-46e4726e3ccf tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:35.278112 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-58e32cdc-e909-4958-8419-5af98092d6b4 req-5d804db5-244f-4fc8-8580-46e4726e3ccf tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=958fb903-1729-4290-8965-b1c2ef1d605e HTTP/1.1" status: 200 len: 947 time: 0.1256385 Aug 29 04:27:35.304755 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4cf0da-b474-4c3a-b05f-c8565d1d3c8f req-035ed00b-4c00-4de0-9c4a-6685730a8fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:35.306895 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2e4cf0da-b474-4c3a-b05f-c8565d1d3c8f req-035ed00b-4c00-4de0-9c4a-6685730a8fb8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a00e32c1-e410-428f-ab5e-d665c87c4e3a HTTP/1.1" status: 200 len: 1098 time: 0.1065948 Aug 29 04:27:35.319404 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96d1f002-d755-4e1e-b185-70291e5c00cc admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:27:35.336023 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9944570-9acd-4eac-89da-4749154688bd None None] Sync routers for ids ['4ec61656-426d-4ee2-b860-821937a2193e'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:27:35.336266 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-96d1f002-d755-4e1e-b185-70291e5c00cc admin admin] 10.222.0.22 "PUT /v2.0/routers/4ec61656-426d-4ee2-b860-821937a2193e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0676725 Aug 29 04:27:35.357463 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 60768) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:35.407072 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2e4cf0da-b474-4c3a-b05f-c8565d1d3c8f req-9e830fa2-36a7-49c2-a7ec-484c87c4c0e0 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=9f4c6df4-f5fc-489b-bcff-15b87f285b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920014 Aug 29 04:27:35.419003 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-58e32cdc-e909-4958-8419-5af98092d6b4 req-253340b3-61f4-4bd3-97b2-aa21ac0dc496 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/security-groups?id=c669a511-bb16-48c8-9944-1f8115bc7803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1396852 Aug 29 04:27:35.444397 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9944570-9acd-4eac-89da-4749154688bd None None] Routers {'4ec61656-426d-4ee2-b860-821937a2193e'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:27:35.445079 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-a9944570-9acd-4eac-89da-4749154688bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:27:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['4ec61656-426d-4ee2-b860-821937a2193e'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:35.515800 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3ba6a503-ebb5-4540-84c6-0e0e6b03aca4 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:35.517854 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-3ba6a503-ebb5-4540-84c6-0e0e6b03aca4 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "DELETE /v2.0/ports/90847f4d-e720-4743-9e6a-85fdb7688a1f HTTP/1.1" status: 204 len: 168 time: 2.2289605 Aug 29 04:27:35.520693 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 60772) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:35.565252 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-a9944570-9acd-4eac-89da-4749154688bd None None] Set router 4ec61656-426d-4ee2-b860-821937a2193e gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:27:35.614055 n-d-712140-12 neutron-server[94828]: INFO neutron.pecan_wsgi.hooks.translation [None req-be717bcf-3c9a-489d-8987-cc5c4aeec964 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] GET failed (client error): The resource could not be found. Aug 29 04:27:35.619883 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-be717bcf-3c9a-489d-8987-cc5c4aeec964 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "GET /v2.0/ports/90847f4d-e720-4743-9e6a-85fdb7688a1f HTTP/1.1" status: 404 len: 333 time: 0.0973082 Aug 29 04:27:35.622129 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 60774) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:35.627657 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-58e84dc5-4e4f-4849-8608-bd2b4a09cab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:35.675462 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c1384bcf-ef6b-4882-87d5-75481d296b3e admin admin] Notify callbacks [] for router, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:35.692286 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb7c943c-8bce-4d67-9623-b6d58b626074 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Deleting subnet 4ac34533-fb0e-4a79-bf55-fbe0d10b47b5 {{(pid=94828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:27:35.696863 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cb7c943c-8bce-4d67-9623-b6d58b626074 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks [] for subnet, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:35.759747 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cb7c943c-8bce-4d67-9623-b6d58b626074 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8904862'] for subnet, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:35.798366 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-58e84dc5-4e4f-4849-8608-bd2b4a09cab5 None None] For port d09aa392-e8d0-482f-ba9d-36154cd6ef42, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=d09aa392-e8d0-482f-ba9d-36154cd6ef42,segment=NetworkSegment(93287c49-00e8-4c3b-b9dc-bb3a98b0880e),segment_id=93287c49-00e8-4c3b-b9dc-bb3a98b0880e)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:35.813926 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-58e84dc5-4e4f-4849-8608-bd2b4a09cab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:35.873416 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cb7c943c-8bce-4d67-9623-b6d58b626074 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:35.889213 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c1384bcf-ef6b-4882-87d5-75481d296b3e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:35.953823 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cb7c943c-8bce-4d67-9623-b6d58b626074 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9190434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062341'] for subnet, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:35.982518 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7c943c-8bce-4d67-9623-b6d58b626074 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Pushing event deleted for resources: {'Subnet': ['ID=4ac34533-fb0e-4a79-bf55-fbe0d10b47b5,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:36.018671 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e84dc5-4e4f-4849-8608-bd2b4a09cab5 None None] Pushing event updated for resources: {'Port': ['ID=d09aa392-e8d0-482f-ba9d-36154cd6ef42,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:36.035526 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cb7c943c-8bce-4d67-9623-b6d58b626074 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:36.041536 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-cb7c943c-8bce-4d67-9623-b6d58b626074 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "DELETE /v2.0/subnets/4ac34533-fb0e-4a79-bf55-fbe0d10b47b5 HTTP/1.1" status: 204 len: 168 time: 0.4133976 Aug 29 04:27:36.045463 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 60784) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:36.069378 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-a9944570-9acd-4eac-89da-4749154688bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec61656-426d-4ee2-b860-821937a2193e', 'name': 'tempest-ImageQuotaTest-1425813612-router', 'tenant_id': '40a31750302149dd9bebe985e2d25a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '882bc553-5232-41f5-b4e6-b38fa5b6587d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:27:14Z', 'updated_at': '2021-08-29T04:27:32Z', 'revision_number': 5, 'project_id': '40a31750302149dd9bebe985e2d25a85', 'gw_port': {'id': '882bc553-5232-41f5-b4e6-b38fa5b6587d', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:2d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec61656-426d-4ee2-b860-821937a2193e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1992, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:27:17Z', 'updated_at': '2021-08-29T04:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:36.073161 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 5b045eba-a5c6-492f-8b51-765579535b9c no longer exists at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:27:36.086169 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-192f3aa3-ae64-4ac7-a87e-fe003676503a req-33f28bd6-8b2d-473c-b659-52709eb928d5 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:36.107245 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-192f3aa3-ae64-4ac7-a87e-fe003676503a req-33f28bd6-8b2d-473c-b659-52709eb928d5 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719515'] for floatingip, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:36.114140 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9944570-9acd-4eac-89da-4749154688bd None None] Checking router: 4ec61656-426d-4ee2-b860-821937a2193e for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:27:36.135762 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] No Port match for: 5b045eba-a5c6-492f-8b51-765579535b9c {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:27:36.138641 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 5b045eba-a5c6-492f-8b51-765579535b9c not bound to the agent host n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:27:36.149747 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43774b9b-05d0-4a49-8ac1-b88b232eacd4 req-5f9ff3dc-c4a5-4a5b-8e4a-a01f3fe8144f tempest-ServerAddressesNegativeTestJSON-464055973 tempest-ServerAddressesNegativeTestJSON-464055973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:36.158467 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-43774b9b-05d0-4a49-8ac1-b88b232eacd4 req-5f9ff3dc-c4a5-4a5b-8e4a-a01f3fe8144f tempest-ServerAddressesNegativeTestJSON-464055973 tempest-ServerAddressesNegativeTestJSON-464055973-project] 10.222.0.22 "GET /v2.0/ports?device_id=a00e32c1-e410-428f-ab5e-d665c87c4e3a HTTP/1.1" status: 200 len: 946 time: 0.1616671 Aug 29 04:27:36.173821 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9944570-9acd-4eac-89da-4749154688bd None None] Routers {'4ec61656-426d-4ee2-b860-821937a2193e'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:27:36.176165 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-a9944570-9acd-4eac-89da-4749154688bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:27:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['4ec61656-426d-4ee2-b860-821937a2193e'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:36.206868 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0d228987-853e-4837-b379-380971ddb0c0 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:36.225532 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1944be9-b76a-4eea-ae6e-ccf04838f2cd None None] Network 38401c05-10b3-41a3-8706-c67d6a1dcbb2 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:27:36.250842 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-43774b9b-05d0-4a49-8ac1-b88b232eacd4 req-da264039-c932-4e61-86c7-f476894fd558 tempest-ServerAddressesNegativeTestJSON-464055973 tempest-ServerAddressesNegativeTestJSON-464055973-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f4c6df4-f5fc-489b-bcff-15b87f285b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912406 Aug 29 04:27:36.308045 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-0d228987-853e-4837-b379-380971ddb0c0 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Deleting port d09aa392-e8d0-482f-ba9d-36154cd6ef42 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:27:36.308414 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0d228987-853e-4837-b379-380971ddb0c0 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:36.389800 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-51d4847e-45ae-45c8-9c74-99e6c5ef6a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:36.401517 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-0d228987-853e-4837-b379-380971ddb0c0 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] For port d09aa392-e8d0-482f-ba9d-36154cd6ef42, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=d09aa392-e8d0-482f-ba9d-36154cd6ef42,segment=NetworkSegment(93287c49-00e8-4c3b-b9dc-bb3a98b0880e),segment_id=93287c49-00e8-4c3b-b9dc-bb3a98b0880e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:36.401922 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0d228987-853e-4837-b379-380971ddb0c0 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:36.414540 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-5a162fb0-6004-4eb7-b6e3-b50e887e209b None None] Provisioning complete for port d09aa392-e8d0-482f-ba9d-36154cd6ef42 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:36.414954 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5a162fb0-6004-4eb7-b6e3-b50e887e209b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:36.419058 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-0d228987-853e-4837-b379-380971ddb0c0 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Calling delete_port for d09aa392-e8d0-482f-ba9d-36154cd6ef42 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:27:36.459382 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-a9944570-9acd-4eac-89da-4749154688bd None None] Set router 4ec61656-426d-4ee2-b860-821937a2193e gateway port host: None {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:27:36.540407 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-a9944570-9acd-4eac-89da-4749154688bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec61656-426d-4ee2-b860-821937a2193e', 'name': 'tempest-ImageQuotaTest-1425813612-router', 'tenant_id': '40a31750302149dd9bebe985e2d25a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:27:14Z', 'updated_at': '2021-08-29T04:27:35Z', 'revision_number': 6, 'project_id': '40a31750302149dd9bebe985e2d25a85', 'gw_port_host': None}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:36.561556 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0d228987-853e-4837-b379-380971ddb0c0 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:36.619185 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-5a162fb0-6004-4eb7-b6e3-b50e887e209b None None] Port d09aa392-e8d0-482f-ba9d-36154cd6ef42 update to ACTIVE by agent not found {{(pid=94830) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 29 04:27:36.622408 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9944570-9acd-4eac-89da-4749154688bd None None] The sync data for ids ['4ec61656-426d-4ee2-b860-821937a2193e'] in n-d-712140-12 is: [{'id': '4ec61656-426d-4ee2-b860-821937a2193e', 'name': 'tempest-ImageQuotaTest-1425813612-router', 'tenant_id': '40a31750302149dd9bebe985e2d25a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:27:14Z', 'updated_at': '2021-08-29T04:27:35Z', 'revision_number': 6, 'project_id': '40a31750302149dd9bebe985e2d25a85', 'gw_port_host': None}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:27:36.635416 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d228987-853e-4837-b379-380971ddb0c0 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Pushing event deleted for resources: {'Port': ['ID=d09aa392-e8d0-482f-ba9d-36154cd6ef42,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:36.644128 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d228987-853e-4837-b379-380971ddb0c0 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] No DVR routers for this DVR port d09aa392-e8d0-482f-ba9d-36154cd6ef42 on host n-d-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:27:36.653820 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device d09aa392-e8d0-482f-ba9d-36154cd6ef42 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:27:36.680360 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: d09aa392-e8d0-482f-ba9d-36154cd6ef42 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:27:36.681003 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device d09aa392-e8d0-482f-ba9d-36154cd6ef42 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 29 04:27:36.702181 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Port d09aa392-e8d0-482f-ba9d-36154cd6ef42 not found, will not notify nova. {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 29 04:27:36.723869 n-d-712140-12 neutron-server[94829]: INFO neutron.db.l3_db [req-192f3aa3-ae64-4ac7-a87e-fe003676503a req-33f28bd6-8b2d-473c-b659-52709eb928d5 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Floating IP f0e78b1b-53e5-4bf0-9c5b-2d4924be7bcf associated. External IP: 172.25.0.33, port: ca4f75b8-7b4e-4310-a5d8-f8a1b65031cf. Aug 29 04:27:36.730268 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-c1384bcf-ef6b-4882-87d5-75481d296b3e admin admin] Deleting port 882bc553-5232-41f5-b4e6-b38fa5b6587d {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:27:36.730602 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c1384bcf-ef6b-4882-87d5-75481d296b3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:36.770353 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7312e7be-9a0a-4b10-bd43-6ea9df366459 req-e129f971-3d1b-4212-8584-5a1481c60161 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:36.772116 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7312e7be-9a0a-4b10-bd43-6ea9df366459 req-e129f971-3d1b-4212-8584-5a1481c60161 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=958fb903-1729-4290-8965-b1c2ef1d605e HTTP/1.1" status: 200 len: 947 time: 0.2239008 Aug 29 04:27:36.777084 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0d228987-853e-4837-b379-380971ddb0c0 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:36.811434 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-0d228987-853e-4837-b379-380971ddb0c0 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38401c05-10b3-41a3-8706-c67d6a1dcbb2']}} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:36.831187 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-0d228987-853e-4837-b379-380971ddb0c0 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93287c49-00e8-4c3b-b9dc-bb3a98b0880e') {'for_net_delete': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:36.831470 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-0d228987-853e-4837-b379-380971ddb0c0 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93287c49-00e8-4c3b-b9dc-bb3a98b0880e') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:36.848606 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7312e7be-9a0a-4b10-bd43-6ea9df366459 req-f0a86589-83ff-49e6-886f-28ac2b73be26 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/security-groups?id=c669a511-bb16-48c8-9944-1f8115bc7803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681055 Aug 29 04:27:36.853099 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0d228987-853e-4837-b379-380971ddb0c0 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8904833'] for segment, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:36.875858 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0d228987-853e-4837-b379-380971ddb0c0 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:36.875858 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d228987-853e-4837-b379-380971ddb0c0 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=94828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:27:36.875858 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0d228987-853e-4837-b379-380971ddb0c0 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9190468'] for segment, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:36.933652 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-c1384bcf-ef6b-4882-87d5-75481d296b3e admin admin] For port 882bc553-5232-41f5-b4e6-b38fa5b6587d, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=882bc553-5232-41f5-b4e6-b38fa5b6587d,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:36.934191 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c1384bcf-ef6b-4882-87d5-75481d296b3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:36.943567 n-d-712140-12 neutron-server[94828]: Traceback (most recent call last): Aug 29 04:27:36.943567 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:27:36.943567 n-d-712140-12 neutron-server[94828]: timer() Aug 29 04:27:36.943567 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:27:36.943567 n-d-712140-12 neutron-server[94828]: cb(*args, **kw) Aug 29 04:27:36.943567 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:27:36.943567 n-d-712140-12 neutron-server[94828]: return func(*args, **kwargs) Aug 29 04:27:36.943567 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:27:36.943567 n-d-712140-12 neutron-server[94828]: self._notify() Aug 29 04:27:36.943567 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:27:36.943567 n-d-712140-12 neutron-server[94828]: self.callback(batched_events) Aug 29 04:27:36.943567 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:27:36.943567 n-d-712140-12 neutron-server[94828]: event.method(event) Aug 29 04:27:36.943567 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:27:36.943567 n-d-712140-12 neutron-server[94828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:27:36.943567 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:27:36.943567 n-d-712140-12 neutron-server[94828]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:27:36.943567 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:27:36.943567 n-d-712140-12 neutron-server[94828]: return f(self, *a, **k) Aug 29 04:27:36.943567 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:27:36.943567 n-d-712140-12 neutron-server[94828]: return self._get(url).json() Aug 29 04:27:36.943567 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:27:36.943567 n-d-712140-12 neutron-server[94828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:27:36.943567 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:27:36.943567 n-d-712140-12 neutron-server[94828]: return self.request(url, 'GET', **kwargs) Aug 29 04:27:36.943567 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:27:36.943567 n-d-712140-12 neutron-server[94828]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:27:36.943567 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:27:36.943567 n-d-712140-12 neutron-server[94828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:27:36.943567 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:27:36.943567 n-d-712140-12 neutron-server[94828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:27:36.943567 n-d-712140-12 neutron-server[94828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:27:36.951830 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0d228987-853e-4837-b379-380971ddb0c0 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:36.964789 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0d228987-853e-4837-b379-380971ddb0c0 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:36.967096 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-0d228987-853e-4837-b379-380971ddb0c0 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "DELETE /v2.0/networks/38401c05-10b3-41a3-8706-c67d6a1dcbb2 HTTP/1.1" status: 204 len: 168 time: 0.9208753 Aug 29 04:27:36.973797 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 60800) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:36.980005 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-da4a34e9-090f-4950-9d03-bdd0e8b637d7 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Request body: {'port': {'network_id': 'a6bb57b7-cb0c-4410-98f1-bc74c77bcda7', 'name': 'tempest-PortsTestJSON-2004793237'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:37.001970 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd63477c-c679-4d04-807d-12cfd5555c04 None None] DHCP port deletion for 38401c05-10b3-41a3-8706-c67d6a1dcbb2 request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:27:37.063052 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-c1384bcf-ef6b-4882-87d5-75481d296b3e admin admin] Calling delete_port for 882bc553-5232-41f5-b4e6-b38fa5b6587d owned by network:router_gateway {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:27:37.095146 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d228987-853e-4837-b379-380971ddb0c0 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Pushing event deleted for resources: {'Network': ['ID=38401c05-10b3-41a3-8706-c67d6a1dcbb2,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:37.111380 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:37.167310 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [req-192f3aa3-ae64-4ac7-a87e-fe003676503a req-33f28bd6-8b2d-473c-b659-52709eb928d5 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Router 75152a67-b6c4-4168-b3ba-a48550e2154c has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:27:37.170354 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:37.173612 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da4a34e9-090f-4950-9d03-bdd0e8b637d7 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Made reservation on behalf of 6e77efd76d814cd8b24fb0a97b527734 for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:37.181284 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-da4a34e9-090f-4950-9d03-bdd0e8b637d7 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:37.201404 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-da4a34e9-090f-4950-9d03-bdd0e8b637d7 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] device_id is not set on port 66638225-9450-459e-a809-ce1975fba2b1 yet. {{(pid=94828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:27:37.410812 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-192f3aa3-ae64-4ac7-a87e-fe003676503a req-33f28bd6-8b2d-473c-b659-52709eb928d5 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:27:37.419625 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-192f3aa3-ae64-4ac7-a87e-fe003676503a req-33f28bd6-8b2d-473c-b659-52709eb928d5 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:37.427097 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b8c844-a3d6-4019-a278-41da02a701a2 None None] Sync routers for ids ['75152a67-b6c4-4168-b3ba-a48550e2154c'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:27:37.441453 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-da4a34e9-090f-4950-9d03-bdd0e8b637d7 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:37.441770 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b8c844-a3d6-4019-a278-41da02a701a2 None None] Routers {'75152a67-b6c4-4168-b3ba-a48550e2154c'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:27:37.442975 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-d2b8c844-a3d6-4019-a278-41da02a701a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:27:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['75152a67-b6c4-4168-b3ba-a48550e2154c'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:37.468179 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c073ec5-6aa3-44fe-a1ed-8b3b329cfc85 req-04e798dc-3c20-4614-bcb4-efa94813c013 tempest-ServerAddressesNegativeTestJSON-464055973 tempest-ServerAddressesNegativeTestJSON-464055973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:37.471574 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2c073ec5-6aa3-44fe-a1ed-8b3b329cfc85 req-04e798dc-3c20-4614-bcb4-efa94813c013 tempest-ServerAddressesNegativeTestJSON-464055973 tempest-ServerAddressesNegativeTestJSON-464055973-project] 10.222.0.22 "GET /v2.0/ports?device_id=a00e32c1-e410-428f-ab5e-d665c87c4e3a HTTP/1.1" status: 200 len: 946 time: 0.1204851 Aug 29 04:27:37.480346 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-192f3aa3-ae64-4ac7-a87e-fe003676503a req-33f28bd6-8b2d-473c-b659-52709eb928d5 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] 10.222.0.22 "PUT /v2.0/floatingips/f0e78b1b-53e5-4bf0-9c5b-2d4924be7bcf HTTP/1.1" status: 200 len: 996 time: 4.9479771 Aug 29 04:27:37.481285 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c5d5b2c-32be-4d50-a58e-3f43aaddd10f', 'tag': 'ca4f75b8-7b4e-4310-a5d8-f8a1b65031cf'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:27:37.486262 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79a22a78-3953-492d-b649-84e79e7144a6" -d '{"events": [{"name": "network-changed", "server_uuid": "4c5d5b2c-32be-4d50-a58e-3f43aaddd10f", "tag": "ca4f75b8-7b4e-4310-a5d8-f8a1b65031cf"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:27:37.491236 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c1384bcf-ef6b-4882-87d5-75481d296b3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:37.518426 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2c073ec5-6aa3-44fe-a1ed-8b3b329cfc85 req-9c0a2936-04c9-4ab5-8a2d-ee72f0b6bce5 tempest-ServerAddressesNegativeTestJSON-464055973 tempest-ServerAddressesNegativeTestJSON-464055973-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f4c6df4-f5fc-489b-bcff-15b87f285b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397282 Aug 29 04:27:37.551458 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-da4a34e9-090f-4950-9d03-bdd0e8b637d7 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:37.564993 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1384bcf-ef6b-4882-87d5-75481d296b3e admin admin] Pushing event deleted for resources: {'Port': ['ID=882bc553-5232-41f5-b4e6-b38fa5b6587d,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:37.614691 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192f3aa3-ae64-4ac7-a87e-fe003676503a req-b394b9e9-b34d-4401-9fa0-ebd590109529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:37.622154 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-192f3aa3-ae64-4ac7-a87e-fe003676503a req-b394b9e9-b34d-4401-9fa0-ebd590109529 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f78174329f774784990d52436973061e&device_id=4c5d5b2c-32be-4d50-a58e-3f43aaddd10f HTTP/1.1" status: 200 len: 1098 time: 0.1324544 Aug 29 04:27:37.625411 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-d2b8c844-a3d6-4019-a278-41da02a701a2 None None] Set router 75152a67-b6c4-4168-b3ba-a48550e2154c gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:27:37.656916 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4a34e9-090f-4950-9d03-bdd0e8b637d7 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Network a6bb57b7-cb0c-4410-98f1-bc74c77bcda7 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:27:37.686234 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-da4a34e9-090f-4950-9d03-bdd0e8b637d7 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:37.694883 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4a34e9-090f-4950-9d03-bdd0e8b637d7 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:27:37.706666 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4a34e9-090f-4950-9d03-bdd0e8b637d7 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:37.707341 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-da4a34e9-090f-4950-9d03-bdd0e8b637d7 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:37.754035 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192f3aa3-ae64-4ac7-a87e-fe003676503a req-7f2d066e-8ac4-4480-a521-f16207043aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:37.763391 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-da4a34e9-090f-4950-9d03-bdd0e8b637d7 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7860327 Aug 29 04:27:37.763621 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-192f3aa3-ae64-4ac7-a87e-fe003676503a req-7f2d066e-8ac4-4480-a521-f16207043aea service neutron] 10.222.0.22 "GET /v2.0/networks?id=fcd0713a-66d5-429e-8806-1ec67be3b61c HTTP/1.1" status: 200 len: 922 time: 0.1394663 Aug 29 04:27:37.764438 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 60820) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:37.767087 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6e4a312-2b01-4f64-9e27-0abb7131df89 x-openstack-request-id: req-c6e4a312-2b01-4f64-9e27-0abb7131df89 {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:27:37.767384 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c5d5b2c-32be-4d50-a58e-3f43aaddd10f", "tag": "ca4f75b8-7b4e-4310-a5d8-f8a1b65031cf", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:27:37.767637 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c6e4a312-2b01-4f64-9e27-0abb7131df89 {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:27:37.768071 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c5d5b2c-32be-4d50-a58e-3f43aaddd10f', 'tag': 'ca4f75b8-7b4e-4310-a5d8-f8a1b65031cf', 'status': 'completed', 'code': 200} Aug 29 04:27:37.824738 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4a34e9-090f-4950-9d03-bdd0e8b637d7 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Pushing event updated for resources: {'Port': ['ID=66638225-9450-459e-a809-ce1975fba2b1,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:37.866357 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a22a78-3953-492d-b649-84e79e7144a6 req-da717512-a600-413f-8df7-8a1e602a03d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:37.867954 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-79a22a78-3953-492d-b649-84e79e7144a6 req-da717512-a600-413f-8df7-8a1e602a03d3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f78174329f774784990d52436973061e&device_id=4c5d5b2c-32be-4d50-a58e-3f43aaddd10f HTTP/1.1" status: 200 len: 1098 time: 0.1010237 Aug 29 04:27:37.983734 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-192f3aa3-ae64-4ac7-a87e-fe003676503a req-0012cae9-c390-4d79-9b6d-e053f6835682 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca4f75b8-7b4e-4310-a5d8-f8a1b65031cf HTTP/1.1" status: 200 len: 999 time: 0.2201097 Aug 29 04:27:37.989720 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c1384bcf-ef6b-4882-87d5-75481d296b3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719445'] for router_gateway, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:38.040524 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a22a78-3953-492d-b649-84e79e7144a6 req-3f87fe5b-227b-44fb-9f5c-9ea1f18e7486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:38.041696 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-79a22a78-3953-492d-b649-84e79e7144a6 req-3f87fe5b-227b-44fb-9f5c-9ea1f18e7486 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fcd0713a-66d5-429e-8806-1ec67be3b61c HTTP/1.1" status: 200 len: 922 time: 0.1660490 Aug 29 04:27:38.151244 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-d2b8c844-a3d6-4019-a278-41da02a701a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75152a67-b6c4-4168-b3ba-a48550e2154c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1755985023-router', 'tenant_id': 'f78174329f774784990d52436973061e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': '2a8ec008-e3bf-48ff-ad0d-69d708718ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:57Z', 'updated_at': '2021-08-29T04:26:03Z', 'revision_number': 4, 'project_id': 'f78174329f774784990d52436973061e', 'gw_port': {'id': '2a8ec008-e3bf-48ff-ad0d-69d708718ad8', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:4d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75152a67-b6c4-4168-b3ba-a48550e2154c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:57Z', 'updated_at': '2021-08-29T04:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': 'f0e78b1b-53e5-4bf0-9c5b-2d4924be7bcf', 'tenant_id': 'f78174329f774784990d52436973061e', 'floating_ip_address': '172.25.0.33', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': '75152a67-b6c4-4168-b3ba-a48550e2154c', 'port_id': 'ca4f75b8-7b4e-4310-a5d8-f8a1b65031cf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1940, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcd0713a-66d5-429e-8806-1ec67be3b61c', 'mac_address': 'fa:16:3e:1c:5c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c5d5b2c-32be-4d50-a58e-3f43aaddd10f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:26:35Z', 'updated_at': '2021-08-29T04:27:35Z', 'revision_number': 8, 'project_id': 'f78174329f774784990d52436973061e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd673bb13-f978-4cc9-9318-a888cc6bef5d', 'name': '', 'network_id': 'fcd0713a-66d5-429e-8806-1ec67be3b61c', 'tenant_id': 'f78174329f774784990d52436973061e', 'mac_address': 'fa:16:3e:55:3d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75152a67-b6c4-4168-b3ba-a48550e2154c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1900, 'fixed_ips': [{'subnet_id': '710778a2-878b-476c-9719-9ae92ef7de6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:01Z', 'updated_at': '2021-08-29T04:26:16Z', 'revision_number': 5, 'project_id': 'f78174329f774784990d52436973061e', 'subnets': [{'id': '710778a2-878b-476c-9719-9ae92ef7de6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:38.157707 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c1384bcf-ef6b-4882-87d5-75481d296b3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:38.164985 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c1384bcf-ef6b-4882-87d5-75481d296b3e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:38.181977 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b8c844-a3d6-4019-a278-41da02a701a2 None None] Checking router: 75152a67-b6c4-4168-b3ba-a48550e2154c for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:27:38.188872 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-79a22a78-3953-492d-b649-84e79e7144a6 req-31db6880-e742-4579-b37a-f6d75a9f6820 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca4f75b8-7b4e-4310-a5d8-f8a1b65031cf HTTP/1.1" status: 200 len: 999 time: 0.1200125 Aug 29 04:27:38.192272 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b8c844-a3d6-4019-a278-41da02a701a2 None None] Routers {'75152a67-b6c4-4168-b3ba-a48550e2154c'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:27:38.192983 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192f3aa3-ae64-4ac7-a87e-fe003676503a req-a59fd301-92fe-46e6-bd1f-12b720707b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:38.193380 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-d2b8c844-a3d6-4019-a278-41da02a701a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:27:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['75152a67-b6c4-4168-b3ba-a48550e2154c'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:38.196049 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-192f3aa3-ae64-4ac7-a87e-fe003676503a req-a59fd301-92fe-46e6-bd1f-12b720707b4c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=710778a2-878b-476c-9719-9ae92ef7de6e HTTP/1.1" status: 200 len: 860 time: 0.1512036 Aug 29 04:27:38.199140 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f5c7b6-936b-493d-b6d5-a2569c65b021 req-e0eb2410-91cf-4de6-b74e-4fc12dc23c40 tempest-ServerAddressesNegativeTestJSON-464055973 tempest-ServerAddressesNegativeTestJSON-464055973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:38.204292 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e7f5c7b6-936b-493d-b6d5-a2569c65b021 req-e0eb2410-91cf-4de6-b74e-4fc12dc23c40 tempest-ServerAddressesNegativeTestJSON-464055973 tempest-ServerAddressesNegativeTestJSON-464055973-project] 10.222.0.22 "GET /v2.0/ports?device_id=a00e32c1-e410-428f-ab5e-d665c87c4e3a HTTP/1.1" status: 200 len: 946 time: 0.1281526 Aug 29 04:27:38.284776 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-81a85069-cd1e-4db3-a0aa-f853f0a390d4 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Deleting port 66638225-9450-459e-a809-ce1975fba2b1 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:27:38.285171 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-81a85069-cd1e-4db3-a0aa-f853f0a390d4 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:38.299756 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a22a78-3953-492d-b649-84e79e7144a6 req-febc229d-b05b-4a0f-9295-5a63bb92e984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:38.303068 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-79a22a78-3953-492d-b649-84e79e7144a6 req-febc229d-b05b-4a0f-9295-5a63bb92e984 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=710778a2-878b-476c-9719-9ae92ef7de6e HTTP/1.1" status: 200 len: 860 time: 0.0960855 Aug 29 04:27:38.317337 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e7f5c7b6-936b-493d-b6d5-a2569c65b021 req-f5661a80-34c1-4de8-be72-da8c502b7028 tempest-ServerAddressesNegativeTestJSON-464055973 tempest-ServerAddressesNegativeTestJSON-464055973-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f4c6df4-f5fc-489b-bcff-15b87f285b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790677 Aug 29 04:27:38.341936 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c1384bcf-ef6b-4882-87d5-75481d296b3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717253'] for router, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:38.342372 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1384bcf-ef6b-4882-87d5-75481d296b3e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ec61656-426d-4ee2-b860-821937a2193e {{(pid=94829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:27:38.352241 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c1384bcf-ef6b-4882-87d5-75481d296b3e admin admin] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:38.353312 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-c1384bcf-ef6b-4882-87d5-75481d296b3e admin admin] 10.222.0.22 "DELETE /v2.0/routers/4ec61656-426d-4ee2-b860-821937a2193e HTTP/1.1" status: 204 len: 168 time: 2.9839439 Aug 29 04:27:38.360858 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 60836) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:38.366914 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-d2b8c844-a3d6-4019-a278-41da02a701a2 None None] Set router 75152a67-b6c4-4168-b3ba-a48550e2154c gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:27:38.404215 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-81a85069-cd1e-4db3-a0aa-f853f0a390d4 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:38.426993 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a22a78-3953-492d-b649-84e79e7144a6 req-a9b3784a-8e61-451c-85a9-c70117a7c334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:38.428088 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192f3aa3-ae64-4ac7-a87e-fe003676503a req-b909eb14-0156-412f-a21c-db14fc7811a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:38.428763 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-79a22a78-3953-492d-b649-84e79e7144a6 req-a9b3784a-8e61-451c-85a9-c70117a7c334 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fcd0713a-66d5-429e-8806-1ec67be3b61c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1104460 Aug 29 04:27:38.429581 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-192f3aa3-ae64-4ac7-a87e-fe003676503a req-b909eb14-0156-412f-a21c-db14fc7811a1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=fcd0713a-66d5-429e-8806-1ec67be3b61c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2014728 Aug 29 04:27:38.441436 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-81a85069-cd1e-4db3-a0aa-f853f0a390d4 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Calling delete_port for 66638225-9450-459e-a809-ce1975fba2b1 owned by {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:27:38.448987 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_v2 [None req-c545c03c-ed63-456f-bad6-3a9cb5fe0922 admin admin] Deleting subnet 44748f2d-284d-4ceb-bf71-e6f2172c4862 {{(pid=94828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:27:38.464683 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c545c03c-ed63-456f-bad6-3a9cb5fe0922 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:38.556644 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c545c03c-ed63-456f-bad6-3a9cb5fe0922 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8904862'] for subnet, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:38.619195 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-79a22a78-3953-492d-b649-84e79e7144a6 req-60dcbff1-451e-4605-a7e6-0be2af51faf0 service neutron] 10.222.0.48 "GET /v2.0/networks/fcd0713a-66d5-429e-8806-1ec67be3b61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804578 Aug 29 04:27:38.632795 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 4d10a284-7fc5-4301-80a5-cf30f625474a no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:27:38.639235 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:38.713715 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-81a85069-cd1e-4db3-a0aa-f853f0a390d4 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:38.757440 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 4d10a284-7fc5-4301-80a5-cf30f625474a {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:27:38.758482 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 4d10a284-7fc5-4301-80a5-cf30f625474a not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:27:38.759112 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 882bc553-5232-41f5-b4e6-b38fa5b6587d no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:27:38.785179 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c545c03c-ed63-456f-bad6-3a9cb5fe0922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:38.798019 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 882bc553-5232-41f5-b4e6-b38fa5b6587d {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:27:38.798677 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 882bc553-5232-41f5-b4e6-b38fa5b6587d not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:27:38.799373 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device d09aa392-e8d0-482f-ba9d-36154cd6ef42 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:27:38.809043 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a85069-cd1e-4db3-a0aa-f853f0a390d4 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Pushing event deleted for resources: {'Port': ['ID=66638225-9450-459e-a809-ce1975fba2b1,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:38.823033 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: d09aa392-e8d0-482f-ba9d-36154cd6ef42 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:27:38.823707 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device d09aa392-e8d0-482f-ba9d-36154cd6ef42 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:27:38.849929 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-d2b8c844-a3d6-4019-a278-41da02a701a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75152a67-b6c4-4168-b3ba-a48550e2154c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1755985023-router', 'tenant_id': 'f78174329f774784990d52436973061e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': '2a8ec008-e3bf-48ff-ad0d-69d708718ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:57Z', 'updated_at': '2021-08-29T04:26:03Z', 'revision_number': 4, 'project_id': 'f78174329f774784990d52436973061e', 'gw_port': {'id': '2a8ec008-e3bf-48ff-ad0d-69d708718ad8', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:4d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75152a67-b6c4-4168-b3ba-a48550e2154c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:57Z', 'updated_at': '2021-08-29T04:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': 'f0e78b1b-53e5-4bf0-9c5b-2d4924be7bcf', 'tenant_id': 'f78174329f774784990d52436973061e', 'floating_ip_address': '172.25.0.33', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': '75152a67-b6c4-4168-b3ba-a48550e2154c', 'port_id': 'ca4f75b8-7b4e-4310-a5d8-f8a1b65031cf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1940, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcd0713a-66d5-429e-8806-1ec67be3b61c', 'mac_address': 'fa:16:3e:1c:5c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c5d5b2c-32be-4d50-a58e-3f43aaddd10f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:26:35Z', 'updated_at': '2021-08-29T04:27:35Z', 'revision_number': 8, 'project_id': 'f78174329f774784990d52436973061e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd673bb13-f978-4cc9-9318-a888cc6bef5d', 'name': '', 'network_id': 'fcd0713a-66d5-429e-8806-1ec67be3b61c', 'tenant_id': 'f78174329f774784990d52436973061e', 'mac_address': 'fa:16:3e:55:3d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75152a67-b6c4-4168-b3ba-a48550e2154c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1900, 'fixed_ips': [{'subnet_id': '710778a2-878b-476c-9719-9ae92ef7de6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:01Z', 'updated_at': '2021-08-29T04:26:16Z', 'revision_number': 5, 'project_id': 'f78174329f774784990d52436973061e', 'subnets': [{'id': '710778a2-878b-476c-9719-9ae92ef7de6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:38.864646 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c545c03c-ed63-456f-bad6-3a9cb5fe0922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9190434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062341'] for subnet, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:38.872318 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-81a85069-cd1e-4db3-a0aa-f853f0a390d4 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:38.874239 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-81a85069-cd1e-4db3-a0aa-f853f0a390d4 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "DELETE /v2.0/ports/66638225-9450-459e-a809-ce1975fba2b1 HTTP/1.1" status: 204 len: 168 time: 1.0997014 Aug 29 04:27:38.881465 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 60844) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:38.888877 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-3a97be28-287d-4e9c-8fca-aed09ab58d4c tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Request body: {'port': {'network_id': 'a6bb57b7-cb0c-4410-98f1-bc74c77bcda7', 'mac_address': 'fa:16:3e:82:81:da', 'name': 'tempest-PortsTestJSON-2040767992'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:38.909648 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b8c844-a3d6-4019-a278-41da02a701a2 None None] The sync data for ids ['75152a67-b6c4-4168-b3ba-a48550e2154c'] in n-d-712140-12 is: [{'id': '75152a67-b6c4-4168-b3ba-a48550e2154c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1755985023-router', 'tenant_id': 'f78174329f774784990d52436973061e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': '2a8ec008-e3bf-48ff-ad0d-69d708718ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:57Z', 'updated_at': '2021-08-29T04:26:03Z', 'revision_number': 4, 'project_id': 'f78174329f774784990d52436973061e', 'gw_port': {'id': '2a8ec008-e3bf-48ff-ad0d-69d708718ad8', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:4d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75152a67-b6c4-4168-b3ba-a48550e2154c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:57Z', 'updated_at': '2021-08-29T04:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': 'f0e78b1b-53e5-4bf0-9c5b-2d4924be7bcf', 'tenant_id': 'f78174329f774784990d52436973061e', 'floating_ip_address': '172.25.0.33', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': '75152a67-b6c4-4168-b3ba-a48550e2154c', 'port_id': 'ca4f75b8-7b4e-4310-a5d8-f8a1b65031cf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1940, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcd0713a-66d5-429e-8806-1ec67be3b61c', 'mac_address': 'fa:16:3e:1c:5c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c5d5b2c-32be-4d50-a58e-3f43aaddd10f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:26:35Z', 'updated_at': '2021-08-29T04:27:35Z', 'revision_number': 8, 'project_id': 'f78174329f774784990d52436973061e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd673bb13-f978-4cc9-9318-a888cc6bef5d', 'name': '', 'network_id': 'fcd0713a-66d5-429e-8806-1ec67be3b61c', 'tenant_id': 'f78174329f774784990d52436973061e', 'mac_address': 'fa:16:3e:55:3d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75152a67-b6c4-4168-b3ba-a48550e2154c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1900, 'fixed_ips': [{'subnet_id': '710778a2-878b-476c-9719-9ae92ef7de6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:01Z', 'updated_at': '2021-08-29T04:26:16Z', 'revision_number': 5, 'project_id': 'f78174329f774784990d52436973061e', 'subnets': [{'id': '710778a2-878b-476c-9719-9ae92ef7de6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:27:38.924632 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c545c03c-ed63-456f-bad6-3a9cb5fe0922 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44748f2d-284d-4ceb-bf71-e6f2172c4862,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:38.932650 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c545c03c-ed63-456f-bad6-3a9cb5fe0922 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:38.934536 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-c545c03c-ed63-456f-bad6-3a9cb5fe0922 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/44748f2d-284d-4ceb-bf71-e6f2172c4862 HTTP/1.1" status: 204 len: 168 time: 0.5725224 Aug 29 04:27:38.940182 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 60848) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:38.942345 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-79a22a78-3953-492d-b649-84e79e7144a6 req-dbaf37a1-6972-4e05-88e8-97c6213a62ee service neutron] 10.222.0.48 "GET /v2.0/networks/fcd0713a-66d5-429e-8806-1ec67be3b61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3058782 Aug 29 04:27:38.947089 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f7d7e5-5d2a-4039-a8ff-22eb7779e5d9 None None] Network 48f28fd2-1224-4757-8025-9fa36b4ac1e9 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:27:39.028281 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9ce53eeb-cbfb-434a-bb17-c931cd3b0357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:39.088883 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-192f3aa3-ae64-4ac7-a87e-fe003676503a req-0f130a74-507c-43a9-b354-50def996882a service neutron] 10.222.0.22 "GET /v2.0/networks/fcd0713a-66d5-429e-8806-1ec67be3b61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6486430 Aug 29 04:27:39.167955 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a97be28-287d-4e9c-8fca-aed09ab58d4c tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Made reservation on behalf of 6e77efd76d814cd8b24fb0a97b527734 for: {'port': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:39.311468 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3a97be28-287d-4e9c-8fca-aed09ab58d4c tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:39.321973 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df85b97-598a-47a8-a849-64bdb5d042c1 None None] New status for floating IP f0e78b1b-53e5-4bf0-9c5b-2d4924be7bcf: ACTIVE {{(pid=94830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:27:39.369442 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-192f3aa3-ae64-4ac7-a87e-fe003676503a req-5080864b-51fd-40f8-86da-240ed53eb7e4 service neutron] 10.222.0.22 "GET /v2.0/networks/fcd0713a-66d5-429e-8806-1ec67be3b61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2711816 Aug 29 04:27:39.399601 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [None req-3a97be28-287d-4e9c-8fca-aed09ab58d4c tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] device_id is not set on port dcac6d85-61d8-4480-a8bf-55e12c748c81 yet. {{(pid=94829) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:27:39.580992 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604c37d1-9ff6-41ea-af44-7c733efb326d None None] DHCP port deletion for 48f28fd2-1224-4757-8025-9fa36b4ac1e9 request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:27:39.626589 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-13ed7aef-c50a-4a5d-a4d9-d0a67199944a req-c7d991ac-f80c-40f2-94fe-dfdb58e64861 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] 10.222.0.22 "GET /v2.0/floatingips/f0e78b1b-53e5-4bf0-9c5b-2d4924be7bcf HTTP/1.1" status: 200 len: 996 time: 0.1717334 Aug 29 04:27:39.667399 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-604c37d1-9ff6-41ea-af44-7c733efb326d None None] Deleting port fd544731-532d-42ad-b975-2320401d2a25 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:27:39.669601 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-604c37d1-9ff6-41ea-af44-7c733efb326d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:39.721998 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3a97be28-287d-4e9c-8fca-aed09ab58d4c tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:39.758656 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-604c37d1-9ff6-41ea-af44-7c733efb326d None None] For port fd544731-532d-42ad-b975-2320401d2a25, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=fd544731-532d-42ad-b975-2320401d2a25,segment=NetworkSegment(34b9e39b-cb31-4c20-b504-44453bca4f02),segment_id=34b9e39b-cb31-4c20-b504-44453bca4f02)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:39.759070 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-604c37d1-9ff6-41ea-af44-7c733efb326d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:39.778961 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-604c37d1-9ff6-41ea-af44-7c733efb326d None None] Calling delete_port for fd544731-532d-42ad-b975-2320401d2a25 owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:27:39.784304 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee1764f-8bf1-4054-87ca-b43dd7ece157 req-5c9c0d63-3a90-4d56-ac43-0bb28bc3e564 tempest-ServerAddressesNegativeTestJSON-464055973 tempest-ServerAddressesNegativeTestJSON-464055973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:39.786543 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dee1764f-8bf1-4054-87ca-b43dd7ece157 req-5c9c0d63-3a90-4d56-ac43-0bb28bc3e564 tempest-ServerAddressesNegativeTestJSON-464055973 tempest-ServerAddressesNegativeTestJSON-464055973-project] 10.222.0.48 "GET /v2.0/ports?device_id=a00e32c1-e410-428f-ab5e-d665c87c4e3a HTTP/1.1" status: 200 len: 946 time: 0.0788975 Aug 29 04:27:39.786950 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3a97be28-287d-4e9c-8fca-aed09ab58d4c tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:39.879640 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10ad342-7e46-47b2-b293-f1f8aa7b2542 req-f9ca24a7-1f69-42f7-ad0b-4b3e05f3f440 tempest-ServerAddressesNegativeTestJSON-464055973 tempest-ServerAddressesNegativeTestJSON-464055973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:39.881627 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d10ad342-7e46-47b2-b293-f1f8aa7b2542 req-f9ca24a7-1f69-42f7-ad0b-4b3e05f3f440 tempest-ServerAddressesNegativeTestJSON-464055973 tempest-ServerAddressesNegativeTestJSON-464055973-project] 10.222.0.22 "GET /v2.0/ports?device_id=a00e32c1-e410-428f-ab5e-d665c87c4e3a HTTP/1.1" status: 200 len: 946 time: 0.2521861 Aug 29 04:27:39.889338 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-604c37d1-9ff6-41ea-af44-7c733efb326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:39.892650 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-9ce53eeb-cbfb-434a-bb17-c931cd3b0357 admin admin] Deleting port fd544731-532d-42ad-b975-2320401d2a25 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:27:39.893039 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9ce53eeb-cbfb-434a-bb17-c931cd3b0357 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:39.930467 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604c37d1-9ff6-41ea-af44-7c733efb326d None None] No DVR routers for this DVR port fd544731-532d-42ad-b975-2320401d2a25 on host n-d-712140-12 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:27:39.937530 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604c37d1-9ff6-41ea-af44-7c733efb326d None None] Pushing event deleted for resources: {'Port': ['ID=fd544731-532d-42ad-b975-2320401d2a25,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:40.011611 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d10ad342-7e46-47b2-b293-f1f8aa7b2542 req-ee7bd832-892a-40bf-93b9-d7c850723c4f tempest-ServerAddressesNegativeTestJSON-464055973 tempest-ServerAddressesNegativeTestJSON-464055973-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f4c6df4-f5fc-489b-bcff-15b87f285b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208501 Aug 29 04:27:40.014419 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-9ce53eeb-cbfb-434a-bb17-c931cd3b0357 admin admin] For port fd544731-532d-42ad-b975-2320401d2a25, host n-d-712140-12, got binding levels [] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:40.014820 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9ce53eeb-cbfb-434a-bb17-c931cd3b0357 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:40.032211 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-9ce53eeb-cbfb-434a-bb17-c931cd3b0357 admin admin] Calling delete_port for fd544731-532d-42ad-b975-2320401d2a25 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:27:40.037391 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.ipam_backend_mixin [None req-9ce53eeb-cbfb-434a-bb17-c931cd3b0357 admin admin] Port fd544731-532d-42ad-b975-2320401d2a25 was not found and therefore no delete operation was performed {{(pid=94828) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 04:27:40.039496 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9ce53eeb-cbfb-434a-bb17-c931cd3b0357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:40.043006 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-dee1764f-8bf1-4054-87ca-b43dd7ece157 req-3eb2a416-a4ff-47a6-a1bc-9cb81ed5f97b tempest-ServerAddressesNegativeTestJSON-464055973 tempest-ServerAddressesNegativeTestJSON-464055973-project] Deleting port 8298fbd4-211d-4332-a542-432db4e116c6 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:27:40.043363 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-dee1764f-8bf1-4054-87ca-b43dd7ece157 req-3eb2a416-a4ff-47a6-a1bc-9cb81ed5f97b tempest-ServerAddressesNegativeTestJSON-464055973 tempest-ServerAddressesNegativeTestJSON-464055973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:40.109354 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce53eeb-cbfb-434a-bb17-c931cd3b0357 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd544731-532d-42ad-b975-2320401d2a25,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:40.111308 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce53eeb-cbfb-434a-bb17-c931cd3b0357 admin admin] No DVR routers for this DVR port fd544731-532d-42ad-b975-2320401d2a25 on host n-d-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:27:40.211437 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a97be28-287d-4e9c-8fca-aed09ab58d4c tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Network a6bb57b7-cb0c-4410-98f1-bc74c77bcda7 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:27:40.218427 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9ce53eeb-cbfb-434a-bb17-c931cd3b0357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:40.222853 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ed7aef-c50a-4a5d-a4d9-d0a67199944a req-e857ee90-a4b7-4608-b880-3a2e5b3a3aaa tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:40.224311 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-13ed7aef-c50a-4a5d-a4d9-d0a67199944a req-e857ee90-a4b7-4608-b880-3a2e5b3a3aaa tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] 10.222.0.22 "GET /v2.0/networks/e6c84a15-2e6f-4c07-8ede-a88148c2fe90 HTTP/1.1" status: 200 len: 784 time: 0.5763571 Aug 29 04:27:40.225256 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a97be28-287d-4e9c-8fca-aed09ab58d4c tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Pushing event updated for resources: {'Port': ['ID=dcac6d85-61d8-4480-a8bf-55e12c748c81,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:40.228699 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-3a97be28-287d-4e9c-8fca-aed09ab58d4c tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:40.231279 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a97be28-287d-4e9c-8fca-aed09ab58d4c tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:27:40.237470 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a97be28-287d-4e9c-8fca-aed09ab58d4c tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:40.237979 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-9ce53eeb-cbfb-434a-bb17-c931cd3b0357 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48f28fd2-1224-4757-8025-9fa36b4ac1e9']}} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:40.238138 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3a97be28-287d-4e9c-8fca-aed09ab58d4c tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:40.249513 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-dee1764f-8bf1-4054-87ca-b43dd7ece157 req-3eb2a416-a4ff-47a6-a1bc-9cb81ed5f97b tempest-ServerAddressesNegativeTestJSON-464055973 tempest-ServerAddressesNegativeTestJSON-464055973-project] For port 8298fbd4-211d-4332-a542-432db4e116c6, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=8298fbd4-211d-4332-a542-432db4e116c6,segment=NetworkSegment(f3bf739c-6838-45ab-8dc8-7a9cc44faa04),segment_id=f3bf739c-6838-45ab-8dc8-7a9cc44faa04)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:40.250026 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-dee1764f-8bf1-4054-87ca-b43dd7ece157 req-3eb2a416-a4ff-47a6-a1bc-9cb81ed5f97b tempest-ServerAddressesNegativeTestJSON-464055973 tempest-ServerAddressesNegativeTestJSON-464055973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:40.253675 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-3a97be28-287d-4e9c-8fca-aed09ab58d4c tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.3711421 Aug 29 04:27:40.256569 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 60878) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:40.260144 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-9ce53eeb-cbfb-434a-bb17-c931cd3b0357 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34b9e39b-cb31-4c20-b504-44453bca4f02') {'for_net_delete': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:40.260449 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-9ce53eeb-cbfb-434a-bb17-c931cd3b0357 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34b9e39b-cb31-4c20-b504-44453bca4f02') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:40.282386 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-dee1764f-8bf1-4054-87ca-b43dd7ece157 req-3eb2a416-a4ff-47a6-a1bc-9cb81ed5f97b tempest-ServerAddressesNegativeTestJSON-464055973 tempest-ServerAddressesNegativeTestJSON-464055973-project] Calling delete_port for 8298fbd4-211d-4332-a542-432db4e116c6 owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:27:40.284669 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9ce53eeb-cbfb-434a-bb17-c931cd3b0357 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8904833'] for segment, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:40.305000 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75646282-ae96-4978-a8ce-5a5491233ac0 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:40.309024 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-75646282-ae96-4978-a8ce-5a5491233ac0 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "GET /v2.0/ports/dcac6d85-61d8-4480-a8bf-55e12c748c81 HTTP/1.1" status: 200 len: 841 time: 0.0488267 Aug 29 04:27:40.309550 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 60880) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:40.431648 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-e0398449-bbc7-448c-879b-30211fc5006a tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Deleting port dcac6d85-61d8-4480-a8bf-55e12c748c81 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:27:40.431648 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e0398449-bbc7-448c-879b-30211fc5006a tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:40.433260 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9ce53eeb-cbfb-434a-bb17-c931cd3b0357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:40.457621 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ce53eeb-cbfb-434a-bb17-c931cd3b0357 admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=94828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:27:40.457981 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9ce53eeb-cbfb-434a-bb17-c931cd3b0357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9190468'] for segment, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:40.459997 n-d-712140-12 neutron-server[94828]: Traceback (most recent call last): Aug 29 04:27:40.459997 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:27:40.459997 n-d-712140-12 neutron-server[94828]: timer() Aug 29 04:27:40.459997 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:27:40.459997 n-d-712140-12 neutron-server[94828]: cb(*args, **kw) Aug 29 04:27:40.459997 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:27:40.459997 n-d-712140-12 neutron-server[94828]: return func(*args, **kwargs) Aug 29 04:27:40.459997 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:27:40.459997 n-d-712140-12 neutron-server[94828]: self._notify() Aug 29 04:27:40.459997 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:27:40.459997 n-d-712140-12 neutron-server[94828]: self.callback(batched_events) Aug 29 04:27:40.459997 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:27:40.459997 n-d-712140-12 neutron-server[94828]: event.method(event) Aug 29 04:27:40.459997 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:27:40.459997 n-d-712140-12 neutron-server[94828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:27:40.459997 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:27:40.459997 n-d-712140-12 neutron-server[94828]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:27:40.459997 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:27:40.459997 n-d-712140-12 neutron-server[94828]: return f(self, *a, **k) Aug 29 04:27:40.459997 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:27:40.459997 n-d-712140-12 neutron-server[94828]: return self._get(url).json() Aug 29 04:27:40.459997 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:27:40.459997 n-d-712140-12 neutron-server[94828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:27:40.459997 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:27:40.459997 n-d-712140-12 neutron-server[94828]: return self.request(url, 'GET', **kwargs) Aug 29 04:27:40.459997 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:27:40.459997 n-d-712140-12 neutron-server[94828]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:27:40.459997 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:27:40.459997 n-d-712140-12 neutron-server[94828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:27:40.459997 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:27:40.459997 n-d-712140-12 neutron-server[94828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:27:40.459997 n-d-712140-12 neutron-server[94828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:27:40.478951 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2417ff54-4a19-4f6a-9f4b-d68b0d40b736 req-ac8c3b9b-4482-441d-8c18-d720e5b12efe tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.0.33 HTTP/1.1" status: 200 len: 1001 time: 0.2150075 Aug 29 04:27:40.506289 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e0398449-bbc7-448c-879b-30211fc5006a tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:40.535944 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-e0398449-bbc7-448c-879b-30211fc5006a tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Calling delete_port for dcac6d85-61d8-4480-a8bf-55e12c748c81 owned by {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:27:40.585578 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2417ff54-4a19-4f6a-9f4b-d68b0d40b736 req-bc871dc5-7400-47aa-8d1b-4f34197e98c7 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:40.587264 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2417ff54-4a19-4f6a-9f4b-d68b0d40b736 req-bc871dc5-7400-47aa-8d1b-4f34197e98c7 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] 10.222.0.22 "GET /v2.0/ports/ca4f75b8-7b4e-4310-a5d8-f8a1b65031cf HTTP/1.1" status: 200 len: 943 time: 0.0729413 Aug 29 04:27:40.588988 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9ce53eeb-cbfb-434a-bb17-c931cd3b0357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:40.595301 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9ce53eeb-cbfb-434a-bb17-c931cd3b0357 admin admin] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:40.600891 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-9ce53eeb-cbfb-434a-bb17-c931cd3b0357 admin admin] 10.222.0.22 "DELETE /v2.0/networks/48f28fd2-1224-4757-8025-9fa36b4ac1e9 HTTP/1.1" status: 204 len: 168 time: 1.6526558 Aug 29 04:27:40.611173 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce53eeb-cbfb-434a-bb17-c931cd3b0357 admin admin] Pushing event deleted for resources: {'Network': ['ID=48f28fd2-1224-4757-8025-9fa36b4ac1e9,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:40.639125 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device fd544731-532d-42ad-b975-2320401d2a25 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:27:40.666936 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e0398449-bbc7-448c-879b-30211fc5006a tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:40.677544 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: fd544731-532d-42ad-b975-2320401d2a25 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:27:40.678594 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device fd544731-532d-42ad-b975-2320401d2a25 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:27:40.693024 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-dee1764f-8bf1-4054-87ca-b43dd7ece157 req-3eb2a416-a4ff-47a6-a1bc-9cb81ed5f97b tempest-ServerAddressesNegativeTestJSON-464055973 tempest-ServerAddressesNegativeTestJSON-464055973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:40.700409 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0398449-bbc7-448c-879b-30211fc5006a tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Pushing event deleted for resources: {'Port': ['ID=dcac6d85-61d8-4480-a8bf-55e12c748c81,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:40.710868 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e0398449-bbc7-448c-879b-30211fc5006a tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:40.715310 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-e0398449-bbc7-448c-879b-30211fc5006a tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "DELETE /v2.0/ports/dcac6d85-61d8-4480-a8bf-55e12c748c81 HTTP/1.1" status: 204 len: 168 time: 0.4022224 Aug 29 04:27:40.715610 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 60894) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:40.742437 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-39410e0b-b611-41d4-b29f-3c02c4113095 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] GET failed (client error): The resource could not be found. Aug 29 04:27:40.744161 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-39410e0b-b611-41d4-b29f-3c02c4113095 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "GET /v2.0/ports/dcac6d85-61d8-4480-a8bf-55e12c748c81 HTTP/1.1" status: 404 len: 333 time: 0.0275266 Aug 29 04:27:40.751491 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 60896) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:40.758188 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-10e3438b-d248-4bbb-b559-e5807b693a5e tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Request body: {'port': {'network_id': 'a6bb57b7-cb0c-4410-98f1-bc74c77bcda7', 'name': 'tempest-PortsTestJSON-340349840'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:40.819820 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb2a416-a4ff-47a6-a1bc-9cb81ed5f97b tempest-ServerAddressesNegativeTestJSON-464055973 tempest-ServerAddressesNegativeTestJSON-464055973-project] Pushing event deleted for resources: {'Port': ['ID=8298fbd4-211d-4332-a542-432db4e116c6,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:40.840596 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-dee1764f-8bf1-4054-87ca-b43dd7ece157 req-3eb2a416-a4ff-47a6-a1bc-9cb81ed5f97b tempest-ServerAddressesNegativeTestJSON-464055973 tempest-ServerAddressesNegativeTestJSON-464055973-project] No DVR routers for this DVR port 8298fbd4-211d-4332-a542-432db4e116c6 on host n-h2-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:27:40.847553 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-dee1764f-8bf1-4054-87ca-b43dd7ece157 req-3eb2a416-a4ff-47a6-a1bc-9cb81ed5f97b tempest-ServerAddressesNegativeTestJSON-464055973 tempest-ServerAddressesNegativeTestJSON-464055973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:40.849485 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dee1764f-8bf1-4054-87ca-b43dd7ece157 req-3eb2a416-a4ff-47a6-a1bc-9cb81ed5f97b tempest-ServerAddressesNegativeTestJSON-464055973 tempest-ServerAddressesNegativeTestJSON-464055973-project] 10.222.0.48 "DELETE /v2.0/ports/8298fbd4-211d-4332-a542-432db4e116c6 HTTP/1.1" status: 204 len: 173 time: 1.0543675 Aug 29 04:27:40.849819 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a00e32c1-e410-428f-ab5e-d665c87c4e3a', 'name': 'network-vif-deleted', 'tag': '8298fbd4-211d-4332-a542-432db4e116c6'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:27:40.852249 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de9fe0ed-660f-447e-946f-e9c548dc54b0" -d '{"events": [{"server_uuid": "a00e32c1-e410-428f-ab5e-d665c87c4e3a", "name": "network-vif-deleted", "tag": "8298fbd4-211d-4332-a542-432db4e116c6"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:27:40.861329 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 60902) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:40.898159 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10e3438b-d248-4bbb-b559-e5807b693a5e tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Made reservation on behalf of 6e77efd76d814cd8b24fb0a97b527734 for: {'port': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:40.903817 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-10e3438b-d248-4bbb-b559-e5807b693a5e tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:40.906491 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2417ff54-4a19-4f6a-9f4b-d68b0d40b736 req-e4a1878b-cfab-4907-8904-64019898fdd9 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.0.33 HTTP/1.1" status: 200 len: 1001 time: 0.1987197 Aug 29 04:27:40.918593 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7b720c7-edf7-438b-8146-f80b015420d9 x-openstack-request-id: req-b7b720c7-edf7-438b-8146-f80b015420d9 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:27:40.918887 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a00e32c1-e410-428f-ab5e-d665c87c4e3a", "name": "network-vif-deleted", "tag": "8298fbd4-211d-4332-a542-432db4e116c6", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:27:40.919136 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b7b720c7-edf7-438b-8146-f80b015420d9 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:27:40.919535 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a00e32c1-e410-428f-ab5e-d665c87c4e3a', 'name': 'network-vif-deleted', 'tag': '8298fbd4-211d-4332-a542-432db4e116c6', 'status': 'completed', 'code': 200} Aug 29 04:27:40.928858 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [None req-10e3438b-d248-4bbb-b559-e5807b693a5e tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] device_id is not set on port 131e064b-667b-4392-bbb5-f3d7b78abe44 yet. {{(pid=94829) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:27:40.968365 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:27:41.003531 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-2c6dd2d7-db85-44ec-83b4-eeeef81a6256 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=40a31750302149dd9bebe985e2d25a85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1411965 Aug 29 04:27:41.006238 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 60906) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:41.117724 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-acf12cf6-0e44-4987-b2c1-ce4cdc275b3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:41.131243 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2417ff54-4a19-4f6a-9f4b-d68b0d40b736 req-195e53db-18eb-490c-9494-b816c8f3339b tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:41.133081 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2417ff54-4a19-4f6a-9f4b-d68b0d40b736 req-195e53db-18eb-490c-9494-b816c8f3339b tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] 10.222.0.22 "GET /v2.0/networks/e6c84a15-2e6f-4c07-8ede-a88148c2fe90 HTTP/1.1" status: 200 len: 784 time: 0.2092421 Aug 29 04:27:41.182385 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-cc6e8556-726e-4767-b1bd-2d2a1c9f51fb req-752fc9ea-9173-4c7a-ba8a-91c394587adf tempest-ServerAddressesNegativeTestJSON-464055973 tempest-ServerAddressesNegativeTestJSON-464055973-project] 10.222.0.22 "GET /v2.0/ports?device_id=a00e32c1-e410-428f-ab5e-d665c87c4e3a HTTP/1.1" status: 200 len: 210 time: 0.0382433 Aug 29 04:27:41.204277 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-acf12cf6-0e44-4987-b2c1-ce4cdc275b3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:41.209145 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-10e3438b-d248-4bbb-b559-e5807b693a5e tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:41.252301 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-10e3438b-d248-4bbb-b559-e5807b693a5e tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:41.253242 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2417ff54-4a19-4f6a-9f4b-d68b0d40b736 req-17104dd3-7b32-4e59-804d-bad0d2a5eccb tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.0.33 HTTP/1.1" status: 200 len: 1001 time: 0.1125693 Aug 29 04:27:41.277687 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-2417ff54-4a19-4f6a-9f4b-d68b0d40b736 req-40a1d02b-f903-4a55-b2b1-1630c635f1d2 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:41.312888 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e3438b-d248-4bbb-b559-e5807b693a5e tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Network a6bb57b7-cb0c-4410-98f1-bc74c77bcda7 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:27:41.317374 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e3438b-d248-4bbb-b559-e5807b693a5e tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Pushing event updated for resources: {'Port': ['ID=131e064b-667b-4392-bbb5-f3d7b78abe44,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:41.323008 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-acf12cf6-0e44-4987-b2c1-ce4cdc275b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:41.325844 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-acf12cf6-0e44-4987-b2c1-ce4cdc275b3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:41.329427 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-acf12cf6-0e44-4987-b2c1-ce4cdc275b3c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3d69c7c3-7be4-4a0c-837a-2fd9015dd1a3 HTTP/1.1" status: 204 len: 168 time: 0.3200440 Aug 29 04:27:41.329597 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-10e3438b-d248-4bbb-b559-e5807b693a5e tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:41.330725 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e3438b-d248-4bbb-b559-e5807b693a5e tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:27:41.346499 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e3438b-d248-4bbb-b559-e5807b693a5e tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:41.346789 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf12cf6-0e44-4987-b2c1-ce4cdc275b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d69c7c3-7be4-4a0c-837a-2fd9015dd1a3,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:41.347176 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-10e3438b-d248-4bbb-b559-e5807b693a5e tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:41.364507 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2417ff54-4a19-4f6a-9f4b-d68b0d40b736 req-40a1d02b-f903-4a55-b2b1-1630c635f1d2 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Notify callbacks [] for floatingip, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:41.378972 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-10e3438b-d248-4bbb-b559-e5807b693a5e tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.6261427 Aug 29 04:27:41.379854 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 60920) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:41.385567 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-17d217f3-1ea3-49c4-9f4a-0c3c8ae97d33 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:41.472316 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-17d217f3-1ea3-49c4-9f4a-0c3c8ae97d33 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:41.628089 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2417ff54-4a19-4f6a-9f4b-d68b0d40b736 req-40a1d02b-f903-4a55-b2b1-1630c635f1d2 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:41.633220 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2417ff54-4a19-4f6a-9f4b-d68b0d40b736 req-40a1d02b-f903-4a55-b2b1-1630c635f1d2 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719515'] for floatingip, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:41.633656 n-d-712140-12 neutron-server[94828]: INFO neutron.db.l3_db [req-2417ff54-4a19-4f6a-9f4b-d68b0d40b736 req-40a1d02b-f903-4a55-b2b1-1630c635f1d2 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Floating IP f0e78b1b-53e5-4bf0-9c5b-2d4924be7bcf disassociated. External IP: 172.25.0.33, port: ca4f75b8-7b4e-4310-a5d8-f8a1b65031cf. Aug 29 04:27:41.754639 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-17d217f3-1ea3-49c4-9f4a-0c3c8ae97d33 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:41.761719 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-17d217f3-1ea3-49c4-9f4a-0c3c8ae97d33 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:41.800875 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-17d217f3-1ea3-49c4-9f4a-0c3c8ae97d33 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] In _notify_port_updated(), no bound segment for port 131e064b-667b-4392-bbb5-f3d7b78abe44 on network a6bb57b7-cb0c-4410-98f1-bc74c77bcda7 {{(pid=94829) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:27:41.806946 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d217f3-1ea3-49c4-9f4a-0c3c8ae97d33 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:41.808152 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-17d217f3-1ea3-49c4-9f4a-0c3c8ae97d33 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:41.822381 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 60930) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:41.825605 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-17d217f3-1ea3-49c4-9f4a-0c3c8ae97d33 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "PUT /v2.0/ports/131e064b-667b-4392-bbb5-f3d7b78abe44 HTTP/1.1" status: 200 len: 818 time: 0.4404266 Aug 29 04:27:41.844174 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d217f3-1ea3-49c4-9f4a-0c3c8ae97d33 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Pushing event updated for resources: {'Port': ['ID=131e064b-667b-4392-bbb5-f3d7b78abe44,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:41.888230 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 60934) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:41.902043 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1d95ee67-40e0-4e69-865d-b0afd6575d04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:41.910616 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 8298fbd4-211d-4332-a542-432db4e116c6 no longer exists at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:27:41.938103 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] No Port match for: 8298fbd4-211d-4332-a542-432db4e116c6 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:27:41.938831 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 8298fbd4-211d-4332-a542-432db4e116c6 not bound to the agent host n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:27:41.985320 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2417ff54-4a19-4f6a-9f4b-d68b0d40b736 req-40a1d02b-f903-4a55-b2b1-1630c635f1d2 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Router 75152a67-b6c4-4168-b3ba-a48550e2154c has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:27:42.008072 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-1f8369a5-9058-4f64-958e-cd1178a07b19 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Deleting port 131e064b-667b-4392-bbb5-f3d7b78abe44 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:27:42.008570 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1f8369a5-9058-4f64-958e-cd1178a07b19 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:42.016805 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1d95ee67-40e0-4e69-865d-b0afd6575d04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:42.021169 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1d95ee67-40e0-4e69-865d-b0afd6575d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:42.063929 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d95ee67-40e0-4e69-865d-b0afd6575d04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c53eef8c-d789-4617-bc23-ca2045592501,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:42.074167 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-1d95ee67-40e0-4e69-865d-b0afd6575d04 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.1845551 Aug 29 04:27:42.076692 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 60938) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:42.140491 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-aefef7c1-a2a9-43ec-8870-e6fe1cbfdd40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:42.166566 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-aefef7c1-a2a9-43ec-8870-e6fe1cbfdd40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:42.179356 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1f8369a5-9058-4f64-958e-cd1178a07b19 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:42.199512 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-1f8369a5-9058-4f64-958e-cd1178a07b19 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Calling delete_port for 131e064b-667b-4392-bbb5-f3d7b78abe44 owned by {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:27:42.236309 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-aefef7c1-a2a9-43ec-8870-e6fe1cbfdd40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:42.239713 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-aefef7c1-a2a9-43ec-8870-e6fe1cbfdd40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:42.241057 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-aefef7c1-a2a9-43ec-8870-e6fe1cbfdd40 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c53eef8c-d789-4617-bc23-ca2045592501 HTTP/1.1" status: 204 len: 168 time: 0.1630335 Aug 29 04:27:42.250308 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 60948) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:42.251103 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefef7c1-a2a9-43ec-8870-e6fe1cbfdd40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c53eef8c-d789-4617-bc23-ca2045592501,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:42.254119 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2417ff54-4a19-4f6a-9f4b-d68b0d40b736 req-40a1d02b-f903-4a55-b2b1-1630c635f1d2 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:27:42.259605 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2417ff54-4a19-4f6a-9f4b-d68b0d40b736 req-40a1d02b-f903-4a55-b2b1-1630c635f1d2 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:42.269740 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebb691e-c938-4989-9878-7e737d1fd0e9 None None] Sync routers for ids ['75152a67-b6c4-4168-b3ba-a48550e2154c'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:27:42.297900 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebb691e-c938-4989-9878-7e737d1fd0e9 None None] Routers {'75152a67-b6c4-4168-b3ba-a48550e2154c'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:27:42.298496 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-2ebb691e-c938-4989-9878-7e737d1fd0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:27:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['75152a67-b6c4-4168-b3ba-a48550e2154c'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:42.331447 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2417ff54-4a19-4f6a-9f4b-d68b0d40b736 req-40a1d02b-f903-4a55-b2b1-1630c635f1d2 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] 10.222.0.22 "PUT /v2.0/floatingips/f0e78b1b-53e5-4bf0-9c5b-2d4924be7bcf HTTP/1.1" status: 200 len: 695 time: 1.0591495 Aug 29 04:27:42.367725 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_v2 [None req-25d715e0-54d8-4367-86f5-1b5de8f7f13f admin admin] Deleting subnet dfb963de-f949-4306-afd0-f6d6011ebecf {{(pid=94829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:27:42.379086 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-25d715e0-54d8-4367-86f5-1b5de8f7f13f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:42.433534 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1f8369a5-9058-4f64-958e-cd1178a07b19 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:42.491179 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-25d715e0-54d8-4367-86f5-1b5de8f7f13f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4311743'] for subnet, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:42.516757 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8369a5-9058-4f64-958e-cd1178a07b19 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Pushing event deleted for resources: {'Port': ['ID=131e064b-667b-4392-bbb5-f3d7b78abe44,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:42.528382 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1f8369a5-9058-4f64-958e-cd1178a07b19 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:42.530608 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-1f8369a5-9058-4f64-958e-cd1178a07b19 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "DELETE /v2.0/ports/131e064b-667b-4392-bbb5-f3d7b78abe44 HTTP/1.1" status: 204 len: 168 time: 0.7069416 Aug 29 04:27:42.534042 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2417ff54-4a19-4f6a-9f4b-d68b0d40b736 req-c9e55a6d-3839-45d5-bd11-03ddfa0a4bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:42.534190 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 60960) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:42.535193 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2417ff54-4a19-4f6a-9f4b-d68b0d40b736 req-c9e55a6d-3839-45d5-bd11-03ddfa0a4bc7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f78174329f774784990d52436973061e&device_id=4c5d5b2c-32be-4d50-a58e-3f43aaddd10f HTTP/1.1" status: 200 len: 1098 time: 0.1783106 Aug 29 04:27:42.618950 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-25d715e0-54d8-4367-86f5-1b5de8f7f13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:42.671565 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-2ebb691e-c938-4989-9878-7e737d1fd0e9 None None] Set router 75152a67-b6c4-4168-b3ba-a48550e2154c gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:27:42.687883 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c48985-f040-42a8-a4da-7c24503277c0 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:42.690219 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-a2c48985-f040-42a8-a4da-7c24503277c0 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1552370 Aug 29 04:27:42.694469 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 60968) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:42.733654 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-25d715e0-54d8-4367-86f5-1b5de8f7f13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4552352'] for subnet, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:42.762546 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d715e0-54d8-4367-86f5-1b5de8f7f13f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfb963de-f949-4306-afd0-f6d6011ebecf,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:42.769783 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-25d715e0-54d8-4367-86f5-1b5de8f7f13f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:42.772739 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-25d715e0-54d8-4367-86f5-1b5de8f7f13f admin admin] 10.222.0.22 "DELETE /v2.0/subnets/dfb963de-f949-4306-afd0-f6d6011ebecf HTTP/1.1" status: 204 len: 168 time: 0.5187354 Aug 29 04:27:42.777336 n-d-712140-12 neutron-server[94828]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f9851f5-a13f-464d-9c3c-c917510ec5d5 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] GET failed (client error): The resource could not be found. Aug 29 04:27:42.779077 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-2f9851f5-a13f-464d-9c3c-c917510ec5d5 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "GET /v2.0/ports/131e064b-667b-4392-bbb5-f3d7b78abe44 HTTP/1.1" status: 404 len: 333 time: 0.0801864 Aug 29 04:27:42.780308 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 60972) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:42.784560 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 60974) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:42.801581 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-bbae0115-aa05-4c7d-9a6d-b00b27260f2d tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-695369473'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:42.806249 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2417ff54-4a19-4f6a-9f4b-d68b0d40b736 req-51dd7f9d-c1ef-4ba5-a164-51a12a689281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:42.808083 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2417ff54-4a19-4f6a-9f4b-d68b0d40b736 req-51dd7f9d-c1ef-4ba5-a164-51a12a689281 service neutron] 10.222.0.22 "GET /v2.0/networks?id=fcd0713a-66d5-429e-8806-1ec67be3b61c HTTP/1.1" status: 200 len: 922 time: 0.2652659 Aug 29 04:27:42.881242 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f3914ac9-6a90-4cb0-9c7a-a6c2d53b8645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:42.899951 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2417ff54-4a19-4f6a-9f4b-d68b0d40b736 req-7f0b2cc1-02ed-4039-8e05-23f7916f9509 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca4f75b8-7b4e-4310-a5d8-f8a1b65031cf HTTP/1.1" status: 200 len: 217 time: 0.0777543 Aug 29 04:27:42.907784 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbae0115-aa05-4c7d-9a6d-b00b27260f2d tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Made reservation on behalf of 6e77efd76d814cd8b24fb0a97b527734 for: {'network': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:42.919045 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bbae0115-aa05-4c7d-9a6d-b00b27260f2d tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:42.927376 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c5d5b2c-32be-4d50-a58e-3f43aaddd10f', 'tag': 'ca4f75b8-7b4e-4310-a5d8-f8a1b65031cf'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:27:42.930948 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dacc91a-bd79-4676-b3d3-68167053d2a9" -d '{"events": [{"name": "network-changed", "server_uuid": "4c5d5b2c-32be-4d50-a58e-3f43aaddd10f", "tag": "ca4f75b8-7b4e-4310-a5d8-f8a1b65031cf"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:27:43.012179 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbae0115-aa05-4c7d-9a6d-b00b27260f2d tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=94828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:27:43.024800 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7478ab65-ce18-4350-8331-0cebdab6b1de x-openstack-request-id: req-7478ab65-ce18-4350-8331-0cebdab6b1de {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:27:43.026206 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c5d5b2c-32be-4d50-a58e-3f43aaddd10f", "tag": "ca4f75b8-7b4e-4310-a5d8-f8a1b65031cf", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:27:43.026624 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7478ab65-ce18-4350-8331-0cebdab6b1de {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:27:43.027037 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c5d5b2c-32be-4d50-a58e-3f43aaddd10f', 'tag': 'ca4f75b8-7b4e-4310-a5d8-f8a1b65031cf', 'status': 'completed', 'code': 200} Aug 29 04:27:43.037974 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bbae0115-aa05-4c7d-9a6d-b00b27260f2d tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:43.038490 n-d-712140-12 neutron-server[94828]: INFO neutron.db.segments_db [None req-bbae0115-aa05-4c7d-9a6d-b00b27260f2d tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Added segment 793d17e0-a679-4f36-819c-7ad860ec331b of type vlan for network 3e33c48e-4e25-45e7-b198-db006565314a Aug 29 04:27:43.042289 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2417ff54-4a19-4f6a-9f4b-d68b0d40b736 req-ade1de30-08b7-4b69-9056-15c9309bf4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:43.045129 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2417ff54-4a19-4f6a-9f4b-d68b0d40b736 req-ade1de30-08b7-4b69-9056-15c9309bf4be service neutron] 10.222.0.22 "GET /v2.0/subnets?id=710778a2-878b-476c-9719-9ae92ef7de6e HTTP/1.1" status: 200 len: 860 time: 0.1199493 Aug 29 04:27:43.053608 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-2ebb691e-c938-4989-9878-7e737d1fd0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75152a67-b6c4-4168-b3ba-a48550e2154c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1755985023-router', 'tenant_id': 'f78174329f774784990d52436973061e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': '2a8ec008-e3bf-48ff-ad0d-69d708718ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:57Z', 'updated_at': '2021-08-29T04:26:03Z', 'revision_number': 4, 'project_id': 'f78174329f774784990d52436973061e', 'gw_port': {'id': '2a8ec008-e3bf-48ff-ad0d-69d708718ad8', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:4d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75152a67-b6c4-4168-b3ba-a48550e2154c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:57Z', 'updated_at': '2021-08-29T04:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': 'd673bb13-f978-4cc9-9318-a888cc6bef5d', 'name': '', 'network_id': 'fcd0713a-66d5-429e-8806-1ec67be3b61c', 'tenant_id': 'f78174329f774784990d52436973061e', 'mac_address': 'fa:16:3e:55:3d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75152a67-b6c4-4168-b3ba-a48550e2154c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1900, 'fixed_ips': [{'subnet_id': '710778a2-878b-476c-9719-9ae92ef7de6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:01Z', 'updated_at': '2021-08-29T04:26:16Z', 'revision_number': 5, 'project_id': 'f78174329f774784990d52436973061e', 'subnets': [{'id': '710778a2-878b-476c-9719-9ae92ef7de6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:43.074684 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f3914ac9-6a90-4cb0-9c7a-a6c2d53b8645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:43.099855 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-f3914ac9-6a90-4cb0-9c7a-a6c2d53b8645 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['974a0d3a-4d5a-403d-9952-e1a1d44400b5']}} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:43.127088 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebb691e-c938-4989-9878-7e737d1fd0e9 None None] Checking router: 75152a67-b6c4-4168-b3ba-a48550e2154c for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:27:43.132624 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-f3914ac9-6a90-4cb0-9c7a-a6c2d53b8645 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3bf739c-6838-45ab-8dc8-7a9cc44faa04') {'for_net_delete': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:43.132918 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-f3914ac9-6a90-4cb0-9c7a-a6c2d53b8645 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3bf739c-6838-45ab-8dc8-7a9cc44faa04') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:43.148782 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebb691e-c938-4989-9878-7e737d1fd0e9 None None] Routers {'75152a67-b6c4-4168-b3ba-a48550e2154c'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:27:43.150412 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-2ebb691e-c938-4989-9878-7e737d1fd0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:27:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['75152a67-b6c4-4168-b3ba-a48550e2154c'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:43.160540 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f3914ac9-6a90-4cb0-9c7a-a6c2d53b8645 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4311712'] for segment, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:43.163585 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bbae0115-aa05-4c7d-9a6d-b00b27260f2d tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:43.197138 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f3914ac9-6a90-4cb0-9c7a-a6c2d53b8645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:43.207743 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3914ac9-6a90-4cb0-9c7a-a6c2d53b8645 admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=94829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:27:43.208031 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f3914ac9-6a90-4cb0-9c7a-a6c2d53b8645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4274277'] for segment, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:43.210436 n-d-712140-12 neutron-server[94829]: Traceback (most recent call last): Aug 29 04:27:43.210436 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:27:43.210436 n-d-712140-12 neutron-server[94829]: timer() Aug 29 04:27:43.210436 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:27:43.210436 n-d-712140-12 neutron-server[94829]: cb(*args, **kw) Aug 29 04:27:43.210436 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:27:43.210436 n-d-712140-12 neutron-server[94829]: return func(*args, **kwargs) Aug 29 04:27:43.210436 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:27:43.210436 n-d-712140-12 neutron-server[94829]: self._notify() Aug 29 04:27:43.210436 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:27:43.210436 n-d-712140-12 neutron-server[94829]: self.callback(batched_events) Aug 29 04:27:43.210436 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:27:43.210436 n-d-712140-12 neutron-server[94829]: event.method(event) Aug 29 04:27:43.210436 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:27:43.210436 n-d-712140-12 neutron-server[94829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:27:43.210436 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:27:43.210436 n-d-712140-12 neutron-server[94829]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:27:43.210436 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:27:43.210436 n-d-712140-12 neutron-server[94829]: return f(self, *a, **k) Aug 29 04:27:43.210436 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:27:43.210436 n-d-712140-12 neutron-server[94829]: return self._get(url).json() Aug 29 04:27:43.210436 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:27:43.210436 n-d-712140-12 neutron-server[94829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:27:43.210436 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:27:43.210436 n-d-712140-12 neutron-server[94829]: return self.request(url, 'GET', **kwargs) Aug 29 04:27:43.210436 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:27:43.210436 n-d-712140-12 neutron-server[94829]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:27:43.210436 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:27:43.210436 n-d-712140-12 neutron-server[94829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:27:43.210436 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:27:43.210436 n-d-712140-12 neutron-server[94829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:27:43.210436 n-d-712140-12 neutron-server[94829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:27:43.242802 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2417ff54-4a19-4f6a-9f4b-d68b0d40b736 req-8d0e41ff-fdcd-4d01-ba2f-4b2dad67ffe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:43.244659 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2417ff54-4a19-4f6a-9f4b-d68b0d40b736 req-8d0e41ff-fdcd-4d01-ba2f-4b2dad67ffe1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=fcd0713a-66d5-429e-8806-1ec67be3b61c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1739321 Aug 29 04:27:43.268858 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bbae0115-aa05-4c7d-9a6d-b00b27260f2d tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:43.277420 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbae0115-aa05-4c7d-9a6d-b00b27260f2d tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:43.277637 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f3914ac9-6a90-4cb0-9c7a-a6c2d53b8645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:43.278279 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bbae0115-aa05-4c7d-9a6d-b00b27260f2d tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:43.299846 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-2ebb691e-c938-4989-9878-7e737d1fd0e9 None None] Set router 75152a67-b6c4-4168-b3ba-a48550e2154c gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:27:43.302307 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f3914ac9-6a90-4cb0-9c7a-a6c2d53b8645 admin admin] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:43.306591 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-f3914ac9-6a90-4cb0-9c7a-a6c2d53b8645 admin admin] 10.222.0.22 "DELETE /v2.0/networks/974a0d3a-4d5a-403d-9952-e1a1d44400b5 HTTP/1.1" status: 204 len: 168 time: 0.5224741 Aug 29 04:27:43.306769 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3914ac9-6a90-4cb0-9c7a-a6c2d53b8645 admin admin] Pushing event deleted for resources: {'Network': ['ID=974a0d3a-4d5a-403d-9952-e1a1d44400b5,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:43.332897 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dacc91a-bd79-4676-b3d3-68167053d2a9 req-13febf63-03c3-41b5-abac-58a92012a559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:43.334657 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5dacc91a-bd79-4676-b3d3-68167053d2a9 req-13febf63-03c3-41b5-abac-58a92012a559 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f78174329f774784990d52436973061e&device_id=4c5d5b2c-32be-4d50-a58e-3f43aaddd10f HTTP/1.1" status: 200 len: 1098 time: 0.2294974 Aug 29 04:27:43.455612 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 32770) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:43.471182 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-bbae0115-aa05-4c7d-9a6d-b00b27260f2d tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6815586 Aug 29 04:27:43.474472 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 32772) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:43.503433 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbae0115-aa05-4c7d-9a6d-b00b27260f2d tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Pushing event updated for resources: {'Network': ['ID=3e33c48e-4e25-45e7-b198-db006565314a,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:43.514407 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-44b03e69-07bc-49f4-b19c-6aff1f7d131b tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Request body: {'subnet': {'network_id': '3e33c48e-4e25-45e7-b198-db006565314a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:43.523563 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 3e33c48e-4e25-45e7-b198-db006565314a details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:27:43.613090 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2417ff54-4a19-4f6a-9f4b-d68b0d40b736 req-8294b377-b666-4b8a-b17d-d46a1dd0fd49 service neutron] 10.222.0.22 "GET /v2.0/networks/fcd0713a-66d5-429e-8806-1ec67be3b61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3579102 Aug 29 04:27:43.637007 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 32778) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:43.735801 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2417ff54-4a19-4f6a-9f4b-d68b0d40b736 req-a8ee14ce-3f7e-4212-b685-45af9b569756 service neutron] 10.222.0.22 "GET /v2.0/networks/fcd0713a-66d5-429e-8806-1ec67be3b61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134524 Aug 29 04:27:43.779834 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dacc91a-bd79-4676-b3d3-68167053d2a9 req-36ae1c3d-9cf7-4840-a83b-0929a4b643b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:43.782490 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5dacc91a-bd79-4676-b3d3-68167053d2a9 req-36ae1c3d-9cf7-4840-a83b-0929a4b643b0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fcd0713a-66d5-429e-8806-1ec67be3b61c HTTP/1.1" status: 200 len: 922 time: 0.4240909 Aug 29 04:27:43.797650 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-ce6c8f8a-4360-4795-8f32-bd8969d51fca admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=77868993f9a84cac88871458a6b0ec51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1575291 Aug 29 04:27:43.801586 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 32784) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:43.813366 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44b03e69-07bc-49f4-b19c-6aff1f7d131b tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Made reservation on behalf of 6e77efd76d814cd8b24fb0a97b527734 for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:43.819405 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-44b03e69-07bc-49f4-b19c-6aff1f7d131b tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4552395'] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:43.840362 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-2ebb691e-c938-4989-9878-7e737d1fd0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75152a67-b6c4-4168-b3ba-a48550e2154c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1755985023-router', 'tenant_id': 'f78174329f774784990d52436973061e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': '2a8ec008-e3bf-48ff-ad0d-69d708718ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:57Z', 'updated_at': '2021-08-29T04:26:03Z', 'revision_number': 4, 'project_id': 'f78174329f774784990d52436973061e', 'gw_port': {'id': '2a8ec008-e3bf-48ff-ad0d-69d708718ad8', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:4d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75152a67-b6c4-4168-b3ba-a48550e2154c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:57Z', 'updated_at': '2021-08-29T04:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': 'd673bb13-f978-4cc9-9318-a888cc6bef5d', 'name': '', 'network_id': 'fcd0713a-66d5-429e-8806-1ec67be3b61c', 'tenant_id': 'f78174329f774784990d52436973061e', 'mac_address': 'fa:16:3e:55:3d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75152a67-b6c4-4168-b3ba-a48550e2154c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1900, 'fixed_ips': [{'subnet_id': '710778a2-878b-476c-9719-9ae92ef7de6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:01Z', 'updated_at': '2021-08-29T04:26:16Z', 'revision_number': 5, 'project_id': 'f78174329f774784990d52436973061e', 'subnets': [{'id': '710778a2-878b-476c-9719-9ae92ef7de6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:43.944168 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebb691e-c938-4989-9878-7e737d1fd0e9 None None] The sync data for ids ['75152a67-b6c4-4168-b3ba-a48550e2154c'] in n-d-712140-12 is: [{'id': '75152a67-b6c4-4168-b3ba-a48550e2154c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1755985023-router', 'tenant_id': 'f78174329f774784990d52436973061e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': '2a8ec008-e3bf-48ff-ad0d-69d708718ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:57Z', 'updated_at': '2021-08-29T04:26:03Z', 'revision_number': 4, 'project_id': 'f78174329f774784990d52436973061e', 'gw_port': {'id': '2a8ec008-e3bf-48ff-ad0d-69d708718ad8', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:4d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75152a67-b6c4-4168-b3ba-a48550e2154c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:57Z', 'updated_at': '2021-08-29T04:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': 'd673bb13-f978-4cc9-9318-a888cc6bef5d', 'name': '', 'network_id': 'fcd0713a-66d5-429e-8806-1ec67be3b61c', 'tenant_id': 'f78174329f774784990d52436973061e', 'mac_address': 'fa:16:3e:55:3d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75152a67-b6c4-4168-b3ba-a48550e2154c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1900, 'fixed_ips': [{'subnet_id': '710778a2-878b-476c-9719-9ae92ef7de6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:01Z', 'updated_at': '2021-08-29T04:26:16Z', 'revision_number': 5, 'project_id': 'f78174329f774784990d52436973061e', 'subnets': [{'id': '710778a2-878b-476c-9719-9ae92ef7de6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:27:43.972290 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-2e624ed6-4ade-45b0-8ba0-81f1a9545e80 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-706811000-network', 'tenant_id': '3c2056b185a4447f97a37026802347bd'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:44.084747 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e624ed6-4ade-45b0-8ba0-81f1a9545e80 admin admin] Made reservation on behalf of 3c2056b185a4447f97a37026802347bd for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:44.087289 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2e624ed6-4ade-45b0-8ba0-81f1a9545e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:44.120371 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2e624ed6-4ade-45b0-8ba0-81f1a9545e80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:44.183164 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-44b03e69-07bc-49f4-b19c-6aff1f7d131b tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4274880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4552377'] for subnet, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:44.301727 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-609d981b-d449-4e45-9584-15ddc18d5349 req-6bb1dc2e-44f6-4969-a456-e2d1b65402b6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=574021e8-5a99-4599-a86e-9b43fe57cd6e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5592937 Aug 29 04:27:44.302341 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b03e69-07bc-49f4-b19c-6aff1f7d131b tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Pushing event updated for resources: {'Subnet': ['ID=64984aad-b642-44e5-b2b2-a37833611643,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:44.326189 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5dacc91a-bd79-4676-b3d3-68167053d2a9 req-42d90d5e-28c7-482e-a4d6-3085ae696415 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca4f75b8-7b4e-4310-a5d8-f8a1b65031cf HTTP/1.1" status: 200 len: 217 time: 0.5352731 Aug 29 04:27:44.375951 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-295d3241-bd23-4aae-8b56-f772303230df req-f9030348-dd05-40cd-8a8d-44ca02c2cbb1 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] 10.222.0.22 "GET /v2.0/floatingips/f0e78b1b-53e5-4bf0-9c5b-2d4924be7bcf HTTP/1.1" status: 200 len: 695 time: 0.4113598 Aug 29 04:27:44.378011 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b03e69-07bc-49f4-b19c-6aff1f7d131b tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Checking segment: {'id': '793d17e0-a679-4f36-819c-7ad860ec331b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '3e33c48e-4e25-45e7-b198-db006565314a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:27:44.378388 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b03e69-07bc-49f4-b19c-6aff1f7d131b tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Network hostable DHCP agents. Network: 3e33c48e-4e25-45e7-b198-db006565314a, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:27:44.402324 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe77ca3-7e40-4059-9c9a-92cf07b53484 None None] New status for floating IP f0e78b1b-53e5-4bf0-9c5b-2d4924be7bcf: DOWN {{(pid=94830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:27:44.479595 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b03e69-07bc-49f4-b19c-6aff1f7d131b tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Network 3e33c48e-4e25-45e7-b198-db006565314a is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:27:44.480467 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dacc91a-bd79-4676-b3d3-68167053d2a9 req-11d646d4-790c-4eee-8e1b-2425f2a1ec78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:44.482261 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5dacc91a-bd79-4676-b3d3-68167053d2a9 req-11d646d4-790c-4eee-8e1b-2425f2a1ec78 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=710778a2-878b-476c-9719-9ae92ef7de6e HTTP/1.1" status: 200 len: 860 time: 0.1252220 Aug 29 04:27:44.485920 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2e624ed6-4ade-45b0-8ba0-81f1a9545e80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:44.496242 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2e624ed6-4ade-45b0-8ba0-81f1a9545e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:44.507971 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-44b03e69-07bc-49f4-b19c-6aff1f7d131b tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 3e33c48e-4e25-45e7-b198-db006565314a) {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:44.560122 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b03e69-07bc-49f4-b19c-6aff1f7d131b tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:44.560733 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-44b03e69-07bc-49f4-b19c-6aff1f7d131b tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:44.569288 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e624ed6-4ade-45b0-8ba0-81f1a9545e80 admin admin] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:27:44.585403 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609d981b-d449-4e45-9584-15ddc18d5349 req-e19ef5a6-4545-444f-8879-85b47b25f902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:44.587334 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-609d981b-d449-4e45-9584-15ddc18d5349 req-e19ef5a6-4545-444f-8879-85b47b25f902 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6c9e9b4cb47149d19005e5a96f02d4fd&device_id=574021e8-5a99-4599-a86e-9b43fe57cd6e HTTP/1.1" status: 200 len: 1097 time: 0.2547400 Aug 29 04:27:44.587729 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-45d7440a-d0a4-4121-b6fa-ba4f0d38f202 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:44.604694 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e624ed6-4ade-45b0-8ba0-81f1a9545e80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26f473d0-39e1-4a8d-875e-815eaa64070e,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:44.607741 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2e624ed6-4ade-45b0-8ba0-81f1a9545e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:44.608105 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-2e624ed6-4ade-45b0-8ba0-81f1a9545e80 admin admin] Added segment e42ae04f-c78a-49b6-b653-d68296ae5b14 of type vlan for network df74e724-c81a-44f3-b66b-f70a4e2cf3f1 Aug 29 04:27:44.616650 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295d3241-bd23-4aae-8b56-f772303230df req-f1a359a9-df90-4399-a46c-23c24fef17b1 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:44.624266 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-295d3241-bd23-4aae-8b56-f772303230df req-f1a359a9-df90-4399-a46c-23c24fef17b1 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] 10.222.0.22 "GET /v2.0/networks/e6c84a15-2e6f-4c07-8ede-a88148c2fe90 HTTP/1.1" status: 200 len: 784 time: 0.2330723 Aug 29 04:27:44.641116 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-44b03e69-07bc-49f4-b19c-6aff1f7d131b tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1626074 Aug 29 04:27:44.644227 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 32806) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:44.666979 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-821b9a0d-5c3a-47b8-a14d-f83f94a45e05 None None] Network 3e33c48e-4e25-45e7-b198-db006565314a requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:27:44.675546 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-45d7440a-d0a4-4121-b6fa-ba4f0d38f202 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:44.678032 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-23adf361-b385-4582-974a-9634a1de49e4 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Request body: {'subnet': {'network_id': '3e33c48e-4e25-45e7-b198-db006565314a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:44.745815 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dacc91a-bd79-4676-b3d3-68167053d2a9 req-9657b64d-4068-4c5d-9d09-c6531ab23019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:44.747755 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5dacc91a-bd79-4676-b3d3-68167053d2a9 req-9657b64d-4068-4c5d-9d09-c6531ab23019 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fcd0713a-66d5-429e-8806-1ec67be3b61c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2517414 Aug 29 04:27:44.779781 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-295d3241-bd23-4aae-8b56-f772303230df req-c0b1d4d7-8972-4e11-930d-cea01ed6243e tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.0.33 HTTP/1.1" status: 200 len: 698 time: 0.1537750 Aug 29 04:27:44.788917 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2e624ed6-4ade-45b0-8ba0-81f1a9545e80 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:44.870578 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-295d3241-bd23-4aae-8b56-f772303230df req-8b8ac581-53bb-4bf3-90bd-4a0794662d23 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.0.33 HTTP/1.1" status: 200 len: 696 time: 0.0898871 Aug 29 04:27:44.886781 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609d981b-d449-4e45-9584-15ddc18d5349 req-4544e309-09e5-4f48-8bc3-227cd301488e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:44.888599 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-609d981b-d449-4e45-9584-15ddc18d5349 req-4544e309-09e5-4f48-8bc3-227cd301488e service neutron] 10.222.0.46 "GET /v2.0/networks?id=3bcd0067-6e50-451c-9004-abafcee70c8b HTTP/1.1" status: 200 len: 912 time: 0.2408621 Aug 29 04:27:44.901113 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-45d7440a-d0a4-4121-b6fa-ba4f0d38f202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:44.904273 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-45d7440a-d0a4-4121-b6fa-ba4f0d38f202 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:44.906126 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-45d7440a-d0a4-4121-b6fa-ba4f0d38f202 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9f4c6df4-f5fc-489b-bcff-15b87f285b26 HTTP/1.1" status: 204 len: 168 time: 1.1020756 Aug 29 04:27:44.967660 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a847121f-57a5-4ff4-bc1e-63d230069f99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-3e33c48e-4e25-45e7-b198-db006565314a', 'network_id': '3e33c48e-4e25-45e7-b198-db006565314a', 'tenant_id': '6e77efd76d814cd8b24fb0a97b527734', 'fixed_ips': [{'subnet_id': '64984aad-b642-44e5-b2b2-a37833611643'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:27:44.969362 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a847121f-57a5-4ff4-bc1e-63d230069f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:44.994956 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2e624ed6-4ade-45b0-8ba0-81f1a9545e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:45.001579 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d7440a-d0a4-4121-b6fa-ba4f0d38f202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f4c6df4-f5fc-489b-bcff-15b87f285b26,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:45.002630 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e624ed6-4ade-45b0-8ba0-81f1a9545e80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:45.003215 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2e624ed6-4ade-45b0-8ba0-81f1a9545e80 admin admin] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:45.007039 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-609d981b-d449-4e45-9584-15ddc18d5349 req-3a2c815d-b74f-4461-9cf1-4186ae3570f4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9f343b77-8813-497f-a301-1ef4c6472599 HTTP/1.1" status: 200 len: 1001 time: 0.1073701 Aug 29 04:27:45.080983 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609d981b-d449-4e45-9584-15ddc18d5349 req-874e106a-aacf-41ff-8873-b7c334d5539a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:45.082957 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-609d981b-d449-4e45-9584-15ddc18d5349 req-874e106a-aacf-41ff-8873-b7c334d5539a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=77379d5c-d72e-4fe0-ace8-ef22d196f6e9 HTTP/1.1" status: 200 len: 850 time: 0.0673206 Aug 29 04:27:45.119674 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-2e624ed6-4ade-45b0-8ba0-81f1a9545e80 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6626592 Aug 29 04:27:45.131926 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 32818) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:45.138768 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-33ef0cc6-66d8-4e0b-8d0c-41b6f8d5b244 admin admin] Request body: {'subnet': {'network_id': 'df74e724-c81a-44f3-b66b-f70a4e2cf3f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-706811000-subnet', 'tenant_id': '3c2056b185a4447f97a37026802347bd', 'ip_version': 4}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:45.157676 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5dacc91a-bd79-4676-b3d3-68167053d2a9 req-4a5e7c70-875b-4d10-8838-6b0798922aaa service neutron] 10.222.0.48 "GET /v2.0/networks/fcd0713a-66d5-429e-8806-1ec67be3b61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3956649 Aug 29 04:27:45.167522 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e624ed6-4ade-45b0-8ba0-81f1a9545e80 admin admin] Pushing event updated for resources: {'Network': ['ID=df74e724-c81a-44f3-b66b-f70a4e2cf3f1,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:45.175347 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-33ef0cc6-66d8-4e0b-8d0c-41b6f8d5b244 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 04:27:45.175347 n-d-712140-12 neutron-server[94828]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 29 04:27:45.175347 n-d-712140-12 neutron-server[94828]: [parameters: {'project_id_1': '3c2056b185a4447f97a37026802347bd', 'expiration_1': datetime.datetime(2021, 8, 29, 4, 27, 45, 146267)}] Aug 29 04:27:45.175347 n-d-712140-12 neutron-server[94828]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:27:45.175884 n-d-712140-12 neutron-server[94828]: DEBUG oslo_db.api [None req-33ef0cc6-66d8-4e0b-8d0c-41b6f8d5b244 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:27:45.204599 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23adf361-b385-4582-974a-9634a1de49e4 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Made reservation on behalf of 6e77efd76d814cd8b24fb0a97b527734 for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:45.206443 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609d981b-d449-4e45-9584-15ddc18d5349 req-4a8baf8c-3204-47ac-acec-e62a90ae7f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:45.208027 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-609d981b-d449-4e45-9584-15ddc18d5349 req-4a8baf8c-3204-47ac-acec-e62a90ae7f05 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3bcd0067-6e50-451c-9004-abafcee70c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1161103 Aug 29 04:27:45.208316 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-23adf361-b385-4582-974a-9634a1de49e4 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4552395'] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:45.220750 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network df74e724-c81a-44f3-b66b-f70a4e2cf3f1 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:27:45.392601 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-a847121f-57a5-4ff4-bc1e-63d230069f99 None None] Allocated IP 172.20.0.2 (3e33c48e-4e25-45e7-b198-db006565314a/64984aad-b642-44e5-b2b2-a37833611643/8064f787-df63-4460-8b37-e3e7b6d9622c) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:27:45.396968 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-609d981b-d449-4e45-9584-15ddc18d5349 req-14156b96-6ea5-4e68-861f-d78c9c226152 service neutron] 10.222.0.46 "GET /v2.0/networks/3bcd0067-6e50-451c-9004-abafcee70c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452749 Aug 29 04:27:45.422552 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [req-295d3241-bd23-4aae-8b56-f772303230df req-3474f4b2-8acf-4d14-adca-0aadebf89530 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Deleting port c1be91d6-dd2b-41b7-a78d-16cc43fe4402 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:27:45.422904 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-295d3241-bd23-4aae-8b56-f772303230df req-3474f4b2-8acf-4d14-adca-0aadebf89530 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:45.495528 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5dacc91a-bd79-4676-b3d3-68167053d2a9 req-500358a2-64cb-4de2-87e5-78b948102253 service neutron] 10.222.0.48 "GET /v2.0/networks/fcd0713a-66d5-429e-8806-1ec67be3b61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3209898 Aug 29 04:27:45.512719 n-d-712140-12 neutron-server[94829]: INFO neutron.db.ipam_backend_mixin [None req-23adf361-b385-4582-974a-9634a1de49e4 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 64984aad-b642-44e5-b2b2-a37833611643 (CIDR: 172.20.0.0/28) Aug 29 04:27:45.517619 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-23adf361-b385-4582-974a-9634a1de49e4 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:27:45.518252 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23adf361-b385-4582-974a-9634a1de49e4 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:27:45.537773 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-23adf361-b385-4582-974a-9634a1de49e4 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8926675 Aug 29 04:27:45.540448 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 32834) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:45.545449 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-c835cdd7-a74e-45de-b718-65d3ad8fa1ff tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Request body: {'subnet': {'network_id': '3e33c48e-4e25-45e7-b198-db006565314a', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:45.592825 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-609d981b-d449-4e45-9584-15ddc18d5349 req-87d87779-3243-4001-add8-b285b832d774 service neutron] 10.222.0.46 "GET /v2.0/networks/3bcd0067-6e50-451c-9004-abafcee70c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885500 Aug 29 04:27:45.624126 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a847121f-57a5-4ff4-bc1e-63d230069f99 None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:45.635320 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-a847121f-57a5-4ff4-bc1e-63d230069f99 None None] Transition to ACTIVE for port object 8064f787-df63-4460-8b37-e3e7b6d9622c will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:45.653890 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-a847121f-57a5-4ff4-bc1e-63d230069f99 None None] Transition to ACTIVE for port object 8064f787-df63-4460-8b37-e3e7b6d9622c will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:45.655661 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-295d3241-bd23-4aae-8b56-f772303230df req-3474f4b2-8acf-4d14-adca-0aadebf89530 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:45.656261 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-295d3241-bd23-4aae-8b56-f772303230df req-3474f4b2-8acf-4d14-adca-0aadebf89530 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:45.664718 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a847121f-57a5-4ff4-bc1e-63d230069f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:45.712083 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a847121f-57a5-4ff4-bc1e-63d230069f99 None None] Network 3e33c48e-4e25-45e7-b198-db006565314a is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:27:45.716869 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-a847121f-57a5-4ff4-bc1e-63d230069f99 None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:45.717389 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33ef0cc6-66d8-4e0b-8d0c-41b6f8d5b244 admin admin] Made reservation on behalf of 3c2056b185a4447f97a37026802347bd for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:45.718483 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [req-295d3241-bd23-4aae-8b56-f772303230df req-3474f4b2-8acf-4d14-adca-0aadebf89530 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Calling delete_port for c1be91d6-dd2b-41b7-a78d-16cc43fe4402 owned by network:floatingip {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:27:45.722232 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a847121f-57a5-4ff4-bc1e-63d230069f99 None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:27:45.734157 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-33ef0cc6-66d8-4e0b-8d0c-41b6f8d5b244 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:45.781256 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a847121f-57a5-4ff4-bc1e-63d230069f99 None None] Pushing event updated for resources: {'Port': ['ID=8064f787-df63-4460-8b37-e3e7b6d9622c,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:45.799236 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-a847121f-57a5-4ff4-bc1e-63d230069f99 None None] Attempting to bind port 8064f787-df63-4460-8b37-e3e7b6d9622c on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:27:45.800130 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-a847121f-57a5-4ff4-bc1e-63d230069f99 None None] Attempting to bind port 8064f787-df63-4460-8b37-e3e7b6d9622c by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '793d17e0-a679-4f36-819c-7ad860ec331b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '3e33c48e-4e25-45e7-b198-db006565314a'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:27:45.800774 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a847121f-57a5-4ff4-bc1e-63d230069f99 None None] Attempting to bind port 8064f787-df63-4460-8b37-e3e7b6d9622c on network 3e33c48e-4e25-45e7-b198-db006565314a {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:45.816509 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a847121f-57a5-4ff4-bc1e-63d230069f99 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:27:45.817153 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a847121f-57a5-4ff4-bc1e-63d230069f99 None None] Checking segment: {'id': '793d17e0-a679-4f36-819c-7ad860ec331b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '3e33c48e-4e25-45e7-b198-db006565314a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:27:45.817760 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a847121f-57a5-4ff4-bc1e-63d230069f99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:45.818340 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a847121f-57a5-4ff4-bc1e-63d230069f99 None None] Bound using segment: {'id': '793d17e0-a679-4f36-819c-7ad860ec331b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '3e33c48e-4e25-45e7-b198-db006565314a'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:27:45.819027 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-a847121f-57a5-4ff4-bc1e-63d230069f99 None None] Bound port: 8064f787-df63-4460-8b37-e3e7b6d9622c, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '793d17e0-a679-4f36-819c-7ad860ec331b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '3e33c48e-4e25-45e7-b198-db006565314a'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:27:45.819600 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a847121f-57a5-4ff4-bc1e-63d230069f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:45.891120 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c835cdd7-a74e-45de-b718-65d3ad8fa1ff tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Made reservation on behalf of 6e77efd76d814cd8b24fb0a97b527734 for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:45.894941 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c835cdd7-a74e-45de-b718-65d3ad8fa1ff tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4552395'] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:45.937491 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-a847121f-57a5-4ff4-bc1e-63d230069f99 None None] For port 8064f787-df63-4460-8b37-e3e7b6d9622c, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:27:45.941930 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-a847121f-57a5-4ff4-bc1e-63d230069f99 None None] For port 8064f787-df63-4460-8b37-e3e7b6d9622c, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=8064f787-df63-4460-8b37-e3e7b6d9622c,segment=NetworkSegment(793d17e0-a679-4f36-819c-7ad860ec331b),segment_id=793d17e0-a679-4f36-819c-7ad860ec331b)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:27:45.946773 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a847121f-57a5-4ff4-bc1e-63d230069f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:46.010336 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a847121f-57a5-4ff4-bc1e-63d230069f99 None None] Pushing event updated for resources: {'Port': ['ID=8064f787-df63-4460-8b37-e3e7b6d9622c,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:46.104778 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-33ef0cc6-66d8-4e0b-8d0c-41b6f8d5b244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9191137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10062364'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:46.150396 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 32858) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:46.212603 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ef0cc6-66d8-4e0b-8d0c-41b6f8d5b244 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b0c6566-de1e-4de5-a4a8-8adcb3a1f5a2,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:46.228402 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ef0cc6-66d8-4e0b-8d0c-41b6f8d5b244 admin admin] Checking segment: {'id': 'e42ae04f-c78a-49b6-b653-d68296ae5b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'df74e724-c81a-44f3-b66b-f70a4e2cf3f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:27:46.229310 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ef0cc6-66d8-4e0b-8d0c-41b6f8d5b244 admin admin] Network hostable DHCP agents. Network: df74e724-c81a-44f3-b66b-f70a4e2cf3f1, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:27:46.255870 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ef0cc6-66d8-4e0b-8d0c-41b6f8d5b244 admin admin] Network df74e724-c81a-44f3-b66b-f70a4e2cf3f1 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:27:46.271954 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-33ef0cc6-66d8-4e0b-8d0c-41b6f8d5b244 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, df74e724-c81a-44f3-b66b-f70a4e2cf3f1) {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:46.281850 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ef0cc6-66d8-4e0b-8d0c-41b6f8d5b244 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:46.284265 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-33ef0cc6-66d8-4e0b-8d0c-41b6f8d5b244 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:46.334238 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-33ef0cc6-66d8-4e0b-8d0c-41b6f8d5b244 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1974082 Aug 29 04:27:46.337137 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 32864) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:46.337617 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647916fa-67a0-4cf4-b890-a8db9c14ab9a None None] Network df74e724-c81a-44f3-b66b-f70a4e2cf3f1 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:27:46.341814 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-5b271c16-a9af-460d-ba33-92c6e316d9f0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-706811000-router', 'tenant_id': '3c2056b185a4447f97a37026802347bd', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:46.350459 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-295d3241-bd23-4aae-8b56-f772303230df req-3474f4b2-8acf-4d14-adca-0aadebf89530 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:46.404267 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3474f4b2-8acf-4d14-adca-0aadebf89530 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Pushing event deleted for resources: {'Port': ['ID=c1be91d6-dd2b-41b7-a78d-16cc43fe4402,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:46.424277 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-c4c09f57-843e-496a-993e-39c4d4e625aa admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-629433375-network', 'tenant_id': 'a2ef8028d601470a9af15f492b593570'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:46.431393 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5b271c16-a9af-460d-ba33-92c6e316d9f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:46.435426 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5b271c16-a9af-460d-ba33-92c6e316d9f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1838'] for router, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:46.505057 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c835cdd7-a74e-45de-b718-65d3ad8fa1ff tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4274880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4552377'] for subnet, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:46.561063 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4c09f57-843e-496a-993e-39c4d4e625aa admin admin] Made reservation on behalf of a2ef8028d601470a9af15f492b593570 for: {'network': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:46.563907 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c4c09f57-843e-496a-993e-39c4d4e625aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:46.567883 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5b271c16-a9af-460d-ba33-92c6e316d9f0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:46.578179 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c4c09f57-843e-496a-993e-39c4d4e625aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:46.579575 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c835cdd7-a74e-45de-b718-65d3ad8fa1ff tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Network 3e33c48e-4e25-45e7-b198-db006565314a is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:27:46.589998 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-c835cdd7-a74e-45de-b718-65d3ad8fa1ff tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:46.595536 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c835cdd7-a74e-45de-b718-65d3ad8fa1ff tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:46.596412 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c835cdd7-a74e-45de-b718-65d3ad8fa1ff tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:46.612002 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-295d3241-bd23-4aae-8b56-f772303230df req-3474f4b2-8acf-4d14-adca-0aadebf89530 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Notify callbacks [] for floatingip, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:46.622370 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-295d3241-bd23-4aae-8b56-f772303230df req-3474f4b2-8acf-4d14-adca-0aadebf89530 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:46.623829 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-295d3241-bd23-4aae-8b56-f772303230df req-3474f4b2-8acf-4d14-adca-0aadebf89530 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] 10.222.0.22 "DELETE /v2.0/floatingips/f0e78b1b-53e5-4bf0-9c5b-2d4924be7bcf HTTP/1.1" status: 204 len: 173 time: 1.7520742 Aug 29 04:27:46.640134 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c835cdd7-a74e-45de-b718-65d3ad8fa1ff tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Pushing event updated for resources: {'Subnet': ['ID=852222c2-c44f-408c-83d8-9a66f3d19e72,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:46.652548 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-c835cdd7-a74e-45de-b718-65d3ad8fa1ff tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1109850 Aug 29 04:27:46.655124 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 32874) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:46.663036 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-afc2b4f2-52f9-41ce-a7ee-e9204cb99689 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Request body: {'port': {'network_id': '3e33c48e-4e25-45e7-b198-db006565314a', 'fixed_ips': [{'subnet_id': '64984aad-b642-44e5-b2b2-a37833611643'}, {'subnet_id': '852222c2-c44f-408c-83d8-9a66f3d19e72'}], 'name': 'tempest-PortsTestJSON-310950959'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:46.676151 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b67329f-75d6-4b73-a4c0-e3dc2adc736c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-df74e724-c81a-44f3-b66b-f70a4e2cf3f1', 'network_id': 'df74e724-c81a-44f3-b66b-f70a4e2cf3f1', 'tenant_id': '3c2056b185a4447f97a37026802347bd', 'fixed_ips': [{'subnet_id': '0b0c6566-de1e-4de5-a4a8-8adcb3a1f5a2'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:27:46.677270 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6b67329f-75d6-4b73-a4c0-e3dc2adc736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:46.855940 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5b271c16-a9af-460d-ba33-92c6e316d9f0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:46.874722 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afc2b4f2-52f9-41ce-a7ee-e9204cb99689 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Made reservation on behalf of 6e77efd76d814cd8b24fb0a97b527734 for: {'port': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:46.887395 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 8064f787-df63-4460-8b37-e3e7b6d9622c up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:27:47.091125 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c4c09f57-843e-496a-993e-39c4d4e625aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:47.104024 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 8064f787-df63-4460-8b37-e3e7b6d9622c completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:27:47.113656 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-6b67329f-75d6-4b73-a4c0-e3dc2adc736c None None] Allocated IP 172.20.0.2 (df74e724-c81a-44f3-b66b-f70a4e2cf3f1/0b0c6566-de1e-4de5-a4a8-8adcb3a1f5a2/063a2042-f735-495d-997c-bfa4342db7a8) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:27:47.119149 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c4c09f57-843e-496a-993e-39c4d4e625aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:47.155761 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4c09f57-843e-496a-993e-39c4d4e625aa admin admin] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=94828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:27:47.183588 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-afc2b4f2-52f9-41ce-a7ee-e9204cb99689 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:47.189458 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c4c09f57-843e-496a-993e-39c4d4e625aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:47.189813 n-d-712140-12 neutron-server[94828]: INFO neutron.db.segments_db [None req-c4c09f57-843e-496a-993e-39c4d4e625aa admin admin] Added segment 4d8fc0d0-6c01-43d5-aa88-9880603a8027 of type vlan for network 272d1c4d-af14-48fc-b735-579ae3d45270 Aug 29 04:27:47.194891 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c09f57-843e-496a-993e-39c4d4e625aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e109d97-7970-4672-b6dc-5d385660134a,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:47.231325 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [None req-afc2b4f2-52f9-41ce-a7ee-e9204cb99689 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] device_id is not set on port 3d1cf6d1-ff46-415a-989f-04c5660aae91 yet. {{(pid=94829) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:27:47.305239 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c4c09f57-843e-496a-993e-39c4d4e625aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:47.360872 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6b67329f-75d6-4b73-a4c0-e3dc2adc736c None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:47.370580 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6b67329f-75d6-4b73-a4c0-e3dc2adc736c None None] Transition to ACTIVE for port object 063a2042-f735-495d-997c-bfa4342db7a8 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:47.404044 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6b67329f-75d6-4b73-a4c0-e3dc2adc736c None None] Transition to ACTIVE for port object 063a2042-f735-495d-997c-bfa4342db7a8 will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:47.417655 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6b67329f-75d6-4b73-a4c0-e3dc2adc736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:47.459882 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c4c09f57-843e-496a-993e-39c4d4e625aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:47.461309 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c09f57-843e-496a-993e-39c4d4e625aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:47.462113 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c4c09f57-843e-496a-993e-39c4d4e625aa admin admin] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:47.519854 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b67329f-75d6-4b73-a4c0-e3dc2adc736c None None] Network df74e724-c81a-44f3-b66b-f70a4e2cf3f1 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:27:47.525741 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-6b67329f-75d6-4b73-a4c0-e3dc2adc736c None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:47.527942 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b67329f-75d6-4b73-a4c0-e3dc2adc736c None None] Pushing event updated for resources: {'Port': ['ID=063a2042-f735-495d-997c-bfa4342db7a8,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:47.531861 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b67329f-75d6-4b73-a4c0-e3dc2adc736c None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:27:47.560383 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2829733b-608d-428b-8ee0-10d7aa999be7 None None] Network 3e33c48e-4e25-45e7-b198-db006565314a requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:27:47.586771 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-c4c09f57-843e-496a-993e-39c4d4e625aa admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4323843 Aug 29 04:27:47.607911 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 32890) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:47.617711 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-44004448-3c4a-4269-9832-852bce232def admin admin] Request body: {'subnet': {'network_id': '272d1c4d-af14-48fc-b735-579ae3d45270', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-629433375-subnet', 'tenant_id': 'a2ef8028d601470a9af15f492b593570', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:47.650076 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c09f57-843e-496a-993e-39c4d4e625aa admin admin] Pushing event updated for resources: {'Network': ['ID=272d1c4d-af14-48fc-b735-579ae3d45270,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:47.664655 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44004448-3c4a-4269-9832-852bce232def admin admin] Made reservation on behalf of a2ef8028d601470a9af15f492b593570 for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:47.668095 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-44004448-3c4a-4269-9832-852bce232def admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:47.688382 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 272d1c4d-af14-48fc-b735-579ae3d45270 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:27:47.701815 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e8baa3-799e-44dd-80d8-3171718f3865 req-7447fb78-cd60-4bb2-b0e1-0f1f1f80a608 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:47.709291 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-37e8baa3-799e-44dd-80d8-3171718f3865 req-7447fb78-cd60-4bb2-b0e1-0f1f1f80a608 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c5d5b2c-32be-4d50-a58e-3f43aaddd10f HTTP/1.1" status: 200 len: 946 time: 0.6164181 Aug 29 04:27:47.738025 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-594146d1-659a-4d62-ad57-e2d944f6687e None None] Provisioning for port 8064f787-df63-4460-8b37-e3e7b6d9622c completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:27:47.747723 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5b271c16-a9af-460d-ba33-92c6e316d9f0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:47.750847 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-6b67329f-75d6-4b73-a4c0-e3dc2adc736c None None] Attempting to bind port 063a2042-f735-495d-997c-bfa4342db7a8 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:27:47.751222 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-6b67329f-75d6-4b73-a4c0-e3dc2adc736c None None] Attempting to bind port 063a2042-f735-495d-997c-bfa4342db7a8 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'e42ae04f-c78a-49b6-b653-d68296ae5b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'df74e724-c81a-44f3-b66b-f70a4e2cf3f1'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:27:47.751579 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b67329f-75d6-4b73-a4c0-e3dc2adc736c None None] Attempting to bind port 063a2042-f735-495d-997c-bfa4342db7a8 on network df74e724-c81a-44f3-b66b-f70a4e2cf3f1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:47.761297 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-594146d1-659a-4d62-ad57-e2d944f6687e None None] Provisioning complete for port 8064f787-df63-4460-8b37-e3e7b6d9622c triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:47.761670 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-594146d1-659a-4d62-ad57-e2d944f6687e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:47.778802 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5b271c16-a9af-460d-ba33-92c6e316d9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:47.801594 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b67329f-75d6-4b73-a4c0-e3dc2adc736c None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:27:47.802025 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b67329f-75d6-4b73-a4c0-e3dc2adc736c None None] Checking segment: {'id': 'e42ae04f-c78a-49b6-b653-d68296ae5b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'df74e724-c81a-44f3-b66b-f70a4e2cf3f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:27:47.802324 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6b67329f-75d6-4b73-a4c0-e3dc2adc736c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:47.802760 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b67329f-75d6-4b73-a4c0-e3dc2adc736c None None] Bound using segment: {'id': 'e42ae04f-c78a-49b6-b653-d68296ae5b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'df74e724-c81a-44f3-b66b-f70a4e2cf3f1'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:27:47.803369 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-6b67329f-75d6-4b73-a4c0-e3dc2adc736c None None] Bound port: 063a2042-f735-495d-997c-bfa4342db7a8, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e42ae04f-c78a-49b6-b653-d68296ae5b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'df74e724-c81a-44f3-b66b-f70a4e2cf3f1'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:27:47.803777 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6b67329f-75d6-4b73-a4c0-e3dc2adc736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:47.892553 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-37e8baa3-799e-44dd-80d8-3171718f3865 req-d602d379-fa7d-4083-bb7c-2b3e47f754c8 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c3129fe-ab73-49dc-8c78-c3946eb92670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774759 Aug 29 04:27:48.008197 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-5b271c16-a9af-460d-ba33-92c6e316d9f0 admin admin] Allocated IP 172.25.0.109 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/0828e849-c199-4e98-9bad-352a5d86f088) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:27:48.030405 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6b67329f-75d6-4b73-a4c0-e3dc2adc736c None None] For port 063a2042-f735-495d-997c-bfa4342db7a8, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:27:48.040593 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6b67329f-75d6-4b73-a4c0-e3dc2adc736c None None] For port 063a2042-f735-495d-997c-bfa4342db7a8, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=063a2042-f735-495d-997c-bfa4342db7a8,segment=NetworkSegment(e42ae04f-c78a-49b6-b653-d68296ae5b14),segment_id=e42ae04f-c78a-49b6-b653-d68296ae5b14)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:27:48.087168 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6b67329f-75d6-4b73-a4c0-e3dc2adc736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:48.096523 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-594146d1-659a-4d62-ad57-e2d944f6687e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:48.151272 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-44004448-3c4a-4269-9832-852bce232def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9191137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10062364'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:48.161954 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-afc2b4f2-52f9-41ce-a7ee-e9204cb99689 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Allocated IP 172.20.0.7 (3e33c48e-4e25-45e7-b198-db006565314a/64984aad-b642-44e5-b2b2-a37833611643/3d1cf6d1-ff46-415a-989f-04c5660aae91) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:27:48.181219 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-afc2b4f2-52f9-41ce-a7ee-e9204cb99689 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Allocated IP 172.20.0.18 (3e33c48e-4e25-45e7-b198-db006565314a/852222c2-c44f-408c-83d8-9a66f3d19e72/3d1cf6d1-ff46-415a-989f-04c5660aae91) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:27:48.235343 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-594146d1-659a-4d62-ad57-e2d944f6687e None None] For port 8064f787-df63-4460-8b37-e3e7b6d9622c, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=8064f787-df63-4460-8b37-e3e7b6d9622c,segment=NetworkSegment(793d17e0-a679-4f36-819c-7ad860ec331b),segment_id=793d17e0-a679-4f36-819c-7ad860ec331b)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:48.236911 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b67329f-75d6-4b73-a4c0-e3dc2adc736c None None] Pushing event updated for resources: {'Port': ['ID=063a2042-f735-495d-997c-bfa4342db7a8,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:48.250931 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-594146d1-659a-4d62-ad57-e2d944f6687e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:48.285895 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44004448-3c4a-4269-9832-852bce232def admin admin] Pushing event updated for resources: {'Subnet': ['ID=10771a12-2d54-4ee6-9435-3c52b51db3d5,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:48.310971 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5b271c16-a9af-460d-ba33-92c6e316d9f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:48.330435 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44004448-3c4a-4269-9832-852bce232def admin admin] Checking segment: {'id': '4d8fc0d0-6c01-43d5-aa88-9880603a8027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '272d1c4d-af14-48fc-b735-579ae3d45270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:27:48.331118 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44004448-3c4a-4269-9832-852bce232def admin admin] Network hostable DHCP agents. Network: 272d1c4d-af14-48fc-b735-579ae3d45270, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:27:48.392724 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44004448-3c4a-4269-9832-852bce232def admin admin] Network 272d1c4d-af14-48fc-b735-579ae3d45270 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:27:48.400567 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5b271c16-a9af-460d-ba33-92c6e316d9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:48.416181 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-44004448-3c4a-4269-9832-852bce232def admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 272d1c4d-af14-48fc-b735-579ae3d45270) {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:48.459862 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44004448-3c4a-4269-9832-852bce232def admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:48.460241 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-44004448-3c4a-4269-9832-852bce232def admin admin] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:48.467562 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-afc2b4f2-52f9-41ce-a7ee-e9204cb99689 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:48.479261 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b271c16-a9af-460d-ba33-92c6e316d9f0 admin admin] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:27:48.490601 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-5b271c16-a9af-460d-ba33-92c6e316d9f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:48.500002 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b271c16-a9af-460d-ba33-92c6e316d9f0 admin admin] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:27:48.505562 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-afc2b4f2-52f9-41ce-a7ee-e9204cb99689 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Transition to ACTIVE for port object 3d1cf6d1-ff46-415a-989f-04c5660aae91 will not be triggered until provisioned by entity DHCP. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:48.517959 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-44004448-3c4a-4269-9832-852bce232def admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9059603 Aug 29 04:27:48.518677 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 32896) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:48.532557 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-61d3c6ee-1f14-41b0-b01e-be36a0007bd3 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-629433375-router', 'tenant_id': 'a2ef8028d601470a9af15f492b593570', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:48.572315 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b271c16-a9af-460d-ba33-92c6e316d9f0 admin admin] Pushing event updated for resources: {'Port': ['ID=0828e849-c199-4e98-9bad-352a5d86f088,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:48.594480 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54df9e41-ca60-447e-970d-b70f7ff4338b None None] Network 272d1c4d-af14-48fc-b735-579ae3d45270 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:27:48.609847 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-afc2b4f2-52f9-41ce-a7ee-e9204cb99689 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:48.643210 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-61d3c6ee-1f14-41b0-b01e-be36a0007bd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:48.647090 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-61d3c6ee-1f14-41b0-b01e-be36a0007bd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1838'] for router, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:48.696938 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc2b4f2-52f9-41ce-a7ee-e9204cb99689 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Pushing event updated for resources: {'Port': ['ID=3d1cf6d1-ff46-415a-989f-04c5660aae91,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:48.718232 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc2b4f2-52f9-41ce-a7ee-e9204cb99689 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Network 3e33c48e-4e25-45e7-b198-db006565314a is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:27:48.720443 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-afc2b4f2-52f9-41ce-a7ee-e9204cb99689 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:48.725429 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc2b4f2-52f9-41ce-a7ee-e9204cb99689 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:27:48.735084 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594146d1-659a-4d62-ad57-e2d944f6687e None None] Pushing event updated for resources: {'Port': ['ID=8064f787-df63-4460-8b37-e3e7b6d9622c,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:48.740172 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c4f077-63af-4b1b-8b01-2f3469ba4082 None None] Update dhcp port {'port': {'network_id': '3e33c48e-4e25-45e7-b198-db006565314a', 'fixed_ips': [{'subnet_id': '64984aad-b642-44e5-b2b2-a37833611643', 'ip_address': '172.20.0.2'}, {'subnet_id': '852222c2-c44f-408c-83d8-9a66f3d19e72'}], 'binding:host_id': 'n-d-712140-12'}, 'id': '8064f787-df63-4460-8b37-e3e7b6d9622c'} from n-d-712140-12. {{(pid=94830) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 04:27:48.752868 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 063a2042-f735-495d-997c-bfa4342db7a8 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:27:48.774831 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-61d3c6ee-1f14-41b0-b01e-be36a0007bd3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:48.830094 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc2b4f2-52f9-41ce-a7ee-e9204cb99689 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:48.830771 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-afc2b4f2-52f9-41ce-a7ee-e9204cb99689 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:48.844480 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-61c4f077-63af-4b1b-8b01-2f3469ba4082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:48.849712 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-afc2b4f2-52f9-41ce-a7ee-e9204cb99689 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 2.1918099 Aug 29 04:27:48.851844 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 32900) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:48.858203 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-a4f1dad2-289a-43fd-9035-af55661b8c45 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '64984aad-b642-44e5-b2b2-a37833611643'}]}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:48.961515 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6bcfc7f-3c3a-4153-a79d-beb6379a087c None None] Network 272d1c4d-af14-48fc-b735-579ae3d45270 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:27:48.976567 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a4f1dad2-289a-43fd-9035-af55661b8c45 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:49.081165 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 063a2042-f735-495d-997c-bfa4342db7a8 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:27:49.148512 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-61d3c6ee-1f14-41b0-b01e-be36a0007bd3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:49.217532 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:49.220152 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d567db1f-41a6-4ea3-bd0c-5abc7eb5e82a req-f9013e05-9305-406f-9da2-bc6aef536e77 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:49.221965 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d567db1f-41a6-4ea3-bd0c-5abc7eb5e82a req-f9013e05-9305-406f-9da2-bc6aef536e77 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c5d5b2c-32be-4d50-a58e-3f43aaddd10f HTTP/1.1" status: 200 len: 946 time: 0.2408428 Aug 29 04:27:49.236171 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51a0bdd-74fd-4d39-9434-3e26d1e94840 req-24c80265-4230-4657-b96d-b279f7e889aa tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:49.237967 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f51a0bdd-74fd-4d39-9434-3e26d1e94840 req-24c80265-4230-4657-b96d-b279f7e889aa tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] 10.222.0.48 "GET /v2.0/ports?device_id=4c5d5b2c-32be-4d50-a58e-3f43aaddd10f HTTP/1.1" status: 200 len: 946 time: 0.3017867 Aug 29 04:27:49.341579 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-61c4f077-63af-4b1b-8b01-2f3469ba4082 None None] Allocated IP 172.20.0.19 (3e33c48e-4e25-45e7-b198-db006565314a/852222c2-c44f-408c-83d8-9a66f3d19e72/8064f787-df63-4460-8b37-e3e7b6d9622c) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:27:49.422644 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d567db1f-41a6-4ea3-bd0c-5abc7eb5e82a req-9cd69b64-e4eb-471d-9efb-8fb94e8c249b tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c3129fe-ab73-49dc-8c78-c3946eb92670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812971 Aug 29 04:27:49.461100 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-61c4f077-63af-4b1b-8b01-2f3469ba4082 None None] For port 8064f787-df63-4460-8b37-e3e7b6d9622c, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=8064f787-df63-4460-8b37-e3e7b6d9622c,segment=NetworkSegment(793d17e0-a679-4f36-819c-7ad860ec331b),segment_id=793d17e0-a679-4f36-819c-7ad860ec331b)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:49.496052 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-61c4f077-63af-4b1b-8b01-2f3469ba4082 None None] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:49.511814 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-61c4f077-63af-4b1b-8b01-2f3469ba4082 None None] Transition to ACTIVE for port object 8064f787-df63-4460-8b37-e3e7b6d9622c will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:49.534240 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-61c4f077-63af-4b1b-8b01-2f3469ba4082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:49.562622 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5b271c16-a9af-460d-ba33-92c6e316d9f0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:49.593912 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c4f077-63af-4b1b-8b01-2f3469ba4082 None None] Pushing event updated for resources: {'Port': ['ID=8064f787-df63-4460-8b37-e3e7b6d9622c,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:49.615410 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-a4f1dad2-289a-43fd-9035-af55661b8c45 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Delete allocated IP 172.20.0.18 (3e33c48e-4e25-45e7-b198-db006565314a/852222c2-c44f-408c-83d8-9a66f3d19e72) {{(pid=94829) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 29 04:27:49.703722 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f4d3fd-cd78-444c-8d50-db792e89f90b None None] Network df74e724-c81a-44f3-b66b-f70a4e2cf3f1 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:27:49.721552 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-f51a0bdd-74fd-4d39-9434-3e26d1e94840 req-a7e7d116-b362-4a28-a7de-8ac70d5ad647 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Deleting port ca4f75b8-7b4e-4310-a5d8-f8a1b65031cf {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:27:49.722220 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-f51a0bdd-74fd-4d39-9434-3e26d1e94840 req-a7e7d116-b362-4a28-a7de-8ac70d5ad647 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:49.774736 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-28a3b5da-4ef1-488b-bee9-0a3bb21aa55a None None] Provisioning for port 063a2042-f735-495d-997c-bfa4342db7a8 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:27:49.791235 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-28a3b5da-4ef1-488b-bee9-0a3bb21aa55a None None] Provisioning complete for port 063a2042-f735-495d-997c-bfa4342db7a8 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:49.791622 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-28a3b5da-4ef1-488b-bee9-0a3bb21aa55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:49.876959 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a4f1dad2-289a-43fd-9035-af55661b8c45 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:49.891822 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-a4f1dad2-289a-43fd-9035-af55661b8c45 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Ignored duplicate provisioning block setup for port 3d1cf6d1-ff46-415a-989f-04c5660aae91 by entity DHCP. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 29 04:27:49.900664 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a4f1dad2-289a-43fd-9035-af55661b8c45 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:49.993191 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-28a3b5da-4ef1-488b-bee9-0a3bb21aa55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:50.020002 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f1dad2-289a-43fd-9035-af55661b8c45 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Pushing event updated for resources: {'Port': ['ID=3d1cf6d1-ff46-415a-989f-04c5660aae91,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:50.066583 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-a4f1dad2-289a-43fd-9035-af55661b8c45 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] In _notify_port_updated(), no bound segment for port 3d1cf6d1-ff46-415a-989f-04c5660aae91 on network 3e33c48e-4e25-45e7-b198-db006565314a {{(pid=94829) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:27:50.072662 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f1dad2-289a-43fd-9035-af55661b8c45 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:50.073354 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a4f1dad2-289a-43fd-9035-af55661b8c45 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:50.074767 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-a4f1dad2-289a-43fd-9035-af55661b8c45 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "PUT /v2.0/ports/3d1cf6d1-ff46-415a-989f-04c5660aae91 HTTP/1.1" status: 200 len: 918 time: 1.2216985 Aug 29 04:27:50.078256 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 32908) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:50.086276 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-28a3b5da-4ef1-488b-bee9-0a3bb21aa55a None None] For port 063a2042-f735-495d-997c-bfa4342db7a8, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=063a2042-f735-495d-997c-bfa4342db7a8,segment=NetworkSegment(e42ae04f-c78a-49b6-b653-d68296ae5b14),segment_id=e42ae04f-c78a-49b6-b653-d68296ae5b14)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:50.089478 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-6d5673dc-5741-442e-9dfe-268c4a76f1ee tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '64984aad-b642-44e5-b2b2-a37833611643'}, {'subnet_id': '852222c2-c44f-408c-83d8-9a66f3d19e72'}]}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:50.117632 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-28a3b5da-4ef1-488b-bee9-0a3bb21aa55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:50.200258 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a3b5da-4ef1-488b-bee9-0a3bb21aa55a None None] Pushing event updated for resources: {'Port': ['ID=063a2042-f735-495d-997c-bfa4342db7a8,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:50.241056 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6d5673dc-5741-442e-9dfe-268c4a76f1ee tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:50.547696 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-8dd873d8-2ee3-4bbc-a517-e6cbecc66a2d None None] Provisioning complete for port 063a2042-f735-495d-997c-bfa4342db7a8 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:50.548100 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8dd873d8-2ee3-4bbc-a517-e6cbecc66a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:50.590993 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-6d5673dc-5741-442e-9dfe-268c4a76f1ee tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Allocated IP 172.20.0.24 (3e33c48e-4e25-45e7-b198-db006565314a/852222c2-c44f-408c-83d8-9a66f3d19e72/3d1cf6d1-ff46-415a-989f-04c5660aae91) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:27:50.598698 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a696c45-6ad3-4569-8019-828d1350979a None None] Network 3e33c48e-4e25-45e7-b198-db006565314a requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:27:50.644941 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-f51a0bdd-74fd-4d39-9434-3e26d1e94840 req-a7e7d116-b362-4a28-a7de-8ac70d5ad647 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] For port ca4f75b8-7b4e-4310-a5d8-f8a1b65031cf, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=ca4f75b8-7b4e-4310-a5d8-f8a1b65031cf,segment=NetworkSegment(3702d597-5b99-458f-80c9-28432894b87e),segment_id=3702d597-5b99-458f-80c9-28432894b87e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:50.645965 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-f51a0bdd-74fd-4d39-9434-3e26d1e94840 req-a7e7d116-b362-4a28-a7de-8ac70d5ad647 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:50.673508 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 063a2042-f735-495d-997c-bfa4342db7a8 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:27:50.693145 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5b271c16-a9af-460d-ba33-92c6e316d9f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409'] for router, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:50.696096 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-f51a0bdd-74fd-4d39-9434-3e26d1e94840 req-a7e7d116-b362-4a28-a7de-8ac70d5ad647 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Calling delete_port for ca4f75b8-7b4e-4310-a5d8-f8a1b65031cf owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:27:50.790035 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6d5673dc-5741-442e-9dfe-268c4a76f1ee tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:50.805182 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-6d5673dc-5741-442e-9dfe-268c4a76f1ee tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Ignored duplicate provisioning block setup for port 3d1cf6d1-ff46-415a-989f-04c5660aae91 by entity DHCP. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 29 04:27:50.814205 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6d5673dc-5741-442e-9dfe-268c4a76f1ee tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:50.841036 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c21e293-bdd3-495e-92aa-4bc7e1910f2c req-3c9d4bf6-9da8-44c4-a9e2-49a0cbd39bf3 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:50.847795 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 063a2042-f735-495d-997c-bfa4342db7a8 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:50.848000 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9c21e293-bdd3-495e-92aa-4bc7e1910f2c req-3c9d4bf6-9da8-44c4-a9e2-49a0cbd39bf3 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c5d5b2c-32be-4d50-a58e-3f43aaddd10f HTTP/1.1" status: 200 len: 946 time: 0.2594872 Aug 29 04:27:50.848194 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:50.880245 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-61d3c6ee-1f14-41b0-b01e-be36a0007bd3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:50.930578 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-61d3c6ee-1f14-41b0-b01e-be36a0007bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:50.958464 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5673dc-5741-442e-9dfe-268c4a76f1ee tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Pushing event updated for resources: {'Port': ['ID=3d1cf6d1-ff46-415a-989f-04c5660aae91,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:50.998484 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-6d5673dc-5741-442e-9dfe-268c4a76f1ee tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] In _notify_port_updated(), no bound segment for port 3d1cf6d1-ff46-415a-989f-04c5660aae91 on network 3e33c48e-4e25-45e7-b198-db006565314a {{(pid=94829) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:27:51.001073 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 8064f787-df63-4460-8b37-e3e7b6d9622c up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:27:51.006826 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9c21e293-bdd3-495e-92aa-4bc7e1910f2c req-015eda35-07d4-48be-97bf-24a373a1156e tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c3129fe-ab73-49dc-8c78-c3946eb92670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576192 Aug 29 04:27:51.012701 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5673dc-5741-442e-9dfe-268c4a76f1ee tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:51.013441 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6d5673dc-5741-442e-9dfe-268c4a76f1ee tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:51.017523 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-6d5673dc-5741-442e-9dfe-268c4a76f1ee tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "PUT /v2.0/ports/3d1cf6d1-ff46-415a-989f-04c5660aae91 HTTP/1.1" status: 200 len: 998 time: 0.9347093 Aug 29 04:27:51.018242 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 32916) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:51.056391 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-cb586aa8-cdf7-422a-9bac-f943823795c9 None None] Provisioning for port 8064f787-df63-4460-8b37-e3e7b6d9622c completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:27:51.067500 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-cb586aa8-cdf7-422a-9bac-f943823795c9 None None] Provisioning complete for port 8064f787-df63-4460-8b37-e3e7b6d9622c triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:51.068153 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cb586aa8-cdf7-422a-9bac-f943823795c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:51.103859 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b271c16-a9af-460d-ba33-92c6e316d9f0 admin admin] Router 7468fa49-b5a9-4047-8deb-f36d05a06a1e is scheduled to L3 agent 76874008-c311-485c-ba36-921b6d275b6a with binding_index 1 {{(pid=94828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:27:51.126901 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 8064f787-df63-4460-8b37-e3e7b6d9622c triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:51.127625 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:51.155293 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-7c22ea54-0664-456c-a183-13e82d918e90 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Deleting port 3d1cf6d1-ff46-415a-989f-04c5660aae91 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:27:51.156209 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7c22ea54-0664-456c-a183-13e82d918e90 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:51.287465 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7c22ea54-0664-456c-a183-13e82d918e90 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:51.300997 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-7c22ea54-0664-456c-a183-13e82d918e90 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Calling delete_port for 3d1cf6d1-ff46-415a-989f-04c5660aae91 owned by {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:27:51.334667 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-61d3c6ee-1f14-41b0-b01e-be36a0007bd3 admin admin] Allocated IP 172.25.0.31 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/f4c48393-faf3-498e-b6ee-60b9e7c3f64f) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:27:51.388231 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-f7c63882-abb2-4a3c-b155-64c1462ef188 None None] Provisioning for port 3d1cf6d1-ff46-415a-989f-04c5660aae91 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:27:51.397490 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-f7c63882-abb2-4a3c-b155-64c1462ef188 None None] Provisioning complete for port 3d1cf6d1-ff46-415a-989f-04c5660aae91 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:51.397862 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f7c63882-abb2-4a3c-b155-64c1462ef188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:51.469019 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-61d3c6ee-1f14-41b0-b01e-be36a0007bd3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:51.474574 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-f7c63882-abb2-4a3c-b155-64c1462ef188 None None] Port 3d1cf6d1-ff46-415a-989f-04c5660aae91 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:27:51.492668 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-f7c63882-abb2-4a3c-b155-64c1462ef188 None None] Provisioning complete for port 8064f787-df63-4460-8b37-e3e7b6d9622c triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:51.493165 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f7c63882-abb2-4a3c-b155-64c1462ef188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:51.498538 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7c22ea54-0664-456c-a183-13e82d918e90 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:51.513397 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-f51a0bdd-74fd-4d39-9434-3e26d1e94840 req-a7e7d116-b362-4a28-a7de-8ac70d5ad647 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:51.541827 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c22ea54-0664-456c-a183-13e82d918e90 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Pushing event deleted for resources: {'Port': ['ID=3d1cf6d1-ff46-415a-989f-04c5660aae91,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:51.584213 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e7d116-b362-4a28-a7de-8ac70d5ad647 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Pushing event deleted for resources: {'Port': ['ID=ca4f75b8-7b4e-4310-a5d8-f8a1b65031cf,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:51.591285 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-61d3c6ee-1f14-41b0-b01e-be36a0007bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:51.664915 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7c22ea54-0664-456c-a183-13e82d918e90 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:51.667884 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-7c22ea54-0664-456c-a183-13e82d918e90 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "DELETE /v2.0/ports/3d1cf6d1-ff46-415a-989f-04c5660aae91 HTTP/1.1" status: 204 len: 168 time: 0.6485736 Aug 29 04:27:51.670488 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 32920) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:51.700145 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d3c6ee-1f14-41b0-b01e-be36a0007bd3 admin admin] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:27:51.702603 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-2726d50e-06bb-49b7-89f8-da1a9668378d tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] GET failed (client error): The resource could not be found. Aug 29 04:27:51.704936 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-2726d50e-06bb-49b7-89f8-da1a9668378d tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "GET /v2.0/ports/3d1cf6d1-ff46-415a-989f-04c5660aae91 HTTP/1.1" status: 404 len: 333 time: 0.0331595 Aug 29 04:27:51.708419 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 32922) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:51.768103 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_v2 [None req-81e24389-9728-48c3-b149-2f6d4dfa2855 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Deleting subnet 852222c2-c44f-408c-83d8-9a66f3d19e72 {{(pid=94829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:27:51.768357 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-7a7eb7c8-a637-440e-96eb-10f22c47e213 None None] Could not find standard attr ID for object 3d1cf6d1-ff46-415a-989f-04c5660aae91. {{(pid=94830) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:27:51.772420 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-81e24389-9728-48c3-b149-2f6d4dfa2855 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks [] for subnet, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:51.785743 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-61d3c6ee-1f14-41b0-b01e-be36a0007bd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:51.793350 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d3c6ee-1f14-41b0-b01e-be36a0007bd3 admin admin] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:27:51.817555 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-f51a0bdd-74fd-4d39-9434-3e26d1e94840 req-a7e7d116-b362-4a28-a7de-8ac70d5ad647 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] No DVR routers for this DVR port ca4f75b8-7b4e-4310-a5d8-f8a1b65031cf on host n-h2-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:27:51.819337 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d3c6ee-1f14-41b0-b01e-be36a0007bd3 admin admin] Pushing event updated for resources: {'Port': ['ID=f4c48393-faf3-498e-b6ee-60b9e7c3f64f,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:51.847572 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-81e24389-9728-48c3-b149-2f6d4dfa2855 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4311743'] for subnet, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:51.853756 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-f51a0bdd-74fd-4d39-9434-3e26d1e94840 req-a7e7d116-b362-4a28-a7de-8ac70d5ad647 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:51.855914 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f51a0bdd-74fd-4d39-9434-3e26d1e94840 req-a7e7d116-b362-4a28-a7de-8ac70d5ad647 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] 10.222.0.48 "DELETE /v2.0/ports/ca4f75b8-7b4e-4310-a5d8-f8a1b65031cf HTTP/1.1" status: 204 len: 173 time: 2.5401895 Aug 29 04:27:51.858544 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c5d5b2c-32be-4d50-a58e-3f43aaddd10f', 'name': 'network-vif-deleted', 'tag': 'ca4f75b8-7b4e-4310-a5d8-f8a1b65031cf'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:27:51.861418 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f17d25ab-9b01-4fe3-a4e1-527d840146cc" -d '{"events": [{"server_uuid": "4c5d5b2c-32be-4d50-a58e-3f43aaddd10f", "name": "network-vif-deleted", "tag": "ca4f75b8-7b4e-4310-a5d8-f8a1b65031cf"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:27:51.914623 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b271c16-a9af-460d-ba33-92c6e316d9f0 admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:27:51.935033 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a19144-c01f-4443-88cc-ded5ae89abc6 None None] Sync routers for ids ['7468fa49-b5a9-4047-8deb-f36d05a06a1e'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:27:51.945588 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a19144-c01f-4443-88cc-ded5ae89abc6 None None] Routers {'7468fa49-b5a9-4047-8deb-f36d05a06a1e'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:27:51.946574 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-01a19144-c01f-4443-88cc-ded5ae89abc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:27:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['7468fa49-b5a9-4047-8deb-f36d05a06a1e'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:51.958978 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f1b2b70-d557-4867-a360-8515c331dc92 x-openstack-request-id: req-4f1b2b70-d557-4867-a360-8515c331dc92 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:27:51.959363 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c5d5b2c-32be-4d50-a58e-3f43aaddd10f", "name": "network-vif-deleted", "tag": "ca4f75b8-7b4e-4310-a5d8-f8a1b65031cf", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:27:51.959560 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4f1b2b70-d557-4867-a360-8515c331dc92 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:27:51.960005 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c5d5b2c-32be-4d50-a58e-3f43aaddd10f', 'name': 'network-vif-deleted', 'tag': 'ca4f75b8-7b4e-4310-a5d8-f8a1b65031cf', 'status': 'completed', 'code': 200} Aug 29 04:27:51.985259 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device ca4f75b8-7b4e-4310-a5d8-f8a1b65031cf no longer exists at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:27:52.016271 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-81e24389-9728-48c3-b149-2f6d4dfa2855 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:52.095280 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-96605e8e-3745-44b9-92b7-eb0c0b840609 None None] Could not find standard attr ID for object 3d1cf6d1-ff46-415a-989f-04c5660aae91. {{(pid=94830) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:27:52.107227 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] No Port match for: ca4f75b8-7b4e-4310-a5d8-f8a1b65031cf {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:27:52.107863 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device ca4f75b8-7b4e-4310-a5d8-f8a1b65031cf not bound to the agent host n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:27:52.115736 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5b271c16-a9af-460d-ba33-92c6e316d9f0 admin admin] Notify callbacks [] for router, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:52.117087 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-5b271c16-a9af-460d-ba33-92c6e316d9f0 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.7788525 Aug 29 04:27:52.120875 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 32930) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:52.234971 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-01a19144-c01f-4443-88cc-ded5ae89abc6 None None] Set router 7468fa49-b5a9-4047-8deb-f36d05a06a1e gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:27:52.307075 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-20f00374-650b-470b-866e-f7841b0fafbf req-8fd785f4-0b38-4f2f-bd7a-3242e6add1f4 tempest-FloatingIPsAssociationTestJSON-876728135 tempest-FloatingIPsAssociationTestJSON-876728135-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c5d5b2c-32be-4d50-a58e-3f43aaddd10f HTTP/1.1" status: 200 len: 210 time: 0.0473557 Aug 29 04:27:52.321273 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1c554187-b10c-4398-be7b-e76c1a59a614 None None] Could not find standard attr ID for object 3d1cf6d1-ff46-415a-989f-04c5660aae91. {{(pid=94830) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:27:52.358704 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-81e24389-9728-48c3-b149-2f6d4dfa2855 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4552352'] for subnet, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:52.423273 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e24389-9728-48c3-b149-2f6d4dfa2855 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Pushing event deleted for resources: {'Subnet': ['ID=852222c2-c44f-408c-83d8-9a66f3d19e72,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:52.438315 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-61d3c6ee-1f14-41b0-b01e-be36a0007bd3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:52.439042 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-81e24389-9728-48c3-b149-2f6d4dfa2855 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:52.441367 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-81e24389-9728-48c3-b149-2f6d4dfa2855 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "DELETE /v2.0/subnets/852222c2-c44f-408c-83d8-9a66f3d19e72 HTTP/1.1" status: 204 len: 168 time: 0.7317317 Aug 29 04:27:52.444777 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 32932) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:52.590842 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_v2 [None req-280967a8-85d1-45a7-9a1f-5af4ca9cae8d tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Deleting subnet 64984aad-b642-44e5-b2b2-a37833611643 {{(pid=94829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:27:52.599386 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-280967a8-85d1-45a7-9a1f-5af4ca9cae8d tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks [] for subnet, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:52.621503 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-01a19144-c01f-4443-88cc-ded5ae89abc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7468fa49-b5a9-4047-8deb-f36d05a06a1e', 'name': 'tempest-TestVolumeBackupRestore-706811000-router', 'tenant_id': '3c2056b185a4447f97a37026802347bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': '0828e849-c199-4e98-9bad-352a5d86f088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:27:46Z', 'updated_at': '2021-08-29T04:27:49Z', 'revision_number': 3, 'project_id': '3c2056b185a4447f97a37026802347bd', 'gw_port': {'id': '0828e849-c199-4e98-9bad-352a5d86f088', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:48:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7468fa49-b5a9-4047-8deb-f36d05a06a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:27:47Z', 'updated_at': '2021-08-29T04:27:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:52.662203 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a19144-c01f-4443-88cc-ded5ae89abc6 None None] Checking router: 7468fa49-b5a9-4047-8deb-f36d05a06a1e for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:27:52.662560 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a19144-c01f-4443-88cc-ded5ae89abc6 None None] Updating router 7468fa49-b5a9-4047-8deb-f36d05a06a1e port 0828e849-c199-4e98-9bad-352a5d86f088 binding host n-d-712140-12 {{(pid=94831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:27:52.674361 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20e7ec0-d639-46fd-bd22-4358dda17f1b None None] Network 3e33c48e-4e25-45e7-b198-db006565314a requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:27:52.724787 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-280967a8-85d1-45a7-9a1f-5af4ca9cae8d tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4311743'] for subnet, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:52.765871 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-01a19144-c01f-4443-88cc-ded5ae89abc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:52.830171 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-61d3c6ee-1f14-41b0-b01e-be36a0007bd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409'] for router, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:52.970642 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-280967a8-85d1-45a7-9a1f-5af4ca9cae8d tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:52.976808 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61d3c6ee-1f14-41b0-b01e-be36a0007bd3 admin admin] Router cf82575a-eca0-4d45-a1fa-a6ea643a8d15 is scheduled to L3 agent 76874008-c311-485c-ba36-921b6d275b6a with binding_index 1 {{(pid=94828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:27:53.126140 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61d3c6ee-1f14-41b0-b01e-be36a0007bd3 admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:27:53.143462 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e65bcb3-e1ec-4c70-8c37-48123ed21158 None None] Sync routers for ids ['cf82575a-eca0-4d45-a1fa-a6ea643a8d15'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:27:53.159801 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-61d3c6ee-1f14-41b0-b01e-be36a0007bd3 admin admin] Notify callbacks [] for router, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:53.166188 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-61d3c6ee-1f14-41b0-b01e-be36a0007bd3 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.6379290 Aug 29 04:27:53.174596 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e65bcb3-e1ec-4c70-8c37-48123ed21158 None None] Routers {'cf82575a-eca0-4d45-a1fa-a6ea643a8d15'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:27:53.175353 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-3e65bcb3-e1ec-4c70-8c37-48123ed21158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:27:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['cf82575a-eca0-4d45-a1fa-a6ea643a8d15'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:53.177827 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 32938) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:53.212503 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cf6140c0-2e80-40bb-b546-f245e792410a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:53.225570 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-01a19144-c01f-4443-88cc-ded5ae89abc6 None None] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:53.253341 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-01a19144-c01f-4443-88cc-ded5ae89abc6 None None] Transition to ACTIVE for port object 0828e849-c199-4e98-9bad-352a5d86f088 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:53.261590 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-280967a8-85d1-45a7-9a1f-5af4ca9cae8d tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4552352'] for subnet, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:53.267621 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-01a19144-c01f-4443-88cc-ded5ae89abc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:53.294848 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-280967a8-85d1-45a7-9a1f-5af4ca9cae8d tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:53.304043 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 32940) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:53.305958 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-280967a8-85d1-45a7-9a1f-5af4ca9cae8d tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "DELETE /v2.0/subnets/64984aad-b642-44e5-b2b2-a37833611643 HTTP/1.1" status: 204 len: 168 time: 0.8596082 Aug 29 04:27:53.358361 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8ab5c4-5054-45ca-b5f6-0d17c4666473 None None] Pushing event updated for resources: {'Port': ['ID=0828e849-c199-4e98-9bad-352a5d86f088,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:53.359589 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-3e65bcb3-e1ec-4c70-8c37-48123ed21158 None None] Set router cf82575a-eca0-4d45-a1fa-a6ea643a8d15 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:27:53.361507 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-01a19144-c01f-4443-88cc-ded5ae89abc6 None None] Attempting to bind port 0828e849-c199-4e98-9bad-352a5d86f088 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:27:53.361881 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-01a19144-c01f-4443-88cc-ded5ae89abc6 None None] Attempting to bind port 0828e849-c199-4e98-9bad-352a5d86f088 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:27:53.362249 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a19144-c01f-4443-88cc-ded5ae89abc6 None None] Attempting to bind port 0828e849-c199-4e98-9bad-352a5d86f088 on network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:53.368669 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a19144-c01f-4443-88cc-ded5ae89abc6 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:27:53.368669 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a19144-c01f-4443-88cc-ded5ae89abc6 None None] Checking segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:27:53.369082 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-01a19144-c01f-4443-88cc-ded5ae89abc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:53.369484 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a19144-c01f-4443-88cc-ded5ae89abc6 None None] Bound using segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:27:53.369961 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-01a19144-c01f-4443-88cc-ded5ae89abc6 None None] Bound port: 0828e849-c199-4e98-9bad-352a5d86f088, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:27:53.370350 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-01a19144-c01f-4443-88cc-ded5ae89abc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:53.440553 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 32944) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:53.475220 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-01a19144-c01f-4443-88cc-ded5ae89abc6 None None] For port 0828e849-c199-4e98-9bad-352a5d86f088, host n-d-712140-12, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:27:53.479176 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-01a19144-c01f-4443-88cc-ded5ae89abc6 None None] For port 0828e849-c199-4e98-9bad-352a5d86f088, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=0828e849-c199-4e98-9bad-352a5d86f088,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:27:53.489227 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-01a19144-c01f-4443-88cc-ded5ae89abc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:53.563321 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14f74881-551f-4ca6-b3b7-d42b2a803403 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:53.566319 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8ab5c4-5054-45ca-b5f6-0d17c4666473 None None] Pushing event updated for resources: {'Port': ['ID=0828e849-c199-4e98-9bad-352a5d86f088,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:53.588596 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a19144-c01f-4443-88cc-ded5ae89abc6 None None] Routers {'7468fa49-b5a9-4047-8deb-f36d05a06a1e'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:27:53.589179 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-01a19144-c01f-4443-88cc-ded5ae89abc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:27:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['7468fa49-b5a9-4047-8deb-f36d05a06a1e'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:53.616688 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280967a8-85d1-45a7-9a1f-5af4ca9cae8d tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Pushing event deleted for resources: {'Subnet': ['ID=64984aad-b642-44e5-b2b2-a37833611643,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:53.777000 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-3e65bcb3-e1ec-4c70-8c37-48123ed21158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf82575a-eca0-4d45-a1fa-a6ea643a8d15', 'name': 'tempest-ServerRescueTestJSON-629433375-router', 'tenant_id': 'a2ef8028d601470a9af15f492b593570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': 'f4c48393-faf3-498e-b6ee-60b9e7c3f64f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:27:48Z', 'updated_at': '2021-08-29T04:27:52Z', 'revision_number': 3, 'project_id': 'a2ef8028d601470a9af15f492b593570', 'gw_port': {'id': 'f4c48393-faf3-498e-b6ee-60b9e7c3f64f', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ae:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf82575a-eca0-4d45-a1fa-a6ea643a8d15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:27:50Z', 'updated_at': '2021-08-29T04:27:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:53.808822 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e65bcb3-e1ec-4c70-8c37-48123ed21158 None None] Checking router: cf82575a-eca0-4d45-a1fa-a6ea643a8d15 for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:27:53.810321 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e65bcb3-e1ec-4c70-8c37-48123ed21158 None None] Updating router cf82575a-eca0-4d45-a1fa-a6ea643a8d15 port f4c48393-faf3-498e-b6ee-60b9e7c3f64f binding host n-d-712140-12 {{(pid=94830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:27:53.841637 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3e65bcb3-e1ec-4c70-8c37-48123ed21158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:53.849407 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-01a19144-c01f-4443-88cc-ded5ae89abc6 None None] Set router 7468fa49-b5a9-4047-8deb-f36d05a06a1e gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:27:53.959533 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3eac38-a54f-45b9-9ff7-f8861fd027e9 None None] Network 3e33c48e-4e25-45e7-b198-db006565314a requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:27:54.007881 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-14f74881-551f-4ca6-b3b7-d42b2a803403 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Deleting port 8064f787-df63-4460-8b37-e3e7b6d9622c {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:27:54.008493 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14f74881-551f-4ca6-b3b7-d42b2a803403 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:54.034711 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-2ff40f63-c7c5-4156-aaf6-98f3f191794e None None] Provisioning complete for port 8064f787-df63-4460-8b37-e3e7b6d9622c triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:54.035253 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2ff40f63-c7c5-4156-aaf6-98f3f191794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:54.092363 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-14f74881-551f-4ca6-b3b7-d42b2a803403 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] For port 8064f787-df63-4460-8b37-e3e7b6d9622c, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=8064f787-df63-4460-8b37-e3e7b6d9622c,segment=NetworkSegment(793d17e0-a679-4f36-819c-7ad860ec331b),segment_id=793d17e0-a679-4f36-819c-7ad860ec331b)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:54.093121 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14f74881-551f-4ca6-b3b7-d42b2a803403 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:54.109331 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-14f74881-551f-4ca6-b3b7-d42b2a803403 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Calling delete_port for 8064f787-df63-4460-8b37-e3e7b6d9622c owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:27:54.222850 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14f74881-551f-4ca6-b3b7-d42b2a803403 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:54.242593 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f74881-551f-4ca6-b3b7-d42b2a803403 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] No DVR routers for this DVR port 8064f787-df63-4460-8b37-e3e7b6d9622c on host n-d-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:27:54.278739 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f74881-551f-4ca6-b3b7-d42b2a803403 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Pushing event deleted for resources: {'Port': ['ID=8064f787-df63-4460-8b37-e3e7b6d9622c,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:54.409525 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-01a19144-c01f-4443-88cc-ded5ae89abc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7468fa49-b5a9-4047-8deb-f36d05a06a1e', 'name': 'tempest-TestVolumeBackupRestore-706811000-router', 'tenant_id': '3c2056b185a4447f97a37026802347bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': '0828e849-c199-4e98-9bad-352a5d86f088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:27:46Z', 'updated_at': '2021-08-29T04:27:49Z', 'revision_number': 3, 'project_id': '3c2056b185a4447f97a37026802347bd', 'gw_port': {'id': '0828e849-c199-4e98-9bad-352a5d86f088', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:48:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7468fa49-b5a9-4047-8deb-f36d05a06a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:27:47Z', 'updated_at': '2021-08-29T04:27:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:54.412974 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-cf6140c0-2e80-40bb-b546-f245e792410a admin admin] Allocated IP 172.20.0.1 (df74e724-c81a-44f3-b66b-f70a4e2cf3f1/0b0c6566-de1e-4de5-a4a8-8adcb3a1f5a2/f6e16258-051a-4226-ac81-5ed639862316) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:27:54.479342 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a19144-c01f-4443-88cc-ded5ae89abc6 None None] The sync data for ids ['7468fa49-b5a9-4047-8deb-f36d05a06a1e'] in n-d-712140-12 is: [{'id': '7468fa49-b5a9-4047-8deb-f36d05a06a1e', 'name': 'tempest-TestVolumeBackupRestore-706811000-router', 'tenant_id': '3c2056b185a4447f97a37026802347bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': '0828e849-c199-4e98-9bad-352a5d86f088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:27:46Z', 'updated_at': '2021-08-29T04:27:49Z', 'revision_number': 3, 'project_id': '3c2056b185a4447f97a37026802347bd', 'gw_port': {'id': '0828e849-c199-4e98-9bad-352a5d86f088', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:48:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7468fa49-b5a9-4047-8deb-f36d05a06a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:27:47Z', 'updated_at': '2021-08-29T04:27:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:27:54.592717 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900bfe74-0810-4caf-a193-b3007af76fb6 None None] DHCP port deletion for 3e33c48e-4e25-45e7-b198-db006565314a request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:27:54.637205 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3e65bcb3-e1ec-4c70-8c37-48123ed21158 None None] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:54.655973 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-3e65bcb3-e1ec-4c70-8c37-48123ed21158 None None] Transition to ACTIVE for port object f4c48393-faf3-498e-b6ee-60b9e7c3f64f will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:54.670456 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3e65bcb3-e1ec-4c70-8c37-48123ed21158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:54.697220 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cf6140c0-2e80-40bb-b546-f245e792410a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:54.714581 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-64d98cdc-2968-4742-88fd-fe92bbfa66df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713413'] for router_interface, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:54.783621 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec975f3-79ea-416c-b1a7-77a36db1ec2c None None] Pushing event updated for resources: {'Port': ['ID=f4c48393-faf3-498e-b6ee-60b9e7c3f64f,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:54.786185 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-3e65bcb3-e1ec-4c70-8c37-48123ed21158 None None] Attempting to bind port f4c48393-faf3-498e-b6ee-60b9e7c3f64f on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:27:54.786777 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-3e65bcb3-e1ec-4c70-8c37-48123ed21158 None None] Attempting to bind port f4c48393-faf3-498e-b6ee-60b9e7c3f64f by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:27:54.787261 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e65bcb3-e1ec-4c70-8c37-48123ed21158 None None] Attempting to bind port f4c48393-faf3-498e-b6ee-60b9e7c3f64f on network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:54.794241 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e65bcb3-e1ec-4c70-8c37-48123ed21158 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:27:54.794959 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e65bcb3-e1ec-4c70-8c37-48123ed21158 None None] Checking segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:27:54.795467 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3e65bcb3-e1ec-4c70-8c37-48123ed21158 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:54.796555 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e65bcb3-e1ec-4c70-8c37-48123ed21158 None None] Bound using segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:27:54.797510 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-3e65bcb3-e1ec-4c70-8c37-48123ed21158 None None] Bound port: f4c48393-faf3-498e-b6ee-60b9e7c3f64f, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:27:54.797995 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3e65bcb3-e1ec-4c70-8c37-48123ed21158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:54.863621 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-3e65bcb3-e1ec-4c70-8c37-48123ed21158 None None] For port f4c48393-faf3-498e-b6ee-60b9e7c3f64f, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:27:54.869859 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-3e65bcb3-e1ec-4c70-8c37-48123ed21158 None None] For port f4c48393-faf3-498e-b6ee-60b9e7c3f64f, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=f4c48393-faf3-498e-b6ee-60b9e7c3f64f,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:27:54.879279 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3e65bcb3-e1ec-4c70-8c37-48123ed21158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:54.925257 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-cf6140c0-2e80-40bb-b546-f245e792410a admin admin] Transition to ACTIVE for port object f6e16258-051a-4226-ac81-5ed639862316 will not be triggered until provisioned by entity DHCP. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:54.940351 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e65bcb3-e1ec-4c70-8c37-48123ed21158 None None] Routers {'cf82575a-eca0-4d45-a1fa-a6ea643a8d15'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:27:54.942074 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-3e65bcb3-e1ec-4c70-8c37-48123ed21158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:27:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['cf82575a-eca0-4d45-a1fa-a6ea643a8d15'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:55.069834 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-519759b4-f2e9-464a-b038-10410ded46cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:55.074854 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14f74881-551f-4ca6-b3b7-d42b2a803403 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:55.099721 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-3e65bcb3-e1ec-4c70-8c37-48123ed21158 None None] Set router cf82575a-eca0-4d45-a1fa-a6ea643a8d15 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:27:55.114784 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-14f74881-551f-4ca6-b3b7-d42b2a803403 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e33c48e-4e25-45e7-b198-db006565314a']}} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:55.121706 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cf6140c0-2e80-40bb-b546-f245e792410a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:55.179820 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6140c0-2e80-40bb-b546-f245e792410a admin admin] Network df74e724-c81a-44f3-b66b-f70a4e2cf3f1 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:27:55.187515 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-cf6140c0-2e80-40bb-b546-f245e792410a admin admin] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:55.191479 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6140c0-2e80-40bb-b546-f245e792410a admin admin] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:27:55.193874 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6140c0-2e80-40bb-b546-f245e792410a admin admin] Pushing event updated for resources: {'Port': ['ID=f6e16258-051a-4226-ac81-5ed639862316,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:55.259554 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec975f3-79ea-416c-b1a7-77a36db1ec2c None None] Pushing event updated for resources: {'Port': ['ID=f4c48393-faf3-498e-b6ee-60b9e7c3f64f,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:55.276447 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-14f74881-551f-4ca6-b3b7-d42b2a803403 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '793d17e0-a679-4f36-819c-7ad860ec331b') {'for_net_delete': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:55.276898 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-14f74881-551f-4ca6-b3b7-d42b2a803403 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '793d17e0-a679-4f36-819c-7ad860ec331b') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:55.302255 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cf6140c0-2e80-40bb-b546-f245e792410a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719598'] for router_interface, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:55.338090 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14f74881-551f-4ca6-b3b7-d42b2a803403 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8904833'] for segment, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:55.406756 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14f74881-551f-4ca6-b3b7-d42b2a803403 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:55.441797 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-3e65bcb3-e1ec-4c70-8c37-48123ed21158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf82575a-eca0-4d45-a1fa-a6ea643a8d15', 'name': 'tempest-ServerRescueTestJSON-629433375-router', 'tenant_id': 'a2ef8028d601470a9af15f492b593570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': 'f4c48393-faf3-498e-b6ee-60b9e7c3f64f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:27:48Z', 'updated_at': '2021-08-29T04:27:52Z', 'revision_number': 3, 'project_id': 'a2ef8028d601470a9af15f492b593570', 'gw_port': {'id': 'f4c48393-faf3-498e-b6ee-60b9e7c3f64f', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ae:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf82575a-eca0-4d45-a1fa-a6ea643a8d15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:27:50Z', 'updated_at': '2021-08-29T04:27:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:55.471145 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-64d98cdc-2968-4742-88fd-fe92bbfa66df admin admin] Deleting port d673bb13-f978-4cc9-9318-a888cc6bef5d {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:27:55.471830 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-64d98cdc-2968-4742-88fd-fe92bbfa66df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:55.484347 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14f74881-551f-4ca6-b3b7-d42b2a803403 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=94828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:27:55.484917 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14f74881-551f-4ca6-b3b7-d42b2a803403 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9190468'] for segment, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:55.488790 n-d-712140-12 neutron-server[94828]: Traceback (most recent call last): Aug 29 04:27:55.488790 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:27:55.488790 n-d-712140-12 neutron-server[94828]: timer() Aug 29 04:27:55.488790 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:27:55.488790 n-d-712140-12 neutron-server[94828]: cb(*args, **kw) Aug 29 04:27:55.488790 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:27:55.488790 n-d-712140-12 neutron-server[94828]: return func(*args, **kwargs) Aug 29 04:27:55.488790 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:27:55.488790 n-d-712140-12 neutron-server[94828]: self._notify() Aug 29 04:27:55.488790 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:27:55.488790 n-d-712140-12 neutron-server[94828]: self.callback(batched_events) Aug 29 04:27:55.488790 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:27:55.488790 n-d-712140-12 neutron-server[94828]: event.method(event) Aug 29 04:27:55.488790 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:27:55.488790 n-d-712140-12 neutron-server[94828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:27:55.488790 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:27:55.488790 n-d-712140-12 neutron-server[94828]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:27:55.488790 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:27:55.488790 n-d-712140-12 neutron-server[94828]: return f(self, *a, **k) Aug 29 04:27:55.488790 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:27:55.488790 n-d-712140-12 neutron-server[94828]: return self._get(url).json() Aug 29 04:27:55.488790 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:27:55.488790 n-d-712140-12 neutron-server[94828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:27:55.488790 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:27:55.488790 n-d-712140-12 neutron-server[94828]: return self.request(url, 'GET', **kwargs) Aug 29 04:27:55.488790 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:27:55.488790 n-d-712140-12 neutron-server[94828]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:27:55.488790 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:27:55.488790 n-d-712140-12 neutron-server[94828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:27:55.488790 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:27:55.488790 n-d-712140-12 neutron-server[94828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:27:55.488790 n-d-712140-12 neutron-server[94828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:27:55.505279 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e65bcb3-e1ec-4c70-8c37-48123ed21158 None None] The sync data for ids ['cf82575a-eca0-4d45-a1fa-a6ea643a8d15'] in n-d-712140-12 is: [{'id': 'cf82575a-eca0-4d45-a1fa-a6ea643a8d15', 'name': 'tempest-ServerRescueTestJSON-629433375-router', 'tenant_id': 'a2ef8028d601470a9af15f492b593570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': 'f4c48393-faf3-498e-b6ee-60b9e7c3f64f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:27:48Z', 'updated_at': '2021-08-29T04:27:52Z', 'revision_number': 3, 'project_id': 'a2ef8028d601470a9af15f492b593570', 'gw_port': {'id': 'f4c48393-faf3-498e-b6ee-60b9e7c3f64f', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ae:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf82575a-eca0-4d45-a1fa-a6ea643a8d15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:27:50Z', 'updated_at': '2021-08-29T04:27:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:27:55.638132 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cf6140c0-2e80-40bb-b546-f245e792410a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:55.712589 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-5a5583a9-10c0-4281-a20d-98b9b72d9696 None None] Provisioning for port f6e16258-051a-4226-ac81-5ed639862316 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:27:55.719080 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-5a5583a9-10c0-4281-a20d-98b9b72d9696 None None] Provisioning complete for port f6e16258-051a-4226-ac81-5ed639862316 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:55.719887 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5a5583a9-10c0-4281-a20d-98b9b72d9696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:55.735815 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-64d98cdc-2968-4742-88fd-fe92bbfa66df admin admin] For port d673bb13-f978-4cc9-9318-a888cc6bef5d, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=d673bb13-f978-4cc9-9318-a888cc6bef5d,segment=NetworkSegment(3702d597-5b99-458f-80c9-28432894b87e),segment_id=3702d597-5b99-458f-80c9-28432894b87e)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:55.735815 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-64d98cdc-2968-4742-88fd-fe92bbfa66df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:55.748117 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-519759b4-f2e9-464a-b038-10410ded46cb admin admin] Allocated IP 172.20.0.1 (272d1c4d-af14-48fc-b735-579ae3d45270/10771a12-2d54-4ee6-9435-3c52b51db3d5/9a3c5b5b-acf4-4662-998f-571a8975572d) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:27:55.760105 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-5a5583a9-10c0-4281-a20d-98b9b72d9696 None None] Port f6e16258-051a-4226-ac81-5ed639862316 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:27:55.765267 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14f74881-551f-4ca6-b3b7-d42b2a803403 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:55.767567 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-64d98cdc-2968-4742-88fd-fe92bbfa66df admin admin] Calling delete_port for d673bb13-f978-4cc9-9318-a888cc6bef5d owned by network:router_interface {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:27:55.771526 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14f74881-551f-4ca6-b3b7-d42b2a803403 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:55.779061 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 32962) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:55.779909 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-14f74881-551f-4ca6-b3b7-d42b2a803403 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "DELETE /v2.0/networks/3e33c48e-4e25-45e7-b198-db006565314a HTTP/1.1" status: 204 len: 168 time: 2.4740555 Aug 29 04:27:55.809295 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f74881-551f-4ca6-b3b7-d42b2a803403 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Pushing event deleted for resources: {'Network': ['ID=3e33c48e-4e25-45e7-b198-db006565314a,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:56.024156 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-519759b4-f2e9-464a-b038-10410ded46cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:56.054954 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4d8105-3d0a-4a24-9d4e-16fa6814a014 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:56.069380 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-bc4d8105-3d0a-4a24-9d4e-16fa6814a014 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2892892 Aug 29 04:27:56.073936 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 32966) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:56.091904 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-519759b4-f2e9-464a-b038-10410ded46cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:56.164682 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519759b4-f2e9-464a-b038-10410ded46cb admin admin] Network 272d1c4d-af14-48fc-b735-579ae3d45270 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:27:56.169115 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-519759b4-f2e9-464a-b038-10410ded46cb admin admin] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:56.175656 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519759b4-f2e9-464a-b038-10410ded46cb admin admin] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:27:56.224132 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519759b4-f2e9-464a-b038-10410ded46cb admin admin] Pushing event updated for resources: {'Port': ['ID=9a3c5b5b-acf4-4662-998f-571a8975572d,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:56.239526 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-519759b4-f2e9-464a-b038-10410ded46cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719598'] for router_interface, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:56.318860 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-478f089e-5952-463b-a4f9-9a9664aa6f98 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2436888 Aug 29 04:27:56.324881 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 32970) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:56.336321 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-c002be4a-427b-4315-ad44-602aeea79c39 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-910447717'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:56.353494 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cf6140c0-2e80-40bb-b546-f245e792410a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:56.362417 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cf6140c0-2e80-40bb-b546-f245e792410a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:56.365971 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-64d98cdc-2968-4742-88fd-fe92bbfa66df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:56.400538 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-519759b4-f2e9-464a-b038-10410ded46cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:56.500008 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6140c0-2e80-40bb-b546-f245e792410a admin admin] Pushing event updated for resources: {'Port': ['ID=f6e16258-051a-4226-ac81-5ed639862316,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:56.531142 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d98cdc-2968-4742-88fd-fe92bbfa66df admin admin] Pushing event deleted for resources: {'Port': ['ID=d673bb13-f978-4cc9-9318-a888cc6bef5d,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:56.539756 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c002be4a-427b-4315-ad44-602aeea79c39 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Made reservation on behalf of 6e77efd76d814cd8b24fb0a97b527734 for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:56.543654 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c002be4a-427b-4315-ad44-602aeea79c39 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:56.594360 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cf6140c0-2e80-40bb-b546-f245e792410a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-718897'] for router_interface, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:56.721117 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-519759b4-f2e9-464a-b038-10410ded46cb admin admin] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:56.732079 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-519759b4-f2e9-464a-b038-10410ded46cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:56.776604 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 0828e849-c199-4e98-9bad-352a5d86f088 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:27:56.818897 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6140c0-2e80-40bb-b546-f245e792410a admin admin] Network df74e724-c81a-44f3-b66b-f70a4e2cf3f1 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:27:56.849275 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-cf6140c0-2e80-40bb-b546-f245e792410a admin admin] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:56.854540 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-519759b4-f2e9-464a-b038-10410ded46cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-718897'] for router_interface, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:56.860944 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c002be4a-427b-4315-ad44-602aeea79c39 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:27:56.877122 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 0828e849-c199-4e98-9bad-352a5d86f088 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:27:56.880829 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519759b4-f2e9-464a-b038-10410ded46cb admin admin] Pushing event updated for resources: {'Port': ['ID=9a3c5b5b-acf4-4662-998f-571a8975572d,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:56.885180 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 0828e849-c199-4e98-9bad-352a5d86f088 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:56.891511 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:57.079578 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519759b4-f2e9-464a-b038-10410ded46cb admin admin] Network 272d1c4d-af14-48fc-b735-579ae3d45270 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:27:57.086470 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-519759b4-f2e9-464a-b038-10410ded46cb admin admin] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:57.101070 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:57.130081 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 0828e849-c199-4e98-9bad-352a5d86f088, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=0828e849-c199-4e98-9bad-352a5d86f088,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:57.146851 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:57.148217 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device f4c48393-faf3-498e-b6ee-60b9e7c3f64f up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:27:57.154020 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c002be4a-427b-4315-ad44-602aeea79c39 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:57.154373 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-c002be4a-427b-4315-ad44-602aeea79c39 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Added segment f3a1cbf1-4be6-4a2e-82e1-6bf01d194518 of type vlan for network 5e904989-2f79-4549-bb7f-5f44499c5371 Aug 29 04:27:57.254892 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-519759b4-f2e9-464a-b038-10410ded46cb admin admin] Router cf82575a-eca0-4d45-a1fa-a6ea643a8d15 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:27:57.262862 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-64d98cdc-2968-4742-88fd-fe92bbfa66df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-713231'] for router_interface, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:57.282714 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=0828e849-c199-4e98-9bad-352a5d86f088,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:57.283557 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c002be4a-427b-4315-ad44-602aeea79c39 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:57.321499 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-290edfba-2896-4596-a9ac-f95086bce21a None None] Provisioning complete for port f6e16258-051a-4226-ac81-5ed639862316 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:57.321901 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-290edfba-2896-4596-a9ac-f95086bce21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:57.324243 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port f4c48393-faf3-498e-b6ee-60b9e7c3f64f completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:27:57.355493 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port f4c48393-faf3-498e-b6ee-60b9e7c3f64f triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:57.356182 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:57.430916 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-290edfba-2896-4596-a9ac-f95086bce21a None None] Port f6e16258-051a-4226-ac81-5ed639862316 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:27:57.437174 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-519759b4-f2e9-464a-b038-10410ded46cb admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:27:57.451145 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-519759b4-f2e9-464a-b038-10410ded46cb admin admin] 10.222.0.22 "PUT /v2.0/routers/cf82575a-eca0-4d45-a1fa-a6ea643a8d15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2720964 Aug 29 04:27:57.472619 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c002be4a-427b-4315-ad44-602aeea79c39 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:57.478573 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c002be4a-427b-4315-ad44-602aeea79c39 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:57.479140 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c002be4a-427b-4315-ad44-602aeea79c39 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:57.479627 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:57.494295 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf6140c0-2e80-40bb-b546-f245e792410a admin admin] Router 7468fa49-b5a9-4047-8deb-f36d05a06a1e has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:27:57.511391 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port f4c48393-faf3-498e-b6ee-60b9e7c3f64f, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=f4c48393-faf3-498e-b6ee-60b9e7c3f64f,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:57.517001 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:57.573142 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-c002be4a-427b-4315-ad44-602aeea79c39 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.2416852 Aug 29 04:27:57.576860 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 32978) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:57.583813 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-52a56082-14c6-432e-94dd-578b7a4d688e tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Request body: {'subnet': {'network_id': '5e904989-2f79-4549-bb7f-5f44499c5371', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:57.588523 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=f4c48393-faf3-498e-b6ee-60b9e7c3f64f,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:57.592925 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 8064f787-df63-4460-8b37-e3e7b6d9622c no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:27:57.645512 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 8064f787-df63-4460-8b37-e3e7b6d9622c {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:27:57.646013 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 8064f787-df63-4460-8b37-e3e7b6d9622c not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:27:57.661665 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c002be4a-427b-4315-ad44-602aeea79c39 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Pushing event updated for resources: {'Network': ['ID=5e904989-2f79-4549-bb7f-5f44499c5371,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:57.676446 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 5e904989-2f79-4549-bb7f-5f44499c5371 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:27:57.754567 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52a56082-14c6-432e-94dd-578b7a4d688e tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Made reservation on behalf of 6e77efd76d814cd8b24fb0a97b527734 for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:57.759072 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-52a56082-14c6-432e-94dd-578b7a4d688e tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:58.115461 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-52a56082-14c6-432e-94dd-578b7a4d688e tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9191137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10062364'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:58.163529 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd021f5-d5b8-4b1b-9da6-19de9551d02c req-de4f18f7-ca25-4bdd-bd8f-ba37713d0860 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:58.165099 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8f2e06-66f4-484e-8b74-175c07bf8f22 None None] Sync routers for ids ['cf82575a-eca0-4d45-a1fa-a6ea643a8d15'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:27:58.165622 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0dd021f5-d5b8-4b1b-9da6-19de9551d02c req-de4f18f7-ca25-4bdd-bd8f-ba37713d0860 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/networks?id=272d1c4d-af14-48fc-b735-579ae3d45270 HTTP/1.1" status: 200 len: 810 time: 0.2164075 Aug 29 04:27:58.183486 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8f2e06-66f4-484e-8b74-175c07bf8f22 None None] Routers {'cf82575a-eca0-4d45-a1fa-a6ea643a8d15'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:27:58.184590 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-9d8f2e06-66f4-484e-8b74-175c07bf8f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:27:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['cf82575a-eca0-4d45-a1fa-a6ea643a8d15'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:58.186178 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64d98cdc-2968-4742-88fd-fe92bbfa66df admin admin] Router 75152a67-b6c4-4168-b3ba-a48550e2154c has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:27:58.190732 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf6140c0-2e80-40bb-b546-f245e792410a admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:27:58.199457 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4bf912-e30a-4e23-b5e8-65aa25721da2 None None] Sync routers for ids ['7468fa49-b5a9-4047-8deb-f36d05a06a1e'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:27:58.203898 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-cf6140c0-2e80-40bb-b546-f245e792410a admin admin] 10.222.0.22 "PUT /v2.0/routers/7468fa49-b5a9-4047-8deb-f36d05a06a1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0820229 Aug 29 04:27:58.218967 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4bf912-e30a-4e23-b5e8-65aa25721da2 None None] Routers {'7468fa49-b5a9-4047-8deb-f36d05a06a1e'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:27:58.223389 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-bf4bf912-e30a-4e23-b5e8-65aa25721da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:27:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['7468fa49-b5a9-4047-8deb-f36d05a06a1e'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:58.289802 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0dd021f5-d5b8-4b1b-9da6-19de9551d02c req-50d0de95-737b-4060-b80d-45eea9e5122c tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/quotas/a2ef8028d601470a9af15f492b593570 HTTP/1.1" status: 200 len: 375 time: 0.1093271 Aug 29 04:27:58.297452 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a56082-14c6-432e-94dd-578b7a4d688e tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Pushing event updated for resources: {'Subnet': ['ID=49d00f64-314f-4466-a663-6508da3d774d,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:58.324236 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-9d8f2e06-66f4-484e-8b74-175c07bf8f22 None None] Set router cf82575a-eca0-4d45-a1fa-a6ea643a8d15 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:27:58.346665 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a56082-14c6-432e-94dd-578b7a4d688e tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Checking segment: {'id': 'f3a1cbf1-4be6-4a2e-82e1-6bf01d194518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5e904989-2f79-4549-bb7f-5f44499c5371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:27:58.347123 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a56082-14c6-432e-94dd-578b7a4d688e tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Network hostable DHCP agents. Network: 5e904989-2f79-4549-bb7f-5f44499c5371, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:27:58.372295 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0dd021f5-d5b8-4b1b-9da6-19de9551d02c req-2de8b8c5-8346-41ee-99ed-4feb84abe945 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=a2ef8028d601470a9af15f492b593570&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0702620 Aug 29 04:27:58.431933 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a56082-14c6-432e-94dd-578b7a4d688e tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Network 5e904989-2f79-4549-bb7f-5f44499c5371 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:27:58.524077 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64d98cdc-2968-4742-88fd-fe92bbfa66df admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:27:58.527759 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:58.535772 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-52a56082-14c6-432e-94dd-578b7a4d688e tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 5e904989-2f79-4549-bb7f-5f44499c5371) {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:58.549951 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a56082-14c6-432e-94dd-578b7a4d688e tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:58.551347 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-52a56082-14c6-432e-94dd-578b7a4d688e tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:58.556957 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-64d98cdc-2968-4742-88fd-fe92bbfa66df admin admin] 10.222.0.22 "PUT /v2.0/routers/75152a67-b6c4-4168-b3ba-a48550e2154c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1149240 Aug 29 04:27:58.561251 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82502ef9-5e72-4c8f-9b95-750effd11b86 None None] Sync routers for ids ['75152a67-b6c4-4168-b3ba-a48550e2154c'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:27:58.563261 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 33006) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:58.567603 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3219e3-6c5d-4efc-9f42-2c5ec612e0bc None None] Network 5e904989-2f79-4549-bb7f-5f44499c5371 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:27:58.593545 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-52a56082-14c6-432e-94dd-578b7a4d688e tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0149624 Aug 29 04:27:58.606315 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 33008) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:58.606315 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-fc259818-ce4a-4de7-bfa3-b47b13cbf7b3 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Request body: {'port': {'network_id': '5e904989-2f79-4549-bb7f-5f44499c5371', 'name': 'tempest-PortsTestJSON-1133556770'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:58.629410 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82502ef9-5e72-4c8f-9b95-750effd11b86 None None] Routers {'75152a67-b6c4-4168-b3ba-a48550e2154c'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:27:58.635569 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-82502ef9-5e72-4c8f-9b95-750effd11b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:27:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['75152a67-b6c4-4168-b3ba-a48550e2154c'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:58.781300 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-bf4bf912-e30a-4e23-b5e8-65aa25721da2 None None] Set router 7468fa49-b5a9-4047-8deb-f36d05a06a1e gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:27:58.811242 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0dd021f5-d5b8-4b1b-9da6-19de9551d02c req-0b804097-4fa1-4300-8901-83bd6ebd260b service neutron] 10.222.0.22 "GET /v2.0/networks/272d1c4d-af14-48fc-b735-579ae3d45270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4379961 Aug 29 04:27:58.861900 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b288c4d7-b3aa-4868-852d-8f186d8b1ce9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:59.024933 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 0828e849-c199-4e98-9bad-352a5d86f088 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:27:59.046609 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-9d8f2e06-66f4-484e-8b74-175c07bf8f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf82575a-eca0-4d45-a1fa-a6ea643a8d15', 'name': 'tempest-ServerRescueTestJSON-629433375-router', 'tenant_id': 'a2ef8028d601470a9af15f492b593570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': 'f4c48393-faf3-498e-b6ee-60b9e7c3f64f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:27:48Z', 'updated_at': '2021-08-29T04:27:56Z', 'revision_number': 4, 'project_id': 'a2ef8028d601470a9af15f492b593570', 'gw_port': {'id': 'f4c48393-faf3-498e-b6ee-60b9e7c3f64f', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ae:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf82575a-eca0-4d45-a1fa-a6ea643a8d15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:27:50Z', 'updated_at': '2021-08-29T04:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '9a3c5b5b-acf4-4662-998f-571a8975572d', 'name': '', 'network_id': '272d1c4d-af14-48fc-b735-579ae3d45270', 'tenant_id': 'a2ef8028d601470a9af15f492b593570', 'mac_address': 'fa:16:3e:60:de:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf82575a-eca0-4d45-a1fa-a6ea643a8d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': '10771a12-2d54-4ee6-9435-3c52b51db3d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:27:55Z', 'updated_at': '2021-08-29T04:27:56Z', 'revision_number': 2, 'project_id': 'a2ef8028d601470a9af15f492b593570', 'subnets': [{'id': '10771a12-2d54-4ee6-9435-3c52b51db3d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:59.086816 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc259818-ce4a-4de7-bfa3-b47b13cbf7b3 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Made reservation on behalf of 6e77efd76d814cd8b24fb0a97b527734 for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:59.095351 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fc259818-ce4a-4de7-bfa3-b47b13cbf7b3 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:59.098196 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96f91ac-5e8d-44eb-85dd-51c82ce93936 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-5e904989-2f79-4549-bb7f-5f44499c5371', 'network_id': '5e904989-2f79-4549-bb7f-5f44499c5371', 'tenant_id': '6e77efd76d814cd8b24fb0a97b527734', 'fixed_ips': [{'subnet_id': '49d00f64-314f-4466-a663-6508da3d774d'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:27:59.099222 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b96f91ac-5e8d-44eb-85dd-51c82ce93936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:59.101399 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b288c4d7-b3aa-4868-852d-8f186d8b1ce9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:59.106877 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8f2e06-66f4-484e-8b74-175c07bf8f22 None None] Checking router: cf82575a-eca0-4d45-a1fa-a6ea643a8d15 for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:27:59.107612 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8f2e06-66f4-484e-8b74-175c07bf8f22 None None] Updating router cf82575a-eca0-4d45-a1fa-a6ea643a8d15 port 9a3c5b5b-acf4-4662-998f-571a8975572d binding host n-d-712140-12 {{(pid=94831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:27:59.150851 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0dd021f5-d5b8-4b1b-9da6-19de9551d02c req-e3c580ca-b336-473c-b733-e38adcba3e43 service neutron] 10.222.0.22 "GET /v2.0/networks/272d1c4d-af14-48fc-b735-579ae3d45270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3275287 Aug 29 04:27:59.164679 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-fc259818-ce4a-4de7-bfa3-b47b13cbf7b3 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] device_id is not set on port 700bd550-e1a3-4595-90ba-2399d54e8010 yet. {{(pid=94828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:27:59.187436 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-82502ef9-5e72-4c8f-9b95-750effd11b86 None None] Set router 75152a67-b6c4-4168-b3ba-a48550e2154c gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:27:59.201606 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9d8f2e06-66f4-484e-8b74-175c07bf8f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:59.211740 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-b288c4d7-b3aa-4868-852d-8f186d8b1ce9 admin admin] Deleting port 2a8ec008-e3bf-48ff-ad0d-69d708718ad8 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:27:59.212091 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b288c4d7-b3aa-4868-852d-8f186d8b1ce9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:59.237814 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 33022) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:59.244931 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-65c9c1cf-1679-4de1-9d6c-bdceb5753463 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-482041586-network', 'tenant_id': 'abf94f37a1af42a19d4b8683f751bf1c'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:59.272845 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 0828e849-c199-4e98-9bad-352a5d86f088 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:59.273359 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:59.363968 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65c9c1cf-1679-4de1-9d6c-bdceb5753463 admin admin] Made reservation on behalf of abf94f37a1af42a19d4b8683f751bf1c for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:59.370495 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-65c9c1cf-1679-4de1-9d6c-bdceb5753463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:59.397636 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-65c9c1cf-1679-4de1-9d6c-bdceb5753463 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:59.399954 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-fc259818-ce4a-4de7-bfa3-b47b13cbf7b3 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Allocated IP 172.20.0.13 (5e904989-2f79-4549-bb7f-5f44499c5371/49d00f64-314f-4466-a663-6508da3d774d/700bd550-e1a3-4595-90ba-2399d54e8010) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:27:59.542176 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-89875a6c-dc62-4098-b82e-76b1db5a2c05 req-8f9b5781-8a78-4a95-a885-1bac02c45610 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/ports?device_id=16f6b687-4b46-4d96-b12a-3bf36ed39490 HTTP/1.1" status: 200 len: 210 time: 0.1107955 Aug 29 04:27:59.570827 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-b288c4d7-b3aa-4868-852d-8f186d8b1ce9 admin admin] For port 2a8ec008-e3bf-48ff-ad0d-69d708718ad8, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=2a8ec008-e3bf-48ff-ad0d-69d708718ad8,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:59.571203 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b288c4d7-b3aa-4868-852d-8f186d8b1ce9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:59.616299 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device f4c48393-faf3-498e-b6ee-60b9e7c3f64f up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:27:59.631339 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-b288c4d7-b3aa-4868-852d-8f186d8b1ce9 admin admin] Calling delete_port for 2a8ec008-e3bf-48ff-ad0d-69d708718ad8 owned by network:router_gateway {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:27:59.761408 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-82502ef9-5e72-4c8f-9b95-750effd11b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75152a67-b6c4-4168-b3ba-a48550e2154c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1755985023-router', 'tenant_id': 'f78174329f774784990d52436973061e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': '2a8ec008-e3bf-48ff-ad0d-69d708718ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:57Z', 'updated_at': '2021-08-29T04:27:56Z', 'revision_number': 5, 'project_id': 'f78174329f774784990d52436973061e', 'gw_port': {'id': '2a8ec008-e3bf-48ff-ad0d-69d708718ad8', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:4d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75152a67-b6c4-4168-b3ba-a48550e2154c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:57Z', 'updated_at': '2021-08-29T04:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:59.765178 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-bf4bf912-e30a-4e23-b5e8-65aa25721da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7468fa49-b5a9-4047-8deb-f36d05a06a1e', 'name': 'tempest-TestVolumeBackupRestore-706811000-router', 'tenant_id': '3c2056b185a4447f97a37026802347bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': '0828e849-c199-4e98-9bad-352a5d86f088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:27:46Z', 'updated_at': '2021-08-29T04:27:55Z', 'revision_number': 4, 'project_id': '3c2056b185a4447f97a37026802347bd', 'gw_port': {'id': '0828e849-c199-4e98-9bad-352a5d86f088', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:48:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7468fa49-b5a9-4047-8deb-f36d05a06a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:27:47Z', 'updated_at': '2021-08-29T04:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': 'f6e16258-051a-4226-ac81-5ed639862316', 'name': '', 'network_id': 'df74e724-c81a-44f3-b66b-f70a4e2cf3f1', 'tenant_id': '3c2056b185a4447f97a37026802347bd', 'mac_address': 'fa:16:3e:82:a8:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7468fa49-b5a9-4047-8deb-f36d05a06a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2035, 'fixed_ips': [{'subnet_id': '0b0c6566-de1e-4de5-a4a8-8adcb3a1f5a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:27:53Z', 'updated_at': '2021-08-29T04:27:55Z', 'revision_number': 2, 'project_id': '3c2056b185a4447f97a37026802347bd', 'subnets': [{'id': '0b0c6566-de1e-4de5-a4a8-8adcb3a1f5a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:59.792114 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fc259818-ce4a-4de7-bfa3-b47b13cbf7b3 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:59.821547 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-fc259818-ce4a-4de7-bfa3-b47b13cbf7b3 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Transition to ACTIVE for port object 700bd550-e1a3-4595-90ba-2399d54e8010 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:59.851310 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4bf912-e30a-4e23-b5e8-65aa25721da2 None None] Checking router: 7468fa49-b5a9-4047-8deb-f36d05a06a1e for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:27:59.852896 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4bf912-e30a-4e23-b5e8-65aa25721da2 None None] Updating router 7468fa49-b5a9-4047-8deb-f36d05a06a1e port f6e16258-051a-4226-ac81-5ed639862316 binding host n-d-712140-12 {{(pid=94830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:27:59.877566 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82502ef9-5e72-4c8f-9b95-750effd11b86 None None] Checking router: 75152a67-b6c4-4168-b3ba-a48550e2154c for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:27:59.879324 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-65c9c1cf-1679-4de1-9d6c-bdceb5753463 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:59.886877 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-65c9c1cf-1679-4de1-9d6c-bdceb5753463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:59.914323 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fc259818-ce4a-4de7-bfa3-b47b13cbf7b3 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:59.940777 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65c9c1cf-1679-4de1-9d6c-bdceb5753463 admin admin] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:27:59.970146 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82502ef9-5e72-4c8f-9b95-750effd11b86 None None] Routers {'75152a67-b6c4-4168-b3ba-a48550e2154c'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:27:59.970896 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-82502ef9-5e72-4c8f-9b95-750effd11b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:27:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['75152a67-b6c4-4168-b3ba-a48550e2154c'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:00.036062 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc259818-ce4a-4de7-bfa3-b47b13cbf7b3 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Network 5e904989-2f79-4549-bb7f-5f44499c5371 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:00.040830 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-65c9c1cf-1679-4de1-9d6c-bdceb5753463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:00.041443 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-65c9c1cf-1679-4de1-9d6c-bdceb5753463 admin admin] Added segment 7fa18be5-b67b-455a-bcf7-9c1dc39feca9 of type vlan for network f77316f2-4e49-4b83-97c4-4f7912397fb6 Aug 29 04:28:00.042860 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-fc259818-ce4a-4de7-bfa3-b47b13cbf7b3 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:00.052759 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port f4c48393-faf3-498e-b6ee-60b9e7c3f64f triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:00.053256 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:00.056022 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc259818-ce4a-4de7-bfa3-b47b13cbf7b3 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:28:00.064083 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c9c1cf-1679-4de1-9d6c-bdceb5753463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5243c94-19a8-4392-9116-07d3ca9a7ded,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:00.108947 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-b96f91ac-5e8d-44eb-85dd-51c82ce93936 None None] Allocated IP 172.20.0.2 (5e904989-2f79-4549-bb7f-5f44499c5371/49d00f64-314f-4466-a663-6508da3d774d/948751e8-c513-4f35-9161-2309e2a8c831) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:28:00.122373 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bf4bf912-e30a-4e23-b5e8-65aa25721da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:00.133910 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9d8f2e06-66f4-484e-8b74-175c07bf8f22 None None] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:00.146797 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc259818-ce4a-4de7-bfa3-b47b13cbf7b3 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Pushing event updated for resources: {'Port': ['ID=700bd550-e1a3-4595-90ba-2399d54e8010,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:00.177029 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-65c9c1cf-1679-4de1-9d6c-bdceb5753463 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:00.190784 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-9d8f2e06-66f4-484e-8b74-175c07bf8f22 None None] Transition to ACTIVE for port object 9a3c5b5b-acf4-4662-998f-571a8975572d will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:00.207827 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b288c4d7-b3aa-4868-852d-8f186d8b1ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:00.217870 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-82502ef9-5e72-4c8f-9b95-750effd11b86 None None] Set router 75152a67-b6c4-4168-b3ba-a48550e2154c gateway port host: None {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:28:00.237098 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc259818-ce4a-4de7-bfa3-b47b13cbf7b3 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:00.245158 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fc259818-ce4a-4de7-bfa3-b47b13cbf7b3 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:00.287944 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-fc259818-ce4a-4de7-bfa3-b47b13cbf7b3 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.6864202 Aug 29 04:28:00.290850 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 33082) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:00.295074 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b288c4d7-b3aa-4868-852d-8f186d8b1ce9 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a8ec008-e3bf-48ff-ad0d-69d708718ad8,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:00.297123 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-f0ecf112-92c9-4648-a13c-aee1b7cfd44f tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Request body: {'port': {'network_id': '5e904989-2f79-4549-bb7f-5f44499c5371', 'name': 'tempest-PortsTestJSON-1664034496'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:00.356606 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-82502ef9-5e72-4c8f-9b95-750effd11b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75152a67-b6c4-4168-b3ba-a48550e2154c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1755985023-router', 'tenant_id': 'f78174329f774784990d52436973061e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:57Z', 'updated_at': '2021-08-29T04:27:59Z', 'revision_number': 6, 'project_id': 'f78174329f774784990d52436973061e', 'gw_port_host': None}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:00.371002 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-65c9c1cf-1679-4de1-9d6c-bdceb5753463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:00.372342 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c9c1cf-1679-4de1-9d6c-bdceb5753463 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:00.373027 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-65c9c1cf-1679-4de1-9d6c-bdceb5753463 admin admin] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:00.407222 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-65c9c1cf-1679-4de1-9d6c-bdceb5753463 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1690450 Aug 29 04:28:00.411168 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 33094) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:00.425381 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-50ffb713-b3cd-4878-b6a1-2a153ae97d98 admin admin] Request body: {'subnet': {'network_id': 'f77316f2-4e49-4b83-97c4-4f7912397fb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-482041586-subnet', 'tenant_id': 'abf94f37a1af42a19d4b8683f751bf1c', 'ip_version': 4}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:00.435332 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82502ef9-5e72-4c8f-9b95-750effd11b86 None None] The sync data for ids ['75152a67-b6c4-4168-b3ba-a48550e2154c'] in n-d-712140-12 is: [{'id': '75152a67-b6c4-4168-b3ba-a48550e2154c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1755985023-router', 'tenant_id': 'f78174329f774784990d52436973061e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:57Z', 'updated_at': '2021-08-29T04:27:59Z', 'revision_number': 6, 'project_id': 'f78174329f774784990d52436973061e', 'gw_port_host': None}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:28:00.443033 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9d8f2e06-66f4-484e-8b74-175c07bf8f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:00.480970 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b288c4d7-b3aa-4868-852d-8f186d8b1ce9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719445'] for router_gateway, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:00.555922 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50ffb713-b3cd-4878-b6a1-2a153ae97d98 admin admin] Made reservation on behalf of abf94f37a1af42a19d4b8683f751bf1c for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:00.561153 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-50ffb713-b3cd-4878-b6a1-2a153ae97d98 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:00.705227 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c9c1cf-1679-4de1-9d6c-bdceb5753463 admin admin] Pushing event updated for resources: {'Network': ['ID=f77316f2-4e49-4b83-97c4-4f7912397fb6,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:00.718820 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b288c4d7-b3aa-4868-852d-8f186d8b1ce9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:00.722700 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b288c4d7-b3aa-4868-852d-8f186d8b1ce9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:00.759019 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network f77316f2-4e49-4b83-97c4-4f7912397fb6 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:28:00.877569 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0ecf112-92c9-4648-a13c-aee1b7cfd44f tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Made reservation on behalf of 6e77efd76d814cd8b24fb0a97b527734 for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:00.883444 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-fba956c4-6428-4219-b0a4-4b861766f984 req-1d1c3f1f-6145-45f6-9238-51823c1df448 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/ports?device_id=16f6b687-4b46-4d96-b12a-3bf36ed39490 HTTP/1.1" status: 200 len: 210 time: 0.0669041 Aug 29 04:28:00.887886 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f0ecf112-92c9-4648-a13c-aee1b7cfd44f tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:00.890485 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b288c4d7-b3aa-4868-852d-8f186d8b1ce9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717253'] for router, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:00.891347 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b288c4d7-b3aa-4868-852d-8f186d8b1ce9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75152a67-b6c4-4168-b3ba-a48550e2154c {{(pid=94829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:28:00.913979 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b288c4d7-b3aa-4868-852d-8f186d8b1ce9 admin admin] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:00.915122 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-b288c4d7-b3aa-4868-852d-8f186d8b1ce9 admin admin] 10.222.0.22 "DELETE /v2.0/routers/75152a67-b6c4-4168-b3ba-a48550e2154c HTTP/1.1" status: 204 len: 168 time: 2.3506868 Aug 29 04:28:00.922469 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 33140) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:00.960024 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-9d8f2e06-66f4-484e-8b74-175c07bf8f22 None None] Attempting to bind port 9a3c5b5b-acf4-4662-998f-571a8975572d on host n-d-712140-12 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:28:00.961475 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-9d8f2e06-66f4-484e-8b74-175c07bf8f22 None None] Attempting to bind port 9a3c5b5b-acf4-4662-998f-571a8975572d by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '4d8fc0d0-6c01-43d5-aa88-9880603a8027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '272d1c4d-af14-48fc-b735-579ae3d45270'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:28:00.962149 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8f2e06-66f4-484e-8b74-175c07bf8f22 None None] Attempting to bind port 9a3c5b5b-acf4-4662-998f-571a8975572d on network 272d1c4d-af14-48fc-b735-579ae3d45270 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:28:00.984423 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8f2e06-66f4-484e-8b74-175c07bf8f22 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:28:00.984929 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8f2e06-66f4-484e-8b74-175c07bf8f22 None None] Checking segment: {'id': '4d8fc0d0-6c01-43d5-aa88-9880603a8027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '272d1c4d-af14-48fc-b735-579ae3d45270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:00.986981 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9d8f2e06-66f4-484e-8b74-175c07bf8f22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:00.987640 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8f2e06-66f4-484e-8b74-175c07bf8f22 None None] Bound using segment: {'id': '4d8fc0d0-6c01-43d5-aa88-9880603a8027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '272d1c4d-af14-48fc-b735-579ae3d45270'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:28:00.988409 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-9d8f2e06-66f4-484e-8b74-175c07bf8f22 None None] Bound port: 9a3c5b5b-acf4-4662-998f-571a8975572d, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d8fc0d0-6c01-43d5-aa88-9880603a8027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '272d1c4d-af14-48fc-b735-579ae3d45270'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:28:00.989713 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9d8f2e06-66f4-484e-8b74-175c07bf8f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:01.057198 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad932853-055a-4796-9005-2f707d0cadf9 None None] Pushing event updated for resources: {'Port': ['ID=9a3c5b5b-acf4-4662-998f-571a8975572d,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:01.058147 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-f0ecf112-92c9-4648-a13c-aee1b7cfd44f tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] device_id is not set on port 28eb3318-63a8-4b03-9058-b940e176fb7f yet. {{(pid=94828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:28:01.142020 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_v2 [None req-a62303ae-bbde-4e25-be5b-ff6ebe5f5c0b admin admin] Deleting subnet 710778a2-878b-476c-9719-9ae92ef7de6e {{(pid=94828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:28:01.172405 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a62303ae-bbde-4e25-be5b-ff6ebe5f5c0b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:01.217035 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-9d8f2e06-66f4-484e-8b74-175c07bf8f22 None None] For port 9a3c5b5b-acf4-4662-998f-571a8975572d, host n-d-712140-12, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:28:01.222009 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-9d8f2e06-66f4-484e-8b74-175c07bf8f22 None None] For port 9a3c5b5b-acf4-4662-998f-571a8975572d, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=9a3c5b5b-acf4-4662-998f-571a8975572d,segment=NetworkSegment(4d8fc0d0-6c01-43d5-aa88-9880603a8027),segment_id=4d8fc0d0-6c01-43d5-aa88-9880603a8027)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:28:01.227971 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9d8f2e06-66f4-484e-8b74-175c07bf8f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:01.275381 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-50ffb713-b3cd-4878-b6a1-2a153ae97d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9191137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10062364'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:01.310102 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8f2e06-66f4-484e-8b74-175c07bf8f22 None None] Routers {'cf82575a-eca0-4d45-a1fa-a6ea643a8d15'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:28:01.311879 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-9d8f2e06-66f4-484e-8b74-175c07bf8f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:27:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['cf82575a-eca0-4d45-a1fa-a6ea643a8d15'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:01.314209 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a62303ae-bbde-4e25-be5b-ff6ebe5f5c0b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8904862'] for subnet, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:01.395904 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad932853-055a-4796-9005-2f707d0cadf9 None None] Pushing event updated for resources: {'Port': ['ID=9a3c5b5b-acf4-4662-998f-571a8975572d,revision_number=4']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:01.432187 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ffb713-b3cd-4878-b6a1-2a153ae97d98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf836613-dc86-4a80-a4b8-f0a30e377f81,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:01.500697 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd021f5-d5b8-4b1b-9da6-19de9551d02c req-178297db-29b7-45f7-9e1d-d9a8912a5e02 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:01.502185 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0dd021f5-d5b8-4b1b-9da6-19de9551d02c req-178297db-29b7-45f7-9e1d-d9a8912a5e02 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.46 "GET /v2.0/networks?id=272d1c4d-af14-48fc-b735-579ae3d45270 HTTP/1.1" status: 200 len: 810 time: 0.2942362 Aug 29 04:28:01.516002 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ffb713-b3cd-4878-b6a1-2a153ae97d98 admin admin] Checking segment: {'id': '7fa18be5-b67b-455a-bcf7-9c1dc39feca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'f77316f2-4e49-4b83-97c4-4f7912397fb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:01.516379 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ffb713-b3cd-4878-b6a1-2a153ae97d98 admin admin] Network hostable DHCP agents. Network: f77316f2-4e49-4b83-97c4-4f7912397fb6, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:28:01.516985 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-9d8f2e06-66f4-484e-8b74-175c07bf8f22 None None] Set router cf82575a-eca0-4d45-a1fa-a6ea643a8d15 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:28:01.523455 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-0dd021f5-d5b8-4b1b-9da6-19de9551d02c req-f207538a-7a38-4904-b0c1-31225fe03df9 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] Request body: {'port': {'device_id': '16f6b687-4b46-4d96-b12a-3bf36ed39490', 'network_id': '272d1c4d-af14-48fc-b735-579ae3d45270', 'admin_state_up': True, 'tenant_id': 'a2ef8028d601470a9af15f492b593570'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:01.532058 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a62303ae-bbde-4e25-be5b-ff6ebe5f5c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:01.535730 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b96f91ac-5e8d-44eb-85dd-51c82ce93936 None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:01.637586 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device d673bb13-f978-4cc9-9318-a888cc6bef5d no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:28:01.652278 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ffb713-b3cd-4878-b6a1-2a153ae97d98 admin admin] Network f77316f2-4e49-4b83-97c4-4f7912397fb6 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:28:01.684324 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-50ffb713-b3cd-4878-b6a1-2a153ae97d98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, f77316f2-4e49-4b83-97c4-4f7912397fb6) {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:01.690881 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-b96f91ac-5e8d-44eb-85dd-51c82ce93936 None None] Transition to ACTIVE for port object 948751e8-c513-4f35-9161-2309e2a8c831 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:01.698253 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ffb713-b3cd-4878-b6a1-2a153ae97d98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:01.699263 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-50ffb713-b3cd-4878-b6a1-2a153ae97d98 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:01.709318 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a62303ae-bbde-4e25-be5b-ff6ebe5f5c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9190434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062341'] for subnet, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:01.710329 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-b96f91ac-5e8d-44eb-85dd-51c82ce93936 None None] Transition to ACTIVE for port object 948751e8-c513-4f35-9161-2309e2a8c831 will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:01.714581 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: d673bb13-f978-4cc9-9318-a888cc6bef5d {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:28:01.714946 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device d673bb13-f978-4cc9-9318-a888cc6bef5d not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:28:01.733164 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb83a1bf-8a96-438d-9bd8-8d0326227a58 None None] Network f77316f2-4e49-4b83-97c4-4f7912397fb6 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:01.737815 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b96f91ac-5e8d-44eb-85dd-51c82ce93936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:01.767272 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62303ae-bbde-4e25-be5b-ff6ebe5f5c0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=710778a2-878b-476c-9719-9ae92ef7de6e,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:01.802353 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-50ffb713-b3cd-4878-b6a1-2a153ae97d98 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3873749 Aug 29 04:28:01.804944 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 33208) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:01.809208 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a62303ae-bbde-4e25-be5b-ff6ebe5f5c0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:01.812068 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-a62303ae-bbde-4e25-be5b-ff6ebe5f5c0b admin admin] 10.222.0.22 "DELETE /v2.0/subnets/710778a2-878b-476c-9719-9ae92ef7de6e HTTP/1.1" status: 204 len: 168 time: 0.8842678 Aug 29 04:28:01.812309 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-eb362b1a-8c13-4118-9e91-97e13a791700 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-482041586-router', 'tenant_id': 'abf94f37a1af42a19d4b8683f751bf1c', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:01.817646 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 33210) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:01.842417 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dd021f5-d5b8-4b1b-9da6-19de9551d02c req-f207538a-7a38-4904-b0c1-31225fe03df9 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] Made reservation on behalf of a2ef8028d601470a9af15f492b593570 for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:01.877016 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-0dd021f5-d5b8-4b1b-9da6-19de9551d02c req-f207538a-7a38-4904-b0c1-31225fe03df9 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:01.880094 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-9d8f2e06-66f4-484e-8b74-175c07bf8f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf82575a-eca0-4d45-a1fa-a6ea643a8d15', 'name': 'tempest-ServerRescueTestJSON-629433375-router', 'tenant_id': 'a2ef8028d601470a9af15f492b593570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': 'f4c48393-faf3-498e-b6ee-60b9e7c3f64f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:27:48Z', 'updated_at': '2021-08-29T04:27:56Z', 'revision_number': 4, 'project_id': 'a2ef8028d601470a9af15f492b593570', 'gw_port': {'id': 'f4c48393-faf3-498e-b6ee-60b9e7c3f64f', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ae:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf82575a-eca0-4d45-a1fa-a6ea643a8d15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:27:50Z', 'updated_at': '2021-08-29T04:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '9a3c5b5b-acf4-4662-998f-571a8975572d', 'name': '', 'network_id': '272d1c4d-af14-48fc-b735-579ae3d45270', 'tenant_id': 'a2ef8028d601470a9af15f492b593570', 'mac_address': 'fa:16:3e:60:de:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf82575a-eca0-4d45-a1fa-a6ea643a8d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': '10771a12-2d54-4ee6-9435-3c52b51db3d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:27:55Z', 'updated_at': '2021-08-29T04:28:01Z', 'revision_number': 4, 'project_id': 'a2ef8028d601470a9af15f492b593570', 'subnets': [{'id': '10771a12-2d54-4ee6-9435-3c52b51db3d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:01.891445 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-f0ecf112-92c9-4648-a13c-aee1b7cfd44f tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Allocated IP 172.20.0.9 (5e904989-2f79-4549-bb7f-5f44499c5371/49d00f64-314f-4466-a663-6508da3d774d/28eb3318-63a8-4b03-9058-b940e176fb7f) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:28:01.909861 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ce2f4f-e658-4f3a-a4fa-3ef497f219eb None None] Network fcd0713a-66d5-429e-8806-1ec67be3b61c requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:01.937469 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8f2e06-66f4-484e-8b74-175c07bf8f22 None None] The sync data for ids ['cf82575a-eca0-4d45-a1fa-a6ea643a8d15'] in n-d-712140-12 is: [{'id': 'cf82575a-eca0-4d45-a1fa-a6ea643a8d15', 'name': 'tempest-ServerRescueTestJSON-629433375-router', 'tenant_id': 'a2ef8028d601470a9af15f492b593570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': 'f4c48393-faf3-498e-b6ee-60b9e7c3f64f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:27:48Z', 'updated_at': '2021-08-29T04:27:56Z', 'revision_number': 4, 'project_id': 'a2ef8028d601470a9af15f492b593570', 'gw_port': {'id': 'f4c48393-faf3-498e-b6ee-60b9e7c3f64f', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ae:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf82575a-eca0-4d45-a1fa-a6ea643a8d15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:27:50Z', 'updated_at': '2021-08-29T04:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '9a3c5b5b-acf4-4662-998f-571a8975572d', 'name': '', 'network_id': '272d1c4d-af14-48fc-b735-579ae3d45270', 'tenant_id': 'a2ef8028d601470a9af15f492b593570', 'mac_address': 'fa:16:3e:60:de:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf82575a-eca0-4d45-a1fa-a6ea643a8d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': '10771a12-2d54-4ee6-9435-3c52b51db3d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:27:55Z', 'updated_at': '2021-08-29T04:28:01Z', 'revision_number': 4, 'project_id': 'a2ef8028d601470a9af15f492b593570', 'subnets': [{'id': '10771a12-2d54-4ee6-9435-3c52b51db3d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:28:01.990878 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96f91ac-5e8d-44eb-85dd-51c82ce93936 None None] Network 5e904989-2f79-4549-bb7f-5f44499c5371 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:02.066908 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-b96f91ac-5e8d-44eb-85dd-51c82ce93936 None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:02.095519 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-01188679-eafb-4bd4-b375-3589e843c03c req-57eecfc1-418a-4952-a78a-2686f88ff74a tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/ports?device_id=16f6b687-4b46-4d96-b12a-3bf36ed39490 HTTP/1.1" status: 200 len: 210 time: 0.0776494 Aug 29 04:28:02.112674 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96f91ac-5e8d-44eb-85dd-51c82ce93936 None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:28:02.116128 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96f91ac-5e8d-44eb-85dd-51c82ce93936 None None] Pushing event updated for resources: {'Port': ['ID=948751e8-c513-4f35-9161-2309e2a8c831,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:02.123160 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-eb362b1a-8c13-4118-9e91-97e13a791700 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:02.125217 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-eb362b1a-8c13-4118-9e91-97e13a791700 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1838'] for router, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:02.150639 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2b7fbe67-87b0-417d-bbd2-bbd47a2f8354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:02.212347 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bf4bf912-e30a-4e23-b5e8-65aa25721da2 None None] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:02.232019 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-0dd021f5-d5b8-4b1b-9da6-19de9551d02c req-f207538a-7a38-4904-b0c1-31225fe03df9 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] Allocated IP 172.20.0.13 (272d1c4d-af14-48fc-b735-579ae3d45270/10771a12-2d54-4ee6-9435-3c52b51db3d5/c7c852cb-98de-4d38-bfd3-8b82aec30296) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:28:02.259208 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72eda253-d208-4045-90dc-1fdc14b8ad14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-f77316f2-4e49-4b83-97c4-4f7912397fb6', 'network_id': 'f77316f2-4e49-4b83-97c4-4f7912397fb6', 'tenant_id': 'abf94f37a1af42a19d4b8683f751bf1c', 'fixed_ips': [{'subnet_id': 'cf836613-dc86-4a80-a4b8-f0a30e377f81'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:28:02.260707 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-72eda253-d208-4045-90dc-1fdc14b8ad14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:02.314602 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-bf4bf912-e30a-4e23-b5e8-65aa25721da2 None None] Transition to ACTIVE for port object f6e16258-051a-4226-ac81-5ed639862316 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:02.330889 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-eb362b1a-8c13-4118-9e91-97e13a791700 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:02.450219 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bf4bf912-e30a-4e23-b5e8-65aa25721da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:02.515731 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-b96f91ac-5e8d-44eb-85dd-51c82ce93936 None None] Attempting to bind port 948751e8-c513-4f35-9161-2309e2a8c831 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:28:02.516099 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-b96f91ac-5e8d-44eb-85dd-51c82ce93936 None None] Attempting to bind port 948751e8-c513-4f35-9161-2309e2a8c831 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'f3a1cbf1-4be6-4a2e-82e1-6bf01d194518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5e904989-2f79-4549-bb7f-5f44499c5371'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:28:02.516469 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96f91ac-5e8d-44eb-85dd-51c82ce93936 None None] Attempting to bind port 948751e8-c513-4f35-9161-2309e2a8c831 on network 5e904989-2f79-4549-bb7f-5f44499c5371 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:28:02.518567 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-2b7fbe67-87b0-417d-bbd2-bbd47a2f8354 admin admin] Deleting port 1a2d0c3f-c1c0-490f-adc0-e42678454352 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:02.518819 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2b7fbe67-87b0-417d-bbd2-bbd47a2f8354 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:02.525484 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2fd2de-b724-4a2b-b9ff-83774895232a None None] Pushing event updated for resources: {'Port': ['ID=f6e16258-051a-4226-ac81-5ed639862316,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:02.536152 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96f91ac-5e8d-44eb-85dd-51c82ce93936 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:28:02.536877 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96f91ac-5e8d-44eb-85dd-51c82ce93936 None None] Checking segment: {'id': 'f3a1cbf1-4be6-4a2e-82e1-6bf01d194518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5e904989-2f79-4549-bb7f-5f44499c5371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:02.537273 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b96f91ac-5e8d-44eb-85dd-51c82ce93936 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:02.537949 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96f91ac-5e8d-44eb-85dd-51c82ce93936 None None] Bound using segment: {'id': 'f3a1cbf1-4be6-4a2e-82e1-6bf01d194518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5e904989-2f79-4549-bb7f-5f44499c5371'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:28:02.538647 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-b96f91ac-5e8d-44eb-85dd-51c82ce93936 None None] Bound port: 948751e8-c513-4f35-9161-2309e2a8c831, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3a1cbf1-4be6-4a2e-82e1-6bf01d194518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5e904989-2f79-4549-bb7f-5f44499c5371'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:28:02.539036 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b96f91ac-5e8d-44eb-85dd-51c82ce93936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:02.552700 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f0ecf112-92c9-4648-a13c-aee1b7cfd44f tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:02.570125 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f0ecf112-92c9-4648-a13c-aee1b7cfd44f tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Transition to ACTIVE for port object 28eb3318-63a8-4b03-9058-b940e176fb7f will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:02.608779 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-eb362b1a-8c13-4118-9e91-97e13a791700 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:02.628568 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f0ecf112-92c9-4648-a13c-aee1b7cfd44f tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:02.706814 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ecf112-92c9-4648-a13c-aee1b7cfd44f tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Network 5e904989-2f79-4549-bb7f-5f44499c5371 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:02.718966 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-f0ecf112-92c9-4648-a13c-aee1b7cfd44f tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:02.728291 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ecf112-92c9-4648-a13c-aee1b7cfd44f tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:28:02.751446 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-2b7fbe67-87b0-417d-bbd2-bbd47a2f8354 admin admin] For port 1a2d0c3f-c1c0-490f-adc0-e42678454352, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=1a2d0c3f-c1c0-490f-adc0-e42678454352,segment=NetworkSegment(3702d597-5b99-458f-80c9-28432894b87e),segment_id=3702d597-5b99-458f-80c9-28432894b87e)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:02.751755 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2b7fbe67-87b0-417d-bbd2-bbd47a2f8354 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:02.762006 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-0dd021f5-d5b8-4b1b-9da6-19de9551d02c req-f207538a-7a38-4904-b0c1-31225fe03df9 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:02.804260 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-2b7fbe67-87b0-417d-bbd2-bbd47a2f8354 admin admin] Calling delete_port for 1a2d0c3f-c1c0-490f-adc0-e42678454352 owned by network:dhcp {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:02.908818 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-b96f91ac-5e8d-44eb-85dd-51c82ce93936 None None] For port 948751e8-c513-4f35-9161-2309e2a8c831, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:28:02.928086 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ecf112-92c9-4648-a13c-aee1b7cfd44f tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Pushing event updated for resources: {'Port': ['ID=28eb3318-63a8-4b03-9058-b940e176fb7f,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:02.950567 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-0dd021f5-d5b8-4b1b-9da6-19de9551d02c req-f207538a-7a38-4904-b0c1-31225fe03df9 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:03.012184 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ecf112-92c9-4648-a13c-aee1b7cfd44f tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:03.013526 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-b96f91ac-5e8d-44eb-85dd-51c82ce93936 None None] For port 948751e8-c513-4f35-9161-2309e2a8c831, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=948751e8-c513-4f35-9161-2309e2a8c831,segment=NetworkSegment(f3a1cbf1-4be6-4a2e-82e1-6bf01d194518),segment_id=f3a1cbf1-4be6-4a2e-82e1-6bf01d194518)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:28:03.023827 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f0ecf112-92c9-4648-a13c-aee1b7cfd44f tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:03.035158 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7a7cb8-6a17-4d4c-a006-db652f562b7f None None] DHCP port deletion for fcd0713a-66d5-429e-8806-1ec67be3b61c request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:28:03.043129 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2b7fbe67-87b0-417d-bbd2-bbd47a2f8354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:03.075082 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b96f91ac-5e8d-44eb-85dd-51c82ce93936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:03.083350 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7fbe67-87b0-417d-bbd2-bbd47a2f8354 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a2d0c3f-c1c0-490f-adc0-e42678454352,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:03.088144 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-bf4bf912-e30a-4e23-b5e8-65aa25721da2 None None] Attempting to bind port f6e16258-051a-4226-ac81-5ed639862316 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:28:03.090042 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-bf4bf912-e30a-4e23-b5e8-65aa25721da2 None None] Attempting to bind port f6e16258-051a-4226-ac81-5ed639862316 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'e42ae04f-c78a-49b6-b653-d68296ae5b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'df74e724-c81a-44f3-b66b-f70a4e2cf3f1'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:28:03.090679 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4bf912-e30a-4e23-b5e8-65aa25721da2 None None] Attempting to bind port f6e16258-051a-4226-ac81-5ed639862316 on network df74e724-c81a-44f3-b66b-f70a4e2cf3f1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:28:03.097402 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7fbe67-87b0-417d-bbd2-bbd47a2f8354 admin admin] No DVR routers for this DVR port 1a2d0c3f-c1c0-490f-adc0-e42678454352 on host n-d-712140-12 {{(pid=94829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:28:03.169099 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-72eda253-d208-4045-90dc-1fdc14b8ad14 None None] Allocated IP 172.20.0.2 (f77316f2-4e49-4b83-97c4-4f7912397fb6/cf836613-dc86-4a80-a4b8-f0a30e377f81/9dc1290d-b315-40bd-8685-22a1440b2cce) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:28:03.185109 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4bf912-e30a-4e23-b5e8-65aa25721da2 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:28:03.185109 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4bf912-e30a-4e23-b5e8-65aa25721da2 None None] Checking segment: {'id': 'e42ae04f-c78a-49b6-b653-d68296ae5b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'df74e724-c81a-44f3-b66b-f70a4e2cf3f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:03.185109 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bf4bf912-e30a-4e23-b5e8-65aa25721da2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:03.185109 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4bf912-e30a-4e23-b5e8-65aa25721da2 None None] Bound using segment: {'id': 'e42ae04f-c78a-49b6-b653-d68296ae5b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'df74e724-c81a-44f3-b66b-f70a4e2cf3f1'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:28:03.185109 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-bf4bf912-e30a-4e23-b5e8-65aa25721da2 None None] Bound port: f6e16258-051a-4226-ac81-5ed639862316, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e42ae04f-c78a-49b6-b653-d68296ae5b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'df74e724-c81a-44f3-b66b-f70a4e2cf3f1'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:28:03.185109 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bf4bf912-e30a-4e23-b5e8-65aa25721da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:03.243407 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dd021f5-d5b8-4b1b-9da6-19de9551d02c req-f207538a-7a38-4904-b0c1-31225fe03df9 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] Network 272d1c4d-af14-48fc-b735-579ae3d45270 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:03.256610 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-0dd021f5-d5b8-4b1b-9da6-19de9551d02c req-f207538a-7a38-4904-b0c1-31225fe03df9 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:03.274549 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dd021f5-d5b8-4b1b-9da6-19de9551d02c req-f207538a-7a38-4904-b0c1-31225fe03df9 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:28:03.276488 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 9a3c5b5b-acf4-4662-998f-571a8975572d up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:28:03.280912 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-f0ecf112-92c9-4648-a13c-aee1b7cfd44f tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.9889266 Aug 29 04:28:03.290631 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 33342) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:03.418652 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-eb362b1a-8c13-4118-9e91-97e13a791700 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:03.437174 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f207538a-7a38-4904-b0c1-31225fe03df9 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] Pushing event updated for resources: {'Port': ['ID=c7c852cb-98de-4d38-bfd3-8b82aec30296,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:03.490033 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd021f5-d5b8-4b1b-9da6-19de9551d02c req-f207538a-7a38-4904-b0c1-31225fe03df9 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:03.490859 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-0dd021f5-d5b8-4b1b-9da6-19de9551d02c req-f207538a-7a38-4904-b0c1-31225fe03df9 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:03.553830 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7deefa00-ffed-4cb4-b0cd-d53fb2c4ccd9 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:03.558908 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-eb362b1a-8c13-4118-9e91-97e13a791700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:03.560117 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-7deefa00-ffed-4cb4-b0cd-d53fb2c4ccd9 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.13 HTTP/1.1" status: 200 len: 923 time: 0.2675769 Aug 29 04:28:03.565418 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 33372) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:03.568416 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0dd021f5-d5b8-4b1b-9da6-19de9551d02c req-f207538a-7a38-4904-b0c1-31225fe03df9 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0542574 Aug 29 04:28:03.589678 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96f91ac-5e8d-44eb-85dd-51c82ce93936 None None] Pushing event updated for resources: {'Port': ['ID=948751e8-c513-4f35-9161-2309e2a8c831,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:03.607187 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-0dd021f5-d5b8-4b1b-9da6-19de9551d02c req-bf4b9d6b-e7d2-43d9-aa0d-9f193f82f595 service neutron] Request body: {'port': {'device_id': '16f6b687-4b46-4d96-b12a-3bf36ed39490', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:03.610083 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4389d047-d8c5-43bc-94e0-142dc0c5a8ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:03.686662 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 9a3c5b5b-acf4-4662-998f-571a8975572d completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:03.696670 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 9a3c5b5b-acf4-4662-998f-571a8975572d triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:03.697053 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:03.702211 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c2e2b5-d686-4805-8b55-c5b581d098a7 req-86c7581b-9b20-4b2a-993e-18aefcb7d598 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:03.703948 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a2c2e2b5-d686-4805-8b55-c5b581d098a7 req-86c7581b-9b20-4b2a-993e-18aefcb7d598 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/ports?device_id=16f6b687-4b46-4d96-b12a-3bf36ed39490 HTTP/1.1" status: 200 len: 932 time: 0.3625650 Aug 29 04:28:03.794275 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2b7fbe67-87b0-417d-bbd2-bbd47a2f8354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:03.838414 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-2b7fbe67-87b0-417d-bbd2-bbd47a2f8354 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcd0713a-66d5-429e-8806-1ec67be3b61c']}} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:03.854499 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-bf4bf912-e30a-4e23-b5e8-65aa25721da2 None None] For port f6e16258-051a-4226-ac81-5ed639862316, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:28:03.900213 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-2b7fbe67-87b0-417d-bbd2-bbd47a2f8354 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3702d597-5b99-458f-80c9-28432894b87e') {'for_net_delete': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:03.900617 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-2b7fbe67-87b0-417d-bbd2-bbd47a2f8354 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3702d597-5b99-458f-80c9-28432894b87e') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:03.916659 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-bf4bf912-e30a-4e23-b5e8-65aa25721da2 None None] For port f6e16258-051a-4226-ac81-5ed639862316, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=f6e16258-051a-4226-ac81-5ed639862316,segment=NetworkSegment(e42ae04f-c78a-49b6-b653-d68296ae5b14),segment_id=e42ae04f-c78a-49b6-b653-d68296ae5b14)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:28:03.950890 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a2c2e2b5-d686-4805-8b55-c5b581d098a7 req-30d75922-6b1b-409f-b026-8a3bb2c01ad4 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e109d97-7970-4672-b6dc-5d385660134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401555 Aug 29 04:28:03.951088 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bf4bf912-e30a-4e23-b5e8-65aa25721da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:03.987509 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2b7fbe67-87b0-417d-bbd2-bbd47a2f8354 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4311712'] for segment, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:04.018200 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2b7fbe67-87b0-417d-bbd2-bbd47a2f8354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:04.036177 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b7fbe67-87b0-417d-bbd2-bbd47a2f8354 admin admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=94829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:28:04.036686 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2b7fbe67-87b0-417d-bbd2-bbd47a2f8354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4274277'] for segment, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:04.039196 n-d-712140-12 neutron-server[94829]: Traceback (most recent call last): Aug 29 04:28:04.039196 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:28:04.039196 n-d-712140-12 neutron-server[94829]: timer() Aug 29 04:28:04.039196 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:28:04.039196 n-d-712140-12 neutron-server[94829]: cb(*args, **kw) Aug 29 04:28:04.039196 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:28:04.039196 n-d-712140-12 neutron-server[94829]: return func(*args, **kwargs) Aug 29 04:28:04.039196 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:28:04.039196 n-d-712140-12 neutron-server[94829]: self._notify() Aug 29 04:28:04.039196 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:28:04.039196 n-d-712140-12 neutron-server[94829]: self.callback(batched_events) Aug 29 04:28:04.039196 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:28:04.039196 n-d-712140-12 neutron-server[94829]: event.method(event) Aug 29 04:28:04.039196 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:28:04.039196 n-d-712140-12 neutron-server[94829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:28:04.039196 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:28:04.039196 n-d-712140-12 neutron-server[94829]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:28:04.039196 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:28:04.039196 n-d-712140-12 neutron-server[94829]: return f(self, *a, **k) Aug 29 04:28:04.039196 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:28:04.039196 n-d-712140-12 neutron-server[94829]: return self._get(url).json() Aug 29 04:28:04.039196 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:28:04.039196 n-d-712140-12 neutron-server[94829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:28:04.039196 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:28:04.039196 n-d-712140-12 neutron-server[94829]: return self.request(url, 'GET', **kwargs) Aug 29 04:28:04.039196 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:28:04.039196 n-d-712140-12 neutron-server[94829]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:28:04.039196 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:28:04.039196 n-d-712140-12 neutron-server[94829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:28:04.039196 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:28:04.039196 n-d-712140-12 neutron-server[94829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:28:04.039196 n-d-712140-12 neutron-server[94829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:28:04.159922 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-72eda253-d208-4045-90dc-1fdc14b8ad14 None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:04.166365 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:04.168029 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-eb362b1a-8c13-4118-9e91-97e13a791700 admin admin] Allocated IP 172.25.0.120 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/156b6c29-f146-4bf3-afda-4360d3786194) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:28:04.212232 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4bf912-e30a-4e23-b5e8-65aa25721da2 None None] Routers {'7468fa49-b5a9-4047-8deb-f36d05a06a1e'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:28:04.213815 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-bf4bf912-e30a-4e23-b5e8-65aa25721da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:27:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['7468fa49-b5a9-4047-8deb-f36d05a06a1e'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:04.224359 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2b7fbe67-87b0-417d-bbd2-bbd47a2f8354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:04.260768 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-72eda253-d208-4045-90dc-1fdc14b8ad14 None None] Transition to ACTIVE for port object 9dc1290d-b315-40bd-8685-22a1440b2cce will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:04.287975 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2b7fbe67-87b0-417d-bbd2-bbd47a2f8354 admin admin] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:04.299572 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-2b7fbe67-87b0-417d-bbd2-bbd47a2f8354 admin admin] 10.222.0.22 "DELETE /v2.0/networks/fcd0713a-66d5-429e-8806-1ec67be3b61c HTTP/1.1" status: 204 len: 168 time: 2.4693358 Aug 29 04:28:04.328262 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7fbe67-87b0-417d-bbd2-bbd47a2f8354 admin admin] Pushing event deleted for resources: {'Network': ['ID=fcd0713a-66d5-429e-8806-1ec67be3b61c,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:04.506470 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-0dd021f5-d5b8-4b1b-9da6-19de9551d02c req-bf4b9d6b-e7d2-43d9-aa0d-9f193f82f595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:04.524882 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-eb362b1a-8c13-4118-9e91-97e13a791700 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:04.528987 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-bf4bf912-e30a-4e23-b5e8-65aa25721da2 None None] Set router 7468fa49-b5a9-4047-8deb-f36d05a06a1e gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:28:04.681479 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-eb362b1a-8c13-4118-9e91-97e13a791700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:04.696041 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-7fcce5b5-8d5d-49fe-bf34-eb0a8a65a130 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Deleting port 28eb3318-63a8-4b03-9058-b940e176fb7f {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:04.696629 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7fcce5b5-8d5d-49fe-bf34-eb0a8a65a130 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:04.791498 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 33486) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:04.802451 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb362b1a-8c13-4118-9e91-97e13a791700 admin admin] Pushing event updated for resources: {'Port': ['ID=156b6c29-f146-4bf3-afda-4360d3786194,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:04.825078 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb362b1a-8c13-4118-9e91-97e13a791700 admin admin] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:04.829287 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-eb362b1a-8c13-4118-9e91-97e13a791700 admin admin] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:04.839284 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb362b1a-8c13-4118-9e91-97e13a791700 admin admin] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:28:04.856216 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7fcce5b5-8d5d-49fe-bf34-eb0a8a65a130 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:04.916801 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-7fcce5b5-8d5d-49fe-bf34-eb0a8a65a130 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Calling delete_port for 28eb3318-63a8-4b03-9058-b940e176fb7f owned by {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:04.921498 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-7ff1c4fe-545a-473d-ac40-79132b61c61e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f78174329f774784990d52436973061e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1283636 Aug 29 04:28:04.931575 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 33502) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:05.043890 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2fd2de-b724-4a2b-b9ff-83774895232a None None] Pushing event updated for resources: {'Port': ['ID=f6e16258-051a-4226-ac81-5ed639862316,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:05.107063 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 9a3c5b5b-acf4-4662-998f-571a8975572d, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=9a3c5b5b-acf4-4662-998f-571a8975572d,segment=NetworkSegment(4d8fc0d0-6c01-43d5-aa88-9880603a8027),segment_id=4d8fc0d0-6c01-43d5-aa88-9880603a8027)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:05.126146 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:05.142629 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff226a2c-5f86-4770-b1e6-a547fa256923 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:05.201507 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 2a8ec008-e3bf-48ff-ad0d-69d708718ad8 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:28:05.205664 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-72eda253-d208-4045-90dc-1fdc14b8ad14 None None] Transition to ACTIVE for port object 9dc1290d-b315-40bd-8685-22a1440b2cce will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:05.240834 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff226a2c-5f86-4770-b1e6-a547fa256923 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:05.288805 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9512119-b878-46aa-9388-944ea93ebecf None None] Network 5e904989-2f79-4549-bb7f-5f44499c5371 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:05.296298 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-0dd021f5-d5b8-4b1b-9da6-19de9551d02c req-bf4b9d6b-e7d2-43d9-aa0d-9f193f82f595 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7c852cb-98de-4d38-bfd3-8b82aec30296 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:28:05.311583 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-0dd021f5-d5b8-4b1b-9da6-19de9551d02c req-bf4b9d6b-e7d2-43d9-aa0d-9f193f82f595 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:05.333304 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-0dd021f5-d5b8-4b1b-9da6-19de9551d02c req-bf4b9d6b-e7d2-43d9-aa0d-9f193f82f595 service neutron] Transition to ACTIVE for port object c7c852cb-98de-4d38-bfd3-8b82aec30296 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:05.334538 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7fcce5b5-8d5d-49fe-bf34-eb0a8a65a130 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:05.364597 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-0dd021f5-d5b8-4b1b-9da6-19de9551d02c req-bf4b9d6b-e7d2-43d9-aa0d-9f193f82f595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:05.371055 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcce5b5-8d5d-49fe-bf34-eb0a8a65a130 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Pushing event deleted for resources: {'Port': ['ID=28eb3318-63a8-4b03-9058-b940e176fb7f,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:05.426981 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff226a2c-5f86-4770-b1e6-a547fa256923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:05.429918 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff226a2c-5f86-4770-b1e6-a547fa256923 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:05.431339 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-ff226a2c-5f86-4770-b1e6-a547fa256923 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2c3129fe-ab73-49dc-8c78-c3946eb92670 HTTP/1.1" status: 204 len: 168 time: 0.4961159 Aug 29 04:28:05.440687 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 2a8ec008-e3bf-48ff-ad0d-69d708718ad8 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:28:05.441158 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 2a8ec008-e3bf-48ff-ad0d-69d708718ad8 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:28:05.490599 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-72eda253-d208-4045-90dc-1fdc14b8ad14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:05.525619 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7fcce5b5-8d5d-49fe-bf34-eb0a8a65a130 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:05.533881 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-7fcce5b5-8d5d-49fe-bf34-eb0a8a65a130 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "DELETE /v2.0/ports/28eb3318-63a8-4b03-9058-b940e176fb7f HTTP/1.1" status: 204 len: 168 time: 1.9644105 Aug 29 04:28:05.541962 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 33520) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:05.561162 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72eda253-d208-4045-90dc-1fdc14b8ad14 None None] Network f77316f2-4e49-4b83-97c4-4f7912397fb6 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:05.591250 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-72eda253-d208-4045-90dc-1fdc14b8ad14 None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:05.592187 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff226a2c-5f86-4770-b1e6-a547fa256923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c3129fe-ab73-49dc-8c78-c3946eb92670,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:05.599882 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72eda253-d208-4045-90dc-1fdc14b8ad14 None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:28:05.632073 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4b9d6b-e7d2-43d9-aa0d-9f193f82f595 service neutron] Pushing event updated for resources: {'Port': ['ID=c7c852cb-98de-4d38-bfd3-8b82aec30296,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:05.657797 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df41f0b5-8a11-4fe0-924f-c18fc86b7043 req-172c880d-ff95-4da6-aca8-f7d710415d57 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:05.659557 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-df41f0b5-8a11-4fe0-924f-c18fc86b7043 req-172c880d-ff95-4da6-aca8-f7d710415d57 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/ports?device_id=16f6b687-4b46-4d96-b12a-3bf36ed39490 HTTP/1.1" status: 200 len: 944 time: 0.1578348 Aug 29 04:28:05.687857 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 948751e8-c513-4f35-9161-2309e2a8c831 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:28:05.690156 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=9a3c5b5b-acf4-4662-998f-571a8975572d,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:05.697558 n-d-712140-12 neutron-server[94828]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4b5659c-052a-4165-b8d1-2bee3528d018 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] GET failed (client error): The resource could not be found. Aug 29 04:28:05.702835 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-b4b5659c-052a-4165-b8d1-2bee3528d018 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "GET /v2.0/ports/28eb3318-63a8-4b03-9058-b940e176fb7f HTTP/1.1" status: 404 len: 333 time: 0.1509347 Aug 29 04:28:05.703486 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 33522) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:05.751389 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eda253-d208-4045-90dc-1fdc14b8ad14 None None] Pushing event updated for resources: {'Port': ['ID=9dc1290d-b315-40bd-8685-22a1440b2cce,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:05.776480 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-df41f0b5-8a11-4fe0-924f-c18fc86b7043 req-a8f3857d-57db-4a69-a7cc-3554fb881f79 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e109d97-7970-4672-b6dc-5d385660134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098752 Aug 29 04:28:05.790887 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-eb362b1a-8c13-4118-9e91-97e13a791700 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:05.795285 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-0dd021f5-d5b8-4b1b-9da6-19de9551d02c req-bf4b9d6b-e7d2-43d9-aa0d-9f193f82f595 service neutron] Attempting to bind port c7c852cb-98de-4d38-bfd3-8b82aec30296 on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:28:05.795666 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-0dd021f5-d5b8-4b1b-9da6-19de9551d02c req-bf4b9d6b-e7d2-43d9-aa0d-9f193f82f595 service neutron] Attempting to bind port c7c852cb-98de-4d38-bfd3-8b82aec30296 by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': '4d8fc0d0-6c01-43d5-aa88-9880603a8027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '272d1c4d-af14-48fc-b735-579ae3d45270'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:28:05.796147 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd021f5-d5b8-4b1b-9da6-19de9551d02c req-bf4b9d6b-e7d2-43d9-aa0d-9f193f82f595 service neutron] Attempting to bind port c7c852cb-98de-4d38-bfd3-8b82aec30296 on network 272d1c4d-af14-48fc-b735-579ae3d45270 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:28:05.801710 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd021f5-d5b8-4b1b-9da6-19de9551d02c req-bf4b9d6b-e7d2-43d9-aa0d-9f193f82f595 service neutron] Port c7c852cb-98de-4d38-bfd3-8b82aec30296 on network 272d1c4d-af14-48fc-b735-579ae3d45270 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:28:05.802236 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd021f5-d5b8-4b1b-9da6-19de9551d02c req-bf4b9d6b-e7d2-43d9-aa0d-9f193f82f595 service neutron] Attempting to bind port c7c852cb-98de-4d38-bfd3-8b82aec30296 on network 272d1c4d-af14-48fc-b735-579ae3d45270 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:28:05.811580 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd021f5-d5b8-4b1b-9da6-19de9551d02c req-bf4b9d6b-e7d2-43d9-aa0d-9f193f82f595 service neutron] Checking agent: {'id': '3de9de52-3a03-431d-9d7e-497ae92c57ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:28:05.812443 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd021f5-d5b8-4b1b-9da6-19de9551d02c req-bf4b9d6b-e7d2-43d9-aa0d-9f193f82f595 service neutron] Checking segment: {'id': '4d8fc0d0-6c01-43d5-aa88-9880603a8027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '272d1c4d-af14-48fc-b735-579ae3d45270'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:05.813107 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd021f5-d5b8-4b1b-9da6-19de9551d02c req-bf4b9d6b-e7d2-43d9-aa0d-9f193f82f595 service neutron] Bound using segment: {'id': '4d8fc0d0-6c01-43d5-aa88-9880603a8027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '272d1c4d-af14-48fc-b735-579ae3d45270'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:28:05.813852 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-0dd021f5-d5b8-4b1b-9da6-19de9551d02c req-bf4b9d6b-e7d2-43d9-aa0d-9f193f82f595 service neutron] Bound port: c7c852cb-98de-4d38-bfd3-8b82aec30296, host: n-h1-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d8fc0d0-6c01-43d5-aa88-9880603a8027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '272d1c4d-af14-48fc-b735-579ae3d45270'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:28:05.814579 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-0dd021f5-d5b8-4b1b-9da6-19de9551d02c req-bf4b9d6b-e7d2-43d9-aa0d-9f193f82f595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:05.882116 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f7e01acc-3d62-487b-83b6-ea7b11675083 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Deleting port 700bd550-e1a3-4595-90ba-2399d54e8010 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:05.882353 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f7e01acc-3d62-487b-83b6-ea7b11675083 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:05.934500 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-72eda253-d208-4045-90dc-1fdc14b8ad14 None None] Attempting to bind port 9dc1290d-b315-40bd-8685-22a1440b2cce on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:28:05.934870 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-72eda253-d208-4045-90dc-1fdc14b8ad14 None None] Attempting to bind port 9dc1290d-b315-40bd-8685-22a1440b2cce by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '7fa18be5-b67b-455a-bcf7-9c1dc39feca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'f77316f2-4e49-4b83-97c4-4f7912397fb6'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:28:05.935489 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72eda253-d208-4045-90dc-1fdc14b8ad14 None None] Attempting to bind port 9dc1290d-b315-40bd-8685-22a1440b2cce on network f77316f2-4e49-4b83-97c4-4f7912397fb6 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:28:05.950015 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72eda253-d208-4045-90dc-1fdc14b8ad14 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:28:05.950452 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72eda253-d208-4045-90dc-1fdc14b8ad14 None None] Checking segment: {'id': '7fa18be5-b67b-455a-bcf7-9c1dc39feca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'f77316f2-4e49-4b83-97c4-4f7912397fb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:05.951084 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-72eda253-d208-4045-90dc-1fdc14b8ad14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:05.951833 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72eda253-d208-4045-90dc-1fdc14b8ad14 None None] Bound using segment: {'id': '7fa18be5-b67b-455a-bcf7-9c1dc39feca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'f77316f2-4e49-4b83-97c4-4f7912397fb6'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:28:05.953690 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-72eda253-d208-4045-90dc-1fdc14b8ad14 None None] Bound port: 9dc1290d-b315-40bd-8685-22a1440b2cce, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fa18be5-b67b-455a-bcf7-9c1dc39feca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'f77316f2-4e49-4b83-97c4-4f7912397fb6'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:28:05.954283 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-72eda253-d208-4045-90dc-1fdc14b8ad14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:05.959276 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-bf4bf912-e30a-4e23-b5e8-65aa25721da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7468fa49-b5a9-4047-8deb-f36d05a06a1e', 'name': 'tempest-TestVolumeBackupRestore-706811000-router', 'tenant_id': '3c2056b185a4447f97a37026802347bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': '0828e849-c199-4e98-9bad-352a5d86f088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:27:46Z', 'updated_at': '2021-08-29T04:27:55Z', 'revision_number': 4, 'project_id': '3c2056b185a4447f97a37026802347bd', 'gw_port': {'id': '0828e849-c199-4e98-9bad-352a5d86f088', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:48:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7468fa49-b5a9-4047-8deb-f36d05a06a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:27:47Z', 'updated_at': '2021-08-29T04:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': 'f6e16258-051a-4226-ac81-5ed639862316', 'name': '', 'network_id': 'df74e724-c81a-44f3-b66b-f70a4e2cf3f1', 'tenant_id': '3c2056b185a4447f97a37026802347bd', 'mac_address': 'fa:16:3e:82:a8:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7468fa49-b5a9-4047-8deb-f36d05a06a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2035, 'fixed_ips': [{'subnet_id': '0b0c6566-de1e-4de5-a4a8-8adcb3a1f5a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:27:53Z', 'updated_at': '2021-08-29T04:28:03Z', 'revision_number': 4, 'project_id': '3c2056b185a4447f97a37026802347bd', 'subnets': [{'id': '0b0c6566-de1e-4de5-a4a8-8adcb3a1f5a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:05.990241 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-0dd021f5-d5b8-4b1b-9da6-19de9551d02c req-bf4b9d6b-e7d2-43d9-aa0d-9f193f82f595 service neutron] For port c7c852cb-98de-4d38-bfd3-8b82aec30296, host n-h1-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:28:06.015749 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-c21bb298-92ff-4aef-b28d-301ded82cc8f None None] Provisioning for port 948751e8-c513-4f35-9161-2309e2a8c831 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:06.024416 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-0dd021f5-d5b8-4b1b-9da6-19de9551d02c req-bf4b9d6b-e7d2-43d9-aa0d-9f193f82f595 service neutron] For port c7c852cb-98de-4d38-bfd3-8b82aec30296, host n-h1-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=c7c852cb-98de-4d38-bfd3-8b82aec30296,segment=NetworkSegment(4d8fc0d0-6c01-43d5-aa88-9880603a8027),segment_id=4d8fc0d0-6c01-43d5-aa88-9880603a8027)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:28:06.030033 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4bf912-e30a-4e23-b5e8-65aa25721da2 None None] The sync data for ids ['7468fa49-b5a9-4047-8deb-f36d05a06a1e'] in n-d-712140-12 is: [{'id': '7468fa49-b5a9-4047-8deb-f36d05a06a1e', 'name': 'tempest-TestVolumeBackupRestore-706811000-router', 'tenant_id': '3c2056b185a4447f97a37026802347bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': '0828e849-c199-4e98-9bad-352a5d86f088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:27:46Z', 'updated_at': '2021-08-29T04:27:55Z', 'revision_number': 4, 'project_id': '3c2056b185a4447f97a37026802347bd', 'gw_port': {'id': '0828e849-c199-4e98-9bad-352a5d86f088', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:48:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7468fa49-b5a9-4047-8deb-f36d05a06a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:27:47Z', 'updated_at': '2021-08-29T04:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': 'f6e16258-051a-4226-ac81-5ed639862316', 'name': '', 'network_id': 'df74e724-c81a-44f3-b66b-f70a4e2cf3f1', 'tenant_id': '3c2056b185a4447f97a37026802347bd', 'mac_address': 'fa:16:3e:82:a8:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7468fa49-b5a9-4047-8deb-f36d05a06a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2035, 'fixed_ips': [{'subnet_id': '0b0c6566-de1e-4de5-a4a8-8adcb3a1f5a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:27:53Z', 'updated_at': '2021-08-29T04:28:03Z', 'revision_number': 4, 'project_id': '3c2056b185a4447f97a37026802347bd', 'subnets': [{'id': '0b0c6566-de1e-4de5-a4a8-8adcb3a1f5a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:28:06.065534 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-0dd021f5-d5b8-4b1b-9da6-19de9551d02c req-bf4b9d6b-e7d2-43d9-aa0d-9f193f82f595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:06.173251 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-eb362b1a-8c13-4118-9e91-97e13a791700 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409'] for router, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:06.181187 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 948751e8-c513-4f35-9161-2309e2a8c831 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:06.188666 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd021f5-d5b8-4b1b-9da6-19de9551d02c req-bf4b9d6b-e7d2-43d9-aa0d-9f193f82f595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:06.189298 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-0dd021f5-d5b8-4b1b-9da6-19de9551d02c req-bf4b9d6b-e7d2-43d9-aa0d-9f193f82f595 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:06.190702 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0dd021f5-d5b8-4b1b-9da6-19de9551d02c req-bf4b9d6b-e7d2-43d9-aa0d-9f193f82f595 service neutron] 10.222.0.46 "PUT /v2.0/ports/c7c852cb-98de-4d38-bfd3-8b82aec30296 HTTP/1.1" status: 200 len: 1093 time: 2.5987463 Aug 29 04:28:06.191105 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 948751e8-c513-4f35-9161-2309e2a8c831 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:06.191501 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:06.215812 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16f6b687-4b46-4d96-b12a-3bf36ed39490', 'tag': 'c7c852cb-98de-4d38-bfd3-8b82aec30296'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:28:06.221950 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3494c4fe-b98f-4a4e-b067-35b867e70ec1" -d '{"events": [{"name": "network-changed", "server_uuid": "16f6b687-4b46-4d96-b12a-3bf36ed39490", "tag": "c7c852cb-98de-4d38-bfd3-8b82aec30296"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:28:06.295500 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f7e01acc-3d62-487b-83b6-ea7b11675083 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:06.349345 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e87299b5-76c8-42b2-aac7-1960584c1be3 x-openstack-request-id: req-e87299b5-76c8-42b2-aac7-1960584c1be3 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:28:06.350060 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16f6b687-4b46-4d96-b12a-3bf36ed39490", "tag": "c7c852cb-98de-4d38-bfd3-8b82aec30296", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:28:06.350791 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e87299b5-76c8-42b2-aac7-1960584c1be3 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:28:06.351439 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16f6b687-4b46-4d96-b12a-3bf36ed39490', 'tag': 'c7c852cb-98de-4d38-bfd3-8b82aec30296', 'status': 'completed', 'code': 200} Aug 29 04:28:06.404101 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4b9d6b-e7d2-43d9-aa0d-9f193f82f595 service neutron] Pushing event updated for resources: {'Port': ['ID=c7c852cb-98de-4d38-bfd3-8b82aec30296,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:06.410948 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f7e01acc-3d62-487b-83b6-ea7b11675083 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Calling delete_port for 700bd550-e1a3-4595-90ba-2399d54e8010 owned by {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:06.461728 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:06.470339 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd021f5-d5b8-4b1b-9da6-19de9551d02c req-9c9f06ed-890a-4564-817f-4c92a296fea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:06.473880 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0dd021f5-d5b8-4b1b-9da6-19de9551d02c req-9c9f06ed-890a-4564-817f-4c92a296fea9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a2ef8028d601470a9af15f492b593570&device_id=16f6b687-4b46-4d96-b12a-3bf36ed39490 HTTP/1.1" status: 200 len: 1096 time: 0.2238142 Aug 29 04:28:06.560257 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 948751e8-c513-4f35-9161-2309e2a8c831, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=948751e8-c513-4f35-9161-2309e2a8c831,segment=NetworkSegment(f3a1cbf1-4be6-4a2e-82e1-6bf01d194518),segment_id=f3a1cbf1-4be6-4a2e-82e1-6bf01d194518)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:06.565630 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bada284f-7684-4aee-b910-7e62998134a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:06.583818 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-72eda253-d208-4045-90dc-1fdc14b8ad14 None None] For port 9dc1290d-b315-40bd-8685-22a1440b2cce, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:28:06.621627 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:06.644510 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-72eda253-d208-4045-90dc-1fdc14b8ad14 None None] For port 9dc1290d-b315-40bd-8685-22a1440b2cce, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=9dc1290d-b315-40bd-8685-22a1440b2cce,segment=NetworkSegment(7fa18be5-b67b-455a-bcf7-9c1dc39feca9),segment_id=7fa18be5-b67b-455a-bcf7-9c1dc39feca9)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:28:06.658151 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-72eda253-d208-4045-90dc-1fdc14b8ad14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:06.767034 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=948751e8-c513-4f35-9161-2309e2a8c831,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:06.775217 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0dd021f5-d5b8-4b1b-9da6-19de9551d02c req-c1eb2a5d-c754-4b7f-a613-d12461e745c5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7c852cb-98de-4d38-bfd3-8b82aec30296 HTTP/1.1" status: 200 len: 217 time: 0.2219841 Aug 29 04:28:06.782545 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 1a2d0c3f-c1c0-490f-adc0-e42678454352 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:28:06.785003 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb362b1a-8c13-4118-9e91-97e13a791700 admin admin] Router 1be7a8ea-6e07-406b-89f8-ad7190e2deef is scheduled to L3 agent 76874008-c311-485c-ba36-921b6d275b6a with binding_index 1 {{(pid=94829) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:28:06.834510 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 1a2d0c3f-c1c0-490f-adc0-e42678454352 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:28:06.835247 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 1a2d0c3f-c1c0-490f-adc0-e42678454352 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:28:06.934238 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eda253-d208-4045-90dc-1fdc14b8ad14 None None] Pushing event updated for resources: {'Port': ['ID=9dc1290d-b315-40bd-8685-22a1440b2cce,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:06.986763 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd021f5-d5b8-4b1b-9da6-19de9551d02c req-6fb4d3c4-2d71-4b8f-a495-46015dbb7d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:06.988679 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0dd021f5-d5b8-4b1b-9da6-19de9551d02c req-6fb4d3c4-2d71-4b8f-a495-46015dbb7d64 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=10771a12-2d54-4ee6-9435-3c52b51db3d5 HTTP/1.1" status: 200 len: 850 time: 0.1949310 Aug 29 04:28:07.019182 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-dcb8c6e7-417d-4c27-9bad-68214feedfad None None] Provisioning complete for port 948751e8-c513-4f35-9161-2309e2a8c831 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:07.025042 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dcb8c6e7-417d-4c27-9bad-68214feedfad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:07.054668 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0dd021f5-d5b8-4b1b-9da6-19de9551d02c req-5b3f79d3-6fb4-4697-914f-96c15c7ca20d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=272d1c4d-af14-48fc-b735-579ae3d45270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491343 Aug 29 04:28:07.212310 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f7e01acc-3d62-487b-83b6-ea7b11675083 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:07.229414 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb362b1a-8c13-4118-9e91-97e13a791700 admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:28:07.255039 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f812d82-56da-481a-8708-0a27f1b3254f None None] Sync routers for ids ['1be7a8ea-6e07-406b-89f8-ad7190e2deef'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:28:07.276069 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 33558) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:07.305195 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-eb362b1a-8c13-4118-9e91-97e13a791700 admin admin] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:07.307636 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-eb362b1a-8c13-4118-9e91-97e13a791700 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.5012774 Aug 29 04:28:07.310949 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 33562) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:07.346513 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f812d82-56da-481a-8708-0a27f1b3254f None None] Routers {'1be7a8ea-6e07-406b-89f8-ad7190e2deef'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:28:07.348261 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-0f812d82-56da-481a-8708-0a27f1b3254f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:28:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['1be7a8ea-6e07-406b-89f8-ad7190e2deef'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:07.416916 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e01acc-3d62-487b-83b6-ea7b11675083 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Pushing event deleted for resources: {'Port': ['ID=700bd550-e1a3-4595-90ba-2399d54e8010,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:07.486196 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7520ccd-9073-41e6-8342-89d91690c30b req-d855df8a-c31b-4243-87a8-23298fdb1025 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:07.488800 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d7520ccd-9073-41e6-8342-89d91690c30b req-d855df8a-c31b-4243-87a8-23298fdb1025 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/ports?device_id=16f6b687-4b46-4d96-b12a-3bf36ed39490 HTTP/1.1" status: 200 len: 944 time: 0.4133067 Aug 29 04:28:07.658757 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:07.670067 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:07.705857 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d7520ccd-9073-41e6-8342-89d91690c30b req-2fb24e0e-dfec-47fe-a082-5669e0d0ea44 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e109d97-7970-4672-b6dc-5d385660134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033949 Aug 29 04:28:07.721171 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0dd021f5-d5b8-4b1b-9da6-19de9551d02c req-95b8d8f9-bc90-4b86-b2de-2b00eb7c4648 service neutron] 10.222.0.46 "GET /v2.0/networks/272d1c4d-af14-48fc-b735-579ae3d45270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5795434 Aug 29 04:28:07.728205 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f7e01acc-3d62-487b-83b6-ea7b11675083 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:07.730423 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-f7e01acc-3d62-487b-83b6-ea7b11675083 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "DELETE /v2.0/ports/700bd550-e1a3-4595-90ba-2399d54e8010 HTTP/1.1" status: 204 len: 168 time: 2.0209839 Aug 29 04:28:07.740000 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 33566) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:07.797955 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-0d9b406b-ba46-4148-b6a6-768ab288f684 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1699793152-network', 'tenant_id': 'c8fd7a260e724edd909844fc3f1844e0'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:07.826203 n-d-712140-12 neutron-server[94828]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f0fcf30-1eb6-479e-88db-fab660608cf1 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] GET failed (client error): The resource could not be found. Aug 29 04:28:07.829311 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-4f0fcf30-1eb6-479e-88db-fab660608cf1 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "GET /v2.0/ports/700bd550-e1a3-4595-90ba-2399d54e8010 HTTP/1.1" status: 404 len: 333 time: 0.0879040 Aug 29 04:28:07.834347 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 33568) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:07.890669 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-dcb8c6e7-417d-4c27-9bad-68214feedfad None None] Could not find standard attr ID for object 700bd550-e1a3-4595-90ba-2399d54e8010. {{(pid=94830) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:28:07.942504 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device f6e16258-051a-4226-ac81-5ed639862316 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:28:08.034568 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-0f812d82-56da-481a-8708-0a27f1b3254f None None] Set router 1be7a8ea-6e07-406b-89f8-ad7190e2deef gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:28:08.042160 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0dd021f5-d5b8-4b1b-9da6-19de9551d02c req-72485d10-33a7-42b4-8f84-7aecdec1790c service neutron] 10.222.0.46 "GET /v2.0/networks/272d1c4d-af14-48fc-b735-579ae3d45270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3100183 Aug 29 04:28:08.048593 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_v2 [None req-d654e72e-659b-4194-b75d-c0566d093f85 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Deleting subnet 49d00f64-314f-4466-a663-6508da3d774d {{(pid=94829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:28:08.058028 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d654e72e-659b-4194-b75d-c0566d093f85 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks [] for subnet, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:08.116765 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6440609b-e991-45b8-ab7c-8e28e0e3bb7d None None] Could not find standard attr ID for object 700bd550-e1a3-4595-90ba-2399d54e8010. {{(pid=94830) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:28:08.155923 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6440609b-e991-45b8-ab7c-8e28e0e3bb7d None None] Could not find standard attr ID for object 28eb3318-63a8-4b03-9058-b940e176fb7f. {{(pid=94830) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:28:08.213310 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d9b406b-ba46-4148-b6a6-768ab288f684 admin admin] Made reservation on behalf of c8fd7a260e724edd909844fc3f1844e0 for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:08.216798 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0d9b406b-ba46-4148-b6a6-768ab288f684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:08.221145 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3494c4fe-b98f-4a4e-b067-35b867e70ec1 req-e484d06f-edfd-4cdc-b6da-2063363303f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:08.222979 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3494c4fe-b98f-4a4e-b067-35b867e70ec1 req-e484d06f-edfd-4cdc-b6da-2063363303f3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a2ef8028d601470a9af15f492b593570&device_id=16f6b687-4b46-4d96-b12a-3bf36ed39490 HTTP/1.1" status: 200 len: 1096 time: 0.0975952 Aug 29 04:28:08.243635 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0d9b406b-ba46-4148-b6a6-768ab288f684 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:08.270602 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d654e72e-659b-4194-b75d-c0566d093f85 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4311743'] for subnet, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:08.358845 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port f6e16258-051a-4226-ac81-5ed639862316 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:08.369910 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port f6e16258-051a-4226-ac81-5ed639862316 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:08.372727 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:08.409845 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3494c4fe-b98f-4a4e-b067-35b867e70ec1 req-d2a8617a-fce9-43cf-a45a-5eadc85a4ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:08.412552 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3494c4fe-b98f-4a4e-b067-35b867e70ec1 req-d2a8617a-fce9-43cf-a45a-5eadc85a4ad2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=272d1c4d-af14-48fc-b735-579ae3d45270 HTTP/1.1" status: 200 len: 911 time: 0.1821322 Aug 29 04:28:08.473521 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3494c4fe-b98f-4a4e-b067-35b867e70ec1 req-299ee41f-ea1b-4068-958c-0df9ab323de9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7c852cb-98de-4d38-bfd3-8b82aec30296 HTTP/1.1" status: 200 len: 217 time: 0.0529463 Aug 29 04:28:08.549074 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3494c4fe-b98f-4a4e-b067-35b867e70ec1 req-bd4b4476-f708-40fd-a0e1-2131fa3b9a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:08.551094 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3494c4fe-b98f-4a4e-b067-35b867e70ec1 req-bd4b4476-f708-40fd-a0e1-2131fa3b9a03 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=10771a12-2d54-4ee6-9435-3c52b51db3d5 HTTP/1.1" status: 200 len: 850 time: 0.0705464 Aug 29 04:28:08.612737 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3494c4fe-b98f-4a4e-b067-35b867e70ec1 req-f6c4ff1b-a958-4377-96ce-094e45329594 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=272d1c4d-af14-48fc-b735-579ae3d45270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532269 Aug 29 04:28:08.629253 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:08.657539 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-0f812d82-56da-481a-8708-0a27f1b3254f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1be7a8ea-6e07-406b-89f8-ad7190e2deef', 'name': 'tempest-TestVolumeBackupRestore-482041586-router', 'tenant_id': 'abf94f37a1af42a19d4b8683f751bf1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '156b6c29-f146-4bf3-afda-4360d3786194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:28:02Z', 'updated_at': '2021-08-29T04:28:05Z', 'revision_number': 3, 'project_id': 'abf94f37a1af42a19d4b8683f751bf1c', 'gw_port': {'id': '156b6c29-f146-4bf3-afda-4360d3786194', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:53:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1be7a8ea-6e07-406b-89f8-ad7190e2deef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:28:03Z', 'updated_at': '2021-08-29T04:28:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:08.709160 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f812d82-56da-481a-8708-0a27f1b3254f None None] Checking router: 1be7a8ea-6e07-406b-89f8-ad7190e2deef for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:28:08.709880 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f812d82-56da-481a-8708-0a27f1b3254f None None] Updating router 1be7a8ea-6e07-406b-89f8-ad7190e2deef port 156b6c29-f146-4bf3-afda-4360d3786194 binding host n-d-712140-12 {{(pid=94830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:28:08.722668 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d67be69e-7428-4601-b572-c11137493782 None None] Network f77316f2-4e49-4b83-97c4-4f7912397fb6 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:08.785311 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:08.790010 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port f6e16258-051a-4226-ac81-5ed639862316, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=f6e16258-051a-4226-ac81-5ed639862316,segment=NetworkSegment(e42ae04f-c78a-49b6-b653-d68296ae5b14),segment_id=e42ae04f-c78a-49b6-b653-d68296ae5b14)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:08.826195 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:08.827542 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 9a3c5b5b-acf4-4662-998f-571a8975572d up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:28:08.834204 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3494c4fe-b98f-4a4e-b067-35b867e70ec1 req-d1f7afff-c0a2-4be5-9c9a-d431ab7891e8 service neutron] 10.222.0.46 "GET /v2.0/networks/272d1c4d-af14-48fc-b735-579ae3d45270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102251 Aug 29 04:28:08.836606 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0f812d82-56da-481a-8708-0a27f1b3254f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:08.859039 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d654e72e-659b-4194-b75d-c0566d093f85 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:08.923020 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-67890ec2-a729-4bfd-8c3a-bbba01af8ad9 None None] Provisioning for port 9dc1290d-b315-40bd-8685-22a1440b2cce completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:08.938347 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f55cedad-89d1-454c-bfd9-9052d8a24924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:08.940210 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a1da3f-ceca-4cd9-85f9-aeef249e0ee3 req-b595a473-6a67-4671-a13f-52ebe43078af tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:08.942223 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-62a1da3f-ceca-4cd9-85f9-aeef249e0ee3 req-b595a473-6a67-4671-a13f-52ebe43078af tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/ports?device_id=16f6b687-4b46-4d96-b12a-3bf36ed39490 HTTP/1.1" status: 200 len: 944 time: 0.1048992 Aug 29 04:28:08.972057 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0d9b406b-ba46-4148-b6a6-768ab288f684 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:08.982359 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0d9b406b-ba46-4148-b6a6-768ab288f684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:08.993620 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3494c4fe-b98f-4a4e-b067-35b867e70ec1 req-675dffd0-b769-4ebd-8724-9d26110201b5 service neutron] 10.222.0.46 "GET /v2.0/networks/272d1c4d-af14-48fc-b735-579ae3d45270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449478 Aug 29 04:28:09.017745 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-62a1da3f-ceca-4cd9-85f9-aeef249e0ee3 req-81d811ba-4e54-4263-80b8-25e19219c027 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e109d97-7970-4672-b6dc-5d385660134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510933 Aug 29 04:28:09.041970 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d654e72e-659b-4194-b75d-c0566d093f85 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4552352'] for subnet, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:09.043996 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d9b406b-ba46-4148-b6a6-768ab288f684 admin admin] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:28:09.070070 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=f6e16258-051a-4226-ac81-5ed639862316,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:09.115634 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654e72e-659b-4194-b75d-c0566d093f85 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Pushing event deleted for resources: {'Subnet': ['ID=49d00f64-314f-4466-a663-6508da3d774d,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:09.118574 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d654e72e-659b-4194-b75d-c0566d093f85 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:09.121045 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-d654e72e-659b-4194-b75d-c0566d093f85 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "DELETE /v2.0/subnets/49d00f64-314f-4466-a663-6508da3d774d HTTP/1.1" status: 204 len: 168 time: 1.2767482 Aug 29 04:28:09.123456 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 33580) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:09.126636 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0d9b406b-ba46-4148-b6a6-768ab288f684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:09.127227 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-0d9b406b-ba46-4148-b6a6-768ab288f684 admin admin] Added segment cea90d4d-7f94-401c-b566-64a1ccbdb50d of type vlan for network 06385230-95ab-486a-8cc3-e5095e82da00 Aug 29 04:28:09.129004 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9b406b-ba46-4148-b6a6-768ab288f684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=314ded95-d7c3-4769-930b-5e708763dfe9,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:09.203345 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654e72e-659b-4194-b75d-c0566d093f85 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:09.204150 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654e72e-659b-4194-b75d-c0566d093f85 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:09.204755 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654e72e-659b-4194-b75d-c0566d093f85 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:09.205350 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654e72e-659b-4194-b75d-c0566d093f85 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:09.205969 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654e72e-659b-4194-b75d-c0566d093f85 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:09.206603 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654e72e-659b-4194-b75d-c0566d093f85 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:09.207201 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654e72e-659b-4194-b75d-c0566d093f85 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:09.207822 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654e72e-659b-4194-b75d-c0566d093f85 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:09.208435 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654e72e-659b-4194-b75d-c0566d093f85 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:09.209008 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654e72e-659b-4194-b75d-c0566d093f85 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:09.209603 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654e72e-659b-4194-b75d-c0566d093f85 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:09.211188 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654e72e-659b-4194-b75d-c0566d093f85 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:09.244284 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9b406b-ba46-4148-b6a6-768ab288f684 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:09.244711 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9b406b-ba46-4148-b6a6-768ab288f684 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:09.245258 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9b406b-ba46-4148-b6a6-768ab288f684 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:09.246021 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9b406b-ba46-4148-b6a6-768ab288f684 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:09.246556 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9b406b-ba46-4148-b6a6-768ab288f684 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:09.247084 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9b406b-ba46-4148-b6a6-768ab288f684 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:09.247585 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9b406b-ba46-4148-b6a6-768ab288f684 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:09.248159 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9b406b-ba46-4148-b6a6-768ab288f684 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:09.249564 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9b406b-ba46-4148-b6a6-768ab288f684 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:09.250090 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9b406b-ba46-4148-b6a6-768ab288f684 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:09.250608 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9b406b-ba46-4148-b6a6-768ab288f684 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:09.251102 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9b406b-ba46-4148-b6a6-768ab288f684 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:09.281846 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6caacaf-02ac-4b38-adb8-54128bff8f68 None None] Network 5e904989-2f79-4549-bb7f-5f44499c5371 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:09.309527 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0d9b406b-ba46-4148-b6a6-768ab288f684 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:09.313331 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fb0e7bc0-338b-46a9-89a4-dc6d49e22c79 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:09.373160 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 9a3c5b5b-acf4-4662-998f-571a8975572d triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:09.373618 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:09.398796 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0d9b406b-ba46-4148-b6a6-768ab288f684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:09.400091 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9b406b-ba46-4148-b6a6-768ab288f684 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:09.401394 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0d9b406b-ba46-4148-b6a6-768ab288f684 admin admin] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:09.405140 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-fb0e7bc0-338b-46a9-89a4-dc6d49e22c79 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Deleting port 948751e8-c513-4f35-9161-2309e2a8c831 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:09.405971 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fb0e7bc0-338b-46a9-89a4-dc6d49e22c79 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:09.492960 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-fb0e7bc0-338b-46a9-89a4-dc6d49e22c79 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] For port 948751e8-c513-4f35-9161-2309e2a8c831, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=948751e8-c513-4f35-9161-2309e2a8c831,segment=NetworkSegment(f3a1cbf1-4be6-4a2e-82e1-6bf01d194518),segment_id=f3a1cbf1-4be6-4a2e-82e1-6bf01d194518)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:09.493246 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-f55cedad-89d1-454c-bfd9-9052d8a24924 admin admin] Allocated IP 172.20.0.1 (f77316f2-4e49-4b83-97c4-4f7912397fb6/cf836613-dc86-4a80-a4b8-f0a30e377f81/0c39330f-1f95-470a-adc1-5f69ff79341e) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:28:09.493423 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fb0e7bc0-338b-46a9-89a4-dc6d49e22c79 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:09.496595 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9b406b-ba46-4148-b6a6-768ab288f684 admin admin] Pushing event updated for resources: {'Network': ['ID=06385230-95ab-486a-8cc3-e5095e82da00,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:09.506425 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-0d9b406b-ba46-4148-b6a6-768ab288f684 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.2238064 Aug 29 04:28:09.507863 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 33584) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:09.517946 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-fb0e7bc0-338b-46a9-89a4-dc6d49e22c79 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Calling delete_port for 948751e8-c513-4f35-9161-2309e2a8c831 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:09.518892 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-a47a218b-e551-4c86-91a8-93333c42ac8d admin admin] Request body: {'subnet': {'network_id': '06385230-95ab-486a-8cc3-e5095e82da00', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1699793152-subnet', 'tenant_id': 'c8fd7a260e724edd909844fc3f1844e0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:09.534548 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 06385230-95ab-486a-8cc3-e5095e82da00 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:28:09.616144 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a47a218b-e551-4c86-91a8-93333c42ac8d admin admin] Made reservation on behalf of c8fd7a260e724edd909844fc3f1844e0 for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:09.617551 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fb0e7bc0-338b-46a9-89a4-dc6d49e22c79 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:09.618811 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a47a218b-e551-4c86-91a8-93333c42ac8d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4552395'] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:09.657086 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0e7bc0-338b-46a9-89a4-dc6d49e22c79 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Pushing event deleted for resources: {'Port': ['ID=948751e8-c513-4f35-9161-2309e2a8c831,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:09.681100 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0e7bc0-338b-46a9-89a4-dc6d49e22c79 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] No DVR routers for this DVR port 948751e8-c513-4f35-9161-2309e2a8c831 on host n-d-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:28:09.739943 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0f812d82-56da-481a-8708-0a27f1b3254f None None] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:09.777565 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fb0e7bc0-338b-46a9-89a4-dc6d49e22c79 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:09.779718 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f55cedad-89d1-454c-bfd9-9052d8a24924 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:09.787607 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-0f812d82-56da-481a-8708-0a27f1b3254f None None] Transition to ACTIVE for port object 156b6c29-f146-4bf3-afda-4360d3786194 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:09.794069 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-fb0e7bc0-338b-46a9-89a4-dc6d49e22c79 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e904989-2f79-4549-bb7f-5f44499c5371']}} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:09.801872 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0f812d82-56da-481a-8708-0a27f1b3254f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:09.813375 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-fb0e7bc0-338b-46a9-89a4-dc6d49e22c79 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3a1cbf1-4be6-4a2e-82e1-6bf01d194518') {'for_net_delete': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:09.815137 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 9dc1290d-b315-40bd-8685-22a1440b2cce up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:28:09.819211 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-f55cedad-89d1-454c-bfd9-9052d8a24924 admin admin] Transition to ACTIVE for port object 0c39330f-1f95-470a-adc1-5f69ff79341e will not be triggered until provisioned by entity DHCP. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:09.820748 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-fb0e7bc0-338b-46a9-89a4-dc6d49e22c79 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3a1cbf1-4be6-4a2e-82e1-6bf01d194518') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:09.847059 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fb0e7bc0-338b-46a9-89a4-dc6d49e22c79 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8904833'] for segment, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:09.891713 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fb0e7bc0-338b-46a9-89a4-dc6d49e22c79 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:09.910821 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac0ad6e-173c-4d8e-921a-c9ad767f6b44 None None] DHCP port deletion for 5e904989-2f79-4549-bb7f-5f44499c5371 request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:28:09.912297 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb0e7bc0-338b-46a9-89a4-dc6d49e22c79 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=94828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:28:09.912739 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fb0e7bc0-338b-46a9-89a4-dc6d49e22c79 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9190468'] for segment, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:09.917033 n-d-712140-12 neutron-server[94828]: Traceback (most recent call last): Aug 29 04:28:09.917033 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:28:09.917033 n-d-712140-12 neutron-server[94828]: timer() Aug 29 04:28:09.917033 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:28:09.917033 n-d-712140-12 neutron-server[94828]: cb(*args, **kw) Aug 29 04:28:09.917033 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:28:09.917033 n-d-712140-12 neutron-server[94828]: return func(*args, **kwargs) Aug 29 04:28:09.917033 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:28:09.917033 n-d-712140-12 neutron-server[94828]: self._notify() Aug 29 04:28:09.917033 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:28:09.917033 n-d-712140-12 neutron-server[94828]: self.callback(batched_events) Aug 29 04:28:09.917033 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:28:09.917033 n-d-712140-12 neutron-server[94828]: event.method(event) Aug 29 04:28:09.917033 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:28:09.917033 n-d-712140-12 neutron-server[94828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:28:09.917033 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:28:09.917033 n-d-712140-12 neutron-server[94828]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:28:09.917033 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:28:09.917033 n-d-712140-12 neutron-server[94828]: return f(self, *a, **k) Aug 29 04:28:09.917033 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:28:09.917033 n-d-712140-12 neutron-server[94828]: return self._get(url).json() Aug 29 04:28:09.917033 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:28:09.917033 n-d-712140-12 neutron-server[94828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:28:09.917033 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:28:09.917033 n-d-712140-12 neutron-server[94828]: return self.request(url, 'GET', **kwargs) Aug 29 04:28:09.917033 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:28:09.917033 n-d-712140-12 neutron-server[94828]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:28:09.917033 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:28:09.917033 n-d-712140-12 neutron-server[94828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:28:09.917033 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:28:09.917033 n-d-712140-12 neutron-server[94828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:28:09.917033 n-d-712140-12 neutron-server[94828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:28:09.955260 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549ed201-cef4-4d1f-ad35-b796a913ee6d None None] Pushing event updated for resources: {'Port': ['ID=156b6c29-f146-4bf3-afda-4360d3786194,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:09.959421 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f55cedad-89d1-454c-bfd9-9052d8a24924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:09.964097 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-0f812d82-56da-481a-8708-0a27f1b3254f None None] Attempting to bind port 156b6c29-f146-4bf3-afda-4360d3786194 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:28:09.964464 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-0f812d82-56da-481a-8708-0a27f1b3254f None None] Attempting to bind port 156b6c29-f146-4bf3-afda-4360d3786194 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:28:09.964833 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f812d82-56da-481a-8708-0a27f1b3254f None None] Attempting to bind port 156b6c29-f146-4bf3-afda-4360d3786194 on network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:28:09.981240 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f812d82-56da-481a-8708-0a27f1b3254f None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:28:09.981611 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f812d82-56da-481a-8708-0a27f1b3254f None None] Checking segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:09.982040 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0f812d82-56da-481a-8708-0a27f1b3254f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:09.982396 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f812d82-56da-481a-8708-0a27f1b3254f None None] Bound using segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:28:09.982866 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-0f812d82-56da-481a-8708-0a27f1b3254f None None] Bound port: 156b6c29-f146-4bf3-afda-4360d3786194, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:28:09.983934 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0f812d82-56da-481a-8708-0a27f1b3254f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:09.999127 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fb0e7bc0-338b-46a9-89a4-dc6d49e22c79 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:10.042016 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fb0e7bc0-338b-46a9-89a4-dc6d49e22c79 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:10.048727 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-fb0e7bc0-338b-46a9-89a4-dc6d49e22c79 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "DELETE /v2.0/networks/5e904989-2f79-4549-bb7f-5f44499c5371 HTTP/1.1" status: 204 len: 168 time: 0.9212487 Aug 29 04:28:10.053051 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0e7bc0-338b-46a9-89a4-dc6d49e22c79 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Pushing event deleted for resources: {'Network': ['ID=5e904989-2f79-4549-bb7f-5f44499c5371,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:10.054561 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55cedad-89d1-454c-bfd9-9052d8a24924 admin admin] Network f77316f2-4e49-4b83-97c4-4f7912397fb6 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:10.055189 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 33588) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:10.061531 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 9dc1290d-b315-40bd-8685-22a1440b2cce completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:10.062445 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-05fa37a0-3f8c-4637-b289-8d789476aa37 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1031780816'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:10.069352 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-f55cedad-89d1-454c-bfd9-9052d8a24924 admin admin] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:10.071970 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 9dc1290d-b315-40bd-8685-22a1440b2cce triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:10.072403 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:10.077777 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a47a218b-e551-4c86-91a8-93333c42ac8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4274880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4552377'] for subnet, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:10.082485 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55cedad-89d1-454c-bfd9-9052d8a24924 admin admin] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:28:10.100414 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-0f812d82-56da-481a-8708-0a27f1b3254f None None] For port 156b6c29-f146-4bf3-afda-4360d3786194, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:28:10.123888 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f55cedad-89d1-454c-bfd9-9052d8a24924 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719598'] for router_interface, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:10.129849 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-0f812d82-56da-481a-8708-0a27f1b3254f None None] For port 156b6c29-f146-4bf3-afda-4360d3786194, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=156b6c29-f146-4bf3-afda-4360d3786194,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:28:10.132363 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55cedad-89d1-454c-bfd9-9052d8a24924 admin admin] Pushing event updated for resources: {'Port': ['ID=0c39330f-1f95-470a-adc1-5f69ff79341e,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:10.147930 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0f812d82-56da-481a-8708-0a27f1b3254f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:10.197511 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd84aad5-8f3e-4bea-8ae7-a2712fb9bea7 req-e56dd929-6527-4f2c-a301-09e95bc02126 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:10.206821 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-cd84aad5-8f3e-4bea-8ae7-a2712fb9bea7 req-e56dd929-6527-4f2c-a301-09e95bc02126 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/ports?device_id=16f6b687-4b46-4d96-b12a-3bf36ed39490 HTTP/1.1" status: 200 len: 944 time: 0.0695910 Aug 29 04:28:10.238891 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device c7c852cb-98de-4d38-bfd3-8b82aec30296 details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:28:10.255197 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-cd84aad5-8f3e-4bea-8ae7-a2712fb9bea7 req-f8d02405-4cc3-4806-8612-e6d818573962 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e109d97-7970-4672-b6dc-5d385660134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472543 Aug 29 04:28:10.264776 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-cd9a032f-32b9-48e6-b9d5-a2131b02e475 None None] Provisioning complete for port 9dc1290d-b315-40bd-8685-22a1440b2cce triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:10.265158 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cd9a032f-32b9-48e6-b9d5-a2131b02e475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:10.271192 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f812d82-56da-481a-8708-0a27f1b3254f None None] Routers {'1be7a8ea-6e07-406b-89f8-ad7190e2deef'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:28:10.272055 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-0f812d82-56da-481a-8708-0a27f1b3254f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:28:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['1be7a8ea-6e07-406b-89f8-ad7190e2deef'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:10.274083 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549ed201-cef4-4d1f-ad35-b796a913ee6d None None] Pushing event updated for resources: {'Port': ['ID=156b6c29-f146-4bf3-afda-4360d3786194,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:10.278859 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05fa37a0-3f8c-4637-b289-8d789476aa37 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Made reservation on behalf of 6e77efd76d814cd8b24fb0a97b527734 for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:10.283096 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-05fa37a0-3f8c-4637-b289-8d789476aa37 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:10.320329 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47a218b-e551-4c86-91a8-93333c42ac8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=92d683f8-2261-43fc-bbbd-9941cbdd5bf1,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:10.402875 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05fa37a0-3f8c-4637-b289-8d789476aa37 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:28:10.416013 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47a218b-e551-4c86-91a8-93333c42ac8d admin admin] Checking segment: {'id': 'cea90d4d-7f94-401c-b566-64a1ccbdb50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '06385230-95ab-486a-8cc3-e5095e82da00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:10.416252 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47a218b-e551-4c86-91a8-93333c42ac8d admin admin] Network hostable DHCP agents. Network: 06385230-95ab-486a-8cc3-e5095e82da00, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:28:10.423025 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.db.resource_extend [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:28:10.431284 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-05fa37a0-3f8c-4637-b289-8d789476aa37 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:10.431560 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-05fa37a0-3f8c-4637-b289-8d789476aa37 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Added segment b117c6a7-9921-4387-ad6c-07b345c1e500 of type vlan for network 258de58a-7d13-4e45-9126-434cf37d0b3c Aug 29 04:28:10.503724 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f55cedad-89d1-454c-bfd9-9052d8a24924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:10.506530 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-05fa37a0-3f8c-4637-b289-8d789476aa37 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:10.519055 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47a218b-e551-4c86-91a8-93333c42ac8d admin admin] Network 06385230-95ab-486a-8cc3-e5095e82da00 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:28:10.521003 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:10.564830 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-a47a218b-e551-4c86-91a8-93333c42ac8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 06385230-95ab-486a-8cc3-e5095e82da00) {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:10.577752 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47a218b-e551-4c86-91a8-93333c42ac8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:10.578623 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a47a218b-e551-4c86-91a8-93333c42ac8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:10.589748 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-05fa37a0-3f8c-4637-b289-8d789476aa37 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:10.595351 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05fa37a0-3f8c-4637-b289-8d789476aa37 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:10.596320 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-05fa37a0-3f8c-4637-b289-8d789476aa37 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:10.600864 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-0f812d82-56da-481a-8708-0a27f1b3254f None None] Set router 1be7a8ea-6e07-406b-89f8-ad7190e2deef gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:28:10.603884 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39bb406c-8bfd-411f-80c3-96203ba4e304 None None] Network 06385230-95ab-486a-8cc3-e5095e82da00 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:10.666667 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-a47a218b-e551-4c86-91a8-93333c42ac8d admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.1494021 Aug 29 04:28:10.668253 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 33594) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:10.674322 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-5ad6064c-c7dc-4716-a340-2686bea37614 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1699793152-router', 'tenant_id': 'c8fd7a260e724edd909844fc3f1844e0', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:10.686997 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-05fa37a0-3f8c-4637-b289-8d789476aa37 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6256700 Aug 29 04:28:10.688618 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 33598) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:10.696366 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-c51749c7-07d7-4a58-8326-bf9d4011d0f1 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Request body: {'subnet': {'network_id': '258de58a-7d13-4e45-9126-434cf37d0b3c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:10.729462 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fa37a0-3f8c-4637-b289-8d789476aa37 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Pushing event updated for resources: {'Network': ['ID=258de58a-7d13-4e45-9126-434cf37d0b3c,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:10.770724 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 258de58a-7d13-4e45-9126-434cf37d0b3c details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:28:10.776853 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 9dc1290d-b315-40bd-8685-22a1440b2cce, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=9dc1290d-b315-40bd-8685-22a1440b2cce,segment=NetworkSegment(7fa18be5-b67b-455a-bcf7-9c1dc39feca9),segment_id=7fa18be5-b67b-455a-bcf7-9c1dc39feca9)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:10.783458 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port c7c852cb-98de-4d38-bfd3-8b82aec30296, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=c7c852cb-98de-4d38-bfd3-8b82aec30296,segment=NetworkSegment(4d8fc0d0-6c01-43d5-aa88-9880603a8027),segment_id=4d8fc0d0-6c01-43d5-aa88-9880603a8027)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:10.789106 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5ad6064c-c7dc-4716-a340-2686bea37614 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:10.790494 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5ad6064c-c7dc-4716-a340-2686bea37614 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1838'] for router, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:10.816432 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:10.817237 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 948751e8-c513-4f35-9161-2309e2a8c831 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:28:10.820984 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f55cedad-89d1-454c-bfd9-9052d8a24924 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:10.827736 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f55cedad-89d1-454c-bfd9-9052d8a24924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:10.869912 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5ad6064c-c7dc-4716-a340-2686bea37614 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:10.878492 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c51749c7-07d7-4a58-8326-bf9d4011d0f1 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Made reservation on behalf of 6e77efd76d814cd8b24fb0a97b527734 for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:10.882522 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c51749c7-07d7-4a58-8326-bf9d4011d0f1 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:10.909327 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55cedad-89d1-454c-bfd9-9052d8a24924 admin admin] Pushing event updated for resources: {'Port': ['ID=0c39330f-1f95-470a-adc1-5f69ff79341e,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:10.911598 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f55cedad-89d1-454c-bfd9-9052d8a24924 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-718897'] for router_interface, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:10.966127 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 948751e8-c513-4f35-9161-2309e2a8c831 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:28:10.966408 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 948751e8-c513-4f35-9161-2309e2a8c831 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 29 04:28:10.994746 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cd9a032f-32b9-48e6-b9d5-a2131b02e475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:11.016315 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Returning: {'device': 'c7c852cb-98de-4d38-bfd3-8b82aec30296', 'network_id': '272d1c4d-af14-48fc-b735-579ae3d45270', 'port_id': 'c7c852cb-98de-4d38-bfd3-8b82aec30296', 'mac_address': 'fa:16:3e:b2:aa:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10771a12-2d54-4ee6-9435-3c52b51db3d5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:28:11.031603 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55cedad-89d1-454c-bfd9-9052d8a24924 admin admin] Network f77316f2-4e49-4b83-97c4-4f7912397fb6 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:11.033195 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-f55cedad-89d1-454c-bfd9-9052d8a24924 admin admin] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:11.065382 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Port 948751e8-c513-4f35-9161-2309e2a8c831 not found, will not notify nova. {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 29 04:28:11.156660 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5ad6064c-c7dc-4716-a340-2686bea37614 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:11.250138 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:11.302089 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7c852cb-98de-4d38-bfd3-8b82aec30296 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:28:11.335168 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port c7c852cb-98de-4d38-bfd3-8b82aec30296, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=c7c852cb-98de-4d38-bfd3-8b82aec30296,segment=NetworkSegment(4d8fc0d0-6c01-43d5-aa88-9880603a8027),segment_id=4d8fc0d0-6c01-43d5-aa88-9880603a8027)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:11.340399 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device f6e16258-051a-4226-ac81-5ed639862316 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:28:11.466970 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c51749c7-07d7-4a58-8326-bf9d4011d0f1 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9191137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10062364'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:11.571149 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d708db16-3260-461a-bfe3-43196bc656d2 req-039f3639-af0d-42e7-a105-60a3431706ac tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:11.572799 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d708db16-3260-461a-bfe3-43196bc656d2 req-039f3639-af0d-42e7-a105-60a3431706ac tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/ports?device_id=16f6b687-4b46-4d96-b12a-3bf36ed39490 HTTP/1.1" status: 200 len: 945 time: 0.1808417 Aug 29 04:28:11.588128 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51749c7-07d7-4a58-8326-bf9d4011d0f1 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Checking segment: {'id': 'b117c6a7-9921-4387-ad6c-07b345c1e500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '258de58a-7d13-4e45-9126-434cf37d0b3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:11.588502 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51749c7-07d7-4a58-8326-bf9d4011d0f1 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Network hostable DHCP agents. Network: 258de58a-7d13-4e45-9126-434cf37d0b3c, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:28:11.599753 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f55cedad-89d1-454c-bfd9-9052d8a24924 admin admin] Router 1be7a8ea-6e07-406b-89f8-ad7190e2deef has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:28:11.617741 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51749c7-07d7-4a58-8326-bf9d4011d0f1 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Pushing event updated for resources: {'Subnet': ['ID=fd74725b-72bb-441f-9b77-7f6fa7cc3600,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:11.642877 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51749c7-07d7-4a58-8326-bf9d4011d0f1 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:11.643449 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51749c7-07d7-4a58-8326-bf9d4011d0f1 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:11.644078 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51749c7-07d7-4a58-8326-bf9d4011d0f1 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:11.644553 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51749c7-07d7-4a58-8326-bf9d4011d0f1 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:11.644905 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51749c7-07d7-4a58-8326-bf9d4011d0f1 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:11.645318 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51749c7-07d7-4a58-8326-bf9d4011d0f1 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:11.645661 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51749c7-07d7-4a58-8326-bf9d4011d0f1 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:11.645998 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51749c7-07d7-4a58-8326-bf9d4011d0f1 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:11.646339 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51749c7-07d7-4a58-8326-bf9d4011d0f1 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:11.646670 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51749c7-07d7-4a58-8326-bf9d4011d0f1 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:11.647164 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51749c7-07d7-4a58-8326-bf9d4011d0f1 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:11.647541 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51749c7-07d7-4a58-8326-bf9d4011d0f1 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:11.664180 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:11.669872 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d708db16-3260-461a-bfe3-43196bc656d2 req-94d671cd-0b31-46bf-8cbf-793278909fb4 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e109d97-7970-4672-b6dc-5d385660134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869570 Aug 29 04:28:11.672785 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51749c7-07d7-4a58-8326-bf9d4011d0f1 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Network 258de58a-7d13-4e45-9126-434cf37d0b3c is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:28:11.700755 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.db.api [None req-cd9a032f-32b9-48e6-b9d5-a2131b02e475 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94830) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:28:11.701201 n-d-712140-12 neutron-server[94830]: DEBUG oslo_db.api [None req-cd9a032f-32b9-48e6-b9d5-a2131b02e475 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:28:11.723498 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-c51749c7-07d7-4a58-8326-bf9d4011d0f1 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 258de58a-7d13-4e45-9126-434cf37d0b3c) {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:11.736916 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f55cedad-89d1-454c-bfd9-9052d8a24924 admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:28:11.752369 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-f55cedad-89d1-454c-bfd9-9052d8a24924 admin admin] 10.222.0.22 "PUT /v2.0/routers/1be7a8ea-6e07-406b-89f8-ad7190e2deef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4402025 Aug 29 04:28:11.760207 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe4b263-88f7-491b-9503-468ac8a30955 None None] Network 258de58a-7d13-4e45-9126-434cf37d0b3c requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:11.769659 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=9dc1290d-b315-40bd-8685-22a1440b2cce,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:11.773045 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51749c7-07d7-4a58-8326-bf9d4011d0f1 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:11.773648 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c51749c7-07d7-4a58-8326-bf9d4011d0f1 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:11.798515 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port f6e16258-051a-4226-ac81-5ed639862316 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:11.799108 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:11.802179 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 33608) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:11.802520 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-c51749c7-07d7-4a58-8326-bf9d4011d0f1 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1128244 Aug 29 04:28:11.814289 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-63467b0c-5ce6-4d80-9010-96ecef86b3a8 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Request body: {'port': {'network_id': '258de58a-7d13-4e45-9126-434cf37d0b3c', 'name': 'tempest-PortsTestJSON-507601595', 'fixed_ips': [{'subnet_id': 'fd74725b-72bb-441f-9b77-7f6fa7cc3600', 'ip_address': '172.20.0.10'}]}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:11.843356 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5ad6064c-c7dc-4716-a340-2686bea37614 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:11.870050 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5ad6064c-c7dc-4716-a340-2686bea37614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:11.934190 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8687a0-4997-41b0-8a58-740159799122 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-06385230-95ab-486a-8cc3-e5095e82da00', 'network_id': '06385230-95ab-486a-8cc3-e5095e82da00', 'tenant_id': 'c8fd7a260e724edd909844fc3f1844e0', 'fixed_ips': [{'subnet_id': '92d683f8-2261-43fc-bbbd-9941cbdd5bf1'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:28:11.935181 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8c8687a0-4997-41b0-8a58-740159799122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:11.988600 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['c7c852cb-98de-4d38-bfd3-8b82aec30296'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:28:11.989721 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63467b0c-5ce6-4d80-9010-96ecef86b3a8 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Made reservation on behalf of 6e77efd76d814cd8b24fb0a97b527734 for: {'port': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:12.087239 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=c7c852cb-98de-4d38-bfd3-8b82aec30296,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:12.143037 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-5ad6064c-c7dc-4716-a340-2686bea37614 admin admin] Allocated IP 172.25.0.127 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/620dea9c-e8e9-45fb-90f4-a5d52f6f69d8) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:28:12.174180 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-63467b0c-5ce6-4d80-9010-96ecef86b3a8 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:12.206077 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [None req-63467b0c-5ce6-4d80-9010-96ecef86b3a8 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] device_id is not set on port c1ef4f9f-1293-401f-b74f-a5a34c54be0c yet. {{(pid=94829) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:28:12.389760 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5ad6064c-c7dc-4716-a340-2686bea37614 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:12.456794 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b9c4b2-6c27-4608-bebd-016d69e9652f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-258de58a-7d13-4e45-9126-434cf37d0b3c', 'network_id': '258de58a-7d13-4e45-9126-434cf37d0b3c', 'tenant_id': '6e77efd76d814cd8b24fb0a97b527734', 'fixed_ips': [{'subnet_id': 'fd74725b-72bb-441f-9b77-7f6fa7cc3600'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:28:12.458370 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-98b9c4b2-6c27-4608-bebd-016d69e9652f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:12.489824 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5ad6064c-c7dc-4716-a340-2686bea37614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:12.497538 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-63467b0c-5ce6-4d80-9010-96ecef86b3a8 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Allocated IP 172.20.0.10 (258de58a-7d13-4e45-9126-434cf37d0b3c/fd74725b-72bb-441f-9b77-7f6fa7cc3600/c1ef4f9f-1293-401f-b74f-a5a34c54be0c) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:28:12.531047 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 948751e8-c513-4f35-9161-2309e2a8c831 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:28:12.533646 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-0f812d82-56da-481a-8708-0a27f1b3254f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1be7a8ea-6e07-406b-89f8-ad7190e2deef', 'name': 'tempest-TestVolumeBackupRestore-482041586-router', 'tenant_id': 'abf94f37a1af42a19d4b8683f751bf1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '156b6c29-f146-4bf3-afda-4360d3786194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:28:02Z', 'updated_at': '2021-08-29T04:28:05Z', 'revision_number': 3, 'project_id': 'abf94f37a1af42a19d4b8683f751bf1c', 'gw_port': {'id': '156b6c29-f146-4bf3-afda-4360d3786194', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:53:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1be7a8ea-6e07-406b-89f8-ad7190e2deef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:28:03Z', 'updated_at': '2021-08-29T04:28:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:12.537299 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-8c8687a0-4997-41b0-8a58-740159799122 None None] Allocated IP 172.20.0.2 (06385230-95ab-486a-8cc3-e5095e82da00/92d683f8-2261-43fc-bbbd-9941cbdd5bf1/514c1941-69c9-4054-ac5c-cdb743cf20be) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:28:12.567339 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad6064c-c7dc-4716-a340-2686bea37614 admin admin] Pushing event updated for resources: {'Port': ['ID=620dea9c-e8e9-45fb-90f4-a5d52f6f69d8,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:12.580319 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad6064c-c7dc-4716-a340-2686bea37614 admin admin] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:12.583060 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-5ad6064c-c7dc-4716-a340-2686bea37614 admin admin] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:12.585547 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad6064c-c7dc-4716-a340-2686bea37614 admin admin] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:28:12.605276 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f812d82-56da-481a-8708-0a27f1b3254f None None] The sync data for ids ['1be7a8ea-6e07-406b-89f8-ad7190e2deef'] in n-d-712140-12 is: [{'id': '1be7a8ea-6e07-406b-89f8-ad7190e2deef', 'name': 'tempest-TestVolumeBackupRestore-482041586-router', 'tenant_id': 'abf94f37a1af42a19d4b8683f751bf1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '156b6c29-f146-4bf3-afda-4360d3786194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:28:02Z', 'updated_at': '2021-08-29T04:28:05Z', 'revision_number': 3, 'project_id': 'abf94f37a1af42a19d4b8683f751bf1c', 'gw_port': {'id': '156b6c29-f146-4bf3-afda-4360d3786194', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:53:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1be7a8ea-6e07-406b-89f8-ad7190e2deef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:28:03Z', 'updated_at': '2021-08-29T04:28:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:28:12.620014 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 948751e8-c513-4f35-9161-2309e2a8c831 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:28:12.620843 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 948751e8-c513-4f35-9161-2309e2a8c831 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:28:12.795380 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-751712cc-72cd-4603-9478-e943f36aa47d None None] Provisioning for port 0c39330f-1f95-470a-adc1-5f69ff79341e completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:12.826189 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-63467b0c-5ce6-4d80-9010-96ecef86b3a8 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:12.831057 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-751712cc-72cd-4603-9478-e943f36aa47d None None] Provisioning complete for port 0c39330f-1f95-470a-adc1-5f69ff79341e triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:12.831611 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-751712cc-72cd-4603-9478-e943f36aa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:12.848796 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-63467b0c-5ce6-4d80-9010-96ecef86b3a8 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Transition to ACTIVE for port object c1ef4f9f-1293-401f-b74f-a5a34c54be0c will not be triggered until provisioned by entity DHCP. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:12.887741 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6bccc3-432b-4320-bb7b-ec46cb33a4d7 req-ea77c42f-6f10-4006-8be4-cc4ff91b614d tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:12.890083 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9f6bccc3-432b-4320-bb7b-ec46cb33a4d7 req-ea77c42f-6f10-4006-8be4-cc4ff91b614d tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/ports?device_id=16f6b687-4b46-4d96-b12a-3bf36ed39490 HTTP/1.1" status: 200 len: 945 time: 0.0980799 Aug 29 04:28:12.907564 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-63467b0c-5ce6-4d80-9010-96ecef86b3a8 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:12.977346 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-751712cc-72cd-4603-9478-e943f36aa47d None None] Port 0c39330f-1f95-470a-adc1-5f69ff79341e cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:28:12.979328 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63467b0c-5ce6-4d80-9010-96ecef86b3a8 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Network 258de58a-7d13-4e45-9126-434cf37d0b3c is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:12.984927 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-63467b0c-5ce6-4d80-9010-96ecef86b3a8 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:12.990350 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63467b0c-5ce6-4d80-9010-96ecef86b3a8 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:28:13.057845 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63467b0c-5ce6-4d80-9010-96ecef86b3a8 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:13.058645 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-63467b0c-5ce6-4d80-9010-96ecef86b3a8 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:13.066358 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-98b9c4b2-6c27-4608-bebd-016d69e9652f None None] Allocated IP 172.20.0.2 (258de58a-7d13-4e45-9126-434cf37d0b3c/fd74725b-72bb-441f-9b77-7f6fa7cc3600/2ecf054b-56df-4164-b8fa-4da49f46e042) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:28:13.086284 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63467b0c-5ce6-4d80-9010-96ecef86b3a8 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Pushing event updated for resources: {'Port': ['ID=c1ef4f9f-1293-401f-b74f-a5a34c54be0c,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:13.090872 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-63467b0c-5ce6-4d80-9010-96ecef86b3a8 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2861421 Aug 29 04:28:13.094111 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 33662) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:13.105600 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-59aca505-00da-46d0-b354-27d237dd5c8e tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Request body: {'port': {'network_id': '258de58a-7d13-4e45-9126-434cf37d0b3c', 'name': 'tempest-PortsTestJSON-1097675486', 'fixed_ips': [{'subnet_id': 'fd74725b-72bb-441f-9b77-7f6fa7cc3600', 'ip_address': '172.20.0.9'}]}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:13.218946 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9f6bccc3-432b-4320-bb7b-ec46cb33a4d7 req-c98f156b-9dda-43e3-a0b4-3bc621f9f04d tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e109d97-7970-4672-b6dc-5d385660134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530817 Aug 29 04:28:13.262898 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5ad6064c-c7dc-4716-a340-2686bea37614 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:13.274850 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8c8687a0-4997-41b0-8a58-740159799122 None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:13.290145 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-98b9c4b2-6c27-4608-bebd-016d69e9652f None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:13.297541 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59aca505-00da-46d0-b354-27d237dd5c8e tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Made reservation on behalf of 6e77efd76d814cd8b24fb0a97b527734 for: {'port': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:13.298629 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 9dc1290d-b315-40bd-8685-22a1440b2cce up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:28:13.308464 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-59aca505-00da-46d0-b354-27d237dd5c8e tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:13.349689 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-8c8687a0-4997-41b0-8a58-740159799122 None None] Transition to ACTIVE for port object 514c1941-69c9-4054-ac5c-cdb743cf20be will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:13.356306 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-98b9c4b2-6c27-4608-bebd-016d69e9652f None None] Transition to ACTIVE for port object 2ecf054b-56df-4164-b8fa-4da49f46e042 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:13.369258 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [None req-59aca505-00da-46d0-b354-27d237dd5c8e tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] device_id is not set on port 5129fb91-dffb-41ba-8155-603c0f9f1ebb yet. {{(pid=94829) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:28:13.402023 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-98b9c4b2-6c27-4608-bebd-016d69e9652f None None] Transition to ACTIVE for port object 2ecf054b-56df-4164-b8fa-4da49f46e042 will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:13.403030 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-8c8687a0-4997-41b0-8a58-740159799122 None None] Transition to ACTIVE for port object 514c1941-69c9-4054-ac5c-cdb743cf20be will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:13.414968 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-98b9c4b2-6c27-4608-bebd-016d69e9652f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:13.423189 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 9dc1290d-b315-40bd-8685-22a1440b2cce triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:13.424785 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:13.432649 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8c8687a0-4997-41b0-8a58-740159799122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:13.555093 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b9c4b2-6c27-4608-bebd-016d69e9652f None None] Network 258de58a-7d13-4e45-9126-434cf37d0b3c is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:13.564139 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-98b9c4b2-6c27-4608-bebd-016d69e9652f None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:13.568648 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c8687a0-4997-41b0-8a58-740159799122 None None] Network 06385230-95ab-486a-8cc3-e5095e82da00 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:13.598640 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b9c4b2-6c27-4608-bebd-016d69e9652f None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:28:13.610196 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-8c8687a0-4997-41b0-8a58-740159799122 None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:13.616124 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8687a0-4997-41b0-8a58-740159799122 None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:28:13.652911 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b9c4b2-6c27-4608-bebd-016d69e9652f None None] Pushing event updated for resources: {'Port': ['ID=2ecf054b-56df-4164-b8fa-4da49f46e042,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:13.729557 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8687a0-4997-41b0-8a58-740159799122 None None] Pushing event updated for resources: {'Port': ['ID=514c1941-69c9-4054-ac5c-cdb743cf20be,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:13.809009 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-98b9c4b2-6c27-4608-bebd-016d69e9652f None None] Attempting to bind port 2ecf054b-56df-4164-b8fa-4da49f46e042 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:28:13.809387 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-98b9c4b2-6c27-4608-bebd-016d69e9652f None None] Attempting to bind port 2ecf054b-56df-4164-b8fa-4da49f46e042 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'b117c6a7-9921-4387-ad6c-07b345c1e500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '258de58a-7d13-4e45-9126-434cf37d0b3c'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:28:13.809755 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b9c4b2-6c27-4608-bebd-016d69e9652f None None] Attempting to bind port 2ecf054b-56df-4164-b8fa-4da49f46e042 on network 258de58a-7d13-4e45-9126-434cf37d0b3c {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:28:13.818702 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-59aca505-00da-46d0-b354-27d237dd5c8e tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Allocated IP 172.20.0.9 (258de58a-7d13-4e45-9126-434cf37d0b3c/fd74725b-72bb-441f-9b77-7f6fa7cc3600/5129fb91-dffb-41ba-8155-603c0f9f1ebb) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:28:13.834127 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b9c4b2-6c27-4608-bebd-016d69e9652f None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:28:13.834829 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b9c4b2-6c27-4608-bebd-016d69e9652f None None] Checking segment: {'id': 'b117c6a7-9921-4387-ad6c-07b345c1e500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '258de58a-7d13-4e45-9126-434cf37d0b3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:13.835650 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-98b9c4b2-6c27-4608-bebd-016d69e9652f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:13.835650 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b9c4b2-6c27-4608-bebd-016d69e9652f None None] Bound using segment: {'id': 'b117c6a7-9921-4387-ad6c-07b345c1e500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '258de58a-7d13-4e45-9126-434cf37d0b3c'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:28:13.836023 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-98b9c4b2-6c27-4608-bebd-016d69e9652f None None] Bound port: 2ecf054b-56df-4164-b8fa-4da49f46e042, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b117c6a7-9921-4387-ad6c-07b345c1e500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '258de58a-7d13-4e45-9126-434cf37d0b3c'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:28:13.836415 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-98b9c4b2-6c27-4608-bebd-016d69e9652f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:13.980671 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-8c8687a0-4997-41b0-8a58-740159799122 None None] Attempting to bind port 514c1941-69c9-4054-ac5c-cdb743cf20be on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:28:13.981040 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-8c8687a0-4997-41b0-8a58-740159799122 None None] Attempting to bind port 514c1941-69c9-4054-ac5c-cdb743cf20be by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'cea90d4d-7f94-401c-b566-64a1ccbdb50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '06385230-95ab-486a-8cc3-e5095e82da00'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:28:13.981409 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8687a0-4997-41b0-8a58-740159799122 None None] Attempting to bind port 514c1941-69c9-4054-ac5c-cdb743cf20be on network 06385230-95ab-486a-8cc3-e5095e82da00 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:28:14.014808 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8687a0-4997-41b0-8a58-740159799122 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:28:14.015582 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8687a0-4997-41b0-8a58-740159799122 None None] Checking segment: {'id': 'cea90d4d-7f94-401c-b566-64a1ccbdb50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '06385230-95ab-486a-8cc3-e5095e82da00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:14.016243 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8c8687a0-4997-41b0-8a58-740159799122 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:14.033438 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8687a0-4997-41b0-8a58-740159799122 None None] Bound using segment: {'id': 'cea90d4d-7f94-401c-b566-64a1ccbdb50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '06385230-95ab-486a-8cc3-e5095e82da00'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:28:14.034256 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-8c8687a0-4997-41b0-8a58-740159799122 None None] Bound port: 514c1941-69c9-4054-ac5c-cdb743cf20be, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cea90d4d-7f94-401c-b566-64a1ccbdb50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '06385230-95ab-486a-8cc3-e5095e82da00'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:28:14.035276 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8c8687a0-4997-41b0-8a58-740159799122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:14.085596 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-98b9c4b2-6c27-4608-bebd-016d69e9652f None None] For port 2ecf054b-56df-4164-b8fa-4da49f46e042, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:28:14.147199 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-59aca505-00da-46d0-b354-27d237dd5c8e tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:14.162212 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5ad6064c-c7dc-4716-a340-2686bea37614 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409'] for router, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:14.165954 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-59aca505-00da-46d0-b354-27d237dd5c8e tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Transition to ACTIVE for port object 5129fb91-dffb-41ba-8155-603c0f9f1ebb will not be triggered until provisioned by entity DHCP. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:14.182067 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-8c8687a0-4997-41b0-8a58-740159799122 None None] For port 514c1941-69c9-4054-ac5c-cdb743cf20be, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:28:14.191059 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-8c8687a0-4997-41b0-8a58-740159799122 None None] For port 514c1941-69c9-4054-ac5c-cdb743cf20be, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=514c1941-69c9-4054-ac5c-cdb743cf20be,segment=NetworkSegment(cea90d4d-7f94-401c-b566-64a1ccbdb50d),segment_id=cea90d4d-7f94-401c-b566-64a1ccbdb50d)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:28:14.203434 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8c8687a0-4997-41b0-8a58-740159799122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:14.206864 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-59aca505-00da-46d0-b354-27d237dd5c8e tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:14.226099 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-98b9c4b2-6c27-4608-bebd-016d69e9652f None None] For port 2ecf054b-56df-4164-b8fa-4da49f46e042, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=2ecf054b-56df-4164-b8fa-4da49f46e042,segment=NetworkSegment(b117c6a7-9921-4387-ad6c-07b345c1e500),segment_id=b117c6a7-9921-4387-ad6c-07b345c1e500)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:28:14.299467 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device c7c852cb-98de-4d38-bfd3-8b82aec30296 up at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:28:14.306392 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59aca505-00da-46d0-b354-27d237dd5c8e tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Network 258de58a-7d13-4e45-9126-434cf37d0b3c is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:14.314088 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-59aca505-00da-46d0-b354-27d237dd5c8e tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:14.315863 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-98b9c4b2-6c27-4608-bebd-016d69e9652f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:14.323615 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59aca505-00da-46d0-b354-27d237dd5c8e tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:28:14.440631 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aca505-00da-46d0-b354-27d237dd5c8e tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Pushing event updated for resources: {'Port': ['ID=5129fb91-dffb-41ba-8155-603c0f9f1ebb,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:14.489142 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59aca505-00da-46d0-b354-27d237dd5c8e tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:14.489142 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-59aca505-00da-46d0-b354-27d237dd5c8e tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:14.526788 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8687a0-4997-41b0-8a58-740159799122 None None] Pushing event updated for resources: {'Port': ['ID=514c1941-69c9-4054-ac5c-cdb743cf20be,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:14.544803 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-59aca505-00da-46d0-b354-27d237dd5c8e tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4495015 Aug 29 04:28:14.549575 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 33704) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:14.559028 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f1673f-b557-4877-b5a3-3bfb90c82e6f req-3a6f339e-6fea-45c0-b730-ad6d31be7a62 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:14.567666 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-97f1673f-b557-4877-b5a3-3bfb90c82e6f req-3a6f339e-6fea-45c0-b730-ad6d31be7a62 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/ports?device_id=16f6b687-4b46-4d96-b12a-3bf36ed39490 HTTP/1.1" status: 200 len: 945 time: 0.1706877 Aug 29 04:28:14.582133 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ad6064c-c7dc-4716-a340-2686bea37614 admin admin] Router f3b45f4d-b0af-45ee-a79c-7d230fa1c4aa is scheduled to L3 agent 76874008-c311-485c-ba36-921b6d275b6a with binding_index 1 {{(pid=94828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:28:14.607376 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning for port c7c852cb-98de-4d38-bfd3-8b82aec30296 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:14.613473 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning complete for port c7c852cb-98de-4d38-bfd3-8b82aec30296 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:14.613901 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:14.622594 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b9c4b2-6c27-4608-bebd-016d69e9652f None None] Pushing event updated for resources: {'Port': ['ID=2ecf054b-56df-4164-b8fa-4da49f46e042,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:14.794533 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43f14be-1860-4fc6-ac9b-a193b4585056 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:14.796268 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-f43f14be-1860-4fc6-ac9b-a193b4585056 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.2435553 Aug 29 04:28:14.805924 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 33706) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:14.828011 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-97f1673f-b557-4877-b5a3-3bfb90c82e6f req-9d87c969-50dd-4f89-bde7-1f8e77b2f20b tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e109d97-7970-4672-b6dc-5d385660134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346301 Aug 29 04:28:14.921027 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:14.950480 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3867fd78-8693-40ef-898c-0693ce025c24 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:14.955018 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ad6064c-c7dc-4716-a340-2686bea37614 admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:28:14.957669 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3867fd78-8693-40ef-898c-0693ce025c24 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:14.974484 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaeb17fb-7f07-409e-b232-356eb1f0f1cf None None] Sync routers for ids ['f3b45f4d-b0af-45ee-a79c-7d230fa1c4aa'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:28:14.980765 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3867fd78-8693-40ef-898c-0693ce025c24 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:14.985502 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-3867fd78-8693-40ef-898c-0693ce025c24 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.1751771 Aug 29 04:28:14.987717 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 33708) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:15.002850 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaeb17fb-7f07-409e-b232-356eb1f0f1cf None None] Routers {'f3b45f4d-b0af-45ee-a79c-7d230fa1c4aa'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:28:15.004866 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-aaeb17fb-7f07-409e-b232-356eb1f0f1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:28:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['f3b45f4d-b0af-45ee-a79c-7d230fa1c4aa'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:15.006784 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16f6b687-4b46-4d96-b12a-3bf36ed39490', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7c852cb-98de-4d38-bfd3-8b82aec30296'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:28:15.018881 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d0a09a7-1e50-4b8c-9e1f-17e58f6ba27d" -d '{"events": [{"server_uuid": "16f6b687-4b46-4d96-b12a-3bf36ed39490", "name": "network-vif-plugged", "status": "completed", "tag": "c7c852cb-98de-4d38-bfd3-8b82aec30296"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:28:15.023818 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5ad6064c-c7dc-4716-a340-2686bea37614 admin admin] Notify callbacks [] for router, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:15.028355 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-5ad6064c-c7dc-4716-a340-2686bea37614 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.3590488 Aug 29 04:28:15.034834 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 33710) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:15.081414 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port c7c852cb-98de-4d38-bfd3-8b82aec30296, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=c7c852cb-98de-4d38-bfd3-8b82aec30296,segment=NetworkSegment(4d8fc0d0-6c01-43d5-aa88-9880603a8027),segment_id=4d8fc0d0-6c01-43d5-aa88-9880603a8027)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:15.090968 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:15.286251 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=c7c852cb-98de-4d38-bfd3-8b82aec30296,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:15.297915 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-c3676e5f-da4a-4fa6-b75b-1bae22ca38f8 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Deleting port 5129fb91-dffb-41ba-8155-603c0f9f1ebb {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:15.298276 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c3676e5f-da4a-4fa6-b75b-1bae22ca38f8 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:15.521676 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c3676e5f-da4a-4fa6-b75b-1bae22ca38f8 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:15.529769 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-aaeb17fb-7f07-409e-b232-356eb1f0f1cf None None] Set router f3b45f4d-b0af-45ee-a79c-7d230fa1c4aa gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:28:15.569398 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-c3676e5f-da4a-4fa6-b75b-1bae22ca38f8 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Calling delete_port for 5129fb91-dffb-41ba-8155-603c0f9f1ebb owned by {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:15.577618 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 156b6c29-f146-4bf3-afda-4360d3786194 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:28:15.662999 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a058f73-ac9b-4fd2-bd71-944f52032b88 x-openstack-request-id: req-8a058f73-ac9b-4fd2-bd71-944f52032b88 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:28:15.662999 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16f6b687-4b46-4d96-b12a-3bf36ed39490", "name": "network-vif-plugged", "status": "completed", "tag": "c7c852cb-98de-4d38-bfd3-8b82aec30296", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:28:15.662999 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8a058f73-ac9b-4fd2-bd71-944f52032b88 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:28:15.662999 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16f6b687-4b46-4d96-b12a-3bf36ed39490', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7c852cb-98de-4d38-bfd3-8b82aec30296', 'code': 200} Aug 29 04:28:15.703264 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 156b6c29-f146-4bf3-afda-4360d3786194 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:15.709313 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 156b6c29-f146-4bf3-afda-4360d3786194 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:15.709693 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:15.866645 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-aaeb17fb-7f07-409e-b232-356eb1f0f1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3b45f4d-b0af-45ee-a79c-7d230fa1c4aa', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1699793152-router', 'tenant_id': 'c8fd7a260e724edd909844fc3f1844e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '620dea9c-e8e9-45fb-90f4-a5d52f6f69d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:28:10Z', 'updated_at': '2021-08-29T04:28:12Z', 'revision_number': 3, 'project_id': 'c8fd7a260e724edd909844fc3f1844e0', 'gw_port': {'id': '620dea9c-e8e9-45fb-90f4-a5d52f6f69d8', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:96:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3b45f4d-b0af-45ee-a79c-7d230fa1c4aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:28:11Z', 'updated_at': '2021-08-29T04:28:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:15.867868 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c3676e5f-da4a-4fa6-b75b-1bae22ca38f8 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:15.947199 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaeb17fb-7f07-409e-b232-356eb1f0f1cf None None] Checking router: f3b45f4d-b0af-45ee-a79c-7d230fa1c4aa for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:28:15.947941 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaeb17fb-7f07-409e-b232-356eb1f0f1cf None None] Updating router f3b45f4d-b0af-45ee-a79c-7d230fa1c4aa port 620dea9c-e8e9-45fb-90f4-a5d52f6f69d8 binding host n-d-712140-12 {{(pid=94831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:28:15.958502 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3676e5f-da4a-4fa6-b75b-1bae22ca38f8 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Pushing event deleted for resources: {'Port': ['ID=5129fb91-dffb-41ba-8155-603c0f9f1ebb,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:16.010680 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-aaeb17fb-7f07-409e-b232-356eb1f0f1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:16.074190 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e6359-9bb4-40dc-bbde-1636a46fccfc req-f34e965e-3674-484f-95a8-9331af6d3028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:16.075773 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3f4e6359-9bb4-40dc-bbde-1636a46fccfc req-f34e965e-3674-484f-95a8-9331af6d3028 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=16f6b687-4b46-4d96-b12a-3bf36ed39490 HTTP/1.1" status: 200 len: 1098 time: 0.2243383 Aug 29 04:28:16.118066 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c3676e5f-da4a-4fa6-b75b-1bae22ca38f8 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:16.120808 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-c3676e5f-da4a-4fa6-b75b-1bae22ca38f8 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "DELETE /v2.0/ports/5129fb91-dffb-41ba-8155-603c0f9f1ebb HTTP/1.1" status: 204 len: 168 time: 1.1319380 Aug 29 04:28:16.128622 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 33732) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:16.171419 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6f4295-8cee-4136-9d4c-1c858761444a req-624a5088-7cbd-4036-8740-65192c94a050 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:16.173640 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1a6f4295-8cee-4136-9d4c-1c858761444a req-624a5088-7cbd-4036-8740-65192c94a050 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/ports?device_id=16f6b687-4b46-4d96-b12a-3bf36ed39490 HTTP/1.1" status: 200 len: 946 time: 0.1867449 Aug 29 04:28:16.187749 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-5db33bee-f9b9-4e92-a683-3634b7d076fe tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] GET failed (client error): The resource could not be found. Aug 29 04:28:16.189502 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-5db33bee-f9b9-4e92-a683-3634b7d076fe tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "GET /v2.0/ports/5129fb91-dffb-41ba-8155-603c0f9f1ebb HTTP/1.1" status: 404 len: 333 time: 0.0596879 Aug 29 04:28:16.192873 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 33734) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:16.232903 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:16.272556 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3f4e6359-9bb4-40dc-bbde-1636a46fccfc req-0456247d-e62f-46c0-88d7-c333d0d511b3 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6e109d97-7970-4672-b6dc-5d385660134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633697 Aug 29 04:28:16.280719 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 156b6c29-f146-4bf3-afda-4360d3786194, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=156b6c29-f146-4bf3-afda-4360d3786194,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:16.287265 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:16.288355 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 514c1941-69c9-4054-ac5c-cdb743cf20be up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:28:16.362695 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bbdbf40e-8770-476a-90bd-53911753e9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:16.416158 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1a6f4295-8cee-4136-9d4c-1c858761444a req-0ea70555-76ae-4cd0-aadb-85437fa6db32 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e109d97-7970-4672-b6dc-5d385660134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227786 Aug 29 04:28:16.471741 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-f50c629d-5c11-431b-a009-c0840cc329de tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Deleting port c1ef4f9f-1293-401f-b74f-a5a34c54be0c {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:16.472518 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f50c629d-5c11-431b-a009-c0840cc329de tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:16.512758 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e565d222-860a-490a-af01-ce47c755cb67 None None] Network 06385230-95ab-486a-8cc3-e5095e82da00 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:16.751004 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f50c629d-5c11-431b-a009-c0840cc329de tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:16.762364 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-aaeb17fb-7f07-409e-b232-356eb1f0f1cf None None] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:16.777407 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-f50c629d-5c11-431b-a009-c0840cc329de tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Calling delete_port for c1ef4f9f-1293-401f-b74f-a5a34c54be0c owned by {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:16.781854 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-aaeb17fb-7f07-409e-b232-356eb1f0f1cf None None] Transition to ACTIVE for port object 620dea9c-e8e9-45fb-90f4-a5d52f6f69d8 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:16.796736 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-aaeb17fb-7f07-409e-b232-356eb1f0f1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:16.835063 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-bbdbf40e-8770-476a-90bd-53911753e9b2 admin admin] Allocated IP 172.20.0.1 (06385230-95ab-486a-8cc3-e5095e82da00/92d683f8-2261-43fc-bbbd-9941cbdd5bf1/c3907418-c7b8-46ed-8a07-1297c7859c57) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:28:16.839500 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3deed002-039a-4abc-85d6-c0864479a58a None None] Sync routers for ids ['1be7a8ea-6e07-406b-89f8-ad7190e2deef'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:28:16.871430 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=156b6c29-f146-4bf3-afda-4360d3786194,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:16.908451 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3deed002-039a-4abc-85d6-c0864479a58a None None] Routers {'1be7a8ea-6e07-406b-89f8-ad7190e2deef'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:28:16.909092 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-3deed002-039a-4abc-85d6-c0864479a58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:28:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['1be7a8ea-6e07-406b-89f8-ad7190e2deef'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:16.913235 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-aaeb17fb-7f07-409e-b232-356eb1f0f1cf None None] Attempting to bind port 620dea9c-e8e9-45fb-90f4-a5d52f6f69d8 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:28:16.913842 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-aaeb17fb-7f07-409e-b232-356eb1f0f1cf None None] Attempting to bind port 620dea9c-e8e9-45fb-90f4-a5d52f6f69d8 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:28:16.915133 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaeb17fb-7f07-409e-b232-356eb1f0f1cf None None] Attempting to bind port 620dea9c-e8e9-45fb-90f4-a5d52f6f69d8 on network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:28:16.941908 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaeb17fb-7f07-409e-b232-356eb1f0f1cf None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:28:16.943256 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaeb17fb-7f07-409e-b232-356eb1f0f1cf None None] Checking segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:16.944134 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-aaeb17fb-7f07-409e-b232-356eb1f0f1cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:16.945064 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaeb17fb-7f07-409e-b232-356eb1f0f1cf None None] Bound using segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:28:16.945764 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-aaeb17fb-7f07-409e-b232-356eb1f0f1cf None None] Bound port: 620dea9c-e8e9-45fb-90f4-a5d52f6f69d8, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:28:16.946534 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-aaeb17fb-7f07-409e-b232-356eb1f0f1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:16.971740 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-22a4257f-d64b-4a0e-8fe3-d19e6716b778 None None] Provisioning for port 514c1941-69c9-4054-ac5c-cdb743cf20be completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:16.991356 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34299b11-e2b9-4d04-b77d-de43a03dfd83 None None] Network 258de58a-7d13-4e45-9126-434cf37d0b3c requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:17.056471 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f50c629d-5c11-431b-a009-c0840cc329de tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:17.072621 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 514c1941-69c9-4054-ac5c-cdb743cf20be completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:17.081770 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bbdbf40e-8770-476a-90bd-53911753e9b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:17.100802 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e286f787-f1e0-4196-bc18-7864c6739739 None None] Pushing event updated for resources: {'Port': ['ID=620dea9c-e8e9-45fb-90f4-a5d52f6f69d8,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:17.116611 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-bbdbf40e-8770-476a-90bd-53911753e9b2 admin admin] Transition to ACTIVE for port object c3907418-c7b8-46ed-8a07-1297c7859c57 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:17.124146 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-aaeb17fb-7f07-409e-b232-356eb1f0f1cf None None] For port 620dea9c-e8e9-45fb-90f4-a5d52f6f69d8, host n-d-712140-12, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:28:17.129926 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50c629d-5c11-431b-a009-c0840cc329de tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Pushing event deleted for resources: {'Port': ['ID=c1ef4f9f-1293-401f-b74f-a5a34c54be0c,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:17.150119 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-aaeb17fb-7f07-409e-b232-356eb1f0f1cf None None] For port 620dea9c-e8e9-45fb-90f4-a5d52f6f69d8, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=620dea9c-e8e9-45fb-90f4-a5d52f6f69d8,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:28:17.156843 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-aaeb17fb-7f07-409e-b232-356eb1f0f1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:17.200455 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bbdbf40e-8770-476a-90bd-53911753e9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:17.251205 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 514c1941-69c9-4054-ac5c-cdb743cf20be triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:17.251794 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:17.275185 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e286f787-f1e0-4196-bc18-7864c6739739 None None] Pushing event updated for resources: {'Port': ['ID=620dea9c-e8e9-45fb-90f4-a5d52f6f69d8,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:17.320163 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaeb17fb-7f07-409e-b232-356eb1f0f1cf None None] Routers {'f3b45f4d-b0af-45ee-a79c-7d230fa1c4aa'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:28:17.323055 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-aaeb17fb-7f07-409e-b232-356eb1f0f1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:28:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['f3b45f4d-b0af-45ee-a79c-7d230fa1c4aa'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:17.331884 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f50c629d-5c11-431b-a009-c0840cc329de tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:17.332135 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbdbf40e-8770-476a-90bd-53911753e9b2 admin admin] Network 06385230-95ab-486a-8cc3-e5095e82da00 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:17.337187 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-f50c629d-5c11-431b-a009-c0840cc329de tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "DELETE /v2.0/ports/c1ef4f9f-1293-401f-b74f-a5a34c54be0c HTTP/1.1" status: 204 len: 168 time: 1.1431017 Aug 29 04:28:17.339882 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 33746) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:17.357537 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-bbdbf40e-8770-476a-90bd-53911753e9b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:17.368831 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdbf40e-8770-476a-90bd-53911753e9b2 admin admin] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:28:17.373072 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdbf40e-8770-476a-90bd-53911753e9b2 admin admin] Pushing event updated for resources: {'Port': ['ID=c3907418-c7b8-46ed-8a07-1297c7859c57,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:17.417847 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-640f2643-5bce-4f1d-9cef-f48a363c5ca8 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] GET failed (client error): The resource could not be found. Aug 29 04:28:17.423521 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-640f2643-5bce-4f1d-9cef-f48a363c5ca8 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "GET /v2.0/ports/c1ef4f9f-1293-401f-b74f-a5a34c54be0c HTTP/1.1" status: 404 len: 333 time: 0.0714166 Aug 29 04:28:17.425231 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 33748) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:17.464950 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bbdbf40e-8770-476a-90bd-53911753e9b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719598'] for router_interface, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:17.533989 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1373057d-00b8-4ee0-9163-e4f0388ed7e0 None None] Provisioning for port 2ecf054b-56df-4164-b8fa-4da49f46e042 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:17.564664 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-aaeb17fb-7f07-409e-b232-356eb1f0f1cf None None] Set router f3b45f4d-b0af-45ee-a79c-7d230fa1c4aa gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:28:17.656060 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-3deed002-039a-4abc-85d6-c0864479a58a None None] Set router 1be7a8ea-6e07-406b-89f8-ad7190e2deef gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:28:17.712132 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1083cd0-615b-4169-8576-1ccd14fbd371 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Deleting subnet fd74725b-72bb-441f-9b77-7f6fa7cc3600 {{(pid=94829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:28:17.726062 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f1083cd0-615b-4169-8576-1ccd14fbd371 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks [] for subnet, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:17.763092 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bbdbf40e-8770-476a-90bd-53911753e9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:17.826169 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:17.856622 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b9d860-0bc5-4e2a-9315-0c757c4e242a req-80c865af-7c4f-4106-8d4b-0c3fa2bbf442 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:17.866963 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-84b9d860-0bc5-4e2a-9315-0c757c4e242a req-80c865af-7c4f-4106-8d4b-0c3fa2bbf442 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/ports?device_id=16f6b687-4b46-4d96-b12a-3bf36ed39490 HTTP/1.1" status: 200 len: 946 time: 0.2836654 Aug 29 04:28:17.918933 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 514c1941-69c9-4054-ac5c-cdb743cf20be, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=514c1941-69c9-4054-ac5c-cdb743cf20be,segment=NetworkSegment(cea90d4d-7f94-401c-b566-64a1ccbdb50d),segment_id=cea90d4d-7f94-401c-b566-64a1ccbdb50d)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:17.933233 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f1083cd0-615b-4169-8576-1ccd14fbd371 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4311743'] for subnet, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:17.960796 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-aaeb17fb-7f07-409e-b232-356eb1f0f1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3b45f4d-b0af-45ee-a79c-7d230fa1c4aa', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1699793152-router', 'tenant_id': 'c8fd7a260e724edd909844fc3f1844e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '620dea9c-e8e9-45fb-90f4-a5d52f6f69d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:28:10Z', 'updated_at': '2021-08-29T04:28:12Z', 'revision_number': 3, 'project_id': 'c8fd7a260e724edd909844fc3f1844e0', 'gw_port': {'id': '620dea9c-e8e9-45fb-90f4-a5d52f6f69d8', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:96:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3b45f4d-b0af-45ee-a79c-7d230fa1c4aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:28:11Z', 'updated_at': '2021-08-29T04:28:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:18.015739 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:18.017684 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 2ecf054b-56df-4164-b8fa-4da49f46e042 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:28:18.033940 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaeb17fb-7f07-409e-b232-356eb1f0f1cf None None] The sync data for ids ['f3b45f4d-b0af-45ee-a79c-7d230fa1c4aa'] in n-d-712140-12 is: [{'id': 'f3b45f4d-b0af-45ee-a79c-7d230fa1c4aa', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1699793152-router', 'tenant_id': 'c8fd7a260e724edd909844fc3f1844e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '620dea9c-e8e9-45fb-90f4-a5d52f6f69d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:28:10Z', 'updated_at': '2021-08-29T04:28:12Z', 'revision_number': 3, 'project_id': 'c8fd7a260e724edd909844fc3f1844e0', 'gw_port': {'id': '620dea9c-e8e9-45fb-90f4-a5d52f6f69d8', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:96:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3b45f4d-b0af-45ee-a79c-7d230fa1c4aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:28:11Z', 'updated_at': '2021-08-29T04:28:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:28:18.037823 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:28:18.059761 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-84b9d860-0bc5-4e2a-9315-0c757c4e242a req-cfabff36-9d75-47bf-a5ef-8b74658379c8 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e109d97-7970-4672-b6dc-5d385660134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833477 Aug 29 04:28:18.244129 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f1083cd0-615b-4169-8576-1ccd14fbd371 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:18.345252 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bbdbf40e-8770-476a-90bd-53911753e9b2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:18.370770 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f1083cd0-615b-4169-8576-1ccd14fbd371 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4552352'] for subnet, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:18.380730 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bbdbf40e-8770-476a-90bd-53911753e9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:18.473167 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f1083cd0-615b-4169-8576-1ccd14fbd371 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:18.480953 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-f1083cd0-615b-4169-8576-1ccd14fbd371 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "DELETE /v2.0/subnets/fd74725b-72bb-441f-9b77-7f6fa7cc3600 HTTP/1.1" status: 204 len: 168 time: 1.0546079 Aug 29 04:28:18.485920 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1083cd0-615b-4169-8576-1ccd14fbd371 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Pushing event deleted for resources: {'Subnet': ['ID=fd74725b-72bb-441f-9b77-7f6fa7cc3600,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:18.487857 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 33768) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:18.564883 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdbf40e-8770-476a-90bd-53911753e9b2 admin admin] Pushing event updated for resources: {'Port': ['ID=c3907418-c7b8-46ed-8a07-1297c7859c57,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:18.586691 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bbdbf40e-8770-476a-90bd-53911753e9b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-718897'] for router_interface, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:18.601589 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=514c1941-69c9-4054-ac5c-cdb743cf20be,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:18.659726 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-af601fa7-4503-49b2-a4e5-c1ec1d70331a None None] Provisioning for port c3907418-c7b8-46ed-8a07-1297c7859c57 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:18.765128 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-af601fa7-4503-49b2-a4e5-c1ec1d70331a None None] Provisioning complete for port c3907418-c7b8-46ed-8a07-1297c7859c57 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:18.765683 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-af601fa7-4503-49b2-a4e5-c1ec1d70331a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:18.766714 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b4972592-330d-4ca9-a55f-5c9b049adfb6 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:18.877256 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 2ecf054b-56df-4164-b8fa-4da49f46e042 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:18.900326 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1060a6-a2e3-4d52-85a1-761e85d76208 req-3dcb765a-c8fc-4abd-b6f7-c8a86afc2481 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:18.902004 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-de1060a6-a2e3-4d52-85a1-761e85d76208 req-3dcb765a-c8fc-4abd-b6f7-c8a86afc2481 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/ports?device_id=16f6b687-4b46-4d96-b12a-3bf36ed39490 HTTP/1.1" status: 200 len: 946 time: 0.3218310 Aug 29 04:28:18.940496 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 2ecf054b-56df-4164-b8fa-4da49f46e042 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:18.941533 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:18.989452 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbdbf40e-8770-476a-90bd-53911753e9b2 admin admin] Network 06385230-95ab-486a-8cc3-e5095e82da00 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:18.999827 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72294a22-d986-4ecf-bce5-ed04cabe8b22 req-14302fd3-53e2-4576-8d37-eebe0bfcebfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:19.021664 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-72294a22-d986-4ecf-bce5-ed04cabe8b22 req-14302fd3-53e2-4576-8d37-eebe0bfcebfd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a2ef8028d601470a9af15f492b593570&device_id=16f6b687-4b46-4d96-b12a-3bf36ed39490 HTTP/1.1" status: 200 len: 1098 time: 0.5576344 Aug 29 04:28:19.030770 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-bbdbf40e-8770-476a-90bd-53911753e9b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:19.035005 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-af601fa7-4503-49b2-a4e5-c1ec1d70331a None None] Port c3907418-c7b8-46ed-8a07-1297c7859c57 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:28:19.140853 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-de1060a6-a2e3-4d52-85a1-761e85d76208 req-352dd08b-3072-4897-a678-c8db9bfe6315 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e109d97-7970-4672-b6dc-5d385660134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264638 Aug 29 04:28:19.142315 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-b4972592-330d-4ca9-a55f-5c9b049adfb6 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Deleting port 2ecf054b-56df-4164-b8fa-4da49f46e042 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:19.142658 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b4972592-330d-4ca9-a55f-5c9b049adfb6 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:19.227389 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:19.242791 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-af601fa7-4503-49b2-a4e5-c1ec1d70331a None None] Provisioning complete for port 514c1941-69c9-4054-ac5c-cdb743cf20be triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:19.243092 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-af601fa7-4503-49b2-a4e5-c1ec1d70331a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:19.298922 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-b4972592-330d-4ca9-a55f-5c9b049adfb6 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] For port 2ecf054b-56df-4164-b8fa-4da49f46e042, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=2ecf054b-56df-4164-b8fa-4da49f46e042,segment=NetworkSegment(b117c6a7-9921-4387-ad6c-07b345c1e500),segment_id=b117c6a7-9921-4387-ad6c-07b345c1e500)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:19.299631 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b4972592-330d-4ca9-a55f-5c9b049adfb6 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:19.318369 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-b4972592-330d-4ca9-a55f-5c9b049adfb6 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Calling delete_port for 2ecf054b-56df-4164-b8fa-4da49f46e042 owned by network:dhcp {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:19.330882 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-3deed002-039a-4abc-85d6-c0864479a58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1be7a8ea-6e07-406b-89f8-ad7190e2deef', 'name': 'tempest-TestVolumeBackupRestore-482041586-router', 'tenant_id': 'abf94f37a1af42a19d4b8683f751bf1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '156b6c29-f146-4bf3-afda-4360d3786194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:28:02Z', 'updated_at': '2021-08-29T04:28:10Z', 'revision_number': 4, 'project_id': 'abf94f37a1af42a19d4b8683f751bf1c', 'gw_port': {'id': '156b6c29-f146-4bf3-afda-4360d3786194', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:53:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be7a8ea-6e07-406b-89f8-ad7190e2deef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:28:03Z', 'updated_at': '2021-08-29T04:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '0c39330f-1f95-470a-adc1-5f69ff79341e', 'name': '', 'network_id': 'f77316f2-4e49-4b83-97c4-4f7912397fb6', 'tenant_id': 'abf94f37a1af42a19d4b8683f751bf1c', 'mac_address': 'fa:16:3e:93:27:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1be7a8ea-6e07-406b-89f8-ad7190e2deef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2060, 'fixed_ips': [{'subnet_id': 'cf836613-dc86-4a80-a4b8-f0a30e377f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:28:08Z', 'updated_at': '2021-08-29T04:28:10Z', 'revision_number': 2, 'project_id': 'abf94f37a1af42a19d4b8683f751bf1c', 'subnets': [{'id': 'cf836613-dc86-4a80-a4b8-f0a30e377f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:19.404981 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3deed002-039a-4abc-85d6-c0864479a58a None None] Checking router: 1be7a8ea-6e07-406b-89f8-ad7190e2deef for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:28:19.405344 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3deed002-039a-4abc-85d6-c0864479a58a None None] Updating router 1be7a8ea-6e07-406b-89f8-ad7190e2deef port 0c39330f-1f95-470a-adc1-5f69ff79341e binding host n-d-712140-12 {{(pid=94830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:28:19.457054 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b4972592-330d-4ca9-a55f-5c9b049adfb6 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:19.489486 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4972592-330d-4ca9-a55f-5c9b049adfb6 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Pushing event deleted for resources: {'Port': ['ID=2ecf054b-56df-4164-b8fa-4da49f46e042,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:19.491664 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4972592-330d-4ca9-a55f-5c9b049adfb6 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] No DVR routers for this DVR port 2ecf054b-56df-4164-b8fa-4da49f46e042 on host n-d-712140-12 {{(pid=94829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:28:19.499614 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Port 2ecf054b-56df-4164-b8fa-4da49f46e042 update to ACTIVE by agent not found {{(pid=94830) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 29 04:28:19.534359 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11eebebf-9778-4f7e-ac9f-96000f6b6e45 None None] Network 258de58a-7d13-4e45-9126-434cf37d0b3c requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:19.540211 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3deed002-039a-4abc-85d6-c0864479a58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:19.586658 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbdbf40e-8770-476a-90bd-53911753e9b2 admin admin] Router f3b45f4d-b0af-45ee-a79c-7d230fa1c4aa has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:28:19.643926 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72294a22-d986-4ecf-bce5-ed04cabe8b22 req-8f97971f-fa13-4158-a62e-aea364ab8521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:19.646207 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-72294a22-d986-4ecf-bce5-ed04cabe8b22 req-8f97971f-fa13-4158-a62e-aea364ab8521 service neutron] 10.222.0.46 "GET /v2.0/networks?id=272d1c4d-af14-48fc-b735-579ae3d45270 HTTP/1.1" status: 200 len: 911 time: 0.6009464 Aug 29 04:28:19.748249 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b4972592-330d-4ca9-a55f-5c9b049adfb6 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:19.779424 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-b4972592-330d-4ca9-a55f-5c9b049adfb6 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['258de58a-7d13-4e45-9126-434cf37d0b3c']}} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:19.806186 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-b4972592-330d-4ca9-a55f-5c9b049adfb6 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b117c6a7-9921-4387-ad6c-07b345c1e500') {'for_net_delete': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:19.806692 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-b4972592-330d-4ca9-a55f-5c9b049adfb6 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b117c6a7-9921-4387-ad6c-07b345c1e500') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:19.816735 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-72294a22-d986-4ecf-bce5-ed04cabe8b22 req-d1c24d08-7066-4836-b5ac-aa41d4828a5c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7c852cb-98de-4d38-bfd3-8b82aec30296 HTTP/1.1" status: 200 len: 217 time: 0.1583412 Aug 29 04:28:19.822869 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b4972592-330d-4ca9-a55f-5c9b049adfb6 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4311712'] for segment, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:19.840081 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b4972592-330d-4ca9-a55f-5c9b049adfb6 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:19.848961 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4972592-330d-4ca9-a55f-5c9b049adfb6 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=94829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:28:19.849525 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b4972592-330d-4ca9-a55f-5c9b049adfb6 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4274277'] for segment, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:19.854179 n-d-712140-12 neutron-server[94829]: Traceback (most recent call last): Aug 29 04:28:19.854179 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:28:19.854179 n-d-712140-12 neutron-server[94829]: timer() Aug 29 04:28:19.854179 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:28:19.854179 n-d-712140-12 neutron-server[94829]: cb(*args, **kw) Aug 29 04:28:19.854179 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:28:19.854179 n-d-712140-12 neutron-server[94829]: return func(*args, **kwargs) Aug 29 04:28:19.854179 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:28:19.854179 n-d-712140-12 neutron-server[94829]: self._notify() Aug 29 04:28:19.854179 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:28:19.854179 n-d-712140-12 neutron-server[94829]: self.callback(batched_events) Aug 29 04:28:19.854179 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:28:19.854179 n-d-712140-12 neutron-server[94829]: event.method(event) Aug 29 04:28:19.854179 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:28:19.854179 n-d-712140-12 neutron-server[94829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:28:19.854179 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:28:19.854179 n-d-712140-12 neutron-server[94829]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:28:19.854179 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:28:19.854179 n-d-712140-12 neutron-server[94829]: return f(self, *a, **k) Aug 29 04:28:19.854179 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:28:19.854179 n-d-712140-12 neutron-server[94829]: return self._get(url).json() Aug 29 04:28:19.854179 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:28:19.854179 n-d-712140-12 neutron-server[94829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:28:19.854179 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:28:19.854179 n-d-712140-12 neutron-server[94829]: return self.request(url, 'GET', **kwargs) Aug 29 04:28:19.854179 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:28:19.854179 n-d-712140-12 neutron-server[94829]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:28:19.854179 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:28:19.854179 n-d-712140-12 neutron-server[94829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:28:19.854179 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:28:19.854179 n-d-712140-12 neutron-server[94829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:28:19.854179 n-d-712140-12 neutron-server[94829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:28:19.943383 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b4972592-330d-4ca9-a55f-5c9b049adfb6 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:19.958671 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b4972592-330d-4ca9-a55f-5c9b049adfb6 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:19.966190 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-b4972592-330d-4ca9-a55f-5c9b049adfb6 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "DELETE /v2.0/networks/258de58a-7d13-4e45-9126-434cf37d0b3c HTTP/1.1" status: 204 len: 168 time: 1.4654660 Aug 29 04:28:19.978195 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 33784) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:19.980835 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4972592-330d-4ca9-a55f-5c9b049adfb6 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Pushing event deleted for resources: {'Network': ['ID=258de58a-7d13-4e45-9126-434cf37d0b3c,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:19.987606 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-8b07fb4b-c17a-47b3-8209-50c58c244983 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1307156841'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:20.051809 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b07fb4b-c17a-47b3-8209-50c58c244983 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Made reservation on behalf of 6e77efd76d814cd8b24fb0a97b527734 for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:20.061718 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8b07fb4b-c17a-47b3-8209-50c58c244983 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:20.101581 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b07fb4b-c17a-47b3-8209-50c58c244983 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:28:20.114881 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8b07fb4b-c17a-47b3-8209-50c58c244983 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:20.115383 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-8b07fb4b-c17a-47b3-8209-50c58c244983 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Added segment f87c6af8-d1b0-4c2e-9c4b-a834e4a97369 of type vlan for network 8509f2ae-d5ac-4d26-a671-8ee9b80a3f0b Aug 29 04:28:20.118966 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72294a22-d986-4ecf-bce5-ed04cabe8b22 req-4261555f-3170-4dc5-8f1a-e08922cd5f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:20.123198 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-72294a22-d986-4ecf-bce5-ed04cabe8b22 req-4261555f-3170-4dc5-8f1a-e08922cd5f82 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=10771a12-2d54-4ee6-9435-3c52b51db3d5 HTTP/1.1" status: 200 len: 850 time: 0.2963438 Aug 29 04:28:20.183121 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8b07fb4b-c17a-47b3-8209-50c58c244983 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:20.194383 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 156b6c29-f146-4bf3-afda-4360d3786194 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:28:20.198096 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-72294a22-d986-4ecf-bce5-ed04cabe8b22 req-96564136-7c4a-4c01-8967-c66be091f52b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=272d1c4d-af14-48fc-b735-579ae3d45270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656652 Aug 29 04:28:20.264599 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8b07fb4b-c17a-47b3-8209-50c58c244983 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:20.283674 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b07fb4b-c17a-47b3-8209-50c58c244983 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:20.284264 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8b07fb4b-c17a-47b3-8209-50c58c244983 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:20.346272 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-f8d15258-03d8-4991-b516-47f962c06146 None None] Provisioning complete for port c3907418-c7b8-46ed-8a07-1297c7859c57 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:20.347119 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f8d15258-03d8-4991-b516-47f962c06146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:20.467927 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbdbf40e-8770-476a-90bd-53911753e9b2 admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:28:20.474248 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-72294a22-d986-4ecf-bce5-ed04cabe8b22 req-9147fb5a-d021-4d18-9be4-1f4bd312c115 service neutron] 10.222.0.46 "GET /v2.0/networks/272d1c4d-af14-48fc-b735-579ae3d45270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627380 Aug 29 04:28:20.487478 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-bbdbf40e-8770-476a-90bd-53911753e9b2 admin admin] 10.222.0.22 "PUT /v2.0/routers/f3b45f4d-b0af-45ee-a79c-7d230fa1c4aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4490438 Aug 29 04:28:20.602287 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b07fb4b-c17a-47b3-8209-50c58c244983 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Pushing event updated for resources: {'Network': ['ID=8509f2ae-d5ac-4d26-a671-8ee9b80a3f0b,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:20.635515 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-8b07fb4b-c17a-47b3-8209-50c58c244983 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6560402 Aug 29 04:28:20.642854 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 33798) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:20.679723 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-9a317275-f68b-46bf-9942-ee7900706f31 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Request body: {'subnet': {'network_id': '8509f2ae-d5ac-4d26-a671-8ee9b80a3f0b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:20.707961 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-72294a22-d986-4ecf-bce5-ed04cabe8b22 req-ab513112-f2f3-4311-afdd-dfade0358de4 service neutron] 10.222.0.46 "GET /v2.0/networks/272d1c4d-af14-48fc-b735-579ae3d45270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188785 Aug 29 04:28:20.748666 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8807b5-46e7-4c66-b36c-908fed926100 req-5fdc9e1b-3231-47b2-af5c-1608cabee376 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:20.754191 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056a9d65-f195-4524-a676-6d021f2e3842 None None] DHCP port deletion for 258de58a-7d13-4e45-9126-434cf37d0b3c request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:28:20.756514 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 8509f2ae-d5ac-4d26-a671-8ee9b80a3f0b details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:28:20.767269 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-da8807b5-46e7-4c66-b36c-908fed926100 req-5fdc9e1b-3231-47b2-af5c-1608cabee376 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/ports?device_id=16f6b687-4b46-4d96-b12a-3bf36ed39490 HTTP/1.1" status: 200 len: 946 time: 0.5077581 Aug 29 04:28:20.872536 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-f8d15258-03d8-4991-b516-47f962c06146 None None] Port c3907418-c7b8-46ed-8a07-1297c7859c57 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:28:20.881715 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-f8d15258-03d8-4991-b516-47f962c06146 None None] Could not find standard attr ID for object 2ecf054b-56df-4164-b8fa-4da49f46e042. {{(pid=94830) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:28:20.891671 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 156b6c29-f146-4bf3-afda-4360d3786194 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:20.892145 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:21.020055 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-da8807b5-46e7-4c66-b36c-908fed926100 req-45cef6ff-54b8-49ea-8b23-d68bc8781129 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e109d97-7970-4672-b6dc-5d385660134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514215 Aug 29 04:28:21.057035 n-d-712140-12 neutron-server[94828]: INFO neutron.api.v2.resource [req-040ea5da-7aae-4a6c-894f-aa7dcdfbdf83 req-754d629f-1f25-43bb-bb46-c5180e673256 tempest-FloatingIPDetailsNegativeTestJSON-1268878624 tempest-FloatingIPDetailsNegativeTestJSON-1268878624-project] show failed (client error): The resource could not be found. Aug 29 04:28:21.065309 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-040ea5da-7aae-4a6c-894f-aa7dcdfbdf83 req-754d629f-1f25-43bb-bb46-c5180e673256 tempest-FloatingIPDetailsNegativeTestJSON-1268878624 tempest-FloatingIPDetailsNegativeTestJSON-1268878624-project] 10.222.0.22 "GET /v2.0/floatingips/59542e2c-1334-40a9-bf4b-329445af5a8b HTTP/1.1" status: 404 len: 350 time: 0.1450033 Aug 29 04:28:21.068074 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 33818) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:21.103643 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a317275-f68b-46bf-9942-ee7900706f31 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Made reservation on behalf of 6e77efd76d814cd8b24fb0a97b527734 for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:21.107418 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9a317275-f68b-46bf-9942-ee7900706f31 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4552395'] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:21.147878 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3deed002-039a-4abc-85d6-c0864479a58a None None] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:21.162718 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-3deed002-039a-4abc-85d6-c0864479a58a None None] Transition to ACTIVE for port object 0c39330f-1f95-470a-adc1-5f69ff79341e will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:21.186248 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3deed002-039a-4abc-85d6-c0864479a58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:21.299407 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 514c1941-69c9-4054-ac5c-cdb743cf20be up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:28:21.361950 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f4f897-0955-4953-a576-62c20e095ffd None None] Sync routers for ids ['f3b45f4d-b0af-45ee-a79c-7d230fa1c4aa'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:28:21.382866 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f4f897-0955-4953-a576-62c20e095ffd None None] Routers {'f3b45f4d-b0af-45ee-a79c-7d230fa1c4aa'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:28:21.387459 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-a3f4f897-0955-4953-a576-62c20e095ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:28:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['f3b45f4d-b0af-45ee-a79c-7d230fa1c4aa'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:21.421700 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9a317275-f68b-46bf-9942-ee7900706f31 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4274880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4552377'] for subnet, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:21.457760 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dfc263-c524-412b-abfb-662f7d2f1345 None None] Pushing event updated for resources: {'Port': ['ID=0c39330f-1f95-470a-adc1-5f69ff79341e,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:21.599553 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a317275-f68b-46bf-9942-ee7900706f31 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Pushing event updated for resources: {'Subnet': ['ID=7e51cc21-a9cb-4ad3-b8e9-872786b0ed91,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:21.602183 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a317275-f68b-46bf-9942-ee7900706f31 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Checking segment: {'id': 'f87c6af8-d1b0-4c2e-9c4b-a834e4a97369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '8509f2ae-d5ac-4d26-a671-8ee9b80a3f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:21.602551 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a317275-f68b-46bf-9942-ee7900706f31 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Network hostable DHCP agents. Network: 8509f2ae-d5ac-4d26-a671-8ee9b80a3f0b, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:28:21.640799 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a317275-f68b-46bf-9942-ee7900706f31 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Network 8509f2ae-d5ac-4d26-a671-8ee9b80a3f0b is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:28:21.655359 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-3deed002-039a-4abc-85d6-c0864479a58a None None] Attempting to bind port 0c39330f-1f95-470a-adc1-5f69ff79341e on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:28:21.655900 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-9a317275-f68b-46bf-9942-ee7900706f31 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 8509f2ae-d5ac-4d26-a671-8ee9b80a3f0b) {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:21.656035 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-3deed002-039a-4abc-85d6-c0864479a58a None None] Attempting to bind port 0c39330f-1f95-470a-adc1-5f69ff79341e by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '7fa18be5-b67b-455a-bcf7-9c1dc39feca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'f77316f2-4e49-4b83-97c4-4f7912397fb6'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:28:21.656313 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3deed002-039a-4abc-85d6-c0864479a58a None None] Attempting to bind port 0c39330f-1f95-470a-adc1-5f69ff79341e on network f77316f2-4e49-4b83-97c4-4f7912397fb6 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:28:21.661325 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a317275-f68b-46bf-9942-ee7900706f31 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:21.664502 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9a317275-f68b-46bf-9942-ee7900706f31 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:21.679189 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 514c1941-69c9-4054-ac5c-cdb743cf20be triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:21.679573 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:21.680149 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-a3f4f897-0955-4953-a576-62c20e095ffd None None] Set router f3b45f4d-b0af-45ee-a79c-7d230fa1c4aa gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:28:21.688148 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-9a317275-f68b-46bf-9942-ee7900706f31 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0426853 Aug 29 04:28:21.690657 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db5e5c0-9712-4d6e-8bff-98605357f549 None None] Network 8509f2ae-d5ac-4d26-a671-8ee9b80a3f0b requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:21.692004 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 33828) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:21.714286 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-6803ebe7-4ddf-4071-88a9-84094453a717 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1810232420', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:21.741922 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3deed002-039a-4abc-85d6-c0864479a58a None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:28:21.742248 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3deed002-039a-4abc-85d6-c0864479a58a None None] Checking segment: {'id': '7fa18be5-b67b-455a-bcf7-9c1dc39feca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'f77316f2-4e49-4b83-97c4-4f7912397fb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:21.743371 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3deed002-039a-4abc-85d6-c0864479a58a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:21.743371 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3deed002-039a-4abc-85d6-c0864479a58a None None] Bound using segment: {'id': '7fa18be5-b67b-455a-bcf7-9c1dc39feca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'f77316f2-4e49-4b83-97c4-4f7912397fb6'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:28:21.743593 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-3deed002-039a-4abc-85d6-c0864479a58a None None] Bound port: 0c39330f-1f95-470a-adc1-5f69ff79341e, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fa18be5-b67b-455a-bcf7-9c1dc39feca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'f77316f2-4e49-4b83-97c4-4f7912397fb6'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:28:21.744121 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3deed002-039a-4abc-85d6-c0864479a58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:21.754781 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6803ebe7-4ddf-4071-88a9-84094453a717 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:21.757216 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6803ebe7-4ddf-4071-88a9-84094453a717 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1838'] for router, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:21.905819 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6803ebe7-4ddf-4071-88a9-84094453a717 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:21.916847 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6803ebe7-4ddf-4071-88a9-84094453a717 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409'] for router, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:21.958191 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6803ebe7-4ddf-4071-88a9-84094453a717 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:21.961320 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-6803ebe7-4ddf-4071-88a9-84094453a717 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2673011 Aug 29 04:28:21.962816 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 33838) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:21.978864 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-d71fd1a8-619a-4879-ab2a-06e835cc4e10 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Request body: {'port': {'network_id': '8509f2ae-d5ac-4d26-a671-8ee9b80a3f0b', 'name': 'tempest-PortsTestJSON-162227194'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:21.984009 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-49d5b27c-19cf-4636-a928-dc74647fbfb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713413'] for router_interface, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:22.000380 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-3deed002-039a-4abc-85d6-c0864479a58a None None] For port 0c39330f-1f95-470a-adc1-5f69ff79341e, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:28:22.044245 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-3deed002-039a-4abc-85d6-c0864479a58a None None] For port 0c39330f-1f95-470a-adc1-5f69ff79341e, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=0c39330f-1f95-470a-adc1-5f69ff79341e,segment=NetworkSegment(7fa18be5-b67b-455a-bcf7-9c1dc39feca9),segment_id=7fa18be5-b67b-455a-bcf7-9c1dc39feca9)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:28:22.065819 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3deed002-039a-4abc-85d6-c0864479a58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:22.072583 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 620dea9c-e8e9-45fb-90f4-a5d52f6f69d8 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:28:22.266844 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d71fd1a8-619a-4879-ab2a-06e835cc4e10 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Made reservation on behalf of 6e77efd76d814cd8b24fb0a97b527734 for: {'port': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:22.284133 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ce412a-57b8-4d2b-9477-6a1a5d3c779d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-8509f2ae-d5ac-4d26-a671-8ee9b80a3f0b', 'network_id': '8509f2ae-d5ac-4d26-a671-8ee9b80a3f0b', 'tenant_id': '6e77efd76d814cd8b24fb0a97b527734', 'fixed_ips': [{'subnet_id': '7e51cc21-a9cb-4ad3-b8e9-872786b0ed91'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:28:22.285285 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b8ce412a-57b8-4d2b-9477-6a1a5d3c779d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:22.285564 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d71fd1a8-619a-4879-ab2a-06e835cc4e10 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:22.304422 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-a3f4f897-0955-4953-a576-62c20e095ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3b45f4d-b0af-45ee-a79c-7d230fa1c4aa', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1699793152-router', 'tenant_id': 'c8fd7a260e724edd909844fc3f1844e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '620dea9c-e8e9-45fb-90f4-a5d52f6f69d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:28:10Z', 'updated_at': '2021-08-29T04:28:17Z', 'revision_number': 4, 'project_id': 'c8fd7a260e724edd909844fc3f1844e0', 'gw_port': {'id': '620dea9c-e8e9-45fb-90f4-a5d52f6f69d8', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:96:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3b45f4d-b0af-45ee-a79c-7d230fa1c4aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:28:11Z', 'updated_at': '2021-08-29T04:28:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': 'c3907418-c7b8-46ed-8a07-1297c7859c57', 'name': '', 'network_id': '06385230-95ab-486a-8cc3-e5095e82da00', 'tenant_id': 'c8fd7a260e724edd909844fc3f1844e0', 'mac_address': 'fa:16:3e:42:68:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3b45f4d-b0af-45ee-a79c-7d230fa1c4aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2073, 'fixed_ips': [{'subnet_id': '92d683f8-2261-43fc-bbbd-9941cbdd5bf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:28:16Z', 'updated_at': '2021-08-29T04:28:17Z', 'revision_number': 2, 'project_id': 'c8fd7a260e724edd909844fc3f1844e0', 'subnets': [{'id': '92d683f8-2261-43fc-bbbd-9941cbdd5bf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:22.335502 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3deed002-039a-4abc-85d6-c0864479a58a None None] Routers {'1be7a8ea-6e07-406b-89f8-ad7190e2deef'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:28:22.336994 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-3deed002-039a-4abc-85d6-c0864479a58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:28:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['1be7a8ea-6e07-406b-89f8-ad7190e2deef'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:22.361691 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [None req-d71fd1a8-619a-4879-ab2a-06e835cc4e10 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] device_id is not set on port e0bdc5fd-f9d9-4fbc-9ce5-61155abecb60 yet. {{(pid=94829) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:28:22.393171 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8222392-684f-40e1-b43e-e594e7f1a0d7 req-f52f4678-1d14-4ece-993a-bc3fb88ca873 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:22.395106 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d8222392-684f-40e1-b43e-e594e7f1a0d7 req-f52f4678-1d14-4ece-993a-bc3fb88ca873 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/ports?device_id=16f6b687-4b46-4d96-b12a-3bf36ed39490 HTTP/1.1" status: 200 len: 946 time: 0.2012525 Aug 29 04:28:22.407901 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dfc263-c524-412b-abfb-662f7d2f1345 None None] Pushing event updated for resources: {'Port': ['ID=0c39330f-1f95-470a-adc1-5f69ff79341e,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:22.462518 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f4f897-0955-4953-a576-62c20e095ffd None None] Checking router: f3b45f4d-b0af-45ee-a79c-7d230fa1c4aa for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:28:22.463569 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f4f897-0955-4953-a576-62c20e095ffd None None] Updating router f3b45f4d-b0af-45ee-a79c-7d230fa1c4aa port c3907418-c7b8-46ed-8a07-1297c7859c57 binding host n-d-712140-12 {{(pid=94831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:28:22.536579 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a3f4f897-0955-4953-a576-62c20e095ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:22.589396 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 620dea9c-e8e9-45fb-90f4-a5d52f6f69d8 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:22.675930 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d8222392-684f-40e1-b43e-e594e7f1a0d7 req-6c751dd6-168b-4394-b97d-dc0c4ba89934 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e109d97-7970-4672-b6dc-5d385660134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732692 Aug 29 04:28:22.743724 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-49d5b27c-19cf-4636-a928-dc74647fbfb0 admin admin] Deleting port c3907418-c7b8-46ed-8a07-1297c7859c57 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:22.744078 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-49d5b27c-19cf-4636-a928-dc74647fbfb0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:22.812345 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 620dea9c-e8e9-45fb-90f4-a5d52f6f69d8 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:22.814666 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:22.829799 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-d71fd1a8-619a-4879-ab2a-06e835cc4e10 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Allocated IP 172.20.0.6 (8509f2ae-d5ac-4d26-a671-8ee9b80a3f0b/7e51cc21-a9cb-4ad3-b8e9-872786b0ed91/e0bdc5fd-f9d9-4fbc-9ce5-61155abecb60) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:28:22.949748 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-3deed002-039a-4abc-85d6-c0864479a58a None None] Set router 1be7a8ea-6e07-406b-89f8-ad7190e2deef gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:28:22.954659 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a3f4f897-0955-4953-a576-62c20e095ffd None None] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:22.964998 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-a3f4f897-0955-4953-a576-62c20e095ffd None None] Transition to ACTIVE for port object c3907418-c7b8-46ed-8a07-1297c7859c57 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:22.972369 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a3f4f897-0955-4953-a576-62c20e095ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:23.003088 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-49d5b27c-19cf-4636-a928-dc74647fbfb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:23.031218 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-49d5b27c-19cf-4636-a928-dc74647fbfb0 admin admin] Calling delete_port for c3907418-c7b8-46ed-8a07-1297c7859c57 owned by network:router_interface {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:23.093246 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb53f92-968a-4e4d-b018-180aeb548f5f None None] Pushing event updated for resources: {'Port': ['ID=c3907418-c7b8-46ed-8a07-1297c7859c57,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:23.211088 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d71fd1a8-619a-4879-ab2a-06e835cc4e10 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:23.228995 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-d71fd1a8-619a-4879-ab2a-06e835cc4e10 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Transition to ACTIVE for port object e0bdc5fd-f9d9-4fbc-9ce5-61155abecb60 will not be triggered until provisioned by entity DHCP. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:23.258248 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-a3f4f897-0955-4953-a576-62c20e095ffd None None] Attempting to bind port c3907418-c7b8-46ed-8a07-1297c7859c57 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:28:23.258702 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-a3f4f897-0955-4953-a576-62c20e095ffd None None] Attempting to bind port c3907418-c7b8-46ed-8a07-1297c7859c57 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'cea90d4d-7f94-401c-b566-64a1ccbdb50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '06385230-95ab-486a-8cc3-e5095e82da00'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:28:23.264103 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f4f897-0955-4953-a576-62c20e095ffd None None] Attempting to bind port c3907418-c7b8-46ed-8a07-1297c7859c57 on network 06385230-95ab-486a-8cc3-e5095e82da00 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:28:23.271037 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f4f897-0955-4953-a576-62c20e095ffd None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:28:23.271807 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f4f897-0955-4953-a576-62c20e095ffd None None] Checking segment: {'id': 'cea90d4d-7f94-401c-b566-64a1ccbdb50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '06385230-95ab-486a-8cc3-e5095e82da00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:23.272382 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a3f4f897-0955-4953-a576-62c20e095ffd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:23.273108 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f4f897-0955-4953-a576-62c20e095ffd None None] Bound using segment: {'id': 'cea90d4d-7f94-401c-b566-64a1ccbdb50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '06385230-95ab-486a-8cc3-e5095e82da00'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:28:23.273896 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-a3f4f897-0955-4953-a576-62c20e095ffd None None] Bound port: c3907418-c7b8-46ed-8a07-1297c7859c57, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cea90d4d-7f94-401c-b566-64a1ccbdb50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '06385230-95ab-486a-8cc3-e5095e82da00'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:28:23.274514 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a3f4f897-0955-4953-a576-62c20e095ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:23.326853 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d71fd1a8-619a-4879-ab2a-06e835cc4e10 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:23.416565 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d71fd1a8-619a-4879-ab2a-06e835cc4e10 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Network 8509f2ae-d5ac-4d26-a671-8ee9b80a3f0b is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:23.457890 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-d71fd1a8-619a-4879-ab2a-06e835cc4e10 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:23.461764 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71fd1a8-619a-4879-ab2a-06e835cc4e10 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:28:23.480112 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:23.539477 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-49d5b27c-19cf-4636-a928-dc74647fbfb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:23.540286 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.db.api [None req-a3f4f897-0955-4953-a576-62c20e095ffd None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=94831) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:28:23.540887 n-d-712140-12 neutron-server[94831]: DEBUG oslo_db.api [None req-a3f4f897-0955-4953-a576-62c20e095ffd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:28:23.549562 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 620dea9c-e8e9-45fb-90f4-a5d52f6f69d8, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=620dea9c-e8e9-45fb-90f4-a5d52f6f69d8,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:23.588771 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:23.643784 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71fd1a8-619a-4879-ab2a-06e835cc4e10 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Pushing event updated for resources: {'Port': ['ID=e0bdc5fd-f9d9-4fbc-9ce5-61155abecb60,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:23.644141 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-b8ce412a-57b8-4d2b-9477-6a1a5d3c779d None None] Allocated IP 172.20.0.2 (8509f2ae-d5ac-4d26-a671-8ee9b80a3f0b/7e51cc21-a9cb-4ad3-b8e9-872786b0ed91/570abd24-b5f1-4f67-9964-1ee2e8d9f829) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:28:23.644410 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71fd1a8-619a-4879-ab2a-06e835cc4e10 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:23.644410 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d71fd1a8-619a-4879-ab2a-06e835cc4e10 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:23.651721 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d5b27c-19cf-4636-a928-dc74647fbfb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3907418-c7b8-46ed-8a07-1297c7859c57,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:23.652786 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-d71fd1a8-619a-4879-ab2a-06e835cc4e10 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.6885900 Aug 29 04:28:23.656234 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 33862) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:23.818702 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=620dea9c-e8e9-45fb-90f4-a5d52f6f69d8,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:23.848597 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 2ecf054b-56df-4164-b8fa-4da49f46e042 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:28:23.958316 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-50c24cce-bd16-4042-89b1-72e8dfa1ae4c None None] Could not find standard attr ID for object c3907418-c7b8-46ed-8a07-1297c7859c57. {{(pid=94830) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:28:23.972926 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 2ecf054b-56df-4164-b8fa-4da49f46e042 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:28:23.976959 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 2ecf054b-56df-4164-b8fa-4da49f46e042 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:28:24.067171 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-a3f4f897-0955-4953-a576-62c20e095ffd None None] Attempting to bind port c3907418-c7b8-46ed-8a07-1297c7859c57 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:28:24.067469 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-a3f4f897-0955-4953-a576-62c20e095ffd None None] Attempting to bind port c3907418-c7b8-46ed-8a07-1297c7859c57 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'cea90d4d-7f94-401c-b566-64a1ccbdb50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '06385230-95ab-486a-8cc3-e5095e82da00'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:28:24.067862 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f4f897-0955-4953-a576-62c20e095ffd None None] Attempting to bind port c3907418-c7b8-46ed-8a07-1297c7859c57 on network 06385230-95ab-486a-8cc3-e5095e82da00 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:28:24.089476 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f4f897-0955-4953-a576-62c20e095ffd None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:28:24.089851 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f4f897-0955-4953-a576-62c20e095ffd None None] Checking segment: {'id': 'cea90d4d-7f94-401c-b566-64a1ccbdb50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '06385230-95ab-486a-8cc3-e5095e82da00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:24.090259 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a3f4f897-0955-4953-a576-62c20e095ffd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:24.096337 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f4f897-0955-4953-a576-62c20e095ffd None None] Bound using segment: {'id': 'cea90d4d-7f94-401c-b566-64a1ccbdb50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '06385230-95ab-486a-8cc3-e5095e82da00'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:28:24.096882 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-a3f4f897-0955-4953-a576-62c20e095ffd None None] Bound port: c3907418-c7b8-46ed-8a07-1297c7859c57, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cea90d4d-7f94-401c-b566-64a1ccbdb50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '06385230-95ab-486a-8cc3-e5095e82da00'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:28:24.097293 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a3f4f897-0955-4953-a576-62c20e095ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:24.120055 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9406472c-2160-4ce7-b360-ca20f6d1a588 req-e7c949a9-8d2c-4fc0-8bd3-0fb16d57f0b7 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:24.121759 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9406472c-2160-4ce7-b360-ca20f6d1a588 req-e7c949a9-8d2c-4fc0-8bd3-0fb16d57f0b7 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/ports?device_id=16f6b687-4b46-4d96-b12a-3bf36ed39490 HTTP/1.1" status: 200 len: 946 time: 0.1023240 Aug 29 04:28:24.124703 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-49d5b27c-19cf-4636-a928-dc74647fbfb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-713231'] for router_interface, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:24.144512 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-3deed002-039a-4abc-85d6-c0864479a58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1be7a8ea-6e07-406b-89f8-ad7190e2deef', 'name': 'tempest-TestVolumeBackupRestore-482041586-router', 'tenant_id': 'abf94f37a1af42a19d4b8683f751bf1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '156b6c29-f146-4bf3-afda-4360d3786194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:28:02Z', 'updated_at': '2021-08-29T04:28:10Z', 'revision_number': 4, 'project_id': 'abf94f37a1af42a19d4b8683f751bf1c', 'gw_port': {'id': '156b6c29-f146-4bf3-afda-4360d3786194', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:53:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be7a8ea-6e07-406b-89f8-ad7190e2deef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:28:03Z', 'updated_at': '2021-08-29T04:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '0c39330f-1f95-470a-adc1-5f69ff79341e', 'name': '', 'network_id': 'f77316f2-4e49-4b83-97c4-4f7912397fb6', 'tenant_id': 'abf94f37a1af42a19d4b8683f751bf1c', 'mac_address': 'fa:16:3e:93:27:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1be7a8ea-6e07-406b-89f8-ad7190e2deef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2060, 'fixed_ips': [{'subnet_id': 'cf836613-dc86-4a80-a4b8-f0a30e377f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:28:08Z', 'updated_at': '2021-08-29T04:28:21Z', 'revision_number': 4, 'project_id': 'abf94f37a1af42a19d4b8683f751bf1c', 'subnets': [{'id': 'cf836613-dc86-4a80-a4b8-f0a30e377f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:24.180746 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-a3f4f897-0955-4953-a576-62c20e095ffd None None] Port c3907418-c7b8-46ed-8a07-1297c7859c57 has been deleted concurrently {{(pid=94831) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 29 04:28:24.212875 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f4f897-0955-4953-a576-62c20e095ffd None None] Routers {'f3b45f4d-b0af-45ee-a79c-7d230fa1c4aa'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:28:24.213685 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-a3f4f897-0955-4953-a576-62c20e095ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:28:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['f3b45f4d-b0af-45ee-a79c-7d230fa1c4aa'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:24.225475 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9406472c-2160-4ce7-b360-ca20f6d1a588 req-3013a74d-3e71-4c3c-85f5-b45491fbf3ca tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e109d97-7970-4672-b6dc-5d385660134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903697 Aug 29 04:28:24.230410 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3deed002-039a-4abc-85d6-c0864479a58a None None] The sync data for ids ['1be7a8ea-6e07-406b-89f8-ad7190e2deef'] in n-d-712140-12 is: [{'id': '1be7a8ea-6e07-406b-89f8-ad7190e2deef', 'name': 'tempest-TestVolumeBackupRestore-482041586-router', 'tenant_id': 'abf94f37a1af42a19d4b8683f751bf1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '156b6c29-f146-4bf3-afda-4360d3786194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:28:02Z', 'updated_at': '2021-08-29T04:28:10Z', 'revision_number': 4, 'project_id': 'abf94f37a1af42a19d4b8683f751bf1c', 'gw_port': {'id': '156b6c29-f146-4bf3-afda-4360d3786194', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:53:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be7a8ea-6e07-406b-89f8-ad7190e2deef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:28:03Z', 'updated_at': '2021-08-29T04:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '0c39330f-1f95-470a-adc1-5f69ff79341e', 'name': '', 'network_id': 'f77316f2-4e49-4b83-97c4-4f7912397fb6', 'tenant_id': 'abf94f37a1af42a19d4b8683f751bf1c', 'mac_address': 'fa:16:3e:93:27:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1be7a8ea-6e07-406b-89f8-ad7190e2deef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2060, 'fixed_ips': [{'subnet_id': 'cf836613-dc86-4a80-a4b8-f0a30e377f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:28:08Z', 'updated_at': '2021-08-29T04:28:21Z', 'revision_number': 4, 'project_id': 'abf94f37a1af42a19d4b8683f751bf1c', 'subnets': [{'id': 'cf836613-dc86-4a80-a4b8-f0a30e377f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:28:24.391017 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b8ce412a-57b8-4d2b-9477-6a1a5d3c779d None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:24.405810 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-b8ce412a-57b8-4d2b-9477-6a1a5d3c779d None None] Transition to ACTIVE for port object 570abd24-b5f1-4f67-9964-1ee2e8d9f829 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:24.465240 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-b8ce412a-57b8-4d2b-9477-6a1a5d3c779d None None] Transition to ACTIVE for port object 570abd24-b5f1-4f67-9964-1ee2e8d9f829 will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:24.476645 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b8ce412a-57b8-4d2b-9477-6a1a5d3c779d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:24.487893 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-a3f4f897-0955-4953-a576-62c20e095ffd None None] Set router f3b45f4d-b0af-45ee-a79c-7d230fa1c4aa gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:28:24.550705 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-26183de5-4313-4aca-832e-84cc303bd3a6 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:24.596754 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ce412a-57b8-4d2b-9477-6a1a5d3c779d None None] Network 8509f2ae-d5ac-4d26-a671-8ee9b80a3f0b is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:24.600790 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-b8ce412a-57b8-4d2b-9477-6a1a5d3c779d None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:24.608883 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ce412a-57b8-4d2b-9477-6a1a5d3c779d None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:28:24.612642 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ce412a-57b8-4d2b-9477-6a1a5d3c779d None None] Pushing event updated for resources: {'Port': ['ID=570abd24-b5f1-4f67-9964-1ee2e8d9f829,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:24.711402 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-b8ce412a-57b8-4d2b-9477-6a1a5d3c779d None None] Attempting to bind port 570abd24-b5f1-4f67-9964-1ee2e8d9f829 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:28:24.712746 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-b8ce412a-57b8-4d2b-9477-6a1a5d3c779d None None] Attempting to bind port 570abd24-b5f1-4f67-9964-1ee2e8d9f829 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'f87c6af8-d1b0-4c2e-9c4b-a834e4a97369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '8509f2ae-d5ac-4d26-a671-8ee9b80a3f0b'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:28:24.713126 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ce412a-57b8-4d2b-9477-6a1a5d3c779d None None] Attempting to bind port 570abd24-b5f1-4f67-9964-1ee2e8d9f829 on network 8509f2ae-d5ac-4d26-a671-8ee9b80a3f0b {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:28:24.722465 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ce412a-57b8-4d2b-9477-6a1a5d3c779d None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:28:24.722839 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ce412a-57b8-4d2b-9477-6a1a5d3c779d None None] Checking segment: {'id': 'f87c6af8-d1b0-4c2e-9c4b-a834e4a97369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '8509f2ae-d5ac-4d26-a671-8ee9b80a3f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:24.723246 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b8ce412a-57b8-4d2b-9477-6a1a5d3c779d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:24.723641 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ce412a-57b8-4d2b-9477-6a1a5d3c779d None None] Bound using segment: {'id': 'f87c6af8-d1b0-4c2e-9c4b-a834e4a97369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '8509f2ae-d5ac-4d26-a671-8ee9b80a3f0b'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:28:24.728499 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-b8ce412a-57b8-4d2b-9477-6a1a5d3c779d None None] Bound port: 570abd24-b5f1-4f67-9964-1ee2e8d9f829, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f87c6af8-d1b0-4c2e-9c4b-a834e4a97369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '8509f2ae-d5ac-4d26-a671-8ee9b80a3f0b'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:28:24.731029 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b8ce412a-57b8-4d2b-9477-6a1a5d3c779d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:24.923762 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-b8ce412a-57b8-4d2b-9477-6a1a5d3c779d None None] For port 570abd24-b5f1-4f67-9964-1ee2e8d9f829, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:28:24.931842 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-b8ce412a-57b8-4d2b-9477-6a1a5d3c779d None None] For port 570abd24-b5f1-4f67-9964-1ee2e8d9f829, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=570abd24-b5f1-4f67-9964-1ee2e8d9f829,segment=NetworkSegment(f87c6af8-d1b0-4c2e-9c4b-a834e4a97369),segment_id=f87c6af8-d1b0-4c2e-9c4b-a834e4a97369)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:28:24.938706 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-a3f4f897-0955-4953-a576-62c20e095ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3b45f4d-b0af-45ee-a79c-7d230fa1c4aa', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1699793152-router', 'tenant_id': 'c8fd7a260e724edd909844fc3f1844e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '620dea9c-e8e9-45fb-90f4-a5d52f6f69d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:28:10Z', 'updated_at': '2021-08-29T04:28:23Z', 'revision_number': 5, 'project_id': 'c8fd7a260e724edd909844fc3f1844e0', 'gw_port': {'id': '620dea9c-e8e9-45fb-90f4-a5d52f6f69d8', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:96:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b45f4d-b0af-45ee-a79c-7d230fa1c4aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:28:11Z', 'updated_at': '2021-08-29T04:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:24.943451 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b8ce412a-57b8-4d2b-9477-6a1a5d3c779d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:25.058773 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f4f897-0955-4953-a576-62c20e095ffd None None] The sync data for ids ['f3b45f4d-b0af-45ee-a79c-7d230fa1c4aa'] in n-d-712140-12 is: [{'id': 'f3b45f4d-b0af-45ee-a79c-7d230fa1c4aa', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1699793152-router', 'tenant_id': 'c8fd7a260e724edd909844fc3f1844e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '620dea9c-e8e9-45fb-90f4-a5d52f6f69d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:28:10Z', 'updated_at': '2021-08-29T04:28:23Z', 'revision_number': 5, 'project_id': 'c8fd7a260e724edd909844fc3f1844e0', 'gw_port': {'id': '620dea9c-e8e9-45fb-90f4-a5d52f6f69d8', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:96:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b45f4d-b0af-45ee-a79c-7d230fa1c4aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:28:11Z', 'updated_at': '2021-08-29T04:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:28:25.110647 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ce412a-57b8-4d2b-9477-6a1a5d3c779d None None] Pushing event updated for resources: {'Port': ['ID=570abd24-b5f1-4f67-9964-1ee2e8d9f829,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:25.636823 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49d5b27c-19cf-4636-a928-dc74647fbfb0 admin admin] Router f3b45f4d-b0af-45ee-a79c-7d230fa1c4aa has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:28:25.905012 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6408a544-5c8b-4763-b2b4-19a75fcaeecd req-e2438410-89b5-4a09-9c5a-05288e4cc7fb tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:25.906548 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6408a544-5c8b-4763-b2b4-19a75fcaeecd req-e2438410-89b5-4a09-9c5a-05288e4cc7fb tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/ports?device_id=16f6b687-4b46-4d96-b12a-3bf36ed39490 HTTP/1.1" status: 200 len: 946 time: 0.1537621 Aug 29 04:28:25.923393 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49d5b27c-19cf-4636-a928-dc74647fbfb0 admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:28:25.939336 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-49d5b27c-19cf-4636-a928-dc74647fbfb0 admin admin] 10.222.0.22 "PUT /v2.0/routers/f3b45f4d-b0af-45ee-a79c-7d230fa1c4aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8701518 Aug 29 04:28:25.940407 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 33896) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:26.027874 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 570abd24-b5f1-4f67-9964-1ee2e8d9f829 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:28:26.119575 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6408a544-5c8b-4763-b2b4-19a75fcaeecd req-054087da-7d1c-487b-a8fa-0bc80ae62cf3 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e109d97-7970-4672-b6dc-5d385660134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858113 Aug 29 04:28:26.177503 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-26183de5-4313-4aca-832e-84cc303bd3a6 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:26.188156 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 570abd24-b5f1-4f67-9964-1ee2e8d9f829 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:26.188374 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-26183de5-4313-4aca-832e-84cc303bd3a6 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:26.199308 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 620dea9c-e8e9-45fb-90f4-a5d52f6f69d8 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:28:26.285741 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bdd7d4de-2732-455d-a5dd-75221152f76f admin admin] Notify callbacks [] for router, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:26.333250 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 620dea9c-e8e9-45fb-90f4-a5d52f6f69d8 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:26.333936 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:26.448127 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26183de5-4313-4aca-832e-84cc303bd3a6 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Pushing event updated for resources: {'Port': ['ID=e0bdc5fd-f9d9-4fbc-9ce5-61155abecb60,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:26.636675 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bdd7d4de-2732-455d-a5dd-75221152f76f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:26.790355 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 0c39330f-1f95-470a-adc1-5f69ff79341e up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:28:26.824684 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-bdd7d4de-2732-455d-a5dd-75221152f76f admin admin] Deleting port 620dea9c-e8e9-45fb-90f4-a5d52f6f69d8 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:26.829239 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bdd7d4de-2732-455d-a5dd-75221152f76f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:26.859482 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-26183de5-4313-4aca-832e-84cc303bd3a6 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719598'] for router_interface, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:26.869462 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 0c39330f-1f95-470a-adc1-5f69ff79341e completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:26.878224 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 0c39330f-1f95-470a-adc1-5f69ff79341e triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:26.879396 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:27.004026 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-bdd7d4de-2732-455d-a5dd-75221152f76f admin admin] For port 620dea9c-e8e9-45fb-90f4-a5d52f6f69d8, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=620dea9c-e8e9-45fb-90f4-a5d52f6f69d8,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:27.004878 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bdd7d4de-2732-455d-a5dd-75221152f76f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:27.022315 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-bdd7d4de-2732-455d-a5dd-75221152f76f admin admin] Calling delete_port for 620dea9c-e8e9-45fb-90f4-a5d52f6f69d8 owned by network:router_gateway {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:27.127292 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:27.226443 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-26183de5-4313-4aca-832e-84cc303bd3a6 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:27.234339 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 0c39330f-1f95-470a-adc1-5f69ff79341e, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=0c39330f-1f95-470a-adc1-5f69ff79341e,segment=NetworkSegment(7fa18be5-b67b-455a-bcf7-9c1dc39feca9),segment_id=7fa18be5-b67b-455a-bcf7-9c1dc39feca9)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:27.243953 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62660926-e30e-4559-b45c-08a8fa61ba8b None None] Network 8509f2ae-d5ac-4d26-a671-8ee9b80a3f0b requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:27.306754 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bdd7d4de-2732-455d-a5dd-75221152f76f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:27.401923 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd7d4de-2732-455d-a5dd-75221152f76f admin admin] Pushing event deleted for resources: {'Port': ['ID=620dea9c-e8e9-45fb-90f4-a5d52f6f69d8,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:27.426137 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:27.434521 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3e2334-72dd-4fd4-b33e-eb9df20e4471 None None] Sync routers for ids ['f3b45f4d-b0af-45ee-a79c-7d230fa1c4aa'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:28:27.473417 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3e2334-72dd-4fd4-b33e-eb9df20e4471 None None] Routers {'f3b45f4d-b0af-45ee-a79c-7d230fa1c4aa'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:28:27.474598 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-1e3e2334-72dd-4fd4-b33e-eb9df20e4471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:28:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['f3b45f4d-b0af-45ee-a79c-7d230fa1c4aa'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:27.537813 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6295eda3-454a-4699-a93b-b61766f9cd04 req-4b858c50-8969-4a47-8194-df591ed11b87 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:27.539428 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6295eda3-454a-4699-a93b-b61766f9cd04 req-4b858c50-8969-4a47-8194-df591ed11b87 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/ports?device_id=16f6b687-4b46-4d96-b12a-3bf36ed39490 HTTP/1.1" status: 200 len: 946 time: 0.2579386 Aug 29 04:28:27.550719 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-c1a99463-8b54-45f3-9c1b-ea5a103e12af None None] Provisioning for port 570abd24-b5f1-4f67-9964-1ee2e8d9f829 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:27.581504 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bdd7d4de-2732-455d-a5dd-75221152f76f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719445'] for router_gateway, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:27.686966 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-c1a99463-8b54-45f3-9c1b-ea5a103e12af None None] Provisioning complete for port 570abd24-b5f1-4f67-9964-1ee2e8d9f829 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:27.687426 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c1a99463-8b54-45f3-9c1b-ea5a103e12af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:27.696344 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-1e3e2334-72dd-4fd4-b33e-eb9df20e4471 None None] Set router f3b45f4d-b0af-45ee-a79c-7d230fa1c4aa gateway port host: None {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:28:27.798669 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-26183de5-4313-4aca-832e-84cc303bd3a6 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:27.813934 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-26183de5-4313-4aca-832e-84cc303bd3a6 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:27.816716 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=0c39330f-1f95-470a-adc1-5f69ff79341e,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:27.876121 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-1e3e2334-72dd-4fd4-b33e-eb9df20e4471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3b45f4d-b0af-45ee-a79c-7d230fa1c4aa', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1699793152-router', 'tenant_id': 'c8fd7a260e724edd909844fc3f1844e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:28:10Z', 'updated_at': '2021-08-29T04:28:27Z', 'revision_number': 7, 'project_id': 'c8fd7a260e724edd909844fc3f1844e0', 'gw_port_host': None}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:27.882227 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:27.882577 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:27.882916 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:27.883255 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:27.883587 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:27.883945 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:27.884278 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:27.884605 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:27.884927 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:27.885250 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:27.885574 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:27.885896 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:27.913250 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bdd7d4de-2732-455d-a5dd-75221152f76f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:27.928924 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3e2334-72dd-4fd4-b33e-eb9df20e4471 None None] Checking router: f3b45f4d-b0af-45ee-a79c-7d230fa1c4aa for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:28:27.938349 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6295eda3-454a-4699-a93b-b61766f9cd04 req-b3f82ebe-8081-46e2-aa5d-9fbf3946c109 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e109d97-7970-4672-b6dc-5d385660134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3831604 Aug 29 04:28:27.939738 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bdd7d4de-2732-455d-a5dd-75221152f76f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:27.975803 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26183de5-4313-4aca-832e-84cc303bd3a6 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Pushing event updated for resources: {'Port': ['ID=e0bdc5fd-f9d9-4fbc-9ce5-61155abecb60,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:27.978562 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-26183de5-4313-4aca-832e-84cc303bd3a6 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-718897'] for router_interface, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:27.999209 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3e2334-72dd-4fd4-b33e-eb9df20e4471 None None] Routers {'f3b45f4d-b0af-45ee-a79c-7d230fa1c4aa'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:28:27.999888 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-1e3e2334-72dd-4fd4-b33e-eb9df20e4471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:28:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['f3b45f4d-b0af-45ee-a79c-7d230fa1c4aa'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:28.067840 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bdd7d4de-2732-455d-a5dd-75221152f76f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717253'] for router, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:28.073960 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdd7d4de-2732-455d-a5dd-75221152f76f admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3b45f4d-b0af-45ee-a79c-7d230fa1c4aa {{(pid=94828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:28:28.075246 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c1a99463-8b54-45f3-9c1b-ea5a103e12af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:28.079953 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bdd7d4de-2732-455d-a5dd-75221152f76f admin admin] Notify callbacks [] for router, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:28.083554 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-bdd7d4de-2732-455d-a5dd-75221152f76f admin admin] 10.222.0.22 "DELETE /v2.0/routers/f3b45f4d-b0af-45ee-a79c-7d230fa1c4aa HTTP/1.1" status: 204 len: 168 time: 2.1398709 Aug 29 04:28:28.084345 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 33932) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:28.096673 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-1e3e2334-72dd-4fd4-b33e-eb9df20e4471 None None] Set router f3b45f4d-b0af-45ee-a79c-7d230fa1c4aa gateway port host: None {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:28:28.182584 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-1e3e2334-72dd-4fd4-b33e-eb9df20e4471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3b45f4d-b0af-45ee-a79c-7d230fa1c4aa', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1699793152-router', 'tenant_id': 'c8fd7a260e724edd909844fc3f1844e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:28:10Z', 'updated_at': '2021-08-29T04:28:27Z', 'revision_number': 7, 'project_id': 'c8fd7a260e724edd909844fc3f1844e0', 'gw_port_host': None}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:28.188287 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26183de5-4313-4aca-832e-84cc303bd3a6 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Network 8509f2ae-d5ac-4d26-a671-8ee9b80a3f0b is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:28.189683 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-26183de5-4313-4aca-832e-84cc303bd3a6 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:28.255120 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3e2334-72dd-4fd4-b33e-eb9df20e4471 None None] The sync data for ids ['f3b45f4d-b0af-45ee-a79c-7d230fa1c4aa'] in n-d-712140-12 is: [{'id': 'f3b45f4d-b0af-45ee-a79c-7d230fa1c4aa', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1699793152-router', 'tenant_id': 'c8fd7a260e724edd909844fc3f1844e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:28:10Z', 'updated_at': '2021-08-29T04:28:27Z', 'revision_number': 7, 'project_id': 'c8fd7a260e724edd909844fc3f1844e0', 'gw_port_host': None}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:28:28.259665 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-c1a99463-8b54-45f3-9c1b-ea5a103e12af None None] For port 570abd24-b5f1-4f67-9964-1ee2e8d9f829, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=570abd24-b5f1-4f67-9964-1ee2e8d9f829,segment=NetworkSegment(f87c6af8-d1b0-4c2e-9c4b-a834e4a97369),segment_id=f87c6af8-d1b0-4c2e-9c4b-a834e4a97369)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:28.280219 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c1a99463-8b54-45f3-9c1b-ea5a103e12af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:28.289718 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_v2 [None req-f63c8ff1-5d3b-40b5-983a-1af176b0860f admin admin] Deleting subnet 92d683f8-2261-43fc-bbbd-9941cbdd5bf1 {{(pid=94828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:28:28.302549 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f63c8ff1-5d3b-40b5-983a-1af176b0860f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:28.361358 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a99463-8b54-45f3-9c1b-ea5a103e12af None None] Pushing event updated for resources: {'Port': ['ID=570abd24-b5f1-4f67-9964-1ee2e8d9f829,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:28.411941 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f63c8ff1-5d3b-40b5-983a-1af176b0860f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8904862'] for subnet, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:28.474357 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:28.530939 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26183de5-4313-4aca-832e-84cc303bd3a6 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Router 6b07a858-d8bf-47c4-916c-5aee37b1990c is scheduled to L3 agent 76874008-c311-485c-ba36-921b6d275b6a with binding_index 1 {{(pid=94829) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:28:28.547916 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f63c8ff1-5d3b-40b5-983a-1af176b0860f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:28.605180 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e08ea4b0-bf05-4cc0-ab7b-0b5c26e00c81 None None] Provisioning complete for port 570abd24-b5f1-4f67-9964-1ee2e8d9f829 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:28.608993 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e08ea4b0-bf05-4cc0-ab7b-0b5c26e00c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:28.648049 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f63c8ff1-5d3b-40b5-983a-1af176b0860f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9190434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062341'] for subnet, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:28.719955 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63c8ff1-5d3b-40b5-983a-1af176b0860f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92d683f8-2261-43fc-bbbd-9941cbdd5bf1,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:28.723020 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f63c8ff1-5d3b-40b5-983a-1af176b0860f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:28.724048 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-f63c8ff1-5d3b-40b5-983a-1af176b0860f admin admin] 10.222.0.22 "DELETE /v2.0/subnets/92d683f8-2261-43fc-bbbd-9941cbdd5bf1 HTTP/1.1" status: 204 len: 168 time: 0.6385944 Aug 29 04:28:28.737176 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 33942) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:28.754084 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b71d411-d82c-40a2-8f5d-b1a419736520 None None] Network 06385230-95ab-486a-8cc3-e5095e82da00 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:28.778191 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26183de5-4313-4aca-832e-84cc303bd3a6 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:28:28.790594 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca197abb-2750-4c82-b048-ada9e76cd316 None None] Sync routers for ids ['6b07a858-d8bf-47c4-916c-5aee37b1990c'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:28:28.795671 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-26183de5-4313-4aca-832e-84cc303bd3a6 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "PUT /v2.0/routers/6b07a858-d8bf-47c4-916c-5aee37b1990c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1375806 Aug 29 04:28:28.798064 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 33944) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:28.817448 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca197abb-2750-4c82-b048-ada9e76cd316 None None] Routers {'6b07a858-d8bf-47c4-916c-5aee37b1990c'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:28:28.817919 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-ca197abb-2750-4c82-b048-ada9e76cd316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:28:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['6b07a858-d8bf-47c4-916c-5aee37b1990c'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:28.890210 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-ca197abb-2750-4c82-b048-ada9e76cd316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:28.900506 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0ce9851-f1c4-4d79-9f9d-e0a079164a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:28.910148 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca197abb-2750-4c82-b048-ada9e76cd316 None None] Routers {'6b07a858-d8bf-47c4-916c-5aee37b1990c'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:28:28.910785 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-ca197abb-2750-4c82-b048-ada9e76cd316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:28:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['6b07a858-d8bf-47c4-916c-5aee37b1990c'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:28.938814 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74be0d1-42e7-4041-8d0d-a8d91a2e06fe tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:28.941364 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-e74be0d1-42e7-4041-8d0d-a8d91a2e06fe tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b07a858-d8bf-47c4-916c-5aee37b1990c HTTP/1.1" status: 200 len: 981 time: 0.1418118 Aug 29 04:28:28.947832 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 33952) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:29.084847 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-ca197abb-2750-4c82-b048-ada9e76cd316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:29.086018 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca197abb-2750-4c82-b048-ada9e76cd316 None None] The sync data for ids ['6b07a858-d8bf-47c4-916c-5aee37b1990c'] in n-d-712140-12 is: [] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:28:29.131016 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d0ce9851-f1c4-4d79-9f9d-e0a079164a90 admin admin] Deleting port 514c1941-69c9-4054-ac5c-cdb743cf20be {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:29.132137 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0ce9851-f1c4-4d79-9f9d-e0a079164a90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:29.223544 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e08ea4b0-bf05-4cc0-ab7b-0b5c26e00c81 None None] Provisioning for port e0bdc5fd-f9d9-4fbc-9ce5-61155abecb60 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:29.252798 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e08ea4b0-bf05-4cc0-ab7b-0b5c26e00c81 None None] Provisioning complete for port e0bdc5fd-f9d9-4fbc-9ce5-61155abecb60 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:29.253183 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e08ea4b0-bf05-4cc0-ab7b-0b5c26e00c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:29.290623 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0ce9851-f1c4-4d79-9f9d-e0a079164a90 admin admin] For port 514c1941-69c9-4054-ac5c-cdb743cf20be, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=514c1941-69c9-4054-ac5c-cdb743cf20be,segment=NetworkSegment(cea90d4d-7f94-401c-b566-64a1ccbdb50d),segment_id=cea90d4d-7f94-401c-b566-64a1ccbdb50d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:29.292977 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0ce9851-f1c4-4d79-9f9d-e0a079164a90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:29.333953 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d0ce9851-f1c4-4d79-9f9d-e0a079164a90 admin admin] Calling delete_port for 514c1941-69c9-4054-ac5c-cdb743cf20be owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:29.361038 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e08ea4b0-bf05-4cc0-ab7b-0b5c26e00c81 None None] Port e0bdc5fd-f9d9-4fbc-9ce5-61155abecb60 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:28:29.367192 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28768980-a0b4-4677-b3bc-09dd419aa8bf None None] DHCP port deletion for 06385230-95ab-486a-8cc3-e5095e82da00 request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:28:29.490988 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb846f2d-582e-422d-a480-342854a73d90 req-d9d95972-f15e-42eb-969d-5cc28722366b tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:29.492592 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-bb846f2d-582e-422d-a480-342854a73d90 req-d9d95972-f15e-42eb-969d-5cc28722366b tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/ports?device_id=16f6b687-4b46-4d96-b12a-3bf36ed39490 HTTP/1.1" status: 200 len: 946 time: 0.3664458 Aug 29 04:28:29.542080 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-28768980-a0b4-4677-b3bc-09dd419aa8bf None None] Deleting port 514c1941-69c9-4054-ac5c-cdb743cf20be {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:29.542468 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-28768980-a0b4-4677-b3bc-09dd419aa8bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:29.571533 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0ce9851-f1c4-4d79-9f9d-e0a079164a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:29.642046 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ce9851-f1c4-4d79-9f9d-e0a079164a90 admin admin] Pushing event deleted for resources: {'Port': ['ID=514c1941-69c9-4054-ac5c-cdb743cf20be,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:29.682192 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ce9851-f1c4-4d79-9f9d-e0a079164a90 admin admin] No DVR routers for this DVR port 514c1941-69c9-4054-ac5c-cdb743cf20be on host n-d-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:28:29.780474 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-28768980-a0b4-4677-b3bc-09dd419aa8bf None None] For port 514c1941-69c9-4054-ac5c-cdb743cf20be, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=514c1941-69c9-4054-ac5c-cdb743cf20be,segment=NetworkSegment(cea90d4d-7f94-401c-b566-64a1ccbdb50d),segment_id=cea90d4d-7f94-401c-b566-64a1ccbdb50d)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:29.780869 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-28768980-a0b4-4677-b3bc-09dd419aa8bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:29.797913 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-bb846f2d-582e-422d-a480-342854a73d90 req-03ccd36d-778e-4c93-8acd-9e735f08e6b2 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e109d97-7970-4672-b6dc-5d385660134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274034 Aug 29 04:28:29.813698 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-28768980-a0b4-4677-b3bc-09dd419aa8bf None None] Calling delete_port for 514c1941-69c9-4054-ac5c-cdb743cf20be owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:29.815964 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-d35897bb-f5c1-466f-8ce7-8e23f54f09c9 None None] Provisioning complete for port e0bdc5fd-f9d9-4fbc-9ce5-61155abecb60 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:29.816417 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d35897bb-f5c1-466f-8ce7-8e23f54f09c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:29.903154 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 570abd24-b5f1-4f67-9964-1ee2e8d9f829 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:28:29.932618 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-d35897bb-f5c1-466f-8ce7-8e23f54f09c9 None None] Port e0bdc5fd-f9d9-4fbc-9ce5-61155abecb60 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:28:29.945950 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0ce9851-f1c4-4d79-9f9d-e0a079164a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:29.960277 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-d0ce9851-f1c4-4d79-9f9d-e0a079164a90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06385230-95ab-486a-8cc3-e5095e82da00']}} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:29.986826 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-d0ce9851-f1c4-4d79-9f9d-e0a079164a90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cea90d4d-7f94-401c-b566-64a1ccbdb50d') {'for_net_delete': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:29.987591 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-d0ce9851-f1c4-4d79-9f9d-e0a079164a90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cea90d4d-7f94-401c-b566-64a1ccbdb50d') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:29.987716 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-28768980-a0b4-4677-b3bc-09dd419aa8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:29.991492 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 570abd24-b5f1-4f67-9964-1ee2e8d9f829 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:29.991881 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:30.000113 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0ce9851-f1c4-4d79-9f9d-e0a079164a90 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8904833'] for segment, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:30.026272 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0ce9851-f1c4-4d79-9f9d-e0a079164a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:30.035166 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0ce9851-f1c4-4d79-9f9d-e0a079164a90 admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=94828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:28:30.036037 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0ce9851-f1c4-4d79-9f9d-e0a079164a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9190468'] for segment, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:30.061641 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28768980-a0b4-4677-b3bc-09dd419aa8bf None None] Pushing event deleted for resources: {'Port': ['ID=514c1941-69c9-4054-ac5c-cdb743cf20be,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:30.071529 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28768980-a0b4-4677-b3bc-09dd419aa8bf None None] No DVR routers for this DVR port 514c1941-69c9-4054-ac5c-cdb743cf20be on host n-d-712140-12 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:28:30.104348 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6e54ee55-f300-4daa-9046-53b4d3e55da2 None None] Provisioning complete for port e0bdc5fd-f9d9-4fbc-9ce5-61155abecb60 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:30.104625 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6e54ee55-f300-4daa-9046-53b4d3e55da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:30.127046 n-d-712140-12 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:28:30.127046 n-d-712140-12 neutron-server[94828]: items = [ Aug 29 04:28:30.127046 n-d-712140-12 neutron-server[94828]: Traceback (most recent call last): Aug 29 04:28:30.127046 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:28:30.127046 n-d-712140-12 neutron-server[94828]: timer() Aug 29 04:28:30.127046 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:28:30.127046 n-d-712140-12 neutron-server[94828]: cb(*args, **kw) Aug 29 04:28:30.127046 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:28:30.127046 n-d-712140-12 neutron-server[94828]: return func(*args, **kwargs) Aug 29 04:28:30.127046 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:28:30.127046 n-d-712140-12 neutron-server[94828]: self._notify() Aug 29 04:28:30.127046 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:28:30.127046 n-d-712140-12 neutron-server[94828]: self.callback(batched_events) Aug 29 04:28:30.127046 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:28:30.127046 n-d-712140-12 neutron-server[94828]: event.method(event) Aug 29 04:28:30.127046 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:28:30.127046 n-d-712140-12 neutron-server[94828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:28:30.127046 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:28:30.127046 n-d-712140-12 neutron-server[94828]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:28:30.127046 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:28:30.127046 n-d-712140-12 neutron-server[94828]: return f(self, *a, **k) Aug 29 04:28:30.127046 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:28:30.127046 n-d-712140-12 neutron-server[94828]: return self._get(url).json() Aug 29 04:28:30.127046 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:28:30.127046 n-d-712140-12 neutron-server[94828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:28:30.127046 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:28:30.127046 n-d-712140-12 neutron-server[94828]: return self.request(url, 'GET', **kwargs) Aug 29 04:28:30.127046 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:28:30.127046 n-d-712140-12 neutron-server[94828]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:28:30.127046 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:28:30.127046 n-d-712140-12 neutron-server[94828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:28:30.127046 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:28:30.127046 n-d-712140-12 neutron-server[94828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:28:30.127046 n-d-712140-12 neutron-server[94828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:28:30.176450 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0ce9851-f1c4-4d79-9f9d-e0a079164a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:30.182427 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0ce9851-f1c4-4d79-9f9d-e0a079164a90 admin admin] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:30.184312 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-d0ce9851-f1c4-4d79-9f9d-e0a079164a90 admin admin] 10.222.0.22 "DELETE /v2.0/networks/06385230-95ab-486a-8cc3-e5095e82da00 HTTP/1.1" status: 204 len: 168 time: 1.4465308 Aug 29 04:28:30.217518 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6e54ee55-f300-4daa-9046-53b4d3e55da2 None None] Port e0bdc5fd-f9d9-4fbc-9ce5-61155abecb60 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:28:30.247140 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ce9851-f1c4-4d79-9f9d-e0a079164a90 admin admin] Pushing event deleted for resources: {'Network': ['ID=06385230-95ab-486a-8cc3-e5095e82da00,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:30.263226 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 0c39330f-1f95-470a-adc1-5f69ff79341e up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:28:30.280694 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fa34f2b2-0b69-4296-bfe2-b5adfcac2744 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713413'] for router_interface, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:30.367563 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 0c39330f-1f95-470a-adc1-5f69ff79341e triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:30.367992 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:30.429975 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 33972) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:30.535347 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 33978) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:30.539821 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-14e175ac-8574-4550-8f74-e053a9f45ac5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c8fd7a260e724edd909844fc3f1844e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1085560 Aug 29 04:28:30.642293 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-539bc683-ed0b-4f59-96a4-4934179d1127 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:30.688073 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-539bc683-ed0b-4f59-96a4-4934179d1127 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:30.719028 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 514c1941-69c9-4054-ac5c-cdb743cf20be no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:28:30.771561 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 514c1941-69c9-4054-ac5c-cdb743cf20be {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:28:30.772255 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 514c1941-69c9-4054-ac5c-cdb743cf20be not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:28:30.772595 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 620dea9c-e8e9-45fb-90f4-a5d52f6f69d8 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:28:30.796601 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 620dea9c-e8e9-45fb-90f4-a5d52f6f69d8 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:28:30.797760 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 620dea9c-e8e9-45fb-90f4-a5d52f6f69d8 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:28:30.842408 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-fa34f2b2-0b69-4296-bfe2-b5adfcac2744 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Deleting port e0bdc5fd-f9d9-4fbc-9ce5-61155abecb60 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:30.842988 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fa34f2b2-0b69-4296-bfe2-b5adfcac2744 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:30.919731 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-539bc683-ed0b-4f59-96a4-4934179d1127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:30.924078 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-539bc683-ed0b-4f59-96a4-4934179d1127 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:30.929368 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-539bc683-ed0b-4f59-96a4-4934179d1127 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/314ded95-d7c3-4769-930b-5e708763dfe9 HTTP/1.1" status: 204 len: 168 time: 0.3888438 Aug 29 04:28:30.956190 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a66eb3-d816-42a7-be93-e5d8ab7fdbbd req-385bc3a3-a042-4708-92c4-89db8e771ff9 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:30.956390 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539bc683-ed0b-4f59-96a4-4934179d1127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=314ded95-d7c3-4769-930b-5e708763dfe9,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:30.959728 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-29a66eb3-d816-42a7-be93-e5d8ab7fdbbd req-385bc3a3-a042-4708-92c4-89db8e771ff9 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/ports?device_id=16f6b687-4b46-4d96-b12a-3bf36ed39490 HTTP/1.1" status: 200 len: 946 time: 0.0765262 Aug 29 04:28:30.995525 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fa34f2b2-0b69-4296-bfe2-b5adfcac2744 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:31.011556 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-fa34f2b2-0b69-4296-bfe2-b5adfcac2744 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Calling delete_port for e0bdc5fd-f9d9-4fbc-9ce5-61155abecb60 owned by network:router_interface {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:31.058342 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-29a66eb3-d816-42a7-be93-e5d8ab7fdbbd req-e55f4091-0704-487b-8f90-3bf769f55310 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e109d97-7970-4672-b6dc-5d385660134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892165 Aug 29 04:28:31.257766 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fa34f2b2-0b69-4296-bfe2-b5adfcac2744 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:31.305866 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa34f2b2-0b69-4296-bfe2-b5adfcac2744 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Pushing event deleted for resources: {'Port': ['ID=e0bdc5fd-f9d9-4fbc-9ce5-61155abecb60,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:31.476197 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fa34f2b2-0b69-4296-bfe2-b5adfcac2744 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-713231'] for router_interface, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:31.709291 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa34f2b2-0b69-4296-bfe2-b5adfcac2744 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Router 6b07a858-d8bf-47c4-916c-5aee37b1990c has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:28:32.152406 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa34f2b2-0b69-4296-bfe2-b5adfcac2744 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:28:32.161775 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-fa34f2b2-0b69-4296-bfe2-b5adfcac2744 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "PUT /v2.0/routers/6b07a858-d8bf-47c4-916c-5aee37b1990c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2126305 Aug 29 04:28:32.164524 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 34030) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:32.173742 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33ae69b-8646-44c0-a7da-67a7f610062d None None] Sync routers for ids ['6b07a858-d8bf-47c4-916c-5aee37b1990c'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:28:32.186368 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33ae69b-8646-44c0-a7da-67a7f610062d None None] Routers {'6b07a858-d8bf-47c4-916c-5aee37b1990c'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:28:32.187258 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-d33ae69b-8646-44c0-a7da-67a7f610062d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:28:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['6b07a858-d8bf-47c4-916c-5aee37b1990c'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:32.206421 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 34036) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:32.229817 n-d-712140-12 neutron-server[94828]: INFO neutron.pecan_wsgi.hooks.translation [None req-e26ad2ed-016e-47fa-9f81-1aa32403184c tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] GET failed (client error): The resource could not be found. Aug 29 04:28:32.231819 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-e26ad2ed-016e-47fa-9f81-1aa32403184c tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "GET /v2.0/ports/e0bdc5fd-f9d9-4fbc-9ce5-61155abecb60 HTTP/1.1" status: 404 len: 333 time: 0.0656872 Aug 29 04:28:32.234615 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-d33ae69b-8646-44c0-a7da-67a7f610062d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:32.235488 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 34040) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:32.239573 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0990835-705e-4493-aedf-839ec6be0135 req-7549a38e-0b37-4d30-8bfe-312f82119351 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:32.241212 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f0990835-705e-4493-aedf-839ec6be0135 req-7549a38e-0b37-4d30-8bfe-312f82119351 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/ports?device_id=16f6b687-4b46-4d96-b12a-3bf36ed39490 HTTP/1.1" status: 200 len: 946 time: 0.0869682 Aug 29 04:28:32.245275 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33ae69b-8646-44c0-a7da-67a7f610062d None None] Routers {'6b07a858-d8bf-47c4-916c-5aee37b1990c'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:28:32.246093 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-d33ae69b-8646-44c0-a7da-67a7f610062d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:28:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['6b07a858-d8bf-47c4-916c-5aee37b1990c'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:32.283496 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-d33ae69b-8646-44c0-a7da-67a7f610062d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:32.284198 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33ae69b-8646-44c0-a7da-67a7f610062d None None] The sync data for ids ['6b07a858-d8bf-47c4-916c-5aee37b1990c'] in n-d-712140-12 is: [] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:28:32.329631 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f0990835-705e-4493-aedf-839ec6be0135 req-c6adffad-d9db-4fb2-989b-7316949f97f3 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e109d97-7970-4672-b6dc-5d385660134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819137 Aug 29 04:28:32.366950 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71771fda-5a19-4a23-8fb5-f2e03cd7159f tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks [] for router, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:32.416155 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-9283d92e-9e49-4d72-a163-732cd9920298 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-793867475-network', 'tenant_id': 'ae62e35dda7b4c8db4c80924ca47fbdb'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:32.492886 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9283d92e-9e49-4d72-a163-732cd9920298 admin admin] Made reservation on behalf of ae62e35dda7b4c8db4c80924ca47fbdb for: {'network': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:32.495189 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9283d92e-9e49-4d72-a163-732cd9920298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:32.562123 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9283d92e-9e49-4d72-a163-732cd9920298 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:32.578346 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71771fda-5a19-4a23-8fb5-f2e03cd7159f tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:32.581198 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71771fda-5a19-4a23-8fb5-f2e03cd7159f tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:32.637671 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71771fda-5a19-4a23-8fb5-f2e03cd7159f tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717253'] for router, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:32.638263 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71771fda-5a19-4a23-8fb5-f2e03cd7159f tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Fanout notify agent at l3_agent the message router_deleted on router 6b07a858-d8bf-47c4-916c-5aee37b1990c {{(pid=94828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:28:32.647069 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71771fda-5a19-4a23-8fb5-f2e03cd7159f tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks [] for router, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:32.651145 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 34048) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:32.651355 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-71771fda-5a19-4a23-8fb5-f2e03cd7159f tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "DELETE /v2.0/routers/6b07a858-d8bf-47c4-916c-5aee37b1990c HTTP/1.1" status: 204 len: 168 time: 0.4146821 Aug 29 04:28:32.720001 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab8dc792-cee2-4098-b1d2-19353d376c97 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Deleting subnet 7e51cc21-a9cb-4ad3-b8e9-872786b0ed91 {{(pid=94829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:28:32.724382 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ab8dc792-cee2-4098-b1d2-19353d376c97 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks [] for subnet, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:32.744023 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9283d92e-9e49-4d72-a163-732cd9920298 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:32.752374 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9283d92e-9e49-4d72-a163-732cd9920298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:32.767970 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9283d92e-9e49-4d72-a163-732cd9920298 admin admin] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=94828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:28:32.782272 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ab8dc792-cee2-4098-b1d2-19353d376c97 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4311743'] for subnet, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:32.795336 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9283d92e-9e49-4d72-a163-732cd9920298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:32.795858 n-d-712140-12 neutron-server[94828]: INFO neutron.db.segments_db [None req-9283d92e-9e49-4d72-a163-732cd9920298 admin admin] Added segment e370ab6f-b877-4d1b-8a8e-a0dc4be5ecd4 of type vlan for network f71495d7-96ad-4847-83eb-b3625c73c9a5 Aug 29 04:28:32.818322 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9283d92e-9e49-4d72-a163-732cd9920298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2284a1b-92b5-4cc6-825a-c1a1841e1dbc,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:32.868483 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9283d92e-9e49-4d72-a163-732cd9920298 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:32.921681 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ab8dc792-cee2-4098-b1d2-19353d376c97 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:32.923042 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9283d92e-9e49-4d72-a163-732cd9920298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:32.926461 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9283d92e-9e49-4d72-a163-732cd9920298 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:32.927789 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9283d92e-9e49-4d72-a163-732cd9920298 admin admin] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:33.000002 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-9283d92e-9e49-4d72-a163-732cd9920298 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.7883780 Aug 29 04:28:33.000274 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 34058) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:33.002606 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ab8dc792-cee2-4098-b1d2-19353d376c97 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4552352'] for subnet, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:33.008690 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-082e3d1e-6a4d-4fdf-b8d6-69bcb7e86562 admin admin] Request body: {'subnet': {'network_id': 'f71495d7-96ad-4847-83eb-b3625c73c9a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-793867475-subnet', 'tenant_id': 'ae62e35dda7b4c8db4c80924ca47fbdb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:33.021394 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9283d92e-9e49-4d72-a163-732cd9920298 admin admin] Pushing event updated for resources: {'Network': ['ID=f71495d7-96ad-4847-83eb-b3625c73c9a5,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:33.033343 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network f71495d7-96ad-4847-83eb-b3625c73c9a5 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:28:33.035712 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8dc792-cee2-4098-b1d2-19353d376c97 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Pushing event deleted for resources: {'Subnet': ['ID=7e51cc21-a9cb-4ad3-b8e9-872786b0ed91,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:33.043520 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ab8dc792-cee2-4098-b1d2-19353d376c97 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:33.049142 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 34060) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:33.050074 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-ab8dc792-cee2-4098-b1d2-19353d376c97 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "DELETE /v2.0/subnets/7e51cc21-a9cb-4ad3-b8e9-872786b0ed91 HTTP/1.1" status: 204 len: 168 time: 0.3973749 Aug 29 04:28:33.073054 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-082e3d1e-6a4d-4fdf-b8d6-69bcb7e86562 admin admin] Made reservation on behalf of ae62e35dda7b4c8db4c80924ca47fbdb for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:33.075780 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-082e3d1e-6a4d-4fdf-b8d6-69bcb7e86562 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:33.084729 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52b34f4-60d3-47bf-aee9-a3a3ab2a250a None None] Network 8509f2ae-d5ac-4d26-a671-8ee9b80a3f0b requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:33.234996 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-34b7eeb9-1af3-444b-8154-a8c58f256058 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:33.379292 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e5677e0e-bb30-41d3-8119-b1808d43ce16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:33.393830 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-34b7eeb9-1af3-444b-8154-a8c58f256058 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Deleting port 570abd24-b5f1-4f67-9964-1ee2e8d9f829 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:33.395782 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-34b7eeb9-1af3-444b-8154-a8c58f256058 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:33.557714 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-082e3d1e-6a4d-4fdf-b8d6-69bcb7e86562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9191137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10062364'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:33.559435 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7510b02f-d29b-4564-8c87-dc2b42dcf4f3 None None] DHCP port deletion for 8509f2ae-d5ac-4d26-a671-8ee9b80a3f0b request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:28:33.568741 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-34b7eeb9-1af3-444b-8154-a8c58f256058 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] For port 570abd24-b5f1-4f67-9964-1ee2e8d9f829, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=570abd24-b5f1-4f67-9964-1ee2e8d9f829,segment=NetworkSegment(f87c6af8-d1b0-4c2e-9c4b-a834e4a97369),segment_id=f87c6af8-d1b0-4c2e-9c4b-a834e4a97369)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:33.569113 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-34b7eeb9-1af3-444b-8154-a8c58f256058 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:33.614067 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-34b7eeb9-1af3-444b-8154-a8c58f256058 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Calling delete_port for 570abd24-b5f1-4f67-9964-1ee2e8d9f829 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:33.639656 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18670fc5-bc1e-4e90-a3ce-bbe1cb7e4f5d req-8dac574d-bee3-4d64-8971-fc393868ef7b tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:33.641261 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-18670fc5-bc1e-4e90-a3ce-bbe1cb7e4f5d req-8dac574d-bee3-4d64-8971-fc393868ef7b tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/ports?device_id=16f6b687-4b46-4d96-b12a-3bf36ed39490 HTTP/1.1" status: 200 len: 946 time: 0.1806376 Aug 29 04:28:33.643563 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-7510b02f-d29b-4564-8c87-dc2b42dcf4f3 None None] Deleting port 570abd24-b5f1-4f67-9964-1ee2e8d9f829 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:33.644443 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7510b02f-d29b-4564-8c87-dc2b42dcf4f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:33.713400 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082e3d1e-6a4d-4fdf-b8d6-69bcb7e86562 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5de44217-4c88-4ff9-be1a-03ac5f0e7204,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:33.713961 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-7510b02f-d29b-4564-8c87-dc2b42dcf4f3 None None] For port 570abd24-b5f1-4f67-9964-1ee2e8d9f829, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=570abd24-b5f1-4f67-9964-1ee2e8d9f829,segment=NetworkSegment(f87c6af8-d1b0-4c2e-9c4b-a834e4a97369),segment_id=f87c6af8-d1b0-4c2e-9c4b-a834e4a97369)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:33.714450 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7510b02f-d29b-4564-8c87-dc2b42dcf4f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:33.735294 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082e3d1e-6a4d-4fdf-b8d6-69bcb7e86562 admin admin] Checking segment: {'id': 'e370ab6f-b877-4d1b-8a8e-a0dc4be5ecd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'f71495d7-96ad-4847-83eb-b3625c73c9a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:33.735651 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-082e3d1e-6a4d-4fdf-b8d6-69bcb7e86562 admin admin] Network hostable DHCP agents. Network: f71495d7-96ad-4847-83eb-b3625c73c9a5, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:28:33.738501 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-7510b02f-d29b-4564-8c87-dc2b42dcf4f3 None None] Calling delete_port for 570abd24-b5f1-4f67-9964-1ee2e8d9f829 owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:33.744194 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 570abd24-b5f1-4f67-9964-1ee2e8d9f829 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:28:33.829981 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-18670fc5-bc1e-4e90-a3ce-bbe1cb7e4f5d req-8e712be1-1475-4b6a-8a96-bd47a3a51bbb tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e109d97-7970-4672-b6dc-5d385660134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785586 Aug 29 04:28:33.831944 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-082e3d1e-6a4d-4fdf-b8d6-69bcb7e86562 admin admin] Network f71495d7-96ad-4847-83eb-b3625c73c9a5 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:28:33.835380 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-34b7eeb9-1af3-444b-8154-a8c58f256058 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:33.850602 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Port 570abd24-b5f1-4f67-9964-1ee2e8d9f829 update to DOWN by agent not found {{(pid=94830) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 29 04:28:33.889737 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b7eeb9-1af3-444b-8154-a8c58f256058 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Pushing event deleted for resources: {'Port': ['ID=570abd24-b5f1-4f67-9964-1ee2e8d9f829,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:33.894842 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-082e3d1e-6a4d-4fdf-b8d6-69bcb7e86562 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, f71495d7-96ad-4847-83eb-b3625c73c9a5) {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:33.897069 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b7eeb9-1af3-444b-8154-a8c58f256058 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] No DVR routers for this DVR port 570abd24-b5f1-4f67-9964-1ee2e8d9f829 on host n-d-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:28:33.903328 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082e3d1e-6a4d-4fdf-b8d6-69bcb7e86562 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:33.904061 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-082e3d1e-6a4d-4fdf-b8d6-69bcb7e86562 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:33.914492 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac330ce7-3057-4622-9168-e704845ebfc0 None None] Network f71495d7-96ad-4847-83eb-b3625c73c9a5 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:33.960321 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7510b02f-d29b-4564-8c87-dc2b42dcf4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:33.972819 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-082e3d1e-6a4d-4fdf-b8d6-69bcb7e86562 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.9713950 Aug 29 04:28:33.997720 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7510b02f-d29b-4564-8c87-dc2b42dcf4f3 None None] No DVR routers for this DVR port 570abd24-b5f1-4f67-9964-1ee2e8d9f829 on host n-d-712140-12 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:28:34.053795 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7510b02f-d29b-4564-8c87-dc2b42dcf4f3 None None] Pushing event deleted for resources: {'Port': ['ID=570abd24-b5f1-4f67-9964-1ee2e8d9f829,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:34.095591 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-34b7eeb9-1af3-444b-8154-a8c58f256058 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:34.106913 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-34b7eeb9-1af3-444b-8154-a8c58f256058 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8509f2ae-d5ac-4d26-a671-8ee9b80a3f0b']}} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:34.120698 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-34b7eeb9-1af3-444b-8154-a8c58f256058 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f87c6af8-d1b0-4c2e-9c4b-a834e4a97369') {'for_net_delete': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:34.120912 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-34b7eeb9-1af3-444b-8154-a8c58f256058 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f87c6af8-d1b0-4c2e-9c4b-a834e4a97369') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:34.132643 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-34b7eeb9-1af3-444b-8154-a8c58f256058 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8904833'] for segment, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:34.152128 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-34b7eeb9-1af3-444b-8154-a8c58f256058 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:34.159866 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34b7eeb9-1af3-444b-8154-a8c58f256058 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=94828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:28:34.160424 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-34b7eeb9-1af3-444b-8154-a8c58f256058 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9190468'] for segment, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:34.164022 n-d-712140-12 neutron-server[94828]: Traceback (most recent call last): Aug 29 04:28:34.164022 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:28:34.164022 n-d-712140-12 neutron-server[94828]: timer() Aug 29 04:28:34.164022 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:28:34.164022 n-d-712140-12 neutron-server[94828]: cb(*args, **kw) Aug 29 04:28:34.164022 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:28:34.164022 n-d-712140-12 neutron-server[94828]: return func(*args, **kwargs) Aug 29 04:28:34.164022 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:28:34.164022 n-d-712140-12 neutron-server[94828]: self._notify() Aug 29 04:28:34.164022 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:28:34.164022 n-d-712140-12 neutron-server[94828]: self.callback(batched_events) Aug 29 04:28:34.164022 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:28:34.164022 n-d-712140-12 neutron-server[94828]: event.method(event) Aug 29 04:28:34.164022 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:28:34.164022 n-d-712140-12 neutron-server[94828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:28:34.164022 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:28:34.164022 n-d-712140-12 neutron-server[94828]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:28:34.164022 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:28:34.164022 n-d-712140-12 neutron-server[94828]: return f(self, *a, **k) Aug 29 04:28:34.164022 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:28:34.164022 n-d-712140-12 neutron-server[94828]: return self._get(url).json() Aug 29 04:28:34.164022 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:28:34.164022 n-d-712140-12 neutron-server[94828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:28:34.164022 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:28:34.164022 n-d-712140-12 neutron-server[94828]: return self.request(url, 'GET', **kwargs) Aug 29 04:28:34.164022 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:28:34.164022 n-d-712140-12 neutron-server[94828]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:28:34.164022 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:28:34.164022 n-d-712140-12 neutron-server[94828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:28:34.164022 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:28:34.164022 n-d-712140-12 neutron-server[94828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:28:34.164022 n-d-712140-12 neutron-server[94828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:28:34.228503 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67bbbb76-f477-414a-b759-e94f1aa40983 None None] Network f71495d7-96ad-4847-83eb-b3625c73c9a5 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:34.243670 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-34b7eeb9-1af3-444b-8154-a8c58f256058 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:34.258480 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-34b7eeb9-1af3-444b-8154-a8c58f256058 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:34.267511 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-34b7eeb9-1af3-444b-8154-a8c58f256058 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "DELETE /v2.0/networks/8509f2ae-d5ac-4d26-a671-8ee9b80a3f0b HTTP/1.1" status: 204 len: 168 time: 1.2118940 Aug 29 04:28:34.272579 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 34094) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:34.300993 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b7eeb9-1af3-444b-8154-a8c58f256058 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Pushing event deleted for resources: {'Network': ['ID=8509f2ae-d5ac-4d26-a671-8ee9b80a3f0b,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:34.397427 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109b00bc-79b8-4460-9100-d4ef3fe2167d tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:34.399199 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-109b00bc-79b8-4460-9100-d4ef3fe2167d tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "GET /v2.0/ports/bfc8214d-0c53-4549-b69f-c4d8a518010a HTTP/1.1" status: 200 len: 841 time: 0.1245573 Aug 29 04:28:34.404292 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 34100) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:34.470790 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-473ac2a5-0a3a-4f8c-a2b2-ab280a0ef431 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "GET /v2.0/ports/bfc8214d-0c53-4549-b69f-c4d8a518010a?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0619931 Aug 29 04:28:34.471015 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 34108) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:34.476891 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-b5ce1823-b7a6-4c82-be34-7998d45a83ae tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Request body: {'subnet': {'network_id': 'a6bb57b7-cb0c-4410-98f1-bc74c77bcda7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:34.589287 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b86c8d9-2d74-4298-9dd1-18fbc33c2516 req-064d2401-6f9b-4636-977f-dbd307c5949b tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:34.591181 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5b86c8d9-2d74-4298-9dd1-18fbc33c2516 req-064d2401-6f9b-4636-977f-dbd307c5949b tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/networks?id=f71495d7-96ad-4847-83eb-b3625c73c9a5 HTTP/1.1" status: 200 len: 804 time: 0.1529832 Aug 29 04:28:34.599021 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5ce1823-b7a6-4c82-be34-7998d45a83ae tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Made reservation on behalf of 6e77efd76d814cd8b24fb0a97b527734 for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:34.602959 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b5ce1823-b7a6-4c82-be34-7998d45a83ae tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:34.624566 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5b86c8d9-2d74-4298-9dd1-18fbc33c2516 req-ebc6d592-9a32-48fc-bbba-497cd6d92ddf tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/quotas/ae62e35dda7b4c8db4c80924ca47fbdb HTTP/1.1" status: 200 len: 375 time: 0.0173230 Aug 29 04:28:34.663988 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5b86c8d9-2d74-4298-9dd1-18fbc33c2516 req-3dca3b64-cbab-4a57-951a-335ecfa424c4 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=ae62e35dda7b4c8db4c80924ca47fbdb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0347359 Aug 29 04:28:34.684122 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [req-5b86c8d9-2d74-4298-9dd1-18fbc33c2516 req-c3ccd886-f9da-40e8-a018-c423759120ba service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:28:34.692204 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5b86c8d9-2d74-4298-9dd1-18fbc33c2516 req-c3ccd886-f9da-40e8-a018-c423759120ba service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0128682 Aug 29 04:28:34.819765 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5b86c8d9-2d74-4298-9dd1-18fbc33c2516 req-0bfb0436-0ba7-4980-b8d3-2a6e2f230be3 service neutron] 10.222.0.22 "GET /v2.0/networks/f71495d7-96ad-4847-83eb-b3625c73c9a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260734 Aug 29 04:28:34.886758 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b5ce1823-b7a6-4c82-be34-7998d45a83ae tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9191137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10062364'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:34.938500 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ce1823-b7a6-4c82-be34-7998d45a83ae tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Network a6bb57b7-cb0c-4410-98f1-bc74c77bcda7 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:34.943827 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-b5ce1823-b7a6-4c82-be34-7998d45a83ae tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:34.951441 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ce1823-b7a6-4c82-be34-7998d45a83ae tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:34.951441 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b5ce1823-b7a6-4c82-be34-7998d45a83ae tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:34.953304 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8addd2-c9cc-41eb-9d66-9e2f3e3ffd46 None None] Network a6bb57b7-cb0c-4410-98f1-bc74c77bcda7 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:34.991315 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5b86c8d9-2d74-4298-9dd1-18fbc33c2516 req-1f95194d-2071-4597-b514-3e43d11768f4 service neutron] 10.222.0.22 "GET /v2.0/networks/f71495d7-96ad-4847-83eb-b3625c73c9a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651013 Aug 29 04:28:35.175596 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ce1823-b7a6-4c82-be34-7998d45a83ae tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Pushing event updated for resources: {'Subnet': ['ID=2f701c00-29cb-4e87-b97d-026b3d7df4b7,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:35.185083 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 34130) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:35.190046 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-b5ce1823-b7a6-4c82-be34-7998d45a83ae tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7175908 Aug 29 04:28:35.191470 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-f0d90bc0-edca-499d-8da4-52df0f59c979 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Request body: {'security_group': {'name': 'tempest-secgroup-576888481'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:35.239777 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34cc03e-1974-427f-804c-babaf7bb5377 req-627fc416-c21a-4778-a779-683cdae81007 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:35.245213 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b34cc03e-1974-427f-804c-babaf7bb5377 req-627fc416-c21a-4778-a779-683cdae81007 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/ports?device_id=16f6b687-4b46-4d96-b12a-3bf36ed39490 HTTP/1.1" status: 200 len: 946 time: 0.2750287 Aug 29 04:28:35.245806 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f0d90bc0-edca-499d-8da4-52df0f59c979 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:35.334762 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b34cc03e-1974-427f-804c-babaf7bb5377 req-6912dc88-f775-41f7-a464-d6f85f913860 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e109d97-7970-4672-b6dc-5d385660134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797906 Aug 29 04:28:35.386646 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93886a6e-25aa-40e4-bc77-09b4ee747048 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-a6bb57b7-cb0c-4410-98f1-bc74c77bcda7', 'network_id': 'a6bb57b7-cb0c-4410-98f1-bc74c77bcda7', 'tenant_id': '6e77efd76d814cd8b24fb0a97b527734', 'fixed_ips': [{'subnet_id': '2f701c00-29cb-4e87-b97d-026b3d7df4b7'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:28:35.386646 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-93886a6e-25aa-40e4-bc77-09b4ee747048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:35.388680 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-333f3749-6efb-45a5-8b3a-c1e5fdeed627 req-a748a9df-4271-4c56-a517-23b02c32041b tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/ports?device_id=8b3a72d2-8427-48e7-85c8-3ced9bf35ddb HTTP/1.1" status: 200 len: 210 time: 0.0476775 Aug 29 04:28:35.525870 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f0d90bc0-edca-499d-8da4-52df0f59c979 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:35.532674 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f0d90bc0-edca-499d-8da4-52df0f59c979 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:35.575008 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d90bc0-edca-499d-8da4-52df0f59c979 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6277bd8d-9924-4593-aa5e-7f9b0a022978,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:35.588409 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f0d90bc0-edca-499d-8da4-52df0f59c979 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:35.589780 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-f0d90bc0-edca-499d-8da4-52df0f59c979 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4032338 Aug 29 04:28:35.593701 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 34148) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:35.595562 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-93886a6e-25aa-40e4-bc77-09b4ee747048 None None] Allocated IP 172.20.0.2 (a6bb57b7-cb0c-4410-98f1-bc74c77bcda7/2f701c00-29cb-4e87-b97d-026b3d7df4b7/98b54dd1-d87b-4a3e-9924-8aceb7145237) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:28:35.618087 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-37214b78-81c4-4208-a9ce-c2b7e9a1f09f tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Request body: {'security_group': {'name': 'tempest-secgroup-1134241445'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:35.651504 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-37214b78-81c4-4208-a9ce-c2b7e9a1f09f tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:35.759198 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-37214b78-81c4-4208-a9ce-c2b7e9a1f09f tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:35.776950 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-37214b78-81c4-4208-a9ce-c2b7e9a1f09f tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:35.833969 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-37214b78-81c4-4208-a9ce-c2b7e9a1f09f tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:35.838180 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-37214b78-81c4-4208-a9ce-c2b7e9a1f09f tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2426927 Aug 29 04:28:35.840972 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 34158) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:35.848226 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-cdc1d66c-edf2-4406-9ee6-e304c9a78cd8 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-349301382', 'security_groups': ['84ffa9eb-492d-466a-bee8-b7d29e8b713e'], 'network_id': 'a6bb57b7-cb0c-4410-98f1-bc74c77bcda7', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2f701c00-29cb-4e87-b97d-026b3d7df4b7'}]}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:35.855621 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37214b78-81c4-4208-a9ce-c2b7e9a1f09f tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84ffa9eb-492d-466a-bee8-b7d29e8b713e,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:35.864694 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-93886a6e-25aa-40e4-bc77-09b4ee747048 None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:35.876121 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-93886a6e-25aa-40e4-bc77-09b4ee747048 None None] Transition to ACTIVE for port object 98b54dd1-d87b-4a3e-9924-8aceb7145237 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:35.911321 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-93886a6e-25aa-40e4-bc77-09b4ee747048 None None] Transition to ACTIVE for port object 98b54dd1-d87b-4a3e-9924-8aceb7145237 will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:35.921327 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-93886a6e-25aa-40e4-bc77-09b4ee747048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:35.968704 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93886a6e-25aa-40e4-bc77-09b4ee747048 None None] Network a6bb57b7-cb0c-4410-98f1-bc74c77bcda7 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:35.981445 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-93886a6e-25aa-40e4-bc77-09b4ee747048 None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:36.002161 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93886a6e-25aa-40e4-bc77-09b4ee747048 None None] Pushing event updated for resources: {'Port': ['ID=98b54dd1-d87b-4a3e-9924-8aceb7145237,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:36.004342 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93886a6e-25aa-40e4-bc77-09b4ee747048 None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:28:36.135788 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdc1d66c-edf2-4406-9ee6-e304c9a78cd8 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Made reservation on behalf of 6e77efd76d814cd8b24fb0a97b527734 for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:36.145166 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-93886a6e-25aa-40e4-bc77-09b4ee747048 None None] Attempting to bind port 98b54dd1-d87b-4a3e-9924-8aceb7145237 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:28:36.145479 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-93886a6e-25aa-40e4-bc77-09b4ee747048 None None] Attempting to bind port 98b54dd1-d87b-4a3e-9924-8aceb7145237 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '7b19dc65-20b6-4a04-9afe-1cb91616d5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'a6bb57b7-cb0c-4410-98f1-bc74c77bcda7'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:28:36.145823 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93886a6e-25aa-40e4-bc77-09b4ee747048 None None] Attempting to bind port 98b54dd1-d87b-4a3e-9924-8aceb7145237 on network a6bb57b7-cb0c-4410-98f1-bc74c77bcda7 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:28:36.151500 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93886a6e-25aa-40e4-bc77-09b4ee747048 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:28:36.151916 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93886a6e-25aa-40e4-bc77-09b4ee747048 None None] Checking segment: {'id': '7b19dc65-20b6-4a04-9afe-1cb91616d5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'a6bb57b7-cb0c-4410-98f1-bc74c77bcda7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:36.152473 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-93886a6e-25aa-40e4-bc77-09b4ee747048 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:36.153040 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93886a6e-25aa-40e4-bc77-09b4ee747048 None None] Bound using segment: {'id': '7b19dc65-20b6-4a04-9afe-1cb91616d5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'a6bb57b7-cb0c-4410-98f1-bc74c77bcda7'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:28:36.153566 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-93886a6e-25aa-40e4-bc77-09b4ee747048 None None] Bound port: 98b54dd1-d87b-4a3e-9924-8aceb7145237, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b19dc65-20b6-4a04-9afe-1cb91616d5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'a6bb57b7-cb0c-4410-98f1-bc74c77bcda7'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:28:36.153956 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-93886a6e-25aa-40e4-bc77-09b4ee747048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:36.300623 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-93886a6e-25aa-40e4-bc77-09b4ee747048 None None] For port 98b54dd1-d87b-4a3e-9924-8aceb7145237, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:28:36.303389 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a64d7d16-3fee-4aa7-ad8c-1a214dc82e5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:36.304250 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cdc1d66c-edf2-4406-9ee6-e304c9a78cd8 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:36.306417 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-93886a6e-25aa-40e4-bc77-09b4ee747048 None None] For port 98b54dd1-d87b-4a3e-9924-8aceb7145237, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=98b54dd1-d87b-4a3e-9924-8aceb7145237,segment=NetworkSegment(7b19dc65-20b6-4a04-9afe-1cb91616d5fc),segment_id=7b19dc65-20b6-4a04-9afe-1cb91616d5fc)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:28:36.313427 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-93886a6e-25aa-40e4-bc77-09b4ee747048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:36.329123 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-cdc1d66c-edf2-4406-9ee6-e304c9a78cd8 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] device_id is not set on port bb0ba7cb-3d3d-4aa5-9b81-c2f445126f63 yet. {{(pid=94828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:28:36.380228 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93886a6e-25aa-40e4-bc77-09b4ee747048 None None] Pushing event updated for resources: {'Port': ['ID=98b54dd1-d87b-4a3e-9924-8aceb7145237,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:36.690330 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ff0d16e8-a7af-49ee-85d9-40dc1dd00d6c req-e4667ad6-1d56-49ad-9adc-a113adf991c8 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/ports?device_id=8b3a72d2-8427-48e7-85c8-3ced9bf35ddb HTTP/1.1" status: 200 len: 210 time: 0.0383270 Aug 29 04:28:36.840864 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0265193e-e0f7-4bb8-a435-eb0fdbc65cc3 req-a395bae2-42d4-426f-9e6e-c11c9ae468bd tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:36.846985 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0265193e-e0f7-4bb8-a435-eb0fdbc65cc3 req-a395bae2-42d4-426f-9e6e-c11c9ae468bd tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/ports?device_id=16f6b687-4b46-4d96-b12a-3bf36ed39490 HTTP/1.1" status: 200 len: 946 time: 0.3155293 Aug 29 04:28:36.896564 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60381cc1-e080-4052-a4e9-7de843c50f0f req-13265b4d-5bad-40ed-9b7f-24f2e2a5c4ec tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:36.898267 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-60381cc1-e080-4052-a4e9-7de843c50f0f req-13265b4d-5bad-40ed-9b7f-24f2e2a5c4ec tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=958fb903-1729-4290-8965-b1c2ef1d605e HTTP/1.1" status: 200 len: 947 time: 0.0598340 Aug 29 04:28:36.944551 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0265193e-e0f7-4bb8-a435-eb0fdbc65cc3 req-2b808824-5613-43dd-a677-bfc4a70d6974 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e109d97-7970-4672-b6dc-5d385660134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896926 Aug 29 04:28:36.964645 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-60381cc1-e080-4052-a4e9-7de843c50f0f req-1b5038a6-f5dc-456e-8faa-5265a801fe5d tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/security-groups?id=c669a511-bb16-48c8-9944-1f8115bc7803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579028 Aug 29 04:28:36.966663 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-cdc1d66c-edf2-4406-9ee6-e304c9a78cd8 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Allocated IP 172.20.0.11 (a6bb57b7-cb0c-4410-98f1-bc74c77bcda7/2f701c00-29cb-4e87-b97d-026b3d7df4b7/bb0ba7cb-3d3d-4aa5-9b81-c2f445126f63) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:28:37.117808 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:37.133113 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cdc1d66c-edf2-4406-9ee6-e304c9a78cd8 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:37.154164 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-cdc1d66c-edf2-4406-9ee6-e304c9a78cd8 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Transition to ACTIVE for port object bb0ba7cb-3d3d-4aa5-9b81-c2f445126f63 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:37.197394 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:37.216005 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cdc1d66c-edf2-4406-9ee6-e304c9a78cd8 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:37.293511 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc1d66c-edf2-4406-9ee6-e304c9a78cd8 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Network a6bb57b7-cb0c-4410-98f1-bc74c77bcda7 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:37.302442 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-cdc1d66c-edf2-4406-9ee6-e304c9a78cd8 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:37.311308 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc1d66c-edf2-4406-9ee6-e304c9a78cd8 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:28:37.423287 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc1d66c-edf2-4406-9ee6-e304c9a78cd8 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Pushing event updated for resources: {'Port': ['ID=bb0ba7cb-3d3d-4aa5-9b81-c2f445126f63,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:37.441822 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc1d66c-edf2-4406-9ee6-e304c9a78cd8 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:37.443085 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cdc1d66c-edf2-4406-9ee6-e304c9a78cd8 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:37.488054 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-cdc1d66c-edf2-4406-9ee6-e304c9a78cd8 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6457195 Aug 29 04:28:37.491317 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 34212) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:37.501028 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-92be6242-7efb-4c3d-8dc8-537e45c5d55e tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Request body: {'subnet': {'network_id': 'a6bb57b7-cb0c-4410-98f1-bc74c77bcda7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:37.536652 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b86c8d9-2d74-4298-9dd1-18fbc33c2516 req-6a42e804-6130-413b-9537-b078f2d804ed tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:37.546958 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5b86c8d9-2d74-4298-9dd1-18fbc33c2516 req-6a42e804-6130-413b-9537-b078f2d804ed tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.48 "GET /v2.0/networks?id=f71495d7-96ad-4847-83eb-b3625c73c9a5 HTTP/1.1" status: 200 len: 804 time: 0.3334532 Aug 29 04:28:37.571302 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-5b86c8d9-2d74-4298-9dd1-18fbc33c2516 req-9334ddc4-0869-408b-9168-bb782ddc691a tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Request body: {'port': {'device_id': '8b3a72d2-8427-48e7-85c8-3ced9bf35ddb', 'network_id': 'f71495d7-96ad-4847-83eb-b3625c73c9a5', 'admin_state_up': True, 'tenant_id': 'ae62e35dda7b4c8db4c80924ca47fbdb'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:37.687152 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92be6242-7efb-4c3d-8dc8-537e45c5d55e tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Made reservation on behalf of 6e77efd76d814cd8b24fb0a97b527734 for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:37.692599 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-92be6242-7efb-4c3d-8dc8-537e45c5d55e tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4552395'] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:37.868693 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 98b54dd1-d87b-4a3e-9924-8aceb7145237 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:28:37.971944 n-d-712140-12 neutron-server[94829]: INFO neutron.db.ipam_backend_mixin [None req-92be6242-7efb-4c3d-8dc8-537e45c5d55e tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 2f701c00-29cb-4e87-b97d-026b3d7df4b7 (CIDR: 172.20.0.0/28) Aug 29 04:28:37.989921 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-92be6242-7efb-4c3d-8dc8-537e45c5d55e tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:28:37.989921 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92be6242-7efb-4c3d-8dc8-537e45c5d55e tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:28:37.996549 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 98b54dd1-d87b-4a3e-9924-8aceb7145237 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:38.015656 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b86c8d9-2d74-4298-9dd1-18fbc33c2516 req-9334ddc4-0869-408b-9168-bb782ddc691a tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Made reservation on behalf of ae62e35dda7b4c8db4c80924ca47fbdb for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:38.030379 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-5b86c8d9-2d74-4298-9dd1-18fbc33c2516 req-9334ddc4-0869-408b-9168-bb782ddc691a tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:38.039588 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-673710da-c584-4468-967e-c0e9a649c940 req-7117308c-3e88-445d-9af6-1c2da82c780f tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/ports?device_id=8b3a72d2-8427-48e7-85c8-3ced9bf35ddb HTTP/1.1" status: 200 len: 210 time: 0.0655596 Aug 29 04:28:38.078876 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-560c4f41-3c8c-457b-9422-62dfd1c27316 None None] Provisioning for port 98b54dd1-d87b-4a3e-9924-8aceb7145237 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:38.084153 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-560c4f41-3c8c-457b-9422-62dfd1c27316 None None] Provisioning complete for port 98b54dd1-d87b-4a3e-9924-8aceb7145237 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:38.084773 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-560c4f41-3c8c-457b-9422-62dfd1c27316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:38.090566 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-92be6242-7efb-4c3d-8dc8-537e45c5d55e tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5963035 Aug 29 04:28:38.105356 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 34234) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:38.125086 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-3af2502e-7961-473c-aeb1-830ae6350b5c tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Request body: {'subnet': {'network_id': 'a6bb57b7-cb0c-4410-98f1-bc74c77bcda7', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:38.240224 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-5b86c8d9-2d74-4298-9dd1-18fbc33c2516 req-9334ddc4-0869-408b-9168-bb782ddc691a tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Allocated IP 172.20.0.9 (f71495d7-96ad-4847-83eb-b3625c73c9a5/5de44217-4c88-4ff9-be1a-03ac5f0e7204/0c2c68d6-3e7d-4556-9488-46da16aa028f) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:28:38.248762 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-560c4f41-3c8c-457b-9422-62dfd1c27316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:38.266015 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fca8e20-6b67-4682-8b70-f62d009c1a0d req-29ab75d7-08be-4460-a6e5-75759a188ca6 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:38.273487 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8fca8e20-6b67-4682-8b70-f62d009c1a0d req-29ab75d7-08be-4460-a6e5-75759a188ca6 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "GET /v2.0/ports?device_id=574021e8-5a99-4599-a86e-9b43fe57cd6e HTTP/1.1" status: 200 len: 945 time: 0.3745370 Aug 29 04:28:38.312228 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-560c4f41-3c8c-457b-9422-62dfd1c27316 None None] For port 98b54dd1-d87b-4a3e-9924-8aceb7145237, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=98b54dd1-d87b-4a3e-9924-8aceb7145237,segment=NetworkSegment(7b19dc65-20b6-4a04-9afe-1cb91616d5fc),segment_id=7b19dc65-20b6-4a04-9afe-1cb91616d5fc)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:38.317877 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-560c4f41-3c8c-457b-9422-62dfd1c27316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:38.363368 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8fca8e20-6b67-4682-8b70-f62d009c1a0d req-07329b35-4726-4894-b435-4c5b0544db8c tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3e7d6d7-f66e-4c2c-97ed-f92e3dc1f00c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889642 Aug 29 04:28:38.414236 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-560c4f41-3c8c-457b-9422-62dfd1c27316 None None] Provisioning complete for port bfc8214d-0c53-4549-b69f-c4d8a518010a triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:38.414707 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-560c4f41-3c8c-457b-9422-62dfd1c27316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:38.468551 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519a449a-efc0-43c5-b7ff-4dad7eea1e03 req-2f484202-7468-4518-aa59-b875e89addf8 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:38.472962 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-519a449a-efc0-43c5-b7ff-4dad7eea1e03 req-2f484202-7468-4518-aa59-b875e89addf8 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/ports?device_id=16f6b687-4b46-4d96-b12a-3bf36ed39490 HTTP/1.1" status: 200 len: 946 time: 0.2063355 Aug 29 04:28:38.513690 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-560c4f41-3c8c-457b-9422-62dfd1c27316 None None] Port bfc8214d-0c53-4549-b69f-c4d8a518010a cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:28:38.519014 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560c4f41-3c8c-457b-9422-62dfd1c27316 None None] Pushing event updated for resources: {'Port': ['ID=98b54dd1-d87b-4a3e-9924-8aceb7145237,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:38.584216 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-519a449a-efc0-43c5-b7ff-4dad7eea1e03 req-322a6c3b-fcae-4dd4-a5c0-113a9eec13da tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e109d97-7970-4672-b6dc-5d385660134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099682 Aug 29 04:28:38.601119 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3af2502e-7961-473c-aeb1-830ae6350b5c tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Made reservation on behalf of 6e77efd76d814cd8b24fb0a97b527734 for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:38.606160 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3af2502e-7961-473c-aeb1-830ae6350b5c tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4552395'] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:38.630467 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:38.652124 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-3f99a94c-1a6e-4086-bb85-786946c89c63 None None] Provisioning for port bb0ba7cb-3d3d-4aa5-9b81-c2f445126f63 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:38.659621 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-3f99a94c-1a6e-4086-bb85-786946c89c63 None None] Provisioning complete for port bb0ba7cb-3d3d-4aa5-9b81-c2f445126f63 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:38.660150 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3f99a94c-1a6e-4086-bb85-786946c89c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:38.749946 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6c0b11-5870-41af-b59b-f4f378cc14ee req-071c8952-593b-4681-adf2-c39e76f790c2 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:38.765220 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-3f99a94c-1a6e-4086-bb85-786946c89c63 None None] Port bb0ba7cb-3d3d-4aa5-9b81-c2f445126f63 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:28:38.767500 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7a6c0b11-5870-41af-b59b-f4f378cc14ee req-071c8952-593b-4681-adf2-c39e76f790c2 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.48 "GET /v2.0/ports?device_id=958fb903-1729-4290-8965-b1c2ef1d605e HTTP/1.1" status: 200 len: 947 time: 0.2630072 Aug 29 04:28:39.102064 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3af2502e-7961-473c-aeb1-830ae6350b5c tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4274880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4552377'] for subnet, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:39.177080 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dab896-9f67-4eab-80d2-a21cd8fd3c2a req-4990e177-84da-4d0f-9d63-2f1b9caed913 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:39.185078 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-43dab896-9f67-4eab-80d2-a21cd8fd3c2a req-4990e177-84da-4d0f-9d63-2f1b9caed913 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=958fb903-1729-4290-8965-b1c2ef1d605e HTTP/1.1" status: 200 len: 947 time: 0.6630354 Aug 29 04:28:39.196739 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-5b86c8d9-2d74-4298-9dd1-18fbc33c2516 req-9334ddc4-0869-408b-9168-bb782ddc691a tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:39.243538 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c715b3b9-4a2e-4e99-abc7-1d2510200e0c req-b5a1574a-15dd-469b-a7b2-e15fdee7f650 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:39.260361 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c715b3b9-4a2e-4e99-abc7-1d2510200e0c req-b5a1574a-15dd-469b-a7b2-e15fdee7f650 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:39.266973 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c715b3b9-4a2e-4e99-abc7-1d2510200e0c req-b5a1574a-15dd-469b-a7b2-e15fdee7f650 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:39.268447 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-43dab896-9f67-4eab-80d2-a21cd8fd3c2a req-0a190367-f0c5-4a35-8614-c7a51dd39729 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/security-groups?id=c669a511-bb16-48c8-9944-1f8115bc7803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817962 Aug 29 04:28:39.277568 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c715b3b9-4a2e-4e99-abc7-1d2510200e0c req-b5a1574a-15dd-469b-a7b2-e15fdee7f650 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:39.291188 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c715b3b9-4a2e-4e99-abc7-1d2510200e0c req-b5a1574a-15dd-469b-a7b2-e15fdee7f650 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:39.304481 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c715b3b9-4a2e-4e99-abc7-1d2510200e0c req-b5a1574a-15dd-469b-a7b2-e15fdee7f650 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:39.311541 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-5b86c8d9-2d74-4298-9dd1-18fbc33c2516 req-9334ddc4-0869-408b-9168-bb782ddc691a tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:39.324205 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c715b3b9-4a2e-4e99-abc7-1d2510200e0c req-b5a1574a-15dd-469b-a7b2-e15fdee7f650 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:39.332638 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c715b3b9-4a2e-4e99-abc7-1d2510200e0c req-b5a1574a-15dd-469b-a7b2-e15fdee7f650 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/ports?device_id=afc254ea-ccf6-497c-b6f3-9c7790e81f60 HTTP/1.1" status: 200 len: 5444 time: 0.2581203 Aug 29 04:28:39.339214 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af2502e-7961-473c-aeb1-830ae6350b5c tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Network a6bb57b7-cb0c-4410-98f1-bc74c77bcda7 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:39.355052 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-3af2502e-7961-473c-aeb1-830ae6350b5c tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:39.359607 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af2502e-7961-473c-aeb1-830ae6350b5c tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:39.360324 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3af2502e-7961-473c-aeb1-830ae6350b5c tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:39.362878 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af2502e-7961-473c-aeb1-830ae6350b5c tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Pushing event updated for resources: {'Subnet': ['ID=026baa0f-1b65-4593-93dc-08230086ee33,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:39.368956 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9334ddc4-0869-408b-9168-bb782ddc691a tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Pushing event updated for resources: {'Port': ['ID=0c2c68d6-3e7d-4556-9488-46da16aa028f,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:39.372847 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08c4a24-3078-4752-a048-bd1ad475ccb3 None None] Network a6bb57b7-cb0c-4410-98f1-bc74c77bcda7 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:39.397010 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b86c8d9-2d74-4298-9dd1-18fbc33c2516 req-9334ddc4-0869-408b-9168-bb782ddc691a tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Network f71495d7-96ad-4847-83eb-b3625c73c9a5 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:39.414503 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-5b86c8d9-2d74-4298-9dd1-18fbc33c2516 req-9334ddc4-0869-408b-9168-bb782ddc691a tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:39.417568 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b86c8d9-2d74-4298-9dd1-18fbc33c2516 req-9334ddc4-0869-408b-9168-bb782ddc691a tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:28:39.434603 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-3af2502e-7961-473c-aeb1-830ae6350b5c tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3237715 Aug 29 04:28:39.444814 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c715b3b9-4a2e-4e99-abc7-1d2510200e0c req-0050f168-314c-48f8-beb4-c5c789fe3f89 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/security-groups?id=c5569642-fe3a-4dae-b304-b5b17959f467&id=6765471a-6318-4be5-8b74-21c509c8c5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1101499 Aug 29 04:28:39.450085 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 34268) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:39.468830 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-317273db-2d29-4772-9755-1c9455b487ba tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-341780359', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '026baa0f-1b65-4593-93dc-08230086ee33'}], 'security_groups': ['6277bd8d-9924-4593-aa5e-7f9b0a022978']}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:39.493191 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b86c8d9-2d74-4298-9dd1-18fbc33c2516 req-9334ddc4-0869-408b-9168-bb782ddc691a tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:39.504407 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-5b86c8d9-2d74-4298-9dd1-18fbc33c2516 req-9334ddc4-0869-408b-9168-bb782ddc691a tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:39.539175 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081e46cd-ee89-4f0a-8a06-f3351a1924a8 req-b2069d5b-e851-4dcd-80dc-c7c95be76254 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:39.540783 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-081e46cd-ee89-4f0a-8a06-f3351a1924a8 req-b2069d5b-e851-4dcd-80dc-c7c95be76254 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/ports?device_id=8b3a72d2-8427-48e7-85c8-3ced9bf35ddb HTTP/1.1" status: 200 len: 931 time: 0.1692059 Aug 29 04:28:39.561246 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [req-7a6c0b11-5870-41af-b59b-f4f378cc14ee req-95f195ba-7f1f-475f-a194-4f10a9e1acc6 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Deleting port 83587070-39b8-4b25-862c-546d4e634968 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:39.561597 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-7a6c0b11-5870-41af-b59b-f4f378cc14ee req-95f195ba-7f1f-475f-a194-4f10a9e1acc6 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:39.593494 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5b86c8d9-2d74-4298-9dd1-18fbc33c2516 req-9334ddc4-0869-408b-9168-bb782ddc691a tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0365961 Aug 29 04:28:39.611673 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [req-5b86c8d9-2d74-4298-9dd1-18fbc33c2516 req-ebeca681-3a48-493b-afab-11f107d1393b tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:28:39.612735 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5b86c8d9-2d74-4298-9dd1-18fbc33c2516 req-ebeca681-3a48-493b-afab-11f107d1393b tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066242 Aug 29 04:28:39.619141 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-081e46cd-ee89-4f0a-8a06-f3351a1924a8 req-834afdc1-0cfc-45fb-bea0-f85ad5cea2ab tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/security-groups?id=f2284a1b-92b5-4cc6-825a-c1a1841e1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643508 Aug 29 04:28:39.628068 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-5b86c8d9-2d74-4298-9dd1-18fbc33c2516 req-8a99a334-ccca-4995-b81c-07f1d3346ffa service neutron] Request body: {'port': {'device_id': '8b3a72d2-8427-48e7-85c8-3ced9bf35ddb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:39.772514 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 98b54dd1-d87b-4a3e-9924-8aceb7145237 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:28:39.804919 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-5b86c8d9-2d74-4298-9dd1-18fbc33c2516 req-8a99a334-ccca-4995-b81c-07f1d3346ffa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:39.914196 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 98b54dd1-d87b-4a3e-9924-8aceb7145237 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:39.914807 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:39.919973 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58add6ea-a6bf-4808-9795-12f7f25ee953 req-b7e9660f-7fbf-408b-a5c2-b10361511703 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:39.921547 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-58add6ea-a6bf-4808-9795-12f7f25ee953 req-b7e9660f-7fbf-408b-a5c2-b10361511703 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/ports?device_id=16f6b687-4b46-4d96-b12a-3bf36ed39490 HTTP/1.1" status: 200 len: 946 time: 0.1581268 Aug 29 04:28:39.971619 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c17025-9900-499d-a020-9db6c1d515f4 req-7e2737fd-c1db-4204-bc35-997e5e8acfc3 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:39.973203 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-28c17025-9900-499d-a020-9db6c1d515f4 req-7e2737fd-c1db-4204-bc35-997e5e8acfc3 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "GET /v2.0/ports?device_id=574021e8-5a99-4599-a86e-9b43fe57cd6e HTTP/1.1" status: 200 len: 945 time: 0.3508542 Aug 29 04:28:39.994364 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-7a6c0b11-5870-41af-b59b-f4f378cc14ee req-95f195ba-7f1f-475f-a194-4f10a9e1acc6 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] For port 83587070-39b8-4b25-862c-546d4e634968, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=83587070-39b8-4b25-862c-546d4e634968,segment=NetworkSegment(4345054c-8cc7-4ded-979c-629f28057ddf),segment_id=4345054c-8cc7-4ded-979c-629f28057ddf)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:39.994733 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-7a6c0b11-5870-41af-b59b-f4f378cc14ee req-95f195ba-7f1f-475f-a194-4f10a9e1acc6 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:40.192728 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e8fb40-86ed-4c39-9076-fbace15f26b6 None None] Update dhcp port {'port': {'network_id': 'a6bb57b7-cb0c-4410-98f1-bc74c77bcda7', 'fixed_ips': [{'subnet_id': '2f701c00-29cb-4e87-b97d-026b3d7df4b7', 'ip_address': '172.20.0.2'}, {'subnet_id': '026baa0f-1b65-4593-93dc-08230086ee33'}], 'binding:host_id': 'n-d-712140-12'}, 'id': '98b54dd1-d87b-4a3e-9924-8aceb7145237'} from n-d-712140-12. {{(pid=94830) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 04:28:40.253326 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-66e8fb40-86ed-4c39-9076-fbace15f26b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:40.260506 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-317273db-2d29-4772-9755-1c9455b487ba tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:40.301299 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-28c17025-9900-499d-a020-9db6c1d515f4 req-1ebf4264-b4c2-49a5-a920-0679e81d2c6e tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3e7d6d7-f66e-4c2c-97ed-f92e3dc1f00c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3172176 Aug 29 04:28:40.396514 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-5b86c8d9-2d74-4298-9dd1-18fbc33c2516 req-8a99a334-ccca-4995-b81c-07f1d3346ffa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c2c68d6-3e7d-4556-9488-46da16aa028f {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:28:40.415362 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-5b86c8d9-2d74-4298-9dd1-18fbc33c2516 req-8a99a334-ccca-4995-b81c-07f1d3346ffa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:40.434250 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-5b86c8d9-2d74-4298-9dd1-18fbc33c2516 req-8a99a334-ccca-4995-b81c-07f1d3346ffa service neutron] Transition to ACTIVE for port object 0c2c68d6-3e7d-4556-9488-46da16aa028f will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:40.457185 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-58add6ea-a6bf-4808-9795-12f7f25ee953 req-8b7cf3f7-ffa0-493e-9e6f-d61a8976cc44 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e109d97-7970-4672-b6dc-5d385660134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5004983 Aug 29 04:28:40.493345 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-5b86c8d9-2d74-4298-9dd1-18fbc33c2516 req-8a99a334-ccca-4995-b81c-07f1d3346ffa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:40.645221 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a99a334-ccca-4995-b81c-07f1d3346ffa service neutron] Pushing event updated for resources: {'Port': ['ID=0c2c68d6-3e7d-4556-9488-46da16aa028f,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:40.654399 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-7a6c0b11-5870-41af-b59b-f4f378cc14ee req-95f195ba-7f1f-475f-a194-4f10a9e1acc6 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:40.655959 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-7a6c0b11-5870-41af-b59b-f4f378cc14ee req-95f195ba-7f1f-475f-a194-4f10a9e1acc6 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719515'] for floatingip, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:40.656490 n-d-712140-12 neutron-server[94829]: INFO neutron.db.l3_db [req-7a6c0b11-5870-41af-b59b-f4f378cc14ee req-95f195ba-7f1f-475f-a194-4f10a9e1acc6 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Floating IP b7477571-9385-4a42-a8fa-75c32ff79d83 disassociated. External IP: 172.25.0.171, port: 83587070-39b8-4b25-862c-546d4e634968. Aug 29 04:28:40.657004 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [req-7a6c0b11-5870-41af-b59b-f4f378cc14ee req-95f195ba-7f1f-475f-a194-4f10a9e1acc6 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Calling delete_port for 83587070-39b8-4b25-862c-546d4e634968 owned by compute:nova {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:40.711165 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-66e8fb40-86ed-4c39-9076-fbace15f26b6 None None] Allocated IP 172.20.0.18 (a6bb57b7-cb0c-4410-98f1-bc74c77bcda7/026baa0f-1b65-4593-93dc-08230086ee33/98b54dd1-d87b-4a3e-9924-8aceb7145237) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:28:40.713236 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8630a35c-770b-4765-8df3-82ba6f0366cf req-48fefc24-4e72-4c6c-8893-f7f54c31ba0c tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:40.721141 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8630a35c-770b-4765-8df3-82ba6f0366cf req-48fefc24-4e72-4c6c-8893-f7f54c31ba0c tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:40.727445 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8630a35c-770b-4765-8df3-82ba6f0366cf req-48fefc24-4e72-4c6c-8893-f7f54c31ba0c tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:40.736476 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe15a92-fe69-4cb4-baed-cda43fac0538 req-793056d9-cb38-4818-bf63-33365369e2c1 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:40.744887 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-bfe15a92-fe69-4cb4-baed-cda43fac0538 req-793056d9-cb38-4818-bf63-33365369e2c1 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=958fb903-1729-4290-8965-b1c2ef1d605e HTTP/1.1" status: 200 len: 947 time: 0.2520435 Aug 29 04:28:40.745905 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8630a35c-770b-4765-8df3-82ba6f0366cf req-48fefc24-4e72-4c6c-8893-f7f54c31ba0c tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:40.754554 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8630a35c-770b-4765-8df3-82ba6f0366cf req-48fefc24-4e72-4c6c-8893-f7f54c31ba0c tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:40.772226 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8630a35c-770b-4765-8df3-82ba6f0366cf req-48fefc24-4e72-4c6c-8893-f7f54c31ba0c tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:40.782411 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8630a35c-770b-4765-8df3-82ba6f0366cf req-48fefc24-4e72-4c6c-8893-f7f54c31ba0c tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:40.784445 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8630a35c-770b-4765-8df3-82ba6f0366cf req-48fefc24-4e72-4c6c-8893-f7f54c31ba0c tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.48 "GET /v2.0/ports?device_id=afc254ea-ccf6-497c-b6f3-9c7790e81f60 HTTP/1.1" status: 200 len: 5444 time: 0.3129911 Aug 29 04:28:40.847667 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-66e8fb40-86ed-4c39-9076-fbace15f26b6 None None] For port 98b54dd1-d87b-4a3e-9924-8aceb7145237, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=98b54dd1-d87b-4a3e-9924-8aceb7145237,segment=NetworkSegment(7b19dc65-20b6-4a04-9afe-1cb91616d5fc),segment_id=7b19dc65-20b6-4a04-9afe-1cb91616d5fc)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:40.850640 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8630a35c-770b-4765-8df3-82ba6f0366cf req-ea5b4561-8cbd-422d-b6b1-adce06e75c09 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:40.854649 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8630a35c-770b-4765-8df3-82ba6f0366cf req-ea5b4561-8cbd-422d-b6b1-adce06e75c09 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.48 "GET /v2.0/ports/1cbff8cc-cee1-4849-be7f-5f48e82103ba?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0601888 Aug 29 04:28:40.888230 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-66e8fb40-86ed-4c39-9076-fbace15f26b6 None None] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:40.891602 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-bfe15a92-fe69-4cb4-baed-cda43fac0538 req-9de0caac-14d3-43c7-bc64-64d975504d2f tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/security-groups?id=c669a511-bb16-48c8-9944-1f8115bc7803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1425810 Aug 29 04:28:40.928623 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-66e8fb40-86ed-4c39-9076-fbace15f26b6 None None] Transition to ACTIVE for port object 98b54dd1-d87b-4a3e-9924-8aceb7145237 will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:40.933945 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f48f64c-279a-429e-9740-a4d43d8861b7 req-897ca2d7-99e5-41f4-b8f9-b7eea1c92652 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:40.936606 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-66e8fb40-86ed-4c39-9076-fbace15f26b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:40.944926 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f48f64c-279a-429e-9740-a4d43d8861b7 req-897ca2d7-99e5-41f4-b8f9-b7eea1c92652 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:40.955673 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f48f64c-279a-429e-9740-a4d43d8861b7 req-897ca2d7-99e5-41f4-b8f9-b7eea1c92652 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:40.967520 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f48f64c-279a-429e-9740-a4d43d8861b7 req-897ca2d7-99e5-41f4-b8f9-b7eea1c92652 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:41.010199 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f48f64c-279a-429e-9740-a4d43d8861b7 req-897ca2d7-99e5-41f4-b8f9-b7eea1c92652 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:41.034614 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f48f64c-279a-429e-9740-a4d43d8861b7 req-897ca2d7-99e5-41f4-b8f9-b7eea1c92652 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:41.057085 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f48f64c-279a-429e-9740-a4d43d8861b7 req-897ca2d7-99e5-41f4-b8f9-b7eea1c92652 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:41.067189 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9f48f64c-279a-429e-9740-a4d43d8861b7 req-897ca2d7-99e5-41f4-b8f9-b7eea1c92652 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/ports?device_id=afc254ea-ccf6-497c-b6f3-9c7790e81f60 HTTP/1.1" status: 200 len: 5444 time: 0.4400387 Aug 29 04:28:41.147614 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e8fb40-86ed-4c39-9076-fbace15f26b6 None None] Pushing event updated for resources: {'Port': ['ID=98b54dd1-d87b-4a3e-9924-8aceb7145237,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:41.229789 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-5b86c8d9-2d74-4298-9dd1-18fbc33c2516 req-8a99a334-ccca-4995-b81c-07f1d3346ffa service neutron] Attempting to bind port 0c2c68d6-3e7d-4556-9488-46da16aa028f on host n-h2-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:28:41.230141 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-5b86c8d9-2d74-4298-9dd1-18fbc33c2516 req-8a99a334-ccca-4995-b81c-07f1d3346ffa service neutron] Attempting to bind port 0c2c68d6-3e7d-4556-9488-46da16aa028f by drivers openvswitch,hyperv on host n-h2-712140-12 at level 0 using segments [{'id': 'e370ab6f-b877-4d1b-8a8e-a0dc4be5ecd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'f71495d7-96ad-4847-83eb-b3625c73c9a5'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:28:41.231660 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b86c8d9-2d74-4298-9dd1-18fbc33c2516 req-8a99a334-ccca-4995-b81c-07f1d3346ffa service neutron] Attempting to bind port 0c2c68d6-3e7d-4556-9488-46da16aa028f on network f71495d7-96ad-4847-83eb-b3625c73c9a5 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:28:41.253070 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-7a6c0b11-5870-41af-b59b-f4f378cc14ee req-95f195ba-7f1f-475f-a194-4f10a9e1acc6 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:41.284999 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b86c8d9-2d74-4298-9dd1-18fbc33c2516 req-8a99a334-ccca-4995-b81c-07f1d3346ffa service neutron] Port 0c2c68d6-3e7d-4556-9488-46da16aa028f on network f71495d7-96ad-4847-83eb-b3625c73c9a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:28:41.285299 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b86c8d9-2d74-4298-9dd1-18fbc33c2516 req-8a99a334-ccca-4995-b81c-07f1d3346ffa service neutron] Attempting to bind port 0c2c68d6-3e7d-4556-9488-46da16aa028f on network f71495d7-96ad-4847-83eb-b3625c73c9a5 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:28:41.294408 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9f48f64c-279a-429e-9740-a4d43d8861b7 req-0ef8b4dc-3f23-432d-b160-f09c1c684b8a tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/security-groups?id=c5569642-fe3a-4dae-b304-b5b17959f467&id=6765471a-6318-4be5-8b74-21c509c8c5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2263029 Aug 29 04:28:41.323480 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b86c8d9-2d74-4298-9dd1-18fbc33c2516 req-8a99a334-ccca-4995-b81c-07f1d3346ffa service neutron] Checking agent: {'id': 'b3a0606b-b029-4f5e-8798-3a32b71d8844', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:28:41.323873 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b86c8d9-2d74-4298-9dd1-18fbc33c2516 req-8a99a334-ccca-4995-b81c-07f1d3346ffa service neutron] Checking segment: {'id': 'e370ab6f-b877-4d1b-8a8e-a0dc4be5ecd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'f71495d7-96ad-4847-83eb-b3625c73c9a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:41.324425 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b86c8d9-2d74-4298-9dd1-18fbc33c2516 req-8a99a334-ccca-4995-b81c-07f1d3346ffa service neutron] Bound using segment: {'id': 'e370ab6f-b877-4d1b-8a8e-a0dc4be5ecd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'f71495d7-96ad-4847-83eb-b3625c73c9a5'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:28:41.324751 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-5b86c8d9-2d74-4298-9dd1-18fbc33c2516 req-8a99a334-ccca-4995-b81c-07f1d3346ffa service neutron] Bound port: 0c2c68d6-3e7d-4556-9488-46da16aa028f, host: n-h2-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e370ab6f-b877-4d1b-8a8e-a0dc4be5ecd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'f71495d7-96ad-4847-83eb-b3625c73c9a5'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:28:41.325083 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-5b86c8d9-2d74-4298-9dd1-18fbc33c2516 req-8a99a334-ccca-4995-b81c-07f1d3346ffa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:41.342057 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265b76c6-fd33-4e5b-bbf3-8c88483c684a req-3c208bba-54e2-4094-8aee-7ba31d2d65cf tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:41.355551 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-265b76c6-fd33-4e5b-bbf3-8c88483c684a req-3c208bba-54e2-4094-8aee-7ba31d2d65cf tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/ports?device_id=8b3a72d2-8427-48e7-85c8-3ced9bf35ddb HTTP/1.1" status: 200 len: 943 time: 0.3214631 Aug 29 04:28:41.385793 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f195ba-7f1f-475f-a194-4f10a9e1acc6 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Pushing event deleted for resources: {'Port': ['ID=83587070-39b8-4b25-862c-546d4e634968,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:41.459993 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-317273db-2d29-4772-9755-1c9455b487ba tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Delete allocated IP 172.20.0.11 (a6bb57b7-cb0c-4410-98f1-bc74c77bcda7/2f701c00-29cb-4e87-b97d-026b3d7df4b7) {{(pid=94829) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 29 04:28:41.530405 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-317273db-2d29-4772-9755-1c9455b487ba tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Allocated IP 172.20.0.29 (a6bb57b7-cb0c-4410-98f1-bc74c77bcda7/026baa0f-1b65-4593-93dc-08230086ee33/bb0ba7cb-3d3d-4aa5-9b81-c2f445126f63) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:28:41.539837 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8630a35c-770b-4765-8df3-82ba6f0366cf req-6b7553ec-7482-4e1e-9fc4-37d174c5d261 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.48 "GET /v2.0/networks/30a5f83d-44db-4be9-a796-3b5e93558c29?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.6634085 Aug 29 04:28:41.559509 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-5b86c8d9-2d74-4298-9dd1-18fbc33c2516 req-8a99a334-ccca-4995-b81c-07f1d3346ffa service neutron] For port 0c2c68d6-3e7d-4556-9488-46da16aa028f, host n-h2-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:28:41.567264 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-8630a35c-770b-4765-8df3-82ba6f0366cf req-b25e9485-7cc3-4714-8c59-102c64e4df0c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:41.625175 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-5b86c8d9-2d74-4298-9dd1-18fbc33c2516 req-8a99a334-ccca-4995-b81c-07f1d3346ffa service neutron] For port 0c2c68d6-3e7d-4556-9488-46da16aa028f, host n-h2-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=0c2c68d6-3e7d-4556-9488-46da16aa028f,segment=NetworkSegment(e370ab6f-b877-4d1b-8a8e-a0dc4be5ecd4),segment_id=e370ab6f-b877-4d1b-8a8e-a0dc4be5ecd4)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:28:41.625536 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-265b76c6-fd33-4e5b-bbf3-8c88483c684a req-26a62fa8-b1bb-4dc9-9db8-88737348408d tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/security-groups?id=f2284a1b-92b5-4cc6-825a-c1a1841e1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457445 Aug 29 04:28:41.646441 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-5b86c8d9-2d74-4298-9dd1-18fbc33c2516 req-8a99a334-ccca-4995-b81c-07f1d3346ffa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:41.737829 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b96f83c-0c77-4fbb-8700-748f6ad8800f req-590d7886-ff6d-48a9-939f-920fb6c0b7ff tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:41.739776 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7b96f83c-0c77-4fbb-8700-748f6ad8800f req-590d7886-ff6d-48a9-939f-920fb6c0b7ff tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "GET /v2.0/ports?device_id=574021e8-5a99-4599-a86e-9b43fe57cd6e HTTP/1.1" status: 200 len: 945 time: 0.2117858 Aug 29 04:28:41.753121 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b86c8d9-2d74-4298-9dd1-18fbc33c2516 req-8a99a334-ccca-4995-b81c-07f1d3346ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:41.753496 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-5b86c8d9-2d74-4298-9dd1-18fbc33c2516 req-8a99a334-ccca-4995-b81c-07f1d3346ffa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:41.755182 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5b86c8d9-2d74-4298-9dd1-18fbc33c2516 req-8a99a334-ccca-4995-b81c-07f1d3346ffa service neutron] 10.222.0.48 "PUT /v2.0/ports/0c2c68d6-3e7d-4556-9488-46da16aa028f HTTP/1.1" status: 200 len: 1092 time: 2.1341608 Aug 29 04:28:41.755795 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b3a72d2-8427-48e7-85c8-3ced9bf35ddb', 'tag': '0c2c68d6-3e7d-4556-9488-46da16aa028f'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:28:41.759016 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71268a0e-73d0-45d1-a516-bf1e70504f29" -d '{"events": [{"name": "network-changed", "server_uuid": "8b3a72d2-8427-48e7-85c8-3ced9bf35ddb", "tag": "0c2c68d6-3e7d-4556-9488-46da16aa028f"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:28:41.815037 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-8630a35c-770b-4765-8df3-82ba6f0366cf req-b25e9485-7cc3-4714-8c59-102c64e4df0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:41.838645 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 98b54dd1-d87b-4a3e-9924-8aceb7145237 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:28:41.965401 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a99a334-ccca-4995-b81c-07f1d3346ffa service neutron] Pushing event updated for resources: {'Port': ['ID=0c2c68d6-3e7d-4556-9488-46da16aa028f,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:41.991767 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7b96f83c-0c77-4fbb-8700-748f6ad8800f req-ecfadb8c-83d2-4e93-8d57-811ccc2fd7cf tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3e7d6d7-f66e-4c2c-97ed-f92e3dc1f00c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2171209 Aug 29 04:28:42.068393 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7a6c0b11-5870-41af-b59b-f4f378cc14ee req-95f195ba-7f1f-475f-a194-4f10a9e1acc6 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Router 9defbc3d-dbf1-4d26-a895-3ed92507d0ef has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:28:42.137872 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31ea9dcd-81a6-4b2d-b721-fafc9cdda3e1 x-openstack-request-id: req-31ea9dcd-81a6-4b2d-b721-fafc9cdda3e1 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:28:42.138263 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b3a72d2-8427-48e7-85c8-3ced9bf35ddb", "tag": "0c2c68d6-3e7d-4556-9488-46da16aa028f", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:28:42.138640 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-31ea9dcd-81a6-4b2d-b721-fafc9cdda3e1 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:28:42.139105 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b3a72d2-8427-48e7-85c8-3ced9bf35ddb', 'tag': '0c2c68d6-3e7d-4556-9488-46da16aa028f', 'status': 'completed', 'code': 200} Aug 29 04:28:42.141199 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b86c8d9-2d74-4298-9dd1-18fbc33c2516 req-ebaed036-a451-4667-b05c-4b7a66ad5b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:42.142928 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5b86c8d9-2d74-4298-9dd1-18fbc33c2516 req-ebaed036-a451-4667-b05c-4b7a66ad5b95 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ae62e35dda7b4c8db4c80924ca47fbdb&device_id=8b3a72d2-8427-48e7-85c8-3ced9bf35ddb HTTP/1.1" status: 200 len: 1095 time: 0.3074281 Aug 29 04:28:42.225593 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device e64e1abe-0190-4cb5-8d68-399c7b7657fa no longer exists at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:28:42.321906 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fc6943b0-35c8-4a05-a39a-18d233fd26ed req-cb5890e0-2712-4834-976e-3885c17ac35e tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=958fb903-1729-4290-8965-b1c2ef1d605e HTTP/1.1" status: 200 len: 210 time: 0.1075289 Aug 29 04:28:42.391216 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:42.419321 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5b86c8d9-2d74-4298-9dd1-18fbc33c2516 req-80426c38-0046-4008-8d79-6c3af7e144be service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c2c68d6-3e7d-4556-9488-46da16aa028f HTTP/1.1" status: 200 len: 217 time: 0.2468865 Aug 29 04:28:42.477657 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-8630a35c-770b-4765-8df3-82ba6f0366cf req-b25e9485-7cc3-4714-8c59-102c64e4df0c service neutron] For port 1cbff8cc-cee1-4849-be7f-5f48e82103ba, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=1cbff8cc-cee1-4849-be7f-5f48e82103ba,segment=NetworkSegment(c43d2e16-64d2-466b-8915-fe746cc0a849),segment_id=c43d2e16-64d2-466b-8915-fe746cc0a849)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:42.514215 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b86c8d9-2d74-4298-9dd1-18fbc33c2516 req-a41ad0a5-37b5-44bc-bcde-2335d7fa6ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:42.516007 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5b86c8d9-2d74-4298-9dd1-18fbc33c2516 req-a41ad0a5-37b5-44bc-bcde-2335d7fa6ed7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5de44217-4c88-4ff9-be1a-03ac5f0e7204 HTTP/1.1" status: 200 len: 844 time: 0.0895643 Aug 29 04:28:42.520510 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afc254ea-ccf6-497c-b6f3-9c7790e81f60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e64e1abe-0190-4cb5-8d68-399c7b7657fa'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:28:42.526932 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53669383-e2c2-40e0-b1aa-1960be97091b" -d '{"events": [{"server_uuid": "afc254ea-ccf6-497c-b6f3-9c7790e81f60", "name": "network-vif-unplugged", "status": "completed", "tag": "e64e1abe-0190-4cb5-8d68-399c7b7657fa"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:28:42.560717 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-20ea11b9-a609-4544-beed-212f0529514d None None] Provisioning for port 98b54dd1-d87b-4a3e-9924-8aceb7145237 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:42.571136 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port e64e1abe-0190-4cb5-8d68-399c7b7657fa, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=e64e1abe-0190-4cb5-8d68-399c7b7657fa,segment=NetworkSegment(c43d2e16-64d2-466b-8915-fe746cc0a849),segment_id=c43d2e16-64d2-466b-8915-fe746cc0a849)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:42.580067 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-20ea11b9-a609-4544-beed-212f0529514d None None] Provisioning complete for port 98b54dd1-d87b-4a3e-9924-8aceb7145237 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:42.580067 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-20ea11b9-a609-4544-beed-212f0529514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:42.583322 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-8630a35c-770b-4765-8df3-82ba6f0366cf req-b25e9485-7cc3-4714-8c59-102c64e4df0c service neutron] For port 1cbff8cc-cee1-4849-be7f-5f48e82103ba, host n-h2-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:28:42.621946 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5b86c8d9-2d74-4298-9dd1-18fbc33c2516 req-d158d71c-d850-4881-8d86-630e526145dd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f71495d7-96ad-4847-83eb-b3625c73c9a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0825691 Aug 29 04:28:42.651815 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:42.652457 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 83587070-39b8-4b25-862c-546d4e634968 no longer exists at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:28:42.709193 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c1ac1f-c0d8-40c2-be87-58f8dfd2b21a req-e86ce8c6-0f21-4280-9f6f-4eb0053fea3b tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:42.710924 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-45c1ac1f-c0d8-40c2-be87-58f8dfd2b21a req-e86ce8c6-0f21-4280-9f6f-4eb0053fea3b tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/ports?device_id=16f6b687-4b46-4d96-b12a-3bf36ed39490 HTTP/1.1" status: 200 len: 946 time: 0.7550716 Aug 29 04:28:42.734869 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-8630a35c-770b-4765-8df3-82ba6f0366cf req-b25e9485-7cc3-4714-8c59-102c64e4df0c service neutron] device_id is not set on port 1cbff8cc-cee1-4849-be7f-5f48e82103ba yet. {{(pid=94828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:28:42.775871 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=e64e1abe-0190-4cb5-8d68-399c7b7657fa,revision_number=6']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:42.785536 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-8630a35c-770b-4765-8df3-82ba6f0366cf req-b25e9485-7cc3-4714-8c59-102c64e4df0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:42.803342 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] No Port match for: 83587070-39b8-4b25-862c-546d4e634968 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:28:42.804482 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 83587070-39b8-4b25-862c-546d4e634968 not bound to the agent host n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:28:42.822847 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90db8be2-769e-46b7-97aa-2173f420dd84 req-0e2bcf64-a45f-495c-a508-6cb41808be67 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:42.834508 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90db8be2-769e-46b7-97aa-2173f420dd84 req-0e2bcf64-a45f-495c-a508-6cb41808be67 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:42.847527 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90db8be2-769e-46b7-97aa-2173f420dd84 req-0e2bcf64-a45f-495c-a508-6cb41808be67 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:42.856279 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90db8be2-769e-46b7-97aa-2173f420dd84 req-0e2bcf64-a45f-495c-a508-6cb41808be67 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:42.859264 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-45c1ac1f-c0d8-40c2-be87-58f8dfd2b21a req-0ec1d1b2-4b9c-4b6d-807c-e1d90f572443 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e109d97-7970-4672-b6dc-5d385660134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373854 Aug 29 04:28:42.864892 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-317273db-2d29-4772-9755-1c9455b487ba tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:42.865341 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90db8be2-769e-46b7-97aa-2173f420dd84 req-0e2bcf64-a45f-495c-a508-6cb41808be67 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:42.876422 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7a6c0b11-5870-41af-b59b-f4f378cc14ee req-95f195ba-7f1f-475f-a194-4f10a9e1acc6 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:28:42.888045 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ba18e7-26b6-4f29-8217-e96af8c0e904 None None] Sync routers for ids ['9defbc3d-dbf1-4d26-a895-3ed92507d0ef'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:28:42.892134 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-20ea11b9-a609-4544-beed-212f0529514d None None] Provisioning complete for port bb0ba7cb-3d3d-4aa5-9b81-c2f445126f63 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:42.892548 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-20ea11b9-a609-4544-beed-212f0529514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:42.893700 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90db8be2-769e-46b7-97aa-2173f420dd84 req-0e2bcf64-a45f-495c-a508-6cb41808be67 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:42.906156 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ba18e7-26b6-4f29-8217-e96af8c0e904 None None] Routers {'9defbc3d-dbf1-4d26-a895-3ed92507d0ef'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:28:42.907141 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-f1ba18e7-26b6-4f29-8217-e96af8c0e904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:28:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['9defbc3d-dbf1-4d26-a895-3ed92507d0ef'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:42.913030 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90db8be2-769e-46b7-97aa-2173f420dd84 req-0e2bcf64-a45f-495c-a508-6cb41808be67 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:42.915124 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-90db8be2-769e-46b7-97aa-2173f420dd84 req-0e2bcf64-a45f-495c-a508-6cb41808be67 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/ports?device_id=afc254ea-ccf6-497c-b6f3-9c7790e81f60 HTTP/1.1" status: 200 len: 5444 time: 0.4089165 Aug 29 04:28:42.918090 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-8630a35c-770b-4765-8df3-82ba6f0366cf req-b25e9485-7cc3-4714-8c59-102c64e4df0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:42.969507 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-317273db-2d29-4772-9755-1c9455b487ba tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Transition to ACTIVE for port object bb0ba7cb-3d3d-4aa5-9b81-c2f445126f63 will not be triggered until provisioned by entity DHCP. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:42.973191 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-20ea11b9-a609-4544-beed-212f0529514d None None] Port bb0ba7cb-3d3d-4aa5-9b81-c2f445126f63 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:28:42.984405 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-317273db-2d29-4772-9755-1c9455b487ba tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:42.988502 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3654ddee-817f-4e62-8782-9ff23e6eb24e x-openstack-request-id: req-3654ddee-817f-4e62-8782-9ff23e6eb24e {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:28:42.988803 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afc254ea-ccf6-497c-b6f3-9c7790e81f60", "name": "network-vif-unplugged", "status": "completed", "tag": "e64e1abe-0190-4cb5-8d68-399c7b7657fa", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:28:43.006235 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3654ddee-817f-4e62-8782-9ff23e6eb24e {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:28:43.016709 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afc254ea-ccf6-497c-b6f3-9c7790e81f60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e64e1abe-0190-4cb5-8d68-399c7b7657fa', 'code': 200} Aug 29 04:28:43.038801 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a6c0b11-5870-41af-b59b-f4f378cc14ee req-95f195ba-7f1f-475f-a194-4f10a9e1acc6 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] No DVR routers for this DVR port 83587070-39b8-4b25-862c-546d4e634968 on host n-h2-712140-12 {{(pid=94829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:28:43.042426 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-20ea11b9-a609-4544-beed-212f0529514d None None] Provisioning complete for port bfc8214d-0c53-4549-b69f-c4d8a518010a triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:43.042977 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-20ea11b9-a609-4544-beed-212f0529514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:43.089668 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25e9485-7cc3-4714-8c59-102c64e4df0c service neutron] Pushing event updated for resources: {'Port': ['ID=1cbff8cc-cee1-4849-be7f-5f48e82103ba,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:43.103121 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-8630a35c-770b-4765-8df3-82ba6f0366cf req-b25e9485-7cc3-4714-8c59-102c64e4df0c service neutron] No DVR routers for this DVR port 1cbff8cc-cee1-4849-be7f-5f48e82103ba on host n-h2-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:28:43.109715 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-20ea11b9-a609-4544-beed-212f0529514d None None] Port bfc8214d-0c53-4549-b69f-c4d8a518010a cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:28:43.110154 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5b86c8d9-2d74-4298-9dd1-18fbc33c2516 req-044931fd-5573-4787-be44-d466d25e94a7 service neutron] 10.222.0.48 "GET /v2.0/networks/f71495d7-96ad-4847-83eb-b3625c73c9a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4793105 Aug 29 04:28:43.123930 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-7a6c0b11-5870-41af-b59b-f4f378cc14ee req-95f195ba-7f1f-475f-a194-4f10a9e1acc6 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:43.127169 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7a6c0b11-5870-41af-b59b-f4f378cc14ee req-95f195ba-7f1f-475f-a194-4f10a9e1acc6 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.48 "DELETE /v2.0/ports/83587070-39b8-4b25-862c-546d4e634968 HTTP/1.1" status: 204 len: 173 time: 4.1502681 Aug 29 04:28:43.127892 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '958fb903-1729-4290-8965-b1c2ef1d605e', 'name': 'network-vif-deleted', 'tag': '83587070-39b8-4b25-862c-546d4e634968'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:28:43.141808 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05c1428a-a4bb-4b5e-86e6-2180ec10c321" -d '{"events": [{"server_uuid": "958fb903-1729-4290-8965-b1c2ef1d605e", "name": "network-vif-deleted", "tag": "83587070-39b8-4b25-862c-546d4e634968"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:28:43.148026 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-f1ba18e7-26b6-4f29-8217-e96af8c0e904 None None] Set router 9defbc3d-dbf1-4d26-a895-3ed92507d0ef gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:28:43.205268 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-90db8be2-769e-46b7-97aa-2173f420dd84 req-59e8339b-7161-4f42-89ab-2ed5f157011c tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/security-groups?id=c5569642-fe3a-4dae-b304-b5b17959f467&id=6765471a-6318-4be5-8b74-21c509c8c5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2792015 Aug 29 04:28:43.365332 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-8630a35c-770b-4765-8df3-82ba6f0366cf req-b25e9485-7cc3-4714-8c59-102c64e4df0c service neutron] In _notify_port_updated(), no bound segment for port 1cbff8cc-cee1-4849-be7f-5f48e82103ba on network 30a5f83d-44db-4be9-a796-3b5e93558c29 {{(pid=94828) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:28:43.369487 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317273db-2d29-4772-9755-1c9455b487ba tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Pushing event updated for resources: {'Port': ['ID=bb0ba7cb-3d3d-4aa5-9b81-c2f445126f63,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:43.370828 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8630a35c-770b-4765-8df3-82ba6f0366cf req-b25e9485-7cc3-4714-8c59-102c64e4df0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:43.371671 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-8630a35c-770b-4765-8df3-82ba6f0366cf req-b25e9485-7cc3-4714-8c59-102c64e4df0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:43.373863 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8630a35c-770b-4765-8df3-82ba6f0366cf req-b25e9485-7cc3-4714-8c59-102c64e4df0c service neutron] 10.222.0.48 "PUT /v2.0/ports/1cbff8cc-cee1-4849-be7f-5f48e82103ba HTTP/1.1" status: 200 len: 1032 time: 1.8160326 Aug 29 04:28:43.438284 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-01dbdbd0-25b4-4b6d-9660-16fc3b4d50a0 None None] Provisioning complete for port 1cbff8cc-cee1-4849-be7f-5f48e82103ba triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:43.438789 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-01dbdbd0-25b4-4b6d-9660-16fc3b4d50a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:43.493809 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a82de3-1e0c-4d05-b848-c31da6e6f875 req-07a291c4-f1ba-464d-9b84-6887d9514fff tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:43.505002 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-35a82de3-1e0c-4d05-b848-c31da6e6f875 req-07a291c4-f1ba-464d-9b84-6887d9514fff tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/ports?device_id=8b3a72d2-8427-48e7-85c8-3ced9bf35ddb HTTP/1.1" status: 200 len: 943 time: 0.3825734 Aug 29 04:28:43.520932 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5b86c8d9-2d74-4298-9dd1-18fbc33c2516 req-752b6eef-4f64-42c9-8f72-75b9c15918fa service neutron] 10.222.0.48 "GET /v2.0/networks/f71495d7-96ad-4847-83eb-b3625c73c9a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3684845 Aug 29 04:28:43.547429 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-01dbdbd0-25b4-4b6d-9660-16fc3b4d50a0 None None] Port 1cbff8cc-cee1-4849-be7f-5f48e82103ba cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:28:43.553492 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8630a35c-770b-4765-8df3-82ba6f0366cf req-c9936d59-04f6-4d46-9c86-7ea68e590c41 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:43.555481 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8630a35c-770b-4765-8df3-82ba6f0366cf req-c9936d59-04f6-4d46-9c86-7ea68e590c41 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.48 "GET /v2.0/ports/e64e1abe-0190-4cb5-8d68-399c7b7657fa?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1661077 Aug 29 04:28:43.566079 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-317273db-2d29-4772-9755-1c9455b487ba tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] In _notify_port_updated(), no bound segment for port bb0ba7cb-3d3d-4aa5-9b81-c2f445126f63 on network a6bb57b7-cb0c-4410-98f1-bc74c77bcda7 {{(pid=94829) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:28:43.571239 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-8630a35c-770b-4765-8df3-82ba6f0366cf req-a9784653-e1ef-4cad-add3-68310e4cfa8d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:43.580622 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-317273db-2d29-4772-9755-1c9455b487ba tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:43.584270 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-317273db-2d29-4772-9755-1c9455b487ba tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:43.589042 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-317273db-2d29-4772-9755-1c9455b487ba tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "PUT /v2.0/ports/bb0ba7cb-3d3d-4aa5-9b81-c2f445126f63 HTTP/1.1" status: 200 len: 920 time: 4.1345918 Aug 29 04:28:43.592843 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 34354) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:43.601380 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b34cdcd-0778-41a4-a0b5-47ce4c20dc04 req-0f364ccd-1bd6-4fee-b2e0-c54c45da6cab tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:43.626136 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0b34cdcd-0778-41a4-a0b5-47ce4c20dc04 req-0f364ccd-1bd6-4fee-b2e0-c54c45da6cab tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "GET /v2.0/ports?device_id=574021e8-5a99-4599-a86e-9b43fe57cd6e HTTP/1.1" status: 200 len: 945 time: 0.2150118 Aug 29 04:28:43.632922 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-35a82de3-1e0c-4d05-b848-c31da6e6f875 req-209bf936-b8fa-4e2f-ae30-6267520b7943 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/security-groups?id=f2284a1b-92b5-4cc6-825a-c1a1841e1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250930 Aug 29 04:28:43.739442 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2029725-25a9-4460-b32c-446cd75d29da x-openstack-request-id: req-d2029725-25a9-4460-b32c-446cd75d29da {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:28:43.740544 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "958fb903-1729-4290-8965-b1c2ef1d605e", "name": "network-vif-deleted", "tag": "83587070-39b8-4b25-862c-546d4e634968", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:28:43.740950 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d2029725-25a9-4460-b32c-446cd75d29da {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:28:43.741548 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '958fb903-1729-4290-8965-b1c2ef1d605e', 'name': 'network-vif-deleted', 'tag': '83587070-39b8-4b25-862c-546d4e634968', 'status': 'completed', 'code': 200} Aug 29 04:28:43.794902 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-f1ba18e7-26b6-4f29-8217-e96af8c0e904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9defbc3d-dbf1-4d26-a895-3ed92507d0ef', 'name': 'tempest-AttachVolumeShelveTestJSON-346863165-router', 'tenant_id': '45c0a3ca896a4dd0bcf90e5c0bd5812f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '1d5b6ad4-bb9d-4ef2-a488-172fe6e858d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:19:14Z', 'updated_at': '2021-08-29T04:19:25Z', 'revision_number': 4, 'project_id': '45c0a3ca896a4dd0bcf90e5c0bd5812f', 'gw_port': {'id': '1d5b6ad4-bb9d-4ef2-a488-172fe6e858d1', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:1d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9defbc3d-dbf1-4d26-a895-3ed92507d0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:19:17Z', 'updated_at': '2021-08-29T04:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': 'a3ed0d0c-7f2a-442a-a9b0-ff7e2dc5196a', 'name': '', 'network_id': 'fd020187-6618-42b7-a26a-d8ebebc46774', 'tenant_id': '45c0a3ca896a4dd0bcf90e5c0bd5812f', 'mac_address': 'fa:16:3e:21:10:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9defbc3d-dbf1-4d26-a895-3ed92507d0ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '6247b089-2c7c-4ca3-a8dd-41a0f57cced5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:19:22Z', 'updated_at': '2021-08-29T04:19:37Z', 'revision_number': 5, 'project_id': '45c0a3ca896a4dd0bcf90e5c0bd5812f', 'subnets': [{'id': '6247b089-2c7c-4ca3-a8dd-41a0f57cced5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:43.815261 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0b34cdcd-0778-41a4-a0b5-47ce4c20dc04 req-3d5d2780-2c64-409b-813b-91d7faf4acb5 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3e7d6d7-f66e-4c2c-97ed-f92e3dc1f00c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1881423 Aug 29 04:28:43.891666 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-8630a35c-770b-4765-8df3-82ba6f0366cf req-a9784653-e1ef-4cad-add3-68310e4cfa8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:43.918535 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71268a0e-73d0-45d1-a516-bf1e70504f29 req-2c359457-544e-4036-968f-d672ad413dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:43.920733 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-71268a0e-73d0-45d1-a516-bf1e70504f29 req-2c359457-544e-4036-968f-d672ad413dfd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ae62e35dda7b4c8db4c80924ca47fbdb&device_id=8b3a72d2-8427-48e7-85c8-3ced9bf35ddb HTTP/1.1" status: 200 len: 1095 time: 0.2801280 Aug 29 04:28:43.937585 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-83d08f7a-356d-464e-a687-716cff17fdaa tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Deleting port bb0ba7cb-3d3d-4aa5-9b81-c2f445126f63 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:43.937937 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-83d08f7a-356d-464e-a687-716cff17fdaa tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:43.968715 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ba18e7-26b6-4f29-8217-e96af8c0e904 None None] Checking router: 9defbc3d-dbf1-4d26-a895-3ed92507d0ef for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:28:43.991572 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ba18e7-26b6-4f29-8217-e96af8c0e904 None None] Routers {'9defbc3d-dbf1-4d26-a895-3ed92507d0ef'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:28:43.994344 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-f1ba18e7-26b6-4f29-8217-e96af8c0e904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:28:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['9defbc3d-dbf1-4d26-a895-3ed92507d0ef'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:44.005727 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-23059930-39c4-4496-aa6f-ef2dcf76a320 req-a1eeb3c8-89af-43c0-939c-503154e463f1 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/ports?device_id=958fb903-1729-4290-8965-b1c2ef1d605e HTTP/1.1" status: 200 len: 210 time: 0.0604444 Aug 29 04:28:44.096197 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-ee4dbf4c-5a9b-4ac9-8bc0-3dc6b2ab767a None None] Provisioning for port bb0ba7cb-3d3d-4aa5-9b81-c2f445126f63 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:44.106645 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-ee4dbf4c-5a9b-4ac9-8bc0-3dc6b2ab767a None None] Provisioning complete for port bb0ba7cb-3d3d-4aa5-9b81-c2f445126f63 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:44.109445 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ee4dbf4c-5a9b-4ac9-8bc0-3dc6b2ab767a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:44.204617 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-ee4dbf4c-5a9b-4ac9-8bc0-3dc6b2ab767a None None] Port bb0ba7cb-3d3d-4aa5-9b81-c2f445126f63 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:28:44.229169 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 35d63e72-b738-4a46-8a77-b6b744715997 no longer exists at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:28:44.333925 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-83d08f7a-356d-464e-a687-716cff17fdaa tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:44.371568 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-f1ba18e7-26b6-4f29-8217-e96af8c0e904 None None] Set router 9defbc3d-dbf1-4d26-a895-3ed92507d0ef gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:28:44.392255 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0f1a2b-75a4-4b39-bf9c-bb490357139b req-e13f752f-43ba-484b-ab43-ab60712c5dfd tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:44.409603 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3a0f1a2b-75a4-4b39-bf9c-bb490357139b req-e13f752f-43ba-484b-ab43-ab60712c5dfd tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/ports?device_id=16f6b687-4b46-4d96-b12a-3bf36ed39490 HTTP/1.1" status: 200 len: 946 time: 0.2916250 Aug 29 04:28:44.414558 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-83d08f7a-356d-464e-a687-716cff17fdaa tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Calling delete_port for bb0ba7cb-3d3d-4aa5-9b81-c2f445126f63 owned by {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:44.447246 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71268a0e-73d0-45d1-a516-bf1e70504f29 req-0763fcfa-c493-481b-ae9c-f0c9c7fb880f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:44.447246 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-71268a0e-73d0-45d1-a516-bf1e70504f29 req-0763fcfa-c493-481b-ae9c-f0c9c7fb880f service neutron] 10.222.0.48 "GET /v2.0/networks?id=f71495d7-96ad-4847-83eb-b3625c73c9a5 HTTP/1.1" status: 200 len: 905 time: 0.5120673 Aug 29 04:28:44.448229 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb896f4-94fd-4f38-8085-d2e8787431ee req-107ea0dd-4cb5-46d1-8c67-b9ad3e42bb7c tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:44.459593 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb896f4-94fd-4f38-8085-d2e8787431ee req-107ea0dd-4cb5-46d1-8c67-b9ad3e42bb7c tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:44.460700 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:44.476064 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb896f4-94fd-4f38-8085-d2e8787431ee req-107ea0dd-4cb5-46d1-8c67-b9ad3e42bb7c tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:44.483279 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb896f4-94fd-4f38-8085-d2e8787431ee req-107ea0dd-4cb5-46d1-8c67-b9ad3e42bb7c tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:44.490163 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb896f4-94fd-4f38-8085-d2e8787431ee req-107ea0dd-4cb5-46d1-8c67-b9ad3e42bb7c tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:44.498465 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb896f4-94fd-4f38-8085-d2e8787431ee req-107ea0dd-4cb5-46d1-8c67-b9ad3e42bb7c tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:44.503466 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8eb896f4-94fd-4f38-8085-d2e8787431ee req-107ea0dd-4cb5-46d1-8c67-b9ad3e42bb7c tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/ports?device_id=afc254ea-ccf6-497c-b6f3-9c7790e81f60 HTTP/1.1" status: 200 len: 4663 time: 0.1514595 Aug 29 04:28:44.530379 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 35d63e72-b738-4a46-8a77-b6b744715997, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=35d63e72-b738-4a46-8a77-b6b744715997,segment=NetworkSegment(c43d2e16-64d2-466b-8915-fe746cc0a849),segment_id=c43d2e16-64d2-466b-8915-fe746cc0a849)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:44.542262 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:44.543616 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 1cbff8cc-cee1-4849-be7f-5f48e82103ba no longer exists at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:28:44.622887 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8eb896f4-94fd-4f38-8085-d2e8787431ee req-a40ea124-eb47-4baa-ab4d-3fd8e041e96e tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/security-groups?id=c5569642-fe3a-4dae-b304-b5b17959f467&id=6765471a-6318-4be5-8b74-21c509c8c5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1039519 Aug 29 04:28:44.659711 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=35d63e72-b738-4a46-8a77-b6b744715997,revision_number=6']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:44.659711 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 1cbff8cc-cee1-4849-be7f-5f48e82103ba not bound to the agent host n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:28:44.659711 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 3935a212-8cf6-4330-b1a6-b9caa4ca084f no longer exists at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:28:44.689398 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-71268a0e-73d0-45d1-a516-bf1e70504f29 req-56383d66-0954-424f-85c4-577f87ee112e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c2c68d6-3e7d-4556-9488-46da16aa028f HTTP/1.1" status: 200 len: 217 time: 0.2081506 Aug 29 04:28:44.705955 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-8630a35c-770b-4765-8df3-82ba6f0366cf req-a9784653-e1ef-4cad-add3-68310e4cfa8d service neutron] For port e64e1abe-0190-4cb5-8d68-399c7b7657fa, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=e64e1abe-0190-4cb5-8d68-399c7b7657fa,segment=NetworkSegment(c43d2e16-64d2-466b-8915-fe746cc0a849),segment_id=c43d2e16-64d2-466b-8915-fe746cc0a849)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:44.762226 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:44.783037 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-f1ba18e7-26b6-4f29-8217-e96af8c0e904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9defbc3d-dbf1-4d26-a895-3ed92507d0ef', 'name': 'tempest-AttachVolumeShelveTestJSON-346863165-router', 'tenant_id': '45c0a3ca896a4dd0bcf90e5c0bd5812f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '1d5b6ad4-bb9d-4ef2-a488-172fe6e858d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:19:14Z', 'updated_at': '2021-08-29T04:19:25Z', 'revision_number': 4, 'project_id': '45c0a3ca896a4dd0bcf90e5c0bd5812f', 'gw_port': {'id': '1d5b6ad4-bb9d-4ef2-a488-172fe6e858d1', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:1d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9defbc3d-dbf1-4d26-a895-3ed92507d0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:19:17Z', 'updated_at': '2021-08-29T04:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': 'a3ed0d0c-7f2a-442a-a9b0-ff7e2dc5196a', 'name': '', 'network_id': 'fd020187-6618-42b7-a26a-d8ebebc46774', 'tenant_id': '45c0a3ca896a4dd0bcf90e5c0bd5812f', 'mac_address': 'fa:16:3e:21:10:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9defbc3d-dbf1-4d26-a895-3ed92507d0ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '6247b089-2c7c-4ca3-a8dd-41a0f57cced5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:19:22Z', 'updated_at': '2021-08-29T04:19:37Z', 'revision_number': 5, 'project_id': '45c0a3ca896a4dd0bcf90e5c0bd5812f', 'subnets': [{'id': '6247b089-2c7c-4ca3-a8dd-41a0f57cced5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:44.811891 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3a0f1a2b-75a4-4b39-bf9c-bb490357139b req-c22ce5c3-f1f4-4159-8f36-7cd477fa1a8c tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e109d97-7970-4672-b6dc-5d385660134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4010384 Aug 29 04:28:44.815937 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 3935a212-8cf6-4330-b1a6-b9caa4ca084f, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=3935a212-8cf6-4330-b1a6-b9caa4ca084f,segment=NetworkSegment(b7e29be2-2d72-4cb8-b31e-936b8c0601de),segment_id=b7e29be2-2d72-4cb8-b31e-936b8c0601de)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:44.818012 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71268a0e-73d0-45d1-a516-bf1e70504f29 req-3c95d93d-5c4c-40dd-8170-e3fcdde50158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:44.821970 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-71268a0e-73d0-45d1-a516-bf1e70504f29 req-3c95d93d-5c4c-40dd-8170-e3fcdde50158 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5de44217-4c88-4ff9-be1a-03ac5f0e7204 HTTP/1.1" status: 200 len: 844 time: 0.1123357 Aug 29 04:28:44.834284 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:44.834284 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 540cae85-7f7d-4921-89a2-7ca402f8590f no longer exists at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:28:44.848160 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ba18e7-26b6-4f29-8217-e96af8c0e904 None None] The sync data for ids ['9defbc3d-dbf1-4d26-a895-3ed92507d0ef'] in n-d-712140-12 is: [{'id': '9defbc3d-dbf1-4d26-a895-3ed92507d0ef', 'name': 'tempest-AttachVolumeShelveTestJSON-346863165-router', 'tenant_id': '45c0a3ca896a4dd0bcf90e5c0bd5812f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '1d5b6ad4-bb9d-4ef2-a488-172fe6e858d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:19:14Z', 'updated_at': '2021-08-29T04:19:25Z', 'revision_number': 4, 'project_id': '45c0a3ca896a4dd0bcf90e5c0bd5812f', 'gw_port': {'id': '1d5b6ad4-bb9d-4ef2-a488-172fe6e858d1', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:1d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9defbc3d-dbf1-4d26-a895-3ed92507d0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:19:17Z', 'updated_at': '2021-08-29T04:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': 'a3ed0d0c-7f2a-442a-a9b0-ff7e2dc5196a', 'name': '', 'network_id': 'fd020187-6618-42b7-a26a-d8ebebc46774', 'tenant_id': '45c0a3ca896a4dd0bcf90e5c0bd5812f', 'mac_address': 'fa:16:3e:21:10:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9defbc3d-dbf1-4d26-a895-3ed92507d0ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '6247b089-2c7c-4ca3-a8dd-41a0f57cced5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:19:22Z', 'updated_at': '2021-08-29T04:19:37Z', 'revision_number': 5, 'project_id': '45c0a3ca896a4dd0bcf90e5c0bd5812f', 'subnets': [{'id': '6247b089-2c7c-4ca3-a8dd-41a0f57cced5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:28:44.948739 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fd0a05-29a9-4a53-b751-bf3578d236f5 req-6eea1305-d8bd-4183-b0f7-f7f1867974f6 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:44.950976 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-71268a0e-73d0-45d1-a516-bf1e70504f29 req-8580992e-a82d-45e7-b104-fbfcb54c4087 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f71495d7-96ad-4847-83eb-b3625c73c9a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1198566 Aug 29 04:28:44.959272 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e0fd0a05-29a9-4a53-b751-bf3578d236f5 req-6eea1305-d8bd-4183-b0f7-f7f1867974f6 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/ports?device_id=8b3a72d2-8427-48e7-85c8-3ced9bf35ddb HTTP/1.1" status: 200 len: 943 time: 0.1004896 Aug 29 04:28:45.019833 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afc254ea-ccf6-497c-b6f3-9c7790e81f60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35d63e72-b738-4a46-8a77-b6b744715997'}, {'server_uuid': 'afc254ea-ccf6-497c-b6f3-9c7790e81f60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3935a212-8cf6-4330-b1a6-b9caa4ca084f'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:28:45.022266 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c907f8b7-902d-43db-b182-1c41400e2b87" -d '{"events": [{"server_uuid": "afc254ea-ccf6-497c-b6f3-9c7790e81f60", "name": "network-vif-unplugged", "status": "completed", "tag": "35d63e72-b738-4a46-8a77-b6b744715997"}, {"server_uuid": "afc254ea-ccf6-497c-b6f3-9c7790e81f60", "name": "network-vif-unplugged", "status": "completed", "tag": "3935a212-8cf6-4330-b1a6-b9caa4ca084f"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:28:45.035017 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e0fd0a05-29a9-4a53-b751-bf3578d236f5 req-b5ac4d68-c358-4645-9757-d6ce5a22ffc3 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/security-groups?id=f2284a1b-92b5-4cc6-825a-c1a1841e1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735459 Aug 29 04:28:45.078805 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=3935a212-8cf6-4330-b1a6-b9caa4ca084f,revision_number=6']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:45.111183 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-71268a0e-73d0-45d1-a516-bf1e70504f29 req-61c88810-3584-45ee-a81b-4e5bf4bb85ac service neutron] 10.222.0.48 "GET /v2.0/networks/f71495d7-96ad-4847-83eb-b3625c73c9a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387560 Aug 29 04:28:45.140261 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Sun, 29 Aug 2021 04:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-543f150c-a782-4aab-bf0f-4abbb0455374 x-openstack-request-id: req-543f150c-a782-4aab-bf0f-4abbb0455374 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:28:45.140850 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afc254ea-ccf6-497c-b6f3-9c7790e81f60", "name": "network-vif-unplugged", "status": "completed", "tag": "35d63e72-b738-4a46-8a77-b6b744715997", "code": 200}, {"server_uuid": "afc254ea-ccf6-497c-b6f3-9c7790e81f60", "name": "network-vif-unplugged", "status": "completed", "tag": "3935a212-8cf6-4330-b1a6-b9caa4ca084f", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:28:45.142926 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-543f150c-a782-4aab-bf0f-4abbb0455374 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:28:45.143535 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afc254ea-ccf6-497c-b6f3-9c7790e81f60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35d63e72-b738-4a46-8a77-b6b744715997', 'code': 200} Aug 29 04:28:45.143935 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afc254ea-ccf6-497c-b6f3-9c7790e81f60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3935a212-8cf6-4330-b1a6-b9caa4ca084f', 'code': 200} Aug 29 04:28:45.177857 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:45.249190 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 540cae85-7f7d-4921-89a2-7ca402f8590f, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=540cae85-7f7d-4921-89a2-7ca402f8590f,segment=NetworkSegment(c43d2e16-64d2-466b-8915-fe746cc0a849),segment_id=c43d2e16-64d2-466b-8915-fe746cc0a849)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:45.263803 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:45.264805 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 522e949e-9797-45c8-902e-353747f23d7c no longer exists at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:28:45.269466 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 34398) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:45.271270 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-71268a0e-73d0-45d1-a516-bf1e70504f29 req-3442f469-da44-4eb4-8713-e613ccc1c2a0 service neutron] 10.222.0.48 "GET /v2.0/networks/f71495d7-96ad-4847-83eb-b3625c73c9a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463559 Aug 29 04:28:45.280644 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-8630a35c-770b-4765-8df3-82ba6f0366cf req-a9784653-e1ef-4cad-add3-68310e4cfa8d service neutron] For port e64e1abe-0190-4cb5-8d68-399c7b7657fa, host n-h2-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:28:45.391358 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-177fc9c9-0168-42fa-a4fa-4ef0744b8a9f tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:45.399788 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42da7005-6b33-4dd0-884c-0f5612c7312f None None] New status for floating IP b7477571-9385-4a42-a8fa-75c32ff79d83: DOWN {{(pid=94830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:28:45.426417 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-177fc9c9-0168-42fa-a4fa-4ef0744b8a9f tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:45.430230 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db27cee-74e5-457e-8166-507353ee972c req-b7f421c1-e9c0-41b6-9565-270885be2554 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:45.438488 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1db27cee-74e5-457e-8166-507353ee972c req-b7f421c1-e9c0-41b6-9565-270885be2554 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "GET /v2.0/ports?device_id=574021e8-5a99-4599-a86e-9b43fe57cd6e HTTP/1.1" status: 200 len: 945 time: 0.4849851 Aug 29 04:28:45.494611 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-8630a35c-770b-4765-8df3-82ba6f0366cf req-a9784653-e1ef-4cad-add3-68310e4cfa8d service neutron] device_id is not set on port e64e1abe-0190-4cb5-8d68-399c7b7657fa yet. {{(pid=94828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:28:45.513089 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-8630a35c-770b-4765-8df3-82ba6f0366cf req-a9784653-e1ef-4cad-add3-68310e4cfa8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:45.522567 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-177fc9c9-0168-42fa-a4fa-4ef0744b8a9f tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:45.526517 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1db27cee-74e5-457e-8166-507353ee972c req-54b7175a-f917-4ec4-911c-79c0525b77d1 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3e7d6d7-f66e-4c2c-97ed-f92e3dc1f00c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868878 Aug 29 04:28:45.529826 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-177fc9c9-0168-42fa-a4fa-4ef0744b8a9f tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:45.531710 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-177fc9c9-0168-42fa-a4fa-4ef0744b8a9f tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "DELETE /v2.0/security-groups/c669a511-bb16-48c8-9944-1f8115bc7803 HTTP/1.1" status: 204 len: 168 time: 0.2640297 Aug 29 04:28:45.535787 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 34406) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:45.546899 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177fc9c9-0168-42fa-a4fa-4ef0744b8a9f tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c669a511-bb16-48c8-9944-1f8115bc7803,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:45.551847 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-83d08f7a-356d-464e-a687-716cff17fdaa tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:45.553790 n-d-712140-12 neutron-server[94828]: INFO neutron.api.v2.resource [None req-1f77994b-d203-4450-a301-d3c45be90a3c tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] show failed (client error): The resource could not be found. Aug 29 04:28:45.555033 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-1f77994b-d203-4450-a301-d3c45be90a3c tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "GET /v2.0/security-groups/c669a511-bb16-48c8-9944-1f8115bc7803 HTTP/1.1" status: 404 len: 347 time: 0.0178373 Aug 29 04:28:45.555833 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-8630a35c-770b-4765-8df3-82ba6f0366cf req-a9784653-e1ef-4cad-add3-68310e4cfa8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:45.561381 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 34408) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:45.868549 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-8630a35c-770b-4765-8df3-82ba6f0366cf req-a9784653-e1ef-4cad-add3-68310e4cfa8d service neutron] No DVR routers for this DVR port e64e1abe-0190-4cb5-8d68-399c7b7657fa on host n-h2-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:28:45.913648 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9784653-e1ef-4cad-add3-68310e4cfa8d service neutron] Pushing event updated for resources: {'Port': ['ID=e64e1abe-0190-4cb5-8d68-399c7b7657fa,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:45.971562 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:46.073968 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=540cae85-7f7d-4921-89a2-7ca402f8590f,revision_number=6']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:46.083256 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b457880-d0f0-401a-98b6-129be461b5f3 req-d2abca26-1f70-4aa2-9271-e0d9bd391684 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:46.106208 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b457880-d0f0-401a-98b6-129be461b5f3 req-d2abca26-1f70-4aa2-9271-e0d9bd391684 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:46.123263 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d08f7a-356d-464e-a687-716cff17fdaa tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Pushing event deleted for resources: {'Port': ['ID=bb0ba7cb-3d3d-4aa5-9b81-c2f445126f63,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:46.133079 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b457880-d0f0-401a-98b6-129be461b5f3 req-d2abca26-1f70-4aa2-9271-e0d9bd391684 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:46.157144 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b457880-d0f0-401a-98b6-129be461b5f3 req-d2abca26-1f70-4aa2-9271-e0d9bd391684 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:46.163565 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b457880-d0f0-401a-98b6-129be461b5f3 req-d2abca26-1f70-4aa2-9271-e0d9bd391684 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:46.165582 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0b457880-d0f0-401a-98b6-129be461b5f3 req-d2abca26-1f70-4aa2-9271-e0d9bd391684 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/ports?device_id=afc254ea-ccf6-497c-b6f3-9c7790e81f60 HTTP/1.1" status: 200 len: 3880 time: 0.3397322 Aug 29 04:28:46.229671 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 522e949e-9797-45c8-902e-353747f23d7c, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=522e949e-9797-45c8-902e-353747f23d7c,segment=NetworkSegment(912c7cf8-61cd-4425-9508-d2aefeed23ec),segment_id=912c7cf8-61cd-4425-9508-d2aefeed23ec)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:46.246653 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:46.249515 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 46c566e7-1458-4fe3-a7d6-eaf119c72666 no longer exists at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:28:46.251864 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-cda6c8d5-a318-4f60-8522-25ca4806b555 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Deleting port a906fa35-d4aa-4ce0-a8c6-f70a863317a5 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:46.251864 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cda6c8d5-a318-4f60-8522-25ca4806b555 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:46.258052 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-83d08f7a-356d-464e-a687-716cff17fdaa tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:46.262298 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-83d08f7a-356d-464e-a687-716cff17fdaa tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "DELETE /v2.0/ports/bb0ba7cb-3d3d-4aa5-9b81-c2f445126f63 HTTP/1.1" status: 204 len: 168 time: 2.6337006 Aug 29 04:28:46.270512 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-8630a35c-770b-4765-8df3-82ba6f0366cf req-a9784653-e1ef-4cad-add3-68310e4cfa8d service neutron] In _notify_port_updated(), no bound segment for port e64e1abe-0190-4cb5-8d68-399c7b7657fa on network 30a5f83d-44db-4be9-a796-3b5e93558c29 {{(pid=94828) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:28:46.272750 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8630a35c-770b-4765-8df3-82ba6f0366cf req-a9784653-e1ef-4cad-add3-68310e4cfa8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:46.274117 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-8630a35c-770b-4765-8df3-82ba6f0366cf req-a9784653-e1ef-4cad-add3-68310e4cfa8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:46.276504 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8630a35c-770b-4765-8df3-82ba6f0366cf req-a9784653-e1ef-4cad-add3-68310e4cfa8d service neutron] 10.222.0.48 "PUT /v2.0/ports/e64e1abe-0190-4cb5-8d68-399c7b7657fa HTTP/1.1" status: 200 len: 1032 time: 2.7122765 Aug 29 04:28:46.277477 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 34420) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:46.453343 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-4446d1d8-f945-47b8-9977-2de3017a7da1 None None] Provisioning complete for port e64e1abe-0190-4cb5-8d68-399c7b7657fa triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:46.454517 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4446d1d8-f945-47b8-9977-2de3017a7da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:46.502351 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cda6c8d5-a318-4f60-8522-25ca4806b555 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:46.502796 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cda6c8d5-a318-4f60-8522-25ca4806b555 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:46.522302 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-cda6c8d5-a318-4f60-8522-25ca4806b555 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Calling delete_port for a906fa35-d4aa-4ce0-a8c6-f70a863317a5 owned by network:floatingip {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:46.618463 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:46.635302 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=522e949e-9797-45c8-902e-353747f23d7c,revision_number=6']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:46.643377 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-4446d1d8-f945-47b8-9977-2de3017a7da1 None None] Port e64e1abe-0190-4cb5-8d68-399c7b7657fa cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:28:46.684234 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 46c566e7-1458-4fe3-a7d6-eaf119c72666, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=46c566e7-1458-4fe3-a7d6-eaf119c72666,segment=NetworkSegment(912c7cf8-61cd-4425-9508-d2aefeed23ec),segment_id=912c7cf8-61cd-4425-9508-d2aefeed23ec)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:46.691761 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:46.704619 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0b457880-d0f0-401a-98b6-129be461b5f3 req-7c8baa2a-126f-44bd-95fd-61e1533684c3 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/security-groups?id=6765471a-6318-4be5-8b74-21c509c8c5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5018969 Aug 29 04:28:46.762895 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cda6c8d5-a318-4f60-8522-25ca4806b555 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:46.791594 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=46c566e7-1458-4fe3-a7d6-eaf119c72666,revision_number=6']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:46.830350 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda6c8d5-a318-4f60-8522-25ca4806b555 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Pushing event deleted for resources: {'Port': ['ID=a906fa35-d4aa-4ce0-a8c6-f70a863317a5,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:46.949184 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cda6c8d5-a318-4f60-8522-25ca4806b555 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Notify callbacks [] for floatingip, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:46.951841 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cda6c8d5-a318-4f60-8522-25ca4806b555 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:46.963546 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-cda6c8d5-a318-4f60-8522-25ca4806b555 tempest-AttachVolumeShelveTestJSON-39535369 tempest-AttachVolumeShelveTestJSON-39535369-project] 10.222.0.22 "DELETE /v2.0/floatingips/b7477571-9385-4a42-a8fa-75c32ff79d83 HTTP/1.1" status: 204 len: 168 time: 1.3899486 Aug 29 04:28:46.974306 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ee708-a648-45f2-8476-3cb2687dd3af req-cdd435b5-5e23-4820-90a8-ac71e5f4dc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:46.976836 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5c3ee708-a648-45f2-8476-3cb2687dd3af req-cdd435b5-5e23-4820-90a8-ac71e5f4dc8b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6c9e9b4cb47149d19005e5a96f02d4fd&device_id=574021e8-5a99-4599-a86e-9b43fe57cd6e HTTP/1.1" status: 200 len: 1097 time: 0.9687812 Aug 29 04:28:46.977937 n-d-712140-12 neutron-server[94828]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9575f5d-c1e9-4501-a3a3-9fc694e516a3 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] GET failed (client error): The resource could not be found. Aug 29 04:28:46.988545 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-a9575f5d-c1e9-4501-a3a3-9fc694e516a3 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "GET /v2.0/ports/bb0ba7cb-3d3d-4aa5-9b81-c2f445126f63 HTTP/1.1" status: 404 len: 333 time: 0.7060573 Aug 29 04:28:46.992472 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 34436) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:47.034877 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0227ebe1-b788-4202-bbd0-742c2b5514a9 req-9a23b218-deec-490e-91e1-d7fbb447f5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:47.034877 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0227ebe1-b788-4202-bbd0-742c2b5514a9 req-9a23b218-deec-490e-91e1-d7fbb447f5de service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=16f6b687-4b46-4d96-b12a-3bf36ed39490 HTTP/1.1" status: 200 len: 1098 time: 0.0946841 Aug 29 04:28:47.057476 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd7285b-ddb2-4656-85b6-fe43b26e1f7c req-6f9a5dea-e824-4e2b-8be2-88c07f5f0118 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:47.059881 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7cd7285b-ddb2-4656-85b6-fe43b26e1f7c req-6f9a5dea-e824-4e2b-8be2-88c07f5f0118 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/ports?device_id=8b3a72d2-8427-48e7-85c8-3ced9bf35ddb HTTP/1.1" status: 200 len: 943 time: 0.1810634 Aug 29 04:28:47.070173 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c438888-bb76-4ee1-9a0b-b02f81b2c0b7 req-7b824bbf-6367-4f57-af6c-090347ae890a tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:47.078775 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4c438888-bb76-4ee1-9a0b-b02f81b2c0b7 req-7b824bbf-6367-4f57-af6c-090347ae890a tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/ports?device_id=16f6b687-4b46-4d96-b12a-3bf36ed39490 HTTP/1.1" status: 200 len: 946 time: 1.0780230 Aug 29 04:28:47.141779 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0227ebe1-b788-4202-bbd0-742c2b5514a9 req-4ca770cf-32ef-4853-a8ce-87e5eea59972 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6e109d97-7970-4672-b6dc-5d385660134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972090 Aug 29 04:28:47.144632 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afc254ea-ccf6-497c-b6f3-9c7790e81f60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '540cae85-7f7d-4921-89a2-7ca402f8590f'}, {'server_uuid': 'afc254ea-ccf6-497c-b6f3-9c7790e81f60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '522e949e-9797-45c8-902e-353747f23d7c'}, {'server_uuid': 'afc254ea-ccf6-497c-b6f3-9c7790e81f60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46c566e7-1458-4fe3-a7d6-eaf119c72666'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:28:47.147203 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1ec432d-be8c-498a-9a6d-dc2e5dda491e" -d '{"events": [{"server_uuid": "afc254ea-ccf6-497c-b6f3-9c7790e81f60", "name": "network-vif-unplugged", "status": "completed", "tag": "540cae85-7f7d-4921-89a2-7ca402f8590f"}, {"server_uuid": "afc254ea-ccf6-497c-b6f3-9c7790e81f60", "name": "network-vif-unplugged", "status": "completed", "tag": "522e949e-9797-45c8-902e-353747f23d7c"}, {"server_uuid": "afc254ea-ccf6-497c-b6f3-9c7790e81f60", "name": "network-vif-unplugged", "status": "completed", "tag": "46c566e7-1458-4fe3-a7d6-eaf119c72666"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:28:47.214195 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7cd7285b-ddb2-4656-85b6-fe43b26e1f7c req-24a29f13-4dbb-41ce-b701-a05aee1c461a tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/security-groups?id=f2284a1b-92b5-4cc6-825a-c1a1841e1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401994 Aug 29 04:28:47.248430 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4c438888-bb76-4ee1-9a0b-b02f81b2c0b7 req-67eaa6d3-0108-435f-9afb-376eb5656bf4 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e109d97-7970-4672-b6dc-5d385660134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686354 Aug 29 04:28:47.315168 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-8630a35c-770b-4765-8df3-82ba6f0366cf req-8207f5b3-ca11-4afb-948a-9d533c5b0336 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Deleting port 46c566e7-1458-4fe3-a7d6-eaf119c72666 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:47.315602 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-8630a35c-770b-4765-8df3-82ba6f0366cf req-8207f5b3-ca11-4afb-948a-9d533c5b0336 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:47.328810 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4ba965e3-8113-474f-83f8-df2b381b1f39 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:47.329241 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Sun, 29 Aug 2021 04:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4c5f85a-dad2-4010-8f9f-6302e930f1dd x-openstack-request-id: req-a4c5f85a-dad2-4010-8f9f-6302e930f1dd {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:28:47.330357 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afc254ea-ccf6-497c-b6f3-9c7790e81f60", "name": "network-vif-unplugged", "status": "completed", "tag": "540cae85-7f7d-4921-89a2-7ca402f8590f", "code": 200}, {"server_uuid": "afc254ea-ccf6-497c-b6f3-9c7790e81f60", "name": "network-vif-unplugged", "status": "completed", "tag": "522e949e-9797-45c8-902e-353747f23d7c", "code": 200}, {"server_uuid": "afc254ea-ccf6-497c-b6f3-9c7790e81f60", "name": "network-vif-unplugged", "status": "completed", "tag": "46c566e7-1458-4fe3-a7d6-eaf119c72666", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:28:47.330831 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a4c5f85a-dad2-4010-8f9f-6302e930f1dd {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:28:47.331475 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afc254ea-ccf6-497c-b6f3-9c7790e81f60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '540cae85-7f7d-4921-89a2-7ca402f8590f', 'code': 200} Aug 29 04:28:47.331939 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afc254ea-ccf6-497c-b6f3-9c7790e81f60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '522e949e-9797-45c8-902e-353747f23d7c', 'code': 200} Aug 29 04:28:47.332984 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afc254ea-ccf6-497c-b6f3-9c7790e81f60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46c566e7-1458-4fe3-a7d6-eaf119c72666', 'code': 200} Aug 29 04:28:47.348777 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ee708-a648-45f2-8476-3cb2687dd3af req-f578dcea-8c3a-4f8c-93ee-de1b9ca1f948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:47.350626 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5c3ee708-a648-45f2-8476-3cb2687dd3af req-f578dcea-8c3a-4f8c-93ee-de1b9ca1f948 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3bcd0067-6e50-451c-9004-abafcee70c8b HTTP/1.1" status: 200 len: 912 time: 0.3089423 Aug 29 04:28:47.427780 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc5be0f-70f1-4541-aad4-e00414cef057 req-644faafd-14c0-4819-9980-d4ebb3d28fc0 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:47.443524 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6bc5be0f-70f1-4541-aad4-e00414cef057 req-644faafd-14c0-4819-9980-d4ebb3d28fc0 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "GET /v2.0/ports?device_id=574021e8-5a99-4599-a86e-9b43fe57cd6e HTTP/1.1" status: 200 len: 945 time: 0.1303687 Aug 29 04:28:47.523273 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6bc5be0f-70f1-4541-aad4-e00414cef057 req-3e6a791a-d452-44fa-887a-574188599a91 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3e7d6d7-f66e-4c2c-97ed-f92e3dc1f00c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783179 Aug 29 04:28:47.539065 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4ba965e3-8113-474f-83f8-df2b381b1f39 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:47.619098 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-8630a35c-770b-4765-8df3-82ba6f0366cf req-8207f5b3-ca11-4afb-948a-9d533c5b0336 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] For port 46c566e7-1458-4fe3-a7d6-eaf119c72666, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=46c566e7-1458-4fe3-a7d6-eaf119c72666,segment=NetworkSegment(912c7cf8-61cd-4425-9508-d2aefeed23ec),segment_id=912c7cf8-61cd-4425-9508-d2aefeed23ec)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:47.619619 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-8630a35c-770b-4765-8df3-82ba6f0366cf req-8207f5b3-ca11-4afb-948a-9d533c5b0336 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:47.634323 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-8630a35c-770b-4765-8df3-82ba6f0366cf req-8207f5b3-ca11-4afb-948a-9d533c5b0336 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Calling delete_port for 46c566e7-1458-4fe3-a7d6-eaf119c72666 owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:47.749699 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4ba965e3-8113-474f-83f8-df2b381b1f39 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:47.752876 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4ba965e3-8113-474f-83f8-df2b381b1f39 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:47.754209 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-4ba965e3-8113-474f-83f8-df2b381b1f39 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "DELETE /v2.0/security-groups/84ffa9eb-492d-466a-bee8-b7d29e8b713e HTTP/1.1" status: 204 len: 168 time: 0.7577932 Aug 29 04:28:47.756959 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 34458) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:47.824747 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5c3ee708-a648-45f2-8476-3cb2687dd3af req-0a929a76-621c-47a9-ba90-c7010a2ce60d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9f343b77-8813-497f-a301-1ef4c6472599 HTTP/1.1" status: 200 len: 1001 time: 0.4374404 Aug 29 04:28:47.869080 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba965e3-8113-474f-83f8-df2b381b1f39 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84ffa9eb-492d-466a-bee8-b7d29e8b713e,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:47.908979 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0a77cc7d-3621-43da-aa74-5d74a0958256 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:47.945429 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0a77cc7d-3621-43da-aa74-5d74a0958256 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:47.969188 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-8630a35c-770b-4765-8df3-82ba6f0366cf req-8207f5b3-ca11-4afb-948a-9d533c5b0336 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:47.972721 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ee708-a648-45f2-8476-3cb2687dd3af req-d71115c8-5a5c-4187-9914-5696bb676637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:47.974512 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5c3ee708-a648-45f2-8476-3cb2687dd3af req-d71115c8-5a5c-4187-9914-5696bb676637 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=77379d5c-d72e-4fe0-ace8-ef22d196f6e9 HTTP/1.1" status: 200 len: 850 time: 0.1375043 Aug 29 04:28:47.996892 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db683aa-6762-4f51-8b11-f57ce0b9b139 req-f44fa17b-49a2-484e-8646-f745fc7b58b6 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:48.019869 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0a77cc7d-3621-43da-aa74-5d74a0958256 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:48.021528 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db683aa-6762-4f51-8b11-f57ce0b9b139 req-f44fa17b-49a2-484e-8646-f745fc7b58b6 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:48.024766 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0a77cc7d-3621-43da-aa74-5d74a0958256 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:48.026327 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-0a77cc7d-3621-43da-aa74-5d74a0958256 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "DELETE /v2.0/security-groups/6277bd8d-9924-4593-aa5e-7f9b0a022978 HTTP/1.1" status: 204 len: 168 time: 0.2680573 Aug 29 04:28:48.030681 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 34460) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:48.042893 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db683aa-6762-4f51-8b11-f57ce0b9b139 req-f44fa17b-49a2-484e-8646-f745fc7b58b6 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:48.056449 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db683aa-6762-4f51-8b11-f57ce0b9b139 req-f44fa17b-49a2-484e-8646-f745fc7b58b6 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:48.069781 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db683aa-6762-4f51-8b11-f57ce0b9b139 req-f44fa17b-49a2-484e-8646-f745fc7b58b6 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:48.071732 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9db683aa-6762-4f51-8b11-f57ce0b9b139 req-f44fa17b-49a2-484e-8646-f745fc7b58b6 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/ports?device_id=afc254ea-ccf6-497c-b6f3-9c7790e81f60 HTTP/1.1" status: 200 len: 3876 time: 0.1973715 Aug 29 04:28:48.095920 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c8c06ed-4dd8-4ad6-8d90-9bb46a35f6e5 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Deleting subnet 2f701c00-29cb-4e87-b97d-026b3d7df4b7 {{(pid=94829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:28:48.099491 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6c8c06ed-4dd8-4ad6-8d90-9bb46a35f6e5 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks [] for subnet, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:48.146885 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6c8c06ed-4dd8-4ad6-8d90-9bb46a35f6e5 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4311743'] for subnet, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:48.179761 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8207f5b3-ca11-4afb-948a-9d533c5b0336 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Pushing event deleted for resources: {'Port': ['ID=46c566e7-1458-4fe3-a7d6-eaf119c72666,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:48.255567 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 0c2c68d6-3e7d-4556-9488-46da16aa028f details requested by agent hyperv_n-h2-712140-12 with host n-h2-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:28:48.315233 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6c8c06ed-4dd8-4ad6-8d90-9bb46a35f6e5 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:48.436985 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-8630a35c-770b-4765-8df3-82ba6f0366cf req-8207f5b3-ca11-4afb-948a-9d533c5b0336 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] No DVR routers for this DVR port 46c566e7-1458-4fe3-a7d6-eaf119c72666 on host n-h2-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:28:48.442832 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-8630a35c-770b-4765-8df3-82ba6f0366cf req-8207f5b3-ca11-4afb-948a-9d533c5b0336 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:48.446753 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8630a35c-770b-4765-8df3-82ba6f0366cf req-8207f5b3-ca11-4afb-948a-9d533c5b0336 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.48 "DELETE /v2.0/ports/46c566e7-1458-4fe3-a7d6-eaf119c72666 HTTP/1.1" status: 204 len: 173 time: 2.1509192 Aug 29 04:28:48.452044 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afc254ea-ccf6-497c-b6f3-9c7790e81f60', 'name': 'network-vif-deleted', 'tag': '46c566e7-1458-4fe3-a7d6-eaf119c72666'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:28:48.460626 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d07ae434-1850-45cd-8db1-427cffe1132c" -d '{"events": [{"server_uuid": "afc254ea-ccf6-497c-b6f3-9c7790e81f60", "name": "network-vif-deleted", "tag": "46c566e7-1458-4fe3-a7d6-eaf119c72666"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:28:48.486866 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a77cc7d-3621-43da-aa74-5d74a0958256 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6277bd8d-9924-4593-aa5e-7f9b0a022978,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:48.499214 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6c8c06ed-4dd8-4ad6-8d90-9bb46a35f6e5 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4552352'] for subnet, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:48.551394 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8c06ed-4dd8-4ad6-8d90-9bb46a35f6e5 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Pushing event deleted for resources: {'Subnet': ['ID=2f701c00-29cb-4e87-b97d-026b3d7df4b7,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:48.563918 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 0c2c68d6-3e7d-4556-9488-46da16aa028f, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=0c2c68d6-3e7d-4556-9488-46da16aa028f,segment=NetworkSegment(e370ab6f-b877-4d1b-8a8e-a0dc4be5ecd4),segment_id=e370ab6f-b877-4d1b-8a8e-a0dc4be5ecd4)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:48.566154 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6c8c06ed-4dd8-4ad6-8d90-9bb46a35f6e5 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:48.580586 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b76963-b25f-4b8a-8091-8b2c62e036d9 None None] Network a6bb57b7-cb0c-4410-98f1-bc74c77bcda7 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:48.584370 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 34480) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:48.584529 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-6c8c06ed-4dd8-4ad6-8d90-9bb46a35f6e5 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "DELETE /v2.0/subnets/2f701c00-29cb-4e87-b97d-026b3d7df4b7 HTTP/1.1" status: 204 len: 168 time: 0.5525398 Aug 29 04:28:48.598837 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-0d410608-e83c-4b10-96a1-68f8afb31266 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Request body: {'subnet': {'network_id': 'a6bb57b7-cb0c-4410-98f1-bc74c77bcda7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:48.602820 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abb6ee8-eb89-4ea4-b3e1-8752c0e7f221 req-b5e4d8ca-b83b-4814-bc4f-a0f4ea3e0206 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:48.604466 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0abb6ee8-eb89-4ea4-b3e1-8752c0e7f221 req-b5e4d8ca-b83b-4814-bc4f-a0f4ea3e0206 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/ports?device_id=8b3a72d2-8427-48e7-85c8-3ced9bf35ddb HTTP/1.1" status: 200 len: 943 time: 0.1201875 Aug 29 04:28:48.685675 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0abb6ee8-eb89-4ea4-b3e1-8752c0e7f221 req-2a97b8f2-aa50-4010-aca4-7fd1d6965d0a tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/security-groups?id=f2284a1b-92b5-4cc6-825a-c1a1841e1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743144 Aug 29 04:28:48.695576 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Returning: {'device': '0c2c68d6-3e7d-4556-9488-46da16aa028f', 'network_id': 'f71495d7-96ad-4847-83eb-b3625c73c9a5', 'port_id': '0c2c68d6-3e7d-4556-9488-46da16aa028f', 'mac_address': 'fa:16:3e:e4:96:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5de44217-4c88-4ff9-be1a-03ac5f0e7204', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:28:48.704512 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9db683aa-6762-4f51-8b11-f57ce0b9b139 req-69357d44-206a-48a6-a0b9-114b4d3824aa tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/security-groups?id=6765471a-6318-4be5-8b74-21c509c8c5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4902387 Aug 29 04:28:48.764505 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ee708-a648-45f2-8476-3cb2687dd3af req-2b9a1c16-897a-42e3-ad13-9e5e4ee63a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:48.767353 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5c3ee708-a648-45f2-8476-3cb2687dd3af req-2b9a1c16-897a-42e3-ad13-9e5e4ee63a30 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3bcd0067-6e50-451c-9004-abafcee70c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6934004 Aug 29 04:28:48.782644 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [req-5c3ee708-a648-45f2-8476-3cb2687dd3af req-16cc2e8f-cfb6-421a-9f9b-bd2f51c45c0f service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:28:48.784426 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5c3ee708-a648-45f2-8476-3cb2687dd3af req-16cc2e8f-cfb6-421a-9f9b-bd2f51c45c0f service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077219 Aug 29 04:28:48.831324 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:48.888130 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9b02e53-6bba-4ee7-aecf-a1ac03c9d443 x-openstack-request-id: req-a9b02e53-6bba-4ee7-aecf-a1ac03c9d443 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:28:48.888642 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afc254ea-ccf6-497c-b6f3-9c7790e81f60", "name": "network-vif-deleted", "tag": "46c566e7-1458-4fe3-a7d6-eaf119c72666", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:28:48.888944 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a9b02e53-6bba-4ee7-aecf-a1ac03c9d443 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:28:48.889363 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afc254ea-ccf6-497c-b6f3-9c7790e81f60', 'name': 'network-vif-deleted', 'tag': '46c566e7-1458-4fe3-a7d6-eaf119c72666', 'status': 'completed', 'code': 200} Aug 29 04:28:48.894903 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c2c68d6-3e7d-4556-9488-46da16aa028f {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:28:48.913255 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-8630a35c-770b-4765-8df3-82ba6f0366cf req-f90ca07a-f45e-4ae1-911e-7f61992819d7 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Deleting port 540cae85-7f7d-4921-89a2-7ca402f8590f {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:48.913609 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-8630a35c-770b-4765-8df3-82ba6f0366cf req-f90ca07a-f45e-4ae1-911e-7f61992819d7 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:48.995214 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f1c3a6-b1d3-4c43-b0e8-39cb1d380544 req-b8e2700a-f386-4bb2-b242-4b753bc918a2 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:48.999799 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-36f1c3a6-b1d3-4c43-b0e8-39cb1d380544 req-b8e2700a-f386-4bb2-b242-4b753bc918a2 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/ports?device_id=16f6b687-4b46-4d96-b12a-3bf36ed39490 HTTP/1.1" status: 200 len: 946 time: 0.1176908 Aug 29 04:28:49.052094 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 0c2c68d6-3e7d-4556-9488-46da16aa028f, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=0c2c68d6-3e7d-4556-9488-46da16aa028f,segment=NetworkSegment(e370ab6f-b877-4d1b-8a8e-a0dc4be5ecd4),segment_id=e370ab6f-b877-4d1b-8a8e-a0dc4be5ecd4)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:49.064091 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:49.099354 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-36f1c3a6-b1d3-4c43-b0e8-39cb1d380544 req-4da779b7-06f2-49c0-9ab5-dfa3e7e019ff tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e109d97-7970-4672-b6dc-5d385660134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944571 Aug 29 04:28:49.137031 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-8630a35c-770b-4765-8df3-82ba6f0366cf req-f90ca07a-f45e-4ae1-911e-7f61992819d7 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] For port 540cae85-7f7d-4921-89a2-7ca402f8590f, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=540cae85-7f7d-4921-89a2-7ca402f8590f,segment=NetworkSegment(c43d2e16-64d2-466b-8915-fe746cc0a849),segment_id=c43d2e16-64d2-466b-8915-fe746cc0a849)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:49.137598 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-8630a35c-770b-4765-8df3-82ba6f0366cf req-f90ca07a-f45e-4ae1-911e-7f61992819d7 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:49.156652 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-8630a35c-770b-4765-8df3-82ba6f0366cf req-f90ca07a-f45e-4ae1-911e-7f61992819d7 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Calling delete_port for 540cae85-7f7d-4921-89a2-7ca402f8590f owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:49.208872 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=0c2c68d6-3e7d-4556-9488-46da16aa028f,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:49.252555 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5c3ee708-a648-45f2-8476-3cb2687dd3af req-44a24b4e-65e8-4b7f-afe6-2bede0a748ed service neutron] 10.222.0.46 "GET /v2.0/networks/3bcd0067-6e50-451c-9004-abafcee70c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4464397 Aug 29 04:28:49.252770 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:49.436052 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['0c2c68d6-3e7d-4556-9488-46da16aa028f'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:28:49.710820 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5c3ee708-a648-45f2-8476-3cb2687dd3af req-141f070d-4931-4569-afa4-4486b501dd65 service neutron] 10.222.0.46 "GET /v2.0/networks/3bcd0067-6e50-451c-9004-abafcee70c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4177036 Aug 29 04:28:49.729077 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d410608-e83c-4b10-96a1-68f8afb31266 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Made reservation on behalf of 6e77efd76d814cd8b24fb0a97b527734 for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:49.738074 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0d410608-e83c-4b10-96a1-68f8afb31266 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:49.762022 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-8630a35c-770b-4765-8df3-82ba6f0366cf req-f90ca07a-f45e-4ae1-911e-7f61992819d7 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:49.925862 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45c5b2d-67ae-4479-8ea5-7d5b0acc201e req-d024866e-a8fd-4523-96f7-0d980a18da14 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:49.936228 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f45c5b2d-67ae-4479-8ea5-7d5b0acc201e req-d024866e-a8fd-4523-96f7-0d980a18da14 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/networks?id=272d1c4d-af14-48fc-b735-579ae3d45270 HTTP/1.1" status: 200 len: 810 time: 0.3315151 Aug 29 04:28:49.957790 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f45c5b2d-67ae-4479-8ea5-7d5b0acc201e req-aa61ba4a-a582-4a49-8961-05a71a1de525 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/quotas/a2ef8028d601470a9af15f492b593570 HTTP/1.1" status: 200 len: 375 time: 0.0201883 Aug 29 04:28:49.964782 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee87169-ccc5-465a-a1a5-94afb37fb7d6 req-9bb91848-0539-4f41-9ffa-8f19d86e0bf1 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:49.977193 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1ee87169-ccc5-465a-a1a5-94afb37fb7d6 req-9bb91848-0539-4f41-9ffa-8f19d86e0bf1 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "GET /v2.0/ports?device_id=574021e8-5a99-4599-a86e-9b43fe57cd6e HTTP/1.1" status: 200 len: 945 time: 0.7298503 Aug 29 04:28:50.031145 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90ca07a-f45e-4ae1-911e-7f61992819d7 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Pushing event deleted for resources: {'Port': ['ID=540cae85-7f7d-4921-89a2-7ca402f8590f,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:50.063483 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f45c5b2d-67ae-4479-8ea5-7d5b0acc201e req-895674df-d6dd-4ae3-b8f6-acd168b81a52 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=a2ef8028d601470a9af15f492b593570&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1041205 Aug 29 04:28:50.067703 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1ee87169-ccc5-465a-a1a5-94afb37fb7d6 req-146ef2a6-9eab-4f4e-aa6e-401b244f4799 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3e7d6d7-f66e-4c2c-97ed-f92e3dc1f00c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893247 Aug 29 04:28:50.254524 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f45c5b2d-67ae-4479-8ea5-7d5b0acc201e req-402f89b6-c7c3-442d-aa2a-0bf9c516ca96 service neutron] 10.222.0.22 "GET /v2.0/networks/272d1c4d-af14-48fc-b735-579ae3d45270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894765 Aug 29 04:28:50.266948 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-8630a35c-770b-4765-8df3-82ba6f0366cf req-f90ca07a-f45e-4ae1-911e-7f61992819d7 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] No DVR routers for this DVR port 540cae85-7f7d-4921-89a2-7ca402f8590f on host n-h2-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:28:50.365034 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-8630a35c-770b-4765-8df3-82ba6f0366cf req-f90ca07a-f45e-4ae1-911e-7f61992819d7 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:50.368362 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8630a35c-770b-4765-8df3-82ba6f0366cf req-f90ca07a-f45e-4ae1-911e-7f61992819d7 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.48 "DELETE /v2.0/ports/540cae85-7f7d-4921-89a2-7ca402f8590f HTTP/1.1" status: 204 len: 173 time: 1.8997555 Aug 29 04:28:50.452002 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f45c5b2d-67ae-4479-8ea5-7d5b0acc201e req-f39365b8-bf14-4054-89b4-3665dd614bc2 service neutron] 10.222.0.22 "GET /v2.0/networks/272d1c4d-af14-48fc-b735-579ae3d45270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908057 Aug 29 04:28:50.650845 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1ede32e1-e574-4f16-8bb6-53cba7065a3e None None] Provisioning complete for port 98b54dd1-d87b-4a3e-9924-8aceb7145237 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:50.651593 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1ede32e1-e574-4f16-8bb6-53cba7065a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:50.682537 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d951a59-4865-4c9b-9f0b-fbbc7229e154 req-fa365860-2385-49bf-a07e-33041129b156 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:50.694880 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8d951a59-4865-4c9b-9f0b-fbbc7229e154 req-fa365860-2385-49bf-a07e-33041129b156 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/ports?device_id=8b3a72d2-8427-48e7-85c8-3ced9bf35ddb HTTP/1.1" status: 200 len: 944 time: 0.4397047 Aug 29 04:28:50.893013 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afc254ea-ccf6-497c-b6f3-9c7790e81f60', 'name': 'network-vif-deleted', 'tag': '540cae85-7f7d-4921-89a2-7ca402f8590f'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:28:50.898031 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1574aed1-278e-47d0-8248-e925d1f9533e" -d '{"events": [{"server_uuid": "afc254ea-ccf6-497c-b6f3-9c7790e81f60", "name": "network-vif-deleted", "tag": "540cae85-7f7d-4921-89a2-7ca402f8590f"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:28:50.909817 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8d951a59-4865-4c9b-9f0b-fbbc7229e154 req-2add6e5d-3c76-438a-9413-831704be3679 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/security-groups?id=f2284a1b-92b5-4cc6-825a-c1a1841e1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071900 Aug 29 04:28:50.934726 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-8630a35c-770b-4765-8df3-82ba6f0366cf req-db49e195-c0de-4567-8df3-35e48dc29d63 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Deleting port 35d63e72-b738-4a46-8a77-b6b744715997 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:50.935351 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-8630a35c-770b-4765-8df3-82ba6f0366cf req-db49e195-c0de-4567-8df3-35e48dc29d63 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:50.977855 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1ede32e1-e574-4f16-8bb6-53cba7065a3e None None] Provisioning complete for port bfc8214d-0c53-4549-b69f-c4d8a518010a triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:50.978314 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1ede32e1-e574-4f16-8bb6-53cba7065a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:51.041845 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880cc3bd-9c0b-4ef0-840a-c259f8a61255 req-fe9d59fb-658e-4657-bcfc-446f5aca32ea tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:51.062219 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880cc3bd-9c0b-4ef0-840a-c259f8a61255 req-fe9d59fb-658e-4657-bcfc-446f5aca32ea tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:51.074297 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880cc3bd-9c0b-4ef0-840a-c259f8a61255 req-fe9d59fb-658e-4657-bcfc-446f5aca32ea tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:51.079717 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-880cc3bd-9c0b-4ef0-840a-c259f8a61255 req-fe9d59fb-658e-4657-bcfc-446f5aca32ea tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/ports?device_id=afc254ea-ccf6-497c-b6f3-9c7790e81f60 HTTP/1.1" status: 200 len: 2410 time: 0.2301250 Aug 29 04:28:51.134281 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-1ede32e1-e574-4f16-8bb6-53cba7065a3e None None] Port bfc8214d-0c53-4549-b69f-c4d8a518010a cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:28:51.186901 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-880cc3bd-9c0b-4ef0-840a-c259f8a61255 req-c7dd8045-2015-42b7-8688-726c590b98bd tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/security-groups?id=6765471a-6318-4be5-8b74-21c509c8c5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0918987 Aug 29 04:28:51.363882 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0d410608-e83c-4b10-96a1-68f8afb31266 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9191137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10062364'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:51.377627 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e234ca00-2e1f-4e45-b156-a951b9825176 x-openstack-request-id: req-e234ca00-2e1f-4e45-b156-a951b9825176 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:28:51.377855 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afc254ea-ccf6-497c-b6f3-9c7790e81f60", "name": "network-vif-deleted", "tag": "540cae85-7f7d-4921-89a2-7ca402f8590f", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:28:51.378494 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e234ca00-2e1f-4e45-b156-a951b9825176 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:28:51.378912 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afc254ea-ccf6-497c-b6f3-9c7790e81f60', 'name': 'network-vif-deleted', 'tag': '540cae85-7f7d-4921-89a2-7ca402f8590f', 'status': 'completed', 'code': 200} Aug 29 04:28:51.393863 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d410608-e83c-4b10-96a1-68f8afb31266 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Network a6bb57b7-cb0c-4410-98f1-bc74c77bcda7 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:51.399113 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-aa3f883c-bf93-48f3-a6e0-061d7c8ed7e2 req-64ae16c1-ab04-4b53-bf61-316ff25b2714 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/ports?device_id=88950caa-cdb9-4041-944c-9fe324d1e635 HTTP/1.1" status: 200 len: 210 time: 0.0665696 Aug 29 04:28:51.404656 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-0d410608-e83c-4b10-96a1-68f8afb31266 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:51.411815 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d410608-e83c-4b10-96a1-68f8afb31266 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:51.413135 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0d410608-e83c-4b10-96a1-68f8afb31266 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:51.419667 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7f65bd-a75e-466e-9545-da6a68abfa7d None None] Network a6bb57b7-cb0c-4410-98f1-bc74c77bcda7 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:51.770836 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d2f1ad-1298-46cb-8f8d-ea18917e25f0 req-783f790f-b2c5-45e7-812f-2b8b23f93117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:51.777651 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d4d2f1ad-1298-46cb-8f8d-ea18917e25f0 req-783f790f-b2c5-45e7-812f-2b8b23f93117 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6c9e9b4cb47149d19005e5a96f02d4fd&device_id=574021e8-5a99-4599-a86e-9b43fe57cd6e HTTP/1.1" status: 200 len: 1097 time: 0.4591982 Aug 29 04:28:51.881016 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-0d410608-e83c-4b10-96a1-68f8afb31266 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2933574 Aug 29 04:28:51.883921 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 34562) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:51.889297 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-f210de48-a722-4bd5-8648-85ee85dd2104 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Request body: {'security_group': {'name': 'tempest-secgroup-4324513'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:51.896627 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01fd2552-31dc-4709-8fd2-f7a005203f3b None None] Update dhcp port {'port': {'network_id': 'a6bb57b7-cb0c-4410-98f1-bc74c77bcda7', 'fixed_ips': [{'subnet_id': '026baa0f-1b65-4593-93dc-08230086ee33', 'ip_address': '172.20.0.18'}, {'subnet_id': 'fdb39a4a-cb54-4cb0-b251-baa7e93311d2'}], 'binding:host_id': 'n-d-712140-12'}, 'id': '98b54dd1-d87b-4a3e-9924-8aceb7145237'} from n-d-712140-12. {{(pid=94830) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 04:28:51.937761 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f210de48-a722-4bd5-8648-85ee85dd2104 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:51.977335 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-01fd2552-31dc-4709-8fd2-f7a005203f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:52.040145 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d2f1ad-1298-46cb-8f8d-ea18917e25f0 req-8f8524d2-2a59-4424-a7e0-5de750826c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:52.041901 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d4d2f1ad-1298-46cb-8f8d-ea18917e25f0 req-8f8524d2-2a59-4424-a7e0-5de750826c1d service neutron] 10.222.0.46 "GET /v2.0/networks?id=3bcd0067-6e50-451c-9004-abafcee70c8b HTTP/1.1" status: 200 len: 912 time: 0.1576855 Aug 29 04:28:52.108524 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d410608-e83c-4b10-96a1-68f8afb31266 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Pushing event updated for resources: {'Subnet': ['ID=fdb39a4a-cb54-4cb0-b251-baa7e93311d2,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:52.135769 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027a1ecc-10ec-40f7-8428-0c58949a448c req-fb566e9e-3605-4be2-9e42-d53ba5aa830a tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:52.146281 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-027a1ecc-10ec-40f7-8428-0c58949a448c req-fb566e9e-3605-4be2-9e42-d53ba5aa830a tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "GET /v2.0/ports?device_id=574021e8-5a99-4599-a86e-9b43fe57cd6e HTTP/1.1" status: 200 len: 945 time: 0.6231368 Aug 29 04:28:52.179051 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d027da2-70a5-4797-a9b3-ff254e57cdb1 req-6ac92f09-af81-4946-9815-be6fc21148b8 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:52.198326 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5d027da2-70a5-4797-a9b3-ff254e57cdb1 req-6ac92f09-af81-4946-9815-be6fc21148b8 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/ports?device_id=8b3a72d2-8427-48e7-85c8-3ced9bf35ddb HTTP/1.1" status: 200 len: 944 time: 0.1657577 Aug 29 04:28:52.209085 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-8630a35c-770b-4765-8df3-82ba6f0366cf req-db49e195-c0de-4567-8df3-35e48dc29d63 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] For port 35d63e72-b738-4a46-8a77-b6b744715997, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=35d63e72-b738-4a46-8a77-b6b744715997,segment=NetworkSegment(c43d2e16-64d2-466b-8915-fe746cc0a849),segment_id=c43d2e16-64d2-466b-8915-fe746cc0a849)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:52.209793 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-8630a35c-770b-4765-8df3-82ba6f0366cf req-db49e195-c0de-4567-8df3-35e48dc29d63 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:52.229709 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d4d2f1ad-1298-46cb-8f8d-ea18917e25f0 req-35cc5bfb-7cd5-4857-be06-509aaa3f896d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9f343b77-8813-497f-a301-1ef4c6472599 HTTP/1.1" status: 200 len: 1001 time: 0.1799035 Aug 29 04:28:52.258565 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f210de48-a722-4bd5-8648-85ee85dd2104 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:52.276169 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5d027da2-70a5-4797-a9b3-ff254e57cdb1 req-739ca509-7a01-49ac-90c1-41f639835ca3 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/security-groups?id=f2284a1b-92b5-4cc6-825a-c1a1841e1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711296 Aug 29 04:28:52.278787 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 0c2c68d6-3e7d-4556-9488-46da16aa028f up at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:28:52.280418 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f210de48-a722-4bd5-8648-85ee85dd2104 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:52.327907 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f210de48-a722-4bd5-8648-85ee85dd2104 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:52.328914 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-f210de48-a722-4bd5-8648-85ee85dd2104 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.4435954 Aug 29 04:28:52.332809 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 34572) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:52.338756 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-6740e329-1d5c-4fea-9eb1-a3c246a5598c tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Request body: {'security_group': {'name': 'tempest-secgroup-1893002142'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:52.345446 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f210de48-a722-4bd5-8648-85ee85dd2104 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba244926-bc87-49cc-9393-f486859c69d8,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:52.349916 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-8630a35c-770b-4765-8df3-82ba6f0366cf req-db49e195-c0de-4567-8df3-35e48dc29d63 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Calling delete_port for 35d63e72-b738-4a46-8a77-b6b744715997 owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:52.362617 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d2f1ad-1298-46cb-8f8d-ea18917e25f0 req-e252f755-e170-43f6-9aab-addde6d20e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:52.364362 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d4d2f1ad-1298-46cb-8f8d-ea18917e25f0 req-e252f755-e170-43f6-9aab-addde6d20e1d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=77379d5c-d72e-4fe0-ace8-ef22d196f6e9 HTTP/1.1" status: 200 len: 850 time: 0.1171505 Aug 29 04:28:52.375160 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6740e329-1d5c-4fea-9eb1-a3c246a5598c tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:52.474393 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-027a1ecc-10ec-40f7-8428-0c58949a448c req-8a52425f-7d37-4312-b22c-e1a60ca3c1f4 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3e7d6d7-f66e-4c2c-97ed-f92e3dc1f00c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3257437 Aug 29 04:28:52.493548 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6740e329-1d5c-4fea-9eb1-a3c246a5598c tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:52.518224 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-01fd2552-31dc-4709-8fd2-f7a005203f3b None None] Allocated IP 172.20.0.2 (a6bb57b7-cb0c-4410-98f1-bc74c77bcda7/fdb39a4a-cb54-4cb0-b251-baa7e93311d2/98b54dd1-d87b-4a3e-9924-8aceb7145237) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:28:52.522755 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6740e329-1d5c-4fea-9eb1-a3c246a5598c tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:52.600953 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6740e329-1d5c-4fea-9eb1-a3c246a5598c tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:52.604835 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-6740e329-1d5c-4fea-9eb1-a3c246a5598c tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2685189 Aug 29 04:28:52.605954 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 34576) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:52.612872 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-a445e8ee-347b-4d35-8b60-ea568bd21ff2 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Request body: {'security_group': {'name': 'tempest-secgroup-2129993855'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:52.636761 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6740e329-1d5c-4fea-9eb1-a3c246a5598c tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90fec0e8-880d-4740-b41e-17015ce72f49,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:52.651236 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a445e8ee-347b-4d35-8b60-ea568bd21ff2 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:52.719452 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca430df9-dd4d-44dc-8ff6-fa7533ba1e81 req-66ab2a89-c00d-48de-a810-e1f99e37176f tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:52.754036 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca430df9-dd4d-44dc-8ff6-fa7533ba1e81 req-66ab2a89-c00d-48de-a810-e1f99e37176f tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:52.764499 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a822d59b-34a2-409d-a634-534afa0faec7 req-2b88b00d-2255-48b4-8a1a-c490393d0157 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/ports?device_id=88950caa-cdb9-4041-944c-9fe324d1e635 HTTP/1.1" status: 200 len: 210 time: 0.0866334 Aug 29 04:28:52.779508 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca430df9-dd4d-44dc-8ff6-fa7533ba1e81 req-66ab2a89-c00d-48de-a810-e1f99e37176f tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:52.785720 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ca430df9-dd4d-44dc-8ff6-fa7533ba1e81 req-66ab2a89-c00d-48de-a810-e1f99e37176f tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/ports?device_id=afc254ea-ccf6-497c-b6f3-9c7790e81f60 HTTP/1.1" status: 200 len: 2410 time: 0.2905648 Aug 29 04:28:52.787110 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d2f1ad-1298-46cb-8f8d-ea18917e25f0 req-91d7a1a7-83d2-4fdc-a2a0-7979c3a43615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:52.788963 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d4d2f1ad-1298-46cb-8f8d-ea18917e25f0 req-91d7a1a7-83d2-4fdc-a2a0-7979c3a43615 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3bcd0067-6e50-451c-9004-abafcee70c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4129725 Aug 29 04:28:52.878909 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-01fd2552-31dc-4709-8fd2-f7a005203f3b None None] For port 98b54dd1-d87b-4a3e-9924-8aceb7145237, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=98b54dd1-d87b-4a3e-9924-8aceb7145237,segment=NetworkSegment(7b19dc65-20b6-4a04-9afe-1cb91616d5fc),segment_id=7b19dc65-20b6-4a04-9afe-1cb91616d5fc)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:52.922574 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ca430df9-dd4d-44dc-8ff6-fa7533ba1e81 req-9584bbee-f72e-481d-aa06-088de9e1337c tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/security-groups?id=6765471a-6318-4be5-8b74-21c509c8c5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0785563 Aug 29 04:28:52.961430 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning for port 0c2c68d6-3e7d-4556-9488-46da16aa028f completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:52.972683 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning complete for port 0c2c68d6-3e7d-4556-9488-46da16aa028f triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:52.973713 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:52.980086 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-01fd2552-31dc-4709-8fd2-f7a005203f3b None None] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:53.001311 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45c5b2d-67ae-4479-8ea5-7d5b0acc201e req-c251fcb2-cd60-436e-9c91-1c94e14fde9c tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:53.003379 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f45c5b2d-67ae-4479-8ea5-7d5b0acc201e req-c251fcb2-cd60-436e-9c91-1c94e14fde9c tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.48 "GET /v2.0/networks?id=272d1c4d-af14-48fc-b735-579ae3d45270 HTTP/1.1" status: 200 len: 810 time: 0.3934240 Aug 29 04:28:53.009173 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a445e8ee-347b-4d35-8b60-ea568bd21ff2 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:53.015801 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a445e8ee-347b-4d35-8b60-ea568bd21ff2 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:53.027890 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-f45c5b2d-67ae-4479-8ea5-7d5b0acc201e req-f3b1cf98-4a7d-4a4a-8ca5-5c5451912f5d tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] Request body: {'port': {'device_id': '88950caa-cdb9-4041-944c-9fe324d1e635', 'network_id': '272d1c4d-af14-48fc-b735-579ae3d45270', 'admin_state_up': True, 'tenant_id': 'a2ef8028d601470a9af15f492b593570'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:53.051825 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-01fd2552-31dc-4709-8fd2-f7a005203f3b None None] Transition to ACTIVE for port object 98b54dd1-d87b-4a3e-9924-8aceb7145237 will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:53.059826 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-01fd2552-31dc-4709-8fd2-f7a005203f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:53.082702 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a445e8ee-347b-4d35-8b60-ea568bd21ff2 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35f4d075-baac-4a19-bc63-eeab7e3f8c1b,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:53.085385 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a445e8ee-347b-4d35-8b60-ea568bd21ff2 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:53.086802 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-a445e8ee-347b-4d35-8b60-ea568bd21ff2 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4803767 Aug 29 04:28:53.089579 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 34588) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:53.096217 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-5fbcff30-4969-4882-84b6-2060910d3349 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2121191351', 'security_groups': ['35f4d075-baac-4a19-bc63-eeab7e3f8c1b'], 'network_id': 'a6bb57b7-cb0c-4410-98f1-bc74c77bcda7', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'fdb39a4a-cb54-4cb0-b251-baa7e93311d2'}]}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:53.244793 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d4d2f1ad-1298-46cb-8f8d-ea18917e25f0 req-f832b2b4-cc00-4464-9f91-fd4f7d191110 service neutron] 10.222.0.46 "GET /v2.0/networks/3bcd0067-6e50-451c-9004-abafcee70c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4448218 Aug 29 04:28:53.327133 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fbcff30-4969-4882-84b6-2060910d3349 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Made reservation on behalf of 6e77efd76d814cd8b24fb0a97b527734 for: {'port': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:53.358088 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-8630a35c-770b-4765-8df3-82ba6f0366cf req-db49e195-c0de-4567-8df3-35e48dc29d63 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:53.375340 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:53.446459 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b3a72d2-8427-48e7-85c8-3ced9bf35ddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c2c68d6-3e7d-4556-9488-46da16aa028f'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:28:53.448987 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b99e6ab6-071f-4548-bf7e-1536f7d61c8a" -d '{"events": [{"server_uuid": "8b3a72d2-8427-48e7-85c8-3ced9bf35ddb", "name": "network-vif-plugged", "status": "completed", "tag": "0c2c68d6-3e7d-4556-9488-46da16aa028f"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:28:53.464427 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 0c2c68d6-3e7d-4556-9488-46da16aa028f, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=0c2c68d6-3e7d-4556-9488-46da16aa028f,segment=NetworkSegment(e370ab6f-b877-4d1b-8a8e-a0dc4be5ecd4),segment_id=e370ab6f-b877-4d1b-8a8e-a0dc4be5ecd4)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:53.470656 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fd2552-31dc-4709-8fd2-f7a005203f3b None None] Pushing event updated for resources: {'Port': ['ID=98b54dd1-d87b-4a3e-9924-8aceb7145237,revision_number=6']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:53.475748 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:53.507486 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5fbcff30-4969-4882-84b6-2060910d3349 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:53.523435 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db49e195-c0de-4567-8df3-35e48dc29d63 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Pushing event deleted for resources: {'Port': ['ID=35d63e72-b738-4a46-8a77-b6b744715997,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:53.559444 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [None req-5fbcff30-4969-4882-84b6-2060910d3349 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] device_id is not set on port 93e9e6ff-1b71-4680-b66f-c6e8e73c010e yet. {{(pid=94829) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:28:53.662061 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=0c2c68d6-3e7d-4556-9488-46da16aa028f,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:53.678998 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deda8096-3417-4965-997a-289b500fda1a x-openstack-request-id: req-deda8096-3417-4965-997a-289b500fda1a {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:28:53.679512 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b3a72d2-8427-48e7-85c8-3ced9bf35ddb", "name": "network-vif-plugged", "status": "completed", "tag": "0c2c68d6-3e7d-4556-9488-46da16aa028f", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:28:53.679934 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-deda8096-3417-4965-997a-289b500fda1a {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:28:53.680599 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b3a72d2-8427-48e7-85c8-3ced9bf35ddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c2c68d6-3e7d-4556-9488-46da16aa028f', 'code': 200} Aug 29 04:28:53.813262 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 98b54dd1-d87b-4a3e-9924-8aceb7145237 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:28:54.030397 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860a19f4-e357-4ba2-ac9c-fb3f3cd9f595 req-c3b6bae1-6687-4903-9bf1-5f1f04025103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:54.040907 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-860a19f4-e357-4ba2-ac9c-fb3f3cd9f595 req-c3b6bae1-6687-4903-9bf1-5f1f04025103 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8b3a72d2-8427-48e7-85c8-3ced9bf35ddb HTTP/1.1" status: 200 len: 1097 time: 0.3293893 Aug 29 04:28:54.162749 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-5fbcff30-4969-4882-84b6-2060910d3349 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Allocated IP 172.20.0.11 (a6bb57b7-cb0c-4410-98f1-bc74c77bcda7/fdb39a4a-cb54-4cb0-b251-baa7e93311d2/93e9e6ff-1b71-4680-b66f-c6e8e73c010e) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:28:54.247399 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f96806-7ee6-4f01-96c8-de9476153c1f req-873a4df2-8020-471c-8bc5-82a7ec6a5ea2 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:54.249154 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-14f96806-7ee6-4f01-96c8-de9476153c1f req-873a4df2-8020-471c-8bc5-82a7ec6a5ea2 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "GET /v2.0/ports?device_id=574021e8-5a99-4599-a86e-9b43fe57cd6e HTTP/1.1" status: 200 len: 945 time: 0.5485792 Aug 29 04:28:54.269220 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-860a19f4-e357-4ba2-ac9c-fb3f3cd9f595 req-d1f8d70d-d3fe-48f5-8a56-31fe26b0cb29 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f2284a1b-92b5-4cc6-825a-c1a1841e1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270176 Aug 29 04:28:54.398184 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-13ee285e-e788-4ac2-96ed-155472448eb9 None None] Provisioning for port 98b54dd1-d87b-4a3e-9924-8aceb7145237 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:54.404159 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-13ee285e-e788-4ac2-96ed-155472448eb9 None None] Provisioning complete for port 98b54dd1-d87b-4a3e-9924-8aceb7145237 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:54.405072 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-13ee285e-e788-4ac2-96ed-155472448eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:54.417820 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-14f96806-7ee6-4f01-96c8-de9476153c1f req-93da591a-16dd-4e7a-a2c0-a8408b485a77 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3e7d6d7-f66e-4c2c-97ed-f92e3dc1f00c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1508813 Aug 29 04:28:54.528165 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5fbcff30-4969-4882-84b6-2060910d3349 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:54.528340 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-8630a35c-770b-4765-8df3-82ba6f0366cf req-db49e195-c0de-4567-8df3-35e48dc29d63 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] No DVR routers for this DVR port 35d63e72-b738-4a46-8a77-b6b744715997 on host n-h2-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:28:54.533484 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d4d2f1ad-1298-46cb-8f8d-ea18917e25f0 req-cd5c1851-0c97-4f88-9af4-420ecffb5d74 service neutron] 10.222.0.46 "GET /v2.0/networks/3bcd0067-6e50-451c-9004-abafcee70c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2682817 Aug 29 04:28:54.536452 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-8630a35c-770b-4765-8df3-82ba6f0366cf req-db49e195-c0de-4567-8df3-35e48dc29d63 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:54.538699 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8630a35c-770b-4765-8df3-82ba6f0366cf req-db49e195-c0de-4567-8df3-35e48dc29d63 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.48 "DELETE /v2.0/ports/35d63e72-b738-4a46-8a77-b6b744715997 HTTP/1.1" status: 204 len: 173 time: 4.1622863 Aug 29 04:28:54.539375 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f45c5b2d-67ae-4479-8ea5-7d5b0acc201e req-f3b1cf98-4a7d-4a4a-8ca5-5c5451912f5d tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] Made reservation on behalf of a2ef8028d601470a9af15f492b593570 for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:54.544935 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-f45c5b2d-67ae-4479-8ea5-7d5b0acc201e req-f3b1cf98-4a7d-4a4a-8ca5-5c5451912f5d tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:54.546317 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-5fbcff30-4969-4882-84b6-2060910d3349 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Transition to ACTIVE for port object 93e9e6ff-1b71-4680-b66f-c6e8e73c010e will not be triggered until provisioned by entity DHCP. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:54.546538 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afc254ea-ccf6-497c-b6f3-9c7790e81f60', 'name': 'network-vif-deleted', 'tag': '35d63e72-b738-4a46-8a77-b6b744715997'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:28:54.549223 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58710aa3-e3f1-4dcd-ad19-6a1a06dfcdbc" -d '{"events": [{"server_uuid": "afc254ea-ccf6-497c-b6f3-9c7790e81f60", "name": "network-vif-deleted", "tag": "35d63e72-b738-4a46-8a77-b6b744715997"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:28:54.628521 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1d1915ab-7968-422b-840b-4fae0833b8a2 req-660512c9-cf30-4343-b3ab-b48e6416a55c tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/ports?device_id=88950caa-cdb9-4041-944c-9fe324d1e635 HTTP/1.1" status: 200 len: 210 time: 0.0436580 Aug 29 04:28:54.642679 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5fbcff30-4969-4882-84b6-2060910d3349 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:54.688589 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-13ee285e-e788-4ac2-96ed-155472448eb9 None None] Provisioning complete for port bfc8214d-0c53-4549-b69f-c4d8a518010a triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:54.689061 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-13ee285e-e788-4ac2-96ed-155472448eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:54.697000 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbcff30-4969-4882-84b6-2060910d3349 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Pushing event updated for resources: {'Port': ['ID=93e9e6ff-1b71-4680-b66f-c6e8e73c010e,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:54.718417 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fbcff30-4969-4882-84b6-2060910d3349 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Network a6bb57b7-cb0c-4410-98f1-bc74c77bcda7 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:54.720109 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-5fbcff30-4969-4882-84b6-2060910d3349 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:54.724750 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbcff30-4969-4882-84b6-2060910d3349 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:28:54.784401 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95939cbe-a255-4f11-96fa-2e7948acf905 req-6217e74c-e7a2-4d25-9653-b7b4678390c4 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:54.788077 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-13ee285e-e788-4ac2-96ed-155472448eb9 None None] Port bfc8214d-0c53-4549-b69f-c4d8a518010a cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:28:54.791306 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-95939cbe-a255-4f11-96fa-2e7948acf905 req-6217e74c-e7a2-4d25-9653-b7b4678390c4 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/ports?device_id=8b3a72d2-8427-48e7-85c8-3ced9bf35ddb HTTP/1.1" status: 200 len: 945 time: 1.2966719 Aug 29 04:28:54.805619 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fbcff30-4969-4882-84b6-2060910d3349 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:54.806298 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5fbcff30-4969-4882-84b6-2060910d3349 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:54.826375 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-5fbcff30-4969-4882-84b6-2060910d3349 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.7354507 Aug 29 04:28:54.827055 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 34630) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:54.832495 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-b7824142-2c30-44ba-8843-854e00ee236c tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Request body: {'subnet': {'network_id': 'a6bb57b7-cb0c-4410-98f1-bc74c77bcda7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:54.950346 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-f45c5b2d-67ae-4479-8ea5-7d5b0acc201e req-f3b1cf98-4a7d-4a4a-8ca5-5c5451912f5d tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] Allocated IP 172.20.0.5 (272d1c4d-af14-48fc-b735-579ae3d45270/10771a12-2d54-4ee6-9435-3c52b51db3d5/72994ea6-e056-4ab7-b344-331f5806c6a1) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:28:55.028542 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:28:55.038464 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b749b-c1e6-43a8-a958-7d22d49cd93f req-427c4c64-4c33-4c9d-a5bd-6ba8d84741f7 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:55.052415 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b749b-c1e6-43a8-a958-7d22d49cd93f req-427c4c64-4c33-4c9d-a5bd-6ba8d84741f7 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:55.054115 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-af1b749b-c1e6-43a8-a958-7d22d49cd93f req-427c4c64-4c33-4c9d-a5bd-6ba8d84741f7 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/ports?device_id=afc254ea-ccf6-497c-b6f3-9c7790e81f60 HTTP/1.1" status: 200 len: 1677 time: 0.1430020 Aug 29 04:28:55.110815 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-af1b749b-c1e6-43a8-a958-7d22d49cd93f req-bcf0b789-035e-450c-977b-3799a4ef06c9 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/security-groups?id=6765471a-6318-4be5-8b74-21c509c8c5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0485182 Aug 29 04:28:55.149023 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7824142-2c30-44ba-8843-854e00ee236c tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Made reservation on behalf of 6e77efd76d814cd8b24fb0a97b527734 for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:55.162755 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b7824142-2c30-44ba-8843-854e00ee236c tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4552395'] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:55.255544 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-b88e383a-6b1c-4f59-8203-e5f9149e8456 None None] Provisioning for port 93e9e6ff-1b71-4680-b66f-c6e8e73c010e completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:55.264147 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-253714a9-14c3-460f-82ff-b214449466e1 x-openstack-request-id: req-253714a9-14c3-460f-82ff-b214449466e1 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:28:55.264497 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afc254ea-ccf6-497c-b6f3-9c7790e81f60", "name": "network-vif-deleted", "tag": "35d63e72-b738-4a46-8a77-b6b744715997", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:28:55.264764 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-253714a9-14c3-460f-82ff-b214449466e1 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:28:55.265424 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afc254ea-ccf6-497c-b6f3-9c7790e81f60', 'name': 'network-vif-deleted', 'tag': '35d63e72-b738-4a46-8a77-b6b744715997', 'status': 'completed', 'code': 200} Aug 29 04:28:55.265732 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-b88e383a-6b1c-4f59-8203-e5f9149e8456 None None] Provisioning complete for port 93e9e6ff-1b71-4680-b66f-c6e8e73c010e triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:55.266288 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b88e383a-6b1c-4f59-8203-e5f9149e8456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:55.286245 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-95939cbe-a255-4f11-96fa-2e7948acf905 req-e3b97b58-24f1-46f5-831c-4ee0f9de2ed0 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/security-groups?id=f2284a1b-92b5-4cc6-825a-c1a1841e1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582437 Aug 29 04:28:55.352127 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-f45c5b2d-67ae-4479-8ea5-7d5b0acc201e req-f3b1cf98-4a7d-4a4a-8ca5-5c5451912f5d tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:55.368317 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-b88e383a-6b1c-4f59-8203-e5f9149e8456 None None] Port 93e9e6ff-1b71-4680-b66f-c6e8e73c010e cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:28:55.379573 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-8630a35c-770b-4765-8df3-82ba6f0366cf req-7812b0b6-5049-40e7-8975-4900b8c8b8cf tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Deleting port 522e949e-9797-45c8-902e-353747f23d7c {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:55.379876 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-8630a35c-770b-4765-8df3-82ba6f0366cf req-7812b0b6-5049-40e7-8975-4900b8c8b8cf tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:55.412357 n-d-712140-12 neutron-server[94829]: INFO neutron.db.ipam_backend_mixin [None req-b7824142-2c30-44ba-8843-854e00ee236c tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet fdb39a4a-cb54-4cb0-b251-baa7e93311d2 (CIDR: 172.20.0.0/28) Aug 29 04:28:55.416078 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7824142-2c30-44ba-8843-854e00ee236c tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:28:55.416635 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7824142-2c30-44ba-8843-854e00ee236c tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:28:55.433612 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-b7824142-2c30-44ba-8843-854e00ee236c tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6051538 Aug 29 04:28:55.437112 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 34640) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:55.449812 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-bc0ca00b-e247-44a7-be9c-1ea9a4fe48c6 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Request body: {'subnet': {'network_id': 'a6bb57b7-cb0c-4410-98f1-bc74c77bcda7', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:55.531307 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-8630a35c-770b-4765-8df3-82ba6f0366cf req-7812b0b6-5049-40e7-8975-4900b8c8b8cf tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] For port 522e949e-9797-45c8-902e-353747f23d7c, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=522e949e-9797-45c8-902e-353747f23d7c,segment=NetworkSegment(912c7cf8-61cd-4425-9508-d2aefeed23ec),segment_id=912c7cf8-61cd-4425-9508-d2aefeed23ec)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:55.532139 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-8630a35c-770b-4765-8df3-82ba6f0366cf req-7812b0b6-5049-40e7-8975-4900b8c8b8cf tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:55.552173 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-8630a35c-770b-4765-8df3-82ba6f0366cf req-7812b0b6-5049-40e7-8975-4900b8c8b8cf tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Calling delete_port for 522e949e-9797-45c8-902e-353747f23d7c owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:55.789254 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e429d9a-82e4-48c8-8767-daa07e1833ad req-f2433d4d-042f-4df1-95f3-d06d918dbcd8 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:55.791720 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4e429d9a-82e4-48c8-8767-daa07e1833ad req-f2433d4d-042f-4df1-95f3-d06d918dbcd8 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "GET /v2.0/ports?device_id=574021e8-5a99-4599-a86e-9b43fe57cd6e HTTP/1.1" status: 200 len: 945 time: 0.1704073 Aug 29 04:28:55.830717 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-f45c5b2d-67ae-4479-8ea5-7d5b0acc201e req-f3b1cf98-4a7d-4a4a-8ca5-5c5451912f5d tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:55.842488 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['c7c852cb-98de-4d38-bfd3-8b82aec30296'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:28:55.859457 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4e429d9a-82e4-48c8-8767-daa07e1833ad req-7468be9f-2583-483f-aead-a4e116a82769 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3e7d6d7-f66e-4c2c-97ed-f92e3dc1f00c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548007 Aug 29 04:28:55.891541 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc0ca00b-e247-44a7-be9c-1ea9a4fe48c6 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Made reservation on behalf of 6e77efd76d814cd8b24fb0a97b527734 for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:55.895943 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-bc0ca00b-e247-44a7-be9c-1ea9a4fe48c6 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4552395'] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:55.959910 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f45c5b2d-67ae-4479-8ea5-7d5b0acc201e req-f3b1cf98-4a7d-4a4a-8ca5-5c5451912f5d tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] Network 272d1c4d-af14-48fc-b735-579ae3d45270 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:55.980289 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-f45c5b2d-67ae-4479-8ea5-7d5b0acc201e req-f3b1cf98-4a7d-4a4a-8ca5-5c5451912f5d tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:55.987104 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-8630a35c-770b-4765-8df3-82ba6f0366cf req-7812b0b6-5049-40e7-8975-4900b8c8b8cf tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:55.992628 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-f45c5b2d-67ae-4479-8ea5-7d5b0acc201e req-f3b1cf98-4a7d-4a4a-8ca5-5c5451912f5d tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:28:56.074471 n-d-712140-12 neutron-server[94829]: INFO neutron.db.ipam_backend_mixin [None req-bc0ca00b-e247-44a7-be9c-1ea9a4fe48c6 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 026baa0f-1b65-4593-93dc-08230086ee33 (CIDR: 172.20.0.16/28) Aug 29 04:28:56.079070 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc0ca00b-e247-44a7-be9c-1ea9a4fe48c6 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:28:56.080180 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc0ca00b-e247-44a7-be9c-1ea9a4fe48c6 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:28:56.091999 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45c5b2d-67ae-4479-8ea5-7d5b0acc201e req-f3b1cf98-4a7d-4a4a-8ca5-5c5451912f5d tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:56.092654 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-f45c5b2d-67ae-4479-8ea5-7d5b0acc201e req-f3b1cf98-4a7d-4a4a-8ca5-5c5451912f5d tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:56.099834 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b1cf98-4a7d-4a4a-8ca5-5c5451912f5d tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] Pushing event updated for resources: {'Port': ['ID=72994ea6-e056-4ab7-b344-331f5806c6a1,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:56.103722 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-bc0ca00b-e247-44a7-be9c-1ea9a4fe48c6 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.6652160 Aug 29 04:28:56.104542 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 34670) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:56.111616 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-7a1f913f-d345-4388-b400-33b3f46e55ba tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Request body: {'subnet': {'network_id': 'a6bb57b7-cb0c-4410-98f1-bc74c77bcda7', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:56.148640 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace7796a-995e-4a14-9cf7-5c2b1f5423a1 req-1b0cf54e-2123-4abd-a6fa-adc91c070c9b tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:56.156435 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ace7796a-995e-4a14-9cf7-5c2b1f5423a1 req-1b0cf54e-2123-4abd-a6fa-adc91c070c9b tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/ports?device_id=88950caa-cdb9-4041-944c-9fe324d1e635 HTTP/1.1" status: 200 len: 931 time: 0.3684123 Aug 29 04:28:56.258676 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f45c5b2d-67ae-4479-8ea5-7d5b0acc201e req-f3b1cf98-4a7d-4a4a-8ca5-5c5451912f5d tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2364779 Aug 29 04:28:56.259494 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7812b0b6-5049-40e7-8975-4900b8c8b8cf tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Pushing event deleted for resources: {'Port': ['ID=522e949e-9797-45c8-902e-353747f23d7c,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:56.303349 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a1f913f-d345-4388-b400-33b3f46e55ba tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Made reservation on behalf of 6e77efd76d814cd8b24fb0a97b527734 for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:56.307028 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7a1f913f-d345-4388-b400-33b3f46e55ba tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4552395'] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:56.309484 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-f45c5b2d-67ae-4479-8ea5-7d5b0acc201e req-bf011175-d87a-4773-ab4e-4298bcd6c1d4 service neutron] Request body: {'port': {'device_id': '88950caa-cdb9-4041-944c-9fe324d1e635', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:56.322671 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-8630a35c-770b-4765-8df3-82ba6f0366cf req-7812b0b6-5049-40e7-8975-4900b8c8b8cf tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] No DVR routers for this DVR port 522e949e-9797-45c8-902e-353747f23d7c on host n-h2-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:28:56.365728 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-8630a35c-770b-4765-8df3-82ba6f0366cf req-7812b0b6-5049-40e7-8975-4900b8c8b8cf tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:56.365728 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8630a35c-770b-4765-8df3-82ba6f0366cf req-7812b0b6-5049-40e7-8975-4900b8c8b8cf tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.48 "DELETE /v2.0/ports/522e949e-9797-45c8-902e-353747f23d7c HTTP/1.1" status: 204 len: 173 time: 1.6976821 Aug 29 04:28:56.402349 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f464b6-fed9-497d-9300-d54e0ec697a0 req-236421b9-c7a2-40e4-9d30-93c824c226dd tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:56.404511 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-32f464b6-fed9-497d-9300-d54e0ec697a0 req-236421b9-c7a2-40e4-9d30-93c824c226dd tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/ports?device_id=afc254ea-ccf6-497c-b6f3-9c7790e81f60 HTTP/1.1" status: 200 len: 943 time: 0.1538215 Aug 29 04:28:56.468705 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ace7796a-995e-4a14-9cf7-5c2b1f5423a1 req-f4d7fd71-8716-4873-9907-443bb76c7e23 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e109d97-7970-4672-b6dc-5d385660134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540286 Aug 29 04:28:56.469510 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-32f464b6-fed9-497d-9300-d54e0ec697a0 req-f68a1df3-e82d-45de-9224-ea86c308edb2 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/security-groups?id=6765471a-6318-4be5-8b74-21c509c8c5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0563450 Aug 29 04:28:56.614266 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-f45c5b2d-67ae-4479-8ea5-7d5b0acc201e req-bf011175-d87a-4773-ab4e-4298bcd6c1d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:56.789526 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7a1f913f-d345-4388-b400-33b3f46e55ba tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4274880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4552377'] for subnet, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:56.870933 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cad4d1a-4715-4f89-83aa-b6b05cf626c0 req-4a92fd4a-5444-4c43-9a94-5d16020744b0 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:56.874189 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7cad4d1a-4715-4f89-83aa-b6b05cf626c0 req-4a92fd4a-5444-4c43-9a94-5d16020744b0 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/ports?device_id=8b3a72d2-8427-48e7-85c8-3ced9bf35ddb HTTP/1.1" status: 200 len: 945 time: 0.2563272 Aug 29 04:28:56.895367 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1f913f-d345-4388-b400-33b3f46e55ba tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Network a6bb57b7-cb0c-4410-98f1-bc74c77bcda7 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:56.899030 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-7a1f913f-d345-4388-b400-33b3f46e55ba tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:56.906346 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1f913f-d345-4388-b400-33b3f46e55ba tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:56.907433 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7a1f913f-d345-4388-b400-33b3f46e55ba tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:56.910876 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a4441f7-6a67-41cd-b98e-5136428d94d8 None None] Network a6bb57b7-cb0c-4410-98f1-bc74c77bcda7 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:56.921111 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-8630a35c-770b-4765-8df3-82ba6f0366cf req-aed4f56d-0de1-4ec1-a742-909653a8b144 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Deleting port 3935a212-8cf6-4330-b1a6-b9caa4ca084f {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:56.921452 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-8630a35c-770b-4765-8df3-82ba6f0366cf req-aed4f56d-0de1-4ec1-a742-909653a8b144 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:56.942833 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1f913f-d345-4388-b400-33b3f46e55ba tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Pushing event updated for resources: {'Subnet': ['ID=6f80866c-ca6d-4b4f-803d-076c48c86a51,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:56.963589 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-7a1f913f-d345-4388-b400-33b3f46e55ba tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8550088 Aug 29 04:28:56.964003 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 34694) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:56.972683 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-bc7a9fb7-0038-475b-9287-ba64a98df2d6 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-719924593', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6f80866c-ca6d-4b4f-803d-076c48c86a51'}], 'security_groups': ['ba244926-bc87-49cc-9393-f486859c69d8', '90fec0e8-880d-4740-b41e-17015ce72f49']}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:57.074088 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7cad4d1a-4715-4f89-83aa-b6b05cf626c0 req-1198ba53-e596-40ad-b9a1-800cfab72436 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/security-groups?id=f2284a1b-92b5-4cc6-825a-c1a1841e1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919432 Aug 29 04:28:57.129994 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-8630a35c-770b-4765-8df3-82ba6f0366cf req-aed4f56d-0de1-4ec1-a742-909653a8b144 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] For port 3935a212-8cf6-4330-b1a6-b9caa4ca084f, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=3935a212-8cf6-4330-b1a6-b9caa4ca084f,segment=NetworkSegment(b7e29be2-2d72-4cb8-b31e-936b8c0601de),segment_id=b7e29be2-2d72-4cb8-b31e-936b8c0601de)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:57.130366 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-8630a35c-770b-4765-8df3-82ba6f0366cf req-aed4f56d-0de1-4ec1-a742-909653a8b144 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:57.132300 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-bc7a9fb7-0038-475b-9287-ba64a98df2d6 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:57.268603 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afc254ea-ccf6-497c-b6f3-9c7790e81f60', 'name': 'network-vif-deleted', 'tag': '522e949e-9797-45c8-902e-353747f23d7c'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:28:57.273485 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ec1e981-c79e-4216-bd0a-0202387c65eb" -d '{"events": [{"server_uuid": "afc254ea-ccf6-497c-b6f3-9c7790e81f60", "name": "network-vif-deleted", "tag": "522e949e-9797-45c8-902e-353747f23d7c"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:28:57.448446 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-271ab97a-6b34-4ec6-ae5d-3a9276d1dc99 x-openstack-request-id: req-271ab97a-6b34-4ec6-ae5d-3a9276d1dc99 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:28:57.448782 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afc254ea-ccf6-497c-b6f3-9c7790e81f60", "name": "network-vif-deleted", "tag": "522e949e-9797-45c8-902e-353747f23d7c", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:28:57.449125 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-271ab97a-6b34-4ec6-ae5d-3a9276d1dc99 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:28:57.452405 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afc254ea-ccf6-497c-b6f3-9c7790e81f60', 'name': 'network-vif-deleted', 'tag': '522e949e-9797-45c8-902e-353747f23d7c', 'status': 'completed', 'code': 200} Aug 29 04:28:57.553827 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82937e79-40a6-40d4-880c-0ae5e1fec546 None None] Update dhcp port {'port': {'network_id': 'a6bb57b7-cb0c-4410-98f1-bc74c77bcda7', 'fixed_ips': [{'subnet_id': '026baa0f-1b65-4593-93dc-08230086ee33', 'ip_address': '172.20.0.18'}, {'subnet_id': 'fdb39a4a-cb54-4cb0-b251-baa7e93311d2', 'ip_address': '172.20.0.2'}, {'subnet_id': '6f80866c-ca6d-4b4f-803d-076c48c86a51'}], 'binding:host_id': 'n-d-712140-12'}, 'id': '98b54dd1-d87b-4a3e-9924-8aceb7145237'} from n-d-712140-12. {{(pid=94830) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 04:28:57.618032 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-82937e79-40a6-40d4-880c-0ae5e1fec546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:57.725559 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a3cd97-6620-472d-849e-89f465cb55f0 req-49fbfaf1-afb5-4432-b119-778caaf2b348 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:57.727996 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a2a3cd97-6620-472d-849e-89f465cb55f0 req-49fbfaf1-afb5-4432-b119-778caaf2b348 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/ports?device_id=8b3a72d2-8427-48e7-85c8-3ced9bf35ddb HTTP/1.1" status: 200 len: 945 time: 0.2636120 Aug 29 04:28:57.783812 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-f45c5b2d-67ae-4479-8ea5-7d5b0acc201e req-bf011175-d87a-4773-ab4e-4298bcd6c1d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72994ea6-e056-4ab7-b344-331f5806c6a1 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:28:57.818188 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-f45c5b2d-67ae-4479-8ea5-7d5b0acc201e req-bf011175-d87a-4773-ab4e-4298bcd6c1d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:57.859568 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-8630a35c-770b-4765-8df3-82ba6f0366cf req-aed4f56d-0de1-4ec1-a742-909653a8b144 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:57.870806 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-8630a35c-770b-4765-8df3-82ba6f0366cf req-aed4f56d-0de1-4ec1-a742-909653a8b144 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719515'] for floatingip, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:57.873437 n-d-712140-12 neutron-server[94828]: INFO neutron.db.l3_db [req-8630a35c-770b-4765-8df3-82ba6f0366cf req-aed4f56d-0de1-4ec1-a742-909653a8b144 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Floating IP 39f6566c-a444-495e-a3b6-39482791da2d disassociated. External IP: 172.25.0.36, port: 3935a212-8cf6-4330-b1a6-b9caa4ca084f. Aug 29 04:28:57.874352 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-8630a35c-770b-4765-8df3-82ba6f0366cf req-aed4f56d-0de1-4ec1-a742-909653a8b144 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Calling delete_port for 3935a212-8cf6-4330-b1a6-b9caa4ca084f owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:57.893867 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a2a3cd97-6620-472d-849e-89f465cb55f0 req-a80b04ec-da1f-41ce-b842-eb3cb0553d6e tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/security-groups?id=f2284a1b-92b5-4cc6-825a-c1a1841e1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443353 Aug 29 04:28:57.910235 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1eced9-5237-4158-9177-93c598a9817c req-3f79f1ae-5dfc-4423-b254-e03b2b823968 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:57.921744 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6d1eced9-5237-4158-9177-93c598a9817c req-3f79f1ae-5dfc-4423-b254-e03b2b823968 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/ports?device_id=88950caa-cdb9-4041-944c-9fe324d1e635 HTTP/1.1" status: 200 len: 931 time: 0.2153473 Aug 29 04:28:57.931354 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-f45c5b2d-67ae-4479-8ea5-7d5b0acc201e req-bf011175-d87a-4773-ab4e-4298bcd6c1d4 service neutron] Transition to ACTIVE for port object 72994ea6-e056-4ab7-b344-331f5806c6a1 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:57.986274 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-f45c5b2d-67ae-4479-8ea5-7d5b0acc201e req-bf011175-d87a-4773-ab4e-4298bcd6c1d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:58.019038 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30113c72-de65-4b09-8268-18a6aab889cd req-332594ce-17eb-41a3-ab52-8aeeef45eb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:58.020533 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-30113c72-de65-4b09-8268-18a6aab889cd req-332594ce-17eb-41a3-ab52-8aeeef45eb85 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ae62e35dda7b4c8db4c80924ca47fbdb&device_id=8b3a72d2-8427-48e7-85c8-3ced9bf35ddb HTTP/1.1" status: 200 len: 1097 time: 0.2318776 Aug 29 04:28:58.127541 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-bc7a9fb7-0038-475b-9287-ba64a98df2d6 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Delete allocated IP 172.20.0.11 (a6bb57b7-cb0c-4410-98f1-bc74c77bcda7/fdb39a4a-cb54-4cb0-b251-baa7e93311d2) {{(pid=94829) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 29 04:28:58.168317 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6d1eced9-5237-4158-9177-93c598a9817c req-d925cf5f-b061-4cae-a6b2-f7966aaa6e6f tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e109d97-7970-4672-b6dc-5d385660134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277513 Aug 29 04:28:58.174069 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-bc7a9fb7-0038-475b-9287-ba64a98df2d6 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Allocated IP 172.20.0.42 (a6bb57b7-cb0c-4410-98f1-bc74c77bcda7/6f80866c-ca6d-4b4f-803d-076c48c86a51/93e9e6ff-1b71-4680-b66f-c6e8e73c010e) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:28:58.227594 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf011175-d87a-4773-ab4e-4298bcd6c1d4 service neutron] Pushing event updated for resources: {'Port': ['ID=72994ea6-e056-4ab7-b344-331f5806c6a1,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:58.479798 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:58.517763 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-f45c5b2d-67ae-4479-8ea5-7d5b0acc201e req-bf011175-d87a-4773-ab4e-4298bcd6c1d4 service neutron] Attempting to bind port 72994ea6-e056-4ab7-b344-331f5806c6a1 on host n-h2-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:28:58.532736 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-f45c5b2d-67ae-4479-8ea5-7d5b0acc201e req-bf011175-d87a-4773-ab4e-4298bcd6c1d4 service neutron] Attempting to bind port 72994ea6-e056-4ab7-b344-331f5806c6a1 by drivers openvswitch,hyperv on host n-h2-712140-12 at level 0 using segments [{'id': '4d8fc0d0-6c01-43d5-aa88-9880603a8027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '272d1c4d-af14-48fc-b735-579ae3d45270'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:28:58.533405 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45c5b2d-67ae-4479-8ea5-7d5b0acc201e req-bf011175-d87a-4773-ab4e-4298bcd6c1d4 service neutron] Attempting to bind port 72994ea6-e056-4ab7-b344-331f5806c6a1 on network 272d1c4d-af14-48fc-b735-579ae3d45270 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:28:58.615634 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab430dd6-1a76-4c59-bcde-a811610a92d3 req-39034ab2-c96a-4975-9f11-76d8a52e25af tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:58.623558 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ab430dd6-1a76-4c59-bcde-a811610a92d3 req-39034ab2-c96a-4975-9f11-76d8a52e25af tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/ports?device_id=afc254ea-ccf6-497c-b6f3-9c7790e81f60 HTTP/1.1" status: 200 len: 943 time: 0.5504034 Aug 29 04:28:58.665417 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45c5b2d-67ae-4479-8ea5-7d5b0acc201e req-bf011175-d87a-4773-ab4e-4298bcd6c1d4 service neutron] Port 72994ea6-e056-4ab7-b344-331f5806c6a1 on network 272d1c4d-af14-48fc-b735-579ae3d45270 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:28:58.667971 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45c5b2d-67ae-4479-8ea5-7d5b0acc201e req-bf011175-d87a-4773-ab4e-4298bcd6c1d4 service neutron] Attempting to bind port 72994ea6-e056-4ab7-b344-331f5806c6a1 on network 272d1c4d-af14-48fc-b735-579ae3d45270 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:28:58.691013 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30113c72-de65-4b09-8268-18a6aab889cd req-88b1f9ad-4f4a-4f7a-9860-2d4d840f236e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:58.692563 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-30113c72-de65-4b09-8268-18a6aab889cd req-88b1f9ad-4f4a-4f7a-9860-2d4d840f236e service neutron] 10.222.0.48 "GET /v2.0/networks?id=f71495d7-96ad-4847-83eb-b3625c73c9a5 HTTP/1.1" status: 200 len: 905 time: 0.6376934 Aug 29 04:28:58.698856 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45c5b2d-67ae-4479-8ea5-7d5b0acc201e req-bf011175-d87a-4773-ab4e-4298bcd6c1d4 service neutron] Checking agent: {'id': 'b3a0606b-b029-4f5e-8798-3a32b71d8844', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:28:58.699428 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45c5b2d-67ae-4479-8ea5-7d5b0acc201e req-bf011175-d87a-4773-ab4e-4298bcd6c1d4 service neutron] Checking segment: {'id': '4d8fc0d0-6c01-43d5-aa88-9880603a8027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '272d1c4d-af14-48fc-b735-579ae3d45270'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:58.700170 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45c5b2d-67ae-4479-8ea5-7d5b0acc201e req-bf011175-d87a-4773-ab4e-4298bcd6c1d4 service neutron] Bound using segment: {'id': '4d8fc0d0-6c01-43d5-aa88-9880603a8027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '272d1c4d-af14-48fc-b735-579ae3d45270'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:28:58.701485 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-f45c5b2d-67ae-4479-8ea5-7d5b0acc201e req-bf011175-d87a-4773-ab4e-4298bcd6c1d4 service neutron] Bound port: 72994ea6-e056-4ab7-b344-331f5806c6a1, host: n-h2-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d8fc0d0-6c01-43d5-aa88-9880603a8027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '272d1c4d-af14-48fc-b735-579ae3d45270'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:28:58.702012 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-f45c5b2d-67ae-4479-8ea5-7d5b0acc201e req-bf011175-d87a-4773-ab4e-4298bcd6c1d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:58.759256 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-30113c72-de65-4b09-8268-18a6aab889cd req-64cea24c-5ec9-4156-a317-4dd7e7a2ac57 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c2c68d6-3e7d-4556-9488-46da16aa028f HTTP/1.1" status: 200 len: 217 time: 0.0553257 Aug 29 04:28:58.801062 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 34744) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:58.823962 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-8630a35c-770b-4765-8df3-82ba6f0366cf req-aed4f56d-0de1-4ec1-a742-909653a8b144 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:58.870424 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ab430dd6-1a76-4c59-bcde-a811610a92d3 req-a1c92bec-e8f3-4796-a799-f3239117cff5 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/security-groups?id=6765471a-6318-4be5-8b74-21c509c8c5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2454629 Aug 29 04:28:58.913632 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed4f56d-0de1-4ec1-a742-909653a8b144 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Pushing event deleted for resources: {'Port': ['ID=3935a212-8cf6-4330-b1a6-b9caa4ca084f,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:58.960504 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-f45c5b2d-67ae-4479-8ea5-7d5b0acc201e req-bf011175-d87a-4773-ab4e-4298bcd6c1d4 service neutron] For port 72994ea6-e056-4ab7-b344-331f5806c6a1, host n-h2-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:28:58.964812 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-f45c5b2d-67ae-4479-8ea5-7d5b0acc201e req-bf011175-d87a-4773-ab4e-4298bcd6c1d4 service neutron] For port 72994ea6-e056-4ab7-b344-331f5806c6a1, host n-h2-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=72994ea6-e056-4ab7-b344-331f5806c6a1,segment=NetworkSegment(4d8fc0d0-6c01-43d5-aa88-9880603a8027),segment_id=4d8fc0d0-6c01-43d5-aa88-9880603a8027)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:28:58.987731 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-f45c5b2d-67ae-4479-8ea5-7d5b0acc201e req-bf011175-d87a-4773-ab4e-4298bcd6c1d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:59.128477 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-bc7a9fb7-0038-475b-9287-ba64a98df2d6 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:59.143744 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-bc7a9fb7-0038-475b-9287-ba64a98df2d6 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Transition to ACTIVE for port object 93e9e6ff-1b71-4680-b66f-c6e8e73c010e will not be triggered until provisioned by entity DHCP. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:59.148942 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30113c72-de65-4b09-8268-18a6aab889cd req-933eb4fd-5c37-4dbd-b478-214a44513533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:59.150803 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-30113c72-de65-4b09-8268-18a6aab889cd req-933eb4fd-5c37-4dbd-b478-214a44513533 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5de44217-4c88-4ff9-be1a-03ac5f0e7204 HTTP/1.1" status: 200 len: 844 time: 0.3818321 Aug 29 04:28:59.157427 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf011175-d87a-4773-ab4e-4298bcd6c1d4 service neutron] Pushing event updated for resources: {'Port': ['ID=72994ea6-e056-4ab7-b344-331f5806c6a1,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:59.157860 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-bc7a9fb7-0038-475b-9287-ba64a98df2d6 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:59.191965 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-30113c72-de65-4b09-8268-18a6aab889cd req-f7965564-7c02-415d-81b0-c83734188a35 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f71495d7-96ad-4847-83eb-b3625c73c9a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313179 Aug 29 04:28:59.275132 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-82937e79-40a6-40d4-880c-0ae5e1fec546 None None] Allocated IP 172.20.0.34 (a6bb57b7-cb0c-4410-98f1-bc74c77bcda7/6f80866c-ca6d-4b4f-803d-076c48c86a51/98b54dd1-d87b-4a3e-9924-8aceb7145237) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:28:59.377743 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-30113c72-de65-4b09-8268-18a6aab889cd req-a6bc4010-2bf8-4fac-b310-466f24b24cd6 service neutron] 10.222.0.48 "GET /v2.0/networks/f71495d7-96ad-4847-83eb-b3625c73c9a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541252 Aug 29 04:28:59.479389 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-82937e79-40a6-40d4-880c-0ae5e1fec546 None None] For port 98b54dd1-d87b-4a3e-9924-8aceb7145237, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=98b54dd1-d87b-4a3e-9924-8aceb7145237,segment=NetworkSegment(7b19dc65-20b6-4a04-9afe-1cb91616d5fc),segment_id=7b19dc65-20b6-4a04-9afe-1cb91616d5fc)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:59.539983 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-82937e79-40a6-40d4-880c-0ae5e1fec546 None None] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:59.572737 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-82937e79-40a6-40d4-880c-0ae5e1fec546 None None] Transition to ACTIVE for port object 98b54dd1-d87b-4a3e-9924-8aceb7145237 will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:59.573909 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-82937e79-40a6-40d4-880c-0ae5e1fec546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:59.699814 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82937e79-40a6-40d4-880c-0ae5e1fec546 None None] Pushing event updated for resources: {'Port': ['ID=98b54dd1-d87b-4a3e-9924-8aceb7145237,revision_number=7']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:59.776797 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45c5b2d-67ae-4479-8ea5-7d5b0acc201e req-bf011175-d87a-4773-ab4e-4298bcd6c1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:59.782051 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-f45c5b2d-67ae-4479-8ea5-7d5b0acc201e req-bf011175-d87a-4773-ab4e-4298bcd6c1d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:59.782485 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f45c5b2d-67ae-4479-8ea5-7d5b0acc201e req-bf011175-d87a-4773-ab4e-4298bcd6c1d4 service neutron] 10.222.0.48 "PUT /v2.0/ports/72994ea6-e056-4ab7-b344-331f5806c6a1 HTTP/1.1" status: 200 len: 1092 time: 3.4892690 Aug 29 04:28:59.797950 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88950caa-cdb9-4041-944c-9fe324d1e635', 'tag': '72994ea6-e056-4ab7-b344-331f5806c6a1'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:28:59.809466 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c02553b-668f-403d-bad5-a8572f038764" -d '{"events": [{"name": "network-changed", "server_uuid": "88950caa-cdb9-4041-944c-9fe324d1e635", "tag": "72994ea6-e056-4ab7-b344-331f5806c6a1"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:28:59.813559 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7a9fb7-0038-475b-9287-ba64a98df2d6 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Pushing event updated for resources: {'Port': ['ID=93e9e6ff-1b71-4680-b66f-c6e8e73c010e,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:59.821948 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8630a35c-770b-4765-8df3-82ba6f0366cf req-aed4f56d-0de1-4ec1-a742-909653a8b144 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Router 3171918c-1291-42c5-a143-1056541b5b0e has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:28:59.834884 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38bbb74-3987-469a-9b0f-ece5b61038c2 req-a03e643c-d68a-4784-945a-a75cd50c5443 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:59.836622 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d38bbb74-3987-469a-9b0f-ece5b61038c2 req-a03e643c-d68a-4784-945a-a75cd50c5443 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/ports?device_id=88950caa-cdb9-4041-944c-9fe324d1e635 HTTP/1.1" status: 200 len: 943 time: 0.4441240 Aug 29 04:28:59.870251 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-bc7a9fb7-0038-475b-9287-ba64a98df2d6 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] In _notify_port_updated(), no bound segment for port 93e9e6ff-1b71-4680-b66f-c6e8e73c010e on network a6bb57b7-cb0c-4410-98f1-bc74c77bcda7 {{(pid=94829) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:28:59.876885 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7a9fb7-0038-475b-9287-ba64a98df2d6 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:59.877569 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-bc7a9fb7-0038-475b-9287-ba64a98df2d6 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:59.881964 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-bc7a9fb7-0038-475b-9287-ba64a98df2d6 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "PUT /v2.0/ports/93e9e6ff-1b71-4680-b66f-c6e8e73c010e HTTP/1.1" status: 200 len: 959 time: 2.9167225 Aug 29 04:28:59.882638 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 34766) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:00.017764 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d38bbb74-3987-469a-9b0f-ece5b61038c2 req-36706cea-789e-4c2e-a475-cd9cb7ef1f93 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e109d97-7970-4672-b6dc-5d385660134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656005 Aug 29 04:29:00.065191 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-30113c72-de65-4b09-8268-18a6aab889cd req-41da1c55-f730-4fe1-836a-f1ca2a7657fe service neutron] 10.222.0.48 "GET /v2.0/networks/f71495d7-96ad-4847-83eb-b3625c73c9a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6602836 Aug 29 04:29:00.128021 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-16653da5-b503-4c97-90a8-cb0761b6c814 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Deleting port 93e9e6ff-1b71-4680-b66f-c6e8e73c010e {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:29:00.128385 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-16653da5-b503-4c97-90a8-cb0761b6c814 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:00.178382 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c983cda-0477-4e10-b798-98a8470755f9 req-461a9967-13ed-4c18-9ccb-5b85c15a7418 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:00.188701 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6c983cda-0477-4e10-b798-98a8470755f9 req-461a9967-13ed-4c18-9ccb-5b85c15a7418 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/ports?device_id=8b3a72d2-8427-48e7-85c8-3ced9bf35ddb HTTP/1.1" status: 200 len: 945 time: 1.1168742 Aug 29 04:29:00.201406 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2aa041c-8b9b-4450-95df-417b0e4eb87c x-openstack-request-id: req-c2aa041c-8b9b-4450-95df-417b0e4eb87c {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:29:00.201853 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88950caa-cdb9-4041-944c-9fe324d1e635", "tag": "72994ea6-e056-4ab7-b344-331f5806c6a1", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:29:00.202246 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c2aa041c-8b9b-4450-95df-417b0e4eb87c {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:29:00.202739 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88950caa-cdb9-4041-944c-9fe324d1e635', 'tag': '72994ea6-e056-4ab7-b344-331f5806c6a1', 'status': 'completed', 'code': 200} Aug 29 04:29:00.278222 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d72486bf-534f-4d8c-917e-d2b2cc93dab0 req-6062c22f-1a0b-493b-a331-4d2dd2512858 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/ports?device_id=afc254ea-ccf6-497c-b6f3-9c7790e81f60 HTTP/1.1" status: 200 len: 210 time: 0.0489924 Aug 29 04:29:00.359790 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45c5b2d-67ae-4479-8ea5-7d5b0acc201e req-82871579-f4bb-421e-be3b-57d542f25a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:00.361416 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f45c5b2d-67ae-4479-8ea5-7d5b0acc201e req-82871579-f4bb-421e-be3b-57d542f25a2d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a2ef8028d601470a9af15f492b593570&device_id=88950caa-cdb9-4041-944c-9fe324d1e635 HTTP/1.1" status: 200 len: 1095 time: 0.3921902 Aug 29 04:29:00.370224 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-16653da5-b503-4c97-90a8-cb0761b6c814 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:00.385235 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-16653da5-b503-4c97-90a8-cb0761b6c814 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Calling delete_port for 93e9e6ff-1b71-4680-b66f-c6e8e73c010e owned by {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:29:00.391853 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6c983cda-0477-4e10-b798-98a8470755f9 req-0f3a7b26-294e-4462-88c9-1b1a5614a84e tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/security-groups?id=f2284a1b-92b5-4cc6-825a-c1a1841e1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030666 Aug 29 04:29:00.483549 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f45c5b2d-67ae-4479-8ea5-7d5b0acc201e req-10b289ab-4a2c-40ce-874e-d8fe61f7efb8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=72994ea6-e056-4ab7-b344-331f5806c6a1 HTTP/1.1" status: 200 len: 217 time: 0.0877209 Aug 29 04:29:00.667878 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-16653da5-b503-4c97-90a8-cb0761b6c814 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:00.726974 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16653da5-b503-4c97-90a8-cb0761b6c814 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Pushing event deleted for resources: {'Port': ['ID=93e9e6ff-1b71-4680-b66f-c6e8e73c010e,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:00.851470 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6331ec80-503d-4cfd-a1ba-54decf067ec5 None None] Could not find standard attr ID for object 93e9e6ff-1b71-4680-b66f-c6e8e73c010e. {{(pid=94830) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:29:00.868303 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6331ec80-503d-4cfd-a1ba-54decf067ec5 None None] Provisioning for port 98b54dd1-d87b-4a3e-9924-8aceb7145237 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:29:00.872965 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6331ec80-503d-4cfd-a1ba-54decf067ec5 None None] Provisioning complete for port 98b54dd1-d87b-4a3e-9924-8aceb7145237 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:00.873598 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6331ec80-503d-4cfd-a1ba-54decf067ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:00.884926 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-16653da5-b503-4c97-90a8-cb0761b6c814 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:00.889562 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-16653da5-b503-4c97-90a8-cb0761b6c814 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "DELETE /v2.0/ports/93e9e6ff-1b71-4680-b66f-c6e8e73c010e HTTP/1.1" status: 204 len: 168 time: 1.0004969 Aug 29 04:29:00.892464 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 34800) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:00.960427 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c313109-90c3-4fa1-87a5-db14fd61d9e0 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] GET failed (client error): The resource could not be found. Aug 29 04:29:00.965647 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-8c313109-90c3-4fa1-87a5-db14fd61d9e0 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "GET /v2.0/ports/93e9e6ff-1b71-4680-b66f-c6e8e73c010e HTTP/1.1" status: 404 len: 333 time: 0.0717864 Aug 29 04:29:00.968094 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 34802) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:00.989042 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6331ec80-503d-4cfd-a1ba-54decf067ec5 None None] Provisioning complete for port bfc8214d-0c53-4549-b69f-c4d8a518010a triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:00.989487 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6331ec80-503d-4cfd-a1ba-54decf067ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:01.027356 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6331ec80-503d-4cfd-a1ba-54decf067ec5 None None] Port bfc8214d-0c53-4549-b69f-c4d8a518010a cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:29:01.046522 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7daf94f0-e6ca-42ea-9ad1-182126a335ed tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:01.107354 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7daf94f0-e6ca-42ea-9ad1-182126a335ed tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:01.163585 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8630a35c-770b-4765-8df3-82ba6f0366cf req-aed4f56d-0de1-4ec1-a742-909653a8b144 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:29:01.176042 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d7b18b-8e29-4217-93e4-f605c3e81988 None None] Sync routers for ids ['3171918c-1291-42c5-a143-1056541b5b0e'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:29:01.205463 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d7b18b-8e29-4217-93e4-f605c3e81988 None None] Routers {'3171918c-1291-42c5-a143-1056541b5b0e'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:29:01.206181 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-91d7b18b-8e29-4217-93e4-f605c3e81988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:28:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['3171918c-1291-42c5-a143-1056541b5b0e'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:01.212635 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7daf94f0-e6ca-42ea-9ad1-182126a335ed tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:01.227819 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7daf94f0-e6ca-42ea-9ad1-182126a335ed tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:01.231364 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45c5b2d-67ae-4479-8ea5-7d5b0acc201e req-9776c0c2-4ecb-4287-b1ce-656c9323a917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:01.231582 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-7daf94f0-e6ca-42ea-9ad1-182126a335ed tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "DELETE /v2.0/security-groups/35f4d075-baac-4a19-bc63-eeab7e3f8c1b HTTP/1.1" status: 204 len: 168 time: 0.2596478 Aug 29 04:29:01.232016 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f45c5b2d-67ae-4479-8ea5-7d5b0acc201e req-9776c0c2-4ecb-4287-b1ce-656c9323a917 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=10771a12-2d54-4ee6-9435-3c52b51db3d5 HTTP/1.1" status: 200 len: 850 time: 0.7322304 Aug 29 04:29:01.233357 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 34820) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:01.234408 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-8630a35c-770b-4765-8df3-82ba6f0366cf req-aed4f56d-0de1-4ec1-a742-909653a8b144 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] No DVR routers for this DVR port 3935a212-8cf6-4330-b1a6-b9caa4ca084f on host n-h2-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:29:01.237724 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-8630a35c-770b-4765-8df3-82ba6f0366cf req-aed4f56d-0de1-4ec1-a742-909653a8b144 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:01.241439 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8630a35c-770b-4765-8df3-82ba6f0366cf req-aed4f56d-0de1-4ec1-a742-909653a8b144 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.48 "DELETE /v2.0/ports/3935a212-8cf6-4330-b1a6-b9caa4ca084f HTTP/1.1" status: 204 len: 173 time: 4.8606308 Aug 29 04:29:01.277759 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f45c5b2d-67ae-4479-8ea5-7d5b0acc201e req-008a3493-41c2-43a0-80ac-ef372a9a11be service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=272d1c4d-af14-48fc-b735-579ae3d45270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352407 Aug 29 04:29:01.323489 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daf94f0-e6ca-42ea-9ad1-182126a335ed tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35f4d075-baac-4a19-bc63-eeab7e3f8c1b,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:01.361426 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5b58cfb9-59af-49b2-b2a0-eca632f4e4f4 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:01.455368 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5b58cfb9-59af-49b2-b2a0-eca632f4e4f4 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:01.548603 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-812301bb-744e-4fcb-9904-e10731132a3e None None] Could not find standard attr ID for object 93e9e6ff-1b71-4680-b66f-c6e8e73c010e. {{(pid=94830) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:29:01.576799 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-91d7b18b-8e29-4217-93e4-f605c3e81988 None None] Set router 3171918c-1291-42c5-a143-1056541b5b0e gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:29:01.616529 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7857c3de-054f-4381-aaf9-88b6be372cd8 req-6f58af6e-ea88-47e6-a10e-317ddabf88a9 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/ports?device_id=afc254ea-ccf6-497c-b6f3-9c7790e81f60 HTTP/1.1" status: 200 len: 210 time: 0.1460497 Aug 29 04:29:01.674889 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f45c5b2d-67ae-4479-8ea5-7d5b0acc201e req-ce3e2d61-2db7-49be-bd72-06e6c2c9bc09 service neutron] 10.222.0.48 "GET /v2.0/networks/272d1c4d-af14-48fc-b735-579ae3d45270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3840811 Aug 29 04:29:01.750079 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5b58cfb9-59af-49b2-b2a0-eca632f4e4f4 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:01.754695 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5b58cfb9-59af-49b2-b2a0-eca632f4e4f4 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:01.757618 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-5b58cfb9-59af-49b2-b2a0-eca632f4e4f4 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "DELETE /v2.0/security-groups/90fec0e8-880d-4740-b41e-17015ce72f49 HTTP/1.1" status: 204 len: 168 time: 0.5053034 Aug 29 04:29:01.760150 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 34828) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:01.767793 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cbcfe5a8-fdc4-4502-8697-0d5328e6b083 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713413'] for router_interface, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:01.826867 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b58cfb9-59af-49b2-b2a0-eca632f4e4f4 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90fec0e8-880d-4740-b41e-17015ce72f49,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:01.873216 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 98b54dd1-d87b-4a3e-9924-8aceb7145237 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:29:01.949297 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-bc4014a5-d0b9-47c0-951a-44538c177bd1 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:01.996684 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-bc4014a5-d0b9-47c0-951a-44538c177bd1 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:02.011260 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f57ff4d-2984-4e47-a7e1-ad3a3571aa7a req-4fcbb43c-53df-4d7d-8ae3-e8234c1d0066 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:02.019063 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3f57ff4d-2984-4e47-a7e1-ad3a3571aa7a req-4fcbb43c-53df-4d7d-8ae3-e8234c1d0066 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/ports?device_id=88950caa-cdb9-4041-944c-9fe324d1e635 HTTP/1.1" status: 200 len: 943 time: 0.7387216 Aug 29 04:29:02.027928 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 98b54dd1-d87b-4a3e-9924-8aceb7145237 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:02.030862 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:02.097608 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-bc4014a5-d0b9-47c0-951a-44538c177bd1 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:02.100549 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-bc4014a5-d0b9-47c0-951a-44538c177bd1 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:02.104251 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-bc4014a5-d0b9-47c0-951a-44538c177bd1 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "DELETE /v2.0/security-groups/ba244926-bc87-49cc-9393-f486859c69d8 HTTP/1.1" status: 204 len: 168 time: 0.3305738 Aug 29 04:29:02.119647 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 34834) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:02.121658 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4014a5-d0b9-47c0-951a-44538c177bd1 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba244926-bc87-49cc-9393-f486859c69d8,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:02.192781 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-91d7b18b-8e29-4217-93e4-f605c3e81988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3171918c-1291-42c5-a143-1056541b5b0e', 'name': 'tempest-TaggedBootDevicesTest_v242-1130034549-router', 'tenant_id': 'e5f0d8ebc9a74e589a93c4dfadff20f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': 'f8c3669f-4319-47ca-b0d9-f55383805589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:17:39Z', 'updated_at': '2021-08-29T04:17:48Z', 'revision_number': 4, 'project_id': 'e5f0d8ebc9a74e589a93c4dfadff20f5', 'gw_port': {'id': 'f8c3669f-4319-47ca-b0d9-f55383805589', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3171918c-1291-42c5-a143-1056541b5b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:17:41Z', 'updated_at': '2021-08-29T04:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '68e6ad39-e549-4461-994d-31a6310102c3', 'name': '', 'network_id': '3085f602-11fb-40e6-8771-e57304cb25d6', 'tenant_id': 'e5f0d8ebc9a74e589a93c4dfadff20f5', 'mac_address': 'fa:16:3e:31:93:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3171918c-1291-42c5-a143-1056541b5b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': 'b310944e-35be-44a6-a31c-3869b759bdd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:17:46Z', 'updated_at': '2021-08-29T04:17:54Z', 'revision_number': 5, 'project_id': 'e5f0d8ebc9a74e589a93c4dfadff20f5', 'subnets': [{'id': 'b310944e-35be-44a6-a31c-3869b759bdd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:02.210208 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afc254ea-ccf6-497c-b6f3-9c7790e81f60', 'name': 'network-vif-deleted', 'tag': '3935a212-8cf6-4330-b1a6-b9caa4ca084f'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:29:02.217633 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36f8ea0f-850e-4cb6-ba16-b108475e7953" -d '{"events": [{"server_uuid": "afc254ea-ccf6-497c-b6f3-9c7790e81f60", "name": "network-vif-deleted", "tag": "3935a212-8cf6-4330-b1a6-b9caa4ca084f"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:29:02.237253 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d6e8acf-7d9f-464b-8145-20e7e7f5740c tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Deleting subnet fdb39a4a-cb54-4cb0-b251-baa7e93311d2 {{(pid=94829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:29:02.241145 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6d6e8acf-7d9f-464b-8145-20e7e7f5740c tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks [] for subnet, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:02.301057 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d7b18b-8e29-4217-93e4-f605c3e81988 None None] Checking router: 3171918c-1291-42c5-a143-1056541b5b0e for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:29:02.318209 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d7b18b-8e29-4217-93e4-f605c3e81988 None None] Routers {'3171918c-1291-42c5-a143-1056541b5b0e'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:29:02.319378 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-91d7b18b-8e29-4217-93e4-f605c3e81988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:28:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['3171918c-1291-42c5-a143-1056541b5b0e'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:02.322781 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3f57ff4d-2984-4e47-a7e1-ad3a3571aa7a req-42c9a2c5-8f0e-4836-b525-22dfd610b6d0 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e109d97-7970-4672-b6dc-5d385660134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885547 Aug 29 04:29:02.347470 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f45c5b2d-67ae-4479-8ea5-7d5b0acc201e req-a069fc76-830c-4002-afd7-ba48064cfea6 service neutron] 10.222.0.48 "GET /v2.0/networks/272d1c4d-af14-48fc-b735-579ae3d45270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6606953 Aug 29 04:29:02.353918 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fa74dc6-48af-43af-a532-ccbd009a86f5 x-openstack-request-id: req-7fa74dc6-48af-43af-a532-ccbd009a86f5 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:29:02.354283 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afc254ea-ccf6-497c-b6f3-9c7790e81f60", "name": "network-vif-deleted", "tag": "3935a212-8cf6-4330-b1a6-b9caa4ca084f", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:29:02.354603 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7fa74dc6-48af-43af-a532-ccbd009a86f5 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:29:02.355070 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afc254ea-ccf6-497c-b6f3-9c7790e81f60', 'name': 'network-vif-deleted', 'tag': '3935a212-8cf6-4330-b1a6-b9caa4ca084f', 'status': 'completed', 'code': 200} Aug 29 04:29:02.401307 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6d6e8acf-7d9f-464b-8145-20e7e7f5740c tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4311743'] for subnet, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:02.595946 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-91d7b18b-8e29-4217-93e4-f605c3e81988 None None] Set router 3171918c-1291-42c5-a143-1056541b5b0e gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:29:02.596266 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6d6e8acf-7d9f-464b-8145-20e7e7f5740c tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:02.665249 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c02553b-668f-403d-bad5-a8572f038764 req-e7b3437c-fc57-4012-85a9-90f1743cd775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:02.669444 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5c02553b-668f-403d-bad5-a8572f038764 req-e7b3437c-fc57-4012-85a9-90f1743cd775 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a2ef8028d601470a9af15f492b593570&device_id=88950caa-cdb9-4041-944c-9fe324d1e635 HTTP/1.1" status: 200 len: 1095 time: 0.1744175 Aug 29 04:29:02.766006 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6d6e8acf-7d9f-464b-8145-20e7e7f5740c tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4552352'] for subnet, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:02.820005 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6e8acf-7d9f-464b-8145-20e7e7f5740c tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Pushing event deleted for resources: {'Subnet': ['ID=fdb39a4a-cb54-4cb0-b251-baa7e93311d2,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:02.869272 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-22d299e5-70ef-4879-ab17-426710e20b21 req-ae80dc42-9854-47ae-bb84-e8fdd968e140 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/ports?device_id=afc254ea-ccf6-497c-b6f3-9c7790e81f60 HTTP/1.1" status: 200 len: 210 time: 0.0390294 Aug 29 04:29:02.871166 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6d6e8acf-7d9f-464b-8145-20e7e7f5740c tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:02.874818 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c883137-07c2-4f16-9364-2445ff1906dd None None] Network a6bb57b7-cb0c-4410-98f1-bc74c77bcda7 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:29:02.894990 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-6d6e8acf-7d9f-464b-8145-20e7e7f5740c tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "DELETE /v2.0/subnets/fdb39a4a-cb54-4cb0-b251-baa7e93311d2 HTTP/1.1" status: 204 len: 168 time: 0.7694321 Aug 29 04:29:02.912029 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 34858) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:02.979243 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c02553b-668f-403d-bad5-a8572f038764 req-cd785c72-4b52-426b-8930-1c399ee4c2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:02.980845 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5c02553b-668f-403d-bad5-a8572f038764 req-cd785c72-4b52-426b-8930-1c399ee4c2ea service neutron] 10.222.0.48 "GET /v2.0/networks?id=272d1c4d-af14-48fc-b735-579ae3d45270 HTTP/1.1" status: 200 len: 911 time: 0.2993054 Aug 29 04:29:02.992014 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0e098d8-dcbe-4fb8-b56a-0201aaab2409 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Deleting subnet 6f80866c-ca6d-4b4f-803d-076c48c86a51 {{(pid=94829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:29:02.996859 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e0e098d8-dcbe-4fb8-b56a-0201aaab2409 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks [] for subnet, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:03.087079 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e0e098d8-dcbe-4fb8-b56a-0201aaab2409 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4311743'] for subnet, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:03.090556 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5c02553b-668f-403d-bad5-a8572f038764 req-568d9ecf-33e6-492f-a981-1c75939cf6ab service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=72994ea6-e056-4ab7-b344-331f5806c6a1 HTTP/1.1" status: 200 len: 217 time: 0.0948825 Aug 29 04:29:03.094226 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-cbcfe5a8-fdc4-4502-8697-0d5328e6b083 admin admin] Deleting port a3ed0d0c-7f2a-442a-a9b0-ff7e2dc5196a {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:29:03.094577 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cbcfe5a8-fdc4-4502-8697-0d5328e6b083 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:03.145375 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-91d7b18b-8e29-4217-93e4-f605c3e81988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3171918c-1291-42c5-a143-1056541b5b0e', 'name': 'tempest-TaggedBootDevicesTest_v242-1130034549-router', 'tenant_id': 'e5f0d8ebc9a74e589a93c4dfadff20f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': 'f8c3669f-4319-47ca-b0d9-f55383805589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:17:39Z', 'updated_at': '2021-08-29T04:17:48Z', 'revision_number': 4, 'project_id': 'e5f0d8ebc9a74e589a93c4dfadff20f5', 'gw_port': {'id': 'f8c3669f-4319-47ca-b0d9-f55383805589', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3171918c-1291-42c5-a143-1056541b5b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:17:41Z', 'updated_at': '2021-08-29T04:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '68e6ad39-e549-4461-994d-31a6310102c3', 'name': '', 'network_id': '3085f602-11fb-40e6-8771-e57304cb25d6', 'tenant_id': 'e5f0d8ebc9a74e589a93c4dfadff20f5', 'mac_address': 'fa:16:3e:31:93:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3171918c-1291-42c5-a143-1056541b5b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': 'b310944e-35be-44a6-a31c-3869b759bdd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:17:46Z', 'updated_at': '2021-08-29T04:17:54Z', 'revision_number': 5, 'project_id': 'e5f0d8ebc9a74e589a93c4dfadff20f5', 'subnets': [{'id': 'b310944e-35be-44a6-a31c-3869b759bdd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:03.203315 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d7b18b-8e29-4217-93e4-f605c3e81988 None None] The sync data for ids ['3171918c-1291-42c5-a143-1056541b5b0e'] in n-d-712140-12 is: [{'id': '3171918c-1291-42c5-a143-1056541b5b0e', 'name': 'tempest-TaggedBootDevicesTest_v242-1130034549-router', 'tenant_id': 'e5f0d8ebc9a74e589a93c4dfadff20f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': 'f8c3669f-4319-47ca-b0d9-f55383805589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:17:39Z', 'updated_at': '2021-08-29T04:17:48Z', 'revision_number': 4, 'project_id': 'e5f0d8ebc9a74e589a93c4dfadff20f5', 'gw_port': {'id': 'f8c3669f-4319-47ca-b0d9-f55383805589', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3171918c-1291-42c5-a143-1056541b5b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:17:41Z', 'updated_at': '2021-08-29T04:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '68e6ad39-e549-4461-994d-31a6310102c3', 'name': '', 'network_id': '3085f602-11fb-40e6-8771-e57304cb25d6', 'tenant_id': 'e5f0d8ebc9a74e589a93c4dfadff20f5', 'mac_address': 'fa:16:3e:31:93:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3171918c-1291-42c5-a143-1056541b5b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': 'b310944e-35be-44a6-a31c-3869b759bdd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:17:46Z', 'updated_at': '2021-08-29T04:17:54Z', 'revision_number': 5, 'project_id': 'e5f0d8ebc9a74e589a93c4dfadff20f5', 'subnets': [{'id': 'b310944e-35be-44a6-a31c-3869b759bdd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:29:03.271783 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e0e098d8-dcbe-4fb8-b56a-0201aaab2409 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:03.316468 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c02553b-668f-403d-bad5-a8572f038764 req-9e767ac8-1d59-4e41-b878-dce4f36920df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:03.318399 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5c02553b-668f-403d-bad5-a8572f038764 req-9e767ac8-1d59-4e41-b878-dce4f36920df service neutron] 10.222.0.48 "GET /v2.0/subnets?id=10771a12-2d54-4ee6-9435-3c52b51db3d5 HTTP/1.1" status: 200 len: 850 time: 0.2006049 Aug 29 04:29:03.352153 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5c02553b-668f-403d-bad5-a8572f038764 req-3910e693-c58c-4d74-9db5-4cbf809f4f75 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=272d1c4d-af14-48fc-b735-579ae3d45270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261853 Aug 29 04:29:03.392809 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3725b524-28fc-4940-aef4-af92aedefd67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:03.431119 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e0e098d8-dcbe-4fb8-b56a-0201aaab2409 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4552352'] for subnet, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:03.445064 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-cbcfe5a8-fdc4-4502-8697-0d5328e6b083 admin admin] For port a3ed0d0c-7f2a-442a-a9b0-ff7e2dc5196a, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=a3ed0d0c-7f2a-442a-a9b0-ff7e2dc5196a,segment=NetworkSegment(4345054c-8cc7-4ded-979c-629f28057ddf),segment_id=4345054c-8cc7-4ded-979c-629f28057ddf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:03.445437 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cbcfe5a8-fdc4-4502-8697-0d5328e6b083 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:03.485817 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-cbcfe5a8-fdc4-4502-8697-0d5328e6b083 admin admin] Calling delete_port for a3ed0d0c-7f2a-442a-a9b0-ff7e2dc5196a owned by network:router_interface {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:29:03.518424 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e098d8-dcbe-4fb8-b56a-0201aaab2409 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Pushing event deleted for resources: {'Subnet': ['ID=6f80866c-ca6d-4b4f-803d-076c48c86a51,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:03.548725 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e0e098d8-dcbe-4fb8-b56a-0201aaab2409 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:03.558044 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-e0e098d8-dcbe-4fb8-b56a-0201aaab2409 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "DELETE /v2.0/subnets/6f80866c-ca6d-4b4f-803d-076c48c86a51 HTTP/1.1" status: 204 len: 168 time: 0.6425776 Aug 29 04:29:03.558983 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 34888) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:03.620246 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8fe3d74-c773-4603-af76-950718cd547d tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] DELETE failed (client error): The resource could not be found. Aug 29 04:29:03.620874 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8fe3d74-c773-4603-af76-950718cd547d tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:29:03.626217 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-e8fe3d74-c773-4603-af76-950718cd547d tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "DELETE /v2.0/subnets/fdb39a4a-cb54-4cb0-b251-baa7e93311d2 HTTP/1.1" status: 404 len: 337 time: 0.0655143 Aug 29 04:29:03.626948 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 34890) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:03.777022 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_v2 [None req-82896106-bada-4dc9-a4d5-6e80e92e62bc tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Deleting subnet 026baa0f-1b65-4593-93dc-08230086ee33 {{(pid=94829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:29:03.785740 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-82896106-bada-4dc9-a4d5-6e80e92e62bc tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks [] for subnet, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:03.852299 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5c02553b-668f-403d-bad5-a8572f038764 req-9ece3988-1834-4dfb-b298-4f61aed81d50 service neutron] 10.222.0.48 "GET /v2.0/networks/272d1c4d-af14-48fc-b735-579ae3d45270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4875937 Aug 29 04:29:03.876914 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-82896106-bada-4dc9-a4d5-6e80e92e62bc tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4311743'] for subnet, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:03.890309 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eda244-f03f-475c-b9c7-ed5d6cb3a966 req-99aeacad-a562-4df4-98c8-6cc83a621cea tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:03.908121 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a2eda244-f03f-475c-b9c7-ed5d6cb3a966 req-99aeacad-a562-4df4-98c8-6cc83a621cea tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/ports?device_id=88950caa-cdb9-4041-944c-9fe324d1e635 HTTP/1.1" status: 200 len: 943 time: 0.4122853 Aug 29 04:29:03.990135 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b880d6ab-6de7-4cf6-a392-f3cdb845c3e4 None None] New status for floating IP 39f6566c-a444-495e-a3b6-39482791da2d: DOWN {{(pid=94830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:29:04.032980 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-82896106-bada-4dc9-a4d5-6e80e92e62bc tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:04.112369 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5c02553b-668f-403d-bad5-a8572f038764 req-107dbf9a-2692-4ac3-9d37-834efb15845b service neutron] 10.222.0.48 "GET /v2.0/networks/272d1c4d-af14-48fc-b735-579ae3d45270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933520 Aug 29 04:29:04.209596 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e78098df-b683-4194-a7e1-75e2ee087529 req-33b0ff99-c513-497f-9c43-42884f8d6577 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/ports?device_id=afc254ea-ccf6-497c-b6f3-9c7790e81f60 HTTP/1.1" status: 200 len: 210 time: 0.0874052 Aug 29 04:29:04.244667 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-82896106-bada-4dc9-a4d5-6e80e92e62bc tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4552352'] for subnet, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:04.297986 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82896106-bada-4dc9-a4d5-6e80e92e62bc tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Pushing event deleted for resources: {'Subnet': ['ID=026baa0f-1b65-4593-93dc-08230086ee33,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:04.303534 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-82896106-bada-4dc9-a4d5-6e80e92e62bc tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:04.305549 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-82896106-bada-4dc9-a4d5-6e80e92e62bc tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "DELETE /v2.0/subnets/026baa0f-1b65-4593-93dc-08230086ee33 HTTP/1.1" status: 204 len: 168 time: 0.6775465 Aug 29 04:29:04.310036 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 34906) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:04.319946 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6235cc-fe13-45fb-80e8-3be6c1a8ea33 None None] Network a6bb57b7-cb0c-4410-98f1-bc74c77bcda7 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:29:04.329408 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a2eda244-f03f-475c-b9c7-ed5d6cb3a966 req-68994d9e-500b-4074-a7ab-0dcf8698a11c tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e109d97-7970-4672-b6dc-5d385660134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4205747 Aug 29 04:29:04.332936 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cbcfe5a8-fdc4-4502-8697-0d5328e6b083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:04.396221 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-70d81bc4-e796-4a7a-abc4-dc39ad802b42 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] DELETE failed (client error): The resource could not be found. Aug 29 04:29:04.398679 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70d81bc4-e796-4a7a-abc4-dc39ad802b42 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:29:04.407947 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-70d81bc4-e796-4a7a-abc4-dc39ad802b42 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "DELETE /v2.0/subnets/2f701c00-29cb-4e87-b97d-026b3d7df4b7 HTTP/1.1" status: 404 len: 337 time: 0.0968475 Aug 29 04:29:04.408899 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 34908) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:04.439543 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-3e323700-56fe-44a9-8d60-b7b6d2b6cd03 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b07a858-d8bf-47c4-916c-5aee37b1990c HTTP/1.1" status: 200 len: 205 time: 0.0292401 Aug 29 04:29:04.440401 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 34910) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:04.445711 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcfe5a8-fdc4-4502-8697-0d5328e6b083 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3ed0d0c-7f2a-442a-a9b0-ff7e2dc5196a,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:04.462783 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-0135f25f-d229-4f49-ab79-b0f32e98e6ef None None] Provisioning complete for port 98b54dd1-d87b-4a3e-9924-8aceb7145237 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:04.463263 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0135f25f-d229-4f49-ab79-b0f32e98e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:04.508829 n-d-712140-12 neutron-server[94829]: INFO neutron.api.v2.resource [None req-c196f38f-1315-4862-a546-f00be6d2661f tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] delete failed (client error): The resource could not be found. Aug 29 04:29:04.515096 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-c196f38f-1315-4862-a546-f00be6d2661f tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "DELETE /v2.0/routers/6b07a858-d8bf-47c4-916c-5aee37b1990c HTTP/1.1" status: 404 len: 336 time: 0.0734968 Aug 29 04:29:04.515967 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 34916) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:04.559359 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1f4457a-04fc-4b51-958f-c241ba4041dc tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] DELETE failed (client error): The resource could not be found. Aug 29 04:29:04.560620 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1f4457a-04fc-4b51-958f-c241ba4041dc tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:29:04.565443 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-c1f4457a-04fc-4b51-958f-c241ba4041dc tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "DELETE /v2.0/subnets/7e51cc21-a9cb-4ad3-b8e9-872786b0ed91 HTTP/1.1" status: 404 len: 337 time: 0.0458999 Aug 29 04:29:04.566764 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 34918) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:04.666383 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-afd2b1f1-1154-413d-a06c-9a8d7309dc93 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] DELETE failed (client error): The resource could not be found. Aug 29 04:29:04.667070 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afd2b1f1-1154-413d-a06c-9a8d7309dc93 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:29:04.675384 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-afd2b1f1-1154-413d-a06c-9a8d7309dc93 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "DELETE /v2.0/subnets/fd74725b-72bb-441f-9b77-7f6fa7cc3600 HTTP/1.1" status: 404 len: 337 time: 0.1074028 Aug 29 04:29:04.676262 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 34930) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:04.727104 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4179886-6632-44c3-813b-100b3a4c5d56 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] DELETE failed (client error): The resource could not be found. Aug 29 04:29:04.727551 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4179886-6632-44c3-813b-100b3a4c5d56 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:29:04.733105 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 34934) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:04.733272 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-f4179886-6632-44c3-813b-100b3a4c5d56 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "DELETE /v2.0/subnets/49d00f64-314f-4466-a663-6508da3d774d HTTP/1.1" status: 404 len: 337 time: 0.0547836 Aug 29 04:29:04.746849 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cbcfe5a8-fdc4-4502-8697-0d5328e6b083 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-713231'] for router_interface, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:04.793335 n-d-712140-12 neutron-server[94828]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c8ae849-5977-4002-b3b6-664fd5f7c469 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] DELETE failed (client error): The resource could not be found. Aug 29 04:29:04.795248 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c8ae849-5977-4002-b3b6-664fd5f7c469 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:29:04.796916 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-0135f25f-d229-4f49-ab79-b0f32e98e6ef None None] Provisioning complete for port bfc8214d-0c53-4549-b69f-c4d8a518010a triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:04.797290 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0135f25f-d229-4f49-ab79-b0f32e98e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:04.797997 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-5c8ae849-5977-4002-b3b6-664fd5f7c469 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "DELETE /v2.0/ports/3d1cf6d1-ff46-415a-989f-04c5660aae91 HTTP/1.1" status: 404 len: 333 time: 0.0629494 Aug 29 04:29:04.800182 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 34938) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:04.862522 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdce3468-a493-4035-8d24-da3861af96b4 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] DELETE failed (client error): The resource could not be found. Aug 29 04:29:04.863428 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdce3468-a493-4035-8d24-da3861af96b4 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:29:04.869098 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-cdce3468-a493-4035-8d24-da3861af96b4 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "DELETE /v2.0/subnets/852222c2-c44f-408c-83d8-9a66f3d19e72 HTTP/1.1" status: 404 len: 337 time: 0.0674987 Aug 29 04:29:04.871672 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-0135f25f-d229-4f49-ab79-b0f32e98e6ef None None] Port bfc8214d-0c53-4549-b69f-c4d8a518010a cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:29:04.875100 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 34940) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:04.916771 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3699f1d-2254-4e94-b629-0279e315ee39 None None] DHCP port deletion for a6bb57b7-cb0c-4410-98f1-bc74c77bcda7 request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:29:04.923352 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-497d791b-ee4a-4a5a-b1cf-c84072fbc130 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] DELETE failed (client error): The resource could not be found. Aug 29 04:29:04.924180 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-497d791b-ee4a-4a5a-b1cf-c84072fbc130 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:29:04.927871 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-497d791b-ee4a-4a5a-b1cf-c84072fbc130 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "DELETE /v2.0/subnets/64984aad-b642-44e5-b2b2-a37833611643 HTTP/1.1" status: 404 len: 337 time: 0.0406423 Aug 29 04:29:04.930271 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 34942) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:04.975768 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e8903d4-86a2-491a-88df-92fde77514f0 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] DELETE failed (client error): The resource could not be found. Aug 29 04:29:04.976923 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e8903d4-86a2-491a-88df-92fde77514f0 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:29:04.979112 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-4e8903d4-86a2-491a-88df-92fde77514f0 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "DELETE /v2.0/ports/90847f4d-e720-4743-9e6a-85fdb7688a1f HTTP/1.1" status: 404 len: 333 time: 0.0476179 Aug 29 04:29:04.982551 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 34944) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:05.029690 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e3699f1d-2254-4e94-b629-0279e315ee39 None None] Deleting port 98b54dd1-d87b-4a3e-9924-8aceb7145237 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:29:05.030795 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e3699f1d-2254-4e94-b629-0279e315ee39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:05.045867 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-eec08584-23f5-454e-9d71-7af12dfc4124 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] DELETE failed (client error): The resource could not be found. Aug 29 04:29:05.047023 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eec08584-23f5-454e-9d71-7af12dfc4124 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:29:05.052182 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-eec08584-23f5-454e-9d71-7af12dfc4124 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "DELETE /v2.0/subnets/4ac34533-fb0e-4a79-bf55-fbe0d10b47b5 HTTP/1.1" status: 404 len: 337 time: 0.0677297 Aug 29 04:29:05.055417 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 34946) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:05.142682 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebc23d0b-15bd-48e9-9948-9d0ae1641d03 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] DELETE failed (client error): The resource could not be found. Aug 29 04:29:05.143587 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebc23d0b-15bd-48e9-9948-9d0ae1641d03 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:29:05.164825 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-ebc23d0b-15bd-48e9-9948-9d0ae1641d03 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "DELETE /v2.0/subnets/79313c78-9427-4bc0-bb72-efb7dfc2c6e1 HTTP/1.1" status: 404 len: 337 time: 0.1080506 Aug 29 04:29:05.169608 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 34952) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:05.229214 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e3699f1d-2254-4e94-b629-0279e315ee39 None None] For port 98b54dd1-d87b-4a3e-9924-8aceb7145237, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=98b54dd1-d87b-4a3e-9924-8aceb7145237,segment=NetworkSegment(7b19dc65-20b6-4a04-9afe-1cb91616d5fc),segment_id=7b19dc65-20b6-4a04-9afe-1cb91616d5fc)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:05.235788 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e3699f1d-2254-4e94-b629-0279e315ee39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:05.257244 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbcfe5a8-fdc4-4502-8697-0d5328e6b083 admin admin] Router 9defbc3d-dbf1-4d26-a895-3ed92507d0ef has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:29:05.327565 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e3699f1d-2254-4e94-b629-0279e315ee39 None None] Calling delete_port for 98b54dd1-d87b-4a3e-9924-8aceb7145237 owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:29:05.409735 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-ba17ac40-05a0-47d5-8829-b4f71546c033 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Deleting port bfc8214d-0c53-4549-b69f-c4d8a518010a {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:29:05.412061 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ba17ac40-05a0-47d5-8829-b4f71546c033 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:05.549986 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e3699f1d-2254-4e94-b629-0279e315ee39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:05.577424 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-61c80599-d263-45de-9594-80c134317902 req-d5ee2ac3-7c73-4d29-a9bc-2f2b1a910cda tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/ports?device_id=afc254ea-ccf6-497c-b6f3-9c7790e81f60 HTTP/1.1" status: 200 len: 210 time: 0.1185992 Aug 29 04:29:05.623677 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3699f1d-2254-4e94-b629-0279e315ee39 None None] No DVR routers for this DVR port 98b54dd1-d87b-4a3e-9924-8aceb7145237 on host n-d-712140-12 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:29:05.626524 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3699f1d-2254-4e94-b629-0279e315ee39 None None] Pushing event deleted for resources: {'Port': ['ID=98b54dd1-d87b-4a3e-9924-8aceb7145237,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:05.643002 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbcfe5a8-fdc4-4502-8697-0d5328e6b083 admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:29:05.651613 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-cbcfe5a8-fdc4-4502-8697-0d5328e6b083 admin admin] 10.222.0.22 "PUT /v2.0/routers/9defbc3d-dbf1-4d26-a895-3ed92507d0ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8487711 Aug 29 04:29:05.653789 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f03c52-502d-4cd0-ba76-7e4ccac3543a None None] Sync routers for ids ['9defbc3d-dbf1-4d26-a895-3ed92507d0ef'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:29:05.655003 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 34966) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:05.667102 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f03c52-502d-4cd0-ba76-7e4ccac3543a None None] Routers {'9defbc3d-dbf1-4d26-a895-3ed92507d0ef'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:29:05.669704 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-e2f03c52-502d-4cd0-ba76-7e4ccac3543a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:28:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['9defbc3d-dbf1-4d26-a895-3ed92507d0ef'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:05.692877 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ba17ac40-05a0-47d5-8829-b4f71546c033 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:05.723191 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-ba17ac40-05a0-47d5-8829-b4f71546c033 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Calling delete_port for bfc8214d-0c53-4549-b69f-c4d8a518010a owned by {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:29:05.847457 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d00c70-c9bc-46b3-a36a-22d896df1398 req-81624cb7-a433-4b41-8a16-2d297323b8dc tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:05.867616 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d8d00c70-c9bc-46b3-a36a-22d896df1398 req-81624cb7-a433-4b41-8a16-2d297323b8dc tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/ports?device_id=88950caa-cdb9-4041-944c-9fe324d1e635 HTTP/1.1" status: 200 len: 943 time: 0.3462019 Aug 29 04:29:05.951845 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-e2f03c52-502d-4cd0-ba76-7e4ccac3543a None None] Set router 9defbc3d-dbf1-4d26-a895-3ed92507d0ef gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:29:05.955700 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3796387a-bbbf-41c1-9c7d-09fcb5f85ce3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:05.985263 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 98b54dd1-d87b-4a3e-9924-8aceb7145237 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:29:06.048577 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ba17ac40-05a0-47d5-8829-b4f71546c033 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:06.053820 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 98b54dd1-d87b-4a3e-9924-8aceb7145237 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:29:06.056227 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 98b54dd1-d87b-4a3e-9924-8aceb7145237 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:29:06.139563 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba17ac40-05a0-47d5-8829-b4f71546c033 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Pushing event deleted for resources: {'Port': ['ID=bfc8214d-0c53-4549-b69f-c4d8a518010a,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:06.167429 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d8d00c70-c9bc-46b3-a36a-22d896df1398 req-896c2b45-eee2-4e41-9bea-f3089fa73ab0 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e109d97-7970-4672-b6dc-5d385660134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912965 Aug 29 04:29:06.177769 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ba17ac40-05a0-47d5-8829-b4f71546c033 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:06.181861 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-ba17ac40-05a0-47d5-8829-b4f71546c033 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "DELETE /v2.0/ports/bfc8214d-0c53-4549-b69f-c4d8a518010a HTTP/1.1" status: 204 len: 168 time: 1.0083082 Aug 29 04:29:06.182712 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3796387a-bbbf-41c1-9c7d-09fcb5f85ce3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:06.185772 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 34984) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:06.242256 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e8fd85e6-49c5-4e7d-b69f-e89c2b498f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:06.323800 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 72994ea6-e056-4ab7-b344-331f5806c6a1 details requested by agent hyperv_n-h2-712140-12 with host n-h2-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:29:06.332859 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-3796387a-bbbf-41c1-9c7d-09fcb5f85ce3 admin admin] Deleting port 1d5b6ad4-bb9d-4ef2-a488-172fe6e858d1 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:29:06.333500 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3796387a-bbbf-41c1-9c7d-09fcb5f85ce3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:06.380480 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d21842fe-940b-4447-904f-2a1d743f9fe6 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:06.552452 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 72994ea6-e056-4ab7-b344-331f5806c6a1, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=72994ea6-e056-4ab7-b344-331f5806c6a1,segment=NetworkSegment(4d8fc0d0-6c01-43d5-aa88-9880603a8027),segment_id=4d8fc0d0-6c01-43d5-aa88-9880603a8027)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:06.569262 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Returning: {'device': '72994ea6-e056-4ab7-b344-331f5806c6a1', 'network_id': '272d1c4d-af14-48fc-b735-579ae3d45270', 'port_id': '72994ea6-e056-4ab7-b344-331f5806c6a1', 'mac_address': 'fa:16:3e:2f:73:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10771a12-2d54-4ee6-9435-3c52b51db3d5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:29:06.624115 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:06.636784 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-3796387a-bbbf-41c1-9c7d-09fcb5f85ce3 admin admin] For port 1d5b6ad4-bb9d-4ef2-a488-172fe6e858d1, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=1d5b6ad4-bb9d-4ef2-a488-172fe6e858d1,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:06.637748 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3796387a-bbbf-41c1-9c7d-09fcb5f85ce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:06.643052 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d21842fe-940b-4447-904f-2a1d743f9fe6 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:06.647796 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72994ea6-e056-4ab7-b344-331f5806c6a1 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:29:06.668740 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-d21842fe-940b-4447-904f-2a1d743f9fe6 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6bb57b7-cb0c-4410-98f1-bc74c77bcda7']}} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:06.678735 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 72994ea6-e056-4ab7-b344-331f5806c6a1, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=72994ea6-e056-4ab7-b344-331f5806c6a1,segment=NetworkSegment(4d8fc0d0-6c01-43d5-aa88-9880603a8027),segment_id=4d8fc0d0-6c01-43d5-aa88-9880603a8027)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:06.682586 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-3796387a-bbbf-41c1-9c7d-09fcb5f85ce3 admin admin] Calling delete_port for 1d5b6ad4-bb9d-4ef2-a488-172fe6e858d1 owned by network:router_gateway {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:29:06.684435 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:06.685468 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 0c2c68d6-3e7d-4556-9488-46da16aa028f details requested by agent hyperv_n-h2-712140-12 with host n-h2-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:29:06.688496 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-d21842fe-940b-4447-904f-2a1d743f9fe6 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b19dc65-20b6-4a04-9afe-1cb91616d5fc') {'for_net_delete': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:06.692014 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-d21842fe-940b-4447-904f-2a1d743f9fe6 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b19dc65-20b6-4a04-9afe-1cb91616d5fc') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:06.711296 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d21842fe-940b-4447-904f-2a1d743f9fe6 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4311712'] for segment, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:06.741261 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d21842fe-940b-4447-904f-2a1d743f9fe6 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:06.751738 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d21842fe-940b-4447-904f-2a1d743f9fe6 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=94829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:29:06.752274 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d21842fe-940b-4447-904f-2a1d743f9fe6 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4274277'] for segment, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:06.758531 n-d-712140-12 neutron-server[94829]: Traceback (most recent call last): Aug 29 04:29:06.758531 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:29:06.758531 n-d-712140-12 neutron-server[94829]: timer() Aug 29 04:29:06.758531 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:29:06.758531 n-d-712140-12 neutron-server[94829]: cb(*args, **kw) Aug 29 04:29:06.758531 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:29:06.758531 n-d-712140-12 neutron-server[94829]: return func(*args, **kwargs) Aug 29 04:29:06.758531 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:29:06.758531 n-d-712140-12 neutron-server[94829]: self._notify() Aug 29 04:29:06.758531 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:29:06.758531 n-d-712140-12 neutron-server[94829]: self.callback(batched_events) Aug 29 04:29:06.758531 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:29:06.758531 n-d-712140-12 neutron-server[94829]: event.method(event) Aug 29 04:29:06.758531 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:29:06.758531 n-d-712140-12 neutron-server[94829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:29:06.758531 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:29:06.758531 n-d-712140-12 neutron-server[94829]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:29:06.758531 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:29:06.758531 n-d-712140-12 neutron-server[94829]: return f(self, *a, **k) Aug 29 04:29:06.758531 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:29:06.758531 n-d-712140-12 neutron-server[94829]: return self._get(url).json() Aug 29 04:29:06.758531 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:29:06.758531 n-d-712140-12 neutron-server[94829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:29:06.758531 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:29:06.758531 n-d-712140-12 neutron-server[94829]: return self.request(url, 'GET', **kwargs) Aug 29 04:29:06.758531 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:29:06.758531 n-d-712140-12 neutron-server[94829]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:29:06.758531 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:29:06.758531 n-d-712140-12 neutron-server[94829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:29:06.758531 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:29:06.758531 n-d-712140-12 neutron-server[94829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:29:06.758531 n-d-712140-12 neutron-server[94829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:29:06.791460 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-e2f03c52-502d-4cd0-ba76-7e4ccac3543a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9defbc3d-dbf1-4d26-a895-3ed92507d0ef', 'name': 'tempest-AttachVolumeShelveTestJSON-346863165-router', 'tenant_id': '45c0a3ca896a4dd0bcf90e5c0bd5812f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '1d5b6ad4-bb9d-4ef2-a488-172fe6e858d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:19:14Z', 'updated_at': '2021-08-29T04:29:04Z', 'revision_number': 5, 'project_id': '45c0a3ca896a4dd0bcf90e5c0bd5812f', 'gw_port': {'id': '1d5b6ad4-bb9d-4ef2-a488-172fe6e858d1', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:1d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9defbc3d-dbf1-4d26-a895-3ed92507d0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:19:17Z', 'updated_at': '2021-08-29T04:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:06.886005 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=72994ea6-e056-4ab7-b344-331f5806c6a1,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:06.917853 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f03c52-502d-4cd0-ba76-7e4ccac3543a None None] Checking router: 9defbc3d-dbf1-4d26-a895-3ed92507d0ef for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:29:06.944169 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f03c52-502d-4cd0-ba76-7e4ccac3543a None None] Routers {'9defbc3d-dbf1-4d26-a895-3ed92507d0ef'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:29:06.945065 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-e2f03c52-502d-4cd0-ba76-7e4ccac3543a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:29:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['9defbc3d-dbf1-4d26-a895-3ed92507d0ef'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:06.951135 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e92b09ae-0460-416d-aaef-b05db1b1c550 req-08652e57-4f61-4828-8ca5-ec080c923a07 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/ports?device_id=afc254ea-ccf6-497c-b6f3-9c7790e81f60 HTTP/1.1" status: 200 len: 210 time: 0.0975621 Aug 29 04:29:06.967409 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d21842fe-940b-4447-904f-2a1d743f9fe6 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:06.975670 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d21842fe-940b-4447-904f-2a1d743f9fe6 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:06.983238 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-d21842fe-940b-4447-904f-2a1d743f9fe6 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] 10.222.0.22 "DELETE /v2.0/networks/a6bb57b7-cb0c-4410-98f1-bc74c77bcda7 HTTP/1.1" status: 204 len: 168 time: 0.7962518 Aug 29 04:29:07.018550 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21842fe-940b-4447-904f-2a1d743f9fe6 tempest-PortsTestJSON-1327187481 tempest-PortsTestJSON-1327187481-project] Pushing event deleted for resources: {'Network': ['ID=a6bb57b7-cb0c-4410-98f1-bc74c77bcda7,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:07.249397 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-e2f03c52-502d-4cd0-ba76-7e4ccac3543a None None] Set router 9defbc3d-dbf1-4d26-a895-3ed92507d0ef gateway port host: None {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:29:07.416391 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9664349-29d1-4785-baf8-e1d965e19826 req-1be30fd4-0fc3-4dda-9f59-d4098236f4b3 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:07.428009 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3796387a-bbbf-41c1-9c7d-09fcb5f85ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:07.431818 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a9664349-29d1-4785-baf8-e1d965e19826 req-1be30fd4-0fc3-4dda-9f59-d4098236f4b3 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/ports?device_id=88950caa-cdb9-4041-944c-9fe324d1e635 HTTP/1.1" status: 200 len: 944 time: 0.1361506 Aug 29 04:29:07.432780 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 0c2c68d6-3e7d-4556-9488-46da16aa028f, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=0c2c68d6-3e7d-4556-9488-46da16aa028f,segment=NetworkSegment(e370ab6f-b877-4d1b-8a8e-a0dc4be5ecd4),segment_id=e370ab6f-b877-4d1b-8a8e-a0dc4be5ecd4)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:07.436957 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-e2f03c52-502d-4cd0-ba76-7e4ccac3543a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9defbc3d-dbf1-4d26-a895-3ed92507d0ef', 'name': 'tempest-AttachVolumeShelveTestJSON-346863165-router', 'tenant_id': '45c0a3ca896a4dd0bcf90e5c0bd5812f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:19:14Z', 'updated_at': '2021-08-29T04:29:06Z', 'revision_number': 6, 'project_id': '45c0a3ca896a4dd0bcf90e5c0bd5812f', 'gw_port_host': None}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:07.444651 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:07.460064 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Returning: {'device': '0c2c68d6-3e7d-4556-9488-46da16aa028f', 'network_id': 'f71495d7-96ad-4847-83eb-b3625c73c9a5', 'port_id': '0c2c68d6-3e7d-4556-9488-46da16aa028f', 'mac_address': 'fa:16:3e:e4:96:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5de44217-4c88-4ff9-be1a-03ac5f0e7204', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:29:07.477567 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f03c52-502d-4cd0-ba76-7e4ccac3543a None None] The sync data for ids ['9defbc3d-dbf1-4d26-a895-3ed92507d0ef'] in n-d-712140-12 is: [{'id': '9defbc3d-dbf1-4d26-a895-3ed92507d0ef', 'name': 'tempest-AttachVolumeShelveTestJSON-346863165-router', 'tenant_id': '45c0a3ca896a4dd0bcf90e5c0bd5812f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:19:14Z', 'updated_at': '2021-08-29T04:29:06Z', 'revision_number': 6, 'project_id': '45c0a3ca896a4dd0bcf90e5c0bd5812f', 'gw_port_host': None}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:29:07.483605 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:07.537196 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a9664349-29d1-4785-baf8-e1d965e19826 req-171de6b3-4e86-4b70-99d6-ec4b38380c8a tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e109d97-7970-4672-b6dc-5d385660134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943558 Aug 29 04:29:07.563236 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:07.565455 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3796387a-bbbf-41c1-9c7d-09fcb5f85ce3 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d5b6ad4-bb9d-4ef2-a488-172fe6e858d1,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:07.584064 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 35026) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:07.587648 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0c2c68d6-3e7d-4556-9488-46da16aa028f {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:29:07.628793 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 0c2c68d6-3e7d-4556-9488-46da16aa028f, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=0c2c68d6-3e7d-4556-9488-46da16aa028f,segment=NetworkSegment(e370ab6f-b877-4d1b-8a8e-a0dc4be5ecd4),segment_id=e370ab6f-b877-4d1b-8a8e-a0dc4be5ecd4)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:07.635046 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3796387a-bbbf-41c1-9c7d-09fcb5f85ce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719445'] for router_gateway, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:07.635624 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:07.738996 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=0c2c68d6-3e7d-4556-9488-46da16aa028f,revision_number=6']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:07.797813 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3796387a-bbbf-41c1-9c7d-09fcb5f85ce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:07.800902 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3796387a-bbbf-41c1-9c7d-09fcb5f85ce3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:07.854741 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-f234b8e6-e208-465e-b8aa-8c0d0994a951 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6e77efd76d814cd8b24fb0a97b527734&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2694330 Aug 29 04:29:07.855477 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 35038) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:07.877794 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3796387a-bbbf-41c1-9c7d-09fcb5f85ce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717253'] for router, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:07.880049 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3796387a-bbbf-41c1-9c7d-09fcb5f85ce3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9defbc3d-dbf1-4d26-a895-3ed92507d0ef {{(pid=94828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:29:07.883148 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['0c2c68d6-3e7d-4556-9488-46da16aa028f'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:29:07.897610 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3796387a-bbbf-41c1-9c7d-09fcb5f85ce3 admin admin] Notify callbacks [] for router, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:07.901845 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 35042) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:07.905613 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-3796387a-bbbf-41c1-9c7d-09fcb5f85ce3 admin admin] 10.222.0.22 "DELETE /v2.0/routers/9defbc3d-dbf1-4d26-a895-3ed92507d0ef HTTP/1.1" status: 204 len: 168 time: 2.2472067 Aug 29 04:29:08.017955 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_v2 [None req-2204083b-a792-4f86-990e-377527a3e86e admin admin] Deleting subnet 6247b089-2c7c-4ca3-a8dd-41a0f57cced5 {{(pid=94829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:29:08.023472 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2204083b-a792-4f86-990e-377527a3e86e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:08.035294 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device a3ed0d0c-7f2a-442a-a9b0-ff7e2dc5196a no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:29:08.064775 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: a3ed0d0c-7f2a-442a-a9b0-ff7e2dc5196a {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:29:08.065436 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device a3ed0d0c-7f2a-442a-a9b0-ff7e2dc5196a not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:29:08.113796 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2204083b-a792-4f86-990e-377527a3e86e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4311743'] for subnet, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:08.171716 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['72994ea6-e056-4ab7-b344-331f5806c6a1'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:29:08.182538 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e12b2040-8b6f-440b-9811-9bae741c395d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:08.205843 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e12b2040-8b6f-440b-9811-9bae741c395d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:08.247585 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c09665db-0b81-46c0-a8e9-685c6d281db6 req-59b7d39b-1ad4-4204-b64f-4288bb16c019 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/ports?device_id=afc254ea-ccf6-497c-b6f3-9c7790e81f60 HTTP/1.1" status: 200 len: 210 time: 0.0879619 Aug 29 04:29:08.329896 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2204083b-a792-4f86-990e-377527a3e86e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:08.481027 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2204083b-a792-4f86-990e-377527a3e86e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4552352'] for subnet, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:08.501916 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e12b2040-8b6f-440b-9811-9bae741c395d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:08.504873 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e12b2040-8b6f-440b-9811-9bae741c395d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:08.514163 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-e12b2040-8b6f-440b-9811-9bae741c395d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b0d63eff-cdbd-4ec8-93e9-a2cd3ae7a23f HTTP/1.1" status: 204 len: 168 time: 0.6569810 Aug 29 04:29:08.515598 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2204083b-a792-4f86-990e-377527a3e86e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:08.517616 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-2204083b-a792-4f86-990e-377527a3e86e admin admin] 10.222.0.22 "DELETE /v2.0/subnets/6247b089-2c7c-4ca3-a8dd-41a0f57cced5 HTTP/1.1" status: 204 len: 168 time: 0.5917020 Aug 29 04:29:08.520406 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 35072) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:08.542240 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1beb6d4-76da-4754-9286-051c043f065e None None] Network fd020187-6618-42b7-a26a-d8ebebc46774 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:29:08.557534 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12b2040-8b6f-440b-9811-9bae741c395d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d63eff-cdbd-4ec8-93e9-a2cd3ae7a23f,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:08.566092 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2204083b-a792-4f86-990e-377527a3e86e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6247b089-2c7c-4ca3-a8dd-41a0f57cced5,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:08.705417 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-12df4a05-cced-47ee-898e-23b9cbc74e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:08.768377 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:08.988859 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda55db-f95f-4b31-8df8-e34a0fd776af req-c3b9e822-7dfd-4fb3-992a-062835ea32f3 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:09.003847 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6dda55db-f95f-4b31-8df8-e34a0fd776af req-c3b9e822-7dfd-4fb3-992a-062835ea32f3 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/ports?device_id=88950caa-cdb9-4041-944c-9fe324d1e635 HTTP/1.1" status: 200 len: 944 time: 0.2756195 Aug 29 04:29:09.034590 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-12df4a05-cced-47ee-898e-23b9cbc74e87 admin admin] Deleting port dadb9c10-8132-4068-bd99-1e0a90a18adc {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:29:09.034933 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-12df4a05-cced-47ee-898e-23b9cbc74e87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:09.234990 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85a01bc-53fc-441b-b973-2b0ee10943c9 None None] DHCP port deletion for fd020187-6618-42b7-a26a-d8ebebc46774 request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:29:09.263342 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6dda55db-f95f-4b31-8df8-e34a0fd776af req-c966ec6d-01f0-484c-ba60-7e80dcbdc7fb tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e109d97-7970-4672-b6dc-5d385660134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583513 Aug 29 04:29:09.338057 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-12df4a05-cced-47ee-898e-23b9cbc74e87 admin admin] For port dadb9c10-8132-4068-bd99-1e0a90a18adc, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=dadb9c10-8132-4068-bd99-1e0a90a18adc,segment=NetworkSegment(4345054c-8cc7-4ded-979c-629f28057ddf),segment_id=4345054c-8cc7-4ded-979c-629f28057ddf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:09.341385 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-12df4a05-cced-47ee-898e-23b9cbc74e87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:09.352561 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-c85a01bc-53fc-441b-b973-2b0ee10943c9 None None] Deleting port dadb9c10-8132-4068-bd99-1e0a90a18adc {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:29:09.354084 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c85a01bc-53fc-441b-b973-2b0ee10943c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:09.427773 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-12df4a05-cced-47ee-898e-23b9cbc74e87 admin admin] Calling delete_port for dadb9c10-8132-4068-bd99-1e0a90a18adc owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:29:09.501561 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-98189690-d1e1-40f0-ac76-139379b7b7f6 req-7bc70d6f-509a-4181-8ed8-da39b7762eda tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/ports?device_id=afc254ea-ccf6-497c-b6f3-9c7790e81f60 HTTP/1.1" status: 200 len: 210 time: 0.0614390 Aug 29 04:29:09.558533 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-c85a01bc-53fc-441b-b973-2b0ee10943c9 None None] For port dadb9c10-8132-4068-bd99-1e0a90a18adc, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=dadb9c10-8132-4068-bd99-1e0a90a18adc,segment=NetworkSegment(4345054c-8cc7-4ded-979c-629f28057ddf),segment_id=4345054c-8cc7-4ded-979c-629f28057ddf)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:09.558533 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c85a01bc-53fc-441b-b973-2b0ee10943c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:09.579008 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-12df4a05-cced-47ee-898e-23b9cbc74e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:09.614070 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-c85a01bc-53fc-441b-b973-2b0ee10943c9 None None] Calling delete_port for dadb9c10-8132-4068-bd99-1e0a90a18adc owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:29:09.630792 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12df4a05-cced-47ee-898e-23b9cbc74e87 admin admin] Pushing event deleted for resources: {'Port': ['ID=dadb9c10-8132-4068-bd99-1e0a90a18adc,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:09.640914 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12df4a05-cced-47ee-898e-23b9cbc74e87 admin admin] No DVR routers for this DVR port dadb9c10-8132-4068-bd99-1e0a90a18adc on host n-d-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:29:09.770071 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device dadb9c10-8132-4068-bd99-1e0a90a18adc no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:29:09.800227 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-12df4a05-cced-47ee-898e-23b9cbc74e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:09.811893 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-12df4a05-cced-47ee-898e-23b9cbc74e87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd020187-6618-42b7-a26a-d8ebebc46774']}} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:09.825137 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: dadb9c10-8132-4068-bd99-1e0a90a18adc {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:29:09.825750 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-12df4a05-cced-47ee-898e-23b9cbc74e87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4345054c-8cc7-4ded-979c-629f28057ddf') {'for_net_delete': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:09.826200 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-12df4a05-cced-47ee-898e-23b9cbc74e87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4345054c-8cc7-4ded-979c-629f28057ddf') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:09.826391 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device dadb9c10-8132-4068-bd99-1e0a90a18adc not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:29:09.826999 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 1d5b6ad4-bb9d-4ef2-a488-172fe6e858d1 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:29:09.838317 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-12df4a05-cced-47ee-898e-23b9cbc74e87 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8904833'] for segment, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:09.857901 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-12df4a05-cced-47ee-898e-23b9cbc74e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:09.865336 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12df4a05-cced-47ee-898e-23b9cbc74e87 admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=94828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:29:09.865792 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-12df4a05-cced-47ee-898e-23b9cbc74e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9190468'] for segment, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:09.884071 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 1d5b6ad4-bb9d-4ef2-a488-172fe6e858d1 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:29:09.887827 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 1d5b6ad4-bb9d-4ef2-a488-172fe6e858d1 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:29:09.945458 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c85a01bc-53fc-441b-b973-2b0ee10943c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:09.950379 n-d-712140-12 neutron-server[94828]: Traceback (most recent call last): Aug 29 04:29:09.950379 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:29:09.950379 n-d-712140-12 neutron-server[94828]: timer() Aug 29 04:29:09.950379 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:29:09.950379 n-d-712140-12 neutron-server[94828]: cb(*args, **kw) Aug 29 04:29:09.950379 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:29:09.950379 n-d-712140-12 neutron-server[94828]: return func(*args, **kwargs) Aug 29 04:29:09.950379 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:29:09.950379 n-d-712140-12 neutron-server[94828]: self._notify() Aug 29 04:29:09.950379 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:29:09.950379 n-d-712140-12 neutron-server[94828]: self.callback(batched_events) Aug 29 04:29:09.950379 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:29:09.950379 n-d-712140-12 neutron-server[94828]: event.method(event) Aug 29 04:29:09.950379 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:29:09.950379 n-d-712140-12 neutron-server[94828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:29:09.950379 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:29:09.950379 n-d-712140-12 neutron-server[94828]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:29:09.950379 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:29:09.950379 n-d-712140-12 neutron-server[94828]: return f(self, *a, **k) Aug 29 04:29:09.950379 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:29:09.950379 n-d-712140-12 neutron-server[94828]: return self._get(url).json() Aug 29 04:29:09.950379 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:29:09.950379 n-d-712140-12 neutron-server[94828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:29:09.950379 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:29:09.950379 n-d-712140-12 neutron-server[94828]: return self.request(url, 'GET', **kwargs) Aug 29 04:29:09.950379 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:29:09.950379 n-d-712140-12 neutron-server[94828]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:29:09.950379 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:29:09.950379 n-d-712140-12 neutron-server[94828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:29:09.950379 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:29:09.950379 n-d-712140-12 neutron-server[94828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:29:09.950379 n-d-712140-12 neutron-server[94828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:29:09.955895 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-12df4a05-cced-47ee-898e-23b9cbc74e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:09.970872 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-12df4a05-cced-47ee-898e-23b9cbc74e87 admin admin] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:09.974133 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-12df4a05-cced-47ee-898e-23b9cbc74e87 admin admin] 10.222.0.22 "DELETE /v2.0/networks/fd020187-6618-42b7-a26a-d8ebebc46774 HTTP/1.1" status: 204 len: 168 time: 1.4521194 Aug 29 04:29:09.993210 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12df4a05-cced-47ee-898e-23b9cbc74e87 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd020187-6618-42b7-a26a-d8ebebc46774,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:10.007978 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85a01bc-53fc-441b-b973-2b0ee10943c9 None None] No DVR routers for this DVR port dadb9c10-8132-4068-bd99-1e0a90a18adc on host n-d-712140-12 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:29:10.012155 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85a01bc-53fc-441b-b973-2b0ee10943c9 None None] Pushing event deleted for resources: {'Port': ['ID=dadb9c10-8132-4068-bd99-1e0a90a18adc,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:10.334876 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 72994ea6-e056-4ab7-b344-331f5806c6a1 up at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:29:10.393179 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 35166) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:10.480776 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-7c8e0d46-a3e5-421b-bd87-863ae0b8e430 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=45c0a3ca896a4dd0bcf90e5c0bd5812f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0862424 Aug 29 04:29:10.482266 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 35170) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:10.526543 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning for port 72994ea6-e056-4ab7-b344-331f5806c6a1 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:29:10.542736 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning complete for port 72994ea6-e056-4ab7-b344-331f5806c6a1 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:10.543324 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:10.596909 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e3c4cf-fbe2-4528-accd-27ddb0078bf2 req-9b2c60ac-42a9-40d4-aebc-5888138ab641 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:10.612305 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d7e3c4cf-fbe2-4528-accd-27ddb0078bf2 req-9b2c60ac-42a9-40d4-aebc-5888138ab641 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/ports?device_id=88950caa-cdb9-4041-944c-9fe324d1e635 HTTP/1.1" status: 200 len: 944 time: 0.1764977 Aug 29 04:29:10.637898 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 35178) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:10.702596 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d7e3c4cf-fbe2-4528-accd-27ddb0078bf2 req-187f142f-94f6-4b69-b0d2-a9901b555c37 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e109d97-7970-4672-b6dc-5d385660134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830309 Aug 29 04:29:10.741691 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b18b1ab4-5801-4c2a-9284-62901827ff73 req-570f4c47-f2eb-4eef-88f3-c519a040c710 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/ports?device_id=afc254ea-ccf6-497c-b6f3-9c7790e81f60 HTTP/1.1" status: 200 len: 210 time: 0.1234670 Aug 29 04:29:10.773076 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:10.814202 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e7c22cea-5f3a-431a-be16-587e230706f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:10.816626 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88950caa-cdb9-4041-944c-9fe324d1e635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72994ea6-e056-4ab7-b344-331f5806c6a1'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:29:10.818893 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2aeaa27-2f86-4b22-a927-6c0fd2b53bd5" -d '{"events": [{"server_uuid": "88950caa-cdb9-4041-944c-9fe324d1e635", "name": "network-vif-plugged", "status": "completed", "tag": "72994ea6-e056-4ab7-b344-331f5806c6a1"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:29:10.853636 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 72994ea6-e056-4ab7-b344-331f5806c6a1, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=72994ea6-e056-4ab7-b344-331f5806c6a1,segment=NetworkSegment(4d8fc0d0-6c01-43d5-aa88-9880603a8027),segment_id=4d8fc0d0-6c01-43d5-aa88-9880603a8027)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:10.859898 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:10.860946 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 0c2c68d6-3e7d-4556-9488-46da16aa028f up at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:29:10.889146 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e7c22cea-5f3a-431a-be16-587e230706f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:10.990946 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd7e30c2-370d-4b20-b48a-2e75c1f0c22a x-openstack-request-id: req-dd7e30c2-370d-4b20-b48a-2e75c1f0c22a {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:29:10.991663 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88950caa-cdb9-4041-944c-9fe324d1e635", "name": "network-vif-plugged", "status": "completed", "tag": "72994ea6-e056-4ab7-b344-331f5806c6a1", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:29:10.992109 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dd7e30c2-370d-4b20-b48a-2e75c1f0c22a {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:29:10.992743 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88950caa-cdb9-4041-944c-9fe324d1e635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72994ea6-e056-4ab7-b344-331f5806c6a1', 'code': 200} Aug 29 04:29:10.994470 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=72994ea6-e056-4ab7-b344-331f5806c6a1,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:11.027143 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e7c22cea-5f3a-431a-be16-587e230706f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:11.031738 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e7c22cea-5f3a-431a-be16-587e230706f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:11.033132 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-e7c22cea-5f3a-431a-be16-587e230706f5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b4e8f5ec-c454-44e4-bf1d-f1f3bb06f8b5 HTTP/1.1" status: 204 len: 168 time: 0.5497274 Aug 29 04:29:11.093689 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-1142cd98-ba1c-4ffd-bc43-00c8181046d8 tempest-ServiceProvidersTest-887374650 tempest-ServiceProvidersTest-887374650-project] 10.222.0.22 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3659201 Aug 29 04:29:11.121567 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c22cea-5f3a-431a-be16-587e230706f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4e8f5ec-c454-44e4-bf1d-f1f3bb06f8b5,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:11.193615 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d548a4e-69a9-4d63-8296-6f3bfe84ae1c req-bb14986c-d1e8-4da4-b560-bc29d4258951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:11.195713 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0d548a4e-69a9-4d63-8296-6f3bfe84ae1c req-bb14986c-d1e8-4da4-b560-bc29d4258951 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=88950caa-cdb9-4041-944c-9fe324d1e635 HTTP/1.1" status: 200 len: 1097 time: 0.1975024 Aug 29 04:29:11.243922 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning complete for port 0c2c68d6-3e7d-4556-9488-46da16aa028f triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:11.244291 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:11.267778 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0d548a4e-69a9-4d63-8296-6f3bfe84ae1c req-141021b3-81c4-44a5-aaa3-eb33c986814e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=6e109d97-7970-4672-b6dc-5d385660134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644608 Aug 29 04:29:11.537165 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:11.681421 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 0c2c68d6-3e7d-4556-9488-46da16aa028f, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=0c2c68d6-3e7d-4556-9488-46da16aa028f,segment=NetworkSegment(e370ab6f-b877-4d1b-8a8e-a0dc4be5ecd4),segment_id=e370ab6f-b877-4d1b-8a8e-a0dc4be5ecd4)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:11.687645 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:11.901487 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=0c2c68d6-3e7d-4556-9488-46da16aa028f,revision_number=7']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:11.960317 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ba600952-fbf7-44f4-b5e9-2c2c89c366d2 req-a7957536-c2f3-4b55-8ba8-f362fb4ad018 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/ports?device_id=afc254ea-ccf6-497c-b6f3-9c7790e81f60 HTTP/1.1" status: 200 len: 210 time: 0.0558374 Aug 29 04:29:11.978333 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 35228) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:12.049140 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8814ab3c-77ec-48d5-8b16-10fd034f862d req-f5991f71-dd15-4ced-a6b2-a23f94cbc703 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:12.058976 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8814ab3c-77ec-48d5-8b16-10fd034f862d req-f5991f71-dd15-4ced-a6b2-a23f94cbc703 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/ports?device_id=88950caa-cdb9-4041-944c-9fe324d1e635 HTTP/1.1" status: 200 len: 945 time: 0.1881163 Aug 29 04:29:12.162056 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8814ab3c-77ec-48d5-8b16-10fd034f862d req-166033a2-fc89-4048-ae2e-f6aa139c65ab tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e109d97-7970-4672-b6dc-5d385660134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006026 Aug 29 04:29:12.221591 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3536e204-7880-47bb-803e-b78f7670ffde admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:12.452290 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3536e204-7880-47bb-803e-b78f7670ffde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:12.459020 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3536e204-7880-47bb-803e-b78f7670ffde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:12.500211 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3536e204-7880-47bb-803e-b78f7670ffde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=292942f1-4123-42ff-958d-fbfb8429caf5,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:12.521052 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3536e204-7880-47bb-803e-b78f7670ffde admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:12.521501 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3536e204-7880-47bb-803e-b78f7670ffde admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:12.521942 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3536e204-7880-47bb-803e-b78f7670ffde admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:12.522482 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3536e204-7880-47bb-803e-b78f7670ffde admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:12.522912 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3536e204-7880-47bb-803e-b78f7670ffde admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:12.523569 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3536e204-7880-47bb-803e-b78f7670ffde admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:12.540400 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3536e204-7880-47bb-803e-b78f7670ffde admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:12.541563 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3536e204-7880-47bb-803e-b78f7670ffde admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:12.542225 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3536e204-7880-47bb-803e-b78f7670ffde admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:12.542766 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3536e204-7880-47bb-803e-b78f7670ffde admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:12.543293 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3536e204-7880-47bb-803e-b78f7670ffde admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:12.544099 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3536e204-7880-47bb-803e-b78f7670ffde admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:12.592051 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 35262) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:12.613592 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-3536e204-7880-47bb-803e-b78f7670ffde admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=22b3d28bf097466597dc304682d57434&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6338193 Aug 29 04:29:12.745299 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-444342f6-2e18-4945-86f8-039085ef538d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:12.813221 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-444342f6-2e18-4945-86f8-039085ef538d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:12.909658 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-444342f6-2e18-4945-86f8-039085ef538d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:12.920898 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-444342f6-2e18-4945-86f8-039085ef538d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:12.927986 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-444342f6-2e18-4945-86f8-039085ef538d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/292942f1-4123-42ff-958d-fbfb8429caf5 HTTP/1.1" status: 204 len: 168 time: 0.3343098 Aug 29 04:29:12.949752 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444342f6-2e18-4945-86f8-039085ef538d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=292942f1-4123-42ff-958d-fbfb8429caf5,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:12.965371 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444342f6-2e18-4945-86f8-039085ef538d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:12.965752 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444342f6-2e18-4945-86f8-039085ef538d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:12.966096 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444342f6-2e18-4945-86f8-039085ef538d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:12.966435 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444342f6-2e18-4945-86f8-039085ef538d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:12.966769 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444342f6-2e18-4945-86f8-039085ef538d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:12.967103 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444342f6-2e18-4945-86f8-039085ef538d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:12.967437 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444342f6-2e18-4945-86f8-039085ef538d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:12.967831 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444342f6-2e18-4945-86f8-039085ef538d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:12.968162 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444342f6-2e18-4945-86f8-039085ef538d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:12.968493 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444342f6-2e18-4945-86f8-039085ef538d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:12.968915 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444342f6-2e18-4945-86f8-039085ef538d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:12.969278 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444342f6-2e18-4945-86f8-039085ef538d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:13.005207 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b3a72d2-8427-48e7-85c8-3ced9bf35ddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c2c68d6-3e7d-4556-9488-46da16aa028f'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:29:13.021605 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0df893c-c7db-4980-bbc1-582eb0418abe" -d '{"events": [{"server_uuid": "8b3a72d2-8427-48e7-85c8-3ced9bf35ddb", "name": "network-vif-plugged", "status": "completed", "tag": "0c2c68d6-3e7d-4556-9488-46da16aa028f"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:29:13.092546 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dea87a6d-0668-4458-a1b1-f4921b142e7a x-openstack-request-id: req-dea87a6d-0668-4458-a1b1-f4921b142e7a {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:29:13.092981 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b3a72d2-8427-48e7-85c8-3ced9bf35ddb", "name": "network-vif-plugged", "status": "completed", "tag": "0c2c68d6-3e7d-4556-9488-46da16aa028f", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:29:13.093511 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dea87a6d-0668-4458-a1b1-f4921b142e7a {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:29:13.094454 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b3a72d2-8427-48e7-85c8-3ced9bf35ddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c2c68d6-3e7d-4556-9488-46da16aa028f', 'code': 200} Aug 29 04:29:13.251831 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7e79e03f-ea1b-49cc-9a0c-3e5b4ff49ddd req-92cf464f-7f3f-45a0-8d27-204eefc0ef68 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/ports?device_id=afc254ea-ccf6-497c-b6f3-9c7790e81f60 HTTP/1.1" status: 200 len: 210 time: 0.1076944 Aug 29 04:29:13.480789 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03af93da-8670-4ecc-824c-387fc718e8ce req-f8081f26-fcab-4556-8572-8d95ea87d105 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:13.485359 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-03af93da-8670-4ecc-824c-387fc718e8ce req-f8081f26-fcab-4556-8572-8d95ea87d105 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/ports?device_id=88950caa-cdb9-4041-944c-9fe324d1e635 HTTP/1.1" status: 200 len: 945 time: 0.1884875 Aug 29 04:29:13.581797 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-03af93da-8670-4ecc-824c-387fc718e8ce req-0bde9eb7-cae8-4f11-8308-1cb4ecc6502e tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e109d97-7970-4672-b6dc-5d385660134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904968 Aug 29 04:29:14.113601 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe70b52-c429-47ae-8c5e-d3fc70da5980 req-93aad54b-5f00-42c9-a843-618d6f09d945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:14.115167 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bbe70b52-c429-47ae-8c5e-d3fc70da5980 req-93aad54b-5f00-42c9-a843-618d6f09d945 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a2ef8028d601470a9af15f492b593570&device_id=88950caa-cdb9-4041-944c-9fe324d1e635 HTTP/1.1" status: 200 len: 1097 time: 0.0972855 Aug 29 04:29:14.140098 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71b6f44-69aa-4363-b8cf-f82007aa0b63 req-555e5f7c-a247-4b69-85d7-5e92dd4b5496 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:14.149104 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c71b6f44-69aa-4363-b8cf-f82007aa0b63 req-555e5f7c-a247-4b69-85d7-5e92dd4b5496 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/ports?device_id=88950caa-cdb9-4041-944c-9fe324d1e635 HTTP/1.1" status: 200 len: 945 time: 0.0831301 Aug 29 04:29:14.224229 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c71b6f44-69aa-4363-b8cf-f82007aa0b63 req-b7008811-8fb7-4049-bab5-2d195cda8038 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e109d97-7970-4672-b6dc-5d385660134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737453 Aug 29 04:29:14.362114 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe70b52-c429-47ae-8c5e-d3fc70da5980 req-e7926edb-12b3-4057-b209-75c88e876edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:14.364188 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bbe70b52-c429-47ae-8c5e-d3fc70da5980 req-e7926edb-12b3-4057-b209-75c88e876edc service neutron] 10.222.0.48 "GET /v2.0/networks?id=272d1c4d-af14-48fc-b735-579ae3d45270 HTTP/1.1" status: 200 len: 911 time: 0.2410688 Aug 29 04:29:14.477737 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bbe70b52-c429-47ae-8c5e-d3fc70da5980 req-78fd3244-a242-4edf-a10f-634a856fb302 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=72994ea6-e056-4ab7-b344-331f5806c6a1 HTTP/1.1" status: 200 len: 217 time: 0.1033826 Aug 29 04:29:14.531993 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e3a34251-024b-4207-8d74-94c96028211b req-19044a15-50b0-4d78-a7da-8669ddc77147 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/ports?device_id=afc254ea-ccf6-497c-b6f3-9c7790e81f60 HTTP/1.1" status: 200 len: 210 time: 0.0581217 Aug 29 04:29:14.656303 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe70b52-c429-47ae-8c5e-d3fc70da5980 req-a8bccce1-8219-425c-ac00-2df390a4a203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:14.660411 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bbe70b52-c429-47ae-8c5e-d3fc70da5980 req-a8bccce1-8219-425c-ac00-2df390a4a203 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=10771a12-2d54-4ee6-9435-3c52b51db3d5 HTTP/1.1" status: 200 len: 850 time: 0.1274796 Aug 29 04:29:14.729348 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bbe70b52-c429-47ae-8c5e-d3fc70da5980 req-1b3f8184-fcdb-40fe-b434-1101997be2ae service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=272d1c4d-af14-48fc-b735-579ae3d45270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604897 Aug 29 04:29:14.874931 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bbe70b52-c429-47ae-8c5e-d3fc70da5980 req-2c556b8d-3334-4fd0-b5d0-babb5f0f50c7 service neutron] 10.222.0.48 "GET /v2.0/networks/272d1c4d-af14-48fc-b735-579ae3d45270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350687 Aug 29 04:29:14.992741 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 35354) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:15.093629 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bbe70b52-c429-47ae-8c5e-d3fc70da5980 req-bf66606d-2869-41ad-9ab2-a427b89e5591 service neutron] 10.222.0.48 "GET /v2.0/networks/272d1c4d-af14-48fc-b735-579ae3d45270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113798 Aug 29 04:29:15.205689 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-535e4c00-bbfa-40ef-bd0e-486a57d4bb8d tempest-TagsTest-879809323 tempest-TagsTest-879809323-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-467892570'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:15.292450 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-535e4c00-bbfa-40ef-bd0e-486a57d4bb8d tempest-TagsTest-879809323 tempest-TagsTest-879809323-project] Made reservation on behalf of 91b0a3742eb24eb08a846ef4c0f74557 for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:29:15.305310 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-535e4c00-bbfa-40ef-bd0e-486a57d4bb8d tempest-TagsTest-879809323 tempest-TagsTest-879809323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:15.354233 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-535e4c00-bbfa-40ef-bd0e-486a57d4bb8d tempest-TagsTest-879809323 tempest-TagsTest-879809323-project] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:15.469354 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9db752-c37f-4a48-b79b-3d93e1c11dce req-15569cc5-40f3-4026-9c34-8239cdee973c tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:15.474744 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-535e4c00-bbfa-40ef-bd0e-486a57d4bb8d tempest-TagsTest-879809323 tempest-TagsTest-879809323-project] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:15.480078 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8e9db752-c37f-4a48-b79b-3d93e1c11dce req-15569cc5-40f3-4026-9c34-8239cdee973c tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/ports?device_id=88950caa-cdb9-4041-944c-9fe324d1e635 HTTP/1.1" status: 200 len: 945 time: 0.1411586 Aug 29 04:29:15.480700 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-535e4c00-bbfa-40ef-bd0e-486a57d4bb8d tempest-TagsTest-879809323 tempest-TagsTest-879809323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:15.510345 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-535e4c00-bbfa-40ef-bd0e-486a57d4bb8d tempest-TagsTest-879809323 tempest-TagsTest-879809323-project] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:29:15.527208 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-535e4c00-bbfa-40ef-bd0e-486a57d4bb8d tempest-TagsTest-879809323 tempest-TagsTest-879809323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:15.527918 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-535e4c00-bbfa-40ef-bd0e-486a57d4bb8d tempest-TagsTest-879809323 tempest-TagsTest-879809323-project] Added segment 032e6574-3085-4326-ab12-e045dc305096 of type vlan for network 6d77f586-e30e-43ee-a4ee-63cc1e4d42bb Aug 29 04:29:15.565744 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8e9db752-c37f-4a48-b79b-3d93e1c11dce req-06a8a095-a70c-4408-aa7f-d6f8a46dbb7d tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e109d97-7970-4672-b6dc-5d385660134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844769 Aug 29 04:29:15.613471 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-535e4c00-bbfa-40ef-bd0e-486a57d4bb8d tempest-TagsTest-879809323 tempest-TagsTest-879809323-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:15.688359 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-535e4c00-bbfa-40ef-bd0e-486a57d4bb8d tempest-TagsTest-879809323 tempest-TagsTest-879809323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:15.694295 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535e4c00-bbfa-40ef-bd0e-486a57d4bb8d tempest-TagsTest-879809323 tempest-TagsTest-879809323-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:15.695613 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-535e4c00-bbfa-40ef-bd0e-486a57d4bb8d tempest-TagsTest-879809323 tempest-TagsTest-879809323-project] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:15.782029 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2d2e0b53-5e8f-4934-a574-ac9581ebd26b req-6800f134-b4a8-4f37-a326-3772c1cb7b87 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/ports?device_id=afc254ea-ccf6-497c-b6f3-9c7790e81f60 HTTP/1.1" status: 200 len: 210 time: 0.0765183 Aug 29 04:29:15.872044 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535e4c00-bbfa-40ef-bd0e-486a57d4bb8d tempest-TagsTest-879809323 tempest-TagsTest-879809323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15a8eba3-0f29-4b3e-add1-92f2ac83bfee,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:15.891755 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-535e4c00-bbfa-40ef-bd0e-486a57d4bb8d tempest-TagsTest-879809323 tempest-TagsTest-879809323-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.8973479 Aug 29 04:29:15.895021 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 35390) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:15.907344 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535e4c00-bbfa-40ef-bd0e-486a57d4bb8d tempest-TagsTest-879809323 tempest-TagsTest-879809323-project] Pushing event updated for resources: {'Network': ['ID=6d77f586-e30e-43ee-a4ee-63cc1e4d42bb,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:15.913174 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.tag.tag_plugin [None req-fa591743-3bb5-4581-8baa-0e76a83e42f4 tempest-TagsTest-879809323 tempest-TagsTest-879809323-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '6d77f586-e30e-43ee-a4ee-63cc1e4d42bb', 'tempest-TagsTest-Tag-1931490007') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:15.924051 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 6d77f586-e30e-43ee-a4ee-63cc1e4d42bb details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:29:16.093190 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-fa591743-3bb5-4581-8baa-0e76a83e42f4 tempest-TagsTest-879809323 tempest-TagsTest-879809323-project] 10.222.0.22 "PUT /v2.0/networks/6d77f586-e30e-43ee-a4ee-63cc1e4d42bb/tags/tempest-TagsTest-Tag-1931490007 HTTP/1.1" status: 201 len: 201 time: 0.1957593 Aug 29 04:29:16.096005 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 35398) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:16.104747 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.tag.tag_plugin [None req-1d0aed3c-22db-482f-b549-1a4d692e156d tempest-TagsTest-879809323 tempest-TagsTest-879809323-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '6d77f586-e30e-43ee-a4ee-63cc1e4d42bb', 'tempest-TagsTest-Tag-1931490007') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:16.250923 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-1d0aed3c-22db-482f-b549-1a4d692e156d tempest-TagsTest-879809323 tempest-TagsTest-879809323-project] 10.222.0.22 "GET /v2.0/networks/6d77f586-e30e-43ee-a4ee-63cc1e4d42bb/tags/tempest-TagsTest-Tag-1931490007 HTTP/1.1" status: 204 len: 168 time: 0.1523373 Aug 29 04:29:16.253343 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 35404) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:16.259429 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.tag.tag_plugin [None req-47869ca0-e888-4662-873a-4d7a0fae1cf7 tempest-TagsTest-879809323 tempest-TagsTest-879809323-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '6d77f586-e30e-43ee-a4ee-63cc1e4d42bb') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:16.402230 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-47869ca0-e888-4662-873a-4d7a0fae1cf7 tempest-TagsTest-879809323 tempest-TagsTest-879809323-project] 10.222.0.22 "GET /v2.0/networks/6d77f586-e30e-43ee-a4ee-63cc1e4d42bb/tags HTTP/1.1" status: 200 len: 238 time: 0.1473179 Aug 29 04:29:16.404989 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 35406) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:16.420900 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.tag.tag_plugin [None req-5d593466-0cc9-4adf-b555-85c74e3a0a89 tempest-TagsTest-879809323 tempest-TagsTest-879809323-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '6d77f586-e30e-43ee-a4ee-63cc1e4d42bb', {'tags': ['tempest-TagsTest-Tag-374513743', 'tempest-TagsTest-Tag-2108349233', 'tempest-TagsTest-Tag-1241144061']}) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:16.568047 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-5d593466-0cc9-4adf-b555-85c74e3a0a89 tempest-TagsTest-879809323 tempest-TagsTest-879809323-project] 10.222.0.22 "PUT /v2.0/networks/6d77f586-e30e-43ee-a4ee-63cc1e4d42bb/tags HTTP/1.1" status: 200 len: 308 time: 0.1606219 Aug 29 04:29:16.569519 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 35412) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:16.576409 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.tag.tag_plugin [None req-5e7b47dd-8cd1-4e0e-b697-04c435f035d8 tempest-TagsTest-879809323 tempest-TagsTest-879809323-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '6d77f586-e30e-43ee-a4ee-63cc1e4d42bb', 'tempest-TagsTest-Tag-374513743') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:16.785443 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-5e7b47dd-8cd1-4e0e-b697-04c435f035d8 tempest-TagsTest-879809323 tempest-TagsTest-879809323-project] 10.222.0.22 "DELETE /v2.0/networks/6d77f586-e30e-43ee-a4ee-63cc1e4d42bb/tags/tempest-TagsTest-Tag-374513743 HTTP/1.1" status: 204 len: 168 time: 0.2127681 Aug 29 04:29:16.787056 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 35422) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:16.794690 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.tag.tag_plugin [None req-1d7ff6bb-53c1-48be-95a8-b7a606175f8b tempest-TagsTest-879809323 tempest-TagsTest-879809323-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '6d77f586-e30e-43ee-a4ee-63cc1e4d42bb', 'tempest-TagsTest-Tag-374513743') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:16.816803 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac87eb8c-c4f8-422c-b5c9-a4121f15804f req-7fec0b47-8a8e-48f0-b2ef-9d1022f74431 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:16.817779 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ac87eb8c-c4f8-422c-b5c9-a4121f15804f req-7fec0b47-8a8e-48f0-b2ef-9d1022f74431 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/ports?device_id=88950caa-cdb9-4041-944c-9fe324d1e635 HTTP/1.1" status: 200 len: 945 time: 0.1237814 Aug 29 04:29:16.872584 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ac87eb8c-c4f8-422c-b5c9-a4121f15804f req-be7bda5c-a541-4939-b473-54c9208f3a00 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e109d97-7970-4672-b6dc-5d385660134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473149 Aug 29 04:29:17.770223 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e1ba7d34-a68a-4554-8d31-c6bd47373186 req-d60ad1fb-87c4-441c-9fbb-d3ce3097bb78 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/ports?device_id=afc254ea-ccf6-497c-b6f3-9c7790e81f60 HTTP/1.1" status: 200 len: 210 time: 0.0706720 Aug 29 04:29:17.785856 n-d-712140-12 neutron-server[94828]: INFO neutron.api.v2.resource [None req-1d7ff6bb-53c1-48be-95a8-b7a606175f8b tempest-TagsTest-879809323 tempest-TagsTest-879809323-project] show failed (client error): The resource could not be found. Aug 29 04:29:17.794737 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 35452) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:17.800492 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.tag.tag_plugin [None req-974635b7-5852-41f7-ac85-b2279f6d4f01 tempest-TagsTest-879809323 tempest-TagsTest-879809323-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '6d77f586-e30e-43ee-a4ee-63cc1e4d42bb', 'tempest-TagsTest-Tag-2108349233') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:17.805801 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-1d7ff6bb-53c1-48be-95a8-b7a606175f8b tempest-TagsTest-879809323 tempest-TagsTest-879809323-project] 10.222.0.22 "GET /v2.0/networks/6d77f586-e30e-43ee-a4ee-63cc1e4d42bb/tags/tempest-TagsTest-Tag-374513743 HTTP/1.1" status: 404 len: 325 time: 1.0015094 Aug 29 04:29:17.916698 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-974635b7-5852-41f7-ac85-b2279f6d4f01 tempest-TagsTest-879809323 tempest-TagsTest-879809323-project] 10.222.0.22 "GET /v2.0/networks/6d77f586-e30e-43ee-a4ee-63cc1e4d42bb/tags/tempest-TagsTest-Tag-2108349233 HTTP/1.1" status: 204 len: 168 time: 0.1206503 Aug 29 04:29:17.921627 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 35456) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:17.956039 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.tag.tag_plugin [None req-ac12c21f-102f-4950-8d09-8239565deed2 tempest-TagsTest-879809323 tempest-TagsTest-879809323-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '6d77f586-e30e-43ee-a4ee-63cc1e4d42bb', 'tempest-TagsTest-Tag-1241144061') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:18.105204 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7d2510-895a-4b9e-87a3-d2874582843c req-e901f85c-6482-40e6-afe3-01784a8d5091 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:18.107906 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1b7d2510-895a-4b9e-87a3-d2874582843c req-e901f85c-6482-40e6-afe3-01784a8d5091 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/ports?device_id=88950caa-cdb9-4041-944c-9fe324d1e635 HTTP/1.1" status: 200 len: 945 time: 0.0948391 Aug 29 04:29:18.115819 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-ac12c21f-102f-4950-8d09-8239565deed2 tempest-TagsTest-879809323 tempest-TagsTest-879809323-project] 10.222.0.22 "GET /v2.0/networks/6d77f586-e30e-43ee-a4ee-63cc1e4d42bb/tags/tempest-TagsTest-Tag-1241144061 HTTP/1.1" status: 204 len: 168 time: 0.1752706 Aug 29 04:29:18.132938 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 35468) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:18.142307 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.tag.tag_plugin [None req-6772ee8a-c97e-4e1f-b9f0-aa050946952f tempest-TagsTest-879809323 tempest-TagsTest-879809323-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '6d77f586-e30e-43ee-a4ee-63cc1e4d42bb') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:18.196046 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1b7d2510-895a-4b9e-87a3-d2874582843c req-56020cba-5a89-4545-b665-edc04e5fc69a tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e109d97-7970-4672-b6dc-5d385660134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787477 Aug 29 04:29:18.353384 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-6772ee8a-c97e-4e1f-b9f0-aa050946952f tempest-TagsTest-879809323 tempest-TagsTest-879809323-project] 10.222.0.22 "DELETE /v2.0/networks/6d77f586-e30e-43ee-a4ee-63cc1e4d42bb/tags HTTP/1.1" status: 204 len: 168 time: 0.2189696 Aug 29 04:29:18.357549 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 35476) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:18.362472 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.tag.tag_plugin [None req-d8b1aac1-6930-4a7c-aec0-67f6d5494bb1 tempest-TagsTest-879809323 tempest-TagsTest-879809323-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '6d77f586-e30e-43ee-a4ee-63cc1e4d42bb', 'tempest-TagsTest-Tag-2108349233') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:18.618254 n-d-712140-12 neutron-server[94828]: INFO neutron.api.v2.resource [None req-d8b1aac1-6930-4a7c-aec0-67f6d5494bb1 tempest-TagsTest-879809323 tempest-TagsTest-879809323-project] show failed (client error): The resource could not be found. Aug 29 04:29:18.622632 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-d8b1aac1-6930-4a7c-aec0-67f6d5494bb1 tempest-TagsTest-879809323 tempest-TagsTest-879809323-project] 10.222.0.22 "GET /v2.0/networks/6d77f586-e30e-43ee-a4ee-63cc1e4d42bb/tags/tempest-TagsTest-Tag-2108349233 HTTP/1.1" status: 404 len: 326 time: 0.2605355 Aug 29 04:29:18.623100 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 35484) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:18.627939 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.tag.tag_plugin [None req-7ef2aa60-1a6e-463e-ab0d-58e437894d1a tempest-TagsTest-879809323 tempest-TagsTest-879809323-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '6d77f586-e30e-43ee-a4ee-63cc1e4d42bb', 'tempest-TagsTest-Tag-1241144061') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:18.739916 n-d-712140-12 neutron-server[94828]: INFO neutron.api.v2.resource [None req-7ef2aa60-1a6e-463e-ab0d-58e437894d1a tempest-TagsTest-879809323 tempest-TagsTest-879809323-project] show failed (client error): The resource could not be found. Aug 29 04:29:18.743611 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-7ef2aa60-1a6e-463e-ab0d-58e437894d1a tempest-TagsTest-879809323 tempest-TagsTest-879809323-project] 10.222.0.22 "GET /v2.0/networks/6d77f586-e30e-43ee-a4ee-63cc1e4d42bb/tags/tempest-TagsTest-Tag-1241144061 HTTP/1.1" status: 404 len: 326 time: 0.1168716 Aug 29 04:29:18.743934 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 35490) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:18.748618 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.tag.tag_plugin [None req-38e0e96d-7b90-433b-97fc-23a92dad5624 tempest-TagsTest-879809323 tempest-TagsTest-879809323-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '6d77f586-e30e-43ee-a4ee-63cc1e4d42bb') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:19.009161 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-38e0e96d-7b90-433b-97fc-23a92dad5624 tempest-TagsTest-879809323 tempest-TagsTest-879809323-project] 10.222.0.22 "DELETE /v2.0/networks/6d77f586-e30e-43ee-a4ee-63cc1e4d42bb/tags HTTP/1.1" status: 204 len: 168 time: 0.2640128 Aug 29 04:29:19.013673 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-36377a9d-8851-4dd5-bd77-1332c10129e7 req-6742861d-3fcc-482f-bf64-062e00b666eb tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/ports?device_id=afc254ea-ccf6-497c-b6f3-9c7790e81f60 HTTP/1.1" status: 200 len: 210 time: 0.0691867 Aug 29 04:29:19.014722 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 35500) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:19.125986 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:19.175246 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a4e1feee-1a88-4bb3-9576-4d6fa23c6bd5 tempest-TagsTest-879809323 tempest-TagsTest-879809323-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:19.402927 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a4e1feee-1a88-4bb3-9576-4d6fa23c6bd5 tempest-TagsTest-879809323 tempest-TagsTest-879809323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:19.418164 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-a4e1feee-1a88-4bb3-9576-4d6fa23c6bd5 tempest-TagsTest-879809323 tempest-TagsTest-879809323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d77f586-e30e-43ee-a4ee-63cc1e4d42bb']}} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:19.437548 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-a4e1feee-1a88-4bb3-9576-4d6fa23c6bd5 tempest-TagsTest-879809323 tempest-TagsTest-879809323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '032e6574-3085-4326-ab12-e045dc305096') {'for_net_delete': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:19.438022 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-a4e1feee-1a88-4bb3-9576-4d6fa23c6bd5 tempest-TagsTest-879809323 tempest-TagsTest-879809323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '032e6574-3085-4326-ab12-e045dc305096') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:19.459190 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cef560-a8ae-4fe9-8772-6f20a9406805 req-6eeaa731-0cd7-4fae-aca8-45e7b5a9763e tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:19.459190 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a1cef560-a8ae-4fe9-8772-6f20a9406805 req-6eeaa731-0cd7-4fae-aca8-45e7b5a9763e tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/ports?device_id=88950caa-cdb9-4041-944c-9fe324d1e635 HTTP/1.1" status: 200 len: 945 time: 0.1187909 Aug 29 04:29:19.468270 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a4e1feee-1a88-4bb3-9576-4d6fa23c6bd5 tempest-TagsTest-879809323 tempest-TagsTest-879809323-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8904833'] for segment, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:19.501438 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a4e1feee-1a88-4bb3-9576-4d6fa23c6bd5 tempest-TagsTest-879809323 tempest-TagsTest-879809323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:19.508434 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4e1feee-1a88-4bb3-9576-4d6fa23c6bd5 tempest-TagsTest-879809323 tempest-TagsTest-879809323-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=94828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:29:19.509182 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a4e1feee-1a88-4bb3-9576-4d6fa23c6bd5 tempest-TagsTest-879809323 tempest-TagsTest-879809323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9190468'] for segment, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:19.628861 n-d-712140-12 neutron-server[94828]: Traceback (most recent call last): Aug 29 04:29:19.628861 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:29:19.628861 n-d-712140-12 neutron-server[94828]: timer() Aug 29 04:29:19.628861 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:29:19.628861 n-d-712140-12 neutron-server[94828]: cb(*args, **kw) Aug 29 04:29:19.628861 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:29:19.628861 n-d-712140-12 neutron-server[94828]: return func(*args, **kwargs) Aug 29 04:29:19.628861 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:29:19.628861 n-d-712140-12 neutron-server[94828]: self._notify() Aug 29 04:29:19.628861 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:29:19.628861 n-d-712140-12 neutron-server[94828]: self.callback(batched_events) Aug 29 04:29:19.628861 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:29:19.628861 n-d-712140-12 neutron-server[94828]: event.method(event) Aug 29 04:29:19.628861 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:29:19.628861 n-d-712140-12 neutron-server[94828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:29:19.628861 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:29:19.628861 n-d-712140-12 neutron-server[94828]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:29:19.628861 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:29:19.628861 n-d-712140-12 neutron-server[94828]: return f(self, *a, **k) Aug 29 04:29:19.628861 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:29:19.628861 n-d-712140-12 neutron-server[94828]: return self._get(url).json() Aug 29 04:29:19.628861 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:29:19.628861 n-d-712140-12 neutron-server[94828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:29:19.628861 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:29:19.628861 n-d-712140-12 neutron-server[94828]: return self.request(url, 'GET', **kwargs) Aug 29 04:29:19.628861 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:29:19.628861 n-d-712140-12 neutron-server[94828]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:29:19.628861 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:29:19.628861 n-d-712140-12 neutron-server[94828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:29:19.628861 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:29:19.628861 n-d-712140-12 neutron-server[94828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:29:19.628861 n-d-712140-12 neutron-server[94828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:29:19.652163 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a4e1feee-1a88-4bb3-9576-4d6fa23c6bd5 tempest-TagsTest-879809323 tempest-TagsTest-879809323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:19.668673 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a4e1feee-1a88-4bb3-9576-4d6fa23c6bd5 tempest-TagsTest-879809323 tempest-TagsTest-879809323-project] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:19.674178 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-a4e1feee-1a88-4bb3-9576-4d6fa23c6bd5 tempest-TagsTest-879809323 tempest-TagsTest-879809323-project] 10.222.0.22 "DELETE /v2.0/networks/6d77f586-e30e-43ee-a4ee-63cc1e4d42bb HTTP/1.1" status: 204 len: 168 time: 0.6580124 Aug 29 04:29:19.706436 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e1feee-1a88-4bb3-9576-4d6fa23c6bd5 tempest-TagsTest-879809323 tempest-TagsTest-879809323-project] Pushing event deleted for resources: {'Network': ['ID=6d77f586-e30e-43ee-a4ee-63cc1e4d42bb,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:19.733132 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a1cef560-a8ae-4fe9-8772-6f20a9406805 req-9ef47c41-b96f-4abe-993e-872e0063c117 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e109d97-7970-4672-b6dc-5d385660134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427533 Aug 29 04:29:20.216818 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-92077a14-a5a8-43c4-bfe5-8c8910f76ad1 req-06d1ebeb-0c67-4e73-acb5-a90aca38bef0 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/ports?device_id=afc254ea-ccf6-497c-b6f3-9c7790e81f60 HTTP/1.1" status: 200 len: 210 time: 0.0657623 Aug 29 04:29:20.321893 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 35548) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:20.591629 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-ff307f65-15ea-41a1-8761-7cd718bd6b01 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=91b0a3742eb24eb08a846ef4c0f74557&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2683382 Aug 29 04:29:20.594478 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 35558) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:20.697599 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-23751e41-8a28-46c3-92c1-670838588a27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:20.742024 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-23751e41-8a28-46c3-92c1-670838588a27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:20.827666 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-23751e41-8a28-46c3-92c1-670838588a27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:20.830771 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-23751e41-8a28-46c3-92c1-670838588a27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:20.835248 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-23751e41-8a28-46c3-92c1-670838588a27 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/15a8eba3-0f29-4b3e-add1-92f2ac83bfee HTTP/1.1" status: 204 len: 168 time: 0.2396576 Aug 29 04:29:20.860415 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23751e41-8a28-46c3-92c1-670838588a27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15a8eba3-0f29-4b3e-add1-92f2ac83bfee,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:20.995047 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606d0b82-2ea2-485e-9b09-5999048414e9 req-8c37c3e0-eddb-4945-ba9d-0a92c054e171 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:21.008288 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-606d0b82-2ea2-485e-9b09-5999048414e9 req-8c37c3e0-eddb-4945-ba9d-0a92c054e171 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/ports?device_id=88950caa-cdb9-4041-944c-9fe324d1e635 HTTP/1.1" status: 200 len: 945 time: 0.1327441 Aug 29 04:29:21.086730 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [req-492c1824-292c-4820-9569-146ea2273cda req-98f821d7-9c93-4ba3-8ba9-dd1f91b12377 service neutron] (94828) timed out ('10.222.0.46', 51053) {{(pid=94828) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 04:29:21.139067 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-606d0b82-2ea2-485e-9b09-5999048414e9 req-a9d66f00-ca3a-4c54-ab4c-cd04bfe91d76 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e109d97-7970-4672-b6dc-5d385660134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288004 Aug 29 04:29:21.485445 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-982a0ad0-e42e-41db-a27e-9e58753df95c req-4c482225-7363-48e4-8170-3dfae9cb0720 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/ports?device_id=afc254ea-ccf6-497c-b6f3-9c7790e81f60 HTTP/1.1" status: 200 len: 210 time: 0.1146493 Aug 29 04:29:22.358854 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5b83b1-3a79-4633-8ccf-891f322a9c55 req-aa2d3705-2401-46e9-99df-9d069644d60f tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:22.380038 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ce5b83b1-3a79-4633-8ccf-891f322a9c55 req-aa2d3705-2401-46e9-99df-9d069644d60f tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/ports?device_id=88950caa-cdb9-4041-944c-9fe324d1e635 HTTP/1.1" status: 200 len: 945 time: 0.1274638 Aug 29 04:29:22.472083 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ce5b83b1-3a79-4633-8ccf-891f322a9c55 req-33c1119d-402f-4db1-9dcb-4bec6c340cff tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e109d97-7970-4672-b6dc-5d385660134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910010 Aug 29 04:29:22.683250 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b0137ddb-7961-4895-b247-bf42a9064041 req-d475c581-2355-4298-8ace-5cb105c79e9f tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/ports?device_id=afc254ea-ccf6-497c-b6f3-9c7790e81f60 HTTP/1.1" status: 200 len: 210 time: 0.0666003 Aug 29 04:29:23.792523 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9854c7dc-daf7-4198-93d1-161eba7916d5 req-d075ad92-f421-4233-9632-7f580f67472c tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:23.797298 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9854c7dc-daf7-4198-93d1-161eba7916d5 req-d075ad92-f421-4233-9632-7f580f67472c tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/ports?device_id=88950caa-cdb9-4041-944c-9fe324d1e635 HTTP/1.1" status: 200 len: 945 time: 0.1964710 Aug 29 04:29:23.897052 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9854c7dc-daf7-4198-93d1-161eba7916d5 req-38aba5fc-8ebc-4cf2-b693-6b5fbee3f35d tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e109d97-7970-4672-b6dc-5d385660134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912127 Aug 29 04:29:23.945388 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-274f93d6-67a0-48bc-835c-7c6b0e9c9e9e req-8e4a4802-4cbf-463a-8144-a6a186e768be tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/ports?device_id=afc254ea-ccf6-497c-b6f3-9c7790e81f60 HTTP/1.1" status: 200 len: 210 time: 0.0692666 Aug 29 04:29:25.221357 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d36a2c4-9725-4eca-af87-066fc1b03225 req-3de4d888-2695-42ff-a54f-03ff8295fd15 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:25.229689 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0d36a2c4-9725-4eca-af87-066fc1b03225 req-3de4d888-2695-42ff-a54f-03ff8295fd15 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/ports?device_id=88950caa-cdb9-4041-944c-9fe324d1e635 HTTP/1.1" status: 200 len: 945 time: 0.1482284 Aug 29 04:29:25.249110 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8699a94b-8081-46ec-8f72-1006259a9663 req-3f81983a-5583-46ea-894d-23f5857ce4b5 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/ports?device_id=afc254ea-ccf6-497c-b6f3-9c7790e81f60 HTTP/1.1" status: 200 len: 210 time: 0.0811260 Aug 29 04:29:25.329117 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0d36a2c4-9725-4eca-af87-066fc1b03225 req-5969d7dc-1b14-4935-b86d-f3a9dc4db5c4 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e109d97-7970-4672-b6dc-5d385660134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970964 Aug 29 04:29:26.581931 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d04d9cce-c603-4f33-896f-6e637fcd4c91 req-175a4726-5b8f-4bd4-b8ab-9d9c488dc9be tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/ports?device_id=afc254ea-ccf6-497c-b6f3-9c7790e81f60 HTTP/1.1" status: 200 len: 210 time: 0.0685833 Aug 29 04:29:26.701087 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8487d7d4-4377-4811-ac6e-db886ec3594e req-dcb3dd63-5438-43f9-857f-e192f395806e tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:26.710014 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8487d7d4-4377-4811-ac6e-db886ec3594e req-dcb3dd63-5438-43f9-857f-e192f395806e tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/ports?device_id=88950caa-cdb9-4041-944c-9fe324d1e635 HTTP/1.1" status: 200 len: 945 time: 0.1583242 Aug 29 04:29:26.806954 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8487d7d4-4377-4811-ac6e-db886ec3594e req-528b46f8-1e76-433e-b6e4-f5006a4ca91d tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e109d97-7970-4672-b6dc-5d385660134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954881 Aug 29 04:29:27.731287 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 35822) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:27.903131 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7712ec67-62d8-4911-ab27-e6a7aa83308a tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:27.993205 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7712ec67-62d8-4911-ab27-e6a7aa83308a tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:28.119119 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7712ec67-62d8-4911-ab27-e6a7aa83308a tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:28.123510 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7712ec67-62d8-4911-ab27-e6a7aa83308a tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:28.127667 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 35830) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:28.128576 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-7712ec67-62d8-4911-ab27-e6a7aa83308a tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "DELETE /v2.0/security-groups/6765471a-6318-4be5-8b74-21c509c8c5a3 HTTP/1.1" status: 204 len: 168 time: 0.3961759 Aug 29 04:29:28.141438 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7712ec67-62d8-4911-ab27-e6a7aa83308a tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6765471a-6318-4be5-8b74-21c509c8c5a3,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:28.165447 n-d-712140-12 neutron-server[94829]: INFO neutron.api.v2.resource [None req-cd896e98-2e75-40da-a808-d6fe870a883a tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] show failed (client error): The resource could not be found. Aug 29 04:29:28.172249 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaa091d-6183-4b08-a273-424af773642d req-ed061d4a-491d-4a22-a5a3-203914386f2a tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:28.175601 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-cd896e98-2e75-40da-a808-d6fe870a883a tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "GET /v2.0/security-groups/6765471a-6318-4be5-8b74-21c509c8c5a3 HTTP/1.1" status: 404 len: 347 time: 0.0455866 Aug 29 04:29:28.189414 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 35832) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:28.189740 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bdaa091d-6183-4b08-a273-424af773642d req-ed061d4a-491d-4a22-a5a3-203914386f2a tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/ports?device_id=88950caa-cdb9-4041-944c-9fe324d1e635 HTTP/1.1" status: 200 len: 945 time: 0.1055884 Aug 29 04:29:28.260855 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bdaa091d-6183-4b08-a273-424af773642d req-a4ecb0b6-b592-4d5b-af24-f63591f965dc tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e109d97-7970-4672-b6dc-5d385660134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654297 Aug 29 04:29:28.441872 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-dcc3fa6a-53e9-492e-84bc-a3d576110d2d tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Deleting port 22351fab-dc65-4292-902c-aadfafc136f2 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:29:28.442866 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-dcc3fa6a-53e9-492e-84bc-a3d576110d2d tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:28.513950 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:28.687035 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-dcc3fa6a-53e9-492e-84bc-a3d576110d2d tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:28.687384 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-dcc3fa6a-53e9-492e-84bc-a3d576110d2d tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:28.728207 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-dcc3fa6a-53e9-492e-84bc-a3d576110d2d tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Calling delete_port for 22351fab-dc65-4292-902c-aadfafc136f2 owned by network:floatingip {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:29:29.068406 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-dcc3fa6a-53e9-492e-84bc-a3d576110d2d tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:29.114062 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc3fa6a-53e9-492e-84bc-a3d576110d2d tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Pushing event deleted for resources: {'Port': ['ID=22351fab-dc65-4292-902c-aadfafc136f2,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:29.259402 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-dcc3fa6a-53e9-492e-84bc-a3d576110d2d tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks [] for floatingip, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:29.269035 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-dcc3fa6a-53e9-492e-84bc-a3d576110d2d tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:29.270305 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-dcc3fa6a-53e9-492e-84bc-a3d576110d2d tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "DELETE /v2.0/floatingips/39f6566c-a444-495e-a3b6-39482791da2d HTTP/1.1" status: 204 len: 168 time: 1.0793214 Aug 29 04:29:29.274541 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 35866) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:29.487576 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582e94bc-0df8-462b-992c-7aecc19da483 req-df92051b-0a9c-4968-8de1-d7a0c8c39fe4 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:29.497329 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-582e94bc-0df8-462b-992c-7aecc19da483 req-df92051b-0a9c-4968-8de1-d7a0c8c39fe4 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/ports?device_id=88950caa-cdb9-4041-944c-9fe324d1e635 HTTP/1.1" status: 200 len: 945 time: 0.0872574 Aug 29 04:29:29.545632 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-be5e1970-7269-4b9d-9ae9-10d9c652b360 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Deleting port 1cbff8cc-cee1-4849-be7f-5f48e82103ba {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:29:29.545976 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-be5e1970-7269-4b9d-9ae9-10d9c652b360 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:29.556201 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-582e94bc-0df8-462b-992c-7aecc19da483 req-a85d620f-7660-428d-98bb-04708e0b3f10 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e109d97-7970-4672-b6dc-5d385660134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574651 Aug 29 04:29:29.665840 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-be5e1970-7269-4b9d-9ae9-10d9c652b360 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:29.686742 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-be5e1970-7269-4b9d-9ae9-10d9c652b360 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Calling delete_port for 1cbff8cc-cee1-4849-be7f-5f48e82103ba owned by {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:29:29.909776 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-be5e1970-7269-4b9d-9ae9-10d9c652b360 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:29.978401 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5e1970-7269-4b9d-9ae9-10d9c652b360 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Pushing event deleted for resources: {'Port': ['ID=1cbff8cc-cee1-4849-be7f-5f48e82103ba,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:30.202219 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-be5e1970-7269-4b9d-9ae9-10d9c652b360 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:30.206067 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-be5e1970-7269-4b9d-9ae9-10d9c652b360 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "DELETE /v2.0/ports/1cbff8cc-cee1-4849-be7f-5f48e82103ba HTTP/1.1" status: 204 len: 168 time: 0.9303110 Aug 29 04:29:30.210262 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 35900) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:30.401456 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-4b8b05c2-d0d9-4869-ad87-c3aebc9d4f2f tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Deleting port e64e1abe-0190-4cb5-8d68-399c7b7657fa {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:29:30.402336 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b8b05c2-d0d9-4869-ad87-c3aebc9d4f2f tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:30.595373 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b8b05c2-d0d9-4869-ad87-c3aebc9d4f2f tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:30.611058 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-4b8b05c2-d0d9-4869-ad87-c3aebc9d4f2f tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Calling delete_port for e64e1abe-0190-4cb5-8d68-399c7b7657fa owned by {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:29:30.850791 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bc93ba-6dc8-406a-8a39-a95352f3b738 req-6ae4f326-641f-47d6-95ab-de714d415f5d tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:30.862907 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d5bc93ba-6dc8-406a-8a39-a95352f3b738 req-6ae4f326-641f-47d6-95ab-de714d415f5d tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/ports?device_id=88950caa-cdb9-4041-944c-9fe324d1e635 HTTP/1.1" status: 200 len: 945 time: 0.0942311 Aug 29 04:29:30.931341 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d5bc93ba-6dc8-406a-8a39-a95352f3b738 req-3d107390-8cd9-4a68-8263-b506868dcfcd tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e109d97-7970-4672-b6dc-5d385660134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666020 Aug 29 04:29:31.034903 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b8b05c2-d0d9-4869-ad87-c3aebc9d4f2f tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:31.099528 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8b05c2-d0d9-4869-ad87-c3aebc9d4f2f tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Pushing event deleted for resources: {'Port': ['ID=e64e1abe-0190-4cb5-8d68-399c7b7657fa,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:31.171116 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b8b05c2-d0d9-4869-ad87-c3aebc9d4f2f tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:31.177233 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 35938) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:31.177801 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-4b8b05c2-d0d9-4869-ad87-c3aebc9d4f2f tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "DELETE /v2.0/ports/e64e1abe-0190-4cb5-8d68-399c7b7657fa HTTP/1.1" status: 204 len: 168 time: 0.9653769 Aug 29 04:29:31.319229 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d3f23bb-e7d3-47cd-b81c-f02ca2c0a199 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Deleting subnet 36eaa82f-c37f-41cb-8d76-920549eea1d2 {{(pid=94829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:29:31.323390 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4d3f23bb-e7d3-47cd-b81c-f02ca2c0a199 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks [] for subnet, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:31.401370 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4d3f23bb-e7d3-47cd-b81c-f02ca2c0a199 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4311743'] for subnet, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:31.694610 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4d3f23bb-e7d3-47cd-b81c-f02ca2c0a199 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:31.871411 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4d3f23bb-e7d3-47cd-b81c-f02ca2c0a199 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4552352'] for subnet, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:31.942788 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4d3f23bb-e7d3-47cd-b81c-f02ca2c0a199 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:31.943862 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8c1165-77d7-457b-bc85-d0e7e6941a09 None None] Network 4b336bb6-c1a2-4852-8570-018195081ecf requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:29:31.947966 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 35972) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:31.964312 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-4d3f23bb-e7d3-47cd-b81c-f02ca2c0a199 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "DELETE /v2.0/subnets/36eaa82f-c37f-41cb-8d76-920549eea1d2 HTTP/1.1" status: 204 len: 168 time: 0.7855155 Aug 29 04:29:31.966823 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3f23bb-e7d3-47cd-b81c-f02ca2c0a199 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Pushing event deleted for resources: {'Subnet': ['ID=36eaa82f-c37f-41cb-8d76-920549eea1d2,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:32.029627 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:29:32.093502 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_v2 [None req-01b1c8de-b34c-4cba-b774-d45477c030f0 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Deleting subnet 81808e7a-684a-4dd3-97bc-1cbd7265f9b6 {{(pid=94828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:29:32.105766 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-01b1c8de-b34c-4cba-b774-d45477c030f0 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks [] for subnet, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:32.187764 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-01b1c8de-b34c-4cba-b774-d45477c030f0 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8904862'] for subnet, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:32.351914 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-01b1c8de-b34c-4cba-b774-d45477c030f0 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:32.454673 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d10ac86-507b-4e00-a2b5-6b778c18281d None None] DHCP port deletion for 4b336bb6-c1a2-4852-8570-018195081ecf request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:29:32.745420 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-3d10ac86-507b-4e00-a2b5-6b778c18281d None None] Deleting port 2fe84324-d356-4917-89c3-8fa92f32d430 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:29:32.745812 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3d10ac86-507b-4e00-a2b5-6b778c18281d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:32.891221 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ff3c73-8e4a-4ddb-8544-289e121fe6ee req-7e76d14d-3b50-4ea4-820b-a0efa73aba70 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:32.898399 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b5ff3c73-8e4a-4ddb-8544-289e121fe6ee req-7e76d14d-3b50-4ea4-820b-a0efa73aba70 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/ports?device_id=88950caa-cdb9-4041-944c-9fe324d1e635 HTTP/1.1" status: 200 len: 945 time: 0.4273717 Aug 29 04:29:32.901934 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-01b1c8de-b34c-4cba-b774-d45477c030f0 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9190434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062341'] for subnet, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:32.969833 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-3d10ac86-507b-4e00-a2b5-6b778c18281d None None] For port 2fe84324-d356-4917-89c3-8fa92f32d430, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=2fe84324-d356-4917-89c3-8fa92f32d430,segment=NetworkSegment(912c7cf8-61cd-4425-9508-d2aefeed23ec),segment_id=912c7cf8-61cd-4425-9508-d2aefeed23ec)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:32.970846 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3d10ac86-507b-4e00-a2b5-6b778c18281d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:32.988075 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-3d10ac86-507b-4e00-a2b5-6b778c18281d None None] Calling delete_port for 2fe84324-d356-4917-89c3-8fa92f32d430 owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:29:33.032973 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b1c8de-b34c-4cba-b774-d45477c030f0 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Pushing event deleted for resources: {'Subnet': ['ID=81808e7a-684a-4dd3-97bc-1cbd7265f9b6,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:33.072461 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b5ff3c73-8e4a-4ddb-8544-289e121fe6ee req-0e11d7d2-5f12-46ad-ba1d-bd4cbfebd334 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e109d97-7970-4672-b6dc-5d385660134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665404 Aug 29 04:29:33.081142 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-01b1c8de-b34c-4cba-b774-d45477c030f0 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:33.086026 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3d10ac86-507b-4e00-a2b5-6b778c18281d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:33.090468 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 36008) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:33.095114 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-01b1c8de-b34c-4cba-b774-d45477c030f0 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "DELETE /v2.0/subnets/81808e7a-684a-4dd3-97bc-1cbd7265f9b6 HTTP/1.1" status: 204 len: 168 time: 1.1456792 Aug 29 04:29:33.099428 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e475bc-8dc2-487d-a568-84da80e9225a None None] Network 30a5f83d-44db-4be9-a796-3b5e93558c29 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:29:33.232000 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d10ac86-507b-4e00-a2b5-6b778c18281d None None] Pushing event deleted for resources: {'Port': ['ID=2fe84324-d356-4917-89c3-8fa92f32d430,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:33.330286 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a800ad32-efeb-4ace-b387-8a120bc0fa6a tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:33.372812 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d10ac86-507b-4e00-a2b5-6b778c18281d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:33.373726 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d10ac86-507b-4e00-a2b5-6b778c18281d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:33.374276 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d10ac86-507b-4e00-a2b5-6b778c18281d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:33.375221 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d10ac86-507b-4e00-a2b5-6b778c18281d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:33.376076 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d10ac86-507b-4e00-a2b5-6b778c18281d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:33.376796 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d10ac86-507b-4e00-a2b5-6b778c18281d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:33.377467 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d10ac86-507b-4e00-a2b5-6b778c18281d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:33.378101 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d10ac86-507b-4e00-a2b5-6b778c18281d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:33.378796 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d10ac86-507b-4e00-a2b5-6b778c18281d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:33.379371 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d10ac86-507b-4e00-a2b5-6b778c18281d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:33.380034 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d10ac86-507b-4e00-a2b5-6b778c18281d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:33.380531 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d10ac86-507b-4e00-a2b5-6b778c18281d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:33.394069 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d10ac86-507b-4e00-a2b5-6b778c18281d None None] No DVR routers for this DVR port 2fe84324-d356-4917-89c3-8fa92f32d430 on host n-d-712140-12 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:29:33.396683 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-01d9028d-ca31-4fbb-b3d7-38f66922733f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:33.691845 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a232c4e2-28b4-464f-bec9-a3b2c238d9ed None None] DHCP port deletion for 30a5f83d-44db-4be9-a796-3b5e93558c29 request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:29:33.839676 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-a232c4e2-28b4-464f-bec9-a3b2c238d9ed None None] Deleting port 03989fa3-f942-46db-bcf1-e94c0d517238 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:29:33.840912 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a232c4e2-28b4-464f-bec9-a3b2c238d9ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:33.937081 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 03989fa3-f942-46db-bcf1-e94c0d517238 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:29:34.023583 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-a232c4e2-28b4-464f-bec9-a3b2c238d9ed None None] For port 03989fa3-f942-46db-bcf1-e94c0d517238, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=03989fa3-f942-46db-bcf1-e94c0d517238,segment=NetworkSegment(c43d2e16-64d2-466b-8915-fe746cc0a849),segment_id=c43d2e16-64d2-466b-8915-fe746cc0a849)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:34.024476 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a232c4e2-28b4-464f-bec9-a3b2c238d9ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:34.070455 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-a232c4e2-28b4-464f-bec9-a3b2c238d9ed None None] Calling delete_port for 03989fa3-f942-46db-bcf1-e94c0d517238 owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:29:34.330393 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:34.383312 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a232c4e2-28b4-464f-bec9-a3b2c238d9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:34.579609 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a232c4e2-28b4-464f-bec9-a3b2c238d9ed None None] No DVR routers for this DVR port 03989fa3-f942-46db-bcf1-e94c0d517238 on host n-d-712140-12 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:29:34.584689 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 2fe84324-d356-4917-89c3-8fa92f32d430 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:29:34.623595 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a232c4e2-28b4-464f-bec9-a3b2c238d9ed None None] Pushing event deleted for resources: {'Port': ['ID=03989fa3-f942-46db-bcf1-e94c0d517238,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:34.636480 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 2fe84324-d356-4917-89c3-8fa92f32d430 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:29:34.649684 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 2fe84324-d356-4917-89c3-8fa92f32d430 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:29:34.824669 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a800ad32-efeb-4ace-b387-8a120bc0fa6a tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:34.948979 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-a800ad32-efeb-4ace-b387-8a120bc0fa6a tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b336bb6-c1a2-4852-8570-018195081ecf']}} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:34.973411 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-a800ad32-efeb-4ace-b387-8a120bc0fa6a tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '912c7cf8-61cd-4425-9508-d2aefeed23ec') {'for_net_delete': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:34.974041 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-a800ad32-efeb-4ace-b387-8a120bc0fa6a tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '912c7cf8-61cd-4425-9508-d2aefeed23ec') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:34.993935 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a249ef59-250d-4d5b-bb01-8efc9fc605dd req-682ad7ce-eacd-421f-952a-d89dbd7950f7 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:34.996013 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a249ef59-250d-4d5b-bb01-8efc9fc605dd req-682ad7ce-eacd-421f-952a-d89dbd7950f7 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/ports?device_id=88950caa-cdb9-4041-944c-9fe324d1e635 HTTP/1.1" status: 200 len: 945 time: 0.2437122 Aug 29 04:29:35.001146 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a800ad32-efeb-4ace-b387-8a120bc0fa6a tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4311712'] for segment, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:35.141160 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a800ad32-efeb-4ace-b387-8a120bc0fa6a tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:35.158940 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a249ef59-250d-4d5b-bb01-8efc9fc605dd req-5637650a-820c-4232-bc14-e1410808b703 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e109d97-7970-4672-b6dc-5d385660134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491053 Aug 29 04:29:35.186534 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a800ad32-efeb-4ace-b387-8a120bc0fa6a tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=94829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:29:35.188690 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a800ad32-efeb-4ace-b387-8a120bc0fa6a tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4274277'] for segment, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:35.209647 n-d-712140-12 neutron-server[94829]: Traceback (most recent call last): Aug 29 04:29:35.209647 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:29:35.209647 n-d-712140-12 neutron-server[94829]: timer() Aug 29 04:29:35.209647 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:29:35.209647 n-d-712140-12 neutron-server[94829]: cb(*args, **kw) Aug 29 04:29:35.209647 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:29:35.209647 n-d-712140-12 neutron-server[94829]: return func(*args, **kwargs) Aug 29 04:29:35.209647 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:29:35.209647 n-d-712140-12 neutron-server[94829]: self._notify() Aug 29 04:29:35.209647 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:29:35.209647 n-d-712140-12 neutron-server[94829]: self.callback(batched_events) Aug 29 04:29:35.209647 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:29:35.209647 n-d-712140-12 neutron-server[94829]: event.method(event) Aug 29 04:29:35.209647 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:29:35.209647 n-d-712140-12 neutron-server[94829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:29:35.209647 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:29:35.209647 n-d-712140-12 neutron-server[94829]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:29:35.209647 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:29:35.209647 n-d-712140-12 neutron-server[94829]: return f(self, *a, **k) Aug 29 04:29:35.209647 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:29:35.209647 n-d-712140-12 neutron-server[94829]: return self._get(url).json() Aug 29 04:29:35.209647 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:29:35.209647 n-d-712140-12 neutron-server[94829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:29:35.209647 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:29:35.209647 n-d-712140-12 neutron-server[94829]: return self.request(url, 'GET', **kwargs) Aug 29 04:29:35.209647 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:29:35.209647 n-d-712140-12 neutron-server[94829]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:29:35.209647 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:29:35.209647 n-d-712140-12 neutron-server[94829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:29:35.209647 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:29:35.209647 n-d-712140-12 neutron-server[94829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:29:35.209647 n-d-712140-12 neutron-server[94829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:29:35.338920 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a800ad32-efeb-4ace-b387-8a120bc0fa6a tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:35.398058 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a800ad32-efeb-4ace-b387-8a120bc0fa6a tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:35.404538 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-a800ad32-efeb-4ace-b387-8a120bc0fa6a tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "DELETE /v2.0/networks/4b336bb6-c1a2-4852-8570-018195081ecf HTTP/1.1" status: 204 len: 168 time: 2.3124428 Aug 29 04:29:35.405880 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a800ad32-efeb-4ace-b387-8a120bc0fa6a tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Pushing event deleted for resources: {'Network': ['ID=4b336bb6-c1a2-4852-8570-018195081ecf,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:35.407921 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 36094) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:35.607079 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a359ea17-f90c-4a06-a441-2988b79d4087 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:35.950533 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a359ea17-f90c-4a06-a441-2988b79d4087 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:35.982970 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-a359ea17-f90c-4a06-a441-2988b79d4087 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30a5f83d-44db-4be9-a796-3b5e93558c29']}} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:36.017000 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-a359ea17-f90c-4a06-a441-2988b79d4087 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c43d2e16-64d2-466b-8915-fe746cc0a849') {'for_net_delete': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:36.017468 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-a359ea17-f90c-4a06-a441-2988b79d4087 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c43d2e16-64d2-466b-8915-fe746cc0a849') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:36.048835 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a359ea17-f90c-4a06-a441-2988b79d4087 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4311712'] for segment, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:36.108373 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a359ea17-f90c-4a06-a441-2988b79d4087 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:36.166250 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a359ea17-f90c-4a06-a441-2988b79d4087 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=94829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:29:36.166250 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a359ea17-f90c-4a06-a441-2988b79d4087 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4274277'] for segment, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:36.167414 n-d-712140-12 neutron-server[94829]: Traceback (most recent call last): Aug 29 04:29:36.167414 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:29:36.167414 n-d-712140-12 neutron-server[94829]: timer() Aug 29 04:29:36.167414 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:29:36.167414 n-d-712140-12 neutron-server[94829]: cb(*args, **kw) Aug 29 04:29:36.167414 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:29:36.167414 n-d-712140-12 neutron-server[94829]: return func(*args, **kwargs) Aug 29 04:29:36.167414 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:29:36.167414 n-d-712140-12 neutron-server[94829]: self._notify() Aug 29 04:29:36.167414 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:29:36.167414 n-d-712140-12 neutron-server[94829]: self.callback(batched_events) Aug 29 04:29:36.167414 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:29:36.167414 n-d-712140-12 neutron-server[94829]: event.method(event) Aug 29 04:29:36.167414 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:29:36.167414 n-d-712140-12 neutron-server[94829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:29:36.167414 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:29:36.167414 n-d-712140-12 neutron-server[94829]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:29:36.167414 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:29:36.167414 n-d-712140-12 neutron-server[94829]: return f(self, *a, **k) Aug 29 04:29:36.167414 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:29:36.167414 n-d-712140-12 neutron-server[94829]: return self._get(url).json() Aug 29 04:29:36.167414 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:29:36.167414 n-d-712140-12 neutron-server[94829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:29:36.167414 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:29:36.167414 n-d-712140-12 neutron-server[94829]: return self.request(url, 'GET', **kwargs) Aug 29 04:29:36.167414 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:29:36.167414 n-d-712140-12 neutron-server[94829]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:29:36.167414 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:29:36.167414 n-d-712140-12 neutron-server[94829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:29:36.167414 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:29:36.167414 n-d-712140-12 neutron-server[94829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:29:36.167414 n-d-712140-12 neutron-server[94829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:29:36.260608 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4309ae2c-4c69-46c5-9b66-b237fda07921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:36.424805 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a359ea17-f90c-4a06-a441-2988b79d4087 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:36.431049 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a359ea17-f90c-4a06-a441-2988b79d4087 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:36.434268 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-a359ea17-f90c-4a06-a441-2988b79d4087 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] 10.222.0.22 "DELETE /v2.0/networks/30a5f83d-44db-4be9-a796-3b5e93558c29 HTTP/1.1" status: 204 len: 168 time: 1.0176208 Aug 29 04:29:36.474149 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a359ea17-f90c-4a06-a441-2988b79d4087 tempest-TaggedBootDevicesTest_v242-1744670853 tempest-TaggedBootDevicesTest_v242-1744670853-project] Pushing event deleted for resources: {'Network': ['ID=30a5f83d-44db-4be9-a796-3b5e93558c29,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:36.573675 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fa40c2-5753-4199-abd6-67da458e0bea req-3d263cd4-df50-46ad-8fd1-a9eed2ef5b15 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:36.593983 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-89fa40c2-5753-4199-abd6-67da458e0bea req-3d263cd4-df50-46ad-8fd1-a9eed2ef5b15 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/ports?device_id=88950caa-cdb9-4041-944c-9fe324d1e635 HTTP/1.1" status: 200 len: 945 time: 0.1823328 Aug 29 04:29:36.664824 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-89fa40c2-5753-4199-abd6-67da458e0bea req-313a0250-9e83-4875-b026-73ee5a316aba tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e109d97-7970-4672-b6dc-5d385660134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539129 Aug 29 04:29:37.128070 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:37.203969 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:37.908124 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d627c90-0732-4ce8-8350-9393c75922c4 req-830bdf06-4857-4c60-a7fb-e4151434488d tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:37.913561 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4d627c90-0732-4ce8-8350-9393c75922c4 req-830bdf06-4857-4c60-a7fb-e4151434488d tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/ports?device_id=88950caa-cdb9-4041-944c-9fe324d1e635 HTTP/1.1" status: 200 len: 945 time: 0.1386600 Aug 29 04:29:37.981658 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4d627c90-0732-4ce8-8350-9393c75922c4 req-c1ab6393-f2f5-4aad-a654-de40ef4cb9d9 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e109d97-7970-4672-b6dc-5d385660134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593672 Aug 29 04:29:38.651793 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:39.262258 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394f92a9-60d8-4758-94f4-571c07944d11 req-6e7ed5dd-0fef-4739-96d6-14c522090b3a tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:39.264834 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-394f92a9-60d8-4758-94f4-571c07944d11 req-6e7ed5dd-0fef-4739-96d6-14c522090b3a tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/ports?device_id=88950caa-cdb9-4041-944c-9fe324d1e635 HTTP/1.1" status: 200 len: 945 time: 0.1020634 Aug 29 04:29:39.376677 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-394f92a9-60d8-4758-94f4-571c07944d11 req-45a0ca77-ef5c-4e0f-933c-8a5d7c3c9ab9 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e109d97-7970-4672-b6dc-5d385660134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005180 Aug 29 04:29:39.463157 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 36278) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:39.834264 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1a3b7474-7adc-4674-a54c-af0cf6d5aaa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:39.956272 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1a3b7474-7adc-4674-a54c-af0cf6d5aaa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:39.966856 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1a3b7474-7adc-4674-a54c-af0cf6d5aaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:39.998902 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 36292) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:39.999117 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-1a3b7474-7adc-4674-a54c-af0cf6d5aaa9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b3942e16b0154a7188953e322b765d08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5344629 Aug 29 04:29:40.007758 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a205f65a-491e-44c8-abf9-74def7a402f3 req-84459911-8af4-4653-ac0e-ffafe061004b tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:40.014971 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a205f65a-491e-44c8-abf9-74def7a402f3 req-84459911-8af4-4653-ac0e-ffafe061004b tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/networks?id=f71495d7-96ad-4847-83eb-b3625c73c9a5 HTTP/1.1" status: 200 len: 804 time: 0.3848476 Aug 29 04:29:40.049064 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a205f65a-491e-44c8-abf9-74def7a402f3 req-4ff9dbd1-c06b-4ec9-a7d5-46626ee895b4 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/quotas/ae62e35dda7b4c8db4c80924ca47fbdb HTTP/1.1" status: 200 len: 375 time: 0.0329828 Aug 29 04:29:40.062070 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3b7474-7adc-4674-a54c-af0cf6d5aaa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8932a9c6-a9b4-422e-8030-45f4f2e19291,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:40.096886 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ba65e5eb-8f4c-42e5-a014-3db79a921f77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:40.125769 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ba65e5eb-8f4c-42e5-a014-3db79a921f77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:40.143003 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a205f65a-491e-44c8-abf9-74def7a402f3 req-35f2bc77-0436-498e-83e8-eb8375642ad7 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=ae62e35dda7b4c8db4c80924ca47fbdb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0931060 Aug 29 04:29:40.205191 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ba65e5eb-8f4c-42e5-a014-3db79a921f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:40.212280 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ba65e5eb-8f4c-42e5-a014-3db79a921f77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:40.215740 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-ba65e5eb-8f4c-42e5-a014-3db79a921f77 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8932a9c6-a9b4-422e-8030-45f4f2e19291 HTTP/1.1" status: 204 len: 168 time: 0.2156811 Aug 29 04:29:40.230936 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba65e5eb-8f4c-42e5-a014-3db79a921f77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8932a9c6-a9b4-422e-8030-45f4f2e19291,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:40.411301 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a205f65a-491e-44c8-abf9-74def7a402f3 req-9f31c08a-bbac-4b8a-b77d-4f98ac82a703 service neutron] 10.222.0.22 "GET /v2.0/networks/f71495d7-96ad-4847-83eb-b3625c73c9a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646973 Aug 29 04:29:40.443234 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 0c2c68d6-3e7d-4556-9488-46da16aa028f no longer exists at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:29:40.617143 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a205f65a-491e-44c8-abf9-74def7a402f3 req-9758066a-5d69-40a3-b14b-a164b060f18e service neutron] 10.222.0.22 "GET /v2.0/networks/f71495d7-96ad-4847-83eb-b3625c73c9a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046814 Aug 29 04:29:40.777766 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:40.820603 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2395d855-2f16-4197-b82a-a5824790475a req-886bdfc2-32b7-4d4e-876c-14691b98bf99 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:40.838079 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2395d855-2f16-4197-b82a-a5824790475a req-886bdfc2-32b7-4d4e-876c-14691b98bf99 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/ports?device_id=88950caa-cdb9-4041-944c-9fe324d1e635 HTTP/1.1" status: 200 len: 945 time: 0.2257335 Aug 29 04:29:40.877734 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b3a72d2-8427-48e7-85c8-3ced9bf35ddb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c2c68d6-3e7d-4556-9488-46da16aa028f'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:29:40.897367 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d13a288-cac2-4f2e-98cf-be5756e79fab" -d '{"events": [{"server_uuid": "8b3a72d2-8427-48e7-85c8-3ced9bf35ddb", "name": "network-vif-unplugged", "status": "completed", "tag": "0c2c68d6-3e7d-4556-9488-46da16aa028f"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:29:40.912739 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 0c2c68d6-3e7d-4556-9488-46da16aa028f, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=0c2c68d6-3e7d-4556-9488-46da16aa028f,segment=NetworkSegment(e370ab6f-b877-4d1b-8a8e-a0dc4be5ecd4),segment_id=e370ab6f-b877-4d1b-8a8e-a0dc4be5ecd4)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:40.919776 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:40.984398 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=0c2c68d6-3e7d-4556-9488-46da16aa028f,revision_number=8']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:41.016650 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2395d855-2f16-4197-b82a-a5824790475a req-ae0371ec-0678-424b-9fd7-0114d06036e5 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e109d97-7970-4672-b6dc-5d385660134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775465 Aug 29 04:29:41.028809 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4542844b-0b3c-429e-bb9b-0b194caf193c x-openstack-request-id: req-4542844b-0b3c-429e-bb9b-0b194caf193c {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:29:41.029119 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b3a72d2-8427-48e7-85c8-3ced9bf35ddb", "name": "network-vif-unplugged", "status": "completed", "tag": "0c2c68d6-3e7d-4556-9488-46da16aa028f", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:29:41.029376 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4542844b-0b3c-429e-bb9b-0b194caf193c {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:29:41.032177 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b3a72d2-8427-48e7-85c8-3ced9bf35ddb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c2c68d6-3e7d-4556-9488-46da16aa028f', 'code': 200} Aug 29 04:29:41.145589 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 36324) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:41.163608 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c3823905-1e23-4afc-aa28-43da0ab2cc46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:41.220411 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-531f933f-38c6-4033-b8e2-c02d0a1fb564 req-cd6a97d6-45f3-46b8-9972-d3af897a2847 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/ports?device_id=7db183c3-4326-4aa4-b642-588c57cfaad5 HTTP/1.1" status: 200 len: 210 time: 0.1011972 Aug 29 04:29:41.397681 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7faf988-4b8b-4575-949f-72b82b698063 req-96665bb4-794a-4215-8745-08dcebd746a0 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:41.399616 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d7faf988-4b8b-4575-949f-72b82b698063 req-96665bb4-794a-4215-8745-08dcebd746a0 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b3a72d2-8427-48e7-85c8-3ced9bf35ddb HTTP/1.1" status: 200 len: 943 time: 0.1143396 Aug 29 04:29:41.575531 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c3823905-1e23-4afc-aa28-43da0ab2cc46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:41.584405 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c3823905-1e23-4afc-aa28-43da0ab2cc46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:41.618598 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3823905-1e23-4afc-aa28-43da0ab2cc46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b24d49fb-fdc2-4475-8390-64d8cb4a9c62,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:41.647976 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-c3823905-1e23-4afc-aa28-43da0ab2cc46 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=809745aff7464ca29e93fa284fa04ec7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5012102 Aug 29 04:29:41.650666 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 36338) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:41.702404 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-d7faf988-4b8b-4575-949f-72b82b698063 req-b4ae4e11-c1ed-4b24-88e5-c1f3bac91114 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Deleting port 0c2c68d6-3e7d-4556-9488-46da16aa028f {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:29:41.702753 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-d7faf988-4b8b-4575-949f-72b82b698063 req-b4ae4e11-c1ed-4b24-88e5-c1f3bac91114 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:41.838928 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d81d3d74-171c-4bbc-bfa4-7fc2c8d5aca0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:41.883139 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-d7faf988-4b8b-4575-949f-72b82b698063 req-b4ae4e11-c1ed-4b24-88e5-c1f3bac91114 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] For port 0c2c68d6-3e7d-4556-9488-46da16aa028f, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=0c2c68d6-3e7d-4556-9488-46da16aa028f,segment=NetworkSegment(e370ab6f-b877-4d1b-8a8e-a0dc4be5ecd4),segment_id=e370ab6f-b877-4d1b-8a8e-a0dc4be5ecd4)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:41.883898 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-d7faf988-4b8b-4575-949f-72b82b698063 req-b4ae4e11-c1ed-4b24-88e5-c1f3bac91114 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:41.906351 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d81d3d74-171c-4bbc-bfa4-7fc2c8d5aca0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:41.917030 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-d7faf988-4b8b-4575-949f-72b82b698063 req-b4ae4e11-c1ed-4b24-88e5-c1f3bac91114 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Calling delete_port for 0c2c68d6-3e7d-4556-9488-46da16aa028f owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:29:42.103356 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d81d3d74-171c-4bbc-bfa4-7fc2c8d5aca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:42.106509 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d81d3d74-171c-4bbc-bfa4-7fc2c8d5aca0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:42.116576 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-d81d3d74-171c-4bbc-bfa4-7fc2c8d5aca0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b24d49fb-fdc2-4475-8390-64d8cb4a9c62 HTTP/1.1" status: 204 len: 168 time: 0.4640338 Aug 29 04:29:42.169207 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81d3d74-171c-4bbc-bfa4-7fc2c8d5aca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b24d49fb-fdc2-4475-8390-64d8cb4a9c62,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:42.345228 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4cd16f7b-e0a6-4361-baee-d062f45dfa88 req-faff5435-228a-45b6-8049-1068bdeb2125 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/ports?device_id=7db183c3-4326-4aa4-b642-588c57cfaad5 HTTP/1.1" status: 200 len: 210 time: 0.0628631 Aug 29 04:29:42.413281 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-d7faf988-4b8b-4575-949f-72b82b698063 req-b4ae4e11-c1ed-4b24-88e5-c1f3bac91114 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:42.517166 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ae4e11-c1ed-4b24-88e5-c1f3bac91114 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Pushing event deleted for resources: {'Port': ['ID=0c2c68d6-3e7d-4556-9488-46da16aa028f,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:42.526018 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bdb336-b835-4718-ad57-6f08a8929447 req-97ddc336-2ada-437b-97b9-713b31987440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:42.528096 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-05bdb336-b835-4718-ad57-6f08a8929447 req-97ddc336-2ada-437b-97b9-713b31987440 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=88950caa-cdb9-4041-944c-9fe324d1e635 HTTP/1.1" status: 200 len: 1097 time: 0.2059562 Aug 29 04:29:42.560532 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea6deca-367c-44a3-ba41-e28f7dd47fd9 req-165ebb41-241d-406d-811f-aaba60ab0ed9 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:42.571411 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9ea6deca-367c-44a3-ba41-e28f7dd47fd9 req-165ebb41-241d-406d-811f-aaba60ab0ed9 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/ports?device_id=88950caa-cdb9-4041-944c-9fe324d1e635 HTTP/1.1" status: 200 len: 945 time: 0.2458470 Aug 29 04:29:42.574361 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7faf988-4b8b-4575-949f-72b82b698063 req-b4ae4e11-c1ed-4b24-88e5-c1f3bac91114 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] No DVR routers for this DVR port 0c2c68d6-3e7d-4556-9488-46da16aa028f on host n-h2-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:29:42.613491 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-d7faf988-4b8b-4575-949f-72b82b698063 req-b4ae4e11-c1ed-4b24-88e5-c1f3bac91114 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:42.615859 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d7faf988-4b8b-4575-949f-72b82b698063 req-b4ae4e11-c1ed-4b24-88e5-c1f3bac91114 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.48 "DELETE /v2.0/ports/0c2c68d6-3e7d-4556-9488-46da16aa028f HTTP/1.1" status: 204 len: 173 time: 1.2083042 Aug 29 04:29:42.617119 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b3a72d2-8427-48e7-85c8-3ced9bf35ddb', 'name': 'network-vif-deleted', 'tag': '0c2c68d6-3e7d-4556-9488-46da16aa028f'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:29:42.619749 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1437e3a7-36b1-4598-964b-dc3131ddf66f" -d '{"events": [{"server_uuid": "8b3a72d2-8427-48e7-85c8-3ced9bf35ddb", "name": "network-vif-deleted", "tag": "0c2c68d6-3e7d-4556-9488-46da16aa028f"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:29:42.754659 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9ea6deca-367c-44a3-ba41-e28f7dd47fd9 req-8a7ebcc8-19c8-440b-a55d-4489ae07e315 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e109d97-7970-4672-b6dc-5d385660134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724844 Aug 29 04:29:42.800012 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-05bdb336-b835-4718-ad57-6f08a8929447 req-0431e0c2-396f-4aeb-92da-f6f58b2c9e77 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=6e109d97-7970-4672-b6dc-5d385660134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480314 Aug 29 04:29:42.861341 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3f3e64b-6353-4add-a6dc-ca08070970a7 x-openstack-request-id: req-e3f3e64b-6353-4add-a6dc-ca08070970a7 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:29:42.867046 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b3a72d2-8427-48e7-85c8-3ced9bf35ddb", "name": "network-vif-deleted", "tag": "0c2c68d6-3e7d-4556-9488-46da16aa028f", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:29:42.867586 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e3f3e64b-6353-4add-a6dc-ca08070970a7 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:29:42.869717 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b3a72d2-8427-48e7-85c8-3ced9bf35ddb', 'name': 'network-vif-deleted', 'tag': '0c2c68d6-3e7d-4556-9488-46da16aa028f', 'status': 'completed', 'code': 200} Aug 29 04:29:42.975954 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a205f65a-491e-44c8-abf9-74def7a402f3 req-15dd2428-5309-4b8a-8eec-08096c619c9a tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:42.977816 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a205f65a-491e-44c8-abf9-74def7a402f3 req-15dd2428-5309-4b8a-8eec-08096c619c9a tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.46 "GET /v2.0/networks?id=f71495d7-96ad-4847-83eb-b3625c73c9a5 HTTP/1.1" status: 200 len: 804 time: 0.4272559 Aug 29 04:29:43.008803 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-a205f65a-491e-44c8-abf9-74def7a402f3 req-0203135e-9d4a-4beb-9835-c040176b73ab tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Request body: {'port': {'device_id': '7db183c3-4326-4aa4-b642-588c57cfaad5', 'network_id': 'f71495d7-96ad-4847-83eb-b3625c73c9a5', 'admin_state_up': True, 'tenant_id': 'ae62e35dda7b4c8db4c80924ca47fbdb'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:43.318820 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a205f65a-491e-44c8-abf9-74def7a402f3 req-0203135e-9d4a-4beb-9835-c040176b73ab tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Made reservation on behalf of ae62e35dda7b4c8db4c80924ca47fbdb for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:29:43.324958 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a205f65a-491e-44c8-abf9-74def7a402f3 req-0203135e-9d4a-4beb-9835-c040176b73ab tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:43.512606 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3d45c5-70d8-4685-ae39-6d83f2d1c150 req-bb292c2d-5bfb-4278-93e3-73defca1d46b tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:43.514863 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8a3d45c5-70d8-4685-ae39-6d83f2d1c150 req-bb292c2d-5bfb-4278-93e3-73defca1d46b tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "GET /v2.0/ports?device_id=574021e8-5a99-4599-a86e-9b43fe57cd6e HTTP/1.1" status: 200 len: 945 time: 0.1754990 Aug 29 04:29:43.547900 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-a205f65a-491e-44c8-abf9-74def7a402f3 req-0203135e-9d4a-4beb-9835-c040176b73ab tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Allocated IP 172.20.0.5 (f71495d7-96ad-4847-83eb-b3625c73c9a5/5de44217-4c88-4ff9-be1a-03ac5f0e7204/76a9fc4a-b455-41d4-818f-3041e411d3f9) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:29:43.570021 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-999b2b7f-b534-4e7a-9dc5-20bcc6422dde req-d8a9e190-0d9e-49b5-a7a5-3a606557ef05 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/ports?device_id=7db183c3-4326-4aa4-b642-588c57cfaad5 HTTP/1.1" status: 200 len: 210 time: 0.0352082 Aug 29 04:29:43.616825 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8a3d45c5-70d8-4685-ae39-6d83f2d1c150 req-fe166b5b-b687-4c78-8c65-0d550ef17d1e tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3e7d6d7-f66e-4c2c-97ed-f92e3dc1f00c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938189 Aug 29 04:29:43.979349 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a205f65a-491e-44c8-abf9-74def7a402f3 req-0203135e-9d4a-4beb-9835-c040176b73ab tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:44.207746 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81ee25a-fb86-41da-8077-b2629e540dbd req-75353fca-a52d-446f-b855-f2b1838245c9 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:44.209733 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b81ee25a-fb86-41da-8077-b2629e540dbd req-75353fca-a52d-446f-b855-f2b1838245c9 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/ports?device_id=88950caa-cdb9-4041-944c-9fe324d1e635 HTTP/1.1" status: 200 len: 945 time: 0.2203412 Aug 29 04:29:44.226083 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a205f65a-491e-44c8-abf9-74def7a402f3 req-0203135e-9d4a-4beb-9835-c040176b73ab tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:44.282582 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a205f65a-491e-44c8-abf9-74def7a402f3 req-0203135e-9d4a-4beb-9835-c040176b73ab tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Network f71495d7-96ad-4847-83eb-b3625c73c9a5 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:29:44.289931 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-a205f65a-491e-44c8-abf9-74def7a402f3 req-0203135e-9d4a-4beb-9835-c040176b73ab tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:44.301199 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-a205f65a-491e-44c8-abf9-74def7a402f3 req-0203135e-9d4a-4beb-9835-c040176b73ab tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:29:44.342774 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b81ee25a-fb86-41da-8077-b2629e540dbd req-75e6c17a-7f9a-4894-a1d1-73a15e21d34d tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e109d97-7970-4672-b6dc-5d385660134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260695 Aug 29 04:29:44.365900 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0203135e-9d4a-4beb-9835-c040176b73ab tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Pushing event updated for resources: {'Port': ['ID=76a9fc4a-b455-41d4-818f-3041e411d3f9,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:44.420843 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a205f65a-491e-44c8-abf9-74def7a402f3 req-0203135e-9d4a-4beb-9835-c040176b73ab tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:44.423999 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a205f65a-491e-44c8-abf9-74def7a402f3 req-0203135e-9d4a-4beb-9835-c040176b73ab tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:44.451889 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a205f65a-491e-44c8-abf9-74def7a402f3 req-0203135e-9d4a-4beb-9835-c040176b73ab tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4595675 Aug 29 04:29:44.466974 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-a205f65a-491e-44c8-abf9-74def7a402f3 req-ca7dbc44-360b-4a13-bb18-0f218cf43baa service neutron] Request body: {'port': {'device_id': '7db183c3-4326-4aa4-b642-588c57cfaad5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:44.557444 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a205f65a-491e-44c8-abf9-74def7a402f3 req-ca7dbc44-360b-4a13-bb18-0f218cf43baa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:44.833626 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec8dde5-7124-485e-a6e2-ea977210c55e req-31b2337d-0b80-493d-86a0-554dcec49f73 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:44.845446 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3ec8dde5-7124-485e-a6e2-ea977210c55e req-31b2337d-0b80-493d-86a0-554dcec49f73 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/ports?device_id=7db183c3-4326-4aa4-b642-588c57cfaad5 HTTP/1.1" status: 200 len: 931 time: 0.1262147 Aug 29 04:29:44.950276 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3ec8dde5-7124-485e-a6e2-ea977210c55e req-19215c30-7085-44ed-8105-48599d48ac68 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/security-groups?id=f2284a1b-92b5-4cc6-825a-c1a1841e1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037717 Aug 29 04:29:45.051068 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6996e607-0dda-494a-9cba-5ee5c14c1408 req-838c8574-b9e3-43e9-838a-9c4c492cf60f tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:45.057878 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6996e607-0dda-494a-9cba-5ee5c14c1408 req-838c8574-b9e3-43e9-838a-9c4c492cf60f tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "GET /v2.0/ports?device_id=574021e8-5a99-4599-a86e-9b43fe57cd6e HTTP/1.1" status: 200 len: 945 time: 0.2624333 Aug 29 04:29:45.253145 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 36438) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:45.464837 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6996e607-0dda-494a-9cba-5ee5c14c1408 req-ac9d71ec-f2ae-447f-ace8-cf1f62007372 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3e7d6d7-f66e-4c2c-97ed-f92e3dc1f00c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3953497 Aug 29 04:29:45.572105 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-a205f65a-491e-44c8-abf9-74def7a402f3 req-ca7dbc44-360b-4a13-bb18-0f218cf43baa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76a9fc4a-b455-41d4-818f-3041e411d3f9 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:29:45.596337 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a205f65a-491e-44c8-abf9-74def7a402f3 req-ca7dbc44-360b-4a13-bb18-0f218cf43baa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:45.596568 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb9582a-4ce9-41a3-ab49-e9ddab4ff3be req-4b30ac7f-6064-4cae-a3bb-04a7cf4416b6 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:45.604291 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3fb9582a-4ce9-41a3-ab49-e9ddab4ff3be req-4b30ac7f-6064-4cae-a3bb-04a7cf4416b6 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/ports?device_id=88950caa-cdb9-4041-944c-9fe324d1e635 HTTP/1.1" status: 200 len: 945 time: 0.1163094 Aug 29 04:29:45.651585 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-a205f65a-491e-44c8-abf9-74def7a402f3 req-ca7dbc44-360b-4a13-bb18-0f218cf43baa service neutron] Transition to ACTIVE for port object 76a9fc4a-b455-41d4-818f-3041e411d3f9 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:45.657593 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a205f65a-491e-44c8-abf9-74def7a402f3 req-ca7dbc44-360b-4a13-bb18-0f218cf43baa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:45.688990 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-49d84e3c-b7e4-419e-843f-b474a62c2229 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:45.768132 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3fb9582a-4ce9-41a3-ab49-e9ddab4ff3be req-706eebea-7634-4c79-a2e7-e1b55c47b4c9 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e109d97-7970-4672-b6dc-5d385660134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564562 Aug 29 04:29:45.830983 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7dbc44-360b-4a13-bb18-0f218cf43baa service neutron] Pushing event updated for resources: {'Port': ['ID=76a9fc4a-b455-41d4-818f-3041e411d3f9,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:45.986290 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-a205f65a-491e-44c8-abf9-74def7a402f3 req-ca7dbc44-360b-4a13-bb18-0f218cf43baa service neutron] Attempting to bind port 76a9fc4a-b455-41d4-818f-3041e411d3f9 on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:29:45.988224 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-a205f65a-491e-44c8-abf9-74def7a402f3 req-ca7dbc44-360b-4a13-bb18-0f218cf43baa service neutron] Attempting to bind port 76a9fc4a-b455-41d4-818f-3041e411d3f9 by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': 'e370ab6f-b877-4d1b-8a8e-a0dc4be5ecd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'f71495d7-96ad-4847-83eb-b3625c73c9a5'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:29:45.990048 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a205f65a-491e-44c8-abf9-74def7a402f3 req-ca7dbc44-360b-4a13-bb18-0f218cf43baa service neutron] Attempting to bind port 76a9fc4a-b455-41d4-818f-3041e411d3f9 on network f71495d7-96ad-4847-83eb-b3625c73c9a5 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:29:46.001990 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a205f65a-491e-44c8-abf9-74def7a402f3 req-ca7dbc44-360b-4a13-bb18-0f218cf43baa service neutron] Port 76a9fc4a-b455-41d4-818f-3041e411d3f9 on network f71495d7-96ad-4847-83eb-b3625c73c9a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:29:46.001990 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a205f65a-491e-44c8-abf9-74def7a402f3 req-ca7dbc44-360b-4a13-bb18-0f218cf43baa service neutron] Attempting to bind port 76a9fc4a-b455-41d4-818f-3041e411d3f9 on network f71495d7-96ad-4847-83eb-b3625c73c9a5 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:29:46.005574 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a205f65a-491e-44c8-abf9-74def7a402f3 req-ca7dbc44-360b-4a13-bb18-0f218cf43baa service neutron] Checking agent: {'id': '3de9de52-3a03-431d-9d7e-497ae92c57ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:29:46.005920 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a205f65a-491e-44c8-abf9-74def7a402f3 req-ca7dbc44-360b-4a13-bb18-0f218cf43baa service neutron] Checking segment: {'id': 'e370ab6f-b877-4d1b-8a8e-a0dc4be5ecd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'f71495d7-96ad-4847-83eb-b3625c73c9a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:29:46.006306 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a205f65a-491e-44c8-abf9-74def7a402f3 req-ca7dbc44-360b-4a13-bb18-0f218cf43baa service neutron] Bound using segment: {'id': 'e370ab6f-b877-4d1b-8a8e-a0dc4be5ecd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'f71495d7-96ad-4847-83eb-b3625c73c9a5'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:29:46.006742 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-a205f65a-491e-44c8-abf9-74def7a402f3 req-ca7dbc44-360b-4a13-bb18-0f218cf43baa service neutron] Bound port: 76a9fc4a-b455-41d4-818f-3041e411d3f9, host: n-h1-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e370ab6f-b877-4d1b-8a8e-a0dc4be5ecd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'f71495d7-96ad-4847-83eb-b3625c73c9a5'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:29:46.007110 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a205f65a-491e-44c8-abf9-74def7a402f3 req-ca7dbc44-360b-4a13-bb18-0f218cf43baa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:46.158387 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-49d84e3c-b7e4-419e-843f-b474a62c2229 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:46.159350 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-a205f65a-491e-44c8-abf9-74def7a402f3 req-ca7dbc44-360b-4a13-bb18-0f218cf43baa service neutron] For port 76a9fc4a-b455-41d4-818f-3041e411d3f9, host n-h1-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:29:46.163721 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-a205f65a-491e-44c8-abf9-74def7a402f3 req-ca7dbc44-360b-4a13-bb18-0f218cf43baa service neutron] For port 76a9fc4a-b455-41d4-818f-3041e411d3f9, host n-h1-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=76a9fc4a-b455-41d4-818f-3041e411d3f9,segment=NetworkSegment(e370ab6f-b877-4d1b-8a8e-a0dc4be5ecd4),segment_id=e370ab6f-b877-4d1b-8a8e-a0dc4be5ecd4)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:29:46.206723 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a205f65a-491e-44c8-abf9-74def7a402f3 req-ca7dbc44-360b-4a13-bb18-0f218cf43baa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:46.213122 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-49d84e3c-b7e4-419e-843f-b474a62c2229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:46.270014 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a205f65a-491e-44c8-abf9-74def7a402f3 req-ca7dbc44-360b-4a13-bb18-0f218cf43baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:46.270642 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a205f65a-491e-44c8-abf9-74def7a402f3 req-ca7dbc44-360b-4a13-bb18-0f218cf43baa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:46.272068 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a205f65a-491e-44c8-abf9-74def7a402f3 req-ca7dbc44-360b-4a13-bb18-0f218cf43baa service neutron] 10.222.0.46 "PUT /v2.0/ports/76a9fc4a-b455-41d4-818f-3041e411d3f9 HTTP/1.1" status: 200 len: 1092 time: 1.8122175 Aug 29 04:29:46.273503 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7db183c3-4326-4aa4-b642-588c57cfaad5', 'tag': '76a9fc4a-b455-41d4-818f-3041e411d3f9'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:29:46.276128 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-892a2528-49b8-4228-993c-134a696f9368" -d '{"events": [{"name": "network-changed", "server_uuid": "7db183c3-4326-4aa4-b642-588c57cfaad5", "tag": "76a9fc4a-b455-41d4-818f-3041e411d3f9"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:29:46.319925 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-49d84e3c-b7e4-419e-843f-b474a62c2229 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=73cde0ca6079488db44bf3eccf61b7c3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0661395 Aug 29 04:29:46.345297 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708fcf81-737c-4611-b0ef-737bda7443a5 req-a8a809d7-fd09-4742-a1a1-40c0ea39cae2 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:46.348742 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-708fcf81-737c-4611-b0ef-737bda7443a5 req-a8a809d7-fd09-4742-a1a1-40c0ea39cae2 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/ports?device_id=88950caa-cdb9-4041-944c-9fe324d1e635 HTTP/1.1" status: 200 len: 945 time: 0.1821754 Aug 29 04:29:46.351263 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 36454) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:46.429504 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835adb60-ceb3-473f-8628-7502760a3c51 req-02b19f7f-5a41-4aa1-9ef9-93427c4d6497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:46.432045 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-835adb60-ceb3-473f-8628-7502760a3c51 req-02b19f7f-5a41-4aa1-9ef9-93427c4d6497 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a2ef8028d601470a9af15f492b593570&device_id=88950caa-cdb9-4041-944c-9fe324d1e635 HTTP/1.1" status: 200 len: 1097 time: 0.2666955 Aug 29 04:29:46.462283 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d84e3c-b7e4-419e-843f-b474a62c2229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70a7b5b8-f882-4057-ba12-8adc9836e125,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:46.472174 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 0c2c68d6-3e7d-4556-9488-46da16aa028f no longer exists at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:29:46.510864 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02405246-045e-4ab5-b917-6602e75a55cc req-961367b5-e4bf-4c38-a1a3-3b3b557517fe tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:46.521441 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] No Port match for: 0c2c68d6-3e7d-4556-9488-46da16aa028f {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:29:46.521750 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 0c2c68d6-3e7d-4556-9488-46da16aa028f not bound to the agent host n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:29:46.525956 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-02405246-045e-4ab5-b917-6602e75a55cc req-961367b5-e4bf-4c38-a1a3-3b3b557517fe tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/ports?device_id=7db183c3-4326-4aa4-b642-588c57cfaad5 HTTP/1.1" status: 200 len: 943 time: 0.3926194 Aug 29 04:29:46.580272 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7dbc44-360b-4a13-bb18-0f218cf43baa service neutron] Pushing event updated for resources: {'Port': ['ID=76a9fc4a-b455-41d4-818f-3041e411d3f9,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:46.601833 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-02405246-045e-4ab5-b917-6602e75a55cc req-055f78b3-dfb2-4e88-bf6b-4fb25c9080ed tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/security-groups?id=f2284a1b-92b5-4cc6-825a-c1a1841e1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686793 Aug 29 04:29:46.694742 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-708fcf81-737c-4611-b0ef-737bda7443a5 req-91765a5f-ca5f-41f4-93a7-42a3953ef55a tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e109d97-7970-4672-b6dc-5d385660134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516489 Aug 29 04:29:46.714045 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc5a0517-f83d-4d9d-a021-f7af6c4846d4 x-openstack-request-id: req-fc5a0517-f83d-4d9d-a021-f7af6c4846d4 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:29:46.714344 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7db183c3-4326-4aa4-b642-588c57cfaad5", "tag": "76a9fc4a-b455-41d4-818f-3041e411d3f9", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:29:46.724047 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fc5a0517-f83d-4d9d-a021-f7af6c4846d4 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:29:46.724505 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7db183c3-4326-4aa4-b642-588c57cfaad5', 'tag': '76a9fc4a-b455-41d4-818f-3041e411d3f9', 'status': 'completed', 'code': 200} Aug 29 04:29:46.772455 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-882539de-3f52-4241-b796-ffe9ecd3539b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:46.796744 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a205f65a-491e-44c8-abf9-74def7a402f3 req-1d32f792-77f6-4969-b7ec-21090316e3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:46.798586 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a205f65a-491e-44c8-abf9-74def7a402f3 req-1d32f792-77f6-4969-b7ec-21090316e3b7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ae62e35dda7b4c8db4c80924ca47fbdb&device_id=7db183c3-4326-4aa4-b642-588c57cfaad5 HTTP/1.1" status: 200 len: 1095 time: 0.4480665 Aug 29 04:29:46.852047 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1769ce90-263e-4ab8-b1bb-a60f624875dc req-419f95a4-8b9f-4829-aaf6-17002d0c73dc tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:46.860803 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1769ce90-263e-4ab8-b1bb-a60f624875dc req-419f95a4-8b9f-4829-aaf6-17002d0c73dc tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "GET /v2.0/ports?device_id=574021e8-5a99-4599-a86e-9b43fe57cd6e HTTP/1.1" status: 200 len: 945 time: 0.1171975 Aug 29 04:29:46.934587 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a205f65a-491e-44c8-abf9-74def7a402f3 req-d1a51d0d-eb77-42f6-8c19-82a8307fd989 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=76a9fc4a-b455-41d4-818f-3041e411d3f9 HTTP/1.1" status: 200 len: 217 time: 0.1132808 Aug 29 04:29:46.965105 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1769ce90-263e-4ab8-b1bb-a60f624875dc req-bb120c35-e98c-4451-8665-299f2c00d247 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3e7d6d7-f66e-4c2c-97ed-f92e3dc1f00c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979080 Aug 29 04:29:47.016240 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-882539de-3f52-4241-b796-ffe9ecd3539b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:47.053797 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835adb60-ceb3-473f-8628-7502760a3c51 req-bc3f1bf7-b658-4472-9b7a-f6a0c847753c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:47.059437 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-835adb60-ceb3-473f-8628-7502760a3c51 req-bc3f1bf7-b658-4472-9b7a-f6a0c847753c service neutron] 10.222.0.48 "GET /v2.0/networks?id=272d1c4d-af14-48fc-b735-579ae3d45270 HTTP/1.1" status: 200 len: 911 time: 0.5125906 Aug 29 04:29:47.140826 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-835adb60-ceb3-473f-8628-7502760a3c51 req-c4a2f622-814b-4892-ab05-aeb0fea88212 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=72994ea6-e056-4ab7-b344-331f5806c6a1 HTTP/1.1" status: 200 len: 217 time: 0.0557458 Aug 29 04:29:47.161539 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a205f65a-491e-44c8-abf9-74def7a402f3 req-81862053-a02b-4072-9506-d0873975c53e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:47.163319 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a205f65a-491e-44c8-abf9-74def7a402f3 req-81862053-a02b-4072-9506-d0873975c53e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5de44217-4c88-4ff9-be1a-03ac5f0e7204 HTTP/1.1" status: 200 len: 844 time: 0.2217219 Aug 29 04:29:47.216021 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a205f65a-491e-44c8-abf9-74def7a402f3 req-a61a5228-e3ac-43d6-ac30-6dbee45f7fac service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f71495d7-96ad-4847-83eb-b3625c73c9a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284450 Aug 29 04:29:47.249017 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-882539de-3f52-4241-b796-ffe9ecd3539b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:47.251575 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-882539de-3f52-4241-b796-ffe9ecd3539b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:47.255549 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-882539de-3f52-4241-b796-ffe9ecd3539b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/70a7b5b8-f882-4057-ba12-8adc9836e125 HTTP/1.1" status: 204 len: 168 time: 0.8863556 Aug 29 04:29:47.290263 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835adb60-ceb3-473f-8628-7502760a3c51 req-902f171e-9c31-4878-873c-262c9028dae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:47.291826 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-835adb60-ceb3-473f-8628-7502760a3c51 req-902f171e-9c31-4878-873c-262c9028dae3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=10771a12-2d54-4ee6-9435-3c52b51db3d5 HTTP/1.1" status: 200 len: 850 time: 0.1412559 Aug 29 04:29:47.313369 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882539de-3f52-4241-b796-ffe9ecd3539b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a7b5b8-f882-4057-ba12-8adc9836e125,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:47.374225 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-835adb60-ceb3-473f-8628-7502760a3c51 req-75728cc6-6a78-41ed-a486-4ef66c26a449 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=272d1c4d-af14-48fc-b735-579ae3d45270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725899 Aug 29 04:29:47.471242 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a205f65a-491e-44c8-abf9-74def7a402f3 req-a1151aa1-4428-4aae-8dfb-de7f44db7fec service neutron] 10.222.0.46 "GET /v2.0/networks/f71495d7-96ad-4847-83eb-b3625c73c9a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453635 Aug 29 04:29:47.984884 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00728b0-77fa-4734-a27b-24ac4fb783d0 req-c5a150e9-3372-4e17-b9e7-32770655e54d tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:47.994182 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e00728b0-77fa-4734-a27b-24ac4fb783d0 req-c5a150e9-3372-4e17-b9e7-32770655e54d tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/ports?device_id=88950caa-cdb9-4041-944c-9fe324d1e635 HTTP/1.1" status: 200 len: 945 time: 0.1398869 Aug 29 04:29:48.024028 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ee029cea-9b8e-46df-982c-125180b4d7a4 req-70cf9147-bd6b-47b5-9233-52857b65ed64 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=16f6b687-4b46-4d96-b12a-3bf36ed39490&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1414211 Aug 29 04:29:48.052810 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e00728b0-77fa-4734-a27b-24ac4fb783d0 req-9729f4c3-7afb-415c-9d79-11062e048f84 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e109d97-7970-4672-b6dc-5d385660134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571856 Aug 29 04:29:48.198028 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee029cea-9b8e-46df-982c-125180b4d7a4 req-ff2e24f8-3d30-4b41-b049-f08bb568238a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:48.217785 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ee029cea-9b8e-46df-982c-125180b4d7a4 req-ff2e24f8-3d30-4b41-b049-f08bb568238a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a2ef8028d601470a9af15f492b593570&device_id=16f6b687-4b46-4d96-b12a-3bf36ed39490 HTTP/1.1" status: 200 len: 1098 time: 0.1431811 Aug 29 04:29:48.291339 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ae68df-da1d-4677-b0aa-62553e82fc80 req-75c3ba91-ce0e-48ae-b69a-96b44e8b30d4 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:48.302365 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-83ae68df-da1d-4677-b0aa-62553e82fc80 req-75c3ba91-ce0e-48ae-b69a-96b44e8b30d4 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "GET /v2.0/ports?device_id=574021e8-5a99-4599-a86e-9b43fe57cd6e HTTP/1.1" status: 200 len: 945 time: 0.0967569 Aug 29 04:29:48.418226 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-83ae68df-da1d-4677-b0aa-62553e82fc80 req-1bda213f-a2c9-4c25-9ba9-eb6c63d23780 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3e7d6d7-f66e-4c2c-97ed-f92e3dc1f00c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086774 Aug 29 04:29:48.438437 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-835adb60-ceb3-473f-8628-7502760a3c51 req-185ad6de-0a5b-4e52-9d9e-d6b86fa37303 service neutron] 10.222.0.48 "GET /v2.0/networks/272d1c4d-af14-48fc-b735-579ae3d45270?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0568779 Aug 29 04:29:48.459117 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee029cea-9b8e-46df-982c-125180b4d7a4 req-9cb8edfe-3231-42ca-ab16-93f0acf86011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:48.471070 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ee029cea-9b8e-46df-982c-125180b4d7a4 req-9cb8edfe-3231-42ca-ab16-93f0acf86011 service neutron] 10.222.0.46 "GET /v2.0/networks?id=272d1c4d-af14-48fc-b735-579ae3d45270 HTTP/1.1" status: 200 len: 911 time: 0.2175808 Aug 29 04:29:48.584083 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ee029cea-9b8e-46df-982c-125180b4d7a4 req-049c5b9d-98f4-41bb-8c47-bb82bf53b7a4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7c852cb-98de-4d38-bfd3-8b82aec30296 HTTP/1.1" status: 200 len: 217 time: 0.1026025 Aug 29 04:29:48.723914 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee029cea-9b8e-46df-982c-125180b4d7a4 req-c4f5e2d4-6584-40c9-89ed-d6b2fc4df44e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:48.729171 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ee029cea-9b8e-46df-982c-125180b4d7a4 req-c4f5e2d4-6584-40c9-89ed-d6b2fc4df44e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=10771a12-2d54-4ee6-9435-3c52b51db3d5 HTTP/1.1" status: 200 len: 850 time: 0.1388109 Aug 29 04:29:48.785742 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a205f65a-491e-44c8-abf9-74def7a402f3 req-2b6e42dc-6295-48f2-8cc1-b5314b915658 service neutron] 10.222.0.46 "GET /v2.0/networks/f71495d7-96ad-4847-83eb-b3625c73c9a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3042128 Aug 29 04:29:48.803817 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ee029cea-9b8e-46df-982c-125180b4d7a4 req-c33bb70c-d4e1-4e15-8909-eb4e51a65f8c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=272d1c4d-af14-48fc-b735-579ae3d45270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623174 Aug 29 04:29:48.817808 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a696785-99ed-43ec-9ca2-6011fb75b648 req-0508692f-5da0-4260-ab92-348fc73a3000 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:48.827843 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1a696785-99ed-43ec-9ca2-6011fb75b648 req-0508692f-5da0-4260-ab92-348fc73a3000 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/ports?device_id=7db183c3-4326-4aa4-b642-588c57cfaad5 HTTP/1.1" status: 200 len: 943 time: 0.3866730 Aug 29 04:29:48.996065 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1a696785-99ed-43ec-9ca2-6011fb75b648 req-7e93b5e5-f77d-484b-864b-c713d68b0f7c tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/security-groups?id=f2284a1b-92b5-4cc6-825a-c1a1841e1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669621 Aug 29 04:29:49.005099 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-835adb60-ceb3-473f-8628-7502760a3c51 req-a40b71f4-b9bf-403c-80be-dbb6bd599e7f service neutron] 10.222.0.48 "GET /v2.0/networks/272d1c4d-af14-48fc-b735-579ae3d45270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4466083 Aug 29 04:29:49.018978 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892a2528-49b8-4228-993c-134a696f9368 req-7ab22d3e-68b8-4eb4-8e98-8efb637b0c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:49.021427 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-892a2528-49b8-4228-993c-134a696f9368 req-7ab22d3e-68b8-4eb4-8e98-8efb637b0c62 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ae62e35dda7b4c8db4c80924ca47fbdb&device_id=7db183c3-4326-4aa4-b642-588c57cfaad5 HTTP/1.1" status: 200 len: 1095 time: 0.1627305 Aug 29 04:29:49.076433 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ee029cea-9b8e-46df-982c-125180b4d7a4 req-f32a6b76-914f-402f-8481-7d9aef86fe7e service neutron] 10.222.0.46 "GET /v2.0/networks/272d1c4d-af14-48fc-b735-579ae3d45270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671480 Aug 29 04:29:49.138584 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:49.201530 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 36544) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:49.310437 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892a2528-49b8-4228-993c-134a696f9368 req-3832325d-0152-473d-a21d-96b6e8b4d56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:49.311867 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-892a2528-49b8-4228-993c-134a696f9368 req-3832325d-0152-473d-a21d-96b6e8b4d56f service neutron] 10.222.0.46 "GET /v2.0/networks?id=f71495d7-96ad-4847-83eb-b3625c73c9a5 HTTP/1.1" status: 200 len: 905 time: 0.2811058 Aug 29 04:29:49.471535 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-892a2528-49b8-4228-993c-134a696f9368 req-1c3d180d-20c9-47e4-b94e-78eed890ef43 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=76a9fc4a-b455-41d4-818f-3041e411d3f9 HTTP/1.1" status: 200 len: 217 time: 0.1491234 Aug 29 04:29:49.484333 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f6b294-e1b7-477e-915e-c72d730b3ed3 req-c3cea7e6-afd8-4614-9740-6aa3981611f2 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:49.494874 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-55f6b294-e1b7-477e-915e-c72d730b3ed3 req-c3cea7e6-afd8-4614-9740-6aa3981611f2 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/ports?device_id=88950caa-cdb9-4041-944c-9fe324d1e635 HTTP/1.1" status: 200 len: 945 time: 0.2404118 Aug 29 04:29:49.539207 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8bd29b50-3835-4d82-a7a6-2290d08102c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:49.553039 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ee029cea-9b8e-46df-982c-125180b4d7a4 req-d1c757af-d856-49b8-83a8-f2533e09ba55 service neutron] 10.222.0.46 "GET /v2.0/networks/272d1c4d-af14-48fc-b735-579ae3d45270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4641778 Aug 29 04:29:49.651004 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892a2528-49b8-4228-993c-134a696f9368 req-64e0b08b-fa52-47fb-abd2-27cd50232b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:49.656347 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-55f6b294-e1b7-477e-915e-c72d730b3ed3 req-dc070de4-98b0-476f-91b3-8313d743c504 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e109d97-7970-4672-b6dc-5d385660134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504185 Aug 29 04:29:49.671012 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-892a2528-49b8-4228-993c-134a696f9368 req-64e0b08b-fa52-47fb-abd2-27cd50232b3f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5de44217-4c88-4ff9-be1a-03ac5f0e7204 HTTP/1.1" status: 200 len: 844 time: 0.1905670 Aug 29 04:29:49.707585 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a12670-3b19-4bcf-9a74-1105887c3972 req-c71579ac-5bd8-4dbc-8785-0ad01d51e6cb tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:49.709064 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-06a12670-3b19-4bcf-9a74-1105887c3972 req-c71579ac-5bd8-4dbc-8785-0ad01d51e6cb tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "GET /v2.0/ports?device_id=574021e8-5a99-4599-a86e-9b43fe57cd6e HTTP/1.1" status: 200 len: 945 time: 0.1573956 Aug 29 04:29:49.747549 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-892a2528-49b8-4228-993c-134a696f9368 req-b0aef213-96b6-4e7d-bd9a-7ce578e6a1b7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f71495d7-96ad-4847-83eb-b3625c73c9a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661011 Aug 29 04:29:49.822842 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8bd29b50-3835-4d82-a7a6-2290d08102c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:49.827676 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8bd29b50-3835-4d82-a7a6-2290d08102c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:49.863481 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-06a12670-3b19-4bcf-9a74-1105887c3972 req-e41c8946-acf7-4029-9a4f-dbcf429e85d3 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3e7d6d7-f66e-4c2c-97ed-f92e3dc1f00c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201713 Aug 29 04:29:49.887233 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-8bd29b50-3835-4d82-a7a6-2290d08102c8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=72d28a0d87e24f51be142b9a44c836d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6844265 Aug 29 04:29:49.888586 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd29b50-3835-4d82-a7a6-2290d08102c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1facf61a-45ee-4d39-a326-279aab29db97,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:49.891896 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 36562) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:49.937357 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-892a2528-49b8-4228-993c-134a696f9368 req-9e5b466e-578b-4872-aab3-3beeb9faa014 service neutron] 10.222.0.46 "GET /v2.0/networks/f71495d7-96ad-4847-83eb-b3625c73c9a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730163 Aug 29 04:29:50.043512 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-de28218f-3ce5-4fbd-bdb2-a9012686fe5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:50.134500 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-de28218f-3ce5-4fbd-bdb2-a9012686fe5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:50.165732 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9902b8c5-516c-4984-a037-c36d6e677a93 req-847ec15c-6a31-4845-b095-4d8f97b1809b tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:50.176033 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9902b8c5-516c-4984-a037-c36d6e677a93 req-847ec15c-6a31-4845-b095-4d8f97b1809b tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/ports?device_id=7db183c3-4326-4aa4-b642-588c57cfaad5 HTTP/1.1" status: 200 len: 943 time: 0.0820973 Aug 29 04:29:50.199061 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-892a2528-49b8-4228-993c-134a696f9368 req-f526bdbb-f888-46ca-8fb1-7efbed476009 service neutron] 10.222.0.46 "GET /v2.0/networks/f71495d7-96ad-4847-83eb-b3625c73c9a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486470 Aug 29 04:29:50.227746 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-de28218f-3ce5-4fbd-bdb2-a9012686fe5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:50.231365 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-de28218f-3ce5-4fbd-bdb2-a9012686fe5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:50.232801 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-de28218f-3ce5-4fbd-bdb2-a9012686fe5a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1facf61a-45ee-4d39-a326-279aab29db97 HTTP/1.1" status: 204 len: 168 time: 0.3397043 Aug 29 04:29:50.267779 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de28218f-3ce5-4fbd-bdb2-a9012686fe5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1facf61a-45ee-4d39-a326-279aab29db97,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:50.268860 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9902b8c5-516c-4984-a037-c36d6e677a93 req-af62f44a-1f60-45f3-a9fc-5c9a3dc7c78f tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/security-groups?id=f2284a1b-92b5-4cc6-825a-c1a1841e1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893855 Aug 29 04:29:50.968341 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf506165-961b-450c-ad3a-48a63451b0e0 req-78208281-35d6-4975-acee-80767ca31223 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:50.981706 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-cf506165-961b-450c-ad3a-48a63451b0e0 req-78208281-35d6-4975-acee-80767ca31223 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/ports?device_id=88950caa-cdb9-4041-944c-9fe324d1e635 HTTP/1.1" status: 200 len: 945 time: 0.1426249 Aug 29 04:29:51.114764 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-cf506165-961b-450c-ad3a-48a63451b0e0 req-33fed972-361b-42a5-9c88-bb670c705dad tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e109d97-7970-4672-b6dc-5d385660134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216049 Aug 29 04:29:51.160597 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5778f4b-8855-4642-b63a-b9aed97aa935 req-e74af92e-ee41-4edd-93a4-8925a9c1c3bb tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:51.170887 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e5778f4b-8855-4642-b63a-b9aed97aa935 req-e74af92e-ee41-4edd-93a4-8925a9c1c3bb tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "GET /v2.0/ports?device_id=574021e8-5a99-4599-a86e-9b43fe57cd6e HTTP/1.1" status: 200 len: 945 time: 0.1229234 Aug 29 04:29:51.266699 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e5778f4b-8855-4642-b63a-b9aed97aa935 req-5e34f638-8cb7-4f7e-bcc1-6564687be260 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3e7d6d7-f66e-4c2c-97ed-f92e3dc1f00c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939298 Aug 29 04:29:51.630308 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a25f91e-d774-4b32-863b-48454e940ba0 req-171926cf-23ac-4871-a586-6c79f02718f5 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:51.654962 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9a25f91e-d774-4b32-863b-48454e940ba0 req-171926cf-23ac-4871-a586-6c79f02718f5 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/ports?device_id=7db183c3-4326-4aa4-b642-588c57cfaad5 HTTP/1.1" status: 200 len: 943 time: 0.1551528 Aug 29 04:29:51.748224 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9a25f91e-d774-4b32-863b-48454e940ba0 req-5bf64ea7-6325-4581-8397-5f7f922cc96d tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/security-groups?id=f2284a1b-92b5-4cc6-825a-c1a1841e1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898659 Aug 29 04:29:52.432299 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d72d928-c972-4f35-a312-10d5b118cb18 req-e57b40b7-b0ca-408b-ad48-220137452b20 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:52.445947 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9d72d928-c972-4f35-a312-10d5b118cb18 req-e57b40b7-b0ca-408b-ad48-220137452b20 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/ports?device_id=88950caa-cdb9-4041-944c-9fe324d1e635 HTTP/1.1" status: 200 len: 945 time: 0.2044222 Aug 29 04:29:52.525405 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3385852-ce2c-443f-9d0a-04fa89931978 req-c166059f-b163-407a-8bdc-c861d1ae64fe tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:52.544366 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9d72d928-c972-4f35-a312-10d5b118cb18 req-c93e6a27-51f6-41c6-91d6-d7b11dbe17d4 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e109d97-7970-4672-b6dc-5d385660134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971253 Aug 29 04:29:52.560647 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c3385852-ce2c-443f-9d0a-04fa89931978 req-c166059f-b163-407a-8bdc-c861d1ae64fe tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "GET /v2.0/ports?device_id=574021e8-5a99-4599-a86e-9b43fe57cd6e HTTP/1.1" status: 200 len: 945 time: 0.1588502 Aug 29 04:29:52.678995 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 76a9fc4a-b455-41d4-818f-3041e411d3f9 details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:29:52.690289 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c3385852-ce2c-443f-9d0a-04fa89931978 req-210053f4-8f70-4508-8085-95a270488697 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3e7d6d7-f66e-4c2c-97ed-f92e3dc1f00c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096215 Aug 29 04:29:53.059133 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8785481d-f761-4fb0-9cc3-433f4beb24ef req-60cfe096-6d3a-4596-9311-25a16ed34a1d tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:53.061991 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8785481d-f761-4fb0-9cc3-433f4beb24ef req-60cfe096-6d3a-4596-9311-25a16ed34a1d tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/ports?device_id=7db183c3-4326-4aa4-b642-588c57cfaad5 HTTP/1.1" status: 200 len: 943 time: 0.0982397 Aug 29 04:29:53.106807 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb1e5c1-aa1d-405b-aa64-e8042b7238a8 req-77bd64c6-68ca-414c-b955-17db6b8a4b51 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:53.108813 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0bb1e5c1-aa1d-405b-aa64-e8042b7238a8 req-77bd64c6-68ca-414c-b955-17db6b8a4b51 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/ports?device_id=88950caa-cdb9-4041-944c-9fe324d1e635 HTTP/1.1" status: 200 len: 945 time: 0.1968403 Aug 29 04:29:53.125295 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 76a9fc4a-b455-41d4-818f-3041e411d3f9, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=76a9fc4a-b455-41d4-818f-3041e411d3f9,segment=NetworkSegment(e370ab6f-b877-4d1b-8a8e-a0dc4be5ecd4),segment_id=e370ab6f-b877-4d1b-8a8e-a0dc4be5ecd4)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:53.129604 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8785481d-f761-4fb0-9cc3-433f4beb24ef req-fe45f39e-e9ca-47fa-af0c-d688e4faacb6 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/security-groups?id=f2284a1b-92b5-4cc6-825a-c1a1841e1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611017 Aug 29 04:29:53.187546 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Returning: {'device': '76a9fc4a-b455-41d4-818f-3041e411d3f9', 'network_id': 'f71495d7-96ad-4847-83eb-b3625c73c9a5', 'port_id': '76a9fc4a-b455-41d4-818f-3041e411d3f9', 'mac_address': 'fa:16:3e:2a:0e:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5de44217-4c88-4ff9-be1a-03ac5f0e7204', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:29:53.210120 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0bb1e5c1-aa1d-405b-aa64-e8042b7238a8 req-cc3605df-364c-42fc-80bc-67ee6400321c tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e109d97-7970-4672-b6dc-5d385660134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867960 Aug 29 04:29:53.302292 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:53.333790 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76a9fc4a-b455-41d4-818f-3041e411d3f9 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:29:53.373393 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 76a9fc4a-b455-41d4-818f-3041e411d3f9, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=76a9fc4a-b455-41d4-818f-3041e411d3f9,segment=NetworkSegment(e370ab6f-b877-4d1b-8a8e-a0dc4be5ecd4),segment_id=e370ab6f-b877-4d1b-8a8e-a0dc4be5ecd4)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:53.384802 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:53.500934 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=76a9fc4a-b455-41d4-818f-3041e411d3f9,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:53.625053 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['76a9fc4a-b455-41d4-818f-3041e411d3f9'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:29:54.040699 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70a0e16-bb31-4ead-88b7-e4858637ed5f req-e0aba242-95df-42cf-b8cd-c31220a0fd14 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:54.056952 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f70a0e16-bb31-4ead-88b7-e4858637ed5f req-e0aba242-95df-42cf-b8cd-c31220a0fd14 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "GET /v2.0/ports?device_id=574021e8-5a99-4599-a86e-9b43fe57cd6e HTTP/1.1" status: 200 len: 945 time: 0.1669407 Aug 29 04:29:54.233754 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f70a0e16-bb31-4ead-88b7-e4858637ed5f req-90354efd-cb4e-4e1f-8029-a9624627d421 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3e7d6d7-f66e-4c2c-97ed-f92e3dc1f00c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1477301 Aug 29 04:29:54.396128 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9355fd53-3075-4812-add3-7a3c3fb2b7e7 req-19ffd117-52b1-4c33-b270-8ec278d8741a tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:54.426945 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9355fd53-3075-4812-add3-7a3c3fb2b7e7 req-19ffd117-52b1-4c33-b270-8ec278d8741a tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/ports?device_id=7db183c3-4326-4aa4-b642-588c57cfaad5 HTTP/1.1" status: 200 len: 944 time: 0.1658924 Aug 29 04:29:54.501838 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9355fd53-3075-4812-add3-7a3c3fb2b7e7 req-49dff9db-3533-4a13-96c8-dd7059c1c8f4 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/security-groups?id=f2284a1b-92b5-4cc6-825a-c1a1841e1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730345 Aug 29 04:29:54.525005 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd11d60-b123-464d-afea-b9d5ae554c98 req-ca746ef4-f8f9-4847-91dc-901d48de131e tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:54.548938 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6cd11d60-b123-464d-afea-b9d5ae554c98 req-ca746ef4-f8f9-4847-91dc-901d48de131e tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/ports?device_id=88950caa-cdb9-4041-944c-9fe324d1e635 HTTP/1.1" status: 200 len: 945 time: 0.1537836 Aug 29 04:29:54.706103 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 76a9fc4a-b455-41d4-818f-3041e411d3f9 up at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:29:54.759626 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6cd11d60-b123-464d-afea-b9d5ae554c98 req-3e8be6d5-ef3f-4bc6-9257-cbf685e1014f tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e109d97-7970-4672-b6dc-5d385660134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095144 Aug 29 04:29:54.861462 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning for port 76a9fc4a-b455-41d4-818f-3041e411d3f9 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:29:54.872153 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning complete for port 76a9fc4a-b455-41d4-818f-3041e411d3f9 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:54.876052 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:54.986841 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567b0e14-c186-4cab-99c9-183cbcb82804 req-ffbfb6cf-1a09-4f59-9e50-d17b16ceaab7 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:54.989245 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-567b0e14-c186-4cab-99c9-183cbcb82804 req-ffbfb6cf-1a09-4f59-9e50-d17b16ceaab7 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "GET /v2.0/ports?device_id=574021e8-5a99-4599-a86e-9b43fe57cd6e HTTP/1.1" status: 200 len: 945 time: 0.1273246 Aug 29 04:29:54.997310 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae67b43-16b1-4741-bcab-3ff07f11c772 req-e3f478b6-c84b-4097-be1a-738be17a1731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:54.999680 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7ae67b43-16b1-4741-bcab-3ff07f11c772 req-e3f478b6-c84b-4097-be1a-738be17a1731 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6c9e9b4cb47149d19005e5a96f02d4fd&device_id=574021e8-5a99-4599-a86e-9b43fe57cd6e HTTP/1.1" status: 200 len: 1097 time: 0.1465538 Aug 29 04:29:55.103193 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-567b0e14-c186-4cab-99c9-183cbcb82804 req-0c6e4741-795f-4add-9a27-a07bc59324dd tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3e7d6d7-f66e-4c2c-97ed-f92e3dc1f00c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069899 Aug 29 04:29:55.125137 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:55.212143 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae67b43-16b1-4741-bcab-3ff07f11c772 req-e391fbd8-d8a4-49c7-a82e-203559ee7e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:55.213686 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7ae67b43-16b1-4741-bcab-3ff07f11c772 req-e391fbd8-d8a4-49c7-a82e-203559ee7e5f service neutron] 10.222.0.46 "GET /v2.0/networks?id=3bcd0067-6e50-451c-9004-abafcee70c8b HTTP/1.1" status: 200 len: 912 time: 0.2061043 Aug 29 04:29:55.226996 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 76a9fc4a-b455-41d4-818f-3041e411d3f9, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=76a9fc4a-b455-41d4-818f-3041e411d3f9,segment=NetworkSegment(e370ab6f-b877-4d1b-8a8e-a0dc4be5ecd4),segment_id=e370ab6f-b877-4d1b-8a8e-a0dc4be5ecd4)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:55.230919 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7db183c3-4326-4aa4-b642-588c57cfaad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76a9fc4a-b455-41d4-818f-3041e411d3f9'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:29:55.239235 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-907086f9-73f4-4a8f-b039-81140bdd8d7e" -d '{"events": [{"server_uuid": "7db183c3-4326-4aa4-b642-588c57cfaad5", "name": "network-vif-plugged", "status": "completed", "tag": "76a9fc4a-b455-41d4-818f-3041e411d3f9"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:29:55.254070 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:55.376520 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=76a9fc4a-b455-41d4-818f-3041e411d3f9,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:55.395421 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a2349ef-3cac-41bf-8987-65fe0101957d x-openstack-request-id: req-9a2349ef-3cac-41bf-8987-65fe0101957d {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:29:55.395994 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7db183c3-4326-4aa4-b642-588c57cfaad5", "name": "network-vif-plugged", "status": "completed", "tag": "76a9fc4a-b455-41d4-818f-3041e411d3f9", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:29:55.396551 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9a2349ef-3cac-41bf-8987-65fe0101957d {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:29:55.397294 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7db183c3-4326-4aa4-b642-588c57cfaad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76a9fc4a-b455-41d4-818f-3041e411d3f9', 'code': 200} Aug 29 04:29:55.430589 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7ae67b43-16b1-4741-bcab-3ff07f11c772 req-24321a61-b3a3-46b5-a869-3bfd88a7f07e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9f343b77-8813-497f-a301-1ef4c6472599 HTTP/1.1" status: 200 len: 1001 time: 0.2090690 Aug 29 04:29:55.467741 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943ff5a6-5904-4a44-b1da-21f7efa553e0 req-44f666af-fe83-40b1-bec4-6025bb616f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:55.469277 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-943ff5a6-5904-4a44-b1da-21f7efa553e0 req-44f666af-fe83-40b1-bec4-6025bb616f98 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7db183c3-4326-4aa4-b642-588c57cfaad5 HTTP/1.1" status: 200 len: 1097 time: 0.0874860 Aug 29 04:29:55.562796 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae67b43-16b1-4741-bcab-3ff07f11c772 req-e107d858-a0fe-4b89-9d82-e93398ee0184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:55.565263 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7ae67b43-16b1-4741-bcab-3ff07f11c772 req-e107d858-a0fe-4b89-9d82-e93398ee0184 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=77379d5c-d72e-4fe0-ace8-ef22d196f6e9 HTTP/1.1" status: 200 len: 850 time: 0.1268601 Aug 29 04:29:55.590958 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-943ff5a6-5904-4a44-b1da-21f7efa553e0 req-a55f670c-c1ea-4f6a-8808-50462645d175 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f2284a1b-92b5-4cc6-825a-c1a1841e1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144707 Aug 29 04:29:55.669936 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae67b43-16b1-4741-bcab-3ff07f11c772 req-ab0bdd1b-623e-460f-b41f-9ab7d0ab64b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:55.672115 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7ae67b43-16b1-4741-bcab-3ff07f11c772 req-ab0bdd1b-623e-460f-b41f-9ab7d0ab64b0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3bcd0067-6e50-451c-9004-abafcee70c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0982604 Aug 29 04:29:55.761690 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c7659f-5af5-461a-917e-9991afd0dd08 req-072b9aed-d40b-4340-8382-379d730e18a9 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:55.763897 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-58c7659f-5af5-461a-917e-9991afd0dd08 req-072b9aed-d40b-4340-8382-379d730e18a9 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/ports?device_id=7db183c3-4326-4aa4-b642-588c57cfaad5 HTTP/1.1" status: 200 len: 945 time: 0.1258101 Aug 29 04:29:55.956089 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-58c7659f-5af5-461a-917e-9991afd0dd08 req-0a65dafe-acd7-4eba-aa5a-e932ee4d4111 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/security-groups?id=f2284a1b-92b5-4cc6-825a-c1a1841e1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761458 Aug 29 04:29:56.091731 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7ae67b43-16b1-4741-bcab-3ff07f11c772 req-fd0282dc-2a27-4151-83f0-c7ee3940e6cc service neutron] 10.222.0.46 "GET /v2.0/networks/3bcd0067-6e50-451c-9004-abafcee70c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3122191 Aug 29 04:29:56.465891 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a320625-917e-42b8-95ca-8650c9fbb84c req-e77d74ff-003f-49e5-bd2e-662602476073 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:56.465891 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9a320625-917e-42b8-95ca-8650c9fbb84c req-e77d74ff-003f-49e5-bd2e-662602476073 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "GET /v2.0/ports?device_id=574021e8-5a99-4599-a86e-9b43fe57cd6e HTTP/1.1" status: 200 len: 945 time: 0.1599050 Aug 29 04:29:56.495122 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51d456a-b797-46de-a2cc-c09225ffde24 req-c0acd3de-80f9-486e-8abe-d813612c4e5c tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:56.500351 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a51d456a-b797-46de-a2cc-c09225ffde24 req-c0acd3de-80f9-486e-8abe-d813612c4e5c tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.48 "GET /v2.0/ports?device_id=88950caa-cdb9-4041-944c-9fe324d1e635 HTTP/1.1" status: 200 len: 945 time: 0.4076014 Aug 29 04:29:56.516797 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9a320625-917e-42b8-95ca-8650c9fbb84c req-3734f7da-7183-47de-a552-e2805a754ed1 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3e7d6d7-f66e-4c2c-97ed-f92e3dc1f00c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267922 Aug 29 04:29:56.600170 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7ae67b43-16b1-4741-bcab-3ff07f11c772 req-4569e68f-da80-4f7c-8062-d3f25772816e service neutron] 10.222.0.46 "GET /v2.0/networks/3bcd0067-6e50-451c-9004-abafcee70c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4081149 Aug 29 04:29:56.616264 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7247e349-18b3-446d-add0-81f58373b943 req-bc838915-0f64-4a07-9359-431b68f5c9af tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:56.626212 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7247e349-18b3-446d-add0-81f58373b943 req-bc838915-0f64-4a07-9359-431b68f5c9af tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/ports?device_id=88950caa-cdb9-4041-944c-9fe324d1e635 HTTP/1.1" status: 200 len: 945 time: 0.4507627 Aug 29 04:29:56.676488 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7247e349-18b3-446d-add0-81f58373b943 req-63810ba7-d788-4b7d-8429-ed9fad52b54b tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e109d97-7970-4672-b6dc-5d385660134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471821 Aug 29 04:29:56.797351 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-a51d456a-b797-46de-a2cc-c09225ffde24 req-bb848df1-ccee-4a52-beed-5593fe9a7c7a tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] Deleting port 72994ea6-e056-4ab7-b344-331f5806c6a1 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:29:56.798853 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a51d456a-b797-46de-a2cc-c09225ffde24 req-bb848df1-ccee-4a52-beed-5593fe9a7c7a tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:57.026252 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-a51d456a-b797-46de-a2cc-c09225ffde24 req-bb848df1-ccee-4a52-beed-5593fe9a7c7a tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] For port 72994ea6-e056-4ab7-b344-331f5806c6a1, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=72994ea6-e056-4ab7-b344-331f5806c6a1,segment=NetworkSegment(4d8fc0d0-6c01-43d5-aa88-9880603a8027),segment_id=4d8fc0d0-6c01-43d5-aa88-9880603a8027)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:57.027180 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a51d456a-b797-46de-a2cc-c09225ffde24 req-bb848df1-ccee-4a52-beed-5593fe9a7c7a tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:57.094842 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-a51d456a-b797-46de-a2cc-c09225ffde24 req-bb848df1-ccee-4a52-beed-5593fe9a7c7a tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] Calling delete_port for 72994ea6-e056-4ab7-b344-331f5806c6a1 owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:29:57.249291 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00fa660-11c6-438c-a8d1-2641b71bc22d req-2afbb022-1888-48e8-83e0-2c3f290b087f tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:57.263935 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d00fa660-11c6-438c-a8d1-2641b71bc22d req-2afbb022-1888-48e8-83e0-2c3f290b087f tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/ports?device_id=7db183c3-4326-4aa4-b642-588c57cfaad5 HTTP/1.1" status: 200 len: 945 time: 0.1969919 Aug 29 04:29:57.352654 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d00fa660-11c6-438c-a8d1-2641b71bc22d req-a30fbe81-5015-49f8-886c-5086eecc136e tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/security-groups?id=f2284a1b-92b5-4cc6-825a-c1a1841e1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864279 Aug 29 04:29:57.499675 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a51d456a-b797-46de-a2cc-c09225ffde24 req-bb848df1-ccee-4a52-beed-5593fe9a7c7a tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:57.512406 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['c7c852cb-98de-4d38-bfd3-8b82aec30296'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:29:57.581081 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb848df1-ccee-4a52-beed-5593fe9a7c7a tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] Pushing event deleted for resources: {'Port': ['ID=72994ea6-e056-4ab7-b344-331f5806c6a1,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:57.616318 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['72994ea6-e056-4ab7-b344-331f5806c6a1'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:29:57.838478 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 36948) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:57.864048 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-a51d456a-b797-46de-a2cc-c09225ffde24 req-bb848df1-ccee-4a52-beed-5593fe9a7c7a tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] No DVR routers for this DVR port 72994ea6-e056-4ab7-b344-331f5806c6a1 on host n-h2-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:29:57.888529 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a51d456a-b797-46de-a2cc-c09225ffde24 req-bb848df1-ccee-4a52-beed-5593fe9a7c7a tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:57.896606 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef456ad-99e1-4c96-aa70-980593027a49 req-c3da66fa-a162-44db-9bec-815012271559 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:57.898977 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a51d456a-b797-46de-a2cc-c09225ffde24 req-bb848df1-ccee-4a52-beed-5593fe9a7c7a tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.48 "DELETE /v2.0/ports/72994ea6-e056-4ab7-b344-331f5806c6a1 HTTP/1.1" status: 204 len: 173 time: 1.3873658 Aug 29 04:29:57.908141 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88950caa-cdb9-4041-944c-9fe324d1e635', 'name': 'network-vif-deleted', 'tag': '72994ea6-e056-4ab7-b344-331f5806c6a1'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:29:57.908936 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-bef456ad-99e1-4c96-aa70-980593027a49 req-c3da66fa-a162-44db-9bec-815012271559 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "GET /v2.0/ports?device_id=574021e8-5a99-4599-a86e-9b43fe57cd6e HTTP/1.1" status: 200 len: 945 time: 0.1796429 Aug 29 04:29:57.922360 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82ef5cbc-6ffa-490b-93cf-f4bfbddfc7ca" -d '{"events": [{"server_uuid": "88950caa-cdb9-4041-944c-9fe324d1e635", "name": "network-vif-deleted", "tag": "72994ea6-e056-4ab7-b344-331f5806c6a1"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:29:58.054229 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-bef456ad-99e1-4c96-aa70-980593027a49 req-694ff484-f44e-4b03-bdaf-f43a90439cc2 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3e7d6d7-f66e-4c2c-97ed-f92e3dc1f00c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1441655 Aug 29 04:29:58.058991 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9c4db9-11d2-49ad-aa43-8d0d5c7dd0e3 req-ce385ced-1765-42c8-8191-e9af1e5630d2 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:58.062852 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6e9c4db9-11d2-49ad-aa43-8d0d5c7dd0e3 req-ce385ced-1765-42c8-8191-e9af1e5630d2 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/ports?device_id=7db183c3-4326-4aa4-b642-588c57cfaad5 HTTP/1.1" status: 200 len: 945 time: 0.3284876 Aug 29 04:29:58.149575 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6e9c4db9-11d2-49ad-aa43-8d0d5c7dd0e3 req-55a725bb-e858-4b90-99e3-ab42f11ce8ec tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/security-groups?id=f2284a1b-92b5-4cc6-825a-c1a1841e1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798678 Aug 29 04:29:58.160566 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1d573f4a-6fb5-42ac-9dc8-131e1db39b49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:58.246207 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4200bb49-14f5-48d3-aa3c-312ec5610e75 x-openstack-request-id: req-4200bb49-14f5-48d3-aa3c-312ec5610e75 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:29:58.246574 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88950caa-cdb9-4041-944c-9fe324d1e635", "name": "network-vif-deleted", "tag": "72994ea6-e056-4ab7-b344-331f5806c6a1", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:29:58.264193 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4200bb49-14f5-48d3-aa3c-312ec5610e75 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:29:58.264736 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88950caa-cdb9-4041-944c-9fe324d1e635', 'name': 'network-vif-deleted', 'tag': '72994ea6-e056-4ab7-b344-331f5806c6a1', 'status': 'completed', 'code': 200} Aug 29 04:29:58.479658 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d7d211a2-ac0d-4834-809e-af32fa616fdd req-5962706d-3e3a-472c-9c49-894e2a6dbceb tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/ports?device_id=88950caa-cdb9-4041-944c-9fe324d1e635 HTTP/1.1" status: 200 len: 210 time: 0.0600154 Aug 29 04:29:58.482984 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1d573f4a-6fb5-42ac-9dc8-131e1db39b49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:58.500428 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1d573f4a-6fb5-42ac-9dc8-131e1db39b49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:58.545218 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:58.554484 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d573f4a-6fb5-42ac-9dc8-131e1db39b49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3dbbfad-c497-4e67-939f-4a1af76f4ef0,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:58.626452 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 36990) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:58.659647 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-1d573f4a-6fb5-42ac-9dc8-131e1db39b49 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ea3123ac0dc544489ba746b087b1ed53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8135819 Aug 29 04:29:58.764376 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-60089c19-ae2c-4001-b111-75ee01a5f0a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:58.852306 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-60089c19-ae2c-4001-b111-75ee01a5f0a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:58.928656 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-60089c19-ae2c-4001-b111-75ee01a5f0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:58.944929 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-60089c19-ae2c-4001-b111-75ee01a5f0a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:58.946139 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-60089c19-ae2c-4001-b111-75ee01a5f0a4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b3dbbfad-c497-4e67-939f-4a1af76f4ef0 HTTP/1.1" status: 204 len: 168 time: 0.3186913 Aug 29 04:29:58.972271 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60089c19-ae2c-4001-b111-75ee01a5f0a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3dbbfad-c497-4e67-939f-4a1af76f4ef0,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:59.412626 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5e4b53-a811-4e40-a5cf-7f07d57b6cd8 req-868aca7d-d40a-49ba-acfe-428d6046cfd6 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:59.425023 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0e5e4b53-a811-4e40-a5cf-7f07d57b6cd8 req-868aca7d-d40a-49ba-acfe-428d6046cfd6 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/ports?device_id=7db183c3-4326-4aa4-b642-588c57cfaad5 HTTP/1.1" status: 200 len: 945 time: 0.1313837 Aug 29 04:29:59.486775 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0e5e4b53-a811-4e40-a5cf-7f07d57b6cd8 req-9d7d6cb4-f81c-4652-86f2-1403718bc378 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/security-groups?id=f2284a1b-92b5-4cc6-825a-c1a1841e1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589857 Aug 29 04:30:00.048315 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489bb523-1ab0-4c04-979a-5719ef19a530 req-e4a8f643-3a52-44dc-a377-a2e60c3c7fa1 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:00.070452 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-489bb523-1ab0-4c04-979a-5719ef19a530 req-e4a8f643-3a52-44dc-a377-a2e60c3c7fa1 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/ports?device_id=16f6b687-4b46-4d96-b12a-3bf36ed39490 HTTP/1.1" status: 200 len: 946 time: 0.1328945 Aug 29 04:30:00.136647 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-489bb523-1ab0-4c04-979a-5719ef19a530 req-d3b86cb9-55f2-4579-9140-4650d3217405 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e109d97-7970-4672-b6dc-5d385660134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561156 Aug 29 04:30:00.445293 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 37070) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:00.582706 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 72994ea6-e056-4ab7-b344-331f5806c6a1 no longer exists at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:30:00.644107 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] No Port match for: 72994ea6-e056-4ab7-b344-331f5806c6a1 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:30:00.644702 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 72994ea6-e056-4ab7-b344-331f5806c6a1 not bound to the agent host n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:30:00.782366 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d0089d-0b1f-4a76-b097-15a01b812645 req-603af196-79f4-4102-8ac9-f53afd750166 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:00.798694 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-77d0089d-0b1f-4a76-b097-15a01b812645 req-603af196-79f4-4102-8ac9-f53afd750166 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/ports?device_id=7db183c3-4326-4aa4-b642-588c57cfaad5 HTTP/1.1" status: 200 len: 945 time: 0.1467245 Aug 29 04:30:00.860415 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-77d0089d-0b1f-4a76-b097-15a01b812645 req-bb4084a7-a33e-417f-88dc-937884e41d3c tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/security-groups?id=f2284a1b-92b5-4cc6-825a-c1a1841e1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604889 Aug 29 04:30:01.399515 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294e851d-475e-4516-9b62-face9195f72e req-eab892a6-813e-44c0-b6c1-77e126425a63 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:01.403407 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-294e851d-475e-4516-9b62-face9195f72e req-eab892a6-813e-44c0-b6c1-77e126425a63 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/ports?device_id=16f6b687-4b46-4d96-b12a-3bf36ed39490 HTTP/1.1" status: 200 len: 946 time: 0.1373775 Aug 29 04:30:01.480784 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-294e851d-475e-4516-9b62-face9195f72e req-2eea5071-5108-421a-8fae-01ad9798bd8b tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e109d97-7970-4672-b6dc-5d385660134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707309 Aug 29 04:30:01.560437 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a8e2745f-73f2-42ca-b1cc-6246d218d273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713413'] for router_interface, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:02.171967 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4cb988-71fa-488a-8b6f-2010817e8d05 req-d7242ea1-8762-4e07-b72d-bd55dba21787 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:02.178520 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6e4cb988-71fa-488a-8b6f-2010817e8d05 req-d7242ea1-8762-4e07-b72d-bd55dba21787 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/ports?device_id=7db183c3-4326-4aa4-b642-588c57cfaad5 HTTP/1.1" status: 200 len: 945 time: 0.1458595 Aug 29 04:30:02.236486 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acec4c10-5b90-4f87-89d3-f32065460806 req-3a3cc80a-d946-4f1f-9b40-0bf4cb4086a0 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:02.238247 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-acec4c10-5b90-4f87-89d3-f32065460806 req-3a3cc80a-d946-4f1f-9b40-0bf4cb4086a0 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.46 "GET /v2.0/ports?device_id=16f6b687-4b46-4d96-b12a-3bf36ed39490 HTTP/1.1" status: 200 len: 946 time: 0.1668749 Aug 29 04:30:02.281518 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6e4cb988-71fa-488a-8b6f-2010817e8d05 req-6b147137-356d-4250-94db-d688674fdebd tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/security-groups?id=f2284a1b-92b5-4cc6-825a-c1a1841e1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921197 Aug 29 04:30:02.329645 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a8e2745f-73f2-42ca-b1cc-6246d218d273 admin admin] Deleting port 68e6ad39-e549-4461-994d-31a6310102c3 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:30:02.330000 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a8e2745f-73f2-42ca-b1cc-6246d218d273 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:02.544004 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-a8e2745f-73f2-42ca-b1cc-6246d218d273 admin admin] For port 68e6ad39-e549-4461-994d-31a6310102c3, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=68e6ad39-e549-4461-994d-31a6310102c3,segment=NetworkSegment(b7e29be2-2d72-4cb8-b31e-936b8c0601de),segment_id=b7e29be2-2d72-4cb8-b31e-936b8c0601de)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:02.544661 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a8e2745f-73f2-42ca-b1cc-6246d218d273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:02.575519 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 37182) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:02.585233 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-acec4c10-5b90-4f87-89d3-f32065460806 req-85bf1086-cb16-4d6a-a9ac-869b4713b10e tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] Deleting port c7c852cb-98de-4d38-bfd3-8b82aec30296 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:30:02.586171 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-acec4c10-5b90-4f87-89d3-f32065460806 req-85bf1086-cb16-4d6a-a9ac-869b4713b10e tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:02.611265 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a8e2745f-73f2-42ca-b1cc-6246d218d273 admin admin] Calling delete_port for 68e6ad39-e549-4461-994d-31a6310102c3 owned by network:router_interface {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:30:02.747895 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f2d6f3-ad7c-489c-b6c5-27ee49604b09 req-aa6a4b9c-6f1c-4605-b0f6-cfd28b359e88 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:02.749475 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-46f2d6f3-ad7c-489c-b6c5-27ee49604b09 req-aa6a4b9c-6f1c-4605-b0f6-cfd28b359e88 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/ports?device_id=16f6b687-4b46-4d96-b12a-3bf36ed39490 HTTP/1.1" status: 200 len: 946 time: 0.1064081 Aug 29 04:30:02.775044 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6d3d3d99-4103-4e00-be8d-0c446df2b914 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:02.824280 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-46f2d6f3-ad7c-489c-b6c5-27ee49604b09 req-99c430cc-0d36-4336-83cc-44ba42e5546c tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e109d97-7970-4672-b6dc-5d385660134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624220 Aug 29 04:30:02.972770 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6d3d3d99-4103-4e00-be8d-0c446df2b914 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:02.978086 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6d3d3d99-4103-4e00-be8d-0c446df2b914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:03.013678 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-6d3d3d99-4103-4e00-be8d-0c446df2b914 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c174dc00bc0f477c8a02018af8259ffc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4361830 Aug 29 04:30:03.020533 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 37196) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:03.098585 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d9116b14-5bfc-4ab4-9457-cf23d96ee22e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:03.126841 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d9116b14-5bfc-4ab4-9457-cf23d96ee22e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:03.159230 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3d3d99-4103-4e00-be8d-0c446df2b914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc97b505-e2db-4377-9afd-341692655bf2,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:03.190769 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d9116b14-5bfc-4ab4-9457-cf23d96ee22e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:03.194543 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d9116b14-5bfc-4ab4-9457-cf23d96ee22e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:03.198480 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-d9116b14-5bfc-4ab4-9457-cf23d96ee22e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cc97b505-e2db-4377-9afd-341692655bf2 HTTP/1.1" status: 204 len: 168 time: 0.1739192 Aug 29 04:30:03.220337 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9116b14-5bfc-4ab4-9457-cf23d96ee22e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc97b505-e2db-4377-9afd-341692655bf2,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:03.253741 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-acec4c10-5b90-4f87-89d3-f32065460806 req-85bf1086-cb16-4d6a-a9ac-869b4713b10e tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] For port c7c852cb-98de-4d38-bfd3-8b82aec30296, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=c7c852cb-98de-4d38-bfd3-8b82aec30296,segment=NetworkSegment(4d8fc0d0-6c01-43d5-aa88-9880603a8027),segment_id=4d8fc0d0-6c01-43d5-aa88-9880603a8027)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:03.254238 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-acec4c10-5b90-4f87-89d3-f32065460806 req-85bf1086-cb16-4d6a-a9ac-869b4713b10e tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:03.296556 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-acec4c10-5b90-4f87-89d3-f32065460806 req-85bf1086-cb16-4d6a-a9ac-869b4713b10e tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] Calling delete_port for c7c852cb-98de-4d38-bfd3-8b82aec30296 owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:30:03.383900 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5da41e1a-e3e2-40ad-9442-9c970755048c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:03.425962 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a8e2745f-73f2-42ca-b1cc-6246d218d273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:03.561632 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e2745f-73f2-42ca-b1cc-6246d218d273 admin admin] Pushing event deleted for resources: {'Port': ['ID=68e6ad39-e549-4461-994d-31a6310102c3,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:03.811655 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 37234) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:03.834072 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ff9dcd05-1313-4aef-aa50-630fdb1f8b70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:03.874930 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-acec4c10-5b90-4f87-89d3-f32065460806 req-85bf1086-cb16-4d6a-a9ac-869b4713b10e tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:03.900646 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['c7c852cb-98de-4d38-bfd3-8b82aec30296'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:30:04.013062 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0f94ea-dbde-4111-8f8e-e840efce71a6 req-09b89b11-67bb-4808-b005-49076b66d9a8 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:04.014869 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0e0f94ea-dbde-4111-8f8e-e840efce71a6 req-09b89b11-67bb-4808-b005-49076b66d9a8 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/ports?device_id=7db183c3-4326-4aa4-b642-588c57cfaad5 HTTP/1.1" status: 200 len: 945 time: 0.5653377 Aug 29 04:30:04.015727 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-acec4c10-5b90-4f87-89d3-f32065460806 req-85bf1086-cb16-4d6a-a9ac-869b4713b10e tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] No DVR routers for this DVR port c7c852cb-98de-4d38-bfd3-8b82aec30296 on host n-h1-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:30:04.019882 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bf1086-cb16-4d6a-a9ac-869b4713b10e tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] Pushing event deleted for resources: {'Port': ['ID=c7c852cb-98de-4d38-bfd3-8b82aec30296,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:04.023889 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-acec4c10-5b90-4f87-89d3-f32065460806 req-85bf1086-cb16-4d6a-a9ac-869b4713b10e tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:04.026142 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-acec4c10-5b90-4f87-89d3-f32065460806 req-85bf1086-cb16-4d6a-a9ac-869b4713b10e tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.46 "DELETE /v2.0/ports/c7c852cb-98de-4d38-bfd3-8b82aec30296 HTTP/1.1" status: 204 len: 173 time: 1.7750213 Aug 29 04:30:04.026618 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16f6b687-4b46-4d96-b12a-3bf36ed39490', 'name': 'network-vif-deleted', 'tag': 'c7c852cb-98de-4d38-bfd3-8b82aec30296'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:30:04.029043 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2caa8441-0b73-4d2a-9eb7-2c31ee9d01ad" -d '{"events": [{"server_uuid": "16f6b687-4b46-4d96-b12a-3bf36ed39490", "name": "network-vif-deleted", "tag": "c7c852cb-98de-4d38-bfd3-8b82aec30296"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:30:04.110773 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7932719f-dcb7-4df0-a75a-01168345cab3 req-7167e3de-31df-49eb-9b00-6a8e64257477 tempest-ServerRescueTestJSON-352863212 tempest-ServerRescueTestJSON-352863212-project] 10.222.0.22 "GET /v2.0/ports?device_id=16f6b687-4b46-4d96-b12a-3bf36ed39490 HTTP/1.1" status: 200 len: 210 time: 0.0499854 Aug 29 04:30:04.180080 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a8e2745f-73f2-42ca-b1cc-6246d218d273 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-713231'] for router_interface, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:04.202121 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0e0f94ea-dbde-4111-8f8e-e840efce71a6 req-415256cf-d8ea-4520-bf3f-9cbf4be353a2 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/security-groups?id=f2284a1b-92b5-4cc6-825a-c1a1841e1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657186 Aug 29 04:30:04.286540 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78e1eb7c-c522-4071-b7d4-84939e7c411d x-openstack-request-id: req-78e1eb7c-c522-4071-b7d4-84939e7c411d {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:30:04.287048 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16f6b687-4b46-4d96-b12a-3bf36ed39490", "name": "network-vif-deleted", "tag": "c7c852cb-98de-4d38-bfd3-8b82aec30296", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:30:04.287456 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-78e1eb7c-c522-4071-b7d4-84939e7c411d {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:30:04.288078 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16f6b687-4b46-4d96-b12a-3bf36ed39490', 'name': 'network-vif-deleted', 'tag': 'c7c852cb-98de-4d38-bfd3-8b82aec30296', 'status': 'completed', 'code': 200} Aug 29 04:30:04.306823 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ff9dcd05-1313-4aef-aa50-630fdb1f8b70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:04.313960 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ff9dcd05-1313-4aef-aa50-630fdb1f8b70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:04.367236 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-ff9dcd05-1313-4aef-aa50-630fdb1f8b70 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d2dbc06027fa4def848870c33894559e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5542424 Aug 29 04:30:04.368578 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9dcd05-1313-4aef-aa50-630fdb1f8b70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3da791ea-0022-429a-a950-8bd5601e23b9,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:04.371408 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 37246) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:04.506087 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bfa8e0e8-887e-4b3e-8307-5cd86dcfc216 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:04.575382 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bfa8e0e8-887e-4b3e-8307-5cd86dcfc216 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:04.702304 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8e2745f-73f2-42ca-b1cc-6246d218d273 admin admin] Router 3171918c-1291-42c5-a143-1056541b5b0e has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:30:04.711641 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bfa8e0e8-887e-4b3e-8307-5cd86dcfc216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:04.715190 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bfa8e0e8-887e-4b3e-8307-5cd86dcfc216 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:04.717264 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-bfa8e0e8-887e-4b3e-8307-5cd86dcfc216 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3da791ea-0022-429a-a950-8bd5601e23b9 HTTP/1.1" status: 204 len: 168 time: 0.3446300 Aug 29 04:30:04.733099 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa8e0e8-887e-4b3e-8307-5cd86dcfc216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3da791ea-0022-429a-a950-8bd5601e23b9,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:04.957410 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8e2745f-73f2-42ca-b1cc-6246d218d273 admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:30:04.967986 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a745a1-9733-4ecd-9ec3-f986c078dec7 None None] Sync routers for ids ['3171918c-1291-42c5-a143-1056541b5b0e'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:30:04.972718 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 37268) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:04.973529 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-a8e2745f-73f2-42ca-b1cc-6246d218d273 admin admin] 10.222.0.22 "PUT /v2.0/routers/3171918c-1291-42c5-a143-1056541b5b0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5263782 Aug 29 04:30:04.985043 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a745a1-9733-4ecd-9ec3-f986c078dec7 None None] Routers {'3171918c-1291-42c5-a143-1056541b5b0e'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:30:04.985707 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-77a745a1-9733-4ecd-9ec3-f986c078dec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:29:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['3171918c-1291-42c5-a143-1056541b5b0e'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:05.223802 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 37278) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:05.262184 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-77a745a1-9733-4ecd-9ec3-f986c078dec7 None None] Set router 3171918c-1291-42c5-a143-1056541b5b0e gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:30:05.272722 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fc5f801d-7c6e-42e4-abed-12390adc72ca admin admin] Notify callbacks [] for router, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:05.542476 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b42da8-631b-45e9-b150-bf782dd1b90e req-31330c79-cd4b-4b76-ba02-6772ccd5b213 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:05.548634 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-51b42da8-631b-45e9-b150-bf782dd1b90e req-31330c79-cd4b-4b76-ba02-6772ccd5b213 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/ports?device_id=7db183c3-4326-4aa4-b642-588c57cfaad5 HTTP/1.1" status: 200 len: 945 time: 0.1897042 Aug 29 04:30:05.680144 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-51b42da8-631b-45e9-b150-bf782dd1b90e req-de5e9dd2-7d1b-4071-a095-38d80200966e tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/security-groups?id=f2284a1b-92b5-4cc6-825a-c1a1841e1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044753 Aug 29 04:30:05.694175 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fc5f801d-7c6e-42e4-abed-12390adc72ca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:05.791877 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-77a745a1-9733-4ecd-9ec3-f986c078dec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3171918c-1291-42c5-a143-1056541b5b0e', 'name': 'tempest-TaggedBootDevicesTest_v242-1130034549-router', 'tenant_id': 'e5f0d8ebc9a74e589a93c4dfadff20f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': 'f8c3669f-4319-47ca-b0d9-f55383805589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:17:39Z', 'updated_at': '2021-08-29T04:30:03Z', 'revision_number': 5, 'project_id': 'e5f0d8ebc9a74e589a93c4dfadff20f5', 'gw_port': {'id': 'f8c3669f-4319-47ca-b0d9-f55383805589', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3171918c-1291-42c5-a143-1056541b5b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:17:41Z', 'updated_at': '2021-08-29T04:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:05.802264 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-fc5f801d-7c6e-42e4-abed-12390adc72ca admin admin] Deleting port f8c3669f-4319-47ca-b0d9-f55383805589 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:30:05.802530 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fc5f801d-7c6e-42e4-abed-12390adc72ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:05.836355 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a745a1-9733-4ecd-9ec3-f986c078dec7 None None] Checking router: 3171918c-1291-42c5-a143-1056541b5b0e for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:30:05.846600 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a745a1-9733-4ecd-9ec3-f986c078dec7 None None] Routers {'3171918c-1291-42c5-a143-1056541b5b0e'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:30:05.847633 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-77a745a1-9733-4ecd-9ec3-f986c078dec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:29:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['3171918c-1291-42c5-a143-1056541b5b0e'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:05.931167 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-fc5f801d-7c6e-42e4-abed-12390adc72ca admin admin] For port f8c3669f-4319-47ca-b0d9-f55383805589, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=f8c3669f-4319-47ca-b0d9-f55383805589,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:05.931827 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fc5f801d-7c6e-42e4-abed-12390adc72ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:05.947039 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-fc5f801d-7c6e-42e4-abed-12390adc72ca admin admin] Calling delete_port for f8c3669f-4319-47ca-b0d9-f55383805589 owned by network:router_gateway {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:30:06.064814 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126f36cb-a36e-4c73-b1c0-9a2d5e75f294 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713413'] for router_interface, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:06.283806 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fc5f801d-7c6e-42e4-abed-12390adc72ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:06.378164 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5f801d-7c6e-42e4-abed-12390adc72ca admin admin] Pushing event deleted for resources: {'Port': ['ID=f8c3669f-4319-47ca-b0d9-f55383805589,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:06.441765 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-77a745a1-9733-4ecd-9ec3-f986c078dec7 None None] Set router 3171918c-1291-42c5-a143-1056541b5b0e gateway port host: None {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:30:06.507360 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-77a745a1-9733-4ecd-9ec3-f986c078dec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3171918c-1291-42c5-a143-1056541b5b0e', 'name': 'tempest-TaggedBootDevicesTest_v242-1130034549-router', 'tenant_id': 'e5f0d8ebc9a74e589a93c4dfadff20f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:17:39Z', 'updated_at': '2021-08-29T04:30:05Z', 'revision_number': 6, 'project_id': 'e5f0d8ebc9a74e589a93c4dfadff20f5', 'gw_port_host': None}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:06.574562 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fc5f801d-7c6e-42e4-abed-12390adc72ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719445'] for router_gateway, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:06.578979 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c8fdbb6d-2cfd-4f80-9868-059d25d1b54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:06.580784 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a745a1-9733-4ecd-9ec3-f986c078dec7 None None] The sync data for ids ['3171918c-1291-42c5-a143-1056541b5b0e'] in n-d-712140-12 is: [{'id': '3171918c-1291-42c5-a143-1056541b5b0e', 'name': 'tempest-TaggedBootDevicesTest_v242-1130034549-router', 'tenant_id': 'e5f0d8ebc9a74e589a93c4dfadff20f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:17:39Z', 'updated_at': '2021-08-29T04:30:05Z', 'revision_number': 6, 'project_id': 'e5f0d8ebc9a74e589a93c4dfadff20f5', 'gw_port_host': None}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:30:06.727393 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fc5f801d-7c6e-42e4-abed-12390adc72ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:06.730503 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fc5f801d-7c6e-42e4-abed-12390adc72ca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:06.741872 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device c7c852cb-98de-4d38-bfd3-8b82aec30296 no longer exists at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:30:06.800648 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fc5f801d-7c6e-42e4-abed-12390adc72ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717253'] for router, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:06.802235 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc5f801d-7c6e-42e4-abed-12390adc72ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3171918c-1291-42c5-a143-1056541b5b0e {{(pid=94829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:30:06.809735 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] No Port match for: c7c852cb-98de-4d38-bfd3-8b82aec30296 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:30:06.812135 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device c7c852cb-98de-4d38-bfd3-8b82aec30296 not bound to the agent host n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:30:06.815251 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fc5f801d-7c6e-42e4-abed-12390adc72ca admin admin] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:06.819831 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-fc5f801d-7c6e-42e4-abed-12390adc72ca admin admin] 10.222.0.22 "DELETE /v2.0/routers/3171918c-1291-42c5-a143-1056541b5b0e HTTP/1.1" status: 204 len: 168 time: 1.8457158 Aug 29 04:30:06.820619 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 37342) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:06.910219 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3d15364-1035-4d07-98a4-4180e6b6b1d8 admin admin] Deleting subnet b310944e-35be-44a6-a31c-3869b759bdd1 {{(pid=94829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:30:06.921505 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a3d15364-1035-4d07-98a4-4180e6b6b1d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:06.977065 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a3d15364-1035-4d07-98a4-4180e6b6b1d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4311743'] for subnet, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:07.023728 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 37348) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:07.057321 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946a0aed-87a6-4191-b2e1-19ae89ed11ce req-81525298-ddad-4fb4-bc31-85b7a232629b tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:07.062541 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-946a0aed-87a6-4191-b2e1-19ae89ed11ce req-81525298-ddad-4fb4-bc31-85b7a232629b tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/ports?device_id=7db183c3-4326-4aa4-b642-588c57cfaad5 HTTP/1.1" status: 200 len: 945 time: 0.2499654 Aug 29 04:30:07.130309 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:07.167931 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-946a0aed-87a6-4191-b2e1-19ae89ed11ce req-cfa9af80-20e4-40ed-a2ab-fd220a8d4bd4 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/security-groups?id=f2284a1b-92b5-4cc6-825a-c1a1841e1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971067 Aug 29 04:30:07.171412 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-126f36cb-a36e-4c73-b1c0-9a2d5e75f294 admin admin] Deleting port 9a3c5b5b-acf4-4662-998f-571a8975572d {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:30:07.172051 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126f36cb-a36e-4c73-b1c0-9a2d5e75f294 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:07.207187 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a3d15364-1035-4d07-98a4-4180e6b6b1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:07.210209 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:07.302613 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126f36cb-a36e-4c73-b1c0-9a2d5e75f294 admin admin] For port 9a3c5b5b-acf4-4662-998f-571a8975572d, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=9a3c5b5b-acf4-4662-998f-571a8975572d,segment=NetworkSegment(4d8fc0d0-6c01-43d5-aa88-9880603a8027),segment_id=4d8fc0d0-6c01-43d5-aa88-9880603a8027)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:07.303204 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126f36cb-a36e-4c73-b1c0-9a2d5e75f294 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:07.303520 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a3d15364-1035-4d07-98a4-4180e6b6b1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4552352'] for subnet, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:07.322680 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-10f3be7d-231c-455b-b29b-16e05ad41063 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:07.327047 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d15364-1035-4d07-98a4-4180e6b6b1d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b310944e-35be-44a6-a31c-3869b759bdd1,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:07.343912 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-126f36cb-a36e-4c73-b1c0-9a2d5e75f294 admin admin] Calling delete_port for 9a3c5b5b-acf4-4662-998f-571a8975572d owned by network:router_interface {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:30:07.352724 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a3d15364-1035-4d07-98a4-4180e6b6b1d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:07.352885 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ab249f-e2d2-4a38-a2c8-e7dcd16da42b None None] Network 3085f602-11fb-40e6-8771-e57304cb25d6 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:30:07.356026 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-a3d15364-1035-4d07-98a4-4180e6b6b1d8 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/b310944e-35be-44a6-a31c-3869b759bdd1 HTTP/1.1" status: 204 len: 168 time: 0.5342469 Aug 29 04:30:07.358596 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 37356) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:07.533704 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9a71aa6d-12c6-458c-b745-7192e1bcc68c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:07.697784 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-9a71aa6d-12c6-458c-b745-7192e1bcc68c admin admin] Deleting port c2c28440-dea1-4998-bc4d-8b20b23ff3b0 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:30:07.705376 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9a71aa6d-12c6-458c-b745-7192e1bcc68c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:07.866497 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e2d30d-a5d4-475c-abc9-a4fbab3a9e52 None None] DHCP port deletion for 3085f602-11fb-40e6-8771-e57304cb25d6 request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:30:07.904011 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-9a71aa6d-12c6-458c-b745-7192e1bcc68c admin admin] For port c2c28440-dea1-4998-bc4d-8b20b23ff3b0, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=c2c28440-dea1-4998-bc4d-8b20b23ff3b0,segment=NetworkSegment(b7e29be2-2d72-4cb8-b31e-936b8c0601de),segment_id=b7e29be2-2d72-4cb8-b31e-936b8c0601de)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:07.904534 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9a71aa6d-12c6-458c-b745-7192e1bcc68c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:07.920748 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 68e6ad39-e549-4461-994d-31a6310102c3 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:30:07.924957 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-9a71aa6d-12c6-458c-b745-7192e1bcc68c admin admin] Calling delete_port for c2c28440-dea1-4998-bc4d-8b20b23ff3b0 owned by network:dhcp {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:30:07.947351 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 68e6ad39-e549-4461-994d-31a6310102c3 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:30:07.947913 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 68e6ad39-e549-4461-994d-31a6310102c3 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:30:07.949022 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device f8c3669f-4319-47ca-b0d9-f55383805589 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:30:08.029937 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: f8c3669f-4319-47ca-b0d9-f55383805589 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:30:08.030760 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device f8c3669f-4319-47ca-b0d9-f55383805589 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:30:08.050754 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-61e2d30d-a5d4-475c-abc9-a4fbab3a9e52 None None] Deleting port c2c28440-dea1-4998-bc4d-8b20b23ff3b0 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:30:08.051604 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-61e2d30d-a5d4-475c-abc9-a4fbab3a9e52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:08.119918 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9a71aa6d-12c6-458c-b745-7192e1bcc68c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:08.173090 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a71aa6d-12c6-458c-b745-7192e1bcc68c admin admin] Pushing event deleted for resources: {'Port': ['ID=c2c28440-dea1-4998-bc4d-8b20b23ff3b0,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:08.175700 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a71aa6d-12c6-458c-b745-7192e1bcc68c admin admin] No DVR routers for this DVR port c2c28440-dea1-4998-bc4d-8b20b23ff3b0 on host n-d-712140-12 {{(pid=94829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:30:08.187944 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-61e2d30d-a5d4-475c-abc9-a4fbab3a9e52 None None] For port c2c28440-dea1-4998-bc4d-8b20b23ff3b0, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=c2c28440-dea1-4998-bc4d-8b20b23ff3b0,segment=NetworkSegment(b7e29be2-2d72-4cb8-b31e-936b8c0601de),segment_id=b7e29be2-2d72-4cb8-b31e-936b8c0601de)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:08.188809 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-61e2d30d-a5d4-475c-abc9-a4fbab3a9e52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:08.210421 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-61e2d30d-a5d4-475c-abc9-a4fbab3a9e52 None None] Calling delete_port for c2c28440-dea1-4998-bc4d-8b20b23ff3b0 owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:30:08.338844 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126f36cb-a36e-4c73-b1c0-9a2d5e75f294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:08.354307 n-d-712140-12 neutron-server[94830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:30:08.354307 n-d-712140-12 neutron-server[94830]: self.session.flush() Aug 29 04:30:08.354307 n-d-712140-12 neutron-server[94830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:30:08.354307 n-d-712140-12 neutron-server[94830]: self.session.flush() Aug 29 04:30:08.354307 n-d-712140-12 neutron-server[94830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:30:08.354307 n-d-712140-12 neutron-server[94830]: self.session.flush() Aug 29 04:30:08.354307 n-d-712140-12 neutron-server[94830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:30:08.354307 n-d-712140-12 neutron-server[94830]: self.session.flush() Aug 29 04:30:08.354307 n-d-712140-12 neutron-server[94830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:30:08.354307 n-d-712140-12 neutron-server[94830]: self.session.flush() Aug 29 04:30:08.354307 n-d-712140-12 neutron-server[94830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:30:08.354307 n-d-712140-12 neutron-server[94830]: self.session.flush() Aug 29 04:30:08.354307 n-d-712140-12 neutron-server[94830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:30:08.354307 n-d-712140-12 neutron-server[94830]: self.session.flush() Aug 29 04:30:08.354307 n-d-712140-12 neutron-server[94830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:30:08.354307 n-d-712140-12 neutron-server[94830]: self.session.flush() Aug 29 04:30:08.354307 n-d-712140-12 neutron-server[94830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:30:08.354307 n-d-712140-12 neutron-server[94830]: self.session.flush() Aug 29 04:30:08.354307 n-d-712140-12 neutron-server[94830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:30:08.354307 n-d-712140-12 neutron-server[94830]: self.session.flush() Aug 29 04:30:08.354307 n-d-712140-12 neutron-server[94830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:30:08.354307 n-d-712140-12 neutron-server[94830]: self.session.flush() Aug 29 04:30:08.354307 n-d-712140-12 neutron-server[94830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:30:08.354307 n-d-712140-12 neutron-server[94830]: self.session.flush() Aug 29 04:30:08.354307 n-d-712140-12 neutron-server[94830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:30:08.354307 n-d-712140-12 neutron-server[94830]: self.session.flush() Aug 29 04:30:08.354307 n-d-712140-12 neutron-server[94830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:30:08.354307 n-d-712140-12 neutron-server[94830]: self.session.flush() Aug 29 04:30:08.354307 n-d-712140-12 neutron-server[94830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:30:08.354307 n-d-712140-12 neutron-server[94830]: self.session.flush() Aug 29 04:30:08.354307 n-d-712140-12 neutron-server[94830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:30:08.354307 n-d-712140-12 neutron-server[94830]: self.session.flush() Aug 29 04:30:08.354307 n-d-712140-12 neutron-server[94830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:30:08.354307 n-d-712140-12 neutron-server[94830]: self.session.flush() Aug 29 04:30:08.354307 n-d-712140-12 neutron-server[94830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:30:08.354307 n-d-712140-12 neutron-server[94830]: self.session.flush() Aug 29 04:30:08.354307 n-d-712140-12 neutron-server[94830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:30:08.354307 n-d-712140-12 neutron-server[94830]: self.session.flush() Aug 29 04:30:08.354307 n-d-712140-12 neutron-server[94830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:30:08.354307 n-d-712140-12 neutron-server[94830]: self.session.flush() Aug 29 04:30:08.356804 n-d-712140-12 neutron-server[94830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:30:08.356804 n-d-712140-12 neutron-server[94830]: self.session.flush() Aug 29 04:30:08.356804 n-d-712140-12 neutron-server[94830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:30:08.356804 n-d-712140-12 neutron-server[94830]: self.session.flush() Aug 29 04:30:08.356804 n-d-712140-12 neutron-server[94830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:30:08.356804 n-d-712140-12 neutron-server[94830]: self.session.flush() Aug 29 04:30:08.356804 n-d-712140-12 neutron-server[94830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:30:08.356804 n-d-712140-12 neutron-server[94830]: self.session.flush() Aug 29 04:30:08.356804 n-d-712140-12 neutron-server[94830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:30:08.356804 n-d-712140-12 neutron-server[94830]: self.session.flush() Aug 29 04:30:08.356804 n-d-712140-12 neutron-server[94830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:30:08.356804 n-d-712140-12 neutron-server[94830]: self.session.flush() Aug 29 04:30:08.356804 n-d-712140-12 neutron-server[94830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:30:08.356804 n-d-712140-12 neutron-server[94830]: self.session.flush() Aug 29 04:30:08.374206 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-61e2d30d-a5d4-475c-abc9-a4fbab3a9e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:08.399341 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e2d30d-a5d4-475c-abc9-a4fbab3a9e52 None None] No DVR routers for this DVR port c2c28440-dea1-4998-bc4d-8b20b23ff3b0 on host n-d-712140-12 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:30:08.407491 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9a71aa6d-12c6-458c-b745-7192e1bcc68c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:08.421632 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-9a71aa6d-12c6-458c-b745-7192e1bcc68c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3085f602-11fb-40e6-8771-e57304cb25d6']}} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:08.428943 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126f36cb-a36e-4c73-b1c0-9a2d5e75f294 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a3c5b5b-acf4-4662-998f-571a8975572d,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:08.443324 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7dbfc8-3138-41a8-b1de-4558294fc57b req-e1a6824f-28af-4c9b-8a4a-0be358616b6a tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:08.451178 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6d7dbfc8-3138-41a8-b1de-4558294fc57b req-e1a6824f-28af-4c9b-8a4a-0be358616b6a tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/ports?device_id=7db183c3-4326-4aa4-b642-588c57cfaad5 HTTP/1.1" status: 200 len: 945 time: 0.1057963 Aug 29 04:30:08.456018 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-9a71aa6d-12c6-458c-b745-7192e1bcc68c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7e29be2-2d72-4cb8-b31e-936b8c0601de') {'for_net_delete': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:08.456322 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-9a71aa6d-12c6-458c-b745-7192e1bcc68c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7e29be2-2d72-4cb8-b31e-936b8c0601de') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:08.464045 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e2d30d-a5d4-475c-abc9-a4fbab3a9e52 None None] Pushing event deleted for resources: {'Port': ['ID=c2c28440-dea1-4998-bc4d-8b20b23ff3b0,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:08.485883 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9a71aa6d-12c6-458c-b745-7192e1bcc68c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4311712'] for segment, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:08.539327 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9a71aa6d-12c6-458c-b745-7192e1bcc68c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:08.551190 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6d7dbfc8-3138-41a8-b1de-4558294fc57b req-59b84b67-2543-4b5a-8e75-04b7d2921b91 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/security-groups?id=f2284a1b-92b5-4cc6-825a-c1a1841e1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847740 Aug 29 04:30:08.586941 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a71aa6d-12c6-458c-b745-7192e1bcc68c admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=94829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:30:08.587595 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9a71aa6d-12c6-458c-b745-7192e1bcc68c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4274277'] for segment, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:08.589686 n-d-712140-12 neutron-server[94829]: Traceback (most recent call last): Aug 29 04:30:08.589686 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:30:08.589686 n-d-712140-12 neutron-server[94829]: timer() Aug 29 04:30:08.589686 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:30:08.589686 n-d-712140-12 neutron-server[94829]: cb(*args, **kw) Aug 29 04:30:08.589686 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:30:08.589686 n-d-712140-12 neutron-server[94829]: return func(*args, **kwargs) Aug 29 04:30:08.589686 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:30:08.589686 n-d-712140-12 neutron-server[94829]: self._notify() Aug 29 04:30:08.589686 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:30:08.589686 n-d-712140-12 neutron-server[94829]: self.callback(batched_events) Aug 29 04:30:08.589686 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:30:08.589686 n-d-712140-12 neutron-server[94829]: event.method(event) Aug 29 04:30:08.589686 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:30:08.589686 n-d-712140-12 neutron-server[94829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:30:08.589686 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:30:08.589686 n-d-712140-12 neutron-server[94829]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:30:08.589686 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:30:08.589686 n-d-712140-12 neutron-server[94829]: return f(self, *a, **k) Aug 29 04:30:08.589686 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:30:08.589686 n-d-712140-12 neutron-server[94829]: return self._get(url).json() Aug 29 04:30:08.589686 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:30:08.589686 n-d-712140-12 neutron-server[94829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:30:08.589686 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:30:08.589686 n-d-712140-12 neutron-server[94829]: return self.request(url, 'GET', **kwargs) Aug 29 04:30:08.589686 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:30:08.589686 n-d-712140-12 neutron-server[94829]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:30:08.589686 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:30:08.589686 n-d-712140-12 neutron-server[94829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:30:08.589686 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:30:08.589686 n-d-712140-12 neutron-server[94829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:30:08.589686 n-d-712140-12 neutron-server[94829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:30:08.641978 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:08.642385 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-10f3be7d-231c-455b-b29b-16e05ad41063 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:08.652191 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-10f3be7d-231c-455b-b29b-16e05ad41063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:08.658775 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9a71aa6d-12c6-458c-b745-7192e1bcc68c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:08.677753 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9a71aa6d-12c6-458c-b745-7192e1bcc68c admin admin] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:08.682276 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-9a71aa6d-12c6-458c-b745-7192e1bcc68c admin admin] 10.222.0.22 "DELETE /v2.0/networks/3085f602-11fb-40e6-8771-e57304cb25d6 HTTP/1.1" status: 204 len: 168 time: 1.3222370 Aug 29 04:30:08.750291 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a71aa6d-12c6-458c-b745-7192e1bcc68c admin admin] Pushing event deleted for resources: {'Network': ['ID=3085f602-11fb-40e6-8771-e57304cb25d6,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:08.770221 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f3be7d-231c-455b-b29b-16e05ad41063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74aee1db-5b68-427b-ba18-57d9fa23ab87,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:08.777042 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-10f3be7d-231c-455b-b29b-16e05ad41063 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=793b7fcd7cc8485f92c00e8ae4597623&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7522345 Aug 29 04:30:08.779859 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 37396) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:08.790752 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126f36cb-a36e-4c73-b1c0-9a2d5e75f294 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-713231'] for router_interface, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:08.919273 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a3df6c5b-4373-4ab0-b549-28867ccc5ef9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:08.945292 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a3df6c5b-4373-4ab0-b549-28867ccc5ef9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:08.972133 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 37404) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:09.028489 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:30:09.049802 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-fae80a1f-64fe-4880-aaaf-06193cfd5856 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e5f0d8ebc9a74e589a93c4dfadff20f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0764999 Aug 29 04:30:09.053303 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 37406) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:09.068347 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a3df6c5b-4373-4ab0-b549-28867ccc5ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:09.070865 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a3df6c5b-4373-4ab0-b549-28867ccc5ef9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:09.074298 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-a3df6c5b-4373-4ab0-b549-28867ccc5ef9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/74aee1db-5b68-427b-ba18-57d9fa23ab87 HTTP/1.1" status: 204 len: 168 time: 0.2909722 Aug 29 04:30:09.094565 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3df6c5b-4373-4ab0-b549-28867ccc5ef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74aee1db-5b68-427b-ba18-57d9fa23ab87,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:09.125857 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cf0eba43-4fbd-4d78-b3ac-5f801423f677 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:09.151083 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cf0eba43-4fbd-4d78-b3ac-5f801423f677 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:09.222540 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cf0eba43-4fbd-4d78-b3ac-5f801423f677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:09.226343 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cf0eba43-4fbd-4d78-b3ac-5f801423f677 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:09.234683 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-cf0eba43-4fbd-4d78-b3ac-5f801423f677 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c5569642-fe3a-4dae-b304-b5b17959f467 HTTP/1.1" status: 204 len: 168 time: 0.1763568 Aug 29 04:30:09.238253 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-126f36cb-a36e-4c73-b1c0-9a2d5e75f294 admin admin] Router cf82575a-eca0-4d45-a1fa-a6ea643a8d15 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:30:09.255990 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0eba43-4fbd-4d78-b3ac-5f801423f677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5569642-fe3a-4dae-b304-b5b17959f467,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:09.445194 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-126f36cb-a36e-4c73-b1c0-9a2d5e75f294 admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:30:09.454502 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2c36ba-d993-49e9-b618-74b4e5f89cf9 None None] Sync routers for ids ['cf82575a-eca0-4d45-a1fa-a6ea643a8d15'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:30:09.465531 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 37422) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:09.469175 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-126f36cb-a36e-4c73-b1c0-9a2d5e75f294 admin admin] 10.222.0.22 "PUT /v2.0/routers/cf82575a-eca0-4d45-a1fa-a6ea643a8d15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2419269 Aug 29 04:30:09.469876 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2c36ba-d993-49e9-b618-74b4e5f89cf9 None None] Routers {'cf82575a-eca0-4d45-a1fa-a6ea643a8d15'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:30:09.470525 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-2f2c36ba-d993-49e9-b618-74b4e5f89cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:30:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['cf82575a-eca0-4d45-a1fa-a6ea643a8d15'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:09.809719 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-2f2c36ba-d993-49e9-b618-74b4e5f89cf9 None None] Set router cf82575a-eca0-4d45-a1fa-a6ea643a8d15 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:30:09.853141 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fff2480a-7146-487f-85eb-5c82e9941332 admin admin] Notify callbacks [] for router, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:09.906825 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a11ee8-4ae2-430f-8f52-7f14138069da req-6701deca-86e1-4dd6-b45d-b8fff103dfa5 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:09.915294 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b0a11ee8-4ae2-430f-8f52-7f14138069da req-6701deca-86e1-4dd6-b45d-b8fff103dfa5 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/ports?device_id=7db183c3-4326-4aa4-b642-588c57cfaad5 HTTP/1.1" status: 200 len: 945 time: 0.2042732 Aug 29 04:30:10.048822 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b0a11ee8-4ae2-430f-8f52-7f14138069da req-353d342e-0d00-40e3-b986-79146599d05b tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/security-groups?id=f2284a1b-92b5-4cc6-825a-c1a1841e1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249850 Aug 29 04:30:10.083717 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device c2c28440-dea1-4998-bc4d-8b20b23ff3b0 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:30:10.147051 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: c2c28440-dea1-4998-bc4d-8b20b23ff3b0 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:30:10.147441 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device c2c28440-dea1-4998-bc4d-8b20b23ff3b0 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:30:10.233973 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fff2480a-7146-487f-85eb-5c82e9941332 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:10.305336 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-2f2c36ba-d993-49e9-b618-74b4e5f89cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf82575a-eca0-4d45-a1fa-a6ea643a8d15', 'name': 'tempest-ServerRescueTestJSON-629433375-router', 'tenant_id': 'a2ef8028d601470a9af15f492b593570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': 'f4c48393-faf3-498e-b6ee-60b9e7c3f64f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:27:48Z', 'updated_at': '2021-08-29T04:30:08Z', 'revision_number': 5, 'project_id': 'a2ef8028d601470a9af15f492b593570', 'gw_port': {'id': 'f4c48393-faf3-498e-b6ee-60b9e7c3f64f', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ae:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf82575a-eca0-4d45-a1fa-a6ea643a8d15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:27:50Z', 'updated_at': '2021-08-29T04:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:10.392168 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2c36ba-d993-49e9-b618-74b4e5f89cf9 None None] Checking router: cf82575a-eca0-4d45-a1fa-a6ea643a8d15 for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:30:10.393506 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-fff2480a-7146-487f-85eb-5c82e9941332 admin admin] Deleting port f4c48393-faf3-498e-b6ee-60b9e7c3f64f {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:30:10.393901 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fff2480a-7146-487f-85eb-5c82e9941332 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:10.423199 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2c36ba-d993-49e9-b618-74b4e5f89cf9 None None] Routers {'cf82575a-eca0-4d45-a1fa-a6ea643a8d15'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:30:10.423864 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-2f2c36ba-d993-49e9-b618-74b4e5f89cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:30:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['cf82575a-eca0-4d45-a1fa-a6ea643a8d15'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:10.591808 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-2f2c36ba-d993-49e9-b618-74b4e5f89cf9 None None] Set router cf82575a-eca0-4d45-a1fa-a6ea643a8d15 gateway port host: None {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:30:10.610347 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-fff2480a-7146-487f-85eb-5c82e9941332 admin admin] For port f4c48393-faf3-498e-b6ee-60b9e7c3f64f, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=f4c48393-faf3-498e-b6ee-60b9e7c3f64f,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:10.611314 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fff2480a-7146-487f-85eb-5c82e9941332 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:10.644844 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-fff2480a-7146-487f-85eb-5c82e9941332 admin admin] Calling delete_port for f4c48393-faf3-498e-b6ee-60b9e7c3f64f owned by network:router_gateway {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:30:10.686565 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-2f2c36ba-d993-49e9-b618-74b4e5f89cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf82575a-eca0-4d45-a1fa-a6ea643a8d15', 'name': 'tempest-ServerRescueTestJSON-629433375-router', 'tenant_id': 'a2ef8028d601470a9af15f492b593570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:27:48Z', 'updated_at': '2021-08-29T04:30:10Z', 'revision_number': 6, 'project_id': 'a2ef8028d601470a9af15f492b593570', 'gw_port_host': None}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:10.802660 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2c36ba-d993-49e9-b618-74b4e5f89cf9 None None] The sync data for ids ['cf82575a-eca0-4d45-a1fa-a6ea643a8d15'] in n-d-712140-12 is: [{'id': 'cf82575a-eca0-4d45-a1fa-a6ea643a8d15', 'name': 'tempest-ServerRescueTestJSON-629433375-router', 'tenant_id': 'a2ef8028d601470a9af15f492b593570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:27:48Z', 'updated_at': '2021-08-29T04:30:10Z', 'revision_number': 6, 'project_id': 'a2ef8028d601470a9af15f492b593570', 'gw_port_host': None}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:30:10.949183 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fff2480a-7146-487f-85eb-5c82e9941332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:10.968277 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 37494) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:11.024515 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff2480a-7146-487f-85eb-5c82e9941332 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4c48393-faf3-498e-b6ee-60b9e7c3f64f,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:11.072655 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fff2480a-7146-487f-85eb-5c82e9941332 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719445'] for router_gateway, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:11.145475 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-c5f67ef9-82bd-4106-b7d7-edef59be9ba3 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-115055526-network', 'tenant_id': 'c54a774e12ae46e5bc023eebe3d4b876'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:11.229219 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5f67ef9-82bd-4106-b7d7-edef59be9ba3 admin admin] Made reservation on behalf of c54a774e12ae46e5bc023eebe3d4b876 for: {'network': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:30:11.231181 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fff2480a-7146-487f-85eb-5c82e9941332 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:11.234961 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c5f67ef9-82bd-4106-b7d7-edef59be9ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:11.235960 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fff2480a-7146-487f-85eb-5c82e9941332 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:11.266887 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c5f67ef9-82bd-4106-b7d7-edef59be9ba3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:11.617358 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c5f67ef9-82bd-4106-b7d7-edef59be9ba3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:11.625615 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c5f67ef9-82bd-4106-b7d7-edef59be9ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:11.723216 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5f67ef9-82bd-4106-b7d7-edef59be9ba3 admin admin] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=94828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:30:11.726234 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f67ef9-82bd-4106-b7d7-edef59be9ba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=164ebbc3-63fc-499f-af1a-287fff1639b2,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:11.749044 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c5f67ef9-82bd-4106-b7d7-edef59be9ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:11.749511 n-d-712140-12 neutron-server[94828]: INFO neutron.db.segments_db [None req-c5f67ef9-82bd-4106-b7d7-edef59be9ba3 admin admin] Added segment 9a48f066-6d42-4a78-8c37-4a64c4ca9905 of type vlan for network 2cece0d9-5faa-4155-9869-b08cef086aee Aug 29 04:30:11.877492 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c5f67ef9-82bd-4106-b7d7-edef59be9ba3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:11.907265 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c5f67ef9-82bd-4106-b7d7-edef59be9ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:11.910556 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f67ef9-82bd-4106-b7d7-edef59be9ba3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:11.911428 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c5f67ef9-82bd-4106-b7d7-edef59be9ba3 admin admin] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:11.934530 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fff2480a-7146-487f-85eb-5c82e9941332 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717253'] for router, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:11.935124 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fff2480a-7146-487f-85eb-5c82e9941332 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf82575a-eca0-4d45-a1fa-a6ea643a8d15 {{(pid=94829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:30:11.942544 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device f4c48393-faf3-498e-b6ee-60b9e7c3f64f no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:30:11.954757 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fff2480a-7146-487f-85eb-5c82e9941332 admin admin] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:11.955978 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-fff2480a-7146-487f-85eb-5c82e9941332 admin admin] 10.222.0.22 "DELETE /v2.0/routers/cf82575a-eca0-4d45-a1fa-a6ea643a8d15 HTTP/1.1" status: 204 len: 168 time: 2.4898474 Aug 29 04:30:11.977875 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 37538) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:12.003764 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-c5f67ef9-82bd-4106-b7d7-edef59be9ba3 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0338411 Aug 29 04:30:12.005438 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: f4c48393-faf3-498e-b6ee-60b9e7c3f64f {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:30:12.006988 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 37544) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:12.007560 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device f4c48393-faf3-498e-b6ee-60b9e7c3f64f not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:30:12.008315 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 9a3c5b5b-acf4-4662-998f-571a8975572d no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:30:12.054247 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 9a3c5b5b-acf4-4662-998f-571a8975572d {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:30:12.054600 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 9a3c5b5b-acf4-4662-998f-571a8975572d not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:30:12.060054 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f67ef9-82bd-4106-b7d7-edef59be9ba3 admin admin] Pushing event updated for resources: {'Network': ['ID=2cece0d9-5faa-4155-9869-b08cef086aee,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:12.087272 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 2cece0d9-5faa-4155-9869-b08cef086aee details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:30:12.116262 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-0ae00577-8da6-48c4-8751-fc1155a10459 admin admin] Request body: {'subnet': {'network_id': '2cece0d9-5faa-4155-9869-b08cef086aee', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-115055526-subnet', 'tenant_id': 'c54a774e12ae46e5bc023eebe3d4b876', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:12.138353 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715e0713-210e-4a94-8638-e3571245429d req-95fef8a1-e091-4289-90ef-8214ab388539 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:12.146456 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-715e0713-210e-4a94-8638-e3571245429d req-95fef8a1-e091-4289-90ef-8214ab388539 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/ports?device_id=7db183c3-4326-4aa4-b642-588c57cfaad5 HTTP/1.1" status: 200 len: 945 time: 0.9251308 Aug 29 04:30:12.250419 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_v2 [None req-197978e8-bd4d-44ce-9c85-44a894cd4a6a admin admin] Deleting subnet 10771a12-2d54-4ee6-9435-3c52b51db3d5 {{(pid=94829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:30:12.275791 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-197978e8-bd4d-44ce-9c85-44a894cd4a6a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:12.277794 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 37552) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:12.282363 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ae00577-8da6-48c4-8751-fc1155a10459 admin admin] Made reservation on behalf of c54a774e12ae46e5bc023eebe3d4b876 for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:30:12.284677 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0ae00577-8da6-48c4-8751-fc1155a10459 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4552395'] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:12.328091 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-715e0713-210e-4a94-8638-e3571245429d req-fbf36ac1-8176-4f9f-ad56-e7c6b79602fb tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/security-groups?id=f2284a1b-92b5-4cc6-825a-c1a1841e1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803453 Aug 29 04:30:12.408732 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-197978e8-bd4d-44ce-9c85-44a894cd4a6a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4311743'] for subnet, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:12.481824 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-197978e8-bd4d-44ce-9c85-44a894cd4a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:12.593291 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-6e5a9083-7d12-4e92-a97a-af51b9ce8f8e tempest-MeteringIpV6TestJSON-1395209061 tempest-MeteringIpV6TestJSON-1395209061-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-544487030'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:12.593760 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-6e5a9083-7d12-4e92-a97a-af51b9ce8f8e tempest-MeteringIpV6TestJSON-1395209061 tempest-MeteringIpV6TestJSON-1395209061-project-admin] Unknown quota resources ['metering_label']. {{(pid=94829) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 04:30:12.700262 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-197978e8-bd4d-44ce-9c85-44a894cd4a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4552352'] for subnet, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:12.850985 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197978e8-bd4d-44ce-9c85-44a894cd4a6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10771a12-2d54-4ee6-9435-3c52b51db3d5,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:12.853788 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-197978e8-bd4d-44ce-9c85-44a894cd4a6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:12.856016 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-197978e8-bd4d-44ce-9c85-44a894cd4a6a admin admin] 10.222.0.22 "DELETE /v2.0/subnets/10771a12-2d54-4ee6-9435-3c52b51db3d5 HTTP/1.1" status: 204 len: 168 time: 0.8767014 Aug 29 04:30:12.858775 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 37568) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:12.959245 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0ae00577-8da6-48c4-8751-fc1155a10459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4274880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4552377'] for subnet, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:12.964033 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6e5a9083-7d12-4e92-a97a-af51b9ce8f8e tempest-MeteringIpV6TestJSON-1395209061 tempest-MeteringIpV6TestJSON-1395209061-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:12.965727 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-6e5a9083-7d12-4e92-a97a-af51b9ce8f8e tempest-MeteringIpV6TestJSON-1395209061 tempest-MeteringIpV6TestJSON-1395209061-project-admin] 10.222.0.22 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.6842787 Aug 29 04:30:12.971579 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 37576) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:12.976517 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-db753a28-f077-40ad-a3f5-e566e3dc4a74 tempest-MeteringIpV6TestJSON-1395209061 tempest-MeteringIpV6TestJSON-1395209061-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '19873e1d-7f13-4410-9e62-13257667a9e1'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:12.977304 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-db753a28-f077-40ad-a3f5-e566e3dc4a74 tempest-MeteringIpV6TestJSON-1395209061 tempest-MeteringIpV6TestJSON-1395209061-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94829) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 04:30:13.032112 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b71da02b-6e67-4f66-840c-9a61c0edd9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:13.127234 n-d-712140-12 neutron-server[94829]: WARNING neutron.services.metering.metering_plugin [None req-db753a28-f077-40ad-a3f5-e566e3dc4a74 tempest-MeteringIpV6TestJSON-1395209061 tempest-MeteringIpV6TestJSON-1395209061-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 29 04:30:13.147099 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae00577-8da6-48c4-8751-fc1155a10459 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d25e1857-e695-4a1c-bc83-1d48fc8e15e2,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:13.247146 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae00577-8da6-48c4-8751-fc1155a10459 admin admin] Checking segment: {'id': '9a48f066-6d42-4a78-8c37-4a64c4ca9905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2cece0d9-5faa-4155-9869-b08cef086aee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:30:13.249085 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b71da02b-6e67-4f66-840c-9a61c0edd9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:13.252202 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae00577-8da6-48c4-8751-fc1155a10459 admin admin] Network hostable DHCP agents. Network: 2cece0d9-5faa-4155-9869-b08cef086aee, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:30:13.255334 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae00577-8da6-48c4-8751-fc1155a10459 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:13.260798 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae00577-8da6-48c4-8751-fc1155a10459 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:13.261369 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae00577-8da6-48c4-8751-fc1155a10459 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:13.261909 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae00577-8da6-48c4-8751-fc1155a10459 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:13.262443 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae00577-8da6-48c4-8751-fc1155a10459 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:13.262969 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae00577-8da6-48c4-8751-fc1155a10459 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:13.263494 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae00577-8da6-48c4-8751-fc1155a10459 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:13.270971 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae00577-8da6-48c4-8751-fc1155a10459 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:13.271585 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae00577-8da6-48c4-8751-fc1155a10459 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:13.274859 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae00577-8da6-48c4-8751-fc1155a10459 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:13.275506 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae00577-8da6-48c4-8751-fc1155a10459 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:13.276092 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae00577-8da6-48c4-8751-fc1155a10459 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:13.293247 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-b71da02b-6e67-4f66-840c-9a61c0edd9ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['272d1c4d-af14-48fc-b735-579ae3d45270']}} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:13.328313 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-b71da02b-6e67-4f66-840c-9a61c0edd9ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d8fc0d0-6c01-43d5-aa88-9880603a8027') {'for_net_delete': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:13.344332 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-b71da02b-6e67-4f66-840c-9a61c0edd9ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d8fc0d0-6c01-43d5-aa88-9880603a8027') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:13.357166 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b71da02b-6e67-4f66-840c-9a61c0edd9ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8904833'] for segment, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:13.360868 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-db753a28-f077-40ad-a3f5-e566e3dc4a74 tempest-MeteringIpV6TestJSON-1395209061 tempest-MeteringIpV6TestJSON-1395209061-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:13.362182 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-db753a28-f077-40ad-a3f5-e566e3dc4a74 tempest-MeteringIpV6TestJSON-1395209061 tempest-MeteringIpV6TestJSON-1395209061-project-admin] 10.222.0.22 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3893819 Aug 29 04:30:13.373263 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 37586) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:13.379499 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-42a1e225-1649-4f14-a9d2-cb660e58873b tempest-MeteringIpV6TestJSON-1395209061 tempest-MeteringIpV6TestJSON-1395209061-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '19873e1d-7f13-4410-9e62-13257667a9e1'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:13.380324 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-42a1e225-1649-4f14-a9d2-cb660e58873b tempest-MeteringIpV6TestJSON-1395209061 tempest-MeteringIpV6TestJSON-1395209061-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94828) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 04:30:13.447513 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae00577-8da6-48c4-8751-fc1155a10459 admin admin] Network 2cece0d9-5faa-4155-9869-b08cef086aee is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:30:13.464991 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-0ae00577-8da6-48c4-8751-fc1155a10459 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 2cece0d9-5faa-4155-9869-b08cef086aee) {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:30:13.476468 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b72add-950d-4ad3-8c1c-597794520cdb None None] Network 2cece0d9-5faa-4155-9869-b08cef086aee requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:30:13.493899 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae00577-8da6-48c4-8751-fc1155a10459 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:13.494498 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0ae00577-8da6-48c4-8751-fc1155a10459 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:13.506742 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b71da02b-6e67-4f66-840c-9a61c0edd9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:13.516527 n-d-712140-12 neutron-server[94828]: WARNING neutron.services.metering.metering_plugin [None req-42a1e225-1649-4f14-a9d2-cb660e58873b tempest-MeteringIpV6TestJSON-1395209061 tempest-MeteringIpV6TestJSON-1395209061-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 29 04:30:13.537513 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-0ae00577-8da6-48c4-8751-fc1155a10459 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4875476 Aug 29 04:30:13.559658 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b71da02b-6e67-4f66-840c-9a61c0edd9ed admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=94828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:30:13.565083 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b71da02b-6e67-4f66-840c-9a61c0edd9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9190468'] for segment, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:13.569239 n-d-712140-12 neutron-server[94828]: Traceback (most recent call last): Aug 29 04:30:13.569239 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:30:13.569239 n-d-712140-12 neutron-server[94828]: timer() Aug 29 04:30:13.569239 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:30:13.569239 n-d-712140-12 neutron-server[94828]: cb(*args, **kw) Aug 29 04:30:13.569239 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:30:13.569239 n-d-712140-12 neutron-server[94828]: return func(*args, **kwargs) Aug 29 04:30:13.569239 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:30:13.569239 n-d-712140-12 neutron-server[94828]: self._notify() Aug 29 04:30:13.569239 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:30:13.569239 n-d-712140-12 neutron-server[94828]: self.callback(batched_events) Aug 29 04:30:13.569239 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:30:13.569239 n-d-712140-12 neutron-server[94828]: event.method(event) Aug 29 04:30:13.569239 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:30:13.569239 n-d-712140-12 neutron-server[94828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:30:13.569239 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:30:13.569239 n-d-712140-12 neutron-server[94828]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:30:13.569239 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:30:13.569239 n-d-712140-12 neutron-server[94828]: return f(self, *a, **k) Aug 29 04:30:13.569239 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:30:13.569239 n-d-712140-12 neutron-server[94828]: return self._get(url).json() Aug 29 04:30:13.569239 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:30:13.569239 n-d-712140-12 neutron-server[94828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:30:13.569239 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:30:13.569239 n-d-712140-12 neutron-server[94828]: return self.request(url, 'GET', **kwargs) Aug 29 04:30:13.569239 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:30:13.569239 n-d-712140-12 neutron-server[94828]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:30:13.569239 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:30:13.569239 n-d-712140-12 neutron-server[94828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:30:13.569239 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:30:13.569239 n-d-712140-12 neutron-server[94828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:30:13.569239 n-d-712140-12 neutron-server[94828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:30:13.801196 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e457357-c185-462d-84e0-6128d15d7650 None None] Network 2cece0d9-5faa-4155-9869-b08cef086aee requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:30:14.197566 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-42a1e225-1649-4f14-a9d2-cb660e58873b tempest-MeteringIpV6TestJSON-1395209061 tempest-MeteringIpV6TestJSON-1395209061-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:14.199379 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-42a1e225-1649-4f14-a9d2-cb660e58873b tempest-MeteringIpV6TestJSON-1395209061 tempest-MeteringIpV6TestJSON-1395209061-project-admin] 10.222.0.22 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.8247676 Aug 29 04:30:14.203432 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 37612) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:14.225405 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b71da02b-6e67-4f66-840c-9a61c0edd9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:14.232557 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-f9d2513a-e3c3-48b5-b7fd-595d99407a84 tempest-MeteringIpV6TestJSON-1395209061 tempest-MeteringIpV6TestJSON-1395209061-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-label-rules?id=628c0fe3-d392-4b2f-8ae3-ebb34b6e4883 HTTP/1.1" status: 200 len: 462 time: 0.0275083 Aug 29 04:30:14.240019 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b71da02b-6e67-4f66-840c-9a61c0edd9ed admin admin] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:14.240336 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 37614) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:14.243562 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-b71da02b-6e67-4f66-840c-9a61c0edd9ed admin admin] 10.222.0.22 "DELETE /v2.0/networks/272d1c4d-af14-48fc-b735-579ae3d45270 HTTP/1.1" status: 204 len: 168 time: 1.3832574 Aug 29 04:30:14.270895 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a4773e-882d-4236-aefa-f016f3763cc5 req-7c43d48b-8552-4162-851b-00ff58f4fbd4 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:14.285114 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f9a4773e-882d-4236-aefa-f016f3763cc5 req-7c43d48b-8552-4162-851b-00ff58f4fbd4 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/ports?device_id=7db183c3-4326-4aa4-b642-588c57cfaad5 HTTP/1.1" status: 200 len: 945 time: 0.7159529 Aug 29 04:30:14.353183 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71da02b-6e67-4f66-840c-9a61c0edd9ed admin admin] Pushing event deleted for resources: {'Network': ['ID=272d1c4d-af14-48fc-b735-579ae3d45270,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:14.373804 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71da02b-6e67-4f66-840c-9a61c0edd9ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:14.374349 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71da02b-6e67-4f66-840c-9a61c0edd9ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:14.374932 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71da02b-6e67-4f66-840c-9a61c0edd9ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:14.375557 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71da02b-6e67-4f66-840c-9a61c0edd9ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:14.376149 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71da02b-6e67-4f66-840c-9a61c0edd9ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:14.376901 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71da02b-6e67-4f66-840c-9a61c0edd9ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:14.377487 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71da02b-6e67-4f66-840c-9a61c0edd9ed admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:14.378018 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71da02b-6e67-4f66-840c-9a61c0edd9ed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:14.378672 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71da02b-6e67-4f66-840c-9a61c0edd9ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:14.379282 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71da02b-6e67-4f66-840c-9a61c0edd9ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:14.379853 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71da02b-6e67-4f66-840c-9a61c0edd9ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:14.380392 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71da02b-6e67-4f66-840c-9a61c0edd9ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:14.439888 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f9a4773e-882d-4236-aefa-f016f3763cc5 req-2376cdd9-3b95-4878-b383-73449b3f0b07 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/security-groups?id=f2284a1b-92b5-4cc6-825a-c1a1841e1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498494 Aug 29 04:30:14.505986 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-256a2f9b-33ce-4622-8fd5-8e8ef8bb9581 tempest-MeteringIpV6TestJSON-1395209061 tempest-MeteringIpV6TestJSON-1395209061-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:14.511377 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 37630) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:14.517988 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-256a2f9b-33ce-4622-8fd5-8e8ef8bb9581 tempest-MeteringIpV6TestJSON-1395209061 tempest-MeteringIpV6TestJSON-1395209061-project-admin] 10.222.0.22 "DELETE /v2.0/metering/metering-label-rules/628c0fe3-d392-4b2f-8ae3-ebb34b6e4883 HTTP/1.1" status: 204 len: 168 time: 0.2761295 Aug 29 04:30:14.543556 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 37632) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:14.556389 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-4140ed87-7938-40cb-8af5-a4b9e628ccb2 tempest-MeteringIpV6TestJSON-1395209061 tempest-MeteringIpV6TestJSON-1395209061-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-label-rules?id=628c0fe3-d392-4b2f-8ae3-ebb34b6e4883 HTTP/1.1" status: 200 len: 221 time: 0.0376930 Aug 29 04:30:14.772254 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-8fd40711-dab8-41ba-92db-98263f564f79 tempest-MeteringIpV6TestJSON-1395209061 tempest-MeteringIpV6TestJSON-1395209061-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--736816326', 'description': 'label created by tempest'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:14.772758 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-8fd40711-dab8-41ba-92db-98263f564f79 tempest-MeteringIpV6TestJSON-1395209061 tempest-MeteringIpV6TestJSON-1395209061-project-admin] Unknown quota resources ['metering_label']. {{(pid=94829) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 04:30:14.786442 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95f34ae-bc82-45eb-8d39-51bdc34e06fa req-95a8c9ce-ef72-4a56-9bdd-6ae409141a3b tempest-InstanceActionsTestJSON-1776547189 tempest-InstanceActionsTestJSON-1776547189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:14.790013 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a95f34ae-bc82-45eb-8d39-51bdc34e06fa req-95a8c9ce-ef72-4a56-9bdd-6ae409141a3b tempest-InstanceActionsTestJSON-1776547189 tempest-InstanceActionsTestJSON-1776547189-project] 10.222.0.22 "GET /v2.0/networks?id=2cece0d9-5faa-4155-9869-b08cef086aee HTTP/1.1" status: 200 len: 813 time: 0.2427592 Aug 29 04:30:14.927721 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a95f34ae-bc82-45eb-8d39-51bdc34e06fa req-8a1e8235-ad31-4366-baa4-c9eaf731dcde tempest-InstanceActionsTestJSON-1776547189 tempest-InstanceActionsTestJSON-1776547189-project] 10.222.0.22 "GET /v2.0/quotas/c54a774e12ae46e5bc023eebe3d4b876 HTTP/1.1" status: 200 len: 375 time: 0.1174037 Aug 29 04:30:14.986887 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a95f34ae-bc82-45eb-8d39-51bdc34e06fa req-00d8376f-7160-456c-a870-fdde253e1c9d tempest-InstanceActionsTestJSON-1776547189 tempest-InstanceActionsTestJSON-1776547189-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=c54a774e12ae46e5bc023eebe3d4b876&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0579457 Aug 29 04:30:15.013019 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 37646) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:15.072893 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-026b863a-bc39-4ccd-9063-711ba5b51724 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a2ef8028d601470a9af15f492b593570&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0584865 Aug 29 04:30:15.076114 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 37648) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:15.174001 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7252282f-021f-4d1c-874d-4708e9074592 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:15.217852 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7252282f-021f-4d1c-874d-4708e9074592 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:15.238202 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8fd40711-dab8-41ba-92db-98263f564f79 tempest-MeteringIpV6TestJSON-1395209061 tempest-MeteringIpV6TestJSON-1395209061-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:15.239321 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-8fd40711-dab8-41ba-92db-98263f564f79 tempest-MeteringIpV6TestJSON-1395209061 tempest-MeteringIpV6TestJSON-1395209061-project-admin] 10.222.0.22 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.4728131 Aug 29 04:30:15.241925 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 37656) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:15.307967 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7252282f-021f-4d1c-874d-4708e9074592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:15.314071 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7252282f-021f-4d1c-874d-4708e9074592 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:15.332553 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-7252282f-021f-4d1c-874d-4708e9074592 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6e109d97-7970-4672-b6dc-5d385660134a HTTP/1.1" status: 204 len: 168 time: 0.2528028 Aug 29 04:30:15.342649 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7252282f-021f-4d1c-874d-4708e9074592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e109d97-7970-4672-b6dc-5d385660134a,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:15.346307 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-2c15346c-16b5-43e5-89c7-ca28edf235c2 tempest-MeteringIpV6TestJSON-1395209061 tempest-MeteringIpV6TestJSON-1395209061-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-labels?id=e2733f5e-8b33-4f7e-992d-fdc80015fcf8 HTTP/1.1" status: 200 len: 467 time: 0.1033013 Aug 29 04:30:15.372687 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 37662) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:15.402434 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a95f34ae-bc82-45eb-8d39-51bdc34e06fa req-114608e5-43df-48e8-8f34-46913a6af663 service neutron] 10.222.0.22 "GET /v2.0/networks/2cece0d9-5faa-4155-9869-b08cef086aee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4145844 Aug 29 04:30:15.527469 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a95f34ae-bc82-45eb-8d39-51bdc34e06fa req-455cfb52-36f2-4e20-9ebc-a2c110705b80 service neutron] 10.222.0.22 "GET /v2.0/networks/2cece0d9-5faa-4155-9869-b08cef086aee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240110 Aug 29 04:30:15.622204 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7c745d92-85ef-4b0e-a625-2be568beb403 tempest-MeteringIpV6TestJSON-1395209061 tempest-MeteringIpV6TestJSON-1395209061-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:15.624279 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-7c745d92-85ef-4b0e-a625-2be568beb403 tempest-MeteringIpV6TestJSON-1395209061 tempest-MeteringIpV6TestJSON-1395209061-project-admin] 10.222.0.22 "DELETE /v2.0/metering/metering-labels/e2733f5e-8b33-4f7e-992d-fdc80015fcf8 HTTP/1.1" status: 204 len: 168 time: 0.2487166 Aug 29 04:30:15.627205 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 37672) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:15.648496 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-5ea67e4b-b7be-4dfe-bb68-db159535adb4 tempest-MeteringIpV6TestJSON-1395209061 tempest-MeteringIpV6TestJSON-1395209061-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-labels?id=e2733f5e-8b33-4f7e-992d-fdc80015fcf8 HTTP/1.1" status: 200 len: 216 time: 0.0187812 Aug 29 04:30:15.655215 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 37674) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:15.696250 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-949a160c-730c-4280-bf63-68f731fdd5d3 tempest-MeteringIpV6TestJSON-1395209061 tempest-MeteringIpV6TestJSON-1395209061-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0255387 Aug 29 04:30:15.697169 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 37680) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:15.728073 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-c40181af-a9b1-44bf-ab87-2e66566b6c32 tempest-MeteringIpV6TestJSON-1395209061 tempest-MeteringIpV6TestJSON-1395209061-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0295405 Aug 29 04:30:15.733831 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 37684) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:15.777368 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9decb3b-4425-4951-9bcc-2fb1093adc53 req-2cdbfea6-bfba-4f64-9e2d-eb14831f2847 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:15.779057 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d9decb3b-4425-4951-9bcc-2fb1093adc53 req-2cdbfea6-bfba-4f64-9e2d-eb14831f2847 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/ports?device_id=7db183c3-4326-4aa4-b642-588c57cfaad5 HTTP/1.1" status: 200 len: 945 time: 0.1754067 Aug 29 04:30:15.854930 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d9decb3b-4425-4951-9bcc-2fb1093adc53 req-978968fd-0a58-4ff6-8a97-0ec720bb594f tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/security-groups?id=f2284a1b-92b5-4cc6-825a-c1a1841e1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641022 Aug 29 04:30:15.879505 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 37690) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:15.890955 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-995469ba-cb85-49b0-9d25-fca1efa3d6d4 tempest-MeteringIpV6TestJSON-1395209061 tempest-MeteringIpV6TestJSON-1395209061-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-labels/19873e1d-7f13-4410-9e62-13257667a9e1 HTTP/1.1" status: 200 len: 472 time: 0.1546423 Aug 29 04:30:15.896325 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-52e53a83-66de-44de-a091-2c93d86ee91e tempest-MeteringIpV6TestJSON-1395209061 tempest-MeteringIpV6TestJSON-1395209061-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-label-rules/b526b96d-5e9d-47af-a7d8-5c5edb0f346e HTTP/1.1" status: 200 len: 459 time: 0.0155783 Aug 29 04:30:15.899819 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 37692) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:15.917483 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-49d0a463-ca69-4194-b17a-08c3b01a9700 req-50074fc2-5b2b-486e-aa40-0be749c87e5e tempest-InstanceActionsTestJSON-1776547189 tempest-InstanceActionsTestJSON-1776547189-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c053c5e-9ef8-4654-9c26-b9b51bb192a1 HTTP/1.1" status: 200 len: 210 time: 0.0563748 Aug 29 04:30:16.203039 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14d73a3a-b1d9-4679-9e13-87d6fb8e3c9a tempest-MeteringIpV6TestJSON-1395209061 tempest-MeteringIpV6TestJSON-1395209061-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:16.204357 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-14d73a3a-b1d9-4679-9e13-87d6fb8e3c9a tempest-MeteringIpV6TestJSON-1395209061 tempest-MeteringIpV6TestJSON-1395209061-project-admin] 10.222.0.22 "DELETE /v2.0/metering/metering-label-rules/b526b96d-5e9d-47af-a7d8-5c5edb0f346e HTTP/1.1" status: 204 len: 168 time: 0.3034046 Aug 29 04:30:16.207284 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 37712) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:16.442137 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5123ed29-5734-4a86-a77a-f62ad5d4027e tempest-MeteringIpV6TestJSON-1395209061 tempest-MeteringIpV6TestJSON-1395209061-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:16.444201 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-5123ed29-5734-4a86-a77a-f62ad5d4027e tempest-MeteringIpV6TestJSON-1395209061 tempest-MeteringIpV6TestJSON-1395209061-project-admin] 10.222.0.22 "DELETE /v2.0/metering/metering-labels/19873e1d-7f13-4410-9e62-13257667a9e1 HTTP/1.1" status: 204 len: 168 time: 0.2356384 Aug 29 04:30:16.903777 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 37736) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:17.112000 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4aa836-1d47-44fd-a32f-24b506ead71c req-784eac92-434d-464d-bf8a-1c08b858612b tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:17.125850 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2b4aa836-1d47-44fd-a32f-24b506ead71c req-784eac92-434d-464d-bf8a-1c08b858612b tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/ports?device_id=7db183c3-4326-4aa4-b642-588c57cfaad5 HTTP/1.1" status: 200 len: 945 time: 0.1362271 Aug 29 04:30:17.166586 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-094b2d32-6b07-4e14-9dd0-004524d01a77 req-7835ae89-2031-46cd-9c5f-3d30435383cf tempest-InstanceActionsTestJSON-1776547189 tempest-InstanceActionsTestJSON-1776547189-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c053c5e-9ef8-4654-9c26-b9b51bb192a1 HTTP/1.1" status: 200 len: 210 time: 0.0518506 Aug 29 04:30:17.308549 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2b4aa836-1d47-44fd-a32f-24b506ead71c req-348cbaa9-b335-4e05-85a9-e9b046dda16a tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/security-groups?id=f2284a1b-92b5-4cc6-825a-c1a1841e1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733115 Aug 29 04:30:17.348732 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-43f7bb40-cc18-4640-a271-93c2ee518784 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:17.393079 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95f34ae-bc82-45eb-8d39-51bdc34e06fa req-3b192811-eea7-410e-8dff-55788f43d41b tempest-InstanceActionsTestJSON-1776547189 tempest-InstanceActionsTestJSON-1776547189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:17.394758 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a95f34ae-bc82-45eb-8d39-51bdc34e06fa req-3b192811-eea7-410e-8dff-55788f43d41b tempest-InstanceActionsTestJSON-1776547189 tempest-InstanceActionsTestJSON-1776547189-project] 10.222.0.48 "GET /v2.0/networks?id=2cece0d9-5faa-4155-9869-b08cef086aee HTTP/1.1" status: 200 len: 813 time: 0.1985190 Aug 29 04:30:17.416214 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-a95f34ae-bc82-45eb-8d39-51bdc34e06fa req-4d0aae8c-da48-470a-aa49-ea56cd26f9de tempest-InstanceActionsTestJSON-1776547189 tempest-InstanceActionsTestJSON-1776547189-project] Request body: {'port': {'device_id': '3c053c5e-9ef8-4654-9c26-b9b51bb192a1', 'network_id': '2cece0d9-5faa-4155-9869-b08cef086aee', 'admin_state_up': True, 'tenant_id': 'c54a774e12ae46e5bc023eebe3d4b876'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:17.577910 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-43f7bb40-cc18-4640-a271-93c2ee518784 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:17.585440 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-43f7bb40-cc18-4640-a271-93c2ee518784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:17.607054 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a95f34ae-bc82-45eb-8d39-51bdc34e06fa req-4d0aae8c-da48-470a-aa49-ea56cd26f9de tempest-InstanceActionsTestJSON-1776547189 tempest-InstanceActionsTestJSON-1776547189-project] Made reservation on behalf of c54a774e12ae46e5bc023eebe3d4b876 for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:30:17.614344 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a95f34ae-bc82-45eb-8d39-51bdc34e06fa req-4d0aae8c-da48-470a-aa49-ea56cd26f9de tempest-InstanceActionsTestJSON-1776547189 tempest-InstanceActionsTestJSON-1776547189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:17.687929 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-43f7bb40-cc18-4640-a271-93c2ee518784 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=33f6e700f8fb4459a68330b235e6ee7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7827933 Aug 29 04:30:17.688759 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 37774) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:17.708341 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f7bb40-cc18-4640-a271-93c2ee518784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e14c2b8e-95bf-4889-a6f9-01e9f048abe2,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:17.868444 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-df6ec2eb-6d09-43cc-8775-a7db9d5f9b2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:17.927225 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-df6ec2eb-6d09-43cc-8775-a7db9d5f9b2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:18.086010 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-df6ec2eb-6d09-43cc-8775-a7db9d5f9b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:18.089277 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-df6ec2eb-6d09-43cc-8775-a7db9d5f9b2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:18.090649 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-df6ec2eb-6d09-43cc-8775-a7db9d5f9b2d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e14c2b8e-95bf-4889-a6f9-01e9f048abe2 HTTP/1.1" status: 204 len: 168 time: 0.3996406 Aug 29 04:30:18.110137 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6ec2eb-6d09-43cc-8775-a7db9d5f9b2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e14c2b8e-95bf-4889-a6f9-01e9f048abe2,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:18.335323 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-65964a5a-91cc-4c4f-9538-cbac5cd2631f req-eaed2393-a90f-422d-b90d-9b1c4fe74f85 tempest-InstanceActionsTestJSON-1776547189 tempest-InstanceActionsTestJSON-1776547189-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c053c5e-9ef8-4654-9c26-b9b51bb192a1 HTTP/1.1" status: 200 len: 210 time: 0.0548954 Aug 29 04:30:18.368391 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-110a70f6-2c27-4b75-8528-a0a3cd37ccad req-e629006f-18a9-4556-b26b-1312382c37a6 tempest-ServerShowV247Test-204064061 tempest-ServerShowV247Test-204064061-project] 10.222.0.22 "GET /v2.0/ports?device_id=1009c179-e5e1-4b3c-bd93-f9ebedd11d15 HTTP/1.1" status: 200 len: 210 time: 0.1442900 Aug 29 04:30:18.578073 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-a95f34ae-bc82-45eb-8d39-51bdc34e06fa req-4d0aae8c-da48-470a-aa49-ea56cd26f9de tempest-InstanceActionsTestJSON-1776547189 tempest-InstanceActionsTestJSON-1776547189-project] Allocated IP 172.20.0.6 (2cece0d9-5faa-4155-9869-b08cef086aee/d25e1857-e695-4a1c-bc83-1d48fc8e15e2/b3967636-1e2f-49fb-a95c-11ef9f94afb3) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:30:18.586231 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718a94d6-a26b-4d16-b0ae-a57fc23baf05 req-1fa920ff-3141-4069-bdae-edd874efa828 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:18.603015 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-718a94d6-a26b-4d16-b0ae-a57fc23baf05 req-1fa920ff-3141-4069-bdae-edd874efa828 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/ports?device_id=7db183c3-4326-4aa4-b642-588c57cfaad5 HTTP/1.1" status: 200 len: 945 time: 0.1425564 Aug 29 04:30:18.675565 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-718a94d6-a26b-4d16-b0ae-a57fc23baf05 req-f22f2ecc-d472-4175-bb02-cd32733c7549 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/security-groups?id=f2284a1b-92b5-4cc6-825a-c1a1841e1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697746 Aug 29 04:30:18.721703 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 37820) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:18.753018 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-db754c73-d636-4c51-9733-3c5530de9b3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:18.920518 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-db754c73-d636-4c51-9733-3c5530de9b3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:19.007132 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-db754c73-d636-4c51-9733-3c5530de9b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:19.063330 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 37834) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:19.063944 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-db754c73-d636-4c51-9733-3c5530de9b3f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b0e1ad42fb6144f49a077b851b632fc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3405643 Aug 29 04:30:19.077811 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db754c73-d636-4c51-9733-3c5530de9b3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21645db7-1926-4841-80f4-b205d740d33f,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:19.142872 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:19.214566 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0d0641ad-a93f-4f5c-8724-34b1e4f907d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:19.255598 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8fd23141-de31-4ce2-a759-b33309794c4c req-b14cb4cb-c592-4ce9-9801-6c87c414ec40 tempest-ServerShowV247Test-204064061 tempest-ServerShowV247Test-204064061-project] 10.222.0.22 "GET /v2.0/ports?device_id=33d794ff-d112-4eae-b1d2-b05837d3f5c8 HTTP/1.1" status: 200 len: 210 time: 0.0967374 Aug 29 04:30:19.256055 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0d0641ad-a93f-4f5c-8724-34b1e4f907d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:19.287496 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a95f34ae-bc82-45eb-8d39-51bdc34e06fa req-4d0aae8c-da48-470a-aa49-ea56cd26f9de tempest-InstanceActionsTestJSON-1776547189 tempest-InstanceActionsTestJSON-1776547189-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:19.367785 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0d0641ad-a93f-4f5c-8724-34b1e4f907d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:19.371655 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0d0641ad-a93f-4f5c-8724-34b1e4f907d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:19.373352 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-0d0641ad-a93f-4f5c-8724-34b1e4f907d5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/21645db7-1926-4841-80f4-b205d740d33f HTTP/1.1" status: 204 len: 168 time: 0.3087580 Aug 29 04:30:19.411105 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a95f34ae-bc82-45eb-8d39-51bdc34e06fa req-4d0aae8c-da48-470a-aa49-ea56cd26f9de tempest-InstanceActionsTestJSON-1776547189 tempest-InstanceActionsTestJSON-1776547189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:19.418926 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0641ad-a93f-4f5c-8724-34b1e4f907d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21645db7-1926-4841-80f4-b205d740d33f,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:19.588839 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aff8fe-533c-431a-9912-0479e75064e0 req-afbe48aa-4827-4971-9fc2-8c06945c8ebf tempest-InstanceActionsTestJSON-1776547189 tempest-InstanceActionsTestJSON-1776547189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:19.598749 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-49aff8fe-533c-431a-9912-0479e75064e0 req-afbe48aa-4827-4971-9fc2-8c06945c8ebf tempest-InstanceActionsTestJSON-1776547189 tempest-InstanceActionsTestJSON-1776547189-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c053c5e-9ef8-4654-9c26-b9b51bb192a1 HTTP/1.1" status: 200 len: 931 time: 0.1387320 Aug 29 04:30:19.604320 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0aae8c-da48-470a-aa49-ea56cd26f9de tempest-InstanceActionsTestJSON-1776547189 tempest-InstanceActionsTestJSON-1776547189-project] Pushing event updated for resources: {'Port': ['ID=b3967636-1e2f-49fb-a95c-11ef9f94afb3,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:19.612596 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a95f34ae-bc82-45eb-8d39-51bdc34e06fa req-4d0aae8c-da48-470a-aa49-ea56cd26f9de tempest-InstanceActionsTestJSON-1776547189 tempest-InstanceActionsTestJSON-1776547189-project] Network 2cece0d9-5faa-4155-9869-b08cef086aee is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:30:19.617062 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-a95f34ae-bc82-45eb-8d39-51bdc34e06fa req-4d0aae8c-da48-470a-aa49-ea56cd26f9de tempest-InstanceActionsTestJSON-1776547189 tempest-InstanceActionsTestJSON-1776547189-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:30:19.627108 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-a95f34ae-bc82-45eb-8d39-51bdc34e06fa req-4d0aae8c-da48-470a-aa49-ea56cd26f9de tempest-InstanceActionsTestJSON-1776547189 tempest-InstanceActionsTestJSON-1776547189-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:30:19.735860 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95f34ae-bc82-45eb-8d39-51bdc34e06fa req-4d0aae8c-da48-470a-aa49-ea56cd26f9de tempest-InstanceActionsTestJSON-1776547189 tempest-InstanceActionsTestJSON-1776547189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:19.737563 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a95f34ae-bc82-45eb-8d39-51bdc34e06fa req-4d0aae8c-da48-470a-aa49-ea56cd26f9de tempest-InstanceActionsTestJSON-1776547189 tempest-InstanceActionsTestJSON-1776547189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:19.769890 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a95f34ae-bc82-45eb-8d39-51bdc34e06fa req-4d0aae8c-da48-470a-aa49-ea56cd26f9de tempest-InstanceActionsTestJSON-1776547189 tempest-InstanceActionsTestJSON-1776547189-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3591070 Aug 29 04:30:19.770387 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-49aff8fe-533c-431a-9912-0479e75064e0 req-f6a39d34-c8cf-4597-82b0-3fa281e15bb8 tempest-InstanceActionsTestJSON-1776547189 tempest-InstanceActionsTestJSON-1776547189-project] 10.222.0.22 "GET /v2.0/security-groups?id=164ebbc3-63fc-499f-af1a-287fff1639b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675501 Aug 29 04:30:19.796337 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-a95f34ae-bc82-45eb-8d39-51bdc34e06fa req-2ed38890-1779-4220-a6e1-d70a7134c70e service neutron] Request body: {'port': {'device_id': '3c053c5e-9ef8-4654-9c26-b9b51bb192a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:20.046189 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a95f34ae-bc82-45eb-8d39-51bdc34e06fa req-2ed38890-1779-4220-a6e1-d70a7134c70e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:20.059470 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88191e1-c6b5-48c8-b039-32e5ebf6f42c req-9fcf7cb2-3c82-4e11-8ec5-d62d0ce20887 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:20.067621 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f88191e1-c6b5-48c8-b039-32e5ebf6f42c req-9fcf7cb2-3c82-4e11-8ec5-d62d0ce20887 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/ports?device_id=7db183c3-4326-4aa4-b642-588c57cfaad5 HTTP/1.1" status: 200 len: 945 time: 0.1897371 Aug 29 04:30:20.217262 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f88191e1-c6b5-48c8-b039-32e5ebf6f42c req-3e3672d8-7e1c-45d5-bfeb-5482043568c2 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/security-groups?id=f2284a1b-92b5-4cc6-825a-c1a1841e1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444051 Aug 29 04:30:20.432033 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8f851cef-916a-4a6b-bac2-ad1f53260c82 req-5041d4c4-313e-4e14-8d54-56c9e4dddd5e tempest-ServerShowV247Test-204064061 tempest-ServerShowV247Test-204064061-project] 10.222.0.22 "GET /v2.0/ports?device_id=33d794ff-d112-4eae-b1d2-b05837d3f5c8 HTTP/1.1" status: 200 len: 210 time: 0.0279400 Aug 29 04:30:20.623266 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-a95f34ae-bc82-45eb-8d39-51bdc34e06fa req-2ed38890-1779-4220-a6e1-d70a7134c70e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3967636-1e2f-49fb-a95c-11ef9f94afb3 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:30:20.632766 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a95f34ae-bc82-45eb-8d39-51bdc34e06fa req-2ed38890-1779-4220-a6e1-d70a7134c70e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:20.652046 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-a95f34ae-bc82-45eb-8d39-51bdc34e06fa req-2ed38890-1779-4220-a6e1-d70a7134c70e service neutron] Transition to ACTIVE for port object b3967636-1e2f-49fb-a95c-11ef9f94afb3 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:30:20.659380 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a95f34ae-bc82-45eb-8d39-51bdc34e06fa req-2ed38890-1779-4220-a6e1-d70a7134c70e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:20.727327 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed38890-1779-4220-a6e1-d70a7134c70e service neutron] Pushing event updated for resources: {'Port': ['ID=b3967636-1e2f-49fb-a95c-11ef9f94afb3,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:20.984240 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-a95f34ae-bc82-45eb-8d39-51bdc34e06fa req-2ed38890-1779-4220-a6e1-d70a7134c70e service neutron] Attempting to bind port b3967636-1e2f-49fb-a95c-11ef9f94afb3 on host n-h2-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:30:20.984803 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-a95f34ae-bc82-45eb-8d39-51bdc34e06fa req-2ed38890-1779-4220-a6e1-d70a7134c70e service neutron] Attempting to bind port b3967636-1e2f-49fb-a95c-11ef9f94afb3 by drivers openvswitch,hyperv on host n-h2-712140-12 at level 0 using segments [{'id': '9a48f066-6d42-4a78-8c37-4a64c4ca9905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2cece0d9-5faa-4155-9869-b08cef086aee'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:30:20.985324 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95f34ae-bc82-45eb-8d39-51bdc34e06fa req-2ed38890-1779-4220-a6e1-d70a7134c70e service neutron] Attempting to bind port b3967636-1e2f-49fb-a95c-11ef9f94afb3 on network 2cece0d9-5faa-4155-9869-b08cef086aee {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:30:20.993165 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95f34ae-bc82-45eb-8d39-51bdc34e06fa req-2ed38890-1779-4220-a6e1-d70a7134c70e service neutron] Port b3967636-1e2f-49fb-a95c-11ef9f94afb3 on network 2cece0d9-5faa-4155-9869-b08cef086aee not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:30:20.993839 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95f34ae-bc82-45eb-8d39-51bdc34e06fa req-2ed38890-1779-4220-a6e1-d70a7134c70e service neutron] Attempting to bind port b3967636-1e2f-49fb-a95c-11ef9f94afb3 on network 2cece0d9-5faa-4155-9869-b08cef086aee {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:30:21.011544 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac334531-e446-4f3c-a468-e451bf8e837a req-c1d1ad30-9661-4844-8af3-92d982cf429a tempest-InstanceActionsTestJSON-1776547189 tempest-InstanceActionsTestJSON-1776547189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:21.013413 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ac334531-e446-4f3c-a468-e451bf8e837a req-c1d1ad30-9661-4844-8af3-92d982cf429a tempest-InstanceActionsTestJSON-1776547189 tempest-InstanceActionsTestJSON-1776547189-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c053c5e-9ef8-4654-9c26-b9b51bb192a1 HTTP/1.1" status: 200 len: 943 time: 0.1306286 Aug 29 04:30:21.014578 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95f34ae-bc82-45eb-8d39-51bdc34e06fa req-2ed38890-1779-4220-a6e1-d70a7134c70e service neutron] Checking agent: {'id': 'b3a0606b-b029-4f5e-8798-3a32b71d8844', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:30:21.015108 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95f34ae-bc82-45eb-8d39-51bdc34e06fa req-2ed38890-1779-4220-a6e1-d70a7134c70e service neutron] Checking segment: {'id': '9a48f066-6d42-4a78-8c37-4a64c4ca9905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2cece0d9-5faa-4155-9869-b08cef086aee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:30:21.015667 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95f34ae-bc82-45eb-8d39-51bdc34e06fa req-2ed38890-1779-4220-a6e1-d70a7134c70e service neutron] Bound using segment: {'id': '9a48f066-6d42-4a78-8c37-4a64c4ca9905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2cece0d9-5faa-4155-9869-b08cef086aee'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:30:21.016310 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-a95f34ae-bc82-45eb-8d39-51bdc34e06fa req-2ed38890-1779-4220-a6e1-d70a7134c70e service neutron] Bound port: b3967636-1e2f-49fb-a95c-11ef9f94afb3, host: n-h2-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a48f066-6d42-4a78-8c37-4a64c4ca9905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2cece0d9-5faa-4155-9869-b08cef086aee'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:30:21.016835 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a95f34ae-bc82-45eb-8d39-51bdc34e06fa req-2ed38890-1779-4220-a6e1-d70a7134c70e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:21.114446 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ac334531-e446-4f3c-a468-e451bf8e837a req-1063f69f-c0b3-4e84-8f8f-312fad50be40 tempest-InstanceActionsTestJSON-1776547189 tempest-InstanceActionsTestJSON-1776547189-project] 10.222.0.22 "GET /v2.0/security-groups?id=164ebbc3-63fc-499f-af1a-287fff1639b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896535 Aug 29 04:30:21.144392 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-a95f34ae-bc82-45eb-8d39-51bdc34e06fa req-2ed38890-1779-4220-a6e1-d70a7134c70e service neutron] For port b3967636-1e2f-49fb-a95c-11ef9f94afb3, host n-h2-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:30:21.149308 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-a95f34ae-bc82-45eb-8d39-51bdc34e06fa req-2ed38890-1779-4220-a6e1-d70a7134c70e service neutron] For port b3967636-1e2f-49fb-a95c-11ef9f94afb3, host n-h2-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=b3967636-1e2f-49fb-a95c-11ef9f94afb3,segment=NetworkSegment(9a48f066-6d42-4a78-8c37-4a64c4ca9905),segment_id=9a48f066-6d42-4a78-8c37-4a64c4ca9905)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:30:21.155360 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a95f34ae-bc82-45eb-8d39-51bdc34e06fa req-2ed38890-1779-4220-a6e1-d70a7134c70e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:21.224353 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95f34ae-bc82-45eb-8d39-51bdc34e06fa req-2ed38890-1779-4220-a6e1-d70a7134c70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:21.225172 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a95f34ae-bc82-45eb-8d39-51bdc34e06fa req-2ed38890-1779-4220-a6e1-d70a7134c70e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:21.226759 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a95f34ae-bc82-45eb-8d39-51bdc34e06fa req-2ed38890-1779-4220-a6e1-d70a7134c70e service neutron] 10.222.0.48 "PUT /v2.0/ports/b3967636-1e2f-49fb-a95c-11ef9f94afb3 HTTP/1.1" status: 200 len: 1092 time: 1.4427090 Aug 29 04:30:21.227365 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c053c5e-9ef8-4654-9c26-b9b51bb192a1', 'tag': 'b3967636-1e2f-49fb-a95c-11ef9f94afb3'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:30:21.242119 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e96a7dd-4dac-4114-9605-afa835002a9e" -d '{"events": [{"name": "network-changed", "server_uuid": "3c053c5e-9ef8-4654-9c26-b9b51bb192a1", "tag": "b3967636-1e2f-49fb-a95c-11ef9f94afb3"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:30:21.322156 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76c672c8-275d-49c5-ada7-c993c5c195a3 x-openstack-request-id: req-76c672c8-275d-49c5-ada7-c993c5c195a3 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:30:21.322522 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c053c5e-9ef8-4654-9c26-b9b51bb192a1", "tag": "b3967636-1e2f-49fb-a95c-11ef9f94afb3", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:30:21.323257 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-76c672c8-275d-49c5-ada7-c993c5c195a3 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:30:21.329140 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c053c5e-9ef8-4654-9c26-b9b51bb192a1', 'tag': 'b3967636-1e2f-49fb-a95c-11ef9f94afb3', 'status': 'completed', 'code': 200} Aug 29 04:30:21.408792 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed38890-1779-4220-a6e1-d70a7134c70e service neutron] Pushing event updated for resources: {'Port': ['ID=b3967636-1e2f-49fb-a95c-11ef9f94afb3,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:21.431662 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381374e5-0dae-45ff-b851-180c5c5a39b6 req-114716a0-0dec-4917-aac7-550912e68dde tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:21.439540 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-381374e5-0dae-45ff-b851-180c5c5a39b6 req-114716a0-0dec-4917-aac7-550912e68dde tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/ports?device_id=7db183c3-4326-4aa4-b642-588c57cfaad5 HTTP/1.1" status: 200 len: 945 time: 0.1250377 Aug 29 04:30:21.457149 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95f34ae-bc82-45eb-8d39-51bdc34e06fa req-4dc2aac8-81b1-4f5e-904b-73f021a6d8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:21.458690 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a95f34ae-bc82-45eb-8d39-51bdc34e06fa req-4dc2aac8-81b1-4f5e-904b-73f021a6d8d1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c54a774e12ae46e5bc023eebe3d4b876&device_id=3c053c5e-9ef8-4654-9c26-b9b51bb192a1 HTTP/1.1" status: 200 len: 1095 time: 0.1610374 Aug 29 04:30:21.484084 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-381374e5-0dae-45ff-b851-180c5c5a39b6 req-d81b3f26-f287-4281-9ab2-15287ebac670 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/security-groups?id=f2284a1b-92b5-4cc6-825a-c1a1841e1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436015 Aug 29 04:30:21.530718 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a95f34ae-bc82-45eb-8d39-51bdc34e06fa req-cd1bc00e-95ca-4040-823d-18d7a32033c1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b3967636-1e2f-49fb-a95c-11ef9f94afb3 HTTP/1.1" status: 200 len: 217 time: 0.0571277 Aug 29 04:30:21.663943 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9efa5999-239e-4072-a0fc-7154db5aa711 req-a1623e80-f0e9-48b9-af0e-3cb988476765 tempest-ServerShowV247Test-204064061 tempest-ServerShowV247Test-204064061-project] 10.222.0.22 "GET /v2.0/ports?device_id=33d794ff-d112-4eae-b1d2-b05837d3f5c8 HTTP/1.1" status: 200 len: 210 time: 0.0715549 Aug 29 04:30:21.676701 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95f34ae-bc82-45eb-8d39-51bdc34e06fa req-5543d125-d4ac-4417-b01a-1b3334454bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:21.678317 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a95f34ae-bc82-45eb-8d39-51bdc34e06fa req-5543d125-d4ac-4417-b01a-1b3334454bf6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d25e1857-e695-4a1c-bc83-1d48fc8e15e2 HTTP/1.1" status: 200 len: 853 time: 0.1393995 Aug 29 04:30:21.720446 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a95f34ae-bc82-45eb-8d39-51bdc34e06fa req-1aee9d6b-e17c-4b99-ac66-e93baa0e80b8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2cece0d9-5faa-4155-9869-b08cef086aee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342181 Aug 29 04:30:21.871148 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a95f34ae-bc82-45eb-8d39-51bdc34e06fa req-b11e5aea-3a34-4005-8b49-3b0a1ab29650 service neutron] 10.222.0.48 "GET /v2.0/networks/2cece0d9-5faa-4155-9869-b08cef086aee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411548 Aug 29 04:30:21.981397 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a95f34ae-bc82-45eb-8d39-51bdc34e06fa req-93d12049-ff28-4f21-a701-0baadba258cf service neutron] 10.222.0.48 "GET /v2.0/networks/2cece0d9-5faa-4155-9869-b08cef086aee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033409 Aug 29 04:30:22.005149 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 37926) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:22.227618 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e96a7dd-4dac-4114-9605-afa835002a9e req-e8615e15-a1e1-44d4-8324-9179a2961b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:22.230016 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6e96a7dd-4dac-4114-9605-afa835002a9e req-e8615e15-a1e1-44d4-8324-9179a2961b58 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c54a774e12ae46e5bc023eebe3d4b876&device_id=3c053c5e-9ef8-4654-9c26-b9b51bb192a1 HTTP/1.1" status: 200 len: 1095 time: 0.1350374 Aug 29 04:30:22.232228 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-cd75dccd-dbe3-43d7-9233-5a5a25573879 req-c76dbe1f-98e6-485f-9860-2a588467d6c0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=33d794ff-d112-4eae-b1d2-b05837d3f5c8 HTTP/1.1" status: 200 len: 210 time: 0.0530860 Aug 29 04:30:22.320866 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5dfd3b-2509-47ed-8009-f68427e44980 req-ba3da48a-6536-4d02-859f-51d778948df2 tempest-InstanceActionsTestJSON-1776547189 tempest-InstanceActionsTestJSON-1776547189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:22.330716 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8b5dfd3b-2509-47ed-8009-f68427e44980 req-ba3da48a-6536-4d02-859f-51d778948df2 tempest-InstanceActionsTestJSON-1776547189 tempest-InstanceActionsTestJSON-1776547189-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c053c5e-9ef8-4654-9c26-b9b51bb192a1 HTTP/1.1" status: 200 len: 943 time: 0.0706105 Aug 29 04:30:22.335541 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4cb94f93-46f2-470c-a769-607db3ad58cf req-e8f465ac-e086-4d71-b35e-8377af847ffd service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1009c179-e5e1-4b3c-bd93-f9ebedd11d15 HTTP/1.1" status: 200 len: 210 time: 0.0791867 Aug 29 04:30:22.353746 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-aece17dd-e82d-4271-8b1c-748ad0ff1b60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1143279934 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1143279934-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-2115101518'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:22.391592 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e96a7dd-4dac-4114-9605-afa835002a9e req-fce30f85-57c4-49e5-b9b7-f42565a0b5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:22.393320 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6e96a7dd-4dac-4114-9605-afa835002a9e req-fce30f85-57c4-49e5-b9b7-f42565a0b5b2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2cece0d9-5faa-4155-9869-b08cef086aee HTTP/1.1" status: 200 len: 914 time: 0.1493614 Aug 29 04:30:22.396283 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8b5dfd3b-2509-47ed-8009-f68427e44980 req-f9c75ff7-f2c0-4edb-bd8d-2609a0e9cfce tempest-InstanceActionsTestJSON-1776547189 tempest-InstanceActionsTestJSON-1776547189-project] 10.222.0.22 "GET /v2.0/security-groups?id=164ebbc3-63fc-499f-af1a-287fff1639b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646143 Aug 29 04:30:22.418527 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aece17dd-e82d-4271-8b1c-748ad0ff1b60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1143279934 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1143279934-project] Made reservation on behalf of 61388faa0dc54bd48bbc3f06e5ad8895 for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:30:22.424856 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-aece17dd-e82d-4271-8b1c-748ad0ff1b60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1143279934 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1143279934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:22.440504 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-aece17dd-e82d-4271-8b1c-748ad0ff1b60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1143279934 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1143279934-project] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:22.594429 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-aece17dd-e82d-4271-8b1c-748ad0ff1b60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1143279934 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1143279934-project] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:22.602009 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-aece17dd-e82d-4271-8b1c-748ad0ff1b60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1143279934 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1143279934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:22.649352 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491fbe1c-10cf-4162-9605-88ce6c075fd7 req-35b1f537-9add-4ccb-a91e-69b887437ffd tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:22.651649 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-491fbe1c-10cf-4162-9605-88ce6c075fd7 req-35b1f537-9add-4ccb-a91e-69b887437ffd tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/ports?device_id=7db183c3-4326-4aa4-b642-588c57cfaad5 HTTP/1.1" status: 200 len: 945 time: 0.0850828 Aug 29 04:30:22.652257 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aece17dd-e82d-4271-8b1c-748ad0ff1b60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1143279934 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1143279934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cb76b32-bdfb-4db5-901e-d7bfaf042acb,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:22.662430 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aece17dd-e82d-4271-8b1c-748ad0ff1b60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1143279934 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1143279934-project] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:30:22.676785 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-aece17dd-e82d-4271-8b1c-748ad0ff1b60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1143279934 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1143279934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:22.678096 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-aece17dd-e82d-4271-8b1c-748ad0ff1b60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1143279934 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1143279934-project] Added segment a1163fe8-c63a-48ce-8781-3f039757a244 of type vlan for network 45ece508-f2f7-46e3-91e0-a63276c71802 Aug 29 04:30:22.728830 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6e96a7dd-4dac-4114-9605-afa835002a9e req-a7ed927c-858f-4b85-8a61-48a8d4823cad service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b3967636-1e2f-49fb-a95c-11ef9f94afb3 HTTP/1.1" status: 200 len: 217 time: 0.0722411 Aug 29 04:30:22.770830 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-aece17dd-e82d-4271-8b1c-748ad0ff1b60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1143279934 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1143279934-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:22.814405 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-491fbe1c-10cf-4162-9605-88ce6c075fd7 req-21973e4a-1891-4531-a797-bb30105abaff tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/security-groups?id=f2284a1b-92b5-4cc6-825a-c1a1841e1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404178 Aug 29 04:30:22.829827 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-aece17dd-e82d-4271-8b1c-748ad0ff1b60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1143279934 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1143279934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:22.835710 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aece17dd-e82d-4271-8b1c-748ad0ff1b60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1143279934 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1143279934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:22.836626 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-aece17dd-e82d-4271-8b1c-748ad0ff1b60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1143279934 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1143279934-project] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:22.851938 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e96a7dd-4dac-4114-9605-afa835002a9e req-d53ab50a-3eae-484e-b837-8a8bf9686e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:22.856505 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6e96a7dd-4dac-4114-9605-afa835002a9e req-d53ab50a-3eae-484e-b837-8a8bf9686e39 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d25e1857-e695-4a1c-bc83-1d48fc8e15e2 HTTP/1.1" status: 200 len: 853 time: 0.1097505 Aug 29 04:30:22.884664 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e80ce818-8c12-4416-a9b1-0fe350b3a6f4 req-4c360219-fc32-4a23-b14e-679994d4ed7a tempest-ServerShowV247Test-204064061 tempest-ServerShowV247Test-204064061-project] 10.222.0.22 "GET /v2.0/ports?device_id=33d794ff-d112-4eae-b1d2-b05837d3f5c8 HTTP/1.1" status: 200 len: 210 time: 0.0794315 Aug 29 04:30:22.903880 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-aece17dd-e82d-4271-8b1c-748ad0ff1b60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1143279934 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1143279934-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 0.8871703 Aug 29 04:30:22.925839 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6e96a7dd-4dac-4114-9605-afa835002a9e req-f9d707d4-1f86-47a0-bda8-a46716bffb5f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2cece0d9-5faa-4155-9869-b08cef086aee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628335 Aug 29 04:30:23.036232 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aece17dd-e82d-4271-8b1c-748ad0ff1b60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1143279934 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1143279934-project] Pushing event updated for resources: {'Network': ['ID=45ece508-f2f7-46e3-91e0-a63276c71802,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:23.049206 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 45ece508-f2f7-46e3-91e0-a63276c71802 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:30:23.155931 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6e96a7dd-4dac-4114-9605-afa835002a9e req-ddba022c-85db-4ff6-96df-d7a3ebcff53d service neutron] 10.222.0.48 "GET /v2.0/networks/2cece0d9-5faa-4155-9869-b08cef086aee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211721 Aug 29 04:30:23.249937 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 37976) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:23.256023 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-8119556f-c894-41b6-8b67-683dcae5841e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Request body: {'port': {'network_id': '45ece508-f2f7-46e3-91e0-a63276c71802', 'binding:host_id': 'n-h1-712140-12', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-98946592'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:23.302691 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8119556f-c894-41b6-8b67-683dcae5841e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Made reservation on behalf of 685927f074ff4ba8b424ba5b90c63895 for: {'port': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:30:23.305307 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8119556f-c894-41b6-8b67-683dcae5841e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:23.309874 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6e96a7dd-4dac-4114-9605-afa835002a9e req-5f69c13b-2619-4ce9-8f72-3bb423e08281 service neutron] 10.222.0.48 "GET /v2.0/networks/2cece0d9-5faa-4155-9869-b08cef086aee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380329 Aug 29 04:30:23.347842 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8119556f-c894-41b6-8b67-683dcae5841e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:23.533028 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8119556f-c894-41b6-8b67-683dcae5841e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:23.545862 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8119556f-c894-41b6-8b67-683dcae5841e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:23.576089 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [None req-8119556f-c894-41b6-8b67-683dcae5841e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] device_id is not set on port 7f908fba-8519-4526-b7b2-c514e5fcff45 yet. {{(pid=94829) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:30:23.647065 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8119556f-c894-41b6-8b67-683dcae5841e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=991b36ca-c969-4ca3-9db4-666ad9b5c64d,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:23.697688 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da4fd5a-680e-4210-a5f2-fc769045332b req-fba65e42-8d02-4ee0-a7c3-a1ec45cfd719 tempest-InstanceActionsTestJSON-1776547189 tempest-InstanceActionsTestJSON-1776547189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:23.699399 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4da4fd5a-680e-4210-a5f2-fc769045332b req-fba65e42-8d02-4ee0-a7c3-a1ec45cfd719 tempest-InstanceActionsTestJSON-1776547189 tempest-InstanceActionsTestJSON-1776547189-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c053c5e-9ef8-4654-9c26-b9b51bb192a1 HTTP/1.1" status: 200 len: 943 time: 0.1640303 Aug 29 04:30:23.853721 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4da4fd5a-680e-4210-a5f2-fc769045332b req-c91fdbc4-aa94-4433-9994-7d398231a0b9 tempest-InstanceActionsTestJSON-1776547189 tempest-InstanceActionsTestJSON-1776547189-project] 10.222.0.22 "GET /v2.0/security-groups?id=164ebbc3-63fc-499f-af1a-287fff1639b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458480 Aug 29 04:30:23.983649 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [None req-8119556f-c894-41b6-8b67-683dcae5841e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] device_id is not set on port 7f908fba-8519-4526-b7b2-c514e5fcff45 yet. {{(pid=94829) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:30:23.994974 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8119556f-c894-41b6-8b67-683dcae5841e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:24.020503 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-8119556f-c894-41b6-8b67-683dcae5841e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Transition to ACTIVE for port object 7f908fba-8519-4526-b7b2-c514e5fcff45 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:30:24.036728 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39024348-cfd7-4b93-9a89-f37a5b80a870 req-fc742c55-e139-4850-873c-cdba9e6ab840 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:24.038188 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-39024348-cfd7-4b93-9a89-f37a5b80a870 req-fc742c55-e139-4850-873c-cdba9e6ab840 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/ports?device_id=7db183c3-4326-4aa4-b642-588c57cfaad5 HTTP/1.1" status: 200 len: 945 time: 0.0664067 Aug 29 04:30:24.073223 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-dd8eafc1-203e-4dcd-ab38-a84c28606330 req-5277fafe-1507-4b8e-b041-a4437ca44e59 tempest-ServerShowV247Test-204064061 tempest-ServerShowV247Test-204064061-project] 10.222.0.22 "GET /v2.0/ports?device_id=33d794ff-d112-4eae-b1d2-b05837d3f5c8 HTTP/1.1" status: 200 len: 210 time: 0.0691056 Aug 29 04:30:24.086778 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8119556f-c894-41b6-8b67-683dcae5841e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:24.117474 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-39024348-cfd7-4b93-9a89-f37a5b80a870 req-e7f465fd-2545-4c28-b7d1-2d955b19bfe5 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/security-groups?id=f2284a1b-92b5-4cc6-825a-c1a1841e1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701020 Aug 29 04:30:24.189832 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8119556f-c894-41b6-8b67-683dcae5841e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Pushing event updated for resources: {'Port': ['ID=7f908fba-8519-4526-b7b2-c514e5fcff45,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:24.198955 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8119556f-c894-41b6-8b67-683dcae5841e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Checking segment: {'id': 'a1163fe8-c63a-48ce-8781-3f039757a244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '45ece508-f2f7-46e3-91e0-a63276c71802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:30:24.199317 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8119556f-c894-41b6-8b67-683dcae5841e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Network hostable DHCP agents. Network: 45ece508-f2f7-46e3-91e0-a63276c71802, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:30:24.221940 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8119556f-c894-41b6-8b67-683dcae5841e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Network 45ece508-f2f7-46e3-91e0-a63276c71802 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:30:24.237256 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-8119556f-c894-41b6-8b67-683dcae5841e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 45ece508-f2f7-46e3-91e0-a63276c71802) {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:30:24.248512 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c25eca9-74b4-4996-988a-8b4c2093511e None None] Network 45ece508-f2f7-46e3-91e0-a63276c71802 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:30:24.251029 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8119556f-c894-41b6-8b67-683dcae5841e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:30:24.277393 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-8119556f-c894-41b6-8b67-683dcae5841e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attempting to bind port 7f908fba-8519-4526-b7b2-c514e5fcff45 on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:30:24.277738 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-8119556f-c894-41b6-8b67-683dcae5841e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attempting to bind port 7f908fba-8519-4526-b7b2-c514e5fcff45 by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': 'a1163fe8-c63a-48ce-8781-3f039757a244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '45ece508-f2f7-46e3-91e0-a63276c71802'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:30:24.278330 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8119556f-c894-41b6-8b67-683dcae5841e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attempting to bind port 7f908fba-8519-4526-b7b2-c514e5fcff45 on network 45ece508-f2f7-46e3-91e0-a63276c71802 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:30:24.290848 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8119556f-c894-41b6-8b67-683dcae5841e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Port 7f908fba-8519-4526-b7b2-c514e5fcff45 on network 45ece508-f2f7-46e3-91e0-a63276c71802 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:30:24.291239 n-d-712140-12 neutron-server[94829]: ERROR neutron.plugins.ml2.managers [None req-8119556f-c894-41b6-8b67-683dcae5841e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Failed to bind port 7f908fba-8519-4526-b7b2-c514e5fcff45 on host n-h1-712140-12 for vnic_type normal using segments [{'id': 'a1163fe8-c63a-48ce-8781-3f039757a244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '45ece508-f2f7-46e3-91e0-a63276c71802'}] Aug 29 04:30:24.291695 n-d-712140-12 neutron-server[94829]: INFO neutron.plugins.ml2.plugin [None req-8119556f-c894-41b6-8b67-683dcae5841e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attempt 2 to bind port 7f908fba-8519-4526-b7b2-c514e5fcff45 Aug 29 04:30:24.344195 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-8119556f-c894-41b6-8b67-683dcae5841e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attempting to bind port 7f908fba-8519-4526-b7b2-c514e5fcff45 on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:30:24.344944 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-8119556f-c894-41b6-8b67-683dcae5841e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attempting to bind port 7f908fba-8519-4526-b7b2-c514e5fcff45 by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': 'a1163fe8-c63a-48ce-8781-3f039757a244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '45ece508-f2f7-46e3-91e0-a63276c71802'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:30:24.345937 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8119556f-c894-41b6-8b67-683dcae5841e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attempting to bind port 7f908fba-8519-4526-b7b2-c514e5fcff45 on network 45ece508-f2f7-46e3-91e0-a63276c71802 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:30:24.354581 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8119556f-c894-41b6-8b67-683dcae5841e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Port 7f908fba-8519-4526-b7b2-c514e5fcff45 on network 45ece508-f2f7-46e3-91e0-a63276c71802 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:30:24.357223 n-d-712140-12 neutron-server[94829]: ERROR neutron.plugins.ml2.managers [None req-8119556f-c894-41b6-8b67-683dcae5841e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Failed to bind port 7f908fba-8519-4526-b7b2-c514e5fcff45 on host n-h1-712140-12 for vnic_type normal using segments [{'id': 'a1163fe8-c63a-48ce-8781-3f039757a244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '45ece508-f2f7-46e3-91e0-a63276c71802'}] Aug 29 04:30:24.358517 n-d-712140-12 neutron-server[94829]: INFO neutron.plugins.ml2.plugin [None req-8119556f-c894-41b6-8b67-683dcae5841e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attempt 3 to bind port 7f908fba-8519-4526-b7b2-c514e5fcff45 Aug 29 04:30:24.386179 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-8119556f-c894-41b6-8b67-683dcae5841e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attempting to bind port 7f908fba-8519-4526-b7b2-c514e5fcff45 on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:30:24.394538 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-8119556f-c894-41b6-8b67-683dcae5841e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attempting to bind port 7f908fba-8519-4526-b7b2-c514e5fcff45 by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': 'a1163fe8-c63a-48ce-8781-3f039757a244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '45ece508-f2f7-46e3-91e0-a63276c71802'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:30:24.395044 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8119556f-c894-41b6-8b67-683dcae5841e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attempting to bind port 7f908fba-8519-4526-b7b2-c514e5fcff45 on network 45ece508-f2f7-46e3-91e0-a63276c71802 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:30:24.403461 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8119556f-c894-41b6-8b67-683dcae5841e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Port 7f908fba-8519-4526-b7b2-c514e5fcff45 on network 45ece508-f2f7-46e3-91e0-a63276c71802 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:30:24.405301 n-d-712140-12 neutron-server[94829]: ERROR neutron.plugins.ml2.managers [None req-8119556f-c894-41b6-8b67-683dcae5841e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Failed to bind port 7f908fba-8519-4526-b7b2-c514e5fcff45 on host n-h1-712140-12 for vnic_type normal using segments [{'id': 'a1163fe8-c63a-48ce-8781-3f039757a244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '45ece508-f2f7-46e3-91e0-a63276c71802'}] Aug 29 04:30:24.405793 n-d-712140-12 neutron-server[94829]: INFO neutron.plugins.ml2.plugin [None req-8119556f-c894-41b6-8b67-683dcae5841e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attempt 4 to bind port 7f908fba-8519-4526-b7b2-c514e5fcff45 Aug 29 04:30:24.433223 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-8119556f-c894-41b6-8b67-683dcae5841e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attempting to bind port 7f908fba-8519-4526-b7b2-c514e5fcff45 on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:30:24.433698 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-8119556f-c894-41b6-8b67-683dcae5841e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attempting to bind port 7f908fba-8519-4526-b7b2-c514e5fcff45 by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': 'a1163fe8-c63a-48ce-8781-3f039757a244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '45ece508-f2f7-46e3-91e0-a63276c71802'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:30:24.434219 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8119556f-c894-41b6-8b67-683dcae5841e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attempting to bind port 7f908fba-8519-4526-b7b2-c514e5fcff45 on network 45ece508-f2f7-46e3-91e0-a63276c71802 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:30:24.449618 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8119556f-c894-41b6-8b67-683dcae5841e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Port 7f908fba-8519-4526-b7b2-c514e5fcff45 on network 45ece508-f2f7-46e3-91e0-a63276c71802 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:30:24.450255 n-d-712140-12 neutron-server[94829]: ERROR neutron.plugins.ml2.managers [None req-8119556f-c894-41b6-8b67-683dcae5841e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Failed to bind port 7f908fba-8519-4526-b7b2-c514e5fcff45 on host n-h1-712140-12 for vnic_type normal using segments [{'id': 'a1163fe8-c63a-48ce-8781-3f039757a244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '45ece508-f2f7-46e3-91e0-a63276c71802'}] Aug 29 04:30:24.451269 n-d-712140-12 neutron-server[94829]: INFO neutron.plugins.ml2.plugin [None req-8119556f-c894-41b6-8b67-683dcae5841e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attempt 5 to bind port 7f908fba-8519-4526-b7b2-c514e5fcff45 Aug 29 04:30:24.497074 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-8119556f-c894-41b6-8b67-683dcae5841e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attempting to bind port 7f908fba-8519-4526-b7b2-c514e5fcff45 on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:30:24.501537 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-8119556f-c894-41b6-8b67-683dcae5841e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attempting to bind port 7f908fba-8519-4526-b7b2-c514e5fcff45 by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': 'a1163fe8-c63a-48ce-8781-3f039757a244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '45ece508-f2f7-46e3-91e0-a63276c71802'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:30:24.503013 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8119556f-c894-41b6-8b67-683dcae5841e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attempting to bind port 7f908fba-8519-4526-b7b2-c514e5fcff45 on network 45ece508-f2f7-46e3-91e0-a63276c71802 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:30:24.517811 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8119556f-c894-41b6-8b67-683dcae5841e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Port 7f908fba-8519-4526-b7b2-c514e5fcff45 on network 45ece508-f2f7-46e3-91e0-a63276c71802 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:30:24.518581 n-d-712140-12 neutron-server[94829]: ERROR neutron.plugins.ml2.managers [None req-8119556f-c894-41b6-8b67-683dcae5841e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Failed to bind port 7f908fba-8519-4526-b7b2-c514e5fcff45 on host n-h1-712140-12 for vnic_type normal using segments [{'id': 'a1163fe8-c63a-48ce-8781-3f039757a244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '45ece508-f2f7-46e3-91e0-a63276c71802'}] Aug 29 04:30:24.519021 n-d-712140-12 neutron-server[94829]: INFO neutron.plugins.ml2.plugin [None req-8119556f-c894-41b6-8b67-683dcae5841e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attempt 6 to bind port 7f908fba-8519-4526-b7b2-c514e5fcff45 Aug 29 04:30:24.547063 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-8119556f-c894-41b6-8b67-683dcae5841e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attempting to bind port 7f908fba-8519-4526-b7b2-c514e5fcff45 on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:30:24.547751 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-8119556f-c894-41b6-8b67-683dcae5841e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attempting to bind port 7f908fba-8519-4526-b7b2-c514e5fcff45 by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': 'a1163fe8-c63a-48ce-8781-3f039757a244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '45ece508-f2f7-46e3-91e0-a63276c71802'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:30:24.547751 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8119556f-c894-41b6-8b67-683dcae5841e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attempting to bind port 7f908fba-8519-4526-b7b2-c514e5fcff45 on network 45ece508-f2f7-46e3-91e0-a63276c71802 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:30:24.562545 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8119556f-c894-41b6-8b67-683dcae5841e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Port 7f908fba-8519-4526-b7b2-c514e5fcff45 on network 45ece508-f2f7-46e3-91e0-a63276c71802 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:30:24.562869 n-d-712140-12 neutron-server[94829]: ERROR neutron.plugins.ml2.managers [None req-8119556f-c894-41b6-8b67-683dcae5841e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Failed to bind port 7f908fba-8519-4526-b7b2-c514e5fcff45 on host n-h1-712140-12 for vnic_type normal using segments [{'id': 'a1163fe8-c63a-48ce-8781-3f039757a244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '45ece508-f2f7-46e3-91e0-a63276c71802'}] Aug 29 04:30:24.566121 n-d-712140-12 neutron-server[94829]: INFO neutron.plugins.ml2.plugin [None req-8119556f-c894-41b6-8b67-683dcae5841e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attempt 7 to bind port 7f908fba-8519-4526-b7b2-c514e5fcff45 Aug 29 04:30:24.598950 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-8119556f-c894-41b6-8b67-683dcae5841e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attempting to bind port 7f908fba-8519-4526-b7b2-c514e5fcff45 on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:30:24.600828 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-8119556f-c894-41b6-8b67-683dcae5841e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attempting to bind port 7f908fba-8519-4526-b7b2-c514e5fcff45 by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': 'a1163fe8-c63a-48ce-8781-3f039757a244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '45ece508-f2f7-46e3-91e0-a63276c71802'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:30:24.601243 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8119556f-c894-41b6-8b67-683dcae5841e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attempting to bind port 7f908fba-8519-4526-b7b2-c514e5fcff45 on network 45ece508-f2f7-46e3-91e0-a63276c71802 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:30:24.612584 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8119556f-c894-41b6-8b67-683dcae5841e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Port 7f908fba-8519-4526-b7b2-c514e5fcff45 on network 45ece508-f2f7-46e3-91e0-a63276c71802 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:30:24.612995 n-d-712140-12 neutron-server[94829]: ERROR neutron.plugins.ml2.managers [None req-8119556f-c894-41b6-8b67-683dcae5841e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Failed to bind port 7f908fba-8519-4526-b7b2-c514e5fcff45 on host n-h1-712140-12 for vnic_type normal using segments [{'id': 'a1163fe8-c63a-48ce-8781-3f039757a244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '45ece508-f2f7-46e3-91e0-a63276c71802'}] Aug 29 04:30:24.613467 n-d-712140-12 neutron-server[94829]: INFO neutron.plugins.ml2.plugin [None req-8119556f-c894-41b6-8b67-683dcae5841e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attempt 8 to bind port 7f908fba-8519-4526-b7b2-c514e5fcff45 Aug 29 04:30:24.626288 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-24b26ae0-9a3b-4f4b-a626-07a83225f89b req-da656458-e429-4697-ad17-f04ab0a36492 tempest-ServerShowV247Test-204064061 tempest-ServerShowV247Test-204064061-project] 10.222.0.22 "GET /v2.0/ports?device_id=33d794ff-d112-4eae-b1d2-b05837d3f5c8 HTTP/1.1" status: 200 len: 210 time: 0.0521266 Aug 29 04:30:24.637195 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-8119556f-c894-41b6-8b67-683dcae5841e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attempting to bind port 7f908fba-8519-4526-b7b2-c514e5fcff45 on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:30:24.637540 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-8119556f-c894-41b6-8b67-683dcae5841e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attempting to bind port 7f908fba-8519-4526-b7b2-c514e5fcff45 by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': 'a1163fe8-c63a-48ce-8781-3f039757a244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '45ece508-f2f7-46e3-91e0-a63276c71802'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:30:24.637882 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8119556f-c894-41b6-8b67-683dcae5841e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attempting to bind port 7f908fba-8519-4526-b7b2-c514e5fcff45 on network 45ece508-f2f7-46e3-91e0-a63276c71802 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:30:24.662670 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8119556f-c894-41b6-8b67-683dcae5841e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Port 7f908fba-8519-4526-b7b2-c514e5fcff45 on network 45ece508-f2f7-46e3-91e0-a63276c71802 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:30:24.663006 n-d-712140-12 neutron-server[94829]: ERROR neutron.plugins.ml2.managers [None req-8119556f-c894-41b6-8b67-683dcae5841e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Failed to bind port 7f908fba-8519-4526-b7b2-c514e5fcff45 on host n-h1-712140-12 for vnic_type normal using segments [{'id': 'a1163fe8-c63a-48ce-8781-3f039757a244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '45ece508-f2f7-46e3-91e0-a63276c71802'}] Aug 29 04:30:24.667121 n-d-712140-12 neutron-server[94829]: INFO neutron.plugins.ml2.plugin [None req-8119556f-c894-41b6-8b67-683dcae5841e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attempt 9 to bind port 7f908fba-8519-4526-b7b2-c514e5fcff45 Aug 29 04:30:24.672799 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device b3967636-1e2f-49fb-a95c-11ef9f94afb3 details requested by agent hyperv_n-h2-712140-12 with host n-h2-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:30:24.699418 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-8119556f-c894-41b6-8b67-683dcae5841e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attempting to bind port 7f908fba-8519-4526-b7b2-c514e5fcff45 on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:30:24.700703 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-8119556f-c894-41b6-8b67-683dcae5841e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attempting to bind port 7f908fba-8519-4526-b7b2-c514e5fcff45 by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': 'a1163fe8-c63a-48ce-8781-3f039757a244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '45ece508-f2f7-46e3-91e0-a63276c71802'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:30:24.705228 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8119556f-c894-41b6-8b67-683dcae5841e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attempting to bind port 7f908fba-8519-4526-b7b2-c514e5fcff45 on network 45ece508-f2f7-46e3-91e0-a63276c71802 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:30:24.722256 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8119556f-c894-41b6-8b67-683dcae5841e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Port 7f908fba-8519-4526-b7b2-c514e5fcff45 on network 45ece508-f2f7-46e3-91e0-a63276c71802 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:30:24.723146 n-d-712140-12 neutron-server[94829]: ERROR neutron.plugins.ml2.managers [None req-8119556f-c894-41b6-8b67-683dcae5841e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Failed to bind port 7f908fba-8519-4526-b7b2-c514e5fcff45 on host n-h1-712140-12 for vnic_type normal using segments [{'id': 'a1163fe8-c63a-48ce-8781-3f039757a244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '45ece508-f2f7-46e3-91e0-a63276c71802'}] Aug 29 04:30:24.724812 n-d-712140-12 neutron-server[94829]: INFO neutron.plugins.ml2.plugin [None req-8119556f-c894-41b6-8b67-683dcae5841e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attempt 10 to bind port 7f908fba-8519-4526-b7b2-c514e5fcff45 Aug 29 04:30:24.781121 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-8119556f-c894-41b6-8b67-683dcae5841e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attempting to bind port 7f908fba-8519-4526-b7b2-c514e5fcff45 on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:30:24.783181 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-8119556f-c894-41b6-8b67-683dcae5841e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attempting to bind port 7f908fba-8519-4526-b7b2-c514e5fcff45 by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': 'a1163fe8-c63a-48ce-8781-3f039757a244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '45ece508-f2f7-46e3-91e0-a63276c71802'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:30:24.783800 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8119556f-c894-41b6-8b67-683dcae5841e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attempting to bind port 7f908fba-8519-4526-b7b2-c514e5fcff45 on network 45ece508-f2f7-46e3-91e0-a63276c71802 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:30:24.795332 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8119556f-c894-41b6-8b67-683dcae5841e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Port 7f908fba-8519-4526-b7b2-c514e5fcff45 on network 45ece508-f2f7-46e3-91e0-a63276c71802 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:30:24.795886 n-d-712140-12 neutron-server[94829]: ERROR neutron.plugins.ml2.managers [None req-8119556f-c894-41b6-8b67-683dcae5841e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Failed to bind port 7f908fba-8519-4526-b7b2-c514e5fcff45 on host n-h1-712140-12 for vnic_type normal using segments [{'id': 'a1163fe8-c63a-48ce-8781-3f039757a244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '45ece508-f2f7-46e3-91e0-a63276c71802'}] Aug 29 04:30:24.799212 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8119556f-c894-41b6-8b67-683dcae5841e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:24.845194 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port b3967636-1e2f-49fb-a95c-11ef9f94afb3, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=b3967636-1e2f-49fb-a95c-11ef9f94afb3,segment=NetworkSegment(9a48f066-6d42-4a78-8c37-4a64c4ca9905),segment_id=9a48f066-6d42-4a78-8c37-4a64c4ca9905)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:24.862822 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Returning: {'device': 'b3967636-1e2f-49fb-a95c-11ef9f94afb3', 'network_id': '2cece0d9-5faa-4155-9869-b08cef086aee', 'port_id': 'b3967636-1e2f-49fb-a95c-11ef9f94afb3', 'mac_address': 'fa:16:3e:25:4b:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd25e1857-e695-4a1c-bc83-1d48fc8e15e2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:30:24.920224 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-8119556f-c894-41b6-8b67-683dcae5841e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] For port 7f908fba-8519-4526-b7b2-c514e5fcff45, host n-h1-712140-12, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:30:24.920950 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-8119556f-c894-41b6-8b67-683dcae5841e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attempted to set empty binding levels {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 29 04:30:24.929524 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8119556f-c894-41b6-8b67-683dcae5841e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:24.955169 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:24.991789 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3967636-1e2f-49fb-a95c-11ef9f94afb3 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:30:25.017214 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port b3967636-1e2f-49fb-a95c-11ef9f94afb3, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=b3967636-1e2f-49fb-a95c-11ef9f94afb3,segment=NetworkSegment(9a48f066-6d42-4a78-8c37-4a64c4ca9905),segment_id=9a48f066-6d42-4a78-8c37-4a64c4ca9905)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:25.024321 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8119556f-c894-41b6-8b67-683dcae5841e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:25.025033 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8119556f-c894-41b6-8b67-683dcae5841e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:25.033783 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:25.098561 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-8119556f-c894-41b6-8b67-683dcae5841e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 1.8470156 Aug 29 04:30:25.101336 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 38036) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:25.105013 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8119556f-c894-41b6-8b67-683dcae5841e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Pushing event updated for resources: {'Port': ['ID=7f908fba-8519-4526-b7b2-c514e5fcff45,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:25.130525 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743a972f-d0f6-4840-844c-0dbe4d84625f req-de0a1720-a8e0-4d96-aedf-500d1ffdfbce tempest-InstanceActionsTestJSON-1776547189 tempest-InstanceActionsTestJSON-1776547189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:25.132312 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-743a972f-d0f6-4840-844c-0dbe4d84625f req-de0a1720-a8e0-4d96-aedf-500d1ffdfbce tempest-InstanceActionsTestJSON-1776547189 tempest-InstanceActionsTestJSON-1776547189-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c053c5e-9ef8-4654-9c26-b9b51bb192a1 HTTP/1.1" status: 200 len: 944 time: 0.1209967 Aug 29 04:30:25.181121 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=b3967636-1e2f-49fb-a95c-11ef9f94afb3,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:25.222773 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-743a972f-d0f6-4840-844c-0dbe4d84625f req-561deba7-9e3a-42fc-b559-07602cbcf769 tempest-InstanceActionsTestJSON-1776547189 tempest-InstanceActionsTestJSON-1776547189-project] 10.222.0.22 "GET /v2.0/security-groups?id=164ebbc3-63fc-499f-af1a-287fff1639b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800359 Aug 29 04:30:25.327538 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c9ad95-b4d6-4cf8-a19e-3baeb56049f4 req-2a4979f6-c431-439e-8599-abc97fe933aa tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:25.334747 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f7c9ad95-b4d6-4cf8-a19e-3baeb56049f4 req-2a4979f6-c431-439e-8599-abc97fe933aa tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/ports?device_id=7db183c3-4326-4aa4-b642-588c57cfaad5 HTTP/1.1" status: 200 len: 945 time: 0.1408834 Aug 29 04:30:25.394545 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f7c9ad95-b4d6-4cf8-a19e-3baeb56049f4 req-5f1dfbfd-57a1-4bda-b2e9-fb5ed5c5e401 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/security-groups?id=f2284a1b-92b5-4cc6-825a-c1a1841e1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570631 Aug 29 04:30:25.415476 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a652bb6a-0eb9-4ffc-9dc2-c3b0e4478931 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Deleting port 7f908fba-8519-4526-b7b2-c514e5fcff45 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:30:25.415854 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a652bb6a-0eb9-4ffc-9dc2-c3b0e4478931 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:25.446529 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['b3967636-1e2f-49fb-a95c-11ef9f94afb3'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:30:25.479962 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-a652bb6a-0eb9-4ffc-9dc2-c3b0e4478931 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] For port 7f908fba-8519-4526-b7b2-c514e5fcff45, host n-h1-712140-12, got binding levels [] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:25.480293 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a652bb6a-0eb9-4ffc-9dc2-c3b0e4478931 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:25.494386 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a652bb6a-0eb9-4ffc-9dc2-c3b0e4478931 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Calling delete_port for 7f908fba-8519-4526-b7b2-c514e5fcff45 owned by {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:30:25.623536 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a652bb6a-0eb9-4ffc-9dc2-c3b0e4478931 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:25.672294 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a652bb6a-0eb9-4ffc-9dc2-c3b0e4478931 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Pushing event deleted for resources: {'Port': ['ID=7f908fba-8519-4526-b7b2-c514e5fcff45,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:25.687783 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a652bb6a-0eb9-4ffc-9dc2-c3b0e4478931 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:25.693021 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 38048) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:25.694316 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-a652bb6a-0eb9-4ffc-9dc2-c3b0e4478931 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] 10.222.0.22 "DELETE /v2.0/ports/7f908fba-8519-4526-b7b2-c514e5fcff45 HTTP/1.1" status: 204 len: 168 time: 0.5919664 Aug 29 04:30:25.759142 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b65731a-8082-4442-aa10-91b338f1a350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] GET failed (client error): The resource could not be found. Aug 29 04:30:25.761489 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-1b65731a-8082-4442-aa10-91b338f1a350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] 10.222.0.22 "GET /v2.0/ports/7f908fba-8519-4526-b7b2-c514e5fcff45 HTTP/1.1" status: 404 len: 333 time: 0.0674834 Aug 29 04:30:25.765592 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 38050) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:25.770929 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-aea2c46d-4bf6-4b4e-b5e3-482b3d0010bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Request body: {'port': {'network_id': '45ece508-f2f7-46e3-91e0-a63276c71802', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757982064'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:25.808465 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-736fa0b3-269d-4ed0-807d-81901c677949 req-ce5622f4-fba7-4319-89fc-44f5acb56509 tempest-ServerShowV247Test-204064061 tempest-ServerShowV247Test-204064061-project] 10.222.0.22 "GET /v2.0/ports?device_id=33d794ff-d112-4eae-b1d2-b05837d3f5c8 HTTP/1.1" status: 200 len: 210 time: 0.0418994 Aug 29 04:30:25.813130 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aea2c46d-4bf6-4b4e-b5e3-482b3d0010bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Made reservation on behalf of 685927f074ff4ba8b424ba5b90c63895 for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:30:25.816442 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-aea2c46d-4bf6-4b4e-b5e3-482b3d0010bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:25.854014 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-aea2c46d-4bf6-4b4e-b5e3-482b3d0010bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] device_id is not set on port 88cec47d-fceb-46dd-b005-d49086a0f54a yet. {{(pid=94828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:30:26.031271 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-aea2c46d-4bf6-4b4e-b5e3-482b3d0010bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:26.073245 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-aea2c46d-4bf6-4b4e-b5e3-482b3d0010bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:26.121793 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea2c46d-4bf6-4b4e-b5e3-482b3d0010bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Network 45ece508-f2f7-46e3-91e0-a63276c71802 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:30:26.125181 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-aea2c46d-4bf6-4b4e-b5e3-482b3d0010bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:30:26.129857 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea2c46d-4bf6-4b4e-b5e3-482b3d0010bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:30:26.130811 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea2c46d-4bf6-4b4e-b5e3-482b3d0010bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:26.131418 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-aea2c46d-4bf6-4b4e-b5e3-482b3d0010bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:26.135211 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea2c46d-4bf6-4b4e-b5e3-482b3d0010bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Pushing event updated for resources: {'Port': ['ID=88cec47d-fceb-46dd-b005-d49086a0f54a,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:26.153956 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-aea2c46d-4bf6-4b4e-b5e3-482b3d0010bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.3872342 Aug 29 04:30:26.156474 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 38054) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:26.161976 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-2597063a-6b87-4e74-bdaa-88dfcf8aa78d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:26.226115 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2597063a-6b87-4e74-bdaa-88dfcf8aa78d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:26.437680 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07612485-878b-4125-938c-af2628518695 req-c40cf9a2-905f-4f26-8efa-3fae8c4ef487 tempest-InstanceActionsTestJSON-1776547189 tempest-InstanceActionsTestJSON-1776547189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:26.439197 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-07612485-878b-4125-938c-af2628518695 req-c40cf9a2-905f-4f26-8efa-3fae8c4ef487 tempest-InstanceActionsTestJSON-1776547189 tempest-InstanceActionsTestJSON-1776547189-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c053c5e-9ef8-4654-9c26-b9b51bb192a1 HTTP/1.1" status: 200 len: 944 time: 0.0917423 Aug 29 04:30:26.513718 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-07612485-878b-4125-938c-af2628518695 req-c8d5f1ed-c133-4ed7-9afe-58ea1d310a0b tempest-InstanceActionsTestJSON-1776547189 tempest-InstanceActionsTestJSON-1776547189-project] 10.222.0.22 "GET /v2.0/security-groups?id=164ebbc3-63fc-499f-af1a-287fff1639b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672057 Aug 29 04:30:26.528332 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-2597063a-6b87-4e74-bdaa-88dfcf8aa78d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] device_id is not set on port 88cec47d-fceb-46dd-b005-d49086a0f54a yet. {{(pid=94828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:30:26.542788 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2597063a-6b87-4e74-bdaa-88dfcf8aa78d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:26.574547 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2597063a-6b87-4e74-bdaa-88dfcf8aa78d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Transition to ACTIVE for port object 88cec47d-fceb-46dd-b005-d49086a0f54a will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:30:26.576123 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07045fd9-b22e-4d22-ab2f-5562358ad92b req-7b5a7b36-f688-468d-acc7-f221388fd89c tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:26.578696 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-07045fd9-b22e-4d22-ab2f-5562358ad92b req-7b5a7b36-f688-468d-acc7-f221388fd89c tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/ports?device_id=7db183c3-4326-4aa4-b642-588c57cfaad5 HTTP/1.1" status: 200 len: 945 time: 0.0887573 Aug 29 04:30:26.582381 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2597063a-6b87-4e74-bdaa-88dfcf8aa78d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:26.643015 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-07045fd9-b22e-4d22-ab2f-5562358ad92b req-8252e1a4-1ba7-4d6e-8702-f11e464c0e94 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/security-groups?id=f2284a1b-92b5-4cc6-825a-c1a1841e1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532610 Aug 29 04:30:26.662498 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2597063a-6b87-4e74-bdaa-88dfcf8aa78d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Pushing event updated for resources: {'Port': ['ID=88cec47d-fceb-46dd-b005-d49086a0f54a,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:26.675058 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device b3967636-1e2f-49fb-a95c-11ef9f94afb3 up at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:30:26.703839 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-2597063a-6b87-4e74-bdaa-88dfcf8aa78d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attempting to bind port 88cec47d-fceb-46dd-b005-d49086a0f54a on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:30:26.704467 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-2597063a-6b87-4e74-bdaa-88dfcf8aa78d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attempting to bind port 88cec47d-fceb-46dd-b005-d49086a0f54a by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': 'a1163fe8-c63a-48ce-8781-3f039757a244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '45ece508-f2f7-46e3-91e0-a63276c71802'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:30:26.705046 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2597063a-6b87-4e74-bdaa-88dfcf8aa78d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attempting to bind port 88cec47d-fceb-46dd-b005-d49086a0f54a on network 45ece508-f2f7-46e3-91e0-a63276c71802 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:30:26.711220 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2597063a-6b87-4e74-bdaa-88dfcf8aa78d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Port 88cec47d-fceb-46dd-b005-d49086a0f54a on network 45ece508-f2f7-46e3-91e0-a63276c71802 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:30:26.711950 n-d-712140-12 neutron-server[94828]: ERROR neutron.plugins.ml2.managers [None req-2597063a-6b87-4e74-bdaa-88dfcf8aa78d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Failed to bind port 88cec47d-fceb-46dd-b005-d49086a0f54a on host n-h1-712140-12 for vnic_type normal using segments [{'id': 'a1163fe8-c63a-48ce-8781-3f039757a244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '45ece508-f2f7-46e3-91e0-a63276c71802'}] Aug 29 04:30:26.712585 n-d-712140-12 neutron-server[94828]: INFO neutron.plugins.ml2.plugin [None req-2597063a-6b87-4e74-bdaa-88dfcf8aa78d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attempt 2 to bind port 88cec47d-fceb-46dd-b005-d49086a0f54a Aug 29 04:30:26.733278 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-2597063a-6b87-4e74-bdaa-88dfcf8aa78d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attempting to bind port 88cec47d-fceb-46dd-b005-d49086a0f54a on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:30:26.733645 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-2597063a-6b87-4e74-bdaa-88dfcf8aa78d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attempting to bind port 88cec47d-fceb-46dd-b005-d49086a0f54a by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': 'a1163fe8-c63a-48ce-8781-3f039757a244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '45ece508-f2f7-46e3-91e0-a63276c71802'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:30:26.734057 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2597063a-6b87-4e74-bdaa-88dfcf8aa78d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attempting to bind port 88cec47d-fceb-46dd-b005-d49086a0f54a on network 45ece508-f2f7-46e3-91e0-a63276c71802 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:30:26.738672 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2597063a-6b87-4e74-bdaa-88dfcf8aa78d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Port 88cec47d-fceb-46dd-b005-d49086a0f54a on network 45ece508-f2f7-46e3-91e0-a63276c71802 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:30:26.739061 n-d-712140-12 neutron-server[94828]: ERROR neutron.plugins.ml2.managers [None req-2597063a-6b87-4e74-bdaa-88dfcf8aa78d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Failed to bind port 88cec47d-fceb-46dd-b005-d49086a0f54a on host n-h1-712140-12 for vnic_type normal using segments [{'id': 'a1163fe8-c63a-48ce-8781-3f039757a244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '45ece508-f2f7-46e3-91e0-a63276c71802'}] Aug 29 04:30:26.739857 n-d-712140-12 neutron-server[94828]: INFO neutron.plugins.ml2.plugin [None req-2597063a-6b87-4e74-bdaa-88dfcf8aa78d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attempt 3 to bind port 88cec47d-fceb-46dd-b005-d49086a0f54a Aug 29 04:30:26.764280 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning for port b3967636-1e2f-49fb-a95c-11ef9f94afb3 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:30:26.766657 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-2597063a-6b87-4e74-bdaa-88dfcf8aa78d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attempting to bind port 88cec47d-fceb-46dd-b005-d49086a0f54a on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:30:26.766994 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-2597063a-6b87-4e74-bdaa-88dfcf8aa78d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attempting to bind port 88cec47d-fceb-46dd-b005-d49086a0f54a by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': 'a1163fe8-c63a-48ce-8781-3f039757a244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '45ece508-f2f7-46e3-91e0-a63276c71802'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:30:26.767331 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2597063a-6b87-4e74-bdaa-88dfcf8aa78d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attempting to bind port 88cec47d-fceb-46dd-b005-d49086a0f54a on network 45ece508-f2f7-46e3-91e0-a63276c71802 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:30:26.768281 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning complete for port b3967636-1e2f-49fb-a95c-11ef9f94afb3 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:26.768665 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:26.771645 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2597063a-6b87-4e74-bdaa-88dfcf8aa78d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Port 88cec47d-fceb-46dd-b005-d49086a0f54a on network 45ece508-f2f7-46e3-91e0-a63276c71802 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:30:26.772009 n-d-712140-12 neutron-server[94828]: ERROR neutron.plugins.ml2.managers [None req-2597063a-6b87-4e74-bdaa-88dfcf8aa78d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Failed to bind port 88cec47d-fceb-46dd-b005-d49086a0f54a on host n-h1-712140-12 for vnic_type normal using segments [{'id': 'a1163fe8-c63a-48ce-8781-3f039757a244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '45ece508-f2f7-46e3-91e0-a63276c71802'}] Aug 29 04:30:26.772393 n-d-712140-12 neutron-server[94828]: INFO neutron.plugins.ml2.plugin [None req-2597063a-6b87-4e74-bdaa-88dfcf8aa78d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attempt 4 to bind port 88cec47d-fceb-46dd-b005-d49086a0f54a Aug 29 04:30:26.785211 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-2597063a-6b87-4e74-bdaa-88dfcf8aa78d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attempting to bind port 88cec47d-fceb-46dd-b005-d49086a0f54a on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:30:26.785552 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-2597063a-6b87-4e74-bdaa-88dfcf8aa78d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attempting to bind port 88cec47d-fceb-46dd-b005-d49086a0f54a by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': 'a1163fe8-c63a-48ce-8781-3f039757a244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '45ece508-f2f7-46e3-91e0-a63276c71802'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:30:26.785891 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2597063a-6b87-4e74-bdaa-88dfcf8aa78d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attempting to bind port 88cec47d-fceb-46dd-b005-d49086a0f54a on network 45ece508-f2f7-46e3-91e0-a63276c71802 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:30:26.800001 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2597063a-6b87-4e74-bdaa-88dfcf8aa78d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Port 88cec47d-fceb-46dd-b005-d49086a0f54a on network 45ece508-f2f7-46e3-91e0-a63276c71802 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:30:26.800511 n-d-712140-12 neutron-server[94828]: ERROR neutron.plugins.ml2.managers [None req-2597063a-6b87-4e74-bdaa-88dfcf8aa78d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Failed to bind port 88cec47d-fceb-46dd-b005-d49086a0f54a on host n-h1-712140-12 for vnic_type normal using segments [{'id': 'a1163fe8-c63a-48ce-8781-3f039757a244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '45ece508-f2f7-46e3-91e0-a63276c71802'}] Aug 29 04:30:26.800945 n-d-712140-12 neutron-server[94828]: INFO neutron.plugins.ml2.plugin [None req-2597063a-6b87-4e74-bdaa-88dfcf8aa78d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attempt 5 to bind port 88cec47d-fceb-46dd-b005-d49086a0f54a Aug 29 04:30:26.861926 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:26.867698 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-2597063a-6b87-4e74-bdaa-88dfcf8aa78d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attempting to bind port 88cec47d-fceb-46dd-b005-d49086a0f54a on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:30:26.868049 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-2597063a-6b87-4e74-bdaa-88dfcf8aa78d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attempting to bind port 88cec47d-fceb-46dd-b005-d49086a0f54a by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': 'a1163fe8-c63a-48ce-8781-3f039757a244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '45ece508-f2f7-46e3-91e0-a63276c71802'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:30:26.870514 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2597063a-6b87-4e74-bdaa-88dfcf8aa78d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attempting to bind port 88cec47d-fceb-46dd-b005-d49086a0f54a on network 45ece508-f2f7-46e3-91e0-a63276c71802 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:30:26.887972 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2597063a-6b87-4e74-bdaa-88dfcf8aa78d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Port 88cec47d-fceb-46dd-b005-d49086a0f54a on network 45ece508-f2f7-46e3-91e0-a63276c71802 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:30:26.888336 n-d-712140-12 neutron-server[94828]: ERROR neutron.plugins.ml2.managers [None req-2597063a-6b87-4e74-bdaa-88dfcf8aa78d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Failed to bind port 88cec47d-fceb-46dd-b005-d49086a0f54a on host n-h1-712140-12 for vnic_type normal using segments [{'id': 'a1163fe8-c63a-48ce-8781-3f039757a244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '45ece508-f2f7-46e3-91e0-a63276c71802'}] Aug 29 04:30:26.888698 n-d-712140-12 neutron-server[94828]: INFO neutron.plugins.ml2.plugin [None req-2597063a-6b87-4e74-bdaa-88dfcf8aa78d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attempt 6 to bind port 88cec47d-fceb-46dd-b005-d49086a0f54a Aug 29 04:30:26.891339 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c053c5e-9ef8-4654-9c26-b9b51bb192a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3967636-1e2f-49fb-a95c-11ef9f94afb3'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:30:26.893837 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-223c42d8-e05d-4615-8d24-4b7e392835eb" -d '{"events": [{"server_uuid": "3c053c5e-9ef8-4654-9c26-b9b51bb192a1", "name": "network-vif-plugged", "status": "completed", "tag": "b3967636-1e2f-49fb-a95c-11ef9f94afb3"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:30:26.908854 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port b3967636-1e2f-49fb-a95c-11ef9f94afb3, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=b3967636-1e2f-49fb-a95c-11ef9f94afb3,segment=NetworkSegment(9a48f066-6d42-4a78-8c37-4a64c4ca9905),segment_id=9a48f066-6d42-4a78-8c37-4a64c4ca9905)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:26.913649 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:26.913938 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-2597063a-6b87-4e74-bdaa-88dfcf8aa78d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attempting to bind port 88cec47d-fceb-46dd-b005-d49086a0f54a on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:30:26.914385 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-2597063a-6b87-4e74-bdaa-88dfcf8aa78d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attempting to bind port 88cec47d-fceb-46dd-b005-d49086a0f54a by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': 'a1163fe8-c63a-48ce-8781-3f039757a244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '45ece508-f2f7-46e3-91e0-a63276c71802'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:30:26.914824 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2597063a-6b87-4e74-bdaa-88dfcf8aa78d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attempting to bind port 88cec47d-fceb-46dd-b005-d49086a0f54a on network 45ece508-f2f7-46e3-91e0-a63276c71802 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:30:26.924493 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2597063a-6b87-4e74-bdaa-88dfcf8aa78d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Port 88cec47d-fceb-46dd-b005-d49086a0f54a on network 45ece508-f2f7-46e3-91e0-a63276c71802 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:30:26.924834 n-d-712140-12 neutron-server[94828]: ERROR neutron.plugins.ml2.managers [None req-2597063a-6b87-4e74-bdaa-88dfcf8aa78d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Failed to bind port 88cec47d-fceb-46dd-b005-d49086a0f54a on host n-h1-712140-12 for vnic_type normal using segments [{'id': 'a1163fe8-c63a-48ce-8781-3f039757a244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '45ece508-f2f7-46e3-91e0-a63276c71802'}] Aug 29 04:30:26.925227 n-d-712140-12 neutron-server[94828]: INFO neutron.plugins.ml2.plugin [None req-2597063a-6b87-4e74-bdaa-88dfcf8aa78d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attempt 7 to bind port 88cec47d-fceb-46dd-b005-d49086a0f54a Aug 29 04:30:26.953262 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-2597063a-6b87-4e74-bdaa-88dfcf8aa78d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attempting to bind port 88cec47d-fceb-46dd-b005-d49086a0f54a on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:30:26.953603 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-2597063a-6b87-4e74-bdaa-88dfcf8aa78d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attempting to bind port 88cec47d-fceb-46dd-b005-d49086a0f54a by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': 'a1163fe8-c63a-48ce-8781-3f039757a244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '45ece508-f2f7-46e3-91e0-a63276c71802'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:30:26.953921 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2597063a-6b87-4e74-bdaa-88dfcf8aa78d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attempting to bind port 88cec47d-fceb-46dd-b005-d49086a0f54a on network 45ece508-f2f7-46e3-91e0-a63276c71802 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:30:26.963795 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-824c7af9-6cc7-4188-a66e-71a0c5e634fc x-openstack-request-id: req-824c7af9-6cc7-4188-a66e-71a0c5e634fc {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:30:26.964228 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c053c5e-9ef8-4654-9c26-b9b51bb192a1", "name": "network-vif-plugged", "status": "completed", "tag": "b3967636-1e2f-49fb-a95c-11ef9f94afb3", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:30:26.964698 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-824c7af9-6cc7-4188-a66e-71a0c5e634fc {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:30:26.965185 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c053c5e-9ef8-4654-9c26-b9b51bb192a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3967636-1e2f-49fb-a95c-11ef9f94afb3', 'code': 200} Aug 29 04:30:26.987417 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2597063a-6b87-4e74-bdaa-88dfcf8aa78d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Port 88cec47d-fceb-46dd-b005-d49086a0f54a on network 45ece508-f2f7-46e3-91e0-a63276c71802 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:30:26.995493 n-d-712140-12 neutron-server[94828]: ERROR neutron.plugins.ml2.managers [None req-2597063a-6b87-4e74-bdaa-88dfcf8aa78d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Failed to bind port 88cec47d-fceb-46dd-b005-d49086a0f54a on host n-h1-712140-12 for vnic_type normal using segments [{'id': 'a1163fe8-c63a-48ce-8781-3f039757a244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '45ece508-f2f7-46e3-91e0-a63276c71802'}] Aug 29 04:30:27.007029 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=b3967636-1e2f-49fb-a95c-11ef9f94afb3,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:27.019332 n-d-712140-12 neutron-server[94828]: INFO neutron.plugins.ml2.plugin [None req-2597063a-6b87-4e74-bdaa-88dfcf8aa78d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attempt 8 to bind port 88cec47d-fceb-46dd-b005-d49086a0f54a Aug 29 04:30:27.024507 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-286284dd-2c94-4789-af47-e3c332baeecd req-7843717d-7d7b-4865-9ba2-468d9778c2c7 tempest-ServerShowV247Test-204064061 tempest-ServerShowV247Test-204064061-project] 10.222.0.22 "GET /v2.0/ports?device_id=33d794ff-d112-4eae-b1d2-b05837d3f5c8 HTTP/1.1" status: 200 len: 210 time: 0.0625999 Aug 29 04:30:27.064110 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-2597063a-6b87-4e74-bdaa-88dfcf8aa78d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attempting to bind port 88cec47d-fceb-46dd-b005-d49086a0f54a on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:30:27.064561 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-2597063a-6b87-4e74-bdaa-88dfcf8aa78d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attempting to bind port 88cec47d-fceb-46dd-b005-d49086a0f54a by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': 'a1163fe8-c63a-48ce-8781-3f039757a244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '45ece508-f2f7-46e3-91e0-a63276c71802'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:30:27.064996 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2597063a-6b87-4e74-bdaa-88dfcf8aa78d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attempting to bind port 88cec47d-fceb-46dd-b005-d49086a0f54a on network 45ece508-f2f7-46e3-91e0-a63276c71802 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:30:27.092605 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2597063a-6b87-4e74-bdaa-88dfcf8aa78d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Port 88cec47d-fceb-46dd-b005-d49086a0f54a on network 45ece508-f2f7-46e3-91e0-a63276c71802 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:30:27.093029 n-d-712140-12 neutron-server[94828]: ERROR neutron.plugins.ml2.managers [None req-2597063a-6b87-4e74-bdaa-88dfcf8aa78d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Failed to bind port 88cec47d-fceb-46dd-b005-d49086a0f54a on host n-h1-712140-12 for vnic_type normal using segments [{'id': 'a1163fe8-c63a-48ce-8781-3f039757a244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '45ece508-f2f7-46e3-91e0-a63276c71802'}] Aug 29 04:30:27.094198 n-d-712140-12 neutron-server[94828]: INFO neutron.plugins.ml2.plugin [None req-2597063a-6b87-4e74-bdaa-88dfcf8aa78d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attempt 9 to bind port 88cec47d-fceb-46dd-b005-d49086a0f54a Aug 29 04:30:27.112333 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-2597063a-6b87-4e74-bdaa-88dfcf8aa78d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attempting to bind port 88cec47d-fceb-46dd-b005-d49086a0f54a on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:30:27.112959 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-2597063a-6b87-4e74-bdaa-88dfcf8aa78d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attempting to bind port 88cec47d-fceb-46dd-b005-d49086a0f54a by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': 'a1163fe8-c63a-48ce-8781-3f039757a244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '45ece508-f2f7-46e3-91e0-a63276c71802'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:30:27.113515 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2597063a-6b87-4e74-bdaa-88dfcf8aa78d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attempting to bind port 88cec47d-fceb-46dd-b005-d49086a0f54a on network 45ece508-f2f7-46e3-91e0-a63276c71802 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:30:27.125928 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2597063a-6b87-4e74-bdaa-88dfcf8aa78d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Port 88cec47d-fceb-46dd-b005-d49086a0f54a on network 45ece508-f2f7-46e3-91e0-a63276c71802 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:30:27.127029 n-d-712140-12 neutron-server[94828]: ERROR neutron.plugins.ml2.managers [None req-2597063a-6b87-4e74-bdaa-88dfcf8aa78d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Failed to bind port 88cec47d-fceb-46dd-b005-d49086a0f54a on host n-h1-712140-12 for vnic_type normal using segments [{'id': 'a1163fe8-c63a-48ce-8781-3f039757a244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '45ece508-f2f7-46e3-91e0-a63276c71802'}] Aug 29 04:30:27.128319 n-d-712140-12 neutron-server[94828]: INFO neutron.plugins.ml2.plugin [None req-2597063a-6b87-4e74-bdaa-88dfcf8aa78d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attempt 10 to bind port 88cec47d-fceb-46dd-b005-d49086a0f54a Aug 29 04:30:27.132287 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aab9ea-6a13-4fd5-a593-15391099c5a0 req-8bb494d0-fe3d-4121-9c59-70e390074e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:27.133967 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-25aab9ea-6a13-4fd5-a593-15391099c5a0 req-8bb494d0-fe3d-4121-9c59-70e390074e0d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3c053c5e-9ef8-4654-9c26-b9b51bb192a1 HTTP/1.1" status: 200 len: 1097 time: 0.0835674 Aug 29 04:30:27.160803 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-2597063a-6b87-4e74-bdaa-88dfcf8aa78d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attempting to bind port 88cec47d-fceb-46dd-b005-d49086a0f54a on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:30:27.161390 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-2597063a-6b87-4e74-bdaa-88dfcf8aa78d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attempting to bind port 88cec47d-fceb-46dd-b005-d49086a0f54a by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': 'a1163fe8-c63a-48ce-8781-3f039757a244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '45ece508-f2f7-46e3-91e0-a63276c71802'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:30:27.161973 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2597063a-6b87-4e74-bdaa-88dfcf8aa78d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attempting to bind port 88cec47d-fceb-46dd-b005-d49086a0f54a on network 45ece508-f2f7-46e3-91e0-a63276c71802 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:30:27.174972 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2597063a-6b87-4e74-bdaa-88dfcf8aa78d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Port 88cec47d-fceb-46dd-b005-d49086a0f54a on network 45ece508-f2f7-46e3-91e0-a63276c71802 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:30:27.175539 n-d-712140-12 neutron-server[94828]: ERROR neutron.plugins.ml2.managers [None req-2597063a-6b87-4e74-bdaa-88dfcf8aa78d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Failed to bind port 88cec47d-fceb-46dd-b005-d49086a0f54a on host n-h1-712140-12 for vnic_type normal using segments [{'id': 'a1163fe8-c63a-48ce-8781-3f039757a244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '45ece508-f2f7-46e3-91e0-a63276c71802'}] Aug 29 04:30:27.176167 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2597063a-6b87-4e74-bdaa-88dfcf8aa78d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:27.191808 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-25aab9ea-6a13-4fd5-a593-15391099c5a0 req-47781951-a6e5-4968-9a7e-e29fb898b201 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=164ebbc3-63fc-499f-af1a-287fff1639b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507278 Aug 29 04:30:27.252771 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2597063a-6b87-4e74-bdaa-88dfcf8aa78d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] For port 88cec47d-fceb-46dd-b005-d49086a0f54a, host n-h1-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:30:27.253147 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2597063a-6b87-4e74-bdaa-88dfcf8aa78d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attempted to set empty binding levels {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 29 04:30:27.259837 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2597063a-6b87-4e74-bdaa-88dfcf8aa78d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:27.311429 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2597063a-6b87-4e74-bdaa-88dfcf8aa78d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Pushing event updated for resources: {'Port': ['ID=88cec47d-fceb-46dd-b005-d49086a0f54a,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:27.327792 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2597063a-6b87-4e74-bdaa-88dfcf8aa78d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] In _notify_port_updated(), no bound segment for port 88cec47d-fceb-46dd-b005-d49086a0f54a on network 45ece508-f2f7-46e3-91e0-a63276c71802 {{(pid=94828) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:30:27.328785 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2597063a-6b87-4e74-bdaa-88dfcf8aa78d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:27.329400 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2597063a-6b87-4e74-bdaa-88dfcf8aa78d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:27.330982 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-2597063a-6b87-4e74-bdaa-88dfcf8aa78d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] 10.222.0.22 "PUT /v2.0/ports/88cec47d-fceb-46dd-b005-d49086a0f54a HTTP/1.1" status: 200 len: 980 time: 1.1734905 Aug 29 04:30:27.333652 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 38078) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:27.436874 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3944199c-548c-4635-804f-0b5d3dd2399b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:27.438100 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3944199c-548c-4635-804f-0b5d3dd2399b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:27.439597 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3944199c-548c-4635-804f-0b5d3dd2399b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:27.439597 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3944199c-548c-4635-804f-0b5d3dd2399b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:27.439597 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3944199c-548c-4635-804f-0b5d3dd2399b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:27.440565 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3944199c-548c-4635-804f-0b5d3dd2399b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:27.441348 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3944199c-548c-4635-804f-0b5d3dd2399b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:27.441824 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3944199c-548c-4635-804f-0b5d3dd2399b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:27.442414 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3944199c-548c-4635-804f-0b5d3dd2399b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:27.443175 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3944199c-548c-4635-804f-0b5d3dd2399b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:27.443676 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3944199c-548c-4635-804f-0b5d3dd2399b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:27.445025 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3944199c-548c-4635-804f-0b5d3dd2399b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:27.445495 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3944199c-548c-4635-804f-0b5d3dd2399b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:27.448039 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3944199c-548c-4635-804f-0b5d3dd2399b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:27.448860 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3944199c-548c-4635-804f-0b5d3dd2399b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:27.449456 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3944199c-548c-4635-804f-0b5d3dd2399b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:27.449935 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3944199c-548c-4635-804f-0b5d3dd2399b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:27.450404 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3944199c-548c-4635-804f-0b5d3dd2399b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:27.454480 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-3944199c-548c-4635-804f-0b5d3dd2399b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 16359 time: 0.1187465 Aug 29 04:30:27.457272 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 38086) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:27.624021 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-8b34a37b-0747-415b-a897-61430d064755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Deleting port 88cec47d-fceb-46dd-b005-d49086a0f54a {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:30:27.624376 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8b34a37b-0747-415b-a897-61430d064755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:27.671763 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5e9890-8a4c-4bc3-bac1-66725961fd2b req-f4e69466-40d2-4cf0-b369-9a2cb98fe875 tempest-InstanceActionsTestJSON-1776547189 tempest-InstanceActionsTestJSON-1776547189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:27.683391 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8a5e9890-8a4c-4bc3-bac1-66725961fd2b req-f4e69466-40d2-4cf0-b369-9a2cb98fe875 tempest-InstanceActionsTestJSON-1776547189 tempest-InstanceActionsTestJSON-1776547189-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c053c5e-9ef8-4654-9c26-b9b51bb192a1 HTTP/1.1" status: 200 len: 945 time: 0.0736952 Aug 29 04:30:27.744283 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8a5e9890-8a4c-4bc3-bac1-66725961fd2b req-92af9687-b242-4176-9ccd-5abe16bec4bd tempest-InstanceActionsTestJSON-1776547189 tempest-InstanceActionsTestJSON-1776547189-project] 10.222.0.22 "GET /v2.0/security-groups?id=164ebbc3-63fc-499f-af1a-287fff1639b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597408 Aug 29 04:30:27.793230 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-8b34a37b-0747-415b-a897-61430d064755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] For port 88cec47d-fceb-46dd-b005-d49086a0f54a, host n-h1-712140-12, got binding levels [] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:27.795138 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8b34a37b-0747-415b-a897-61430d064755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:27.853328 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-8b34a37b-0747-415b-a897-61430d064755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Calling delete_port for 88cec47d-fceb-46dd-b005-d49086a0f54a owned by {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:30:27.942969 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49053d33-c892-4dd0-ae89-a70c11fd39e2 req-a3e46d30-7637-4776-bffe-a5741f5c7bcc tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:27.944671 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-49053d33-c892-4dd0-ae89-a70c11fd39e2 req-a3e46d30-7637-4776-bffe-a5741f5c7bcc tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/ports?device_id=7db183c3-4326-4aa4-b642-588c57cfaad5 HTTP/1.1" status: 200 len: 945 time: 0.1454170 Aug 29 04:30:28.014070 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-49053d33-c892-4dd0-ae89-a70c11fd39e2 req-d276dce5-a154-40c9-9f9a-16731d857c80 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/security-groups?id=f2284a1b-92b5-4cc6-825a-c1a1841e1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606942 Aug 29 04:30:28.025404 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8b34a37b-0747-415b-a897-61430d064755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:28.087666 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b34a37b-0747-415b-a897-61430d064755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Pushing event deleted for resources: {'Port': ['ID=88cec47d-fceb-46dd-b005-d49086a0f54a,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:28.111739 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8b34a37b-0747-415b-a897-61430d064755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:28.117404 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-8b34a37b-0747-415b-a897-61430d064755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] 10.222.0.22 "DELETE /v2.0/ports/88cec47d-fceb-46dd-b005-d49086a0f54a HTTP/1.1" status: 204 len: 168 time: 0.6584802 Aug 29 04:30:28.120191 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 38120) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:28.160048 n-d-712140-12 neutron-server[94828]: INFO neutron.pecan_wsgi.hooks.translation [None req-71957a00-ad9a-4d9c-b736-5988e4c8aea2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] GET failed (client error): The resource could not be found. Aug 29 04:30:28.162251 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-71957a00-ad9a-4d9c-b736-5988e4c8aea2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] 10.222.0.22 "GET /v2.0/ports/88cec47d-fceb-46dd-b005-d49086a0f54a HTTP/1.1" status: 404 len: 333 time: 0.0406909 Aug 29 04:30:28.166064 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 38126) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:28.179908 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-8fe6756e-ab8f-4490-8c7e-114e9d81bfe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731864250', 'network_id': '45ece508-f2f7-46e3-91e0-a63276c71802'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:28.209247 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-078a4bfd-dca1-4508-8252-ed1b44807c2c req-715eaa7a-2b48-4f9f-925c-2f5358da8c26 tempest-ServerShowV247Test-204064061 tempest-ServerShowV247Test-204064061-project] 10.222.0.22 "GET /v2.0/ports?device_id=33d794ff-d112-4eae-b1d2-b05837d3f5c8 HTTP/1.1" status: 200 len: 210 time: 0.0342388 Aug 29 04:30:28.229408 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fe6756e-ab8f-4490-8c7e-114e9d81bfe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Made reservation on behalf of 685927f074ff4ba8b424ba5b90c63895 for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:30:28.229408 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8fe6756e-ab8f-4490-8c7e-114e9d81bfe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:28.251483 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-8fe6756e-ab8f-4490-8c7e-114e9d81bfe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] device_id is not set on port c87cba05-75a1-4cb7-8f91-618d6a07ae42 yet. {{(pid=94828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:30:28.452247 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8fe6756e-ab8f-4490-8c7e-114e9d81bfe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:28.496544 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8fe6756e-ab8f-4490-8c7e-114e9d81bfe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:28.501852 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:28.546527 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe6756e-ab8f-4490-8c7e-114e9d81bfe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Network 45ece508-f2f7-46e3-91e0-a63276c71802 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:30:28.551498 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-8fe6756e-ab8f-4490-8c7e-114e9d81bfe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:30:28.573226 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe6756e-ab8f-4490-8c7e-114e9d81bfe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:30:28.584804 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe6756e-ab8f-4490-8c7e-114e9d81bfe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:28.585651 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8fe6756e-ab8f-4490-8c7e-114e9d81bfe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:28.623169 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe6756e-ab8f-4490-8c7e-114e9d81bfe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Pushing event updated for resources: {'Port': ['ID=c87cba05-75a1-4cb7-8f91-618d6a07ae42,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:28.638242 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-8fe6756e-ab8f-4490-8c7e-114e9d81bfe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.4703813 Aug 29 04:30:28.641126 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 38176) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:28.699942 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0dae899-8215-4dad-9aa4-bef6466569f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:28.709703 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 38186) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:28.711643 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-d0dae899-8215-4dad-9aa4-bef6466569f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] 10.222.0.22 "GET /v2.0/ports/c87cba05-75a1-4cb7-8f91-618d6a07ae42 HTTP/1.1" status: 200 len: 959 time: 0.0691795 Aug 29 04:30:28.905125 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-0d8d43cb-3899-4e18-959f-31a4a31a7ca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Deleting port c87cba05-75a1-4cb7-8f91-618d6a07ae42 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:30:28.905481 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0d8d43cb-3899-4e18-959f-31a4a31a7ca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:29.020237 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0d8d43cb-3899-4e18-959f-31a4a31a7ca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:29.040714 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216699e8-4f37-460b-bfb8-18b8c4b3bbb2 req-9947f428-a41e-4744-a6c9-51ce7722963a tempest-InstanceActionsTestJSON-1776547189 tempest-InstanceActionsTestJSON-1776547189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:29.042843 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-216699e8-4f37-460b-bfb8-18b8c4b3bbb2 req-9947f428-a41e-4744-a6c9-51ce7722963a tempest-InstanceActionsTestJSON-1776547189 tempest-InstanceActionsTestJSON-1776547189-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c053c5e-9ef8-4654-9c26-b9b51bb192a1 HTTP/1.1" status: 200 len: 945 time: 0.0924580 Aug 29 04:30:29.058844 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-0d8d43cb-3899-4e18-959f-31a4a31a7ca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Calling delete_port for c87cba05-75a1-4cb7-8f91-618d6a07ae42 owned by {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:30:29.267990 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc44d98e-5678-437c-a113-c94b604dc2d3 req-9142f33a-be2f-4a60-9e28-154ec7b1acee tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:29.275361 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-cc44d98e-5678-437c-a113-c94b604dc2d3 req-9142f33a-be2f-4a60-9e28-154ec7b1acee tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/ports?device_id=7db183c3-4326-4aa4-b642-588c57cfaad5 HTTP/1.1" status: 200 len: 945 time: 0.1382978 Aug 29 04:30:29.426883 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-cc44d98e-5678-437c-a113-c94b604dc2d3 req-370a1f40-1dce-4ac2-9d18-fa3b7273c6b6 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/security-groups?id=f2284a1b-92b5-4cc6-825a-c1a1841e1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446116 Aug 29 04:30:29.567922 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-216699e8-4f37-460b-bfb8-18b8c4b3bbb2 req-93ada694-f63b-4d31-a367-7b22f9b8cc7b tempest-InstanceActionsTestJSON-1776547189 tempest-InstanceActionsTestJSON-1776547189-project] 10.222.0.22 "GET /v2.0/security-groups?id=164ebbc3-63fc-499f-af1a-287fff1639b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5065215 Aug 29 04:30:29.622703 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0d8d43cb-3899-4e18-959f-31a4a31a7ca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:29.700957 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8d43cb-3899-4e18-959f-31a4a31a7ca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Pushing event deleted for resources: {'Port': ['ID=c87cba05-75a1-4cb7-8f91-618d6a07ae42,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:29.702675 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7ac5687d-a65e-4ea1-9810-7ca5120ed3f9 req-fad48fdf-31c8-437e-bdd2-e16fd2e5d025 tempest-ServerShowV247Test-204064061 tempest-ServerShowV247Test-204064061-project] 10.222.0.22 "GET /v2.0/ports?device_id=33d794ff-d112-4eae-b1d2-b05837d3f5c8 HTTP/1.1" status: 200 len: 210 time: 0.1041641 Aug 29 04:30:29.756145 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0d8d43cb-3899-4e18-959f-31a4a31a7ca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:29.763879 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 38304) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:29.767194 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-0d8d43cb-3899-4e18-959f-31a4a31a7ca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] 10.222.0.22 "DELETE /v2.0/ports/c87cba05-75a1-4cb7-8f91-618d6a07ae42 HTTP/1.1" status: 204 len: 168 time: 1.0473592 Aug 29 04:30:29.837877 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-889434d6-9d1c-4c06-bfbe-ef0ff2dc9843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] GET failed (client error): The resource could not be found. Aug 29 04:30:29.847448 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-889434d6-9d1c-4c06-bfbe-ef0ff2dc9843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] 10.222.0.22 "GET /v2.0/ports/c87cba05-75a1-4cb7-8f91-618d6a07ae42 HTTP/1.1" status: 404 len: 333 time: 0.0821722 Aug 29 04:30:29.848825 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 38312) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:29.866162 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-48516972-0eee-4518-a858-8969240793c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Request body: {'port': {'network_id': '45ece508-f2f7-46e3-91e0-a63276c71802', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-772982093'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:29.925908 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48516972-0eee-4518-a858-8969240793c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Made reservation on behalf of 685927f074ff4ba8b424ba5b90c63895 for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:30:29.933221 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-48516972-0eee-4518-a858-8969240793c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:29.982076 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-48516972-0eee-4518-a858-8969240793c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] device_id is not set on port e07eaca2-5806-4408-bf08-bfd6709324f4 yet. {{(pid=94828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:30:30.454861 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-48516972-0eee-4518-a858-8969240793c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:30.554109 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-48516972-0eee-4518-a858-8969240793c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:30.583336 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30d956-1f2a-4ef2-aca6-31c6df5628c5 req-2c40a5fe-237f-4426-8ec5-2a2315748ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:30.585117 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8d30d956-1f2a-4ef2-aca6-31c6df5628c5 req-2c40a5fe-237f-4426-8ec5-2a2315748ad8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c54a774e12ae46e5bc023eebe3d4b876&device_id=3c053c5e-9ef8-4654-9c26-b9b51bb192a1 HTTP/1.1" status: 200 len: 1097 time: 0.0812204 Aug 29 04:30:30.692830 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a03219d-ba11-4874-9ad0-434383799bde req-ccececfe-a85f-43e6-9e6b-4dd9dbd1c511 tempest-InstanceActionsTestJSON-1776547189 tempest-InstanceActionsTestJSON-1776547189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:30.694406 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2a03219d-ba11-4874-9ad0-434383799bde req-ccececfe-a85f-43e6-9e6b-4dd9dbd1c511 tempest-InstanceActionsTestJSON-1776547189 tempest-InstanceActionsTestJSON-1776547189-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c053c5e-9ef8-4654-9c26-b9b51bb192a1 HTTP/1.1" status: 200 len: 945 time: 0.1613812 Aug 29 04:30:30.786098 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2a03219d-ba11-4874-9ad0-434383799bde req-a4c5a958-a854-4f0b-bb6c-0bf20c9a2812 tempest-InstanceActionsTestJSON-1776547189 tempest-InstanceActionsTestJSON-1776547189-project] 10.222.0.22 "GET /v2.0/security-groups?id=164ebbc3-63fc-499f-af1a-287fff1639b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787730 Aug 29 04:30:30.838445 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30d956-1f2a-4ef2-aca6-31c6df5628c5 req-846932c0-8cd5-4230-9439-770ea1fc9f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:30.840266 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8d30d956-1f2a-4ef2-aca6-31c6df5628c5 req-846932c0-8cd5-4230-9439-770ea1fc9f67 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2cece0d9-5faa-4155-9869-b08cef086aee HTTP/1.1" status: 200 len: 914 time: 0.1848617 Aug 29 04:30:30.932471 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48516972-0eee-4518-a858-8969240793c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Network 45ece508-f2f7-46e3-91e0-a63276c71802 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:30:30.937603 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-48516972-0eee-4518-a858-8969240793c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:30:30.950329 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48516972-0eee-4518-a858-8969240793c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:30:30.956739 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48516972-0eee-4518-a858-8969240793c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:30.966102 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-48516972-0eee-4518-a858-8969240793c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:30.969972 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8d30d956-1f2a-4ef2-aca6-31c6df5628c5 req-8958a3a4-8952-4ab0-a4e3-17214f26ee37 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b3967636-1e2f-49fb-a95c-11ef9f94afb3 HTTP/1.1" status: 200 len: 217 time: 0.1194763 Aug 29 04:30:30.972150 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48516972-0eee-4518-a858-8969240793c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Pushing event updated for resources: {'Port': ['ID=e07eaca2-5806-4408-bf08-bfd6709324f4,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:31.001052 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-da6552d3-a121-4d3f-a921-9a87b9e8c4ef req-26ce893f-cb56-4b70-99d5-b337f17a31f8 tempest-ServerShowV247Test-204064061 tempest-ServerShowV247Test-204064061-project] 10.222.0.22 "GET /v2.0/ports?device_id=33d794ff-d112-4eae-b1d2-b05837d3f5c8 HTTP/1.1" status: 200 len: 210 time: 0.0883973 Aug 29 04:30:31.036829 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-48516972-0eee-4518-a858-8969240793c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.1864667 Aug 29 04:30:31.039631 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 38448) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:31.049977 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-3d71ba89-fa54-4a9a-91db-9fa5cbca5fa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:31.110469 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30d956-1f2a-4ef2-aca6-31c6df5628c5 req-a0b350c0-d94d-4c1f-900d-2c2598e3b8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:31.112735 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8d30d956-1f2a-4ef2-aca6-31c6df5628c5 req-a0b350c0-d94d-4c1f-900d-2c2598e3b8a0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d25e1857-e695-4a1c-bc83-1d48fc8e15e2 HTTP/1.1" status: 200 len: 853 time: 0.1240013 Aug 29 04:30:31.204919 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8d30d956-1f2a-4ef2-aca6-31c6df5628c5 req-a69b315c-b5cf-4fc1-8aa7-eed75cf575da service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2cece0d9-5faa-4155-9869-b08cef086aee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658021 Aug 29 04:30:31.205923 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3d71ba89-fa54-4a9a-91db-9fa5cbca5fa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:31.617546 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8d30d956-1f2a-4ef2-aca6-31c6df5628c5 req-c5b1415d-3cc1-46ee-a9ba-dffb53429f92 service neutron] 10.222.0.48 "GET /v2.0/networks/2cece0d9-5faa-4155-9869-b08cef086aee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4045706 Aug 29 04:30:31.778431 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-3d71ba89-fa54-4a9a-91db-9fa5cbca5fa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] device_id is not set on port e07eaca2-5806-4408-bf08-bfd6709324f4 yet. {{(pid=94828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:30:31.784368 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3d71ba89-fa54-4a9a-91db-9fa5cbca5fa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:31.812535 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8d30d956-1f2a-4ef2-aca6-31c6df5628c5 req-7a30722d-0497-4afb-b47f-0b1ccf5147e0 service neutron] 10.222.0.48 "GET /v2.0/networks/2cece0d9-5faa-4155-9869-b08cef086aee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849632 Aug 29 04:30:31.826432 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3d71ba89-fa54-4a9a-91db-9fa5cbca5fa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Transition to ACTIVE for port object e07eaca2-5806-4408-bf08-bfd6709324f4 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:30:31.850619 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3d71ba89-fa54-4a9a-91db-9fa5cbca5fa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:31.939554 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2df82a-afc9-49d0-9884-e8d6927ca549 req-e6ceddc0-9989-4b21-9180-2defe3b5d0d1 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:31.943122 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0e2df82a-afc9-49d0-9884-e8d6927ca549 req-e6ceddc0-9989-4b21-9180-2defe3b5d0d1 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "GET /v2.0/ports?device_id=574021e8-5a99-4599-a86e-9b43fe57cd6e HTTP/1.1" status: 200 len: 945 time: 0.0928779 Aug 29 04:30:31.951772 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d71ba89-fa54-4a9a-91db-9fa5cbca5fa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Pushing event updated for resources: {'Port': ['ID=e07eaca2-5806-4408-bf08-bfd6709324f4,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:32.029231 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-3d71ba89-fa54-4a9a-91db-9fa5cbca5fa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attempting to bind port e07eaca2-5806-4408-bf08-bfd6709324f4 on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:30:32.029817 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-3d71ba89-fa54-4a9a-91db-9fa5cbca5fa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attempting to bind port e07eaca2-5806-4408-bf08-bfd6709324f4 by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': 'a1163fe8-c63a-48ce-8781-3f039757a244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '45ece508-f2f7-46e3-91e0-a63276c71802'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:30:32.030323 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d71ba89-fa54-4a9a-91db-9fa5cbca5fa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attempting to bind port e07eaca2-5806-4408-bf08-bfd6709324f4 on network 45ece508-f2f7-46e3-91e0-a63276c71802 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:30:32.036795 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0e2df82a-afc9-49d0-9884-e8d6927ca549 req-b8e64331-083f-4117-a4f7-985fa7a21b7c tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3e7d6d7-f66e-4c2c-97ed-f92e3dc1f00c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776656 Aug 29 04:30:32.072042 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0b606a-650c-48f1-b618-30f92f12a6e5 req-f7caa1fc-838d-4c0e-b825-13693c4bbf8b tempest-InstanceActionsTestJSON-1776547189 tempest-InstanceActionsTestJSON-1776547189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:32.080833 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7e0b606a-650c-48f1-b618-30f92f12a6e5 req-f7caa1fc-838d-4c0e-b825-13693c4bbf8b tempest-InstanceActionsTestJSON-1776547189 tempest-InstanceActionsTestJSON-1776547189-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c053c5e-9ef8-4654-9c26-b9b51bb192a1 HTTP/1.1" status: 200 len: 945 time: 0.0993145 Aug 29 04:30:32.083104 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d71ba89-fa54-4a9a-91db-9fa5cbca5fa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Port e07eaca2-5806-4408-bf08-bfd6709324f4 on network 45ece508-f2f7-46e3-91e0-a63276c71802 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:30:32.083446 n-d-712140-12 neutron-server[94828]: ERROR neutron.plugins.ml2.managers [None req-3d71ba89-fa54-4a9a-91db-9fa5cbca5fa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Failed to bind port e07eaca2-5806-4408-bf08-bfd6709324f4 on host n-h1-712140-12 for vnic_type normal using segments [{'id': 'a1163fe8-c63a-48ce-8781-3f039757a244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '45ece508-f2f7-46e3-91e0-a63276c71802'}] Aug 29 04:30:32.085006 n-d-712140-12 neutron-server[94828]: INFO neutron.plugins.ml2.plugin [None req-3d71ba89-fa54-4a9a-91db-9fa5cbca5fa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attempt 2 to bind port e07eaca2-5806-4408-bf08-bfd6709324f4 Aug 29 04:30:32.116756 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-3d71ba89-fa54-4a9a-91db-9fa5cbca5fa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attempting to bind port e07eaca2-5806-4408-bf08-bfd6709324f4 on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:30:32.117101 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-3d71ba89-fa54-4a9a-91db-9fa5cbca5fa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attempting to bind port e07eaca2-5806-4408-bf08-bfd6709324f4 by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': 'a1163fe8-c63a-48ce-8781-3f039757a244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '45ece508-f2f7-46e3-91e0-a63276c71802'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:30:32.117449 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d71ba89-fa54-4a9a-91db-9fa5cbca5fa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attempting to bind port e07eaca2-5806-4408-bf08-bfd6709324f4 on network 45ece508-f2f7-46e3-91e0-a63276c71802 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:30:32.144508 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d71ba89-fa54-4a9a-91db-9fa5cbca5fa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Port e07eaca2-5806-4408-bf08-bfd6709324f4 on network 45ece508-f2f7-46e3-91e0-a63276c71802 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:30:32.144850 n-d-712140-12 neutron-server[94828]: ERROR neutron.plugins.ml2.managers [None req-3d71ba89-fa54-4a9a-91db-9fa5cbca5fa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Failed to bind port e07eaca2-5806-4408-bf08-bfd6709324f4 on host n-h1-712140-12 for vnic_type normal using segments [{'id': 'a1163fe8-c63a-48ce-8781-3f039757a244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '45ece508-f2f7-46e3-91e0-a63276c71802'}] Aug 29 04:30:32.160239 n-d-712140-12 neutron-server[94828]: INFO neutron.plugins.ml2.plugin [None req-3d71ba89-fa54-4a9a-91db-9fa5cbca5fa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attempt 3 to bind port e07eaca2-5806-4408-bf08-bfd6709324f4 Aug 29 04:30:32.216105 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4ef9128f-3c94-43a8-8629-e1f1c8317377 req-8f5995cc-076e-4a1b-9ed2-5b36122a454d tempest-ServerShowV247Test-204064061 tempest-ServerShowV247Test-204064061-project] 10.222.0.22 "GET /v2.0/ports?device_id=33d794ff-d112-4eae-b1d2-b05837d3f5c8 HTTP/1.1" status: 200 len: 210 time: 0.0499165 Aug 29 04:30:32.236196 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-3d71ba89-fa54-4a9a-91db-9fa5cbca5fa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attempting to bind port e07eaca2-5806-4408-bf08-bfd6709324f4 on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:30:32.236551 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-3d71ba89-fa54-4a9a-91db-9fa5cbca5fa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attempting to bind port e07eaca2-5806-4408-bf08-bfd6709324f4 by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': 'a1163fe8-c63a-48ce-8781-3f039757a244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '45ece508-f2f7-46e3-91e0-a63276c71802'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:30:32.236984 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d71ba89-fa54-4a9a-91db-9fa5cbca5fa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attempting to bind port e07eaca2-5806-4408-bf08-bfd6709324f4 on network 45ece508-f2f7-46e3-91e0-a63276c71802 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:30:32.258331 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7e0b606a-650c-48f1-b618-30f92f12a6e5 req-b69a2515-0d40-4eab-a4d7-489100472fad tempest-InstanceActionsTestJSON-1776547189 tempest-InstanceActionsTestJSON-1776547189-project] 10.222.0.22 "GET /v2.0/security-groups?id=164ebbc3-63fc-499f-af1a-287fff1639b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467452 Aug 29 04:30:32.259142 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d71ba89-fa54-4a9a-91db-9fa5cbca5fa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Port e07eaca2-5806-4408-bf08-bfd6709324f4 on network 45ece508-f2f7-46e3-91e0-a63276c71802 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:30:32.259475 n-d-712140-12 neutron-server[94828]: ERROR neutron.plugins.ml2.managers [None req-3d71ba89-fa54-4a9a-91db-9fa5cbca5fa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Failed to bind port e07eaca2-5806-4408-bf08-bfd6709324f4 on host n-h1-712140-12 for vnic_type normal using segments [{'id': 'a1163fe8-c63a-48ce-8781-3f039757a244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '45ece508-f2f7-46e3-91e0-a63276c71802'}] Aug 29 04:30:32.260630 n-d-712140-12 neutron-server[94828]: INFO neutron.plugins.ml2.plugin [None req-3d71ba89-fa54-4a9a-91db-9fa5cbca5fa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attempt 4 to bind port e07eaca2-5806-4408-bf08-bfd6709324f4 Aug 29 04:30:32.297955 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-3d71ba89-fa54-4a9a-91db-9fa5cbca5fa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attempting to bind port e07eaca2-5806-4408-bf08-bfd6709324f4 on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:30:32.298429 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-3d71ba89-fa54-4a9a-91db-9fa5cbca5fa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attempting to bind port e07eaca2-5806-4408-bf08-bfd6709324f4 by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': 'a1163fe8-c63a-48ce-8781-3f039757a244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '45ece508-f2f7-46e3-91e0-a63276c71802'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:30:32.299449 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d71ba89-fa54-4a9a-91db-9fa5cbca5fa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attempting to bind port e07eaca2-5806-4408-bf08-bfd6709324f4 on network 45ece508-f2f7-46e3-91e0-a63276c71802 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:30:32.312296 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d71ba89-fa54-4a9a-91db-9fa5cbca5fa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Port e07eaca2-5806-4408-bf08-bfd6709324f4 on network 45ece508-f2f7-46e3-91e0-a63276c71802 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:30:32.312646 n-d-712140-12 neutron-server[94828]: ERROR neutron.plugins.ml2.managers [None req-3d71ba89-fa54-4a9a-91db-9fa5cbca5fa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Failed to bind port e07eaca2-5806-4408-bf08-bfd6709324f4 on host n-h1-712140-12 for vnic_type normal using segments [{'id': 'a1163fe8-c63a-48ce-8781-3f039757a244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '45ece508-f2f7-46e3-91e0-a63276c71802'}] Aug 29 04:30:32.313355 n-d-712140-12 neutron-server[94828]: INFO neutron.plugins.ml2.plugin [None req-3d71ba89-fa54-4a9a-91db-9fa5cbca5fa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attempt 5 to bind port e07eaca2-5806-4408-bf08-bfd6709324f4 Aug 29 04:30:32.345481 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-3d71ba89-fa54-4a9a-91db-9fa5cbca5fa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attempting to bind port e07eaca2-5806-4408-bf08-bfd6709324f4 on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:30:32.346035 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-3d71ba89-fa54-4a9a-91db-9fa5cbca5fa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attempting to bind port e07eaca2-5806-4408-bf08-bfd6709324f4 by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': 'a1163fe8-c63a-48ce-8781-3f039757a244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '45ece508-f2f7-46e3-91e0-a63276c71802'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:30:32.346760 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d71ba89-fa54-4a9a-91db-9fa5cbca5fa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attempting to bind port e07eaca2-5806-4408-bf08-bfd6709324f4 on network 45ece508-f2f7-46e3-91e0-a63276c71802 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:30:32.352465 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d71ba89-fa54-4a9a-91db-9fa5cbca5fa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Port e07eaca2-5806-4408-bf08-bfd6709324f4 on network 45ece508-f2f7-46e3-91e0-a63276c71802 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:30:32.353091 n-d-712140-12 neutron-server[94828]: ERROR neutron.plugins.ml2.managers [None req-3d71ba89-fa54-4a9a-91db-9fa5cbca5fa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Failed to bind port e07eaca2-5806-4408-bf08-bfd6709324f4 on host n-h1-712140-12 for vnic_type normal using segments [{'id': 'a1163fe8-c63a-48ce-8781-3f039757a244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '45ece508-f2f7-46e3-91e0-a63276c71802'}] Aug 29 04:30:32.353804 n-d-712140-12 neutron-server[94828]: INFO neutron.plugins.ml2.plugin [None req-3d71ba89-fa54-4a9a-91db-9fa5cbca5fa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attempt 6 to bind port e07eaca2-5806-4408-bf08-bfd6709324f4 Aug 29 04:30:32.373829 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-3d71ba89-fa54-4a9a-91db-9fa5cbca5fa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attempting to bind port e07eaca2-5806-4408-bf08-bfd6709324f4 on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:30:32.374243 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-3d71ba89-fa54-4a9a-91db-9fa5cbca5fa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attempting to bind port e07eaca2-5806-4408-bf08-bfd6709324f4 by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': 'a1163fe8-c63a-48ce-8781-3f039757a244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '45ece508-f2f7-46e3-91e0-a63276c71802'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:30:32.374782 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d71ba89-fa54-4a9a-91db-9fa5cbca5fa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attempting to bind port e07eaca2-5806-4408-bf08-bfd6709324f4 on network 45ece508-f2f7-46e3-91e0-a63276c71802 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:30:32.381916 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d71ba89-fa54-4a9a-91db-9fa5cbca5fa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Port e07eaca2-5806-4408-bf08-bfd6709324f4 on network 45ece508-f2f7-46e3-91e0-a63276c71802 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:30:32.382583 n-d-712140-12 neutron-server[94828]: ERROR neutron.plugins.ml2.managers [None req-3d71ba89-fa54-4a9a-91db-9fa5cbca5fa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Failed to bind port e07eaca2-5806-4408-bf08-bfd6709324f4 on host n-h1-712140-12 for vnic_type normal using segments [{'id': 'a1163fe8-c63a-48ce-8781-3f039757a244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '45ece508-f2f7-46e3-91e0-a63276c71802'}] Aug 29 04:30:32.383438 n-d-712140-12 neutron-server[94828]: INFO neutron.plugins.ml2.plugin [None req-3d71ba89-fa54-4a9a-91db-9fa5cbca5fa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attempt 7 to bind port e07eaca2-5806-4408-bf08-bfd6709324f4 Aug 29 04:30:32.407973 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-3d71ba89-fa54-4a9a-91db-9fa5cbca5fa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attempting to bind port e07eaca2-5806-4408-bf08-bfd6709324f4 on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:30:32.407973 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-3d71ba89-fa54-4a9a-91db-9fa5cbca5fa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attempting to bind port e07eaca2-5806-4408-bf08-bfd6709324f4 by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': 'a1163fe8-c63a-48ce-8781-3f039757a244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '45ece508-f2f7-46e3-91e0-a63276c71802'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:30:32.407973 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d71ba89-fa54-4a9a-91db-9fa5cbca5fa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attempting to bind port e07eaca2-5806-4408-bf08-bfd6709324f4 on network 45ece508-f2f7-46e3-91e0-a63276c71802 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:30:32.421850 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d71ba89-fa54-4a9a-91db-9fa5cbca5fa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Port e07eaca2-5806-4408-bf08-bfd6709324f4 on network 45ece508-f2f7-46e3-91e0-a63276c71802 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:30:32.422687 n-d-712140-12 neutron-server[94828]: ERROR neutron.plugins.ml2.managers [None req-3d71ba89-fa54-4a9a-91db-9fa5cbca5fa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Failed to bind port e07eaca2-5806-4408-bf08-bfd6709324f4 on host n-h1-712140-12 for vnic_type normal using segments [{'id': 'a1163fe8-c63a-48ce-8781-3f039757a244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '45ece508-f2f7-46e3-91e0-a63276c71802'}] Aug 29 04:30:32.423365 n-d-712140-12 neutron-server[94828]: INFO neutron.plugins.ml2.plugin [None req-3d71ba89-fa54-4a9a-91db-9fa5cbca5fa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attempt 8 to bind port e07eaca2-5806-4408-bf08-bfd6709324f4 Aug 29 04:30:32.453171 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-3d71ba89-fa54-4a9a-91db-9fa5cbca5fa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attempting to bind port e07eaca2-5806-4408-bf08-bfd6709324f4 on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:30:32.453987 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-3d71ba89-fa54-4a9a-91db-9fa5cbca5fa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attempting to bind port e07eaca2-5806-4408-bf08-bfd6709324f4 by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': 'a1163fe8-c63a-48ce-8781-3f039757a244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '45ece508-f2f7-46e3-91e0-a63276c71802'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:30:32.454521 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d71ba89-fa54-4a9a-91db-9fa5cbca5fa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attempting to bind port e07eaca2-5806-4408-bf08-bfd6709324f4 on network 45ece508-f2f7-46e3-91e0-a63276c71802 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:30:32.461393 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d71ba89-fa54-4a9a-91db-9fa5cbca5fa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Port e07eaca2-5806-4408-bf08-bfd6709324f4 on network 45ece508-f2f7-46e3-91e0-a63276c71802 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:30:32.461948 n-d-712140-12 neutron-server[94828]: ERROR neutron.plugins.ml2.managers [None req-3d71ba89-fa54-4a9a-91db-9fa5cbca5fa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Failed to bind port e07eaca2-5806-4408-bf08-bfd6709324f4 on host n-h1-712140-12 for vnic_type normal using segments [{'id': 'a1163fe8-c63a-48ce-8781-3f039757a244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '45ece508-f2f7-46e3-91e0-a63276c71802'}] Aug 29 04:30:32.462506 n-d-712140-12 neutron-server[94828]: INFO neutron.plugins.ml2.plugin [None req-3d71ba89-fa54-4a9a-91db-9fa5cbca5fa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attempt 9 to bind port e07eaca2-5806-4408-bf08-bfd6709324f4 Aug 29 04:30:32.481856 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-3d71ba89-fa54-4a9a-91db-9fa5cbca5fa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attempting to bind port e07eaca2-5806-4408-bf08-bfd6709324f4 on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:30:32.482463 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-3d71ba89-fa54-4a9a-91db-9fa5cbca5fa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attempting to bind port e07eaca2-5806-4408-bf08-bfd6709324f4 by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': 'a1163fe8-c63a-48ce-8781-3f039757a244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '45ece508-f2f7-46e3-91e0-a63276c71802'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:30:32.483002 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d71ba89-fa54-4a9a-91db-9fa5cbca5fa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attempting to bind port e07eaca2-5806-4408-bf08-bfd6709324f4 on network 45ece508-f2f7-46e3-91e0-a63276c71802 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:30:32.490337 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d71ba89-fa54-4a9a-91db-9fa5cbca5fa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Port e07eaca2-5806-4408-bf08-bfd6709324f4 on network 45ece508-f2f7-46e3-91e0-a63276c71802 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:30:32.491216 n-d-712140-12 neutron-server[94828]: ERROR neutron.plugins.ml2.managers [None req-3d71ba89-fa54-4a9a-91db-9fa5cbca5fa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Failed to bind port e07eaca2-5806-4408-bf08-bfd6709324f4 on host n-h1-712140-12 for vnic_type normal using segments [{'id': 'a1163fe8-c63a-48ce-8781-3f039757a244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '45ece508-f2f7-46e3-91e0-a63276c71802'}] Aug 29 04:30:32.491924 n-d-712140-12 neutron-server[94828]: INFO neutron.plugins.ml2.plugin [None req-3d71ba89-fa54-4a9a-91db-9fa5cbca5fa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attempt 10 to bind port e07eaca2-5806-4408-bf08-bfd6709324f4 Aug 29 04:30:32.508503 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-3d71ba89-fa54-4a9a-91db-9fa5cbca5fa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attempting to bind port e07eaca2-5806-4408-bf08-bfd6709324f4 on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:30:32.509121 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-3d71ba89-fa54-4a9a-91db-9fa5cbca5fa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attempting to bind port e07eaca2-5806-4408-bf08-bfd6709324f4 by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': 'a1163fe8-c63a-48ce-8781-3f039757a244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '45ece508-f2f7-46e3-91e0-a63276c71802'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:30:32.509450 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d71ba89-fa54-4a9a-91db-9fa5cbca5fa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attempting to bind port e07eaca2-5806-4408-bf08-bfd6709324f4 on network 45ece508-f2f7-46e3-91e0-a63276c71802 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:30:32.514960 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d71ba89-fa54-4a9a-91db-9fa5cbca5fa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Port e07eaca2-5806-4408-bf08-bfd6709324f4 on network 45ece508-f2f7-46e3-91e0-a63276c71802 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:30:32.515914 n-d-712140-12 neutron-server[94828]: ERROR neutron.plugins.ml2.managers [None req-3d71ba89-fa54-4a9a-91db-9fa5cbca5fa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Failed to bind port e07eaca2-5806-4408-bf08-bfd6709324f4 on host n-h1-712140-12 for vnic_type normal using segments [{'id': 'a1163fe8-c63a-48ce-8781-3f039757a244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '45ece508-f2f7-46e3-91e0-a63276c71802'}] Aug 29 04:30:32.516837 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3d71ba89-fa54-4a9a-91db-9fa5cbca5fa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:32.731967 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-3d71ba89-fa54-4a9a-91db-9fa5cbca5fa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] For port e07eaca2-5806-4408-bf08-bfd6709324f4, host n-h1-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:30:32.733023 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-3d71ba89-fa54-4a9a-91db-9fa5cbca5fa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attempted to set empty binding levels {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 29 04:30:32.741753 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3d71ba89-fa54-4a9a-91db-9fa5cbca5fa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:32.833898 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-3d71ba89-fa54-4a9a-91db-9fa5cbca5fa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] In _notify_port_updated(), no bound segment for port e07eaca2-5806-4408-bf08-bfd6709324f4 on network 45ece508-f2f7-46e3-91e0-a63276c71802 {{(pid=94828) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:30:32.835052 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d71ba89-fa54-4a9a-91db-9fa5cbca5fa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:32.835851 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3d71ba89-fa54-4a9a-91db-9fa5cbca5fa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:32.837631 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-3d71ba89-fa54-4a9a-91db-9fa5cbca5fa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] 10.222.0.22 "PUT /v2.0/ports/e07eaca2-5806-4408-bf08-bfd6709324f4 HTTP/1.1" status: 200 len: 979 time: 1.7963636 Aug 29 04:30:32.841752 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 38636) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:32.855537 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 76a9fc4a-b455-41d4-818f-3041e411d3f9 details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:30:32.876304 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d71ba89-fa54-4a9a-91db-9fa5cbca5fa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Pushing event updated for resources: {'Port': ['ID=e07eaca2-5806-4408-bf08-bfd6709324f4,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:33.006222 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-8858395b-e779-444c-94a9-ac2c0e699a4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Deleting port e07eaca2-5806-4408-bf08-bfd6709324f4 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:30:33.006574 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8858395b-e779-444c-94a9-ac2c0e699a4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:33.058619 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 76a9fc4a-b455-41d4-818f-3041e411d3f9, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=76a9fc4a-b455-41d4-818f-3041e411d3f9,segment=NetworkSegment(e370ab6f-b877-4d1b-8a8e-a0dc4be5ecd4),segment_id=e370ab6f-b877-4d1b-8a8e-a0dc4be5ecd4)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:33.100874 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Returning: {'device': '76a9fc4a-b455-41d4-818f-3041e411d3f9', 'network_id': 'f71495d7-96ad-4847-83eb-b3625c73c9a5', 'port_id': '76a9fc4a-b455-41d4-818f-3041e411d3f9', 'mac_address': 'fa:16:3e:2a:0e:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5de44217-4c88-4ff9-be1a-03ac5f0e7204', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:30:33.107152 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-8858395b-e779-444c-94a9-ac2c0e699a4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] For port e07eaca2-5806-4408-bf08-bfd6709324f4, host n-h1-712140-12, got binding levels [] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:33.107525 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8858395b-e779-444c-94a9-ac2c0e699a4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:33.130429 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-8858395b-e779-444c-94a9-ac2c0e699a4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Calling delete_port for e07eaca2-5806-4408-bf08-bfd6709324f4 owned by {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:30:33.233211 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:33.284926 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9143039d-d2ba-43b6-9c6f-31891e39d8a8 req-457c7846-0fd2-4799-99d6-8798ec680bfa tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:33.286737 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9143039d-d2ba-43b6-9c6f-31891e39d8a8 req-457c7846-0fd2-4799-99d6-8798ec680bfa tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "GET /v2.0/ports?device_id=574021e8-5a99-4599-a86e-9b43fe57cd6e HTTP/1.1" status: 200 len: 945 time: 0.1065073 Aug 29 04:30:33.306627 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 76a9fc4a-b455-41d4-818f-3041e411d3f9 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:30:33.345544 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8858395b-e779-444c-94a9-ac2c0e699a4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:33.403220 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9143039d-d2ba-43b6-9c6f-31891e39d8a8 req-a01b894a-8924-4b33-8dd3-45fba0a28762 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3e7d6d7-f66e-4c2c-97ed-f92e3dc1f00c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058481 Aug 29 04:30:33.405124 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8858395b-e779-444c-94a9-ac2c0e699a4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Pushing event deleted for resources: {'Port': ['ID=e07eaca2-5806-4408-bf08-bfd6709324f4,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:33.428477 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8858395b-e779-444c-94a9-ac2c0e699a4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:33.430733 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-8858395b-e779-444c-94a9-ac2c0e699a4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] 10.222.0.22 "DELETE /v2.0/ports/e07eaca2-5806-4408-bf08-bfd6709324f4 HTTP/1.1" status: 204 len: 168 time: 0.5873492 Aug 29 04:30:33.434056 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 38698) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:33.479615 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad631b60-f73c-4082-83c0-bb769f5a376a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] GET failed (client error): The resource could not be found. Aug 29 04:30:33.481179 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-ad631b60-f73c-4082-83c0-bb769f5a376a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347996269-project-admin] 10.222.0.22 "GET /v2.0/ports/e07eaca2-5806-4408-bf08-bfd6709324f4 HTTP/1.1" status: 404 len: 333 time: 0.0461073 Aug 29 04:30:33.486629 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 38706) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:33.518469 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 76a9fc4a-b455-41d4-818f-3041e411d3f9, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=76a9fc4a-b455-41d4-818f-3041e411d3f9,segment=NetworkSegment(e370ab6f-b877-4d1b-8a8e-a0dc4be5ecd4),segment_id=e370ab6f-b877-4d1b-8a8e-a0dc4be5ecd4)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:33.522980 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-41a809c6-3725-49b9-8fc5-a21eb46a584d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:33.531752 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:33.608985 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-fec47419-7631-49eb-91d1-c96a94aaa444 req-1c9a3405-5180-4269-ba9a-b6baec2eed1b tempest-ServerShowV247Test-204064061 tempest-ServerShowV247Test-204064061-project] 10.222.0.22 "GET /v2.0/ports?device_id=33d794ff-d112-4eae-b1d2-b05837d3f5c8 HTTP/1.1" status: 200 len: 210 time: 0.0712578 Aug 29 04:30:33.646824 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['76a9fc4a-b455-41d4-818f-3041e411d3f9'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:30:33.719328 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=76a9fc4a-b455-41d4-818f-3041e411d3f9,revision_number=6']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:33.736280 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-76e071e0-86bf-46ec-86c4-d615745cedc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1143279934 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1143279934-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:33.749492 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9d1170-8d1f-4834-9740-b3fe5160ea0a req-64bda70d-8307-4a27-8e43-af88df89f373 tempest-InstanceActionsTestJSON-1776547189 tempest-InstanceActionsTestJSON-1776547189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:33.760902 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4e9d1170-8d1f-4834-9740-b3fe5160ea0a req-64bda70d-8307-4a27-8e43-af88df89f373 tempest-InstanceActionsTestJSON-1776547189 tempest-InstanceActionsTestJSON-1776547189-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c053c5e-9ef8-4654-9c26-b9b51bb192a1 HTTP/1.1" status: 200 len: 945 time: 0.1366293 Aug 29 04:30:33.849396 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:33.849744 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:33.850089 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:33.861871 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:33.862445 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:33.862591 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:33.865934 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:33.868110 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:33.876572 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:33.877091 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:33.885575 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:33.887783 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:33.947238 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4e9d1170-8d1f-4834-9740-b3fe5160ea0a req-0775f7c5-2abd-4889-84b3-0538983a4054 tempest-InstanceActionsTestJSON-1776547189 tempest-InstanceActionsTestJSON-1776547189-project] 10.222.0.22 "GET /v2.0/security-groups?id=164ebbc3-63fc-499f-af1a-287fff1639b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853664 Aug 29 04:30:34.023865 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-76e071e0-86bf-46ec-86c4-d615745cedc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1143279934 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1143279934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:34.039949 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-76e071e0-86bf-46ec-86c4-d615745cedc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1143279934 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1143279934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45ece508-f2f7-46e3-91e0-a63276c71802']}} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:34.061177 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-76e071e0-86bf-46ec-86c4-d615745cedc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1143279934 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1143279934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1163fe8-c63a-48ce-8781-3f039757a244') {'for_net_delete': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:34.061731 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-76e071e0-86bf-46ec-86c4-d615745cedc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1143279934 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1143279934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1163fe8-c63a-48ce-8781-3f039757a244') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:34.080887 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-76e071e0-86bf-46ec-86c4-d615745cedc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1143279934 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1143279934-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8904833'] for segment, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:34.105731 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2155971-d874-47f2-87f9-452b10668356 req-605ff52b-0888-4b90-8165-6be759d65109 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:34.108945 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e2155971-d874-47f2-87f9-452b10668356 req-605ff52b-0888-4b90-8165-6be759d65109 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.46 "GET /v2.0/ports?device_id=574021e8-5a99-4599-a86e-9b43fe57cd6e HTTP/1.1" status: 200 len: 945 time: 0.1309669 Aug 29 04:30:34.137840 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-76e071e0-86bf-46ec-86c4-d615745cedc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1143279934 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1143279934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:34.181058 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76e071e0-86bf-46ec-86c4-d615745cedc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1143279934 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1143279934-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=94828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:30:34.183654 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-76e071e0-86bf-46ec-86c4-d615745cedc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1143279934 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1143279934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9190468'] for segment, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:34.190295 n-d-712140-12 neutron-server[94828]: Traceback (most recent call last): Aug 29 04:30:34.190295 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:30:34.190295 n-d-712140-12 neutron-server[94828]: timer() Aug 29 04:30:34.190295 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:30:34.190295 n-d-712140-12 neutron-server[94828]: cb(*args, **kw) Aug 29 04:30:34.190295 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:30:34.190295 n-d-712140-12 neutron-server[94828]: return func(*args, **kwargs) Aug 29 04:30:34.190295 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:30:34.190295 n-d-712140-12 neutron-server[94828]: self._notify() Aug 29 04:30:34.190295 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:30:34.190295 n-d-712140-12 neutron-server[94828]: self.callback(batched_events) Aug 29 04:30:34.190295 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:30:34.190295 n-d-712140-12 neutron-server[94828]: event.method(event) Aug 29 04:30:34.190295 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:30:34.190295 n-d-712140-12 neutron-server[94828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:30:34.190295 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:30:34.190295 n-d-712140-12 neutron-server[94828]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:30:34.190295 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:30:34.190295 n-d-712140-12 neutron-server[94828]: return f(self, *a, **k) Aug 29 04:30:34.190295 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:30:34.190295 n-d-712140-12 neutron-server[94828]: return self._get(url).json() Aug 29 04:30:34.190295 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:30:34.190295 n-d-712140-12 neutron-server[94828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:30:34.190295 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:30:34.190295 n-d-712140-12 neutron-server[94828]: return self.request(url, 'GET', **kwargs) Aug 29 04:30:34.190295 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:30:34.190295 n-d-712140-12 neutron-server[94828]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:30:34.190295 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:30:34.190295 n-d-712140-12 neutron-server[94828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:30:34.190295 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:30:34.190295 n-d-712140-12 neutron-server[94828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:30:34.190295 n-d-712140-12 neutron-server[94828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:30:34.415679 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-76e071e0-86bf-46ec-86c4-d615745cedc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1143279934 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1143279934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:34.445578 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-76e071e0-86bf-46ec-86c4-d615745cedc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1143279934 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1143279934-project] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:34.453553 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-76e071e0-86bf-46ec-86c4-d615745cedc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1143279934 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1143279934-project] 10.222.0.22 "DELETE /v2.0/networks/45ece508-f2f7-46e3-91e0-a63276c71802 HTTP/1.1" status: 204 len: 168 time: 0.9658043 Aug 29 04:30:34.458646 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e071e0-86bf-46ec-86c4-d615745cedc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1143279934 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1143279934-project] Pushing event deleted for resources: {'Network': ['ID=45ece508-f2f7-46e3-91e0-a63276c71802,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:34.511011 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-e2155971-d874-47f2-87f9-452b10668356 req-a230c316-40dc-4b69-a611-6f14833fa7cd tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Deleting port 9f343b77-8813-497f-a301-1ef4c6472599 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:30:34.511392 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-e2155971-d874-47f2-87f9-452b10668356 req-a230c316-40dc-4b69-a611-6f14833fa7cd tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:34.625990 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfe379a-ebc2-444a-bceb-df0ff4dcbe14 req-87366d59-4844-4fe4-8dd8-169d0300dfad tempest-InstanceActionsTestJSON-1776547189 tempest-InstanceActionsTestJSON-1776547189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:34.634441 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7cfe379a-ebc2-444a-bceb-df0ff4dcbe14 req-87366d59-4844-4fe4-8dd8-169d0300dfad tempest-InstanceActionsTestJSON-1776547189 tempest-InstanceActionsTestJSON-1776547189-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c053c5e-9ef8-4654-9c26-b9b51bb192a1 HTTP/1.1" status: 200 len: 945 time: 0.1825337 Aug 29 04:30:34.873944 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 76a9fc4a-b455-41d4-818f-3041e411d3f9 up at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:30:34.905415 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7cfe379a-ebc2-444a-bceb-df0ff4dcbe14 req-34b54bdc-bae1-4a3a-abe9-d35a98c92f44 tempest-InstanceActionsTestJSON-1776547189 tempest-InstanceActionsTestJSON-1776547189-project] 10.222.0.22 "GET /v2.0/security-groups?id=164ebbc3-63fc-499f-af1a-287fff1639b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515156 Aug 29 04:30:35.015330 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe964a7-fb0b-46ee-9e36-a6f101af3400 req-31d08659-080b-44e3-a641-ecee202653ce tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:35.056572 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dfe964a7-fb0b-46ee-9e36-a6f101af3400 req-31d08659-080b-44e3-a641-ecee202653ce tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "GET /v2.0/ports?device_id=574021e8-5a99-4599-a86e-9b43fe57cd6e HTTP/1.1" status: 200 len: 945 time: 0.3813968 Aug 29 04:30:35.138223 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-e2155971-d874-47f2-87f9-452b10668356 req-a230c316-40dc-4b69-a611-6f14833fa7cd tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] For port 9f343b77-8813-497f-a301-1ef4c6472599, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=9f343b77-8813-497f-a301-1ef4c6472599,segment=NetworkSegment(a5492a16-c200-4329-b562-96a170c2e529),segment_id=a5492a16-c200-4329-b562-96a170c2e529)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:35.139229 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-e2155971-d874-47f2-87f9-452b10668356 req-a230c316-40dc-4b69-a611-6f14833fa7cd tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:35.179592 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning complete for port 76a9fc4a-b455-41d4-818f-3041e411d3f9 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:35.180276 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:35.215374 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-cc4402a7-4ec9-42bf-89d6-843451b85c23 req-33704282-eff8-40a6-8ae8-c33cba640d18 tempest-ServerShowV247Test-204064061 tempest-ServerShowV247Test-204064061-project] 10.222.0.22 "GET /v2.0/ports?device_id=33d794ff-d112-4eae-b1d2-b05837d3f5c8 HTTP/1.1" status: 200 len: 210 time: 0.1115589 Aug 29 04:30:35.328115 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 38808) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:35.507260 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:35.604908 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dfe964a7-fb0b-46ee-9e36-a6f101af3400 req-ec73ca63-f30c-4199-987f-5c1342ab8ee3 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3e7d6d7-f66e-4c2c-97ed-f92e3dc1f00c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2210319 Aug 29 04:30:35.619846 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 76a9fc4a-b455-41d4-818f-3041e411d3f9, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=76a9fc4a-b455-41d4-818f-3041e411d3f9,segment=NetworkSegment(e370ab6f-b877-4d1b-8a8e-a0dc4be5ecd4),segment_id=e370ab6f-b877-4d1b-8a8e-a0dc4be5ecd4)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:35.628985 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7db183c3-4326-4aa4-b642-588c57cfaad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76a9fc4a-b455-41d4-818f-3041e411d3f9'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:30:35.637286 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8aecb22-d332-4379-a00e-dee5bb0114c7" -d '{"events": [{"server_uuid": "7db183c3-4326-4aa4-b642-588c57cfaad5", "name": "network-vif-plugged", "status": "completed", "tag": "76a9fc4a-b455-41d4-818f-3041e411d3f9"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:30:35.653589 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:35.659794 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-9682f46f-9b55-475e-942c-d9e7dc3e8e06 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=61388faa0dc54bd48bbc3f06e5ad8895&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3295610 Aug 29 04:30:35.662889 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 38820) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:35.748674 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2846aa0d-3b13-4145-8ecc-6ed45f86ddfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:35.796280 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2846aa0d-3b13-4145-8ecc-6ed45f86ddfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:35.841132 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37e76c2b-1e26-4268-ac27-fe4099459f8e x-openstack-request-id: req-37e76c2b-1e26-4268-ac27-fe4099459f8e {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:30:35.849569 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7db183c3-4326-4aa4-b642-588c57cfaad5", "name": "network-vif-plugged", "status": "completed", "tag": "76a9fc4a-b455-41d4-818f-3041e411d3f9", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:30:35.849757 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-37e76c2b-1e26-4268-ac27-fe4099459f8e {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:30:35.856340 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7db183c3-4326-4aa4-b642-588c57cfaad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76a9fc4a-b455-41d4-818f-3041e411d3f9', 'code': 200} Aug 29 04:30:35.858391 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=76a9fc4a-b455-41d4-818f-3041e411d3f9,revision_number=7']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:35.887118 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2846aa0d-3b13-4145-8ecc-6ed45f86ddfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:35.890632 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2846aa0d-3b13-4145-8ecc-6ed45f86ddfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:35.892278 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-2846aa0d-3b13-4145-8ecc-6ed45f86ddfa admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7cb76b32-bdfb-4db5-901e-d7bfaf042acb HTTP/1.1" status: 204 len: 168 time: 0.2279875 Aug 29 04:30:35.918099 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2846aa0d-3b13-4145-8ecc-6ed45f86ddfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cb76b32-bdfb-4db5-901e-d7bfaf042acb,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:36.038108 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-e2155971-d874-47f2-87f9-452b10668356 req-a230c316-40dc-4b69-a611-6f14833fa7cd tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:36.039057 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-e2155971-d874-47f2-87f9-452b10668356 req-a230c316-40dc-4b69-a611-6f14833fa7cd tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719515'] for floatingip, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:36.039701 n-d-712140-12 neutron-server[94828]: INFO neutron.db.l3_db [req-e2155971-d874-47f2-87f9-452b10668356 req-a230c316-40dc-4b69-a611-6f14833fa7cd tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Floating IP f72bcb8f-8a2b-4b6a-9bf9-8909d3e32fff disassociated. External IP: 172.25.0.210, port: 9f343b77-8813-497f-a301-1ef4c6472599. Aug 29 04:30:36.040217 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-e2155971-d874-47f2-87f9-452b10668356 req-a230c316-40dc-4b69-a611-6f14833fa7cd tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Calling delete_port for 9f343b77-8813-497f-a301-1ef4c6472599 owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:30:36.252186 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-94be12d3-70aa-4972-b76e-552e18854703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:36.405217 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-e2155971-d874-47f2-87f9-452b10668356 req-a230c316-40dc-4b69-a611-6f14833fa7cd tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:36.427858 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356ff92d-953a-45d3-be50-d2c00770bede req-500bf9bb-03dd-47d7-852b-67926e4dd6ff tempest-InstanceActionsTestJSON-1776547189 tempest-InstanceActionsTestJSON-1776547189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:36.430525 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-356ff92d-953a-45d3-be50-d2c00770bede req-500bf9bb-03dd-47d7-852b-67926e4dd6ff tempest-InstanceActionsTestJSON-1776547189 tempest-InstanceActionsTestJSON-1776547189-project] 10.222.0.48 "GET /v2.0/ports?device_id=3c053c5e-9ef8-4654-9c26-b9b51bb192a1 HTTP/1.1" status: 200 len: 945 time: 0.3814936 Aug 29 04:30:36.570863 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a230c316-40dc-4b69-a611-6f14833fa7cd tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Pushing event deleted for resources: {'Port': ['ID=9f343b77-8813-497f-a301-1ef4c6472599,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:36.586928 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3955c0c8-93d7-4ccf-a15e-b0e55d898c66 req-03a42e97-8c9b-4dd5-8704-81d22d2004e7 tempest-ServerShowV247Test-204064061 tempest-ServerShowV247Test-204064061-project] 10.222.0.22 "GET /v2.0/ports?device_id=33d794ff-d112-4eae-b1d2-b05837d3f5c8 HTTP/1.1" status: 200 len: 210 time: 0.1148043 Aug 29 04:30:36.926193 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4cbd5fed-ee85-4f70-929a-1ec90f88086e req-9f8ef0d3-13e1-4863-bc15-ba31fbe342b4 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "GET /v2.0/ports?device_id=574021e8-5a99-4599-a86e-9b43fe57cd6e HTTP/1.1" status: 200 len: 210 time: 0.0562406 Aug 29 04:30:36.926193 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 38874) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:37.041922 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d70936-60a5-43d1-9d7a-415a105250bf req-15a302e6-c78a-4ece-8ec9-906f61a0f652 tempest-InstanceActionsTestJSON-1776547189 tempest-InstanceActionsTestJSON-1776547189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:37.056760 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-07d70936-60a5-43d1-9d7a-415a105250bf req-15a302e6-c78a-4ece-8ec9-906f61a0f652 tempest-InstanceActionsTestJSON-1776547189 tempest-InstanceActionsTestJSON-1776547189-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c053c5e-9ef8-4654-9c26-b9b51bb192a1 HTTP/1.1" status: 200 len: 945 time: 0.9698775 Aug 29 04:30:37.059834 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-091839e8-f08a-498a-837b-d53a859e66a4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=685927f074ff4ba8b424ba5b90c63895&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1358712 Aug 29 04:30:37.063224 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 38878) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:37.110193 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e2155971-d874-47f2-87f9-452b10668356 req-a230c316-40dc-4b69-a611-6f14833fa7cd tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Router def0a604-df59-49da-8eca-52935833d7d6 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:30:37.137436 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:37.185998 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-481098bc-47a6-4c77-a5d0-a0fd10537cb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:37.227355 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:37.443486 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-07d70936-60a5-43d1-9d7a-415a105250bf req-c0fae1af-8ad6-4949-aba3-4c2c43437fe5 tempest-InstanceActionsTestJSON-1776547189 tempest-InstanceActionsTestJSON-1776547189-project] 10.222.0.22 "GET /v2.0/security-groups?id=164ebbc3-63fc-499f-af1a-287fff1639b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3857439 Aug 29 04:30:37.639362 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-356ff92d-953a-45d3-be50-d2c00770bede req-66705470-d334-4b5f-ac0c-6d9333c96329 tempest-InstanceActionsTestJSON-1776547189 tempest-InstanceActionsTestJSON-1776547189-project] Deleting port b3967636-1e2f-49fb-a95c-11ef9f94afb3 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:30:37.639362 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-356ff92d-953a-45d3-be50-d2c00770bede req-66705470-d334-4b5f-ac0c-6d9333c96329 tempest-InstanceActionsTestJSON-1776547189 tempest-InstanceActionsTestJSON-1776547189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:37.640710 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e2155971-d874-47f2-87f9-452b10668356 req-a230c316-40dc-4b69-a611-6f14833fa7cd tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:30:37.654696 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04936f9e-43d3-43c6-bfce-3e191863e6c5 None None] Sync routers for ids ['def0a604-df59-49da-8eca-52935833d7d6'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:30:37.684361 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04936f9e-43d3-43c6-bfce-3e191863e6c5 None None] Routers {'def0a604-df59-49da-8eca-52935833d7d6'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:30:37.685010 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-04936f9e-43d3-43c6-bfce-3e191863e6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:30:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['def0a604-df59-49da-8eca-52935833d7d6'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:37.921640 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-481098bc-47a6-4c77-a5d0-a0fd10537cb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:38.033503 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ec38f9a2-d12c-4954-b130-e55acba9c92e req-7f4d22d7-7665-4b23-ad98-acca601ba1fe tempest-ServerShowV247Test-204064061 tempest-ServerShowV247Test-204064061-project] 10.222.0.22 "GET /v2.0/ports?device_id=33d794ff-d112-4eae-b1d2-b05837d3f5c8 HTTP/1.1" status: 200 len: 210 time: 0.0608964 Aug 29 04:30:38.048440 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-481098bc-47a6-4c77-a5d0-a0fd10537cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:38.051920 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-481098bc-47a6-4c77-a5d0-a0fd10537cb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:38.055566 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-481098bc-47a6-4c77-a5d0-a0fd10537cb0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/991b36ca-c969-4ca3-9db4-666ad9b5c64d HTTP/1.1" status: 204 len: 168 time: 0.9903903 Aug 29 04:30:38.068752 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481098bc-47a6-4c77-a5d0-a0fd10537cb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=991b36ca-c969-4ca3-9db4-666ad9b5c64d,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:38.176043 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-04936f9e-43d3-43c6-bfce-3e191863e6c5 None None] Set router def0a604-df59-49da-8eca-52935833d7d6 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:30:38.679456 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:38.710909 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2155971-d874-47f2-87f9-452b10668356 req-a230c316-40dc-4b69-a611-6f14833fa7cd tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] No DVR routers for this DVR port 9f343b77-8813-497f-a301-1ef4c6472599 on host n-h1-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:30:38.725513 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-e2155971-d874-47f2-87f9-452b10668356 req-a230c316-40dc-4b69-a611-6f14833fa7cd tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:38.728487 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e2155971-d874-47f2-87f9-452b10668356 req-a230c316-40dc-4b69-a611-6f14833fa7cd tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.46 "DELETE /v2.0/ports/9f343b77-8813-497f-a301-1ef4c6472599 HTTP/1.1" status: 204 len: 173 time: 4.6107118 Aug 29 04:30:38.746125 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '574021e8-5a99-4599-a86e-9b43fe57cd6e', 'name': 'network-vif-deleted', 'tag': '9f343b77-8813-497f-a301-1ef4c6472599'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:30:38.750499 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e23bff0-97c1-447f-96af-913eaada9d85" -d '{"events": [{"server_uuid": "574021e8-5a99-4599-a86e-9b43fe57cd6e", "name": "network-vif-deleted", "tag": "9f343b77-8813-497f-a301-1ef4c6472599"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:30:38.754557 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-04936f9e-43d3-43c6-bfce-3e191863e6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def0a604-df59-49da-8eca-52935833d7d6', 'name': 'tempest-AttachVolumeTestJSON-1505354995-router', 'tenant_id': '6c9e9b4cb47149d19005e5a96f02d4fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'a7600daa-aafe-46ff-b65d-e523b2deceea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:54Z', 'updated_at': '2021-08-29T04:26:01Z', 'revision_number': 4, 'project_id': '6c9e9b4cb47149d19005e5a96f02d4fd', 'gw_port': {'id': 'a7600daa-aafe-46ff-b65d-e523b2deceea', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:45:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def0a604-df59-49da-8eca-52935833d7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:55Z', 'updated_at': '2021-08-29T04:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '89765845-91b6-482e-bcb3-a7b59e9aec5f', 'name': '', 'network_id': '3bcd0067-6e50-451c-9004-abafcee70c8b', 'tenant_id': '6c9e9b4cb47149d19005e5a96f02d4fd', 'mac_address': 'fa:16:3e:92:51:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def0a604-df59-49da-8eca-52935833d7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1899, 'fixed_ips': [{'subnet_id': '77379d5c-d72e-4fe0-ace8-ef22d196f6e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:00Z', 'updated_at': '2021-08-29T04:26:09Z', 'revision_number': 5, 'project_id': '6c9e9b4cb47149d19005e5a96f02d4fd', 'subnets': [{'id': '77379d5c-d72e-4fe0-ace8-ef22d196f6e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:38.870849 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a35f7d39-3e2e-4427-9822-0d933d16c381 req-65c33a62-3366-435f-b33f-91581190931c tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "GET /v2.0/ports?device_id=574021e8-5a99-4599-a86e-9b43fe57cd6e HTTP/1.1" status: 200 len: 210 time: 0.1617243 Aug 29 04:30:38.878235 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04936f9e-43d3-43c6-bfce-3e191863e6c5 None None] Checking router: def0a604-df59-49da-8eca-52935833d7d6 for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:30:38.902280 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 9f343b77-8813-497f-a301-1ef4c6472599 no longer exists at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:30:38.928631 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04936f9e-43d3-43c6-bfce-3e191863e6c5 None None] Routers {'def0a604-df59-49da-8eca-52935833d7d6'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:30:38.929506 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-04936f9e-43d3-43c6-bfce-3e191863e6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:30:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['def0a604-df59-49da-8eca-52935833d7d6'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:38.935567 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] No Port match for: 9f343b77-8813-497f-a301-1ef4c6472599 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:30:38.938223 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 9f343b77-8813-497f-a301-1ef4c6472599 not bound to the agent host n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:30:39.049763 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73be583-e773-4398-acba-c40460732e06 req-2b80d1bf-ce3a-4a14-b6b2-b17521aea193 tempest-InstanceActionsTestJSON-1776547189 tempest-InstanceActionsTestJSON-1776547189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:39.068723 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a73be583-e773-4398-acba-c40460732e06 req-2b80d1bf-ce3a-4a14-b6b2-b17521aea193 tempest-InstanceActionsTestJSON-1776547189 tempest-InstanceActionsTestJSON-1776547189-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c053c5e-9ef8-4654-9c26-b9b51bb192a1 HTTP/1.1" status: 200 len: 945 time: 0.2993853 Aug 29 04:30:39.098894 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-356ff92d-953a-45d3-be50-d2c00770bede req-66705470-d334-4b5f-ac0c-6d9333c96329 tempest-InstanceActionsTestJSON-1776547189 tempest-InstanceActionsTestJSON-1776547189-project] For port b3967636-1e2f-49fb-a95c-11ef9f94afb3, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=b3967636-1e2f-49fb-a95c-11ef9f94afb3,segment=NetworkSegment(9a48f066-6d42-4a78-8c37-4a64c4ca9905),segment_id=9a48f066-6d42-4a78-8c37-4a64c4ca9905)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:39.099277 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-356ff92d-953a-45d3-be50-d2c00770bede req-66705470-d334-4b5f-ac0c-6d9333c96329 tempest-InstanceActionsTestJSON-1776547189 tempest-InstanceActionsTestJSON-1776547189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:39.176373 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a73be583-e773-4398-acba-c40460732e06 req-3bb481e7-0690-42cf-8906-64893e53b390 tempest-InstanceActionsTestJSON-1776547189 tempest-InstanceActionsTestJSON-1776547189-project] 10.222.0.22 "GET /v2.0/security-groups?id=164ebbc3-63fc-499f-af1a-287fff1639b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980711 Aug 29 04:30:39.211138 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-356ff92d-953a-45d3-be50-d2c00770bede req-66705470-d334-4b5f-ac0c-6d9333c96329 tempest-InstanceActionsTestJSON-1776547189 tempest-InstanceActionsTestJSON-1776547189-project] Calling delete_port for b3967636-1e2f-49fb-a95c-11ef9f94afb3 owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:30:39.399244 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21b05ef7-3791-4230-874c-2cd64a03e4cb x-openstack-request-id: req-21b05ef7-3791-4230-874c-2cd64a03e4cb {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:30:39.400036 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "574021e8-5a99-4599-a86e-9b43fe57cd6e", "name": "network-vif-deleted", "tag": "9f343b77-8813-497f-a301-1ef4c6472599", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:30:39.400475 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-21b05ef7-3791-4230-874c-2cd64a03e4cb {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:30:39.401003 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '574021e8-5a99-4599-a86e-9b43fe57cd6e', 'name': 'network-vif-deleted', 'tag': '9f343b77-8813-497f-a301-1ef4c6472599', 'status': 'completed', 'code': 200} Aug 29 04:30:39.615230 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ad87b0bd-e8e6-419f-bd07-67a9a733f6f4 req-04b021d8-bbc1-4cac-b44a-ae984a0ce697 tempest-ServerShowV247Test-204064061 tempest-ServerShowV247Test-204064061-project] 10.222.0.22 "GET /v2.0/ports?device_id=33d794ff-d112-4eae-b1d2-b05837d3f5c8 HTTP/1.1" status: 200 len: 210 time: 0.1532216 Aug 29 04:30:39.809010 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-356ff92d-953a-45d3-be50-d2c00770bede req-66705470-d334-4b5f-ac0c-6d9333c96329 tempest-InstanceActionsTestJSON-1776547189 tempest-InstanceActionsTestJSON-1776547189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:39.867120 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66705470-d334-4b5f-ac0c-6d9333c96329 tempest-InstanceActionsTestJSON-1776547189 tempest-InstanceActionsTestJSON-1776547189-project] Pushing event deleted for resources: {'Port': ['ID=b3967636-1e2f-49fb-a95c-11ef9f94afb3,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:39.995753 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-04936f9e-43d3-43c6-bfce-3e191863e6c5 None None] Set router def0a604-df59-49da-8eca-52935833d7d6 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:30:40.080549 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-356ff92d-953a-45d3-be50-d2c00770bede req-66705470-d334-4b5f-ac0c-6d9333c96329 tempest-InstanceActionsTestJSON-1776547189 tempest-InstanceActionsTestJSON-1776547189-project] No DVR routers for this DVR port b3967636-1e2f-49fb-a95c-11ef9f94afb3 on host n-h2-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:30:40.101823 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-356ff92d-953a-45d3-be50-d2c00770bede req-66705470-d334-4b5f-ac0c-6d9333c96329 tempest-InstanceActionsTestJSON-1776547189 tempest-InstanceActionsTestJSON-1776547189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:40.106050 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-356ff92d-953a-45d3-be50-d2c00770bede req-66705470-d334-4b5f-ac0c-6d9333c96329 tempest-InstanceActionsTestJSON-1776547189 tempest-InstanceActionsTestJSON-1776547189-project] 10.222.0.48 "DELETE /v2.0/ports/b3967636-1e2f-49fb-a95c-11ef9f94afb3 HTTP/1.1" status: 204 len: 173 time: 3.5690804 Aug 29 04:30:40.218114 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 38976) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:40.234815 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-95a9ea67-aa33-4203-a4c8-9fc56324284e req-db4f5f42-6943-4ddd-9883-7077b052db0f tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "GET /v2.0/ports?device_id=574021e8-5a99-4599-a86e-9b43fe57cd6e HTTP/1.1" status: 200 len: 210 time: 0.1100767 Aug 29 04:30:40.545299 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a2654cd4-091b-4bd9-b04b-194695da6edd req-8e07292f-ad03-4b69-aee3-ebc2f4c66610 tempest-InstanceActionsTestJSON-1776547189 tempest-InstanceActionsTestJSON-1776547189-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c053c5e-9ef8-4654-9c26-b9b51bb192a1 HTTP/1.1" status: 200 len: 210 time: 0.1351643 Aug 29 04:30:40.769023 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device b3967636-1e2f-49fb-a95c-11ef9f94afb3 no longer exists at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:30:40.836787 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] No Port match for: b3967636-1e2f-49fb-a95c-11ef9f94afb3 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:30:40.837163 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device b3967636-1e2f-49fb-a95c-11ef9f94afb3 not bound to the agent host n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:30:40.917482 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-c6c25494-7477-4c05-a5be-5b10e99c2ea6 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-88160926'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:40.926249 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bb8c765b-eb44-4be8-9b5b-37e0c2056a15 req-aa27fee6-d238-4155-ae8a-26996db7938d tempest-ServerShowV247Test-204064061 tempest-ServerShowV247Test-204064061-project] 10.222.0.22 "GET /v2.0/ports?device_id=33d794ff-d112-4eae-b1d2-b05837d3f5c8 HTTP/1.1" status: 200 len: 210 time: 0.1433666 Aug 29 04:30:41.030694 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6c25494-7477-4c05-a5be-5b10e99c2ea6 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Made reservation on behalf of cc09a5b003ed497b89e796b4b3a96311 for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:30:41.058087 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c6c25494-7477-4c05-a5be-5b10e99c2ea6 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:41.121299 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c6c25494-7477-4c05-a5be-5b10e99c2ea6 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:41.123039 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-04936f9e-43d3-43c6-bfce-3e191863e6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def0a604-df59-49da-8eca-52935833d7d6', 'name': 'tempest-AttachVolumeTestJSON-1505354995-router', 'tenant_id': '6c9e9b4cb47149d19005e5a96f02d4fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'a7600daa-aafe-46ff-b65d-e523b2deceea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:54Z', 'updated_at': '2021-08-29T04:26:01Z', 'revision_number': 4, 'project_id': '6c9e9b4cb47149d19005e5a96f02d4fd', 'gw_port': {'id': 'a7600daa-aafe-46ff-b65d-e523b2deceea', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:45:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def0a604-df59-49da-8eca-52935833d7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:55Z', 'updated_at': '2021-08-29T04:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '89765845-91b6-482e-bcb3-a7b59e9aec5f', 'name': '', 'network_id': '3bcd0067-6e50-451c-9004-abafcee70c8b', 'tenant_id': '6c9e9b4cb47149d19005e5a96f02d4fd', 'mac_address': 'fa:16:3e:92:51:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def0a604-df59-49da-8eca-52935833d7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1899, 'fixed_ips': [{'subnet_id': '77379d5c-d72e-4fe0-ace8-ef22d196f6e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:00Z', 'updated_at': '2021-08-29T04:26:09Z', 'revision_number': 5, 'project_id': '6c9e9b4cb47149d19005e5a96f02d4fd', 'subnets': [{'id': '77379d5c-d72e-4fe0-ace8-ef22d196f6e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:41.216056 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04936f9e-43d3-43c6-bfce-3e191863e6c5 None None] The sync data for ids ['def0a604-df59-49da-8eca-52935833d7d6'] in n-d-712140-12 is: [{'id': 'def0a604-df59-49da-8eca-52935833d7d6', 'name': 'tempest-AttachVolumeTestJSON-1505354995-router', 'tenant_id': '6c9e9b4cb47149d19005e5a96f02d4fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'a7600daa-aafe-46ff-b65d-e523b2deceea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:54Z', 'updated_at': '2021-08-29T04:26:01Z', 'revision_number': 4, 'project_id': '6c9e9b4cb47149d19005e5a96f02d4fd', 'gw_port': {'id': 'a7600daa-aafe-46ff-b65d-e523b2deceea', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:45:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def0a604-df59-49da-8eca-52935833d7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:55Z', 'updated_at': '2021-08-29T04:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '89765845-91b6-482e-bcb3-a7b59e9aec5f', 'name': '', 'network_id': '3bcd0067-6e50-451c-9004-abafcee70c8b', 'tenant_id': '6c9e9b4cb47149d19005e5a96f02d4fd', 'mac_address': 'fa:16:3e:92:51:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def0a604-df59-49da-8eca-52935833d7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1899, 'fixed_ips': [{'subnet_id': '77379d5c-d72e-4fe0-ace8-ef22d196f6e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:00Z', 'updated_at': '2021-08-29T04:26:09Z', 'revision_number': 5, 'project_id': '6c9e9b4cb47149d19005e5a96f02d4fd', 'subnets': [{'id': '77379d5c-d72e-4fe0-ace8-ef22d196f6e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:30:41.403835 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c053c5e-9ef8-4654-9c26-b9b51bb192a1', 'name': 'network-vif-deleted', 'tag': 'b3967636-1e2f-49fb-a95c-11ef9f94afb3'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:30:41.406142 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21e03eba-eb78-4042-a33f-693c8e05b00e" -d '{"events": [{"server_uuid": "3c053c5e-9ef8-4654-9c26-b9b51bb192a1", "name": "network-vif-deleted", "tag": "b3967636-1e2f-49fb-a95c-11ef9f94afb3"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:30:41.441931 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c6c25494-7477-4c05-a5be-5b10e99c2ea6 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:41.452561 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c6c25494-7477-4c05-a5be-5b10e99c2ea6 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:41.474645 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6c25494-7477-4c05-a5be-5b10e99c2ea6 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:30:41.493611 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c6c25494-7477-4c05-a5be-5b10e99c2ea6 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:41.494261 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-c6c25494-7477-4c05-a5be-5b10e99c2ea6 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Added segment f2d6ca60-ed5b-4acc-afce-db6b3ba76c22 of type vlan for network 9dba7b7d-5be1-40d3-84a1-0d0e2216bfbd Aug 29 04:30:41.540178 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a9df1c1-9186-4bd5-9448-2afbd3d0659f x-openstack-request-id: req-9a9df1c1-9186-4bd5-9448-2afbd3d0659f {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:30:41.540487 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c053c5e-9ef8-4654-9c26-b9b51bb192a1", "name": "network-vif-deleted", "tag": "b3967636-1e2f-49fb-a95c-11ef9f94afb3", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:30:41.540743 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9a9df1c1-9186-4bd5-9448-2afbd3d0659f {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:30:41.541171 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c053c5e-9ef8-4654-9c26-b9b51bb192a1', 'name': 'network-vif-deleted', 'tag': 'b3967636-1e2f-49fb-a95c-11ef9f94afb3', 'status': 'completed', 'code': 200} Aug 29 04:30:41.610015 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c6c25494-7477-4c05-a5be-5b10e99c2ea6 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:41.701355 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c6c25494-7477-4c05-a5be-5b10e99c2ea6 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:41.708775 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c25494-7477-4c05-a5be-5b10e99c2ea6 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:41.710612 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c6c25494-7477-4c05-a5be-5b10e99c2ea6 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:41.802110 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 39034) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:41.811557 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c25494-7477-4c05-a5be-5b10e99c2ea6 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae31b8ec-2c6b-409b-90fc-4e472789c180,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:41.818743 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-c6c25494-7477-4c05-a5be-5b10e99c2ea6 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.5986359 Aug 29 04:30:41.825808 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 39036) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:41.833273 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-c0220fd2-37d4-459d-9600-47ae8509b6a2 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Request body: {'subnet': {'network_id': '9dba7b7d-5be1-40d3-84a1-0d0e2216bfbd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:41.900974 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0d62b16-9c46-4069-87b9-4f5e04bd70b0 admin admin] Deleting subnet d25e1857-e695-4a1c-bc83-1d48fc8e15e2 {{(pid=94828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:30:41.904589 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e0d62b16-9c46-4069-87b9-4f5e04bd70b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:41.920208 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e957b60c-dcc4-4e45-88b2-920b32780db1 None None] New status for floating IP f72bcb8f-8a2b-4b6a-9bf9-8909d3e32fff: DOWN {{(pid=94831) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:30:42.013872 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0220fd2-37d4-459d-9600-47ae8509b6a2 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Made reservation on behalf of cc09a5b003ed497b89e796b4b3a96311 for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:30:42.029963 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e0d62b16-9c46-4069-87b9-4f5e04bd70b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8904862'] for subnet, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:42.037265 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c0220fd2-37d4-459d-9600-47ae8509b6a2 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4552395'] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:42.351315 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e0d62b16-9c46-4069-87b9-4f5e04bd70b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:42.524800 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 39052) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:42.753985 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c25494-7477-4c05-a5be-5b10e99c2ea6 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Pushing event updated for resources: {'Network': ['ID=9dba7b7d-5be1-40d3-84a1-0d0e2216bfbd,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:42.785326 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 9dba7b7d-5be1-40d3-84a1-0d0e2216bfbd details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:30:42.850502 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f4bc032a-4cb3-465d-9976-0c9960c5a39e req-c9946cfa-493d-4629-a701-3807071b53a8 tempest-ServerShowV247Test-204064061 tempest-ServerShowV247Test-204064061-project] 10.222.0.22 "GET /v2.0/ports?device_id=33d794ff-d112-4eae-b1d2-b05837d3f5c8 HTTP/1.1" status: 200 len: 210 time: 0.0981164 Aug 29 04:30:42.885657 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c0220fd2-37d4-459d-9600-47ae8509b6a2 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4274880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4552377'] for subnet, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:42.893111 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2857a6ec-8213-41f2-8b31-ffa111ba4b6c tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:42.901147 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e0d62b16-9c46-4069-87b9-4f5e04bd70b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9190434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062341'] for subnet, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:42.958566 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d62b16-9c46-4069-87b9-4f5e04bd70b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d25e1857-e695-4a1c-bc83-1d48fc8e15e2,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:42.977664 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e0d62b16-9c46-4069-87b9-4f5e04bd70b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:42.980289 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-e0d62b16-9c46-4069-87b9-4f5e04bd70b0 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/d25e1857-e695-4a1c-bc83-1d48fc8e15e2 HTTP/1.1" status: 204 len: 168 time: 1.1766939 Aug 29 04:30:42.982323 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2857a6ec-8213-41f2-8b31-ffa111ba4b6c tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:42.985337 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 39068) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:43.137357 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2857a6ec-8213-41f2-8b31-ffa111ba4b6c tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:43.145645 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2857a6ec-8213-41f2-8b31-ffa111ba4b6c tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:43.147167 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-2857a6ec-8213-41f2-8b31-ffa111ba4b6c tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "DELETE /v2.0/security-groups/b3e7d6d7-f66e-4c2c-97ed-f92e3dc1f00c HTTP/1.1" status: 204 len: 168 time: 0.6106634 Aug 29 04:30:43.155836 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 39076) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:43.156885 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0220fd2-37d4-459d-9600-47ae8509b6a2 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Checking segment: {'id': 'f2d6ca60-ed5b-4acc-afce-db6b3ba76c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9dba7b7d-5be1-40d3-84a1-0d0e2216bfbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:30:43.157306 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0220fd2-37d4-459d-9600-47ae8509b6a2 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Network hostable DHCP agents. Network: 9dba7b7d-5be1-40d3-84a1-0d0e2216bfbd, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:30:43.164895 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0220fd2-37d4-459d-9600-47ae8509b6a2 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Pushing event updated for resources: {'Subnet': ['ID=6d0de84b-6c9b-41e3-8b88-eef6a6a9bd1d,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:43.183285 n-d-712140-12 neutron-server[94828]: INFO neutron.api.v2.resource [None req-a7f4b717-cb3b-470e-8219-bf87d742b9a1 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] show failed (client error): The resource could not be found. Aug 29 04:30:43.184748 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-a7f4b717-cb3b-470e-8219-bf87d742b9a1 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "GET /v2.0/security-groups/b3e7d6d7-f66e-4c2c-97ed-f92e3dc1f00c HTTP/1.1" status: 404 len: 347 time: 0.0252445 Aug 29 04:30:43.188939 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 39078) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:43.190167 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2857a6ec-8213-41f2-8b31-ffa111ba4b6c tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e7d6d7-f66e-4c2c-97ed-f92e3dc1f00c,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:43.205632 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0220fd2-37d4-459d-9600-47ae8509b6a2 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Network 9dba7b7d-5be1-40d3-84a1-0d0e2216bfbd is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:30:43.234014 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-c0220fd2-37d4-459d-9600-47ae8509b6a2 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 9dba7b7d-5be1-40d3-84a1-0d0e2216bfbd) {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:30:43.243960 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5c2a56-e2ee-482b-9674-0fd4a948d139 None None] Network 9dba7b7d-5be1-40d3-84a1-0d0e2216bfbd requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:30:43.250797 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0220fd2-37d4-459d-9600-47ae8509b6a2 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:43.251439 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c0220fd2-37d4-459d-9600-47ae8509b6a2 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:43.284527 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-c0220fd2-37d4-459d-9600-47ae8509b6a2 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4570041 Aug 29 04:30:43.287291 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 39080) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:43.292820 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-0db1399a-a8e3-4dce-9a55-669e5dbdb38f tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Request body: {'port': {'network_id': '9dba7b7d-5be1-40d3-84a1-0d0e2216bfbd', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-487228211'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:43.337321 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-46a5bcea-a0be-4c50-9464-73a2e8e50905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:43.558915 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0db1399a-a8e3-4dce-9a55-669e5dbdb38f tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Made reservation on behalf of cc09a5b003ed497b89e796b4b3a96311 for: {'port': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:30:43.567800 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0db1399a-a8e3-4dce-9a55-669e5dbdb38f tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:43.635737 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [None req-0db1399a-a8e3-4dce-9a55-669e5dbdb38f tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] device_id is not set on port b9feff47-e2e1-4f15-931d-6f2d860054d0 yet. {{(pid=94829) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:30:43.658851 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10f396d-0455-4bc5-a6d4-7b1ef7c9d862 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-9dba7b7d-5be1-40d3-84a1-0d0e2216bfbd', 'network_id': '9dba7b7d-5be1-40d3-84a1-0d0e2216bfbd', 'tenant_id': 'cc09a5b003ed497b89e796b4b3a96311', 'fixed_ips': [{'subnet_id': '6d0de84b-6c9b-41e3-8b88-eef6a6a9bd1d'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:30:43.660110 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e10f396d-0455-4bc5-a6d4-7b1ef7c9d862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:43.810653 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-99eea819-d413-4f03-8c84-77f8f4959057 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Deleting port a38f5ae5-52af-44dc-813d-a438e32ccc56 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:30:43.810980 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-99eea819-d413-4f03-8c84-77f8f4959057 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:43.818172 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-46a5bcea-a0be-4c50-9464-73a2e8e50905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:43.875306 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-46a5bcea-a0be-4c50-9464-73a2e8e50905 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cece0d9-5faa-4155-9869-b08cef086aee']}} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:43.979962 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-0db1399a-a8e3-4dce-9a55-669e5dbdb38f tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Allocated IP 2001:db8::2b0 (9dba7b7d-5be1-40d3-84a1-0d0e2216bfbd/6d0de84b-6c9b-41e3-8b88-eef6a6a9bd1d/b9feff47-e2e1-4f15-931d-6f2d860054d0) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:30:44.078481 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-46a5bcea-a0be-4c50-9464-73a2e8e50905 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a48f066-6d42-4a78-8c37-4a64c4ca9905') {'for_net_delete': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:44.078851 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-46a5bcea-a0be-4c50-9464-73a2e8e50905 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a48f066-6d42-4a78-8c37-4a64c4ca9905') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:44.115230 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-46a5bcea-a0be-4c50-9464-73a2e8e50905 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8904833'] for segment, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:44.217252 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-46a5bcea-a0be-4c50-9464-73a2e8e50905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:44.268539 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46a5bcea-a0be-4c50-9464-73a2e8e50905 admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=94828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:30:44.269488 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-46a5bcea-a0be-4c50-9464-73a2e8e50905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9190468'] for segment, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:44.357040 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e920f3b6-9609-4ae4-9e85-2a92e3925d37 req-34517484-8518-4e75-ba72-68731db59c7c tempest-ServerShowV247Test-204064061 tempest-ServerShowV247Test-204064061-project] 10.222.0.22 "GET /v2.0/ports?device_id=33d794ff-d112-4eae-b1d2-b05837d3f5c8 HTTP/1.1" status: 200 len: 210 time: 0.3177657 Aug 29 04:30:44.412758 n-d-712140-12 neutron-server[94828]: Traceback (most recent call last): Aug 29 04:30:44.412758 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:30:44.412758 n-d-712140-12 neutron-server[94828]: timer() Aug 29 04:30:44.412758 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:30:44.412758 n-d-712140-12 neutron-server[94828]: cb(*args, **kw) Aug 29 04:30:44.412758 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:30:44.412758 n-d-712140-12 neutron-server[94828]: return func(*args, **kwargs) Aug 29 04:30:44.412758 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:30:44.412758 n-d-712140-12 neutron-server[94828]: self._notify() Aug 29 04:30:44.412758 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:30:44.412758 n-d-712140-12 neutron-server[94828]: self.callback(batched_events) Aug 29 04:30:44.412758 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:30:44.412758 n-d-712140-12 neutron-server[94828]: event.method(event) Aug 29 04:30:44.412758 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:30:44.412758 n-d-712140-12 neutron-server[94828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:30:44.412758 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:30:44.412758 n-d-712140-12 neutron-server[94828]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:30:44.412758 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:30:44.412758 n-d-712140-12 neutron-server[94828]: return f(self, *a, **k) Aug 29 04:30:44.412758 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:30:44.412758 n-d-712140-12 neutron-server[94828]: return self._get(url).json() Aug 29 04:30:44.412758 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:30:44.412758 n-d-712140-12 neutron-server[94828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:30:44.412758 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:30:44.412758 n-d-712140-12 neutron-server[94828]: return self.request(url, 'GET', **kwargs) Aug 29 04:30:44.412758 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:30:44.412758 n-d-712140-12 neutron-server[94828]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:30:44.412758 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:30:44.412758 n-d-712140-12 neutron-server[94828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:30:44.412758 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:30:44.412758 n-d-712140-12 neutron-server[94828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:30:44.412758 n-d-712140-12 neutron-server[94828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:30:44.491378 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-99eea819-d413-4f03-8c84-77f8f4959057 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:44.513613 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-99eea819-d413-4f03-8c84-77f8f4959057 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:44.553178 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-46a5bcea-a0be-4c50-9464-73a2e8e50905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:44.572134 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-46a5bcea-a0be-4c50-9464-73a2e8e50905 admin admin] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:44.604953 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-46a5bcea-a0be-4c50-9464-73a2e8e50905 admin admin] 10.222.0.22 "DELETE /v2.0/networks/2cece0d9-5faa-4155-9869-b08cef086aee HTTP/1.1" status: 204 len: 168 time: 1.6184895 Aug 29 04:30:44.643242 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-99eea819-d413-4f03-8c84-77f8f4959057 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Calling delete_port for a38f5ae5-52af-44dc-813d-a438e32ccc56 owned by network:floatingip {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:30:44.698403 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a5bcea-a0be-4c50-9464-73a2e8e50905 admin admin] Pushing event deleted for resources: {'Network': ['ID=2cece0d9-5faa-4155-9869-b08cef086aee,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:44.726108 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0db1399a-a8e3-4dce-9a55-669e5dbdb38f tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:44.766149 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-0db1399a-a8e3-4dce-9a55-669e5dbdb38f tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Transition to ACTIVE for port object b9feff47-e2e1-4f15-931d-6f2d860054d0 will not be triggered until provisioned by entity DHCP. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:30:44.838853 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0db1399a-a8e3-4dce-9a55-669e5dbdb38f tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:45.005767 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-e10f396d-0455-4bc5-a6d4-7b1ef7c9d862 None None] Allocated IP 2001:db8::2 (9dba7b7d-5be1-40d3-84a1-0d0e2216bfbd/6d0de84b-6c9b-41e3-8b88-eef6a6a9bd1d/1403f3a4-fd6a-4091-b06e-0f6d69332c2f) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:30:45.030109 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db1399a-a8e3-4dce-9a55-669e5dbdb38f tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Network 9dba7b7d-5be1-40d3-84a1-0d0e2216bfbd is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:30:45.075300 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-0db1399a-a8e3-4dce-9a55-669e5dbdb38f tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:30:45.085951 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db1399a-a8e3-4dce-9a55-669e5dbdb38f tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:30:45.122317 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db1399a-a8e3-4dce-9a55-669e5dbdb38f tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:45.126900 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0db1399a-a8e3-4dce-9a55-669e5dbdb38f tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:45.163652 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db1399a-a8e3-4dce-9a55-669e5dbdb38f tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Pushing event updated for resources: {'Port': ['ID=b9feff47-e2e1-4f15-931d-6f2d860054d0,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:45.180772 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 39134) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:45.196748 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-0db1399a-a8e3-4dce-9a55-669e5dbdb38f tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.9086657 Aug 29 04:30:45.202578 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 39136) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:45.218976 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-962cdebb-1cf6-465b-825c-1282e9f3fa57 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Request body: {'port': {'network_id': '9dba7b7d-5be1-40d3-84a1-0d0e2216bfbd', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-636452130', 'allowed_address_pairs': [{'ip_address': '2001:db8::2b0', 'mac_address': 'fa:16:3e:71:98:02'}]}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:45.260413 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e10f396d-0455-4bc5-a6d4-7b1ef7c9d862 None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:45.269690 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e10f396d-0455-4bc5-a6d4-7b1ef7c9d862 None None] Transition to ACTIVE for port object 1403f3a4-fd6a-4091-b06e-0f6d69332c2f will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:30:45.292180 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e10f396d-0455-4bc5-a6d4-7b1ef7c9d862 None None] Transition to ACTIVE for port object 1403f3a4-fd6a-4091-b06e-0f6d69332c2f will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:30:45.306113 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e10f396d-0455-4bc5-a6d4-7b1ef7c9d862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:45.358263 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 39142) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:45.360099 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10f396d-0455-4bc5-a6d4-7b1ef7c9d862 None None] Network 9dba7b7d-5be1-40d3-84a1-0d0e2216bfbd is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:30:45.362250 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-1196e262-59bd-4678-a29f-6d65a9944b7a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c54a774e12ae46e5bc023eebe3d4b876&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1719315 Aug 29 04:30:45.365304 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-e10f396d-0455-4bc5-a6d4-7b1ef7c9d862 None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:30:45.371447 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10f396d-0455-4bc5-a6d4-7b1ef7c9d862 None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:30:45.389186 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-99eea819-d413-4f03-8c84-77f8f4959057 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:45.392678 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10f396d-0455-4bc5-a6d4-7b1ef7c9d862 None None] Pushing event updated for resources: {'Port': ['ID=1403f3a4-fd6a-4091-b06e-0f6d69332c2f,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:45.508580 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eea819-d413-4f03-8c84-77f8f4959057 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Pushing event deleted for resources: {'Port': ['ID=a38f5ae5-52af-44dc-813d-a438e32ccc56,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:45.552642 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-e10f396d-0455-4bc5-a6d4-7b1ef7c9d862 None None] Attempting to bind port 1403f3a4-fd6a-4091-b06e-0f6d69332c2f on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:30:45.553033 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-e10f396d-0455-4bc5-a6d4-7b1ef7c9d862 None None] Attempting to bind port 1403f3a4-fd6a-4091-b06e-0f6d69332c2f by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'f2d6ca60-ed5b-4acc-afce-db6b3ba76c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9dba7b7d-5be1-40d3-84a1-0d0e2216bfbd'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:30:45.553405 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10f396d-0455-4bc5-a6d4-7b1ef7c9d862 None None] Attempting to bind port 1403f3a4-fd6a-4091-b06e-0f6d69332c2f on network 9dba7b7d-5be1-40d3-84a1-0d0e2216bfbd {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:30:45.585733 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10f396d-0455-4bc5-a6d4-7b1ef7c9d862 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:30:45.586131 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10f396d-0455-4bc5-a6d4-7b1ef7c9d862 None None] Checking segment: {'id': 'f2d6ca60-ed5b-4acc-afce-db6b3ba76c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9dba7b7d-5be1-40d3-84a1-0d0e2216bfbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:30:45.586550 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e10f396d-0455-4bc5-a6d4-7b1ef7c9d862 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:45.586956 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10f396d-0455-4bc5-a6d4-7b1ef7c9d862 None None] Bound using segment: {'id': 'f2d6ca60-ed5b-4acc-afce-db6b3ba76c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9dba7b7d-5be1-40d3-84a1-0d0e2216bfbd'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:30:45.590714 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-e10f396d-0455-4bc5-a6d4-7b1ef7c9d862 None None] Bound port: 1403f3a4-fd6a-4091-b06e-0f6d69332c2f, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d6ca60-ed5b-4acc-afce-db6b3ba76c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9dba7b7d-5be1-40d3-84a1-0d0e2216bfbd'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:30:45.593257 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e10f396d-0455-4bc5-a6d4-7b1ef7c9d862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:45.667484 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4a907d24-3633-448b-babe-730730530e47 req-b7ab4d97-8403-4c8e-a4e0-b5cadffe2a83 tempest-ServerShowV247Test-204064061 tempest-ServerShowV247Test-204064061-project] 10.222.0.22 "GET /v2.0/ports?device_id=33d794ff-d112-4eae-b1d2-b05837d3f5c8 HTTP/1.1" status: 200 len: 210 time: 0.1027939 Aug 29 04:30:45.716426 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-16424370-9f7c-4178-aa13-5f2ff34647ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:45.754549 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-962cdebb-1cf6-465b-825c-1282e9f3fa57 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Made reservation on behalf of cc09a5b003ed497b89e796b4b3a96311 for: {'port': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:30:45.776576 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-99eea819-d413-4f03-8c84-77f8f4959057 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Notify callbacks [] for floatingip, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:45.780104 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-99eea819-d413-4f03-8c84-77f8f4959057 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:45.784536 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-99eea819-d413-4f03-8c84-77f8f4959057 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "DELETE /v2.0/floatingips/f72bcb8f-8a2b-4b6a-9bf9-8909d3e32fff HTTP/1.1" status: 204 len: 168 time: 2.5874362 Aug 29 04:30:45.839589 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e10f396d-0455-4bc5-a6d4-7b1ef7c9d862 None None] For port 1403f3a4-fd6a-4091-b06e-0f6d69332c2f, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:30:45.854522 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e10f396d-0455-4bc5-a6d4-7b1ef7c9d862 None None] For port 1403f3a4-fd6a-4091-b06e-0f6d69332c2f, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=1403f3a4-fd6a-4091-b06e-0f6d69332c2f,segment=NetworkSegment(f2d6ca60-ed5b-4acc-afce-db6b3ba76c22),segment_id=f2d6ca60-ed5b-4acc-afce-db6b3ba76c22)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:30:45.878910 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e10f396d-0455-4bc5-a6d4-7b1ef7c9d862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:45.888905 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-16424370-9f7c-4178-aa13-5f2ff34647ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:45.958229 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-16424370-9f7c-4178-aa13-5f2ff34647ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:45.966979 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-16424370-9f7c-4178-aa13-5f2ff34647ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:45.976302 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-16424370-9f7c-4178-aa13-5f2ff34647ef admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/164ebbc3-63fc-499f-af1a-287fff1639b2 HTTP/1.1" status: 204 len: 168 time: 0.6150777 Aug 29 04:30:46.032561 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:30:46.101150 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10f396d-0455-4bc5-a6d4-7b1ef7c9d862 None None] Pushing event updated for resources: {'Port': ['ID=1403f3a4-fd6a-4091-b06e-0f6d69332c2f,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:46.153586 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-962cdebb-1cf6-465b-825c-1282e9f3fa57 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:46.160105 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16424370-9f7c-4178-aa13-5f2ff34647ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=164ebbc3-63fc-499f-af1a-287fff1639b2,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:46.232909 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [None req-962cdebb-1cf6-465b-825c-1282e9f3fa57 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] device_id is not set on port 937035d7-66e5-48e5-81f5-39bc4cf11d23 yet. {{(pid=94829) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:30:46.488622 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-962cdebb-1cf6-465b-825c-1282e9f3fa57 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Allocated IP 2001:db8::2ec (9dba7b7d-5be1-40d3-84a1-0d0e2216bfbd/6d0de84b-6c9b-41e3-8b88-eef6a6a9bd1d/937035d7-66e5-48e5-81f5-39bc4cf11d23) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:30:46.629724 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 39190) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:46.643620 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-25b08fbe-2ecd-40eb-bcc8-a0b8a4e45495 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1001918034', 'description': 'tempest-description--1462417908'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:46.733669 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-25b08fbe-2ecd-40eb-bcc8-a0b8a4e45495 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:46.938362 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-25b08fbe-2ecd-40eb-bcc8-a0b8a4e45495 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:46.950302 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-25b08fbe-2ecd-40eb-bcc8-a0b8a4e45495 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:47.006459 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-25b08fbe-2ecd-40eb-bcc8-a0b8a4e45495 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:47.018462 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-25b08fbe-2ecd-40eb-bcc8-a0b8a4e45495 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3833389 Aug 29 04:30:47.018819 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1f4ce8b1-0ea9-460e-91c4-76d4155e12fc req-18c8ae93-6a42-43f6-aa78-cb40e2ee39b9 tempest-ServerShowV247Test-204064061 tempest-ServerShowV247Test-204064061-project] 10.222.0.22 "GET /v2.0/ports?device_id=33d794ff-d112-4eae-b1d2-b05837d3f5c8 HTTP/1.1" status: 200 len: 210 time: 0.1616285 Aug 29 04:30:47.019507 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 39208) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:47.045682 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-4a91c306-462e-4161-b95c-7295b4b939ff tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Request body: {'security_group_rule': {'security_group_id': '085f79e7-50cb-455f-8b8d-ce91712dcc05', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:47.109050 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b08fbe-2ecd-40eb-bcc8-a0b8a4e45495 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=085f79e7-50cb-455f-8b8d-ce91712dcc05,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:47.182925 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-962cdebb-1cf6-465b-825c-1282e9f3fa57 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:47.224981 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4a91c306-462e-4161-b95c-7295b4b939ff tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:47.255021 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-962cdebb-1cf6-465b-825c-1282e9f3fa57 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Transition to ACTIVE for port object 937035d7-66e5-48e5-81f5-39bc4cf11d23 will not be triggered until provisioned by entity DHCP. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:30:47.456501 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4a91c306-462e-4161-b95c-7295b4b939ff tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:47.466623 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4a91c306-462e-4161-b95c-7295b4b939ff tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:47.485518 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-962cdebb-1cf6-465b-825c-1282e9f3fa57 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:47.587296 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a91c306-462e-4161-b95c-7295b4b939ff tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbe55af2-7306-4b83-abea-486a4e72fc22,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:47.599043 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4a91c306-462e-4161-b95c-7295b4b939ff tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:47.602718 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-4a91c306-462e-4161-b95c-7295b4b939ff tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5696049 Aug 29 04:30:47.603634 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 39242) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:47.609802 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-5761d0b6-47cd-4016-a939-4c8595041494 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Request body: {'security_group_rule': {'security_group_id': '085f79e7-50cb-455f-8b8d-ce91712dcc05', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:47.650374 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962cdebb-1cf6-465b-825c-1282e9f3fa57 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Network 9dba7b7d-5be1-40d3-84a1-0d0e2216bfbd is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:30:47.651823 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962cdebb-1cf6-465b-825c-1282e9f3fa57 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Pushing event updated for resources: {'Port': ['ID=937035d7-66e5-48e5-81f5-39bc4cf11d23,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:47.666405 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-962cdebb-1cf6-465b-825c-1282e9f3fa57 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:30:47.674248 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962cdebb-1cf6-465b-825c-1282e9f3fa57 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:30:47.687983 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962cdebb-1cf6-465b-825c-1282e9f3fa57 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:47.688458 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-962cdebb-1cf6-465b-825c-1282e9f3fa57 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:47.755952 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5761d0b6-47cd-4016-a939-4c8595041494 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:47.770844 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-962cdebb-1cf6-465b-825c-1282e9f3fa57 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.5647025 Aug 29 04:30:47.771484 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 39246) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:47.883666 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 39250) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:47.956954 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56710d02-e4d9-45ad-b243-597e9a6b451c tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:47.963628 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5761d0b6-47cd-4016-a939-4c8595041494 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:47.965310 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56710d02-e4d9-45ad-b243-597e9a6b451c tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:47.972458 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5761d0b6-47cd-4016-a939-4c8595041494 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:47.983101 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56710d02-e4d9-45ad-b243-597e9a6b451c tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:47.996764 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 1403f3a4-fd6a-4091-b06e-0f6d69332c2f up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:30:48.013210 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-56710d02-e4d9-45ad-b243-597e9a6b451c tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.2306585 Aug 29 04:30:48.013848 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 39260) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:48.051457 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5761d0b6-47cd-4016-a939-4c8595041494 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50d86f0f-a0a6-4a24-8080-46d4d14fcf1b,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:48.076508 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5761d0b6-47cd-4016-a939-4c8595041494 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:48.085127 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 39266) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:48.095765 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-5761d0b6-47cd-4016-a939-4c8595041494 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4729636 Aug 29 04:30:48.106096 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-26910c3c-0eb0-4e70-bf09-9efbc7a428af tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Request body: {'floatingip': {'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:48.205220 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 1403f3a4-fd6a-4091-b06e-0f6d69332c2f completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:30:48.300323 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-bedbd961-8fac-4e36-9473-a912ca4635c7 req-25d2edfb-73b9-465e-a7d7-58184f6de58e tempest-ServerShowV247Test-204064061 tempest-ServerShowV247Test-204064061-project] 10.222.0.22 "GET /v2.0/ports?device_id=33d794ff-d112-4eae-b1d2-b05837d3f5c8 HTTP/1.1" status: 200 len: 210 time: 0.0577431 Aug 29 04:30:48.320385 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ddb9bb9-a093-4895-a7db-585f09dbaa86 None None] Network 9dba7b7d-5be1-40d3-84a1-0d0e2216bfbd requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:30:48.328334 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-26910c3c-0eb0-4e70-bf09-9efbc7a428af tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Notify callbacks [] for floatingip, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:48.394897 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-d15eb76a-b682-48a4-884e-4d280a802fe8 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Deleting port 937035d7-66e5-48e5-81f5-39bc4cf11d23 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:30:48.396012 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d15eb76a-b682-48a4-884e-4d280a802fe8 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:48.403420 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 39270) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:48.468710 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-118d86e3-3b65-4eb3-aad6-3982ea9d61ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:48.579533 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-575dfeee-32a5-4c84-b32c-0b2ae15d75ee None None] Provisioning for port 1403f3a4-fd6a-4091-b06e-0f6d69332c2f completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:30:48.580987 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-38659a19-76a4-4c34-8592-05fabdbddfb8 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1475658380-network', 'tenant_id': '0805da877066419b8ea3a5659c16f89d'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:48.612887 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-575dfeee-32a5-4c84-b32c-0b2ae15d75ee None None] Provisioning complete for port 1403f3a4-fd6a-4091-b06e-0f6d69332c2f triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:48.613585 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-575dfeee-32a5-4c84-b32c-0b2ae15d75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:48.708483 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d15eb76a-b682-48a4-884e-4d280a802fe8 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:48.739045 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-d15eb76a-b682-48a4-884e-4d280a802fe8 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Calling delete_port for 937035d7-66e5-48e5-81f5-39bc4cf11d23 owned by {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:30:48.787381 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-575dfeee-32a5-4c84-b32c-0b2ae15d75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:48.804660 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-118d86e3-3b65-4eb3-aad6-3982ea9d61ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:48.818915 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-118d86e3-3b65-4eb3-aad6-3982ea9d61ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:48.870454 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-575dfeee-32a5-4c84-b32c-0b2ae15d75ee None None] For port 1403f3a4-fd6a-4091-b06e-0f6d69332c2f, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=1403f3a4-fd6a-4091-b06e-0f6d69332c2f,segment=NetworkSegment(f2d6ca60-ed5b-4acc-afce-db6b3ba76c22),segment_id=f2d6ca60-ed5b-4acc-afce-db6b3ba76c22)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:48.874064 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38659a19-76a4-4c34-8592-05fabdbddfb8 admin admin] Made reservation on behalf of 0805da877066419b8ea3a5659c16f89d for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:30:48.876546 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-38659a19-76a4-4c34-8592-05fabdbddfb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:48.878059 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-575dfeee-32a5-4c84-b32c-0b2ae15d75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:48.893182 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-118d86e3-3b65-4eb3-aad6-3982ea9d61ce admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4e1301e5db8b45fe9e702396c4b56109&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0082254 Aug 29 04:30:48.895839 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 39290) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:48.918896 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-26910c3c-0eb0-4e70-bf09-9efbc7a428af tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:48.920836 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-38659a19-76a4-4c34-8592-05fabdbddfb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:48.973590 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118d86e3-3b65-4eb3-aad6-3982ea9d61ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec75c3b-fbc2-44c5-bcbf-17d969a77552,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:48.988902 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575dfeee-32a5-4c84-b32c-0b2ae15d75ee None None] Pushing event updated for resources: {'Port': ['ID=1403f3a4-fd6a-4091-b06e-0f6d69332c2f,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:49.083566 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-82bd2c98-806c-42cf-a5e9-95ae494ace53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:49.121337 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:49.143854 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-82bd2c98-806c-42cf-a5e9-95ae494ace53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:49.247619 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-82bd2c98-806c-42cf-a5e9-95ae494ace53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:49.250669 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-82bd2c98-806c-42cf-a5e9-95ae494ace53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:49.257070 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-82bd2c98-806c-42cf-a5e9-95ae494ace53 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8ec75c3b-fbc2-44c5-bcbf-17d969a77552 HTTP/1.1" status: 204 len: 168 time: 0.3570344 Aug 29 04:30:49.277558 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bd2c98-806c-42cf-a5e9-95ae494ace53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec75c3b-fbc2-44c5-bcbf-17d969a77552,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:49.353912 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d15eb76a-b682-48a4-884e-4d280a802fe8 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:49.389795 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-26910c3c-0eb0-4e70-bf09-9efbc7a428af tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Allocated IP 172.25.0.117 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/ca5861c1-37ca-48c0-ac8d-9b6b2cf2e0e2) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:30:49.433266 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-22645b67-8713-484c-a41a-aeadf6260165 None None] Provisioning complete for port 1403f3a4-fd6a-4091-b06e-0f6d69332c2f triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:49.433813 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-22645b67-8713-484c-a41a-aeadf6260165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:49.551280 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15eb76a-b682-48a4-884e-4d280a802fe8 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Pushing event deleted for resources: {'Port': ['ID=937035d7-66e5-48e5-81f5-39bc4cf11d23,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:49.684348 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-22645b67-8713-484c-a41a-aeadf6260165 None None] Could not find standard attr ID for object 937035d7-66e5-48e5-81f5-39bc4cf11d23. {{(pid=94830) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:30:49.723883 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-22645b67-8713-484c-a41a-aeadf6260165 None None] Provisioning for port b9feff47-e2e1-4f15-931d-6f2d860054d0 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:30:49.728759 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-22645b67-8713-484c-a41a-aeadf6260165 None None] Provisioning complete for port b9feff47-e2e1-4f15-931d-6f2d860054d0 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:49.729266 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-22645b67-8713-484c-a41a-aeadf6260165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:49.872221 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-22645b67-8713-484c-a41a-aeadf6260165 None None] Port b9feff47-e2e1-4f15-931d-6f2d860054d0 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:30:49.941166 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 1403f3a4-fd6a-4091-b06e-0f6d69332c2f up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:30:49.988438 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b00e29ee-4fd6-44b8-94c4-157b8f1f1963 req-db911429-b40a-4164-b534-dfc442f38ac2 tempest-ServerShowV247Test-204064061 tempest-ServerShowV247Test-204064061-project] 10.222.0.22 "GET /v2.0/ports?device_id=33d794ff-d112-4eae-b1d2-b05837d3f5c8 HTTP/1.1" status: 200 len: 210 time: 0.4869432 Aug 29 04:30:50.031542 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-26910c3c-0eb0-4e70-bf09-9efbc7a428af tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:50.125894 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 39322) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:50.142627 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 1403f3a4-fd6a-4091-b06e-0f6d69332c2f triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:50.143196 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:50.161348 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-38659a19-76a4-4c34-8592-05fabdbddfb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:50.188092 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6b1627b9-3ea2-4ab4-86af-bd292d85b16d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:50.197805 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-412827d2-9f09-4beb-945d-274830617887 None None] Provisioning complete for port b9feff47-e2e1-4f15-931d-6f2d860054d0 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:50.198189 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-412827d2-9f09-4beb-945d-274830617887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:50.219676 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-38659a19-76a4-4c34-8592-05fabdbddfb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:50.314808 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d15eb76a-b682-48a4-884e-4d280a802fe8 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:50.315703 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-412827d2-9f09-4beb-945d-274830617887 None None] Port b9feff47-e2e1-4f15-931d-6f2d860054d0 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:30:50.342121 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-d15eb76a-b682-48a4-884e-4d280a802fe8 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] 10.222.0.22 "DELETE /v2.0/ports/937035d7-66e5-48e5-81f5-39bc4cf11d23 HTTP/1.1" status: 204 len: 168 time: 2.3261092 Aug 29 04:30:50.345192 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 39332) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:50.359330 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38659a19-76a4-4c34-8592-05fabdbddfb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:50.375704 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38659a19-76a4-4c34-8592-05fabdbddfb8 admin admin] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:30:50.394564 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-38659a19-76a4-4c34-8592-05fabdbddfb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:50.395265 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-38659a19-76a4-4c34-8592-05fabdbddfb8 admin admin] Added segment c5ded84d-4be1-43ec-8cde-5c95285ac592 of type vlan for network 2d35476f-74c6-400b-9404-4ace15008e25 Aug 29 04:30:50.449136 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-38659a19-76a4-4c34-8592-05fabdbddfb8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:50.473634 n-d-712140-12 neutron-server[94828]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c4d300f-5dee-415e-8f3a-5cf4c1a8e0f8 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] GET failed (client error): The resource could not be found. Aug 29 04:30:50.486488 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-9c4d300f-5dee-415e-8f3a-5cf4c1a8e0f8 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] 10.222.0.22 "GET /v2.0/ports/937035d7-66e5-48e5-81f5-39bc4cf11d23 HTTP/1.1" status: 404 len: 333 time: 0.1390791 Aug 29 04:30:50.488527 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-26910c3c-0eb0-4e70-bf09-9efbc7a428af tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:50.494753 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 39338) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:50.512955 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-34ad20d9-cae1-4ff0-a6d3-e73d7736397d tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Request body: {'port': {'network_id': '9dba7b7d-5be1-40d3-84a1-0d0e2216bfbd', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1534276550'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:50.623322 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6b1627b9-3ea2-4ab4-86af-bd292d85b16d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:50.633519 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6b1627b9-3ea2-4ab4-86af-bd292d85b16d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:50.699998 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-38659a19-76a4-4c34-8592-05fabdbddfb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:50.701025 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38659a19-76a4-4c34-8592-05fabdbddfb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:50.701594 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-38659a19-76a4-4c34-8592-05fabdbddfb8 admin admin] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:50.729668 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-6b1627b9-3ea2-4ab4-86af-bd292d85b16d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7d6dd84ff78f4c208e31a4788a3ec6e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6016047 Aug 29 04:30:50.730850 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1627b9-3ea2-4ab4-86af-bd292d85b16d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e28c07ab-7c59-4718-85e7-77ac5d10b9c5,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:50.742104 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-0d15d689-d9b5-4769-bfd5-e7a01bfbd741 None None] Could not find standard attr ID for object 937035d7-66e5-48e5-81f5-39bc4cf11d23. {{(pid=94830) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:30:50.771022 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 39350) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:50.852638 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26910c3c-0eb0-4e70-bf09-9efbc7a428af tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Pushing event updated for resources: {'Port': ['ID=ca5861c1-37ca-48c0-ac8d-9b6b2cf2e0e2,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:50.907188 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2cdd0c68-80a3-4c24-a3dd-7f0dc9f7e4bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:50.981858 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2cdd0c68-80a3-4c24-a3dd-7f0dc9f7e4bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:50.983910 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38659a19-76a4-4c34-8592-05fabdbddfb8 admin admin] Pushing event updated for resources: {'Network': ['ID=2d35476f-74c6-400b-9404-4ace15008e25,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:51.000327 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 2d35476f-74c6-400b-9404-4ace15008e25 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:30:51.047886 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26910c3c-0eb0-4e70-bf09-9efbc7a428af tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:30:51.061601 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-26910c3c-0eb0-4e70-bf09-9efbc7a428af tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:30:51.073975 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26910c3c-0eb0-4e70-bf09-9efbc7a428af tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:30:51.120271 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 39358) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:51.163109 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 39362) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:51.164820 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-38659a19-76a4-4c34-8592-05fabdbddfb8 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.7589793 Aug 29 04:30:51.171642 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2cdd0c68-80a3-4c24-a3dd-7f0dc9f7e4bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:51.174636 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2cdd0c68-80a3-4c24-a3dd-7f0dc9f7e4bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:51.175913 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-2cdd0c68-80a3-4c24-a3dd-7f0dc9f7e4bb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e28c07ab-7c59-4718-85e7-77ac5d10b9c5 HTTP/1.1" status: 204 len: 168 time: 0.4035473 Aug 29 04:30:51.188088 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-b9ac0b42-48a0-40fe-8408-9ee7662d3cc5 admin admin] Request body: {'subnet': {'network_id': '2d35476f-74c6-400b-9404-4ace15008e25', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1475658380-subnet', 'tenant_id': '0805da877066419b8ea3a5659c16f89d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:51.231374 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-22a1f9c9-fa48-4cd4-ac68-1631718cbfd3 req-2a44a13e-5dbd-496d-8033-5447b1001028 tempest-ServerShowV247Test-204064061 tempest-ServerShowV247Test-204064061-project] 10.222.0.22 "GET /v2.0/ports?device_id=33d794ff-d112-4eae-b1d2-b05837d3f5c8 HTTP/1.1" status: 200 len: 210 time: 0.0468507 Aug 29 04:30:51.254502 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdd0c68-80a3-4c24-a3dd-7f0dc9f7e4bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e28c07ab-7c59-4718-85e7-77ac5d10b9c5,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:51.264280 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fea11b8-5950-4c6e-b24a-9bb2c5c266bc req-86a8a28e-41a1-403a-9f70-379ee554a61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:51.270123 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7fea11b8-5950-4c6e-b24a-9bb2c5c266bc req-86a8a28e-41a1-403a-9f70-379ee554a61a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ae62e35dda7b4c8db4c80924ca47fbdb&device_id=7db183c3-4326-4aa4-b642-588c57cfaad5 HTTP/1.1" status: 200 len: 1097 time: 0.2112334 Aug 29 04:30:51.271743 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9ac0b42-48a0-40fe-8408-9ee7662d3cc5 admin admin] Made reservation on behalf of 0805da877066419b8ea3a5659c16f89d for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:30:51.277449 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b9ac0b42-48a0-40fe-8408-9ee7662d3cc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:51.326501 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34ad20d9-cae1-4ff0-a6d3-e73d7736397d tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Made reservation on behalf of cc09a5b003ed497b89e796b4b3a96311 for: {'port': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:30:51.335783 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-34ad20d9-cae1-4ff0-a6d3-e73d7736397d tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:51.439164 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [None req-34ad20d9-cae1-4ff0-a6d3-e73d7736397d tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] device_id is not set on port b5f13923-87c0-4474-bf7a-26f683ebc0c2 yet. {{(pid=94829) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:30:51.532327 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-26910c3c-0eb0-4e70-bf09-9efbc7a428af tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:51.662810 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-26910c3c-0eb0-4e70-bf09-9efbc7a428af tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:51.717828 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-0c8cafbe-8718-45f9-b2bf-d65fcaf6433b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=52acb4d6f4e8477ebc5b345bd85bbb27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5938542 Aug 29 04:30:51.734621 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 39372) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:51.761162 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fea11b8-5950-4c6e-b24a-9bb2c5c266bc req-45baafab-875f-414b-b132-199bb8e94131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:51.766445 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7fea11b8-5950-4c6e-b24a-9bb2c5c266bc req-45baafab-875f-414b-b132-199bb8e94131 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f71495d7-96ad-4847-83eb-b3625c73c9a5 HTTP/1.1" status: 200 len: 905 time: 0.4439328 Aug 29 04:30:51.960018 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7fea11b8-5950-4c6e-b24a-9bb2c5c266bc req-afe1bf9f-84a7-419f-9f12-9cb2735a087b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=76a9fc4a-b455-41d4-818f-3041e411d3f9 HTTP/1.1" status: 200 len: 217 time: 0.1753125 Aug 29 04:30:51.994691 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-34ad20d9-cae1-4ff0-a6d3-e73d7736397d tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Allocated IP 2001:db8::ac (9dba7b7d-5be1-40d3-84a1-0d0e2216bfbd/6d0de84b-6c9b-41e3-8b88-eef6a6a9bd1d/b5f13923-87c0-4474-bf7a-26f683ebc0c2) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:30:52.056733 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-dc44f525-b734-4209-8bcc-66827a31bf43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:52.112877 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-dc44f525-b734-4209-8bcc-66827a31bf43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:52.114405 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fea11b8-5950-4c6e-b24a-9bb2c5c266bc req-65d1ba45-a631-4e69-97fd-f2d9b975e6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:52.116493 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7fea11b8-5950-4c6e-b24a-9bb2c5c266bc req-65d1ba45-a631-4e69-97fd-f2d9b975e6c2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5de44217-4c88-4ff9-be1a-03ac5f0e7204 HTTP/1.1" status: 200 len: 844 time: 0.1481118 Aug 29 04:30:52.180086 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-dc44f525-b734-4209-8bcc-66827a31bf43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:52.183311 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-dc44f525-b734-4209-8bcc-66827a31bf43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:52.184660 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-dc44f525-b734-4209-8bcc-66827a31bf43 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/89551632-06d3-431a-8fc3-3a492f2bd96f HTTP/1.1" status: 204 len: 168 time: 0.4349804 Aug 29 04:30:52.190459 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7fea11b8-5950-4c6e-b24a-9bb2c5c266bc req-85b730e9-49be-49cf-90f1-4226a10339fa service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f71495d7-96ad-4847-83eb-b3625c73c9a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613680 Aug 29 04:30:52.209148 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc44f525-b734-4209-8bcc-66827a31bf43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89551632-06d3-431a-8fc3-3a492f2bd96f,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:52.225457 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b9ac0b42-48a0-40fe-8408-9ee7662d3cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9191137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10062364'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:52.432640 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-39032850-6468-430e-8361-e07dc203ce41 req-a5708587-de5c-450c-85ec-bce03d7b75b5 tempest-ServerShowV247Test-204064061 tempest-ServerShowV247Test-204064061-project] 10.222.0.22 "GET /v2.0/ports?device_id=33d794ff-d112-4eae-b1d2-b05837d3f5c8 HTTP/1.1" status: 200 len: 210 time: 0.0423818 Aug 29 04:30:52.481952 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-26910c3c-0eb0-4e70-bf09-9efbc7a428af tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:52.515368 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-26910c3c-0eb0-4e70-bf09-9efbc7a428af tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:52.550510 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ac0b42-48a0-40fe-8408-9ee7662d3cc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=774a36bb-3c6d-4e12-9ae7-217ec62f3250,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:52.603256 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ac0b42-48a0-40fe-8408-9ee7662d3cc5 admin admin] Checking segment: {'id': 'c5ded84d-4be1-43ec-8cde-5c95285ac592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2d35476f-74c6-400b-9404-4ace15008e25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:30:52.607818 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ac0b42-48a0-40fe-8408-9ee7662d3cc5 admin admin] Network hostable DHCP agents. Network: 2d35476f-74c6-400b-9404-4ace15008e25, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:30:52.618393 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7fea11b8-5950-4c6e-b24a-9bb2c5c266bc req-f4e6274e-1106-470e-bb89-13fa51ae4a75 service neutron] 10.222.0.46 "GET /v2.0/networks/f71495d7-96ad-4847-83eb-b3625c73c9a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4149046 Aug 29 04:30:52.709320 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-26910c3c-0eb0-4e70-bf09-9efbc7a428af tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719515'] for floatingip, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:52.762575 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ac0b42-48a0-40fe-8408-9ee7662d3cc5 admin admin] Network 2d35476f-74c6-400b-9404-4ace15008e25 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:30:52.782299 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26910c3c-0eb0-4e70-bf09-9efbc7a428af tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Pushing event updated for resources: {'Port': ['ID=ca5861c1-37ca-48c0-ac8d-9b6b2cf2e0e2,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:52.786935 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-b9ac0b42-48a0-40fe-8408-9ee7662d3cc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 2d35476f-74c6-400b-9404-4ace15008e25) {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:30:52.796263 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563c1d82-752b-4b90-868d-574b550be2df None None] Network 2d35476f-74c6-400b-9404-4ace15008e25 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:30:52.803838 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ac0b42-48a0-40fe-8408-9ee7662d3cc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:52.804625 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b9ac0b42-48a0-40fe-8408-9ee7662d3cc5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:52.843957 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7fea11b8-5950-4c6e-b24a-9bb2c5c266bc req-35161d9e-b18f-4259-9613-2583af159018 service neutron] 10.222.0.46 "GET /v2.0/networks/f71495d7-96ad-4847-83eb-b3625c73c9a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165623 Aug 29 04:30:52.845386 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-34ad20d9-cae1-4ff0-a6d3-e73d7736397d tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:52.848042 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-b9ac0b42-48a0-40fe-8408-9ee7662d3cc5 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6830931 Aug 29 04:30:52.853825 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-26910c3c-0eb0-4e70-bf09-9efbc7a428af tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:52.855312 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-26910c3c-0eb0-4e70-bf09-9efbc7a428af tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7647982 Aug 29 04:30:52.879092 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-34ad20d9-cae1-4ff0-a6d3-e73d7736397d tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Transition to ACTIVE for port object b5f13923-87c0-4474-bf7a-26f683ebc0c2 will not be triggered until provisioned by entity DHCP. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:30:52.961119 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-34ad20d9-cae1-4ff0-a6d3-e73d7736397d tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:53.031907 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ad20d9-cae1-4ff0-a6d3-e73d7736397d tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Network 9dba7b7d-5be1-40d3-84a1-0d0e2216bfbd is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:30:53.042912 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-34ad20d9-cae1-4ff0-a6d3-e73d7736397d tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:30:53.046806 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ad20d9-cae1-4ff0-a6d3-e73d7736397d tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:30:53.053520 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ad20d9-cae1-4ff0-a6d3-e73d7736397d tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:53.054168 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-34ad20d9-cae1-4ff0-a6d3-e73d7736397d tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:53.083790 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 39430) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:53.084468 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-34ad20d9-cae1-4ff0-a6d3-e73d7736397d tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.5760069 Aug 29 04:30:53.091180 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-13883ccd-fb75-4e5d-bb48-f68db2b6656d tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2b0', 'mac_address': 'fa:16:3e:71:98:02'}]}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:53.114743 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ad20d9-cae1-4ff0-a6d3-e73d7736397d tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Pushing event updated for resources: {'Port': ['ID=b5f13923-87c0-4474-bf7a-26f683ebc0c2,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:53.182747 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3534098-43f7-42a6-9ce2-8a5b4c9a145d None None] Network 2d35476f-74c6-400b-9404-4ace15008e25 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:30:53.468836 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-13883ccd-fb75-4e5d-bb48-f68db2b6656d tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:53.606431 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-2adf5b36-4a40-40c6-bb15-7d44c15a9037 None None] Provisioning for port b5f13923-87c0-4474-bf7a-26f683ebc0c2 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:30:53.616484 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-2adf5b36-4a40-40c6-bb15-7d44c15a9037 None None] Provisioning complete for port b5f13923-87c0-4474-bf7a-26f683ebc0c2 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:53.617699 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2adf5b36-4a40-40c6-bb15-7d44c15a9037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:53.629951 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a36cfeec-c0d6-4996-986b-2ba83a0f2878 req-954c6982-644f-4a2b-a245-7edd78c7ebc2 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1001918034&fields=id&tenant_id=6c9e9b4cb47149d19005e5a96f02d4fd HTTP/1.1" status: 200 len: 267 time: 0.1758008 Aug 29 04:30:53.706933 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-2adf5b36-4a40-40c6-bb15-7d44c15a9037 None None] Port b5f13923-87c0-4474-bf7a-26f683ebc0c2 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:30:53.822827 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-13500a4c-dc5e-4e83-a1aa-bd58b5e9b035 req-c3cdfb1e-df3e-469f-ad79-a7eb5f157526 tempest-ServerShowV247Test-204064061 tempest-ServerShowV247Test-204064061-project] 10.222.0.22 "GET /v2.0/ports?device_id=33d794ff-d112-4eae-b1d2-b05837d3f5c8 HTTP/1.1" status: 200 len: 210 time: 0.1864932 Aug 29 04:30:53.899357 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36cfeec-c0d6-4996-986b-2ba83a0f2878 req-306471da-a492-4ece-87c8-d9a3d074a10e tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:53.906727 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a36cfeec-c0d6-4996-986b-2ba83a0f2878 req-306471da-a492-4ece-87c8-d9a3d074a10e tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "GET /v2.0/networks?id=3bcd0067-6e50-451c-9004-abafcee70c8b HTTP/1.1" status: 200 len: 811 time: 0.2687571 Aug 29 04:30:53.926569 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a36cfeec-c0d6-4996-986b-2ba83a0f2878 req-b87b0202-7b6f-4f07-bdfe-9b32e507041e tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "GET /v2.0/quotas/6c9e9b4cb47149d19005e5a96f02d4fd HTTP/1.1" status: 200 len: 375 time: 0.0184507 Aug 29 04:30:54.004050 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-13883ccd-fb75-4e5d-bb48-f68db2b6656d tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:54.012469 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-13883ccd-fb75-4e5d-bb48-f68db2b6656d tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:54.040255 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a36cfeec-c0d6-4996-986b-2ba83a0f2878 req-2c4bb942-c514-45ad-b2c1-32091a2cafea tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=6c9e9b4cb47149d19005e5a96f02d4fd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1104057 Aug 29 04:30:54.132422 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-13883ccd-fb75-4e5d-bb48-f68db2b6656d tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] In _notify_port_updated(), no bound segment for port b5f13923-87c0-4474-bf7a-26f683ebc0c2 on network 9dba7b7d-5be1-40d3-84a1-0d0e2216bfbd {{(pid=94828) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:30:54.142452 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13883ccd-fb75-4e5d-bb48-f68db2b6656d tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:54.148048 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-13883ccd-fb75-4e5d-bb48-f68db2b6656d tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:54.152616 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 39470) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:54.155104 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-13883ccd-fb75-4e5d-bb48-f68db2b6656d tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] 10.222.0.22 "PUT /v2.0/ports/b5f13923-87c0-4474-bf7a-26f683ebc0c2 HTTP/1.1" status: 200 len: 1002 time: 1.0696175 Aug 29 04:30:54.196415 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13883ccd-fb75-4e5d-bb48-f68db2b6656d tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Pushing event updated for resources: {'Port': ['ID=b5f13923-87c0-4474-bf7a-26f683ebc0c2,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:54.410077 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a36cfeec-c0d6-4996-986b-2ba83a0f2878 req-79b7cadb-0822-419c-88d5-6b6f86515005 service neutron] 10.222.0.22 "GET /v2.0/networks/3bcd0067-6e50-451c-9004-abafcee70c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3681309 Aug 29 04:30:54.518795 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-e0b21f91-9c06-4845-86fd-1d286d88c9ab tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Deleting port b5f13923-87c0-4474-bf7a-26f683ebc0c2 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:30:54.519139 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e0b21f91-9c06-4845-86fd-1d286d88c9ab tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:54.685050 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-0a41e351-7f36-4c7b-ac92-397d64aa6d2f None None] Provisioning complete for port b5f13923-87c0-4474-bf7a-26f683ebc0c2 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:54.686006 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0a41e351-7f36-4c7b-ac92-397d64aa6d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:54.716337 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd93ed0-aae2-427d-8bac-b68372852055 req-32402d5e-b62a-48d6-ac44-d0ec140b0ac6 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:54.720784 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3cd93ed0-aae2-427d-8bac-b68372852055 req-32402d5e-b62a-48d6-ac44-d0ec140b0ac6 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/networks?id=2d35476f-74c6-400b-9404-4ace15008e25 HTTP/1.1" status: 200 len: 814 time: 0.2779739 Aug 29 04:30:54.756455 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3cd93ed0-aae2-427d-8bac-b68372852055 req-06f60b5e-9f60-4664-a2e6-19251535156f tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/quotas/0805da877066419b8ea3a5659c16f89d HTTP/1.1" status: 200 len: 375 time: 0.0193651 Aug 29 04:30:54.795954 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-0a41e351-7f36-4c7b-ac92-397d64aa6d2f None None] Port b5f13923-87c0-4474-bf7a-26f683ebc0c2 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:30:54.889749 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e0b21f91-9c06-4845-86fd-1d286d88c9ab tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:54.948627 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-e0b21f91-9c06-4845-86fd-1d286d88c9ab tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Calling delete_port for b5f13923-87c0-4474-bf7a-26f683ebc0c2 owned by {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:30:55.018088 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3cd93ed0-aae2-427d-8bac-b68372852055 req-b3119b0f-b2d4-435c-a7c2-7052bdbc0d07 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=0805da877066419b8ea3a5659c16f89d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2584867 Aug 29 04:30:55.144391 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e0b21f91-9c06-4845-86fd-1d286d88c9ab tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:55.170100 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a36cfeec-c0d6-4996-986b-2ba83a0f2878 req-a654df07-d708-4ad5-baa9-45ac677fa7ad service neutron] 10.222.0.22 "GET /v2.0/networks/3bcd0067-6e50-451c-9004-abafcee70c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7572553 Aug 29 04:30:55.271465 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [req-3cd93ed0-aae2-427d-8bac-b68372852055 req-c24ee764-c0a0-4b5a-80be-8ee99f0f73b3 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:30:55.281349 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3cd93ed0-aae2-427d-8bac-b68372852055 req-c24ee764-c0a0-4b5a-80be-8ee99f0f73b3 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2610371 Aug 29 04:30:55.483390 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3cd93ed0-aae2-427d-8bac-b68372852055 req-bbd2c07c-07f2-4844-a08d-74d5d207f06c service neutron] 10.222.0.22 "GET /v2.0/networks/2d35476f-74c6-400b-9404-4ace15008e25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007270 Aug 29 04:30:55.628847 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 39520) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:55.780452 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3cd93ed0-aae2-427d-8bac-b68372852055 req-6155aef4-7624-4bcb-bb4b-e57d79ccd03f service neutron] 10.222.0.22 "GET /v2.0/networks/2d35476f-74c6-400b-9404-4ace15008e25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2926691 Aug 29 04:30:56.050880 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-45dbfef1-f904-4ee8-a8fd-71b1546ec0ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:56.270570 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-cb5fd612-6edc-4562-87e0-79a52e6ec2d0 req-ff9ace7e-1e29-4453-a060-eedc133eb71a tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "GET /v2.0/ports?device_id=78dcd5c4-f756-4689-9a9a-8658409a849f HTTP/1.1" status: 200 len: 210 time: 0.0720704 Aug 29 04:30:56.474186 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-529ff7dd-cf28-4cb3-93c9-6fd8158bdabb req-659bb941-52c8-43bf-9039-8955447ee143 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 210 time: 0.0982718 Aug 29 04:30:56.503725 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1bf1ea66-5432-4a19-aaf9-b08b4c43372b req-030614ec-832b-4a13-accd-e3a35e0728ef tempest-ServerShowV247Test-204064061 tempest-ServerShowV247Test-204064061-project] 10.222.0.22 "GET /v2.0/ports?device_id=33d794ff-d112-4eae-b1d2-b05837d3f5c8 HTTP/1.1" status: 200 len: 210 time: 0.0760021 Aug 29 04:30:56.514508 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b21f91-9c06-4845-86fd-1d286d88c9ab tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Pushing event deleted for resources: {'Port': ['ID=b5f13923-87c0-4474-bf7a-26f683ebc0c2,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:56.526352 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-45dbfef1-f904-4ee8-a8fd-71b1546ec0ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:56.540400 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-45dbfef1-f904-4ee8-a8fd-71b1546ec0ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:56.635088 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-45dbfef1-f904-4ee8-a8fd-71b1546ec0ff admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3dd22868217840a695eea0c71f7e78b5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0043423 Aug 29 04:30:56.638207 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 39546) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:56.653092 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dbfef1-f904-4ee8-a8fd-71b1546ec0ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2ad6c45-546b-46f6-b219-ca5a0ac4fa75,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:56.743906 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e0b21f91-9c06-4845-86fd-1d286d88c9ab tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:56.754859 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 39560) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:56.774490 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-e0b21f91-9c06-4845-86fd-1d286d88c9ab tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] 10.222.0.22 "DELETE /v2.0/ports/b5f13923-87c0-4474-bf7a-26f683ebc0c2 HTTP/1.1" status: 204 len: 168 time: 2.6202433 Aug 29 04:30:56.861245 n-d-712140-12 neutron-server[94828]: INFO neutron.pecan_wsgi.hooks.translation [None req-2693c01c-f258-4cab-bd9d-dcc65f0ceb24 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] GET failed (client error): The resource could not be found. Aug 29 04:30:56.870789 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-2693c01c-f258-4cab-bd9d-dcc65f0ceb24 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] 10.222.0.22 "GET /v2.0/ports/b5f13923-87c0-4474-bf7a-26f683ebc0c2 HTTP/1.1" status: 404 len: 333 time: 0.1061831 Aug 29 04:30:56.871616 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 39562) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:56.892443 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-cd9fa4bb-393c-484b-9db2-4810ef07bd6d tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Request body: {'port': {'network_id': '9dba7b7d-5be1-40d3-84a1-0d0e2216bfbd', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1447895515'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:56.916515 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a8b58295-040c-48bb-940d-4bb2dae79a9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:56.999734 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a8b58295-040c-48bb-940d-4bb2dae79a9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:57.102626 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a8b58295-040c-48bb-940d-4bb2dae79a9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:57.106275 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a8b58295-040c-48bb-940d-4bb2dae79a9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:57.109844 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-a8b58295-040c-48bb-940d-4bb2dae79a9f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c2ad6c45-546b-46f6-b219-ca5a0ac4fa75 HTTP/1.1" status: 204 len: 168 time: 0.4691286 Aug 29 04:30:57.116016 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b58295-040c-48bb-940d-4bb2dae79a9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2ad6c45-546b-46f6-b219-ca5a0ac4fa75,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:57.134182 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd9fa4bb-393c-484b-9db2-4810ef07bd6d tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Made reservation on behalf of cc09a5b003ed497b89e796b4b3a96311 for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:30:57.139879 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cd9fa4bb-393c-484b-9db2-4810ef07bd6d tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:57.175707 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-cd9fa4bb-393c-484b-9db2-4810ef07bd6d tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] device_id is not set on port 75565e68-2fe7-44df-9092-15a0bfa4c7ba yet. {{(pid=94828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:30:57.503333 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0bb98cf6-3804-4b6f-a860-c6092546af73 req-c5c94caa-ef1c-43a9-b16f-de963c4016fb tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "GET /v2.0/ports?device_id=78dcd5c4-f756-4689-9a9a-8658409a849f HTTP/1.1" status: 200 len: 210 time: 0.0645828 Aug 29 04:30:57.524308 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-cd9fa4bb-393c-484b-9db2-4810ef07bd6d tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Allocated IP 2001:db8::338 (9dba7b7d-5be1-40d3-84a1-0d0e2216bfbd/6d0de84b-6c9b-41e3-8b88-eef6a6a9bd1d/75565e68-2fe7-44df-9092-15a0bfa4c7ba) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:30:57.617727 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-10f0ca02-cfaa-4f8b-907d-1f302426494e req-3c9aee66-d04b-4346-8abd-f9f1b263c436 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=33d794ff-d112-4eae-b1d2-b05837d3f5c8 HTTP/1.1" status: 200 len: 210 time: 0.0256674 Aug 29 04:30:57.650877 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1a162cec-6a81-4a29-86c7-878808b991c3 req-b102b364-f460-4442-8b93-21213241f443 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1009c179-e5e1-4b3c-bd93-f9ebedd11d15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0687463 Aug 29 04:30:57.712024 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-96af15b1-85a4-40bd-a05d-1256199892fa req-ae77c632-1085-44ff-869b-2c659dae64e7 tempest-ServerShowV247Test-204064061 tempest-ServerShowV247Test-204064061-project] 10.222.0.22 "GET /v2.0/ports?device_id=33d794ff-d112-4eae-b1d2-b05837d3f5c8 HTTP/1.1" status: 200 len: 210 time: 0.0506451 Aug 29 04:30:57.891823 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-912dfcfc-7e73-4fd6-92d0-6e7d1643f017 req-c0389c32-6e53-44e2-9868-5384c15b9c61 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 210 time: 0.1963584 Aug 29 04:30:58.434079 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 39614) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:58.461656 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1a162cec-6a81-4a29-86c7-878808b991c3 req-4c3f5b9e-e6dc-434a-bd75-3d0da85995c0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=925784b91d6c4bb1996010107dec952c&device_id=1009c179-e5e1-4b3c-bd93-f9ebedd11d15 HTTP/1.1" status: 200 len: 210 time: 0.0593228 Aug 29 04:30:58.505141 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cd9fa4bb-393c-484b-9db2-4810ef07bd6d tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:58.531221 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:58.596443 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36cfeec-c0d6-4996-986b-2ba83a0f2878 req-57c15b17-aeba-4463-80aa-cd0d154189ce tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:58.626892 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a36cfeec-c0d6-4996-986b-2ba83a0f2878 req-57c15b17-aeba-4463-80aa-cd0d154189ce tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.48 "GET /v2.0/networks?id=3bcd0067-6e50-451c-9004-abafcee70c8b HTTP/1.1" status: 200 len: 811 time: 0.7052178 Aug 29 04:30:58.688082 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1a162cec-6a81-4a29-86c7-878808b991c3 req-ed0b2c4b-5796-473b-8f92-af7a3f3a8c84 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=925784b91d6c4bb1996010107dec952c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1803279 Aug 29 04:30:58.782542 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-cd9fa4bb-393c-484b-9db2-4810ef07bd6d tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Transition to ACTIVE for port object 75565e68-2fe7-44df-9092-15a0bfa4c7ba will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:30:58.919598 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2a9d8da2-5d4f-4816-9b57-ff5a0730db5a req-17f979b2-bc98-4367-8aa4-348e7236c38e tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "GET /v2.0/ports?device_id=78dcd5c4-f756-4689-9a9a-8658409a849f HTTP/1.1" status: 200 len: 210 time: 0.2462118 Aug 29 04:30:58.943048 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-411c12b6-8346-4250-a32c-bcba0116d80b admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-499730898-network', 'tenant_id': 'b66390e331fd47b6b359b94481c1ba48'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:58.978957 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd93ed0-aae2-427d-8bac-b68372852055 req-405fbb26-72bf-4447-9a8d-7f4bbb86ba1c tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:58.980524 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3cd93ed0-aae2-427d-8bac-b68372852055 req-405fbb26-72bf-4447-9a8d-7f4bbb86ba1c tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.48 "GET /v2.0/networks?id=2d35476f-74c6-400b-9404-4ace15008e25 HTTP/1.1" status: 200 len: 814 time: 0.5077198 Aug 29 04:30:59.002431 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-3cd93ed0-aae2-427d-8bac-b68372852055 req-ff9ce998-e426-4f86-9d6b-9eed0acdd305 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Request body: {'port': {'device_id': 'f4742fd0-b468-4a03-91be-144e8a5aa5d6', 'network_id': '2d35476f-74c6-400b-9404-4ace15008e25', 'admin_state_up': True, 'tenant_id': '0805da877066419b8ea3a5659c16f89d'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:59.123332 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-411c12b6-8346-4250-a32c-bcba0116d80b admin admin] Made reservation on behalf of b66390e331fd47b6b359b94481c1ba48 for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:30:59.125871 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-411c12b6-8346-4250-a32c-bcba0116d80b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:59.131374 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-21424b4c-4025-4791-8526-3313178a8e04 req-0e5449e5-d6de-4bb4-8624-ca5596272bbc tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 210 time: 0.0428746 Aug 29 04:30:59.174407 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-411c12b6-8346-4250-a32c-bcba0116d80b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:59.257623 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a162cec-6a81-4a29-86c7-878808b991c3 req-ed621976-6271-45ad-870c-c1204226b381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:59.259178 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1a162cec-6a81-4a29-86c7-878808b991c3 req-ed621976-6271-45ad-870c-c1204226b381 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4741592 Aug 29 04:30:59.263577 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a36cfeec-c0d6-4996-986b-2ba83a0f2878 req-31377979-3f73-45f3-9272-abbfb575dd09 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c9e9b4cb47149d19005e5a96f02d4fd HTTP/1.1" status: 200 len: 380 time: 0.6358383 Aug 29 04:30:59.285847 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-31295cbc-f4d4-452b-8f67-77cd61e2e9fd req-4ce52323-8299-4198-b929-7f7733b693ec tempest-ServerShowV247Test-204064061 tempest-ServerShowV247Test-204064061-project] 10.222.0.22 "GET /v2.0/ports?device_id=33d794ff-d112-4eae-b1d2-b05837d3f5c8 HTTP/1.1" status: 200 len: 210 time: 0.2208800 Aug 29 04:30:59.291925 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-a36cfeec-c0d6-4996-986b-2ba83a0f2878 req-ead871af-3b74-40fb-9491-578e6a59ea8a tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Request body: {'port': {'device_id': '78dcd5c4-f756-4689-9a9a-8658409a849f', 'network_id': '3bcd0067-6e50-451c-9004-abafcee70c8b', 'admin_state_up': True, 'tenant_id': '6c9e9b4cb47149d19005e5a96f02d4fd', 'security_groups': ['085f79e7-50cb-455f-8b8d-ce91712dcc05']}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:59.431759 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cd9fa4bb-393c-484b-9db2-4810ef07bd6d tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:59.519511 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9fa4bb-393c-484b-9db2-4810ef07bd6d tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Network 9dba7b7d-5be1-40d3-84a1-0d0e2216bfbd is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:30:59.533445 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-cd9fa4bb-393c-484b-9db2-4810ef07bd6d tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:30:59.538711 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9fa4bb-393c-484b-9db2-4810ef07bd6d tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:30:59.552758 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd9fa4bb-393c-484b-9db2-4810ef07bd6d tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:59.554819 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cd9fa4bb-393c-484b-9db2-4810ef07bd6d tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:59.594707 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-411c12b6-8346-4250-a32c-bcba0116d80b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:59.603672 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-411c12b6-8346-4250-a32c-bcba0116d80b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:59.624368 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-cd9fa4bb-393c-484b-9db2-4810ef07bd6d tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.7463543 Aug 29 04:30:59.625304 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 39648) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:59.640846 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-f125eebc-db33-4d27-86ea-b61948bfeb03 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:71:98:02'}]}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:59.647589 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9fa4bb-393c-484b-9db2-4810ef07bd6d tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Pushing event updated for resources: {'Port': ['ID=75565e68-2fe7-44df-9092-15a0bfa4c7ba,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:59.730917 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-411c12b6-8346-4250-a32c-bcba0116d80b admin admin] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:30:59.768722 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-411c12b6-8346-4250-a32c-bcba0116d80b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:59.769482 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-411c12b6-8346-4250-a32c-bcba0116d80b admin admin] Added segment 2cc61765-203c-47a6-b069-f1399e0d284f of type vlan for network 2235c33f-d9a0-43bc-8851-02f48929fe47 Aug 29 04:30:59.835466 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-411c12b6-8346-4250-a32c-bcba0116d80b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:59.880601 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411c12b6-8346-4250-a32c-bcba0116d80b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc17dfc8-b2b9-4202-b775-6866d7950c40,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:59.907105 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.db.api [req-a36cfeec-c0d6-4996-986b-2ba83a0f2878 req-ead871af-3b74-40fb-9491-578e6a59ea8a tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 04:30:59.907105 n-d-712140-12 neutron-server[94828]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 29 04:30:59.907105 n-d-712140-12 neutron-server[94828]: [parameters: {'project_id_1': '6c9e9b4cb47149d19005e5a96f02d4fd', 'expiration_1': datetime.datetime(2021, 8, 29, 4, 30, 59, 429294)}] Aug 29 04:30:59.907105 n-d-712140-12 neutron-server[94828]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:30:59.907577 n-d-712140-12 neutron-server[94828]: DEBUG oslo_db.api [req-a36cfeec-c0d6-4996-986b-2ba83a0f2878 req-ead871af-3b74-40fb-9491-578e6a59ea8a tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:30:59.929007 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-411c12b6-8346-4250-a32c-bcba0116d80b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:59.936402 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411c12b6-8346-4250-a32c-bcba0116d80b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:59.937403 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-411c12b6-8346-4250-a32c-bcba0116d80b admin admin] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:00.060306 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cd93ed0-aae2-427d-8bac-b68372852055 req-ff9ce998-e426-4f86-9d6b-9eed0acdd305 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Made reservation on behalf of 0805da877066419b8ea3a5659c16f89d for: {'port': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:31:00.063892 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-3cd93ed0-aae2-427d-8bac-b68372852055 req-ff9ce998-e426-4f86-9d6b-9eed0acdd305 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:00.098884 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-28c5debe-9145-4a35-b121-07134d670c45 None None] Provisioning for port 75565e68-2fe7-44df-9092-15a0bfa4c7ba completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:31:00.106116 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-28c5debe-9145-4a35-b121-07134d670c45 None None] Provisioning complete for port 75565e68-2fe7-44df-9092-15a0bfa4c7ba triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:00.106778 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-28c5debe-9145-4a35-b121-07134d670c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:00.112066 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-411c12b6-8346-4250-a32c-bcba0116d80b admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6764014 Aug 29 04:31:00.137211 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 39656) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:00.142440 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-b7a27cc5-bcc0-4dcd-855a-3652e786b83f admin admin] Request body: {'subnet': {'network_id': '2235c33f-d9a0-43bc-8851-02f48929fe47', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-499730898-subnet', 'tenant_id': 'b66390e331fd47b6b359b94481c1ba48', 'ip_version': 4}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:00.160479 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1e733c20-7869-41ba-9910-e6552f38a15a req-3d518092-103c-4b68-aa5f-6017a872d79c tempest-ServerShowV247Test-204064061 tempest-ServerShowV247Test-204064061-project] 10.222.0.22 "GET /v2.0/ports?device_id=33d794ff-d112-4eae-b1d2-b05837d3f5c8&device_id=1009c179-e5e1-4b3c-bd93-f9ebedd11d15 HTTP/1.1" status: 200 len: 210 time: 0.0846567 Aug 29 04:31:00.167857 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3f31eae9-a5dd-4c5b-a2ce-8f3b35335beb req-f912c715-2a13-49dc-8f23-a0a76bb5d292 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "GET /v2.0/ports?device_id=78dcd5c4-f756-4689-9a9a-8658409a849f HTTP/1.1" status: 200 len: 210 time: 0.0914519 Aug 29 04:31:00.177265 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411c12b6-8346-4250-a32c-bcba0116d80b admin admin] Pushing event updated for resources: {'Network': ['ID=2235c33f-d9a0-43bc-8851-02f48929fe47,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:00.188716 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-28c5debe-9145-4a35-b121-07134d670c45 None None] Port 75565e68-2fe7-44df-9092-15a0bfa4c7ba cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:31:00.199373 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f125eebc-db33-4d27-86ea-b61948bfeb03 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:00.203122 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 2235c33f-d9a0-43bc-8851-02f48929fe47 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:31:00.301133 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7a27cc5-bcc0-4dcd-855a-3652e786b83f admin admin] Made reservation on behalf of b66390e331fd47b6b359b94481c1ba48 for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:31:00.307541 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b7a27cc5-bcc0-4dcd-855a-3652e786b83f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4552395'] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:00.580889 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-47ca18da-a9bf-451b-95a6-00b1bde96f80 req-eaffab46-32f1-4d1b-9231-9fbfd12968b0 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 210 time: 0.2035947 Aug 29 04:31:00.609221 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a36cfeec-c0d6-4996-986b-2ba83a0f2878 req-ead871af-3b74-40fb-9491-578e6a59ea8a tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Made reservation on behalf of 6c9e9b4cb47149d19005e5a96f02d4fd for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:31:00.619248 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a36cfeec-c0d6-4996-986b-2ba83a0f2878 req-ead871af-3b74-40fb-9491-578e6a59ea8a tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:00.637045 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [req-3cd93ed0-aae2-427d-8bac-b68372852055 req-ff9ce998-e426-4f86-9d6b-9eed0acdd305 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Allocated IP 172.20.0.9 (2d35476f-74c6-400b-9404-4ace15008e25/774a36bb-3c6d-4e12-9ae7-217ec62f3250/9f01a993-316c-4ea0-b777-7a0d5c2f8b7a) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:31:00.693783 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3624cbe7-6f92-4fb9-8093-5de99c337181 req-06a1a965-6d22-44ec-ae10-42cc73d9802e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=925784b91d6c4bb1996010107dec952c&device_id=33d794ff-d112-4eae-b1d2-b05837d3f5c8 HTTP/1.1" status: 200 len: 210 time: 0.1083078 Aug 29 04:31:00.753014 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fa71614c-1457-47bd-a446-858f03e8da30 req-17a507b2-b2e3-4dd5-a8b7-77fd83702831 tempest-ServerShowV247Test-204064061 tempest-ServerShowV247Test-204064061-project] 10.222.0.22 "GET /v2.0/ports?device_id=33d794ff-d112-4eae-b1d2-b05837d3f5c8 HTTP/1.1" status: 200 len: 210 time: 0.0581565 Aug 29 04:31:00.768970 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3624cbe7-6f92-4fb9-8093-5de99c337181 req-8eaae449-0190-4e54-a881-cfb7cec7e5b0 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=925784b91d6c4bb1996010107dec952c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0660751 Aug 29 04:31:01.014154 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f125eebc-db33-4d27-86ea-b61948bfeb03 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:01.023525 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f125eebc-db33-4d27-86ea-b61948bfeb03 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:01.032529 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3624cbe7-6f92-4fb9-8093-5de99c337181 req-0f1e1852-1ce9-4c5a-bda0-2aaaac441b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:01.034009 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3624cbe7-6f92-4fb9-8093-5de99c337181 req-0f1e1852-1ce9-4c5a-bda0-2aaaac441b7c service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2547765 Aug 29 04:31:01.065573 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-a36cfeec-c0d6-4996-986b-2ba83a0f2878 req-ead871af-3b74-40fb-9491-578e6a59ea8a tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Allocated IP 172.20.0.8 (3bcd0067-6e50-451c-9004-abafcee70c8b/77379d5c-d72e-4fe0-ace8-ef22d196f6e9/f45ea922-4a9a-494b-bbd3-3f56e9436825) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:31:01.075583 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f125eebc-db33-4d27-86ea-b61948bfeb03 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] In _notify_port_updated(), no bound segment for port 75565e68-2fe7-44df-9092-15a0bfa4c7ba on network 9dba7b7d-5be1-40d3-84a1-0d0e2216bfbd {{(pid=94828) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:31:01.081200 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f125eebc-db33-4d27-86ea-b61948bfeb03 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:01.081850 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f125eebc-db33-4d27-86ea-b61948bfeb03 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:01.086182 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-f125eebc-db33-4d27-86ea-b61948bfeb03 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] 10.222.0.22 "PUT /v2.0/ports/75565e68-2fe7-44df-9092-15a0bfa4c7ba HTTP/1.1" status: 200 len: 1003 time: 1.4531958 Aug 29 04:31:01.090773 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 39686) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:01.147879 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-3cd93ed0-aae2-427d-8bac-b68372852055 req-ff9ce998-e426-4f86-9d6b-9eed0acdd305 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:01.155355 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f125eebc-db33-4d27-86ea-b61948bfeb03 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Pushing event updated for resources: {'Port': ['ID=75565e68-2fe7-44df-9092-15a0bfa4c7ba,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:01.169164 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b7a27cc5-bcc0-4dcd-855a-3652e786b83f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4274880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4552377'] for subnet, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:01.272223 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a27cc5-bcc0-4dcd-855a-3652e786b83f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b64eb130-a3db-4207-856a-04ce0ee1a4f8,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:01.380391 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-03eaceba-fca9-4100-9cee-5b44d59edfdc tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Deleting port 75565e68-2fe7-44df-9092-15a0bfa4c7ba {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:31:01.380995 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-03eaceba-fca9-4100-9cee-5b44d59edfdc tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:01.487559 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-509f4b77-d319-4314-8331-e10c5c6b941b req-888d66fa-2ea3-4a81-b959-3d1aa502fe60 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "GET /v2.0/ports?device_id=78dcd5c4-f756-4689-9a9a-8658409a849f HTTP/1.1" status: 200 len: 210 time: 0.1539600 Aug 29 04:31:01.502636 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a36cfeec-c0d6-4996-986b-2ba83a0f2878 req-ead871af-3b74-40fb-9491-578e6a59ea8a tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:01.533932 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-a36cfeec-c0d6-4996-986b-2ba83a0f2878 req-ead871af-3b74-40fb-9491-578e6a59ea8a tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Transition to ACTIVE for port object f45ea922-4a9a-494b-bbd3-3f56e9436825 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:01.551898 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-03eaceba-fca9-4100-9cee-5b44d59edfdc tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:01.552029 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-5900c1f4-ef07-4db8-995f-052ab7f96397 None None] Provisioning complete for port 75565e68-2fe7-44df-9092-15a0bfa4c7ba triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:01.552029 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5900c1f4-ef07-4db8-995f-052ab7f96397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:01.571755 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-03eaceba-fca9-4100-9cee-5b44d59edfdc tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Calling delete_port for 75565e68-2fe7-44df-9092-15a0bfa4c7ba owned by {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:31:01.617075 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a27cc5-bcc0-4dcd-855a-3652e786b83f admin admin] Checking segment: {'id': '2cc61765-203c-47a6-b069-f1399e0d284f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '2235c33f-d9a0-43bc-8851-02f48929fe47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:31:01.618087 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a27cc5-bcc0-4dcd-855a-3652e786b83f admin admin] Network hostable DHCP agents. Network: 2235c33f-d9a0-43bc-8851-02f48929fe47, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:31:01.621690 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-3cd93ed0-aae2-427d-8bac-b68372852055 req-ff9ce998-e426-4f86-9d6b-9eed0acdd305 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:01.633388 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a36cfeec-c0d6-4996-986b-2ba83a0f2878 req-ead871af-3b74-40fb-9491-578e6a59ea8a tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:01.692057 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a36cfeec-c0d6-4996-986b-2ba83a0f2878 req-ead871af-3b74-40fb-9491-578e6a59ea8a tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Network 3bcd0067-6e50-451c-9004-abafcee70c8b is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:01.699740 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-a36cfeec-c0d6-4996-986b-2ba83a0f2878 req-ead871af-3b74-40fb-9491-578e6a59ea8a tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:01.700458 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cd93ed0-aae2-427d-8bac-b68372852055 req-ff9ce998-e426-4f86-9d6b-9eed0acdd305 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Network 2d35476f-74c6-400b-9404-4ace15008e25 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:01.707295 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-a36cfeec-c0d6-4996-986b-2ba83a0f2878 req-ead871af-3b74-40fb-9491-578e6a59ea8a tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:31:01.714118 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [req-3cd93ed0-aae2-427d-8bac-b68372852055 req-ff9ce998-e426-4f86-9d6b-9eed0acdd305 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:01.724677 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cd93ed0-aae2-427d-8bac-b68372852055 req-ff9ce998-e426-4f86-9d6b-9eed0acdd305 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:31:01.734800 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-5900c1f4-ef07-4db8-995f-052ab7f96397 None None] Port 75565e68-2fe7-44df-9092-15a0bfa4c7ba cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:31:01.760722 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead871af-3b74-40fb-9491-578e6a59ea8a tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Pushing event updated for resources: {'Port': ['ID=f45ea922-4a9a-494b-bbd3-3f56e9436825,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:01.786222 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a27cc5-bcc0-4dcd-855a-3652e786b83f admin admin] Network 2235c33f-d9a0-43bc-8851-02f48929fe47 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:31:01.793446 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36cfeec-c0d6-4996-986b-2ba83a0f2878 req-ead871af-3b74-40fb-9491-578e6a59ea8a tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:01.794172 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a36cfeec-c0d6-4996-986b-2ba83a0f2878 req-ead871af-3b74-40fb-9491-578e6a59ea8a tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:01.825376 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9ce998-e426-4f86-9d6b-9eed0acdd305 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Pushing event updated for resources: {'Port': ['ID=9f01a993-316c-4ea0-b777-7a0d5c2f8b7a,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:01.856429 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-b7a27cc5-bcc0-4dcd-855a-3652e786b83f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 2235c33f-d9a0-43bc-8851-02f48929fe47) {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:01.867853 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a36cfeec-c0d6-4996-986b-2ba83a0f2878 req-ead871af-3b74-40fb-9491-578e6a59ea8a tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5852535 Aug 29 04:31:01.872692 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a27cc5-bcc0-4dcd-855a-3652e786b83f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:01.882956 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b7a27cc5-bcc0-4dcd-855a-3652e786b83f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:01.960833 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd93ed0-aae2-427d-8bac-b68372852055 req-ff9ce998-e426-4f86-9d6b-9eed0acdd305 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:01.961763 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-3cd93ed0-aae2-427d-8bac-b68372852055 req-ff9ce998-e426-4f86-9d6b-9eed0acdd305 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:01.964693 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-a36cfeec-c0d6-4996-986b-2ba83a0f2878 req-cd93bc76-f5b2-4335-8d78-2134b8720929 service neutron] Request body: {'port': {'device_id': '78dcd5c4-f756-4689-9a9a-8658409a849f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:02.052319 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-bfdbc681-e82f-403c-9f43-42fa6d736057 req-64b945a6-45f2-4e95-829b-b8f066ef65ca tempest-ServerShowV247Test-204064061 tempest-ServerShowV247Test-204064061-project] 10.222.0.22 "GET /v2.0/ports?device_id=33d794ff-d112-4eae-b1d2-b05837d3f5c8 HTTP/1.1" status: 200 len: 210 time: 0.1547933 Aug 29 04:31:02.059268 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3cd93ed0-aae2-427d-8bac-b68372852055 req-ff9ce998-e426-4f86-9d6b-9eed0acdd305 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0616512 Aug 29 04:31:02.072371 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-b7a27cc5-bcc0-4dcd-855a-3652e786b83f admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9309506 Aug 29 04:31:02.072371 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 39722) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:02.079826 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-340f2ccb-df38-403d-ba32-4331f43464a2 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-499730898-router', 'tenant_id': 'b66390e331fd47b6b359b94481c1ba48', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:02.088244 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872234a9-50ae-4eda-96ad-acd3d69c2268 None None] Network 2235c33f-d9a0-43bc-8851-02f48929fe47 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:31:02.096714 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-3cd93ed0-aae2-427d-8bac-b68372852055 req-55a3ed66-3eb4-4a25-a025-16881a4709a1 service neutron] Request body: {'port': {'device_id': 'f4742fd0-b468-4a03-91be-144e8a5aa5d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-12'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:02.118167 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b79015d-d6cd-495f-a398-b6202097ee3d req-0a1f5cf5-6593-46e9-a9ab-fd0474dead72 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:02.120370 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8b79015d-d6cd-495f-a398-b6202097ee3d req-0a1f5cf5-6593-46e9-a9ab-fd0474dead72 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 931 time: 0.2596776 Aug 29 04:31:02.121068 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-03eaceba-fca9-4100-9cee-5b44d59edfdc tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:02.171016 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eaceba-fca9-4100-9cee-5b44d59edfdc tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Pushing event deleted for resources: {'Port': ['ID=75565e68-2fe7-44df-9092-15a0bfa4c7ba,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:02.255989 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-340f2ccb-df38-403d-ba32-4331f43464a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:02.256799 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-340f2ccb-df38-403d-ba32-4331f43464a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1838'] for router, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:02.272174 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a36cfeec-c0d6-4996-986b-2ba83a0f2878 req-cd93bc76-f5b2-4335-8d78-2134b8720929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:02.288036 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-3cd93ed0-aae2-427d-8bac-b68372852055 req-55a3ed66-3eb4-4a25-a025-16881a4709a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:02.294458 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-03eaceba-fca9-4100-9cee-5b44d59edfdc tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:02.296548 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-03eaceba-fca9-4100-9cee-5b44d59edfdc tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] 10.222.0.22 "DELETE /v2.0/ports/75565e68-2fe7-44df-9092-15a0bfa4c7ba HTTP/1.1" status: 204 len: 168 time: 1.2042611 Aug 29 04:31:02.332808 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8b79015d-d6cd-495f-a398-b6202097ee3d req-e6a2985c-8237-496d-8a40-808647122431 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448286 Aug 29 04:31:02.335824 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 39726) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:02.534598 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3624cbe7-6f92-4fb9-8093-5de99c337181 req-3c0a5b92-daa1-464f-91ac-7f453785abd8 tempest-ServerShowV247Test-204064061 tempest-ServerShowV247Test-204064061-project] 10.222.0.46 "GET /v2.0/ports?device_id=33d794ff-d112-4eae-b1d2-b05837d3f5c8 HTTP/1.1" status: 200 len: 210 time: 0.0587804 Aug 29 04:31:02.535766 n-d-712140-12 neutron-server[94828]: INFO neutron.pecan_wsgi.hooks.translation [None req-71d247ab-0e83-4bea-90a5-74f678948782 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] GET failed (client error): The resource could not be found. Aug 29 04:31:02.537342 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-340f2ccb-df38-403d-ba32-4331f43464a2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:02.538727 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-71d247ab-0e83-4bea-90a5-74f678948782 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] 10.222.0.22 "GET /v2.0/ports/75565e68-2fe7-44df-9092-15a0bfa4c7ba HTTP/1.1" status: 404 len: 333 time: 0.1892941 Aug 29 04:31:02.542785 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 39744) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:02.562126 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9532e615-b667-46a4-a0b5-98f8958468ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-2235c33f-d9a0-43bc-8851-02f48929fe47', 'network_id': '2235c33f-d9a0-43bc-8851-02f48929fe47', 'tenant_id': 'b66390e331fd47b6b359b94481c1ba48', 'fixed_ips': [{'subnet_id': 'b64eb130-a3db-4207-856a-04ce0ee1a4f8'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:31:02.565696 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-89db268f-ca8c-460a-b338-e2a7f87dfc42 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Request body: {'port': {'network_id': '9dba7b7d-5be1-40d3-84a1-0d0e2216bfbd', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2087955989'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:02.570968 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9532e615-b667-46a4-a0b5-98f8958468ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:02.585422 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-fb716ee9-05a9-4011-9e09-77d5d5dbd295 None None] Provisioning for port f45ea922-4a9a-494b-bbd3-3f56e9436825 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:31:02.624786 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-fb716ee9-05a9-4011-9e09-77d5d5dbd295 None None] Provisioning complete for port f45ea922-4a9a-494b-bbd3-3f56e9436825 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:02.632597 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fb716ee9-05a9-4011-9e09-77d5d5dbd295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:02.784607 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-fb716ee9-05a9-4011-9e09-77d5d5dbd295 None None] Port f45ea922-4a9a-494b-bbd3-3f56e9436825 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:31:02.989835 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-340f2ccb-df38-403d-ba32-4331f43464a2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:02.996327 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b08945d-2c5b-4fef-ac94-e30e9c68aebd req-7b08898b-5350-42d8-8931-e9485206a8da tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:03.006333 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7b08945d-2c5b-4fef-ac94-e30e9c68aebd req-7b08898b-5350-42d8-8931-e9485206a8da tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "GET /v2.0/ports?device_id=78dcd5c4-f756-4689-9a9a-8658409a849f HTTP/1.1" status: 200 len: 931 time: 0.1974285 Aug 29 04:31:03.104206 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-9532e615-b667-46a4-a0b5-98f8958468ed None None] Allocated IP 172.20.0.2 (2235c33f-d9a0-43bc-8851-02f48929fe47/b64eb130-a3db-4207-856a-04ce0ee1a4f8/af5a25ef-af8f-4ada-8ad7-9ad44aedc669) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:31:03.170868 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7b08945d-2c5b-4fef-ac94-e30e9c68aebd req-587d70ef-657f-4d79-937a-7a1e513be1f0 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "GET /v2.0/security-groups?id=085f79e7-50cb-455f-8b8d-ce91712dcc05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1626801 Aug 29 04:31:03.370888 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [req-3cd93ed0-aae2-427d-8bac-b68372852055 req-55a3ed66-3eb4-4a25-a025-16881a4709a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f01a993-316c-4ea0-b777-7a0d5c2f8b7a {{(pid=94829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:31:03.380067 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-3cd93ed0-aae2-427d-8bac-b68372852055 req-55a3ed66-3eb4-4a25-a025-16881a4709a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:03.397742 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [req-3cd93ed0-aae2-427d-8bac-b68372852055 req-55a3ed66-3eb4-4a25-a025-16881a4709a1 service neutron] Transition to ACTIVE for port object 9f01a993-316c-4ea0-b777-7a0d5c2f8b7a will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:03.405469 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-3cd93ed0-aae2-427d-8bac-b68372852055 req-55a3ed66-3eb4-4a25-a025-16881a4709a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:03.464917 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9532e615-b667-46a4-a0b5-98f8958468ed None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:03.475919 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-9532e615-b667-46a4-a0b5-98f8958468ed None None] Transition to ACTIVE for port object af5a25ef-af8f-4ada-8ad7-9ad44aedc669 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:03.483406 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-a36cfeec-c0d6-4996-986b-2ba83a0f2878 req-cd93bc76-f5b2-4335-8d78-2134b8720929 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f45ea922-4a9a-494b-bbd3-3f56e9436825 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:31:03.495142 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a36cfeec-c0d6-4996-986b-2ba83a0f2878 req-cd93bc76-f5b2-4335-8d78-2134b8720929 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:03.511400 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-a36cfeec-c0d6-4996-986b-2ba83a0f2878 req-cd93bc76-f5b2-4335-8d78-2134b8720929 service neutron] Transition to ACTIVE for port object f45ea922-4a9a-494b-bbd3-3f56e9436825 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:03.528467 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-9532e615-b667-46a4-a0b5-98f8958468ed None None] Transition to ACTIVE for port object af5a25ef-af8f-4ada-8ad7-9ad44aedc669 will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:03.553700 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9532e615-b667-46a4-a0b5-98f8958468ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:03.559299 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a36cfeec-c0d6-4996-986b-2ba83a0f2878 req-cd93bc76-f5b2-4335-8d78-2134b8720929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:03.598598 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e62f99f3-62c0-455f-9a99-97ca9d18ced3 req-65faba3b-f9a2-442c-a94e-4312f2586a77 tempest-ServerShowV247Test-204064061 tempest-ServerShowV247Test-204064061-project] 10.222.0.22 "GET /v2.0/ports?device_id=33d794ff-d112-4eae-b1d2-b05837d3f5c8 HTTP/1.1" status: 200 len: 210 time: 0.1993060 Aug 29 04:31:03.619621 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9532e615-b667-46a4-a0b5-98f8958468ed None None] Network 2235c33f-d9a0-43bc-8851-02f48929fe47 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:03.639616 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-9532e615-b667-46a4-a0b5-98f8958468ed None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:03.694802 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89db268f-ca8c-460a-b338-e2a7f87dfc42 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Made reservation on behalf of cc09a5b003ed497b89e796b4b3a96311 for: {'port': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:31:03.699091 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-89db268f-ca8c-460a-b338-e2a7f87dfc42 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:03.720858 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9532e615-b667-46a4-a0b5-98f8958468ed None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:31:03.754175 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a3ed66-3eb4-4a25-a025-16881a4709a1 service neutron] Pushing event updated for resources: {'Port': ['ID=9f01a993-316c-4ea0-b777-7a0d5c2f8b7a,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:03.755943 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [None req-89db268f-ca8c-460a-b338-e2a7f87dfc42 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] device_id is not set on port 54cc41f3-1e6f-40f2-a753-abd68fc5b999 yet. {{(pid=94829) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:31:03.781083 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9532e615-b667-46a4-a0b5-98f8958468ed None None] Pushing event updated for resources: {'Port': ['ID=af5a25ef-af8f-4ada-8ad7-9ad44aedc669,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:03.802042 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d1756bb8-8195-4097-88a9-f43c227adf19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:03.878437 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b03b49-4bab-485d-9ecf-2744fb191743 req-dc6a5a61-4215-4ac2-af60-2bdd2af2987b tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:03.887670 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-57b03b49-4bab-485d-9ecf-2744fb191743 req-dc6a5a61-4215-4ac2-af60-2bdd2af2987b tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 943 time: 0.3728297 Aug 29 04:31:03.930858 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-9532e615-b667-46a4-a0b5-98f8958468ed None None] Attempting to bind port af5a25ef-af8f-4ada-8ad7-9ad44aedc669 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:31:03.931519 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-9532e615-b667-46a4-a0b5-98f8958468ed None None] Attempting to bind port af5a25ef-af8f-4ada-8ad7-9ad44aedc669 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '2cc61765-203c-47a6-b069-f1399e0d284f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '2235c33f-d9a0-43bc-8851-02f48929fe47'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:31:03.932079 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9532e615-b667-46a4-a0b5-98f8958468ed None None] Attempting to bind port af5a25ef-af8f-4ada-8ad7-9ad44aedc669 on network 2235c33f-d9a0-43bc-8851-02f48929fe47 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:31:03.944837 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9532e615-b667-46a4-a0b5-98f8958468ed None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:31:03.945219 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9532e615-b667-46a4-a0b5-98f8958468ed None None] Checking segment: {'id': '2cc61765-203c-47a6-b069-f1399e0d284f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '2235c33f-d9a0-43bc-8851-02f48929fe47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:31:03.950056 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9532e615-b667-46a4-a0b5-98f8958468ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:03.950551 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9532e615-b667-46a4-a0b5-98f8958468ed None None] Bound using segment: {'id': '2cc61765-203c-47a6-b069-f1399e0d284f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '2235c33f-d9a0-43bc-8851-02f48929fe47'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:31:03.951069 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-9532e615-b667-46a4-a0b5-98f8958468ed None None] Bound port: af5a25ef-af8f-4ada-8ad7-9ad44aedc669, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cc61765-203c-47a6-b069-f1399e0d284f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '2235c33f-d9a0-43bc-8851-02f48929fe47'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:31:03.951471 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9532e615-b667-46a4-a0b5-98f8958468ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:04.064193 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-3cd93ed0-aae2-427d-8bac-b68372852055 req-55a3ed66-3eb4-4a25-a025-16881a4709a1 service neutron] Attempting to bind port 9f01a993-316c-4ea0-b777-7a0d5c2f8b7a on host n-h2-712140-12 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:31:04.064544 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-3cd93ed0-aae2-427d-8bac-b68372852055 req-55a3ed66-3eb4-4a25-a025-16881a4709a1 service neutron] Attempting to bind port 9f01a993-316c-4ea0-b777-7a0d5c2f8b7a by drivers openvswitch,hyperv on host n-h2-712140-12 at level 0 using segments [{'id': 'c5ded84d-4be1-43ec-8cde-5c95285ac592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2d35476f-74c6-400b-9404-4ace15008e25'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:31:04.064879 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd93ed0-aae2-427d-8bac-b68372852055 req-55a3ed66-3eb4-4a25-a025-16881a4709a1 service neutron] Attempting to bind port 9f01a993-316c-4ea0-b777-7a0d5c2f8b7a on network 2d35476f-74c6-400b-9404-4ace15008e25 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:31:04.102751 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-9532e615-b667-46a4-a0b5-98f8958468ed None None] For port af5a25ef-af8f-4ada-8ad7-9ad44aedc669, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:31:04.111477 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-9532e615-b667-46a4-a0b5-98f8958468ed None None] For port af5a25ef-af8f-4ada-8ad7-9ad44aedc669, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=af5a25ef-af8f-4ada-8ad7-9ad44aedc669,segment=NetworkSegment(2cc61765-203c-47a6-b069-f1399e0d284f),segment_id=2cc61765-203c-47a6-b069-f1399e0d284f)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:31:04.117584 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd93ed0-aae2-427d-8bac-b68372852055 req-55a3ed66-3eb4-4a25-a025-16881a4709a1 service neutron] Port 9f01a993-316c-4ea0-b777-7a0d5c2f8b7a on network 2d35476f-74c6-400b-9404-4ace15008e25 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-12 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:31:04.117915 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd93ed0-aae2-427d-8bac-b68372852055 req-55a3ed66-3eb4-4a25-a025-16881a4709a1 service neutron] Attempting to bind port 9f01a993-316c-4ea0-b777-7a0d5c2f8b7a on network 2d35476f-74c6-400b-9404-4ace15008e25 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:31:04.126220 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9532e615-b667-46a4-a0b5-98f8958468ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:04.141888 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd93ed0-aae2-427d-8bac-b68372852055 req-55a3ed66-3eb4-4a25-a025-16881a4709a1 service neutron] Checking agent: {'id': 'b3a0606b-b029-4f5e-8798-3a32b71d8844', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:31:04.142239 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd93ed0-aae2-427d-8bac-b68372852055 req-55a3ed66-3eb4-4a25-a025-16881a4709a1 service neutron] Checking segment: {'id': 'c5ded84d-4be1-43ec-8cde-5c95285ac592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2d35476f-74c6-400b-9404-4ace15008e25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:31:04.142641 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd93ed0-aae2-427d-8bac-b68372852055 req-55a3ed66-3eb4-4a25-a025-16881a4709a1 service neutron] Bound using segment: {'id': 'c5ded84d-4be1-43ec-8cde-5c95285ac592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2d35476f-74c6-400b-9404-4ace15008e25'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:31:04.145249 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-3cd93ed0-aae2-427d-8bac-b68372852055 req-55a3ed66-3eb4-4a25-a025-16881a4709a1 service neutron] Bound port: 9f01a993-316c-4ea0-b777-7a0d5c2f8b7a, host: n-h2-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5ded84d-4be1-43ec-8cde-5c95285ac592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2d35476f-74c6-400b-9404-4ace15008e25'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:31:04.145653 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-3cd93ed0-aae2-427d-8bac-b68372852055 req-55a3ed66-3eb4-4a25-a025-16881a4709a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:04.228698 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-89db268f-ca8c-460a-b338-e2a7f87dfc42 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Allocated IP 2001:db8::188 (9dba7b7d-5be1-40d3-84a1-0d0e2216bfbd/6d0de84b-6c9b-41e3-8b88-eef6a6a9bd1d/54cc41f3-1e6f-40f2-a753-abd68fc5b999) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:31:04.269510 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9532e615-b667-46a4-a0b5-98f8958468ed None None] Pushing event updated for resources: {'Port': ['ID=af5a25ef-af8f-4ada-8ad7-9ad44aedc669,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:04.393191 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd93bc76-f5b2-4335-8d78-2134b8720929 service neutron] Pushing event updated for resources: {'Port': ['ID=f45ea922-4a9a-494b-bbd3-3f56e9436825,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:04.431302 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-57b03b49-4bab-485d-9ecf-2744fb191743 req-fc8cebea-04b9-4f75-a869-752cd734abac tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5420413 Aug 29 04:31:04.435248 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-a36cfeec-c0d6-4996-986b-2ba83a0f2878 req-cd93bc76-f5b2-4335-8d78-2134b8720929 service neutron] Attempting to bind port f45ea922-4a9a-494b-bbd3-3f56e9436825 on host n-h2-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:31:04.436116 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-a36cfeec-c0d6-4996-986b-2ba83a0f2878 req-cd93bc76-f5b2-4335-8d78-2134b8720929 service neutron] Attempting to bind port f45ea922-4a9a-494b-bbd3-3f56e9436825 by drivers openvswitch,hyperv on host n-h2-712140-12 at level 0 using segments [{'id': 'a5492a16-c200-4329-b562-96a170c2e529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '3bcd0067-6e50-451c-9004-abafcee70c8b'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:31:04.437629 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36cfeec-c0d6-4996-986b-2ba83a0f2878 req-cd93bc76-f5b2-4335-8d78-2134b8720929 service neutron] Attempting to bind port f45ea922-4a9a-494b-bbd3-3f56e9436825 on network 3bcd0067-6e50-451c-9004-abafcee70c8b {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:31:04.447844 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36cfeec-c0d6-4996-986b-2ba83a0f2878 req-cd93bc76-f5b2-4335-8d78-2134b8720929 service neutron] Port f45ea922-4a9a-494b-bbd3-3f56e9436825 on network 3bcd0067-6e50-451c-9004-abafcee70c8b not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:31:04.454900 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36cfeec-c0d6-4996-986b-2ba83a0f2878 req-cd93bc76-f5b2-4335-8d78-2134b8720929 service neutron] Attempting to bind port f45ea922-4a9a-494b-bbd3-3f56e9436825 on network 3bcd0067-6e50-451c-9004-abafcee70c8b {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:31:04.464791 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36cfeec-c0d6-4996-986b-2ba83a0f2878 req-cd93bc76-f5b2-4335-8d78-2134b8720929 service neutron] Checking agent: {'id': 'b3a0606b-b029-4f5e-8798-3a32b71d8844', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:31:04.465988 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36cfeec-c0d6-4996-986b-2ba83a0f2878 req-cd93bc76-f5b2-4335-8d78-2134b8720929 service neutron] Checking segment: {'id': 'a5492a16-c200-4329-b562-96a170c2e529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '3bcd0067-6e50-451c-9004-abafcee70c8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:31:04.466587 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36cfeec-c0d6-4996-986b-2ba83a0f2878 req-cd93bc76-f5b2-4335-8d78-2134b8720929 service neutron] Bound using segment: {'id': 'a5492a16-c200-4329-b562-96a170c2e529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '3bcd0067-6e50-451c-9004-abafcee70c8b'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:31:04.467548 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-a36cfeec-c0d6-4996-986b-2ba83a0f2878 req-cd93bc76-f5b2-4335-8d78-2134b8720929 service neutron] Bound port: f45ea922-4a9a-494b-bbd3-3f56e9436825, host: n-h2-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5492a16-c200-4329-b562-96a170c2e529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '3bcd0067-6e50-451c-9004-abafcee70c8b'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:31:04.468177 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a36cfeec-c0d6-4996-986b-2ba83a0f2878 req-cd93bc76-f5b2-4335-8d78-2134b8720929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:04.578825 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-a36cfeec-c0d6-4996-986b-2ba83a0f2878 req-cd93bc76-f5b2-4335-8d78-2134b8720929 service neutron] For port f45ea922-4a9a-494b-bbd3-3f56e9436825, host n-h2-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:31:04.586893 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-a36cfeec-c0d6-4996-986b-2ba83a0f2878 req-cd93bc76-f5b2-4335-8d78-2134b8720929 service neutron] For port f45ea922-4a9a-494b-bbd3-3f56e9436825, host n-h2-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=f45ea922-4a9a-494b-bbd3-3f56e9436825,segment=NetworkSegment(a5492a16-c200-4329-b562-96a170c2e529),segment_id=a5492a16-c200-4329-b562-96a170c2e529)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:31:04.600674 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a36cfeec-c0d6-4996-986b-2ba83a0f2878 req-cd93bc76-f5b2-4335-8d78-2134b8720929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:04.789592 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36cfeec-c0d6-4996-986b-2ba83a0f2878 req-cd93bc76-f5b2-4335-8d78-2134b8720929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:04.790768 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a36cfeec-c0d6-4996-986b-2ba83a0f2878 req-cd93bc76-f5b2-4335-8d78-2134b8720929 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:04.804652 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a36cfeec-c0d6-4996-986b-2ba83a0f2878 req-cd93bc76-f5b2-4335-8d78-2134b8720929 service neutron] 10.222.0.48 "PUT /v2.0/ports/f45ea922-4a9a-494b-bbd3-3f56e9436825 HTTP/1.1" status: 200 len: 1092 time: 2.8824828 Aug 29 04:31:04.804652 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78dcd5c4-f756-4689-9a9a-8658409a849f', 'tag': 'f45ea922-4a9a-494b-bbd3-3f56e9436825'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:31:04.805702 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-340f2ccb-df38-403d-ba32-4331f43464a2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:04.815538 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-407fcaec-7d9f-4611-8779-3ee12d2dddc0" -d '{"events": [{"name": "network-changed", "server_uuid": "78dcd5c4-f756-4689-9a9a-8658409a849f", "tag": "f45ea922-4a9a-494b-bbd3-3f56e9436825"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:31:04.963548 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd93bc76-f5b2-4335-8d78-2134b8720929 service neutron] Pushing event updated for resources: {'Port': ['ID=f45ea922-4a9a-494b-bbd3-3f56e9436825,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:04.972156 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-340f2ccb-df38-403d-ba32-4331f43464a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:04.974555 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36cfeec-c0d6-4996-986b-2ba83a0f2878 req-77e6d2cb-048e-4da9-bac6-b537f2141792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:04.980492 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a36cfeec-c0d6-4996-986b-2ba83a0f2878 req-77e6d2cb-048e-4da9-bac6-b537f2141792 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6c9e9b4cb47149d19005e5a96f02d4fd&device_id=78dcd5c4-f756-4689-9a9a-8658409a849f HTTP/1.1" status: 200 len: 1095 time: 0.1135790 Aug 29 04:31:05.095380 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a36cfeec-c0d6-4996-986b-2ba83a0f2878 req-5717f0c4-3901-4100-b0b4-08175d045b5d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f45ea922-4a9a-494b-bbd3-3f56e9436825 HTTP/1.1" status: 200 len: 217 time: 0.1024945 Aug 29 04:31:05.268332 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36cfeec-c0d6-4996-986b-2ba83a0f2878 req-e0e85dcc-8ccd-4309-acfa-32b8d3cc61e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:05.270023 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a36cfeec-c0d6-4996-986b-2ba83a0f2878 req-e0e85dcc-8ccd-4309-acfa-32b8d3cc61e2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=77379d5c-d72e-4fe0-ace8-ef22d196f6e9 HTTP/1.1" status: 200 len: 850 time: 0.1677647 Aug 29 04:31:05.276089 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-3cd93ed0-aae2-427d-8bac-b68372852055 req-55a3ed66-3eb4-4a25-a025-16881a4709a1 service neutron] For port 9f01a993-316c-4ea0-b777-7a0d5c2f8b7a, host n-h2-712140-12, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:31:05.355294 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d262a69-a0a8-4f60-b78b-4ff57c9c292a req-e0a9d592-5198-4da8-a260-56df6d14e4ae tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:05.358899 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36cfeec-c0d6-4996-986b-2ba83a0f2878 req-0ca1d917-02d7-48b7-97a6-b89fd6920b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:05.363459 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a36cfeec-c0d6-4996-986b-2ba83a0f2878 req-0ca1d917-02d7-48b7-97a6-b89fd6920b71 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3bcd0067-6e50-451c-9004-abafcee70c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0805070 Aug 29 04:31:05.376198 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0d262a69-a0a8-4f60-b78b-4ff57c9c292a req-e0a9d592-5198-4da8-a260-56df6d14e4ae tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "GET /v2.0/ports?device_id=78dcd5c4-f756-4689-9a9a-8658409a849f HTTP/1.1" status: 200 len: 943 time: 0.6593790 Aug 29 04:31:05.454263 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0394bad7-6a2e-4c8e-a89d-9c8475720dc4 x-openstack-request-id: req-0394bad7-6a2e-4c8e-a89d-9c8475720dc4 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:31:05.454795 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78dcd5c4-f756-4689-9a9a-8658409a849f", "tag": "f45ea922-4a9a-494b-bbd3-3f56e9436825", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:31:05.455082 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0394bad7-6a2e-4c8e-a89d-9c8475720dc4 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:31:05.455655 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78dcd5c4-f756-4689-9a9a-8658409a849f', 'tag': 'f45ea922-4a9a-494b-bbd3-3f56e9436825', 'status': 'completed', 'code': 200} Aug 29 04:31:05.460256 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-3cd93ed0-aae2-427d-8bac-b68372852055 req-55a3ed66-3eb4-4a25-a025-16881a4709a1 service neutron] For port 9f01a993-316c-4ea0-b777-7a0d5c2f8b7a, host n-h2-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=9f01a993-316c-4ea0-b777-7a0d5c2f8b7a,segment=NetworkSegment(c5ded84d-4be1-43ec-8cde-5c95285ac592),segment_id=c5ded84d-4be1-43ec-8cde-5c95285ac592)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:31:05.514721 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-89db268f-ca8c-460a-b338-e2a7f87dfc42 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:05.517056 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7cd58364-d526-48dc-9098-3cf94912d285 req-7e81b7cd-dc93-443a-98bd-eb52d7f354df service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=925784b91d6c4bb1996010107dec952c&device_id=1009c179-e5e1-4b3c-bd93-f9ebedd11d15 HTTP/1.1" status: 200 len: 210 time: 0.1500623 Aug 29 04:31:05.539866 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-3cd93ed0-aae2-427d-8bac-b68372852055 req-55a3ed66-3eb4-4a25-a025-16881a4709a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:05.679491 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a3ed66-3eb4-4a25-a025-16881a4709a1 service neutron] Pushing event updated for resources: {'Port': ['ID=9f01a993-316c-4ea0-b777-7a0d5c2f8b7a,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:05.692075 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a36cfeec-c0d6-4996-986b-2ba83a0f2878 req-79160a4f-1bc4-4716-8e24-be750b92b1cd service neutron] 10.222.0.48 "GET /v2.0/networks/3bcd0067-6e50-451c-9004-abafcee70c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3172095 Aug 29 04:31:05.721702 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7cd58364-d526-48dc-9098-3cf94912d285 req-14f16278-2635-4b38-9f38-17ab358c74dd service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=925784b91d6c4bb1996010107dec952c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267055 Aug 29 04:31:05.755767 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd93ed0-aae2-427d-8bac-b68372852055 req-55a3ed66-3eb4-4a25-a025-16881a4709a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:05.759442 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-3cd93ed0-aae2-427d-8bac-b68372852055 req-55a3ed66-3eb4-4a25-a025-16881a4709a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:05.763292 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3cd93ed0-aae2-427d-8bac-b68372852055 req-55a3ed66-3eb4-4a25-a025-16881a4709a1 service neutron] 10.222.0.48 "PUT /v2.0/ports/9f01a993-316c-4ea0-b777-7a0d5c2f8b7a HTTP/1.1" status: 200 len: 1092 time: 3.6886194 Aug 29 04:31:05.799378 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4742fd0-b468-4a03-91be-144e8a5aa5d6', 'tag': '9f01a993-316c-4ea0-b777-7a0d5c2f8b7a'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:31:05.802089 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea552222-4092-435b-a094-492ce76855e6" -d '{"events": [{"name": "network-changed", "server_uuid": "f4742fd0-b468-4a03-91be-144e8a5aa5d6", "tag": "9f01a993-316c-4ea0-b777-7a0d5c2f8b7a"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:31:05.823248 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-765c4f22-b3c7-455b-bbaa-603aede3d5fe req-c2ad0514-00b2-4147-bb24-e87aaa821c34 tempest-ServerShowV247Test-204064061 tempest-ServerShowV247Test-204064061-project] 10.222.0.22 "GET /v2.0/ports?device_id=1009c179-e5e1-4b3c-bd93-f9ebedd11d15 HTTP/1.1" status: 200 len: 210 time: 0.1138022 Aug 29 04:31:05.850071 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-89db268f-ca8c-460a-b338-e2a7f87dfc42 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Transition to ACTIVE for port object 54cc41f3-1e6f-40f2-a753-abd68fc5b999 will not be triggered until provisioned by entity DHCP. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:05.927628 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-340f2ccb-df38-403d-ba32-4331f43464a2 admin admin] Allocated IP 172.25.0.49 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/5b64167a-3982-462b-8d89-e453c5a70bd2) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:31:06.064255 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device af5a25ef-af8f-4ada-8ad7-9ad44aedc669 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:31:06.123058 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-340f2ccb-df38-403d-ba32-4331f43464a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:06.222900 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0d262a69-a0a8-4f60-b78b-4ff57c9c292a req-56d04624-4885-4d21-922f-6a5220532a65 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "GET /v2.0/security-groups?id=085f79e7-50cb-455f-8b8d-ce91712dcc05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8454835 Aug 29 04:31:06.240919 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port af5a25ef-af8f-4ada-8ad7-9ad44aedc669 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:31:06.290769 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c09082c6-bdc8-4946-8bb0-888c5d4426a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:06.424941 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7afdee-f8a8-4e3f-95bf-c12b66895bfd req-08c96ff6-3092-4c2b-b855-a06c595ee2a7 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:06.434446 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ee7afdee-f8a8-4e3f-95bf-c12b66895bfd req-08c96ff6-3092-4c2b-b855-a06c595ee2a7 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 943 time: 0.3754206 Aug 29 04:31:06.470006 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa996ca-daa8-4b2f-b153-5bf196bd733b None None] Network 2235c33f-d9a0-43bc-8851-02f48929fe47 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:31:06.502608 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0370660e-7b3a-4893-9286-cc78978562c6 x-openstack-request-id: req-0370660e-7b3a-4893-9286-cc78978562c6 {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:31:06.502964 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4742fd0-b468-4a03-91be-144e8a5aa5d6", "tag": "9f01a993-316c-4ea0-b777-7a0d5c2f8b7a", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:31:06.507110 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0370660e-7b3a-4893-9286-cc78978562c6 {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:31:06.507597 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4742fd0-b468-4a03-91be-144e8a5aa5d6', 'tag': '9f01a993-316c-4ea0-b777-7a0d5c2f8b7a', 'status': 'completed', 'code': 200} Aug 29 04:31:06.517124 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-340f2ccb-df38-403d-ba32-4331f43464a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:06.531186 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-2283e95f-33c0-43e9-be3d-6eb81532f9e2 None None] Provisioning for port af5a25ef-af8f-4ada-8ad7-9ad44aedc669 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:31:06.589796 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-89db268f-ca8c-460a-b338-e2a7f87dfc42 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:06.596494 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd58364-d526-48dc-9098-3cf94912d285 req-6fcb778d-2ecd-4981-80ea-66a01440b300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:06.602133 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd93ed0-aae2-427d-8bac-b68372852055 req-44394b78-bd71-4829-93a0-fba5faab5592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:06.603411 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7cd58364-d526-48dc-9098-3cf94912d285 req-6fcb778d-2ecd-4981-80ea-66a01440b300 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7780058 Aug 29 04:31:06.614308 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3cd93ed0-aae2-427d-8bac-b68372852055 req-44394b78-bd71-4829-93a0-fba5faab5592 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0805da877066419b8ea3a5659c16f89d&device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 1095 time: 0.5017419 Aug 29 04:31:06.640235 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340f2ccb-df38-403d-ba32-4331f43464a2 admin admin] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:06.660388 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ee7afdee-f8a8-4e3f-95bf-c12b66895bfd req-61034947-0459-499c-8e98-635a9f42d6e9 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236168 Aug 29 04:31:06.661929 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-340f2ccb-df38-403d-ba32-4331f43464a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:06.663263 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a36cfeec-c0d6-4996-986b-2ba83a0f2878 req-e49f8c28-ecbe-47cf-98d4-62a1226a4bff service neutron] 10.222.0.48 "GET /v2.0/networks/3bcd0067-6e50-451c-9004-abafcee70c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8914499 Aug 29 04:31:06.685272 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-2283e95f-33c0-43e9-be3d-6eb81532f9e2 None None] Provisioning complete for port af5a25ef-af8f-4ada-8ad7-9ad44aedc669 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:06.696873 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2283e95f-33c0-43e9-be3d-6eb81532f9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:06.703446 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340f2ccb-df38-403d-ba32-4331f43464a2 admin admin] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:31:06.715238 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340f2ccb-df38-403d-ba32-4331f43464a2 admin admin] Pushing event updated for resources: {'Port': ['ID=5b64167a-3982-462b-8d89-e453c5a70bd2,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:06.718751 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3cd93ed0-aae2-427d-8bac-b68372852055 req-4e0af845-fb83-4ef4-ad01-43ff42ac5775 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9f01a993-316c-4ea0-b777-7a0d5c2f8b7a HTTP/1.1" status: 200 len: 217 time: 0.0864527 Aug 29 04:31:06.757786 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89db268f-ca8c-460a-b338-e2a7f87dfc42 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Network 9dba7b7d-5be1-40d3-84a1-0d0e2216bfbd is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:06.765726 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-89db268f-ca8c-460a-b338-e2a7f87dfc42 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:06.794310 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89db268f-ca8c-460a-b338-e2a7f87dfc42 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:31:06.808339 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89db268f-ca8c-460a-b338-e2a7f87dfc42 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:06.809610 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-89db268f-ca8c-460a-b338-e2a7f87dfc42 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:06.874190 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407fcaec-7d9f-4611-8779-3ee12d2dddc0 req-aedf18b8-a09f-4efb-bba1-2c8f97902693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:06.875784 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-407fcaec-7d9f-4611-8779-3ee12d2dddc0 req-aedf18b8-a09f-4efb-bba1-2c8f97902693 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6c9e9b4cb47149d19005e5a96f02d4fd&device_id=78dcd5c4-f756-4689-9a9a-8658409a849f HTTP/1.1" status: 200 len: 1095 time: 0.1026006 Aug 29 04:31:07.030824 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89db268f-ca8c-460a-b338-e2a7f87dfc42 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Pushing event updated for resources: {'Port': ['ID=54cc41f3-1e6f-40f2-a753-abd68fc5b999,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:07.044280 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd93ed0-aae2-427d-8bac-b68372852055 req-f2de21d1-bd97-46ea-8c60-acf47f30ff96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:07.047269 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3cd93ed0-aae2-427d-8bac-b68372852055 req-f2de21d1-bd97-46ea-8c60-acf47f30ff96 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=774a36bb-3c6d-4e12-9ae7-217ec62f3250 HTTP/1.1" status: 200 len: 854 time: 0.2335732 Aug 29 04:31:07.111872 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407fcaec-7d9f-4611-8779-3ee12d2dddc0 req-82492a32-2933-4e2c-8437-47e8d9201261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:07.113391 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-407fcaec-7d9f-4611-8779-3ee12d2dddc0 req-82492a32-2933-4e2c-8437-47e8d9201261 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3bcd0067-6e50-451c-9004-abafcee70c8b HTTP/1.1" status: 200 len: 912 time: 0.2262847 Aug 29 04:31:07.201159 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-407fcaec-7d9f-4611-8779-3ee12d2dddc0 req-27be8657-6881-4a48-bd61-258f477566bb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f45ea922-4a9a-494b-bbd3-3f56e9436825 HTTP/1.1" status: 200 len: 217 time: 0.0784652 Aug 29 04:31:07.260827 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:07.292767 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c9484c20-db6d-4298-b538-4d1ade02b29f req-8224609e-c831-47e8-9216-1099f1f120f5 tempest-ServerShowV247Test-204064061 tempest-ServerShowV247Test-204064061-project] 10.222.0.22 "GET /v2.0/ports?device_id=1009c179-e5e1-4b3c-bd93-f9ebedd11d15 HTTP/1.1" status: 200 len: 210 time: 0.2251048 Aug 29 04:31:07.308185 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407fcaec-7d9f-4611-8779-3ee12d2dddc0 req-9c5c8f79-196e-47c4-ba85-1e978095e86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:07.310397 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-407fcaec-7d9f-4611-8779-3ee12d2dddc0 req-9c5c8f79-196e-47c4-ba85-1e978095e86f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=77379d5c-d72e-4fe0-ace8-ef22d196f6e9 HTTP/1.1" status: 200 len: 850 time: 0.1019897 Aug 29 04:31:07.317890 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2283e95f-33c0-43e9-be3d-6eb81532f9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:07.358770 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-89db268f-ca8c-460a-b338-e2a7f87dfc42 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 4.8135202 Aug 29 04:31:07.377380 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 39838) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:07.383609 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:07.465418 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3cd93ed0-aae2-427d-8bac-b68372852055 req-0e469b17-0a29-4eba-80ed-214bb3b73ae7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2d35476f-74c6-400b-9404-4ace15008e25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3703446 Aug 29 04:31:07.474831 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-632796f1-9bf9-4d5d-adc5-d3fe642432b3 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Request body: {'port': {'network_id': '9dba7b7d-5be1-40d3-84a1-0d0e2216bfbd', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2006477348'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:07.536700 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-2283e95f-33c0-43e9-be3d-6eb81532f9e2 None None] For port af5a25ef-af8f-4ada-8ad7-9ad44aedc669, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=af5a25ef-af8f-4ada-8ad7-9ad44aedc669,segment=NetworkSegment(2cc61765-203c-47a6-b069-f1399e0d284f),segment_id=2cc61765-203c-47a6-b069-f1399e0d284f)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:07.545381 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2283e95f-33c0-43e9-be3d-6eb81532f9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:07.716157 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1c66144c-65ca-4cb1-9a88-db39c91c5ee2 None None] Provisioning for port 54cc41f3-1e6f-40f2-a753-abd68fc5b999 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:31:07.743678 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1c66144c-65ca-4cb1-9a88-db39c91c5ee2 None None] Provisioning complete for port 54cc41f3-1e6f-40f2-a753-abd68fc5b999 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:07.746587 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1c66144c-65ca-4cb1-9a88-db39c91c5ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:07.811867 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2283e95f-33c0-43e9-be3d-6eb81532f9e2 None None] Pushing event updated for resources: {'Port': ['ID=af5a25ef-af8f-4ada-8ad7-9ad44aedc669,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:07.853497 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-1c66144c-65ca-4cb1-9a88-db39c91c5ee2 None None] Port 54cc41f3-1e6f-40f2-a753-abd68fc5b999 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:31:07.924853 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407fcaec-7d9f-4611-8779-3ee12d2dddc0 req-1d665d27-836d-4b91-9be5-917f20f43f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:07.933418 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-407fcaec-7d9f-4611-8779-3ee12d2dddc0 req-1d665d27-836d-4b91-9be5-917f20f43f27 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3bcd0067-6e50-451c-9004-abafcee70c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6141620 Aug 29 04:31:08.003118 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08894f62-6a9a-4fa9-b551-f053a03120ac req-d469a3ca-6a2b-43aa-916c-00194ab0b7f1 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:08.014630 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-08894f62-6a9a-4fa9-b551-f053a03120ac req-d469a3ca-6a2b-43aa-916c-00194ab0b7f1 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "GET /v2.0/ports?device_id=78dcd5c4-f756-4689-9a9a-8658409a849f HTTP/1.1" status: 200 len: 943 time: 0.5047748 Aug 29 04:31:08.085333 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-51a61643-5c5e-4b3e-b0e7-966d969b700f None None] Provisioning complete for port af5a25ef-af8f-4ada-8ad7-9ad44aedc669 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:08.085739 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-51a61643-5c5e-4b3e-b0e7-966d969b700f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:08.150340 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-08894f62-6a9a-4fa9-b551-f053a03120ac req-e995d572-820f-402a-b442-06c2be4b3466 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "GET /v2.0/security-groups?id=085f79e7-50cb-455f-8b8d-ce91712dcc05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296287 Aug 29 04:31:08.155604 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-632796f1-9bf9-4d5d-adc5-d3fe642432b3 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Made reservation on behalf of cc09a5b003ed497b89e796b4b3a96311 for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:31:08.159298 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-632796f1-9bf9-4d5d-adc5-d3fe642432b3 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:08.194584 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7cd58364-d526-48dc-9098-3cf94912d285 req-043b3957-ba5d-424f-8255-965705e1fc42 tempest-ServerShowV247Test-204064061 tempest-ServerShowV247Test-204064061-project] 10.222.0.48 "GET /v2.0/ports?device_id=1009c179-e5e1-4b3c-bd93-f9ebedd11d15 HTTP/1.1" status: 200 len: 210 time: 0.0408754 Aug 29 04:31:08.229464 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-632796f1-9bf9-4d5d-adc5-d3fe642432b3 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] device_id is not set on port 4fe914ae-7a9d-4f6b-a38d-eec294d6e31a yet. {{(pid=94828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:31:08.444177 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-632796f1-9bf9-4d5d-adc5-d3fe642432b3 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Allocated IP 2001:db8::304 (9dba7b7d-5be1-40d3-84a1-0d0e2216bfbd/6d0de84b-6c9b-41e3-8b88-eef6a6a9bd1d/4fe914ae-7a9d-4f6b-a38d-eec294d6e31a) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:31:08.570721 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f8a874-8a09-4c8c-97df-c5bdf51d47c9 req-9541f8d4-9979-439f-b50a-cb374bce46cf tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:08.579625 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-84f8a874-8a09-4c8c-97df-c5bdf51d47c9 req-9541f8d4-9979-439f-b50a-cb374bce46cf tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 943 time: 0.7392585 Aug 29 04:31:08.595273 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3cd93ed0-aae2-427d-8bac-b68372852055 req-560fc793-ac8c-46f1-bcfa-1b3b92f78d34 service neutron] 10.222.0.48 "GET /v2.0/networks/2d35476f-74c6-400b-9404-4ace15008e25?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0466247 Aug 29 04:31:08.641986 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:08.700146 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-340f2ccb-df38-403d-ba32-4331f43464a2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:08.720358 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4cfb2c77-c2c8-4235-ad82-d9ccb41c723e req-59a3cee8-1ab2-428f-98c1-17f59dd78cb5 tempest-ServerShowV247Test-204064061 tempest-ServerShowV247Test-204064061-project] 10.222.0.22 "GET /v2.0/ports?device_id=1009c179-e5e1-4b3c-bd93-f9ebedd11d15 HTTP/1.1" status: 200 len: 210 time: 0.0501347 Aug 29 04:31:08.750675 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-407fcaec-7d9f-4611-8779-3ee12d2dddc0 req-d22eccd8-a1a3-4696-9eec-c9e97e969830 service neutron] 10.222.0.48 "GET /v2.0/networks/3bcd0067-6e50-451c-9004-abafcee70c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7895682 Aug 29 04:31:08.774070 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-84f8a874-8a09-4c8c-97df-c5bdf51d47c9 req-0c7727f2-b132-4acb-b94d-49354e4d49ff tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924546 Aug 29 04:31:08.880446 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-632796f1-9bf9-4d5d-adc5-d3fe642432b3 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:08.881725 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3cd93ed0-aae2-427d-8bac-b68372852055 req-263b6245-4aba-4a04-af2c-a5a4938d499c service neutron] 10.222.0.48 "GET /v2.0/networks/2d35476f-74c6-400b-9404-4ace15008e25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712023 Aug 29 04:31:08.980046 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-632796f1-9bf9-4d5d-adc5-d3fe642432b3 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Transition to ACTIVE for port object 4fe914ae-7a9d-4f6b-a38d-eec294d6e31a will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:09.120703 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-407fcaec-7d9f-4611-8779-3ee12d2dddc0 req-a569938b-9875-42f1-808c-165c7fece466 service neutron] 10.222.0.48 "GET /v2.0/networks/3bcd0067-6e50-451c-9004-abafcee70c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2687073 Aug 29 04:31:09.142325 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-632796f1-9bf9-4d5d-adc5-d3fe642432b3 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:09.153310 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-340f2ccb-df38-403d-ba32-4331f43464a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409'] for router, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:09.238200 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea552222-4092-435b-a094-492ce76855e6 req-43a5a8d0-552d-4641-b9d0-a5ee82cf864f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:09.240270 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ea552222-4092-435b-a094-492ce76855e6 req-43a5a8d0-552d-4641-b9d0-a5ee82cf864f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0805da877066419b8ea3a5659c16f89d&device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 1095 time: 0.1885438 Aug 29 04:31:09.292164 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-632796f1-9bf9-4d5d-adc5-d3fe642432b3 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Network 9dba7b7d-5be1-40d3-84a1-0d0e2216bfbd is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:09.310200 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-632796f1-9bf9-4d5d-adc5-d3fe642432b3 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:09.314264 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632796f1-9bf9-4d5d-adc5-d3fe642432b3 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:31:09.340651 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632796f1-9bf9-4d5d-adc5-d3fe642432b3 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:09.341830 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-632796f1-9bf9-4d5d-adc5-d3fe642432b3 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:09.392827 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632796f1-9bf9-4d5d-adc5-d3fe642432b3 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Pushing event updated for resources: {'Port': ['ID=4fe914ae-7a9d-4f6b-a38d-eec294d6e31a,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:09.413139 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-632796f1-9bf9-4d5d-adc5-d3fe642432b3 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.9534388 Aug 29 04:31:09.417753 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 39924) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:09.441249 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-9bd8ae00-1f22-4d8f-a6a2-1b2cea4fc153 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2b0', 'mac_address': 'fa:16:3e:71:98:02'}, {'ip_address': '2001:db8::188', 'mac_address': 'fa:16:3e:6a:9b:d1'}]}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:09.544069 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9634892-e816-43f9-b403-f668e4a83260 req-ab11fa77-dbe6-4002-b2dd-bca588d91141 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:09.546153 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e9634892-e816-43f9-b403-f668e4a83260 req-ab11fa77-dbe6-4002-b2dd-bca588d91141 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "GET /v2.0/ports?device_id=78dcd5c4-f756-4689-9a9a-8658409a849f HTTP/1.1" status: 200 len: 943 time: 0.1977732 Aug 29 04:31:09.659644 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e9634892-e816-43f9-b403-f668e4a83260 req-a27e40a5-8178-4f09-ab3f-938060de6acb tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "GET /v2.0/security-groups?id=085f79e7-50cb-455f-8b8d-ce91712dcc05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025083 Aug 29 04:31:09.664486 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea552222-4092-435b-a094-492ce76855e6 req-1c786a63-f88f-4fbb-b10f-a85054d50461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:09.666063 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ea552222-4092-435b-a094-492ce76855e6 req-1c786a63-f88f-4fbb-b10f-a85054d50461 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2d35476f-74c6-400b-9404-4ace15008e25 HTTP/1.1" status: 200 len: 915 time: 0.4144282 Aug 29 04:31:09.667590 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-340f2ccb-df38-403d-ba32-4331f43464a2 admin admin] Router 35580b5f-0f0c-4ced-9d18-5e1923994ea6 is scheduled to L3 agent 76874008-c311-485c-ba36-921b6d275b6a with binding_index 1 {{(pid=94829) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:31:09.726890 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-375033f9-06bc-43f9-8d76-9f93579f7fe5 None None] Provisioning for port 4fe914ae-7a9d-4f6b-a38d-eec294d6e31a completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:31:09.734293 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-375033f9-06bc-43f9-8d76-9f93579f7fe5 None None] Provisioning complete for port 4fe914ae-7a9d-4f6b-a38d-eec294d6e31a triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:09.734711 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-375033f9-06bc-43f9-8d76-9f93579f7fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:09.763225 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ea552222-4092-435b-a094-492ce76855e6 req-2995378f-8e9e-47f9-a27e-6373db403ae7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9f01a993-316c-4ea0-b777-7a0d5c2f8b7a HTTP/1.1" status: 200 len: 217 time: 0.0791571 Aug 29 04:31:09.808013 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-375033f9-06bc-43f9-8d76-9f93579f7fe5 None None] Port 4fe914ae-7a9d-4f6b-a38d-eec294d6e31a cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:31:09.886523 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9bd8ae00-1f22-4d8f-a6a2-1b2cea4fc153 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:09.944385 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device af5a25ef-af8f-4ada-8ad7-9ad44aedc669 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:31:10.088325 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port af5a25ef-af8f-4ada-8ad7-9ad44aedc669 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:10.088901 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:10.149599 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea552222-4092-435b-a094-492ce76855e6 req-3459e0bb-3bb4-42fd-93ee-942c20c7594a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:10.149915 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9bd8ae00-1f22-4d8f-a6a2-1b2cea4fc153 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:10.152878 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ea552222-4092-435b-a094-492ce76855e6 req-3459e0bb-3bb4-42fd-93ee-942c20c7594a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=774a36bb-3c6d-4e12-9ae7-217ec62f3250 HTTP/1.1" status: 200 len: 854 time: 0.3807576 Aug 29 04:31:10.155917 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9bd8ae00-1f22-4d8f-a6a2-1b2cea4fc153 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:10.176881 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd4a64a-cabb-49ae-8c92-71920f4f15ef req-1ffc7d23-97a3-4b5b-9de0-044fc7aaf9d2 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:10.183711 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9dd4a64a-cabb-49ae-8c92-71920f4f15ef req-1ffc7d23-97a3-4b5b-9de0-044fc7aaf9d2 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 943 time: 0.2059319 Aug 29 04:31:10.251573 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ea552222-4092-435b-a094-492ce76855e6 req-131fd827-471e-4254-a105-27724de0d7ea service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2d35476f-74c6-400b-9404-4ace15008e25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329783 Aug 29 04:31:10.270732 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-9bd8ae00-1f22-4d8f-a6a2-1b2cea4fc153 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] In _notify_port_updated(), no bound segment for port 4fe914ae-7a9d-4f6b-a38d-eec294d6e31a on network 9dba7b7d-5be1-40d3-84a1-0d0e2216bfbd {{(pid=94828) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:31:10.291193 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd8ae00-1f22-4d8f-a6a2-1b2cea4fc153 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:10.299876 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9bd8ae00-1f22-4d8f-a6a2-1b2cea4fc153 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:10.308045 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-9bd8ae00-1f22-4d8f-a6a2-1b2cea4fc153 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] 10.222.0.22 "PUT /v2.0/ports/4fe914ae-7a9d-4f6b-a38d-eec294d6e31a HTTP/1.1" status: 200 len: 1068 time: 0.8888662 Aug 29 04:31:10.311982 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 39962) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:10.391643 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 39964) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:10.433853 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd8ae00-1f22-4d8f-a6a2-1b2cea4fc153 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Pushing event updated for resources: {'Port': ['ID=4fe914ae-7a9d-4f6b-a38d-eec294d6e31a,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:10.457120 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9dd4a64a-cabb-49ae-8c92-71920f4f15ef req-7dda3060-0079-471b-a999-bd4835ad9ff0 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646401 Aug 29 04:31:10.476658 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-340f2ccb-df38-403d-ba32-4331f43464a2 admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:31:10.494769 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52285e23-f5b8-4880-a98a-af6f0018ed6b None None] Sync routers for ids ['35580b5f-0f0c-4ced-9d18-5e1923994ea6'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:31:10.519797 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52285e23-f5b8-4880-a98a-af6f0018ed6b None None] Routers {'35580b5f-0f0c-4ced-9d18-5e1923994ea6'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:10.520934 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-52285e23-f5b8-4880-a98a-af6f0018ed6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:31:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['35580b5f-0f0c-4ced-9d18-5e1923994ea6'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:10.626949 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-340f2ccb-df38-403d-ba32-4331f43464a2 admin admin] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:10.629267 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-340f2ccb-df38-403d-ba32-4331f43464a2 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.5560646 Aug 29 04:31:10.632450 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 39976) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:10.636527 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ea552222-4092-435b-a094-492ce76855e6 req-8c6007c5-92ed-436d-84bc-d86aa89325af service neutron] 10.222.0.48 "GET /v2.0/networks/2d35476f-74c6-400b-9404-4ace15008e25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3527322 Aug 29 04:31:10.794520 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ea552222-4092-435b-a094-492ce76855e6 req-2b286c02-5f03-419e-b257-44b666e17c0c service neutron] 10.222.0.48 "GET /v2.0/networks/2d35476f-74c6-400b-9404-4ace15008e25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529047 Aug 29 04:31:10.875060 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-52285e23-f5b8-4880-a98a-af6f0018ed6b None None] Set router 35580b5f-0f0c-4ced-9d18-5e1923994ea6 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:31:10.901323 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ed283f28-0072-452b-9bdd-e95ae1a026d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:10.917399 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f13a958-bed4-4918-b9df-08e27f7f639e req-d55d8b7c-1bc6-4055-a7a7-53ec5c8d11eb tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:10.918979 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7f13a958-bed4-4918-b9df-08e27f7f639e req-d55d8b7c-1bc6-4055-a7a7-53ec5c8d11eb tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "GET /v2.0/ports?device_id=78dcd5c4-f756-4689-9a9a-8658409a849f HTTP/1.1" status: 200 len: 943 time: 0.0993769 Aug 29 04:31:10.950331 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device f45ea922-4a9a-494b-bbd3-3f56e9436825 details requested by agent hyperv_n-h2-712140-12 with host n-h2-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:31:10.991963 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7f13a958-bed4-4918-b9df-08e27f7f639e req-4fc02962-6421-4bf0-8206-0d0c524364ff tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "GET /v2.0/security-groups?id=085f79e7-50cb-455f-8b8d-ce91712dcc05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635040 Aug 29 04:31:11.115955 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-231cceed-7c5f-467e-bf45-9308cf7e3d0b tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Deleting port 4fe914ae-7a9d-4f6b-a38d-eec294d6e31a {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:31:11.116484 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-231cceed-7c5f-467e-bf45-9308cf7e3d0b tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:11.327350 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-8aa38198-bca5-45f7-86ff-ad64a1afc10e None None] Provisioning complete for port 4fe914ae-7a9d-4f6b-a38d-eec294d6e31a triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:11.327350 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8aa38198-bca5-45f7-86ff-ad64a1afc10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:11.329641 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.db.resource_extend [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:31:11.436201 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-8aa38198-bca5-45f7-86ff-ad64a1afc10e None None] Port 4fe914ae-7a9d-4f6b-a38d-eec294d6e31a cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:31:11.457188 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-52285e23-f5b8-4880-a98a-af6f0018ed6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35580b5f-0f0c-4ced-9d18-5e1923994ea6', 'name': 'tempest-TestAggregatesBasicOps-499730898-router', 'tenant_id': 'b66390e331fd47b6b359b94481c1ba48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '5b64167a-3982-462b-8d89-e453c5a70bd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:31:02Z', 'updated_at': '2021-08-29T04:31:07Z', 'revision_number': 3, 'project_id': 'b66390e331fd47b6b359b94481c1ba48', 'gw_port': {'id': '5b64167a-3982-462b-8d89-e453c5a70bd2', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ad:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35580b5f-0f0c-4ced-9d18-5e1923994ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:31:05Z', 'updated_at': '2021-08-29T04:31:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:11.488649 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52285e23-f5b8-4880-a98a-af6f0018ed6b None None] Checking router: 35580b5f-0f0c-4ced-9d18-5e1923994ea6 for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:31:11.488999 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52285e23-f5b8-4880-a98a-af6f0018ed6b None None] Updating router 35580b5f-0f0c-4ced-9d18-5e1923994ea6 port 5b64167a-3982-462b-8d89-e453c5a70bd2 binding host n-d-712140-12 {{(pid=94830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:31:11.491963 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port f45ea922-4a9a-494b-bbd3-3f56e9436825, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=f45ea922-4a9a-494b-bbd3-3f56e9436825,segment=NetworkSegment(a5492a16-c200-4329-b562-96a170c2e529),segment_id=a5492a16-c200-4329-b562-96a170c2e529)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:11.524573 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Returning: {'device': 'f45ea922-4a9a-494b-bbd3-3f56e9436825', 'network_id': '3bcd0067-6e50-451c-9004-abafcee70c8b', 'port_id': 'f45ea922-4a9a-494b-bbd3-3f56e9436825', 'mac_address': 'fa:16:3e:1c:ef:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77379d5c-d72e-4fe0-ace8-ef22d196f6e9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:31:11.531459 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-52285e23-f5b8-4880-a98a-af6f0018ed6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:11.564530 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2671ed-308a-4071-b8df-7938789452e5 req-a70f8372-aabd-4511-933b-c8f7553c51cb tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:11.566923 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9f2671ed-308a-4071-b8df-7938789452e5 req-a70f8372-aabd-4511-933b-c8f7553c51cb tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/networks?id=f71495d7-96ad-4847-83eb-b3625c73c9a5 HTTP/1.1" status: 200 len: 804 time: 0.7500260 Aug 29 04:31:11.578878 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:11.624577 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f45ea922-4a9a-494b-bbd3-3f56e9436825 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:31:11.652849 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9f2671ed-308a-4071-b8df-7938789452e5 req-fba77e64-b667-4f59-92fc-c3005691270e tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/quotas/ae62e35dda7b4c8db4c80924ca47fbdb HTTP/1.1" status: 200 len: 375 time: 0.0769413 Aug 29 04:31:11.676438 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port f45ea922-4a9a-494b-bbd3-3f56e9436825, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=f45ea922-4a9a-494b-bbd3-3f56e9436825,segment=NetworkSegment(a5492a16-c200-4329-b562-96a170c2e529),segment_id=a5492a16-c200-4329-b562-96a170c2e529)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:11.683046 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:11.686545 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 9f01a993-316c-4ea0-b777-7a0d5c2f8b7a details requested by agent hyperv_n-h2-712140-12 with host n-h2-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:31:11.717009 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-231cceed-7c5f-467e-bf45-9308cf7e3d0b tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:11.737280 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee622d4-65f0-4f6d-8b0b-51861d9cd1b8 req-64d0dcad-9b8e-4552-bb81-24abaadc928a tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:11.739148 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-bee622d4-65f0-4f6d-8b0b-51861d9cd1b8 req-64d0dcad-9b8e-4552-bb81-24abaadc928a tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 943 time: 0.1094847 Aug 29 04:31:11.781297 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-231cceed-7c5f-467e-bf45-9308cf7e3d0b tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Calling delete_port for 4fe914ae-7a9d-4f6b-a38d-eec294d6e31a owned by {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:31:11.807495 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-bee622d4-65f0-4f6d-8b0b-51861d9cd1b8 req-00d12b34-78fe-4fc5-8f52-ad6ad1be8f31 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601947 Aug 29 04:31:11.818660 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ed283f28-0072-452b-9bdd-e95ae1a026d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:11.860933 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ed283f28-0072-452b-9bdd-e95ae1a026d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:11.906470 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-ed283f28-0072-452b-9bdd-e95ae1a026d6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=925784b91d6c4bb1996010107dec952c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5095296 Aug 29 04:31:11.913972 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 40004) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:11.927804 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9f2671ed-308a-4071-b8df-7938789452e5 req-67df9c12-4ace-42d1-8058-a1ad9c26a89a tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=ae62e35dda7b4c8db4c80924ca47fbdb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2644145 Aug 29 04:31:12.020941 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ef90d154-da87-43f8-96f8-23bb1ae8f5d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:12.022885 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=f45ea922-4a9a-494b-bbd3-3f56e9436825,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:12.050726 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ef90d154-da87-43f8-96f8-23bb1ae8f5d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:12.075580 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 9f01a993-316c-4ea0-b777-7a0d5c2f8b7a, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=9f01a993-316c-4ea0-b777-7a0d5c2f8b7a,segment=NetworkSegment(c5ded84d-4be1-43ec-8cde-5c95285ac592),segment_id=c5ded84d-4be1-43ec-8cde-5c95285ac592)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:12.091742 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed283f28-0072-452b-9bdd-e95ae1a026d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5053fb02-2735-4afc-9c3e-c0f7906aa3db,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:12.140927 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31448aa1-14a0-4636-9885-0f1203bde1bc req-b787ab2e-102b-49bf-b252-6eb360f1fc4a tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:12.142551 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-31448aa1-14a0-4636-9885-0f1203bde1bc req-b787ab2e-102b-49bf-b252-6eb360f1fc4a tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.46 "GET /v2.0/ports?device_id=7db183c3-4326-4aa4-b642-588c57cfaad5 HTTP/1.1" status: 200 len: 945 time: 0.2496710 Aug 29 04:31:12.172548 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae062c4-972f-48b6-be31-4264f043babf req-cbad7492-b2f8-4d43-9905-2bf4670223b4 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:12.183432 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-bae062c4-972f-48b6-be31-4264f043babf req-cbad7492-b2f8-4d43-9905-2bf4670223b4 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "GET /v2.0/ports?device_id=78dcd5c4-f756-4689-9a9a-8658409a849f HTTP/1.1" status: 200 len: 944 time: 0.0730176 Aug 29 04:31:12.236506 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-bae062c4-972f-48b6-be31-4264f043babf req-657be27a-5d73-4551-ac82-2cfb5a5971af tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "GET /v2.0/security-groups?id=085f79e7-50cb-455f-8b8d-ce91712dcc05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520220 Aug 29 04:31:12.245154 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ef90d154-da87-43f8-96f8-23bb1ae8f5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:12.260221 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ef90d154-da87-43f8-96f8-23bb1ae8f5d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:12.263755 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-ef90d154-da87-43f8-96f8-23bb1ae8f5d5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5053fb02-2735-4afc-9c3e-c0f7906aa3db HTTP/1.1" status: 204 len: 168 time: 0.3455446 Aug 29 04:31:12.282137 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef90d154-da87-43f8-96f8-23bb1ae8f5d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5053fb02-2735-4afc-9c3e-c0f7906aa3db,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:12.311486 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Returning: {'device': '9f01a993-316c-4ea0-b777-7a0d5c2f8b7a', 'network_id': '2d35476f-74c6-400b-9404-4ace15008e25', 'port_id': '9f01a993-316c-4ea0-b777-7a0d5c2f8b7a', 'mac_address': 'fa:16:3e:17:e6:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '774a36bb-3c6d-4e12-9ae7-217ec62f3250', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:31:12.334974 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9f2671ed-308a-4071-b8df-7938789452e5 req-54936f8d-3ef5-4a08-a5f0-126e96e21f32 service neutron] 10.222.0.22 "GET /v2.0/networks/f71495d7-96ad-4847-83eb-b3625c73c9a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3478458 Aug 29 04:31:12.452166 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9f2671ed-308a-4071-b8df-7938789452e5 req-64943d03-a203-496d-b96d-84085e93def9 service neutron] 10.222.0.22 "GET /v2.0/networks/f71495d7-96ad-4847-83eb-b3625c73c9a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027641 Aug 29 04:31:12.514548 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:12.523331 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-231cceed-7c5f-467e-bf45-9308cf7e3d0b tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:12.534043 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f01a993-316c-4ea0-b777-7a0d5c2f8b7a {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:31:12.555324 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-52285e23-f5b8-4880-a98a-af6f0018ed6b None None] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:12.602017 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 9f01a993-316c-4ea0-b777-7a0d5c2f8b7a, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=9f01a993-316c-4ea0-b777-7a0d5c2f8b7a,segment=NetworkSegment(c5ded84d-4be1-43ec-8cde-5c95285ac592),segment_id=c5ded84d-4be1-43ec-8cde-5c95285ac592)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:12.607885 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-52285e23-f5b8-4880-a98a-af6f0018ed6b None None] Transition to ACTIVE for port object 5b64167a-3982-462b-8d89-e453c5a70bd2 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:12.611064 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231cceed-7c5f-467e-bf45-9308cf7e3d0b tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Pushing event deleted for resources: {'Port': ['ID=4fe914ae-7a9d-4f6b-a38d-eec294d6e31a,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:12.623153 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:12.634642 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-52285e23-f5b8-4880-a98a-af6f0018ed6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:12.872142 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-31448aa1-14a0-4636-9885-0f1203bde1bc req-391c9d9c-07f6-40c1-b6d3-63d738f9e257 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Deleting port 76a9fc4a-b455-41d4-818f-3041e411d3f9 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:31:12.872422 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-31448aa1-14a0-4636-9885-0f1203bde1bc req-391c9d9c-07f6-40c1-b6d3-63d738f9e257 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:12.880046 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f07f47ca-7357-4965-9205-36b880945d50 req-1cde41b7-f76c-4895-9aee-0540b7af51de tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/ports?device_id=7b77b217-7213-43cf-9405-edeb98214803 HTTP/1.1" status: 200 len: 210 time: 0.1013038 Aug 29 04:31:12.895638 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=9f01a993-316c-4ea0-b777-7a0d5c2f8b7a,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:13.004803 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 76a9fc4a-b455-41d4-818f-3041e411d3f9 no longer exists at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:31:13.032843 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-52285e23-f5b8-4880-a98a-af6f0018ed6b None None] Attempting to bind port 5b64167a-3982-462b-8d89-e453c5a70bd2 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:31:13.033440 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-52285e23-f5b8-4880-a98a-af6f0018ed6b None None] Attempting to bind port 5b64167a-3982-462b-8d89-e453c5a70bd2 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:31:13.033440 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52285e23-f5b8-4880-a98a-af6f0018ed6b None None] Attempting to bind port 5b64167a-3982-462b-8d89-e453c5a70bd2 on network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:31:13.051603 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b02895-19b6-483b-95c4-08fb5414f00b None None] Pushing event updated for resources: {'Port': ['ID=5b64167a-3982-462b-8d89-e453c5a70bd2,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:13.058087 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-31448aa1-14a0-4636-9885-0f1203bde1bc req-391c9d9c-07f6-40c1-b6d3-63d738f9e257 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] For port 76a9fc4a-b455-41d4-818f-3041e411d3f9, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=76a9fc4a-b455-41d4-818f-3041e411d3f9,segment=NetworkSegment(e370ab6f-b877-4d1b-8a8e-a0dc4be5ecd4),segment_id=e370ab6f-b877-4d1b-8a8e-a0dc4be5ecd4)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:13.058542 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-31448aa1-14a0-4636-9885-0f1203bde1bc req-391c9d9c-07f6-40c1-b6d3-63d738f9e257 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:13.073677 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-31448aa1-14a0-4636-9885-0f1203bde1bc req-391c9d9c-07f6-40c1-b6d3-63d738f9e257 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Calling delete_port for 76a9fc4a-b455-41d4-818f-3041e411d3f9 owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:31:13.075420 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['f45ea922-4a9a-494b-bbd3-3f56e9436825'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:31:13.083954 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['9f01a993-316c-4ea0-b777-7a0d5c2f8b7a'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:31:13.146012 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52285e23-f5b8-4880-a98a-af6f0018ed6b None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:31:13.146442 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52285e23-f5b8-4880-a98a-af6f0018ed6b None None] Checking segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:31:13.146861 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-52285e23-f5b8-4880-a98a-af6f0018ed6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:13.147262 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52285e23-f5b8-4880-a98a-af6f0018ed6b None None] Bound using segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:31:13.147776 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-52285e23-f5b8-4880-a98a-af6f0018ed6b None None] Bound port: 5b64167a-3982-462b-8d89-e453c5a70bd2, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:31:13.148170 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-52285e23-f5b8-4880-a98a-af6f0018ed6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:13.273140 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-31448aa1-14a0-4636-9885-0f1203bde1bc req-391c9d9c-07f6-40c1-b6d3-63d738f9e257 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:13.288710 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-37fd30a0-f48a-4c6a-b508-cff6920e8d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:13.301553 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-52285e23-f5b8-4880-a98a-af6f0018ed6b None None] For port 5b64167a-3982-462b-8d89-e453c5a70bd2, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:31:13.397278 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391c9d9c-07f6-40c1-b6d3-63d738f9e257 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Pushing event deleted for resources: {'Port': ['ID=76a9fc4a-b455-41d4-818f-3041e411d3f9,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:13.450283 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fe0d4b-cec0-460f-9bb9-1f915c6ca010 req-7a377260-54a2-4adc-ac2d-d760cec5b653 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:13.474264 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-16fe0d4b-cec0-460f-9bb9-1f915c6ca010 req-7a377260-54a2-4adc-ac2d-d760cec5b653 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "GET /v2.0/ports?device_id=78dcd5c4-f756-4689-9a9a-8658409a849f HTTP/1.1" status: 200 len: 944 time: 0.1096394 Aug 29 04:31:13.489983 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Port 76a9fc4a-b455-41d4-818f-3041e411d3f9 update to DOWN by agent not found {{(pid=94830) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 29 04:31:13.494209 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-52285e23-f5b8-4880-a98a-af6f0018ed6b None None] For port 5b64167a-3982-462b-8d89-e453c5a70bd2, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=5b64167a-3982-462b-8d89-e453c5a70bd2,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:31:13.511305 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-52285e23-f5b8-4880-a98a-af6f0018ed6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:13.549091 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92640671-3323-4b5c-8f30-240dbf4d58d0 req-af1e8a83-9074-4c42-a1a0-7e939ff531b8 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:13.552390 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-16fe0d4b-cec0-460f-9bb9-1f915c6ca010 req-2e6a71c7-3cfa-4db1-88ee-99c966c9c9f9 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "GET /v2.0/security-groups?id=085f79e7-50cb-455f-8b8d-ce91712dcc05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769162 Aug 29 04:31:13.557427 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-92640671-3323-4b5c-8f30-240dbf4d58d0 req-af1e8a83-9074-4c42-a1a0-7e939ff531b8 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 944 time: 0.2921150 Aug 29 04:31:13.563501 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-31448aa1-14a0-4636-9885-0f1203bde1bc req-391c9d9c-07f6-40c1-b6d3-63d738f9e257 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] No DVR routers for this DVR port 76a9fc4a-b455-41d4-818f-3041e411d3f9 on host n-h1-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:31:13.572065 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-31448aa1-14a0-4636-9885-0f1203bde1bc req-391c9d9c-07f6-40c1-b6d3-63d738f9e257 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:13.574675 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-31448aa1-14a0-4636-9885-0f1203bde1bc req-391c9d9c-07f6-40c1-b6d3-63d738f9e257 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.46 "DELETE /v2.0/ports/76a9fc4a-b455-41d4-818f-3041e411d3f9 HTTP/1.1" status: 204 len: 173 time: 1.4204772 Aug 29 04:31:13.581329 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7db183c3-4326-4aa4-b642-588c57cfaad5', 'name': 'network-vif-deleted', 'tag': '76a9fc4a-b455-41d4-818f-3041e411d3f9'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:31:13.583875 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-302b23bf-40ee-4422-b8ad-0edfa0304b80" -d '{"events": [{"server_uuid": "7db183c3-4326-4aa4-b642-588c57cfaad5", "name": "network-vif-deleted", "tag": "76a9fc4a-b455-41d4-818f-3041e411d3f9"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:31:13.688307 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52285e23-f5b8-4880-a98a-af6f0018ed6b None None] Routers {'35580b5f-0f0c-4ced-9d18-5e1923994ea6'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:13.688956 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-52285e23-f5b8-4880-a98a-af6f0018ed6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:31:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['35580b5f-0f0c-4ced-9d18-5e1923994ea6'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:13.723545 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1de875af-f335-4b87-90db-7527c24a30bc x-openstack-request-id: req-1de875af-f335-4b87-90db-7527c24a30bc {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:31:13.724603 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7db183c3-4326-4aa4-b642-588c57cfaad5", "name": "network-vif-deleted", "tag": "76a9fc4a-b455-41d4-818f-3041e411d3f9", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:31:13.725155 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1de875af-f335-4b87-90db-7527c24a30bc {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:31:13.729684 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7db183c3-4326-4aa4-b642-588c57cfaad5', 'name': 'network-vif-deleted', 'tag': '76a9fc4a-b455-41d4-818f-3041e411d3f9', 'status': 'completed', 'code': 200} Aug 29 04:31:13.748846 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b02895-19b6-483b-95c4-08fb5414f00b None None] Pushing event updated for resources: {'Port': ['ID=5b64167a-3982-462b-8d89-e453c5a70bd2,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:13.799446 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-231cceed-7c5f-467e-bf45-9308cf7e3d0b tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:13.825779 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-231cceed-7c5f-467e-bf45-9308cf7e3d0b tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] 10.222.0.22 "DELETE /v2.0/ports/4fe914ae-7a9d-4f6b-a38d-eec294d6e31a HTTP/1.1" status: 204 len: 168 time: 3.4947515 Aug 29 04:31:13.829017 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 40066) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:13.848321 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-92640671-3323-4b5c-8f30-240dbf4d58d0 req-65aa9c52-eb1d-4b6f-9fb1-effb48bac826 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896993 Aug 29 04:31:13.900529 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b2fc085-2c41-458b-bbb6-114dfd18247a tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] GET failed (client error): The resource could not be found. Aug 29 04:31:13.915308 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-4b2fc085-2c41-458b-bbb6-114dfd18247a tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] 10.222.0.22 "GET /v2.0/ports/4fe914ae-7a9d-4f6b-a38d-eec294d6e31a HTTP/1.1" status: 404 len: 333 time: 0.0828021 Aug 29 04:31:13.915966 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 40070) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:13.935011 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-37fd30a0-f48a-4c6a-b508-cff6920e8d5a admin admin] Allocated IP 172.20.0.1 (2235c33f-d9a0-43bc-8851-02f48929fe47/b64eb130-a3db-4207-856a-04ce0ee1a4f8/3412b881-f0fa-4880-89e4-0188c594b9e3) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:31:13.951961 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-52285e23-f5b8-4880-a98a-af6f0018ed6b None None] Set router 35580b5f-0f0c-4ced-9d18-5e1923994ea6 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:31:14.043579 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-27a59ce3-9c5c-4a5a-820b-a836e8ac61d3 req-c34d6fea-9f16-484a-afb8-0aa517e20b89 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/ports?device_id=7b77b217-7213-43cf-9405-edeb98214803 HTTP/1.1" status: 200 len: 210 time: 0.0979524 Aug 29 04:31:14.187202 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-302202b0-6a95-4fef-8cf9-300e9847799b tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Deleting port 54cc41f3-1e6f-40f2-a753-abd68fc5b999 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:31:14.187622 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-302202b0-6a95-4fef-8cf9-300e9847799b tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:14.197835 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-37fd30a0-f48a-4c6a-b508-cff6920e8d5a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:14.241029 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-37fd30a0-f48a-4c6a-b508-cff6920e8d5a admin admin] Transition to ACTIVE for port object 3412b881-f0fa-4880-89e4-0188c594b9e3 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:14.322532 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-37fd30a0-f48a-4c6a-b508-cff6920e8d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:14.417458 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-52285e23-f5b8-4880-a98a-af6f0018ed6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35580b5f-0f0c-4ced-9d18-5e1923994ea6', 'name': 'tempest-TestAggregatesBasicOps-499730898-router', 'tenant_id': 'b66390e331fd47b6b359b94481c1ba48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '5b64167a-3982-462b-8d89-e453c5a70bd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:31:02Z', 'updated_at': '2021-08-29T04:31:07Z', 'revision_number': 3, 'project_id': 'b66390e331fd47b6b359b94481c1ba48', 'gw_port': {'id': '5b64167a-3982-462b-8d89-e453c5a70bd2', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ad:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35580b5f-0f0c-4ced-9d18-5e1923994ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:31:05Z', 'updated_at': '2021-08-29T04:31:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:14.423196 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37fd30a0-f48a-4c6a-b508-cff6920e8d5a admin admin] Network 2235c33f-d9a0-43bc-8851-02f48929fe47 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:14.427400 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-37fd30a0-f48a-4c6a-b508-cff6920e8d5a admin admin] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:14.431602 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fd30a0-f48a-4c6a-b508-cff6920e8d5a admin admin] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:31:14.552013 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52285e23-f5b8-4880-a98a-af6f0018ed6b None None] The sync data for ids ['35580b5f-0f0c-4ced-9d18-5e1923994ea6'] in n-d-712140-12 is: [{'id': '35580b5f-0f0c-4ced-9d18-5e1923994ea6', 'name': 'tempest-TestAggregatesBasicOps-499730898-router', 'tenant_id': 'b66390e331fd47b6b359b94481c1ba48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '5b64167a-3982-462b-8d89-e453c5a70bd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:31:02Z', 'updated_at': '2021-08-29T04:31:07Z', 'revision_number': 3, 'project_id': 'b66390e331fd47b6b359b94481c1ba48', 'gw_port': {'id': '5b64167a-3982-462b-8d89-e453c5a70bd2', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ad:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35580b5f-0f0c-4ced-9d18-5e1923994ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:31:05Z', 'updated_at': '2021-08-29T04:31:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:31:14.558696 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-302202b0-6a95-4fef-8cf9-300e9847799b tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:14.598533 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fd30a0-f48a-4c6a-b508-cff6920e8d5a admin admin] Pushing event updated for resources: {'Port': ['ID=3412b881-f0fa-4880-89e4-0188c594b9e3,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:14.604864 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-302202b0-6a95-4fef-8cf9-300e9847799b tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Calling delete_port for 54cc41f3-1e6f-40f2-a753-abd68fc5b999 owned by {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:31:14.636646 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fd30a0-f48a-4c6a-b508-cff6920e8d5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:14.637135 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fd30a0-f48a-4c6a-b508-cff6920e8d5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:14.637580 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fd30a0-f48a-4c6a-b508-cff6920e8d5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:14.638016 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fd30a0-f48a-4c6a-b508-cff6920e8d5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:14.638358 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fd30a0-f48a-4c6a-b508-cff6920e8d5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:14.640659 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fd30a0-f48a-4c6a-b508-cff6920e8d5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:14.641006 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fd30a0-f48a-4c6a-b508-cff6920e8d5a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:14.641355 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fd30a0-f48a-4c6a-b508-cff6920e8d5a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:14.641784 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fd30a0-f48a-4c6a-b508-cff6920e8d5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:14.642123 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fd30a0-f48a-4c6a-b508-cff6920e8d5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:14.642487 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fd30a0-f48a-4c6a-b508-cff6920e8d5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:14.642778 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fd30a0-f48a-4c6a-b508-cff6920e8d5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:14.726322 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-37fd30a0-f48a-4c6a-b508-cff6920e8d5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719598'] for router_interface, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:14.939556 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device f45ea922-4a9a-494b-bbd3-3f56e9436825 up at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:31:14.951783 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-302202b0-6a95-4fef-8cf9-300e9847799b tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:15.013286 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302202b0-6a95-4fef-8cf9-300e9847799b tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Pushing event deleted for resources: {'Port': ['ID=54cc41f3-1e6f-40f2-a753-abd68fc5b999,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:15.095204 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302202b0-6a95-4fef-8cf9-300e9847799b tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:15.095941 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302202b0-6a95-4fef-8cf9-300e9847799b tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:15.096505 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302202b0-6a95-4fef-8cf9-300e9847799b tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:15.097061 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302202b0-6a95-4fef-8cf9-300e9847799b tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:15.097638 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302202b0-6a95-4fef-8cf9-300e9847799b tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:15.098437 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302202b0-6a95-4fef-8cf9-300e9847799b tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:15.099005 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302202b0-6a95-4fef-8cf9-300e9847799b tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:15.099557 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302202b0-6a95-4fef-8cf9-300e9847799b tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:15.100127 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302202b0-6a95-4fef-8cf9-300e9847799b tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:15.100704 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302202b0-6a95-4fef-8cf9-300e9847799b tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:15.101267 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302202b0-6a95-4fef-8cf9-300e9847799b tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:15.101996 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302202b0-6a95-4fef-8cf9-300e9847799b tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:15.112762 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-302202b0-6a95-4fef-8cf9-300e9847799b tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:15.116787 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-302202b0-6a95-4fef-8cf9-300e9847799b tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] 10.222.0.22 "DELETE /v2.0/ports/54cc41f3-1e6f-40f2-a753-abd68fc5b999 HTTP/1.1" status: 204 len: 168 time: 1.1987104 Aug 29 04:31:15.119656 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 40104) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:15.247412 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-79a79f95-94da-4ff1-9da1-10a86c992297 None None] Provisioning for port 3412b881-f0fa-4880-89e4-0188c594b9e3 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:31:15.247412 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning for port f45ea922-4a9a-494b-bbd3-3f56e9436825 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:31:15.247412 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning complete for port f45ea922-4a9a-494b-bbd3-3f56e9436825 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:15.247412 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:15.247412 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-79a79f95-94da-4ff1-9da1-10a86c992297 None None] Provisioning complete for port 3412b881-f0fa-4880-89e4-0188c594b9e3 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:15.247412 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-79a79f95-94da-4ff1-9da1-10a86c992297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:15.261550 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2671ed-308a-4071-b8df-7938789452e5 req-19c445cb-eeec-45e7-ac39-8aeca9a29295 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:15.263135 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9f2671ed-308a-4071-b8df-7938789452e5 req-19c445cb-eeec-45e7-ac39-8aeca9a29295 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.46 "GET /v2.0/networks?id=f71495d7-96ad-4847-83eb-b3625c73c9a5 HTTP/1.1" status: 200 len: 804 time: 0.7569017 Aug 29 04:31:15.334424 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-9f2671ed-308a-4071-b8df-7938789452e5 req-39fb2e8a-2c14-4759-9779-0d3a23b885ff tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Request body: {'port': {'device_id': '7b77b217-7213-43cf-9405-edeb98214803', 'network_id': 'f71495d7-96ad-4847-83eb-b3625c73c9a5', 'admin_state_up': True, 'tenant_id': 'ae62e35dda7b4c8db4c80924ca47fbdb'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:15.370598 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3de451b-f3bc-461c-bb26-b88b46713d92 req-1788e1b5-3200-446d-9762-362ac2ef38c8 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:15.393674 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-4379bf46-d24d-4030-b930-6ed3a2c951b3 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] GET failed (client error): The resource could not be found. Aug 29 04:31:15.401878 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-4379bf46-d24d-4030-b930-6ed3a2c951b3 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] 10.222.0.22 "GET /v2.0/ports/54cc41f3-1e6f-40f2-a753-abd68fc5b999 HTTP/1.1" status: 404 len: 333 time: 0.2797813 Aug 29 04:31:15.436398 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b3de451b-f3bc-461c-bb26-b88b46713d92 req-1788e1b5-3200-446d-9762-362ac2ef38c8 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "GET /v2.0/ports?device_id=78dcd5c4-f756-4689-9a9a-8658409a849f HTTP/1.1" status: 200 len: 944 time: 0.6938188 Aug 29 04:31:15.442167 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-79a79f95-94da-4ff1-9da1-10a86c992297 None None] Port 3412b881-f0fa-4880-89e4-0188c594b9e3 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:31:15.457289 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 40116) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:15.609934 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:15.670321 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78dcd5c4-f756-4689-9a9a-8658409a849f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f45ea922-4a9a-494b-bbd3-3f56e9436825'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:31:15.673153 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b30b09c3-40b0-44b3-9880-4f135e24a512" -d '{"events": [{"server_uuid": "78dcd5c4-f756-4689-9a9a-8658409a849f", "name": "network-vif-plugged", "status": "completed", "tag": "f45ea922-4a9a-494b-bbd3-3f56e9436825"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:31:15.706242 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port f45ea922-4a9a-494b-bbd3-3f56e9436825, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=f45ea922-4a9a-494b-bbd3-3f56e9436825,segment=NetworkSegment(a5492a16-c200-4329-b562-96a170c2e529),segment_id=a5492a16-c200-4329-b562-96a170c2e529)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:15.712973 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8367b9d0-137c-4e5a-bf41-6b039e75538a req-e8b27911-4c2f-4e6c-9a46-e8c1b18c407e tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:15.714066 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:15.715321 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 9f01a993-316c-4ea0-b777-7a0d5c2f8b7a up at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:31:15.716055 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8367b9d0-137c-4e5a-bf41-6b039e75538a req-e8b27911-4c2f-4e6c-9a46-e8c1b18c407e tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 944 time: 0.4748828 Aug 29 04:31:15.738583 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b3de451b-f3bc-461c-bb26-b88b46713d92 req-a863ee04-f123-4792-abbf-d97dbbe55189 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "GET /v2.0/security-groups?id=085f79e7-50cb-455f-8b8d-ce91712dcc05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3011467 Aug 29 04:31:15.907254 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-31abdd19-299c-44c7-8df9-3ed2382b2292 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Deleting port b9feff47-e2e1-4f15-931d-6f2d860054d0 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:31:15.907615 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-31abdd19-299c-44c7-8df9-3ed2382b2292 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:15.967399 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning for port 9f01a993-316c-4ea0-b777-7a0d5c2f8b7a completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:31:15.998457 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning complete for port 9f01a993-316c-4ea0-b777-7a0d5c2f8b7a triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:16.000932 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:16.013724 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8367b9d0-137c-4e5a-bf41-6b039e75538a req-3b27eef4-7f12-4920-968d-4ac810126314 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2855904 Aug 29 04:31:16.084523 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 5b64167a-3982-462b-8d89-e453c5a70bd2 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:31:16.156175 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d515d393-0f11-4676-a2f0-1f96007dabca x-openstack-request-id: req-d515d393-0f11-4676-a2f0-1f96007dabca {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:31:16.156736 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78dcd5c4-f756-4689-9a9a-8658409a849f", "name": "network-vif-plugged", "status": "completed", "tag": "f45ea922-4a9a-494b-bbd3-3f56e9436825", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:31:16.157166 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d515d393-0f11-4676-a2f0-1f96007dabca {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:31:16.157808 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78dcd5c4-f756-4689-9a9a-8658409a849f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f45ea922-4a9a-494b-bbd3-3f56e9436825', 'code': 200} Aug 29 04:31:16.163233 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-31abdd19-299c-44c7-8df9-3ed2382b2292 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:16.178737 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=f45ea922-4a9a-494b-bbd3-3f56e9436825,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:16.190295 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-31abdd19-299c-44c7-8df9-3ed2382b2292 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Calling delete_port for b9feff47-e2e1-4f15-931d-6f2d860054d0 owned by {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:31:16.323329 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:16.366739 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 5b64167a-3982-462b-8d89-e453c5a70bd2 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:31:16.383106 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 5b64167a-3982-462b-8d89-e453c5a70bd2 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:16.385142 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:16.489093 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 9f01a993-316c-4ea0-b777-7a0d5c2f8b7a, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=9f01a993-316c-4ea0-b777-7a0d5c2f8b7a,segment=NetworkSegment(c5ded84d-4be1-43ec-8cde-5c95285ac592),segment_id=c5ded84d-4be1-43ec-8cde-5c95285ac592)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:16.497277 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:16.502467 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5a65cd-9142-4d5e-8da8-7dc5fe85413b req-542321af-1f04-4f98-8cfc-51383f40d6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:16.505346 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6a5a65cd-9142-4d5e-8da8-7dc5fe85413b req-542321af-1f04-4f98-8cfc-51383f40d6ba service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=78dcd5c4-f756-4689-9a9a-8658409a849f HTTP/1.1" status: 200 len: 1097 time: 0.2231705 Aug 29 04:31:16.532538 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e028f8c1-b228-4c96-8c2d-e70c46cc6e07 req-57085119-9ce3-416c-8c99-2b09aea5480a tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/ports?device_id=7b77b217-7213-43cf-9405-edeb98214803 HTTP/1.1" status: 200 len: 210 time: 0.0885358 Aug 29 04:31:16.535536 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-37fd30a0-f48a-4c6a-b508-cff6920e8d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:16.546654 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f2671ed-308a-4071-b8df-7938789452e5 req-39fb2e8a-2c14-4759-9779-0d3a23b885ff tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Made reservation on behalf of ae62e35dda7b4c8db4c80924ca47fbdb for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:31:16.553729 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-9f2671ed-308a-4071-b8df-7938789452e5 req-39fb2e8a-2c14-4759-9779-0d3a23b885ff tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:16.569790 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6a5a65cd-9142-4d5e-8da8-7dc5fe85413b req-49bb8e0b-56d7-49df-8369-7a59613ffede service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=085f79e7-50cb-455f-8b8d-ce91712dcc05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549617 Aug 29 04:31:16.570680 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-31abdd19-299c-44c7-8df9-3ed2382b2292 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:16.664446 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=9f01a993-316c-4ea0-b777-7a0d5c2f8b7a,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:16.805149 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-31abdd19-299c-44c7-8df9-3ed2382b2292 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:16.814786 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-31abdd19-299c-44c7-8df9-3ed2382b2292 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] 10.222.0.22 "DELETE /v2.0/ports/b9feff47-e2e1-4f15-931d-6f2d860054d0 HTTP/1.1" status: 204 len: 168 time: 1.3536732 Aug 29 04:31:16.817852 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 40150) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:16.822587 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31abdd19-299c-44c7-8df9-3ed2382b2292 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Pushing event deleted for resources: {'Port': ['ID=b9feff47-e2e1-4f15-931d-6f2d860054d0,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:16.856104 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:16.926408 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 5b64167a-3982-462b-8d89-e453c5a70bd2, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=5b64167a-3982-462b-8d89-e453c5a70bd2,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:16.939920 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:17.003255 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 76a9fc4a-b455-41d4-818f-3041e411d3f9 no longer exists at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:31:17.035957 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b40f58a-472c-4a71-8a14-1b20c703f0ae tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Deleting subnet 6d0de84b-6c9b-41e3-8b88-eef6a6a9bd1d {{(pid=94829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:31:17.080901 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] No Port match for: 76a9fc4a-b455-41d4-818f-3041e411d3f9 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:31:17.081799 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 76a9fc4a-b455-41d4-818f-3041e411d3f9 not bound to the agent host n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:31:17.097764 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=5b64167a-3982-462b-8d89-e453c5a70bd2,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:17.099441 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfb84f3-8586-4cb0-89b1-3e8d4cc01fb1 req-3908c1a0-63d5-4170-b093-650779a8a886 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:17.114624 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4bfb84f3-8586-4cb0-89b1-3e8d4cc01fb1 req-3908c1a0-63d5-4170-b093-650779a8a886 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "GET /v2.0/ports?device_id=78dcd5c4-f756-4689-9a9a-8658409a849f HTTP/1.1" status: 200 len: 945 time: 0.1946867 Aug 29 04:31:17.122715 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0b40f58a-472c-4a71-8a14-1b20c703f0ae tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Notify callbacks [] for subnet, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:17.199176 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-37fd30a0-f48a-4c6a-b508-cff6920e8d5a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:17.232711 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4bfb84f3-8586-4cb0-89b1-3e8d4cc01fb1 req-fb54faa8-260a-4715-9cb3-5d3f9fca2fd5 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "GET /v2.0/security-groups?id=085f79e7-50cb-455f-8b8d-ce91712dcc05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153250 Aug 29 04:31:17.234686 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-37fd30a0-f48a-4c6a-b508-cff6920e8d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:17.235192 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0b40f58a-472c-4a71-8a14-1b20c703f0ae tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4311743'] for subnet, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:17.378284 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0b40f58a-472c-4a71-8a14-1b20c703f0ae tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:17.391003 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-9f2671ed-308a-4071-b8df-7938789452e5 req-39fb2e8a-2c14-4759-9779-0d3a23b885ff tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Allocated IP 172.20.0.5 (f71495d7-96ad-4847-83eb-b3625c73c9a5/5de44217-4c88-4ff9-be1a-03ac5f0e7204/10103730-db93-4058-9b76-99e20dde961e) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:31:17.406799 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44d631a-0c8c-452f-8dd4-26f4484cb106 req-26633ee0-b72f-414c-9c92-f85de819cc10 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:17.408396 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d44d631a-0c8c-452f-8dd4-26f4484cb106 req-26633ee0-b72f-414c-9c92-f85de819cc10 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 945 time: 0.2170436 Aug 29 04:31:17.413014 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fd30a0-f48a-4c6a-b508-cff6920e8d5a admin admin] Pushing event updated for resources: {'Port': ['ID=3412b881-f0fa-4880-89e4-0188c594b9e3,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:17.432191 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-37fd30a0-f48a-4c6a-b508-cff6920e8d5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-718897'] for router_interface, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:17.493021 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0b40f58a-472c-4a71-8a14-1b20c703f0ae tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4552352'] for subnet, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:17.545328 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b40f58a-472c-4a71-8a14-1b20c703f0ae tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Pushing event deleted for resources: {'Subnet': ['ID=6d0de84b-6c9b-41e3-8b88-eef6a6a9bd1d,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:17.552681 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0b40f58a-472c-4a71-8a14-1b20c703f0ae tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:17.557904 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d44d631a-0c8c-452f-8dd4-26f4484cb106 req-94d68514-f7be-4e51-b67d-5ea32fee7ae2 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284873 Aug 29 04:31:17.559675 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-0b40f58a-472c-4a71-8a14-1b20c703f0ae tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] 10.222.0.22 "DELETE /v2.0/subnets/6d0de84b-6c9b-41e3-8b88-eef6a6a9bd1d HTTP/1.1" status: 204 len: 168 time: 0.7402978 Aug 29 04:31:17.561188 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 40176) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:17.562878 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13f23bc-f24d-41bf-99ee-15619cdb054e None None] Network 9dba7b7d-5be1-40d3-84a1-0d0e2216bfbd requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:31:17.711174 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-42996703-1ea8-43fd-a72a-2d6169e17b76 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:17.766818 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7046a6a7-22d0-416a-a585-2a1f2f3f4dec req-7da0ee51-7e9d-4feb-986d-6e7cb5c651c0 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/ports?device_id=7b77b217-7213-43cf-9405-edeb98214803 HTTP/1.1" status: 200 len: 210 time: 0.0492563 Aug 29 04:31:17.856992 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-9f2671ed-308a-4071-b8df-7938789452e5 req-39fb2e8a-2c14-4759-9779-0d3a23b885ff tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:17.867490 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37fd30a0-f48a-4c6a-b508-cff6920e8d5a admin admin] Network 2235c33f-d9a0-43bc-8851-02f48929fe47 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:17.905779 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-37fd30a0-f48a-4c6a-b508-cff6920e8d5a admin admin] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:17.946663 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 5b64167a-3982-462b-8d89-e453c5a70bd2 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:31:17.968458 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-42996703-1ea8-43fd-a72a-2d6169e17b76 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Deleting port 1403f3a4-fd6a-4091-b06e-0f6d69332c2f {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:31:17.968900 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-42996703-1ea8-43fd-a72a-2d6169e17b76 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:18.066314 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ceda137-e4da-4808-bac1-7f36f5505ad3 None None] DHCP port deletion for 9dba7b7d-5be1-40d3-84a1-0d0e2216bfbd request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:31:18.161749 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-42996703-1ea8-43fd-a72a-2d6169e17b76 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] For port 1403f3a4-fd6a-4091-b06e-0f6d69332c2f, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=1403f3a4-fd6a-4091-b06e-0f6d69332c2f,segment=NetworkSegment(f2d6ca60-ed5b-4acc-afce-db6b3ba76c22),segment_id=f2d6ca60-ed5b-4acc-afce-db6b3ba76c22)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:18.162743 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-42996703-1ea8-43fd-a72a-2d6169e17b76 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:18.184276 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-42996703-1ea8-43fd-a72a-2d6169e17b76 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Calling delete_port for 1403f3a4-fd6a-4091-b06e-0f6d69332c2f owned by network:dhcp {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:31:18.411095 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-42996703-1ea8-43fd-a72a-2d6169e17b76 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:18.447129 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4742fd0-b468-4a03-91be-144e8a5aa5d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f01a993-316c-4ea0-b777-7a0d5c2f8b7a'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:31:18.451150 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf5f77f2-a7d7-46c0-b5e7-dd3277a43a2e" -d '{"events": [{"server_uuid": "f4742fd0-b468-4a03-91be-144e8a5aa5d6", "name": "network-vif-plugged", "status": "completed", "tag": "9f01a993-316c-4ea0-b777-7a0d5c2f8b7a"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:31:18.530463 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-dd0c3ac2-098a-4550-8d59-c172e171f83b None None] Provisioning complete for port 3412b881-f0fa-4880-89e4-0188c594b9e3 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:18.532125 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dd0c3ac2-098a-4550-8d59-c172e171f83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:18.533294 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42996703-1ea8-43fd-a72a-2d6169e17b76 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Pushing event deleted for resources: {'Port': ['ID=1403f3a4-fd6a-4091-b06e-0f6d69332c2f,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:18.537803 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 5b64167a-3982-462b-8d89-e453c5a70bd2 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:18.539487 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:18.551247 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-9f2671ed-308a-4071-b8df-7938789452e5 req-39fb2e8a-2c14-4759-9779-0d3a23b885ff tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:18.556687 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42996703-1ea8-43fd-a72a-2d6169e17b76 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] No DVR routers for this DVR port 1403f3a4-fd6a-4091-b06e-0f6d69332c2f on host n-d-712140-12 {{(pid=94829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:31:18.679097 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fb2e8a-2c14-4759-9779-0d3a23b885ff tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Pushing event updated for resources: {'Port': ['ID=10103730-db93-4058-9b76-99e20dde961e,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:18.691462 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37fd30a0-f48a-4c6a-b508-cff6920e8d5a admin admin] Router 35580b5f-0f0c-4ced-9d18-5e1923994ea6 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:31:18.700392 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f2671ed-308a-4071-b8df-7938789452e5 req-39fb2e8a-2c14-4759-9779-0d3a23b885ff tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Network f71495d7-96ad-4847-83eb-b3625c73c9a5 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:18.705933 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-9f2671ed-308a-4071-b8df-7938789452e5 req-39fb2e8a-2c14-4759-9779-0d3a23b885ff tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:18.716780 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f2671ed-308a-4071-b8df-7938789452e5 req-39fb2e8a-2c14-4759-9779-0d3a23b885ff tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:31:18.720222 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d5fea7b-9756-4f82-9edb-5bee5cea1bde x-openstack-request-id: req-7d5fea7b-9756-4f82-9edb-5bee5cea1bde {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:31:18.723274 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4742fd0-b468-4a03-91be-144e8a5aa5d6", "name": "network-vif-plugged", "status": "completed", "tag": "9f01a993-316c-4ea0-b777-7a0d5c2f8b7a", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:31:18.724886 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7d5fea7b-9756-4f82-9edb-5bee5cea1bde {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:31:18.734879 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4742fd0-b468-4a03-91be-144e8a5aa5d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f01a993-316c-4ea0-b777-7a0d5c2f8b7a', 'code': 200} Aug 29 04:31:18.735648 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-dd0c3ac2-098a-4550-8d59-c172e171f83b None None] Port 3412b881-f0fa-4880-89e4-0188c594b9e3 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:31:18.769766 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-7ceda137-e4da-4808-bac1-7f36f5505ad3 None None] Deleting port 1403f3a4-fd6a-4091-b06e-0f6d69332c2f {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:31:18.770176 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7ceda137-e4da-4808-bac1-7f36f5505ad3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:18.771373 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-42996703-1ea8-43fd-a72a-2d6169e17b76 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:18.787396 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-42996703-1ea8-43fd-a72a-2d6169e17b76 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dba7b7d-5be1-40d3-84a1-0d0e2216bfbd']}} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:18.804750 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-42996703-1ea8-43fd-a72a-2d6169e17b76 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2d6ca60-ed5b-4acc-afce-db6b3ba76c22') {'for_net_delete': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:18.806027 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-42996703-1ea8-43fd-a72a-2d6169e17b76 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2d6ca60-ed5b-4acc-afce-db6b3ba76c22') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:18.819178 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-42996703-1ea8-43fd-a72a-2d6169e17b76 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4311712'] for segment, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:18.835955 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-42996703-1ea8-43fd-a72a-2d6169e17b76 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:18.836822 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2671ed-308a-4071-b8df-7938789452e5 req-39fb2e8a-2c14-4759-9779-0d3a23b885ff tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:18.839762 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-9f2671ed-308a-4071-b8df-7938789452e5 req-39fb2e8a-2c14-4759-9779-0d3a23b885ff tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:18.842625 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42996703-1ea8-43fd-a72a-2d6169e17b76 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=94829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:31:18.843438 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-42996703-1ea8-43fd-a72a-2d6169e17b76 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4274277'] for segment, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:18.871516 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9f2671ed-308a-4071-b8df-7938789452e5 req-39fb2e8a-2c14-4759-9779-0d3a23b885ff tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5916319 Aug 29 04:31:18.882670 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a591dcce-da4b-4ae6-ab8b-338d2544ef30 req-5e0a0c25-e4ec-4072-80fb-b9c6567a3e5f tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:18.886484 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a591dcce-da4b-4ae6-ab8b-338d2544ef30 req-5e0a0c25-e4ec-4072-80fb-b9c6567a3e5f tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "GET /v2.0/ports?device_id=78dcd5c4-f756-4689-9a9a-8658409a849f HTTP/1.1" status: 200 len: 945 time: 0.4330101 Aug 29 04:31:18.892185 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-9f2671ed-308a-4071-b8df-7938789452e5 req-0a98bea0-661d-4db9-b14f-5e52abd742bc service neutron] Request body: {'port': {'device_id': '7b77b217-7213-43cf-9405-edeb98214803', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:18.929839 n-d-712140-12 neutron-server[94829]: Traceback (most recent call last): Aug 29 04:31:18.929839 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:31:18.929839 n-d-712140-12 neutron-server[94829]: timer() Aug 29 04:31:18.929839 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:31:18.929839 n-d-712140-12 neutron-server[94829]: cb(*args, **kw) Aug 29 04:31:18.929839 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:31:18.929839 n-d-712140-12 neutron-server[94829]: return func(*args, **kwargs) Aug 29 04:31:18.929839 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:31:18.929839 n-d-712140-12 neutron-server[94829]: self._notify() Aug 29 04:31:18.929839 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:31:18.929839 n-d-712140-12 neutron-server[94829]: self.callback(batched_events) Aug 29 04:31:18.929839 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:31:18.929839 n-d-712140-12 neutron-server[94829]: event.method(event) Aug 29 04:31:18.929839 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:31:18.929839 n-d-712140-12 neutron-server[94829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:31:18.929839 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:31:18.929839 n-d-712140-12 neutron-server[94829]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:31:18.929839 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:31:18.929839 n-d-712140-12 neutron-server[94829]: return f(self, *a, **k) Aug 29 04:31:18.929839 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:31:18.929839 n-d-712140-12 neutron-server[94829]: return self._get(url).json() Aug 29 04:31:18.929839 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:31:18.929839 n-d-712140-12 neutron-server[94829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:31:18.929839 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:31:18.929839 n-d-712140-12 neutron-server[94829]: return self.request(url, 'GET', **kwargs) Aug 29 04:31:18.929839 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:31:18.929839 n-d-712140-12 neutron-server[94829]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:31:18.929839 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:31:18.929839 n-d-712140-12 neutron-server[94829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:31:18.929839 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:31:18.929839 n-d-712140-12 neutron-server[94829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:31:18.929839 n-d-712140-12 neutron-server[94829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:31:18.957540 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-7ceda137-e4da-4808-bac1-7f36f5505ad3 None None] For port 1403f3a4-fd6a-4091-b06e-0f6d69332c2f, host n-d-712140-12, got binding levels [] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:18.958857 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7ceda137-e4da-4808-bac1-7f36f5505ad3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:18.983492 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-9f2671ed-308a-4071-b8df-7938789452e5 req-0a98bea0-661d-4db9-b14f-5e52abd742bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:18.991939 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-42996703-1ea8-43fd-a72a-2d6169e17b76 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:18.997689 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-42996703-1ea8-43fd-a72a-2d6169e17b76 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:19.002660 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-42996703-1ea8-43fd-a72a-2d6169e17b76 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] 10.222.0.22 "DELETE /v2.0/networks/9dba7b7d-5be1-40d3-84a1-0d0e2216bfbd HTTP/1.1" status: 204 len: 168 time: 1.4401662 Aug 29 04:31:19.035255 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42996703-1ea8-43fd-a72a-2d6169e17b76 tempest-AllowedAddressPairIpV6TestJSON-1002637587 tempest-AllowedAddressPairIpV6TestJSON-1002637587-project] Pushing event deleted for resources: {'Network': ['ID=9dba7b7d-5be1-40d3-84a1-0d0e2216bfbd,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:19.049030 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-7ceda137-e4da-4808-bac1-7f36f5505ad3 None None] Calling delete_port for 1403f3a4-fd6a-4091-b06e-0f6d69332c2f owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:31:19.060621 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.ipam_backend_mixin [None req-7ceda137-e4da-4808-bac1-7f36f5505ad3 None None] Port 1403f3a4-fd6a-4091-b06e-0f6d69332c2f was not found and therefore no delete operation was performed {{(pid=94830) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 04:31:19.072539 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7ceda137-e4da-4808-bac1-7f36f5505ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:19.080528 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6370e3-ad7e-48b8-9cd9-54385b4b170b req-f2e48b11-93a6-43c2-b896-60972876252c tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:19.088249 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-df6370e3-ad7e-48b8-9cd9-54385b4b170b req-f2e48b11-93a6-43c2-b896-60972876252c tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 945 time: 0.1567860 Aug 29 04:31:19.123843 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad15922-ebb0-4acd-a419-edb93e36f8d8 req-bb9a7cd5-6a9a-42a0-ba14-3a1b4cf8ffec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:19.125439 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4ad15922-ebb0-4acd-a419-edb93e36f8d8 req-bb9a7cd5-6a9a-42a0-ba14-3a1b4cf8ffec service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 1097 time: 0.1971219 Aug 29 04:31:19.146003 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceda137-e4da-4808-bac1-7f36f5505ad3 None None] Pushing event deleted for resources: {'Port': ['ID=1403f3a4-fd6a-4091-b06e-0f6d69332c2f,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:19.197524 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7ceda137-e4da-4808-bac1-7f36f5505ad3 None None] Network 9dba7b7d-5be1-40d3-84a1-0d0e2216bfbd is not hosted by any dhcp agent {{(pid=94830) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 29 04:31:19.198448 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ceda137-e4da-4808-bac1-7f36f5505ad3 None None] No DVR routers for this DVR port 1403f3a4-fd6a-4091-b06e-0f6d69332c2f on host n-d-712140-12 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:31:19.225726 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-df6370e3-ad7e-48b8-9cd9-54385b4b170b req-d4902708-c2fb-4036-bb1d-fca4a0cc04f3 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361530 Aug 29 04:31:19.241566 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:19.250960 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37fd30a0-f48a-4c6a-b508-cff6920e8d5a admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:31:19.267049 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8322797-d08f-494a-8e85-f2ed5bff01cc None None] Sync routers for ids ['35580b5f-0f0c-4ced-9d18-5e1923994ea6'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:31:19.280301 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-37fd30a0-f48a-4c6a-b508-cff6920e8d5a admin admin] 10.222.0.22 "PUT /v2.0/routers/35580b5f-0f0c-4ced-9d18-5e1923994ea6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6386499 Aug 29 04:31:19.296955 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8322797-d08f-494a-8e85-f2ed5bff01cc None None] Routers {'35580b5f-0f0c-4ced-9d18-5e1923994ea6'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:19.297677 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-e8322797-d08f-494a-8e85-f2ed5bff01cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:31:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['35580b5f-0f0c-4ced-9d18-5e1923994ea6'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:19.367220 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4ad15922-ebb0-4acd-a419-edb93e36f8d8 req-947140e5-0435-4f46-a2d1-7ee37c79b054 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178316 Aug 29 04:31:19.410798 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a591dcce-da4b-4ae6-ab8b-338d2544ef30 req-176624a3-6759-4026-817a-2e60c94198da tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "GET /v2.0/security-groups?id=085f79e7-50cb-455f-8b8d-ce91712dcc05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4342415 Aug 29 04:31:19.562789 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ddab02-74fd-4ec0-b479-0c01238524cd req-cafed8c5-6947-4c9a-945f-6a384d978021 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:19.580611 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f3ddab02-74fd-4ec0-b479-0c01238524cd req-cafed8c5-6947-4c9a-945f-6a384d978021 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/ports?device_id=7b77b217-7213-43cf-9405-edeb98214803 HTTP/1.1" status: 200 len: 931 time: 0.1304517 Aug 29 04:31:19.705583 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f3ddab02-74fd-4ec0-b479-0c01238524cd req-94bc0ada-1461-42a8-bb95-ab31a925c467 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/security-groups?id=f2284a1b-92b5-4cc6-825a-c1a1841e1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187663 Aug 29 04:31:19.835078 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcab5e6-18e3-4dce-a997-cc4ebaa6f424 req-d1891de0-da3e-41bb-bffa-fdd29d937805 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:19.838010 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-e8322797-d08f-494a-8e85-f2ed5bff01cc None None] Set router 35580b5f-0f0c-4ced-9d18-5e1923994ea6 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:31:19.838905 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8fcab5e6-18e3-4dce-a997-cc4ebaa6f424 req-d1891de0-da3e-41bb-bffa-fdd29d937805 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "GET /v2.0/ports?device_id=78dcd5c4-f756-4689-9a9a-8658409a849f HTTP/1.1" status: 200 len: 945 time: 0.1832001 Aug 29 04:31:19.850339 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 40246) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:19.856426 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-d526033a-50b5-4ace-8352-a52c587950c9 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Request body: {'floatingip': {'port_id': 'f45ea922-4a9a-494b-bbd3-3f56e9436825'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:19.927651 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 1403f3a4-fd6a-4091-b06e-0f6d69332c2f no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:31:19.928198 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 40248) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:19.939103 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d526033a-50b5-4ace-8352-a52c587950c9 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Notify callbacks [] for floatingip, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:20.017578 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 1403f3a4-fd6a-4091-b06e-0f6d69332c2f {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:31:20.020116 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 1403f3a4-fd6a-4091-b06e-0f6d69332c2f not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:31:20.171646 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-9f2671ed-308a-4071-b8df-7938789452e5 req-0a98bea0-661d-4db9-b14f-5e52abd742bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10103730-db93-4058-9b76-99e20dde961e {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:31:20.194414 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-9f2671ed-308a-4071-b8df-7938789452e5 req-0a98bea0-661d-4db9-b14f-5e52abd742bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:20.220303 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-9f2671ed-308a-4071-b8df-7938789452e5 req-0a98bea0-661d-4db9-b14f-5e52abd742bc service neutron] Transition to ACTIVE for port object 10103730-db93-4058-9b76-99e20dde961e will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:20.226597 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-9f2671ed-308a-4071-b8df-7938789452e5 req-0a98bea0-661d-4db9-b14f-5e52abd742bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:20.474917 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-e8322797-d08f-494a-8e85-f2ed5bff01cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35580b5f-0f0c-4ced-9d18-5e1923994ea6', 'name': 'tempest-TestAggregatesBasicOps-499730898-router', 'tenant_id': 'b66390e331fd47b6b359b94481c1ba48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '5b64167a-3982-462b-8d89-e453c5a70bd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:31:02Z', 'updated_at': '2021-08-29T04:31:15Z', 'revision_number': 4, 'project_id': 'b66390e331fd47b6b359b94481c1ba48', 'gw_port': {'id': '5b64167a-3982-462b-8d89-e453c5a70bd2', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ad:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35580b5f-0f0c-4ced-9d18-5e1923994ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:31:05Z', 'updated_at': '2021-08-29T04:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '3412b881-f0fa-4880-89e4-0188c594b9e3', 'name': '', 'network_id': '2235c33f-d9a0-43bc-8851-02f48929fe47', 'tenant_id': 'b66390e331fd47b6b359b94481c1ba48', 'mac_address': 'fa:16:3e:58:de:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35580b5f-0f0c-4ced-9d18-5e1923994ea6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': 'b64eb130-a3db-4207-856a-04ce0ee1a4f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:31:13Z', 'updated_at': '2021-08-29T04:31:16Z', 'revision_number': 2, 'project_id': 'b66390e331fd47b6b359b94481c1ba48', 'subnets': [{'id': 'b64eb130-a3db-4207-856a-04ce0ee1a4f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:20.483107 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a98bea0-661d-4db9-b14f-5e52abd742bc service neutron] Pushing event updated for resources: {'Port': ['ID=10103730-db93-4058-9b76-99e20dde961e,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:20.542378 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8322797-d08f-494a-8e85-f2ed5bff01cc None None] Checking router: 35580b5f-0f0c-4ced-9d18-5e1923994ea6 for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:31:20.542762 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8322797-d08f-494a-8e85-f2ed5bff01cc None None] Updating router 35580b5f-0f0c-4ced-9d18-5e1923994ea6 port 3412b881-f0fa-4880-89e4-0188c594b9e3 binding host n-d-712140-12 {{(pid=94831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:31:20.546683 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-9f2671ed-308a-4071-b8df-7938789452e5 req-0a98bea0-661d-4db9-b14f-5e52abd742bc service neutron] Attempting to bind port 10103730-db93-4058-9b76-99e20dde961e on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:31:20.547377 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-9f2671ed-308a-4071-b8df-7938789452e5 req-0a98bea0-661d-4db9-b14f-5e52abd742bc service neutron] Attempting to bind port 10103730-db93-4058-9b76-99e20dde961e by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': 'e370ab6f-b877-4d1b-8a8e-a0dc4be5ecd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'f71495d7-96ad-4847-83eb-b3625c73c9a5'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:31:20.548039 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f2671ed-308a-4071-b8df-7938789452e5 req-0a98bea0-661d-4db9-b14f-5e52abd742bc service neutron] Attempting to bind port 10103730-db93-4058-9b76-99e20dde961e on network f71495d7-96ad-4847-83eb-b3625c73c9a5 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:31:20.563012 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f2671ed-308a-4071-b8df-7938789452e5 req-0a98bea0-661d-4db9-b14f-5e52abd742bc service neutron] Port 10103730-db93-4058-9b76-99e20dde961e on network f71495d7-96ad-4847-83eb-b3625c73c9a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:31:20.563755 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f2671ed-308a-4071-b8df-7938789452e5 req-0a98bea0-661d-4db9-b14f-5e52abd742bc service neutron] Attempting to bind port 10103730-db93-4058-9b76-99e20dde961e on network f71495d7-96ad-4847-83eb-b3625c73c9a5 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:31:20.575432 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f2671ed-308a-4071-b8df-7938789452e5 req-0a98bea0-661d-4db9-b14f-5e52abd742bc service neutron] Checking agent: {'id': '3de9de52-3a03-431d-9d7e-497ae92c57ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:31:20.576211 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f2671ed-308a-4071-b8df-7938789452e5 req-0a98bea0-661d-4db9-b14f-5e52abd742bc service neutron] Checking segment: {'id': 'e370ab6f-b877-4d1b-8a8e-a0dc4be5ecd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'f71495d7-96ad-4847-83eb-b3625c73c9a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:31:20.576874 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f2671ed-308a-4071-b8df-7938789452e5 req-0a98bea0-661d-4db9-b14f-5e52abd742bc service neutron] Bound using segment: {'id': 'e370ab6f-b877-4d1b-8a8e-a0dc4be5ecd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'f71495d7-96ad-4847-83eb-b3625c73c9a5'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:31:20.577733 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-9f2671ed-308a-4071-b8df-7938789452e5 req-0a98bea0-661d-4db9-b14f-5e52abd742bc service neutron] Bound port: 10103730-db93-4058-9b76-99e20dde961e, host: n-h1-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e370ab6f-b877-4d1b-8a8e-a0dc4be5ecd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'f71495d7-96ad-4847-83eb-b3625c73c9a5'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:31:20.578507 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-9f2671ed-308a-4071-b8df-7938789452e5 req-0a98bea0-661d-4db9-b14f-5e52abd742bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:20.615454 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-2ee64224-30de-4b76-8012-9ea6c83043f5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cc09a5b003ed497b89e796b4b3a96311&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6811168 Aug 29 04:31:20.631240 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e8322797-d08f-494a-8e85-f2ed5bff01cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:20.674965 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 40278) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:20.873861 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 40288) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:20.879427 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-56187438-dd99-41d3-b715-a5f29194242f admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1297954849-network', 'tenant_id': '115b08e25683442698b6091ff6184d7a'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:20.901729 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bf6d0d74-44cd-4f50-8b55-59261d9011e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:20.919155 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-9f2671ed-308a-4071-b8df-7938789452e5 req-0a98bea0-661d-4db9-b14f-5e52abd742bc service neutron] For port 10103730-db93-4058-9b76-99e20dde961e, host n-h1-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:31:20.987207 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429eaa46-a4bf-4671-8cc5-24e7ef0a3fa0 req-5ced17ed-6ae3-4f56-adab-537fe167321e tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:20.990029 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-429eaa46-a4bf-4671-8cc5-24e7ef0a3fa0 req-5ced17ed-6ae3-4f56-adab-537fe167321e tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/ports?device_id=7b77b217-7213-43cf-9405-edeb98214803 HTTP/1.1" status: 200 len: 943 time: 0.1607277 Aug 29 04:31:20.994826 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-9f2671ed-308a-4071-b8df-7938789452e5 req-0a98bea0-661d-4db9-b14f-5e52abd742bc service neutron] For port 10103730-db93-4058-9b76-99e20dde961e, host n-h1-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=10103730-db93-4058-9b76-99e20dde961e,segment=NetworkSegment(e370ab6f-b877-4d1b-8a8e-a0dc4be5ecd4),segment_id=e370ab6f-b877-4d1b-8a8e-a0dc4be5ecd4)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:31:21.018632 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-9f2671ed-308a-4071-b8df-7938789452e5 req-0a98bea0-661d-4db9-b14f-5e52abd742bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:21.031365 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bf6d0d74-44cd-4f50-8b55-59261d9011e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:21.047869 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2671ed-308a-4071-b8df-7938789452e5 req-0a98bea0-661d-4db9-b14f-5e52abd742bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:21.049663 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-9f2671ed-308a-4071-b8df-7938789452e5 req-0a98bea0-661d-4db9-b14f-5e52abd742bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:21.051328 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9f2671ed-308a-4071-b8df-7938789452e5 req-0a98bea0-661d-4db9-b14f-5e52abd742bc service neutron] 10.222.0.46 "PUT /v2.0/ports/10103730-db93-4058-9b76-99e20dde961e HTTP/1.1" status: 200 len: 1092 time: 2.1636205 Aug 29 04:31:21.052130 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56187438-dd99-41d3-b715-a5f29194242f admin admin] Made reservation on behalf of 115b08e25683442698b6091ff6184d7a for: {'network': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:31:21.055433 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-56187438-dd99-41d3-b715-a5f29194242f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:21.077762 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b77b217-7213-43cf-9405-edeb98214803', 'tag': '10103730-db93-4058-9b76-99e20dde961e'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:31:21.091797 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3d56f85-88d7-45bb-8c1e-5a0e12d35f8d" -d '{"events": [{"name": "network-changed", "server_uuid": "7b77b217-7213-43cf-9405-edeb98214803", "tag": "10103730-db93-4058-9b76-99e20dde961e"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:31:21.094562 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-56187438-dd99-41d3-b715-a5f29194242f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:21.218778 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-429eaa46-a4bf-4671-8cc5-24e7ef0a3fa0 req-422d8754-073e-49b0-9dad-858ab85eeee6 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/security-groups?id=f2284a1b-92b5-4cc6-825a-c1a1841e1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130771 Aug 29 04:31:21.259172 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e8322797-d08f-494a-8e85-f2ed5bff01cc None None] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:21.283148 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-e8322797-d08f-494a-8e85-f2ed5bff01cc None None] Transition to ACTIVE for port object 3412b881-f0fa-4880-89e4-0188c594b9e3 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:21.294485 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e8322797-d08f-494a-8e85-f2ed5bff01cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:21.301750 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30f438e6-9180-4836-b326-145acea08a10 x-openstack-request-id: req-30f438e6-9180-4836-b326-145acea08a10 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:31:21.302145 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b77b217-7213-43cf-9405-edeb98214803", "tag": "10103730-db93-4058-9b76-99e20dde961e", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:31:21.302429 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-30f438e6-9180-4836-b326-145acea08a10 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:31:21.302923 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b77b217-7213-43cf-9405-edeb98214803', 'tag': '10103730-db93-4058-9b76-99e20dde961e', 'status': 'completed', 'code': 200} Aug 29 04:31:21.347360 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2671ed-308a-4071-b8df-7938789452e5 req-3b52a193-a470-4b93-b8c5-4170232e07f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:21.349009 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9f2671ed-308a-4071-b8df-7938789452e5 req-3b52a193-a470-4b93-b8c5-4170232e07f8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ae62e35dda7b4c8db4c80924ca47fbdb&device_id=7b77b217-7213-43cf-9405-edeb98214803 HTTP/1.1" status: 200 len: 1095 time: 0.2296574 Aug 29 04:31:21.380633 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c647873-8845-48a0-88a4-b12c2287b3dc None None] Pushing event updated for resources: {'Port': ['ID=3412b881-f0fa-4880-89e4-0188c594b9e3,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:21.402497 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c647873-8845-48a0-88a4-b12c2287b3dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:21.403481 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c647873-8845-48a0-88a4-b12c2287b3dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:21.404286 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c647873-8845-48a0-88a4-b12c2287b3dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:21.404983 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c647873-8845-48a0-88a4-b12c2287b3dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:21.405412 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9f2671ed-308a-4071-b8df-7938789452e5 req-51533c76-eb9a-4c26-af41-79ee8061695a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=10103730-db93-4058-9b76-99e20dde961e HTTP/1.1" status: 200 len: 217 time: 0.0415001 Aug 29 04:31:21.406554 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c647873-8845-48a0-88a4-b12c2287b3dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:21.407990 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c647873-8845-48a0-88a4-b12c2287b3dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:21.409898 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a98bea0-661d-4db9-b14f-5e52abd742bc service neutron] Pushing event updated for resources: {'Port': ['ID=10103730-db93-4058-9b76-99e20dde961e,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:21.410585 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c647873-8845-48a0-88a4-b12c2287b3dc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:21.411255 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c647873-8845-48a0-88a4-b12c2287b3dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:21.412855 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c647873-8845-48a0-88a4-b12c2287b3dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:21.413468 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c647873-8845-48a0-88a4-b12c2287b3dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:21.414423 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c647873-8845-48a0-88a4-b12c2287b3dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:21.416183 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c647873-8845-48a0-88a4-b12c2287b3dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:21.482874 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bf6d0d74-44cd-4f50-8b55-59261d9011e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:21.486369 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bf6d0d74-44cd-4f50-8b55-59261d9011e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:21.487754 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-bf6d0d74-44cd-4f50-8b55-59261d9011e7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ae31b8ec-2c6b-409b-90fc-4e472789c180 HTTP/1.1" status: 204 len: 168 time: 0.8084650 Aug 29 04:31:21.558263 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2671ed-308a-4071-b8df-7938789452e5 req-f5cb443c-c141-47a4-abbd-bd3e15a08f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:21.559843 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9f2671ed-308a-4071-b8df-7938789452e5 req-f5cb443c-c141-47a4-abbd-bd3e15a08f3c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5de44217-4c88-4ff9-be1a-03ac5f0e7204 HTTP/1.1" status: 200 len: 844 time: 0.1222844 Aug 29 04:31:21.562948 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6d0d74-44cd-4f50-8b55-59261d9011e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae31b8ec-2c6b-409b-90fc-4e472789c180,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:21.635027 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9f2671ed-308a-4071-b8df-7938789452e5 req-dba38775-5983-4de3-9791-30240403e1f1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f71495d7-96ad-4847-83eb-b3625c73c9a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605679 Aug 29 04:31:21.650110 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-e8322797-d08f-494a-8e85-f2ed5bff01cc None None] Attempting to bind port 3412b881-f0fa-4880-89e4-0188c594b9e3 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:31:21.651214 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-e8322797-d08f-494a-8e85-f2ed5bff01cc None None] Attempting to bind port 3412b881-f0fa-4880-89e4-0188c594b9e3 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '2cc61765-203c-47a6-b069-f1399e0d284f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '2235c33f-d9a0-43bc-8851-02f48929fe47'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:31:21.652229 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8322797-d08f-494a-8e85-f2ed5bff01cc None None] Attempting to bind port 3412b881-f0fa-4880-89e4-0188c594b9e3 on network 2235c33f-d9a0-43bc-8851-02f48929fe47 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:31:21.665331 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8322797-d08f-494a-8e85-f2ed5bff01cc None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:31:21.667588 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8322797-d08f-494a-8e85-f2ed5bff01cc None None] Checking segment: {'id': '2cc61765-203c-47a6-b069-f1399e0d284f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '2235c33f-d9a0-43bc-8851-02f48929fe47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:31:21.668332 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e8322797-d08f-494a-8e85-f2ed5bff01cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:21.668907 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8322797-d08f-494a-8e85-f2ed5bff01cc None None] Bound using segment: {'id': '2cc61765-203c-47a6-b069-f1399e0d284f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '2235c33f-d9a0-43bc-8851-02f48929fe47'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:31:21.669565 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-e8322797-d08f-494a-8e85-f2ed5bff01cc None None] Bound port: 3412b881-f0fa-4880-89e4-0188c594b9e3, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cc61765-203c-47a6-b069-f1399e0d284f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '2235c33f-d9a0-43bc-8851-02f48929fe47'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:31:21.682499 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e8322797-d08f-494a-8e85-f2ed5bff01cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:21.879224 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f4a19d-2a0c-48ad-a9a8-0be9247da247 req-3c97848b-2bc2-4f0f-834c-41e7132cf31e tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:21.885759 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-40f4a19d-2a0c-48ad-a9a8-0be9247da247 req-3c97848b-2bc2-4f0f-834c-41e7132cf31e tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 945 time: 0.6390553 Aug 29 04:31:21.948170 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-e8322797-d08f-494a-8e85-f2ed5bff01cc None None] For port 3412b881-f0fa-4880-89e4-0188c594b9e3, host n-d-712140-12, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:31:21.965809 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-e8322797-d08f-494a-8e85-f2ed5bff01cc None None] For port 3412b881-f0fa-4880-89e4-0188c594b9e3, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=3412b881-f0fa-4880-89e4-0188c594b9e3,segment=NetworkSegment(2cc61765-203c-47a6-b069-f1399e0d284f),segment_id=2cc61765-203c-47a6-b069-f1399e0d284f)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:31:21.973043 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e8322797-d08f-494a-8e85-f2ed5bff01cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:22.004634 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-56187438-dd99-41d3-b715-a5f29194242f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:22.018777 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-56187438-dd99-41d3-b715-a5f29194242f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:22.070698 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-40f4a19d-2a0c-48ad-a9a8-0be9247da247 req-f0833ccd-165e-41b2-bc0d-a9f31c108a64 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467898 Aug 29 04:31:22.114314 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56187438-dd99-41d3-b715-a5f29194242f admin admin] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=94828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:31:22.127872 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.db.resource_extend [None req-d526033a-50b5-4ace-8352-a52c587950c9 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:31:22.135169 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8322797-d08f-494a-8e85-f2ed5bff01cc None None] Routers {'35580b5f-0f0c-4ced-9d18-5e1923994ea6'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:22.136787 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-e8322797-d08f-494a-8e85-f2ed5bff01cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:31:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['35580b5f-0f0c-4ced-9d18-5e1923994ea6'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:22.175147 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-56187438-dd99-41d3-b715-a5f29194242f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:22.188348 n-d-712140-12 neutron-server[94828]: INFO neutron.db.segments_db [None req-56187438-dd99-41d3-b715-a5f29194242f admin admin] Added segment c3e852c6-3d4e-4927-8c75-89509dc37141 of type vlan for network a7a5bbec-497d-4cc1-b5f5-54604acd30e3 Aug 29 04:31:22.190362 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56187438-dd99-41d3-b715-a5f29194242f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fcb3b20-749b-45c6-b741-7763ebf8f9e4,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:22.256728 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c647873-8845-48a0-88a4-b12c2287b3dc None None] Pushing event updated for resources: {'Port': ['ID=3412b881-f0fa-4880-89e4-0188c594b9e3,revision_number=4']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:22.282392 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d526033a-50b5-4ace-8352-a52c587950c9 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:22.288653 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d526033a-50b5-4ace-8352-a52c587950c9 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719515'] for floatingip, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:22.365130 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9f2671ed-308a-4071-b8df-7938789452e5 req-7b6c750f-ea75-44b2-a031-8cfe15246bfd service neutron] 10.222.0.46 "GET /v2.0/networks/f71495d7-96ad-4847-83eb-b3625c73c9a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7123306 Aug 29 04:31:22.404458 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-56187438-dd99-41d3-b715-a5f29194242f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:22.521966 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-e8322797-d08f-494a-8e85-f2ed5bff01cc None None] Set router 35580b5f-0f0c-4ced-9d18-5e1923994ea6 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:31:22.564155 n-d-712140-12 neutron-server[94829]: INFO neutron.db.l3_db [None req-d526033a-50b5-4ace-8352-a52c587950c9 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Floating IP 03820e98-8b55-423c-b1c9-f87485580c8f associated. External IP: 172.25.0.117, port: f45ea922-4a9a-494b-bbd3-3f56e9436825. Aug 29 04:31:22.709464 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.db.resource_extend [None req-56187438-dd99-41d3-b715-a5f29194242f admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:31:22.784710 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-56187438-dd99-41d3-b715-a5f29194242f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:22.785844 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56187438-dd99-41d3-b715-a5f29194242f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:22.786431 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-56187438-dd99-41d3-b715-a5f29194242f admin admin] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:22.867459 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3778d035-1a66-4937-a5c4-9026fe29a4eb req-000de9ea-06fa-423e-9867-265109e43c12 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:22.870011 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3778d035-1a66-4937-a5c4-9026fe29a4eb req-000de9ea-06fa-423e-9867-265109e43c12 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/ports?device_id=7b77b217-7213-43cf-9405-edeb98214803 HTTP/1.1" status: 200 len: 943 time: 0.4715345 Aug 29 04:31:22.976231 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d526033a-50b5-4ace-8352-a52c587950c9 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Router def0a604-df59-49da-8eca-52935833d7d6 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:31:22.996568 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9f2671ed-308a-4071-b8df-7938789452e5 req-b7b34459-4790-4856-8083-33706eefb0e9 service neutron] 10.222.0.46 "GET /v2.0/networks/f71495d7-96ad-4847-83eb-b3625c73c9a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6247532 Aug 29 04:31:23.002833 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-e8322797-d08f-494a-8e85-f2ed5bff01cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35580b5f-0f0c-4ced-9d18-5e1923994ea6', 'name': 'tempest-TestAggregatesBasicOps-499730898-router', 'tenant_id': 'b66390e331fd47b6b359b94481c1ba48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '5b64167a-3982-462b-8d89-e453c5a70bd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:31:02Z', 'updated_at': '2021-08-29T04:31:15Z', 'revision_number': 4, 'project_id': 'b66390e331fd47b6b359b94481c1ba48', 'gw_port': {'id': '5b64167a-3982-462b-8d89-e453c5a70bd2', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ad:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35580b5f-0f0c-4ced-9d18-5e1923994ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:31:05Z', 'updated_at': '2021-08-29T04:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '3412b881-f0fa-4880-89e4-0188c594b9e3', 'name': '', 'network_id': '2235c33f-d9a0-43bc-8851-02f48929fe47', 'tenant_id': 'b66390e331fd47b6b359b94481c1ba48', 'mac_address': 'fa:16:3e:58:de:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35580b5f-0f0c-4ced-9d18-5e1923994ea6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': 'b64eb130-a3db-4207-856a-04ce0ee1a4f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:31:13Z', 'updated_at': '2021-08-29T04:31:21Z', 'revision_number': 4, 'project_id': 'b66390e331fd47b6b359b94481c1ba48', 'subnets': [{'id': 'b64eb130-a3db-4207-856a-04ce0ee1a4f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:23.042744 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-56187438-dd99-41d3-b715-a5f29194242f admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.1652472 Aug 29 04:31:23.046795 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8322797-d08f-494a-8e85-f2ed5bff01cc None None] The sync data for ids ['35580b5f-0f0c-4ced-9d18-5e1923994ea6'] in n-d-712140-12 is: [{'id': '35580b5f-0f0c-4ced-9d18-5e1923994ea6', 'name': 'tempest-TestAggregatesBasicOps-499730898-router', 'tenant_id': 'b66390e331fd47b6b359b94481c1ba48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '5b64167a-3982-462b-8d89-e453c5a70bd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:31:02Z', 'updated_at': '2021-08-29T04:31:15Z', 'revision_number': 4, 'project_id': 'b66390e331fd47b6b359b94481c1ba48', 'gw_port': {'id': '5b64167a-3982-462b-8d89-e453c5a70bd2', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ad:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35580b5f-0f0c-4ced-9d18-5e1923994ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:31:05Z', 'updated_at': '2021-08-29T04:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '3412b881-f0fa-4880-89e4-0188c594b9e3', 'name': '', 'network_id': '2235c33f-d9a0-43bc-8851-02f48929fe47', 'tenant_id': 'b66390e331fd47b6b359b94481c1ba48', 'mac_address': 'fa:16:3e:58:de:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35580b5f-0f0c-4ced-9d18-5e1923994ea6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': 'b64eb130-a3db-4207-856a-04ce0ee1a4f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:31:13Z', 'updated_at': '2021-08-29T04:31:21Z', 'revision_number': 4, 'project_id': 'b66390e331fd47b6b359b94481c1ba48', 'subnets': [{'id': 'b64eb130-a3db-4207-856a-04ce0ee1a4f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:31:23.056789 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:31:23.068823 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 40344) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:23.082774 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-2c823a96-d065-49f1-8cdd-e6c28423d9db admin admin] Request body: {'subnet': {'network_id': 'a7a5bbec-497d-4cc1-b5f5-54604acd30e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1297954849-subnet', 'tenant_id': '115b08e25683442698b6091ff6184d7a', 'ip_version': 4}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:23.107884 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56187438-dd99-41d3-b715-a5f29194242f admin admin] Pushing event updated for resources: {'Network': ['ID=a7a5bbec-497d-4cc1-b5f5-54604acd30e3,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:23.128518 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network a7a5bbec-497d-4cc1-b5f5-54604acd30e3 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:31:23.167882 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3778d035-1a66-4937-a5c4-9026fe29a4eb req-581cfb39-091c-4801-b4e5-1ec87b0e802a tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/security-groups?id=f2284a1b-92b5-4cc6-825a-c1a1841e1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225661 Aug 29 04:31:23.187749 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d56f85-88d7-45bb-8c1e-5a0e12d35f8d req-936785ef-82fe-4d1e-895e-3e9e31de95a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:23.187749 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b3d56f85-88d7-45bb-8c1e-5a0e12d35f8d req-936785ef-82fe-4d1e-895e-3e9e31de95a7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ae62e35dda7b4c8db4c80924ca47fbdb&device_id=7b77b217-7213-43cf-9405-edeb98214803 HTTP/1.1" status: 200 len: 1095 time: 0.0933900 Aug 29 04:31:23.193116 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c823a96-d065-49f1-8cdd-e6c28423d9db admin admin] Made reservation on behalf of 115b08e25683442698b6091ff6184d7a for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:31:23.196967 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2c823a96-d065-49f1-8cdd-e6c28423d9db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:23.327845 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d526033a-50b5-4ace-8352-a52c587950c9 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:31:23.340546 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7792fe06-5914-4362-868f-2e1ca631ec91 None None] Sync routers for ids ['def0a604-df59-49da-8eca-52935833d7d6'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:31:23.350104 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d526033a-50b5-4ace-8352-a52c587950c9 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:23.366601 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7792fe06-5914-4362-868f-2e1ca631ec91 None None] Routers {'def0a604-df59-49da-8eca-52935833d7d6'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:23.367270 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-7792fe06-5914-4362-868f-2e1ca631ec91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:31:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['def0a604-df59-49da-8eca-52935833d7d6'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:23.439313 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-d526033a-50b5-4ace-8352-a52c587950c9 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "PUT /v2.0/floatingips/03820e98-8b55-423c-b1c9-f87485580c8f HTTP/1.1" status: 200 len: 991 time: 3.5850663 Aug 29 04:31:23.439313 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78dcd5c4-f756-4689-9a9a-8658409a849f', 'tag': 'f45ea922-4a9a-494b-bbd3-3f56e9436825'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:31:23.441422 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d76f5b4f-a0bd-4176-8e71-5741c0375b92" -d '{"events": [{"name": "network-changed", "server_uuid": "78dcd5c4-f756-4689-9a9a-8658409a849f", "tag": "f45ea922-4a9a-494b-bbd3-3f56e9436825"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:31:23.471625 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2fac55-dfa0-4995-91e2-34b529cbe818 req-42087d80-16b0-455b-afc0-03ef848a1697 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:23.473422 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3b2fac55-dfa0-4995-91e2-34b529cbe818 req-42087d80-16b0-455b-afc0-03ef848a1697 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 945 time: 0.1159754 Aug 29 04:31:23.590406 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 40360) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:23.621025 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3b2fac55-dfa0-4995-91e2-34b529cbe818 req-0fe5c201-325a-4eaf-89d7-1180d4d26932 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394751 Aug 29 04:31:23.634145 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f1b6f51-5326-4e1f-a2b2-652ec4928beb x-openstack-request-id: req-8f1b6f51-5326-4e1f-a2b2-652ec4928beb {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:31:23.634636 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78dcd5c4-f756-4689-9a9a-8658409a849f", "tag": "f45ea922-4a9a-494b-bbd3-3f56e9436825", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:31:23.635199 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8f1b6f51-5326-4e1f-a2b2-652ec4928beb {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:31:23.635797 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78dcd5c4-f756-4689-9a9a-8658409a849f', 'tag': 'f45ea922-4a9a-494b-bbd3-3f56e9436825', 'status': 'completed', 'code': 200} Aug 29 04:31:23.809482 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76f5b4f-a0bd-4176-8e71-5741c0375b92 req-b46c704d-8be4-45cb-b5ec-f6aba554bff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:23.823342 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d76f5b4f-a0bd-4176-8e71-5741c0375b92 req-b46c704d-8be4-45cb-b5ec-f6aba554bff8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6c9e9b4cb47149d19005e5a96f02d4fd&device_id=78dcd5c4-f756-4689-9a9a-8658409a849f HTTP/1.1" status: 200 len: 1097 time: 0.1463935 Aug 29 04:31:23.963276 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-7792fe06-5914-4362-868f-2e1ca631ec91 None None] Set router def0a604-df59-49da-8eca-52935833d7d6 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:31:23.998849 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d56f85-88d7-45bb-8c1e-5a0e12d35f8d req-a969e863-a2ff-4ca8-81e7-1cf31dff291d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:24.016921 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b3d56f85-88d7-45bb-8c1e-5a0e12d35f8d req-a969e863-a2ff-4ca8-81e7-1cf31dff291d service neutron] 10.222.0.46 "GET /v2.0/networks?id=f71495d7-96ad-4847-83eb-b3625c73c9a5 HTTP/1.1" status: 200 len: 905 time: 0.7824793 Aug 29 04:31:24.029594 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76f5b4f-a0bd-4176-8e71-5741c0375b92 req-e2118ea2-84a1-4865-aa2d-33a9027cfe0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:24.033646 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d76f5b4f-a0bd-4176-8e71-5741c0375b92 req-e2118ea2-84a1-4865-aa2d-33a9027cfe0b service neutron] 10.222.0.48 "GET /v2.0/networks?id=3bcd0067-6e50-451c-9004-abafcee70c8b HTTP/1.1" status: 200 len: 912 time: 0.2027674 Aug 29 04:31:24.042812 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-75377e99-5ff1-478d-a83a-53130af1d3ab tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1669590038'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:24.075303 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 3412b881-f0fa-4880-89e4-0188c594b9e3 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:31:24.262681 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75377e99-5ff1-478d-a83a-53130af1d3ab tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Made reservation on behalf of 808af00233b447dbb547871646623489 for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:31:24.269528 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-75377e99-5ff1-478d-a83a-53130af1d3ab tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:24.293587 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d76f5b4f-a0bd-4176-8e71-5741c0375b92 req-65314ddb-e0bb-45db-9324-aa5c33f9cc45 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f45ea922-4a9a-494b-bbd3-3f56e9436825 HTTP/1.1" status: 200 len: 999 time: 0.2436581 Aug 29 04:31:24.297089 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b3d56f85-88d7-45bb-8c1e-5a0e12d35f8d req-7fe8af9f-c60e-411a-9543-3317d1830643 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=10103730-db93-4058-9b76-99e20dde961e HTTP/1.1" status: 200 len: 217 time: 0.2197635 Aug 29 04:31:24.306705 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-75377e99-5ff1-478d-a83a-53130af1d3ab tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:24.381561 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 3412b881-f0fa-4880-89e4-0188c594b9e3 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:31:24.407884 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 3412b881-f0fa-4880-89e4-0188c594b9e3 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:24.408259 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:24.488191 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76f5b4f-a0bd-4176-8e71-5741c0375b92 req-49f4b6e3-4577-4cdb-bc89-7808ed1ea508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:24.491180 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d76f5b4f-a0bd-4176-8e71-5741c0375b92 req-49f4b6e3-4577-4cdb-bc89-7808ed1ea508 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=77379d5c-d72e-4fe0-ace8-ef22d196f6e9 HTTP/1.1" status: 200 len: 850 time: 0.1893599 Aug 29 04:31:24.529557 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d56f85-88d7-45bb-8c1e-5a0e12d35f8d req-cc0b08a0-8686-4fca-9f18-986fd791c04e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:24.533578 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b3d56f85-88d7-45bb-8c1e-5a0e12d35f8d req-cc0b08a0-8686-4fca-9f18-986fd791c04e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5de44217-4c88-4ff9-be1a-03ac5f0e7204 HTTP/1.1" status: 200 len: 844 time: 0.2170117 Aug 29 04:31:24.536531 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2c823a96-d065-49f1-8cdd-e6c28423d9db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9191137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10062364'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:24.610190 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c823a96-d065-49f1-8cdd-e6c28423d9db admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4aa5b30-7c39-486d-bdb7-1b743d9fdb15,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:24.655702 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b3d56f85-88d7-45bb-8c1e-5a0e12d35f8d req-27e77d48-39ea-458e-81f0-7eb0682e43a1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f71495d7-96ad-4847-83eb-b3625c73c9a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465269 Aug 29 04:31:24.742211 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:24.759901 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-75377e99-5ff1-478d-a83a-53130af1d3ab tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:24.783525 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-75377e99-5ff1-478d-a83a-53130af1d3ab tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:24.830152 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 3412b881-f0fa-4880-89e4-0188c594b9e3, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=3412b881-f0fa-4880-89e4-0188c594b9e3,segment=NetworkSegment(2cc61765-203c-47a6-b069-f1399e0d284f),segment_id=2cc61765-203c-47a6-b069-f1399e0d284f)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:24.841586 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:24.857459 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75377e99-5ff1-478d-a83a-53130af1d3ab tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:31:24.859057 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52e9cb8-8aee-4aed-8700-19dfd3e85fa1 req-8bf58d47-9e19-4af3-af54-f8b28345c691 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:24.868394 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e52e9cb8-8aee-4aed-8700-19dfd3e85fa1 req-8bf58d47-9e19-4af3-af54-f8b28345c691 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/networks?id=2d35476f-74c6-400b-9404-4ace15008e25 HTTP/1.1" status: 200 len: 814 time: 0.5919886 Aug 29 04:31:24.908662 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-7792fe06-5914-4362-868f-2e1ca631ec91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def0a604-df59-49da-8eca-52935833d7d6', 'name': 'tempest-AttachVolumeTestJSON-1505354995-router', 'tenant_id': '6c9e9b4cb47149d19005e5a96f02d4fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'a7600daa-aafe-46ff-b65d-e523b2deceea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:54Z', 'updated_at': '2021-08-29T04:26:01Z', 'revision_number': 4, 'project_id': '6c9e9b4cb47149d19005e5a96f02d4fd', 'gw_port': {'id': 'a7600daa-aafe-46ff-b65d-e523b2deceea', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:45:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def0a604-df59-49da-8eca-52935833d7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:55Z', 'updated_at': '2021-08-29T04:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': '03820e98-8b55-423c-b1c9-f87485580c8f', 'tenant_id': '6c9e9b4cb47149d19005e5a96f02d4fd', 'floating_ip_address': '172.25.0.117', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': 'def0a604-df59-49da-8eca-52935833d7d6', 'port_id': 'f45ea922-4a9a-494b-bbd3-3f56e9436825', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2234, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bcd0067-6e50-451c-9004-abafcee70c8b', 'mac_address': 'fa:16:3e:1c:ef:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78dcd5c4-f756-4689-9a9a-8658409a849f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:30:51Z', 'updated_at': '2021-08-29T04:31:21Z', 'revision_number': 1, 'project_id': '6c9e9b4cb47149d19005e5a96f02d4fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89765845-91b6-482e-bcb3-a7b59e9aec5f', 'name': '', 'network_id': '3bcd0067-6e50-451c-9004-abafcee70c8b', 'tenant_id': '6c9e9b4cb47149d19005e5a96f02d4fd', 'mac_address': 'fa:16:3e:92:51:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def0a604-df59-49da-8eca-52935833d7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1899, 'fixed_ips': [{'subnet_id': '77379d5c-d72e-4fe0-ace8-ef22d196f6e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:00Z', 'updated_at': '2021-08-29T04:26:09Z', 'revision_number': 5, 'project_id': '6c9e9b4cb47149d19005e5a96f02d4fd', 'subnets': [{'id': '77379d5c-d72e-4fe0-ace8-ef22d196f6e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:24.944571 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7792fe06-5914-4362-868f-2e1ca631ec91 None None] Checking router: def0a604-df59-49da-8eca-52935833d7d6 for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:31:24.945188 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e52e9cb8-8aee-4aed-8700-19dfd3e85fa1 req-b08d0f13-7a46-4385-8334-416ea304f6c7 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/quotas/0805da877066419b8ea3a5659c16f89d HTTP/1.1" status: 200 len: 375 time: 0.0754731 Aug 29 04:31:24.948534 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=3412b881-f0fa-4880-89e4-0188c594b9e3,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:24.950660 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c823a96-d065-49f1-8cdd-e6c28423d9db admin admin] Checking segment: {'id': 'c3e852c6-3d4e-4927-8c75-89509dc37141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a7a5bbec-497d-4cc1-b5f5-54604acd30e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:31:24.958835 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7792fe06-5914-4362-868f-2e1ca631ec91 None None] Routers {'def0a604-df59-49da-8eca-52935833d7d6'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:24.959197 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-7792fe06-5914-4362-868f-2e1ca631ec91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:31:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['def0a604-df59-49da-8eca-52935833d7d6'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:24.960273 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c823a96-d065-49f1-8cdd-e6c28423d9db admin admin] Network hostable DHCP agents. Network: a7a5bbec-497d-4cc1-b5f5-54604acd30e3, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:31:24.984741 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-75377e99-5ff1-478d-a83a-53130af1d3ab tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:24.985136 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-75377e99-5ff1-478d-a83a-53130af1d3ab tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Added segment 0fc0da0a-b381-4d95-9f3f-3aa10a110ba6 of type vlan for network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b Aug 29 04:31:24.996331 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76f5b4f-a0bd-4176-8e71-5741c0375b92 req-415da769-1920-4698-9b01-9ed9a1e4818a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:25.004682 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d76f5b4f-a0bd-4176-8e71-5741c0375b92 req-415da769-1920-4698-9b01-9ed9a1e4818a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3bcd0067-6e50-451c-9004-abafcee70c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4887691 Aug 29 04:31:25.058650 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c823a96-d065-49f1-8cdd-e6c28423d9db admin admin] Network a7a5bbec-497d-4cc1-b5f5-54604acd30e3 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:31:25.075434 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b3d56f85-88d7-45bb-8c1e-5a0e12d35f8d req-fdf2e962-94ab-4894-a5cd-c3e9b76fd0c8 service neutron] 10.222.0.46 "GET /v2.0/networks/f71495d7-96ad-4847-83eb-b3625c73c9a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4092271 Aug 29 04:31:25.077869 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-2c823a96-d065-49f1-8cdd-e6c28423d9db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, a7a5bbec-497d-4cc1-b5f5-54604acd30e3) {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:25.083300 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c823a96-d065-49f1-8cdd-e6c28423d9db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:25.083998 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2c823a96-d065-49f1-8cdd-e6c28423d9db admin admin] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:25.120751 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-7792fe06-5914-4362-868f-2e1ca631ec91 None None] Set router def0a604-df59-49da-8eca-52935833d7d6 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:31:25.124058 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f07fa5-ead7-4f9f-b6ba-98e6fd1c9000 None None] Network a7a5bbec-497d-4cc1-b5f5-54604acd30e3 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:31:25.157588 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c0bc8a-d008-41d4-bddf-4525130eaff2 req-286b323f-2465-49e9-bc1c-438ed175cdd6 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:25.160363 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-02c0bc8a-d008-41d4-bddf-4525130eaff2 req-286b323f-2465-49e9-bc1c-438ed175cdd6 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/ports?device_id=7b77b217-7213-43cf-9405-edeb98214803 HTTP/1.1" status: 200 len: 943 time: 0.6668847 Aug 29 04:31:25.163156 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75377e99-5ff1-478d-a83a-53130af1d3ab tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a39c5cbe-3025-44ec-b45c-371f75914ccd,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:25.298263 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e52e9cb8-8aee-4aed-8700-19dfd3e85fa1 req-212c276c-6c98-4e76-8f1d-8cffa5219145 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=0805da877066419b8ea3a5659c16f89d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3251667 Aug 29 04:31:25.331400 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-75377e99-5ff1-478d-a83a-53130af1d3ab tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:25.393565 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-2c823a96-d065-49f1-8cdd-e6c28423d9db admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3235719 Aug 29 04:31:25.454555 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 40410) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:25.482830 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937bd718-3e1c-4b51-a0fa-86c8fb458208 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-a7a5bbec-497d-4cc1-b5f5-54604acd30e3', 'network_id': 'a7a5bbec-497d-4cc1-b5f5-54604acd30e3', 'tenant_id': '115b08e25683442698b6091ff6184d7a', 'fixed_ips': [{'subnet_id': 'c4aa5b30-7c39-486d-bdb7-1b743d9fdb15'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:31:25.484427 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-937bd718-3e1c-4b51-a0fa-86c8fb458208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:25.538115 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b3d56f85-88d7-45bb-8c1e-5a0e12d35f8d req-05735abf-7efc-470d-ace3-0409c326dd33 service neutron] 10.222.0.46 "GET /v2.0/networks/f71495d7-96ad-4847-83eb-b3625c73c9a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4502861 Aug 29 04:31:25.563344 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e52e9cb8-8aee-4aed-8700-19dfd3e85fa1 req-046cfbf0-c467-4858-9201-ca0c8a440a41 service neutron] 10.222.0.22 "GET /v2.0/networks/2d35476f-74c6-400b-9404-4ace15008e25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370689 Aug 29 04:31:25.581091 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-380803bd-bea5-4fed-b8a2-f01341df0d39 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1297954849-router', 'tenant_id': '115b08e25683442698b6091ff6184d7a', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:25.611373 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d76f5b4f-a0bd-4176-8e71-5741c0375b92 req-cfa9dc0b-b9f1-48c0-9d9a-bca727460661 service neutron] 10.222.0.48 "GET /v2.0/networks/3bcd0067-6e50-451c-9004-abafcee70c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5762610 Aug 29 04:31:25.633433 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-380803bd-bea5-4fed-b8a2-f01341df0d39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:25.634553 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-380803bd-bea5-4fed-b8a2-f01341df0d39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1838'] for router, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:25.644445 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-02c0bc8a-d008-41d4-bddf-4525130eaff2 req-fae0e2a8-a10f-460a-8078-1451a52d07d6 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/security-groups?id=f2284a1b-92b5-4cc6-825a-c1a1841e1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4469640 Aug 29 04:31:25.798979 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e52e9cb8-8aee-4aed-8700-19dfd3e85fa1 req-8315cfdb-1f04-489d-9499-a44c52da1644 service neutron] 10.222.0.22 "GET /v2.0/networks/2d35476f-74c6-400b-9404-4ace15008e25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331452 Aug 29 04:31:25.813833 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-75377e99-5ff1-478d-a83a-53130af1d3ab tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:25.820535 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75377e99-5ff1-478d-a83a-53130af1d3ab tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:25.821844 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-75377e99-5ff1-478d-a83a-53130af1d3ab tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:25.830574 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d76f5b4f-a0bd-4176-8e71-5741c0375b92 req-f8288baf-ce6d-481d-9a39-2f10b03f8710 service neutron] 10.222.0.48 "GET /v2.0/networks/3bcd0067-6e50-451c-9004-abafcee70c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912313 Aug 29 04:31:25.940073 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-75377e99-5ff1-478d-a83a-53130af1d3ab tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.3483913 Aug 29 04:31:25.944815 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 40422) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:25.951656 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-7b92c841-12ab-45cf-a8e0-4b63428d0788 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Request body: {'subnet': {'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:26.057501 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-380803bd-bea5-4fed-b8a2-f01341df0d39 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:26.059321 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75377e99-5ff1-478d-a83a-53130af1d3ab tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Pushing event updated for resources: {'Network': ['ID=9a0c1c63-2a3a-4918-9723-8b35bf7d017b,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:26.100916 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 3412b881-f0fa-4880-89e4-0188c594b9e3 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:31:26.110991 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:31:26.176645 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-937bd718-3e1c-4b51-a0fa-86c8fb458208 None None] Allocated IP 172.20.0.2 (a7a5bbec-497d-4cc1-b5f5-54604acd30e3/c4aa5b30-7c39-486d-bdb7-1b743d9fdb15/4359ad02-f499-4cc7-b85b-213ddc684833) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:31:26.245695 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b92c841-12ab-45cf-a8e0-4b63428d0788 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Made reservation on behalf of 808af00233b447dbb547871646623489 for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:31:26.263904 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7b92c841-12ab-45cf-a8e0-4b63428d0788 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:26.464643 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-380803bd-bea5-4fed-b8a2-f01341df0d39 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:26.482223 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3336a1d8-e75b-4ef3-a11b-4e1ca83aae81 req-87c9b896-8fb7-4e4b-91a8-8572d5181a13 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5045787-9144-4074-8293-daeee716b913 HTTP/1.1" status: 200 len: 210 time: 0.1575847 Aug 29 04:31:26.698504 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-7792fe06-5914-4362-868f-2e1ca631ec91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def0a604-df59-49da-8eca-52935833d7d6', 'name': 'tempest-AttachVolumeTestJSON-1505354995-router', 'tenant_id': '6c9e9b4cb47149d19005e5a96f02d4fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'a7600daa-aafe-46ff-b65d-e523b2deceea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:54Z', 'updated_at': '2021-08-29T04:26:01Z', 'revision_number': 4, 'project_id': '6c9e9b4cb47149d19005e5a96f02d4fd', 'gw_port': {'id': 'a7600daa-aafe-46ff-b65d-e523b2deceea', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:45:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def0a604-df59-49da-8eca-52935833d7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:55Z', 'updated_at': '2021-08-29T04:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': '03820e98-8b55-423c-b1c9-f87485580c8f', 'tenant_id': '6c9e9b4cb47149d19005e5a96f02d4fd', 'floating_ip_address': '172.25.0.117', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': 'def0a604-df59-49da-8eca-52935833d7d6', 'port_id': 'f45ea922-4a9a-494b-bbd3-3f56e9436825', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2234, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bcd0067-6e50-451c-9004-abafcee70c8b', 'mac_address': 'fa:16:3e:1c:ef:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78dcd5c4-f756-4689-9a9a-8658409a849f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:30:51Z', 'updated_at': '2021-08-29T04:31:21Z', 'revision_number': 1, 'project_id': '6c9e9b4cb47149d19005e5a96f02d4fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89765845-91b6-482e-bcb3-a7b59e9aec5f', 'name': '', 'network_id': '3bcd0067-6e50-451c-9004-abafcee70c8b', 'tenant_id': '6c9e9b4cb47149d19005e5a96f02d4fd', 'mac_address': 'fa:16:3e:92:51:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def0a604-df59-49da-8eca-52935833d7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1899, 'fixed_ips': [{'subnet_id': '77379d5c-d72e-4fe0-ace8-ef22d196f6e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:00Z', 'updated_at': '2021-08-29T04:26:09Z', 'revision_number': 5, 'project_id': '6c9e9b4cb47149d19005e5a96f02d4fd', 'subnets': [{'id': '77379d5c-d72e-4fe0-ace8-ef22d196f6e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:26.770239 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7792fe06-5914-4362-868f-2e1ca631ec91 None None] The sync data for ids ['def0a604-df59-49da-8eca-52935833d7d6'] in n-d-712140-12 is: [{'id': 'def0a604-df59-49da-8eca-52935833d7d6', 'name': 'tempest-AttachVolumeTestJSON-1505354995-router', 'tenant_id': '6c9e9b4cb47149d19005e5a96f02d4fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'a7600daa-aafe-46ff-b65d-e523b2deceea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:54Z', 'updated_at': '2021-08-29T04:26:01Z', 'revision_number': 4, 'project_id': '6c9e9b4cb47149d19005e5a96f02d4fd', 'gw_port': {'id': 'a7600daa-aafe-46ff-b65d-e523b2deceea', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:45:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def0a604-df59-49da-8eca-52935833d7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:55Z', 'updated_at': '2021-08-29T04:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': '03820e98-8b55-423c-b1c9-f87485580c8f', 'tenant_id': '6c9e9b4cb47149d19005e5a96f02d4fd', 'floating_ip_address': '172.25.0.117', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': 'def0a604-df59-49da-8eca-52935833d7d6', 'port_id': 'f45ea922-4a9a-494b-bbd3-3f56e9436825', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2234, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bcd0067-6e50-451c-9004-abafcee70c8b', 'mac_address': 'fa:16:3e:1c:ef:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78dcd5c4-f756-4689-9a9a-8658409a849f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:30:51Z', 'updated_at': '2021-08-29T04:31:21Z', 'revision_number': 1, 'project_id': '6c9e9b4cb47149d19005e5a96f02d4fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89765845-91b6-482e-bcb3-a7b59e9aec5f', 'name': '', 'network_id': '3bcd0067-6e50-451c-9004-abafcee70c8b', 'tenant_id': '6c9e9b4cb47149d19005e5a96f02d4fd', 'mac_address': 'fa:16:3e:92:51:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def0a604-df59-49da-8eca-52935833d7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1899, 'fixed_ips': [{'subnet_id': '77379d5c-d72e-4fe0-ace8-ef22d196f6e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:00Z', 'updated_at': '2021-08-29T04:26:09Z', 'revision_number': 5, 'project_id': '6c9e9b4cb47149d19005e5a96f02d4fd', 'subnets': [{'id': '77379d5c-d72e-4fe0-ace8-ef22d196f6e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:31:26.796904 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 3412b881-f0fa-4880-89e4-0188c594b9e3 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:26.817414 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:26.955321 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7b92c841-12ab-45cf-a8e0-4b63428d0788 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9191137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10062364'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:27.064555 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 10103730-db93-4058-9b76-99e20dde961e details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:31:27.105351 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b92c841-12ab-45cf-a8e0-4b63428d0788 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Checking segment: {'id': '0fc0da0a-b381-4d95-9f3f-3aa10a110ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:31:27.105883 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b92c841-12ab-45cf-a8e0-4b63428d0788 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Network hostable DHCP agents. Network: 9a0c1c63-2a3a-4918-9723-8b35bf7d017b, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:31:27.206870 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b92c841-12ab-45cf-a8e0-4b63428d0788 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Pushing event updated for resources: {'Subnet': ['ID=abc2ecbd-6c78-4ace-87c8-bbc61a6e2f0c,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:27.212528 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0222ddbd-9389-424f-b37d-288671d196bc None None] New status for floating IP 03820e98-8b55-423c-b1c9-f87485580c8f: ACTIVE {{(pid=94831) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:31:27.239891 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b92c841-12ab-45cf-a8e0-4b63428d0788 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:31:27.259267 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-380803bd-bea5-4fed-b8a2-f01341df0d39 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:27.266374 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-7b92c841-12ab-45cf-a8e0-4b63428d0788 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 9a0c1c63-2a3a-4918-9723-8b35bf7d017b) {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:27.282922 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b92c841-12ab-45cf-a8e0-4b63428d0788 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:27.283540 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7b92c841-12ab-45cf-a8e0-4b63428d0788 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:27.295023 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-937bd718-3e1c-4b51-a0fa-86c8fb458208 None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:27.315669 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-937bd718-3e1c-4b51-a0fa-86c8fb458208 None None] Transition to ACTIVE for port object 4359ad02-f499-4cc7-b85b-213ddc684833 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:27.336079 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-7b92c841-12ab-45cf-a8e0-4b63428d0788 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3899825 Aug 29 04:31:27.336793 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 40474) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:27.338892 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc1c1a4-ce7d-429c-be22-6b8912a6b137 req-c370cbf0-9ef4-40a0-9825-d4f066c767dc tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:27.346964 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-dbc1c1a4-ce7d-429c-be22-6b8912a6b137 req-c370cbf0-9ef4-40a0-9825-d4f066c767dc tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/ports?device_id=7b77b217-7213-43cf-9405-edeb98214803 HTTP/1.1" status: 200 len: 943 time: 0.4011257 Aug 29 04:31:27.348979 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-f6eee5b2-4842-4e0f-8749-4878c97c22c5 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Request body: {'port': {'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b', 'name': 'tempest-NetworksTestDHCPv6-358079001'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:27.349302 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-380803bd-bea5-4fed-b8a2-f01341df0d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:27.349445 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-937bd718-3e1c-4b51-a0fa-86c8fb458208 None None] Transition to ACTIVE for port object 4359ad02-f499-4cc7-b85b-213ddc684833 will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:27.486663 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 10103730-db93-4058-9b76-99e20dde961e, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=10103730-db93-4058-9b76-99e20dde961e,segment=NetworkSegment(e370ab6f-b877-4d1b-8a8e-a0dc4be5ecd4),segment_id=e370ab6f-b877-4d1b-8a8e-a0dc4be5ecd4)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:27.492118 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ef970e-b855-441c-af18-0454f889af98 None None] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:31:27.517642 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-937bd718-3e1c-4b51-a0fa-86c8fb458208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:27.625427 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6eee5b2-4842-4e0f-8749-4878c97c22c5 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Made reservation on behalf of 808af00233b447dbb547871646623489 for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:31:27.630425 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f6eee5b2-4842-4e0f-8749-4878c97c22c5 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:27.657316 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-dbc1c1a4-ce7d-429c-be22-6b8912a6b137 req-2848e860-a66a-4c5f-96c3-2ad65869cd0e tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/security-groups?id=f2284a1b-92b5-4cc6-825a-c1a1841e1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3079622 Aug 29 04:31:27.800871 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-f6eee5b2-4842-4e0f-8749-4878c97c22c5 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] device_id is not set on port ee0a1b97-5c56-4aaa-9ed8-cd6c0b09179d yet. {{(pid=94828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:31:27.880934 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-380803bd-bea5-4fed-b8a2-f01341df0d39 admin admin] Allocated IP 172.25.0.74 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/a5775946-5605-4e13-84af-829b7b5567b4) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:31:28.136798 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937bd718-3e1c-4b51-a0fa-86c8fb458208 None None] Pushing event updated for resources: {'Port': ['ID=4359ad02-f499-4cc7-b85b-213ddc684833,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:28.159656 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-f6eee5b2-4842-4e0f-8749-4878c97c22c5 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Allocated IP 2001:db8::29f (9a0c1c63-2a3a-4918-9723-8b35bf7d017b/abc2ecbd-6c78-4ace-87c8-bbc61a6e2f0c/ee0a1b97-5c56-4aaa-9ed8-cd6c0b09179d) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:31:28.189641 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Returning: {'device': '10103730-db93-4058-9b76-99e20dde961e', 'network_id': 'f71495d7-96ad-4847-83eb-b3625c73c9a5', 'port_id': '10103730-db93-4058-9b76-99e20dde961e', 'mac_address': 'fa:16:3e:87:87:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5de44217-4c88-4ff9-be1a-03ac5f0e7204', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:31:28.209484 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937bd718-3e1c-4b51-a0fa-86c8fb458208 None None] Network a7a5bbec-497d-4cc1-b5f5-54604acd30e3 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:28.209704 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-380803bd-bea5-4fed-b8a2-f01341df0d39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:28.215086 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-937bd718-3e1c-4b51-a0fa-86c8fb458208 None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:28.238221 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937bd718-3e1c-4b51-a0fa-86c8fb458208 None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:31:28.368938 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f6eee5b2-4842-4e0f-8749-4878c97c22c5 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:28.393959 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f6eee5b2-4842-4e0f-8749-4878c97c22c5 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Transition to ACTIVE for port object ee0a1b97-5c56-4aaa-9ed8-cd6c0b09179d will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:28.397572 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-380803bd-bea5-4fed-b8a2-f01341df0d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:28.451592 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380803bd-bea5-4fed-b8a2-f01341df0d39 admin admin] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:28.457781 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-380803bd-bea5-4fed-b8a2-f01341df0d39 admin admin] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:28.462980 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fa6ee4df-18cf-44d9-917a-ec0eba29c754 req-f4ba4eff-402d-4416-9572-4ee2e262321a tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5045787-9144-4074-8293-daeee716b913 HTTP/1.1" status: 200 len: 210 time: 0.7712958 Aug 29 04:31:28.482318 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380803bd-bea5-4fed-b8a2-f01341df0d39 admin admin] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:31:28.517875 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380803bd-bea5-4fed-b8a2-f01341df0d39 admin admin] Pushing event updated for resources: {'Port': ['ID=a5775946-5605-4e13-84af-829b7b5567b4,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:28.553605 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-937bd718-3e1c-4b51-a0fa-86c8fb458208 None None] Attempting to bind port 4359ad02-f499-4cc7-b85b-213ddc684833 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:31:28.559246 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-937bd718-3e1c-4b51-a0fa-86c8fb458208 None None] Attempting to bind port 4359ad02-f499-4cc7-b85b-213ddc684833 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'c3e852c6-3d4e-4927-8c75-89509dc37141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a7a5bbec-497d-4cc1-b5f5-54604acd30e3'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:31:28.561002 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937bd718-3e1c-4b51-a0fa-86c8fb458208 None None] Attempting to bind port 4359ad02-f499-4cc7-b85b-213ddc684833 on network a7a5bbec-497d-4cc1-b5f5-54604acd30e3 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:31:28.588211 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937bd718-3e1c-4b51-a0fa-86c8fb458208 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:31:28.588989 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937bd718-3e1c-4b51-a0fa-86c8fb458208 None None] Checking segment: {'id': 'c3e852c6-3d4e-4927-8c75-89509dc37141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a7a5bbec-497d-4cc1-b5f5-54604acd30e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:31:28.589574 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-937bd718-3e1c-4b51-a0fa-86c8fb458208 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:28.590187 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937bd718-3e1c-4b51-a0fa-86c8fb458208 None None] Bound using segment: {'id': 'c3e852c6-3d4e-4927-8c75-89509dc37141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a7a5bbec-497d-4cc1-b5f5-54604acd30e3'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:31:28.590846 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-937bd718-3e1c-4b51-a0fa-86c8fb458208 None None] Bound port: 4359ad02-f499-4cc7-b85b-213ddc684833, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3e852c6-3d4e-4927-8c75-89509dc37141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a7a5bbec-497d-4cc1-b5f5-54604acd30e3'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:31:28.592714 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-937bd718-3e1c-4b51-a0fa-86c8fb458208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:28.630324 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:28.681440 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f6eee5b2-4842-4e0f-8749-4878c97c22c5 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:28.696401 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10103730-db93-4058-9b76-99e20dde961e {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:31:28.710639 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52e9cb8-8aee-4aed-8700-19dfd3e85fa1 req-90a58af1-4f15-4ba5-b666-817f6dabbf82 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:28.712805 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e52e9cb8-8aee-4aed-8700-19dfd3e85fa1 req-90a58af1-4f15-4ba5-b666-817f6dabbf82 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.46 "GET /v2.0/networks?id=2d35476f-74c6-400b-9404-4ace15008e25 HTTP/1.1" status: 200 len: 814 time: 0.2568023 Aug 29 04:31:28.729996 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:28.803943 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-e52e9cb8-8aee-4aed-8700-19dfd3e85fa1 req-d504864d-77d0-4f93-85b8-4beb8f5e6c1f tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Request body: {'port': {'device_id': 'f5045787-9144-4074-8293-daeee716b913', 'network_id': '2d35476f-74c6-400b-9404-4ace15008e25', 'admin_state_up': True, 'tenant_id': '0805da877066419b8ea3a5659c16f89d'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:28.901809 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 40526) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:28.942618 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-937bd718-3e1c-4b51-a0fa-86c8fb458208 None None] For port 4359ad02-f499-4cc7-b85b-213ddc684833, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:31:28.950955 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-937bd718-3e1c-4b51-a0fa-86c8fb458208 None None] For port 4359ad02-f499-4cc7-b85b-213ddc684833, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=4359ad02-f499-4cc7-b85b-213ddc684833,segment=NetworkSegment(c3e852c6-3d4e-4927-8c75-89509dc37141),segment_id=c3e852c6-3d4e-4927-8c75-89509dc37141)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:31:28.983572 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6eee5b2-4842-4e0f-8749-4878c97c22c5 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:28.992300 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-f6eee5b2-4842-4e0f-8749-4878c97c22c5 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:29.000189 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6eee5b2-4842-4e0f-8749-4878c97c22c5 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:31:29.008950 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6eee5b2-4842-4e0f-8749-4878c97c22c5 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:29.010534 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f6eee5b2-4842-4e0f-8749-4878c97c22c5 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:29.017303 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eee5b2-4842-4e0f-8749-4878c97c22c5 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Pushing event updated for resources: {'Port': ['ID=ee0a1b97-5c56-4aaa-9ed8-cd6c0b09179d,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:29.022829 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94eb8b16-af90-467b-a70e-a448e7ab5e05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-9a0c1c63-2a3a-4918-9723-8b35bf7d017b', 'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b', 'tenant_id': '808af00233b447dbb547871646623489', 'fixed_ips': [{'subnet_id': 'abc2ecbd-6c78-4ace-87c8-bbc61a6e2f0c'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:31:29.028958 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-94eb8b16-af90-467b-a70e-a448e7ab5e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:29.074752 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-f6eee5b2-4842-4e0f-8749-4878c97c22c5 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7330451 Aug 29 04:31:29.074975 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-380803bd-bea5-4fed-b8a2-f01341df0d39 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:29.077232 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 40532) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:29.158380 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8d6b86a1-cecc-4cf8-923f-82b9cce6b07e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:29.205047 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.db.api [None req-8d6b86a1-cecc-4cf8-923f-82b9cce6b07e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 04:31:29.205047 n-d-712140-12 neutron-server[94829]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 29 04:31:29.205047 n-d-712140-12 neutron-server[94829]: [parameters: {'project_id_1': 'ae27117b5ad341abb1917617e525cbbd', 'expiration_1': datetime.datetime(2021, 8, 29, 4, 31, 29, 184048)}] Aug 29 04:31:29.205047 n-d-712140-12 neutron-server[94829]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:31:29.205566 n-d-712140-12 neutron-server[94829]: DEBUG oslo_db.api [None req-8d6b86a1-cecc-4cf8-923f-82b9cce6b07e admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:31:29.228250 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e52e9cb8-8aee-4aed-8700-19dfd3e85fa1 req-d504864d-77d0-4f93-85b8-4beb8f5e6c1f tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Made reservation on behalf of 0805da877066419b8ea3a5659c16f89d for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:31:29.246982 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-e52e9cb8-8aee-4aed-8700-19dfd3e85fa1 req-d504864d-77d0-4f93-85b8-4beb8f5e6c1f tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:29.263251 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0643701c-a7fc-4789-abee-3081050e77ac tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:29.264991 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-0643701c-a7fc-4789-abee-3081050e77ac tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1850169 Aug 29 04:31:29.266869 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-94eb8b16-af90-467b-a70e-a448e7ab5e05 None None] Allocated IP 2001:db8::2 (9a0c1c63-2a3a-4918-9723-8b35bf7d017b/abc2ecbd-6c78-4ace-87c8-bbc61a6e2f0c/f9fae610-eb6e-4d47-a5cc-4e062d1e3ca8) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:31:29.274772 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8ef90f-0a25-40ea-afb5-594bcad78d64 req-c0bea34d-e383-4b8a-b97b-5f9516ccc02d tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:29.275096 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 40536) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:29.283034 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5e8ef90f-0a25-40ea-afb5-594bcad78d64 req-c0bea34d-e383-4b8a-b97b-5f9516ccc02d tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/ports?device_id=7b77b217-7213-43cf-9405-edeb98214803 HTTP/1.1" status: 200 len: 943 time: 0.3818650 Aug 29 04:31:29.344319 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5e8ef90f-0a25-40ea-afb5-594bcad78d64 req-cb22663f-7778-4ca8-ba8a-32a4297dd847 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/security-groups?id=f2284a1b-92b5-4cc6-825a-c1a1841e1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602889 Aug 29 04:31:29.408520 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-937bd718-3e1c-4b51-a0fa-86c8fb458208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:29.424719 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 10103730-db93-4058-9b76-99e20dde961e, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=10103730-db93-4058-9b76-99e20dde961e,segment=NetworkSegment(e370ab6f-b877-4d1b-8a8e-a0dc4be5ecd4),segment_id=e370ab6f-b877-4d1b-8a8e-a0dc4be5ecd4)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:29.437798 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:29.576130 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-e52e9cb8-8aee-4aed-8700-19dfd3e85fa1 req-d504864d-77d0-4f93-85b8-4beb8f5e6c1f tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Allocated IP 172.20.0.12 (2d35476f-74c6-400b-9404-4ace15008e25/774a36bb-3c6d-4e12-9ae7-217ec62f3250/1548e366-2376-47f3-8e21-1f49a34c98fc) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:31:29.603219 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-6e432d63-3ca8-4e36-a846-6f8cd09d48c5 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Deleting port ee0a1b97-5c56-4aaa-9ed8-cd6c0b09179d {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:31:29.603609 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6e432d63-3ca8-4e36-a846-6f8cd09d48c5 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:29.680853 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937bd718-3e1c-4b51-a0fa-86c8fb458208 None None] Pushing event updated for resources: {'Port': ['ID=4359ad02-f499-4cc7-b85b-213ddc684833,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:29.694071 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['10103730-db93-4058-9b76-99e20dde961e'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:31:29.758871 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-94eb8b16-af90-467b-a70e-a448e7ab5e05 None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:29.830644 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-94eb8b16-af90-467b-a70e-a448e7ab5e05 None None] Transition to ACTIVE for port object f9fae610-eb6e-4d47-a5cc-4e062d1e3ca8 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:29.939665 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-94eb8b16-af90-467b-a70e-a448e7ab5e05 None None] Transition to ACTIVE for port object f9fae610-eb6e-4d47-a5cc-4e062d1e3ca8 will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:29.949258 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=10103730-db93-4058-9b76-99e20dde961e,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:30.020063 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6e432d63-3ca8-4e36-a846-6f8cd09d48c5 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:30.024607 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-94eb8b16-af90-467b-a70e-a448e7ab5e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:30.038395 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-6e432d63-3ca8-4e36-a846-6f8cd09d48c5 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Calling delete_port for ee0a1b97-5c56-4aaa-9ed8-cd6c0b09179d owned by {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:31:30.137269 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94eb8b16-af90-467b-a70e-a448e7ab5e05 None None] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:30.144104 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-94eb8b16-af90-467b-a70e-a448e7ab5e05 None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:30.155991 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8d6b86a1-cecc-4cf8-923f-82b9cce6b07e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:30.159174 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94eb8b16-af90-467b-a70e-a448e7ab5e05 None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:31:30.167023 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eb8b16-af90-467b-a70e-a448e7ab5e05 None None] Pushing event updated for resources: {'Port': ['ID=f9fae610-eb6e-4d47-a5cc-4e062d1e3ca8,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:30.195522 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c5b19751-0621-47f3-8555-30c920eccb84 req-f507096e-381a-4eaf-beb2-1acc479e31e6 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5045787-9144-4074-8293-daeee716b913 HTTP/1.1" status: 200 len: 210 time: 0.0349376 Aug 29 04:31:30.228519 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-380803bd-bea5-4fed-b8a2-f01341df0d39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409'] for router, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:30.276270 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-94eb8b16-af90-467b-a70e-a448e7ab5e05 None None] Attempting to bind port f9fae610-eb6e-4d47-a5cc-4e062d1e3ca8 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:31:30.276888 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-94eb8b16-af90-467b-a70e-a448e7ab5e05 None None] Attempting to bind port f9fae610-eb6e-4d47-a5cc-4e062d1e3ca8 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '0fc0da0a-b381-4d95-9f3f-3aa10a110ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:31:30.277079 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94eb8b16-af90-467b-a70e-a448e7ab5e05 None None] Attempting to bind port f9fae610-eb6e-4d47-a5cc-4e062d1e3ca8 on network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:31:30.279408 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6e432d63-3ca8-4e36-a846-6f8cd09d48c5 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:30.292433 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94eb8b16-af90-467b-a70e-a448e7ab5e05 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:31:30.292819 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94eb8b16-af90-467b-a70e-a448e7ab5e05 None None] Checking segment: {'id': '0fc0da0a-b381-4d95-9f3f-3aa10a110ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:31:30.295723 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-94eb8b16-af90-467b-a70e-a448e7ab5e05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:30.296147 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94eb8b16-af90-467b-a70e-a448e7ab5e05 None None] Bound using segment: {'id': '0fc0da0a-b381-4d95-9f3f-3aa10a110ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:31:30.296645 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-94eb8b16-af90-467b-a70e-a448e7ab5e05 None None] Bound port: f9fae610-eb6e-4d47-a5cc-4e062d1e3ca8, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fc0da0a-b381-4d95-9f3f-3aa10a110ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:31:30.298330 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-94eb8b16-af90-467b-a70e-a448e7ab5e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:30.381007 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-e52e9cb8-8aee-4aed-8700-19dfd3e85fa1 req-d504864d-77d0-4f93-85b8-4beb8f5e6c1f tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:30.461139 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-94eb8b16-af90-467b-a70e-a448e7ab5e05 None None] For port f9fae610-eb6e-4d47-a5cc-4e062d1e3ca8, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:31:30.466873 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-94eb8b16-af90-467b-a70e-a448e7ab5e05 None None] For port f9fae610-eb6e-4d47-a5cc-4e062d1e3ca8, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=f9fae610-eb6e-4d47-a5cc-4e062d1e3ca8,segment=NetworkSegment(0fc0da0a-b381-4d95-9f3f-3aa10a110ba6),segment_id=0fc0da0a-b381-4d95-9f3f-3aa10a110ba6)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:31:30.476223 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-94eb8b16-af90-467b-a70e-a448e7ab5e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:30.477490 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-380803bd-bea5-4fed-b8a2-f01341df0d39 admin admin] Router a078a04e-bcc4-4411-a72d-b3a73c742a84 is scheduled to L3 agent 76874008-c311-485c-ba36-921b6d275b6a with binding_index 1 {{(pid=94829) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:31:30.497316 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e432d63-3ca8-4e36-a846-6f8cd09d48c5 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Pushing event deleted for resources: {'Port': ['ID=ee0a1b97-5c56-4aaa-9ed8-cd6c0b09179d,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:30.627434 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eb8b16-af90-467b-a70e-a448e7ab5e05 None None] Pushing event updated for resources: {'Port': ['ID=f9fae610-eb6e-4d47-a5cc-4e062d1e3ca8,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:30.673775 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6e432d63-3ca8-4e36-a846-6f8cd09d48c5 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:30.678063 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-6e432d63-3ca8-4e36-a846-6f8cd09d48c5 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "DELETE /v2.0/ports/ee0a1b97-5c56-4aaa-9ed8-cd6c0b09179d HTTP/1.1" status: 204 len: 168 time: 1.3991783 Aug 29 04:31:30.678593 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 40564) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:30.722324 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8d6b86a1-cecc-4cf8-923f-82b9cce6b07e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:30.730310 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8d6b86a1-cecc-4cf8-923f-82b9cce6b07e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:30.809938 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-8d6b86a1-cecc-4cf8-923f-82b9cce6b07e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ae27117b5ad341abb1917617e525cbbd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9057050 Aug 29 04:31:30.810572 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106193bd-0b16-41c8-a85f-dd08a27155a5 req-ea4a1f4c-556f-4765-9c6b-8cd5ef321d10 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:30.812295 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-106193bd-0b16-41c8-a85f-dd08a27155a5 req-ea4a1f4c-556f-4765-9c6b-8cd5ef321d10 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/ports?device_id=7b77b217-7213-43cf-9405-edeb98214803 HTTP/1.1" status: 200 len: 944 time: 0.2416916 Aug 29 04:31:30.813273 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 40568) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:30.818757 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-e52e9cb8-8aee-4aed-8700-19dfd3e85fa1 req-d504864d-77d0-4f93-85b8-4beb8f5e6c1f tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:30.859596 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['9f01a993-316c-4ea0-b777-7a0d5c2f8b7a'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:31:30.876441 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6b86a1-cecc-4cf8-923f-82b9cce6b07e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fff3ed1f-6007-4770-b215-d4e6abf121cc,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:30.902815 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-380803bd-bea5-4fed-b8a2-f01341df0d39 admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:31:30.919248 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e52e9cb8-8aee-4aed-8700-19dfd3e85fa1 req-d504864d-77d0-4f93-85b8-4beb8f5e6c1f tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Network 2d35476f-74c6-400b-9404-4ace15008e25 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:30.934985 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f422af86-1a1b-46aa-a44c-671b91cca1d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:30.944788 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e078b9-5dcb-4b48-926f-00c9bdd57fdc tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:30.944951 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78857637-048e-48d9-8955-2065acd1fc6a None None] Sync routers for ids ['a078a04e-bcc4-4411-a72d-b3a73c742a84'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:31:30.946871 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e078b9-5dcb-4b48-926f-00c9bdd57fdc tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:30.948494 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-74e078b9-5dcb-4b48-926f-00c9bdd57fdc tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2671387 Aug 29 04:31:30.949754 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-e52e9cb8-8aee-4aed-8700-19dfd3e85fa1 req-d504864d-77d0-4f93-85b8-4beb8f5e6c1f tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:30.951932 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 40572) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:30.964423 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78857637-048e-48d9-8955-2065acd1fc6a None None] Routers {'a078a04e-bcc4-4411-a72d-b3a73c742a84'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:30.965247 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-78857637-048e-48d9-8955-2065acd1fc6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:31:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['a078a04e-bcc4-4411-a72d-b3a73c742a84'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:30.981330 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-e52e9cb8-8aee-4aed-8700-19dfd3e85fa1 req-d504864d-77d0-4f93-85b8-4beb8f5e6c1f tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:31:31.006453 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-380803bd-bea5-4fed-b8a2-f01341df0d39 admin admin] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:31.010425 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-380803bd-bea5-4fed-b8a2-f01341df0d39 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.4328880 Aug 29 04:31:31.025430 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 40574) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:31.028983 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f422af86-1a1b-46aa-a44c-671b91cca1d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:31.069953 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d504864d-77d0-4f93-85b8-4beb8f5e6c1f tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Pushing event updated for resources: {'Port': ['ID=1548e366-2376-47f3-8e21-1f49a34c98fc,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:31.124906 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-106193bd-0b16-41c8-a85f-dd08a27155a5 req-231d68be-9a9a-41b0-b3e4-2080054c8c32 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/security-groups?id=f2284a1b-92b5-4cc6-825a-c1a1841e1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746739 Aug 29 04:31:31.198285 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d682485-e63e-4e45-a015-695385aa0289 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Deleting subnet abc2ecbd-6c78-4ace-87c8-bbc61a6e2f0c {{(pid=94828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:31:31.238977 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9d682485-e63e-4e45-a015-695385aa0289 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for subnet, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:31.357496 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-78857637-048e-48d9-8955-2065acd1fc6a None None] Set router a078a04e-bcc4-4411-a72d-b3a73c742a84 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:31:31.387009 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52e9cb8-8aee-4aed-8700-19dfd3e85fa1 req-d504864d-77d0-4f93-85b8-4beb8f5e6c1f tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:31.387895 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-e52e9cb8-8aee-4aed-8700-19dfd3e85fa1 req-d504864d-77d0-4f93-85b8-4beb8f5e6c1f tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:31.440444 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9d682485-e63e-4e45-a015-695385aa0289 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8904862'] for subnet, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:31.450283 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e52e9cb8-8aee-4aed-8700-19dfd3e85fa1 req-d504864d-77d0-4f93-85b8-4beb8f5e6c1f tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6652684 Aug 29 04:31:31.471139 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96065ff5-691e-4e4b-95a1-eb786aca3dbe None None] Network a7a5bbec-497d-4cc1-b5f5-54604acd30e3 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:31:31.473767 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 10103730-db93-4058-9b76-99e20dde961e up at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:31:31.488088 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-e52e9cb8-8aee-4aed-8700-19dfd3e85fa1 req-1f6a3a43-97f1-4ddb-880c-95cd5627ef80 service neutron] Request body: {'port': {'device_id': 'f5045787-9144-4074-8293-daeee716b913', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:31.529482 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f422af86-1a1b-46aa-a44c-671b91cca1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:31.533829 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f422af86-1a1b-46aa-a44c-671b91cca1d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:31.537294 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-f422af86-1a1b-46aa-a44c-671b91cca1d3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fff3ed1f-6007-4770-b215-d4e6abf121cc HTTP/1.1" status: 204 len: 168 time: 0.7207830 Aug 29 04:31:31.574028 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f422af86-1a1b-46aa-a44c-671b91cca1d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff3ed1f-6007-4770-b215-d4e6abf121cc,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:31.634944 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-e52e9cb8-8aee-4aed-8700-19dfd3e85fa1 req-1f6a3a43-97f1-4ddb-880c-95cd5627ef80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:31.796714 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9d682485-e63e-4e45-a015-695385aa0289 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:31.979135 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce58ea2-09c5-451a-ae2b-15ae0da440f3 req-839ecfcd-77e2-4b17-a082-70091c71ddea tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:31.982784 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0ce58ea2-09c5-451a-ae2b-15ae0da440f3 req-839ecfcd-77e2-4b17-a082-70091c71ddea tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5045787-9144-4074-8293-daeee716b913 HTTP/1.1" status: 200 len: 932 time: 0.5583925 Aug 29 04:31:32.077890 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9d682485-e63e-4e45-a015-695385aa0289 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9190434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062341'] for subnet, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:32.142876 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0ce58ea2-09c5-451a-ae2b-15ae0da440f3 req-8d3146c4-0a4b-4316-a948-31a4c5c7f937 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054745 Aug 29 04:31:32.188444 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1eb88547-7640-45ee-a67d-5962ad08b900 None None] Provisioning for port 4359ad02-f499-4cc7-b85b-213ddc684833 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:31:32.188444 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device f9fae610-eb6e-4d47-a5cc-4e062d1e3ca8 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:31:32.406686 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 40606) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:32.471808 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-28063c73-d99f-4970-86a6-8ea3ee1d832e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:32.522292 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning for port 10103730-db93-4058-9b76-99e20dde961e completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:31:32.559157 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning complete for port 10103730-db93-4058-9b76-99e20dde961e triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:32.564040 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:32.594162 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d69b7e28-e1b4-4c97-b695-ce87fbe8a722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:32.658557 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port f9fae610-eb6e-4d47-a5cc-4e062d1e3ca8 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:31:32.664669 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 4359ad02-f499-4cc7-b85b-213ddc684833 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:31:32.821434 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 4359ad02-f499-4cc7-b85b-213ddc684833 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:31:32.839563 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 4359ad02-f499-4cc7-b85b-213ddc684833 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:32.842620 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:32.848275 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-78857637-048e-48d9-8955-2065acd1fc6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a078a04e-bcc4-4411-a72d-b3a73c742a84', 'name': 'tempest-TestAggregatesBasicOps-1297954849-router', 'tenant_id': '115b08e25683442698b6091ff6184d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': 'a5775946-5605-4e13-84af-829b7b5567b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:31:25Z', 'updated_at': '2021-08-29T04:31:28Z', 'revision_number': 3, 'project_id': '115b08e25683442698b6091ff6184d7a', 'gw_port': {'id': 'a5775946-5605-4e13-84af-829b7b5567b4', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:2b:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a078a04e-bcc4-4411-a72d-b3a73c742a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:31:27Z', 'updated_at': '2021-08-29T04:31:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:32.855673 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df316194-7d67-491e-ad9e-80223623845c None None] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:31:33.018994 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-e52e9cb8-8aee-4aed-8700-19dfd3e85fa1 req-1f6a3a43-97f1-4ddb-880c-95cd5627ef80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1548e366-2376-47f3-8e21-1f49a34c98fc {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:31:33.070157 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-e52e9cb8-8aee-4aed-8700-19dfd3e85fa1 req-1f6a3a43-97f1-4ddb-880c-95cd5627ef80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:33.140662 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d682485-e63e-4e45-a015-695385aa0289 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Pushing event deleted for resources: {'Subnet': ['ID=abc2ecbd-6c78-4ace-87c8-bbc61a6e2f0c,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:33.152753 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-28063c73-d99f-4970-86a6-8ea3ee1d832e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:33.153842 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9d682485-e63e-4e45-a015-695385aa0289 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:33.156176 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-9d682485-e63e-4e45-a015-695385aa0289 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "DELETE /v2.0/subnets/abc2ecbd-6c78-4ace-87c8-bbc61a6e2f0c HTTP/1.1" status: 204 len: 168 time: 2.1942132 Aug 29 04:31:33.161908 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 40620) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:33.197760 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-28063c73-d99f-4970-86a6-8ea3ee1d832e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:33.203078 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-d69b7e28-e1b4-4c97-b695-ce87fbe8a722 admin admin] Allocated IP 172.20.0.1 (a7a5bbec-497d-4cc1-b5f5-54604acd30e3/c4aa5b30-7c39-486d-bdb7-1b743d9fdb15/42130e22-fbd4-4b78-835c-f210161d73cc) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:31:33.264206 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-e52e9cb8-8aee-4aed-8700-19dfd3e85fa1 req-1f6a3a43-97f1-4ddb-880c-95cd5627ef80 service neutron] Transition to ACTIVE for port object 1548e366-2376-47f3-8e21-1f49a34c98fc will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:33.270919 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78857637-048e-48d9-8955-2065acd1fc6a None None] Checking router: a078a04e-bcc4-4411-a72d-b3a73c742a84 for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:31:33.271557 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78857637-048e-48d9-8955-2065acd1fc6a None None] Updating router a078a04e-bcc4-4411-a72d-b3a73c742a84 port a5775946-5605-4e13-84af-829b7b5567b4 binding host n-d-712140-12 {{(pid=94830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:31:33.298017 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-a7a2ac18-1d61-45dc-a916-72f500bb6907 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1244690 Aug 29 04:31:33.310250 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 40626) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:33.316885 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-e52e9cb8-8aee-4aed-8700-19dfd3e85fa1 req-1f6a3a43-97f1-4ddb-880c-95cd5627ef80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:33.321398 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-47fc84cb-d35b-4531-a424-8470ae530a2f tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Request body: {'subnet': {'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:33.452468 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-78857637-048e-48d9-8955-2065acd1fc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:33.465667 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6d69c1-ac93-4b49-a453-1d6ad45081ef req-1e948757-25f2-4c3b-9264-ca340a115286 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:33.467304 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5f6d69c1-ac93-4b49-a453-1d6ad45081ef req-1e948757-25f2-4c3b-9264-ca340a115286 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/ports?device_id=7b77b217-7213-43cf-9405-edeb98214803 HTTP/1.1" status: 200 len: 944 time: 0.3099508 Aug 29 04:31:33.489582 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28063c73-d99f-4970-86a6-8ea3ee1d832e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8895ca8d-a9de-40a4-aa70-8a142fc7ef30,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:33.510390 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-28063c73-d99f-4970-86a6-8ea3ee1d832e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3f4ac78cfcef48baacb331b10e69fa2f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1024394 Aug 29 04:31:33.542510 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 40632) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:33.556622 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:33.560795 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a3a43-97f1-4ddb-880c-95cd5627ef80 service neutron] Pushing event updated for resources: {'Port': ['ID=1548e366-2376-47f3-8e21-1f49a34c98fc,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:33.609289 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6ec0a7db-c574-4148-b72d-cfe2d91e6afa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:33.610741 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a1e2f7-9418-4621-a51e-842bd1c17f5b None None] Provisioning for port f9fae610-eb6e-4d47-a5cc-4e062d1e3ca8 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:31:33.627033 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a1e2f7-9418-4621-a51e-842bd1c17f5b None None] Provisioning complete for port f9fae610-eb6e-4d47-a5cc-4e062d1e3ca8 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:33.628351 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a1e2f7-9418-4621-a51e-842bd1c17f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:33.636910 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5f6d69c1-ac93-4b49-a453-1d6ad45081ef req-668af21a-549b-4bd5-9ade-80c0de667e6e tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/security-groups?id=f2284a1b-92b5-4cc6-825a-c1a1841e1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627359 Aug 29 04:31:33.714970 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2523c21c-01f5-4962-8ca3-11e78e014304 req-bebc3d00-a32e-4e9e-991e-8433831bb218 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:33.717815 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2523c21c-01f5-4962-8ca3-11e78e014304 req-bebc3d00-a32e-4e9e-991e-8433831bb218 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5045787-9144-4074-8293-daeee716b913 HTTP/1.1" status: 200 len: 944 time: 0.2863984 Aug 29 04:31:33.749903 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-e52e9cb8-8aee-4aed-8700-19dfd3e85fa1 req-1f6a3a43-97f1-4ddb-880c-95cd5627ef80 service neutron] Attempting to bind port 1548e366-2376-47f3-8e21-1f49a34c98fc on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:31:33.750344 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-e52e9cb8-8aee-4aed-8700-19dfd3e85fa1 req-1f6a3a43-97f1-4ddb-880c-95cd5627ef80 service neutron] Attempting to bind port 1548e366-2376-47f3-8e21-1f49a34c98fc by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': 'c5ded84d-4be1-43ec-8cde-5c95285ac592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2d35476f-74c6-400b-9404-4ace15008e25'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:31:33.750683 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52e9cb8-8aee-4aed-8700-19dfd3e85fa1 req-1f6a3a43-97f1-4ddb-880c-95cd5627ef80 service neutron] Attempting to bind port 1548e366-2376-47f3-8e21-1f49a34c98fc on network 2d35476f-74c6-400b-9404-4ace15008e25 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:31:33.753052 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f86570d3-7a99-4ac0-96f2-491cf0d8a22c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:33.789070 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b77b217-7213-43cf-9405-edeb98214803', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10103730-db93-4058-9b76-99e20dde961e'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:31:33.793167 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c05c0fe4-7bb0-4012-a57e-92dfc51e4d8e" -d '{"events": [{"server_uuid": "7b77b217-7213-43cf-9405-edeb98214803", "name": "network-vif-plugged", "status": "completed", "tag": "10103730-db93-4058-9b76-99e20dde961e"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:31:33.817245 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d69b7e28-e1b4-4c97-b695-ce87fbe8a722 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:33.845921 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-d69b7e28-e1b4-4c97-b695-ce87fbe8a722 admin admin] Transition to ACTIVE for port object 42130e22-fbd4-4b78-835c-f210161d73cc will not be triggered until provisioned by entity DHCP. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:33.850534 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f86570d3-7a99-4ac0-96f2-491cf0d8a22c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:33.879053 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 10103730-db93-4058-9b76-99e20dde961e, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=10103730-db93-4058-9b76-99e20dde961e,segment=NetworkSegment(e370ab6f-b877-4d1b-8a8e-a0dc4be5ecd4),segment_id=e370ab6f-b877-4d1b-8a8e-a0dc4be5ecd4)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:33.885668 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d5a1642-cd2e-4301-b00b-94d07575b592 x-openstack-request-id: req-9d5a1642-cd2e-4301-b00b-94d07575b592 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:31:33.886223 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b77b217-7213-43cf-9405-edeb98214803", "name": "network-vif-plugged", "status": "completed", "tag": "10103730-db93-4058-9b76-99e20dde961e", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:31:33.886642 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9d5a1642-cd2e-4301-b00b-94d07575b592 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:31:33.887179 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b77b217-7213-43cf-9405-edeb98214803', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10103730-db93-4058-9b76-99e20dde961e', 'code': 200} Aug 29 04:31:33.891503 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:33.905839 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2523c21c-01f5-4962-8ca3-11e78e014304 req-f085674a-a534-4c8b-9c52-8671e6c0a164 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738102 Aug 29 04:31:33.911271 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d69b7e28-e1b4-4c97-b695-ce87fbe8a722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:33.933486 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52e9cb8-8aee-4aed-8700-19dfd3e85fa1 req-1f6a3a43-97f1-4ddb-880c-95cd5627ef80 service neutron] Port 1548e366-2376-47f3-8e21-1f49a34c98fc on network 2d35476f-74c6-400b-9404-4ace15008e25 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:31:33.933486 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52e9cb8-8aee-4aed-8700-19dfd3e85fa1 req-1f6a3a43-97f1-4ddb-880c-95cd5627ef80 service neutron] Attempting to bind port 1548e366-2376-47f3-8e21-1f49a34c98fc on network 2d35476f-74c6-400b-9404-4ace15008e25 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:31:33.937922 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52e9cb8-8aee-4aed-8700-19dfd3e85fa1 req-1f6a3a43-97f1-4ddb-880c-95cd5627ef80 service neutron] Checking agent: {'id': '3de9de52-3a03-431d-9d7e-497ae92c57ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:31:33.938266 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52e9cb8-8aee-4aed-8700-19dfd3e85fa1 req-1f6a3a43-97f1-4ddb-880c-95cd5627ef80 service neutron] Checking segment: {'id': 'c5ded84d-4be1-43ec-8cde-5c95285ac592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2d35476f-74c6-400b-9404-4ace15008e25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:31:33.938663 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52e9cb8-8aee-4aed-8700-19dfd3e85fa1 req-1f6a3a43-97f1-4ddb-880c-95cd5627ef80 service neutron] Bound using segment: {'id': 'c5ded84d-4be1-43ec-8cde-5c95285ac592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2d35476f-74c6-400b-9404-4ace15008e25'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:31:33.939108 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-e52e9cb8-8aee-4aed-8700-19dfd3e85fa1 req-1f6a3a43-97f1-4ddb-880c-95cd5627ef80 service neutron] Bound port: 1548e366-2376-47f3-8e21-1f49a34c98fc, host: n-h1-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5ded84d-4be1-43ec-8cde-5c95285ac592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2d35476f-74c6-400b-9404-4ace15008e25'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:31:33.939584 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-e52e9cb8-8aee-4aed-8700-19dfd3e85fa1 req-1f6a3a43-97f1-4ddb-880c-95cd5627ef80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:33.950787 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69b7e28-e1b4-4c97-b695-ce87fbe8a722 admin admin] Network a7a5bbec-497d-4cc1-b5f5-54604acd30e3 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:33.955027 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-d69b7e28-e1b4-4c97-b695-ce87fbe8a722 admin admin] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:33.989081 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47fc84cb-d35b-4531-a424-8470ae530a2f tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Made reservation on behalf of 808af00233b447dbb547871646623489 for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:31:33.993011 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-47fc84cb-d35b-4531-a424-8470ae530a2f tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4552395'] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:34.001807 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69b7e28-e1b4-4c97-b695-ce87fbe8a722 admin admin] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:31:34.012939 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:34.034968 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-e52e9cb8-8aee-4aed-8700-19dfd3e85fa1 req-1f6a3a43-97f1-4ddb-880c-95cd5627ef80 service neutron] For port 1548e366-2376-47f3-8e21-1f49a34c98fc, host n-h1-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:31:34.039371 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-e52e9cb8-8aee-4aed-8700-19dfd3e85fa1 req-1f6a3a43-97f1-4ddb-880c-95cd5627ef80 service neutron] For port 1548e366-2376-47f3-8e21-1f49a34c98fc, host n-h1-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=1548e366-2376-47f3-8e21-1f49a34c98fc,segment=NetworkSegment(c5ded84d-4be1-43ec-8cde-5c95285ac592),segment_id=c5ded84d-4be1-43ec-8cde-5c95285ac592)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:31:34.050431 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-e52e9cb8-8aee-4aed-8700-19dfd3e85fa1 req-1f6a3a43-97f1-4ddb-880c-95cd5627ef80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:34.122070 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a3a43-97f1-4ddb-880c-95cd5627ef80 service neutron] Pushing event updated for resources: {'Port': ['ID=1548e366-2376-47f3-8e21-1f49a34c98fc,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:34.143325 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52e9cb8-8aee-4aed-8700-19dfd3e85fa1 req-1f6a3a43-97f1-4ddb-880c-95cd5627ef80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:34.144574 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-e52e9cb8-8aee-4aed-8700-19dfd3e85fa1 req-1f6a3a43-97f1-4ddb-880c-95cd5627ef80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:34.146605 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e52e9cb8-8aee-4aed-8700-19dfd3e85fa1 req-1f6a3a43-97f1-4ddb-880c-95cd5627ef80 service neutron] 10.222.0.46 "PUT /v2.0/ports/1548e366-2376-47f3-8e21-1f49a34c98fc HTTP/1.1" status: 200 len: 1093 time: 2.6637757 Aug 29 04:31:34.147208 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5045787-9144-4074-8293-daeee716b913', 'tag': '1548e366-2376-47f3-8e21-1f49a34c98fc'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:31:34.150235 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23f0853c-e895-4635-9c52-6715cd45995a" -d '{"events": [{"name": "network-changed", "server_uuid": "f5045787-9144-4074-8293-daeee716b913", "tag": "1548e366-2376-47f3-8e21-1f49a34c98fc"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:31:34.158552 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f86570d3-7a99-4ac0-96f2-491cf0d8a22c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:34.166831 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f86570d3-7a99-4ac0-96f2-491cf0d8a22c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:34.168196 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-f86570d3-7a99-4ac0-96f2-491cf0d8a22c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8895ca8d-a9de-40a4-aa70-8a142fc7ef30 HTTP/1.1" status: 204 len: 168 time: 0.6203117 Aug 29 04:31:34.191315 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66bbc236-4fa6-4fdd-9ded-5e25f23c0bc6 None None] DHCP port deletion for 9a0c1c63-2a3a-4918-9723-8b35bf7d017b request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:31:34.252632 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86570d3-7a99-4ac0-96f2-491cf0d8a22c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8895ca8d-a9de-40a4-aa70-8a142fc7ef30,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:34.270638 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-727f0cd9-7ef1-417e-9d90-44d2b41a3528 x-openstack-request-id: req-727f0cd9-7ef1-417e-9d90-44d2b41a3528 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:31:34.271204 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5045787-9144-4074-8293-daeee716b913", "tag": "1548e366-2376-47f3-8e21-1f49a34c98fc", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:31:34.271532 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-727f0cd9-7ef1-417e-9d90-44d2b41a3528 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:31:34.272242 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5045787-9144-4074-8293-daeee716b913', 'tag': '1548e366-2376-47f3-8e21-1f49a34c98fc', 'status': 'completed', 'code': 200} Aug 29 04:31:34.281944 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52e9cb8-8aee-4aed-8700-19dfd3e85fa1 req-a2b43f92-fa71-4cfe-9850-6ee6deebab98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:34.284274 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e52e9cb8-8aee-4aed-8700-19dfd3e85fa1 req-a2b43f92-fa71-4cfe-9850-6ee6deebab98 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0805da877066419b8ea3a5659c16f89d&device_id=f5045787-9144-4074-8293-daeee716b913 HTTP/1.1" status: 200 len: 1096 time: 0.0798690 Aug 29 04:31:34.352978 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69b7e28-e1b4-4c97-b695-ce87fbe8a722 admin admin] Pushing event updated for resources: {'Port': ['ID=42130e22-fbd4-4b78-835c-f210161d73cc,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:34.373640 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d69b7e28-e1b4-4c97-b695-ce87fbe8a722 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719598'] for router_interface, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:34.379280 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e52e9cb8-8aee-4aed-8700-19dfd3e85fa1 req-8785d517-400a-41b2-99d6-7787a66f4081 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1548e366-2376-47f3-8e21-1f49a34c98fc HTTP/1.1" status: 200 len: 217 time: 0.0825157 Aug 29 04:31:34.412414 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 4359ad02-f499-4cc7-b85b-213ddc684833, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=4359ad02-f499-4cc7-b85b-213ddc684833,segment=NetworkSegment(c3e852c6-3d4e-4927-8c75-89509dc37141),segment_id=c3e852c6-3d4e-4927-8c75-89509dc37141)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:34.466561 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:34.475728 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f9d03-8cd8-4bb2-aa17-8fe985f508cb req-10d3f317-9a0f-4225-8886-4491fa38db7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:34.477439 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-015f9d03-8cd8-4bb2-aa17-8fe985f508cb req-10d3f317-9a0f-4225-8886-4491fa38db7b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7b77b217-7213-43cf-9405-edeb98214803 HTTP/1.1" status: 200 len: 1097 time: 0.5251262 Aug 29 04:31:34.483415 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52e9cb8-8aee-4aed-8700-19dfd3e85fa1 req-aa91b9d2-c553-4fc3-9768-e073050be273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:34.489926 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e52e9cb8-8aee-4aed-8700-19dfd3e85fa1 req-aa91b9d2-c553-4fc3-9768-e073050be273 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=774a36bb-3c6d-4e12-9ae7-217ec62f3250 HTTP/1.1" status: 200 len: 854 time: 0.0993953 Aug 29 04:31:34.521035 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=10103730-db93-4058-9b76-99e20dde961e,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:34.525182 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a1e2f7-9418-4621-a51e-842bd1c17f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:34.556827 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e52e9cb8-8aee-4aed-8700-19dfd3e85fa1 req-4d0455a7-a325-42c7-ad97-a679091e361b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2d35476f-74c6-400b-9404-4ace15008e25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572772 Aug 29 04:31:34.596638 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-015f9d03-8cd8-4bb2-aa17-8fe985f508cb req-7c9ff94a-7366-43cd-b23c-752ddd04dc54 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f2284a1b-92b5-4cc6-825a-c1a1841e1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064384 Aug 29 04:31:34.637256 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:34.637767 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:34.637958 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:34.638689 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:34.638689 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:34.638963 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:34.639482 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:34.640125 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:34.640637 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:34.641129 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:34.641622 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:34.642127 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:34.651197 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device f9fae610-eb6e-4d47-a5cc-4e062d1e3ca8 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:31:34.884707 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=4359ad02-f499-4cc7-b85b-213ddc684833,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:34.893933 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e52e9cb8-8aee-4aed-8700-19dfd3e85fa1 req-be0425c6-ab08-4a2b-8313-e2725e9cebd0 service neutron] 10.222.0.46 "GET /v2.0/networks/2d35476f-74c6-400b-9404-4ace15008e25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3210244 Aug 29 04:31:34.903024 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-66bbc236-4fa6-4fdd-9ded-5e25f23c0bc6 None None] Deleting port f9fae610-eb6e-4d47-a5cc-4e062d1e3ca8 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:31:34.903623 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-66bbc236-4fa6-4fdd-9ded-5e25f23c0bc6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:34.907780 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a1e2f7-9418-4621-a51e-842bd1c17f5b None None] For port f9fae610-eb6e-4d47-a5cc-4e062d1e3ca8, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=f9fae610-eb6e-4d47-a5cc-4e062d1e3ca8,segment=NetworkSegment(0fc0da0a-b381-4d95-9f3f-3aa10a110ba6),segment_id=0fc0da0a-b381-4d95-9f3f-3aa10a110ba6)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:34.935063 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d69b7e28-e1b4-4c97-b695-ce87fbe8a722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:34.997272 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a1e2f7-9418-4621-a51e-842bd1c17f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:35.025455 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68710b74-1f2d-4eaa-94ef-3f6e216c1c18 req-e424c708-86d1-4690-a1f7-df669457c7b7 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:35.027148 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-68710b74-1f2d-4eaa-94ef-3f6e216c1c18 req-e424c708-86d1-4690-a1f7-df669457c7b7 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/ports?device_id=7b77b217-7213-43cf-9405-edeb98214803 HTTP/1.1" status: 200 len: 945 time: 0.2700431 Aug 29 04:31:35.046236 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-47fc84cb-d35b-4531-a424-8470ae530a2f tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4274880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4552377'] for subnet, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:35.139965 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a1e2f7-9418-4621-a51e-842bd1c17f5b None None] Could not find standard attr ID for object ee0a1b97-5c56-4aaa-9ed8-cd6c0b09179d. {{(pid=94830) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:31:35.159904 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-68710b74-1f2d-4eaa-94ef-3f6e216c1c18 req-b60828c2-4283-4f6a-8baa-207c995571e9 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/security-groups?id=f2284a1b-92b5-4cc6-825a-c1a1841e1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214302 Aug 29 04:31:35.172392 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e52e9cb8-8aee-4aed-8700-19dfd3e85fa1 req-e30a51ec-e3eb-4be4-a836-66991e84f706 service neutron] 10.222.0.46 "GET /v2.0/networks/2d35476f-74c6-400b-9404-4ace15008e25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672331 Aug 29 04:31:35.249162 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fc84cb-d35b-4531-a424-8470ae530a2f tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Pushing event updated for resources: {'Subnet': ['ID=4859de92-729f-4a45-9903-d237686dbbfd,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:35.258573 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47fc84cb-d35b-4531-a424-8470ae530a2f tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:35.279831 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-47fc84cb-d35b-4531-a424-8470ae530a2f tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:35.286025 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-78857637-048e-48d9-8955-2065acd1fc6a None None] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:35.288365 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47fc84cb-d35b-4531-a424-8470ae530a2f tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:35.289545 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-47fc84cb-d35b-4531-a424-8470ae530a2f tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:35.313341 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-66bbc236-4fa6-4fdd-9ded-5e25f23c0bc6 None None] For port f9fae610-eb6e-4d47-a5cc-4e062d1e3ca8, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=f9fae610-eb6e-4d47-a5cc-4e062d1e3ca8,segment=NetworkSegment(0fc0da0a-b381-4d95-9f3f-3aa10a110ba6),segment_id=0fc0da0a-b381-4d95-9f3f-3aa10a110ba6)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:35.314385 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-66bbc236-4fa6-4fdd-9ded-5e25f23c0bc6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:35.366423 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f0853c-e895-4635-9c52-6715cd45995a req-63fef4ff-61f4-4588-ba12-af4c403ce11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:35.370226 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:35.371370 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-23f0853c-e895-4635-9c52-6715cd45995a req-63fef4ff-61f4-4588-ba12-af4c403ce11f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0805da877066419b8ea3a5659c16f89d&device_id=f5045787-9144-4074-8293-daeee716b913 HTTP/1.1" status: 200 len: 1096 time: 0.1327367 Aug 29 04:31:35.386789 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-78857637-048e-48d9-8955-2065acd1fc6a None None] Transition to ACTIVE for port object a5775946-5605-4e13-84af-829b7b5567b4 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:35.388979 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-66bbc236-4fa6-4fdd-9ded-5e25f23c0bc6 None None] Calling delete_port for f9fae610-eb6e-4d47-a5cc-4e062d1e3ca8 owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:31:35.396784 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a1e2f7-9418-4621-a51e-842bd1c17f5b None None] Pushing event updated for resources: {'Port': ['ID=f9fae610-eb6e-4d47-a5cc-4e062d1e3ca8,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:35.428920 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-78857637-048e-48d9-8955-2065acd1fc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:35.450280 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8174e36d-50f5-4aa9-b2b5-578f4d5df1d2 req-7a3914f6-0b6d-4433-946b-d4f5b4129781 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:35.452854 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8174e36d-50f5-4aa9-b2b5-578f4d5df1d2 req-7a3914f6-0b6d-4433-946b-d4f5b4129781 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5045787-9144-4074-8293-daeee716b913 HTTP/1.1" status: 200 len: 944 time: 0.3484294 Aug 29 04:31:35.473829 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-47fc84cb-d35b-4531-a424-8470ae530a2f tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1624269 Aug 29 04:31:35.477666 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 40688) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:35.499055 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-8386bc4a-ae72-41c2-886c-3f516fd74818 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Request body: {'port': {'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b', 'name': 'tempest-NetworksTestDHCPv6-2061791565'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:35.524833 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e629ffee-b77d-46aa-a3a9-ce77b07fa201 None None] Pushing event updated for resources: {'Port': ['ID=a5775946-5605-4e13-84af-829b7b5567b4,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:35.543145 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-258daae1-7788-47fe-bb12-177aa02a8fb7 None None] Provisioning complete for port 4359ad02-f499-4cc7-b85b-213ddc684833 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:35.544092 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-258daae1-7788-47fe-bb12-177aa02a8fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:35.591365 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port f9fae610-eb6e-4d47-a5cc-4e062d1e3ca8, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=f9fae610-eb6e-4d47-a5cc-4e062d1e3ca8,segment=NetworkSegment(0fc0da0a-b381-4d95-9f3f-3aa10a110ba6),segment_id=0fc0da0a-b381-4d95-9f3f-3aa10a110ba6)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:35.595644 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f0853c-e895-4635-9c52-6715cd45995a req-5bd9fab9-33c0-4340-a4fb-b157df3637f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:35.597304 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-23f0853c-e895-4635-9c52-6715cd45995a req-5bd9fab9-33c0-4340-a4fb-b157df3637f3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2d35476f-74c6-400b-9404-4ace15008e25 HTTP/1.1" status: 200 len: 915 time: 0.2143538 Aug 29 04:31:35.734781 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:35.752254 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-23f0853c-e895-4635-9c52-6715cd45995a req-83e18db0-a4f6-44b1-80ec-eb313b54fcca service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1548e366-2376-47f3-8e21-1f49a34c98fc HTTP/1.1" status: 200 len: 217 time: 0.1424737 Aug 29 04:31:35.765907 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-66bbc236-4fa6-4fdd-9ded-5e25f23c0bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:35.829914 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66bbc236-4fa6-4fdd-9ded-5e25f23c0bc6 None None] No DVR routers for this DVR port f9fae610-eb6e-4d47-a5cc-4e062d1e3ca8 on host n-d-712140-12 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:31:35.848041 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f0853c-e895-4635-9c52-6715cd45995a req-af9af29b-de5d-4e40-94b9-333d44baeedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:35.850700 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-23f0853c-e895-4635-9c52-6715cd45995a req-af9af29b-de5d-4e40-94b9-333d44baeedf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=774a36bb-3c6d-4e12-9ae7-217ec62f3250 HTTP/1.1" status: 200 len: 854 time: 0.0923243 Aug 29 04:31:35.853095 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8174e36d-50f5-4aa9-b2b5-578f4d5df1d2 req-ae163227-fd41-451e-9f29-4a2bfbb17de9 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3697860 Aug 29 04:31:35.858858 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event deleted for resources: {'Port': ['ID=f9fae610-eb6e-4d47-a5cc-4e062d1e3ca8,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:35.932519 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-23f0853c-e895-4635-9c52-6715cd45995a req-d93c8ff3-c534-4692-af3e-3e86ccaaad86 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2d35476f-74c6-400b-9404-4ace15008e25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742095 Aug 29 04:31:35.955415 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8386bc4a-ae72-41c2-886c-3f516fd74818 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Made reservation on behalf of 808af00233b447dbb547871646623489 for: {'port': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:31:35.965810 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8386bc4a-ae72-41c2-886c-3f516fd74818 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:35.982526 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-78857637-048e-48d9-8955-2065acd1fc6a None None] Attempting to bind port a5775946-5605-4e13-84af-829b7b5567b4 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:31:35.984847 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-78857637-048e-48d9-8955-2065acd1fc6a None None] Attempting to bind port a5775946-5605-4e13-84af-829b7b5567b4 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:31:35.985313 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78857637-048e-48d9-8955-2065acd1fc6a None None] Attempting to bind port a5775946-5605-4e13-84af-829b7b5567b4 on network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:31:35.995223 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b494d1-783f-46a2-85bd-436df2542d98 None None] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:31:36.005696 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bbc236-4fa6-4fdd-9ded-5e25f23c0bc6 None None] Pushing event deleted for resources: {'Port': ['ID=f9fae610-eb6e-4d47-a5cc-4e062d1e3ca8,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:36.040396 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d69b7e28-e1b4-4c97-b695-ce87fbe8a722 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:36.047047 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [None req-8386bc4a-ae72-41c2-886c-3f516fd74818 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] device_id is not set on port 39616c06-6783-4553-8883-bdaeb9907794 yet. {{(pid=94829) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:31:36.062841 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d69b7e28-e1b4-4c97-b695-ce87fbe8a722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:36.114488 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78857637-048e-48d9-8955-2065acd1fc6a None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:31:36.114875 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78857637-048e-48d9-8955-2065acd1fc6a None None] Checking segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:31:36.115310 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-78857637-048e-48d9-8955-2065acd1fc6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:36.115677 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78857637-048e-48d9-8955-2065acd1fc6a None None] Bound using segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:31:36.116207 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-78857637-048e-48d9-8955-2065acd1fc6a None None] Bound port: a5775946-5605-4e13-84af-829b7b5567b4, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:31:36.116567 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-78857637-048e-48d9-8955-2065acd1fc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:36.150537 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-23f0853c-e895-4635-9c52-6715cd45995a req-c0ac61c5-43b2-4674-a9a0-aaefb3c32099 service neutron] 10.222.0.46 "GET /v2.0/networks/2d35476f-74c6-400b-9404-4ace15008e25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033429 Aug 29 04:31:36.161660 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69b7e28-e1b4-4c97-b695-ce87fbe8a722 admin admin] Pushing event updated for resources: {'Port': ['ID=42130e22-fbd4-4b78-835c-f210161d73cc,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:36.317572 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7ade12e7-5d50-41c7-8a4f-ba08b90751a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:36.400212 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-23f0853c-e895-4635-9c52-6715cd45995a req-8468585f-8418-4da8-af06-4d50c7a29ce2 service neutron] 10.222.0.46 "GET /v2.0/networks/2d35476f-74c6-400b-9404-4ace15008e25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443891 Aug 29 04:31:36.404030 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d69b7e28-e1b4-4c97-b695-ce87fbe8a722 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-718897'] for router_interface, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:36.531867 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-78857637-048e-48d9-8955-2065acd1fc6a None None] For port a5775946-5605-4e13-84af-829b7b5567b4, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:31:36.625192 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 4359ad02-f499-4cc7-b85b-213ddc684833 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:31:36.648217 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-8386bc4a-ae72-41c2-886c-3f516fd74818 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Allocated IP 2001:db8::100 (9a0c1c63-2a3a-4918-9723-8b35bf7d017b/4859de92-729f-4a45-9903-d237686dbbfd/39616c06-6783-4553-8883-bdaeb9907794) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:31:36.648900 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64588b30-0d8a-4ba8-865b-7c7b8efa866b req-28c3ba49-a339-4e90-b710-2b464af2a267 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:36.661749 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-64588b30-0d8a-4ba8-865b-7c7b8efa866b req-28c3ba49-a339-4e90-b710-2b464af2a267 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/ports?device_id=7b77b217-7213-43cf-9405-edeb98214803 HTTP/1.1" status: 200 len: 945 time: 0.2382653 Aug 29 04:31:36.730271 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-64588b30-0d8a-4ba8-865b-7c7b8efa866b req-415ed53d-9e0e-4e7a-b035-622311d81df3 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/security-groups?id=f2284a1b-92b5-4cc6-825a-c1a1841e1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626738 Aug 29 04:31:36.748090 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-78857637-048e-48d9-8955-2065acd1fc6a None None] For port a5775946-5605-4e13-84af-829b7b5567b4, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=a5775946-5605-4e13-84af-829b7b5567b4,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:31:36.761770 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-258daae1-7788-47fe-bb12-177aa02a8fb7 None None] Provisioning for port 42130e22-fbd4-4b78-835c-f210161d73cc completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:31:36.857321 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-258daae1-7788-47fe-bb12-177aa02a8fb7 None None] Provisioning complete for port 42130e22-fbd4-4b78-835c-f210161d73cc triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:36.858060 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-258daae1-7788-47fe-bb12-177aa02a8fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:36.876590 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-78857637-048e-48d9-8955-2065acd1fc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:36.909233 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69b7e28-e1b4-4c97-b695-ce87fbe8a722 admin admin] Network a7a5bbec-497d-4cc1-b5f5-54604acd30e3 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:36.941863 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-d69b7e28-e1b4-4c97-b695-ce87fbe8a722 admin admin] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:37.067900 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5b9be1-17c9-460c-b9a4-4beb9970ff8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-9a0c1c63-2a3a-4918-9723-8b35bf7d017b', 'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b', 'tenant_id': '808af00233b447dbb547871646623489', 'fixed_ips': [{'subnet_id': '4859de92-729f-4a45-9903-d237686dbbfd'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:31:37.077493 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b5b9be1-17c9-460c-b9a4-4beb9970ff8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:37.120349 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8386bc4a-ae72-41c2-886c-3f516fd74818 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:37.199571 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c9585a-9500-4073-a208-66f33efe48d6 req-818e9e1b-1570-49eb-859a-e49b30a2583e tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:37.206086 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-258daae1-7788-47fe-bb12-177aa02a8fb7 None None] Port 42130e22-fbd4-4b78-835c-f210161d73cc cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:31:37.208006 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e0c9585a-9500-4073-a208-66f33efe48d6 req-818e9e1b-1570-49eb-859a-e49b30a2583e tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5045787-9144-4074-8293-daeee716b913 HTTP/1.1" status: 200 len: 944 time: 0.2045269 Aug 29 04:31:37.215997 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-8386bc4a-ae72-41c2-886c-3f516fd74818 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Transition to ACTIVE for port object 39616c06-6783-4553-8883-bdaeb9907794 will not be triggered until provisioned by entity DHCP. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:37.283666 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e0c9585a-9500-4073-a208-66f33efe48d6 req-d166e863-2879-4856-a174-eb3ee7b9bd0b tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658424 Aug 29 04:31:37.324060 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 4359ad02-f499-4cc7-b85b-213ddc684833 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:37.324445 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:37.386996 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d69b7e28-e1b4-4c97-b695-ce87fbe8a722 admin admin] Router a078a04e-bcc4-4411-a72d-b3a73c742a84 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:31:37.394524 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e629ffee-b77d-46aa-a3a9-ce77b07fa201 None None] Pushing event updated for resources: {'Port': ['ID=a5775946-5605-4e13-84af-829b7b5567b4,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:37.419061 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:37.424182 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:37.425651 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78857637-048e-48d9-8955-2065acd1fc6a None None] Routers {'a078a04e-bcc4-4411-a72d-b3a73c742a84'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:37.426281 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-78857637-048e-48d9-8955-2065acd1fc6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:31:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['a078a04e-bcc4-4411-a72d-b3a73c742a84'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:37.491933 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8386bc4a-ae72-41c2-886c-3f516fd74818 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:37.658568 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912e9aa3-aea0-47c1-bab4-c7693db8d6a6 req-a31df15a-310c-4994-85a9-fb64f541218e tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:37.660036 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-912e9aa3-aea0-47c1-bab4-c7693db8d6a6 req-a31df15a-310c-4994-85a9-fb64f541218e tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/ports?device_id=7b77b217-7213-43cf-9405-edeb98214803 HTTP/1.1" status: 200 len: 945 time: 0.3016424 Aug 29 04:31:37.700188 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8386bc4a-ae72-41c2-886c-3f516fd74818 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:37.705543 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8386bc4a-ae72-41c2-886c-3f516fd74818 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Pushing event updated for resources: {'Port': ['ID=39616c06-6783-4553-8883-bdaeb9907794,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:37.726173 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-8386bc4a-ae72-41c2-886c-3f516fd74818 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:37.733912 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8386bc4a-ae72-41c2-886c-3f516fd74818 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:31:37.736604 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-83dd0acc-e7c9-4bcb-b0ae-460e60efa16a None None] Provisioning complete for port 42130e22-fbd4-4b78-835c-f210161d73cc triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:37.736987 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-83dd0acc-e7c9-4bcb-b0ae-460e60efa16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:37.740715 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8386bc4a-ae72-41c2-886c-3f516fd74818 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:37.741755 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8386bc4a-ae72-41c2-886c-3f516fd74818 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:37.754342 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d69b7e28-e1b4-4c97-b695-ce87fbe8a722 admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:31:37.763200 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-d69b7e28-e1b4-4c97-b695-ce87fbe8a722 admin admin] 10.222.0.22 "PUT /v2.0/routers/a078a04e-bcc4-4411-a72d-b3a73c742a84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7367098 Aug 29 04:31:37.810734 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 40762) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:37.811252 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-8386bc4a-ae72-41c2-886c-3f516fd74818 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.3291485 Aug 29 04:31:37.826461 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-912e9aa3-aea0-47c1-bab4-c7693db8d6a6 req-eb955551-3be2-4d37-9439-18fb5e383adf tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/security-groups?id=f2284a1b-92b5-4cc6-825a-c1a1841e1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548152 Aug 29 04:31:37.935594 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-195b7a4a-7515-4cd5-b43e-16c1db56b0be tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:37.940503 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 40766) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:37.941255 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-195b7a4a-7515-4cd5-b43e-16c1db56b0be tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1293907 Aug 29 04:31:37.974807 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-83dd0acc-e7c9-4bcb-b0ae-460e60efa16a None None] Port 42130e22-fbd4-4b78-835c-f210161d73cc cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:31:38.148624 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-78857637-048e-48d9-8955-2065acd1fc6a None None] Set router a078a04e-bcc4-4411-a72d-b3a73c742a84 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:31:38.208163 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-1b5b9be1-17c9-460c-b9a4-4beb9970ff8a None None] Allocated IP 2001:db8::2 (9a0c1c63-2a3a-4918-9723-8b35bf7d017b/4859de92-729f-4a45-9903-d237686dbbfd/eda01f8c-5c2d-4764-a51b-a3799031f43b) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:31:38.251258 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-8109d890-f092-4550-829a-f2e536926aa3 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Deleting port 39616c06-6783-4553-8883-bdaeb9907794 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:31:38.251896 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8109d890-f092-4550-829a-f2e536926aa3 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:38.614409 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b5b9be1-17c9-460c-b9a4-4beb9970ff8a None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:38.625010 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b5b9be1-17c9-460c-b9a4-4beb9970ff8a None None] Transition to ACTIVE for port object eda01f8c-5c2d-4764-a51b-a3799031f43b will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:38.641805 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b5b9be1-17c9-460c-b9a4-4beb9970ff8a None None] Transition to ACTIVE for port object eda01f8c-5c2d-4764-a51b-a3799031f43b will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:38.654330 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b5b9be1-17c9-460c-b9a4-4beb9970ff8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:38.672627 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-78857637-048e-48d9-8955-2065acd1fc6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a078a04e-bcc4-4411-a72d-b3a73c742a84', 'name': 'tempest-TestAggregatesBasicOps-1297954849-router', 'tenant_id': '115b08e25683442698b6091ff6184d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': 'a5775946-5605-4e13-84af-829b7b5567b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:31:25Z', 'updated_at': '2021-08-29T04:31:34Z', 'revision_number': 4, 'project_id': '115b08e25683442698b6091ff6184d7a', 'gw_port': {'id': 'a5775946-5605-4e13-84af-829b7b5567b4', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:2b:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a078a04e-bcc4-4411-a72d-b3a73c742a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:31:27Z', 'updated_at': '2021-08-29T04:31:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '42130e22-fbd4-4b78-835c-f210161d73cc', 'name': '', 'network_id': 'a7a5bbec-497d-4cc1-b5f5-54604acd30e3', 'tenant_id': '115b08e25683442698b6091ff6184d7a', 'mac_address': 'fa:16:3e:86:d7:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a078a04e-bcc4-4411-a72d-b3a73c742a84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2293, 'fixed_ips': [{'subnet_id': 'c4aa5b30-7c39-486d-bdb7-1b743d9fdb15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:31:32Z', 'updated_at': '2021-08-29T04:31:35Z', 'revision_number': 2, 'project_id': '115b08e25683442698b6091ff6184d7a', 'subnets': [{'id': 'c4aa5b30-7c39-486d-bdb7-1b743d9fdb15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:38.712525 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78857637-048e-48d9-8955-2065acd1fc6a None None] The sync data for ids ['a078a04e-bcc4-4411-a72d-b3a73c742a84'] in n-d-712140-12 is: [{'id': 'a078a04e-bcc4-4411-a72d-b3a73c742a84', 'name': 'tempest-TestAggregatesBasicOps-1297954849-router', 'tenant_id': '115b08e25683442698b6091ff6184d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': 'a5775946-5605-4e13-84af-829b7b5567b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:31:25Z', 'updated_at': '2021-08-29T04:31:34Z', 'revision_number': 4, 'project_id': '115b08e25683442698b6091ff6184d7a', 'gw_port': {'id': 'a5775946-5605-4e13-84af-829b7b5567b4', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:2b:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a078a04e-bcc4-4411-a72d-b3a73c742a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:31:27Z', 'updated_at': '2021-08-29T04:31:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '42130e22-fbd4-4b78-835c-f210161d73cc', 'name': '', 'network_id': 'a7a5bbec-497d-4cc1-b5f5-54604acd30e3', 'tenant_id': '115b08e25683442698b6091ff6184d7a', 'mac_address': 'fa:16:3e:86:d7:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a078a04e-bcc4-4411-a72d-b3a73c742a84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2293, 'fixed_ips': [{'subnet_id': 'c4aa5b30-7c39-486d-bdb7-1b743d9fdb15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:31:32Z', 'updated_at': '2021-08-29T04:31:35Z', 'revision_number': 2, 'project_id': '115b08e25683442698b6091ff6184d7a', 'subnets': [{'id': 'c4aa5b30-7c39-486d-bdb7-1b743d9fdb15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:31:38.849411 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:38.860035 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5b9be1-17c9-460c-b9a4-4beb9970ff8a None None] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:38.870908 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-1b5b9be1-17c9-460c-b9a4-4beb9970ff8a None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:38.893919 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5b9be1-17c9-460c-b9a4-4beb9970ff8a None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:31:39.079466 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5b9be1-17c9-460c-b9a4-4beb9970ff8a None None] Pushing event updated for resources: {'Port': ['ID=eda01f8c-5c2d-4764-a51b-a3799031f43b,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:39.221680 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-1b5b9be1-17c9-460c-b9a4-4beb9970ff8a None None] Attempting to bind port eda01f8c-5c2d-4764-a51b-a3799031f43b on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:31:39.221680 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-1b5b9be1-17c9-460c-b9a4-4beb9970ff8a None None] Attempting to bind port eda01f8c-5c2d-4764-a51b-a3799031f43b by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '0fc0da0a-b381-4d95-9f3f-3aa10a110ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:31:39.221994 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5b9be1-17c9-460c-b9a4-4beb9970ff8a None None] Attempting to bind port eda01f8c-5c2d-4764-a51b-a3799031f43b on network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:31:39.239149 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5b9be1-17c9-460c-b9a4-4beb9970ff8a None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:31:39.239639 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5b9be1-17c9-460c-b9a4-4beb9970ff8a None None] Checking segment: {'id': '0fc0da0a-b381-4d95-9f3f-3aa10a110ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:31:39.240334 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b5b9be1-17c9-460c-b9a4-4beb9970ff8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:39.240891 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5b9be1-17c9-460c-b9a4-4beb9970ff8a None None] Bound using segment: {'id': '0fc0da0a-b381-4d95-9f3f-3aa10a110ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:31:39.241833 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-1b5b9be1-17c9-460c-b9a4-4beb9970ff8a None None] Bound port: eda01f8c-5c2d-4764-a51b-a3799031f43b, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fc0da0a-b381-4d95-9f3f-3aa10a110ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:31:39.242027 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b5b9be1-17c9-460c-b9a4-4beb9970ff8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:39.301910 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f22eaa-e84f-4ea2-9d39-20f89bce34d4 req-2b26d5a4-fdf4-4982-bc64-47f04f92153a tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:39.317428 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b5f22eaa-e84f-4ea2-9d39-20f89bce34d4 req-2b26d5a4-fdf4-4982-bc64-47f04f92153a tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5045787-9144-4074-8293-daeee716b913 HTTP/1.1" status: 200 len: 944 time: 0.1883383 Aug 29 04:31:39.328659 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b5b9be1-17c9-460c-b9a4-4beb9970ff8a None None] For port eda01f8c-5c2d-4764-a51b-a3799031f43b, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:31:39.332873 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b5b9be1-17c9-460c-b9a4-4beb9970ff8a None None] For port eda01f8c-5c2d-4764-a51b-a3799031f43b, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=eda01f8c-5c2d-4764-a51b-a3799031f43b,segment=NetworkSegment(0fc0da0a-b381-4d95-9f3f-3aa10a110ba6),segment_id=0fc0da0a-b381-4d95-9f3f-3aa10a110ba6)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:31:39.367249 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b5b9be1-17c9-460c-b9a4-4beb9970ff8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:39.463635 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1074f53f-836a-46bd-bf10-7fd96a54aca0 req-791dfc2b-fc3e-44a7-87a5-7b3fe8fc4656 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:39.482116 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1074f53f-836a-46bd-bf10-7fd96a54aca0 req-791dfc2b-fc3e-44a7-87a5-7b3fe8fc4656 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/ports?device_id=7b77b217-7213-43cf-9405-edeb98214803 HTTP/1.1" status: 200 len: 945 time: 0.1620109 Aug 29 04:31:39.505503 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8109d890-f092-4550-829a-f2e536926aa3 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:39.528371 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-8109d890-f092-4550-829a-f2e536926aa3 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Calling delete_port for 39616c06-6783-4553-8883-bdaeb9907794 owned by {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:31:39.550393 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 1548e366-2376-47f3-8e21-1f49a34c98fc details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:31:39.587036 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1074f53f-836a-46bd-bf10-7fd96a54aca0 req-70d390c7-f00e-4848-8fc7-303aec59c35c tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/security-groups?id=f2284a1b-92b5-4cc6-825a-c1a1841e1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023543 Aug 29 04:31:39.797174 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b5f22eaa-e84f-4ea2-9d39-20f89bce34d4 req-cf8b5f7f-36ce-4dfb-9b7c-c2406a676d45 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4615917 Aug 29 04:31:39.933560 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8109d890-f092-4550-829a-f2e536926aa3 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:39.965054 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 1548e366-2376-47f3-8e21-1f49a34c98fc, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=1548e366-2376-47f3-8e21-1f49a34c98fc,segment=NetworkSegment(c5ded84d-4be1-43ec-8cde-5c95285ac592),segment_id=c5ded84d-4be1-43ec-8cde-5c95285ac592)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:39.991913 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8109d890-f092-4550-829a-f2e536926aa3 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Pushing event deleted for resources: {'Port': ['ID=39616c06-6783-4553-8883-bdaeb9907794,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:40.070996 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Returning: {'device': '1548e366-2376-47f3-8e21-1f49a34c98fc', 'network_id': '2d35476f-74c6-400b-9404-4ace15008e25', 'port_id': '1548e366-2376-47f3-8e21-1f49a34c98fc', 'mac_address': 'fa:16:3e:5c:19:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '774a36bb-3c6d-4e12-9ae7-217ec62f3250', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:31:40.084414 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8109d890-f092-4550-829a-f2e536926aa3 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:40.111295 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-8109d890-f092-4550-829a-f2e536926aa3 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "DELETE /v2.0/ports/39616c06-6783-4553-8883-bdaeb9907794 HTTP/1.1" status: 204 len: 168 time: 2.1676044 Aug 29 04:31:40.112337 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 40856) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:40.213154 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 40860) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:40.281562 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c3b60c2-7ebd-49d8-9129-c452b0245a04 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:40.294726 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c3b60c2-7ebd-49d8-9129-c452b0245a04 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:40.300604 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 40868) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:40.305825 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-4c3b60c2-7ebd-49d8-9129-c452b0245a04 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1919084 Aug 29 04:31:40.337918 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:40.418215 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5b9be1-17c9-460c-b9a4-4beb9970ff8a None None] Pushing event updated for resources: {'Port': ['ID=eda01f8c-5c2d-4764-a51b-a3799031f43b,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:40.439094 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1548e366-2376-47f3-8e21-1f49a34c98fc {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:31:40.469236 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_v2 [None req-3157ba6c-37c3-4fbb-99de-2b40e250d9bf tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Deleting subnet 4859de92-729f-4a45-9903-d237686dbbfd {{(pid=94829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:31:40.536505 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3157ba6c-37c3-4fbb-99de-2b40e250d9bf tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for subnet, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:40.567447 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 1548e366-2376-47f3-8e21-1f49a34c98fc, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=1548e366-2376-47f3-8e21-1f49a34c98fc,segment=NetworkSegment(c5ded84d-4be1-43ec-8cde-5c95285ac592),segment_id=c5ded84d-4be1-43ec-8cde-5c95285ac592)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:40.581258 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:40.681796 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3157ba6c-37c3-4fbb-99de-2b40e250d9bf tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4311743'] for subnet, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:40.775655 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=1548e366-2376-47f3-8e21-1f49a34c98fc,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:40.818547 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['1548e366-2376-47f3-8e21-1f49a34c98fc'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:31:40.849098 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5c326ce6-be12-4b9a-8e76-077684e6bc3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:40.905561 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 40898) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:41.060145 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device eda01f8c-5c2d-4764-a51b-a3799031f43b up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:31:41.157633 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3157ba6c-37c3-4fbb-99de-2b40e250d9bf tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:41.442838 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5c326ce6-be12-4b9a-8e76-077684e6bc3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:41.448901 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3157ba6c-37c3-4fbb-99de-2b40e250d9bf tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4552352'] for subnet, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:41.466969 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5c326ce6-be12-4b9a-8e76-077684e6bc3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:41.512505 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53576948-eed2-4580-ba12-f08120dbd76e req-2285d886-f2ca-4057-8bd5-ddd049e74ce7 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:41.555764 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-53576948-eed2-4580-ba12-f08120dbd76e req-2285d886-f2ca-4057-8bd5-ddd049e74ce7 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5045787-9144-4074-8293-daeee716b913 HTTP/1.1" status: 200 len: 945 time: 0.4638374 Aug 29 04:31:41.567751 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3157ba6c-37c3-4fbb-99de-2b40e250d9bf tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Pushing event deleted for resources: {'Subnet': ['ID=4859de92-729f-4a45-9903-d237686dbbfd,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:41.586994 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port eda01f8c-5c2d-4764-a51b-a3799031f43b completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:31:41.604061 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device a5775946-5605-4e13-84af-829b7b5567b4 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:31:41.647743 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3157ba6c-37c3-4fbb-99de-2b40e250d9bf tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:41.664587 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-3157ba6c-37c3-4fbb-99de-2b40e250d9bf tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "DELETE /v2.0/subnets/4859de92-729f-4a45-9903-d237686dbbfd HTTP/1.1" status: 204 len: 168 time: 1.3597004 Aug 29 04:31:41.667048 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 40912) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:41.673278 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c326ce6-be12-4b9a-8e76-077684e6bc3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=778dcd4c-639f-4c9f-99a7-7952e7146d26,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:41.689313 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-5c326ce6-be12-4b9a-8e76-077684e6bc3e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=24467ee78e93426cb341f5a84da8ec95&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4716012 Aug 29 04:31:41.690479 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 40916) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:41.776312 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port a5775946-5605-4e13-84af-829b7b5567b4 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:31:41.786222 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port a5775946-5605-4e13-84af-829b7b5567b4 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:41.787256 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:41.854360 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8a43b8dd-7f51-47e2-b835-dc1f50bd329e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:41.923304 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8a43b8dd-7f51-47e2-b835-dc1f50bd329e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:41.982254 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:42.007390 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8a43b8dd-7f51-47e2-b835-dc1f50bd329e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:42.009059 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-e7f6b0ff-f22c-4e69-b1bd-580b5f6b038f tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3331528 Aug 29 04:31:42.010848 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8a43b8dd-7f51-47e2-b835-dc1f50bd329e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:42.014717 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-8a43b8dd-7f51-47e2-b835-dc1f50bd329e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/778dcd4c-639f-4c9f-99a7-7952e7146d26 HTTP/1.1" status: 204 len: 168 time: 0.3208444 Aug 29 04:31:42.023042 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port a5775946-5605-4e13-84af-829b7b5567b4, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=a5775946-5605-4e13-84af-829b7b5567b4,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:42.025348 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 40926) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:42.032781 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:42.049169 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-4ca96ea9-cf75-41a8-b78f-23b609693e81 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Request body: {'subnet': {'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:42.098329 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-53576948-eed2-4580-ba12-f08120dbd76e req-6f3aa29a-ce0f-4953-9d57-7212e374f62a tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5390544 Aug 29 04:31:42.175739 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=a5775946-5605-4e13-84af-829b7b5567b4,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:42.209126 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efaf6178-7d84-4119-9598-b3cd37f82daa None None] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:31:42.260322 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a43b8dd-7f51-47e2-b835-dc1f50bd329e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=778dcd4c-639f-4c9f-99a7-7952e7146d26,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:42.287522 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ca96ea9-cf75-41a8-b78f-23b609693e81 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Made reservation on behalf of 808af00233b447dbb547871646623489 for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:31:42.294163 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4ca96ea9-cf75-41a8-b78f-23b609693e81 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4552395'] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:42.385108 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-314bdbed-8a09-4383-b29c-43d0a1710291 None None] Provisioning for port eda01f8c-5c2d-4764-a51b-a3799031f43b completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:31:42.392790 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-314bdbed-8a09-4383-b29c-43d0a1710291 None None] Provisioning complete for port eda01f8c-5c2d-4764-a51b-a3799031f43b triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:42.393225 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-314bdbed-8a09-4383-b29c-43d0a1710291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:42.422672 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2bea6066-5223-4303-a7d1-ba864f439d39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713413'] for router_interface, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:42.637365 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4ca96ea9-cf75-41a8-b78f-23b609693e81 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4274880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4552377'] for subnet, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:42.652502 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-314bdbed-8a09-4383-b29c-43d0a1710291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:42.717240 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device a5775946-5605-4e13-84af-829b7b5567b4 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:31:42.833261 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca96ea9-cf75-41a8-b78f-23b609693e81 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Pushing event updated for resources: {'Subnet': ['ID=e04fbe98-4a7a-41f5-9b21-bbf3af37691f,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:42.849615 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a34bad-d536-4831-8899-4d0b0a19b665 None None] DHCP port deletion for 9a0c1c63-2a3a-4918-9723-8b35bf7d017b request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:31:42.882468 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca96ea9-cf75-41a8-b78f-23b609693e81 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:42.894941 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-4ca96ea9-cf75-41a8-b78f-23b609693e81 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:42.902780 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca96ea9-cf75-41a8-b78f-23b609693e81 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:42.907266 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4ca96ea9-cf75-41a8-b78f-23b609693e81 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:42.946180 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-4ca96ea9-cf75-41a8-b78f-23b609693e81 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9193509 Aug 29 04:31:42.946900 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 40956) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:42.956595 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-886a1bed-31a0-4471-b702-9dd112747a31 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Request body: {'port': {'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b', 'name': 'tempest-NetworksTestDHCPv6-219989943'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:42.977600 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-314bdbed-8a09-4383-b29c-43d0a1710291 None None] For port eda01f8c-5c2d-4764-a51b-a3799031f43b, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=eda01f8c-5c2d-4764-a51b-a3799031f43b,segment=NetworkSegment(0fc0da0a-b381-4d95-9f3f-3aa10a110ba6),segment_id=0fc0da0a-b381-4d95-9f3f-3aa10a110ba6)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:42.985395 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port a5775946-5605-4e13-84af-829b7b5567b4 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:42.986103 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:42.995137 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-314bdbed-8a09-4383-b29c-43d0a1710291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:43.197154 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-886a1bed-31a0-4471-b702-9dd112747a31 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Made reservation on behalf of 808af00233b447dbb547871646623489 for: {'port': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:31:43.233238 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-886a1bed-31a0-4471-b702-9dd112747a31 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:43.330585 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2bea6066-5223-4303-a7d1-ba864f439d39 admin admin] Deleting port 3412b881-f0fa-4880-89e4-0188c594b9e3 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:31:43.331596 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2bea6066-5223-4303-a7d1-ba864f439d39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:43.337726 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e6de03-0bbf-4107-af04-6fa26a875989 None None] Sync routers for ids ['a078a04e-bcc4-4411-a72d-b3a73c742a84'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:31:43.361093 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [None req-886a1bed-31a0-4471-b702-9dd112747a31 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] device_id is not set on port 794db928-bbbe-4291-9168-d7ee49ac1a73 yet. {{(pid=94829) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:31:43.387169 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e6de03-0bbf-4107-af04-6fa26a875989 None None] Routers {'a078a04e-bcc4-4411-a72d-b3a73c742a84'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:43.388888 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-e8e6de03-0bbf-4107-af04-6fa26a875989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:31:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['a078a04e-bcc4-4411-a72d-b3a73c742a84'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:43.588928 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2bea6066-5223-4303-a7d1-ba864f439d39 admin admin] For port 3412b881-f0fa-4880-89e4-0188c594b9e3, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=3412b881-f0fa-4880-89e4-0188c594b9e3,segment=NetworkSegment(2cc61765-203c-47a6-b069-f1399e0d284f),segment_id=2cc61765-203c-47a6-b069-f1399e0d284f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:43.589716 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2bea6066-5223-4303-a7d1-ba864f439d39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:43.609713 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2bea6066-5223-4303-a7d1-ba864f439d39 admin admin] Calling delete_port for 3412b881-f0fa-4880-89e4-0188c594b9e3 owned by network:router_interface {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:31:43.627514 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-a2a34bad-d536-4831-8899-4d0b0a19b665 None None] Deleting port eda01f8c-5c2d-4764-a51b-a3799031f43b {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:31:43.628117 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a2a34bad-d536-4831-8899-4d0b0a19b665 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:43.668444 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-e8e6de03-0bbf-4107-af04-6fa26a875989 None None] Set router a078a04e-bcc4-4411-a72d-b3a73c742a84 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:31:43.730300 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-886a1bed-31a0-4471-b702-9dd112747a31 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Allocated IP 2001:db8::28 (9a0c1c63-2a3a-4918-9723-8b35bf7d017b/e04fbe98-4a7a-41f5-9b21-bbf3af37691f/794db928-bbbe-4291-9168-d7ee49ac1a73) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:31:43.852684 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169600ba-00fb-4a41-a585-d8e3746051e5 req-4d9216ae-6953-4374-b77a-f518c1774a1d tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:43.853989 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-a2a34bad-d536-4831-8899-4d0b0a19b665 None None] For port eda01f8c-5c2d-4764-a51b-a3799031f43b, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=eda01f8c-5c2d-4764-a51b-a3799031f43b,segment=NetworkSegment(0fc0da0a-b381-4d95-9f3f-3aa10a110ba6),segment_id=0fc0da0a-b381-4d95-9f3f-3aa10a110ba6)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:43.854505 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a2a34bad-d536-4831-8899-4d0b0a19b665 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:43.855814 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-169600ba-00fb-4a41-a585-d8e3746051e5 req-4d9216ae-6953-4374-b77a-f518c1774a1d tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5045787-9144-4074-8293-daeee716b913 HTTP/1.1" status: 200 len: 945 time: 0.4069233 Aug 29 04:31:43.882071 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-a2a34bad-d536-4831-8899-4d0b0a19b665 None None] Calling delete_port for eda01f8c-5c2d-4764-a51b-a3799031f43b owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:31:43.907666 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2bea6066-5223-4303-a7d1-ba864f439d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:44.025515 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bea6066-5223-4303-a7d1-ba864f439d39 admin admin] Pushing event deleted for resources: {'Port': ['ID=3412b881-f0fa-4880-89e4-0188c594b9e3,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:44.119500 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 10103730-db93-4058-9b76-99e20dde961e details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:31:44.291371 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 1548e366-2376-47f3-8e21-1f49a34c98fc up at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:31:44.298830 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-886a1bed-31a0-4471-b702-9dd112747a31 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:44.325469 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-e8e6de03-0bbf-4107-af04-6fa26a875989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a078a04e-bcc4-4411-a72d-b3a73c742a84', 'name': 'tempest-TestAggregatesBasicOps-1297954849-router', 'tenant_id': '115b08e25683442698b6091ff6184d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': 'a5775946-5605-4e13-84af-829b7b5567b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:31:25Z', 'updated_at': '2021-08-29T04:31:34Z', 'revision_number': 4, 'project_id': '115b08e25683442698b6091ff6184d7a', 'gw_port': {'id': 'a5775946-5605-4e13-84af-829b7b5567b4', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:2b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a078a04e-bcc4-4411-a72d-b3a73c742a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:31:27Z', 'updated_at': '2021-08-29T04:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '42130e22-fbd4-4b78-835c-f210161d73cc', 'name': '', 'network_id': 'a7a5bbec-497d-4cc1-b5f5-54604acd30e3', 'tenant_id': '115b08e25683442698b6091ff6184d7a', 'mac_address': 'fa:16:3e:86:d7:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a078a04e-bcc4-4411-a72d-b3a73c742a84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2293, 'fixed_ips': [{'subnet_id': 'c4aa5b30-7c39-486d-bdb7-1b743d9fdb15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:31:32Z', 'updated_at': '2021-08-29T04:31:35Z', 'revision_number': 2, 'project_id': '115b08e25683442698b6091ff6184d7a', 'subnets': [{'id': 'c4aa5b30-7c39-486d-bdb7-1b743d9fdb15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:44.376075 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-886a1bed-31a0-4471-b702-9dd112747a31 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Transition to ACTIVE for port object 794db928-bbbe-4291-9168-d7ee49ac1a73 will not be triggered until provisioned by entity DHCP. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:44.383798 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314bdbed-8a09-4383-b29c-43d0a1710291 None None] Pushing event updated for resources: {'Port': ['ID=eda01f8c-5c2d-4764-a51b-a3799031f43b,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:44.392573 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2bea6066-5223-4303-a7d1-ba864f439d39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-713231'] for router_interface, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:44.417920 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e6de03-0bbf-4107-af04-6fa26a875989 None None] Checking router: a078a04e-bcc4-4411-a72d-b3a73c742a84 for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:31:44.418423 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e6de03-0bbf-4107-af04-6fa26a875989 None None] Updating router a078a04e-bcc4-4411-a72d-b3a73c742a84 port 42130e22-fbd4-4b78-835c-f210161d73cc binding host n-d-712140-12 {{(pid=94831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:31:44.444721 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-169600ba-00fb-4a41-a585-d8e3746051e5 req-cfcb3b73-082c-47e9-aa54-76dae94a25cc tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5814571 Aug 29 04:31:44.469995 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a2a34bad-d536-4831-8899-4d0b0a19b665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:44.475487 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e8e6de03-0bbf-4107-af04-6fa26a875989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:44.552242 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-886a1bed-31a0-4471-b702-9dd112747a31 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:44.572156 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 10103730-db93-4058-9b76-99e20dde961e, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=10103730-db93-4058-9b76-99e20dde961e,segment=NetworkSegment(e370ab6f-b877-4d1b-8a8e-a0dc4be5ecd4),segment_id=e370ab6f-b877-4d1b-8a8e-a0dc4be5ecd4)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:44.694337 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a34bad-d536-4831-8899-4d0b0a19b665 None None] No DVR routers for this DVR port eda01f8c-5c2d-4764-a51b-a3799031f43b on host n-d-712140-12 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:31:44.701992 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a34bad-d536-4831-8899-4d0b0a19b665 None None] Pushing event deleted for resources: {'Port': ['ID=eda01f8c-5c2d-4764-a51b-a3799031f43b,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:44.724801 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Returning: {'device': '10103730-db93-4058-9b76-99e20dde961e', 'network_id': 'f71495d7-96ad-4847-83eb-b3625c73c9a5', 'port_id': '10103730-db93-4058-9b76-99e20dde961e', 'mac_address': 'fa:16:3e:87:87:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5de44217-4c88-4ff9-be1a-03ac5f0e7204', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:31:44.750099 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886a1bed-31a0-4471-b702-9dd112747a31 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:44.767273 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-886a1bed-31a0-4471-b702-9dd112747a31 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:44.772645 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ede904b-cd26-412f-b6ab-81715975697f None None] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:31:44.774720 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886a1bed-31a0-4471-b702-9dd112747a31 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:31:44.800688 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886a1bed-31a0-4471-b702-9dd112747a31 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:44.801616 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-886a1bed-31a0-4471-b702-9dd112747a31 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:44.834994 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-886a1bed-31a0-4471-b702-9dd112747a31 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8866343 Aug 29 04:31:44.845160 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 41030) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:44.895740 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886a1bed-31a0-4471-b702-9dd112747a31 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Pushing event updated for resources: {'Port': ['ID=794db928-bbbe-4291-9168-d7ee49ac1a73,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:44.914270 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bea6066-5223-4303-a7d1-ba864f439d39 admin admin] Router 35580b5f-0f0c-4ced-9d18-5e1923994ea6 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:31:44.995090 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b9f541-5d06-4cc4-88a2-2eca8903f682 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:44.998987 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-37b9f541-5d06-4cc4-88a2-2eca8903f682 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.1522481 Aug 29 04:31:45.005618 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 41036) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:45.131893 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning for port 1548e366-2376-47f3-8e21-1f49a34c98fc completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:31:45.241767 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e8e6de03-0bbf-4107-af04-6fa26a875989 None None] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:45.274808 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning complete for port 1548e366-2376-47f3-8e21-1f49a34c98fc triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:45.276653 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-e8e6de03-0bbf-4107-af04-6fa26a875989 None None] Transition to ACTIVE for port object 42130e22-fbd4-4b78-835c-f210161d73cc will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:45.278923 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:45.289713 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e8e6de03-0bbf-4107-af04-6fa26a875989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:45.404345 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395df14f-4bfe-4a67-b6e8-b97ce65a17f6 None None] Pushing event updated for resources: {'Port': ['ID=42130e22-fbd4-4b78-835c-f210161d73cc,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:45.437875 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-19af4922-0c34-4c33-9552-3aac561b2565 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Deleting port 794db928-bbbe-4291-9168-d7ee49ac1a73 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:31:45.438233 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-19af4922-0c34-4c33-9552-3aac561b2565 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:45.567950 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-e8e6de03-0bbf-4107-af04-6fa26a875989 None None] Attempting to bind port 42130e22-fbd4-4b78-835c-f210161d73cc on host n-d-712140-12 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:31:45.568488 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-e8e6de03-0bbf-4107-af04-6fa26a875989 None None] Attempting to bind port 42130e22-fbd4-4b78-835c-f210161d73cc by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'c3e852c6-3d4e-4927-8c75-89509dc37141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a7a5bbec-497d-4cc1-b5f5-54604acd30e3'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:31:45.568757 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e6de03-0bbf-4107-af04-6fa26a875989 None None] Attempting to bind port 42130e22-fbd4-4b78-835c-f210161d73cc on network a7a5bbec-497d-4cc1-b5f5-54604acd30e3 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:31:45.599388 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e6de03-0bbf-4107-af04-6fa26a875989 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:31:45.602707 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e6de03-0bbf-4107-af04-6fa26a875989 None None] Checking segment: {'id': 'c3e852c6-3d4e-4927-8c75-89509dc37141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a7a5bbec-497d-4cc1-b5f5-54604acd30e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:31:45.603260 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e8e6de03-0bbf-4107-af04-6fa26a875989 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:45.603865 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e6de03-0bbf-4107-af04-6fa26a875989 None None] Bound using segment: {'id': 'c3e852c6-3d4e-4927-8c75-89509dc37141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a7a5bbec-497d-4cc1-b5f5-54604acd30e3'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:31:45.604379 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-e8e6de03-0bbf-4107-af04-6fa26a875989 None None] Bound port: 42130e22-fbd4-4b78-835c-f210161d73cc, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3e852c6-3d4e-4927-8c75-89509dc37141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a7a5bbec-497d-4cc1-b5f5-54604acd30e3'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:31:45.604772 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e8e6de03-0bbf-4107-af04-6fa26a875989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:45.729958 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-19af4922-0c34-4c33-9552-3aac561b2565 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:45.779487 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-19af4922-0c34-4c33-9552-3aac561b2565 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Calling delete_port for 794db928-bbbe-4291-9168-d7ee49ac1a73 owned by {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:31:45.895177 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:45.927816 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-e8e6de03-0bbf-4107-af04-6fa26a875989 None None] For port 42130e22-fbd4-4b78-835c-f210161d73cc, host n-d-712140-12, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:31:45.950123 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-e8e6de03-0bbf-4107-af04-6fa26a875989 None None] For port 42130e22-fbd4-4b78-835c-f210161d73cc, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=42130e22-fbd4-4b78-835c-f210161d73cc,segment=NetworkSegment(c3e852c6-3d4e-4927-8c75-89509dc37141),segment_id=c3e852c6-3d4e-4927-8c75-89509dc37141)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:31:45.965184 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e8e6de03-0bbf-4107-af04-6fa26a875989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:46.034524 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:46.043666 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device eda01f8c-5c2d-4764-a51b-a3799031f43b no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:31:46.066554 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 10103730-db93-4058-9b76-99e20dde961e {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:31:46.092142 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 10103730-db93-4058-9b76-99e20dde961e, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=10103730-db93-4058-9b76-99e20dde961e,segment=NetworkSegment(e370ab6f-b877-4d1b-8a8e-a0dc4be5ecd4),segment_id=e370ab6f-b877-4d1b-8a8e-a0dc4be5ecd4)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:46.129415 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:46.209750 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=10103730-db93-4058-9b76-99e20dde961e,revision_number=6']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:46.217309 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: eda01f8c-5c2d-4764-a51b-a3799031f43b {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:31:46.218264 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device eda01f8c-5c2d-4764-a51b-a3799031f43b not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:31:46.250037 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5045787-9144-4074-8293-daeee716b913', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1548e366-2376-47f3-8e21-1f49a34c98fc'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:31:46.253575 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab32e1d4-ad8f-471c-afc4-5f735267182d" -d '{"events": [{"server_uuid": "f5045787-9144-4074-8293-daeee716b913", "name": "network-vif-plugged", "status": "completed", "tag": "1548e366-2376-47f3-8e21-1f49a34c98fc"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:31:46.260101 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-19af4922-0c34-4c33-9552-3aac561b2565 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:46.275873 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1c4013-f7eb-4cc0-94fb-44eb8909d28f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-9a0c1c63-2a3a-4918-9723-8b35bf7d017b', 'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b', 'tenant_id': '808af00233b447dbb547871646623489', 'fixed_ips': [{'subnet_id': 'e04fbe98-4a7a-41f5-9b21-bbf3af37691f'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:31:46.276868 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-df1c4013-f7eb-4cc0-94fb-44eb8909d28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:46.323962 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['10103730-db93-4058-9b76-99e20dde961e'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:31:46.370627 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19af4922-0c34-4c33-9552-3aac561b2565 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Pushing event deleted for resources: {'Port': ['ID=794db928-bbbe-4291-9168-d7ee49ac1a73,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:46.418471 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 1548e366-2376-47f3-8e21-1f49a34c98fc, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=1548e366-2376-47f3-8e21-1f49a34c98fc,segment=NetworkSegment(c5ded84d-4be1-43ec-8cde-5c95285ac592),segment_id=c5ded84d-4be1-43ec-8cde-5c95285ac592)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:46.475582 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:46.477152 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-19af4922-0c34-4c33-9552-3aac561b2565 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:46.484500 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bea6066-5223-4303-a7d1-ba864f439d39 admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:31:46.491165 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-19af4922-0c34-4c33-9552-3aac561b2565 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "DELETE /v2.0/ports/794db928-bbbe-4291-9168-d7ee49ac1a73 HTTP/1.1" status: 204 len: 168 time: 1.4843519 Aug 29 04:31:46.494124 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 41086) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:46.507324 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-2bea6066-5223-4303-a7d1-ba864f439d39 admin admin] 10.222.0.22 "PUT /v2.0/routers/35580b5f-0f0c-4ced-9d18-5e1923994ea6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5973685 Aug 29 04:31:46.512597 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff758ea8-50d3-4fd7-90da-cd762904ad80 None None] Sync routers for ids ['35580b5f-0f0c-4ced-9d18-5e1923994ea6'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:31:46.534193 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df1e2a5-52f8-4457-ad11-29cd3c323a14 req-0ece3784-c49e-4b17-9042-95023e9494cc tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:46.535606 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 41088) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:46.542583 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1df1e2a5-52f8-4457-ad11-29cd3c323a14 req-0ece3784-c49e-4b17-9042-95023e9494cc tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5045787-9144-4074-8293-daeee716b913 HTTP/1.1" status: 200 len: 945 time: 0.2463398 Aug 29 04:31:46.580747 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e6de03-0bbf-4107-af04-6fa26a875989 None None] Routers {'a078a04e-bcc4-4411-a72d-b3a73c742a84'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:46.581555 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-e8e6de03-0bbf-4107-af04-6fa26a875989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:31:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['a078a04e-bcc4-4411-a72d-b3a73c742a84'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:46.675499 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1df1e2a5-52f8-4457-ad11-29cd3c323a14 req-ee1b80ba-03a6-4816-b140-da5cfd3764a9 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158292 Aug 29 04:31:46.748479 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7638d38c-1fa5-4768-9971-54348edfe447 x-openstack-request-id: req-7638d38c-1fa5-4768-9971-54348edfe447 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:31:46.748782 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5045787-9144-4074-8293-daeee716b913", "name": "network-vif-plugged", "status": "completed", "tag": "1548e366-2376-47f3-8e21-1f49a34c98fc", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:31:46.749051 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7638d38c-1fa5-4768-9971-54348edfe447 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:31:46.749461 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5045787-9144-4074-8293-daeee716b913', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1548e366-2376-47f3-8e21-1f49a34c98fc', 'code': 200} Aug 29 04:31:46.802465 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-e8e6de03-0bbf-4107-af04-6fa26a875989 None None] Set router a078a04e-bcc4-4411-a72d-b3a73c742a84 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:31:46.824757 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d528019-1b45-4474-9815-cd5a4766ad49 req-23eea0b5-3a22-4add-b78e-05d99d9eb1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:46.830626 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1d528019-1b45-4474-9815-cd5a4766ad49 req-23eea0b5-3a22-4add-b78e-05d99d9eb1af service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f5045787-9144-4074-8293-daeee716b913 HTTP/1.1" status: 200 len: 1098 time: 0.1639779 Aug 29 04:31:46.900036 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a1ea1b-342d-4aeb-a6a7-b5fd7c365499 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:46.902656 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a1ea1b-342d-4aeb-a6a7-b5fd7c365499 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:46.910088 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 41106) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:46.913591 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-67a1ea1b-342d-4aeb-a6a7-b5fd7c365499 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4141691 Aug 29 04:31:46.964758 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395df14f-4bfe-4a67-b6e8-b97ce65a17f6 None None] Pushing event updated for resources: {'Port': ['ID=42130e22-fbd4-4b78-835c-f210161d73cc,revision_number=4']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:46.968082 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1a052ed8-e8fe-4f7a-bfba-1c96c29cf502 admin admin] Notify callbacks [] for router, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:47.026359 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff758ea8-50d3-4fd7-90da-cd762904ad80 None None] Routers {'35580b5f-0f0c-4ced-9d18-5e1923994ea6'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:47.027856 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-ff758ea8-50d3-4fd7-90da-cd762904ad80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:31:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['35580b5f-0f0c-4ced-9d18-5e1923994ea6'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:47.095544 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a879069-b341-4cd5-9c2e-ab7e03d3d38c tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Deleting subnet e04fbe98-4a7a-41f5-9b21-bbf3af37691f {{(pid=94828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:31:47.122562 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1a052ed8-e8fe-4f7a-bfba-1c96c29cf502 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:47.128916 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1d528019-1b45-4474-9815-cd5a4766ad49 req-f015273a-dc1e-4d33-a1f0-5611e4b999c9 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911758 Aug 29 04:31:47.143459 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=1548e366-2376-47f3-8e21-1f49a34c98fc,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:47.223090 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-df1c4013-f7eb-4cc0-94fb-44eb8909d28f None None] Allocated IP 2001:db8::2 (9a0c1c63-2a3a-4918-9723-8b35bf7d017b/e04fbe98-4a7a-41f5-9b21-bbf3af37691f/1fa4e215-3b11-42ec-a946-33f0a16d6089) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:31:47.256199 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-1a052ed8-e8fe-4f7a-bfba-1c96c29cf502 admin admin] Deleting port 5b64167a-3982-462b-8d89-e453c5a70bd2 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:31:47.256683 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1a052ed8-e8fe-4f7a-bfba-1c96c29cf502 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:47.357384 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-e8e6de03-0bbf-4107-af04-6fa26a875989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a078a04e-bcc4-4411-a72d-b3a73c742a84', 'name': 'tempest-TestAggregatesBasicOps-1297954849-router', 'tenant_id': '115b08e25683442698b6091ff6184d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': 'a5775946-5605-4e13-84af-829b7b5567b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:31:25Z', 'updated_at': '2021-08-29T04:31:34Z', 'revision_number': 4, 'project_id': '115b08e25683442698b6091ff6184d7a', 'gw_port': {'id': 'a5775946-5605-4e13-84af-829b7b5567b4', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:2b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a078a04e-bcc4-4411-a72d-b3a73c742a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:31:27Z', 'updated_at': '2021-08-29T04:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '42130e22-fbd4-4b78-835c-f210161d73cc', 'name': '', 'network_id': 'a7a5bbec-497d-4cc1-b5f5-54604acd30e3', 'tenant_id': '115b08e25683442698b6091ff6184d7a', 'mac_address': 'fa:16:3e:86:d7:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a078a04e-bcc4-4411-a72d-b3a73c742a84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2293, 'fixed_ips': [{'subnet_id': 'c4aa5b30-7c39-486d-bdb7-1b743d9fdb15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:31:32Z', 'updated_at': '2021-08-29T04:31:45Z', 'revision_number': 4, 'project_id': '115b08e25683442698b6091ff6184d7a', 'subnets': [{'id': 'c4aa5b30-7c39-486d-bdb7-1b743d9fdb15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:47.428801 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e6de03-0bbf-4107-af04-6fa26a875989 None None] The sync data for ids ['a078a04e-bcc4-4411-a72d-b3a73c742a84'] in n-d-712140-12 is: [{'id': 'a078a04e-bcc4-4411-a72d-b3a73c742a84', 'name': 'tempest-TestAggregatesBasicOps-1297954849-router', 'tenant_id': '115b08e25683442698b6091ff6184d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': 'a5775946-5605-4e13-84af-829b7b5567b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:31:25Z', 'updated_at': '2021-08-29T04:31:34Z', 'revision_number': 4, 'project_id': '115b08e25683442698b6091ff6184d7a', 'gw_port': {'id': 'a5775946-5605-4e13-84af-829b7b5567b4', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:2b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a078a04e-bcc4-4411-a72d-b3a73c742a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:31:27Z', 'updated_at': '2021-08-29T04:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '42130e22-fbd4-4b78-835c-f210161d73cc', 'name': '', 'network_id': 'a7a5bbec-497d-4cc1-b5f5-54604acd30e3', 'tenant_id': '115b08e25683442698b6091ff6184d7a', 'mac_address': 'fa:16:3e:86:d7:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a078a04e-bcc4-4411-a72d-b3a73c742a84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2293, 'fixed_ips': [{'subnet_id': 'c4aa5b30-7c39-486d-bdb7-1b743d9fdb15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:31:32Z', 'updated_at': '2021-08-29T04:31:45Z', 'revision_number': 4, 'project_id': '115b08e25683442698b6091ff6184d7a', 'subnets': [{'id': 'c4aa5b30-7c39-486d-bdb7-1b743d9fdb15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:31:47.510327 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-1a052ed8-e8fe-4f7a-bfba-1c96c29cf502 admin admin] For port 5b64167a-3982-462b-8d89-e453c5a70bd2, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=5b64167a-3982-462b-8d89-e453c5a70bd2,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:47.511113 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1a052ed8-e8fe-4f7a-bfba-1c96c29cf502 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:47.542712 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-1a052ed8-e8fe-4f7a-bfba-1c96c29cf502 admin admin] Calling delete_port for 5b64167a-3982-462b-8d89-e453c5a70bd2 owned by network:router_gateway {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:31:47.602958 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-ff758ea8-50d3-4fd7-90da-cd762904ad80 None None] Set router 35580b5f-0f0c-4ced-9d18-5e1923994ea6 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:31:47.881314 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 42130e22-fbd4-4b78-835c-f210161d73cc up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:31:48.066114 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 41132) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:48.201393 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-df1c4013-f7eb-4cc0-94fb-44eb8909d28f None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:48.204942 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21936955-1a4d-4df6-93f5-65a3cda0126d req-cfb308ba-3866-4f92-944d-795c3635ea4d tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:48.213402 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-21936955-1a4d-4df6-93f5-65a3cda0126d req-cfb308ba-3866-4f92-944d-795c3635ea4d tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5045787-9144-4074-8293-daeee716b913 HTTP/1.1" status: 200 len: 946 time: 0.2895789 Aug 29 04:31:48.218671 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-df1c4013-f7eb-4cc0-94fb-44eb8909d28f None None] Transition to ACTIVE for port object 1fa4e215-3b11-42ec-a946-33f0a16d6089 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:48.237398 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-df1c4013-f7eb-4cc0-94fb-44eb8909d28f None None] Transition to ACTIVE for port object 1fa4e215-3b11-42ec-a946-33f0a16d6089 will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:48.246122 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6a879069-b341-4cd5-9c2e-ab7e03d3d38c tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for subnet, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:48.252061 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 10103730-db93-4058-9b76-99e20dde961e up at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:31:48.341668 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-21936955-1a4d-4df6-93f5-65a3cda0126d req-1f8aea88-f7b4-4ae8-9d01-cfa6e29e69da tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269102 Aug 29 04:31:48.350086 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1a052ed8-e8fe-4f7a-bfba-1c96c29cf502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:48.364982 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-df1c4013-f7eb-4cc0-94fb-44eb8909d28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:48.444738 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a052ed8-e8fe-4f7a-bfba-1c96c29cf502 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b64167a-3982-462b-8d89-e453c5a70bd2,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:48.569826 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-663f5f23-46c2-48fe-b8e9-d4b16f27889a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:48.614526 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6a879069-b341-4cd5-9c2e-ab7e03d3d38c tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8904862'] for subnet, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:48.676954 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1a052ed8-e8fe-4f7a-bfba-1c96c29cf502 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719445'] for router_gateway, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:48.874228 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1c4013-f7eb-4cc0-94fb-44eb8909d28f None None] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:48.900492 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1c4013-f7eb-4cc0-94fb-44eb8909d28f None None] Pushing event updated for resources: {'Port': ['ID=1fa4e215-3b11-42ec-a946-33f0a16d6089,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:48.904446 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-df1c4013-f7eb-4cc0-94fb-44eb8909d28f None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:48.920000 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1a052ed8-e8fe-4f7a-bfba-1c96c29cf502 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:48.923029 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1a052ed8-e8fe-4f7a-bfba-1c96c29cf502 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:48.974776 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1c4013-f7eb-4cc0-94fb-44eb8909d28f None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:31:48.977024 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning complete for port 10103730-db93-4058-9b76-99e20dde961e triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:48.977398 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:48.978623 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1a052ed8-e8fe-4f7a-bfba-1c96c29cf502 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717253'] for router, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:48.979830 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a052ed8-e8fe-4f7a-bfba-1c96c29cf502 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35580b5f-0f0c-4ced-9d18-5e1923994ea6 {{(pid=94829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:31:48.987488 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1a052ed8-e8fe-4f7a-bfba-1c96c29cf502 admin admin] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:48.988672 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-663f5f23-46c2-48fe-b8e9-d4b16f27889a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:48.989523 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-1a052ed8-e8fe-4f7a-bfba-1c96c29cf502 admin admin] 10.222.0.22 "DELETE /v2.0/routers/35580b5f-0f0c-4ced-9d18-5e1923994ea6 HTTP/1.1" status: 204 len: 168 time: 2.4488370 Aug 29 04:31:48.990557 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 42130e22-fbd4-4b78-835c-f210161d73cc completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:31:48.993324 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 41152) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:49.010882 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-663f5f23-46c2-48fe-b8e9-d4b16f27889a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:49.027814 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 42130e22-fbd4-4b78-835c-f210161d73cc triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:49.028137 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:49.053252 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663f5f23-46c2-48fe-b8e9-d4b16f27889a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce132e5b-1af0-4fb0-8cd3-c7a3c75c1b36,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:49.074012 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce4e0ce6-1113-4a21-a424-696181fb248f admin admin] Deleting subnet b64eb130-a3db-4207-856a-04ce0ee1a4f8 {{(pid=94829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:31:49.084806 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6a879069-b341-4cd5-9c2e-ab7e03d3d38c tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:49.085382 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ce4e0ce6-1113-4a21-a424-696181fb248f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:49.157434 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-663f5f23-46c2-48fe-b8e9-d4b16f27889a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8a98382507514aedac0f239566df2d65&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0891376 Aug 29 04:31:49.164771 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 41154) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:49.180228 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ce4e0ce6-1113-4a21-a424-696181fb248f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4311743'] for subnet, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:49.226668 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-df1c4013-f7eb-4cc0-94fb-44eb8909d28f None None] Attempting to bind port 1fa4e215-3b11-42ec-a946-33f0a16d6089 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:31:49.226668 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-df1c4013-f7eb-4cc0-94fb-44eb8909d28f None None] Attempting to bind port 1fa4e215-3b11-42ec-a946-33f0a16d6089 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '0fc0da0a-b381-4d95-9f3f-3aa10a110ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:31:49.226668 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1c4013-f7eb-4cc0-94fb-44eb8909d28f None None] Attempting to bind port 1fa4e215-3b11-42ec-a946-33f0a16d6089 on network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:31:49.290842 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:49.306931 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1c4013-f7eb-4cc0-94fb-44eb8909d28f None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:31:49.312234 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1c4013-f7eb-4cc0-94fb-44eb8909d28f None None] Checking segment: {'id': '0fc0da0a-b381-4d95-9f3f-3aa10a110ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:31:49.312790 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-df1c4013-f7eb-4cc0-94fb-44eb8909d28f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:49.313344 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1c4013-f7eb-4cc0-94fb-44eb8909d28f None None] Bound using segment: {'id': '0fc0da0a-b381-4d95-9f3f-3aa10a110ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:31:49.314088 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-df1c4013-f7eb-4cc0-94fb-44eb8909d28f None None] Bound port: 1fa4e215-3b11-42ec-a946-33f0a16d6089, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fc0da0a-b381-4d95-9f3f-3aa10a110ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:31:49.314593 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-df1c4013-f7eb-4cc0-94fb-44eb8909d28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:49.317767 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:49.324994 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6a879069-b341-4cd5-9c2e-ab7e03d3d38c tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9190434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062341'] for subnet, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:49.348662 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4732d7d3-7cad-4138-bd34-12ff1cc30e43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:49.353371 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ce4e0ce6-1113-4a21-a424-696181fb248f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:49.412698 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6a879069-b341-4cd5-9c2e-ab7e03d3d38c tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:49.417500 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-6a879069-b341-4cd5-9c2e-ab7e03d3d38c tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "DELETE /v2.0/subnets/e04fbe98-4a7a-41f5-9b21-bbf3af37691f HTTP/1.1" status: 204 len: 168 time: 2.5037484 Aug 29 04:31:49.420750 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 41158) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:49.424192 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a879069-b341-4cd5-9c2e-ab7e03d3d38c tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Pushing event deleted for resources: {'Subnet': ['ID=e04fbe98-4a7a-41f5-9b21-bbf3af37691f,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:49.454740 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4732d7d3-7cad-4138-bd34-12ff1cc30e43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:49.552620 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4732d7d3-7cad-4138-bd34-12ff1cc30e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:49.555908 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4732d7d3-7cad-4138-bd34-12ff1cc30e43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:49.559509 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-4732d7d3-7cad-4138-bd34-12ff1cc30e43 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ce132e5b-1af0-4fb0-8cd3-c7a3c75c1b36 HTTP/1.1" status: 204 len: 168 time: 0.3840563 Aug 29 04:31:49.572714 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-ea2fc76a-3e75-4a3b-b35f-e4da3fcf2cbd tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1498628 Aug 29 04:31:49.578267 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 41162) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:49.625758 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4732d7d3-7cad-4138-bd34-12ff1cc30e43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce132e5b-1af0-4fb0-8cd3-c7a3c75c1b36,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:49.658362 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ce4e0ce6-1113-4a21-a424-696181fb248f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4552352'] for subnet, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:49.743810 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ce4e0ce6-1113-4a21-a424-696181fb248f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:49.750900 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-ce4e0ce6-1113-4a21-a424-696181fb248f admin admin] 10.222.0.22 "DELETE /v2.0/subnets/b64eb130-a3db-4207-856a-04ce0ee1a4f8 HTTP/1.1" status: 204 len: 168 time: 0.7532718 Aug 29 04:31:49.756480 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 41168) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:49.759393 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4e0ce6-1113-4a21-a424-696181fb248f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b64eb130-a3db-4207-856a-04ce0ee1a4f8,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:49.788521 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f4f5eb6-cdc0-42c9-9d7f-c94986e31a51 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:49.791780 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-7f4f5eb6-cdc0-42c9-9d7f-c94986e31a51 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2119703 Aug 29 04:31:49.811493 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 41172) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:49.840246 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4a0fe4-de57-4046-b24c-2dbfcfb4dd6a req-5d3a7a2d-cafc-4d18-89d8-5d5512626e02 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:49.841833 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ef4a0fe4-de57-4046-b24c-2dbfcfb4dd6a req-5d3a7a2d-cafc-4d18-89d8-5d5512626e02 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5045787-9144-4074-8293-daeee716b913 HTTP/1.1" status: 200 len: 946 time: 0.2754021 Aug 29 04:31:49.914322 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 10103730-db93-4058-9b76-99e20dde961e, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=10103730-db93-4058-9b76-99e20dde961e,segment=NetworkSegment(e370ab6f-b877-4d1b-8a8e-a0dc4be5ecd4),segment_id=e370ab6f-b877-4d1b-8a8e-a0dc4be5ecd4)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:49.930934 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b77b217-7213-43cf-9405-edeb98214803', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10103730-db93-4058-9b76-99e20dde961e'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:31:49.936864 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20f6a227-9bbd-4ff5-ac99-44ace945f735" -d '{"events": [{"server_uuid": "7b77b217-7213-43cf-9405-edeb98214803", "name": "network-vif-plugged", "status": "completed", "tag": "10103730-db93-4058-9b76-99e20dde961e"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:31:49.957434 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1284a072-e365-4fa5-8161-d4b951049cc0 None None] Network 2235c33f-d9a0-43bc-8851-02f48929fe47 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:31:49.960252 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:50.077748 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e1507bb3-b683-4cc2-8441-c2158e260efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:50.106251 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=10103730-db93-4058-9b76-99e20dde961e,revision_number=7']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:50.111793 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-ff758ea8-50d3-4fd7-90da-cd762904ad80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35580b5f-0f0c-4ced-9d18-5e1923994ea6', 'name': 'tempest-TestAggregatesBasicOps-499730898-router', 'tenant_id': 'b66390e331fd47b6b359b94481c1ba48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '5b64167a-3982-462b-8d89-e453c5a70bd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:31:02Z', 'updated_at': '2021-08-29T04:31:43Z', 'revision_number': 5, 'project_id': 'b66390e331fd47b6b359b94481c1ba48', 'gw_port': {'id': '5b64167a-3982-462b-8d89-e453c5a70bd2', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ad:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35580b5f-0f0c-4ced-9d18-5e1923994ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:31:05Z', 'updated_at': '2021-08-29T04:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:50.300649 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 41196) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:50.302174 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86523107-9492-4444-834a-9f2585d27a0a x-openstack-request-id: req-86523107-9492-4444-834a-9f2585d27a0a {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:31:50.302687 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b77b217-7213-43cf-9405-edeb98214803", "name": "network-vif-plugged", "status": "completed", "tag": "10103730-db93-4058-9b76-99e20dde961e", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:31:50.303347 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-86523107-9492-4444-834a-9f2585d27a0a {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:31:50.305348 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b77b217-7213-43cf-9405-edeb98214803', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10103730-db93-4058-9b76-99e20dde961e', 'code': 200} Aug 29 04:31:50.327557 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ef4a0fe4-de57-4046-b24c-2dbfcfb4dd6a req-f5746273-5011-4493-af6e-ce8dc40f6610 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473490 Aug 29 04:31:50.331313 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05683708-1f64-451f-b4a3-c67289a89173 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:50.332807 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-05683708-1f64-451f-b4a3-c67289a89173 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4900420 Aug 29 04:31:50.335510 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 41198) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:50.342537 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-53073da3-32a7-4d8d-b852-be2bd27bf3c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:50.347844 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:50.353073 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff758ea8-50d3-4fd7-90da-cd762904ad80 None None] Checking router: 35580b5f-0f0c-4ced-9d18-5e1923994ea6 for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:31:50.391375 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-e1507bb3-b683-4cc2-8441-c2158e260efa admin admin] Deleting port af5a25ef-af8f-4ada-8ad7-9ad44aedc669 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:31:50.391850 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e1507bb3-b683-4cc2-8441-c2158e260efa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:50.438699 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-ca886378-8f41-401d-8871-274b003bb817 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1014874 Aug 29 04:31:50.456184 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 41202) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:50.464748 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-16965c3b-d7fe-46be-b2c3-42676cf7b82c tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Request body: {'subnet': {'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:50.496810 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-df1c4013-f7eb-4cc0-94fb-44eb8909d28f None None] For port 1fa4e215-3b11-42ec-a946-33f0a16d6089, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:31:50.502341 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-df1c4013-f7eb-4cc0-94fb-44eb8909d28f None None] For port 1fa4e215-3b11-42ec-a946-33f0a16d6089, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=1fa4e215-3b11-42ec-a946-33f0a16d6089,segment=NetworkSegment(0fc0da0a-b381-4d95-9f3f-3aa10a110ba6),segment_id=0fc0da0a-b381-4d95-9f3f-3aa10a110ba6)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:31:50.510924 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff758ea8-50d3-4fd7-90da-cd762904ad80 None None] Routers set() bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:50.512036 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff758ea8-50d3-4fd7-90da-cd762904ad80 None None] Router IDs set() for agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 29 04:31:50.514378 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_agentschedulers_db [None req-ff758ea8-50d3-4fd7-90da-cd762904ad80 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'35580b5f-0f0c-4ced-9d18-5e1923994ea6'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:31:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent'). {{(pid=94830) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 29 04:31:50.515416 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff758ea8-50d3-4fd7-90da-cd762904ad80 None None] The sync data for ids ['35580b5f-0f0c-4ced-9d18-5e1923994ea6'] in n-d-712140-12 is: [] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:31:50.525880 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-e1507bb3-b683-4cc2-8441-c2158e260efa admin admin] For port af5a25ef-af8f-4ada-8ad7-9ad44aedc669, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=af5a25ef-af8f-4ada-8ad7-9ad44aedc669,segment=NetworkSegment(2cc61765-203c-47a6-b069-f1399e0d284f),segment_id=2cc61765-203c-47a6-b069-f1399e0d284f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:50.526255 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e1507bb3-b683-4cc2-8441-c2158e260efa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:50.565994 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-e1507bb3-b683-4cc2-8441-c2158e260efa admin admin] Calling delete_port for af5a25ef-af8f-4ada-8ad7-9ad44aedc669 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:31:50.572569 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-df1c4013-f7eb-4cc0-94fb-44eb8909d28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:50.768722 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e1507bb3-b683-4cc2-8441-c2158e260efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:50.840178 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 42130e22-fbd4-4b78-835c-f210161d73cc, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=42130e22-fbd4-4b78-835c-f210161d73cc,segment=NetworkSegment(c3e852c6-3d4e-4927-8c75-89509dc37141),segment_id=c3e852c6-3d4e-4927-8c75-89509dc37141)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:50.852858 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1507bb3-b683-4cc2-8441-c2158e260efa admin admin] No DVR routers for this DVR port af5a25ef-af8f-4ada-8ad7-9ad44aedc669 on host n-d-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:31:50.854995 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1507bb3-b683-4cc2-8441-c2158e260efa admin admin] Pushing event deleted for resources: {'Port': ['ID=af5a25ef-af8f-4ada-8ad7-9ad44aedc669,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:50.892783 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-53073da3-32a7-4d8d-b852-be2bd27bf3c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:50.922963 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-53073da3-32a7-4d8d-b852-be2bd27bf3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:50.934339 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16965c3b-d7fe-46be-b2c3-42676cf7b82c tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Made reservation on behalf of 808af00233b447dbb547871646623489 for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:31:50.937920 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-16965c3b-d7fe-46be-b2c3-42676cf7b82c tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4552395'] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:50.970894 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:51.046391 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1c4013-f7eb-4cc0-94fb-44eb8909d28f None None] Pushing event updated for resources: {'Port': ['ID=1fa4e215-3b11-42ec-a946-33f0a16d6089,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:51.181321 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ab4ec9-e58c-4a2c-bc10-94da5cb2f057 None None] DHCP port deletion for 2235c33f-d9a0-43bc-8851-02f48929fe47 request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:31:51.245386 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3bf09eb-0914-41e9-aa41-0e06eeee3ed0 None None] get_active_networks_info from n-d-712140-12 {{(pid=94830) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 04:31:51.298053 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e1507bb3-b683-4cc2-8441-c2158e260efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:51.311866 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=42130e22-fbd4-4b78-835c-f210161d73cc,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:51.325588 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53073da3-32a7-4d8d-b852-be2bd27bf3c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7872030e-e39c-4849-9257-775d6cc207b4,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:51.357681 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-e1507bb3-b683-4cc2-8441-c2158e260efa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2235c33f-d9a0-43bc-8851-02f48929fe47']}} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:51.371328 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-53073da3-32a7-4d8d-b852-be2bd27bf3c5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0ede89badf4a4e708bf19c5f716e2277&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0672741 Aug 29 04:31:51.375311 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 41224) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:51.418677 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972a4a06-b61b-432c-a3d7-8ffd91090817 req-c66e43b3-bc74-422c-8f97-66e2d28c58eb tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:51.436319 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-972a4a06-b61b-432c-a3d7-8ffd91090817 req-c66e43b3-bc74-422c-8f97-66e2d28c58eb tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5045787-9144-4074-8293-daeee716b913 HTTP/1.1" status: 200 len: 946 time: 0.3615973 Aug 29 04:31:51.441968 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 3412b881-f0fa-4880-89e4-0188c594b9e3 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:31:51.500649 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-e1507bb3-b683-4cc2-8441-c2158e260efa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cc61765-203c-47a6-b069-f1399e0d284f') {'for_net_delete': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:51.501739 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-e1507bb3-b683-4cc2-8441-c2158e260efa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cc61765-203c-47a6-b069-f1399e0d284f') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:51.544950 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 3412b881-f0fa-4880-89e4-0188c594b9e3 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:31:51.545222 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 3412b881-f0fa-4880-89e4-0188c594b9e3 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:31:51.545770 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e1507bb3-b683-4cc2-8441-c2158e260efa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8904833'] for segment, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:51.591988 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-972a4a06-b61b-432c-a3d7-8ffd91090817 req-0ffca707-eff4-43c2-ba58-f9cfaa5c28d1 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523857 Aug 29 04:31:51.650828 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e1507bb3-b683-4cc2-8441-c2158e260efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:51.655215 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3bf09eb-0914-41e9-aa41-0e06eeee3ed0 None None] Resources bound (agent type, host, resource id): {{(pid=94830) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 04:31:51.668654 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1507bb3-b683-4cc2-8441-c2158e260efa admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=94828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:31:51.671650 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e1507bb3-b683-4cc2-8441-c2158e260efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9190468'] for segment, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:51.677649 n-d-712140-12 neutron-server[94828]: Traceback (most recent call last): Aug 29 04:31:51.677649 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:31:51.677649 n-d-712140-12 neutron-server[94828]: timer() Aug 29 04:31:51.677649 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:31:51.677649 n-d-712140-12 neutron-server[94828]: cb(*args, **kw) Aug 29 04:31:51.677649 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:31:51.677649 n-d-712140-12 neutron-server[94828]: return func(*args, **kwargs) Aug 29 04:31:51.677649 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:31:51.677649 n-d-712140-12 neutron-server[94828]: self._notify() Aug 29 04:31:51.677649 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:31:51.677649 n-d-712140-12 neutron-server[94828]: self.callback(batched_events) Aug 29 04:31:51.677649 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:31:51.677649 n-d-712140-12 neutron-server[94828]: event.method(event) Aug 29 04:31:51.677649 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:31:51.677649 n-d-712140-12 neutron-server[94828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:31:51.677649 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:31:51.677649 n-d-712140-12 neutron-server[94828]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:31:51.677649 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:31:51.677649 n-d-712140-12 neutron-server[94828]: return f(self, *a, **k) Aug 29 04:31:51.677649 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:31:51.677649 n-d-712140-12 neutron-server[94828]: return self._get(url).json() Aug 29 04:31:51.677649 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:31:51.677649 n-d-712140-12 neutron-server[94828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:31:51.677649 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:31:51.677649 n-d-712140-12 neutron-server[94828]: return self.request(url, 'GET', **kwargs) Aug 29 04:31:51.677649 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:31:51.677649 n-d-712140-12 neutron-server[94828]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:31:51.677649 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:31:51.677649 n-d-712140-12 neutron-server[94828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:31:51.677649 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:31:51.677649 n-d-712140-12 neutron-server[94828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:31:51.677649 n-d-712140-12 neutron-server[94828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:31:51.731565 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-40ee8da0-3a28-4787-9461-a3f2f9b0c05f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:51.780367 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-16965c3b-d7fe-46be-b2c3-42676cf7b82c tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4274880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4552377'] for subnet, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:51.899437 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-40ee8da0-3a28-4787-9461-a3f2f9b0c05f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:51.902470 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16965c3b-d7fe-46be-b2c3-42676cf7b82c tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:51.914611 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-16965c3b-d7fe-46be-b2c3-42676cf7b82c tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:51.920231 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e1507bb3-b683-4cc2-8441-c2158e260efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:51.930312 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16965c3b-d7fe-46be-b2c3-42676cf7b82c tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:51.930960 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-16965c3b-d7fe-46be-b2c3-42676cf7b82c tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:51.934879 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e1507bb3-b683-4cc2-8441-c2158e260efa admin admin] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:51.942945 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-e1507bb3-b683-4cc2-8441-c2158e260efa admin admin] 10.222.0.22 "DELETE /v2.0/networks/2235c33f-d9a0-43bc-8851-02f48929fe47 HTTP/1.1" status: 204 len: 168 time: 2.1824751 Aug 29 04:31:51.955306 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 41228) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:51.983426 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-16965c3b-d7fe-46be-b2c3-42676cf7b82c tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5260174 Aug 29 04:31:51.984720 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16965c3b-d7fe-46be-b2c3-42676cf7b82c tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Pushing event updated for resources: {'Subnet': ['ID=bb3caf14-3a9a-4b2d-ba06-08f0148f0387,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:51.986925 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 41230) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:52.012236 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-3ebc9f53-30f6-45c7-8636-8a72588de00f tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Request body: {'port': {'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b', 'fixed_ips': [{'subnet_id': 'bb3caf14-3a9a-4b2d-ba06-08f0148f0387', 'ip_address': '2001:db8::e166:2545:5e93:ea66'}], 'name': 'tempest-NetworksTestDHCPv6-566743962'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:52.241422 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ebc9f53-30f6-45c7-8636-8a72588de00f tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Made reservation on behalf of 808af00233b447dbb547871646623489 for: {'port': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:31:52.241712 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a00401e-ee44-4080-9140-3de1d3da2e39 None None] Update dhcp port {'port': {'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b', 'fixed_ips': [{'subnet_id': 'bb3caf14-3a9a-4b2d-ba06-08f0148f0387'}], 'binding:host_id': 'n-d-712140-12'}, 'id': '1fa4e215-3b11-42ec-a946-33f0a16d6089'} from n-d-712140-12. {{(pid=94830) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 04:31:52.313523 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1507bb3-b683-4cc2-8441-c2158e260efa admin admin] Pushing event deleted for resources: {'Network': ['ID=2235c33f-d9a0-43bc-8851-02f48929fe47,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:52.340020 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8a00401e-ee44-4080-9140-3de1d3da2e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:52.347595 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-40ee8da0-3a28-4787-9461-a3f2f9b0c05f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:52.358730 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-40ee8da0-3a28-4787-9461-a3f2f9b0c05f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:52.372078 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-40ee8da0-3a28-4787-9461-a3f2f9b0c05f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7872030e-e39c-4849-9257-775d6cc207b4 HTTP/1.1" status: 204 len: 168 time: 0.9046438 Aug 29 04:31:52.408209 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ee8da0-3a28-4787-9461-a3f2f9b0c05f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7872030e-e39c-4849-9257-775d6cc207b4,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:52.472834 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7a6564-875a-4261-90d8-90d9192fd04a req-66117e00-d63c-480d-be64-03f35e74eb5c tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:52.475673 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4f7a6564-875a-4261-90d8-90d9192fd04a req-66117e00-d63c-480d-be64-03f35e74eb5c tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5045787-9144-4074-8293-daeee716b913 HTTP/1.1" status: 200 len: 946 time: 0.2850549 Aug 29 04:31:52.483245 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3ebc9f53-30f6-45c7-8636-8a72588de00f tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:52.506188 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [None req-3ebc9f53-30f6-45c7-8636-8a72588de00f tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] device_id is not set on port 8d453fb5-f456-4a81-9fbf-e8c195b1a240 yet. {{(pid=94829) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:31:52.880812 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-3ebc9f53-30f6-45c7-8636-8a72588de00f tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Allocated IP 2001:db8::e166:2545:5e93:ea66 (9a0c1c63-2a3a-4918-9723-8b35bf7d017b/bb3caf14-3a9a-4b2d-ba06-08f0148f0387/8d453fb5-f456-4a81-9fbf-e8c195b1a240) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:31:52.895696 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ceee64-0442-44d9-8ed5-e48da20600d2 req-4c6515e1-f114-4d6a-af46-96e24480143c tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:52.897419 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f8ceee64-0442-44d9-8ed5-e48da20600d2 req-4c6515e1-f114-4d6a-af46-96e24480143c tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5045787-9144-4074-8293-daeee716b913 HTTP/1.1" status: 200 len: 946 time: 0.0915716 Aug 29 04:31:53.018699 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f8ceee64-0442-44d9-8ed5-e48da20600d2 req-e3f246c5-e08e-4ddb-a469-d15ce7d1cdf3 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129498 Aug 29 04:31:53.133051 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 42130e22-fbd4-4b78-835c-f210161d73cc up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:31:53.143533 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-4f7a6564-875a-4261-90d8-90d9192fd04a req-fb9f8aaa-20b4-49a7-a9fc-3beace5d6eec tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Deleting port 1548e366-2376-47f3-8e21-1f49a34c98fc {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:31:53.144192 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-4f7a6564-875a-4261-90d8-90d9192fd04a req-fb9f8aaa-20b4-49a7-a9fc-3beace5d6eec tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:53.270182 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 42130e22-fbd4-4b78-835c-f210161d73cc triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:53.270753 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:53.289992 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3ebc9f53-30f6-45c7-8636-8a72588de00f tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:53.348286 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-3ebc9f53-30f6-45c7-8636-8a72588de00f tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Transition to ACTIVE for port object 8d453fb5-f456-4a81-9fbf-e8c195b1a240 will not be triggered until provisioned by entity DHCP. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:53.484609 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3ebc9f53-30f6-45c7-8636-8a72588de00f tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:53.526278 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-4f7a6564-875a-4261-90d8-90d9192fd04a req-fb9f8aaa-20b4-49a7-a9fc-3beace5d6eec tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] For port 1548e366-2376-47f3-8e21-1f49a34c98fc, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=1548e366-2376-47f3-8e21-1f49a34c98fc,segment=NetworkSegment(c5ded84d-4be1-43ec-8cde-5c95285ac592),segment_id=c5ded84d-4be1-43ec-8cde-5c95285ac592)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:53.526775 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-4f7a6564-875a-4261-90d8-90d9192fd04a req-fb9f8aaa-20b4-49a7-a9fc-3beace5d6eec tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:53.564814 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-4f7a6564-875a-4261-90d8-90d9192fd04a req-fb9f8aaa-20b4-49a7-a9fc-3beace5d6eec tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Calling delete_port for 1548e366-2376-47f3-8e21-1f49a34c98fc owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:31:53.616269 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-8a00401e-ee44-4080-9140-3de1d3da2e39 None None] Allocated IP 2001:db8::2 (9a0c1c63-2a3a-4918-9723-8b35bf7d017b/bb3caf14-3a9a-4b2d-ba06-08f0148f0387/1fa4e215-3b11-42ec-a946-33f0a16d6089) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:31:53.626737 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ebc9f53-30f6-45c7-8636-8a72588de00f tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:53.652412 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-3ebc9f53-30f6-45c7-8636-8a72588de00f tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:53.664351 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d05d727a-8950-4bed-b5aa-ad58eb830eb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713413'] for router_interface, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:53.672197 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebc9f53-30f6-45c7-8636-8a72588de00f tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:31:53.700453 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ebc9f53-30f6-45c7-8636-8a72588de00f tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:53.709379 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3ebc9f53-30f6-45c7-8636-8a72588de00f tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:53.718653 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebc9f53-30f6-45c7-8636-8a72588de00f tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Pushing event updated for resources: {'Port': ['ID=8d453fb5-f456-4a81-9fbf-e8c195b1a240,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:53.766832 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-8a00401e-ee44-4080-9140-3de1d3da2e39 None None] For port 1fa4e215-3b11-42ec-a946-33f0a16d6089, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=1fa4e215-3b11-42ec-a946-33f0a16d6089,segment=NetworkSegment(0fc0da0a-b381-4d95-9f3f-3aa10a110ba6),segment_id=0fc0da0a-b381-4d95-9f3f-3aa10a110ba6)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:53.789526 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-3ebc9f53-30f6-45c7-8636-8a72588de00f tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7973154 Aug 29 04:31:53.794801 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 41286) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:53.814432 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8a00401e-ee44-4080-9140-3de1d3da2e39 None None] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:53.833617 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-8a00401e-ee44-4080-9140-3de1d3da2e39 None None] Ignored duplicate provisioning block setup for port 1fa4e215-3b11-42ec-a946-33f0a16d6089 by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 29 04:31:53.840638 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8a00401e-ee44-4080-9140-3de1d3da2e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:53.879848 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 5b64167a-3982-462b-8d89-e453c5a70bd2 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:31:53.988594 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527ad4cc-89a1-4be5-937d-5476b1d31280 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:54.007718 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527ad4cc-89a1-4be5-937d-5476b1d31280 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:54.009780 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-527ad4cc-89a1-4be5-937d-5476b1d31280 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2131934 Aug 29 04:31:54.012857 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 41296) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:54.108548 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 5b64167a-3982-462b-8d89-e453c5a70bd2 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:31:54.108939 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 5b64167a-3982-462b-8d89-e453c5a70bd2 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:31:54.128392 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device af5a25ef-af8f-4ada-8ad7-9ad44aedc669 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:31:54.190284 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: af5a25ef-af8f-4ada-8ad7-9ad44aedc669 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:31:54.195887 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device af5a25ef-af8f-4ada-8ad7-9ad44aedc669 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:31:54.241386 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a00401e-ee44-4080-9140-3de1d3da2e39 None None] Pushing event updated for resources: {'Port': ['ID=1fa4e215-3b11-42ec-a946-33f0a16d6089,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:54.281126 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-40642b0d-8745-4a12-b0d2-d0c9ebc59946 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Deleting port 8d453fb5-f456-4a81-9fbf-e8c195b1a240 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:31:54.282147 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-40642b0d-8745-4a12-b0d2-d0c9ebc59946 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:54.413097 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-40642b0d-8745-4a12-b0d2-d0c9ebc59946 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:54.428363 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-40642b0d-8745-4a12-b0d2-d0c9ebc59946 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Calling delete_port for 8d453fb5-f456-4a81-9fbf-e8c195b1a240 owned by {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:31:54.477114 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-4f7a6564-875a-4261-90d8-90d9192fd04a req-fb9f8aaa-20b4-49a7-a9fc-3beace5d6eec tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:54.529814 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['9f01a993-316c-4ea0-b777-7a0d5c2f8b7a'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:31:54.604118 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9f8aaa-20b4-49a7-a9fc-3beace5d6eec tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Pushing event deleted for resources: {'Port': ['ID=1548e366-2376-47f3-8e21-1f49a34c98fc,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:54.617459 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb604e3f-a090-4f1d-bf6d-2e20f662067e req-77856f7f-0fa2-4ec7-adcf-a7a5100f0a01 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:54.619439 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bb604e3f-a090-4f1d-bf6d-2e20f662067e req-77856f7f-0fa2-4ec7-adcf-a7a5100f0a01 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5045787-9144-4074-8293-daeee716b913 HTTP/1.1" status: 200 len: 867 time: 0.4141183 Aug 29 04:31:54.677667 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f7a6564-875a-4261-90d8-90d9192fd04a req-fb9f8aaa-20b4-49a7-a9fc-3beace5d6eec tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] No DVR routers for this DVR port 1548e366-2376-47f3-8e21-1f49a34c98fc on host n-h1-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:31:54.684322 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-4f7a6564-875a-4261-90d8-90d9192fd04a req-fb9f8aaa-20b4-49a7-a9fc-3beace5d6eec tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:54.693975 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4f7a6564-875a-4261-90d8-90d9192fd04a req-fb9f8aaa-20b4-49a7-a9fc-3beace5d6eec tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.46 "DELETE /v2.0/ports/1548e366-2376-47f3-8e21-1f49a34c98fc HTTP/1.1" status: 204 len: 173 time: 2.2067065 Aug 29 04:31:54.697960 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d05d727a-8950-4bed-b5aa-ad58eb830eb4 admin admin] Deleting port 42130e22-fbd4-4b78-835c-f210161d73cc {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:31:54.698724 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d05d727a-8950-4bed-b5aa-ad58eb830eb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:54.807836 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5045787-9144-4074-8293-daeee716b913', 'name': 'network-vif-deleted', 'tag': '1548e366-2376-47f3-8e21-1f49a34c98fc'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:31:54.818925 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20f3268a-af0b-4712-9f00-e3a7c96e7e3a" -d '{"events": [{"server_uuid": "f5045787-9144-4074-8293-daeee716b913", "name": "network-vif-deleted", "tag": "1548e366-2376-47f3-8e21-1f49a34c98fc"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:31:55.036617 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-40642b0d-8745-4a12-b0d2-d0c9ebc59946 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:55.096711 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bb604e3f-a090-4f1d-bf6d-2e20f662067e req-f8cfd2ee-9a87-40f1-9a3f-ee6c88653bae tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4575322 Aug 29 04:31:55.139098 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d05d727a-8950-4bed-b5aa-ad58eb830eb4 admin admin] For port 42130e22-fbd4-4b78-835c-f210161d73cc, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=42130e22-fbd4-4b78-835c-f210161d73cc,segment=NetworkSegment(c3e852c6-3d4e-4927-8c75-89509dc37141),segment_id=c3e852c6-3d4e-4927-8c75-89509dc37141)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:55.139474 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d05d727a-8950-4bed-b5aa-ad58eb830eb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:55.169265 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d05d727a-8950-4bed-b5aa-ad58eb830eb4 admin admin] Calling delete_port for 42130e22-fbd4-4b78-835c-f210161d73cc owned by network:router_interface {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:31:55.193429 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40642b0d-8745-4a12-b0d2-d0c9ebc59946 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Pushing event deleted for resources: {'Port': ['ID=8d453fb5-f456-4a81-9fbf-e8c195b1a240,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:55.246803 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-40642b0d-8745-4a12-b0d2-d0c9ebc59946 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:55.250392 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-40642b0d-8745-4a12-b0d2-d0c9ebc59946 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "DELETE /v2.0/ports/8d453fb5-f456-4a81-9fbf-e8c195b1a240 HTTP/1.1" status: 204 len: 168 time: 1.2347054 Aug 29 04:31:55.256402 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 41326) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:55.335499 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 1fa4e215-3b11-42ec-a946-33f0a16d6089 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:31:55.461418 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287a6c85-ed3a-4481-9638-d571d996b0c1 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:55.465356 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287a6c85-ed3a-4481-9638-d571d996b0c1 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:55.469501 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-287a6c85-ed3a-4481-9638-d571d996b0c1 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2095983 Aug 29 04:31:55.472202 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 41334) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:55.589546 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 1fa4e215-3b11-42ec-a946-33f0a16d6089 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:31:55.667615 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d05d727a-8950-4bed-b5aa-ad58eb830eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:55.678155 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_v2 [None req-01c77378-19ae-4e8e-9dc0-4bb8a9a2fc44 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Deleting subnet bb3caf14-3a9a-4b2d-ba06-08f0148f0387 {{(pid=94829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:31:55.682576 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-01c77378-19ae-4e8e-9dc0-4bb8a9a2fc44 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for subnet, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:55.736380 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ef44786-13ec-4c69-a32d-fd162b93858d x-openstack-request-id: req-5ef44786-13ec-4c69-a32d-fd162b93858d {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:31:55.736705 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5045787-9144-4074-8293-daeee716b913", "name": "network-vif-deleted", "tag": "1548e366-2376-47f3-8e21-1f49a34c98fc", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:31:55.736958 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5ef44786-13ec-4c69-a32d-fd162b93858d {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:31:55.737508 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5045787-9144-4074-8293-daeee716b913', 'name': 'network-vif-deleted', 'tag': '1548e366-2376-47f3-8e21-1f49a34c98fc', 'status': 'completed', 'code': 200} Aug 29 04:31:55.743466 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05d727a-8950-4bed-b5aa-ad58eb830eb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=42130e22-fbd4-4b78-835c-f210161d73cc,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:55.857797 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-01c77378-19ae-4e8e-9dc0-4bb8a9a2fc44 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4311743'] for subnet, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:55.993350 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-01c77378-19ae-4e8e-9dc0-4bb8a9a2fc44 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:56.150575 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-01c77378-19ae-4e8e-9dc0-4bb8a9a2fc44 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4552352'] for subnet, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:56.201512 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 1548e366-2376-47f3-8e21-1f49a34c98fc no longer exists at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:31:56.209413 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-01c77378-19ae-4e8e-9dc0-4bb8a9a2fc44 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:56.213671 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-01c77378-19ae-4e8e-9dc0-4bb8a9a2fc44 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "DELETE /v2.0/subnets/bb3caf14-3a9a-4b2d-ba06-08f0148f0387 HTTP/1.1" status: 204 len: 168 time: 0.7380397 Aug 29 04:31:56.213671 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c77378-19ae-4e8e-9dc0-4bb8a9a2fc44 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Pushing event deleted for resources: {'Subnet': ['ID=bb3caf14-3a9a-4b2d-ba06-08f0148f0387,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:56.213925 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 41352) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:56.279724 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-244d4ae9-08ad-4073-8036-88a659a3de93 None None] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:31:56.314759 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] No Port match for: 1548e366-2376-47f3-8e21-1f49a34c98fc {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:31:56.321806 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 1548e366-2376-47f3-8e21-1f49a34c98fc not bound to the agent host n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:31:56.332172 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d05d727a-8950-4bed-b5aa-ad58eb830eb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-713231'] for router_interface, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:56.343186 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-d2cd6acc-2fa5-4364-88b3-7eb709f3c7af tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1282036 Aug 29 04:31:56.351407 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 41356) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:56.370049 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-6a5ae844-cb10-47dc-8fcf-32def9961d43 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Request body: {'subnet': {'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:56.474502 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 41360) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:56.480092 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-cf4937db-143f-4a96-84e9-249560b3afc0 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-887330335', 'description': 'tempest-secgroup-smoke-887330335 description', 'project_id': '3c2056b185a4447f97a37026802347bd'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:56.557122 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cf4937db-143f-4a96-84e9-249560b3afc0 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:56.778546 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-4f398c83-a170-4fda-8847-3a2ee7df375f None None] Provisioning for port 1fa4e215-3b11-42ec-a946-33f0a16d6089 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:31:56.807638 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-4f398c83-a170-4fda-8847-3a2ee7df375f None None] Provisioning complete for port 1fa4e215-3b11-42ec-a946-33f0a16d6089 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:56.808936 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4f398c83-a170-4fda-8847-3a2ee7df375f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:56.862476 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cf4937db-143f-4a96-84e9-249560b3afc0 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:56.871625 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cf4937db-143f-4a96-84e9-249560b3afc0 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:57.085006 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff93c73-b42b-4250-8d79-1385acfdd08d None None] DHCP port deletion for 9a0c1c63-2a3a-4918-9723-8b35bf7d017b request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:31:57.102741 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cf4937db-143f-4a96-84e9-249560b3afc0 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:57.113392 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-cf4937db-143f-4a96-84e9-249560b3afc0 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6377637 Aug 29 04:31:57.115660 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4937db-143f-4a96-84e9-249560b3afc0 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acd93421-35de-4771-b1e2-9bfc66349eed,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:57.119160 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 41380) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:57.129028 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-29f3b29f-04d2-49cf-9a85-01d2c487d863 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Request body: {'security_group_rule': {'security_group_id': 'acd93421-35de-4771-b1e2-9bfc66349eed', 'project_id': '3c2056b185a4447f97a37026802347bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:57.171214 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4f398c83-a170-4fda-8847-3a2ee7df375f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:57.228731 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-29f3b29f-04d2-49cf-9a85-01d2c487d863 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:57.245627 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-4f398c83-a170-4fda-8847-3a2ee7df375f None None] For port 1fa4e215-3b11-42ec-a946-33f0a16d6089, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=1fa4e215-3b11-42ec-a946-33f0a16d6089,segment=NetworkSegment(0fc0da0a-b381-4d95-9f3f-3aa10a110ba6),segment_id=0fc0da0a-b381-4d95-9f3f-3aa10a110ba6)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:57.252386 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4f398c83-a170-4fda-8847-3a2ee7df375f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:57.302303 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-5ff93c73-b42b-4250-8d79-1385acfdd08d None None] Deleting port 1fa4e215-3b11-42ec-a946-33f0a16d6089 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:31:57.302767 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5ff93c73-b42b-4250-8d79-1385acfdd08d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:57.379034 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f398c83-a170-4fda-8847-3a2ee7df375f None None] Pushing event updated for resources: {'Port': ['ID=1fa4e215-3b11-42ec-a946-33f0a16d6089,revision_number=6']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:57.391288 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-29f3b29f-04d2-49cf-9a85-01d2c487d863 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:57.402009 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-29f3b29f-04d2-49cf-9a85-01d2c487d863 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:57.413974 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-5ff93c73-b42b-4250-8d79-1385acfdd08d None None] For port 1fa4e215-3b11-42ec-a946-33f0a16d6089, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=1fa4e215-3b11-42ec-a946-33f0a16d6089,segment=NetworkSegment(0fc0da0a-b381-4d95-9f3f-3aa10a110ba6),segment_id=0fc0da0a-b381-4d95-9f3f-3aa10a110ba6)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:57.414899 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5ff93c73-b42b-4250-8d79-1385acfdd08d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:57.438415 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f3b29f-04d2-49cf-9a85-01d2c487d863 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17a7dfe3-3f3c-4e4e-824c-198323316061,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:57.447082 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-5ff93c73-b42b-4250-8d79-1385acfdd08d None None] Calling delete_port for 1fa4e215-3b11-42ec-a946-33f0a16d6089 owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:31:57.454293 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-29f3b29f-04d2-49cf-9a85-01d2c487d863 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:57.455468 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-29f3b29f-04d2-49cf-9a85-01d2c487d863 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3352010 Aug 29 04:31:57.458813 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 41390) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:57.463557 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-71109801-a3b4-4444-8a10-75c409f8c8a9 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Request body: {'security_group_rule': {'security_group_id': 'acd93421-35de-4771-b1e2-9bfc66349eed', 'project_id': '3c2056b185a4447f97a37026802347bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:57.521848 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-71109801-a3b4-4444-8a10-75c409f8c8a9 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:57.560193 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a5ae844-cb10-47dc-8fcf-32def9961d43 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Made reservation on behalf of 808af00233b447dbb547871646623489 for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:31:57.565285 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6a5ae844-cb10-47dc-8fcf-32def9961d43 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:57.580209 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e81149-4171-4aa8-8283-6e0adcd8867b req-9e009196-4a9a-45d7-97ed-ccbd8c3978eb tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:57.589421 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-67e81149-4171-4aa8-8283-6e0adcd8867b req-9e009196-4a9a-45d7-97ed-ccbd8c3978eb tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 945 time: 1.1848652 Aug 29 04:31:57.603660 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5ff93c73-b42b-4250-8d79-1385acfdd08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:57.630150 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-71109801-a3b4-4444-8a10-75c409f8c8a9 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:57.638930 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-71109801-a3b4-4444-8a10-75c409f8c8a9 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:57.649752 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff93c73-b42b-4250-8d79-1385acfdd08d None None] Pushing event deleted for resources: {'Port': ['ID=1fa4e215-3b11-42ec-a946-33f0a16d6089,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:57.660672 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff93c73-b42b-4250-8d79-1385acfdd08d None None] No DVR routers for this DVR port 1fa4e215-3b11-42ec-a946-33f0a16d6089 on host n-d-712140-12 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:31:57.712549 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71109801-a3b4-4444-8a10-75c409f8c8a9 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8df682f3-b7e2-4cce-851f-a94f842304d2,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:57.733332 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-71109801-a3b4-4444-8a10-75c409f8c8a9 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:57.740973 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-71109801-a3b4-4444-8a10-75c409f8c8a9 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2817671 Aug 29 04:31:57.744094 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 41396) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:57.756560 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-6e2e6bca-4037-43be-8e28-629324044c26 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Request body: {'security_group_rule': {'security_group_id': 'acd93421-35de-4771-b1e2-9bfc66349eed', 'project_id': '3c2056b185a4447f97a37026802347bd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:57.780601 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-67e81149-4171-4aa8-8283-6e0adcd8867b req-4e9c8390-5458-4462-8cdd-bfefe9c10bb8 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843855 Aug 29 04:31:57.835489 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6e2e6bca-4037-43be-8e28-629324044c26 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:58.010297 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6e2e6bca-4037-43be-8e28-629324044c26 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:58.016502 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6e2e6bca-4037-43be-8e28-629324044c26 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:58.066052 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2e6bca-4037-43be-8e28-629324044c26 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61a17f19-4eb2-4a50-a730-4104b5584ed4,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:58.081044 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6e2e6bca-4037-43be-8e28-629324044c26 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:58.082545 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-6e2e6bca-4037-43be-8e28-629324044c26 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3372185 Aug 29 04:31:58.085290 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 41414) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:58.087196 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d05d727a-8950-4bed-b5aa-ad58eb830eb4 admin admin] Router a078a04e-bcc4-4411-a72d-b3a73c742a84 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:31:58.094480 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-6de969be-aeb2-4d7b-b8a6-4b85d0d3138a tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Request body: {'security_group_rule': {'security_group_id': 'acd93421-35de-4771-b1e2-9bfc66349eed', 'project_id': '3c2056b185a4447f97a37026802347bd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:58.155359 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6de969be-aeb2-4d7b-b8a6-4b85d0d3138a tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:58.213716 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6a5ae844-cb10-47dc-8fcf-32def9961d43 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9191137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10062364'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:58.232183 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6de969be-aeb2-4d7b-b8a6-4b85d0d3138a tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:58.239700 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5ae844-cb10-47dc-8fcf-32def9961d43 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:58.244808 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6de969be-aeb2-4d7b-b8a6-4b85d0d3138a tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:58.245149 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-6a5ae844-cb10-47dc-8fcf-32def9961d43 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:58.256161 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392d44f7-003a-429b-9fdd-c64430b32776 None None] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:31:58.271569 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5ae844-cb10-47dc-8fcf-32def9961d43 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:58.272401 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6a5ae844-cb10-47dc-8fcf-32def9961d43 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:58.295653 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-6a5ae844-cb10-47dc-8fcf-32def9961d43 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9430821 Aug 29 04:31:58.306751 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 41422) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:58.311230 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de969be-aeb2-4d7b-b8a6-4b85d0d3138a tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91f99d65-95b7-44ef-ad26-2c45fa0ec797,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:58.325240 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6de969be-aeb2-4d7b-b8a6-4b85d0d3138a tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:58.329126 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-6de969be-aeb2-4d7b-b8a6-4b85d0d3138a tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2399235 Aug 29 04:31:58.329314 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 41426) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:58.334776 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-f166efd2-86e0-4f04-a2fe-61525f954228 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Request body: {'security_group_rule': {'security_group_id': 'acd93421-35de-4771-b1e2-9bfc66349eed', 'project_id': '3c2056b185a4447f97a37026802347bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:58.349930 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-f6eb0086-41e0-45c1-9371-f55017d47b1f tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Request body: {'port': {'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b', 'fixed_ips': [{'subnet_id': '3693b901-03d7-4315-8bbd-e4a0ca851601', 'ip_address': '2001:db8::40fc:d9d5:7b72:7266'}], 'name': 'tempest-NetworksTestDHCPv6-820324819'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:58.372313 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916a7bca-42e9-4a78-b872-287da7ffd08c req-c922eb96-93cc-44ef-af63-bbc22d9bd1ea tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:58.374301 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-916a7bca-42e9-4a78-b872-287da7ffd08c req-c922eb96-93cc-44ef-af63-bbc22d9bd1ea tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 945 time: 0.2267203 Aug 29 04:31:58.400926 n-d-712140-12 neutron-server[94829]: INFO neutron.db.securitygroups_db [None req-f166efd2-86e0-4f04-a2fe-61525f954228 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Project 3c2056b185a4447f97a37026802347bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 04:31:58.410802 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f166efd2-86e0-4f04-a2fe-61525f954228 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:58.459034 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5ae844-cb10-47dc-8fcf-32def9961d43 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Pushing event updated for resources: {'Subnet': ['ID=3693b901-03d7-4315-8bbd-e4a0ca851601,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:58.536000 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-916a7bca-42e9-4a78-b872-287da7ffd08c req-44b128ac-c28a-4fd6-a2eb-2f2dea85d667 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118469 Aug 29 04:31:58.552680 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d05d727a-8950-4bed-b5aa-ad58eb830eb4 admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:31:58.554802 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f166efd2-86e0-4f04-a2fe-61525f954228 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:58.555983 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:58.569153 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546fd0ac-2141-4770-83e8-4ac93c993353 None None] Sync routers for ids ['a078a04e-bcc4-4411-a72d-b3a73c742a84'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:31:58.583733 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546fd0ac-2141-4770-83e8-4ac93c993353 None None] Routers {'a078a04e-bcc4-4411-a72d-b3a73c742a84'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:58.592599 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-546fd0ac-2141-4770-83e8-4ac93c993353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:31:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['a078a04e-bcc4-4411-a72d-b3a73c742a84'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:58.596469 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-d05d727a-8950-4bed-b5aa-ad58eb830eb4 admin admin] 10.222.0.22 "PUT /v2.0/routers/a078a04e-bcc4-4411-a72d-b3a73c742a84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6365547 Aug 29 04:31:58.603289 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 41436) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:58.638058 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f166efd2-86e0-4f04-a2fe-61525f954228 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:58.654058 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-505a780b-8284-4445-a76f-029b37ed540c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-9a0c1c63-2a3a-4918-9723-8b35bf7d017b', 'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b', 'tenant_id': '808af00233b447dbb547871646623489', 'fixed_ips': [{'subnet_id': '3693b901-03d7-4315-8bbd-e4a0ca851601'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:31:58.657100 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-505a780b-8284-4445-a76f-029b37ed540c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:58.718325 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f166efd2-86e0-4f04-a2fe-61525f954228 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:58.719451 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-f166efd2-86e0-4f04-a2fe-61525f954228 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3891926 Aug 29 04:31:58.729608 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 41438) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:58.769584 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-5c8dfdcc-3cb2-47a6-b3a1-7d113268c1a9 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Request body: {'security_group_rule': {'security_group_id': 'acd93421-35de-4771-b1e2-9bfc66349eed', 'project_id': '3c2056b185a4447f97a37026802347bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:58.821722 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f166efd2-86e0-4f04-a2fe-61525f954228 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=946f8d74-29bc-4d3a-9fac-ddde3f022522,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:58.840841 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8eb85740-ec17-4471-ad9b-f4654d2e6bd9 req-3c575a51-94f4-4a6a-9a46-386584291be2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=78dcd5c4-f756-4689-9a9a-8658409a849f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2810850 Aug 29 04:31:58.911196 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29439150-a6a8-4e77-9dfb-5d5d0c357beb req-67e0f833-ea25-4c4f-8634-e5dd756ec375 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:58.912999 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-29439150-a6a8-4e77-9dfb-5d5d0c357beb req-67e0f833-ea25-4c4f-8634-e5dd756ec375 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 945 time: 0.1822128 Aug 29 04:31:58.913798 n-d-712140-12 neutron-server[94829]: INFO neutron.db.securitygroups_db [None req-5c8dfdcc-3cb2-47a6-b3a1-7d113268c1a9 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Project 3c2056b185a4447f97a37026802347bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 04:31:58.935734 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5c8dfdcc-3cb2-47a6-b3a1-7d113268c1a9 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:58.944015 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-546fd0ac-2141-4770-83e8-4ac93c993353 None None] Set router a078a04e-bcc4-4411-a72d-b3a73c742a84 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:31:58.997792 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-042ba8b8-ed0c-4d45-a230-4df8628263c6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:59.111819 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-505a780b-8284-4445-a76f-029b37ed540c None None] Allocated IP 2001:db8::2 (9a0c1c63-2a3a-4918-9723-8b35bf7d017b/3693b901-03d7-4315-8bbd-e4a0ca851601/28b44d75-e81e-411c-b217-d873325618bb) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:31:59.165367 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 1fa4e215-3b11-42ec-a946-33f0a16d6089 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:31:59.172696 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-29439150-a6a8-4e77-9dfb-5d5d0c357beb req-8a66bfb9-d09c-4733-99ca-19c9e1a925b6 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406797 Aug 29 04:31:59.182225 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6eb0086-41e0-45c1-9371-f55017d47b1f tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Made reservation on behalf of 808af00233b447dbb547871646623489 for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:31:59.346251 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5c8dfdcc-3cb2-47a6-b3a1-7d113268c1a9 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:59.355421 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb85740-ec17-4471-ad9b-f4654d2e6bd9 req-e945de62-024c-4333-8984-20bf9bda22d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:59.357027 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8eb85740-ec17-4471-ad9b-f4654d2e6bd9 req-e945de62-024c-4333-8984-20bf9bda22d7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6c9e9b4cb47149d19005e5a96f02d4fd&device_id=78dcd5c4-f756-4689-9a9a-8658409a849f HTTP/1.1" status: 200 len: 1097 time: 0.4347119 Aug 29 04:31:59.377167 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5c8dfdcc-3cb2-47a6-b3a1-7d113268c1a9 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:59.421918 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f6eb0086-41e0-45c1-9371-f55017d47b1f tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:59.496574 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-546fd0ac-2141-4770-83e8-4ac93c993353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a078a04e-bcc4-4411-a72d-b3a73c742a84', 'name': 'tempest-TestAggregatesBasicOps-1297954849-router', 'tenant_id': '115b08e25683442698b6091ff6184d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': 'a5775946-5605-4e13-84af-829b7b5567b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:31:25Z', 'updated_at': '2021-08-29T04:31:55Z', 'revision_number': 5, 'project_id': '115b08e25683442698b6091ff6184d7a', 'gw_port': {'id': 'a5775946-5605-4e13-84af-829b7b5567b4', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:2b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a078a04e-bcc4-4411-a72d-b3a73c742a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:31:27Z', 'updated_at': '2021-08-29T04:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:59.507425 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-505a780b-8284-4445-a76f-029b37ed540c None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:59.526040 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-505a780b-8284-4445-a76f-029b37ed540c None None] Transition to ACTIVE for port object 28b44d75-e81e-411c-b217-d873325618bb will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:59.527718 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8dfdcc-3cb2-47a6-b3a1-7d113268c1a9 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc282872-de39-44a8-8934-acbe7913a929,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:59.534782 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-f6eb0086-41e0-45c1-9371-f55017d47b1f tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] device_id is not set on port 6e20e3da-2b1e-4082-b66b-eaf57338790d yet. {{(pid=94828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:31:59.563183 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-505a780b-8284-4445-a76f-029b37ed540c None None] Transition to ACTIVE for port object 28b44d75-e81e-411c-b217-d873325618bb will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:59.566191 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546fd0ac-2141-4770-83e8-4ac93c993353 None None] Checking router: a078a04e-bcc4-4411-a72d-b3a73c742a84 for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:31:59.581633 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546fd0ac-2141-4770-83e8-4ac93c993353 None None] Routers {'a078a04e-bcc4-4411-a72d-b3a73c742a84'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:59.583350 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-546fd0ac-2141-4770-83e8-4ac93c993353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:31:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['a078a04e-bcc4-4411-a72d-b3a73c742a84'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:59.610934 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 1fa4e215-3b11-42ec-a946-33f0a16d6089 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:31:59.611395 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 1fa4e215-3b11-42ec-a946-33f0a16d6089 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:31:59.614648 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-505a780b-8284-4445-a76f-029b37ed540c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:59.678845 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505a780b-8284-4445-a76f-029b37ed540c None None] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:59.699300 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505a780b-8284-4445-a76f-029b37ed540c None None] Pushing event updated for resources: {'Port': ['ID=28b44d75-e81e-411c-b217-d873325618bb,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:59.702839 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-505a780b-8284-4445-a76f-029b37ed540c None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:59.705154 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505a780b-8284-4445-a76f-029b37ed540c None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:31:59.781897 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-042ba8b8-ed0c-4d45-a230-4df8628263c6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:59.857069 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-505a780b-8284-4445-a76f-029b37ed540c None None] Attempting to bind port 28b44d75-e81e-411c-b217-d873325618bb on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:31:59.863599 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-505a780b-8284-4445-a76f-029b37ed540c None None] Attempting to bind port 28b44d75-e81e-411c-b217-d873325618bb by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '0fc0da0a-b381-4d95-9f3f-3aa10a110ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:31:59.866120 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505a780b-8284-4445-a76f-029b37ed540c None None] Attempting to bind port 28b44d75-e81e-411c-b217-d873325618bb on network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:31:59.884666 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505a780b-8284-4445-a76f-029b37ed540c None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:31:59.885368 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505a780b-8284-4445-a76f-029b37ed540c None None] Checking segment: {'id': '0fc0da0a-b381-4d95-9f3f-3aa10a110ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:31:59.889618 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-505a780b-8284-4445-a76f-029b37ed540c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:59.890452 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505a780b-8284-4445-a76f-029b37ed540c None None] Bound using segment: {'id': '0fc0da0a-b381-4d95-9f3f-3aa10a110ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:31:59.891365 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-505a780b-8284-4445-a76f-029b37ed540c None None] Bound port: 28b44d75-e81e-411c-b217-d873325618bb, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fc0da0a-b381-4d95-9f3f-3aa10a110ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:31:59.891634 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-546fd0ac-2141-4770-83e8-4ac93c993353 None None] Set router a078a04e-bcc4-4411-a72d-b3a73c742a84 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:31:59.892283 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-505a780b-8284-4445-a76f-029b37ed540c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:00.034709 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-505a780b-8284-4445-a76f-029b37ed540c None None] For port 28b44d75-e81e-411c-b217-d873325618bb, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:32:00.043980 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-505a780b-8284-4445-a76f-029b37ed540c None None] For port 28b44d75-e81e-411c-b217-d873325618bb, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=28b44d75-e81e-411c-b217-d873325618bb,segment=NetworkSegment(0fc0da0a-b381-4d95-9f3f-3aa10a110ba6),segment_id=0fc0da0a-b381-4d95-9f3f-3aa10a110ba6)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:32:00.056184 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-505a780b-8284-4445-a76f-029b37ed540c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:00.090668 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-042ba8b8-ed0c-4d45-a230-4df8628263c6 admin admin] Deleting port a5775946-5605-4e13-84af-829b7b5567b4 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:32:00.091234 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-042ba8b8-ed0c-4d45-a230-4df8628263c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:00.167619 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:32:00.193439 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505a780b-8284-4445-a76f-029b37ed540c None None] Pushing event updated for resources: {'Port': ['ID=28b44d75-e81e-411c-b217-d873325618bb,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:00.284768 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-f6eb0086-41e0-45c1-9371-f55017d47b1f tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Allocated IP 2001:db8::40fc:d9d5:7b72:7266 (9a0c1c63-2a3a-4918-9723-8b35bf7d017b/3693b901-03d7-4315-8bbd-e4a0ca851601/6e20e3da-2b1e-4082-b66b-eaf57338790d) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:32:00.436430 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-042ba8b8-ed0c-4d45-a230-4df8628263c6 admin admin] For port a5775946-5605-4e13-84af-829b7b5567b4, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=a5775946-5605-4e13-84af-829b7b5567b4,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:00.436902 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-042ba8b8-ed0c-4d45-a230-4df8628263c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:00.459923 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-042ba8b8-ed0c-4d45-a230-4df8628263c6 admin admin] Calling delete_port for a5775946-5605-4e13-84af-829b7b5567b4 owned by network:router_gateway {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:32:00.500996 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-546fd0ac-2141-4770-83e8-4ac93c993353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a078a04e-bcc4-4411-a72d-b3a73c742a84', 'name': 'tempest-TestAggregatesBasicOps-1297954849-router', 'tenant_id': '115b08e25683442698b6091ff6184d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': 'a5775946-5605-4e13-84af-829b7b5567b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:31:25Z', 'updated_at': '2021-08-29T04:31:55Z', 'revision_number': 5, 'project_id': '115b08e25683442698b6091ff6184d7a', 'gw_port': {'id': 'a5775946-5605-4e13-84af-829b7b5567b4', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:2b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a078a04e-bcc4-4411-a72d-b3a73c742a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:31:27Z', 'updated_at': '2021-08-29T04:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:00.601672 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546fd0ac-2141-4770-83e8-4ac93c993353 None None] The sync data for ids ['a078a04e-bcc4-4411-a72d-b3a73c742a84'] in n-d-712140-12 is: [{'id': 'a078a04e-bcc4-4411-a72d-b3a73c742a84', 'name': 'tempest-TestAggregatesBasicOps-1297954849-router', 'tenant_id': '115b08e25683442698b6091ff6184d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': 'a5775946-5605-4e13-84af-829b7b5567b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:31:25Z', 'updated_at': '2021-08-29T04:31:55Z', 'revision_number': 5, 'project_id': '115b08e25683442698b6091ff6184d7a', 'gw_port': {'id': 'a5775946-5605-4e13-84af-829b7b5567b4', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:2b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a078a04e-bcc4-4411-a72d-b3a73c742a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:31:27Z', 'updated_at': '2021-08-29T04:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:32:00.711063 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 41476) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:00.775323 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-042ba8b8-ed0c-4d45-a230-4df8628263c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:00.890748 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042ba8b8-ed0c-4d45-a230-4df8628263c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5775946-5605-4e13-84af-829b7b5567b4,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:00.893715 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5c8dfdcc-3cb2-47a6-b3a1-7d113268c1a9 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:00.909236 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-5c8dfdcc-3cb2-47a6-b3a1-7d113268c1a9 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 2.1552801 Aug 29 04:32:01.106305 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb85740-ec17-4471-ad9b-f4654d2e6bd9 req-35ba4196-7765-4c98-a6ad-de7eed7b8c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:01.113774 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8eb85740-ec17-4471-ad9b-f4654d2e6bd9 req-35ba4196-7765-4c98-a6ad-de7eed7b8c26 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3bcd0067-6e50-451c-9004-abafcee70c8b HTTP/1.1" status: 200 len: 912 time: 1.6924453 Aug 29 04:32:01.308523 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8eb85740-ec17-4471-ad9b-f4654d2e6bd9 req-bd0dcff2-0e77-4e36-9e00-2afbc36b10d3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f45ea922-4a9a-494b-bbd3-3f56e9436825 HTTP/1.1" status: 200 len: 1001 time: 0.1864960 Aug 29 04:32:01.365958 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bce7f90d-34a1-4c32-a56b-47a24eae33c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:01.428509 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb85740-ec17-4471-ad9b-f4654d2e6bd9 req-6f4eef56-628b-49d6-a04a-1c38d1920ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:01.430452 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8eb85740-ec17-4471-ad9b-f4654d2e6bd9 req-6f4eef56-628b-49d6-a04a-1c38d1920ef8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=77379d5c-d72e-4fe0-ace8-ef22d196f6e9 HTTP/1.1" status: 200 len: 850 time: 0.1103094 Aug 29 04:32:01.465910 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 28b44d75-e81e-411c-b217-d873325618bb up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:32:01.591894 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb85740-ec17-4471-ad9b-f4654d2e6bd9 req-c4bf3d23-9281-4e84-bf19-6e6dce02d78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:01.602731 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8eb85740-ec17-4471-ad9b-f4654d2e6bd9 req-c4bf3d23-9281-4e84-bf19-6e6dce02d78f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3bcd0067-6e50-451c-9004-abafcee70c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1615074 Aug 29 04:32:01.616259 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 28b44d75-e81e-411c-b217-d873325618bb completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:32:01.658432 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 42130e22-fbd4-4b78-835c-f210161d73cc no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:32:01.756577 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 42130e22-fbd4-4b78-835c-f210161d73cc {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:32:01.758664 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 42130e22-fbd4-4b78-835c-f210161d73cc not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:32:01.782798 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-042ba8b8-ed0c-4d45-a230-4df8628263c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719445'] for router_gateway, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:01.929774 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8eb85740-ec17-4471-ad9b-f4654d2e6bd9 req-be31a432-7991-4f58-a74e-d2ca4d4940cf service neutron] 10.222.0.48 "GET /v2.0/networks/3bcd0067-6e50-451c-9004-abafcee70c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3202424 Aug 29 04:32:02.058491 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b9d9f447-b22c-4d44-869a-4d4a8496a73a req-47bccf3f-4ca8-4b77-baf5-ee621c519ec6 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-887330335&fields=id&tenant_id=3c2056b185a4447f97a37026802347bd HTTP/1.1" status: 200 len: 267 time: 0.5763311 Aug 29 04:32:02.078502 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bce7f90d-34a1-4c32-a56b-47a24eae33c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:02.102416 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f6eb0086-41e0-45c1-9371-f55017d47b1f tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:02.103216 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8eb85740-ec17-4471-ad9b-f4654d2e6bd9 req-2721ab08-31b0-40f8-9923-a4acb081beeb service neutron] 10.222.0.48 "GET /v2.0/networks/3bcd0067-6e50-451c-9004-abafcee70c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666393 Aug 29 04:32:02.106795 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-042ba8b8-ed0c-4d45-a230-4df8628263c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:02.184107 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-042ba8b8-ed0c-4d45-a230-4df8628263c6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:02.194424 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bce7f90d-34a1-4c32-a56b-47a24eae33c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:02.259455 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f6eb0086-41e0-45c1-9371-f55017d47b1f tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Transition to ACTIVE for port object 6e20e3da-2b1e-4082-b66b-eaf57338790d will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:02.327068 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-c5a2960e-0a5b-4a9e-bf3f-83f51ca50fc5 None None] Provisioning for port 28b44d75-e81e-411c-b217-d873325618bb completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:32:02.341293 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-c5a2960e-0a5b-4a9e-bf3f-83f51ca50fc5 None None] Provisioning complete for port 28b44d75-e81e-411c-b217-d873325618bb triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:02.343933 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c5a2960e-0a5b-4a9e-bf3f-83f51ca50fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:02.581046 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c5a2960e-0a5b-4a9e-bf3f-83f51ca50fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:02.630521 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-042ba8b8-ed0c-4d45-a230-4df8628263c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717253'] for router, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:02.631083 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-042ba8b8-ed0c-4d45-a230-4df8628263c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a078a04e-bcc4-4411-a72d-b3a73c742a84 {{(pid=94828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:32:02.646567 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-042ba8b8-ed0c-4d45-a230-4df8628263c6 admin admin] Notify callbacks [] for router, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:02.650675 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-042ba8b8-ed0c-4d45-a230-4df8628263c6 admin admin] 10.222.0.22 "DELETE /v2.0/routers/a078a04e-bcc4-4411-a72d-b3a73c742a84 HTTP/1.1" status: 204 len: 168 time: 4.0337145 Aug 29 04:32:02.651278 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 41524) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:02.680529 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-bce7f90d-34a1-4c32-a56b-47a24eae33c5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ed542da3d4d846379642e2d01855c9a0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9585660 Aug 29 04:32:02.680529 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 41530) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:02.683115 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-c5a2960e-0a5b-4a9e-bf3f-83f51ca50fc5 None None] For port 28b44d75-e81e-411c-b217-d873325618bb, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=28b44d75-e81e-411c-b217-d873325618bb,segment=NetworkSegment(0fc0da0a-b381-4d95-9f3f-3aa10a110ba6),segment_id=0fc0da0a-b381-4d95-9f3f-3aa10a110ba6)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:02.715580 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c5a2960e-0a5b-4a9e-bf3f-83f51ca50fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:02.738658 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce7f90d-34a1-4c32-a56b-47a24eae33c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca38c1ff-dbb6-46fb-a3ea-01e5689a4e5b,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:02.789125 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d9f447-b22c-4d44-869a-4d4a8496a73a req-d69a556e-e51f-4712-8731-c54d2bba4ee7 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:02.796405 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b9d9f447-b22c-4d44-869a-4d4a8496a73a req-d69a556e-e51f-4712-8731-c54d2bba4ee7 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] 10.222.0.22 "GET /v2.0/networks?id=df74e724-c81a-44f3-b66b-f70a4e2cf3f1 HTTP/1.1" status: 200 len: 813 time: 0.7368805 Aug 29 04:32:02.800186 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f35d799-e74f-4619-a1e9-0e665ba10822 admin admin] Deleting subnet c4aa5b30-7c39-486d-bdb7-1b743d9fdb15 {{(pid=94829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:32:02.817972 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8f35d799-e74f-4619-a1e9-0e665ba10822 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:02.831302 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b9d9f447-b22c-4d44-869a-4d4a8496a73a req-3b197547-fda3-4c4a-a17e-3b9dcb28e460 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] 10.222.0.22 "GET /v2.0/quotas/3c2056b185a4447f97a37026802347bd HTTP/1.1" status: 200 len: 375 time: 0.0339098 Aug 29 04:32:02.887513 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a2960e-0a5b-4a9e-bf3f-83f51ca50fc5 None None] Pushing event updated for resources: {'Port': ['ID=28b44d75-e81e-411c-b217-d873325618bb,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:02.893449 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8f35d799-e74f-4619-a1e9-0e665ba10822 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4311743'] for subnet, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:02.938109 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f6eb0086-41e0-45c1-9371-f55017d47b1f tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:02.977892 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b9d9f447-b22c-4d44-869a-4d4a8496a73a req-5cb070cb-f27d-4f37-8dce-e78b5bf9fba3 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=3c2056b185a4447f97a37026802347bd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1454813 Aug 29 04:32:03.042070 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eb0086-41e0-45c1-9371-f55017d47b1f tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Pushing event updated for resources: {'Port': ['ID=6e20e3da-2b1e-4082-b66b-eaf57338790d,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:03.120671 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8f35d799-e74f-4619-a1e9-0e665ba10822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:03.180301 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-993917a0-085a-4cac-8fc7-f8f275bb33ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:03.228612 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8f35d799-e74f-4619-a1e9-0e665ba10822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4552352'] for subnet, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:03.240931 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-993917a0-085a-4cac-8fc7-f8f275bb33ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:03.287823 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f35d799-e74f-4619-a1e9-0e665ba10822 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4aa5b30-7c39-486d-bdb7-1b743d9fdb15,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:03.334490 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6eb0086-41e0-45c1-9371-f55017d47b1f tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:03.362569 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-f6eb0086-41e0-45c1-9371-f55017d47b1f tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:03.365476 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6eb0086-41e0-45c1-9371-f55017d47b1f tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:32:03.374330 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0e50ecbb-c875-40bf-86d4-a5d2adb5b701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:03.378746 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6eb0086-41e0-45c1-9371-f55017d47b1f tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:03.379591 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f6eb0086-41e0-45c1-9371-f55017d47b1f tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:03.383362 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8f35d799-e74f-4619-a1e9-0e665ba10822 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:03.392823 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-8f35d799-e74f-4619-a1e9-0e665ba10822 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/c4aa5b30-7c39-486d-bdb7-1b743d9fdb15 HTTP/1.1" status: 204 len: 168 time: 0.7372770 Aug 29 04:32:03.404111 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-993917a0-085a-4cac-8fc7-f8f275bb33ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:03.407080 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-993917a0-085a-4cac-8fc7-f8f275bb33ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:03.411468 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-993917a0-085a-4cac-8fc7-f8f275bb33ca admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ca38c1ff-dbb6-46fb-a3ea-01e5689a4e5b HTTP/1.1" status: 204 len: 168 time: 0.7028556 Aug 29 04:32:03.417037 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 41546) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:03.439268 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993917a0-085a-4cac-8fc7-f8f275bb33ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca38c1ff-dbb6-46fb-a3ea-01e5689a4e5b,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:03.447556 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-f6eb0086-41e0-45c1-9371-f55017d47b1f tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 5.1340659 Aug 29 04:32:03.456607 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a85754e-6b53-470d-b200-9de8af269ee1 None None] Network a7a5bbec-497d-4cc1-b5f5-54604acd30e3 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:32:03.464962 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 41550) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:03.572309 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f632b343-b43d-4886-b829-7d0bf49ddf38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:03.592586 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b9d9f447-b22c-4d44-869a-4d4a8496a73a req-f724239b-1992-4440-ad84-6717bb11f587 service neutron] 10.222.0.22 "GET /v2.0/networks/df74e724-c81a-44f3-b66b-f70a4e2cf3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5424979 Aug 29 04:32:03.653617 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4f4d8f-8cbb-4975-acbf-9003336fb380 req-aaa708f3-2d4e-4ad4-99f1-5d470ac029be tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:03.661090 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 28b44d75-e81e-411c-b217-d873325618bb up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:32:03.662899 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0a4f4d8f-8cbb-4975-acbf-9003336fb380 req-aaa708f3-2d4e-4ad4-99f1-5d470ac029be tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 945 time: 0.4387770 Aug 29 04:32:03.797804 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705bce26-17e8-49b4-95b5-ffc1bd96eb2d tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:03.813932 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0a4f4d8f-8cbb-4975-acbf-9003336fb380 req-a5d975ae-4cfc-4653-b6f5-ef283105f72c tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205769 Aug 29 04:32:03.814613 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705bce26-17e8-49b4-95b5-ffc1bd96eb2d tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:03.834049 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-705bce26-17e8-49b4-95b5-ffc1bd96eb2d tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.3599136 Aug 29 04:32:03.842953 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 41558) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:03.950345 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-f632b343-b43d-4886-b829-7d0bf49ddf38 admin admin] Deleting port 4359ad02-f499-4cc7-b85b-213ddc684833 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:32:03.951070 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f632b343-b43d-4886-b829-7d0bf49ddf38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:04.101910 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 28b44d75-e81e-411c-b217-d873325618bb triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:04.102882 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:04.153844 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b9d9f447-b22c-4d44-869a-4d4a8496a73a req-fada4dba-d184-4514-b3b2-145d30653047 service neutron] 10.222.0.22 "GET /v2.0/networks/df74e724-c81a-44f3-b66b-f70a4e2cf3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5571055 Aug 29 04:32:04.184693 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-f4c83abf-e344-4ad3-aef9-26b551348a9e None None] Provisioning for port 6e20e3da-2b1e-4082-b66b-eaf57338790d completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:32:04.194844 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-f4c83abf-e344-4ad3-aef9-26b551348a9e None None] Provisioning complete for port 6e20e3da-2b1e-4082-b66b-eaf57338790d triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:04.195500 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f4c83abf-e344-4ad3-aef9-26b551348a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:04.248384 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-f632b343-b43d-4886-b829-7d0bf49ddf38 admin admin] For port 4359ad02-f499-4cc7-b85b-213ddc684833, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=4359ad02-f499-4cc7-b85b-213ddc684833,segment=NetworkSegment(c3e852c6-3d4e-4927-8c75-89509dc37141),segment_id=c3e852c6-3d4e-4927-8c75-89509dc37141)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:04.249987 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f632b343-b43d-4886-b829-7d0bf49ddf38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:04.259834 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 41572) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:04.285494 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-f632b343-b43d-4886-b829-7d0bf49ddf38 admin admin] Calling delete_port for 4359ad02-f499-4cc7-b85b-213ddc684833 owned by network:dhcp {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:32:04.294628 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-f4c83abf-e344-4ad3-aef9-26b551348a9e None None] Port 6e20e3da-2b1e-4082-b66b-eaf57338790d cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:32:04.337932 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-651114a6-028a-4fb6-8957-39e57556eaa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:04.378924 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-fe96f622-4edf-4eaa-b9b1-b7c36bdf8abb tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Deleting port 6e20e3da-2b1e-4082-b66b-eaf57338790d {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:32:04.379338 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fe96f622-4edf-4eaa-b9b1-b7c36bdf8abb tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:04.466567 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0959f9e-51ee-415c-ab40-54a1fcce3d0d req-9caf736e-c72d-44ad-9efb-b6de38016c51 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:04.473851 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device a5775946-5605-4e13-84af-829b7b5567b4 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:32:04.475448 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e0959f9e-51ee-415c-ab40-54a1fcce3d0d req-9caf736e-c72d-44ad-9efb-b6de38016c51 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 945 time: 0.2084498 Aug 29 04:32:04.519930 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a38c84-28fe-43a4-9a30-84a62fbf8ac7 None None] DHCP port deletion for a7a5bbec-497d-4cc1-b5f5-54604acd30e3 request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:32:04.524872 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: a5775946-5605-4e13-84af-829b7b5567b4 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:32:04.525418 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device a5775946-5605-4e13-84af-829b7b5567b4 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:32:04.575624 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-651114a6-028a-4fb6-8957-39e57556eaa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:04.583663 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-651114a6-028a-4fb6-8957-39e57556eaa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:04.594635 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-c6a38c84-28fe-43a4-9a30-84a62fbf8ac7 None None] Deleting port 4359ad02-f499-4cc7-b85b-213ddc684833 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:32:04.595288 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c6a38c84-28fe-43a4-9a30-84a62fbf8ac7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:04.616512 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e0959f9e-51ee-415c-ab40-54a1fcce3d0d req-c070bcb2-f2bb-4494-850b-759525f080f4 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369593 Aug 29 04:32:04.630743 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f632b343-b43d-4886-b829-7d0bf49ddf38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:04.650315 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fe96f622-4edf-4eaa-b9b1-b7c36bdf8abb tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:04.674816 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-651114a6-028a-4fb6-8957-39e57556eaa0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fa1ebaadcb054d259a7651f9dbd02ee7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4126008 Aug 29 04:32:04.675993 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651114a6-028a-4fb6-8957-39e57556eaa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a08240bf-f49f-4ab2-b717-90feef504f0b,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:04.676362 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f632b343-b43d-4886-b829-7d0bf49ddf38 admin admin] Pushing event deleted for resources: {'Port': ['ID=4359ad02-f499-4cc7-b85b-213ddc684833,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:04.677916 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 41586) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:04.690161 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f632b343-b43d-4886-b829-7d0bf49ddf38 admin admin] No DVR routers for this DVR port 4359ad02-f499-4cc7-b85b-213ddc684833 on host n-d-712140-12 {{(pid=94829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:32:04.692922 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-fe96f622-4edf-4eaa-b9b1-b7c36bdf8abb tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Calling delete_port for 6e20e3da-2b1e-4082-b66b-eaf57338790d owned by {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:32:04.746174 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-c6a38c84-28fe-43a4-9a30-84a62fbf8ac7 None None] For port 4359ad02-f499-4cc7-b85b-213ddc684833, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=4359ad02-f499-4cc7-b85b-213ddc684833,segment=NetworkSegment(c3e852c6-3d4e-4927-8c75-89509dc37141),segment_id=c3e852c6-3d4e-4927-8c75-89509dc37141)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:04.746773 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c6a38c84-28fe-43a4-9a30-84a62fbf8ac7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:04.765573 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-c6a38c84-28fe-43a4-9a30-84a62fbf8ac7 None None] Calling delete_port for 4359ad02-f499-4cc7-b85b-213ddc684833 owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:32:04.876154 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c6a38c84-28fe-43a4-9a30-84a62fbf8ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:04.905374 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a38c84-28fe-43a4-9a30-84a62fbf8ac7 None None] No DVR routers for this DVR port 4359ad02-f499-4cc7-b85b-213ddc684833 on host n-d-712140-12 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:32:04.913782 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f632b343-b43d-4886-b829-7d0bf49ddf38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:04.943537 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-f632b343-b43d-4886-b829-7d0bf49ddf38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7a5bbec-497d-4cc1-b5f5-54604acd30e3']}} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:04.961612 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a38c84-28fe-43a4-9a30-84a62fbf8ac7 None None] Pushing event deleted for resources: {'Port': ['ID=4359ad02-f499-4cc7-b85b-213ddc684833,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:05.106279 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ee225a36-24b5-4b5b-bb32-98c7fbfde140 req-9f6d60a9-7e19-49d1-aa7e-4ad35844239e tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] 10.222.0.22 "GET /v2.0/ports?device_id=8dc57973-bef3-4ca1-9c3b-df44b0b42265 HTTP/1.1" status: 200 len: 210 time: 0.1705606 Aug 29 04:32:05.112642 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-f632b343-b43d-4886-b829-7d0bf49ddf38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3e852c6-3d4e-4927-8c75-89509dc37141') {'for_net_delete': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:05.112642 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-f632b343-b43d-4886-b829-7d0bf49ddf38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3e852c6-3d4e-4927-8c75-89509dc37141') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:05.151353 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0d9b834c-bf32-4e1e-a883-1edda891d05b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:05.158006 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 4359ad02-f499-4cc7-b85b-213ddc684833 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:32:05.201089 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 4359ad02-f499-4cc7-b85b-213ddc684833 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:32:05.201435 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 4359ad02-f499-4cc7-b85b-213ddc684833 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:32:05.208717 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0d9b834c-bf32-4e1e-a883-1edda891d05b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:05.275016 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f632b343-b43d-4886-b829-7d0bf49ddf38 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4311712'] for segment, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:05.290985 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0d9b834c-bf32-4e1e-a883-1edda891d05b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:05.300421 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0d9b834c-bf32-4e1e-a883-1edda891d05b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:05.301592 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-0d9b834c-bf32-4e1e-a883-1edda891d05b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a08240bf-f49f-4ab2-b717-90feef504f0b HTTP/1.1" status: 204 len: 168 time: 0.6209588 Aug 29 04:32:05.372458 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f632b343-b43d-4886-b829-7d0bf49ddf38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:05.375657 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9b834c-bf32-4e1e-a883-1edda891d05b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a08240bf-f49f-4ab2-b717-90feef504f0b,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:05.467271 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f632b343-b43d-4886-b829-7d0bf49ddf38 admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=94829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:32:05.467714 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f632b343-b43d-4886-b829-7d0bf49ddf38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4274277'] for segment, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:05.469545 n-d-712140-12 neutron-server[94829]: Traceback (most recent call last): Aug 29 04:32:05.469545 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:32:05.469545 n-d-712140-12 neutron-server[94829]: timer() Aug 29 04:32:05.469545 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:32:05.469545 n-d-712140-12 neutron-server[94829]: cb(*args, **kw) Aug 29 04:32:05.469545 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:32:05.469545 n-d-712140-12 neutron-server[94829]: return func(*args, **kwargs) Aug 29 04:32:05.469545 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:32:05.469545 n-d-712140-12 neutron-server[94829]: self._notify() Aug 29 04:32:05.469545 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:32:05.469545 n-d-712140-12 neutron-server[94829]: self.callback(batched_events) Aug 29 04:32:05.469545 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:32:05.469545 n-d-712140-12 neutron-server[94829]: event.method(event) Aug 29 04:32:05.469545 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:32:05.469545 n-d-712140-12 neutron-server[94829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:32:05.469545 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:32:05.469545 n-d-712140-12 neutron-server[94829]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:32:05.469545 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:32:05.469545 n-d-712140-12 neutron-server[94829]: return f(self, *a, **k) Aug 29 04:32:05.469545 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:32:05.469545 n-d-712140-12 neutron-server[94829]: return self._get(url).json() Aug 29 04:32:05.469545 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:32:05.469545 n-d-712140-12 neutron-server[94829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:32:05.469545 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:32:05.469545 n-d-712140-12 neutron-server[94829]: return self.request(url, 'GET', **kwargs) Aug 29 04:32:05.469545 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:32:05.469545 n-d-712140-12 neutron-server[94829]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:32:05.469545 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:32:05.469545 n-d-712140-12 neutron-server[94829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:32:05.469545 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:32:05.469545 n-d-712140-12 neutron-server[94829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:32:05.469545 n-d-712140-12 neutron-server[94829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:32:05.719447 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f632b343-b43d-4886-b829-7d0bf49ddf38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:05.761340 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f632b343-b43d-4886-b829-7d0bf49ddf38 admin admin] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:05.763630 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-f632b343-b43d-4886-b829-7d0bf49ddf38 admin admin] 10.222.0.22 "DELETE /v2.0/networks/a7a5bbec-497d-4cc1-b5f5-54604acd30e3 HTTP/1.1" status: 204 len: 168 time: 2.3402166 Aug 29 04:32:05.788921 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f632b343-b43d-4886-b829-7d0bf49ddf38 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7a5bbec-497d-4cc1-b5f5-54604acd30e3,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:05.826141 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fe96f622-4edf-4eaa-b9b1-b7c36bdf8abb tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:05.876420 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe96f622-4edf-4eaa-b9b1-b7c36bdf8abb tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Pushing event deleted for resources: {'Port': ['ID=6e20e3da-2b1e-4082-b66b-eaf57338790d,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:05.937872 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fe96f622-4edf-4eaa-b9b1-b7c36bdf8abb tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:05.940259 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-fe96f622-4edf-4eaa-b9b1-b7c36bdf8abb tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "DELETE /v2.0/ports/6e20e3da-2b1e-4082-b66b-eaf57338790d HTTP/1.1" status: 204 len: 168 time: 2.0879002 Aug 29 04:32:05.943102 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 41632) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:06.157132 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf352893-52bd-4146-88ad-5b05908cd762 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:06.177615 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf352893-52bd-4146-88ad-5b05908cd762 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:06.184522 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-cf352893-52bd-4146-88ad-5b05908cd762 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2367914 Aug 29 04:32:06.187290 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 41638) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:06.260563 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5738d8a9-53cc-497c-aa80-8600f0832473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:06.341066 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 41644) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:06.353416 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4b33c0dd-0323-45e3-894b-46502d5263e4 req-497ffdfb-47e8-4563-a3d6-33c0ee4e7f28 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] 10.222.0.22 "GET /v2.0/ports?device_id=8dc57973-bef3-4ca1-9c3b-df44b0b42265 HTTP/1.1" status: 200 len: 210 time: 0.1059570 Aug 29 04:32:06.399481 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_v2 [None req-01193a08-f8cf-4253-b5f3-87e562b57724 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Deleting subnet 3693b901-03d7-4315-8bbd-e4a0ca851601 {{(pid=94829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:32:06.416632 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-01193a08-f8cf-4253-b5f3-87e562b57724 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for subnet, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:06.560510 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-01193a08-f8cf-4253-b5f3-87e562b57724 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4311743'] for subnet, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:06.778884 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-42512303-6cf6-44ed-baaf-aa5ab12c8b6d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b66390e331fd47b6b359b94481c1ba48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4358945 Aug 29 04:32:06.781606 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 41662) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:06.795172 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-01193a08-f8cf-4253-b5f3-87e562b57724 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:06.940538 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-01193a08-f8cf-4253-b5f3-87e562b57724 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4552352'] for subnet, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:07.042327 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9e24f259-f465-44e5-9f16-90e72d4544ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:07.072562 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9e24f259-f465-44e5-9f16-90e72d4544ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:07.073080 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01193a08-f8cf-4253-b5f3-87e562b57724 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Pushing event deleted for resources: {'Subnet': ['ID=3693b901-03d7-4315-8bbd-e4a0ca851601,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:07.089927 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-01193a08-f8cf-4253-b5f3-87e562b57724 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:07.093246 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b56c90-5635-4ba4-b25b-701f1516834c None None] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:32:07.097292 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-01193a08-f8cf-4253-b5f3-87e562b57724 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "DELETE /v2.0/subnets/3693b901-03d7-4315-8bbd-e4a0ca851601 HTTP/1.1" status: 204 len: 168 time: 0.9058096 Aug 29 04:32:07.099584 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 41666) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:07.287533 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:07.298236 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d9f447-b22c-4d44-869a-4d4a8496a73a req-669e2f98-f7a2-4011-b28d-2606798ecc56 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:07.301221 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b9d9f447-b22c-4d44-869a-4d4a8496a73a req-669e2f98-f7a2-4011-b28d-2606798ecc56 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] 10.222.0.46 "GET /v2.0/networks?id=df74e724-c81a-44f3-b66b-f70a4e2cf3f1 HTTP/1.1" status: 200 len: 813 time: 0.4388096 Aug 29 04:32:07.314628 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-769b1987-8fa5-4ece-b0de-3c76b5f7a942 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2093036 Aug 29 04:32:07.318223 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 41672) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:07.386763 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-fc6d7413-ba6f-4029-9587-f9018e32bd77 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Request body: {'subnet': {'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:07.421388 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:07.431672 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9e24f259-f465-44e5-9f16-90e72d4544ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:07.439050 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9e24f259-f465-44e5-9f16-90e72d4544ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:07.455122 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-9e24f259-f465-44e5-9f16-90e72d4544ed admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cc17dfc8-b2b9-4202-b775-6866d7950c40 HTTP/1.1" status: 204 len: 168 time: 0.6680744 Aug 29 04:32:07.606356 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145648ed-9c2e-4959-8e43-1677e8ed60c5 None None] DHCP port deletion for 9a0c1c63-2a3a-4918-9723-8b35bf7d017b request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:32:07.685489 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-73f2d281-5b35-4968-af6c-d326c8fc505f req-eb6af72e-44e9-4f58-8746-e0a1b690c2de tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] 10.222.0.22 "GET /v2.0/ports?device_id=8dc57973-bef3-4ca1-9c3b-df44b0b42265 HTTP/1.1" status: 200 len: 210 time: 0.0687354 Aug 29 04:32:07.753559 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-145648ed-9c2e-4959-8e43-1677e8ed60c5 None None] Deleting port 28b44d75-e81e-411c-b217-d873325618bb {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:32:07.753559 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-145648ed-9c2e-4959-8e43-1677e8ed60c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:07.836053 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b9d9f447-b22c-4d44-869a-4d4a8496a73a req-100c3019-7cb8-4fea-b376-4adc5c4cd8ff tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c2056b185a4447f97a37026802347bd HTTP/1.1" status: 200 len: 379 time: 0.5165360 Aug 29 04:32:07.842323 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24f259-f465-44e5-9f16-90e72d4544ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc17dfc8-b2b9-4202-b775-6866d7950c40,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:07.868425 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-b9d9f447-b22c-4d44-869a-4d4a8496a73a req-25071ab0-a402-41cc-8080-958699629634 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Request body: {'port': {'device_id': '8dc57973-bef3-4ca1-9c3b-df44b0b42265', 'network_id': 'df74e724-c81a-44f3-b66b-f70a4e2cf3f1', 'admin_state_up': True, 'tenant_id': '3c2056b185a4447f97a37026802347bd', 'security_groups': ['acd93421-35de-4771-b1e2-9bfc66349eed']}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:08.056648 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc6d7413-ba6f-4029-9587-f9018e32bd77 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Made reservation on behalf of 808af00233b447dbb547871646623489 for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:08.094547 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fc6d7413-ba6f-4029-9587-f9018e32bd77 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:08.340080 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 41708) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:08.419050 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-145648ed-9c2e-4959-8e43-1677e8ed60c5 None None] For port 28b44d75-e81e-411c-b217-d873325618bb, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=28b44d75-e81e-411c-b217-d873325618bb,segment=NetworkSegment(0fc0da0a-b381-4d95-9f3f-3aa10a110ba6),segment_id=0fc0da0a-b381-4d95-9f3f-3aa10a110ba6)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:08.419649 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-145648ed-9c2e-4959-8e43-1677e8ed60c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:08.436722 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-145648ed-9c2e-4959-8e43-1677e8ed60c5 None None] Calling delete_port for 28b44d75-e81e-411c-b217-d873325618bb owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:32:08.440786 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-b2df686b-3550-4b00-b9fd-bf6bc910940b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=115b08e25683442698b6091ff6184d7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0986927 Aug 29 04:32:08.441825 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 41712) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:08.562267 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-145648ed-9c2e-4959-8e43-1677e8ed60c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:08.614759 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145648ed-9c2e-4959-8e43-1677e8ed60c5 None None] Pushing event deleted for resources: {'Port': ['ID=28b44d75-e81e-411c-b217-d873325618bb,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:08.624976 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145648ed-9c2e-4959-8e43-1677e8ed60c5 None None] No DVR routers for this DVR port 28b44d75-e81e-411c-b217-d873325618bb on host n-d-712140-12 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:32:08.660707 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:08.665259 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-595c08ab-5b71-4cb4-aed9-f0f6c3241d3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:08.726427 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-595c08ab-5b71-4cb4-aed9-f0f6c3241d3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:08.827299 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-595c08ab-5b71-4cb4-aed9-f0f6c3241d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:08.830172 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-595c08ab-5b71-4cb4-aed9-f0f6c3241d3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:08.834544 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-595c08ab-5b71-4cb4-aed9-f0f6c3241d3a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5fcb3b20-749b-45c6-b741-7763ebf8f9e4 HTTP/1.1" status: 204 len: 168 time: 0.3906214 Aug 29 04:32:08.855470 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be9eefd-12b7-40b8-92aa-93f75055ee7b req-9585a3f9-7a55-44de-99a5-a069c51d40da tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:08.859123 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2be9eefd-12b7-40b8-92aa-93f75055ee7b req-9585a3f9-7a55-44de-99a5-a069c51d40da tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 945 time: 0.3060353 Aug 29 04:32:08.860980 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595c08ab-5b71-4cb4-aed9-f0f6c3241d3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fcb3b20-749b-45c6-b741-7763ebf8f9e4,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:08.920839 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9d9f447-b22c-4d44-869a-4d4a8496a73a req-25071ab0-a402-41cc-8080-958699629634 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Made reservation on behalf of 3c2056b185a4447f97a37026802347bd for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:08.935991 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-b9d9f447-b22c-4d44-869a-4d4a8496a73a req-25071ab0-a402-41cc-8080-958699629634 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:09.069866 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2be9eefd-12b7-40b8-92aa-93f75055ee7b req-61b25567-ffe1-46a0-9b83-93e949b48d61 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712723 Aug 29 04:32:09.088163 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fc6d7413-ba6f-4029-9587-f9018e32bd77 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9191137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10062364'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:09.111050 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 28b44d75-e81e-411c-b217-d873325618bb no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:32:09.135621 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 28b44d75-e81e-411c-b217-d873325618bb {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:32:09.135900 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 28b44d75-e81e-411c-b217-d873325618bb not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:32:09.288288 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6d7413-ba6f-4029-9587-f9018e32bd77 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:09.327341 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9ba640a4-79de-450b-b2a9-71225c2bd23e req-53905509-09b6-4c98-8bcb-7e5f3a037e16 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] 10.222.0.22 "GET /v2.0/ports?device_id=8dc57973-bef3-4ca1-9c3b-df44b0b42265 HTTP/1.1" status: 200 len: 210 time: 0.2689095 Aug 29 04:32:09.331854 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-fc6d7413-ba6f-4029-9587-f9018e32bd77 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:09.343254 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe42bec-e36c-49d7-bccb-df42ebb29db0 None None] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:32:09.350254 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6d7413-ba6f-4029-9587-f9018e32bd77 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:09.351465 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fc6d7413-ba6f-4029-9587-f9018e32bd77 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:09.395554 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94510a3-3d46-43c7-9ef7-6efe1b859231 req-9058fce9-a4ba-4e1a-a3ef-b685ac6c3243 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:09.397185 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d94510a3-3d46-43c7-9ef7-6efe1b859231 req-9058fce9-a4ba-4e1a-a3ef-b685ac6c3243 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 945 time: 0.1713827 Aug 29 04:32:09.438199 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-fc6d7413-ba6f-4029-9587-f9018e32bd77 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0873656 Aug 29 04:32:09.444112 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 41752) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:09.454132 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-1d27e3ca-e6c8-4835-b491-cd1ac10bb940 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Request body: {'port': {'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b', 'fixed_ips': [{'subnet_id': '20c9b828-9984-4ec8-b21a-fbf78547d835', 'ip_address': '2001:db8::cdc1:b6d8:2eae:9e31'}], 'name': 'tempest-NetworksTestDHCPv6-1245109641'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:09.461540 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6d7413-ba6f-4029-9587-f9018e32bd77 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Pushing event updated for resources: {'Subnet': ['ID=20c9b828-9984-4ec8-b21a-fbf78547d835,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:09.543763 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d94510a3-3d46-43c7-9ef7-6efe1b859231 req-457d0574-2f9f-406c-8830-a1585e4385b5 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179187 Aug 29 04:32:09.669126 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-b9d9f447-b22c-4d44-869a-4d4a8496a73a req-25071ab0-a402-41cc-8080-958699629634 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Allocated IP 172.20.0.6 (df74e724-c81a-44f3-b66b-f70a4e2cf3f1/0b0c6566-de1e-4de5-a4a8-8adcb3a1f5a2/8ddac917-8a1b-4197-8c8c-975d4df6bc22) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:32:09.858681 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d27e3ca-e6c8-4835-b491-cd1ac10bb940 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Made reservation on behalf of 808af00233b447dbb547871646623489 for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:09.867806 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f2970d-3f39-4b38-b4a7-c6b09ec73251 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-9a0c1c63-2a3a-4918-9723-8b35bf7d017b', 'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b', 'tenant_id': '808af00233b447dbb547871646623489', 'fixed_ips': [{'subnet_id': '20c9b828-9984-4ec8-b21a-fbf78547d835'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:32:09.868713 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-19f2970d-3f39-4b38-b4a7-c6b09ec73251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:10.154016 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df40373d-bbe7-4612-880d-29fad11d35a2 req-f27605f1-f8b2-43e0-80a5-7c3176ae7b5a tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:10.173536 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-df40373d-bbe7-4612-880d-29fad11d35a2 req-f27605f1-f8b2-43e0-80a5-7c3176ae7b5a tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 945 time: 0.1606956 Aug 29 04:32:10.265671 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-df40373d-bbe7-4612-880d-29fad11d35a2 req-97732c27-9855-404d-bf10-5a1724bb1b40 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914168 Aug 29 04:32:10.312794 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-19f2970d-3f39-4b38-b4a7-c6b09ec73251 None None] Allocated IP 2001:db8::2 (9a0c1c63-2a3a-4918-9723-8b35bf7d017b/20c9b828-9984-4ec8-b21a-fbf78547d835/cdf9c346-e5b2-41b9-8491-7cd3fb8ae0cc) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:32:10.391994 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1d27e3ca-e6c8-4835-b491-cd1ac10bb940 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:10.485340 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-363da22a-a0e9-46cb-b519-12994626ecc6 req-b501e228-23f6-466b-b016-e5f670521d2b tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] 10.222.0.22 "GET /v2.0/ports?device_id=8dc57973-bef3-4ca1-9c3b-df44b0b42265 HTTP/1.1" status: 200 len: 210 time: 0.0499771 Aug 29 04:32:10.558613 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-b9d9f447-b22c-4d44-869a-4d4a8496a73a req-25071ab0-a402-41cc-8080-958699629634 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:10.604339 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-b9d9f447-b22c-4d44-869a-4d4a8496a73a req-25071ab0-a402-41cc-8080-958699629634 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Transition to ACTIVE for port object 8ddac917-8a1b-4197-8c8c-975d4df6bc22 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:10.692190 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-b9d9f447-b22c-4d44-869a-4d4a8496a73a req-25071ab0-a402-41cc-8080-958699629634 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:10.723698 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-19f2970d-3f39-4b38-b4a7-c6b09ec73251 None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:10.762661 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-19f2970d-3f39-4b38-b4a7-c6b09ec73251 None None] Transition to ACTIVE for port object cdf9c346-e5b2-41b9-8491-7cd3fb8ae0cc will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:10.780577 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-19f2970d-3f39-4b38-b4a7-c6b09ec73251 None None] Transition to ACTIVE for port object cdf9c346-e5b2-41b9-8491-7cd3fb8ae0cc will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:10.793219 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-19f2970d-3f39-4b38-b4a7-c6b09ec73251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:10.856371 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-1d27e3ca-e6c8-4835-b491-cd1ac10bb940 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] device_id is not set on port f26fdaf9-d968-438e-acf0-d2d2ff5b9613 yet. {{(pid=94828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:32:10.983883 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f2970d-3f39-4b38-b4a7-c6b09ec73251 None None] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:10.995782 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-19f2970d-3f39-4b38-b4a7-c6b09ec73251 None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:11.012949 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f2970d-3f39-4b38-b4a7-c6b09ec73251 None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:32:11.044222 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25071ab0-a402-41cc-8080-958699629634 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Pushing event updated for resources: {'Port': ['ID=8ddac917-8a1b-4197-8c8c-975d4df6bc22,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:11.086075 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f2970d-3f39-4b38-b4a7-c6b09ec73251 None None] Pushing event updated for resources: {'Port': ['ID=cdf9c346-e5b2-41b9-8491-7cd3fb8ae0cc,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:11.137234 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9d9f447-b22c-4d44-869a-4d4a8496a73a req-25071ab0-a402-41cc-8080-958699629634 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Network df74e724-c81a-44f3-b66b-f70a4e2cf3f1 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:11.168843 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-b9d9f447-b22c-4d44-869a-4d4a8496a73a req-25071ab0-a402-41cc-8080-958699629634 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:11.217777 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9d9f447-b22c-4d44-869a-4d4a8496a73a req-25071ab0-a402-41cc-8080-958699629634 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:32:11.270315 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-19f2970d-3f39-4b38-b4a7-c6b09ec73251 None None] Attempting to bind port cdf9c346-e5b2-41b9-8491-7cd3fb8ae0cc on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:32:11.270600 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-19f2970d-3f39-4b38-b4a7-c6b09ec73251 None None] Attempting to bind port cdf9c346-e5b2-41b9-8491-7cd3fb8ae0cc by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '0fc0da0a-b381-4d95-9f3f-3aa10a110ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:32:11.270985 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f2970d-3f39-4b38-b4a7-c6b09ec73251 None None] Attempting to bind port cdf9c346-e5b2-41b9-8491-7cd3fb8ae0cc on network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:32:11.307424 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f2970d-3f39-4b38-b4a7-c6b09ec73251 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:32:11.308713 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f2970d-3f39-4b38-b4a7-c6b09ec73251 None None] Checking segment: {'id': '0fc0da0a-b381-4d95-9f3f-3aa10a110ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:32:11.309369 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-19f2970d-3f39-4b38-b4a7-c6b09ec73251 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:11.314463 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f2970d-3f39-4b38-b4a7-c6b09ec73251 None None] Bound using segment: {'id': '0fc0da0a-b381-4d95-9f3f-3aa10a110ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:32:11.315236 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-19f2970d-3f39-4b38-b4a7-c6b09ec73251 None None] Bound port: cdf9c346-e5b2-41b9-8491-7cd3fb8ae0cc, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fc0da0a-b381-4d95-9f3f-3aa10a110ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:32:11.315879 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-19f2970d-3f39-4b38-b4a7-c6b09ec73251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:11.405028 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 41822) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:11.503882 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623298ea-bc2e-411d-9569-39e3451c269c req-9b16fad3-884d-47ff-ab59-030c9819ddf0 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:11.545216 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-19f2970d-3f39-4b38-b4a7-c6b09ec73251 None None] For port cdf9c346-e5b2-41b9-8491-7cd3fb8ae0cc, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:32:11.548424 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-623298ea-bc2e-411d-9569-39e3451c269c req-9b16fad3-884d-47ff-ab59-030c9819ddf0 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 945 time: 1.1348708 Aug 29 04:32:11.557863 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-19f2970d-3f39-4b38-b4a7-c6b09ec73251 None None] For port cdf9c346-e5b2-41b9-8491-7cd3fb8ae0cc, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=cdf9c346-e5b2-41b9-8491-7cd3fb8ae0cc,segment=NetworkSegment(0fc0da0a-b381-4d95-9f3f-3aa10a110ba6),segment_id=0fc0da0a-b381-4d95-9f3f-3aa10a110ba6)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:32:11.574434 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-19f2970d-3f39-4b38-b4a7-c6b09ec73251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:11.624515 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d9f447-b22c-4d44-869a-4d4a8496a73a req-25071ab0-a402-41cc-8080-958699629634 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:11.626718 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-b9d9f447-b22c-4d44-869a-4d4a8496a73a req-25071ab0-a402-41cc-8080-958699629634 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:11.729550 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f2970d-3f39-4b38-b4a7-c6b09ec73251 None None] Pushing event updated for resources: {'Port': ['ID=cdf9c346-e5b2-41b9-8491-7cd3fb8ae0cc,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:11.737273 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-8c7e28f3-c333-46f6-a7f9-84248ae2803d None None] Provisioning for port 8ddac917-8a1b-4197-8c8c-975d4df6bc22 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:32:11.750216 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b9d9f447-b22c-4d44-869a-4d4a8496a73a req-25071ab0-a402-41cc-8080-958699629634 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9004047 Aug 29 04:32:11.751950 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-8c7e28f3-c333-46f6-a7f9-84248ae2803d None None] Provisioning complete for port 8ddac917-8a1b-4197-8c8c-975d4df6bc22 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:11.752394 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8c7e28f3-c333-46f6-a7f9-84248ae2803d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:11.759712 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-623298ea-bc2e-411d-9569-39e3451c269c req-be63ec0e-57dc-45cf-9cb2-ffee85522987 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097552 Aug 29 04:32:11.792726 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353b21c3-36f1-4e9e-b85f-517f084bf0fb req-10223744-cf63-4a98-80d0-3f12ceda8ac7 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:11.797726 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-353b21c3-36f1-4e9e-b85f-517f084bf0fb req-10223744-cf63-4a98-80d0-3f12ceda8ac7 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] 10.222.0.22 "GET /v2.0/ports?device_id=8dc57973-bef3-4ca1-9c3b-df44b0b42265 HTTP/1.1" status: 200 len: 931 time: 0.1658382 Aug 29 04:32:11.808230 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-b9d9f447-b22c-4d44-869a-4d4a8496a73a req-384c01b3-b2c3-402e-80cf-155dc328875e service neutron] Request body: {'port': {'device_id': '8dc57973-bef3-4ca1-9c3b-df44b0b42265', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:11.873018 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-8c7e28f3-c333-46f6-a7f9-84248ae2803d None None] Port 8ddac917-8a1b-4197-8c8c-975d4df6bc22 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:32:11.924281 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-1d27e3ca-e6c8-4835-b491-cd1ac10bb940 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Allocated IP 2001:db8::cdc1:b6d8:2eae:9e31 (9a0c1c63-2a3a-4918-9723-8b35bf7d017b/20c9b828-9984-4ec8-b21a-fbf78547d835/f26fdaf9-d968-438e-acf0-d2d2ff5b9613) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:32:11.944519 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-353b21c3-36f1-4e9e-b85f-517f084bf0fb req-1b420e34-252f-4eb4-846d-6a04d10eab16 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] 10.222.0.22 "GET /v2.0/security-groups?id=acd93421-35de-4771-b1e2-9bfc66349eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319530 Aug 29 04:32:11.993389 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-96fc7396-cd5c-463e-b513-5bb99a7fbb38 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-439922876-network', 'tenant_id': 'b765fede93b04201b5c324a28753ffa9'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:12.039759 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-b9d9f447-b22c-4d44-869a-4d4a8496a73a req-384c01b3-b2c3-402e-80cf-155dc328875e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:12.047120 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96fc7396-cd5c-463e-b513-5bb99a7fbb38 admin admin] Made reservation on behalf of b765fede93b04201b5c324a28753ffa9 for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:12.059302 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-96fc7396-cd5c-463e-b513-5bb99a7fbb38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:12.098506 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-96fc7396-cd5c-463e-b513-5bb99a7fbb38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:12.599190 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-96fc7396-cd5c-463e-b513-5bb99a7fbb38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:12.622457 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-96fc7396-cd5c-463e-b513-5bb99a7fbb38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:12.828124 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96fc7396-cd5c-463e-b513-5bb99a7fbb38 admin admin] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:32:12.845839 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-96fc7396-cd5c-463e-b513-5bb99a7fbb38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:12.846516 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-96fc7396-cd5c-463e-b513-5bb99a7fbb38 admin admin] Added segment 48f138d5-0117-42b7-b327-ede7f9f15780 of type vlan for network 1ebc2e43-1665-45c9-99e8-25ad0856d831 Aug 29 04:32:12.883735 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-b9d9f447-b22c-4d44-869a-4d4a8496a73a req-384c01b3-b2c3-402e-80cf-155dc328875e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ddac917-8a1b-4197-8c8c-975d4df6bc22 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:32:12.892786 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-b9d9f447-b22c-4d44-869a-4d4a8496a73a req-384c01b3-b2c3-402e-80cf-155dc328875e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:12.915672 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-b9d9f447-b22c-4d44-869a-4d4a8496a73a req-384c01b3-b2c3-402e-80cf-155dc328875e service neutron] Transition to ACTIVE for port object 8ddac917-8a1b-4197-8c8c-975d4df6bc22 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:12.928868 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-b9d9f447-b22c-4d44-869a-4d4a8496a73a req-384c01b3-b2c3-402e-80cf-155dc328875e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:12.960944 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-96fc7396-cd5c-463e-b513-5bb99a7fbb38 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:12.993862 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c01b3-b2c3-402e-80cf-155dc328875e service neutron] Pushing event updated for resources: {'Port': ['ID=8ddac917-8a1b-4197-8c8c-975d4df6bc22,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:13.095900 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fc7396-cd5c-463e-b513-5bb99a7fbb38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7ea5d90-6a5a-48c7-b365-e0867c43d3a4,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:13.117539 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-96fc7396-cd5c-463e-b513-5bb99a7fbb38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:13.118527 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96fc7396-cd5c-463e-b513-5bb99a7fbb38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:13.119115 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-96fc7396-cd5c-463e-b513-5bb99a7fbb38 admin admin] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:13.186557 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-96fc7396-cd5c-463e-b513-5bb99a7fbb38 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.7803025 Aug 29 04:32:13.191003 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 41868) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:13.218423 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-cba6ff73-7971-43d1-8818-73dfa4e09973 admin admin] Request body: {'subnet': {'network_id': '1ebc2e43-1665-45c9-99e8-25ad0856d831', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-439922876-subnet', 'tenant_id': 'b765fede93b04201b5c324a28753ffa9', 'ip_version': 4}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:13.285638 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device cdf9c346-e5b2-41b9-8491-7cd3fb8ae0cc up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:32:13.347440 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cba6ff73-7971-43d1-8818-73dfa4e09973 admin admin] Made reservation on behalf of b765fede93b04201b5c324a28753ffa9 for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:13.353203 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cba6ff73-7971-43d1-8818-73dfa4e09973 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4552395'] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:13.393305 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port cdf9c346-e5b2-41b9-8491-7cd3fb8ae0cc completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:32:13.587817 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1d27e3ca-e6c8-4835-b491-cd1ac10bb940 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:13.609746 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1d27e3ca-e6c8-4835-b491-cd1ac10bb940 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Transition to ACTIVE for port object f26fdaf9-d968-438e-acf0-d2d2ff5b9613 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:13.633161 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8218336-ec17-4f11-9dff-ec4dfff891a6 req-6dcba374-8fa0-4771-abeb-12d1bf511e20 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:13.642906 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c8218336-ec17-4f11-9dff-ec4dfff891a6 req-6dcba374-8fa0-4771-abeb-12d1bf511e20 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 945 time: 1.0372374 Aug 29 04:32:13.694125 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1d27e3ca-e6c8-4835-b491-cd1ac10bb940 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:13.794721 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938e8011-b691-4e03-acc8-651fd6a69f16 req-29afba33-2da6-4683-b6c3-75fccf243d32 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:13.804511 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-938e8011-b691-4e03-acc8-651fd6a69f16 req-29afba33-2da6-4683-b6c3-75fccf243d32 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] 10.222.0.22 "GET /v2.0/ports?device_id=8dc57973-bef3-4ca1-9c3b-df44b0b42265 HTTP/1.1" status: 200 len: 943 time: 0.6121168 Aug 29 04:32:13.816175 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-b9d9f447-b22c-4d44-869a-4d4a8496a73a req-384c01b3-b2c3-402e-80cf-155dc328875e service neutron] Attempting to bind port 8ddac917-8a1b-4197-8c8c-975d4df6bc22 on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:32:13.816525 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-b9d9f447-b22c-4d44-869a-4d4a8496a73a req-384c01b3-b2c3-402e-80cf-155dc328875e service neutron] Attempting to bind port 8ddac917-8a1b-4197-8c8c-975d4df6bc22 by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': 'e42ae04f-c78a-49b6-b653-d68296ae5b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'df74e724-c81a-44f3-b66b-f70a4e2cf3f1'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:32:13.816887 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d9f447-b22c-4d44-869a-4d4a8496a73a req-384c01b3-b2c3-402e-80cf-155dc328875e service neutron] Attempting to bind port 8ddac917-8a1b-4197-8c8c-975d4df6bc22 on network df74e724-c81a-44f3-b66b-f70a4e2cf3f1 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:32:13.871524 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fc7396-cd5c-463e-b513-5bb99a7fbb38 admin admin] Pushing event updated for resources: {'Network': ['ID=1ebc2e43-1665-45c9-99e8-25ad0856d831,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:13.888624 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 1ebc2e43-1665-45c9-99e8-25ad0856d831 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:32:13.888847 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cba6ff73-7971-43d1-8818-73dfa4e09973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4274880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4552377'] for subnet, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:13.961021 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d27e3ca-e6c8-4835-b491-cd1ac10bb940 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:13.970355 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d9f447-b22c-4d44-869a-4d4a8496a73a req-384c01b3-b2c3-402e-80cf-155dc328875e service neutron] Port 8ddac917-8a1b-4197-8c8c-975d4df6bc22 on network df74e724-c81a-44f3-b66b-f70a4e2cf3f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:32:13.970796 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d9f447-b22c-4d44-869a-4d4a8496a73a req-384c01b3-b2c3-402e-80cf-155dc328875e service neutron] Attempting to bind port 8ddac917-8a1b-4197-8c8c-975d4df6bc22 on network df74e724-c81a-44f3-b66b-f70a4e2cf3f1 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:32:14.003547 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d9f447-b22c-4d44-869a-4d4a8496a73a req-384c01b3-b2c3-402e-80cf-155dc328875e service neutron] Checking agent: {'id': '3de9de52-3a03-431d-9d7e-497ae92c57ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:32:14.008156 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d9f447-b22c-4d44-869a-4d4a8496a73a req-384c01b3-b2c3-402e-80cf-155dc328875e service neutron] Checking segment: {'id': 'e42ae04f-c78a-49b6-b653-d68296ae5b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'df74e724-c81a-44f3-b66b-f70a4e2cf3f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:32:14.008804 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d9f447-b22c-4d44-869a-4d4a8496a73a req-384c01b3-b2c3-402e-80cf-155dc328875e service neutron] Bound using segment: {'id': 'e42ae04f-c78a-49b6-b653-d68296ae5b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'df74e724-c81a-44f3-b66b-f70a4e2cf3f1'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:32:14.009437 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-b9d9f447-b22c-4d44-869a-4d4a8496a73a req-384c01b3-b2c3-402e-80cf-155dc328875e service neutron] Bound port: 8ddac917-8a1b-4197-8c8c-975d4df6bc22, host: n-h1-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e42ae04f-c78a-49b6-b653-d68296ae5b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'df74e724-c81a-44f3-b66b-f70a4e2cf3f1'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:32:14.010209 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-b9d9f447-b22c-4d44-869a-4d4a8496a73a req-384c01b3-b2c3-402e-80cf-155dc328875e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:14.015081 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-1d27e3ca-e6c8-4835-b491-cd1ac10bb940 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:14.019441 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d27e3ca-e6c8-4835-b491-cd1ac10bb940 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Pushing event updated for resources: {'Port': ['ID=f26fdaf9-d968-438e-acf0-d2d2ff5b9613,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:14.020573 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c8218336-ec17-4f11-9dff-ec4dfff891a6 req-25ab4476-b869-4ed9-b4cf-df29bbb88da0 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3764949 Aug 29 04:32:14.066201 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-938e8011-b691-4e03-acc8-651fd6a69f16 req-803d025e-a0a5-4e03-bf3b-1410bd1d12e4 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] 10.222.0.22 "GET /v2.0/security-groups?id=acd93421-35de-4771-b1e2-9bfc66349eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2604897 Aug 29 04:32:14.104367 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d27e3ca-e6c8-4835-b491-cd1ac10bb940 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:32:14.142436 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d27e3ca-e6c8-4835-b491-cd1ac10bb940 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:14.146421 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1d27e3ca-e6c8-4835-b491-cd1ac10bb940 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:14.172708 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba6ff73-7971-43d1-8818-73dfa4e09973 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3ff3d49-5062-4d8a-bbcb-4d8089f57765,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:14.177221 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-d7708b33-0b8c-4ac4-9fe8-c8b00ab2ab4b None None] Provisioning for port cdf9c346-e5b2-41b9-8491-7cd3fb8ae0cc completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:32:14.197264 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba6ff73-7971-43d1-8818-73dfa4e09973 admin admin] Checking segment: {'id': '48f138d5-0117-42b7-b327-ede7f9f15780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '1ebc2e43-1665-45c9-99e8-25ad0856d831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:32:14.197631 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba6ff73-7971-43d1-8818-73dfa4e09973 admin admin] Network hostable DHCP agents. Network: 1ebc2e43-1665-45c9-99e8-25ad0856d831, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:32:14.199030 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-d7708b33-0b8c-4ac4-9fe8-c8b00ab2ab4b None None] Provisioning complete for port cdf9c346-e5b2-41b9-8491-7cd3fb8ae0cc triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:14.201800 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d7708b33-0b8c-4ac4-9fe8-c8b00ab2ab4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:14.279352 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba6ff73-7971-43d1-8818-73dfa4e09973 admin admin] Network 1ebc2e43-1665-45c9-99e8-25ad0856d831 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:32:14.298375 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-1d27e3ca-e6c8-4835-b491-cd1ac10bb940 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.8492489 Aug 29 04:32:14.299806 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 41902) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:14.307715 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-cba6ff73-7971-43d1-8818-73dfa4e09973 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 1ebc2e43-1665-45c9-99e8-25ad0856d831) {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:14.331415 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba6ff73-7971-43d1-8818-73dfa4e09973 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:14.332122 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cba6ff73-7971-43d1-8818-73dfa4e09973 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:14.346495 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea1d3c1-4b52-419c-8c3c-6cef86dcb493 None None] Network 1ebc2e43-1665-45c9-99e8-25ad0856d831 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:32:14.350054 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-cba6ff73-7971-43d1-8818-73dfa4e09973 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1546004 Aug 29 04:32:14.353885 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 41904) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:14.364935 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-07eb4307-5599-4539-9eb8-29fe81265ac0 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-439922876-router', 'tenant_id': 'b765fede93b04201b5c324a28753ffa9', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:14.432865 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-07eb4307-5599-4539-9eb8-29fe81265ac0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:14.435271 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-07eb4307-5599-4539-9eb8-29fe81265ac0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1838'] for router, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:14.519026 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-b9d9f447-b22c-4d44-869a-4d4a8496a73a req-384c01b3-b2c3-402e-80cf-155dc328875e service neutron] For port 8ddac917-8a1b-4197-8c8c-975d4df6bc22, host n-h1-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:32:14.541185 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-b9d9f447-b22c-4d44-869a-4d4a8496a73a req-384c01b3-b2c3-402e-80cf-155dc328875e service neutron] For port 8ddac917-8a1b-4197-8c8c-975d4df6bc22, host n-h1-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=8ddac917-8a1b-4197-8c8c-975d4df6bc22,segment=NetworkSegment(e42ae04f-c78a-49b6-b653-d68296ae5b14),segment_id=e42ae04f-c78a-49b6-b653-d68296ae5b14)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:32:14.594297 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-b9d9f447-b22c-4d44-869a-4d4a8496a73a req-384c01b3-b2c3-402e-80cf-155dc328875e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:14.594538 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-07eb4307-5599-4539-9eb8-29fe81265ac0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:14.620709 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f988587e-6f6c-4d7c-90ea-8cbc6f15fa5b tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:14.637509 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f988587e-6f6c-4d7c-90ea-8cbc6f15fa5b tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:14.651548 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-f988587e-6f6c-4d7c-90ea-8cbc6f15fa5b tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.3445556 Aug 29 04:32:14.686182 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d7708b33-0b8c-4ac4-9fe8-c8b00ab2ab4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:14.708889 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 41908) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:14.862690 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d9f447-b22c-4d44-869a-4d4a8496a73a req-384c01b3-b2c3-402e-80cf-155dc328875e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:14.869869 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-b9d9f447-b22c-4d44-869a-4d4a8496a73a req-384c01b3-b2c3-402e-80cf-155dc328875e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:14.871642 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b9d9f447-b22c-4d44-869a-4d4a8496a73a req-384c01b3-b2c3-402e-80cf-155dc328875e service neutron] 10.222.0.46 "PUT /v2.0/ports/8ddac917-8a1b-4197-8c8c-975d4df6bc22 HTTP/1.1" status: 200 len: 1092 time: 3.0966518 Aug 29 04:32:14.874110 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dc57973-bef3-4ca1-9c3b-df44b0b42265', 'tag': '8ddac917-8a1b-4197-8c8c-975d4df6bc22'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:32:14.878483 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f29dd871-748b-4a86-8941-628d8e0623e5" -d '{"events": [{"name": "network-changed", "server_uuid": "8dc57973-bef3-4ca1-9c3b-df44b0b42265", "tag": "8ddac917-8a1b-4197-8c8c-975d4df6bc22"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:32:14.935645 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c275ab6-2d66-4392-a06d-8249f742cf3e req-12fd1303-adc8-435b-bd00-92cd0ea06f1e tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:14.936400 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-d7708b33-0b8c-4ac4-9fe8-c8b00ab2ab4b None None] For port cdf9c346-e5b2-41b9-8491-7cd3fb8ae0cc, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=cdf9c346-e5b2-41b9-8491-7cd3fb8ae0cc,segment=NetworkSegment(0fc0da0a-b381-4d95-9f3f-3aa10a110ba6),segment_id=0fc0da0a-b381-4d95-9f3f-3aa10a110ba6)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:14.942117 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-07eb4307-5599-4539-9eb8-29fe81265ac0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:14.950683 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9c275ab6-2d66-4392-a06d-8249f742cf3e req-12fd1303-adc8-435b-bd00-92cd0ea06f1e tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 945 time: 0.4735568 Aug 29 04:32:15.082999 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d7708b33-0b8c-4ac4-9fe8-c8b00ab2ab4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:15.136864 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ba0f202-04ad-4c8f-b6c9-12f4bd2f57b7 x-openstack-request-id: req-1ba0f202-04ad-4c8f-b6c9-12f4bd2f57b7 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:32:15.136864 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dc57973-bef3-4ca1-9c3b-df44b0b42265", "tag": "8ddac917-8a1b-4197-8c8c-975d4df6bc22", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:32:15.136864 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1ba0f202-04ad-4c8f-b6c9-12f4bd2f57b7 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:32:15.136864 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dc57973-bef3-4ca1-9c3b-df44b0b42265', 'tag': '8ddac917-8a1b-4197-8c8c-975d4df6bc22', 'status': 'completed', 'code': 200} Aug 29 04:32:15.141750 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4bdd20-c884-4314-9406-d772422d3309 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-1ebc2e43-1665-45c9-99e8-25ad0856d831', 'network_id': '1ebc2e43-1665-45c9-99e8-25ad0856d831', 'tenant_id': 'b765fede93b04201b5c324a28753ffa9', 'fixed_ips': [{'subnet_id': 'c3ff3d49-5062-4d8a-bbcb-4d8089f57765'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:32:15.142807 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8c4bdd20-c884-4314-9406-d772422d3309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:15.167117 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c01b3-b2c3-402e-80cf-155dc328875e service neutron] Pushing event updated for resources: {'Port': ['ID=8ddac917-8a1b-4197-8c8c-975d4df6bc22,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:15.249805 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9c275ab6-2d66-4392-a06d-8249f742cf3e req-4e512df6-2ece-4f58-9d12-ad96695dc807 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2957892 Aug 29 04:32:15.315992 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-b9430b80-bed9-442e-bb3a-57fc342a1645 None None] Provisioning for port f26fdaf9-d968-438e-acf0-d2d2ff5b9613 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:32:15.334671 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-b9430b80-bed9-442e-bb3a-57fc342a1645 None None] Provisioning complete for port f26fdaf9-d968-438e-acf0-d2d2ff5b9613 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:15.335113 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b9430b80-bed9-442e-bb3a-57fc342a1645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:15.361562 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c01b3-b2c3-402e-80cf-155dc328875e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:15.363435 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c01b3-b2c3-402e-80cf-155dc328875e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:15.364143 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c01b3-b2c3-402e-80cf-155dc328875e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:15.370096 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c01b3-b2c3-402e-80cf-155dc328875e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:15.371829 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c01b3-b2c3-402e-80cf-155dc328875e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:15.372435 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c01b3-b2c3-402e-80cf-155dc328875e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:15.375144 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c01b3-b2c3-402e-80cf-155dc328875e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:15.375911 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c01b3-b2c3-402e-80cf-155dc328875e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:15.376472 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c01b3-b2c3-402e-80cf-155dc328875e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:15.377018 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c01b3-b2c3-402e-80cf-155dc328875e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:15.379224 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c01b3-b2c3-402e-80cf-155dc328875e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:15.379945 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c01b3-b2c3-402e-80cf-155dc328875e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:15.434999 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d9f447-b22c-4d44-869a-4d4a8496a73a req-95abfcbd-42cf-4d7d-b8ed-f85b6283b280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:15.439036 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b9d9f447-b22c-4d44-869a-4d4a8496a73a req-95abfcbd-42cf-4d7d-b8ed-f85b6283b280 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3c2056b185a4447f97a37026802347bd&device_id=8dc57973-bef3-4ca1-9c3b-df44b0b42265 HTTP/1.1" status: 200 len: 1095 time: 0.4709098 Aug 29 04:32:15.579310 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b9d9f447-b22c-4d44-869a-4d4a8496a73a req-faf1fd7d-f52c-44a7-b393-dc877fee558c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ddac917-8a1b-4197-8c8c-975d4df6bc22 HTTP/1.1" status: 200 len: 217 time: 0.1263883 Aug 29 04:32:15.640820 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-bff37344-f7e7-4e8d-8aee-41357577cc9b tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Deleting port f26fdaf9-d968-438e-acf0-d2d2ff5b9613 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:32:15.642728 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bff37344-f7e7-4e8d-8aee-41357577cc9b tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:15.658026 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-8c4bdd20-c884-4314-9406-d772422d3309 None None] Allocated IP 172.20.0.2 (1ebc2e43-1665-45c9-99e8-25ad0856d831/c3ff3d49-5062-4d8a-bbcb-4d8089f57765/1c977f26-9048-46d8-9d30-e69c55774918) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:32:15.705653 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a554b8f-b824-4464-aeff-eb520c98144f req-9b9a9bf1-fe4b-4b5f-b856-d3a579247349 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:15.708426 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5a554b8f-b824-4464-aeff-eb520c98144f req-9b9a9bf1-fe4b-4b5f-b856-d3a579247349 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] 10.222.0.22 "GET /v2.0/ports?device_id=8dc57973-bef3-4ca1-9c3b-df44b0b42265 HTTP/1.1" status: 200 len: 943 time: 0.3481059 Aug 29 04:32:15.792483 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-07eb4307-5599-4539-9eb8-29fe81265ac0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:15.813986 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d9f447-b22c-4d44-869a-4d4a8496a73a req-552bdda5-64bb-46f9-801f-6687fbf1a9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:15.818167 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b9d9f447-b22c-4d44-869a-4d4a8496a73a req-552bdda5-64bb-46f9-801f-6687fbf1a9f1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0b0c6566-de1e-4de5-a4a8-8adcb3a1f5a2 HTTP/1.1" status: 200 len: 852 time: 0.2127056 Aug 29 04:32:15.863397 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7708b33-0b8c-4ac4-9fe8-c8b00ab2ab4b None None] Pushing event updated for resources: {'Port': ['ID=cdf9c346-e5b2-41b9-8491-7cd3fb8ae0cc,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:15.865656 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-07eb4307-5599-4539-9eb8-29fe81265ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:15.920639 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-b9430b80-bed9-442e-bb3a-57fc342a1645 None None] Port f26fdaf9-d968-438e-acf0-d2d2ff5b9613 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:32:15.982029 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d9f447-b22c-4d44-869a-4d4a8496a73a req-1f605b09-cd7c-44e9-a384-4d4781915676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:15.983174 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b9d9f447-b22c-4d44-869a-4d4a8496a73a req-1f605b09-cd7c-44e9-a384-4d4781915676 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=df74e724-c81a-44f3-b66b-f70a4e2cf3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1139247 Aug 29 04:32:16.148113 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b9d9f447-b22c-4d44-869a-4d4a8496a73a req-46328a2c-6f40-43e0-a8c9-c6b624ccd415 service neutron] 10.222.0.46 "GET /v2.0/networks/df74e724-c81a-44f3-b66b-f70a4e2cf3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550584 Aug 29 04:32:16.214053 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-07eb4307-5599-4539-9eb8-29fe81265ac0 admin admin] Allocated IP 172.25.0.82 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/c883f625-d9c1-4f98-9814-d4d60e463469) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:32:16.230241 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bff37344-f7e7-4e8d-8aee-41357577cc9b tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:16.293264 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8c4bdd20-c884-4314-9406-d772422d3309 None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:16.314104 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af8d65c-99cc-48cc-a28e-7ea35a60c6cf req-40828fbc-4741-4af3-bc4c-adb12b0e7d38 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:16.319932 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4af8d65c-99cc-48cc-a28e-7ea35a60c6cf req-40828fbc-4741-4af3-bc4c-adb12b0e7d38 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 945 time: 0.4486690 Aug 29 04:32:16.322474 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-8c4bdd20-c884-4314-9406-d772422d3309 None None] Transition to ACTIVE for port object 1c977f26-9048-46d8-9d30-e69c55774918 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:16.384579 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-bff37344-f7e7-4e8d-8aee-41357577cc9b tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Calling delete_port for f26fdaf9-d968-438e-acf0-d2d2ff5b9613 owned by {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:32:16.395827 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-8c4bdd20-c884-4314-9406-d772422d3309 None None] Transition to ACTIVE for port object 1c977f26-9048-46d8-9d30-e69c55774918 will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:16.443081 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8c4bdd20-c884-4314-9406-d772422d3309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:16.511423 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5a554b8f-b824-4464-aeff-eb520c98144f req-4f4b3a24-23da-4a83-9871-e28b4ac2cbe4 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] 10.222.0.22 "GET /v2.0/security-groups?id=acd93421-35de-4771-b1e2-9bfc66349eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7154987 Aug 29 04:32:16.594110 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-07eb4307-5599-4539-9eb8-29fe81265ac0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:16.635190 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4bdd20-c884-4314-9406-d772422d3309 None None] Pushing event updated for resources: {'Port': ['ID=1c977f26-9048-46d8-9d30-e69c55774918,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:16.703573 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4bdd20-c884-4314-9406-d772422d3309 None None] Network 1ebc2e43-1665-45c9-99e8-25ad0856d831 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:16.712422 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-8c4bdd20-c884-4314-9406-d772422d3309 None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:16.745374 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4bdd20-c884-4314-9406-d772422d3309 None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:32:16.768033 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-07eb4307-5599-4539-9eb8-29fe81265ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:16.880171 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07eb4307-5599-4539-9eb8-29fe81265ac0 admin admin] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:16.902662 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-07eb4307-5599-4539-9eb8-29fe81265ac0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:16.920836 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07eb4307-5599-4539-9eb8-29fe81265ac0 admin admin] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:32:16.950514 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-8c4bdd20-c884-4314-9406-d772422d3309 None None] Attempting to bind port 1c977f26-9048-46d8-9d30-e69c55774918 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:32:16.956031 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-8c4bdd20-c884-4314-9406-d772422d3309 None None] Attempting to bind port 1c977f26-9048-46d8-9d30-e69c55774918 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '48f138d5-0117-42b7-b327-ede7f9f15780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '1ebc2e43-1665-45c9-99e8-25ad0856d831'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:32:16.956793 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4bdd20-c884-4314-9406-d772422d3309 None None] Attempting to bind port 1c977f26-9048-46d8-9d30-e69c55774918 on network 1ebc2e43-1665-45c9-99e8-25ad0856d831 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:32:16.969077 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4bdd20-c884-4314-9406-d772422d3309 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:32:16.970941 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4bdd20-c884-4314-9406-d772422d3309 None None] Checking segment: {'id': '48f138d5-0117-42b7-b327-ede7f9f15780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '1ebc2e43-1665-45c9-99e8-25ad0856d831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:32:16.973322 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8c4bdd20-c884-4314-9406-d772422d3309 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:16.974017 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4bdd20-c884-4314-9406-d772422d3309 None None] Bound using segment: {'id': '48f138d5-0117-42b7-b327-ede7f9f15780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '1ebc2e43-1665-45c9-99e8-25ad0856d831'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:32:16.974746 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-8c4bdd20-c884-4314-9406-d772422d3309 None None] Bound port: 1c977f26-9048-46d8-9d30-e69c55774918, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48f138d5-0117-42b7-b327-ede7f9f15780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '1ebc2e43-1665-45c9-99e8-25ad0856d831'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:32:16.976512 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8c4bdd20-c884-4314-9406-d772422d3309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:16.999487 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eb4307-5599-4539-9eb8-29fe81265ac0 admin admin] Pushing event updated for resources: {'Port': ['ID=c883f625-d9c1-4f98-9814-d4d60e463469,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:17.050537 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07eb4307-5599-4539-9eb8-29fe81265ac0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:17.055077 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07eb4307-5599-4539-9eb8-29fe81265ac0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:17.055740 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07eb4307-5599-4539-9eb8-29fe81265ac0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:17.056095 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07eb4307-5599-4539-9eb8-29fe81265ac0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:17.056436 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07eb4307-5599-4539-9eb8-29fe81265ac0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:17.056780 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07eb4307-5599-4539-9eb8-29fe81265ac0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:17.057449 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07eb4307-5599-4539-9eb8-29fe81265ac0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:17.059436 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07eb4307-5599-4539-9eb8-29fe81265ac0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:17.059885 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07eb4307-5599-4539-9eb8-29fe81265ac0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:17.060235 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07eb4307-5599-4539-9eb8-29fe81265ac0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:17.060581 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07eb4307-5599-4539-9eb8-29fe81265ac0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:17.060922 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07eb4307-5599-4539-9eb8-29fe81265ac0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:17.115348 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-8c4bdd20-c884-4314-9406-d772422d3309 None None] For port 1c977f26-9048-46d8-9d30-e69c55774918, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:32:17.119760 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-8c4bdd20-c884-4314-9406-d772422d3309 None None] For port 1c977f26-9048-46d8-9d30-e69c55774918, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=1c977f26-9048-46d8-9d30-e69c55774918,segment=NetworkSegment(48f138d5-0117-42b7-b327-ede7f9f15780),segment_id=48f138d5-0117-42b7-b327-ede7f9f15780)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:32:17.127188 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8c4bdd20-c884-4314-9406-d772422d3309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:17.137276 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4af8d65c-99cc-48cc-a28e-7ea35a60c6cf req-b9c43207-a0d4-437b-b518-76ba91c57c01 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7845216 Aug 29 04:32:17.244847 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b9d9f447-b22c-4d44-869a-4d4a8496a73a req-15056302-1ad3-4e00-92cd-0d92fee99761 service neutron] 10.222.0.46 "GET /v2.0/networks/df74e724-c81a-44f3-b66b-f70a4e2cf3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0795300 Aug 29 04:32:17.274110 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device cdf9c346-e5b2-41b9-8491-7cd3fb8ae0cc up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:32:17.385108 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b2fc8d-bec8-4d57-854f-255c7884049c req-828322a0-6aa4-4fac-80fc-953591a4f13a tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:17.386847 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a3b2fc8d-bec8-4d57-854f-255c7884049c req-828322a0-6aa4-4fac-80fc-953591a4f13a tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 945 time: 0.1122115 Aug 29 04:32:17.429755 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port cdf9c346-e5b2-41b9-8491-7cd3fb8ae0cc triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:17.430298 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:17.433655 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4bdd20-c884-4314-9406-d772422d3309 None None] Pushing event updated for resources: {'Port': ['ID=1c977f26-9048-46d8-9d30-e69c55774918,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:17.519410 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bff37344-f7e7-4e8d-8aee-41357577cc9b tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:17.604035 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff37344-f7e7-4e8d-8aee-41357577cc9b tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Pushing event deleted for resources: {'Port': ['ID=f26fdaf9-d968-438e-acf0-d2d2ff5b9613,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:17.620657 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29dd871-748b-4a86-8941-628d8e0623e5 req-a5034d41-37c9-43b8-ba23-04879dc8167a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:17.622301 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f29dd871-748b-4a86-8941-628d8e0623e5 req-a5034d41-37c9-43b8-ba23-04879dc8167a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3c2056b185a4447f97a37026802347bd&device_id=8dc57973-bef3-4ca1-9c3b-df44b0b42265 HTTP/1.1" status: 200 len: 1095 time: 0.2787747 Aug 29 04:32:17.814445 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a3b2fc8d-bec8-4d57-854f-255c7884049c req-f4c046b4-a1a0-4016-a5ba-1d6045da9065 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4159143 Aug 29 04:32:17.899417 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-07eb4307-5599-4539-9eb8-29fe81265ac0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:17.967608 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bff37344-f7e7-4e8d-8aee-41357577cc9b tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:17.976991 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-bff37344-f7e7-4e8d-8aee-41357577cc9b tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "DELETE /v2.0/ports/f26fdaf9-d968-438e-acf0-d2d2ff5b9613 HTTP/1.1" status: 204 len: 168 time: 3.2544703 Aug 29 04:32:17.985554 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 42030) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:18.160767 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29dd871-748b-4a86-8941-628d8e0623e5 req-be262054-c769-4c80-8624-5ad5aeee0fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:18.162272 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f29dd871-748b-4a86-8941-628d8e0623e5 req-be262054-c769-4c80-8624-5ad5aeee0fee service neutron] 10.222.0.46 "GET /v2.0/networks?id=df74e724-c81a-44f3-b66b-f70a4e2cf3f1 HTTP/1.1" status: 200 len: 914 time: 0.5253062 Aug 29 04:32:18.244854 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269b8fdb-4111-4956-a6ff-5d5ab046a97b req-4a4464d3-2317-498d-a39a-8142605a513c tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:18.261085 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-269b8fdb-4111-4956-a6ff-5d5ab046a97b req-4a4464d3-2317-498d-a39a-8142605a513c tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] 10.222.0.22 "GET /v2.0/ports?device_id=8dc57973-bef3-4ca1-9c3b-df44b0b42265 HTTP/1.1" status: 200 len: 943 time: 0.5000508 Aug 29 04:32:18.379771 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898401b5-2c08-465f-ad63-dc604ed6b2b8 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:18.383560 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898401b5-2c08-465f-ad63-dc604ed6b2b8 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:18.394160 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-898401b5-2c08-465f-ad63-dc604ed6b2b8 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4027658 Aug 29 04:32:18.395726 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f29dd871-748b-4a86-8941-628d8e0623e5 req-02cb46e9-84d4-4a31-8754-9f4c4ab4b311 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ddac917-8a1b-4197-8c8c-975d4df6bc22 HTTP/1.1" status: 200 len: 217 time: 0.2175589 Aug 29 04:32:18.398176 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 42058) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:18.559397 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-07eb4307-5599-4539-9eb8-29fe81265ac0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409'] for router, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:18.566359 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c067875-6ad5-4b70-b3d7-6751cc0e89c9 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Deleting subnet 20c9b828-9984-4ec8-b21a-fbf78547d835 {{(pid=94828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:32:18.650936 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-269b8fdb-4111-4956-a6ff-5d5ab046a97b req-3318b76e-fee2-4001-ab8b-64e501366c90 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] 10.222.0.22 "GET /v2.0/security-groups?id=acd93421-35de-4771-b1e2-9bfc66349eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3863380 Aug 29 04:32:18.651744 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0c067875-6ad5-4b70-b3d7-6751cc0e89c9 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for subnet, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:18.904932 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07eb4307-5599-4539-9eb8-29fe81265ac0 admin admin] Router bb9b5a4d-fd7a-4dc1-9320-c62f5d3e19e9 is scheduled to L3 agent 76874008-c311-485c-ba36-921b6d275b6a with binding_index 1 {{(pid=94829) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:32:18.962602 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0c067875-6ad5-4b70-b3d7-6751cc0e89c9 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8904862'] for subnet, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:18.968186 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29dd871-748b-4a86-8941-628d8e0623e5 req-ec4a8830-51c3-43f1-90f7-f4ec62684e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:18.969800 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f29dd871-748b-4a86-8941-628d8e0623e5 req-ec4a8830-51c3-43f1-90f7-f4ec62684e1b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0b0c6566-de1e-4de5-a4a8-8adcb3a1f5a2 HTTP/1.1" status: 200 len: 852 time: 0.4512656 Aug 29 04:32:19.119865 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:19.184072 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59e149b-0f91-4b2f-8c19-85d56335387d req-c0846744-b508-4dde-813a-35bce8f459d0 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:19.191940 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b59e149b-0f91-4b2f-8c19-85d56335387d req-c0846744-b508-4dde-813a-35bce8f459d0 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 945 time: 0.3689222 Aug 29 04:32:19.248626 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a74449d-cb0d-495a-9ccd-ad58b29aa2a8 None None] Network 1ebc2e43-1665-45c9-99e8-25ad0856d831 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:32:19.365146 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0c067875-6ad5-4b70-b3d7-6751cc0e89c9 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:19.378931 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 1c977f26-9048-46d8-9d30-e69c55774918 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:32:19.464985 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0c067875-6ad5-4b70-b3d7-6751cc0e89c9 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9190434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062341'] for subnet, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:19.532527 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b59e149b-0f91-4b2f-8c19-85d56335387d req-ce908fca-3376-49ff-b0b3-5ff25b714682 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3342240 Aug 29 04:32:19.537144 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29dd871-748b-4a86-8941-628d8e0623e5 req-c56a20d9-34f6-476b-87ca-7380b69c2e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:19.539517 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f29dd871-748b-4a86-8941-628d8e0623e5 req-c56a20d9-34f6-476b-87ca-7380b69c2e49 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=df74e724-c81a-44f3-b66b-f70a4e2cf3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5235620 Aug 29 04:32:19.541895 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c067875-6ad5-4b70-b3d7-6751cc0e89c9 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Pushing event deleted for resources: {'Subnet': ['ID=20c9b828-9984-4ec8-b21a-fbf78547d835,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:19.553018 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0c067875-6ad5-4b70-b3d7-6751cc0e89c9 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:19.560203 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-0c067875-6ad5-4b70-b3d7-6751cc0e89c9 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "DELETE /v2.0/subnets/20c9b828-9984-4ec8-b21a-fbf78547d835 HTTP/1.1" status: 204 len: 168 time: 1.1559799 Aug 29 04:32:19.574200 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 42092) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:19.604428 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a2bc44-6e44-458c-827b-f7776c20a8e2 None None] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:32:19.791473 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-1de334de-6573-418a-bb61-0ca1c3d5d543 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2157106 Aug 29 04:32:19.796454 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 42104) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:19.839884 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-29bc1ffb-ee8d-40e1-a813-b4962e3eb039 None None] Provisioning for port 1c977f26-9048-46d8-9d30-e69c55774918 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:32:19.951056 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52006cbe-0935-4c3a-a55c-14783b728d54 req-aa0bf67e-0fe7-4b7e-a4db-b2d3acfc811a tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:19.960247 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-52006cbe-0935-4c3a-a55c-14783b728d54 req-aa0bf67e-0fe7-4b7e-a4db-b2d3acfc811a tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 945 time: 0.1668942 Aug 29 04:32:19.976448 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07eb4307-5599-4539-9eb8-29fe81265ac0 admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:32:20.002181 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec60b38f-b9f0-4632-8ab6-e25e9fc93de0 None None] Sync routers for ids ['bb9b5a4d-fd7a-4dc1-9320-c62f5d3e19e9'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:32:20.009099 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-07eb4307-5599-4539-9eb8-29fe81265ac0 admin admin] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:20.011002 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-07eb4307-5599-4539-9eb8-29fe81265ac0 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 5.6555362 Aug 29 04:32:20.013540 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 42110) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:20.029353 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec60b38f-b9f0-4632-8ab6-e25e9fc93de0 None None] Routers {'bb9b5a4d-fd7a-4dc1-9320-c62f5d3e19e9'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:32:20.029979 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-ec60b38f-b9f0-4632-8ab6-e25e9fc93de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:32:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['bb9b5a4d-fd7a-4dc1-9320-c62f5d3e19e9'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:20.034533 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e9c5378-8c38-454e-91ff-b12de0bae962 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:20.037600 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-5e9c5378-8c38-454e-91ff-b12de0bae962 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2397847 Aug 29 04:32:20.041670 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f29dd871-748b-4a86-8941-628d8e0623e5 req-0c413f92-8e79-47e6-8546-94a5ed058887 service neutron] 10.222.0.46 "GET /v2.0/networks/df74e724-c81a-44f3-b66b-f70a4e2cf3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4827487 Aug 29 04:32:20.043240 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 42112) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:20.121750 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 1c977f26-9048-46d8-9d30-e69c55774918 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:32:20.140038 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 1c977f26-9048-46d8-9d30-e69c55774918 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:20.140742 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:20.152518 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-52006cbe-0935-4c3a-a55c-14783b728d54 req-8816ca84-1554-4b75-a577-da844a709e54 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909776 Aug 29 04:32:20.242874 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f44854b-71d9-4ceb-86a4-51795b60cde6 req-9e449242-794d-4b09-98a7-a33075c7bc2f tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:20.250519 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1f44854b-71d9-4ceb-86a4-51795b60cde6 req-9e449242-794d-4b09-98a7-a33075c7bc2f tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] 10.222.0.22 "GET /v2.0/ports?device_id=8dc57973-bef3-4ca1-9c3b-df44b0b42265 HTTP/1.1" status: 200 len: 943 time: 0.1697874 Aug 29 04:32:20.365867 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1f44854b-71d9-4ceb-86a4-51795b60cde6 req-6a43268f-f60d-4018-a07e-bd1195f6348f tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] 10.222.0.22 "GET /v2.0/security-groups?id=acd93421-35de-4771-b1e2-9bfc66349eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001337 Aug 29 04:32:20.411855 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4d115a-b209-4f85-9307-178968e51606 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:20.425233 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-1e4d115a-b209-4f85-9307-178968e51606 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3792667 Aug 29 04:32:20.429089 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 42122) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:20.562574 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-425435a2-74ac-4af8-a7bf-1a9fc78bfcf2 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1105428 Aug 29 04:32:20.566593 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 42130) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:20.579363 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-456b98cd-4e5c-4965-9a80-6bf9e4ae54ba tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Request body: {'subnet': {'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:20.675389 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 10103730-db93-4058-9b76-99e20dde961e no longer exists at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:32:20.679076 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-450d43ae-0b06-42c5-825f-463f770834d2 None None] DHCP port deletion for 9a0c1c63-2a3a-4918-9723-8b35bf7d017b request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:32:20.705588 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f29dd871-748b-4a86-8941-628d8e0623e5 req-f6a40acc-c2c8-4095-9c45-c45392ef45f3 service neutron] 10.222.0.46 "GET /v2.0/networks/df74e724-c81a-44f3-b66b-f70a4e2cf3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5861959 Aug 29 04:32:20.774232 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac17e58e-0c50-4bfa-9b2e-9393f1c5658a req-4170ef69-e8e5-434f-a812-182848ce1fcf tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:20.784146 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ac17e58e-0c50-4bfa-9b2e-9393f1c5658a req-4170ef69-e8e5-434f-a812-182848ce1fcf tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 945 time: 0.1822267 Aug 29 04:32:20.839956 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-456b98cd-4e5c-4965-9a80-6bf9e4ae54ba tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Made reservation on behalf of 808af00233b447dbb547871646623489 for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:20.843876 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-456b98cd-4e5c-4965-9a80-6bf9e4ae54ba tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:20.875915 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-ec60b38f-b9f0-4632-8ab6-e25e9fc93de0 None None] Set router bb9b5a4d-fd7a-4dc1-9320-c62f5d3e19e9 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:32:20.920208 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ac17e58e-0c50-4bfa-9b2e-9393f1c5658a req-b82bd5ae-f4c6-4fed-802f-3bb72a83ba5d tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306224 Aug 29 04:32:20.933609 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f6a30d-e1ae-4e98-a82d-0e359d34b682 req-6e1f858b-f06c-4523-90ff-f394d7ca040d tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:20.939044 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-92f6a30d-e1ae-4e98-a82d-0e359d34b682 req-6e1f858b-f06c-4523-90ff-f394d7ca040d tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/networks?id=f71495d7-96ad-4847-83eb-b3625c73c9a5 HTTP/1.1" status: 200 len: 804 time: 0.1747711 Aug 29 04:32:20.992333 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-92f6a30d-e1ae-4e98-a82d-0e359d34b682 req-63912d81-2c06-4040-87a6-f72891b0c876 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/quotas/ae62e35dda7b4c8db4c80924ca47fbdb HTTP/1.1" status: 200 len: 375 time: 0.0395021 Aug 29 04:32:21.146781 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-92f6a30d-e1ae-4e98-a82d-0e359d34b682 req-20b7771b-5b58-40eb-bd0b-0e0e1875f7ff tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=ae62e35dda7b4c8db4c80924ca47fbdb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1534743 Aug 29 04:32:21.152240 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:21.208265 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-450d43ae-0b06-42c5-825f-463f770834d2 None None] Deleting port cdf9c346-e5b2-41b9-8491-7cd3fb8ae0cc {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:32:21.208912 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-450d43ae-0b06-42c5-825f-463f770834d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:21.222280 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e62dc21e-9d84-49d9-9b4c-48d9a50df3ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:21.254227 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-456b98cd-4e5c-4965-9a80-6bf9e4ae54ba tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9191137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10062364'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:21.338539 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456b98cd-4e5c-4965-9a80-6bf9e4ae54ba tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:21.358735 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-456b98cd-4e5c-4965-9a80-6bf9e4ae54ba tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:21.363558 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 10103730-db93-4058-9b76-99e20dde961e, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=10103730-db93-4058-9b76-99e20dde961e,segment=NetworkSegment(e370ab6f-b877-4d1b-8a8e-a0dc4be5ecd4),segment_id=e370ab6f-b877-4d1b-8a8e-a0dc4be5ecd4)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:21.365058 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b77b217-7213-43cf-9405-edeb98214803', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10103730-db93-4058-9b76-99e20dde961e'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:32:21.366857 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456b98cd-4e5c-4965-9a80-6bf9e4ae54ba tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:21.367522 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-456b98cd-4e5c-4965-9a80-6bf9e4ae54ba tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:21.368534 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c86533f1-c765-41d5-98be-bee140f91526" -d '{"events": [{"server_uuid": "7b77b217-7213-43cf-9405-edeb98214803", "name": "network-vif-unplugged", "status": "completed", "tag": "10103730-db93-4058-9b76-99e20dde961e"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:32:21.386841 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:21.393932 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1ade21-19dd-4d57-baa2-5cf43b7431fc req-1f9b6bdc-cae4-45cd-8c5c-e136bfc10398 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:21.395510 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7c1ade21-19dd-4d57-baa2-5cf43b7431fc req-1f9b6bdc-cae4-45cd-8c5c-e136bfc10398 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 945 time: 0.2506118 Aug 29 04:32:21.400927 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-456b98cd-4e5c-4965-9a80-6bf9e4ae54ba tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8324547 Aug 29 04:32:21.414528 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 42164) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:21.417767 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456b98cd-4e5c-4965-9a80-6bf9e4ae54ba tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Pushing event updated for resources: {'Subnet': ['ID=dc8c3ba4-9a62-44be-b169-46413a2867f8,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:21.419831 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-92f6a30d-e1ae-4e98-a82d-0e359d34b682 req-e5108dbc-eb4f-4315-88d3-7fdfaca82538 service neutron] 10.222.0.22 "GET /v2.0/networks/f71495d7-96ad-4847-83eb-b3625c73c9a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2715211 Aug 29 04:32:21.427875 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-12e7482b-661e-4382-b4fa-d614fa8dadfc tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Request body: {'port': {'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b', 'fixed_ips': [{'subnet_id': 'dc8c3ba4-9a62-44be-b169-46413a2867f8', 'ip_address': '2001:db8::2c41:10f9:35fe:d337'}], 'name': 'tempest-NetworksTestDHCPv6-1447883593'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:21.447664 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:21.472281 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-23f1af2d-daa8-4986-950c-4799b272168f None None] Provisioning complete for port 1c977f26-9048-46d8-9d30-e69c55774918 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:21.473290 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-23f1af2d-daa8-4986-950c-4799b272168f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:21.547778 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 1c977f26-9048-46d8-9d30-e69c55774918, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=1c977f26-9048-46d8-9d30-e69c55774918,segment=NetworkSegment(48f138d5-0117-42b7-b327-ede7f9f15780),segment_id=48f138d5-0117-42b7-b327-ede7f9f15780)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:21.559794 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=10103730-db93-4058-9b76-99e20dde961e,revision_number=8']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:21.573299 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-450d43ae-0b06-42c5-825f-463f770834d2 None None] For port cdf9c346-e5b2-41b9-8491-7cd3fb8ae0cc, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=cdf9c346-e5b2-41b9-8491-7cd3fb8ae0cc,segment=NetworkSegment(0fc0da0a-b381-4d95-9f3f-3aa10a110ba6),segment_id=0fc0da0a-b381-4d95-9f3f-3aa10a110ba6)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:21.573888 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-450d43ae-0b06-42c5-825f-463f770834d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:21.581478 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:21.610134 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7c1ade21-19dd-4d57-baa2-5cf43b7431fc req-0ea0c910-56b5-44c0-a249-a04ef7b4a4ff tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943712 Aug 29 04:32:21.634736 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-e62dc21e-9d84-49d9-9b4c-48d9a50df3ca admin admin] Allocated IP 172.20.0.1 (1ebc2e43-1665-45c9-99e8-25ad0856d831/c3ff3d49-5062-4d8a-bbcb-4d8089f57765/04690ccb-31a2-42b9-a669-035600805725) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:32:21.664406 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-92f6a30d-e1ae-4e98-a82d-0e359d34b682 req-d87e9529-b9bc-496a-842d-b51b5ba572a7 service neutron] 10.222.0.22 "GET /v2.0/networks/f71495d7-96ad-4847-83eb-b3625c73c9a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430654 Aug 29 04:32:21.777447 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=1c977f26-9048-46d8-9d30-e69c55774918,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:21.788685 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12e7482b-661e-4382-b4fa-d614fa8dadfc tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Made reservation on behalf of 808af00233b447dbb547871646623489 for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:21.796845 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device cdf9c346-e5b2-41b9-8491-7cd3fb8ae0cc no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:32:21.874760 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-450d43ae-0b06-42c5-825f-463f770834d2 None None] Calling delete_port for cdf9c346-e5b2-41b9-8491-7cd3fb8ae0cc owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:32:21.976621 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e62dc21e-9d84-49d9-9b4c-48d9a50df3ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:22.000696 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-e62dc21e-9d84-49d9-9b4c-48d9a50df3ca admin admin] Transition to ACTIVE for port object 04690ccb-31a2-42b9-a669-035600805725 will not be triggered until provisioned by entity DHCP. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:22.039346 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c896e415-1a6b-493c-83d2-36b85aa98371 x-openstack-request-id: req-c896e415-1a6b-493c-83d2-36b85aa98371 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:32:22.039725 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b77b217-7213-43cf-9405-edeb98214803", "name": "network-vif-unplugged", "status": "completed", "tag": "10103730-db93-4058-9b76-99e20dde961e", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:32:22.040058 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c896e415-1a6b-493c-83d2-36b85aa98371 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:32:22.040530 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b77b217-7213-43cf-9405-edeb98214803', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10103730-db93-4058-9b76-99e20dde961e', 'code': 200} Aug 29 04:32:22.074683 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e62dc21e-9d84-49d9-9b4c-48d9a50df3ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:22.121710 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e90a633-ab69-40a1-bb47-9a3d37e49c69 req-666ca4c3-cd54-4ab2-aafb-8eca7c5d79aa tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:22.134623 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6e90a633-ab69-40a1-bb47-9a3d37e49c69 req-666ca4c3-cd54-4ab2-aafb-8eca7c5d79aa tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] 10.222.0.22 "GET /v2.0/ports?device_id=8dc57973-bef3-4ca1-9c3b-df44b0b42265 HTTP/1.1" status: 200 len: 943 time: 0.3019187 Aug 29 04:32:22.159679 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:22.177013 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62dc21e-9d84-49d9-9b4c-48d9a50df3ca admin admin] Network 1ebc2e43-1665-45c9-99e8-25ad0856d831 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:22.181981 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-12e7482b-661e-4382-b4fa-d614fa8dadfc tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:22.200392 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-e62dc21e-9d84-49d9-9b4c-48d9a50df3ca admin admin] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:22.261900 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6e90a633-ab69-40a1-bb47-9a3d37e49c69 req-8a87ad70-18d3-46ae-bade-6f2253273f6f tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] 10.222.0.22 "GET /v2.0/security-groups?id=acd93421-35de-4771-b1e2-9bfc66349eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261370 Aug 29 04:32:22.272791 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-ec60b38f-b9f0-4632-8ab6-e25e9fc93de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9b5a4d-fd7a-4dc1-9320-c62f5d3e19e9', 'name': 'tempest-TestServerBasicOps-439922876-router', 'tenant_id': 'b765fede93b04201b5c324a28753ffa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': 'c883f625-d9c1-4f98-9814-d4d60e463469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:32:14Z', 'updated_at': '2021-08-29T04:32:17Z', 'revision_number': 3, 'project_id': 'b765fede93b04201b5c324a28753ffa9', 'gw_port': {'id': 'c883f625-d9c1-4f98-9814-d4d60e463469', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:43:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb9b5a4d-fd7a-4dc1-9320-c62f5d3e19e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:15Z', 'updated_at': '2021-08-29T04:32:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:22.289028 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-12e7482b-661e-4382-b4fa-d614fa8dadfc tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] device_id is not set on port f19d3ccb-989d-491b-b344-f11d9387546a yet. {{(pid=94828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:32:22.302601 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62dc21e-9d84-49d9-9b4c-48d9a50df3ca admin admin] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:32:22.354951 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec60b38f-b9f0-4632-8ab6-e25e9fc93de0 None None] Checking router: bb9b5a4d-fd7a-4dc1-9320-c62f5d3e19e9 for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:32:22.360891 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec60b38f-b9f0-4632-8ab6-e25e9fc93de0 None None] Updating router bb9b5a4d-fd7a-4dc1-9320-c62f5d3e19e9 port c883f625-d9c1-4f98-9814-d4d60e463469 binding host n-d-712140-12 {{(pid=94830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:32:22.387738 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6018a2d-7f07-4670-af3f-7af241095c20 req-af07b70c-9f1b-4aa9-aca1-cfe18206ebf2 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:22.402394 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d6018a2d-7f07-4670-af3f-7af241095c20 req-af07b70c-9f1b-4aa9-aca1-cfe18206ebf2 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/networks?id=2d35476f-74c6-400b-9404-4ace15008e25 HTTP/1.1" status: 200 len: 814 time: 0.2654092 Aug 29 04:32:22.430400 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port cdf9c346-e5b2-41b9-8491-7cd3fb8ae0cc, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=cdf9c346-e5b2-41b9-8491-7cd3fb8ae0cc,segment=NetworkSegment(0fc0da0a-b381-4d95-9f3f-3aa10a110ba6),segment_id=0fc0da0a-b381-4d95-9f3f-3aa10a110ba6)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:22.449702 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:22.464413 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-701e5264-969b-4a3e-ba63-1e2678202850 req-d2888efa-0151-4d3e-b12f-7a745e47cac7 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/ports?device_id=57066a57-7bcb-4e28-a290-b6041a4a03ca HTTP/1.1" status: 200 len: 210 time: 0.0900993 Aug 29 04:32:22.464917 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ec60b38f-b9f0-4632-8ab6-e25e9fc93de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:22.482564 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62dc21e-9d84-49d9-9b4c-48d9a50df3ca admin admin] Pushing event updated for resources: {'Port': ['ID=04690ccb-31a2-42b9-a669-035600805725,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:22.499126 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc0f0a5-8b71-4441-9ac5-e0b36a91f626 req-9adb5a87-93d4-4315-9879-84114f148e77 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:22.500697 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ddc0f0a5-8b71-4441-9ac5-e0b36a91f626 req-9adb5a87-93d4-4315-9879-84114f148e77 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b77b217-7213-43cf-9405-edeb98214803 HTTP/1.1" status: 200 len: 943 time: 0.3023350 Aug 29 04:32:22.504387 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d6018a2d-7f07-4670-af3f-7af241095c20 req-c0def75c-f6f6-471c-bd3b-3594c8ad342a tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/quotas/0805da877066419b8ea3a5659c16f89d HTTP/1.1" status: 200 len: 375 time: 0.1010387 Aug 29 04:32:22.613145 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e62dc21e-9d84-49d9-9b4c-48d9a50df3ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719598'] for router_interface, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:22.753602 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-450d43ae-0b06-42c5-825f-463f770834d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:22.757548 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event deleted for resources: {'Port': ['ID=cdf9c346-e5b2-41b9-8491-7cd3fb8ae0cc,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:22.811432 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d6018a2d-7f07-4670-af3f-7af241095c20 req-8cb87f87-ad6a-48f4-876d-058563b44209 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=0805da877066419b8ea3a5659c16f89d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3061237 Aug 29 04:32:22.966782 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450d43ae-0b06-42c5-825f-463f770834d2 None None] Pushing event deleted for resources: {'Port': ['ID=cdf9c346-e5b2-41b9-8491-7cd3fb8ae0cc,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:22.973308 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450d43ae-0b06-42c5-825f-463f770834d2 None None] No DVR routers for this DVR port cdf9c346-e5b2-41b9-8491-7cd3fb8ae0cc on host n-d-712140-12 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:32:22.986273 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e62dc21e-9d84-49d9-9b4c-48d9a50df3ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:22.991119 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-12e7482b-661e-4382-b4fa-d614fa8dadfc tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Allocated IP 2001:db8::2c41:10f9:35fe:d337 (9a0c1c63-2a3a-4918-9723-8b35bf7d017b/dc8c3ba4-9a62-44be-b169-46413a2867f8/f19d3ccb-989d-491b-b344-f11d9387546a) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:32:23.002170 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9252ca8a-4aec-4e66-b74e-92f570331c25 None None] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:32:23.019411 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-ddc0f0a5-8b71-4441-9ac5-e0b36a91f626 req-31d6b264-91e9-44a4-8ff3-d79c2bfad7da tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Deleting port 10103730-db93-4058-9b76-99e20dde961e {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:32:23.019915 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-ddc0f0a5-8b71-4441-9ac5-e0b36a91f626 req-31d6b264-91e9-44a4-8ff3-d79c2bfad7da tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:23.031946 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-a63544e5-a637-44a7-8278-1fa0d7cfd55d None None] Provisioning for port 04690ccb-31a2-42b9-a669-035600805725 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:32:23.081529 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-a63544e5-a637-44a7-8278-1fa0d7cfd55d None None] Provisioning complete for port 04690ccb-31a2-42b9-a669-035600805725 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:23.081978 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a63544e5-a637-44a7-8278-1fa0d7cfd55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:23.162947 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-a63544e5-a637-44a7-8278-1fa0d7cfd55d None None] Port 04690ccb-31a2-42b9-a669-035600805725 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:32:23.170770 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ec60b38f-b9f0-4632-8ab6-e25e9fc93de0 None None] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:23.182983 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996c184e-a820-4f3d-9560-e3259bcd3350 req-4a3806dd-3b06-4772-bea9-0f803b972319 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:23.184887 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-996c184e-a820-4f3d-9560-e3259bcd3350 req-4a3806dd-3b06-4772-bea9-0f803b972319 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 945 time: 0.2084031 Aug 29 04:32:23.186409 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-ec60b38f-b9f0-4632-8ab6-e25e9fc93de0 None None] Transition to ACTIVE for port object c883f625-d9c1-4f98-9814-d4d60e463469 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:23.329378 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-996c184e-a820-4f3d-9560-e3259bcd3350 req-6e4fffff-4a57-4689-a517-74d9964c537f tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356020 Aug 29 04:32:23.333798 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-ddc0f0a5-8b71-4441-9ac5-e0b36a91f626 req-31d6b264-91e9-44a4-8ff3-d79c2bfad7da tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] For port 10103730-db93-4058-9b76-99e20dde961e, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=10103730-db93-4058-9b76-99e20dde961e,segment=NetworkSegment(e370ab6f-b877-4d1b-8a8e-a0dc4be5ecd4),segment_id=e370ab6f-b877-4d1b-8a8e-a0dc4be5ecd4)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:23.334359 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-ddc0f0a5-8b71-4441-9ac5-e0b36a91f626 req-31d6b264-91e9-44a4-8ff3-d79c2bfad7da tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:23.358969 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-ddc0f0a5-8b71-4441-9ac5-e0b36a91f626 req-31d6b264-91e9-44a4-8ff3-d79c2bfad7da tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Calling delete_port for 10103730-db93-4058-9b76-99e20dde961e owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:32:23.369914 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e62dc21e-9d84-49d9-9b4c-48d9a50df3ca admin admin] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:23.387891 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e62dc21e-9d84-49d9-9b4c-48d9a50df3ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:23.446585 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-12e7482b-661e-4382-b4fa-d614fa8dadfc tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:23.473100 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-12e7482b-661e-4382-b4fa-d614fa8dadfc tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Transition to ACTIVE for port object f19d3ccb-989d-491b-b344-f11d9387546a will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:23.513710 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ec60b38f-b9f0-4632-8ab6-e25e9fc93de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:23.550395 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d172133-6f55-43f6-9e81-18915de87b59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-9a0c1c63-2a3a-4918-9723-8b35bf7d017b', 'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b', 'tenant_id': '808af00233b447dbb547871646623489', 'fixed_ips': [{'subnet_id': 'dc8c3ba4-9a62-44be-b169-46413a2867f8'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:32:23.553327 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4d172133-6f55-43f6-9e81-18915de87b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:23.655957 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-12e7482b-661e-4382-b4fa-d614fa8dadfc tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:23.669424 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e62dc21e-9d84-49d9-9b4c-48d9a50df3ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-718897'] for router_interface, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:23.724375 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62dc21e-9d84-49d9-9b4c-48d9a50df3ca admin admin] Pushing event updated for resources: {'Port': ['ID=04690ccb-31a2-42b9-a669-035600805725,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:23.776268 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e7482b-661e-4382-b4fa-d614fa8dadfc tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:23.816455 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-12e7482b-661e-4382-b4fa-d614fa8dadfc tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:23.831490 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e7482b-661e-4382-b4fa-d614fa8dadfc tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:32:23.838249 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e7482b-661e-4382-b4fa-d614fa8dadfc tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:23.845130 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-12e7482b-661e-4382-b4fa-d614fa8dadfc tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:23.859022 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-ddc0f0a5-8b71-4441-9ac5-e0b36a91f626 req-31d6b264-91e9-44a4-8ff3-d79c2bfad7da tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:23.872207 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e7482b-661e-4382-b4fa-d614fa8dadfc tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Pushing event updated for resources: {'Port': ['ID=f19d3ccb-989d-491b-b344-f11d9387546a,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:23.895676 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-ec60b38f-b9f0-4632-8ab6-e25e9fc93de0 None None] Attempting to bind port c883f625-d9c1-4f98-9814-d4d60e463469 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:32:23.907074 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-ec60b38f-b9f0-4632-8ab6-e25e9fc93de0 None None] Attempting to bind port c883f625-d9c1-4f98-9814-d4d60e463469 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:32:23.907364 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec60b38f-b9f0-4632-8ab6-e25e9fc93de0 None None] Attempting to bind port c883f625-d9c1-4f98-9814-d4d60e463469 on network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:32:23.921881 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065a4ec1-2db1-4528-a2b1-8c354b3dc0a5 None None] Pushing event updated for resources: {'Port': ['ID=c883f625-d9c1-4f98-9814-d4d60e463469,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:23.943549 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec60b38f-b9f0-4632-8ab6-e25e9fc93de0 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:32:23.944016 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec60b38f-b9f0-4632-8ab6-e25e9fc93de0 None None] Checking segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:32:23.944395 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ec60b38f-b9f0-4632-8ab6-e25e9fc93de0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:23.944794 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec60b38f-b9f0-4632-8ab6-e25e9fc93de0 None None] Bound using segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:32:23.945287 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-ec60b38f-b9f0-4632-8ab6-e25e9fc93de0 None None] Bound port: c883f625-d9c1-4f98-9814-d4d60e463469, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:32:23.945842 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ec60b38f-b9f0-4632-8ab6-e25e9fc93de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:23.947795 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 1c977f26-9048-46d8-9d30-e69c55774918 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:32:24.005279 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d6b264-91e9-44a4-8ff3-d79c2bfad7da tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Pushing event deleted for resources: {'Port': ['ID=10103730-db93-4058-9b76-99e20dde961e,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:24.027318 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639be760-ffaf-4611-b4db-45c28c3d1646 req-58bb6243-ee31-42ba-a2ed-76508f6973fd tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:24.044709 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-639be760-ffaf-4611-b4db-45c28c3d1646 req-58bb6243-ee31-42ba-a2ed-76508f6973fd tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 945 time: 0.4800401 Aug 29 04:32:24.055461 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-12e7482b-661e-4382-b4fa-d614fa8dadfc tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.6384571 Aug 29 04:32:24.109691 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-4d172133-6f55-43f6-9e81-18915de87b59 None None] Allocated IP 2001:db8::2 (9a0c1c63-2a3a-4918-9723-8b35bf7d017b/dc8c3ba4-9a62-44be-b169-46413a2867f8/20d4ace3-c185-4500-b27f-24fee33aca90) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:32:24.115833 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-ec60b38f-b9f0-4632-8ab6-e25e9fc93de0 None None] For port c883f625-d9c1-4f98-9814-d4d60e463469, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:32:24.120099 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-ec60b38f-b9f0-4632-8ab6-e25e9fc93de0 None None] For port c883f625-d9c1-4f98-9814-d4d60e463469, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=c883f625-d9c1-4f98-9814-d4d60e463469,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:32:24.134333 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ec60b38f-b9f0-4632-8ab6-e25e9fc93de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:24.154213 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 42224) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:24.168988 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-639be760-ffaf-4611-b4db-45c28c3d1646 req-418d1134-4671-43da-9b06-d2dec677b61d tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233141 Aug 29 04:32:24.176549 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f6a30d-e1ae-4e98-a82d-0e359d34b682 req-49a712a0-d2e8-4f4b-af6f-725797d078f6 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:24.177549 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddc0f0a5-8b71-4441-9ac5-e0b36a91f626 req-31d6b264-91e9-44a4-8ff3-d79c2bfad7da tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] No DVR routers for this DVR port 10103730-db93-4058-9b76-99e20dde961e on host n-h1-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:32:24.178224 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-92f6a30d-e1ae-4e98-a82d-0e359d34b682 req-49a712a0-d2e8-4f4b-af6f-725797d078f6 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.48 "GET /v2.0/networks?id=f71495d7-96ad-4847-83eb-b3625c73c9a5 HTTP/1.1" status: 200 len: 804 time: 0.3640001 Aug 29 04:32:24.192368 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-88fbf87d-a1b7-405a-9d49-e7580b46560b tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Request body: {'port': {'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b', 'fixed_ips': [{'subnet_id': 'dc8c3ba4-9a62-44be-b169-46413a2867f8', 'ip_address': '2001:db8::2c41:10f9:35fe:d337'}], 'name': 'tempest-NetworksTestDHCPv6-592430250'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:24.193138 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a42f13b-1b3b-4e1f-bb62-d3ea640338c7 req-42b8d710-f291-4070-a7f0-422703c346f4 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:24.195543 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6a42f13b-1b3b-4e1f-bb62-d3ea640338c7 req-42b8d710-f291-4070-a7f0-422703c346f4 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] 10.222.0.22 "GET /v2.0/ports?device_id=8dc57973-bef3-4ca1-9c3b-df44b0b42265 HTTP/1.1" status: 200 len: 943 time: 0.6910701 Aug 29 04:32:24.203153 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-92f6a30d-e1ae-4e98-a82d-0e359d34b682 req-2504ffae-a765-4312-890a-b44a0e9e0fec tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Request body: {'port': {'device_id': '57066a57-7bcb-4e28-a290-b6041a4a03ca', 'network_id': 'f71495d7-96ad-4847-83eb-b3625c73c9a5', 'admin_state_up': True, 'tenant_id': 'ae62e35dda7b4c8db4c80924ca47fbdb'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:24.325036 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6a42f13b-1b3b-4e1f-bb62-d3ea640338c7 req-d74c4598-45a0-403f-845e-dc847db05f1f tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] 10.222.0.22 "GET /v2.0/security-groups?id=acd93421-35de-4771-b1e2-9bfc66349eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150718 Aug 29 04:32:24.366596 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 1c977f26-9048-46d8-9d30-e69c55774918 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:24.367180 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:24.371379 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62dc21e-9d84-49d9-9b4c-48d9a50df3ca admin admin] Network 1ebc2e43-1665-45c9-99e8-25ad0856d831 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:24.375779 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-e62dc21e-9d84-49d9-9b4c-48d9a50df3ca admin admin] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:24.414470 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-ddc0f0a5-8b71-4441-9ac5-e0b36a91f626 req-31d6b264-91e9-44a4-8ff3-d79c2bfad7da tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:24.417946 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ddc0f0a5-8b71-4441-9ac5-e0b36a91f626 req-31d6b264-91e9-44a4-8ff3-d79c2bfad7da tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.46 "DELETE /v2.0/ports/10103730-db93-4058-9b76-99e20dde961e HTTP/1.1" status: 204 len: 173 time: 1.9004173 Aug 29 04:32:24.418992 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b77b217-7213-43cf-9405-edeb98214803', 'name': 'network-vif-deleted', 'tag': '10103730-db93-4058-9b76-99e20dde961e'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:32:24.426791 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d49dcd2f-1c23-4808-aa36-761b17f67249" -d '{"events": [{"server_uuid": "7b77b217-7213-43cf-9405-edeb98214803", "name": "network-vif-deleted", "tag": "10103730-db93-4058-9b76-99e20dde961e"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:32:24.525002 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065a4ec1-2db1-4528-a2b1-8c354b3dc0a5 None None] Pushing event updated for resources: {'Port': ['ID=c883f625-d9c1-4f98-9814-d4d60e463469,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:24.556660 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec60b38f-b9f0-4632-8ab6-e25e9fc93de0 None None] Routers {'bb9b5a4d-fd7a-4dc1-9320-c62f5d3e19e9'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:32:24.557330 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-ec60b38f-b9f0-4632-8ab6-e25e9fc93de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:32:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['bb9b5a4d-fd7a-4dc1-9320-c62f5d3e19e9'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:24.588301 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-76a5f8cc-83e8-4b17-a9ee-4b340dcf8429 req-4b752a9a-1f3d-4a59-944c-0f634c8e12b1 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/ports?device_id=57066a57-7bcb-4e28-a290-b6041a4a03ca HTTP/1.1" status: 200 len: 210 time: 0.1827154 Aug 29 04:32:24.639566 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e62dc21e-9d84-49d9-9b4c-48d9a50df3ca admin admin] Router bb9b5a4d-fd7a-4dc1-9320-c62f5d3e19e9 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:32:24.668987 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88fbf87d-a1b7-405a-9d49-e7580b46560b tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Made reservation on behalf of 808af00233b447dbb547871646623489 for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:24.702073 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-88fbf87d-a1b7-405a-9d49-e7580b46560b tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:24.713914 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-306a6579-6213-4166-aaa8-8336cec4f054 req-560e5f2f-8d28-467f-8acf-414bb24a04d1 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=0805da877066419b8ea3a5659c16f89d HTTP/1.1" status: 200 len: 221 time: 0.0482874 Aug 29 04:32:24.720472 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-252f23b3-a2ea-44e8-8d15-80c88dc2347f x-openstack-request-id: req-252f23b3-a2ea-44e8-8d15-80c88dc2347f {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:32:24.723350 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b77b217-7213-43cf-9405-edeb98214803", "name": "network-vif-deleted", "tag": "10103730-db93-4058-9b76-99e20dde961e", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:32:24.723625 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-252f23b3-a2ea-44e8-8d15-80c88dc2347f {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:32:24.724078 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b77b217-7213-43cf-9405-edeb98214803', 'name': 'network-vif-deleted', 'tag': '10103730-db93-4058-9b76-99e20dde961e', 'status': 'completed', 'code': 200} Aug 29 04:32:24.765015 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-88fbf87d-a1b7-405a-9d49-e7580b46560b tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] device_id is not set on port 31bf813b-84ec-4a0d-b314-fe91961a2e34 yet. {{(pid=94828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:32:24.913217 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e62dc21e-9d84-49d9-9b4c-48d9a50df3ca admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:32:24.919698 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-e62dc21e-9d84-49d9-9b4c-48d9a50df3ca admin admin] 10.222.0.22 "PUT /v2.0/routers/bb9b5a4d-fd7a-4dc1-9320-c62f5d3e19e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9046576 Aug 29 04:32:24.931246 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92f6a30d-e1ae-4e98-a82d-0e359d34b682 req-2504ffae-a765-4312-890a-b44a0e9e0fec tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Made reservation on behalf of ae62e35dda7b4c8db4c80924ca47fbdb for: {'port': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:24.937129 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-92f6a30d-e1ae-4e98-a82d-0e359d34b682 req-2504ffae-a765-4312-890a-b44a0e9e0fec tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:25.090793 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4d172133-6f55-43f6-9e81-18915de87b59 None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:25.113410 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-ec60b38f-b9f0-4632-8ab6-e25e9fc93de0 None None] Set router bb9b5a4d-fd7a-4dc1-9320-c62f5d3e19e9 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:32:25.116467 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-4d172133-6f55-43f6-9e81-18915de87b59 None None] Transition to ACTIVE for port object 20d4ace3-c185-4500-b27f-24fee33aca90 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:25.119088 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1386a178-63d0-4891-8d7b-6269c3596aeb req-e41e144d-c43e-47f6-b144-2232049bb1d6 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:25.121231 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1386a178-63d0-4891-8d7b-6269c3596aeb req-e41e144d-c43e-47f6-b144-2232049bb1d6 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 945 time: 0.2329018 Aug 29 04:32:25.146484 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-5f4f5b54-d7c3-45c5-9f80-fcec8626f812 None None] Provisioning complete for port 04690ccb-31a2-42b9-a669-035600805725 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:25.147049 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5f4f5b54-d7c3-45c5-9f80-fcec8626f812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:25.194929 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1386a178-63d0-4891-8d7b-6269c3596aeb req-8619c036-f0a5-410c-bed7-8f512c5458b9 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545640 Aug 29 04:32:25.213680 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-4d172133-6f55-43f6-9e81-18915de87b59 None None] Transition to ACTIVE for port object 20d4ace3-c185-4500-b27f-24fee33aca90 will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:25.259292 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4d172133-6f55-43f6-9e81-18915de87b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:25.292696 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [req-92f6a30d-e1ae-4e98-a82d-0e359d34b682 req-2504ffae-a765-4312-890a-b44a0e9e0fec tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Allocated IP 172.20.0.8 (f71495d7-96ad-4847-83eb-b3625c73c9a5/5de44217-4c88-4ff9-be1a-03ac5f0e7204/e57e5d47-f45d-4c1d-a9a2-4aa3fa84616c) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:32:25.346812 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-5f4f5b54-d7c3-45c5-9f80-fcec8626f812 None None] Port 04690ccb-31a2-42b9-a669-035600805725 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:32:25.391525 n-d-712140-12 neutron-server[94828]: INFO neutron.pecan_wsgi.hooks.translation [None req-88fbf87d-a1b7-405a-9d49-e7580b46560b tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] POST failed (client error): There was a conflict when trying to complete your request. Aug 29 04:32:25.393234 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88fbf87d-a1b7-405a-9d49-e7580b46560b tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:32:25.397521 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d172133-6f55-43f6-9e81-18915de87b59 None None] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:25.405735 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-4d172133-6f55-43f6-9e81-18915de87b59 None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:25.425127 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d172133-6f55-43f6-9e81-18915de87b59 None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:32:25.427152 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-88fbf87d-a1b7-405a-9d49-e7580b46560b tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.2450008 Aug 29 04:32:25.430353 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 42268) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:25.462532 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d172133-6f55-43f6-9e81-18915de87b59 None None] Pushing event updated for resources: {'Port': ['ID=20d4ace3-c185-4500-b27f-24fee33aca90,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:25.534866 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-92f6a30d-e1ae-4e98-a82d-0e359d34b682 req-2504ffae-a765-4312-890a-b44a0e9e0fec tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:25.545913 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-4d172133-6f55-43f6-9e81-18915de87b59 None None] Attempting to bind port 20d4ace3-c185-4500-b27f-24fee33aca90 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:32:25.546562 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-4d172133-6f55-43f6-9e81-18915de87b59 None None] Attempting to bind port 20d4ace3-c185-4500-b27f-24fee33aca90 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '0fc0da0a-b381-4d95-9f3f-3aa10a110ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:32:25.547107 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d172133-6f55-43f6-9e81-18915de87b59 None None] Attempting to bind port 20d4ace3-c185-4500-b27f-24fee33aca90 on network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:32:25.561834 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d172133-6f55-43f6-9e81-18915de87b59 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:32:25.562517 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d172133-6f55-43f6-9e81-18915de87b59 None None] Checking segment: {'id': '0fc0da0a-b381-4d95-9f3f-3aa10a110ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:32:25.563262 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4d172133-6f55-43f6-9e81-18915de87b59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:25.563881 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d172133-6f55-43f6-9e81-18915de87b59 None None] Bound using segment: {'id': '0fc0da0a-b381-4d95-9f3f-3aa10a110ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:32:25.564553 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-4d172133-6f55-43f6-9e81-18915de87b59 None None] Bound port: 20d4ace3-c185-4500-b27f-24fee33aca90, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fc0da0a-b381-4d95-9f3f-3aa10a110ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:32:25.565110 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4d172133-6f55-43f6-9e81-18915de87b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:25.591467 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 42272) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:25.603380 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-92f6a30d-e1ae-4e98-a82d-0e359d34b682 req-2504ffae-a765-4312-890a-b44a0e9e0fec tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:25.609655 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccdc9ee3-6777-41d5-bb81-dcc24a5e05b6 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:25.616113 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccdc9ee3-6777-41d5-bb81-dcc24a5e05b6 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:25.622341 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-ccdc9ee3-6777-41d5-bb81-dcc24a5e05b6 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1907306 Aug 29 04:32:25.626159 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 42280) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:25.631806 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819876bd-9f2d-4816-8111-0bdd7716a0d4 req-bc7da42f-2c8c-4367-b6f3-60f49286afe5 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:25.633606 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-819876bd-9f2d-4816-8111-0bdd7716a0d4 req-bc7da42f-2c8c-4367-b6f3-60f49286afe5 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 945 time: 0.3210952 Aug 29 04:32:25.682174 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92f6a30d-e1ae-4e98-a82d-0e359d34b682 req-2504ffae-a765-4312-890a-b44a0e9e0fec tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Network f71495d7-96ad-4847-83eb-b3625c73c9a5 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:25.698317 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-4d172133-6f55-43f6-9e81-18915de87b59 None None] For port 20d4ace3-c185-4500-b27f-24fee33aca90, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:32:25.700869 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [req-92f6a30d-e1ae-4e98-a82d-0e359d34b682 req-2504ffae-a765-4312-890a-b44a0e9e0fec tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:25.702955 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-4d172133-6f55-43f6-9e81-18915de87b59 None None] For port 20d4ace3-c185-4500-b27f-24fee33aca90, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=20d4ace3-c185-4500-b27f-24fee33aca90,segment=NetworkSegment(0fc0da0a-b381-4d95-9f3f-3aa10a110ba6),segment_id=0fc0da0a-b381-4d95-9f3f-3aa10a110ba6)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:32:25.711813 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4d172133-6f55-43f6-9e81-18915de87b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:25.713428 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [req-92f6a30d-e1ae-4e98-a82d-0e359d34b682 req-2504ffae-a765-4312-890a-b44a0e9e0fec tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:32:25.793997 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-819876bd-9f2d-4816-8111-0bdd7716a0d4 req-ab33a678-f728-4e9e-a6da-dc00b4532137 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520257 Aug 29 04:32:25.799812 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2504ffae-a765-4312-890a-b44a0e9e0fec tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Pushing event updated for resources: {'Port': ['ID=e57e5d47-f45d-4c1d-a9a2-4aa3fa84616c,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:25.817844 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-ec60b38f-b9f0-4632-8ab6-e25e9fc93de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9b5a4d-fd7a-4dc1-9320-c62f5d3e19e9', 'name': 'tempest-TestServerBasicOps-439922876-router', 'tenant_id': 'b765fede93b04201b5c324a28753ffa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': 'c883f625-d9c1-4f98-9814-d4d60e463469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:32:14Z', 'updated_at': '2021-08-29T04:32:22Z', 'revision_number': 4, 'project_id': 'b765fede93b04201b5c324a28753ffa9', 'gw_port': {'id': 'c883f625-d9c1-4f98-9814-d4d60e463469', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:43:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb9b5a4d-fd7a-4dc1-9320-c62f5d3e19e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:15Z', 'updated_at': '2021-08-29T04:32:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '04690ccb-31a2-42b9-a669-035600805725', 'name': '', 'network_id': '1ebc2e43-1665-45c9-99e8-25ad0856d831', 'tenant_id': 'b765fede93b04201b5c324a28753ffa9', 'mac_address': 'fa:16:3e:aa:ed:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb9b5a4d-fd7a-4dc1-9320-c62f5d3e19e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': 'c3ff3d49-5062-4d8a-bbcb-4d8089f57765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:21Z', 'updated_at': '2021-08-29T04:32:23Z', 'revision_number': 2, 'project_id': 'b765fede93b04201b5c324a28753ffa9', 'subnets': [{'id': 'c3ff3d49-5062-4d8a-bbcb-4d8089f57765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:25.853936 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f6a30d-e1ae-4e98-a82d-0e359d34b682 req-2504ffae-a765-4312-890a-b44a0e9e0fec tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:25.854949 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-92f6a30d-e1ae-4e98-a82d-0e359d34b682 req-2504ffae-a765-4312-890a-b44a0e9e0fec tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:25.875844 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-92f6a30d-e1ae-4e98-a82d-0e359d34b682 req-2504ffae-a765-4312-890a-b44a0e9e0fec tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6768246 Aug 29 04:32:25.889965 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d172133-6f55-43f6-9e81-18915de87b59 None None] Pushing event updated for resources: {'Port': ['ID=20d4ace3-c185-4500-b27f-24fee33aca90,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:25.899018 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-92f6a30d-e1ae-4e98-a82d-0e359d34b682 req-19e8efa2-2907-487c-9e13-57ba5a5fc5e0 service neutron] Request body: {'port': {'device_id': '57066a57-7bcb-4e28-a290-b6041a4a03ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-12'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:25.900657 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec60b38f-b9f0-4632-8ab6-e25e9fc93de0 None None] The sync data for ids ['bb9b5a4d-fd7a-4dc1-9320-c62f5d3e19e9'] in n-d-712140-12 is: [{'id': 'bb9b5a4d-fd7a-4dc1-9320-c62f5d3e19e9', 'name': 'tempest-TestServerBasicOps-439922876-router', 'tenant_id': 'b765fede93b04201b5c324a28753ffa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': 'c883f625-d9c1-4f98-9814-d4d60e463469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:32:14Z', 'updated_at': '2021-08-29T04:32:22Z', 'revision_number': 4, 'project_id': 'b765fede93b04201b5c324a28753ffa9', 'gw_port': {'id': 'c883f625-d9c1-4f98-9814-d4d60e463469', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:43:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb9b5a4d-fd7a-4dc1-9320-c62f5d3e19e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:15Z', 'updated_at': '2021-08-29T04:32:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '04690ccb-31a2-42b9-a669-035600805725', 'name': '', 'network_id': '1ebc2e43-1665-45c9-99e8-25ad0856d831', 'tenant_id': 'b765fede93b04201b5c324a28753ffa9', 'mac_address': 'fa:16:3e:aa:ed:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb9b5a4d-fd7a-4dc1-9320-c62f5d3e19e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': 'c3ff3d49-5062-4d8a-bbcb-4d8089f57765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:21Z', 'updated_at': '2021-08-29T04:32:23Z', 'revision_number': 2, 'project_id': 'b765fede93b04201b5c324a28753ffa9', 'subnets': [{'id': 'c3ff3d49-5062-4d8a-bbcb-4d8089f57765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:32:26.097154 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-92f6a30d-e1ae-4e98-a82d-0e359d34b682 req-19e8efa2-2907-487c-9e13-57ba5a5fc5e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:26.102544 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1cd27c4c-a023-47dc-8beb-819c03e88295 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:26.245775 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67addd9-6ae4-4d64-80d5-3604b9f3569e req-56f6fc3f-bf06-42db-bfc4-e367f0186772 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:26.246908 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b67addd9-6ae4-4d64-80d5-3604b9f3569e req-56f6fc3f-bf06-42db-bfc4-e367f0186772 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] 10.222.0.22 "GET /v2.0/ports?device_id=8dc57973-bef3-4ca1-9c3b-df44b0b42265 HTTP/1.1" status: 200 len: 943 time: 0.7632411 Aug 29 04:32:26.356369 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b67addd9-6ae4-4d64-80d5-3604b9f3569e req-6672a185-5777-4085-8565-8abf8bc8fe21 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] 10.222.0.22 "GET /v2.0/security-groups?id=acd93421-35de-4771-b1e2-9bfc66349eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954163 Aug 29 04:32:26.368009 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1cd27c4c-a023-47dc-8beb-819c03e88295 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:26.383475 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1cd27c4c-a023-47dc-8beb-819c03e88295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:26.389847 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 8ddac917-8a1b-4197-8c8c-975d4df6bc22 details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:32:26.418050 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-7471f6dc-ef72-461b-b6ae-21fc6aabf1f9 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Deleting port f19d3ccb-989d-491b-b344-f11d9387546a {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:32:26.439235 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7471f6dc-ef72-461b-b6ae-21fc6aabf1f9 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:26.488446 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 42298) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:26.494567 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-50e8024f-08a2-405b-8dfb-ad9ea67bcbe2 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-427241465-network', 'tenant_id': 'c84af7f0f5864c20bd3db94f763e0a0d'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:26.582973 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-1cd27c4c-a023-47dc-8beb-819c03e88295 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=09374dc986df4b5c85212cdfab938439&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9897068 Aug 29 04:32:26.602320 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd27c4c-a023-47dc-8beb-819c03e88295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aa85b5a-22f8-458f-a98e-a76a741b614f,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:26.615050 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 42304) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:26.625123 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52cc9bb-f43c-4667-b5af-82c35bafd3c3 req-3b5f2d29-c3dc-4c9c-b6ed-d0ee2f694794 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:26.626704 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c52cc9bb-f43c-4667-b5af-82c35bafd3c3 req-3b5f2d29-c3dc-4c9c-b6ed-d0ee2f694794 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/ports?device_id=57066a57-7bcb-4e28-a290-b6041a4a03ca HTTP/1.1" status: 200 len: 931 time: 0.2731266 Aug 29 04:32:26.650390 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50e8024f-08a2-405b-8dfb-ad9ea67bcbe2 admin admin] Made reservation on behalf of c84af7f0f5864c20bd3db94f763e0a0d for: {'network': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:26.652739 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-50e8024f-08a2-405b-8dfb-ad9ea67bcbe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:26.659570 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 8ddac917-8a1b-4197-8c8c-975d4df6bc22, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=8ddac917-8a1b-4197-8c8c-975d4df6bc22,segment=NetworkSegment(e42ae04f-c78a-49b6-b653-d68296ae5b14),segment_id=e42ae04f-c78a-49b6-b653-d68296ae5b14)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:26.675561 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 10103730-db93-4058-9b76-99e20dde961e no longer exists at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:32:26.693267 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-50e8024f-08a2-405b-8dfb-ad9ea67bcbe2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:26.709509 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c52cc9bb-f43c-4667-b5af-82c35bafd3c3 req-110c0b51-4869-4202-b3fb-b8198b54d354 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/security-groups?id=f2284a1b-92b5-4cc6-825a-c1a1841e1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753648 Aug 29 04:32:26.737946 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Returning: {'device': '8ddac917-8a1b-4197-8c8c-975d4df6bc22', 'network_id': 'df74e724-c81a-44f3-b66b-f70a4e2cf3f1', 'port_id': '8ddac917-8a1b-4197-8c8c-975d4df6bc22', 'mac_address': 'fa:16:3e:84:2b:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b0c6566-de1e-4de5-a4a8-8adcb3a1f5a2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:32:26.745925 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] No Port match for: 10103730-db93-4058-9b76-99e20dde961e {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:32:26.746527 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 10103730-db93-4058-9b76-99e20dde961e not bound to the agent host n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:32:26.795294 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4baa9fc-a1c3-446d-aad2-c9b0a90672b3 req-c9ded142-1263-4d7d-8884-d9c620b450a5 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:26.802928 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d4baa9fc-a1c3-446d-aad2-c9b0a90672b3 req-c9ded142-1263-4d7d-8884-d9c620b450a5 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 945 time: 0.1622038 Aug 29 04:32:26.817756 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:26.827858 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5cb483e5-389a-4f3e-bdfa-434c2b8263df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:26.832534 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7471f6dc-ef72-461b-b6ae-21fc6aabf1f9 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:26.852116 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ddac917-8a1b-4197-8c8c-975d4df6bc22 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:32:26.863061 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5cb483e5-389a-4f3e-bdfa-434c2b8263df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:26.874185 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-7471f6dc-ef72-461b-b6ae-21fc6aabf1f9 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Calling delete_port for f19d3ccb-989d-491b-b344-f11d9387546a owned by {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:32:26.877898 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 8ddac917-8a1b-4197-8c8c-975d4df6bc22, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=8ddac917-8a1b-4197-8c8c-975d4df6bc22,segment=NetworkSegment(e42ae04f-c78a-49b6-b653-d68296ae5b14),segment_id=e42ae04f-c78a-49b6-b653-d68296ae5b14)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:26.884810 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d4baa9fc-a1c3-446d-aad2-c9b0a90672b3 req-d1ef5afc-8e5c-41a5-a211-614b524b19a9 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804076 Aug 29 04:32:26.888709 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:27.046464 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=8ddac917-8a1b-4197-8c8c-975d4df6bc22,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:27.066624 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5cb483e5-389a-4f3e-bdfa-434c2b8263df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:27.071905 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5cb483e5-389a-4f3e-bdfa-434c2b8263df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:27.073574 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-5cb483e5-389a-4f3e-bdfa-434c2b8263df admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0aa85b5a-22f8-458f-a98e-a76a741b614f HTTP/1.1" status: 204 len: 168 time: 0.4458642 Aug 29 04:32:27.109330 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['8ddac917-8a1b-4197-8c8c-975d4df6bc22'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:32:27.179988 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb483e5-389a-4f3e-bdfa-434c2b8263df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aa85b5a-22f8-458f-a98e-a76a741b614f,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:27.263971 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7471f6dc-ef72-461b-b6ae-21fc6aabf1f9 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:27.297555 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-50e8024f-08a2-405b-8dfb-ad9ea67bcbe2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:27.324403 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-50e8024f-08a2-405b-8dfb-ad9ea67bcbe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:27.369329 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82baabf2-b97b-4c87-9df0-6da9fae6a841 req-0b26e5a0-85bb-4ed6-86d0-d255bb429230 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:27.370993 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-82baabf2-b97b-4c87-9df0-6da9fae6a841 req-0b26e5a0-85bb-4ed6-86d0-d255bb429230 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 945 time: 0.3395505 Aug 29 04:32:27.382468 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7471f6dc-ef72-461b-b6ae-21fc6aabf1f9 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:27.406505 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-7471f6dc-ef72-461b-b6ae-21fc6aabf1f9 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "DELETE /v2.0/ports/f19d3ccb-989d-491b-b344-f11d9387546a HTTP/1.1" status: 204 len: 168 time: 1.7759058 Aug 29 04:32:27.417393 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7471f6dc-ef72-461b-b6ae-21fc6aabf1f9 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Pushing event deleted for resources: {'Port': ['ID=f19d3ccb-989d-491b-b344-f11d9387546a,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:27.417743 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [req-92f6a30d-e1ae-4e98-a82d-0e359d34b682 req-19e8efa2-2907-487c-9e13-57ba5a5fc5e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e57e5d47-f45d-4c1d-a9a2-4aa3fa84616c {{(pid=94829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:32:27.431124 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 42318) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:27.468852 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-92f6a30d-e1ae-4e98-a82d-0e359d34b682 req-19e8efa2-2907-487c-9e13-57ba5a5fc5e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:27.501853 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [req-92f6a30d-e1ae-4e98-a82d-0e359d34b682 req-19e8efa2-2907-487c-9e13-57ba5a5fc5e0 service neutron] Transition to ACTIVE for port object e57e5d47-f45d-4c1d-a9a2-4aa3fa84616c will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:27.514565 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-82baabf2-b97b-4c87-9df0-6da9fae6a841 req-2a2e449d-ce4b-4212-846a-f1bf1cf51dc1 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252537 Aug 29 04:32:27.520725 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-92f6a30d-e1ae-4e98-a82d-0e359d34b682 req-19e8efa2-2907-487c-9e13-57ba5a5fc5e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:27.643569 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50e8024f-08a2-405b-8dfb-ad9ea67bcbe2 admin admin] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=94828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:32:27.692127 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e8024f-08a2-405b-8dfb-ad9ea67bcbe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1371bbde-3351-48b8-bc5a-fd84b1fa8764,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:27.699634 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-50e8024f-08a2-405b-8dfb-ad9ea67bcbe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:27.700380 n-d-712140-12 neutron-server[94828]: INFO neutron.db.segments_db [None req-50e8024f-08a2-405b-8dfb-ad9ea67bcbe2 admin admin] Added segment 4af29dd7-ea27-42c9-b76b-b8f5c2600aac of type vlan for network b40bfd6d-31ea-47be-b480-8a2abb5227f9 Aug 29 04:32:27.714397 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e8efa2-2907-487c-9e13-57ba5a5fc5e0 service neutron] Pushing event updated for resources: {'Port': ['ID=e57e5d47-f45d-4c1d-a9a2-4aa3fa84616c,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:27.760061 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c988fd4-bcf1-47ff-885c-d22dbb0f1793 req-856a961a-890d-418f-b5b7-75c7519e30a2 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:27.769239 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7c988fd4-bcf1-47ff-885c-d22dbb0f1793 req-856a961a-890d-418f-b5b7-75c7519e30a2 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] 10.222.0.22 "GET /v2.0/ports?device_id=8dc57973-bef3-4ca1-9c3b-df44b0b42265 HTTP/1.1" status: 200 len: 944 time: 0.1737916 Aug 29 04:32:27.774817 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64efff52-adf9-4b07-92eb-9a835fb284ad tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:27.776784 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64efff52-adf9-4b07-92eb-9a835fb284ad tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:27.795430 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-64efff52-adf9-4b07-92eb-9a835fb284ad tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3448517 Aug 29 04:32:27.821815 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 42330) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:27.962405 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device c883f625-d9c1-4f98-9814-d4d60e463469 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:32:27.977537 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a64d8a0-ee43-4679-9179-4f6bb0296315 req-f2cadc58-b232-4745-b487-00ad9536058f tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:27.983514 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8a64d8a0-ee43-4679-9179-4f6bb0296315 req-f2cadc58-b232-4745-b487-00ad9536058f tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 945 time: 0.2734573 Aug 29 04:32:27.999313 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-50e8024f-08a2-405b-8dfb-ad9ea67bcbe2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:28.020700 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-92f6a30d-e1ae-4e98-a82d-0e359d34b682 req-19e8efa2-2907-487c-9e13-57ba5a5fc5e0 service neutron] Attempting to bind port e57e5d47-f45d-4c1d-a9a2-4aa3fa84616c on host n-h2-712140-12 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:32:28.021266 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-92f6a30d-e1ae-4e98-a82d-0e359d34b682 req-19e8efa2-2907-487c-9e13-57ba5a5fc5e0 service neutron] Attempting to bind port e57e5d47-f45d-4c1d-a9a2-4aa3fa84616c by drivers openvswitch,hyperv on host n-h2-712140-12 at level 0 using segments [{'id': 'e370ab6f-b877-4d1b-8a8e-a0dc4be5ecd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'f71495d7-96ad-4847-83eb-b3625c73c9a5'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:32:28.022034 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f6a30d-e1ae-4e98-a82d-0e359d34b682 req-19e8efa2-2907-487c-9e13-57ba5a5fc5e0 service neutron] Attempting to bind port e57e5d47-f45d-4c1d-a9a2-4aa3fa84616c on network f71495d7-96ad-4847-83eb-b3625c73c9a5 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:32:28.083097 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_v2 [None req-091aef38-2de5-42d9-92b5-74d70543e4b6 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Deleting subnet dc8c3ba4-9a62-44be-b169-46413a2867f8 {{(pid=94828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:32:28.088422 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-f6782ef1-d87e-4226-bb33-9515f93bf13a None None] Provisioning for port 20d4ace3-c185-4500-b27f-24fee33aca90 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:32:28.093875 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-091aef38-2de5-42d9-92b5-74d70543e4b6 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for subnet, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:28.144777 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port c883f625-d9c1-4f98-9814-d4d60e463469 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:32:28.154722 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port c883f625-d9c1-4f98-9814-d4d60e463469 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:28.154915 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:28.181485 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-091aef38-2de5-42d9-92b5-74d70543e4b6 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8904862'] for subnet, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:28.251909 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 42332) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:28.252696 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.db.resource_extend [None req-50e8024f-08a2-405b-8dfb-ad9ea67bcbe2 admin admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:32:28.300521 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:28.302751 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7c988fd4-bcf1-47ff-885c-d22dbb0f1793 req-9e454b05-c06f-4b74-b94f-22d613fc993d tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] 10.222.0.22 "GET /v2.0/security-groups?id=acd93421-35de-4771-b1e2-9bfc66349eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5324662 Aug 29 04:32:28.324960 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port c883f625-d9c1-4f98-9814-d4d60e463469, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=c883f625-d9c1-4f98-9814-d4d60e463469,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:28.329774 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-19518d05-be15-4b29-b8a6-fe04dd5717b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:28.333471 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:28.336014 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 20d4ace3-c185-4500-b27f-24fee33aca90 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:32:28.406873 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-50e8024f-08a2-405b-8dfb-ad9ea67bcbe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:28.407892 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e8024f-08a2-405b-8dfb-ad9ea67bcbe2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:28.408479 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-50e8024f-08a2-405b-8dfb-ad9ea67bcbe2 admin admin] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:28.430996 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 8ddac917-8a1b-4197-8c8c-975d4df6bc22 up at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:32:28.491670 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-92bb6fcf-adca-488a-839d-1f7a04d2c8d2 None None] Could not find standard attr ID for object f19d3ccb-989d-491b-b344-f11d9387546a. {{(pid=94830) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:32:28.504298 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=c883f625-d9c1-4f98-9814-d4d60e463469,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:28.574231 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-091aef38-2de5-42d9-92b5-74d70543e4b6 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:28.612649 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:28.621606 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 20d4ace3-c185-4500-b27f-24fee33aca90 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:32:28.622179 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f6a30d-e1ae-4e98-a82d-0e359d34b682 req-19e8efa2-2907-487c-9e13-57ba5a5fc5e0 service neutron] Port e57e5d47-f45d-4c1d-a9a2-4aa3fa84616c on network f71495d7-96ad-4847-83eb-b3625c73c9a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-12 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:32:28.622882 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f6a30d-e1ae-4e98-a82d-0e359d34b682 req-19e8efa2-2907-487c-9e13-57ba5a5fc5e0 service neutron] Attempting to bind port e57e5d47-f45d-4c1d-a9a2-4aa3fa84616c on network f71495d7-96ad-4847-83eb-b3625c73c9a5 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:32:28.631805 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 20d4ace3-c185-4500-b27f-24fee33aca90 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:28.632197 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:28.656511 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8a64d8a0-ee43-4679-9179-4f6bb0296315 req-8a812a75-72d1-4af4-b123-407924600e9b tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6507716 Aug 29 04:32:28.657629 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f6a30d-e1ae-4e98-a82d-0e359d34b682 req-19e8efa2-2907-487c-9e13-57ba5a5fc5e0 service neutron] Checking agent: {'id': 'b3a0606b-b029-4f5e-8798-3a32b71d8844', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:32:28.657963 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f6a30d-e1ae-4e98-a82d-0e359d34b682 req-19e8efa2-2907-487c-9e13-57ba5a5fc5e0 service neutron] Checking segment: {'id': 'e370ab6f-b877-4d1b-8a8e-a0dc4be5ecd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'f71495d7-96ad-4847-83eb-b3625c73c9a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:32:28.658544 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f6a30d-e1ae-4e98-a82d-0e359d34b682 req-19e8efa2-2907-487c-9e13-57ba5a5fc5e0 service neutron] Bound using segment: {'id': 'e370ab6f-b877-4d1b-8a8e-a0dc4be5ecd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'f71495d7-96ad-4847-83eb-b3625c73c9a5'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:32:28.658992 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-92f6a30d-e1ae-4e98-a82d-0e359d34b682 req-19e8efa2-2907-487c-9e13-57ba5a5fc5e0 service neutron] Bound port: e57e5d47-f45d-4c1d-a9a2-4aa3fa84616c, host: n-h2-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e370ab6f-b877-4d1b-8a8e-a0dc4be5ecd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'f71495d7-96ad-4847-83eb-b3625c73c9a5'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:32:28.659352 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-92f6a30d-e1ae-4e98-a82d-0e359d34b682 req-19e8efa2-2907-487c-9e13-57ba5a5fc5e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:28.680716 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning for port 8ddac917-8a1b-4197-8c8c-975d4df6bc22 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:32:28.701453 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning complete for port 8ddac917-8a1b-4197-8c8c-975d4df6bc22 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:28.702022 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:28.781340 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-92f6a30d-e1ae-4e98-a82d-0e359d34b682 req-19e8efa2-2907-487c-9e13-57ba5a5fc5e0 service neutron] For port e57e5d47-f45d-4c1d-a9a2-4aa3fa84616c, host n-h2-712140-12, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:32:28.791189 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-92f6a30d-e1ae-4e98-a82d-0e359d34b682 req-19e8efa2-2907-487c-9e13-57ba5a5fc5e0 service neutron] For port e57e5d47-f45d-4c1d-a9a2-4aa3fa84616c, host n-h2-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=e57e5d47-f45d-4c1d-a9a2-4aa3fa84616c,segment=NetworkSegment(e370ab6f-b877-4d1b-8a8e-a0dc4be5ecd4),segment_id=e370ab6f-b877-4d1b-8a8e-a0dc4be5ecd4)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:32:28.799927 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-92f6a30d-e1ae-4e98-a82d-0e359d34b682 req-19e8efa2-2907-487c-9e13-57ba5a5fc5e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:28.806208 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-091aef38-2de5-42d9-92b5-74d70543e4b6 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9190434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062341'] for subnet, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:28.848163 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091aef38-2de5-42d9-92b5-74d70543e4b6 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Pushing event deleted for resources: {'Subnet': ['ID=dc8c3ba4-9a62-44be-b169-46413a2867f8,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:28.849452 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:28.859613 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e8024f-08a2-405b-8dfb-ad9ea67bcbe2 admin admin] Pushing event updated for resources: {'Network': ['ID=b40bfd6d-31ea-47be-b480-8a2abb5227f9,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:28.864240 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:28.866038 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f6a30d-e1ae-4e98-a82d-0e359d34b682 req-19e8efa2-2907-487c-9e13-57ba5a5fc5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:28.867125 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-92f6a30d-e1ae-4e98-a82d-0e359d34b682 req-19e8efa2-2907-487c-9e13-57ba5a5fc5e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:28.869119 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-92f6a30d-e1ae-4e98-a82d-0e359d34b682 req-19e8efa2-2907-487c-9e13-57ba5a5fc5e0 service neutron] 10.222.0.48 "PUT /v2.0/ports/e57e5d47-f45d-4c1d-a9a2-4aa3fa84616c HTTP/1.1" status: 200 len: 1092 time: 2.9779146 Aug 29 04:32:28.869572 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57066a57-7bcb-4e28-a290-b6041a4a03ca', 'tag': 'e57e5d47-f45d-4c1d-a9a2-4aa3fa84616c'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:32:28.872383 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7b7ed0c-0d89-4878-b873-6149ad1456bd" -d '{"events": [{"name": "network-changed", "server_uuid": "57066a57-7bcb-4e28-a290-b6041a4a03ca", "tag": "e57e5d47-f45d-4c1d-a9a2-4aa3fa84616c"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:32:28.874945 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network b40bfd6d-31ea-47be-b480-8a2abb5227f9 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:32:28.891147 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e7115f-4a1e-41ef-be92-86ece09bf0fa req-5afec6f4-3f95-43c4-8a68-8616f4cc7ce6 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:28.893377 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-33e7115f-4a1e-41ef-be92-86ece09bf0fa req-5afec6f4-3f95-43c4-8a68-8616f4cc7ce6 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/ports?device_id=57066a57-7bcb-4e28-a290-b6041a4a03ca HTTP/1.1" status: 200 len: 943 time: 0.4616344 Aug 29 04:32:28.900481 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-091aef38-2de5-42d9-92b5-74d70543e4b6 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:28.915486 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 42352) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:28.916036 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-091aef38-2de5-42d9-92b5-74d70543e4b6 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "DELETE /v2.0/subnets/dc8c3ba4-9a62-44be-b169-46413a2867f8 HTTP/1.1" status: 204 len: 168 time: 1.0914686 Aug 29 04:32:28.986971 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-3b75bb73-5586-4d5a-90d9-a33b763bc5e8 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0701022 Aug 29 04:32:28.992526 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4e68f2-5613-4d42-ac3a-c5977e15bb6a None None] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:32:28.995304 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 42354) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:29.000937 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-13f2504a-645b-4562-80dd-ebf383776ea8 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Request body: {'subnet': {'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:29.010421 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-33e7115f-4a1e-41ef-be92-86ece09bf0fa req-040c6590-8ead-40db-8938-79bbbacaadec tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/security-groups?id=f2284a1b-92b5-4cc6-825a-c1a1841e1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926530 Aug 29 04:32:29.019764 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e8efa2-2907-487c-9e13-57ba5a5fc5e0 service neutron] Pushing event updated for resources: {'Port': ['ID=e57e5d47-f45d-4c1d-a9a2-4aa3fa84616c,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:29.088255 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f6a30d-e1ae-4e98-a82d-0e359d34b682 req-1761243f-5316-4172-bd80-b6b2bd10d7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:29.089790 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-92f6a30d-e1ae-4e98-a82d-0e359d34b682 req-1761243f-5316-4172-bd80-b6b2bd10d7bf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ae62e35dda7b4c8db4c80924ca47fbdb&device_id=57066a57-7bcb-4e28-a290-b6041a4a03ca HTTP/1.1" status: 200 len: 1095 time: 0.0969529 Aug 29 04:32:29.100066 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eaf315-eda6-451c-b1e7-5c92696b060a req-9aa50e7c-2a5b-4320-b04a-8a3457f0b69b tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:29.102385 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-13eaf315-eda6-451c-b1e7-5c92696b060a req-9aa50e7c-2a5b-4320-b04a-8a3457f0b69b tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 945 time: 0.1083949 Aug 29 04:32:29.104335 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3503fec-e8a5-4fe4-9f5f-6e5ad6828cba x-openstack-request-id: req-b3503fec-e8a5-4fe4-9f5f-6e5ad6828cba {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:32:29.104626 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57066a57-7bcb-4e28-a290-b6041a4a03ca", "tag": "e57e5d47-f45d-4c1d-a9a2-4aa3fa84616c", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:32:29.104876 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b3503fec-e8a5-4fe4-9f5f-6e5ad6828cba {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:32:29.105277 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57066a57-7bcb-4e28-a290-b6041a4a03ca', 'tag': 'e57e5d47-f45d-4c1d-a9a2-4aa3fa84616c', 'status': 'completed', 'code': 200} Aug 29 04:32:29.136543 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-19518d05-be15-4b29-b8a6-fe04dd5717b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:29.161192 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dc57973-bef3-4ca1-9c3b-df44b0b42265', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ddac917-8a1b-4197-8c8c-975d4df6bc22'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:32:29.164410 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8f20f49-002b-4f35-8d7e-5ba17eaed1bf" -d '{"events": [{"server_uuid": "8dc57973-bef3-4ca1-9c3b-df44b0b42265", "name": "network-vif-plugged", "status": "completed", "tag": "8ddac917-8a1b-4197-8c8c-975d4df6bc22"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:32:29.178082 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-19518d05-be15-4b29-b8a6-fe04dd5717b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:29.196294 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13f2504a-645b-4562-80dd-ebf383776ea8 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Made reservation on behalf of 808af00233b447dbb547871646623489 for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:29.200263 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-13f2504a-645b-4562-80dd-ebf383776ea8 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:29.205475 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-50e8024f-08a2-405b-8dfb-ad9ea67bcbe2 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.7156928 Aug 29 04:32:29.205801 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 42360) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:29.211755 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 42362) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:29.225140 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-07157e44-e3d3-42df-bfaa-8c18135c76a0 admin admin] Request body: {'subnet': {'network_id': 'b40bfd6d-31ea-47be-b480-8a2abb5227f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-427241465-subnet', 'tenant_id': 'c84af7f0f5864c20bd3db94f763e0a0d', 'ip_version': 4}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:29.255999 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-92f6a30d-e1ae-4e98-a82d-0e359d34b682 req-83bb022c-bc2a-4349-bac4-494025f723f0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e57e5d47-f45d-4c1d-a9a2-4aa3fa84616c HTTP/1.1" status: 200 len: 217 time: 0.1176150 Aug 29 04:32:29.267986 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07157e44-e3d3-42df-bfaa-8c18135c76a0 admin admin] Made reservation on behalf of c84af7f0f5864c20bd3db94f763e0a0d for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:29.270373 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-07157e44-e3d3-42df-bfaa-8c18135c76a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4552395'] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:29.282061 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 8ddac917-8a1b-4197-8c8c-975d4df6bc22, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=8ddac917-8a1b-4197-8c8c-975d4df6bc22,segment=NetworkSegment(e42ae04f-c78a-49b6-b653-d68296ae5b14),segment_id=e42ae04f-c78a-49b6-b653-d68296ae5b14)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:29.286704 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b221ce9-58f4-44c3-b803-d80b0310079e x-openstack-request-id: req-6b221ce9-58f4-44c3-b803-d80b0310079e {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:32:29.287400 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dc57973-bef3-4ca1-9c3b-df44b0b42265", "name": "network-vif-plugged", "status": "completed", "tag": "8ddac917-8a1b-4197-8c8c-975d4df6bc22", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:32:29.287922 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6b221ce9-58f4-44c3-b803-d80b0310079e {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:32:29.289035 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dc57973-bef3-4ca1-9c3b-df44b0b42265', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ddac917-8a1b-4197-8c8c-975d4df6bc22', 'code': 200} Aug 29 04:32:29.309356 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.db.api [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94830) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:32:29.310280 n-d-712140-12 neutron-server[94830]: DEBUG oslo_db.api [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:32:29.313379 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:29.330957 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-19518d05-be15-4b29-b8a6-fe04dd5717b7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=723ff3dd4ce3436394c3b17bd7453009&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0733323 Aug 29 04:32:29.334493 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 42368) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:29.338090 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-13eaf315-eda6-451c-b1e7-5c92696b060a req-0a97c3f7-a141-4db7-837f-a59bee01cd25 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256417 Aug 29 04:32:29.340612 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19518d05-be15-4b29-b8a6-fe04dd5717b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16f0e381-dae7-424d-82f1-c12d1d771c78,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:29.452103 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f5984a95-7078-41f7-a342-d0ca070ed470 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:29.456046 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f6a30d-e1ae-4e98-a82d-0e359d34b682 req-9400dfa9-d4f1-4c53-85c2-032e2784826d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:29.457827 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-92f6a30d-e1ae-4e98-a82d-0e359d34b682 req-9400dfa9-d4f1-4c53-85c2-032e2784826d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5de44217-4c88-4ff9-be1a-03ac5f0e7204 HTTP/1.1" status: 200 len: 844 time: 0.1851132 Aug 29 04:32:29.481569 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=8ddac917-8a1b-4197-8c8c-975d4df6bc22,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:29.525319 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774f4961-73e7-412c-96e7-34ae85c84207 req-89655ecc-5228-41dd-af95-ee747074d0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:29.526978 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-774f4961-73e7-412c-96e7-34ae85c84207 req-89655ecc-5228-41dd-af95-ee747074d0c3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8dc57973-bef3-4ca1-9c3b-df44b0b42265 HTTP/1.1" status: 200 len: 1097 time: 0.2149417 Aug 29 04:32:29.553114 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-92f6a30d-e1ae-4e98-a82d-0e359d34b682 req-8ac56186-fbdd-44c1-8ef7-454850f04885 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f71495d7-96ad-4847-83eb-b3625c73c9a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0730114 Aug 29 04:32:29.555151 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94fecf2f-9ed4-4608-974a-c7d15764253e None None] DHCP port deletion for 9a0c1c63-2a3a-4918-9723-8b35bf7d017b request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:32:29.580025 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7e3a9dd4-1561-46a0-b3ab-f2a98fb755a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:29.619414 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-94fecf2f-9ed4-4608-974a-c7d15764253e None None] Deleting port 20d4ace3-c185-4500-b27f-24fee33aca90 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:32:29.620124 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-94fecf2f-9ed4-4608-974a-c7d15764253e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:29.653804 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-774f4961-73e7-412c-96e7-34ae85c84207 req-94242cdd-0ea2-41c0-abef-a8b324618b6b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=acd93421-35de-4771-b1e2-9bfc66349eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059675 Aug 29 04:32:29.680162 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7e3a9dd4-1561-46a0-b3ab-f2a98fb755a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:29.689341 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a21df0-ee08-4e5d-9a76-d35e91fee9b1 req-51638ea7-4a32-431a-a994-252c42fc76d1 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:29.697381 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b2a21df0-ee08-4e5d-9a76-d35e91fee9b1 req-51638ea7-4a32-431a-a994-252c42fc76d1 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] 10.222.0.22 "GET /v2.0/ports?device_id=8dc57973-bef3-4ca1-9c3b-df44b0b42265 HTTP/1.1" status: 200 len: 945 time: 0.1945491 Aug 29 04:32:29.700454 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-94fecf2f-9ed4-4608-974a-c7d15764253e None None] For port 20d4ace3-c185-4500-b27f-24fee33aca90, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=20d4ace3-c185-4500-b27f-24fee33aca90,segment=NetworkSegment(0fc0da0a-b381-4d95-9f3f-3aa10a110ba6),segment_id=0fc0da0a-b381-4d95-9f3f-3aa10a110ba6)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:29.701115 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-94fecf2f-9ed4-4608-974a-c7d15764253e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:29.710237 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c53d63-02c0-4e8d-8697-7f1fbf5fa3ec req-3feb0385-f078-4288-82fd-b28715a4e3fb tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:29.711742 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-33c53d63-02c0-4e8d-8697-7f1fbf5fa3ec req-3feb0385-f078-4288-82fd-b28715a4e3fb tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 945 time: 0.1923256 Aug 29 04:32:29.722217 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-94fecf2f-9ed4-4608-974a-c7d15764253e None None] Calling delete_port for 20d4ace3-c185-4500-b27f-24fee33aca90 owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:32:29.805845 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fd8e3e-16b8-432d-a0d7-47276f14b7e6 None None] Sync routers for ids ['bb9b5a4d-fd7a-4dc1-9320-c62f5d3e19e9'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:32:29.821218 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b2a21df0-ee08-4e5d-9a76-d35e91fee9b1 req-c0fd695d-a215-480b-b9ab-e4a7f2481a21 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] 10.222.0.22 "GET /v2.0/security-groups?id=acd93421-35de-4771-b1e2-9bfc66349eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228738 Aug 29 04:32:29.823029 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-13f2504a-645b-4562-80dd-ebf383776ea8 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9191137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10062364'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:29.823648 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-92f6a30d-e1ae-4e98-a82d-0e359d34b682 req-c8981e98-228e-4e9a-af05-5e9d4dbd8865 service neutron] 10.222.0.48 "GET /v2.0/networks/f71495d7-96ad-4847-83eb-b3625c73c9a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2509913 Aug 29 04:32:29.824493 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fd8e3e-16b8-432d-a0d7-47276f14b7e6 None None] Routers {'bb9b5a4d-fd7a-4dc1-9320-c62f5d3e19e9'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:32:29.825517 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-d2fd8e3e-16b8-432d-a0d7-47276f14b7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:32:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['bb9b5a4d-fd7a-4dc1-9320-c62f5d3e19e9'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:29.889660 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-33c53d63-02c0-4e8d-8697-7f1fbf5fa3ec req-2fc741c1-4e4b-45f7-80b7-4b20270a587b tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663549 Aug 29 04:32:29.890549 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:29.892524 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-94fecf2f-9ed4-4608-974a-c7d15764253e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:29.896412 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f5984a95-7078-41f7-a342-d0ca070ed470 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:29.916558 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f2504a-645b-4562-80dd-ebf383776ea8 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:29.918559 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-13f2504a-645b-4562-80dd-ebf383776ea8 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:29.929944 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f2504a-645b-4562-80dd-ebf383776ea8 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:29.930546 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-13f2504a-645b-4562-80dd-ebf383776ea8 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:29.937807 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7e3a9dd4-1561-46a0-b3ab-f2a98fb755a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:29.940981 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7e3a9dd4-1561-46a0-b3ab-f2a98fb755a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:29.943955 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-7e3a9dd4-1561-46a0-b3ab-f2a98fb755a0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/16f0e381-dae7-424d-82f1-c12d1d771c78 HTTP/1.1" status: 204 len: 168 time: 0.6047530 Aug 29 04:32:29.957111 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-07157e44-e3d3-42df-bfaa-8c18135c76a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4274880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4552377'] for subnet, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:29.958334 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fecf2f-9ed4-4608-974a-c7d15764253e None None] Pushing event deleted for resources: {'Port': ['ID=20d4ace3-c185-4500-b27f-24fee33aca90,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:29.963292 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f5984a95-7078-41f7-a342-d0ca070ed470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:29.980780 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3a9dd4-1561-46a0-b3ab-f2a98fb755a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f0e381-dae7-424d-82f1-c12d1d771c78,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:29.983962 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f2504a-645b-4562-80dd-ebf383776ea8 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Pushing event updated for resources: {'Subnet': ['ID=e3dd21ba-253f-426c-ac88-97dd93bca990,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:29.992353 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-13f2504a-645b-4562-80dd-ebf383776ea8 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9957750 Aug 29 04:32:29.993341 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 42380) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:29.998751 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-93893a7a-bb5a-493f-8e16-0514d63c24ac tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Request body: {'port': {'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b', 'fixed_ips': [{'subnet_id': 'e3dd21ba-253f-426c-ac88-97dd93bca990', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-24524629'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:30.012972 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fecf2f-9ed4-4608-974a-c7d15764253e None None] No DVR routers for this DVR port 20d4ace3-c185-4500-b27f-24fee33aca90 on host n-d-712140-12 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:32:30.024558 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-d2fd8e3e-16b8-432d-a0d7-47276f14b7e6 None None] Set router bb9b5a4d-fd7a-4dc1-9320-c62f5d3e19e9 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:32:30.048838 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07157e44-e3d3-42df-bfaa-8c18135c76a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c33478b6-005c-4e12-b544-d0a89370f203,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:30.133380 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1e6c55-51c0-4559-bc52-4ad10eeb3e5f None None] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:32:30.157790 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-f5984a95-7078-41f7-a342-d0ca070ed470 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d4e43268ed6b4a65a3fe3687637ea7d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9455266 Aug 29 04:32:30.168932 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 42384) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:30.192002 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5984a95-7078-41f7-a342-d0ca070ed470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d17da30-93be-4cea-bfd3-7d8c8e0a7b6a,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:30.255847 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07157e44-e3d3-42df-bfaa-8c18135c76a0 admin admin] Checking segment: {'id': '4af29dd7-ea27-42c9-b76b-b8f5c2600aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b40bfd6d-31ea-47be-b480-8a2abb5227f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:32:30.257246 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07157e44-e3d3-42df-bfaa-8c18135c76a0 admin admin] Network hostable DHCP agents. Network: b40bfd6d-31ea-47be-b480-8a2abb5227f9, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:32:30.286695 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-92f6a30d-e1ae-4e98-a82d-0e359d34b682 req-6d3ae507-266f-4963-8b8e-21de9ffea9cf service neutron] 10.222.0.48 "GET /v2.0/networks/f71495d7-96ad-4847-83eb-b3625c73c9a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4379165 Aug 29 04:32:30.288528 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61171a9-ed7c-4ea3-863c-9d8691ba0fe2 req-43dd2579-a62b-40a6-897e-6b43baa02588 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:30.296272 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a61171a9-ed7c-4ea3-863c-9d8691ba0fe2 req-43dd2579-a62b-40a6-897e-6b43baa02588 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/ports?device_id=57066a57-7bcb-4e28-a290-b6041a4a03ca HTTP/1.1" status: 200 len: 943 time: 0.1428483 Aug 29 04:32:30.329676 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760319d3-39ea-4766-992b-267514d8db23 req-520f4581-479b-4be2-801b-4f9632820b9a tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:30.333685 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-760319d3-39ea-4766-992b-267514d8db23 req-520f4581-479b-4be2-801b-4f9632820b9a tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 945 time: 0.2801554 Aug 29 04:32:30.340596 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93893a7a-bb5a-493f-8e16-0514d63c24ac tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Made reservation on behalf of 808af00233b447dbb547871646623489 for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:30.406014 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07157e44-e3d3-42df-bfaa-8c18135c76a0 admin admin] Network b40bfd6d-31ea-47be-b480-8a2abb5227f9 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:32:30.420271 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-d2fd8e3e-16b8-432d-a0d7-47276f14b7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9b5a4d-fd7a-4dc1-9320-c62f5d3e19e9', 'name': 'tempest-TestServerBasicOps-439922876-router', 'tenant_id': 'b765fede93b04201b5c324a28753ffa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': 'c883f625-d9c1-4f98-9814-d4d60e463469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:32:14Z', 'updated_at': '2021-08-29T04:32:22Z', 'revision_number': 4, 'project_id': 'b765fede93b04201b5c324a28753ffa9', 'gw_port': {'id': 'c883f625-d9c1-4f98-9814-d4d60e463469', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:43:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9b5a4d-fd7a-4dc1-9320-c62f5d3e19e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:15Z', 'updated_at': '2021-08-29T04:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '04690ccb-31a2-42b9-a669-035600805725', 'name': '', 'network_id': '1ebc2e43-1665-45c9-99e8-25ad0856d831', 'tenant_id': 'b765fede93b04201b5c324a28753ffa9', 'mac_address': 'fa:16:3e:aa:ed:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb9b5a4d-fd7a-4dc1-9320-c62f5d3e19e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': 'c3ff3d49-5062-4d8a-bbcb-4d8089f57765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:21Z', 'updated_at': '2021-08-29T04:32:23Z', 'revision_number': 2, 'project_id': 'b765fede93b04201b5c324a28753ffa9', 'subnets': [{'id': 'c3ff3d49-5062-4d8a-bbcb-4d8089f57765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:30.422342 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device c883f625-d9c1-4f98-9814-d4d60e463469 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:32:30.441843 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b452e2de-aff6-4e89-9657-e1f89e8bd276 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:30.463077 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-760319d3-39ea-4766-992b-267514d8db23 req-440052be-48de-469c-b40a-eba99832a12d tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982859 Aug 29 04:32:30.468129 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-07157e44-e3d3-42df-bfaa-8c18135c76a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, b40bfd6d-31ea-47be-b480-8a2abb5227f9) {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:30.475636 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07157e44-e3d3-42df-bfaa-8c18135c76a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:30.476256 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-07157e44-e3d3-42df-bfaa-8c18135c76a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:30.485550 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fd8e3e-16b8-432d-a0d7-47276f14b7e6 None None] Checking router: bb9b5a4d-fd7a-4dc1-9320-c62f5d3e19e9 for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:32:30.485910 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fd8e3e-16b8-432d-a0d7-47276f14b7e6 None None] Updating router bb9b5a4d-fd7a-4dc1-9320-c62f5d3e19e9 port 04690ccb-31a2-42b9-a669-035600805725 binding host n-d-712140-12 {{(pid=94831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:32:30.488492 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a61171a9-ed7c-4ea3-863c-9d8691ba0fe2 req-ff476429-3ae2-4cfa-8af6-f106b80df110 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/security-groups?id=f2284a1b-92b5-4cc6-825a-c1a1841e1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889081 Aug 29 04:32:30.495867 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b7ed0c-0d89-4878-b873-6149ad1456bd req-e8af6a9b-b19e-488f-b2f1-c2b0692d4772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:30.497287 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b7b7ed0c-0d89-4878-b873-6149ad1456bd req-e8af6a9b-b19e-488f-b2f1-c2b0692d4772 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ae62e35dda7b4c8db4c80924ca47fbdb&device_id=57066a57-7bcb-4e28-a290-b6041a4a03ca HTTP/1.1" status: 200 len: 1095 time: 0.1072884 Aug 29 04:32:30.501012 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-93893a7a-bb5a-493f-8e16-0514d63c24ac tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:30.527528 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82885c64-4b90-42a0-b655-7a3bf61b518e None None] Network b40bfd6d-31ea-47be-b480-8a2abb5227f9 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:32:30.534384 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-07157e44-e3d3-42df-bfaa-8c18135c76a0 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.3215961 Aug 29 04:32:30.539502 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d2fd8e3e-16b8-432d-a0d7-47276f14b7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:30.547519 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 42394) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:30.567567 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-db2b2573-b16b-45ca-94b5-e8dfa9a8c852 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-427241465-router', 'tenant_id': 'c84af7f0f5864c20bd3db94f763e0a0d', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:30.582646 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b452e2de-aff6-4e89-9657-e1f89e8bd276 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:30.649241 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-93893a7a-bb5a-493f-8e16-0514d63c24ac tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] device_id is not set on port 0a5f9836-e260-4ec2-9f14-ddff115e7b7b yet. {{(pid=94828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:32:30.709753 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-db2b2573-b16b-45ca-94b5-e8dfa9a8c852 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:30.711265 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-db2b2573-b16b-45ca-94b5-e8dfa9a8c852 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1838'] for router, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:30.721694 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b7ed0c-0d89-4878-b873-6149ad1456bd req-4bfacb5f-fadc-4a13-93a4-041161aa2400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:30.725105 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b7b7ed0c-0d89-4878-b873-6149ad1456bd req-4bfacb5f-fadc-4a13-93a4-041161aa2400 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f71495d7-96ad-4847-83eb-b3625c73c9a5 HTTP/1.1" status: 200 len: 905 time: 0.2135425 Aug 29 04:32:30.820366 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b7b7ed0c-0d89-4878-b873-6149ad1456bd req-d444291a-6660-4cfd-85ff-d17ed16d2afc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e57e5d47-f45d-4c1d-a9a2-4aa3fa84616c HTTP/1.1" status: 200 len: 217 time: 0.0757883 Aug 29 04:32:30.833798 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d2526a-d134-46eb-b6c0-c0edb6ffa95c req-128741cb-b660-4180-b149-390f65dffbf4 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:30.842636 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-11d2526a-d134-46eb-b6c0-c0edb6ffa95c req-128741cb-b660-4180-b149-390f65dffbf4 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 945 time: 0.1987493 Aug 29 04:32:30.854652 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b452e2de-aff6-4e89-9657-e1f89e8bd276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:30.861865 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b452e2de-aff6-4e89-9657-e1f89e8bd276 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:30.863951 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-b452e2de-aff6-4e89-9657-e1f89e8bd276 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9d17da30-93be-4cea-bfd3-7d8c8e0a7b6a HTTP/1.1" status: 204 len: 168 time: 0.6937389 Aug 29 04:32:30.947798 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b452e2de-aff6-4e89-9657-e1f89e8bd276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d17da30-93be-4cea-bfd3-7d8c8e0a7b6a,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:30.956335 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b7ed0c-0d89-4878-b873-6149ad1456bd req-04c39a2f-2f0b-4450-8020-0f79467a21f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:30.957845 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b7b7ed0c-0d89-4878-b873-6149ad1456bd req-04c39a2f-2f0b-4450-8020-0f79467a21f8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5de44217-4c88-4ff9-be1a-03ac5f0e7204 HTTP/1.1" status: 200 len: 844 time: 0.1065259 Aug 29 04:32:30.968337 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-11d2526a-d134-46eb-b6c0-c0edb6ffa95c req-9aa1a1e9-486d-4657-9d41-dac6e14a3c80 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246893 Aug 29 04:32:31.052201 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b7b7ed0c-0d89-4878-b873-6149ad1456bd req-0032b658-f237-48e4-9477-c9f73cb5b0cd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f71495d7-96ad-4847-83eb-b3625c73c9a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751178 Aug 29 04:32:31.109823 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-db2b2573-b16b-45ca-94b5-e8dfa9a8c852 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:31.117328 n-d-712140-12 neutron-server[94828]: INFO neutron.pecan_wsgi.hooks.translation [None req-93893a7a-bb5a-493f-8e16-0514d63c24ac tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:32:31.117794 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93893a7a-bb5a-493f-8e16-0514d63c24ac tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:32:31.143116 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d2fd8e3e-16b8-432d-a0d7-47276f14b7e6 None None] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:31.159025 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-d2fd8e3e-16b8-432d-a0d7-47276f14b7e6 None None] Transition to ACTIVE for port object 04690ccb-31a2-42b9-a669-035600805725 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:31.167225 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d2fd8e3e-16b8-432d-a0d7-47276f14b7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:31.217642 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b7b7ed0c-0d89-4878-b873-6149ad1456bd req-69e386e1-77a2-4cf7-9cd1-543d47b5a3c4 service neutron] 10.222.0.48 "GET /v2.0/networks/f71495d7-96ad-4847-83eb-b3625c73c9a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458392 Aug 29 04:32:31.281031 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3fc46a-248e-4238-9d0e-df4be743675f None None] Pushing event updated for resources: {'Port': ['ID=04690ccb-31a2-42b9-a669-035600805725,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:31.306258 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3fc46a-248e-4238-9d0e-df4be743675f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:31.306623 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3fc46a-248e-4238-9d0e-df4be743675f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:31.308998 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba9b455c-43d4-4d50-90b8-a7094a355a46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-9a0c1c63-2a3a-4918-9723-8b35bf7d017b', 'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b', 'tenant_id': '808af00233b447dbb547871646623489', 'fixed_ips': [{'subnet_id': 'e3dd21ba-253f-426c-ac88-97dd93bca990'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:32:31.309474 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3fc46a-248e-4238-9d0e-df4be743675f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:31.309770 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ba9b455c-43d4-4d50-90b8-a7094a355a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:31.309918 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3fc46a-248e-4238-9d0e-df4be743675f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:31.310172 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3fc46a-248e-4238-9d0e-df4be743675f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:31.312094 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3fc46a-248e-4238-9d0e-df4be743675f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:31.313221 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3fc46a-248e-4238-9d0e-df4be743675f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:31.313593 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3fc46a-248e-4238-9d0e-df4be743675f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:31.314282 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3fc46a-248e-4238-9d0e-df4be743675f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:31.314631 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3fc46a-248e-4238-9d0e-df4be743675f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:31.314966 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3fc46a-248e-4238-9d0e-df4be743675f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:31.317537 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3fc46a-248e-4238-9d0e-df4be743675f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:31.414720 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-93893a7a-bb5a-493f-8e16-0514d63c24ac tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.4203076 Aug 29 04:32:31.419119 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 42420) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:31.463828 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-d2fd8e3e-16b8-432d-a0d7-47276f14b7e6 None None] Attempting to bind port 04690ccb-31a2-42b9-a669-035600805725 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:32:31.464188 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-d2fd8e3e-16b8-432d-a0d7-47276f14b7e6 None None] Attempting to bind port 04690ccb-31a2-42b9-a669-035600805725 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '48f138d5-0117-42b7-b327-ede7f9f15780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '1ebc2e43-1665-45c9-99e8-25ad0856d831'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:32:31.464552 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2fd8e3e-16b8-432d-a0d7-47276f14b7e6 None None] Attempting to bind port 04690ccb-31a2-42b9-a669-035600805725 on network 1ebc2e43-1665-45c9-99e8-25ad0856d831 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:32:31.475977 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b7b7ed0c-0d89-4878-b873-6149ad1456bd req-e1443f8c-7dea-42c1-bb80-001c025a5d4a service neutron] 10.222.0.48 "GET /v2.0/networks/f71495d7-96ad-4847-83eb-b3625c73c9a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416508 Aug 29 04:32:31.483182 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2fd8e3e-16b8-432d-a0d7-47276f14b7e6 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:32:31.483635 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2fd8e3e-16b8-432d-a0d7-47276f14b7e6 None None] Checking segment: {'id': '48f138d5-0117-42b7-b327-ede7f9f15780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '1ebc2e43-1665-45c9-99e8-25ad0856d831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:32:31.487541 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d2fd8e3e-16b8-432d-a0d7-47276f14b7e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:31.487980 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2fd8e3e-16b8-432d-a0d7-47276f14b7e6 None None] Bound using segment: {'id': '48f138d5-0117-42b7-b327-ede7f9f15780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '1ebc2e43-1665-45c9-99e8-25ad0856d831'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:32:31.488512 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-d2fd8e3e-16b8-432d-a0d7-47276f14b7e6 None None] Bound port: 04690ccb-31a2-42b9-a669-035600805725, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48f138d5-0117-42b7-b327-ede7f9f15780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '1ebc2e43-1665-45c9-99e8-25ad0856d831'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:32:31.488884 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d2fd8e3e-16b8-432d-a0d7-47276f14b7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:31.492628 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7f1ff6-eca4-4ae0-91c0-957294abaad0 req-7df08741-d60c-45b2-aa5b-da76f6b395c2 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:31.494244 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8e7f1ff6-eca4-4ae0-91c0-957294abaad0 req-7df08741-d60c-45b2-aa5b-da76f6b395c2 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 945 time: 0.2754250 Aug 29 04:32:31.499214 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 42422) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:31.527107 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5d01e1-93a5-4486-8650-47b158970a09 req-dee51f01-90ec-48de-8e6c-1e7bb3ff1707 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:31.529311 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4f5d01e1-93a5-4486-8650-47b158970a09 req-dee51f01-90ec-48de-8e6c-1e7bb3ff1707 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] 10.222.0.22 "GET /v2.0/ports?device_id=8dc57973-bef3-4ca1-9c3b-df44b0b42265 HTTP/1.1" status: 200 len: 945 time: 0.5729489 Aug 29 04:32:31.533922 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-db2b2573-b16b-45ca-94b5-e8dfa9a8c852 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:31.546894 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-b0a8cffb-4b64-4c19-bb9d-31875991b75a tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1080301 Aug 29 04:32:31.553871 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 42428) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:31.567476 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fc4b8884-3c91-4c36-a8a2-b502da435ee8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:31.612965 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-ba9b455c-43d4-4d50-90b8-a7094a355a46 None None] Allocated IP 2001:db8::2 (9a0c1c63-2a3a-4918-9723-8b35bf7d017b/e3dd21ba-253f-426c-ac88-97dd93bca990/5b4b1ef4-de31-4339-a020-368b4557f257) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:32:31.613241 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-d2fd8e3e-16b8-432d-a0d7-47276f14b7e6 None None] For port 04690ccb-31a2-42b9-a669-035600805725, host n-d-712140-12, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:32:31.617288 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-d2fd8e3e-16b8-432d-a0d7-47276f14b7e6 None None] For port 04690ccb-31a2-42b9-a669-035600805725, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=04690ccb-31a2-42b9-a669-035600805725,segment=NetworkSegment(48f138d5-0117-42b7-b327-ede7f9f15780),segment_id=48f138d5-0117-42b7-b327-ede7f9f15780)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:32:31.622801 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d2fd8e3e-16b8-432d-a0d7-47276f14b7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:31.643084 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8e7f1ff6-eca4-4ae0-91c0-957294abaad0 req-fa844fd9-2ddb-4742-aee9-de34bf437952 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315012 Aug 29 04:32:31.713109 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fd8e3e-16b8-432d-a0d7-47276f14b7e6 None None] Routers {'bb9b5a4d-fd7a-4dc1-9320-c62f5d3e19e9'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:32:31.713767 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-d2fd8e3e-16b8-432d-a0d7-47276f14b7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:32:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['bb9b5a4d-fd7a-4dc1-9320-c62f5d3e19e9'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:31.727515 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f71cb7-2069-4367-9192-5523e1b35b58 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:31.729525 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f71cb7-2069-4367-9192-5523e1b35b58 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:31.733757 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-19f71cb7-2069-4367-9192-5523e1b35b58 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1641140 Aug 29 04:32:31.740059 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 42432) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:31.811059 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_v2 [None req-fca62b61-76c4-436c-8176-aaf37350a99e tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Deleting subnet e3dd21ba-253f-426c-ac88-97dd93bca990 {{(pid=94828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:32:31.816229 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4f5d01e1-93a5-4486-8650-47b158970a09 req-345441f6-2a9b-4f21-bab9-01c8d8ede1d8 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] 10.222.0.22 "GET /v2.0/security-groups?id=acd93421-35de-4771-b1e2-9bfc66349eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2613678 Aug 29 04:32:31.888722 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-d2fd8e3e-16b8-432d-a0d7-47276f14b7e6 None None] Set router bb9b5a4d-fd7a-4dc1-9320-c62f5d3e19e9 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:32:31.942577 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ba9b455c-43d4-4d50-90b8-a7094a355a46 None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:31.964973 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-ba9b455c-43d4-4d50-90b8-a7094a355a46 None None] Transition to ACTIVE for port object 5b4b1ef4-de31-4339-a020-368b4557f257 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:31.994768 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-ba9b455c-43d4-4d50-90b8-a7094a355a46 None None] Transition to ACTIVE for port object 5b4b1ef4-de31-4339-a020-368b4557f257 will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:32.009220 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3fc46a-248e-4238-9d0e-df4be743675f None None] Pushing event updated for resources: {'Port': ['ID=04690ccb-31a2-42b9-a669-035600805725,revision_number=4']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:32.010992 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fc4b8884-3c91-4c36-a8a2-b502da435ee8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:32.025799 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ba9b455c-43d4-4d50-90b8-a7094a355a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:32.035030 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fca62b61-76c4-436c-8176-aaf37350a99e tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for subnet, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:32.044321 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0926a9b-8ed8-4d00-8bc6-57a04c8d850a req-ced63402-202d-4a85-b037-5b21c3cc762c tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:32.046029 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f0926a9b-8ed8-4d00-8bc6-57a04c8d850a req-ced63402-202d-4a85-b037-5b21c3cc762c tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/ports?device_id=57066a57-7bcb-4e28-a290-b6041a4a03ca HTTP/1.1" status: 200 len: 943 time: 0.1863394 Aug 29 04:32:32.046884 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fc4b8884-3c91-4c36-a8a2-b502da435ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:32.107284 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-fc4b8884-3c91-4c36-a8a2-b502da435ee8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3e40c12367fd4a19a761f1c0cf01fecc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6067183 Aug 29 04:32:32.119294 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fbc68be-4006-4235-b2a6-30e8f13b77aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-b40bfd6d-31ea-47be-b480-8a2abb5227f9', 'network_id': 'b40bfd6d-31ea-47be-b480-8a2abb5227f9', 'tenant_id': 'c84af7f0f5864c20bd3db94f763e0a0d', 'fixed_ips': [{'subnet_id': 'c33478b6-005c-4e12-b544-d0a89370f203'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:32:32.120447 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 42444) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:32.121217 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9fbc68be-4006-4235-b2a6-30e8f13b77aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:32.155050 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port c883f625-d9c1-4f98-9814-d4d60e463469 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:32.155555 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:32.163119 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9b455c-43d4-4d50-90b8-a7094a355a46 None None] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:32.169036 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fca62b61-76c4-436c-8176-aaf37350a99e tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8904862'] for subnet, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:32.220003 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-88b2c6bc-7223-46a0-95d5-677415aa68f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:32.233466 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-ba9b455c-43d4-4d50-90b8-a7094a355a46 None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:32.243953 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-88b2c6bc-7223-46a0-95d5-677415aa68f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:32.263467 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9b455c-43d4-4d50-90b8-a7094a355a46 None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:32:32.268770 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-d2fd8e3e-16b8-432d-a0d7-47276f14b7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9b5a4d-fd7a-4dc1-9320-c62f5d3e19e9', 'name': 'tempest-TestServerBasicOps-439922876-router', 'tenant_id': 'b765fede93b04201b5c324a28753ffa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': 'c883f625-d9c1-4f98-9814-d4d60e463469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:32:14Z', 'updated_at': '2021-08-29T04:32:22Z', 'revision_number': 4, 'project_id': 'b765fede93b04201b5c324a28753ffa9', 'gw_port': {'id': 'c883f625-d9c1-4f98-9814-d4d60e463469', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:43:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9b5a4d-fd7a-4dc1-9320-c62f5d3e19e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:15Z', 'updated_at': '2021-08-29T04:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '04690ccb-31a2-42b9-a669-035600805725', 'name': '', 'network_id': '1ebc2e43-1665-45c9-99e8-25ad0856d831', 'tenant_id': 'b765fede93b04201b5c324a28753ffa9', 'mac_address': 'fa:16:3e:aa:ed:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb9b5a4d-fd7a-4dc1-9320-c62f5d3e19e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': 'c3ff3d49-5062-4d8a-bbcb-4d8089f57765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:21Z', 'updated_at': '2021-08-29T04:32:31Z', 'revision_number': 4, 'project_id': 'b765fede93b04201b5c324a28753ffa9', 'subnets': [{'id': 'c3ff3d49-5062-4d8a-bbcb-4d8089f57765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:32.283219 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fca62b61-76c4-436c-8176-aaf37350a99e tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:32.289613 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4b8884-3c91-4c36-a8a2-b502da435ee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=415ee533-6d55-4a1c-b92c-46835dfb2da1,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:32.304489 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f0926a9b-8ed8-4d00-8bc6-57a04c8d850a req-1ec13a6c-6812-4671-802c-8234d77ad154 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/security-groups?id=f2284a1b-92b5-4cc6-825a-c1a1841e1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014689 Aug 29 04:32:32.309847 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fd8e3e-16b8-432d-a0d7-47276f14b7e6 None None] The sync data for ids ['bb9b5a4d-fd7a-4dc1-9320-c62f5d3e19e9'] in n-d-712140-12 is: [{'id': 'bb9b5a4d-fd7a-4dc1-9320-c62f5d3e19e9', 'name': 'tempest-TestServerBasicOps-439922876-router', 'tenant_id': 'b765fede93b04201b5c324a28753ffa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': 'c883f625-d9c1-4f98-9814-d4d60e463469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:32:14Z', 'updated_at': '2021-08-29T04:32:22Z', 'revision_number': 4, 'project_id': 'b765fede93b04201b5c324a28753ffa9', 'gw_port': {'id': 'c883f625-d9c1-4f98-9814-d4d60e463469', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:43:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9b5a4d-fd7a-4dc1-9320-c62f5d3e19e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:15Z', 'updated_at': '2021-08-29T04:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '04690ccb-31a2-42b9-a669-035600805725', 'name': '', 'network_id': '1ebc2e43-1665-45c9-99e8-25ad0856d831', 'tenant_id': 'b765fede93b04201b5c324a28753ffa9', 'mac_address': 'fa:16:3e:aa:ed:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb9b5a4d-fd7a-4dc1-9320-c62f5d3e19e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': 'c3ff3d49-5062-4d8a-bbcb-4d8089f57765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:21Z', 'updated_at': '2021-08-29T04:32:31Z', 'revision_number': 4, 'project_id': 'b765fede93b04201b5c324a28753ffa9', 'subnets': [{'id': 'c3ff3d49-5062-4d8a-bbcb-4d8089f57765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:32:32.312933 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-88b2c6bc-7223-46a0-95d5-677415aa68f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:32.315512 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-88b2c6bc-7223-46a0-95d5-677415aa68f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:32.316665 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-88b2c6bc-7223-46a0-95d5-677415aa68f5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/415ee533-6d55-4a1c-b92c-46835dfb2da1 HTTP/1.1" status: 204 len: 168 time: 0.1953104 Aug 29 04:32:32.338251 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b2c6bc-7223-46a0-95d5-677415aa68f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=415ee533-6d55-4a1c-b92c-46835dfb2da1,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:32.444856 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae39772f-ae8c-45b5-acfb-9d5ccdf3b33c req-2afaa4b8-48d9-4734-90a1-8a7f64850fed tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:32.450946 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9b455c-43d4-4d50-90b8-a7094a355a46 None None] Pushing event updated for resources: {'Port': ['ID=5b4b1ef4-de31-4339-a020-368b4557f257,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:32.455281 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ae39772f-ae8c-45b5-acfb-9d5ccdf3b33c req-2afaa4b8-48d9-4734-90a1-8a7f64850fed tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] 10.222.0.22 "GET /v2.0/ports?device_id=8dc57973-bef3-4ca1-9c3b-df44b0b42265 HTTP/1.1" status: 200 len: 945 time: 0.4516330 Aug 29 04:32:32.494058 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-db2b2573-b16b-45ca-94b5-e8dfa9a8c852 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:32.540808 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-db2b2573-b16b-45ca-94b5-e8dfa9a8c852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:32.578746 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eafb74-f49f-4d48-9043-c0e290056524 req-6531d4c5-9233-40d0-bd30-0e266305ad40 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:32.581012 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f7eafb74-f49f-4d48-9043-c0e290056524 req-6531d4c5-9233-40d0-bd30-0e266305ad40 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 945 time: 0.1082292 Aug 29 04:32:32.663472 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f7eafb74-f49f-4d48-9043-c0e290056524 req-5b40f22b-3c2b-471d-b444-0bf9f0d4997e tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691421 Aug 29 04:32:32.743183 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-db2b2573-b16b-45ca-94b5-e8dfa9a8c852 admin admin] Allocated IP 172.25.0.236 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/18cd0584-1fb5-4dbd-8286-4f084716d0fc) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:32:32.744050 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-9fbc68be-4006-4235-b2a6-30e8f13b77aa None None] Allocated IP 172.20.0.2 (b40bfd6d-31ea-47be-b480-8a2abb5227f9/c33478b6-005c-4e12-b544-d0a89370f203/965b5cb3-6fde-4252-ba8d-49c116344cdb) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:32:32.745957 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fca62b61-76c4-436c-8176-aaf37350a99e tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9190434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062341'] for subnet, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:32.746754 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-ba9b455c-43d4-4d50-90b8-a7094a355a46 None None] Attempting to bind port 5b4b1ef4-de31-4339-a020-368b4557f257 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:32:32.747262 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-ba9b455c-43d4-4d50-90b8-a7094a355a46 None None] Attempting to bind port 5b4b1ef4-de31-4339-a020-368b4557f257 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '0fc0da0a-b381-4d95-9f3f-3aa10a110ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:32:32.747979 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9b455c-43d4-4d50-90b8-a7094a355a46 None None] Attempting to bind port 5b4b1ef4-de31-4339-a020-368b4557f257 on network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:32:32.765455 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9b455c-43d4-4d50-90b8-a7094a355a46 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:32:32.765949 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9b455c-43d4-4d50-90b8-a7094a355a46 None None] Checking segment: {'id': '0fc0da0a-b381-4d95-9f3f-3aa10a110ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:32:32.766479 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ba9b455c-43d4-4d50-90b8-a7094a355a46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:32.767942 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9b455c-43d4-4d50-90b8-a7094a355a46 None None] Bound using segment: {'id': '0fc0da0a-b381-4d95-9f3f-3aa10a110ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:32:32.768548 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-ba9b455c-43d4-4d50-90b8-a7094a355a46 None None] Bound port: 5b4b1ef4-de31-4339-a020-368b4557f257, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fc0da0a-b381-4d95-9f3f-3aa10a110ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:32:32.769366 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ba9b455c-43d4-4d50-90b8-a7094a355a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:32.788244 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ae39772f-ae8c-45b5-acfb-9d5ccdf3b33c req-a8eb2aad-a6d3-4d7a-950c-a0245d0e8062 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] 10.222.0.22 "GET /v2.0/security-groups?id=acd93421-35de-4771-b1e2-9bfc66349eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3202045 Aug 29 04:32:32.792941 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 42460) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:32.853517 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca62b61-76c4-436c-8176-aaf37350a99e tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Pushing event deleted for resources: {'Subnet': ['ID=e3dd21ba-253f-426c-ac88-97dd93bca990,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:32.864843 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fca62b61-76c4-436c-8176-aaf37350a99e tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:32.868084 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-fca62b61-76c4-436c-8176-aaf37350a99e tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "DELETE /v2.0/subnets/e3dd21ba-253f-426c-ac88-97dd93bca990 HTTP/1.1" status: 204 len: 168 time: 1.1263819 Aug 29 04:32:32.871754 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 42468) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:32.967176 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 20d4ace3-c185-4500-b27f-24fee33aca90 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:32:32.972423 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-7c2d71c8-3d05-4c64-97b4-6ad2c43ef2cc tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0886400 Aug 29 04:32:32.978980 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 42470) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:32.985669 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-5f983bae-2371-49c4-a930-1769fd0ab455 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Request body: {'subnet': {'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:33.028520 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 20d4ace3-c185-4500-b27f-24fee33aca90 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:32:33.028927 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 20d4ace3-c185-4500-b27f-24fee33aca90 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:32:33.035815 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-ba9b455c-43d4-4d50-90b8-a7094a355a46 None None] For port 5b4b1ef4-de31-4339-a020-368b4557f257, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:32:33.064037 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc3d119-3cf3-4f44-a5f0-10fc35916dff req-07039678-7980-459b-b7e0-b2b5af1ed33f tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:33.065698 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fcc3d119-3cf3-4f44-a5f0-10fc35916dff req-07039678-7980-459b-b7e0-b2b5af1ed33f tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 945 time: 0.0998497 Aug 29 04:32:33.082200 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-ba9b455c-43d4-4d50-90b8-a7094a355a46 None None] For port 5b4b1ef4-de31-4339-a020-368b4557f257, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=5b4b1ef4-de31-4339-a020-368b4557f257,segment=NetworkSegment(0fc0da0a-b381-4d95-9f3f-3aa10a110ba6),segment_id=0fc0da0a-b381-4d95-9f3f-3aa10a110ba6)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:32:33.095820 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ba9b455c-43d4-4d50-90b8-a7094a355a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:33.125779 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-db2b2573-b16b-45ca-94b5-e8dfa9a8c852 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:33.178522 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fcc3d119-3cf3-4f44-a5f0-10fc35916dff req-1fd824cc-8138-43af-a00f-367d9d8f0bf7 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915084 Aug 29 04:32:33.238309 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 42474) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:33.253853 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9fbc68be-4006-4235-b2a6-30e8f13b77aa None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:33.278462 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d3d046eb-7234-482f-b781-8e21abe44395 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:33.285237 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 04690ccb-31a2-42b9-a669-035600805725 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:32:33.292536 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-9fbc68be-4006-4235-b2a6-30e8f13b77aa None None] Transition to ACTIVE for port object 965b5cb3-6fde-4252-ba8d-49c116344cdb will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:33.294404 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9b455c-43d4-4d50-90b8-a7094a355a46 None None] Pushing event updated for resources: {'Port': ['ID=5b4b1ef4-de31-4339-a020-368b4557f257,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:33.317771 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-db2b2573-b16b-45ca-94b5-e8dfa9a8c852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:33.374726 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-9fbc68be-4006-4235-b2a6-30e8f13b77aa None None] Transition to ACTIVE for port object 965b5cb3-6fde-4252-ba8d-49c116344cdb will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:33.386219 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cf46547a-369b-4c7e-90c6-af61d7e03815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:33.388905 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device e57e5d47-f45d-4c1d-a9a2-4aa3fa84616c details requested by agent hyperv_n-h2-712140-12 with host n-h2-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:32:33.399796 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9fbc68be-4006-4235-b2a6-30e8f13b77aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:33.463146 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbc68be-4006-4235-b2a6-30e8f13b77aa None None] Pushing event updated for resources: {'Port': ['ID=965b5cb3-6fde-4252-ba8d-49c116344cdb,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:33.487564 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbc68be-4006-4235-b2a6-30e8f13b77aa None None] Network b40bfd6d-31ea-47be-b480-8a2abb5227f9 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:33.500360 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-9fbc68be-4006-4235-b2a6-30e8f13b77aa None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:33.503810 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbc68be-4006-4235-b2a6-30e8f13b77aa None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:32:33.552754 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6adb9719-be4a-4691-a476-c29c80679034 tempest-TestVolumeBackupRestore-1563232520 tempest-TestVolumeBackupRestore-1563232520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:33.554531 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-6adb9719-be4a-4691-a476-c29c80679034 tempest-TestVolumeBackupRestore-1563232520 tempest-TestVolumeBackupRestore-1563232520-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=8dc57973-bef3-4ca1-9c3b-df44b0b42265 HTTP/1.1" status: 200 len: 1092 time: 0.7571454 Aug 29 04:32:33.557470 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 04690ccb-31a2-42b9-a669-035600805725 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:32:33.558207 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 42480) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:33.564191 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-a62de4bd-ac72-457a-b60d-018669e207e2 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Request body: {'floatingip': {'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'port_id': '8ddac917-8a1b-4197-8c8c-975d4df6bc22', 'tenant_id': '3c2056b185a4447f97a37026802347bd', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:33.565110 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 04690ccb-31a2-42b9-a669-035600805725 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:33.565493 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:33.581356 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41349853-d44f-41ca-bf43-7ddc1ce6459a req-e027556a-4d6c-4209-b095-bb42d1ee33e7 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:33.583497 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-41349853-d44f-41ca-bf43-7ddc1ce6459a req-e027556a-4d6c-4209-b095-bb42d1ee33e7 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/ports?device_id=57066a57-7bcb-4e28-a290-b6041a4a03ca HTTP/1.1" status: 200 len: 943 time: 0.1007299 Aug 29 04:32:33.647462 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-41349853-d44f-41ca-bf43-7ddc1ce6459a req-e31bc50a-6750-4aea-9800-24fb9ffe88cc tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/security-groups?id=f2284a1b-92b5-4cc6-825a-c1a1841e1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518596 Aug 29 04:32:33.693115 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-9fbc68be-4006-4235-b2a6-30e8f13b77aa None None] Attempting to bind port 965b5cb3-6fde-4252-ba8d-49c116344cdb on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:32:33.693407 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-9fbc68be-4006-4235-b2a6-30e8f13b77aa None None] Attempting to bind port 965b5cb3-6fde-4252-ba8d-49c116344cdb by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '4af29dd7-ea27-42c9-b76b-b8f5c2600aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b40bfd6d-31ea-47be-b480-8a2abb5227f9'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:32:33.694462 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbc68be-4006-4235-b2a6-30e8f13b77aa None None] Attempting to bind port 965b5cb3-6fde-4252-ba8d-49c116344cdb on network b40bfd6d-31ea-47be-b480-8a2abb5227f9 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:32:33.722124 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbc68be-4006-4235-b2a6-30e8f13b77aa None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:32:33.722592 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbc68be-4006-4235-b2a6-30e8f13b77aa None None] Checking segment: {'id': '4af29dd7-ea27-42c9-b76b-b8f5c2600aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b40bfd6d-31ea-47be-b480-8a2abb5227f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:32:33.723242 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9fbc68be-4006-4235-b2a6-30e8f13b77aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:33.723789 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbc68be-4006-4235-b2a6-30e8f13b77aa None None] Bound using segment: {'id': '4af29dd7-ea27-42c9-b76b-b8f5c2600aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b40bfd6d-31ea-47be-b480-8a2abb5227f9'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:32:33.724299 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-9fbc68be-4006-4235-b2a6-30e8f13b77aa None None] Bound port: 965b5cb3-6fde-4252-ba8d-49c116344cdb, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4af29dd7-ea27-42c9-b76b-b8f5c2600aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b40bfd6d-31ea-47be-b480-8a2abb5227f9'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:32:33.724694 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9fbc68be-4006-4235-b2a6-30e8f13b77aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:33.730063 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port e57e5d47-f45d-4c1d-a9a2-4aa3fa84616c, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=e57e5d47-f45d-4c1d-a9a2-4aa3fa84616c,segment=NetworkSegment(e370ab6f-b877-4d1b-8a8e-a0dc4be5ecd4),segment_id=e370ab6f-b877-4d1b-8a8e-a0dc4be5ecd4)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:33.759566 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Returning: {'device': 'e57e5d47-f45d-4c1d-a9a2-4aa3fa84616c', 'network_id': 'f71495d7-96ad-4847-83eb-b3625c73c9a5', 'port_id': 'e57e5d47-f45d-4c1d-a9a2-4aa3fa84616c', 'mac_address': 'fa:16:3e:1b:e5:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5de44217-4c88-4ff9-be1a-03ac5f0e7204', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:32:33.827301 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2b2573-b16b-45ca-94b5-e8dfa9a8c852 admin admin] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:33.857173 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-db2b2573-b16b-45ca-94b5-e8dfa9a8c852 admin admin] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:33.869015 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:33.901515 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:33.903754 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-9fbc68be-4006-4235-b2a6-30e8f13b77aa None None] For port 965b5cb3-6fde-4252-ba8d-49c116344cdb, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:32:33.941058 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-9fbc68be-4006-4235-b2a6-30e8f13b77aa None None] For port 965b5cb3-6fde-4252-ba8d-49c116344cdb, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=965b5cb3-6fde-4252-ba8d-49c116344cdb,segment=NetworkSegment(4af29dd7-ea27-42c9-b76b-b8f5c2600aac),segment_id=4af29dd7-ea27-42c9-b76b-b8f5c2600aac)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:32:33.945810 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e57e5d47-f45d-4c1d-a9a2-4aa3fa84616c {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:32:33.958891 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2b2573-b16b-45ca-94b5-e8dfa9a8c852 admin admin] Pushing event updated for resources: {'Port': ['ID=18cd0584-1fb5-4dbd-8286-4f084716d0fc,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:33.959181 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 04690ccb-31a2-42b9-a669-035600805725, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=04690ccb-31a2-42b9-a669-035600805725,segment=NetworkSegment(48f138d5-0117-42b7-b327-ede7f9f15780),segment_id=48f138d5-0117-42b7-b327-ede7f9f15780)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:33.961709 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9fbc68be-4006-4235-b2a6-30e8f13b77aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:33.962651 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2b2573-b16b-45ca-94b5-e8dfa9a8c852 admin admin] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:32:33.973630 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:34.009520 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port e57e5d47-f45d-4c1d-a9a2-4aa3fa84616c, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=e57e5d47-f45d-4c1d-a9a2-4aa3fa84616c,segment=NetworkSegment(e370ab6f-b877-4d1b-8a8e-a0dc4be5ecd4),segment_id=e370ab6f-b877-4d1b-8a8e-a0dc4be5ecd4)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:34.019347 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:34.049908 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbc68be-4006-4235-b2a6-30e8f13b77aa None None] Pushing event updated for resources: {'Port': ['ID=965b5cb3-6fde-4252-ba8d-49c116344cdb,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:34.072842 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d524522-1e85-4536-bfb7-8f78edf5ea09 req-bb20698e-e3b6-462d-9cd1-e5e06c5924d3 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:34.074398 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1d524522-1e85-4536-bfb7-8f78edf5ea09 req-bb20698e-e3b6-462d-9cd1-e5e06c5924d3 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 945 time: 0.2463453 Aug 29 04:32:34.108824 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=04690ccb-31a2-42b9-a669-035600805725,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:34.125782 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d3d046eb-7234-482f-b781-8e21abe44395 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:34.152359 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.db.api [None req-a62de4bd-ac72-457a-b60d-018669e207e2 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 04:32:34.152359 n-d-712140-12 neutron-server[94829]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 29 04:32:34.152359 n-d-712140-12 neutron-server[94829]: [parameters: {'project_id_1': '3c2056b185a4447f97a37026802347bd', 'expiration_1': datetime.datetime(2021, 8, 29, 4, 32, 33, 587906)}] Aug 29 04:32:34.152359 n-d-712140-12 neutron-server[94829]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:32:34.153412 n-d-712140-12 neutron-server[94829]: DEBUG oslo_db.api [None req-a62de4bd-ac72-457a-b60d-018669e207e2 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:32:34.154634 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f983bae-2371-49c4-a930-1769fd0ab455 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Made reservation on behalf of 808af00233b447dbb547871646623489 for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:34.158602 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5f983bae-2371-49c4-a930-1769fd0ab455 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4552395'] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:34.168129 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d3d046eb-7234-482f-b781-8e21abe44395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:34.169809 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=e57e5d47-f45d-4c1d-a9a2-4aa3fa84616c,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:34.290334 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1d524522-1e85-4536-bfb7-8f78edf5ea09 req-4339feb1-e4f6-45bf-b9ef-cfb45fbfb6ee tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566792 Aug 29 04:32:34.317756 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d046eb-7234-482f-b781-8e21abe44395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ca0fce6-5e53-48d5-aac9-41b25eb3e312,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:34.360241 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-d3d046eb-7234-482f-b781-8e21abe44395 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=496dd0bbbbc4465fb07a265e6c79745c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1153734 Aug 29 04:32:34.364107 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 42492) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:34.465651 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['e57e5d47-f45d-4c1d-a9a2-4aa3fa84616c'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:32:34.477973 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-db2b2573-b16b-45ca-94b5-e8dfa9a8c852 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:34.506360 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-173d6749-ada0-4254-94c0-74c1f8284226 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:34.578012 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-173d6749-ada0-4254-94c0-74c1f8284226 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:34.592931 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bac004-4418-49cf-9977-4cee8cea200c req-c5ae4c09-f858-421d-9713-7e25ad493331 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:34.603625 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e4bac004-4418-49cf-9977-4cee8cea200c req-c5ae4c09-f858-421d-9713-7e25ad493331 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 945 time: 0.1724751 Aug 29 04:32:34.619832 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5f983bae-2371-49c4-a930-1769fd0ab455 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4274880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4552377'] for subnet, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:34.723073 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f983bae-2371-49c4-a930-1769fd0ab455 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:34.752076 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-5f983bae-2371-49c4-a930-1769fd0ab455 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:34.762485 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f983bae-2371-49c4-a930-1769fd0ab455 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:34.762920 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5f983bae-2371-49c4-a930-1769fd0ab455 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:34.766684 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f983bae-2371-49c4-a930-1769fd0ab455 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Pushing event updated for resources: {'Subnet': ['ID=9363ddff-f51b-456d-b1f3-c91aac01fc25,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:34.766848 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2adf636e-f01d-4187-bee7-feaf30a9c032 None None] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:32:34.777560 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e4bac004-4418-49cf-9977-4cee8cea200c req-6cd50baf-3149-438c-bf14-f4175ff60c28 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723223 Aug 29 04:32:34.781695 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a62de4bd-ac72-457a-b60d-018669e207e2 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Notify callbacks [] for floatingip, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:34.801411 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-5f983bae-2371-49c4-a930-1769fd0ab455 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8202240 Aug 29 04:32:34.817217 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 42496) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:34.823029 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-a2a72a66-fe7c-4d33-97be-8f894b33eecd tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1713939983', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:34.858825 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a2a72a66-fe7c-4d33-97be-8f894b33eecd tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:34.859607 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-173d6749-ada0-4254-94c0-74c1f8284226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:34.860015 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a2a72a66-fe7c-4d33-97be-8f894b33eecd tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1838'] for router, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:34.862227 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-173d6749-ada0-4254-94c0-74c1f8284226 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:34.873051 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-173d6749-ada0-4254-94c0-74c1f8284226 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2ca0fce6-5e53-48d5-aac9-41b25eb3e312 HTTP/1.1" status: 204 len: 168 time: 0.5071011 Aug 29 04:32:34.907241 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173d6749-ada0-4254-94c0-74c1f8284226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ca0fce6-5e53-48d5-aac9-41b25eb3e312,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:34.913904 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b19b27-c0b8-4233-aef1-7e0b77875224 req-2fd759d9-5f4c-4ff8-a40b-609c0e06690c tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:34.915453 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d9b19b27-c0b8-4233-aef1-7e0b77875224 req-2fd759d9-5f4c-4ff8-a40b-609c0e06690c tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/ports?device_id=57066a57-7bcb-4e28-a290-b6041a4a03ca HTTP/1.1" status: 200 len: 944 time: 0.1469734 Aug 29 04:32:35.031275 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a62de4bd-ac72-457a-b60d-018669e207e2 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:35.095882 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-db2b2573-b16b-45ca-94b5-e8dfa9a8c852 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409'] for router, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:35.098100 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a2a72a66-fe7c-4d33-97be-8f894b33eecd tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:35.148583 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a2a72a66-fe7c-4d33-97be-8f894b33eecd tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409'] for router, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:35.209041 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d9b19b27-c0b8-4233-aef1-7e0b77875224 req-85254a14-c9a7-4479-b583-41bc71236e55 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/security-groups?id=f2284a1b-92b5-4cc6-825a-c1a1841e1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719505 Aug 29 04:32:35.279565 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f95ce2-91fb-4001-9f62-250e60c46d90 None None] Update dhcp port {'port': {'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b', 'fixed_ips': [{'subnet_id': '9363ddff-f51b-456d-b1f3-c91aac01fc25'}], 'binding:host_id': 'n-d-712140-12'}, 'id': '5b4b1ef4-de31-4339-a020-368b4557f257'} from n-d-712140-12. {{(pid=94830) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 04:32:35.321753 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a2a72a66-fe7c-4d33-97be-8f894b33eecd tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for router, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:35.325631 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-a2a72a66-fe7c-4d33-97be-8f894b33eecd tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5034354 Aug 29 04:32:35.326530 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-36f95ce2-91fb-4001-9f62-250e60c46d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:35.328070 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 42514) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:35.339747 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-a62de4bd-ac72-457a-b60d-018669e207e2 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Allocated IP 172.25.0.18 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/ea887171-bf3c-4b7e-afce-6e4053ad36b3) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:32:35.359367 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977d2d4a-3a89-42bc-8243-e462c37924d8 req-a164b1f8-47b9-4085-a9ed-b7140f9bd61d tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:35.377802 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-977d2d4a-3a89-42bc-8243-e462c37924d8 req-a164b1f8-47b9-4085-a9ed-b7140f9bd61d tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 945 time: 0.1806519 Aug 29 04:32:35.447725 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 04690ccb-31a2-42b9-a669-035600805725 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:32:35.498163 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-977d2d4a-3a89-42bc-8243-e462c37924d8 req-9c278e6c-e522-4ae0-a1df-925f8d673cc6 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193478 Aug 29 04:32:35.681555 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e1e9a1-a71e-400a-8f90-6303644f4aa7 None None] Network b40bfd6d-31ea-47be-b480-8a2abb5227f9 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:32:35.710081 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a62de4bd-ac72-457a-b60d-018669e207e2 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:35.796075 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a62de4bd-ac72-457a-b60d-018669e207e2 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:35.878439 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f032d462-50c1-4ec6-b3fc-2a0fb9b6d8d3 req-c65babac-e26c-422f-b2a5-936f1b64452c tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:35.886389 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f032d462-50c1-4ec6-b3fc-2a0fb9b6d8d3 req-c65babac-e26c-422f-b2a5-936f1b64452c tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 945 time: 0.2158530 Aug 29 04:32:35.899951 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62de4bd-ac72-457a-b60d-018669e207e2 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:35.900769 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62de4bd-ac72-457a-b60d-018669e207e2 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Pushing event updated for resources: {'Port': ['ID=ea887171-bf3c-4b7e-afce-6e4053ad36b3,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:35.907303 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-a62de4bd-ac72-457a-b60d-018669e207e2 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:35.909716 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62de4bd-ac72-457a-b60d-018669e207e2 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:32:35.922792 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1fef1ed7-b073-4816-826f-86243b3d69c6 None None] Provisioning for port 965b5cb3-6fde-4252-ba8d-49c116344cdb completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:32:35.950124 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 04690ccb-31a2-42b9-a669-035600805725 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:35.950444 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:35.979663 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db2b2573-b16b-45ca-94b5-e8dfa9a8c852 admin admin] Router 1537dc19-17b8-4a17-beb8-319db762a2de is scheduled to L3 agent 76874008-c311-485c-ba36-921b6d275b6a with binding_index 1 {{(pid=94828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:32:36.004020 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f032d462-50c1-4ec6-b3fc-2a0fb9b6d8d3 req-afe924f8-d78b-448f-9212-e8dc8afb1cb3 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124232 Aug 29 04:32:36.086181 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9047871e-68a2-4961-abf1-fbb1bcf43b98 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:36.350443 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db2b2573-b16b-45ca-94b5-e8dfa9a8c852 admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:32:36.398021 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-db2b2573-b16b-45ca-94b5-e8dfa9a8c852 admin admin] Notify callbacks [] for router, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:36.399594 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-db2b2573-b16b-45ca-94b5-e8dfa9a8c852 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.8393855 Aug 29 04:32:36.403023 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 42552) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:36.435287 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d581e3-2906-4b3e-92fd-4b2889a480ed req-08e5c371-094b-4f1f-a5a4-333ba518b214 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:36.443286 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-60d581e3-2906-4b3e-92fd-4b2889a480ed req-08e5c371-094b-4f1f-a5a4-333ba518b214 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 945 time: 0.1245615 Aug 29 04:32:36.451506 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-36f95ce2-91fb-4001-9f62-250e60c46d90 None None] Allocated IP 2001:db8::2 (9a0c1c63-2a3a-4918-9723-8b35bf7d017b/9363ddff-f51b-456d-b1f3-c91aac01fc25/5b4b1ef4-de31-4339-a020-368b4557f257) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:32:36.484047 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf38778-81c3-46f0-aa63-be70cdf3c2b8 None None] Sync routers for ids ['1537dc19-17b8-4a17-beb8-319db762a2de'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:32:36.538551 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-60d581e3-2906-4b3e-92fd-4b2889a480ed req-fb952f53-ac84-45d2-b8b1-45819dfab2b7 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934374 Aug 29 04:32:36.565283 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf38778-81c3-46f0-aa63-be70cdf3c2b8 None None] Routers {'1537dc19-17b8-4a17-beb8-319db762a2de'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:32:36.565928 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-eaf38778-81c3-46f0-aa63-be70cdf3c2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:32:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['1537dc19-17b8-4a17-beb8-319db762a2de'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:36.567906 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-668820f7-0db6-44bf-97b9-44f44916f43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:36.592610 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3399b527-d492-4e64-96e5-149829192d03 req-bcc623b8-c9f3-4a1b-8aa6-ac37a2004168 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:36.599796 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3399b527-d492-4e64-96e5-149829192d03 req-bcc623b8-c9f3-4a1b-8aa6-ac37a2004168 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/ports?device_id=57066a57-7bcb-4e28-a290-b6041a4a03ca HTTP/1.1" status: 200 len: 944 time: 0.2456918 Aug 29 04:32:36.692186 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518cdf70-de44-488e-b1fe-d97621908274 req-a6ade493-3b1f-4d28-8fe0-53f6577fff60 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:36.708308 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-518cdf70-de44-488e-b1fe-d97621908274 req-a6ade493-3b1f-4d28-8fe0-53f6577fff60 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 945 time: 0.0750175 Aug 29 04:32:36.783407 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-36f95ce2-91fb-4001-9f62-250e60c46d90 None None] For port 5b4b1ef4-de31-4339-a020-368b4557f257, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=5b4b1ef4-de31-4339-a020-368b4557f257,segment=NetworkSegment(0fc0da0a-b381-4d95-9f3f-3aa10a110ba6),segment_id=0fc0da0a-b381-4d95-9f3f-3aa10a110ba6)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:36.786799 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3399b527-d492-4e64-96e5-149829192d03 req-cd763bdc-300b-429d-888b-687ebee70d34 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/security-groups?id=f2284a1b-92b5-4cc6-825a-c1a1841e1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860471 Aug 29 04:32:36.824954 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-518cdf70-de44-488e-b1fe-d97621908274 req-3adb9a0c-14e6-4ecf-88f9-4fdc0890cfb4 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156745 Aug 29 04:32:36.849388 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-36f95ce2-91fb-4001-9f62-250e60c46d90 None None] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:36.865294 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-36f95ce2-91fb-4001-9f62-250e60c46d90 None None] Ignored duplicate provisioning block setup for port 5b4b1ef4-de31-4339-a020-368b4557f257 by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 29 04:32:36.907444 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-36f95ce2-91fb-4001-9f62-250e60c46d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:36.991288 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-9047871e-68a2-4961-abf1-fbb1bcf43b98 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Allocated IP 2001:db8::1 (9a0c1c63-2a3a-4918-9723-8b35bf7d017b/9363ddff-f51b-456d-b1f3-c91aac01fc25/6de715ed-2f27-44dd-952d-689739ce0f51) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:32:37.000603 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f95ce2-91fb-4001-9f62-250e60c46d90 None None] Pushing event updated for resources: {'Port': ['ID=5b4b1ef4-de31-4339-a020-368b4557f257,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:37.112479 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f95ce2-91fb-4001-9f62-250e60c46d90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:37.112841 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f95ce2-91fb-4001-9f62-250e60c46d90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:37.113331 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f95ce2-91fb-4001-9f62-250e60c46d90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:37.113821 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f95ce2-91fb-4001-9f62-250e60c46d90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:37.114215 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f95ce2-91fb-4001-9f62-250e60c46d90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:37.114528 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f95ce2-91fb-4001-9f62-250e60c46d90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:37.114948 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f95ce2-91fb-4001-9f62-250e60c46d90 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:37.115410 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f95ce2-91fb-4001-9f62-250e60c46d90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:37.116561 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f95ce2-91fb-4001-9f62-250e60c46d90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:37.116958 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f95ce2-91fb-4001-9f62-250e60c46d90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:37.117300 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f95ce2-91fb-4001-9f62-250e60c46d90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:37.117635 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f95ce2-91fb-4001-9f62-250e60c46d90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:37.149172 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:32:37.261538 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:37.290695 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 965b5cb3-6fde-4252-ba8d-49c116344cdb up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:32:37.404485 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-eaf38778-81c3-46f0-aa63-be70cdf3c2b8 None None] Set router 1537dc19-17b8-4a17-beb8-319db762a2de gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:32:37.417073 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device e57e5d47-f45d-4c1d-a9a2-4aa3fa84616c up at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:32:37.419078 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc5ad39-00cf-4161-9544-d69aa5e454fc req-cfdd6199-3db8-408a-b5d2-4e96f90865fe tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:37.421152 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-edc5ad39-00cf-4161-9544-d69aa5e454fc req-cfdd6199-3db8-408a-b5d2-4e96f90865fe tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 945 time: 0.3945589 Aug 29 04:32:37.425828 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:37.498532 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9047871e-68a2-4961-abf1-fbb1bcf43b98 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:37.538991 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-edc5ad39-00cf-4161-9544-d69aa5e454fc req-27de8e00-c0a1-45d7-918c-a148898f45e2 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009340 Aug 29 04:32:37.556400 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-9047871e-68a2-4961-abf1-fbb1bcf43b98 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Transition to ACTIVE for port object 6de715ed-2f27-44dd-952d-689739ce0f51 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:37.654594 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9047871e-68a2-4961-abf1-fbb1bcf43b98 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:37.758412 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9047871e-68a2-4961-abf1-fbb1bcf43b98 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:37.762257 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-9047871e-68a2-4961-abf1-fbb1bcf43b98 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:37.766994 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9047871e-68a2-4961-abf1-fbb1bcf43b98 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:32:37.768158 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9047871e-68a2-4961-abf1-fbb1bcf43b98 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719598'] for router_interface, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:37.775997 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9047871e-68a2-4961-abf1-fbb1bcf43b98 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Pushing event updated for resources: {'Port': ['ID=6de715ed-2f27-44dd-952d-689739ce0f51,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:37.820706 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 965b5cb3-6fde-4252-ba8d-49c116344cdb completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:32:37.848821 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 965b5cb3-6fde-4252-ba8d-49c116344cdb triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:37.849992 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:37.915618 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-04036378-d1a5-458b-96ad-31503bb08496 None None] Provisioning complete for port 965b5cb3-6fde-4252-ba8d-49c116344cdb triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:37.916291 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-04036378-d1a5-458b-96ad-31503bb08496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:37.986471 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning for port e57e5d47-f45d-4c1d-a9a2-4aa3fa84616c completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:32:37.992624 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8606da70-1281-4924-8591-5bfc3fb1ac7b req-b2eb1251-bca9-4785-ba29-c58021c32c24 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:38.000554 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8606da70-1281-4924-8591-5bfc3fb1ac7b req-b2eb1251-bca9-4785-ba29-c58021c32c24 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/ports?device_id=57066a57-7bcb-4e28-a290-b6041a4a03ca HTTP/1.1" status: 200 len: 944 time: 0.0763297 Aug 29 04:32:38.039715 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:38.062190 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning complete for port e57e5d47-f45d-4c1d-a9a2-4aa3fa84616c triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:38.062952 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:38.063807 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9047871e-68a2-4961-abf1-fbb1bcf43b98 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:38.118404 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8606da70-1281-4924-8591-5bfc3fb1ac7b req-053b29c2-75db-4e72-bf28-fac1acc4e942 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/security-groups?id=f2284a1b-92b5-4cc6-825a-c1a1841e1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141758 Aug 29 04:32:38.177720 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 965b5cb3-6fde-4252-ba8d-49c116344cdb, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=965b5cb3-6fde-4252-ba8d-49c116344cdb,segment=NetworkSegment(4af29dd7-ea27-42c9-b76b-b8f5c2600aac),segment_id=4af29dd7-ea27-42c9-b76b-b8f5c2600aac)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:38.196972 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:38.405220 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a62de4bd-ac72-457a-b60d-018669e207e2 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:38.432253 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 5b4b1ef4-de31-4339-a020-368b4557f257 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:32:38.435793 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=965b5cb3-6fde-4252-ba8d-49c116344cdb,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:38.549183 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2982ad98-5e93-457b-9ef2-4ab6ab679710 req-9aedb8ef-7279-4d36-9ea2-698a416347a9 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:38.550775 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2982ad98-5e93-457b-9ef2-4ab6ab679710 req-9aedb8ef-7279-4d36-9ea2-698a416347a9 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 945 time: 0.2840877 Aug 29 04:32:38.615235 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-eaf38778-81c3-46f0-aa63-be70cdf3c2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1537dc19-17b8-4a17-beb8-319db762a2de', 'name': 'tempest-TestServerBasicOps-427241465-router', 'tenant_id': 'c84af7f0f5864c20bd3db94f763e0a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '18cd0584-1fb5-4dbd-8286-4f084716d0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:32:30Z', 'updated_at': '2021-08-29T04:32:34Z', 'revision_number': 3, 'project_id': 'c84af7f0f5864c20bd3db94f763e0a0d', 'gw_port': {'id': '18cd0584-1fb5-4dbd-8286-4f084716d0fc', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:6a:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1537dc19-17b8-4a17-beb8-319db762a2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:32Z', 'updated_at': '2021-08-29T04:32:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:38.661921 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf38778-81c3-46f0-aa63-be70cdf3c2b8 None None] Checking router: 1537dc19-17b8-4a17-beb8-319db762a2de for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:32:38.663408 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf38778-81c3-46f0-aa63-be70cdf3c2b8 None None] Updating router 1537dc19-17b8-4a17-beb8-319db762a2de port 18cd0584-1fb5-4dbd-8286-4f084716d0fc binding host n-d-712140-12 {{(pid=94830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:32:38.735312 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2982ad98-5e93-457b-9ef2-4ab6ab679710 req-988fe5a3-e29c-4f66-a711-0184be9a2a34 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650956 Aug 29 04:32:38.753536 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a62de4bd-ac72-457a-b60d-018669e207e2 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:38.761281 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:38.856612 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port e57e5d47-f45d-4c1d-a9a2-4aa3fa84616c, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=e57e5d47-f45d-4c1d-a9a2-4aa3fa84616c,segment=NetworkSegment(e370ab6f-b877-4d1b-8a8e-a0dc4be5ecd4),segment_id=e370ab6f-b877-4d1b-8a8e-a0dc4be5ecd4)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:38.861598 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57066a57-7bcb-4e28-a290-b6041a4a03ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e57e5d47-f45d-4c1d-a9a2-4aa3fa84616c'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:32:38.869775 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b428772a-5dc2-4eb4-b06a-48b6381f3a7a" -d '{"events": [{"server_uuid": "57066a57-7bcb-4e28-a290-b6041a4a03ca", "name": "network-vif-plugged", "status": "completed", "tag": "e57e5d47-f45d-4c1d-a9a2-4aa3fa84616c"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:32:38.874173 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-eaf38778-81c3-46f0-aa63-be70cdf3c2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:38.947001 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0b2bb8b2-7885-4fbb-8c88-cef12f806e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:39.139040 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9047871e-68a2-4961-abf1-fbb1bcf43b98 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:39.142673 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:39.147774 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9047871e-68a2-4961-abf1-fbb1bcf43b98 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:39.152047 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9047871e-68a2-4961-abf1-fbb1bcf43b98 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-718897'] for router_interface, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:39.155726 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:39.168090 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 5b4b1ef4-de31-4339-a020-368b4557f257 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:32:39.265388 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-aeec282f-d834-4d2c-bf58-2d11bc026341 None None] Provisioning for port 5b4b1ef4-de31-4339-a020-368b4557f257 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:32:39.281533 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-aeec282f-d834-4d2c-bf58-2d11bc026341 None None] Provisioning complete for port 5b4b1ef4-de31-4339-a020-368b4557f257 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:39.282191 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-aeec282f-d834-4d2c-bf58-2d11bc026341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:39.380275 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9047871e-68a2-4961-abf1-fbb1bcf43b98 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Pushing event updated for resources: {'Port': ['ID=6de715ed-2f27-44dd-952d-689739ce0f51,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:39.400222 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a62de4bd-ac72-457a-b60d-018669e207e2 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:39.430404 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d05c56-a1c8-475b-8d34-db765d177509 req-e473646d-82df-4b59-b045-ca627b50748c tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:39.434453 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-eaf38778-81c3-46f0-aa63-be70cdf3c2b8 None None] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:39.444253 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f7d05c56-a1c8-475b-8d34-db765d177509 req-e473646d-82df-4b59-b045-ca627b50748c tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 945 time: 0.2738695 Aug 29 04:32:39.449099 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-eaf38778-81c3-46f0-aa63-be70cdf3c2b8 None None] Transition to ACTIVE for port object 18cd0584-1fb5-4dbd-8286-4f084716d0fc will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:39.461998 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a62de4bd-ac72-457a-b60d-018669e207e2 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:39.479468 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac72996-4216-473c-b175-27e2a067cc23 None None] get_active_networks_info from n-d-712140-12 {{(pid=94830) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 04:32:39.490390 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-eaf38778-81c3-46f0-aa63-be70cdf3c2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:39.527975 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=e57e5d47-f45d-4c1d-a9a2-4aa3fa84616c,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:39.535648 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab63ffd-0069-47ff-b19d-8ed774197dd6 req-8fc08333-5278-4ced-9efb-1ace526b12e3 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:39.539230 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dab63ffd-0069-47ff-b19d-8ed774197dd6 req-8fc08333-5278-4ced-9efb-1ace526b12e3 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/ports?device_id=57066a57-7bcb-4e28-a290-b6041a4a03ca HTTP/1.1" status: 200 len: 945 time: 0.1792893 Aug 29 04:32:39.601494 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9047871e-68a2-4961-abf1-fbb1bcf43b98 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:39.605335 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dab63ffd-0069-47ff-b19d-8ed774197dd6 req-7651308f-dd9c-4826-8cc5-a2ddc45dc204 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/security-groups?id=f2284a1b-92b5-4cc6-825a-c1a1841e1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468576 Aug 29 04:32:39.606895 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-9047871e-68a2-4961-abf1-fbb1bcf43b98 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:39.671755 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-eaf38778-81c3-46f0-aa63-be70cdf3c2b8 None None] Attempting to bind port 18cd0584-1fb5-4dbd-8286-4f084716d0fc on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:32:39.672189 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-eaf38778-81c3-46f0-aa63-be70cdf3c2b8 None None] Attempting to bind port 18cd0584-1fb5-4dbd-8286-4f084716d0fc by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:32:39.672569 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf38778-81c3-46f0-aa63-be70cdf3c2b8 None None] Attempting to bind port 18cd0584-1fb5-4dbd-8286-4f084716d0fc on network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:32:39.679200 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f438e8-5cd1-40fa-8998-97e1e67a78f3 None None] Pushing event updated for resources: {'Port': ['ID=18cd0584-1fb5-4dbd-8286-4f084716d0fc,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:39.701850 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-0b2bb8b2-7885-4fbb-8c88-cef12f806e10 admin admin] Allocated IP 172.20.0.1 (b40bfd6d-31ea-47be-b480-8a2abb5227f9/c33478b6-005c-4e12-b544-d0a89370f203/d5db93b5-f6d9-49e8-a35d-f9c8d6949cd4) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:32:39.702554 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-aeec282f-d834-4d2c-bf58-2d11bc026341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:39.716148 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e62d886-a2ec-4140-8c8d-6011b5abd669 x-openstack-request-id: req-7e62d886-a2ec-4140-8c8d-6011b5abd669 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:32:39.716495 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57066a57-7bcb-4e28-a290-b6041a4a03ca", "name": "network-vif-plugged", "status": "completed", "tag": "e57e5d47-f45d-4c1d-a9a2-4aa3fa84616c", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:32:39.716756 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7e62d886-a2ec-4140-8c8d-6011b5abd669 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:32:39.717161 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57066a57-7bcb-4e28-a290-b6041a4a03ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e57e5d47-f45d-4c1d-a9a2-4aa3fa84616c', 'code': 200} Aug 29 04:32:39.738086 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf38778-81c3-46f0-aa63-be70cdf3c2b8 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:32:39.738086 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf38778-81c3-46f0-aa63-be70cdf3c2b8 None None] Checking segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:32:39.738086 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-eaf38778-81c3-46f0-aa63-be70cdf3c2b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:39.738086 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf38778-81c3-46f0-aa63-be70cdf3c2b8 None None] Bound using segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:32:39.738985 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f7d05c56-a1c8-475b-8d34-db765d177509 req-90b43d9f-70f9-4b01-8db7-e63331ddf1ca tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2876368 Aug 29 04:32:39.739100 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-eaf38778-81c3-46f0-aa63-be70cdf3c2b8 None None] Bound port: 18cd0584-1fb5-4dbd-8286-4f084716d0fc, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:32:39.739100 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-eaf38778-81c3-46f0-aa63-be70cdf3c2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:39.802465 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 42624) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:39.809284 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62de4bd-ac72-457a-b60d-018669e207e2 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Pushing event updated for resources: {'Port': ['ID=ea887171-bf3c-4b7e-afce-6e4053ad36b3,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:39.877080 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9047871e-68a2-4961-abf1-fbb1bcf43b98 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Router e0235c6e-a952-4309-86e4-c40b9e5b8b5a is scheduled to L3 agent 76874008-c311-485c-ba36-921b6d275b6a with binding_index 1 {{(pid=94828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:32:39.885362 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-aeec282f-d834-4d2c-bf58-2d11bc026341 None None] For port 5b4b1ef4-de31-4339-a020-368b4557f257, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=5b4b1ef4-de31-4339-a020-368b4557f257,segment=NetworkSegment(0fc0da0a-b381-4d95-9f3f-3aa10a110ba6),segment_id=0fc0da0a-b381-4d95-9f3f-3aa10a110ba6)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:39.886994 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-eaf38778-81c3-46f0-aa63-be70cdf3c2b8 None None] For port 18cd0584-1fb5-4dbd-8286-4f084716d0fc, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:32:39.901027 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-aeec282f-d834-4d2c-bf58-2d11bc026341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:39.913443 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-eaf38778-81c3-46f0-aa63-be70cdf3c2b8 None None] For port 18cd0584-1fb5-4dbd-8286-4f084716d0fc, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=18cd0584-1fb5-4dbd-8286-4f084716d0fc,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:32:39.920843 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a62de4bd-ac72-457a-b60d-018669e207e2 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719515'] for floatingip, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:39.958940 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-eaf38778-81c3-46f0-aa63-be70cdf3c2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:39.972495 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac72996-4216-473c-b175-27e2a067cc23 None None] Resources bound (agent type, host, resource id): {{(pid=94830) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 04:32:40.015295 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9047871e-68a2-4961-abf1-fbb1bcf43b98 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:32:40.025930 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-9047871e-68a2-4961-abf1-fbb1bcf43b98 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "PUT /v2.0/routers/e0235c6e-a952-4309-86e4-c40b9e5b8b5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6970909 Aug 29 04:32:40.026421 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c1c15c-00e4-4228-88a4-2a7f82d49720 None None] Sync routers for ids ['e0235c6e-a952-4309-86e4-c40b9e5b8b5a'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:32:40.029937 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 42628) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:40.041212 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-80f41ead-ff69-4d7e-b222-91d10b521604 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:40.046262 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c1c15c-00e4-4228-88a4-2a7f82d49720 None None] Routers {'e0235c6e-a952-4309-86e4-c40b9e5b8b5a'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:32:40.046891 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-a1c1c15c-00e4-4228-88a4-2a7f82d49720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:32:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['e0235c6e-a952-4309-86e4-c40b9e5b8b5a'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:40.088961 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeec282f-d834-4d2c-bf58-2d11bc026341 None None] Pushing event updated for resources: {'Port': ['ID=5b4b1ef4-de31-4339-a020-368b4557f257,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:40.110240 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-614dc694-7e21-40a9-9f26-7427c461868b None None] Provisioning for port 6de715ed-2f27-44dd-952d-689739ce0f51 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:32:40.114159 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf38778-81c3-46f0-aa63-be70cdf3c2b8 None None] Routers {'1537dc19-17b8-4a17-beb8-319db762a2de'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:32:40.114975 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-eaf38778-81c3-46f0-aa63-be70cdf3c2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:32:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['1537dc19-17b8-4a17-beb8-319db762a2de'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:40.121056 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-614dc694-7e21-40a9-9f26-7427c461868b None None] Provisioning complete for port 6de715ed-2f27-44dd-952d-689739ce0f51 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:40.121795 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-614dc694-7e21-40a9-9f26-7427c461868b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:40.171844 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0b2bb8b2-7885-4fbb-8c88-cef12f806e10 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:40.176829 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-80f41ead-ff69-4d7e-b222-91d10b521604 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:40.182939 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-80f41ead-ff69-4d7e-b222-91d10b521604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:40.189446 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-0b2bb8b2-7885-4fbb-8c88-cef12f806e10 admin admin] Transition to ACTIVE for port object d5db93b5-f6d9-49e8-a35d-f9c8d6949cd4 will not be triggered until provisioned by entity DHCP. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:40.220181 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-a1c1c15c-00e4-4228-88a4-2a7f82d49720 None None] Set router e0235c6e-a952-4309-86e4-c40b9e5b8b5a gateway port host: None {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:32:40.231476 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-80f41ead-ff69-4d7e-b222-91d10b521604 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fdcb57c8dc5c4cb892838dbc48889627&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4270992 Aug 29 04:32:40.232346 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 42630) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:40.247455 n-d-712140-12 neutron-server[94829]: INFO neutron.db.l3_db [None req-a62de4bd-ac72-457a-b60d-018669e207e2 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Floating IP 6050e8b0-e0dd-4e31-85bc-0491c4fc0d1b associated. External IP: 172.25.0.18, port: 8ddac917-8a1b-4197-8c8c-975d4df6bc22. Aug 29 04:32:40.286653 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f41ead-ff69-4d7e-b222-91d10b521604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce213561-69e6-44fe-8d6d-a58862f115cb,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:40.333636 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0b2bb8b2-7885-4fbb-8c88-cef12f806e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:40.341291 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f063f6ac-3028-4c22-8206-98fe842bf783 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:40.385878 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f063f6ac-3028-4c22-8206-98fe842bf783 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:40.418372 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ccf10b-9019-48a8-ac48-55329e5703a8 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:40.420537 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-45ccf10b-9019-48a8-ac48-55329e5703a8 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "GET /v2.0/ports/6de715ed-2f27-44dd-952d-689739ce0f51 HTTP/1.1" status: 200 len: 911 time: 0.3855178 Aug 29 04:32:40.427495 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 42632) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:40.508398 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2bb8b2-7885-4fbb-8c88-cef12f806e10 admin admin] Network b40bfd6d-31ea-47be-b480-8a2abb5227f9 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:40.514396 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-0b2bb8b2-7885-4fbb-8c88-cef12f806e10 admin admin] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:40.517433 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-a1c1c15c-00e4-4228-88a4-2a7f82d49720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0235c6e-a952-4309-86e4-c40b9e5b8b5a', 'name': 'tempest-NetworksTestDHCPv6-router-1713939983', 'tenant_id': '808af00233b447dbb547871646623489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:32:34Z', 'updated_at': '2021-08-29T04:32:37Z', 'revision_number': 2, 'project_id': '808af00233b447dbb547871646623489', 'gw_port_host': None, '_interfaces': [{'id': '6de715ed-2f27-44dd-952d-689739ce0f51', 'name': '', 'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b', 'tenant_id': '808af00233b447dbb547871646623489', 'mac_address': 'fa:16:3e:3a:a3:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0235c6e-a952-4309-86e4-c40b9e5b8b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': '9363ddff-f51b-456d-b1f3-c91aac01fc25', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:36Z', 'updated_at': '2021-08-29T04:32:38Z', 'revision_number': 2, 'project_id': '808af00233b447dbb547871646623489', 'subnets': [{'id': '9363ddff-f51b-456d-b1f3-c91aac01fc25', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:40.522209 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2bb8b2-7885-4fbb-8c88-cef12f806e10 admin admin] Pushing event updated for resources: {'Port': ['ID=d5db93b5-f6d9-49e8-a35d-f9c8d6949cd4,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:40.527611 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2bb8b2-7885-4fbb-8c88-cef12f806e10 admin admin] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:32:40.534055 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4705b202-221e-4e79-91ac-e0e61f773fbc tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:40.551101 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4705b202-221e-4e79-91ac-e0e61f773fbc tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:40.554438 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0b7ad7-514b-4e83-9e37-d3005a9fa5f2 req-7f117eb3-9c47-4276-8f5d-b47570acb8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:40.555999 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-af0b7ad7-514b-4e83-9e37-d3005a9fa5f2 req-7f117eb3-9c47-4276-8f5d-b47570acb8dd service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=57066a57-7bcb-4e28-a290-b6041a4a03ca HTTP/1.1" status: 200 len: 1097 time: 0.7355883 Aug 29 04:32:40.559960 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 42636) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:40.561477 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-4705b202-221e-4e79-91ac-e0e61f773fbc tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1327710 Aug 29 04:32:40.569317 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 5b4b1ef4-de31-4339-a020-368b4557f257 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:32:40.572742 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f063f6ac-3028-4c22-8206-98fe842bf783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:40.575951 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f063f6ac-3028-4c22-8206-98fe842bf783 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:40.581712 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-f063f6ac-3028-4c22-8206-98fe842bf783 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ce213561-69e6-44fe-8d6d-a58862f115cb HTTP/1.1" status: 204 len: 168 time: 0.3460124 Aug 29 04:32:40.586603 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c1c15c-00e4-4228-88a4-2a7f82d49720 None None] Checking router: e0235c6e-a952-4309-86e4-c40b9e5b8b5a for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:32:40.586962 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c1c15c-00e4-4228-88a4-2a7f82d49720 None None] Updating router e0235c6e-a952-4309-86e4-c40b9e5b8b5a port 6de715ed-2f27-44dd-952d-689739ce0f51 binding host n-d-712140-12 {{(pid=94831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:32:40.599785 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f063f6ac-3028-4c22-8206-98fe842bf783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce213561-69e6-44fe-8d6d-a58862f115cb,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:40.642887 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a1c1c15c-00e4-4228-88a4-2a7f82d49720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:40.716885 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-af0b7ad7-514b-4e83-9e37-d3005a9fa5f2 req-064cf39d-ccc5-40cc-a023-8d55c90e6977 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f2284a1b-92b5-4cc6-825a-c1a1841e1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746825 Aug 29 04:32:40.759832 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f438e8-5cd1-40fa-8998-97e1e67a78f3 None None] Pushing event updated for resources: {'Port': ['ID=18cd0584-1fb5-4dbd-8286-4f084716d0fc,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:40.800580 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0b2bb8b2-7885-4fbb-8c88-cef12f806e10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719598'] for router_interface, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:40.866291 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-eaf38778-81c3-46f0-aa63-be70cdf3c2b8 None None] Set router 1537dc19-17b8-4a17-beb8-319db762a2de gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:32:40.883183 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-614dc694-7e21-40a9-9f26-7427c461868b None None] Port 6de715ed-2f27-44dd-952d-689739ce0f51 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:32:40.939633 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c291a-bb3d-4e2d-bf47-f23c93631a49 req-8a7d71d0-c58b-4787-be13-fe9ab1742e5a tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:40.944540 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bf4c291a-bb3d-4e2d-bf47-f23c93631a49 req-8a7d71d0-c58b-4787-be13-fe9ab1742e5a tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 945 time: 0.0933816 Aug 29 04:32:41.010377 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 5b4b1ef4-de31-4339-a020-368b4557f257 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:41.010916 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:41.073440 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf71103a-eb7b-4d0d-83c9-6aa8a30ee1b6 req-56dabd51-e3bd-443d-8ccb-dd2a23a0fecf tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:41.075337 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-cf71103a-eb7b-4d0d-83c9-6aa8a30ee1b6 req-56dabd51-e3bd-443d-8ccb-dd2a23a0fecf tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/ports?device_id=57066a57-7bcb-4e28-a290-b6041a4a03ca HTTP/1.1" status: 200 len: 945 time: 0.3218944 Aug 29 04:32:41.078110 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bf4c291a-bb3d-4e2d-bf47-f23c93631a49 req-7ca902c8-6a4a-4a27-ba8d-93cc1eec0bc3 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234341 Aug 29 04:32:41.097702 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a1c1c15c-00e4-4228-88a4-2a7f82d49720 None None] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:41.112712 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-a1c1c15c-00e4-4228-88a4-2a7f82d49720 None None] Transition to ACTIVE for port object 6de715ed-2f27-44dd-952d-689739ce0f51 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:41.123106 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a1c1c15c-00e4-4228-88a4-2a7f82d49720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:41.164072 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0b2bb8b2-7885-4fbb-8c88-cef12f806e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:41.216228 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 42650) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:41.228686 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-a1c1c15c-00e4-4228-88a4-2a7f82d49720 None None] Attempting to bind port 6de715ed-2f27-44dd-952d-689739ce0f51 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:32:41.229894 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-a1c1c15c-00e4-4228-88a4-2a7f82d49720 None None] Attempting to bind port 6de715ed-2f27-44dd-952d-689739ce0f51 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '0fc0da0a-b381-4d95-9f3f-3aa10a110ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:32:41.230610 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c1c15c-00e4-4228-88a4-2a7f82d49720 None None] Attempting to bind port 6de715ed-2f27-44dd-952d-689739ce0f51 on network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:32:41.241636 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c1c15c-00e4-4228-88a4-2a7f82d49720 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:32:41.242814 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c1c15c-00e4-4228-88a4-2a7f82d49720 None None] Checking segment: {'id': '0fc0da0a-b381-4d95-9f3f-3aa10a110ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:32:41.243471 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a1c1c15c-00e4-4228-88a4-2a7f82d49720 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:41.244612 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c1c15c-00e4-4228-88a4-2a7f82d49720 None None] Bound using segment: {'id': '0fc0da0a-b381-4d95-9f3f-3aa10a110ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:32:41.245282 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-a1c1c15c-00e4-4228-88a4-2a7f82d49720 None None] Bound port: 6de715ed-2f27-44dd-952d-689739ce0f51, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fc0da0a-b381-4d95-9f3f-3aa10a110ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:32:41.245838 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a1c1c15c-00e4-4228-88a4-2a7f82d49720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:41.248075 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-46b31345-05a8-484a-b7c6-978c8481b4e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:41.326355 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-a1c1c15c-00e4-4228-88a4-2a7f82d49720 None None] For port 6de715ed-2f27-44dd-952d-689739ce0f51, host n-d-712140-12, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:32:41.330259 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-a1c1c15c-00e4-4228-88a4-2a7f82d49720 None None] For port 6de715ed-2f27-44dd-952d-689739ce0f51, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=6de715ed-2f27-44dd-952d-689739ce0f51,segment=NetworkSegment(0fc0da0a-b381-4d95-9f3f-3aa10a110ba6),segment_id=0fc0da0a-b381-4d95-9f3f-3aa10a110ba6)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:32:41.336531 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 965b5cb3-6fde-4252-ba8d-49c116344cdb up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:32:41.340044 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a1c1c15c-00e4-4228-88a4-2a7f82d49720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:41.351997 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dc52c4-42f2-4e3b-b1d8-b22034940166 None None] Pushing event updated for resources: {'Port': ['ID=6de715ed-2f27-44dd-952d-689739ce0f51,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:41.402490 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-46b31345-05a8-484a-b7c6-978c8481b4e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:41.407458 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-46b31345-05a8-484a-b7c6-978c8481b4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:41.413643 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dc52c4-42f2-4e3b-b1d8-b22034940166 None None] Pushing event updated for resources: {'Port': ['ID=6de715ed-2f27-44dd-952d-689739ce0f51,revision_number=4']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:41.426330 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c1c15c-00e4-4228-88a4-2a7f82d49720 None None] Routers {'e0235c6e-a952-4309-86e4-c40b9e5b8b5a'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:32:41.426977 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-a1c1c15c-00e4-4228-88a4-2a7f82d49720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:32:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['e0235c6e-a952-4309-86e4-c40b9e5b8b5a'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:41.470338 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-cf71103a-eb7b-4d0d-83c9-6aa8a30ee1b6 req-13a79920-ef61-4aa3-b389-047dc9fd7c66 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/security-groups?id=f2284a1b-92b5-4cc6-825a-c1a1841e1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3087049 Aug 29 04:32:41.509942 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-46b31345-05a8-484a-b7c6-978c8481b4e7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=224b74cd757e4afb83a322afb3948d6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2914073 Aug 29 04:32:41.514013 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b31345-05a8-484a-b7c6-978c8481b4e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=244d6a9d-1d1a-48da-b7cd-e80c4bbe9402,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:41.517498 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 42656) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:41.570202 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a62de4bd-ac72-457a-b60d-018669e207e2 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Router 7468fa49-b5a9-4047-8deb-f36d05a06a1e has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:32:41.617855 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-18a1c877-15b7-4785-8bda-724fec9658d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:41.650843 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-18a1c877-15b7-4785-8bda-724fec9658d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:41.659088 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 965b5cb3-6fde-4252-ba8d-49c116344cdb triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:41.659888 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:41.714089 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-18a1c877-15b7-4785-8bda-724fec9658d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:41.717647 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-18a1c877-15b7-4785-8bda-724fec9658d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:41.718921 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-18a1c877-15b7-4785-8bda-724fec9658d2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/244d6a9d-1d1a-48da-b7cd-e80c4bbe9402 HTTP/1.1" status: 204 len: 168 time: 0.2005317 Aug 29 04:32:41.772332 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-a1c1c15c-00e4-4228-88a4-2a7f82d49720 None None] Set router e0235c6e-a952-4309-86e4-c40b9e5b8b5a gateway port host: None {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:32:41.787819 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a1c877-15b7-4785-8bda-724fec9658d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=244d6a9d-1d1a-48da-b7cd-e80c4bbe9402,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:41.913322 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be83493d-b3bb-4e2a-8c4c-09ed570e0699 req-e2790711-ad72-42c1-b1ea-a70e4f2c3b0b tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:41.915450 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-be83493d-b3bb-4e2a-8c4c-09ed570e0699 req-e2790711-ad72-42c1-b1ea-a70e4f2c3b0b tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 945 time: 0.2924888 Aug 29 04:32:41.966686 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-eaf38778-81c3-46f0-aa63-be70cdf3c2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1537dc19-17b8-4a17-beb8-319db762a2de', 'name': 'tempest-TestServerBasicOps-427241465-router', 'tenant_id': 'c84af7f0f5864c20bd3db94f763e0a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '18cd0584-1fb5-4dbd-8286-4f084716d0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:32:30Z', 'updated_at': '2021-08-29T04:32:34Z', 'revision_number': 3, 'project_id': 'c84af7f0f5864c20bd3db94f763e0a0d', 'gw_port': {'id': '18cd0584-1fb5-4dbd-8286-4f084716d0fc', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:6a:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1537dc19-17b8-4a17-beb8-319db762a2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:32Z', 'updated_at': '2021-08-29T04:32:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:42.035871 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf38778-81c3-46f0-aa63-be70cdf3c2b8 None None] The sync data for ids ['1537dc19-17b8-4a17-beb8-319db762a2de'] in n-d-712140-12 is: [{'id': '1537dc19-17b8-4a17-beb8-319db762a2de', 'name': 'tempest-TestServerBasicOps-427241465-router', 'tenant_id': 'c84af7f0f5864c20bd3db94f763e0a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '18cd0584-1fb5-4dbd-8286-4f084716d0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:32:30Z', 'updated_at': '2021-08-29T04:32:34Z', 'revision_number': 3, 'project_id': 'c84af7f0f5864c20bd3db94f763e0a0d', 'gw_port': {'id': '18cd0584-1fb5-4dbd-8286-4f084716d0fc', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:6a:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1537dc19-17b8-4a17-beb8-319db762a2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:32Z', 'updated_at': '2021-08-29T04:32:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:32:42.068499 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0b2bb8b2-7885-4fbb-8c88-cef12f806e10 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:42.110475 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-be83493d-b3bb-4e2a-8c4c-09ed570e0699 req-fe3b5738-7263-408c-95fd-8db91f5b729e tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415074 Aug 29 04:32:42.115465 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0b2bb8b2-7885-4fbb-8c88-cef12f806e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:42.277348 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-a1c1c15c-00e4-4228-88a4-2a7f82d49720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0235c6e-a952-4309-86e4-c40b9e5b8b5a', 'name': 'tempest-NetworksTestDHCPv6-router-1713939983', 'tenant_id': '808af00233b447dbb547871646623489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:32:34Z', 'updated_at': '2021-08-29T04:32:37Z', 'revision_number': 2, 'project_id': '808af00233b447dbb547871646623489', 'gw_port_host': None, '_interfaces': [{'id': '6de715ed-2f27-44dd-952d-689739ce0f51', 'name': '', 'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b', 'tenant_id': '808af00233b447dbb547871646623489', 'mac_address': 'fa:16:3e:3a:a3:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0235c6e-a952-4309-86e4-c40b9e5b8b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': '9363ddff-f51b-456d-b1f3-c91aac01fc25', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:36Z', 'updated_at': '2021-08-29T04:32:41Z', 'revision_number': 4, 'project_id': '808af00233b447dbb547871646623489', 'subnets': [{'id': '9363ddff-f51b-456d-b1f3-c91aac01fc25', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:42.310429 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0b2bb8b2-7885-4fbb-8c88-cef12f806e10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-718897'] for router_interface, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:42.335497 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c1c15c-00e4-4228-88a4-2a7f82d49720 None None] The sync data for ids ['e0235c6e-a952-4309-86e4-c40b9e5b8b5a'] in n-d-712140-12 is: [{'id': 'e0235c6e-a952-4309-86e4-c40b9e5b8b5a', 'name': 'tempest-NetworksTestDHCPv6-router-1713939983', 'tenant_id': '808af00233b447dbb547871646623489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:32:34Z', 'updated_at': '2021-08-29T04:32:37Z', 'revision_number': 2, 'project_id': '808af00233b447dbb547871646623489', 'gw_port_host': None, '_interfaces': [{'id': '6de715ed-2f27-44dd-952d-689739ce0f51', 'name': '', 'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b', 'tenant_id': '808af00233b447dbb547871646623489', 'mac_address': 'fa:16:3e:3a:a3:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0235c6e-a952-4309-86e4-c40b9e5b8b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': '9363ddff-f51b-456d-b1f3-c91aac01fc25', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:36Z', 'updated_at': '2021-08-29T04:32:41Z', 'revision_number': 4, 'project_id': '808af00233b447dbb547871646623489', 'subnets': [{'id': '9363ddff-f51b-456d-b1f3-c91aac01fc25', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:32:42.340247 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2bb8b2-7885-4fbb-8c88-cef12f806e10 admin admin] Pushing event updated for resources: {'Port': ['ID=d5db93b5-f6d9-49e8-a35d-f9c8d6949cd4,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:43.124422 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a62de4bd-ac72-457a-b60d-018669e207e2 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:32:43.140469 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ac8c4f-624c-48ba-9ea7-01c8864df02f None None] Sync routers for ids ['7468fa49-b5a9-4047-8deb-f36d05a06a1e'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:32:43.190845 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-d3730369-8061-4e36-9cfa-e6f36967de79 None None] Provisioning complete for port 5b4b1ef4-de31-4339-a020-368b4557f257 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:43.191355 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d3730369-8061-4e36-9cfa-e6f36967de79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:43.241011 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a62de4bd-ac72-457a-b60d-018669e207e2 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:43.320990 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ac8c4f-624c-48ba-9ea7-01c8864df02f None None] Routers {'7468fa49-b5a9-4047-8deb-f36d05a06a1e'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:32:43.321697 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-14ac8c4f-624c-48ba-9ea7-01c8864df02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:32:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['7468fa49-b5a9-4047-8deb-f36d05a06a1e'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:43.386765 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-a62de4bd-ac72-457a-b60d-018669e207e2 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 9.8264911 Aug 29 04:32:43.391155 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dc57973-bef3-4ca1-9c3b-df44b0b42265', 'tag': '8ddac917-8a1b-4197-8c8c-975d4df6bc22'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:32:43.398393 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f536b33-fb9c-4751-a11f-b6d4f82cc294" -d '{"events": [{"name": "network-changed", "server_uuid": "8dc57973-bef3-4ca1-9c3b-df44b0b42265", "tag": "8ddac917-8a1b-4197-8c8c-975d4df6bc22"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:32:43.402230 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 42692) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:43.495646 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d044e6d6-0e8d-4a24-a833-a2791dfa05dd req-a377e730-9e68-4036-992c-62706125c8ba tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:43.497332 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d044e6d6-0e8d-4a24-a833-a2791dfa05dd req-a377e730-9e68-4036-992c-62706125c8ba tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 945 time: 0.1976254 Aug 29 04:32:43.683147 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d044e6d6-0e8d-4a24-a833-a2791dfa05dd req-29f03023-f23d-49fe-82af-09ed9e078bd3 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650159 Aug 29 04:32:43.720067 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0bcacd-0016-4230-9f89-2eb753b7e881 tempest-TestVolumeBackupRestore-1563232520 tempest-TestVolumeBackupRestore-1563232520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:43.725494 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-da0bcacd-0016-4230-9f89-2eb753b7e881 tempest-TestVolumeBackupRestore-1563232520 tempest-TestVolumeBackupRestore-1563232520-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=8dc57973-bef3-4ca1-9c3b-df44b0b42265 HTTP/1.1" status: 200 len: 1092 time: 0.3100181 Aug 29 04:32:43.726691 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 42702) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:43.741697 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-3e9119cb-741c-4f65-8dc8-623de17e6341 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Request body: {'floatingip': {'port_id': '8ddac917-8a1b-4197-8c8c-975d4df6bc22'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:43.762320 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2bb8b2-7885-4fbb-8c88-cef12f806e10 admin admin] Network b40bfd6d-31ea-47be-b480-8a2abb5227f9 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:43.780856 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-0b2bb8b2-7885-4fbb-8c88-cef12f806e10 admin admin] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:43.849705 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-14ac8c4f-624c-48ba-9ea7-01c8864df02f None None] Set router 7468fa49-b5a9-4047-8deb-f36d05a06a1e gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:32:43.893443 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4f334dbb-0b0c-436c-bb3c-482dac774684 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713413'] for router_interface, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:43.909511 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3e9119cb-741c-4f65-8dc8-623de17e6341 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Notify callbacks [] for floatingip, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:44.043555 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-747153ce-aa95-491e-9c42-816bdf64a86d x-openstack-request-id: req-747153ce-aa95-491e-9c42-816bdf64a86d {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:32:44.043903 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dc57973-bef3-4ca1-9c3b-df44b0b42265", "tag": "8ddac917-8a1b-4197-8c8c-975d4df6bc22", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:32:44.044165 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-747153ce-aa95-491e-9c42-816bdf64a86d {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:32:44.044764 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dc57973-bef3-4ca1-9c3b-df44b0b42265', 'tag': '8ddac917-8a1b-4197-8c8c-975d4df6bc22', 'status': 'completed', 'code': 200} Aug 29 04:32:44.333887 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-54ff716a-8ab6-49e2-9c76-02c550ef9273 None None] Provisioning for port d5db93b5-f6d9-49e8-a35d-f9c8d6949cd4 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:32:44.369735 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-54ff716a-8ab6-49e2-9c76-02c550ef9273 None None] Provisioning complete for port d5db93b5-f6d9-49e8-a35d-f9c8d6949cd4 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:44.370123 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-54ff716a-8ab6-49e2-9c76-02c550ef9273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:44.451575 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773cefe5-5523-4089-96a7-5bfeba9ec09b req-b3b4e0ef-d9b0-41fe-bdca-ded07ec09665 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:44.453402 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-773cefe5-5523-4089-96a7-5bfeba9ec09b req-b3b4e0ef-d9b0-41fe-bdca-ded07ec09665 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/ports?device_id=57066a57-7bcb-4e28-a290-b6041a4a03ca HTTP/1.1" status: 200 len: 945 time: 1.3317370 Aug 29 04:32:44.478685 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f536b33-fb9c-4751-a11f-b6d4f82cc294 req-f0597227-98aa-4e12-a2d7-e103391efd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:44.499537 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1f536b33-fb9c-4751-a11f-b6d4f82cc294 req-f0597227-98aa-4e12-a2d7-e103391efd96 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3c2056b185a4447f97a37026802347bd&device_id=8dc57973-bef3-4ca1-9c3b-df44b0b42265 HTTP/1.1" status: 200 len: 1097 time: 0.3709123 Aug 29 04:32:44.545003 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-54ff716a-8ab6-49e2-9c76-02c550ef9273 None None] Port d5db93b5-f6d9-49e8-a35d-f9c8d6949cd4 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:32:44.632877 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 18cd0584-1fb5-4dbd-8286-4f084716d0fc up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:32:44.705002 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b2bb8b2-7885-4fbb-8c88-cef12f806e10 admin admin] Router 1537dc19-17b8-4a17-beb8-319db762a2de has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:32:44.753073 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-c4ef2591-abff-4d1c-ac87-2aad6a325ef1 None None] Provisioning complete for port d5db93b5-f6d9-49e8-a35d-f9c8d6949cd4 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:44.753073 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c4ef2591-abff-4d1c-ac87-2aad6a325ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:44.753973 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-773cefe5-5523-4089-96a7-5bfeba9ec09b req-15f8abdb-849a-4d05-b7b8-0ce8027726d4 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/security-groups?id=f2284a1b-92b5-4cc6-825a-c1a1841e1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532542 Aug 29 04:32:44.792929 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db89f71-39b2-40b0-aaf3-09b263f754d7 req-9036254c-a7df-45c1-93f3-1b20150dc763 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:44.803913 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7db89f71-39b2-40b0-aaf3-09b263f754d7 req-9036254c-a7df-45c1-93f3-1b20150dc763 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 945 time: 0.6274817 Aug 29 04:32:44.827118 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-14ac8c4f-624c-48ba-9ea7-01c8864df02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7468fa49-b5a9-4047-8deb-f36d05a06a1e', 'name': 'tempest-TestVolumeBackupRestore-706811000-router', 'tenant_id': '3c2056b185a4447f97a37026802347bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': '0828e849-c199-4e98-9bad-352a5d86f088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:27:46Z', 'updated_at': '2021-08-29T04:27:55Z', 'revision_number': 4, 'project_id': '3c2056b185a4447f97a37026802347bd', 'gw_port': {'id': '0828e849-c199-4e98-9bad-352a5d86f088', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:48:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7468fa49-b5a9-4047-8deb-f36d05a06a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:27:47Z', 'updated_at': '2021-08-29T04:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': '6050e8b0-e0dd-4e31-85bc-0491c4fc0d1b', 'tenant_id': '3c2056b185a4447f97a37026802347bd', 'floating_ip_address': '172.25.0.18', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': '7468fa49-b5a9-4047-8deb-f36d05a06a1e', 'port_id': '8ddac917-8a1b-4197-8c8c-975d4df6bc22', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df74e724-c81a-44f3-b66b-f70a4e2cf3f1', 'mac_address': 'fa:16:3e:84:2b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc57973-bef3-4ca1-9c3b-df44b0b42265', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:32:36Z', 'updated_at': '2021-08-29T04:32:36Z', 'revision_number': 0, 'project_id': '3c2056b185a4447f97a37026802347bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6e16258-051a-4226-ac81-5ed639862316', 'name': '', 'network_id': 'df74e724-c81a-44f3-b66b-f70a4e2cf3f1', 'tenant_id': '3c2056b185a4447f97a37026802347bd', 'mac_address': 'fa:16:3e:82:a8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7468fa49-b5a9-4047-8deb-f36d05a06a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2035, 'fixed_ips': [{'subnet_id': '0b0c6566-de1e-4de5-a4a8-8adcb3a1f5a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:27:53Z', 'updated_at': '2021-08-29T04:28:08Z', 'revision_number': 5, 'project_id': '3c2056b185a4447f97a37026802347bd', 'subnets': [{'id': '0b0c6566-de1e-4de5-a4a8-8adcb3a1f5a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:44.937723 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ac8c4f-624c-48ba-9ea7-01c8864df02f None None] Checking router: 7468fa49-b5a9-4047-8deb-f36d05a06a1e for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:32:44.966423 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-c4ef2591-abff-4d1c-ac87-2aad6a325ef1 None None] Port d5db93b5-f6d9-49e8-a35d-f9c8d6949cd4 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:32:44.995369 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ac8c4f-624c-48ba-9ea7-01c8864df02f None None] Routers {'7468fa49-b5a9-4047-8deb-f36d05a06a1e'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:32:44.996305 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-14ac8c4f-624c-48ba-9ea7-01c8864df02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:32:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['7468fa49-b5a9-4047-8deb-f36d05a06a1e'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:45.014697 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 18cd0584-1fb5-4dbd-8286-4f084716d0fc completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:32:45.021249 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7db89f71-39b2-40b0-aaf3-09b263f754d7 req-c246b8f3-7182-46e7-a8f0-c50e494c835c tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843910 Aug 29 04:32:45.062372 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 18cd0584-1fb5-4dbd-8286-4f084716d0fc triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:45.062914 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:45.158301 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b2bb8b2-7885-4fbb-8c88-cef12f806e10 admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:32:45.171647 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-0b2bb8b2-7885-4fbb-8c88-cef12f806e10 admin admin] 10.222.0.22 "PUT /v2.0/routers/1537dc19-17b8-4a17-beb8-319db762a2de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7673430 Aug 29 04:32:45.185076 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-4f334dbb-0b0c-436c-bb3c-482dac774684 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Deleting port 6de715ed-2f27-44dd-952d-689739ce0f51 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:32:45.185719 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4f334dbb-0b0c-436c-bb3c-482dac774684 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:45.249978 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f536b33-fb9c-4751-a11f-b6d4f82cc294 req-bf1f72cb-d438-4b4a-ac13-498b6dec3b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:45.251920 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1f536b33-fb9c-4751-a11f-b6d4f82cc294 req-bf1f72cb-d438-4b4a-ac13-498b6dec3b76 service neutron] 10.222.0.46 "GET /v2.0/networks?id=df74e724-c81a-44f3-b66b-f70a4e2cf3f1 HTTP/1.1" status: 200 len: 914 time: 0.7162783 Aug 29 04:32:45.362388 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-14ac8c4f-624c-48ba-9ea7-01c8864df02f None None] Set router 7468fa49-b5a9-4047-8deb-f36d05a06a1e gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:32:45.487404 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-4f334dbb-0b0c-436c-bb3c-482dac774684 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] For port 6de715ed-2f27-44dd-952d-689739ce0f51, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=6de715ed-2f27-44dd-952d-689739ce0f51,segment=NetworkSegment(0fc0da0a-b381-4d95-9f3f-3aa10a110ba6),segment_id=0fc0da0a-b381-4d95-9f3f-3aa10a110ba6)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:45.488589 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4f334dbb-0b0c-436c-bb3c-482dac774684 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:45.527425 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-4f334dbb-0b0c-436c-bb3c-482dac774684 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Calling delete_port for 6de715ed-2f27-44dd-952d-689739ce0f51 owned by network:router_interface {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:32:45.535072 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1f536b33-fb9c-4751-a11f-b6d4f82cc294 req-b3ad60ae-85d0-4b78-94f9-e53d888794d9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ddac917-8a1b-4197-8c8c-975d4df6bc22 HTTP/1.1" status: 200 len: 998 time: 0.2478814 Aug 29 04:32:45.842786 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50599d6d-9f97-46b4-828c-5688551f726a None None] Sync routers for ids ['1537dc19-17b8-4a17-beb8-319db762a2de'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:32:45.861706 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50599d6d-9f97-46b4-828c-5688551f726a None None] Routers {'1537dc19-17b8-4a17-beb8-319db762a2de'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:32:45.862439 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-50599d6d-9f97-46b4-828c-5688551f726a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:32:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['1537dc19-17b8-4a17-beb8-319db762a2de'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:45.892144 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 42756) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:45.920500 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:45.972455 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4f334dbb-0b0c-436c-bb3c-482dac774684 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:45.993687 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 18cd0584-1fb5-4dbd-8286-4f084716d0fc, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=18cd0584-1fb5-4dbd-8286-4f084716d0fc,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:46.006778 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:46.007675 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 6de715ed-2f27-44dd-952d-689739ce0f51 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:32:46.034538 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f334dbb-0b0c-436c-bb3c-482dac774684 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Pushing event deleted for resources: {'Port': ['ID=6de715ed-2f27-44dd-952d-689739ce0f51,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:46.085231 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-50599d6d-9f97-46b4-828c-5688551f726a None None] Set router 1537dc19-17b8-4a17-beb8-319db762a2de gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:32:46.102200 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 6de715ed-2f27-44dd-952d-689739ce0f51 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:32:46.102859 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 6de715ed-2f27-44dd-952d-689739ce0f51 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 29 04:32:46.113693 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ffc5c2-bf4f-441f-a125-83ff316adb3d req-11a4e95e-9512-4d82-ae8e-c1c4b1d7381f tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:46.123326 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d9ffc5c2-bf4f-441f-a125-83ff316adb3d req-11a4e95e-9512-4d82-ae8e-c1c4b1d7381f tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 945 time: 0.5904934 Aug 29 04:32:46.126712 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f536b33-fb9c-4751-a11f-b6d4f82cc294 req-6cb8e425-db53-4bc0-9cc1-f5c2dded9d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:46.128541 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1f536b33-fb9c-4751-a11f-b6d4f82cc294 req-6cb8e425-db53-4bc0-9cc1-f5c2dded9d0c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0b0c6566-de1e-4de5-a4a8-8adcb3a1f5a2 HTTP/1.1" status: 200 len: 852 time: 0.5396221 Aug 29 04:32:46.189657 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Port 6de715ed-2f27-44dd-952d-689739ce0f51 not found, will not notify nova. {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 29 04:32:46.340275 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=18cd0584-1fb5-4dbd-8286-4f084716d0fc,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:46.342039 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4f334dbb-0b0c-436c-bb3c-482dac774684 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-713231'] for router_interface, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:46.359292 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-592588e3-28ac-4aaf-bb6a-8ccfa8ccbf16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:46.388017 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.db.resource_extend [None req-3e9119cb-741c-4f65-8dc8-623de17e6341 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:32:46.415721 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-14ac8c4f-624c-48ba-9ea7-01c8864df02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7468fa49-b5a9-4047-8deb-f36d05a06a1e', 'name': 'tempest-TestVolumeBackupRestore-706811000-router', 'tenant_id': '3c2056b185a4447f97a37026802347bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': '0828e849-c199-4e98-9bad-352a5d86f088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:27:46Z', 'updated_at': '2021-08-29T04:27:55Z', 'revision_number': 4, 'project_id': '3c2056b185a4447f97a37026802347bd', 'gw_port': {'id': '0828e849-c199-4e98-9bad-352a5d86f088', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:48:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7468fa49-b5a9-4047-8deb-f36d05a06a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:27:47Z', 'updated_at': '2021-08-29T04:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': '6050e8b0-e0dd-4e31-85bc-0491c4fc0d1b', 'tenant_id': '3c2056b185a4447f97a37026802347bd', 'floating_ip_address': '172.25.0.18', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': '7468fa49-b5a9-4047-8deb-f36d05a06a1e', 'port_id': '8ddac917-8a1b-4197-8c8c-975d4df6bc22', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df74e724-c81a-44f3-b66b-f70a4e2cf3f1', 'mac_address': 'fa:16:3e:84:2b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc57973-bef3-4ca1-9c3b-df44b0b42265', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:32:36Z', 'updated_at': '2021-08-29T04:32:36Z', 'revision_number': 0, 'project_id': '3c2056b185a4447f97a37026802347bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6e16258-051a-4226-ac81-5ed639862316', 'name': '', 'network_id': 'df74e724-c81a-44f3-b66b-f70a4e2cf3f1', 'tenant_id': '3c2056b185a4447f97a37026802347bd', 'mac_address': 'fa:16:3e:82:a8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7468fa49-b5a9-4047-8deb-f36d05a06a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2035, 'fixed_ips': [{'subnet_id': '0b0c6566-de1e-4de5-a4a8-8adcb3a1f5a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:27:53Z', 'updated_at': '2021-08-29T04:28:08Z', 'revision_number': 5, 'project_id': '3c2056b185a4447f97a37026802347bd', 'subnets': [{'id': '0b0c6566-de1e-4de5-a4a8-8adcb3a1f5a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:46.457383 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ac8c4f-624c-48ba-9ea7-01c8864df02f None None] The sync data for ids ['7468fa49-b5a9-4047-8deb-f36d05a06a1e'] in n-d-712140-12 is: [{'id': '7468fa49-b5a9-4047-8deb-f36d05a06a1e', 'name': 'tempest-TestVolumeBackupRestore-706811000-router', 'tenant_id': '3c2056b185a4447f97a37026802347bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': '0828e849-c199-4e98-9bad-352a5d86f088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:27:46Z', 'updated_at': '2021-08-29T04:27:55Z', 'revision_number': 4, 'project_id': '3c2056b185a4447f97a37026802347bd', 'gw_port': {'id': '0828e849-c199-4e98-9bad-352a5d86f088', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:48:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7468fa49-b5a9-4047-8deb-f36d05a06a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:27:47Z', 'updated_at': '2021-08-29T04:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': '6050e8b0-e0dd-4e31-85bc-0491c4fc0d1b', 'tenant_id': '3c2056b185a4447f97a37026802347bd', 'floating_ip_address': '172.25.0.18', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': '7468fa49-b5a9-4047-8deb-f36d05a06a1e', 'port_id': '8ddac917-8a1b-4197-8c8c-975d4df6bc22', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df74e724-c81a-44f3-b66b-f70a4e2cf3f1', 'mac_address': 'fa:16:3e:84:2b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc57973-bef3-4ca1-9c3b-df44b0b42265', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:32:36Z', 'updated_at': '2021-08-29T04:32:36Z', 'revision_number': 0, 'project_id': '3c2056b185a4447f97a37026802347bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6e16258-051a-4226-ac81-5ed639862316', 'name': '', 'network_id': 'df74e724-c81a-44f3-b66b-f70a4e2cf3f1', 'tenant_id': '3c2056b185a4447f97a37026802347bd', 'mac_address': 'fa:16:3e:82:a8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7468fa49-b5a9-4047-8deb-f36d05a06a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2035, 'fixed_ips': [{'subnet_id': '0b0c6566-de1e-4de5-a4a8-8adcb3a1f5a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:27:53Z', 'updated_at': '2021-08-29T04:28:08Z', 'revision_number': 5, 'project_id': '3c2056b185a4447f97a37026802347bd', 'subnets': [{'id': '0b0c6566-de1e-4de5-a4a8-8adcb3a1f5a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:32:46.597635 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3e9119cb-741c-4f65-8dc8-623de17e6341 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:46.612716 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3e9119cb-741c-4f65-8dc8-623de17e6341 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719515'] for floatingip, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:46.624323 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f536b33-fb9c-4751-a11f-b6d4f82cc294 req-d6c83618-b5b7-4367-9d50-7fcb297fac37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:46.631532 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1f536b33-fb9c-4751-a11f-b6d4f82cc294 req-d6c83618-b5b7-4367-9d50-7fcb297fac37 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=df74e724-c81a-44f3-b66b-f70a4e2cf3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4764435 Aug 29 04:32:46.644487 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-50599d6d-9f97-46b4-828c-5688551f726a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1537dc19-17b8-4a17-beb8-319db762a2de', 'name': 'tempest-TestServerBasicOps-427241465-router', 'tenant_id': 'c84af7f0f5864c20bd3db94f763e0a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '18cd0584-1fb5-4dbd-8286-4f084716d0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:32:30Z', 'updated_at': '2021-08-29T04:32:40Z', 'revision_number': 4, 'project_id': 'c84af7f0f5864c20bd3db94f763e0a0d', 'gw_port': {'id': '18cd0584-1fb5-4dbd-8286-4f084716d0fc', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:6a:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1537dc19-17b8-4a17-beb8-319db762a2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:32Z', 'updated_at': '2021-08-29T04:32:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': 'd5db93b5-f6d9-49e8-a35d-f9c8d6949cd4', 'name': '', 'network_id': 'b40bfd6d-31ea-47be-b480-8a2abb5227f9', 'tenant_id': 'c84af7f0f5864c20bd3db94f763e0a0d', 'mac_address': 'fa:16:3e:93:65:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1537dc19-17b8-4a17-beb8-319db762a2de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2408, 'fixed_ips': [{'subnet_id': 'c33478b6-005c-4e12-b544-d0a89370f203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:39Z', 'updated_at': '2021-08-29T04:32:41Z', 'revision_number': 2, 'project_id': 'c84af7f0f5864c20bd3db94f763e0a0d', 'subnets': [{'id': 'c33478b6-005c-4e12-b544-d0a89370f203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:46.697661 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50599d6d-9f97-46b4-828c-5688551f726a None None] Checking router: 1537dc19-17b8-4a17-beb8-319db762a2de for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:32:46.698021 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50599d6d-9f97-46b4-828c-5688551f726a None None] Updating router 1537dc19-17b8-4a17-beb8-319db762a2de port d5db93b5-f6d9-49e8-a35d-f9c8d6949cd4 binding host n-d-712140-12 {{(pid=94831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:32:46.725198 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f334dbb-0b0c-436c-bb3c-482dac774684 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Router e0235c6e-a952-4309-86e4-c40b9e5b8b5a has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:32:46.786895 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-50599d6d-9f97-46b4-828c-5688551f726a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:46.793866 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128747ad-519f-4c58-833e-e25b7d7fcc11 None None] New status for floating IP 6050e8b0-e0dd-4e31-85bc-0491c4fc0d1b: ACTIVE {{(pid=94830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:32:46.953263 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f334dbb-0b0c-436c-bb3c-482dac774684 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:32:46.966139 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-4f334dbb-0b0c-436c-bb3c-482dac774684 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "PUT /v2.0/routers/e0235c6e-a952-4309-86e4-c40b9e5b8b5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4037273 Aug 29 04:32:46.973053 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 42766) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:47.097382 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f822c8-4eea-425f-b96a-3f64c252ee56 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:47.104067 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f822c8-4eea-425f-b96a-3f64c252ee56 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:47.107474 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-68f822c8-4eea-425f-b96a-3f64c252ee56 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1322134 Aug 29 04:32:47.109917 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 42768) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:47.137468 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d9ffc5c2-bf4f-441f-a125-83ff316adb3d req-6bc81546-a559-41ae-9f61-801190b9ef39 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0084534 Aug 29 04:32:47.145499 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1f536b33-fb9c-4751-a11f-b6d4f82cc294 req-2c06de77-f357-4e6e-82c5-79a465458cc8 service neutron] 10.222.0.46 "GET /v2.0/networks/df74e724-c81a-44f3-b66b-f70a4e2cf3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4955094 Aug 29 04:32:47.146270 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 42770) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:47.199111 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-50599d6d-9f97-46b4-828c-5688551f726a None None] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:47.212168 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-50599d6d-9f97-46b4-828c-5688551f726a None None] Transition to ACTIVE for port object d5db93b5-f6d9-49e8-a35d-f9c8d6949cd4 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:47.219847 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06cbf84c-41d1-4e1e-8468-eaa0f9a4b654 None None] Sync routers for ids ['e0235c6e-a952-4309-86e4-c40b9e5b8b5a'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:32:47.225566 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-50599d6d-9f97-46b4-828c-5688551f726a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:47.241448 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-ed458562-6c6c-44e5-abb6-a7c7f1f1d738 tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-302363763', 'description': 'tempest-secgroup-smoke-302363763 description', 'project_id': 'b765fede93b04201b5c324a28753ffa9'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:47.265494 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_v2 [None req-e06c76ae-9ed9-481d-8d8d-7bcc0285933c tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Deleting subnet 9363ddff-f51b-456d-b1f3-c91aac01fc25 {{(pid=94829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:32:47.277083 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e06c76ae-9ed9-481d-8d8d-7bcc0285933c tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for subnet, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:47.362281 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e06c76ae-9ed9-481d-8d8d-7bcc0285933c tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4311743'] for subnet, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:47.362461 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-50599d6d-9f97-46b4-828c-5688551f726a None None] Attempting to bind port d5db93b5-f6d9-49e8-a35d-f9c8d6949cd4 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:32:47.362461 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-50599d6d-9f97-46b4-828c-5688551f726a None None] Attempting to bind port d5db93b5-f6d9-49e8-a35d-f9c8d6949cd4 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '4af29dd7-ea27-42c9-b76b-b8f5c2600aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b40bfd6d-31ea-47be-b480-8a2abb5227f9'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:32:47.362461 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50599d6d-9f97-46b4-828c-5688551f726a None None] Attempting to bind port d5db93b5-f6d9-49e8-a35d-f9c8d6949cd4 on network b40bfd6d-31ea-47be-b480-8a2abb5227f9 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:32:47.376982 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50599d6d-9f97-46b4-828c-5688551f726a None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:32:47.380358 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50599d6d-9f97-46b4-828c-5688551f726a None None] Checking segment: {'id': '4af29dd7-ea27-42c9-b76b-b8f5c2600aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b40bfd6d-31ea-47be-b480-8a2abb5227f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:32:47.381731 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-50599d6d-9f97-46b4-828c-5688551f726a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:47.382146 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50599d6d-9f97-46b4-828c-5688551f726a None None] Bound using segment: {'id': '4af29dd7-ea27-42c9-b76b-b8f5c2600aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b40bfd6d-31ea-47be-b480-8a2abb5227f9'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:32:47.385122 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-50599d6d-9f97-46b4-828c-5688551f726a None None] Bound port: d5db93b5-f6d9-49e8-a35d-f9c8d6949cd4, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4af29dd7-ea27-42c9-b76b-b8f5c2600aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b40bfd6d-31ea-47be-b480-8a2abb5227f9'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:32:47.385544 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-50599d6d-9f97-46b4-828c-5688551f726a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:47.422243 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cbf84c-41d1-4e1e-8468-eaa0f9a4b654 None None] Routers {'e0235c6e-a952-4309-86e4-c40b9e5b8b5a'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:32:47.424283 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-06cbf84c-41d1-4e1e-8468-eaa0f9a4b654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:32:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['e0235c6e-a952-4309-86e4-c40b9e5b8b5a'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:47.460349 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-592588e3-28ac-4aaf-bb6a-8ccfa8ccbf16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:47.479887 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e06c76ae-9ed9-481d-8d8d-7bcc0285933c tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:47.554187 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-592588e3-28ac-4aaf-bb6a-8ccfa8ccbf16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:47.616958 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-50599d6d-9f97-46b4-828c-5688551f726a None None] For port d5db93b5-f6d9-49e8-a35d-f9c8d6949cd4, host n-d-712140-12, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:32:47.626022 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-50599d6d-9f97-46b4-828c-5688551f726a None None] For port d5db93b5-f6d9-49e8-a35d-f9c8d6949cd4, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=d5db93b5-f6d9-49e8-a35d-f9c8d6949cd4,segment=NetworkSegment(4af29dd7-ea27-42c9-b76b-b8f5c2600aac),segment_id=4af29dd7-ea27-42c9-b76b-b8f5c2600aac)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:32:47.631298 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e06c76ae-9ed9-481d-8d8d-7bcc0285933c tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4552352'] for subnet, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:47.680151 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ed458562-6c6c-44e5-abb6-a7c7f1f1d738 tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:47.691297 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592588e3-28ac-4aaf-bb6a-8ccfa8ccbf16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba5e896d-76ed-4d1d-a898-9834612e07fb,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:47.730215 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f6abd8-74a5-4bff-92d8-df67e4f47e08 req-fba84c81-745b-4703-afec-f9f4dd6c2bd3 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:47.739208 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a0f6abd8-74a5-4bff-92d8-df67e4f47e08 req-fba84c81-745b-4703-afec-f9f4dd6c2bd3 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 945 time: 0.2001772 Aug 29 04:32:47.769660 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-06cbf84c-41d1-4e1e-8468-eaa0f9a4b654 None None] Set router e0235c6e-a952-4309-86e4-c40b9e5b8b5a gateway port host: None {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:32:47.774595 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97bbc54d-b40a-4f1c-b906-a1443ec47dab None None] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:32:47.777459 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06c76ae-9ed9-481d-8d8d-7bcc0285933c tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Pushing event deleted for resources: {'Subnet': ['ID=9363ddff-f51b-456d-b1f3-c91aac01fc25,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:47.793108 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e06c76ae-9ed9-481d-8d8d-7bcc0285933c tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:47.795260 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-e06c76ae-9ed9-481d-8d8d-7bcc0285933c tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "DELETE /v2.0/subnets/9363ddff-f51b-456d-b1f3-c91aac01fc25 HTTP/1.1" status: 204 len: 168 time: 0.6843677 Aug 29 04:32:47.808250 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 42810) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:47.824929 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1f536b33-fb9c-4751-a11f-b6d4f82cc294 req-d7f5feee-ba9b-4d5c-90a4-b16531ea87e2 service neutron] 10.222.0.46 "GET /v2.0/networks/df74e724-c81a-44f3-b66b-f70a4e2cf3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5612068 Aug 29 04:32:47.873167 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-06cbf84c-41d1-4e1e-8468-eaa0f9a4b654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0235c6e-a952-4309-86e4-c40b9e5b8b5a', 'name': 'tempest-NetworksTestDHCPv6-router-1713939983', 'tenant_id': '808af00233b447dbb547871646623489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:32:34Z', 'updated_at': '2021-08-29T04:32:45Z', 'revision_number': 3, 'project_id': '808af00233b447dbb547871646623489', 'gw_port_host': None}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:47.898676 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-592588e3-28ac-4aaf-bb6a-8ccfa8ccbf16 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=614eb01093094122bcd04c1d9d046cf1&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0054364 Aug 29 04:32:47.904016 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 42812) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:47.961548 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a0f6abd8-74a5-4bff-92d8-df67e4f47e08 req-bd11f9f7-1bca-4e70-9f69-80f6d0a2b428 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208691 Aug 29 04:32:47.967096 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06cbf84c-41d1-4e1e-8468-eaa0f9a4b654 None None] Checking router: e0235c6e-a952-4309-86e4-c40b9e5b8b5a for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:32:47.975067 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-50599d6d-9f97-46b4-828c-5688551f726a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:47.992578 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cbf84c-41d1-4e1e-8468-eaa0f9a4b654 None None] Routers {'e0235c6e-a952-4309-86e4-c40b9e5b8b5a'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:32:47.993198 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-06cbf84c-41d1-4e1e-8468-eaa0f9a4b654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:32:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['e0235c6e-a952-4309-86e4-c40b9e5b8b5a'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:48.023037 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c90ce77-73e0-459b-857c-df238a5d02ec req-ec99672e-e3da-4aab-8038-2ef1ad09ec30 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:48.033106 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7c90ce77-73e0-459b-857c-df238a5d02ec req-ec99672e-e3da-4aab-8038-2ef1ad09ec30 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/ports?device_id=57066a57-7bcb-4e28-a290-b6041a4a03ca HTTP/1.1" status: 200 len: 945 time: 0.2059836 Aug 29 04:32:48.082155 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab32200f-4582-4733-a343-195c78608b1a None None] DHCP port deletion for 9a0c1c63-2a3a-4918-9723-8b35bf7d017b request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:32:48.092122 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-06cbf84c-41d1-4e1e-8468-eaa0f9a4b654 None None] Set router e0235c6e-a952-4309-86e4-c40b9e5b8b5a gateway port host: None {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:32:48.093390 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-928ab071-8905-4b78-9c64-ddbeb4b09f4d tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2839139 Aug 29 04:32:48.095765 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 42818) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:48.154158 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-06cbf84c-41d1-4e1e-8468-eaa0f9a4b654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0235c6e-a952-4309-86e4-c40b9e5b8b5a', 'name': 'tempest-NetworksTestDHCPv6-router-1713939983', 'tenant_id': '808af00233b447dbb547871646623489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:32:34Z', 'updated_at': '2021-08-29T04:32:45Z', 'revision_number': 3, 'project_id': '808af00233b447dbb547871646623489', 'gw_port_host': None}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:48.182589 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b7c6f0-3eda-48a3-b8a0-becdc9e2816c None None] Pushing event updated for resources: {'Port': ['ID=d5db93b5-f6d9-49e8-a35d-f9c8d6949cd4,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:48.184174 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-76b104ae-1092-43c9-9aff-74f160f5ef85 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for router, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:48.185138 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06cbf84c-41d1-4e1e-8468-eaa0f9a4b654 None None] The sync data for ids ['e0235c6e-a952-4309-86e4-c40b9e5b8b5a'] in n-d-712140-12 is: [{'id': 'e0235c6e-a952-4309-86e4-c40b9e5b8b5a', 'name': 'tempest-NetworksTestDHCPv6-router-1713939983', 'tenant_id': '808af00233b447dbb547871646623489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:32:34Z', 'updated_at': '2021-08-29T04:32:45Z', 'revision_number': 3, 'project_id': '808af00233b447dbb547871646623489', 'gw_port_host': None}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:32:48.191956 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-ab32200f-4582-4733-a343-195c78608b1a None None] Deleting port 5b4b1ef4-de31-4339-a020-368b4557f257 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:32:48.192345 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ab32200f-4582-4733-a343-195c78608b1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:48.275764 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7feeca6f-b6ad-4215-a25e-c98d339e2726 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:48.295517 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b7c6f0-3eda-48a3-b8a0-becdc9e2816c None None] Pushing event updated for resources: {'Port': ['ID=d5db93b5-f6d9-49e8-a35d-f9c8d6949cd4,revision_number=4']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:48.305382 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50599d6d-9f97-46b4-828c-5688551f726a None None] Routers {'1537dc19-17b8-4a17-beb8-319db762a2de'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:32:48.307662 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-50599d6d-9f97-46b4-828c-5688551f726a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:32:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['1537dc19-17b8-4a17-beb8-319db762a2de'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:48.364841 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-ab32200f-4582-4733-a343-195c78608b1a None None] For port 5b4b1ef4-de31-4339-a020-368b4557f257, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=5b4b1ef4-de31-4339-a020-368b4557f257,segment=NetworkSegment(0fc0da0a-b381-4d95-9f3f-3aa10a110ba6),segment_id=0fc0da0a-b381-4d95-9f3f-3aa10a110ba6)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:48.365798 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ab32200f-4582-4733-a343-195c78608b1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:48.379020 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7c90ce77-73e0-459b-857c-df238a5d02ec req-fa0b1c9d-4f89-4f95-97bb-d0ffc91648dc tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/security-groups?id=f2284a1b-92b5-4cc6-825a-c1a1841e1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3422377 Aug 29 04:32:48.407841 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-ab32200f-4582-4733-a343-195c78608b1a None None] Calling delete_port for 5b4b1ef4-de31-4339-a020-368b4557f257 owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:32:48.494865 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ed458562-6c6c-44e5-abb6-a7c7f1f1d738 tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:48.505852 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-50599d6d-9f97-46b4-828c-5688551f726a None None] Set router 1537dc19-17b8-4a17-beb8-319db762a2de gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:32:48.512564 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ed458562-6c6c-44e5-abb6-a7c7f1f1d738 tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:48.515424 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-76b104ae-1092-43c9-9aff-74f160f5ef85 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:48.517661 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-76b104ae-1092-43c9-9aff-74f160f5ef85 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:48.542546 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7feeca6f-b6ad-4215-a25e-c98d339e2726 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:48.545678 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e9119cb-741c-4f65-8dc8-623de17e6341 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Router 7468fa49-b5a9-4047-8deb-f36d05a06a1e has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:32:48.559540 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ab32200f-4582-4733-a343-195c78608b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:48.601037 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed458562-6c6c-44e5-abb6-a7c7f1f1d738 tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91890e48-7ed6-4995-b52b-4b966607cd8d,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:48.616351 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-76b104ae-1092-43c9-9aff-74f160f5ef85 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717253'] for router, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:48.616910 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76b104ae-1092-43c9-9aff-74f160f5ef85 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Fanout notify agent at l3_agent the message router_deleted on router e0235c6e-a952-4309-86e4-c40b9e5b8b5a {{(pid=94829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:32:48.622420 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ed458562-6c6c-44e5-abb6-a7c7f1f1d738 tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:48.624288 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-ed458562-6c6c-44e5-abb6-a7c7f1f1d738 tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.3939097 Aug 29 04:32:48.635368 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-76b104ae-1092-43c9-9aff-74f160f5ef85 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:48.636745 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-76b104ae-1092-43c9-9aff-74f160f5ef85 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "DELETE /v2.0/routers/e0235c6e-a952-4309-86e4-c40b9e5b8b5a HTTP/1.1" status: 204 len: 168 time: 0.5399504 Aug 29 04:32:48.637521 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 42822) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:48.644719 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-e3a4ed46-91f2-4681-9472-c25297490b0f tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] Request body: {'security_group_rule': {'security_group_id': '91890e48-7ed6-4995-b52b-4b966607cd8d', 'project_id': 'b765fede93b04201b5c324a28753ffa9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:48.649527 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 42824) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:48.659799 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-573a1058-7597-4c3f-8655-540237883e9a tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Request body: {'subnet': {'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:48.660059 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab32200f-4582-4733-a343-195c78608b1a None None] Pushing event deleted for resources: {'Port': ['ID=5b4b1ef4-de31-4339-a020-368b4557f257,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:48.673521 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 18cd0584-1fb5-4dbd-8286-4f084716d0fc up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:32:48.677720 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01935e7-2572-411c-a8d4-987e018e4862 req-9c65b3ac-988a-4847-89e5-d1d9c3d8c3a0 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:48.679664 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c01935e7-2572-411c-a8d4-987e018e4862 req-9c65b3ac-988a-4847-89e5-d1d9c3d8c3a0 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 945 time: 0.4988296 Aug 29 04:32:48.787087 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab32200f-4582-4733-a343-195c78608b1a None None] No DVR routers for this DVR port 5b4b1ef4-de31-4339-a020-368b4557f257 on host n-d-712140-12 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:32:48.797994 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7feeca6f-b6ad-4215-a25e-c98d339e2726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:48.807988 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7feeca6f-b6ad-4215-a25e-c98d339e2726 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:48.811493 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e3a4ed46-91f2-4681-9472-c25297490b0f tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:48.815924 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-7feeca6f-b6ad-4215-a25e-c98d339e2726 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ba5e896d-76ed-4d1d-a898-9834612e07fb HTTP/1.1" status: 204 len: 168 time: 0.9092152 Aug 29 04:32:48.861132 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feeca6f-b6ad-4215-a25e-c98d339e2726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba5e896d-76ed-4d1d-a898-9834612e07fb,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:48.863102 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c01935e7-2572-411c-a8d4-987e018e4862 req-741c2fc7-3e47-43cb-94e9-29b6c53416af tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470482 Aug 29 04:32:48.869100 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 18cd0584-1fb5-4dbd-8286-4f084716d0fc triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:48.869834 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:48.895962 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e9119cb-741c-4f65-8dc8-623de17e6341 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:32:48.906856 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3e9119cb-741c-4f65-8dc8-623de17e6341 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:48.929121 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-573a1058-7597-4c3f-8655-540237883e9a tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Made reservation on behalf of 808af00233b447dbb547871646623489 for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:48.938452 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-573a1058-7597-4c3f-8655-540237883e9a tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4552395'] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:48.986394 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dc57973-bef3-4ca1-9c3b-df44b0b42265', 'tag': '8ddac917-8a1b-4197-8c8c-975d4df6bc22'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:32:48.992609 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d795eb1-6248-4327-b187-d638ec0de5a3" -d '{"events": [{"name": "network-changed", "server_uuid": "8dc57973-bef3-4ca1-9c3b-df44b0b42265", "tag": "8ddac917-8a1b-4197-8c8c-975d4df6bc22"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:32:49.022031 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3b98a8-ee0f-4207-9b00-82b220d55d02 None None] Sync routers for ids ['7468fa49-b5a9-4047-8deb-f36d05a06a1e'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:32:49.069221 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3b98a8-ee0f-4207-9b00-82b220d55d02 None None] Routers {'7468fa49-b5a9-4047-8deb-f36d05a06a1e'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:32:49.069883 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-df3b98a8-ee0f-4207-9b00-82b220d55d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:32:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['7468fa49-b5a9-4047-8deb-f36d05a06a1e'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:49.081465 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-3e9119cb-741c-4f65-8dc8-623de17e6341 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] 10.222.0.22 "PUT /v2.0/floatingips/6050e8b0-e0dd-4e31-85bc-0491c4fc0d1b HTTP/1.1" status: 200 len: 990 time: 5.3532343 Aug 29 04:32:49.156197 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c10c54-d36c-4e1e-b477-c6eac3208849 req-24bb9be2-c16d-4cf9-bcf4-4b9c17c4c372 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:49.165058 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-50599d6d-9f97-46b4-828c-5688551f726a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1537dc19-17b8-4a17-beb8-319db762a2de', 'name': 'tempest-TestServerBasicOps-427241465-router', 'tenant_id': 'c84af7f0f5864c20bd3db94f763e0a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '18cd0584-1fb5-4dbd-8286-4f084716d0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:32:30Z', 'updated_at': '2021-08-29T04:32:40Z', 'revision_number': 4, 'project_id': 'c84af7f0f5864c20bd3db94f763e0a0d', 'gw_port': {'id': '18cd0584-1fb5-4dbd-8286-4f084716d0fc', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:6a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1537dc19-17b8-4a17-beb8-319db762a2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:32Z', 'updated_at': '2021-08-29T04:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': 'd5db93b5-f6d9-49e8-a35d-f9c8d6949cd4', 'name': '', 'network_id': 'b40bfd6d-31ea-47be-b480-8a2abb5227f9', 'tenant_id': 'c84af7f0f5864c20bd3db94f763e0a0d', 'mac_address': 'fa:16:3e:93:65:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1537dc19-17b8-4a17-beb8-319db762a2de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2408, 'fixed_ips': [{'subnet_id': 'c33478b6-005c-4e12-b544-d0a89370f203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:39Z', 'updated_at': '2021-08-29T04:32:47Z', 'revision_number': 4, 'project_id': 'c84af7f0f5864c20bd3db94f763e0a0d', 'subnets': [{'id': 'c33478b6-005c-4e12-b544-d0a89370f203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:49.166181 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d6c10c54-d36c-4e1e-b477-c6eac3208849 req-24bb9be2-c16d-4cf9-bcf4-4b9c17c4c372 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 945 time: 0.1403279 Aug 29 04:32:49.191059 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8873da96-5697-404d-9bf2-f0a6a0a65c96 x-openstack-request-id: req-8873da96-5697-404d-9bf2-f0a6a0a65c96 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:32:49.191416 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dc57973-bef3-4ca1-9c3b-df44b0b42265", "tag": "8ddac917-8a1b-4197-8c8c-975d4df6bc22", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:32:49.191632 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8873da96-5697-404d-9bf2-f0a6a0a65c96 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:32:49.192086 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dc57973-bef3-4ca1-9c3b-df44b0b42265', 'tag': '8ddac917-8a1b-4197-8c8c-975d4df6bc22', 'status': 'completed', 'code': 200} Aug 29 04:32:49.232239 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e3a4ed46-91f2-4681-9472-c25297490b0f tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:49.238622 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50599d6d-9f97-46b4-828c-5688551f726a None None] The sync data for ids ['1537dc19-17b8-4a17-beb8-319db762a2de'] in n-d-712140-12 is: [{'id': '1537dc19-17b8-4a17-beb8-319db762a2de', 'name': 'tempest-TestServerBasicOps-427241465-router', 'tenant_id': 'c84af7f0f5864c20bd3db94f763e0a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '18cd0584-1fb5-4dbd-8286-4f084716d0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:32:30Z', 'updated_at': '2021-08-29T04:32:40Z', 'revision_number': 4, 'project_id': 'c84af7f0f5864c20bd3db94f763e0a0d', 'gw_port': {'id': '18cd0584-1fb5-4dbd-8286-4f084716d0fc', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:6a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1537dc19-17b8-4a17-beb8-319db762a2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:32Z', 'updated_at': '2021-08-29T04:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': 'd5db93b5-f6d9-49e8-a35d-f9c8d6949cd4', 'name': '', 'network_id': 'b40bfd6d-31ea-47be-b480-8a2abb5227f9', 'tenant_id': 'c84af7f0f5864c20bd3db94f763e0a0d', 'mac_address': 'fa:16:3e:93:65:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1537dc19-17b8-4a17-beb8-319db762a2de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2408, 'fixed_ips': [{'subnet_id': 'c33478b6-005c-4e12-b544-d0a89370f203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:39Z', 'updated_at': '2021-08-29T04:32:47Z', 'revision_number': 4, 'project_id': 'c84af7f0f5864c20bd3db94f763e0a0d', 'subnets': [{'id': 'c33478b6-005c-4e12-b544-d0a89370f203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:32:49.243591 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e3a4ed46-91f2-4681-9472-c25297490b0f tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:49.277901 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a4ed46-91f2-4681-9472-c25297490b0f tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd4af589-e212-4015-833e-31f51d536fda,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:49.322271 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 42842) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:49.326685 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-df3b98a8-ee0f-4207-9b00-82b220d55d02 None None] Set router 7468fa49-b5a9-4047-8deb-f36d05a06a1e gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:32:49.342964 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d6c10c54-d36c-4e1e-b477-c6eac3208849 req-50041b10-07b1-4f9b-ab01-d8002197c530 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479218 Aug 29 04:32:49.412736 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e3a4ed46-91f2-4681-9472-c25297490b0f tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:49.421221 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-e3a4ed46-91f2-4681-9472-c25297490b0f tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7805288 Aug 29 04:32:49.423155 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 42850) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:49.424714 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d795eb1-6248-4327-b187-d638ec0de5a3 req-be74d31d-a02e-486c-b752-38d3c84600df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:49.429467 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5d795eb1-6248-4327-b187-d638ec0de5a3 req-be74d31d-a02e-486c-b752-38d3c84600df service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3c2056b185a4447f97a37026802347bd&device_id=8dc57973-bef3-4ca1-9c3b-df44b0b42265 HTTP/1.1" status: 200 len: 1097 time: 0.2616427 Aug 29 04:32:49.449662 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-b00f9caf-8e1e-40d8-9b5a-d9be219dc3b1 tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] Request body: {'security_group_rule': {'security_group_id': '91890e48-7ed6-4995-b52b-4b966607cd8d', 'project_id': 'b765fede93b04201b5c324a28753ffa9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:49.610146 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device e57e5d47-f45d-4c1d-a9a2-4aa3fa84616c details requested by agent hyperv_n-h2-712140-12 with host n-h2-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:32:49.678112 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 42856) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:49.714093 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-452c6cf1-df1e-4533-a1a1-aa2d1021d758 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:49.759818 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-40327bb1-9029-4d15-9c57-38b69c2ffc1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:49.799718 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:49.818644 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0183ac-9799-4bc6-8f61-62531d4be04d req-2e270518-a4c3-4ffb-b6f3-4d7e62201ac1 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:49.820722 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bd0183ac-9799-4bc6-8f61-62531d4be04d req-2e270518-a4c3-4ffb-b6f3-4d7e62201ac1 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/ports?device_id=57066a57-7bcb-4e28-a290-b6041a4a03ca HTTP/1.1" status: 200 len: 945 time: 0.1911800 Aug 29 04:32:49.855421 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b00f9caf-8e1e-40d8-9b5a-d9be219dc3b1 tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:49.896498 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d795eb1-6248-4327-b187-d638ec0de5a3 req-358eadd5-b0d8-4613-b0bc-50412bb56ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:49.899311 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5d795eb1-6248-4327-b187-d638ec0de5a3 req-358eadd5-b0d8-4613-b0bc-50412bb56ae1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=df74e724-c81a-44f3-b66b-f70a4e2cf3f1 HTTP/1.1" status: 200 len: 914 time: 0.4629767 Aug 29 04:32:49.921662 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e641875e-a2fd-49a9-97f9-c79af058930c req-f5666fde-7598-48a6-a844-6e887f218a22 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:49.925144 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e641875e-a2fd-49a9-97f9-c79af058930c req-f5666fde-7598-48a6-a844-6e887f218a22 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 945 time: 0.2739410 Aug 29 04:32:49.973789 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-df3b98a8-ee0f-4207-9b00-82b220d55d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7468fa49-b5a9-4047-8deb-f36d05a06a1e', 'name': 'tempest-TestVolumeBackupRestore-706811000-router', 'tenant_id': '3c2056b185a4447f97a37026802347bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': '0828e849-c199-4e98-9bad-352a5d86f088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:27:46Z', 'updated_at': '2021-08-29T04:27:55Z', 'revision_number': 4, 'project_id': '3c2056b185a4447f97a37026802347bd', 'gw_port': {'id': '0828e849-c199-4e98-9bad-352a5d86f088', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:48:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7468fa49-b5a9-4047-8deb-f36d05a06a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:27:47Z', 'updated_at': '2021-08-29T04:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': '6050e8b0-e0dd-4e31-85bc-0491c4fc0d1b', 'tenant_id': '3c2056b185a4447f97a37026802347bd', 'floating_ip_address': '172.25.0.18', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': '7468fa49-b5a9-4047-8deb-f36d05a06a1e', 'port_id': '8ddac917-8a1b-4197-8c8c-975d4df6bc22', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df74e724-c81a-44f3-b66b-f70a4e2cf3f1', 'mac_address': 'fa:16:3e:84:2b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc57973-bef3-4ca1-9c3b-df44b0b42265', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:32:36Z', 'updated_at': '2021-08-29T04:32:47Z', 'revision_number': 2, 'project_id': '3c2056b185a4447f97a37026802347bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6e16258-051a-4226-ac81-5ed639862316', 'name': '', 'network_id': 'df74e724-c81a-44f3-b66b-f70a4e2cf3f1', 'tenant_id': '3c2056b185a4447f97a37026802347bd', 'mac_address': 'fa:16:3e:82:a8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7468fa49-b5a9-4047-8deb-f36d05a06a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2035, 'fixed_ips': [{'subnet_id': '0b0c6566-de1e-4de5-a4a8-8adcb3a1f5a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:27:53Z', 'updated_at': '2021-08-29T04:28:08Z', 'revision_number': 5, 'project_id': '3c2056b185a4447f97a37026802347bd', 'subnets': [{'id': '0b0c6566-de1e-4de5-a4a8-8adcb3a1f5a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:50.007426 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-573a1058-7597-4c3f-8655-540237883e9a tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4274880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4552377'] for subnet, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:50.026230 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5d795eb1-6248-4327-b187-d638ec0de5a3 req-fefa36fd-9d5f-4abe-b563-42f28b46294c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ddac917-8a1b-4197-8c8c-975d4df6bc22 HTTP/1.1" status: 200 len: 1000 time: 0.1141016 Aug 29 04:32:50.054408 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 5b4b1ef4-de31-4339-a020-368b4557f257 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:32:50.060703 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3b98a8-ee0f-4207-9b00-82b220d55d02 None None] Checking router: 7468fa49-b5a9-4047-8deb-f36d05a06a1e for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:32:50.086559 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-573a1058-7597-4c3f-8655-540237883e9a tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:50.110763 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port e57e5d47-f45d-4c1d-a9a2-4aa3fa84616c, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=e57e5d47-f45d-4c1d-a9a2-4aa3fa84616c,segment=NetworkSegment(e370ab6f-b877-4d1b-8a8e-a0dc4be5ecd4),segment_id=e370ab6f-b877-4d1b-8a8e-a0dc4be5ecd4)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:50.113016 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e641875e-a2fd-49a9-97f9-c79af058930c req-6df90e8a-af4d-4757-b7c2-a4a388aad452 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778679 Aug 29 04:32:50.113808 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d795eb1-6248-4327-b187-d638ec0de5a3 req-79d3ae10-feb1-4a2c-9fe4-0dc21f4a47cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:50.115983 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5d795eb1-6248-4327-b187-d638ec0de5a3 req-79d3ae10-feb1-4a2c-9fe4-0dc21f4a47cf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0b0c6566-de1e-4de5-a4a8-8adcb3a1f5a2 HTTP/1.1" status: 200 len: 852 time: 0.0758348 Aug 29 04:32:50.123032 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 5b4b1ef4-de31-4339-a020-368b4557f257 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:32:50.123389 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 5b4b1ef4-de31-4339-a020-368b4557f257 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:32:50.132622 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3b98a8-ee0f-4207-9b00-82b220d55d02 None None] Routers {'7468fa49-b5a9-4047-8deb-f36d05a06a1e'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:32:50.133260 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-df3b98a8-ee0f-4207-9b00-82b220d55d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:32:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['7468fa49-b5a9-4047-8deb-f36d05a06a1e'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:50.135673 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Returning: {'device': 'e57e5d47-f45d-4c1d-a9a2-4aa3fa84616c', 'network_id': 'f71495d7-96ad-4847-83eb-b3625c73c9a5', 'port_id': 'e57e5d47-f45d-4c1d-a9a2-4aa3fa84616c', 'mac_address': 'fa:16:3e:1b:e5:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5de44217-4c88-4ff9-be1a-03ac5f0e7204', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:32:50.136803 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-573a1058-7597-4c3f-8655-540237883e9a tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:50.144601 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-573a1058-7597-4c3f-8655-540237883e9a tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:50.145464 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-573a1058-7597-4c3f-8655-540237883e9a tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:50.190280 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bd0183ac-9799-4bc6-8f61-62531d4be04d req-9a7bc68d-99fe-42e0-9521-5b7a2eaaaa43 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/security-groups?id=f2284a1b-92b5-4cc6-825a-c1a1841e1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3610208 Aug 29 04:32:50.192094 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b00f9caf-8e1e-40d8-9b5a-d9be219dc3b1 tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:50.193174 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573a1058-7597-4c3f-8655-540237883e9a tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Pushing event updated for resources: {'Subnet': ['ID=3f273916-5801-4c23-843c-b3fe2363adc5,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:50.201242 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b00f9caf-8e1e-40d8-9b5a-d9be219dc3b1 tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:50.223134 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00f9caf-8e1e-40d8-9b5a-d9be219dc3b1 tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b945293c-6fe8-43e3-8c39-94c9f06815a3,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:50.299902 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:50.309016 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3617872a-7e78-4927-b0f8-e6d805119e63 None None] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:32:50.330904 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d795eb1-6248-4327-b187-d638ec0de5a3 req-9caecfc3-11be-4194-a9a4-8effba8d06a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:50.333189 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5d795eb1-6248-4327-b187-d638ec0de5a3 req-9caecfc3-11be-4194-a9a4-8effba8d06a9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=df74e724-c81a-44f3-b66b-f70a4e2cf3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2095754 Aug 29 04:32:50.374826 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-40327bb1-9029-4d15-9c57-38b69c2ffc1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:50.390390 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b00f9caf-8e1e-40d8-9b5a-d9be219dc3b1 tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:50.394371 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-b00f9caf-8e1e-40d8-9b5a-d9be219dc3b1 tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9619219 Aug 29 04:32:50.395304 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 42860) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:50.414028 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e57e5d47-f45d-4c1d-a9a2-4aa3fa84616c {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:32:50.422694 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-40327bb1-9029-4d15-9c57-38b69c2ffc1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:50.433113 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-c497fbcf-9898-4d3e-8a27-bff70e541121 tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] Request body: {'security_group_rule': {'security_group_id': '91890e48-7ed6-4995-b52b-4b966607cd8d', 'project_id': 'b765fede93b04201b5c324a28753ffa9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:50.489303 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device d5db93b5-f6d9-49e8-a35d-f9c8d6949cd4 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:32:50.530971 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40327bb1-9029-4d15-9c57-38b69c2ffc1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84f1daea-be1a-41a4-9f6e-91b213a3bd89,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:50.538450 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-40327bb1-9029-4d15-9c57-38b69c2ffc1c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fd0b9db78a3b486b98726f3b1ac8a515&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8462346 Aug 29 04:32:50.540259 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 42862) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:50.550149 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port e57e5d47-f45d-4c1d-a9a2-4aa3fa84616c, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=e57e5d47-f45d-4c1d-a9a2-4aa3fa84616c,segment=NetworkSegment(e370ab6f-b877-4d1b-8a8e-a0dc4be5ecd4),segment_id=e370ab6f-b877-4d1b-8a8e-a0dc4be5ecd4)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:50.571644 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274ac506-28fc-4249-a7d4-10e4b6312556 req-74dbd97e-5197-4708-bc44-87dc78334157 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:50.575647 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:50.579144 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-274ac506-28fc-4249-a7d4-10e4b6312556 req-74dbd97e-5197-4708-bc44-87dc78334157 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 945 time: 0.2064738 Aug 29 04:32:50.607860 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-452c6cf1-df1e-4533-a1a1-aa2d1021d758 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:50.615244 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-573a1058-7597-4c3f-8655-540237883e9a tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9599915 Aug 29 04:32:50.615244 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 42864) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:50.632270 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-df3b98a8-ee0f-4207-9b00-82b220d55d02 None None] Set router 7468fa49-b5a9-4047-8deb-f36d05a06a1e gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:32:50.643329 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-f794e54a-17aa-4920-83df-8d3701a930c9 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-809975144', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:50.651596 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-452c6cf1-df1e-4533-a1a1-aa2d1021d758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:50.658687 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5d795eb1-6248-4327-b187-d638ec0de5a3 req-f5aadb6b-f300-4730-8b0c-3457ca27d5d6 service neutron] 10.222.0.46 "GET /v2.0/networks/df74e724-c81a-44f3-b66b-f70a4e2cf3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818770 Aug 29 04:32:50.676034 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c497fbcf-9898-4d3e-8a27-bff70e541121 tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:50.688304 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-274ac506-28fc-4249-a7d4-10e4b6312556 req-31fe9b1f-c716-473f-9ae0-cf6098b7e7a7 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075888 Aug 29 04:32:50.743147 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0f0cf7c0-dd60-4334-abba-5e5e8181378e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:50.792498 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452c6cf1-df1e-4533-a1a1-aa2d1021d758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49367f06-8fa9-47e2-917b-9bc5d29a596a,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:50.823516 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0f0cf7c0-dd60-4334-abba-5e5e8181378e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:50.830940 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-452c6cf1-df1e-4533-a1a1-aa2d1021d758 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6695de98da974da980c6e8bc15fa3513&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5074711 Aug 29 04:32:50.851494 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 42870) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:50.858542 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f794e54a-17aa-4920-83df-8d3701a930c9 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:50.859604 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f794e54a-17aa-4920-83df-8d3701a930c9 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1838'] for router, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:50.873389 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c497fbcf-9898-4d3e-8a27-bff70e541121 tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:50.884886 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c497fbcf-9898-4d3e-8a27-bff70e541121 tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:50.926774 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c497fbcf-9898-4d3e-8a27-bff70e541121 tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:50.931724 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-c497fbcf-9898-4d3e-8a27-bff70e541121 tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5121143 Aug 29 04:32:50.935260 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 42872) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:50.937186 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5d795eb1-6248-4327-b187-d638ec0de5a3 req-9d1c0816-0230-4f71-8996-e9b29392ef5b service neutron] 10.222.0.46 "GET /v2.0/networks/df74e724-c81a-44f3-b66b-f70a4e2cf3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659454 Aug 29 04:32:50.965083 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-ccb5bd09-78d8-45dc-84fe-6b3bbbba6278 tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] Request body: {'security_group_rule': {'security_group_id': '91890e48-7ed6-4995-b52b-4b966607cd8d', 'project_id': 'b765fede93b04201b5c324a28753ffa9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:50.975133 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c497fbcf-9898-4d3e-8a27-bff70e541121 tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a612f51-042a-4e0c-8419-b74784d2f65a,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:50.980031 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f794e54a-17aa-4920-83df-8d3701a930c9 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:50.989110 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f794e54a-17aa-4920-83df-8d3701a930c9 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409'] for router, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:51.020633 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09aa2f9-e171-4e6d-b855-60ec65bde6ad req-db76a31c-47af-4080-8382-6392cd75f1bc tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:51.022684 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e09aa2f9-e171-4e6d-b855-60ec65bde6ad req-db76a31c-47af-4080-8382-6392cd75f1bc tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 945 time: 0.1376328 Aug 29 04:32:51.027251 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f794e54a-17aa-4920-83df-8d3701a930c9 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:51.028883 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-f794e54a-17aa-4920-83df-8d3701a930c9 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4115121 Aug 29 04:32:51.030653 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ccb5bd09-78d8-45dc-84fe-6b3bbbba6278 tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:51.032657 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 42874) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:51.051498 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0f0cf7c0-dd60-4334-abba-5e5e8181378e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:51.056423 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0f0cf7c0-dd60-4334-abba-5e5e8181378e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:51.060459 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-0f0cf7c0-dd60-4334-abba-5e5e8181378e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/84f1daea-be1a-41a4-9f6e-91b213a3bd89 HTTP/1.1" status: 204 len: 168 time: 0.5154831 Aug 29 04:32:51.099401 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dd2bae32-b02c-43d5-920c-c1b3f5a99591 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:51.143081 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=e57e5d47-f45d-4c1d-a9a2-4aa3fa84616c,revision_number=6']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:51.207962 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dc57973-bef3-4ca1-9c3b-df44b0b42265', 'tag': '8ddac917-8a1b-4197-8c8c-975d4df6bc22'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:32:51.218505 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd5d99c0-6e32-44a0-938b-94654f1c915f" -d '{"events": [{"name": "network-changed", "server_uuid": "8dc57973-bef3-4ca1-9c3b-df44b0b42265", "tag": "8ddac917-8a1b-4197-8c8c-975d4df6bc22"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:32:51.243309 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0cf7c0-dd60-4334-abba-5e5e8181378e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84f1daea-be1a-41a4-9f6e-91b213a3bd89,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:51.255342 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['e57e5d47-f45d-4c1d-a9a2-4aa3fa84616c'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:32:51.293768 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dd2bae32-b02c-43d5-920c-c1b3f5a99591 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:51.381090 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port d5db93b5-f6d9-49e8-a35d-f9c8d6949cd4 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:32:51.430999 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port d5db93b5-f6d9-49e8-a35d-f9c8d6949cd4 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:51.431613 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:51.442035 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dd2bae32-b02c-43d5-920c-c1b3f5a99591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:51.442985 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ccb5bd09-78d8-45dc-84fe-6b3bbbba6278 tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:51.447975 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dd2bae32-b02c-43d5-920c-c1b3f5a99591 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:51.451434 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-dd2bae32-b02c-43d5-920c-c1b3f5a99591 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/49367f06-8fa9-47e2-917b-9bc5d29a596a HTTP/1.1" status: 204 len: 168 time: 0.5822201 Aug 29 04:32:51.463083 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e09aa2f9-e171-4e6d-b855-60ec65bde6ad req-875ed4a0-3bcc-424e-95f2-e2f547b56b9f tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4218698 Aug 29 04:32:51.492373 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-09fb86e6-fbd2-4885-820d-530ff238e8b1 req-4458b23e-144f-4e1f-9a96-f0eea576e80f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8dc57973-bef3-4ca1-9c3b-df44b0b42265&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4053450 Aug 29 04:32:51.493760 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2bae32-b02c-43d5-920c-c1b3f5a99591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49367f06-8fa9-47e2-917b-9bc5d29a596a,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:51.570108 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ccb5bd09-78d8-45dc-84fe-6b3bbbba6278 tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:51.612028 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb5bd09-78d8-45dc-84fe-6b3bbbba6278 tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f11513f6-fd1f-49b6-b5c3-d9f863587322,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:51.665971 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75d61bf-4cc8-431b-b340-047dbfdcae71 req-a1f79e11-3cb0-408e-a15b-e7531893edd7 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:51.668008 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c75d61bf-4cc8-431b-b340-047dbfdcae71 req-a1f79e11-3cb0-408e-a15b-e7531893edd7 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/ports?device_id=57066a57-7bcb-4e28-a290-b6041a4a03ca HTTP/1.1" status: 200 len: 944 time: 0.3041735 Aug 29 04:32:51.681564 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ccb5bd09-78d8-45dc-84fe-6b3bbbba6278 tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:51.683529 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-ccb5bd09-78d8-45dc-84fe-6b3bbbba6278 tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7213507 Aug 29 04:32:51.692570 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 42894) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:51.700088 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09112098-d3ca-4948-b015-37ad79d2a87a x-openstack-request-id: req-09112098-d3ca-4948-b015-37ad79d2a87a {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:32:51.706325 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dc57973-bef3-4ca1-9c3b-df44b0b42265", "tag": "8ddac917-8a1b-4197-8c8c-975d4df6bc22", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:32:51.712368 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-09112098-d3ca-4948-b015-37ad79d2a87a {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:32:51.714587 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dc57973-bef3-4ca1-9c3b-df44b0b42265', 'tag': '8ddac917-8a1b-4197-8c8c-975d4df6bc22', 'status': 'completed', 'code': 200} Aug 29 04:32:51.726889 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-18ee637c-0fb9-4372-97f0-0719dae42990 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:51.735514 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-ff1d5de8-6eba-4229-8c1b-3f635ca77586 tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] Request body: {'security_group_rule': {'security_group_id': '91890e48-7ed6-4995-b52b-4b966607cd8d', 'project_id': 'b765fede93b04201b5c324a28753ffa9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:51.788259 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c75d61bf-4cc8-431b-b340-047dbfdcae71 req-84d2cdbe-a238-4c62-affc-dccbc436a968 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/security-groups?id=f2284a1b-92b5-4cc6-825a-c1a1841e1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114347 Aug 29 04:32:51.900075 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-df3b98a8-ee0f-4207-9b00-82b220d55d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7468fa49-b5a9-4047-8deb-f36d05a06a1e', 'name': 'tempest-TestVolumeBackupRestore-706811000-router', 'tenant_id': '3c2056b185a4447f97a37026802347bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': '0828e849-c199-4e98-9bad-352a5d86f088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:27:46Z', 'updated_at': '2021-08-29T04:27:55Z', 'revision_number': 4, 'project_id': '3c2056b185a4447f97a37026802347bd', 'gw_port': {'id': '0828e849-c199-4e98-9bad-352a5d86f088', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:48:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7468fa49-b5a9-4047-8deb-f36d05a06a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:27:47Z', 'updated_at': '2021-08-29T04:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': '6050e8b0-e0dd-4e31-85bc-0491c4fc0d1b', 'tenant_id': '3c2056b185a4447f97a37026802347bd', 'floating_ip_address': '172.25.0.18', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': '7468fa49-b5a9-4047-8deb-f36d05a06a1e', 'port_id': '8ddac917-8a1b-4197-8c8c-975d4df6bc22', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df74e724-c81a-44f3-b66b-f70a4e2cf3f1', 'mac_address': 'fa:16:3e:84:2b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc57973-bef3-4ca1-9c3b-df44b0b42265', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:32:36Z', 'updated_at': '2021-08-29T04:32:47Z', 'revision_number': 2, 'project_id': '3c2056b185a4447f97a37026802347bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6e16258-051a-4226-ac81-5ed639862316', 'name': '', 'network_id': 'df74e724-c81a-44f3-b66b-f70a4e2cf3f1', 'tenant_id': '3c2056b185a4447f97a37026802347bd', 'mac_address': 'fa:16:3e:82:a8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7468fa49-b5a9-4047-8deb-f36d05a06a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2035, 'fixed_ips': [{'subnet_id': '0b0c6566-de1e-4de5-a4a8-8adcb3a1f5a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:27:53Z', 'updated_at': '2021-08-29T04:28:08Z', 'revision_number': 5, 'project_id': '3c2056b185a4447f97a37026802347bd', 'subnets': [{'id': '0b0c6566-de1e-4de5-a4a8-8adcb3a1f5a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:51.903260 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313c3762-cc6e-4d30-830b-f5f453661727 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-9a0c1c63-2a3a-4918-9723-8b35bf7d017b', 'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b', 'tenant_id': '808af00233b447dbb547871646623489', 'fixed_ips': [{'subnet_id': '3f273916-5801-4c23-843c-b3fe2363adc5'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:32:51.904602 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-313c3762-cc6e-4d30-830b-f5f453661727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:51.931226 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fb86e6-fbd2-4885-820d-530ff238e8b1 req-3c1ae99d-4c02-414f-8a1a-1afca8b30662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:51.942009 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-09fb86e6-fbd2-4885-820d-530ff238e8b1 req-3c1ae99d-4c02-414f-8a1a-1afca8b30662 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3c2056b185a4447f97a37026802347bd&device_id=8dc57973-bef3-4ca1-9c3b-df44b0b42265 HTTP/1.1" status: 200 len: 1097 time: 0.3652818 Aug 29 04:32:51.958390 n-d-712140-12 neutron-server[94828]: INFO neutron.db.securitygroups_db [None req-ff1d5de8-6eba-4229-8c1b-3f635ca77586 tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] Project b765fede93b04201b5c324a28753ffa9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 04:32:52.107843 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3b98a8-ee0f-4207-9b00-82b220d55d02 None None] The sync data for ids ['7468fa49-b5a9-4047-8deb-f36d05a06a1e'] in n-d-712140-12 is: [{'id': '7468fa49-b5a9-4047-8deb-f36d05a06a1e', 'name': 'tempest-TestVolumeBackupRestore-706811000-router', 'tenant_id': '3c2056b185a4447f97a37026802347bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': '0828e849-c199-4e98-9bad-352a5d86f088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:27:46Z', 'updated_at': '2021-08-29T04:27:55Z', 'revision_number': 4, 'project_id': '3c2056b185a4447f97a37026802347bd', 'gw_port': {'id': '0828e849-c199-4e98-9bad-352a5d86f088', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:48:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7468fa49-b5a9-4047-8deb-f36d05a06a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:27:47Z', 'updated_at': '2021-08-29T04:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': '6050e8b0-e0dd-4e31-85bc-0491c4fc0d1b', 'tenant_id': '3c2056b185a4447f97a37026802347bd', 'floating_ip_address': '172.25.0.18', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': '7468fa49-b5a9-4047-8deb-f36d05a06a1e', 'port_id': '8ddac917-8a1b-4197-8c8c-975d4df6bc22', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df74e724-c81a-44f3-b66b-f70a4e2cf3f1', 'mac_address': 'fa:16:3e:84:2b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc57973-bef3-4ca1-9c3b-df44b0b42265', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:32:36Z', 'updated_at': '2021-08-29T04:32:47Z', 'revision_number': 2, 'project_id': '3c2056b185a4447f97a37026802347bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6e16258-051a-4226-ac81-5ed639862316', 'name': '', 'network_id': 'df74e724-c81a-44f3-b66b-f70a4e2cf3f1', 'tenant_id': '3c2056b185a4447f97a37026802347bd', 'mac_address': 'fa:16:3e:82:a8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7468fa49-b5a9-4047-8deb-f36d05a06a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2035, 'fixed_ips': [{'subnet_id': '0b0c6566-de1e-4de5-a4a8-8adcb3a1f5a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:27:53Z', 'updated_at': '2021-08-29T04:28:08Z', 'revision_number': 5, 'project_id': '3c2056b185a4447f97a37026802347bd', 'subnets': [{'id': '0b0c6566-de1e-4de5-a4a8-8adcb3a1f5a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:32:52.224432 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:52.326517 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fb86e6-fbd2-4885-820d-530ff238e8b1 req-974abe35-7684-4956-85ce-4a876e52836f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:52.331583 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-09fb86e6-fbd2-4885-820d-530ff238e8b1 req-974abe35-7684-4956-85ce-4a876e52836f service neutron] 10.222.0.46 "GET /v2.0/networks?id=df74e724-c81a-44f3-b66b-f70a4e2cf3f1 HTTP/1.1" status: 200 len: 914 time: 0.3617079 Aug 29 04:32:52.336156 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff1d5de8-6eba-4229-8c1b-3f635ca77586 tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:52.427156 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port d5db93b5-f6d9-49e8-a35d-f9c8d6949cd4, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=d5db93b5-f6d9-49e8-a35d-f9c8d6949cd4,segment=NetworkSegment(4af29dd7-ea27-42c9-b76b-b8f5c2600aac),segment_id=4af29dd7-ea27-42c9-b76b-b8f5c2600aac)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:52.435162 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:52.472281 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 6de715ed-2f27-44dd-952d-689739ce0f51 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:32:52.487769 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-313c3762-cc6e-4d30-830b-f5f453661727 None None] Allocated IP 2001:db8::2 (9a0c1c63-2a3a-4918-9723-8b35bf7d017b/3f273916-5801-4c23-843c-b3fe2363adc5/4f81e2ce-d6d7-4b1c-9b11-f3ed736aeac4) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:32:52.526680 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 6de715ed-2f27-44dd-952d-689739ce0f51 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:32:52.527204 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 6de715ed-2f27-44dd-952d-689739ce0f51 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:32:52.600322 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=d5db93b5-f6d9-49e8-a35d-f9c8d6949cd4,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:52.631181 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 42910) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:52.665513 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cec1756b-a39c-4bef-8684-8ff41ce9daa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:52.666073 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-09fb86e6-fbd2-4885-820d-530ff238e8b1 req-e9f9a1af-0779-4564-bc24-a180e6237f2e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ddac917-8a1b-4197-8c8c-975d4df6bc22 HTTP/1.1" status: 200 len: 1000 time: 0.3225803 Aug 29 04:32:52.693918 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff1d5de8-6eba-4229-8c1b-3f635ca77586 tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:52.746198 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff1d5de8-6eba-4229-8c1b-3f635ca77586 tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:52.760271 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95104fe9-d0b4-45f8-a9e5-e3e0c91b1794 req-589eead3-689d-4d9f-aa0f-0b807133a530 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:52.768051 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-95104fe9-d0b4-45f8-a9e5-e3e0c91b1794 req-589eead3-689d-4d9f-aa0f-0b807133a530 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 945 time: 0.1356137 Aug 29 04:32:52.770758 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-313c3762-cc6e-4d30-830b-f5f453661727 None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:52.785340 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-313c3762-cc6e-4d30-830b-f5f453661727 None None] Transition to ACTIVE for port object 4f81e2ce-d6d7-4b1c-9b11-f3ed736aeac4 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:52.798266 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1d5de8-6eba-4229-8c1b-3f635ca77586 tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9dd2a1c-faac-46d3-a18b-f89ef900325d,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:52.807909 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fb86e6-fbd2-4885-820d-530ff238e8b1 req-d304a0da-fca8-4991-8a42-30ed1c525887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:52.808627 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-09fb86e6-fbd2-4885-820d-530ff238e8b1 req-d304a0da-fca8-4991-8a42-30ed1c525887 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0b0c6566-de1e-4de5-a4a8-8adcb3a1f5a2 HTTP/1.1" status: 200 len: 852 time: 0.1347568 Aug 29 04:32:52.818772 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-313c3762-cc6e-4d30-830b-f5f453661727 None None] Transition to ACTIVE for port object 4f81e2ce-d6d7-4b1c-9b11-f3ed736aeac4 will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:52.826556 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-313c3762-cc6e-4d30-830b-f5f453661727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:52.848696 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-95104fe9-d0b4-45f8-a9e5-e3e0c91b1794 req-00157bf4-9501-4eaa-95aa-92610a969a4d tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798519 Aug 29 04:32:52.882919 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fb86e6-fbd2-4885-820d-530ff238e8b1 req-010580ce-632c-4c6e-aec9-9ed170e57631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:52.884785 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-09fb86e6-fbd2-4885-820d-530ff238e8b1 req-010580ce-632c-4c6e-aec9-9ed170e57631 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=df74e724-c81a-44f3-b66b-f70a4e2cf3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0674198 Aug 29 04:32:52.894203 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313c3762-cc6e-4d30-830b-f5f453661727 None None] Pushing event updated for resources: {'Port': ['ID=4f81e2ce-d6d7-4b1c-9b11-f3ed736aeac4,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:52.914126 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313c3762-cc6e-4d30-830b-f5f453661727 None None] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:52.916859 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-313c3762-cc6e-4d30-830b-f5f453661727 None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:52.925422 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-18ee637c-0fb9-4372-97f0-0719dae42990 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Allocated IP 2001:db8::1 (9a0c1c63-2a3a-4918-9723-8b35bf7d017b/3f273916-5801-4c23-843c-b3fe2363adc5/bdd82a97-6cf3-41dd-b897-a18fc722dc80) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:32:52.925851 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313c3762-cc6e-4d30-830b-f5f453661727 None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:32:52.948477 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cec1756b-a39c-4bef-8684-8ff41ce9daa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:52.967834 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cec1756b-a39c-4bef-8684-8ff41ce9daa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:52.999425 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-313c3762-cc6e-4d30-830b-f5f453661727 None None] Attempting to bind port 4f81e2ce-d6d7-4b1c-9b11-f3ed736aeac4 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:32:52.999836 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-313c3762-cc6e-4d30-830b-f5f453661727 None None] Attempting to bind port 4f81e2ce-d6d7-4b1c-9b11-f3ed736aeac4 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '0fc0da0a-b381-4d95-9f3f-3aa10a110ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:32:53.000213 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313c3762-cc6e-4d30-830b-f5f453661727 None None] Attempting to bind port 4f81e2ce-d6d7-4b1c-9b11-f3ed736aeac4 on network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:32:53.005837 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313c3762-cc6e-4d30-830b-f5f453661727 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:32:53.006216 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313c3762-cc6e-4d30-830b-f5f453661727 None None] Checking segment: {'id': '0fc0da0a-b381-4d95-9f3f-3aa10a110ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:32:53.006704 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-313c3762-cc6e-4d30-830b-f5f453661727 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:53.007107 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313c3762-cc6e-4d30-830b-f5f453661727 None None] Bound using segment: {'id': '0fc0da0a-b381-4d95-9f3f-3aa10a110ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:32:53.007584 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-313c3762-cc6e-4d30-830b-f5f453661727 None None] Bound port: 4f81e2ce-d6d7-4b1c-9b11-f3ed736aeac4, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fc0da0a-b381-4d95-9f3f-3aa10a110ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:32:53.008012 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-313c3762-cc6e-4d30-830b-f5f453661727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:53.082366 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-313c3762-cc6e-4d30-830b-f5f453661727 None None] For port 4f81e2ce-d6d7-4b1c-9b11-f3ed736aeac4, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:32:53.087246 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-313c3762-cc6e-4d30-830b-f5f453661727 None None] For port 4f81e2ce-d6d7-4b1c-9b11-f3ed736aeac4, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=4f81e2ce-d6d7-4b1c-9b11-f3ed736aeac4,segment=NetworkSegment(0fc0da0a-b381-4d95-9f3f-3aa10a110ba6),segment_id=0fc0da0a-b381-4d95-9f3f-3aa10a110ba6)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:32:53.092259 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-313c3762-cc6e-4d30-830b-f5f453661727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:53.125016 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff1d5de8-6eba-4229-8c1b-3f635ca77586 tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:53.129018 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-ff1d5de8-6eba-4229-8c1b-3f635ca77586 tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.4325774 Aug 29 04:32:53.137282 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 42928) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:53.155876 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-2d1e1c17-3859-4e16-b6c1-0a0ed9d5649c tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] Request body: {'security_group_rule': {'security_group_id': '91890e48-7ed6-4995-b52b-4b966607cd8d', 'project_id': 'b765fede93b04201b5c324a28753ffa9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:53.164278 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-09fb86e6-fbd2-4885-820d-530ff238e8b1 req-8cc895f3-f93e-40cc-a97e-422ab3d3b91d service neutron] 10.222.0.46 "GET /v2.0/networks/df74e724-c81a-44f3-b66b-f70a4e2cf3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680342 Aug 29 04:32:53.169289 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-cec1756b-a39c-4bef-8684-8ff41ce9daa4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4ec37b1349c14145a641f8e8186e1828&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5354764 Aug 29 04:32:53.172757 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313c3762-cc6e-4d30-830b-f5f453661727 None None] Pushing event updated for resources: {'Port': ['ID=4f81e2ce-d6d7-4b1c-9b11-f3ed736aeac4,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:53.174691 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 42930) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:53.185982 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec1756b-a39c-4bef-8684-8ff41ce9daa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89d2c4f4-4748-4494-8bfc-ddccafffc482,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:53.253531 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019f44e8-d344-4c5c-b9c0-e66139a1eb8d req-062b7125-7598-438a-ad60-ec515d7b448f tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:53.262744 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-019f44e8-d344-4c5c-b9c0-e66139a1eb8d req-062b7125-7598-438a-ad60-ec515d7b448f tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/ports?device_id=57066a57-7bcb-4e28-a290-b6041a4a03ca HTTP/1.1" status: 200 len: 944 time: 0.2942481 Aug 29 04:32:53.302924 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-18ee637c-0fb9-4372-97f0-0719dae42990 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:53.324335 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-18ee637c-0fb9-4372-97f0-0719dae42990 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Transition to ACTIVE for port object bdd82a97-6cf3-41dd-b897-a18fc722dc80 will not be triggered until provisioned by entity DHCP. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:53.328315 n-d-712140-12 neutron-server[94829]: INFO neutron.db.securitygroups_db [None req-2d1e1c17-3859-4e16-b6c1-0a0ed9d5649c tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] Project b765fede93b04201b5c324a28753ffa9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 04:32:53.358641 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2d1e1c17-3859-4e16-b6c1-0a0ed9d5649c tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:53.384546 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0e5b5d-7cc2-4532-b8e9-f803d4a115e7 req-1c3346cf-e39b-4939-97e3-3b0a0be22026 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:53.388373 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ae0e5b5d-7cc2-4532-b8e9-f803d4a115e7 req-1c3346cf-e39b-4939-97e3-3b0a0be22026 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 945 time: 0.3467996 Aug 29 04:32:53.393118 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-019f44e8-d344-4c5c-b9c0-e66139a1eb8d req-348bd153-e609-476d-8af4-29dccb5d9e62 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/security-groups?id=f2284a1b-92b5-4cc6-825a-c1a1841e1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278868 Aug 29 04:32:53.468858 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-49b4463a-3190-4d7b-91ce-f07e35a27649 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:53.482802 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-09fb86e6-fbd2-4885-820d-530ff238e8b1 req-37ae1a95-2b93-482b-927b-2bb55d5d9212 service neutron] 10.222.0.46 "GET /v2.0/networks/df74e724-c81a-44f3-b66b-f70a4e2cf3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3070767 Aug 29 04:32:53.494423 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device e57e5d47-f45d-4c1d-a9a2-4aa3fa84616c up at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:32:53.550047 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-49b4463a-3190-4d7b-91ce-f07e35a27649 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:53.597792 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ae0e5b5d-7cc2-4532-b8e9-f803d4a115e7 req-a6335cde-665b-4f15-8e63-1bb11895881a tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969514 Aug 29 04:32:53.609101 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning complete for port e57e5d47-f45d-4c1d-a9a2-4aa3fa84616c triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:53.610033 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:53.612911 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-18ee637c-0fb9-4372-97f0-0719dae42990 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:53.616251 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2d1e1c17-3859-4e16-b6c1-0a0ed9d5649c tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:53.695425 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2d1e1c17-3859-4e16-b6c1-0a0ed9d5649c tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:53.749812 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1e1c17-3859-4e16-b6c1-0a0ed9d5649c tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63764381-acb6-42ea-b64b-bd4dc851b80b,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:53.759605 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ee637c-0fb9-4372-97f0-0719dae42990 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:53.761396 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ee637c-0fb9-4372-97f0-0719dae42990 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Pushing event updated for resources: {'Port': ['ID=bdd82a97-6cf3-41dd-b897-a18fc722dc80,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:53.762071 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:53.772724 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2d1e1c17-3859-4e16-b6c1-0a0ed9d5649c tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:53.774386 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-2d1e1c17-3859-4e16-b6c1-0a0ed9d5649c tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6298273 Aug 29 04:32:53.776204 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-18ee637c-0fb9-4372-97f0-0719dae42990 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:53.778859 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ee637c-0fb9-4372-97f0-0719dae42990 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:32:53.779795 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-18ee637c-0fb9-4372-97f0-0719dae42990 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719598'] for router_interface, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:53.797676 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5d99c0-6e32-44a0-938b-94654f1c915f req-e4a4725c-78a0-4971-95fa-338e818d582e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:53.802763 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bd5d99c0-6e32-44a0-938b-94654f1c915f req-e4a4725c-78a0-4971-95fa-338e818d582e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3c2056b185a4447f97a37026802347bd&device_id=8dc57973-bef3-4ca1-9c3b-df44b0b42265 HTTP/1.1" status: 200 len: 1097 time: 0.2293174 Aug 29 04:32:53.806240 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57066a57-7bcb-4e28-a290-b6041a4a03ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e57e5d47-f45d-4c1d-a9a2-4aa3fa84616c'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:32:53.812264 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-49b4463a-3190-4d7b-91ce-f07e35a27649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:53.815183 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-49b4463a-3190-4d7b-91ce-f07e35a27649 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:53.816824 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-49b4463a-3190-4d7b-91ce-f07e35a27649 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/89d2c4f4-4748-4494-8bfc-ddccafffc482 HTTP/1.1" status: 204 len: 168 time: 0.6398613 Aug 29 04:32:53.817558 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20e544a2-3e79-42fa-b390-9cd376dc4a52" -d '{"events": [{"server_uuid": "57066a57-7bcb-4e28-a290-b6041a4a03ca", "name": "network-vif-plugged", "status": "completed", "tag": "e57e5d47-f45d-4c1d-a9a2-4aa3fa84616c"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:32:53.883062 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port e57e5d47-f45d-4c1d-a9a2-4aa3fa84616c, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=e57e5d47-f45d-4c1d-a9a2-4aa3fa84616c,segment=NetworkSegment(e370ab6f-b877-4d1b-8a8e-a0dc4be5ecd4),segment_id=e370ab6f-b877-4d1b-8a8e-a0dc4be5ecd4)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:53.890928 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:53.957094 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75aabc9b-849f-4fce-8cad-3bfba185aafe x-openstack-request-id: req-75aabc9b-849f-4fce-8cad-3bfba185aafe {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:32:53.957491 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57066a57-7bcb-4e28-a290-b6041a4a03ca", "name": "network-vif-plugged", "status": "completed", "tag": "e57e5d47-f45d-4c1d-a9a2-4aa3fa84616c", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:32:53.957641 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-75aabc9b-849f-4fce-8cad-3bfba185aafe {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:32:53.958023 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57066a57-7bcb-4e28-a290-b6041a4a03ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e57e5d47-f45d-4c1d-a9a2-4aa3fa84616c', 'code': 200} Aug 29 04:32:53.973757 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b4463a-3190-4d7b-91ce-f07e35a27649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89d2c4f4-4748-4494-8bfc-ddccafffc482,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:53.988394 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08d967d-ac57-46d3-a676-330d33e132af req-ac9957db-829c-458e-95d0-3ef563ce9862 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:53.999153 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d08d967d-ac57-46d3-a676-330d33e132af req-ac9957db-829c-458e-95d0-3ef563ce9862 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 945 time: 0.3109314 Aug 29 04:32:53.999984 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-18ee637c-0fb9-4372-97f0-0719dae42990 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:54.044593 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=e57e5d47-f45d-4c1d-a9a2-4aa3fa84616c,revision_number=7']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:54.088665 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d08d967d-ac57-46d3-a676-330d33e132af req-63cf9163-85e6-4800-9cdf-769ed2cc3435 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840740 Aug 29 04:32:54.096174 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5d99c0-6e32-44a0-938b-94654f1c915f req-094b7f32-29d2-455b-a088-e473b0c8c93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:54.098173 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bd5d99c0-6e32-44a0-938b-94654f1c915f req-094b7f32-29d2-455b-a088-e473b0c8c93f service neutron] 10.222.0.46 "GET /v2.0/networks?id=df74e724-c81a-44f3-b66b-f70a4e2cf3f1 HTTP/1.1" status: 200 len: 914 time: 0.2784185 Aug 29 04:32:54.256156 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-463c108e-b67a-495f-b2ba-997f26edb3a8 req-0f50bf2d-f5d5-4a4c-8b9e-71d6ac9e2ee3 tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-302363763&fields=id&tenant_id=b765fede93b04201b5c324a28753ffa9 HTTP/1.1" status: 200 len: 267 time: 0.1564479 Aug 29 04:32:54.286234 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bd5d99c0-6e32-44a0-938b-94654f1c915f req-572fe8e6-6765-46d4-85c2-ee90a98998cb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ddac917-8a1b-4197-8c8c-975d4df6bc22 HTTP/1.1" status: 200 len: 1000 time: 0.1589785 Aug 29 04:32:54.409771 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5d99c0-6e32-44a0-938b-94654f1c915f req-c528cb21-ba54-43fc-97c8-c58328500d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:54.411558 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bd5d99c0-6e32-44a0-938b-94654f1c915f req-c528cb21-ba54-43fc-97c8-c58328500d22 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0b0c6566-de1e-4de5-a4a8-8adcb3a1f5a2 HTTP/1.1" status: 200 len: 852 time: 0.1231163 Aug 29 04:32:54.431392 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f13d9c-74e4-4bbe-9d97-8dd75a107b7d req-ce3b6d7c-06bb-4c2c-8538-09f2b2b8c4d3 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:54.434417 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-74f13d9c-74e4-4bbe-9d97-8dd75a107b7d req-ce3b6d7c-06bb-4c2c-8538-09f2b2b8c4d3 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 945 time: 0.1296365 Aug 29 04:32:54.512466 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5d99c0-6e32-44a0-938b-94654f1c915f req-cac3c352-d39c-427e-80de-8921152ee94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:54.515960 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bd5d99c0-6e32-44a0-938b-94654f1c915f req-cac3c352-d39c-427e-80de-8921152ee94d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=df74e724-c81a-44f3-b66b-f70a4e2cf3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0802274 Aug 29 04:32:54.549845 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c108e-b67a-495f-b2ba-997f26edb3a8 req-2a1f3319-e76e-402b-b535-1e54fbe49690 tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:54.557654 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-463c108e-b67a-495f-b2ba-997f26edb3a8 req-2a1f3319-e76e-402b-b535-1e54fbe49690 tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] 10.222.0.22 "GET /v2.0/networks?id=1ebc2e43-1665-45c9-99e8-25ad0856d831 HTTP/1.1" status: 200 len: 808 time: 0.3005655 Aug 29 04:32:54.603195 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-74f13d9c-74e4-4bbe-9d97-8dd75a107b7d req-b8ee90c4-0239-484a-90f3-1706c43edd31 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375554 Aug 29 04:32:54.607384 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-463c108e-b67a-495f-b2ba-997f26edb3a8 req-83edc57a-683d-420b-b558-f05a4352a827 tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] 10.222.0.22 "GET /v2.0/quotas/b765fede93b04201b5c324a28753ffa9 HTTP/1.1" status: 200 len: 375 time: 0.0487573 Aug 29 04:32:54.718077 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bd5d99c0-6e32-44a0-938b-94654f1c915f req-58bdd5e8-7db9-4f71-926f-cba577589715 service neutron] 10.222.0.46 "GET /v2.0/networks/df74e724-c81a-44f3-b66b-f70a4e2cf3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875207 Aug 29 04:32:54.818136 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-463c108e-b67a-495f-b2ba-997f26edb3a8 req-47e1eba6-330c-4d5b-8034-b8b404c1a007 tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=b765fede93b04201b5c324a28753ffa9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2040343 Aug 29 04:32:54.838181 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e5fd8597-b58f-4d13-a736-fea3f58e1bbd None None] Provisioning for port 4f81e2ce-d6d7-4b1c-9b11-f3ed736aeac4 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:32:54.847260 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-18ee637c-0fb9-4372-97f0-0719dae42990 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:54.862819 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-18ee637c-0fb9-4372-97f0-0719dae42990 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:54.863875 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-18ee637c-0fb9-4372-97f0-0719dae42990 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-718897'] for router_interface, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:54.879770 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 4f81e2ce-d6d7-4b1c-9b11-f3ed736aeac4 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:32:54.984999 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 4f81e2ce-d6d7-4b1c-9b11-f3ed736aeac4 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:32:54.989058 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 4f81e2ce-d6d7-4b1c-9b11-f3ed736aeac4 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:54.989443 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:55.037385 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891d9fce-7874-4072-9f8e-bc60c3ac3247 req-a19917b7-1cec-4204-8f92-5ed0b3a09346 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:55.038922 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-891d9fce-7874-4072-9f8e-bc60c3ac3247 req-a19917b7-1cec-4204-8f92-5ed0b3a09346 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/ports?device_id=57066a57-7bcb-4e28-a290-b6041a4a03ca HTTP/1.1" status: 200 len: 945 time: 0.1451111 Aug 29 04:32:55.052650 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bd5d99c0-6e32-44a0-938b-94654f1c915f req-85910f51-6e33-4482-b136-92a90a6abef5 service neutron] 10.222.0.46 "GET /v2.0/networks/df74e724-c81a-44f3-b66b-f70a4e2cf3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3259239 Aug 29 04:32:55.129703 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:55.147527 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-891d9fce-7874-4072-9f8e-bc60c3ac3247 req-2e93ff4d-212d-4569-b6b7-a1a9929135a0 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/security-groups?id=f2284a1b-92b5-4cc6-825a-c1a1841e1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916889 Aug 29 04:32:55.150324 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ee637c-0fb9-4372-97f0-0719dae42990 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Pushing event updated for resources: {'Port': ['ID=bdd82a97-6cf3-41dd-b897-a18fc722dc80,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:55.228164 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 4f81e2ce-d6d7-4b1c-9b11-f3ed736aeac4, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=4f81e2ce-d6d7-4b1c-9b11-f3ed736aeac4,segment=NetworkSegment(0fc0da0a-b381-4d95-9f3f-3aa10a110ba6),segment_id=0fc0da0a-b381-4d95-9f3f-3aa10a110ba6)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:55.234357 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:55.237478 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device d5db93b5-f6d9-49e8-a35d-f9c8d6949cd4 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:32:55.258101 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-463c108e-b67a-495f-b2ba-997f26edb3a8 req-0aa73d1a-e3ae-4b08-9a06-75cec8380b78 service neutron] 10.222.0.22 "GET /v2.0/networks/1ebc2e43-1665-45c9-99e8-25ad0856d831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4151375 Aug 29 04:32:55.360423 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-c4062f89-3c49-4114-9c9f-1acb611d95af None None] Provisioning for port bdd82a97-6cf3-41dd-b897-a18fc722dc80 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:32:55.372931 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-c4062f89-3c49-4114-9c9f-1acb611d95af None None] Provisioning complete for port bdd82a97-6cf3-41dd-b897-a18fc722dc80 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:55.373311 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c4062f89-3c49-4114-9c9f-1acb611d95af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:55.423786 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=4f81e2ce-d6d7-4b1c-9b11-f3ed736aeac4,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:55.452021 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-c4062f89-3c49-4114-9c9f-1acb611d95af None None] Port bdd82a97-6cf3-41dd-b897-a18fc722dc80 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:32:55.454944 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port d5db93b5-f6d9-49e8-a35d-f9c8d6949cd4 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:55.455407 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:55.462776 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-463c108e-b67a-495f-b2ba-997f26edb3a8 req-71f645b5-ab9f-490d-a95d-dd6cce56bce0 service neutron] 10.222.0.22 "GET /v2.0/networks/1ebc2e43-1665-45c9-99e8-25ad0856d831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033062 Aug 29 04:32:55.473663 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ee637c-0fb9-4372-97f0-0719dae42990 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:55.481028 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-18ee637c-0fb9-4372-97f0-0719dae42990 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:55.513238 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d00b2e-291b-412a-83a9-2b64e70eb0fb req-f7dd3639-c8af-406f-823c-e988c4685d19 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:55.515157 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-41d00b2e-291b-412a-83a9-2b64e70eb0fb req-f7dd3639-c8af-406f-823c-e988c4685d19 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 945 time: 0.1396074 Aug 29 04:32:55.597818 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-41d00b2e-291b-412a-83a9-2b64e70eb0fb req-93a13beb-aa33-4c56-bf01-903cac41ddd6 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756710 Aug 29 04:32:55.776868 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18ee637c-0fb9-4372-97f0-0719dae42990 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Router cd38d629-acf1-49cd-90d1-39b23f4e2d51 is scheduled to L3 agent 76874008-c311-485c-ba36-921b6d275b6a with binding_index 1 {{(pid=94829) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:32:56.036053 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 43084) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:56.074564 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-fb3463e9-ca8d-4859-b700-484b4a8397ee req-fb72f72f-eb9d-4da1-bbee-4f9c6ac94ecf tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] 10.222.0.22 "GET /v2.0/ports?device_id=b25f2fd3-149b-4c4f-9b91-9020c243fd31 HTTP/1.1" status: 200 len: 210 time: 0.1887047 Aug 29 04:32:56.075318 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79e04cb-71f2-4b93-8a30-692d35160b48 req-ab79a63e-49ef-4728-a340-830ca4fa3f08 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:56.087171 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c79e04cb-71f2-4b93-8a30-692d35160b48 req-ab79a63e-49ef-4728-a340-830ca4fa3f08 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 945 time: 0.1071250 Aug 29 04:32:56.100088 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-a2be48d9-a89b-4fcf-adce-f600b4bfbd20 None None] Provisioning complete for port bdd82a97-6cf3-41dd-b897-a18fc722dc80 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:56.100634 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a2be48d9-a89b-4fcf-adce-f600b4bfbd20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:56.140857 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18ee637c-0fb9-4372-97f0-0719dae42990 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:32:56.148954 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-18ee637c-0fb9-4372-97f0-0719dae42990 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "PUT /v2.0/routers/cd38d629-acf1-49cd-90d1-39b23f4e2d51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1151562 Aug 29 04:32:56.152448 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 43096) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:56.160113 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee53e72-c985-481c-863a-a36beef7760d None None] Sync routers for ids ['cd38d629-acf1-49cd-90d1-39b23f4e2d51'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:32:56.177669 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee53e72-c985-481c-863a-a36beef7760d None None] Routers {'cd38d629-acf1-49cd-90d1-39b23f4e2d51'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:32:56.179044 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-eee53e72-c985-481c-863a-a36beef7760d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:32:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['cd38d629-acf1-49cd-90d1-39b23f4e2d51'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:56.219524 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-a2be48d9-a89b-4fcf-adce-f600b4bfbd20 None None] Port bdd82a97-6cf3-41dd-b897-a18fc722dc80 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:32:56.237036 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c79e04cb-71f2-4b93-8a30-692d35160b48 req-b0a99c5b-6105-4f89-8874-0f00eb53319d tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485143 Aug 29 04:32:56.269586 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb97ea0-65e1-4e08-b8c4-c5a2b7b9c763 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:56.274696 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-ceb97ea0-65e1-4e08-b8c4-c5a2b7b9c763 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "GET /v2.0/ports/bdd82a97-6cf3-41dd-b897-a18fc722dc80 HTTP/1.1" status: 200 len: 911 time: 0.1206357 Aug 29 04:32:56.274941 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 43102) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:56.419585 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-eee53e72-c985-481c-863a-a36beef7760d None None] Set router cd38d629-acf1-49cd-90d1-39b23f4e2d51 gateway port host: None {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:32:56.420478 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f1d78c-ec5b-4f48-9dd5-f6bbf57cdeeb tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:56.427517 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f1d78c-ec5b-4f48-9dd5-f6bbf57cdeeb tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:56.431976 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-96f1d78c-ec5b-4f48-9dd5-f6bbf57cdeeb tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1535673 Aug 29 04:32:56.432879 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 43112) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:56.437416 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8afc0f39-cd54-42b4-9af9-e96b1eccdf7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:56.546874 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17012fdb-dd25-4a0b-a312-b09f5b0e10a7 req-bc70cbca-3a91-411a-89fc-1c1319583d0e tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:56.556631 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-17012fdb-dd25-4a0b-a312-b09f5b0e10a7 req-bc70cbca-3a91-411a-89fc-1c1319583d0e tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 945 time: 0.1489713 Aug 29 04:32:56.635852 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-17012fdb-dd25-4a0b-a312-b09f5b0e10a7 req-32f0f07f-ec29-4962-badc-96e7c12f9a7d tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781879 Aug 29 04:32:56.789228 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8afc0f39-cd54-42b4-9af9-e96b1eccdf7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:56.795152 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8afc0f39-cd54-42b4-9af9-e96b1eccdf7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:56.811614 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 4f81e2ce-d6d7-4b1c-9b11-f3ed736aeac4 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:32:56.819127 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-eee53e72-c985-481c-863a-a36beef7760d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd38d629-acf1-49cd-90d1-39b23f4e2d51', 'name': 'tempest-NetworksTestDHCPv6-router-809975144', 'tenant_id': '808af00233b447dbb547871646623489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:32:50Z', 'updated_at': '2021-08-29T04:32:53Z', 'revision_number': 2, 'project_id': '808af00233b447dbb547871646623489', 'gw_port_host': None, '_interfaces': [{'id': 'bdd82a97-6cf3-41dd-b897-a18fc722dc80', 'name': '', 'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b', 'tenant_id': '808af00233b447dbb547871646623489', 'mac_address': 'fa:16:3e:4c:42:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd38d629-acf1-49cd-90d1-39b23f4e2d51', 'device_owner': 'network:router_interface', 'standard_attr_id': 2444, 'fixed_ips': [{'subnet_id': '3f273916-5801-4c23-843c-b3fe2363adc5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:52Z', 'updated_at': '2021-08-29T04:32:54Z', 'revision_number': 2, 'project_id': '808af00233b447dbb547871646623489', 'subnets': [{'id': '3f273916-5801-4c23-843c-b3fe2363adc5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:56.876632 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee53e72-c985-481c-863a-a36beef7760d None None] Checking router: cd38d629-acf1-49cd-90d1-39b23f4e2d51 for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:32:56.877422 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee53e72-c985-481c-863a-a36beef7760d None None] Updating router cd38d629-acf1-49cd-90d1-39b23f4e2d51 port bdd82a97-6cf3-41dd-b897-a18fc722dc80 binding host n-d-712140-12 {{(pid=94831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:32:56.914943 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-eee53e72-c985-481c-863a-a36beef7760d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:56.929000 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-8afc0f39-cd54-42b4-9af9-e96b1eccdf7d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8ff7ed8212534033a1af440452eca606&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8909962 Aug 29 04:32:56.930912 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afc0f39-cd54-42b4-9af9-e96b1eccdf7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8958c635-380d-418b-aec5-874a21369623,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:56.934565 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 43122) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:56.976275 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 4f81e2ce-d6d7-4b1c-9b11-f3ed736aeac4 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:56.977457 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:57.007769 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739cf059-3a21-4cda-b6bc-82b4b1136d41 req-255f62a6-cfbc-40b7-a2e6-3f18d17ead06 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:57.026742 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-739cf059-3a21-4cda-b6bc-82b4b1136d41 req-255f62a6-cfbc-40b7-a2e6-3f18d17ead06 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/ports?device_id=57066a57-7bcb-4e28-a290-b6041a4a03ca HTTP/1.1" status: 200 len: 945 time: 0.2345891 Aug 29 04:32:57.058909 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-23e11b1b-8a9c-4e82-9a82-3e6f6b45f319 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:57.126047 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-739cf059-3a21-4cda-b6bc-82b4b1136d41 req-86213d41-a16e-4066-93bb-e4dcbf3a63a8 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/security-groups?id=f2284a1b-92b5-4cc6-825a-c1a1841e1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964069 Aug 29 04:32:57.143068 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a86d46a-cf67-48e2-9d99-cfb1e9ccde22 req-bdf0abd2-3151-4caf-bce9-53151f1f8f57 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:57.157364 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3a86d46a-cf67-48e2-9d99-cfb1e9ccde22 req-bdf0abd2-3151-4caf-bce9-53151f1f8f57 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 945 time: 0.1901696 Aug 29 04:32:57.165637 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-23e11b1b-8a9c-4e82-9a82-3e6f6b45f319 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:57.282988 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e964a5b8-d0a5-4dae-8028-70e3a5694d47 req-c85abc51-dbca-4b8f-a59c-6fe7f01fc39f tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] 10.222.0.22 "GET /v2.0/ports?device_id=b25f2fd3-149b-4c4f-9b91-9020c243fd31 HTTP/1.1" status: 200 len: 210 time: 0.0437777 Aug 29 04:32:57.319524 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3a86d46a-cf67-48e2-9d99-cfb1e9ccde22 req-b8a58f94-1e87-4b68-8b24-accaaebfbb60 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606393 Aug 29 04:32:57.370748 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-23e11b1b-8a9c-4e82-9a82-3e6f6b45f319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:57.374612 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-23e11b1b-8a9c-4e82-9a82-3e6f6b45f319 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:57.376042 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-23e11b1b-8a9c-4e82-9a82-3e6f6b45f319 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8958c635-380d-418b-aec5-874a21369623 HTTP/1.1" status: 204 len: 168 time: 0.4393806 Aug 29 04:32:57.394873 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e11b1b-8a9c-4e82-9a82-3e6f6b45f319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8958c635-380d-418b-aec5-874a21369623,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:57.405909 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-eee53e72-c985-481c-863a-a36beef7760d None None] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:57.422511 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-eee53e72-c985-481c-863a-a36beef7760d None None] Transition to ACTIVE for port object bdd82a97-6cf3-41dd-b897-a18fc722dc80 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:57.437987 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-eee53e72-c985-481c-863a-a36beef7760d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:57.513552 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device e57e5d47-f45d-4c1d-a9a2-4aa3fa84616c no longer exists at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:32:57.533576 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c108e-b67a-495f-b2ba-997f26edb3a8 req-59463ead-97e4-463a-996d-a291da46de96 tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:57.535097 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-463c108e-b67a-495f-b2ba-997f26edb3a8 req-59463ead-97e4-463a-996d-a291da46de96 tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] 10.222.0.46 "GET /v2.0/networks?id=1ebc2e43-1665-45c9-99e8-25ad0856d831 HTTP/1.1" status: 200 len: 808 time: 0.2324963 Aug 29 04:32:57.563144 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabb5520-732c-4966-924c-e1c686a9b7dc None None] Pushing event updated for resources: {'Port': ['ID=bdd82a97-6cf3-41dd-b897-a18fc722dc80,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:57.619729 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-361a147c-eca8-4261-86e8-f863f463742c tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713413'] for router_interface, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:57.677515 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-eee53e72-c985-481c-863a-a36beef7760d None None] Attempting to bind port bdd82a97-6cf3-41dd-b897-a18fc722dc80 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:32:57.677885 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-eee53e72-c985-481c-863a-a36beef7760d None None] Attempting to bind port bdd82a97-6cf3-41dd-b897-a18fc722dc80 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '0fc0da0a-b381-4d95-9f3f-3aa10a110ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:32:57.678252 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee53e72-c985-481c-863a-a36beef7760d None None] Attempting to bind port bdd82a97-6cf3-41dd-b897-a18fc722dc80 on network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:32:57.685885 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee53e72-c985-481c-863a-a36beef7760d None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:32:57.686263 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee53e72-c985-481c-863a-a36beef7760d None None] Checking segment: {'id': '0fc0da0a-b381-4d95-9f3f-3aa10a110ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:32:57.687076 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-eee53e72-c985-481c-863a-a36beef7760d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:57.687076 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee53e72-c985-481c-863a-a36beef7760d None None] Bound using segment: {'id': '0fc0da0a-b381-4d95-9f3f-3aa10a110ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:32:57.687566 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-eee53e72-c985-481c-863a-a36beef7760d None None] Bound port: bdd82a97-6cf3-41dd-b897-a18fc722dc80, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fc0da0a-b381-4d95-9f3f-3aa10a110ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:32:57.688045 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-eee53e72-c985-481c-863a-a36beef7760d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:57.772435 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:57.844207 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57066a57-7bcb-4e28-a290-b6041a4a03ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e57e5d47-f45d-4c1d-a9a2-4aa3fa84616c'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:32:57.847325 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-037782b0-9868-43f7-a700-6d0d799d6c45" -d '{"events": [{"server_uuid": "57066a57-7bcb-4e28-a290-b6041a4a03ca", "name": "network-vif-unplugged", "status": "completed", "tag": "e57e5d47-f45d-4c1d-a9a2-4aa3fa84616c"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:32:57.879201 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port e57e5d47-f45d-4c1d-a9a2-4aa3fa84616c, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=e57e5d47-f45d-4c1d-a9a2-4aa3fa84616c,segment=NetworkSegment(e370ab6f-b877-4d1b-8a8e-a0dc4be5ecd4),segment_id=e370ab6f-b877-4d1b-8a8e-a0dc4be5ecd4)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:57.890703 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-eee53e72-c985-481c-863a-a36beef7760d None None] For port bdd82a97-6cf3-41dd-b897-a18fc722dc80, host n-d-712140-12, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:32:57.899262 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-eee53e72-c985-481c-863a-a36beef7760d None None] For port bdd82a97-6cf3-41dd-b897-a18fc722dc80, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=bdd82a97-6cf3-41dd-b897-a18fc722dc80,segment=NetworkSegment(0fc0da0a-b381-4d95-9f3f-3aa10a110ba6),segment_id=0fc0da0a-b381-4d95-9f3f-3aa10a110ba6)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:32:57.902284 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:57.907779 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-eee53e72-c985-481c-863a-a36beef7760d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:58.030741 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee53e72-c985-481c-863a-a36beef7760d None None] Routers {'cd38d629-acf1-49cd-90d1-39b23f4e2d51'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:32:58.031369 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-eee53e72-c985-481c-863a-a36beef7760d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:32:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['cd38d629-acf1-49cd-90d1-39b23f4e2d51'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:58.066932 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=e57e5d47-f45d-4c1d-a9a2-4aa3fa84616c,revision_number=8']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:58.078777 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80db8543-af28-4149-b8af-f8829adcd6b7 x-openstack-request-id: req-80db8543-af28-4149-b8af-f8829adcd6b7 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:32:58.081725 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57066a57-7bcb-4e28-a290-b6041a4a03ca", "name": "network-vif-unplugged", "status": "completed", "tag": "e57e5d47-f45d-4c1d-a9a2-4aa3fa84616c", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:32:58.081997 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-80db8543-af28-4149-b8af-f8829adcd6b7 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:32:58.082420 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57066a57-7bcb-4e28-a290-b6041a4a03ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e57e5d47-f45d-4c1d-a9a2-4aa3fa84616c', 'code': 200} Aug 29 04:32:58.127736 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065fb5e8-326e-44ef-830b-142de229c9bf req-ea50f156-3d94-4c45-b189-3a16a49e9f27 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:58.129458 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-065fb5e8-326e-44ef-830b-142de229c9bf req-ea50f156-3d94-4c45-b189-3a16a49e9f27 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.48 "GET /v2.0/ports?device_id=57066a57-7bcb-4e28-a290-b6041a4a03ca HTTP/1.1" status: 200 len: 945 time: 0.2894454 Aug 29 04:32:58.161185 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-eee53e72-c985-481c-863a-a36beef7760d None None] Set router cd38d629-acf1-49cd-90d1-39b23f4e2d51 gateway port host: None {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:32:58.307228 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f156d2b-3739-4685-bfb0-965024bff250 req-9fda82b0-f3f4-4317-8134-4339c97c4d3d tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:58.313796 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 43148) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:58.321148 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6f156d2b-3739-4685-bfb0-965024bff250 req-9fda82b0-f3f4-4317-8134-4339c97c4d3d tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 945 time: 0.8683219 Aug 29 04:32:58.344289 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f5b2a9ab-1bcf-415c-b386-61929ebf0937 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:58.352296 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabb5520-732c-4966-924c-e1c686a9b7dc None None] Pushing event updated for resources: {'Port': ['ID=bdd82a97-6cf3-41dd-b897-a18fc722dc80,revision_number=4']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:58.368850 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-463c108e-b67a-495f-b2ba-997f26edb3a8 req-57bcd78e-f795-41e8-868f-2a780fb77264 tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b765fede93b04201b5c324a28753ffa9 HTTP/1.1" status: 200 len: 379 time: 0.8221033 Aug 29 04:32:58.388100 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-463c108e-b67a-495f-b2ba-997f26edb3a8 req-c391e5c0-5a79-44a3-bc9d-820ae4ce792b tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] Request body: {'port': {'device_id': 'b25f2fd3-149b-4c4f-9b91-9020c243fd31', 'network_id': '1ebc2e43-1665-45c9-99e8-25ad0856d831', 'admin_state_up': True, 'tenant_id': 'b765fede93b04201b5c324a28753ffa9', 'security_groups': ['91890e48-7ed6-4995-b52b-4b966607cd8d']}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:58.426980 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-361a147c-eca8-4261-86e8-f863f463742c tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Deleting port bdd82a97-6cf3-41dd-b897-a18fc722dc80 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:32:58.427430 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-361a147c-eca8-4261-86e8-f863f463742c tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:58.428043 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6f156d2b-3739-4685-bfb0-965024bff250 req-63b523fb-ee04-4f76-83d4-619095152e06 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056511 Aug 29 04:32:58.529523 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:58.575351 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9c8cd7-1943-48df-91ba-80ad18501526 req-ed882c68-7f12-46b5-8495-5fcadf4debe5 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:58.577622 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5a9c8cd7-1943-48df-91ba-80ad18501526 req-ed882c68-7f12-46b5-8495-5fcadf4debe5 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/ports?device_id=57066a57-7bcb-4e28-a290-b6041a4a03ca HTTP/1.1" status: 200 len: 943 time: 0.2677033 Aug 29 04:32:58.579590 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-eee53e72-c985-481c-863a-a36beef7760d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd38d629-acf1-49cd-90d1-39b23f4e2d51', 'name': 'tempest-NetworksTestDHCPv6-router-809975144', 'tenant_id': '808af00233b447dbb547871646623489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:32:50Z', 'updated_at': '2021-08-29T04:32:53Z', 'revision_number': 2, 'project_id': '808af00233b447dbb547871646623489', 'gw_port_host': None, '_interfaces': [{'id': 'bdd82a97-6cf3-41dd-b897-a18fc722dc80', 'name': '', 'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b', 'tenant_id': '808af00233b447dbb547871646623489', 'mac_address': 'fa:16:3e:4c:42:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd38d629-acf1-49cd-90d1-39b23f4e2d51', 'device_owner': 'network:router_interface', 'standard_attr_id': 2444, 'fixed_ips': [{'subnet_id': '3f273916-5801-4c23-843c-b3fe2363adc5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:52Z', 'updated_at': '2021-08-29T04:32:57Z', 'revision_number': 4, 'project_id': '808af00233b447dbb547871646623489', 'subnets': [{'id': '3f273916-5801-4c23-843c-b3fe2363adc5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:58.589467 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-84b827fe-b5f5-4299-ae7e-89a16a111074 req-2e809cf8-14c0-41f7-a4b7-1c4797c61469 tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] 10.222.0.22 "GET /v2.0/ports?device_id=b25f2fd3-149b-4c4f-9b91-9020c243fd31 HTTP/1.1" status: 200 len: 210 time: 0.0526114 Aug 29 04:32:58.607302 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee53e72-c985-481c-863a-a36beef7760d None None] The sync data for ids ['cd38d629-acf1-49cd-90d1-39b23f4e2d51'] in n-d-712140-12 is: [{'id': 'cd38d629-acf1-49cd-90d1-39b23f4e2d51', 'name': 'tempest-NetworksTestDHCPv6-router-809975144', 'tenant_id': '808af00233b447dbb547871646623489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:32:50Z', 'updated_at': '2021-08-29T04:32:53Z', 'revision_number': 2, 'project_id': '808af00233b447dbb547871646623489', 'gw_port_host': None, '_interfaces': [{'id': 'bdd82a97-6cf3-41dd-b897-a18fc722dc80', 'name': '', 'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b', 'tenant_id': '808af00233b447dbb547871646623489', 'mac_address': 'fa:16:3e:4c:42:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd38d629-acf1-49cd-90d1-39b23f4e2d51', 'device_owner': 'network:router_interface', 'standard_attr_id': 2444, 'fixed_ips': [{'subnet_id': '3f273916-5801-4c23-843c-b3fe2363adc5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:52Z', 'updated_at': '2021-08-29T04:32:57Z', 'revision_number': 4, 'project_id': '808af00233b447dbb547871646623489', 'subnets': [{'id': '3f273916-5801-4c23-843c-b3fe2363adc5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:32:58.671211 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [req-065fb5e8-326e-44ef-830b-142de229c9bf req-ee4a5d64-653d-452e-ab6d-97b8a7fd95af tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Deleting port e57e5d47-f45d-4c1d-a9a2-4aa3fa84616c {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:32:58.671626 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-065fb5e8-326e-44ef-830b-142de229c9bf req-ee4a5d64-653d-452e-ab6d-97b8a7fd95af tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:58.779062 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5a9c8cd7-1943-48df-91ba-80ad18501526 req-cc3e19d3-2287-433f-9734-07b2b9be572f tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/security-groups?id=f2284a1b-92b5-4cc6-825a-c1a1841e1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688678 Aug 29 04:32:58.779730 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e43fb70-8029-4320-906b-f982b23ce334 req-4c11bca1-aad4-4a4a-b1f1-173719cdf0a7 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:58.781394 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3e43fb70-8029-4320-906b-f982b23ce334 req-4c11bca1-aad4-4a4a-b1f1-173719cdf0a7 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 945 time: 0.0741410 Aug 29 04:32:58.789163 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-361a147c-eca8-4261-86e8-f863f463742c tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] For port bdd82a97-6cf3-41dd-b897-a18fc722dc80, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=bdd82a97-6cf3-41dd-b897-a18fc722dc80,segment=NetworkSegment(0fc0da0a-b381-4d95-9f3f-3aa10a110ba6),segment_id=0fc0da0a-b381-4d95-9f3f-3aa10a110ba6)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:58.789531 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-361a147c-eca8-4261-86e8-f863f463742c tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:58.826326 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-361a147c-eca8-4261-86e8-f863f463742c tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Calling delete_port for bdd82a97-6cf3-41dd-b897-a18fc722dc80 owned by network:router_interface {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:32:58.851101 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3e43fb70-8029-4320-906b-f982b23ce334 req-65d59e8e-76c2-42bb-8cd9-d36ea718ea66 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552132 Aug 29 04:32:58.884129 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-065fb5e8-326e-44ef-830b-142de229c9bf req-ee4a5d64-653d-452e-ab6d-97b8a7fd95af tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] For port e57e5d47-f45d-4c1d-a9a2-4aa3fa84616c, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=e57e5d47-f45d-4c1d-a9a2-4aa3fa84616c,segment=NetworkSegment(e370ab6f-b877-4d1b-8a8e-a0dc4be5ecd4),segment_id=e370ab6f-b877-4d1b-8a8e-a0dc4be5ecd4)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:58.884129 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-065fb5e8-326e-44ef-830b-142de229c9bf req-ee4a5d64-653d-452e-ab6d-97b8a7fd95af tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:58.965083 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f5b2a9ab-1bcf-415c-b386-61929ebf0937 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:58.974627 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [req-065fb5e8-326e-44ef-830b-142de229c9bf req-ee4a5d64-653d-452e-ab6d-97b8a7fd95af tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Calling delete_port for e57e5d47-f45d-4c1d-a9a2-4aa3fa84616c owned by compute:nova {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:32:58.977850 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f5b2a9ab-1bcf-415c-b386-61929ebf0937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:59.001565 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-463c108e-b67a-495f-b2ba-997f26edb3a8 req-c391e5c0-5a79-44a3-bc9d-820ae4ce792b tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] Made reservation on behalf of b765fede93b04201b5c324a28753ffa9 for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:59.006049 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-463c108e-b67a-495f-b2ba-997f26edb3a8 req-c391e5c0-5a79-44a3-bc9d-820ae4ce792b tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:59.071595 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b2a9ab-1bcf-415c-b386-61929ebf0937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d07ae84b-ee4d-46b0-8061-28993d913e44,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:59.124162 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-f5b2a9ab-1bcf-415c-b386-61929ebf0937 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ff83da2abdac433bb1693c8a4dad8631&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7985497 Aug 29 04:32:59.134417 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 43164) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:59.263899 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2ecc8a-23ca-4586-b452-8d136e6c66ae req-7322b3ba-fb6d-4066-8a6a-072c509ab0de tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:59.266562 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9d2ecc8a-23ca-4586-b452-8d136e6c66ae req-7322b3ba-fb6d-4066-8a6a-072c509ab0de tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 945 time: 0.2245429 Aug 29 04:32:59.335308 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-361a147c-eca8-4261-86e8-f863f463742c tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:59.353036 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-463c108e-b67a-495f-b2ba-997f26edb3a8 req-c391e5c0-5a79-44a3-bc9d-820ae4ce792b tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] Allocated IP 172.20.0.13 (1ebc2e43-1665-45c9-99e8-25ad0856d831/c3ff3d49-5062-4d8a-bbcb-4d8089f57765/5df61485-8d2a-47d4-9884-e840f5689a5d) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:32:59.363074 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9d2ecc8a-23ca-4586-b452-8d136e6c66ae req-6fe6bd55-ba3e-469f-a0d9-afa3a8b932c0 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794621 Aug 29 04:32:59.373971 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-09bd2252-e35e-4cbd-9793-52e851fb978c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:59.418085 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-09bd2252-e35e-4cbd-9793-52e851fb978c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:59.461069 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361a147c-eca8-4261-86e8-f863f463742c tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Pushing event deleted for resources: {'Port': ['ID=bdd82a97-6cf3-41dd-b897-a18fc722dc80,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:59.604946 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-463c108e-b67a-495f-b2ba-997f26edb3a8 req-c391e5c0-5a79-44a3-bc9d-820ae4ce792b tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:59.623242 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-463c108e-b67a-495f-b2ba-997f26edb3a8 req-c391e5c0-5a79-44a3-bc9d-820ae4ce792b tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] Transition to ACTIVE for port object 5df61485-8d2a-47d4-9884-e840f5689a5d will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:59.628237 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-065fb5e8-326e-44ef-830b-142de229c9bf req-ee4a5d64-653d-452e-ab6d-97b8a7fd95af tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:59.674594 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4a5d64-653d-452e-ab6d-97b8a7fd95af tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Pushing event deleted for resources: {'Port': ['ID=e57e5d47-f45d-4c1d-a9a2-4aa3fa84616c,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:59.676655 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-361a147c-eca8-4261-86e8-f863f463742c tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-713231'] for router_interface, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:59.686307 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-463c108e-b67a-495f-b2ba-997f26edb3a8 req-c391e5c0-5a79-44a3-bc9d-820ae4ce792b tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:59.811118 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c391e5c0-5a79-44a3-bc9d-820ae4ce792b tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] Pushing event updated for resources: {'Port': ['ID=5df61485-8d2a-47d4-9884-e840f5689a5d,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:59.829531 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-463c108e-b67a-495f-b2ba-997f26edb3a8 req-c391e5c0-5a79-44a3-bc9d-820ae4ce792b tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] Network 1ebc2e43-1665-45c9-99e8-25ad0856d831 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:59.838192 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-463c108e-b67a-495f-b2ba-997f26edb3a8 req-c391e5c0-5a79-44a3-bc9d-820ae4ce792b tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:59.845667 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-463c108e-b67a-495f-b2ba-997f26edb3a8 req-c391e5c0-5a79-44a3-bc9d-820ae4ce792b tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:32:59.852223 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-09bd2252-e35e-4cbd-9793-52e851fb978c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:59.854929 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-09bd2252-e35e-4cbd-9793-52e851fb978c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:59.859021 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-09bd2252-e35e-4cbd-9793-52e851fb978c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d07ae84b-ee4d-46b0-8061-28993d913e44 HTTP/1.1" status: 204 len: 168 time: 0.7198648 Aug 29 04:32:59.859218 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [req-065fb5e8-326e-44ef-830b-142de229c9bf req-ee4a5d64-653d-452e-ab6d-97b8a7fd95af tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] No DVR routers for this DVR port e57e5d47-f45d-4c1d-a9a2-4aa3fa84616c on host n-h2-712140-12 {{(pid=94829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:32:59.861099 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-065fb5e8-326e-44ef-830b-142de229c9bf req-ee4a5d64-653d-452e-ab6d-97b8a7fd95af tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:59.863771 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-065fb5e8-326e-44ef-830b-142de229c9bf req-ee4a5d64-653d-452e-ab6d-97b8a7fd95af tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.48 "DELETE /v2.0/ports/e57e5d47-f45d-4c1d-a9a2-4aa3fa84616c HTTP/1.1" status: 204 len: 173 time: 1.7274251 Aug 29 04:32:59.866319 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a757d20a-62bc-4b97-bb45-2d12ecc36dfe req-f2686fd9-7652-413a-9757-48ca0b6ed03c tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:59.868086 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a757d20a-62bc-4b97-bb45-2d12ecc36dfe req-f2686fd9-7652-413a-9757-48ca0b6ed03c tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 945 time: 0.1961601 Aug 29 04:32:59.906679 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57066a57-7bcb-4e28-a290-b6041a4a03ca', 'name': 'network-vif-deleted', 'tag': 'e57e5d47-f45d-4c1d-a9a2-4aa3fa84616c'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:32:59.909994 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61f0efd3-fa2b-43ff-9bc6-b8ae0b35e2d7" -d '{"events": [{"server_uuid": "57066a57-7bcb-4e28-a290-b6041a4a03ca", "name": "network-vif-deleted", "tag": "e57e5d47-f45d-4c1d-a9a2-4aa3fa84616c"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:32:59.928851 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bd2252-e35e-4cbd-9793-52e851fb978c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d07ae84b-ee4d-46b0-8061-28993d913e44,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:59.947729 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d994fe-7dd3-4397-a91d-afd1f48b5962 req-a9b9b82e-b1f6-452e-830b-8a27cb424c9b tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:59.950667 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c108e-b67a-495f-b2ba-997f26edb3a8 req-c391e5c0-5a79-44a3-bc9d-820ae4ce792b tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:59.951416 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-463c108e-b67a-495f-b2ba-997f26edb3a8 req-c391e5c0-5a79-44a3-bc9d-820ae4ce792b tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:59.957825 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-05d994fe-7dd3-4397-a91d-afd1f48b5962 req-a9b9b82e-b1f6-452e-830b-8a27cb424c9b tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] 10.222.0.22 "GET /v2.0/ports?device_id=b25f2fd3-149b-4c4f-9b91-9020c243fd31 HTTP/1.1" status: 200 len: 932 time: 0.2605221 Aug 29 04:32:59.988661 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a757d20a-62bc-4b97-bb45-2d12ecc36dfe req-73ca4f98-677d-4b10-8b07-f9423f3f08e1 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940750 Aug 29 04:32:59.991798 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-463c108e-b67a-495f-b2ba-997f26edb3a8 req-c391e5c0-5a79-44a3-bc9d-820ae4ce792b tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6104693 Aug 29 04:33:00.012836 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-463c108e-b67a-495f-b2ba-997f26edb3a8 req-4f07a4b7-f368-4026-bb36-37b03b69f324 service neutron] Request body: {'port': {'device_id': 'b25f2fd3-149b-4c4f-9b91-9020c243fd31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:00.158648 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-05d994fe-7dd3-4397-a91d-afd1f48b5962 req-4929570a-f3a9-4d29-b8a1-52e7aca5eeb0 tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] 10.222.0.22 "GET /v2.0/security-groups?id=91890e48-7ed6-4995-b52b-4b966607cd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1990676 Aug 29 04:33:00.172359 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-361a147c-eca8-4261-86e8-f863f463742c tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Router cd38d629-acf1-49cd-90d1-39b23f4e2d51 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:33:00.183155 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2a64879f-bebb-4001-9677-48d7c0b6b80a req-2d40c504-deaf-40ba-90e5-fb90494a5a04 tempest-ImagesTestJSON-1287468942 tempest-ImagesTestJSON-1287468942-project] 10.222.0.22 "GET /v2.0/ports?device_id=57066a57-7bcb-4e28-a290-b6041a4a03ca HTTP/1.1" status: 200 len: 210 time: 0.0468094 Aug 29 04:33:00.190080 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-463c108e-b67a-495f-b2ba-997f26edb3a8 req-4f07a4b7-f368-4026-bb36-37b03b69f324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:00.315930 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-303e5d64-930d-4008-b52e-81c3ec595774 None None] Provisioning for port 5df61485-8d2a-47d4-9884-e840f5689a5d completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:33:00.325015 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-303e5d64-930d-4008-b52e-81c3ec595774 None None] Provisioning complete for port 5df61485-8d2a-47d4-9884-e840f5689a5d triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:00.325742 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-303e5d64-930d-4008-b52e-81c3ec595774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:00.389676 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-303e5d64-930d-4008-b52e-81c3ec595774 None None] Port 5df61485-8d2a-47d4-9884-e840f5689a5d cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:33:00.537653 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa4dcee-632a-4c69-adbd-08e7870d8ead req-869edd89-30d0-4d6c-beab-87a8b8d6f6b8 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:00.553139 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-eaa4dcee-632a-4c69-adbd-08e7870d8ead req-869edd89-30d0-4d6c-beab-87a8b8d6f6b8 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 945 time: 0.2427180 Aug 29 04:33:00.684078 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-eaa4dcee-632a-4c69-adbd-08e7870d8ead req-7cf82bb6-9bbd-4568-a116-68c2b7cfce7e tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297753 Aug 29 04:33:00.849997 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-463c108e-b67a-495f-b2ba-997f26edb3a8 req-4f07a4b7-f368-4026-bb36-37b03b69f324 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5df61485-8d2a-47d4-9884-e840f5689a5d {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:33:00.861262 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-463c108e-b67a-495f-b2ba-997f26edb3a8 req-4f07a4b7-f368-4026-bb36-37b03b69f324 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:00.892137 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-463c108e-b67a-495f-b2ba-997f26edb3a8 req-4f07a4b7-f368-4026-bb36-37b03b69f324 service neutron] Transition to ACTIVE for port object 5df61485-8d2a-47d4-9884-e840f5689a5d will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:33:00.901336 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-463c108e-b67a-495f-b2ba-997f26edb3a8 req-4f07a4b7-f368-4026-bb36-37b03b69f324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:00.986298 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f07a4b7-f368-4026-bb36-37b03b69f324 service neutron] Pushing event updated for resources: {'Port': ['ID=5df61485-8d2a-47d4-9884-e840f5689a5d,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:01.024764 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-021d187e-c995-43db-bfce-44a4be716bc8 x-openstack-request-id: req-021d187e-c995-43db-bfce-44a4be716bc8 {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:33:01.027752 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57066a57-7bcb-4e28-a290-b6041a4a03ca", "name": "network-vif-deleted", "tag": "e57e5d47-f45d-4c1d-a9a2-4aa3fa84616c", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:33:01.028158 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-021d187e-c995-43db-bfce-44a4be716bc8 {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:33:01.032482 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57066a57-7bcb-4e28-a290-b6041a4a03ca', 'name': 'network-vif-deleted', 'tag': 'e57e5d47-f45d-4c1d-a9a2-4aa3fa84616c', 'status': 'completed', 'code': 200} Aug 29 04:33:01.144261 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-463c108e-b67a-495f-b2ba-997f26edb3a8 req-4f07a4b7-f368-4026-bb36-37b03b69f324 service neutron] Attempting to bind port 5df61485-8d2a-47d4-9884-e840f5689a5d on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:33:01.144767 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-463c108e-b67a-495f-b2ba-997f26edb3a8 req-4f07a4b7-f368-4026-bb36-37b03b69f324 service neutron] Attempting to bind port 5df61485-8d2a-47d4-9884-e840f5689a5d by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': '48f138d5-0117-42b7-b327-ede7f9f15780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '1ebc2e43-1665-45c9-99e8-25ad0856d831'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:33:01.145214 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463c108e-b67a-495f-b2ba-997f26edb3a8 req-4f07a4b7-f368-4026-bb36-37b03b69f324 service neutron] Attempting to bind port 5df61485-8d2a-47d4-9884-e840f5689a5d on network 1ebc2e43-1665-45c9-99e8-25ad0856d831 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:33:01.151747 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-361a147c-eca8-4261-86e8-f863f463742c tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:33:01.159672 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-361a147c-eca8-4261-86e8-f863f463742c tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "PUT /v2.0/routers/cd38d629-acf1-49cd-90d1-39b23f4e2d51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7216213 Aug 29 04:33:01.160864 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 43216) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:01.173536 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b95efda-fc6d-4380-9612-93a7410f32f5 None None] Sync routers for ids ['cd38d629-acf1-49cd-90d1-39b23f4e2d51'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:33:01.195037 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b95efda-fc6d-4380-9612-93a7410f32f5 None None] Routers {'cd38d629-acf1-49cd-90d1-39b23f4e2d51'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:33:01.196879 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463c108e-b67a-495f-b2ba-997f26edb3a8 req-4f07a4b7-f368-4026-bb36-37b03b69f324 service neutron] Port 5df61485-8d2a-47d4-9884-e840f5689a5d on network 1ebc2e43-1665-45c9-99e8-25ad0856d831 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:33:01.197841 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-3b95efda-fc6d-4380-9612-93a7410f32f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:32:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['cd38d629-acf1-49cd-90d1-39b23f4e2d51'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:01.198762 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463c108e-b67a-495f-b2ba-997f26edb3a8 req-4f07a4b7-f368-4026-bb36-37b03b69f324 service neutron] Attempting to bind port 5df61485-8d2a-47d4-9884-e840f5689a5d on network 1ebc2e43-1665-45c9-99e8-25ad0856d831 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:33:01.218984 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463c108e-b67a-495f-b2ba-997f26edb3a8 req-4f07a4b7-f368-4026-bb36-37b03b69f324 service neutron] Checking agent: {'id': '3de9de52-3a03-431d-9d7e-497ae92c57ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:33:01.220533 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463c108e-b67a-495f-b2ba-997f26edb3a8 req-4f07a4b7-f368-4026-bb36-37b03b69f324 service neutron] Checking segment: {'id': '48f138d5-0117-42b7-b327-ede7f9f15780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '1ebc2e43-1665-45c9-99e8-25ad0856d831'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:33:01.221479 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463c108e-b67a-495f-b2ba-997f26edb3a8 req-4f07a4b7-f368-4026-bb36-37b03b69f324 service neutron] Bound using segment: {'id': '48f138d5-0117-42b7-b327-ede7f9f15780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '1ebc2e43-1665-45c9-99e8-25ad0856d831'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:33:01.224569 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-463c108e-b67a-495f-b2ba-997f26edb3a8 req-4f07a4b7-f368-4026-bb36-37b03b69f324 service neutron] Bound port: 5df61485-8d2a-47d4-9884-e840f5689a5d, host: n-h1-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48f138d5-0117-42b7-b327-ede7f9f15780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '1ebc2e43-1665-45c9-99e8-25ad0856d831'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:33:01.225740 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-463c108e-b67a-495f-b2ba-997f26edb3a8 req-4f07a4b7-f368-4026-bb36-37b03b69f324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:01.262229 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e59afaf5-af37-4201-bad3-a9b116f701ec req-b08f60b3-4067-4b5f-84d2-8aed5eb4d592 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2285397 Aug 29 04:33:01.426802 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-3b95efda-fc6d-4380-9612-93a7410f32f5 None None] Set router cd38d629-acf1-49cd-90d1-39b23f4e2d51 gateway port host: None {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:33:01.431634 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e56ce68-96b9-468c-9411-a4629fd64eaf tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:01.433418 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e56ce68-96b9-468c-9411-a4629fd64eaf tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:01.435393 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-3e56ce68-96b9-468c-9411-a4629fd64eaf tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2735772 Aug 29 04:33:01.439571 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 43232) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:01.522951 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cab8f8-782b-46e1-85f9-476bd91a6d4f req-e447affe-0dca-4496-9160-386f0777a178 tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:01.533122 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e5cab8f8-782b-46e1-85f9-476bd91a6d4f req-e447affe-0dca-4496-9160-386f0777a178 tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] 10.222.0.22 "GET /v2.0/ports?device_id=b25f2fd3-149b-4c4f-9b91-9020c243fd31 HTTP/1.1" status: 200 len: 944 time: 0.2474256 Aug 29 04:33:01.543479 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59afaf5-af37-4201-bad3-a9b116f701ec req-6411f41a-f6c2-49d1-9df6-80cd5ad9cb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:01.557727 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e59afaf5-af37-4201-bad3-a9b116f701ec req-6411f41a-f6c2-49d1-9df6-80cd5ad9cb0c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0805da877066419b8ea3a5659c16f89d&device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 1097 time: 0.2423720 Aug 29 04:33:01.577405 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-463c108e-b67a-495f-b2ba-997f26edb3a8 req-4f07a4b7-f368-4026-bb36-37b03b69f324 service neutron] For port 5df61485-8d2a-47d4-9884-e840f5689a5d, host n-h1-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:33:01.579912 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device e57e5d47-f45d-4c1d-a9a2-4aa3fa84616c no longer exists at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:33:01.587220 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-3b95efda-fc6d-4380-9612-93a7410f32f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd38d629-acf1-49cd-90d1-39b23f4e2d51', 'name': 'tempest-NetworksTestDHCPv6-router-809975144', 'tenant_id': '808af00233b447dbb547871646623489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:32:50Z', 'updated_at': '2021-08-29T04:32:59Z', 'revision_number': 3, 'project_id': '808af00233b447dbb547871646623489', 'gw_port_host': None}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:01.595022 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_v2 [None req-89bf2cda-0cbc-4655-8413-21b98248e24f tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Deleting subnet 3f273916-5801-4c23-843c-b3fe2363adc5 {{(pid=94829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:33:01.606183 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-89bf2cda-0cbc-4655-8413-21b98248e24f tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for subnet, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:01.618248 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e5cab8f8-782b-46e1-85f9-476bd91a6d4f req-6be1d5ba-fdf9-4771-b4e7-88337c92781a tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] 10.222.0.22 "GET /v2.0/security-groups?id=91890e48-7ed6-4995-b52b-4b966607cd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774295 Aug 29 04:33:01.650473 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-463c108e-b67a-495f-b2ba-997f26edb3a8 req-4f07a4b7-f368-4026-bb36-37b03b69f324 service neutron] For port 5df61485-8d2a-47d4-9884-e840f5689a5d, host n-h1-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=5df61485-8d2a-47d4-9884-e840f5689a5d,segment=NetworkSegment(48f138d5-0117-42b7-b327-ede7f9f15780),segment_id=48f138d5-0117-42b7-b327-ede7f9f15780)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:33:01.659333 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-463c108e-b67a-495f-b2ba-997f26edb3a8 req-4f07a4b7-f368-4026-bb36-37b03b69f324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:01.683154 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] No Port match for: e57e5d47-f45d-4c1d-a9a2-4aa3fa84616c {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:33:01.683772 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device e57e5d47-f45d-4c1d-a9a2-4aa3fa84616c not bound to the agent host n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:33:01.687530 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b95efda-fc6d-4380-9612-93a7410f32f5 None None] Checking router: cd38d629-acf1-49cd-90d1-39b23f4e2d51 for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:33:01.705048 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b95efda-fc6d-4380-9612-93a7410f32f5 None None] Routers {'cd38d629-acf1-49cd-90d1-39b23f4e2d51'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:33:01.705877 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-3b95efda-fc6d-4380-9612-93a7410f32f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:32:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['cd38d629-acf1-49cd-90d1-39b23f4e2d51'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:01.858868 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-3b95efda-fc6d-4380-9612-93a7410f32f5 None None] Set router cd38d629-acf1-49cd-90d1-39b23f4e2d51 gateway port host: None {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:33:01.888379 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c108e-b67a-495f-b2ba-997f26edb3a8 req-4f07a4b7-f368-4026-bb36-37b03b69f324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:01.889338 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-463c108e-b67a-495f-b2ba-997f26edb3a8 req-4f07a4b7-f368-4026-bb36-37b03b69f324 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:01.891106 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-463c108e-b67a-495f-b2ba-997f26edb3a8 req-4f07a4b7-f368-4026-bb36-37b03b69f324 service neutron] 10.222.0.46 "PUT /v2.0/ports/5df61485-8d2a-47d4-9884-e840f5689a5d HTTP/1.1" status: 200 len: 1093 time: 1.8903661 Aug 29 04:33:01.891641 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b25f2fd3-149b-4c4f-9b91-9020c243fd31', 'tag': '5df61485-8d2a-47d4-9884-e840f5689a5d'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:33:01.915620 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8174495d-3ab5-494a-a5fb-396ef7a5292c" -d '{"events": [{"name": "network-changed", "server_uuid": "b25f2fd3-149b-4c4f-9b91-9020c243fd31", "tag": "5df61485-8d2a-47d4-9884-e840f5689a5d"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:33:01.916813 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-89bf2cda-0cbc-4655-8413-21b98248e24f tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4311743'] for subnet, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:01.973508 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-3b95efda-fc6d-4380-9612-93a7410f32f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd38d629-acf1-49cd-90d1-39b23f4e2d51', 'name': 'tempest-NetworksTestDHCPv6-router-809975144', 'tenant_id': '808af00233b447dbb547871646623489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:32:50Z', 'updated_at': '2021-08-29T04:32:59Z', 'revision_number': 3, 'project_id': '808af00233b447dbb547871646623489', 'gw_port_host': None}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:02.041103 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b95efda-fc6d-4380-9612-93a7410f32f5 None None] The sync data for ids ['cd38d629-acf1-49cd-90d1-39b23f4e2d51'] in n-d-712140-12 is: [{'id': 'cd38d629-acf1-49cd-90d1-39b23f4e2d51', 'name': 'tempest-NetworksTestDHCPv6-router-809975144', 'tenant_id': '808af00233b447dbb547871646623489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:32:50Z', 'updated_at': '2021-08-29T04:32:59Z', 'revision_number': 3, 'project_id': '808af00233b447dbb547871646623489', 'gw_port_host': None}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:33:02.085957 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f04df418-d9ce-49a5-9853-16dc79ca0ef7 x-openstack-request-id: req-f04df418-d9ce-49a5-9853-16dc79ca0ef7 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:33:02.086282 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b25f2fd3-149b-4c4f-9b91-9020c243fd31", "tag": "5df61485-8d2a-47d4-9884-e840f5689a5d", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:33:02.086543 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f04df418-d9ce-49a5-9853-16dc79ca0ef7 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:33:02.087837 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b25f2fd3-149b-4c4f-9b91-9020c243fd31', 'tag': '5df61485-8d2a-47d4-9884-e840f5689a5d', 'status': 'completed', 'code': 200} Aug 29 04:33:02.088766 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59afaf5-af37-4201-bad3-a9b116f701ec req-020ddac5-5777-4550-a8c3-9deb2242bd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:02.093192 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e59afaf5-af37-4201-bad3-a9b116f701ec req-020ddac5-5777-4550-a8c3-9deb2242bd44 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2d35476f-74c6-400b-9404-4ace15008e25 HTTP/1.1" status: 200 len: 915 time: 0.4186106 Aug 29 04:33:02.156629 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2323e1cf-d2b2-4b68-8e25-000a77fdcb85 req-70a8b3e4-1f35-4f65-93da-6f9afa9b3abf tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:02.164208 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2323e1cf-d2b2-4b68-8e25-000a77fdcb85 req-70a8b3e4-1f35-4f65-93da-6f9afa9b3abf tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 945 time: 0.3798630 Aug 29 04:33:02.165223 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f07a4b7-f368-4026-bb36-37b03b69f324 service neutron] Pushing event updated for resources: {'Port': ['ID=5df61485-8d2a-47d4-9884-e840f5689a5d,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:02.240940 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c108e-b67a-495f-b2ba-997f26edb3a8 req-9ab08339-c5f2-4450-8963-8986bda623bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:02.242333 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e59afaf5-af37-4201-bad3-a9b116f701ec req-724ad8ec-5a8e-4f3d-ba45-8505e12d25dc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9f01a993-316c-4ea0-b777-7a0d5c2f8b7a HTTP/1.1" status: 200 len: 217 time: 0.1405525 Aug 29 04:33:02.242476 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-463c108e-b67a-495f-b2ba-997f26edb3a8 req-9ab08339-c5f2-4450-8963-8986bda623bb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b765fede93b04201b5c324a28753ffa9&device_id=b25f2fd3-149b-4c4f-9b91-9020c243fd31 HTTP/1.1" status: 200 len: 1096 time: 0.2856231 Aug 29 04:33:02.296886 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-89bf2cda-0cbc-4655-8413-21b98248e24f tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:02.320862 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-463c108e-b67a-495f-b2ba-997f26edb3a8 req-f54ac9ec-8f26-44bb-a6cd-7d2d19e3de24 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5df61485-8d2a-47d4-9884-e840f5689a5d HTTP/1.1" status: 200 len: 217 time: 0.0693421 Aug 29 04:33:02.338586 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2323e1cf-d2b2-4b68-8e25-000a77fdcb85 req-927e6922-44af-42f6-ab5d-8e75b33c1d78 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528938 Aug 29 04:33:02.354761 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59afaf5-af37-4201-bad3-a9b116f701ec req-ed2df7d9-f870-4941-bb7d-66d064ef729e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:02.356567 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e59afaf5-af37-4201-bad3-a9b116f701ec req-ed2df7d9-f870-4941-bb7d-66d064ef729e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=774a36bb-3c6d-4e12-9ae7-217ec62f3250 HTTP/1.1" status: 200 len: 854 time: 0.1024020 Aug 29 04:33:02.367966 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 43286) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:02.417155 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e59afaf5-af37-4201-bad3-a9b116f701ec req-9d58ccd0-2414-4437-a81a-b79b5b00ce90 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2d35476f-74c6-400b-9404-4ace15008e25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523157 Aug 29 04:33:02.452890 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_v2 [None req-98b2c616-75c4-4cff-b419-dd765197c910 admin admin] Deleting subnet 5de44217-4c88-4ff9-be1a-03ac5f0e7204 {{(pid=94828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:33:02.459527 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-98b2c616-75c4-4cff-b419-dd765197c910 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:02.485564 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-89bf2cda-0cbc-4655-8413-21b98248e24f tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4552352'] for subnet, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:02.487011 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c108e-b67a-495f-b2ba-997f26edb3a8 req-47184ff7-32dc-46c1-a38e-b28c5500965e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:02.488554 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-463c108e-b67a-495f-b2ba-997f26edb3a8 req-47184ff7-32dc-46c1-a38e-b28c5500965e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c3ff3d49-5062-4d8a-bbcb-4d8089f57765 HTTP/1.1" status: 200 len: 847 time: 0.1475699 Aug 29 04:33:02.520796 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-98b2c616-75c4-4cff-b419-dd765197c910 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8904862'] for subnet, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:02.644126 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device bdd82a97-6cf3-41dd-b897-a18fc722dc80 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:33:02.658057 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-89bf2cda-0cbc-4655-8413-21b98248e24f tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:02.660942 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-89bf2cda-0cbc-4655-8413-21b98248e24f tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "DELETE /v2.0/subnets/3f273916-5801-4c23-843c-b3fe2363adc5 HTTP/1.1" status: 204 len: 168 time: 1.2201765 Aug 29 04:33:02.662257 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bf2cda-0cbc-4655-8413-21b98248e24f tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Pushing event deleted for resources: {'Subnet': ['ID=3f273916-5801-4c23-843c-b3fe2363adc5,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:02.663975 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 43292) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:02.714216 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-98b2c616-75c4-4cff-b419-dd765197c910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:02.776107 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be433d4b-85b8-4f6d-b6d3-e72b054e9820 None None] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:33:02.778856 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: bdd82a97-6cf3-41dd-b897-a18fc722dc80 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:33:02.784350 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device bdd82a97-6cf3-41dd-b897-a18fc722dc80 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:33:02.871984 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e59afaf5-af37-4201-bad3-a9b116f701ec req-f46c5e93-da58-4c3b-87ff-4ef13fec8f73 service neutron] 10.222.0.48 "GET /v2.0/networks/2d35476f-74c6-400b-9404-4ace15008e25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4448059 Aug 29 04:33:02.879337 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-e4ce06d3-0a61-48ff-a594-b106883a0309 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2064025 Aug 29 04:33:02.892075 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 43302) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:02.919374 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-98b2c616-75c4-4cff-b419-dd765197c910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9190434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062341'] for subnet, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:03.044808 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b2c616-75c4-4cff-b419-dd765197c910 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5de44217-4c88-4ff9-be1a-03ac5f0e7204,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:03.045679 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d339135d-f103-4d4b-8fa5-9c0972723e15 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for router, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:03.052620 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-98b2c616-75c4-4cff-b419-dd765197c910 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:03.058722 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-98b2c616-75c4-4cff-b419-dd765197c910 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/5de44217-4c88-4ff9-be1a-03ac5f0e7204 HTTP/1.1" status: 204 len: 168 time: 0.6887989 Aug 29 04:33:03.065255 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 43306) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:03.085363 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3147d609-8e73-4bd4-b7a3-741582fa57c4 None None] DHCP port deletion for 9a0c1c63-2a3a-4918-9723-8b35bf7d017b request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:33:03.157542 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-3147d609-8e73-4bd4-b7a3-741582fa57c4 None None] Deleting port 4f81e2ce-d6d7-4b1c-9b11-f3ed736aeac4 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:33:03.158078 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3147d609-8e73-4bd4-b7a3-741582fa57c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:03.172030 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-600a439c-170e-44a1-a075-7502acbfb550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:03.178812 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c108e-b67a-495f-b2ba-997f26edb3a8 req-a0695ee7-1984-441a-8670-cdd1728696b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:03.180516 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-463c108e-b67a-495f-b2ba-997f26edb3a8 req-a0695ee7-1984-441a-8670-cdd1728696b5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1ebc2e43-1665-45c9-99e8-25ad0856d831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6833062 Aug 29 04:33:03.207550 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e59afaf5-af37-4201-bad3-a9b116f701ec req-e6c90915-fbab-414a-ba81-61f3ea6d880b service neutron] 10.222.0.48 "GET /v2.0/networks/2d35476f-74c6-400b-9404-4ace15008e25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3259730 Aug 29 04:33:03.211218 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddf6dfa-77f9-487a-b756-d736ab1ca918 req-cbf8968c-2ea8-46ca-bd10-f9b755ec64e4 tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:03.213054 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2ddf6dfa-77f9-487a-b756-d736ab1ca918 req-cbf8968c-2ea8-46ca-bd10-f9b755ec64e4 tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] 10.222.0.22 "GET /v2.0/ports?device_id=b25f2fd3-149b-4c4f-9b91-9020c243fd31 HTTP/1.1" status: 200 len: 944 time: 0.3096731 Aug 29 04:33:03.248201 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d339135d-f103-4d4b-8fa5-9c0972723e15 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:03.250567 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d339135d-f103-4d4b-8fa5-9c0972723e15 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:03.258901 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-3147d609-8e73-4bd4-b7a3-741582fa57c4 None None] For port 4f81e2ce-d6d7-4b1c-9b11-f3ed736aeac4, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=4f81e2ce-d6d7-4b1c-9b11-f3ed736aeac4,segment=NetworkSegment(0fc0da0a-b381-4d95-9f3f-3aa10a110ba6),segment_id=0fc0da0a-b381-4d95-9f3f-3aa10a110ba6)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:03.259336 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3147d609-8e73-4bd4-b7a3-741582fa57c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:03.282530 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-3147d609-8e73-4bd4-b7a3-741582fa57c4 None None] Calling delete_port for 4f81e2ce-d6d7-4b1c-9b11-f3ed736aeac4 owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:33:03.317748 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d339135d-f103-4d4b-8fa5-9c0972723e15 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717253'] for router, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:03.318585 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d339135d-f103-4d4b-8fa5-9c0972723e15 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Fanout notify agent at l3_agent the message router_deleted on router cd38d629-acf1-49cd-90d1-39b23f4e2d51 {{(pid=94829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:33:03.327863 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d339135d-f103-4d4b-8fa5-9c0972723e15 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:03.329031 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-d339135d-f103-4d4b-8fa5-9c0972723e15 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "DELETE /v2.0/routers/cd38d629-acf1-49cd-90d1-39b23f4e2d51 HTTP/1.1" status: 204 len: 168 time: 0.4349759 Aug 29 04:33:03.332790 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 43316) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:03.371338 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2ddf6dfa-77f9-487a-b756-d736ab1ca918 req-154d8994-4f05-4971-ae97-4070840e6ed7 tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] 10.222.0.22 "GET /v2.0/security-groups?id=91890e48-7ed6-4995-b52b-4b966607cd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145136 Aug 29 04:33:03.431969 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-600a439c-170e-44a1-a075-7502acbfb550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:03.437825 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e9b30d-1145-4899-b5b2-82f86d0a93c5 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:03.440505 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-b3e9b30d-1145-4899-b5b2-82f86d0a93c5 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1063087 Aug 29 04:33:03.449950 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 43324) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:03.463583 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-600a439c-170e-44a1-a075-7502acbfb550 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f71495d7-96ad-4847-83eb-b3625c73c9a5']}} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:03.478197 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-463c108e-b67a-495f-b2ba-997f26edb3a8 req-1185d9f1-8603-46f5-af64-8db075c4db35 service neutron] 10.222.0.46 "GET /v2.0/networks/1ebc2e43-1665-45c9-99e8-25ad0856d831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2883546 Aug 29 04:33:03.481896 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-600a439c-170e-44a1-a075-7502acbfb550 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e370ab6f-b877-4d1b-8a8e-a0dc4be5ecd4') {'for_net_delete': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:03.482353 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-600a439c-170e-44a1-a075-7502acbfb550 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e370ab6f-b877-4d1b-8a8e-a0dc4be5ecd4') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:03.495990 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d0562286-058c-4366-bcaa-73faf84b0502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:03.501715 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3147d609-8e73-4bd4-b7a3-741582fa57c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:03.530256 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-600a439c-170e-44a1-a075-7502acbfb550 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8904833'] for segment, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:03.547439 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3147d609-8e73-4bd4-b7a3-741582fa57c4 None None] No DVR routers for this DVR port 4f81e2ce-d6d7-4b1c-9b11-f3ed736aeac4 on host n-d-712140-12 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:33:03.550850 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3147d609-8e73-4bd4-b7a3-741582fa57c4 None None] Pushing event deleted for resources: {'Port': ['ID=4f81e2ce-d6d7-4b1c-9b11-f3ed736aeac4,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:03.596274 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-600a439c-170e-44a1-a075-7502acbfb550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:03.603388 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca390436-3ec1-421f-89a7-e76b5583e5cd tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:03.604791 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-ca390436-3ec1-421f-89a7-e76b5583e5cd tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1535246 Aug 29 04:33:03.606425 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-600a439c-170e-44a1-a075-7502acbfb550 admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=94828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:33:03.606831 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-600a439c-170e-44a1-a075-7502acbfb550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9190468'] for segment, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:03.607572 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 43336) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:03.608698 n-d-712140-12 neutron-server[94828]: Traceback (most recent call last): Aug 29 04:33:03.608698 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:33:03.608698 n-d-712140-12 neutron-server[94828]: timer() Aug 29 04:33:03.608698 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:33:03.608698 n-d-712140-12 neutron-server[94828]: cb(*args, **kw) Aug 29 04:33:03.608698 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:33:03.608698 n-d-712140-12 neutron-server[94828]: return func(*args, **kwargs) Aug 29 04:33:03.608698 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:33:03.608698 n-d-712140-12 neutron-server[94828]: self._notify() Aug 29 04:33:03.608698 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:33:03.608698 n-d-712140-12 neutron-server[94828]: self.callback(batched_events) Aug 29 04:33:03.608698 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:33:03.608698 n-d-712140-12 neutron-server[94828]: event.method(event) Aug 29 04:33:03.608698 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:33:03.608698 n-d-712140-12 neutron-server[94828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:33:03.608698 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:33:03.608698 n-d-712140-12 neutron-server[94828]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:33:03.608698 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:33:03.608698 n-d-712140-12 neutron-server[94828]: return f(self, *a, **k) Aug 29 04:33:03.608698 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:33:03.608698 n-d-712140-12 neutron-server[94828]: return self._get(url).json() Aug 29 04:33:03.608698 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:33:03.608698 n-d-712140-12 neutron-server[94828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:33:03.608698 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:33:03.608698 n-d-712140-12 neutron-server[94828]: return self.request(url, 'GET', **kwargs) Aug 29 04:33:03.608698 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:33:03.608698 n-d-712140-12 neutron-server[94828]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:33:03.608698 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:33:03.608698 n-d-712140-12 neutron-server[94828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:33:03.608698 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:33:03.608698 n-d-712140-12 neutron-server[94828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:33:03.608698 n-d-712140-12 neutron-server[94828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:33:03.652451 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-add5641c-6c8d-468d-bb4e-89e19c994117 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0436509 Aug 29 04:33:03.658887 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 43338) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:03.664167 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-a18c4f5e-19b6-4b27-99e8-e2aa3116dc6d tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Request body: {'subnet': {'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:03.690513 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-600a439c-170e-44a1-a075-7502acbfb550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:03.695504 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-463c108e-b67a-495f-b2ba-997f26edb3a8 req-65f882d5-a4c8-4e22-8881-a8437f47d433 service neutron] 10.222.0.46 "GET /v2.0/networks/1ebc2e43-1665-45c9-99e8-25ad0856d831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053614 Aug 29 04:33:03.704089 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-600a439c-170e-44a1-a075-7502acbfb550 admin admin] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:03.708323 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-600a439c-170e-44a1-a075-7502acbfb550 admin admin] 10.222.0.22 "DELETE /v2.0/networks/f71495d7-96ad-4847-83eb-b3625c73c9a5 HTTP/1.1" status: 204 len: 168 time: 0.6395450 Aug 29 04:33:03.754741 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd14520-befd-4338-b97d-4bce018012be req-f733f333-fcec-465b-a552-0dc58d184195 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:03.756681 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4bd14520-befd-4338-b97d-4bce018012be req-f733f333-fcec-465b-a552-0dc58d184195 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 945 time: 0.2280846 Aug 29 04:33:03.767496 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600a439c-170e-44a1-a075-7502acbfb550 admin admin] Pushing event deleted for resources: {'Network': ['ID=f71495d7-96ad-4847-83eb-b3625c73c9a5,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:03.811875 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8174495d-3ab5-494a-a5fb-396ef7a5292c req-e54879ac-a9ef-49f5-bd93-22586f8a8530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:03.814082 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8174495d-3ab5-494a-a5fb-396ef7a5292c req-e54879ac-a9ef-49f5-bd93-22586f8a8530 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b765fede93b04201b5c324a28753ffa9&device_id=b25f2fd3-149b-4c4f-9b91-9020c243fd31 HTTP/1.1" status: 200 len: 1096 time: 0.0558541 Aug 29 04:33:03.838924 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4bd14520-befd-4338-b97d-4bce018012be req-b556a2a1-fa45-46fd-83b6-391ac6185799 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737653 Aug 29 04:33:03.862288 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a18c4f5e-19b6-4b27-99e8-e2aa3116dc6d tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Made reservation on behalf of 808af00233b447dbb547871646623489 for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:03.868122 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a18c4f5e-19b6-4b27-99e8-e2aa3116dc6d tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4552395'] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:04.025055 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8174495d-3ab5-494a-a5fb-396ef7a5292c req-e02a7e1c-c80e-4cd2-a058-bfb2bb363fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:04.026944 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8174495d-3ab5-494a-a5fb-396ef7a5292c req-e02a7e1c-c80e-4cd2-a058-bfb2bb363fc4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1ebc2e43-1665-45c9-99e8-25ad0856d831 HTTP/1.1" status: 200 len: 909 time: 0.2058735 Aug 29 04:33:04.027438 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 43364) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:04.097489 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8174495d-3ab5-494a-a5fb-396ef7a5292c req-f13218f3-b17c-4ad5-90d9-9d6825cb4167 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5df61485-8d2a-47d4-9884-e840f5689a5d HTTP/1.1" status: 200 len: 217 time: 0.0606940 Aug 29 04:33:04.161159 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8174495d-3ab5-494a-a5fb-396ef7a5292c req-4f6a0bc4-0fd9-4061-98c1-7b173191f79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:04.162699 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8174495d-3ab5-494a-a5fb-396ef7a5292c req-4f6a0bc4-0fd9-4061-98c1-7b173191f79b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c3ff3d49-5062-4d8a-bbcb-4d8089f57765 HTTP/1.1" status: 200 len: 847 time: 0.0504932 Aug 29 04:33:04.188548 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-a74220b0-670d-4c54-82d5-ea2e2711f1f1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ae62e35dda7b4c8db4c80924ca47fbdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1598902 Aug 29 04:33:04.192405 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 43376) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:04.253612 n-d-712140-12 neutron-server[94829]: DEBUG neutron.objects.ports [None req-a18c4f5e-19b6-4b27-99e8-e2aa3116dc6d tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94829) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 04:33:04.256618 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a18c4f5e-19b6-4b27-99e8-e2aa3116dc6d tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4274880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4552377'] for subnet, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:04.258792 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8174495d-3ab5-494a-a5fb-396ef7a5292c req-e4b34c61-551f-4376-a0de-a214931d048d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:04.260383 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8174495d-3ab5-494a-a5fb-396ef7a5292c req-e4b34c61-551f-4376-a0de-a214931d048d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1ebc2e43-1665-45c9-99e8-25ad0856d831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0845549 Aug 29 04:33:04.295586 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18c4f5e-19b6-4b27-99e8-e2aa3116dc6d tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:33:04.297313 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-55cd0bba-f68a-4236-b2ff-5fccf1dc85ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:04.300874 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-a18c4f5e-19b6-4b27-99e8-e2aa3116dc6d tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:04.305775 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18c4f5e-19b6-4b27-99e8-e2aa3116dc6d tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:04.306381 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a18c4f5e-19b6-4b27-99e8-e2aa3116dc6d tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:04.314037 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b946ef4-0f1e-4a83-b2d0-429aa8fd4350 None None] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:33:04.359551 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-55cd0bba-f68a-4236-b2ff-5fccf1dc85ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:04.382142 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18c4f5e-19b6-4b27-99e8-e2aa3116dc6d tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Pushing event updated for resources: {'Subnet': ['ID=6055350c-d769-482b-ac78-14f5c4e3e4b5,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:04.401260 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-a18c4f5e-19b6-4b27-99e8-e2aa3116dc6d tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7425752 Aug 29 04:33:04.401941 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 43386) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:04.416522 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-4093dca9-13f4-4ff8-8c4e-d5f689c51ba4 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Request body: {'subnet': {'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:04.425528 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8174495d-3ab5-494a-a5fb-396ef7a5292c req-4e583cdc-b688-447f-b509-5ce26d37ca37 service neutron] 10.222.0.46 "GET /v2.0/networks/1ebc2e43-1665-45c9-99e8-25ad0856d831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533694 Aug 29 04:33:04.518408 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 43390) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:04.569623 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-55cd0bba-f68a-4236-b2ff-5fccf1dc85ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:04.579863 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-55cd0bba-f68a-4236-b2ff-5fccf1dc85ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:04.593769 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-55cd0bba-f68a-4236-b2ff-5fccf1dc85ba admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f2284a1b-92b5-4cc6-825a-c1a1841e1dbc HTTP/1.1" status: 204 len: 168 time: 0.4013975 Aug 29 04:33:04.622143 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cd0bba-f68a-4236-b2ff-5fccf1dc85ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2284a1b-92b5-4cc6-825a-c1a1841e1dbc,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:04.633372 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f179e9-7522-46db-921e-cb43ead61986 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-9a0c1c63-2a3a-4918-9723-8b35bf7d017b', 'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b', 'tenant_id': '808af00233b447dbb547871646623489', 'fixed_ips': [{'subnet_id': '6055350c-d769-482b-ac78-14f5c4e3e4b5'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:33:04.635126 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e3f179e9-7522-46db-921e-cb43ead61986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:04.672352 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8174495d-3ab5-494a-a5fb-396ef7a5292c req-462355f0-7893-430b-836c-1ea1f6c16c68 service neutron] 10.222.0.46 "GET /v2.0/networks/1ebc2e43-1665-45c9-99e8-25ad0856d831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327476 Aug 29 04:33:04.694529 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37e3d8c-8783-43a7-9657-20b4bd9bd9de req-a35f6f6e-3326-4665-ba93-6751c6f76668 tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:04.705135 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d37e3d8c-8783-43a7-9657-20b4bd9bd9de req-a35f6f6e-3326-4665-ba93-6751c6f76668 tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] 10.222.0.22 "GET /v2.0/ports?device_id=b25f2fd3-149b-4c4f-9b91-9020c243fd31 HTTP/1.1" status: 200 len: 944 time: 0.1778257 Aug 29 04:33:04.705714 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 4f81e2ce-d6d7-4b1c-9b11-f3ed736aeac4 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:33:04.733364 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 4f81e2ce-d6d7-4b1c-9b11-f3ed736aeac4 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:33:04.733799 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 4f81e2ce-d6d7-4b1c-9b11-f3ed736aeac4 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:33:04.785327 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-657e117b-28ab-4c3a-a892-56916172a2ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:04.804146 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d37e3d8c-8783-43a7-9657-20b4bd9bd9de req-3fc57c33-b468-41d2-b981-a8b48cdaa3ab tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] 10.222.0.22 "GET /v2.0/security-groups?id=91890e48-7ed6-4995-b52b-4b966607cd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979972 Aug 29 04:33:04.828913 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4093dca9-13f4-4ff8-8c4e-d5f689c51ba4 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Made reservation on behalf of 808af00233b447dbb547871646623489 for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:04.834390 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4093dca9-13f4-4ff8-8c4e-d5f689c51ba4 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4552395'] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:04.995865 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-e3f179e9-7522-46db-921e-cb43ead61986 None None] Allocated IP 2001:db8::f816:3eff:fed1:a04a (9a0c1c63-2a3a-4918-9723-8b35bf7d017b/6055350c-d769-482b-ac78-14f5c4e3e4b5/981bc2d2-9096-4fe2-9b57-67aede7d6bc3) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:33:05.097992 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d81ca0-5af9-4cf1-9e1a-f1968924349c req-0e238508-86a2-45f6-9b97-89df96363d86 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:05.112410 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-18d81ca0-5af9-4cf1-9e1a-f1968924349c req-0e238508-86a2-45f6-9b97-89df96363d86 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 945 time: 0.1819360 Aug 29 04:33:05.120468 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-657e117b-28ab-4c3a-a892-56916172a2ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:05.136399 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-657e117b-28ab-4c3a-a892-56916172a2ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:05.236490 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-657e117b-28ab-4c3a-a892-56916172a2ad admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d90ef6522812496baba2a226e2634365&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7150164 Aug 29 04:33:05.245220 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 43410) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:05.252442 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-18d81ca0-5af9-4cf1-9e1a-f1968924349c req-ef0997cb-572d-400c-9558-4504895939e2 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336410 Aug 29 04:33:05.262610 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657e117b-28ab-4c3a-a892-56916172a2ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57136ae9-4dad-4b9a-96e8-b391677d3397,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:05.305171 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e3f179e9-7522-46db-921e-cb43ead61986 None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:05.317324 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e3f179e9-7522-46db-921e-cb43ead61986 None None] Transition to ACTIVE for port object 981bc2d2-9096-4fe2-9b57-67aede7d6bc3 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:33:05.337858 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e3f179e9-7522-46db-921e-cb43ead61986 None None] Transition to ACTIVE for port object 981bc2d2-9096-4fe2-9b57-67aede7d6bc3 will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:33:05.350271 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e3f179e9-7522-46db-921e-cb43ead61986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:05.352298 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4093dca9-13f4-4ff8-8c4e-d5f689c51ba4 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4274880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4552377'] for subnet, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:05.367384 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c2f6c8b6-50e6-4e30-84ec-6479e60e46df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:05.428987 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4093dca9-13f4-4ff8-8c4e-d5f689c51ba4 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:33:05.435908 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c2f6c8b6-50e6-4e30-84ec-6479e60e46df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:05.438081 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-4093dca9-13f4-4ff8-8c4e-d5f689c51ba4 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:05.447839 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4093dca9-13f4-4ff8-8c4e-d5f689c51ba4 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:05.448445 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4093dca9-13f4-4ff8-8c4e-d5f689c51ba4 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:05.459990 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4093dca9-13f4-4ff8-8c4e-d5f689c51ba4 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Pushing event updated for resources: {'Subnet': ['ID=8e2e4509-d012-4cbf-99fa-2b546a08d513,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:05.476884 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f179e9-7522-46db-921e-cb43ead61986 None None] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:33:05.489103 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-4093dca9-13f4-4ff8-8c4e-d5f689c51ba4 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0840917 Aug 29 04:33:05.492572 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 43414) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:05.499195 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-e786a375-780f-41bf-bfb5-341979a5f08a tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Request body: {'port': {'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b', 'mac_address': 'fa:16:3e:14:af:52', 'name': 'tempest-NetworksTestDHCPv6-218030421'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:05.506731 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f179e9-7522-46db-921e-cb43ead61986 None None] Pushing event updated for resources: {'Port': ['ID=981bc2d2-9096-4fe2-9b57-67aede7d6bc3,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:05.515941 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-e3f179e9-7522-46db-921e-cb43ead61986 None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:05.521232 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f179e9-7522-46db-921e-cb43ead61986 None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:33:05.543077 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c2f6c8b6-50e6-4e30-84ec-6479e60e46df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:05.546026 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c2f6c8b6-50e6-4e30-84ec-6479e60e46df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:05.553050 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-c2f6c8b6-50e6-4e30-84ec-6479e60e46df admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/57136ae9-4dad-4b9a-96e8-b391677d3397 HTTP/1.1" status: 204 len: 168 time: 0.3036525 Aug 29 04:33:05.580165 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f6c8b6-50e6-4e30-84ec-6479e60e46df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57136ae9-4dad-4b9a-96e8-b391677d3397,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:05.822456 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e786a375-780f-41bf-bfb5-341979a5f08a tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Made reservation on behalf of 808af00233b447dbb547871646623489 for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:05.897599 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-e3f179e9-7522-46db-921e-cb43ead61986 None None] Attempting to bind port 981bc2d2-9096-4fe2-9b57-67aede7d6bc3 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:33:05.902995 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-e3f179e9-7522-46db-921e-cb43ead61986 None None] Attempting to bind port 981bc2d2-9096-4fe2-9b57-67aede7d6bc3 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '0fc0da0a-b381-4d95-9f3f-3aa10a110ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:33:05.903379 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f179e9-7522-46db-921e-cb43ead61986 None None] Attempting to bind port 981bc2d2-9096-4fe2-9b57-67aede7d6bc3 on network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:33:05.908334 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 43432) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:05.928556 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f179e9-7522-46db-921e-cb43ead61986 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:33:05.928556 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f179e9-7522-46db-921e-cb43ead61986 None None] Checking segment: {'id': '0fc0da0a-b381-4d95-9f3f-3aa10a110ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:33:05.928556 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e3f179e9-7522-46db-921e-cb43ead61986 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:05.929014 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f179e9-7522-46db-921e-cb43ead61986 None None] Bound using segment: {'id': '0fc0da0a-b381-4d95-9f3f-3aa10a110ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:33:05.929486 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-e3f179e9-7522-46db-921e-cb43ead61986 None None] Bound port: 981bc2d2-9096-4fe2-9b57-67aede7d6bc3, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fc0da0a-b381-4d95-9f3f-3aa10a110ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:33:05.929876 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e3f179e9-7522-46db-921e-cb43ead61986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:06.048392 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e3f179e9-7522-46db-921e-cb43ead61986 None None] For port 981bc2d2-9096-4fe2-9b57-67aede7d6bc3, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:33:06.053813 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e3f179e9-7522-46db-921e-cb43ead61986 None None] For port 981bc2d2-9096-4fe2-9b57-67aede7d6bc3, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=981bc2d2-9096-4fe2-9b57-67aede7d6bc3,segment=NetworkSegment(0fc0da0a-b381-4d95-9f3f-3aa10a110ba6),segment_id=0fc0da0a-b381-4d95-9f3f-3aa10a110ba6)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:33:06.059678 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e3f179e9-7522-46db-921e-cb43ead61986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:06.078297 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af67a43-9f5a-471c-bb55-1139ffdba561 req-6e0eed49-4387-4b87-ae0e-ade60962b97f tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:06.082434 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5af67a43-9f5a-471c-bb55-1139ffdba561 req-6e0eed49-4387-4b87-ae0e-ade60962b97f tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] 10.222.0.22 "GET /v2.0/ports?device_id=b25f2fd3-149b-4c4f-9b91-9020c243fd31 HTTP/1.1" status: 200 len: 944 time: 0.1201677 Aug 29 04:33:06.082746 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e786a375-780f-41bf-bfb5-341979a5f08a tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:06.137361 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-e786a375-780f-41bf-bfb5-341979a5f08a tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] device_id is not set on port bf8fd10b-10c5-4b1b-b7ef-4d04416eb0e9 yet. {{(pid=94828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:33:06.194395 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f179e9-7522-46db-921e-cb43ead61986 None None] Pushing event updated for resources: {'Port': ['ID=981bc2d2-9096-4fe2-9b57-67aede7d6bc3,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:06.215899 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5af67a43-9f5a-471c-bb55-1139ffdba561 req-1424630f-db50-4017-b031-bcd57f30b470 tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] 10.222.0.22 "GET /v2.0/security-groups?id=91890e48-7ed6-4995-b52b-4b966607cd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1274519 Aug 29 04:33:06.228772 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-fedcbedd-5661-4e70-ae19-c7be76f87c26 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1238607436-network', 'tenant_id': '67e6b4ea88934d53bcc4f6e2ce400c40'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:06.241002 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-04f627ed-79b3-4394-90f6-d38980802c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:06.297568 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fedcbedd-5661-4e70-ae19-c7be76f87c26 admin admin] Made reservation on behalf of 67e6b4ea88934d53bcc4f6e2ce400c40 for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:06.304387 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fedcbedd-5661-4e70-ae19-c7be76f87c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:06.331317 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 43440) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:06.340805 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fedcbedd-5661-4e70-ae19-c7be76f87c26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:06.363998 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d513a61a-a653-4414-a451-5cfb07795b76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:06.456514 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de3f4dc-9207-404a-bd7b-fb70e5bb1454 req-bd76f161-9813-4a91-a3b8-bfe78b997f3f tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:06.458097 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0de3f4dc-9207-404a-bd7b-fb70e5bb1454 req-bd76f161-9813-4a91-a3b8-bfe78b997f3f tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 945 time: 0.1137376 Aug 29 04:33:06.460925 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-e786a375-780f-41bf-bfb5-341979a5f08a tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Allocated IP 172.20.0.10 (9a0c1c63-2a3a-4918-9723-8b35bf7d017b/8e2e4509-d012-4cbf-99fa-2b546a08d513/bf8fd10b-10c5-4b1b-b7ef-4d04416eb0e9) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:33:06.469253 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-e786a375-780f-41bf-bfb5-341979a5f08a tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Allocated IP 2001:db8::f816:3eff:fe14:af52 (9a0c1c63-2a3a-4918-9723-8b35bf7d017b/6055350c-d769-482b-ac78-14f5c4e3e4b5/bf8fd10b-10c5-4b1b-b7ef-4d04416eb0e9) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:33:06.533314 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0de3f4dc-9207-404a-bd7b-fb70e5bb1454 req-b56d9868-233a-4309-8b55-d7fd30cb130a tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627880 Aug 29 04:33:06.569160 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fedcbedd-5661-4e70-ae19-c7be76f87c26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:06.574043 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fedcbedd-5661-4e70-ae19-c7be76f87c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:06.590589 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 5df61485-8d2a-47d4-9884-e840f5689a5d details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:33:06.605939 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fedcbedd-5661-4e70-ae19-c7be76f87c26 admin admin] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:33:06.621877 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedcbedd-5661-4e70-ae19-c7be76f87c26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dca09c9-1f9c-4539-9d7b-bbc81ed66616,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:06.625669 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fedcbedd-5661-4e70-ae19-c7be76f87c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:06.626390 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-fedcbedd-5661-4e70-ae19-c7be76f87c26 admin admin] Added segment 28e1fbf6-5260-4093-a77c-af91e87edbc5 of type vlan for network e5049084-4caa-4d76-a566-f81eba068516 Aug 29 04:33:06.694444 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fedcbedd-5661-4e70-ae19-c7be76f87c26 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:06.777562 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fedcbedd-5661-4e70-ae19-c7be76f87c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:06.778640 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fedcbedd-5661-4e70-ae19-c7be76f87c26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:06.779384 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fedcbedd-5661-4e70-ae19-c7be76f87c26 admin admin] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:06.805298 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 5df61485-8d2a-47d4-9884-e840f5689a5d, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=5df61485-8d2a-47d4-9884-e840f5689a5d,segment=NetworkSegment(48f138d5-0117-42b7-b327-ede7f9f15780),segment_id=48f138d5-0117-42b7-b327-ede7f9f15780)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:06.821907 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e786a375-780f-41bf-bfb5-341979a5f08a tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:06.840912 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 981bc2d2-9096-4fe2-9b57-67aede7d6bc3 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:33:06.850687 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e786a375-780f-41bf-bfb5-341979a5f08a tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Transition to ACTIVE for port object bf8fd10b-10c5-4b1b-b7ef-4d04416eb0e9 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:33:06.879728 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d513a61a-a653-4414-a451-5cfb07795b76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:06.881820 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedcbedd-5661-4e70-ae19-c7be76f87c26 admin admin] Pushing event updated for resources: {'Network': ['ID=e5049084-4caa-4d76-a566-f81eba068516,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:06.891584 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d513a61a-a653-4414-a451-5cfb07795b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:06.896583 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-fedcbedd-5661-4e70-ae19-c7be76f87c26 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9829278 Aug 29 04:33:06.897131 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 43448) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:06.905710 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-d52a2574-d1bc-4fae-8811-87eeff8c80c9 admin admin] Request body: {'subnet': {'network_id': 'e5049084-4caa-4d76-a566-f81eba068516', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1238607436-subnet', 'tenant_id': '67e6b4ea88934d53bcc4f6e2ce400c40', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:06.910661 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Returning: {'device': '5df61485-8d2a-47d4-9884-e840f5689a5d', 'network_id': '1ebc2e43-1665-45c9-99e8-25ad0856d831', 'port_id': '5df61485-8d2a-47d4-9884-e840f5689a5d', 'mac_address': 'fa:16:3e:12:67:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3ff3d49-5062-4d8a-bbcb-4d8089f57765', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:33:06.929816 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network e5049084-4caa-4d76-a566-f81eba068516 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:33:06.932714 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d52a2574-d1bc-4fae-8811-87eeff8c80c9 admin admin] Made reservation on behalf of 67e6b4ea88934d53bcc4f6e2ce400c40 for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:06.936639 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d52a2574-d1bc-4fae-8811-87eeff8c80c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4552395'] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:06.944096 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-d513a61a-a653-4414-a451-5cfb07795b76 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7d40c1f8c75845b5aeaeea1ef51a807f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6115983 Aug 29 04:33:06.945820 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a61a-a653-4414-a451-5cfb07795b76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4746768f-63e6-4548-a219-0c678af91ab2,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:06.948948 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e786a375-780f-41bf-bfb5-341979a5f08a tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:06.950222 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 43450) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:07.074552 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:07.077432 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e786a375-780f-41bf-bfb5-341979a5f08a tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:33:07.094603 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-e786a375-780f-41bf-bfb5-341979a5f08a tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:07.097025 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5df61485-8d2a-47d4-9884-e840f5689a5d {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:33:07.103438 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e786a375-780f-41bf-bfb5-341979a5f08a tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:33:07.159179 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e786a375-780f-41bf-bfb5-341979a5f08a tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Pushing event updated for resources: {'Port': ['ID=bf8fd10b-10c5-4b1b-b7ef-4d04416eb0e9,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:07.162362 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 5df61485-8d2a-47d4-9884-e840f5689a5d, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=5df61485-8d2a-47d4-9884-e840f5689a5d,segment=NetworkSegment(48f138d5-0117-42b7-b327-ede7f9f15780),segment_id=48f138d5-0117-42b7-b327-ede7f9f15780)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:07.172933 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 981bc2d2-9096-4fe2-9b57-67aede7d6bc3 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:33:07.185240 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-42de23e6-29c9-4530-bd16-f4be7156899e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:07.196092 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:07.213777 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d52a2574-d1bc-4fae-8811-87eeff8c80c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4274880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4552377'] for subnet, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:07.272236 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e786a375-780f-41bf-bfb5-341979a5f08a tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:07.274397 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e786a375-780f-41bf-bfb5-341979a5f08a tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:07.288971 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-42de23e6-29c9-4530-bd16-f4be7156899e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:07.295731 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-e786a375-780f-41bf-bfb5-341979a5f08a tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.8016467 Aug 29 04:33:07.297813 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:07.298408 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 43456) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:07.306966 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=5df61485-8d2a-47d4-9884-e840f5689a5d,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:07.329804 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:07.344669 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52a2574-d1bc-4fae-8811-87eeff8c80c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9110683-41bc-48dc-bd60-f652de306845,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:07.369178 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52a2574-d1bc-4fae-8811-87eeff8c80c9 admin admin] Checking segment: {'id': '28e1fbf6-5260-4093-a77c-af91e87edbc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e5049084-4caa-4d76-a566-f81eba068516'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:33:07.369689 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52a2574-d1bc-4fae-8811-87eeff8c80c9 admin admin] Network hostable DHCP agents. Network: e5049084-4caa-4d76-a566-f81eba068516, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:33:07.400052 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5211ca0-730f-47c7-9ebd-7087dd714495 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:07.406773 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5211ca0-730f-47c7-9ebd-7087dd714495 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:07.406979 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11739fb9-09d8-4359-9104-a61915f43f3b req-25f954a2-f416-4734-a486-71cb83ddff5c tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:07.408361 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-b5211ca0-730f-47c7-9ebd-7087dd714495 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1031702 Aug 29 04:33:07.412643 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 43458) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:07.414908 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-11739fb9-09d8-4359-9104-a61915f43f3b req-25f954a2-f416-4734-a486-71cb83ddff5c tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] 10.222.0.22 "GET /v2.0/ports?device_id=b25f2fd3-149b-4c4f-9b91-9020c243fd31 HTTP/1.1" status: 200 len: 945 time: 0.0777521 Aug 29 04:33:07.427732 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52a2574-d1bc-4fae-8811-87eeff8c80c9 admin admin] Network e5049084-4caa-4d76-a566-f81eba068516 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:33:07.430167 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['5df61485-8d2a-47d4-9884-e840f5689a5d'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:33:07.455460 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-42de23e6-29c9-4530-bd16-f4be7156899e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:07.464955 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-42de23e6-29c9-4530-bd16-f4be7156899e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:07.469100 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-42de23e6-29c9-4530-bd16-f4be7156899e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4746768f-63e6-4548-a219-0c678af91ab2 HTTP/1.1" status: 204 len: 168 time: 0.5174749 Aug 29 04:33:07.469280 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-d52a2574-d1bc-4fae-8811-87eeff8c80c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, e5049084-4caa-4d76-a566-f81eba068516) {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:07.475396 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d52a2574-d1bc-4fae-8811-87eeff8c80c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:07.476073 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d52a2574-d1bc-4fae-8811-87eeff8c80c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:07.481198 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42de23e6-29c9-4530-bd16-f4be7156899e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4746768f-63e6-4548-a219-0c678af91ab2,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:07.515185 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba8e969-4bd7-4adc-bb9d-39c3f867ca47 None None] Network e5049084-4caa-4d76-a566-f81eba068516 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:33:07.539082 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-d52a2574-d1bc-4fae-8811-87eeff8c80c9 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6399524 Aug 29 04:33:07.550053 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-11739fb9-09d8-4359-9104-a61915f43f3b req-8a5d511e-9bdc-4adb-b855-ac1585d9c573 tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] 10.222.0.22 "GET /v2.0/security-groups?id=91890e48-7ed6-4995-b52b-4b966607cd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1298492 Aug 29 04:33:07.625259 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-75e9bea0-c939-43f9-85b5-22053562a101 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Deleting port bf8fd10b-10c5-4b1b-b7ef-4d04416eb0e9 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:33:07.626098 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-75e9bea0-c939-43f9-85b5-22053562a101 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:07.627367 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae4e641-450c-4b09-ab7d-98dd7fdc5278 None None] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:33:07.801151 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-d40b4eea-24fe-4b01-b80b-a94b35a9326d None None] Provisioning for port 981bc2d2-9096-4fe2-9b57-67aede7d6bc3 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:33:07.858177 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-d40b4eea-24fe-4b01-b80b-a94b35a9326d None None] Provisioning complete for port 981bc2d2-9096-4fe2-9b57-67aede7d6bc3 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:07.858741 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d40b4eea-24fe-4b01-b80b-a94b35a9326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:07.862189 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812df430-c09f-4455-80a4-21be54219243 req-575d7d0d-ca77-4d7f-ab1f-afe7cfaeb8c6 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:07.865006 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-812df430-c09f-4455-80a4-21be54219243 req-575d7d0d-ca77-4d7f-ab1f-afe7cfaeb8c6 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 945 time: 0.1745048 Aug 29 04:33:07.926421 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-812df430-c09f-4455-80a4-21be54219243 req-c6d54132-8e33-4dea-81e5-54394631cf13 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549774 Aug 29 04:33:07.948761 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-75e9bea0-c939-43f9-85b5-22053562a101 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:07.975107 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-75e9bea0-c939-43f9-85b5-22053562a101 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Calling delete_port for bf8fd10b-10c5-4b1b-b7ef-4d04416eb0e9 owned by {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:33:07.999359 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b19564-c1a3-4708-b129-c7ffbb41487f None None] Network e5049084-4caa-4d76-a566-f81eba068516 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:33:08.284065 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-75e9bea0-c939-43f9-85b5-22053562a101 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:08.308157 n-d-712140-12 neutron-server[94828]: INFO neutron.api.v2.resource [req-a47a48c0-0c67-4e76-b457-27d9668e7f64 req-2c3dad3c-8b25-46ad-875b-8d2f2fa4bed6 tempest-SecurityGroupsNegativeTestJSON-2069885721 tempest-SecurityGroupsNegativeTestJSON-2069885721-project] show failed (client error): The resource could not be found. Aug 29 04:33:08.315454 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6bd4f78-dce9-403a-aefa-7c452da6e394 None None] Update dhcp port {'port': {'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b', 'fixed_ips': [{'subnet_id': '6055350c-d769-482b-ac78-14f5c4e3e4b5', 'ip_address': '2001:db8::f816:3eff:fed1:a04a'}, {'subnet_id': '8e2e4509-d012-4cbf-99fa-2b546a08d513'}], 'binding:host_id': 'n-d-712140-12'}, 'id': '981bc2d2-9096-4fe2-9b57-67aede7d6bc3'} from n-d-712140-12. {{(pid=94830) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 04:33:08.316104 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a47a48c0-0c67-4e76-b457-27d9668e7f64 req-2c3dad3c-8b25-46ad-875b-8d2f2fa4bed6 tempest-SecurityGroupsNegativeTestJSON-2069885721 tempest-SecurityGroupsNegativeTestJSON-2069885721-project] 10.222.0.22 "GET /v2.0/security-groups/6823dbab-a3ee-44d2-bd95-656959a63438 HTTP/1.1" status: 404 len: 352 time: 0.0248055 Aug 29 04:33:08.349539 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e9bea0-c939-43f9-85b5-22053562a101 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Pushing event deleted for resources: {'Port': ['ID=bf8fd10b-10c5-4b1b-b7ef-4d04416eb0e9,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:08.361694 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f6bd4f78-dce9-403a-aefa-7c452da6e394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:08.364079 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d40b4eea-24fe-4b01-b80b-a94b35a9326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:08.459733 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-d40b4eea-24fe-4b01-b80b-a94b35a9326d None None] For port 981bc2d2-9096-4fe2-9b57-67aede7d6bc3, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=981bc2d2-9096-4fe2-9b57-67aede7d6bc3,segment=NetworkSegment(0fc0da0a-b381-4d95-9f3f-3aa10a110ba6),segment_id=0fc0da0a-b381-4d95-9f3f-3aa10a110ba6)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:08.490846 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d40b4eea-24fe-4b01-b80b-a94b35a9326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:08.492935 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4ebd43a0-a8da-439b-a05f-655dc4616960 req-32df87d7-bab3-438b-8132-b9359b1fac4e tempest-SecurityGroupsNegativeTestJSON-2069885721 tempest-SecurityGroupsNegativeTestJSON-2069885721-project] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=67e6b4ea88934d53bcc4f6e2ce400c40 HTTP/1.1" status: 200 len: 2988 time: 0.1405380 Aug 29 04:33:08.591899 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-75e9bea0-c939-43f9-85b5-22053562a101 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:08.594372 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-75e9bea0-c939-43f9-85b5-22053562a101 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "DELETE /v2.0/ports/bf8fd10b-10c5-4b1b-b7ef-4d04416eb0e9 HTTP/1.1" status: 204 len: 168 time: 1.1806941 Aug 29 04:33:08.597431 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 43494) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:08.654500 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4ebd43a0-a8da-439b-a05f-655dc4616960 req-d9975541-d51c-48f4-b4e9-bcddb5a1bfe7 tempest-SecurityGroupsNegativeTestJSON-2069885721 tempest-SecurityGroupsNegativeTestJSON-2069885721-project] 10.222.0.22 "GET /v2.0/security-groups/8dca09c9-1f9c-4539-9d7b-bbc81ed66616 HTTP/1.1" status: 200 len: 2985 time: 0.1478035 Aug 29 04:33:08.661034 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0cdc4c2-d669-4c6e-bcf1-9c9a77013a83 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:08.662964 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0cdc4c2-d669-4c6e-bcf1-9c9a77013a83 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:08.665655 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0cdc4c2-d669-4c6e-bcf1-9c9a77013a83 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:08.667581 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-e0cdc4c2-d669-4c6e-bcf1-9c9a77013a83 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0687726 Aug 29 04:33:08.671563 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 43498) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:08.689635 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40b4eea-24fe-4b01-b80b-a94b35a9326d None None] Pushing event updated for resources: {'Port': ['ID=981bc2d2-9096-4fe2-9b57-67aede7d6bc3,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:08.713540 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:08.779548 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4ebd43a0-a8da-439b-a05f-655dc4616960 req-41c15736-d16b-49cf-a9d1-f3573960d9fb tempest-SecurityGroupsNegativeTestJSON-2069885721 tempest-SecurityGroupsNegativeTestJSON-2069885721-project] 10.222.0.22 "GET /v2.0/security-groups/8dca09c9-1f9c-4539-9d7b-bbc81ed66616 HTTP/1.1" status: 200 len: 2985 time: 0.1217322 Aug 29 04:33:08.791656 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b963e6e-0f1d-4964-90fe-5867a3c3073a tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Deleting subnet 6055350c-d769-482b-ac78-14f5c4e3e4b5 {{(pid=94828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:33:08.803790 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b87288e-e0d1-4440-8323-e7465e4806bc req-16e1d9ec-ac44-4778-a444-b2753b6788d7 tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:08.805493 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7b87288e-e0d1-4440-8323-e7465e4806bc req-16e1d9ec-ac44-4778-a444-b2753b6788d7 tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] 10.222.0.22 "GET /v2.0/ports?device_id=b25f2fd3-149b-4c4f-9b91-9020c243fd31 HTTP/1.1" status: 200 len: 945 time: 0.1162548 Aug 29 04:33:08.849195 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-f6bd4f78-dce9-403a-aefa-7c452da6e394 None None] Allocated IP 172.20.0.2 (9a0c1c63-2a3a-4918-9723-8b35bf7d017b/8e2e4509-d012-4cbf-99fa-2b546a08d513/981bc2d2-9096-4fe2-9b57-67aede7d6bc3) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:33:08.866753 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7b87288e-e0d1-4440-8323-e7465e4806bc req-93d546df-1bd9-429d-9d92-dd9db73ec463 tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] 10.222.0.22 "GET /v2.0/security-groups?id=91890e48-7ed6-4995-b52b-4b966607cd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515051 Aug 29 04:33:08.886827 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b58e2b0a-9e03-46c0-97f3-184769316d9c req-cba6fb91-6835-430a-b181-c6a218fadb82 tempest-SecurityGroupsNegativeTestJSON-2069885721 tempest-SecurityGroupsNegativeTestJSON-2069885721-project] 10.222.0.22 "GET /v2.0/security-groups/8dca09c9-1f9c-4539-9d7b-bbc81ed66616 HTTP/1.1" status: 200 len: 2985 time: 0.0740583 Aug 29 04:33:08.979930 n-d-712140-12 neutron-server[94828]: INFO neutron.api.v2.resource [req-b58e2b0a-9e03-46c0-97f3-184769316d9c req-fa1d7930-05cb-47e8-9627-ee553a6bffad tempest-SecurityGroupsNegativeTestJSON-2069885721 tempest-SecurityGroupsNegativeTestJSON-2069885721-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 29 04:33:08.992706 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b58e2b0a-9e03-46c0-97f3-184769316d9c req-fa1d7930-05cb-47e8-9627-ee553a6bffad tempest-SecurityGroupsNegativeTestJSON-2069885721 tempest-SecurityGroupsNegativeTestJSON-2069885721-project] 10.222.0.22 "DELETE /v2.0/security-groups/8dca09c9-1f9c-4539-9d7b-bbc81ed66616 HTTP/1.1" status: 409 len: 352 time: 0.0991275 Aug 29 04:33:09.019503 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-f6bd4f78-dce9-403a-aefa-7c452da6e394 None None] For port 981bc2d2-9096-4fe2-9b57-67aede7d6bc3, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=981bc2d2-9096-4fe2-9b57-67aede7d6bc3,segment=NetworkSegment(0fc0da0a-b381-4d95-9f3f-3aa10a110ba6),segment_id=0fc0da0a-b381-4d95-9f3f-3aa10a110ba6)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:09.028609 n-d-712140-12 neutron-server[94828]: INFO neutron.api.v2.resource [req-2ebda627-7100-4b36-ac54-d756304a37e5 req-e2c5d206-8170-470c-a9e3-c75ae3deb09b tempest-SecurityGroupsNegativeTestJSON-2069885721 tempest-SecurityGroupsNegativeTestJSON-2069885721-project] show failed (client error): The resource could not be found. Aug 29 04:33:09.030356 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2ebda627-7100-4b36-ac54-d756304a37e5 req-e2c5d206-8170-470c-a9e3-c75ae3deb09b tempest-SecurityGroupsNegativeTestJSON-2069885721 tempest-SecurityGroupsNegativeTestJSON-2069885721-project] 10.222.0.22 "GET /v2.0/security-groups/95df995c-fc13-4836-b1c1-290b1a352e4b HTTP/1.1" status: 404 len: 352 time: 0.0222089 Aug 29 04:33:09.091741 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f6bd4f78-dce9-403a-aefa-7c452da6e394 None None] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:09.093860 n-d-712140-12 neutron-server[94828]: INFO neutron.api.v2.resource [req-6a78ac47-aade-4603-8f70-f3df147a607a req-2bcedae0-3331-40e4-b8df-70d6804f0a33 tempest-SecurityGroupsNegativeTestJSON-2069885721 tempest-SecurityGroupsNegativeTestJSON-2069885721-project] show failed (client error): The resource could not be found. Aug 29 04:33:09.096058 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6a78ac47-aade-4603-8f70-f3df147a607a req-2bcedae0-3331-40e4-b8df-70d6804f0a33 tempest-SecurityGroupsNegativeTestJSON-2069885721 tempest-SecurityGroupsNegativeTestJSON-2069885721-project] 10.222.0.22 "GET /v2.0/security-groups/dd8b55d7-8cb4-4492-a91f-e52b110b19fb HTTP/1.1" status: 404 len: 352 time: 0.0327098 Aug 29 04:33:09.111784 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 43516) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:09.125849 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-f6bd4f78-dce9-403a-aefa-7c452da6e394 None None] Transition to ACTIVE for port object 981bc2d2-9096-4fe2-9b57-67aede7d6bc3 will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:33:09.136020 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1b963e6e-0f1d-4964-90fe-5867a3c3073a tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for subnet, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:09.136267 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f6bd4f78-dce9-403a-aefa-7c452da6e394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:09.189614 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bd4f78-dce9-403a-aefa-7c452da6e394 None None] Pushing event updated for resources: {'Port': ['ID=981bc2d2-9096-4fe2-9b57-67aede7d6bc3,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:09.196639 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_v2 [None req-275f899c-0950-44a5-a831-434db754d594 admin admin] Deleting subnet a9110683-41bc-48dc-bd60-f652de306845 {{(pid=94829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:33:09.209614 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-275f899c-0950-44a5-a831-434db754d594 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:09.220494 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1b963e6e-0f1d-4964-90fe-5867a3c3073a tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8904862'] for subnet, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:09.250281 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd03b8ce-2e7d-4459-b12b-d2b5d7c8a699 req-b61140fe-afdf-4b7b-a5c8-e6819c14623a tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:09.253067 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-fd03b8ce-2e7d-4459-b12b-d2b5d7c8a699 req-b61140fe-afdf-4b7b-a5c8-e6819c14623a tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 945 time: 0.2167447 Aug 29 04:33:09.293525 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-275f899c-0950-44a5-a831-434db754d594 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4311743'] for subnet, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:09.342064 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1b963e6e-0f1d-4964-90fe-5867a3c3073a tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:09.346355 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-fd03b8ce-2e7d-4459-b12b-d2b5d7c8a699 req-bb31de73-1da3-4996-80e5-00256034b96a tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863409 Aug 29 04:33:09.361589 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-275f899c-0950-44a5-a831-434db754d594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:09.451246 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-275f899c-0950-44a5-a831-434db754d594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4552352'] for subnet, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:09.459583 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1b963e6e-0f1d-4964-90fe-5867a3c3073a tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9190434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062341'] for subnet, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:09.477969 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-275f899c-0950-44a5-a831-434db754d594 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:09.480189 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-275f899c-0950-44a5-a831-434db754d594 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/a9110683-41bc-48dc-bd60-f652de306845 HTTP/1.1" status: 204 len: 168 time: 0.3670716 Aug 29 04:33:09.501818 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 43524) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:09.529128 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275f899c-0950-44a5-a831-434db754d594 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9110683-41bc-48dc-bd60-f652de306845,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:09.538721 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1b963e6e-0f1d-4964-90fe-5867a3c3073a tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:09.547828 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-1b963e6e-0f1d-4964-90fe-5867a3c3073a tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "DELETE /v2.0/subnets/6055350c-d769-482b-ac78-14f5c4e3e4b5 HTTP/1.1" status: 204 len: 168 time: 0.8744712 Aug 29 04:33:09.552928 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 43530) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:09.552928 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b963e6e-0f1d-4964-90fe-5867a3c3073a tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Pushing event deleted for resources: {'Subnet': ['ID=6055350c-d769-482b-ac78-14f5c4e3e4b5,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:09.662704 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-dbd70737-25c4-44db-9d17-7cce3664e126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:09.668641 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_v2 [None req-a87e8c3c-e07e-4d80-8d56-126f65f55bd4 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Deleting subnet 8e2e4509-d012-4cbf-99fa-2b546a08d513 {{(pid=94828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:33:09.682827 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a87e8c3c-e07e-4d80-8d56-126f65f55bd4 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for subnet, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:09.822418 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-dbd70737-25c4-44db-9d17-7cce3664e126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:09.827922 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a87e8c3c-e07e-4d80-8d56-126f65f55bd4 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8904862'] for subnet, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:09.836775 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-dbd70737-25c4-44db-9d17-7cce3664e126 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5049084-4caa-4d76-a566-f81eba068516']}} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:09.849725 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-dbd70737-25c4-44db-9d17-7cce3664e126 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28e1fbf6-5260-4093-a77c-af91e87edbc5') {'for_net_delete': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:09.850165 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-dbd70737-25c4-44db-9d17-7cce3664e126 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28e1fbf6-5260-4093-a77c-af91e87edbc5') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:09.859968 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-dbd70737-25c4-44db-9d17-7cce3664e126 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4311712'] for segment, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:09.878881 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-dbd70737-25c4-44db-9d17-7cce3664e126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:09.885783 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbd70737-25c4-44db-9d17-7cce3664e126 admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=94829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:33:09.886363 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-dbd70737-25c4-44db-9d17-7cce3664e126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4274277'] for segment, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:09.890470 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 43538) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:09.960329 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 43546) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:09.992243 n-d-712140-12 neutron-server[94829]: Traceback (most recent call last): Aug 29 04:33:09.992243 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:33:09.992243 n-d-712140-12 neutron-server[94829]: timer() Aug 29 04:33:09.992243 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:33:09.992243 n-d-712140-12 neutron-server[94829]: cb(*args, **kw) Aug 29 04:33:09.992243 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:33:09.992243 n-d-712140-12 neutron-server[94829]: return func(*args, **kwargs) Aug 29 04:33:09.992243 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:33:09.992243 n-d-712140-12 neutron-server[94829]: self._notify() Aug 29 04:33:09.992243 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:33:09.992243 n-d-712140-12 neutron-server[94829]: self.callback(batched_events) Aug 29 04:33:09.992243 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:33:09.992243 n-d-712140-12 neutron-server[94829]: event.method(event) Aug 29 04:33:09.992243 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:33:09.992243 n-d-712140-12 neutron-server[94829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:33:09.992243 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:33:09.992243 n-d-712140-12 neutron-server[94829]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:33:09.992243 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:33:09.992243 n-d-712140-12 neutron-server[94829]: return f(self, *a, **k) Aug 29 04:33:09.992243 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:33:09.992243 n-d-712140-12 neutron-server[94829]: return self._get(url).json() Aug 29 04:33:09.992243 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:33:09.992243 n-d-712140-12 neutron-server[94829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:33:09.992243 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:33:09.992243 n-d-712140-12 neutron-server[94829]: return self.request(url, 'GET', **kwargs) Aug 29 04:33:09.992243 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:33:09.992243 n-d-712140-12 neutron-server[94829]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:33:09.992243 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:33:09.992243 n-d-712140-12 neutron-server[94829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:33:09.992243 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:33:09.992243 n-d-712140-12 neutron-server[94829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:33:09.992243 n-d-712140-12 neutron-server[94829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:33:10.011971 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-dbd70737-25c4-44db-9d17-7cce3664e126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:10.056002 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-dbd70737-25c4-44db-9d17-7cce3664e126 admin admin] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:10.058291 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-dbd70737-25c4-44db-9d17-7cce3664e126 admin admin] 10.222.0.22 "DELETE /v2.0/networks/e5049084-4caa-4d76-a566-f81eba068516 HTTP/1.1" status: 204 len: 168 time: 0.5553493 Aug 29 04:33:10.085054 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd70737-25c4-44db-9d17-7cce3664e126 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5049084-4caa-4d76-a566-f81eba068516,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:10.122417 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f342922-f42b-4882-8e33-621a695b2bff req-caa987e1-7ada-4dcb-b658-5f44b8fe217b tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:10.127109 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3f342922-f42b-4882-8e33-621a695b2bff req-caa987e1-7ada-4dcb-b658-5f44b8fe217b tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] 10.222.0.22 "GET /v2.0/ports?device_id=b25f2fd3-149b-4c4f-9b91-9020c243fd31 HTTP/1.1" status: 200 len: 945 time: 0.1369364 Aug 29 04:33:10.193724 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3f342922-f42b-4882-8e33-621a695b2bff req-993c331e-20d8-4677-9af9-3156970eeb69 tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] 10.222.0.22 "GET /v2.0/security-groups?id=91890e48-7ed6-4995-b52b-4b966607cd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483046 Aug 29 04:33:10.266817 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 43552) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:10.373787 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-4607cc80-1a12-40a0-b610-5e7517528d3d tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-334027628', 'router:external': True}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:10.418924 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4607cc80-1a12-40a0-b610-5e7517528d3d tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Made reservation on behalf of e0603f11d4fb4b3ab162c29d1e8bac18 for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:10.422435 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4607cc80-1a12-40a0-b610-5e7517528d3d tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:10.441694 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4607cc80-1a12-40a0-b610-5e7517528d3d tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:10.463460 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 43558) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:10.464950 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8b448c01-46e7-42e8-95e9-b1413ec1a97e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:10.472940 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01bb7f43-cd87-4673-8ebb-4da2022de989 None None] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:33:10.532167 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e9ccbc89-df59-448c-8c8e-d2deebd0ac6a None None] Could not find standard attr ID for object bf8fd10b-10c5-4b1b-b7ef-4d04416eb0e9. {{(pid=94830) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:33:10.559285 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e9ccbc89-df59-448c-8c8e-d2deebd0ac6a None None] Provisioning for port 981bc2d2-9096-4fe2-9b57-67aede7d6bc3 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:33:10.565240 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e9ccbc89-df59-448c-8c8e-d2deebd0ac6a None None] Provisioning complete for port 981bc2d2-9096-4fe2-9b57-67aede7d6bc3 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:10.566051 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e9ccbc89-df59-448c-8c8e-d2deebd0ac6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:10.626007 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 5df61485-8d2a-47d4-9884-e840f5689a5d up at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:33:10.626406 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4607cc80-1a12-40a0-b610-5e7517528d3d tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:10.641272 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4607cc80-1a12-40a0-b610-5e7517528d3d tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:10.664421 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-9f856552-0e06-4e3a-9b48-61d0a9d8831a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=67e6b4ea88934d53bcc4f6e2ce400c40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1967924 Aug 29 04:33:10.669410 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 43562) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:10.684083 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4607cc80-1a12-40a0-b610-5e7517528d3d tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:33:10.688196 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 981bc2d2-9096-4fe2-9b57-67aede7d6bc3 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:33:10.696980 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4607cc80-1a12-40a0-b610-5e7517528d3d tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:10.697606 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-4607cc80-1a12-40a0-b610-5e7517528d3d tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Added segment ef57fff0-3905-45c9-827a-9631c01bc103 of type vlan for network 98d49d5d-f1db-4aee-8eae-1daa0f7dfa5e Aug 29 04:33:10.749597 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a87e8c3c-e07e-4d80-8d56-126f65f55bd4 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:10.761178 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4607cc80-1a12-40a0-b610-5e7517528d3d tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:10.836353 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4607cc80-1a12-40a0-b610-5e7517528d3d tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:10.837829 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4607cc80-1a12-40a0-b610-5e7517528d3d tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:10.839091 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4607cc80-1a12-40a0-b610-5e7517528d3d tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:10.855234 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning for port 5df61485-8d2a-47d4-9884-e840f5689a5d completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:33:10.868731 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning complete for port 5df61485-8d2a-47d4-9884-e840f5689a5d triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:10.869109 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:10.870717 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 981bc2d2-9096-4fe2-9b57-67aede7d6bc3 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:10.871199 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:10.872666 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026a6a3d-6a35-4197-8815-9c4cf57b6432 req-b474bbcd-7bd1-431d-b46d-1a8c1788b75d tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:10.874841 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-026a6a3d-6a35-4197-8815-9c4cf57b6432 req-b474bbcd-7bd1-431d-b46d-1a8c1788b75d tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 945 time: 0.3861952 Aug 29 04:33:10.917930 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4607cc80-1a12-40a0-b610-5e7517528d3d tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Pushing event updated for resources: {'Network': ['ID=98d49d5d-f1db-4aee-8eae-1daa0f7dfa5e,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:10.937210 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 98d49d5d-f1db-4aee-8eae-1daa0f7dfa5e details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:33:10.954352 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4607cc80-1a12-40a0-b610-5e7517528d3d tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f997417-a854-4f68-b07d-ff44be1130b5,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:10.989651 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-32d398f8-3d31-4fc8-a339-3c82aacbdf9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:10.991288 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a87e8c3c-e07e-4d80-8d56-126f65f55bd4 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9190434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062341'] for subnet, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:11.043193 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-32d398f8-3d31-4fc8-a339-3c82aacbdf9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:11.065419 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87e8c3c-e07e-4d80-8d56-126f65f55bd4 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Pushing event deleted for resources: {'Subnet': ['ID=8e2e4509-d012-4cbf-99fa-2b546a08d513,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:11.094520 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-026a6a3d-6a35-4197-8815-9c4cf57b6432 req-24aa08a7-704f-4f5f-a496-fb91c8a17be2 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076454 Aug 29 04:33:11.104125 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a87e8c3c-e07e-4d80-8d56-126f65f55bd4 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:11.109855 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-a87e8c3c-e07e-4d80-8d56-126f65f55bd4 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "DELETE /v2.0/subnets/8e2e4509-d012-4cbf-99fa-2b546a08d513 HTTP/1.1" status: 204 len: 168 time: 1.5545161 Aug 29 04:33:11.110997 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 43564) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:11.129660 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:11.149561 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2125b555-6c91-46b4-a746-70427b1f8e3f tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Deleting port ea887171-bf3c-4b7e-afce-6e4053ad36b3 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:33:11.150027 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2125b555-6c91-46b4-a746-70427b1f8e3f tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:11.171624 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b25f2fd3-149b-4c4f-9b91-9020c243fd31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5df61485-8d2a-47d4-9884-e840f5689a5d'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:33:11.174584 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bfc7c97-b2e9-4c63-993c-b957c54d45e7" -d '{"events": [{"server_uuid": "b25f2fd3-149b-4c4f-9b91-9020c243fd31", "name": "network-vif-plugged", "status": "completed", "tag": "5df61485-8d2a-47d4-9884-e840f5689a5d"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:33:11.179400 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 5df61485-8d2a-47d4-9884-e840f5689a5d, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=5df61485-8d2a-47d4-9884-e840f5689a5d,segment=NetworkSegment(48f138d5-0117-42b7-b327-ede7f9f15780),segment_id=48f138d5-0117-42b7-b327-ede7f9f15780)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:11.183758 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-6e59f8ca-a518-4b13-8b7f-62d4fbc45bd0 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0675781 Aug 29 04:33:11.186078 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 43568) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:11.189834 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:11.196376 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-53fb5bbf-5429-4140-adf6-e9309a387223 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Request body: {'subnet': {'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:11.229082 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-32d398f8-3d31-4fc8-a339-3c82aacbdf9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:11.232441 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-32d398f8-3d31-4fc8-a339-3c82aacbdf9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:11.234024 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-32d398f8-3d31-4fc8-a339-3c82aacbdf9f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8dca09c9-1f9c-4539-9d7b-bbc81ed66616 HTTP/1.1" status: 204 len: 168 time: 0.4409511 Aug 29 04:33:11.236443 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8b448c01-46e7-42e8-95e9-b1413ec1a97e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:11.262677 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8b448c01-46e7-42e8-95e9-b1413ec1a97e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:11.277251 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=5df61485-8d2a-47d4-9884-e840f5689a5d,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:11.293574 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99cd7761-3c90-4c0a-a8ad-03177b206514 x-openstack-request-id: req-99cd7761-3c90-4c0a-a8ad-03177b206514 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:33:11.294448 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b25f2fd3-149b-4c4f-9b91-9020c243fd31", "name": "network-vif-plugged", "status": "completed", "tag": "5df61485-8d2a-47d4-9884-e840f5689a5d", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:33:11.294928 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-99cd7761-3c90-4c0a-a8ad-03177b206514 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:33:11.296339 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b25f2fd3-149b-4c4f-9b91-9020c243fd31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5df61485-8d2a-47d4-9884-e840f5689a5d', 'code': 200} Aug 29 04:33:11.334512 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-4607cc80-1a12-40a0-b610-5e7517528d3d tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.0659082 Aug 29 04:33:11.337993 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 43574) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:11.345591 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-74cfe853-921e-4c2f-9961-ea7a32234b48 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Request body: {'subnet': {'network_id': '98d49d5d-f1db-4aee-8eae-1daa0f7dfa5e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:11.354329 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d398f8-3d31-4fc8-a339-3c82aacbdf9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dca09c9-1f9c-4539-9d7b-bbc81ed66616,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:11.368178 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-8b448c01-46e7-42e8-95e9-b1413ec1a97e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=35afe1cc24c249d59afb12fe02fe4753&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4716959 Aug 29 04:33:11.369684 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b448c01-46e7-42e8-95e9-b1413ec1a97e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=755c5f58-cd45-4f2e-aab3-2bbdb1657a23,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:11.373580 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 43576) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:11.472403 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74cfe853-921e-4c2f-9961-ea7a32234b48 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Made reservation on behalf of e0603f11d4fb4b3ab162c29d1e8bac18 for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:11.475037 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-74cfe853-921e-4c2f-9961-ea7a32234b48 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4552395'] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:11.564592 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2125b555-6c91-46b4-a746-70427b1f8e3f tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:11.565165 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2125b555-6c91-46b4-a746-70427b1f8e3f tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:11.566111 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-885f98bf-a1b8-42c0-b48e-599041a5a60e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:11.603921 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2125b555-6c91-46b4-a746-70427b1f8e3f tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Calling delete_port for ea887171-bf3c-4b7e-afce-6e4053ad36b3 owned by network:floatingip {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:33:11.624612 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf183aac-f475-49b4-9697-6720ca88a201 req-9d7d9e7c-1dea-4012-866d-5a6a6b4d740e tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:11.639393 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bf183aac-f475-49b4-9697-6720ca88a201 req-9d7d9e7c-1dea-4012-866d-5a6a6b4d740e tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] 10.222.0.22 "GET /v2.0/ports?device_id=b25f2fd3-149b-4c4f-9b91-9020c243fd31 HTTP/1.1" status: 200 len: 946 time: 0.3130848 Aug 29 04:33:11.688259 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf703a15-9f7b-4c81-8ae0-fd402a91aaa9 req-4eaca40c-3d1a-4345-b987-62600f00d187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:11.690532 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-cf703a15-9f7b-4c81-8ae0-fd402a91aaa9 req-4eaca40c-3d1a-4345-b987-62600f00d187 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b25f2fd3-149b-4c4f-9b91-9020c243fd31 HTTP/1.1" status: 200 len: 1098 time: 0.3239131 Aug 29 04:33:11.704409 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53fb5bbf-5429-4140-adf6-e9309a387223 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Made reservation on behalf of 808af00233b447dbb547871646623489 for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:11.712450 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-53fb5bbf-5429-4140-adf6-e9309a387223 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4552395'] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:11.826912 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-cf703a15-9f7b-4c81-8ae0-fd402a91aaa9 req-00ad79c0-32ed-4adc-917a-be2f7c106f40 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=91890e48-7ed6-4995-b52b-4b966607cd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240151 Aug 29 04:33:11.836608 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bf183aac-f475-49b4-9697-6720ca88a201 req-be9ba3b3-7036-430c-8033-42ce297406eb tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] 10.222.0.22 "GET /v2.0/security-groups?id=91890e48-7ed6-4995-b52b-4b966607cd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1905472 Aug 29 04:33:11.929704 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-885f98bf-a1b8-42c0-b48e-599041a5a60e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:11.973396 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e1c6aa-fd5b-436c-971e-cdd6b4438322 None None] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:33:12.038091 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2125b555-6c91-46b4-a746-70427b1f8e3f tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:12.060481 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-22b27e57-42a9-48b2-9af4-a67beb455781 None None] Provisioning complete for port 981bc2d2-9096-4fe2-9b57-67aede7d6bc3 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:12.060983 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-22b27e57-42a9-48b2-9af4-a67beb455781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:12.090922 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2125b555-6c91-46b4-a746-70427b1f8e3f tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Pushing event deleted for resources: {'Port': ['ID=ea887171-bf3c-4b7e-afce-6e4053ad36b3,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:12.167786 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-885f98bf-a1b8-42c0-b48e-599041a5a60e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:12.172886 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-885f98bf-a1b8-42c0-b48e-599041a5a60e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:12.176713 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-885f98bf-a1b8-42c0-b48e-599041a5a60e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/755c5f58-cd45-4f2e-aab3-2bbdb1657a23 HTTP/1.1" status: 204 len: 168 time: 0.7909119 Aug 29 04:33:12.208630 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2125b555-6c91-46b4-a746-70427b1f8e3f tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Notify callbacks [] for floatingip, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:12.208997 n-d-712140-12 neutron-server[94828]: INFO neutron.db.l3_db [None req-2125b555-6c91-46b4-a746-70427b1f8e3f tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Floating IP 6050e8b0-e0dd-4e31-85bc-0491c4fc0d1b disassociated (deleted). External IP: 172.25.0.18, port: 8ddac917-8a1b-4197-8c8c-975d4df6bc22. Aug 29 04:33:12.268210 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885f98bf-a1b8-42c0-b48e-599041a5a60e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=755c5f58-cd45-4f2e-aab3-2bbdb1657a23,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:12.323422 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f3b135-67c2-4077-9bb0-957e9291db12 None None] DHCP port deletion for 9a0c1c63-2a3a-4918-9723-8b35bf7d017b request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:33:12.381702 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-c0f3b135-67c2-4077-9bb0-957e9291db12 None None] Deleting port 981bc2d2-9096-4fe2-9b57-67aede7d6bc3 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:33:12.382441 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c0f3b135-67c2-4077-9bb0-957e9291db12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:12.448116 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f5368-5b8a-4e0e-86e1-6a52927de935 req-a2ece453-da46-4a3b-82c2-94b367e91797 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:12.450456 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7c7f5368-5b8a-4e0e-86e1-6a52927de935 req-a2ece453-da46-4a3b-82c2-94b367e91797 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 945 time: 0.1205764 Aug 29 04:33:12.513519 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7c7f5368-5b8a-4e0e-86e1-6a52927de935 req-475281fa-dff4-4275-ba76-c53668a7147f tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530412 Aug 29 04:33:12.547891 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-c0f3b135-67c2-4077-9bb0-957e9291db12 None None] For port 981bc2d2-9096-4fe2-9b57-67aede7d6bc3, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=981bc2d2-9096-4fe2-9b57-67aede7d6bc3,segment=NetworkSegment(0fc0da0a-b381-4d95-9f3f-3aa10a110ba6),segment_id=0fc0da0a-b381-4d95-9f3f-3aa10a110ba6)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:12.548582 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c0f3b135-67c2-4077-9bb0-957e9291db12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:12.596946 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-c0f3b135-67c2-4077-9bb0-957e9291db12 None None] Calling delete_port for 981bc2d2-9096-4fe2-9b57-67aede7d6bc3 owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:33:12.692121 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2125b555-6c91-46b4-a746-70427b1f8e3f tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Router 7468fa49-b5a9-4047-8deb-f36d05a06a1e has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:33:12.713045 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 981bc2d2-9096-4fe2-9b57-67aede7d6bc3 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:33:12.840838 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 43604) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:12.882762 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c4e340e4-cd78-4ff7-911c-1e73ed0f5e32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:12.884992 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2125b555-6c91-46b4-a746-70427b1f8e3f tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:33:12.890981 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2125b555-6c91-46b4-a746-70427b1f8e3f tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:12.896558 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510bac8b-f817-4e12-8e03-34c11cc3ccd6 None None] Sync routers for ids ['7468fa49-b5a9-4047-8deb-f36d05a06a1e'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:33:12.909648 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510bac8b-f817-4e12-8e03-34c11cc3ccd6 None None] Routers {'7468fa49-b5a9-4047-8deb-f36d05a06a1e'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:33:12.911966 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-510bac8b-f817-4e12-8e03-34c11cc3ccd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:33:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['7468fa49-b5a9-4047-8deb-f36d05a06a1e'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:13.056376 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-2125b555-6c91-46b4-a746-70427b1f8e3f tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] 10.222.0.22 "DELETE /v2.0/floatingips/6050e8b0-e0dd-4e31-85bc-0491c4fc0d1b HTTP/1.1" status: 204 len: 168 time: 3.0916088 Aug 29 04:33:13.057570 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dc57973-bef3-4ca1-9c3b-df44b0b42265', 'tag': '8ddac917-8a1b-4197-8c8c-975d4df6bc22'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:33:13.060202 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a139a3f-bf11-4417-93fd-e2b9fe24e379" -d '{"events": [{"name": "network-changed", "server_uuid": "8dc57973-bef3-4ca1-9c3b-df44b0b42265", "tag": "8ddac917-8a1b-4197-8c8c-975d4df6bc22"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:33:13.069980 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-510bac8b-f817-4e12-8e03-34c11cc3ccd6 None None] Set router 7468fa49-b5a9-4047-8deb-f36d05a06a1e gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:33:13.076285 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c4e340e4-cd78-4ff7-911c-1e73ed0f5e32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:13.084066 n-d-712140-12 neutron-server[94829]: DEBUG neutron.objects.ports [None req-53fb5bbf-5429-4140-adf6-e9309a387223 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94829) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 04:33:13.086876 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c4e340e4-cd78-4ff7-911c-1e73ed0f5e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:13.092706 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a588d7-daf0-4dd8-b088-b0e4a038d654 req-ee6ffca7-929b-420f-abb7-0998cf269e1a tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:13.094854 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c8a588d7-daf0-4dd8-b088-b0e4a038d654 req-ee6ffca7-929b-420f-abb7-0998cf269e1a tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] 10.222.0.22 "GET /v2.0/ports?device_id=b25f2fd3-149b-4c4f-9b91-9020c243fd31 HTTP/1.1" status: 200 len: 946 time: 0.1270323 Aug 29 04:33:13.113839 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:13.142619 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c0f3b135-67c2-4077-9bb0-957e9291db12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:13.156853 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c8a588d7-daf0-4dd8-b088-b0e4a038d654 req-500e04c2-3839-4661-b150-5d869f9319ed tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] 10.222.0.22 "GET /v2.0/security-groups?id=91890e48-7ed6-4995-b52b-4b966607cd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552714 Aug 29 04:33:13.198952 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f3b135-67c2-4077-9bb0-957e9291db12 None None] Pushing event deleted for resources: {'Port': ['ID=981bc2d2-9096-4fe2-9b57-67aede7d6bc3,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:13.212314 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f3b135-67c2-4077-9bb0-957e9291db12 None None] No DVR routers for this DVR port 981bc2d2-9096-4fe2-9b57-67aede7d6bc3 on host n-d-712140-12 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:33:13.264318 n-d-712140-12 neutron-server[94829]: DEBUG neutron.objects.ports [None req-74cfe853-921e-4c2f-9961-ea7a32234b48 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94829) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 04:33:13.264795 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-74cfe853-921e-4c2f-9961-ea7a32234b48 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4274880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4552377'] for subnet, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:13.321136 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 43624) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:13.321395 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-c4e340e4-cd78-4ff7-911c-1e73ed0f5e32 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1521936d43b846778e10b35de16108ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4793959 Aug 29 04:33:13.389143 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e340e4-cd78-4ff7-911c-1e73ed0f5e32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9869522-536c-4097-9127-72380979fe2c,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:13.390694 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-510bac8b-f817-4e12-8e03-34c11cc3ccd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7468fa49-b5a9-4047-8deb-f36d05a06a1e', 'name': 'tempest-TestVolumeBackupRestore-706811000-router', 'tenant_id': '3c2056b185a4447f97a37026802347bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': '0828e849-c199-4e98-9bad-352a5d86f088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:27:46Z', 'updated_at': '2021-08-29T04:27:55Z', 'revision_number': 4, 'project_id': '3c2056b185a4447f97a37026802347bd', 'gw_port': {'id': '0828e849-c199-4e98-9bad-352a5d86f088', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:48:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7468fa49-b5a9-4047-8deb-f36d05a06a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:27:47Z', 'updated_at': '2021-08-29T04:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': 'f6e16258-051a-4226-ac81-5ed639862316', 'name': '', 'network_id': 'df74e724-c81a-44f3-b66b-f70a4e2cf3f1', 'tenant_id': '3c2056b185a4447f97a37026802347bd', 'mac_address': 'fa:16:3e:82:a8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7468fa49-b5a9-4047-8deb-f36d05a06a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2035, 'fixed_ips': [{'subnet_id': '0b0c6566-de1e-4de5-a4a8-8adcb3a1f5a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:27:53Z', 'updated_at': '2021-08-29T04:28:08Z', 'revision_number': 5, 'project_id': '3c2056b185a4447f97a37026802347bd', 'subnets': [{'id': '0b0c6566-de1e-4de5-a4a8-8adcb3a1f5a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:13.416037 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9436c1a-cdc1-4e58-a5a2-3cbcc6f586ff x-openstack-request-id: req-b9436c1a-cdc1-4e58-a5a2-3cbcc6f586ff {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:33:13.417077 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dc57973-bef3-4ca1-9c3b-df44b0b42265", "tag": "8ddac917-8a1b-4197-8c8c-975d4df6bc22", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:33:13.417369 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b9436c1a-cdc1-4e58-a5a2-3cbcc6f586ff {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:33:13.417793 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dc57973-bef3-4ca1-9c3b-df44b0b42265', 'tag': '8ddac917-8a1b-4197-8c8c-975d4df6bc22', 'status': 'completed', 'code': 200} Aug 29 04:33:13.425735 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510bac8b-f817-4e12-8e03-34c11cc3ccd6 None None] Checking router: 7468fa49-b5a9-4047-8deb-f36d05a06a1e for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:33:13.430638 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cfe853-921e-4c2f-9961-ea7a32234b48 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Pushing event updated for resources: {'Subnet': ['ID=8c99d8ba-20c2-4f86-be5e-6cdd4c150be0,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:13.435633 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510bac8b-f817-4e12-8e03-34c11cc3ccd6 None None] Routers {'7468fa49-b5a9-4047-8deb-f36d05a06a1e'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:33:13.436293 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-510bac8b-f817-4e12-8e03-34c11cc3ccd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:33:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['7468fa49-b5a9-4047-8deb-f36d05a06a1e'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:13.462584 n-d-712140-12 neutron-server[94829]: WARNING neutron.services.revisions.revision_plugin [None req-53fb5bbf-5429-4140-adf6-e9309a387223 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Could not find related port for resource to bump revision. Aug 29 04:33:13.473223 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f21267fb-0966-4f15-a4cf-800f2520cd11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:13.481812 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cfe853-921e-4c2f-9961-ea7a32234b48 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Checking segment: {'id': 'ef57fff0-3905-45c9-827a-9631c01bc103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '98d49d5d-f1db-4aee-8eae-1daa0f7dfa5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:33:13.482208 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74cfe853-921e-4c2f-9961-ea7a32234b48 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Network hostable DHCP agents. Network: 98d49d5d-f1db-4aee-8eae-1daa0f7dfa5e, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:33:13.487805 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.ipam_pluggable_backend [None req-53fb5bbf-5429-4140-adf6-e9309a387223 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Port 981bc2d2-9096-4fe2-9b57-67aede7d6bc3 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94829) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 29 04:33:13.489215 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.ipam_pluggable_backend [None req-53fb5bbf-5429-4140-adf6-e9309a387223 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Reverting IP allocation for 2001:db8::f816:3eff:fed1:a04a {{(pid=94829) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 29 04:33:13.499792 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.ipam_pluggable_backend [None req-53fb5bbf-5429-4140-adf6-e9309a387223 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fed1:a04a {{(pid=94829) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 29 04:33:13.513283 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-53fb5bbf-5429-4140-adf6-e9309a387223 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4274880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4552377'] for subnet, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:13.519952 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a139a3f-bf11-4417-93fd-e2b9fe24e379 req-61a844a3-64e6-4516-8241-5ecdd1bcb787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:13.522019 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7a139a3f-bf11-4417-93fd-e2b9fe24e379 req-61a844a3-64e6-4516-8241-5ecdd1bcb787 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3c2056b185a4447f97a37026802347bd&device_id=8dc57973-bef3-4ca1-9c3b-df44b0b42265 HTTP/1.1" status: 200 len: 1097 time: 0.1006517 Aug 29 04:33:13.526337 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f21267fb-0966-4f15-a4cf-800f2520cd11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:13.631819 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53fb5bbf-5429-4140-adf6-e9309a387223 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:33:13.636025 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74cfe853-921e-4c2f-9961-ea7a32234b48 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Network 98d49d5d-f1db-4aee-8eae-1daa0f7dfa5e is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:33:13.638510 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-53fb5bbf-5429-4140-adf6-e9309a387223 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:13.644575 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53fb5bbf-5429-4140-adf6-e9309a387223 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:13.645288 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-53fb5bbf-5429-4140-adf6-e9309a387223 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:13.648840 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722e498b-5431-4f54-9ada-02c04375aef8 None None] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:33:13.666971 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fb5bbf-5429-4140-adf6-e9309a387223 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Pushing event updated for resources: {'Subnet': ['ID=d2cfe031-bb53-4b56-b01c-7e8ddc304a7f,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:13.671989 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-74cfe853-921e-4c2f-9961-ea7a32234b48 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 98d49d5d-f1db-4aee-8eae-1daa0f7dfa5e) {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:13.685748 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74cfe853-921e-4c2f-9961-ea7a32234b48 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:13.686980 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-74cfe853-921e-4c2f-9961-ea7a32234b48 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:13.691675 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-53fb5bbf-5429-4140-adf6-e9309a387223 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5043211 Aug 29 04:33:13.694621 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 43628) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:13.704429 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-2827ab09-6348-405b-abd4-9101680bb3b0 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Request body: {'subnet': {'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:13.712996 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af6568d2-8e93-44da-b945-4ba32b284736 None None] Network 98d49d5d-f1db-4aee-8eae-1daa0f7dfa5e requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:33:13.822274 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-74cfe853-921e-4c2f-9961-ea7a32234b48 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.4805202 Aug 29 04:33:13.827116 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 43632) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:13.829505 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a139a3f-bf11-4417-93fd-e2b9fe24e379 req-7152b0d2-65a2-4443-833a-8d3e6299a444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:13.831125 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7a139a3f-bf11-4417-93fd-e2b9fe24e379 req-7152b0d2-65a2-4443-833a-8d3e6299a444 service neutron] 10.222.0.46 "GET /v2.0/networks?id=df74e724-c81a-44f3-b66b-f70a4e2cf3f1 HTTP/1.1" status: 200 len: 914 time: 0.2956195 Aug 29 04:33:13.834230 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-9cdf0442-76fe-414e-98f0-a3d374325b05 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1111337097', 'network_id': '98d49d5d-f1db-4aee-8eae-1daa0f7dfa5e'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:13.838767 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f21267fb-0966-4f15-a4cf-800f2520cd11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:13.843067 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f21267fb-0966-4f15-a4cf-800f2520cd11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:13.844285 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-f21267fb-0966-4f15-a4cf-800f2520cd11 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e9869522-536c-4097-9127-72380979fe2c HTTP/1.1" status: 204 len: 168 time: 0.5221388 Aug 29 04:33:13.856865 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-510bac8b-f817-4e12-8e03-34c11cc3ccd6 None None] Set router 7468fa49-b5a9-4047-8deb-f36d05a06a1e gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:33:13.897275 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cdf0442-76fe-414e-98f0-a3d374325b05 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Made reservation on behalf of e0603f11d4fb4b3ab162c29d1e8bac18 for: {'port': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:13.899954 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748f0ca2-0d71-4b01-a460-4fdf5bf9ee0d req-dbb21842-c07d-4461-a083-f876c30fd7b8 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:13.901567 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-748f0ca2-0d71-4b01-a460-4fdf5bf9ee0d req-dbb21842-c07d-4461-a083-f876c30fd7b8 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 945 time: 0.2754762 Aug 29 04:33:13.902191 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9cdf0442-76fe-414e-98f0-a3d374325b05 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:13.953789 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [None req-9cdf0442-76fe-414e-98f0-a3d374325b05 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] device_id is not set on port 330a6407-b44f-42c2-a0e3-ba23fe6c4745 yet. {{(pid=94829) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:33:14.001479 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2827ab09-6348-405b-abd4-9101680bb3b0 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Made reservation on behalf of 808af00233b447dbb547871646623489 for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:14.005870 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2827ab09-6348-405b-abd4-9101680bb3b0 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4552395'] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:14.013665 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21267fb-0966-4f15-a4cf-800f2520cd11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9869522-536c-4097-9127-72380979fe2c,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:14.024036 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7a139a3f-bf11-4417-93fd-e2b9fe24e379 req-764ecf77-254e-4e57-a02a-782bff96f415 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ddac917-8a1b-4197-8c8c-975d4df6bc22 HTTP/1.1" status: 200 len: 217 time: 0.1776619 Aug 29 04:33:14.069859 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 43638) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:14.175609 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:33:14.179721 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c2721e-2960-420b-aea8-554e15614ffe None None] Network 98d49d5d-f1db-4aee-8eae-1daa0f7dfa5e requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:33:14.181594 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-748f0ca2-0d71-4b01-a460-4fdf5bf9ee0d req-9f6836e4-60c3-4f63-b9ea-56d400d3b8f1 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549442 Aug 29 04:33:14.191151 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a139a3f-bf11-4417-93fd-e2b9fe24e379 req-d5bc8ab7-a110-4df9-b6f8-6c91203a1858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:14.193758 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7a139a3f-bf11-4417-93fd-e2b9fe24e379 req-d5bc8ab7-a110-4df9-b6f8-6c91203a1858 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0b0c6566-de1e-4de5-a4a8-8adcb3a1f5a2 HTTP/1.1" status: 200 len: 852 time: 0.1449142 Aug 29 04:33:14.215700 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-510bac8b-f817-4e12-8e03-34c11cc3ccd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7468fa49-b5a9-4047-8deb-f36d05a06a1e', 'name': 'tempest-TestVolumeBackupRestore-706811000-router', 'tenant_id': '3c2056b185a4447f97a37026802347bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': '0828e849-c199-4e98-9bad-352a5d86f088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:27:46Z', 'updated_at': '2021-08-29T04:27:55Z', 'revision_number': 4, 'project_id': '3c2056b185a4447f97a37026802347bd', 'gw_port': {'id': '0828e849-c199-4e98-9bad-352a5d86f088', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:48:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7468fa49-b5a9-4047-8deb-f36d05a06a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:27:47Z', 'updated_at': '2021-08-29T04:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': 'f6e16258-051a-4226-ac81-5ed639862316', 'name': '', 'network_id': 'df74e724-c81a-44f3-b66b-f70a4e2cf3f1', 'tenant_id': '3c2056b185a4447f97a37026802347bd', 'mac_address': 'fa:16:3e:82:a8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7468fa49-b5a9-4047-8deb-f36d05a06a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2035, 'fixed_ips': [{'subnet_id': '0b0c6566-de1e-4de5-a4a8-8adcb3a1f5a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:27:53Z', 'updated_at': '2021-08-29T04:28:08Z', 'revision_number': 5, 'project_id': '3c2056b185a4447f97a37026802347bd', 'subnets': [{'id': '0b0c6566-de1e-4de5-a4a8-8adcb3a1f5a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:14.245519 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f17e983-0dda-40ae-9978-d90ff264eada req-1ba77218-a6e1-4eea-8120-0166119df982 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:14.253850 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6f17e983-0dda-40ae-9978-d90ff264eada req-1ba77218-a6e1-4eea-8120-0166119df982 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] 10.222.0.22 "GET /v2.0/ports?device_id=8dc57973-bef3-4ca1-9c3b-df44b0b42265 HTTP/1.1" status: 200 len: 945 time: 0.3215976 Aug 29 04:33:14.295077 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510bac8b-f817-4e12-8e03-34c11cc3ccd6 None None] The sync data for ids ['7468fa49-b5a9-4047-8deb-f36d05a06a1e'] in n-d-712140-12 is: [{'id': '7468fa49-b5a9-4047-8deb-f36d05a06a1e', 'name': 'tempest-TestVolumeBackupRestore-706811000-router', 'tenant_id': '3c2056b185a4447f97a37026802347bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': '0828e849-c199-4e98-9bad-352a5d86f088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:27:46Z', 'updated_at': '2021-08-29T04:27:55Z', 'revision_number': 4, 'project_id': '3c2056b185a4447f97a37026802347bd', 'gw_port': {'id': '0828e849-c199-4e98-9bad-352a5d86f088', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:48:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7468fa49-b5a9-4047-8deb-f36d05a06a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:27:47Z', 'updated_at': '2021-08-29T04:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': 'f6e16258-051a-4226-ac81-5ed639862316', 'name': '', 'network_id': 'df74e724-c81a-44f3-b66b-f70a4e2cf3f1', 'tenant_id': '3c2056b185a4447f97a37026802347bd', 'mac_address': 'fa:16:3e:82:a8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7468fa49-b5a9-4047-8deb-f36d05a06a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2035, 'fixed_ips': [{'subnet_id': '0b0c6566-de1e-4de5-a4a8-8adcb3a1f5a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:27:53Z', 'updated_at': '2021-08-29T04:28:08Z', 'revision_number': 5, 'project_id': '3c2056b185a4447f97a37026802347bd', 'subnets': [{'id': '0b0c6566-de1e-4de5-a4a8-8adcb3a1f5a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:33:14.310446 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a139a3f-bf11-4417-93fd-e2b9fe24e379 req-16d8f7f1-a72c-4a96-af55-05073b78313b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:14.312520 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7a139a3f-bf11-4417-93fd-e2b9fe24e379 req-16d8f7f1-a72c-4a96-af55-05073b78313b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=df74e724-c81a-44f3-b66b-f70a4e2cf3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1097326 Aug 29 04:33:14.374738 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4dccd1-d679-4a8f-9759-240e51cb1b0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-9a0c1c63-2a3a-4918-9723-8b35bf7d017b', 'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b', 'tenant_id': '808af00233b447dbb547871646623489', 'fixed_ips': [{'subnet_id': 'd2cfe031-bb53-4b56-b01c-7e8ddc304a7f'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:33:14.375548 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ec4dccd1-d679-4a8f-9759-240e51cb1b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:14.391341 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-9cdf0442-76fe-414e-98f0-a3d374325b05 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Allocated IP 2001:db8::21 (98d49d5d-f1db-4aee-8eae-1daa0f7dfa5e/8c99d8ba-20c2-4f86-be5e-6cdd4c150be0/330a6407-b44f-42c2-a0e3-ba23fe6c4745) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:33:14.416489 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6f17e983-0dda-40ae-9978-d90ff264eada req-662746e6-ac46-4098-8877-0af2d1c6a831 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] 10.222.0.22 "GET /v2.0/security-groups?id=acd93421-35de-4771-b1e2-9bfc66349eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1616247 Aug 29 04:33:14.514413 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1434b9-ca33-474d-90cc-d6ed7b2a9b6b req-28f00d83-ad3c-4506-ad31-ed7884386775 tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:14.516866 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-db1434b9-ca33-474d-90cc-d6ed7b2a9b6b req-28f00d83-ad3c-4506-ad31-ed7884386775 tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] 10.222.0.22 "GET /v2.0/ports?device_id=b25f2fd3-149b-4c4f-9b91-9020c243fd31 HTTP/1.1" status: 200 len: 946 time: 0.1312392 Aug 29 04:33:14.607928 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7a139a3f-bf11-4417-93fd-e2b9fe24e379 req-b81115de-e296-4e2f-b768-dda7a3815cd1 service neutron] 10.222.0.46 "GET /v2.0/networks/df74e724-c81a-44f3-b66b-f70a4e2cf3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2856581 Aug 29 04:33:14.608876 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9261369d-929f-4bd9-9164-0abcccee6b3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:14.705857 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-ec4dccd1-d679-4a8f-9759-240e51cb1b0f None None] Allocated IP 2001:db8::f816:3eff:fe37:7cdf (9a0c1c63-2a3a-4918-9723-8b35bf7d017b/d2cfe031-bb53-4b56-b01c-7e8ddc304a7f/3ddbc3fc-4aad-4f72-8d8a-316f5a662b13) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:33:14.708704 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-db1434b9-ca33-474d-90cc-d6ed7b2a9b6b req-814bab84-ed62-4d91-98e6-6abb2bf82325 tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] 10.222.0.22 "GET /v2.0/security-groups?id=91890e48-7ed6-4995-b52b-4b966607cd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1830328 Aug 29 04:33:14.863783 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2827ab09-6348-405b-abd4-9101680bb3b0 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4274880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4552377'] for subnet, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:14.870525 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7a139a3f-bf11-4417-93fd-e2b9fe24e379 req-e812f3ab-bdbb-4db9-bd69-fb130a6592a4 service neutron] 10.222.0.46 "GET /v2.0/networks/df74e724-c81a-44f3-b66b-f70a4e2cf3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513602 Aug 29 04:33:14.930060 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32157e20-0e93-4d26-bed4-5340e5937ca1 None None] New status for floating IP 6050e8b0-e0dd-4e31-85bc-0491c4fc0d1b: DOWN {{(pid=94830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:33:14.939019 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2827ab09-6348-405b-abd4-9101680bb3b0 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:33:14.958703 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-2827ab09-6348-405b-abd4-9101680bb3b0 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:14.982670 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2827ab09-6348-405b-abd4-9101680bb3b0 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:14.983278 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2827ab09-6348-405b-abd4-9101680bb3b0 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:14.990547 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9261369d-929f-4bd9-9164-0abcccee6b3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:14.997702 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9261369d-929f-4bd9-9164-0abcccee6b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:15.021208 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9cdf0442-76fe-414e-98f0-a3d374325b05 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:15.026468 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2827ab09-6348-405b-abd4-9101680bb3b0 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Pushing event updated for resources: {'Subnet': ['ID=e8228491-45b7-4c3f-99a2-8eb94efe5c1e,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:15.039347 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-2827ab09-6348-405b-abd4-9101680bb3b0 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3432245 Aug 29 04:33:15.039936 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ec4dccd1-d679-4a8f-9759-240e51cb1b0f None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:15.044283 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 43660) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:15.050885 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-ec4dccd1-d679-4a8f-9759-240e51cb1b0f None None] Transition to ACTIVE for port object 3ddbc3fc-4aad-4f72-8d8a-316f5a662b13 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:33:15.052026 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-dba8b98e-3ef6-4d6f-a232-9dd9f3c81a1f tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Request body: {'port': {'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b', 'mac_address': 'fa:16:3e:94:1e:34', 'name': 'tempest-NetworksTestDHCPv6-1502220421'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:15.065816 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9261369d-929f-4bd9-9164-0abcccee6b3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8063bb34-3ebd-4ba9-880b-656850e2e647,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:15.098109 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-ec4dccd1-d679-4a8f-9759-240e51cb1b0f None None] Transition to ACTIVE for port object 3ddbc3fc-4aad-4f72-8d8a-316f5a662b13 will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:33:15.109216 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ec4dccd1-d679-4a8f-9759-240e51cb1b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:15.120331 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87486077-d218-4bf2-a2ce-0bfb997548a0 req-00df73ea-4df0-4ae9-aeff-5558825490d1 tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:15.121833 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-87486077-d218-4bf2-a2ce-0bfb997548a0 req-00df73ea-4df0-4ae9-aeff-5558825490d1 tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] 10.222.0.22 "GET /v2.0/ports?device_id=b25f2fd3-149b-4c4f-9b91-9020c243fd31 HTTP/1.1" status: 200 len: 946 time: 0.1997352 Aug 29 04:33:15.130839 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-9261369d-929f-4bd9-9164-0abcccee6b3a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=488a34e926244064b3b5cabe02feb540&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0454769 Aug 29 04:33:15.131023 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 43666) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:15.155421 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4dccd1-d679-4a8f-9759-240e51cb1b0f None None] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:33:15.158455 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-ec4dccd1-d679-4a8f-9759-240e51cb1b0f None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:15.161236 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4dccd1-d679-4a8f-9759-240e51cb1b0f None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:33:15.233128 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4dccd1-d679-4a8f-9759-240e51cb1b0f None None] Pushing event updated for resources: {'Port': ['ID=3ddbc3fc-4aad-4f72-8d8a-316f5a662b13,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:15.255465 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-ec4dccd1-d679-4a8f-9759-240e51cb1b0f None None] Attempting to bind port 3ddbc3fc-4aad-4f72-8d8a-316f5a662b13 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:33:15.259390 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-ec4dccd1-d679-4a8f-9759-240e51cb1b0f None None] Attempting to bind port 3ddbc3fc-4aad-4f72-8d8a-316f5a662b13 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '0fc0da0a-b381-4d95-9f3f-3aa10a110ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:33:15.259809 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4dccd1-d679-4a8f-9759-240e51cb1b0f None None] Attempting to bind port 3ddbc3fc-4aad-4f72-8d8a-316f5a662b13 on network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:33:15.265589 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4dccd1-d679-4a8f-9759-240e51cb1b0f None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:33:15.266102 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4dccd1-d679-4a8f-9759-240e51cb1b0f None None] Checking segment: {'id': '0fc0da0a-b381-4d95-9f3f-3aa10a110ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:33:15.266729 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ec4dccd1-d679-4a8f-9759-240e51cb1b0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:15.267134 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4dccd1-d679-4a8f-9759-240e51cb1b0f None None] Bound using segment: {'id': '0fc0da0a-b381-4d95-9f3f-3aa10a110ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:33:15.267666 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-ec4dccd1-d679-4a8f-9759-240e51cb1b0f None None] Bound port: 3ddbc3fc-4aad-4f72-8d8a-316f5a662b13, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fc0da0a-b381-4d95-9f3f-3aa10a110ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:33:15.268131 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ec4dccd1-d679-4a8f-9759-240e51cb1b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:15.278972 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-87486077-d218-4bf2-a2ce-0bfb997548a0 req-912dc722-656a-40fb-84ff-c37f35655913 tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] 10.222.0.22 "GET /v2.0/security-groups?id=91890e48-7ed6-4995-b52b-4b966607cd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1364367 Aug 29 04:33:15.286627 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9cdf0442-76fe-414e-98f0-a3d374325b05 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:15.333376 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7ce45816-a43e-42bd-a50f-42f465da2394 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:15.363800 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cdf0442-76fe-414e-98f0-a3d374325b05 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Network 98d49d5d-f1db-4aee-8eae-1daa0f7dfa5e is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:33:15.365188 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dba8b98e-3ef6-4d6f-a232-9dd9f3c81a1f tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Made reservation on behalf of 808af00233b447dbb547871646623489 for: {'port': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:15.366487 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-ec4dccd1-d679-4a8f-9759-240e51cb1b0f None None] For port 3ddbc3fc-4aad-4f72-8d8a-316f5a662b13, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:33:15.371218 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-ec4dccd1-d679-4a8f-9759-240e51cb1b0f None None] For port 3ddbc3fc-4aad-4f72-8d8a-316f5a662b13, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=3ddbc3fc-4aad-4f72-8d8a-316f5a662b13,segment=NetworkSegment(0fc0da0a-b381-4d95-9f3f-3aa10a110ba6),segment_id=0fc0da0a-b381-4d95-9f3f-3aa10a110ba6)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:33:15.375339 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ec4dccd1-d679-4a8f-9759-240e51cb1b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:15.387816 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-9cdf0442-76fe-414e-98f0-a3d374325b05 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:15.419326 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cdf0442-76fe-414e-98f0-a3d374325b05 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:33:15.420390 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cdf0442-76fe-414e-98f0-a3d374325b05 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:15.421011 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9cdf0442-76fe-414e-98f0-a3d374325b05 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:15.423374 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdf0442-76fe-414e-98f0-a3d374325b05 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Pushing event updated for resources: {'Port': ['ID=330a6407-b44f-42c2-a0e3-ba23fe6c4745,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:15.437862 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2979f451-eed9-46f5-9c7a-aa637f095356 req-3f99ed9e-ae11-4e02-aac2-8f8888a5c444 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:15.439414 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2979f451-eed9-46f5-9c7a-aa637f095356 req-3f99ed9e-ae11-4e02-aac2-8f8888a5c444 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 945 time: 0.1225564 Aug 29 04:33:15.456645 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7ce45816-a43e-42bd-a50f-42f465da2394 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:15.475541 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4dccd1-d679-4a8f-9759-240e51cb1b0f None None] Pushing event updated for resources: {'Port': ['ID=3ddbc3fc-4aad-4f72-8d8a-316f5a662b13,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:15.525014 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-9cdf0442-76fe-414e-98f0-a3d374325b05 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.6964591 Aug 29 04:33:15.531062 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 43678) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:15.540961 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c887c0c-84b4-4c5c-a320-04fa2f17521e req-800fa8ab-d1d4-4b5a-9f95-2f1797c4c612 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:15.542944 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5c887c0c-84b4-4c5c-a320-04fa2f17521e req-800fa8ab-d1d4-4b5a-9f95-2f1797c4c612 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] 10.222.0.46 "GET /v2.0/ports?device_id=8dc57973-bef3-4ca1-9c3b-df44b0b42265 HTTP/1.1" status: 200 len: 945 time: 0.0991440 Aug 29 04:33:15.581432 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-dba8b98e-3ef6-4d6f-a232-9dd9f3c81a1f tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:15.621274 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0b59fd-71e0-4a8a-abd1-c913aebb7d67 req-0ce29f8d-ac13-472c-8501-9547ec71a2c1 tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:15.624453 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ad0b59fd-71e0-4a8a-abd1-c913aebb7d67 req-0ce29f8d-ac13-472c-8501-9547ec71a2c1 tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] 10.222.0.22 "GET /v2.0/ports?device_id=b25f2fd3-149b-4c4f-9b91-9020c243fd31 HTTP/1.1" status: 200 len: 946 time: 0.1651974 Aug 29 04:33:15.631901 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [None req-dba8b98e-3ef6-4d6f-a232-9dd9f3c81a1f tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] device_id is not set on port 6caf06e8-813c-4b9a-8834-bf876b17a2d7 yet. {{(pid=94829) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:33:15.645017 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2979f451-eed9-46f5-9c7a-aa637f095356 req-f37f3970-4ebe-4947-9f76-76cb4b584455 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665232 Aug 29 04:33:15.675746 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7ce45816-a43e-42bd-a50f-42f465da2394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:15.675746 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7ce45816-a43e-42bd-a50f-42f465da2394 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:15.675746 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-7ce45816-a43e-42bd-a50f-42f465da2394 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8063bb34-3ebd-4ba9-880b-656850e2e647 HTTP/1.1" status: 204 len: 168 time: 0.5390489 Aug 29 04:33:15.738117 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce45816-a43e-42bd-a50f-42f465da2394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8063bb34-3ebd-4ba9-880b-656850e2e647,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:15.811270 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ad0b59fd-71e0-4a8a-abd1-c913aebb7d67 req-5006135d-33e4-4890-a57a-5866ae4d36bb tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] 10.222.0.22 "GET /v2.0/security-groups?id=91890e48-7ed6-4995-b52b-4b966607cd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1705058 Aug 29 04:33:15.837543 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 43688) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:15.957637 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-5c887c0c-84b4-4c5c-a320-04fa2f17521e req-1b23a8e7-8ab0-40f7-9ffd-742defc161ae tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Deleting port 8ddac917-8a1b-4197-8c8c-975d4df6bc22 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:33:15.958985 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-5c887c0c-84b4-4c5c-a320-04fa2f17521e req-1b23a8e7-8ab0-40f7-9ffd-742defc161ae tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:16.015982 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-40cd5a09-63eb-46d0-9538-5a20933fe877 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Deleting port 330a6407-b44f-42c2-a0e3-ba23fe6c4745 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:33:16.016413 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-40cd5a09-63eb-46d0-9538-5a20933fe877 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:16.027258 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-dba8b98e-3ef6-4d6f-a232-9dd9f3c81a1f tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Allocated IP 172.20.0.12 (9a0c1c63-2a3a-4918-9723-8b35bf7d017b/e8228491-45b7-4c3f-99a2-8eb94efe5c1e/6caf06e8-813c-4b9a-8834-bf876b17a2d7) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:33:16.043826 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-dba8b98e-3ef6-4d6f-a232-9dd9f3c81a1f tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Allocated IP 2001:db8::f816:3eff:fe94:1e34 (9a0c1c63-2a3a-4918-9723-8b35bf7d017b/d2cfe031-bb53-4b56-b01c-7e8ddc304a7f/6caf06e8-813c-4b9a-8834-bf876b17a2d7) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:33:16.280032 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-dba8b98e-3ef6-4d6f-a232-9dd9f3c81a1f tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:16.297748 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-dba8b98e-3ef6-4d6f-a232-9dd9f3c81a1f tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Transition to ACTIVE for port object 6caf06e8-813c-4b9a-8834-bf876b17a2d7 will not be triggered until provisioned by entity DHCP. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:33:16.347346 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-dba8b98e-3ef6-4d6f-a232-9dd9f3c81a1f tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:16.403102 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcd52c6-be49-4c5b-b279-28e9d68f7362 req-5947de16-c84a-4196-ae78-d191f347d379 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:16.410884 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-adcd52c6-be49-4c5b-b279-28e9d68f7362 req-5947de16-c84a-4196-ae78-d191f347d379 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] 10.222.0.22 "GET /v2.0/ports?device_id=8dc57973-bef3-4ca1-9c3b-df44b0b42265 HTTP/1.1" status: 200 len: 945 time: 0.5311904 Aug 29 04:33:16.432694 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba8b98e-3ef6-4d6f-a232-9dd9f3c81a1f tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:33:16.445485 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-dba8b98e-3ef6-4d6f-a232-9dd9f3c81a1f tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:16.450172 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba8b98e-3ef6-4d6f-a232-9dd9f3c81a1f tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:33:16.481468 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba8b98e-3ef6-4d6f-a232-9dd9f3c81a1f tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Pushing event updated for resources: {'Port': ['ID=6caf06e8-813c-4b9a-8834-bf876b17a2d7,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:16.529160 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba8b98e-3ef6-4d6f-a232-9dd9f3c81a1f tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:16.529160 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-dba8b98e-3ef6-4d6f-a232-9dd9f3c81a1f tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:16.554379 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-dba8b98e-3ef6-4d6f-a232-9dd9f3c81a1f tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.5082247 Aug 29 04:33:16.556693 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 43710) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:16.630833 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-adcd52c6-be49-4c5b-b279-28e9d68f7362 req-34d5b67c-0303-440c-b682-a003bd44a091 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] 10.222.0.22 "GET /v2.0/security-groups?id=acd93421-35de-4771-b1e2-9bfc66349eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2184222 Aug 29 04:33:16.639538 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-40cd5a09-63eb-46d0-9538-5a20933fe877 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:16.685192 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a6a74f-0235-4db3-9bf7-2ba8d76cc227 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:16.706951 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a6a74f-0235-4db3-9bf7-2ba8d76cc227 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:16.712498 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-d2a6a74f-0235-4db3-9bf7-2ba8d76cc227 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1544454 Aug 29 04:33:16.714027 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 43718) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:16.714491 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-40cd5a09-63eb-46d0-9538-5a20933fe877 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Calling delete_port for 330a6407-b44f-42c2-a0e3-ba23fe6c4745 owned by {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:33:16.775504 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 3ddbc3fc-4aad-4f72-8d8a-316f5a662b13 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:33:16.789239 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-5c887c0c-84b4-4c5c-a320-04fa2f17521e req-1b23a8e7-8ab0-40f7-9ffd-742defc161ae tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] For port 8ddac917-8a1b-4197-8c8c-975d4df6bc22, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=8ddac917-8a1b-4197-8c8c-975d4df6bc22,segment=NetworkSegment(e42ae04f-c78a-49b6-b653-d68296ae5b14),segment_id=e42ae04f-c78a-49b6-b653-d68296ae5b14)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:16.790077 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-5c887c0c-84b4-4c5c-a320-04fa2f17521e req-1b23a8e7-8ab0-40f7-9ffd-742defc161ae tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:16.830727 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21450a76-137d-4f74-bb5c-19041e3590cf tempest-TestServerBasicOps-150600916 tempest-TestServerBasicOps-150600916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:16.831755 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-21450a76-137d-4f74-bb5c-19041e3590cf tempest-TestServerBasicOps-150600916 tempest-TestServerBasicOps-150600916-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=b25f2fd3-149b-4c4f-9b91-9020c243fd31 HTTP/1.1" status: 200 len: 1093 time: 0.9931357 Aug 29 04:33:16.835475 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 43722) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:16.843184 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-347ed226-5b27-4bb3-990e-fedfa3073b9d tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] Request body: {'floatingip': {'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'port_id': '5df61485-8d2a-47d4-9884-e840f5689a5d', 'tenant_id': 'b765fede93b04201b5c324a28753ffa9', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:16.848988 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-5c887c0c-84b4-4c5c-a320-04fa2f17521e req-1b23a8e7-8ab0-40f7-9ffd-742defc161ae tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Calling delete_port for 8ddac917-8a1b-4197-8c8c-975d4df6bc22 owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:33:16.875934 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 3ddbc3fc-4aad-4f72-8d8a-316f5a662b13 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:33:16.938255 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8689f00c-8b4c-4dca-b160-0c0d6e5fc0bf req-719b71bc-cf57-439c-86b2-e682951e59bb tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:16.952095 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8689f00c-8b4c-4dca-b160-0c0d6e5fc0bf req-719b71bc-cf57-439c-86b2-e682951e59bb tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 945 time: 0.1672723 Aug 29 04:33:16.979102 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-347ed226-5b27-4bb3-990e-fedfa3073b9d tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] Notify callbacks [] for floatingip, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:17.061858 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-589193b6-4f06-4878-9b21-398e6b34717d tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Deleting port 6caf06e8-813c-4b9a-8834-bf876b17a2d7 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:33:17.062396 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-589193b6-4f06-4878-9b21-398e6b34717d tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:17.102085 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8689f00c-8b4c-4dca-b160-0c0d6e5fc0bf req-84777074-5afb-4bbc-9438-4b751d05b723 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439309 Aug 29 04:33:17.123395 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a30d99-c736-44a3-a6e1-223d0498e1e9 None None] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:33:17.207545 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-321a2248-42c7-4b6e-8e8b-8d013f27915c None None] Provisioning for port 3ddbc3fc-4aad-4f72-8d8a-316f5a662b13 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:33:17.210462 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-40cd5a09-63eb-46d0-9538-5a20933fe877 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:17.223428 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-321a2248-42c7-4b6e-8e8b-8d013f27915c None None] Provisioning complete for port 3ddbc3fc-4aad-4f72-8d8a-316f5a662b13 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:17.224604 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-321a2248-42c7-4b6e-8e8b-8d013f27915c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:17.225513 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 43732) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:17.250900 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-5c887c0c-84b4-4c5c-a320-04fa2f17521e req-1b23a8e7-8ab0-40f7-9ffd-742defc161ae tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:17.252818 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-589193b6-4f06-4878-9b21-398e6b34717d tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:17.259659 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cd5a09-63eb-46d0-9538-5a20933fe877 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Pushing event deleted for resources: {'Port': ['ID=330a6407-b44f-42c2-a0e3-ba23fe6c4745,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:17.283698 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-589193b6-4f06-4878-9b21-398e6b34717d tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Calling delete_port for 6caf06e8-813c-4b9a-8834-bf876b17a2d7 owned by {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:33:17.287587 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cd5a09-63eb-46d0-9538-5a20933fe877 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:17.287979 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cd5a09-63eb-46d0-9538-5a20933fe877 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:17.288330 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cd5a09-63eb-46d0-9538-5a20933fe877 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:17.288676 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cd5a09-63eb-46d0-9538-5a20933fe877 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:17.289020 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cd5a09-63eb-46d0-9538-5a20933fe877 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:17.289362 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cd5a09-63eb-46d0-9538-5a20933fe877 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:17.289698 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cd5a09-63eb-46d0-9538-5a20933fe877 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:17.290033 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cd5a09-63eb-46d0-9538-5a20933fe877 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:17.290369 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cd5a09-63eb-46d0-9538-5a20933fe877 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:17.290700 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cd5a09-63eb-46d0-9538-5a20933fe877 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:17.291032 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cd5a09-63eb-46d0-9538-5a20933fe877 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:17.291365 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cd5a09-63eb-46d0-9538-5a20933fe877 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:17.347903 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b23a8e7-8ab0-40f7-9ffd-742defc161ae tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Pushing event deleted for resources: {'Port': ['ID=8ddac917-8a1b-4197-8c8c-975d4df6bc22,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:17.363868 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-40cd5a09-63eb-46d0-9538-5a20933fe877 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:17.370890 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-40cd5a09-63eb-46d0-9538-5a20933fe877 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] 10.222.0.22 "DELETE /v2.0/ports/330a6407-b44f-42c2-a0e3-ba23fe6c4745 HTTP/1.1" status: 204 len: 168 time: 1.8385432 Aug 29 04:33:17.373358 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 43736) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:17.379491 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-7cb29a23-fcaf-418d-9638-b52e5a5aa529 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '98d49d5d-f1db-4aee-8eae-1daa0f7dfa5e', 'external_fixed_ips': [{'subnet_id': '8c99d8ba-20c2-4f86-be5e-6cdd4c150be0', 'ip_address': '2001:db8::21'}]}}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:17.427443 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c887c0c-84b4-4c5c-a320-04fa2f17521e req-1b23a8e7-8ab0-40f7-9ffd-742defc161ae tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] No DVR routers for this DVR port 8ddac917-8a1b-4197-8c8c-975d4df6bc22 on host n-h1-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:33:17.432931 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-5c887c0c-84b4-4c5c-a320-04fa2f17521e req-1b23a8e7-8ab0-40f7-9ffd-742defc161ae tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:17.435273 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5c887c0c-84b4-4c5c-a320-04fa2f17521e req-1b23a8e7-8ab0-40f7-9ffd-742defc161ae tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] 10.222.0.46 "DELETE /v2.0/ports/8ddac917-8a1b-4197-8c8c-975d4df6bc22 HTTP/1.1" status: 204 len: 173 time: 1.8810754 Aug 29 04:33:17.435891 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dc57973-bef3-4ca1-9c3b-df44b0b42265', 'name': 'network-vif-deleted', 'tag': '8ddac917-8a1b-4197-8c8c-975d4df6bc22'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:33:17.438369 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3303713-4402-4e3b-9283-8f5a9e90c570" -d '{"events": [{"server_uuid": "8dc57973-bef3-4ca1-9c3b-df44b0b42265", "name": "network-vif-deleted", "tag": "8ddac917-8a1b-4197-8c8c-975d4df6bc22"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:33:17.444346 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-321a2248-42c7-4b6e-8e8b-8d013f27915c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:17.449950 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-347ed226-5b27-4bb3-990e-fedfa3073b9d tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:17.540023 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7cb29a23-fcaf-418d-9638-b52e5a5aa529 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:17.543010 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7cb29a23-fcaf-418d-9638-b52e5a5aa529 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1838'] for router, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:17.573856 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-90086d49-5ba6-4896-b606-ec25e45b1a81 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-289717497-network', 'tenant_id': 'b0f1228a8bd44b90ad5ea0a20c4870bf'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:17.574041 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f50c5a4d-e45a-4f2a-96a6-60a0518658e1 x-openstack-request-id: req-f50c5a4d-e45a-4f2a-96a6-60a0518658e1 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:33:17.574381 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dc57973-bef3-4ca1-9c3b-df44b0b42265", "name": "network-vif-deleted", "tag": "8ddac917-8a1b-4197-8c8c-975d4df6bc22", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:33:17.575227 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f50c5a4d-e45a-4f2a-96a6-60a0518658e1 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:33:17.575753 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dc57973-bef3-4ca1-9c3b-df44b0b42265', 'name': 'network-vif-deleted', 'tag': '8ddac917-8a1b-4197-8c8c-975d4df6bc22', 'status': 'completed', 'code': 200} Aug 29 04:33:17.592557 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-321a2248-42c7-4b6e-8e8b-8d013f27915c None None] For port 3ddbc3fc-4aad-4f72-8d8a-316f5a662b13, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=3ddbc3fc-4aad-4f72-8d8a-316f5a662b13,segment=NetworkSegment(0fc0da0a-b381-4d95-9f3f-3aa10a110ba6),segment_id=0fc0da0a-b381-4d95-9f3f-3aa10a110ba6)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:17.643391 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-321a2248-42c7-4b6e-8e8b-8d013f27915c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:17.644230 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-347ed226-5b27-4bb3-990e-fedfa3073b9d tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] Allocated IP 172.25.0.161 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/ca217518-4cd0-4d21-9278-8d7dd2fd4d6d) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:33:17.680109 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90086d49-5ba6-4896-b606-ec25e45b1a81 admin admin] Made reservation on behalf of b0f1228a8bd44b90ad5ea0a20c4870bf for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:17.682701 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-90086d49-5ba6-4896-b606-ec25e45b1a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:17.705647 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-90086d49-5ba6-4896-b606-ec25e45b1a81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:17.714381 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66bd9884-3375-436f-a135-23070b15b5c0 None None] Update dhcp port {'port': {'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b', 'fixed_ips': [{'subnet_id': 'd2cfe031-bb53-4b56-b01c-7e8ddc304a7f', 'ip_address': '2001:db8::f816:3eff:fe37:7cdf'}, {'subnet_id': 'e8228491-45b7-4c3f-99a2-8eb94efe5c1e'}], 'binding:host_id': 'n-d-712140-12'}, 'id': '3ddbc3fc-4aad-4f72-8d8a-316f5a662b13'} from n-d-712140-12. {{(pid=94830) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 04:33:17.784357 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-66bd9884-3375-436f-a135-23070b15b5c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:17.806491 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321a2248-42c7-4b6e-8e8b-8d013f27915c None None] Pushing event updated for resources: {'Port': ['ID=3ddbc3fc-4aad-4f72-8d8a-316f5a662b13,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:17.852896 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-44d476e1-0c90-4702-9e76-9f0731babb75 req-42c53791-8b91-4c93-ab98-9eeb44d15bbc tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] 10.222.0.22 "GET /v2.0/ports?device_id=8dc57973-bef3-4ca1-9c3b-df44b0b42265 HTTP/1.1" status: 200 len: 210 time: 0.0702853 Aug 29 04:33:17.882879 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-347ed226-5b27-4bb3-990e-fedfa3073b9d tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:17.936195 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-589193b6-4f06-4878-9b21-398e6b34717d tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:17.980107 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-347ed226-5b27-4bb3-990e-fedfa3073b9d tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:18.008365 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589193b6-4f06-4878-9b21-398e6b34717d tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Pushing event deleted for resources: {'Port': ['ID=6caf06e8-813c-4b9a-8834-bf876b17a2d7,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:18.028879 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7cb29a23-fcaf-418d-9638-b52e5a5aa529 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:18.074017 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589193b6-4f06-4878-9b21-398e6b34717d tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:18.074593 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589193b6-4f06-4878-9b21-398e6b34717d tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:18.074720 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589193b6-4f06-4878-9b21-398e6b34717d tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:18.075058 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589193b6-4f06-4878-9b21-398e6b34717d tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:18.075604 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589193b6-4f06-4878-9b21-398e6b34717d tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:18.076119 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589193b6-4f06-4878-9b21-398e6b34717d tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:18.077052 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589193b6-4f06-4878-9b21-398e6b34717d tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:18.077640 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589193b6-4f06-4878-9b21-398e6b34717d tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:18.078147 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589193b6-4f06-4878-9b21-398e6b34717d tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:18.078640 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589193b6-4f06-4878-9b21-398e6b34717d tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:18.079183 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589193b6-4f06-4878-9b21-398e6b34717d tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:18.079708 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589193b6-4f06-4878-9b21-398e6b34717d tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:18.157107 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347ed226-5b27-4bb3-990e-fedfa3073b9d tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:33:18.163871 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-347ed226-5b27-4bb3-990e-fedfa3073b9d tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:18.170293 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-66bd9884-3375-436f-a135-23070b15b5c0 None None] Allocated IP 172.20.0.2 (9a0c1c63-2a3a-4918-9723-8b35bf7d017b/e8228491-45b7-4c3f-99a2-8eb94efe5c1e/3ddbc3fc-4aad-4f72-8d8a-316f5a662b13) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:33:18.174673 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347ed226-5b27-4bb3-990e-fedfa3073b9d tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:33:18.272254 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-589193b6-4f06-4878-9b21-398e6b34717d tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:18.274128 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-589193b6-4f06-4878-9b21-398e6b34717d tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "DELETE /v2.0/ports/6caf06e8-813c-4b9a-8834-bf876b17a2d7 HTTP/1.1" status: 204 len: 168 time: 1.5581598 Aug 29 04:33:18.279133 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 43752) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:18.279339 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347ed226-5b27-4bb3-990e-fedfa3073b9d tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] Pushing event updated for resources: {'Port': ['ID=ca217518-4cd0-4d21-9278-8d7dd2fd4d6d,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:18.367289 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8bfff1-293c-43fb-9f27-c874ba3d4f5e req-22edaa4c-7373-4f6b-8159-e369603bffe2 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:18.369667 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ae8bfff1-293c-43fb-9f27-c874ba3d4f5e req-22edaa4c-7373-4f6b-8159-e369603bffe2 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 945 time: 0.1287143 Aug 29 04:33:18.381140 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-66bd9884-3375-436f-a135-23070b15b5c0 None None] For port 3ddbc3fc-4aad-4f72-8d8a-316f5a662b13, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=3ddbc3fc-4aad-4f72-8d8a-316f5a662b13,segment=NetworkSegment(0fc0da0a-b381-4d95-9f3f-3aa10a110ba6),segment_id=0fc0da0a-b381-4d95-9f3f-3aa10a110ba6)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:18.417206 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-66bd9884-3375-436f-a135-23070b15b5c0 None None] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:18.429924 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7cb29a23-fcaf-418d-9638-b52e5a5aa529 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:18.434841 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-66bd9884-3375-436f-a135-23070b15b5c0 None None] Transition to ACTIVE for port object 3ddbc3fc-4aad-4f72-8d8a-316f5a662b13 will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:33:18.438859 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-66bd9884-3375-436f-a135-23070b15b5c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:18.451599 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ae8bfff1-293c-43fb-9f27-c874ba3d4f5e req-0cb10a2f-44bf-446a-9677-32d8fd56426e tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617189 Aug 29 04:33:18.514873 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd707c50-3934-4f8f-b42d-a2ebb9647c97 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:18.516887 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd707c50-3934-4f8f-b42d-a2ebb9647c97 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:18.518650 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd707c50-3934-4f8f-b42d-a2ebb9647c97 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:18.520699 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-cd707c50-3934-4f8f-b42d-a2ebb9647c97 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2356660 Aug 29 04:33:18.525832 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 43754) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:18.554125 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bd9884-3375-436f-a135-23070b15b5c0 None None] Pushing event updated for resources: {'Port': ['ID=3ddbc3fc-4aad-4f72-8d8a-316f5a662b13,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:18.559327 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-90086d49-5ba6-4896-b606-ec25e45b1a81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:18.573485 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-90086d49-5ba6-4896-b606-ec25e45b1a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:18.650755 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1f795e6-af79-49fc-b680-b90d2919a29a tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Deleting subnet d2cfe031-bb53-4b56-b01c-7e8ddc304a7f {{(pid=94829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:33:18.654587 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d1f795e6-af79-49fc-b680-b90d2919a29a tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for subnet, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:18.669709 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 8ddac917-8a1b-4197-8c8c-975d4df6bc22 no longer exists at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:33:18.725175 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d1f795e6-af79-49fc-b680-b90d2919a29a tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4311743'] for subnet, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:18.737273 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 3ddbc3fc-4aad-4f72-8d8a-316f5a662b13 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:33:18.849533 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] No Port match for: 8ddac917-8a1b-4197-8c8c-975d4df6bc22 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:33:18.850179 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 8ddac917-8a1b-4197-8c8c-975d4df6bc22 not bound to the agent host n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:33:18.853971 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d1f795e6-af79-49fc-b680-b90d2919a29a tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:18.992636 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90086d49-5ba6-4896-b606-ec25e45b1a81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47070f04-546f-4c87-85de-d3b03f233a26,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:19.019547 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90086d49-5ba6-4896-b606-ec25e45b1a81 admin admin] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:33:19.045283 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d1f795e6-af79-49fc-b680-b90d2919a29a tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4552352'] for subnet, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:19.056582 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-90086d49-5ba6-4896-b606-ec25e45b1a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:19.056938 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-90086d49-5ba6-4896-b606-ec25e45b1a81 admin admin] Added segment 88cb7283-5e09-4136-9417-8643970a451b of type vlan for network f8102508-8177-4d08-b66e-69e3d8dd4b5c Aug 29 04:33:19.063669 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d1f795e6-af79-49fc-b680-b90d2919a29a tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:19.065899 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-d1f795e6-af79-49fc-b680-b90d2919a29a tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "DELETE /v2.0/subnets/d2cfe031-bb53-4b56-b01c-7e8ddc304a7f HTTP/1.1" status: 204 len: 168 time: 0.5371354 Aug 29 04:33:19.076905 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 43760) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:19.083468 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f76f3ac4-ad00-4c10-adfa-81abbf0735f7 req-c1f9b980-52d6-46c6-a11e-d45b9562a30a tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] 10.222.0.22 "GET /v2.0/ports?device_id=8dc57973-bef3-4ca1-9c3b-df44b0b42265 HTTP/1.1" status: 200 len: 210 time: 0.0913255 Aug 29 04:33:19.143172 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:19.149946 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f795e6-af79-49fc-b680-b90d2919a29a tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Pushing event deleted for resources: {'Subnet': ['ID=d2cfe031-bb53-4b56-b01c-7e8ddc304a7f,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:19.183671 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-90086d49-5ba6-4896-b606-ec25e45b1a81 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:19.190466 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-347ed226-5b27-4bb3-990e-fedfa3073b9d tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:19.200694 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e911dd6-652e-40bd-9d71-4301d248deee tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Deleting subnet e8228491-45b7-4c3f-99a2-8eb94efe5c1e {{(pid=94829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:33:19.204521 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6e911dd6-652e-40bd-9d71-4301d248deee tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for subnet, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:19.251622 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6e911dd6-652e-40bd-9d71-4301d248deee tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4311743'] for subnet, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:19.307494 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-347ed226-5b27-4bb3-990e-fedfa3073b9d tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:19.356326 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6e911dd6-652e-40bd-9d71-4301d248deee tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:19.415970 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.db.resource_extend [None req-90086d49-5ba6-4896-b606-ec25e45b1a81 admin admin] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:33:19.420250 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6e911dd6-652e-40bd-9d71-4301d248deee tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4552352'] for subnet, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:19.459114 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6e911dd6-652e-40bd-9d71-4301d248deee tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:19.462034 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-6e911dd6-652e-40bd-9d71-4301d248deee tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "DELETE /v2.0/subnets/e8228491-45b7-4c3f-99a2-8eb94efe5c1e HTTP/1.1" status: 204 len: 168 time: 0.3831711 Aug 29 04:33:19.465746 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 43764) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:19.513381 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-f06aed28-57f3-448a-a4c3-0e6bb049223a tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0465221 Aug 29 04:33:19.514193 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e911dd6-652e-40bd-9d71-4301d248deee tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Pushing event deleted for resources: {'Subnet': ['ID=e8228491-45b7-4c3f-99a2-8eb94efe5c1e,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:19.517243 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 43768) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:19.526486 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de21ef35-96df-4c2e-bb51-1754ff9a612f None None] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:33:19.529786 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-90086d49-5ba6-4896-b606-ec25e45b1a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:19.530823 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90086d49-5ba6-4896-b606-ec25e45b1a81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:19.531761 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-90086d49-5ba6-4896-b606-ec25e45b1a81 admin admin] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:19.552000 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-f45eb659-ad3c-4da2-b27b-806d0d171b82 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Request body: {'subnet': {'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:19.595583 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7cb29a23-fcaf-418d-9638-b52e5a5aa529 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:19.623149 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-90086d49-5ba6-4896-b606-ec25e45b1a81 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.3936567 Aug 29 04:33:19.626545 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 43770) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:19.634320 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-6569607d-1066-43de-9fde-204532255550 admin admin] Request body: {'subnet': {'network_id': 'f8102508-8177-4d08-b66e-69e3d8dd4b5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-289717497-subnet', 'tenant_id': 'b0f1228a8bd44b90ad5ea0a20c4870bf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:19.643514 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90086d49-5ba6-4896-b606-ec25e45b1a81 admin admin] Pushing event updated for resources: {'Network': ['ID=f8102508-8177-4d08-b66e-69e3d8dd4b5c,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:19.658900 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network f8102508-8177-4d08-b66e-69e3d8dd4b5c details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:33:19.677874 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6569607d-1066-43de-9fde-204532255550 admin admin] Made reservation on behalf of b0f1228a8bd44b90ad5ea0a20c4870bf for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:19.681184 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6569607d-1066-43de-9fde-204532255550 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4552395'] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:19.702049 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7cb29a23-fcaf-418d-9638-b52e5a5aa529 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:19.778129 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-9d54358e-2007-4407-8565-dba8f2397ff9 None None] Provisioning for port 3ddbc3fc-4aad-4f72-8d8a-316f5a662b13 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:33:19.784372 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-9d54358e-2007-4407-8565-dba8f2397ff9 None None] Provisioning complete for port 3ddbc3fc-4aad-4f72-8d8a-316f5a662b13 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:19.784941 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9d54358e-2007-4407-8565-dba8f2397ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:19.809594 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e3564e-0e6f-41f4-a53e-6dff4742ddcd req-6f9ea424-45f6-41f0-8afb-2377e764e975 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:19.811311 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-37e3564e-0e6f-41f4-a53e-6dff4742ddcd req-6f9ea424-45f6-41f0-8afb-2377e764e975 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 945 time: 0.2548220 Aug 29 04:33:19.856422 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f45eb659-ad3c-4da2-b27b-806d0d171b82 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Made reservation on behalf of 808af00233b447dbb547871646623489 for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:19.859813 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f45eb659-ad3c-4da2-b27b-806d0d171b82 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:19.926533 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-9d54358e-2007-4407-8565-dba8f2397ff9 None None] Could not find standard attr ID for object 6caf06e8-813c-4b9a-8834-bf876b17a2d7. {{(pid=94830) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:33:19.985662 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ceccf34-827f-4188-bee4-4557b563392c None None] DHCP port deletion for 9a0c1c63-2a3a-4918-9723-8b35bf7d017b request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:33:19.994717 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6569607d-1066-43de-9fde-204532255550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4274880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4552377'] for subnet, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:20.043723 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-7ceccf34-827f-4188-bee4-4557b563392c None None] Deleting port 3ddbc3fc-4aad-4f72-8d8a-316f5a662b13 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:33:20.044278 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7ceccf34-827f-4188-bee4-4557b563392c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:20.096312 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-347ed226-5b27-4bb3-990e-fedfa3073b9d tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:20.116867 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6569607d-1066-43de-9fde-204532255550 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38723797-c164-4ad1-837d-c534b680646e,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:20.117510 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-7ceccf34-827f-4188-bee4-4557b563392c None None] For port 3ddbc3fc-4aad-4f72-8d8a-316f5a662b13, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=3ddbc3fc-4aad-4f72-8d8a-316f5a662b13,segment=NetworkSegment(0fc0da0a-b381-4d95-9f3f-3aa10a110ba6),segment_id=0fc0da0a-b381-4d95-9f3f-3aa10a110ba6)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:20.118616 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7ceccf34-827f-4188-bee4-4557b563392c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:20.135805 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-37e3564e-0e6f-41f4-a53e-6dff4742ddcd req-2aa55113-84fe-4f93-84a8-3b2b1c19a7bf tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2872603 Aug 29 04:33:20.138697 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6569607d-1066-43de-9fde-204532255550 admin admin] Checking segment: {'id': '88cb7283-5e09-4136-9417-8643970a451b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f8102508-8177-4d08-b66e-69e3d8dd4b5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:33:20.140306 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-7ceccf34-827f-4188-bee4-4557b563392c None None] Calling delete_port for 3ddbc3fc-4aad-4f72-8d8a-316f5a662b13 owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:33:20.148133 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6569607d-1066-43de-9fde-204532255550 admin admin] Network hostable DHCP agents. Network: f8102508-8177-4d08-b66e-69e3d8dd4b5c, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:33:20.163481 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-347ed226-5b27-4bb3-990e-fedfa3073b9d tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:20.178976 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6569607d-1066-43de-9fde-204532255550 admin admin] Network f8102508-8177-4d08-b66e-69e3d8dd4b5c is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:33:20.205390 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-6569607d-1066-43de-9fde-204532255550 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, f8102508-8177-4d08-b66e-69e3d8dd4b5c) {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:20.226853 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6569607d-1066-43de-9fde-204532255550 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:20.228728 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6569607d-1066-43de-9fde-204532255550 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:20.256609 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f05805ad-ed97-459a-a6de-6bd1c937a37f None None] Network f8102508-8177-4d08-b66e-69e3d8dd4b5c requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:33:20.268053 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-6569607d-1066-43de-9fde-204532255550 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6403375 Aug 29 04:33:20.288872 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 43780) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:20.295147 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-40bedad8-0a4d-40ae-ad94-94452a660550 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-289717497-router', 'tenant_id': 'b0f1228a8bd44b90ad5ea0a20c4870bf', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:20.301243 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-dbb126b1-4dc9-4d87-8ae0-459df45b53dd req-82d0ba55-7c2e-4393-8b22-6dd22bba3e87 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] 10.222.0.22 "GET /v2.0/ports?device_id=8dc57973-bef3-4ca1-9c3b-df44b0b42265 HTTP/1.1" status: 200 len: 210 time: 0.0503402 Aug 29 04:33:20.328993 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-40bedad8-0a4d-40ae-ad94-94452a660550 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:20.330212 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-40bedad8-0a4d-40ae-ad94-94452a660550 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1838'] for router, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:20.375830 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347ed226-5b27-4bb3-990e-fedfa3073b9d tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] Pushing event updated for resources: {'Port': ['ID=ca217518-4cd0-4d21-9278-8d7dd2fd4d6d,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:20.415622 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-40bedad8-0a4d-40ae-ad94-94452a660550 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:20.519827 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-7cb29a23-fcaf-418d-9638-b52e5a5aa529 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Allocated IP 2001:db8::21 (98d49d5d-f1db-4aee-8eae-1daa0f7dfa5e/8c99d8ba-20c2-4f86-be5e-6cdd4c150be0/a57af3d5-af93-432b-9b74-ed514130f16c) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:33:20.554008 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69383d0-e0b2-42aa-807b-89306f4933f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-f8102508-8177-4d08-b66e-69e3d8dd4b5c', 'network_id': 'f8102508-8177-4d08-b66e-69e3d8dd4b5c', 'tenant_id': 'b0f1228a8bd44b90ad5ea0a20c4870bf', 'fixed_ips': [{'subnet_id': '38723797-c164-4ad1-837d-c534b680646e'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:33:20.554974 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d69383d0-e0b2-42aa-807b-89306f4933f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:20.562718 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-347ed226-5b27-4bb3-990e-fedfa3073b9d tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719515'] for floatingip, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:20.601093 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7ceccf34-827f-4188-bee4-4557b563392c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:20.610104 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f45eb659-ad3c-4da2-b27b-806d0d171b82 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9191137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10062364'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:20.695371 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-40bedad8-0a4d-40ae-ad94-94452a660550 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:20.711954 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceccf34-827f-4188-bee4-4557b563392c None None] Pushing event deleted for resources: {'Port': ['ID=3ddbc3fc-4aad-4f72-8d8a-316f5a662b13,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:20.725831 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ceccf34-827f-4188-bee4-4557b563392c None None] No DVR routers for this DVR port 3ddbc3fc-4aad-4f72-8d8a-316f5a662b13 on host n-d-712140-12 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:33:20.731319 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 3ddbc3fc-4aad-4f72-8d8a-316f5a662b13 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:33:20.805131 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 3ddbc3fc-4aad-4f72-8d8a-316f5a662b13 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:33:20.805477 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 3ddbc3fc-4aad-4f72-8d8a-316f5a662b13 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:33:20.855440 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-d69383d0-e0b2-42aa-807b-89306f4933f4 None None] Allocated IP 172.20.0.2 (f8102508-8177-4d08-b66e-69e3d8dd4b5c/38723797-c164-4ad1-837d-c534b680646e/63af98b2-59d1-41ba-96e0-9dab3b74d100) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:33:21.154570 n-d-712140-12 neutron-server[94828]: INFO neutron.db.l3_db [None req-347ed226-5b27-4bb3-990e-fedfa3073b9d tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] Floating IP b7d2f8d2-2e81-4752-960d-1ba69cb27444 associated. External IP: 172.25.0.161, port: 5df61485-8d2a-47d4-9884-e840f5689a5d. Aug 29 04:33:21.240724 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f45eb659-ad3c-4da2-b27b-806d0d171b82 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:33:21.254837 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-f45eb659-ad3c-4da2-b27b-806d0d171b82 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:21.266539 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d69383d0-e0b2-42aa-807b-89306f4933f4 None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:21.270918 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f45eb659-ad3c-4da2-b27b-806d0d171b82 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:21.271638 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f45eb659-ad3c-4da2-b27b-806d0d171b82 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:21.277147 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-d69383d0-e0b2-42aa-807b-89306f4933f4 None None] Transition to ACTIVE for port object 63af98b2-59d1-41ba-96e0-9dab3b74d100 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:33:21.294407 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-d69383d0-e0b2-42aa-807b-89306f4933f4 None None] Transition to ACTIVE for port object 63af98b2-59d1-41ba-96e0-9dab3b74d100 will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:33:21.299859 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3828bdfb-eab0-431f-b190-bbd589f4ffb7 None None] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:33:21.303658 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-f45eb659-ad3c-4da2-b27b-806d0d171b82 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7560368 Aug 29 04:33:21.343449 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 43790) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:21.357698 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-544d41d1-37fa-4e8d-b3a0-325e48806ad1 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Request body: {'subnet': {'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:21.361869 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45eb659-ad3c-4da2-b27b-806d0d171b82 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Pushing event updated for resources: {'Subnet': ['ID=ae4d02fd-0295-460c-815d-864313582e8a,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:21.490830 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7cb29a23-fcaf-418d-9638-b52e5a5aa529 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:21.505444 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d69383d0-e0b2-42aa-807b-89306f4933f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:21.518156 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b58be9eb-8ccc-4e03-b2fa-6299161f1bc0 req-fa436857-0f40-4eff-9866-7100adcfc68e tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] 10.222.0.22 "GET /v2.0/ports?device_id=8dc57973-bef3-4ca1-9c3b-df44b0b42265 HTTP/1.1" status: 200 len: 210 time: 0.0586009 Aug 29 04:33:21.593422 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6deb411-4d4a-4c2c-923f-5f4466a1d7b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-9a0c1c63-2a3a-4918-9723-8b35bf7d017b', 'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b', 'tenant_id': '808af00233b447dbb547871646623489', 'fixed_ips': [{'subnet_id': 'ae4d02fd-0295-460c-815d-864313582e8a'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:33:21.594432 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a6deb411-4d4a-4c2c-923f-5f4466a1d7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:21.603178 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69383d0-e0b2-42aa-807b-89306f4933f4 None None] Network f8102508-8177-4d08-b66e-69e3d8dd4b5c is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:33:21.617716 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-d69383d0-e0b2-42aa-807b-89306f4933f4 None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:21.623913 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69383d0-e0b2-42aa-807b-89306f4933f4 None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:33:21.627582 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69383d0-e0b2-42aa-807b-89306f4933f4 None None] Pushing event updated for resources: {'Port': ['ID=63af98b2-59d1-41ba-96e0-9dab3b74d100,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:21.701229 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-347ed226-5b27-4bb3-990e-fedfa3073b9d tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] Router bb9b5a4d-fd7a-4dc1-9320-c62f5d3e19e9 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:33:21.807590 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7cb29a23-fcaf-418d-9638-b52e5a5aa529 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:21.818617 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-a6deb411-4d4a-4c2c-923f-5f4466a1d7b6 None None] Allocated IP 172.20.0.2 (9a0c1c63-2a3a-4918-9723-8b35bf7d017b/ae4d02fd-0295-460c-815d-864313582e8a/6d53a22c-3cf5-4187-9a12-7ee116874ccb) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:33:21.820772 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-544d41d1-37fa-4e8d-b3a0-325e48806ad1 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Made reservation on behalf of 808af00233b447dbb547871646623489 for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:21.824948 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-40bedad8-0a4d-40ae-ad94-94452a660550 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:21.829599 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-544d41d1-37fa-4e8d-b3a0-325e48806ad1 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:21.850225 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-40bedad8-0a4d-40ae-ad94-94452a660550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:21.872284 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ed9328-9d2b-40eb-8ed4-61d9bce6de53 req-60b58960-dd41-4fbb-9489-eb815cc710e4 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:21.879958 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d5ed9328-9d2b-40eb-8ed4-61d9bce6de53 req-60b58960-dd41-4fbb-9489-eb815cc710e4 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 945 time: 0.1119432 Aug 29 04:33:21.905856 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb29a23-fcaf-418d-9638-b52e5a5aa529 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Network 98d49d5d-f1db-4aee-8eae-1daa0f7dfa5e is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:33:21.909802 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-d69383d0-e0b2-42aa-807b-89306f4933f4 None None] Attempting to bind port 63af98b2-59d1-41ba-96e0-9dab3b74d100 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:33:21.910446 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-d69383d0-e0b2-42aa-807b-89306f4933f4 None None] Attempting to bind port 63af98b2-59d1-41ba-96e0-9dab3b74d100 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '88cb7283-5e09-4136-9417-8643970a451b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f8102508-8177-4d08-b66e-69e3d8dd4b5c'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:33:21.910824 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69383d0-e0b2-42aa-807b-89306f4933f4 None None] Attempting to bind port 63af98b2-59d1-41ba-96e0-9dab3b74d100 on network f8102508-8177-4d08-b66e-69e3d8dd4b5c {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:33:21.918231 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69383d0-e0b2-42aa-807b-89306f4933f4 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:33:21.918590 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69383d0-e0b2-42aa-807b-89306f4933f4 None None] Checking segment: {'id': '88cb7283-5e09-4136-9417-8643970a451b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f8102508-8177-4d08-b66e-69e3d8dd4b5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:33:21.919055 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d69383d0-e0b2-42aa-807b-89306f4933f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:21.919544 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69383d0-e0b2-42aa-807b-89306f4933f4 None None] Bound using segment: {'id': '88cb7283-5e09-4136-9417-8643970a451b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f8102508-8177-4d08-b66e-69e3d8dd4b5c'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:33:21.920287 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-d69383d0-e0b2-42aa-807b-89306f4933f4 None None] Bound port: 63af98b2-59d1-41ba-96e0-9dab3b74d100, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88cb7283-5e09-4136-9417-8643970a451b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f8102508-8177-4d08-b66e-69e3d8dd4b5c'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:33:21.920686 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d69383d0-e0b2-42aa-807b-89306f4933f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:21.935233 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-7cb29a23-fcaf-418d-9638-b52e5a5aa529 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:21.944662 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb29a23-fcaf-418d-9638-b52e5a5aa529 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:33:21.991967 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d5ed9328-9d2b-40eb-8ed4-61d9bce6de53 req-1cdca340-5fc0-440c-94e1-9a2c1af252cd tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109524 Aug 29 04:33:22.032328 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-d69383d0-e0b2-42aa-807b-89306f4933f4 None None] For port 63af98b2-59d1-41ba-96e0-9dab3b74d100, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:33:22.035834 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-d69383d0-e0b2-42aa-807b-89306f4933f4 None None] For port 63af98b2-59d1-41ba-96e0-9dab3b74d100, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=63af98b2-59d1-41ba-96e0-9dab3b74d100,segment=NetworkSegment(88cb7283-5e09-4136-9417-8643970a451b),segment_id=88cb7283-5e09-4136-9417-8643970a451b)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:33:22.073346 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-40bedad8-0a4d-40ae-ad94-94452a660550 admin admin] Allocated IP 172.25.0.160 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/fbc11c01-6e1f-4d4c-8715-6a00f1d72624) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:33:22.090538 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb29a23-fcaf-418d-9638-b52e5a5aa529 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Pushing event updated for resources: {'Port': ['ID=a57af3d5-af93-432b-9b74-ed514130f16c,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:22.110112 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-347ed226-5b27-4bb3-990e-fedfa3073b9d tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:33:22.110782 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a6deb411-4d4a-4c2c-923f-5f4466a1d7b6 None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:22.121236 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db5f07a-410c-48d0-b79b-3ff2fe4a76dc None None] Sync routers for ids ['bb9b5a4d-fd7a-4dc1-9320-c62f5d3e19e9'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:33:22.136854 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db5f07a-410c-48d0-b79b-3ff2fe4a76dc None None] Routers {'bb9b5a4d-fd7a-4dc1-9320-c62f5d3e19e9'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:33:22.138121 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-8db5f07a-410c-48d0-b79b-3ff2fe4a76dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:33:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['bb9b5a4d-fd7a-4dc1-9320-c62f5d3e19e9'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:22.152502 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-a6deb411-4d4a-4c2c-923f-5f4466a1d7b6 None None] Transition to ACTIVE for port object 6d53a22c-3cf5-4187-9a12-7ee116874ccb will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:33:22.170161 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-347ed226-5b27-4bb3-990e-fedfa3073b9d tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:22.191802 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-a6deb411-4d4a-4c2c-923f-5f4466a1d7b6 None None] Transition to ACTIVE for port object 6d53a22c-3cf5-4187-9a12-7ee116874ccb will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:33:22.203271 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d69383d0-e0b2-42aa-807b-89306f4933f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:22.258875 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-40bedad8-0a4d-40ae-ad94-94452a660550 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:22.259578 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-347ed226-5b27-4bb3-990e-fedfa3073b9d tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.4199922 Aug 29 04:33:22.275188 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a6deb411-4d4a-4c2c-923f-5f4466a1d7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:22.285654 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69383d0-e0b2-42aa-807b-89306f4933f4 None None] Pushing event updated for resources: {'Port': ['ID=63af98b2-59d1-41ba-96e0-9dab3b74d100,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:22.294738 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b25f2fd3-149b-4c4f-9b91-9020c243fd31', 'tag': '5df61485-8d2a-47d4-9884-e840f5689a5d'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:33:22.297120 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d32dcb4a-458a-4b22-889b-babe0d524f0f" -d '{"events": [{"name": "network-changed", "server_uuid": "b25f2fd3-149b-4c4f-9b91-9020c243fd31", "tag": "5df61485-8d2a-47d4-9884-e840f5689a5d"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:33:22.300466 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6deb411-4d4a-4c2c-923f-5f4466a1d7b6 None None] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:33:22.304005 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-a6deb411-4d4a-4c2c-923f-5f4466a1d7b6 None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:22.308558 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6deb411-4d4a-4c2c-923f-5f4466a1d7b6 None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:33:22.364368 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-40bedad8-0a4d-40ae-ad94-94452a660550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:22.401472 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-303222c9-f1b2-419e-bcec-7f62e10db104 x-openstack-request-id: req-303222c9-f1b2-419e-bcec-7f62e10db104 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:33:22.401765 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b25f2fd3-149b-4c4f-9b91-9020c243fd31", "tag": "5df61485-8d2a-47d4-9884-e840f5689a5d", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:33:22.402021 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-303222c9-f1b2-419e-bcec-7f62e10db104 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:33:22.402420 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b25f2fd3-149b-4c4f-9b91-9020c243fd31', 'tag': '5df61485-8d2a-47d4-9884-e840f5689a5d', 'status': 'completed', 'code': 200} Aug 29 04:33:22.412576 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7cb29a23-fcaf-418d-9638-b52e5a5aa529 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:22.424533 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-8db5f07a-410c-48d0-b79b-3ff2fe4a76dc None None] Set router bb9b5a4d-fd7a-4dc1-9320-c62f5d3e19e9 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:33:22.467722 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bedad8-0a4d-40ae-ad94-94452a660550 admin admin] Pushing event updated for resources: {'Port': ['ID=fbc11c01-6e1f-4d4c-8715-6a00f1d72624,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:22.484391 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6deb411-4d4a-4c2c-923f-5f4466a1d7b6 None None] Pushing event updated for resources: {'Port': ['ID=6d53a22c-3cf5-4187-9a12-7ee116874ccb,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:22.501581 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-a6deb411-4d4a-4c2c-923f-5f4466a1d7b6 None None] Attempting to bind port 6d53a22c-3cf5-4187-9a12-7ee116874ccb on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:33:22.501978 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-a6deb411-4d4a-4c2c-923f-5f4466a1d7b6 None None] Attempting to bind port 6d53a22c-3cf5-4187-9a12-7ee116874ccb by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '0fc0da0a-b381-4d95-9f3f-3aa10a110ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:33:22.502357 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6deb411-4d4a-4c2c-923f-5f4466a1d7b6 None None] Attempting to bind port 6d53a22c-3cf5-4187-9a12-7ee116874ccb on network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:33:22.506821 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40bedad8-0a4d-40ae-ad94-94452a660550 admin admin] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:33:22.509041 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-40bedad8-0a4d-40ae-ad94-94452a660550 admin admin] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:22.511925 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40bedad8-0a4d-40ae-ad94-94452a660550 admin admin] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:33:22.513114 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6deb411-4d4a-4c2c-923f-5f4466a1d7b6 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:33:22.513502 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6deb411-4d4a-4c2c-923f-5f4466a1d7b6 None None] Checking segment: {'id': '0fc0da0a-b381-4d95-9f3f-3aa10a110ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:33:22.515869 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a6deb411-4d4a-4c2c-923f-5f4466a1d7b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:22.518273 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6deb411-4d4a-4c2c-923f-5f4466a1d7b6 None None] Bound using segment: {'id': '0fc0da0a-b381-4d95-9f3f-3aa10a110ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:33:22.526050 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-a6deb411-4d4a-4c2c-923f-5f4466a1d7b6 None None] Bound port: 6d53a22c-3cf5-4187-9a12-7ee116874ccb, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fc0da0a-b381-4d95-9f3f-3aa10a110ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:33:22.526555 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a6deb411-4d4a-4c2c-923f-5f4466a1d7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:22.730863 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-a6deb411-4d4a-4c2c-923f-5f4466a1d7b6 None None] For port 6d53a22c-3cf5-4187-9a12-7ee116874ccb, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:33:22.752478 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32dcb4a-458a-4b22-889b-babe0d524f0f req-0bb2027e-51b4-411a-90e0-297084c77041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:22.754202 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d32dcb4a-458a-4b22-889b-babe0d524f0f req-0bb2027e-51b4-411a-90e0-297084c77041 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b765fede93b04201b5c324a28753ffa9&device_id=b25f2fd3-149b-4c4f-9b91-9020c243fd31 HTTP/1.1" status: 200 len: 1098 time: 0.3134665 Aug 29 04:33:22.755346 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-a6deb411-4d4a-4c2c-923f-5f4466a1d7b6 None None] For port 6d53a22c-3cf5-4187-9a12-7ee116874ccb, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=6d53a22c-3cf5-4187-9a12-7ee116874ccb,segment=NetworkSegment(0fc0da0a-b381-4d95-9f3f-3aa10a110ba6),segment_id=0fc0da0a-b381-4d95-9f3f-3aa10a110ba6)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:33:22.765128 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a6deb411-4d4a-4c2c-923f-5f4466a1d7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:22.853958 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3379b996-acae-4edc-99a2-1df6495e1963 req-ce6710a2-7485-4ebc-9b92-1f46a614e886 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] 10.222.0.22 "GET /v2.0/ports?device_id=8dc57973-bef3-4ca1-9c3b-df44b0b42265 HTTP/1.1" status: 200 len: 210 time: 0.0967338 Aug 29 04:33:23.008427 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6deb411-4d4a-4c2c-923f-5f4466a1d7b6 None None] Pushing event updated for resources: {'Port': ['ID=6d53a22c-3cf5-4187-9a12-7ee116874ccb,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:23.213791 n-d-712140-12 neutron-server[94828]: DEBUG neutron.objects.ports [None req-544d41d1-37fa-4e8d-b3a0-325e48806ad1 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94828) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 04:33:23.215365 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-8db5f07a-410c-48d0-b79b-3ff2fe4a76dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9b5a4d-fd7a-4dc1-9320-c62f5d3e19e9', 'name': 'tempest-TestServerBasicOps-439922876-router', 'tenant_id': 'b765fede93b04201b5c324a28753ffa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': 'c883f625-d9c1-4f98-9814-d4d60e463469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:32:14Z', 'updated_at': '2021-08-29T04:32:22Z', 'revision_number': 4, 'project_id': 'b765fede93b04201b5c324a28753ffa9', 'gw_port': {'id': 'c883f625-d9c1-4f98-9814-d4d60e463469', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:43:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9b5a4d-fd7a-4dc1-9320-c62f5d3e19e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:15Z', 'updated_at': '2021-08-29T04:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': 'b7d2f8d2-2e81-4752-960d-1ba69cb27444', 'tenant_id': 'b765fede93b04201b5c324a28753ffa9', 'floating_ip_address': '172.25.0.161', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': 'bb9b5a4d-fd7a-4dc1-9320-c62f5d3e19e9', 'port_id': '5df61485-8d2a-47d4-9884-e840f5689a5d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ebc2e43-1665-45c9-99e8-25ad0856d831', 'mac_address': 'fa:16:3e:12:67:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25f2fd3-149b-4c4f-9b91-9020c243fd31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:33:18Z', 'updated_at': '2021-08-29T04:33:18Z', 'revision_number': 0, 'project_id': 'b765fede93b04201b5c324a28753ffa9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04690ccb-31a2-42b9-a669-035600805725', 'name': '', 'network_id': '1ebc2e43-1665-45c9-99e8-25ad0856d831', 'tenant_id': 'b765fede93b04201b5c324a28753ffa9', 'mac_address': 'fa:16:3e:aa:ed:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9b5a4d-fd7a-4dc1-9320-c62f5d3e19e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': 'c3ff3d49-5062-4d8a-bbcb-4d8089f57765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:21Z', 'updated_at': '2021-08-29T04:32:33Z', 'revision_number': 5, 'project_id': 'b765fede93b04201b5c324a28753ffa9', 'subnets': [{'id': 'c3ff3d49-5062-4d8a-bbcb-4d8089f57765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:23.274651 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-40bedad8-0a4d-40ae-ad94-94452a660550 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:23.279061 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db5f07a-410c-48d0-b79b-3ff2fe4a76dc None None] Checking router: bb9b5a4d-fd7a-4dc1-9320-c62f5d3e19e9 for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:33:23.313570 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db5f07a-410c-48d0-b79b-3ff2fe4a76dc None None] Routers {'bb9b5a4d-fd7a-4dc1-9320-c62f5d3e19e9'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:33:23.314204 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-8db5f07a-410c-48d0-b79b-3ff2fe4a76dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:33:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['bb9b5a4d-fd7a-4dc1-9320-c62f5d3e19e9'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:23.452836 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32dcb4a-458a-4b22-889b-babe0d524f0f req-d73dc7c1-6b44-48aa-a704-a3db1d84754a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:23.454418 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d32dcb4a-458a-4b22-889b-babe0d524f0f req-d73dc7c1-6b44-48aa-a704-a3db1d84754a service neutron] 10.222.0.46 "GET /v2.0/networks?id=1ebc2e43-1665-45c9-99e8-25ad0856d831 HTTP/1.1" status: 200 len: 909 time: 0.6380658 Aug 29 04:33:23.471675 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7cb29a23-fcaf-418d-9638-b52e5a5aa529 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409'] for router, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:23.516722 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-8db5f07a-410c-48d0-b79b-3ff2fe4a76dc None None] Set router bb9b5a4d-fd7a-4dc1-9320-c62f5d3e19e9 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:33:23.623521 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 9f01a993-316c-4ea0-b777-7a0d5c2f8b7a details requested by agent hyperv_n-h2-712140-12 with host n-h2-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:33:23.744715 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-40bedad8-0a4d-40ae-ad94-94452a660550 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409'] for router, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:23.911127 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 9f01a993-316c-4ea0-b777-7a0d5c2f8b7a, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=9f01a993-316c-4ea0-b777-7a0d5c2f8b7a,segment=NetworkSegment(c5ded84d-4be1-43ec-8cde-5c95285ac592),segment_id=c5ded84d-4be1-43ec-8cde-5c95285ac592)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:23.939125 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Returning: {'device': '9f01a993-316c-4ea0-b777-7a0d5c2f8b7a', 'network_id': '2d35476f-74c6-400b-9404-4ace15008e25', 'port_id': '9f01a993-316c-4ea0-b777-7a0d5c2f8b7a', 'mac_address': 'fa:16:3e:17:e6:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '774a36bb-3c6d-4e12-9ae7-217ec62f3250', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:33:23.962174 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40bedad8-0a4d-40ae-ad94-94452a660550 admin admin] Router d7a08ddf-bdc9-4a4e-a61d-615f0214f219 is scheduled to L3 agent 76874008-c311-485c-ba36-921b6d275b6a with binding_index 1 {{(pid=94829) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:33:24.021691 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:24.047878 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9f01a993-316c-4ea0-b777-7a0d5c2f8b7a {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:33:24.148549 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 9f01a993-316c-4ea0-b777-7a0d5c2f8b7a, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=9f01a993-316c-4ea0-b777-7a0d5c2f8b7a,segment=NetworkSegment(c5ded84d-4be1-43ec-8cde-5c95285ac592),segment_id=c5ded84d-4be1-43ec-8cde-5c95285ac592)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:24.155348 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:24.207669 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 43816) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:24.215219 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b693435c-0367-4cd8-9fcd-c1a20b5f7e80 None None] Network f8102508-8177-4d08-b66e-69e3d8dd4b5c requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:33:24.246022 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-8db5f07a-410c-48d0-b79b-3ff2fe4a76dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9b5a4d-fd7a-4dc1-9320-c62f5d3e19e9', 'name': 'tempest-TestServerBasicOps-439922876-router', 'tenant_id': 'b765fede93b04201b5c324a28753ffa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': 'c883f625-d9c1-4f98-9814-d4d60e463469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:32:14Z', 'updated_at': '2021-08-29T04:32:22Z', 'revision_number': 4, 'project_id': 'b765fede93b04201b5c324a28753ffa9', 'gw_port': {'id': 'c883f625-d9c1-4f98-9814-d4d60e463469', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:43:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9b5a4d-fd7a-4dc1-9320-c62f5d3e19e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:15Z', 'updated_at': '2021-08-29T04:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': 'b7d2f8d2-2e81-4752-960d-1ba69cb27444', 'tenant_id': 'b765fede93b04201b5c324a28753ffa9', 'floating_ip_address': '172.25.0.161', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': 'bb9b5a4d-fd7a-4dc1-9320-c62f5d3e19e9', 'port_id': '5df61485-8d2a-47d4-9884-e840f5689a5d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ebc2e43-1665-45c9-99e8-25ad0856d831', 'mac_address': 'fa:16:3e:12:67:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25f2fd3-149b-4c4f-9b91-9020c243fd31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:33:18Z', 'updated_at': '2021-08-29T04:33:18Z', 'revision_number': 0, 'project_id': 'b765fede93b04201b5c324a28753ffa9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04690ccb-31a2-42b9-a669-035600805725', 'name': '', 'network_id': '1ebc2e43-1665-45c9-99e8-25ad0856d831', 'tenant_id': 'b765fede93b04201b5c324a28753ffa9', 'mac_address': 'fa:16:3e:aa:ed:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9b5a4d-fd7a-4dc1-9320-c62f5d3e19e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': 'c3ff3d49-5062-4d8a-bbcb-4d8089f57765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:21Z', 'updated_at': '2021-08-29T04:32:33Z', 'revision_number': 5, 'project_id': 'b765fede93b04201b5c324a28753ffa9', 'subnets': [{'id': 'c3ff3d49-5062-4d8a-bbcb-4d8089f57765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:24.289884 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40bedad8-0a4d-40ae-ad94-94452a660550 admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:33:24.296260 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db5f07a-410c-48d0-b79b-3ff2fe4a76dc None None] The sync data for ids ['bb9b5a4d-fd7a-4dc1-9320-c62f5d3e19e9'] in n-d-712140-12 is: [{'id': 'bb9b5a4d-fd7a-4dc1-9320-c62f5d3e19e9', 'name': 'tempest-TestServerBasicOps-439922876-router', 'tenant_id': 'b765fede93b04201b5c324a28753ffa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': 'c883f625-d9c1-4f98-9814-d4d60e463469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:32:14Z', 'updated_at': '2021-08-29T04:32:22Z', 'revision_number': 4, 'project_id': 'b765fede93b04201b5c324a28753ffa9', 'gw_port': {'id': 'c883f625-d9c1-4f98-9814-d4d60e463469', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:43:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9b5a4d-fd7a-4dc1-9320-c62f5d3e19e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:15Z', 'updated_at': '2021-08-29T04:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': 'b7d2f8d2-2e81-4752-960d-1ba69cb27444', 'tenant_id': 'b765fede93b04201b5c324a28753ffa9', 'floating_ip_address': '172.25.0.161', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': 'bb9b5a4d-fd7a-4dc1-9320-c62f5d3e19e9', 'port_id': '5df61485-8d2a-47d4-9884-e840f5689a5d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ebc2e43-1665-45c9-99e8-25ad0856d831', 'mac_address': 'fa:16:3e:12:67:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25f2fd3-149b-4c4f-9b91-9020c243fd31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:33:18Z', 'updated_at': '2021-08-29T04:33:18Z', 'revision_number': 0, 'project_id': 'b765fede93b04201b5c324a28753ffa9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04690ccb-31a2-42b9-a669-035600805725', 'name': '', 'network_id': '1ebc2e43-1665-45c9-99e8-25ad0856d831', 'tenant_id': 'b765fede93b04201b5c324a28753ffa9', 'mac_address': 'fa:16:3e:aa:ed:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9b5a4d-fd7a-4dc1-9320-c62f5d3e19e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': 'c3ff3d49-5062-4d8a-bbcb-4d8089f57765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:21Z', 'updated_at': '2021-08-29T04:32:33Z', 'revision_number': 5, 'project_id': 'b765fede93b04201b5c324a28753ffa9', 'subnets': [{'id': 'c3ff3d49-5062-4d8a-bbcb-4d8089f57765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:33:24.325592 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-40bedad8-0a4d-40ae-ad94-94452a660550 admin admin] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:24.327076 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-40bedad8-0a4d-40ae-ad94-94452a660550 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.0365877 Aug 29 04:33:24.334670 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 43818) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:24.334907 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48071c88-0b0c-4347-851b-d7d16c556709 None None] Sync routers for ids ['d7a08ddf-bdc9-4a4e-a61d-615f0214f219'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:33:24.389265 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-fd7d7c90-445b-4cac-8934-765006f9f804 None None] Provisioning for port 63af98b2-59d1-41ba-96e0-9dab3b74d100 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:33:24.400015 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48071c88-0b0c-4347-851b-d7d16c556709 None None] Routers {'d7a08ddf-bdc9-4a4e-a61d-615f0214f219'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:33:24.400677 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-48071c88-0b0c-4347-851b-d7d16c556709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:33:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['d7a08ddf-bdc9-4a4e-a61d-615f0214f219'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:24.415776 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=9f01a993-316c-4ea0-b777-7a0d5c2f8b7a,revision_number=6']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:24.422898 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-77a50d68-15dd-4e5d-aced-71602a300786 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:24.482316 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-77a50d68-15dd-4e5d-aced-71602a300786 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:24.485559 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['9f01a993-316c-4ea0-b777-7a0d5c2f8b7a'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:33:24.612590 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-77a50d68-15dd-4e5d-aced-71602a300786 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:24.615906 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-77a50d68-15dd-4e5d-aced-71602a300786 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:24.617086 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-77a50d68-15dd-4e5d-aced-71602a300786 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] 10.222.0.22 "DELETE /v2.0/security-groups/acd93421-35de-4771-b1e2-9bfc66349eed HTTP/1.1" status: 204 len: 168 time: 0.4070375 Aug 29 04:33:24.688670 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a50d68-15dd-4e5d-aced-71602a300786 tempest-TestVolumeBackupRestore-710092454 tempest-TestVolumeBackupRestore-710092454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd93421-35de-4771-b1e2-9bfc66349eed,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:24.776632 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02049ee-7026-40ad-934d-49b448e19a70 None None] New status for floating IP b7d2f8d2-2e81-4752-960d-1ba69cb27444: ACTIVE {{(pid=94831) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:33:24.912092 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca3ff6a-8d53-4c48-aa4f-25bb4d048b32 req-0015b5f8-b583-48e1-9c30-7f3fdadf3d7a tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:24.928410 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9ca3ff6a-8d53-4c48-aa4f-25bb4d048b32 req-0015b5f8-b583-48e1-9c30-7f3fdadf3d7a tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 945 time: 1.7562070 Aug 29 04:33:25.056735 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-590aee8e-13b8-4030-ac16-57df9bb1f171 None None] Provisioning for port 6d53a22c-3cf5-4187-9a12-7ee116874ccb completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:33:25.098383 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 6d53a22c-3cf5-4187-9a12-7ee116874ccb up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:33:25.100053 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d32dcb4a-458a-4b22-889b-babe0d524f0f req-14666df0-8ed9-44b9-88a2-8191ff6a0f67 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5df61485-8d2a-47d4-9884-e840f5689a5d HTTP/1.1" status: 200 len: 1000 time: 1.6252019 Aug 29 04:33:25.139364 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9ca3ff6a-8d53-4c48-aa4f-25bb4d048b32 req-6fe32d32-2fcc-49b6-b194-53cd4563d750 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099543 Aug 29 04:33:25.182138 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-544d41d1-37fa-4e8d-b3a0-325e48806ad1 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:25.216246 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-48071c88-0b0c-4347-851b-d7d16c556709 None None] Set router d7a08ddf-bdc9-4a4e-a61d-615f0214f219 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:33:25.410078 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e50c6dbd-0d74-48e7-97eb-e046994675b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:25.426331 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 6d53a22c-3cf5-4187-9a12-7ee116874ccb completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:33:25.447783 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 6d53a22c-3cf5-4187-9a12-7ee116874ccb triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:25.448193 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:25.539374 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-544d41d1-37fa-4e8d-b3a0-325e48806ad1 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] For port 6d53a22c-3cf5-4187-9a12-7ee116874ccb, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=6d53a22c-3cf5-4187-9a12-7ee116874ccb,segment=NetworkSegment(0fc0da0a-b381-4d95-9f3f-3aa10a110ba6),segment_id=0fc0da0a-b381-4d95-9f3f-3aa10a110ba6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:25.543381 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32dcb4a-458a-4b22-889b-babe0d524f0f req-826db52a-ab73-4b26-9785-0b06f682957b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:25.544947 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d32dcb4a-458a-4b22-889b-babe0d524f0f req-826db52a-ab73-4b26-9785-0b06f682957b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c3ff3d49-5062-4d8a-bbcb-4d8089f57765 HTTP/1.1" status: 200 len: 847 time: 0.4338992 Aug 29 04:33:25.619562 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-544d41d1-37fa-4e8d-b3a0-325e48806ad1 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:25.622861 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cb29a23-fcaf-418d-9638-b52e5a5aa529 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Router 6424ec79-9b40-4a2a-a1a1-b47346109aa9 is scheduled to L3 agent 76874008-c311-485c-ba36-921b6d275b6a with binding_index 1 {{(pid=94828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:33:25.632060 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-544d41d1-37fa-4e8d-b3a0-325e48806ad1 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:25.633069 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-544d41d1-37fa-4e8d-b3a0-325e48806ad1 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9191137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10062364'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:25.704623 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:25.745669 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32dcb4a-458a-4b22-889b-babe0d524f0f req-8130c537-07ed-44f2-b9d5-352fb2c747a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:25.749482 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d32dcb4a-458a-4b22-889b-babe0d524f0f req-8130c537-07ed-44f2-b9d5-352fb2c747a2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1ebc2e43-1665-45c9-99e8-25ad0856d831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1934566 Aug 29 04:33:25.758189 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544d41d1-37fa-4e8d-b3a0-325e48806ad1 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:33:25.765374 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-e50c6dbd-0d74-48e7-97eb-e046994675b0 admin admin] Allocated IP 172.20.0.1 (f8102508-8177-4d08-b66e-69e3d8dd4b5c/38723797-c164-4ad1-837d-c534b680646e/062b197c-e371-4ec0-9066-067cc2b73690) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:33:25.812431 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.db.api [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94830) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:33:25.813093 n-d-712140-12 neutron-server[94830]: DEBUG oslo_db.api [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:33:25.823719 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-544d41d1-37fa-4e8d-b3a0-325e48806ad1 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:25.832979 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-48071c88-0b0c-4347-851b-d7d16c556709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a08ddf-bdc9-4a4e-a61d-615f0214f219', 'name': 'tempest-TaggedBootDevicesTest-289717497-router', 'tenant_id': 'b0f1228a8bd44b90ad5ea0a20c4870bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'fbc11c01-6e1f-4d4c-8715-6a00f1d72624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:33:20Z', 'updated_at': '2021-08-29T04:33:22Z', 'revision_number': 3, 'project_id': 'b0f1228a8bd44b90ad5ea0a20c4870bf', 'gw_port': {'id': 'fbc11c01-6e1f-4d4c-8715-6a00f1d72624', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:04:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7a08ddf-bdc9-4a4e-a61d-615f0214f219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:33:21Z', 'updated_at': '2021-08-29T04:33:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:25.839053 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0fc691b-0d42-4eee-8526-ee628ea8104a None None] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:33:25.916591 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544d41d1-37fa-4e8d-b3a0-325e48806ad1 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:25.917191 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-544d41d1-37fa-4e8d-b3a0-325e48806ad1 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:25.940194 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e50c6dbd-0d74-48e7-97eb-e046994675b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:25.954434 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544d41d1-37fa-4e8d-b3a0-325e48806ad1 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Pushing event updated for resources: {'Subnet': ['ID=6f5f19d5-b816-41c4-b46e-d51601839846,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:25.961630 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544d41d1-37fa-4e8d-b3a0-325e48806ad1 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Pushing event updated for resources: {'Port': ['ID=6d53a22c-3cf5-4187-9a12-7ee116874ccb,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:25.975464 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-e50c6dbd-0d74-48e7-97eb-e046994675b0 admin admin] Transition to ACTIVE for port object 062b197c-e371-4ec0-9066-067cc2b73690 will not be triggered until provisioned by entity DHCP. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:33:26.005198 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-544d41d1-37fa-4e8d-b3a0-325e48806ad1 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.6605840 Aug 29 04:33:26.009387 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 43938) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:26.019179 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-ec0cb120-0261-46e2-8be8-6b2f00e6edd5 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Request body: {'port': {'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b', 'mac_address': 'fa:16:3e:36:6b:60', 'name': 'tempest-NetworksTestDHCPv6-216969856'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:26.024415 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48071c88-0b0c-4347-851b-d7d16c556709 None None] Checking router: d7a08ddf-bdc9-4a4e-a61d-615f0214f219 for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:33:26.024779 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48071c88-0b0c-4347-851b-d7d16c556709 None None] Updating router d7a08ddf-bdc9-4a4e-a61d-615f0214f219 port fbc11c01-6e1f-4d4c-8715-6a00f1d72624 binding host n-d-712140-12 {{(pid=94830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:33:26.045945 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d32dcb4a-458a-4b22-889b-babe0d524f0f req-69f99b08-5bfb-465c-a8ef-d60f00ba3034 service neutron] 10.222.0.46 "GET /v2.0/networks/1ebc2e43-1665-45c9-99e8-25ad0856d831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496014 Aug 29 04:33:26.065140 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-48071c88-0b0c-4347-851b-d7d16c556709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:26.148256 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e50c6dbd-0d74-48e7-97eb-e046994675b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:26.165697 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d32dcb4a-458a-4b22-889b-babe0d524f0f req-48dba9de-041a-4356-bdcf-bf5e26773159 service neutron] 10.222.0.46 "GET /v2.0/networks/1ebc2e43-1665-45c9-99e8-25ad0856d831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101792 Aug 29 04:33:26.167172 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cb29a23-fcaf-418d-9638-b52e5a5aa529 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:33:26.206600 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7cb29a23-fcaf-418d-9638-b52e5a5aa529 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks [] for router, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:26.211063 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-7cb29a23-fcaf-418d-9638-b52e5a5aa529 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 8.8364091 Aug 29 04:33:26.211739 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 43964) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:26.224733 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2e60ad-e39f-4703-a230-1102a8eae711 None None] Sync routers for ids ['6424ec79-9b40-4a2a-a1a1-b47346109aa9'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:33:26.265661 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50c6dbd-0d74-48e7-97eb-e046994675b0 admin admin] Network f8102508-8177-4d08-b66e-69e3d8dd4b5c is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:33:26.283635 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-e50c6dbd-0d74-48e7-97eb-e046994675b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:26.298395 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50c6dbd-0d74-48e7-97eb-e046994675b0 admin admin] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:33:26.333620 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2e60ad-e39f-4703-a230-1102a8eae711 None None] Routers {'6424ec79-9b40-4a2a-a1a1-b47346109aa9'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:33:26.334264 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-cc2e60ad-e39f-4703-a230-1102a8eae711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:33:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['6424ec79-9b40-4a2a-a1a1-b47346109aa9'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:26.371484 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e50c6dbd-0d74-48e7-97eb-e046994675b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719598'] for router_interface, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:26.528116 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50c6dbd-0d74-48e7-97eb-e046994675b0 admin admin] Pushing event updated for resources: {'Port': ['ID=062b197c-e371-4ec0-9066-067cc2b73690,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:26.563156 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a650796-73f0-428c-84f5-ad931ff410cf req-4f95719f-28da-4410-a145-d5e6824b9126 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:26.564871 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9a650796-73f0-428c-84f5-ad931ff410cf req-4f95719f-28da-4410-a145-d5e6824b9126 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 944 time: 0.2398603 Aug 29 04:33:26.566824 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6da8c1f5-df6a-42f8-b612-854c35e08443 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks [] for router, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:26.578706 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec0cb120-0261-46e2-8be8-6b2f00e6edd5 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Made reservation on behalf of 808af00233b447dbb547871646623489 for: {'port': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:26.691795 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9a650796-73f0-428c-84f5-ad931ff410cf req-c1329b54-9ae1-432a-abbf-d8f0f642d3e6 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833714 Aug 29 04:33:26.764019 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6da8c1f5-df6a-42f8-b612-854c35e08443 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:26.783536 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ec0cb120-0261-46e2-8be8-6b2f00e6edd5 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:26.818179 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [None req-ec0cb120-0261-46e2-8be8-6b2f00e6edd5 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] device_id is not set on port 22146157-dc51-4011-ae27-b9b2e6d25b2b yet. {{(pid=94829) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:33:26.818318 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-fd584232-867c-459a-ad02-b8ba083a1112 None None] Provisioning for port 062b197c-e371-4ec0-9066-067cc2b73690 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:33:26.882261 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-fd584232-867c-459a-ad02-b8ba083a1112 None None] Provisioning complete for port 062b197c-e371-4ec0-9066-067cc2b73690 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:26.882646 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fd584232-867c-459a-ad02-b8ba083a1112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:26.903086 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-6da8c1f5-df6a-42f8-b612-854c35e08443 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Deleting port a57af3d5-af93-432b-9b74-ed514130f16c {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:33:26.903442 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6da8c1f5-df6a-42f8-b612-854c35e08443 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:26.936283 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-fd584232-867c-459a-ad02-b8ba083a1112 None None] Port 062b197c-e371-4ec0-9066-067cc2b73690 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:33:26.965600 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:27.018024 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 6d53a22c-3cf5-4187-9a12-7ee116874ccb, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=6d53a22c-3cf5-4187-9a12-7ee116874ccb,segment=NetworkSegment(0fc0da0a-b381-4d95-9f3f-3aa10a110ba6),segment_id=0fc0da0a-b381-4d95-9f3f-3aa10a110ba6)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:27.037849 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:27.038589 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 63af98b2-59d1-41ba-96e0-9dab3b74d100 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:33:27.066130 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-ec0cb120-0261-46e2-8be8-6b2f00e6edd5 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Allocated IP 172.20.0.13 (9a0c1c63-2a3a-4918-9723-8b35bf7d017b/ae4d02fd-0295-460c-815d-864313582e8a/22146157-dc51-4011-ae27-b9b2e6d25b2b) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:33:27.074666 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-ec0cb120-0261-46e2-8be8-6b2f00e6edd5 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Allocated IP 2001:db8::f816:3eff:fe36:6b60 (9a0c1c63-2a3a-4918-9723-8b35bf7d017b/6f5f19d5-b816-41c4-b46e-d51601839846/22146157-dc51-4011-ae27-b9b2e6d25b2b) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:33:27.107478 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6da8c1f5-df6a-42f8-b612-854c35e08443 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:27.119661 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-cc2e60ad-e39f-4703-a230-1102a8eae711 None None] Set router 6424ec79-9b40-4a2a-a1a1-b47346109aa9 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:33:27.150964 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-6da8c1f5-df6a-42f8-b612-854c35e08443 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Calling delete_port for a57af3d5-af93-432b-9b74-ed514130f16c owned by network:router_gateway {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:33:27.250502 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ec0cb120-0261-46e2-8be8-6b2f00e6edd5 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:27.253584 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=6d53a22c-3cf5-4187-9a12-7ee116874ccb,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:27.287971 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-ec0cb120-0261-46e2-8be8-6b2f00e6edd5 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Transition to ACTIVE for port object 22146157-dc51-4011-ae27-b9b2e6d25b2b will not be triggered until provisioned by entity DHCP. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:33:27.397001 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 63af98b2-59d1-41ba-96e0-9dab3b74d100 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:33:27.495491 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6da8c1f5-df6a-42f8-b612-854c35e08443 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:27.504647 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ec0cb120-0261-46e2-8be8-6b2f00e6edd5 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:27.507399 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e50c6dbd-0d74-48e7-97eb-e046994675b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:27.516586 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-48071c88-0b0c-4347-851b-d7d16c556709 None None] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:27.528054 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-48071c88-0b0c-4347-851b-d7d16c556709 None None] Transition to ACTIVE for port object fbc11c01-6e1f-4d4c-8715-6a00f1d72624 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:33:27.538737 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-48071c88-0b0c-4347-851b-d7d16c556709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:27.545508 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 63af98b2-59d1-41ba-96e0-9dab3b74d100 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:27.547592 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:27.604678 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da8c1f5-df6a-42f8-b612-854c35e08443 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Pushing event deleted for resources: {'Port': ['ID=a57af3d5-af93-432b-9b74-ed514130f16c,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:27.616374 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6da8c1f5-df6a-42f8-b612-854c35e08443 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719445'] for router_gateway, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:27.645476 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 9f01a993-316c-4ea0-b777-7a0d5c2f8b7a up at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:33:27.812563 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-48071c88-0b0c-4347-851b-d7d16c556709 None None] Attempting to bind port fbc11c01-6e1f-4d4c-8715-6a00f1d72624 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:33:27.813144 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-48071c88-0b0c-4347-851b-d7d16c556709 None None] Attempting to bind port fbc11c01-6e1f-4d4c-8715-6a00f1d72624 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:33:27.813589 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48071c88-0b0c-4347-851b-d7d16c556709 None None] Attempting to bind port fbc11c01-6e1f-4d4c-8715-6a00f1d72624 on network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:33:27.822626 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620b3a0e-475a-4740-abbe-ef2881bef8dd None None] Pushing event updated for resources: {'Port': ['ID=fbc11c01-6e1f-4d4c-8715-6a00f1d72624,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:27.845302 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48071c88-0b0c-4347-851b-d7d16c556709 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:33:27.845302 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48071c88-0b0c-4347-851b-d7d16c556709 None None] Checking segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:33:27.845302 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-48071c88-0b0c-4347-851b-d7d16c556709 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:27.845302 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48071c88-0b0c-4347-851b-d7d16c556709 None None] Bound using segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:33:27.845302 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-48071c88-0b0c-4347-851b-d7d16c556709 None None] Bound port: fbc11c01-6e1f-4d4c-8715-6a00f1d72624, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:33:27.845302 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-48071c88-0b0c-4347-851b-d7d16c556709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:27.875623 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning complete for port 9f01a993-316c-4ea0-b777-7a0d5c2f8b7a triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:27.876072 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:27.952408 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6da8c1f5-df6a-42f8-b612-854c35e08443 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:27.964068 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6da8c1f5-df6a-42f8-b612-854c35e08443 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:28.001939 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:28.029790 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-48071c88-0b0c-4347-851b-d7d16c556709 None None] For port fbc11c01-6e1f-4d4c-8715-6a00f1d72624, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:33:28.054034 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-48071c88-0b0c-4347-851b-d7d16c556709 None None] For port fbc11c01-6e1f-4d4c-8715-6a00f1d72624, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=fbc11c01-6e1f-4d4c-8715-6a00f1d72624,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:33:28.058736 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-cc2e60ad-e39f-4703-a230-1102a8eae711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6424ec79-9b40-4a2a-a1a1-b47346109aa9', 'name': '', 'tenant_id': 'e0603f11d4fb4b3ab162c29d1e8bac18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d49d5d-f1db-4aee-8eae-1daa0f7dfa5e', 'external_fixed_ips': [{'subnet_id': '8c99d8ba-20c2-4f86-be5e-6cdd4c150be0', 'ip_address': '2001:db8::21'}], 'enable_snat': True}, 'gw_port_id': 'a57af3d5-af93-432b-9b74-ed514130f16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:33:17Z', 'updated_at': '2021-08-29T04:33:22Z', 'revision_number': 3, 'project_id': 'e0603f11d4fb4b3ab162c29d1e8bac18', 'gw_port': {'id': 'a57af3d5-af93-432b-9b74-ed514130f16c', 'name': '', 'network_id': '98d49d5d-f1db-4aee-8eae-1daa0f7dfa5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:42:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6424ec79-9b40-4a2a-a1a1-b47346109aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2523, 'fixed_ips': [{'subnet_id': '8c99d8ba-20c2-4f86-be5e-6cdd4c150be0', 'ip_address': '2001:db8::21', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:33:19Z', 'updated_at': '2021-08-29T04:33:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c99d8ba-20c2-4f86-be5e-6cdd4c150be0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:28.102456 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2e60ad-e39f-4703-a230-1102a8eae711 None None] Checking router: 6424ec79-9b40-4a2a-a1a1-b47346109aa9 for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:33:28.102876 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2e60ad-e39f-4703-a230-1102a8eae711 None None] Updating router 6424ec79-9b40-4a2a-a1a1-b47346109aa9 port a57af3d5-af93-432b-9b74-ed514130f16c binding host n-d-712140-12 {{(pid=94830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:33:28.109439 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-48071c88-0b0c-4347-851b-d7d16c556709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:28.134121 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a2dcb8-62ff-4fcc-8308-12fc127e3019 req-74b70c44-60be-4183-be5f-04628f53b7f6 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:28.137478 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-34a2dcb8-62ff-4fcc-8308-12fc127e3019 req-74b70c44-60be-4183-be5f-04628f53b7f6 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 944 time: 0.2582698 Aug 29 04:33:28.154291 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 63af98b2-59d1-41ba-96e0-9dab3b74d100, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=63af98b2-59d1-41ba-96e0-9dab3b74d100,segment=NetworkSegment(88cb7283-5e09-4136-9417-8643970a451b),segment_id=88cb7283-5e09-4136-9417-8643970a451b)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:28.167706 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2e60ad-e39f-4703-a230-1102a8eae711 None None] Port a57af3d5-af93-432b-9b74-ed514130f16c not found while updating agent binding for router 6424ec79-9b40-4a2a-a1a1-b47346109aa9. {{(pid=94830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 29 04:33:28.187331 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6da8c1f5-df6a-42f8-b612-854c35e08443 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717253'] for router, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:28.188018 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6da8c1f5-df6a-42f8-b612-854c35e08443 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6424ec79-9b40-4a2a-a1a1-b47346109aa9 {{(pid=94828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:33:28.195067 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6da8c1f5-df6a-42f8-b612-854c35e08443 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks [] for router, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:28.196861 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:28.202863 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-6da8c1f5-df6a-42f8-b612-854c35e08443 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] 10.222.0.22 "DELETE /v2.0/routers/6424ec79-9b40-4a2a-a1a1-b47346109aa9 HTTP/1.1" status: 204 len: 168 time: 1.9900539 Aug 29 04:33:28.208994 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 44158) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:28.223244 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0cb120-0261-46e2-8be8-6b2f00e6edd5 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:33:28.249951 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-ec0cb120-0261-46e2-8be8-6b2f00e6edd5 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:28.262476 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2e60ad-e39f-4703-a230-1102a8eae711 None None] Routers set() bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:33:28.263070 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2e60ad-e39f-4703-a230-1102a8eae711 None None] Router IDs set() for agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 29 04:33:28.263870 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_agentschedulers_db [None req-cc2e60ad-e39f-4703-a230-1102a8eae711 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'6424ec79-9b40-4a2a-a1a1-b47346109aa9'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:33:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent'). {{(pid=94830) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 29 04:33:28.264452 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2e60ad-e39f-4703-a230-1102a8eae711 None None] The sync data for ids ['6424ec79-9b40-4a2a-a1a1-b47346109aa9'] in n-d-712140-12 is: [] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:33:28.266983 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0cb120-0261-46e2-8be8-6b2f00e6edd5 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:33:28.283354 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0cb120-0261-46e2-8be8-6b2f00e6edd5 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Pushing event updated for resources: {'Port': ['ID=22146157-dc51-4011-ae27-b9b2e6d25b2b,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:28.283606 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48071c88-0b0c-4347-851b-d7d16c556709 None None] Routers {'d7a08ddf-bdc9-4a4e-a61d-615f0214f219'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:33:28.284372 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-48071c88-0b0c-4347-851b-d7d16c556709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:33:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['d7a08ddf-bdc9-4a4e-a61d-615f0214f219'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:28.342871 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620b3a0e-475a-4740-abbe-ef2881bef8dd None None] Pushing event updated for resources: {'Port': ['ID=fbc11c01-6e1f-4d4c-8715-6a00f1d72624,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:28.353398 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:28.420079 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_v2 [None req-9acbf880-0b86-454f-bdde-34abb31b1813 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Deleting subnet 8c99d8ba-20c2-4f86-be5e-6cdd4c150be0 {{(pid=94828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:33:28.430473 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9acbf880-0b86-454f-bdde-34abb31b1813 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:28.466911 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0cb120-0261-46e2-8be8-6b2f00e6edd5 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:28.468129 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ec0cb120-0261-46e2-8be8-6b2f00e6edd5 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:28.494306 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 6d53a22c-3cf5-4187-9a12-7ee116874ccb up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:33:28.515168 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-ec0cb120-0261-46e2-8be8-6b2f00e6edd5 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.5045481 Aug 29 04:33:28.519798 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 44186) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:28.605717 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 9f01a993-316c-4ea0-b777-7a0d5c2f8b7a, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=9f01a993-316c-4ea0-b777-7a0d5c2f8b7a,segment=NetworkSegment(c5ded84d-4be1-43ec-8cde-5c95285ac592),segment_id=c5ded84d-4be1-43ec-8cde-5c95285ac592)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:28.623203 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4742fd0-b468-4a03-91be-144e8a5aa5d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f01a993-316c-4ea0-b777-7a0d5c2f8b7a'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:33:28.625562 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b45bf2c-99a4-4626-ab69-d2f9ec94d94e" -d '{"events": [{"server_uuid": "f4742fd0-b468-4a03-91be-144e8a5aa5d6", "name": "network-vif-plugged", "status": "completed", "tag": "9f01a993-316c-4ea0-b777-7a0d5c2f8b7a"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:33:28.651139 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:28.670753 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-34a2dcb8-62ff-4fcc-8308-12fc127e3019 req-73ff9e7a-f7d2-4682-a0a9-182e5be3502c tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5239840 Aug 29 04:33:28.702890 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:28.715946 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9acbf880-0b86-454f-bdde-34abb31b1813 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8904862'] for subnet, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:28.716434 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=63af98b2-59d1-41ba-96e0-9dab3b74d100,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:28.731926 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-48071c88-0b0c-4347-851b-d7d16c556709 None None] Set router d7a08ddf-bdc9-4a4e-a61d-615f0214f219 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:33:28.774514 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b295696-08f4-4f61-977e-75c01753efda tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:28.812983 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b295696-08f4-4f61-977e-75c01753efda tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:28.819184 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 44224) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:28.820609 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-9b295696-08f4-4f61-977e-75c01753efda tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.2990949 Aug 29 04:33:28.828559 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 6d53a22c-3cf5-4187-9a12-7ee116874ccb triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:28.830292 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:28.859353 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e50c6dbd-0d74-48e7-97eb-e046994675b0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:28.875724 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e50c6dbd-0d74-48e7-97eb-e046994675b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:28.895517 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-43c582bb-ddb8-45ae-ab79-456a477622a1 None None] Provisioning complete for port 6d53a22c-3cf5-4187-9a12-7ee116874ccb triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:28.916145 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-43c582bb-ddb8-45ae-ab79-456a477622a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:28.977323 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9acbf880-0b86-454f-bdde-34abb31b1813 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:29.060758 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50c6dbd-0d74-48e7-97eb-e046994675b0 admin admin] Pushing event updated for resources: {'Port': ['ID=062b197c-e371-4ec0-9066-067cc2b73690,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:29.120926 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e50c6dbd-0d74-48e7-97eb-e046994675b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-718897'] for router_interface, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:29.159624 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-9f4c1a97-a23c-4426-9cbb-945e2e3e8a79 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Deleting port 22146157-dc51-4011-ae27-b9b2e6d25b2b {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:33:29.161537 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9f4c1a97-a23c-4426-9cbb-945e2e3e8a79 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:29.258508 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a992ffea-ef06-4d60-b04c-783d77fca0d5 x-openstack-request-id: req-a992ffea-ef06-4d60-b04c-783d77fca0d5 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:33:29.259092 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4742fd0-b468-4a03-91be-144e8a5aa5d6", "name": "network-vif-plugged", "status": "completed", "tag": "9f01a993-316c-4ea0-b777-7a0d5c2f8b7a", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:33:29.259092 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a992ffea-ef06-4d60-b04c-783d77fca0d5 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:33:29.259506 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4742fd0-b468-4a03-91be-144e8a5aa5d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f01a993-316c-4ea0-b777-7a0d5c2f8b7a', 'code': 200} Aug 29 04:33:29.351998 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50c6dbd-0d74-48e7-97eb-e046994675b0 admin admin] Network f8102508-8177-4d08-b66e-69e3d8dd4b5c is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:33:29.357133 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-e50c6dbd-0d74-48e7-97eb-e046994675b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:29.362741 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9acbf880-0b86-454f-bdde-34abb31b1813 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9190434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062341'] for subnet, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:29.398817 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=9f01a993-316c-4ea0-b777-7a0d5c2f8b7a,revision_number=7']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:29.467291 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acbf880-0b86-454f-bdde-34abb31b1813 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=8c99d8ba-20c2-4f86-be5e-6cdd4c150be0,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:29.486203 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9acbf880-0b86-454f-bdde-34abb31b1813 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:29.494310 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-9acbf880-0b86-454f-bdde-34abb31b1813 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] 10.222.0.22 "DELETE /v2.0/subnets/8c99d8ba-20c2-4f86-be5e-6cdd4c150be0 HTTP/1.1" status: 204 len: 168 time: 1.2839708 Aug 29 04:33:29.495867 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 44296) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:29.529813 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9f4c1a97-a23c-4426-9cbb-945e2e3e8a79 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:29.572794 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-9f4c1a97-a23c-4426-9cbb-945e2e3e8a79 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Calling delete_port for 22146157-dc51-4011-ae27-b9b2e6d25b2b owned by {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:33:29.732900 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-456cb3b3-c805-49a9-a7a0-87b13d07a024 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:30.010170 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9f4c1a97-a23c-4426-9cbb-945e2e3e8a79 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:30.092293 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4c1a97-a23c-4426-9cbb-945e2e3e8a79 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Pushing event deleted for resources: {'Port': ['ID=22146157-dc51-4011-ae27-b9b2e6d25b2b,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:30.134647 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-48071c88-0b0c-4347-851b-d7d16c556709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a08ddf-bdc9-4a4e-a61d-615f0214f219', 'name': 'tempest-TaggedBootDevicesTest-289717497-router', 'tenant_id': 'b0f1228a8bd44b90ad5ea0a20c4870bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'fbc11c01-6e1f-4d4c-8715-6a00f1d72624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:33:20Z', 'updated_at': '2021-08-29T04:33:27Z', 'revision_number': 4, 'project_id': 'b0f1228a8bd44b90ad5ea0a20c4870bf', 'gw_port': {'id': 'fbc11c01-6e1f-4d4c-8715-6a00f1d72624', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:04:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7a08ddf-bdc9-4a4e-a61d-615f0214f219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:33:21Z', 'updated_at': '2021-08-29T04:33:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '062b197c-e371-4ec0-9066-067cc2b73690', 'name': '', 'network_id': 'f8102508-8177-4d08-b66e-69e3d8dd4b5c', 'tenant_id': 'b0f1228a8bd44b90ad5ea0a20c4870bf', 'mac_address': 'fa:16:3e:cd:dc:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7a08ddf-bdc9-4a4e-a61d-615f0214f219', 'device_owner': 'network:router_interface', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '38723797-c164-4ad1-837d-c534b680646e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:33:25Z', 'updated_at': '2021-08-29T04:33:25Z', 'revision_number': 1, 'project_id': 'b0f1228a8bd44b90ad5ea0a20c4870bf', 'subnets': [{'id': '38723797-c164-4ad1-837d-c534b680646e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:30.191370 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48071c88-0b0c-4347-851b-d7d16c556709 None None] The sync data for ids ['d7a08ddf-bdc9-4a4e-a61d-615f0214f219'] in n-d-712140-12 is: [{'id': 'd7a08ddf-bdc9-4a4e-a61d-615f0214f219', 'name': 'tempest-TaggedBootDevicesTest-289717497-router', 'tenant_id': 'b0f1228a8bd44b90ad5ea0a20c4870bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'fbc11c01-6e1f-4d4c-8715-6a00f1d72624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:33:20Z', 'updated_at': '2021-08-29T04:33:27Z', 'revision_number': 4, 'project_id': 'b0f1228a8bd44b90ad5ea0a20c4870bf', 'gw_port': {'id': 'fbc11c01-6e1f-4d4c-8715-6a00f1d72624', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:04:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7a08ddf-bdc9-4a4e-a61d-615f0214f219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:33:21Z', 'updated_at': '2021-08-29T04:33:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '062b197c-e371-4ec0-9066-067cc2b73690', 'name': '', 'network_id': 'f8102508-8177-4d08-b66e-69e3d8dd4b5c', 'tenant_id': 'b0f1228a8bd44b90ad5ea0a20c4870bf', 'mac_address': 'fa:16:3e:cd:dc:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7a08ddf-bdc9-4a4e-a61d-615f0214f219', 'device_owner': 'network:router_interface', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '38723797-c164-4ad1-837d-c534b680646e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:33:25Z', 'updated_at': '2021-08-29T04:33:25Z', 'revision_number': 1, 'project_id': 'b0f1228a8bd44b90ad5ea0a20c4870bf', 'subnets': [{'id': '38723797-c164-4ad1-837d-c534b680646e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:33:30.199808 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-333339b8-49e9-4c12-bab2-71df563459b2 None None] Could not find standard attr ID for object 22146157-dc51-4011-ae27-b9b2e6d25b2b. {{(pid=94830) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:33:30.216509 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-333339b8-49e9-4c12-bab2-71df563459b2 None None] Provisioning complete for port 062b197c-e371-4ec0-9066-067cc2b73690 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:30.217539 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-333339b8-49e9-4c12-bab2-71df563459b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:30.227968 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52590cfb-27b8-4ec2-b2a6-61806ad81deb req-bd8a1128-9918-4cc3-acd4-cfb65306920b tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:30.238194 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-52590cfb-27b8-4ec2-b2a6-61806ad81deb req-bd8a1128-9918-4cc3-acd4-cfb65306920b tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 945 time: 0.2618876 Aug 29 04:33:30.257758 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-456cb3b3-c805-49a9-a7a0-87b13d07a024 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:30.309737 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-333339b8-49e9-4c12-bab2-71df563459b2 None None] Port 062b197c-e371-4ec0-9066-067cc2b73690 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:33:30.319369 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-456cb3b3-c805-49a9-a7a0-87b13d07a024 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98d49d5d-f1db-4aee-8eae-1daa0f7dfa5e']}} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:30.335622 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e50c6dbd-0d74-48e7-97eb-e046994675b0 admin admin] Router d7a08ddf-bdc9-4a4e-a61d-615f0214f219 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:33:30.390071 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9f4c1a97-a23c-4426-9cbb-945e2e3e8a79 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:30.393247 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-52590cfb-27b8-4ec2-b2a6-61806ad81deb req-b3a9aec6-1e33-401d-bcab-c06ad7455dbe tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536679 Aug 29 04:33:30.396726 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-9f4c1a97-a23c-4426-9cbb-945e2e3e8a79 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "DELETE /v2.0/ports/22146157-dc51-4011-ae27-b9b2e6d25b2b HTTP/1.1" status: 204 len: 168 time: 1.5680280 Aug 29 04:33:30.399344 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-456cb3b3-c805-49a9-a7a0-87b13d07a024 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef57fff0-3905-45c9-827a-9631c01bc103') {'for_net_delete': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:30.399792 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-456cb3b3-c805-49a9-a7a0-87b13d07a024 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef57fff0-3905-45c9-827a-9631c01bc103') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:30.400506 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 44336) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:30.420950 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 63af98b2-59d1-41ba-96e0-9dab3b74d100 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:33:30.513126 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-456cb3b3-c805-49a9-a7a0-87b13d07a024 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4311712'] for segment, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:30.550118 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-456cb3b3-c805-49a9-a7a0-87b13d07a024 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:30.566042 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f30b61-8c13-4260-9789-07182b38c6bd tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:30.572818 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f30b61-8c13-4260-9789-07182b38c6bd tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:30.584257 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f30b61-8c13-4260-9789-07182b38c6bd tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:30.603983 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 63af98b2-59d1-41ba-96e0-9dab3b74d100 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:30.607088 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:30.607335 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-91f30b61-8c13-4260-9789-07182b38c6bd tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1985352 Aug 29 04:33:30.607583 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 44340) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:30.757377 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e50c6dbd-0d74-48e7-97eb-e046994675b0 admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:33:30.766266 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-e50c6dbd-0d74-48e7-97eb-e046994675b0 admin admin] 10.222.0.22 "PUT /v2.0/routers/d7a08ddf-bdc9-4a4e-a61d-615f0214f219/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4299645 Aug 29 04:33:30.776999 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-456cb3b3-c805-49a9-a7a0-87b13d07a024 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=94829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:33:30.777495 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-456cb3b3-c805-49a9-a7a0-87b13d07a024 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4274277'] for segment, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:30.780559 n-d-712140-12 neutron-server[94829]: Traceback (most recent call last): Aug 29 04:33:30.780559 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:33:30.780559 n-d-712140-12 neutron-server[94829]: timer() Aug 29 04:33:30.780559 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:33:30.780559 n-d-712140-12 neutron-server[94829]: cb(*args, **kw) Aug 29 04:33:30.780559 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:33:30.780559 n-d-712140-12 neutron-server[94829]: return func(*args, **kwargs) Aug 29 04:33:30.780559 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:33:30.780559 n-d-712140-12 neutron-server[94829]: self._notify() Aug 29 04:33:30.780559 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:33:30.780559 n-d-712140-12 neutron-server[94829]: self.callback(batched_events) Aug 29 04:33:30.780559 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:33:30.780559 n-d-712140-12 neutron-server[94829]: event.method(event) Aug 29 04:33:30.780559 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:33:30.780559 n-d-712140-12 neutron-server[94829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:33:30.780559 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:33:30.780559 n-d-712140-12 neutron-server[94829]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:33:30.780559 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:33:30.780559 n-d-712140-12 neutron-server[94829]: return f(self, *a, **k) Aug 29 04:33:30.780559 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:33:30.780559 n-d-712140-12 neutron-server[94829]: return self._get(url).json() Aug 29 04:33:30.780559 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:33:30.780559 n-d-712140-12 neutron-server[94829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:33:30.780559 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:33:30.780559 n-d-712140-12 neutron-server[94829]: return self.request(url, 'GET', **kwargs) Aug 29 04:33:30.780559 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:33:30.780559 n-d-712140-12 neutron-server[94829]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:33:30.780559 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:33:30.780559 n-d-712140-12 neutron-server[94829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:33:30.780559 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:33:30.780559 n-d-712140-12 neutron-server[94829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:33:30.780559 n-d-712140-12 neutron-server[94829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:33:30.812397 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbbe4b66-e4fe-432a-be84-014d931c7c9e tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Deleting subnet 6f5f19d5-b816-41c4-b46e-d51601839846 {{(pid=94828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:33:30.834302 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cbbe4b66-e4fe-432a-be84-014d931c7c9e tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for subnet, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:30.979625 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-456cb3b3-c805-49a9-a7a0-87b13d07a024 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:30.989589 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-456cb3b3-c805-49a9-a7a0-87b13d07a024 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 98d49d5d-f1db-4aee-8eae-1daa0f7dfa5e {{(pid=94829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 29 04:33:31.005557 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cbbe4b66-e4fe-432a-be84-014d931c7c9e tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8904862'] for subnet, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:31.011788 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-456cb3b3-c805-49a9-a7a0-87b13d07a024 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:31.019785 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-456cb3b3-c805-49a9-a7a0-87b13d07a024 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] 10.222.0.22 "DELETE /v2.0/networks/98d49d5d-f1db-4aee-8eae-1daa0f7dfa5e HTTP/1.1" status: 204 len: 168 time: 1.5113306 Aug 29 04:33:31.057030 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456cb3b3-c805-49a9-a7a0-87b13d07a024 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Pushing event deleted for resources: {'Network': ['ID=98d49d5d-f1db-4aee-8eae-1daa0f7dfa5e,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:31.355996 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cbbe4b66-e4fe-432a-be84-014d931c7c9e tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:31.539324 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cbbe4b66-e4fe-432a-be84-014d931c7c9e tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9190434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062341'] for subnet, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:31.615333 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cbbe4b66-e4fe-432a-be84-014d931c7c9e tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:31.620388 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-cbbe4b66-e4fe-432a-be84-014d931c7c9e tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "DELETE /v2.0/subnets/6f5f19d5-b816-41c4-b46e-d51601839846 HTTP/1.1" status: 204 len: 168 time: 1.0115912 Aug 29 04:33:31.623894 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268a3eb9-1f50-4eb2-aefd-2e465e7f7046 None None] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:33:31.625019 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbe4b66-e4fe-432a-be84-014d931c7c9e tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Pushing event deleted for resources: {'Subnet': ['ID=6f5f19d5-b816-41c4-b46e-d51601839846,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:31.630699 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 44380) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:31.781550 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 44394) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:31.795754 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-0e902f63-7e45-4d0b-9eee-a79318f4b333 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Request body: {'router': {'name': 'tempest-router--16518823', 'project_id': '0f5f4259c2d945548ac424b103eba2d7'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:31.829076 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b129819-7324-45d3-8887-f358d936357b req-4cf7009a-0034-439c-9b12-b7cb92854216 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:31.860806 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3b129819-7324-45d3-8887-f358d936357b req-4cf7009a-0034-439c-9b12-b7cb92854216 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 945 time: 0.2679880 Aug 29 04:33:31.862590 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd7203b3-7aa0-448f-bfb0-e7a5b9ef6650 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Deleting subnet ae4d02fd-0295-460c-815d-864313582e8a {{(pid=94828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:33:31.873516 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cd7203b3-7aa0-448f-bfb0-e7a5b9ef6650 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for subnet, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:31.952024 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cd7203b3-7aa0-448f-bfb0-e7a5b9ef6650 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8904862'] for subnet, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:32.095945 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0e902f63-7e45-4d0b-9eee-a79318f4b333 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:32.103155 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0e902f63-7e45-4d0b-9eee-a79318f4b333 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1838'] for router, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:32.160457 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cd7203b3-7aa0-448f-bfb0-e7a5b9ef6650 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:32.306193 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cd7203b3-7aa0-448f-bfb0-e7a5b9ef6650 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9190434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062341'] for subnet, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:32.421116 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cd7203b3-7aa0-448f-bfb0-e7a5b9ef6650 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:32.431385 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-cd7203b3-7aa0-448f-bfb0-e7a5b9ef6650 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "DELETE /v2.0/subnets/ae4d02fd-0295-460c-815d-864313582e8a HTTP/1.1" status: 204 len: 168 time: 0.7898414 Aug 29 04:33:32.434533 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 44406) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:32.486146 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0e902f63-7e45-4d0b-9eee-a79318f4b333 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:32.554182 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0e902f63-7e45-4d0b-9eee-a79318f4b333 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409'] for router, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:32.604997 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0e902f63-7e45-4d0b-9eee-a79318f4b333 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:32.606295 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-0e902f63-7e45-4d0b-9eee-a79318f4b333 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.8230896 Aug 29 04:33:32.620900 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7203b3-7aa0-448f-bfb0-e7a5b9ef6650 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Pushing event deleted for resources: {'Subnet': ['ID=ae4d02fd-0295-460c-815d-864313582e8a,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:32.630590 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 44412) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:32.640262 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-9f75c6b3-0f30-4617-9aac-4a04820835c4 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2020347 Aug 29 04:33:32.646094 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 44414) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:32.649377 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3b129819-7324-45d3-8887-f358d936357b req-d1b9b41c-b135-41d7-89ac-4645af6cb419 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7869282 Aug 29 04:33:32.678179 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-59fa350c-7601-4fbd-ba3e-ade1370f1a24 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Request body: {'subnet': {'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:32.873955 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d47dbefe-2c07-4e7b-b14e-775cef824972 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks [] for router, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:32.998264 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 44424) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:33.381409 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c6b16b31-8bcc-4bc9-97e2-c81166135a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:33.501407 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69dfb095-6469-4624-85d2-0d3b11967cac None None] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:33:33.759336 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1dc78322-fe9b-47cf-ab0c-f320cf30f79c None None] Provisioning complete for port 6d53a22c-3cf5-4187-9a12-7ee116874ccb triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:33.764871 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1dc78322-fe9b-47cf-ab0c-f320cf30f79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:34.267599 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59fa350c-7601-4fbd-ba3e-ade1370f1a24 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Made reservation on behalf of 808af00233b447dbb547871646623489 for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:34.272525 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-59fa350c-7601-4fbd-ba3e-ade1370f1a24 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:34.354818 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a527ae-b42a-472f-8bf3-fa6cf118700f None None] DHCP port deletion for 9a0c1c63-2a3a-4918-9723-8b35bf7d017b request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:33:34.372248 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ac1e1d-2d53-4eec-9fa3-fcbca6b3bb91 req-f82fd0d9-4d8e-44a1-a9ea-5021015aea78 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:34.385258 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f1ac1e1d-2d53-4eec-9fa3-fcbca6b3bb91 req-f82fd0d9-4d8e-44a1-a9ea-5021015aea78 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 945 time: 0.5579388 Aug 29 04:33:34.559586 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device fbc11c01-6e1f-4d4c-8715-6a00f1d72624 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:33:34.609518 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d47dbefe-2c07-4e7b-b14e-775cef824972 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:34.616545 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d47dbefe-2c07-4e7b-b14e-775cef824972 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:34.704893 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d47dbefe-2c07-4e7b-b14e-775cef824972 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717253'] for router, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:34.705873 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d47dbefe-2c07-4e7b-b14e-775cef824972 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a66dae72-0f3a-48a7-8dda-69433d3dd3cc {{(pid=94828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:33:34.709546 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-a9a527ae-b42a-472f-8bf3-fa6cf118700f None None] Deleting port 6d53a22c-3cf5-4187-9a12-7ee116874ccb {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:33:34.710040 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a9a527ae-b42a-472f-8bf3-fa6cf118700f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:34.722032 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d47dbefe-2c07-4e7b-b14e-775cef824972 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks [] for router, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:34.728499 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-d47dbefe-2c07-4e7b-b14e-775cef824972 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] 10.222.0.22 "DELETE /v2.0/routers/a66dae72-0f3a-48a7-8dda-69433d3dd3cc HTTP/1.1" status: 204 len: 168 time: 2.0870109 Aug 29 04:33:34.881966 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f1ac1e1d-2d53-4eec-9fa3-fcbca6b3bb91 req-d738b417-866b-4ec0-bfa3-df2c3df4585d tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4907899 Aug 29 04:33:34.933925 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-a9a527ae-b42a-472f-8bf3-fa6cf118700f None None] For port 6d53a22c-3cf5-4187-9a12-7ee116874ccb, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=6d53a22c-3cf5-4187-9a12-7ee116874ccb,segment=NetworkSegment(0fc0da0a-b381-4d95-9f3f-3aa10a110ba6),segment_id=0fc0da0a-b381-4d95-9f3f-3aa10a110ba6)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:34.937064 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a9a527ae-b42a-472f-8bf3-fa6cf118700f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:34.967317 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-a9a527ae-b42a-472f-8bf3-fa6cf118700f None None] Calling delete_port for 6d53a22c-3cf5-4187-9a12-7ee116874ccb owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:33:35.003898 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 44478) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:35.081502 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-59fa350c-7601-4fbd-ba3e-ade1370f1a24 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9191137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10062364'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:35.148277 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port fbc11c01-6e1f-4d4c-8715-6a00f1d72624 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:33:35.154112 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port fbc11c01-6e1f-4d4c-8715-6a00f1d72624 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:35.154112 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:35.184785 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59fa350c-7601-4fbd-ba3e-ade1370f1a24 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:33:35.194447 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-59fa350c-7601-4fbd-ba3e-ade1370f1a24 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:35.206568 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59fa350c-7601-4fbd-ba3e-ade1370f1a24 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:35.207181 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-59fa350c-7601-4fbd-ba3e-ade1370f1a24 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:35.266945 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a9a527ae-b42a-472f-8bf3-fa6cf118700f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:35.281162 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fa350c-7601-4fbd-ba3e-ade1370f1a24 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Pushing event updated for resources: {'Subnet': ['ID=93521ac6-435d-445e-90e5-afe5025c7df8,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:35.300650 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-59fa350c-7601-4fbd-ba3e-ade1370f1a24 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6336060 Aug 29 04:33:35.304465 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 44482) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:35.313709 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-94462b62-c0a4-4ccb-9bbf-971f1420999a tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Request body: {'subnet': {'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:35.365427 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a527ae-b42a-472f-8bf3-fa6cf118700f None None] Pushing event deleted for resources: {'Port': ['ID=6d53a22c-3cf5-4187-9a12-7ee116874ccb,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:35.382470 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a527ae-b42a-472f-8bf3-fa6cf118700f None None] No DVR routers for this DVR port 6d53a22c-3cf5-4187-9a12-7ee116874ccb on host n-d-712140-12 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:33:35.435929 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d6988f07-1aba-4c19-b2b8-2d9be9c044cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713413'] for router_interface, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:35.442931 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6110f288-462e-4140-8a80-5c6f5703d8a1 None None] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:33:35.510211 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-aad869d1-a5ff-47d2-adbf-94d0fb88fe46 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-3261708', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}, 'admin_state_up': False}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:35.573812 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-aad869d1-a5ff-47d2-adbf-94d0fb88fe46 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:35.574876 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-aad869d1-a5ff-47d2-adbf-94d0fb88fe46 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1838'] for router, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:35.596812 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:35.648935 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port fbc11c01-6e1f-4d4c-8715-6a00f1d72624, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=fbc11c01-6e1f-4d4c-8715-6a00f1d72624,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:35.657097 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:35.834364 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-aad869d1-a5ff-47d2-adbf-94d0fb88fe46 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:35.947006 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=fbc11c01-6e1f-4d4c-8715-6a00f1d72624,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:36.027624 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ab661e-b242-49df-84b5-61b5990e72cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-9a0c1c63-2a3a-4918-9723-8b35bf7d017b', 'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b', 'tenant_id': '808af00233b447dbb547871646623489', 'fixed_ips': [{'subnet_id': '93521ac6-435d-445e-90e5-afe5025c7df8'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:33:36.030391 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-18ab661e-b242-49df-84b5-61b5990e72cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:36.047300 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1e8f28-7e87-451f-be72-36b27c0ed54e None None] Sync routers for ids ['d7a08ddf-bdc9-4a4e-a61d-615f0214f219'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:33:36.066654 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1e8f28-7e87-451f-be72-36b27c0ed54e None None] Routers {'d7a08ddf-bdc9-4a4e-a61d-615f0214f219'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:33:36.071071 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-0f1e8f28-7e87-451f-be72-36b27c0ed54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:33:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['d7a08ddf-bdc9-4a4e-a61d-615f0214f219'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:36.097564 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94462b62-c0a4-4ccb-9bbf-971f1420999a tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Made reservation on behalf of 808af00233b447dbb547871646623489 for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:36.134530 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-94462b62-c0a4-4ccb-9bbf-971f1420999a tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:36.172042 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3e7102-49be-4fd7-a287-c7ca96f558aa req-620536c2-3ab3-4214-8be7-125c2bf7debb tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:36.181454 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6b3e7102-49be-4fd7-a287-c7ca96f558aa req-620536c2-3ab3-4214-8be7-125c2bf7debb tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 945 time: 0.1149535 Aug 29 04:33:36.203484 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-d6988f07-1aba-4c19-b2b8-2d9be9c044cf admin admin] Deleting port f6e16258-051a-4226-ac81-5ed639862316 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:33:36.204237 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d6988f07-1aba-4c19-b2b8-2d9be9c044cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:36.282487 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-0f1e8f28-7e87-451f-be72-36b27c0ed54e None None] Set router d7a08ddf-bdc9-4a4e-a61d-615f0214f219 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:33:36.318852 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6b358ff9-3097-4ed4-b21a-bcdb3f4f86dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:36.368789 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6b3e7102-49be-4fd7-a287-c7ca96f558aa req-9389f20e-d26a-4db5-82a0-304f74d50ef9 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854699 Aug 29 04:33:36.459277 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-d6988f07-1aba-4c19-b2b8-2d9be9c044cf admin admin] For port f6e16258-051a-4226-ac81-5ed639862316, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=f6e16258-051a-4226-ac81-5ed639862316,segment=NetworkSegment(e42ae04f-c78a-49b6-b653-d68296ae5b14),segment_id=e42ae04f-c78a-49b6-b653-d68296ae5b14)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:36.467649 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d6988f07-1aba-4c19-b2b8-2d9be9c044cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:36.494014 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-aad869d1-a5ff-47d2-adbf-94d0fb88fe46 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:36.496231 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-18ab661e-b242-49df-84b5-61b5990e72cb None None] Allocated IP 172.20.0.2 (9a0c1c63-2a3a-4918-9723-8b35bf7d017b/93521ac6-435d-445e-90e5-afe5025c7df8/60dac86a-3321-4681-90f4-60ff67b3b910) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:33:36.510775 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-d6988f07-1aba-4c19-b2b8-2d9be9c044cf admin admin] Calling delete_port for f6e16258-051a-4226-ac81-5ed639862316 owned by network:router_interface {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:33:36.902316 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device fbc11c01-6e1f-4d4c-8715-6a00f1d72624 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:33:37.046849 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d6988f07-1aba-4c19-b2b8-2d9be9c044cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:37.088197 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-0f1e8f28-7e87-451f-be72-36b27c0ed54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a08ddf-bdc9-4a4e-a61d-615f0214f219', 'name': 'tempest-TaggedBootDevicesTest-289717497-router', 'tenant_id': 'b0f1228a8bd44b90ad5ea0a20c4870bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'fbc11c01-6e1f-4d4c-8715-6a00f1d72624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:33:20Z', 'updated_at': '2021-08-29T04:33:27Z', 'revision_number': 4, 'project_id': 'b0f1228a8bd44b90ad5ea0a20c4870bf', 'gw_port': {'id': 'fbc11c01-6e1f-4d4c-8715-6a00f1d72624', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:04:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a08ddf-bdc9-4a4e-a61d-615f0214f219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:33:21Z', 'updated_at': '2021-08-29T04:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '062b197c-e371-4ec0-9066-067cc2b73690', 'name': '', 'network_id': 'f8102508-8177-4d08-b66e-69e3d8dd4b5c', 'tenant_id': 'b0f1228a8bd44b90ad5ea0a20c4870bf', 'mac_address': 'fa:16:3e:cd:dc:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7a08ddf-bdc9-4a4e-a61d-615f0214f219', 'device_owner': 'network:router_interface', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '38723797-c164-4ad1-837d-c534b680646e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:33:25Z', 'updated_at': '2021-08-29T04:33:28Z', 'revision_number': 2, 'project_id': 'b0f1228a8bd44b90ad5ea0a20c4870bf', 'subnets': [{'id': '38723797-c164-4ad1-837d-c534b680646e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:37.103790 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-18ab661e-b242-49df-84b5-61b5990e72cb None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:37.150595 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-18ab661e-b242-49df-84b5-61b5990e72cb None None] Transition to ACTIVE for port object 60dac86a-3321-4681-90f4-60ff67b3b910 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:33:37.156226 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1e8f28-7e87-451f-be72-36b27c0ed54e None None] Checking router: d7a08ddf-bdc9-4a4e-a61d-615f0214f219 for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:33:37.156954 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1e8f28-7e87-451f-be72-36b27c0ed54e None None] Updating router d7a08ddf-bdc9-4a4e-a61d-615f0214f219 port 062b197c-e371-4ec0-9066-067cc2b73690 binding host n-d-712140-12 {{(pid=94831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:33:37.195881 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port fbc11c01-6e1f-4d4c-8715-6a00f1d72624 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:37.196661 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:37.231823 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6988f07-1aba-4c19-b2b8-2d9be9c044cf admin admin] Pushing event deleted for resources: {'Port': ['ID=f6e16258-051a-4226-ac81-5ed639862316,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:37.257568 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0f1e8f28-7e87-451f-be72-36b27c0ed54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:37.345052 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:37.477992 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-18ab661e-b242-49df-84b5-61b5990e72cb None None] Transition to ACTIVE for port object 60dac86a-3321-4681-90f4-60ff67b3b910 will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:33:37.528689 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:37.548641 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-18ab661e-b242-49df-84b5-61b5990e72cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:37.568172 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d6988f07-1aba-4c19-b2b8-2d9be9c044cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-713231'] for router_interface, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:37.710780 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ab661e-b242-49df-84b5-61b5990e72cb None None] Pushing event updated for resources: {'Port': ['ID=60dac86a-3321-4681-90f4-60ff67b3b910,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:37.729997 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-aad869d1-a5ff-47d2-adbf-94d0fb88fe46 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify callbacks [] for router_gateway, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:37.748413 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ab661e-b242-49df-84b5-61b5990e72cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:37.749497 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ab661e-b242-49df-84b5-61b5990e72cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:37.750287 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ab661e-b242-49df-84b5-61b5990e72cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:37.750675 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ab661e-b242-49df-84b5-61b5990e72cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:37.751033 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ab661e-b242-49df-84b5-61b5990e72cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:37.752085 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ab661e-b242-49df-84b5-61b5990e72cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:37.752400 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ab661e-b242-49df-84b5-61b5990e72cb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:37.752789 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ab661e-b242-49df-84b5-61b5990e72cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:37.753135 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ab661e-b242-49df-84b5-61b5990e72cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:37.754314 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ab661e-b242-49df-84b5-61b5990e72cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:37.754314 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ab661e-b242-49df-84b5-61b5990e72cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:37.754314 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ab661e-b242-49df-84b5-61b5990e72cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:37.835170 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ab661e-b242-49df-84b5-61b5990e72cb None None] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:33:37.851732 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-18ab661e-b242-49df-84b5-61b5990e72cb None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:37.863960 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ab661e-b242-49df-84b5-61b5990e72cb None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:33:37.880670 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0f1e8f28-7e87-451f-be72-36b27c0ed54e None None] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:37.889557 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-aad869d1-a5ff-47d2-adbf-94d0fb88fe46 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:37.930141 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-0f1e8f28-7e87-451f-be72-36b27c0ed54e None None] Transition to ACTIVE for port object 062b197c-e371-4ec0-9066-067cc2b73690 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:33:37.947163 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0f1e8f28-7e87-451f-be72-36b27c0ed54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:37.969123 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2d9c54-29e7-474c-ada2-4a6330dd30ed req-3ab08dd1-1964-47f0-bd9a-bf1f85af6445 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:37.983436 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-cc2d9c54-29e7-474c-ada2-4a6330dd30ed req-3ab08dd1-1964-47f0-bd9a-bf1f85af6445 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 945 time: 0.3922029 Aug 29 04:33:38.078592 n-d-712140-12 neutron-server[94828]: DEBUG neutron.objects.ports [None req-94462b62-c0a4-4ccb-9bbf-971f1420999a tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94828) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 04:33:38.102239 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-18ab661e-b242-49df-84b5-61b5990e72cb None None] Attempting to bind port 60dac86a-3321-4681-90f4-60ff67b3b910 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:33:38.102760 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-18ab661e-b242-49df-84b5-61b5990e72cb None None] Attempting to bind port 60dac86a-3321-4681-90f4-60ff67b3b910 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '0fc0da0a-b381-4d95-9f3f-3aa10a110ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:33:38.102760 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ab661e-b242-49df-84b5-61b5990e72cb None None] Attempting to bind port 60dac86a-3321-4681-90f4-60ff67b3b910 on network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:33:38.118521 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ab661e-b242-49df-84b5-61b5990e72cb None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:33:38.120961 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ab661e-b242-49df-84b5-61b5990e72cb None None] Checking segment: {'id': '0fc0da0a-b381-4d95-9f3f-3aa10a110ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:33:38.121515 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-18ab661e-b242-49df-84b5-61b5990e72cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:38.121932 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ab661e-b242-49df-84b5-61b5990e72cb None None] Bound using segment: {'id': '0fc0da0a-b381-4d95-9f3f-3aa10a110ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:33:38.122454 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-18ab661e-b242-49df-84b5-61b5990e72cb None None] Bound port: 60dac86a-3321-4681-90f4-60ff67b3b910, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fc0da0a-b381-4d95-9f3f-3aa10a110ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:33:38.128762 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-18ab661e-b242-49df-84b5-61b5990e72cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:38.167432 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0131b469-bcf1-4f42-b19d-4cd562168499 None None] Pushing event updated for resources: {'Port': ['ID=062b197c-e371-4ec0-9066-067cc2b73690,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:38.235228 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 6d53a22c-3cf5-4187-9a12-7ee116874ccb no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:33:38.285352 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0131b469-bcf1-4f42-b19d-4cd562168499 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:38.285751 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0131b469-bcf1-4f42-b19d-4cd562168499 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:38.286096 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0131b469-bcf1-4f42-b19d-4cd562168499 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:38.286431 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0131b469-bcf1-4f42-b19d-4cd562168499 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:38.292834 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0131b469-bcf1-4f42-b19d-4cd562168499 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:38.293179 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0131b469-bcf1-4f42-b19d-4cd562168499 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:38.297244 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0131b469-bcf1-4f42-b19d-4cd562168499 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:38.298794 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0131b469-bcf1-4f42-b19d-4cd562168499 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:38.300284 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0131b469-bcf1-4f42-b19d-4cd562168499 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:38.301665 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0131b469-bcf1-4f42-b19d-4cd562168499 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:38.309026 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0131b469-bcf1-4f42-b19d-4cd562168499 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:38.310631 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0131b469-bcf1-4f42-b19d-4cd562168499 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:38.326975 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 6d53a22c-3cf5-4187-9a12-7ee116874ccb {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:33:38.337909 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 6d53a22c-3cf5-4187-9a12-7ee116874ccb not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:33:38.429733 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-0f1e8f28-7e87-451f-be72-36b27c0ed54e None None] Attempting to bind port 062b197c-e371-4ec0-9066-067cc2b73690 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:33:38.430113 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-0f1e8f28-7e87-451f-be72-36b27c0ed54e None None] Attempting to bind port 062b197c-e371-4ec0-9066-067cc2b73690 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '88cb7283-5e09-4136-9417-8643970a451b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f8102508-8177-4d08-b66e-69e3d8dd4b5c'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:33:38.430488 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1e8f28-7e87-451f-be72-36b27c0ed54e None None] Attempting to bind port 062b197c-e371-4ec0-9066-067cc2b73690 on network f8102508-8177-4d08-b66e-69e3d8dd4b5c {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:33:38.446929 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-18ab661e-b242-49df-84b5-61b5990e72cb None None] For port 60dac86a-3321-4681-90f4-60ff67b3b910, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:33:38.451987 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1e8f28-7e87-451f-be72-36b27c0ed54e None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:33:38.456938 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1e8f28-7e87-451f-be72-36b27c0ed54e None None] Checking segment: {'id': '88cb7283-5e09-4136-9417-8643970a451b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f8102508-8177-4d08-b66e-69e3d8dd4b5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:33:38.458210 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0f1e8f28-7e87-451f-be72-36b27c0ed54e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:38.460115 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-18ab661e-b242-49df-84b5-61b5990e72cb None None] For port 60dac86a-3321-4681-90f4-60ff67b3b910, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=60dac86a-3321-4681-90f4-60ff67b3b910,segment=NetworkSegment(0fc0da0a-b381-4d95-9f3f-3aa10a110ba6),segment_id=0fc0da0a-b381-4d95-9f3f-3aa10a110ba6)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:33:38.460306 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1e8f28-7e87-451f-be72-36b27c0ed54e None None] Bound using segment: {'id': '88cb7283-5e09-4136-9417-8643970a451b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f8102508-8177-4d08-b66e-69e3d8dd4b5c'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:33:38.462557 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-0f1e8f28-7e87-451f-be72-36b27c0ed54e None None] Bound port: 062b197c-e371-4ec0-9066-067cc2b73690, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88cb7283-5e09-4136-9417-8643970a451b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f8102508-8177-4d08-b66e-69e3d8dd4b5c'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:33:38.463407 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0f1e8f28-7e87-451f-be72-36b27c0ed54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:38.468810 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-18ab661e-b242-49df-84b5-61b5990e72cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:38.624265 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-0f1e8f28-7e87-451f-be72-36b27c0ed54e None None] For port 062b197c-e371-4ec0-9066-067cc2b73690, host n-d-712140-12, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:33:38.632224 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-0f1e8f28-7e87-451f-be72-36b27c0ed54e None None] For port 062b197c-e371-4ec0-9066-067cc2b73690, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=062b197c-e371-4ec0-9066-067cc2b73690,segment=NetworkSegment(88cb7283-5e09-4136-9417-8643970a451b),segment_id=88cb7283-5e09-4136-9417-8643970a451b)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:33:38.645810 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0f1e8f28-7e87-451f-be72-36b27c0ed54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:38.726880 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-aad869d1-a5ff-47d2-adbf-94d0fb88fe46 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Allocated IP 172.25.0.42 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/70349835-725a-412c-bd6f-64c085d3fea2) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:33:38.745621 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1e8f28-7e87-451f-be72-36b27c0ed54e None None] Routers {'d7a08ddf-bdc9-4a4e-a61d-615f0214f219'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:33:38.749033 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-0f1e8f28-7e87-451f-be72-36b27c0ed54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:33:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['d7a08ddf-bdc9-4a4e-a61d-615f0214f219'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:38.783540 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ab661e-b242-49df-84b5-61b5990e72cb None None] Pushing event updated for resources: {'Port': ['ID=60dac86a-3321-4681-90f4-60ff67b3b910,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:38.807364 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:38.874569 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-cc2d9c54-29e7-474c-ada2-4a6330dd30ed req-546984dd-9170-46ab-8609-5bc2617fdd03 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8901136 Aug 29 04:33:38.936655 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0131b469-bcf1-4f42-b19d-4cd562168499 None None] Pushing event updated for resources: {'Port': ['ID=062b197c-e371-4ec0-9066-067cc2b73690,revision_number=4']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:38.984738 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-94462b62-c0a4-4ccb-9bbf-971f1420999a tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:39.224747 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6988f07-1aba-4c19-b2b8-2d9be9c044cf admin admin] Router 7468fa49-b5a9-4047-8deb-f36d05a06a1e has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:33:39.253054 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-0f1e8f28-7e87-451f-be72-36b27c0ed54e None None] Set router d7a08ddf-bdc9-4a4e-a61d-615f0214f219 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:33:39.426486 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-aad869d1-a5ff-47d2-adbf-94d0fb88fe46 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:39.503191 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6988f07-1aba-4c19-b2b8-2d9be9c044cf admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:33:39.525614 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089806ab-3316-495d-84d2-88603375394d None None] Sync routers for ids ['7468fa49-b5a9-4047-8deb-f36d05a06a1e'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:33:39.551752 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 44542) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:39.552530 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089806ab-3316-495d-84d2-88603375394d None None] Routers {'7468fa49-b5a9-4047-8deb-f36d05a06a1e'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:33:39.553766 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-089806ab-3316-495d-84d2-88603375394d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:33:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['7468fa49-b5a9-4047-8deb-f36d05a06a1e'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:39.554702 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-d6988f07-1aba-4c19-b2b8-2d9be9c044cf admin admin] 10.222.0.22 "PUT /v2.0/routers/7468fa49-b5a9-4047-8deb-f36d05a06a1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5552094 Aug 29 04:33:39.578082 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-aad869d1-a5ff-47d2-adbf-94d0fb88fe46 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:39.765184 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1ff15977-6003-45e3-86ea-d4d36bdebe79 admin admin] Notify callbacks [] for router, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:39.816363 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-089806ab-3316-495d-84d2-88603375394d None None] Set router 7468fa49-b5a9-4047-8deb-f36d05a06a1e gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:33:40.082421 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-0f1e8f28-7e87-451f-be72-36b27c0ed54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a08ddf-bdc9-4a4e-a61d-615f0214f219', 'name': 'tempest-TaggedBootDevicesTest-289717497-router', 'tenant_id': 'b0f1228a8bd44b90ad5ea0a20c4870bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'fbc11c01-6e1f-4d4c-8715-6a00f1d72624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:33:20Z', 'updated_at': '2021-08-29T04:33:27Z', 'revision_number': 4, 'project_id': 'b0f1228a8bd44b90ad5ea0a20c4870bf', 'gw_port': {'id': 'fbc11c01-6e1f-4d4c-8715-6a00f1d72624', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:04:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a08ddf-bdc9-4a4e-a61d-615f0214f219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:33:21Z', 'updated_at': '2021-08-29T04:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '062b197c-e371-4ec0-9066-067cc2b73690', 'name': '', 'network_id': 'f8102508-8177-4d08-b66e-69e3d8dd4b5c', 'tenant_id': 'b0f1228a8bd44b90ad5ea0a20c4870bf', 'mac_address': 'fa:16:3e:cd:dc:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7a08ddf-bdc9-4a4e-a61d-615f0214f219', 'device_owner': 'network:router_interface', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '38723797-c164-4ad1-837d-c534b680646e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:33:25Z', 'updated_at': '2021-08-29T04:33:38Z', 'revision_number': 4, 'project_id': 'b0f1228a8bd44b90ad5ea0a20c4870bf', 'subnets': [{'id': '38723797-c164-4ad1-837d-c534b680646e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:40.105340 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad869d1-a5ff-47d2-adbf-94d0fb88fe46 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:33:40.107376 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad869d1-a5ff-47d2-adbf-94d0fb88fe46 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Pushing event updated for resources: {'Port': ['ID=70349835-725a-412c-bd6f-64c085d3fea2,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:40.120862 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-aad869d1-a5ff-47d2-adbf-94d0fb88fe46 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:40.183722 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1e8f28-7e87-451f-be72-36b27c0ed54e None None] The sync data for ids ['d7a08ddf-bdc9-4a4e-a61d-615f0214f219'] in n-d-712140-12 is: [{'id': 'd7a08ddf-bdc9-4a4e-a61d-615f0214f219', 'name': 'tempest-TaggedBootDevicesTest-289717497-router', 'tenant_id': 'b0f1228a8bd44b90ad5ea0a20c4870bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'fbc11c01-6e1f-4d4c-8715-6a00f1d72624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:33:20Z', 'updated_at': '2021-08-29T04:33:27Z', 'revision_number': 4, 'project_id': 'b0f1228a8bd44b90ad5ea0a20c4870bf', 'gw_port': {'id': 'fbc11c01-6e1f-4d4c-8715-6a00f1d72624', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:04:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a08ddf-bdc9-4a4e-a61d-615f0214f219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:33:21Z', 'updated_at': '2021-08-29T04:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '062b197c-e371-4ec0-9066-067cc2b73690', 'name': '', 'network_id': 'f8102508-8177-4d08-b66e-69e3d8dd4b5c', 'tenant_id': 'b0f1228a8bd44b90ad5ea0a20c4870bf', 'mac_address': 'fa:16:3e:cd:dc:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7a08ddf-bdc9-4a4e-a61d-615f0214f219', 'device_owner': 'network:router_interface', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '38723797-c164-4ad1-837d-c534b680646e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:33:25Z', 'updated_at': '2021-08-29T04:33:38Z', 'revision_number': 4, 'project_id': 'b0f1228a8bd44b90ad5ea0a20c4870bf', 'subnets': [{'id': '38723797-c164-4ad1-837d-c534b680646e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:33:40.297816 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d32a29-afe5-45ab-8ab7-ecce9cccebeb req-efe817e6-b311-42a7-b15b-724acd3ed068 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:40.322916 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-18d32a29-afe5-45ab-8ab7-ecce9cccebeb req-efe817e6-b311-42a7-b15b-724acd3ed068 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 945 time: 0.2291861 Aug 29 04:33:40.412111 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-94462b62-c0a4-4ccb-9bbf-971f1420999a tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] For port 60dac86a-3321-4681-90f4-60ff67b3b910, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=60dac86a-3321-4681-90f4-60ff67b3b910,segment=NetworkSegment(0fc0da0a-b381-4d95-9f3f-3aa10a110ba6),segment_id=0fc0da0a-b381-4d95-9f3f-3aa10a110ba6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:40.458620 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-18d32a29-afe5-45ab-8ab7-ecce9cccebeb req-1ce7ccc5-421a-4087-a4ec-618e7a5ed90a tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249983 Aug 29 04:33:40.460535 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-94462b62-c0a4-4ccb-9bbf-971f1420999a tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:40.465258 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad869d1-a5ff-47d2-adbf-94d0fb88fe46 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:33:40.543077 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-089806ab-3316-495d-84d2-88603375394d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7468fa49-b5a9-4047-8deb-f36d05a06a1e', 'name': 'tempest-TestVolumeBackupRestore-706811000-router', 'tenant_id': '3c2056b185a4447f97a37026802347bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': '0828e849-c199-4e98-9bad-352a5d86f088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:27:46Z', 'updated_at': '2021-08-29T04:33:36Z', 'revision_number': 5, 'project_id': '3c2056b185a4447f97a37026802347bd', 'gw_port': {'id': '0828e849-c199-4e98-9bad-352a5d86f088', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:48:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7468fa49-b5a9-4047-8deb-f36d05a06a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:27:47Z', 'updated_at': '2021-08-29T04:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:40.679272 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089806ab-3316-495d-84d2-88603375394d None None] Checking router: 7468fa49-b5a9-4047-8deb-f36d05a06a1e for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:33:40.699584 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089806ab-3316-495d-84d2-88603375394d None None] Routers {'7468fa49-b5a9-4047-8deb-f36d05a06a1e'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:33:40.700278 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-089806ab-3316-495d-84d2-88603375394d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:33:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['7468fa49-b5a9-4047-8deb-f36d05a06a1e'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:40.741562 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-94462b62-c0a4-4ccb-9bbf-971f1420999a tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:40.742341 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-94462b62-c0a4-4ccb-9bbf-971f1420999a tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9191137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10062364'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:40.882227 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 062b197c-e371-4ec0-9066-067cc2b73690 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:33:40.950093 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94462b62-c0a4-4ccb-9bbf-971f1420999a tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:33:40.971499 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-94462b62-c0a4-4ccb-9bbf-971f1420999a tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:40.975224 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94462b62-c0a4-4ccb-9bbf-971f1420999a tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:40.976212 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-94462b62-c0a4-4ccb-9bbf-971f1420999a tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:41.037830 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 44560) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:41.038073 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-94462b62-c0a4-4ccb-9bbf-971f1420999a tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.7323565 Aug 29 04:33:41.043456 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-3badd62d-6eed-4b28-81f9-ef1324b01780 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Request body: {'port': {'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b', 'mac_address': 'fa:16:3e:eb:e2:3f', 'name': 'tempest-NetworksTestDHCPv6-500450027'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:41.052339 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94462b62-c0a4-4ccb-9bbf-971f1420999a tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Pushing event updated for resources: {'Port': ['ID=60dac86a-3321-4681-90f4-60ff67b3b910,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:41.056845 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94462b62-c0a4-4ccb-9bbf-971f1420999a tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Pushing event updated for resources: {'Subnet': ['ID=1694fdca-fe67-4be8-bbe8-eda917060c44,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:41.061181 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1ff15977-6003-45e3-86ea-d4d36bdebe79 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:41.436244 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3badd62d-6eed-4b28-81f9-ef1324b01780 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Made reservation on behalf of 808af00233b447dbb547871646623489 for: {'port': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:41.440502 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d51a208-c56f-4df9-9782-1efcda2aa784 None None] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:33:41.458403 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-f81fc92f-366c-4eb7-9320-56b9e7985b06 None None] Provisioning for port 60dac86a-3321-4681-90f4-60ff67b3b910 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:33:41.651521 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 062b197c-e371-4ec0-9066-067cc2b73690 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:33:41.700823 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 062b197c-e371-4ec0-9066-067cc2b73690 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:41.702811 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:41.816407 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3badd62d-6eed-4b28-81f9-ef1324b01780 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:41.852093 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-089806ab-3316-495d-84d2-88603375394d None None] Set router 7468fa49-b5a9-4047-8deb-f36d05a06a1e gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:33:41.912998 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [None req-3badd62d-6eed-4b28-81f9-ef1324b01780 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] device_id is not set on port 5d5f6da3-3ae9-4c09-b861-27cb9077b09c yet. {{(pid=94829) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:33:41.990142 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b340859-2a64-48fb-b978-3fc319fc4b5d req-50873eb6-9215-41a2-8cda-0e543b0204ae tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:41.992061 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6b340859-2a64-48fb-b978-3fc319fc4b5d req-50873eb6-9215-41a2-8cda-0e543b0204ae tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 945 time: 0.3734615 Aug 29 04:33:42.112684 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:42.150315 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-aad869d1-a5ff-47d2-adbf-94d0fb88fe46 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify callbacks [] for router_gateway, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:42.224763 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 062b197c-e371-4ec0-9066-067cc2b73690, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=062b197c-e371-4ec0-9066-067cc2b73690,segment=NetworkSegment(88cb7283-5e09-4136-9417-8643970a451b),segment_id=88cb7283-5e09-4136-9417-8643970a451b)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:42.252175 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:42.253289 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 60dac86a-3321-4681-90f4-60ff67b3b910 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:33:42.334576 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=062b197c-e371-4ec0-9066-067cc2b73690,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:42.352996 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6b340859-2a64-48fb-b978-3fc319fc4b5d req-c7b1cf19-e1ef-42a1-8e21-d1a895311b24 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845580 Aug 29 04:33:42.434122 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-089806ab-3316-495d-84d2-88603375394d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7468fa49-b5a9-4047-8deb-f36d05a06a1e', 'name': 'tempest-TestVolumeBackupRestore-706811000-router', 'tenant_id': '3c2056b185a4447f97a37026802347bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': '0828e849-c199-4e98-9bad-352a5d86f088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:27:46Z', 'updated_at': '2021-08-29T04:33:36Z', 'revision_number': 5, 'project_id': '3c2056b185a4447f97a37026802347bd', 'gw_port': {'id': '0828e849-c199-4e98-9bad-352a5d86f088', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:48:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7468fa49-b5a9-4047-8deb-f36d05a06a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:27:47Z', 'updated_at': '2021-08-29T04:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:42.460595 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-3badd62d-6eed-4b28-81f9-ef1324b01780 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Allocated IP 172.20.0.8 (9a0c1c63-2a3a-4918-9723-8b35bf7d017b/93521ac6-435d-445e-90e5-afe5025c7df8/5d5f6da3-3ae9-4c09-b861-27cb9077b09c) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:33:42.473436 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-3badd62d-6eed-4b28-81f9-ef1324b01780 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Allocated IP 2001:db8::f816:3eff:feeb:e23f (9a0c1c63-2a3a-4918-9723-8b35bf7d017b/1694fdca-fe67-4be8-bbe8-eda917060c44/5d5f6da3-3ae9-4c09-b861-27cb9077b09c) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:33:42.526314 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089806ab-3316-495d-84d2-88603375394d None None] The sync data for ids ['7468fa49-b5a9-4047-8deb-f36d05a06a1e'] in n-d-712140-12 is: [{'id': '7468fa49-b5a9-4047-8deb-f36d05a06a1e', 'name': 'tempest-TestVolumeBackupRestore-706811000-router', 'tenant_id': '3c2056b185a4447f97a37026802347bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': '0828e849-c199-4e98-9bad-352a5d86f088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:27:46Z', 'updated_at': '2021-08-29T04:33:36Z', 'revision_number': 5, 'project_id': '3c2056b185a4447f97a37026802347bd', 'gw_port': {'id': '0828e849-c199-4e98-9bad-352a5d86f088', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:48:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7468fa49-b5a9-4047-8deb-f36d05a06a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:27:47Z', 'updated_at': '2021-08-29T04:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:33:42.559337 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 60dac86a-3321-4681-90f4-60ff67b3b910 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:33:42.565502 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 60dac86a-3321-4681-90f4-60ff67b3b910 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:42.565883 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:42.745653 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-aad869d1-a5ff-47d2-adbf-94d0fb88fe46 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409'] for router, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:42.776187 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:42.840028 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 60dac86a-3321-4681-90f4-60ff67b3b910, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=60dac86a-3321-4681-90f4-60ff67b3b910,segment=NetworkSegment(0fc0da0a-b381-4d95-9f3f-3aa10a110ba6),segment_id=0fc0da0a-b381-4d95-9f3f-3aa10a110ba6)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:42.868102 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:43.008945 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3badd62d-6eed-4b28-81f9-ef1324b01780 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:43.060074 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-3badd62d-6eed-4b28-81f9-ef1324b01780 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Transition to ACTIVE for port object 5d5f6da3-3ae9-4c09-b861-27cb9077b09c will not be triggered until provisioned by entity DHCP. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:33:43.077115 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-1ff15977-6003-45e3-86ea-d4d36bdebe79 admin admin] Deleting port 0828e849-c199-4e98-9bad-352a5d86f088 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:33:43.077526 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1ff15977-6003-45e3-86ea-d4d36bdebe79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:43.081912 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=60dac86a-3321-4681-90f4-60ff67b3b910,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:43.177155 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3badd62d-6eed-4b28-81f9-ef1324b01780 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:43.185731 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 062b197c-e371-4ec0-9066-067cc2b73690 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:33:43.288279 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3badd62d-6eed-4b28-81f9-ef1324b01780 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Pushing event updated for resources: {'Port': ['ID=5d5f6da3-3ae9-4c09-b861-27cb9077b09c,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:43.328594 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3badd62d-6eed-4b28-81f9-ef1324b01780 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:33:43.332632 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-3badd62d-6eed-4b28-81f9-ef1324b01780 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:43.338166 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3badd62d-6eed-4b28-81f9-ef1324b01780 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:33:43.340442 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 062b197c-e371-4ec0-9066-067cc2b73690 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:43.340834 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:43.409258 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-1ff15977-6003-45e3-86ea-d4d36bdebe79 admin admin] For port 0828e849-c199-4e98-9bad-352a5d86f088, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=0828e849-c199-4e98-9bad-352a5d86f088,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:43.414315 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1ff15977-6003-45e3-86ea-d4d36bdebe79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:43.423877 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3badd62d-6eed-4b28-81f9-ef1324b01780 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:43.426642 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3badd62d-6eed-4b28-81f9-ef1324b01780 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:43.444603 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-3badd62d-6eed-4b28-81f9-ef1324b01780 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.4051602 Aug 29 04:33:43.451547 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 44602) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:43.590581 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbc8347-6b80-43fd-9fa8-6617cf3d21d7 req-5196d28b-e3dd-4b5b-a802-6aca5950b26d tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:43.602021 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0dbc8347-6b80-43fd-9fa8-6617cf3d21d7 req-5196d28b-e3dd-4b5b-a802-6aca5950b26d tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 945 time: 0.0787184 Aug 29 04:33:43.603155 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 60dac86a-3321-4681-90f4-60ff67b3b910 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:33:43.634631 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c12f57-a828-4871-b06c-d04cdb781eaa tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:43.641091 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c12f57-a828-4871-b06c-d04cdb781eaa tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:43.645638 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-d8c12f57-a828-4871-b06c-d04cdb781eaa tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1897726 Aug 29 04:33:43.649528 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 44604) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:43.656020 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-1ff15977-6003-45e3-86ea-d4d36bdebe79 admin admin] Calling delete_port for 0828e849-c199-4e98-9bad-352a5d86f088 owned by network:router_gateway {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:33:43.701499 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0dbc8347-6b80-43fd-9fa8-6617cf3d21d7 req-b1ff69cf-c4a2-4f89-b98f-543c71e74039 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938416 Aug 29 04:33:43.703166 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 60dac86a-3321-4681-90f4-60ff67b3b910 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:43.703700 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:43.860584 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-2b56d666-0d78-46a3-ae0e-fce470c0523c None None] Provisioning complete for port 60dac86a-3321-4681-90f4-60ff67b3b910 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:43.861359 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2b56d666-0d78-46a3-ae0e-fce470c0523c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:43.872133 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aad869d1-a5ff-47d2-adbf-94d0fb88fe46 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Router e0f86d78-cb77-4497-b9bd-22ef50540b27 is scheduled to L3 agent 76874008-c311-485c-ba36-921b6d275b6a with binding_index 1 {{(pid=94828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:33:43.942755 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device f6e16258-051a-4226-ac81-5ed639862316 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:33:43.982966 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: f6e16258-051a-4226-ac81-5ed639862316 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:33:43.983443 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device f6e16258-051a-4226-ac81-5ed639862316 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:33:44.222952 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b25c1f8a-6acb-47e1-a5d2-226e4856cb7f tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Deleting port 5d5f6da3-3ae9-4c09-b861-27cb9077b09c {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:33:44.223306 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b25c1f8a-6acb-47e1-a5d2-226e4856cb7f tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:44.224686 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-01c6b9ea-3927-4642-864b-3ef7c8d2140f None None] Provisioning for port 5d5f6da3-3ae9-4c09-b861-27cb9077b09c completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:33:44.229193 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-01c6b9ea-3927-4642-864b-3ef7c8d2140f None None] Provisioning complete for port 5d5f6da3-3ae9-4c09-b861-27cb9077b09c triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:44.229583 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-01c6b9ea-3927-4642-864b-3ef7c8d2140f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:44.291549 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-01c6b9ea-3927-4642-864b-3ef7c8d2140f None None] Port 5d5f6da3-3ae9-4c09-b861-27cb9077b09c cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:33:44.378638 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aad869d1-a5ff-47d2-adbf-94d0fb88fe46 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:33:44.411636 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3baa181-c03a-47f4-96b4-ece444d555aa None None] Sync routers for ids ['e0f86d78-cb77-4497-b9bd-22ef50540b27'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:33:44.425753 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3baa181-c03a-47f4-96b4-ece444d555aa None None] Routers {'e0f86d78-cb77-4497-b9bd-22ef50540b27'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:33:44.428747 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-e3baa181-c03a-47f4-96b4-ece444d555aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:33:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['e0f86d78-cb77-4497-b9bd-22ef50540b27'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:44.429706 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b25c1f8a-6acb-47e1-a5d2-226e4856cb7f tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:44.452470 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-aad869d1-a5ff-47d2-adbf-94d0fb88fe46 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify callbacks [] for router, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:44.454005 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-aad869d1-a5ff-47d2-adbf-94d0fb88fe46 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 9.4436657 Aug 29 04:33:44.456642 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 44620) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:44.466497 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b25c1f8a-6acb-47e1-a5d2-226e4856cb7f tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Calling delete_port for 5d5f6da3-3ae9-4c09-b861-27cb9077b09c owned by {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:33:44.473718 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1ff15977-6003-45e3-86ea-d4d36bdebe79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:44.482763 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-e3baa181-c03a-47f4-96b4-ece444d555aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:44.513256 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3baa181-c03a-47f4-96b4-ece444d555aa None None] Routers {'e0f86d78-cb77-4497-b9bd-22ef50540b27'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:33:44.514259 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-e3baa181-c03a-47f4-96b4-ece444d555aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:33:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['e0f86d78-cb77-4497-b9bd-22ef50540b27'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:44.597602 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff15977-6003-45e3-86ea-d4d36bdebe79 admin admin] Pushing event deleted for resources: {'Port': ['ID=0828e849-c199-4e98-9bad-352a5d86f088,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:44.634863 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-e3baa181-c03a-47f4-96b4-ece444d555aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:44.635539 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3baa181-c03a-47f4-96b4-ece444d555aa None None] The sync data for ids ['e0f86d78-cb77-4497-b9bd-22ef50540b27'] in n-d-712140-12 is: [] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:33:44.690502 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1ff15977-6003-45e3-86ea-d4d36bdebe79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719445'] for router_gateway, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:44.735423 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-3fd6d7ef-1e8a-4f59-99a7-210a04645eb3 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] 10.222.0.22 "GET /v2.0/routers/e0f86d78-cb77-4497-b9bd-22ef50540b27 HTTP/1.1" status: 200 len: 921 time: 0.2772918 Aug 29 04:33:44.735878 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 44624) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:44.817724 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-8a94a39c-a32d-4f1f-8b2d-dec2edcff89a tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0f86d78-cb77-4497-b9bd-22ef50540b27 HTTP/1.1" status: 200 len: 205 time: 0.0799046 Aug 29 04:33:44.818401 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 44628) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:44.842311 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1ff15977-6003-45e3-86ea-d4d36bdebe79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:44.845807 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1ff15977-6003-45e3-86ea-d4d36bdebe79 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:45.008853 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1ff15977-6003-45e3-86ea-d4d36bdebe79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717253'] for router, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:45.010216 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ff15977-6003-45e3-86ea-d4d36bdebe79 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7468fa49-b5a9-4047-8deb-f36d05a06a1e {{(pid=94828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:33:45.018745 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1ff15977-6003-45e3-86ea-d4d36bdebe79 admin admin] Notify callbacks [] for router, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:45.024364 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-1ff15977-6003-45e3-86ea-d4d36bdebe79 admin admin] 10.222.0.22 "DELETE /v2.0/routers/7468fa49-b5a9-4047-8deb-f36d05a06a1e HTTP/1.1" status: 204 len: 168 time: 5.4653215 Aug 29 04:33:45.024364 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 44632) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:45.103193 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_v2 [None req-268dabd0-ce5f-442e-bf1c-4489f254cd9c admin admin] Deleting subnet 0b0c6566-de1e-4de5-a4a8-8adcb3a1f5a2 {{(pid=94828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:33:45.135000 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-268dabd0-ce5f-442e-bf1c-4489f254cd9c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:45.175133 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 60dac86a-3321-4681-90f4-60ff67b3b910 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:33:45.259568 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-268dabd0-ce5f-442e-bf1c-4489f254cd9c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8904862'] for subnet, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:45.364779 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b25c1f8a-6acb-47e1-a5d2-226e4856cb7f tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:45.386239 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 60dac86a-3321-4681-90f4-60ff67b3b910 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:45.389697 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35df15b4-06a0-4a6e-b2cc-14bd717cf776 req-20b83730-d8d9-47d0-8016-b292ed99c696 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:45.390152 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:45.392501 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-35df15b4-06a0-4a6e-b2cc-14bd717cf776 req-20b83730-d8d9-47d0-8016-b292ed99c696 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 945 time: 0.5491664 Aug 29 04:33:45.486297 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25c1f8a-6acb-47e1-a5d2-226e4856cb7f tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Pushing event deleted for resources: {'Port': ['ID=5d5f6da3-3ae9-4c09-b861-27cb9077b09c,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:45.500749 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-98f74d05-84d6-4735-b46f-d4af2868127d tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify callbacks [] for router, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:45.599936 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-268dabd0-ce5f-442e-bf1c-4489f254cd9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:45.682975 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b25c1f8a-6acb-47e1-a5d2-226e4856cb7f tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:45.687705 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-b25c1f8a-6acb-47e1-a5d2-226e4856cb7f tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "DELETE /v2.0/ports/5d5f6da3-3ae9-4c09-b861-27cb9077b09c HTTP/1.1" status: 204 len: 168 time: 2.0268235 Aug 29 04:33:45.692316 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 44644) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:45.731245 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-35df15b4-06a0-4a6e-b2cc-14bd717cf776 req-650471f9-a035-4695-94f5-43eba2332abc tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3171585 Aug 29 04:33:45.913409 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4bc0c4a-48cf-475d-a164-890d9e24e117 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:45.915126 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4bc0c4a-48cf-475d-a164-890d9e24e117 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:45.926866 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4bc0c4a-48cf-475d-a164-890d9e24e117 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:45.931301 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-a4bc0c4a-48cf-475d-a164-890d9e24e117 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2268646 Aug 29 04:33:45.931512 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-98f74d05-84d6-4735-b46f-d4af2868127d tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:45.932323 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 44650) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:45.943495 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-268dabd0-ce5f-442e-bf1c-4489f254cd9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9190434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062341'] for subnet, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:46.037959 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268dabd0-ce5f-442e-bf1c-4489f254cd9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b0c6566-de1e-4de5-a4a8-8adcb3a1f5a2,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:46.041230 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de08bdb3-b106-429d-8d3e-6bf9f600a7c9 None None] Network df74e724-c81a-44f3-b66b-f70a4e2cf3f1 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:33:46.043711 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-268dabd0-ce5f-442e-bf1c-4489f254cd9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:46.049109 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-268dabd0-ce5f-442e-bf1c-4489f254cd9c admin admin] 10.222.0.22 "DELETE /v2.0/subnets/0b0c6566-de1e-4de5-a4a8-8adcb3a1f5a2 HTTP/1.1" status: 204 len: 168 time: 1.0243845 Aug 29 04:33:46.052557 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 44652) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:46.076430 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-98f74d05-84d6-4735-b46f-d4af2868127d tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Deleting port 70349835-725a-412c-bd6f-64c085d3fea2 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:33:46.076791 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-98f74d05-84d6-4735-b46f-d4af2868127d tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:46.131968 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1f07021-1c43-4df6-bd7b-b0fc094f0ceb tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Deleting subnet 1694fdca-fe67-4be8-bbe8-eda917060c44 {{(pid=94828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:33:46.137101 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a1f07021-1c43-4df6-bd7b-b0fc094f0ceb tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for subnet, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:46.229168 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-98f74d05-84d6-4735-b46f-d4af2868127d tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:46.241807 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f8753459-4d20-4d3c-9aee-728d915b29ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:46.257489 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-98f74d05-84d6-4735-b46f-d4af2868127d tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Calling delete_port for 70349835-725a-412c-bd6f-64c085d3fea2 owned by network:router_gateway {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:33:46.345710 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a1f07021-1c43-4df6-bd7b-b0fc094f0ceb tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8904862'] for subnet, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:46.389686 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6a190f-b7ce-49f2-99d5-f2dbd803e5db None None] DHCP port deletion for df74e724-c81a-44f3-b66b-f70a4e2cf3f1 request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:33:46.538071 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-eb6a190f-b7ce-49f2-99d5-f2dbd803e5db None None] Deleting port 063a2042-f735-495d-997c-bfa4342db7a8 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:33:46.539205 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-eb6a190f-b7ce-49f2-99d5-f2dbd803e5db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:46.654067 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-eb6a190f-b7ce-49f2-99d5-f2dbd803e5db None None] For port 063a2042-f735-495d-997c-bfa4342db7a8, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=063a2042-f735-495d-997c-bfa4342db7a8,segment=NetworkSegment(e42ae04f-c78a-49b6-b653-d68296ae5b14),segment_id=e42ae04f-c78a-49b6-b653-d68296ae5b14)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:46.659486 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-eb6a190f-b7ce-49f2-99d5-f2dbd803e5db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:46.676676 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f8753459-4d20-4d3c-9aee-728d915b29ac admin admin] Deleting port 063a2042-f735-495d-997c-bfa4342db7a8 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:33:46.677282 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f8753459-4d20-4d3c-9aee-728d915b29ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:46.697658 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-98f74d05-84d6-4735-b46f-d4af2868127d tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:46.697850 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-eb6a190f-b7ce-49f2-99d5-f2dbd803e5db None None] Calling delete_port for 063a2042-f735-495d-997c-bfa4342db7a8 owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:33:46.728869 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a1f07021-1c43-4df6-bd7b-b0fc094f0ceb tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:46.855540 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f74d05-84d6-4735-b46f-d4af2868127d tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Pushing event deleted for resources: {'Port': ['ID=70349835-725a-412c-bd6f-64c085d3fea2,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:46.913425 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f8753459-4d20-4d3c-9aee-728d915b29ac admin admin] For port 063a2042-f735-495d-997c-bfa4342db7a8, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=063a2042-f735-495d-997c-bfa4342db7a8,segment=NetworkSegment(e42ae04f-c78a-49b6-b653-d68296ae5b14),segment_id=e42ae04f-c78a-49b6-b653-d68296ae5b14)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:46.913783 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f8753459-4d20-4d3c-9aee-728d915b29ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:46.928420 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-eb6a190f-b7ce-49f2-99d5-f2dbd803e5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:46.963748 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6a190f-b7ce-49f2-99d5-f2dbd803e5db None None] No DVR routers for this DVR port 063a2042-f735-495d-997c-bfa4342db7a8 on host n-d-712140-12 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:33:46.983295 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f8753459-4d20-4d3c-9aee-728d915b29ac admin admin] Calling delete_port for 063a2042-f735-495d-997c-bfa4342db7a8 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:33:46.984763 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e10553-d528-4da6-ac70-279479f1d9a0 req-b043552c-d3c9-4d1e-b670-4ba8c433f3df tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:46.994366 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-99e10553-d528-4da6-ac70-279479f1d9a0 req-b043552c-d3c9-4d1e-b670-4ba8c433f3df tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 945 time: 0.0884993 Aug 29 04:33:47.007353 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-98f74d05-84d6-4735-b46f-d4af2868127d tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719445'] for router_gateway, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:47.073606 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6a190f-b7ce-49f2-99d5-f2dbd803e5db None None] Pushing event deleted for resources: {'Port': ['ID=063a2042-f735-495d-997c-bfa4342db7a8,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:47.087167 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 0828e849-c199-4e98-9bad-352a5d86f088 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:33:47.146863 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a1f07021-1c43-4df6-bd7b-b0fc094f0ceb tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9190434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062341'] for subnet, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:47.149195 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-99e10553-d528-4da6-ac70-279479f1d9a0 req-1125cad4-f260-40ef-ae85-47388a74623b tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486716 Aug 29 04:33:47.151464 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-98f74d05-84d6-4735-b46f-d4af2868127d tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:47.167108 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 0828e849-c199-4e98-9bad-352a5d86f088 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:33:47.167462 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 0828e849-c199-4e98-9bad-352a5d86f088 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:33:47.168301 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-98f74d05-84d6-4735-b46f-d4af2868127d tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:47.171990 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a1f07021-1c43-4df6-bd7b-b0fc094f0ceb tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:47.173594 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 063a2042-f735-495d-997c-bfa4342db7a8 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:33:47.178568 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-a1f07021-1c43-4df6-bd7b-b0fc094f0ceb tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "DELETE /v2.0/subnets/1694fdca-fe67-4be8-bbe8-eda917060c44 HTTP/1.1" status: 204 len: 168 time: 1.2459331 Aug 29 04:33:47.179578 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 44670) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:47.200058 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5d2291-615e-4cdb-8952-6b0c9911acc5 None None] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:33:47.210132 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f07021-1c43-4df6-bd7b-b0fc094f0ceb tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Pushing event deleted for resources: {'Subnet': ['ID=1694fdca-fe67-4be8-bbe8-eda917060c44,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:47.215809 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f8753459-4d20-4d3c-9aee-728d915b29ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:47.241595 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8753459-4d20-4d3c-9aee-728d915b29ac admin admin] Pushing event deleted for resources: {'Port': ['ID=063a2042-f735-495d-997c-bfa4342db7a8,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:47.255059 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8753459-4d20-4d3c-9aee-728d915b29ac admin admin] No DVR routers for this DVR port 063a2042-f735-495d-997c-bfa4342db7a8 on host n-d-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:33:47.291595 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-98f74d05-84d6-4735-b46f-d4af2868127d tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717253'] for router, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:47.293082 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98f74d05-84d6-4735-b46f-d4af2868127d tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Fanout notify agent at l3_agent the message router_deleted on router e0f86d78-cb77-4497-b9bd-22ef50540b27 {{(pid=94829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:33:47.316995 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-98f74d05-84d6-4735-b46f-d4af2868127d tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:47.318904 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-98f74d05-84d6-4735-b46f-d4af2868127d tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] 10.222.0.22 "DELETE /v2.0/routers/e0f86d78-cb77-4497-b9bd-22ef50540b27 HTTP/1.1" status: 204 len: 168 time: 2.4994745 Aug 29 04:33:47.327766 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a667a71-e41f-4568-a044-723da9aebf47 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Deleting subnet 93521ac6-435d-445e-90e5-afe5025c7df8 {{(pid=94829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:33:47.331292 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 44674) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:47.338257 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-b68a993d-fa32-486c-988f-6c98d32382e5 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1067360967', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'enable_snat': False}}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:47.342188 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4a667a71-e41f-4568-a044-723da9aebf47 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for subnet, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:47.391005 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 063a2042-f735-495d-997c-bfa4342db7a8 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:33:47.393241 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 063a2042-f735-495d-997c-bfa4342db7a8 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:33:47.429092 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b68a993d-fa32-486c-988f-6c98d32382e5 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:47.430521 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b68a993d-fa32-486c-988f-6c98d32382e5 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1838'] for router, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:47.437145 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4a667a71-e41f-4568-a044-723da9aebf47 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4311743'] for subnet, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:47.530602 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f8753459-4d20-4d3c-9aee-728d915b29ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:47.569590 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-f8753459-4d20-4d3c-9aee-728d915b29ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df74e724-c81a-44f3-b66b-f70a4e2cf3f1']}} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:47.622759 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-f8753459-4d20-4d3c-9aee-728d915b29ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e42ae04f-c78a-49b6-b653-d68296ae5b14') {'for_net_delete': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:47.623075 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-f8753459-4d20-4d3c-9aee-728d915b29ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e42ae04f-c78a-49b6-b653-d68296ae5b14') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:47.637880 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b68a993d-fa32-486c-988f-6c98d32382e5 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:47.648843 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f8753459-4d20-4d3c-9aee-728d915b29ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8904833'] for segment, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:47.679461 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f8753459-4d20-4d3c-9aee-728d915b29ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:47.711405 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8753459-4d20-4d3c-9aee-728d915b29ac admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=94828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:33:47.712289 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f8753459-4d20-4d3c-9aee-728d915b29ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9190468'] for segment, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:47.777883 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4a667a71-e41f-4568-a044-723da9aebf47 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:47.812462 n-d-712140-12 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:33:47.812462 n-d-712140-12 neutron-server[94828]: self.session.flush() Aug 29 04:33:47.812462 n-d-712140-12 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:33:47.812462 n-d-712140-12 neutron-server[94828]: self.session.flush() Aug 29 04:33:47.812462 n-d-712140-12 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:33:47.812462 n-d-712140-12 neutron-server[94828]: self.session.flush() Aug 29 04:33:47.812462 n-d-712140-12 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:33:47.812462 n-d-712140-12 neutron-server[94828]: self.session.flush() Aug 29 04:33:47.812462 n-d-712140-12 neutron-server[94828]: Traceback (most recent call last): Aug 29 04:33:47.812462 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:33:47.812462 n-d-712140-12 neutron-server[94828]: timer() Aug 29 04:33:47.812462 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:33:47.812462 n-d-712140-12 neutron-server[94828]: cb(*args, **kw) Aug 29 04:33:47.812462 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:33:47.812462 n-d-712140-12 neutron-server[94828]: return func(*args, **kwargs) Aug 29 04:33:47.812462 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:33:47.812462 n-d-712140-12 neutron-server[94828]: self._notify() Aug 29 04:33:47.812462 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:33:47.812462 n-d-712140-12 neutron-server[94828]: self.callback(batched_events) Aug 29 04:33:47.812462 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:33:47.812462 n-d-712140-12 neutron-server[94828]: event.method(event) Aug 29 04:33:47.812462 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:33:47.812462 n-d-712140-12 neutron-server[94828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:33:47.812462 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:33:47.812462 n-d-712140-12 neutron-server[94828]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:33:47.812462 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:33:47.812462 n-d-712140-12 neutron-server[94828]: return f(self, *a, **k) Aug 29 04:33:47.812462 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:33:47.812462 n-d-712140-12 neutron-server[94828]: return self._get(url).json() Aug 29 04:33:47.812462 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:33:47.812462 n-d-712140-12 neutron-server[94828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:33:47.812462 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:33:47.812462 n-d-712140-12 neutron-server[94828]: return self.request(url, 'GET', **kwargs) Aug 29 04:33:47.812462 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:33:47.812462 n-d-712140-12 neutron-server[94828]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:33:47.812462 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:33:47.812462 n-d-712140-12 neutron-server[94828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:33:47.812462 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:33:47.812462 n-d-712140-12 neutron-server[94828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:33:47.812462 n-d-712140-12 neutron-server[94828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:33:47.816238 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f8753459-4d20-4d3c-9aee-728d915b29ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:47.835062 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f8753459-4d20-4d3c-9aee-728d915b29ac admin admin] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:47.841405 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-f8753459-4d20-4d3c-9aee-728d915b29ac admin admin] 10.222.0.22 "DELETE /v2.0/networks/df74e724-c81a-44f3-b66b-f70a4e2cf3f1 HTTP/1.1" status: 204 len: 168 time: 1.7875574 Aug 29 04:33:47.844749 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8753459-4d20-4d3c-9aee-728d915b29ac admin admin] Pushing event deleted for resources: {'Network': ['ID=df74e724-c81a-44f3-b66b-f70a4e2cf3f1,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:47.850884 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 44686) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:47.898733 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b68a993d-fa32-486c-988f-6c98d32382e5 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:48.074749 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4a667a71-e41f-4568-a044-723da9aebf47 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4552352'] for subnet, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:48.158699 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a667a71-e41f-4568-a044-723da9aebf47 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Pushing event deleted for resources: {'Subnet': ['ID=93521ac6-435d-445e-90e5-afe5025c7df8,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:48.190032 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4a667a71-e41f-4568-a044-723da9aebf47 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:48.194837 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-4a667a71-e41f-4568-a044-723da9aebf47 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "DELETE /v2.0/subnets/93521ac6-435d-445e-90e5-afe5025c7df8 HTTP/1.1" status: 204 len: 168 time: 1.0139155 Aug 29 04:33:48.220429 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 44696) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:48.281065 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-1afd4fea-19eb-4006-9aef-5e70fe9d6fe4 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0591800 Aug 29 04:33:48.283802 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 44698) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:48.447850 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39bbe2ab-f7d0-4e54-a517-787f5e041282 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:48.449854 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-39bbe2ab-f7d0-4e54-a517-787f5e041282 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1649902 Aug 29 04:33:48.452983 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 44700) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:48.615212 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb33cd28-389b-4b95-ab3c-5fd4ce5030d2 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:48.617057 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-bb33cd28-389b-4b95-ab3c-5fd4ce5030d2 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1627347 Aug 29 04:33:48.619792 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 44708) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:48.774626 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-573b6b3d-33ad-48ca-81f2-881b52ac34ff tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1535380 Aug 29 04:33:48.792400 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 44714) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:48.824726 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-404ce8a1-aaa6-4ce4-aa3e-81d5df017951 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Request body: {'subnet': {'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:48.846653 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec252d68-2736-468c-850c-739f8f9d77ad None None] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:33:48.980794 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-f50123db-6b73-41ce-812c-ab047c62fce0 None None] Provisioning complete for port 60dac86a-3321-4681-90f4-60ff67b3b910 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:48.981184 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f50123db-6b73-41ce-812c-ab047c62fce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:49.001772 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-404ce8a1-aaa6-4ce4-aa3e-81d5df017951 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Made reservation on behalf of 808af00233b447dbb547871646623489 for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:49.005331 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-404ce8a1-aaa6-4ce4-aa3e-81d5df017951 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:49.006999 n-d-712140-12 neutron-server[94828]: INFO neutron.pecan_wsgi.hooks.translation [None req-404ce8a1-aaa6-4ce4-aa3e-81d5df017951 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:33:49.007456 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-404ce8a1-aaa6-4ce4-aa3e-81d5df017951 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:49.062966 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-404ce8a1-aaa6-4ce4-aa3e-81d5df017951 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2447488 Aug 29 04:33:49.065836 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea9c42b-a098-4e59-9b6a-e38950541353 req-8d6dcc66-0dd4-4139-8afa-aea831095933 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:49.073486 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1ea9c42b-a098-4e59-9b6a-e38950541353 req-8d6dcc66-0dd4-4139-8afa-aea831095933 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 945 time: 0.8074658 Aug 29 04:33:49.078073 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 44720) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:49.093883 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-ddd45df1-074e-4768-883a-2142da879a7d tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Request body: {'subnet': {'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:49.196411 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b68a993d-fa32-486c-988f-6c98d32382e5 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:49.209348 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1ea9c42b-a098-4e59-9b6a-e38950541353 req-4c14e6f8-0f0f-498b-b4ce-6c6763b2de96 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346238 Aug 29 04:33:49.240031 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b68a993d-fa32-486c-988f-6c98d32382e5 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:49.329881 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:49.366795 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-b68a993d-fa32-486c-988f-6c98d32382e5 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Allocated IP 172.25.0.105 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/16ef7bf6-a6cb-4217-8d5d-08b96c4668b6) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:33:49.381414 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddd45df1-074e-4768-883a-2142da879a7d tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Made reservation on behalf of 808af00233b447dbb547871646623489 for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:49.385085 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ddd45df1-074e-4768-883a-2142da879a7d tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:49.386486 n-d-712140-12 neutron-server[94828]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddd45df1-074e-4768-883a-2142da879a7d tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:33:49.386925 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddd45df1-074e-4768-883a-2142da879a7d tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:49.409666 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-771be9e9-0181-4fc3-8fe0-7b78eea20903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713413'] for router_interface, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:49.436489 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5b1b54-eb94-4d30-a669-a2f65916f2e1 None None] DHCP port deletion for 9a0c1c63-2a3a-4918-9723-8b35bf7d017b request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:33:49.541231 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-ddd45df1-074e-4768-883a-2142da879a7d tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4605169 Aug 29 04:33:49.546211 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 44728) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:49.560150 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-a3206dfa-53c6-4370-8e4f-0926951f59dc tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Request body: {'subnet': {'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:49.590301 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-2e5b1b54-eb94-4d30-a669-a2f65916f2e1 None None] Deleting port 60dac86a-3321-4681-90f4-60ff67b3b910 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:33:49.590563 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2e5b1b54-eb94-4d30-a669-a2f65916f2e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:49.772156 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-2e5b1b54-eb94-4d30-a669-a2f65916f2e1 None None] For port 60dac86a-3321-4681-90f4-60ff67b3b910, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=60dac86a-3321-4681-90f4-60ff67b3b910,segment=NetworkSegment(0fc0da0a-b381-4d95-9f3f-3aa10a110ba6),segment_id=0fc0da0a-b381-4d95-9f3f-3aa10a110ba6)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:49.772607 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2e5b1b54-eb94-4d30-a669-a2f65916f2e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:49.791957 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-2e5b1b54-eb94-4d30-a669-a2f65916f2e1 None None] Calling delete_port for 60dac86a-3321-4681-90f4-60ff67b3b910 owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:33:50.020862 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3206dfa-53c6-4370-8e4f-0926951f59dc tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Made reservation on behalf of 808af00233b447dbb547871646623489 for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:50.025060 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a3206dfa-53c6-4370-8e4f-0926951f59dc tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4552395'] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:50.028154 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3206dfa-53c6-4370-8e4f-0926951f59dc tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:33:50.028694 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3206dfa-53c6-4370-8e4f-0926951f59dc tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:50.038597 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b68a993d-fa32-486c-988f-6c98d32382e5 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:50.127983 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2e5b1b54-eb94-4d30-a669-a2f65916f2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:50.154077 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-771be9e9-0181-4fc3-8fe0-7b78eea20903 admin admin] Deleting port 0c39330f-1f95-470a-adc1-5f69ff79341e {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:33:50.157324 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b68a993d-fa32-486c-988f-6c98d32382e5 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:50.158764 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-771be9e9-0181-4fc3-8fe0-7b78eea20903 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:50.159041 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5b1b54-eb94-4d30-a669-a2f65916f2e1 None None] Pushing event deleted for resources: {'Port': ['ID=60dac86a-3321-4681-90f4-60ff67b3b910,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:50.193750 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5b1b54-eb94-4d30-a669-a2f65916f2e1 None None] No DVR routers for this DVR port 60dac86a-3321-4681-90f4-60ff67b3b910 on host n-d-712140-12 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:33:50.258615 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-a3206dfa-53c6-4370-8e4f-0926951f59dc tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.7106359 Aug 29 04:33:50.317490 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68a993d-fa32-486c-988f-6c98d32382e5 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:33:50.393859 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 44746) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:50.413391 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-bccbc97c-dde6-40c2-bee6-d0a6cacfa937 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Request body: {'subnet': {'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:50.463134 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-b68a993d-fa32-486c-988f-6c98d32382e5 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:50.469892 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68a993d-fa32-486c-988f-6c98d32382e5 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:33:50.602733 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 44758) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:50.646308 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68a993d-fa32-486c-988f-6c98d32382e5 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Pushing event updated for resources: {'Port': ['ID=16ef7bf6-a6cb-4217-8d5d-08b96c4668b6,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:50.673267 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50968bf5-dbd8-45db-a9f6-95a11aac9608 req-1136e850-be06-4f73-bbe4-ab9cecffd508 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:50.675247 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-50968bf5-dbd8-45db-a9f6-95a11aac9608 req-1136e850-be06-4f73-bbe4-ab9cecffd508 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 945 time: 0.3566167 Aug 29 04:33:50.819273 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bccbc97c-dde6-40c2-bee6-d0a6cacfa937 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Made reservation on behalf of 808af00233b447dbb547871646623489 for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:50.825265 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-bccbc97c-dde6-40c2-bee6-d0a6cacfa937 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4552395'] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:50.827503 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-bccbc97c-dde6-40c2-bee6-d0a6cacfa937 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:33:50.831993 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bccbc97c-dde6-40c2-bee6-d0a6cacfa937 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:50.909197 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-50968bf5-dbd8-45db-a9f6-95a11aac9608 req-be7fed0a-286d-4482-840a-422c2e5da504 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059546 Aug 29 04:33:50.986695 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-bccbc97c-dde6-40c2-bee6-d0a6cacfa937 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5841966 Aug 29 04:33:50.986936 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-771be9e9-0181-4fc3-8fe0-7b78eea20903 admin admin] For port 0c39330f-1f95-470a-adc1-5f69ff79341e, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=0c39330f-1f95-470a-adc1-5f69ff79341e,segment=NetworkSegment(7fa18be5-b67b-455a-bcf7-9c1dc39feca9),segment_id=7fa18be5-b67b-455a-bcf7-9c1dc39feca9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:50.987065 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-771be9e9-0181-4fc3-8fe0-7b78eea20903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:51.007359 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 44772) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:51.020743 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-fd38c84a-fbd4-400c-97ce-d67c76748cdd tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Request body: {'subnet': {'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:51.050050 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 60dac86a-3321-4681-90f4-60ff67b3b910 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:33:51.091388 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 60dac86a-3321-4681-90f4-60ff67b3b910 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:33:51.092075 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 60dac86a-3321-4681-90f4-60ff67b3b910 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:33:51.151151 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6a3adc-de08-45bd-aa8c-7a1f0dec099a req-7d32fffb-8670-41fc-ac20-e4c2ee22829f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:51.155951 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:33:51.160816 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ec6a3adc-de08-45bd-aa8c-7a1f0dec099a req-7d32fffb-8670-41fc-ac20-e4c2ee22829f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b25f2fd3-149b-4c4f-9b91-9020c243fd31 HTTP/1.1" status: 200 len: 1098 time: 0.5258522 Aug 29 04:33:51.253434 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ec6a3adc-de08-45bd-aa8c-7a1f0dec099a req-5808cafb-fe51-41bf-8c9c-ac32d1e45cee service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=91890e48-7ed6-4995-b52b-4b966607cd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430665 Aug 29 04:33:51.260419 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b68a993d-fa32-486c-988f-6c98d32382e5 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:51.304682 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-771be9e9-0181-4fc3-8fe0-7b78eea20903 admin admin] Calling delete_port for 0c39330f-1f95-470a-adc1-5f69ff79341e owned by network:router_interface {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:33:51.501385 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b68a993d-fa32-486c-988f-6c98d32382e5 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409'] for router, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:51.511794 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd38c84a-fbd4-400c-97ce-d67c76748cdd tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Made reservation on behalf of 808af00233b447dbb547871646623489 for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:51.516261 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fd38c84a-fbd4-400c-97ce-d67c76748cdd tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:51.517849 n-d-712140-12 neutron-server[94828]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd38c84a-fbd4-400c-97ce-d67c76748cdd tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:33:51.518445 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd38c84a-fbd4-400c-97ce-d67c76748cdd tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:51.551501 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-fd38c84a-fbd4-400c-97ce-d67c76748cdd tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5418749 Aug 29 04:33:51.555176 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 44780) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:51.566049 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-31053723-96d9-4022-9983-ed56a3fb3055 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Request body: {'subnet': {'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:51.750983 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b68a993d-fa32-486c-988f-6c98d32382e5 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Router 27d78185-a16a-4c58-8178-30cd7f5952a4 is scheduled to L3 agent 76874008-c311-485c-ba36-921b6d275b6a with binding_index 1 {{(pid=94829) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:33:51.847823 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31053723-96d9-4022-9983-ed56a3fb3055 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Made reservation on behalf of 808af00233b447dbb547871646623489 for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:51.851612 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-31053723-96d9-4022-9983-ed56a3fb3055 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:51.855128 n-d-712140-12 neutron-server[94828]: INFO neutron.pecan_wsgi.hooks.translation [None req-31053723-96d9-4022-9983-ed56a3fb3055 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:33:51.855712 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31053723-96d9-4022-9983-ed56a3fb3055 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:51.898649 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 44788) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:51.914751 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-31053723-96d9-4022-9983-ed56a3fb3055 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3364501 Aug 29 04:33:51.916498 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-771be9e9-0181-4fc3-8fe0-7b78eea20903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:52.009369 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-85f89012-5374-4604-a70b-35b0ec693b81 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1080909 Aug 29 04:33:52.018478 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 44796) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:52.027991 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771be9e9-0181-4fc3-8fe0-7b78eea20903 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c39330f-1f95-470a-adc1-5f69ff79341e,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:52.230351 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440dd882-a068-432b-90a9-be6c9518fd15 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:52.258855 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-440dd882-a068-432b-90a9-be6c9518fd15 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2371385 Aug 29 04:33:52.279467 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b68a993d-fa32-486c-988f-6c98d32382e5 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:33:52.300406 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5447b7-df1f-4784-99f2-6dc841b10190 None None] Sync routers for ids ['27d78185-a16a-4c58-8178-30cd7f5952a4'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:33:52.317080 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5447b7-df1f-4784-99f2-6dc841b10190 None None] Routers {'27d78185-a16a-4c58-8178-30cd7f5952a4'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:33:52.320921 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 44804) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:52.326571 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-ac5447b7-df1f-4784-99f2-6dc841b10190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:33:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['27d78185-a16a-4c58-8178-30cd7f5952a4'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:52.462147 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-771be9e9-0181-4fc3-8fe0-7b78eea20903 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-713231'] for router_interface, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:52.483816 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 44812) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:52.484977 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-e2483c0c-600d-455d-9673-68b6670102bb tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1563275 Aug 29 04:33:52.489839 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-547a2443-a559-4458-b456-6306b7bb945b tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Request body: {'subnet': {'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:52.497748 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b68a993d-fa32-486c-988f-6c98d32382e5 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:52.506226 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-b68a993d-fa32-486c-988f-6c98d32382e5 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 5.1688869 Aug 29 04:33:52.513526 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 44814) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:52.708385 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e074690-5887-4e3f-a828-6cc16eb44b64 req-38459945-9683-425e-b5e2-63ce12c93fe4 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:52.708799 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1e074690-5887-4e3f-a828-6cc16eb44b64 req-38459945-9683-425e-b5e2-63ce12c93fe4 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 945 time: 0.6363058 Aug 29 04:33:52.860567 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1e074690-5887-4e3f-a828-6cc16eb44b64 req-24f4cebf-2d68-410f-b491-b3160541d516 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416614 Aug 29 04:33:52.897594 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-0450b393-7c61-4e19-bc82-55362ace96cb tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] 10.222.0.22 "GET /v2.0/routers/27d78185-a16a-4c58-8178-30cd7f5952a4 HTTP/1.1" status: 200 len: 909 time: 0.3823471 Aug 29 04:33:52.900092 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 44822) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:52.906824 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-8d4faa36-5d24-4746-ab8c-374edf696a37 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1067360967', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'enable_snat': True}}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:52.942307 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-ac5447b7-df1f-4784-99f2-6dc841b10190 None None] Set router 27d78185-a16a-4c58-8178-30cd7f5952a4 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:33:53.093030 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-547a2443-a559-4458-b456-6306b7bb945b tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Made reservation on behalf of 808af00233b447dbb547871646623489 for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:53.097298 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-547a2443-a559-4458-b456-6306b7bb945b tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:53.117743 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8d4faa36-5d24-4746-ab8c-374edf696a37 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:53.118876 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8d4faa36-5d24-4746-ab8c-374edf696a37 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1838'] for router, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:53.199662 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8d4faa36-5d24-4746-ab8c-374edf696a37 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:53.268028 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-ac5447b7-df1f-4784-99f2-6dc841b10190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d78185-a16a-4c58-8178-30cd7f5952a4', 'name': 'tempest-snat-router-1067360967', 'tenant_id': 'e0603f11d4fb4b3ab162c29d1e8bac18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.105'}], 'enable_snat': False}, 'gw_port_id': '16ef7bf6-a6cb-4217-8d5d-08b96c4668b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:33:47Z', 'updated_at': '2021-08-29T04:33:50Z', 'revision_number': 3, 'project_id': 'e0603f11d4fb4b3ab162c29d1e8bac18', 'gw_port': {'id': '16ef7bf6-a6cb-4217-8d5d-08b96c4668b6', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:43:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27d78185-a16a-4c58-8178-30cd7f5952a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:33:49Z', 'updated_at': '2021-08-29T04:33:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:53.391585 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5447b7-df1f-4784-99f2-6dc841b10190 None None] Checking router: 27d78185-a16a-4c58-8178-30cd7f5952a4 for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:33:53.392350 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5447b7-df1f-4784-99f2-6dc841b10190 None None] Updating router 27d78185-a16a-4c58-8178-30cd7f5952a4 port 16ef7bf6-a6cb-4217-8d5d-08b96c4668b6 binding host n-d-712140-12 {{(pid=94830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:33:53.460845 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8d4faa36-5d24-4746-ab8c-374edf696a37 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:53.501219 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ac5447b7-df1f-4784-99f2-6dc841b10190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:53.506481 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-771be9e9-0181-4fc3-8fe0-7b78eea20903 admin admin] Router 1be7a8ea-6e07-406b-89f8-ad7190e2deef has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:33:53.564117 n-d-712140-12 neutron-server[94828]: DEBUG neutron.objects.ports [None req-547a2443-a559-4458-b456-6306b7bb945b tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94828) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 04:33:53.572119 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-547a2443-a559-4458-b456-6306b7bb945b tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9191137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10062364'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:53.686973 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547a2443-a559-4458-b456-6306b7bb945b tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:33:53.693359 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-547a2443-a559-4458-b456-6306b7bb945b tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:53.699365 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547a2443-a559-4458-b456-6306b7bb945b tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:53.699971 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-547a2443-a559-4458-b456-6306b7bb945b tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:53.704302 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ccec71-b5b1-4f81-b419-236fe2ebbe1f None None] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:33:53.788538 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547a2443-a559-4458-b456-6306b7bb945b tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Pushing event updated for resources: {'Subnet': ['ID=c9b8b101-7943-40d1-bc7f-93ae88e9f6f1,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:53.822803 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-547a2443-a559-4458-b456-6306b7bb945b tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3376060 Aug 29 04:33:53.827295 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 44840) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:53.847216 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-0bd46102-001b-4787-8147-9e57aabf12f0 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Request body: {'port': {'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b', 'mac_address': 'fa:16:3e:6f:38:05', 'name': 'tempest-NetworksTestDHCPv6-1158952151'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:53.995721 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dacef65-c112-4fa8-b7ea-d58e46034ca9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-9a0c1c63-2a3a-4918-9723-8b35bf7d017b', 'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b', 'tenant_id': '808af00233b447dbb547871646623489', 'fixed_ips': [{'subnet_id': 'c9b8b101-7943-40d1-bc7f-93ae88e9f6f1'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:33:53.997258 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7dacef65-c112-4fa8-b7ea-d58e46034ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:54.074798 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-771be9e9-0181-4fc3-8fe0-7b78eea20903 admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:33:54.086448 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8d4faa36-5d24-4746-ab8c-374edf696a37 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:54.092352 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5484c3-0e93-4f7f-b878-4c939ee96f63 None None] Sync routers for ids ['1be7a8ea-6e07-406b-89f8-ad7190e2deef'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:33:54.110225 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-771be9e9-0181-4fc3-8fe0-7b78eea20903 admin admin] 10.222.0.22 "PUT /v2.0/routers/1be7a8ea-6e07-406b-89f8-ad7190e2deef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2582405 Aug 29 04:33:54.116206 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5484c3-0e93-4f7f-b878-4c939ee96f63 None None] Routers {'1be7a8ea-6e07-406b-89f8-ad7190e2deef'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:33:54.119025 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 44844) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:54.120635 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-1d5484c3-0e93-4f7f-b878-4c939ee96f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:33:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['1be7a8ea-6e07-406b-89f8-ad7190e2deef'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:54.149603 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8d4faa36-5d24-4746-ab8c-374edf696a37 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:54.279971 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1b30f8cf-de08-4a6e-b8d4-f8a5c5883473 req-0987e9ef-dcf7-453a-949e-7397cb49a2bc service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b25f2fd3-149b-4c4f-9b91-9020c243fd31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3649216 Aug 29 04:33:54.322389 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6f7400-083e-4ce6-9dec-a3120e47b7fd req-eab10b4f-fd99-4bef-9bf6-0ff8526e1ab2 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:54.336461 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2b6f7400-083e-4ce6-9dec-a3120e47b7fd req-eab10b4f-fd99-4bef-9bf6-0ff8526e1ab2 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 945 time: 0.3236673 Aug 29 04:33:54.423658 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2b6f7400-083e-4ce6-9dec-a3120e47b7fd req-b8c0b8c4-633b-4264-8e43-49d8f6640579 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789092 Aug 29 04:33:54.472073 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-7dacef65-c112-4fa8-b7ea-d58e46034ca9 None None] Allocated IP 2001:db8::f816:3eff:fe7d:ab19 (9a0c1c63-2a3a-4918-9723-8b35bf7d017b/c9b8b101-7943-40d1-bc7f-93ae88e9f6f1/255db252-3e66-4ba8-9c3b-56640bf82b67) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:33:54.528468 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-1d5484c3-0e93-4f7f-b878-4c939ee96f63 None None] Set router 1be7a8ea-6e07-406b-89f8-ad7190e2deef gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:33:54.606786 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b30f8cf-de08-4a6e-b8d4-f8a5c5883473 req-06c2bffa-98e2-4656-baf7-326a72a41e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:54.611926 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1b30f8cf-de08-4a6e-b8d4-f8a5c5883473 req-06c2bffa-98e2-4656-baf7-326a72a41e17 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b765fede93b04201b5c324a28753ffa9&device_id=b25f2fd3-149b-4c4f-9b91-9020c243fd31 HTTP/1.1" status: 200 len: 1098 time: 0.1935344 Aug 29 04:33:54.628565 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bd46102-001b-4787-8147-9e57aabf12f0 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Made reservation on behalf of 808af00233b447dbb547871646623489 for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:54.686551 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c2fcb47a-eb10-4a0a-a1a8-31273e4de59c admin admin] Notify callbacks [] for router, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:54.958512 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ac5447b7-df1f-4784-99f2-6dc841b10190 None None] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:55.025647 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7dacef65-c112-4fa8-b7ea-d58e46034ca9 None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:55.030311 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-ac5447b7-df1f-4784-99f2-6dc841b10190 None None] Transition to ACTIVE for port object 16ef7bf6-a6cb-4217-8d5d-08b96c4668b6 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:33:55.073287 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ac5447b7-df1f-4784-99f2-6dc841b10190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:55.077757 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0bd46102-001b-4787-8147-9e57aabf12f0 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:55.082073 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-7dacef65-c112-4fa8-b7ea-d58e46034ca9 None None] Transition to ACTIVE for port object 255db252-3e66-4ba8-9c3b-56640bf82b67 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:33:55.103564 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b30f8cf-de08-4a6e-b8d4-f8a5c5883473 req-d4241dc0-550c-47fe-b9eb-15027a983047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:55.105115 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1b30f8cf-de08-4a6e-b8d4-f8a5c5883473 req-d4241dc0-550c-47fe-b9eb-15027a983047 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1ebc2e43-1665-45c9-99e8-25ad0856d831 HTTP/1.1" status: 200 len: 909 time: 0.4676437 Aug 29 04:33:55.205915 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-8d4faa36-5d24-4746-ab8c-374edf696a37 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Allocated IP 172.25.0.177 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/7ed88d44-631c-4c59-bb84-8bdb138c02e7) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:33:55.209558 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-1d5484c3-0e93-4f7f-b878-4c939ee96f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1be7a8ea-6e07-406b-89f8-ad7190e2deef', 'name': 'tempest-TestVolumeBackupRestore-482041586-router', 'tenant_id': 'abf94f37a1af42a19d4b8683f751bf1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '156b6c29-f146-4bf3-afda-4360d3786194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:28:02Z', 'updated_at': '2021-08-29T04:33:51Z', 'revision_number': 5, 'project_id': 'abf94f37a1af42a19d4b8683f751bf1c', 'gw_port': {'id': '156b6c29-f146-4bf3-afda-4360d3786194', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:53:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be7a8ea-6e07-406b-89f8-ad7190e2deef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:28:03Z', 'updated_at': '2021-08-29T04:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:55.249589 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-ac5447b7-df1f-4784-99f2-6dc841b10190 None None] Attempting to bind port 16ef7bf6-a6cb-4217-8d5d-08b96c4668b6 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:33:55.251539 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-ac5447b7-df1f-4784-99f2-6dc841b10190 None None] Attempting to bind port 16ef7bf6-a6cb-4217-8d5d-08b96c4668b6 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:33:55.252040 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5447b7-df1f-4784-99f2-6dc841b10190 None None] Attempting to bind port 16ef7bf6-a6cb-4217-8d5d-08b96c4668b6 on network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:33:55.260889 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-7dacef65-c112-4fa8-b7ea-d58e46034ca9 None None] Transition to ACTIVE for port object 255db252-3e66-4ba8-9c3b-56640bf82b67 will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:33:55.276115 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5484c3-0e93-4f7f-b878-4c939ee96f63 None None] Checking router: 1be7a8ea-6e07-406b-89f8-ad7190e2deef for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:33:55.283126 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7dacef65-c112-4fa8-b7ea-d58e46034ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:55.292264 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa36f85-3659-4a1e-87b4-778694bdf13c None None] Pushing event updated for resources: {'Port': ['ID=16ef7bf6-a6cb-4217-8d5d-08b96c4668b6,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:55.308973 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5484c3-0e93-4f7f-b878-4c939ee96f63 None None] Routers {'1be7a8ea-6e07-406b-89f8-ad7190e2deef'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:33:55.309760 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-1d5484c3-0e93-4f7f-b878-4c939ee96f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:33:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['1be7a8ea-6e07-406b-89f8-ad7190e2deef'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:55.317411 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1b30f8cf-de08-4a6e-b8d4-f8a5c5883473 req-5940a4e2-ab0b-47f3-a10f-aab7aa9b610f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5df61485-8d2a-47d4-9884-e840f5689a5d HTTP/1.1" status: 200 len: 1002 time: 0.1941226 Aug 29 04:33:55.368523 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-0bd46102-001b-4787-8147-9e57aabf12f0 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] device_id is not set on port 02c3008c-1376-4569-acd0-a385647a1044 yet. {{(pid=94828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:33:55.409766 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dacef65-c112-4fa8-b7ea-d58e46034ca9 None None] Pushing event updated for resources: {'Port': ['ID=255db252-3e66-4ba8-9c3b-56640bf82b67,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:55.437321 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5447b7-df1f-4784-99f2-6dc841b10190 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:33:55.437717 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5447b7-df1f-4784-99f2-6dc841b10190 None None] Checking segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:33:55.438138 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ac5447b7-df1f-4784-99f2-6dc841b10190 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:55.438570 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5447b7-df1f-4784-99f2-6dc841b10190 None None] Bound using segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:33:55.439044 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-ac5447b7-df1f-4784-99f2-6dc841b10190 None None] Bound port: 16ef7bf6-a6cb-4217-8d5d-08b96c4668b6, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:33:55.439438 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ac5447b7-df1f-4784-99f2-6dc841b10190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:55.546185 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-1d5484c3-0e93-4f7f-b878-4c939ee96f63 None None] Set router 1be7a8ea-6e07-406b-89f8-ad7190e2deef gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:33:55.589078 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-ac5447b7-df1f-4784-99f2-6dc841b10190 None None] For port 16ef7bf6-a6cb-4217-8d5d-08b96c4668b6, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:33:55.592761 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-ac5447b7-df1f-4784-99f2-6dc841b10190 None None] For port 16ef7bf6-a6cb-4217-8d5d-08b96c4668b6, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=16ef7bf6-a6cb-4217-8d5d-08b96c4668b6,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:33:55.612221 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dacef65-c112-4fa8-b7ea-d58e46034ca9 None None] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:33:55.614510 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-7dacef65-c112-4fa8-b7ea-d58e46034ca9 None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:55.616821 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ac5447b7-df1f-4784-99f2-6dc841b10190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:55.621521 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dacef65-c112-4fa8-b7ea-d58e46034ca9 None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:33:55.800227 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-0bd46102-001b-4787-8147-9e57aabf12f0 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Allocated IP 2001:db8::f816:3eff:fe6f:3805 (9a0c1c63-2a3a-4918-9723-8b35bf7d017b/c9b8b101-7943-40d1-bc7f-93ae88e9f6f1/02c3008c-1376-4569-acd0-a385647a1044) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:33:55.902463 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5447b7-df1f-4784-99f2-6dc841b10190 None None] Routers {'27d78185-a16a-4c58-8178-30cd7f5952a4'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:33:55.903662 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-ac5447b7-df1f-4784-99f2-6dc841b10190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:33:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['27d78185-a16a-4c58-8178-30cd7f5952a4'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:56.080540 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-ac5447b7-df1f-4784-99f2-6dc841b10190 None None] Set router 27d78185-a16a-4c58-8178-30cd7f5952a4 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:33:56.145039 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0bd46102-001b-4787-8147-9e57aabf12f0 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:56.161089 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0bd46102-001b-4787-8147-9e57aabf12f0 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Transition to ACTIVE for port object 02c3008c-1376-4569-acd0-a385647a1044 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:33:56.198010 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-1d5484c3-0e93-4f7f-b878-4c939ee96f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1be7a8ea-6e07-406b-89f8-ad7190e2deef', 'name': 'tempest-TestVolumeBackupRestore-482041586-router', 'tenant_id': 'abf94f37a1af42a19d4b8683f751bf1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '156b6c29-f146-4bf3-afda-4360d3786194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:28:02Z', 'updated_at': '2021-08-29T04:33:51Z', 'revision_number': 5, 'project_id': 'abf94f37a1af42a19d4b8683f751bf1c', 'gw_port': {'id': '156b6c29-f146-4bf3-afda-4360d3786194', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:53:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be7a8ea-6e07-406b-89f8-ad7190e2deef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:28:03Z', 'updated_at': '2021-08-29T04:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:56.207610 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c2fcb47a-eb10-4a0a-a1a8-31273e4de59c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:56.214389 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0bd46102-001b-4787-8147-9e57aabf12f0 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:56.267670 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd46102-001b-4787-8147-9e57aabf12f0 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:33:56.287816 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-7dacef65-c112-4fa8-b7ea-d58e46034ca9 None None] Attempting to bind port 255db252-3e66-4ba8-9c3b-56640bf82b67 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:33:56.292559 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-7dacef65-c112-4fa8-b7ea-d58e46034ca9 None None] Attempting to bind port 255db252-3e66-4ba8-9c3b-56640bf82b67 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '0fc0da0a-b381-4d95-9f3f-3aa10a110ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:33:56.292969 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dacef65-c112-4fa8-b7ea-d58e46034ca9 None None] Attempting to bind port 255db252-3e66-4ba8-9c3b-56640bf82b67 on network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:33:56.297671 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5484c3-0e93-4f7f-b878-4c939ee96f63 None None] The sync data for ids ['1be7a8ea-6e07-406b-89f8-ad7190e2deef'] in n-d-712140-12 is: [{'id': '1be7a8ea-6e07-406b-89f8-ad7190e2deef', 'name': 'tempest-TestVolumeBackupRestore-482041586-router', 'tenant_id': 'abf94f37a1af42a19d4b8683f751bf1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '156b6c29-f146-4bf3-afda-4360d3786194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:28:02Z', 'updated_at': '2021-08-29T04:33:51Z', 'revision_number': 5, 'project_id': 'abf94f37a1af42a19d4b8683f751bf1c', 'gw_port': {'id': '156b6c29-f146-4bf3-afda-4360d3786194', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:53:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be7a8ea-6e07-406b-89f8-ad7190e2deef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:28:03Z', 'updated_at': '2021-08-29T04:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:33:56.298302 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa36f85-3659-4a1e-87b4-778694bdf13c None None] Pushing event updated for resources: {'Port': ['ID=16ef7bf6-a6cb-4217-8d5d-08b96c4668b6,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:56.310935 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-0bd46102-001b-4787-8147-9e57aabf12f0 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:56.327216 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd46102-001b-4787-8147-9e57aabf12f0 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:33:56.327489 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c72bb0e-7fbb-4483-b597-93586ece2332 req-2d246ccc-04d0-4df3-893b-638a16db5230 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:56.353094 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2c72bb0e-7fbb-4483-b597-93586ece2332 req-2d246ccc-04d0-4df3-893b-638a16db5230 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 945 time: 0.3948634 Aug 29 04:33:56.369359 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd46102-001b-4787-8147-9e57aabf12f0 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:56.371535 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0bd46102-001b-4787-8147-9e57aabf12f0 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:56.385587 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dacef65-c112-4fa8-b7ea-d58e46034ca9 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:33:56.385959 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dacef65-c112-4fa8-b7ea-d58e46034ca9 None None] Checking segment: {'id': '0fc0da0a-b381-4d95-9f3f-3aa10a110ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:33:56.386407 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7dacef65-c112-4fa8-b7ea-d58e46034ca9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:56.407365 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dacef65-c112-4fa8-b7ea-d58e46034ca9 None None] Bound using segment: {'id': '0fc0da0a-b381-4d95-9f3f-3aa10a110ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:33:56.410180 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-7dacef65-c112-4fa8-b7ea-d58e46034ca9 None None] Bound port: 255db252-3e66-4ba8-9c3b-56640bf82b67, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fc0da0a-b381-4d95-9f3f-3aa10a110ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:33:56.411570 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7dacef65-c112-4fa8-b7ea-d58e46034ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:56.437926 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b30f8cf-de08-4a6e-b8d4-f8a5c5883473 req-262c2a12-b7b7-42bb-a8fe-4ed7242e1a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:56.443180 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1b30f8cf-de08-4a6e-b8d4-f8a5c5883473 req-262c2a12-b7b7-42bb-a8fe-4ed7242e1a86 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c3ff3d49-5062-4d8a-bbcb-4d8089f57765 HTTP/1.1" status: 200 len: 847 time: 0.2465961 Aug 29 04:33:56.449462 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd46102-001b-4787-8147-9e57aabf12f0 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Pushing event updated for resources: {'Port': ['ID=02c3008c-1376-4569-acd0-a385647a1044,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:56.500864 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-0bd46102-001b-4787-8147-9e57aabf12f0 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.6671693 Aug 29 04:33:56.505610 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 44880) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:56.583007 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c2fcb47a-eb10-4a0a-a1a8-31273e4de59c admin admin] Deleting port 156b6c29-f146-4bf3-afda-4360d3786194 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:33:56.583377 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c2fcb47a-eb10-4a0a-a1a8-31273e4de59c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:56.662511 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b830fc5a-59d5-4a69-acf6-0bec0c718411 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:56.669988 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b830fc5a-59d5-4a69-acf6-0bec0c718411 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:56.676943 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-b830fc5a-59d5-4a69-acf6-0bec0c718411 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1693580 Aug 29 04:33:56.691921 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 44884) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:56.720693 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b30f8cf-de08-4a6e-b8d4-f8a5c5883473 req-44630aae-b8f6-4605-ac8a-b2ec7410d22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:56.724040 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1b30f8cf-de08-4a6e-b8d4-f8a5c5883473 req-44630aae-b8f6-4605-ac8a-b2ec7410d22d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1ebc2e43-1665-45c9-99e8-25ad0856d831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2590904 Aug 29 04:33:56.733276 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2c72bb0e-7fbb-4483-b597-93586ece2332 req-4d97ace1-9813-4ff5-b44e-130fe0213204 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3792713 Aug 29 04:33:56.856236 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8d4faa36-5d24-4746-ab8c-374edf696a37 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:56.901413 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1b30f8cf-de08-4a6e-b8d4-f8a5c5883473 req-b6c74dae-bd73-4aec-8efd-b0aa5342393d service neutron] 10.222.0.46 "GET /v2.0/networks/1ebc2e43-1665-45c9-99e8-25ad0856d831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506987 Aug 29 04:33:56.985269 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 0c39330f-1f95-470a-adc1-5f69ff79341e no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:33:57.090886 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 0c39330f-1f95-470a-adc1-5f69ff79341e {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:33:57.091510 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 0c39330f-1f95-470a-adc1-5f69ff79341e not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:33:57.117853 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-95f6aefd-be83-4708-8119-058689c7cbe0 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Deleting port 02c3008c-1376-4569-acd0-a385647a1044 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:33:57.118250 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-95f6aefd-be83-4708-8119-058689c7cbe0 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:57.134458 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8d4faa36-5d24-4746-ab8c-374edf696a37 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:57.136225 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c2fcb47a-eb10-4a0a-a1a8-31273e4de59c admin admin] For port 156b6c29-f146-4bf3-afda-4360d3786194, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=156b6c29-f146-4bf3-afda-4360d3786194,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:57.137071 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c2fcb47a-eb10-4a0a-a1a8-31273e4de59c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:57.171507 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-7dacef65-c112-4fa8-b7ea-d58e46034ca9 None None] For port 255db252-3e66-4ba8-9c3b-56640bf82b67, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:33:57.178821 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-7dacef65-c112-4fa8-b7ea-d58e46034ca9 None None] For port 255db252-3e66-4ba8-9c3b-56640bf82b67, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=255db252-3e66-4ba8-9c3b-56640bf82b67,segment=NetworkSegment(0fc0da0a-b381-4d95-9f3f-3aa10a110ba6),segment_id=0fc0da0a-b381-4d95-9f3f-3aa10a110ba6)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:33:57.194322 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7dacef65-c112-4fa8-b7ea-d58e46034ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:57.360254 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dacef65-c112-4fa8-b7ea-d58e46034ca9 None None] Pushing event updated for resources: {'Port': ['ID=255db252-3e66-4ba8-9c3b-56640bf82b67,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:57.385267 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4faa36-5d24-4746-ab8c-374edf696a37 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:33:57.423048 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-ac5447b7-df1f-4784-99f2-6dc841b10190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d78185-a16a-4c58-8178-30cd7f5952a4', 'name': 'tempest-snat-router-1067360967', 'tenant_id': 'e0603f11d4fb4b3ab162c29d1e8bac18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.105'}], 'enable_snat': False}, 'gw_port_id': '16ef7bf6-a6cb-4217-8d5d-08b96c4668b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:33:47Z', 'updated_at': '2021-08-29T04:33:50Z', 'revision_number': 3, 'project_id': 'e0603f11d4fb4b3ab162c29d1e8bac18', 'gw_port': {'id': '16ef7bf6-a6cb-4217-8d5d-08b96c4668b6', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:43:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27d78185-a16a-4c58-8178-30cd7f5952a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:33:49Z', 'updated_at': '2021-08-29T04:33:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:57.426245 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-8d4faa36-5d24-4746-ab8c-374edf696a37 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:57.453441 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4faa36-5d24-4746-ab8c-374edf696a37 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:33:57.481206 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5447b7-df1f-4784-99f2-6dc841b10190 None None] The sync data for ids ['27d78185-a16a-4c58-8178-30cd7f5952a4'] in n-d-712140-12 is: [{'id': '27d78185-a16a-4c58-8178-30cd7f5952a4', 'name': 'tempest-snat-router-1067360967', 'tenant_id': 'e0603f11d4fb4b3ab162c29d1e8bac18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.105'}], 'enable_snat': False}, 'gw_port_id': '16ef7bf6-a6cb-4217-8d5d-08b96c4668b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:33:47Z', 'updated_at': '2021-08-29T04:33:50Z', 'revision_number': 3, 'project_id': 'e0603f11d4fb4b3ab162c29d1e8bac18', 'gw_port': {'id': '16ef7bf6-a6cb-4217-8d5d-08b96c4668b6', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:43:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27d78185-a16a-4c58-8178-30cd7f5952a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:33:49Z', 'updated_at': '2021-08-29T04:33:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712140-12'}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:33:57.495855 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4faa36-5d24-4746-ab8c-374edf696a37 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Pushing event updated for resources: {'Port': ['ID=7ed88d44-631c-4c59-bb84-8bdb138c02e7,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:57.655020 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-95f6aefd-be83-4708-8119-058689c7cbe0 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:57.661467 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c2fcb47a-eb10-4a0a-a1a8-31273e4de59c admin admin] Calling delete_port for 156b6c29-f146-4bf3-afda-4360d3786194 owned by network:router_gateway {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:33:57.845288 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1b30f8cf-de08-4a6e-b8d4-f8a5c5883473 req-0a44fb19-1f21-45b0-8350-c725377b754c service neutron] 10.222.0.46 "GET /v2.0/networks/1ebc2e43-1665-45c9-99e8-25ad0856d831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9343638 Aug 29 04:33:58.020947 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-95f6aefd-be83-4708-8119-058689c7cbe0 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Calling delete_port for 02c3008c-1376-4569-acd0-a385647a1044 owned by {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:33:58.392658 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e803fbc-5943-43ba-a0da-9f1db81b6ebb req-26cebd3b-154d-441a-b443-468e901a393d tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:58.392658 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9e803fbc-5943-43ba-a0da-9f1db81b6ebb req-26cebd3b-154d-441a-b443-468e901a393d tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 945 time: 0.1965091 Aug 29 04:33:58.410994 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c2fcb47a-eb10-4a0a-a1a8-31273e4de59c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:58.539330 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fcb47a-eb10-4a0a-a1a8-31273e4de59c admin admin] Pushing event deleted for resources: {'Port': ['ID=156b6c29-f146-4bf3-afda-4360d3786194,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:58.555543 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:58.656266 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c2fcb47a-eb10-4a0a-a1a8-31273e4de59c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719445'] for router_gateway, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:58.752377 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8d4faa36-5d24-4746-ab8c-374edf696a37 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:58.812465 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c2fcb47a-eb10-4a0a-a1a8-31273e4de59c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:58.815321 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c2fcb47a-eb10-4a0a-a1a8-31273e4de59c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:58.955621 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c2fcb47a-eb10-4a0a-a1a8-31273e4de59c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717253'] for router, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:58.956245 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2fcb47a-eb10-4a0a-a1a8-31273e4de59c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1be7a8ea-6e07-406b-89f8-ad7190e2deef {{(pid=94828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:33:58.974778 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c2fcb47a-eb10-4a0a-a1a8-31273e4de59c admin admin] Notify callbacks [] for router, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:58.996961 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-c2fcb47a-eb10-4a0a-a1a8-31273e4de59c admin admin] 10.222.0.22 "DELETE /v2.0/routers/1be7a8ea-6e07-406b-89f8-ad7190e2deef HTTP/1.1" status: 204 len: 168 time: 4.8557217 Aug 29 04:33:58.997712 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 44928) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:59.127834 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9e803fbc-5943-43ba-a0da-9f1db81b6ebb req-597fb8f6-233b-421b-99dd-277b0675cf78 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7350607 Aug 29 04:33:59.174953 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd978955-e61d-4f90-9721-7e3e2e8f9666 admin admin] Deleting subnet cf836613-dc86-4a80-a4b8-f0a30e377f81 {{(pid=94828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:33:59.196086 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fd978955-e61d-4f90-9721-7e3e2e8f9666 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:59.273985 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fd978955-e61d-4f90-9721-7e3e2e8f9666 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8904862'] for subnet, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:59.363907 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-95f6aefd-be83-4708-8119-058689c7cbe0 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:59.520363 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f6aefd-be83-4708-8119-058689c7cbe0 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Pushing event deleted for resources: {'Port': ['ID=02c3008c-1376-4569-acd0-a385647a1044,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:59.526135 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fd978955-e61d-4f90-9721-7e3e2e8f9666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:59.567831 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-95f6aefd-be83-4708-8119-058689c7cbe0 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:59.570699 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-95f6aefd-be83-4708-8119-058689c7cbe0 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "DELETE /v2.0/ports/02c3008c-1376-4569-acd0-a385647a1044 HTTP/1.1" status: 204 len: 168 time: 2.8776460 Aug 29 04:33:59.577924 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 44948) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:59.643811 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-354b49c1-c844-4552-a7c6-5e14731920a9 None None] Provisioning for port 255db252-3e66-4ba8-9c3b-56640bf82b67 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:33:59.685471 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 255db252-3e66-4ba8-9c3b-56640bf82b67 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:33:59.735751 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fd978955-e61d-4f90-9721-7e3e2e8f9666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9190434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062341'] for subnet, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:59.804497 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730cc744-7eed-4c8b-8930-769dc38b9ce6 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:59.809626 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730cc744-7eed-4c8b-8930-769dc38b9ce6 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:59.814121 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-730cc744-7eed-4c8b-8930-769dc38b9ce6 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2338104 Aug 29 04:33:59.839085 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 44956) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:59.882577 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd978955-e61d-4f90-9721-7e3e2e8f9666 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf836613-dc86-4a80-a4b8-f0a30e377f81,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:59.900405 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 255db252-3e66-4ba8-9c3b-56640bf82b67 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:33:59.916947 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b90a8f7-3db0-4170-a106-bf849b05ab18 None None] Network f77316f2-4e49-4b83-97c4-4f7912397fb6 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:33:59.967141 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8d4faa36-5d24-4746-ab8c-374edf696a37 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409'] for router, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:59.977071 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fd978955-e61d-4f90-9721-7e3e2e8f9666 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:59.988973 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-fd978955-e61d-4f90-9721-7e3e2e8f9666 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/cf836613-dc86-4a80-a4b8-f0a30e377f81 HTTP/1.1" status: 204 len: 168 time: 0.9888692 Aug 29 04:33:59.989184 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 44960) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:00.078962 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_v2 [None req-775a9f69-e6a1-4b7b-aedd-357966b91748 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Deleting subnet c9b8b101-7943-40d1-bc7f-93ae88e9f6f1 {{(pid=94828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:34:00.088647 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-775a9f69-e6a1-4b7b-aedd-357966b91748 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for subnet, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:00.249552 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-775a9f69-e6a1-4b7b-aedd-357966b91748 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8904862'] for subnet, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:00.264482 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-9eb24ec6-63e8-4d61-bc8b-e44320ad3ae2 None None] Could not find standard attr ID for object 02c3008c-1376-4569-acd0-a385647a1044. {{(pid=94830) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:34:00.294206 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 255db252-3e66-4ba8-9c3b-56640bf82b67 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:00.296554 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:00.509370 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d268ac47-8867-415f-92f5-9283e078e851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:00.686387 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebd2254-f3c0-4313-a74d-49b149fd2fe4 req-f74701e2-2cfb-4fe9-9d67-8b213d821300 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:00.694610 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3ebd2254-f3c0-4313-a74d-49b149fd2fe4 req-f74701e2-2cfb-4fe9-9d67-8b213d821300 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 945 time: 0.2931483 Aug 29 04:34:00.737545 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-775a9f69-e6a1-4b7b-aedd-357966b91748 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:00.805024 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-942579ec-ead6-4dc1-b665-8a8db9a47dfc None None] DHCP port deletion for f77316f2-4e49-4b83-97c4-4f7912397fb6 request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:34:00.841607 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3ebd2254-f3c0-4313-a74d-49b149fd2fe4 req-eddacd8e-2e7f-446a-ad5a-9522eef4db16 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458409 Aug 29 04:34:00.847298 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-d268ac47-8867-415f-92f5-9283e078e851 admin admin] Deleting port 9dc1290d-b315-40bd-8685-22a1440b2cce {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:34:00.850499 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d268ac47-8867-415f-92f5-9283e078e851 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:00.874233 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d4faa36-5d24-4746-ab8c-374edf696a37 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Router a4b138a8-7679-49f4-a368-4565e6ffbbbc is scheduled to L3 agent 76874008-c311-485c-ba36-921b6d275b6a with binding_index 1 {{(pid=94829) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:34:00.897981 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-775a9f69-e6a1-4b7b-aedd-357966b91748 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9190434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062341'] for subnet, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:00.906968 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:00.966942 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775a9f69-e6a1-4b7b-aedd-357966b91748 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Pushing event deleted for resources: {'Subnet': ['ID=c9b8b101-7943-40d1-bc7f-93ae88e9f6f1,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:00.983213 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-775a9f69-e6a1-4b7b-aedd-357966b91748 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:00.985131 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-775a9f69-e6a1-4b7b-aedd-357966b91748 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "DELETE /v2.0/subnets/c9b8b101-7943-40d1-bc7f-93ae88e9f6f1 HTTP/1.1" status: 204 len: 168 time: 1.1395886 Aug 29 04:34:00.987491 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 44982) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:00.991975 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.db.api [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94830) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:34:00.992557 n-d-712140-12 neutron-server[94830]: DEBUG oslo_db.api [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:34:00.995588 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc3df855-e8ee-40fc-ae07-14ae38623784 None None] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:34:01.121469 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-ec3b61e2-8af2-43f2-b615-085dbeb61c64 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1288192 Aug 29 04:34:01.122910 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 44984) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:01.130720 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-942579ec-ead6-4dc1-b665-8a8db9a47dfc None None] Deleting port 9dc1290d-b315-40bd-8685-22a1440b2cce {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:34:01.131958 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-942579ec-ead6-4dc1-b665-8a8db9a47dfc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:01.135965 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-1c1c7c3f-27c3-456b-b117-bf84c0d99c10 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Request body: {'subnet': {'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:01.174167 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-d268ac47-8867-415f-92f5-9283e078e851 admin admin] For port 9dc1290d-b315-40bd-8685-22a1440b2cce, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=9dc1290d-b315-40bd-8685-22a1440b2cce,segment=NetworkSegment(7fa18be5-b67b-455a-bcf7-9c1dc39feca9),segment_id=7fa18be5-b67b-455a-bcf7-9c1dc39feca9)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:01.174167 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d268ac47-8867-415f-92f5-9283e078e851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:01.218689 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-df75ee5f-f72b-44f6-84c5-806650cf9fbc req-97cf4f98-19e6-445d-b1b7-dd07cefb58f8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=78dcd5c4-f756-4689-9a9a-8658409a849f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6558132 Aug 29 04:34:01.220806 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-d268ac47-8867-415f-92f5-9283e078e851 admin admin] Calling delete_port for 9dc1290d-b315-40bd-8685-22a1440b2cce owned by network:dhcp {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:34:01.422664 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d4faa36-5d24-4746-ab8c-374edf696a37 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:34:01.479523 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c1c7c3f-27c3-456b-b117-bf84c0d99c10 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Made reservation on behalf of 808af00233b447dbb547871646623489 for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:01.490915 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1c1c7c3f-27c3-456b-b117-bf84c0d99c10 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:01.592281 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df75ee5f-f72b-44f6-84c5-806650cf9fbc req-fccb185d-674a-486d-99eb-19694a0125ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:01.593886 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-df75ee5f-f72b-44f6-84c5-806650cf9fbc req-fccb185d-674a-486d-99eb-19694a0125ed service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6c9e9b4cb47149d19005e5a96f02d4fd&device_id=78dcd5c4-f756-4689-9a9a-8658409a849f HTTP/1.1" status: 200 len: 1097 time: 0.2964833 Aug 29 04:34:01.598954 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8d4faa36-5d24-4746-ab8c-374edf696a37 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:01.606984 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-8d4faa36-5d24-4746-ab8c-374edf696a37 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 8.7058246 Aug 29 04:34:01.612623 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 45002) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:01.942634 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:01.969146 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52c86c2-93f5-43a9-b795-4d37593cfb06 None None] Sync routers for ids ['a4b138a8-7679-49f4-a368-4565e6ffbbbc'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:34:02.018011 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52c86c2-93f5-43a9-b795-4d37593cfb06 None None] Routers {'a4b138a8-7679-49f4-a368-4565e6ffbbbc'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:34:02.018577 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-a52c86c2-93f5-43a9-b795-4d37593cfb06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:33:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['a4b138a8-7679-49f4-a368-4565e6ffbbbc'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:02.021260 n-d-712140-12 neutron-server[94828]: DEBUG neutron.objects.ports [None req-1c1c7c3f-27c3-456b-b117-bf84c0d99c10 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94828) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 04:34:02.049460 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d268ac47-8867-415f-92f5-9283e078e851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:02.056745 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 255db252-3e66-4ba8-9c3b-56640bf82b67, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=255db252-3e66-4ba8-9c3b-56640bf82b67,segment=NetworkSegment(0fc0da0a-b381-4d95-9f3f-3aa10a110ba6),segment_id=0fc0da0a-b381-4d95-9f3f-3aa10a110ba6)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:02.097321 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d268ac47-8867-415f-92f5-9283e078e851 admin admin] No DVR routers for this DVR port 9dc1290d-b315-40bd-8685-22a1440b2cce on host n-d-712140-12 {{(pid=94829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:34:02.108050 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d268ac47-8867-415f-92f5-9283e078e851 admin admin] Pushing event deleted for resources: {'Port': ['ID=9dc1290d-b315-40bd-8685-22a1440b2cce,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:02.138511 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-c8652c0e-ac5b-4a4d-bf5e-80c376e1f996 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] 10.222.0.22 "GET /v2.0/routers/a4b138a8-7679-49f4-a368-4565e6ffbbbc HTTP/1.1" status: 200 len: 908 time: 0.5245786 Aug 29 04:34:02.140443 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df75ee5f-f72b-44f6-84c5-806650cf9fbc req-32ad75c9-b20c-4e7d-960c-2a239a439123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:02.141797 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 45018) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:02.142329 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-df75ee5f-f72b-44f6-84c5-806650cf9fbc req-32ad75c9-b20c-4e7d-960c-2a239a439123 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3bcd0067-6e50-451c-9004-abafcee70c8b HTTP/1.1" status: 200 len: 912 time: 0.4768040 Aug 29 04:34:02.151142 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a044b119-9633-41c6-902f-74f28616c1d6 req-d47d5cb0-e0b1-49ed-b1de-b158721b1021 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:02.153593 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a044b119-9633-41c6-902f-74f28616c1d6 req-d47d5cb0-e0b1-49ed-b1de-b158721b1021 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 945 time: 0.1762378 Aug 29 04:34:02.156224 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:02.157041 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 16ef7bf6-a6cb-4217-8d5d-08b96c4668b6 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:34:02.161982 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-942579ec-ead6-4dc1-b665-8a8db9a47dfc None None] For port 9dc1290d-b315-40bd-8685-22a1440b2cce, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=9dc1290d-b315-40bd-8685-22a1440b2cce,segment=NetworkSegment(7fa18be5-b67b-455a-bcf7-9c1dc39feca9),segment_id=7fa18be5-b67b-455a-bcf7-9c1dc39feca9)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:02.162583 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-942579ec-ead6-4dc1-b665-8a8db9a47dfc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:02.306110 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895c12d8-403b-4fb2-b5c8-16757ca01039 None None] DHCP port deletion for 9a0c1c63-2a3a-4918-9723-8b35bf7d017b request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:34:02.312139 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-942579ec-ead6-4dc1-b665-8a8db9a47dfc None None] Calling delete_port for 9dc1290d-b315-40bd-8685-22a1440b2cce owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:34:02.554523 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-787a12d8-11fa-4d2f-9bd3-4ff8e6793b4e tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks [] for router, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:02.560993 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=255db252-3e66-4ba8-9c3b-56640bf82b67,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:02.574969 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1c1c7c3f-27c3-456b-b117-bf84c0d99c10 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:02.598346 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-a52c86c2-93f5-43a9-b795-4d37593cfb06 None None] Set router a4b138a8-7679-49f4-a368-4565e6ffbbbc gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:34:02.600794 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 16ef7bf6-a6cb-4217-8d5d-08b96c4668b6 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:34:02.700867 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 16ef7bf6-a6cb-4217-8d5d-08b96c4668b6 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:02.701573 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:02.772412 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-895c12d8-403b-4fb2-b5c8-16757ca01039 None None] Deleting port 255db252-3e66-4ba8-9c3b-56640bf82b67 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:34:02.772973 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-895c12d8-403b-4fb2-b5c8-16757ca01039 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:02.812466 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-942579ec-ead6-4dc1-b665-8a8db9a47dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:02.837044 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d268ac47-8867-415f-92f5-9283e078e851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:02.864008 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942579ec-ead6-4dc1-b665-8a8db9a47dfc None None] No DVR routers for this DVR port 9dc1290d-b315-40bd-8685-22a1440b2cce on host n-d-712140-12 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:34:02.868579 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-d268ac47-8867-415f-92f5-9283e078e851 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f77316f2-4e49-4b83-97c4-4f7912397fb6']}} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:02.893513 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-d268ac47-8867-415f-92f5-9283e078e851 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fa18be5-b67b-455a-bcf7-9c1dc39feca9') {'for_net_delete': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:02.894804 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-d268ac47-8867-415f-92f5-9283e078e851 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fa18be5-b67b-455a-bcf7-9c1dc39feca9') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:02.918162 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d268ac47-8867-415f-92f5-9283e078e851 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4311712'] for segment, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:02.921079 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942579ec-ead6-4dc1-b665-8a8db9a47dfc None None] Pushing event deleted for resources: {'Port': ['ID=9dc1290d-b315-40bd-8685-22a1440b2cce,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:02.942082 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d268ac47-8867-415f-92f5-9283e078e851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:02.950844 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d268ac47-8867-415f-92f5-9283e078e851 admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=94829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:34:02.950844 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d268ac47-8867-415f-92f5-9283e078e851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4274277'] for segment, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:02.974969 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-787a12d8-11fa-4d2f-9bd3-4ff8e6793b4e tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:02.993301 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:03.015318 n-d-712140-12 neutron-server[94829]: Traceback (most recent call last): Aug 29 04:34:03.015318 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:34:03.015318 n-d-712140-12 neutron-server[94829]: timer() Aug 29 04:34:03.015318 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:34:03.015318 n-d-712140-12 neutron-server[94829]: cb(*args, **kw) Aug 29 04:34:03.015318 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:34:03.015318 n-d-712140-12 neutron-server[94829]: return func(*args, **kwargs) Aug 29 04:34:03.015318 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:34:03.015318 n-d-712140-12 neutron-server[94829]: self._notify() Aug 29 04:34:03.015318 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:34:03.015318 n-d-712140-12 neutron-server[94829]: self.callback(batched_events) Aug 29 04:34:03.015318 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:34:03.015318 n-d-712140-12 neutron-server[94829]: event.method(event) Aug 29 04:34:03.015318 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:34:03.015318 n-d-712140-12 neutron-server[94829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:34:03.015318 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:34:03.015318 n-d-712140-12 neutron-server[94829]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:34:03.015318 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:34:03.015318 n-d-712140-12 neutron-server[94829]: return f(self, *a, **k) Aug 29 04:34:03.015318 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:34:03.015318 n-d-712140-12 neutron-server[94829]: return self._get(url).json() Aug 29 04:34:03.015318 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:34:03.015318 n-d-712140-12 neutron-server[94829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:34:03.015318 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:34:03.015318 n-d-712140-12 neutron-server[94829]: return self.request(url, 'GET', **kwargs) Aug 29 04:34:03.015318 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:34:03.015318 n-d-712140-12 neutron-server[94829]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:34:03.015318 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:34:03.015318 n-d-712140-12 neutron-server[94829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:34:03.015318 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:34:03.015318 n-d-712140-12 neutron-server[94829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:34:03.015318 n-d-712140-12 neutron-server[94829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:34:03.025862 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-df75ee5f-f72b-44f6-84c5-806650cf9fbc req-c6ad6d4d-0da0-4156-b850-bfcaae22555e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f45ea922-4a9a-494b-bbd3-3f56e9436825 HTTP/1.1" status: 200 len: 1001 time: 0.8662322 Aug 29 04:34:03.025958 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-895c12d8-403b-4fb2-b5c8-16757ca01039 None None] For port 255db252-3e66-4ba8-9c3b-56640bf82b67, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=255db252-3e66-4ba8-9c3b-56640bf82b67,segment=NetworkSegment(0fc0da0a-b381-4d95-9f3f-3aa10a110ba6),segment_id=0fc0da0a-b381-4d95-9f3f-3aa10a110ba6)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:03.025958 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-895c12d8-403b-4fb2-b5c8-16757ca01039 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:03.047289 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a044b119-9633-41c6-902f-74f28616c1d6 req-780dbd09-437b-49e8-9f1e-1b92cc4dfa7b tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7754247 Aug 29 04:34:03.047928 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d268ac47-8867-415f-92f5-9283e078e851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:03.069319 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 16ef7bf6-a6cb-4217-8d5d-08b96c4668b6, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=16ef7bf6-a6cb-4217-8d5d-08b96c4668b6,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:03.074320 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-895c12d8-403b-4fb2-b5c8-16757ca01039 None None] Calling delete_port for 255db252-3e66-4ba8-9c3b-56640bf82b67 owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:34:03.082368 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:03.113180 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d268ac47-8867-415f-92f5-9283e078e851 admin admin] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:03.122301 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-d268ac47-8867-415f-92f5-9283e078e851 admin admin] 10.222.0.22 "DELETE /v2.0/networks/f77316f2-4e49-4b83-97c4-4f7912397fb6 HTTP/1.1" status: 204 len: 168 time: 3.1305943 Aug 29 04:34:03.153031 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=16ef7bf6-a6cb-4217-8d5d-08b96c4668b6,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:03.196166 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d268ac47-8867-415f-92f5-9283e078e851 admin admin] Pushing event deleted for resources: {'Network': ['ID=f77316f2-4e49-4b83-97c4-4f7912397fb6,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:03.226255 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df75ee5f-f72b-44f6-84c5-806650cf9fbc req-d4703237-8c50-4ffa-ab94-6e73485b7c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:03.227866 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-df75ee5f-f72b-44f6-84c5-806650cf9fbc req-d4703237-8c50-4ffa-ab94-6e73485b7c9f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=77379d5c-d72e-4fe0-ace8-ef22d196f6e9 HTTP/1.1" status: 200 len: 850 time: 0.1840003 Aug 29 04:34:03.266385 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 156b6c29-f146-4bf3-afda-4360d3786194 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:34:03.308655 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 156b6c29-f146-4bf3-afda-4360d3786194 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:34:03.310161 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 156b6c29-f146-4bf3-afda-4360d3786194 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:34:03.310649 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 255db252-3e66-4ba8-9c3b-56640bf82b67 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:34:03.382164 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df75ee5f-f72b-44f6-84c5-806650cf9fbc req-8e009ac2-4da4-42d5-96e2-b3363d703e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:03.384645 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-df75ee5f-f72b-44f6-84c5-806650cf9fbc req-8e009ac2-4da4-42d5-96e2-b3363d703e26 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3bcd0067-6e50-451c-9004-abafcee70c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1484404 Aug 29 04:34:03.476645 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-a52c86c2-93f5-43a9-b795-4d37593cfb06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4b138a8-7679-49f4-a368-4565e6ffbbbc', 'name': 'tempest-snat-router-1067360967', 'tenant_id': 'e0603f11d4fb4b3ab162c29d1e8bac18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '7ed88d44-631c-4c59-bb84-8bdb138c02e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:33:53Z', 'updated_at': '2021-08-29T04:33:58Z', 'revision_number': 3, 'project_id': 'e0603f11d4fb4b3ab162c29d1e8bac18', 'gw_port': {'id': '7ed88d44-631c-4c59-bb84-8bdb138c02e7', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:8b:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4b138a8-7679-49f4-a368-4565e6ffbbbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2545, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:33:54Z', 'updated_at': '2021-08-29T04:33:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:03.504478 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23d57eb-d120-465b-8be3-19b3546374fa req-22d2344f-ac7b-4d0b-8cd7-d1964673b05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:03.506517 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b23d57eb-d120-465b-8be3-19b3546374fa req-22d2344f-ac7b-4d0b-8cd7-d1964673b05b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0805da877066419b8ea3a5659c16f89d&device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 1097 time: 0.6359212 Aug 29 04:34:03.511047 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 45058) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:03.516621 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-1c1c7c3f-27c3-456b-b117-bf84c0d99c10 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] For port 255db252-3e66-4ba8-9c3b-56640bf82b67, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=255db252-3e66-4ba8-9c3b-56640bf82b67,segment=NetworkSegment(0fc0da0a-b381-4d95-9f3f-3aa10a110ba6),segment_id=0fc0da0a-b381-4d95-9f3f-3aa10a110ba6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:03.552894 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1c1c7c3f-27c3-456b-b117-bf84c0d99c10 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:03.617360 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1c1c7c3f-27c3-456b-b117-bf84c0d99c10 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:03.622878 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1c1c7c3f-27c3-456b-b117-bf84c0d99c10 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9191137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10062364'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:03.631321 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e61653da-a110-404b-980f-b93f0912a64c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:03.633314 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-aaf33b10-de47-4644-acb0-41e9d5440e46 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3c2056b185a4447f97a37026802347bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1185019 Aug 29 04:34:03.635893 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52c86c2-93f5-43a9-b795-4d37593cfb06 None None] Checking router: a4b138a8-7679-49f4-a368-4565e6ffbbbc for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:34:03.636361 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 45064) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:03.636696 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52c86c2-93f5-43a9-b795-4d37593cfb06 None None] Updating router a4b138a8-7679-49f4-a368-4565e6ffbbbc port 7ed88d44-631c-4c59-bb84-8bdb138c02e7 binding host n-d-712140-12 {{(pid=94830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:34:03.650447 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-df75ee5f-f72b-44f6-84c5-806650cf9fbc req-75080262-a965-4d25-b4e7-5abd184c83e1 service neutron] 10.222.0.48 "GET /v2.0/networks/3bcd0067-6e50-451c-9004-abafcee70c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457256 Aug 29 04:34:03.677975 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1c7c3f-27c3-456b-b117-bf84c0d99c10 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:34:03.700727 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-1c1c7c3f-27c3-456b-b117-bf84c0d99c10 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:03.783573 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a52c86c2-93f5-43a9-b795-4d37593cfb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:03.793275 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1c7c3f-27c3-456b-b117-bf84c0d99c10 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:03.793955 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1c1c7c3f-27c3-456b-b117-bf84c0d99c10 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:03.818347 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b1e4258a-1763-4bd8-a1cd-d694760cfc55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:03.851448 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b1e4258a-1763-4bd8-a1cd-d694760cfc55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:03.937751 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b1e4258a-1763-4bd8-a1cd-d694760cfc55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:03.940664 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b1e4258a-1763-4bd8-a1cd-d694760cfc55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:03.947812 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-b1e4258a-1763-4bd8-a1cd-d694760cfc55 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/26f473d0-39e1-4a8d-875e-815eaa64070e HTTP/1.1" status: 204 len: 168 time: 0.3101997 Aug 29 04:34:03.968468 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-df75ee5f-f72b-44f6-84c5-806650cf9fbc req-391fda46-81ae-4b5a-bd47-247af02330e5 service neutron] 10.222.0.48 "GET /v2.0/networks/3bcd0067-6e50-451c-9004-abafcee70c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3071072 Aug 29 04:34:03.973659 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e4258a-1763-4bd8-a1cd-d694760cfc55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f473d0-39e1-4a8d-875e-815eaa64070e,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:04.033722 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1c7c3f-27c3-456b-b117-bf84c0d99c10 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Pushing event updated for resources: {'Subnet': ['ID=23aa7639-80bb-4a3c-ab9e-8b7f9e8c3474,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:04.051076 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-1c1c7c3f-27c3-456b-b117-bf84c0d99c10 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9243629 Aug 29 04:34:04.051588 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 45068) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:04.058208 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-301b4465-f4e5-44af-a41f-692be7b2a3e8 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Request body: {'port': {'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b', 'mac_address': 'fa:16:3e:1e:e8:7d', 'name': 'tempest-NetworksTestDHCPv6-2027920672'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:04.064420 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-787a12d8-11fa-4d2f-9bd3-4ff8e6793b4e tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Deleting port 7ed88d44-631c-4c59-bb84-8bdb138c02e7 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:34:04.064883 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-787a12d8-11fa-4d2f-9bd3-4ff8e6793b4e tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:04.100529 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a52c86c2-93f5-43a9-b795-4d37593cfb06 None None] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:04.112392 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-a52c86c2-93f5-43a9-b795-4d37593cfb06 None None] Transition to ACTIVE for port object 7ed88d44-631c-4c59-bb84-8bdb138c02e7 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:34:04.115362 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1c7c3f-27c3-456b-b117-bf84c0d99c10 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Pushing event updated for resources: {'Port': ['ID=255db252-3e66-4ba8-9c3b-56640bf82b67,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:04.142112 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a52c86c2-93f5-43a9-b795-4d37593cfb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:04.195803 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23d57eb-d120-465b-8be3-19b3546374fa req-7ae2f82b-5ca0-4876-a57a-c7e638d19d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:04.211732 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b23d57eb-d120-465b-8be3-19b3546374fa req-7ae2f82b-5ca0-4876-a57a-c7e638d19d0d service neutron] 10.222.0.48 "GET /v2.0/networks?id=2d35476f-74c6-400b-9404-4ace15008e25 HTTP/1.1" status: 200 len: 915 time: 0.6410925 Aug 29 04:34:04.240298 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:04.275338 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b23d57eb-d120-465b-8be3-19b3546374fa req-375968df-8846-43f5-8f14-c40032c8e888 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9f01a993-316c-4ea0-b777-7a0d5c2f8b7a HTTP/1.1" status: 200 len: 217 time: 0.0661404 Aug 29 04:34:04.351055 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-895c12d8-403b-4fb2-b5c8-16757ca01039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:04.377820 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-787a12d8-11fa-4d2f-9bd3-4ff8e6793b4e tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:04.378746 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-301b4465-f4e5-44af-a41f-692be7b2a3e8 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Made reservation on behalf of 808af00233b447dbb547871646623489 for: {'port': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:04.399257 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-787a12d8-11fa-4d2f-9bd3-4ff8e6793b4e tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Calling delete_port for 7ed88d44-631c-4c59-bb84-8bdb138c02e7 owned by network:router_gateway {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:34:04.407425 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23d57eb-d120-465b-8be3-19b3546374fa req-4a1e8b95-fd75-4f66-88c1-3d0a40141ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:04.415505 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b23d57eb-d120-465b-8be3-19b3546374fa req-4a1e8b95-fd75-4f66-88c1-3d0a40141ee4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=774a36bb-3c6d-4e12-9ae7-217ec62f3250 HTTP/1.1" status: 200 len: 854 time: 0.1296368 Aug 29 04:34:04.431875 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-a52c86c2-93f5-43a9-b795-4d37593cfb06 None None] Attempting to bind port 7ed88d44-631c-4c59-bb84-8bdb138c02e7 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:34:04.432451 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-a52c86c2-93f5-43a9-b795-4d37593cfb06 None None] Attempting to bind port 7ed88d44-631c-4c59-bb84-8bdb138c02e7 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:34:04.432877 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52c86c2-93f5-43a9-b795-4d37593cfb06 None None] Attempting to bind port 7ed88d44-631c-4c59-bb84-8bdb138c02e7 on network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:34:04.473938 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b23d57eb-d120-465b-8be3-19b3546374fa req-e55f28c3-a610-434e-a8af-62debfeb3010 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2d35476f-74c6-400b-9404-4ace15008e25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492470 Aug 29 04:34:04.503619 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d3399c-980f-46ff-858c-513dfb066e2d req-e06bb6de-5cbd-4ada-a5a1-82edc541a2aa tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:04.505869 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-03d3399c-980f-46ff-858c-513dfb066e2d req-e06bb6de-5cbd-4ada-a5a1-82edc541a2aa tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 945 time: 0.2566907 Aug 29 04:34:04.559702 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52c86c2-93f5-43a9-b795-4d37593cfb06 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:34:04.562750 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52c86c2-93f5-43a9-b795-4d37593cfb06 None None] Checking segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:34:04.563290 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a52c86c2-93f5-43a9-b795-4d37593cfb06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:04.564249 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52c86c2-93f5-43a9-b795-4d37593cfb06 None None] Bound using segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:34:04.568248 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-a52c86c2-93f5-43a9-b795-4d37593cfb06 None None] Bound port: 7ed88d44-631c-4c59-bb84-8bdb138c02e7, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:34:04.568773 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a52c86c2-93f5-43a9-b795-4d37593cfb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:04.716342 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-a52c86c2-93f5-43a9-b795-4d37593cfb06 None None] For port 7ed88d44-631c-4c59-bb84-8bdb138c02e7, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:34:04.730050 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-a52c86c2-93f5-43a9-b795-4d37593cfb06 None None] For port 7ed88d44-631c-4c59-bb84-8bdb138c02e7, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=7ed88d44-631c-4c59-bb84-8bdb138c02e7,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:34:04.747518 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-03d3399c-980f-46ff-858c-513dfb066e2d req-dcae617c-81b4-4cfd-9164-e3f4a8339479 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252209 Aug 29 04:34:04.752206 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a52c86c2-93f5-43a9-b795-4d37593cfb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:04.768031 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 45088) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:04.774101 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28f3ff0-4afc-4216-bb9e-fa3ba843749f None None] Pushing event updated for resources: {'Port': ['ID=7ed88d44-631c-4c59-bb84-8bdb138c02e7,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:04.786035 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-301b4465-f4e5-44af-a41f-692be7b2a3e8 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:04.822336 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [None req-301b4465-f4e5-44af-a41f-692be7b2a3e8 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] device_id is not set on port ab12dc4c-8572-4d06-9e7c-3b87fe2f5d2c yet. {{(pid=94829) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:34:04.858202 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-0c0c6b97-cc69-4378-813f-71eb4d8bc44f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=abf94f37a1af42a19d4b8683f751bf1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0848341 Aug 29 04:34:04.865700 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 45090) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:04.885219 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 9dc1290d-b315-40bd-8685-22a1440b2cce no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:34:04.932026 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b23d57eb-d120-465b-8be3-19b3546374fa req-37f73c99-2496-4278-ad50-316a4506de84 service neutron] 10.222.0.48 "GET /v2.0/networks/2d35476f-74c6-400b-9404-4ace15008e25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4459181 Aug 29 04:34:04.937021 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895c12d8-403b-4fb2-b5c8-16757ca01039 None None] No DVR routers for this DVR port 255db252-3e66-4ba8-9c3b-56640bf82b67 on host n-d-712140-12 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:34:04.947241 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 9dc1290d-b315-40bd-8685-22a1440b2cce {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:34:04.947747 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 9dc1290d-b315-40bd-8685-22a1440b2cce not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:34:04.994785 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895c12d8-403b-4fb2-b5c8-16757ca01039 None None] Pushing event deleted for resources: {'Port': ['ID=255db252-3e66-4ba8-9c3b-56640bf82b67,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:04.998508 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5f7941-8980-4670-ba16-3468ded089d7 None None] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:34:05.028828 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-301b4465-f4e5-44af-a41f-692be7b2a3e8 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Allocated IP 2001:db8::f816:3eff:fe1e:e87d (9a0c1c63-2a3a-4918-9723-8b35bf7d017b/23aa7639-80bb-4a3c-ab9e-8b7f9e8c3474/ab12dc4c-8572-4d06-9e7c-3b87fe2f5d2c) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:34:05.121813 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b23d57eb-d120-465b-8be3-19b3546374fa req-1bf62891-fd39-4d80-86ab-5c8afad9353a service neutron] 10.222.0.48 "GET /v2.0/networks/2d35476f-74c6-400b-9404-4ace15008e25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814032 Aug 29 04:34:05.191060 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-16555393-0105-424d-a843-c2eef2fe8dad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:05.250561 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-301b4465-f4e5-44af-a41f-692be7b2a3e8 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:05.265971 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-301b4465-f4e5-44af-a41f-692be7b2a3e8 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Transition to ACTIVE for port object ab12dc4c-8572-4d06-9e7c-3b87fe2f5d2c will not be triggered until provisioned by entity DHCP. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:34:05.300567 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-16555393-0105-424d-a843-c2eef2fe8dad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:05.304342 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-301b4465-f4e5-44af-a41f-692be7b2a3e8 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:05.380606 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-787a12d8-11fa-4d2f-9bd3-4ff8e6793b4e tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:05.418893 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301b4465-f4e5-44af-a41f-692be7b2a3e8 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:34:05.437173 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-301b4465-f4e5-44af-a41f-692be7b2a3e8 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:05.439458 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301b4465-f4e5-44af-a41f-692be7b2a3e8 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Pushing event updated for resources: {'Port': ['ID=ab12dc4c-8572-4d06-9e7c-3b87fe2f5d2c,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:05.441796 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301b4465-f4e5-44af-a41f-692be7b2a3e8 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:34:05.449798 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301b4465-f4e5-44af-a41f-692be7b2a3e8 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:05.450466 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-301b4465-f4e5-44af-a41f-692be7b2a3e8 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:05.460140 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787a12d8-11fa-4d2f-9bd3-4ff8e6793b4e tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Pushing event deleted for resources: {'Port': ['ID=7ed88d44-631c-4c59-bb84-8bdb138c02e7,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:05.487467 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-301b4465-f4e5-44af-a41f-692be7b2a3e8 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4320765 Aug 29 04:34:05.488178 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 45102) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:05.569624 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28f3ff0-4afc-4216-bb9e-fa3ba843749f None None] Pushing event updated for resources: {'Port': ['ID=7ed88d44-631c-4c59-bb84-8bdb138c02e7,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:05.585969 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 16ef7bf6-a6cb-4217-8d5d-08b96c4668b6 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:34:05.590983 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-787a12d8-11fa-4d2f-9bd3-4ff8e6793b4e tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719445'] for router_gateway, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:05.600954 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3827ae-cf4f-4f94-b09b-4dcf2d978b13 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:05.604862 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-9c3827ae-cf4f-4f94-b09b-4dcf2d978b13 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1133425 Aug 29 04:34:05.609079 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 45104) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:05.700661 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52c86c2-93f5-43a9-b795-4d37593cfb06 None None] Routers {'a4b138a8-7679-49f4-a368-4565e6ffbbbc'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:34:05.704541 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-a52c86c2-93f5-43a9-b795-4d37593cfb06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:33:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['a4b138a8-7679-49f4-a368-4565e6ffbbbc'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:05.821284 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-a0ef8527-23dd-48e1-889e-94605312030e tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Deleting port ab12dc4c-8572-4d06-9e7c-3b87fe2f5d2c {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:34:05.821522 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a0ef8527-23dd-48e1-889e-94605312030e tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:05.849671 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 9f01a993-316c-4ea0-b777-7a0d5c2f8b7a no longer exists at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:34:05.854157 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-787a12d8-11fa-4d2f-9bd3-4ff8e6793b4e tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:05.859973 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-16555393-0105-424d-a843-c2eef2fe8dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:05.864920 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-16555393-0105-424d-a843-c2eef2fe8dad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:05.871586 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-16555393-0105-424d-a843-c2eef2fe8dad admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f5243c94-19a8-4392-9116-07d3ca9a7ded HTTP/1.1" status: 204 len: 168 time: 1.0048337 Aug 29 04:34:05.875529 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-787a12d8-11fa-4d2f-9bd3-4ff8e6793b4e tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:05.887460 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16555393-0105-424d-a843-c2eef2fe8dad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5243c94-19a8-4392-9116-07d3ca9a7ded,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:05.986934 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 16ef7bf6-a6cb-4217-8d5d-08b96c4668b6 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:05.995454 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:06.032263 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-787a12d8-11fa-4d2f-9bd3-4ff8e6793b4e tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717253'] for router, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:06.033013 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-787a12d8-11fa-4d2f-9bd3-4ff8e6793b4e tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a4b138a8-7679-49f4-a368-4565e6ffbbbc {{(pid=94828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:34:06.039381 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-787a12d8-11fa-4d2f-9bd3-4ff8e6793b4e tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks [] for router, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:06.039996 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a0ef8527-23dd-48e1-889e-94605312030e tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:06.043444 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-787a12d8-11fa-4d2f-9bd3-4ff8e6793b4e tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] 10.222.0.22 "DELETE /v2.0/routers/a4b138a8-7679-49f4-a368-4565e6ffbbbc HTTP/1.1" status: 204 len: 168 time: 3.8981473 Aug 29 04:34:06.044282 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 45118) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:06.063246 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f504018-0911-417c-a836-34786cbceabe req-c209c9fe-d1bc-4208-ac02-439182ac42fc tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:06.065118 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7f504018-0911-417c-a836-34786cbceabe req-c209c9fe-d1bc-4208-ac02-439182ac42fc tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 945 time: 0.1643496 Aug 29 04:34:06.107771 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-a0ef8527-23dd-48e1-889e-94605312030e tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Calling delete_port for ab12dc4c-8572-4d06-9e7c-3b87fe2f5d2c owned by {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:34:06.164915 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-a52c86c2-93f5-43a9-b795-4d37593cfb06 None None] Set router a4b138a8-7679-49f4-a368-4565e6ffbbbc gateway port host: None {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:34:06.243795 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3fae153a-3758-4a28-b137-7779067f33e6 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks [] for router, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:06.377457 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7f504018-0911-417c-a836-34786cbceabe req-d2fde22a-689c-4a5a-9075-b799c299a484 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311040 Aug 29 04:34:06.457193 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a0ef8527-23dd-48e1-889e-94605312030e tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:06.558583 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-a52c86c2-93f5-43a9-b795-4d37593cfb06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4b138a8-7679-49f4-a368-4565e6ffbbbc', 'name': 'tempest-snat-router-1067360967', 'tenant_id': 'e0603f11d4fb4b3ab162c29d1e8bac18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:33:53Z', 'updated_at': '2021-08-29T04:34:05Z', 'revision_number': 5, 'project_id': 'e0603f11d4fb4b3ab162c29d1e8bac18', 'gw_port_host': None}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:06.566100 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ef8527-23dd-48e1-889e-94605312030e tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Pushing event deleted for resources: {'Port': ['ID=ab12dc4c-8572-4d06-9e7c-3b87fe2f5d2c,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:06.658360 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a0ef8527-23dd-48e1-889e-94605312030e tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:06.661348 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3fae153a-3758-4a28-b137-7779067f33e6 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:06.674896 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-a0ef8527-23dd-48e1-889e-94605312030e tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "DELETE /v2.0/ports/ab12dc4c-8572-4d06-9e7c-3b87fe2f5d2c HTTP/1.1" status: 204 len: 168 time: 1.0604799 Aug 29 04:34:06.678877 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 45126) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:06.713456 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52c86c2-93f5-43a9-b795-4d37593cfb06 None None] The sync data for ids ['a4b138a8-7679-49f4-a368-4565e6ffbbbc'] in n-d-712140-12 is: [{'id': 'a4b138a8-7679-49f4-a368-4565e6ffbbbc', 'name': 'tempest-snat-router-1067360967', 'tenant_id': 'e0603f11d4fb4b3ab162c29d1e8bac18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:33:53Z', 'updated_at': '2021-08-29T04:34:05Z', 'revision_number': 5, 'project_id': 'e0603f11d4fb4b3ab162c29d1e8bac18', 'gw_port_host': None}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:34:06.916868 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71fa0e18-98a5-401a-92d0-11e43c7d6873 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:06.932467 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71fa0e18-98a5-401a-92d0-11e43c7d6873 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:06.938557 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5447e8fe-8d91-41c5-98d8-5b3e949ed34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:06.943082 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-71fa0e18-98a5-401a-92d0-11e43c7d6873 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2549882 Aug 29 04:34:06.964333 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 45132) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:07.388410 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43aeed8-92ba-4fd5-8a8b-0708f6997137 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-9a0c1c63-2a3a-4918-9723-8b35bf7d017b', 'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b', 'tenant_id': '808af00233b447dbb547871646623489', 'fixed_ips': [{'subnet_id': '23aa7639-80bb-4a3c-ab9e-8b7f9e8c3474'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:34:07.389666 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f43aeed8-92ba-4fd5-8a8b-0708f6997137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:07.400909 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:07.489651 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:07.513188 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:07.557208 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4742fd0-b468-4a03-91be-144e8a5aa5d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f01a993-316c-4ea0-b777-7a0d5c2f8b7a'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:34:07.567455 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07369f4b-e391-47c0-84d8-d72aa596598a" -d '{"events": [{"server_uuid": "f4742fd0-b468-4a03-91be-144e8a5aa5d6", "name": "network-vif-unplugged", "status": "completed", "tag": "9f01a993-316c-4ea0-b777-7a0d5c2f8b7a"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:34:07.615440 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-3fae153a-3758-4a28-b137-7779067f33e6 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Deleting port 16ef7bf6-a6cb-4217-8d5d-08b96c4668b6 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:34:07.615825 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3fae153a-3758-4a28-b137-7779067f33e6 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:07.640992 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb88863f-dfa9-4e0c-8991-dd9239452e34 req-d0fa9f11-69a4-4b8c-bf17-a7babae72b1a tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:07.647528 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-cb88863f-dfa9-4e0c-8991-dd9239452e34 req-d0fa9f11-69a4-4b8c-bf17-a7babae72b1a tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 945 time: 0.1011207 Aug 29 04:34:07.722400 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 9f01a993-316c-4ea0-b777-7a0d5c2f8b7a, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=9f01a993-316c-4ea0-b777-7a0d5c2f8b7a,segment=NetworkSegment(c5ded84d-4be1-43ec-8cde-5c95285ac592),segment_id=c5ded84d-4be1-43ec-8cde-5c95285ac592)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:07.738398 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4171adc4-6954-4dcd-b35d-1bbbd5f88701 x-openstack-request-id: req-4171adc4-6954-4dcd-b35d-1bbbd5f88701 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:34:07.738398 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4742fd0-b468-4a03-91be-144e8a5aa5d6", "name": "network-vif-unplugged", "status": "completed", "tag": "9f01a993-316c-4ea0-b777-7a0d5c2f8b7a", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:34:07.738398 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4171adc4-6954-4dcd-b35d-1bbbd5f88701 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:34:07.738398 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4742fd0-b468-4a03-91be-144e8a5aa5d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f01a993-316c-4ea0-b777-7a0d5c2f8b7a', 'code': 200} Aug 29 04:34:07.747723 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:07.778092 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-cb88863f-dfa9-4e0c-8991-dd9239452e34 req-c9784845-0ec1-496a-a0f5-cfc6bd5fda30 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226249 Aug 29 04:34:07.780666 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-3fae153a-3758-4a28-b137-7779067f33e6 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] For port 16ef7bf6-a6cb-4217-8d5d-08b96c4668b6, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=16ef7bf6-a6cb-4217-8d5d-08b96c4668b6,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:07.781134 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3fae153a-3758-4a28-b137-7779067f33e6 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:07.817348 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-3fae153a-3758-4a28-b137-7779067f33e6 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Calling delete_port for 16ef7bf6-a6cb-4217-8d5d-08b96c4668b6 owned by network:router_gateway {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:34:07.834425 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=9f01a993-316c-4ea0-b777-7a0d5c2f8b7a,revision_number=8']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:07.940559 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-f43aeed8-92ba-4fd5-8a8b-0708f6997137 None None] Allocated IP 2001:db8::f816:3eff:fef7:393d (9a0c1c63-2a3a-4918-9723-8b35bf7d017b/23aa7639-80bb-4a3c-ab9e-8b7f9e8c3474/6563c0a9-be37-47c0-a3cd-9a2894ea8a55) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:34:07.984376 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_v2 [None req-42b87706-95ca-476f-a66e-5e9861564b71 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Deleting subnet 23aa7639-80bb-4a3c-ab9e-8b7f9e8c3474 {{(pid=94828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:34:08.189740 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f43aeed8-92ba-4fd5-8a8b-0708f6997137 None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:08.208562 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-f43aeed8-92ba-4fd5-8a8b-0708f6997137 None None] Transition to ACTIVE for port object 6563c0a9-be37-47c0-a3cd-9a2894ea8a55 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:34:08.246584 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-f43aeed8-92ba-4fd5-8a8b-0708f6997137 None None] Transition to ACTIVE for port object 6563c0a9-be37-47c0-a3cd-9a2894ea8a55 will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:34:08.261324 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f43aeed8-92ba-4fd5-8a8b-0708f6997137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:08.261597 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-42b87706-95ca-476f-a66e-5e9861564b71 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for subnet, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:08.314869 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43aeed8-92ba-4fd5-8a8b-0708f6997137 None None] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:34:08.318895 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-f43aeed8-92ba-4fd5-8a8b-0708f6997137 None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:08.329643 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43aeed8-92ba-4fd5-8a8b-0708f6997137 None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:34:08.334126 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43aeed8-92ba-4fd5-8a8b-0708f6997137 None None] Pushing event updated for resources: {'Port': ['ID=6563c0a9-be37-47c0-a3cd-9a2894ea8a55,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:08.338133 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7343cee-eb8e-465d-a7cd-d386c4517f73 req-c1d6014c-89d5-49f8-96e0-3a90df1940a2 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:08.341172 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a7343cee-eb8e-465d-a7cd-d386c4517f73 req-c1d6014c-89d5-49f8-96e0-3a90df1940a2 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 943 time: 0.4203260 Aug 29 04:34:08.371515 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-42b87706-95ca-476f-a66e-5e9861564b71 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8904862'] for subnet, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:08.403142 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3fae153a-3758-4a28-b137-7779067f33e6 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:08.409572 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-f43aeed8-92ba-4fd5-8a8b-0708f6997137 None None] Attempting to bind port 6563c0a9-be37-47c0-a3cd-9a2894ea8a55 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:34:08.410062 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-f43aeed8-92ba-4fd5-8a8b-0708f6997137 None None] Attempting to bind port 6563c0a9-be37-47c0-a3cd-9a2894ea8a55 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '0fc0da0a-b381-4d95-9f3f-3aa10a110ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:34:08.410550 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43aeed8-92ba-4fd5-8a8b-0708f6997137 None None] Attempting to bind port 6563c0a9-be37-47c0-a3cd-9a2894ea8a55 on network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:34:08.417005 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43aeed8-92ba-4fd5-8a8b-0708f6997137 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:34:08.417636 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43aeed8-92ba-4fd5-8a8b-0708f6997137 None None] Checking segment: {'id': '0fc0da0a-b381-4d95-9f3f-3aa10a110ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:34:08.418206 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f43aeed8-92ba-4fd5-8a8b-0708f6997137 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:08.419112 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43aeed8-92ba-4fd5-8a8b-0708f6997137 None None] Bound using segment: {'id': '0fc0da0a-b381-4d95-9f3f-3aa10a110ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:34:08.419859 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-f43aeed8-92ba-4fd5-8a8b-0708f6997137 None None] Bound port: 6563c0a9-be37-47c0-a3cd-9a2894ea8a55, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fc0da0a-b381-4d95-9f3f-3aa10a110ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:34:08.421001 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f43aeed8-92ba-4fd5-8a8b-0708f6997137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:08.494093 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fae153a-3758-4a28-b137-7779067f33e6 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Pushing event deleted for resources: {'Port': ['ID=16ef7bf6-a6cb-4217-8d5d-08b96c4668b6,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:08.522458 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-f43aeed8-92ba-4fd5-8a8b-0708f6997137 None None] For port 6563c0a9-be37-47c0-a3cd-9a2894ea8a55, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:34:08.540794 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-f43aeed8-92ba-4fd5-8a8b-0708f6997137 None None] For port 6563c0a9-be37-47c0-a3cd-9a2894ea8a55, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=6563c0a9-be37-47c0-a3cd-9a2894ea8a55,segment=NetworkSegment(0fc0da0a-b381-4d95-9f3f-3aa10a110ba6),segment_id=0fc0da0a-b381-4d95-9f3f-3aa10a110ba6)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:34:08.550847 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f43aeed8-92ba-4fd5-8a8b-0708f6997137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:08.562659 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a7343cee-eb8e-465d-a7cd-d386c4517f73 req-e4ff3c93-93d4-44e5-ba47-09a25f74c1e0 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079687 Aug 29 04:34:08.677139 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43aeed8-92ba-4fd5-8a8b-0708f6997137 None None] Pushing event updated for resources: {'Port': ['ID=6563c0a9-be37-47c0-a3cd-9a2894ea8a55,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:08.683849 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3fae153a-3758-4a28-b137-7779067f33e6 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719445'] for router_gateway, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:08.687051 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:08.843622 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-42b87706-95ca-476f-a66e-5e9861564b71 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:08.963084 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3fae153a-3758-4a28-b137-7779067f33e6 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:08.966197 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3fae153a-3758-4a28-b137-7779067f33e6 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:09.095569 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd3f5f3-cf34-437c-a5a2-54cae96e98d6 req-2b7825bd-1ec2-48d2-91f2-2a6a0206a074 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:09.100548 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-cbd3f5f3-cf34-437c-a5a2-54cae96e98d6 req-2b7825bd-1ec2-48d2-91f2-2a6a0206a074 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 943 time: 0.0747707 Aug 29 04:34:09.178288 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-cbd3f5f3-cf34-437c-a5a2-54cae96e98d6 req-2a7cf479-07fc-4eb6-b80c-bfd77419c76d tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717044 Aug 29 04:34:09.181574 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-42b87706-95ca-476f-a66e-5e9861564b71 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9190434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062341'] for subnet, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:09.188440 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3fae153a-3758-4a28-b137-7779067f33e6 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717253'] for router, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:09.188992 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fae153a-3758-4a28-b137-7779067f33e6 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 27d78185-a16a-4c58-8178-30cd7f5952a4 {{(pid=94828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:34:09.199719 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3fae153a-3758-4a28-b137-7779067f33e6 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks [] for router, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:09.200959 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-3fae153a-3758-4a28-b137-7779067f33e6 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] 10.222.0.22 "DELETE /v2.0/routers/27d78185-a16a-4c58-8178-30cd7f5952a4 HTTP/1.1" status: 204 len: 168 time: 3.1534636 Aug 29 04:34:09.204748 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 45188) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:09.211337 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-f48ecf0b-d242-497e-aebd-ecf93227ca99 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-222499307', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}, 'admin_state_up': False}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:09.231244 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b87706-95ca-476f-a66e-5e9861564b71 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Pushing event deleted for resources: {'Subnet': ['ID=23aa7639-80bb-4a3c-ab9e-8b7f9e8c3474,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:09.237467 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-42b87706-95ca-476f-a66e-5e9861564b71 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:09.243107 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-42b87706-95ca-476f-a66e-5e9861564b71 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "DELETE /v2.0/subnets/23aa7639-80bb-4a3c-ab9e-8b7f9e8c3474 HTTP/1.1" status: 204 len: 168 time: 2.2544322 Aug 29 04:34:09.243628 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 45192) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:09.338520 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 45194) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:09.349099 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-366b62c6-0cae-43ef-931b-16d7e0546fed tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0986562 Aug 29 04:34:09.374649 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f48ecf0b-d242-497e-aebd-ecf93227ca99 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:09.376030 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f48ecf0b-d242-497e-aebd-ecf93227ca99 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1838'] for router, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:09.450211 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32959713-4cd2-411b-9fee-1af14275d121 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:09.455149 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-32959713-4cd2-411b-9fee-1af14275d121 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1153238 Aug 29 04:34:09.456045 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 45198) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:09.520685 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f48ecf0b-d242-497e-aebd-ecf93227ca99 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:09.559996 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c3c2f26-8525-4463-bf3f-792fadfabfd5 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:09.561601 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-4c3c2f26-8525-4463-bf3f-792fadfabfd5 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0863531 Aug 29 04:34:09.564177 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 45206) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:09.638063 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-87d997a3-cec5-4354-8252-533d1b13b0b0 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0722051 Aug 29 04:34:09.639007 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 45210) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:09.646268 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-a148f910-16f5-402f-b404-b05fb6ad0ef7 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Request body: {'subnet': {'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:09.853890 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 9f01a993-316c-4ea0-b777-7a0d5c2f8b7a no longer exists at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:34:09.961583 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a148f910-16f5-402f-b404-b05fb6ad0ef7 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Made reservation on behalf of 808af00233b447dbb547871646623489 for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:09.965282 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a148f910-16f5-402f-b404-b05fb6ad0ef7 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:10.043556 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 6563c0a9-be37-47c0-a3cd-9a2894ea8a55 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:34:10.047794 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f48ecf0b-d242-497e-aebd-ecf93227ca99 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:10.131327 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 6563c0a9-be37-47c0-a3cd-9a2894ea8a55 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:34:10.232133 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6ab9f5c4-de44-4532-ac58-8920514ecf17 req-8bda4c8c-d262-4f75-acdb-01ba43177762 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5281894 Aug 29 04:34:10.248023 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 16ef7bf6-a6cb-4217-8d5d-08b96c4668b6 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:34:10.298882 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 16ef7bf6-a6cb-4217-8d5d-08b96c4668b6 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:34:10.299475 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 16ef7bf6-a6cb-4217-8d5d-08b96c4668b6 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:34:10.506652 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4deaf9-14ab-4453-9198-f29a00dd1343 req-e54fef8f-1c0a-4637-b7fa-ab485b110b5f tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:10.508249 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-af4deaf9-14ab-4453-9198-f29a00dd1343 req-e54fef8f-1c0a-4637-b7fa-ab485b110b5f tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 943 time: 0.1187959 Aug 29 04:34:10.514424 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d13a1d-0dfa-4681-9ce8-d9774972e2f7 None None] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:34:10.543480 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f48ecf0b-d242-497e-aebd-ecf93227ca99 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify callbacks [] for router_gateway, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:10.628022 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f48ecf0b-d242-497e-aebd-ecf93227ca99 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:10.661763 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-53e8894b-c786-40c4-ae98-0661fc663777 None None] Provisioning for port 6563c0a9-be37-47c0-a3cd-9a2894ea8a55 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:34:10.686947 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-53e8894b-c786-40c4-ae98-0661fc663777 None None] Provisioning complete for port 6563c0a9-be37-47c0-a3cd-9a2894ea8a55 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:10.687613 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-53e8894b-c786-40c4-ae98-0661fc663777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:10.768834 n-d-712140-12 neutron-server[94828]: DEBUG neutron.objects.ports [None req-a148f910-16f5-402f-b404-b05fb6ad0ef7 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94828) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 04:34:10.812343 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-af4deaf9-14ab-4453-9198-f29a00dd1343 req-daabf503-475a-4186-a51e-e13e47906305 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864277 Aug 29 04:34:10.937579 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-f48ecf0b-d242-497e-aebd-ecf93227ca99 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Allocated IP 172.25.0.99 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/cc79485c-3a83-4b49-9795-b64d769633e7) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:34:11.045590 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-53e8894b-c786-40c4-ae98-0661fc663777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:11.106671 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-53e8894b-c786-40c4-ae98-0661fc663777 None None] For port 6563c0a9-be37-47c0-a3cd-9a2894ea8a55, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=6563c0a9-be37-47c0-a3cd-9a2894ea8a55,segment=NetworkSegment(0fc0da0a-b381-4d95-9f3f-3aa10a110ba6),segment_id=0fc0da0a-b381-4d95-9f3f-3aa10a110ba6)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:11.128141 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-53e8894b-c786-40c4-ae98-0661fc663777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:11.224296 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e8894b-c786-40c4-ae98-0661fc663777 None None] Pushing event updated for resources: {'Port': ['ID=6563c0a9-be37-47c0-a3cd-9a2894ea8a55,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:11.245794 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f48ecf0b-d242-497e-aebd-ecf93227ca99 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:11.275020 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a148f910-16f5-402f-b404-b05fb6ad0ef7 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:11.324823 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f48ecf0b-d242-497e-aebd-ecf93227ca99 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:11.409236 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48ecf0b-d242-497e-aebd-ecf93227ca99 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:34:11.413584 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-f48ecf0b-d242-497e-aebd-ecf93227ca99 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:11.415531 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48ecf0b-d242-497e-aebd-ecf93227ca99 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Pushing event updated for resources: {'Port': ['ID=cc79485c-3a83-4b49-9795-b64d769633e7,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:11.424407 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48ecf0b-d242-497e-aebd-ecf93227ca99 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:34:11.580936 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-a148f910-16f5-402f-b404-b05fb6ad0ef7 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] For port 6563c0a9-be37-47c0-a3cd-9a2894ea8a55, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=6563c0a9-be37-47c0-a3cd-9a2894ea8a55,segment=NetworkSegment(0fc0da0a-b381-4d95-9f3f-3aa10a110ba6),segment_id=0fc0da0a-b381-4d95-9f3f-3aa10a110ba6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:11.608113 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-21d88091-e4ac-4698-9ede-29f6b862ce8a None None] Provisioning complete for port 6563c0a9-be37-47c0-a3cd-9a2894ea8a55 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:11.608993 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-21d88091-e4ac-4698-9ede-29f6b862ce8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:11.675732 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 6563c0a9-be37-47c0-a3cd-9a2894ea8a55 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:34:11.678080 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a148f910-16f5-402f-b404-b05fb6ad0ef7 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:11.684626 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a148f910-16f5-402f-b404-b05fb6ad0ef7 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:11.685961 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a148f910-16f5-402f-b404-b05fb6ad0ef7 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9191137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10062364'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:11.814399 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 6563c0a9-be37-47c0-a3cd-9a2894ea8a55 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:11.814958 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:11.839302 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a148f910-16f5-402f-b404-b05fb6ad0ef7 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:34:11.860190 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-a148f910-16f5-402f-b404-b05fb6ad0ef7 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:11.888826 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13514bd4-23a2-4e95-9c5c-f20248c23e56 None None] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:34:11.897529 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a148f910-16f5-402f-b404-b05fb6ad0ef7 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:11.898547 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a148f910-16f5-402f-b404-b05fb6ad0ef7 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:11.947122 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-a148f910-16f5-402f-b404-b05fb6ad0ef7 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.3045633 Aug 29 04:34:11.947796 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 45262) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:11.996946 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f48ecf0b-d242-497e-aebd-ecf93227ca99 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify callbacks [] for router_gateway, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:12.047485 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148f910-16f5-402f-b404-b05fb6ad0ef7 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Pushing event updated for resources: {'Subnet': ['ID=90ebf420-cff6-49f4-bc04-e478ef46b8a4,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:12.064560 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-d31eb36d-fc86-4e7b-a015-c7af0bcbae1a None None] Could not find standard attr ID for object ab12dc4c-8572-4d06-9e7c-3b87fe2f5d2c. {{(pid=94830) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:34:12.111058 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-3baaa36c-6945-4729-8b71-b3c646a72bb5 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Request body: {'port': {'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b', 'mac_address': 'fa:16:3e:b2:39:96', 'name': 'tempest-NetworksTestDHCPv6-344057860'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:12.147508 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148f910-16f5-402f-b404-b05fb6ad0ef7 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Pushing event updated for resources: {'Port': ['ID=6563c0a9-be37-47c0-a3cd-9a2894ea8a55,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:12.252566 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab9f5c4-de44-4532-ac58-8920514ecf17 req-261d67c0-518b-44e3-98d3-9b0d5d27a532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:12.266110 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6ab9f5c4-de44-4532-ac58-8920514ecf17 req-261d67c0-518b-44e3-98d3-9b0d5d27a532 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6&tenant_id=0805da877066419b8ea3a5659c16f89d HTTP/1.1" status: 200 len: 1095 time: 0.3494697 Aug 29 04:34:12.295233 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-6ab9f5c4-de44-4532-ac58-8920514ecf17 req-ca896ca3-991b-4f24-88d7-a021e6eb32e2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712140-12', 'device_owner': 'compute:nova'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:12.524096 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-6ab9f5c4-de44-4532-ac58-8920514ecf17 req-ca896ca3-991b-4f24-88d7-a021e6eb32e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:12.614292 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3baaa36c-6945-4729-8b71-b3c646a72bb5 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Made reservation on behalf of 808af00233b447dbb547871646623489 for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:12.916504 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0280153e-efb2-4e2e-827d-fc53ffb4d88d req-6405d390-b734-4556-8378-8637a83a79b8 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:12.924854 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0280153e-efb2-4e2e-827d-fc53ffb4d88d req-6405d390-b734-4556-8378-8637a83a79b8 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 943 time: 1.0022504 Aug 29 04:34:12.971712 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3baaa36c-6945-4729-8b71-b3c646a72bb5 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:12.990534 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0280153e-efb2-4e2e-827d-fc53ffb4d88d req-ce471709-8fc3-4458-ab68-75d298bc5305 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585513 Aug 29 04:34:13.006711 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-20e0f6d9-a966-4eab-8736-c2a70ebd8c9b None None] Provisioning complete for port 6563c0a9-be37-47c0-a3cd-9a2894ea8a55 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:13.007794 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-20e0f6d9-a966-4eab-8736-c2a70ebd8c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:13.124901 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-3baaa36c-6945-4729-8b71-b3c646a72bb5 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] device_id is not set on port b2809b64-c7aa-4fe8-b00b-639e43c2e95d yet. {{(pid=94828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:34:13.254525 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f48ecf0b-d242-497e-aebd-ecf93227ca99 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409'] for router, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:13.293380 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-6ab9f5c4-de44-4532-ac58-8920514ecf17 req-ca896ca3-991b-4f24-88d7-a021e6eb32e2 service neutron] For port 9f01a993-316c-4ea0-b777-7a0d5c2f8b7a, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=9f01a993-316c-4ea0-b777-7a0d5c2f8b7a,segment=NetworkSegment(c5ded84d-4be1-43ec-8cde-5c95285ac592),segment_id=c5ded84d-4be1-43ec-8cde-5c95285ac592)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:13.333209 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-6ab9f5c4-de44-4532-ac58-8920514ecf17 req-ca896ca3-991b-4f24-88d7-a021e6eb32e2 service neutron] For port 9f01a993-316c-4ea0-b777-7a0d5c2f8b7a, host n-h2-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:34:13.372882 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-6ab9f5c4-de44-4532-ac58-8920514ecf17 req-ca896ca3-991b-4f24-88d7-a021e6eb32e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f01a993-316c-4ea0-b777-7a0d5c2f8b7a {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:34:13.390986 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-6ab9f5c4-de44-4532-ac58-8920514ecf17 req-ca896ca3-991b-4f24-88d7-a021e6eb32e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:13.418040 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-6ab9f5c4-de44-4532-ac58-8920514ecf17 req-ca896ca3-991b-4f24-88d7-a021e6eb32e2 service neutron] Transition to ACTIVE for port object 9f01a993-316c-4ea0-b777-7a0d5c2f8b7a will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:34:13.419006 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f48ecf0b-d242-497e-aebd-ecf93227ca99 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Router 764d58eb-d657-4837-9317-5e5198eb703a is scheduled to L3 agent 76874008-c311-485c-ba36-921b6d275b6a with binding_index 1 {{(pid=94829) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:34:13.421845 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-6ab9f5c4-de44-4532-ac58-8920514ecf17 req-ca896ca3-991b-4f24-88d7-a021e6eb32e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:13.436120 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-3baaa36c-6945-4729-8b71-b3c646a72bb5 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Allocated IP 2001:db8::f816:3eff:feb2:3996 (9a0c1c63-2a3a-4918-9723-8b35bf7d017b/90ebf420-cff6-49f4-bc04-e478ef46b8a4/b2809b64-c7aa-4fe8-b00b-639e43c2e95d) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:34:13.510467 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ab9f5c4-de44-4532-ac58-8920514ecf17 req-ca896ca3-991b-4f24-88d7-a021e6eb32e2 service neutron] No DVR routers for this DVR port 9f01a993-316c-4ea0-b777-7a0d5c2f8b7a on host n-h2-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:34:13.551347 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca896ca3-991b-4f24-88d7-a021e6eb32e2 service neutron] Pushing event updated for resources: {'Port': ['ID=9f01a993-316c-4ea0-b777-7a0d5c2f8b7a,revision_number=9']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:13.580488 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f48ecf0b-d242-497e-aebd-ecf93227ca99 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:34:13.592029 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad92bbce-aef4-4661-9cc8-bfa5790d4364 None None] Sync routers for ids ['764d58eb-d657-4837-9317-5e5198eb703a'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:34:13.617917 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad92bbce-aef4-4661-9cc8-bfa5790d4364 None None] Routers {'764d58eb-d657-4837-9317-5e5198eb703a'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:34:13.620330 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-ad92bbce-aef4-4661-9cc8-bfa5790d4364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:34:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['764d58eb-d657-4837-9317-5e5198eb703a'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:13.622222 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f48ecf0b-d242-497e-aebd-ecf93227ca99 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:13.624755 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-f48ecf0b-d242-497e-aebd-ecf93227ca99 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.4182408 Aug 29 04:34:13.627114 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 45298) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:13.637013 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-5e5d6c67-1113-4dc2-adc8-e6a95409ae4d tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'enable_snat': False}}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:13.638254 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-6ab9f5c4-de44-4532-ac58-8920514ecf17 req-ca896ca3-991b-4f24-88d7-a021e6eb32e2 service neutron] Attempting to bind port 9f01a993-316c-4ea0-b777-7a0d5c2f8b7a on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:34:13.638748 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-6ab9f5c4-de44-4532-ac58-8920514ecf17 req-ca896ca3-991b-4f24-88d7-a021e6eb32e2 service neutron] Attempting to bind port 9f01a993-316c-4ea0-b777-7a0d5c2f8b7a by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': 'c5ded84d-4be1-43ec-8cde-5c95285ac592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2d35476f-74c6-400b-9404-4ace15008e25'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:34:13.638923 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab9f5c4-de44-4532-ac58-8920514ecf17 req-ca896ca3-991b-4f24-88d7-a021e6eb32e2 service neutron] Attempting to bind port 9f01a993-316c-4ea0-b777-7a0d5c2f8b7a on network 2d35476f-74c6-400b-9404-4ace15008e25 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:34:13.665882 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 6563c0a9-be37-47c0-a3cd-9a2894ea8a55 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:34:13.686907 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab9f5c4-de44-4532-ac58-8920514ecf17 req-ca896ca3-991b-4f24-88d7-a021e6eb32e2 service neutron] Port 9f01a993-316c-4ea0-b777-7a0d5c2f8b7a on network 2d35476f-74c6-400b-9404-4ace15008e25 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:34:13.687243 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab9f5c4-de44-4532-ac58-8920514ecf17 req-ca896ca3-991b-4f24-88d7-a021e6eb32e2 service neutron] Attempting to bind port 9f01a993-316c-4ea0-b777-7a0d5c2f8b7a on network 2d35476f-74c6-400b-9404-4ace15008e25 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:34:13.707771 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab9f5c4-de44-4532-ac58-8920514ecf17 req-ca896ca3-991b-4f24-88d7-a021e6eb32e2 service neutron] Checking agent: {'id': '3de9de52-3a03-431d-9d7e-497ae92c57ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:34:13.708737 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab9f5c4-de44-4532-ac58-8920514ecf17 req-ca896ca3-991b-4f24-88d7-a021e6eb32e2 service neutron] Checking segment: {'id': 'c5ded84d-4be1-43ec-8cde-5c95285ac592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2d35476f-74c6-400b-9404-4ace15008e25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:34:13.710626 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab9f5c4-de44-4532-ac58-8920514ecf17 req-ca896ca3-991b-4f24-88d7-a021e6eb32e2 service neutron] Bound using segment: {'id': 'c5ded84d-4be1-43ec-8cde-5c95285ac592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2d35476f-74c6-400b-9404-4ace15008e25'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:34:13.711263 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-6ab9f5c4-de44-4532-ac58-8920514ecf17 req-ca896ca3-991b-4f24-88d7-a021e6eb32e2 service neutron] Bound port: 9f01a993-316c-4ea0-b777-7a0d5c2f8b7a, host: n-h1-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5ded84d-4be1-43ec-8cde-5c95285ac592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2d35476f-74c6-400b-9404-4ace15008e25'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:34:13.714557 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-6ab9f5c4-de44-4532-ac58-8920514ecf17 req-ca896ca3-991b-4f24-88d7-a021e6eb32e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:13.722684 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-ad92bbce-aef4-4661-9cc8-bfa5790d4364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:13.731994 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 6563c0a9-be37-47c0-a3cd-9a2894ea8a55 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:13.732387 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:13.769489 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad92bbce-aef4-4661-9cc8-bfa5790d4364 None None] Routers {'764d58eb-d657-4837-9317-5e5198eb703a'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:34:13.771014 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-ad92bbce-aef4-4661-9cc8-bfa5790d4364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:34:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['764d58eb-d657-4837-9317-5e5198eb703a'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:13.871267 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-6ab9f5c4-de44-4532-ac58-8920514ecf17 req-ca896ca3-991b-4f24-88d7-a021e6eb32e2 service neutron] For port 9f01a993-316c-4ea0-b777-7a0d5c2f8b7a, host n-h1-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:34:13.877663 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-6ab9f5c4-de44-4532-ac58-8920514ecf17 req-ca896ca3-991b-4f24-88d7-a021e6eb32e2 service neutron] For port 9f01a993-316c-4ea0-b777-7a0d5c2f8b7a, host n-h1-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=9f01a993-316c-4ea0-b777-7a0d5c2f8b7a,segment=NetworkSegment(c5ded84d-4be1-43ec-8cde-5c95285ac592),segment_id=c5ded84d-4be1-43ec-8cde-5c95285ac592)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:34:13.889003 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-6ab9f5c4-de44-4532-ac58-8920514ecf17 req-ca896ca3-991b-4f24-88d7-a021e6eb32e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:13.899795 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 45302) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:13.903128 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3baaa36c-6945-4729-8b71-b3c646a72bb5 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:13.961202 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-75d379ba-bd7c-40d9-90b4-c719cb97e247 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1042053027'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:13.966397 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-ad92bbce-aef4-4661-9cc8-bfa5790d4364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:13.967062 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad92bbce-aef4-4661-9cc8-bfa5790d4364 None None] The sync data for ids ['764d58eb-d657-4837-9317-5e5198eb703a'] in n-d-712140-12 is: [] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:34:13.969053 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca896ca3-991b-4f24-88d7-a021e6eb32e2 service neutron] Pushing event updated for resources: {'Port': ['ID=9f01a993-316c-4ea0-b777-7a0d5c2f8b7a,revision_number=10']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:13.976797 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab9f5c4-de44-4532-ac58-8920514ecf17 req-ca896ca3-991b-4f24-88d7-a021e6eb32e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:13.977358 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-6ab9f5c4-de44-4532-ac58-8920514ecf17 req-ca896ca3-991b-4f24-88d7-a021e6eb32e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:13.978744 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6ab9f5c4-de44-4532-ac58-8920514ecf17 req-ca896ca3-991b-4f24-88d7-a021e6eb32e2 service neutron] 10.222.0.46 "PUT /v2.0/ports/9f01a993-316c-4ea0-b777-7a0d5c2f8b7a HTTP/1.1" status: 200 len: 1092 time: 1.6979723 Aug 29 04:34:13.979188 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4742fd0-b468-4a03-91be-144e8a5aa5d6', 'tag': '9f01a993-316c-4ea0-b777-7a0d5c2f8b7a'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:34:13.981435 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80dd1025-6b9a-439d-93a6-4fcf0188f448" -d '{"events": [{"name": "network-changed", "server_uuid": "f4742fd0-b468-4a03-91be-144e8a5aa5d6", "tag": "9f01a993-316c-4ea0-b777-7a0d5c2f8b7a"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:34:13.997609 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3baaa36c-6945-4729-8b71-b3c646a72bb5 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Transition to ACTIVE for port object b2809b64-c7aa-4fe8-b00b-639e43c2e95d will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:34:14.015462 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5e5d6c67-1113-4dc2-adc8-e6a95409ae4d tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:14.073098 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75d379ba-bd7c-40d9-90b4-c719cb97e247 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Made reservation on behalf of b0f1228a8bd44b90ad5ea0a20c4870bf for: {'network': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:14.077075 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-75d379ba-bd7c-40d9-90b4-c719cb97e247 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:14.122594 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab9f5c4-de44-4532-ac58-8920514ecf17 req-3a7545c9-efb4-453a-a332-4bc879009589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:14.124472 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6ab9f5c4-de44-4532-ac58-8920514ecf17 req-3a7545c9-efb4-453a-a332-4bc879009589 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0805da877066419b8ea3a5659c16f89d&device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 1096 time: 0.0994785 Aug 29 04:34:14.136924 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75d379ba-bd7c-40d9-90b4-c719cb97e247 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=94828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:34:14.160541 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3baaa36c-6945-4729-8b71-b3c646a72bb5 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:14.172423 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26da28ae-6713-4583-8ec2-178744f962de req-dec4630c-df4b-421a-ab89-67a6a757d326 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:14.176297 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-26da28ae-6713-4583-8ec2-178744f962de req-dec4630c-df4b-421a-ab89-67a6a757d326 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 944 time: 0.0842781 Aug 29 04:34:14.194873 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb846060-c569-474e-a62d-640e480dd8ee x-openstack-request-id: req-cb846060-c569-474e-a62d-640e480dd8ee {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:34:14.195165 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4742fd0-b468-4a03-91be-144e8a5aa5d6", "tag": "9f01a993-316c-4ea0-b777-7a0d5c2f8b7a", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:34:14.195419 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cb846060-c569-474e-a62d-640e480dd8ee {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:34:14.195915 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4742fd0-b468-4a03-91be-144e8a5aa5d6', 'tag': '9f01a993-316c-4ea0-b777-7a0d5c2f8b7a', 'status': 'completed', 'code': 200} Aug 29 04:34:14.210129 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-75d379ba-bd7c-40d9-90b4-c719cb97e247 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:14.210361 n-d-712140-12 neutron-server[94828]: INFO neutron.db.segments_db [None req-75d379ba-bd7c-40d9-90b4-c719cb97e247 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Added segment 4b6fcfff-d0b2-4891-8168-98b048690d18 of type vlan for network 17498e6d-84e1-4cac-974a-a187e6f18066 Aug 29 04:34:14.252484 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-26da28ae-6713-4583-8ec2-178744f962de req-dde4bd0e-297b-4b11-b726-87530532608e tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622663 Aug 29 04:34:14.313913 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-75d379ba-bd7c-40d9-90b4-c719cb97e247 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:14.318590 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3baaa36c-6945-4729-8b71-b3c646a72bb5 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:34:14.332580 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-3baaa36c-6945-4729-8b71-b3c646a72bb5 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:14.335424 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3baaa36c-6945-4729-8b71-b3c646a72bb5 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:34:14.342084 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3baaa36c-6945-4729-8b71-b3c646a72bb5 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:14.343640 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3baaa36c-6945-4729-8b71-b3c646a72bb5 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:14.360539 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baaa36c-6945-4729-8b71-b3c646a72bb5 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Pushing event updated for resources: {'Port': ['ID=b2809b64-c7aa-4fe8-b00b-639e43c2e95d,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:14.396282 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-3baaa36c-6945-4729-8b71-b3c646a72bb5 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.3552608 Aug 29 04:34:14.402070 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 45322) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:14.406796 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab9f5c4-de44-4532-ac58-8920514ecf17 req-a421f054-853f-4620-a0ce-fd410aee02bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:14.408339 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6ab9f5c4-de44-4532-ac58-8920514ecf17 req-a421f054-853f-4620-a0ce-fd410aee02bd service neutron] 10.222.0.46 "GET /v2.0/networks?id=2d35476f-74c6-400b-9404-4ace15008e25 HTTP/1.1" status: 200 len: 915 time: 0.2726967 Aug 29 04:34:14.422272 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-75d379ba-bd7c-40d9-90b4-c719cb97e247 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:14.428384 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d379ba-bd7c-40d9-90b4-c719cb97e247 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:14.429003 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-75d379ba-bd7c-40d9-90b4-c719cb97e247 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:14.513944 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6ab9f5c4-de44-4532-ac58-8920514ecf17 req-5366c474-3817-4674-bf2d-0632518a8879 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9f01a993-316c-4ea0-b777-7a0d5c2f8b7a HTTP/1.1" status: 200 len: 217 time: 0.0929844 Aug 29 04:34:14.594386 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d379ba-bd7c-40d9-90b4-c719cb97e247 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Pushing event updated for resources: {'Network': ['ID=17498e6d-84e1-4cac-974a-a187e6f18066,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:14.607099 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-75d379ba-bd7c-40d9-90b4-c719cb97e247 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6510746 Aug 29 04:34:14.609140 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 45324) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:14.609958 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 17498e6d-84e1-4cac-974a-a187e6f18066 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:34:14.622855 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-69700fa3-3f69-4bca-9eb0-cf04c71c8b57 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-447193327'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:14.643637 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5e5d6c67-1113-4dc2-adc8-e6a95409ae4d tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-719380', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-717238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1792'] for router, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:14.648231 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5e5d6c67-1113-4dc2-adc8-e6a95409ae4d tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-719375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-719366', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-717217'] for router, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:14.689091 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885e9485-74bb-4d3b-958a-ba5edc0924be tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:14.696082 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885e9485-74bb-4d3b-958a-ba5edc0924be tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:14.697888 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-885e9485-74bb-4d3b-958a-ba5edc0924be tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.2885525 Aug 29 04:34:14.703055 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 45330) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:14.819157 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e5d6c67-1113-4dc2-adc8-e6a95409ae4d tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Router 764d58eb-d657-4837-9317-5e5198eb703a has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:34:14.852736 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e082eca7-4c8a-4ceb-acb7-01e9f365d349 None None] Provisioning for port b2809b64-c7aa-4fe8-b00b-639e43c2e95d completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:34:14.864375 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e082eca7-4c8a-4ceb-acb7-01e9f365d349 None None] Provisioning complete for port b2809b64-c7aa-4fe8-b00b-639e43c2e95d triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:14.865132 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e082eca7-4c8a-4ceb-acb7-01e9f365d349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:14.901755 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e082eca7-4c8a-4ceb-acb7-01e9f365d349 None None] Port b2809b64-c7aa-4fe8-b00b-639e43c2e95d cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:34:14.959201 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e5d6c67-1113-4dc2-adc8-e6a95409ae4d tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:34:14.963593 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5e5d6c67-1113-4dc2-adc8-e6a95409ae4d tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:14.967727 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-5e5d6c67-1113-4dc2-adc8-e6a95409ae4d tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] 10.222.0.22 "PUT /v2.0/routers/764d58eb-d657-4837-9317-5e5198eb703a HTTP/1.1" status: 200 len: 924 time: 1.3366375 Aug 29 04:34:14.967727 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 45332) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:14.970421 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5262af2-5e54-451a-9abf-27c6c3246ad1 None None] Sync routers for ids ['764d58eb-d657-4837-9317-5e5198eb703a'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:34:14.980073 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5262af2-5e54-451a-9abf-27c6c3246ad1 None None] Routers {'764d58eb-d657-4837-9317-5e5198eb703a'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:34:14.981001 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-d5262af2-5e54-451a-9abf-27c6c3246ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:34:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['764d58eb-d657-4837-9317-5e5198eb703a'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:15.017815 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-d5262af2-5e54-451a-9abf-27c6c3246ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:15.027561 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5262af2-5e54-451a-9abf-27c6c3246ad1 None None] Routers {'764d58eb-d657-4837-9317-5e5198eb703a'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:34:15.028471 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-d5262af2-5e54-451a-9abf-27c6c3246ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:34:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['764d58eb-d657-4837-9317-5e5198eb703a'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:15.068781 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-d5262af2-5e54-451a-9abf-27c6c3246ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:15.069816 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5262af2-5e54-451a-9abf-27c6c3246ad1 None None] The sync data for ids ['764d58eb-d657-4837-9317-5e5198eb703a'] in n-d-712140-12 is: [] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:34:15.082859 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab9f5c4-de44-4532-ac58-8920514ecf17 req-7886681f-f801-43ac-9a34-d57c85e4bfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:15.084384 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6ab9f5c4-de44-4532-ac58-8920514ecf17 req-7886681f-f801-43ac-9a34-d57c85e4bfb8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=774a36bb-3c6d-4e12-9ae7-217ec62f3250 HTTP/1.1" status: 200 len: 854 time: 0.4850466 Aug 29 04:34:15.089846 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69700fa3-3f69-4bca-9eb0-cf04c71c8b57 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Made reservation on behalf of b0f1228a8bd44b90ad5ea0a20c4870bf for: {'network': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:15.093285 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-69700fa3-3f69-4bca-9eb0-cf04c71c8b57 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:15.097470 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-2c7a1d71-846d-4c4b-ba48-cc049ca6d675 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] 10.222.0.22 "GET /v2.0/routers/764d58eb-d657-4837-9317-5e5198eb703a HTTP/1.1" status: 200 len: 924 time: 0.1273906 Aug 29 04:34:15.098517 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 45338) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:15.177134 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63828745-fd7e-4e82-9a0a-dc7ac3a92e6a tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:15.181187 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-63828745-fd7e-4e82-9a0a-dc7ac3a92e6a tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] 10.222.0.22 "GET /v2.0/ports?network_id=e6c84a15-2e6f-4c07-8ede-a88148c2fe90&device_id=764d58eb-d657-4837-9317-5e5198eb703a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0795524 Aug 29 04:34:15.181743 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 45340) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:15.185077 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6ab9f5c4-de44-4532-ac58-8920514ecf17 req-d4982b2e-9210-4c84-a8d4-f7d061c8c8f9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2d35476f-74c6-400b-9404-4ace15008e25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0859890 Aug 29 04:34:15.205039 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69700fa3-3f69-4bca-9eb0-cf04c71c8b57 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=94828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:34:15.271117 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-69700fa3-3f69-4bca-9eb0-cf04c71c8b57 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:15.271117 n-d-712140-12 neutron-server[94828]: INFO neutron.db.segments_db [None req-69700fa3-3f69-4bca-9eb0-cf04c71c8b57 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Added segment e6f13fca-b863-4a19-b6d5-923becb8a28a of type vlan for network 5e503eef-fcd9-442c-bfbe-e3b673cf903b Aug 29 04:34:15.288433 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b02ad2-c1ce-494f-b6f4-792ccb91ad8e tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:15.289858 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-c2b02ad2-c1ce-494f-b6f4-792ccb91ad8e tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] 10.222.0.22 "GET /v2.0/networks/e6c84a15-2e6f-4c07-8ede-a88148c2fe90 HTTP/1.1" status: 200 len: 881 time: 0.1073649 Aug 29 04:34:15.295448 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 45348) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:15.340702 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-bfdaa9d2-4f3c-42ae-a3fb-81cc4f97a250 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] 10.222.0.22 "GET /v2.0/ports?device_id=764d58eb-d657-4837-9317-5e5198eb703a HTTP/1.1" status: 200 len: 205 time: 0.0440896 Aug 29 04:34:15.345845 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 45354) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:15.374934 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-69700fa3-3f69-4bca-9eb0-cf04c71c8b57 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:15.379575 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-213ae913-3dc2-4843-910c-e63bbe33628e tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Deleting port b2809b64-c7aa-4fe8-b00b-639e43c2e95d {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:34:15.379975 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-213ae913-3dc2-4843-910c-e63bbe33628e tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:15.472397 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6ab9f5c4-de44-4532-ac58-8920514ecf17 req-3cac1553-cd6d-495b-8055-d1b067ad48b4 service neutron] 10.222.0.46 "GET /v2.0/networks/2d35476f-74c6-400b-9404-4ace15008e25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772405 Aug 29 04:34:15.555540 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-69700fa3-3f69-4bca-9eb0-cf04c71c8b57 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:15.561448 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69700fa3-3f69-4bca-9eb0-cf04c71c8b57 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:15.562094 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-69700fa3-3f69-4bca-9eb0-cf04c71c8b57 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:15.658203 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-69700fa3-3f69-4bca-9eb0-cf04c71c8b57 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0411375 Aug 29 04:34:15.666779 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abd026d-97ac-4ed7-bacd-664bf53fe576 req-44cd8f0e-af44-443d-b85c-8ee22ac9f1f1 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:15.668455 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9abd026d-97ac-4ed7-bacd-664bf53fe576 req-44cd8f0e-af44-443d-b85c-8ee22ac9f1f1 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 944 time: 0.2786415 Aug 29 04:34:15.668998 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 45360) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:15.681743 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-0695b0d2-ba09-4c97-9cfe-a3efe3f87c9c tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Request body: {'subnet': {'network_id': '17498e6d-84e1-4cac-974a-a187e6f18066', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:15.717843 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-213ae913-3dc2-4843-910c-e63bbe33628e tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:15.767336 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-434a6128-ca17-4d12-8bb7-8acfb5b94c12 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify callbacks [] for router, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:15.778681 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69700fa3-3f69-4bca-9eb0-cf04c71c8b57 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Pushing event updated for resources: {'Network': ['ID=5e503eef-fcd9-442c-bfbe-e3b673cf903b,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:15.793683 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 5e503eef-fcd9-442c-bfbe-e3b673cf903b details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:34:15.802700 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-213ae913-3dc2-4843-910c-e63bbe33628e tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Calling delete_port for b2809b64-c7aa-4fe8-b00b-639e43c2e95d owned by {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:34:15.816817 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6ab9f5c4-de44-4532-ac58-8920514ecf17 req-f0080095-4685-4bb3-b57c-08c9ad3d158f service neutron] 10.222.0.46 "GET /v2.0/networks/2d35476f-74c6-400b-9404-4ace15008e25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3324220 Aug 29 04:34:15.885027 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-434a6128-ca17-4d12-8bb7-8acfb5b94c12 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:15.892817 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9abd026d-97ac-4ed7-bacd-664bf53fe576 req-fed274f3-ef11-4751-a3ca-1e3223f88852 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971662 Aug 29 04:34:15.946428 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-434a6128-ca17-4d12-8bb7-8acfb5b94c12 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Deleting port cc79485c-3a83-4b49-9795-b64d769633e7 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:34:15.947186 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-434a6128-ca17-4d12-8bb7-8acfb5b94c12 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:15.953033 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0695b0d2-ba09-4c97-9cfe-a3efe3f87c9c tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Made reservation on behalf of b0f1228a8bd44b90ad5ea0a20c4870bf for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:15.957881 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0695b0d2-ba09-4c97-9cfe-a3efe3f87c9c tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:16.037745 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-434a6128-ca17-4d12-8bb7-8acfb5b94c12 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:16.045575 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dd1025-6b9a-439d-93a6-4fcf0188f448 req-47a58fd9-7ae7-495b-99fe-8d8b62d04c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:16.046615 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-80dd1025-6b9a-439d-93a6-4fcf0188f448 req-47a58fd9-7ae7-495b-99fe-8d8b62d04c00 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0805da877066419b8ea3a5659c16f89d&device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 1096 time: 0.1465206 Aug 29 04:34:16.052814 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-434a6128-ca17-4d12-8bb7-8acfb5b94c12 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Calling delete_port for cc79485c-3a83-4b49-9795-b64d769633e7 owned by network:router_gateway {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:34:16.263959 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dd1025-6b9a-439d-93a6-4fcf0188f448 req-7da17663-02e5-4a2c-a257-0fd31b978e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:16.265542 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-80dd1025-6b9a-439d-93a6-4fcf0188f448 req-7da17663-02e5-4a2c-a257-0fd31b978e9e service neutron] 10.222.0.46 "GET /v2.0/networks?id=2d35476f-74c6-400b-9404-4ace15008e25 HTTP/1.1" status: 200 len: 915 time: 0.2095592 Aug 29 04:34:16.291403 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-434a6128-ca17-4d12-8bb7-8acfb5b94c12 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:16.317669 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-80dd1025-6b9a-439d-93a6-4fcf0188f448 req-6233c0e7-2b37-4088-acde-60b23ab75435 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9f01a993-316c-4ea0-b777-7a0d5c2f8b7a HTTP/1.1" status: 200 len: 217 time: 0.0438881 Aug 29 04:34:16.324187 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-213ae913-3dc2-4843-910c-e63bbe33628e tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:16.355209 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434a6128-ca17-4d12-8bb7-8acfb5b94c12 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Pushing event deleted for resources: {'Port': ['ID=cc79485c-3a83-4b49-9795-b64d769633e7,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:16.431512 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213ae913-3dc2-4843-910c-e63bbe33628e tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Pushing event deleted for resources: {'Port': ['ID=b2809b64-c7aa-4fe8-b00b-639e43c2e95d,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:16.506784 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-213ae913-3dc2-4843-910c-e63bbe33628e tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:16.509463 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-213ae913-3dc2-4843-910c-e63bbe33628e tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "DELETE /v2.0/ports/b2809b64-c7aa-4fe8-b00b-639e43c2e95d HTTP/1.1" status: 204 len: 168 time: 1.8039923 Aug 29 04:34:16.514412 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dd1025-6b9a-439d-93a6-4fcf0188f448 req-89c57a59-c1df-4de2-a466-edddb69c46b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:16.516870 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-80dd1025-6b9a-439d-93a6-4fcf0188f448 req-89c57a59-c1df-4de2-a466-edddb69c46b5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=774a36bb-3c6d-4e12-9ae7-217ec62f3250 HTTP/1.1" status: 200 len: 854 time: 0.1886663 Aug 29 04:34:16.520245 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 45392) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:16.555833 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-434a6128-ca17-4d12-8bb7-8acfb5b94c12 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719445'] for router_gateway, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:16.601636 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f2061b-fd3b-4e6b-bc81-25974c9b1c37 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:16.603242 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f2061b-fd3b-4e6b-bc81-25974c9b1c37 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:16.607373 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-b9f2061b-fd3b-4e6b-bc81-25974c9b1c37 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0833604 Aug 29 04:34:16.618009 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 45394) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:16.689683 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_v2 [None req-714db9c0-b648-4069-8f31-17fd1eb0de56 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Deleting subnet 90ebf420-cff6-49f4-bc04-e478ef46b8a4 {{(pid=94828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:34:16.717346 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-714db9c0-b648-4069-8f31-17fd1eb0de56 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for subnet, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:16.722200 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-80dd1025-6b9a-439d-93a6-4fcf0188f448 req-4eb2d2b7-7fc0-4509-99e7-b75a66bf2fe5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2d35476f-74c6-400b-9404-4ace15008e25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1136565 Aug 29 04:34:16.809101 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-434a6128-ca17-4d12-8bb7-8acfb5b94c12 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:16.813336 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-434a6128-ca17-4d12-8bb7-8acfb5b94c12 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:16.919039 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-714db9c0-b648-4069-8f31-17fd1eb0de56 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8904862'] for subnet, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:16.949387 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0695b0d2-ba09-4c97-9cfe-a3efe3f87c9c tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9191137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10062364'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:17.007743 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-434a6128-ca17-4d12-8bb7-8acfb5b94c12 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717253'] for router, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:17.009870 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-434a6128-ca17-4d12-8bb7-8acfb5b94c12 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Fanout notify agent at l3_agent the message router_deleted on router 764d58eb-d657-4837-9317-5e5198eb703a {{(pid=94829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:34:17.034703 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-434a6128-ca17-4d12-8bb7-8acfb5b94c12 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:17.035882 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-434a6128-ca17-4d12-8bb7-8acfb5b94c12 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] 10.222.0.22 "DELETE /v2.0/routers/764d58eb-d657-4837-9317-5e5198eb703a HTTP/1.1" status: 204 len: 168 time: 1.6886873 Aug 29 04:34:17.041932 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 45402) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:17.062124 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-e059b5f6-cfe0-47f7-84c1-206abca9f3d3 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1583890770', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:17.138428 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce017c11-f024-4ce0-80de-1a7678750501 req-7010cf96-0090-4a71-b2a3-5cf5dc0a8db3 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:17.140506 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ce017c11-f024-4ce0-80de-1a7678750501 req-7010cf96-0090-4a71-b2a3-5cf5dc0a8db3 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 944 time: 0.0942402 Aug 29 04:34:17.155282 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0695b0d2-ba09-4c97-9cfe-a3efe3f87c9c tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Checking segment: {'id': '4b6fcfff-d0b2-4891-8168-98b048690d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '17498e6d-84e1-4cac-974a-a187e6f18066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:34:17.155282 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0695b0d2-ba09-4c97-9cfe-a3efe3f87c9c tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Network hostable DHCP agents. Network: 17498e6d-84e1-4cac-974a-a187e6f18066, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:34:17.157660 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0695b0d2-ba09-4c97-9cfe-a3efe3f87c9c tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Pushing event updated for resources: {'Subnet': ['ID=2c4c2bd8-a9be-4d3e-b11b-de6654931482,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:17.173764 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-80dd1025-6b9a-439d-93a6-4fcf0188f448 req-39ab9707-0b22-4602-aca3-adceac4d96f9 service neutron] 10.222.0.46 "GET /v2.0/networks/2d35476f-74c6-400b-9404-4ace15008e25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3822048 Aug 29 04:34:17.190099 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e059b5f6-cfe0-47f7-84c1-206abca9f3d3 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:17.191485 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e059b5f6-cfe0-47f7-84c1-206abca9f3d3 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1838'] for router, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:17.244964 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ce017c11-f024-4ce0-80de-1a7678750501 req-968d19ec-355c-4059-8ffc-3692b4a9813b tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963457 Aug 29 04:34:17.274667 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e059b5f6-cfe0-47f7-84c1-206abca9f3d3 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:17.279841 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-714db9c0-b648-4069-8f31-17fd1eb0de56 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:17.285947 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e059b5f6-cfe0-47f7-84c1-206abca9f3d3 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409'] for router, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:17.334390 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0695b0d2-ba09-4c97-9cfe-a3efe3f87c9c tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Network 17498e6d-84e1-4cac-974a-a187e6f18066 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:34:17.343973 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e059b5f6-cfe0-47f7-84c1-206abca9f3d3 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify callbacks [] for router, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:17.345198 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-e059b5f6-cfe0-47f7-84c1-206abca9f3d3 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2964306 Aug 29 04:34:17.349612 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 45410) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:17.362556 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-28aaaa0e-8c6e-463f-a575-610e77c7d8d2 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:17.594190 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-0695b0d2-ba09-4c97-9cfe-a3efe3f87c9c tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 17498e6d-84e1-4cac-974a-a187e6f18066) {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:17.604385 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49250b56-4bd8-48b8-b60e-6bc96bb20e3f None None] Network 17498e6d-84e1-4cac-974a-a187e6f18066 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:34:17.639450 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0695b0d2-ba09-4c97-9cfe-a3efe3f87c9c tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:17.642768 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0695b0d2-ba09-4c97-9cfe-a3efe3f87c9c tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:17.770674 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-714db9c0-b648-4069-8f31-17fd1eb0de56 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9190434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062341'] for subnet, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:17.775846 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-0695b0d2-ba09-4c97-9cfe-a3efe3f87c9c tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.0959275 Aug 29 04:34:17.776572 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 45418) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:17.783674 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-00ca8c59-ea37-436f-9fe9-640e82ce1fe3 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Request body: {'subnet': {'network_id': '5e503eef-fcd9-442c-bfbe-e3b673cf903b', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:17.845306 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714db9c0-b648-4069-8f31-17fd1eb0de56 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Pushing event deleted for resources: {'Subnet': ['ID=90ebf420-cff6-49f4-bc04-e478ef46b8a4,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:17.870731 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-714db9c0-b648-4069-8f31-17fd1eb0de56 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:17.875737 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b448dc-eb11-45b5-bae6-f85035707f67 None None] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:34:17.886259 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-714db9c0-b648-4069-8f31-17fd1eb0de56 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "DELETE /v2.0/subnets/90ebf420-cff6-49f4-bc04-e478ef46b8a4 HTTP/1.1" status: 204 len: 168 time: 1.2645924 Aug 29 04:34:17.888998 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-28aaaa0e-8c6e-463f-a575-610e77c7d8d2 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:17.896130 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 45420) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:17.903885 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688b6cc2-1afc-4a76-b213-5d14040dc883 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-17498e6d-84e1-4cac-974a-a187e6f18066', 'network_id': '17498e6d-84e1-4cac-974a-a187e6f18066', 'tenant_id': 'b0f1228a8bd44b90ad5ea0a20c4870bf', 'fixed_ips': [{'subnet_id': '2c4c2bd8-a9be-4d3e-b11b-de6654931482'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:34:17.905043 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-688b6cc2-1afc-4a76-b213-5d14040dc883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:17.970548 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 45422) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:17.973208 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-26cb1787-4c81-4a01-a457-72a71247f1a9 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0754170 Aug 29 04:34:17.977161 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714db9c0-b648-4069-8f31-17fd1eb0de56 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:17.977537 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714db9c0-b648-4069-8f31-17fd1eb0de56 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:17.977908 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714db9c0-b648-4069-8f31-17fd1eb0de56 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:17.978310 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714db9c0-b648-4069-8f31-17fd1eb0de56 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:17.978676 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714db9c0-b648-4069-8f31-17fd1eb0de56 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:17.979016 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714db9c0-b648-4069-8f31-17fd1eb0de56 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:17.979411 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714db9c0-b648-4069-8f31-17fd1eb0de56 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:17.979775 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714db9c0-b648-4069-8f31-17fd1eb0de56 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:17.980107 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714db9c0-b648-4069-8f31-17fd1eb0de56 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:17.980485 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714db9c0-b648-4069-8f31-17fd1eb0de56 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:17.980814 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714db9c0-b648-4069-8f31-17fd1eb0de56 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:17.981185 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714db9c0-b648-4069-8f31-17fd1eb0de56 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:17.989807 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-dfb46cd6-a00a-42e2-a8e0-7c51f00699a1 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Request body: {'subnet': {'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:18.216613 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfb46cd6-a00a-42e2-a8e0-7c51f00699a1 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Made reservation on behalf of 808af00233b447dbb547871646623489 for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:18.220773 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-dfb46cd6-a00a-42e2-a8e0-7c51f00699a1 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4552395'] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:18.397175 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00ca8c59-ea37-436f-9fe9-640e82ce1fe3 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Made reservation on behalf of b0f1228a8bd44b90ad5ea0a20c4870bf for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:18.402528 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-00ca8c59-ea37-436f-9fe9-640e82ce1fe3 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4552395'] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:18.457757 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-688b6cc2-1afc-4a76-b213-5d14040dc883 None None] Allocated IP 10.1.1.2 (17498e6d-84e1-4cac-974a-a187e6f18066/2c4c2bd8-a9be-4d3e-b11b-de6654931482/1596887a-e7f6-4a5b-a9ee-abea858f7913) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:34:18.475118 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8fe4158-67f9-45e3-a077-8d8c309b1ada None None] DHCP port deletion for 9a0c1c63-2a3a-4918-9723-8b35bf7d017b request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:34:18.507436 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-28aaaa0e-8c6e-463f-a575-610e77c7d8d2 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify callbacks [] for router_gateway, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:18.581172 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-28aaaa0e-8c6e-463f-a575-610e77c7d8d2 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:18.620560 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b345b9cf-6ebf-429d-bce0-86c12524c435 req-2a27a8d5-019c-494a-8672-5735a4b6e96a tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:18.622306 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b345b9cf-6ebf-429d-bce0-86c12524c435 req-2a27a8d5-019c-494a-8672-5735a4b6e96a tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 944 time: 0.2417350 Aug 29 04:34:18.680147 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-a8fe4158-67f9-45e3-a077-8d8c309b1ada None None] Deleting port 6563c0a9-be37-47c0-a3cd-9a2894ea8a55 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:34:18.694877 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a8fe4158-67f9-45e3-a077-8d8c309b1ada None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:18.847115 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b345b9cf-6ebf-429d-bce0-86c12524c435 req-03ca36f1-0d94-4cbb-a29e-6df928d98a93 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141478 Aug 29 04:34:18.977624 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-28aaaa0e-8c6e-463f-a575-610e77c7d8d2 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Allocated IP 172.25.0.230 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/3b9c79d5-96e5-4b40-b547-bc247ce34030) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:34:18.983436 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-a8fe4158-67f9-45e3-a077-8d8c309b1ada None None] For port 6563c0a9-be37-47c0-a3cd-9a2894ea8a55, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=6563c0a9-be37-47c0-a3cd-9a2894ea8a55,segment=NetworkSegment(0fc0da0a-b381-4d95-9f3f-3aa10a110ba6),segment_id=0fc0da0a-b381-4d95-9f3f-3aa10a110ba6)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:18.985905 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a8fe4158-67f9-45e3-a077-8d8c309b1ada None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:19.030235 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-a8fe4158-67f9-45e3-a077-8d8c309b1ada None None] Calling delete_port for 6563c0a9-be37-47c0-a3cd-9a2894ea8a55 owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:34:19.031844 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-00ca8c59-ea37-436f-9fe9-640e82ce1fe3 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4274880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4552377'] for subnet, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:19.060684 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-688b6cc2-1afc-4a76-b213-5d14040dc883 None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:19.101273 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-688b6cc2-1afc-4a76-b213-5d14040dc883 None None] Transition to ACTIVE for port object 1596887a-e7f6-4a5b-a9ee-abea858f7913 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:34:19.132969 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-688b6cc2-1afc-4a76-b213-5d14040dc883 None None] Transition to ACTIVE for port object 1596887a-e7f6-4a5b-a9ee-abea858f7913 will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:34:19.164377 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-688b6cc2-1afc-4a76-b213-5d14040dc883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:19.219108 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:19.227606 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688b6cc2-1afc-4a76-b213-5d14040dc883 None None] Pushing event updated for resources: {'Port': ['ID=1596887a-e7f6-4a5b-a9ee-abea858f7913,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:19.246176 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688b6cc2-1afc-4a76-b213-5d14040dc883 None None] Network 17498e6d-84e1-4cac-974a-a187e6f18066 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:34:19.252391 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-688b6cc2-1afc-4a76-b213-5d14040dc883 None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:19.262122 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688b6cc2-1afc-4a76-b213-5d14040dc883 None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:34:19.318399 n-d-712140-12 neutron-server[94829]: DEBUG neutron.objects.ports [None req-dfb46cd6-a00a-42e2-a8e0-7c51f00699a1 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94829) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 04:34:19.344658 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-80dd1025-6b9a-439d-93a6-4fcf0188f448 req-ddc8b896-6865-4d72-b1f8-51aa3e7b7cee service neutron] 10.222.0.46 "GET /v2.0/networks/2d35476f-74c6-400b-9404-4ace15008e25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379873 Aug 29 04:34:19.357300 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a8fe4158-67f9-45e3-a077-8d8c309b1ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:19.453469 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8fe4158-67f9-45e3-a077-8d8c309b1ada None None] No DVR routers for this DVR port 6563c0a9-be37-47c0-a3cd-9a2894ea8a55 on host n-d-712140-12 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:34:19.465168 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-28aaaa0e-8c6e-463f-a575-610e77c7d8d2 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:19.475714 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-688b6cc2-1afc-4a76-b213-5d14040dc883 None None] Attempting to bind port 1596887a-e7f6-4a5b-a9ee-abea858f7913 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:34:19.476218 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-688b6cc2-1afc-4a76-b213-5d14040dc883 None None] Attempting to bind port 1596887a-e7f6-4a5b-a9ee-abea858f7913 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '4b6fcfff-d0b2-4891-8168-98b048690d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '17498e6d-84e1-4cac-974a-a187e6f18066'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:34:19.476509 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688b6cc2-1afc-4a76-b213-5d14040dc883 None None] Attempting to bind port 1596887a-e7f6-4a5b-a9ee-abea858f7913 on network 17498e6d-84e1-4cac-974a-a187e6f18066 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:34:19.498419 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688b6cc2-1afc-4a76-b213-5d14040dc883 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:34:19.498868 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688b6cc2-1afc-4a76-b213-5d14040dc883 None None] Checking segment: {'id': '4b6fcfff-d0b2-4891-8168-98b048690d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '17498e6d-84e1-4cac-974a-a187e6f18066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:34:19.499197 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-688b6cc2-1afc-4a76-b213-5d14040dc883 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:19.500064 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688b6cc2-1afc-4a76-b213-5d14040dc883 None None] Bound using segment: {'id': '4b6fcfff-d0b2-4891-8168-98b048690d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '17498e6d-84e1-4cac-974a-a187e6f18066'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:34:19.500200 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-688b6cc2-1afc-4a76-b213-5d14040dc883 None None] Bound port: 1596887a-e7f6-4a5b-a9ee-abea858f7913, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b6fcfff-d0b2-4891-8168-98b048690d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '17498e6d-84e1-4cac-974a-a187e6f18066'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:34:19.500752 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-688b6cc2-1afc-4a76-b213-5d14040dc883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:19.516711 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fe4158-67f9-45e3-a077-8d8c309b1ada None None] Pushing event deleted for resources: {'Port': ['ID=6563c0a9-be37-47c0-a3cd-9a2894ea8a55,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:19.607028 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-28aaaa0e-8c6e-463f-a575-610e77c7d8d2 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:19.677890 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-688b6cc2-1afc-4a76-b213-5d14040dc883 None None] For port 1596887a-e7f6-4a5b-a9ee-abea858f7913, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:34:19.688081 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-688b6cc2-1afc-4a76-b213-5d14040dc883 None None] For port 1596887a-e7f6-4a5b-a9ee-abea858f7913, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=1596887a-e7f6-4a5b-a9ee-abea858f7913,segment=NetworkSegment(4b6fcfff-d0b2-4891-8168-98b048690d18),segment_id=4b6fcfff-d0b2-4891-8168-98b048690d18)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:34:19.691315 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28aaaa0e-8c6e-463f-a575-610e77c7d8d2 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:34:19.698229 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 6563c0a9-be37-47c0-a3cd-9a2894ea8a55 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:34:19.699433 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ca8c59-ea37-436f-9fe9-640e82ce1fe3 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Checking segment: {'id': 'e6f13fca-b863-4a19-b6d5-923becb8a28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5e503eef-fcd9-442c-bfbe-e3b673cf903b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:34:19.699766 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ca8c59-ea37-436f-9fe9-640e82ce1fe3 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Network hostable DHCP agents. Network: 5e503eef-fcd9-442c-bfbe-e3b673cf903b, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:34:19.703343 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aaaa0e-8c6e-463f-a575-610e77c7d8d2 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Pushing event updated for resources: {'Port': ['ID=3b9c79d5-96e5-4b40-b547-bc247ce34030,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:19.714816 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-28aaaa0e-8c6e-463f-a575-610e77c7d8d2 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:19.720151 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28aaaa0e-8c6e-463f-a575-610e77c7d8d2 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:34:19.757189 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-688b6cc2-1afc-4a76-b213-5d14040dc883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:19.762431 n-d-712140-12 neutron-server[94829]: WARNING neutron.services.revisions.revision_plugin [None req-dfb46cd6-a00a-42e2-a8e0-7c51f00699a1 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Could not find related port for resource to bump revision. Aug 29 04:34:19.763152 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 6563c0a9-be37-47c0-a3cd-9a2894ea8a55 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:34:19.763745 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 6563c0a9-be37-47c0-a3cd-9a2894ea8a55 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:34:19.779615 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ca8c59-ea37-436f-9fe9-640e82ce1fe3 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Pushing event updated for resources: {'Subnet': ['ID=8462c09a-3992-4e92-b18c-741f3c6662c3,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:19.782521 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.ipam_pluggable_backend [None req-dfb46cd6-a00a-42e2-a8e0-7c51f00699a1 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Port 6563c0a9-be37-47c0-a3cd-9a2894ea8a55 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94829) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 29 04:34:19.782835 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.ipam_pluggable_backend [None req-dfb46cd6-a00a-42e2-a8e0-7c51f00699a1 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Reverting IP allocation for 2001:db8::f816:3eff:fef7:393d {{(pid=94829) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 29 04:34:19.801615 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.ipam_pluggable_backend [None req-dfb46cd6-a00a-42e2-a8e0-7c51f00699a1 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fef7:393d {{(pid=94829) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 29 04:34:19.830451 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-dfb46cd6-a00a-42e2-a8e0-7c51f00699a1 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4274880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4552377'] for subnet, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:19.843597 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ca8c59-ea37-436f-9fe9-640e82ce1fe3 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:19.844006 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ca8c59-ea37-436f-9fe9-640e82ce1fe3 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:19.844338 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ca8c59-ea37-436f-9fe9-640e82ce1fe3 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:19.844661 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ca8c59-ea37-436f-9fe9-640e82ce1fe3 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:19.850108 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ca8c59-ea37-436f-9fe9-640e82ce1fe3 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:19.850494 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ca8c59-ea37-436f-9fe9-640e82ce1fe3 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:19.850843 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ca8c59-ea37-436f-9fe9-640e82ce1fe3 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:19.851214 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ca8c59-ea37-436f-9fe9-640e82ce1fe3 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:19.851975 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ca8c59-ea37-436f-9fe9-640e82ce1fe3 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:19.852407 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ca8c59-ea37-436f-9fe9-640e82ce1fe3 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:19.852769 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ca8c59-ea37-436f-9fe9-640e82ce1fe3 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:19.853126 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ca8c59-ea37-436f-9fe9-640e82ce1fe3 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:19.870224 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688b6cc2-1afc-4a76-b213-5d14040dc883 None None] Pushing event updated for resources: {'Port': ['ID=1596887a-e7f6-4a5b-a9ee-abea858f7913,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:19.952655 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ca8c59-ea37-436f-9fe9-640e82ce1fe3 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Network 5e503eef-fcd9-442c-bfbe-e3b673cf903b is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:34:20.011090 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-00ca8c59-ea37-436f-9fe9-640e82ce1fe3 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 5e503eef-fcd9-442c-bfbe-e3b673cf903b) {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:20.020655 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb46cd6-a00a-42e2-a8e0-7c51f00699a1 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:34:20.024715 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c353a3-a4df-43ad-82ab-46fe66252c46 None None] Network 5e503eef-fcd9-442c-bfbe-e3b673cf903b requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:34:20.028018 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ca8c59-ea37-436f-9fe9-640e82ce1fe3 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:20.028624 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-00ca8c59-ea37-436f-9fe9-640e82ce1fe3 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:20.035211 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-dfb46cd6-a00a-42e2-a8e0-7c51f00699a1 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:20.045779 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb46cd6-a00a-42e2-a8e0-7c51f00699a1 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:20.046247 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-dfb46cd6-a00a-42e2-a8e0-7c51f00699a1 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:20.107549 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb46cd6-a00a-42e2-a8e0-7c51f00699a1 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Pushing event updated for resources: {'Subnet': ['ID=5ea9731d-dac0-4192-bc89-c69a8cbf5dc7,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:20.187014 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-00ca8c59-ea37-436f-9fe9-640e82ce1fe3 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.4078124 Aug 29 04:34:20.189739 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 45458) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:20.197600 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-788e80a0-a6de-4b31-a9dc-cc3cddcab9ab tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Request body: {'port': {'network_id': '17498e6d-84e1-4cac-974a-a187e6f18066', 'name': 'tempest-TaggedBootDevicesTest-29325473', 'fixed_ips': [{'subnet_id': '2c4c2bd8-a9be-4d3e-b11b-de6654931482'}]}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:20.328989 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-dfb46cd6-a00a-42e2-a8e0-7c51f00699a1 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.3536639 Aug 29 04:34:20.331825 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 45460) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:20.337108 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65690bc8-ee06-4453-b348-f56d9c2575b5 None None] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:34:20.340477 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-6b5e0832-44af-4575-a934-19ca790cceaa tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Request body: {'port': {'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b', 'mac_address': 'fa:16:3e:97:02:78', 'name': 'tempest-NetworksTestDHCPv6-824838893'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:20.402060 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5d8c4b-b5d0-434b-8ab6-3115e483e313 req-a45e2877-a104-42c5-8653-c47534237822 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:20.413464 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0a5d8c4b-b5d0-434b-8ab6-3115e483e313 req-a45e2877-a104-42c5-8653-c47534237822 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 944 time: 0.3444340 Aug 29 04:34:20.557037 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0a5d8c4b-b5d0-434b-8ab6-3115e483e313 req-20f2771a-c95d-40d7-8069-3429c04001f5 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422825 Aug 29 04:34:20.616742 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-788e80a0-a6de-4b31-a9dc-cc3cddcab9ab tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Made reservation on behalf of b0f1228a8bd44b90ad5ea0a20c4870bf for: {'port': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:20.670546 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-28aaaa0e-8c6e-463f-a575-610e77c7d8d2 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify callbacks [] for router_gateway, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:20.869400 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-788e80a0-a6de-4b31-a9dc-cc3cddcab9ab tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:20.916235 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e78557-a1b7-463b-8c9c-8bdc66b67471 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-5e503eef-fcd9-442c-bfbe-e3b673cf903b', 'network_id': '5e503eef-fcd9-442c-bfbe-e3b673cf903b', 'tenant_id': 'b0f1228a8bd44b90ad5ea0a20c4870bf', 'fixed_ips': [{'subnet_id': '8462c09a-3992-4e92-b18c-741f3c6662c3'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:34:20.918079 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-86e78557-a1b7-463b-8c9c-8bdc66b67471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:20.951926 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [None req-788e80a0-a6de-4b31-a9dc-cc3cddcab9ab tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] device_id is not set on port 9ed8042a-534d-4fd9-bab3-f9ca6ec3d842 yet. {{(pid=94829) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:34:20.994899 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cda9f0f-44aa-4ebc-aee8-de553b3610ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-9a0c1c63-2a3a-4918-9723-8b35bf7d017b', 'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b', 'tenant_id': '808af00233b447dbb547871646623489', 'fixed_ips': [{'subnet_id': '5ea9731d-dac0-4192-bc89-c69a8cbf5dc7'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:34:21.000894 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7cda9f0f-44aa-4ebc-aee8-de553b3610ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:21.653121 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-788e80a0-a6de-4b31-a9dc-cc3cddcab9ab tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Allocated IP 10.1.1.175 (17498e6d-84e1-4cac-974a-a187e6f18066/2c4c2bd8-a9be-4d3e-b11b-de6654931482/9ed8042a-534d-4fd9-bab3-f9ca6ec3d842) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:34:21.674269 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-7cda9f0f-44aa-4ebc-aee8-de553b3610ef None None] Allocated IP 2001:db8::f816:3eff:fe7e:8088 (9a0c1c63-2a3a-4918-9723-8b35bf7d017b/5ea9731d-dac0-4192-bc89-c69a8cbf5dc7/8cfb0490-31d4-4497-ab4a-a04a241dd034) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:34:21.726547 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-86e78557-a1b7-463b-8c9c-8bdc66b67471 None None] Allocated IP 10.2.2.2 (5e503eef-fcd9-442c-bfbe-e3b673cf903b/8462c09a-3992-4e92-b18c-741f3c6662c3/f722bfb6-6bca-4e70-b669-9c06e3cb58ff) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:34:21.832303 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 1596887a-e7f6-4a5b-a9ee-abea858f7913 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:34:21.991590 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de2f1a6-6554-4c6b-98a0-1521980fadee None None] Network 17498e6d-84e1-4cac-974a-a187e6f18066 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:34:22.086338 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-788e80a0-a6de-4b31-a9dc-cc3cddcab9ab tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:22.111809 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b5e0832-44af-4575-a934-19ca790cceaa tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Made reservation on behalf of 808af00233b447dbb547871646623489 for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:22.137372 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-788e80a0-a6de-4b31-a9dc-cc3cddcab9ab tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Transition to ACTIVE for port object 9ed8042a-534d-4fd9-bab3-f9ca6ec3d842 will not be triggered until provisioned by entity DHCP. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:34:22.227881 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-788e80a0-a6de-4b31-a9dc-cc3cddcab9ab tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:22.272181 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7cda9f0f-44aa-4ebc-aee8-de553b3610ef None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:22.308903 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-7cda9f0f-44aa-4ebc-aee8-de553b3610ef None None] Transition to ACTIVE for port object 8cfb0490-31d4-4497-ab4a-a04a241dd034 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:34:22.350925 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788e80a0-a6de-4b31-a9dc-cc3cddcab9ab tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Pushing event updated for resources: {'Port': ['ID=9ed8042a-534d-4fd9-bab3-f9ca6ec3d842,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:22.374984 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788e80a0-a6de-4b31-a9dc-cc3cddcab9ab tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Network 17498e6d-84e1-4cac-974a-a187e6f18066 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:34:22.379506 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-788e80a0-a6de-4b31-a9dc-cc3cddcab9ab tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:22.385102 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788e80a0-a6de-4b31-a9dc-cc3cddcab9ab tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:34:22.400432 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb47748-28c0-40a1-bc3d-5d3adefbb698 req-8148d0e9-77ed-4bc9-aa89-40ac66ec452a tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:22.408032 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9fb47748-28c0-40a1-bc3d-5d3adefbb698 req-8148d0e9-77ed-4bc9-aa89-40ac66ec452a tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 944 time: 0.4523787 Aug 29 04:34:22.493778 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-7cda9f0f-44aa-4ebc-aee8-de553b3610ef None None] Transition to ACTIVE for port object 8cfb0490-31d4-4497-ab4a-a04a241dd034 will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:34:22.507566 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788e80a0-a6de-4b31-a9dc-cc3cddcab9ab tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:22.512267 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-788e80a0-a6de-4b31-a9dc-cc3cddcab9ab tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:22.516864 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-3dde568a-e140-41fe-8192-334c8a1162a7 None None] Provisioning for port 1596887a-e7f6-4a5b-a9ee-abea858f7913 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:34:22.527747 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7cda9f0f-44aa-4ebc-aee8-de553b3610ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:22.536946 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 1596887a-e7f6-4a5b-a9ee-abea858f7913 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:34:22.552035 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-788e80a0-a6de-4b31-a9dc-cc3cddcab9ab tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3579247 Aug 29 04:34:22.554459 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 45496) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:22.567450 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-a38ae902-7770-44df-8381-4cd66f004841 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Request body: {'port': {'network_id': '17498e6d-84e1-4cac-974a-a187e6f18066', 'name': 'tempest-TaggedBootDevicesTest-1427400896', 'fixed_ips': [{'subnet_id': '2c4c2bd8-a9be-4d3e-b11b-de6654931482'}]}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:22.594985 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6b5e0832-44af-4575-a934-19ca790cceaa tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:22.677821 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 1596887a-e7f6-4a5b-a9ee-abea858f7913 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:22.679286 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:22.688323 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9fb47748-28c0-40a1-bc3d-5d3adefbb698 req-b479787c-e5e6-4b34-a6e5-066129325025 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781193 Aug 29 04:34:22.715192 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-6b5e0832-44af-4575-a934-19ca790cceaa tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] device_id is not set on port 91fe23b6-fd17-4666-af98-8b1867202bb8 yet. {{(pid=94828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:34:22.729903 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-28aaaa0e-8c6e-463f-a575-610e77c7d8d2 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-719380', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-717238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1792'] for router, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:22.766246 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cda9f0f-44aa-4ebc-aee8-de553b3610ef None None] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:34:22.792673 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-28aaaa0e-8c6e-463f-a575-610e77c7d8d2 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-719375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-719366', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-717217'] for router, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:22.837982 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-7cda9f0f-44aa-4ebc-aee8-de553b3610ef None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:22.842255 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cda9f0f-44aa-4ebc-aee8-de553b3610ef None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:34:22.953546 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cda9f0f-44aa-4ebc-aee8-de553b3610ef None None] Pushing event updated for resources: {'Port': ['ID=8cfb0490-31d4-4497-ab4a-a04a241dd034,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:22.958982 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a38ae902-7770-44df-8381-4cd66f004841 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Made reservation on behalf of b0f1228a8bd44b90ad5ea0a20c4870bf for: {'port': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:22.963861 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a38ae902-7770-44df-8381-4cd66f004841 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:23.034073 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [None req-a38ae902-7770-44df-8381-4cd66f004841 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] device_id is not set on port 2662ff03-0fe5-4738-ac75-76417260f6bb yet. {{(pid=94829) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:34:23.082074 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-6b5e0832-44af-4575-a934-19ca790cceaa tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Allocated IP 2001:db8::f816:3eff:fe97:278 (9a0c1c63-2a3a-4918-9723-8b35bf7d017b/5ea9731d-dac0-4192-bc89-c69a8cbf5dc7/91fe23b6-fd17-4666-af98-8b1867202bb8) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:34:23.091205 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-7cda9f0f-44aa-4ebc-aee8-de553b3610ef None None] Attempting to bind port 8cfb0490-31d4-4497-ab4a-a04a241dd034 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:34:23.091833 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-7cda9f0f-44aa-4ebc-aee8-de553b3610ef None None] Attempting to bind port 8cfb0490-31d4-4497-ab4a-a04a241dd034 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '0fc0da0a-b381-4d95-9f3f-3aa10a110ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:34:23.092402 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cda9f0f-44aa-4ebc-aee8-de553b3610ef None None] Attempting to bind port 8cfb0490-31d4-4497-ab4a-a04a241dd034 on network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:34:23.171845 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cda9f0f-44aa-4ebc-aee8-de553b3610ef None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:34:23.172446 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cda9f0f-44aa-4ebc-aee8-de553b3610ef None None] Checking segment: {'id': '0fc0da0a-b381-4d95-9f3f-3aa10a110ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:34:23.175355 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7cda9f0f-44aa-4ebc-aee8-de553b3610ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:23.175958 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cda9f0f-44aa-4ebc-aee8-de553b3610ef None None] Bound using segment: {'id': '0fc0da0a-b381-4d95-9f3f-3aa10a110ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:34:23.177385 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-7cda9f0f-44aa-4ebc-aee8-de553b3610ef None None] Bound port: 8cfb0490-31d4-4497-ab4a-a04a241dd034, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fc0da0a-b381-4d95-9f3f-3aa10a110ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:34:23.177887 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7cda9f0f-44aa-4ebc-aee8-de553b3610ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:23.180072 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28aaaa0e-8c6e-463f-a575-610e77c7d8d2 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Router 307f978f-ed1d-4290-982a-84fe8d5d8b1a is scheduled to L3 agent 76874008-c311-485c-ba36-921b6d275b6a with binding_index 1 {{(pid=94828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:34:23.298482 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-a38ae902-7770-44df-8381-4cd66f004841 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Allocated IP 10.1.1.39 (17498e6d-84e1-4cac-974a-a187e6f18066/2c4c2bd8-a9be-4d3e-b11b-de6654931482/2662ff03-0fe5-4738-ac75-76417260f6bb) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:34:23.317700 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-86e78557-a1b7-463b-8c9c-8bdc66b67471 None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:23.536216 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6b5e0832-44af-4575-a934-19ca790cceaa tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:23.556659 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a38ae902-7770-44df-8381-4cd66f004841 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:23.569620 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-6b5e0832-44af-4575-a934-19ca790cceaa tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Transition to ACTIVE for port object 91fe23b6-fd17-4666-af98-8b1867202bb8 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:34:23.580448 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-a38ae902-7770-44df-8381-4cd66f004841 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Transition to ACTIVE for port object 2662ff03-0fe5-4738-ac75-76417260f6bb will not be triggered until provisioned by entity DHCP. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:34:23.595249 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28aaaa0e-8c6e-463f-a575-610e77c7d8d2 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:34:23.606958 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f897cdb1-efe9-4587-8daa-27b1b9576239 None None] Sync routers for ids ['307f978f-ed1d-4290-982a-84fe8d5d8b1a'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:34:23.608584 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-28aaaa0e-8c6e-463f-a575-610e77c7d8d2 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify callbacks [] for router, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:23.614128 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-28aaaa0e-8c6e-463f-a575-610e77c7d8d2 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] 10.222.0.22 "PUT /v2.0/routers/307f978f-ed1d-4290-982a-84fe8d5d8b1a HTTP/1.1" status: 200 len: 884 time: 6.2632906 Aug 29 04:34:23.615371 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 45508) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:23.624915 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f897cdb1-efe9-4587-8daa-27b1b9576239 None None] Routers {'307f978f-ed1d-4290-982a-84fe8d5d8b1a'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:34:23.629538 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-f897cdb1-efe9-4587-8daa-27b1b9576239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:34:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['307f978f-ed1d-4290-982a-84fe8d5d8b1a'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:23.638495 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a38ae902-7770-44df-8381-4cd66f004841 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:23.702541 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38ae902-7770-44df-8381-4cd66f004841 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Network 17498e6d-84e1-4cac-974a-a187e6f18066 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:34:23.709872 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-a38ae902-7770-44df-8381-4cd66f004841 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:23.717176 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38ae902-7770-44df-8381-4cd66f004841 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:34:23.730127 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-f897cdb1-efe9-4587-8daa-27b1b9576239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:23.763868 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f897cdb1-efe9-4587-8daa-27b1b9576239 None None] Routers {'307f978f-ed1d-4290-982a-84fe8d5d8b1a'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:34:23.764788 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-f897cdb1-efe9-4587-8daa-27b1b9576239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:34:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['307f978f-ed1d-4290-982a-84fe8d5d8b1a'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:23.804941 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-f897cdb1-efe9-4587-8daa-27b1b9576239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:23.805886 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f897cdb1-efe9-4587-8daa-27b1b9576239 None None] The sync data for ids ['307f978f-ed1d-4290-982a-84fe8d5d8b1a'] in n-d-712140-12 is: [] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:34:23.875508 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6b5e0832-44af-4575-a934-19ca790cceaa tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:23.947184 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38ae902-7770-44df-8381-4cd66f004841 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Pushing event updated for resources: {'Port': ['ID=2662ff03-0fe5-4738-ac75-76417260f6bb,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:23.975742 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38ae902-7770-44df-8381-4cd66f004841 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:23.977899 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a38ae902-7770-44df-8381-4cd66f004841 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:24.005950 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-a38ae902-7770-44df-8381-4cd66f004841 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4482505 Aug 29 04:34:24.020322 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-86e78557-a1b7-463b-8c9c-8bdc66b67471 None None] Transition to ACTIVE for port object f722bfb6-6bca-4e70-b669-9c06e3cb58ff will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:34:24.053141 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5e0832-44af-4575-a934-19ca790cceaa tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:34:24.053943 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-86e78557-a1b7-463b-8c9c-8bdc66b67471 None None] Transition to ACTIVE for port object f722bfb6-6bca-4e70-b669-9c06e3cb58ff will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:34:24.068664 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:24.079985 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-7869bc57-cb51-4273-8f7a-a2b84dca38d0 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] 10.222.0.22 "GET /v2.0/routers/307f978f-ed1d-4290-982a-84fe8d5d8b1a HTTP/1.1" status: 200 len: 925 time: 0.4589150 Aug 29 04:34:24.084118 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 45526) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:24.090466 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-6b5e0832-44af-4575-a934-19ca790cceaa tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:24.111475 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5e0832-44af-4575-a934-19ca790cceaa tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:34:24.119965 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b5e0832-44af-4575-a934-19ca790cceaa tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:24.121100 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6b5e0832-44af-4575-a934-19ca790cceaa tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:24.135080 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5e0832-44af-4575-a934-19ca790cceaa tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Pushing event updated for resources: {'Port': ['ID=91fe23b6-fd17-4666-af98-8b1867202bb8,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:24.136024 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-7cda9f0f-44aa-4ebc-aee8-de553b3610ef None None] For port 8cfb0490-31d4-4497-ab4a-a04a241dd034, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:34:24.142164 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-7cda9f0f-44aa-4ebc-aee8-de553b3610ef None None] For port 8cfb0490-31d4-4497-ab4a-a04a241dd034, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=8cfb0490-31d4-4497-ab4a-a04a241dd034,segment=NetworkSegment(0fc0da0a-b381-4d95-9f3f-3aa10a110ba6),segment_id=0fc0da0a-b381-4d95-9f3f-3aa10a110ba6)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:34:24.172368 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-86e78557-a1b7-463b-8c9c-8bdc66b67471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:24.209243 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7cda9f0f-44aa-4ebc-aee8-de553b3610ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:24.214669 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd1e8e3-a94b-4fd8-b9df-f8203c746f30 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:24.228186 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-afd1e8e3-a94b-4fd8-b9df-f8203c746f30 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] 10.222.0.22 "GET /v2.0/ports?network_id=e6c84a15-2e6f-4c07-8ede-a88148c2fe90&device_id=307f978f-ed1d-4290-982a-84fe8d5d8b1a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1420958 Aug 29 04:34:24.231422 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 45534) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:24.233306 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e375956a-324b-4b90-b91c-b0e95bcdffb9 req-21fea710-7263-4faf-b311-eeab2f73b2a4 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:24.238796 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e375956a-324b-4b90-b91c-b0e95bcdffb9 req-21fea710-7263-4faf-b311-eeab2f73b2a4 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 944 time: 0.2399597 Aug 29 04:34:24.282012 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-6b5e0832-44af-4575-a934-19ca790cceaa tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.9484391 Aug 29 04:34:24.297583 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 45538) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:24.458349 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e375956a-324b-4b90-b91c-b0e95bcdffb9 req-5d045829-2aeb-48e3-8b7c-1d75bccb975d tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120440 Aug 29 04:34:24.507555 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b96a17-bf90-408f-9e8a-60352b95f851 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:24.544652 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e78557-a1b7-463b-8c9c-8bdc66b67471 None None] Network 5e503eef-fcd9-442c-bfbe-e3b673cf903b is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:34:24.548593 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b96a17-bf90-408f-9e8a-60352b95f851 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:24.568663 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-d2b96a17-bf90-408f-9e8a-60352b95f851 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.2521918 Aug 29 04:34:24.569335 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 45540) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:24.573273 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e78557-a1b7-463b-8c9c-8bdc66b67471 None None] Pushing event updated for resources: {'Port': ['ID=f722bfb6-6bca-4e70-b669-9c06e3cb58ff,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:24.576607 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-86e78557-a1b7-463b-8c9c-8bdc66b67471 None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:24.582029 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 1596887a-e7f6-4a5b-a9ee-abea858f7913, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=1596887a-e7f6-4a5b-a9ee-abea858f7913,segment=NetworkSegment(4b6fcfff-d0b2-4891-8168-98b048690d18),segment_id=4b6fcfff-d0b2-4891-8168-98b048690d18)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:24.584386 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ff6fe0-e391-4a80-b867-9163b267cabe tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:24.586019 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e78557-a1b7-463b-8c9c-8bdc66b67471 None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:34:24.590061 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-d4ff6fe0-e391-4a80-b867-9163b267cabe tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] 10.222.0.22 "GET /v2.0/networks/e6c84a15-2e6f-4c07-8ede-a88148c2fe90 HTTP/1.1" status: 200 len: 881 time: 0.3542531 Aug 29 04:34:24.592946 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 45542) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:24.639737 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-34b7c94f-49cb-430d-844b-7b1b87d7b706 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] 10.222.0.22 "GET /v2.0/ports?device_id=307f978f-ed1d-4290-982a-84fe8d5d8b1a HTTP/1.1" status: 200 len: 205 time: 0.0448339 Aug 29 04:34:24.640976 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 45544) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:24.673839 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:24.726064 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-4672aa54-c982-4bec-b5dd-d9f96b365f81 None None] Provisioning for port 9ed8042a-534d-4fd9-bab3-f9ca6ec3d842 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:34:24.773959 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-4672aa54-c982-4bec-b5dd-d9f96b365f81 None None] Provisioning complete for port 9ed8042a-534d-4fd9-bab3-f9ca6ec3d842 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:24.780430 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4672aa54-c982-4bec-b5dd-d9f96b365f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:24.896348 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-de0a20b4-e214-4165-9c83-b13eff8a82b8 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Deleting port 91fe23b6-fd17-4666-af98-8b1867202bb8 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:34:24.897178 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-de0a20b4-e214-4165-9c83-b13eff8a82b8 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:24.953136 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-4672aa54-c982-4bec-b5dd-d9f96b365f81 None None] Port 9ed8042a-534d-4fd9-bab3-f9ca6ec3d842 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:34:25.009216 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-4672aa54-c982-4bec-b5dd-d9f96b365f81 None None] Provisioning complete for port 1596887a-e7f6-4a5b-a9ee-abea858f7913 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:25.009596 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4672aa54-c982-4bec-b5dd-d9f96b365f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:25.056385 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cda9f0f-44aa-4ebc-aee8-de553b3610ef None None] Pushing event updated for resources: {'Port': ['ID=8cfb0490-31d4-4497-ab4a-a04a241dd034,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:25.062049 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f6eea363-f961-4dce-b472-7c046fb49110 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify callbacks [] for router, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:25.197368 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-86e78557-a1b7-463b-8c9c-8bdc66b67471 None None] Attempting to bind port f722bfb6-6bca-4e70-b669-9c06e3cb58ff on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:34:25.198072 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-86e78557-a1b7-463b-8c9c-8bdc66b67471 None None] Attempting to bind port f722bfb6-6bca-4e70-b669-9c06e3cb58ff by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'e6f13fca-b863-4a19-b6d5-923becb8a28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5e503eef-fcd9-442c-bfbe-e3b673cf903b'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:34:25.198072 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e78557-a1b7-463b-8c9c-8bdc66b67471 None None] Attempting to bind port f722bfb6-6bca-4e70-b669-9c06e3cb58ff on network 5e503eef-fcd9-442c-bfbe-e3b673cf903b {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:34:25.210981 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e78557-a1b7-463b-8c9c-8bdc66b67471 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:34:25.211474 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e78557-a1b7-463b-8c9c-8bdc66b67471 None None] Checking segment: {'id': 'e6f13fca-b863-4a19-b6d5-923becb8a28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5e503eef-fcd9-442c-bfbe-e3b673cf903b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:34:25.211801 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-86e78557-a1b7-463b-8c9c-8bdc66b67471 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:25.212178 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e78557-a1b7-463b-8c9c-8bdc66b67471 None None] Bound using segment: {'id': 'e6f13fca-b863-4a19-b6d5-923becb8a28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5e503eef-fcd9-442c-bfbe-e3b673cf903b'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:34:25.212662 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-86e78557-a1b7-463b-8c9c-8bdc66b67471 None None] Bound port: f722bfb6-6bca-4e70-b669-9c06e3cb58ff, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6f13fca-b863-4a19-b6d5-923becb8a28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5e503eef-fcd9-442c-bfbe-e3b673cf903b'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:34:25.213048 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-86e78557-a1b7-463b-8c9c-8bdc66b67471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:25.244986 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-de0a20b4-e214-4165-9c83-b13eff8a82b8 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:25.290355 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-de0a20b4-e214-4165-9c83-b13eff8a82b8 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Calling delete_port for 91fe23b6-fd17-4666-af98-8b1867202bb8 owned by {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:34:25.317656 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-86e78557-a1b7-463b-8c9c-8bdc66b67471 None None] For port f722bfb6-6bca-4e70-b669-9c06e3cb58ff, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:34:25.329638 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-86e78557-a1b7-463b-8c9c-8bdc66b67471 None None] For port f722bfb6-6bca-4e70-b669-9c06e3cb58ff, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=f722bfb6-6bca-4e70-b669-9c06e3cb58ff,segment=NetworkSegment(e6f13fca-b863-4a19-b6d5-923becb8a28a),segment_id=e6f13fca-b863-4a19-b6d5-923becb8a28a)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:34:25.368690 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-86e78557-a1b7-463b-8c9c-8bdc66b67471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:25.419101 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e929f08a-d761-4382-8d12-b56c6eaa0175 None None] Provisioning complete for port 9ed8042a-534d-4fd9-bab3-f9ca6ec3d842 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:25.419488 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e929f08a-d761-4382-8d12-b56c6eaa0175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:25.517995 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=1596887a-e7f6-4a5b-a9ee-abea858f7913,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:25.538418 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e929f08a-d761-4382-8d12-b56c6eaa0175 None None] Port 9ed8042a-534d-4fd9-bab3-f9ca6ec3d842 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:34:25.577031 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-de0a20b4-e214-4165-9c83-b13eff8a82b8 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:25.719202 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0a20b4-e214-4165-9c83-b13eff8a82b8 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Pushing event deleted for resources: {'Port': ['ID=91fe23b6-fd17-4666-af98-8b1867202bb8,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:25.755528 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f6eea363-f961-4dce-b472-7c046fb49110 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:25.813176 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e78557-a1b7-463b-8c9c-8bdc66b67471 None None] Pushing event updated for resources: {'Port': ['ID=f722bfb6-6bca-4e70-b669-9c06e3cb58ff,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:25.836927 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-030d011d-1030-4233-9111-6acb6f104ebf None None] Provisioning for port 2662ff03-0fe5-4738-ac75-76417260f6bb completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:34:25.850731 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-030d011d-1030-4233-9111-6acb6f104ebf None None] Provisioning complete for port 2662ff03-0fe5-4738-ac75-76417260f6bb triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:25.851300 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-030d011d-1030-4233-9111-6acb6f104ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:25.881466 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-de0a20b4-e214-4165-9c83-b13eff8a82b8 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:25.889419 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-de0a20b4-e214-4165-9c83-b13eff8a82b8 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "DELETE /v2.0/ports/91fe23b6-fd17-4666-af98-8b1867202bb8 HTTP/1.1" status: 204 len: 168 time: 1.3189263 Aug 29 04:34:25.891940 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 45560) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:25.943534 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-f6eea363-f961-4dce-b472-7c046fb49110 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Deleting port 3b9c79d5-96e5-4b40-b547-bc247ce34030 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:34:25.944097 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f6eea363-f961-4dce-b472-7c046fb49110 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:25.963054 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-030d011d-1030-4233-9111-6acb6f104ebf None None] Port 2662ff03-0fe5-4738-ac75-76417260f6bb cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:34:26.103041 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 45564) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:26.130942 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f6eea363-f961-4dce-b472-7c046fb49110 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:26.134988 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-5cced120-08de-41a6-ac91-f8a8fa1f60b3 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Request body: {'security_group': {'name': 'tempest-securitygroup--33096448', 'description': 'tempest-description--467076539'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:26.166159 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9c6725-9bba-4bb3-8ae2-f0ad892e5a4b tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:26.167704 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9c6725-9bba-4bb3-8ae2-f0ad892e5a4b tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:26.169797 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-ba9c6725-9bba-4bb3-8ae2-f0ad892e5a4b tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2738185 Aug 29 04:34:26.181058 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-f6eea363-f961-4dce-b472-7c046fb49110 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Calling delete_port for 3b9c79d5-96e5-4b40-b547-bc247ce34030 owned by network:router_gateway {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:34:26.192853 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd5868b-a030-4ace-8baf-3f6bcd4dd958 req-335a41d2-87ae-4118-b284-55b10e182d16 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:26.209684 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5fd5868b-a030-4ace-8baf-3f6bcd4dd958 req-335a41d2-87ae-4118-b284-55b10e182d16 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 944 time: 0.4826744 Aug 29 04:34:26.219970 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 45566) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:26.328505 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_v2 [None req-11412a05-6add-47c8-b24c-36ca7e33ab6b tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Deleting subnet 5ea9731d-dac0-4192-bc89-c69a8cbf5dc7 {{(pid=94828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:34:26.342899 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-11412a05-6add-47c8-b24c-36ca7e33ab6b tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for subnet, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:26.432265 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5fd5868b-a030-4ace-8baf-3f6bcd4dd958 req-782c02fe-d2f6-45ad-ae9a-a7294325bc19 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285628 Aug 29 04:34:26.441900 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5cced120-08de-41a6-ac91-f8a8fa1f60b3 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:26.462429 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-11412a05-6add-47c8-b24c-36ca7e33ab6b tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8904862'] for subnet, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:26.530429 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f6eea363-f961-4dce-b472-7c046fb49110 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:26.570083 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eea363-f961-4dce-b472-7c046fb49110 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Pushing event deleted for resources: {'Port': ['ID=3b9c79d5-96e5-4b40-b547-bc247ce34030,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:26.694144 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f6eea363-f961-4dce-b472-7c046fb49110 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719445'] for router_gateway, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:26.808518 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5cced120-08de-41a6-ac91-f8a8fa1f60b3 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:26.817875 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5cced120-08de-41a6-ac91-f8a8fa1f60b3 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:26.818975 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-cd26fca4-cbba-4460-85af-25f273d082af None None] Provisioning for port 8cfb0490-31d4-4497-ab4a-a04a241dd034 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:34:26.913683 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-11412a05-6add-47c8-b24c-36ca7e33ab6b tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:27.033580 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cced120-08de-41a6-ac91-f8a8fa1f60b3 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9548773a-1ebc-45cc-a31d-47384b103db9,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:27.045747 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f6eea363-f961-4dce-b472-7c046fb49110 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:27.051723 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f6eea363-f961-4dce-b472-7c046fb49110 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:27.065558 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5cced120-08de-41a6-ac91-f8a8fa1f60b3 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:27.066876 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-5cced120-08de-41a6-ac91-f8a8fa1f60b3 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.9474852 Aug 29 04:34:27.076313 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 45576) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:27.090581 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-11412a05-6add-47c8-b24c-36ca7e33ab6b tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9190434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062341'] for subnet, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:27.103955 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-b6c94532-0215-4cbe-b73c-20ce82d7ba7d tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Request body: {'security_group_rule': {'security_group_id': '9548773a-1ebc-45cc-a31d-47384b103db9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:27.124287 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11412a05-6add-47c8-b24c-36ca7e33ab6b tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Pushing event deleted for resources: {'Subnet': ['ID=5ea9731d-dac0-4192-bc89-c69a8cbf5dc7,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:27.135045 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-11412a05-6add-47c8-b24c-36ca7e33ab6b tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:27.140635 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-11412a05-6add-47c8-b24c-36ca7e33ab6b tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "DELETE /v2.0/subnets/5ea9731d-dac0-4192-bc89-c69a8cbf5dc7 HTTP/1.1" status: 204 len: 168 time: 0.9253373 Aug 29 04:34:27.141504 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 45578) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:27.225579 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-bbd78ccc-fe98-43cf-b8ce-4ebd5b1b3d03 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0824800 Aug 29 04:34:27.227242 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 45580) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:27.254576 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 1596887a-e7f6-4a5b-a9ee-abea858f7913 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:34:27.322425 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d4a023-ddc9-456d-bfa3-45a1a476e4b6 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:27.332239 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-72d4a023-ddc9-456d-bfa3-45a1a476e4b6 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1035564 Aug 29 04:34:27.334622 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 45582) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:27.391481 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de4be51-5202-43a3-ba17-b7158161e6b6 None None] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:34:27.395996 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 1596887a-e7f6-4a5b-a9ee-abea858f7913 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:27.396688 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:27.469115 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260fb092-b6f7-4ea9-b292-8ddcce9c1eaa tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:27.474925 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-260fb092-b6f7-4ea9-b292-8ddcce9c1eaa tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1370559 Aug 29 04:34:27.475859 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 45590) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:27.618347 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-14ae7f91-1640-40da-81ad-7352dc7574aa tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1375103 Aug 29 04:34:27.619484 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 45592) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:27.628295 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-ced02b35-8ec1-46ee-8b32-e795c59211ee None None] Could not find standard attr ID for object 91fe23b6-fd17-4666-af98-8b1867202bb8. {{(pid=94830) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:34:27.631597 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-dbab3727-4021-465d-a43c-19d027b1e6eb tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Request body: {'subnet': {'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:27.791468 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device f722bfb6-6bca-4e70-b669-9c06e3cb58ff up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:34:27.821315 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd44b97-8627-4dac-9a90-2001880ec6af None None] Network 5e503eef-fcd9-442c-bfbe-e3b673cf903b requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:34:27.945060 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db2e0e2-be27-4a1f-93c3-25ccbf97965d None None] DHCP port deletion for 9a0c1c63-2a3a-4918-9723-8b35bf7d017b request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:34:27.975593 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f6eea363-f961-4dce-b472-7c046fb49110 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717253'] for router, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:27.976282 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6eea363-f961-4dce-b472-7c046fb49110 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Fanout notify agent at l3_agent the message router_deleted on router 307f978f-ed1d-4290-982a-84fe8d5d8b1a {{(pid=94829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:34:27.995543 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbab3727-4021-465d-a43c-19d027b1e6eb tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Made reservation on behalf of 808af00233b447dbb547871646623489 for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:28.002307 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dbab3727-4021-465d-a43c-19d027b1e6eb tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:28.009061 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f6eea363-f961-4dce-b472-7c046fb49110 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:28.023660 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-f6eea363-f961-4dce-b472-7c046fb49110 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] 10.222.0.22 "DELETE /v2.0/routers/307f978f-ed1d-4290-982a-84fe8d5d8b1a HTTP/1.1" status: 204 len: 168 time: 3.3771834 Aug 29 04:34:28.023660 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.db.api [None req-b6c94532-0215-4cbe-b73c-20ce82d7ba7d tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 04:34:28.023660 n-d-712140-12 neutron-server[94829]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 29 04:34:28.023660 n-d-712140-12 neutron-server[94829]: [parameters: {'project_id': 'b0f1228a8bd44b90ad5ea0a20c4870bf', 'id': '36ced188-1543-4f0c-ad8d-7272544a0b51', 'expiration': datetime.datetime(2021, 8, 29, 4, 36, 27, 978070)}] Aug 29 04:34:28.023660 n-d-712140-12 neutron-server[94829]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:34:28.023660 n-d-712140-12 neutron-server[94829]: DEBUG oslo_db.api [None req-b6c94532-0215-4cbe-b73c-20ce82d7ba7d tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:34:28.023660 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 45598) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:28.029137 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-77bc4460-9619-481f-ba03-5ae98f6d9cff tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2083391731', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:28.030761 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-41709cb4-9457-4206-b030-53c765088dda None None] Provisioning for port f722bfb6-6bca-4e70-b669-9c06e3cb58ff completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:34:28.080486 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab003dd8-64bc-44c9-bce4-80c911ded3fa req-5b1783cd-4137-44c1-8df7-3bcc6a9b05ef tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:28.082560 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ab003dd8-64bc-44c9-bce4-80c911ded3fa req-5b1783cd-4137-44c1-8df7-3bcc6a9b05ef tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 944 time: 0.1852565 Aug 29 04:34:28.108508 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port f722bfb6-6bca-4e70-b669-9c06e3cb58ff completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:34:28.115289 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port f722bfb6-6bca-4e70-b669-9c06e3cb58ff triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:28.116070 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:28.145440 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-77bc4460-9619-481f-ba03-5ae98f6d9cff tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:28.147771 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-77bc4460-9619-481f-ba03-5ae98f6d9cff tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1838'] for router, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:28.157417 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:34:28.218252 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ab003dd8-64bc-44c9-bce4-80c911ded3fa req-9517057e-2a2f-4641-936f-604d735873a5 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287990 Aug 29 04:34:28.234025 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-8db2e0e2-be27-4a1f-93c3-25ccbf97965d None None] Deleting port 8cfb0490-31d4-4497-ab4a-a04a241dd034 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:34:28.236317 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8db2e0e2-be27-4a1f-93c3-25ccbf97965d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:28.323262 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-77bc4460-9619-481f-ba03-5ae98f6d9cff tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:28.334670 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-77bc4460-9619-481f-ba03-5ae98f6d9cff tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409'] for router, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:28.390026 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-77bc4460-9619-481f-ba03-5ae98f6d9cff tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:28.395392 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-77bc4460-9619-481f-ba03-5ae98f6d9cff tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3695724 Aug 29 04:34:28.396706 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 45604) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:28.415539 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-cee46ed6-66cd-4754-a6b2-91544b05e2cc tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'enable_snat': True}}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:28.510415 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:28.513772 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-8db2e0e2-be27-4a1f-93c3-25ccbf97965d None None] For port 8cfb0490-31d4-4497-ab4a-a04a241dd034, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=8cfb0490-31d4-4497-ab4a-a04a241dd034,segment=NetworkSegment(0fc0da0a-b381-4d95-9f3f-3aa10a110ba6),segment_id=0fc0da0a-b381-4d95-9f3f-3aa10a110ba6)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:28.520306 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8db2e0e2-be27-4a1f-93c3-25ccbf97965d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:28.563644 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-8db2e0e2-be27-4a1f-93c3-25ccbf97965d None None] Calling delete_port for 8cfb0490-31d4-4497-ab4a-a04a241dd034 owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:34:28.567094 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dbab3727-4021-465d-a43c-19d027b1e6eb tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9191137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10062364'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:28.686084 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbab3727-4021-465d-a43c-19d027b1e6eb tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:34:28.701439 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-dbab3727-4021-465d-a43c-19d027b1e6eb tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:28.719976 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbab3727-4021-465d-a43c-19d027b1e6eb tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:28.721003 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dbab3727-4021-465d-a43c-19d027b1e6eb tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:28.727518 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbab3727-4021-465d-a43c-19d027b1e6eb tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Pushing event updated for resources: {'Subnet': ['ID=24539307-3a2d-46cb-808e-6459f7a6133c,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:28.753297 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port f722bfb6-6bca-4e70-b669-9c06e3cb58ff, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=f722bfb6-6bca-4e70-b669-9c06e3cb58ff,segment=NetworkSegment(e6f13fca-b863-4a19-b6d5-923becb8a28a),segment_id=e6f13fca-b863-4a19-b6d5-923becb8a28a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:28.760146 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-dbab3727-4021-465d-a43c-19d027b1e6eb tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1363888 Aug 29 04:34:28.760292 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:28.760457 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 45608) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:28.767963 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-7804c7e4-54e8-4923-b51a-375059837c1b tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Request body: {'port': {'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b', 'mac_address': 'fa:16:3e:08:07:2b', 'name': 'tempest-NetworksTestDHCPv6-478208234'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:28.791455 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:28.791966 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 8cfb0490-31d4-4497-ab4a-a04a241dd034 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:34:28.939826 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=f722bfb6-6bca-4e70-b669-9c06e3cb58ff,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:28.961320 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b6c94532-0215-4cbe-b73c-20ce82d7ba7d tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:29.067679 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-23c6941d-b1da-4faa-a370-4232ab8f7808 None None] Provisioning complete for port f722bfb6-6bca-4e70-b669-9c06e3cb58ff triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:29.078747 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-23c6941d-b1da-4faa-a370-4232ab8f7808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:29.082038 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7804c7e4-54e8-4923-b51a-375059837c1b tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Made reservation on behalf of 808af00233b447dbb547871646623489 for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:29.234117 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 8cfb0490-31d4-4497-ab4a-a04a241dd034 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:34:29.240748 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 8cfb0490-31d4-4497-ab4a-a04a241dd034 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:29.240748 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:29.291847 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cee46ed6-66cd-4754-a6b2-91544b05e2cc tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:29.329835 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8db2e0e2-be27-4a1f-93c3-25ccbf97965d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:29.335412 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b6c94532-0215-4cbe-b73c-20ce82d7ba7d tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:29.364665 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b6c94532-0215-4cbe-b73c-20ce82d7ba7d tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:29.403364 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7804c7e4-54e8-4923-b51a-375059837c1b tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:29.417356 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db2e0e2-be27-4a1f-93c3-25ccbf97965d None None] Pushing event deleted for resources: {'Port': ['ID=8cfb0490-31d4-4497-ab4a-a04a241dd034,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:29.425218 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db2e0e2-be27-4a1f-93c3-25ccbf97965d None None] No DVR routers for this DVR port 8cfb0490-31d4-4497-ab4a-a04a241dd034 on host n-d-712140-12 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:34:29.443465 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Could not find standard attr ID for object 8cfb0490-31d4-4497-ab4a-a04a241dd034. {{(pid=94830) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:34:29.459697 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c94532-0215-4cbe-b73c-20ce82d7ba7d tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af290b0e-3ac3-450b-9538-786af6cce1d0,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:29.466167 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2f7ee4-f6ec-4c98-b5c3-b396450d1140 None None] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:34:29.473199 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b6c94532-0215-4cbe-b73c-20ce82d7ba7d tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:29.473855 n-d-712140-12 neutron-server[94830]: INFO neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No ports have port_id starting with 8cfb0490-31d4-4497-ab4a-a04a241dd034 Aug 29 04:34:29.474737 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-b6c94532-0215-4cbe-b73c-20ce82d7ba7d tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.3939984 Aug 29 04:34:29.478469 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 45618) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:29.481291 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-7804c7e4-54e8-4923-b51a-375059837c1b tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] device_id is not set on port a0614242-afed-4403-9b8f-b2f6821242c4 yet. {{(pid=94828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:34:29.484802 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-28262103-2daf-41ea-a9b7-9ef2313d788d tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Request body: {'security_group_rule': {'security_group_id': '9548773a-1ebc-45cc-a31d-47384b103db9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:29.551432 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-28262103-2daf-41ea-a9b7-9ef2313d788d tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:29.564330 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d974589-81c6-45b3-b09a-e87ce89794c0 req-0f21ecd7-ff1c-4774-bbe9-2d19255de99f tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:29.567844 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7d974589-81c6-45b3-b09a-e87ce89794c0 req-0f21ecd7-ff1c-4774-bbe9-2d19255de99f tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 944 time: 0.1829565 Aug 29 04:34:29.721461 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device f722bfb6-6bca-4e70-b669-9c06e3cb58ff up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:34:29.802791 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7d974589-81c6-45b3-b09a-e87ce89794c0 req-0b3b307a-8d08-4eb0-b087-43a9e65026f0 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278957 Aug 29 04:34:29.816553 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-7804c7e4-54e8-4923-b51a-375059837c1b tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Allocated IP 2001:db8::243 (9a0c1c63-2a3a-4918-9723-8b35bf7d017b/24539307-3a2d-46cb-808e-6459f7a6133c/a0614242-afed-4403-9b8f-b2f6821242c4) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:34:29.857411 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cee46ed6-66cd-4754-a6b2-91544b05e2cc tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:29.889093 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cee46ed6-66cd-4754-a6b2-91544b05e2cc tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:29.891943 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-28262103-2daf-41ea-a9b7-9ef2313d788d tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:29.909518 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-28262103-2daf-41ea-a9b7-9ef2313d788d tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:29.955964 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65ef307-437f-420c-9ca7-75e635c94862 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-9a0c1c63-2a3a-4918-9723-8b35bf7d017b', 'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b', 'tenant_id': '808af00233b447dbb547871646623489', 'fixed_ips': [{'subnet_id': '24539307-3a2d-46cb-808e-6459f7a6133c'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:34:29.961900 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a65ef307-437f-420c-9ca7-75e635c94862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:30.075561 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28262103-2daf-41ea-a9b7-9ef2313d788d tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=277c3bdd-b4cb-4cda-a0cc-df6c85300156,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:30.103835 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7804c7e4-54e8-4923-b51a-375059837c1b tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:30.110090 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-28262103-2daf-41ea-a9b7-9ef2313d788d tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:30.117772 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-28262103-2daf-41ea-a9b7-9ef2313d788d tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6380677 Aug 29 04:34:30.123047 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 45626) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:30.128884 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-817a0ee0-69e2-48d6-ac7c-84111c4c5d6e tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Request body: {'floatingip': {'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:30.144179 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7804c7e4-54e8-4923-b51a-375059837c1b tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Transition to ACTIVE for port object a0614242-afed-4403-9b8f-b2f6821242c4 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:34:30.155855 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port f722bfb6-6bca-4e70-b669-9c06e3cb58ff triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:30.156175 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:30.199979 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-817a0ee0-69e2-48d6-ac7c-84111c4c5d6e tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks [] for floatingip, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:30.296331 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-cee46ed6-66cd-4754-a6b2-91544b05e2cc tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Allocated IP 172.25.0.172 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/f008764d-2cc6-44e1-85d4-d8c507e277ce) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:34:30.378680 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7804c7e4-54e8-4923-b51a-375059837c1b tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:30.474817 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-a65ef307-437f-420c-9ca7-75e635c94862 None None] Allocated IP 2001:db8::2 (9a0c1c63-2a3a-4918-9723-8b35bf7d017b/24539307-3a2d-46cb-808e-6459f7a6133c/1fbd4c2f-56b1-44aa-9961-f74e0ccc3530) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:34:30.496198 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7804c7e4-54e8-4923-b51a-375059837c1b tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:34:30.516490 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-7804c7e4-54e8-4923-b51a-375059837c1b tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:30.523298 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7804c7e4-54e8-4923-b51a-375059837c1b tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:34:30.541958 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7804c7e4-54e8-4923-b51a-375059837c1b tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:30.542750 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7804c7e4-54e8-4923-b51a-375059837c1b tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:30.558566 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7804c7e4-54e8-4923-b51a-375059837c1b tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Pushing event updated for resources: {'Port': ['ID=a0614242-afed-4403-9b8f-b2f6821242c4,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:30.587552 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 8cfb0490-31d4-4497-ab4a-a04a241dd034 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:34:30.614749 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-7804c7e4-54e8-4923-b51a-375059837c1b tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8513021 Aug 29 04:34:30.623729 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 45638) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:30.637827 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-817a0ee0-69e2-48d6-ac7c-84111c4c5d6e tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:30.641643 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 8cfb0490-31d4-4497-ab4a-a04a241dd034 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:34:30.641995 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 8cfb0490-31d4-4497-ab4a-a04a241dd034 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:34:30.821900 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a65ef307-437f-420c-9ca7-75e635c94862 None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:30.831733 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-a65ef307-437f-420c-9ca7-75e635c94862 None None] Transition to ACTIVE for port object 1fbd4c2f-56b1-44aa-9961-f74e0ccc3530 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:34:30.856397 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-a65ef307-437f-420c-9ca7-75e635c94862 None None] Transition to ACTIVE for port object 1fbd4c2f-56b1-44aa-9961-f74e0ccc3530 will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:34:30.866179 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a65ef307-437f-420c-9ca7-75e635c94862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:30.894269 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cee46ed6-66cd-4754-a6b2-91544b05e2cc tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:30.928039 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12891d01-c133-4254-9118-53c66ab99c82 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:30.931876 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-12891d01-c133-4254-9118-53c66ab99c82 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.3049605 Aug 29 04:34:30.932565 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 45646) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:30.991287 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a65ef307-437f-420c-9ca7-75e635c94862 None None] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:34:30.999592 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-a65ef307-437f-420c-9ca7-75e635c94862 None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:31.014455 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65ef307-437f-420c-9ca7-75e635c94862 None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:34:31.017766 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65ef307-437f-420c-9ca7-75e635c94862 None None] Pushing event updated for resources: {'Port': ['ID=1fbd4c2f-56b1-44aa-9961-f74e0ccc3530,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:31.075863 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cee46ed6-66cd-4754-a6b2-91544b05e2cc tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:31.137877 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-9749f279-2c2b-45c7-9d08-c3b2fb8f4f95 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Deleting port a0614242-afed-4403-9b8f-b2f6821242c4 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:34:31.138406 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9749f279-2c2b-45c7-9d08-c3b2fb8f4f95 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:31.141617 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-817a0ee0-69e2-48d6-ac7c-84111c4c5d6e tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Allocated IP 172.25.0.205 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/8cbbc5c5-a7b4-4828-9616-a71858c6c7fe) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:34:31.142335 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136e9727-dab8-48e2-8a0a-30c04209b251 req-aefff05c-a82e-4119-9bfd-02c16aca3064 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:31.144596 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-136e9727-dab8-48e2-8a0a-30c04209b251 req-aefff05c-a82e-4119-9bfd-02c16aca3064 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 944 time: 0.1488130 Aug 29 04:34:31.148808 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee46ed6-66cd-4754-a6b2-91544b05e2cc tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:34:31.151286 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-cee46ed6-66cd-4754-a6b2-91544b05e2cc tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:31.161129 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee46ed6-66cd-4754-a6b2-91544b05e2cc tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Pushing event updated for resources: {'Port': ['ID=f008764d-2cc6-44e1-85d4-d8c507e277ce,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:31.161466 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-a65ef307-437f-420c-9ca7-75e635c94862 None None] Attempting to bind port 1fbd4c2f-56b1-44aa-9961-f74e0ccc3530 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:34:31.161846 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-a65ef307-437f-420c-9ca7-75e635c94862 None None] Attempting to bind port 1fbd4c2f-56b1-44aa-9961-f74e0ccc3530 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '0fc0da0a-b381-4d95-9f3f-3aa10a110ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:34:31.162217 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65ef307-437f-420c-9ca7-75e635c94862 None None] Attempting to bind port 1fbd4c2f-56b1-44aa-9961-f74e0ccc3530 on network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:34:31.163618 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee46ed6-66cd-4754-a6b2-91544b05e2cc tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:34:31.178015 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65ef307-437f-420c-9ca7-75e635c94862 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:34:31.178379 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65ef307-437f-420c-9ca7-75e635c94862 None None] Checking segment: {'id': '0fc0da0a-b381-4d95-9f3f-3aa10a110ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:34:31.178795 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a65ef307-437f-420c-9ca7-75e635c94862 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:31.179199 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65ef307-437f-420c-9ca7-75e635c94862 None None] Bound using segment: {'id': '0fc0da0a-b381-4d95-9f3f-3aa10a110ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:34:31.179673 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-a65ef307-437f-420c-9ca7-75e635c94862 None None] Bound port: 1fbd4c2f-56b1-44aa-9961-f74e0ccc3530, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fc0da0a-b381-4d95-9f3f-3aa10a110ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:34:31.180348 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a65ef307-437f-420c-9ca7-75e635c94862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:31.233749 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-136e9727-dab8-48e2-8a0a-30c04209b251 req-b73b967a-21d0-44cb-8e56-bd462404a398 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677285 Aug 29 04:34:31.318014 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-a65ef307-437f-420c-9ca7-75e635c94862 None None] For port 1fbd4c2f-56b1-44aa-9961-f74e0ccc3530, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:34:31.324167 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-a65ef307-437f-420c-9ca7-75e635c94862 None None] For port 1fbd4c2f-56b1-44aa-9961-f74e0ccc3530, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=1fbd4c2f-56b1-44aa-9961-f74e0ccc3530,segment=NetworkSegment(0fc0da0a-b381-4d95-9f3f-3aa10a110ba6),segment_id=0fc0da0a-b381-4d95-9f3f-3aa10a110ba6)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:34:31.331974 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a65ef307-437f-420c-9ca7-75e635c94862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:31.433223 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65ef307-437f-420c-9ca7-75e635c94862 None None] Pushing event updated for resources: {'Port': ['ID=1fbd4c2f-56b1-44aa-9961-f74e0ccc3530,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:31.617413 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cee46ed6-66cd-4754-a6b2-91544b05e2cc tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:31.692265 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-817a0ee0-69e2-48d6-ac7c-84111c4c5d6e tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:31.785675 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-817a0ee0-69e2-48d6-ac7c-84111c4c5d6e tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:31.863242 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817a0ee0-69e2-48d6-ac7c-84111c4c5d6e tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:34:31.871143 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-817a0ee0-69e2-48d6-ac7c-84111c4c5d6e tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:31.881499 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817a0ee0-69e2-48d6-ac7c-84111c4c5d6e tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:34:31.922525 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cee46ed6-66cd-4754-a6b2-91544b05e2cc tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-719380', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-717238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1792'] for router, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:31.928415 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cee46ed6-66cd-4754-a6b2-91544b05e2cc tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-719375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-719366', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-717217'] for router, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:31.932045 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9749f279-2c2b-45c7-9d08-c3b2fb8f4f95 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:31.943505 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817a0ee0-69e2-48d6-ac7c-84111c4c5d6e tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Pushing event updated for resources: {'Port': ['ID=8cbbc5c5-a7b4-4828-9616-a71858c6c7fe,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:31.962737 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-9749f279-2c2b-45c7-9d08-c3b2fb8f4f95 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Calling delete_port for a0614242-afed-4403-9b8f-b2f6821242c4 owned by {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:34:32.065823 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-817a0ee0-69e2-48d6-ac7c-84111c4c5d6e tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:32.084373 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cee46ed6-66cd-4754-a6b2-91544b05e2cc tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Router 5134e51e-b044-4ce0-9778-7b581c6054cf is scheduled to L3 agent 76874008-c311-485c-ba36-921b6d275b6a with binding_index 1 {{(pid=94829) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:34:32.180892 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-817a0ee0-69e2-48d6-ac7c-84111c4c5d6e tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:32.219119 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9749f279-2c2b-45c7-9d08-c3b2fb8f4f95 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:32.253350 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cee46ed6-66cd-4754-a6b2-91544b05e2cc tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:34:32.258910 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cee46ed6-66cd-4754-a6b2-91544b05e2cc tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:32.260192 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-cee46ed6-66cd-4754-a6b2-91544b05e2cc tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] 10.222.0.22 "PUT /v2.0/routers/5134e51e-b044-4ce0-9778-7b581c6054cf HTTP/1.1" status: 200 len: 919 time: 3.8605907 Aug 29 04:34:32.262762 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 45664) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:32.267852 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9749f279-2c2b-45c7-9d08-c3b2fb8f4f95 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Pushing event deleted for resources: {'Port': ['ID=a0614242-afed-4403-9b8f-b2f6821242c4,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:32.268128 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d860ee-01fb-455e-8ac4-30007964639c None None] Sync routers for ids ['5134e51e-b044-4ce0-9778-7b581c6054cf'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:34:32.285137 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d860ee-01fb-455e-8ac4-30007964639c None None] Routers {'5134e51e-b044-4ce0-9778-7b581c6054cf'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:34:32.286154 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-98d860ee-01fb-455e-8ac4-30007964639c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:34:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['5134e51e-b044-4ce0-9778-7b581c6054cf'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:32.339420 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-98d860ee-01fb-455e-8ac4-30007964639c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:32.340039 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9749f279-2c2b-45c7-9d08-c3b2fb8f4f95 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:32.342025 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-9749f279-2c2b-45c7-9d08-c3b2fb8f4f95 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "DELETE /v2.0/ports/a0614242-afed-4403-9b8f-b2f6821242c4 HTTP/1.1" status: 204 len: 168 time: 1.4087331 Aug 29 04:34:32.346692 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 45668) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:32.354074 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d860ee-01fb-455e-8ac4-30007964639c None None] Routers {'5134e51e-b044-4ce0-9778-7b581c6054cf'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:34:32.355134 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-98d860ee-01fb-455e-8ac4-30007964639c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:34:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['5134e51e-b044-4ce0-9778-7b581c6054cf'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:32.404848 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-98d860ee-01fb-455e-8ac4-30007964639c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:32.405503 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d860ee-01fb-455e-8ac4-30007964639c None None] The sync data for ids ['5134e51e-b044-4ce0-9778-7b581c6054cf'] in n-d-712140-12 is: [] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:34:32.480042 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-4127fc93-c0b1-4b2d-b7ad-3b67e8231726 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] 10.222.0.22 "GET /v2.0/routers/5134e51e-b044-4ce0-9778-7b581c6054cf HTTP/1.1" status: 200 len: 925 time: 0.2136407 Aug 29 04:34:32.482499 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 45672) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:32.503940 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-817a0ee0-69e2-48d6-ac7c-84111c4c5d6e tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:32.512748 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-817a0ee0-69e2-48d6-ac7c-84111c4c5d6e tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:32.560975 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b11357e-c25b-4298-bfbe-51dd7973fa07 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:32.562709 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-9b11357e-c25b-4298-bfbe-51dd7973fa07 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] 10.222.0.22 "GET /v2.0/ports?network_id=e6c84a15-2e6f-4c07-8ede-a88148c2fe90&device_id=5134e51e-b044-4ce0-9778-7b581c6054cf&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0790491 Aug 29 04:34:32.566047 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 45676) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:32.624506 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8baa91-b9b2-413b-a742-ce6f2852097e tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:32.626275 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8baa91-b9b2-413b-a742-ce6f2852097e tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:32.627934 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-8a8baa91-b9b2-413b-a742-ce6f2852097e tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2802484 Aug 29 04:34:32.661981 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 45682) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:32.690682 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f030da-2ab9-4050-9db8-0a1a93df0d03 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:32.692136 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-04f030da-2ab9-4050-9db8-0a1a93df0d03 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] 10.222.0.22 "GET /v2.0/networks/e6c84a15-2e6f-4c07-8ede-a88148c2fe90 HTTP/1.1" status: 200 len: 881 time: 0.1249905 Aug 29 04:34:32.695045 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 45684) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:32.735662 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817a0ee0-69e2-48d6-ac7c-84111c4c5d6e tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Pushing event updated for resources: {'Port': ['ID=8cbbc5c5-a7b4-4828-9616-a71858c6c7fe,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:32.744224 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-d4739d75-760c-4154-8e8e-0df15f03a8fe tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] 10.222.0.22 "GET /v2.0/ports?device_id=5134e51e-b044-4ce0-9778-7b581c6054cf HTTP/1.1" status: 200 len: 205 time: 0.0479641 Aug 29 04:34:32.746584 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 45686) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:32.757625 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eb47ee-1fed-43f6-8699-e89cb56909e8 req-b2b777b3-3e71-4d5e-8931-6a46b025c331 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:32.759216 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f7eb47ee-1fed-43f6-8699-e89cb56909e8 req-b2b777b3-3e71-4d5e-8931-6a46b025c331 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 944 time: 0.3482299 Aug 29 04:34:32.778382 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-817a0ee0-69e2-48d6-ac7c-84111c4c5d6e tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719515'] for floatingip, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:32.786793 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_v2 [None req-218817ce-22eb-4cfd-9f0f-64311f6a4e78 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Deleting subnet 24539307-3a2d-46cb-808e-6459f7a6133c {{(pid=94828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:34:32.801657 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-218817ce-22eb-4cfd-9f0f-64311f6a4e78 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for subnet, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:32.866864 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-218817ce-22eb-4cfd-9f0f-64311f6a4e78 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8904862'] for subnet, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:32.899772 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-817a0ee0-69e2-48d6-ac7c-84111c4c5d6e tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:32.910344 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-817a0ee0-69e2-48d6-ac7c-84111c4c5d6e tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7769346 Aug 29 04:34:32.933540 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f7eb47ee-1fed-43f6-8699-e89cb56909e8 req-ccbb9542-7e5d-4b1f-badd-c5964d2906ac tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625173 Aug 29 04:34:32.948776 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 9f01a993-316c-4ea0-b777-7a0d5c2f8b7a details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:34:32.960054 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-135501ca-0362-4741-b188-4c06f79023e5 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify callbacks [] for router, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:32.999073 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-218817ce-22eb-4cfd-9f0f-64311f6a4e78 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:33.060538 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-13cd587b-85a1-4a1c-b31a-b03d11edcc89 None None] Provisioning for port 1fbd4c2f-56b1-44aa-9961-f74e0ccc3530 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:34:33.100742 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-218817ce-22eb-4cfd-9f0f-64311f6a4e78 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9190434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062341'] for subnet, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:33.196484 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218817ce-22eb-4cfd-9f0f-64311f6a4e78 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Pushing event deleted for resources: {'Subnet': ['ID=24539307-3a2d-46cb-808e-6459f7a6133c,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:33.205308 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-218817ce-22eb-4cfd-9f0f-64311f6a4e78 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:33.208326 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-218817ce-22eb-4cfd-9f0f-64311f6a4e78 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "DELETE /v2.0/subnets/24539307-3a2d-46cb-808e-6459f7a6133c HTTP/1.1" status: 204 len: 168 time: 0.5431595 Aug 29 04:34:33.211062 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 45706) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:33.226191 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 9f01a993-316c-4ea0-b777-7a0d5c2f8b7a, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=9f01a993-316c-4ea0-b777-7a0d5c2f8b7a,segment=NetworkSegment(c5ded84d-4be1-43ec-8cde-5c95285ac592),segment_id=c5ded84d-4be1-43ec-8cde-5c95285ac592)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:33.239298 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Returning: {'device': '9f01a993-316c-4ea0-b777-7a0d5c2f8b7a', 'network_id': '2d35476f-74c6-400b-9404-4ace15008e25', 'port_id': '9f01a993-316c-4ea0-b777-7a0d5c2f8b7a', 'mac_address': 'fa:16:3e:17:e6:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '774a36bb-3c6d-4e12-9ae7-217ec62f3250', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:34:33.310370 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:33.333444 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f01a993-316c-4ea0-b777-7a0d5c2f8b7a {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:34:33.343126 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 45716) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:33.358524 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-e606768b-09b0-4592-b85f-dbaaeb24a3bd tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1280618 Aug 29 04:34:33.376432 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 9f01a993-316c-4ea0-b777-7a0d5c2f8b7a, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=9f01a993-316c-4ea0-b777-7a0d5c2f8b7a,segment=NetworkSegment(c5ded84d-4be1-43ec-8cde-5c95285ac592),segment_id=c5ded84d-4be1-43ec-8cde-5c95285ac592)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:33.379859 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-135501ca-0362-4741-b188-4c06f79023e5 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:33.382585 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fafb35b-a820-49e8-bcd9-e22120ddb258 None None] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:34:33.438941 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-671df707-a00d-4483-a077-77ac66734ea4 req-0308493c-516a-4f8c-a377-8b667c16e1ed tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--33096448&fields=id&tenant_id=b0f1228a8bd44b90ad5ea0a20c4870bf HTTP/1.1" status: 200 len: 267 time: 0.1065361 Aug 29 04:34:33.442490 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d60398-c472-4a09-916d-49aafbc281c9 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:33.444301 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-b7d60398-c472-4a09-916d-49aafbc281c9 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1001394 Aug 29 04:34:33.447001 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 45718) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:33.538346 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac1308d-06f4-4562-9fa0-3e6342407b11 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:33.540272 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-7ac1308d-06f4-4562-9fa0-3e6342407b11 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0920675 Aug 29 04:34:33.543376 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 45720) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:33.605440 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-9a82b877-642b-4c5f-b8a9-6a04b436f8f4 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0604711 Aug 29 04:34:33.610625 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 45726) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:33.622389 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-2f252f65-5fa0-4951-924a-956884947c5b tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Request body: {'subnet': {'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:33.634282 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671df707-a00d-4483-a077-77ac66734ea4 req-cbd73e3e-b4e9-49a2-98de-7470939e7715 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:33.635775 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-671df707-a00d-4483-a077-77ac66734ea4 req-cbd73e3e-b4e9-49a2-98de-7470939e7715 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/ports/9ed8042a-534d-4fd9-bab3-f9ca6ec3d842 HTTP/1.1" status: 200 len: 930 time: 0.1498291 Aug 29 04:34:33.717501 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 1fbd4c2f-56b1-44aa-9961-f74e0ccc3530 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:34:33.719322 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:33.768642 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-d2aafcbd-8dce-4775-a2e3-ad0b8a10c8a5 None None] Could not find standard attr ID for object a0614242-afed-4403-9b8f-b2f6821242c4. {{(pid=94830) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:34:33.828254 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b49be7b-53e5-4a68-a99c-00335021a840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:33.904048 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=9f01a993-316c-4ea0-b777-7a0d5c2f8b7a,revision_number=11']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:33.956628 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 1fbd4c2f-56b1-44aa-9961-f74e0ccc3530 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:34:33.981515 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['9f01a993-316c-4ea0-b777-7a0d5c2f8b7a'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:34:33.987972 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d5c1fa-0304-4901-b6d5-b3c430bf64c9 None None] DHCP port deletion for 9a0c1c63-2a3a-4918-9723-8b35bf7d017b request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:34:34.024847 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 1fbd4c2f-56b1-44aa-9961-f74e0ccc3530 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:34.025633 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:34.059089 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671df707-a00d-4483-a077-77ac66734ea4 req-0944e98a-2d36-41e3-8f92-27b75852712f tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:34.067151 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-671df707-a00d-4483-a077-77ac66734ea4 req-0944e98a-2d36-41e3-8f92-27b75852712f tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/ports/2662ff03-0fe5-4738-ac75-76417260f6bb HTTP/1.1" status: 200 len: 931 time: 0.4131205 Aug 29 04:34:34.073674 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b0035a-97f5-4fa2-9543-f7525c5e7065 req-3a060ccb-7f31-45c8-bf97-781d9274a4c3 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:34.077011 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f5b0035a-97f5-4fa2-9543-f7525c5e7065 req-3a060ccb-7f31-45c8-bf97-781d9274a4c3 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 945 time: 0.0736551 Aug 29 04:34:34.125402 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f5b0035a-97f5-4fa2-9543-f7525c5e7065 req-de59b4fd-4966-48f7-819d-eb896ffa5f72 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431166 Aug 29 04:34:34.149178 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-671df707-a00d-4483-a077-77ac66734ea4 req-664bea51-b025-4cef-8f1e-41b1491d8608 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/ports?network_id=5e503eef-fcd9-442c-bfbe-e3b673cf903b&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0808802 Aug 29 04:34:34.171269 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-135501ca-0362-4741-b188-4c06f79023e5 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Deleting port f008764d-2cc6-44e1-85d4-d8c507e277ce {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:34:34.173557 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-135501ca-0362-4741-b188-4c06f79023e5 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:34.205475 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-51d5c1fa-0304-4901-b6d5-b3c430bf64c9 None None] Deleting port 1fbd4c2f-56b1-44aa-9961-f74e0ccc3530 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:34:34.206402 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-51d5c1fa-0304-4901-b6d5-b3c430bf64c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:34.241691 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-671df707-a00d-4483-a077-77ac66734ea4 req-dbdef26f-e2e5-4442-a5e6-f241441623dc tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/ports?network_id=5e503eef-fcd9-442c-bfbe-e3b673cf903b&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0578985 Aug 29 04:34:34.296292 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:34.341377 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-51d5c1fa-0304-4901-b6d5-b3c430bf64c9 None None] For port 1fbd4c2f-56b1-44aa-9961-f74e0ccc3530, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=1fbd4c2f-56b1-44aa-9961-f74e0ccc3530,segment=NetworkSegment(0fc0da0a-b381-4d95-9f3f-3aa10a110ba6),segment_id=0fc0da0a-b381-4d95-9f3f-3aa10a110ba6)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:34.342128 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-51d5c1fa-0304-4901-b6d5-b3c430bf64c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:34.356589 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f252f65-5fa0-4951-924a-956884947c5b tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Made reservation on behalf of 808af00233b447dbb547871646623489 for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:34.361006 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2f252f65-5fa0-4951-924a-956884947c5b tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4552395'] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:34.378226 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-51d5c1fa-0304-4901-b6d5-b3c430bf64c9 None None] Calling delete_port for 1fbd4c2f-56b1-44aa-9961-f74e0ccc3530 owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:34:34.385378 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 1fbd4c2f-56b1-44aa-9961-f74e0ccc3530, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=1fbd4c2f-56b1-44aa-9961-f74e0ccc3530,segment=NetworkSegment(0fc0da0a-b381-4d95-9f3f-3aa10a110ba6),segment_id=0fc0da0a-b381-4d95-9f3f-3aa10a110ba6)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:34.398227 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:34.498303 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=1fbd4c2f-56b1-44aa-9961-f74e0ccc3530,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:34.519004 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-135501ca-0362-4741-b188-4c06f79023e5 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:34.527248 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-51d5c1fa-0304-4901-b6d5-b3c430bf64c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:34.540846 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d5c1fa-0304-4901-b6d5-b3c430bf64c9 None None] No DVR routers for this DVR port 1fbd4c2f-56b1-44aa-9961-f74e0ccc3530 on host n-d-712140-12 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:34:34.554176 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671df707-a00d-4483-a077-77ac66734ea4 req-a0a2abad-f95f-4b42-b05f-3be740cb3d96 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:34.560120 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671df707-a00d-4483-a077-77ac66734ea4 req-a0a2abad-f95f-4b42-b05f-3be740cb3d96 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:34.566918 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d5c1fa-0304-4901-b6d5-b3c430bf64c9 None None] Pushing event deleted for resources: {'Port': ['ID=1fbd4c2f-56b1-44aa-9961-f74e0ccc3530,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:34.567238 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671df707-a00d-4483-a077-77ac66734ea4 req-a0a2abad-f95f-4b42-b05f-3be740cb3d96 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:34.569574 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-671df707-a00d-4483-a077-77ac66734ea4 req-a0a2abad-f95f-4b42-b05f-3be740cb3d96 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/networks?id=f8102508-8177-4d08-b66e-69e3d8dd4b5c&id=17498e6d-84e1-4cac-974a-a187e6f18066&id=17498e6d-84e1-4cac-974a-a187e6f18066&id=5e503eef-fcd9-442c-bfbe-e3b673cf903b&id=5e503eef-fcd9-442c-bfbe-e3b673cf903b HTTP/1.1" status: 200 len: 1989 time: 0.2973571 Aug 29 04:34:34.570644 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-135501ca-0362-4741-b188-4c06f79023e5 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Calling delete_port for f008764d-2cc6-44e1-85d4-d8c507e277ce owned by network:router_gateway {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:34:34.601988 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-671df707-a00d-4483-a077-77ac66734ea4 req-64b21f1f-52b8-45a0-a36d-c72115f79144 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/quotas/b0f1228a8bd44b90ad5ea0a20c4870bf HTTP/1.1" status: 200 len: 375 time: 0.0258162 Aug 29 04:34:34.816275 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-671df707-a00d-4483-a077-77ac66734ea4 req-8c657989-3692-4b01-8901-9c30d58e2b1f tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=b0f1228a8bd44b90ad5ea0a20c4870bf&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1820459 Aug 29 04:34:34.961111 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 9f01a993-316c-4ea0-b777-7a0d5c2f8b7a up at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:34:35.015594 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning for port 9f01a993-316c-4ea0-b777-7a0d5c2f8b7a completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:34:35.026604 n-d-712140-12 neutron-server[94829]: DEBUG neutron.objects.ports [None req-2f252f65-5fa0-4951-924a-956884947c5b tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94829) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 04:34:35.027730 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning complete for port 9f01a993-316c-4ea0-b777-7a0d5c2f8b7a triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:35.027885 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:35.031284 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2f252f65-5fa0-4951-924a-956884947c5b tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4274880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4552377'] for subnet, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:35.039213 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-671df707-a00d-4483-a077-77ac66734ea4 req-4d0b3b91-5c89-4669-8482-b961d9b107d8 service neutron] 10.222.0.22 "GET /v2.0/networks/f8102508-8177-4d08-b66e-69e3d8dd4b5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060609 Aug 29 04:34:35.044351 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-135501ca-0362-4741-b188-4c06f79023e5 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:35.121096 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:35.146731 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4742fd0-b468-4a03-91be-144e8a5aa5d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f01a993-316c-4ea0-b777-7a0d5c2f8b7a'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:34:35.149015 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-309974a1-9e58-4e45-9787-db10350e1650" -d '{"events": [{"server_uuid": "f4742fd0-b468-4a03-91be-144e8a5aa5d6", "name": "network-vif-plugged", "status": "completed", "tag": "9f01a993-316c-4ea0-b777-7a0d5c2f8b7a"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:34:35.156690 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f252f65-5fa0-4951-924a-956884947c5b tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:34:35.159999 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135501ca-0362-4741-b188-4c06f79023e5 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Pushing event deleted for resources: {'Port': ['ID=f008764d-2cc6-44e1-85d4-d8c507e277ce,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:35.168134 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 9f01a993-316c-4ea0-b777-7a0d5c2f8b7a, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=9f01a993-316c-4ea0-b777-7a0d5c2f8b7a,segment=NetworkSegment(c5ded84d-4be1-43ec-8cde-5c95285ac592),segment_id=c5ded84d-4be1-43ec-8cde-5c95285ac592)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:35.169542 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-2f252f65-5fa0-4951-924a-956884947c5b tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:35.172791 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f252f65-5fa0-4951-924a-956884947c5b tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:35.172987 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:35.173729 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2f252f65-5fa0-4951-924a-956884947c5b tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:35.197729 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f252f65-5fa0-4951-924a-956884947c5b tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Pushing event updated for resources: {'Subnet': ['ID=ea5de53b-7953-4e60-8a0a-528324cf70f7,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:35.203876 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce765db-1bd6-458c-aa82-e5db1e519c5c None None] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:34:35.251224 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 45740) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:35.251874 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-2f252f65-5fa0-4951-924a-956884947c5b tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6331279 Aug 29 04:34:35.260380 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-3cf7d801-1a0f-4614-8b44-66683f3c34ac tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Request body: {'subnet': {'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:35.276716 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=9f01a993-316c-4ea0-b777-7a0d5c2f8b7a,revision_number=12']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:35.295132 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-135501ca-0362-4741-b188-4c06f79023e5 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719445'] for router_gateway, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:35.327979 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-671df707-a00d-4483-a077-77ac66734ea4 req-6b735183-3891-4fc9-ad02-08a8581acb7e service neutron] 10.222.0.22 "GET /v2.0/networks/f8102508-8177-4d08-b66e-69e3d8dd4b5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609951 Aug 29 04:34:35.416894 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f41934-18bb-4a0d-abcd-f8b6a95cb1b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-9a0c1c63-2a3a-4918-9723-8b35bf7d017b', 'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b', 'tenant_id': '808af00233b447dbb547871646623489', 'fixed_ips': [{'subnet_id': 'ea5de53b-7953-4e60-8a0a-528324cf70f7'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:34:35.417819 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-72f41934-18bb-4a0d-abcd-f8b6a95cb1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:35.430080 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-135501ca-0362-4741-b188-4c06f79023e5 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:35.434101 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-135501ca-0362-4741-b188-4c06f79023e5 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:35.436318 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc459ec-3485-40e7-b521-ca7ff826bb2d req-74b658f4-fc53-4575-9e96-80a375a116ec tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:35.441218 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-671df707-a00d-4483-a077-77ac66734ea4 req-8227c940-3055-42c8-a870-5be973ddde1c service neutron] 10.222.0.22 "GET /v2.0/ports/9ed8042a-534d-4fd9-bab3-f9ca6ec3d842?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0752072 Aug 29 04:34:35.455973 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6fc459ec-3485-40e7-b521-ca7ff826bb2d req-74b658f4-fc53-4575-9e96-80a375a116ec tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 946 time: 0.2132013 Aug 29 04:34:35.518801 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6fc459ec-3485-40e7-b521-ca7ff826bb2d req-57c851b2-f816-423a-9e76-6534e697f862 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539105 Aug 29 04:34:35.540364 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-135501ca-0362-4741-b188-4c06f79023e5 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717253'] for router, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:35.541306 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-135501ca-0362-4741-b188-4c06f79023e5 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Fanout notify agent at l3_agent the message router_deleted on router 5134e51e-b044-4ce0-9778-7b581c6054cf {{(pid=94829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:34:35.549109 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cf7d801-1a0f-4614-8b44-66683f3c34ac tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Made reservation on behalf of 808af00233b447dbb547871646623489 for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:35.553443 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3cf7d801-1a0f-4614-8b44-66683f3c34ac tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:35.554500 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-135501ca-0362-4741-b188-4c06f79023e5 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:35.556041 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-135501ca-0362-4741-b188-4c06f79023e5 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] 10.222.0.22 "DELETE /v2.0/routers/5134e51e-b044-4ce0-9778-7b581c6054cf HTTP/1.1" status: 204 len: 168 time: 2.8080590 Aug 29 04:34:35.559410 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 45742) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:35.564199 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-d16ac437-f7fe-4644-bd25-d49dc75007ba tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1249126494', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:35.631008 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c90125dd-4fed-4317-bc33-4685fcc30df1 x-openstack-request-id: req-c90125dd-4fed-4317-bc33-4685fcc30df1 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:34:35.632266 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4742fd0-b468-4a03-91be-144e8a5aa5d6", "name": "network-vif-plugged", "status": "completed", "tag": "9f01a993-316c-4ea0-b777-7a0d5c2f8b7a", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:34:35.632535 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c90125dd-4fed-4317-bc33-4685fcc30df1 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:34:35.635066 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4742fd0-b468-4a03-91be-144e8a5aa5d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f01a993-316c-4ea0-b777-7a0d5c2f8b7a', 'code': 200} Aug 29 04:34:35.638966 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d16ac437-f7fe-4644-bd25-d49dc75007ba tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:35.640123 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d16ac437-f7fe-4644-bd25-d49dc75007ba tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1838'] for router, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:35.649606 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 1fbd4c2f-56b1-44aa-9961-f74e0ccc3530 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:34:35.678392 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-671df707-a00d-4483-a077-77ac66734ea4 req-2b64c3db-d94b-4ebc-b98e-48bf2ed401d1 service neutron] 10.222.0.22 "GET /v2.0/networks/17498e6d-84e1-4cac-974a-a187e6f18066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946237 Aug 29 04:34:35.693207 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 1fbd4c2f-56b1-44aa-9961-f74e0ccc3530 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:34:35.693563 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 1fbd4c2f-56b1-44aa-9961-f74e0ccc3530 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:34:35.707009 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-72f41934-18bb-4a0d-abcd-f8b6a95cb1b8 None None] Allocated IP 2001:db8::f816:3eff:fee6:1efe (9a0c1c63-2a3a-4918-9723-8b35bf7d017b/ea5de53b-7953-4e60-8a0a-528324cf70f7/8de9aafd-7883-438f-9b58-edef6efeb047) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:34:35.792846 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d16ac437-f7fe-4644-bd25-d49dc75007ba tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:35.795745 n-d-712140-12 neutron-server[94828]: INFO neutron.db.ipam_backend_mixin [None req-3cf7d801-1a0f-4614-8b44-66683f3c34ac tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ea5de53b-7953-4e60-8a0a-528324cf70f7 (CIDR: 2001:db8::/64) Aug 29 04:34:35.800624 n-d-712140-12 neutron-server[94828]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cf7d801-1a0f-4614-8b44-66683f3c34ac tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:34:35.801107 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cf7d801-1a0f-4614-8b44-66683f3c34ac tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:34:35.807267 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d16ac437-f7fe-4644-bd25-d49dc75007ba tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409'] for router, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:35.825396 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-3cf7d801-1a0f-4614-8b44-66683f3c34ac tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5698807 Aug 29 04:34:35.827936 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 45748) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:35.833696 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-22acdbf6-7501-4fbe-b7af-d6598421116b tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Request body: {'subnet': {'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:35.876069 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d16ac437-f7fe-4644-bd25-d49dc75007ba tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:35.877483 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-d16ac437-f7fe-4644-bd25-d49dc75007ba tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3168912 Aug 29 04:34:35.883606 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 45750) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:35.890776 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-49151766-fa28-434c-beb3-0c18bfb055ce tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'enable_snat': False}}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:35.928714 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-72f41934-18bb-4a0d-abcd-f8b6a95cb1b8 None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:35.940886 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-72f41934-18bb-4a0d-abcd-f8b6a95cb1b8 None None] Transition to ACTIVE for port object 8de9aafd-7883-438f-9b58-edef6efeb047 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:34:35.967136 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b66ef0-9dea-45b9-b67b-c1f75bfac0b5 req-3f02e564-2c46-439d-9825-410574a81fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:35.969011 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-71b66ef0-9dea-45b9-b67b-c1f75bfac0b5 req-3f02e564-2c46-439d-9825-410574a81fd7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 1098 time: 0.1131489 Aug 29 04:34:35.970709 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-72f41934-18bb-4a0d-abcd-f8b6a95cb1b8 None None] Transition to ACTIVE for port object 8de9aafd-7883-438f-9b58-edef6efeb047 will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:34:35.985389 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-72f41934-18bb-4a0d-abcd-f8b6a95cb1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:36.025666 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-71b66ef0-9dea-45b9-b67b-c1f75bfac0b5 req-3e8239a8-2465-41b5-9e6b-f12971684417 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463543 Aug 29 04:34:36.026270 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-671df707-a00d-4483-a077-77ac66734ea4 req-98c839a7-5a76-4738-893b-42b03483d1d0 service neutron] 10.222.0.22 "GET /v2.0/networks/17498e6d-84e1-4cac-974a-a187e6f18066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3370624 Aug 29 04:34:36.041459 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f41934-18bb-4a0d-abcd-f8b6a95cb1b8 None None] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:34:36.050144 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-72f41934-18bb-4a0d-abcd-f8b6a95cb1b8 None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:36.054261 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f41934-18bb-4a0d-abcd-f8b6a95cb1b8 None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:34:36.074271 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22acdbf6-7501-4fbe-b7af-d6598421116b tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Made reservation on behalf of 808af00233b447dbb547871646623489 for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:36.076973 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f41934-18bb-4a0d-abcd-f8b6a95cb1b8 None None] Pushing event updated for resources: {'Port': ['ID=8de9aafd-7883-438f-9b58-edef6efeb047,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:36.079182 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-22acdbf6-7501-4fbe-b7af-d6598421116b tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:36.112655 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-671df707-a00d-4483-a077-77ac66734ea4 req-55fe4f0e-6e97-4e46-83ee-e5fd24e756c3 service neutron] 10.222.0.22 "GET /v2.0/ports/2662ff03-0fe5-4738-ac75-76417260f6bb?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0544379 Aug 29 04:34:36.143060 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-72f41934-18bb-4a0d-abcd-f8b6a95cb1b8 None None] Attempting to bind port 8de9aafd-7883-438f-9b58-edef6efeb047 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:34:36.144062 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-72f41934-18bb-4a0d-abcd-f8b6a95cb1b8 None None] Attempting to bind port 8de9aafd-7883-438f-9b58-edef6efeb047 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '0fc0da0a-b381-4d95-9f3f-3aa10a110ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:34:36.144449 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f41934-18bb-4a0d-abcd-f8b6a95cb1b8 None None] Attempting to bind port 8de9aafd-7883-438f-9b58-edef6efeb047 on network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:34:36.149703 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f41934-18bb-4a0d-abcd-f8b6a95cb1b8 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:34:36.150131 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f41934-18bb-4a0d-abcd-f8b6a95cb1b8 None None] Checking segment: {'id': '0fc0da0a-b381-4d95-9f3f-3aa10a110ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:34:36.150491 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-72f41934-18bb-4a0d-abcd-f8b6a95cb1b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:36.150891 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f41934-18bb-4a0d-abcd-f8b6a95cb1b8 None None] Bound using segment: {'id': '0fc0da0a-b381-4d95-9f3f-3aa10a110ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:34:36.151365 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-72f41934-18bb-4a0d-abcd-f8b6a95cb1b8 None None] Bound port: 8de9aafd-7883-438f-9b58-edef6efeb047, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fc0da0a-b381-4d95-9f3f-3aa10a110ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:34:36.151779 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-72f41934-18bb-4a0d-abcd-f8b6a95cb1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:36.236068 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-72f41934-18bb-4a0d-abcd-f8b6a95cb1b8 None None] For port 8de9aafd-7883-438f-9b58-edef6efeb047, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:34:36.239911 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-72f41934-18bb-4a0d-abcd-f8b6a95cb1b8 None None] For port 8de9aafd-7883-438f-9b58-edef6efeb047, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=8de9aafd-7883-438f-9b58-edef6efeb047,segment=NetworkSegment(0fc0da0a-b381-4d95-9f3f-3aa10a110ba6),segment_id=0fc0da0a-b381-4d95-9f3f-3aa10a110ba6)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:34:36.247154 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-72f41934-18bb-4a0d-abcd-f8b6a95cb1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:36.266751 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-49151766-fa28-434c-beb3-0c18bfb055ce tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:36.294590 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1d30d63e-c60b-4cb7-bdc0-6c1706837bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:36.336490 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f41934-18bb-4a0d-abcd-f8b6a95cb1b8 None None] Pushing event updated for resources: {'Port': ['ID=8de9aafd-7883-438f-9b58-edef6efeb047,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:36.383475 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-671df707-a00d-4483-a077-77ac66734ea4 req-7e7321de-1566-460f-afbc-3764a23d1bcf service neutron] 10.222.0.22 "GET /v2.0/networks/17498e6d-84e1-4cac-974a-a187e6f18066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613337 Aug 29 04:34:36.399810 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-22acdbf6-7501-4fbe-b7af-d6598421116b tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9191137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10062364'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:36.461136 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22acdbf6-7501-4fbe-b7af-d6598421116b tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:34:36.465187 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-22acdbf6-7501-4fbe-b7af-d6598421116b tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:36.472330 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22acdbf6-7501-4fbe-b7af-d6598421116b tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:36.473730 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-22acdbf6-7501-4fbe-b7af-d6598421116b tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:36.487757 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22acdbf6-7501-4fbe-b7af-d6598421116b tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Pushing event updated for resources: {'Subnet': ['ID=02511ff4-cc72-4097-be55-e67c67dd1b30,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:36.500554 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 45752) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:36.501607 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-22acdbf6-7501-4fbe-b7af-d6598421116b tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6723604 Aug 29 04:34:36.507168 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-00ef87ef-e524-4975-a093-6680ee16ee3a tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Request body: {'port': {'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b', 'mac_address': 'fa:16:3e:75:06:ab', 'name': 'tempest-NetworksTestDHCPv6-1537334173'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:36.556757 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-671df707-a00d-4483-a077-77ac66734ea4 req-765049ac-8738-4e6b-bbec-006328f7a63f service neutron] 10.222.0.22 "GET /v2.0/networks/17498e6d-84e1-4cac-974a-a187e6f18066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647761 Aug 29 04:34:36.687204 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b89a4cd-f84f-415f-aa9a-93f5c12f0a15 req-4f81ee1d-aa66-48d1-a91f-3d18077d5040 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:36.688877 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4b89a4cd-f84f-415f-aa9a-93f5c12f0a15 req-4f81ee1d-aa66-48d1-a91f-3d18077d5040 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 946 time: 0.0681400 Aug 29 04:34:36.735944 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4b89a4cd-f84f-415f-aa9a-93f5c12f0a15 req-0ed56f30-27af-4b78-b604-7c70d931449d tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405462 Aug 29 04:34:37.062708 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-49151766-fa28-434c-beb3-0c18bfb055ce tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:37.095983 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-671df707-a00d-4483-a077-77ac66734ea4 req-8bb98042-acc6-4a80-b009-ee3715fd6e15 service neutron] 10.222.0.22 "GET /v2.0/networks/17498e6d-84e1-4cac-974a-a187e6f18066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4749665 Aug 29 04:34:37.098797 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-49151766-fa28-434c-beb3-0c18bfb055ce tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:37.160585 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:37.177910 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00ef87ef-e524-4975-a093-6680ee16ee3a tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Made reservation on behalf of 808af00233b447dbb547871646623489 for: {'port': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:37.220588 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:37.337706 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-49151766-fa28-434c-beb3-0c18bfb055ce tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Allocated IP 172.25.0.200 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/1cdd9c4e-a71d-4d69-8cc2-20841c3bd770) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:34:37.447763 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-00ef87ef-e524-4975-a093-6680ee16ee3a tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:37.455987 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-671df707-a00d-4483-a077-77ac66734ea4 req-7dbd875f-f8a3-4837-ada1-6086e09562d6 service neutron] 10.222.0.22 "GET /v2.0/networks/17498e6d-84e1-4cac-974a-a187e6f18066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2928660 Aug 29 04:34:37.541824 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [None req-00ef87ef-e524-4975-a093-6680ee16ee3a tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] device_id is not set on port 60a26de9-5158-4fa5-b0d2-43de6eb90dd9 yet. {{(pid=94829) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:34:37.639736 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94a811c-c6ae-4b73-8ba7-64e387def306 None None] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:34:37.657954 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-49151766-fa28-434c-beb3-0c18bfb055ce tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:37.677064 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-671df707-a00d-4483-a077-77ac66734ea4 req-4411daf7-69bc-46c5-8490-cb532ce9a516 service neutron] 10.222.0.22 "GET /v2.0/networks/17498e6d-84e1-4cac-974a-a187e6f18066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120428 Aug 29 04:34:37.701012 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 8de9aafd-7883-438f-9b58-edef6efeb047 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:34:37.785964 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-04570796-240e-43d2-9198-41e38239fedc None None] Provisioning for port 8de9aafd-7883-438f-9b58-edef6efeb047 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:34:37.857520 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 8de9aafd-7883-438f-9b58-edef6efeb047 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:34:37.868229 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 8de9aafd-7883-438f-9b58-edef6efeb047 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:37.868665 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:37.900156 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b7c772-066d-4cf6-ab15-8c3c91129672 req-4afad9a2-baf5-42e9-a437-0c286df83d48 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:37.913676 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-61b7c772-066d-4cf6-ab15-8c3c91129672 req-4afad9a2-baf5-42e9-a437-0c286df83d48 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 946 time: 0.0721040 Aug 29 04:34:38.002755 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-61b7c772-066d-4cf6-ab15-8c3c91129672 req-f1cfb72f-5bf1-49fb-8854-092781c264d7 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865850 Aug 29 04:34:38.024411 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:38.028197 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-671df707-a00d-4483-a077-77ac66734ea4 req-5dcc626b-4c16-489a-abb8-7906a04ccb9e service neutron] 10.222.0.22 "GET /v2.0/networks/17498e6d-84e1-4cac-974a-a187e6f18066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3372397 Aug 29 04:34:38.036625 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-49151766-fa28-434c-beb3-0c18bfb055ce tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:38.105744 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 8de9aafd-7883-438f-9b58-edef6efeb047, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=8de9aafd-7883-438f-9b58-edef6efeb047,segment=NetworkSegment(0fc0da0a-b381-4d95-9f3f-3aa10a110ba6),segment_id=0fc0da0a-b381-4d95-9f3f-3aa10a110ba6)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:38.112854 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:38.116378 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23bb4927-3b3e-4a68-8c03-6bcf9470a2cc None None] Update dhcp port {'port': {'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b', 'fixed_ips': [{'subnet_id': 'ea5de53b-7953-4e60-8a0a-528324cf70f7', 'ip_address': '2001:db8::f816:3eff:fee6:1efe'}, {'subnet_id': '02511ff4-cc72-4097-be55-e67c67dd1b30'}], 'binding:host_id': 'n-d-712140-12'}, 'id': '8de9aafd-7883-438f-9b58-edef6efeb047'} from n-d-712140-12. {{(pid=94830) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 04:34:38.121136 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49151766-fa28-434c-beb3-0c18bfb055ce tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:34:38.156033 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-49151766-fa28-434c-beb3-0c18bfb055ce tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:38.168998 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-23bb4927-3b3e-4a68-8c03-6bcf9470a2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:38.170971 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49151766-fa28-434c-beb3-0c18bfb055ce tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:34:38.190964 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=8de9aafd-7883-438f-9b58-edef6efeb047,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:38.213279 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-00ef87ef-e524-4975-a093-6680ee16ee3a tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Allocated IP 2001:db8:0:1::337 (9a0c1c63-2a3a-4918-9723-8b35bf7d017b/02511ff4-cc72-4097-be55-e67c67dd1b30/60a26de9-5158-4fa5-b0d2-43de6eb90dd9) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:34:38.215419 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49151766-fa28-434c-beb3-0c18bfb055ce tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Pushing event updated for resources: {'Port': ['ID=1cdd9c4e-a71d-4d69-8cc2-20841c3bd770,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:38.218974 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:38.219329 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:38.219931 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:38.220301 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:38.220848 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:38.221908 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:38.222413 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:38.222903 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:38.223398 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:38.223949 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:38.224652 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:38.225146 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:38.236434 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-00ef87ef-e524-4975-a093-6680ee16ee3a tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Allocated IP 2001:db8::f816:3eff:fe75:6ab (9a0c1c63-2a3a-4918-9723-8b35bf7d017b/ea5de53b-7953-4e60-8a0a-528324cf70f7/60a26de9-5158-4fa5-b0d2-43de6eb90dd9) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:34:38.345325 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-671df707-a00d-4483-a077-77ac66734ea4 req-c492c45a-c428-4e63-b65a-9e06ec2fc2a1 service neutron] 10.222.0.22 "GET /v2.0/networks/5e503eef-fcd9-442c-bfbe-e3b673cf903b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3000541 Aug 29 04:34:38.597624 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-671df707-a00d-4483-a077-77ac66734ea4 req-34c2ac2d-1264-4dc9-b3aa-097d5b277305 service neutron] 10.222.0.22 "GET /v2.0/networks/5e503eef-fcd9-442c-bfbe-e3b673cf903b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411430 Aug 29 04:34:38.656700 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:38.715525 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-00ef87ef-e524-4975-a093-6680ee16ee3a tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:38.744873 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-49151766-fa28-434c-beb3-0c18bfb055ce tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:38.748488 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-00ef87ef-e524-4975-a093-6680ee16ee3a tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Transition to ACTIVE for port object 60a26de9-5158-4fa5-b0d2-43de6eb90dd9 will not be triggered until provisioned by entity DHCP. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:34:38.819946 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-671df707-a00d-4483-a077-77ac66734ea4 req-761d5ecd-a3b7-453d-96c7-f74803972de3 service neutron] 10.222.0.22 "GET /v2.0/networks/5e503eef-fcd9-442c-bfbe-e3b673cf903b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137411 Aug 29 04:34:38.934020 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-00ef87ef-e524-4975-a093-6680ee16ee3a tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:38.981262 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-23bb4927-3b3e-4a68-8c03-6bcf9470a2cc None None] Allocated IP 2001:db8:0:1::2 (9a0c1c63-2a3a-4918-9723-8b35bf7d017b/02511ff4-cc72-4097-be55-e67c67dd1b30/8de9aafd-7883-438f-9b58-edef6efeb047) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:34:39.027443 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ef87ef-e524-4975-a093-6680ee16ee3a tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:34:39.104572 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-23bb4927-3b3e-4a68-8c03-6bcf9470a2cc None None] For port 8de9aafd-7883-438f-9b58-edef6efeb047, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=8de9aafd-7883-438f-9b58-edef6efeb047,segment=NetworkSegment(0fc0da0a-b381-4d95-9f3f-3aa10a110ba6),segment_id=0fc0da0a-b381-4d95-9f3f-3aa10a110ba6)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:39.147385 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-23bb4927-3b3e-4a68-8c03-6bcf9470a2cc None None] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:39.166936 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-23bb4927-3b3e-4a68-8c03-6bcf9470a2cc None None] Transition to ACTIVE for port object 8de9aafd-7883-438f-9b58-edef6efeb047 will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:34:39.171888 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-23bb4927-3b3e-4a68-8c03-6bcf9470a2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:39.189474 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177ce807-1983-468a-9878-a44bf30af163 req-ac31ae43-5e53-4e48-b37a-17a653390cbb tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:39.192147 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-177ce807-1983-468a-9878-a44bf30af163 req-ac31ae43-5e53-4e48-b37a-17a653390cbb tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 946 time: 0.1125090 Aug 29 04:34:39.264359 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bb4927-3b3e-4a68-8c03-6bcf9470a2cc None None] Pushing event updated for resources: {'Port': ['ID=8de9aafd-7883-438f-9b58-edef6efeb047,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:39.267651 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-177ce807-1983-468a-9878-a44bf30af163 req-a328dbb9-2356-40fa-9351-5d08915e3b27 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646625 Aug 29 04:34:39.357043 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-00ef87ef-e524-4975-a093-6680ee16ee3a tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:39.367949 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ef87ef-e524-4975-a093-6680ee16ee3a tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:34:39.375893 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ef87ef-e524-4975-a093-6680ee16ee3a tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:39.376579 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-00ef87ef-e524-4975-a093-6680ee16ee3a tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:39.391069 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-671df707-a00d-4483-a077-77ac66734ea4 req-bbffc692-dc6c-4d82-8673-a3d4126a97d6 service neutron] 10.222.0.22 "GET /v2.0/networks/5e503eef-fcd9-442c-bfbe-e3b673cf903b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5393453 Aug 29 04:34:39.391977 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ef87ef-e524-4975-a093-6680ee16ee3a tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Pushing event updated for resources: {'Port': ['ID=60a26de9-5158-4fa5-b0d2-43de6eb90dd9,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:39.399669 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02241b8e-b3d2-4359-a473-3acec5b67b9b req-d79b42b1-4ec8-4a4a-aacf-faa62cb2dfc1 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:39.405278 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-00ef87ef-e524-4975-a093-6680ee16ee3a tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.9004426 Aug 29 04:34:39.408130 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-02241b8e-b3d2-4359-a473-3acec5b67b9b req-d79b42b1-4ec8-4a4a-aacf-faa62cb2dfc1 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 946 time: 0.0728991 Aug 29 04:34:39.422007 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 45816) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:39.490667 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-49151766-fa28-434c-beb3-0c18bfb055ce tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-719380', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-717238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1792'] for router, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:39.495446 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-49151766-fa28-434c-beb3-0c18bfb055ce tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-719375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-719366', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-717217'] for router, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:39.530398 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-02241b8e-b3d2-4359-a473-3acec5b67b9b req-3b4247de-5e63-4925-aa55-0d201ddd43c4 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204495 Aug 29 04:34:39.585597 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-20faf80c-3d27-4189-9e15-152f1e85eab1 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Deleting port 60a26de9-5158-4fa5-b0d2-43de6eb90dd9 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:34:39.585782 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-20faf80c-3d27-4189-9e15-152f1e85eab1 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:39.615541 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 8de9aafd-7883-438f-9b58-edef6efeb047 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:34:39.772003 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49151766-fa28-434c-beb3-0c18bfb055ce tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Router 0c5a715d-b9ce-4e17-a7a3-925ae9175d60 is scheduled to L3 agent 76874008-c311-485c-ba36-921b6d275b6a with binding_index 1 {{(pid=94829) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:34:39.773380 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-20faf80c-3d27-4189-9e15-152f1e85eab1 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:39.807612 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-20faf80c-3d27-4189-9e15-152f1e85eab1 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Calling delete_port for 60a26de9-5158-4fa5-b0d2-43de6eb90dd9 owned by {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:34:39.818320 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4c6f76-eece-4f88-bd84-2002b48d75c6 req-03474c75-0587-475f-b9f5-33da93e2657a tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:39.820056 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ed4c6f76-eece-4f88-bd84-2002b48d75c6 req-03474c75-0587-475f-b9f5-33da93e2657a tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 946 time: 0.1185505 Aug 29 04:34:39.905492 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [req-5973cfcf-af9b-4f67-aca5-6b1226272a3f req-cf8f49bf-1ebc-4f1d-8e67-39433d622879 service neutron] (94828) timed out ('10.222.0.48', 63989) {{(pid=94828) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 04:34:39.949679 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ed4c6f76-eece-4f88-bd84-2002b48d75c6 req-ba42c8dc-bbf8-4a3b-8aa9-e2c4778c2639 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211877 Aug 29 04:34:39.958343 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49151766-fa28-434c-beb3-0c18bfb055ce tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:34:39.977950 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6991cf1e-580c-4b8e-ac97-fbfcd6d5faca None None] Sync routers for ids ['0c5a715d-b9ce-4e17-a7a3-925ae9175d60'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:34:39.981246 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-49151766-fa28-434c-beb3-0c18bfb055ce tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:39.986319 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-49151766-fa28-434c-beb3-0c18bfb055ce tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] 10.222.0.22 "PUT /v2.0/routers/0c5a715d-b9ce-4e17-a7a3-925ae9175d60 HTTP/1.1" status: 200 len: 920 time: 4.0991850 Aug 29 04:34:39.986735 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 45838) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:39.995483 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6991cf1e-580c-4b8e-ac97-fbfcd6d5faca None None] Routers {'0c5a715d-b9ce-4e17-a7a3-925ae9175d60'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:34:39.996159 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-6991cf1e-580c-4b8e-ac97-fbfcd6d5faca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:34:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['0c5a715d-b9ce-4e17-a7a3-925ae9175d60'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:40.103065 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-6991cf1e-580c-4b8e-ac97-fbfcd6d5faca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:40.129174 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6991cf1e-580c-4b8e-ac97-fbfcd6d5faca None None] Routers {'0c5a715d-b9ce-4e17-a7a3-925ae9175d60'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:34:40.129945 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-6991cf1e-580c-4b8e-ac97-fbfcd6d5faca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:34:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['0c5a715d-b9ce-4e17-a7a3-925ae9175d60'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:40.155655 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-83b09ad9-916d-4c64-aa63-dd89cf15b657 None None] Provisioning for port 8de9aafd-7883-438f-9b58-edef6efeb047 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:34:40.160187 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-83b09ad9-916d-4c64-aa63-dd89cf15b657 None None] Provisioning complete for port 8de9aafd-7883-438f-9b58-edef6efeb047 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:40.160809 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-83b09ad9-916d-4c64-aa63-dd89cf15b657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:40.169037 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-ae280400-7707-48dc-9302-817ca2949199 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] 10.222.0.22 "GET /v2.0/routers/0c5a715d-b9ce-4e17-a7a3-925ae9175d60 HTTP/1.1" status: 200 len: 926 time: 0.1806972 Aug 29 04:34:40.169698 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 45850) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:40.201347 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-20faf80c-3d27-4189-9e15-152f1e85eab1 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:40.233061 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-6991cf1e-580c-4b8e-ac97-fbfcd6d5faca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:40.234011 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6991cf1e-580c-4b8e-ac97-fbfcd6d5faca None None] The sync data for ids ['0c5a715d-b9ce-4e17-a7a3-925ae9175d60'] in n-d-712140-12 is: [] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:34:40.259974 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20faf80c-3d27-4189-9e15-152f1e85eab1 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Pushing event deleted for resources: {'Port': ['ID=60a26de9-5158-4fa5-b0d2-43de6eb90dd9,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:40.289179 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924af284-9b92-4555-aad1-9e2a6c845e62 req-7a439b4e-13b1-4a9d-a2ba-8e1963597389 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:40.291246 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9f0e51-3d16-4ae6-96c2-7f8f2369e984 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:40.301430 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-ac9f0e51-3d16-4ae6-96c2-7f8f2369e984 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] 10.222.0.22 "GET /v2.0/ports?network_id=e6c84a15-2e6f-4c07-8ede-a88148c2fe90&device_id=0c5a715d-b9ce-4e17-a7a3-925ae9175d60&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1281374 Aug 29 04:34:40.302368 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 45854) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:40.303218 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-924af284-9b92-4555-aad1-9e2a6c845e62 req-7a439b4e-13b1-4a9d-a2ba-8e1963597389 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 946 time: 0.2195859 Aug 29 04:34:40.370578 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-20faf80c-3d27-4189-9e15-152f1e85eab1 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:40.372468 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-20faf80c-3d27-4189-9e15-152f1e85eab1 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "DELETE /v2.0/ports/60a26de9-5158-4fa5-b0d2-43de6eb90dd9 HTTP/1.1" status: 204 len: 168 time: 0.9541967 Aug 29 04:34:40.374883 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 45858) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:40.430906 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-924af284-9b92-4555-aad1-9e2a6c845e62 req-d84f87b9-01b6-454e-a0c3-131359d35c96 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262939 Aug 29 04:34:40.441439 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b50056f-f8bc-40b8-b1fa-ed223e5e97a2 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:40.466598 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-1b50056f-f8bc-40b8-b1fa-ed223e5e97a2 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] 10.222.0.22 "GET /v2.0/networks/e6c84a15-2e6f-4c07-8ede-a88148c2fe90 HTTP/1.1" status: 200 len: 881 time: 0.1629648 Aug 29 04:34:40.470286 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 45868) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:40.470635 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfbf8721-d973-4f45-8c4b-412e70dc80f8 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:40.472866 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-bfbf8721-d973-4f45-8c4b-412e70dc80f8 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0968161 Aug 29 04:34:40.475704 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 45870) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:40.557120 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-9af17b87-315b-46f1-8011-04877083c890 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c5a715d-b9ce-4e17-a7a3-925ae9175d60 HTTP/1.1" status: 200 len: 205 time: 0.0852005 Aug 29 04:34:40.563968 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 45878) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:40.572450 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e59b45e-a938-4f6c-a5c6-ad86c75c2275 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:40.579251 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-5e59b45e-a938-4f6c-a5c6-ad86c75c2275 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1022918 Aug 29 04:34:40.582273 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 45882) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:40.620805 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-ee1e4c7b-1b2e-4472-b7b6-df8881788caf None None] Could not find standard attr ID for object 60a26de9-5158-4fa5-b0d2-43de6eb90dd9. {{(pid=94830) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:34:40.653832 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bb688da1-7cf1-4800-a615-2732ed471961 req-01775d06-c38a-4127-b3dd-11675c6cab7c tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/ports?device_id=78e1d3c1-2943-4567-af4e-14c28f0b7c9c HTTP/1.1" status: 200 len: 210 time: 0.0897996 Aug 29 04:34:40.748316 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76773ecd-993a-4408-b128-858b2317918b tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:40.753146 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76773ecd-993a-4408-b128-858b2317918b tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:40.756352 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c0150050-3e3c-4177-8459-0ff263b977cd tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify callbacks [] for router, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:40.759711 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76773ecd-993a-4408-b128-858b2317918b tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:40.763302 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-76773ecd-993a-4408-b128-858b2317918b tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1783438 Aug 29 04:34:40.766553 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 45892) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:40.834690 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7146e5ef-ded0-42bb-862d-d44474837d69 req-a510bac4-d7c3-4997-94f4-47bcf45b323b tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:40.841061 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7146e5ef-ded0-42bb-862d-d44474837d69 req-a510bac4-d7c3-4997-94f4-47bcf45b323b tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 946 time: 0.2778163 Aug 29 04:34:40.894328 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_v2 [None req-0395e70f-e328-4aa8-bc47-b68c4c8e6891 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Deleting subnet 02511ff4-cc72-4097-be55-e67c67dd1b30 {{(pid=94828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:34:40.898223 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0395e70f-e328-4aa8-bc47-b68c4c8e6891 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for subnet, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:40.944366 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7146e5ef-ded0-42bb-862d-d44474837d69 req-868c2fd4-cfb2-4d43-bcbb-b717a0b9b1ee tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022866 Aug 29 04:34:40.948257 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0395e70f-e328-4aa8-bc47-b68c4c8e6891 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8904862'] for subnet, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:41.000910 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c0150050-3e3c-4177-8459-0ff263b977cd tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:41.109822 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0395e70f-e328-4aa8-bc47-b68c4c8e6891 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:41.149934 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-c0150050-3e3c-4177-8459-0ff263b977cd tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Deleting port 1cdd9c4e-a71d-4d69-8cc2-20841c3bd770 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:34:41.151660 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c0150050-3e3c-4177-8459-0ff263b977cd tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:41.202129 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0395e70f-e328-4aa8-bc47-b68c4c8e6891 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9190434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062341'] for subnet, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:41.244822 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0395e70f-e328-4aa8-bc47-b68c4c8e6891 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:41.247461 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-0395e70f-e328-4aa8-bc47-b68c4c8e6891 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "DELETE /v2.0/subnets/02511ff4-cc72-4097-be55-e67c67dd1b30 HTTP/1.1" status: 204 len: 168 time: 0.4792941 Aug 29 04:34:41.248885 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0395e70f-e328-4aa8-bc47-b68c4c8e6891 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Pushing event deleted for resources: {'Subnet': ['ID=02511ff4-cc72-4097-be55-e67c67dd1b30,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:41.250553 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 45912) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:41.273437 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65faee3-17f5-418f-ab85-59e2d69c09bf None None] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:34:41.303289 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c42e6c-4ad8-4db5-9217-3eafdc38ccee req-f3c6db75-7c5f-4a80-ad21-eda77a6e13c3 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:41.304858 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-64c42e6c-4ad8-4db5-9217-3eafdc38ccee req-f3c6db75-7c5f-4a80-ad21-eda77a6e13c3 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 946 time: 0.2480903 Aug 29 04:34:41.339959 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_v2 [None req-16b3aafc-d3e0-4549-b976-b765480e0445 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Deleting subnet ea5de53b-7953-4e60-8a0a-528324cf70f7 {{(pid=94829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:34:41.351054 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-16b3aafc-d3e0-4549-b976-b765480e0445 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for subnet, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:41.421948 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c0150050-3e3c-4177-8459-0ff263b977cd tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:41.429339 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-64c42e6c-4ad8-4db5-9217-3eafdc38ccee req-1ac58d59-e182-469f-b016-29c9028e078f tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131001 Aug 29 04:34:41.436943 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-16b3aafc-d3e0-4549-b976-b765480e0445 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4311743'] for subnet, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:41.483168 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-c0150050-3e3c-4177-8459-0ff263b977cd tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Calling delete_port for 1cdd9c4e-a71d-4d69-8cc2-20841c3bd770 owned by network:router_gateway {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:34:41.606087 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d179587-bdd7-43ab-94d8-d2d62b634689 req-07847975-6077-4550-bc79-8c38ceeaf1ac tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:41.607864 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9d179587-bdd7-43ab-94d8-d2d62b634689 req-07847975-6077-4550-bc79-8c38ceeaf1ac tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 946 time: 0.0756664 Aug 29 04:34:41.608410 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-16b3aafc-d3e0-4549-b976-b765480e0445 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:41.652874 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9d179587-bdd7-43ab-94d8-d2d62b634689 req-fdde87dc-87d0-43cb-bbaf-d6843293f5ee tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376830 Aug 29 04:34:41.766483 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-16b3aafc-d3e0-4549-b976-b765480e0445 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4552352'] for subnet, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:41.809597 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b3aafc-d3e0-4549-b976-b765480e0445 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Pushing event deleted for resources: {'Subnet': ['ID=ea5de53b-7953-4e60-8a0a-528324cf70f7,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:41.873603 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-16b3aafc-d3e0-4549-b976-b765480e0445 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:41.875512 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-16b3aafc-d3e0-4549-b976-b765480e0445 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "DELETE /v2.0/subnets/ea5de53b-7953-4e60-8a0a-528324cf70f7 HTTP/1.1" status: 204 len: 168 time: 0.6240113 Aug 29 04:34:41.878662 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 45920) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:41.878797 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b4e83d12-4760-43e3-949c-72e3c8e41dd4 req-271c82e1-bf75-4702-92a0-329625b66dd1 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/ports?device_id=78e1d3c1-2943-4567-af4e-14c28f0b7c9c HTTP/1.1" status: 200 len: 210 time: 0.0745540 Aug 29 04:34:41.918816 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c0150050-3e3c-4177-8459-0ff263b977cd tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:41.942423 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-bcf61850-2081-4664-9791-75e4a274da81 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0589972 Aug 29 04:34:41.942681 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 45922) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:41.949435 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-258e038a-3a11-4b3a-b9a9-0a2fc7c5b5e1 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Request body: {'subnet': {'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:42.012261 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0150050-3e3c-4177-8459-0ff263b977cd tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Pushing event deleted for resources: {'Port': ['ID=1cdd9c4e-a71d-4d69-8cc2-20841c3bd770,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:42.138922 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671df707-a00d-4483-a077-77ac66734ea4 req-5a4c8f4d-9785-47ea-bd2c-838a871098a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:42.140397 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-671df707-a00d-4483-a077-77ac66734ea4 req-5a4c8f4d-9785-47ea-bd2c-838a871098a5 service neutron] 10.222.0.48 "GET /v2.0/ports/9ed8042a-534d-4fd9-bab3-f9ca6ec3d842 HTTP/1.1" status: 200 len: 1026 time: 0.0759246 Aug 29 04:34:42.152309 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c0150050-3e3c-4177-8459-0ff263b977cd tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719445'] for router_gateway, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:42.163651 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-258e038a-3a11-4b3a-b9a9-0a2fc7c5b5e1 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Made reservation on behalf of 808af00233b447dbb547871646623489 for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:42.167441 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-258e038a-3a11-4b3a-b9a9-0a2fc7c5b5e1 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:42.269751 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671df707-a00d-4483-a077-77ac66734ea4 req-5daab132-3baa-483d-b947-5400908fc8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:42.271969 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-671df707-a00d-4483-a077-77ac66734ea4 req-5daab132-3baa-483d-b947-5400908fc8d4 service neutron] 10.222.0.48 "GET /v2.0/ports/2662ff03-0fe5-4738-ac75-76417260f6bb HTTP/1.1" status: 200 len: 1027 time: 0.1241667 Aug 29 04:34:42.289118 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b4d8c8-c164-4faa-bf02-c3c6469bdaaa req-38adf310-0837-4dbe-8613-5d8fc01578c0 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:42.298123 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-75b4d8c8-c164-4faa-bf02-c3c6469bdaaa req-38adf310-0837-4dbe-8613-5d8fc01578c0 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 946 time: 0.1862848 Aug 29 04:34:42.318491 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c0150050-3e3c-4177-8459-0ff263b977cd tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:42.322318 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c0150050-3e3c-4177-8459-0ff263b977cd tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:42.354161 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-75b4d8c8-c164-4faa-bf02-c3c6469bdaaa req-300b63bd-6993-4ee4-9b24-e9f0be5d68cc tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546439 Aug 29 04:34:42.408121 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c0150050-3e3c-4177-8459-0ff263b977cd tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717253'] for router, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:42.409251 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0150050-3e3c-4177-8459-0ff263b977cd tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Fanout notify agent at l3_agent the message router_deleted on router 0c5a715d-b9ce-4e17-a7a3-925ae9175d60 {{(pid=94829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:34:42.418094 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c0150050-3e3c-4177-8459-0ff263b977cd tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:42.419916 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-c0150050-3e3c-4177-8459-0ff263b977cd tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] 10.222.0.22 "DELETE /v2.0/routers/0c5a715d-b9ce-4e17-a7a3-925ae9175d60 HTTP/1.1" status: 204 len: 168 time: 1.8545849 Aug 29 04:34:42.423468 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 45928) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:42.429107 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-83ba8427-3cc8-4566-aff4-cb6dcd42e7ab tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2046263655', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}, 'admin_state_up': False}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:42.459923 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-83ba8427-3cc8-4566-aff4-cb6dcd42e7ab tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:42.461615 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-83ba8427-3cc8-4566-aff4-cb6dcd42e7ab tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1838'] for router, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:42.502684 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671df707-a00d-4483-a077-77ac66734ea4 req-d45a22c2-c8ba-4fd4-8eec-241266b973fb tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:42.517510 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671df707-a00d-4483-a077-77ac66734ea4 req-d45a22c2-c8ba-4fd4-8eec-241266b973fb tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:42.525170 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671df707-a00d-4483-a077-77ac66734ea4 req-d45a22c2-c8ba-4fd4-8eec-241266b973fb tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:42.527388 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-671df707-a00d-4483-a077-77ac66734ea4 req-d45a22c2-c8ba-4fd4-8eec-241266b973fb tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.48 "GET /v2.0/networks?id=f8102508-8177-4d08-b66e-69e3d8dd4b5c&id=17498e6d-84e1-4cac-974a-a187e6f18066&id=17498e6d-84e1-4cac-974a-a187e6f18066&id=17498e6d-84e1-4cac-974a-a187e6f18066&id=17498e6d-84e1-4cac-974a-a187e6f18066&id=5e503eef-fcd9-442c-bfbe-e3b673cf903b&id=5e503eef-fcd9-442c-bfbe-e3b673cf903b HTTP/1.1" status: 200 len: 1989 time: 0.2407391 Aug 29 04:34:42.529491 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633eb297-934d-483f-af59-9dcde08224fd None None] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:34:42.535028 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-83ba8427-3cc8-4566-aff4-cb6dcd42e7ab tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:42.607239 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-f63dcd8e-b12e-45c6-a75e-4151cd936305 None None] Provisioning complete for port 8de9aafd-7883-438f-9b58-edef6efeb047 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:42.607948 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f63dcd8e-b12e-45c6-a75e-4151cd936305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:42.672853 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-671df707-a00d-4483-a077-77ac66734ea4 req-ad5d64d4-5f51-44ef-ad64-ecd0437886cc tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b0f1228a8bd44b90ad5ea0a20c4870bf HTTP/1.1" status: 200 len: 378 time: 0.1287365 Aug 29 04:34:42.717114 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-83ba8427-3cc8-4566-aff4-cb6dcd42e7ab tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:42.757026 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-671df707-a00d-4483-a077-77ac66734ea4 req-756fb673-9e0e-413c-8e87-b55f54e5dc21 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Request body: {'port': {'device_id': '78e1d3c1-2943-4567-af4e-14c28f0b7c9c', 'network_id': 'f8102508-8177-4d08-b66e-69e3d8dd4b5c', 'admin_state_up': True, 'tenant_id': 'b0f1228a8bd44b90ad5ea0a20c4870bf', 'security_groups': ['9548773a-1ebc-45cc-a31d-47384b103db9']}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:42.876414 n-d-712140-12 neutron-server[94828]: DEBUG neutron.objects.ports [None req-258e038a-3a11-4b3a-b9a9-0a2fc7c5b5e1 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94828) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 04:34:42.959284 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-83ba8427-3cc8-4566-aff4-cb6dcd42e7ab tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify callbacks [] for router_gateway, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:42.981139 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-83ba8427-3cc8-4566-aff4-cb6dcd42e7ab tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:43.105427 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-40cf8841-da21-403e-8f0a-14ab0d67ce85 None None] Provisioning complete for port 8de9aafd-7883-438f-9b58-edef6efeb047 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:43.105806 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-40cf8841-da21-403e-8f0a-14ab0d67ce85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:43.122472 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5639fba6-2462-465a-8c08-93a438d16cf5 req-9f1c7a3a-a0e2-4ac5-b551-0b8402691086 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/ports?device_id=78e1d3c1-2943-4567-af4e-14c28f0b7c9c HTTP/1.1" status: 200 len: 210 time: 0.0750363 Aug 29 04:34:43.129674 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-671df707-a00d-4483-a077-77ac66734ea4 req-756fb673-9e0e-413c-8e87-b55f54e5dc21 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Made reservation on behalf of b0f1228a8bd44b90ad5ea0a20c4870bf for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:43.133249 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-671df707-a00d-4483-a077-77ac66734ea4 req-756fb673-9e0e-413c-8e87-b55f54e5dc21 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:43.224506 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-83ba8427-3cc8-4566-aff4-cb6dcd42e7ab tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Allocated IP 172.25.0.103 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/1c9708a6-2533-407b-a01a-b3e0fd5ca6fe) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:34:43.308604 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-258e038a-3a11-4b3a-b9a9-0a2fc7c5b5e1 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:43.422509 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-671df707-a00d-4483-a077-77ac66734ea4 req-756fb673-9e0e-413c-8e87-b55f54e5dc21 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Allocated IP 172.20.0.8 (f8102508-8177-4d08-b66e-69e3d8dd4b5c/38723797-c164-4ad1-837d-c534b680646e/863c0636-bcc8-4b84-adb3-6776bab372ee) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:34:43.669900 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-258e038a-3a11-4b3a-b9a9-0a2fc7c5b5e1 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] For port 8de9aafd-7883-438f-9b58-edef6efeb047, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=8de9aafd-7883-438f-9b58-edef6efeb047,segment=NetworkSegment(0fc0da0a-b381-4d95-9f3f-3aa10a110ba6),segment_id=0fc0da0a-b381-4d95-9f3f-3aa10a110ba6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:43.728646 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-258e038a-3a11-4b3a-b9a9-0a2fc7c5b5e1 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:43.750779 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-258e038a-3a11-4b3a-b9a9-0a2fc7c5b5e1 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:43.751539 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-258e038a-3a11-4b3a-b9a9-0a2fc7c5b5e1 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9191137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10062364'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:43.761430 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-671df707-a00d-4483-a077-77ac66734ea4 req-756fb673-9e0e-413c-8e87-b55f54e5dc21 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:43.837127 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12cfdbd-9dd0-4489-9e96-c48654bf884c req-88b60917-abce-4beb-a8ea-2374c4640274 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:43.844741 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d12cfdbd-9dd0-4489-9e96-c48654bf884c req-88b60917-abce-4beb-a8ea-2374c4640274 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 946 time: 0.1016386 Aug 29 04:34:43.900965 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-83ba8427-3cc8-4566-aff4-cb6dcd42e7ab tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:43.918661 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d12cfdbd-9dd0-4489-9e96-c48654bf884c req-a5ab1572-70c6-4e92-a38b-66d7770f9621 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729744 Aug 29 04:34:43.929540 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-671df707-a00d-4483-a077-77ac66734ea4 req-756fb673-9e0e-413c-8e87-b55f54e5dc21 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Transition to ACTIVE for port object 863c0636-bcc8-4b84-adb3-6776bab372ee will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:34:43.931193 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258e038a-3a11-4b3a-b9a9-0a2fc7c5b5e1 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Pushing event updated for resources: {'Port': ['ID=8de9aafd-7883-438f-9b58-edef6efeb047,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:43.970686 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258e038a-3a11-4b3a-b9a9-0a2fc7c5b5e1 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Pushing event updated for resources: {'Subnet': ['ID=3a4211d2-71ea-43d0-a93e-867f0a4df121,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:43.976413 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258e038a-3a11-4b3a-b9a9-0a2fc7c5b5e1 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:34:43.980366 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-258e038a-3a11-4b3a-b9a9-0a2fc7c5b5e1 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:43.989575 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258e038a-3a11-4b3a-b9a9-0a2fc7c5b5e1 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:43.990174 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-258e038a-3a11-4b3a-b9a9-0a2fc7c5b5e1 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:43.990919 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e613d855-99c8-4d49-b7aa-1acf0bcd9ada None None] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:34:44.010012 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-83ba8427-3cc8-4566-aff4-cb6dcd42e7ab tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:44.047595 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ba8427-3cc8-4566-aff4-cb6dcd42e7ab tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:34:44.051162 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-83ba8427-3cc8-4566-aff4-cb6dcd42e7ab tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:44.054732 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ba8427-3cc8-4566-aff4-cb6dcd42e7ab tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:34:44.068522 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-258e038a-3a11-4b3a-b9a9-0a2fc7c5b5e1 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1215618 Aug 29 04:34:44.068838 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 45938) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:44.089465 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-19ff91a3-cbab-4f21-b529-8e1fb7d585ab tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Request body: {'subnet': {'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:44.379111 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-83ba8427-3cc8-4566-aff4-cb6dcd42e7ab tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify callbacks [] for router_gateway, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:44.445939 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ba8427-3cc8-4566-aff4-cb6dcd42e7ab tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Pushing event updated for resources: {'Port': ['ID=1c9708a6-2533-407b-a01a-b3e0fd5ca6fe,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:44.479273 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f313a8f-33a8-4537-9465-771265ff0d92 req-89a20c7a-bda3-4f21-9c4e-ac2b07add835 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:44.480961 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3f313a8f-33a8-4537-9465-771265ff0d92 req-89a20c7a-bda3-4f21-9c4e-ac2b07add835 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 946 time: 0.1127491 Aug 29 04:34:44.570466 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-671df707-a00d-4483-a077-77ac66734ea4 req-756fb673-9e0e-413c-8e87-b55f54e5dc21 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:44.616901 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-b4c9bb3c-5ead-4006-ab29-f0f64b567707 None None] Provisioning complete for port 8de9aafd-7883-438f-9b58-edef6efeb047 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:44.617792 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b4c9bb3c-5ead-4006-ab29-f0f64b567707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:44.667272 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e10caa9-026d-4697-8b81-4b78e868a529 req-6ed3b5e8-8da9-4447-b8f6-ec81d8e763b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:44.669301 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9e10caa9-026d-4697-8b81-4b78e868a529 req-6ed3b5e8-8da9-4447-b8f6-ec81d8e763b5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0805da877066419b8ea3a5659c16f89d&device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 1098 time: 0.1558273 Aug 29 04:34:44.709813 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3f313a8f-33a8-4537-9465-771265ff0d92 req-0618cef2-84f0-4ba7-8514-d4b81d508404 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996175 Aug 29 04:34:44.724209 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-671df707-a00d-4483-a077-77ac66734ea4 req-756fb673-9e0e-413c-8e87-b55f54e5dc21 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Network f8102508-8177-4d08-b66e-69e3d8dd4b5c is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:34:44.725181 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-83ba8427-3cc8-4566-aff4-cb6dcd42e7ab tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409'] for router, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:44.732079 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6192b521-5ddf-4c7d-9bd9-18ad31fd473a req-69e7d9d5-394e-45fb-a4d0-238b32d08022 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:44.739829 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6192b521-5ddf-4c7d-9bd9-18ad31fd473a req-69e7d9d5-394e-45fb-a4d0-238b32d08022 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/ports?device_id=78e1d3c1-2943-4567-af4e-14c28f0b7c9c HTTP/1.1" status: 200 len: 931 time: 0.2324708 Aug 29 04:34:44.794416 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-671df707-a00d-4483-a077-77ac66734ea4 req-756fb673-9e0e-413c-8e87-b55f54e5dc21 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:44.797418 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-671df707-a00d-4483-a077-77ac66734ea4 req-756fb673-9e0e-413c-8e87-b55f54e5dc21 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:34:44.836899 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756fb673-9e0e-413c-8e87-b55f54e5dc21 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Pushing event updated for resources: {'Port': ['ID=863c0636-bcc8-4b84-adb3-6776bab372ee,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:44.886800 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83ba8427-3cc8-4566-aff4-cb6dcd42e7ab tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Router 4b4ecf3c-2fa4-42d9-9d70-5ea73cbb7d96 is scheduled to L3 agent 76874008-c311-485c-ba36-921b6d275b6a with binding_index 1 {{(pid=94829) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:34:44.909474 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671df707-a00d-4483-a077-77ac66734ea4 req-756fb673-9e0e-413c-8e87-b55f54e5dc21 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:44.910110 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-671df707-a00d-4483-a077-77ac66734ea4 req-756fb673-9e0e-413c-8e87-b55f54e5dc21 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:44.929270 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6192b521-5ddf-4c7d-9bd9-18ad31fd473a req-710d9633-e839-4d37-a0b1-75ea1d431a3c tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/security-groups?id=9548773a-1ebc-45cc-a31d-47384b103db9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1884956 Aug 29 04:34:45.012368 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19ff91a3-cbab-4f21-b529-8e1fb7d585ab tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Made reservation on behalf of 808af00233b447dbb547871646623489 for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:45.018933 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-19ff91a3-cbab-4f21-b529-8e1fb7d585ab tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:45.025342 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83ba8427-3cc8-4566-aff4-cb6dcd42e7ab tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:34:45.025675 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e10caa9-026d-4697-8b81-4b78e868a529 req-289018cd-681d-4328-8b83-406a89ee4cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:45.033054 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9e10caa9-026d-4697-8b81-4b78e868a529 req-289018cd-681d-4328-8b83-406a89ee4cc0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2d35476f-74c6-400b-9404-4ace15008e25 HTTP/1.1" status: 200 len: 915 time: 0.3468738 Aug 29 04:34:45.036649 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-671df707-a00d-4483-a077-77ac66734ea4 req-756fb673-9e0e-413c-8e87-b55f54e5dc21 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3570542 Aug 29 04:34:45.038276 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fb298b-0d88-42ac-8d89-bdd9cd85ea9d None None] Sync routers for ids ['4b4ecf3c-2fa4-42d9-9d70-5ea73cbb7d96'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:34:45.051629 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-83ba8427-3cc8-4566-aff4-cb6dcd42e7ab tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:45.052280 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fb298b-0d88-42ac-8d89-bdd9cd85ea9d None None] Routers {'4b4ecf3c-2fa4-42d9-9d70-5ea73cbb7d96'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:34:45.053136 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-74fb298b-0d88-42ac-8d89-bdd9cd85ea9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:34:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['4b4ecf3c-2fa4-42d9-9d70-5ea73cbb7d96'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:45.056101 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-83ba8427-3cc8-4566-aff4-cb6dcd42e7ab tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.6312184 Aug 29 04:34:45.056830 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 45950) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:45.062410 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-be0dc4a3-d811-4101-8a08-2bd1acc270c7 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:45.131094 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-671df707-a00d-4483-a077-77ac66734ea4 req-bafeef52-9a7f-43d8-89ac-a796f40a18d8 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Request body: {'port': {'device_id': '78e1d3c1-2943-4567-af4e-14c28f0b7c9c', 'network_id': '17498e6d-84e1-4cac-974a-a187e6f18066', 'admin_state_up': True, 'tenant_id': 'b0f1228a8bd44b90ad5ea0a20c4870bf', 'security_groups': ['9548773a-1ebc-45cc-a31d-47384b103db9']}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:45.219291 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9e10caa9-026d-4697-8b81-4b78e868a529 req-6235ce82-36b8-4221-8ba1-55a5ff144463 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9f01a993-316c-4ea0-b777-7a0d5c2f8b7a HTTP/1.1" status: 200 len: 217 time: 0.1814384 Aug 29 04:34:45.278109 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-74fb298b-0d88-42ac-8d89-bdd9cd85ea9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:45.280174 n-d-712140-12 neutron-server[94828]: INFO neutron.db.ipam_backend_mixin [None req-19ff91a3-cbab-4f21-b529-8e1fb7d585ab tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3a4211d2-71ea-43d0-a93e-867f0a4df121 (CIDR: 2001:db8::/64) Aug 29 04:34:45.291038 n-d-712140-12 neutron-server[94828]: INFO neutron.pecan_wsgi.hooks.translation [None req-19ff91a3-cbab-4f21-b529-8e1fb7d585ab tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:34:45.291711 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19ff91a3-cbab-4f21-b529-8e1fb7d585ab tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:34:45.294454 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fb298b-0d88-42ac-8d89-bdd9cd85ea9d None None] Routers {'4b4ecf3c-2fa4-42d9-9d70-5ea73cbb7d96'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:34:45.295318 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-74fb298b-0d88-42ac-8d89-bdd9cd85ea9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:34:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['4b4ecf3c-2fa4-42d9-9d70-5ea73cbb7d96'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:45.311031 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-19ff91a3-cbab-4f21-b529-8e1fb7d585ab tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2369735 Aug 29 04:34:45.315372 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 45952) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:45.323042 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-abf313d7-40da-4e96-afd4-f24c442dd20e tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Request body: {'subnet': {'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:45.331215 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e10caa9-026d-4697-8b81-4b78e868a529 req-1a889707-b0f9-4e41-9a4d-d6df6b53c48f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:45.332682 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9e10caa9-026d-4697-8b81-4b78e868a529 req-1a889707-b0f9-4e41-9a4d-d6df6b53c48f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=774a36bb-3c6d-4e12-9ae7-217ec62f3250 HTTP/1.1" status: 200 len: 854 time: 0.1005623 Aug 29 04:34:45.339205 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-74fb298b-0d88-42ac-8d89-bdd9cd85ea9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:45.340332 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fb298b-0d88-42ac-8d89-bdd9cd85ea9d None None] The sync data for ids ['4b4ecf3c-2fa4-42d9-9d70-5ea73cbb7d96'] in n-d-712140-12 is: [] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:34:45.353661 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-76fca085-85aa-40e6-8e4b-8568be00fb8c None None] Provisioning for port 863c0636-bcc8-4b84-adb3-6776bab372ee completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:34:45.358362 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-76fca085-85aa-40e6-8e4b-8568be00fb8c None None] Provisioning complete for port 863c0636-bcc8-4b84-adb3-6776bab372ee triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:45.358999 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-76fca085-85aa-40e6-8e4b-8568be00fb8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:45.377972 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9e10caa9-026d-4697-8b81-4b78e868a529 req-ae7a6d84-c63d-4df1-8f2e-dd4fbc9961fe service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2d35476f-74c6-400b-9404-4ace15008e25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374944 Aug 29 04:34:45.395606 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-671df707-a00d-4483-a077-77ac66734ea4 req-bafeef52-9a7f-43d8-89ac-a796f40a18d8 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Made reservation on behalf of b0f1228a8bd44b90ad5ea0a20c4870bf for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:45.399672 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-671df707-a00d-4483-a077-77ac66734ea4 req-bafeef52-9a7f-43d8-89ac-a796f40a18d8 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:45.405963 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-76fca085-85aa-40e6-8e4b-8568be00fb8c None None] Port 863c0636-bcc8-4b84-adb3-6776bab372ee cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:34:45.567637 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abf313d7-40da-4e96-afd4-f24c442dd20e tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Made reservation on behalf of 808af00233b447dbb547871646623489 for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:45.567932 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9e10caa9-026d-4697-8b81-4b78e868a529 req-340f3608-3caf-49ac-aed5-eb688f6876ec service neutron] 10.222.0.46 "GET /v2.0/networks/2d35476f-74c6-400b-9404-4ace15008e25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818624 Aug 29 04:34:45.571854 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-abf313d7-40da-4e96-afd4-f24c442dd20e tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4552395'] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:45.608696 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 8de9aafd-7883-438f-9b58-edef6efeb047 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:34:45.648136 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-671df707-a00d-4483-a077-77ac66734ea4 req-bafeef52-9a7f-43d8-89ac-a796f40a18d8 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Allocated IP 10.1.1.30 (17498e6d-84e1-4cac-974a-a187e6f18066/2c4c2bd8-a9be-4d3e-b11b-de6654931482/5cfcb12b-3c21-4614-9071-b6c0f7763d86) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:34:45.678259 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 8de9aafd-7883-438f-9b58-edef6efeb047 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:45.679212 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:45.719067 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9e10caa9-026d-4697-8b81-4b78e868a529 req-73cd01cc-ae6d-4069-b8cd-0335d14509ea service neutron] 10.222.0.46 "GET /v2.0/networks/2d35476f-74c6-400b-9404-4ace15008e25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412263 Aug 29 04:34:45.806077 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-be0dc4a3-d811-4101-8a08-2bd1acc270c7 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:45.838667 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-be0dc4a3-d811-4101-8a08-2bd1acc270c7 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:45.850510 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-671df707-a00d-4483-a077-77ac66734ea4 req-bafeef52-9a7f-43d8-89ac-a796f40a18d8 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:45.853393 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-abf313d7-40da-4e96-afd4-f24c442dd20e tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4274880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4552377'] for subnet, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:45.869843 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-671df707-a00d-4483-a077-77ac66734ea4 req-bafeef52-9a7f-43d8-89ac-a796f40a18d8 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Transition to ACTIVE for port object 5cfcb12b-3c21-4614-9071-b6c0f7763d86 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:34:45.907342 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-671df707-a00d-4483-a077-77ac66734ea4 req-bafeef52-9a7f-43d8-89ac-a796f40a18d8 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:45.947056 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf313d7-40da-4e96-afd4-f24c442dd20e tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:34:45.953488 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-abf313d7-40da-4e96-afd4-f24c442dd20e tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:45.957233 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf313d7-40da-4e96-afd4-f24c442dd20e tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:45.958370 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-abf313d7-40da-4e96-afd4-f24c442dd20e tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:45.960286 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-671df707-a00d-4483-a077-77ac66734ea4 req-bafeef52-9a7f-43d8-89ac-a796f40a18d8 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Network 17498e6d-84e1-4cac-974a-a187e6f18066 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:34:45.964566 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-671df707-a00d-4483-a077-77ac66734ea4 req-bafeef52-9a7f-43d8-89ac-a796f40a18d8 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:45.968697 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51a8e31-06cd-410f-92ff-b0390e8f208d None None] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:34:45.978467 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf313d7-40da-4e96-afd4-f24c442dd20e tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Pushing event updated for resources: {'Subnet': ['ID=245b43c3-9af6-412e-9153-2846a14c7b43,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:45.993341 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-abf313d7-40da-4e96-afd4-f24c442dd20e tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6758444 Aug 29 04:34:45.995259 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafeef52-9a7f-43d8-89ac-a796f40a18d8 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Pushing event updated for resources: {'Port': ['ID=5cfcb12b-3c21-4614-9071-b6c0f7763d86,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:45.999040 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-671df707-a00d-4483-a077-77ac66734ea4 req-bafeef52-9a7f-43d8-89ac-a796f40a18d8 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:34:46.003282 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 45960) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:46.005266 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f3db96-bee7-4dc3-a12f-f7b2065c685e req-c755ce7e-3e8e-45e5-97f5-2dc2a0484bb2 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:46.006822 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-66f3db96-bee7-4dc3-a12f-f7b2065c685e req-c755ce7e-3e8e-45e5-97f5-2dc2a0484bb2 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 946 time: 0.1556723 Aug 29 04:34:46.020558 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-61eff998-cdc4-4087-b4cc-f37d3f43f086 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Request body: {'port': {'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b', 'mac_address': 'fa:16:3e:88:a1:09', 'name': 'tempest-NetworksTestDHCPv6-1986968428'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:46.046486 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-be0dc4a3-d811-4101-8a08-2bd1acc270c7 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Deleting port 1c9708a6-2533-407b-a01a-b3e0fd5ca6fe {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:34:46.046849 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-be0dc4a3-d811-4101-8a08-2bd1acc270c7 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:46.141505 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-66f3db96-bee7-4dc3-a12f-f7b2065c685e req-2f2378ad-da67-47cb-9b50-1df6ed18ee5f tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198997 Aug 29 04:34:46.196919 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-be0dc4a3-d811-4101-8a08-2bd1acc270c7 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:46.200861 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671df707-a00d-4483-a077-77ac66734ea4 req-bafeef52-9a7f-43d8-89ac-a796f40a18d8 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:46.201530 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-671df707-a00d-4483-a077-77ac66734ea4 req-bafeef52-9a7f-43d8-89ac-a796f40a18d8 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:46.213787 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-be0dc4a3-d811-4101-8a08-2bd1acc270c7 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Calling delete_port for 1c9708a6-2533-407b-a01a-b3e0fd5ca6fe owned by network:router_gateway {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:34:46.243990 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aaa5ae-96f2-4293-a797-7d52167f451a req-2653969f-3e23-4dac-a501-2b19e66e12c4 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:46.251719 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aaa5ae-96f2-4293-a797-7d52167f451a req-2653969f-3e23-4dac-a501-2b19e66e12c4 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:46.254128 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-45aaa5ae-96f2-4293-a797-7d52167f451a req-2653969f-3e23-4dac-a501-2b19e66e12c4 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/ports?device_id=78e1d3c1-2943-4567-af4e-14c28f0b7c9c HTTP/1.1" status: 200 len: 1652 time: 0.1916733 Aug 29 04:34:46.260221 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-671df707-a00d-4483-a077-77ac66734ea4 req-bafeef52-9a7f-43d8-89ac-a796f40a18d8 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.1339447 Aug 29 04:34:46.286504 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-671df707-a00d-4483-a077-77ac66734ea4 req-6f91528a-1004-4088-b47a-ee51de86bf0b tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Request body: {'port': {'device_id': '78e1d3c1-2943-4567-af4e-14c28f0b7c9c', 'network_id': '17498e6d-84e1-4cac-974a-a187e6f18066', 'admin_state_up': True, 'tenant_id': 'b0f1228a8bd44b90ad5ea0a20c4870bf', 'security_groups': ['9548773a-1ebc-45cc-a31d-47384b103db9']}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:46.356776 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df62a9cb-f1f9-4dea-bbe7-7724955241e2 None None] Update dhcp port {'port': {'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b', 'fixed_ips': [{'subnet_id': '3a4211d2-71ea-43d0-a93e-867f0a4df121', 'ip_address': '2001:db8::f816:3eff:fee6:1efe'}, {'subnet_id': '245b43c3-9af6-412e-9153-2846a14c7b43'}], 'binding:host_id': 'n-d-712140-12'}, 'id': '8de9aafd-7883-438f-9b58-edef6efeb047'} from n-d-712140-12. {{(pid=94830) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 04:34:46.381972 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-90b5e72c-5b3d-4074-a083-d2a499557232 None None] Provisioning for port 5cfcb12b-3c21-4614-9071-b6c0f7763d86 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:34:46.389912 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-90b5e72c-5b3d-4074-a083-d2a499557232 None None] Provisioning complete for port 5cfcb12b-3c21-4614-9071-b6c0f7763d86 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:46.390718 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-90b5e72c-5b3d-4074-a083-d2a499557232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:46.404792 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61eff998-cdc4-4087-b4cc-f37d3f43f086 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Made reservation on behalf of 808af00233b447dbb547871646623489 for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:46.455149 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-be0dc4a3-d811-4101-8a08-2bd1acc270c7 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:46.462459 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-df62a9cb-f1f9-4dea-bbe7-7724955241e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:46.506917 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-45aaa5ae-96f2-4293-a797-7d52167f451a req-d59064f2-da4a-4423-b8b9-739cfd34f628 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/security-groups?id=9548773a-1ebc-45cc-a31d-47384b103db9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2426455 Aug 29 04:34:46.510164 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-90b5e72c-5b3d-4074-a083-d2a499557232 None None] Port 5cfcb12b-3c21-4614-9071-b6c0f7763d86 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:34:46.530430 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0dc4a3-d811-4101-8a08-2bd1acc270c7 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Pushing event deleted for resources: {'Port': ['ID=1c9708a6-2533-407b-a01a-b3e0fd5ca6fe,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:46.544018 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-671df707-a00d-4483-a077-77ac66734ea4 req-6f91528a-1004-4088-b47a-ee51de86bf0b tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Made reservation on behalf of b0f1228a8bd44b90ad5ea0a20c4870bf for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:46.548197 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-671df707-a00d-4483-a077-77ac66734ea4 req-6f91528a-1004-4088-b47a-ee51de86bf0b tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:46.569762 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-61eff998-cdc4-4087-b4cc-f37d3f43f086 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:46.600771 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-61eff998-cdc4-4087-b4cc-f37d3f43f086 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] device_id is not set on port 3a6a9937-58ff-4130-b6eb-693ed2579cf8 yet. {{(pid=94828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:34:46.605714 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-be0dc4a3-d811-4101-8a08-2bd1acc270c7 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719445'] for router_gateway, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:46.678510 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-df62a9cb-f1f9-4dea-bbe7-7724955241e2 None None] Allocated IP 2001:db8:0:1::2 (9a0c1c63-2a3a-4918-9723-8b35bf7d017b/245b43c3-9af6-412e-9153-2846a14c7b43/8de9aafd-7883-438f-9b58-edef6efeb047) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:34:46.829611 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-df62a9cb-f1f9-4dea-bbe7-7724955241e2 None None] For port 8de9aafd-7883-438f-9b58-edef6efeb047, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=8de9aafd-7883-438f-9b58-edef6efeb047,segment=NetworkSegment(0fc0da0a-b381-4d95-9f3f-3aa10a110ba6),segment_id=0fc0da0a-b381-4d95-9f3f-3aa10a110ba6)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:46.861149 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-671df707-a00d-4483-a077-77ac66734ea4 req-6f91528a-1004-4088-b47a-ee51de86bf0b tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Allocated IP 10.1.1.96 (17498e6d-84e1-4cac-974a-a187e6f18066/2c4c2bd8-a9be-4d3e-b11b-de6654931482/73a89596-2f6f-4bb0-aecd-74540ae2a41e) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:34:46.892281 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-be0dc4a3-d811-4101-8a08-2bd1acc270c7 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-719380', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-717238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1792'] for router, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:46.898427 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-be0dc4a3-d811-4101-8a08-2bd1acc270c7 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-719375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-719366', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-717217'] for router, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:46.912902 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-df62a9cb-f1f9-4dea-bbe7-7724955241e2 None None] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:46.929137 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-df62a9cb-f1f9-4dea-bbe7-7724955241e2 None None] Transition to ACTIVE for port object 8de9aafd-7883-438f-9b58-edef6efeb047 will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:34:46.933442 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-df62a9cb-f1f9-4dea-bbe7-7724955241e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:47.002453 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be0dc4a3-d811-4101-8a08-2bd1acc270c7 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Router 4b4ecf3c-2fa4-42d9-9d70-5ea73cbb7d96 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:34:47.053755 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df62a9cb-f1f9-4dea-bbe7-7724955241e2 None None] Pushing event updated for resources: {'Port': ['ID=8de9aafd-7883-438f-9b58-edef6efeb047,revision_number=9']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:47.102008 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be0dc4a3-d811-4101-8a08-2bd1acc270c7 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:34:47.111768 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-be0dc4a3-d811-4101-8a08-2bd1acc270c7 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:47.113785 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-be0dc4a3-d811-4101-8a08-2bd1acc270c7 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] 10.222.0.22 "PUT /v2.0/routers/4b4ecf3c-2fa4-42d9-9d70-5ea73cbb7d96 HTTP/1.1" status: 200 len: 710 time: 2.0559731 Aug 29 04:34:47.113956 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f373e4e-caa9-4254-a841-255fd0e8f70e None None] Sync routers for ids ['4b4ecf3c-2fa4-42d9-9d70-5ea73cbb7d96'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:34:47.116165 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 45968) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:47.148157 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f373e4e-caa9-4254-a841-255fd0e8f70e None None] Routers {'4b4ecf3c-2fa4-42d9-9d70-5ea73cbb7d96'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:34:47.148718 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-6f373e4e-caa9-4254-a841-255fd0e8f70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:34:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['4b4ecf3c-2fa4-42d9-9d70-5ea73cbb7d96'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:47.210364 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-6f373e4e-caa9-4254-a841-255fd0e8f70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:47.235101 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f373e4e-caa9-4254-a841-255fd0e8f70e None None] Routers {'4b4ecf3c-2fa4-42d9-9d70-5ea73cbb7d96'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:34:47.236014 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-6f373e4e-caa9-4254-a841-255fd0e8f70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:34:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['4b4ecf3c-2fa4-42d9-9d70-5ea73cbb7d96'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:47.257459 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-61eff998-cdc4-4087-b4cc-f37d3f43f086 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Allocated IP 2001:db8:0:1::e1 (9a0c1c63-2a3a-4918-9723-8b35bf7d017b/245b43c3-9af6-412e-9153-2846a14c7b43/3a6a9937-58ff-4130-b6eb-693ed2579cf8) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:34:47.286319 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-61eff998-cdc4-4087-b4cc-f37d3f43f086 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Allocated IP 2001:db8::f816:3eff:fe88:a109 (9a0c1c63-2a3a-4918-9723-8b35bf7d017b/3a4211d2-71ea-43d0-a93e-867f0a4df121/3a6a9937-58ff-4130-b6eb-693ed2579cf8) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:34:47.293827 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-1f50e761-08f1-4541-a5e9-215100857449 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] 10.222.0.22 "GET /v2.0/routers/4b4ecf3c-2fa4-42d9-9d70-5ea73cbb7d96 HTTP/1.1" status: 200 len: 745 time: 0.1760783 Aug 29 04:34:47.313393 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 45976) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:47.326494 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-6f373e4e-caa9-4254-a841-255fd0e8f70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:47.327173 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f373e4e-caa9-4254-a841-255fd0e8f70e None None] The sync data for ids ['4b4ecf3c-2fa4-42d9-9d70-5ea73cbb7d96'] in n-d-712140-12 is: [] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:34:47.375042 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-671df707-a00d-4483-a077-77ac66734ea4 req-6f91528a-1004-4088-b47a-ee51de86bf0b tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:47.382855 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-30b9b8a5-a4fb-46a5-a29e-f095f7cfa9c3 tempest-RoutersIpV6AdminTest-513250637 tempest-RoutersIpV6AdminTest-513250637-project-admin] 10.222.0.22 "GET /v2.0/ports?network_id=e6c84a15-2e6f-4c07-8ede-a88148c2fe90&device_id=4b4ecf3c-2fa4-42d9-9d70-5ea73cbb7d96 HTTP/1.1" status: 200 len: 205 time: 0.0646250 Aug 29 04:34:47.383793 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 45978) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:47.389862 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7422403b-6496-43b6-9d00-f7c625dd9389 req-586b1589-e330-435a-964a-e5036e475340 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:47.391721 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7422403b-6496-43b6-9d00-f7c625dd9389 req-586b1589-e330-435a-964a-e5036e475340 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 946 time: 0.1564288 Aug 29 04:34:47.449348 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7422403b-6496-43b6-9d00-f7c625dd9389 req-5bf0ca6a-0861-43c2-a0c9-16d8a98a62e0 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466461 Aug 29 04:34:47.457533 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-08113a2b-f6a4-4e21-a72a-a24875d4294d tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b4ecf3c-2fa4-42d9-9d70-5ea73cbb7d96 HTTP/1.1" status: 200 len: 205 time: 0.0679805 Aug 29 04:34:47.457533 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-671df707-a00d-4483-a077-77ac66734ea4 req-6f91528a-1004-4088-b47a-ee51de86bf0b tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Transition to ACTIVE for port object 73a89596-2f6f-4bb0-aecd-74540ae2a41e will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:34:47.457858 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 45980) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:47.635463 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-671df707-a00d-4483-a077-77ac66734ea4 req-6f91528a-1004-4088-b47a-ee51de86bf0b tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:47.658695 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-61eff998-cdc4-4087-b4cc-f37d3f43f086 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:47.680214 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 8de9aafd-7883-438f-9b58-edef6efeb047 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:34:47.741577 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44970e31-1c9b-44a7-a881-5c8ef306350c req-94760923-0efa-428f-89d6-c4ab522d7176 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:47.743222 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-44970e31-1c9b-44a7-a881-5c8ef306350c req-94760923-0efa-428f-89d6-c4ab522d7176 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 946 time: 0.1916173 Aug 29 04:34:47.743946 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f91528a-1004-4088-b47a-ee51de86bf0b tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Pushing event updated for resources: {'Port': ['ID=73a89596-2f6f-4bb0-aecd-74540ae2a41e,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:47.801847 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-671df707-a00d-4483-a077-77ac66734ea4 req-6f91528a-1004-4088-b47a-ee51de86bf0b tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Network 17498e6d-84e1-4cac-974a-a187e6f18066 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:34:47.809439 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-61eff998-cdc4-4087-b4cc-f37d3f43f086 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Transition to ACTIVE for port object 3a6a9937-58ff-4130-b6eb-693ed2579cf8 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:34:47.817276 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-671df707-a00d-4483-a077-77ac66734ea4 req-6f91528a-1004-4088-b47a-ee51de86bf0b tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:47.820847 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-671df707-a00d-4483-a077-77ac66734ea4 req-6f91528a-1004-4088-b47a-ee51de86bf0b tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:34:47.850787 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-44970e31-1c9b-44a7-a881-5c8ef306350c req-9992f47b-4ffc-474e-99a8-9d42903b62b9 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961580 Aug 29 04:34:47.972607 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671df707-a00d-4483-a077-77ac66734ea4 req-6f91528a-1004-4088-b47a-ee51de86bf0b tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:47.973502 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-671df707-a00d-4483-a077-77ac66734ea4 req-6f91528a-1004-4088-b47a-ee51de86bf0b tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:47.996757 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-671df707-a00d-4483-a077-77ac66734ea4 req-6f91528a-1004-4088-b47a-ee51de86bf0b tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.7155404 Aug 29 04:34:48.006030 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-61eff998-cdc4-4087-b4cc-f37d3f43f086 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:48.032220 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-671df707-a00d-4483-a077-77ac66734ea4 req-22eb0346-a7a6-4cec-87a7-146715676d12 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Request body: {'port': {'device_id': '78e1d3c1-2943-4567-af4e-14c28f0b7c9c', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '5e503eef-fcd9-442c-bfbe-e3b673cf903b', 'admin_state_up': True, 'tenant_id': 'b0f1228a8bd44b90ad5ea0a20c4870bf', 'security_groups': ['9548773a-1ebc-45cc-a31d-47384b103db9']}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:48.054980 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-bc376f39-9037-4a96-a5fa-a96ee9d5b8bd tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify callbacks [] for router, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:48.143826 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-884236a3-a0a9-48c2-b942-e232bc561674 None None] Provisioning for port 8de9aafd-7883-438f-9b58-edef6efeb047 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:34:48.148932 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-884236a3-a0a9-48c2-b942-e232bc561674 None None] Provisioning complete for port 8de9aafd-7883-438f-9b58-edef6efeb047 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:48.149567 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-884236a3-a0a9-48c2-b942-e232bc561674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:48.179003 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6f6fc4-534d-47f4-87f1-773c6969bcf5 req-69dd8211-c6a6-493c-83e8-fd5180c0e297 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:48.186351 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6f6fc4-534d-47f4-87f1-773c6969bcf5 req-69dd8211-c6a6-493c-83e8-fd5180c0e297 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:48.192588 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6f6fc4-534d-47f4-87f1-773c6969bcf5 req-69dd8211-c6a6-493c-83e8-fd5180c0e297 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:48.201481 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-cb6f6fc4-534d-47f4-87f1-773c6969bcf5 req-69dd8211-c6a6-493c-83e8-fd5180c0e297 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/ports?device_id=78e1d3c1-2943-4567-af4e-14c28f0b7c9c HTTP/1.1" status: 200 len: 2372 time: 0.1974325 Aug 29 04:34:48.203872 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-671df707-a00d-4483-a077-77ac66734ea4 req-22eb0346-a7a6-4cec-87a7-146715676d12 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Made reservation on behalf of b0f1228a8bd44b90ad5ea0a20c4870bf for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:48.288928 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61eff998-cdc4-4087-b4cc-f37d3f43f086 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:34:48.305630 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-61eff998-cdc4-4087-b4cc-f37d3f43f086 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:48.318075 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61eff998-cdc4-4087-b4cc-f37d3f43f086 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:34:48.320162 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-bc376f39-9037-4a96-a5fa-a96ee9d5b8bd tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:48.322620 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-bc376f39-9037-4a96-a5fa-a96ee9d5b8bd tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:48.324297 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61eff998-cdc4-4087-b4cc-f37d3f43f086 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:48.325057 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-61eff998-cdc4-4087-b4cc-f37d3f43f086 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:48.340375 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61eff998-cdc4-4087-b4cc-f37d3f43f086 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Pushing event updated for resources: {'Port': ['ID=3a6a9937-58ff-4130-b6eb-693ed2579cf8,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:48.352432 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eff671a-2594-4d84-aa59-858d5f84bbb7 req-209b463f-fabe-4252-8516-8e470cc7c7e0 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:48.360197 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4eff671a-2594-4d84-aa59-858d5f84bbb7 req-209b463f-fabe-4252-8516-8e470cc7c7e0 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 946 time: 0.3341269 Aug 29 04:34:48.375366 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-61eff998-cdc4-4087-b4cc-f37d3f43f086 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.3698440 Aug 29 04:34:48.383451 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 45994) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:48.384233 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-bc376f39-9037-4a96-a5fa-a96ee9d5b8bd tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717253'] for router, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:48.385180 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc376f39-9037-4a96-a5fa-a96ee9d5b8bd tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Fanout notify agent at l3_agent the message router_deleted on router 4b4ecf3c-2fa4-42d9-9d70-5ea73cbb7d96 {{(pid=94829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:34:48.389648 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-4fc9559f-f871-4319-87a9-c65c6423b1c7 None None] Provisioning for port 73a89596-2f6f-4bb0-aecd-74540ae2a41e completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:34:48.394842 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-4fc9559f-f871-4319-87a9-c65c6423b1c7 None None] Provisioning complete for port 73a89596-2f6f-4bb0-aecd-74540ae2a41e triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:48.394842 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4fc9559f-f871-4319-87a9-c65c6423b1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:48.429468 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-bc376f39-9037-4a96-a5fa-a96ee9d5b8bd tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:48.434637 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-bc376f39-9037-4a96-a5fa-a96ee9d5b8bd tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] 10.222.0.22 "DELETE /v2.0/routers/4b4ecf3c-2fa4-42d9-9d70-5ea73cbb7d96 HTTP/1.1" status: 204 len: 168 time: 0.9720922 Aug 29 04:34:48.434760 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4eff671a-2594-4d84-aa59-858d5f84bbb7 req-ab5d4372-6ecf-49cc-ac7b-50da9f1ff26a tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718298 Aug 29 04:34:48.442620 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 45996) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:48.467016 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-671df707-a00d-4483-a077-77ac66734ea4 req-22eb0346-a7a6-4cec-87a7-146715676d12 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:48.471399 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-cb6f6fc4-534d-47f4-87f1-773c6969bcf5 req-3fc8ec93-a7ea-46b3-8bba-50571664a13f tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/security-groups?id=9548773a-1ebc-45cc-a31d-47384b103db9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2682807 Aug 29 04:34:48.478233 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-4fc9559f-f871-4319-87a9-c65c6423b1c7 None None] Port 73a89596-2f6f-4bb0-aecd-74540ae2a41e cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:34:48.535409 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-d1f999b7-991a-4f01-b05f-817aa4973d66 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b4ecf3c-2fa4-42d9-9d70-5ea73cbb7d96 HTTP/1.1" status: 200 len: 205 time: 0.0910132 Aug 29 04:34:48.537859 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 46000) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:48.573107 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-d2ab2ed7-7d94-4642-bc3f-b3ba9682db27 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Deleting port 3a6a9937-58ff-4130-b6eb-693ed2579cf8 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:34:48.573549 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d2ab2ed7-7d94-4642-bc3f-b3ba9682db27 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:48.664285 n-d-712140-12 neutron-server[94828]: INFO neutron.api.v2.resource [None req-9ad48ca3-e4a7-44c9-8de8-365f4ef73daa tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] delete failed (client error): The resource could not be found. Aug 29 04:34:48.665335 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-9ad48ca3-e4a7-44c9-8de8-365f4ef73daa tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] 10.222.0.22 "DELETE /v2.0/routers/4b4ecf3c-2fa4-42d9-9d70-5ea73cbb7d96 HTTP/1.1" status: 404 len: 336 time: 0.1264365 Aug 29 04:34:48.668836 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 46002) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:48.687020 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d2ab2ed7-7d94-4642-bc3f-b3ba9682db27 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:48.706627 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-143e46b5-6be9-418c-953a-6f5995b60fe1 None None] Provisioning for port 3a6a9937-58ff-4130-b6eb-693ed2579cf8 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:34:48.711878 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-6331bea7-174b-4c8e-b6f2-583a46b95a18 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c5a715d-b9ce-4e17-a7a3-925ae9175d60 HTTP/1.1" status: 200 len: 205 time: 0.0400732 Aug 29 04:34:48.712077 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-143e46b5-6be9-418c-953a-6f5995b60fe1 None None] Provisioning complete for port 3a6a9937-58ff-4130-b6eb-693ed2579cf8 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:48.712077 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-143e46b5-6be9-418c-953a-6f5995b60fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:48.715635 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 46004) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:48.749127 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-143e46b5-6be9-418c-953a-6f5995b60fe1 None None] Port 3a6a9937-58ff-4130-b6eb-693ed2579cf8 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:34:48.771477 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-d2ab2ed7-7d94-4642-bc3f-b3ba9682db27 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Calling delete_port for 3a6a9937-58ff-4130-b6eb-693ed2579cf8 owned by {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:34:48.775931 n-d-712140-12 neutron-server[94829]: INFO neutron.api.v2.resource [None req-2dbc58c3-7b00-491e-9fa6-b4c24ac4f2b7 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] delete failed (client error): The resource could not be found. Aug 29 04:34:48.778950 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-2dbc58c3-7b00-491e-9fa6-b4c24ac4f2b7 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] 10.222.0.22 "DELETE /v2.0/routers/0c5a715d-b9ce-4e17-a7a3-925ae9175d60 HTTP/1.1" status: 404 len: 336 time: 0.0603094 Aug 29 04:34:48.779945 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 46006) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:48.826766 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bb00f4-1ca4-4e3b-961b-b1a1a99ac02f req-11d6e5d3-ca32-4760-8146-a049f8427488 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:48.828220 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-86bb00f4-1ca4-4e3b-961b-b1a1a99ac02f req-11d6e5d3-ca32-4760-8146-a049f8427488 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 946 time: 0.1744750 Aug 29 04:34:48.844033 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-e931d5bd-ea5c-4ef1-9b01-f2cfd9c987ec tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] 10.222.0.22 "GET /v2.0/ports?device_id=5134e51e-b044-4ce0-9778-7b581c6054cf HTTP/1.1" status: 200 len: 205 time: 0.0577106 Aug 29 04:34:48.846263 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 46008) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:48.886128 n-d-712140-12 neutron-server[94829]: INFO neutron.api.v2.resource [None req-b4af2fb2-79ca-4e3e-bb61-e9625b6fe975 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] delete failed (client error): The resource could not be found. Aug 29 04:34:48.888679 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-b4af2fb2-79ca-4e3e-bb61-e9625b6fe975 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] 10.222.0.22 "DELETE /v2.0/routers/5134e51e-b044-4ce0-9778-7b581c6054cf HTTP/1.1" status: 404 len: 336 time: 0.0398285 Aug 29 04:34:48.889896 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 46010) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:48.896185 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-671df707-a00d-4483-a077-77ac66734ea4 req-22eb0346-a7a6-4cec-87a7-146715676d12 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Allocated IP 10.2.2.100 (5e503eef-fcd9-442c-bfbe-e3b673cf903b/8462c09a-3992-4e92-b18c-741f3c6662c3/e8c38dda-a12f-4615-86b7-8fdfbcfe8a49) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:34:48.904482 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-86bb00f4-1ca4-4e3b-961b-b1a1a99ac02f req-2de93c8b-f895-4a1d-a0d8-f994b0440b03 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535448 Aug 29 04:34:48.934962 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-d26951ec-7a80-428d-acb3-7c0af99eac29 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] 10.222.0.22 "GET /v2.0/ports?device_id=307f978f-ed1d-4290-982a-84fe8d5d8b1a HTTP/1.1" status: 200 len: 205 time: 0.0438302 Aug 29 04:34:48.942166 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 46014) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:49.081334 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d2ab2ed7-7d94-4642-bc3f-b3ba9682db27 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:49.120126 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ab2ed7-7d94-4642-bc3f-b3ba9682db27 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Pushing event deleted for resources: {'Port': ['ID=3a6a9937-58ff-4130-b6eb-693ed2579cf8,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:49.151570 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:49.184108 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d2ab2ed7-7d94-4642-bc3f-b3ba9682db27 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:49.189426 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-d2ab2ed7-7d94-4642-bc3f-b3ba9682db27 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "DELETE /v2.0/ports/3a6a9937-58ff-4130-b6eb-693ed2579cf8 HTTP/1.1" status: 204 len: 168 time: 0.8022161 Aug 29 04:34:49.190289 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 46018) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:49.250157 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a325efe-36ef-4b2d-ab4b-a3ef684c8526 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:49.255014 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-8a325efe-36ef-4b2d-ab4b-a3ef684c8526 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0635900 Aug 29 04:34:49.255838 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 46020) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:49.312791 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53932662-c9dc-4679-af33-6b0f8b5ef98f tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:49.317054 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-53932662-c9dc-4679-af33-6b0f8b5ef98f tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0575411 Aug 29 04:34:49.319708 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 46022) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:49.372823 n-d-712140-12 neutron-server[94828]: INFO neutron.api.v2.resource [None req-261dfd94-c855-477d-845a-b7b7ce590e48 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] delete failed (client error): The resource could not be found. Aug 29 04:34:49.373894 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-261dfd94-c855-477d-845a-b7b7ce590e48 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] 10.222.0.22 "DELETE /v2.0/routers/307f978f-ed1d-4290-982a-84fe8d5d8b1a HTTP/1.1" status: 404 len: 336 time: 0.4305391 Aug 29 04:34:49.379979 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e346a934-2c78-4187-8be2-96c3e012ced2 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:49.381537 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e346a934-2c78-4187-8be2-96c3e012ced2 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:49.383116 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e346a934-2c78-4187-8be2-96c3e012ced2 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:49.387654 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-e346a934-2c78-4187-8be2-96c3e012ced2 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0641131 Aug 29 04:34:49.387654 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 46024) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:49.388441 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 46026) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:49.420046 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-81fe1bfd-4010-45ab-a55d-0308c4330590 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] 10.222.0.22 "GET /v2.0/ports?device_id=764d58eb-d657-4837-9317-5e5198eb703a HTTP/1.1" status: 200 len: 205 time: 0.0330281 Aug 29 04:34:49.424104 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 46028) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:49.467026 n-d-712140-12 neutron-server[94829]: INFO neutron.api.v2.resource [None req-5621481f-8a92-4e00-8e9e-201eebefba8e tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] delete failed (client error): The resource could not be found. Aug 29 04:34:49.470783 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-5621481f-8a92-4e00-8e9e-201eebefba8e tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] 10.222.0.22 "DELETE /v2.0/routers/764d58eb-d657-4837-9317-5e5198eb703a HTTP/1.1" status: 404 len: 336 time: 0.0431120 Aug 29 04:34:49.471503 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 46030) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:49.501522 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-20a77b68-d327-4764-978d-432abefdf91e tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0f86d78-cb77-4497-b9bd-22ef50540b27 HTTP/1.1" status: 200 len: 205 time: 0.0288472 Aug 29 04:34:49.503840 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a36bfb-f9e2-4f7b-8057-5fc5a2d25a91 req-4c600b6d-8daf-40b8-9f5b-ff53d7625e86 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:49.504680 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 46032) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:49.505457 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-95a36bfb-f9e2-4f7b-8057-5fc5a2d25a91 req-4c600b6d-8daf-40b8-9f5b-ff53d7625e86 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 946 time: 0.1618612 Aug 29 04:34:49.516234 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ab0e691-05b3-4216-932a-e2017b1dce9c tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Deleting subnet 245b43c3-9af6-412e-9153-2846a14c7b43 {{(pid=94828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:34:49.537201 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3ab0e691-05b3-4216-932a-e2017b1dce9c tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for subnet, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:49.551866 n-d-712140-12 neutron-server[94829]: INFO neutron.api.v2.resource [None req-b3c38c9a-7c65-4d9e-96c8-b4933aca1136 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] delete failed (client error): The resource could not be found. Aug 29 04:34:49.555324 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-b3c38c9a-7c65-4d9e-96c8-b4933aca1136 tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] 10.222.0.22 "DELETE /v2.0/routers/e0f86d78-cb77-4497-b9bd-22ef50540b27 HTTP/1.1" status: 404 len: 336 time: 0.0468690 Aug 29 04:34:49.555573 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 46036) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:49.597505 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-671df707-a00d-4483-a077-77ac66734ea4 req-22eb0346-a7a6-4cec-87a7-146715676d12 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:49.599293 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0b6e45d-a012-46f5-abc3-ebb1ad8d566d tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] DELETE failed (client error): The resource could not be found. Aug 29 04:34:49.599926 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0b6e45d-a012-46f5-abc3-ebb1ad8d566d tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:34:49.604089 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-b0b6e45d-a012-46f5-abc3-ebb1ad8d566d tempest-RoutersIpV6AdminTest-904640323 tempest-RoutersIpV6AdminTest-904640323-project] 10.222.0.22 "DELETE /v2.0/subnets/8c99d8ba-20c2-4f86-be5e-6cdd4c150be0 HTTP/1.1" status: 404 len: 337 time: 0.0451803 Aug 29 04:34:49.624740 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3ab0e691-05b3-4216-932a-e2017b1dce9c tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8904862'] for subnet, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:49.627917 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-671df707-a00d-4483-a077-77ac66734ea4 req-22eb0346-a7a6-4cec-87a7-146715676d12 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Transition to ACTIVE for port object e8c38dda-a12f-4615-86b7-8fdfbcfe8a49 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:34:49.631866 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-95a36bfb-f9e2-4f7b-8057-5fc5a2d25a91 req-5b24e6bf-121a-4b2e-be76-284ad7124fad tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100454 Aug 29 04:34:49.701286 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76457336-3d8f-4f85-9564-6afa808bec5e req-0cd86a92-32e2-4fad-9ba4-a5edd58cd10c tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:49.719435 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76457336-3d8f-4f85-9564-6afa808bec5e req-0cd86a92-32e2-4fad-9ba4-a5edd58cd10c tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:49.723085 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-671df707-a00d-4483-a077-77ac66734ea4 req-22eb0346-a7a6-4cec-87a7-146715676d12 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:49.736876 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76457336-3d8f-4f85-9564-6afa808bec5e req-0cd86a92-32e2-4fad-9ba4-a5edd58cd10c tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:49.741996 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-76457336-3d8f-4f85-9564-6afa808bec5e req-0cd86a92-32e2-4fad-9ba4-a5edd58cd10c tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/ports?device_id=78e1d3c1-2943-4567-af4e-14c28f0b7c9c HTTP/1.1" status: 200 len: 2372 time: 0.1526945 Aug 29 04:34:49.805570 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-76457336-3d8f-4f85-9564-6afa808bec5e req-89aae90a-b98d-44ff-88b1-bc616f8f7286 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/security-groups?id=9548773a-1ebc-45cc-a31d-47384b103db9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0508606 Aug 29 04:34:49.832305 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-671df707-a00d-4483-a077-77ac66734ea4 req-22eb0346-a7a6-4cec-87a7-146715676d12 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Network 5e503eef-fcd9-442c-bfbe-e3b673cf903b is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:34:49.836882 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3ab0e691-05b3-4216-932a-e2017b1dce9c tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:49.861930 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-671df707-a00d-4483-a077-77ac66734ea4 req-22eb0346-a7a6-4cec-87a7-146715676d12 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:49.871076 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-671df707-a00d-4483-a077-77ac66734ea4 req-22eb0346-a7a6-4cec-87a7-146715676d12 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:34:49.906830 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eb0346-a7a6-4cec-87a7-146715676d12 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Pushing event updated for resources: {'Port': ['ID=e8c38dda-a12f-4615-86b7-8fdfbcfe8a49,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:49.978898 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 46044) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:49.987508 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8170b964-117e-4bd0-87df-6e02695db351 req-a9bcd8bb-1a48-4940-baac-3e0a3c598c34 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:49.989591 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8170b964-117e-4bd0-87df-6e02695db351 req-a9bcd8bb-1a48-4940-baac-3e0a3c598c34 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 946 time: 0.1977625 Aug 29 04:34:50.008126 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671df707-a00d-4483-a077-77ac66734ea4 req-22eb0346-a7a6-4cec-87a7-146715676d12 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:50.008789 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-671df707-a00d-4483-a077-77ac66734ea4 req-22eb0346-a7a6-4cec-87a7-146715676d12 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:50.031265 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3ab0e691-05b3-4216-932a-e2017b1dce9c tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9190434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062341'] for subnet, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:50.072525 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-671df707-a00d-4483-a077-77ac66734ea4 req-22eb0346-a7a6-4cec-87a7-146715676d12 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0546558 Aug 29 04:34:50.089427 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3ab0e691-05b3-4216-932a-e2017b1dce9c tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:50.091329 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-3ab0e691-05b3-4216-932a-e2017b1dce9c tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "DELETE /v2.0/subnets/245b43c3-9af6-412e-9153-2846a14c7b43 HTTP/1.1" status: 204 len: 168 time: 0.7008224 Aug 29 04:34:50.092182 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab0e691-05b3-4216-932a-e2017b1dce9c tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Pushing event deleted for resources: {'Subnet': ['ID=245b43c3-9af6-412e-9153-2846a14c7b43,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:50.094353 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 46048) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:50.097142 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b678e6-4855-490a-8066-298a55b41258 None None] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:34:50.102974 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-671df707-a00d-4483-a077-77ac66734ea4 req-939dcbef-43e3-471b-b308-54769c6232be tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Request body: {'port': {'device_id': '78e1d3c1-2943-4567-af4e-14c28f0b7c9c', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '5e503eef-fcd9-442c-bfbe-e3b673cf903b', 'admin_state_up': True, 'tenant_id': 'b0f1228a8bd44b90ad5ea0a20c4870bf', 'security_groups': ['9548773a-1ebc-45cc-a31d-47384b103db9']}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:50.180842 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1f17e2b2-d421-4815-aa7d-804b6c017b9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:50.204109 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8170b964-117e-4bd0-87df-6e02695db351 req-00b2093a-ee95-41ad-b64d-fc8135858db2 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044864 Aug 29 04:34:50.212097 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-be5ede92-7778-4169-9759-9cf0ca7f255f None None] Provisioning for port e8c38dda-a12f-4615-86b7-8fdfbcfe8a49 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:34:50.219108 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-be5ede92-7778-4169-9759-9cf0ca7f255f None None] Provisioning complete for port e8c38dda-a12f-4615-86b7-8fdfbcfe8a49 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:50.219108 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-be5ede92-7778-4169-9759-9cf0ca7f255f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:50.224018 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.db.api [req-671df707-a00d-4483-a077-77ac66734ea4 req-939dcbef-43e3-471b-b308-54769c6232be tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 04:34:50.224018 n-d-712140-12 neutron-server[94828]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 29 04:34:50.224018 n-d-712140-12 neutron-server[94828]: [parameters: {'project_id': 'b0f1228a8bd44b90ad5ea0a20c4870bf', 'id': 'f0a5f851-a9ae-4b46-9d4a-62744856c4dc', 'expiration': datetime.datetime(2021, 8, 29, 4, 36, 50, 220016)}] Aug 29 04:34:50.224018 n-d-712140-12 neutron-server[94828]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:34:50.225195 n-d-712140-12 neutron-server[94828]: DEBUG oslo_db.api [req-671df707-a00d-4483-a077-77ac66734ea4 req-939dcbef-43e3-471b-b308-54769c6232be tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:34:50.240469 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_v2 [None req-b230d71d-4619-4e03-ad0a-0457bb560dbe tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Deleting subnet 3a4211d2-71ea-43d0-a93e-867f0a4df121 {{(pid=94829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:34:50.250414 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b230d71d-4619-4e03-ad0a-0457bb560dbe tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for subnet, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:50.307639 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b230d71d-4619-4e03-ad0a-0457bb560dbe tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4311743'] for subnet, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:50.346657 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-be5ede92-7778-4169-9759-9cf0ca7f255f None None] Port e8c38dda-a12f-4615-86b7-8fdfbcfe8a49 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:34:50.374659 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae137b99-80eb-4d79-9b6c-5f50676bbac6 req-40beaacd-2578-41bf-b3ef-38e9b41e329c tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:50.376210 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ae137b99-80eb-4d79-9b6c-5f50676bbac6 req-40beaacd-2578-41bf-b3ef-38e9b41e329c tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 946 time: 0.0624933 Aug 29 04:34:50.429195 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b230d71d-4619-4e03-ad0a-0457bb560dbe tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:50.436735 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ae137b99-80eb-4d79-9b6c-5f50676bbac6 req-400b620e-0cf8-47c5-ac3a-667c80cf5218 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532992 Aug 29 04:34:50.487364 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1f17e2b2-d421-4815-aa7d-804b6c017b9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:50.501072 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1f17e2b2-d421-4815-aa7d-804b6c017b9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:50.567650 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-1f17e2b2-d421-4815-aa7d-804b6c017b9f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=84b4ac5426b449e5ae018152132d14fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5871563 Aug 29 04:34:50.570359 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 46056) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:50.582585 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f17e2b2-d421-4815-aa7d-804b6c017b9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c1105fe-6764-43f0-aac8-cd00bdc2dfdc,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:50.591546 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b230d71d-4619-4e03-ad0a-0457bb560dbe tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4552352'] for subnet, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:50.625373 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b230d71d-4619-4e03-ad0a-0457bb560dbe tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Pushing event deleted for resources: {'Subnet': ['ID=3a4211d2-71ea-43d0-a93e-867f0a4df121,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:50.630279 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b230d71d-4619-4e03-ad0a-0457bb560dbe tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:50.639576 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-b230d71d-4619-4e03-ad0a-0457bb560dbe tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "DELETE /v2.0/subnets/3a4211d2-71ea-43d0-a93e-867f0a4df121 HTTP/1.1" status: 204 len: 168 time: 0.5441155 Aug 29 04:34:50.640383 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 46058) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:50.653924 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fc078e-8647-414f-b5e5-762c5eca430d req-bf656136-8c79-4b4e-a422-fb18e27ff5a7 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:50.656039 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-89fc078e-8647-414f-b5e5-762c5eca430d req-bf656136-8c79-4b4e-a422-fb18e27ff5a7 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 946 time: 0.1119578 Aug 29 04:34:50.700118 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-f6fe436a-67b2-41be-9da0-4851f2a28cf8 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0533526 Aug 29 04:34:50.702117 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 46060) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:50.708890 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-5ee409a8-9bcc-4663-91a1-84f1290b93ac tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Request body: {'subnet': {'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:50.711149 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-def96ef1-cef9-473c-a4cd-49af869c5440 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:50.750647 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-def96ef1-cef9-473c-a4cd-49af869c5440 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:50.774105 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-89fc078e-8647-414f-b5e5-762c5eca430d req-4e1f3320-b199-4746-b40a-e3517158df12 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073627 Aug 29 04:34:50.829852 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-671df707-a00d-4483-a077-77ac66734ea4 req-939dcbef-43e3-471b-b308-54769c6232be tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Made reservation on behalf of b0f1228a8bd44b90ad5ea0a20c4870bf for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:50.835753 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-671df707-a00d-4483-a077-77ac66734ea4 req-939dcbef-43e3-471b-b308-54769c6232be tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:50.867677 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ee409a8-9bcc-4663-91a1-84f1290b93ac tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Made reservation on behalf of 808af00233b447dbb547871646623489 for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:50.871936 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-def96ef1-cef9-473c-a4cd-49af869c5440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:50.872086 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5ee409a8-9bcc-4663-91a1-84f1290b93ac tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4552395'] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:50.874652 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-def96ef1-cef9-473c-a4cd-49af869c5440 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:50.879136 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-def96ef1-cef9-473c-a4cd-49af869c5440 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1c1105fe-6764-43f0-aac8-cd00bdc2dfdc HTTP/1.1" status: 204 len: 168 time: 0.3041456 Aug 29 04:34:50.929299 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def96ef1-cef9-473c-a4cd-49af869c5440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c1105fe-6764-43f0-aac8-cd00bdc2dfdc,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:51.113461 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-671df707-a00d-4483-a077-77ac66734ea4 req-939dcbef-43e3-471b-b308-54769c6232be tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Allocated IP 10.2.2.200 (5e503eef-fcd9-442c-bfbe-e3b673cf903b/8462c09a-3992-4e92-b18c-741f3c6662c3/f22d63c2-bcf4-4be3-aee8-c0adc98c55e8) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:34:51.113693 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5685d587-0a76-455a-8ee4-37060bd4a0a4 req-03e3386e-fbc7-4286-905c-ee606b5df1f6 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:51.121059 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5685d587-0a76-455a-8ee4-37060bd4a0a4 req-03e3386e-fbc7-4286-905c-ee606b5df1f6 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:51.129042 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5685d587-0a76-455a-8ee4-37060bd4a0a4 req-03e3386e-fbc7-4286-905c-ee606b5df1f6 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:51.136033 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5685d587-0a76-455a-8ee4-37060bd4a0a4 req-03e3386e-fbc7-4286-905c-ee606b5df1f6 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:51.144821 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5685d587-0a76-455a-8ee4-37060bd4a0a4 req-03e3386e-fbc7-4286-905c-ee606b5df1f6 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/ports?device_id=78e1d3c1-2943-4567-af4e-14c28f0b7c9c HTTP/1.1" status: 200 len: 3093 time: 0.1282198 Aug 29 04:34:51.172411 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc83cdae-0faa-4b32-8429-5f7b7c993d2a None None] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:34:51.307905 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5685d587-0a76-455a-8ee4-37060bd4a0a4 req-9a1aca5a-7ca5-45f3-9a43-28c6092ce9dc tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/security-groups?id=9548773a-1ebc-45cc-a31d-47384b103db9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1618412 Aug 29 04:34:51.310351 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-043cd0f6-2efc-4a3c-8d7c-881c13a4bf8c None None] Provisioning complete for port 8de9aafd-7883-438f-9b58-edef6efeb047 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:51.312825 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-043cd0f6-2efc-4a3c-8d7c-881c13a4bf8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:51.353484 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6544f1-5eff-47c3-8a97-4f6402a7477e req-484877d6-1d37-441f-9774-0d4727142c00 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:51.364261 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2a6544f1-5eff-47c3-8a97-4f6402a7477e req-484877d6-1d37-441f-9774-0d4727142c00 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 946 time: 0.1122260 Aug 29 04:34:51.373118 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 46072) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:51.407587 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5ee409a8-9bcc-4663-91a1-84f1290b93ac tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4274880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4552377'] for subnet, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:51.408427 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-671df707-a00d-4483-a077-77ac66734ea4 req-939dcbef-43e3-471b-b308-54769c6232be tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:51.455500 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-671df707-a00d-4483-a077-77ac66734ea4 req-939dcbef-43e3-471b-b308-54769c6232be tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Transition to ACTIVE for port object f22d63c2-bcf4-4be3-aee8-c0adc98c55e8 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:34:51.479000 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2a6544f1-5eff-47c3-8a97-4f6402a7477e req-0f68cb6f-270d-4f98-9ec8-c3271640dada tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136665 Aug 29 04:34:51.480750 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee409a8-9bcc-4663-91a1-84f1290b93ac tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Pushing event updated for resources: {'Subnet': ['ID=79aaae6e-26c4-42d4-8fa8-2da1415339c1,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:51.494391 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 46074) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:51.495088 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-b5c65803-e4f9-4f31-8550-d70a9e3196de admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e0603f11d4fb4b3ab162c29d1e8bac18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1207950 Aug 29 04:34:51.531106 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee409a8-9bcc-4663-91a1-84f1290b93ac tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:34:51.537764 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-5ee409a8-9bcc-4663-91a1-84f1290b93ac tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:51.543017 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee409a8-9bcc-4663-91a1-84f1290b93ac tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:51.543610 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5ee409a8-9bcc-4663-91a1-84f1290b93ac tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:51.564155 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794a0613-a1d5-4f0b-b46f-7e48e12d6683 None None] DHCP port deletion for 9a0c1c63-2a3a-4918-9723-8b35bf7d017b request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:34:51.571862 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-671df707-a00d-4483-a077-77ac66734ea4 req-939dcbef-43e3-471b-b308-54769c6232be tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:51.585203 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-12a01962-ca6b-4c7e-a787-a33139df5978 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:51.608536 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-12a01962-ca6b-4c7e-a787-a33139df5978 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:51.628232 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-794a0613-a1d5-4f0b-b46f-7e48e12d6683 None None] Deleting port 8de9aafd-7883-438f-9b58-edef6efeb047 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:34:51.628664 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-794a0613-a1d5-4f0b-b46f-7e48e12d6683 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:51.634190 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-671df707-a00d-4483-a077-77ac66734ea4 req-939dcbef-43e3-471b-b308-54769c6232be tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Network 5e503eef-fcd9-442c-bfbe-e3b673cf903b is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:34:51.637996 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-671df707-a00d-4483-a077-77ac66734ea4 req-939dcbef-43e3-471b-b308-54769c6232be tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:51.653570 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-671df707-a00d-4483-a077-77ac66734ea4 req-939dcbef-43e3-471b-b308-54769c6232be tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:34:51.657039 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-5ee409a8-9bcc-4663-91a1-84f1290b93ac tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9538150 Aug 29 04:34:51.660802 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 46078) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:51.663227 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939dcbef-43e3-471b-b308-54769c6232be tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Pushing event updated for resources: {'Port': ['ID=f22d63c2-bcf4-4be3-aee8-c0adc98c55e8,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:51.673298 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-12a01962-ca6b-4c7e-a787-a33139df5978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:51.676204 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-12a01962-ca6b-4c7e-a787-a33139df5978 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:51.679896 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-12a01962-ca6b-4c7e-a787-a33139df5978 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0f997417-a854-4f68-b07d-ff44be1130b5 HTTP/1.1" status: 204 len: 168 time: 0.1755707 Aug 29 04:34:51.684167 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-54c088bd-1a21-4a4c-8d91-d397c92dbe5e tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Request body: {'subnet': {'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:51.703780 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a01962-ca6b-4c7e-a787-a33139df5978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f997417-a854-4f68-b07d-ff44be1130b5,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:51.727296 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3840ede3-addf-441b-8c27-9ca93585a0ce req-870bc42b-77e5-4b62-8fc2-6752985ce39a tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:51.729094 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3840ede3-addf-441b-8c27-9ca93585a0ce req-870bc42b-77e5-4b62-8fc2-6752985ce39a tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 946 time: 0.1452634 Aug 29 04:34:51.795851 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-794a0613-a1d5-4f0b-b46f-7e48e12d6683 None None] For port 8de9aafd-7883-438f-9b58-edef6efeb047, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=8de9aafd-7883-438f-9b58-edef6efeb047,segment=NetworkSegment(0fc0da0a-b381-4d95-9f3f-3aa10a110ba6),segment_id=0fc0da0a-b381-4d95-9f3f-3aa10a110ba6)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:51.796240 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-794a0613-a1d5-4f0b-b46f-7e48e12d6683 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:51.806631 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3840ede3-addf-441b-8c27-9ca93585a0ce req-04c01b0c-2aff-4c8e-955b-7e2bd99e347c tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665777 Aug 29 04:34:51.831998 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-794a0613-a1d5-4f0b-b46f-7e48e12d6683 None None] Calling delete_port for 8de9aafd-7883-438f-9b58-edef6efeb047 owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:34:51.866219 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671df707-a00d-4483-a077-77ac66734ea4 req-939dcbef-43e3-471b-b308-54769c6232be tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:51.867176 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-671df707-a00d-4483-a077-77ac66734ea4 req-939dcbef-43e3-471b-b308-54769c6232be tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:51.895226 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-671df707-a00d-4483-a077-77ac66734ea4 req-939dcbef-43e3-471b-b308-54769c6232be tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7964234 Aug 29 04:34:51.922990 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-671df707-a00d-4483-a077-77ac66734ea4 req-edad58ea-7034-4656-a031-8173f3a50ee0 service neutron] Request body: {'port': {'device_id': '78e1d3c1-2943-4567-af4e-14c28f0b7c9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:51.990540 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba7d8ed-c0f5-4b38-b47d-ef6d386db872 req-510e7654-0b05-4b11-b4b6-9aa23cd32d95 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:52.005617 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-fba7d8ed-c0f5-4b38-b47d-ef6d386db872 req-510e7654-0b05-4b11-b4b6-9aa23cd32d95 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 946 time: 0.0835648 Aug 29 04:34:52.026444 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-671df707-a00d-4483-a077-77ac66734ea4 req-edad58ea-7034-4656-a031-8173f3a50ee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:52.069089 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-fba7d8ed-c0f5-4b38-b47d-ef6d386db872 req-721ee11f-aa00-4698-8d62-aa3fdcd920b3 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619800 Aug 29 04:34:52.076788 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-9a4a6fb4-7011-4d9b-9ce2-50e5d3822e70 None None] Provisioning for port f22d63c2-bcf4-4be3-aee8-c0adc98c55e8 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:34:52.082303 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-9a4a6fb4-7011-4d9b-9ce2-50e5d3822e70 None None] Provisioning complete for port f22d63c2-bcf4-4be3-aee8-c0adc98c55e8 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:52.082683 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9a4a6fb4-7011-4d9b-9ce2-50e5d3822e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:52.097939 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-794a0613-a1d5-4f0b-b46f-7e48e12d6683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:52.098354 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54c088bd-1a21-4a4c-8d91-d397c92dbe5e tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Made reservation on behalf of 808af00233b447dbb547871646623489 for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:52.102055 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-54c088bd-1a21-4a4c-8d91-d397c92dbe5e tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:52.146892 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794a0613-a1d5-4f0b-b46f-7e48e12d6683 None None] Pushing event deleted for resources: {'Port': ['ID=8de9aafd-7883-438f-9b58-edef6efeb047,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:52.156395 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794a0613-a1d5-4f0b-b46f-7e48e12d6683 None None] No DVR routers for this DVR port 8de9aafd-7883-438f-9b58-edef6efeb047 on host n-d-712140-12 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:34:52.167343 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-9a4a6fb4-7011-4d9b-9ce2-50e5d3822e70 None None] Port f22d63c2-bcf4-4be3-aee8-c0adc98c55e8 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:34:52.181686 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d152dca7-ad6b-4cf6-bc73-2161a630f67a None None] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:34:52.342115 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db92087-db88-4466-abb5-b60cf1331d2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-9a0c1c63-2a3a-4918-9723-8b35bf7d017b', 'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b', 'tenant_id': '808af00233b447dbb547871646623489', 'fixed_ips': [{'subnet_id': '79aaae6e-26c4-42d4-8fa8-2da1415339c1'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:34:52.352034 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6db92087-db88-4466-abb5-b60cf1331d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:52.450685 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-671df707-a00d-4483-a077-77ac66734ea4 req-edad58ea-7034-4656-a031-8173f3a50ee0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 863c0636-bcc8-4b84-adb3-6776bab372ee {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:34:52.459733 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-671df707-a00d-4483-a077-77ac66734ea4 req-edad58ea-7034-4656-a031-8173f3a50ee0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:52.489406 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-671df707-a00d-4483-a077-77ac66734ea4 req-edad58ea-7034-4656-a031-8173f3a50ee0 service neutron] Transition to ACTIVE for port object 863c0636-bcc8-4b84-adb3-6776bab372ee will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:34:52.509373 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08de38f1-7f2f-4357-8a8d-892f98b4e7e0 req-a6d22d08-9773-4561-bd3c-91ce3aff4dc6 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:52.516736 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08de38f1-7f2f-4357-8a8d-892f98b4e7e0 req-a6d22d08-9773-4561-bd3c-91ce3aff4dc6 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:52.521333 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-671df707-a00d-4483-a077-77ac66734ea4 req-edad58ea-7034-4656-a031-8173f3a50ee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:52.522786 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08de38f1-7f2f-4357-8a8d-892f98b4e7e0 req-a6d22d08-9773-4561-bd3c-91ce3aff4dc6 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:52.554559 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08de38f1-7f2f-4357-8a8d-892f98b4e7e0 req-a6d22d08-9773-4561-bd3c-91ce3aff4dc6 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:52.561272 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08de38f1-7f2f-4357-8a8d-892f98b4e7e0 req-a6d22d08-9773-4561-bd3c-91ce3aff4dc6 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:52.563341 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-08de38f1-7f2f-4357-8a8d-892f98b4e7e0 req-a6d22d08-9773-4561-bd3c-91ce3aff4dc6 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/ports?device_id=78e1d3c1-2943-4567-af4e-14c28f0b7c9c HTTP/1.1" status: 200 len: 3814 time: 0.1369226 Aug 29 04:34:52.612698 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-6db92087-db88-4466-abb5-b60cf1331d2d None None] Allocated IP 2001:db8::2 (9a0c1c63-2a3a-4918-9723-8b35bf7d017b/79aaae6e-26c4-42d4-8fa8-2da1415339c1/e3100ff4-3722-4be0-9204-907fa8090b85) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:34:52.633963 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-08de38f1-7f2f-4357-8a8d-892f98b4e7e0 req-167925bc-376e-487a-a158-509467e398fd tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/security-groups?id=9548773a-1ebc-45cc-a31d-47384b103db9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0614474 Aug 29 04:34:52.645383 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc89b61-e6f9-4dd6-9bdd-bd7aa44d10dd req-9423413e-5e72-4d6e-8610-b6485ec9b9fe tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:52.665800 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bcc89b61-e6f9-4dd6-9bdd-bd7aa44d10dd req-9423413e-5e72-4d6e-8610-b6485ec9b9fe tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 946 time: 0.4957321 Aug 29 04:34:52.717937 n-d-712140-12 neutron-server[94828]: INFO neutron.db.ipam_backend_mixin [None req-54c088bd-1a21-4a4c-8d91-d397c92dbe5e tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 79aaae6e-26c4-42d4-8fa8-2da1415339c1 (CIDR: 2001:db8::/64) Aug 29 04:34:52.764987 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edad58ea-7034-4656-a031-8173f3a50ee0 service neutron] Pushing event updated for resources: {'Port': ['ID=863c0636-bcc8-4b84-adb3-6776bab372ee,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:52.775578 n-d-712140-12 neutron-server[94828]: INFO neutron.pecan_wsgi.hooks.translation [None req-54c088bd-1a21-4a4c-8d91-d397c92dbe5e tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:34:52.776305 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54c088bd-1a21-4a4c-8d91-d397c92dbe5e tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:34:52.848150 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bcc89b61-e6f9-4dd6-9bdd-bd7aa44d10dd req-9a5a1fdf-cbb1-45e2-8993-27d5d73b4837 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770778 Aug 29 04:34:52.867645 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-54c088bd-1a21-4a4c-8d91-d397c92dbe5e tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2052746 Aug 29 04:34:52.871028 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 46108) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:52.877499 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-1aaf15eb-bbf2-49d9-ae9d-e81dd6c230f3 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Request body: {'subnet': {'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:52.883908 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-671df707-a00d-4483-a077-77ac66734ea4 req-edad58ea-7034-4656-a031-8173f3a50ee0 service neutron] Attempting to bind port 863c0636-bcc8-4b84-adb3-6776bab372ee on host n-h2-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:34:52.884436 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-671df707-a00d-4483-a077-77ac66734ea4 req-edad58ea-7034-4656-a031-8173f3a50ee0 service neutron] Attempting to bind port 863c0636-bcc8-4b84-adb3-6776bab372ee by drivers openvswitch,hyperv on host n-h2-712140-12 at level 0 using segments [{'id': '88cb7283-5e09-4136-9417-8643970a451b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f8102508-8177-4d08-b66e-69e3d8dd4b5c'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:34:52.884951 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671df707-a00d-4483-a077-77ac66734ea4 req-edad58ea-7034-4656-a031-8173f3a50ee0 service neutron] Attempting to bind port 863c0636-bcc8-4b84-adb3-6776bab372ee on network f8102508-8177-4d08-b66e-69e3d8dd4b5c {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:34:52.895886 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6db92087-db88-4466-abb5-b60cf1331d2d None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:52.902324 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671df707-a00d-4483-a077-77ac66734ea4 req-edad58ea-7034-4656-a031-8173f3a50ee0 service neutron] Port 863c0636-bcc8-4b84-adb3-6776bab372ee on network f8102508-8177-4d08-b66e-69e3d8dd4b5c not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:34:52.902655 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671df707-a00d-4483-a077-77ac66734ea4 req-edad58ea-7034-4656-a031-8173f3a50ee0 service neutron] Attempting to bind port 863c0636-bcc8-4b84-adb3-6776bab372ee on network f8102508-8177-4d08-b66e-69e3d8dd4b5c {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:34:52.912789 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6db92087-db88-4466-abb5-b60cf1331d2d None None] Transition to ACTIVE for port object e3100ff4-3722-4be0-9204-907fa8090b85 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:34:52.922739 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671df707-a00d-4483-a077-77ac66734ea4 req-edad58ea-7034-4656-a031-8173f3a50ee0 service neutron] Checking agent: {'id': 'b3a0606b-b029-4f5e-8798-3a32b71d8844', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:34:52.923626 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671df707-a00d-4483-a077-77ac66734ea4 req-edad58ea-7034-4656-a031-8173f3a50ee0 service neutron] Checking segment: {'id': '88cb7283-5e09-4136-9417-8643970a451b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f8102508-8177-4d08-b66e-69e3d8dd4b5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:34:52.923626 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671df707-a00d-4483-a077-77ac66734ea4 req-edad58ea-7034-4656-a031-8173f3a50ee0 service neutron] Bound using segment: {'id': '88cb7283-5e09-4136-9417-8643970a451b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f8102508-8177-4d08-b66e-69e3d8dd4b5c'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:34:52.924468 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-671df707-a00d-4483-a077-77ac66734ea4 req-edad58ea-7034-4656-a031-8173f3a50ee0 service neutron] Bound port: 863c0636-bcc8-4b84-adb3-6776bab372ee, host: n-h2-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88cb7283-5e09-4136-9417-8643970a451b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f8102508-8177-4d08-b66e-69e3d8dd4b5c'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:34:52.924816 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-671df707-a00d-4483-a077-77ac66734ea4 req-edad58ea-7034-4656-a031-8173f3a50ee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:52.937460 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6db92087-db88-4466-abb5-b60cf1331d2d None None] Transition to ACTIVE for port object e3100ff4-3722-4be0-9204-907fa8090b85 will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:34:52.947748 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6db92087-db88-4466-abb5-b60cf1331d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:53.058180 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db92087-db88-4466-abb5-b60cf1331d2d None None] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:34:53.059309 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db92087-db88-4466-abb5-b60cf1331d2d None None] Pushing event updated for resources: {'Port': ['ID=e3100ff4-3722-4be0-9204-907fa8090b85,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:53.060421 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aaf15eb-bbf2-49d9-ae9d-e81dd6c230f3 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Made reservation on behalf of 808af00233b447dbb547871646623489 for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:53.063466 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-6db92087-db88-4466-abb5-b60cf1331d2d None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:53.068001 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db92087-db88-4466-abb5-b60cf1331d2d None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:34:53.075568 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8184da2-04ef-4ad5-929e-08a2759881e1 req-d9de90d5-e95f-4c84-a9dd-1d18855b7b75 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:53.081438 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1aaf15eb-bbf2-49d9-ae9d-e81dd6c230f3 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4552395'] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:53.083046 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d8184da2-04ef-4ad5-929e-08a2759881e1 req-d9de90d5-e95f-4c84-a9dd-1d18855b7b75 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 946 time: 0.1022158 Aug 29 04:34:53.086098 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-671df707-a00d-4483-a077-77ac66734ea4 req-edad58ea-7034-4656-a031-8173f3a50ee0 service neutron] For port 863c0636-bcc8-4b84-adb3-6776bab372ee, host n-h2-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:34:53.113466 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-671df707-a00d-4483-a077-77ac66734ea4 req-edad58ea-7034-4656-a031-8173f3a50ee0 service neutron] For port 863c0636-bcc8-4b84-adb3-6776bab372ee, host n-h2-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=863c0636-bcc8-4b84-adb3-6776bab372ee,segment=NetworkSegment(88cb7283-5e09-4136-9417-8643970a451b),segment_id=88cb7283-5e09-4136-9417-8643970a451b)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:34:53.120742 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-671df707-a00d-4483-a077-77ac66734ea4 req-edad58ea-7034-4656-a031-8173f3a50ee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:53.127739 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-6db92087-db88-4466-abb5-b60cf1331d2d None None] Attempting to bind port e3100ff4-3722-4be0-9204-907fa8090b85 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:34:53.128224 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-6db92087-db88-4466-abb5-b60cf1331d2d None None] Attempting to bind port e3100ff4-3722-4be0-9204-907fa8090b85 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '0fc0da0a-b381-4d95-9f3f-3aa10a110ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:34:53.129041 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db92087-db88-4466-abb5-b60cf1331d2d None None] Attempting to bind port e3100ff4-3722-4be0-9204-907fa8090b85 on network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:34:53.134726 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db92087-db88-4466-abb5-b60cf1331d2d None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:34:53.135426 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db92087-db88-4466-abb5-b60cf1331d2d None None] Checking segment: {'id': '0fc0da0a-b381-4d95-9f3f-3aa10a110ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:34:53.135832 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6db92087-db88-4466-abb5-b60cf1331d2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:53.136342 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db92087-db88-4466-abb5-b60cf1331d2d None None] Bound using segment: {'id': '0fc0da0a-b381-4d95-9f3f-3aa10a110ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:34:53.136999 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-6db92087-db88-4466-abb5-b60cf1331d2d None None] Bound port: e3100ff4-3722-4be0-9204-907fa8090b85, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fc0da0a-b381-4d95-9f3f-3aa10a110ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:34:53.137495 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6db92087-db88-4466-abb5-b60cf1331d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:53.164541 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671df707-a00d-4483-a077-77ac66734ea4 req-edad58ea-7034-4656-a031-8173f3a50ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:53.165206 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-671df707-a00d-4483-a077-77ac66734ea4 req-edad58ea-7034-4656-a031-8173f3a50ee0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:53.166621 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-671df707-a00d-4483-a077-77ac66734ea4 req-edad58ea-7034-4656-a031-8173f3a50ee0 service neutron] 10.222.0.48 "PUT /v2.0/ports/863c0636-bcc8-4b84-adb3-6776bab372ee HTTP/1.1" status: 200 len: 1092 time: 1.2508183 Aug 29 04:34:53.167257 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78e1d3c1-2943-4567-af4e-14c28f0b7c9c', 'tag': '863c0636-bcc8-4b84-adb3-6776bab372ee'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:34:53.169422 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfc4b1f8-a779-47e2-a685-d2635e73b771" -d '{"events": [{"name": "network-changed", "server_uuid": "78e1d3c1-2943-4567-af4e-14c28f0b7c9c", "tag": "863c0636-bcc8-4b84-adb3-6776bab372ee"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:34:53.210403 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d8184da2-04ef-4ad5-929e-08a2759881e1 req-ec6a3e66-b39d-4635-9867-41bdfc2d5b1e tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262095 Aug 29 04:34:53.228790 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6db92087-db88-4466-abb5-b60cf1331d2d None None] For port e3100ff4-3722-4be0-9204-907fa8090b85, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:34:53.232418 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6db92087-db88-4466-abb5-b60cf1331d2d None None] For port e3100ff4-3722-4be0-9204-907fa8090b85, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=e3100ff4-3722-4be0-9204-907fa8090b85,segment=NetworkSegment(0fc0da0a-b381-4d95-9f3f-3aa10a110ba6),segment_id=0fc0da0a-b381-4d95-9f3f-3aa10a110ba6)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:34:53.235768 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-671df707-a00d-4483-a077-77ac66734ea4 req-ca8f34e2-83d2-4230-91af-ea15437610d7 service neutron] Request body: {'port': {'device_id': '78e1d3c1-2943-4567-af4e-14c28f0b7c9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:53.239038 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6db92087-db88-4466-abb5-b60cf1331d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:53.289480 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f87c32b-f178-4f40-bf5c-7e8c46e54eb3 x-openstack-request-id: req-8f87c32b-f178-4f40-bf5c-7e8c46e54eb3 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:34:53.296480 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78e1d3c1-2943-4567-af4e-14c28f0b7c9c", "tag": "863c0636-bcc8-4b84-adb3-6776bab372ee", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:34:53.303225 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8f87c32b-f178-4f40-bf5c-7e8c46e54eb3 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:34:53.305883 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78e1d3c1-2943-4567-af4e-14c28f0b7c9c', 'tag': '863c0636-bcc8-4b84-adb3-6776bab372ee', 'status': 'completed', 'code': 200} Aug 29 04:34:53.386064 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edad58ea-7034-4656-a031-8173f3a50ee0 service neutron] Pushing event updated for resources: {'Port': ['ID=863c0636-bcc8-4b84-adb3-6776bab372ee,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:53.437209 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db92087-db88-4466-abb5-b60cf1331d2d None None] Pushing event updated for resources: {'Port': ['ID=e3100ff4-3722-4be0-9204-907fa8090b85,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:53.504551 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-671df707-a00d-4483-a077-77ac66734ea4 req-ca8f34e2-83d2-4230-91af-ea15437610d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:53.561658 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc4b1f8-a779-47e2-a685-d2635e73b771 req-9909a679-3c9d-4aea-a43a-004987edd8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:53.562234 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc4b1f8-a779-47e2-a685-d2635e73b771 req-9909a679-3c9d-4aea-a43a-004987edd8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:53.564326 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc4b1f8-a779-47e2-a685-d2635e73b771 req-9909a679-3c9d-4aea-a43a-004987edd8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:53.564821 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc4b1f8-a779-47e2-a685-d2635e73b771 req-9909a679-3c9d-4aea-a43a-004987edd8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:53.565306 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc4b1f8-a779-47e2-a685-d2635e73b771 req-9909a679-3c9d-4aea-a43a-004987edd8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:53.571538 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-cfc4b1f8-a779-47e2-a685-d2635e73b771 req-9909a679-3c9d-4aea-a43a-004987edd8ef service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b0f1228a8bd44b90ad5ea0a20c4870bf&device_id=78e1d3c1-2943-4567-af4e-14c28f0b7c9c HTTP/1.1" status: 200 len: 4362 time: 0.2497952 Aug 29 04:34:53.635396 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 8de9aafd-7883-438f-9b58-edef6efeb047 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:34:53.647195 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2717bcbf-f1ef-417b-8a95-09a6230a3b99 req-df5755c6-3930-433d-a280-5b947e3c8eef tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:53.660980 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2717bcbf-f1ef-417b-8a95-09a6230a3b99 req-df5755c6-3930-433d-a280-5b947e3c8eef tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 946 time: 0.2425098 Aug 29 04:34:53.720507 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 8de9aafd-7883-438f-9b58-edef6efeb047 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:34:53.721461 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 8de9aafd-7883-438f-9b58-edef6efeb047 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:34:53.929515 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2717bcbf-f1ef-417b-8a95-09a6230a3b99 req-49a0de3d-2a80-4154-ab50-c0385184361b tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573576 Aug 29 04:34:54.073392 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 46138) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:54.109403 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6668c129-4da1-4e21-8458-a8542c9b46de req-ee12d043-c9c2-4600-8970-1ff96de6dc48 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:54.116699 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6668c129-4da1-4e21-8458-a8542c9b46de req-ee12d043-c9c2-4600-8970-1ff96de6dc48 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:54.124830 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6668c129-4da1-4e21-8458-a8542c9b46de req-ee12d043-c9c2-4600-8970-1ff96de6dc48 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:54.138259 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6668c129-4da1-4e21-8458-a8542c9b46de req-ee12d043-c9c2-4600-8970-1ff96de6dc48 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:54.145176 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6668c129-4da1-4e21-8458-a8542c9b46de req-ee12d043-c9c2-4600-8970-1ff96de6dc48 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:54.148795 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6668c129-4da1-4e21-8458-a8542c9b46de req-ee12d043-c9c2-4600-8970-1ff96de6dc48 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/ports?device_id=78e1d3c1-2943-4567-af4e-14c28f0b7c9c HTTP/1.1" status: 200 len: 3826 time: 0.2986002 Aug 29 04:34:54.172368 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-671df707-a00d-4483-a077-77ac66734ea4 req-ca8f34e2-83d2-4230-91af-ea15437610d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ed8042a-534d-4fd9-bab3-f9ca6ec3d842 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:34:54.191663 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f46120-eef5-4fc6-bbae-349b2946b3fc req-8f6c6deb-be56-4de6-91e8-c11362e9c88a tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:54.195423 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-88f46120-eef5-4fc6-bbae-349b2946b3fc req-8f6c6deb-be56-4de6-91e8-c11362e9c88a tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 946 time: 0.1123743 Aug 29 04:34:54.197752 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-671df707-a00d-4483-a077-77ac66734ea4 req-ca8f34e2-83d2-4230-91af-ea15437610d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:54.214490 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-50782391-b7c5-46c5-bb98-d32e4e350a96 tempest-RoutersAdminNegativeIpV6Test-500758945 tempest-RoutersAdminNegativeIpV6Test-500758945-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1503190267', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:54.226251 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc4b1f8-a779-47e2-a685-d2635e73b771 req-090c9e5b-efde-4aa2-85a4-776dc6497337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:54.226901 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc4b1f8-a779-47e2-a685-d2635e73b771 req-090c9e5b-efde-4aa2-85a4-776dc6497337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:54.227440 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc4b1f8-a779-47e2-a685-d2635e73b771 req-090c9e5b-efde-4aa2-85a4-776dc6497337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:54.229211 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-cfc4b1f8-a779-47e2-a685-d2635e73b771 req-090c9e5b-efde-4aa2-85a4-776dc6497337 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=b0f1228a8bd44b90ad5ea0a20c4870bf&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.6292942 Aug 29 04:34:54.238891 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6668c129-4da1-4e21-8458-a8542c9b46de req-4f40f20f-e5e1-4395-ba50-0d32030b6238 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/security-groups?id=9548773a-1ebc-45cc-a31d-47384b103db9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0813541 Aug 29 04:34:54.244184 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-671df707-a00d-4483-a077-77ac66734ea4 req-ca8f34e2-83d2-4230-91af-ea15437610d7 service neutron] Transition to ACTIVE for port object 9ed8042a-534d-4fd9-bab3-f9ca6ec3d842 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:34:54.269424 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-671df707-a00d-4483-a077-77ac66734ea4 req-ca8f34e2-83d2-4230-91af-ea15437610d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:54.284951 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50782391-b7c5-46c5-bb98-d32e4e350a96 tempest-RoutersAdminNegativeIpV6Test-500758945 tempest-RoutersAdminNegativeIpV6Test-500758945-project-admin] Made reservation on behalf of bbc67afb2d0b40a49c5800b28e003fdd for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:54.288364 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-50782391-b7c5-46c5-bb98-d32e4e350a96 tempest-RoutersAdminNegativeIpV6Test-500758945 tempest-RoutersAdminNegativeIpV6Test-500758945-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:54.332962 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-50782391-b7c5-46c5-bb98-d32e4e350a96 tempest-RoutersAdminNegativeIpV6Test-500758945 tempest-RoutersAdminNegativeIpV6Test-500758945-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:54.381155 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-88f46120-eef5-4fc6-bbae-349b2946b3fc req-7ad7aafc-443e-4eab-a4d7-37f909276374 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519992 Aug 29 04:34:54.387129 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8f34e2-83d2-4230-91af-ea15437610d7 service neutron] Pushing event updated for resources: {'Port': ['ID=9ed8042a-534d-4fd9-bab3-f9ca6ec3d842,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:54.537762 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-671df707-a00d-4483-a077-77ac66734ea4 req-ca8f34e2-83d2-4230-91af-ea15437610d7 service neutron] Attempting to bind port 9ed8042a-534d-4fd9-bab3-f9ca6ec3d842 on host n-h2-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:34:54.538385 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-671df707-a00d-4483-a077-77ac66734ea4 req-ca8f34e2-83d2-4230-91af-ea15437610d7 service neutron] Attempting to bind port 9ed8042a-534d-4fd9-bab3-f9ca6ec3d842 by drivers openvswitch,hyperv on host n-h2-712140-12 at level 0 using segments [{'id': '4b6fcfff-d0b2-4891-8168-98b048690d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '17498e6d-84e1-4cac-974a-a187e6f18066'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:34:54.538750 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671df707-a00d-4483-a077-77ac66734ea4 req-ca8f34e2-83d2-4230-91af-ea15437610d7 service neutron] Attempting to bind port 9ed8042a-534d-4fd9-bab3-f9ca6ec3d842 on network 17498e6d-84e1-4cac-974a-a187e6f18066 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:34:54.559272 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671df707-a00d-4483-a077-77ac66734ea4 req-ca8f34e2-83d2-4230-91af-ea15437610d7 service neutron] Port 9ed8042a-534d-4fd9-bab3-f9ca6ec3d842 on network 17498e6d-84e1-4cac-974a-a187e6f18066 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:34:54.559792 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671df707-a00d-4483-a077-77ac66734ea4 req-ca8f34e2-83d2-4230-91af-ea15437610d7 service neutron] Attempting to bind port 9ed8042a-534d-4fd9-bab3-f9ca6ec3d842 on network 17498e6d-84e1-4cac-974a-a187e6f18066 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:34:54.579327 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671df707-a00d-4483-a077-77ac66734ea4 req-ca8f34e2-83d2-4230-91af-ea15437610d7 service neutron] Checking agent: {'id': 'b3a0606b-b029-4f5e-8798-3a32b71d8844', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:34:54.579944 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671df707-a00d-4483-a077-77ac66734ea4 req-ca8f34e2-83d2-4230-91af-ea15437610d7 service neutron] Checking segment: {'id': '4b6fcfff-d0b2-4891-8168-98b048690d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '17498e6d-84e1-4cac-974a-a187e6f18066'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:34:54.586469 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671df707-a00d-4483-a077-77ac66734ea4 req-ca8f34e2-83d2-4230-91af-ea15437610d7 service neutron] Bound using segment: {'id': '4b6fcfff-d0b2-4891-8168-98b048690d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '17498e6d-84e1-4cac-974a-a187e6f18066'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:34:54.587109 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-671df707-a00d-4483-a077-77ac66734ea4 req-ca8f34e2-83d2-4230-91af-ea15437610d7 service neutron] Bound port: 9ed8042a-534d-4fd9-bab3-f9ca6ec3d842, host: n-h2-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b6fcfff-d0b2-4891-8168-98b048690d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '17498e6d-84e1-4cac-974a-a187e6f18066'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:34:54.587641 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-671df707-a00d-4483-a077-77ac66734ea4 req-ca8f34e2-83d2-4230-91af-ea15437610d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:54.709531 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-671df707-a00d-4483-a077-77ac66734ea4 req-ca8f34e2-83d2-4230-91af-ea15437610d7 service neutron] For port 9ed8042a-534d-4fd9-bab3-f9ca6ec3d842, host n-h2-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:34:54.722412 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-671df707-a00d-4483-a077-77ac66734ea4 req-ca8f34e2-83d2-4230-91af-ea15437610d7 service neutron] For port 9ed8042a-534d-4fd9-bab3-f9ca6ec3d842, host n-h2-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=9ed8042a-534d-4fd9-bab3-f9ca6ec3d842,segment=NetworkSegment(4b6fcfff-d0b2-4891-8168-98b048690d18),segment_id=4b6fcfff-d0b2-4891-8168-98b048690d18)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:34:54.732862 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-671df707-a00d-4483-a077-77ac66734ea4 req-ca8f34e2-83d2-4230-91af-ea15437610d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:54.819402 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671df707-a00d-4483-a077-77ac66734ea4 req-ca8f34e2-83d2-4230-91af-ea15437610d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:54.820258 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-671df707-a00d-4483-a077-77ac66734ea4 req-ca8f34e2-83d2-4230-91af-ea15437610d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:54.822236 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-671df707-a00d-4483-a077-77ac66734ea4 req-ca8f34e2-83d2-4230-91af-ea15437610d7 service neutron] 10.222.0.48 "PUT /v2.0/ports/9ed8042a-534d-4fd9-bab3-f9ca6ec3d842 HTTP/1.1" status: 200 len: 1130 time: 1.6067035 Aug 29 04:34:54.823102 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8f34e2-83d2-4230-91af-ea15437610d7 service neutron] Pushing event updated for resources: {'Port': ['ID=9ed8042a-534d-4fd9-bab3-f9ca6ec3d842,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:54.884672 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-671df707-a00d-4483-a077-77ac66734ea4 req-528043b6-9959-464b-8bd3-9c11c402304c service neutron] Request body: {'port': {'device_id': '78e1d3c1-2943-4567-af4e-14c28f0b7c9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:55.002411 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-50782391-b7c5-46c5-bb98-d32e4e350a96 tempest-RoutersAdminNegativeIpV6Test-500758945 tempest-RoutersAdminNegativeIpV6Test-500758945-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:55.002411 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-671df707-a00d-4483-a077-77ac66734ea4 req-528043b6-9959-464b-8bd3-9c11c402304c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:55.037577 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-50782391-b7c5-46c5-bb98-d32e4e350a96 tempest-RoutersAdminNegativeIpV6Test-500758945 tempest-RoutersAdminNegativeIpV6Test-500758945-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:55.044680 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-50782391-b7c5-46c5-bb98-d32e4e350a96 tempest-RoutersAdminNegativeIpV6Test-500758945 tempest-RoutersAdminNegativeIpV6Test-500758945-project-admin] device_id is not set on port 46af61c6-efc4-4eb8-ad9b-68729c7175e8 yet. {{(pid=94828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:34:55.073740 n-d-712140-12 neutron-server[94829]: DEBUG neutron.objects.ports [None req-1aaf15eb-bbf2-49d9-ae9d-e81dd6c230f3 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94829) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 04:34:55.076873 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc4b1f8-a779-47e2-a685-d2635e73b771 req-930f6592-b6e7-4382-920b-0e9929942392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:55.078614 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-cfc4b1f8-a779-47e2-a685-d2635e73b771 req-930f6592-b6e7-4382-920b-0e9929942392 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8015168 Aug 29 04:34:55.217213 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-adf77e42-6ac3-4dca-8017-02808d41ab5d None None] Provisioning for port e3100ff4-3722-4be0-9204-907fa8090b85 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:34:55.303622 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50782391-b7c5-46c5-bb98-d32e4e350a96 tempest-RoutersAdminNegativeIpV6Test-500758945 tempest-RoutersAdminNegativeIpV6Test-500758945-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14e3afac-20cd-455d-aa0d-e74f6822f646,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:55.322415 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1aaf15eb-bbf2-49d9-ae9d-e81dd6c230f3 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:55.335460 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78e1d3c1-2943-4567-af4e-14c28f0b7c9c', 'tag': '9ed8042a-534d-4fd9-bab3-f9ca6ec3d842'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:34:55.338719 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-981d2050-50d8-4dca-879c-db30c7e77fea" -d '{"events": [{"name": "network-changed", "server_uuid": "78e1d3c1-2943-4567-af4e-14c28f0b7c9c", "tag": "9ed8042a-534d-4fd9-bab3-f9ca6ec3d842"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:34:55.403445 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2f54659-d755-4ad1-ada0-763a5cbe11ab x-openstack-request-id: req-e2f54659-d755-4ad1-ada0-763a5cbe11ab {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:34:55.404020 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78e1d3c1-2943-4567-af4e-14c28f0b7c9c", "tag": "9ed8042a-534d-4fd9-bab3-f9ca6ec3d842", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:34:55.404461 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e2f54659-d755-4ad1-ada0-763a5cbe11ab {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:34:55.405011 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78e1d3c1-2943-4567-af4e-14c28f0b7c9c', 'tag': '9ed8042a-534d-4fd9-bab3-f9ca6ec3d842', 'status': 'completed', 'code': 200} Aug 29 04:34:55.437365 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-09104cd5-267c-4026-b5c1-08ca733a2530 req-3283145f-eab1-434e-b052-63e66438aab4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3505528 Aug 29 04:34:55.660253 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device e3100ff4-3722-4be0-9204-907fa8090b85 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:34:55.687296 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09104cd5-267c-4026-b5c1-08ca733a2530 req-1709af5f-7960-4ca2-9fc2-7179a1f89bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:55.689782 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-09104cd5-267c-4026-b5c1-08ca733a2530 req-1709af5f-7960-4ca2-9fc2-7179a1f89bfe service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0805da877066419b8ea3a5659c16f89d&device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 1098 time: 0.1303895 Aug 29 04:34:55.691227 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-50782391-b7c5-46c5-bb98-d32e4e350a96 tempest-RoutersAdminNegativeIpV6Test-500758945 tempest-RoutersAdminNegativeIpV6Test-500758945-project-admin] Allocated IP 172.25.0.4 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/46af61c6-efc4-4eb8-ad9b-68729c7175e8) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:34:55.701985 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81a86cb-a49a-42c8-932e-ce424b2fffba req-a1d1e814-3732-4015-9a16-58cea9e8924a tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:55.709796 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81a86cb-a49a-42c8-932e-ce424b2fffba req-a1d1e814-3732-4015-9a16-58cea9e8924a tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:55.717681 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81a86cb-a49a-42c8-932e-ce424b2fffba req-a1d1e814-3732-4015-9a16-58cea9e8924a tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:55.724982 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81a86cb-a49a-42c8-932e-ce424b2fffba req-a1d1e814-3732-4015-9a16-58cea9e8924a tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:55.733854 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81a86cb-a49a-42c8-932e-ce424b2fffba req-a1d1e814-3732-4015-9a16-58cea9e8924a tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:55.743111 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81a86cb-a49a-42c8-932e-ce424b2fffba req-a1d1e814-3732-4015-9a16-58cea9e8924a tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:55.753576 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b81a86cb-a49a-42c8-932e-ce424b2fffba req-a1d1e814-3732-4015-9a16-58cea9e8924a tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/ports?device_id=78e1d3c1-2943-4567-af4e-14c28f0b7c9c HTTP/1.1" status: 200 len: 4597 time: 0.3808250 Aug 29 04:34:55.799094 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port e3100ff4-3722-4be0-9204-907fa8090b85 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:34:55.803930 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port e3100ff4-3722-4be0-9204-907fa8090b85 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:55.804108 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-1aaf15eb-bbf2-49d9-ae9d-e81dd6c230f3 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] For port e3100ff4-3722-4be0-9204-907fa8090b85, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=e3100ff4-3722-4be0-9204-907fa8090b85,segment=NetworkSegment(0fc0da0a-b381-4d95-9f3f-3aa10a110ba6),segment_id=0fc0da0a-b381-4d95-9f3f-3aa10a110ba6)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:55.804516 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:55.809949 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981d2050-50d8-4dca-879c-db30c7e77fea req-b13a0be9-b50a-47c2-9e0a-69080e5bd2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:55.810507 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981d2050-50d8-4dca-879c-db30c7e77fea req-b13a0be9-b50a-47c2-9e0a-69080e5bd2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:55.811004 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981d2050-50d8-4dca-879c-db30c7e77fea req-b13a0be9-b50a-47c2-9e0a-69080e5bd2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:55.811489 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981d2050-50d8-4dca-879c-db30c7e77fea req-b13a0be9-b50a-47c2-9e0a-69080e5bd2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:55.812051 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981d2050-50d8-4dca-879c-db30c7e77fea req-b13a0be9-b50a-47c2-9e0a-69080e5bd2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:55.812538 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981d2050-50d8-4dca-879c-db30c7e77fea req-b13a0be9-b50a-47c2-9e0a-69080e5bd2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:55.814986 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-981d2050-50d8-4dca-879c-db30c7e77fea req-b13a0be9-b50a-47c2-9e0a-69080e5bd2fd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b0f1228a8bd44b90ad5ea0a20c4870bf&device_id=78e1d3c1-2943-4567-af4e-14c28f0b7c9c HTTP/1.1" status: 200 len: 5285 time: 0.3655319 Aug 29 04:34:55.865284 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09104cd5-267c-4026-b5c1-08ca733a2530 req-85c2d201-f1cc-4d13-84f3-f35d17d6ed23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:55.866747 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-09104cd5-267c-4026-b5c1-08ca733a2530 req-85c2d201-f1cc-4d13-84f3-f35d17d6ed23 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2d35476f-74c6-400b-9404-4ace15008e25 HTTP/1.1" status: 200 len: 915 time: 0.1425178 Aug 29 04:34:55.910657 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b81a86cb-a49a-42c8-932e-ce424b2fffba req-bf0e688c-0052-4379-951a-768312ee51b0 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/security-groups?id=47070f04-546f-4c87-85de-d3b03f233a26&id=9548773a-1ebc-45cc-a31d-47384b103db9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1555490 Aug 29 04:34:55.919854 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:55.940087 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1aaf15eb-bbf2-49d9-ae9d-e81dd6c230f3 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:55.956026 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1aaf15eb-bbf2-49d9-ae9d-e81dd6c230f3 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:55.956803 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1aaf15eb-bbf2-49d9-ae9d-e81dd6c230f3 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4274880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4552377'] for subnet, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:56.018476 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.db.api [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94830) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:34:56.020991 n-d-712140-12 neutron-server[94830]: DEBUG oslo_db.api [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:34:56.146284 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aaf15eb-bbf2-49d9-ae9d-e81dd6c230f3 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:34:56.168990 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-1aaf15eb-bbf2-49d9-ae9d-e81dd6c230f3 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:56.172796 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aaf15eb-bbf2-49d9-ae9d-e81dd6c230f3 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:56.174203 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1aaf15eb-bbf2-49d9-ae9d-e81dd6c230f3 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:56.187045 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5975e7-ee76-455e-b9ba-d08c82c943d1 None None] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:34:56.200881 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaf15eb-bbf2-49d9-ae9d-e81dd6c230f3 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Pushing event updated for resources: {'Subnet': ['ID=a34dacba-facd-459a-935e-1694d09bd20b,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:56.219225 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaf15eb-bbf2-49d9-ae9d-e81dd6c230f3 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Pushing event updated for resources: {'Port': ['ID=e3100ff4-3722-4be0-9204-907fa8090b85,revision_number=4']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:56.235794 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981d2050-50d8-4dca-879c-db30c7e77fea req-88c7b16c-17c1-4938-bb3f-3618c72cb74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:56.237055 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981d2050-50d8-4dca-879c-db30c7e77fea req-88c7b16c-17c1-4938-bb3f-3618c72cb74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:56.237689 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981d2050-50d8-4dca-879c-db30c7e77fea req-88c7b16c-17c1-4938-bb3f-3618c72cb74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:56.239800 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-981d2050-50d8-4dca-879c-db30c7e77fea req-88c7b16c-17c1-4938-bb3f-3618c72cb74a service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=b0f1228a8bd44b90ad5ea0a20c4870bf&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4070668 Aug 29 04:34:56.250671 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-1aaf15eb-bbf2-49d9-ae9d-e81dd6c230f3 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.3783524 Aug 29 04:34:56.253543 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 46170) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:56.259097 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-a76cb11b-34ee-4ead-aaa8-f8f5002a1ef7 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Request body: {'port': {'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b', 'mac_address': 'fa:16:3e:15:e2:19', 'name': 'tempest-NetworksTestDHCPv6-1902256163'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:56.354473 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-09104cd5-267c-4026-b5c1-08ca733a2530 req-bc35d737-fe96-4c22-b5cc-afa05a3f4daa service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9f01a993-316c-4ea0-b777-7a0d5c2f8b7a HTTP/1.1" status: 200 len: 217 time: 0.4420877 Aug 29 04:34:56.413385 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09104cd5-267c-4026-b5c1-08ca733a2530 req-9c44f4d5-4874-4423-af53-9a960834839b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:56.414937 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-09104cd5-267c-4026-b5c1-08ca733a2530 req-9c44f4d5-4874-4423-af53-9a960834839b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=774a36bb-3c6d-4e12-9ae7-217ec62f3250 HTTP/1.1" status: 200 len: 854 time: 0.0487666 Aug 29 04:34:56.431998 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd49f652-ab57-4366-9b75-492e54ecbf4b req-bcaf84e3-64a0-46c7-9e82-3add83b23cb2 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:56.443271 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-cd49f652-ab57-4366-9b75-492e54ecbf4b req-bcaf84e3-64a0-46c7-9e82-3add83b23cb2 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "GET /v2.0/ports?device_id=78dcd5c4-f756-4689-9a9a-8658409a849f HTTP/1.1" status: 200 len: 945 time: 0.5754373 Aug 29 04:34:56.473639 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a76cb11b-34ee-4ead-aaa8-f8f5002a1ef7 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Made reservation on behalf of 808af00233b447dbb547871646623489 for: {'port': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:56.543767 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-09104cd5-267c-4026-b5c1-08ca733a2530 req-34ef5d03-2545-46e1-9ac9-2b08d6309681 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2d35476f-74c6-400b-9404-4ace15008e25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0982327 Aug 29 04:34:56.589816 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981d2050-50d8-4dca-879c-db30c7e77fea req-6e7b5170-d3d1-4e73-b0da-577e6c3ce0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:56.591677 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-981d2050-50d8-4dca-879c-db30c7e77fea req-6e7b5170-d3d1-4e73-b0da-577e6c3ce0db service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3398817 Aug 29 04:34:56.610493 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:56.653316 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-671df707-a00d-4483-a077-77ac66734ea4 req-528043b6-9959-464b-8bd3-9c11c402304c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2662ff03-0fe5-4738-ac75-76417260f6bb {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:34:56.662418 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-671df707-a00d-4483-a077-77ac66734ea4 req-528043b6-9959-464b-8bd3-9c11c402304c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:56.680870 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-671df707-a00d-4483-a077-77ac66734ea4 req-528043b6-9959-464b-8bd3-9c11c402304c service neutron] Transition to ACTIVE for port object 2662ff03-0fe5-4738-ac75-76417260f6bb will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:34:56.700147 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a76cb11b-34ee-4ead-aaa8-f8f5002a1ef7 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:56.707320 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port e3100ff4-3722-4be0-9204-907fa8090b85, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=e3100ff4-3722-4be0-9204-907fa8090b85,segment=NetworkSegment(0fc0da0a-b381-4d95-9f3f-3aa10a110ba6),segment_id=0fc0da0a-b381-4d95-9f3f-3aa10a110ba6)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:56.712703 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:56.720986 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-cd49f652-ab57-4366-9b75-492e54ecbf4b req-dd4d6f67-ab61-4dd5-a602-b0134a646287 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "GET /v2.0/security-groups?id=085f79e7-50cb-455f-8b8d-ce91712dcc05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2766469 Aug 29 04:34:56.778409 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [None req-a76cb11b-34ee-4ead-aaa8-f8f5002a1ef7 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] device_id is not set on port b2b0b340-4211-44eb-ac9b-306fed3273df yet. {{(pid=94829) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:34:56.836255 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=e3100ff4-3722-4be0-9204-907fa8090b85,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:56.837042 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-50782391-b7c5-46c5-bb98-d32e4e350a96 tempest-RoutersAdminNegativeIpV6Test-500758945 tempest-RoutersAdminNegativeIpV6Test-500758945-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:56.993680 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-09104cd5-267c-4026-b5c1-08ca733a2530 req-d50aa4dc-e165-4e6d-9ab1-4cc476d4ba9a service neutron] 10.222.0.46 "GET /v2.0/networks/2d35476f-74c6-400b-9404-4ace15008e25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2839341 Aug 29 04:34:56.995262 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-671df707-a00d-4483-a077-77ac66734ea4 req-528043b6-9959-464b-8bd3-9c11c402304c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:56.998770 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-50782391-b7c5-46c5-bb98-d32e4e350a96 tempest-RoutersAdminNegativeIpV6Test-500758945 tempest-RoutersAdminNegativeIpV6Test-500758945-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:57.030942 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-a76cb11b-34ee-4ead-aaa8-f8f5002a1ef7 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Allocated IP 2001:db8::241 (9a0c1c63-2a3a-4918-9723-8b35bf7d017b/79aaae6e-26c4-42d4-8fa8-2da1415339c1/b2b0b340-4211-44eb-ac9b-306fed3273df) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:34:57.038503 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-a76cb11b-34ee-4ead-aaa8-f8f5002a1ef7 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Allocated IP 2001:db8:0:1:f816:3eff:fe15:e219 (9a0c1c63-2a3a-4918-9723-8b35bf7d017b/a34dacba-facd-459a-935e-1694d09bd20b/b2b0b340-4211-44eb-ac9b-306fed3273df) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:34:57.194913 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c055e5c-34b7-4e87-8ef1-4d78ba13076c req-7a18227b-99a5-4d21-967f-5f16a4547f4e tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:57.201820 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c055e5c-34b7-4e87-8ef1-4d78ba13076c req-7a18227b-99a5-4d21-967f-5f16a4547f4e tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:57.205523 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528043b6-9959-464b-8bd3-9c11c402304c service neutron] Pushing event updated for resources: {'Port': ['ID=2662ff03-0fe5-4738-ac75-76417260f6bb,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:57.209617 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c055e5c-34b7-4e87-8ef1-4d78ba13076c req-7a18227b-99a5-4d21-967f-5f16a4547f4e tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:57.227293 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c055e5c-34b7-4e87-8ef1-4d78ba13076c req-7a18227b-99a5-4d21-967f-5f16a4547f4e tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:57.227493 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50782391-b7c5-46c5-bb98-d32e4e350a96 tempest-RoutersAdminNegativeIpV6Test-500758945 tempest-RoutersAdminNegativeIpV6Test-500758945-project-admin] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:34:57.232760 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-09104cd5-267c-4026-b5c1-08ca733a2530 req-6fd81529-49ef-4a08-bd22-4e30c3aa390e service neutron] 10.222.0.46 "GET /v2.0/networks/2d35476f-74c6-400b-9404-4ace15008e25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276783 Aug 29 04:34:57.235714 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-50782391-b7c5-46c5-bb98-d32e4e350a96 tempest-RoutersAdminNegativeIpV6Test-500758945 tempest-RoutersAdminNegativeIpV6Test-500758945-project-admin] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:57.252970 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c055e5c-34b7-4e87-8ef1-4d78ba13076c req-7a18227b-99a5-4d21-967f-5f16a4547f4e tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:57.265996 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c055e5c-34b7-4e87-8ef1-4d78ba13076c req-7a18227b-99a5-4d21-967f-5f16a4547f4e tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:57.274891 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c055e5c-34b7-4e87-8ef1-4d78ba13076c req-7a18227b-99a5-4d21-967f-5f16a4547f4e tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:57.277854 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4c055e5c-34b7-4e87-8ef1-4d78ba13076c req-7a18227b-99a5-4d21-967f-5f16a4547f4e tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/ports?device_id=78e1d3c1-2943-4567-af4e-14c28f0b7c9c HTTP/1.1" status: 200 len: 5369 time: 0.2242370 Aug 29 04:34:57.294005 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50782391-b7c5-46c5-bb98-d32e4e350a96 tempest-RoutersAdminNegativeIpV6Test-500758945 tempest-RoutersAdminNegativeIpV6Test-500758945-project-admin] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:34:57.465114 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-671df707-a00d-4483-a077-77ac66734ea4 req-528043b6-9959-464b-8bd3-9c11c402304c service neutron] Attempting to bind port 2662ff03-0fe5-4738-ac75-76417260f6bb on host n-h2-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:34:57.465494 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-671df707-a00d-4483-a077-77ac66734ea4 req-528043b6-9959-464b-8bd3-9c11c402304c service neutron] Attempting to bind port 2662ff03-0fe5-4738-ac75-76417260f6bb by drivers openvswitch,hyperv on host n-h2-712140-12 at level 0 using segments [{'id': '4b6fcfff-d0b2-4891-8168-98b048690d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '17498e6d-84e1-4cac-974a-a187e6f18066'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:34:57.465872 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671df707-a00d-4483-a077-77ac66734ea4 req-528043b6-9959-464b-8bd3-9c11c402304c service neutron] Attempting to bind port 2662ff03-0fe5-4738-ac75-76417260f6bb on network 17498e6d-84e1-4cac-974a-a187e6f18066 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:34:57.491446 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50782391-b7c5-46c5-bb98-d32e4e350a96 tempest-RoutersAdminNegativeIpV6Test-500758945 tempest-RoutersAdminNegativeIpV6Test-500758945-project-admin] Pushing event updated for resources: {'Port': ['ID=46af61c6-efc4-4eb8-ad9b-68729c7175e8,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:57.497316 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671df707-a00d-4483-a077-77ac66734ea4 req-528043b6-9959-464b-8bd3-9c11c402304c service neutron] Port 2662ff03-0fe5-4738-ac75-76417260f6bb on network 17498e6d-84e1-4cac-974a-a187e6f18066 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:34:57.497534 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671df707-a00d-4483-a077-77ac66734ea4 req-528043b6-9959-464b-8bd3-9c11c402304c service neutron] Attempting to bind port 2662ff03-0fe5-4738-ac75-76417260f6bb on network 17498e6d-84e1-4cac-974a-a187e6f18066 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:34:57.505174 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50782391-b7c5-46c5-bb98-d32e4e350a96 tempest-RoutersAdminNegativeIpV6Test-500758945 tempest-RoutersAdminNegativeIpV6Test-500758945-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:57.505822 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-50782391-b7c5-46c5-bb98-d32e4e350a96 tempest-RoutersAdminNegativeIpV6Test-500758945 tempest-RoutersAdminNegativeIpV6Test-500758945-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:57.511083 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671df707-a00d-4483-a077-77ac66734ea4 req-528043b6-9959-464b-8bd3-9c11c402304c service neutron] Checking agent: {'id': 'b3a0606b-b029-4f5e-8798-3a32b71d8844', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:34:57.511426 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671df707-a00d-4483-a077-77ac66734ea4 req-528043b6-9959-464b-8bd3-9c11c402304c service neutron] Checking segment: {'id': '4b6fcfff-d0b2-4891-8168-98b048690d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '17498e6d-84e1-4cac-974a-a187e6f18066'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:34:57.511567 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4c055e5c-34b7-4e87-8ef1-4d78ba13076c req-f9f57dbb-b3b2-4cf4-80e0-965cf596406f tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/security-groups?id=47070f04-546f-4c87-85de-d3b03f233a26&id=9548773a-1ebc-45cc-a31d-47384b103db9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1367335 Aug 29 04:34:57.511841 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671df707-a00d-4483-a077-77ac66734ea4 req-528043b6-9959-464b-8bd3-9c11c402304c service neutron] Bound using segment: {'id': '4b6fcfff-d0b2-4891-8168-98b048690d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '17498e6d-84e1-4cac-974a-a187e6f18066'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:34:57.512278 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-671df707-a00d-4483-a077-77ac66734ea4 req-528043b6-9959-464b-8bd3-9c11c402304c service neutron] Bound port: 2662ff03-0fe5-4738-ac75-76417260f6bb, host: n-h2-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b6fcfff-d0b2-4891-8168-98b048690d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '17498e6d-84e1-4cac-974a-a187e6f18066'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:34:57.512633 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-671df707-a00d-4483-a077-77ac66734ea4 req-528043b6-9959-464b-8bd3-9c11c402304c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:57.530478 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-7ef49272-a48d-4d55-aef8-0fe0356119fc None None] Provisioning complete for port e3100ff4-3722-4be0-9204-907fa8090b85 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:57.534800 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7ef49272-a48d-4d55-aef8-0fe0356119fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:57.587220 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-50782391-b7c5-46c5-bb98-d32e4e350a96 tempest-RoutersAdminNegativeIpV6Test-500758945 tempest-RoutersAdminNegativeIpV6Test-500758945-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 3.5087438 Aug 29 04:34:57.587476 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a76cb11b-34ee-4ead-aaa8-f8f5002a1ef7 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:57.589275 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 46178) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:57.595019 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-c4ee585c-8d42-4bb6-92da-737db4d435f2 tempest-RoutersAdminNegativeIpV6Test-500758945 tempest-RoutersAdminNegativeIpV6Test-500758945-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.4'}]}}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:57.615422 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-a76cb11b-34ee-4ead-aaa8-f8f5002a1ef7 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Transition to ACTIVE for port object b2b0b340-4211-44eb-ac9b-306fed3273df will not be triggered until provisioned by entity DHCP. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:34:57.634891 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device e3100ff4-3722-4be0-9204-907fa8090b85 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:34:57.673475 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-671df707-a00d-4483-a077-77ac66734ea4 req-528043b6-9959-464b-8bd3-9c11c402304c service neutron] For port 2662ff03-0fe5-4738-ac75-76417260f6bb, host n-h2-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:34:57.674846 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-671df707-a00d-4483-a077-77ac66734ea4 req-528043b6-9959-464b-8bd3-9c11c402304c service neutron] For port 2662ff03-0fe5-4738-ac75-76417260f6bb, host n-h2-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=2662ff03-0fe5-4738-ac75-76417260f6bb,segment=NetworkSegment(4b6fcfff-d0b2-4891-8168-98b048690d18),segment_id=4b6fcfff-d0b2-4891-8168-98b048690d18)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:34:57.676923 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a76cb11b-34ee-4ead-aaa8-f8f5002a1ef7 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:57.686695 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-671df707-a00d-4483-a077-77ac66734ea4 req-528043b6-9959-464b-8bd3-9c11c402304c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:57.733752 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76cb11b-34ee-4ead-aaa8-f8f5002a1ef7 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:34:57.738240 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-a76cb11b-34ee-4ead-aaa8-f8f5002a1ef7 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:57.762989 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76cb11b-34ee-4ead-aaa8-f8f5002a1ef7 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:34:57.769302 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76cb11b-34ee-4ead-aaa8-f8f5002a1ef7 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:57.770339 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a76cb11b-34ee-4ead-aaa8-f8f5002a1ef7 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:57.794729 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528043b6-9959-464b-8bd3-9c11c402304c service neutron] Pushing event updated for resources: {'Port': ['ID=2662ff03-0fe5-4738-ac75-76417260f6bb,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:57.808962 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671df707-a00d-4483-a077-77ac66734ea4 req-528043b6-9959-464b-8bd3-9c11c402304c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:57.810130 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-671df707-a00d-4483-a077-77ac66734ea4 req-528043b6-9959-464b-8bd3-9c11c402304c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:57.812225 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-671df707-a00d-4483-a077-77ac66734ea4 req-528043b6-9959-464b-8bd3-9c11c402304c service neutron] 10.222.0.48 "PUT /v2.0/ports/2662ff03-0fe5-4738-ac75-76417260f6bb HTTP/1.1" status: 200 len: 1131 time: 2.9480765 Aug 29 04:34:57.813861 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78e1d3c1-2943-4567-af4e-14c28f0b7c9c', 'tag': '2662ff03-0fe5-4738-ac75-76417260f6bb'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:34:57.816420 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2af1462d-d6bb-4b50-8c27-cc6f51bd9395" -d '{"events": [{"name": "network-changed", "server_uuid": "78e1d3c1-2943-4567-af4e-14c28f0b7c9c", "tag": "2662ff03-0fe5-4738-ac75-76417260f6bb"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:34:57.819728 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c4ee585c-8d42-4bb6-92da-737db4d435f2 tempest-RoutersAdminNegativeIpV6Test-500758945 tempest-RoutersAdminNegativeIpV6Test-500758945-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:57.822086 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76cb11b-34ee-4ead-aaa8-f8f5002a1ef7 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Pushing event updated for resources: {'Port': ['ID=b2b0b340-4211-44eb-ac9b-306fed3273df,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:57.840110 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c4ee585c-8d42-4bb6-92da-737db4d435f2 tempest-RoutersAdminNegativeIpV6Test-500758945 tempest-RoutersAdminNegativeIpV6Test-500758945-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1838'] for router, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:57.862649 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port e3100ff4-3722-4be0-9204-907fa8090b85 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:57.862649 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:57.867169 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-a76cb11b-34ee-4ead-aaa8-f8f5002a1ef7 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.6123111 Aug 29 04:34:57.869992 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 46186) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:57.922790 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c4ee585c-8d42-4bb6-92da-737db4d435f2 tempest-RoutersAdminNegativeIpV6Test-500758945 tempest-RoutersAdminNegativeIpV6Test-500758945-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:57.944893 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-671df707-a00d-4483-a077-77ac66734ea4 req-9dda182a-02e6-4ff0-8b8d-59d4d4a059b2 service neutron] Request body: {'port': {'device_id': '78e1d3c1-2943-4567-af4e-14c28f0b7c9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:57.952052 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b72514-07f2-4884-a70a-5669ca109714 req-f1be40ba-921c-4fce-9370-65194a7eaff0 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:57.954125 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c7b72514-07f2-4884-a70a-5669ca109714 req-f1be40ba-921c-4fce-9370-65194a7eaff0 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.48 "GET /v2.0/ports?device_id=78dcd5c4-f756-4689-9a9a-8658409a849f HTTP/1.1" status: 200 len: 945 time: 0.1639609 Aug 29 04:34:58.056466 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4840c5c-fe38-4996-9335-d7e6301d07f4 x-openstack-request-id: req-c4840c5c-fe38-4996-9335-d7e6301d07f4 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:34:58.056766 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78e1d3c1-2943-4567-af4e-14c28f0b7c9c", "tag": "2662ff03-0fe5-4738-ac75-76417260f6bb", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:34:58.056998 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c4840c5c-fe38-4996-9335-d7e6301d07f4 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:34:58.057407 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78e1d3c1-2943-4567-af4e-14c28f0b7c9c', 'tag': '2662ff03-0fe5-4738-ac75-76417260f6bb', 'status': 'completed', 'code': 200} Aug 29 04:34:58.260371 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [req-c7b72514-07f2-4884-a70a-5669ca109714 req-248b3fae-044f-4a21-b555-a77eb4f021fc tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Deleting port f45ea922-4a9a-494b-bbd3-3f56e9436825 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:34:58.261632 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-c7b72514-07f2-4884-a70a-5669ca109714 req-248b3fae-044f-4a21-b555-a77eb4f021fc tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:58.280344 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-cabbf4b5-ec9b-45c8-81cf-8480eb328af4 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Deleting port b2b0b340-4211-44eb-ac9b-306fed3273df {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:34:58.281104 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cabbf4b5-ec9b-45c8-81cf-8480eb328af4 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:58.286573 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-46d20640-425d-4ac6-a887-67fddc801b6a None None] Provisioning for port b2b0b340-4211-44eb-ac9b-306fed3273df completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:34:58.297552 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-46d20640-425d-4ac6-a887-67fddc801b6a None None] Provisioning complete for port b2b0b340-4211-44eb-ac9b-306fed3273df triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:58.298024 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-46d20640-425d-4ac6-a887-67fddc801b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:58.322381 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64e67a8-4ddc-47a6-90af-ddadcf28ed40 req-da130d37-a3df-4298-885b-98f88971704d tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:58.324003 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e64e67a8-4ddc-47a6-90af-ddadcf28ed40 req-da130d37-a3df-4298-885b-98f88971704d tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "GET /v2.0/ports?device_id=78dcd5c4-f756-4689-9a9a-8658409a849f HTTP/1.1" status: 200 len: 945 time: 0.3963571 Aug 29 04:34:58.341035 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-671df707-a00d-4483-a077-77ac66734ea4 req-9dda182a-02e6-4ff0-8b8d-59d4d4a059b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:58.359754 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c4ee585c-8d42-4bb6-92da-737db4d435f2 tempest-RoutersAdminNegativeIpV6Test-500758945 tempest-RoutersAdminNegativeIpV6Test-500758945-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:58.426308 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-46d20640-425d-4ac6-a887-67fddc801b6a None None] Port b2b0b340-4211-44eb-ac9b-306fed3273df cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:34:58.462592 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-c7b72514-07f2-4884-a70a-5669ca109714 req-248b3fae-044f-4a21-b555-a77eb4f021fc tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] For port f45ea922-4a9a-494b-bbd3-3f56e9436825, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=f45ea922-4a9a-494b-bbd3-3f56e9436825,segment=NetworkSegment(a5492a16-c200-4329-b562-96a170c2e529),segment_id=a5492a16-c200-4329-b562-96a170c2e529)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:58.463121 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-c7b72514-07f2-4884-a70a-5669ca109714 req-248b3fae-044f-4a21-b555-a77eb4f021fc tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:58.466784 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cabbf4b5-ec9b-45c8-81cf-8480eb328af4 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:58.494909 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-cabbf4b5-ec9b-45c8-81cf-8480eb328af4 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Calling delete_port for b2b0b340-4211-44eb-ac9b-306fed3273df owned by {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:34:58.599190 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:58.771717 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-671df707-a00d-4483-a077-77ac66734ea4 req-9dda182a-02e6-4ff0-8b8d-59d4d4a059b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cfcb12b-3c21-4614-9071-b6c0f7763d86 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:34:58.780743 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af1462d-d6bb-4b50-8c27-cc6f51bd9395 req-5644a497-707d-49a8-8008-b19166390f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:58.781238 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af1462d-d6bb-4b50-8c27-cc6f51bd9395 req-5644a497-707d-49a8-8008-b19166390f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:58.781724 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af1462d-d6bb-4b50-8c27-cc6f51bd9395 req-5644a497-707d-49a8-8008-b19166390f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:58.782202 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af1462d-d6bb-4b50-8c27-cc6f51bd9395 req-5644a497-707d-49a8-8008-b19166390f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:58.782679 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af1462d-d6bb-4b50-8c27-cc6f51bd9395 req-5644a497-707d-49a8-8008-b19166390f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:58.783184 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af1462d-d6bb-4b50-8c27-cc6f51bd9395 req-5644a497-707d-49a8-8008-b19166390f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:58.783656 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af1462d-d6bb-4b50-8c27-cc6f51bd9395 req-5644a497-707d-49a8-8008-b19166390f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:58.785697 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2af1462d-d6bb-4b50-8c27-cc6f51bd9395 req-5644a497-707d-49a8-8008-b19166390f02 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b0f1228a8bd44b90ad5ea0a20c4870bf&device_id=78e1d3c1-2943-4567-af4e-14c28f0b7c9c HTTP/1.1" status: 200 len: 6209 time: 0.6803772 Aug 29 04:34:58.795855 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-671df707-a00d-4483-a077-77ac66734ea4 req-9dda182a-02e6-4ff0-8b8d-59d4d4a059b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:58.801948 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e64e67a8-4ddc-47a6-90af-ddadcf28ed40 req-0e49171c-09c5-4393-82d0-be651ed57786 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "GET /v2.0/security-groups?id=085f79e7-50cb-455f-8b8d-ce91712dcc05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4652402 Aug 29 04:34:59.005229 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af1462d-d6bb-4b50-8c27-cc6f51bd9395 req-5c9991cf-d43b-4a38-b514-52396b3b5004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:59.005713 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af1462d-d6bb-4b50-8c27-cc6f51bd9395 req-5c9991cf-d43b-4a38-b514-52396b3b5004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:59.006184 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af1462d-d6bb-4b50-8c27-cc6f51bd9395 req-5c9991cf-d43b-4a38-b514-52396b3b5004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:59.007945 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2af1462d-d6bb-4b50-8c27-cc6f51bd9395 req-5c9991cf-d43b-4a38-b514-52396b3b5004 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=b0f1228a8bd44b90ad5ea0a20c4870bf&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1909730 Aug 29 04:34:59.012544 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be26885-ac0e-4071-9772-06ed36f0e045 req-6c059756-534e-4384-b235-040479a3de6f tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:59.018752 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be26885-ac0e-4071-9772-06ed36f0e045 req-6c059756-534e-4384-b235-040479a3de6f tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:59.024972 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be26885-ac0e-4071-9772-06ed36f0e045 req-6c059756-534e-4384-b235-040479a3de6f tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:59.030905 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be26885-ac0e-4071-9772-06ed36f0e045 req-6c059756-534e-4384-b235-040479a3de6f tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:59.037356 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be26885-ac0e-4071-9772-06ed36f0e045 req-6c059756-534e-4384-b235-040479a3de6f tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:59.038212 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-671df707-a00d-4483-a077-77ac66734ea4 req-9dda182a-02e6-4ff0-8b8d-59d4d4a059b2 service neutron] Transition to ACTIVE for port object 5cfcb12b-3c21-4614-9071-b6c0f7763d86 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:34:59.043650 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be26885-ac0e-4071-9772-06ed36f0e045 req-6c059756-534e-4384-b235-040479a3de6f tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:59.050455 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be26885-ac0e-4071-9772-06ed36f0e045 req-6c059756-534e-4384-b235-040479a3de6f tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:59.052414 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2be26885-ac0e-4071-9772-06ed36f0e045 req-6c059756-534e-4384-b235-040479a3de6f tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/ports?device_id=78e1d3c1-2943-4567-af4e-14c28f0b7c9c HTTP/1.1" status: 200 len: 5369 time: 0.3830206 Aug 29 04:34:59.072224 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-671df707-a00d-4483-a077-77ac66734ea4 req-9dda182a-02e6-4ff0-8b8d-59d4d4a059b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:59.175561 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dda182a-02e6-4ff0-8b8d-59d4d4a059b2 service neutron] Pushing event updated for resources: {'Port': ['ID=5cfcb12b-3c21-4614-9071-b6c0f7763d86,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:59.209333 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2be26885-ac0e-4071-9772-06ed36f0e045 req-7ab7df08-0d36-4eb4-a9e7-0664b2f76bf7 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/security-groups?id=47070f04-546f-4c87-85de-d3b03f233a26&id=9548773a-1ebc-45cc-a31d-47384b103db9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1476023 Aug 29 04:34:59.268819 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-c7b72514-07f2-4884-a70a-5669ca109714 req-248b3fae-044f-4a21-b555-a77eb4f021fc tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:59.269466 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-c7b72514-07f2-4884-a70a-5669ca109714 req-248b3fae-044f-4a21-b555-a77eb4f021fc tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719515'] for floatingip, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:59.269603 n-d-712140-12 neutron-server[94829]: INFO neutron.db.l3_db [req-c7b72514-07f2-4884-a70a-5669ca109714 req-248b3fae-044f-4a21-b555-a77eb4f021fc tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Floating IP 03820e98-8b55-423c-b1c9-f87485580c8f disassociated. External IP: 172.25.0.117, port: f45ea922-4a9a-494b-bbd3-3f56e9436825. Aug 29 04:34:59.269857 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [req-c7b72514-07f2-4884-a70a-5669ca109714 req-248b3fae-044f-4a21-b555-a77eb4f021fc tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Calling delete_port for f45ea922-4a9a-494b-bbd3-3f56e9436825 owned by compute:nova {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:34:59.309437 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af1462d-d6bb-4b50-8c27-cc6f51bd9395 req-b19bae95-df26-48db-8ae9-6e38d42ba9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:59.311260 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2af1462d-d6bb-4b50-8c27-cc6f51bd9395 req-b19bae95-df26-48db-8ae9-6e38d42ba9a2 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2745018 Aug 29 04:34:59.313188 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-671df707-a00d-4483-a077-77ac66734ea4 req-9dda182a-02e6-4ff0-8b8d-59d4d4a059b2 service neutron] Attempting to bind port 5cfcb12b-3c21-4614-9071-b6c0f7763d86 on host n-h2-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:34:59.313718 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-671df707-a00d-4483-a077-77ac66734ea4 req-9dda182a-02e6-4ff0-8b8d-59d4d4a059b2 service neutron] Attempting to bind port 5cfcb12b-3c21-4614-9071-b6c0f7763d86 by drivers openvswitch,hyperv on host n-h2-712140-12 at level 0 using segments [{'id': '4b6fcfff-d0b2-4891-8168-98b048690d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '17498e6d-84e1-4cac-974a-a187e6f18066'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:34:59.314268 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671df707-a00d-4483-a077-77ac66734ea4 req-9dda182a-02e6-4ff0-8b8d-59d4d4a059b2 service neutron] Attempting to bind port 5cfcb12b-3c21-4614-9071-b6c0f7763d86 on network 17498e6d-84e1-4cac-974a-a187e6f18066 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:34:59.320439 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671df707-a00d-4483-a077-77ac66734ea4 req-9dda182a-02e6-4ff0-8b8d-59d4d4a059b2 service neutron] Port 5cfcb12b-3c21-4614-9071-b6c0f7763d86 on network 17498e6d-84e1-4cac-974a-a187e6f18066 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:34:59.328754 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671df707-a00d-4483-a077-77ac66734ea4 req-9dda182a-02e6-4ff0-8b8d-59d4d4a059b2 service neutron] Attempting to bind port 5cfcb12b-3c21-4614-9071-b6c0f7763d86 on network 17498e6d-84e1-4cac-974a-a187e6f18066 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:34:59.340708 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671df707-a00d-4483-a077-77ac66734ea4 req-9dda182a-02e6-4ff0-8b8d-59d4d4a059b2 service neutron] Checking agent: {'id': 'b3a0606b-b029-4f5e-8798-3a32b71d8844', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:34:59.341037 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671df707-a00d-4483-a077-77ac66734ea4 req-9dda182a-02e6-4ff0-8b8d-59d4d4a059b2 service neutron] Checking segment: {'id': '4b6fcfff-d0b2-4891-8168-98b048690d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '17498e6d-84e1-4cac-974a-a187e6f18066'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:34:59.341432 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671df707-a00d-4483-a077-77ac66734ea4 req-9dda182a-02e6-4ff0-8b8d-59d4d4a059b2 service neutron] Bound using segment: {'id': '4b6fcfff-d0b2-4891-8168-98b048690d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '17498e6d-84e1-4cac-974a-a187e6f18066'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:34:59.341891 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-671df707-a00d-4483-a077-77ac66734ea4 req-9dda182a-02e6-4ff0-8b8d-59d4d4a059b2 service neutron] Bound port: 5cfcb12b-3c21-4614-9071-b6c0f7763d86, host: n-h2-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b6fcfff-d0b2-4891-8168-98b048690d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '17498e6d-84e1-4cac-974a-a187e6f18066'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:34:59.342258 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-671df707-a00d-4483-a077-77ac66734ea4 req-9dda182a-02e6-4ff0-8b8d-59d4d4a059b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:59.465356 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-671df707-a00d-4483-a077-77ac66734ea4 req-9dda182a-02e6-4ff0-8b8d-59d4d4a059b2 service neutron] For port 5cfcb12b-3c21-4614-9071-b6c0f7763d86, host n-h2-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:34:59.470167 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-671df707-a00d-4483-a077-77ac66734ea4 req-9dda182a-02e6-4ff0-8b8d-59d4d4a059b2 service neutron] For port 5cfcb12b-3c21-4614-9071-b6c0f7763d86, host n-h2-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=5cfcb12b-3c21-4614-9071-b6c0f7763d86,segment=NetworkSegment(4b6fcfff-d0b2-4891-8168-98b048690d18),segment_id=4b6fcfff-d0b2-4891-8168-98b048690d18)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:34:59.486864 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-671df707-a00d-4483-a077-77ac66734ea4 req-9dda182a-02e6-4ff0-8b8d-59d4d4a059b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:59.659257 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671df707-a00d-4483-a077-77ac66734ea4 req-9dda182a-02e6-4ff0-8b8d-59d4d4a059b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:59.660155 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-671df707-a00d-4483-a077-77ac66734ea4 req-9dda182a-02e6-4ff0-8b8d-59d4d4a059b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:59.661834 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-671df707-a00d-4483-a077-77ac66734ea4 req-9dda182a-02e6-4ff0-8b8d-59d4d4a059b2 service neutron] 10.222.0.48 "PUT /v2.0/ports/5cfcb12b-3c21-4614-9071-b6c0f7763d86 HTTP/1.1" status: 200 len: 1091 time: 1.7214663 Aug 29 04:34:59.762869 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c4ee585c-8d42-4bb6-92da-737db4d435f2 tempest-RoutersAdminNegativeIpV6Test-500758945 tempest-RoutersAdminNegativeIpV6Test-500758945-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:59.769870 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-671df707-a00d-4483-a077-77ac66734ea4 req-914d723d-91a2-4d00-a8d0-c374e31cbfa4 service neutron] Request body: {'port': {'device_id': '78e1d3c1-2943-4567-af4e-14c28f0b7c9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:59.773260 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dda182a-02e6-4ff0-8b8d-59d4d4a059b2 service neutron] Pushing event updated for resources: {'Port': ['ID=5cfcb12b-3c21-4614-9071-b6c0f7763d86,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:59.826898 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c4ee585c-8d42-4bb6-92da-737db4d435f2 tempest-RoutersAdminNegativeIpV6Test-500758945 tempest-RoutersAdminNegativeIpV6Test-500758945-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:59.901565 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-671df707-a00d-4483-a077-77ac66734ea4 req-914d723d-91a2-4d00-a8d0-c374e31cbfa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:59.973813 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cabbf4b5-ec9b-45c8-81cf-8480eb328af4 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:59.976401 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-c7b72514-07f2-4884-a70a-5669ca109714 req-248b3fae-044f-4a21-b555-a77eb4f021fc tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:00.025440 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabbf4b5-ec9b-45c8-81cf-8480eb328af4 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Pushing event deleted for resources: {'Port': ['ID=b2b0b340-4211-44eb-ac9b-306fed3273df,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:00.111141 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78e1d3c1-2943-4567-af4e-14c28f0b7c9c', 'tag': '5cfcb12b-3c21-4614-9071-b6c0f7763d86'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:35:00.113569 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a54afc34-e700-4a13-9fbf-6dfccaeaf82e" -d '{"events": [{"name": "network-changed", "server_uuid": "78e1d3c1-2943-4567-af4e-14c28f0b7c9c", "tag": "5cfcb12b-3c21-4614-9071-b6c0f7763d86"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:35:00.132565 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248b3fae-044f-4a21-b555-a77eb4f021fc tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Pushing event deleted for resources: {'Port': ['ID=f45ea922-4a9a-494b-bbd3-3f56e9436825,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:00.135322 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cabbf4b5-ec9b-45c8-81cf-8480eb328af4 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:00.137824 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-cabbf4b5-ec9b-45c8-81cf-8480eb328af4 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "DELETE /v2.0/ports/b2b0b340-4211-44eb-ac9b-306fed3273df HTTP/1.1" status: 204 len: 168 time: 2.2641046 Aug 29 04:35:00.141975 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 46208) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:00.219003 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-584d994c-5a67-4863-adf2-0a3a2dde873d x-openstack-request-id: req-584d994c-5a67-4863-adf2-0a3a2dde873d {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:35:00.219501 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78e1d3c1-2943-4567-af4e-14c28f0b7c9c", "tag": "5cfcb12b-3c21-4614-9071-b6c0f7763d86", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:35:00.219954 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-584d994c-5a67-4863-adf2-0a3a2dde873d {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:35:00.220823 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78e1d3c1-2943-4567-af4e-14c28f0b7c9c', 'tag': '5cfcb12b-3c21-4614-9071-b6c0f7763d86', 'status': 'completed', 'code': 200} Aug 29 04:35:00.331233 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc605873-0ecd-4622-90aa-9a84831b111f req-424e3607-c058-4f0a-ba85-440143fac3ee tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:00.341135 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bc605873-0ecd-4622-90aa-9a84831b111f req-424e3607-c058-4f0a-ba85-440143fac3ee tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "GET /v2.0/ports?device_id=78dcd5c4-f756-4689-9a9a-8658409a849f HTTP/1.1" status: 200 len: 867 time: 0.3931189 Aug 29 04:35:00.470234 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c4ee585c-8d42-4bb6-92da-737db4d435f2 tempest-RoutersAdminNegativeIpV6Test-500758945 tempest-RoutersAdminNegativeIpV6Test-500758945-project-admin] Notify callbacks [] for router, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:00.514212 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c7b72514-07f2-4884-a70a-5669ca109714 req-248b3fae-044f-4a21-b555-a77eb4f021fc tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Router def0a604-df59-49da-8eca-52935833d7d6 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:35:00.534102 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7075f2a5-47e5-4a34-9717-46bee6604b70 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:00.535829 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-7075f2a5-47e5-4a34-9717-46bee6604b70 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3908219 Aug 29 04:35:00.540185 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 46212) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:00.625259 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdacff8c-ac3c-4abb-a798-18f67ab32bfb req-eca94371-2559-407d-b1b8-a1b7f46ba002 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:00.635482 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdacff8c-ac3c-4abb-a798-18f67ab32bfb req-eca94371-2559-407d-b1b8-a1b7f46ba002 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:00.645540 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdacff8c-ac3c-4abb-a798-18f67ab32bfb req-eca94371-2559-407d-b1b8-a1b7f46ba002 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:00.654365 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdacff8c-ac3c-4abb-a798-18f67ab32bfb req-eca94371-2559-407d-b1b8-a1b7f46ba002 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:00.661491 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdacff8c-ac3c-4abb-a798-18f67ab32bfb req-eca94371-2559-407d-b1b8-a1b7f46ba002 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:00.668669 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdacff8c-ac3c-4abb-a798-18f67ab32bfb req-eca94371-2559-407d-b1b8-a1b7f46ba002 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:00.678004 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdacff8c-ac3c-4abb-a798-18f67ab32bfb req-eca94371-2559-407d-b1b8-a1b7f46ba002 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:00.684449 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-fdacff8c-ac3c-4abb-a798-18f67ab32bfb req-eca94371-2559-407d-b1b8-a1b7f46ba002 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/ports?device_id=78e1d3c1-2943-4567-af4e-14c28f0b7c9c HTTP/1.1" status: 200 len: 5381 time: 0.3246422 Aug 29 04:35:00.876030 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-fdacff8c-ac3c-4abb-a798-18f67ab32bfb req-d0a9e653-733d-4bf0-a796-4d3b51ff2fa3 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/security-groups?id=47070f04-546f-4c87-85de-d3b03f233a26&id=9548773a-1ebc-45cc-a31d-47384b103db9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1828885 Aug 29 04:35:00.891562 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b317765-623a-42ec-9a41-a8e1e6025974 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:00.893574 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-5b317765-623a-42ec-9a41-a8e1e6025974 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3521049 Aug 29 04:35:00.896821 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 46220) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:01.038195 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1dca793-34eb-411a-9c10-495c29a7ecac tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:01.040301 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1dca793-34eb-411a-9c10-495c29a7ecac tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:01.042658 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1dca793-34eb-411a-9c10-495c29a7ecac tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:01.044649 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-c1dca793-34eb-411a-9c10-495c29a7ecac tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1463223 Aug 29 04:35:01.051616 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 46222) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:01.107955 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c7b72514-07f2-4884-a70a-5669ca109714 req-248b3fae-044f-4a21-b555-a77eb4f021fc tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:35:01.124927 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85be7151-2817-45d9-a6ea-b2c288d52129 None None] Sync routers for ids ['def0a604-df59-49da-8eca-52935833d7d6'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:35:01.126239 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_v2 [None req-3072f491-9209-4f74-9826-c79e5048c3b8 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Deleting subnet 79aaae6e-26c4-42d4-8fa8-2da1415339c1 {{(pid=94829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:35:01.140742 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85be7151-2817-45d9-a6ea-b2c288d52129 None None] Routers {'def0a604-df59-49da-8eca-52935833d7d6'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:35:01.141385 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-85be7151-2817-45d9-a6ea-b2c288d52129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:34:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['def0a604-df59-49da-8eca-52935833d7d6'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:01.147662 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3072f491-9209-4f74-9826-c79e5048c3b8 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for subnet, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:01.224655 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7b72514-07f2-4884-a70a-5669ca109714 req-248b3fae-044f-4a21-b555-a77eb4f021fc tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] No DVR routers for this DVR port f45ea922-4a9a-494b-bbd3-3f56e9436825 on host n-h2-712140-12 {{(pid=94829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:35:01.231089 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-c7b72514-07f2-4884-a70a-5669ca109714 req-248b3fae-044f-4a21-b555-a77eb4f021fc tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:01.233765 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c7b72514-07f2-4884-a70a-5669ca109714 req-248b3fae-044f-4a21-b555-a77eb4f021fc tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.48 "DELETE /v2.0/ports/f45ea922-4a9a-494b-bbd3-3f56e9436825 HTTP/1.1" status: 204 len: 173 time: 3.2704291 Aug 29 04:35:01.234241 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78dcd5c4-f756-4689-9a9a-8658409a849f', 'name': 'network-vif-deleted', 'tag': 'f45ea922-4a9a-494b-bbd3-3f56e9436825'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:35:01.236636 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cf469a8-32bc-4654-9a35-de4287dea9e3" -d '{"events": [{"server_uuid": "78dcd5c4-f756-4689-9a9a-8658409a849f", "name": "network-vif-deleted", "tag": "f45ea922-4a9a-494b-bbd3-3f56e9436825"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:35:01.264667 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3072f491-9209-4f74-9826-c79e5048c3b8 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4311743'] for subnet, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:01.377635 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e48c32e-c189-4577-a65d-21af6bd27dfb x-openstack-request-id: req-6e48c32e-c189-4577-a65d-21af6bd27dfb {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:35:01.377943 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78dcd5c4-f756-4689-9a9a-8658409a849f", "name": "network-vif-deleted", "tag": "f45ea922-4a9a-494b-bbd3-3f56e9436825", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:35:01.378205 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6e48c32e-c189-4577-a65d-21af6bd27dfb {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:35:01.378760 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78dcd5c4-f756-4689-9a9a-8658409a849f', 'name': 'network-vif-deleted', 'tag': 'f45ea922-4a9a-494b-bbd3-3f56e9436825', 'status': 'completed', 'code': 200} Aug 29 04:35:01.395557 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3072f491-9209-4f74-9826-c79e5048c3b8 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:01.431092 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c4ee585c-8d42-4bb6-92da-737db4d435f2 tempest-RoutersAdminNegativeIpV6Test-500758945 tempest-RoutersAdminNegativeIpV6Test-500758945-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:01.434466 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c4ee585c-8d42-4bb6-92da-737db4d435f2 tempest-RoutersAdminNegativeIpV6Test-500758945 tempest-RoutersAdminNegativeIpV6Test-500758945-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:01.478316 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3072f491-9209-4f74-9826-c79e5048c3b8 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4552352'] for subnet, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:01.502840 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3072f491-9209-4f74-9826-c79e5048c3b8 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:01.505019 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-3072f491-9209-4f74-9826-c79e5048c3b8 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "DELETE /v2.0/subnets/79aaae6e-26c4-42d4-8fa8-2da1415339c1 HTTP/1.1" status: 204 len: 168 time: 0.4518139 Aug 29 04:35:01.526082 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 46226) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:01.566545 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bc605873-0ecd-4622-90aa-9a84831b111f req-9db0a3ca-d4e6-4056-8bf2-c56632a8f59d tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "GET /v2.0/security-groups?id=085f79e7-50cb-455f-8b8d-ce91712dcc05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2245321 Aug 29 04:35:01.592149 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54afc34-e700-4a13-9fbf-6dfccaeaf82e req-f1891e14-b73f-4b67-beef-d97e4c5440d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:01.592689 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54afc34-e700-4a13-9fbf-6dfccaeaf82e req-f1891e14-b73f-4b67-beef-d97e4c5440d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:01.593377 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54afc34-e700-4a13-9fbf-6dfccaeaf82e req-f1891e14-b73f-4b67-beef-d97e4c5440d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:01.594065 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54afc34-e700-4a13-9fbf-6dfccaeaf82e req-f1891e14-b73f-4b67-beef-d97e4c5440d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:01.594787 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54afc34-e700-4a13-9fbf-6dfccaeaf82e req-f1891e14-b73f-4b67-beef-d97e4c5440d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:01.597818 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a8ef853-a2d1-451e-b717-35d61d58d8a5 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Deleting subnet a34dacba-facd-459a-935e-1694d09bd20b {{(pid=94829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:35:01.599717 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54afc34-e700-4a13-9fbf-6dfccaeaf82e req-f1891e14-b73f-4b67-beef-d97e4c5440d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:01.600351 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54afc34-e700-4a13-9fbf-6dfccaeaf82e req-f1891e14-b73f-4b67-beef-d97e4c5440d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:01.601333 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3072f491-9209-4f74-9826-c79e5048c3b8 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Pushing event deleted for resources: {'Subnet': ['ID=79aaae6e-26c4-42d4-8fa8-2da1415339c1,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:01.602509 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a54afc34-e700-4a13-9fbf-6dfccaeaf82e req-f1891e14-b73f-4b67-beef-d97e4c5440d0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b0f1228a8bd44b90ad5ea0a20c4870bf&device_id=78e1d3c1-2943-4567-af4e-14c28f0b7c9c HTTP/1.1" status: 200 len: 6277 time: 1.2906036 Aug 29 04:35:01.605413 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7a8ef853-a2d1-451e-b717-35d61d58d8a5 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for subnet, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:01.615301 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c4ee585c-8d42-4bb6-92da-737db4d435f2 tempest-RoutersAdminNegativeIpV6Test-500758945 tempest-RoutersAdminNegativeIpV6Test-500758945-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717253'] for router, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:01.615871 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4ee585c-8d42-4bb6-92da-737db4d435f2 tempest-RoutersAdminNegativeIpV6Test-500758945 tempest-RoutersAdminNegativeIpV6Test-500758945-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a3b92dbc-47b6-4d6a-b91f-9743391256c4 {{(pid=94828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:35:01.657885 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-053acfe7-b6e0-4686-b55c-601161186c18 None None] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:35:01.672088 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7a8ef853-a2d1-451e-b717-35d61d58d8a5 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4311743'] for subnet, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:01.821323 n-d-712140-12 neutron-server[94828]: INFO neutron.api.v2.resource [None req-c4ee585c-8d42-4bb6-92da-737db4d435f2 tempest-RoutersAdminNegativeIpV6Test-500758945 tempest-RoutersAdminNegativeIpV6Test-500758945-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 29 04:35:01.824918 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-c4ee585c-8d42-4bb6-92da-737db4d435f2 tempest-RoutersAdminNegativeIpV6Test-500758945 tempest-RoutersAdminNegativeIpV6Test-500758945-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 409 len: 370 time: 4.2308331 Aug 29 04:35:01.833737 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 46236) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:01.875176 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-85be7151-2817-45d9-a6ea-b2c288d52129 None None] Set router def0a604-df59-49da-8eca-52935833d7d6 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:35:01.993510 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7a8ef853-a2d1-451e-b717-35d61d58d8a5 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:02.066090 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54afc34-e700-4a13-9fbf-6dfccaeaf82e req-e9ad4c18-feb3-4601-a5cf-a472067a02b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:02.066580 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54afc34-e700-4a13-9fbf-6dfccaeaf82e req-e9ad4c18-feb3-4601-a5cf-a472067a02b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:02.067167 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54afc34-e700-4a13-9fbf-6dfccaeaf82e req-e9ad4c18-feb3-4601-a5cf-a472067a02b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:02.070396 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a54afc34-e700-4a13-9fbf-6dfccaeaf82e req-e9ad4c18-feb3-4601-a5cf-a472067a02b0 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=b0f1228a8bd44b90ad5ea0a20c4870bf&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4164915 Aug 29 04:35:02.085479 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-671df707-a00d-4483-a077-77ac66734ea4 req-914d723d-91a2-4d00-a8d0-c374e31cbfa4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73a89596-2f6f-4bb0-aecd-74540ae2a41e {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:35:02.096751 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-671df707-a00d-4483-a077-77ac66734ea4 req-914d723d-91a2-4d00-a8d0-c374e31cbfa4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:02.117547 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-671df707-a00d-4483-a077-77ac66734ea4 req-914d723d-91a2-4d00-a8d0-c374e31cbfa4 service neutron] Transition to ACTIVE for port object 73a89596-2f6f-4bb0-aecd-74540ae2a41e will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:35:02.188638 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device f45ea922-4a9a-494b-bbd3-3f56e9436825 no longer exists at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:35:02.211568 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7a8ef853-a2d1-451e-b717-35d61d58d8a5 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4552352'] for subnet, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:02.219118 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-531e6b79-69af-44a6-b675-35f76daebae0 tempest-RoutersAdminNegativeIpV6Test-500758945 tempest-RoutersAdminNegativeIpV6Test-500758945-project-admin] Deleting port 46af61c6-efc4-4eb8-ad9b-68729c7175e8 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:35:02.219829 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-531e6b79-69af-44a6-b675-35f76daebae0 tempest-RoutersAdminNegativeIpV6Test-500758945 tempest-RoutersAdminNegativeIpV6Test-500758945-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:02.257494 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] No Port match for: f45ea922-4a9a-494b-bbd3-3f56e9436825 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:35:02.257848 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device f45ea922-4a9a-494b-bbd3-3f56e9436825 not bound to the agent host n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:35:02.308889 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-671df707-a00d-4483-a077-77ac66734ea4 req-914d723d-91a2-4d00-a8d0-c374e31cbfa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:02.314500 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54afc34-e700-4a13-9fbf-6dfccaeaf82e req-fc1e8ed2-0138-47a9-bb96-f7d550ffe526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:02.316576 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a54afc34-e700-4a13-9fbf-6dfccaeaf82e req-fc1e8ed2-0138-47a9-bb96-f7d550ffe526 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1652353 Aug 29 04:35:02.387637 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914d723d-91a2-4d00-a8d0-c374e31cbfa4 service neutron] Pushing event updated for resources: {'Port': ['ID=73a89596-2f6f-4bb0-aecd-74540ae2a41e,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:02.396427 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8ef853-a2d1-451e-b717-35d61d58d8a5 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Pushing event deleted for resources: {'Subnet': ['ID=a34dacba-facd-459a-935e-1694d09bd20b,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:02.403434 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7a8ef853-a2d1-451e-b717-35d61d58d8a5 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:02.416267 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-7a8ef853-a2d1-451e-b717-35d61d58d8a5 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "DELETE /v2.0/subnets/a34dacba-facd-459a-935e-1694d09bd20b HTTP/1.1" status: 204 len: 168 time: 0.8869812 Aug 29 04:35:02.427305 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 46244) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:02.428083 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0544d47a-629f-470b-b9e4-7461710cede9 None None] Update dhcp port {'port': {'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b', 'fixed_ips': [{'subnet_id': 'a34dacba-facd-459a-935e-1694d09bd20b'}], 'binding:host_id': 'n-d-712140-12'}, 'id': 'e3100ff4-3722-4be0-9204-907fa8090b85'} from n-d-712140-12. {{(pid=94830) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 04:35:02.487852 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0544d47a-629f-470b-b9e4-7461710cede9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:02.508794 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 46246) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:02.509683 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-c361ce03-15ee-4493-8b25-8f98f18057a5 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0756414 Aug 29 04:35:02.533620 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-71d35fc8-6d3e-4950-8d9b-208fe5662848 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Request body: {'subnet': {'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:02.537051 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611fb4c9-72eb-40a6-aa7d-88ec804d198e req-30148a6a-0809-48bb-936b-679a8da6fb0e tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:02.545479 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611fb4c9-72eb-40a6-aa7d-88ec804d198e req-30148a6a-0809-48bb-936b-679a8da6fb0e tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:02.553465 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611fb4c9-72eb-40a6-aa7d-88ec804d198e req-30148a6a-0809-48bb-936b-679a8da6fb0e tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:02.559790 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611fb4c9-72eb-40a6-aa7d-88ec804d198e req-30148a6a-0809-48bb-936b-679a8da6fb0e tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:02.566953 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611fb4c9-72eb-40a6-aa7d-88ec804d198e req-30148a6a-0809-48bb-936b-679a8da6fb0e tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:02.569208 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85bde29-0c6f-4e66-8653-6d28c497584b req-d96e7fc5-887a-4681-94d4-6d3c489c3b70 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:02.580489 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611fb4c9-72eb-40a6-aa7d-88ec804d198e req-30148a6a-0809-48bb-936b-679a8da6fb0e tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:02.581643 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b85bde29-0c6f-4e66-8653-6d28c497584b req-d96e7fc5-887a-4681-94d4-6d3c489c3b70 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 946 time: 0.2176049 Aug 29 04:35:02.593070 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611fb4c9-72eb-40a6-aa7d-88ec804d198e req-30148a6a-0809-48bb-936b-679a8da6fb0e tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:02.617132 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-611fb4c9-72eb-40a6-aa7d-88ec804d198e req-30148a6a-0809-48bb-936b-679a8da6fb0e tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/ports?device_id=78e1d3c1-2943-4567-af4e-14c28f0b7c9c HTTP/1.1" status: 200 len: 5381 time: 0.5895519 Aug 29 04:35:02.682524 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-531e6b79-69af-44a6-b675-35f76daebae0 tempest-RoutersAdminNegativeIpV6Test-500758945 tempest-RoutersAdminNegativeIpV6Test-500758945-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:02.728541 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-531e6b79-69af-44a6-b675-35f76daebae0 tempest-RoutersAdminNegativeIpV6Test-500758945 tempest-RoutersAdminNegativeIpV6Test-500758945-project-admin] Calling delete_port for 46af61c6-efc4-4eb8-ad9b-68729c7175e8 owned by {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:35:02.817678 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-611fb4c9-72eb-40a6-aa7d-88ec804d198e req-b30d56d7-72f0-4818-af3c-095a5cbb6b41 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/security-groups?id=47070f04-546f-4c87-85de-d3b03f233a26&id=9548773a-1ebc-45cc-a31d-47384b103db9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1989470 Aug 29 04:35:02.829517 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-85be7151-2817-45d9-a6ea-b2c288d52129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def0a604-df59-49da-8eca-52935833d7d6', 'name': 'tempest-AttachVolumeTestJSON-1505354995-router', 'tenant_id': '6c9e9b4cb47149d19005e5a96f02d4fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'a7600daa-aafe-46ff-b65d-e523b2deceea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:54Z', 'updated_at': '2021-08-29T04:26:01Z', 'revision_number': 4, 'project_id': '6c9e9b4cb47149d19005e5a96f02d4fd', 'gw_port': {'id': 'a7600daa-aafe-46ff-b65d-e523b2deceea', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:45:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def0a604-df59-49da-8eca-52935833d7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:55Z', 'updated_at': '2021-08-29T04:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '89765845-91b6-482e-bcb3-a7b59e9aec5f', 'name': '', 'network_id': '3bcd0067-6e50-451c-9004-abafcee70c8b', 'tenant_id': '6c9e9b4cb47149d19005e5a96f02d4fd', 'mac_address': 'fa:16:3e:92:51:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def0a604-df59-49da-8eca-52935833d7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1899, 'fixed_ips': [{'subnet_id': '77379d5c-d72e-4fe0-ace8-ef22d196f6e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:00Z', 'updated_at': '2021-08-29T04:26:09Z', 'revision_number': 5, 'project_id': '6c9e9b4cb47149d19005e5a96f02d4fd', 'subnets': [{'id': '77379d5c-d72e-4fe0-ace8-ef22d196f6e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:02.840737 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-671df707-a00d-4483-a077-77ac66734ea4 req-914d723d-91a2-4d00-a8d0-c374e31cbfa4 service neutron] Attempting to bind port 73a89596-2f6f-4bb0-aecd-74540ae2a41e on host n-h2-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:35:02.841089 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-671df707-a00d-4483-a077-77ac66734ea4 req-914d723d-91a2-4d00-a8d0-c374e31cbfa4 service neutron] Attempting to bind port 73a89596-2f6f-4bb0-aecd-74540ae2a41e by drivers openvswitch,hyperv on host n-h2-712140-12 at level 0 using segments [{'id': '4b6fcfff-d0b2-4891-8168-98b048690d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '17498e6d-84e1-4cac-974a-a187e6f18066'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:35:02.841430 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671df707-a00d-4483-a077-77ac66734ea4 req-914d723d-91a2-4d00-a8d0-c374e31cbfa4 service neutron] Attempting to bind port 73a89596-2f6f-4bb0-aecd-74540ae2a41e on network 17498e6d-84e1-4cac-974a-a187e6f18066 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:35:02.852941 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671df707-a00d-4483-a077-77ac66734ea4 req-914d723d-91a2-4d00-a8d0-c374e31cbfa4 service neutron] Port 73a89596-2f6f-4bb0-aecd-74540ae2a41e on network 17498e6d-84e1-4cac-974a-a187e6f18066 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:35:02.853336 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671df707-a00d-4483-a077-77ac66734ea4 req-914d723d-91a2-4d00-a8d0-c374e31cbfa4 service neutron] Attempting to bind port 73a89596-2f6f-4bb0-aecd-74540ae2a41e on network 17498e6d-84e1-4cac-974a-a187e6f18066 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:35:02.869235 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671df707-a00d-4483-a077-77ac66734ea4 req-914d723d-91a2-4d00-a8d0-c374e31cbfa4 service neutron] Checking agent: {'id': 'b3a0606b-b029-4f5e-8798-3a32b71d8844', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:35:02.869592 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671df707-a00d-4483-a077-77ac66734ea4 req-914d723d-91a2-4d00-a8d0-c374e31cbfa4 service neutron] Checking segment: {'id': '4b6fcfff-d0b2-4891-8168-98b048690d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '17498e6d-84e1-4cac-974a-a187e6f18066'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:35:02.869996 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671df707-a00d-4483-a077-77ac66734ea4 req-914d723d-91a2-4d00-a8d0-c374e31cbfa4 service neutron] Bound using segment: {'id': '4b6fcfff-d0b2-4891-8168-98b048690d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '17498e6d-84e1-4cac-974a-a187e6f18066'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:35:02.870501 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-671df707-a00d-4483-a077-77ac66734ea4 req-914d723d-91a2-4d00-a8d0-c374e31cbfa4 service neutron] Bound port: 73a89596-2f6f-4bb0-aecd-74540ae2a41e, host: n-h2-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b6fcfff-d0b2-4891-8168-98b048690d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '17498e6d-84e1-4cac-974a-a187e6f18066'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:35:02.870878 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-671df707-a00d-4483-a077-77ac66734ea4 req-914d723d-91a2-4d00-a8d0-c374e31cbfa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:02.935044 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427103b1-61f7-4276-a851-c2b8152b99db None None] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:35:03.016488 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 46262) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:03.150483 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-671df707-a00d-4483-a077-77ac66734ea4 req-914d723d-91a2-4d00-a8d0-c374e31cbfa4 service neutron] For port 73a89596-2f6f-4bb0-aecd-74540ae2a41e, host n-h2-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:35:03.276926 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b85bde29-0c6f-4e66-8653-6d28c497584b req-ca5ea16e-ab0d-482d-9b12-d4412c273c35 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4131126 Aug 29 04:35:03.281055 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-671df707-a00d-4483-a077-77ac66734ea4 req-914d723d-91a2-4d00-a8d0-c374e31cbfa4 service neutron] For port 73a89596-2f6f-4bb0-aecd-74540ae2a41e, host n-h2-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=73a89596-2f6f-4bb0-aecd-74540ae2a41e,segment=NetworkSegment(4b6fcfff-d0b2-4891-8168-98b048690d18),segment_id=4b6fcfff-d0b2-4891-8168-98b048690d18)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:35:03.281915 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-531e6b79-69af-44a6-b675-35f76daebae0 tempest-RoutersAdminNegativeIpV6Test-500758945 tempest-RoutersAdminNegativeIpV6Test-500758945-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:03.282427 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-671df707-a00d-4483-a077-77ac66734ea4 req-914d723d-91a2-4d00-a8d0-c374e31cbfa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:03.282945 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85be7151-2817-45d9-a6ea-b2c288d52129 None None] Checking router: def0a604-df59-49da-8eca-52935833d7d6 for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:35:03.283971 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531e6b79-69af-44a6-b675-35f76daebae0 tempest-RoutersAdminNegativeIpV6Test-500758945 tempest-RoutersAdminNegativeIpV6Test-500758945-project-admin] Pushing event deleted for resources: {'Port': ['ID=46af61c6-efc4-4eb8-ad9b-68729c7175e8,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:03.284458 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8ce603d1-4be2-4d2c-98a4-e0bf72b09197 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:03.284944 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85be7151-2817-45d9-a6ea-b2c288d52129 None None] Routers {'def0a604-df59-49da-8eca-52935833d7d6'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:35:03.284944 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-85be7151-2817-45d9-a6ea-b2c288d52129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:34:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['def0a604-df59-49da-8eca-52935833d7d6'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:03.285492 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671df707-a00d-4483-a077-77ac66734ea4 req-914d723d-91a2-4d00-a8d0-c374e31cbfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:03.285492 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-671df707-a00d-4483-a077-77ac66734ea4 req-914d723d-91a2-4d00-a8d0-c374e31cbfa4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:03.285492 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-671df707-a00d-4483-a077-77ac66734ea4 req-914d723d-91a2-4d00-a8d0-c374e31cbfa4 service neutron] 10.222.0.48 "PUT /v2.0/ports/73a89596-2f6f-4bb0-aecd-74540ae2a41e HTTP/1.1" status: 200 len: 1091 time: 3.4641705 Aug 29 04:35:03.285492 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78e1d3c1-2943-4567-af4e-14c28f0b7c9c', 'tag': '73a89596-2f6f-4bb0-aecd-74540ae2a41e'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:35:03.285492 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d90cc285-067c-4137-a33b-6905bd3442ad" -d '{"events": [{"name": "network-changed", "server_uuid": "78e1d3c1-2943-4567-af4e-14c28f0b7c9c", "tag": "73a89596-2f6f-4bb0-aecd-74540ae2a41e"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:35:03.302182 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-671df707-a00d-4483-a077-77ac66734ea4 req-fa383680-d76f-4cb3-84d7-c04c92ea482d service neutron] Request body: {'port': {'device_id': '78e1d3c1-2943-4567-af4e-14c28f0b7c9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:03.319481 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8ce603d1-4be2-4d2c-98a4-e0bf72b09197 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:03.325244 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f77467de-bbf4-4582-8491-2c02edbaa9b0 x-openstack-request-id: req-f77467de-bbf4-4582-8491-2c02edbaa9b0 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:35:03.325474 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78e1d3c1-2943-4567-af4e-14c28f0b7c9c", "tag": "73a89596-2f6f-4bb0-aecd-74540ae2a41e", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:35:03.325691 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f77467de-bbf4-4582-8491-2c02edbaa9b0 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:35:03.326156 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78e1d3c1-2943-4567-af4e-14c28f0b7c9c', 'tag': '73a89596-2f6f-4bb0-aecd-74540ae2a41e', 'status': 'completed', 'code': 200} Aug 29 04:35:03.340094 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914d723d-91a2-4d00-a8d0-c374e31cbfa4 service neutron] Pushing event updated for resources: {'Port': ['ID=73a89596-2f6f-4bb0-aecd-74540ae2a41e,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:03.386649 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-531e6b79-69af-44a6-b675-35f76daebae0 tempest-RoutersAdminNegativeIpV6Test-500758945 tempest-RoutersAdminNegativeIpV6Test-500758945-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:03.388681 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-531e6b79-69af-44a6-b675-35f76daebae0 tempest-RoutersAdminNegativeIpV6Test-500758945 tempest-RoutersAdminNegativeIpV6Test-500758945-project-admin] 10.222.0.22 "DELETE /v2.0/ports/46af61c6-efc4-4eb8-ad9b-68729c7175e8 HTTP/1.1" status: 204 len: 168 time: 1.5540888 Aug 29 04:35:03.394849 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71d35fc8-6d3e-4950-8d9b-208fe5662848 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Made reservation on behalf of 808af00233b447dbb547871646623489 for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:35:03.408237 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-71d35fc8-6d3e-4950-8d9b-208fe5662848 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4552395'] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:03.436998 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43621c9-8c92-4cf8-b847-dd4f9a918364 None None] DHCP port deletion for 9a0c1c63-2a3a-4918-9723-8b35bf7d017b request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:35:03.507722 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-baf1ea08-61b6-461f-b247-2e528e8c8a52 None None] Provisioning complete for port e3100ff4-3722-4be0-9204-907fa8090b85 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:03.509302 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-baf1ea08-61b6-461f-b247-2e528e8c8a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:03.622181 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-baab08a3-adf0-43df-a471-2038781e5edd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:03.678750 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-85be7151-2817-45d9-a6ea-b2c288d52129 None None] Set router def0a604-df59-49da-8eca-52935833d7d6 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:35:03.688698 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device e3100ff4-3722-4be0-9204-907fa8090b85 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:35:03.764368 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8ce603d1-4be2-4d2c-98a4-e0bf72b09197 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:03.772886 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8ce603d1-4be2-4d2c-98a4-e0bf72b09197 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:03.774349 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-8ce603d1-4be2-4d2c-98a4-e0bf72b09197 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "DELETE /v2.0/security-groups/085f79e7-50cb-455f-8b8d-ce91712dcc05 HTTP/1.1" status: 204 len: 168 time: 0.7561157 Aug 29 04:35:03.777107 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 46284) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:03.801354 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-671df707-a00d-4483-a077-77ac66734ea4 req-fa383680-d76f-4cb3-84d7-c04c92ea482d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:03.809797 n-d-712140-12 neutron-server[94829]: INFO neutron.api.v2.resource [None req-d03f02c7-3645-49e4-a738-895c24bbf4fe tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] show failed (client error): The resource could not be found. Aug 29 04:35:03.816934 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90cc285-067c-4137-a33b-6905bd3442ad req-38df2911-3608-467c-a4a0-660062b2ba04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:03.817692 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90cc285-067c-4137-a33b-6905bd3442ad req-38df2911-3608-467c-a4a0-660062b2ba04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:03.818484 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90cc285-067c-4137-a33b-6905bd3442ad req-38df2911-3608-467c-a4a0-660062b2ba04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:03.819914 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-d03f02c7-3645-49e4-a738-895c24bbf4fe tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "GET /v2.0/security-groups/085f79e7-50cb-455f-8b8d-ce91712dcc05 HTTP/1.1" status: 404 len: 347 time: 0.0417681 Aug 29 04:35:03.829511 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90cc285-067c-4137-a33b-6905bd3442ad req-38df2911-3608-467c-a4a0-660062b2ba04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:03.830430 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90cc285-067c-4137-a33b-6905bd3442ad req-38df2911-3608-467c-a4a0-660062b2ba04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:03.831537 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90cc285-067c-4137-a33b-6905bd3442ad req-38df2911-3608-467c-a4a0-660062b2ba04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:03.833939 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 46286) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:03.834908 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90cc285-067c-4137-a33b-6905bd3442ad req-38df2911-3608-467c-a4a0-660062b2ba04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:03.839000 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d90cc285-067c-4137-a33b-6905bd3442ad req-38df2911-3608-467c-a4a0-660062b2ba04 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b0f1228a8bd44b90ad5ea0a20c4870bf&device_id=78e1d3c1-2943-4567-af4e-14c28f0b7c9c HTTP/1.1" status: 200 len: 6345 time: 0.4775774 Aug 29 04:35:03.865900 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce603d1-4be2-4d2c-98a4-e0bf72b09197 tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=085f79e7-50cb-455f-8b8d-ce91712dcc05,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:03.874196 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 46288) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:03.922584 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e43621c9-8c92-4cf8-b847-dd4f9a918364 None None] Deleting port e3100ff4-3722-4be0-9204-907fa8090b85 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:35:03.943792 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e43621c9-8c92-4cf8-b847-dd4f9a918364 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:04.033659 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-71d35fc8-6d3e-4950-8d9b-208fe5662848 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4274880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4552377'] for subnet, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:04.074371 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90cc285-067c-4137-a33b-6905bd3442ad req-1921df98-fc52-4ec0-9c8d-0ced4f28ca7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:04.074877 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90cc285-067c-4137-a33b-6905bd3442ad req-1921df98-fc52-4ec0-9c8d-0ced4f28ca7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:04.075354 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90cc285-067c-4137-a33b-6905bd3442ad req-1921df98-fc52-4ec0-9c8d-0ced4f28ca7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:04.077028 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d90cc285-067c-4137-a33b-6905bd3442ad req-1921df98-fc52-4ec0-9c8d-0ced4f28ca7e service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=b0f1228a8bd44b90ad5ea0a20c4870bf&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1961954 Aug 29 04:35:04.190927 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e43621c9-8c92-4cf8-b847-dd4f9a918364 None None] For port e3100ff4-3722-4be0-9204-907fa8090b85, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=e3100ff4-3722-4be0-9204-907fa8090b85,segment=NetworkSegment(0fc0da0a-b381-4d95-9f3f-3aa10a110ba6),segment_id=0fc0da0a-b381-4d95-9f3f-3aa10a110ba6)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:04.191631 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e43621c9-8c92-4cf8-b847-dd4f9a918364 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:04.217897 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:04.258825 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port e3100ff4-3722-4be0-9204-907fa8090b85, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=e3100ff4-3722-4be0-9204-907fa8090b85,segment=NetworkSegment(0fc0da0a-b381-4d95-9f3f-3aa10a110ba6),segment_id=0fc0da0a-b381-4d95-9f3f-3aa10a110ba6)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:04.262439 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d35fc8-6d3e-4950-8d9b-208fe5662848 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Pushing event updated for resources: {'Subnet': ['ID=6c5fd7da-2f47-4b5d-a249-fbecfadfcf65,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:04.262838 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e43621c9-8c92-4cf8-b847-dd4f9a918364 None None] Calling delete_port for e3100ff4-3722-4be0-9204-907fa8090b85 owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:35:04.269936 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:04.308890 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d35fc8-6d3e-4950-8d9b-208fe5662848 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:35:04.332920 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-71d35fc8-6d3e-4950-8d9b-208fe5662848 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:35:04.335226 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-28e664de-da84-42a6-a6e7-903c2a694ee2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:04.349817 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d35fc8-6d3e-4950-8d9b-208fe5662848 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:04.350699 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-71d35fc8-6d3e-4950-8d9b-208fe5662848 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:04.371064 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-71d35fc8-6d3e-4950-8d9b-208fe5662848 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8475451 Aug 29 04:35:04.387389 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 46304) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:04.389677 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06beea37-49fb-4488-8f6f-a8c300c28010 req-d012bc43-340f-43ce-a105-f0505f121127 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:04.398031 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06beea37-49fb-4488-8f6f-a8c300c28010 req-d012bc43-340f-43ce-a105-f0505f121127 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:04.403465 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=e3100ff4-3722-4be0-9204-907fa8090b85,revision_number=8']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:04.417577 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06beea37-49fb-4488-8f6f-a8c300c28010 req-d012bc43-340f-43ce-a105-f0505f121127 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:04.418458 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-fb411d23-bea4-4639-916f-20badd22ba8c tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Request body: {'subnet': {'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:04.431447 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06beea37-49fb-4488-8f6f-a8c300c28010 req-d012bc43-340f-43ce-a105-f0505f121127 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:04.441045 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06beea37-49fb-4488-8f6f-a8c300c28010 req-d012bc43-340f-43ce-a105-f0505f121127 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:04.449281 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06beea37-49fb-4488-8f6f-a8c300c28010 req-d012bc43-340f-43ce-a105-f0505f121127 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:04.464771 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-85be7151-2817-45d9-a6ea-b2c288d52129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def0a604-df59-49da-8eca-52935833d7d6', 'name': 'tempest-AttachVolumeTestJSON-1505354995-router', 'tenant_id': '6c9e9b4cb47149d19005e5a96f02d4fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'a7600daa-aafe-46ff-b65d-e523b2deceea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:54Z', 'updated_at': '2021-08-29T04:26:01Z', 'revision_number': 4, 'project_id': '6c9e9b4cb47149d19005e5a96f02d4fd', 'gw_port': {'id': 'a7600daa-aafe-46ff-b65d-e523b2deceea', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:45:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def0a604-df59-49da-8eca-52935833d7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:55Z', 'updated_at': '2021-08-29T04:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '89765845-91b6-482e-bcb3-a7b59e9aec5f', 'name': '', 'network_id': '3bcd0067-6e50-451c-9004-abafcee70c8b', 'tenant_id': '6c9e9b4cb47149d19005e5a96f02d4fd', 'mac_address': 'fa:16:3e:92:51:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def0a604-df59-49da-8eca-52935833d7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1899, 'fixed_ips': [{'subnet_id': '77379d5c-d72e-4fe0-ace8-ef22d196f6e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:00Z', 'updated_at': '2021-08-29T04:26:09Z', 'revision_number': 5, 'project_id': '6c9e9b4cb47149d19005e5a96f02d4fd', 'subnets': [{'id': '77379d5c-d72e-4fe0-ace8-ef22d196f6e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:04.467426 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06beea37-49fb-4488-8f6f-a8c300c28010 req-d012bc43-340f-43ce-a105-f0505f121127 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:04.480386 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-06beea37-49fb-4488-8f6f-a8c300c28010 req-d012bc43-340f-43ce-a105-f0505f121127 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/ports?device_id=78e1d3c1-2943-4567-af4e-14c28f0b7c9c HTTP/1.1" status: 200 len: 5393 time: 0.5026865 Aug 29 04:35:04.519893 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85be7151-2817-45d9-a6ea-b2c288d52129 None None] The sync data for ids ['def0a604-df59-49da-8eca-52935833d7d6'] in n-d-712140-12 is: [{'id': 'def0a604-df59-49da-8eca-52935833d7d6', 'name': 'tempest-AttachVolumeTestJSON-1505354995-router', 'tenant_id': '6c9e9b4cb47149d19005e5a96f02d4fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'a7600daa-aafe-46ff-b65d-e523b2deceea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:54Z', 'updated_at': '2021-08-29T04:26:01Z', 'revision_number': 4, 'project_id': '6c9e9b4cb47149d19005e5a96f02d4fd', 'gw_port': {'id': 'a7600daa-aafe-46ff-b65d-e523b2deceea', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:45:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def0a604-df59-49da-8eca-52935833d7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:55Z', 'updated_at': '2021-08-29T04:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '89765845-91b6-482e-bcb3-a7b59e9aec5f', 'name': '', 'network_id': '3bcd0067-6e50-451c-9004-abafcee70c8b', 'tenant_id': '6c9e9b4cb47149d19005e5a96f02d4fd', 'mac_address': 'fa:16:3e:92:51:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def0a604-df59-49da-8eca-52935833d7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1899, 'fixed_ips': [{'subnet_id': '77379d5c-d72e-4fe0-ace8-ef22d196f6e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:00Z', 'updated_at': '2021-08-29T04:26:09Z', 'revision_number': 5, 'project_id': '6c9e9b4cb47149d19005e5a96f02d4fd', 'subnets': [{'id': '77379d5c-d72e-4fe0-ace8-ef22d196f6e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:35:04.529400 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e43621c9-8c92-4cf8-b847-dd4f9a918364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:04.572233 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43621c9-8c92-4cf8-b847-dd4f9a918364 None None] Pushing event deleted for resources: {'Port': ['ID=e3100ff4-3722-4be0-9204-907fa8090b85,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:04.576684 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-c23bd8d3-a669-4ec2-9f62-6e5ef76abbdc tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Deleting port ca5861c1-37ca-48c0-ac8d-9b6b2cf2e0e2 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:35:04.577037 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c23bd8d3-a669-4ec2-9f62-6e5ef76abbdc tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:04.594906 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43621c9-8c92-4cf8-b847-dd4f9a918364 None None] No DVR routers for this DVR port e3100ff4-3722-4be0-9204-907fa8090b85 on host n-d-712140-12 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:35:04.615382 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4cb92b9-e207-43b4-b2df-c446da7ec145 None None] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:35:04.724540 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c23bd8d3-a669-4ec2-9f62-6e5ef76abbdc tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:04.724801 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c23bd8d3-a669-4ec2-9f62-6e5ef76abbdc tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:04.740660 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-c23bd8d3-a669-4ec2-9f62-6e5ef76abbdc tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Calling delete_port for ca5861c1-37ca-48c0-ac8d-9b6b2cf2e0e2 owned by network:floatingip {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:35:04.826530 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e89aee-848f-4f10-99ea-ced0c757fbd8 req-171e7fad-9b2f-4a3e-99f4-c83cd83a0df2 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:04.831310 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d0e89aee-848f-4f10-99ea-ced0c757fbd8 req-171e7fad-9b2f-4a3e-99f4-c83cd83a0df2 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.46 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 946 time: 0.7532339 Aug 29 04:35:04.844380 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-671df707-a00d-4483-a077-77ac66734ea4 req-fa383680-d76f-4cb3-84d7-c04c92ea482d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8c38dda-a12f-4615-86b7-8fdfbcfe8a49 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:35:04.894823 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c629e3-9583-4f50-acad-7fb149f250ac req-967b0298-06ec-4482-92e6-3663fe2b0c14 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:04.896487 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-30c629e3-9583-4f50-acad-7fb149f250ac req-967b0298-06ec-4482-92e6-3663fe2b0c14 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 946 time: 0.5105984 Aug 29 04:35:04.898578 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-671df707-a00d-4483-a077-77ac66734ea4 req-fa383680-d76f-4cb3-84d7-c04c92ea482d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:04.911925 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-28e664de-da84-42a6-a6e7-903c2a694ee2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:04.966322 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-28e664de-da84-42a6-a6e7-903c2a694ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:05.035034 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb411d23-bea4-4639-916f-20badd22ba8c tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Made reservation on behalf of 808af00233b447dbb547871646623489 for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:35:05.035850 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-06beea37-49fb-4488-8f6f-a8c300c28010 req-24dd4297-69c4-4872-9131-21c21b98c714 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/security-groups?id=47070f04-546f-4c87-85de-d3b03f233a26&id=9548773a-1ebc-45cc-a31d-47384b103db9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.5365617 Aug 29 04:35:05.038578 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fb411d23-bea4-4639-916f-20badd22ba8c tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:05.071519 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90cc285-067c-4137-a33b-6905bd3442ad req-e40c6da6-113a-4195-ac26-a8679826a162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:05.074616 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d90cc285-067c-4137-a33b-6905bd3442ad req-e40c6da6-113a-4195-ac26-a8679826a162 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9803758 Aug 29 04:35:05.076031 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-671df707-a00d-4483-a077-77ac66734ea4 req-fa383680-d76f-4cb3-84d7-c04c92ea482d service neutron] Transition to ACTIVE for port object e8c38dda-a12f-4615-86b7-8fdfbcfe8a49 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:35:05.090248 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29ef88a-3c30-492d-b660-d72495d7a887 None None] New status for floating IP 03820e98-8b55-423c-b1c9-f87485580c8f: DOWN {{(pid=94831) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:35:05.139329 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-671df707-a00d-4483-a077-77ac66734ea4 req-fa383680-d76f-4cb3-84d7-c04c92ea482d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:05.143810 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e664de-da84-42a6-a6e7-903c2a694ee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82d42310-063b-42b2-ba90-4d10485530f3,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:05.157380 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-30c629e3-9583-4f50-acad-7fb149f250ac req-1bcf711d-1f52-4152-b760-8028ce7770e0 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500868 Aug 29 04:35:05.234230 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa383680-d76f-4cb3-84d7-c04c92ea482d service neutron] Pushing event updated for resources: {'Port': ['ID=e8c38dda-a12f-4615-86b7-8fdfbcfe8a49,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:05.275886 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-28e664de-da84-42a6-a6e7-903c2a694ee2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2eee4a13ca82438f8817032829285ba4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3991177 Aug 29 04:35:05.278070 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 46320) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:05.362389 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:35:05.393258 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87466e5-6ebe-4d38-ac5a-664e62e74d22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-9a0c1c63-2a3a-4918-9723-8b35bf7d017b', 'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b', 'tenant_id': '808af00233b447dbb547871646623489', 'fixed_ips': [{'subnet_id': '6c5fd7da-2f47-4b5d-a249-fbecfadfcf65'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:35:05.394472 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e87466e5-6ebe-4d38-ac5a-664e62e74d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:05.538089 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-d0e89aee-848f-4f10-99ea-ced0c757fbd8 req-667c4d49-66d6-45fb-bb25-157c70f39858 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Deleting port 9f01a993-316c-4ea0-b777-7a0d5c2f8b7a {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:35:05.550923 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-d0e89aee-848f-4f10-99ea-ced0c757fbd8 req-667c4d49-66d6-45fb-bb25-157c70f39858 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:05.551786 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c23bd8d3-a669-4ec2-9f62-6e5ef76abbdc tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:05.610578 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23bd8d3-a669-4ec2-9f62-6e5ef76abbdc tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Pushing event deleted for resources: {'Port': ['ID=ca5861c1-37ca-48c0-ac8d-9b6b2cf2e0e2,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:05.663019 n-d-712140-12 neutron-server[94828]: INFO neutron.db.ipam_backend_mixin [None req-fb411d23-bea4-4639-916f-20badd22ba8c tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6c5fd7da-2f47-4b5d-a249-fbecfadfcf65 (CIDR: 2001:db8::/64) Aug 29 04:35:05.711780 n-d-712140-12 neutron-server[94828]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb411d23-bea4-4639-916f-20badd22ba8c tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:35:05.712280 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb411d23-bea4-4639-916f-20badd22ba8c tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:35:05.717341 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-e87466e5-6ebe-4d38-ac5a-664e62e74d22 None None] Allocated IP 2001:db8::2 (9a0c1c63-2a3a-4918-9723-8b35bf7d017b/6c5fd7da-2f47-4b5d-a249-fbecfadfcf65/61c0c8af-a770-4d66-9928-f8dc9fc31dbf) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:35:05.757563 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-d0e89aee-848f-4f10-99ea-ced0c757fbd8 req-667c4d49-66d6-45fb-bb25-157c70f39858 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] For port 9f01a993-316c-4ea0-b777-7a0d5c2f8b7a, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=9f01a993-316c-4ea0-b777-7a0d5c2f8b7a,segment=NetworkSegment(c5ded84d-4be1-43ec-8cde-5c95285ac592),segment_id=c5ded84d-4be1-43ec-8cde-5c95285ac592)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:05.757935 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-d0e89aee-848f-4f10-99ea-ced0c757fbd8 req-667c4d49-66d6-45fb-bb25-157c70f39858 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:05.763203 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c23bd8d3-a669-4ec2-9f62-6e5ef76abbdc tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Notify callbacks [] for floatingip, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:05.766206 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c23bd8d3-a669-4ec2-9f62-6e5ef76abbdc tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:05.771797 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-c23bd8d3-a669-4ec2-9f62-6e5ef76abbdc tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] 10.222.0.22 "DELETE /v2.0/floatingips/03820e98-8b55-423c-b1c9-f87485580c8f HTTP/1.1" status: 204 len: 168 time: 1.9330742 Aug 29 04:35:05.790005 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-d0e89aee-848f-4f10-99ea-ced0c757fbd8 req-667c4d49-66d6-45fb-bb25-157c70f39858 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Calling delete_port for 9f01a993-316c-4ea0-b777-7a0d5c2f8b7a owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:35:05.956059 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-694757d8-468b-48b8-a1fc-debe8fbb2c75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:05.983265 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-694757d8-468b-48b8-a1fc-debe8fbb2c75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:05.990481 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e87466e5-6ebe-4d38-ac5a-664e62e74d22 None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:06.002080 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e87466e5-6ebe-4d38-ac5a-664e62e74d22 None None] Transition to ACTIVE for port object 61c0c8af-a770-4d66-9928-f8dc9fc31dbf will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:35:06.049525 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e87466e5-6ebe-4d38-ac5a-664e62e74d22 None None] Transition to ACTIVE for port object 61c0c8af-a770-4d66-9928-f8dc9fc31dbf will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:35:06.072882 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-fb411d23-bea4-4639-916f-20badd22ba8c tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6550131 Aug 29 04:35:06.073140 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e87466e5-6ebe-4d38-ac5a-664e62e74d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:06.073268 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 46340) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:06.077223 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-f2748202-c69d-4faf-8e3c-834507e948d2 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Request body: {'subnet': {'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:06.123425 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-671df707-a00d-4483-a077-77ac66734ea4 req-fa383680-d76f-4cb3-84d7-c04c92ea482d service neutron] Attempting to bind port e8c38dda-a12f-4615-86b7-8fdfbcfe8a49 on host n-h2-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:35:06.123862 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-671df707-a00d-4483-a077-77ac66734ea4 req-fa383680-d76f-4cb3-84d7-c04c92ea482d service neutron] Attempting to bind port e8c38dda-a12f-4615-86b7-8fdfbcfe8a49 by drivers openvswitch,hyperv on host n-h2-712140-12 at level 0 using segments [{'id': 'e6f13fca-b863-4a19-b6d5-923becb8a28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5e503eef-fcd9-442c-bfbe-e3b673cf903b'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:35:06.125185 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671df707-a00d-4483-a077-77ac66734ea4 req-fa383680-d76f-4cb3-84d7-c04c92ea482d service neutron] Attempting to bind port e8c38dda-a12f-4615-86b7-8fdfbcfe8a49 on network 5e503eef-fcd9-442c-bfbe-e3b673cf903b {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:35:06.134973 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671df707-a00d-4483-a077-77ac66734ea4 req-fa383680-d76f-4cb3-84d7-c04c92ea482d service neutron] Port e8c38dda-a12f-4615-86b7-8fdfbcfe8a49 on network 5e503eef-fcd9-442c-bfbe-e3b673cf903b not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:35:06.135403 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671df707-a00d-4483-a077-77ac66734ea4 req-fa383680-d76f-4cb3-84d7-c04c92ea482d service neutron] Attempting to bind port e8c38dda-a12f-4615-86b7-8fdfbcfe8a49 on network 5e503eef-fcd9-442c-bfbe-e3b673cf903b {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:35:06.150579 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671df707-a00d-4483-a077-77ac66734ea4 req-fa383680-d76f-4cb3-84d7-c04c92ea482d service neutron] Checking agent: {'id': 'b3a0606b-b029-4f5e-8798-3a32b71d8844', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:35:06.150983 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671df707-a00d-4483-a077-77ac66734ea4 req-fa383680-d76f-4cb3-84d7-c04c92ea482d service neutron] Checking segment: {'id': 'e6f13fca-b863-4a19-b6d5-923becb8a28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5e503eef-fcd9-442c-bfbe-e3b673cf903b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:35:06.151394 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671df707-a00d-4483-a077-77ac66734ea4 req-fa383680-d76f-4cb3-84d7-c04c92ea482d service neutron] Bound using segment: {'id': 'e6f13fca-b863-4a19-b6d5-923becb8a28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5e503eef-fcd9-442c-bfbe-e3b673cf903b'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:35:06.151979 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-671df707-a00d-4483-a077-77ac66734ea4 req-fa383680-d76f-4cb3-84d7-c04c92ea482d service neutron] Bound port: e8c38dda-a12f-4615-86b7-8fdfbcfe8a49, host: n-h2-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6f13fca-b863-4a19-b6d5-923becb8a28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5e503eef-fcd9-442c-bfbe-e3b673cf903b'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:35:06.152356 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-671df707-a00d-4483-a077-77ac66734ea4 req-fa383680-d76f-4cb3-84d7-c04c92ea482d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:06.168688 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87466e5-6ebe-4d38-ac5a-664e62e74d22 None None] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:35:06.240759 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-e87466e5-6ebe-4d38-ac5a-664e62e74d22 None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:35:06.260429 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-671df707-a00d-4483-a077-77ac66734ea4 req-fa383680-d76f-4cb3-84d7-c04c92ea482d service neutron] For port e8c38dda-a12f-4615-86b7-8fdfbcfe8a49, host n-h2-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:35:06.262300 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87466e5-6ebe-4d38-ac5a-664e62e74d22 None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:35:06.265269 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-671df707-a00d-4483-a077-77ac66734ea4 req-fa383680-d76f-4cb3-84d7-c04c92ea482d service neutron] For port e8c38dda-a12f-4615-86b7-8fdfbcfe8a49, host n-h2-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=e8c38dda-a12f-4615-86b7-8fdfbcfe8a49,segment=NetworkSegment(e6f13fca-b863-4a19-b6d5-923becb8a28a),segment_id=e6f13fca-b863-4a19-b6d5-923becb8a28a)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:35:06.278596 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87466e5-6ebe-4d38-ac5a-664e62e74d22 None None] Pushing event updated for resources: {'Port': ['ID=61c0c8af-a770-4d66-9928-f8dc9fc31dbf,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:06.288971 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-671df707-a00d-4483-a077-77ac66734ea4 req-fa383680-d76f-4cb3-84d7-c04c92ea482d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:06.336522 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671df707-a00d-4483-a077-77ac66734ea4 req-fa383680-d76f-4cb3-84d7-c04c92ea482d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:06.339209 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-671df707-a00d-4483-a077-77ac66734ea4 req-fa383680-d76f-4cb3-84d7-c04c92ea482d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:06.343065 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3c7e3cc3-0386-430f-be41-a2b5efdf0643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:06.346706 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-671df707-a00d-4483-a077-77ac66734ea4 req-fa383680-d76f-4cb3-84d7-c04c92ea482d service neutron] 10.222.0.48 "PUT /v2.0/ports/e8c38dda-a12f-4615-86b7-8fdfbcfe8a49 HTTP/1.1" status: 200 len: 1092 time: 3.0536251 Aug 29 04:35:06.359197 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78e1d3c1-2943-4567-af4e-14c28f0b7c9c', 'tag': 'e8c38dda-a12f-4615-86b7-8fdfbcfe8a49'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:35:06.363751 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-e87466e5-6ebe-4d38-ac5a-664e62e74d22 None None] Attempting to bind port 61c0c8af-a770-4d66-9928-f8dc9fc31dbf on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:35:06.365763 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-e87466e5-6ebe-4d38-ac5a-664e62e74d22 None None] Attempting to bind port 61c0c8af-a770-4d66-9928-f8dc9fc31dbf by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '0fc0da0a-b381-4d95-9f3f-3aa10a110ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:35:06.366276 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87466e5-6ebe-4d38-ac5a-664e62e74d22 None None] Attempting to bind port 61c0c8af-a770-4d66-9928-f8dc9fc31dbf on network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:35:06.370800 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbe1c3ce-3419-4835-bda5-396a724cd5c0" -d '{"events": [{"name": "network-changed", "server_uuid": "78e1d3c1-2943-4567-af4e-14c28f0b7c9c", "tag": "e8c38dda-a12f-4615-86b7-8fdfbcfe8a49"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:35:06.374296 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c5d0e3-2c93-412a-a4cd-6373ecb848f3 req-e5acf88e-d719-4908-95a3-b1c1e7346976 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:06.382159 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-694757d8-468b-48b8-a1fc-debe8fbb2c75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:06.382832 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87466e5-6ebe-4d38-ac5a-664e62e74d22 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:35:06.383214 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87466e5-6ebe-4d38-ac5a-664e62e74d22 None None] Checking segment: {'id': '0fc0da0a-b381-4d95-9f3f-3aa10a110ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:35:06.383804 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e87466e5-6ebe-4d38-ac5a-664e62e74d22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:06.384204 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87466e5-6ebe-4d38-ac5a-664e62e74d22 None None] Bound using segment: {'id': '0fc0da0a-b381-4d95-9f3f-3aa10a110ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:35:06.384683 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-e87466e5-6ebe-4d38-ac5a-664e62e74d22 None None] Bound port: 61c0c8af-a770-4d66-9928-f8dc9fc31dbf, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fc0da0a-b381-4d95-9f3f-3aa10a110ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:35:06.385180 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e87466e5-6ebe-4d38-ac5a-664e62e74d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:06.386472 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c5d0e3-2c93-412a-a4cd-6373ecb848f3 req-e5acf88e-d719-4908-95a3-b1c1e7346976 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:06.394073 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-694757d8-468b-48b8-a1fc-debe8fbb2c75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:06.395279 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-694757d8-468b-48b8-a1fc-debe8fbb2c75 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/82d42310-063b-42b2-ba90-4d10485530f3 HTTP/1.1" status: 204 len: 168 time: 1.1155336 Aug 29 04:35:06.407735 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c5d0e3-2c93-412a-a4cd-6373ecb848f3 req-e5acf88e-d719-4908-95a3-b1c1e7346976 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:06.440633 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c5d0e3-2c93-412a-a4cd-6373ecb848f3 req-e5acf88e-d719-4908-95a3-b1c1e7346976 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:06.455053 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-671df707-a00d-4483-a077-77ac66734ea4 req-045e7c97-ef02-4c86-bbde-93045b8652db service neutron] Request body: {'port': {'device_id': '78e1d3c1-2943-4567-af4e-14c28f0b7c9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:06.458877 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c5d0e3-2c93-412a-a4cd-6373ecb848f3 req-e5acf88e-d719-4908-95a3-b1c1e7346976 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:06.478974 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c5d0e3-2c93-412a-a4cd-6373ecb848f3 req-e5acf88e-d719-4908-95a3-b1c1e7346976 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:06.504264 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694757d8-468b-48b8-a1fc-debe8fbb2c75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82d42310-063b-42b2-ba90-4d10485530f3,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:06.511177 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c5d0e3-2c93-412a-a4cd-6373ecb848f3 req-e5acf88e-d719-4908-95a3-b1c1e7346976 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:06.517704 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-92c5d0e3-2c93-412a-a4cd-6373ecb848f3 req-e5acf88e-d719-4908-95a3-b1c1e7346976 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/ports?device_id=78e1d3c1-2943-4567-af4e-14c28f0b7c9c HTTP/1.1" status: 200 len: 5405 time: 0.3002520 Aug 29 04:35:06.526633 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e87466e5-6ebe-4d38-ac5a-664e62e74d22 None None] For port 61c0c8af-a770-4d66-9928-f8dc9fc31dbf, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:35:06.541308 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e87466e5-6ebe-4d38-ac5a-664e62e74d22 None None] For port 61c0c8af-a770-4d66-9928-f8dc9fc31dbf, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=61c0c8af-a770-4d66-9928-f8dc9fc31dbf,segment=NetworkSegment(0fc0da0a-b381-4d95-9f3f-3aa10a110ba6),segment_id=0fc0da0a-b381-4d95-9f3f-3aa10a110ba6)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:35:06.585494 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e87466e5-6ebe-4d38-ac5a-664e62e74d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:06.603482 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa383680-d76f-4cb3-84d7-c04c92ea482d service neutron] Pushing event updated for resources: {'Port': ['ID=e8c38dda-a12f-4615-86b7-8fdfbcfe8a49,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:06.670888 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-92c5d0e3-2c93-412a-a4cd-6373ecb848f3 req-71df368a-763b-4e20-acf0-a43391edcc29 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/security-groups?id=47070f04-546f-4c87-85de-d3b03f233a26&id=9548773a-1ebc-45cc-a31d-47384b103db9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1215405 Aug 29 04:35:06.769980 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87466e5-6ebe-4d38-ac5a-664e62e74d22 None None] Pushing event updated for resources: {'Port': ['ID=61c0c8af-a770-4d66-9928-f8dc9fc31dbf,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:06.819022 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2748202-c69d-4faf-8e3c-834507e948d2 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Made reservation on behalf of 808af00233b447dbb547871646623489 for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:35:06.826054 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f2748202-c69d-4faf-8e3c-834507e948d2 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4552395'] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:06.833697 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204d61f4-2764-4ac3-8c9c-4dda4a233088 req-e3029194-e12a-4a6f-982f-f3d443b0116e tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:06.836599 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-204d61f4-2764-4ac3-8c9c-4dda4a233088 req-e3029194-e12a-4a6f-982f-f3d443b0116e tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4742fd0-b468-4a03-91be-144e8a5aa5d6 HTTP/1.1" status: 200 len: 946 time: 0.3743365 Aug 29 04:35:06.926922 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e3802f1-4a79-4c15-966b-7c659e119307 x-openstack-request-id: req-7e3802f1-4a79-4c15-966b-7c659e119307 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:35:06.927255 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78e1d3c1-2943-4567-af4e-14c28f0b7c9c", "tag": "e8c38dda-a12f-4615-86b7-8fdfbcfe8a49", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:35:06.927617 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7e3802f1-4a79-4c15-966b-7c659e119307 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:35:06.927976 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78e1d3c1-2943-4567-af4e-14c28f0b7c9c', 'tag': 'e8c38dda-a12f-4615-86b7-8fdfbcfe8a49', 'status': 'completed', 'code': 200} Aug 29 04:35:06.949279 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-d0e89aee-848f-4f10-99ea-ced0c757fbd8 req-667c4d49-66d6-45fb-bb25-157c70f39858 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:06.981969 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['9f01a993-316c-4ea0-b777-7a0d5c2f8b7a'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:35:07.013959 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-671df707-a00d-4483-a077-77ac66734ea4 req-045e7c97-ef02-4c86-bbde-93045b8652db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:07.122205 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667c4d49-66d6-45fb-bb25-157c70f39858 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Pushing event deleted for resources: {'Port': ['ID=9f01a993-316c-4ea0-b777-7a0d5c2f8b7a,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:07.165681 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:07.211217 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0e89aee-848f-4f10-99ea-ced0c757fbd8 req-667c4d49-66d6-45fb-bb25-157c70f39858 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] No DVR routers for this DVR port 9f01a993-316c-4ea0-b777-7a0d5c2f8b7a on host n-h1-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:35:07.212646 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:07.217509 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-d0e89aee-848f-4f10-99ea-ced0c757fbd8 req-667c4d49-66d6-45fb-bb25-157c70f39858 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:07.220238 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d0e89aee-848f-4f10-99ea-ced0c757fbd8 req-667c4d49-66d6-45fb-bb25-157c70f39858 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.46 "DELETE /v2.0/ports/9f01a993-316c-4ea0-b777-7a0d5c2f8b7a HTTP/1.1" status: 204 len: 173 time: 2.3652008 Aug 29 04:35:07.239352 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-204d61f4-2764-4ac3-8c9c-4dda4a233088 req-dc27753e-8bb4-443a-a16a-64c3b6a64c03 tempest-ServersNegativeTestJSON-1034905680 tempest-ServersNegativeTestJSON-1034905680-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3933721 Aug 29 04:35:07.318558 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 46366) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:07.433351 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-9876f546-2ab3-4470-8786-f9013fbe0792 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bbc67afb2d0b40a49c5800b28e003fdd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1128650 Aug 29 04:35:07.438531 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 46370) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:07.493522 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe1c3ce-3419-4835-bda5-396a724cd5c0 req-c88e8a05-6bfa-4404-a9b9-ef9ff220cb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:07.493767 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe1c3ce-3419-4835-bda5-396a724cd5c0 req-c88e8a05-6bfa-4404-a9b9-ef9ff220cb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:07.494249 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe1c3ce-3419-4835-bda5-396a724cd5c0 req-c88e8a05-6bfa-4404-a9b9-ef9ff220cb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:07.494727 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe1c3ce-3419-4835-bda5-396a724cd5c0 req-c88e8a05-6bfa-4404-a9b9-ef9ff220cb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:07.495193 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe1c3ce-3419-4835-bda5-396a724cd5c0 req-c88e8a05-6bfa-4404-a9b9-ef9ff220cb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:07.495666 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe1c3ce-3419-4835-bda5-396a724cd5c0 req-c88e8a05-6bfa-4404-a9b9-ef9ff220cb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:07.496151 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe1c3ce-3419-4835-bda5-396a724cd5c0 req-c88e8a05-6bfa-4404-a9b9-ef9ff220cb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:07.498227 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-cbe1c3ce-3419-4835-bda5-396a724cd5c0 req-c88e8a05-6bfa-4404-a9b9-ef9ff220cb29 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b0f1228a8bd44b90ad5ea0a20c4870bf&device_id=78e1d3c1-2943-4567-af4e-14c28f0b7c9c HTTP/1.1" status: 200 len: 6413 time: 0.6150763 Aug 29 04:35:07.677345 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7821ca52-b9a4-4c3b-a342-d0ec30380715 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:07.741677 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 61c0c8af-a770-4d66-9928-f8dc9fc31dbf up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:35:07.816004 n-d-712140-12 neutron-server[94829]: DEBUG neutron.objects.ports [None req-f2748202-c69d-4faf-8e3c-834507e948d2 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94829) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 04:35:07.880678 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-671df707-a00d-4483-a077-77ac66734ea4 req-045e7c97-ef02-4c86-bbde-93045b8652db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f22d63c2-bcf4-4be3-aee8-c0adc98c55e8 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:35:07.893970 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 61c0c8af-a770-4d66-9928-f8dc9fc31dbf completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:35:07.909016 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-671df707-a00d-4483-a077-77ac66734ea4 req-045e7c97-ef02-4c86-bbde-93045b8652db service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:07.943151 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-671df707-a00d-4483-a077-77ac66734ea4 req-045e7c97-ef02-4c86-bbde-93045b8652db service neutron] Transition to ACTIVE for port object f22d63c2-bcf4-4be3-aee8-c0adc98c55e8 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:35:07.967595 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7821ca52-b9a4-4c3b-a342-d0ec30380715 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:08.037929 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-671df707-a00d-4483-a077-77ac66734ea4 req-045e7c97-ef02-4c86-bbde-93045b8652db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:08.059850 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7821ca52-b9a4-4c3b-a342-d0ec30380715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:08.062712 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7821ca52-b9a4-4c3b-a342-d0ec30380715 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:08.063948 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-7821ca52-b9a4-4c3b-a342-d0ec30380715 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/14e3afac-20cd-455d-aa0d-e74f6822f646 HTTP/1.1" status: 204 len: 168 time: 0.6237497 Aug 29 04:35:08.080347 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5394e67a-6bc7-4e22-b9a4-af575dbb4298 req-3e99af99-1143-4170-831c-e7020c136743 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:08.087245 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5394e67a-6bc7-4e22-b9a4-af575dbb4298 req-3e99af99-1143-4170-831c-e7020c136743 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:08.094303 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5394e67a-6bc7-4e22-b9a4-af575dbb4298 req-3e99af99-1143-4170-831c-e7020c136743 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:08.096459 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7821ca52-b9a4-4c3b-a342-d0ec30380715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14e3afac-20cd-455d-aa0d-e74f6822f646,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:08.103344 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5394e67a-6bc7-4e22-b9a4-af575dbb4298 req-3e99af99-1143-4170-831c-e7020c136743 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:08.110734 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5394e67a-6bc7-4e22-b9a4-af575dbb4298 req-3e99af99-1143-4170-831c-e7020c136743 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:08.117575 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5394e67a-6bc7-4e22-b9a4-af575dbb4298 req-3e99af99-1143-4170-831c-e7020c136743 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:08.125496 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe1c3ce-3419-4835-bda5-396a724cd5c0 req-26060bea-1a10-4356-97d0-a97850ca0604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:08.128047 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe1c3ce-3419-4835-bda5-396a724cd5c0 req-26060bea-1a10-4356-97d0-a97850ca0604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:08.128685 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe1c3ce-3419-4835-bda5-396a724cd5c0 req-26060bea-1a10-4356-97d0-a97850ca0604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:08.140074 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-cbe1c3ce-3419-4835-bda5-396a724cd5c0 req-26060bea-1a10-4356-97d0-a97850ca0604 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=b0f1228a8bd44b90ad5ea0a20c4870bf&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.6162479 Aug 29 04:35:08.154997 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5394e67a-6bc7-4e22-b9a4-af575dbb4298 req-3e99af99-1143-4170-831c-e7020c136743 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:08.159231 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5394e67a-6bc7-4e22-b9a4-af575dbb4298 req-3e99af99-1143-4170-831c-e7020c136743 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/ports?device_id=78e1d3c1-2943-4567-af4e-14c28f0b7c9c HTTP/1.1" status: 200 len: 5417 time: 0.2228711 Aug 29 04:35:08.343635 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045e7c97-ef02-4c86-bbde-93045b8652db service neutron] Pushing event updated for resources: {'Port': ['ID=f22d63c2-bcf4-4be3-aee8-c0adc98c55e8,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:08.392653 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 46394) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:08.504083 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-671df707-a00d-4483-a077-77ac66734ea4 req-045e7c97-ef02-4c86-bbde-93045b8652db service neutron] Attempting to bind port f22d63c2-bcf4-4be3-aee8-c0adc98c55e8 on host n-h2-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:35:08.508772 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-671df707-a00d-4483-a077-77ac66734ea4 req-045e7c97-ef02-4c86-bbde-93045b8652db service neutron] Attempting to bind port f22d63c2-bcf4-4be3-aee8-c0adc98c55e8 by drivers openvswitch,hyperv on host n-h2-712140-12 at level 0 using segments [{'id': 'e6f13fca-b863-4a19-b6d5-923becb8a28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5e503eef-fcd9-442c-bfbe-e3b673cf903b'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:35:08.509211 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671df707-a00d-4483-a077-77ac66734ea4 req-045e7c97-ef02-4c86-bbde-93045b8652db service neutron] Attempting to bind port f22d63c2-bcf4-4be3-aee8-c0adc98c55e8 on network 5e503eef-fcd9-442c-bfbe-e3b673cf903b {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:35:08.525016 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe1c3ce-3419-4835-bda5-396a724cd5c0 req-319d97f7-e9ae-47bb-87b2-b64f5485e9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:08.528749 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-cbe1c3ce-3419-4835-bda5-396a724cd5c0 req-319d97f7-e9ae-47bb-87b2-b64f5485e9e6 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3194644 Aug 29 04:35:08.530660 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671df707-a00d-4483-a077-77ac66734ea4 req-045e7c97-ef02-4c86-bbde-93045b8652db service neutron] Port f22d63c2-bcf4-4be3-aee8-c0adc98c55e8 on network 5e503eef-fcd9-442c-bfbe-e3b673cf903b not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:35:08.531993 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671df707-a00d-4483-a077-77ac66734ea4 req-045e7c97-ef02-4c86-bbde-93045b8652db service neutron] Attempting to bind port f22d63c2-bcf4-4be3-aee8-c0adc98c55e8 on network 5e503eef-fcd9-442c-bfbe-e3b673cf903b {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:35:08.546921 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671df707-a00d-4483-a077-77ac66734ea4 req-045e7c97-ef02-4c86-bbde-93045b8652db service neutron] Checking agent: {'id': 'b3a0606b-b029-4f5e-8798-3a32b71d8844', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:35:08.547399 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671df707-a00d-4483-a077-77ac66734ea4 req-045e7c97-ef02-4c86-bbde-93045b8652db service neutron] Checking segment: {'id': 'e6f13fca-b863-4a19-b6d5-923becb8a28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5e503eef-fcd9-442c-bfbe-e3b673cf903b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:35:08.547948 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671df707-a00d-4483-a077-77ac66734ea4 req-045e7c97-ef02-4c86-bbde-93045b8652db service neutron] Bound using segment: {'id': 'e6f13fca-b863-4a19-b6d5-923becb8a28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5e503eef-fcd9-442c-bfbe-e3b673cf903b'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:35:08.549179 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-671df707-a00d-4483-a077-77ac66734ea4 req-045e7c97-ef02-4c86-bbde-93045b8652db service neutron] Bound port: f22d63c2-bcf4-4be3-aee8-c0adc98c55e8, host: n-h2-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6f13fca-b863-4a19-b6d5-923becb8a28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5e503eef-fcd9-442c-bfbe-e3b673cf903b'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:35:08.549511 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-671df707-a00d-4483-a077-77ac66734ea4 req-045e7c97-ef02-4c86-bbde-93045b8652db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:08.587308 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5394e67a-6bc7-4e22-b9a4-af575dbb4298 req-3eb46dc1-9276-4a9b-9917-ef4a3831475c tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/security-groups?id=47070f04-546f-4c87-85de-d3b03f233a26&id=9548773a-1ebc-45cc-a31d-47384b103db9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.4165282 Aug 29 04:35:08.688523 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:08.754854 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-671df707-a00d-4483-a077-77ac66734ea4 req-045e7c97-ef02-4c86-bbde-93045b8652db service neutron] For port f22d63c2-bcf4-4be3-aee8-c0adc98c55e8, host n-h2-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:35:08.767090 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-671df707-a00d-4483-a077-77ac66734ea4 req-045e7c97-ef02-4c86-bbde-93045b8652db service neutron] For port f22d63c2-bcf4-4be3-aee8-c0adc98c55e8, host n-h2-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=f22d63c2-bcf4-4be3-aee8-c0adc98c55e8,segment=NetworkSegment(e6f13fca-b863-4a19-b6d5-923becb8a28a),segment_id=e6f13fca-b863-4a19-b6d5-923becb8a28a)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:35:08.771453 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e4dc354b-b43b-45bf-9a7a-d0711d945275 None None] Provisioning for port 61c0c8af-a770-4d66-9928-f8dc9fc31dbf completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:35:08.778379 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-671df707-a00d-4483-a077-77ac66734ea4 req-045e7c97-ef02-4c86-bbde-93045b8652db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:08.801993 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e4dc354b-b43b-45bf-9a7a-d0711d945275 None None] Provisioning complete for port 61c0c8af-a770-4d66-9928-f8dc9fc31dbf triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:08.801993 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e4dc354b-b43b-45bf-9a7a-d0711d945275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:08.832354 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671df707-a00d-4483-a077-77ac66734ea4 req-045e7c97-ef02-4c86-bbde-93045b8652db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:08.833164 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-671df707-a00d-4483-a077-77ac66734ea4 req-045e7c97-ef02-4c86-bbde-93045b8652db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:08.834766 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-671df707-a00d-4483-a077-77ac66734ea4 req-045e7c97-ef02-4c86-bbde-93045b8652db service neutron] 10.222.0.48 "PUT /v2.0/ports/f22d63c2-bcf4-4be3-aee8-c0adc98c55e8 HTTP/1.1" status: 200 len: 1092 time: 2.3865178 Aug 29 04:35:08.933111 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4742fd0-b468-4a03-91be-144e8a5aa5d6', 'name': 'network-vif-deleted', 'tag': '9f01a993-316c-4ea0-b777-7a0d5c2f8b7a'}, {'name': 'network-changed', 'server_uuid': '78e1d3c1-2943-4567-af4e-14c28f0b7c9c', 'tag': 'f22d63c2-bcf4-4be3-aee8-c0adc98c55e8'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:35:08.935925 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20eca7f5-05f2-4d47-b520-1a3674e893a4" -d '{"events": [{"server_uuid": "f4742fd0-b468-4a03-91be-144e8a5aa5d6", "name": "network-vif-deleted", "tag": "9f01a993-316c-4ea0-b777-7a0d5c2f8b7a"}, {"name": "network-changed", "server_uuid": "78e1d3c1-2943-4567-af4e-14c28f0b7c9c", "tag": "f22d63c2-bcf4-4be3-aee8-c0adc98c55e8"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:35:09.072028 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sun, 29 Aug 2021 04:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90cc397b-db64-47a5-87d7-532f10a230a9 x-openstack-request-id: req-90cc397b-db64-47a5-87d7-532f10a230a9 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:35:09.073157 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4742fd0-b468-4a03-91be-144e8a5aa5d6", "name": "network-vif-deleted", "tag": "9f01a993-316c-4ea0-b777-7a0d5c2f8b7a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "78e1d3c1-2943-4567-af4e-14c28f0b7c9c", "tag": "f22d63c2-bcf4-4be3-aee8-c0adc98c55e8", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:35:09.073157 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-90cc397b-db64-47a5-87d7-532f10a230a9 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:35:09.073157 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4742fd0-b468-4a03-91be-144e8a5aa5d6', 'name': 'network-vif-deleted', 'tag': '9f01a993-316c-4ea0-b777-7a0d5c2f8b7a', 'status': 'completed', 'code': 200} Aug 29 04:35:09.073157 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78e1d3c1-2943-4567-af4e-14c28f0b7c9c', 'tag': 'f22d63c2-bcf4-4be3-aee8-c0adc98c55e8', 'status': 'completed', 'code': 200} Aug 29 04:35:09.088635 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045e7c97-ef02-4c86-bbde-93045b8652db service neutron] Pushing event updated for resources: {'Port': ['ID=f22d63c2-bcf4-4be3-aee8-c0adc98c55e8,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:09.127257 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e4dc354b-b43b-45bf-9a7a-d0711d945275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:09.133832 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671df707-a00d-4483-a077-77ac66734ea4 req-0309d8f1-7731-4e63-bf1c-1775c7c68307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:09.134319 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671df707-a00d-4483-a077-77ac66734ea4 req-0309d8f1-7731-4e63-bf1c-1775c7c68307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:09.134799 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671df707-a00d-4483-a077-77ac66734ea4 req-0309d8f1-7731-4e63-bf1c-1775c7c68307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:09.135270 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671df707-a00d-4483-a077-77ac66734ea4 req-0309d8f1-7731-4e63-bf1c-1775c7c68307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:09.135778 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671df707-a00d-4483-a077-77ac66734ea4 req-0309d8f1-7731-4e63-bf1c-1775c7c68307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:09.136529 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671df707-a00d-4483-a077-77ac66734ea4 req-0309d8f1-7731-4e63-bf1c-1775c7c68307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:09.141439 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671df707-a00d-4483-a077-77ac66734ea4 req-0309d8f1-7731-4e63-bf1c-1775c7c68307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:09.150115 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-671df707-a00d-4483-a077-77ac66734ea4 req-0309d8f1-7731-4e63-bf1c-1775c7c68307 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b0f1228a8bd44b90ad5ea0a20c4870bf&device_id=78e1d3c1-2943-4567-af4e-14c28f0b7c9c HTTP/1.1" status: 200 len: 6481 time: 0.2088420 Aug 29 04:35:09.192739 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 9f01a993-316c-4ea0-b777-7a0d5c2f8b7a no longer exists at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:35:09.205891 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_v2 [None req-be7bf658-a960-4499-a6be-c1794b0b12c2 admin admin] Deleting subnet 774a36bb-3c6d-4e12-9ae7-217ec62f3250 {{(pid=94829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:35:09.219180 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-be7bf658-a960-4499-a6be-c1794b0b12c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:09.261170 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] No Port match for: 9f01a993-316c-4ea0-b777-7a0d5c2f8b7a {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:35:09.264344 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 9f01a993-316c-4ea0-b777-7a0d5c2f8b7a not bound to the agent host n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:35:09.275921 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f2748202-c69d-4faf-8e3c-834507e948d2 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:09.366572 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-be7bf658-a960-4499-a6be-c1794b0b12c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4311743'] for subnet, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:09.386491 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e4dc354b-b43b-45bf-9a7a-d0711d945275 None None] For port 61c0c8af-a770-4d66-9928-f8dc9fc31dbf, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=61c0c8af-a770-4d66-9928-f8dc9fc31dbf,segment=NetworkSegment(0fc0da0a-b381-4d95-9f3f-3aa10a110ba6),segment_id=0fc0da0a-b381-4d95-9f3f-3aa10a110ba6)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:09.394971 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e4dc354b-b43b-45bf-9a7a-d0711d945275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:09.466888 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.db.api [None req-f2748202-c69d-4faf-8e3c-834507e948d2 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:35:09.467733 n-d-712140-12 neutron-server[94829]: DEBUG oslo_db.api [None req-f2748202-c69d-4faf-8e3c-834507e948d2 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:35:09.514199 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-be7bf658-a960-4499-a6be-c1794b0b12c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:09.561375 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dc354b-b43b-45bf-9a7a-d0711d945275 None None] Pushing event updated for resources: {'Port': ['ID=61c0c8af-a770-4d66-9928-f8dc9fc31dbf,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:09.613030 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-be7bf658-a960-4499-a6be-c1794b0b12c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4552352'] for subnet, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:09.662510 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7bf658-a960-4499-a6be-c1794b0b12c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=774a36bb-3c6d-4e12-9ae7-217ec62f3250,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:09.679410 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-be7bf658-a960-4499-a6be-c1794b0b12c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:09.687648 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-be7bf658-a960-4499-a6be-c1794b0b12c2 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/774a36bb-3c6d-4e12-9ae7-217ec62f3250 HTTP/1.1" status: 204 len: 168 time: 1.2919919 Aug 29 04:35:09.688587 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 46430) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:09.802443 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-671df707-a00d-4483-a077-77ac66734ea4 req-ae6c355d-3be8-4cd8-ba87-a027ff9a8497 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=863c0636-bcc8-4b84-adb3-6776bab372ee HTTP/1.1" status: 200 len: 217 time: 0.6389401 Aug 29 04:35:09.827520 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-940156d8-eeaf-4eb9-83f4-caac5adae614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:09.863997 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddb4dda-d76b-4d29-b303-b90fce16dc4a req-661fca4c-386a-4923-8b6f-7129566fe522 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:09.870664 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddb4dda-d76b-4d29-b303-b90fce16dc4a req-661fca4c-386a-4923-8b6f-7129566fe522 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:09.877037 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddb4dda-d76b-4d29-b303-b90fce16dc4a req-661fca4c-386a-4923-8b6f-7129566fe522 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:09.878326 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671df707-a00d-4483-a077-77ac66734ea4 req-a8f0309a-1294-4edb-a99e-1773b63cb731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:09.881325 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-671df707-a00d-4483-a077-77ac66734ea4 req-a8f0309a-1294-4edb-a99e-1773b63cb731 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=38723797-c164-4ad1-837d-c534b680646e HTTP/1.1" status: 200 len: 850 time: 0.0711355 Aug 29 04:35:09.884062 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddb4dda-d76b-4d29-b303-b90fce16dc4a req-661fca4c-386a-4923-8b6f-7129566fe522 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:09.890367 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddb4dda-d76b-4d29-b303-b90fce16dc4a req-661fca4c-386a-4923-8b6f-7129566fe522 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:09.897314 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddb4dda-d76b-4d29-b303-b90fce16dc4a req-661fca4c-386a-4923-8b6f-7129566fe522 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:09.904026 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddb4dda-d76b-4d29-b303-b90fce16dc4a req-661fca4c-386a-4923-8b6f-7129566fe522 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:09.908458 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-bddb4dda-d76b-4d29-b303-b90fce16dc4a req-661fca4c-386a-4923-8b6f-7129566fe522 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/ports?device_id=78e1d3c1-2943-4567-af4e-14c28f0b7c9c HTTP/1.1" status: 200 len: 5417 time: 0.1564023 Aug 29 04:35:09.986739 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-bddb4dda-d76b-4d29-b303-b90fce16dc4a req-e04d3aee-cc30-498f-b431-d478204a8cf9 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/security-groups?id=47070f04-546f-4c87-85de-d3b03f233a26&id=9548773a-1ebc-45cc-a31d-47384b103db9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0650904 Aug 29 04:35:09.988838 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671df707-a00d-4483-a077-77ac66734ea4 req-e04f67f2-030a-4179-9cde-ce4c0ec865d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:09.990777 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-671df707-a00d-4483-a077-77ac66734ea4 req-e04f67f2-030a-4179-9cde-ce4c0ec865d6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f8102508-8177-4d08-b66e-69e3d8dd4b5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1021006 Aug 29 04:35:10.053446 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-940156d8-eeaf-4eb9-83f4-caac5adae614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:10.070909 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-940156d8-eeaf-4eb9-83f4-caac5adae614 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d35476f-74c6-400b-9404-4ace15008e25']}} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:10.086454 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-940156d8-eeaf-4eb9-83f4-caac5adae614 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5ded84d-4be1-43ec-8cde-5c95285ac592') {'for_net_delete': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:10.086696 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-940156d8-eeaf-4eb9-83f4-caac5adae614 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5ded84d-4be1-43ec-8cde-5c95285ac592') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:10.098375 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-940156d8-eeaf-4eb9-83f4-caac5adae614 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4311712'] for segment, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:10.106215 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 46442) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:10.139033 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-940156d8-eeaf-4eb9-83f4-caac5adae614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:10.155440 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f2748202-c69d-4faf-8e3c-834507e948d2 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:10.159623 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-940156d8-eeaf-4eb9-83f4-caac5adae614 admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=94829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:35:10.159851 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-940156d8-eeaf-4eb9-83f4-caac5adae614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4274277'] for segment, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:10.161436 n-d-712140-12 neutron-server[94829]: Traceback (most recent call last): Aug 29 04:35:10.161436 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:35:10.161436 n-d-712140-12 neutron-server[94829]: timer() Aug 29 04:35:10.161436 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:35:10.161436 n-d-712140-12 neutron-server[94829]: cb(*args, **kw) Aug 29 04:35:10.161436 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:35:10.161436 n-d-712140-12 neutron-server[94829]: return func(*args, **kwargs) Aug 29 04:35:10.161436 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:35:10.161436 n-d-712140-12 neutron-server[94829]: self._notify() Aug 29 04:35:10.161436 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:35:10.161436 n-d-712140-12 neutron-server[94829]: self.callback(batched_events) Aug 29 04:35:10.161436 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:35:10.161436 n-d-712140-12 neutron-server[94829]: event.method(event) Aug 29 04:35:10.161436 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:35:10.161436 n-d-712140-12 neutron-server[94829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:35:10.161436 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:35:10.161436 n-d-712140-12 neutron-server[94829]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:35:10.161436 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:35:10.161436 n-d-712140-12 neutron-server[94829]: return f(self, *a, **k) Aug 29 04:35:10.161436 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:35:10.161436 n-d-712140-12 neutron-server[94829]: return self._get(url).json() Aug 29 04:35:10.161436 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:35:10.161436 n-d-712140-12 neutron-server[94829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:35:10.161436 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:35:10.161436 n-d-712140-12 neutron-server[94829]: return self.request(url, 'GET', **kwargs) Aug 29 04:35:10.161436 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:35:10.161436 n-d-712140-12 neutron-server[94829]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:35:10.161436 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:35:10.161436 n-d-712140-12 neutron-server[94829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:35:10.161436 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:35:10.161436 n-d-712140-12 neutron-server[94829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:35:10.161436 n-d-712140-12 neutron-server[94829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:35:10.173825 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-671df707-a00d-4483-a077-77ac66734ea4 req-1725fbec-b3e4-471b-a643-47980d70605e service neutron] 10.222.0.48 "GET /v2.0/networks/f8102508-8177-4d08-b66e-69e3d8dd4b5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731272 Aug 29 04:35:10.275429 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-940156d8-eeaf-4eb9-83f4-caac5adae614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:10.312908 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-671df707-a00d-4483-a077-77ac66734ea4 req-1f03134a-ea67-4c73-b167-bb8b2a46b07d service neutron] 10.222.0.48 "GET /v2.0/networks/f8102508-8177-4d08-b66e-69e3d8dd4b5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313498 Aug 29 04:35:10.373063 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-671df707-a00d-4483-a077-77ac66734ea4 req-a35ad4e6-28f2-4ab9-b980-1322b775d9a2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=9ed8042a-534d-4fd9-bab3-f9ca6ec3d842 HTTP/1.1" status: 200 len: 217 time: 0.0512199 Aug 29 04:35:10.451669 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-940156d8-eeaf-4eb9-83f4-caac5adae614 admin admin] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:10.453619 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-940156d8-eeaf-4eb9-83f4-caac5adae614 admin admin] 10.222.0.22 "DELETE /v2.0/networks/2d35476f-74c6-400b-9404-4ace15008e25 HTTP/1.1" status: 204 len: 168 time: 0.7640305 Aug 29 04:35:10.465692 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-b2c8cca8-7ec3-402f-8824-9ad8dafbf6ce tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-330279975'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:10.469325 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940156d8-eeaf-4eb9-83f4-caac5adae614 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d35476f-74c6-400b-9404-4ace15008e25,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:10.473664 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-f2748202-c69d-4faf-8e3c-834507e948d2 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] For port 61c0c8af-a770-4d66-9928-f8dc9fc31dbf, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=61c0c8af-a770-4d66-9928-f8dc9fc31dbf,segment=NetworkSegment(0fc0da0a-b381-4d95-9f3f-3aa10a110ba6),segment_id=0fc0da0a-b381-4d95-9f3f-3aa10a110ba6)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:10.522414 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2c8cca8-7ec3-402f-8824-9ad8dafbf6ce tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Made reservation on behalf of a068df6df11143c4a7fcb4478831c755 for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:35:10.526076 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b2c8cca8-7ec3-402f-8824-9ad8dafbf6ce tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:10.530411 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f2748202-c69d-4faf-8e3c-834507e948d2 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:10.540561 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b2c8cca8-7ec3-402f-8824-9ad8dafbf6ce tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:10.543452 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f2748202-c69d-4faf-8e3c-834507e948d2 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:10.544501 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f2748202-c69d-4faf-8e3c-834507e948d2 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4274880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4552377'] for subnet, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:10.558810 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671df707-a00d-4483-a077-77ac66734ea4 req-bac97a57-3143-40be-b6b8-353997e31b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:10.560736 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-671df707-a00d-4483-a077-77ac66734ea4 req-bac97a57-3143-40be-b6b8-353997e31b27 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2c4c2bd8-a9be-4d3e-b11b-de6654931482 HTTP/1.1" status: 200 len: 797 time: 0.1782904 Aug 29 04:35:10.674601 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671df707-a00d-4483-a077-77ac66734ea4 req-5074f8d2-2a01-452a-b531-653468fc72fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:10.676719 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-671df707-a00d-4483-a077-77ac66734ea4 req-5074f8d2-2a01-452a-b531-653468fc72fa service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=17498e6d-84e1-4cac-974a-a187e6f18066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1068778 Aug 29 04:35:10.733252 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2748202-c69d-4faf-8e3c-834507e948d2 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:35:10.749040 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-f2748202-c69d-4faf-8e3c-834507e948d2 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:35:10.760843 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187e0379-9789-4e6c-80e3-8d18651a9c0d None None] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:35:10.763811 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2748202-c69d-4faf-8e3c-834507e948d2 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:10.765254 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f2748202-c69d-4faf-8e3c-834507e948d2 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:10.829776 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2748202-c69d-4faf-8e3c-834507e948d2 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Pushing event updated for resources: {'Subnet': ['ID=3e635acd-8e5e-4291-bc4f-3884aa391005,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:10.832228 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2748202-c69d-4faf-8e3c-834507e948d2 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Pushing event updated for resources: {'Port': ['ID=61c0c8af-a770-4d66-9928-f8dc9fc31dbf,revision_number=5']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:10.835636 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 46462) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:10.965573 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-7186197e-890c-42dd-a203-ad8a28ca34c1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0805da877066419b8ea3a5659c16f89d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1264746 Aug 29 04:35:10.968852 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 46466) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:10.985468 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-671df707-a00d-4483-a077-77ac66734ea4 req-69bb3f0d-6df8-4539-817f-277dab200646 service neutron] 10.222.0.48 "GET /v2.0/networks/17498e6d-84e1-4cac-974a-a187e6f18066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2998333 Aug 29 04:35:11.020246 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b2c8cca8-7ec3-402f-8824-9ad8dafbf6ce tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:11.033116 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b2c8cca8-7ec3-402f-8824-9ad8dafbf6ce tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:11.073804 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-f2748202-c69d-4faf-8e3c-834507e948d2 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 5.0005279 Aug 29 04:35:11.084078 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 46470) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:11.097431 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-4de5e145-d4ca-4c0b-a228-b639c695b03e tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Request body: {'port': {'network_id': '9a0c1c63-2a3a-4918-9723-8b35bf7d017b', 'mac_address': 'fa:16:3e:49:58:bd', 'name': 'tempest-NetworksTestDHCPv6-326532837'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:11.114984 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-524ee421-3d48-4a70-815c-975831c5b92e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:11.126766 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2c8cca8-7ec3-402f-8824-9ad8dafbf6ce tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:35:11.167994 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c8cca8-7ec3-402f-8824-9ad8dafbf6ce tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83b63f86-1a05-4cf7-83be-66580d2bc63b,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:11.213462 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b2c8cca8-7ec3-402f-8824-9ad8dafbf6ce tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:11.213828 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-b2c8cca8-7ec3-402f-8824-9ad8dafbf6ce tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Added segment 410ddc82-2ba8-4a25-a588-72e3db08f4c9 of type vlan for network bab8ec2b-9933-4f77-9b08-8b15b0debb1e Aug 29 04:35:11.218111 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-524ee421-3d48-4a70-815c-975831c5b92e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:11.235374 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-671df707-a00d-4483-a077-77ac66734ea4 req-7285421a-9a13-4e70-aeca-7dfcc887a710 service neutron] 10.222.0.48 "GET /v2.0/networks/17498e6d-84e1-4cac-974a-a187e6f18066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415662 Aug 29 04:35:11.356321 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b2c8cca8-7ec3-402f-8824-9ad8dafbf6ce tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:11.396851 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-671df707-a00d-4483-a077-77ac66734ea4 req-fa6f0c9d-c1ac-400d-9e3d-8d87120de5f3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.39&port_id=2662ff03-0fe5-4738-ac75-76417260f6bb HTTP/1.1" status: 200 len: 217 time: 0.1029420 Aug 29 04:35:11.421493 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-524ee421-3d48-4a70-815c-975831c5b92e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:11.424273 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-524ee421-3d48-4a70-815c-975831c5b92e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:11.428139 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-524ee421-3d48-4a70-815c-975831c5b92e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/eafb18f5-1dee-4b6e-bcd5-383aaa784ec9 HTTP/1.1" status: 204 len: 168 time: 0.4562495 Aug 29 04:35:11.457998 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b2c8cca8-7ec3-402f-8824-9ad8dafbf6ce tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:11.466123 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c8cca8-7ec3-402f-8824-9ad8dafbf6ce tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:11.466726 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b2c8cca8-7ec3-402f-8824-9ad8dafbf6ce tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:11.493646 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4de5e145-d4ca-4c0b-a228-b639c695b03e tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Made reservation on behalf of 808af00233b447dbb547871646623489 for: {'port': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:35:11.502797 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fa1997-aa4c-4e11-aea8-8cd1a3637727 req-766ee026-350b-4cd4-8131-145fa565cb3f tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:11.510754 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fa1997-aa4c-4e11-aea8-8cd1a3637727 req-766ee026-350b-4cd4-8131-145fa565cb3f tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:11.516475 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524ee421-3d48-4a70-815c-975831c5b92e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eafb18f5-1dee-4b6e-bcd5-383aaa784ec9,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:11.533412 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fa1997-aa4c-4e11-aea8-8cd1a3637727 req-766ee026-350b-4cd4-8131-145fa565cb3f tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:11.542593 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fa1997-aa4c-4e11-aea8-8cd1a3637727 req-766ee026-350b-4cd4-8131-145fa565cb3f tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:11.549750 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fa1997-aa4c-4e11-aea8-8cd1a3637727 req-766ee026-350b-4cd4-8131-145fa565cb3f tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:11.557593 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fa1997-aa4c-4e11-aea8-8cd1a3637727 req-766ee026-350b-4cd4-8131-145fa565cb3f tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:11.564403 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fa1997-aa4c-4e11-aea8-8cd1a3637727 req-766ee026-350b-4cd4-8131-145fa565cb3f tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:11.573525 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-24fa1997-aa4c-4e11-aea8-8cd1a3637727 req-766ee026-350b-4cd4-8131-145fa565cb3f tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/ports?device_id=78e1d3c1-2943-4567-af4e-14c28f0b7c9c HTTP/1.1" status: 200 len: 5417 time: 0.3360732 Aug 29 04:35:11.637525 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671df707-a00d-4483-a077-77ac66734ea4 req-c93898bc-5dbd-4394-9fb7-89454794bf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:11.640025 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-671df707-a00d-4483-a077-77ac66734ea4 req-c93898bc-5dbd-4394-9fb7-89454794bf54 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2c4c2bd8-a9be-4d3e-b11b-de6654931482 HTTP/1.1" status: 200 len: 797 time: 0.2357714 Aug 29 04:35:11.752013 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-24fa1997-aa4c-4e11-aea8-8cd1a3637727 req-258ef57f-cb0a-48f0-ab91-c7117f337bf1 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/security-groups?id=47070f04-546f-4c87-85de-d3b03f233a26&id=9548773a-1ebc-45cc-a31d-47384b103db9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1683939 Aug 29 04:35:11.757730 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 61c0c8af-a770-4d66-9928-f8dc9fc31dbf up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:35:11.824484 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671df707-a00d-4483-a077-77ac66734ea4 req-cc8ed8cf-b445-4395-b94b-a760917ab644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:11.832557 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-671df707-a00d-4483-a077-77ac66734ea4 req-cc8ed8cf-b445-4395-b94b-a760917ab644 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=17498e6d-84e1-4cac-974a-a187e6f18066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1753523 Aug 29 04:35:11.839330 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 61c0c8af-a770-4d66-9928-f8dc9fc31dbf triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:11.840330 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:11.895985 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-b2c8cca8-7ec3-402f-8824-9ad8dafbf6ce tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.7868252 Aug 29 04:35:11.898857 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 46486) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:11.950257 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-7a1ac8c6-875f-441b-a1dc-21bdcff8db5c tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Request body: {'subnet': {'network_id': 'bab8ec2b-9933-4f77-9b08-8b15b0debb1e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:12.028454 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-671df707-a00d-4483-a077-77ac66734ea4 req-28de351f-31a5-481d-99d6-32f5a0d1f973 service neutron] 10.222.0.48 "GET /v2.0/networks/17498e6d-84e1-4cac-974a-a187e6f18066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883273 Aug 29 04:35:12.123477 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c8cca8-7ec3-402f-8824-9ad8dafbf6ce tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Pushing event updated for resources: {'Network': ['ID=bab8ec2b-9933-4f77-9b08-8b15b0debb1e,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:12.138369 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network bab8ec2b-9933-4f77-9b08-8b15b0debb1e details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:35:12.229147 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4de5e145-d4ca-4c0b-a228-b639c695b03e tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:12.229870 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-671df707-a00d-4483-a077-77ac66734ea4 req-0309b3f3-6fa8-4adf-8c4b-6f66dca6f28e service neutron] 10.222.0.48 "GET /v2.0/networks/17498e6d-84e1-4cac-974a-a187e6f18066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935284 Aug 29 04:35:12.306846 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a1ac8c6-875f-441b-a1dc-21bdcff8db5c tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Made reservation on behalf of a068df6df11143c4a7fcb4478831c755 for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:35:12.316726 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7a1ac8c6-875f-441b-a1dc-21bdcff8db5c tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4552395'] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:12.334634 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-671df707-a00d-4483-a077-77ac66734ea4 req-20446529-151d-402e-93d8-5a38609e258a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=5cfcb12b-3c21-4614-9071-b6c0f7763d86 HTTP/1.1" status: 200 len: 217 time: 0.0968816 Aug 29 04:35:12.340851 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-33086979-5b51-4673-ae7e-6b8b02112b95 None None] Provisioning complete for port 61c0c8af-a770-4d66-9928-f8dc9fc31dbf triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:12.341246 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-33086979-5b51-4673-ae7e-6b8b02112b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:12.365568 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [None req-4de5e145-d4ca-4c0b-a228-b639c695b03e tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] device_id is not set on port 64b2afd5-45fb-4556-a43e-d418086c5a1d yet. {{(pid=94829) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:35:12.478744 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671df707-a00d-4483-a077-77ac66734ea4 req-82879a66-6238-48f7-bc23-04efbc73669d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:12.481522 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-671df707-a00d-4483-a077-77ac66734ea4 req-82879a66-6238-48f7-bc23-04efbc73669d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2c4c2bd8-a9be-4d3e-b11b-de6654931482 HTTP/1.1" status: 200 len: 797 time: 0.1377654 Aug 29 04:35:12.667798 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671df707-a00d-4483-a077-77ac66734ea4 req-f538db27-dc30-459f-9936-22f6417982b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:12.670112 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-671df707-a00d-4483-a077-77ac66734ea4 req-f538db27-dc30-459f-9936-22f6417982b7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=17498e6d-84e1-4cac-974a-a187e6f18066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1753168 Aug 29 04:35:12.912519 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7a1ac8c6-875f-441b-a1dc-21bdcff8db5c tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4274880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4552377'] for subnet, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:13.086843 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-671df707-a00d-4483-a077-77ac66734ea4 req-751c5208-8b99-4620-abb6-f41fb1f20e9f service neutron] 10.222.0.48 "GET /v2.0/networks/17498e6d-84e1-4cac-974a-a187e6f18066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4075797 Aug 29 04:35:13.127891 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ac8c6-875f-441b-a1dc-21bdcff8db5c tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Pushing event updated for resources: {'Subnet': ['ID=6f4aa841-192d-4ca7-a8d0-0d93b115721a,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:13.155879 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2142f43-f2b9-482c-afb6-1ffb4b7ac3e5 req-d44db93a-b4e9-4933-8587-26ea4e9cf00a tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:13.162579 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2142f43-f2b9-482c-afb6-1ffb4b7ac3e5 req-d44db93a-b4e9-4933-8587-26ea4e9cf00a tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:13.179738 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2142f43-f2b9-482c-afb6-1ffb4b7ac3e5 req-d44db93a-b4e9-4933-8587-26ea4e9cf00a tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:13.184315 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2142f43-f2b9-482c-afb6-1ffb4b7ac3e5 req-d44db93a-b4e9-4933-8587-26ea4e9cf00a tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:13.190997 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2142f43-f2b9-482c-afb6-1ffb4b7ac3e5 req-d44db93a-b4e9-4933-8587-26ea4e9cf00a tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:13.197079 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2142f43-f2b9-482c-afb6-1ffb4b7ac3e5 req-d44db93a-b4e9-4933-8587-26ea4e9cf00a tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:13.203283 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2142f43-f2b9-482c-afb6-1ffb4b7ac3e5 req-d44db93a-b4e9-4933-8587-26ea4e9cf00a tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:13.212085 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b2142f43-f2b9-482c-afb6-1ffb4b7ac3e5 req-d44db93a-b4e9-4933-8587-26ea4e9cf00a tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/ports?device_id=78e1d3c1-2943-4567-af4e-14c28f0b7c9c HTTP/1.1" status: 200 len: 5417 time: 0.2968204 Aug 29 04:35:13.216335 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-671df707-a00d-4483-a077-77ac66734ea4 req-ed4b485f-c887-4b3d-9419-aabac96c02ad service neutron] 10.222.0.48 "GET /v2.0/networks/17498e6d-84e1-4cac-974a-a187e6f18066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217544 Aug 29 04:35:13.270452 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1ac8c6-875f-441b-a1dc-21bdcff8db5c tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Checking segment: {'id': '410ddc82-2ba8-4a25-a588-72e3db08f4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'bab8ec2b-9933-4f77-9b08-8b15b0debb1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:35:13.270844 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1ac8c6-875f-441b-a1dc-21bdcff8db5c tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Network hostable DHCP agents. Network: bab8ec2b-9933-4f77-9b08-8b15b0debb1e, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:35:13.309875 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-671df707-a00d-4483-a077-77ac66734ea4 req-049228ec-d6b1-4263-932a-d872bb3848a0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=73a89596-2f6f-4bb0-aecd-74540ae2a41e HTTP/1.1" status: 200 len: 217 time: 0.0816464 Aug 29 04:35:13.352444 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-4de5e145-d4ca-4c0b-a228-b639c695b03e tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Allocated IP 2001:db8::284 (9a0c1c63-2a3a-4918-9723-8b35bf7d017b/6c5fd7da-2f47-4b5d-a249-fbecfadfcf65/64b2afd5-45fb-4556-a43e-d418086c5a1d) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:35:13.391740 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b2142f43-f2b9-482c-afb6-1ffb4b7ac3e5 req-93f7a725-4891-46ba-8e51-a012df68d33b tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/security-groups?id=47070f04-546f-4c87-85de-d3b03f233a26&id=9548773a-1ebc-45cc-a31d-47384b103db9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1766257 Aug 29 04:35:13.391740 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1ac8c6-875f-441b-a1dc-21bdcff8db5c tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Network bab8ec2b-9933-4f77-9b08-8b15b0debb1e is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:35:13.402243 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671df707-a00d-4483-a077-77ac66734ea4 req-dc159a8b-33dc-47a5-8e6e-10e91e55e9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:13.406054 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-671df707-a00d-4483-a077-77ac66734ea4 req-dc159a8b-33dc-47a5-8e6e-10e91e55e9d8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2c4c2bd8-a9be-4d3e-b11b-de6654931482 HTTP/1.1" status: 200 len: 797 time: 0.0870695 Aug 29 04:35:13.406777 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-4de5e145-d4ca-4c0b-a228-b639c695b03e tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Allocated IP 2001:db8:0:1:f816:3eff:fe49:58bd (9a0c1c63-2a3a-4918-9723-8b35bf7d017b/3e635acd-8e5e-4291-bc4f-3884aa391005/64b2afd5-45fb-4556-a43e-d418086c5a1d) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:35:13.436193 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-7a1ac8c6-875f-441b-a1dc-21bdcff8db5c tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, bab8ec2b-9933-4f77-9b08-8b15b0debb1e) {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:35:13.452695 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1ac8c6-875f-441b-a1dc-21bdcff8db5c tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:13.453329 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7a1ac8c6-875f-441b-a1dc-21bdcff8db5c tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:13.455248 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac444111-6ffb-4860-9377-6aecb19c32d3 None None] Network bab8ec2b-9933-4f77-9b08-8b15b0debb1e requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:35:13.513902 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671df707-a00d-4483-a077-77ac66734ea4 req-ed69a1e2-2fbe-4c03-bda4-6a3d77b518aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:13.515454 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-671df707-a00d-4483-a077-77ac66734ea4 req-ed69a1e2-2fbe-4c03-bda4-6a3d77b518aa service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=17498e6d-84e1-4cac-974a-a187e6f18066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1029282 Aug 29 04:35:13.607458 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-7a1ac8c6-875f-441b-a1dc-21bdcff8db5c tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6939626 Aug 29 04:35:13.611046 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 46536) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:13.648371 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-9e1ad432-9814-41cb-a3e5-97f317d2d062 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Request body: {'port': {'network_id': 'bab8ec2b-9933-4f77-9b08-8b15b0debb1e', 'name': 'tempest-AllowedAddressPairTestJSON-111731597'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:13.748250 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-671df707-a00d-4483-a077-77ac66734ea4 req-716cd56f-956c-4c32-9d5b-d56f5cffd386 service neutron] 10.222.0.48 "GET /v2.0/networks/17498e6d-84e1-4cac-974a-a187e6f18066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145543 Aug 29 04:35:13.910488 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4de5e145-d4ca-4c0b-a228-b639c695b03e tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:13.961888 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-4de5e145-d4ca-4c0b-a228-b639c695b03e tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Transition to ACTIVE for port object 64b2afd5-45fb-4556-a43e-d418086c5a1d will not be triggered until provisioned by entity DHCP. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:35:13.969223 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4697c062-c5e1-42ab-bc7e-c512e3e39501 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-bab8ec2b-9933-4f77-9b08-8b15b0debb1e', 'network_id': 'bab8ec2b-9933-4f77-9b08-8b15b0debb1e', 'tenant_id': 'a068df6df11143c4a7fcb4478831c755', 'fixed_ips': [{'subnet_id': '6f4aa841-192d-4ca7-a8d0-0d93b115721a'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:35:13.970878 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4697c062-c5e1-42ab-bc7e-c512e3e39501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:14.003069 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-671df707-a00d-4483-a077-77ac66734ea4 req-952fc07a-b1d7-485b-b72d-fa8ac3fc3770 service neutron] 10.222.0.48 "GET /v2.0/networks/17498e6d-84e1-4cac-974a-a187e6f18066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472968 Aug 29 04:35:14.024803 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e1ad432-9814-41cb-a3e5-97f317d2d062 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Made reservation on behalf of a068df6df11143c4a7fcb4478831c755 for: {'port': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:35:14.028654 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9e1ad432-9814-41cb-a3e5-97f317d2d062 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:14.057239 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [None req-9e1ad432-9814-41cb-a3e5-97f317d2d062 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] device_id is not set on port 10990050-581d-4760-a08a-f73f9747cab4 yet. {{(pid=94829) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:35:14.129060 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-671df707-a00d-4483-a077-77ac66734ea4 req-dfc15c52-4c68-4614-b993-dd404c35d173 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e8c38dda-a12f-4615-86b7-8fdfbcfe8a49 HTTP/1.1" status: 200 len: 217 time: 0.1182735 Aug 29 04:35:14.148492 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 46556) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:14.259302 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671df707-a00d-4483-a077-77ac66734ea4 req-b278b827-529f-4a00-8288-a082d23e7089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:14.260854 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-671df707-a00d-4483-a077-77ac66734ea4 req-b278b827-529f-4a00-8288-a082d23e7089 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8462c09a-3992-4e92-b18c-741f3c6662c3 HTTP/1.1" status: 200 len: 797 time: 0.1233141 Aug 29 04:35:14.284140 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-9e1ad432-9814-41cb-a3e5-97f317d2d062 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Allocated IP 172.20.0.4 (bab8ec2b-9933-4f77-9b08-8b15b0debb1e/6f4aa841-192d-4ca7-a8d0-0d93b115721a/10990050-581d-4760-a08a-f73f9747cab4) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:35:14.367055 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671df707-a00d-4483-a077-77ac66734ea4 req-8f39ba00-17d4-483a-9727-2c2aeb2521ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:14.372978 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-671df707-a00d-4483-a077-77ac66734ea4 req-8f39ba00-17d4-483a-9727-2c2aeb2521ae service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5e503eef-fcd9-442c-bfbe-e3b673cf903b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1029778 Aug 29 04:35:14.541497 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b694a65c-5350-4d37-8632-73a083738f9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:14.591150 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4de5e145-d4ca-4c0b-a228-b639c695b03e tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:14.685615 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de5e145-d4ca-4c0b-a228-b639c695b03e tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:35:14.746969 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b698369-7407-42cb-8fe4-c7b1a53987a2 req-b8d46013-6e63-49b6-9a53-a4e819940458 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:14.750969 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-4de5e145-d4ca-4c0b-a228-b639c695b03e tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:35:14.773302 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de5e145-d4ca-4c0b-a228-b639c695b03e tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:35:14.773302 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de5e145-d4ca-4c0b-a228-b639c695b03e tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:14.773302 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4de5e145-d4ca-4c0b-a228-b639c695b03e tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:14.776117 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de5e145-d4ca-4c0b-a228-b639c695b03e tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Pushing event updated for resources: {'Port': ['ID=64b2afd5-45fb-4556-a43e-d418086c5a1d,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:14.778882 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b698369-7407-42cb-8fe4-c7b1a53987a2 req-b8d46013-6e63-49b6-9a53-a4e819940458 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:14.792020 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b698369-7407-42cb-8fe4-c7b1a53987a2 req-b8d46013-6e63-49b6-9a53-a4e819940458 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:14.814601 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b698369-7407-42cb-8fe4-c7b1a53987a2 req-b8d46013-6e63-49b6-9a53-a4e819940458 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:14.825859 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b698369-7407-42cb-8fe4-c7b1a53987a2 req-b8d46013-6e63-49b6-9a53-a4e819940458 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:14.848161 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b698369-7407-42cb-8fe4-c7b1a53987a2 req-b8d46013-6e63-49b6-9a53-a4e819940458 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:14.861731 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9e1ad432-9814-41cb-a3e5-97f317d2d062 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:14.878166 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b698369-7407-42cb-8fe4-c7b1a53987a2 req-b8d46013-6e63-49b6-9a53-a4e819940458 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:14.891268 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-9e1ad432-9814-41cb-a3e5-97f317d2d062 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Transition to ACTIVE for port object 10990050-581d-4760-a08a-f73f9747cab4 will not be triggered until provisioned by entity DHCP. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:35:14.895709 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8b698369-7407-42cb-8fe4-c7b1a53987a2 req-b8d46013-6e63-49b6-9a53-a4e819940458 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/ports?device_id=78e1d3c1-2943-4567-af4e-14c28f0b7c9c HTTP/1.1" status: 200 len: 5417 time: 0.3981633 Aug 29 04:35:14.943412 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9e1ad432-9814-41cb-a3e5-97f317d2d062 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:15.021984 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-671df707-a00d-4483-a077-77ac66734ea4 req-f5185b35-f2a6-4666-aa35-600ce698cdf8 service neutron] 10.222.0.48 "GET /v2.0/networks/5e503eef-fcd9-442c-bfbe-e3b673cf903b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6394572 Aug 29 04:35:15.027567 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1ad432-9814-41cb-a3e5-97f317d2d062 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Network bab8ec2b-9933-4f77-9b08-8b15b0debb1e is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:35:15.033361 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-9e1ad432-9814-41cb-a3e5-97f317d2d062 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:35:15.044060 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1ad432-9814-41cb-a3e5-97f317d2d062 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:35:15.069287 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-4697c062-c5e1-42ab-bc7e-c512e3e39501 None None] Allocated IP 172.20.0.2 (bab8ec2b-9933-4f77-9b08-8b15b0debb1e/6f4aa841-192d-4ca7-a8d0-0d93b115721a/f8d0eaf9-398c-4362-8a2d-228879849fda) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:35:15.130451 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1ad432-9814-41cb-a3e5-97f317d2d062 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:15.131276 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9e1ad432-9814-41cb-a3e5-97f317d2d062 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:15.186512 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1ad432-9814-41cb-a3e5-97f317d2d062 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Pushing event updated for resources: {'Port': ['ID=10990050-581d-4760-a08a-f73f9747cab4,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:15.219327 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8b698369-7407-42cb-8fe4-c7b1a53987a2 req-3a72ca37-b7f2-4e05-b995-7c0ffde60c3c tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/security-groups?id=47070f04-546f-4c87-85de-d3b03f233a26&id=9548773a-1ebc-45cc-a31d-47384b103db9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3086307 Aug 29 04:35:15.236976 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-0f9349ad-111a-4858-8317-83848f435a16 None None] Provisioning for port 64b2afd5-45fb-4556-a43e-d418086c5a1d completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:35:15.250861 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-0f9349ad-111a-4858-8317-83848f435a16 None None] Provisioning complete for port 64b2afd5-45fb-4556-a43e-d418086c5a1d triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:15.253780 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0f9349ad-111a-4858-8317-83848f435a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:15.325425 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-671df707-a00d-4483-a077-77ac66734ea4 req-94132388-4f70-4a97-a9c1-e4a7586b71e8 service neutron] 10.222.0.48 "GET /v2.0/networks/5e503eef-fcd9-442c-bfbe-e3b673cf903b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2878101 Aug 29 04:35:15.350882 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-0f9349ad-111a-4858-8317-83848f435a16 None None] Port 64b2afd5-45fb-4556-a43e-d418086c5a1d cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:35:15.416109 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-671df707-a00d-4483-a077-77ac66734ea4 req-f675979d-63e9-43d4-a56b-4eaa55bbce7e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f22d63c2-bcf4-4be3-aee8-c0adc98c55e8 HTTP/1.1" status: 200 len: 217 time: 0.0738063 Aug 29 04:35:15.464856 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4697c062-c5e1-42ab-bc7e-c512e3e39501 None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:15.474573 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-4697c062-c5e1-42ab-bc7e-c512e3e39501 None None] Transition to ACTIVE for port object f8d0eaf9-398c-4362-8a2d-228879849fda will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:35:15.492224 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-4697c062-c5e1-42ab-bc7e-c512e3e39501 None None] Transition to ACTIVE for port object f8d0eaf9-398c-4362-8a2d-228879849fda will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:35:15.499251 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4697c062-c5e1-42ab-bc7e-c512e3e39501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:15.524623 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671df707-a00d-4483-a077-77ac66734ea4 req-eb5424f2-bb8b-4edf-b05d-3a05ea735466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:15.527485 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-671df707-a00d-4483-a077-77ac66734ea4 req-eb5424f2-bb8b-4edf-b05d-3a05ea735466 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8462c09a-3992-4e92-b18c-741f3c6662c3 HTTP/1.1" status: 200 len: 797 time: 0.1001728 Aug 29 04:35:15.542211 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4697c062-c5e1-42ab-bc7e-c512e3e39501 None None] Network bab8ec2b-9933-4f77-9b08-8b15b0debb1e is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:35:15.548407 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-4697c062-c5e1-42ab-bc7e-c512e3e39501 None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:35:15.551892 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4697c062-c5e1-42ab-bc7e-c512e3e39501 None None] Pushing event updated for resources: {'Port': ['ID=f8d0eaf9-398c-4362-8a2d-228879849fda,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:15.560035 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4697c062-c5e1-42ab-bc7e-c512e3e39501 None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:35:15.602761 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b694a65c-5350-4d37-8632-73a083738f9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:15.623428 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b694a65c-5350-4d37-8632-73a083738f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:15.643810 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-4de5e145-d4ca-4c0b-a228-b639c695b03e tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 4.5488155 Aug 29 04:35:15.643810 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-9e1ad432-9814-41cb-a3e5-97f317d2d062 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.0279648 Aug 29 04:35:15.643810 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 46586) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:15.656204 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-4697c062-c5e1-42ab-bc7e-c512e3e39501 None None] Attempting to bind port f8d0eaf9-398c-4362-8a2d-228879849fda on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:35:15.656582 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-4697c062-c5e1-42ab-bc7e-c512e3e39501 None None] Attempting to bind port f8d0eaf9-398c-4362-8a2d-228879849fda by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '410ddc82-2ba8-4a25-a588-72e3db08f4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'bab8ec2b-9933-4f77-9b08-8b15b0debb1e'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:35:15.656952 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4697c062-c5e1-42ab-bc7e-c512e3e39501 None None] Attempting to bind port f8d0eaf9-398c-4362-8a2d-228879849fda on network bab8ec2b-9933-4f77-9b08-8b15b0debb1e {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:35:15.660621 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 46588) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:15.669642 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4697c062-c5e1-42ab-bc7e-c512e3e39501 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:35:15.670508 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4697c062-c5e1-42ab-bc7e-c512e3e39501 None None] Checking segment: {'id': '410ddc82-2ba8-4a25-a588-72e3db08f4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'bab8ec2b-9933-4f77-9b08-8b15b0debb1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:35:15.671408 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4697c062-c5e1-42ab-bc7e-c512e3e39501 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:15.672241 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4697c062-c5e1-42ab-bc7e-c512e3e39501 None None] Bound using segment: {'id': '410ddc82-2ba8-4a25-a588-72e3db08f4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'bab8ec2b-9933-4f77-9b08-8b15b0debb1e'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:35:15.672974 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-4697c062-c5e1-42ab-bc7e-c512e3e39501 None None] Bound port: f8d0eaf9-398c-4362-8a2d-228879849fda, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '410ddc82-2ba8-4a25-a588-72e3db08f4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'bab8ec2b-9933-4f77-9b08-8b15b0debb1e'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:35:15.673582 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4697c062-c5e1-42ab-bc7e-c512e3e39501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:15.679314 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-478c678f-69b4-4d55-822a-0bd9ae874683 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Request body: {'port': {'network_id': 'bab8ec2b-9933-4f77-9b08-8b15b0debb1e', 'name': 'tempest-AllowedAddressPairTestJSON-2096266776', 'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:77:11:61'}]}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:15.726896 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671df707-a00d-4483-a077-77ac66734ea4 req-fac24c94-0cdf-4238-8981-8d093816a767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:15.729462 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-671df707-a00d-4483-a077-77ac66734ea4 req-fac24c94-0cdf-4238-8981-8d093816a767 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5e503eef-fcd9-442c-bfbe-e3b673cf903b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1819794 Aug 29 04:35:15.761771 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-4697c062-c5e1-42ab-bc7e-c512e3e39501 None None] For port f8d0eaf9-398c-4362-8a2d-228879849fda, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:35:15.771440 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-4697c062-c5e1-42ab-bc7e-c512e3e39501 None None] For port f8d0eaf9-398c-4362-8a2d-228879849fda, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=f8d0eaf9-398c-4362-8a2d-228879849fda,segment=NetworkSegment(410ddc82-2ba8-4a25-a588-72e3db08f4c9),segment_id=410ddc82-2ba8-4a25-a588-72e3db08f4c9)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:35:15.784064 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4697c062-c5e1-42ab-bc7e-c512e3e39501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:15.785409 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b694a65c-5350-4d37-8632-73a083738f9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c90bb35e-1488-48d5-8e7e-9eef2f6fbeb4,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:15.808722 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-b694a65c-5350-4d37-8632-73a083738f9b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ed28ba5a42ae44ef8a13000d4d1e0bd3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6569233 Aug 29 04:35:15.812021 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 46594) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:15.898286 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1939a826-b8f6-421d-8b51-59c8457f3632 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:15.953029 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1939a826-b8f6-421d-8b51-59c8457f3632 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:15.958157 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4697c062-c5e1-42ab-bc7e-c512e3e39501 None None] Pushing event updated for resources: {'Port': ['ID=f8d0eaf9-398c-4362-8a2d-228879849fda,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:15.990243 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-5389a7dc-4195-4b3b-b323-062d8b171563 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Deleting port 64b2afd5-45fb-4556-a43e-d418086c5a1d {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:35:15.990588 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5389a7dc-4195-4b3b-b323-062d8b171563 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:16.036941 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-671df707-a00d-4483-a077-77ac66734ea4 req-54ca4bc1-1ea8-46df-8041-c83ef79571a6 service neutron] 10.222.0.48 "GET /v2.0/networks/5e503eef-fcd9-442c-bfbe-e3b673cf903b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605994 Aug 29 04:35:16.045907 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-478c678f-69b4-4d55-822a-0bd9ae874683 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Made reservation on behalf of a068df6df11143c4a7fcb4478831c755 for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:35:16.159981 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1939a826-b8f6-421d-8b51-59c8457f3632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:16.162701 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1939a826-b8f6-421d-8b51-59c8457f3632 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:16.167625 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-1939a826-b8f6-421d-8b51-59c8457f3632 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c90bb35e-1488-48d5-8e7e-9eef2f6fbeb4 HTTP/1.1" status: 204 len: 168 time: 0.3541837 Aug 29 04:35:16.195559 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1939a826-b8f6-421d-8b51-59c8457f3632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c90bb35e-1488-48d5-8e7e-9eef2f6fbeb4,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:16.283838 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5389a7dc-4195-4b3b-b323-062d8b171563 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:16.376084 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-5389a7dc-4195-4b3b-b323-062d8b171563 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Calling delete_port for 64b2afd5-45fb-4556-a43e-d418086c5a1d owned by {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:35:16.513034 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-671df707-a00d-4483-a077-77ac66734ea4 req-2f1a01bc-de52-4652-945c-fb13c9690501 service neutron] 10.222.0.48 "GET /v2.0/networks/5e503eef-fcd9-442c-bfbe-e3b673cf903b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4542289 Aug 29 04:35:16.570312 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-478c678f-69b4-4d55-822a-0bd9ae874683 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:16.609983 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-478c678f-69b4-4d55-822a-0bd9ae874683 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] device_id is not set on port d04d99fd-f9cd-4591-af91-b142fd7a4d8d yet. {{(pid=94828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:35:16.808187 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14734ec2-7703-4d03-82a5-de7990bbcd94 req-95164ebe-90bb-46cc-ab6a-e1c2ca998845 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:16.815080 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14734ec2-7703-4d03-82a5-de7990bbcd94 req-95164ebe-90bb-46cc-ab6a-e1c2ca998845 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:16.822004 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14734ec2-7703-4d03-82a5-de7990bbcd94 req-95164ebe-90bb-46cc-ab6a-e1c2ca998845 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:16.829147 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14734ec2-7703-4d03-82a5-de7990bbcd94 req-95164ebe-90bb-46cc-ab6a-e1c2ca998845 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:16.837743 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14734ec2-7703-4d03-82a5-de7990bbcd94 req-95164ebe-90bb-46cc-ab6a-e1c2ca998845 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:16.846201 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14734ec2-7703-4d03-82a5-de7990bbcd94 req-95164ebe-90bb-46cc-ab6a-e1c2ca998845 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:16.853093 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14734ec2-7703-4d03-82a5-de7990bbcd94 req-95164ebe-90bb-46cc-ab6a-e1c2ca998845 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:16.855176 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-14734ec2-7703-4d03-82a5-de7990bbcd94 req-95164ebe-90bb-46cc-ab6a-e1c2ca998845 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/ports?device_id=78e1d3c1-2943-4567-af4e-14c28f0b7c9c HTTP/1.1" status: 200 len: 5417 time: 0.2626324 Aug 29 04:35:16.894338 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-478c678f-69b4-4d55-822a-0bd9ae874683 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Allocated IP 172.20.0.7 (bab8ec2b-9933-4f77-9b08-8b15b0debb1e/6f4aa841-192d-4ca7-a8d0-0d93b115721a/d04d99fd-f9cd-4591-af91-b142fd7a4d8d) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:35:16.914420 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eca7f5-05f2-4d47-b520-1a3674e893a4 req-88b74395-903a-4517-b3e8-9bd053989df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:16.914985 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eca7f5-05f2-4d47-b520-1a3674e893a4 req-88b74395-903a-4517-b3e8-9bd053989df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:16.915507 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eca7f5-05f2-4d47-b520-1a3674e893a4 req-88b74395-903a-4517-b3e8-9bd053989df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:16.915946 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eca7f5-05f2-4d47-b520-1a3674e893a4 req-88b74395-903a-4517-b3e8-9bd053989df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:16.916410 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eca7f5-05f2-4d47-b520-1a3674e893a4 req-88b74395-903a-4517-b3e8-9bd053989df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:16.917197 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eca7f5-05f2-4d47-b520-1a3674e893a4 req-88b74395-903a-4517-b3e8-9bd053989df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:16.917356 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eca7f5-05f2-4d47-b520-1a3674e893a4 req-88b74395-903a-4517-b3e8-9bd053989df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:16.919528 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-20eca7f5-05f2-4d47-b520-1a3674e893a4 req-88b74395-903a-4517-b3e8-9bd053989df8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b0f1228a8bd44b90ad5ea0a20c4870bf&device_id=78e1d3c1-2943-4567-af4e-14c28f0b7c9c HTTP/1.1" status: 200 len: 6481 time: 0.2939007 Aug 29 04:35:17.064169 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-14734ec2-7703-4d03-82a5-de7990bbcd94 req-e62feb2f-620d-464e-9626-0ea661e1ddca tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/security-groups?id=47070f04-546f-4c87-85de-d3b03f233a26&id=9548773a-1ebc-45cc-a31d-47384b103db9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1960857 Aug 29 04:35:17.125723 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eca7f5-05f2-4d47-b520-1a3674e893a4 req-3580ec15-68cc-4abb-a626-83f26d277920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:17.127947 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-20eca7f5-05f2-4d47-b520-1a3674e893a4 req-3580ec15-68cc-4abb-a626-83f26d277920 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5e503eef-fcd9-442c-bfbe-e3b673cf903b HTTP/1.1" status: 200 len: 902 time: 0.1937804 Aug 29 04:35:17.161024 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5389a7dc-4195-4b3b-b323-062d8b171563 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:17.266489 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5389a7dc-4195-4b3b-b323-062d8b171563 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Pushing event deleted for resources: {'Port': ['ID=64b2afd5-45fb-4556-a43e-d418086c5a1d,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:17.393000 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5389a7dc-4195-4b3b-b323-062d8b171563 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:17.404344 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-5389a7dc-4195-4b3b-b323-062d8b171563 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "DELETE /v2.0/ports/64b2afd5-45fb-4556-a43e-d418086c5a1d HTTP/1.1" status: 204 len: 168 time: 1.7608955 Aug 29 04:35:17.407075 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 46640) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:17.446615 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-20eca7f5-05f2-4d47-b520-1a3674e893a4 req-66453706-ee4a-491f-92c5-3ff1e423357d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f22d63c2-bcf4-4be3-aee8-c0adc98c55e8 HTTP/1.1" status: 200 len: 217 time: 0.1400347 Aug 29 04:35:17.456086 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-478c678f-69b4-4d55-822a-0bd9ae874683 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:17.517506 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602f7ac4-6c6b-453b-806b-09f07da2a544 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:17.522889 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-602f7ac4-6c6b-453b-806b-09f07da2a544 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1145966 Aug 29 04:35:17.525836 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 46646) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:17.615244 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-478c678f-69b4-4d55-822a-0bd9ae874683 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Transition to ACTIVE for port object d04d99fd-f9cd-4591-af91-b142fd7a4d8d will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:35:17.634985 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba1972d-6dec-4cc2-9d35-63870cda10d6 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:17.640962 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-bba1972d-6dec-4cc2-9d35-63870cda10d6 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1138284 Aug 29 04:35:17.645454 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 46650) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:17.664332 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eca7f5-05f2-4d47-b520-1a3674e893a4 req-2cccfa84-b7ba-4f98-b31a-8fca1309cb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:17.665898 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-20eca7f5-05f2-4d47-b520-1a3674e893a4 req-2cccfa84-b7ba-4f98-b31a-8fca1309cb3f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8462c09a-3992-4e92-b18c-741f3c6662c3 HTTP/1.1" status: 200 len: 797 time: 0.2120900 Aug 29 04:35:17.793131 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device f8d0eaf9-398c-4362-8a2d-228879849fda up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:35:17.804392 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bebc8a-8633-424d-91d4-2900e2e763dc tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:17.807851 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bebc8a-8633-424d-91d4-2900e2e763dc tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:17.815111 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bebc8a-8633-424d-91d4-2900e2e763dc tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:17.817819 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-71bebc8a-8633-424d-91d4-2900e2e763dc tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1712952 Aug 29 04:35:17.821246 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 46654) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:17.893775 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4986cc1a-b365-47aa-85e6-a4e469e3165d None None] Network bab8ec2b-9933-4f77-9b08-8b15b0debb1e requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:35:17.914217 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_v2 [None req-db8f6f3f-bcee-4065-a809-99e643b14312 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Deleting subnet 3e635acd-8e5e-4291-bc4f-3884aa391005 {{(pid=94829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:35:17.918550 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-db8f6f3f-bcee-4065-a809-99e643b14312 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for subnet, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:17.932107 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eca7f5-05f2-4d47-b520-1a3674e893a4 req-196a4627-5ddc-4708-9c73-c5d091bf6351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:17.935430 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-20eca7f5-05f2-4d47-b520-1a3674e893a4 req-196a4627-5ddc-4708-9c73-c5d091bf6351 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5e503eef-fcd9-442c-bfbe-e3b673cf903b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2573667 Aug 29 04:35:17.981964 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port f8d0eaf9-398c-4362-8a2d-228879849fda completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:35:18.009100 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-db8f6f3f-bcee-4065-a809-99e643b14312 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4311743'] for subnet, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:18.020624 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-8860c33c-9fbd-452f-bfad-40d46f993aac None None] Provisioning for port f8d0eaf9-398c-4362-8a2d-228879849fda completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:35:18.023199 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-478c678f-69b4-4d55-822a-0bd9ae874683 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:18.029454 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-8860c33c-9fbd-452f-bfad-40d46f993aac None None] Provisioning complete for port f8d0eaf9-398c-4362-8a2d-228879849fda triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:18.029900 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8860c33c-9fbd-452f-bfad-40d46f993aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:18.165740 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8860c33c-9fbd-452f-bfad-40d46f993aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:18.180033 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478c678f-69b4-4d55-822a-0bd9ae874683 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Network bab8ec2b-9933-4f77-9b08-8b15b0debb1e is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:35:18.209752 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-8860c33c-9fbd-452f-bfad-40d46f993aac None None] For port f8d0eaf9-398c-4362-8a2d-228879849fda, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=f8d0eaf9-398c-4362-8a2d-228879849fda,segment=NetworkSegment(410ddc82-2ba8-4a25-a588-72e3db08f4c9),segment_id=410ddc82-2ba8-4a25-a588-72e3db08f4c9)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:18.233569 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-478c678f-69b4-4d55-822a-0bd9ae874683 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:35:18.250837 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478c678f-69b4-4d55-822a-0bd9ae874683 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:35:18.260116 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8860c33c-9fbd-452f-bfad-40d46f993aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:18.267480 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478c678f-69b4-4d55-822a-0bd9ae874683 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Pushing event updated for resources: {'Port': ['ID=d04d99fd-f9cd-4591-af91-b142fd7a4d8d,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:18.324424 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-db8f6f3f-bcee-4065-a809-99e643b14312 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:18.358415 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478c678f-69b4-4d55-822a-0bd9ae874683 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:18.358771 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478c678f-69b4-4d55-822a-0bd9ae874683 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:18.359124 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478c678f-69b4-4d55-822a-0bd9ae874683 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:18.359468 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478c678f-69b4-4d55-822a-0bd9ae874683 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:18.359844 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478c678f-69b4-4d55-822a-0bd9ae874683 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:18.360255 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478c678f-69b4-4d55-822a-0bd9ae874683 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:18.360545 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478c678f-69b4-4d55-822a-0bd9ae874683 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:18.360887 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478c678f-69b4-4d55-822a-0bd9ae874683 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:18.361221 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478c678f-69b4-4d55-822a-0bd9ae874683 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:18.361549 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478c678f-69b4-4d55-822a-0bd9ae874683 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:18.361878 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478c678f-69b4-4d55-822a-0bd9ae874683 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:18.362208 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478c678f-69b4-4d55-822a-0bd9ae874683 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:18.364082 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673220c3-01bb-4928-965c-e1d788067881 req-c1d9b2d4-0d74-4114-89b5-0af2685749f5 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:18.382525 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673220c3-01bb-4928-965c-e1d788067881 req-c1d9b2d4-0d74-4114-89b5-0af2685749f5 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:18.389776 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673220c3-01bb-4928-965c-e1d788067881 req-c1d9b2d4-0d74-4114-89b5-0af2685749f5 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:18.393180 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8860c33c-9fbd-452f-bfad-40d46f993aac None None] Pushing event updated for resources: {'Port': ['ID=f8d0eaf9-398c-4362-8a2d-228879849fda,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:18.400122 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-20eca7f5-05f2-4d47-b520-1a3674e893a4 req-77c38c51-517e-432a-8e0a-569232846530 service neutron] 10.222.0.48 "GET /v2.0/networks/5e503eef-fcd9-442c-bfbe-e3b673cf903b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4540548 Aug 29 04:35:18.405821 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673220c3-01bb-4928-965c-e1d788067881 req-c1d9b2d4-0d74-4114-89b5-0af2685749f5 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:18.412964 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673220c3-01bb-4928-965c-e1d788067881 req-c1d9b2d4-0d74-4114-89b5-0af2685749f5 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:18.417550 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478c678f-69b4-4d55-822a-0bd9ae874683 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:18.418203 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-478c678f-69b4-4d55-822a-0bd9ae874683 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:18.419939 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673220c3-01bb-4928-965c-e1d788067881 req-c1d9b2d4-0d74-4114-89b5-0af2685749f5 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:18.434131 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673220c3-01bb-4928-965c-e1d788067881 req-c1d9b2d4-0d74-4114-89b5-0af2685749f5 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:18.447137 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-673220c3-01bb-4928-965c-e1d788067881 req-c1d9b2d4-0d74-4114-89b5-0af2685749f5 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/ports?device_id=78e1d3c1-2943-4567-af4e-14c28f0b7c9c HTTP/1.1" status: 200 len: 5417 time: 0.1770020 Aug 29 04:35:18.499230 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-478c678f-69b4-4d55-822a-0bd9ae874683 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 2.8373744 Aug 29 04:35:18.499842 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 46674) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:18.614294 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-673220c3-01bb-4928-965c-e1d788067881 req-8d1acf73-fa04-43e3-a10b-7021e8dd228b tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/security-groups?id=47070f04-546f-4c87-85de-d3b03f233a26&id=9548773a-1ebc-45cc-a31d-47384b103db9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1485491 Aug 29 04:35:18.662047 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-db8f6f3f-bcee-4065-a809-99e643b14312 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4552352'] for subnet, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:18.686453 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2062e53-8a79-46bd-9e55-64ef85e0d54d None None] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:35:18.694228 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-db8f6f3f-bcee-4065-a809-99e643b14312 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:18.696312 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-db8f6f3f-bcee-4065-a809-99e643b14312 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "DELETE /v2.0/subnets/3e635acd-8e5e-4291-bc4f-3884aa391005 HTTP/1.1" status: 204 len: 168 time: 0.8738358 Aug 29 04:35:18.700952 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 46678) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:18.711224 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8b6208-c57c-496e-9e13-5b3a934e296e tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:18.731116 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8b6208-c57c-496e-9e13-5b3a934e296e tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:18.758131 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8b6208-c57c-496e-9e13-5b3a934e296e tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:18.770290 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-cb8b6208-c57c-496e-9e13-5b3a934e296e tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.2671802 Aug 29 04:35:18.771369 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 46682) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:18.803514 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-20eca7f5-05f2-4d47-b520-1a3674e893a4 req-262c507e-b2c2-457a-9466-54dd0f37f3b0 service neutron] 10.222.0.48 "GET /v2.0/networks/5e503eef-fcd9-442c-bfbe-e3b673cf903b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3823903 Aug 29 04:35:18.984215 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-801092b3-d211-4e4d-aac6-6c04e873e016 None None] Provisioning for port d04d99fd-f9cd-4591-af91-b142fd7a4d8d completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:35:19.072308 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-801092b3-d211-4e4d-aac6-6c04e873e016 None None] Provisioning complete for port d04d99fd-f9cd-4591-af91-b142fd7a4d8d triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:19.073063 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-801092b3-d211-4e4d-aac6-6c04e873e016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:19.128976 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b0717656-9b27-4ac6-ade7-f3f30b96bac8 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Deleting port d04d99fd-f9cd-4591-af91-b142fd7a4d8d {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:35:19.131166 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b0717656-9b27-4ac6-ade7-f3f30b96bac8 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:19.376774 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:19.412669 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b0717656-9b27-4ac6-ade7-f3f30b96bac8 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:19.430048 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8f6f3f-bcee-4065-a809-99e643b14312 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Pushing event deleted for resources: {'Subnet': ['ID=3e635acd-8e5e-4291-bc4f-3884aa391005,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:19.461929 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-801092b3-d211-4e4d-aac6-6c04e873e016 None None] Port d04d99fd-f9cd-4591-af91-b142fd7a4d8d cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:35:19.474128 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b0717656-9b27-4ac6-ade7-f3f30b96bac8 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Calling delete_port for d04d99fd-f9cd-4591-af91-b142fd7a4d8d owned by {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:35:19.506835 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-801092b3-d211-4e4d-aac6-6c04e873e016 None None] Provisioning for port 10990050-581d-4760-a08a-f73f9747cab4 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:35:19.526441 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-801092b3-d211-4e4d-aac6-6c04e873e016 None None] Provisioning complete for port 10990050-581d-4760-a08a-f73f9747cab4 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:19.526742 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-801092b3-d211-4e4d-aac6-6c04e873e016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:19.609490 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1eca2e2-03fc-4e1b-8e0f-3555a5983de5 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Deleting subnet 6c5fd7da-2f47-4b5d-a249-fbecfadfcf65 {{(pid=94829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:35:19.628231 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a1eca2e2-03fc-4e1b-8e0f-3555a5983de5 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for subnet, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:19.668335 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-801092b3-d211-4e4d-aac6-6c04e873e016 None None] Port 10990050-581d-4760-a08a-f73f9747cab4 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:35:19.711475 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-801092b3-d211-4e4d-aac6-6c04e873e016 None None] Provisioning complete for port f8d0eaf9-398c-4362-8a2d-228879849fda triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:19.712037 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-801092b3-d211-4e4d-aac6-6c04e873e016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:19.720689 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device f8d0eaf9-398c-4362-8a2d-228879849fda up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:35:19.795739 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a1eca2e2-03fc-4e1b-8e0f-3555a5983de5 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4311743'] for subnet, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:19.914310 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b0717656-9b27-4ac6-ade7-f3f30b96bac8 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:19.990400 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0717656-9b27-4ac6-ade7-f3f30b96bac8 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Pushing event deleted for resources: {'Port': ['ID=d04d99fd-f9cd-4591-af91-b142fd7a4d8d,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:20.058636 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0804b090-376c-4b5d-a2c0-0f2b5d71ce9b req-ff695261-1a66-4021-859a-4b03c4973122 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:20.074545 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0804b090-376c-4b5d-a2c0-0f2b5d71ce9b req-ff695261-1a66-4021-859a-4b03c4973122 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:20.084519 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port f8d0eaf9-398c-4362-8a2d-228879849fda triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:20.085529 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:20.099427 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0804b090-376c-4b5d-a2c0-0f2b5d71ce9b req-ff695261-1a66-4021-859a-4b03c4973122 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:20.122888 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0804b090-376c-4b5d-a2c0-0f2b5d71ce9b req-ff695261-1a66-4021-859a-4b03c4973122 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:20.145748 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0804b090-376c-4b5d-a2c0-0f2b5d71ce9b req-ff695261-1a66-4021-859a-4b03c4973122 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:20.178177 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0804b090-376c-4b5d-a2c0-0f2b5d71ce9b req-ff695261-1a66-4021-859a-4b03c4973122 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:20.198988 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0804b090-376c-4b5d-a2c0-0f2b5d71ce9b req-ff695261-1a66-4021-859a-4b03c4973122 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:20.213143 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0804b090-376c-4b5d-a2c0-0f2b5d71ce9b req-ff695261-1a66-4021-859a-4b03c4973122 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/ports?device_id=78e1d3c1-2943-4567-af4e-14c28f0b7c9c HTTP/1.1" status: 200 len: 5417 time: 0.4323182 Aug 29 04:35:20.236725 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-a889b1b1-e282-4ca7-a461-94adf1292860 None None] Could not find standard attr ID for object d04d99fd-f9cd-4591-af91-b142fd7a4d8d. {{(pid=94830) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:35:20.306803 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-a889b1b1-e282-4ca7-a461-94adf1292860 None None] Provisioning complete for port 10990050-581d-4760-a08a-f73f9747cab4 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:20.307618 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a889b1b1-e282-4ca7-a461-94adf1292860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:20.374024 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b0717656-9b27-4ac6-ade7-f3f30b96bac8 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:20.385226 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-b0717656-9b27-4ac6-ade7-f3f30b96bac8 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] 10.222.0.22 "DELETE /v2.0/ports/d04d99fd-f9cd-4591-af91-b142fd7a4d8d HTTP/1.1" status: 204 len: 168 time: 1.6127207 Aug 29 04:35:20.392740 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 46726) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:20.459125 n-d-712140-12 neutron-server[94828]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ed4ad80-5a99-4686-9da8-9970388c8131 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] GET failed (client error): The resource could not be found. Aug 29 04:35:20.476860 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-5ed4ad80-5a99-4686-9da8-9970388c8131 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] 10.222.0.22 "GET /v2.0/ports/d04d99fd-f9cd-4591-af91-b142fd7a4d8d HTTP/1.1" status: 404 len: 333 time: 0.0759809 Aug 29 04:35:20.477662 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 46732) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:20.482781 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-c25238eb-8a32-4428-bb5a-8e1dd1fffe78 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Request body: {'port': {'network_id': 'bab8ec2b-9933-4f77-9b08-8b15b0debb1e', 'name': 'tempest-AllowedAddressPairTestJSON-1609135687'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:20.491017 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a1eca2e2-03fc-4e1b-8e0f-3555a5983de5 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:20.574520 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-a889b1b1-e282-4ca7-a461-94adf1292860 None None] Port 10990050-581d-4760-a08a-f73f9747cab4 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:35:20.646230 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0804b090-376c-4b5d-a2c0-0f2b5d71ce9b req-5c123e24-0fd7-4b58-a70b-099bbf2f4fb3 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/security-groups?id=47070f04-546f-4c87-85de-d3b03f233a26&id=9548773a-1ebc-45cc-a31d-47384b103db9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.4320598 Aug 29 04:35:20.763452 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a1eca2e2-03fc-4e1b-8e0f-3555a5983de5 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4552352'] for subnet, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:20.851268 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1eca2e2-03fc-4e1b-8e0f-3555a5983de5 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Pushing event deleted for resources: {'Subnet': ['ID=6c5fd7da-2f47-4b5d-a249-fbecfadfcf65,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:20.856109 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a1eca2e2-03fc-4e1b-8e0f-3555a5983de5 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:20.862197 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 46740) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:20.864468 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-a1eca2e2-03fc-4e1b-8e0f-3555a5983de5 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "DELETE /v2.0/subnets/6c5fd7da-2f47-4b5d-a249-fbecfadfcf65 HTTP/1.1" status: 204 len: 168 time: 1.4450731 Aug 29 04:35:20.869857 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c25238eb-8a32-4428-bb5a-8e1dd1fffe78 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Made reservation on behalf of a068df6df11143c4a7fcb4478831c755 for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:35:20.874280 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1eca2e2-03fc-4e1b-8e0f-3555a5983de5 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:20.874933 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1eca2e2-03fc-4e1b-8e0f-3555a5983de5 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:20.875267 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1eca2e2-03fc-4e1b-8e0f-3555a5983de5 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:20.875607 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1eca2e2-03fc-4e1b-8e0f-3555a5983de5 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:20.876791 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1eca2e2-03fc-4e1b-8e0f-3555a5983de5 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:20.877334 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1eca2e2-03fc-4e1b-8e0f-3555a5983de5 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:20.877885 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1eca2e2-03fc-4e1b-8e0f-3555a5983de5 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:20.878563 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1eca2e2-03fc-4e1b-8e0f-3555a5983de5 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:20.879117 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1eca2e2-03fc-4e1b-8e0f-3555a5983de5 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:20.879452 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1eca2e2-03fc-4e1b-8e0f-3555a5983de5 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:20.879880 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1eca2e2-03fc-4e1b-8e0f-3555a5983de5 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:20.880237 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1eca2e2-03fc-4e1b-8e0f-3555a5983de5 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:20.891804 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c25238eb-8a32-4428-bb5a-8e1dd1fffe78 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:20.905074 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c64d50-bca5-44a9-b82f-0ff4ba47ec4e None None] Network 9a0c1c63-2a3a-4918-9723-8b35bf7d017b requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:35:20.925900 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-a0fbba51-af59-4aa3-9c18-b10f1ce146e1 None None] Provisioning complete for port 61c0c8af-a770-4d66-9928-f8dc9fc31dbf triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:20.927024 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a0fbba51-af59-4aa3-9c18-b10f1ce146e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:20.947474 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-2163b218-b6eb-489b-b557-1a74920db0c0 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0840974 Aug 29 04:35:20.950648 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 46742) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:20.994513 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c25238eb-8a32-4428-bb5a-8e1dd1fffe78 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] device_id is not set on port cd9ee482-29b9-4aee-b7bd-f0d567b8650a yet. {{(pid=94828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:35:21.056805 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c92154-8443-4fc5-9276-b802c2438385 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:21.058649 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-51c92154-8443-4fc5-9276-b802c2438385 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1068919 Aug 29 04:35:21.061585 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 46746) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:21.135379 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-c25238eb-8a32-4428-bb5a-8e1dd1fffe78 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Allocated IP 172.20.0.12 (bab8ec2b-9933-4f77-9b08-8b15b0debb1e/6f4aa841-192d-4ca7-a8d0-0d93b115721a/cd9ee482-29b9-4aee-b7bd-f0d567b8650a) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:35:21.194812 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e9a3947-7791-47b1-a789-36ca85bea5e1 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:21.196477 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-5e9a3947-7791-47b1-a789-36ca85bea5e1 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1336095 Aug 29 04:35:21.201290 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 46750) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:21.251589 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-6ed561a0-5af9-44f6-9c3b-a2516a572cb7 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0491180 Aug 29 04:35:21.260105 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 46754) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:21.282066 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2d7242-4704-4320-90d4-5db7f16e18a6 None None] DHCP port deletion for 9a0c1c63-2a3a-4918-9723-8b35bf7d017b request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:35:21.289248 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-873c7458-d015-4d29-86fb-7e8283f38044 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] DELETE failed (client error): The resource could not be found. Aug 29 04:35:21.289931 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-873c7458-d015-4d29-86fb-7e8283f38044 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:35:21.294656 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 46756) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:21.294850 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-873c7458-d015-4d29-86fb-7e8283f38044 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "DELETE /v2.0/ports/64b2afd5-45fb-4556-a43e-d418086c5a1d HTTP/1.1" status: 404 len: 333 time: 0.0333164 Aug 29 04:35:21.337416 n-d-712140-12 neutron-server[94828]: INFO neutron.pecan_wsgi.hooks.translation [None req-05f9b9eb-7de6-4cd7-92c1-cabd2ca0c9c2 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] DELETE failed (client error): The resource could not be found. Aug 29 04:35:21.337932 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05f9b9eb-7de6-4cd7-92c1-cabd2ca0c9c2 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:35:21.340170 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-05f9b9eb-7de6-4cd7-92c1-cabd2ca0c9c2 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "DELETE /v2.0/subnets/3e635acd-8e5e-4291-bc4f-3884aa391005 HTTP/1.1" status: 404 len: 337 time: 0.0438712 Aug 29 04:35:21.342664 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 46758) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:21.349794 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-9f2d7242-4704-4320-90d4-5db7f16e18a6 None None] Deleting port 61c0c8af-a770-4d66-9928-f8dc9fc31dbf {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:35:21.352474 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9f2d7242-4704-4320-90d4-5db7f16e18a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:21.396190 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c25238eb-8a32-4428-bb5a-8e1dd1fffe78 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:21.402902 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-55b1ba40-d504-45aa-86a2-fce4e91f8b58 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] DELETE failed (client error): The resource could not be found. Aug 29 04:35:21.403366 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55b1ba40-d504-45aa-86a2-fce4e91f8b58 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:35:21.412056 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-55b1ba40-d504-45aa-86a2-fce4e91f8b58 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "DELETE /v2.0/subnets/6c5fd7da-2f47-4b5d-a249-fbecfadfcf65 HTTP/1.1" status: 404 len: 337 time: 0.0682633 Aug 29 04:35:21.412405 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 46760) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:21.423740 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c25238eb-8a32-4428-bb5a-8e1dd1fffe78 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Transition to ACTIVE for port object cd9ee482-29b9-4aee-b7bd-f0d567b8650a will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:35:21.441199 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-9f2d7242-4704-4320-90d4-5db7f16e18a6 None None] For port 61c0c8af-a770-4d66-9928-f8dc9fc31dbf, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=61c0c8af-a770-4d66-9928-f8dc9fc31dbf,segment=NetworkSegment(0fc0da0a-b381-4d95-9f3f-3aa10a110ba6),segment_id=0fc0da0a-b381-4d95-9f3f-3aa10a110ba6)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:21.441806 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9f2d7242-4704-4320-90d4-5db7f16e18a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:21.446433 n-d-712140-12 neutron-server[94828]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc94ed15-b4d8-40d1-b634-5a8892e3152b tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] DELETE failed (client error): The resource could not be found. Aug 29 04:35:21.447441 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc94ed15-b4d8-40d1-b634-5a8892e3152b tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:35:21.449849 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-fc94ed15-b4d8-40d1-b634-5a8892e3152b tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "DELETE /v2.0/ports/b2b0b340-4211-44eb-ac9b-306fed3273df HTTP/1.1" status: 404 len: 333 time: 0.0358787 Aug 29 04:35:21.452427 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 46762) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:21.461128 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-9f2d7242-4704-4320-90d4-5db7f16e18a6 None None] Calling delete_port for 61c0c8af-a770-4d66-9928-f8dc9fc31dbf owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:35:21.485167 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c25238eb-8a32-4428-bb5a-8e1dd1fffe78 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:21.490656 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-17bb85f8-8ed4-4d71-8e23-9831baa6c16e tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] DELETE failed (client error): The resource could not be found. Aug 29 04:35:21.491431 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17bb85f8-8ed4-4d71-8e23-9831baa6c16e tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:35:21.496671 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-17bb85f8-8ed4-4d71-8e23-9831baa6c16e tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "DELETE /v2.0/subnets/a34dacba-facd-459a-935e-1694d09bd20b HTTP/1.1" status: 404 len: 337 time: 0.0431645 Aug 29 04:35:21.511851 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 46764) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:21.549777 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbb1d5f2-6225-4829-98b9-693a31aca1a9 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] DELETE failed (client error): The resource could not be found. Aug 29 04:35:21.550515 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbb1d5f2-6225-4829-98b9-693a31aca1a9 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:35:21.563160 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-fbb1d5f2-6225-4829-98b9-693a31aca1a9 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "DELETE /v2.0/subnets/79aaae6e-26c4-42d4-8fa8-2da1415339c1 HTTP/1.1" status: 404 len: 337 time: 0.0498383 Aug 29 04:35:21.564384 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 46772) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:21.595133 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9f2d7242-4704-4320-90d4-5db7f16e18a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:21.595997 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25238eb-8a32-4428-bb5a-8e1dd1fffe78 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Network bab8ec2b-9933-4f77-9b08-8b15b0debb1e is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:35:21.608159 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-c25238eb-8a32-4428-bb5a-8e1dd1fffe78 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:35:21.619830 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25238eb-8a32-4428-bb5a-8e1dd1fffe78 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:35:21.620564 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2d7242-4704-4320-90d4-5db7f16e18a6 None None] No DVR routers for this DVR port 61c0c8af-a770-4d66-9928-f8dc9fc31dbf on host n-d-712140-12 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:35:21.633556 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8ee3ce1-46eb-4560-a174-c99d877d9591 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] DELETE failed (client error): The resource could not be found. Aug 29 04:35:21.634655 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8ee3ce1-46eb-4560-a174-c99d877d9591 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:35:21.644250 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-e8ee3ce1-46eb-4560-a174-c99d877d9591 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "DELETE /v2.0/ports/3a6a9937-58ff-4130-b6eb-693ed2579cf8 HTTP/1.1" status: 404 len: 333 time: 0.0787494 Aug 29 04:35:21.644908 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 46774) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:21.675444 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2d7242-4704-4320-90d4-5db7f16e18a6 None None] Pushing event deleted for resources: {'Port': ['ID=61c0c8af-a770-4d66-9928-f8dc9fc31dbf,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:21.705551 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25238eb-8a32-4428-bb5a-8e1dd1fffe78 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Pushing event updated for resources: {'Port': ['ID=cd9ee482-29b9-4aee-b7bd-f0d567b8650a,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:21.711483 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 61c0c8af-a770-4d66-9928-f8dc9fc31dbf no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:35:21.743854 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 61c0c8af-a770-4d66-9928-f8dc9fc31dbf {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:35:21.744355 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 61c0c8af-a770-4d66-9928-f8dc9fc31dbf not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:35:21.783094 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c25238eb-8a32-4428-bb5a-8e1dd1fffe78 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:21.785210 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-a438ba7c-971b-4e62-b152-b33d9f6051f4 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] DELETE failed (client error): The resource could not be found. Aug 29 04:35:21.786143 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c25238eb-8a32-4428-bb5a-8e1dd1fffe78 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:21.786918 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a438ba7c-971b-4e62-b152-b33d9f6051f4 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:35:21.795256 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-a438ba7c-971b-4e62-b152-b33d9f6051f4 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "DELETE /v2.0/subnets/245b43c3-9af6-412e-9153-2846a14c7b43 HTTP/1.1" status: 404 len: 337 time: 0.1439035 Aug 29 04:35:21.796314 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 46784) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:21.836519 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-51f35052-afbc-4352-803a-03436b47012f tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] DELETE failed (client error): The resource could not be found. Aug 29 04:35:21.841247 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-c25238eb-8a32-4428-bb5a-8e1dd1fffe78 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3605721 Aug 29 04:35:21.843066 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51f35052-afbc-4352-803a-03436b47012f tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:35:21.843626 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 46786) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:21.851801 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-51f35052-afbc-4352-803a-03436b47012f tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "DELETE /v2.0/subnets/3a4211d2-71ea-43d0-a93e-867f0a4df121 HTTP/1.1" status: 404 len: 337 time: 0.0541592 Aug 29 04:35:21.852968 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 46788) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:21.888499 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-638a4a47-5531-4ae1-a70b-85affbfe1a6f tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] DELETE failed (client error): The resource could not be found. Aug 29 04:35:21.889484 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-638a4a47-5531-4ae1-a70b-85affbfe1a6f tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:35:21.890582 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-b58f9cb7-b3ec-49dd-bb21-46c8cb05e508 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:77:11:61'}]}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:21.897212 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-638a4a47-5531-4ae1-a70b-85affbfe1a6f tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "DELETE /v2.0/ports/60a26de9-5158-4fa5-b0d2-43de6eb90dd9 HTTP/1.1" status: 404 len: 333 time: 0.0430105 Aug 29 04:35:21.898089 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 46790) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:21.940380 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ebbd846-1a9a-4a17-b3c6-50b253ea8f3e tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] DELETE failed (client error): The resource could not be found. Aug 29 04:35:21.944504 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ebbd846-1a9a-4a17-b3c6-50b253ea8f3e tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:35:21.949515 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-0ebbd846-1a9a-4a17-b3c6-50b253ea8f3e tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "DELETE /v2.0/subnets/02511ff4-cc72-4097-be55-e67c67dd1b30 HTTP/1.1" status: 404 len: 337 time: 0.0502381 Aug 29 04:35:21.950162 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 46792) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:22.004877 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-261bac4a-afbd-4b77-a839-86039377414e tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] DELETE failed (client error): The resource could not be found. Aug 29 04:35:22.008141 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-261bac4a-afbd-4b77-a839-86039377414e tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:35:22.010572 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-261bac4a-afbd-4b77-a839-86039377414e tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "DELETE /v2.0/subnets/ea5de53b-7953-4e60-8a0a-528324cf70f7 HTTP/1.1" status: 404 len: 337 time: 0.0594125 Aug 29 04:35:22.015254 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 46794) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:22.072370 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-f74cd66b-7c03-4f55-8a58-a10e1e5c70fa None None] Provisioning for port cd9ee482-29b9-4aee-b7bd-f0d567b8650a completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:35:22.077936 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-9266304e-0c9c-460e-981a-6bb7c37e0085 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] DELETE failed (client error): The resource could not be found. Aug 29 04:35:22.078709 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9266304e-0c9c-460e-981a-6bb7c37e0085 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:35:22.082988 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-9266304e-0c9c-460e-981a-6bb7c37e0085 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "DELETE /v2.0/ports/a0614242-afed-4403-9b8f-b2f6821242c4 HTTP/1.1" status: 404 len: 333 time: 0.0621710 Aug 29 04:35:22.083412 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 46798) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:22.084093 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-f74cd66b-7c03-4f55-8a58-a10e1e5c70fa None None] Provisioning complete for port cd9ee482-29b9-4aee-b7bd-f0d567b8650a triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:22.084571 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f74cd66b-7c03-4f55-8a58-a10e1e5c70fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:22.117456 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a4d1ac1-4521-4044-9831-2dcdaf3ea503 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] DELETE failed (client error): The resource could not be found. Aug 29 04:35:22.117930 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a4d1ac1-4521-4044-9831-2dcdaf3ea503 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:35:22.122658 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-9a4d1ac1-4521-4044-9831-2dcdaf3ea503 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "DELETE /v2.0/subnets/24539307-3a2d-46cb-808e-6459f7a6133c HTTP/1.1" status: 404 len: 337 time: 0.0360065 Aug 29 04:35:22.123354 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 46802) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:22.166960 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-a83a7b51-6a47-41bf-9026-eac62e441556 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] DELETE failed (client error): The resource could not be found. Aug 29 04:35:22.169143 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a83a7b51-6a47-41bf-9026-eac62e441556 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:35:22.172098 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e695010-417f-4766-b057-ab25aa11db84 req-7b5ac7f7-886a-4a7d-b5a0-3123a15b2917 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:22.176232 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-a83a7b51-6a47-41bf-9026-eac62e441556 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "DELETE /v2.0/ports/91fe23b6-fd17-4666-af98-8b1867202bb8 HTTP/1.1" status: 404 len: 333 time: 0.0487049 Aug 29 04:35:22.177473 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 46804) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:22.178125 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-f74cd66b-7c03-4f55-8a58-a10e1e5c70fa None None] Port cd9ee482-29b9-4aee-b7bd-f0d567b8650a cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:35:22.185064 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e695010-417f-4766-b057-ab25aa11db84 req-7b5ac7f7-886a-4a7d-b5a0-3123a15b2917 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:22.192058 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e695010-417f-4766-b057-ab25aa11db84 req-7b5ac7f7-886a-4a7d-b5a0-3123a15b2917 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:22.198696 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e695010-417f-4766-b057-ab25aa11db84 req-7b5ac7f7-886a-4a7d-b5a0-3123a15b2917 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:22.205278 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e695010-417f-4766-b057-ab25aa11db84 req-7b5ac7f7-886a-4a7d-b5a0-3123a15b2917 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:22.211636 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e695010-417f-4766-b057-ab25aa11db84 req-7b5ac7f7-886a-4a7d-b5a0-3123a15b2917 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:22.218050 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e695010-417f-4766-b057-ab25aa11db84 req-7b5ac7f7-886a-4a7d-b5a0-3123a15b2917 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:22.220927 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3e695010-417f-4766-b057-ab25aa11db84 req-7b5ac7f7-886a-4a7d-b5a0-3123a15b2917 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/ports?device_id=78e1d3c1-2943-4567-af4e-14c28f0b7c9c HTTP/1.1" status: 200 len: 5417 time: 0.4026499 Aug 29 04:35:22.234134 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab8c73dd-00bb-468b-b344-a59ad56854e8 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] DELETE failed (client error): The resource could not be found. Aug 29 04:35:22.234590 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab8c73dd-00bb-468b-b344-a59ad56854e8 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:35:22.239640 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-ab8c73dd-00bb-468b-b344-a59ad56854e8 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "DELETE /v2.0/subnets/5ea9731d-dac0-4192-bc89-c69a8cbf5dc7 HTTP/1.1" status: 404 len: 337 time: 0.0578110 Aug 29 04:35:22.240113 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 46806) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:22.270748 n-d-712140-12 neutron-server[94828]: INFO neutron.pecan_wsgi.hooks.translation [None req-2962ec92-8094-4642-be21-2157ab40bc9c tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] DELETE failed (client error): The resource could not be found. Aug 29 04:35:22.271473 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2962ec92-8094-4642-be21-2157ab40bc9c tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:35:22.276130 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-2962ec92-8094-4642-be21-2157ab40bc9c tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "DELETE /v2.0/ports/b2809b64-c7aa-4fe8-b00b-639e43c2e95d HTTP/1.1" status: 404 len: 333 time: 0.0323784 Aug 29 04:35:22.276685 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 46808) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:22.321820 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3e695010-417f-4766-b057-ab25aa11db84 req-81a3e7bd-92a0-4541-8307-0c3608abbbfc tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/security-groups?id=47070f04-546f-4c87-85de-d3b03f233a26&id=9548773a-1ebc-45cc-a31d-47384b103db9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0931423 Aug 29 04:35:22.339910 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-6298dc54-6454-4f4d-9bff-8e7d37fd2844 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] DELETE failed (client error): The resource could not be found. Aug 29 04:35:22.341870 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6298dc54-6454-4f4d-9bff-8e7d37fd2844 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:35:22.348095 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-6298dc54-6454-4f4d-9bff-8e7d37fd2844 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "DELETE /v2.0/subnets/90ebf420-cff6-49f4-bc04-e478ef46b8a4 HTTP/1.1" status: 404 len: 337 time: 0.0682032 Aug 29 04:35:22.348551 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 46812) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:22.368426 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b58f9cb7-b3ec-49dd-bb21-46c8cb05e508 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:22.384869 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-344f5f61-c32d-4570-9b7d-52c903fa5cbf tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] DELETE failed (client error): The resource could not be found. Aug 29 04:35:22.385794 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-344f5f61-c32d-4570-9b7d-52c903fa5cbf tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:35:22.387966 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-344f5f61-c32d-4570-9b7d-52c903fa5cbf tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "DELETE /v2.0/ports/ab12dc4c-8572-4d06-9e7c-3b87fe2f5d2c HTTP/1.1" status: 404 len: 333 time: 0.0357203 Aug 29 04:35:22.390787 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 46816) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:22.516601 n-d-712140-12 neutron-server[94828]: INFO neutron.pecan_wsgi.hooks.translation [None req-f77a4a07-b792-4c93-a740-1b8e2558464c tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] DELETE failed (client error): The resource could not be found. Aug 29 04:35:22.519792 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f77a4a07-b792-4c93-a740-1b8e2558464c tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:35:22.524333 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-f77a4a07-b792-4c93-a740-1b8e2558464c tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "DELETE /v2.0/subnets/23aa7639-80bb-4a3c-ab9e-8b7f9e8c3474 HTTP/1.1" status: 404 len: 337 time: 0.0965328 Aug 29 04:35:22.524850 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 46822) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:22.572741 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6086a0a-fda5-4845-9712-e1e266971e07 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] DELETE failed (client error): The resource could not be found. Aug 29 04:35:22.576559 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6086a0a-fda5-4845-9712-e1e266971e07 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:35:22.578480 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-b6086a0a-fda5-4845-9712-e1e266971e07 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "DELETE /v2.0/ports/02c3008c-1376-4569-acd0-a385647a1044 HTTP/1.1" status: 404 len: 333 time: 0.0525568 Aug 29 04:35:22.581403 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 46824) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:22.621833 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac0e3ea3-d33e-4a61-af12-38bbefb93fcc tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] DELETE failed (client error): The resource could not be found. Aug 29 04:35:22.622436 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac0e3ea3-d33e-4a61-af12-38bbefb93fcc tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:35:22.624892 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-ac0e3ea3-d33e-4a61-af12-38bbefb93fcc tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "DELETE /v2.0/subnets/c9b8b101-7943-40d1-bc7f-93ae88e9f6f1 HTTP/1.1" status: 404 len: 337 time: 0.0425003 Aug 29 04:35:22.627385 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 46826) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:22.656310 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd434a67-cce9-4675-9b97-39acd2d1946c tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] DELETE failed (client error): The resource could not be found. Aug 29 04:35:22.657133 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd434a67-cce9-4675-9b97-39acd2d1946c tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:35:22.659642 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-fd434a67-cce9-4675-9b97-39acd2d1946c tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "DELETE /v2.0/ports/5d5f6da3-3ae9-4c09-b861-27cb9077b09c HTTP/1.1" status: 404 len: 333 time: 0.0310814 Aug 29 04:35:22.662479 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 46828) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:22.695722 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bb8e94f-e9b5-423d-9ec5-0ecee95ca137 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] DELETE failed (client error): The resource could not be found. Aug 29 04:35:22.696566 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bb8e94f-e9b5-423d-9ec5-0ecee95ca137 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:35:22.698575 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-1bb8e94f-e9b5-423d-9ec5-0ecee95ca137 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "DELETE /v2.0/subnets/1694fdca-fe67-4be8-bbe8-eda917060c44 HTTP/1.1" status: 404 len: 337 time: 0.0350795 Aug 29 04:35:22.701558 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 46830) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:22.772657 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-21e94e24-d966-4cff-bbdb-da04bd779859 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] DELETE failed (client error): The resource could not be found. Aug 29 04:35:22.773449 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21e94e24-d966-4cff-bbdb-da04bd779859 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:35:22.776431 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-21e94e24-d966-4cff-bbdb-da04bd779859 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "DELETE /v2.0/subnets/93521ac6-435d-445e-90e5-afe5025c7df8 HTTP/1.1" status: 404 len: 337 time: 0.0728409 Aug 29 04:35:22.779177 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 46834) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:22.816031 n-d-712140-12 neutron-server[94828]: INFO neutron.pecan_wsgi.hooks.translation [None req-966f3b19-303c-421c-a204-68c93612b27a tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] DELETE failed (client error): The resource could not be found. Aug 29 04:35:22.816769 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-966f3b19-303c-421c-a204-68c93612b27a tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:35:22.818908 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-966f3b19-303c-421c-a204-68c93612b27a tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "DELETE /v2.0/ports/22146157-dc51-4011-ae27-b9b2e6d25b2b HTTP/1.1" status: 404 len: 333 time: 0.0363150 Aug 29 04:35:22.821594 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 46836) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:22.849145 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b58f9cb7-b3ec-49dd-bb21-46c8cb05e508 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:22.855576 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b58f9cb7-b3ec-49dd-bb21-46c8cb05e508 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:22.877978 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-634a9a4c-631c-44ba-87ed-a28056a5c161 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] DELETE failed (client error): The resource could not be found. Aug 29 04:35:22.878636 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-634a9a4c-631c-44ba-87ed-a28056a5c161 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:35:22.880795 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-634a9a4c-631c-44ba-87ed-a28056a5c161 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "DELETE /v2.0/subnets/6f5f19d5-b816-41c4-b46e-d51601839846 HTTP/1.1" status: 404 len: 337 time: 0.0580842 Aug 29 04:35:22.889108 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 46838) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:22.965076 n-d-712140-12 neutron-server[94828]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1dc6150-48e0-4d7a-92ce-5f9c9ab85a27 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] DELETE failed (client error): The resource could not be found. Aug 29 04:35:22.965642 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1dc6150-48e0-4d7a-92ce-5f9c9ab85a27 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:35:22.970741 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-c1dc6150-48e0-4d7a-92ce-5f9c9ab85a27 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "DELETE /v2.0/subnets/ae4d02fd-0295-460c-815d-864313582e8a HTTP/1.1" status: 404 len: 337 time: 0.0744531 Aug 29 04:35:22.971002 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 46840) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:23.005817 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b58f9cb7-b3ec-49dd-bb21-46c8cb05e508 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] In _notify_port_updated(), no bound segment for port cd9ee482-29b9-4aee-b7bd-f0d567b8650a on network bab8ec2b-9933-4f77-9b08-8b15b0debb1e {{(pid=94828) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:35:23.013272 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58f9cb7-b3ec-49dd-bb21-46c8cb05e508 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:23.013510 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd73adc9-7e2b-4146-8b64-6f04db26994a tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] DELETE failed (client error): The resource could not be found. Aug 29 04:35:23.014212 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd73adc9-7e2b-4146-8b64-6f04db26994a tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:35:23.014653 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b58f9cb7-b3ec-49dd-bb21-46c8cb05e508 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:23.019016 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-bd73adc9-7e2b-4146-8b64-6f04db26994a tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "DELETE /v2.0/ports/6caf06e8-813c-4b9a-8834-bf876b17a2d7 HTTP/1.1" status: 404 len: 333 time: 0.0439854 Aug 29 04:35:23.020782 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-b58f9cb7-b3ec-49dd-bb21-46c8cb05e508 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] 10.222.0.22 "PUT /v2.0/ports/cd9ee482-29b9-4aee-b7bd-f0d567b8650a HTTP/1.1" status: 200 len: 994 time: 1.1441119 Aug 29 04:35:23.023726 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 46842) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:23.024092 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 46844) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:23.051146 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f9cb7-b3ec-49dd-bb21-46c8cb05e508 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Pushing event updated for resources: {'Port': ['ID=cd9ee482-29b9-4aee-b7bd-f0d567b8650a,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:23.145841 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-22643ff8-5865-4905-828d-326e4e769aaf tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] DELETE failed (client error): The resource could not be found. Aug 29 04:35:23.146227 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22643ff8-5865-4905-828d-326e4e769aaf tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:35:23.150318 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-22643ff8-5865-4905-828d-326e4e769aaf tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "DELETE /v2.0/subnets/e8228491-45b7-4c3f-99a2-8eb94efe5c1e HTTP/1.1" status: 404 len: 337 time: 0.1229372 Aug 29 04:35:23.150710 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 46846) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:23.195936 n-d-712140-12 neutron-server[94828]: INFO neutron.pecan_wsgi.hooks.translation [None req-a82914bb-961b-4ced-85db-706e82984069 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] DELETE failed (client error): The resource could not be found. Aug 29 04:35:23.197498 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a82914bb-961b-4ced-85db-706e82984069 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:35:23.200014 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-a82914bb-961b-4ced-85db-706e82984069 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "DELETE /v2.0/subnets/d2cfe031-bb53-4b56-b01c-7e8ddc304a7f HTTP/1.1" status: 404 len: 337 time: 0.0480242 Aug 29 04:35:23.207485 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 46848) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:23.219135 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1555ce0a-19b6-4910-ad3b-cf3fb134d7fa None None] Provisioning complete for port cd9ee482-29b9-4aee-b7bd-f0d567b8650a triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:23.220389 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1555ce0a-19b6-4910-ad3b-cf3fb134d7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:23.233272 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-78f69914-5306-48f2-b9b4-de4516a4d18a tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Deleting port cd9ee482-29b9-4aee-b7bd-f0d567b8650a {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:35:23.233607 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-78f69914-5306-48f2-b9b4-de4516a4d18a tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:23.261484 n-d-712140-12 neutron-server[94828]: INFO neutron.pecan_wsgi.hooks.translation [None req-b823dc30-1795-4d0c-8c55-cec55e460890 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] DELETE failed (client error): The resource could not be found. Aug 29 04:35:23.262615 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b823dc30-1795-4d0c-8c55-cec55e460890 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:35:23.266613 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-b823dc30-1795-4d0c-8c55-cec55e460890 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "DELETE /v2.0/ports/bf8fd10b-10c5-4b1b-b7ef-4d04416eb0e9 HTTP/1.1" status: 404 len: 333 time: 0.0549006 Aug 29 04:35:23.272617 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-1555ce0a-19b6-4910-ad3b-cf3fb134d7fa None None] Port cd9ee482-29b9-4aee-b7bd-f0d567b8650a cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:35:23.277479 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 46850) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:23.340158 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3e3e506-4f8f-4038-b831-c3d49b6729f0 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] DELETE failed (client error): The resource could not be found. Aug 29 04:35:23.340840 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3e3e506-4f8f-4038-b831-c3d49b6729f0 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:35:23.342790 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-f3e3e506-4f8f-4038-b831-c3d49b6729f0 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "DELETE /v2.0/subnets/8e2e4509-d012-4cbf-99fa-2b546a08d513 HTTP/1.1" status: 404 len: 337 time: 0.0633464 Aug 29 04:35:23.345389 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 46854) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:23.391678 n-d-712140-12 neutron-server[94828]: INFO neutron.pecan_wsgi.hooks.translation [None req-486281f5-fabb-4de8-bc63-1f72fe276acd tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] DELETE failed (client error): The resource could not be found. Aug 29 04:35:23.394072 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-486281f5-fabb-4de8-bc63-1f72fe276acd tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:35:23.397974 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-486281f5-fabb-4de8-bc63-1f72fe276acd tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "DELETE /v2.0/subnets/6055350c-d769-482b-ac78-14f5c4e3e4b5 HTTP/1.1" status: 404 len: 337 time: 0.0513601 Aug 29 04:35:23.400751 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 46858) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:23.453044 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 46860) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:23.459777 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-3c466f4c-971b-44b6-b22f-269f40f77350 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd38d629-acf1-49cd-90d1-39b23f4e2d51 HTTP/1.1" status: 200 len: 205 time: 0.0455682 Aug 29 04:35:23.463487 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-78f69914-5306-48f2-b9b4-de4516a4d18a tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:23.518850 n-d-712140-12 neutron-server[94829]: INFO neutron.api.v2.resource [None req-02464b1a-d656-4ca4-8e42-8ee8d33ade7f tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] delete failed (client error): The resource could not be found. Aug 29 04:35:23.522640 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-02464b1a-d656-4ca4-8e42-8ee8d33ade7f tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "DELETE /v2.0/routers/cd38d629-acf1-49cd-90d1-39b23f4e2d51 HTTP/1.1" status: 404 len: 336 time: 0.0685902 Aug 29 04:35:23.523530 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 46866) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:23.531072 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-78f69914-5306-48f2-b9b4-de4516a4d18a tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Calling delete_port for cd9ee482-29b9-4aee-b7bd-f0d567b8650a owned by {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:35:23.583915 n-d-712140-12 neutron-server[94828]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3066ced-db1e-4eb4-b310-7d226a1a2cfe tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] DELETE failed (client error): The resource could not be found. Aug 29 04:35:23.587581 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3066ced-db1e-4eb4-b310-7d226a1a2cfe tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:35:23.591755 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-a3066ced-db1e-4eb4-b310-7d226a1a2cfe tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "DELETE /v2.0/subnets/3f273916-5801-4c23-843c-b3fe2363adc5 HTTP/1.1" status: 404 len: 337 time: 0.0652056 Aug 29 04:35:23.592695 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 46868) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:23.644938 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-e90509c3-ce31-4be0-a5be-415d577485ce tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0235c6e-a952-4309-86e4-c40b9e5b8b5a HTTP/1.1" status: 200 len: 205 time: 0.0464211 Aug 29 04:35:23.645591 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 46870) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:23.696862 n-d-712140-12 neutron-server[94828]: INFO neutron.api.v2.resource [None req-24cb968e-2c81-43b4-a45f-cea2c8ce03e5 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] delete failed (client error): The resource could not be found. Aug 29 04:35:23.701090 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-24cb968e-2c81-43b4-a45f-cea2c8ce03e5 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "DELETE /v2.0/routers/e0235c6e-a952-4309-86e4-c40b9e5b8b5a HTTP/1.1" status: 404 len: 336 time: 0.0543942 Aug 29 04:35:23.707297 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 46872) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:23.801794 n-d-712140-12 neutron-server[94828]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c08eaa3-a59f-478b-9232-bd2838b1a72e tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] DELETE failed (client error): The resource could not be found. Aug 29 04:35:23.804252 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c08eaa3-a59f-478b-9232-bd2838b1a72e tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:35:23.806460 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-2c08eaa3-a59f-478b-9232-bd2838b1a72e tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "DELETE /v2.0/subnets/9363ddff-f51b-456d-b1f3-c91aac01fc25 HTTP/1.1" status: 404 len: 337 time: 0.0942423 Aug 29 04:35:23.812470 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 46876) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:23.828382 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58624fd-d1f3-472b-9f60-e9b4e2dfdcf0 req-ca5e458f-282f-4e8d-a919-4a6b6f7dc8a2 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:23.834975 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58624fd-d1f3-472b-9f60-e9b4e2dfdcf0 req-ca5e458f-282f-4e8d-a919-4a6b6f7dc8a2 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:23.841408 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58624fd-d1f3-472b-9f60-e9b4e2dfdcf0 req-ca5e458f-282f-4e8d-a919-4a6b6f7dc8a2 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:23.848551 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58624fd-d1f3-472b-9f60-e9b4e2dfdcf0 req-ca5e458f-282f-4e8d-a919-4a6b6f7dc8a2 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:23.855048 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58624fd-d1f3-472b-9f60-e9b4e2dfdcf0 req-ca5e458f-282f-4e8d-a919-4a6b6f7dc8a2 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:23.861973 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58624fd-d1f3-472b-9f60-e9b4e2dfdcf0 req-ca5e458f-282f-4e8d-a919-4a6b6f7dc8a2 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:23.868499 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58624fd-d1f3-472b-9f60-e9b4e2dfdcf0 req-ca5e458f-282f-4e8d-a919-4a6b6f7dc8a2 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:23.871114 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a58624fd-d1f3-472b-9f60-e9b4e2dfdcf0 req-ca5e458f-282f-4e8d-a919-4a6b6f7dc8a2 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/ports?device_id=78e1d3c1-2943-4567-af4e-14c28f0b7c9c HTTP/1.1" status: 200 len: 5417 time: 0.3470731 Aug 29 04:35:23.876275 n-d-712140-12 neutron-server[94828]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a341698-f747-4bc2-a8db-919b112e9a88 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] DELETE failed (client error): The resource could not be found. Aug 29 04:35:23.876971 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a341698-f747-4bc2-a8db-919b112e9a88 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:35:23.878923 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-5a341698-f747-4bc2-a8db-919b112e9a88 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "DELETE /v2.0/subnets/e3dd21ba-253f-426c-ac88-97dd93bca990 HTTP/1.1" status: 404 len: 337 time: 0.0652387 Aug 29 04:35:23.886643 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 46878) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:23.912937 n-d-712140-12 neutron-server[94828]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcc7428e-0bdd-449b-be47-1b67ef5fe989 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] DELETE failed (client error): The resource could not be found. Aug 29 04:35:23.913983 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcc7428e-0bdd-449b-be47-1b67ef5fe989 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:35:23.916136 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-fcc7428e-0bdd-449b-be47-1b67ef5fe989 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "DELETE /v2.0/ports/f19d3ccb-989d-491b-b344-f11d9387546a HTTP/1.1" status: 404 len: 333 time: 0.0278561 Aug 29 04:35:23.916317 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-78f69914-5306-48f2-b9b4-de4516a4d18a tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:23.919002 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 46880) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:23.963765 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f69914-5306-48f2-b9b4-de4516a4d18a tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Pushing event deleted for resources: {'Port': ['ID=cd9ee482-29b9-4aee-b7bd-f0d567b8650a,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:23.964739 n-d-712140-12 neutron-server[94828]: INFO neutron.pecan_wsgi.hooks.translation [None req-94cfe49c-f67b-424c-893f-a70540bf9292 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] DELETE failed (client error): The resource could not be found. Aug 29 04:35:23.965280 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94cfe49c-f67b-424c-893f-a70540bf9292 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:35:23.974822 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 46882) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:23.976478 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-94cfe49c-f67b-424c-893f-a70540bf9292 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "DELETE /v2.0/subnets/dc8c3ba4-9a62-44be-b169-46413a2867f8 HTTP/1.1" status: 404 len: 337 time: 0.0522826 Aug 29 04:35:24.024402 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a58624fd-d1f3-472b-9f60-e9b4e2dfdcf0 req-ad077d4b-9fd3-4896-a0ea-e95585ad98dc tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/security-groups?id=47070f04-546f-4c87-85de-d3b03f233a26&id=9548773a-1ebc-45cc-a31d-47384b103db9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1298263 Aug 29 04:35:24.046268 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-4766bcb6-f04a-4f72-a958-e92b59e39914 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] DELETE failed (client error): The resource could not be found. Aug 29 04:35:24.056240 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4766bcb6-f04a-4f72-a958-e92b59e39914 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:35:24.058574 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-4766bcb6-f04a-4f72-a958-e92b59e39914 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "DELETE /v2.0/ports/f26fdaf9-d968-438e-acf0-d2d2ff5b9613 HTTP/1.1" status: 404 len: 333 time: 0.0827067 Aug 29 04:35:24.061283 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 46886) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:24.117100 n-d-712140-12 neutron-server[94828]: INFO neutron.pecan_wsgi.hooks.translation [None req-a99a7292-9560-444d-81c0-147d6f6da680 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] DELETE failed (client error): The resource could not be found. Aug 29 04:35:24.117585 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a99a7292-9560-444d-81c0-147d6f6da680 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:35:24.124071 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-a99a7292-9560-444d-81c0-147d6f6da680 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "DELETE /v2.0/subnets/20c9b828-9984-4ec8-b21a-fbf78547d835 HTTP/1.1" status: 404 len: 337 time: 0.0575838 Aug 29 04:35:24.124544 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 46888) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:24.169798 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8627e09-b8ac-4b59-be6f-6cc11b1493ef tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] DELETE failed (client error): The resource could not be found. Aug 29 04:35:24.169963 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8627e09-b8ac-4b59-be6f-6cc11b1493ef tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:35:24.171713 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-f8627e09-b8ac-4b59-be6f-6cc11b1493ef tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "DELETE /v2.0/ports/6e20e3da-2b1e-4082-b66b-eaf57338790d HTTP/1.1" status: 404 len: 333 time: 0.0462656 Aug 29 04:35:24.174717 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 46892) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:24.219212 n-d-712140-12 neutron-server[94828]: INFO neutron.pecan_wsgi.hooks.translation [None req-16f79d83-640b-479e-a39d-320a063f77f7 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] DELETE failed (client error): The resource could not be found. Aug 29 04:35:24.220503 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16f79d83-640b-479e-a39d-320a063f77f7 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:35:24.222106 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-16f79d83-640b-479e-a39d-320a063f77f7 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "DELETE /v2.0/subnets/3693b901-03d7-4315-8bbd-e4a0ca851601 HTTP/1.1" status: 404 len: 337 time: 0.0461295 Aug 29 04:35:24.224988 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 46894) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:24.261524 n-d-712140-12 neutron-server[94828]: INFO neutron.pecan_wsgi.hooks.translation [None req-babbb87b-e2b1-481f-9d62-9f4b9308c325 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] DELETE failed (client error): The resource could not be found. Aug 29 04:35:24.262191 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-babbb87b-e2b1-481f-9d62-9f4b9308c325 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:35:24.267048 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-babbb87b-e2b1-481f-9d62-9f4b9308c325 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "DELETE /v2.0/ports/8d453fb5-f456-4a81-9fbf-e8c195b1a240 HTTP/1.1" status: 404 len: 333 time: 0.0380452 Aug 29 04:35:24.267430 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 46896) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:24.316116 n-d-712140-12 neutron-server[94828]: INFO neutron.pecan_wsgi.hooks.translation [None req-1777e7bf-0781-46d2-a15b-92da3cfd0472 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] DELETE failed (client error): The resource could not be found. Aug 29 04:35:24.316625 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1777e7bf-0781-46d2-a15b-92da3cfd0472 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:35:24.318887 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-78f69914-5306-48f2-b9b4-de4516a4d18a tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:24.320838 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-1777e7bf-0781-46d2-a15b-92da3cfd0472 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "DELETE /v2.0/subnets/bb3caf14-3a9a-4b2d-ba06-08f0148f0387 HTTP/1.1" status: 404 len: 337 time: 0.0522747 Aug 29 04:35:24.323390 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 46900) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:24.323612 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-78f69914-5306-48f2-b9b4-de4516a4d18a tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] 10.222.0.22 "DELETE /v2.0/ports/cd9ee482-29b9-4aee-b7bd-f0d567b8650a HTTP/1.1" status: 204 len: 168 time: 1.2915609 Aug 29 04:35:24.324125 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 46898) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:24.370867 n-d-712140-12 neutron-server[94828]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3f5ad92-1ef7-4404-ae7b-41fe96dd4c26 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] GET failed (client error): The resource could not be found. Aug 29 04:35:24.377115 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 46906) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:24.382786 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-79faf625-8df8-445d-bb21-89d34bd01f67 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Request body: {'port': {'network_id': 'bab8ec2b-9933-4f77-9b08-8b15b0debb1e', 'name': 'tempest-AllowedAddressPairTestJSON-390065383'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:24.388594 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-e3f5ad92-1ef7-4404-ae7b-41fe96dd4c26 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] 10.222.0.22 "GET /v2.0/ports/cd9ee482-29b9-4aee-b7bd-f0d567b8650a HTTP/1.1" status: 404 len: 333 time: 0.0620732 Aug 29 04:35:24.389915 n-d-712140-12 neutron-server[94828]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdb01905-53f1-40ad-bb5b-54b4e7faaa57 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] DELETE failed (client error): The resource could not be found. Aug 29 04:35:24.390649 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdb01905-53f1-40ad-bb5b-54b4e7faaa57 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:35:24.399449 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-fdb01905-53f1-40ad-bb5b-54b4e7faaa57 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "DELETE /v2.0/ports/794db928-bbbe-4291-9168-d7ee49ac1a73 HTTP/1.1" status: 404 len: 333 time: 0.0740802 Aug 29 04:35:24.402127 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 46910) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:24.452035 n-d-712140-12 neutron-server[94828]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5e8f25a-3a4f-4d19-80b2-2823b0ebdd4f tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] DELETE failed (client error): The resource could not be found. Aug 29 04:35:24.452600 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5e8f25a-3a4f-4d19-80b2-2823b0ebdd4f tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:35:24.455179 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-f5e8f25a-3a4f-4d19-80b2-2823b0ebdd4f tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "DELETE /v2.0/subnets/e04fbe98-4a7a-41f5-9b21-bbf3af37691f HTTP/1.1" status: 404 len: 337 time: 0.0518963 Aug 29 04:35:24.457960 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 46914) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:24.487575 n-d-712140-12 neutron-server[94828]: INFO neutron.pecan_wsgi.hooks.translation [None req-2471dea0-0e3b-4efd-beea-11436f0b90e4 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] DELETE failed (client error): The resource could not be found. Aug 29 04:35:24.488495 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2471dea0-0e3b-4efd-beea-11436f0b90e4 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:35:24.490530 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-2471dea0-0e3b-4efd-beea-11436f0b90e4 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "DELETE /v2.0/ports/39616c06-6783-4553-8883-bdaeb9907794 HTTP/1.1" status: 404 len: 333 time: 0.0316391 Aug 29 04:35:24.493608 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 46916) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:24.506541 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 46918) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:24.556540 n-d-712140-12 neutron-server[94828]: INFO neutron.pecan_wsgi.hooks.translation [None req-a52b6d03-4997-4063-b23f-473268cf49a5 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] DELETE failed (client error): The resource could not be found. Aug 29 04:35:24.557004 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a52b6d03-4997-4063-b23f-473268cf49a5 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:35:24.558793 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-a52b6d03-4997-4063-b23f-473268cf49a5 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "DELETE /v2.0/subnets/4859de92-729f-4a45-9903-d237686dbbfd HTTP/1.1" status: 404 len: 337 time: 0.0640523 Aug 29 04:35:24.561661 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 46926) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:24.681455 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a37e7dd-74fa-4c76-bd5b-89ad27bb6cbf tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] DELETE failed (client error): The resource could not be found. Aug 29 04:35:24.682423 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a37e7dd-74fa-4c76-bd5b-89ad27bb6cbf tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:35:24.684200 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-9a37e7dd-74fa-4c76-bd5b-89ad27bb6cbf tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "DELETE /v2.0/ports/ee0a1b97-5c56-4aaa-9ed8-cd6c0b09179d HTTP/1.1" status: 404 len: 333 time: 0.1215105 Aug 29 04:35:24.686854 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 46936) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:24.717028 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79faf625-8df8-445d-bb21-89d34bd01f67 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Made reservation on behalf of a068df6df11143c4a7fcb4478831c755 for: {'port': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:35:24.721450 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-79faf625-8df8-445d-bb21-89d34bd01f67 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:24.757217 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [None req-79faf625-8df8-445d-bb21-89d34bd01f67 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] device_id is not set on port b71e89a7-f31a-4708-8787-90c7d7b7a1ca yet. {{(pid=94829) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:35:24.937335 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-79faf625-8df8-445d-bb21-89d34bd01f67 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Allocated IP 172.20.0.9 (bab8ec2b-9933-4f77-9b08-8b15b0debb1e/6f4aa841-192d-4ca7-a8d0-0d93b115721a/b71e89a7-f31a-4708-8787-90c7d7b7a1ca) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:35:25.189463 n-d-712140-12 neutron-server[94828]: INFO neutron.pecan_wsgi.hooks.translation [None req-93a7a605-c2aa-4f28-916c-564119a8e8b6 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] DELETE failed (client error): The resource could not be found. Aug 29 04:35:25.189901 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93a7a605-c2aa-4f28-916c-564119a8e8b6 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:35:25.192747 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-93a7a605-c2aa-4f28-916c-564119a8e8b6 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "DELETE /v2.0/subnets/abc2ecbd-6c78-4ace-87c8-bbc61a6e2f0c HTTP/1.1" status: 404 len: 337 time: 0.5033205 Aug 29 04:35:25.194345 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 46942) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:25.277381 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2dc862-103a-4f7e-b568-51fce87521f1 req-faf4ad47-a587-4b6b-bd80-5331d135e778 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:25.284483 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2dc862-103a-4f7e-b568-51fce87521f1 req-faf4ad47-a587-4b6b-bd80-5331d135e778 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:25.290976 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2dc862-103a-4f7e-b568-51fce87521f1 req-faf4ad47-a587-4b6b-bd80-5331d135e778 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:25.297538 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2dc862-103a-4f7e-b568-51fce87521f1 req-faf4ad47-a587-4b6b-bd80-5331d135e778 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:25.304778 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2dc862-103a-4f7e-b568-51fce87521f1 req-faf4ad47-a587-4b6b-bd80-5331d135e778 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:25.310867 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2dc862-103a-4f7e-b568-51fce87521f1 req-faf4ad47-a587-4b6b-bd80-5331d135e778 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:25.317084 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2dc862-103a-4f7e-b568-51fce87521f1 req-faf4ad47-a587-4b6b-bd80-5331d135e778 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:25.319235 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1f2dc862-103a-4f7e-b568-51fce87521f1 req-faf4ad47-a587-4b6b-bd80-5331d135e778 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/ports?device_id=78e1d3c1-2943-4567-af4e-14c28f0b7c9c HTTP/1.1" status: 200 len: 5417 time: 0.1694093 Aug 29 04:35:25.349749 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-79faf625-8df8-445d-bb21-89d34bd01f67 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:25.365395 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-79faf625-8df8-445d-bb21-89d34bd01f67 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Transition to ACTIVE for port object b71e89a7-f31a-4708-8787-90c7d7b7a1ca will not be triggered until provisioned by entity DHCP. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:35:25.443868 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-79faf625-8df8-445d-bb21-89d34bd01f67 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:25.460165 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-59e3cf3b-4e41-4c80-9f36-bf11f36b6d16 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:25.522012 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79faf625-8df8-445d-bb21-89d34bd01f67 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Network bab8ec2b-9933-4f77-9b08-8b15b0debb1e is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:35:25.526705 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1f2dc862-103a-4f7e-b568-51fce87521f1 req-718d68c9-863a-41e5-8ce5-58bc93fdad11 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/security-groups?id=47070f04-546f-4c87-85de-d3b03f233a26&id=9548773a-1ebc-45cc-a31d-47384b103db9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1952689 Aug 29 04:35:25.530143 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-79faf625-8df8-445d-bb21-89d34bd01f67 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:35:25.536676 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79faf625-8df8-445d-bb21-89d34bd01f67 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:35:25.581233 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79faf625-8df8-445d-bb21-89d34bd01f67 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Pushing event updated for resources: {'Port': ['ID=b71e89a7-f31a-4708-8787-90c7d7b7a1ca,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:25.605718 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79faf625-8df8-445d-bb21-89d34bd01f67 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:25.606378 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-79faf625-8df8-445d-bb21-89d34bd01f67 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:25.628137 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-79faf625-8df8-445d-bb21-89d34bd01f67 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.2492495 Aug 29 04:35:25.630679 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 46944) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:25.636200 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-6dc6ac51-85f3-41a4-8197-ba9a82cb7d49 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:77:11:61'}]}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:25.663507 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-59e3cf3b-4e41-4c80-9f36-bf11f36b6d16 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:25.677723 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-59e3cf3b-4e41-4c80-9f36-bf11f36b6d16 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a0c1c63-2a3a-4918-9723-8b35bf7d017b']}} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:25.691053 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-59e3cf3b-4e41-4c80-9f36-bf11f36b6d16 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fc0da0a-b381-4d95-9f3f-3aa10a110ba6') {'for_net_delete': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:25.691352 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-59e3cf3b-4e41-4c80-9f36-bf11f36b6d16 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fc0da0a-b381-4d95-9f3f-3aa10a110ba6') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:25.770193 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-59e3cf3b-4e41-4c80-9f36-bf11f36b6d16 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8904833'] for segment, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:25.798402 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-59e3cf3b-4e41-4c80-9f36-bf11f36b6d16 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:25.811459 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59e3cf3b-4e41-4c80-9f36-bf11f36b6d16 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=94828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:35:25.812039 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-59e3cf3b-4e41-4c80-9f36-bf11f36b6d16 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9190468'] for segment, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:25.816306 n-d-712140-12 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:35:25.816306 n-d-712140-12 neutron-server[94828]: items = [ Aug 29 04:35:25.816306 n-d-712140-12 neutron-server[94828]: Traceback (most recent call last): Aug 29 04:35:25.816306 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:35:25.816306 n-d-712140-12 neutron-server[94828]: timer() Aug 29 04:35:25.816306 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:35:25.816306 n-d-712140-12 neutron-server[94828]: cb(*args, **kw) Aug 29 04:35:25.816306 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:35:25.816306 n-d-712140-12 neutron-server[94828]: return func(*args, **kwargs) Aug 29 04:35:25.816306 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:35:25.816306 n-d-712140-12 neutron-server[94828]: self._notify() Aug 29 04:35:25.816306 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:35:25.816306 n-d-712140-12 neutron-server[94828]: self.callback(batched_events) Aug 29 04:35:25.816306 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:35:25.816306 n-d-712140-12 neutron-server[94828]: event.method(event) Aug 29 04:35:25.816306 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:35:25.816306 n-d-712140-12 neutron-server[94828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:35:25.816306 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:35:25.816306 n-d-712140-12 neutron-server[94828]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:35:25.816306 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:35:25.816306 n-d-712140-12 neutron-server[94828]: return f(self, *a, **k) Aug 29 04:35:25.816306 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:35:25.816306 n-d-712140-12 neutron-server[94828]: return self._get(url).json() Aug 29 04:35:25.816306 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:35:25.816306 n-d-712140-12 neutron-server[94828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:35:25.816306 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:35:25.816306 n-d-712140-12 neutron-server[94828]: return self.request(url, 'GET', **kwargs) Aug 29 04:35:25.816306 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:35:25.816306 n-d-712140-12 neutron-server[94828]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:35:25.816306 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:35:25.816306 n-d-712140-12 neutron-server[94828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:35:25.816306 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:35:25.816306 n-d-712140-12 neutron-server[94828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:35:25.816306 n-d-712140-12 neutron-server[94828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:35:25.910163 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-59e3cf3b-4e41-4c80-9f36-bf11f36b6d16 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:25.915302 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6dc6ac51-85f3-41a4-8197-ba9a82cb7d49 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:25.921328 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-59e3cf3b-4e41-4c80-9f36-bf11f36b6d16 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:25.926283 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-59e3cf3b-4e41-4c80-9f36-bf11f36b6d16 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] 10.222.0.22 "DELETE /v2.0/networks/9a0c1c63-2a3a-4918-9723-8b35bf7d017b HTTP/1.1" status: 204 len: 168 time: 0.6279509 Aug 29 04:35:25.962548 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e3cf3b-4e41-4c80-9f36-bf11f36b6d16 tempest-NetworksTestDHCPv6-2080043643 tempest-NetworksTestDHCPv6-2080043643-project] Pushing event deleted for resources: {'Network': ['ID=9a0c1c63-2a3a-4918-9723-8b35bf7d017b,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:26.014996 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c5dd7e06-e371-47cd-aa56-81fb2c5dc0ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713413'] for router_interface, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:26.032617 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-dceb5e59-c456-482b-bea5-bbd8b5dde33a None None] Provisioning for port b71e89a7-f31a-4708-8787-90c7d7b7a1ca completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:35:26.038081 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-dceb5e59-c456-482b-bea5-bbd8b5dde33a None None] Provisioning complete for port b71e89a7-f31a-4708-8787-90c7d7b7a1ca triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:26.038984 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dceb5e59-c456-482b-bea5-bbd8b5dde33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:26.130559 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-dceb5e59-c456-482b-bea5-bbd8b5dde33a None None] Port b71e89a7-f31a-4708-8787-90c7d7b7a1ca cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:35:26.250448 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6dc6ac51-85f3-41a4-8197-ba9a82cb7d49 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:26.260137 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6dc6ac51-85f3-41a4-8197-ba9a82cb7d49 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:26.347176 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 46956) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:26.353849 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc6ac51-85f3-41a4-8197-ba9a82cb7d49 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Pushing event updated for resources: {'Port': ['ID=b71e89a7-f31a-4708-8787-90c7d7b7a1ca,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:26.405427 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-6dc6ac51-85f3-41a4-8197-ba9a82cb7d49 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] In _notify_port_updated(), no bound segment for port b71e89a7-f31a-4708-8787-90c7d7b7a1ca on network bab8ec2b-9933-4f77-9b08-8b15b0debb1e {{(pid=94829) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:35:26.412964 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc6ac51-85f3-41a4-8197-ba9a82cb7d49 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:26.413656 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6dc6ac51-85f3-41a4-8197-ba9a82cb7d49 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:26.418110 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-6dc6ac51-85f3-41a4-8197-ba9a82cb7d49 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] 10.222.0.22 "PUT /v2.0/ports/b71e89a7-f31a-4708-8787-90c7d7b7a1ca HTTP/1.1" status: 200 len: 995 time: 0.7861996 Aug 29 04:35:26.418896 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 46960) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:26.515558 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c5dd7e06-e371-47cd-aa56-81fb2c5dc0ba admin admin] Deleting port 89765845-91b6-482e-bcb3-a7b59e9aec5f {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:35:26.517101 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c5dd7e06-e371-47cd-aa56-81fb2c5dc0ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:26.549340 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-4ce366a9-c79c-42dd-8d30-21b5d6626247 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Deleting port b71e89a7-f31a-4708-8787-90c7d7b7a1ca {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:35:26.554062 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4ce366a9-c79c-42dd-8d30-21b5d6626247 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:26.619468 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c5dd7e06-e371-47cd-aa56-81fb2c5dc0ba admin admin] For port 89765845-91b6-482e-bcb3-a7b59e9aec5f, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=89765845-91b6-482e-bcb3-a7b59e9aec5f,segment=NetworkSegment(a5492a16-c200-4329-b562-96a170c2e529),segment_id=a5492a16-c200-4329-b562-96a170c2e529)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:26.620023 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c5dd7e06-e371-47cd-aa56-81fb2c5dc0ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:26.637121 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c5dd7e06-e371-47cd-aa56-81fb2c5dc0ba admin admin] Calling delete_port for 89765845-91b6-482e-bcb3-a7b59e9aec5f owned by network:router_interface {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:35:26.705457 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4ce366a9-c79c-42dd-8d30-21b5d6626247 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:26.725067 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-4ce366a9-c79c-42dd-8d30-21b5d6626247 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Calling delete_port for b71e89a7-f31a-4708-8787-90c7d7b7a1ca owned by {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:35:26.753058 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-0b19098b-b7a0-413c-b94b-ef706ea77ca1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=808af00233b447dbb547871646623489&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4015803 Aug 29 04:35:26.755043 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 46964) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:26.760241 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-8f98d2cb-0700-4544-829c-12bd68344614 None None] Provisioning complete for port b71e89a7-f31a-4708-8787-90c7d7b7a1ca triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:26.761031 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8f98d2cb-0700-4544-829c-12bd68344614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:26.815159 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-8f98d2cb-0700-4544-829c-12bd68344614 None None] Port b71e89a7-f31a-4708-8787-90c7d7b7a1ca cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:35:26.816069 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b600e0-21e4-442b-9d51-29d2f6d95739 req-1913b3e8-74e3-451c-b2e2-b1aa619cb5cb tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:26.822150 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b600e0-21e4-442b-9d51-29d2f6d95739 req-1913b3e8-74e3-451c-b2e2-b1aa619cb5cb tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:26.827993 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b600e0-21e4-442b-9d51-29d2f6d95739 req-1913b3e8-74e3-451c-b2e2-b1aa619cb5cb tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:26.834491 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b600e0-21e4-442b-9d51-29d2f6d95739 req-1913b3e8-74e3-451c-b2e2-b1aa619cb5cb tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:26.840501 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b600e0-21e4-442b-9d51-29d2f6d95739 req-1913b3e8-74e3-451c-b2e2-b1aa619cb5cb tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:26.846512 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b600e0-21e4-442b-9d51-29d2f6d95739 req-1913b3e8-74e3-451c-b2e2-b1aa619cb5cb tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:26.853994 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b600e0-21e4-442b-9d51-29d2f6d95739 req-1913b3e8-74e3-451c-b2e2-b1aa619cb5cb tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:26.855997 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-31b600e0-21e4-442b-9d51-29d2f6d95739 req-1913b3e8-74e3-451c-b2e2-b1aa619cb5cb tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/ports?device_id=78e1d3c1-2943-4567-af4e-14c28f0b7c9c HTTP/1.1" status: 200 len: 5417 time: 0.2077909 Aug 29 04:35:26.887999 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c5dd7e06-e371-47cd-aa56-81fb2c5dc0ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:26.997565 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-31b600e0-21e4-442b-9d51-29d2f6d95739 req-0fc3a9b2-81bc-40af-bb36-671853e0973c tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/security-groups?id=47070f04-546f-4c87-85de-d3b03f233a26&id=9548773a-1ebc-45cc-a31d-47384b103db9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1266546 Aug 29 04:35:26.999141 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e0c27c26-b078-4171-b022-6c43bfd597ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:27.026384 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dd7e06-e371-47cd-aa56-81fb2c5dc0ba admin admin] Pushing event deleted for resources: {'Port': ['ID=89765845-91b6-482e-bcb3-a7b59e9aec5f,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:27.067064 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e0c27c26-b078-4171-b022-6c43bfd597ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:27.140728 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e0c27c26-b078-4171-b022-6c43bfd597ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:27.144141 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e0c27c26-b078-4171-b022-6c43bfd597ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:27.145661 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-e0c27c26-b078-4171-b022-6c43bfd597ae admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a39c5cbe-3025-44ec-b45c-371f75914ccd HTTP/1.1" status: 204 len: 168 time: 0.3894906 Aug 29 04:35:27.163435 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c27c26-b078-4171-b022-6c43bfd597ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a39c5cbe-3025-44ec-b45c-371f75914ccd,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:27.171255 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4ce366a9-c79c-42dd-8d30-21b5d6626247 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:27.230233 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce366a9-c79c-42dd-8d30-21b5d6626247 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Pushing event deleted for resources: {'Port': ['ID=b71e89a7-f31a-4708-8787-90c7d7b7a1ca,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:27.268900 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c5dd7e06-e371-47cd-aa56-81fb2c5dc0ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-713231'] for router_interface, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:27.373626 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4ce366a9-c79c-42dd-8d30-21b5d6626247 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:27.379840 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-4ce366a9-c79c-42dd-8d30-21b5d6626247 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] 10.222.0.22 "DELETE /v2.0/ports/b71e89a7-f31a-4708-8787-90c7d7b7a1ca HTTP/1.1" status: 204 len: 168 time: 0.9598672 Aug 29 04:35:27.382523 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 46984) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:27.446241 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d531bfc-8c6c-4687-b68f-9917fdc207a8 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] GET failed (client error): The resource could not be found. Aug 29 04:35:27.457668 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-9d531bfc-8c6c-4687-b68f-9917fdc207a8 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] 10.222.0.22 "GET /v2.0/ports/b71e89a7-f31a-4708-8787-90c7d7b7a1ca HTTP/1.1" status: 404 len: 333 time: 0.0668070 Aug 29 04:35:27.458344 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 46986) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:27.471931 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-1ae07e62-f7a3-43eb-b915-c53bf2687740 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Request body: {'port': {'network_id': 'bab8ec2b-9933-4f77-9b08-8b15b0debb1e', 'name': 'tempest-AllowedAddressPairTestJSON-1788578926'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:27.700276 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ae07e62-f7a3-43eb-b915-c53bf2687740 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Made reservation on behalf of a068df6df11143c4a7fcb4478831c755 for: {'port': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:35:27.704856 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1ae07e62-f7a3-43eb-b915-c53bf2687740 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:27.707749 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5dd7e06-e371-47cd-aa56-81fb2c5dc0ba admin admin] Router def0a604-df59-49da-8eca-52935833d7d6 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:35:27.727251 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [None req-1ae07e62-f7a3-43eb-b915-c53bf2687740 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] device_id is not set on port 85c3abfe-5742-4b80-bb78-2c056030945d yet. {{(pid=94829) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:35:27.851281 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5dd7e06-e371-47cd-aa56-81fb2c5dc0ba admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:35:27.858306 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-c5dd7e06-e371-47cd-aa56-81fb2c5dc0ba admin admin] 10.222.0.22 "PUT /v2.0/routers/def0a604-df59-49da-8eca-52935833d7d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3505149 Aug 29 04:35:27.861203 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 46996) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:27.865597 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a0e0ce-8c21-43ec-9b5d-12f20215dd9f None None] Sync routers for ids ['def0a604-df59-49da-8eca-52935833d7d6'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:35:27.882600 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a0e0ce-8c21-43ec-9b5d-12f20215dd9f None None] Routers {'def0a604-df59-49da-8eca-52935833d7d6'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:35:27.883442 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-a3a0e0ce-8c21-43ec-9b5d-12f20215dd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:35:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['def0a604-df59-49da-8eca-52935833d7d6'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:28.037107 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-1ae07e62-f7a3-43eb-b915-c53bf2687740 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Allocated IP 172.20.0.14 (bab8ec2b-9933-4f77-9b08-8b15b0debb1e/6f4aa841-192d-4ca7-a8d0-0d93b115721a/85c3abfe-5742-4b80-bb78-2c056030945d) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:35:28.064971 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8aee6286-e1fe-4cde-b9bd-2fbb5101c407 admin admin] Notify callbacks [] for router, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:28.265988 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8aee6286-e1fe-4cde-b9bd-2fbb5101c407 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:28.355824 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 47014) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:28.374612 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-a3a0e0ce-8c21-43ec-9b5d-12f20215dd9f None None] Set router def0a604-df59-49da-8eca-52935833d7d6 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:35:28.472033 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c69be64-a3ac-4f16-a7f2-16f2b9b1bf37 req-c58f4734-de56-4c42-9248-2f01abace411 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:28.473827 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [None req-9cffddad-4307-45ae-9fcc-beb06916f266 tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:35:28.475053 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-9cffddad-4307-45ae-9fcc-beb06916f266 tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1180217 Aug 29 04:35:28.478187 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 47018) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:28.484574 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [None req-dc28a5aa-0769-4107-b3a8-3b38f744be3c tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] http://10.222.0.22:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=94828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:35:28.485924 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-dc28a5aa-0769-4107-b3a8-3b38f744be3c tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] 10.222.0.22 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0065424 Aug 29 04:35:28.488542 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c69be64-a3ac-4f16-a7f2-16f2b9b1bf37 req-c58f4734-de56-4c42-9248-2f01abace411 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:28.489078 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 47020) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:28.496480 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [None req-1c0fd770-165e-44bb-9f91-a6b2a9e903c3 tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] http://10.222.0.22:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=94828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:35:28.498065 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c69be64-a3ac-4f16-a7f2-16f2b9b1bf37 req-c58f4734-de56-4c42-9248-2f01abace411 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:28.500602 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-1c0fd770-165e-44bb-9f91-a6b2a9e903c3 tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] 10.222.0.22 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0083129 Aug 29 04:35:28.501801 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 47022) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:28.506019 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c69be64-a3ac-4f16-a7f2-16f2b9b1bf37 req-c58f4734-de56-4c42-9248-2f01abace411 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:28.507180 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [None req-4d1e9482-ae88-4eb6-bce5-6d8c31a3fad6 tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] http://10.222.0.22:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=94828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:35:28.511190 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-4d1e9482-ae88-4eb6-bce5-6d8c31a3fad6 tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] 10.222.0.22 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0075381 Aug 29 04:35:28.511908 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 47024) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:28.514041 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c69be64-a3ac-4f16-a7f2-16f2b9b1bf37 req-c58f4734-de56-4c42-9248-2f01abace411 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:28.517294 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [None req-d7b34065-d765-43c7-9711-e6a01cb646b7 tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] http://10.222.0.22:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=94828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:35:28.521194 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-d7b34065-d765-43c7-9711-e6a01cb646b7 tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] 10.222.0.22 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0081072 Aug 29 04:35:28.521677 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c69be64-a3ac-4f16-a7f2-16f2b9b1bf37 req-c58f4734-de56-4c42-9248-2f01abace411 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:28.521970 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 47026) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:28.526236 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [None req-9c3e45cb-b883-46c9-b394-f1232d59a523 tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] http://10.222.0.22:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=94828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:35:28.529631 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-9c3e45cb-b883-46c9-b394-f1232d59a523 tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] 10.222.0.22 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0066848 Aug 29 04:35:28.529968 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c69be64-a3ac-4f16-a7f2-16f2b9b1bf37 req-c58f4734-de56-4c42-9248-2f01abace411 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:28.530389 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 47028) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:28.533481 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2c69be64-a3ac-4f16-a7f2-16f2b9b1bf37 req-c58f4734-de56-4c42-9248-2f01abace411 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/ports?device_id=78e1d3c1-2943-4567-af4e-14c28f0b7c9c HTTP/1.1" status: 200 len: 5417 time: 0.3166173 Aug 29 04:35:28.535716 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [None req-0a2cf406-bb11-4def-9e6c-8b5761fc36ea tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] http://10.222.0.22:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=94828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:35:28.539305 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-0a2cf406-bb11-4def-9e6c-8b5761fc36ea tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] 10.222.0.22 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0078330 Aug 29 04:35:28.540591 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 47030) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:28.544561 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [None req-e0bd4e88-3af4-4c7c-881d-95c697474ff5 tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] http://10.222.0.22:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=94828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:35:28.548716 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-e0bd4e88-3af4-4c7c-881d-95c697474ff5 tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] 10.222.0.22 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0075905 Aug 29 04:35:28.549379 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 47032) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:28.557470 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [None req-ef71a073-6fd4-4ebb-9c3e-d71672db4a18 tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] http://10.222.0.22:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=94828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:35:28.558443 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-ef71a073-6fd4-4ebb-9c3e-d71672db4a18 tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] 10.222.0.22 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0057247 Aug 29 04:35:28.562933 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 47034) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:28.567737 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [None req-464027ef-1a42-42d2-b0b6-469925d71c09 tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] http://10.222.0.22:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=94828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:35:28.568688 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-464027ef-1a42-42d2-b0b6-469925d71c09 tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] 10.222.0.22 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0042646 Aug 29 04:35:28.571214 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 47036) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:28.587996 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [None req-8817bb9a-574f-46ef-90b2-7f500781b737 tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] http://10.222.0.22:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=94828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:35:28.589495 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-8817bb9a-574f-46ef-90b2-7f500781b737 tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] 10.222.0.22 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0156803 Aug 29 04:35:28.593127 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 47038) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:28.598615 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [None req-a770c30e-8a6a-4016-80e4-c0d35efaa0ad tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] http://10.222.0.22:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=94828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:35:28.599631 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-a770c30e-8a6a-4016-80e4-c0d35efaa0ad tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] 10.222.0.22 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0053928 Aug 29 04:35:28.601173 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1ae07e62-f7a3-43eb-b915-c53bf2687740 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:28.603749 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 47040) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:28.606438 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:28.618273 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [None req-85a8663d-dc51-45ca-886d-bf18ea324b97 tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] http://10.222.0.22:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=94828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:35:28.619837 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-85a8663d-dc51-45ca-886d-bf18ea324b97 tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] 10.222.0.22 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0149808 Aug 29 04:35:28.623621 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 47042) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:28.631718 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [None req-98e68482-3029-4b7b-a0e3-35e4e7993ff9 tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] http://10.222.0.22:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=94828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:35:28.633590 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-8aee6286-e1fe-4cde-b9bd-2fbb5101c407 admin admin] Deleting port a7600daa-aafe-46ff-b65d-e523b2deceea {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:35:28.634044 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8aee6286-e1fe-4cde-b9bd-2fbb5101c407 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:28.635056 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-98e68482-3029-4b7b-a0e3-35e4e7993ff9 tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] 10.222.0.22 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0103261 Aug 29 04:35:28.637816 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 47044) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:28.646682 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-1ae07e62-f7a3-43eb-b915-c53bf2687740 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Transition to ACTIVE for port object 85c3abfe-5742-4b80-bb78-2c056030945d will not be triggered until provisioned by entity DHCP. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:35:28.647506 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [None req-cbddbfca-6cb8-473f-92c7-d81bdb6d2f5c tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] http://10.222.0.22:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=94828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:35:28.650839 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-cbddbfca-6cb8-473f-92c7-d81bdb6d2f5c tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] 10.222.0.22 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0120950 Aug 29 04:35:28.653750 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 47046) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:28.654859 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2c69be64-a3ac-4f16-a7f2-16f2b9b1bf37 req-91e7a749-881f-4159-997b-e33b861c6992 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/security-groups?id=47070f04-546f-4c87-85de-d3b03f233a26&id=9548773a-1ebc-45cc-a31d-47384b103db9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1084418 Aug 29 04:35:28.661451 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [None req-a6082ac5-480b-499f-a67d-f97262b0aef0 tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] http://10.222.0.22:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=94828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:35:28.662431 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-a6082ac5-480b-499f-a67d-f97262b0aef0 tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] 10.222.0.22 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0077758 Aug 29 04:35:28.669649 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 47048) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:28.679216 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [None req-9a2f86be-1c74-467f-bf85-2542a7628899 tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] http://10.222.0.22:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=94828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:35:28.680642 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-9a2f86be-1c74-467f-bf85-2542a7628899 tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] 10.222.0.22 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0102797 Aug 29 04:35:28.691982 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 47050) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:28.697436 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [None req-30ee233e-79d9-4c44-bca7-2889b192a1b3 tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] http://10.222.0.22:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=94828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:35:28.698446 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-30ee233e-79d9-4c44-bca7-2889b192a1b3 tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] 10.222.0.22 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0049922 Aug 29 04:35:28.701041 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 47052) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:28.702508 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-a3a0e0ce-8c21-43ec-9b5d-12f20215dd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def0a604-df59-49da-8eca-52935833d7d6', 'name': 'tempest-AttachVolumeTestJSON-1505354995-router', 'tenant_id': '6c9e9b4cb47149d19005e5a96f02d4fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'a7600daa-aafe-46ff-b65d-e523b2deceea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:54Z', 'updated_at': '2021-08-29T04:35:26Z', 'revision_number': 5, 'project_id': '6c9e9b4cb47149d19005e5a96f02d4fd', 'gw_port': {'id': 'a7600daa-aafe-46ff-b65d-e523b2deceea', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:45:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def0a604-df59-49da-8eca-52935833d7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:55Z', 'updated_at': '2021-08-29T04:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:28.708033 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [None req-3c20810c-8340-46a6-bbd2-5915afe47e63 tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] http://10.222.0.22:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=94828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:35:28.709029 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-3c20810c-8340-46a6-bbd2-5915afe47e63 tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] 10.222.0.22 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0070682 Aug 29 04:35:28.711774 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 47054) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:28.722547 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [None req-42707bab-1654-46a8-9a89-6f75353aadd6 tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] http://10.222.0.22:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=94828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:35:28.723569 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-42707bab-1654-46a8-9a89-6f75353aadd6 tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] 10.222.0.22 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0108016 Aug 29 04:35:28.726107 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 47056) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:28.733131 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [None req-f2a132b0-31f3-47be-b4fc-32a9a6d204e4 tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] http://10.222.0.22:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=94828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:35:28.735634 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a0e0ce-8c21-43ec-9b5d-12f20215dd9f None None] Checking router: def0a604-df59-49da-8eca-52935833d7d6 for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:35:28.737059 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-f2a132b0-31f3-47be-b4fc-32a9a6d204e4 tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] 10.222.0.22 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0070291 Aug 29 04:35:28.739195 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 47058) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:28.745769 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a0e0ce-8c21-43ec-9b5d-12f20215dd9f None None] Routers {'def0a604-df59-49da-8eca-52935833d7d6'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:35:28.746756 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-a3a0e0ce-8c21-43ec-9b5d-12f20215dd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:35:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['def0a604-df59-49da-8eca-52935833d7d6'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:28.753628 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [None req-e23b72c7-f00a-4c49-98a2-c783c46bb3fb tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] http://10.222.0.22:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=94828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:35:28.754671 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-e23b72c7-f00a-4c49-98a2-c783c46bb3fb tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] 10.222.0.22 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0128422 Aug 29 04:35:28.757282 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 47060) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:28.768779 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [None req-63e38bb4-acbe-4d04-aaca-828ed62461f7 tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] http://10.222.0.22:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=94828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:35:28.769815 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-63e38bb4-acbe-4d04-aaca-828ed62461f7 tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] 10.222.0.22 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0114670 Aug 29 04:35:28.772584 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 47062) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:28.777296 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [None req-d229c5bf-db00-459d-8c1f-5e5ab5d8ebc1 tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] http://10.222.0.22:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=94828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:35:28.781664 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-d229c5bf-db00-459d-8c1f-5e5ab5d8ebc1 tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] 10.222.0.22 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0081332 Aug 29 04:35:28.784605 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 47064) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:28.798133 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [None req-a452f0e3-e61f-41d4-a5c9-160bcdeec83a tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] http://10.222.0.22:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=94828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:35:28.801936 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-a452f0e3-e61f-41d4-a5c9-160bcdeec83a tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] 10.222.0.22 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0138791 Aug 29 04:35:28.802635 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-8aee6286-e1fe-4cde-b9bd-2fbb5101c407 admin admin] For port a7600daa-aafe-46ff-b65d-e523b2deceea, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=a7600daa-aafe-46ff-b65d-e523b2deceea,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:28.803131 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8aee6286-e1fe-4cde-b9bd-2fbb5101c407 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:28.803246 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 47066) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:28.806422 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1ae07e62-f7a3-43eb-b915-c53bf2687740 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:28.812718 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [None req-07e31b8d-84e5-4160-8d6c-624e50affdbc tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] http://10.222.0.22:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=94828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:35:28.814881 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-07e31b8d-84e5-4160-8d6c-624e50affdbc tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] 10.222.0.22 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0103042 Aug 29 04:35:28.816965 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 47068) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:28.822137 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [None req-83c5804f-742e-4c85-9a9d-cf6b14b78336 tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] http://10.222.0.22:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=94828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:35:28.823129 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-83c5804f-742e-4c85-9a9d-cf6b14b78336 tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] 10.222.0.22 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0052533 Aug 29 04:35:28.828496 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 47070) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:28.838728 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [None req-d4a1e937-3e57-4731-ba3a-95e14d2433be tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] http://10.222.0.22:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=94828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:35:28.839865 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-d4a1e937-3e57-4731-ba3a-95e14d2433be tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] 10.222.0.22 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0097458 Aug 29 04:35:28.842147 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 47072) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:28.854966 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [None req-e5c55594-d7d0-401c-9aa0-b80594067043 tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] http://10.222.0.22:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=94828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:35:28.855909 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-8aee6286-e1fe-4cde-b9bd-2fbb5101c407 admin admin] Calling delete_port for a7600daa-aafe-46ff-b65d-e523b2deceea owned by network:router_gateway {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:35:28.858302 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-e5c55594-d7d0-401c-9aa0-b80594067043 tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] 10.222.0.22 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0141664 Aug 29 04:35:28.860569 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 47074) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:28.873916 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [None req-9917c857-071d-4820-92ee-271bf5722982 tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] http://10.222.0.22:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=94828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:35:28.877561 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-9917c857-071d-4820-92ee-271bf5722982 tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] 10.222.0.22 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0131161 Aug 29 04:35:28.880377 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 47076) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:28.887165 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [None req-a14e3e67-8efd-4dbe-a77b-8d3efc208713 tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] http://10.222.0.22:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=94828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:35:28.888525 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae07e62-f7a3-43eb-b915-c53bf2687740 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Network bab8ec2b-9933-4f77-9b08-8b15b0debb1e is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:35:28.889002 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-a14e3e67-8efd-4dbe-a77b-8d3efc208713 tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] 10.222.0.22 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0066626 Aug 29 04:35:28.890892 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 47078) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:28.892897 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-1ae07e62-f7a3-43eb-b915-c53bf2687740 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:35:28.895524 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae07e62-f7a3-43eb-b915-c53bf2687740 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Pushing event updated for resources: {'Port': ['ID=85c3abfe-5742-4b80-bb78-2c056030945d,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:28.897797 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae07e62-f7a3-43eb-b915-c53bf2687740 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:35:28.907945 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-a3a0e0ce-8c21-43ec-9b5d-12f20215dd9f None None] Set router def0a604-df59-49da-8eca-52935833d7d6 gateway port host: None {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:35:28.922123 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [None req-eeec73b8-fd17-498b-91ee-cf06726d2ac8 tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] http://10.222.0.22:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=94828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:35:28.926004 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-eeec73b8-fd17-498b-91ee-cf06726d2ac8 tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] 10.222.0.22 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0328593 Aug 29 04:35:28.929600 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 47080) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:28.936926 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [None req-082b475e-2c8e-4421-bc2b-621f664a601b tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] http://10.222.0.22:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=94828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:35:28.939744 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-082b475e-2c8e-4421-bc2b-621f664a601b tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] 10.222.0.22 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0071661 Aug 29 04:35:28.943338 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 47082) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:28.948022 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [None req-9896a620-63f3-4a00-8520-6918af58addd tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] http://10.222.0.22:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=94828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:35:28.965030 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-9896a620-63f3-4a00-8520-6918af58addd tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] 10.222.0.22 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0181644 Aug 29 04:35:28.965411 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 47084) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:28.970244 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [None req-71a15128-0079-437d-8ed8-0a19d13ff428 tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] http://10.222.0.22:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=94828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:35:28.973487 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-71a15128-0079-437d-8ed8-0a19d13ff428 tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] 10.222.0.22 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0050414 Aug 29 04:35:28.974362 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 47086) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:28.979476 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [None req-82b794d0-8c07-4f81-ae41-4a52cb52c96c tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] http://10.222.0.22:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=94828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:35:28.987462 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-82b794d0-8c07-4f81-ae41-4a52cb52c96c tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] 10.222.0.22 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0092943 Aug 29 04:35:28.988210 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 47088) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:28.992451 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [None req-112cbce5-d266-4421-ad1f-09144211d62b tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] http://10.222.0.22:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=94829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:35:28.995605 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-112cbce5-d266-4421-ad1f-09144211d62b tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] 10.222.0.22 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0044179 Aug 29 04:35:28.996078 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 47090) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:29.000601 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [None req-54721aeb-b812-4005-aa11-1c654b749b7d tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] http://10.222.0.22:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=94828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:35:29.003370 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-54721aeb-b812-4005-aa11-1c654b749b7d tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] 10.222.0.22 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0044749 Aug 29 04:35:29.004246 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 47092) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:29.012869 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [None req-2fea1afd-66a6-4095-a772-eb5374fce1a9 tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] http://10.222.0.22:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=94828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:35:29.014302 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-2fea1afd-66a6-4095-a772-eb5374fce1a9 tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] 10.222.0.22 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0088425 Aug 29 04:35:29.019061 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-a3a0e0ce-8c21-43ec-9b5d-12f20215dd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def0a604-df59-49da-8eca-52935833d7d6', 'name': 'tempest-AttachVolumeTestJSON-1505354995-router', 'tenant_id': '6c9e9b4cb47149d19005e5a96f02d4fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:54Z', 'updated_at': '2021-08-29T04:35:28Z', 'revision_number': 6, 'project_id': '6c9e9b4cb47149d19005e5a96f02d4fd', 'gw_port_host': None}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:29.019449 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 47094) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:29.024866 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [None req-f9f39d92-f9f1-4e81-adc5-4d53516e1584 tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] http://10.222.0.22:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=94828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:35:29.025921 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-f9f39d92-f9f1-4e81-adc5-4d53516e1584 tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] 10.222.0.22 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0054727 Aug 29 04:35:29.033476 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 47096) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:29.038892 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [None req-057c142b-6318-4af6-8370-561aa3b46f44 tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] http://10.222.0.22:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=94828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:35:29.039929 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-057c142b-6318-4af6-8370-561aa3b46f44 tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] 10.222.0.22 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0050786 Aug 29 04:35:29.044124 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 47100) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:29.055390 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [None req-737e10db-c95e-42fe-9f5b-a16b43075d39 tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] http://10.222.0.22:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=94828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:35:29.060665 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-737e10db-c95e-42fe-9f5b-a16b43075d39 tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] 10.222.0.22 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0147419 Aug 29 04:35:29.063645 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 47102) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:29.063889 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae07e62-f7a3-43eb-b915-c53bf2687740 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:29.064663 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1ae07e62-f7a3-43eb-b915-c53bf2687740 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:29.076049 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [None req-b086be34-1b1b-43c3-a429-0c01e8d23620 tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] http://10.222.0.22:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=94828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:35:29.077089 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-b086be34-1b1b-43c3-a429-0c01e8d23620 tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] 10.222.0.22 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0124903 Aug 29 04:35:29.077480 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a0e0ce-8c21-43ec-9b5d-12f20215dd9f None None] The sync data for ids ['def0a604-df59-49da-8eca-52935833d7d6'] in n-d-712140-12 is: [{'id': 'def0a604-df59-49da-8eca-52935833d7d6', 'name': 'tempest-AttachVolumeTestJSON-1505354995-router', 'tenant_id': '6c9e9b4cb47149d19005e5a96f02d4fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:54Z', 'updated_at': '2021-08-29T04:35:28Z', 'revision_number': 6, 'project_id': '6c9e9b4cb47149d19005e5a96f02d4fd', 'gw_port_host': None}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:35:29.080535 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 47104) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:29.086472 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [None req-b4184f05-2cd0-4db9-90ba-f7b7f27b536a tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] http://10.222.0.22:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=94829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:35:29.087807 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-b4184f05-2cd0-4db9-90ba-f7b7f27b536a tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] 10.222.0.22 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0062196 Aug 29 04:35:29.090856 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 47106) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:29.091910 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-1ae07e62-f7a3-43eb-b915-c53bf2687740 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6325152 Aug 29 04:35:29.095819 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 47108) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:29.096991 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [None req-cad4dc9f-41fa-442c-bfd9-3629ec30dea2 tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] http://10.222.0.22:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=94828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:35:29.098007 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-cad4dc9f-41fa-442c-bfd9-3629ec30dea2 tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] 10.222.0.22 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0061629 Aug 29 04:35:29.100500 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 47110) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:29.103627 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-9ed950dd-1b9d-49ab-851c-37b12a13e8fe tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Request body: {'port': {'network_id': 'bab8ec2b-9933-4f77-9b08-8b15b0debb1e', 'name': 'tempest-AllowedAddressPairTestJSON-2016810747'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:29.105211 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [None req-a66c3c6d-156a-46e4-83ab-e1f7c7184d41 tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] http://10.222.0.22:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=94828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:35:29.106468 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-a66c3c6d-156a-46e4-83ab-e1f7c7184d41 tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] 10.222.0.22 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0050559 Aug 29 04:35:29.112728 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 47112) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:29.132262 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [None req-13e12ca0-6d95-46af-aa3a-d219b6715f72 tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] http://10.222.0.22:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=94828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:35:29.133447 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-13e12ca0-6d95-46af-aa3a-d219b6715f72 tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] 10.222.0.22 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0197771 Aug 29 04:35:29.136090 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 47114) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:29.140799 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [None req-b7c0977b-e322-4af2-a314-a67da0892da9 tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] http://10.222.0.22:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=94828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:35:29.142112 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-b7c0977b-e322-4af2-a314-a67da0892da9 tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] 10.222.0.22 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0047536 Aug 29 04:35:29.144697 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 47116) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:29.149385 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [None req-1a79c1f2-4487-4db5-ae09-31929426a339 tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] http://10.222.0.22:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=94828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:35:29.150561 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-1a79c1f2-4487-4db5-ae09-31929426a339 tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] 10.222.0.22 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0048633 Aug 29 04:35:29.153064 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 47118) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:29.158408 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [None req-7e34544c-4d99-447e-a899-1f1cef728fb4 tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] http://10.222.0.22:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=94828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:35:29.159417 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-7e34544c-4d99-447e-a899-1f1cef728fb4 tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] 10.222.0.22 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0052807 Aug 29 04:35:29.176542 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 47120) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:29.182535 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [None req-e08f96bc-ebc2-46c9-85e5-c94633c794de tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] http://10.222.0.22:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=94828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:35:29.183962 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-e08f96bc-ebc2-46c9-85e5-c94633c794de tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] 10.222.0.22 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0060959 Aug 29 04:35:29.186538 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 47122) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:29.192549 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [None req-49c4f37d-aa3e-4cc9-a817-492821b83762 tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] http://10.222.0.22:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=94828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:35:29.193890 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-49c4f37d-aa3e-4cc9-a817-492821b83762 tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] 10.222.0.22 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0062029 Aug 29 04:35:29.199783 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 47124) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:29.204785 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [None req-9139b3c3-36e3-486e-ad28-347e7d0f7508 tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] http://10.222.0.22:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=94828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:35:29.206248 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-9139b3c3-36e3-486e-ad28-347e7d0f7508 tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] 10.222.0.22 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0052123 Aug 29 04:35:29.218400 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 47126) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:29.232594 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [None req-f4b2639a-cea6-428a-b502-d1d15dcfe49a tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] http://10.222.0.22:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=94829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:35:29.236582 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-f4b2639a-cea6-428a-b502-d1d15dcfe49a tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] 10.222.0.22 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0142343 Aug 29 04:35:29.236959 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 47132) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:29.245253 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [None req-ce082a51-7224-461e-bcd4-0ac75b079150 tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] http://10.222.0.22:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=94828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:35:29.246587 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-ce082a51-7224-461e-bcd4-0ac75b079150 tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] 10.222.0.22 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0084119 Aug 29 04:35:29.249129 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 47134) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:29.253811 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [None req-05729ef2-9ad7-4107-b889-8df16630bce3 tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] http://10.222.0.22:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=94828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:35:29.257681 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-05729ef2-9ad7-4107-b889-8df16630bce3 tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] 10.222.0.22 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0047185 Aug 29 04:35:29.257873 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 47136) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:29.271150 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [None req-6db9ce93-19c2-4f65-b759-3c14c0a347a9 tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] http://10.222.0.22:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=94829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:35:29.274623 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-6db9ce93-19c2-4f65-b759-3c14c0a347a9 tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] 10.222.0.22 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0137637 Aug 29 04:35:29.276451 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 47138) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:29.284190 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [None req-4d2b9fa6-2b73-449d-bbdc-95aab3532939 tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] http://10.222.0.22:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=94828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:35:29.285419 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-4d2b9fa6-2b73-449d-bbdc-95aab3532939 tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] 10.222.0.22 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0074472 Aug 29 04:35:29.288356 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 47140) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:29.289388 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-7aad9577-9fee-4983-bccc-008a4cf6ac4e None None] Provisioning for port 85c3abfe-5742-4b80-bb78-2c056030945d completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:35:29.293307 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-7aad9577-9fee-4983-bccc-008a4cf6ac4e None None] Provisioning complete for port 85c3abfe-5742-4b80-bb78-2c056030945d triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:29.293680 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7aad9577-9fee-4983-bccc-008a4cf6ac4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:29.294265 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [None req-e9e36141-71cb-4dcb-bfa6-e0696ddb80f0 tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] http://10.222.0.22:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=94828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:35:29.295429 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-e9e36141-71cb-4dcb-bfa6-e0696ddb80f0 tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] 10.222.0.22 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0056591 Aug 29 04:35:29.298592 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 47142) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:29.304254 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [None req-21d709aa-0e03-470c-b4ed-fc4f5d074f91 tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] http://10.222.0.22:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=94828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:35:29.305382 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-21d709aa-0e03-470c-b4ed-fc4f5d074f91 tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] 10.222.0.22 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0055439 Aug 29 04:35:29.308294 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 47144) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:29.313374 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [None req-6b383055-1b62-42a7-96fb-79a5eebb64ac tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] http://10.222.0.22:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=94828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:35:29.314725 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-6b383055-1b62-42a7-96fb-79a5eebb64ac tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] 10.222.0.22 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0054986 Aug 29 04:35:29.317441 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 47146) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:29.324565 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [None req-50c2d420-3912-4f59-9831-1f011c017f90 tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] http://10.222.0.22:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=94828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:35:29.326970 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-50c2d420-3912-4f59-9831-1f011c017f90 tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] 10.222.0.22 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0076685 Aug 29 04:35:29.330752 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 47148) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:29.340777 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [None req-a76e6daf-a0d9-463d-9b83-39aace76eaeb tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] http://10.222.0.22:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=94829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:35:29.345110 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-a76e6daf-a0d9-463d-9b83-39aace76eaeb tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] 10.222.0.22 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0078006 Aug 29 04:35:29.345637 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 47150) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:29.365970 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-7aad9577-9fee-4983-bccc-008a4cf6ac4e None None] Port 85c3abfe-5742-4b80-bb78-2c056030945d cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:35:29.369760 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [None req-7bf47b42-c68b-492f-97b5-612823d6da37 tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] http://10.222.0.22:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=94829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:35:29.370926 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-7bf47b42-c68b-492f-97b5-612823d6da37 tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] 10.222.0.22 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0066638 Aug 29 04:35:29.374183 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 47152) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:29.381476 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [None req-26182abc-703b-4210-9081-de86943dfe82 tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] http://10.222.0.22:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=94828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:35:29.385075 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-26182abc-703b-4210-9081-de86943dfe82 tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] 10.222.0.22 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0070570 Aug 29 04:35:29.385312 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 47154) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:29.391252 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [None req-53119be3-919b-4797-9cfe-a390aced0930 tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] http://10.222.0.22:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=94828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:35:29.394965 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-53119be3-919b-4797-9cfe-a390aced0930 tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] 10.222.0.22 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0064232 Aug 29 04:35:29.395211 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 47156) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:29.400542 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [None req-a5bea616-fb06-4315-8d0e-bf8c9c4da988 tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] http://10.222.0.22:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=94828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:35:29.401724 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-a5bea616-fb06-4315-8d0e-bf8c9c4da988 tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] 10.222.0.22 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0053244 Aug 29 04:35:29.404021 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ed950dd-1b9d-49ab-851c-37b12a13e8fe tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Made reservation on behalf of a068df6df11143c4a7fcb4478831c755 for: {'port': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:35:29.404363 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 47158) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:29.408647 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9ed950dd-1b9d-49ab-851c-37b12a13e8fe tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:29.410351 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [None req-e7fe9715-086b-40ce-a315-cf4de89d6210 tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] http://10.222.0.22:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=94828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:35:29.414167 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-e7fe9715-086b-40ce-a315-cf4de89d6210 tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] 10.222.0.22 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0064116 Aug 29 04:35:29.416673 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 47160) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:29.418867 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8aee6286-e1fe-4cde-b9bd-2fbb5101c407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:29.426628 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [None req-35e0cc7c-fe41-4dee-a8b6-77d4b0c9e97a tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] http://10.222.0.22:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=94828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:35:29.430584 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-35e0cc7c-fe41-4dee-a8b6-77d4b0c9e97a tempest-ExtensionsTestJSON-298228691 tempest-ExtensionsTestJSON-298228691-project] 10.222.0.22 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0100486 Aug 29 04:35:29.445865 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aee6286-e1fe-4cde-b9bd-2fbb5101c407 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7600daa-aafe-46ff-b65d-e523b2deceea,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:29.457760 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [None req-9ed950dd-1b9d-49ab-851c-37b12a13e8fe tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] device_id is not set on port f5f53627-bae3-4007-86dd-c032cdf277a2 yet. {{(pid=94829) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:35:29.789180 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 47168) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:29.903948 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14e974bc-6352-496d-aa6c-597f178ebac5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:29.936807 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8aee6286-e1fe-4cde-b9bd-2fbb5101c407 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719445'] for router_gateway, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:29.980062 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 89765845-91b6-482e-bcb3-a7b59e9aec5f no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:35:30.009046 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 89765845-91b6-482e-bcb3-a7b59e9aec5f {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:35:30.009404 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 89765845-91b6-482e-bcb3-a7b59e9aec5f not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:35:30.050466 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14e974bc-6352-496d-aa6c-597f178ebac5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:30.054536 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06a2197-8ebb-4fc4-ad57-f6909dfa2aca req-9990d01e-0df0-46db-9bad-c504b4d7290d tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:30.054809 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14e974bc-6352-496d-aa6c-597f178ebac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:30.061089 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06a2197-8ebb-4fc4-ad57-f6909dfa2aca req-9990d01e-0df0-46db-9bad-c504b4d7290d tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:30.067055 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06a2197-8ebb-4fc4-ad57-f6909dfa2aca req-9990d01e-0df0-46db-9bad-c504b4d7290d tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:30.074076 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06a2197-8ebb-4fc4-ad57-f6909dfa2aca req-9990d01e-0df0-46db-9bad-c504b4d7290d tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:30.081691 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06a2197-8ebb-4fc4-ad57-f6909dfa2aca req-9990d01e-0df0-46db-9bad-c504b4d7290d tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:30.090742 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06a2197-8ebb-4fc4-ad57-f6909dfa2aca req-9990d01e-0df0-46db-9bad-c504b4d7290d tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:30.099224 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06a2197-8ebb-4fc4-ad57-f6909dfa2aca req-9990d01e-0df0-46db-9bad-c504b4d7290d tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:30.103635 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-14e974bc-6352-496d-aa6c-597f178ebac5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=290a3502a5c244b08315f900e023d474&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3133693 Aug 29 04:35:30.104500 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e974bc-6352-496d-aa6c-597f178ebac5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a85d6833-0c1d-4cf7-93f7-858271c9b74d,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:30.108701 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e06a2197-8ebb-4fc4-ad57-f6909dfa2aca req-9990d01e-0df0-46db-9bad-c504b4d7290d tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/ports?device_id=78e1d3c1-2943-4567-af4e-14c28f0b7c9c HTTP/1.1" status: 200 len: 5417 time: 0.2576659 Aug 29 04:35:30.114208 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8aee6286-e1fe-4cde-b9bd-2fbb5101c407 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:30.114395 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 47176) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:30.126257 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8aee6286-e1fe-4cde-b9bd-2fbb5101c407 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:30.140788 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-9ed950dd-1b9d-49ab-851c-37b12a13e8fe tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Allocated IP 172.20.0.9 (bab8ec2b-9933-4f77-9b08-8b15b0debb1e/6f4aa841-192d-4ca7-a8d0-0d93b115721a/f5f53627-bae3-4007-86dd-c032cdf277a2) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:35:30.191160 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-952ce978-6706-446c-8660-3de5eb5de9bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:30.221916 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e06a2197-8ebb-4fc4-ad57-f6909dfa2aca req-84058625-d19c-431e-883d-a449ddae5f50 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/security-groups?id=47070f04-546f-4c87-85de-d3b03f233a26&id=9548773a-1ebc-45cc-a31d-47384b103db9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1108625 Aug 29 04:35:30.222605 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8aee6286-e1fe-4cde-b9bd-2fbb5101c407 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717253'] for router, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:30.223190 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aee6286-e1fe-4cde-b9bd-2fbb5101c407 admin admin] Fanout notify agent at l3_agent the message router_deleted on router def0a604-df59-49da-8eca-52935833d7d6 {{(pid=94829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:35:30.251349 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-952ce978-6706-446c-8660-3de5eb5de9bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:30.251572 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8aee6286-e1fe-4cde-b9bd-2fbb5101c407 admin admin] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:30.253798 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-8aee6286-e1fe-4cde-b9bd-2fbb5101c407 admin admin] 10.222.0.22 "DELETE /v2.0/routers/def0a604-df59-49da-8eca-52935833d7d6 HTTP/1.1" status: 204 len: 168 time: 2.3916054 Aug 29 04:35:30.259845 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 47180) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:30.311978 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-952ce978-6706-446c-8660-3de5eb5de9bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:30.315731 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-952ce978-6706-446c-8660-3de5eb5de9bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:30.318872 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-952ce978-6706-446c-8660-3de5eb5de9bc admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a85d6833-0c1d-4cf7-93f7-858271c9b74d HTTP/1.1" status: 204 len: 168 time: 0.1921186 Aug 29 04:35:30.351998 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952ce978-6706-446c-8660-3de5eb5de9bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a85d6833-0c1d-4cf7-93f7-858271c9b74d,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:30.376584 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_v2 [None req-5799bc8f-a5aa-48e5-8786-791582e7cc2e admin admin] Deleting subnet 77379d5c-d72e-4fe0-ace8-ef22d196f6e9 {{(pid=94829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:35:30.385149 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5799bc8f-a5aa-48e5-8786-791582e7cc2e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:30.493593 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5799bc8f-a5aa-48e5-8786-791582e7cc2e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4311743'] for subnet, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:30.581243 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9ed950dd-1b9d-49ab-851c-37b12a13e8fe tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:30.625392 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-9ed950dd-1b9d-49ab-851c-37b12a13e8fe tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Transition to ACTIVE for port object f5f53627-bae3-4007-86dd-c032cdf277a2 will not be triggered until provisioned by entity DHCP. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:35:30.676657 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5799bc8f-a5aa-48e5-8786-791582e7cc2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:30.785110 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5799bc8f-a5aa-48e5-8786-791582e7cc2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4552352'] for subnet, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:30.811906 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a1c0b2-9e85-4a8e-91af-f2617640c877 None None] Network 3bcd0067-6e50-451c-9004-abafcee70c8b requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:35:30.812130 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5799bc8f-a5aa-48e5-8786-791582e7cc2e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:30.815539 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-5799bc8f-a5aa-48e5-8786-791582e7cc2e admin admin] 10.222.0.22 "DELETE /v2.0/subnets/77379d5c-d72e-4fe0-ace8-ef22d196f6e9 HTTP/1.1" status: 204 len: 168 time: 0.5540042 Aug 29 04:35:30.817390 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 47214) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:30.836875 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9ed950dd-1b9d-49ab-851c-37b12a13e8fe tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:30.895197 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed950dd-1b9d-49ab-851c-37b12a13e8fe tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Pushing event updated for resources: {'Port': ['ID=f5f53627-bae3-4007-86dd-c032cdf277a2,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:30.906995 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5799bc8f-a5aa-48e5-8786-791582e7cc2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77379d5c-d72e-4fe0-ace8-ef22d196f6e9,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:30.924678 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed950dd-1b9d-49ab-851c-37b12a13e8fe tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Network bab8ec2b-9933-4f77-9b08-8b15b0debb1e is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:35:30.926867 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-9ed950dd-1b9d-49ab-851c-37b12a13e8fe tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:35:30.942783 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed950dd-1b9d-49ab-851c-37b12a13e8fe tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:35:31.015099 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-68351beb-312c-491f-b527-7efff32da396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:31.058696 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed950dd-1b9d-49ab-851c-37b12a13e8fe tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:31.060095 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9ed950dd-1b9d-49ab-851c-37b12a13e8fe tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:31.092433 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-9ed950dd-1b9d-49ab-851c-37b12a13e8fe tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9954312 Aug 29 04:35:31.095599 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 47222) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:31.108906 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-ea3d5809-b51a-43d9-8678-687e71900005 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:77:11:61'}, {'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:eb:5a:d4'}]}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:31.155719 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 47224) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:31.227283 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-68351beb-312c-491f-b527-7efff32da396 admin admin] Deleting port 6c456b1a-f058-496f-917e-944f79ef6463 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:35:31.229555 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-68351beb-312c-491f-b527-7efff32da396 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:31.267570 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3756741a-fe49-470a-829b-0cca14e3efe3 None None] DHCP port deletion for 3bcd0067-6e50-451c-9004-abafcee70c8b request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:35:31.369130 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-3756741a-fe49-470a-829b-0cca14e3efe3 None None] Deleting port 6c456b1a-f058-496f-917e-944f79ef6463 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:35:31.369507 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3756741a-fe49-470a-829b-0cca14e3efe3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:31.427767 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-68351beb-312c-491f-b527-7efff32da396 admin admin] For port 6c456b1a-f058-496f-917e-944f79ef6463, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=6c456b1a-f058-496f-917e-944f79ef6463,segment=NetworkSegment(a5492a16-c200-4329-b562-96a170c2e529),segment_id=a5492a16-c200-4329-b562-96a170c2e529)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:31.428530 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-68351beb-312c-491f-b527-7efff32da396 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:31.435522 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ea3d5809-b51a-43d9-8678-687e71900005 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:31.465816 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-68351beb-312c-491f-b527-7efff32da396 admin admin] Calling delete_port for 6c456b1a-f058-496f-917e-944f79ef6463 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:35:31.510229 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-3756741a-fe49-470a-829b-0cca14e3efe3 None None] For port 6c456b1a-f058-496f-917e-944f79ef6463, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=6c456b1a-f058-496f-917e-944f79ef6463,segment=NetworkSegment(a5492a16-c200-4329-b562-96a170c2e529),segment_id=a5492a16-c200-4329-b562-96a170c2e529)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:31.510644 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3756741a-fe49-470a-829b-0cca14e3efe3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:31.548498 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-3756741a-fe49-470a-829b-0cca14e3efe3 None None] Calling delete_port for 6c456b1a-f058-496f-917e-944f79ef6463 owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:35:31.566925 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef93c36-a1f2-4496-8369-ab9b0f1e7260 req-fc2f68d3-6eaa-46ab-a49c-2dd3ba2f8324 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:31.581584 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef93c36-a1f2-4496-8369-ab9b0f1e7260 req-fc2f68d3-6eaa-46ab-a49c-2dd3ba2f8324 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:31.581763 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-68351beb-312c-491f-b527-7efff32da396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:31.590306 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef93c36-a1f2-4496-8369-ab9b0f1e7260 req-fc2f68d3-6eaa-46ab-a49c-2dd3ba2f8324 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:31.603704 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef93c36-a1f2-4496-8369-ab9b0f1e7260 req-fc2f68d3-6eaa-46ab-a49c-2dd3ba2f8324 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:31.609475 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef93c36-a1f2-4496-8369-ab9b0f1e7260 req-fc2f68d3-6eaa-46ab-a49c-2dd3ba2f8324 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:31.611282 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68351beb-312c-491f-b527-7efff32da396 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c456b1a-f058-496f-917e-944f79ef6463,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:31.617835 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-11f7975e-163d-4dfb-8e6e-57f385bb047d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:31.621245 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef93c36-a1f2-4496-8369-ab9b0f1e7260 req-fc2f68d3-6eaa-46ab-a49c-2dd3ba2f8324 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:31.630330 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef93c36-a1f2-4496-8369-ab9b0f1e7260 req-fc2f68d3-6eaa-46ab-a49c-2dd3ba2f8324 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:31.635319 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68351beb-312c-491f-b527-7efff32da396 admin admin] No DVR routers for this DVR port 6c456b1a-f058-496f-917e-944f79ef6463 on host n-d-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:35:31.638477 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3ef93c36-a1f2-4496-8369-ab9b0f1e7260 req-fc2f68d3-6eaa-46ab-a49c-2dd3ba2f8324 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/ports?device_id=78e1d3c1-2943-4567-af4e-14c28f0b7c9c HTTP/1.1" status: 200 len: 5417 time: 0.2024751 Aug 29 04:35:31.746595 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3756741a-fe49-470a-829b-0cca14e3efe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:31.758681 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 6c456b1a-f058-496f-917e-944f79ef6463 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:35:31.804742 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-68351beb-312c-491f-b527-7efff32da396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:31.826235 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3756741a-fe49-470a-829b-0cca14e3efe3 None None] Pushing event deleted for resources: {'Port': ['ID=6c456b1a-f058-496f-917e-944f79ef6463,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:31.829856 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 6c456b1a-f058-496f-917e-944f79ef6463 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:35:31.830646 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 6c456b1a-f058-496f-917e-944f79ef6463 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:35:31.831248 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device a7600daa-aafe-46ff-b65d-e523b2deceea no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:35:31.848621 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-68351beb-312c-491f-b527-7efff32da396 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bcd0067-6e50-451c-9004-abafcee70c8b']}} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:31.853586 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3ef93c36-a1f2-4496-8369-ab9b0f1e7260 req-98389868-a982-43bb-a913-de20f2e49451 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/security-groups?id=47070f04-546f-4c87-85de-d3b03f233a26&id=9548773a-1ebc-45cc-a31d-47384b103db9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2069049 Aug 29 04:35:31.872026 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3756741a-fe49-470a-829b-0cca14e3efe3 None None] No DVR routers for this DVR port 6c456b1a-f058-496f-917e-944f79ef6463 on host n-d-712140-12 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:35:31.875513 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: a7600daa-aafe-46ff-b65d-e523b2deceea {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:35:31.876518 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device a7600daa-aafe-46ff-b65d-e523b2deceea not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:35:31.882303 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-50528849-9010-4fad-bb0a-fcfa60fd2380 None None] Provisioning for port f5f53627-bae3-4007-86dd-c032cdf277a2 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:35:31.894438 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-50528849-9010-4fad-bb0a-fcfa60fd2380 None None] Provisioning complete for port f5f53627-bae3-4007-86dd-c032cdf277a2 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:31.895122 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-50528849-9010-4fad-bb0a-fcfa60fd2380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:31.934711 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 47264) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:31.941216 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-50528849-9010-4fad-bb0a-fcfa60fd2380 None None] Port f5f53627-bae3-4007-86dd-c032cdf277a2 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:35:31.959222 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-11f7975e-163d-4dfb-8e6e-57f385bb047d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:31.966773 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-68351beb-312c-491f-b527-7efff32da396 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5492a16-c200-4329-b562-96a170c2e529') {'for_net_delete': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:31.966928 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-68351beb-312c-491f-b527-7efff32da396 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5492a16-c200-4329-b562-96a170c2e529') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:31.975164 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-11f7975e-163d-4dfb-8e6e-57f385bb047d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:31.991337 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-68351beb-312c-491f-b527-7efff32da396 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8904833'] for segment, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:32.047505 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f7975e-163d-4dfb-8e6e-57f385bb047d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a22be3b-989b-4a74-8a81-1fedb93694a1,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:32.052323 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-11f7975e-163d-4dfb-8e6e-57f385bb047d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=abed8ce0b0524ed2a1051ba901c7f2f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8937769 Aug 29 04:35:32.055639 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-68351beb-312c-491f-b527-7efff32da396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:32.057862 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 47280) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:32.075215 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ea3d5809-b51a-43d9-8678-687e71900005 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:32.085528 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ea3d5809-b51a-43d9-8678-687e71900005 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:32.114818 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68351beb-312c-491f-b527-7efff32da396 admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=94828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:35:32.115063 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-68351beb-312c-491f-b527-7efff32da396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9190468'] for segment, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:32.116755 n-d-712140-12 neutron-server[94828]: Traceback (most recent call last): Aug 29 04:35:32.116755 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:35:32.116755 n-d-712140-12 neutron-server[94828]: timer() Aug 29 04:35:32.116755 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:35:32.116755 n-d-712140-12 neutron-server[94828]: cb(*args, **kw) Aug 29 04:35:32.116755 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:35:32.116755 n-d-712140-12 neutron-server[94828]: return func(*args, **kwargs) Aug 29 04:35:32.116755 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:35:32.116755 n-d-712140-12 neutron-server[94828]: self._notify() Aug 29 04:35:32.116755 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:35:32.116755 n-d-712140-12 neutron-server[94828]: self.callback(batched_events) Aug 29 04:35:32.116755 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:35:32.116755 n-d-712140-12 neutron-server[94828]: event.method(event) Aug 29 04:35:32.116755 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:35:32.116755 n-d-712140-12 neutron-server[94828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:35:32.116755 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:35:32.116755 n-d-712140-12 neutron-server[94828]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:35:32.116755 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:35:32.116755 n-d-712140-12 neutron-server[94828]: return f(self, *a, **k) Aug 29 04:35:32.116755 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:35:32.116755 n-d-712140-12 neutron-server[94828]: return self._get(url).json() Aug 29 04:35:32.116755 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:35:32.116755 n-d-712140-12 neutron-server[94828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:35:32.116755 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:35:32.116755 n-d-712140-12 neutron-server[94828]: return self.request(url, 'GET', **kwargs) Aug 29 04:35:32.116755 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:35:32.116755 n-d-712140-12 neutron-server[94828]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:35:32.116755 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:35:32.116755 n-d-712140-12 neutron-server[94828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:35:32.116755 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:35:32.116755 n-d-712140-12 neutron-server[94828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:35:32.116755 n-d-712140-12 neutron-server[94828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:35:32.195857 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-429a23a4-2ce1-4647-8ff3-9cf8c7d2163a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:32.225839 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3d5809-b51a-43d9-8678-687e71900005 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Pushing event updated for resources: {'Port': ['ID=f5f53627-bae3-4007-86dd-c032cdf277a2,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:32.270394 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-ea3d5809-b51a-43d9-8678-687e71900005 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] In _notify_port_updated(), no bound segment for port f5f53627-bae3-4007-86dd-c032cdf277a2 on network bab8ec2b-9933-4f77-9b08-8b15b0debb1e {{(pid=94829) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:35:32.277851 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-68351beb-312c-491f-b527-7efff32da396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:32.279657 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3d5809-b51a-43d9-8678-687e71900005 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:32.280394 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ea3d5809-b51a-43d9-8678-687e71900005 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:32.292277 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-ea3d5809-b51a-43d9-8678-687e71900005 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] 10.222.0.22 "PUT /v2.0/ports/f5f53627-bae3-4007-86dd-c032cdf277a2 HTTP/1.1" status: 200 len: 1056 time: 1.1954927 Aug 29 04:35:32.292937 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 47306) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:32.297352 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-429a23a4-2ce1-4647-8ff3-9cf8c7d2163a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:32.300413 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-68351beb-312c-491f-b527-7efff32da396 admin admin] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:32.304851 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-68351beb-312c-491f-b527-7efff32da396 admin admin] 10.222.0.22 "DELETE /v2.0/networks/3bcd0067-6e50-451c-9004-abafcee70c8b HTTP/1.1" status: 204 len: 168 time: 1.4833891 Aug 29 04:35:32.306293 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-97026678-2c11-49d1-9094-ff1e96ca1ec6 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1996980570'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:32.324187 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68351beb-312c-491f-b527-7efff32da396 admin admin] Pushing event deleted for resources: {'Network': ['ID=3bcd0067-6e50-451c-9004-abafcee70c8b,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:32.406064 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-429a23a4-2ce1-4647-8ff3-9cf8c7d2163a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:32.408991 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-429a23a4-2ce1-4647-8ff3-9cf8c7d2163a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:32.413124 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-429a23a4-2ce1-4647-8ff3-9cf8c7d2163a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8a22be3b-989b-4a74-8a81-1fedb93694a1 HTTP/1.1" status: 204 len: 168 time: 0.3539762 Aug 29 04:35:32.423206 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429a23a4-2ce1-4647-8ff3-9cf8c7d2163a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a22be3b-989b-4a74-8a81-1fedb93694a1,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:32.463134 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97026678-2c11-49d1-9094-ff1e96ca1ec6 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Made reservation on behalf of b130c2fb48814d1585244ef54308020c for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:35:32.474776 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-97026678-2c11-49d1-9094-ff1e96ca1ec6 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:32.479286 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-8b895903-7bc1-450d-b396-36e8f721c356 None None] Provisioning complete for port f5f53627-bae3-4007-86dd-c032cdf277a2 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:32.480337 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8b895903-7bc1-450d-b396-36e8f721c356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:32.502475 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-97026678-2c11-49d1-9094-ff1e96ca1ec6 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:32.567148 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-8b895903-7bc1-450d-b396-36e8f721c356 None None] Port f5f53627-bae3-4007-86dd-c032cdf277a2 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:35:32.573975 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-682d0a25-039f-4da8-9043-ff3116649563 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Deleting port f5f53627-bae3-4007-86dd-c032cdf277a2 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:35:32.574871 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-682d0a25-039f-4da8-9043-ff3116649563 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:32.652136 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 47346) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:32.716820 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-efc93dd1-f419-403e-b48f-16a07f57e772 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6c9e9b4cb47149d19005e5a96f02d4fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0632696 Aug 29 04:35:32.719018 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 47354) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:32.777460 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-682d0a25-039f-4da8-9043-ff3116649563 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:32.826166 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b0cab35e-3105-4ced-965e-4e1acf44a148 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:32.827145 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-682d0a25-039f-4da8-9043-ff3116649563 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Calling delete_port for f5f53627-bae3-4007-86dd-c032cdf277a2 owned by {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:35:32.851815 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b0cab35e-3105-4ced-965e-4e1acf44a148 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:32.853982 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-97026678-2c11-49d1-9094-ff1e96ca1ec6 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:32.869399 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-97026678-2c11-49d1-9094-ff1e96ca1ec6 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:32.920379 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b0cab35e-3105-4ced-965e-4e1acf44a148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:32.925019 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b0cab35e-3105-4ced-965e-4e1acf44a148 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:32.927576 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-b0cab35e-3105-4ced-965e-4e1acf44a148 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3ea02a0c-44d7-46e0-a3c7-c4b8f97c4f50 HTTP/1.1" status: 204 len: 168 time: 0.2052767 Aug 29 04:35:32.944540 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cab35e-3105-4ced-965e-4e1acf44a148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ea02a0c-44d7-46e0-a3c7-c4b8f97c4f50,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:33.011787 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97026678-2c11-49d1-9094-ff1e96ca1ec6 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26d93d7b-d080-4ba0-b3c0-02661939cc24,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:33.032620 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97026678-2c11-49d1-9094-ff1e96ca1ec6 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:35:33.065136 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-97026678-2c11-49d1-9094-ff1e96ca1ec6 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:33.065687 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-97026678-2c11-49d1-9094-ff1e96ca1ec6 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Added segment 79e221aa-6e06-4204-8207-008dfbe327fa of type vlan for network 036a8249-2e07-4357-8e57-af915fddc588 Aug 29 04:35:33.122479 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-97026678-2c11-49d1-9094-ff1e96ca1ec6 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:33.184776 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba060859-7b51-44c8-807b-105b100d2322 req-89034b1d-a1f6-4b2f-99e8-bafb258f6c28 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:33.185811 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-97026678-2c11-49d1-9094-ff1e96ca1ec6 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:33.192418 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97026678-2c11-49d1-9094-ff1e96ca1ec6 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:33.192774 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-97026678-2c11-49d1-9094-ff1e96ca1ec6 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:33.200831 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba060859-7b51-44c8-807b-105b100d2322 req-89034b1d-a1f6-4b2f-99e8-bafb258f6c28 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:33.214735 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba060859-7b51-44c8-807b-105b100d2322 req-89034b1d-a1f6-4b2f-99e8-bafb258f6c28 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:33.228454 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba060859-7b51-44c8-807b-105b100d2322 req-89034b1d-a1f6-4b2f-99e8-bafb258f6c28 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:33.232453 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-97026678-2c11-49d1-9094-ff1e96ca1ec6 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2964785 Aug 29 04:35:33.258330 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba060859-7b51-44c8-807b-105b100d2322 req-89034b1d-a1f6-4b2f-99e8-bafb258f6c28 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:33.261045 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 47418) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:33.267095 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-4febf812-af8f-4203-8a64-cb43fed5de9c tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Request body: {'port': {'network_id': '036a8249-2e07-4357-8e57-af915fddc588', 'name': 'tempest-PortsIpV6TestJSON-1895602976'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:33.276094 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba060859-7b51-44c8-807b-105b100d2322 req-89034b1d-a1f6-4b2f-99e8-bafb258f6c28 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:33.282900 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba060859-7b51-44c8-807b-105b100d2322 req-89034b1d-a1f6-4b2f-99e8-bafb258f6c28 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:33.309663 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ba060859-7b51-44c8-807b-105b100d2322 req-89034b1d-a1f6-4b2f-99e8-bafb258f6c28 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/ports?device_id=78e1d3c1-2943-4567-af4e-14c28f0b7c9c HTTP/1.1" status: 200 len: 5417 time: 0.2889695 Aug 29 04:35:33.373889 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-55eb02ae-ae0e-4377-8ab4-d0b77d11c702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:33.395105 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-682d0a25-039f-4da8-9043-ff3116649563 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:33.399253 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ba060859-7b51-44c8-807b-105b100d2322 req-2ae5309b-7da8-4ce8-831f-f85b40f151da tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/security-groups?id=47070f04-546f-4c87-85de-d3b03f233a26&id=9548773a-1ebc-45cc-a31d-47384b103db9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0754881 Aug 29 04:35:33.498008 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97026678-2c11-49d1-9094-ff1e96ca1ec6 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Pushing event updated for resources: {'Network': ['ID=036a8249-2e07-4357-8e57-af915fddc588,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:33.513112 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 036a8249-2e07-4357-8e57-af915fddc588 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:35:33.522738 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682d0a25-039f-4da8-9043-ff3116649563 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Pushing event deleted for resources: {'Port': ['ID=f5f53627-bae3-4007-86dd-c032cdf277a2,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:33.738020 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4febf812-af8f-4203-8a64-cb43fed5de9c tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Made reservation on behalf of b130c2fb48814d1585244ef54308020c for: {'port': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:35:33.749649 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4febf812-af8f-4203-8a64-cb43fed5de9c tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:33.854708 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [None req-4febf812-af8f-4203-8a64-cb43fed5de9c tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] device_id is not set on port 20ba9cbe-e083-4a8f-a086-a7193b1f5a28 yet. {{(pid=94829) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:35:34.153009 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-682d0a25-039f-4da8-9043-ff3116649563 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:34.156199 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-682d0a25-039f-4da8-9043-ff3116649563 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] 10.222.0.22 "DELETE /v2.0/ports/f5f53627-bae3-4007-86dd-c032cdf277a2 HTTP/1.1" status: 204 len: 168 time: 1.8409843 Aug 29 04:35:34.159562 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 47538) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:34.203420 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4febf812-af8f-4203-8a64-cb43fed5de9c tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:34.205835 n-d-712140-12 neutron-server[94828]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed3dd7b1-dc8a-413d-874c-b51e61b95a35 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] GET failed (client error): The resource could not be found. Aug 29 04:35:34.210718 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-ed3dd7b1-dc8a-413d-874c-b51e61b95a35 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] 10.222.0.22 "GET /v2.0/ports/f5f53627-bae3-4007-86dd-c032cdf277a2 HTTP/1.1" status: 404 len: 333 time: 0.0497692 Aug 29 04:35:34.210945 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 47546) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:34.340864 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4febf812-af8f-4203-8a64-cb43fed5de9c tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:34.386748 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-26878fb2-31a7-458d-a9f1-6a31b95116a0 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Deleting port 85c3abfe-5742-4b80-bb78-2c056030945d {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:35:34.387345 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-26878fb2-31a7-458d-a9f1-6a31b95116a0 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:34.497654 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4febf812-af8f-4203-8a64-cb43fed5de9c tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Pushing event updated for resources: {'Port': ['ID=20ba9cbe-e083-4a8f-a086-a7193b1f5a28,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:34.572331 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4febf812-af8f-4203-8a64-cb43fed5de9c tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Checking segment: {'id': '79e221aa-6e06-4204-8207-008dfbe327fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '036a8249-2e07-4357-8e57-af915fddc588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:35:34.572811 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4febf812-af8f-4203-8a64-cb43fed5de9c tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Network hostable DHCP agents. Network: 036a8249-2e07-4357-8e57-af915fddc588, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:35:34.619206 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4febf812-af8f-4203-8a64-cb43fed5de9c tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Network 036a8249-2e07-4357-8e57-af915fddc588 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:35:34.635736 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-4febf812-af8f-4203-8a64-cb43fed5de9c tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 036a8249-2e07-4357-8e57-af915fddc588) {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:35:34.644545 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be543687-ce1e-43df-a88b-c938aa28b2f7 None None] Network 036a8249-2e07-4357-8e57-af915fddc588 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:35:34.673456 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-26878fb2-31a7-458d-a9f1-6a31b95116a0 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:34.683076 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4febf812-af8f-4203-8a64-cb43fed5de9c tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:35:34.689054 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e41883-7572-4e1d-896e-5befd99f28e1 req-80e90f58-b61b-4eb9-bc30-896877d6e4ca tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:34.694508 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4febf812-af8f-4203-8a64-cb43fed5de9c tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:34.695614 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4febf812-af8f-4203-8a64-cb43fed5de9c tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:34.706314 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e41883-7572-4e1d-896e-5befd99f28e1 req-80e90f58-b61b-4eb9-bc30-896877d6e4ca tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:34.725490 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-26878fb2-31a7-458d-a9f1-6a31b95116a0 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Calling delete_port for 85c3abfe-5742-4b80-bb78-2c056030945d owned by {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:35:34.741485 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-4febf812-af8f-4203-8a64-cb43fed5de9c tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.4792063 Aug 29 04:35:34.746562 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e41883-7572-4e1d-896e-5befd99f28e1 req-80e90f58-b61b-4eb9-bc30-896877d6e4ca tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:34.760934 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e41883-7572-4e1d-896e-5befd99f28e1 req-80e90f58-b61b-4eb9-bc30-896877d6e4ca tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:34.762530 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 47614) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:34.774725 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-0f40cd34-5fd1-49ec-8955-47be697b92b9 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1208542326'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:34.782603 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e41883-7572-4e1d-896e-5befd99f28e1 req-80e90f58-b61b-4eb9-bc30-896877d6e4ca tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:34.797165 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e41883-7572-4e1d-896e-5befd99f28e1 req-80e90f58-b61b-4eb9-bc30-896877d6e4ca tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:34.812918 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e41883-7572-4e1d-896e-5befd99f28e1 req-80e90f58-b61b-4eb9-bc30-896877d6e4ca tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:34.835386 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-61e41883-7572-4e1d-896e-5befd99f28e1 req-80e90f58-b61b-4eb9-bc30-896877d6e4ca tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/ports?device_id=78e1d3c1-2943-4567-af4e-14c28f0b7c9c HTTP/1.1" status: 200 len: 5417 time: 0.2494557 Aug 29 04:35:34.854262 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f40cd34-5fd1-49ec-8955-47be697b92b9 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Made reservation on behalf of b130c2fb48814d1585244ef54308020c for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:35:34.859295 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0f40cd34-5fd1-49ec-8955-47be697b92b9 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:34.913344 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f40cd34-5fd1-49ec-8955-47be697b92b9 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:35:34.923956 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0f40cd34-5fd1-49ec-8955-47be697b92b9 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:34.926231 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-0f40cd34-5fd1-49ec-8955-47be697b92b9 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Added segment fe977af6-a976-4612-b123-4e4434cd627e of type vlan for network edb2bb00-bcca-4718-bf3d-d7ef1d5470aa Aug 29 04:35:34.948026 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-61e41883-7572-4e1d-896e-5befd99f28e1 req-d313c002-fb1b-46bf-a5dd-d2ecbf791d57 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/security-groups?id=47070f04-546f-4c87-85de-d3b03f233a26&id=9548773a-1ebc-45cc-a31d-47384b103db9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1108203 Aug 29 04:35:34.985051 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0f40cd34-5fd1-49ec-8955-47be697b92b9 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:35.129382 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0f40cd34-5fd1-49ec-8955-47be697b92b9 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:35.135204 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f40cd34-5fd1-49ec-8955-47be697b92b9 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:35.135746 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0f40cd34-5fd1-49ec-8955-47be697b92b9 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:35.218995 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-26878fb2-31a7-458d-a9f1-6a31b95116a0 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:35.245859 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-0f40cd34-5fd1-49ec-8955-47be697b92b9 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4810774 Aug 29 04:35:35.248503 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 47674) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:35.254773 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-30d1045a-33a7-4e48-9e19-7e1695f2c3bc tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Request body: {'ports': [{'network_id': '036a8249-2e07-4357-8e57-af915fddc588'}, {'network_id': 'edb2bb00-bcca-4718-bf3d-d7ef1d5470aa'}]} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:35.255096 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-30d1045a-33a7-4e48-9e19-7e1695f2c3bc tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Request body: {'port': {'network_id': '036a8249-2e07-4357-8e57-af915fddc588'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:35.255584 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-30d1045a-33a7-4e48-9e19-7e1695f2c3bc tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Request body: {'port': {'network_id': 'edb2bb00-bcca-4718-bf3d-d7ef1d5470aa'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:35.265620 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f40cd34-5fd1-49ec-8955-47be697b92b9 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Pushing event updated for resources: {'Network': ['ID=edb2bb00-bcca-4718-bf3d-d7ef1d5470aa,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:35.270435 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26878fb2-31a7-458d-a9f1-6a31b95116a0 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Pushing event deleted for resources: {'Port': ['ID=85c3abfe-5742-4b80-bb78-2c056030945d,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:35.288135 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network edb2bb00-bcca-4718-bf3d-d7ef1d5470aa details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:35:35.472442 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-26878fb2-31a7-458d-a9f1-6a31b95116a0 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:35.485990 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-26878fb2-31a7-458d-a9f1-6a31b95116a0 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] 10.222.0.22 "DELETE /v2.0/ports/85c3abfe-5742-4b80-bb78-2c056030945d HTTP/1.1" status: 204 len: 168 time: 1.2724063 Aug 29 04:35:35.486924 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 47698) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:35.575478 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e31ed3f-6e65-4c2d-b0d1-f14a40cb01d9 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] GET failed (client error): The resource could not be found. Aug 29 04:35:35.577150 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-5e31ed3f-6e65-4c2d-b0d1-f14a40cb01d9 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] 10.222.0.22 "GET /v2.0/ports/85c3abfe-5742-4b80-bb78-2c056030945d HTTP/1.1" status: 404 len: 333 time: 0.0892515 Aug 29 04:35:35.586435 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 47712) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:35.675679 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30d1045a-33a7-4e48-9e19-7e1695f2c3bc tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Made reservation on behalf of b130c2fb48814d1585244ef54308020c for: {'port': 2} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:35:35.701826 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-30d1045a-33a7-4e48-9e19-7e1695f2c3bc tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:35.753169 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-30d1045a-33a7-4e48-9e19-7e1695f2c3bc tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:35.857028 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-6827c18e-d61d-402a-b0d2-d6844328b526 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Deleting port 10990050-581d-4760-a08a-f73f9747cab4 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:35:35.857839 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6827c18e-d61d-402a-b0d2-d6844328b526 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:35.925436 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-30d1045a-33a7-4e48-9e19-7e1695f2c3bc tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] device_id is not set on port 8ec62bc4-be6e-4e5c-9ce5-5c219ee468c5 yet. {{(pid=94828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:35:36.064305 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6827c18e-d61d-402a-b0d2-d6844328b526 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:36.164955 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-6827c18e-d61d-402a-b0d2-d6844328b526 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Calling delete_port for 10990050-581d-4760-a08a-f73f9747cab4 owned by {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:35:36.228905 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-30d1045a-33a7-4e48-9e19-7e1695f2c3bc tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:36.252941 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ba89f111-d92f-4242-9678-552c5dbc19da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:36.345239 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-30d1045a-33a7-4e48-9e19-7e1695f2c3bc tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] device_id is not set on port 0c8b21c1-bc75-43c5-8e40-8db382e0b5e3 yet. {{(pid=94828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:35:36.345799 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350e7ab1-bc44-45a1-b7d7-d658162b3175 req-144f4e20-1841-49fa-9abf-b687451429d6 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:36.352333 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350e7ab1-bc44-45a1-b7d7-d658162b3175 req-144f4e20-1841-49fa-9abf-b687451429d6 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:36.365067 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350e7ab1-bc44-45a1-b7d7-d658162b3175 req-144f4e20-1841-49fa-9abf-b687451429d6 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:36.378713 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350e7ab1-bc44-45a1-b7d7-d658162b3175 req-144f4e20-1841-49fa-9abf-b687451429d6 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:36.388846 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350e7ab1-bc44-45a1-b7d7-d658162b3175 req-144f4e20-1841-49fa-9abf-b687451429d6 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:36.394966 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350e7ab1-bc44-45a1-b7d7-d658162b3175 req-144f4e20-1841-49fa-9abf-b687451429d6 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:36.401192 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350e7ab1-bc44-45a1-b7d7-d658162b3175 req-144f4e20-1841-49fa-9abf-b687451429d6 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:36.403064 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-350e7ab1-bc44-45a1-b7d7-d658162b3175 req-144f4e20-1841-49fa-9abf-b687451429d6 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/ports?device_id=78e1d3c1-2943-4567-af4e-14c28f0b7c9c HTTP/1.1" status: 200 len: 5417 time: 0.3199146 Aug 29 04:35:36.471134 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-350e7ab1-bc44-45a1-b7d7-d658162b3175 req-0a650ed7-a0b9-4f88-9a1e-931cf01aa096 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/security-groups?id=47070f04-546f-4c87-85de-d3b03f233a26&id=9548773a-1ebc-45cc-a31d-47384b103db9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0576777 Aug 29 04:35:36.562262 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6827c18e-d61d-402a-b0d2-d6844328b526 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:36.582817 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-30d1045a-33a7-4e48-9e19-7e1695f2c3bc tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:36.602163 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6827c18e-d61d-402a-b0d2-d6844328b526 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Pushing event deleted for resources: {'Port': ['ID=10990050-581d-4760-a08a-f73f9747cab4,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:36.654725 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-30d1045a-33a7-4e48-9e19-7e1695f2c3bc tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:36.708685 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d1045a-33a7-4e48-9e19-7e1695f2c3bc tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Network 036a8249-2e07-4357-8e57-af915fddc588 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:35:36.710110 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-30d1045a-33a7-4e48-9e19-7e1695f2c3bc tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:35:36.714134 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d1045a-33a7-4e48-9e19-7e1695f2c3bc tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:35:36.715105 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-30d1045a-33a7-4e48-9e19-7e1695f2c3bc tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:36.723149 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6827c18e-d61d-402a-b0d2-d6844328b526 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:36.725301 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-6827c18e-d61d-402a-b0d2-d6844328b526 tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] 10.222.0.22 "DELETE /v2.0/ports/10990050-581d-4760-a08a-f73f9747cab4 HTTP/1.1" status: 204 len: 168 time: 1.1355379 Aug 29 04:35:36.727763 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 47808) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:36.752911 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d1045a-33a7-4e48-9e19-7e1695f2c3bc tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Pushing event updated for resources: {'Port': ['ID=8ec62bc4-be6e-4e5c-9ce5-5c219ee468c5,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:36.814457 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d1045a-33a7-4e48-9e19-7e1695f2c3bc tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Checking segment: {'id': 'fe977af6-a976-4612-b123-4e4434cd627e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'edb2bb00-bcca-4718-bf3d-d7ef1d5470aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:35:36.814833 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d1045a-33a7-4e48-9e19-7e1695f2c3bc tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Network hostable DHCP agents. Network: edb2bb00-bcca-4718-bf3d-d7ef1d5470aa, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:35:36.818190 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_v2 [None req-03daa17d-5c26-4896-aaf6-b0f10f9c115e tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Deleting subnet 6f4aa841-192d-4ca7-a8d0-0d93b115721a {{(pid=94829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:35:36.823237 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d1045a-33a7-4e48-9e19-7e1695f2c3bc tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Pushing event updated for resources: {'Port': ['ID=0c8b21c1-bc75-43c5-8e40-8db382e0b5e3,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:36.823633 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-03daa17d-5c26-4896-aaf6-b0f10f9c115e tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Notify callbacks [] for subnet, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:36.861566 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d1045a-33a7-4e48-9e19-7e1695f2c3bc tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Network edb2bb00-bcca-4718-bf3d-d7ef1d5470aa is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:35:36.871413 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-03daa17d-5c26-4896-aaf6-b0f10f9c115e tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4311743'] for subnet, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:36.877864 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-30d1045a-33a7-4e48-9e19-7e1695f2c3bc tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, edb2bb00-bcca-4718-bf3d-d7ef1d5470aa) {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:35:36.887320 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9afc0f-6612-4714-b990-9598d4ec5ec9 None None] Network edb2bb00-bcca-4718-bf3d-d7ef1d5470aa requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:35:36.892790 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d1045a-33a7-4e48-9e19-7e1695f2c3bc tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:35:36.927353 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d1045a-33a7-4e48-9e19-7e1695f2c3bc tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:36.936660 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d1045a-33a7-4e48-9e19-7e1695f2c3bc tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:36.937675 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-30d1045a-33a7-4e48-9e19-7e1695f2c3bc tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:36.954268 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-30d1045a-33a7-4e48-9e19-7e1695f2c3bc tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.7039890 Aug 29 04:35:36.957285 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 47818) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:36.978618 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-03daa17d-5c26-4896-aaf6-b0f10f9c115e tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:37.064892 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-03daa17d-5c26-4896-aaf6-b0f10f9c115e tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4552352'] for subnet, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:37.093800 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-03daa17d-5c26-4896-aaf6-b0f10f9c115e tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:37.101209 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1751cc9-13d4-473a-a338-dd508f27d292 None None] Network bab8ec2b-9933-4f77-9b08-8b15b0debb1e requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:35:37.101615 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-03daa17d-5c26-4896-aaf6-b0f10f9c115e tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] 10.222.0.22 "DELETE /v2.0/subnets/6f4aa841-192d-4ca7-a8d0-0d93b115721a HTTP/1.1" status: 204 len: 168 time: 0.3728039 Aug 29 04:35:37.104298 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 47830) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:37.165538 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03daa17d-5c26-4896-aaf6-b0f10f9c115e tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Pushing event deleted for resources: {'Subnet': ['ID=6f4aa841-192d-4ca7-a8d0-0d93b115721a,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:37.193706 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-efa92b06-3f1e-4b8c-8903-9ec92597b62e tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Deleting port 0c8b21c1-bc75-43c5-8e40-8db382e0b5e3 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:35:37.194364 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-efa92b06-3f1e-4b8c-8903-9ec92597b62e tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:37.269622 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:37.279541 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:37.323216 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-efa92b06-3f1e-4b8c-8903-9ec92597b62e tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:37.337575 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c05ac692-ffc5-4a66-8f74-d8128e327add tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:37.340708 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-efa92b06-3f1e-4b8c-8903-9ec92597b62e tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Calling delete_port for 0c8b21c1-bc75-43c5-8e40-8db382e0b5e3 owned by {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:35:37.404455 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa9431f-4b7d-45cf-bcc9-a7df36287d8a None None] DHCP port deletion for bab8ec2b-9933-4f77-9b08-8b15b0debb1e request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:35:37.463192 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-5aa9431f-4b7d-45cf-bcc9-a7df36287d8a None None] Deleting port f8d0eaf9-398c-4362-8a2d-228879849fda {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:35:37.464547 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5aa9431f-4b7d-45cf-bcc9-a7df36287d8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:37.466634 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-c05ac692-ffc5-4a66-8f74-d8128e327add tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Deleting port f8d0eaf9-398c-4362-8a2d-228879849fda {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:35:37.469127 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c05ac692-ffc5-4a66-8f74-d8128e327add tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:37.490061 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-efa92b06-3f1e-4b8c-8903-9ec92597b62e tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:37.559720 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa92b06-3f1e-4b8c-8903-9ec92597b62e tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Pushing event deleted for resources: {'Port': ['ID=0c8b21c1-bc75-43c5-8e40-8db382e0b5e3,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:37.573179 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-efa92b06-3f1e-4b8c-8903-9ec92597b62e tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:37.579475 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-5aa9431f-4b7d-45cf-bcc9-a7df36287d8a None None] For port f8d0eaf9-398c-4362-8a2d-228879849fda, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=f8d0eaf9-398c-4362-8a2d-228879849fda,segment=NetworkSegment(410ddc82-2ba8-4a25-a588-72e3db08f4c9),segment_id=410ddc82-2ba8-4a25-a588-72e3db08f4c9)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:37.580244 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5aa9431f-4b7d-45cf-bcc9-a7df36287d8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:37.584156 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-efa92b06-3f1e-4b8c-8903-9ec92597b62e tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "DELETE /v2.0/ports/0c8b21c1-bc75-43c5-8e40-8db382e0b5e3 HTTP/1.1" status: 204 len: 168 time: 0.6255190 Aug 29 04:35:37.587500 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 47844) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:37.610685 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-5aa9431f-4b7d-45cf-bcc9-a7df36287d8a None None] Calling delete_port for f8d0eaf9-398c-4362-8a2d-228879849fda owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:35:37.686471 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-c05ac692-ffc5-4a66-8f74-d8128e327add tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] For port f8d0eaf9-398c-4362-8a2d-228879849fda, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=f8d0eaf9-398c-4362-8a2d-228879849fda,segment=NetworkSegment(410ddc82-2ba8-4a25-a588-72e3db08f4c9),segment_id=410ddc82-2ba8-4a25-a588-72e3db08f4c9)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:37.686471 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c05ac692-ffc5-4a66-8f74-d8128e327add tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:37.697746 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device f8d0eaf9-398c-4362-8a2d-228879849fda no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:35:37.710830 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-c05ac692-ffc5-4a66-8f74-d8128e327add tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Calling delete_port for f8d0eaf9-398c-4362-8a2d-228879849fda owned by network:dhcp {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:35:37.773355 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32ee905-c252-4f83-85b0-40682a78f689 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:37.777098 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5aa9431f-4b7d-45cf-bcc9-a7df36287d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:37.779466 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32ee905-c252-4f83-85b0-40682a78f689 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:37.781147 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-e32ee905-c252-4f83-85b0-40682a78f689 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1924682 Aug 29 04:35:37.785257 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 47850) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:37.798405 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No active binding found for port f8d0eaf9-398c-4362-8a2d-228879849fda {{(pid=94830) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 29 04:35:37.802449 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device f8d0eaf9-398c-4362-8a2d-228879849fda not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:35:37.822035 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cbb3a3-6e44-4e74-94a3-30f0a0350bc6 req-9a9ba656-fcf6-42d4-94e3-d8892dfd8753 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:37.834909 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cbb3a3-6e44-4e74-94a3-30f0a0350bc6 req-9a9ba656-fcf6-42d4-94e3-d8892dfd8753 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:37.849216 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c05ac692-ffc5-4a66-8f74-d8128e327add tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:37.854303 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cbb3a3-6e44-4e74-94a3-30f0a0350bc6 req-9a9ba656-fcf6-42d4-94e3-d8892dfd8753 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:37.856678 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa9431f-4b7d-45cf-bcc9-a7df36287d8a None None] Pushing event deleted for resources: {'Port': ['ID=f8d0eaf9-398c-4362-8a2d-228879849fda,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:37.861283 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cbb3a3-6e44-4e74-94a3-30f0a0350bc6 req-9a9ba656-fcf6-42d4-94e3-d8892dfd8753 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:37.866315 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa9431f-4b7d-45cf-bcc9-a7df36287d8a None None] No DVR routers for this DVR port f8d0eaf9-398c-4362-8a2d-228879849fda on host n-d-712140-12 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:35:37.869405 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cbb3a3-6e44-4e74-94a3-30f0a0350bc6 req-9a9ba656-fcf6-42d4-94e3-d8892dfd8753 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:37.885277 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cbb3a3-6e44-4e74-94a3-30f0a0350bc6 req-9a9ba656-fcf6-42d4-94e3-d8892dfd8753 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:37.891189 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cbb3a3-6e44-4e74-94a3-30f0a0350bc6 req-9a9ba656-fcf6-42d4-94e3-d8892dfd8753 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:37.893135 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f9cbb3a3-6e44-4e74-94a3-30f0a0350bc6 req-9a9ba656-fcf6-42d4-94e3-d8892dfd8753 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/ports?device_id=78e1d3c1-2943-4567-af4e-14c28f0b7c9c HTTP/1.1" status: 200 len: 5417 time: 0.2448187 Aug 29 04:35:37.923753 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05ac692-ffc5-4a66-8f74-d8128e327add tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Pushing event deleted for resources: {'Port': ['ID=f8d0eaf9-398c-4362-8a2d-228879849fda,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:37.931404 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05ac692-ffc5-4a66-8f74-d8128e327add tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] No DVR routers for this DVR port f8d0eaf9-398c-4362-8a2d-228879849fda on host n-d-712140-12 {{(pid=94829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:35:38.025222 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f9cbb3a3-6e44-4e74-94a3-30f0a0350bc6 req-bd9acb29-2fc4-4f52-89cc-2ee8ac269726 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/security-groups?id=47070f04-546f-4c87-85de-d3b03f233a26&id=9548773a-1ebc-45cc-a31d-47384b103db9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1193631 Aug 29 04:35:38.040939 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c05ac692-ffc5-4a66-8f74-d8128e327add tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:38.053012 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-fde3d031-0f82-4b58-a6e4-2fc71807e7ae tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Deleting port 8ec62bc4-be6e-4e5c-9ce5-5c219ee468c5 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:35:38.053616 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fde3d031-0f82-4b58-a6e4-2fc71807e7ae tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:38.058962 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-c05ac692-ffc5-4a66-8f74-d8128e327add tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bab8ec2b-9933-4f77-9b08-8b15b0debb1e']}} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:38.075769 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-c05ac692-ffc5-4a66-8f74-d8128e327add tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '410ddc82-2ba8-4a25-a588-72e3db08f4c9') {'for_net_delete': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:38.076665 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-c05ac692-ffc5-4a66-8f74-d8128e327add tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '410ddc82-2ba8-4a25-a588-72e3db08f4c9') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:38.091441 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c05ac692-ffc5-4a66-8f74-d8128e327add tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4311712'] for segment, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:38.112268 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c05ac692-ffc5-4a66-8f74-d8128e327add tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:38.122492 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c05ac692-ffc5-4a66-8f74-d8128e327add tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=94829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:35:38.123219 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c05ac692-ffc5-4a66-8f74-d8128e327add tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4274277'] for segment, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:38.127900 n-d-712140-12 neutron-server[94829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:35:38.127900 n-d-712140-12 neutron-server[94829]: self.session.flush() Aug 29 04:35:38.127900 n-d-712140-12 neutron-server[94829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:35:38.127900 n-d-712140-12 neutron-server[94829]: self.session.flush() Aug 29 04:35:38.127900 n-d-712140-12 neutron-server[94829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:35:38.127900 n-d-712140-12 neutron-server[94829]: self.session.flush() Aug 29 04:35:38.127900 n-d-712140-12 neutron-server[94829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:35:38.127900 n-d-712140-12 neutron-server[94829]: self.session.flush() Aug 29 04:35:38.127900 n-d-712140-12 neutron-server[94829]: Traceback (most recent call last): Aug 29 04:35:38.127900 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:35:38.127900 n-d-712140-12 neutron-server[94829]: timer() Aug 29 04:35:38.127900 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:35:38.127900 n-d-712140-12 neutron-server[94829]: cb(*args, **kw) Aug 29 04:35:38.127900 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:35:38.127900 n-d-712140-12 neutron-server[94829]: return func(*args, **kwargs) Aug 29 04:35:38.127900 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:35:38.127900 n-d-712140-12 neutron-server[94829]: self._notify() Aug 29 04:35:38.127900 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:35:38.127900 n-d-712140-12 neutron-server[94829]: self.callback(batched_events) Aug 29 04:35:38.127900 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:35:38.127900 n-d-712140-12 neutron-server[94829]: event.method(event) Aug 29 04:35:38.127900 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:35:38.127900 n-d-712140-12 neutron-server[94829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:35:38.127900 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:35:38.127900 n-d-712140-12 neutron-server[94829]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:35:38.127900 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:35:38.127900 n-d-712140-12 neutron-server[94829]: return f(self, *a, **k) Aug 29 04:35:38.127900 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:35:38.127900 n-d-712140-12 neutron-server[94829]: return self._get(url).json() Aug 29 04:35:38.127900 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:35:38.127900 n-d-712140-12 neutron-server[94829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:35:38.127900 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:35:38.127900 n-d-712140-12 neutron-server[94829]: return self.request(url, 'GET', **kwargs) Aug 29 04:35:38.127900 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:35:38.127900 n-d-712140-12 neutron-server[94829]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:35:38.127900 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:35:38.127900 n-d-712140-12 neutron-server[94829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:35:38.127900 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:35:38.127900 n-d-712140-12 neutron-server[94829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:35:38.127900 n-d-712140-12 neutron-server[94829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:35:38.200342 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fde3d031-0f82-4b58-a6e4-2fc71807e7ae tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:38.211666 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c05ac692-ffc5-4a66-8f74-d8128e327add tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:38.219811 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c05ac692-ffc5-4a66-8f74-d8128e327add tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:38.222904 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-c05ac692-ffc5-4a66-8f74-d8128e327add tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] 10.222.0.22 "DELETE /v2.0/networks/bab8ec2b-9933-4f77-9b08-8b15b0debb1e HTTP/1.1" status: 204 len: 168 time: 1.0781386 Aug 29 04:35:38.240544 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-fde3d031-0f82-4b58-a6e4-2fc71807e7ae tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Calling delete_port for 8ec62bc4-be6e-4e5c-9ce5-5c219ee468c5 owned by {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:35:38.267367 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05ac692-ffc5-4a66-8f74-d8128e327add tempest-AllowedAddressPairTestJSON-1344980502 tempest-AllowedAddressPairTestJSON-1344980502-project] Pushing event deleted for resources: {'Network': ['ID=bab8ec2b-9933-4f77-9b08-8b15b0debb1e,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:38.371485 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fde3d031-0f82-4b58-a6e4-2fc71807e7ae tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:38.440552 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde3d031-0f82-4b58-a6e4-2fc71807e7ae tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Pushing event deleted for resources: {'Port': ['ID=8ec62bc4-be6e-4e5c-9ce5-5c219ee468c5,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:38.450968 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fde3d031-0f82-4b58-a6e4-2fc71807e7ae tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:38.455763 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-fde3d031-0f82-4b58-a6e4-2fc71807e7ae tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "DELETE /v2.0/ports/8ec62bc4-be6e-4e5c-9ce5-5c219ee468c5 HTTP/1.1" status: 204 len: 168 time: 0.6680713 Aug 29 04:35:38.457357 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 47868) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:38.562403 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a7d8ad-cc47-4ef5-bca9-facdbebf03b1 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:38.567215 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 47874) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:38.581938 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-22a7d8ad-cc47-4ef5-bca9-facdbebf03b1 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1054173 Aug 29 04:35:38.609724 n-d-712140-12 neutron-server[94828]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9ecfa08-16f6-460b-b9a2-60d3ad2a94ca tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] GET failed (client error): The resource could not be found. Aug 29 04:35:38.615182 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-a9ecfa08-16f6-460b-b9a2-60d3ad2a94ca tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "GET /v2.0/ports/0c8b21c1-bc75-43c5-8e40-8db382e0b5e3 HTTP/1.1" status: 404 len: 333 time: 0.0448537 Aug 29 04:35:38.615730 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 47876) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:38.662069 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 47878) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:38.670140 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-f955d685-0fc2-4e4d-9375-be5d4da7d171 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] GET failed (client error): The resource could not be found. Aug 29 04:35:38.671870 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-f955d685-0fc2-4e4d-9375-be5d4da7d171 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "GET /v2.0/ports/8ec62bc4-be6e-4e5c-9ce5-5c219ee468c5 HTTP/1.1" status: 404 len: 333 time: 0.0548360 Aug 29 04:35:38.674551 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 47882) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:38.686661 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:38.788914 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4f958b17-003d-4fa0-81ed-ad2ee2b615e1 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:38.857792 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-5af4a5b3-fa5e-4551-aef8-97f090e64479 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a068df6df11143c4a7fcb4478831c755&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1943250 Aug 29 04:35:38.860296 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 47888) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:38.906196 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4f958b17-003d-4fa0-81ed-ad2ee2b615e1 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:38.918684 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-4f958b17-003d-4fa0-81ed-ad2ee2b615e1 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edb2bb00-bcca-4718-bf3d-d7ef1d5470aa']}} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:38.918948 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e506353e-9bb0-4363-9b4c-1b2ce09e0c30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:38.932052 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-4f958b17-003d-4fa0-81ed-ad2ee2b615e1 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe977af6-a976-4612-b123-4e4434cd627e') {'for_net_delete': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:38.932477 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-4f958b17-003d-4fa0-81ed-ad2ee2b615e1 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe977af6-a976-4612-b123-4e4434cd627e') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:38.944394 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4f958b17-003d-4fa0-81ed-ad2ee2b615e1 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4311712'] for segment, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:38.952419 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e506353e-9bb0-4363-9b4c-1b2ce09e0c30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:38.960712 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4f958b17-003d-4fa0-81ed-ad2ee2b615e1 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:38.968668 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f958b17-003d-4fa0-81ed-ad2ee2b615e1 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=94829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:35:38.969136 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4f958b17-003d-4fa0-81ed-ad2ee2b615e1 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4274277'] for segment, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:38.972462 n-d-712140-12 neutron-server[94829]: Traceback (most recent call last): Aug 29 04:35:38.972462 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:35:38.972462 n-d-712140-12 neutron-server[94829]: timer() Aug 29 04:35:38.972462 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:35:38.972462 n-d-712140-12 neutron-server[94829]: cb(*args, **kw) Aug 29 04:35:38.972462 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:35:38.972462 n-d-712140-12 neutron-server[94829]: return func(*args, **kwargs) Aug 29 04:35:38.972462 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:35:38.972462 n-d-712140-12 neutron-server[94829]: self._notify() Aug 29 04:35:38.972462 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:35:38.972462 n-d-712140-12 neutron-server[94829]: self.callback(batched_events) Aug 29 04:35:38.972462 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:35:38.972462 n-d-712140-12 neutron-server[94829]: event.method(event) Aug 29 04:35:38.972462 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:35:38.972462 n-d-712140-12 neutron-server[94829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:35:38.972462 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:35:38.972462 n-d-712140-12 neutron-server[94829]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:35:38.972462 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:35:38.972462 n-d-712140-12 neutron-server[94829]: return f(self, *a, **k) Aug 29 04:35:38.972462 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:35:38.972462 n-d-712140-12 neutron-server[94829]: return self._get(url).json() Aug 29 04:35:38.972462 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:35:38.972462 n-d-712140-12 neutron-server[94829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:35:38.972462 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:35:38.972462 n-d-712140-12 neutron-server[94829]: return self.request(url, 'GET', **kwargs) Aug 29 04:35:38.972462 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:35:38.972462 n-d-712140-12 neutron-server[94829]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:35:38.972462 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:35:38.972462 n-d-712140-12 neutron-server[94829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:35:38.972462 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:35:38.972462 n-d-712140-12 neutron-server[94829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:35:38.972462 n-d-712140-12 neutron-server[94829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:35:39.015512 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e506353e-9bb0-4363-9b4c-1b2ce09e0c30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:39.020048 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e506353e-9bb0-4363-9b4c-1b2ce09e0c30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:39.021246 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-e506353e-9bb0-4363-9b4c-1b2ce09e0c30 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/83b63f86-1a05-4cf7-83be-66580d2bc63b HTTP/1.1" status: 204 len: 168 time: 0.1600225 Aug 29 04:35:39.046010 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e506353e-9bb0-4363-9b4c-1b2ce09e0c30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83b63f86-1a05-4cf7-83be-66580d2bc63b,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:39.057376 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4f958b17-003d-4fa0-81ed-ad2ee2b615e1 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:39.082455 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4f958b17-003d-4fa0-81ed-ad2ee2b615e1 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:39.091318 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 47896) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:39.091530 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-4f958b17-003d-4fa0-81ed-ad2ee2b615e1 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "DELETE /v2.0/networks/edb2bb00-bcca-4718-bf3d-d7ef1d5470aa HTTP/1.1" status: 204 len: 168 time: 0.4159091 Aug 29 04:35:39.096999 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-81400711-38de-4d3a-ac7c-88dd2ee88d42 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-953359853'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:39.123058 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f958b17-003d-4fa0-81ed-ad2ee2b615e1 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Pushing event deleted for resources: {'Network': ['ID=edb2bb00-bcca-4718-bf3d-d7ef1d5470aa,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:39.136280 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81400711-38de-4d3a-ac7c-88dd2ee88d42 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Made reservation on behalf of b130c2fb48814d1585244ef54308020c for: {'network': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:35:39.141631 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-81400711-38de-4d3a-ac7c-88dd2ee88d42 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:39.198843 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81400711-38de-4d3a-ac7c-88dd2ee88d42 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=94828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:35:39.212758 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-81400711-38de-4d3a-ac7c-88dd2ee88d42 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:39.213104 n-d-712140-12 neutron-server[94828]: INFO neutron.db.segments_db [None req-81400711-38de-4d3a-ac7c-88dd2ee88d42 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Added segment c5e900e1-9712-42ee-bd1f-bb06cabb08a8 of type vlan for network 9fc72c52-4b62-49ec-8980-3335345409d8 Aug 29 04:35:39.253046 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c117fd4-ef52-4acc-9979-4f52f234dfe8 req-1c5f1ac5-d3d6-4143-a0c5-5d5f9fb8e443 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:39.267175 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c117fd4-ef52-4acc-9979-4f52f234dfe8 req-1c5f1ac5-d3d6-4143-a0c5-5d5f9fb8e443 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:39.274372 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c117fd4-ef52-4acc-9979-4f52f234dfe8 req-1c5f1ac5-d3d6-4143-a0c5-5d5f9fb8e443 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:39.280793 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c117fd4-ef52-4acc-9979-4f52f234dfe8 req-1c5f1ac5-d3d6-4143-a0c5-5d5f9fb8e443 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:39.287106 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c117fd4-ef52-4acc-9979-4f52f234dfe8 req-1c5f1ac5-d3d6-4143-a0c5-5d5f9fb8e443 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:39.295952 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c117fd4-ef52-4acc-9979-4f52f234dfe8 req-1c5f1ac5-d3d6-4143-a0c5-5d5f9fb8e443 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:39.305726 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c117fd4-ef52-4acc-9979-4f52f234dfe8 req-1c5f1ac5-d3d6-4143-a0c5-5d5f9fb8e443 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:39.307959 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4c117fd4-ef52-4acc-9979-4f52f234dfe8 req-1c5f1ac5-d3d6-4143-a0c5-5d5f9fb8e443 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/ports?device_id=78e1d3c1-2943-4567-af4e-14c28f0b7c9c HTTP/1.1" status: 200 len: 5417 time: 0.1626332 Aug 29 04:35:39.361020 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-81400711-38de-4d3a-ac7c-88dd2ee88d42 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:39.395584 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4c117fd4-ef52-4acc-9979-4f52f234dfe8 req-3fa26c76-847a-48a0-aea5-4a4615d2374b tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/security-groups?id=47070f04-546f-4c87-85de-d3b03f233a26&id=9548773a-1ebc-45cc-a31d-47384b103db9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0623162 Aug 29 04:35:39.403567 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-81400711-38de-4d3a-ac7c-88dd2ee88d42 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:39.409747 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81400711-38de-4d3a-ac7c-88dd2ee88d42 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:39.410440 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-81400711-38de-4d3a-ac7c-88dd2ee88d42 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:39.473331 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-81400711-38de-4d3a-ac7c-88dd2ee88d42 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3804660 Aug 29 04:35:39.476505 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 47906) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:39.481983 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-20a29cb2-f374-4257-a9df-93ce48e6c3ae tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Request body: {'subnet': {'network_id': '9fc72c52-4b62-49ec-8980-3335345409d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:39.537142 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81400711-38de-4d3a-ac7c-88dd2ee88d42 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Pushing event updated for resources: {'Network': ['ID=9fc72c52-4b62-49ec-8980-3335345409d8,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:39.549480 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 9fc72c52-4b62-49ec-8980-3335345409d8 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:35:39.638094 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20a29cb2-f374-4257-a9df-93ce48e6c3ae tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Made reservation on behalf of b130c2fb48814d1585244ef54308020c for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:35:39.641677 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-20a29cb2-f374-4257-a9df-93ce48e6c3ae tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:39.940973 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-20a29cb2-f374-4257-a9df-93ce48e6c3ae tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9191137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10062364'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:39.977721 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 47928) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:40.030333 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a29cb2-f374-4257-a9df-93ce48e6c3ae tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Checking segment: {'id': 'c5e900e1-9712-42ee-bd1f-bb06cabb08a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '9fc72c52-4b62-49ec-8980-3335345409d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:35:40.030333 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a29cb2-f374-4257-a9df-93ce48e6c3ae tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Network hostable DHCP agents. Network: 9fc72c52-4b62-49ec-8980-3335345409d8, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:35:40.033689 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a29cb2-f374-4257-a9df-93ce48e6c3ae tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Pushing event updated for resources: {'Subnet': ['ID=afc39a7d-4135-4a00-b5a0-c76c53b98e07,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:40.064248 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a29cb2-f374-4257-a9df-93ce48e6c3ae tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Network 9fc72c52-4b62-49ec-8980-3335345409d8 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:35:40.080353 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-20a29cb2-f374-4257-a9df-93ce48e6c3ae tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 9fc72c52-4b62-49ec-8980-3335345409d8) {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:35:40.085510 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a29cb2-f374-4257-a9df-93ce48e6c3ae tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:40.086523 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-20a29cb2-f374-4257-a9df-93ce48e6c3ae tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:40.089675 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef2758a-9d9c-46da-ba91-0ebe3770deca None None] Network 9fc72c52-4b62-49ec-8980-3335345409d8 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:35:40.107268 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-20a29cb2-f374-4257-a9df-93ce48e6c3ae tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6296396 Aug 29 04:35:40.110114 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 47934) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:40.115639 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-3685bce3-9aa8-491f-a3b7-031970e5f9c5 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Request body: {'port': {'network_id': '9fc72c52-4b62-49ec-8980-3335345409d8', 'name': 'tempest-PortsIpV6TestJSON-27040514'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:40.311869 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a7ce8b25-8374-4e1c-8c02-b4abfb0fc370 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:40.333987 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e25a3b4-6aec-4b69-a726-fa6b9a88e58c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-9fc72c52-4b62-49ec-8980-3335345409d8', 'network_id': '9fc72c52-4b62-49ec-8980-3335345409d8', 'tenant_id': 'b130c2fb48814d1585244ef54308020c', 'fixed_ips': [{'subnet_id': 'afc39a7d-4135-4a00-b5a0-c76c53b98e07'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:35:40.335367 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9e25a3b4-6aec-4b69-a726-fa6b9a88e58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:40.348642 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3685bce3-9aa8-491f-a3b7-031970e5f9c5 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Made reservation on behalf of b130c2fb48814d1585244ef54308020c for: {'port': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:35:40.357712 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3685bce3-9aa8-491f-a3b7-031970e5f9c5 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:40.426180 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [None req-3685bce3-9aa8-491f-a3b7-031970e5f9c5 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] device_id is not set on port 4c719e9b-40ce-42bf-b700-4d59bd4ddf71 yet. {{(pid=94829) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:35:40.608882 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-9e25a3b4-6aec-4b69-a726-fa6b9a88e58c None None] Allocated IP 2001:db8::2 (9fc72c52-4b62-49ec-8980-3335345409d8/afc39a7d-4135-4a00-b5a0-c76c53b98e07/75779d12-3628-4aad-bc07-0369f2ef7bd4) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:35:40.628944 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b0de04-d3a3-47cb-b336-d340dfc12ab4 req-abf6064d-68e2-4536-93b5-5be622239203 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:40.637345 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b0de04-d3a3-47cb-b336-d340dfc12ab4 req-abf6064d-68e2-4536-93b5-5be622239203 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:40.645829 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b0de04-d3a3-47cb-b336-d340dfc12ab4 req-abf6064d-68e2-4536-93b5-5be622239203 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:40.654786 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b0de04-d3a3-47cb-b336-d340dfc12ab4 req-abf6064d-68e2-4536-93b5-5be622239203 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:40.662326 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b0de04-d3a3-47cb-b336-d340dfc12ab4 req-abf6064d-68e2-4536-93b5-5be622239203 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:40.679919 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b0de04-d3a3-47cb-b336-d340dfc12ab4 req-abf6064d-68e2-4536-93b5-5be622239203 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:40.707571 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b0de04-d3a3-47cb-b336-d340dfc12ab4 req-abf6064d-68e2-4536-93b5-5be622239203 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:40.721601 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e6b0de04-d3a3-47cb-b336-d340dfc12ab4 req-abf6064d-68e2-4536-93b5-5be622239203 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/ports?device_id=78e1d3c1-2943-4567-af4e-14c28f0b7c9c HTTP/1.1" status: 200 len: 5417 time: 0.1698496 Aug 29 04:35:40.828546 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e6b0de04-d3a3-47cb-b336-d340dfc12ab4 req-3ced5dbc-0150-4c71-806d-46026868b9b9 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/security-groups?id=47070f04-546f-4c87-85de-d3b03f233a26&id=9548773a-1ebc-45cc-a31d-47384b103db9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1049428 Aug 29 04:35:40.944483 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 47964) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:40.962714 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9e25a3b4-6aec-4b69-a726-fa6b9a88e58c None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:40.982233 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-9e25a3b4-6aec-4b69-a726-fa6b9a88e58c None None] Transition to ACTIVE for port object 75779d12-3628-4aad-bc07-0369f2ef7bd4 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:35:41.042454 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-9e25a3b4-6aec-4b69-a726-fa6b9a88e58c None None] Transition to ACTIVE for port object 75779d12-3628-4aad-bc07-0369f2ef7bd4 will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:35:41.058946 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9e25a3b4-6aec-4b69-a726-fa6b9a88e58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:41.146314 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e25a3b4-6aec-4b69-a726-fa6b9a88e58c None None] Network 9fc72c52-4b62-49ec-8980-3335345409d8 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:35:41.154594 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-9e25a3b4-6aec-4b69-a726-fa6b9a88e58c None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:35:41.160134 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e25a3b4-6aec-4b69-a726-fa6b9a88e58c None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:35:41.166402 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-98507469-93c7-4c6f-bfd9-c73f55e78919 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1567418867'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:41.247057 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e25a3b4-6aec-4b69-a726-fa6b9a88e58c None None] Pushing event updated for resources: {'Port': ['ID=75779d12-3628-4aad-bc07-0369f2ef7bd4,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:41.261689 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-3685bce3-9aa8-491f-a3b7-031970e5f9c5 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Allocated IP 2001:db8::1a (9fc72c52-4b62-49ec-8980-3335345409d8/afc39a7d-4135-4a00-b5a0-c76c53b98e07/4c719e9b-40ce-42bf-b700-4d59bd4ddf71) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:35:41.263294 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e25a3b4-6aec-4b69-a726-fa6b9a88e58c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:41.263931 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e25a3b4-6aec-4b69-a726-fa6b9a88e58c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:41.264285 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e25a3b4-6aec-4b69-a726-fa6b9a88e58c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:41.264634 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e25a3b4-6aec-4b69-a726-fa6b9a88e58c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:41.264977 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e25a3b4-6aec-4b69-a726-fa6b9a88e58c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:41.265425 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e25a3b4-6aec-4b69-a726-fa6b9a88e58c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:41.265880 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e25a3b4-6aec-4b69-a726-fa6b9a88e58c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:41.266272 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e25a3b4-6aec-4b69-a726-fa6b9a88e58c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:41.266611 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e25a3b4-6aec-4b69-a726-fa6b9a88e58c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:41.267070 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e25a3b4-6aec-4b69-a726-fa6b9a88e58c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:41.267508 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e25a3b4-6aec-4b69-a726-fa6b9a88e58c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:41.267752 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e25a3b4-6aec-4b69-a726-fa6b9a88e58c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:41.273487 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-9e25a3b4-6aec-4b69-a726-fa6b9a88e58c None None] Attempting to bind port 75779d12-3628-4aad-bc07-0369f2ef7bd4 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:35:41.273862 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-9e25a3b4-6aec-4b69-a726-fa6b9a88e58c None None] Attempting to bind port 75779d12-3628-4aad-bc07-0369f2ef7bd4 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'c5e900e1-9712-42ee-bd1f-bb06cabb08a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '9fc72c52-4b62-49ec-8980-3335345409d8'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:35:41.274235 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e25a3b4-6aec-4b69-a726-fa6b9a88e58c None None] Attempting to bind port 75779d12-3628-4aad-bc07-0369f2ef7bd4 on network 9fc72c52-4b62-49ec-8980-3335345409d8 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:35:41.279737 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e25a3b4-6aec-4b69-a726-fa6b9a88e58c None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:35:41.280196 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e25a3b4-6aec-4b69-a726-fa6b9a88e58c None None] Checking segment: {'id': 'c5e900e1-9712-42ee-bd1f-bb06cabb08a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '9fc72c52-4b62-49ec-8980-3335345409d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:35:41.280675 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9e25a3b4-6aec-4b69-a726-fa6b9a88e58c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:41.281158 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e25a3b4-6aec-4b69-a726-fa6b9a88e58c None None] Bound using segment: {'id': 'c5e900e1-9712-42ee-bd1f-bb06cabb08a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '9fc72c52-4b62-49ec-8980-3335345409d8'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:35:41.285109 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-9e25a3b4-6aec-4b69-a726-fa6b9a88e58c None None] Bound port: 75779d12-3628-4aad-bc07-0369f2ef7bd4, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5e900e1-9712-42ee-bd1f-bb06cabb08a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '9fc72c52-4b62-49ec-8980-3335345409d8'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:35:41.285523 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9e25a3b4-6aec-4b69-a726-fa6b9a88e58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:41.304739 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a7ce8b25-8374-4e1c-8c02-b4abfb0fc370 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:41.315576 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a7ce8b25-8374-4e1c-8c02-b4abfb0fc370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:41.338805 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98507469-93c7-4c6f-bfd9-c73f55e78919 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Made reservation on behalf of 3eb215580c8748bbad6fe745fb3cc71c for: {'network': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:35:41.345540 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-98507469-93c7-4c6f-bfd9-c73f55e78919 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:41.369860 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-98507469-93c7-4c6f-bfd9-c73f55e78919 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:41.375030 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-9e25a3b4-6aec-4b69-a726-fa6b9a88e58c None None] For port 75779d12-3628-4aad-bc07-0369f2ef7bd4, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:35:41.379431 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-9e25a3b4-6aec-4b69-a726-fa6b9a88e58c None None] For port 75779d12-3628-4aad-bc07-0369f2ef7bd4, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=75779d12-3628-4aad-bc07-0369f2ef7bd4,segment=NetworkSegment(c5e900e1-9712-42ee-bd1f-bb06cabb08a8),segment_id=c5e900e1-9712-42ee-bd1f-bb06cabb08a8)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:35:41.388489 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9e25a3b4-6aec-4b69-a726-fa6b9a88e58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:41.398992 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 47974) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:41.399262 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-a7ce8b25-8374-4e1c-8c02-b4abfb0fc370 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=caf0680303364c369a96af15f15845f3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4196095 Aug 29 04:35:41.460435 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e25a3b4-6aec-4b69-a726-fa6b9a88e58c None None] Pushing event updated for resources: {'Port': ['ID=75779d12-3628-4aad-bc07-0369f2ef7bd4,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:41.476975 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ce8b25-8374-4e1c-8c02-b4abfb0fc370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af813354-8217-4246-9588-ab403fa65ce3,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:41.551167 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3685bce3-9aa8-491f-a3b7-031970e5f9c5 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:41.565331 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e40ada35-e6c9-47b5-962e-2fddc74b7265 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:41.583815 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-3685bce3-9aa8-491f-a3b7-031970e5f9c5 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Transition to ACTIVE for port object 4c719e9b-40ce-42bf-b700-4d59bd4ddf71 will not be triggered until provisioned by entity DHCP. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:35:41.622423 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e40ada35-e6c9-47b5-962e-2fddc74b7265 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:41.633576 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3685bce3-9aa8-491f-a3b7-031970e5f9c5 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:41.672547 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-98507469-93c7-4c6f-bfd9-c73f55e78919 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:41.680223 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-98507469-93c7-4c6f-bfd9-c73f55e78919 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:41.693154 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3685bce3-9aa8-491f-a3b7-031970e5f9c5 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Network 9fc72c52-4b62-49ec-8980-3335345409d8 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:35:41.696734 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-3685bce3-9aa8-491f-a3b7-031970e5f9c5 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:35:41.703230 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3685bce3-9aa8-491f-a3b7-031970e5f9c5 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:35:41.708268 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3685bce3-9aa8-491f-a3b7-031970e5f9c5 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:41.709072 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3685bce3-9aa8-491f-a3b7-031970e5f9c5 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:41.719586 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3685bce3-9aa8-491f-a3b7-031970e5f9c5 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Pushing event updated for resources: {'Port': ['ID=4c719e9b-40ce-42bf-b700-4d59bd4ddf71,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:41.729805 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98507469-93c7-4c6f-bfd9-c73f55e78919 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5925f76-d848-48c5-8d99-c2209a557d2d,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:41.735890 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e40ada35-e6c9-47b5-962e-2fddc74b7265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:41.740658 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e40ada35-e6c9-47b5-962e-2fddc74b7265 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:41.742899 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-e40ada35-e6c9-47b5-962e-2fddc74b7265 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/af813354-8217-4246-9588-ab403fa65ce3 HTTP/1.1" status: 204 len: 168 time: 0.3422377 Aug 29 04:35:41.752345 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-3685bce3-9aa8-491f-a3b7-031970e5f9c5 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.6411259 Aug 29 04:35:41.755167 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 47980) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:41.768349 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98507469-93c7-4c6f-bfd9-c73f55e78919 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=94828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:35:41.770789 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40ada35-e6c9-47b5-962e-2fddc74b7265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af813354-8217-4246-9588-ab403fa65ce3,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:41.811215 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-98507469-93c7-4c6f-bfd9-c73f55e78919 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:41.813685 n-d-712140-12 neutron-server[94828]: INFO neutron.db.segments_db [None req-98507469-93c7-4c6f-bfd9-c73f55e78919 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Added segment c5a0b00b-b6b1-4359-b33e-6aa9bf3171d2 of type vlan for network 6859e6b7-79cd-470f-83e4-71dcf62ec943 Aug 29 04:35:41.912602 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-98507469-93c7-4c6f-bfd9-c73f55e78919 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:41.981297 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-98507469-93c7-4c6f-bfd9-c73f55e78919 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:42.014254 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98507469-93c7-4c6f-bfd9-c73f55e78919 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:42.015522 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-98507469-93c7-4c6f-bfd9-c73f55e78919 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:42.033096 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-d8a3a555-130b-49c2-b9c8-03a5b86df747 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Deleting port 4c719e9b-40ce-42bf-b700-4d59bd4ddf71 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:35:42.036571 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d8a3a555-130b-49c2-b9c8-03a5b86df747 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:42.114527 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5f5c2d-2fa0-4ead-8fee-b98e592ce53f req-f0080303-0a8a-462a-8651-b3f475518b13 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:42.121216 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5f5c2d-2fa0-4ead-8fee-b98e592ce53f req-f0080303-0a8a-462a-8651-b3f475518b13 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:42.128610 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5f5c2d-2fa0-4ead-8fee-b98e592ce53f req-f0080303-0a8a-462a-8651-b3f475518b13 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:42.134998 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5f5c2d-2fa0-4ead-8fee-b98e592ce53f req-f0080303-0a8a-462a-8651-b3f475518b13 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:42.141430 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5f5c2d-2fa0-4ead-8fee-b98e592ce53f req-f0080303-0a8a-462a-8651-b3f475518b13 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:42.148639 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5f5c2d-2fa0-4ead-8fee-b98e592ce53f req-f0080303-0a8a-462a-8651-b3f475518b13 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:42.155395 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5f5c2d-2fa0-4ead-8fee-b98e592ce53f req-f0080303-0a8a-462a-8651-b3f475518b13 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:42.164642 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4f5f5c2d-2fa0-4ead-8fee-b98e592ce53f req-f0080303-0a8a-462a-8651-b3f475518b13 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/ports?device_id=78e1d3c1-2943-4567-af4e-14c28f0b7c9c HTTP/1.1" status: 200 len: 5417 time: 0.2061028 Aug 29 04:35:42.277346 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4f5f5c2d-2fa0-4ead-8fee-b98e592ce53f req-04e28829-64ec-440a-b581-185a6f25d61c tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/security-groups?id=47070f04-546f-4c87-85de-d3b03f233a26&id=9548773a-1ebc-45cc-a31d-47384b103db9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1110170 Aug 29 04:35:42.323920 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d8a3a555-130b-49c2-b9c8-03a5b86df747 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:42.350316 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-d8a3a555-130b-49c2-b9c8-03a5b86df747 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Calling delete_port for 4c719e9b-40ce-42bf-b700-4d59bd4ddf71 owned by {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:35:42.369762 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:35:42.412955 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 863c0636-bcc8-4b84-adb3-6776bab372ee details requested by agent hyperv_n-h2-712140-12 with host n-h2-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:35:42.583796 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d8a3a555-130b-49c2-b9c8-03a5b86df747 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:42.611527 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 863c0636-bcc8-4b84-adb3-6776bab372ee, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=863c0636-bcc8-4b84-adb3-6776bab372ee,segment=NetworkSegment(88cb7283-5e09-4136-9417-8643970a451b),segment_id=88cb7283-5e09-4136-9417-8643970a451b)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:42.629592 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Returning: {'device': '863c0636-bcc8-4b84-adb3-6776bab372ee', 'network_id': 'f8102508-8177-4d08-b66e-69e3d8dd4b5c', 'port_id': '863c0636-bcc8-4b84-adb3-6776bab372ee', 'mac_address': 'fa:16:3e:c5:c3:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38723797-c164-4ad1-837d-c534b680646e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:35:42.639590 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a3a555-130b-49c2-b9c8-03a5b86df747 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Pushing event deleted for resources: {'Port': ['ID=4c719e9b-40ce-42bf-b700-4d59bd4ddf71,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:42.689486 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d8a3a555-130b-49c2-b9c8-03a5b86df747 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:42.693450 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-d8a3a555-130b-49c2-b9c8-03a5b86df747 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "DELETE /v2.0/ports/4c719e9b-40ce-42bf-b700-4d59bd4ddf71 HTTP/1.1" status: 204 len: 168 time: 0.9368367 Aug 29 04:35:42.699541 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 47998) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:42.709117 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:42.757900 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 863c0636-bcc8-4b84-adb3-6776bab372ee {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:35:42.764050 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce9cf7da-31cc-4ce4-8935-36e8ad7c8291 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] DELETE failed (client error): The resource could not be found. Aug 29 04:35:42.765199 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce9cf7da-31cc-4ce4-8935-36e8ad7c8291 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:35:42.770008 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-ce9cf7da-31cc-4ce4-8935-36e8ad7c8291 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "DELETE /v2.0/ports/4c719e9b-40ce-42bf-b700-4d59bd4ddf71 HTTP/1.1" status: 404 len: 333 time: 0.0684607 Aug 29 04:35:42.774563 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 48000) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:42.789425 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 863c0636-bcc8-4b84-adb3-6776bab372ee, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=863c0636-bcc8-4b84-adb3-6776bab372ee,segment=NetworkSegment(88cb7283-5e09-4136-9417-8643970a451b),segment_id=88cb7283-5e09-4136-9417-8643970a451b)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:42.795354 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:42.827163 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98507469-93c7-4c6f-bfd9-c73f55e78919 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Pushing event updated for resources: {'Network': ['ID=6859e6b7-79cd-470f-83e4-71dcf62ec943,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:42.840446 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8aeb6ee-9c78-4611-a43f-d0b134314992 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] GET failed (client error): The resource could not be found. Aug 29 04:35:42.849876 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-d8aeb6ee-9c78-4611-a43f-d0b134314992 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "GET /v2.0/ports/4c719e9b-40ce-42bf-b700-4d59bd4ddf71 HTTP/1.1" status: 404 len: 333 time: 0.0707910 Aug 29 04:35:42.851442 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 48004) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:42.865482 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 6859e6b7-79cd-470f-83e4-71dcf62ec943 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:35:42.872520 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-98507469-93c7-4c6f-bfd9-c73f55e78919 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.9266512 Aug 29 04:35:42.873298 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 48008) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:42.881189 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-21f236d9-c14a-49d9-939b-9368401c95c3 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1468417560'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:42.924241 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21f236d9-c14a-49d9-939b-9368401c95c3 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Made reservation on behalf of 3eb215580c8748bbad6fe745fb3cc71c for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:35:42.928888 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_v2 [None req-43a5182e-8399-493d-bab9-35f84c690098 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Deleting subnet afc39a7d-4135-4a00-b5a0-c76c53b98e07 {{(pid=94828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:35:42.930168 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-21f236d9-c14a-49d9-939b-9368401c95c3 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:42.934175 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-43a5182e-8399-493d-bab9-35f84c690098 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks [] for subnet, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:42.994159 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21f236d9-c14a-49d9-939b-9368401c95c3 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:35:43.017921 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-21f236d9-c14a-49d9-939b-9368401c95c3 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:43.018273 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-21f236d9-c14a-49d9-939b-9368401c95c3 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Added segment 037e06d1-169e-41e4-b91d-cbc3fe371c4c of type vlan for network f4395cee-70b2-491b-8ed9-22f3eb5450f6 Aug 29 04:35:43.019362 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-43a5182e-8399-493d-bab9-35f84c690098 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8904862'] for subnet, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:43.077601 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=863c0636-bcc8-4b84-adb3-6776bab372ee,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:43.132506 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-21f236d9-c14a-49d9-939b-9368401c95c3 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:43.141701 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-43a5182e-8399-493d-bab9-35f84c690098 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:43.164909 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-21f236d9-c14a-49d9-939b-9368401c95c3 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:43.179078 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ee7579-c761-497f-91f4-32c050d3488e None None] Network 9fc72c52-4b62-49ec-8980-3335345409d8 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:35:43.180037 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f236d9-c14a-49d9-939b-9368401c95c3 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:43.180765 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-21f236d9-c14a-49d9-939b-9368401c95c3 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:43.199206 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-21f236d9-c14a-49d9-939b-9368401c95c3 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3245878 Aug 29 04:35:43.203265 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 48020) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:43.219327 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-4f7738d9-ce11-4928-bba5-08758a603df2 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Request body: {'subnet': {'network_id': '6859e6b7-79cd-470f-83e4-71dcf62ec943', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:43.265692 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f236d9-c14a-49d9-939b-9368401c95c3 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Pushing event updated for resources: {'Network': ['ID=f4395cee-70b2-491b-8ed9-22f3eb5450f6,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:43.302926 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network f4395cee-70b2-491b-8ed9-22f3eb5450f6 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:35:43.346042 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 48026) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:43.446719 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-43a5182e-8399-493d-bab9-35f84c690098 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9190434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062341'] for subnet, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:43.449750 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['863c0636-bcc8-4b84-adb3-6776bab372ee'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:35:43.477863 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-ea3dad13-aff8-4765-b9d1-1efca790432d None None] Provisioning for port 75779d12-3628-4aad-bc07-0369f2ef7bd4 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:35:43.488474 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-43a5182e-8399-493d-bab9-35f84c690098 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:43.493427 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 48030) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:43.493685 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-43a5182e-8399-493d-bab9-35f84c690098 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "DELETE /v2.0/subnets/afc39a7d-4135-4a00-b5a0-c76c53b98e07 HTTP/1.1" status: 204 len: 168 time: 0.6404862 Aug 29 04:35:43.645066 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fb8003ae-94cc-426b-890b-2efc7040d19e tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:43.657597 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a5182e-8399-493d-bab9-35f84c690098 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Pushing event deleted for resources: {'Subnet': ['ID=afc39a7d-4135-4a00-b5a0-c76c53b98e07,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:43.691353 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f7738d9-ce11-4928-bba5-08758a603df2 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Made reservation on behalf of 3eb215580c8748bbad6fe745fb3cc71c for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:35:43.695906 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4f7738d9-ce11-4928-bba5-08758a603df2 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:43.729741 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d670c0b2-5efb-4a01-bb5a-73c267bafe4e req-2585a3d2-af94-44a6-9f96-88d1cb3e2ba9 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:43.742013 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d670c0b2-5efb-4a01-bb5a-73c267bafe4e req-2585a3d2-af94-44a6-9f96-88d1cb3e2ba9 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:43.742517 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-fb8003ae-94cc-426b-890b-2efc7040d19e tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Deleting port 75779d12-3628-4aad-bc07-0369f2ef7bd4 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:35:43.742881 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fb8003ae-94cc-426b-890b-2efc7040d19e tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:43.749546 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d670c0b2-5efb-4a01-bb5a-73c267bafe4e req-2585a3d2-af94-44a6-9f96-88d1cb3e2ba9 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:43.768916 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d670c0b2-5efb-4a01-bb5a-73c267bafe4e req-2585a3d2-af94-44a6-9f96-88d1cb3e2ba9 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:43.775733 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d670c0b2-5efb-4a01-bb5a-73c267bafe4e req-2585a3d2-af94-44a6-9f96-88d1cb3e2ba9 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:43.785935 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d670c0b2-5efb-4a01-bb5a-73c267bafe4e req-2585a3d2-af94-44a6-9f96-88d1cb3e2ba9 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:43.792673 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d670c0b2-5efb-4a01-bb5a-73c267bafe4e req-2585a3d2-af94-44a6-9f96-88d1cb3e2ba9 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:43.795016 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d670c0b2-5efb-4a01-bb5a-73c267bafe4e req-2585a3d2-af94-44a6-9f96-88d1cb3e2ba9 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/ports?device_id=78e1d3c1-2943-4567-af4e-14c28f0b7c9c HTTP/1.1" status: 200 len: 5418 time: 0.3586175 Aug 29 04:35:43.840397 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-fb8003ae-94cc-426b-890b-2efc7040d19e tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] For port 75779d12-3628-4aad-bc07-0369f2ef7bd4, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=75779d12-3628-4aad-bc07-0369f2ef7bd4,segment=NetworkSegment(c5e900e1-9712-42ee-bd1f-bb06cabb08a8),segment_id=c5e900e1-9712-42ee-bd1f-bb06cabb08a8)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:43.840783 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fb8003ae-94cc-426b-890b-2efc7040d19e tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:43.878957 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-fb8003ae-94cc-426b-890b-2efc7040d19e tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Calling delete_port for 75779d12-3628-4aad-bc07-0369f2ef7bd4 owned by network:dhcp {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:35:43.895908 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d670c0b2-5efb-4a01-bb5a-73c267bafe4e req-858a2443-c1fd-4557-8297-c2e1f83a96f6 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/security-groups?id=47070f04-546f-4c87-85de-d3b03f233a26&id=9548773a-1ebc-45cc-a31d-47384b103db9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0888565 Aug 29 04:35:43.954392 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9046041b-6cc8-4e63-813d-3babe5844c5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:43.986624 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 75779d12-3628-4aad-bc07-0369f2ef7bd4 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:35:44.096048 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fb8003ae-94cc-426b-890b-2efc7040d19e tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:44.138953 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9046041b-6cc8-4e63-813d-3babe5844c5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:44.141658 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8003ae-94cc-426b-890b-2efc7040d19e tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Pushing event deleted for resources: {'Port': ['ID=75779d12-3628-4aad-bc07-0369f2ef7bd4,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:44.142783 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4f7738d9-ce11-4928-bba5-08758a603df2 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9191137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10062364'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:44.157214 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9046041b-6cc8-4e63-813d-3babe5844c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:44.171756 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No active binding found for port 75779d12-3628-4aad-bc07-0369f2ef7bd4 {{(pid=94830) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 29 04:35:44.172490 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 75779d12-3628-4aad-bc07-0369f2ef7bd4 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 29 04:35:44.212758 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8003ae-94cc-426b-890b-2efc7040d19e tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] No DVR routers for this DVR port 75779d12-3628-4aad-bc07-0369f2ef7bd4 on host n-d-712140-12 {{(pid=94829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:35:44.224658 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7738d9-ce11-4928-bba5-08758a603df2 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Pushing event updated for resources: {'Subnet': ['ID=ea9ff881-6e47-4572-ab3c-2493722ba877,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:44.233718 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7738d9-ce11-4928-bba5-08758a603df2 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Checking segment: {'id': 'c5a0b00b-b6b1-4359-b33e-6aa9bf3171d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '6859e6b7-79cd-470f-83e4-71dcf62ec943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:35:44.234200 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7738d9-ce11-4928-bba5-08758a603df2 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Network hostable DHCP agents. Network: 6859e6b7-79cd-470f-83e4-71dcf62ec943, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:35:44.239095 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Port 75779d12-3628-4aad-bc07-0369f2ef7bd4 not found, will not notify nova. {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 29 04:35:44.265724 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7738d9-ce11-4928-bba5-08758a603df2 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Network 6859e6b7-79cd-470f-83e4-71dcf62ec943 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:35:44.288626 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-9046041b-6cc8-4e63-813d-3babe5844c5f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=86b018612c244e64b1fb00bed9bfd1c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9413247 Aug 29 04:35:44.289686 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-4f7738d9-ce11-4928-bba5-08758a603df2 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 6859e6b7-79cd-470f-83e4-71dcf62ec943) {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:35:44.291830 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 48046) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:44.305618 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9046041b-6cc8-4e63-813d-3babe5844c5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9795d92c-93b4-4137-9df9-f0316e18f9c9,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:44.328866 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0838cc82-1113-431f-ae32-842edbbcfcaa None None] Network 6859e6b7-79cd-470f-83e4-71dcf62ec943 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:35:44.330837 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5b08f7-4305-4351-b27e-6e6b8a92f4bc None None] DHCP port deletion for 9fc72c52-4b62-49ec-8980-3335345409d8 request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:35:44.347253 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7738d9-ce11-4928-bba5-08758a603df2 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:44.348179 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4f7738d9-ce11-4928-bba5-08758a603df2 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:44.359458 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fb8003ae-94cc-426b-890b-2efc7040d19e tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:44.373141 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-fb8003ae-94cc-426b-890b-2efc7040d19e tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fc72c52-4b62-49ec-8980-3335345409d8']}} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:44.382000 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-4f7738d9-ce11-4928-bba5-08758a603df2 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1705332 Aug 29 04:35:44.385262 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 48048) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:44.391194 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-1bd7e7f4-e64e-42de-87f2-87f6f4c727ea tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Request body: {'subnet': {'network_id': 'f4395cee-70b2-491b-8ed9-22f3eb5450f6', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:44.397382 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-fb8003ae-94cc-426b-890b-2efc7040d19e tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5e900e1-9712-42ee-bd1f-bb06cabb08a8') {'for_net_delete': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:44.398559 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-fb8003ae-94cc-426b-890b-2efc7040d19e tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5e900e1-9712-42ee-bd1f-bb06cabb08a8') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:44.416317 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fb8003ae-94cc-426b-890b-2efc7040d19e tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4311712'] for segment, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:44.430866 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 2662ff03-0fe5-4738-ac75-76417260f6bb details requested by agent hyperv_n-h2-712140-12 with host n-h2-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:35:44.451468 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fb8003ae-94cc-426b-890b-2efc7040d19e tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:44.466528 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb8003ae-94cc-426b-890b-2efc7040d19e tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=94829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:35:44.468955 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fb8003ae-94cc-426b-890b-2efc7040d19e tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4274277'] for segment, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:44.511563 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2724dc23-f74f-4873-8cfc-60776aec9ad2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:44.556961 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2724dc23-f74f-4873-8cfc-60776aec9ad2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:44.568961 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bd7e7f4-e64e-42de-87f2-87f6f4c727ea tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Made reservation on behalf of 3eb215580c8748bbad6fe745fb3cc71c for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:35:44.573255 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bd7e7f4-e64e-42de-87f2-87f6f4c727ea tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:44.582368 n-d-712140-12 neutron-server[94829]: Traceback (most recent call last): Aug 29 04:35:44.582368 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:35:44.582368 n-d-712140-12 neutron-server[94829]: timer() Aug 29 04:35:44.582368 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:35:44.582368 n-d-712140-12 neutron-server[94829]: cb(*args, **kw) Aug 29 04:35:44.582368 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:35:44.582368 n-d-712140-12 neutron-server[94829]: return func(*args, **kwargs) Aug 29 04:35:44.582368 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:35:44.582368 n-d-712140-12 neutron-server[94829]: self._notify() Aug 29 04:35:44.582368 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:35:44.582368 n-d-712140-12 neutron-server[94829]: self.callback(batched_events) Aug 29 04:35:44.582368 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:35:44.582368 n-d-712140-12 neutron-server[94829]: event.method(event) Aug 29 04:35:44.582368 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:35:44.582368 n-d-712140-12 neutron-server[94829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:35:44.582368 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:35:44.582368 n-d-712140-12 neutron-server[94829]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:35:44.582368 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:35:44.582368 n-d-712140-12 neutron-server[94829]: return f(self, *a, **k) Aug 29 04:35:44.582368 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:35:44.582368 n-d-712140-12 neutron-server[94829]: return self._get(url).json() Aug 29 04:35:44.582368 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:35:44.582368 n-d-712140-12 neutron-server[94829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:35:44.582368 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:35:44.582368 n-d-712140-12 neutron-server[94829]: return self.request(url, 'GET', **kwargs) Aug 29 04:35:44.582368 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:35:44.582368 n-d-712140-12 neutron-server[94829]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:35:44.582368 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:35:44.582368 n-d-712140-12 neutron-server[94829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:35:44.582368 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:35:44.582368 n-d-712140-12 neutron-server[94829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:35:44.582368 n-d-712140-12 neutron-server[94829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:35:44.585224 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fb8003ae-94cc-426b-890b-2efc7040d19e tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:44.593950 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fb8003ae-94cc-426b-890b-2efc7040d19e tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:44.603762 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-fb8003ae-94cc-426b-890b-2efc7040d19e tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "DELETE /v2.0/networks/9fc72c52-4b62-49ec-8980-3335345409d8 HTTP/1.1" status: 204 len: 168 time: 1.1090307 Aug 29 04:35:44.604727 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 48052) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:44.642260 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-7b4310ae-2518-40e1-8ede-1942ad8ffbb4 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2145692320'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:44.655173 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08964d92-a14d-4c8a-a4f1-f6f8eda26008 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-6859e6b7-79cd-470f-83e4-71dcf62ec943', 'network_id': '6859e6b7-79cd-470f-83e4-71dcf62ec943', 'tenant_id': '3eb215580c8748bbad6fe745fb3cc71c', 'fixed_ips': [{'subnet_id': 'ea9ff881-6e47-4572-ab3c-2493722ba877'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:35:44.657372 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-08964d92-a14d-4c8a-a4f1-f6f8eda26008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:44.666806 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8003ae-94cc-426b-890b-2efc7040d19e tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Pushing event deleted for resources: {'Network': ['ID=9fc72c52-4b62-49ec-8980-3335345409d8,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:44.708851 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b4310ae-2518-40e1-8ede-1942ad8ffbb4 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Made reservation on behalf of b130c2fb48814d1585244ef54308020c for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:35:44.710011 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 2662ff03-0fe5-4738-ac75-76417260f6bb, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=2662ff03-0fe5-4738-ac75-76417260f6bb,segment=NetworkSegment(4b6fcfff-d0b2-4891-8168-98b048690d18),segment_id=4b6fcfff-d0b2-4891-8168-98b048690d18)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:44.714834 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7b4310ae-2518-40e1-8ede-1942ad8ffbb4 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:44.756084 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2724dc23-f74f-4873-8cfc-60776aec9ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:44.758948 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2724dc23-f74f-4873-8cfc-60776aec9ad2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:44.759867 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-2724dc23-f74f-4873-8cfc-60776aec9ad2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9795d92c-93b4-4137-9df9-f0316e18f9c9 HTTP/1.1" status: 204 len: 168 time: 0.4624503 Aug 29 04:35:44.766307 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Returning: {'device': '2662ff03-0fe5-4738-ac75-76417260f6bb', 'network_id': '17498e6d-84e1-4cac-974a-a187e6f18066', 'port_id': '2662ff03-0fe5-4738-ac75-76417260f6bb', 'mac_address': 'fa:16:3e:b0:df:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c4c2bd8-a9be-4d3e-b11b-de6654931482', 'ip_address': '10.1.1.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:35:44.776432 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b4310ae-2518-40e1-8ede-1942ad8ffbb4 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:35:44.780401 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2724dc23-f74f-4873-8cfc-60776aec9ad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9795d92c-93b4-4137-9df9-f0316e18f9c9,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:44.807365 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7b4310ae-2518-40e1-8ede-1942ad8ffbb4 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:44.807774 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-7b4310ae-2518-40e1-8ede-1942ad8ffbb4 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Added segment 26d9a1c8-81ef-4ec1-96a7-9516830d4bf6 of type vlan for network 59c85da9-c47d-41c4-a446-6de66e73d83f Aug 29 04:35:44.906242 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7b4310ae-2518-40e1-8ede-1942ad8ffbb4 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:44.965100 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7b4310ae-2518-40e1-8ede-1942ad8ffbb4 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:44.977395 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4310ae-2518-40e1-8ede-1942ad8ffbb4 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:44.978072 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7b4310ae-2518-40e1-8ede-1942ad8ffbb4 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:44.989656 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bd7e7f4-e64e-42de-87f2-87f6f4c727ea tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9191137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10062364'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:44.997298 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:45.029359 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2662ff03-0fe5-4738-ac75-76417260f6bb {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:35:45.092443 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 2662ff03-0fe5-4738-ac75-76417260f6bb, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=2662ff03-0fe5-4738-ac75-76417260f6bb,segment=NetworkSegment(4b6fcfff-d0b2-4891-8168-98b048690d18),segment_id=4b6fcfff-d0b2-4891-8168-98b048690d18)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:45.101786 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:45.102471 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device e8c38dda-a12f-4615-86b7-8fdfbcfe8a49 details requested by agent hyperv_n-h2-712140-12 with host n-h2-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:35:45.103011 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd7e7f4-e64e-42de-87f2-87f6f4c727ea tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Pushing event updated for resources: {'Subnet': ['ID=28786919-e73a-4537-815e-af078fa93669,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:45.106419 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-08964d92-a14d-4c8a-a4f1-f6f8eda26008 None None] Allocated IP 2001:db8::2 (6859e6b7-79cd-470f-83e4-71dcf62ec943/ea9ff881-6e47-4572-ab3c-2493722ba877/fd6eb1cf-c720-4242-8060-c670492dddaf) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:35:45.129061 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd7e7f4-e64e-42de-87f2-87f6f4c727ea tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Checking segment: {'id': '037e06d1-169e-41e4-b91d-cbc3fe371c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'f4395cee-70b2-491b-8ed9-22f3eb5450f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:35:45.129874 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd7e7f4-e64e-42de-87f2-87f6f4c727ea tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Network hostable DHCP agents. Network: f4395cee-70b2-491b-8ed9-22f3eb5450f6, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:35:45.166787 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd7e7f4-e64e-42de-87f2-87f6f4c727ea tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Network f4395cee-70b2-491b-8ed9-22f3eb5450f6 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:35:45.187543 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-1bd7e7f4-e64e-42de-87f2-87f6f4c727ea tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, f4395cee-70b2-491b-8ed9-22f3eb5450f6) {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:35:45.205706 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd0010b-c284-4af8-9b93-f12ab1503060 None None] Network f4395cee-70b2-491b-8ed9-22f3eb5450f6 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:35:45.208830 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd7e7f4-e64e-42de-87f2-87f6f4c727ea tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:45.209618 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bd7e7f4-e64e-42de-87f2-87f6f4c727ea tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:45.230716 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-7b4310ae-2518-40e1-8ede-1942ad8ffbb4 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6167622 Aug 29 04:35:45.233228 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 48070) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:45.236322 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-1bd7e7f4-e64e-42de-87f2-87f6f4c727ea tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8495903 Aug 29 04:35:45.237060 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 48072) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:45.246271 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-6dde64fe-9edf-4aef-9169-fc083f070481 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Request body: {'subnet': {'network_id': '59c85da9-c47d-41c4-a446-6de66e73d83f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:45.252834 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-0965d109-bd27-46c3-b509-add6dee2910f tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-345858630', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:45.271994 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4310ae-2518-40e1-8ede-1942ad8ffbb4 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Pushing event updated for resources: {'Network': ['ID=59c85da9-c47d-41c4-a446-6de66e73d83f,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:45.295089 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.db.resource_extend [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:35:45.302901 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 59c85da9-c47d-41c4-a446-6de66e73d83f details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:35:45.352485 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe69b1b6-ee4a-4cf0-bd2c-63d64fb287c1 req-64dd8b25-5b42-4a57-8a23-4b7aaec88626 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:45.369053 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe69b1b6-ee4a-4cf0-bd2c-63d64fb287c1 req-64dd8b25-5b42-4a57-8a23-4b7aaec88626 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:45.375257 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe69b1b6-ee4a-4cf0-bd2c-63d64fb287c1 req-64dd8b25-5b42-4a57-8a23-4b7aaec88626 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:45.395246 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe69b1b6-ee4a-4cf0-bd2c-63d64fb287c1 req-64dd8b25-5b42-4a57-8a23-4b7aaec88626 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:45.401374 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe69b1b6-ee4a-4cf0-bd2c-63d64fb287c1 req-64dd8b25-5b42-4a57-8a23-4b7aaec88626 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:45.422266 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dde64fe-9edf-4aef-9169-fc083f070481 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Made reservation on behalf of b130c2fb48814d1585244ef54308020c for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:35:45.422678 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe69b1b6-ee4a-4cf0-bd2c-63d64fb287c1 req-64dd8b25-5b42-4a57-8a23-4b7aaec88626 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:45.432476 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6dde64fe-9edf-4aef-9169-fc083f070481 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:45.441299 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe69b1b6-ee4a-4cf0-bd2c-63d64fb287c1 req-64dd8b25-5b42-4a57-8a23-4b7aaec88626 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:45.444366 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-fe69b1b6-ee4a-4cf0-bd2c-63d64fb287c1 req-64dd8b25-5b42-4a57-8a23-4b7aaec88626 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/ports?device_id=78e1d3c1-2943-4567-af4e-14c28f0b7c9c HTTP/1.1" status: 200 len: 5419 time: 0.4201477 Aug 29 04:35:45.445996 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0965d109-bd27-46c3-b509-add6dee2910f tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:45.446990 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0965d109-bd27-46c3-b509-add6dee2910f tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1838'] for router, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:45.457047 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=2662ff03-0fe5-4738-ac75-76417260f6bb,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:45.592341 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-fe69b1b6-ee4a-4cf0-bd2c-63d64fb287c1 req-409f129c-4083-4446-b67c-8e4a637c655e tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/security-groups?id=47070f04-546f-4c87-85de-d3b03f233a26&id=9548773a-1ebc-45cc-a31d-47384b103db9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1295650 Aug 29 04:35:45.594663 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0965d109-bd27-46c3-b509-add6dee2910f tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:45.601455 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0965d109-bd27-46c3-b509-add6dee2910f tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409'] for router, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:45.637394 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0965d109-bd27-46c3-b509-add6dee2910f tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:45.639404 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-0965d109-bd27-46c3-b509-add6dee2910f tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4038696 Aug 29 04:35:45.642919 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 48078) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:45.650592 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c95903-75b8-431b-9e3d-8aa793fe004e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-f4395cee-70b2-491b-8ed9-22f3eb5450f6', 'network_id': 'f4395cee-70b2-491b-8ed9-22f3eb5450f6', 'tenant_id': '3eb215580c8748bbad6fe745fb3cc71c', 'fixed_ips': [{'subnet_id': '28786919-e73a-4537-815e-af078fa93669'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:35:45.651463 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-53c95903-75b8-431b-9e3d-8aa793fe004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:45.662379 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 48080) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:45.668065 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port e8c38dda-a12f-4615-86b7-8fdfbcfe8a49, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=e8c38dda-a12f-4615-86b7-8fdfbcfe8a49,segment=NetworkSegment(e6f13fca-b863-4a19-b6d5-923becb8a28a),segment_id=e6f13fca-b863-4a19-b6d5-923becb8a28a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:45.673861 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 75779d12-3628-4aad-bc07-0369f2ef7bd4 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:35:45.707899 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 75779d12-3628-4aad-bc07-0369f2ef7bd4 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:35:45.708256 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 75779d12-3628-4aad-bc07-0369f2ef7bd4 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:35:45.711060 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9755252a-d097-44d1-9852-c5417167ea20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:45.795009 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Returning: {'device': 'e8c38dda-a12f-4615-86b7-8fdfbcfe8a49', 'network_id': '5e503eef-fcd9-442c-bfbe-e3b673cf903b', 'port_id': 'e8c38dda-a12f-4615-86b7-8fdfbcfe8a49', 'mac_address': 'fa:16:3e:dd:e5:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8462c09a-3992-4e92-b18c-741f3c6662c3', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:35:45.952113 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-08964d92-a14d-4c8a-a4f1-f6f8eda26008 None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:45.956149 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6dde64fe-9edf-4aef-9169-fc083f070481 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9191137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10062364'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:45.992085 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-08964d92-a14d-4c8a-a4f1-f6f8eda26008 None None] Transition to ACTIVE for port object fd6eb1cf-c720-4242-8060-c670492dddaf will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:35:46.004966 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:46.053680 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-08964d92-a14d-4c8a-a4f1-f6f8eda26008 None None] Transition to ACTIVE for port object fd6eb1cf-c720-4242-8060-c670492dddaf will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:35:46.059165 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8c38dda-a12f-4615-86b7-8fdfbcfe8a49 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:35:46.074790 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-08964d92-a14d-4c8a-a4f1-f6f8eda26008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:46.094795 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f7331c19-d378-444f-9e6c-a63f6f53771b tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:46.134928 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-53c95903-75b8-431b-9e3d-8aa793fe004e None None] Allocated IP 2001:db8:1::2 (f4395cee-70b2-491b-8ed9-22f3eb5450f6/28786919-e73a-4537-815e-af078fa93669/bd04c54c-8927-4e63-ad75-9d3509158613) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:35:46.138784 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08964d92-a14d-4c8a-a4f1-f6f8eda26008 None None] Pushing event updated for resources: {'Port': ['ID=fd6eb1cf-c720-4242-8060-c670492dddaf,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:46.154444 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dde64fe-9edf-4aef-9169-fc083f070481 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Pushing event updated for resources: {'Subnet': ['ID=c9cf234b-1a0c-4c0e-bd75-225aa4ec11d3,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:46.163371 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port e8c38dda-a12f-4615-86b7-8fdfbcfe8a49, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=e8c38dda-a12f-4615-86b7-8fdfbcfe8a49,segment=NetworkSegment(e6f13fca-b863-4a19-b6d5-923becb8a28a),segment_id=e6f13fca-b863-4a19-b6d5-923becb8a28a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:46.176802 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:46.177482 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 9ed8042a-534d-4fd9-bab3-f9ca6ec3d842 details requested by agent hyperv_n-h2-712140-12 with host n-h2-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:35:46.185106 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08964d92-a14d-4c8a-a4f1-f6f8eda26008 None None] Network 6859e6b7-79cd-470f-83e4-71dcf62ec943 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:35:46.213071 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dde64fe-9edf-4aef-9169-fc083f070481 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Checking segment: {'id': '26d9a1c8-81ef-4ec1-96a7-9516830d4bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '59c85da9-c47d-41c4-a446-6de66e73d83f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:35:46.223048 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-08964d92-a14d-4c8a-a4f1-f6f8eda26008 None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:35:46.227194 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dde64fe-9edf-4aef-9169-fc083f070481 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Network hostable DHCP agents. Network: 59c85da9-c47d-41c4-a446-6de66e73d83f, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:35:46.245955 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08964d92-a14d-4c8a-a4f1-f6f8eda26008 None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:35:46.263996 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dde64fe-9edf-4aef-9169-fc083f070481 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Network 59c85da9-c47d-41c4-a446-6de66e73d83f is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:35:46.289541 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-6dde64fe-9edf-4aef-9169-fc083f070481 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 59c85da9-c47d-41c4-a446-6de66e73d83f) {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:35:46.310673 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dde64fe-9edf-4aef-9169-fc083f070481 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:46.311754 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6dde64fe-9edf-4aef-9169-fc083f070481 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:46.327847 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401f7996-737b-46a2-bf4e-a97fd0e09b2f None None] Network 59c85da9-c47d-41c4-a446-6de66e73d83f requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:35:46.328230 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9755252a-d097-44d1-9852-c5417167ea20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:46.352816 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9755252a-d097-44d1-9852-c5417167ea20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:46.355462 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-6dde64fe-9edf-4aef-9169-fc083f070481 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1169763 Aug 29 04:35:46.358149 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 48088) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:46.368510 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-938a7162-ccb0-423f-89b4-d451102fb84d tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Request body: {'port': {'network_id': '59c85da9-c47d-41c4-a446-6de66e73d83f', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-963573815'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:46.466754 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9755252a-d097-44d1-9852-c5417167ea20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8040ce2a-4394-4922-9e72-ad8cf4900d8c,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:46.486218 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-9755252a-d097-44d1-9852-c5417167ea20 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=14fe0a09d45d4bceb4b154248a18ef1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8224723 Aug 29 04:35:46.488696 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 48090) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:46.509273 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 9ed8042a-534d-4fd9-bab3-f9ca6ec3d842, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=9ed8042a-534d-4fd9-bab3-f9ca6ec3d842,segment=NetworkSegment(4b6fcfff-d0b2-4891-8168-98b048690d18),segment_id=4b6fcfff-d0b2-4891-8168-98b048690d18)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:46.578567 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=e8c38dda-a12f-4615-86b7-8fdfbcfe8a49,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:46.588948 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-f7331c19-d378-444f-9e6c-a63f6f53771b tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Allocated IP 2001:db8::1 (6859e6b7-79cd-470f-83e4-71dcf62ec943/ea9ff881-6e47-4572-ab3c-2493722ba877/9db43a47-5241-4447-84a6-a412f8905744) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:35:46.607902 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1fe1bc63-7077-4b87-94a9-230052761d47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:46.634920 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1fe1bc63-7077-4b87-94a9-230052761d47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:46.702199 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1fe1bc63-7077-4b87-94a9-230052761d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:46.705512 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1fe1bc63-7077-4b87-94a9-230052761d47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:46.705876 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Returning: {'device': '9ed8042a-534d-4fd9-bab3-f9ca6ec3d842', 'network_id': '17498e6d-84e1-4cac-974a-a187e6f18066', 'port_id': '9ed8042a-534d-4fd9-bab3-f9ca6ec3d842', 'mac_address': 'fa:16:3e:c3:d7:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c4c2bd8-a9be-4d3e-b11b-de6654931482', 'ip_address': '10.1.1.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:35:46.706708 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-1fe1bc63-7077-4b87-94a9-230052761d47 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8040ce2a-4394-4922-9e72-ad8cf4900d8c HTTP/1.1" status: 204 len: 168 time: 0.2153068 Aug 29 04:35:46.725602 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 48098) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:46.730464 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-938a7162-ccb0-423f-89b4-d451102fb84d tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Made reservation on behalf of b130c2fb48814d1585244ef54308020c for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:35:46.741661 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-938a7162-ccb0-423f-89b4-d451102fb84d tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:46.746151 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe1bc63-7077-4b87-94a9-230052761d47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8040ce2a-4394-4922-9e72-ad8cf4900d8c,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:46.811736 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-08964d92-a14d-4c8a-a4f1-f6f8eda26008 None None] Attempting to bind port fd6eb1cf-c720-4242-8060-c670492dddaf on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:35:46.813385 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-08964d92-a14d-4c8a-a4f1-f6f8eda26008 None None] Attempting to bind port fd6eb1cf-c720-4242-8060-c670492dddaf by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'c5a0b00b-b6b1-4359-b33e-6aa9bf3171d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '6859e6b7-79cd-470f-83e4-71dcf62ec943'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:35:46.813942 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08964d92-a14d-4c8a-a4f1-f6f8eda26008 None None] Attempting to bind port fd6eb1cf-c720-4242-8060-c670492dddaf on network 6859e6b7-79cd-470f-83e4-71dcf62ec943 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:35:46.824025 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:46.841260 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eeb5ad2-519b-449f-9e63-2e343f474870 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-59c85da9-c47d-41c4-a446-6de66e73d83f', 'network_id': '59c85da9-c47d-41c4-a446-6de66e73d83f', 'tenant_id': 'b130c2fb48814d1585244ef54308020c', 'fixed_ips': [{'subnet_id': 'c9cf234b-1a0c-4c0e-bd75-225aa4ec11d3'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:35:46.842324 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3eeb5ad2-519b-449f-9e63-2e343f474870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:46.855739 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-938a7162-ccb0-423f-89b4-d451102fb84d tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] device_id is not set on port da369ecd-9f7f-450a-81d3-45f098f1af37 yet. {{(pid=94828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:35:46.864235 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f7331c19-d378-444f-9e6c-a63f6f53771b tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:46.895810 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08964d92-a14d-4c8a-a4f1-f6f8eda26008 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:35:46.896197 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08964d92-a14d-4c8a-a4f1-f6f8eda26008 None None] Checking segment: {'id': 'c5a0b00b-b6b1-4359-b33e-6aa9bf3171d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '6859e6b7-79cd-470f-83e4-71dcf62ec943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:35:46.896623 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-08964d92-a14d-4c8a-a4f1-f6f8eda26008 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:46.897402 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08964d92-a14d-4c8a-a4f1-f6f8eda26008 None None] Bound using segment: {'id': 'c5a0b00b-b6b1-4359-b33e-6aa9bf3171d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '6859e6b7-79cd-470f-83e4-71dcf62ec943'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:35:46.897537 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-08964d92-a14d-4c8a-a4f1-f6f8eda26008 None None] Bound port: fd6eb1cf-c720-4242-8060-c670492dddaf, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5a0b00b-b6b1-4359-b33e-6aa9bf3171d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '6859e6b7-79cd-470f-83e4-71dcf62ec943'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:35:46.897869 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-08964d92-a14d-4c8a-a4f1-f6f8eda26008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:46.927078 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-f7331c19-d378-444f-9e6c-a63f6f53771b tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Transition to ACTIVE for port object 9db43a47-5241-4447-84a6-a412f8905744 will not be triggered until provisioned by entity DHCP. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:35:46.928358 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-db7a5a64-3d6d-4014-852d-2e0c1c263611 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:46.954453 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d6879e-e0fb-4e5f-a570-ff8546462093 req-1c2225a7-80ef-49bc-973d-875bb687ac73 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:46.961672 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d6879e-e0fb-4e5f-a570-ff8546462093 req-1c2225a7-80ef-49bc-973d-875bb687ac73 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:46.975452 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d6879e-e0fb-4e5f-a570-ff8546462093 req-1c2225a7-80ef-49bc-973d-875bb687ac73 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:46.987670 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ed8042a-534d-4fd9-bab3-f9ca6ec3d842 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:35:46.992459 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d6879e-e0fb-4e5f-a570-ff8546462093 req-1c2225a7-80ef-49bc-973d-875bb687ac73 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:47.002640 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f7331c19-d378-444f-9e6c-a63f6f53771b tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:47.009801 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d6879e-e0fb-4e5f-a570-ff8546462093 req-1c2225a7-80ef-49bc-973d-875bb687ac73 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:47.026849 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d6879e-e0fb-4e5f-a570-ff8546462093 req-1c2225a7-80ef-49bc-973d-875bb687ac73 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:47.033816 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d6879e-e0fb-4e5f-a570-ff8546462093 req-1c2225a7-80ef-49bc-973d-875bb687ac73 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:47.035925 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-33d6879e-e0fb-4e5f-a570-ff8546462093 req-1c2225a7-80ef-49bc-973d-875bb687ac73 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/ports?device_id=78e1d3c1-2943-4567-af4e-14c28f0b7c9c HTTP/1.1" status: 200 len: 5420 time: 0.2589815 Aug 29 04:35:47.062401 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7331c19-d378-444f-9e6c-a63f6f53771b tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Network 6859e6b7-79cd-470f-83e4-71dcf62ec943 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:35:47.075539 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-f7331c19-d378-444f-9e6c-a63f6f53771b tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:35:47.084074 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7331c19-d378-444f-9e6c-a63f6f53771b tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:35:47.084617 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f7331c19-d378-444f-9e6c-a63f6f53771b tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719598'] for router_interface, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:47.093449 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7331c19-d378-444f-9e6c-a63f6f53771b tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Pushing event updated for resources: {'Port': ['ID=9db43a47-5241-4447-84a6-a412f8905744,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:47.094869 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 9ed8042a-534d-4fd9-bab3-f9ca6ec3d842, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=9ed8042a-534d-4fd9-bab3-f9ca6ec3d842,segment=NetworkSegment(4b6fcfff-d0b2-4891-8168-98b048690d18),segment_id=4b6fcfff-d0b2-4891-8168-98b048690d18)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:47.123819 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:47.124639 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device f22d63c2-bcf4-4be3-aee8-c0adc98c55e8 details requested by agent hyperv_n-h2-712140-12 with host n-h2-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:35:47.148922 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-53c95903-75b8-431b-9e3d-8aa793fe004e None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:47.152904 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-33d6879e-e0fb-4e5f-a570-ff8546462093 req-d6fa0dee-cf41-43bf-b078-ce64aac80845 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/security-groups?id=47070f04-546f-4c87-85de-d3b03f233a26&id=9548773a-1ebc-45cc-a31d-47384b103db9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1030703 Aug 29 04:35:47.181979 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-938a7162-ccb0-423f-89b4-d451102fb84d tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Allocated IP 2001:db8::b1 (59c85da9-c47d-41c4-a446-6de66e73d83f/c9cf234b-1a0c-4c0e-bd75-225aa4ec11d3/da369ecd-9f7f-450a-81d3-45f098f1af37) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:35:47.221914 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-db7a5a64-3d6d-4014-852d-2e0c1c263611 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:47.233470 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-db7a5a64-3d6d-4014-852d-2e0c1c263611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:47.278407 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-53c95903-75b8-431b-9e3d-8aa793fe004e None None] Transition to ACTIVE for port object bd04c54c-8927-4e63-ad75-9d3509158613 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:35:47.283186 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-08964d92-a14d-4c8a-a4f1-f6f8eda26008 None None] For port fd6eb1cf-c720-4242-8060-c670492dddaf, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:35:47.310545 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-db7a5a64-3d6d-4014-852d-2e0c1c263611 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f0c6848182404e96aada685e37b238fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5838485 Aug 29 04:35:47.311666 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7a5a64-3d6d-4014-852d-2e0c1c263611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f610f290-5ae8-4d58-a84a-42abb1fb4766,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:47.316888 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 48112) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:47.325661 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-08964d92-a14d-4c8a-a4f1-f6f8eda26008 None None] For port fd6eb1cf-c720-4242-8060-c670492dddaf, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=fd6eb1cf-c720-4242-8060-c670492dddaf,segment=NetworkSegment(c5a0b00b-b6b1-4359-b33e-6aa9bf3171d2),segment_id=c5a0b00b-b6b1-4359-b33e-6aa9bf3171d2)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:35:47.349811 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f7331c19-d378-444f-9e6c-a63f6f53771b tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:47.350446 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-08964d92-a14d-4c8a-a4f1-f6f8eda26008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:47.359003 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port f22d63c2-bcf4-4be3-aee8-c0adc98c55e8, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=f22d63c2-bcf4-4be3-aee8-c0adc98c55e8,segment=NetworkSegment(e6f13fca-b863-4a19-b6d5-923becb8a28a),segment_id=e6f13fca-b863-4a19-b6d5-923becb8a28a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:47.366248 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-53c95903-75b8-431b-9e3d-8aa793fe004e None None] Transition to ACTIVE for port object bd04c54c-8927-4e63-ad75-9d3509158613 will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:35:47.377714 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=9ed8042a-534d-4fd9-bab3-f9ca6ec3d842,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:47.417907 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-938a7162-ccb0-423f-89b4-d451102fb84d tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:47.442364 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-938a7162-ccb0-423f-89b4-d451102fb84d tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Transition to ACTIVE for port object da369ecd-9f7f-450a-81d3-45f098f1af37 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:35:47.442884 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0bf90a7a-706f-453e-8266-07e87f604e42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:47.443764 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-53c95903-75b8-431b-9e3d-8aa793fe004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:47.467873 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c95903-75b8-431b-9e3d-8aa793fe004e None None] Network f4395cee-70b2-491b-8ed9-22f3eb5450f6 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:35:47.467873 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Returning: {'device': 'f22d63c2-bcf4-4be3-aee8-c0adc98c55e8', 'network_id': '5e503eef-fcd9-442c-bfbe-e3b673cf903b', 'port_id': 'f22d63c2-bcf4-4be3-aee8-c0adc98c55e8', 'mac_address': 'fa:16:3e:96:3c:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8462c09a-3992-4e92-b18c-741f3c6662c3', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:35:47.472029 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-53c95903-75b8-431b-9e3d-8aa793fe004e None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:35:47.483814 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c95903-75b8-431b-9e3d-8aa793fe004e None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:35:47.493611 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-938a7162-ccb0-423f-89b4-d451102fb84d tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:47.574131 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0bf90a7a-706f-453e-8266-07e87f604e42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:47.628595 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938a7162-ccb0-423f-89b4-d451102fb84d tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Pushing event updated for resources: {'Port': ['ID=da369ecd-9f7f-450a-81d3-45f098f1af37,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:47.637456 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938a7162-ccb0-423f-89b4-d451102fb84d tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Network 59c85da9-c47d-41c4-a446-6de66e73d83f is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:35:47.639612 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-938a7162-ccb0-423f-89b4-d451102fb84d tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:35:47.642294 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938a7162-ccb0-423f-89b4-d451102fb84d tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:35:47.650589 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938a7162-ccb0-423f-89b4-d451102fb84d tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:47.651348 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-938a7162-ccb0-423f-89b4-d451102fb84d tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:47.680588 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-938a7162-ccb0-423f-89b4-d451102fb84d tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 1.3202527 Aug 29 04:35:47.681413 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 48118) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:47.872863 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08964d92-a14d-4c8a-a4f1-f6f8eda26008 None None] Pushing event updated for resources: {'Port': ['ID=fd6eb1cf-c720-4242-8060-c670492dddaf,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:47.884614 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-4b94ec9a-93e9-4095-bfc1-a975d86520fa tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Deleting port da369ecd-9f7f-450a-81d3-45f098f1af37 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:35:47.884850 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b94ec9a-93e9-4095-bfc1-a975d86520fa tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:47.916486 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f7331c19-d378-444f-9e6c-a63f6f53771b tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:47.924413 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0bf90a7a-706f-453e-8266-07e87f604e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:47.931084 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0bf90a7a-706f-453e-8266-07e87f604e42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:47.933267 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-0bf90a7a-706f-453e-8266-07e87f604e42 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f610f290-5ae8-4d58-a84a-42abb1fb4766 HTTP/1.1" status: 204 len: 168 time: 0.6150105 Aug 29 04:35:47.938074 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f7331c19-d378-444f-9e6c-a63f6f53771b tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:47.938446 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f7331c19-d378-444f-9e6c-a63f6f53771b tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-718897'] for router_interface, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:47.958770 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf90a7a-706f-453e-8266-07e87f604e42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f610f290-5ae8-4d58-a84a-42abb1fb4766,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:48.058314 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b94ec9a-93e9-4095-bfc1-a975d86520fa tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:48.099505 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-4b94ec9a-93e9-4095-bfc1-a975d86520fa tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Calling delete_port for da369ecd-9f7f-450a-81d3-45f098f1af37 owned by {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:35:48.107758 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-53c95903-75b8-431b-9e3d-8aa793fe004e None None] Attempting to bind port bd04c54c-8927-4e63-ad75-9d3509158613 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:35:48.118325 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-53c95903-75b8-431b-9e3d-8aa793fe004e None None] Attempting to bind port bd04c54c-8927-4e63-ad75-9d3509158613 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '037e06d1-169e-41e4-b91d-cbc3fe371c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'f4395cee-70b2-491b-8ed9-22f3eb5450f6'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:35:48.118325 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c95903-75b8-431b-9e3d-8aa793fe004e None None] Attempting to bind port bd04c54c-8927-4e63-ad75-9d3509158613 on network f4395cee-70b2-491b-8ed9-22f3eb5450f6 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:35:48.131224 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:48.137035 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7331c19-d378-444f-9e6c-a63f6f53771b tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Pushing event updated for resources: {'Port': ['ID=9db43a47-5241-4447-84a6-a412f8905744,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:48.151084 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-3eeb5ad2-519b-449f-9e63-2e343f474870 None None] Allocated IP 2001:db8::2 (59c85da9-c47d-41c4-a446-6de66e73d83f/c9cf234b-1a0c-4c0e-bd75-225aa4ec11d3/ee4ef6b3-b94f-4f24-b149-3562328bbd8a) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:35:48.174732 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c95903-75b8-431b-9e3d-8aa793fe004e None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:35:48.176095 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c95903-75b8-431b-9e3d-8aa793fe004e None None] Checking segment: {'id': '037e06d1-169e-41e4-b91d-cbc3fe371c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'f4395cee-70b2-491b-8ed9-22f3eb5450f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:35:48.177119 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-53c95903-75b8-431b-9e3d-8aa793fe004e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:48.178136 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c95903-75b8-431b-9e3d-8aa793fe004e None None] Bound using segment: {'id': '037e06d1-169e-41e4-b91d-cbc3fe371c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'f4395cee-70b2-491b-8ed9-22f3eb5450f6'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:35:48.178924 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-53c95903-75b8-431b-9e3d-8aa793fe004e None None] Bound port: bd04c54c-8927-4e63-ad75-9d3509158613, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '037e06d1-169e-41e4-b91d-cbc3fe371c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'f4395cee-70b2-491b-8ed9-22f3eb5450f6'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:35:48.179597 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-53c95903-75b8-431b-9e3d-8aa793fe004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:48.192080 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7331c19-d378-444f-9e6c-a63f6f53771b tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Network 6859e6b7-79cd-470f-83e4-71dcf62ec943 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:35:48.193772 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-f7331c19-d378-444f-9e6c-a63f6f53771b tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:35:48.204906 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c95903-75b8-431b-9e3d-8aa793fe004e None None] Pushing event updated for resources: {'Port': ['ID=bd04c54c-8927-4e63-ad75-9d3509158613,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:48.208746 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f22d63c2-bcf4-4be3-aee8-c0adc98c55e8 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:35:48.317900 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port f22d63c2-bcf4-4be3-aee8-c0adc98c55e8, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=f22d63c2-bcf4-4be3-aee8-c0adc98c55e8,segment=NetworkSegment(e6f13fca-b863-4a19-b6d5-923becb8a28a),segment_id=e6f13fca-b863-4a19-b6d5-923becb8a28a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:48.328020 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:48.329105 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 73a89596-2f6f-4bb0-aecd-74540ae2a41e details requested by agent hyperv_n-h2-712140-12 with host n-h2-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:35:48.424002 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-53c95903-75b8-431b-9e3d-8aa793fe004e None None] For port bd04c54c-8927-4e63-ad75-9d3509158613, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:35:48.464332 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cecc30-79ec-4f9f-b0d9-aa9ff1c797d0 req-f51147f9-27b9-4d8b-a6c9-b56085ca35a0 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:48.472548 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cecc30-79ec-4f9f-b0d9-aa9ff1c797d0 req-f51147f9-27b9-4d8b-a6c9-b56085ca35a0 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:48.480195 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cecc30-79ec-4f9f-b0d9-aa9ff1c797d0 req-f51147f9-27b9-4d8b-a6c9-b56085ca35a0 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:48.486309 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 73a89596-2f6f-4bb0-aecd-74540ae2a41e, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=73a89596-2f6f-4bb0-aecd-74540ae2a41e,segment=NetworkSegment(4b6fcfff-d0b2-4891-8168-98b048690d18),segment_id=4b6fcfff-d0b2-4891-8168-98b048690d18)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:48.489279 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cecc30-79ec-4f9f-b0d9-aa9ff1c797d0 req-f51147f9-27b9-4d8b-a6c9-b56085ca35a0 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:48.490027 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b94ec9a-93e9-4095-bfc1-a975d86520fa tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:48.493221 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-53c95903-75b8-431b-9e3d-8aa793fe004e None None] For port bd04c54c-8927-4e63-ad75-9d3509158613, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=bd04c54c-8927-4e63-ad75-9d3509158613,segment=NetworkSegment(037e06d1-169e-41e4-b91d-cbc3fe371c4c),segment_id=037e06d1-169e-41e4-b91d-cbc3fe371c4c)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:35:48.507174 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cecc30-79ec-4f9f-b0d9-aa9ff1c797d0 req-f51147f9-27b9-4d8b-a6c9-b56085ca35a0 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:48.519747 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cecc30-79ec-4f9f-b0d9-aa9ff1c797d0 req-f51147f9-27b9-4d8b-a6c9-b56085ca35a0 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:48.527634 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cecc30-79ec-4f9f-b0d9-aa9ff1c797d0 req-f51147f9-27b9-4d8b-a6c9-b56085ca35a0 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:48.529396 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b94ec9a-93e9-4095-bfc1-a975d86520fa tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Pushing event deleted for resources: {'Port': ['ID=da369ecd-9f7f-450a-81d3-45f098f1af37,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:48.530134 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-53c95903-75b8-431b-9e3d-8aa793fe004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:48.543425 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-30cecc30-79ec-4f9f-b0d9-aa9ff1c797d0 req-f51147f9-27b9-4d8b-a6c9-b56085ca35a0 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/ports?device_id=78e1d3c1-2943-4567-af4e-14c28f0b7c9c HTTP/1.1" status: 200 len: 5422 time: 0.1762354 Aug 29 04:35:48.557460 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Returning: {'device': '73a89596-2f6f-4bb0-aecd-74540ae2a41e', 'network_id': '17498e6d-84e1-4cac-974a-a187e6f18066', 'port_id': '73a89596-2f6f-4bb0-aecd-74540ae2a41e', 'mac_address': 'fa:16:3e:f7:6e:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c4c2bd8-a9be-4d3e-b11b-de6654931482', 'ip_address': '10.1.1.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:35:48.593040 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b94ec9a-93e9-4095-bfc1-a975d86520fa tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:48.602120 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-4b94ec9a-93e9-4095-bfc1-a975d86520fa tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "DELETE /v2.0/ports/da369ecd-9f7f-450a-81d3-45f098f1af37 HTTP/1.1" status: 204 len: 168 time: 0.9192753 Aug 29 04:35:48.602898 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 48144) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:48.614827 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=f22d63c2-bcf4-4be3-aee8-c0adc98c55e8,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:48.644336 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-30cecc30-79ec-4f9f-b0d9-aa9ff1c797d0 req-bfc14c16-0c9a-4199-8c4c-3f2bcae4824e tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/security-groups?id=47070f04-546f-4c87-85de-d3b03f233a26&id=9548773a-1ebc-45cc-a31d-47384b103db9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0951040 Aug 29 04:35:48.651230 n-d-712140-12 neutron-server[94828]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c2d8585-b473-47cb-b2d4-3df091ee0a3b tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] GET failed (client error): The resource could not be found. Aug 29 04:35:48.652194 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7331c19-d378-444f-9e6c-a63f6f53771b tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Router 2f42e2da-e10e-481e-bbd0-9553c6bd5fda is scheduled to L3 agent 76874008-c311-485c-ba36-921b6d275b6a with binding_index 1 {{(pid=94829) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:35:48.657339 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-0c2d8585-b473-47cb-b2d4-3df091ee0a3b tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "GET /v2.0/ports/da369ecd-9f7f-450a-81d3-45f098f1af37 HTTP/1.1" status: 404 len: 333 time: 0.0512016 Aug 29 04:35:48.657989 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 48146) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:48.763127 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_v2 [None req-0693c495-59f5-4e2b-b205-7375b77423a4 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Deleting subnet c9cf234b-1a0c-4c0e-bd75-225aa4ec11d3 {{(pid=94828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:35:48.780531 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c95903-75b8-431b-9e3d-8aa793fe004e None None] Pushing event updated for resources: {'Port': ['ID=bd04c54c-8927-4e63-ad75-9d3509158613,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:48.812826 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 48150) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:48.822583 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3eeb5ad2-519b-449f-9e63-2e343f474870 None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:48.830583 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e9144b9d-fc91-49cc-a7b2-aada00981868 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:48.834723 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-3eeb5ad2-519b-449f-9e63-2e343f474870 None None] Transition to ACTIVE for port object ee4ef6b3-b94f-4f24-b149-3562328bbd8a will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:35:48.854159 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7331c19-d378-444f-9e6c-a63f6f53771b tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:35:48.865886 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d161c7af-7215-4dc2-be52-5a5dbae336ef None None] Sync routers for ids ['2f42e2da-e10e-481e-bbd0-9553c6bd5fda'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:35:48.874508 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-f7331c19-d378-444f-9e6c-a63f6f53771b tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] 10.222.0.22 "PUT /v2.0/routers/2f42e2da-e10e-481e-bbd0-9553c6bd5fda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2175021 Aug 29 04:35:48.875242 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:48.875762 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 48154) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:48.884525 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d161c7af-7215-4dc2-be52-5a5dbae336ef None None] Routers {'2f42e2da-e10e-481e-bbd0-9553c6bd5fda'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:35:48.885180 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-d161c7af-7215-4dc2-be52-5a5dbae336ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:35:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['2f42e2da-e10e-481e-bbd0-9553c6bd5fda'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:48.891475 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-3eeb5ad2-519b-449f-9e63-2e343f474870 None None] Transition to ACTIVE for port object ee4ef6b3-b94f-4f24-b149-3562328bbd8a will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:35:48.917706 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0693c495-59f5-4e2b-b205-7375b77423a4 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks [] for subnet, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:48.921089 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73a89596-2f6f-4bb0-aecd-74540ae2a41e {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:35:48.928855 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3eeb5ad2-519b-449f-9e63-2e343f474870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:48.980828 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 73a89596-2f6f-4bb0-aecd-74540ae2a41e, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=73a89596-2f6f-4bb0-aecd-74540ae2a41e,segment=NetworkSegment(4b6fcfff-d0b2-4891-8168-98b048690d18),segment_id=4b6fcfff-d0b2-4891-8168-98b048690d18)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:48.996449 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-d161c7af-7215-4dc2-be52-5a5dbae336ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:49.004478 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:49.006668 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 5cfcb12b-3c21-4614-9071-b6c0f7763d86 details requested by agent hyperv_n-h2-712140-12 with host n-h2-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:35:49.019492 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c81c671f-7ec2-4785-92d4-d43303d4f8f1 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:49.021535 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-c81c671f-7ec2-4785-92d4-d43303d4f8f1 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] 10.222.0.22 "GET /v2.0/ports/9db43a47-5241-4447-84a6-a412f8905744 HTTP/1.1" status: 200 len: 911 time: 0.1452332 Aug 29 04:35:49.024652 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 48158) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:49.056183 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d161c7af-7215-4dc2-be52-5a5dbae336ef None None] Routers {'2f42e2da-e10e-481e-bbd0-9553c6bd5fda'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:35:49.056984 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-d161c7af-7215-4dc2-be52-5a5dbae336ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:35:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['2f42e2da-e10e-481e-bbd0-9553c6bd5fda'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:49.106099 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-d161c7af-7215-4dc2-be52-5a5dbae336ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:49.107394 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d161c7af-7215-4dc2-be52-5a5dbae336ef None None] The sync data for ids ['2f42e2da-e10e-481e-bbd0-9553c6bd5fda'] in n-d-712140-12 is: [] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:35:49.146560 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eeb5ad2-519b-449f-9e63-2e343f474870 None None] Network 59c85da9-c47d-41c4-a446-6de66e73d83f is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:35:49.187838 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0693c495-59f5-4e2b-b205-7375b77423a4 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8904862'] for subnet, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:49.190194 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-3eeb5ad2-519b-449f-9e63-2e343f474870 None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:35:49.209140 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eeb5ad2-519b-449f-9e63-2e343f474870 None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:35:49.225394 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeb5ad2-519b-449f-9e63-2e343f474870 None None] Pushing event updated for resources: {'Port': ['ID=ee4ef6b3-b94f-4f24-b149-3562328bbd8a,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:49.231581 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.db.resource_extend [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:35:49.296392 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:49.300861 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc69830c-9e5f-48a7-a118-096b166a185a None None] Network 6859e6b7-79cd-470f-83e4-71dcf62ec943 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:35:49.305200 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 5cfcb12b-3c21-4614-9071-b6c0f7763d86, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=5cfcb12b-3c21-4614-9071-b6c0f7763d86,segment=NetworkSegment(4b6fcfff-d0b2-4891-8168-98b048690d18),segment_id=4b6fcfff-d0b2-4891-8168-98b048690d18)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:49.384257 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Returning: {'device': '5cfcb12b-3c21-4614-9071-b6c0f7763d86', 'network_id': '17498e6d-84e1-4cac-974a-a187e6f18066', 'port_id': '5cfcb12b-3c21-4614-9071-b6c0f7763d86', 'mac_address': 'fa:16:3e:08:17:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c4c2bd8-a9be-4d3e-b11b-de6654931482', 'ip_address': '10.1.1.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:35:49.417218 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-a195bfa4-ee07-4363-a082-82635d6dc78d None None] Provisioning for port fd6eb1cf-c720-4242-8060-c670492dddaf completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:35:49.424788 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-3eeb5ad2-519b-449f-9e63-2e343f474870 None None] Attempting to bind port ee4ef6b3-b94f-4f24-b149-3562328bbd8a on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:35:49.425553 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-3eeb5ad2-519b-449f-9e63-2e343f474870 None None] Attempting to bind port ee4ef6b3-b94f-4f24-b149-3562328bbd8a by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '26d9a1c8-81ef-4ec1-96a7-9516830d4bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '59c85da9-c47d-41c4-a446-6de66e73d83f'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:35:49.425711 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eeb5ad2-519b-449f-9e63-2e343f474870 None None] Attempting to bind port ee4ef6b3-b94f-4f24-b149-3562328bbd8a on network 59c85da9-c47d-41c4-a446-6de66e73d83f {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:35:49.459937 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=73a89596-2f6f-4bb0-aecd-74540ae2a41e,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:49.474770 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eeb5ad2-519b-449f-9e63-2e343f474870 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:35:49.475173 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eeb5ad2-519b-449f-9e63-2e343f474870 None None] Checking segment: {'id': '26d9a1c8-81ef-4ec1-96a7-9516830d4bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '59c85da9-c47d-41c4-a446-6de66e73d83f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:35:49.475566 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3eeb5ad2-519b-449f-9e63-2e343f474870 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:49.476091 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eeb5ad2-519b-449f-9e63-2e343f474870 None None] Bound using segment: {'id': '26d9a1c8-81ef-4ec1-96a7-9516830d4bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '59c85da9-c47d-41c4-a446-6de66e73d83f'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:35:49.476778 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-3eeb5ad2-519b-449f-9e63-2e343f474870 None None] Bound port: ee4ef6b3-b94f-4f24-b149-3562328bbd8a, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26d9a1c8-81ef-4ec1-96a7-9516830d4bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '59c85da9-c47d-41c4-a446-6de66e73d83f'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:35:49.477033 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3eeb5ad2-519b-449f-9e63-2e343f474870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:49.512023 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:49.568633 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cfcb12b-3c21-4614-9071-b6c0f7763d86 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:35:49.588947 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0693c495-59f5-4e2b-b205-7375b77423a4 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:49.609713 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 5cfcb12b-3c21-4614-9071-b6c0f7763d86, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=5cfcb12b-3c21-4614-9071-b6c0f7763d86,segment=NetworkSegment(4b6fcfff-d0b2-4891-8168-98b048690d18),segment_id=4b6fcfff-d0b2-4891-8168-98b048690d18)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:49.624326 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:49.626751 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e9144b9d-fc91-49cc-a7b2-aada00981868 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:49.638557 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e9144b9d-fc91-49cc-a7b2-aada00981868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:49.742340 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=5cfcb12b-3c21-4614-9071-b6c0f7763d86,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:49.826657 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9144b9d-fc91-49cc-a7b2-aada00981868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62dc38ba-180f-4cd2-b966-de23f24d3495,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:49.832052 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-e9144b9d-fc91-49cc-a7b2-aada00981868 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9312eb3767764a80ac861daaeb3a938a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0181012 Aug 29 04:35:49.836772 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 48180) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:49.848121 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-3eeb5ad2-519b-449f-9e63-2e343f474870 None None] For port ee4ef6b3-b94f-4f24-b149-3562328bbd8a, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:35:49.868158 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 863c0636-bcc8-4b84-adb3-6776bab372ee up at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:35:49.870051 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0693c495-59f5-4e2b-b205-7375b77423a4 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9190434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062341'] for subnet, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:49.913779 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f7bb3e11-02fe-4a26-9a59-243dfa7a59b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:49.963328 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f7bb3e11-02fe-4a26-9a59-243dfa7a59b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:49.967051 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0693c495-59f5-4e2b-b205-7375b77423a4 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Pushing event deleted for resources: {'Subnet': ['ID=c9cf234b-1a0c-4c0e-bd75-225aa4ec11d3,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:49.988927 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0693c495-59f5-4e2b-b205-7375b77423a4 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:49.993401 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-0693c495-59f5-4e2b-b205-7375b77423a4 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "DELETE /v2.0/subnets/c9cf234b-1a0c-4c0e-bd75-225aa4ec11d3 HTTP/1.1" status: 204 len: 168 time: 1.3319545 Aug 29 04:35:49.994513 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 48184) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:49.994657 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b380a8e8-096a-4359-aefe-638585e19539 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:50.008570 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-3eeb5ad2-519b-449f-9e63-2e343f474870 None None] For port ee4ef6b3-b94f-4f24-b149-3562328bbd8a, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=ee4ef6b3-b94f-4f24-b149-3562328bbd8a,segment=NetworkSegment(26d9a1c8-81ef-4ec1-96a7-9516830d4bf6),segment_id=26d9a1c8-81ef-4ec1-96a7-9516830d4bf6)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:35:50.012568 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device bd04c54c-8927-4e63-ad75-9d3509158613 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:35:50.061087 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3eeb5ad2-519b-449f-9e63-2e343f474870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:50.113205 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2931b617-94e3-4b50-b39f-d8ae03a21518 req-0c01343a-6bb3-450c-8332-38df01a776de tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:50.141234 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2931b617-94e3-4b50-b39f-d8ae03a21518 req-0c01343a-6bb3-450c-8332-38df01a776de tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:50.147777 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2931b617-94e3-4b50-b39f-d8ae03a21518 req-0c01343a-6bb3-450c-8332-38df01a776de tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:50.157476 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2931b617-94e3-4b50-b39f-d8ae03a21518 req-0c01343a-6bb3-450c-8332-38df01a776de tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:50.166773 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2931b617-94e3-4b50-b39f-d8ae03a21518 req-0c01343a-6bb3-450c-8332-38df01a776de tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:50.190056 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2931b617-94e3-4b50-b39f-d8ae03a21518 req-0c01343a-6bb3-450c-8332-38df01a776de tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:50.192849 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning for port 863c0636-bcc8-4b84-adb3-6776bab372ee completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:35:50.201337 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning complete for port 863c0636-bcc8-4b84-adb3-6776bab372ee triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:50.202108 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:50.205584 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2931b617-94e3-4b50-b39f-d8ae03a21518 req-0c01343a-6bb3-450c-8332-38df01a776de tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:50.207553 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2931b617-94e3-4b50-b39f-d8ae03a21518 req-0c01343a-6bb3-450c-8332-38df01a776de tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/ports?device_id=78e1d3c1-2943-4567-af4e-14c28f0b7c9c HTTP/1.1" status: 200 len: 5424 time: 0.3733711 Aug 29 04:35:50.262895 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeb5ad2-519b-449f-9e63-2e343f474870 None None] Pushing event updated for resources: {'Port': ['ID=ee4ef6b3-b94f-4f24-b149-3562328bbd8a,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:50.285167 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port bd04c54c-8927-4e63-ad75-9d3509158613 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:35:50.313021 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device fd6eb1cf-c720-4242-8060-c670492dddaf up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:35:50.334787 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6903e7e8-3cee-4814-a30e-82fc0748d4eb tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:50.374209 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f7bb3e11-02fe-4a26-9a59-243dfa7a59b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:50.381996 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f7bb3e11-02fe-4a26-9a59-243dfa7a59b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:50.384755 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-f7bb3e11-02fe-4a26-9a59-243dfa7a59b5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/62dc38ba-180f-4cd2-b966-de23f24d3495 HTTP/1.1" status: 204 len: 168 time: 0.5469723 Aug 29 04:35:50.397769 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bb3e11-02fe-4a26-9a59-243dfa7a59b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62dc38ba-180f-4cd2-b966-de23f24d3495,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:50.443998 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2931b617-94e3-4b50-b39f-d8ae03a21518 req-19e8dbd7-e824-4431-8570-cf38b0631e9b tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/security-groups?id=47070f04-546f-4c87-85de-d3b03f233a26&id=9548773a-1ebc-45cc-a31d-47384b103db9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1679242 Aug 29 04:35:50.477974 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-6903e7e8-3cee-4814-a30e-82fc0748d4eb tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Deleting port ee4ef6b3-b94f-4f24-b149-3562328bbd8a {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:35:50.479119 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6903e7e8-3cee-4814-a30e-82fc0748d4eb tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:50.569237 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:50.637675 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-6903e7e8-3cee-4814-a30e-82fc0748d4eb tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] For port ee4ef6b3-b94f-4f24-b149-3562328bbd8a, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=ee4ef6b3-b94f-4f24-b149-3562328bbd8a,segment=NetworkSegment(26d9a1c8-81ef-4ec1-96a7-9516830d4bf6),segment_id=26d9a1c8-81ef-4ec1-96a7-9516830d4bf6)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:50.638094 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6903e7e8-3cee-4814-a30e-82fc0748d4eb tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:50.675562 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['f22d63c2-bcf4-4be3-aee8-c0adc98c55e8'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:35:50.690268 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['9ed8042a-534d-4fd9-bab3-f9ca6ec3d842'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:35:50.699841 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6f2148-abb9-47f0-b73e-fd3a63a2cb14 None None] Network f4395cee-70b2-491b-8ed9-22f3eb5450f6 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:35:50.704177 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-6903e7e8-3cee-4814-a30e-82fc0748d4eb tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Calling delete_port for ee4ef6b3-b94f-4f24-b149-3562328bbd8a owned by network:dhcp {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:35:50.879624 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78e1d3c1-2943-4567-af4e-14c28f0b7c9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '863c0636-bcc8-4b84-adb3-6776bab372ee'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:35:50.881936 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-320614b3-d726-4daf-874b-bf4074c09e8a" -d '{"events": [{"server_uuid": "78e1d3c1-2943-4567-af4e-14c28f0b7c9c", "name": "network-vif-plugged", "status": "completed", "tag": "863c0636-bcc8-4b84-adb3-6776bab372ee"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:35:50.970250 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['73a89596-2f6f-4bb0-aecd-74540ae2a41e'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:35:50.986170 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port fd6eb1cf-c720-4242-8060-c670492dddaf completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:35:50.986646 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6903e7e8-3cee-4814-a30e-82fc0748d4eb tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:51.014039 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 863c0636-bcc8-4b84-adb3-6776bab372ee, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=863c0636-bcc8-4b84-adb3-6776bab372ee,segment=NetworkSegment(88cb7283-5e09-4136-9417-8643970a451b),segment_id=88cb7283-5e09-4136-9417-8643970a451b)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:51.030636 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-b380a8e8-096a-4359-aefe-638585e19539 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Allocated IP 2001:db8:1::1 (f4395cee-70b2-491b-8ed9-22f3eb5450f6/28786919-e73a-4537-815e-af078fa93669/a20dbec3-48d4-4a76-be1d-803f73fec79c) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:35:51.036901 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['2662ff03-0fe5-4738-ac75-76417260f6bb'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:35:51.109159 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['5cfcb12b-3c21-4614-9071-b6c0f7763d86'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:35:51.111914 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6903e7e8-3cee-4814-a30e-82fc0748d4eb tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Pushing event deleted for resources: {'Port': ['ID=ee4ef6b3-b94f-4f24-b149-3562328bbd8a,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:51.130690 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6903e7e8-3cee-4814-a30e-82fc0748d4eb tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] No DVR routers for this DVR port ee4ef6b3-b94f-4f24-b149-3562328bbd8a on host n-d-712140-12 {{(pid=94829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:35:51.204833 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-729a0d78-8d5b-4439-8799-b924f711928c x-openstack-request-id: req-729a0d78-8d5b-4439-8799-b924f711928c {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:35:51.205479 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78e1d3c1-2943-4567-af4e-14c28f0b7c9c", "name": "network-vif-plugged", "status": "completed", "tag": "863c0636-bcc8-4b84-adb3-6776bab372ee", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:35:51.205897 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-729a0d78-8d5b-4439-8799-b924f711928c {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:35:51.206550 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78e1d3c1-2943-4567-af4e-14c28f0b7c9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '863c0636-bcc8-4b84-adb3-6776bab372ee', 'code': 200} Aug 29 04:35:51.212787 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-7d9a2ff9-db06-4aa4-9726-5c777da40655 None None] Provisioning for port 9db43a47-5241-4447-84a6-a412f8905744 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:35:51.236601 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port fd6eb1cf-c720-4242-8060-c670492dddaf triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:51.237252 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:51.293693 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-7d9a2ff9-db06-4aa4-9726-5c777da40655 None None] Provisioning complete for port 9db43a47-5241-4447-84a6-a412f8905744 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:51.294357 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7d9a2ff9-db06-4aa4-9726-5c777da40655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:51.326485 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:51.397511 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6903e7e8-3cee-4814-a30e-82fc0748d4eb tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:51.434346 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-6903e7e8-3cee-4814-a30e-82fc0748d4eb tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59c85da9-c47d-41c4-a446-6de66e73d83f']}} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:51.441807 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b380a8e8-096a-4359-aefe-638585e19539 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:51.462219 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-6903e7e8-3cee-4814-a30e-82fc0748d4eb tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26d9a1c8-81ef-4ec1-96a7-9516830d4bf6') {'for_net_delete': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:51.462595 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-6903e7e8-3cee-4814-a30e-82fc0748d4eb tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26d9a1c8-81ef-4ec1-96a7-9516830d4bf6') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:51.491854 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6903e7e8-3cee-4814-a30e-82fc0748d4eb tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4311712'] for segment, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:51.522787 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6903e7e8-3cee-4814-a30e-82fc0748d4eb tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:51.528757 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b380a8e8-096a-4359-aefe-638585e19539 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Transition to ACTIVE for port object a20dbec3-48d4-4a76-be1d-803f73fec79c will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:35:51.545357 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6903e7e8-3cee-4814-a30e-82fc0748d4eb tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=94829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:35:51.545725 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6903e7e8-3cee-4814-a30e-82fc0748d4eb tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4274277'] for segment, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:51.557624 n-d-712140-12 neutron-server[94829]: Traceback (most recent call last): Aug 29 04:35:51.557624 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:35:51.557624 n-d-712140-12 neutron-server[94829]: timer() Aug 29 04:35:51.557624 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:35:51.557624 n-d-712140-12 neutron-server[94829]: cb(*args, **kw) Aug 29 04:35:51.557624 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:35:51.557624 n-d-712140-12 neutron-server[94829]: return func(*args, **kwargs) Aug 29 04:35:51.557624 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:35:51.557624 n-d-712140-12 neutron-server[94829]: self._notify() Aug 29 04:35:51.557624 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:35:51.557624 n-d-712140-12 neutron-server[94829]: self.callback(batched_events) Aug 29 04:35:51.557624 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:35:51.557624 n-d-712140-12 neutron-server[94829]: event.method(event) Aug 29 04:35:51.557624 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:35:51.557624 n-d-712140-12 neutron-server[94829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:35:51.557624 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:35:51.557624 n-d-712140-12 neutron-server[94829]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:35:51.557624 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:35:51.557624 n-d-712140-12 neutron-server[94829]: return f(self, *a, **k) Aug 29 04:35:51.557624 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:35:51.557624 n-d-712140-12 neutron-server[94829]: return self._get(url).json() Aug 29 04:35:51.557624 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:35:51.557624 n-d-712140-12 neutron-server[94829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:35:51.557624 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:35:51.557624 n-d-712140-12 neutron-server[94829]: return self.request(url, 'GET', **kwargs) Aug 29 04:35:51.557624 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:35:51.557624 n-d-712140-12 neutron-server[94829]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:35:51.557624 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:35:51.557624 n-d-712140-12 neutron-server[94829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:35:51.557624 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:35:51.557624 n-d-712140-12 neutron-server[94829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:35:51.557624 n-d-712140-12 neutron-server[94829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:35:51.659090 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b380a8e8-096a-4359-aefe-638585e19539 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:51.681355 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['e8c38dda-a12f-4615-86b7-8fdfbcfe8a49'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:35:51.710185 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6903e7e8-3cee-4814-a30e-82fc0748d4eb tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:51.719656 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6903e7e8-3cee-4814-a30e-82fc0748d4eb tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:51.726073 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-6903e7e8-3cee-4814-a30e-82fc0748d4eb tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "DELETE /v2.0/networks/59c85da9-c47d-41c4-a446-6de66e73d83f HTTP/1.1" status: 204 len: 168 time: 1.6845562 Aug 29 04:35:51.743828 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 48244) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:51.752556 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6903e7e8-3cee-4814-a30e-82fc0748d4eb tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Pushing event deleted for resources: {'Network': ['ID=59c85da9-c47d-41c4-a446-6de66e73d83f,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:51.757551 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-93557ac6-4048-489c-a68b-7f634fd767eb tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Request body: {'port': {'network_id': '036a8249-2e07-4357-8e57-af915fddc588', 'name': 'tempest-PortsIpV6TestJSON-1180269624'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:51.839531 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b380a8e8-096a-4359-aefe-638585e19539 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Network f4395cee-70b2-491b-8ed9-22f3eb5450f6 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:35:51.854742 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-b380a8e8-096a-4359-aefe-638585e19539 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:35:51.864260 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b380a8e8-096a-4359-aefe-638585e19539 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:35:51.865158 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b380a8e8-096a-4359-aefe-638585e19539 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719598'] for router_interface, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:52.129364 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-7d9a2ff9-db06-4aa4-9726-5c777da40655 None None] Port 9db43a47-5241-4447-84a6-a412f8905744 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:35:52.430902 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=863c0636-bcc8-4b84-adb3-6776bab372ee,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:52.451989 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b380a8e8-096a-4359-aefe-638585e19539 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Pushing event updated for resources: {'Port': ['ID=a20dbec3-48d4-4a76-be1d-803f73fec79c,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:52.482678 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c3e4d6-381c-44a8-9d8e-9a522cbc00c8 req-decc1922-1e98-49fb-ad19-21d9c25959ca tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:52.488861 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c3e4d6-381c-44a8-9d8e-9a522cbc00c8 req-decc1922-1e98-49fb-ad19-21d9c25959ca tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:52.495258 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c3e4d6-381c-44a8-9d8e-9a522cbc00c8 req-decc1922-1e98-49fb-ad19-21d9c25959ca tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:52.501755 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c3e4d6-381c-44a8-9d8e-9a522cbc00c8 req-decc1922-1e98-49fb-ad19-21d9c25959ca tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:52.507626 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c3e4d6-381c-44a8-9d8e-9a522cbc00c8 req-decc1922-1e98-49fb-ad19-21d9c25959ca tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:52.520537 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c3e4d6-381c-44a8-9d8e-9a522cbc00c8 req-decc1922-1e98-49fb-ad19-21d9c25959ca tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:52.525624 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472981d8-2ad8-4660-ad3c-e802e5629ada None None] DHCP port deletion for 59c85da9-c47d-41c4-a446-6de66e73d83f request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:35:52.527129 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c3e4d6-381c-44a8-9d8e-9a522cbc00c8 req-decc1922-1e98-49fb-ad19-21d9c25959ca tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:52.529132 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-82c3e4d6-381c-44a8-9d8e-9a522cbc00c8 req-decc1922-1e98-49fb-ad19-21d9c25959ca tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/ports?device_id=78e1d3c1-2943-4567-af4e-14c28f0b7c9c HTTP/1.1" status: 200 len: 5425 time: 0.9174697 Aug 29 04:35:52.581630 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b380a8e8-096a-4359-aefe-638585e19539 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:52.629865 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93557ac6-4048-489c-a68b-7f634fd767eb tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Made reservation on behalf of b130c2fb48814d1585244ef54308020c for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:35:52.632187 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-93557ac6-4048-489c-a68b-7f634fd767eb tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:52.679633 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-82c3e4d6-381c-44a8-9d8e-9a522cbc00c8 req-f6d4c919-216e-42fc-80fd-dd462bcfc891 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/security-groups?id=47070f04-546f-4c87-85de-d3b03f233a26&id=9548773a-1ebc-45cc-a31d-47384b103db9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1267273 Aug 29 04:35:52.682732 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-93557ac6-4048-489c-a68b-7f634fd767eb tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] device_id is not set on port f73d72b3-a48d-47b2-b0da-92f028242800 yet. {{(pid=94828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:35:52.775756 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73bae09-5402-4ce6-a306-b074821f6c4e None None] Network 59c85da9-c47d-41c4-a446-6de66e73d83f requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:35:52.898631 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73bae09-5402-4ce6-a306-b074821f6c4e None None] Network 59c85da9-c47d-41c4-a446-6de66e73d83f could not be found, it might have been deleted concurrently. {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 29 04:35:52.905879 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:52.926509 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-3cd6dbcc-a43e-43a6-9fe9-61e5d6338f2d None None] Provisioning complete for port 9db43a47-5241-4447-84a6-a412f8905744 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:52.926890 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3cd6dbcc-a43e-43a6-9fe9-61e5d6338f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:53.178376 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-3cd6dbcc-a43e-43a6-9fe9-61e5d6338f2d None None] Port 9db43a47-5241-4447-84a6-a412f8905744 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:35:53.237407 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port fd6eb1cf-c720-4242-8060-c670492dddaf, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=fd6eb1cf-c720-4242-8060-c670492dddaf,segment=NetworkSegment(c5a0b00b-b6b1-4359-b33e-6aa9bf3171d2),segment_id=c5a0b00b-b6b1-4359-b33e-6aa9bf3171d2)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:53.279777 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-93557ac6-4048-489c-a68b-7f634fd767eb tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:53.294781 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:53.382209 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-3cd6dbcc-a43e-43a6-9fe9-61e5d6338f2d None None] Provisioning for port bd04c54c-8927-4e63-ad75-9d3509158613 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:35:53.412707 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-3cd6dbcc-a43e-43a6-9fe9-61e5d6338f2d None None] Provisioning complete for port bd04c54c-8927-4e63-ad75-9d3509158613 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:53.414316 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3cd6dbcc-a43e-43a6-9fe9-61e5d6338f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:53.422386 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b380a8e8-096a-4359-aefe-638585e19539 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:53.430879 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b380a8e8-096a-4359-aefe-638585e19539 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:53.436750 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b380a8e8-096a-4359-aefe-638585e19539 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-718897'] for router_interface, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:53.460754 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-93557ac6-4048-489c-a68b-7f634fd767eb tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:53.606476 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=fd6eb1cf-c720-4242-8060-c670492dddaf,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:53.681588 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93557ac6-4048-489c-a68b-7f634fd767eb tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Network 036a8249-2e07-4357-8e57-af915fddc588 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:35:53.685264 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b380a8e8-096a-4359-aefe-638585e19539 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Pushing event updated for resources: {'Port': ['ID=a20dbec3-48d4-4a76-be1d-803f73fec79c,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:53.690501 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-93557ac6-4048-489c-a68b-7f634fd767eb tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:35:53.741648 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3cd6dbcc-a43e-43a6-9fe9-61e5d6338f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:53.762329 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93557ac6-4048-489c-a68b-7f634fd767eb tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Pushing event updated for resources: {'Port': ['ID=f73d72b3-a48d-47b2-b0da-92f028242800,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:53.768314 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93557ac6-4048-489c-a68b-7f634fd767eb tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:35:53.774360 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93557ac6-4048-489c-a68b-7f634fd767eb tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:53.775027 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-93557ac6-4048-489c-a68b-7f634fd767eb tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:53.825517 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 48318) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:53.828863 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-93557ac6-4048-489c-a68b-7f634fd767eb tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.0827770 Aug 29 04:35:53.856020 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-3cd6dbcc-a43e-43a6-9fe9-61e5d6338f2d None None] For port bd04c54c-8927-4e63-ad75-9d3509158613, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=bd04c54c-8927-4e63-ad75-9d3509158613,segment=NetworkSegment(037e06d1-169e-41e4-b91d-cbc3fe371c4c),segment_id=037e06d1-169e-41e4-b91d-cbc3fe371c4c)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:53.864914 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3cd6dbcc-a43e-43a6-9fe9-61e5d6338f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:53.877549 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-3cd6dbcc-a43e-43a6-9fe9-61e5d6338f2d None None] Could not find standard attr ID for object ee4ef6b3-b94f-4f24-b149-3562328bbd8a. {{(pid=94830) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:35:53.887040 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b380a8e8-096a-4359-aefe-638585e19539 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Network f4395cee-70b2-491b-8ed9-22f3eb5450f6 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:35:53.889346 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-b380a8e8-096a-4359-aefe-638585e19539 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:35:54.028391 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd6dbcc-a43e-43a6-9fe9-61e5d6338f2d None None] Pushing event updated for resources: {'Port': ['ID=bd04c54c-8927-4e63-ad75-9d3509158613,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:54.059487 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-f3160329-625b-4311-bda7-b3b099431f86 None None] Provisioning complete for port bd04c54c-8927-4e63-ad75-9d3509158613 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:54.061036 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f3160329-625b-4311-bda7-b3b099431f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:54.209570 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b380a8e8-096a-4359-aefe-638585e19539 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Router 2f42e2da-e10e-481e-bbd0-9553c6bd5fda has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:35:54.356400 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-f3160329-625b-4311-bda7-b3b099431f86 None None] Provisioning for port a20dbec3-48d4-4a76-be1d-803f73fec79c completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:35:54.371453 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-f3160329-625b-4311-bda7-b3b099431f86 None None] Provisioning complete for port a20dbec3-48d4-4a76-be1d-803f73fec79c triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:54.371981 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f3160329-625b-4311-bda7-b3b099431f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:54.414797 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b380a8e8-096a-4359-aefe-638585e19539 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:35:54.425234 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-b380a8e8-096a-4359-aefe-638585e19539 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] 10.222.0.22 "PUT /v2.0/routers/2f42e2da-e10e-481e-bbd0-9553c6bd5fda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3966422 Aug 29 04:35:54.432330 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 48332) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:54.435314 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5925bcb-f582-4e44-9f58-dd648e28b172 None None] Sync routers for ids ['2f42e2da-e10e-481e-bbd0-9553c6bd5fda'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:35:54.482814 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-f3160329-625b-4311-bda7-b3b099431f86 None None] Port a20dbec3-48d4-4a76-be1d-803f73fec79c cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:35:54.484822 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5925bcb-f582-4e44-9f58-dd648e28b172 None None] Routers {'2f42e2da-e10e-481e-bbd0-9553c6bd5fda'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:35:54.496022 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-f5925bcb-f582-4e44-9f58-dd648e28b172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:35:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['2f42e2da-e10e-481e-bbd0-9553c6bd5fda'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:54.524640 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5c3283-56d9-4b06-b3ba-ae37d9adfe96 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:54.526757 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-6e5c3283-56d9-4b06-b3ba-ae37d9adfe96 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] 10.222.0.22 "GET /v2.0/ports/a20dbec3-48d4-4a76-be1d-803f73fec79c HTTP/1.1" status: 200 len: 913 time: 0.0930600 Aug 29 04:35:54.530133 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 48338) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:54.584069 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-f5925bcb-f582-4e44-9f58-dd648e28b172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:54.634356 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5925bcb-f582-4e44-9f58-dd648e28b172 None None] Routers {'2f42e2da-e10e-481e-bbd0-9553c6bd5fda'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:35:54.635531 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-f5925bcb-f582-4e44-9f58-dd648e28b172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:35:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['2f42e2da-e10e-481e-bbd0-9553c6bd5fda'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:54.702061 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2718fafe-6313-45fd-b9a6-5f1efc2df101 req-e8dcb3e0-f372-49ab-80c6-388541b52e04 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:54.709253 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2718fafe-6313-45fd-b9a6-5f1efc2df101 req-e8dcb3e0-f372-49ab-80c6-388541b52e04 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:54.716259 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2718fafe-6313-45fd-b9a6-5f1efc2df101 req-e8dcb3e0-f372-49ab-80c6-388541b52e04 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:54.723040 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2718fafe-6313-45fd-b9a6-5f1efc2df101 req-e8dcb3e0-f372-49ab-80c6-388541b52e04 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:54.729394 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2718fafe-6313-45fd-b9a6-5f1efc2df101 req-e8dcb3e0-f372-49ab-80c6-388541b52e04 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:54.736945 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2718fafe-6313-45fd-b9a6-5f1efc2df101 req-e8dcb3e0-f372-49ab-80c6-388541b52e04 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:54.743294 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2718fafe-6313-45fd-b9a6-5f1efc2df101 req-e8dcb3e0-f372-49ab-80c6-388541b52e04 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:54.745378 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2718fafe-6313-45fd-b9a6-5f1efc2df101 req-e8dcb3e0-f372-49ab-80c6-388541b52e04 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/ports?device_id=78e1d3c1-2943-4567-af4e-14c28f0b7c9c HTTP/1.1" status: 200 len: 5425 time: 0.8198998 Aug 29 04:35:54.756464 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-0126f5e4-0859-4fb8-a17e-71263c7b16cb None None] Provisioning complete for port a20dbec3-48d4-4a76-be1d-803f73fec79c triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:54.756866 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0126f5e4-0859-4fb8-a17e-71263c7b16cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:54.760106 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-f5925bcb-f582-4e44-9f58-dd648e28b172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:54.760331 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5925bcb-f582-4e44-9f58-dd648e28b172 None None] The sync data for ids ['2f42e2da-e10e-481e-bbd0-9553c6bd5fda'] in n-d-712140-12 is: [] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:35:54.771246 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-c075d9cd-73c8-4733-9e61-009622701751 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Deleting port f73d72b3-a48d-47b2-b0da-92f028242800 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:35:54.771594 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c075d9cd-73c8-4733-9e61-009622701751 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:54.888525 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-0126f5e4-0859-4fb8-a17e-71263c7b16cb None None] Port a20dbec3-48d4-4a76-be1d-803f73fec79c cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:35:54.891085 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2718fafe-6313-45fd-b9a6-5f1efc2df101 req-6eff38b2-4438-4d8d-a4c0-516f99a9b299 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/security-groups?id=47070f04-546f-4c87-85de-d3b03f233a26&id=9548773a-1ebc-45cc-a31d-47384b103db9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1155257 Aug 29 04:35:54.916063 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c075d9cd-73c8-4733-9e61-009622701751 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:54.935589 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-c075d9cd-73c8-4733-9e61-009622701751 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Calling delete_port for f73d72b3-a48d-47b2-b0da-92f028242800 owned by {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:35:55.050041 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c075d9cd-73c8-4733-9e61-009622701751 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:55.054916 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 48354) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:55.104406 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c075d9cd-73c8-4733-9e61-009622701751 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Pushing event deleted for resources: {'Port': ['ID=f73d72b3-a48d-47b2-b0da-92f028242800,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:55.116267 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c075d9cd-73c8-4733-9e61-009622701751 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:55.118466 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-c075d9cd-73c8-4733-9e61-009622701751 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "DELETE /v2.0/ports/f73d72b3-a48d-47b2-b0da-92f028242800 HTTP/1.1" status: 204 len: 168 time: 1.2919245 Aug 29 04:35:55.122285 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 48362) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:55.127927 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-f63c872d-e0cc-4618-bd46-ea26d540fb0e tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Request body: {'port': {'network_id': '036a8249-2e07-4357-8e57-af915fddc588', 'mac_address': 'fa:16:3e:3c:cc:ab', 'name': 'tempest-PortsIpV6TestJSON-1366372208'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:55.267367 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f63c872d-e0cc-4618-bd46-ea26d540fb0e tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Made reservation on behalf of b130c2fb48814d1585244ef54308020c for: {'port': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:35:55.272361 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-018fb0cf-17ce-47ab-8d00-8c5eff81698f tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713413'] for router_interface, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:55.378959 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f63c872d-e0cc-4618-bd46-ea26d540fb0e tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:55.405490 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [None req-f63c872d-e0cc-4618-bd46-ea26d540fb0e tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] device_id is not set on port 7d8134dd-7126-4768-b9e3-977945b7af52 yet. {{(pid=94829) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:35:55.426438 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 48366) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:55.478321 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device bd04c54c-8927-4e63-ad75-9d3509158613 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:35:55.478899 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dcebed7a-2495-4a3f-a930-d76f3e0f8c1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:55.536554 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f21183aa-0d6b-48bd-b607-996df976e586 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:55.550754 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port bd04c54c-8927-4e63-ad75-9d3509158613 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:55.551136 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:55.610816 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f63c872d-e0cc-4618-bd46-ea26d540fb0e tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:55.641980 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device fd6eb1cf-c720-4242-8060-c670492dddaf up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:35:55.663936 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f63c872d-e0cc-4618-bd46-ea26d540fb0e tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:55.714599 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port fd6eb1cf-c720-4242-8060-c670492dddaf triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:55.715130 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:55.725368 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dcebed7a-2495-4a3f-a930-d76f3e0f8c1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:55.742658 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63c872d-e0cc-4618-bd46-ea26d540fb0e tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Pushing event updated for resources: {'Port': ['ID=7d8134dd-7126-4768-b9e3-977945b7af52,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:55.764305 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63c872d-e0cc-4618-bd46-ea26d540fb0e tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Network 036a8249-2e07-4357-8e57-af915fddc588 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:35:55.765962 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dcebed7a-2495-4a3f-a930-d76f3e0f8c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:55.766976 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-f63c872d-e0cc-4618-bd46-ea26d540fb0e tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:35:55.771719 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63c872d-e0cc-4618-bd46-ea26d540fb0e tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:35:55.777837 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63c872d-e0cc-4618-bd46-ea26d540fb0e tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:55.778850 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f63c872d-e0cc-4618-bd46-ea26d540fb0e tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:55.803369 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 9ed8042a-534d-4fd9-bab3-f9ca6ec3d842 up at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:35:55.816515 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcebed7a-2495-4a3f-a930-d76f3e0f8c1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37dcd6d7-cf18-4ede-9e81-859b4510408a,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:55.820740 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-018fb0cf-17ce-47ab-8d00-8c5eff81698f tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Deleting port a20dbec3-48d4-4a76-be1d-803f73fec79c {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:35:55.821319 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-018fb0cf-17ce-47ab-8d00-8c5eff81698f tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:55.845640 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-dcebed7a-2495-4a3f-a930-d76f3e0f8c1b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b5206137799b406b8f3de35538d038d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7890360 Aug 29 04:35:55.848517 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 48378) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:55.895258 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning for port 9ed8042a-534d-4fd9-bab3-f9ca6ec3d842 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:35:55.899539 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning complete for port 9ed8042a-534d-4fd9-bab3-f9ca6ec3d842 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:55.900174 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:55.930124 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4023cf3a-680b-4375-93f6-25bd00029692 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:55.968349 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4023cf3a-680b-4375-93f6-25bd00029692 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:55.969145 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f21183aa-0d6b-48bd-b607-996df976e586 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:55.976042 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f21183aa-0d6b-48bd-b607-996df976e586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:55.982394 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-018fb0cf-17ce-47ab-8d00-8c5eff81698f tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:55.992168 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-f63c872d-e0cc-4618-bd46-ea26d540fb0e tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.8684874 Aug 29 04:35:55.995328 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 48384) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:56.012063 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-018fb0cf-17ce-47ab-8d00-8c5eff81698f tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Calling delete_port for a20dbec3-48d4-4a76-be1d-803f73fec79c owned by network:router_interface {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:35:56.047361 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21183aa-0d6b-48bd-b607-996df976e586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d650057f-f367-440f-a336-faa478457d33,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:56.053752 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:56.057580 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-f21183aa-0d6b-48bd-b607-996df976e586 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9787430bf92e4f55a16152a61c503c1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6298971 Aug 29 04:35:56.073428 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 48386) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:56.075086 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18561262-07ed-44af-a00a-559bac1257fc tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:56.080197 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-18561262-07ed-44af-a00a-559bac1257fc tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "GET /v2.0/ports/7d8134dd-7126-4768-b9e3-977945b7af52 HTTP/1.1" status: 200 len: 845 time: 0.0835311 Aug 29 04:35:56.098741 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 48388) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:56.107290 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 9ed8042a-534d-4fd9-bab3-f9ca6ec3d842, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=9ed8042a-534d-4fd9-bab3-f9ca6ec3d842,segment=NetworkSegment(4b6fcfff-d0b2-4891-8168-98b048690d18),segment_id=4b6fcfff-d0b2-4891-8168-98b048690d18)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:56.108561 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78e1d3c1-2943-4567-af4e-14c28f0b7c9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ed8042a-534d-4fd9-bab3-f9ca6ec3d842'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:35:56.114571 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-363bcb65-e963-4f2b-a050-0334b0bcfb94" -d '{"events": [{"server_uuid": "78e1d3c1-2943-4567-af4e-14c28f0b7c9c", "name": "network-vif-plugged", "status": "completed", "tag": "9ed8042a-534d-4fd9-bab3-f9ca6ec3d842"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:35:56.119710 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:56.121021 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 5cfcb12b-3c21-4614-9071-b6c0f7763d86 up at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:35:56.157209 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4023cf3a-680b-4375-93f6-25bd00029692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:56.160435 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4023cf3a-680b-4375-93f6-25bd00029692 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:56.168741 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-4023cf3a-680b-4375-93f6-25bd00029692 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/37dcd6d7-cf18-4ede-9e81-859b4510408a HTTP/1.1" status: 204 len: 168 time: 0.3167491 Aug 29 04:35:56.192972 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a0cabd5-cba1-45bc-befc-a5e303799ff5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:56.210383 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349ab412-8eb1-4213-a176-f72ce38bfbff req-cf209438-6f7b-4251-b2a8-aa1732a3ec2b tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:56.216401 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349ab412-8eb1-4213-a176-f72ce38bfbff req-cf209438-6f7b-4251-b2a8-aa1732a3ec2b tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:56.222951 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349ab412-8eb1-4213-a176-f72ce38bfbff req-cf209438-6f7b-4251-b2a8-aa1732a3ec2b tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:56.229205 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349ab412-8eb1-4213-a176-f72ce38bfbff req-cf209438-6f7b-4251-b2a8-aa1732a3ec2b tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:56.235778 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349ab412-8eb1-4213-a176-f72ce38bfbff req-cf209438-6f7b-4251-b2a8-aa1732a3ec2b tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:56.241893 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349ab412-8eb1-4213-a176-f72ce38bfbff req-cf209438-6f7b-4251-b2a8-aa1732a3ec2b tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:56.248218 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349ab412-8eb1-4213-a176-f72ce38bfbff req-cf209438-6f7b-4251-b2a8-aa1732a3ec2b tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:56.258226 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4a4d95e-0670-428d-b97a-ca7778c6a87a x-openstack-request-id: req-a4a4d95e-0670-428d-b97a-ca7778c6a87a {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:35:56.258539 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78e1d3c1-2943-4567-af4e-14c28f0b7c9c", "name": "network-vif-plugged", "status": "completed", "tag": "9ed8042a-534d-4fd9-bab3-f9ca6ec3d842", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:35:56.259221 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-349ab412-8eb1-4213-a176-f72ce38bfbff req-cf209438-6f7b-4251-b2a8-aa1732a3ec2b tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/ports?device_id=78e1d3c1-2943-4567-af4e-14c28f0b7c9c HTTP/1.1" status: 200 len: 5425 time: 0.2298307 Aug 29 04:35:56.259425 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a4a4d95e-0670-428d-b97a-ca7778c6a87a {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:35:56.259894 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78e1d3c1-2943-4567-af4e-14c28f0b7c9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ed8042a-534d-4fd9-bab3-f9ca6ec3d842', 'code': 200} Aug 29 04:35:56.260463 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=9ed8042a-534d-4fd9-bab3-f9ca6ec3d842,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:56.276982 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4023cf3a-680b-4375-93f6-25bd00029692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37dcd6d7-cf18-4ede-9e81-859b4510408a,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:56.288080 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning for port 5cfcb12b-3c21-4614-9071-b6c0f7763d86 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:35:56.294206 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning complete for port 5cfcb12b-3c21-4614-9071-b6c0f7763d86 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:56.295345 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:56.339467 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-894a7a06-98ab-48f1-92f7-2a06153236b4 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Deleting port 7d8134dd-7126-4768-b9e3-977945b7af52 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:35:56.339940 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-894a7a06-98ab-48f1-92f7-2a06153236b4 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:56.409945 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a0cabd5-cba1-45bc-befc-a5e303799ff5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:56.430915 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-894a7a06-98ab-48f1-92f7-2a06153236b4 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:56.446456 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-894a7a06-98ab-48f1-92f7-2a06153236b4 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Calling delete_port for 7d8134dd-7126-4768-b9e3-977945b7af52 owned by {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:35:56.449983 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:56.510723 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 5cfcb12b-3c21-4614-9071-b6c0f7763d86, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=5cfcb12b-3c21-4614-9071-b6c0f7763d86,segment=NetworkSegment(4b6fcfff-d0b2-4891-8168-98b048690d18),segment_id=4b6fcfff-d0b2-4891-8168-98b048690d18)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:56.520336 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:56.522883 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-349ab412-8eb1-4213-a176-f72ce38bfbff req-01ea6ee0-131f-4eff-af08-a625bf9961c2 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/security-groups?id=47070f04-546f-4c87-85de-d3b03f233a26&id=9548773a-1ebc-45cc-a31d-47384b103db9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2615490 Aug 29 04:35:56.597687 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-894a7a06-98ab-48f1-92f7-2a06153236b4 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:56.632049 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 48404) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:56.642403 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894a7a06-98ab-48f1-92f7-2a06153236b4 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Pushing event deleted for resources: {'Port': ['ID=7d8134dd-7126-4768-b9e3-977945b7af52,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:56.646914 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=5cfcb12b-3c21-4614-9071-b6c0f7763d86,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:56.653226 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a0cabd5-cba1-45bc-befc-a5e303799ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:56.655747 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a0cabd5-cba1-45bc-befc-a5e303799ff5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:56.657637 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-2a0cabd5-cba1-45bc-befc-a5e303799ff5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d650057f-f367-440f-a336-faa478457d33 HTTP/1.1" status: 204 len: 168 time: 0.5502710 Aug 29 04:35:56.668463 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-018fb0cf-17ce-47ab-8d00-8c5eff81698f tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:56.673737 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6956cc1c-a132-4639-967b-2db19f7f5798 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:56.690619 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0cabd5-cba1-45bc-befc-a5e303799ff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d650057f-f367-440f-a336-faa478457d33,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:56.691836 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-894a7a06-98ab-48f1-92f7-2a06153236b4 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:56.699092 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-894a7a06-98ab-48f1-92f7-2a06153236b4 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "DELETE /v2.0/ports/7d8134dd-7126-4768-b9e3-977945b7af52 HTTP/1.1" status: 204 len: 168 time: 0.5968184 Aug 29 04:35:56.700638 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 48410) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:56.738127 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-36a4d508-f15f-470f-aacc-28fb964fba50 req-7a859cf5-1c84-4e64-906b-5734486b9c36 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b25f2fd3-149b-4c4f-9b91-9020c243fd31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1691864 Aug 29 04:35:56.739487 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018fb0cf-17ce-47ab-8d00-8c5eff81698f tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Pushing event deleted for resources: {'Port': ['ID=a20dbec3-48d4-4a76-be1d-803f73fec79c,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:56.752333 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-6541812c-00b7-4f46-a458-f2d6a8aca6c2 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] GET failed (client error): The resource could not be found. Aug 29 04:35:56.759394 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-6541812c-00b7-4f46-a458-f2d6a8aca6c2 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "GET /v2.0/ports/7d8134dd-7126-4768-b9e3-977945b7af52 HTTP/1.1" status: 404 len: 333 time: 0.0550559 Aug 29 04:35:56.789055 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 48412) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:56.812165 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-791329c7-e752-4a97-b1b5-5018708c0b26 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Request body: {'port': {'network_id': '036a8249-2e07-4357-8e57-af915fddc588', 'name': 'tempest-PortsIpV6TestJSON-251846477'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:56.900533 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6956cc1c-a132-4639-967b-2db19f7f5798 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:56.911502 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6956cc1c-a132-4639-967b-2db19f7f5798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:56.949409 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-6956cc1c-a132-4639-967b-2db19f7f5798 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0c1272c1313e4a0db8a78f30e6bc3d54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3160224 Aug 29 04:35:56.953973 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 48414) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:57.017331 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6956cc1c-a132-4639-967b-2db19f7f5798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d1c85e1-38b3-4032-9d66-83ddb68a0e04,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:57.051840 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-96e8e4a4-f8ae-4da2-a35d-ff01d801e1af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:57.084617 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-96e8e4a4-f8ae-4da2-a35d-ff01d801e1af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:57.149158 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a4d508-f15f-470f-aacc-28fb964fba50 req-138af453-7761-4b9d-96db-bd39a7f8c9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:57.151377 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-36a4d508-f15f-470f-aacc-28fb964fba50 req-138af453-7761-4b9d-96db-bd39a7f8c9ee service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b765fede93b04201b5c324a28753ffa9&device_id=b25f2fd3-149b-4c4f-9b91-9020c243fd31 HTTP/1.1" status: 200 len: 1098 time: 0.3632085 Aug 29 04:35:57.156641 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-018fb0cf-17ce-47ab-8d00-8c5eff81698f tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-713231'] for router_interface, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:57.159997 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-791329c7-e752-4a97-b1b5-5018708c0b26 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Made reservation on behalf of b130c2fb48814d1585244ef54308020c for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:35:57.163653 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-791329c7-e752-4a97-b1b5-5018708c0b26 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:57.184483 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-96e8e4a4-f8ae-4da2-a35d-ff01d801e1af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:57.188524 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-96e8e4a4-f8ae-4da2-a35d-ff01d801e1af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:57.192999 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-96e8e4a4-f8ae-4da2-a35d-ff01d801e1af admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8d1c85e1-38b3-4032-9d66-83ddb68a0e04 HTTP/1.1" status: 204 len: 168 time: 0.2370331 Aug 29 04:35:57.204214 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e8e4a4-f8ae-4da2-a35d-ff01d801e1af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d1c85e1-38b3-4032-9d66-83ddb68a0e04,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:57.217670 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-791329c7-e752-4a97-b1b5-5018708c0b26 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] device_id is not set on port 4ff1bf73-2402-43c6-a22b-bcdbdac66700 yet. {{(pid=94828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:35:57.279951 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 48424) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:57.298951 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1b161803-320d-4ae1-88a1-4cac7842c92d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:57.429877 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a4d508-f15f-470f-aacc-28fb964fba50 req-6c36100d-e4d3-4033-812b-d7e4755fdeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:57.432059 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-36a4d508-f15f-470f-aacc-28fb964fba50 req-6c36100d-e4d3-4033-812b-d7e4755fdeb7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1ebc2e43-1665-45c9-99e8-25ad0856d831 HTTP/1.1" status: 200 len: 909 time: 0.2526813 Aug 29 04:35:57.457840 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1b161803-320d-4ae1-88a1-4cac7842c92d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:57.463204 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1b161803-320d-4ae1-88a1-4cac7842c92d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:57.513530 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-1b161803-320d-4ae1-88a1-4cac7842c92d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=55c81f2e81834520af2a5cda9edea7ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2307649 Aug 29 04:35:57.514189 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 48434) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:57.553420 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b161803-320d-4ae1-88a1-4cac7842c92d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcb312c0-e2c6-4cab-accc-a2e903c1fc1d,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:57.630220 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f4074b08-4be8-4cee-91d3-775959d3d6bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:57.654933 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-36a4d508-f15f-470f-aacc-28fb964fba50 req-7716cec0-0b0d-4a71-ac58-0f9ec212dc7f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5df61485-8d2a-47d4-9884-e840f5689a5d HTTP/1.1" status: 200 len: 1002 time: 0.2129481 Aug 29 04:35:57.673650 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f4074b08-4be8-4cee-91d3-775959d3d6bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:57.772484 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-791329c7-e752-4a97-b1b5-5018708c0b26 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:57.775229 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc9d14f-c4ab-4c24-bee8-0d9591866624 req-fe29e9bb-cd4e-4d09-9a4f-de4a98047853 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:57.782347 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a4d508-f15f-470f-aacc-28fb964fba50 req-184c75b9-d2b1-427d-9983-531c5bf32668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:57.783069 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc9d14f-c4ab-4c24-bee8-0d9591866624 req-fe29e9bb-cd4e-4d09-9a4f-de4a98047853 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:57.783749 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-36a4d508-f15f-470f-aacc-28fb964fba50 req-184c75b9-d2b1-427d-9983-531c5bf32668 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c3ff3d49-5062-4d8a-bbcb-4d8089f57765 HTTP/1.1" status: 200 len: 847 time: 0.1194944 Aug 29 04:35:57.790239 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc9d14f-c4ab-4c24-bee8-0d9591866624 req-fe29e9bb-cd4e-4d09-9a4f-de4a98047853 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:57.799201 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc9d14f-c4ab-4c24-bee8-0d9591866624 req-fe29e9bb-cd4e-4d09-9a4f-de4a98047853 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:57.799414 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-018fb0cf-17ce-47ab-8d00-8c5eff81698f tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Router 2f42e2da-e10e-481e-bbd0-9553c6bd5fda has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:35:57.803073 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 2662ff03-0fe5-4738-ac75-76417260f6bb up at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:35:57.809013 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc9d14f-c4ab-4c24-bee8-0d9591866624 req-fe29e9bb-cd4e-4d09-9a4f-de4a98047853 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:57.815992 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc9d14f-c4ab-4c24-bee8-0d9591866624 req-fe29e9bb-cd4e-4d09-9a4f-de4a98047853 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:57.822906 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc9d14f-c4ab-4c24-bee8-0d9591866624 req-fe29e9bb-cd4e-4d09-9a4f-de4a98047853 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:57.824994 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0fc9d14f-c4ab-4c24-bee8-0d9591866624 req-fe29e9bb-cd4e-4d09-9a4f-de4a98047853 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/ports?device_id=78e1d3c1-2943-4567-af4e-14c28f0b7c9c HTTP/1.1" status: 200 len: 5427 time: 0.1752110 Aug 29 04:35:57.852508 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f4074b08-4be8-4cee-91d3-775959d3d6bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:57.855894 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f4074b08-4be8-4cee-91d3-775959d3d6bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:57.857249 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-f4074b08-4be8-4cee-91d3-775959d3d6bb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bcb312c0-e2c6-4cab-accc-a2e903c1fc1d HTTP/1.1" status: 204 len: 168 time: 0.3393157 Aug 29 04:35:57.879011 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4074b08-4be8-4cee-91d3-775959d3d6bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcb312c0-e2c6-4cab-accc-a2e903c1fc1d,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:57.911071 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning for port 2662ff03-0fe5-4738-ac75-76417260f6bb completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:35:57.917100 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning complete for port 2662ff03-0fe5-4738-ac75-76417260f6bb triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:57.917496 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:57.955487 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0fc9d14f-c4ab-4c24-bee8-0d9591866624 req-1c74a10c-bc3e-41d5-9fb7-58592ed1c998 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/security-groups?id=47070f04-546f-4c87-85de-d3b03f233a26&id=9548773a-1ebc-45cc-a31d-47384b103db9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1107571 Aug 29 04:35:58.081674 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:58.158511 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 2662ff03-0fe5-4738-ac75-76417260f6bb, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=2662ff03-0fe5-4738-ac75-76417260f6bb,segment=NetworkSegment(4b6fcfff-d0b2-4891-8168-98b048690d18),segment_id=4b6fcfff-d0b2-4891-8168-98b048690d18)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:58.167957 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:58.170416 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device e8c38dda-a12f-4615-86b7-8fdfbcfe8a49 up at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:35:58.261621 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78e1d3c1-2943-4567-af4e-14c28f0b7c9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cfcb12b-3c21-4614-9071-b6c0f7763d86'}, {'server_uuid': '78e1d3c1-2943-4567-af4e-14c28f0b7c9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2662ff03-0fe5-4738-ac75-76417260f6bb'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:35:58.264496 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f69e9d4c-68eb-4fef-920f-fd07641efe1c" -d '{"events": [{"server_uuid": "78e1d3c1-2943-4567-af4e-14c28f0b7c9c", "name": "network-vif-plugged", "status": "completed", "tag": "5cfcb12b-3c21-4614-9071-b6c0f7763d86"}, {"server_uuid": "78e1d3c1-2943-4567-af4e-14c28f0b7c9c", "name": "network-vif-plugged", "status": "completed", "tag": "2662ff03-0fe5-4738-ac75-76417260f6bb"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:35:58.307582 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=2662ff03-0fe5-4738-ac75-76417260f6bb,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:58.321964 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning for port e8c38dda-a12f-4615-86b7-8fdfbcfe8a49 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:35:58.326961 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning complete for port e8c38dda-a12f-4615-86b7-8fdfbcfe8a49 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:58.327909 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:58.372608 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-791329c7-e752-4a97-b1b5-5018708c0b26 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:58.391150 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a4d508-f15f-470f-aacc-28fb964fba50 req-28168cb1-93c0-403f-a954-5e094181e704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:58.392909 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-36a4d508-f15f-470f-aacc-28fb964fba50 req-28168cb1-93c0-403f-a954-5e094181e704 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1ebc2e43-1665-45c9-99e8-25ad0856d831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5764816 Aug 29 04:35:58.414782 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 29 Aug 2021 04:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-197e3ccb-afde-42d0-8927-690bc093e583 x-openstack-request-id: req-197e3ccb-afde-42d0-8927-690bc093e583 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:35:58.415189 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78e1d3c1-2943-4567-af4e-14c28f0b7c9c", "name": "network-vif-plugged", "status": "completed", "tag": "5cfcb12b-3c21-4614-9071-b6c0f7763d86", "code": 200}, {"server_uuid": "78e1d3c1-2943-4567-af4e-14c28f0b7c9c", "name": "network-vif-plugged", "status": "completed", "tag": "2662ff03-0fe5-4738-ac75-76417260f6bb", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:35:58.415738 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-197e3ccb-afde-42d0-8927-690bc093e583 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:35:58.416238 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78e1d3c1-2943-4567-af4e-14c28f0b7c9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cfcb12b-3c21-4614-9071-b6c0f7763d86', 'code': 200} Aug 29 04:35:58.416642 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78e1d3c1-2943-4567-af4e-14c28f0b7c9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2662ff03-0fe5-4738-ac75-76417260f6bb', 'code': 200} Aug 29 04:35:58.450156 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:58.451038 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791329c7-e752-4a97-b1b5-5018708c0b26 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Network 036a8249-2e07-4357-8e57-af915fddc588 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:35:58.514357 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-018fb0cf-17ce-47ab-8d00-8c5eff81698f tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:35:58.522825 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port e8c38dda-a12f-4615-86b7-8fdfbcfe8a49, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=e8c38dda-a12f-4615-86b7-8fdfbcfe8a49,segment=NetworkSegment(e6f13fca-b863-4a19-b6d5-923becb8a28a),segment_id=e6f13fca-b863-4a19-b6d5-923becb8a28a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:58.527045 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-791329c7-e752-4a97-b1b5-5018708c0b26 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:35:58.529081 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7bbe44-cac1-44fd-836b-a649931ff976 None None] Sync routers for ids ['2f42e2da-e10e-481e-bbd0-9553c6bd5fda'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:35:58.534912 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-018fb0cf-17ce-47ab-8d00-8c5eff81698f tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] 10.222.0.22 "PUT /v2.0/routers/2f42e2da-e10e-481e-bbd0-9553c6bd5fda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0036654 Aug 29 04:35:58.537626 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791329c7-e752-4a97-b1b5-5018708c0b26 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:35:58.537762 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 48478) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:58.544117 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791329c7-e752-4a97-b1b5-5018708c0b26 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:58.544758 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-791329c7-e752-4a97-b1b5-5018708c0b26 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:58.548514 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:58.549345 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device f22d63c2-bcf4-4be3-aee8-c0adc98c55e8 up at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:35:58.560853 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7bbe44-cac1-44fd-836b-a649931ff976 None None] Routers {'2f42e2da-e10e-481e-bbd0-9553c6bd5fda'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:35:58.561498 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-0b7bbe44-cac1-44fd-836b-a649931ff976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:35:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['2f42e2da-e10e-481e-bbd0-9553c6bd5fda'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:58.564547 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791329c7-e752-4a97-b1b5-5018708c0b26 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Pushing event updated for resources: {'Port': ['ID=4ff1bf73-2402-43c6-a22b-bcdbdac66700,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:58.580942 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-791329c7-e752-4a97-b1b5-5018708c0b26 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.7875640 Aug 29 04:35:58.582010 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 48482) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:58.588795 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-690a3802-3c48-465b-abd8-ea2be3516c9b tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:58.653229 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-0b7bbe44-cac1-44fd-836b-a649931ff976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:58.667483 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7bbe44-cac1-44fd-836b-a649931ff976 None None] Routers {'2f42e2da-e10e-481e-bbd0-9553c6bd5fda'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:35:58.668715 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-0b7bbe44-cac1-44fd-836b-a649931ff976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:35:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['2f42e2da-e10e-481e-bbd0-9553c6bd5fda'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:58.716376 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-0b7bbe44-cac1-44fd-836b-a649931ff976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:58.717774 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7bbe44-cac1-44fd-836b-a649931ff976 None None] The sync data for ids ['2f42e2da-e10e-481e-bbd0-9553c6bd5fda'] in n-d-712140-12 is: [] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:35:58.759327 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:58.805594 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-36a4d508-f15f-470f-aacc-28fb964fba50 req-8601e650-a907-41c0-8d38-582a52eeecc4 service neutron] 10.222.0.46 "GET /v2.0/networks/1ebc2e43-1665-45c9-99e8-25ad0856d831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3883266 Aug 29 04:35:58.823117 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=e8c38dda-a12f-4615-86b7-8fdfbcfe8a49,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:58.872008 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning for port f22d63c2-bcf4-4be3-aee8-c0adc98c55e8 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:35:58.877591 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning complete for port f22d63c2-bcf4-4be3-aee8-c0adc98c55e8 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:58.878078 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:58.893796 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-690a3802-3c48-465b-abd8-ea2be3516c9b tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:59.021165 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:59.068161 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port f22d63c2-bcf4-4be3-aee8-c0adc98c55e8, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=f22d63c2-bcf4-4be3-aee8-c0adc98c55e8,segment=NetworkSegment(e6f13fca-b863-4a19-b6d5-923becb8a28a),segment_id=e6f13fca-b863-4a19-b6d5-923becb8a28a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:59.083590 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:59.085052 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 73a89596-2f6f-4bb0-aecd-74540ae2a41e up at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:35:59.112950 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-36a4d508-f15f-470f-aacc-28fb964fba50 req-96e7fd70-72db-45eb-93aa-9debf03ada1d service neutron] 10.222.0.46 "GET /v2.0/networks/1ebc2e43-1665-45c9-99e8-25ad0856d831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3049622 Aug 29 04:35:59.239319 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=f22d63c2-bcf4-4be3-aee8-c0adc98c55e8,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:59.250802 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning for port 73a89596-2f6f-4bb0-aecd-74540ae2a41e completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:35:59.261755 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning complete for port 73a89596-2f6f-4bb0-aecd-74540ae2a41e triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:59.262274 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:59.308925 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4d2452-d6a0-413b-b7e0-6e2f80e9fadd req-e98b0e66-1a7e-4acd-a762-02b92953e4d7 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:59.335498 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4d2452-d6a0-413b-b7e0-6e2f80e9fadd req-e98b0e66-1a7e-4acd-a762-02b92953e4d7 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:59.354892 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4d2452-d6a0-413b-b7e0-6e2f80e9fadd req-e98b0e66-1a7e-4acd-a762-02b92953e4d7 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:59.357024 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-690a3802-3c48-465b-abd8-ea2be3516c9b tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:59.364087 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4d2452-d6a0-413b-b7e0-6e2f80e9fadd req-e98b0e66-1a7e-4acd-a762-02b92953e4d7 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:59.372324 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4d2452-d6a0-413b-b7e0-6e2f80e9fadd req-e98b0e66-1a7e-4acd-a762-02b92953e4d7 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:59.375828 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-690a3802-3c48-465b-abd8-ea2be3516c9b tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:59.381432 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4d2452-d6a0-413b-b7e0-6e2f80e9fadd req-e98b0e66-1a7e-4acd-a762-02b92953e4d7 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:59.387945 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4d2452-d6a0-413b-b7e0-6e2f80e9fadd req-e98b0e66-1a7e-4acd-a762-02b92953e4d7 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:59.390221 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3c4d2452-d6a0-413b-b7e0-6e2f80e9fadd req-e98b0e66-1a7e-4acd-a762-02b92953e4d7 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/ports?device_id=78e1d3c1-2943-4567-af4e-14c28f0b7c9c HTTP/1.1" status: 200 len: 5430 time: 0.2136364 Aug 29 04:35:59.456598 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-690a3802-3c48-465b-abd8-ea2be3516c9b tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] In _notify_port_updated(), no bound segment for port 4ff1bf73-2402-43c6-a22b-bcdbdac66700 on network 036a8249-2e07-4357-8e57-af915fddc588 {{(pid=94828) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:35:59.471344 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690a3802-3c48-465b-abd8-ea2be3516c9b tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:59.472146 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-690a3802-3c48-465b-abd8-ea2be3516c9b tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:59.473751 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-690a3802-3c48-465b-abd8-ea2be3516c9b tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "PUT /v2.0/ports/4ff1bf73-2402-43c6-a22b-bcdbdac66700 HTTP/1.1" status: 200 len: 818 time: 0.8903077 Aug 29 04:35:59.477400 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 48518) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:59.478710 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3c4d2452-d6a0-413b-b7e0-6e2f80e9fadd req-ce49b4a3-d30b-4977-b39d-53440dd94dbc tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/security-groups?id=47070f04-546f-4c87-85de-d3b03f233a26&id=9548773a-1ebc-45cc-a31d-47384b103db9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0819912 Aug 29 04:35:59.485636 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-23aab6c1-6233-41f8-9bf9-d933e7d1bd10 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713413'] for router_interface, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:59.514611 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:59.534346 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690a3802-3c48-465b-abd8-ea2be3516c9b tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Pushing event updated for resources: {'Port': ['ID=4ff1bf73-2402-43c6-a22b-bcdbdac66700,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:59.610507 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 73a89596-2f6f-4bb0-aecd-74540ae2a41e, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=73a89596-2f6f-4bb0-aecd-74540ae2a41e,segment=NetworkSegment(4b6fcfff-d0b2-4891-8168-98b048690d18),segment_id=4b6fcfff-d0b2-4891-8168-98b048690d18)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:59.619862 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:59.638424 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-46b693cf-cb8c-4453-bfe7-8c74eed4250b tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Deleting port 4ff1bf73-2402-43c6-a22b-bcdbdac66700 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:35:59.639065 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-46b693cf-cb8c-4453-bfe7-8c74eed4250b tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:59.702913 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=73a89596-2f6f-4bb0-aecd-74540ae2a41e,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:59.773886 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-46b693cf-cb8c-4453-bfe7-8c74eed4250b tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:59.790450 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-46b693cf-cb8c-4453-bfe7-8c74eed4250b tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Calling delete_port for 4ff1bf73-2402-43c6-a22b-bcdbdac66700 owned by {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:35:59.900707 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-46b693cf-cb8c-4453-bfe7-8c74eed4250b tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:59.925697 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-23aab6c1-6233-41f8-9bf9-d933e7d1bd10 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Deleting port 9db43a47-5241-4447-84a6-a412f8905744 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:35:59.926178 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-23aab6c1-6233-41f8-9bf9-d933e7d1bd10 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:59.949083 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-46b693cf-cb8c-4453-bfe7-8c74eed4250b tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:59.956965 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-46b693cf-cb8c-4453-bfe7-8c74eed4250b tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "DELETE /v2.0/ports/4ff1bf73-2402-43c6-a22b-bcdbdac66700 HTTP/1.1" status: 204 len: 168 time: 0.4784923 Aug 29 04:35:59.969294 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 48536) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:00.020969 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-23aab6c1-6233-41f8-9bf9-d933e7d1bd10 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:00.021315 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b693cf-cb8c-4453-bfe7-8c74eed4250b tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Pushing event deleted for resources: {'Port': ['ID=4ff1bf73-2402-43c6-a22b-bcdbdac66700,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:00.039442 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-23aab6c1-6233-41f8-9bf9-d933e7d1bd10 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Calling delete_port for 9db43a47-5241-4447-84a6-a412f8905744 owned by network:router_interface {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:36:00.128086 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3076e68f-fab1-40dc-94cd-8f53c6017670 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:00.133110 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 48542) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:00.133417 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-3076e68f-fab1-40dc-94cd-8f53c6017670 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1622472 Aug 29 04:36:00.206290 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-587532a6-0235-434d-aa35-461865c4c837 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] GET failed (client error): The resource could not be found. Aug 29 04:36:00.208033 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-587532a6-0235-434d-aa35-461865c4c837 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "GET /v2.0/ports/4ff1bf73-2402-43c6-a22b-bcdbdac66700 HTTP/1.1" status: 404 len: 333 time: 0.0742576 Aug 29 04:36:00.213783 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 48550) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:00.221492 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-d722076c-2706-42e3-a1c7-3b15faa8a5a5 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-712776923'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:00.254043 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d722076c-2706-42e3-a1c7-3b15faa8a5a5 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Made reservation on behalf of b130c2fb48814d1585244ef54308020c for: {'network': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:36:00.258259 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d722076c-2706-42e3-a1c7-3b15faa8a5a5 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:00.315908 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-23aab6c1-6233-41f8-9bf9-d933e7d1bd10 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:00.321511 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d722076c-2706-42e3-a1c7-3b15faa8a5a5 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=94828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:36:00.333179 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d722076c-2706-42e3-a1c7-3b15faa8a5a5 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:00.333829 n-d-712140-12 neutron-server[94828]: INFO neutron.db.segments_db [None req-d722076c-2706-42e3-a1c7-3b15faa8a5a5 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Added segment 39431988-7519-48c2-9ead-388df836aaa3 of type vlan for network 503d781c-62c6-4af8-b8ee-75ea6fd5537b Aug 29 04:36:00.356833 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aab6c1-6233-41f8-9bf9-d933e7d1bd10 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Pushing event deleted for resources: {'Port': ['ID=9db43a47-5241-4447-84a6-a412f8905744,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:00.394867 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d722076c-2706-42e3-a1c7-3b15faa8a5a5 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:00.418206 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78e1d3c1-2943-4567-af4e-14c28f0b7c9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8c38dda-a12f-4615-86b7-8fdfbcfe8a49'}, {'server_uuid': '78e1d3c1-2943-4567-af4e-14c28f0b7c9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f22d63c2-bcf4-4be3-aee8-c0adc98c55e8'}, {'server_uuid': '78e1d3c1-2943-4567-af4e-14c28f0b7c9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73a89596-2f6f-4bb0-aecd-74540ae2a41e'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:36:00.421370 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbd777d7-616a-4bcf-b097-565f4e6cbb69" -d '{"events": [{"server_uuid": "78e1d3c1-2943-4567-af4e-14c28f0b7c9c", "name": "network-vif-plugged", "status": "completed", "tag": "e8c38dda-a12f-4615-86b7-8fdfbcfe8a49"}, {"server_uuid": "78e1d3c1-2943-4567-af4e-14c28f0b7c9c", "name": "network-vif-plugged", "status": "completed", "tag": "f22d63c2-bcf4-4be3-aee8-c0adc98c55e8"}, {"server_uuid": "78e1d3c1-2943-4567-af4e-14c28f0b7c9c", "name": "network-vif-plugged", "status": "completed", "tag": "73a89596-2f6f-4bb0-aecd-74540ae2a41e"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:36:00.428086 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d722076c-2706-42e3-a1c7-3b15faa8a5a5 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:00.434830 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d722076c-2706-42e3-a1c7-3b15faa8a5a5 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:00.435453 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d722076c-2706-42e3-a1c7-3b15faa8a5a5 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:00.527725 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-d722076c-2706-42e3-a1c7-3b15faa8a5a5 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3116946 Aug 29 04:36:00.533337 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sun, 29 Aug 2021 04:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c037a97-a4c1-40d7-ae31-b0ec33c71308 x-openstack-request-id: req-2c037a97-a4c1-40d7-ae31-b0ec33c71308 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:36:00.533978 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78e1d3c1-2943-4567-af4e-14c28f0b7c9c", "name": "network-vif-plugged", "status": "completed", "tag": "e8c38dda-a12f-4615-86b7-8fdfbcfe8a49", "code": 200}, {"server_uuid": "78e1d3c1-2943-4567-af4e-14c28f0b7c9c", "name": "network-vif-plugged", "status": "completed", "tag": "f22d63c2-bcf4-4be3-aee8-c0adc98c55e8", "code": 200}, {"server_uuid": "78e1d3c1-2943-4567-af4e-14c28f0b7c9c", "name": "network-vif-plugged", "status": "completed", "tag": "73a89596-2f6f-4bb0-aecd-74540ae2a41e", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:36:00.534470 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2c037a97-a4c1-40d7-ae31-b0ec33c71308 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:36:00.534601 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 48562) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:00.535193 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78e1d3c1-2943-4567-af4e-14c28f0b7c9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8c38dda-a12f-4615-86b7-8fdfbcfe8a49', 'code': 200} Aug 29 04:36:00.535834 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78e1d3c1-2943-4567-af4e-14c28f0b7c9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f22d63c2-bcf4-4be3-aee8-c0adc98c55e8', 'code': 200} Aug 29 04:36:00.536291 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78e1d3c1-2943-4567-af4e-14c28f0b7c9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73a89596-2f6f-4bb0-aecd-74540ae2a41e', 'code': 200} Aug 29 04:36:00.553148 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-23aab6c1-6233-41f8-9bf9-d933e7d1bd10 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-713231'] for router_interface, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:00.553765 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-26026283-bc56-4d16-a62a-c6b59c91df19 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Request body: {'subnet': {'network_id': '503d781c-62c6-4af8-b8ee-75ea6fd5537b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:00.713818 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d722076c-2706-42e3-a1c7-3b15faa8a5a5 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Pushing event updated for resources: {'Network': ['ID=503d781c-62c6-4af8-b8ee-75ea6fd5537b,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:00.731146 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 503d781c-62c6-4af8-b8ee-75ea6fd5537b details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:36:00.908042 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3a1780-31ac-40bf-a205-412031c150ef req-a0888b5f-a787-4eb0-b7d2-32e919056700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:00.908640 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3a1780-31ac-40bf-a205-412031c150ef req-a0888b5f-a787-4eb0-b7d2-32e919056700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:00.909006 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3a1780-31ac-40bf-a205-412031c150ef req-a0888b5f-a787-4eb0-b7d2-32e919056700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:00.909492 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3a1780-31ac-40bf-a205-412031c150ef req-a0888b5f-a787-4eb0-b7d2-32e919056700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:00.911628 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3a1780-31ac-40bf-a205-412031c150ef req-a0888b5f-a787-4eb0-b7d2-32e919056700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:00.912152 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3a1780-31ac-40bf-a205-412031c150ef req-a0888b5f-a787-4eb0-b7d2-32e919056700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:00.912639 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3a1780-31ac-40bf-a205-412031c150ef req-a0888b5f-a787-4eb0-b7d2-32e919056700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:00.918775 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2b3a1780-31ac-40bf-a205-412031c150ef req-a0888b5f-a787-4eb0-b7d2-32e919056700 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=78e1d3c1-2943-4567-af4e-14c28f0b7c9c HTTP/1.1" status: 200 len: 6495 time: 0.1951096 Aug 29 04:36:00.926505 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23aab6c1-6233-41f8-9bf9-d933e7d1bd10 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Router 2f42e2da-e10e-481e-bbd0-9553c6bd5fda has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:36:00.951040 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28dafa1-2579-45cb-9f69-bb1315f48356 req-08c9c1ec-b3eb-4e18-8b24-3d06a8c62e02 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:00.957913 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28dafa1-2579-45cb-9f69-bb1315f48356 req-08c9c1ec-b3eb-4e18-8b24-3d06a8c62e02 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:00.963880 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26026283-bc56-4d16-a62a-c6b59c91df19 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Made reservation on behalf of b130c2fb48814d1585244ef54308020c for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:36:00.966334 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28dafa1-2579-45cb-9f69-bb1315f48356 req-08c9c1ec-b3eb-4e18-8b24-3d06a8c62e02 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:00.967418 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-26026283-bc56-4d16-a62a-c6b59c91df19 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:00.973463 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28dafa1-2579-45cb-9f69-bb1315f48356 req-08c9c1ec-b3eb-4e18-8b24-3d06a8c62e02 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:00.981128 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28dafa1-2579-45cb-9f69-bb1315f48356 req-08c9c1ec-b3eb-4e18-8b24-3d06a8c62e02 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:00.988333 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28dafa1-2579-45cb-9f69-bb1315f48356 req-08c9c1ec-b3eb-4e18-8b24-3d06a8c62e02 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:00.999447 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28dafa1-2579-45cb-9f69-bb1315f48356 req-08c9c1ec-b3eb-4e18-8b24-3d06a8c62e02 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:01.004338 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e28dafa1-2579-45cb-9f69-bb1315f48356 req-08c9c1ec-b3eb-4e18-8b24-3d06a8c62e02 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/ports?device_id=78e1d3c1-2943-4567-af4e-14c28f0b7c9c HTTP/1.1" status: 200 len: 5431 time: 0.2651789 Aug 29 04:36:01.058201 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 48580) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:01.071620 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2b3a1780-31ac-40bf-a205-412031c150ef req-c9a6d2eb-a826-45ad-a699-23ea3c498d70 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=47070f04-546f-4c87-85de-d3b03f233a26&id=9548773a-1ebc-45cc-a31d-47384b103db9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1385529 Aug 29 04:36:01.160915 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23aab6c1-6233-41f8-9bf9-d933e7d1bd10 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:36:01.176119 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762135b2-45d2-42fe-99ba-c5d5a629edb5 None None] Sync routers for ids ['2f42e2da-e10e-481e-bbd0-9553c6bd5fda'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:36:01.183619 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-23aab6c1-6233-41f8-9bf9-d933e7d1bd10 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] 10.222.0.22 "PUT /v2.0/routers/2f42e2da-e10e-481e-bbd0-9553c6bd5fda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6448190 Aug 29 04:36:01.184568 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 48586) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:01.188496 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762135b2-45d2-42fe-99ba-c5d5a629edb5 None None] Routers {'2f42e2da-e10e-481e-bbd0-9553c6bd5fda'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:36:01.196237 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-762135b2-45d2-42fe-99ba-c5d5a629edb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:35:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['2f42e2da-e10e-481e-bbd0-9553c6bd5fda'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:01.236746 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-26026283-bc56-4d16-a62a-c6b59c91df19 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9191137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10062364'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:01.238050 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e28dafa1-2579-45cb-9f69-bb1315f48356 req-f7d89091-970f-483d-a82a-5c33a38a312d tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/security-groups?id=47070f04-546f-4c87-85de-d3b03f233a26&id=9548773a-1ebc-45cc-a31d-47384b103db9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2243345 Aug 29 04:36:01.295514 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-762135b2-45d2-42fe-99ba-c5d5a629edb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:01.331521 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-59a043fa-8386-439a-a5a4-918d7171bd4b tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f42e2da-e10e-481e-bbd0-9553c6bd5fda HTTP/1.1" status: 200 len: 205 time: 0.1387274 Aug 29 04:36:01.334598 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 48592) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:01.344856 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762135b2-45d2-42fe-99ba-c5d5a629edb5 None None] Routers {'2f42e2da-e10e-481e-bbd0-9553c6bd5fda'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:36:01.350636 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-762135b2-45d2-42fe-99ba-c5d5a629edb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:35:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['2f42e2da-e10e-481e-bbd0-9553c6bd5fda'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:01.401425 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26026283-bc56-4d16-a62a-c6b59c91df19 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Pushing event updated for resources: {'Subnet': ['ID=a1d1a665-a423-4e44-91d5-35d3116ab4bc,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:01.419092 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26026283-bc56-4d16-a62a-c6b59c91df19 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Checking segment: {'id': '39431988-7519-48c2-9ead-388df836aaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '503d781c-62c6-4af8-b8ee-75ea6fd5537b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:36:01.419470 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26026283-bc56-4d16-a62a-c6b59c91df19 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Network hostable DHCP agents. Network: 503d781c-62c6-4af8-b8ee-75ea6fd5537b, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:36:01.435439 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-762135b2-45d2-42fe-99ba-c5d5a629edb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:01.436779 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762135b2-45d2-42fe-99ba-c5d5a629edb5 None None] The sync data for ids ['2f42e2da-e10e-481e-bbd0-9553c6bd5fda'] in n-d-712140-12 is: [] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:36:01.463473 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26026283-bc56-4d16-a62a-c6b59c91df19 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Network 503d781c-62c6-4af8-b8ee-75ea6fd5537b is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:36:01.477358 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-26026283-bc56-4d16-a62a-c6b59c91df19 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 503d781c-62c6-4af8-b8ee-75ea6fd5537b) {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:36:01.483124 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26026283-bc56-4d16-a62a-c6b59c91df19 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:01.485347 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-26026283-bc56-4d16-a62a-c6b59c91df19 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:01.488818 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1a8642-218e-4ee1-9cff-129766fefbc4 None None] Network 503d781c-62c6-4af8-b8ee-75ea6fd5537b requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:36:01.540721 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-26026283-bc56-4d16-a62a-c6b59c91df19 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0049703 Aug 29 04:36:01.542219 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 48596) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:01.549138 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-a83c6b1f-8622-44cb-aa62-389e523ba9e1 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Request body: {'subnet': {'network_id': '503d781c-62c6-4af8-b8ee-75ea6fd5537b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:01.726486 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490220ed-4792-4057-b78e-f88ce0d40357 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-503d781c-62c6-4af8-b8ee-75ea6fd5537b', 'network_id': '503d781c-62c6-4af8-b8ee-75ea6fd5537b', 'tenant_id': 'b130c2fb48814d1585244ef54308020c', 'fixed_ips': [{'subnet_id': 'a1d1a665-a423-4e44-91d5-35d3116ab4bc'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:36:01.727748 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-490220ed-4792-4057-b78e-f88ce0d40357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:01.757633 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a83c6b1f-8622-44cb-aa62-389e523ba9e1 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Made reservation on behalf of b130c2fb48814d1585244ef54308020c for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:36:01.765896 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a83c6b1f-8622-44cb-aa62-389e523ba9e1 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:01.883047 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0b224682-1649-4b28-a335-c0c7ac42a807 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks [] for router, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:01.924980 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-236c94ad-a068-4b5f-9cd0-cf58fc67863f tempest-DHCPAgentSchedulersTestJSON-1205914249 tempest-DHCPAgentSchedulersTestJSON-1205914249-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1412260036'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:01.939106 n-d-712140-12 neutron-server[94828]: INFO neutron.db.ipam_backend_mixin [None req-a83c6b1f-8622-44cb-aa62-389e523ba9e1 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a1d1a665-a423-4e44-91d5-35d3116ab4bc (CIDR: 2001:db8::/64) Aug 29 04:36:01.939106 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 48608) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:01.946321 n-d-712140-12 neutron-server[94828]: INFO neutron.pecan_wsgi.hooks.translation [None req-a83c6b1f-8622-44cb-aa62-389e523ba9e1 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:36:01.946955 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a83c6b1f-8622-44cb-aa62-389e523ba9e1 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:36:01.969932 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-a83c6b1f-8622-44cb-aa62-389e523ba9e1 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4254689 Aug 29 04:36:01.972218 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 48612) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:01.977829 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-cbbc1644-b894-4db6-8bf7-cb78b7f7cc68 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Request body: {'subnet': {'network_id': '503d781c-62c6-4af8-b8ee-75ea6fd5537b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:02.070249 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-490220ed-4792-4057-b78e-f88ce0d40357 None None] Allocated IP 2001:db8::2 (503d781c-62c6-4af8-b8ee-75ea6fd5537b/a1d1a665-a423-4e44-91d5-35d3116ab4bc/5304a22e-25b2-4a6d-859b-597bf148af3e) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:36:02.137390 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-236c94ad-a068-4b5f-9cd0-cf58fc67863f tempest-DHCPAgentSchedulersTestJSON-1205914249 tempest-DHCPAgentSchedulersTestJSON-1205914249-project] Made reservation on behalf of 41162a9b703c4c09bcfdbd903fa34738 for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:36:02.141926 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-236c94ad-a068-4b5f-9cd0-cf58fc67863f tempest-DHCPAgentSchedulersTestJSON-1205914249 tempest-DHCPAgentSchedulersTestJSON-1205914249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:02.154691 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-236c94ad-a068-4b5f-9cd0-cf58fc67863f tempest-DHCPAgentSchedulersTestJSON-1205914249 tempest-DHCPAgentSchedulersTestJSON-1205914249-project] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:02.157855 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0b224682-1649-4b28-a335-c0c7ac42a807 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:02.160840 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0b224682-1649-4b28-a335-c0c7ac42a807 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:02.170768 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a1886d2-4e72-40d2-bfb9-798f09ca1afd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:02.212316 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbbc1644-b894-4db6-8bf7-cb78b7f7cc68 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Made reservation on behalf of b130c2fb48814d1585244ef54308020c for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:36:02.219461 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cbbc1644-b894-4db6-8bf7-cb78b7f7cc68 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:02.230240 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0b224682-1649-4b28-a335-c0c7ac42a807 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717253'] for router, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:02.230871 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b224682-1649-4b28-a335-c0c7ac42a807 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Fanout notify agent at l3_agent the message router_deleted on router 2f42e2da-e10e-481e-bbd0-9553c6bd5fda {{(pid=94829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:36:02.239262 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0b224682-1649-4b28-a335-c0c7ac42a807 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:02.240663 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-0b224682-1649-4b28-a335-c0c7ac42a807 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] 10.222.0.22 "DELETE /v2.0/routers/2f42e2da-e10e-481e-bbd0-9553c6bd5fda HTTP/1.1" status: 204 len: 168 time: 0.9034557 Aug 29 04:36:02.245971 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 48618) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:02.255678 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-2a1886d2-4e72-40d2-bfb9-798f09ca1afd admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 04:36:02.255678 n-d-712140-12 neutron-server[94828]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 29 04:36:02.255678 n-d-712140-12 neutron-server[94828]: [parameters: {'project_id_1': 'fcde7e933fd04dafb6dd09c021854dc6', 'expiration_1': datetime.datetime(2021, 8, 29, 4, 36, 2, 190712)}] Aug 29 04:36:02.255678 n-d-712140-12 neutron-server[94828]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:36:02.256312 n-d-712140-12 neutron-server[94828]: DEBUG oslo_db.api [None req-2a1886d2-4e72-40d2-bfb9-798f09ca1afd admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:36:02.326428 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_v2 [None req-da69d9b4-29db-438f-9918-ae0b0f7204df tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Deleting subnet 28786919-e73a-4537-815e-af078fa93669 {{(pid=94829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:36:02.332002 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-da69d9b4-29db-438f-9918-ae0b0f7204df tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks [] for subnet, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:02.358350 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-490220ed-4792-4057-b78e-f88ce0d40357 None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:02.376193 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-490220ed-4792-4057-b78e-f88ce0d40357 None None] Transition to ACTIVE for port object 5304a22e-25b2-4a6d-859b-597bf148af3e will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:36:02.399263 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-da69d9b4-29db-438f-9918-ae0b0f7204df tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4311743'] for subnet, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:02.410301 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-490220ed-4792-4057-b78e-f88ce0d40357 None None] Transition to ACTIVE for port object 5304a22e-25b2-4a6d-859b-597bf148af3e will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:36:02.423050 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-490220ed-4792-4057-b78e-f88ce0d40357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:02.439229 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-236c94ad-a068-4b5f-9cd0-cf58fc67863f tempest-DHCPAgentSchedulersTestJSON-1205914249 tempest-DHCPAgentSchedulersTestJSON-1205914249-project] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:02.458901 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-236c94ad-a068-4b5f-9cd0-cf58fc67863f tempest-DHCPAgentSchedulersTestJSON-1205914249 tempest-DHCPAgentSchedulersTestJSON-1205914249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:02.473464 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490220ed-4792-4057-b78e-f88ce0d40357 None None] Network 503d781c-62c6-4af8-b8ee-75ea6fd5537b is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:36:02.480464 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-490220ed-4792-4057-b78e-f88ce0d40357 None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:36:02.486147 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490220ed-4792-4057-b78e-f88ce0d40357 None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:36:02.513755 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-236c94ad-a068-4b5f-9cd0-cf58fc67863f tempest-DHCPAgentSchedulersTestJSON-1205914249 tempest-DHCPAgentSchedulersTestJSON-1205914249-project] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:36:02.521035 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236c94ad-a068-4b5f-9cd0-cf58fc67863f tempest-DHCPAgentSchedulersTestJSON-1205914249 tempest-DHCPAgentSchedulersTestJSON-1205914249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=400b6359-9f03-4ccf-b91b-4a5d4a2e97cc,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:02.541246 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c0499f-f0f0-4720-be71-e5953a502257 req-d32670f0-a241-4893-8a64-b44ac1e47c3b tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:02.546234 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490220ed-4792-4057-b78e-f88ce0d40357 None None] Pushing event updated for resources: {'Port': ['ID=5304a22e-25b2-4a6d-859b-597bf148af3e,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:02.551008 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c0499f-f0f0-4720-be71-e5953a502257 req-d32670f0-a241-4893-8a64-b44ac1e47c3b tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:02.551386 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-236c94ad-a068-4b5f-9cd0-cf58fc67863f tempest-DHCPAgentSchedulersTestJSON-1205914249 tempest-DHCPAgentSchedulersTestJSON-1205914249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:02.551984 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-236c94ad-a068-4b5f-9cd0-cf58fc67863f tempest-DHCPAgentSchedulersTestJSON-1205914249 tempest-DHCPAgentSchedulersTestJSON-1205914249-project] Added segment 76f8d889-7914-45ab-883f-3b357a4838f5 of type vlan for network d7d0c3e3-8670-4406-bd4e-9ef13b4d546b Aug 29 04:36:02.558699 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c0499f-f0f0-4720-be71-e5953a502257 req-d32670f0-a241-4893-8a64-b44ac1e47c3b tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:02.567809 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c0499f-f0f0-4720-be71-e5953a502257 req-d32670f0-a241-4893-8a64-b44ac1e47c3b tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:02.574920 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c0499f-f0f0-4720-be71-e5953a502257 req-d32670f0-a241-4893-8a64-b44ac1e47c3b tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:02.580974 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c0499f-f0f0-4720-be71-e5953a502257 req-d32670f0-a241-4893-8a64-b44ac1e47c3b tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:02.588086 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c0499f-f0f0-4720-be71-e5953a502257 req-d32670f0-a241-4893-8a64-b44ac1e47c3b tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:02.590647 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-490220ed-4792-4057-b78e-f88ce0d40357 None None] Attempting to bind port 5304a22e-25b2-4a6d-859b-597bf148af3e on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:36:02.591303 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-490220ed-4792-4057-b78e-f88ce0d40357 None None] Attempting to bind port 5304a22e-25b2-4a6d-859b-597bf148af3e by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '39431988-7519-48c2-9ead-388df836aaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '503d781c-62c6-4af8-b8ee-75ea6fd5537b'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:36:02.591997 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490220ed-4792-4057-b78e-f88ce0d40357 None None] Attempting to bind port 5304a22e-25b2-4a6d-859b-597bf148af3e on network 503d781c-62c6-4af8-b8ee-75ea6fd5537b {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:36:02.597510 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c6c0499f-f0f0-4720-be71-e5953a502257 req-d32670f0-a241-4893-8a64-b44ac1e47c3b tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/ports?device_id=78e1d3c1-2943-4567-af4e-14c28f0b7c9c HTTP/1.1" status: 200 len: 5431 time: 0.1962028 Aug 29 04:36:02.600745 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490220ed-4792-4057-b78e-f88ce0d40357 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:36:02.602773 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-da69d9b4-29db-438f-9918-ae0b0f7204df tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:02.609876 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490220ed-4792-4057-b78e-f88ce0d40357 None None] Checking segment: {'id': '39431988-7519-48c2-9ead-388df836aaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '503d781c-62c6-4af8-b8ee-75ea6fd5537b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:36:02.609876 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-490220ed-4792-4057-b78e-f88ce0d40357 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:02.617347 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490220ed-4792-4057-b78e-f88ce0d40357 None None] Bound using segment: {'id': '39431988-7519-48c2-9ead-388df836aaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '503d781c-62c6-4af8-b8ee-75ea6fd5537b'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:36:02.618372 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-490220ed-4792-4057-b78e-f88ce0d40357 None None] Bound port: 5304a22e-25b2-4a6d-859b-597bf148af3e, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39431988-7519-48c2-9ead-388df836aaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '503d781c-62c6-4af8-b8ee-75ea6fd5537b'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:36:02.619982 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-490220ed-4792-4057-b78e-f88ce0d40357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:02.634154 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-236c94ad-a068-4b5f-9cd0-cf58fc67863f tempest-DHCPAgentSchedulersTestJSON-1205914249 tempest-DHCPAgentSchedulersTestJSON-1205914249-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:02.681312 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c6c0499f-f0f0-4720-be71-e5953a502257 req-c6318c04-524a-4a7b-8771-de2215ed6bad tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/security-groups?id=47070f04-546f-4c87-85de-d3b03f233a26&id=9548773a-1ebc-45cc-a31d-47384b103db9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0828280 Aug 29 04:36:02.686758 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-236c94ad-a068-4b5f-9cd0-cf58fc67863f tempest-DHCPAgentSchedulersTestJSON-1205914249 tempest-DHCPAgentSchedulersTestJSON-1205914249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:02.692712 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236c94ad-a068-4b5f-9cd0-cf58fc67863f tempest-DHCPAgentSchedulersTestJSON-1205914249 tempest-DHCPAgentSchedulersTestJSON-1205914249-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:02.693347 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-236c94ad-a068-4b5f-9cd0-cf58fc67863f tempest-DHCPAgentSchedulersTestJSON-1205914249 tempest-DHCPAgentSchedulersTestJSON-1205914249-project] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:02.739883 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-236c94ad-a068-4b5f-9cd0-cf58fc67863f tempest-DHCPAgentSchedulersTestJSON-1205914249 tempest-DHCPAgentSchedulersTestJSON-1205914249-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.6253719 Aug 29 04:36:02.748053 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cbbc1644-b894-4db6-8bf7-cb78b7f7cc68 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9191137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10062364'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:02.750130 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 48626) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:02.764523 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-ca8c15c5-ab7b-4252-944f-7b9908ba55a5 tempest-DHCPAgentSchedulersTestJSON-1205914249 tempest-DHCPAgentSchedulersTestJSON-1205914249-project] Request body: {'subnet': {'network_id': 'd7d0c3e3-8670-4406-bd4e-9ef13b4d546b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:02.765380 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-490220ed-4792-4057-b78e-f88ce0d40357 None None] For port 5304a22e-25b2-4a6d-859b-597bf148af3e, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:36:02.768782 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-490220ed-4792-4057-b78e-f88ce0d40357 None None] For port 5304a22e-25b2-4a6d-859b-597bf148af3e, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=5304a22e-25b2-4a6d-859b-597bf148af3e,segment=NetworkSegment(39431988-7519-48c2-9ead-388df836aaa3),segment_id=39431988-7519-48c2-9ead-388df836aaa3)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:36:02.774438 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-da69d9b4-29db-438f-9918-ae0b0f7204df tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4552352'] for subnet, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:02.775426 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-490220ed-4792-4057-b78e-f88ce0d40357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:02.784006 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a1886d2-4e72-40d2-bfb9-798f09ca1afd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:02.839227 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da69d9b4-29db-438f-9918-ae0b0f7204df tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Pushing event deleted for resources: {'Subnet': ['ID=28786919-e73a-4537-815e-af078fa93669,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:02.844859 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-da69d9b4-29db-438f-9918-ae0b0f7204df tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:02.849236 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-da69d9b4-29db-438f-9918-ae0b0f7204df tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] 10.222.0.22 "DELETE /v2.0/subnets/28786919-e73a-4537-815e-af078fa93669 HTTP/1.1" status: 204 len: 168 time: 0.5996084 Aug 29 04:36:02.849236 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236c94ad-a068-4b5f-9cd0-cf58fc67863f tempest-DHCPAgentSchedulersTestJSON-1205914249 tempest-DHCPAgentSchedulersTestJSON-1205914249-project] Pushing event updated for resources: {'Network': ['ID=d7d0c3e3-8670-4406-bd4e-9ef13b4d546b,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:02.850686 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 48634) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:02.872335 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e6ff41-5fcb-4872-b59c-4f0e87499896 None None] Network f4395cee-70b2-491b-8ed9-22f3eb5450f6 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:36:02.874177 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network d7d0c3e3-8670-4406-bd4e-9ef13b4d546b details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:36:02.930294 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a13f5b7-7c5c-42d2-b7e4-eb8a49cac4d9 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Deleting subnet ea9ff881-6e47-4572-ab3c-2493722ba877 {{(pid=94829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:36:02.933825 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1a13f5b7-7c5c-42d2-b7e4-eb8a49cac4d9 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks [] for subnet, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:02.956829 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbc1644-b894-4db6-8bf7-cb78b7f7cc68 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Pushing event updated for resources: {'Subnet': ['ID=f3279922-3ab4-4a3b-9716-b36e78273151,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:02.974956 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbbc1644-b894-4db6-8bf7-cb78b7f7cc68 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Network 503d781c-62c6-4af8-b8ee-75ea6fd5537b is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:36:02.978663 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-cbbc1644-b894-4db6-8bf7-cb78b7f7cc68 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:36:02.991715 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbbc1644-b894-4db6-8bf7-cb78b7f7cc68 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:02.993234 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cbbc1644-b894-4db6-8bf7-cb78b7f7cc68 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:02.997126 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1a13f5b7-7c5c-42d2-b7e4-eb8a49cac4d9 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4311743'] for subnet, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:03.149465 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1a13f5b7-7c5c-42d2-b7e4-eb8a49cac4d9 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:03.173771 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a1886d2-4e72-40d2-bfb9-798f09ca1afd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:03.183722 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a1886d2-4e72-40d2-bfb9-798f09ca1afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:03.192705 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-cbbc1644-b894-4db6-8bf7-cb78b7f7cc68 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2192059 Aug 29 04:36:03.203426 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 48642) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:03.214263 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-d137bcf1-f3bc-4811-b372-9794a0ed08f7 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Request body: {'port': {'network_id': '503d781c-62c6-4af8-b8ee-75ea6fd5537b', 'fixed_ips': [{'subnet_id': 'a1d1a665-a423-4e44-91d5-35d3116ab4bc'}, {'subnet_id': 'f3279922-3ab4-4a3b-9716-b36e78273151'}], 'name': 'tempest-PortsIpV6TestJSON-426276152'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:03.307067 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1a13f5b7-7c5c-42d2-b7e4-eb8a49cac4d9 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4552352'] for subnet, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:03.349734 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca8c15c5-ab7b-4252-944f-7b9908ba55a5 tempest-DHCPAgentSchedulersTestJSON-1205914249 tempest-DHCPAgentSchedulersTestJSON-1205914249-project] Made reservation on behalf of 41162a9b703c4c09bcfdbd903fa34738 for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:36:03.355729 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ca8c15c5-ab7b-4252-944f-7b9908ba55a5 tempest-DHCPAgentSchedulersTestJSON-1205914249 tempest-DHCPAgentSchedulersTestJSON-1205914249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:03.372524 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490220ed-4792-4057-b78e-f88ce0d40357 None None] Pushing event updated for resources: {'Port': ['ID=5304a22e-25b2-4a6d-859b-597bf148af3e,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:03.381732 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a13f5b7-7c5c-42d2-b7e4-eb8a49cac4d9 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Pushing event deleted for resources: {'Subnet': ['ID=ea9ff881-6e47-4572-ab3c-2493722ba877,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:03.396605 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1a13f5b7-7c5c-42d2-b7e4-eb8a49cac4d9 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:03.402420 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-1a13f5b7-7c5c-42d2-b7e4-eb8a49cac4d9 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] 10.222.0.22 "DELETE /v2.0/subnets/ea9ff881-6e47-4572-ab3c-2493722ba877 HTTP/1.1" status: 204 len: 168 time: 0.5485368 Aug 29 04:36:03.402893 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 48644) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:03.429942 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fbaf895-d3be-4bee-b15f-fbde8861a745 None None] Network 6859e6b7-79cd-470f-83e4-71dcf62ec943 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:36:03.490443 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-2a1886d2-4e72-40d2-bfb9-798f09ca1afd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fcde7e933fd04dafb6dd09c021854dc6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5502441 Aug 29 04:36:03.496214 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1886d2-4e72-40d2-bfb9-798f09ca1afd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=432f8c2c-7ca7-4f13-b69f-e754acfdfe83,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:03.504453 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 48646) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:03.547188 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5157b737-2bc3-4259-8647-29703d6dd1b7 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:03.583116 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b4729770-aa4c-400f-86b4-bcd055ecd5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:03.659442 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d137bcf1-f3bc-4811-b372-9794a0ed08f7 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Made reservation on behalf of b130c2fb48814d1585244ef54308020c for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:36:03.694069 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-74da444f-fbdf-4435-9ef9-bdc6344060b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:03.718801 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c896d5f1-3da1-4a51-9f3d-9250aaa5459e None None] DHCP port deletion for f4395cee-70b2-491b-8ed9-22f3eb5450f6 request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:36:03.760531 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-5157b737-2bc3-4259-8647-29703d6dd1b7 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Deleting port bd04c54c-8927-4e63-ad75-9d3509158613 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:36:03.761191 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5157b737-2bc3-4259-8647-29703d6dd1b7 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:03.766301 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-74da444f-fbdf-4435-9ef9-bdc6344060b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:03.795172 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-c896d5f1-3da1-4a51-9f3d-9250aaa5459e None None] Deleting port bd04c54c-8927-4e63-ad75-9d3509158613 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:36:03.797754 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c896d5f1-3da1-4a51-9f3d-9250aaa5459e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:03.800811 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3385ec-ad30-4f2a-95f2-ef1aa25b4713 None None] DHCP port deletion for 6859e6b7-79cd-470f-83e4-71dcf62ec943 request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:36:03.914141 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-c896d5f1-3da1-4a51-9f3d-9250aaa5459e None None] For port bd04c54c-8927-4e63-ad75-9d3509158613, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=bd04c54c-8927-4e63-ad75-9d3509158613,segment=NetworkSegment(037e06d1-169e-41e4-b91d-cbc3fe371c4c),segment_id=037e06d1-169e-41e4-b91d-cbc3fe371c4c)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:03.914552 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c896d5f1-3da1-4a51-9f3d-9250aaa5459e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:03.918660 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d137bcf1-f3bc-4811-b372-9794a0ed08f7 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:03.922055 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ca8c15c5-ab7b-4252-944f-7b9908ba55a5 tempest-DHCPAgentSchedulersTestJSON-1205914249 tempest-DHCPAgentSchedulersTestJSON-1205914249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9191137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10062364'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:03.936072 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-c896d5f1-3da1-4a51-9f3d-9250aaa5459e None None] Calling delete_port for bd04c54c-8927-4e63-ad75-9d3509158613 owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:36:03.957225 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-5157b737-2bc3-4259-8647-29703d6dd1b7 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] For port bd04c54c-8927-4e63-ad75-9d3509158613, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=bd04c54c-8927-4e63-ad75-9d3509158613,segment=NetworkSegment(037e06d1-169e-41e4-b91d-cbc3fe371c4c),segment_id=037e06d1-169e-41e4-b91d-cbc3fe371c4c)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:03.958173 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5157b737-2bc3-4259-8647-29703d6dd1b7 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:04.004591 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-5157b737-2bc3-4259-8647-29703d6dd1b7 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Calling delete_port for bd04c54c-8927-4e63-ad75-9d3509158613 owned by network:dhcp {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:36:04.012949 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-1f3385ec-ad30-4f2a-95f2-ef1aa25b4713 None None] Deleting port fd6eb1cf-c720-4242-8060-c670492dddaf {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:36:04.013339 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1f3385ec-ad30-4f2a-95f2-ef1aa25b4713 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:04.026270 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcba750-48ee-4e9f-8ffe-b21734d079ee req-8c575d58-a48b-4e55-8f9f-0d25de1594e2 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:04.040894 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcba750-48ee-4e9f-8ffe-b21734d079ee req-8c575d58-a48b-4e55-8f9f-0d25de1594e2 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:04.070817 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8c15c5-ab7b-4252-944f-7b9908ba55a5 tempest-DHCPAgentSchedulersTestJSON-1205914249 tempest-DHCPAgentSchedulersTestJSON-1205914249-project] Pushing event updated for resources: {'Subnet': ['ID=165b26d8-dfc5-40ea-86df-14a57439f352,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:04.082793 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-d137bcf1-f3bc-4811-b372-9794a0ed08f7 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] device_id is not set on port 9e957879-3ec7-46e1-b495-1ca524cd0502 yet. {{(pid=94828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:36:04.097263 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1f3385ec-ad30-4f2a-95f2-ef1aa25b4713 None None] For port fd6eb1cf-c720-4242-8060-c670492dddaf, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=fd6eb1cf-c720-4242-8060-c670492dddaf,segment=NetworkSegment(c5a0b00b-b6b1-4359-b33e-6aa9bf3171d2),segment_id=c5a0b00b-b6b1-4359-b33e-6aa9bf3171d2)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:04.097672 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1f3385ec-ad30-4f2a-95f2-ef1aa25b4713 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:04.101573 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8c15c5-ab7b-4252-944f-7b9908ba55a5 tempest-DHCPAgentSchedulersTestJSON-1205914249 tempest-DHCPAgentSchedulersTestJSON-1205914249-project] Checking segment: {'id': '76f8d889-7914-45ab-883f-3b357a4838f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd7d0c3e3-8670-4406-bd4e-9ef13b4d546b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:36:04.102039 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8c15c5-ab7b-4252-944f-7b9908ba55a5 tempest-DHCPAgentSchedulersTestJSON-1205914249 tempest-DHCPAgentSchedulersTestJSON-1205914249-project] Network hostable DHCP agents. Network: d7d0c3e3-8670-4406-bd4e-9ef13b4d546b, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:36:04.102896 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcba750-48ee-4e9f-8ffe-b21734d079ee req-8c575d58-a48b-4e55-8f9f-0d25de1594e2 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:04.109783 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcba750-48ee-4e9f-8ffe-b21734d079ee req-8c575d58-a48b-4e55-8f9f-0d25de1594e2 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:04.121571 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8c15c5-ab7b-4252-944f-7b9908ba55a5 tempest-DHCPAgentSchedulersTestJSON-1205914249 tempest-DHCPAgentSchedulersTestJSON-1205914249-project] Network d7d0c3e3-8670-4406-bd4e-9ef13b4d546b is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:36:04.127199 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcba750-48ee-4e9f-8ffe-b21734d079ee req-8c575d58-a48b-4e55-8f9f-0d25de1594e2 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:04.129728 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-1f3385ec-ad30-4f2a-95f2-ef1aa25b4713 None None] Calling delete_port for fd6eb1cf-c720-4242-8060-c670492dddaf owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:36:04.141904 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-ca8c15c5-ab7b-4252-944f-7b9908ba55a5 tempest-DHCPAgentSchedulersTestJSON-1205914249 tempest-DHCPAgentSchedulersTestJSON-1205914249-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, d7d0c3e3-8670-4406-bd4e-9ef13b4d546b) {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:36:04.146654 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcba750-48ee-4e9f-8ffe-b21734d079ee req-8c575d58-a48b-4e55-8f9f-0d25de1594e2 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:04.148265 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8c15c5-ab7b-4252-944f-7b9908ba55a5 tempest-DHCPAgentSchedulersTestJSON-1205914249 tempest-DHCPAgentSchedulersTestJSON-1205914249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:04.149226 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ca8c15c5-ab7b-4252-944f-7b9908ba55a5 tempest-DHCPAgentSchedulersTestJSON-1205914249 tempest-DHCPAgentSchedulersTestJSON-1205914249-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:04.157573 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcba750-48ee-4e9f-8ffe-b21734d079ee req-8c575d58-a48b-4e55-8f9f-0d25de1594e2 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:04.159056 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5291ab-66a3-4189-a486-c38afee814b5 None None] Network d7d0c3e3-8670-4406-bd4e-9ef13b4d546b requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:36:04.161816 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5bcba750-48ee-4e9f-8ffe-b21734d079ee req-8c575d58-a48b-4e55-8f9f-0d25de1594e2 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/ports?device_id=78e1d3c1-2943-4567-af4e-14c28f0b7c9c HTTP/1.1" status: 200 len: 5431 time: 0.2626610 Aug 29 04:36:04.174078 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-ca8c15c5-ab7b-4252-944f-7b9908ba55a5 tempest-DHCPAgentSchedulersTestJSON-1205914249 tempest-DHCPAgentSchedulersTestJSON-1205914249-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4188759 Aug 29 04:36:04.176733 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 48662) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:04.182741 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-2965813b-b5e2-4f89-b5d3-8375e5a84735 tempest-DHCPAgentSchedulersTestJSON-1205914249 tempest-DHCPAgentSchedulersTestJSON-1205914249-project] Request body: {'port': {'network_id': 'd7d0c3e3-8670-4406-bd4e-9ef13b4d546b', 'name': 'tempest-DHCPAgentSchedulersTestJSON-2067551580'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:04.205937 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-74da444f-fbdf-4435-9ef9-bdc6344060b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:04.208702 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-74da444f-fbdf-4435-9ef9-bdc6344060b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:04.210473 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-74da444f-fbdf-4435-9ef9-bdc6344060b8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/432f8c2c-7ca7-4f13-b69f-e754acfdfe83 HTTP/1.1" status: 204 len: 168 time: 0.7052166 Aug 29 04:36:04.247211 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c896d5f1-3da1-4a51-9f3d-9250aaa5459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:04.330610 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c896d5f1-3da1-4a51-9f3d-9250aaa5459e None None] No DVR routers for this DVR port bd04c54c-8927-4e63-ad75-9d3509158613 on host n-d-712140-12 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:36:04.335309 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c896d5f1-3da1-4a51-9f3d-9250aaa5459e None None] Pushing event deleted for resources: {'Port': ['ID=bd04c54c-8927-4e63-ad75-9d3509158613,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:04.375628 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74da444f-fbdf-4435-9ef9-bdc6344060b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=432f8c2c-7ca7-4f13-b69f-e754acfdfe83,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:04.403762 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5bcba750-48ee-4e9f-8ffe-b21734d079ee req-a60180a2-5fdf-4cfd-848b-2024f6e32f9e tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/security-groups?id=47070f04-546f-4c87-85de-d3b03f233a26&id=9548773a-1ebc-45cc-a31d-47384b103db9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2280636 Aug 29 04:36:04.439122 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2965813b-b5e2-4f89-b5d3-8375e5a84735 tempest-DHCPAgentSchedulersTestJSON-1205914249 tempest-DHCPAgentSchedulersTestJSON-1205914249-project] Made reservation on behalf of 41162a9b703c4c09bcfdbd903fa34738 for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:36:04.446044 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8dab4fc-12f9-4e9e-879f-19d298c7e7d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-d7d0c3e3-8670-4406-bd4e-9ef13b4d546b', 'network_id': 'd7d0c3e3-8670-4406-bd4e-9ef13b4d546b', 'tenant_id': '41162a9b703c4c09bcfdbd903fa34738', 'fixed_ips': [{'subnet_id': '165b26d8-dfc5-40ea-86df-14a57439f352'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:36:04.448550 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2965813b-b5e2-4f89-b5d3-8375e5a84735 tempest-DHCPAgentSchedulersTestJSON-1205914249 tempest-DHCPAgentSchedulersTestJSON-1205914249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:04.451671 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a8dab4fc-12f9-4e9e-879f-19d298c7e7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:04.482437 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5157b737-2bc3-4259-8647-29703d6dd1b7 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:04.546077 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1f3385ec-ad30-4f2a-95f2-ef1aa25b4713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:04.552682 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5157b737-2bc3-4259-8647-29703d6dd1b7 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Pushing event deleted for resources: {'Port': ['ID=bd04c54c-8927-4e63-ad75-9d3509158613,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:04.559918 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5157b737-2bc3-4259-8647-29703d6dd1b7 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] No DVR routers for this DVR port bd04c54c-8927-4e63-ad75-9d3509158613 on host n-d-712140-12 {{(pid=94829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:36:04.600906 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3385ec-ad30-4f2a-95f2-ef1aa25b4713 None None] No DVR routers for this DVR port fd6eb1cf-c720-4242-8060-c670492dddaf on host n-d-712140-12 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:36:04.626726 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-2965813b-b5e2-4f89-b5d3-8375e5a84735 tempest-DHCPAgentSchedulersTestJSON-1205914249 tempest-DHCPAgentSchedulersTestJSON-1205914249-project] device_id is not set on port b6e52ac5-ab15-489d-a4f7-a4f0e06c222d yet. {{(pid=94828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:36:04.665871 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3385ec-ad30-4f2a-95f2-ef1aa25b4713 None None] Pushing event deleted for resources: {'Port': ['ID=fd6eb1cf-c720-4242-8060-c670492dddaf,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:04.677582 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f4350d-4dee-4cad-a88b-a48b8d738acc None None] Network 503d781c-62c6-4af8-b8ee-75ea6fd5537b requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:36:04.723068 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5157b737-2bc3-4259-8647-29703d6dd1b7 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:04.745461 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-5157b737-2bc3-4259-8647-29703d6dd1b7 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4395cee-70b2-491b-8ed9-22f3eb5450f6']}} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:04.771311 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-5157b737-2bc3-4259-8647-29703d6dd1b7 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '037e06d1-169e-41e4-b91d-cbc3fe371c4c') {'for_net_delete': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:04.771666 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-5157b737-2bc3-4259-8647-29703d6dd1b7 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '037e06d1-169e-41e4-b91d-cbc3fe371c4c') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:04.791211 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5157b737-2bc3-4259-8647-29703d6dd1b7 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4311712'] for segment, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:04.809869 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f9562c-e4a3-4ddd-8ef6-ecf04c2f44da req-f2d61d54-5df1-4bd4-9012-f7b71c4d550e tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:04.813938 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5157b737-2bc3-4259-8647-29703d6dd1b7 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:04.818125 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f9562c-e4a3-4ddd-8ef6-ecf04c2f44da req-f2d61d54-5df1-4bd4-9012-f7b71c4d550e tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:04.824971 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f9562c-e4a3-4ddd-8ef6-ecf04c2f44da req-f2d61d54-5df1-4bd4-9012-f7b71c4d550e tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:04.829731 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5157b737-2bc3-4259-8647-29703d6dd1b7 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=94829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:36:04.830998 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5157b737-2bc3-4259-8647-29703d6dd1b7 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4274277'] for segment, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:04.832556 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f9562c-e4a3-4ddd-8ef6-ecf04c2f44da req-f2d61d54-5df1-4bd4-9012-f7b71c4d550e tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:04.834809 n-d-712140-12 neutron-server[94829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:36:04.834809 n-d-712140-12 neutron-server[94829]: self.session.flush() Aug 29 04:36:04.834809 n-d-712140-12 neutron-server[94829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:36:04.834809 n-d-712140-12 neutron-server[94829]: self.session.flush() Aug 29 04:36:04.834809 n-d-712140-12 neutron-server[94829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:36:04.834809 n-d-712140-12 neutron-server[94829]: self.session.flush() Aug 29 04:36:04.834809 n-d-712140-12 neutron-server[94829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:36:04.834809 n-d-712140-12 neutron-server[94829]: self.session.flush() Aug 29 04:36:04.834809 n-d-712140-12 neutron-server[94829]: Traceback (most recent call last): Aug 29 04:36:04.834809 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:36:04.834809 n-d-712140-12 neutron-server[94829]: timer() Aug 29 04:36:04.834809 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:36:04.834809 n-d-712140-12 neutron-server[94829]: cb(*args, **kw) Aug 29 04:36:04.834809 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:36:04.834809 n-d-712140-12 neutron-server[94829]: return func(*args, **kwargs) Aug 29 04:36:04.834809 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:36:04.834809 n-d-712140-12 neutron-server[94829]: self._notify() Aug 29 04:36:04.834809 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:36:04.834809 n-d-712140-12 neutron-server[94829]: self.callback(batched_events) Aug 29 04:36:04.834809 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:36:04.834809 n-d-712140-12 neutron-server[94829]: event.method(event) Aug 29 04:36:04.834809 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:36:04.834809 n-d-712140-12 neutron-server[94829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:36:04.834809 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:36:04.834809 n-d-712140-12 neutron-server[94829]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:36:04.834809 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:36:04.834809 n-d-712140-12 neutron-server[94829]: return f(self, *a, **k) Aug 29 04:36:04.834809 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:36:04.834809 n-d-712140-12 neutron-server[94829]: return self._get(url).json() Aug 29 04:36:04.834809 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:36:04.834809 n-d-712140-12 neutron-server[94829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:36:04.834809 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:36:04.834809 n-d-712140-12 neutron-server[94829]: return self.request(url, 'GET', **kwargs) Aug 29 04:36:04.834809 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:36:04.834809 n-d-712140-12 neutron-server[94829]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:36:04.834809 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:36:04.834809 n-d-712140-12 neutron-server[94829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:36:04.834809 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:36:04.834809 n-d-712140-12 neutron-server[94829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:36:04.834809 n-d-712140-12 neutron-server[94829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:36:04.838725 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f9562c-e4a3-4ddd-8ef6-ecf04c2f44da req-f2d61d54-5df1-4bd4-9012-f7b71c4d550e tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:04.846820 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f9562c-e4a3-4ddd-8ef6-ecf04c2f44da req-f2d61d54-5df1-4bd4-9012-f7b71c4d550e tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:04.852909 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f9562c-e4a3-4ddd-8ef6-ecf04c2f44da req-f2d61d54-5df1-4bd4-9012-f7b71c4d550e tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:04.855105 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-18f9562c-e4a3-4ddd-8ef6-ecf04c2f44da req-f2d61d54-5df1-4bd4-9012-f7b71c4d550e tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/ports?device_id=78e1d3c1-2943-4567-af4e-14c28f0b7c9c HTTP/1.1" status: 200 len: 5431 time: 0.2426934 Aug 29 04:36:04.875582 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-7488f87e-417e-457e-b54e-a8b1215b6e6c None None] Provisioning for port 5304a22e-25b2-4a6d-859b-597bf148af3e completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:36:04.884162 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 48678) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:04.903734 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-c56ce0ba-27bd-48a0-9654-e88ee73176da tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Request body: {'floatingip': {'port_id': '863c0636-bcc8-4b84-adb3-6776bab372ee'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:04.904728 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 48680) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:04.957241 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2f4c1ab4-54fe-45a1-bac7-c420aee18efb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:05.011275 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c56ce0ba-27bd-48a0-9654-e88ee73176da tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks [] for floatingip, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:05.092297 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2f4c1ab4-54fe-45a1-bac7-c420aee18efb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:05.094501 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5157b737-2bc3-4259-8647-29703d6dd1b7 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:05.108349 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5157b737-2bc3-4259-8647-29703d6dd1b7 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:05.112486 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-5157b737-2bc3-4259-8647-29703d6dd1b7 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] 10.222.0.22 "DELETE /v2.0/networks/f4395cee-70b2-491b-8ed9-22f3eb5450f6 HTTP/1.1" status: 204 len: 168 time: 1.7084835 Aug 29 04:36:05.114315 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2f4c1ab4-54fe-45a1-bac7-c420aee18efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:05.117846 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 48684) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:05.164091 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4c1ab4-54fe-45a1-bac7-c420aee18efb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a653516-5a71-4173-8583-93afd221d521,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:05.178432 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5157b737-2bc3-4259-8647-29703d6dd1b7 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Pushing event deleted for resources: {'Network': ['ID=f4395cee-70b2-491b-8ed9-22f3eb5450f6,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:05.178594 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-2965813b-b5e2-4f89-b5d3-8375e5a84735 tempest-DHCPAgentSchedulersTestJSON-1205914249 tempest-DHCPAgentSchedulersTestJSON-1205914249-project] Allocated IP 172.20.0.7 (d7d0c3e3-8670-4406-bd4e-9ef13b4d546b/165b26d8-dfc5-40ea-86df-14a57439f352/b6e52ac5-ab15-489d-a4f7-a4f0e06c222d) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:36:05.203754 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be7d363c-517b-4f19-9115-3ec5982cf30b None None] Update dhcp port {'port': {'network_id': '503d781c-62c6-4af8-b8ee-75ea6fd5537b', 'fixed_ips': [{'subnet_id': 'a1d1a665-a423-4e44-91d5-35d3116ab4bc', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f3279922-3ab4-4a3b-9716-b36e78273151'}], 'binding:host_id': 'n-d-712140-12'}, 'id': '5304a22e-25b2-4a6d-859b-597bf148af3e'} from n-d-712140-12. {{(pid=94830) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 04:36:05.258962 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-2f4c1ab4-54fe-45a1-bac7-c420aee18efb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4b759c43e7514dac989613e920333f3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3497865 Aug 29 04:36:05.259206 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-be7d363c-517b-4f19-9115-3ec5982cf30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:05.261112 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 48686) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:05.286752 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0a79b01c-c67f-45d8-9ec4-b6c35c3480b8 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:05.410368 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-d137bcf1-f3bc-4811-b372-9794a0ed08f7 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Allocated IP 2001:db8::331 (503d781c-62c6-4af8-b8ee-75ea6fd5537b/a1d1a665-a423-4e44-91d5-35d3116ab4bc/9e957879-3ec7-46e1-b495-1ca524cd0502) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:36:05.466598 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-d137bcf1-f3bc-4811-b372-9794a0ed08f7 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Allocated IP 2001:db8:0:1::191 (503d781c-62c6-4af8-b8ee-75ea6fd5537b/f3279922-3ab4-4a3b-9716-b36e78273151/9e957879-3ec7-46e1-b495-1ca524cd0502) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:36:05.485162 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0a79b01c-c67f-45d8-9ec4-b6c35c3480b8 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:05.501398 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-0a79b01c-c67f-45d8-9ec4-b6c35c3480b8 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6859e6b7-79cd-470f-83e4-71dcf62ec943']}} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:05.516246 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-0a79b01c-c67f-45d8-9ec4-b6c35c3480b8 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5a0b00b-b6b1-4359-b33e-6aa9bf3171d2') {'for_net_delete': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:05.516878 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-0a79b01c-c67f-45d8-9ec4-b6c35c3480b8 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5a0b00b-b6b1-4359-b33e-6aa9bf3171d2') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:05.527065 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0a79b01c-c67f-45d8-9ec4-b6c35c3480b8 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4311712'] for segment, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:05.552996 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0a79b01c-c67f-45d8-9ec4-b6c35c3480b8 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:05.565388 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a79b01c-c67f-45d8-9ec4-b6c35c3480b8 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=94829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:36:05.566017 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0a79b01c-c67f-45d8-9ec4-b6c35c3480b8 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4274277'] for segment, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:05.570243 n-d-712140-12 neutron-server[94829]: Traceback (most recent call last): Aug 29 04:36:05.570243 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:36:05.570243 n-d-712140-12 neutron-server[94829]: timer() Aug 29 04:36:05.570243 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:36:05.570243 n-d-712140-12 neutron-server[94829]: cb(*args, **kw) Aug 29 04:36:05.570243 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:36:05.570243 n-d-712140-12 neutron-server[94829]: return func(*args, **kwargs) Aug 29 04:36:05.570243 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:36:05.570243 n-d-712140-12 neutron-server[94829]: self._notify() Aug 29 04:36:05.570243 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:36:05.570243 n-d-712140-12 neutron-server[94829]: self.callback(batched_events) Aug 29 04:36:05.570243 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:36:05.570243 n-d-712140-12 neutron-server[94829]: event.method(event) Aug 29 04:36:05.570243 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:36:05.570243 n-d-712140-12 neutron-server[94829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:36:05.570243 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:36:05.570243 n-d-712140-12 neutron-server[94829]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:36:05.570243 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:36:05.570243 n-d-712140-12 neutron-server[94829]: return f(self, *a, **k) Aug 29 04:36:05.570243 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:36:05.570243 n-d-712140-12 neutron-server[94829]: return self._get(url).json() Aug 29 04:36:05.570243 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:36:05.570243 n-d-712140-12 neutron-server[94829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:36:05.570243 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:36:05.570243 n-d-712140-12 neutron-server[94829]: return self.request(url, 'GET', **kwargs) Aug 29 04:36:05.570243 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:36:05.570243 n-d-712140-12 neutron-server[94829]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:36:05.570243 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:36:05.570243 n-d-712140-12 neutron-server[94829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:36:05.570243 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:36:05.570243 n-d-712140-12 neutron-server[94829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:36:05.570243 n-d-712140-12 neutron-server[94829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:36:05.582986 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 5304a22e-25b2-4a6d-859b-597bf148af3e up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:36:05.644053 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 5304a22e-25b2-4a6d-859b-597bf148af3e completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:36:05.648553 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0a79b01c-c67f-45d8-9ec4-b6c35c3480b8 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:05.650613 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 5304a22e-25b2-4a6d-859b-597bf148af3e triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:05.652815 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:05.664525 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0a79b01c-c67f-45d8-9ec4-b6c35c3480b8 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:05.666567 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-0a79b01c-c67f-45d8-9ec4-b6c35c3480b8 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] 10.222.0.22 "DELETE /v2.0/networks/6859e6b7-79cd-470f-83e4-71dcf62ec943 HTTP/1.1" status: 204 len: 168 time: 0.5204008 Aug 29 04:36:05.671264 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 48692) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:05.677134 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-daca5cac-10b0-4c9a-a9b4-f80f6a5714f0 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1820113758'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:05.695798 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a79b01c-c67f-45d8-9ec4-b6c35c3480b8 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Pushing event deleted for resources: {'Network': ['ID=6859e6b7-79cd-470f-83e4-71dcf62ec943,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:05.718623 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daca5cac-10b0-4c9a-a9b4-f80f6a5714f0 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Made reservation on behalf of 3eb215580c8748bbad6fe745fb3cc71c for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:36:05.723623 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-daca5cac-10b0-4c9a-a9b4-f80f6a5714f0 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:05.759157 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daca5cac-10b0-4c9a-a9b4-f80f6a5714f0 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:36:05.776165 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-daca5cac-10b0-4c9a-a9b4-f80f6a5714f0 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:05.776527 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-daca5cac-10b0-4c9a-a9b4-f80f6a5714f0 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Added segment a4b87b45-ae57-488a-a272-aca1c6171432 of type vlan for network 0adf0c5f-246a-4070-9fbd-8fc422b3b53d Aug 29 04:36:05.814572 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:05.826196 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-daca5cac-10b0-4c9a-a9b4-f80f6a5714f0 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:05.859670 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-daca5cac-10b0-4c9a-a9b4-f80f6a5714f0 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:05.869187 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 5304a22e-25b2-4a6d-859b-597bf148af3e, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=5304a22e-25b2-4a6d-859b-597bf148af3e,segment=NetworkSegment(39431988-7519-48c2-9ead-388df836aaa3),segment_id=39431988-7519-48c2-9ead-388df836aaa3)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:05.878419 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:05.892242 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daca5cac-10b0-4c9a-a9b4-f80f6a5714f0 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:05.893419 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-daca5cac-10b0-4c9a-a9b4-f80f6a5714f0 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:05.970600 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=5304a22e-25b2-4a6d-859b-597bf148af3e,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:06.004805 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-daca5cac-10b0-4c9a-a9b4-f80f6a5714f0 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3327270 Aug 29 04:36:06.014747 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device bd04c54c-8927-4e63-ad75-9d3509158613 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:36:06.020170 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 48700) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:06.046090 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-70e7fda9-6f00-462f-a671-b9ec7ad95712 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Request body: {'subnet': {'network_id': '0adf0c5f-246a-4070-9fbd-8fc422b3b53d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:06.073157 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: bd04c54c-8927-4e63-ad75-9d3509158613 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:36:06.073560 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device bd04c54c-8927-4e63-ad75-9d3509158613 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:36:06.074078 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device fd6eb1cf-c720-4242-8060-c670492dddaf no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:36:06.106229 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: fd6eb1cf-c720-4242-8060-c670492dddaf {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:36:06.109825 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device fd6eb1cf-c720-4242-8060-c670492dddaf not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:36:06.159439 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daca5cac-10b0-4c9a-a9b4-f80f6a5714f0 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Pushing event updated for resources: {'Network': ['ID=0adf0c5f-246a-4070-9fbd-8fc422b3b53d,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:06.172690 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 0adf0c5f-246a-4070-9fbd-8fc422b3b53d details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:36:06.180334 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70e7fda9-6f00-462f-a671-b9ec7ad95712 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Made reservation on behalf of 3eb215580c8748bbad6fe745fb3cc71c for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:36:06.196275 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-70e7fda9-6f00-462f-a671-b9ec7ad95712 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4552395'] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:06.260331 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3b984daf-e87a-4697-8630-a596b3d242cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:06.373306 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6b4730aa-310e-4465-853c-c33906041d24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:06.412166 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6b4730aa-310e-4465-853c-c33906041d24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:06.462674 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-70e7fda9-6f00-462f-a671-b9ec7ad95712 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4274880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4552377'] for subnet, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:06.537952 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2965813b-b5e2-4f89-b5d3-8375e5a84735 tempest-DHCPAgentSchedulersTestJSON-1205914249 tempest-DHCPAgentSchedulersTestJSON-1205914249-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:06.541215 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e7fda9-6f00-462f-a671-b9ec7ad95712 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Pushing event updated for resources: {'Subnet': ['ID=f91fe74d-749c-40f3-85c8-d6266f961298,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:06.543660 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e7fda9-6f00-462f-a671-b9ec7ad95712 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Checking segment: {'id': 'a4b87b45-ae57-488a-a272-aca1c6171432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0adf0c5f-246a-4070-9fbd-8fc422b3b53d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:36:06.544133 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e7fda9-6f00-462f-a671-b9ec7ad95712 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Network hostable DHCP agents. Network: 0adf0c5f-246a-4070-9fbd-8fc422b3b53d, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:36:06.568644 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e7fda9-6f00-462f-a671-b9ec7ad95712 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Network 0adf0c5f-246a-4070-9fbd-8fc422b3b53d is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:36:06.579792 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-70e7fda9-6f00-462f-a671-b9ec7ad95712 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 0adf0c5f-246a-4070-9fbd-8fc422b3b53d) {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:36:06.582259 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d137bcf1-f3bc-4811-b372-9794a0ed08f7 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:06.588516 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e7fda9-6f00-462f-a671-b9ec7ad95712 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:06.589434 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-70e7fda9-6f00-462f-a671-b9ec7ad95712 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:06.590483 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6bd4d7d-0ed6-4d32-8e6a-cf5aca474b02 None None] Network 0adf0c5f-246a-4070-9fbd-8fc422b3b53d requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:36:06.607047 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-70e7fda9-6f00-462f-a671-b9ec7ad95712 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5795832 Aug 29 04:36:06.612190 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 48712) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:06.617755 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-963d9242-d33b-429e-aa89-6491cf6103cf tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-960324778', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:06.618252 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6b4730aa-310e-4465-853c-c33906041d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:06.621226 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6b4730aa-310e-4465-853c-c33906041d24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:06.628790 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-6b4730aa-310e-4465-853c-c33906041d24 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6a653516-5a71-4173-8583-93afd221d521 HTTP/1.1" status: 204 len: 168 time: 1.3562963 Aug 29 04:36:06.637709 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.db.resource_extend [None req-c56ce0ba-27bd-48a0-9654-e88ee73176da tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:36:06.657778 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-963d9242-d33b-429e-aa89-6491cf6103cf tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:06.658817 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-963d9242-d33b-429e-aa89-6491cf6103cf tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1838'] for router, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:06.723529 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2965813b-b5e2-4f89-b5d3-8375e5a84735 tempest-DHCPAgentSchedulersTestJSON-1205914249 tempest-DHCPAgentSchedulersTestJSON-1205914249-project] Transition to ACTIVE for port object b6e52ac5-ab15-489d-a4f7-a4f0e06c222d will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:36:06.728310 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-963d9242-d33b-429e-aa89-6491cf6103cf tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:06.735035 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-963d9242-d33b-429e-aa89-6491cf6103cf tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409'] for router, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:06.741552 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d137bcf1-f3bc-4811-b372-9794a0ed08f7 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Transition to ACTIVE for port object 9e957879-3ec7-46e1-b495-1ca524cd0502 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:36:06.759415 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4730aa-310e-4465-853c-c33906041d24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a653516-5a71-4173-8583-93afd221d521,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:06.764835 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-963d9242-d33b-429e-aa89-6491cf6103cf tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:06.766824 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-963d9242-d33b-429e-aa89-6491cf6103cf tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1535361 Aug 29 04:36:06.769430 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 48716) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:06.780344 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-09dbf464-2d15-4522-bcba-d3a0734bd5cd tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Request body: {'port': {'network_id': '0adf0c5f-246a-4070-9fbd-8fc422b3b53d', 'name': 'tempest-RoutersIpV6Test-37249664'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:06.795057 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-282368ec-1e84-40d0-a035-21a7eff2983a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-0adf0c5f-246a-4070-9fbd-8fc422b3b53d', 'network_id': '0adf0c5f-246a-4070-9fbd-8fc422b3b53d', 'tenant_id': '3eb215580c8748bbad6fe745fb3cc71c', 'fixed_ips': [{'subnet_id': 'f91fe74d-749c-40f3-85c8-d6266f961298'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:36:06.797921 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-282368ec-1e84-40d0-a035-21a7eff2983a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:06.849310 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c56ce0ba-27bd-48a0-9654-e88ee73176da tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:06.862403 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c56ce0ba-27bd-48a0-9654-e88ee73176da tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719515'] for floatingip, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:06.870770 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2965813b-b5e2-4f89-b5d3-8375e5a84735 tempest-DHCPAgentSchedulersTestJSON-1205914249 tempest-DHCPAgentSchedulersTestJSON-1205914249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:06.945401 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09dbf464-2d15-4522-bcba-d3a0734bd5cd tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Made reservation on behalf of 3eb215580c8748bbad6fe745fb3cc71c for: {'port': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:36:06.949931 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-09dbf464-2d15-4522-bcba-d3a0734bd5cd tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:06.958656 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2965813b-b5e2-4f89-b5d3-8375e5a84735 tempest-DHCPAgentSchedulersTestJSON-1205914249 tempest-DHCPAgentSchedulersTestJSON-1205914249-project] Network d7d0c3e3-8670-4406-bd4e-9ef13b4d546b is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:36:06.969770 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-2965813b-b5e2-4f89-b5d3-8375e5a84735 tempest-DHCPAgentSchedulersTestJSON-1205914249 tempest-DHCPAgentSchedulersTestJSON-1205914249-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:36:06.971509 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2965813b-b5e2-4f89-b5d3-8375e5a84735 tempest-DHCPAgentSchedulersTestJSON-1205914249 tempest-DHCPAgentSchedulersTestJSON-1205914249-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:36:06.999743 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [None req-09dbf464-2d15-4522-bcba-d3a0734bd5cd tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] device_id is not set on port 9a5783a2-9fa9-405c-b76e-1a3fa8fc3b27 yet. {{(pid=94829) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:36:07.008875 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d137bcf1-f3bc-4811-b372-9794a0ed08f7 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:07.098442 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-a8dab4fc-12f9-4e9e-879f-19d298c7e7d0 None None] Allocated IP 172.20.0.2 (d7d0c3e3-8670-4406-bd4e-9ef13b4d546b/165b26d8-dfc5-40ea-86df-14a57439f352/deb8a549-5454-4be2-b6ae-21ed49aa79bc) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:36:07.130673 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2965813b-b5e2-4f89-b5d3-8375e5a84735 tempest-DHCPAgentSchedulersTestJSON-1205914249 tempest-DHCPAgentSchedulersTestJSON-1205914249-project] Pushing event updated for resources: {'Port': ['ID=b6e52ac5-ab15-489d-a4f7-a4f0e06c222d,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:07.146567 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d137bcf1-f3bc-4811-b372-9794a0ed08f7 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Network 503d781c-62c6-4af8-b8ee-75ea6fd5537b is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:36:07.158369 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-be7d363c-517b-4f19-9115-3ec5982cf30b None None] Allocated IP 2001:db8:0:1::2 (503d781c-62c6-4af8-b8ee-75ea6fd5537b/f3279922-3ab4-4a3b-9716-b36e78273151/5304a22e-25b2-4a6d-859b-597bf148af3e) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:36:07.181638 n-d-712140-12 neutron-server[94828]: INFO neutron.db.l3_db [None req-c56ce0ba-27bd-48a0-9654-e88ee73176da tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Floating IP 3458c0f7-f6df-40c2-b52c-ebae3b7c0ed9 associated. External IP: 172.25.0.205, port: 863c0636-bcc8-4b84-adb3-6776bab372ee. Aug 29 04:36:07.189711 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-d137bcf1-f3bc-4811-b372-9794a0ed08f7 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:36:07.193818 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d137bcf1-f3bc-4811-b372-9794a0ed08f7 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:36:07.200394 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d137bcf1-f3bc-4811-b372-9794a0ed08f7 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:07.201319 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d137bcf1-f3bc-4811-b372-9794a0ed08f7 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:07.250569 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2965813b-b5e2-4f89-b5d3-8375e5a84735 tempest-DHCPAgentSchedulersTestJSON-1205914249 tempest-DHCPAgentSchedulersTestJSON-1205914249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:07.251199 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2965813b-b5e2-4f89-b5d3-8375e5a84735 tempest-DHCPAgentSchedulersTestJSON-1205914249 tempest-DHCPAgentSchedulersTestJSON-1205914249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:07.292129 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d137bcf1-f3bc-4811-b372-9794a0ed08f7 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Pushing event updated for resources: {'Port': ['ID=9e957879-3ec7-46e1-b495-1ca524cd0502,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:07.301125 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 48738) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:07.306372 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-63724398-2686-4dab-b651-82b198500f89 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a1d1a665-a423-4e44-91d5-35d3116ab4bc'}]}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:07.310491 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-d137bcf1-f3bc-4811-b372-9794a0ed08f7 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 4.1017325 Aug 29 04:36:07.315098 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-2965813b-b5e2-4f89-b5d3-8375e5a84735 tempest-DHCPAgentSchedulersTestJSON-1205914249 tempest-DHCPAgentSchedulersTestJSON-1205914249-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1388848 Aug 29 04:36:07.324758 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 48740) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:07.394380 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:07.398363 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:07.418038 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-282368ec-1e84-40d0-a035-21a7eff2983a None None] Allocated IP 2001:db8::2 (0adf0c5f-246a-4070-9fbd-8fc422b3b53d/f91fe74d-749c-40f3-85c8-d6266f961298/f5e530a0-81a8-4f83-b572-2e7a3f8ca259) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:36:07.529691 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 5304a22e-25b2-4a6d-859b-597bf148af3e up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:36:07.555962 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-63724398-2686-4dab-b651-82b198500f89 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:07.743267 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-26f5ea87-32ff-4b03-8335-81fecb39afc8 tempest-DHCPAgentSchedulersTestJSON-1205914249 tempest-DHCPAgentSchedulersTestJSON-1205914249-project] Deleting port b6e52ac5-ab15-489d-a4f7-a4f0e06c222d {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:36:07.743900 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-26f5ea87-32ff-4b03-8335-81fecb39afc8 tempest-DHCPAgentSchedulersTestJSON-1205914249 tempest-DHCPAgentSchedulersTestJSON-1205914249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:07.807928 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c56ce0ba-27bd-48a0-9654-e88ee73176da tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Router d7a08ddf-bdc9-4a4e-a61d-615f0214f219 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:36:07.853561 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-be7d363c-517b-4f19-9115-3ec5982cf30b None None] For port 5304a22e-25b2-4a6d-859b-597bf148af3e, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=5304a22e-25b2-4a6d-859b-597bf148af3e,segment=NetworkSegment(39431988-7519-48c2-9ead-388df836aaa3),segment_id=39431988-7519-48c2-9ead-388df836aaa3)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:07.885914 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-be7d363c-517b-4f19-9115-3ec5982cf30b None None] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:07.953259 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-be7d363c-517b-4f19-9115-3ec5982cf30b None None] Transition to ACTIVE for port object 5304a22e-25b2-4a6d-859b-597bf148af3e will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:36:07.974234 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-be7d363c-517b-4f19-9115-3ec5982cf30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:07.980883 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-26f5ea87-32ff-4b03-8335-81fecb39afc8 tempest-DHCPAgentSchedulersTestJSON-1205914249 tempest-DHCPAgentSchedulersTestJSON-1205914249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:08.009869 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-26f5ea87-32ff-4b03-8335-81fecb39afc8 tempest-DHCPAgentSchedulersTestJSON-1205914249 tempest-DHCPAgentSchedulersTestJSON-1205914249-project] Calling delete_port for b6e52ac5-ab15-489d-a4f7-a4f0e06c222d owned by {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:36:08.037950 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-63724398-2686-4dab-b651-82b198500f89 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Delete allocated IP 2001:db8:0:1::191 (503d781c-62c6-4af8-b8ee-75ea6fd5537b/f3279922-3ab4-4a3b-9716-b36e78273151) {{(pid=94829) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 29 04:36:08.052161 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a8dab4fc-12f9-4e9e-879f-19d298c7e7d0 None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:08.090731 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c56ce0ba-27bd-48a0-9654-e88ee73176da tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:36:08.106166 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c56ce0ba-27bd-48a0-9654-e88ee73176da tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:08.108190 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3317fc35-86ef-4cef-b1c3-bb87032c5171 None None] Sync routers for ids ['d7a08ddf-bdc9-4a4e-a61d-615f0214f219'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:36:08.124059 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3317fc35-86ef-4cef-b1c3-bb87032c5171 None None] Routers {'d7a08ddf-bdc9-4a4e-a61d-615f0214f219'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:36:08.124869 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-3317fc35-86ef-4cef-b1c3-bb87032c5171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:36:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['d7a08ddf-bdc9-4a4e-a61d-615f0214f219'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:08.132251 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-a8dab4fc-12f9-4e9e-879f-19d298c7e7d0 None None] Transition to ACTIVE for port object deb8a549-5454-4be2-b6ae-21ed49aa79bc will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:36:08.158014 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-c56ce0ba-27bd-48a0-9654-e88ee73176da tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "PUT /v2.0/floatingips/3458c0f7-f6df-40c2-b52c-ebae3b7c0ed9 HTTP/1.1" status: 200 len: 991 time: 3.2690153 Aug 29 04:36:08.161949 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78e1d3c1-2943-4567-af4e-14c28f0b7c9c', 'tag': '863c0636-bcc8-4b84-adb3-6776bab372ee'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:36:08.165813 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8659c655-d3f2-4e9b-b237-2ee06890c8cd" -d '{"events": [{"name": "network-changed", "server_uuid": "78e1d3c1-2943-4567-af4e-14c28f0b7c9c", "tag": "863c0636-bcc8-4b84-adb3-6776bab372ee"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:36:08.188228 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7d363c-517b-4f19-9115-3ec5982cf30b None None] Pushing event updated for resources: {'Port': ['ID=5304a22e-25b2-4a6d-859b-597bf148af3e,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:08.236327 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-a8dab4fc-12f9-4e9e-879f-19d298c7e7d0 None None] Transition to ACTIVE for port object deb8a549-5454-4be2-b6ae-21ed49aa79bc will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:36:08.256928 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-282368ec-1e84-40d0-a035-21a7eff2983a None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:08.259370 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a8dab4fc-12f9-4e9e-879f-19d298c7e7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:08.272140 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-282368ec-1e84-40d0-a035-21a7eff2983a None None] Transition to ACTIVE for port object f5e530a0-81a8-4f83-b572-2e7a3f8ca259 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:36:08.288310 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81c816b8-c460-403e-9e31-d129737468e3 x-openstack-request-id: req-81c816b8-c460-403e-9e31-d129737468e3 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:36:08.289096 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78e1d3c1-2943-4567-af4e-14c28f0b7c9c", "tag": "863c0636-bcc8-4b84-adb3-6776bab372ee", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:36:08.289593 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-81c816b8-c460-403e-9e31-d129737468e3 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:36:08.290224 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78e1d3c1-2943-4567-af4e-14c28f0b7c9c', 'tag': '863c0636-bcc8-4b84-adb3-6776bab372ee', 'status': 'completed', 'code': 200} Aug 29 04:36:08.380041 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-63724398-2686-4dab-b651-82b198500f89 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:08.401134 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8dab4fc-12f9-4e9e-879f-19d298c7e7d0 None None] Network d7d0c3e3-8670-4406-bd4e-9ef13b4d546b is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:36:08.406929 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-a8dab4fc-12f9-4e9e-879f-19d298c7e7d0 None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:36:08.407973 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-63724398-2686-4dab-b651-82b198500f89 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Ignored duplicate provisioning block setup for port 9e957879-3ec7-46e1-b495-1ca524cd0502 by entity DHCP. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 29 04:36:08.412419 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8dab4fc-12f9-4e9e-879f-19d298c7e7d0 None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:36:08.419936 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-63724398-2686-4dab-b651-82b198500f89 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:08.454625 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8659c655-d3f2-4e9b-b237-2ee06890c8cd req-5a3ac489-0338-4b1a-b2e8-91d527d06fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:08.455334 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8659c655-d3f2-4e9b-b237-2ee06890c8cd req-5a3ac489-0338-4b1a-b2e8-91d527d06fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:08.456114 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8659c655-d3f2-4e9b-b237-2ee06890c8cd req-5a3ac489-0338-4b1a-b2e8-91d527d06fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:08.456652 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8659c655-d3f2-4e9b-b237-2ee06890c8cd req-5a3ac489-0338-4b1a-b2e8-91d527d06fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:08.457405 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8659c655-d3f2-4e9b-b237-2ee06890c8cd req-5a3ac489-0338-4b1a-b2e8-91d527d06fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:08.458290 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8659c655-d3f2-4e9b-b237-2ee06890c8cd req-5a3ac489-0338-4b1a-b2e8-91d527d06fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:08.458647 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8659c655-d3f2-4e9b-b237-2ee06890c8cd req-5a3ac489-0338-4b1a-b2e8-91d527d06fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:08.462957 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8659c655-d3f2-4e9b-b237-2ee06890c8cd req-5a3ac489-0338-4b1a-b2e8-91d527d06fb6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b0f1228a8bd44b90ad5ea0a20c4870bf&device_id=78e1d3c1-2943-4567-af4e-14c28f0b7c9c HTTP/1.1" status: 200 len: 6495 time: 0.0974028 Aug 29 04:36:08.470123 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-26f5ea87-32ff-4b03-8335-81fecb39afc8 tempest-DHCPAgentSchedulersTestJSON-1205914249 tempest-DHCPAgentSchedulersTestJSON-1205914249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:08.525834 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-282368ec-1e84-40d0-a035-21a7eff2983a None None] Transition to ACTIVE for port object f5e530a0-81a8-4f83-b572-2e7a3f8ca259 will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:36:08.530826 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-3317fc35-86ef-4cef-b1c3-bb87032c5171 None None] Set router d7a08ddf-bdc9-4a4e-a61d-615f0214f219 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:36:08.534206 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f5ea87-32ff-4b03-8335-81fecb39afc8 tempest-DHCPAgentSchedulersTestJSON-1205914249 tempest-DHCPAgentSchedulersTestJSON-1205914249-project] Pushing event deleted for resources: {'Port': ['ID=b6e52ac5-ab15-489d-a4f7-a4f0e06c222d,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:08.552202 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dab4fc-12f9-4e9e-879f-19d298c7e7d0 None None] Pushing event updated for resources: {'Port': ['ID=deb8a549-5454-4be2-b6ae-21ed49aa79bc,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:08.593097 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-282368ec-1e84-40d0-a035-21a7eff2983a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:08.595286 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-63724398-2686-4dab-b651-82b198500f89 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] In _notify_port_updated(), no bound segment for port 9e957879-3ec7-46e1-b495-1ca524cd0502 on network 503d781c-62c6-4af8-b8ee-75ea6fd5537b {{(pid=94829) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:36:08.603137 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63724398-2686-4dab-b651-82b198500f89 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:08.603281 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-63724398-2686-4dab-b651-82b198500f89 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:08.607633 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-63724398-2686-4dab-b651-82b198500f89 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "PUT /v2.0/ports/9e957879-3ec7-46e1-b495-1ca524cd0502 HTTP/1.1" status: 200 len: 925 time: 1.3055708 Aug 29 04:36:08.608262 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 48778) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:08.619899 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-e2f96a76-3849-4f10-9ec5-0a7c274a68d0 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a1d1a665-a423-4e44-91d5-35d3116ab4bc'}, {'subnet_id': 'f3279922-3ab4-4a3b-9716-b36e78273151'}]}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:08.755644 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-a8dab4fc-12f9-4e9e-879f-19d298c7e7d0 None None] Attempting to bind port deb8a549-5454-4be2-b6ae-21ed49aa79bc on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:36:08.756060 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-a8dab4fc-12f9-4e9e-879f-19d298c7e7d0 None None] Attempting to bind port deb8a549-5454-4be2-b6ae-21ed49aa79bc by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '76f8d889-7914-45ab-883f-3b357a4838f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd7d0c3e3-8670-4406-bd4e-9ef13b4d546b'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:36:08.756432 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8dab4fc-12f9-4e9e-879f-19d298c7e7d0 None None] Attempting to bind port deb8a549-5454-4be2-b6ae-21ed49aa79bc on network d7d0c3e3-8670-4406-bd4e-9ef13b4d546b {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:36:08.773739 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-282368ec-1e84-40d0-a035-21a7eff2983a None None] Network 0adf0c5f-246a-4070-9fbd-8fc422b3b53d is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:36:08.779395 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63724398-2686-4dab-b651-82b198500f89 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Pushing event updated for resources: {'Port': ['ID=9e957879-3ec7-46e1-b495-1ca524cd0502,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:08.791021 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-282368ec-1e84-40d0-a035-21a7eff2983a None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:36:08.794698 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282368ec-1e84-40d0-a035-21a7eff2983a None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:36:08.801451 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8dab4fc-12f9-4e9e-879f-19d298c7e7d0 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:36:08.802289 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8dab4fc-12f9-4e9e-879f-19d298c7e7d0 None None] Checking segment: {'id': '76f8d889-7914-45ab-883f-3b357a4838f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd7d0c3e3-8670-4406-bd4e-9ef13b4d546b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:36:08.802944 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a8dab4fc-12f9-4e9e-879f-19d298c7e7d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:08.803519 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8dab4fc-12f9-4e9e-879f-19d298c7e7d0 None None] Bound using segment: {'id': '76f8d889-7914-45ab-883f-3b357a4838f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd7d0c3e3-8670-4406-bd4e-9ef13b4d546b'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:36:08.804394 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-a8dab4fc-12f9-4e9e-879f-19d298c7e7d0 None None] Bound port: deb8a549-5454-4be2-b6ae-21ed49aa79bc, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76f8d889-7914-45ab-883f-3b357a4838f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd7d0c3e3-8670-4406-bd4e-9ef13b4d546b'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:36:08.804958 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a8dab4fc-12f9-4e9e-879f-19d298c7e7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:08.819958 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:08.824751 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-26f5ea87-32ff-4b03-8335-81fecb39afc8 tempest-DHCPAgentSchedulersTestJSON-1205914249 tempest-DHCPAgentSchedulersTestJSON-1205914249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:08.837982 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-26f5ea87-32ff-4b03-8335-81fecb39afc8 tempest-DHCPAgentSchedulersTestJSON-1205914249 tempest-DHCPAgentSchedulersTestJSON-1205914249-project] 10.222.0.22 "DELETE /v2.0/ports/b6e52ac5-ab15-489d-a4f7-a4f0e06c222d HTTP/1.1" status: 204 len: 168 time: 1.5101640 Aug 29 04:36:08.839881 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282368ec-1e84-40d0-a035-21a7eff2983a None None] Pushing event updated for resources: {'Port': ['ID=f5e530a0-81a8-4f83-b572-2e7a3f8ca259,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:08.842622 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 48784) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:08.869114 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-09dbf464-2d15-4522-bcba-d3a0734bd5cd tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Allocated IP 2001:db8::26a (0adf0c5f-246a-4070-9fbd-8fc422b3b53d/f91fe74d-749c-40f3-85c8-d6266f961298/9a5783a2-9fa9-405c-b76e-1a3fa8fc3b27) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:36:08.906502 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e2f96a76-3849-4f10-9ec5-0a7c274a68d0 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:08.981618 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-3317fc35-86ef-4cef-b1c3-bb87032c5171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a08ddf-bdc9-4a4e-a61d-615f0214f219', 'name': 'tempest-TaggedBootDevicesTest-289717497-router', 'tenant_id': 'b0f1228a8bd44b90ad5ea0a20c4870bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'fbc11c01-6e1f-4d4c-8715-6a00f1d72624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:33:20Z', 'updated_at': '2021-08-29T04:33:27Z', 'revision_number': 4, 'project_id': 'b0f1228a8bd44b90ad5ea0a20c4870bf', 'gw_port': {'id': 'fbc11c01-6e1f-4d4c-8715-6a00f1d72624', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:04:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a08ddf-bdc9-4a4e-a61d-615f0214f219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:33:21Z', 'updated_at': '2021-08-29T04:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': '3458c0f7-f6df-40c2-b52c-ebae3b7c0ed9', 'tenant_id': 'b0f1228a8bd44b90ad5ea0a20c4870bf', 'floating_ip_address': '172.25.0.205', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': 'd7a08ddf-bdc9-4a4e-a61d-615f0214f219', 'port_id': '863c0636-bcc8-4b84-adb3-6776bab372ee', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8102508-8177-4d08-b66e-69e3d8dd4b5c', 'mac_address': 'fa:16:3e:c5:c3:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e1d3c1-2943-4567-af4e-14c28f0b7c9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:34:31Z', 'updated_at': '2021-08-29T04:36:06Z', 'revision_number': 1, 'project_id': 'b0f1228a8bd44b90ad5ea0a20c4870bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '062b197c-e371-4ec0-9066-067cc2b73690', 'name': '', 'network_id': 'f8102508-8177-4d08-b66e-69e3d8dd4b5c', 'tenant_id': 'b0f1228a8bd44b90ad5ea0a20c4870bf', 'mac_address': 'fa:16:3e:cd:dc:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a08ddf-bdc9-4a4e-a61d-615f0214f219', 'device_owner': 'network:router_interface', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '38723797-c164-4ad1-837d-c534b680646e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:33:25Z', 'updated_at': '2021-08-29T04:33:42Z', 'revision_number': 5, 'project_id': 'b0f1228a8bd44b90ad5ea0a20c4870bf', 'subnets': [{'id': '38723797-c164-4ad1-837d-c534b680646e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:08.983972 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8659c655-d3f2-4e9b-b237-2ee06890c8cd req-688e3678-4121-44ef-9d01-191cdafd914f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:08.985866 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8659c655-d3f2-4e9b-b237-2ee06890c8cd req-688e3678-4121-44ef-9d01-191cdafd914f service neutron] 10.222.0.48 "GET /v2.0/networks?id=f8102508-8177-4d08-b66e-69e3d8dd4b5c HTTP/1.1" status: 200 len: 912 time: 0.5127878 Aug 29 04:36:09.028425 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3317fc35-86ef-4cef-b1c3-bb87032c5171 None None] Checking router: d7a08ddf-bdc9-4a4e-a61d-615f0214f219 for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:36:09.047099 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3317fc35-86ef-4cef-b1c3-bb87032c5171 None None] Routers {'d7a08ddf-bdc9-4a4e-a61d-615f0214f219'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:36:09.047841 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-3317fc35-86ef-4cef-b1c3-bb87032c5171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:36:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['d7a08ddf-bdc9-4a4e-a61d-615f0214f219'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:09.071970 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-282368ec-1e84-40d0-a035-21a7eff2983a None None] Attempting to bind port f5e530a0-81a8-4f83-b572-2e7a3f8ca259 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:36:09.072563 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-282368ec-1e84-40d0-a035-21a7eff2983a None None] Attempting to bind port f5e530a0-81a8-4f83-b572-2e7a3f8ca259 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'a4b87b45-ae57-488a-a272-aca1c6171432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0adf0c5f-246a-4070-9fbd-8fc422b3b53d'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:36:09.072850 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282368ec-1e84-40d0-a035-21a7eff2983a None None] Attempting to bind port f5e530a0-81a8-4f83-b572-2e7a3f8ca259 on network 0adf0c5f-246a-4070-9fbd-8fc422b3b53d {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:36:09.148064 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-a8dab4fc-12f9-4e9e-879f-19d298c7e7d0 None None] For port deb8a549-5454-4be2-b6ae-21ed49aa79bc, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:36:09.152894 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-a8dab4fc-12f9-4e9e-879f-19d298c7e7d0 None None] For port deb8a549-5454-4be2-b6ae-21ed49aa79bc, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=deb8a549-5454-4be2-b6ae-21ed49aa79bc,segment=NetworkSegment(76f8d889-7914-45ab-883f-3b357a4838f5),segment_id=76f8d889-7914-45ab-883f-3b357a4838f5)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:36:09.161279 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a8dab4fc-12f9-4e9e-879f-19d298c7e7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:09.218046 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8659c655-d3f2-4e9b-b237-2ee06890c8cd req-8dd28cf2-1d72-43c6-9593-826b475b7d13 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=863c0636-bcc8-4b84-adb3-6776bab372ee HTTP/1.1" status: 200 len: 999 time: 0.2167909 Aug 29 04:36:09.303554 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dab4fc-12f9-4e9e-879f-19d298c7e7d0 None None] Pushing event updated for resources: {'Port': ['ID=deb8a549-5454-4be2-b6ae-21ed49aa79bc,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:09.322427 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-3317fc35-86ef-4cef-b1c3-bb87032c5171 None None] Set router d7a08ddf-bdc9-4a4e-a61d-615f0214f219 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:36:09.331043 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282368ec-1e84-40d0-a035-21a7eff2983a None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:36:09.331448 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282368ec-1e84-40d0-a035-21a7eff2983a None None] Checking segment: {'id': 'a4b87b45-ae57-488a-a272-aca1c6171432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0adf0c5f-246a-4070-9fbd-8fc422b3b53d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:36:09.331870 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-282368ec-1e84-40d0-a035-21a7eff2983a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:09.332398 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282368ec-1e84-40d0-a035-21a7eff2983a None None] Bound using segment: {'id': 'a4b87b45-ae57-488a-a272-aca1c6171432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0adf0c5f-246a-4070-9fbd-8fc422b3b53d'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:36:09.333039 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-282368ec-1e84-40d0-a035-21a7eff2983a None None] Bound port: f5e530a0-81a8-4f83-b572-2e7a3f8ca259, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4b87b45-ae57-488a-a272-aca1c6171432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0adf0c5f-246a-4070-9fbd-8fc422b3b53d'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:36:09.333476 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-282368ec-1e84-40d0-a035-21a7eff2983a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:09.343845 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8659c655-d3f2-4e9b-b237-2ee06890c8cd req-d72e46e2-1468-4788-b1d2-cfed3162eca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:09.353609 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8659c655-d3f2-4e9b-b237-2ee06890c8cd req-d72e46e2-1468-4788-b1d2-cfed3162eca0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=38723797-c164-4ad1-837d-c534b680646e HTTP/1.1" status: 200 len: 850 time: 0.1277068 Aug 29 04:36:09.384924 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-09dbf464-2d15-4522-bcba-d3a0734bd5cd tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:09.462179 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-09dbf464-2d15-4522-bcba-d3a0734bd5cd tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Transition to ACTIVE for port object 9a5783a2-9fa9-405c-b76e-1a3fa8fc3b27 will not be triggered until provisioned by entity DHCP. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:36:09.476400 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249f7333-6308-4295-8bc8-0a67143556e0 None None] Network 503d781c-62c6-4af8-b8ee-75ea6fd5537b requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:36:09.543705 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-ee31edc6-72a7-40cc-8bff-6b64fcd6b7b9 tempest-DHCPAgentSchedulersTestJSON-251798669 tempest-DHCPAgentSchedulersTestJSON-251798669-project-admin] 10.222.0.22 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4685 time: 0.6877818 Aug 29 04:36:09.548359 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 48806) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:09.555630 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-1c01ada4-609a-4953-87cd-a7d2da494f2c tempest-DHCPAgentSchedulersTestJSON-1205914249 tempest-DHCPAgentSchedulersTestJSON-1205914249-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1163094290'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:09.612451 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 5304a22e-25b2-4a6d-859b-597bf148af3e up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:36:09.657648 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-09dbf464-2d15-4522-bcba-d3a0734bd5cd tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:09.661800 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8659c655-d3f2-4e9b-b237-2ee06890c8cd req-06c066ac-0334-4ec6-bea5-5c96d8f70ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:09.663566 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8659c655-d3f2-4e9b-b237-2ee06890c8cd req-06c066ac-0334-4ec6-bea5-5c96d8f70ac6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f8102508-8177-4d08-b66e-69e3d8dd4b5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2897036 Aug 29 04:36:09.664033 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-ace230bc-8b80-491d-8c1c-ec23feb28c6f None None] Provisioning for port 5304a22e-25b2-4a6d-859b-597bf148af3e completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:36:09.668308 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c01ada4-609a-4953-87cd-a7d2da494f2c tempest-DHCPAgentSchedulersTestJSON-1205914249 tempest-DHCPAgentSchedulersTestJSON-1205914249-project] Made reservation on behalf of 41162a9b703c4c09bcfdbd903fa34738 for: {'network': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:36:09.678299 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1c01ada4-609a-4953-87cd-a7d2da494f2c tempest-DHCPAgentSchedulersTestJSON-1205914249 tempest-DHCPAgentSchedulersTestJSON-1205914249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:09.704045 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09dbf464-2d15-4522-bcba-d3a0734bd5cd tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Network 0adf0c5f-246a-4070-9fbd-8fc422b3b53d is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:36:09.718071 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-09dbf464-2d15-4522-bcba-d3a0734bd5cd tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:36:09.724600 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09dbf464-2d15-4522-bcba-d3a0734bd5cd tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:36:09.744927 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-ace230bc-8b80-491d-8c1c-ec23feb28c6f None None] Provisioning complete for port 5304a22e-25b2-4a6d-859b-597bf148af3e triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:09.747120 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09dbf464-2d15-4522-bcba-d3a0734bd5cd tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:09.748635 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ace230bc-8b80-491d-8c1c-ec23feb28c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:09.749808 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-09dbf464-2d15-4522-bcba-d3a0734bd5cd tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:09.957068 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8659c655-d3f2-4e9b-b237-2ee06890c8cd req-910de5d7-23f3-45e0-af39-2b49d4643506 service neutron] 10.222.0.48 "GET /v2.0/networks/f8102508-8177-4d08-b66e-69e3d8dd4b5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759402 Aug 29 04:36:09.979078 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-282368ec-1e84-40d0-a035-21a7eff2983a None None] For port f5e530a0-81a8-4f83-b572-2e7a3f8ca259, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:36:09.997259 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-282368ec-1e84-40d0-a035-21a7eff2983a None None] For port f5e530a0-81a8-4f83-b572-2e7a3f8ca259, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=f5e530a0-81a8-4f83-b572-2e7a3f8ca259,segment=NetworkSegment(a4b87b45-ae57-488a-a272-aca1c6171432),segment_id=a4b87b45-ae57-488a-a272-aca1c6171432)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:36:10.021335 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-09dbf464-2d15-4522-bcba-d3a0734bd5cd tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 3.2506719 Aug 29 04:36:10.026930 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 48820) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:10.039676 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-282368ec-1e84-40d0-a035-21a7eff2983a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:10.064496 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c01ada4-609a-4953-87cd-a7d2da494f2c tempest-DHCPAgentSchedulersTestJSON-1205914249 tempest-DHCPAgentSchedulersTestJSON-1205914249-project] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=94828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:36:10.089867 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1c01ada4-609a-4953-87cd-a7d2da494f2c tempest-DHCPAgentSchedulersTestJSON-1205914249 tempest-DHCPAgentSchedulersTestJSON-1205914249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:10.090319 n-d-712140-12 neutron-server[94828]: INFO neutron.db.segments_db [None req-1c01ada4-609a-4953-87cd-a7d2da494f2c tempest-DHCPAgentSchedulersTestJSON-1205914249 tempest-DHCPAgentSchedulersTestJSON-1205914249-project] Added segment 4eaae7c0-d84e-4ff6-9888-5b5136a75f74 of type vlan for network d3ad984f-773f-4959-9309-159313b63ce1 Aug 29 04:36:10.128588 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dbf464-2d15-4522-bcba-d3a0734bd5cd tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Pushing event updated for resources: {'Port': ['ID=9a5783a2-9fa9-405c-b76e-1a3fa8fc3b27,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:10.135663 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 5304a22e-25b2-4a6d-859b-597bf148af3e triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:10.136328 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:10.168987 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-3317fc35-86ef-4cef-b1c3-bb87032c5171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a08ddf-bdc9-4a4e-a61d-615f0214f219', 'name': 'tempest-TaggedBootDevicesTest-289717497-router', 'tenant_id': 'b0f1228a8bd44b90ad5ea0a20c4870bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'fbc11c01-6e1f-4d4c-8715-6a00f1d72624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:33:20Z', 'updated_at': '2021-08-29T04:33:27Z', 'revision_number': 4, 'project_id': 'b0f1228a8bd44b90ad5ea0a20c4870bf', 'gw_port': {'id': 'fbc11c01-6e1f-4d4c-8715-6a00f1d72624', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:04:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a08ddf-bdc9-4a4e-a61d-615f0214f219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:33:21Z', 'updated_at': '2021-08-29T04:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': '3458c0f7-f6df-40c2-b52c-ebae3b7c0ed9', 'tenant_id': 'b0f1228a8bd44b90ad5ea0a20c4870bf', 'floating_ip_address': '172.25.0.205', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': 'd7a08ddf-bdc9-4a4e-a61d-615f0214f219', 'port_id': '863c0636-bcc8-4b84-adb3-6776bab372ee', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8102508-8177-4d08-b66e-69e3d8dd4b5c', 'mac_address': 'fa:16:3e:c5:c3:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e1d3c1-2943-4567-af4e-14c28f0b7c9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:34:31Z', 'updated_at': '2021-08-29T04:36:06Z', 'revision_number': 1, 'project_id': 'b0f1228a8bd44b90ad5ea0a20c4870bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '062b197c-e371-4ec0-9066-067cc2b73690', 'name': '', 'network_id': 'f8102508-8177-4d08-b66e-69e3d8dd4b5c', 'tenant_id': 'b0f1228a8bd44b90ad5ea0a20c4870bf', 'mac_address': 'fa:16:3e:cd:dc:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a08ddf-bdc9-4a4e-a61d-615f0214f219', 'device_owner': 'network:router_interface', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '38723797-c164-4ad1-837d-c534b680646e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:33:25Z', 'updated_at': '2021-08-29T04:33:42Z', 'revision_number': 5, 'project_id': 'b0f1228a8bd44b90ad5ea0a20c4870bf', 'subnets': [{'id': '38723797-c164-4ad1-837d-c534b680646e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:10.236491 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1c01ada4-609a-4953-87cd-a7d2da494f2c tempest-DHCPAgentSchedulersTestJSON-1205914249 tempest-DHCPAgentSchedulersTestJSON-1205914249-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:10.244897 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-e2f96a76-3849-4f10-9ec5-0a7c274a68d0 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Allocated IP 2001:db8:0:1::2d4 (503d781c-62c6-4af8-b8ee-75ea6fd5537b/f3279922-3ab4-4a3b-9716-b36e78273151/9e957879-3ec7-46e1-b495-1ca524cd0502) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:36:10.254205 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3317fc35-86ef-4cef-b1c3-bb87032c5171 None None] The sync data for ids ['d7a08ddf-bdc9-4a4e-a61d-615f0214f219'] in n-d-712140-12 is: [{'id': 'd7a08ddf-bdc9-4a4e-a61d-615f0214f219', 'name': 'tempest-TaggedBootDevicesTest-289717497-router', 'tenant_id': 'b0f1228a8bd44b90ad5ea0a20c4870bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'fbc11c01-6e1f-4d4c-8715-6a00f1d72624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:33:20Z', 'updated_at': '2021-08-29T04:33:27Z', 'revision_number': 4, 'project_id': 'b0f1228a8bd44b90ad5ea0a20c4870bf', 'gw_port': {'id': 'fbc11c01-6e1f-4d4c-8715-6a00f1d72624', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:04:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a08ddf-bdc9-4a4e-a61d-615f0214f219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:33:21Z', 'updated_at': '2021-08-29T04:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': '3458c0f7-f6df-40c2-b52c-ebae3b7c0ed9', 'tenant_id': 'b0f1228a8bd44b90ad5ea0a20c4870bf', 'floating_ip_address': '172.25.0.205', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': 'd7a08ddf-bdc9-4a4e-a61d-615f0214f219', 'port_id': '863c0636-bcc8-4b84-adb3-6776bab372ee', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8102508-8177-4d08-b66e-69e3d8dd4b5c', 'mac_address': 'fa:16:3e:c5:c3:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e1d3c1-2943-4567-af4e-14c28f0b7c9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:34:31Z', 'updated_at': '2021-08-29T04:36:06Z', 'revision_number': 1, 'project_id': 'b0f1228a8bd44b90ad5ea0a20c4870bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '062b197c-e371-4ec0-9066-067cc2b73690', 'name': '', 'network_id': 'f8102508-8177-4d08-b66e-69e3d8dd4b5c', 'tenant_id': 'b0f1228a8bd44b90ad5ea0a20c4870bf', 'mac_address': 'fa:16:3e:cd:dc:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a08ddf-bdc9-4a4e-a61d-615f0214f219', 'device_owner': 'network:router_interface', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '38723797-c164-4ad1-837d-c534b680646e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:33:25Z', 'updated_at': '2021-08-29T04:33:42Z', 'revision_number': 5, 'project_id': 'b0f1228a8bd44b90ad5ea0a20c4870bf', 'subnets': [{'id': '38723797-c164-4ad1-837d-c534b680646e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:36:10.313793 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8659c655-d3f2-4e9b-b237-2ee06890c8cd req-1c901944-e8d7-4484-b041-de7fb7dbc1c1 service neutron] 10.222.0.48 "GET /v2.0/networks/f8102508-8177-4d08-b66e-69e3d8dd4b5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3476796 Aug 29 04:36:10.340903 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282368ec-1e84-40d0-a035-21a7eff2983a None None] Pushing event updated for resources: {'Port': ['ID=f5e530a0-81a8-4f83-b572-2e7a3f8ca259,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:10.352580 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1c01ada4-609a-4953-87cd-a7d2da494f2c tempest-DHCPAgentSchedulersTestJSON-1205914249 tempest-DHCPAgentSchedulersTestJSON-1205914249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:10.372730 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c01ada4-609a-4953-87cd-a7d2da494f2c tempest-DHCPAgentSchedulersTestJSON-1205914249 tempest-DHCPAgentSchedulersTestJSON-1205914249-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:10.375918 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1c01ada4-609a-4953-87cd-a7d2da494f2c tempest-DHCPAgentSchedulersTestJSON-1205914249 tempest-DHCPAgentSchedulersTestJSON-1205914249-project] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:10.546218 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-1c01ada4-609a-4953-87cd-a7d2da494f2c tempest-DHCPAgentSchedulersTestJSON-1205914249 tempest-DHCPAgentSchedulersTestJSON-1205914249-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.9934313 Aug 29 04:36:10.547851 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 48840) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:10.564191 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c01ada4-609a-4953-87cd-a7d2da494f2c tempest-DHCPAgentSchedulersTestJSON-1205914249 tempest-DHCPAgentSchedulersTestJSON-1205914249-project] Pushing event updated for resources: {'Network': ['ID=d3ad984f-773f-4959-9309-159313b63ce1,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:10.576966 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network d3ad984f-773f-4959-9309-159313b63ce1 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:36:10.953795 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff7aecc-a25b-4117-8345-d0c202b5d7b1 None None] New status for floating IP 3458c0f7-f6df-40c2-b52c-ebae3b7c0ed9: ACTIVE {{(pid=94830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:36:11.230810 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-4080a0a7-17e9-401b-b344-259b27fedd4d None None] Provisioning complete for port 5304a22e-25b2-4a6d-859b-597bf148af3e triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:11.232565 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4080a0a7-17e9-401b-b344-259b27fedd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:11.403916 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da00a5a7-fdea-4d89-912f-32e3d2b912c5 None None] Network d7d0c3e3-8670-4406-bd4e-9ef13b4d546b requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:36:11.564917 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 48860) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:11.650600 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device deb8a549-5454-4be2-b6ae-21ed49aa79bc up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:36:11.797560 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-febecdbe-b9b3-4258-9e14-7ffa010e50ca tempest-DHCPAgentSchedulersTestJSON-251798669 tempest-DHCPAgentSchedulersTestJSON-251798669-project-admin] 10.222.0.22 "GET /v2.0/agents/dffe63d9-76f3-4595-9d0f-66b09862e064/dhcp-networks HTTP/1.1" status: 200 len: 9629 time: 1.2448461 Aug 29 04:36:11.799928 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 48866) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:11.891665 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e2f96a76-3849-4f10-9ec5-0a7c274a68d0 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:11.909884 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-4080a0a7-17e9-401b-b344-259b27fedd4d None None] Provisioning for port 9e957879-3ec7-46e1-b495-1ca524cd0502 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:36:11.916908 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port deb8a549-5454-4be2-b6ae-21ed49aa79bc completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:36:11.920027 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f8fc4d17-92f0-45ee-bf35-0c7314596413 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:11.921973 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device f5e530a0-81a8-4f83-b572-2e7a3f8ca259 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:36:11.929909 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-e2f96a76-3849-4f10-9ec5-0a7c274a68d0 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Ignored duplicate provisioning block setup for port 9e957879-3ec7-46e1-b495-1ca524cd0502 by entity DHCP. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 29 04:36:11.961719 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-894944e9-efe6-4ffa-aff5-0b93312f98a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:11.990848 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-4080a0a7-17e9-401b-b344-259b27fedd4d None None] Provisioning complete for port 9e957879-3ec7-46e1-b495-1ca524cd0502 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:11.991509 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4080a0a7-17e9-401b-b344-259b27fedd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:12.061172 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-4080a0a7-17e9-401b-b344-259b27fedd4d None None] Port 9e957879-3ec7-46e1-b495-1ca524cd0502 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:36:12.078565 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e2f96a76-3849-4f10-9ec5-0a7c274a68d0 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:12.084355 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port f5e530a0-81a8-4f83-b572-2e7a3f8ca259 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:36:12.150559 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c21085-4848-458d-8340-9884043ad1e5 tempest-DHCPAgentSchedulersTestJSON-251798669 tempest-DHCPAgentSchedulersTestJSON-251798669-project-admin] Network d3ad984f-773f-4959-9309-159313b63ce1 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:36:12.171168 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-52c21085-4848-458d-8340-9884043ad1e5 tempest-DHCPAgentSchedulersTestJSON-251798669 tempest-DHCPAgentSchedulersTestJSON-251798669-project-admin] 10.222.0.22 "POST /v2.0/agents/dffe63d9-76f3-4595-9d0f-66b09862e064/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3691254 Aug 29 04:36:12.177275 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 48872) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:12.223359 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e3f852-b1c6-40a6-aae3-9eb27af2063e None None] Network d3ad984f-773f-4959-9309-159313b63ce1 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:36:12.227813 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f96a76-3849-4f10-9ec5-0a7c274a68d0 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Pushing event updated for resources: {'Port': ['ID=9e957879-3ec7-46e1-b495-1ca524cd0502,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:12.234909 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-e2f96a76-3849-4f10-9ec5-0a7c274a68d0 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] In _notify_port_updated(), no bound segment for port 9e957879-3ec7-46e1-b495-1ca524cd0502 on network 503d781c-62c6-4af8-b8ee-75ea6fd5537b {{(pid=94829) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:36:12.241491 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f96a76-3849-4f10-9ec5-0a7c274a68d0 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:12.242546 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e2f96a76-3849-4f10-9ec5-0a7c274a68d0 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:12.244037 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-e2f96a76-3849-4f10-9ec5-0a7c274a68d0 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "PUT /v2.0/ports/9e957879-3ec7-46e1-b495-1ca524cd0502 HTTP/1.1" status: 200 len: 1011 time: 3.6287808 Aug 29 04:36:12.248833 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 48874) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:12.335866 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f62a987-018b-4511-b170-3e9511d887ef None None] Network 0adf0c5f-246a-4070-9fbd-8fc422b3b53d requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:36:12.337686 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e656059b-b077-477e-a3ba-538f931a126e None None] Provisioning for port deb8a549-5454-4be2-b6ae-21ed49aa79bc completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:36:12.429682 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-70c16899-55cc-4edd-9713-7751660ba18d tempest-DHCPAgentSchedulersTestJSON-251798669 tempest-DHCPAgentSchedulersTestJSON-251798669-project-admin] 10.222.0.22 "GET /v2.0/agents/dffe63d9-76f3-4595-9d0f-66b09862e064/dhcp-networks HTTP/1.1" status: 200 len: 10401 time: 0.2512219 Aug 29 04:36:12.434741 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 48882) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:12.441220 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e656059b-b077-477e-a3ba-538f931a126e None None] Provisioning complete for port deb8a549-5454-4be2-b6ae-21ed49aa79bc triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:12.441912 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e656059b-b077-477e-a3ba-538f931a126e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:12.450195 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-894944e9-efe6-4ffa-aff5-0b93312f98a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:12.460181 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-894944e9-efe6-4ffa-aff5-0b93312f98a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:12.529181 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894944e9-efe6-4ffa-aff5-0b93312f98a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=313b5634-c2de-4b03-ba61-75fdb172bd71,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:12.595870 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f8fc4d17-92f0-45ee-bf35-0c7314596413 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:12.608741 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f8fc4d17-92f0-45ee-bf35-0c7314596413 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:12.629025 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-894944e9-efe6-4ffa-aff5-0b93312f98a4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8613cb8cd29f4e50adf72f7f2e89d60a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0629845 Aug 29 04:36:12.631819 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 48884) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:12.682682 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-99e14706-cc49-493d-ab19-ba4b6f49b422 tempest-DHCPAgentSchedulersTestJSON-251798669 tempest-DHCPAgentSchedulersTestJSON-251798669-project-admin] 10.222.0.22 "DELETE /v2.0/agents/dffe63d9-76f3-4595-9d0f-66b09862e064/dhcp-networks/d3ad984f-773f-4959-9309-159313b63ce1 HTTP/1.1" status: 204 len: 168 time: 0.2461109 Aug 29 04:36:12.685317 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 48886) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:12.729303 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e656059b-b077-477e-a3ba-538f931a126e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:12.792416 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-48c2dcb3-0338-4db6-8028-27f476ff052d tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Deleting port 9e957879-3ec7-46e1-b495-1ca524cd0502 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:36:12.794558 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-48c2dcb3-0338-4db6-8028-27f476ff052d tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:12.813491 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e656059b-b077-477e-a3ba-538f931a126e None None] For port deb8a549-5454-4be2-b6ae-21ed49aa79bc, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=deb8a549-5454-4be2-b6ae-21ed49aa79bc,segment=NetworkSegment(76f8d889-7914-45ab-883f-3b357a4838f5),segment_id=76f8d889-7914-45ab-883f-3b357a4838f5)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:12.824575 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-21879836-2494-4d6e-b58a-4b6fa5aeda97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:12.825048 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e656059b-b077-477e-a3ba-538f931a126e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:12.873463 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-21879836-2494-4d6e-b58a-4b6fa5aeda97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:12.904635 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e656059b-b077-477e-a3ba-538f931a126e None None] Provisioning complete for port 9e957879-3ec7-46e1-b495-1ca524cd0502 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:12.905802 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fc4d17-92f0-45ee-bf35-0c7314596413 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Pushing event updated for resources: {'Port': ['ID=9a5783a2-9fa9-405c-b76e-1a3fa8fc3b27,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:12.906773 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e656059b-b077-477e-a3ba-538f931a126e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:12.978233 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e656059b-b077-477e-a3ba-538f931a126e None None] Port 9e957879-3ec7-46e1-b495-1ca524cd0502 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:36:13.029934 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e656059b-b077-477e-a3ba-538f931a126e None None] Pushing event updated for resources: {'Port': ['ID=deb8a549-5454-4be2-b6ae-21ed49aa79bc,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:13.114095 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-ee5f47e6-0e3f-4adf-b1b2-94e6ddb476bb None None] Provisioning complete for port deb8a549-5454-4be2-b6ae-21ed49aa79bc triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:13.115058 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ee5f47e6-0e3f-4adf-b1b2-94e6ddb476bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:13.121577 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-4a823868-a088-47c3-9633-5992b670d6c3 tempest-DHCPAgentSchedulersTestJSON-251798669 tempest-DHCPAgentSchedulersTestJSON-251798669-project-admin] 10.222.0.22 "GET /v2.0/agents/dffe63d9-76f3-4595-9d0f-66b09862e064/dhcp-networks HTTP/1.1" status: 200 len: 9629 time: 0.4346244 Aug 29 04:36:13.122414 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-21879836-2494-4d6e-b58a-4b6fa5aeda97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:13.126265 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-21879836-2494-4d6e-b58a-4b6fa5aeda97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:13.126265 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-21879836-2494-4d6e-b58a-4b6fa5aeda97 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/313b5634-c2de-4b03-ba61-75fdb172bd71 HTTP/1.1" status: 204 len: 168 time: 0.4932442 Aug 29 04:36:13.129439 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 48896) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:13.143936 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21879836-2494-4d6e-b58a-4b6fa5aeda97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=313b5634-c2de-4b03-ba61-75fdb172bd71,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:13.174902 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f8fc4d17-92f0-45ee-bf35-0c7314596413 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719598'] for router_interface, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:13.178774 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-dfc4eca8-dd76-404f-b32d-4db393550882 tempest-DHCPAgentSchedulersTestJSON-251798669 tempest-DHCPAgentSchedulersTestJSON-251798669-project-admin] 10.222.0.22 "GET /v2.0/networks/d7d0c3e3-8670-4406-bd4e-9ef13b4d546b/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0479407 Aug 29 04:36:13.183099 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 48898) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:13.234440 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-f747afaa-1f05-45ab-bae1-75ec24071219 tempest-DHCPAgentSchedulersTestJSON-251798669 tempest-DHCPAgentSchedulersTestJSON-251798669-project-admin] 10.222.0.22 "GET /v2.0/networks/d7d0c3e3-8670-4406-bd4e-9ef13b4d546b/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0477517 Aug 29 04:36:13.235539 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 48900) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:13.310030 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-48c2dcb3-0338-4db6-8028-27f476ff052d tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:13.379022 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-ee5f47e6-0e3f-4adf-b1b2-94e6ddb476bb None None] Provisioning for port f5e530a0-81a8-4f83-b572-2e7a3f8ca259 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:36:13.388302 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-ee5f47e6-0e3f-4adf-b1b2-94e6ddb476bb None None] Provisioning complete for port f5e530a0-81a8-4f83-b572-2e7a3f8ca259 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:13.388684 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ee5f47e6-0e3f-4adf-b1b2-94e6ddb476bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:13.433217 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-48c2dcb3-0338-4db6-8028-27f476ff052d tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Calling delete_port for 9e957879-3ec7-46e1-b495-1ca524cd0502 owned by {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:36:13.606801 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device deb8a549-5454-4be2-b6ae-21ed49aa79bc up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:36:13.633725 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-0f247867-403d-4e2d-83ed-277f49302bb1 tempest-DHCPAgentSchedulersTestJSON-251798669 tempest-DHCPAgentSchedulersTestJSON-251798669-project-admin] 10.222.0.22 "GET /v2.0/agents/dffe63d9-76f3-4595-9d0f-66b09862e064/dhcp-networks HTTP/1.1" status: 200 len: 9629 time: 0.3967826 Aug 29 04:36:13.635507 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 48910) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:13.721019 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port deb8a549-5454-4be2-b6ae-21ed49aa79bc triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:13.721476 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:13.726845 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ee5f47e6-0e3f-4adf-b1b2-94e6ddb476bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:13.727037 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f8fc4d17-92f0-45ee-bf35-0c7314596413 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:13.776817 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-26f7adf7-9993-4b9e-90b7-f680da4aca8f tempest-DHCPAgentSchedulersTestJSON-1205914249 tempest-DHCPAgentSchedulersTestJSON-1205914249-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:13.855574 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-ee5f47e6-0e3f-4adf-b1b2-94e6ddb476bb None None] For port f5e530a0-81a8-4f83-b572-2e7a3f8ca259, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=f5e530a0-81a8-4f83-b572-2e7a3f8ca259,segment=NetworkSegment(a4b87b45-ae57-488a-a272-aca1c6171432),segment_id=a4b87b45-ae57-488a-a272-aca1c6171432)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:13.867524 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ee5f47e6-0e3f-4adf-b1b2-94e6ddb476bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:13.941784 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-26f7adf7-9993-4b9e-90b7-f680da4aca8f tempest-DHCPAgentSchedulersTestJSON-1205914249 tempest-DHCPAgentSchedulersTestJSON-1205914249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:13.973247 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 48912) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:13.981274 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-26f7adf7-9993-4b9e-90b7-f680da4aca8f tempest-DHCPAgentSchedulersTestJSON-1205914249 tempest-DHCPAgentSchedulersTestJSON-1205914249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3ad984f-773f-4959-9309-159313b63ce1']}} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:14.006448 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-ee5f47e6-0e3f-4adf-b1b2-94e6ddb476bb None None] Provisioning complete for port 9e957879-3ec7-46e1-b495-1ca524cd0502 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:14.006850 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ee5f47e6-0e3f-4adf-b1b2-94e6ddb476bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:14.029849 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-26f7adf7-9993-4b9e-90b7-f680da4aca8f tempest-DHCPAgentSchedulersTestJSON-1205914249 tempest-DHCPAgentSchedulersTestJSON-1205914249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4eaae7c0-d84e-4ff6-9888-5b5136a75f74') {'for_net_delete': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:14.030255 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-26f7adf7-9993-4b9e-90b7-f680da4aca8f tempest-DHCPAgentSchedulersTestJSON-1205914249 tempest-DHCPAgentSchedulersTestJSON-1205914249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4eaae7c0-d84e-4ff6-9888-5b5136a75f74') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:14.035943 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7ad8ae6c-5b47-4431-ae66-6b77a984742b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:14.056286 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-26f7adf7-9993-4b9e-90b7-f680da4aca8f tempest-DHCPAgentSchedulersTestJSON-1205914249 tempest-DHCPAgentSchedulersTestJSON-1205914249-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8904833'] for segment, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:14.061390 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5f47e6-0e3f-4adf-b1b2-94e6ddb476bb None None] Pushing event updated for resources: {'Port': ['ID=f5e530a0-81a8-4f83-b572-2e7a3f8ca259,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:14.087416 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-26f7adf7-9993-4b9e-90b7-f680da4aca8f tempest-DHCPAgentSchedulersTestJSON-1205914249 tempest-DHCPAgentSchedulersTestJSON-1205914249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:14.096965 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-ee5f47e6-0e3f-4adf-b1b2-94e6ddb476bb None None] Port 9e957879-3ec7-46e1-b495-1ca524cd0502 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:36:14.097765 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26f7adf7-9993-4b9e-90b7-f680da4aca8f tempest-DHCPAgentSchedulersTestJSON-1205914249 tempest-DHCPAgentSchedulersTestJSON-1205914249-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=94828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:36:14.098422 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-26f7adf7-9993-4b9e-90b7-f680da4aca8f tempest-DHCPAgentSchedulersTestJSON-1205914249 tempest-DHCPAgentSchedulersTestJSON-1205914249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9190468'] for segment, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:14.103740 n-d-712140-12 neutron-server[94828]: Traceback (most recent call last): Aug 29 04:36:14.103740 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:36:14.103740 n-d-712140-12 neutron-server[94828]: timer() Aug 29 04:36:14.103740 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:36:14.103740 n-d-712140-12 neutron-server[94828]: cb(*args, **kw) Aug 29 04:36:14.103740 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:36:14.103740 n-d-712140-12 neutron-server[94828]: return func(*args, **kwargs) Aug 29 04:36:14.103740 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:36:14.103740 n-d-712140-12 neutron-server[94828]: self._notify() Aug 29 04:36:14.103740 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:36:14.103740 n-d-712140-12 neutron-server[94828]: self.callback(batched_events) Aug 29 04:36:14.103740 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:36:14.103740 n-d-712140-12 neutron-server[94828]: event.method(event) Aug 29 04:36:14.103740 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:36:14.103740 n-d-712140-12 neutron-server[94828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:36:14.103740 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:36:14.103740 n-d-712140-12 neutron-server[94828]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:36:14.103740 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:36:14.103740 n-d-712140-12 neutron-server[94828]: return f(self, *a, **k) Aug 29 04:36:14.103740 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:36:14.103740 n-d-712140-12 neutron-server[94828]: return self._get(url).json() Aug 29 04:36:14.103740 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:36:14.103740 n-d-712140-12 neutron-server[94828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:36:14.103740 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:36:14.103740 n-d-712140-12 neutron-server[94828]: return self.request(url, 'GET', **kwargs) Aug 29 04:36:14.103740 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:36:14.103740 n-d-712140-12 neutron-server[94828]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:36:14.103740 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:36:14.103740 n-d-712140-12 neutron-server[94828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:36:14.103740 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:36:14.103740 n-d-712140-12 neutron-server[94828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:36:14.103740 n-d-712140-12 neutron-server[94828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:36:14.111123 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-ee5f47e6-0e3f-4adf-b1b2-94e6ddb476bb None None] Could not find standard attr ID for object b6e52ac5-ab15-489d-a4f7-a4f0e06c222d. {{(pid=94830) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:36:14.186344 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-26f7adf7-9993-4b9e-90b7-f680da4aca8f tempest-DHCPAgentSchedulersTestJSON-1205914249 tempest-DHCPAgentSchedulersTestJSON-1205914249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:14.193522 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-26f7adf7-9993-4b9e-90b7-f680da4aca8f tempest-DHCPAgentSchedulersTestJSON-1205914249 tempest-DHCPAgentSchedulersTestJSON-1205914249-project] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:14.198773 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-26f7adf7-9993-4b9e-90b7-f680da4aca8f tempest-DHCPAgentSchedulersTestJSON-1205914249 tempest-DHCPAgentSchedulersTestJSON-1205914249-project] 10.222.0.22 "DELETE /v2.0/networks/d3ad984f-773f-4959-9309-159313b63ce1 HTTP/1.1" status: 204 len: 168 time: 0.5617883 Aug 29 04:36:14.199461 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 48920) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:14.219238 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-48c2dcb3-0338-4db6-8028-27f476ff052d tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:14.245897 n-d-712140-12 neutron-server[94828]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9b2bf63-a634-480e-a5ea-8a7a64762f2a tempest-DHCPAgentSchedulersTestJSON-1205914249 tempest-DHCPAgentSchedulersTestJSON-1205914249-project] DELETE failed (client error): The resource could not be found. Aug 29 04:36:14.246663 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9b2bf63-a634-480e-a5ea-8a7a64762f2a tempest-DHCPAgentSchedulersTestJSON-1205914249 tempest-DHCPAgentSchedulersTestJSON-1205914249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:36:14.255017 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-a9b2bf63-a634-480e-a5ea-8a7a64762f2a tempest-DHCPAgentSchedulersTestJSON-1205914249 tempest-DHCPAgentSchedulersTestJSON-1205914249-project] 10.222.0.22 "DELETE /v2.0/ports/b6e52ac5-ab15-489d-a4f7-a4f0e06c222d HTTP/1.1" status: 404 len: 333 time: 0.0491266 Aug 29 04:36:14.256277 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 48922) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:14.273871 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e8aa3b12-2cb1-4ea5-aae3-7e6358411021 None None] Provisioning for port 9a5783a2-9fa9-405c-b76e-1a3fa8fc3b27 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:36:14.277818 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e8aa3b12-2cb1-4ea5-aae3-7e6358411021 None None] Provisioning complete for port 9a5783a2-9fa9-405c-b76e-1a3fa8fc3b27 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:14.278911 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e8aa3b12-2cb1-4ea5-aae3-7e6358411021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:14.280077 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f7adf7-9993-4b9e-90b7-f680da4aca8f tempest-DHCPAgentSchedulersTestJSON-1205914249 tempest-DHCPAgentSchedulersTestJSON-1205914249-project] Pushing event deleted for resources: {'Network': ['ID=d3ad984f-773f-4959-9309-159313b63ce1,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:14.312755 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c2dcb3-0338-4db6-8028-27f476ff052d tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Pushing event deleted for resources: {'Port': ['ID=9e957879-3ec7-46e1-b495-1ca524cd0502,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:14.373813 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e8aa3b12-2cb1-4ea5-aae3-7e6358411021 None None] Port 9a5783a2-9fa9-405c-b76e-1a3fa8fc3b27 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:36:14.389193 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e8aa3b12-2cb1-4ea5-aae3-7e6358411021 None None] Provisioning complete for port f5e530a0-81a8-4f83-b572-2e7a3f8ca259 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:14.390410 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e8aa3b12-2cb1-4ea5-aae3-7e6358411021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:14.397065 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a13546c-abb9-4e19-b622-7d02deee3c52 tempest-DHCPAgentSchedulersTestJSON-1205914249 tempest-DHCPAgentSchedulersTestJSON-1205914249-project] Deleting subnet 165b26d8-dfc5-40ea-86df-14a57439f352 {{(pid=94828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:36:14.401651 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0a13546c-abb9-4e19-b622-7d02deee3c52 tempest-DHCPAgentSchedulersTestJSON-1205914249 tempest-DHCPAgentSchedulersTestJSON-1205914249-project] Notify callbacks [] for subnet, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:14.426734 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-48c2dcb3-0338-4db6-8028-27f476ff052d tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:14.429962 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-48c2dcb3-0338-4db6-8028-27f476ff052d tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "DELETE /v2.0/ports/9e957879-3ec7-46e1-b495-1ca524cd0502 HTTP/1.1" status: 204 len: 168 time: 2.1798532 Aug 29 04:36:14.442539 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 48928) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:14.472190 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7ad8ae6c-5b47-4431-ae66-6b77a984742b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:14.482887 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7ad8ae6c-5b47-4431-ae66-6b77a984742b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:14.545250 n-d-712140-12 neutron-server[94828]: INFO neutron.pecan_wsgi.hooks.translation [None req-08920192-d641-4b70-9944-19a2bf62d486 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] GET failed (client error): The resource could not be found. Aug 29 04:36:14.547160 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-08920192-d641-4b70-9944-19a2bf62d486 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "GET /v2.0/ports/9e957879-3ec7-46e1-b495-1ca524cd0502 HTTP/1.1" status: 404 len: 333 time: 0.1032956 Aug 29 04:36:14.550019 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 48932) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:14.553939 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0a13546c-abb9-4e19-b622-7d02deee3c52 tempest-DHCPAgentSchedulersTestJSON-1205914249 tempest-DHCPAgentSchedulersTestJSON-1205914249-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8904862'] for subnet, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:14.601073 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad8ae6c-5b47-4431-ae66-6b77a984742b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d81f0848-04c2-4847-b41f-f413c21a56e6,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:14.614906 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-7ad8ae6c-5b47-4431-ae66-6b77a984742b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=16a243fd8c014decbdaf4f5f137f14d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6341619 Aug 29 04:36:14.616207 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 48934) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:14.639675 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f8fc4d17-92f0-45ee-bf35-0c7314596413 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:14.654253 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f8fc4d17-92f0-45ee-bf35-0c7314596413 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:14.654697 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f8fc4d17-92f0-45ee-bf35-0c7314596413 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-718897'] for router_interface, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:14.667830 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_v2 [None req-8eb70e64-3ca8-437e-aaa7-e1c466ede649 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Deleting subnet f3279922-3ab4-4a3b-9716-b36e78273151 {{(pid=94828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:36:14.690059 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8eb70e64-3ca8-437e-aaa7-e1c466ede649 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks [] for subnet, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:14.725540 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fc4d17-92f0-45ee-bf35-0c7314596413 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Pushing event updated for resources: {'Port': ['ID=9a5783a2-9fa9-405c-b76e-1a3fa8fc3b27,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:14.741479 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0a13546c-abb9-4e19-b622-7d02deee3c52 tempest-DHCPAgentSchedulersTestJSON-1205914249 tempest-DHCPAgentSchedulersTestJSON-1205914249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:14.746084 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8eb70e64-3ca8-437e-aaa7-e1c466ede649 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8904862'] for subnet, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:14.754950 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-126f6e08-7e4b-4a50-86b0-c666e1b7e850 None None] Provisioning complete for port 9a5783a2-9fa9-405c-b76e-1a3fa8fc3b27 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:14.755418 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-126f6e08-7e4b-4a50-86b0-c666e1b7e850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:14.805320 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-126f6e08-7e4b-4a50-86b0-c666e1b7e850 None None] Port 9a5783a2-9fa9-405c-b76e-1a3fa8fc3b27 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:36:14.856344 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8fc4d17-92f0-45ee-bf35-0c7314596413 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Network 0adf0c5f-246a-4070-9fbd-8fc422b3b53d is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:36:14.860218 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-021f13fe-e870-4a7c-98dc-193ad5ecf698 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:14.862000 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-f8fc4d17-92f0-45ee-bf35-0c7314596413 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:36:14.905805 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0a13546c-abb9-4e19-b622-7d02deee3c52 tempest-DHCPAgentSchedulersTestJSON-1205914249 tempest-DHCPAgentSchedulersTestJSON-1205914249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9190434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062341'] for subnet, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:14.926035 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8eb70e64-3ca8-437e-aaa7-e1c466ede649 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:14.964411 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-021f13fe-e870-4a7c-98dc-193ad5ecf698 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:14.982884 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a13546c-abb9-4e19-b622-7d02deee3c52 tempest-DHCPAgentSchedulersTestJSON-1205914249 tempest-DHCPAgentSchedulersTestJSON-1205914249-project] Pushing event deleted for resources: {'Subnet': ['ID=165b26d8-dfc5-40ea-86df-14a57439f352,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:14.987648 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0a13546c-abb9-4e19-b622-7d02deee3c52 tempest-DHCPAgentSchedulersTestJSON-1205914249 tempest-DHCPAgentSchedulersTestJSON-1205914249-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:14.990057 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-0a13546c-abb9-4e19-b622-7d02deee3c52 tempest-DHCPAgentSchedulersTestJSON-1205914249 tempest-DHCPAgentSchedulersTestJSON-1205914249-project] 10.222.0.22 "DELETE /v2.0/subnets/165b26d8-dfc5-40ea-86df-14a57439f352 HTTP/1.1" status: 204 len: 168 time: 0.7224770 Aug 29 04:36:14.995925 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 48940) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:15.007155 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b031dea4-ff03-4b10-8646-c453032a9833 None None] Network d7d0c3e3-8670-4406-bd4e-9ef13b4d546b requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:36:15.054703 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8eb70e64-3ca8-437e-aaa7-e1c466ede649 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9190434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062341'] for subnet, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:15.091146 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb70e64-3ca8-437e-aaa7-e1c466ede649 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Pushing event deleted for resources: {'Subnet': ['ID=f3279922-3ab4-4a3b-9716-b36e78273151,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:15.103208 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8eb70e64-3ca8-437e-aaa7-e1c466ede649 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:15.108237 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-8eb70e64-3ca8-437e-aaa7-e1c466ede649 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "DELETE /v2.0/subnets/f3279922-3ab4-4a3b-9716-b36e78273151 HTTP/1.1" status: 204 len: 168 time: 0.5539556 Aug 29 04:36:15.108237 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 48946) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:15.169793 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-021f13fe-e870-4a7c-98dc-193ad5ecf698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:15.173078 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-021f13fe-e870-4a7c-98dc-193ad5ecf698 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:15.176913 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-021f13fe-e870-4a7c-98dc-193ad5ecf698 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d81f0848-04c2-4847-b41f-f413c21a56e6 HTTP/1.1" status: 204 len: 168 time: 0.5552087 Aug 29 04:36:15.200038 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb6d7ce6-d931-4d4b-9ec2-879d89da2ae9 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Deleting subnet a1d1a665-a423-4e44-91d5-35d3116ab4bc {{(pid=94828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:36:15.205277 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-eb6d7ce6-d931-4d4b-9ec2-879d89da2ae9 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks [] for subnet, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:15.214061 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4ee3ac29-d9c6-4e51-9860-84956490b571 tempest-DHCPAgentSchedulersTestJSON-1205914249 tempest-DHCPAgentSchedulersTestJSON-1205914249-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:15.218207 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021f13fe-e870-4a7c-98dc-193ad5ecf698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d81f0848-04c2-4847-b41f-f413c21a56e6,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:15.273364 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8fc4d17-92f0-45ee-bf35-0c7314596413 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Router 002c02c6-58b8-44ce-8f9e-f9cb28cacff6 is scheduled to L3 agent 76874008-c311-485c-ba36-921b6d275b6a with binding_index 1 {{(pid=94829) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:36:15.282993 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-eb6d7ce6-d931-4d4b-9ec2-879d89da2ae9 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8904862'] for subnet, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:15.339621 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-4ee3ac29-d9c6-4e51-9860-84956490b571 tempest-DHCPAgentSchedulersTestJSON-1205914249 tempest-DHCPAgentSchedulersTestJSON-1205914249-project] Deleting port deb8a549-5454-4be2-b6ae-21ed49aa79bc {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:36:15.339943 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4ee3ac29-d9c6-4e51-9860-84956490b571 tempest-DHCPAgentSchedulersTestJSON-1205914249 tempest-DHCPAgentSchedulersTestJSON-1205914249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:15.392128 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe6ba7c-e3d9-437a-ae03-2350810e3607 None None] Network 503d781c-62c6-4af8-b8ee-75ea6fd5537b requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:36:15.418988 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-eb6d7ce6-d931-4d4b-9ec2-879d89da2ae9 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:15.504373 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device f5e530a0-81a8-4f83-b572-2e7a3f8ca259 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:36:15.534082 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-eb6d7ce6-d931-4d4b-9ec2-879d89da2ae9 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9190434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062341'] for subnet, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:15.543898 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8fc4d17-92f0-45ee-bf35-0c7314596413 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:36:15.561322 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-eb6d7ce6-d931-4d4b-9ec2-879d89da2ae9 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:15.572528 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc95910b-78e2-411a-ad01-b49e7c51e326 None None] Sync routers for ids ['002c02c6-58b8-44ce-8f9e-f9cb28cacff6'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:36:15.588827 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-eb6d7ce6-d931-4d4b-9ec2-879d89da2ae9 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "DELETE /v2.0/subnets/a1d1a665-a423-4e44-91d5-35d3116ab4bc HTTP/1.1" status: 204 len: 168 time: 0.4761398 Aug 29 04:36:15.591302 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc95910b-78e2-411a-ad01-b49e7c51e326 None None] Routers {'002c02c6-58b8-44ce-8f9e-f9cb28cacff6'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:36:15.591613 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-f8fc4d17-92f0-45ee-bf35-0c7314596413 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] 10.222.0.22 "PUT /v2.0/routers/002c02c6-58b8-44ce-8f9e-f9cb28cacff6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5641990 Aug 29 04:36:15.594445 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-4ee3ac29-d9c6-4e51-9860-84956490b571 tempest-DHCPAgentSchedulersTestJSON-1205914249 tempest-DHCPAgentSchedulersTestJSON-1205914249-project] For port deb8a549-5454-4be2-b6ae-21ed49aa79bc, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=deb8a549-5454-4be2-b6ae-21ed49aa79bc,segment=NetworkSegment(76f8d889-7914-45ab-883f-3b357a4838f5),segment_id=76f8d889-7914-45ab-883f-3b357a4838f5)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:15.594829 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4ee3ac29-d9c6-4e51-9860-84956490b571 tempest-DHCPAgentSchedulersTestJSON-1205914249 tempest-DHCPAgentSchedulersTestJSON-1205914249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:15.597619 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 48960) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:15.597967 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 48962) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:15.598115 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-bc95910b-78e2-411a-ad01-b49e7c51e326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:36:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['002c02c6-58b8-44ce-8f9e-f9cb28cacff6'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:15.650193 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6d7ce6-d931-4d4b-9ec2-879d89da2ae9 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Pushing event deleted for resources: {'Subnet': ['ID=a1d1a665-a423-4e44-91d5-35d3116ab4bc,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:15.657749 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-12535825-07cc-4a6d-9199-1bbd88a79e78 None None] Provisioning complete for port 9a5783a2-9fa9-405c-b76e-1a3fa8fc3b27 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:15.658226 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-12535825-07cc-4a6d-9199-1bbd88a79e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:15.667909 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-bc95910b-78e2-411a-ad01-b49e7c51e326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:15.678377 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc95910b-78e2-411a-ad01-b49e7c51e326 None None] Routers {'002c02c6-58b8-44ce-8f9e-f9cb28cacff6'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:36:15.678980 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-bc95910b-78e2-411a-ad01-b49e7c51e326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:36:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['002c02c6-58b8-44ce-8f9e-f9cb28cacff6'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:15.714046 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-bc95910b-78e2-411a-ad01-b49e7c51e326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:15.714698 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc95910b-78e2-411a-ad01-b49e7c51e326 None None] The sync data for ids ['002c02c6-58b8-44ce-8f9e-f9cb28cacff6'] in n-d-712140-12 is: [] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:36:15.719529 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-4ee3ac29-d9c6-4e51-9860-84956490b571 tempest-DHCPAgentSchedulersTestJSON-1205914249 tempest-DHCPAgentSchedulersTestJSON-1205914249-project] Calling delete_port for deb8a549-5454-4be2-b6ae-21ed49aa79bc owned by network:dhcp {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:36:15.760625 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be84cf7c-f523-4bfd-97a8-37b932caf0c8 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:15.762902 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-be84cf7c-f523-4bfd-97a8-37b932caf0c8 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] 10.222.0.22 "GET /v2.0/ports/9a5783a2-9fa9-405c-b76e-1a3fa8fc3b27 HTTP/1.1" status: 200 len: 982 time: 0.1616457 Aug 29 04:36:15.765646 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 48968) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:15.841013 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0e318cd3-43a5-4088-b389-34ad8cecb6e4 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:15.907139 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-12535825-07cc-4a6d-9199-1bbd88a79e78 None None] Port 9a5783a2-9fa9-405c-b76e-1a3fa8fc3b27 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:36:15.971171 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port f5e530a0-81a8-4f83-b572-2e7a3f8ca259 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:15.971171 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:15.992331 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4ee3ac29-d9c6-4e51-9860-84956490b571 tempest-DHCPAgentSchedulersTestJSON-1205914249 tempest-DHCPAgentSchedulersTestJSON-1205914249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:16.077302 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8037c8-14b3-49d9-a528-0116ca316a6b None None] DHCP port deletion for d7d0c3e3-8670-4406-bd4e-9ef13b4d546b request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:36:16.095501 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee3ac29-d9c6-4e51-9860-84956490b571 tempest-DHCPAgentSchedulersTestJSON-1205914249 tempest-DHCPAgentSchedulersTestJSON-1205914249-project] Pushing event deleted for resources: {'Port': ['ID=deb8a549-5454-4be2-b6ae-21ed49aa79bc,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:16.106442 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee3ac29-d9c6-4e51-9860-84956490b571 tempest-DHCPAgentSchedulersTestJSON-1205914249 tempest-DHCPAgentSchedulersTestJSON-1205914249-project] No DVR routers for this DVR port deb8a549-5454-4be2-b6ae-21ed49aa79bc on host n-d-712140-12 {{(pid=94829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:36:16.150045 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-0e318cd3-43a5-4088-b389-34ad8cecb6e4 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Deleting port 5304a22e-25b2-4a6d-859b-597bf148af3e {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:36:16.150603 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0e318cd3-43a5-4088-b389-34ad8cecb6e4 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:16.181574 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289f02b6-8794-429b-aba0-2a872c8cd405 None None] DHCP port deletion for 503d781c-62c6-4af8-b8ee-75ea6fd5537b request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:36:16.307571 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-289f02b6-8794-429b-aba0-2a872c8cd405 None None] Deleting port 5304a22e-25b2-4a6d-859b-597bf148af3e {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:36:16.307913 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-289f02b6-8794-429b-aba0-2a872c8cd405 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:16.333606 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-0e318cd3-43a5-4088-b389-34ad8cecb6e4 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] For port 5304a22e-25b2-4a6d-859b-597bf148af3e, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=5304a22e-25b2-4a6d-859b-597bf148af3e,segment=NetworkSegment(39431988-7519-48c2-9ead-388df836aaa3),segment_id=39431988-7519-48c2-9ead-388df836aaa3)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:16.334387 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0e318cd3-43a5-4088-b389-34ad8cecb6e4 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:16.351523 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-0e318cd3-43a5-4088-b389-34ad8cecb6e4 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Calling delete_port for 5304a22e-25b2-4a6d-859b-597bf148af3e owned by network:dhcp {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:36:16.405390 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-289f02b6-8794-429b-aba0-2a872c8cd405 None None] For port 5304a22e-25b2-4a6d-859b-597bf148af3e, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=5304a22e-25b2-4a6d-859b-597bf148af3e,segment=NetworkSegment(39431988-7519-48c2-9ead-388df836aaa3),segment_id=39431988-7519-48c2-9ead-388df836aaa3)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:16.406057 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-289f02b6-8794-429b-aba0-2a872c8cd405 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:16.421801 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-289f02b6-8794-429b-aba0-2a872c8cd405 None None] Calling delete_port for 5304a22e-25b2-4a6d-859b-597bf148af3e owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:36:16.523273 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0e318cd3-43a5-4088-b389-34ad8cecb6e4 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:16.527456 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4ee3ac29-d9c6-4e51-9860-84956490b571 tempest-DHCPAgentSchedulersTestJSON-1205914249 tempest-DHCPAgentSchedulersTestJSON-1205914249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:16.548845 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-289f02b6-8794-429b-aba0-2a872c8cd405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:16.567154 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e318cd3-43a5-4088-b389-34ad8cecb6e4 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Pushing event deleted for resources: {'Port': ['ID=5304a22e-25b2-4a6d-859b-597bf148af3e,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:16.571494 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-4ee3ac29-d9c6-4e51-9860-84956490b571 tempest-DHCPAgentSchedulersTestJSON-1205914249 tempest-DHCPAgentSchedulersTestJSON-1205914249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7d0c3e3-8670-4406-bd4e-9ef13b4d546b']}} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:16.574187 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e318cd3-43a5-4088-b389-34ad8cecb6e4 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] No DVR routers for this DVR port 5304a22e-25b2-4a6d-859b-597bf148af3e on host n-d-712140-12 {{(pid=94829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:36:16.580324 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289f02b6-8794-429b-aba0-2a872c8cd405 None None] No DVR routers for this DVR port 5304a22e-25b2-4a6d-859b-597bf148af3e on host n-d-712140-12 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:36:16.588394 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-4ee3ac29-d9c6-4e51-9860-84956490b571 tempest-DHCPAgentSchedulersTestJSON-1205914249 tempest-DHCPAgentSchedulersTestJSON-1205914249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76f8d889-7914-45ab-883f-3b357a4838f5') {'for_net_delete': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:16.588693 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-4ee3ac29-d9c6-4e51-9860-84956490b571 tempest-DHCPAgentSchedulersTestJSON-1205914249 tempest-DHCPAgentSchedulersTestJSON-1205914249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76f8d889-7914-45ab-883f-3b357a4838f5') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:16.628614 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4ee3ac29-d9c6-4e51-9860-84956490b571 tempest-DHCPAgentSchedulersTestJSON-1205914249 tempest-DHCPAgentSchedulersTestJSON-1205914249-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4311712'] for segment, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:16.628888 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289f02b6-8794-429b-aba0-2a872c8cd405 None None] Pushing event deleted for resources: {'Port': ['ID=5304a22e-25b2-4a6d-859b-597bf148af3e,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:16.705841 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4ee3ac29-d9c6-4e51-9860-84956490b571 tempest-DHCPAgentSchedulersTestJSON-1205914249 tempest-DHCPAgentSchedulersTestJSON-1205914249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:16.722943 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ee3ac29-d9c6-4e51-9860-84956490b571 tempest-DHCPAgentSchedulersTestJSON-1205914249 tempest-DHCPAgentSchedulersTestJSON-1205914249-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=94829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:36:16.723566 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4ee3ac29-d9c6-4e51-9860-84956490b571 tempest-DHCPAgentSchedulersTestJSON-1205914249 tempest-DHCPAgentSchedulersTestJSON-1205914249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4274277'] for segment, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:16.805172 n-d-712140-12 neutron-server[94829]: Traceback (most recent call last): Aug 29 04:36:16.805172 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:36:16.805172 n-d-712140-12 neutron-server[94829]: timer() Aug 29 04:36:16.805172 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:36:16.805172 n-d-712140-12 neutron-server[94829]: cb(*args, **kw) Aug 29 04:36:16.805172 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:36:16.805172 n-d-712140-12 neutron-server[94829]: return func(*args, **kwargs) Aug 29 04:36:16.805172 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:36:16.805172 n-d-712140-12 neutron-server[94829]: self._notify() Aug 29 04:36:16.805172 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:36:16.805172 n-d-712140-12 neutron-server[94829]: self.callback(batched_events) Aug 29 04:36:16.805172 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:36:16.805172 n-d-712140-12 neutron-server[94829]: event.method(event) Aug 29 04:36:16.805172 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:36:16.805172 n-d-712140-12 neutron-server[94829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:36:16.805172 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:36:16.805172 n-d-712140-12 neutron-server[94829]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:36:16.805172 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:36:16.805172 n-d-712140-12 neutron-server[94829]: return f(self, *a, **k) Aug 29 04:36:16.805172 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:36:16.805172 n-d-712140-12 neutron-server[94829]: return self._get(url).json() Aug 29 04:36:16.805172 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:36:16.805172 n-d-712140-12 neutron-server[94829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:36:16.805172 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:36:16.805172 n-d-712140-12 neutron-server[94829]: return self.request(url, 'GET', **kwargs) Aug 29 04:36:16.805172 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:36:16.805172 n-d-712140-12 neutron-server[94829]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:36:16.805172 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:36:16.805172 n-d-712140-12 neutron-server[94829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:36:16.805172 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:36:16.805172 n-d-712140-12 neutron-server[94829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:36:16.805172 n-d-712140-12 neutron-server[94829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:36:16.810101 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4ee3ac29-d9c6-4e51-9860-84956490b571 tempest-DHCPAgentSchedulersTestJSON-1205914249 tempest-DHCPAgentSchedulersTestJSON-1205914249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:16.816078 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4ee3ac29-d9c6-4e51-9860-84956490b571 tempest-DHCPAgentSchedulersTestJSON-1205914249 tempest-DHCPAgentSchedulersTestJSON-1205914249-project] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:16.821131 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-4ee3ac29-d9c6-4e51-9860-84956490b571 tempest-DHCPAgentSchedulersTestJSON-1205914249 tempest-DHCPAgentSchedulersTestJSON-1205914249-project] 10.222.0.22 "DELETE /v2.0/networks/d7d0c3e3-8670-4406-bd4e-9ef13b4d546b HTTP/1.1" status: 204 len: 168 time: 1.8241649 Aug 29 04:36:16.853729 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0e318cd3-43a5-4088-b389-34ad8cecb6e4 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:16.865485 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee3ac29-d9c6-4e51-9860-84956490b571 tempest-DHCPAgentSchedulersTestJSON-1205914249 tempest-DHCPAgentSchedulersTestJSON-1205914249-project] Pushing event deleted for resources: {'Network': ['ID=d7d0c3e3-8670-4406-bd4e-9ef13b4d546b,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:16.879484 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-0e318cd3-43a5-4088-b389-34ad8cecb6e4 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['503d781c-62c6-4af8-b8ee-75ea6fd5537b']}} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:16.904081 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-0e318cd3-43a5-4088-b389-34ad8cecb6e4 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39431988-7519-48c2-9ead-388df836aaa3') {'for_net_delete': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:16.904553 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-0e318cd3-43a5-4088-b389-34ad8cecb6e4 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39431988-7519-48c2-9ead-388df836aaa3') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:16.916384 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0e318cd3-43a5-4088-b389-34ad8cecb6e4 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4311712'] for segment, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:16.932656 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0e318cd3-43a5-4088-b389-34ad8cecb6e4 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:16.940218 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e318cd3-43a5-4088-b389-34ad8cecb6e4 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=94829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:36:16.940816 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0e318cd3-43a5-4088-b389-34ad8cecb6e4 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4274277'] for segment, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:17.007047 n-d-712140-12 neutron-server[94829]: Traceback (most recent call last): Aug 29 04:36:17.007047 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:36:17.007047 n-d-712140-12 neutron-server[94829]: timer() Aug 29 04:36:17.007047 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:36:17.007047 n-d-712140-12 neutron-server[94829]: cb(*args, **kw) Aug 29 04:36:17.007047 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:36:17.007047 n-d-712140-12 neutron-server[94829]: return func(*args, **kwargs) Aug 29 04:36:17.007047 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:36:17.007047 n-d-712140-12 neutron-server[94829]: self._notify() Aug 29 04:36:17.007047 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:36:17.007047 n-d-712140-12 neutron-server[94829]: self.callback(batched_events) Aug 29 04:36:17.007047 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:36:17.007047 n-d-712140-12 neutron-server[94829]: event.method(event) Aug 29 04:36:17.007047 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:36:17.007047 n-d-712140-12 neutron-server[94829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:36:17.007047 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:36:17.007047 n-d-712140-12 neutron-server[94829]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:36:17.007047 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:36:17.007047 n-d-712140-12 neutron-server[94829]: return f(self, *a, **k) Aug 29 04:36:17.007047 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:36:17.007047 n-d-712140-12 neutron-server[94829]: return self._get(url).json() Aug 29 04:36:17.007047 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:36:17.007047 n-d-712140-12 neutron-server[94829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:36:17.007047 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:36:17.007047 n-d-712140-12 neutron-server[94829]: return self.request(url, 'GET', **kwargs) Aug 29 04:36:17.007047 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:36:17.007047 n-d-712140-12 neutron-server[94829]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:36:17.007047 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:36:17.007047 n-d-712140-12 neutron-server[94829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:36:17.007047 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:36:17.007047 n-d-712140-12 neutron-server[94829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:36:17.007047 n-d-712140-12 neutron-server[94829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:36:17.012381 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35a3b399-7235-49c7-95b1-43b829646489 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713413'] for router_interface, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:17.015923 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0e318cd3-43a5-4088-b389-34ad8cecb6e4 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:17.021170 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0e318cd3-43a5-4088-b389-34ad8cecb6e4 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:17.028873 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-0e318cd3-43a5-4088-b389-34ad8cecb6e4 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "DELETE /v2.0/networks/503d781c-62c6-4af8-b8ee-75ea6fd5537b HTTP/1.1" status: 204 len: 168 time: 1.4293196 Aug 29 04:36:17.029620 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 49008) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:17.074682 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e318cd3-43a5-4088-b389-34ad8cecb6e4 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Pushing event deleted for resources: {'Network': ['ID=503d781c-62c6-4af8-b8ee-75ea6fd5537b,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:17.119250 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de062a4-6aec-4355-84e9-dfaaab644b3b tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:17.126444 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 49018) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:17.128357 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-4de062a4-6aec-4355-84e9-dfaaab644b3b tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0928340 Aug 29 04:36:17.231723 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-9c9d50c2-0589-4b38-a7ef-f3673e720f1e tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1039686 Aug 29 04:36:17.235309 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 49020) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:17.240906 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-f4ffde33-50a7-430c-842b-b866c4c1efe5 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-259166299'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:17.251679 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 49022) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:17.284927 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4ffde33-50a7-430c-842b-b866c4c1efe5 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Made reservation on behalf of b130c2fb48814d1585244ef54308020c for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:36:17.297461 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f4ffde33-50a7-430c-842b-b866c4c1efe5 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:17.341686 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4ffde33-50a7-430c-842b-b866c4c1efe5 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:36:17.350579 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f4ffde33-50a7-430c-842b-b866c4c1efe5 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:17.350973 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-f4ffde33-50a7-430c-842b-b866c4c1efe5 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Added segment ed91da3f-d52a-42a8-9456-e34aeaa3b0a6 of type vlan for network bb03a751-347c-4db6-bfe1-df7fe1c81556 Aug 29 04:36:17.407510 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f4ffde33-50a7-430c-842b-b866c4c1efe5 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:17.423669 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device deb8a549-5454-4be2-b6ae-21ed49aa79bc no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:36:17.427453 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-35a3b399-7235-49c7-95b1-43b829646489 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Deleting port 9a5783a2-9fa9-405c-b76e-1a3fa8fc3b27 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:36:17.427851 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35a3b399-7235-49c7-95b1-43b829646489 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:17.453402 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f4ffde33-50a7-430c-842b-b866c4c1efe5 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:17.459592 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ffde33-50a7-430c-842b-b866c4c1efe5 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:17.460238 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f4ffde33-50a7-430c-842b-b866c4c1efe5 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:17.464228 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: deb8a549-5454-4be2-b6ae-21ed49aa79bc {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:36:17.464604 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device deb8a549-5454-4be2-b6ae-21ed49aa79bc not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:36:17.465037 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 5304a22e-25b2-4a6d-859b-597bf148af3e no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:36:17.508903 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 5304a22e-25b2-4a6d-859b-597bf148af3e {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:36:17.509364 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 5304a22e-25b2-4a6d-859b-597bf148af3e not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:36:17.581256 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35a3b399-7235-49c7-95b1-43b829646489 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:17.615446 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-f4ffde33-50a7-430c-842b-b866c4c1efe5 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3762012 Aug 29 04:36:17.615446 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ffde33-50a7-430c-842b-b866c4c1efe5 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Pushing event updated for resources: {'Network': ['ID=bb03a751-347c-4db6-bfe1-df7fe1c81556,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:17.616722 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 49040) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:17.618114 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-35a3b399-7235-49c7-95b1-43b829646489 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Calling delete_port for 9a5783a2-9fa9-405c-b76e-1a3fa8fc3b27 owned by network:router_interface {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:36:17.623318 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-8ac66178-f44e-4bac-a008-9041fa66c36c tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Request body: {'subnet': {'network_id': 'bb03a751-347c-4db6-bfe1-df7fe1c81556', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:17.631092 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network bb03a751-347c-4db6-bfe1-df7fe1c81556 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:36:17.819799 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-1c66562e-87b3-44d9-a16b-c486e7e020d5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=41162a9b703c4c09bcfdbd903fa34738&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5667357 Aug 29 04:36:17.821786 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 49048) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:17.838506 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ac66178-f44e-4bac-a008-9041fa66c36c tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Made reservation on behalf of b130c2fb48814d1585244ef54308020c for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:36:17.844406 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8ac66178-f44e-4bac-a008-9041fa66c36c tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4552395'] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:17.957993 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a009ce9d-5dbc-4aba-8ca7-e24da5b7a28c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:17.988928 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35a3b399-7235-49c7-95b1-43b829646489 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:17.997737 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a009ce9d-5dbc-4aba-8ca7-e24da5b7a28c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:18.039620 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a3b399-7235-49c7-95b1-43b829646489 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Pushing event deleted for resources: {'Port': ['ID=9a5783a2-9fa9-405c-b76e-1a3fa8fc3b27,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:18.166839 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8ac66178-f44e-4bac-a008-9041fa66c36c tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4274880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4552377'] for subnet, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:18.178826 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35a3b399-7235-49c7-95b1-43b829646489 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-713231'] for router_interface, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:18.390597 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35a3b399-7235-49c7-95b1-43b829646489 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Router 002c02c6-58b8-44ce-8f9e-f9cb28cacff6 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:36:18.397737 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a009ce9d-5dbc-4aba-8ca7-e24da5b7a28c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:18.401654 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a009ce9d-5dbc-4aba-8ca7-e24da5b7a28c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:18.406360 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-a009ce9d-5dbc-4aba-8ca7-e24da5b7a28c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/400b6359-9f03-4ccf-b91b-4a5d4a2e97cc HTTP/1.1" status: 204 len: 168 time: 0.5826168 Aug 29 04:36:18.422111 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a009ce9d-5dbc-4aba-8ca7-e24da5b7a28c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=400b6359-9f03-4ccf-b91b-4a5d4a2e97cc,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:18.535918 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a009ce9d-5dbc-4aba-8ca7-e24da5b7a28c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:18.536598 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a009ce9d-5dbc-4aba-8ca7-e24da5b7a28c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:18.537178 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a009ce9d-5dbc-4aba-8ca7-e24da5b7a28c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:18.538001 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a009ce9d-5dbc-4aba-8ca7-e24da5b7a28c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:18.538615 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a009ce9d-5dbc-4aba-8ca7-e24da5b7a28c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:18.539943 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a009ce9d-5dbc-4aba-8ca7-e24da5b7a28c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:18.540473 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a009ce9d-5dbc-4aba-8ca7-e24da5b7a28c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:18.540928 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a009ce9d-5dbc-4aba-8ca7-e24da5b7a28c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:18.541399 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a009ce9d-5dbc-4aba-8ca7-e24da5b7a28c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:18.542047 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a009ce9d-5dbc-4aba-8ca7-e24da5b7a28c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:18.542481 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a009ce9d-5dbc-4aba-8ca7-e24da5b7a28c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:18.542913 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a009ce9d-5dbc-4aba-8ca7-e24da5b7a28c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:18.548909 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35a3b399-7235-49c7-95b1-43b829646489 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:36:18.565756 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6d9a6c-cbc0-4cb7-b764-3b99428e840f None None] Sync routers for ids ['002c02c6-58b8-44ce-8f9e-f9cb28cacff6'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:36:18.578176 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-35a3b399-7235-49c7-95b1-43b829646489 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] 10.222.0.22 "PUT /v2.0/routers/002c02c6-58b8-44ce-8f9e-f9cb28cacff6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8084700 Aug 29 04:36:18.578176 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 49080) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:18.597079 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6d9a6c-cbc0-4cb7-b764-3b99428e840f None None] Routers {'002c02c6-58b8-44ce-8f9e-f9cb28cacff6'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:36:18.597629 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-6a6d9a6c-cbc0-4cb7-b764-3b99428e840f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:36:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['002c02c6-58b8-44ce-8f9e-f9cb28cacff6'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:18.657620 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-6a6d9a6c-cbc0-4cb7-b764-3b99428e840f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:18.670310 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6d9a6c-cbc0-4cb7-b764-3b99428e840f None None] Routers {'002c02c6-58b8-44ce-8f9e-f9cb28cacff6'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:36:18.671607 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-6a6d9a6c-cbc0-4cb7-b764-3b99428e840f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:36:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['002c02c6-58b8-44ce-8f9e-f9cb28cacff6'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:18.755984 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac66178-f44e-4bac-a008-9041fa66c36c tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Checking segment: {'id': 'ed91da3f-d52a-42a8-9456-e34aeaa3b0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'bb03a751-347c-4db6-bfe1-df7fe1c81556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:36:18.756367 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac66178-f44e-4bac-a008-9041fa66c36c tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Network hostable DHCP agents. Network: bb03a751-347c-4db6-bfe1-df7fe1c81556, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:36:18.778182 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac66178-f44e-4bac-a008-9041fa66c36c tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Pushing event updated for resources: {'Subnet': ['ID=e7908e8d-c0bf-491c-96a1-a96857b88735,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:18.794842 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac66178-f44e-4bac-a008-9041fa66c36c tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Network bb03a751-347c-4db6-bfe1-df7fe1c81556 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:36:18.805608 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-6a6d9a6c-cbc0-4cb7-b764-3b99428e840f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:18.807704 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6d9a6c-cbc0-4cb7-b764-3b99428e840f None None] The sync data for ids ['002c02c6-58b8-44ce-8f9e-f9cb28cacff6'] in n-d-712140-12 is: [] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:36:18.817624 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-8ac66178-f44e-4bac-a008-9041fa66c36c tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, bb03a751-347c-4db6-bfe1-df7fe1c81556) {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:36:18.825644 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac66178-f44e-4bac-a008-9041fa66c36c tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:18.827407 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8ac66178-f44e-4bac-a008-9041fa66c36c tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:18.829020 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd0aebd-052e-4d8c-bddc-005e2fbfa52d None None] Network bb03a751-347c-4db6-bfe1-df7fe1c81556 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:36:18.856957 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-8ac66178-f44e-4bac-a008-9041fa66c36c tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2360911 Aug 29 04:36:18.857230 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 49096) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:18.865270 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-f2934fe5-250b-4907-beac-e6e8f6bb08cc tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Request body: {'port': {'network_id': 'bb03a751-347c-4db6-bfe1-df7fe1c81556', 'name': 'tempest-PortsIpV6TestJSON-996899127'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:18.982270 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 49100) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:18.990418 n-d-712140-12 neutron-server[94828]: INFO neutron.api.v2.resource [None req-c0e889de-b200-4012-8f2d-0487d0f3ad7a tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] remove_router_interface failed (client error): The resource could not be found. Aug 29 04:36:18.991590 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-c0e889de-b200-4012-8f2d-0487d0f3ad7a tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] 10.222.0.22 "PUT /v2.0/routers/002c02c6-58b8-44ce-8f9e-f9cb28cacff6/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4141355 Aug 29 04:36:18.994527 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 49102) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:19.003471 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fcc9b9ee-8aa2-4c8a-885e-cbf0f6608b1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:19.047302 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-b4a6b8ed-7217-4a97-b122-152b82c72414 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] 10.222.0.22 "GET /v2.0/ports?device_id=002c02c6-58b8-44ce-8f9e-f9cb28cacff6 HTTP/1.1" status: 200 len: 205 time: 0.0504284 Aug 29 04:36:19.049572 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 49106) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:19.090985 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c111d9-adc0-4c5b-a6d5-f18964b119f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-bb03a751-347c-4db6-bfe1-df7fe1c81556', 'network_id': 'bb03a751-347c-4db6-bfe1-df7fe1c81556', 'tenant_id': 'b130c2fb48814d1585244ef54308020c', 'fixed_ips': [{'subnet_id': 'e7908e8d-c0bf-491c-96a1-a96857b88735'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:36:19.091340 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-14c111d9-adc0-4c5b-a6d5-f18964b119f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:19.179351 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-82e8355a-6495-432c-a7f8-698abeaf51ca tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks [] for router, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:19.253916 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:19.317744 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-14c111d9-adc0-4c5b-a6d5-f18964b119f3 None None] Allocated IP 2001:db8::2 (bb03a751-347c-4db6-bfe1-df7fe1c81556/e7908e8d-c0bf-491c-96a1-a96857b88735/6b8448e7-8cac-4f96-a567-2062f000617d) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:36:19.373779 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:36:19.416186 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-82e8355a-6495-432c-a7f8-698abeaf51ca tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:19.423015 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-82e8355a-6495-432c-a7f8-698abeaf51ca tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:19.437419 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 49118) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:19.491262 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-82e8355a-6495-432c-a7f8-698abeaf51ca tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717253'] for router, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:19.491861 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82e8355a-6495-432c-a7f8-698abeaf51ca tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Fanout notify agent at l3_agent the message router_deleted on router 002c02c6-58b8-44ce-8f9e-f9cb28cacff6 {{(pid=94829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:36:19.500273 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-82e8355a-6495-432c-a7f8-698abeaf51ca tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:19.502216 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-82e8355a-6495-432c-a7f8-698abeaf51ca tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] 10.222.0.22 "DELETE /v2.0/routers/002c02c6-58b8-44ce-8f9e-f9cb28cacff6 HTTP/1.1" status: 204 len: 168 time: 0.4523714 Aug 29 04:36:19.504799 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 49122) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:19.507299 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fcc9b9ee-8aa2-4c8a-885e-cbf0f6608b1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:19.519167 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fcc9b9ee-8aa2-4c8a-885e-cbf0f6608b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:19.553244 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-14c111d9-adc0-4c5b-a6d5-f18964b119f3 None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:19.569543 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-14c111d9-adc0-4c5b-a6d5-f18964b119f3 None None] Transition to ACTIVE for port object 6b8448e7-8cac-4f96-a567-2062f000617d will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:36:19.573225 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2934fe5-250b-4907-beac-e6e8f6bb08cc tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Made reservation on behalf of b130c2fb48814d1585244ef54308020c for: {'port': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:36:19.577836 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f2934fe5-250b-4907-beac-e6e8f6bb08cc tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:19.580582 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_v2 [None req-c180314f-0511-4827-82f5-87e3bcab5624 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Deleting subnet f91fe74d-749c-40f3-85c8-d6266f961298 {{(pid=94828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:36:19.585079 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c180314f-0511-4827-82f5-87e3bcab5624 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks [] for subnet, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:19.594870 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-14c111d9-adc0-4c5b-a6d5-f18964b119f3 None None] Transition to ACTIVE for port object 6b8448e7-8cac-4f96-a567-2062f000617d will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:36:19.599268 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-fcc9b9ee-8aa2-4c8a-885e-cbf0f6608b1a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=786fd379355744a5b24e27d612f05917&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6157982 Aug 29 04:36:19.600012 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 49124) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:19.603530 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc9b9ee-8aa2-4c8a-885e-cbf0f6608b1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c00de03e-01a3-4eeb-ac22-66b13f54ad7a,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:19.604313 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-14c111d9-adc0-4c5b-a6d5-f18964b119f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:19.624688 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [None req-f2934fe5-250b-4907-beac-e6e8f6bb08cc tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] device_id is not set on port d5c0b1d1-be7e-4e92-b42f-6ff6a3746c91 yet. {{(pid=94829) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:36:19.666388 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c180314f-0511-4827-82f5-87e3bcab5624 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8904862'] for subnet, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:19.672185 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c111d9-adc0-4c5b-a6d5-f18964b119f3 None None] Network bb03a751-347c-4db6-bfe1-df7fe1c81556 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:36:19.677257 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-14c111d9-adc0-4c5b-a6d5-f18964b119f3 None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:36:19.681089 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c111d9-adc0-4c5b-a6d5-f18964b119f3 None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:36:19.706675 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c111d9-adc0-4c5b-a6d5-f18964b119f3 None None] Pushing event updated for resources: {'Port': ['ID=6b8448e7-8cac-4f96-a567-2062f000617d,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:19.712237 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c6697ee5-addd-4c50-882f-0188f11827e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:19.748892 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-14c111d9-adc0-4c5b-a6d5-f18964b119f3 None None] Attempting to bind port 6b8448e7-8cac-4f96-a567-2062f000617d on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:36:19.749950 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-14c111d9-adc0-4c5b-a6d5-f18964b119f3 None None] Attempting to bind port 6b8448e7-8cac-4f96-a567-2062f000617d by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'ed91da3f-d52a-42a8-9456-e34aeaa3b0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'bb03a751-347c-4db6-bfe1-df7fe1c81556'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:36:19.749950 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c111d9-adc0-4c5b-a6d5-f18964b119f3 None None] Attempting to bind port 6b8448e7-8cac-4f96-a567-2062f000617d on network bb03a751-347c-4db6-bfe1-df7fe1c81556 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:36:19.772138 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c180314f-0511-4827-82f5-87e3bcab5624 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:19.772403 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c111d9-adc0-4c5b-a6d5-f18964b119f3 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:36:19.772607 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c111d9-adc0-4c5b-a6d5-f18964b119f3 None None] Checking segment: {'id': 'ed91da3f-d52a-42a8-9456-e34aeaa3b0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'bb03a751-347c-4db6-bfe1-df7fe1c81556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:36:19.773607 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-14c111d9-adc0-4c5b-a6d5-f18964b119f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:19.782801 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c111d9-adc0-4c5b-a6d5-f18964b119f3 None None] Bound using segment: {'id': 'ed91da3f-d52a-42a8-9456-e34aeaa3b0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'bb03a751-347c-4db6-bfe1-df7fe1c81556'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:36:19.783594 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-14c111d9-adc0-4c5b-a6d5-f18964b119f3 None None] Bound port: 6b8448e7-8cac-4f96-a567-2062f000617d, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed91da3f-d52a-42a8-9456-e34aeaa3b0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'bb03a751-347c-4db6-bfe1-df7fe1c81556'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:36:19.784131 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-14c111d9-adc0-4c5b-a6d5-f18964b119f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:19.788936 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c6697ee5-addd-4c50-882f-0188f11827e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:19.855647 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-f2934fe5-250b-4907-beac-e6e8f6bb08cc tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Allocated IP 2001:db8::5f (bb03a751-347c-4db6-bfe1-df7fe1c81556/e7908e8d-c0bf-491c-96a1-a96857b88735/d5c0b1d1-be7e-4e92-b42f-6ff6a3746c91) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:36:19.866150 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ac9602ad-f946-4ca1-b259-84d323c3b02c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:19.870869 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-14c111d9-adc0-4c5b-a6d5-f18964b119f3 None None] For port 6b8448e7-8cac-4f96-a567-2062f000617d, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:36:19.876800 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-14c111d9-adc0-4c5b-a6d5-f18964b119f3 None None] For port 6b8448e7-8cac-4f96-a567-2062f000617d, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=6b8448e7-8cac-4f96-a567-2062f000617d,segment=NetworkSegment(ed91da3f-d52a-42a8-9456-e34aeaa3b0a6),segment_id=ed91da3f-d52a-42a8-9456-e34aeaa3b0a6)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:36:19.883198 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c180314f-0511-4827-82f5-87e3bcab5624 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9190434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062341'] for subnet, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:19.883444 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-14c111d9-adc0-4c5b-a6d5-f18964b119f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:19.914238 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c180314f-0511-4827-82f5-87e3bcab5624 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Pushing event deleted for resources: {'Subnet': ['ID=f91fe74d-749c-40f3-85c8-d6266f961298,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:19.934999 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c180314f-0511-4827-82f5-87e3bcab5624 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:19.937029 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-c180314f-0511-4827-82f5-87e3bcab5624 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] 10.222.0.22 "DELETE /v2.0/subnets/f91fe74d-749c-40f3-85c8-d6266f961298 HTTP/1.1" status: 204 len: 168 time: 0.4308896 Aug 29 04:36:19.941122 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 49134) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:19.946776 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b2db2b3-410f-4e9c-8d1a-a2b36aef9118 None None] Network 0adf0c5f-246a-4070-9fbd-8fc422b3b53d requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:36:20.075940 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0fbca39-4e48-4c7e-868d-425bd4102dda tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:20.098773 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c111d9-adc0-4c5b-a6d5-f18964b119f3 None None] Pushing event updated for resources: {'Port': ['ID=6b8448e7-8cac-4f96-a567-2062f000617d,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:20.128594 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f2934fe5-250b-4907-beac-e6e8f6bb08cc tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:20.154613 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-f2934fe5-250b-4907-beac-e6e8f6bb08cc tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Transition to ACTIVE for port object d5c0b1d1-be7e-4e92-b42f-6ff6a3746c91 will not be triggered until provisioned by entity DHCP. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:36:20.195795 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c6697ee5-addd-4c50-882f-0188f11827e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:20.199990 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c6697ee5-addd-4c50-882f-0188f11827e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:20.201869 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-c6697ee5-addd-4c50-882f-0188f11827e2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c00de03e-01a3-4eeb-ac22-66b13f54ad7a HTTP/1.1" status: 204 len: 168 time: 0.5992153 Aug 29 04:36:20.224731 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ac9602ad-f946-4ca1-b259-84d323c3b02c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:20.225013 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f2934fe5-250b-4907-beac-e6e8f6bb08cc tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:20.239333 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f715a55-76c2-49ad-88d7-9932a3424f02 None None] DHCP port deletion for 0adf0c5f-246a-4070-9fbd-8fc422b3b53d request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:36:20.242532 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ac9602ad-f946-4ca1-b259-84d323c3b02c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:20.265022 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6697ee5-addd-4c50-882f-0188f11827e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c00de03e-01a3-4eeb-ac22-66b13f54ad7a,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:20.334385 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d0fbca39-4e48-4c7e-868d-425bd4102dda tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Deleting port f5e530a0-81a8-4f83-b572-2e7a3f8ca259 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:36:20.334814 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0fbca39-4e48-4c7e-868d-425bd4102dda tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:20.361378 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2934fe5-250b-4907-beac-e6e8f6bb08cc tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Network bb03a751-347c-4db6-bfe1-df7fe1c81556 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:36:20.371417 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-f2934fe5-250b-4907-beac-e6e8f6bb08cc tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:36:20.377009 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2934fe5-250b-4907-beac-e6e8f6bb08cc tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:36:20.384531 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2934fe5-250b-4907-beac-e6e8f6bb08cc tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:20.385613 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f2934fe5-250b-4907-beac-e6e8f6bb08cc tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:20.409707 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2934fe5-250b-4907-beac-e6e8f6bb08cc tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Pushing event updated for resources: {'Port': ['ID=d5c0b1d1-be7e-4e92-b42f-6ff6a3746c91,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:20.420644 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-f2934fe5-250b-4907-beac-e6e8f6bb08cc tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5622213 Aug 29 04:36:20.423188 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 49142) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:20.424766 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-4f715a55-76c2-49ad-88d7-9932a3424f02 None None] Deleting port f5e530a0-81a8-4f83-b572-2e7a3f8ca259 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:36:20.425302 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4f715a55-76c2-49ad-88d7-9932a3424f02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:20.433167 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-ac9602ad-f946-4ca1-b259-84d323c3b02c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9f1f79b56ae84c2890b21556822141c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9942605 Aug 29 04:36:20.435297 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-7f8ce7d6-c4d6-4fb1-8225-4c4fe5562cb7 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Request body: {'port': {'network_id': 'bb03a751-347c-4db6-bfe1-df7fe1c81556', 'name': 'tempest-PortsIpV6TestJSON-784731772'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:20.442914 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 49144) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:20.455020 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9602ad-f946-4ca1-b259-84d323c3b02c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=951010c3-62c5-481c-981d-c38e8f5db9fe,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:20.541649 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0fbca39-4e48-4c7e-868d-425bd4102dda tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] For port f5e530a0-81a8-4f83-b572-2e7a3f8ca259, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=f5e530a0-81a8-4f83-b572-2e7a3f8ca259,segment=NetworkSegment(a4b87b45-ae57-488a-a272-aca1c6171432),segment_id=a4b87b45-ae57-488a-a272-aca1c6171432)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:20.542162 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0fbca39-4e48-4c7e-868d-425bd4102dda tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:20.572126 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d0fbca39-4e48-4c7e-868d-425bd4102dda tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Calling delete_port for f5e530a0-81a8-4f83-b572-2e7a3f8ca259 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:36:20.588144 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-4f715a55-76c2-49ad-88d7-9932a3424f02 None None] For port f5e530a0-81a8-4f83-b572-2e7a3f8ca259, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=f5e530a0-81a8-4f83-b572-2e7a3f8ca259,segment=NetworkSegment(a4b87b45-ae57-488a-a272-aca1c6171432),segment_id=a4b87b45-ae57-488a-a272-aca1c6171432)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:20.588643 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4f715a55-76c2-49ad-88d7-9932a3424f02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:20.603864 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-227142ca-4c68-4341-9972-c1aad2460be0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:20.608039 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-4f715a55-76c2-49ad-88d7-9932a3424f02 None None] Calling delete_port for f5e530a0-81a8-4f83-b572-2e7a3f8ca259 owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:36:20.615839 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f8ce7d6-c4d6-4fb1-8225-4c4fe5562cb7 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Made reservation on behalf of b130c2fb48814d1585244ef54308020c for: {'port': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:36:20.620790 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7f8ce7d6-c4d6-4fb1-8225-4c4fe5562cb7 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:20.648467 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [None req-7f8ce7d6-c4d6-4fb1-8225-4c4fe5562cb7 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] device_id is not set on port 6aa3c228-b227-4809-8d32-6aaa762165f3 yet. {{(pid=94829) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:36:20.781338 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4f715a55-76c2-49ad-88d7-9932a3424f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:20.810845 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-227142ca-4c68-4341-9972-c1aad2460be0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:20.842086 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f715a55-76c2-49ad-88d7-9932a3424f02 None None] Pushing event deleted for resources: {'Port': ['ID=f5e530a0-81a8-4f83-b572-2e7a3f8ca259,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:20.856957 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f715a55-76c2-49ad-88d7-9932a3424f02 None None] No DVR routers for this DVR port f5e530a0-81a8-4f83-b572-2e7a3f8ca259 on host n-d-712140-12 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:36:20.858819 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0fbca39-4e48-4c7e-868d-425bd4102dda tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:20.905897 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-7f8ce7d6-c4d6-4fb1-8225-4c4fe5562cb7 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Allocated IP 2001:db8::2bc (bb03a751-347c-4db6-bfe1-df7fe1c81556/e7908e8d-c0bf-491c-96a1-a96857b88735/6aa3c228-b227-4809-8d32-6aaa762165f3) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:36:20.922184 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fbca39-4e48-4c7e-868d-425bd4102dda tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Pushing event deleted for resources: {'Port': ['ID=f5e530a0-81a8-4f83-b572-2e7a3f8ca259,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:20.935781 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fbca39-4e48-4c7e-868d-425bd4102dda tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] No DVR routers for this DVR port f5e530a0-81a8-4f83-b572-2e7a3f8ca259 on host n-d-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:36:21.058532 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0fbca39-4e48-4c7e-868d-425bd4102dda tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:21.072384 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-d0fbca39-4e48-4c7e-868d-425bd4102dda tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0adf0c5f-246a-4070-9fbd-8fc422b3b53d']}} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:21.087635 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-d0fbca39-4e48-4c7e-868d-425bd4102dda tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4b87b45-ae57-488a-a272-aca1c6171432') {'for_net_delete': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:21.088375 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-d0fbca39-4e48-4c7e-868d-425bd4102dda tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4b87b45-ae57-488a-a272-aca1c6171432') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:21.100485 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0fbca39-4e48-4c7e-868d-425bd4102dda tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8904833'] for segment, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:21.125610 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0fbca39-4e48-4c7e-868d-425bd4102dda tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:21.131937 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-227142ca-4c68-4341-9972-c1aad2460be0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:21.135210 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-227142ca-4c68-4341-9972-c1aad2460be0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:21.137026 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-227142ca-4c68-4341-9972-c1aad2460be0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/951010c3-62c5-481c-981d-c38e8f5db9fe HTTP/1.1" status: 204 len: 168 time: 0.6924100 Aug 29 04:36:21.142587 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0fbca39-4e48-4c7e-868d-425bd4102dda tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=94828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:36:21.143672 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0fbca39-4e48-4c7e-868d-425bd4102dda tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9190468'] for segment, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:21.147724 n-d-712140-12 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:36:21.147724 n-d-712140-12 neutron-server[94828]: self.session.flush() Aug 29 04:36:21.147724 n-d-712140-12 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:36:21.147724 n-d-712140-12 neutron-server[94828]: self.session.flush() Aug 29 04:36:21.147724 n-d-712140-12 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:36:21.147724 n-d-712140-12 neutron-server[94828]: self.session.flush() Aug 29 04:36:21.147724 n-d-712140-12 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:36:21.147724 n-d-712140-12 neutron-server[94828]: self.session.flush() Aug 29 04:36:21.147724 n-d-712140-12 neutron-server[94828]: Traceback (most recent call last): Aug 29 04:36:21.147724 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:36:21.147724 n-d-712140-12 neutron-server[94828]: timer() Aug 29 04:36:21.147724 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:36:21.147724 n-d-712140-12 neutron-server[94828]: cb(*args, **kw) Aug 29 04:36:21.147724 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:36:21.147724 n-d-712140-12 neutron-server[94828]: return func(*args, **kwargs) Aug 29 04:36:21.147724 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:36:21.147724 n-d-712140-12 neutron-server[94828]: self._notify() Aug 29 04:36:21.147724 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:36:21.147724 n-d-712140-12 neutron-server[94828]: self.callback(batched_events) Aug 29 04:36:21.147724 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:36:21.147724 n-d-712140-12 neutron-server[94828]: event.method(event) Aug 29 04:36:21.147724 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:36:21.147724 n-d-712140-12 neutron-server[94828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:36:21.147724 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:36:21.147724 n-d-712140-12 neutron-server[94828]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:36:21.147724 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:36:21.147724 n-d-712140-12 neutron-server[94828]: return f(self, *a, **k) Aug 29 04:36:21.147724 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:36:21.147724 n-d-712140-12 neutron-server[94828]: return self._get(url).json() Aug 29 04:36:21.147724 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:36:21.147724 n-d-712140-12 neutron-server[94828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:36:21.147724 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:36:21.147724 n-d-712140-12 neutron-server[94828]: return self.request(url, 'GET', **kwargs) Aug 29 04:36:21.147724 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:36:21.147724 n-d-712140-12 neutron-server[94828]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:36:21.147724 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:36:21.147724 n-d-712140-12 neutron-server[94828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:36:21.147724 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:36:21.147724 n-d-712140-12 neutron-server[94828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:36:21.147724 n-d-712140-12 neutron-server[94828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:36:21.215387 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227142ca-4c68-4341-9972-c1aad2460be0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=951010c3-62c5-481c-981d-c38e8f5db9fe,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:21.249788 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0fbca39-4e48-4c7e-868d-425bd4102dda tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:21.269722 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0fbca39-4e48-4c7e-868d-425bd4102dda tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:21.284057 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-d0fbca39-4e48-4c7e-868d-425bd4102dda tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] 10.222.0.22 "DELETE /v2.0/networks/0adf0c5f-246a-4070-9fbd-8fc422b3b53d HTTP/1.1" status: 204 len: 168 time: 1.3408790 Aug 29 04:36:21.288561 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 49174) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:21.307361 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-f72ff457-24f0-4dce-a0e5-b334190a2910 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2066863793'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:21.319655 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7f8ce7d6-c4d6-4fb1-8225-4c4fe5562cb7 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:21.345593 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-7f8ce7d6-c4d6-4fb1-8225-4c4fe5562cb7 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Transition to ACTIVE for port object 6aa3c228-b227-4809-8d32-6aaa762165f3 will not be triggered until provisioned by entity DHCP. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:36:21.361136 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fbca39-4e48-4c7e-868d-425bd4102dda tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Pushing event deleted for resources: {'Network': ['ID=0adf0c5f-246a-4070-9fbd-8fc422b3b53d,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:21.403159 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f72ff457-24f0-4dce-a0e5-b334190a2910 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Made reservation on behalf of 3eb215580c8748bbad6fe745fb3cc71c for: {'network': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:36:21.404603 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7f8ce7d6-c4d6-4fb1-8225-4c4fe5562cb7 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:21.409856 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f72ff457-24f0-4dce-a0e5-b334190a2910 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:21.512070 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f72ff457-24f0-4dce-a0e5-b334190a2910 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=94828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:36:21.512544 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8ce7d6-c4d6-4fb1-8225-4c4fe5562cb7 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Network bb03a751-347c-4db6-bfe1-df7fe1c81556 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:36:21.518636 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-7f8ce7d6-c4d6-4fb1-8225-4c4fe5562cb7 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:36:21.521632 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8ce7d6-c4d6-4fb1-8225-4c4fe5562cb7 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:36:21.528966 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8ce7d6-c4d6-4fb1-8225-4c4fe5562cb7 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:21.529613 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7f8ce7d6-c4d6-4fb1-8225-4c4fe5562cb7 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:21.545528 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 6b8448e7-8cac-4f96-a567-2062f000617d up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:36:21.550236 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f72ff457-24f0-4dce-a0e5-b334190a2910 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:21.556235 n-d-712140-12 neutron-server[94828]: INFO neutron.db.segments_db [None req-f72ff457-24f0-4dce-a0e5-b334190a2910 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Added segment 5dabad6c-96fe-4dac-893a-634b94b2fbb4 of type vlan for network 8aa9ee96-c594-498b-afe8-026d13bcc776 Aug 29 04:36:21.561436 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8ce7d6-c4d6-4fb1-8225-4c4fe5562cb7 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Pushing event updated for resources: {'Port': ['ID=6aa3c228-b227-4809-8d32-6aaa762165f3,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:21.590160 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-7f8ce7d6-c4d6-4fb1-8225-4c4fe5562cb7 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1655703 Aug 29 04:36:21.602322 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 49184) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:21.629283 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f72ff457-24f0-4dce-a0e5-b334190a2910 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:21.678851 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f72ff457-24f0-4dce-a0e5-b334190a2910 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:21.684089 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f13351b-b49c-4642-8966-eadd38358fd1 None None] Network bb03a751-347c-4db6-bfe1-df7fe1c81556 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:36:21.688477 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f72ff457-24f0-4dce-a0e5-b334190a2910 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:21.689302 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f72ff457-24f0-4dce-a0e5-b334190a2910 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:21.719461 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8ce7d6-c4d6-4fb1-8225-4c4fe5562cb7 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:21.724196 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8ce7d6-c4d6-4fb1-8225-4c4fe5562cb7 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:21.731980 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8ce7d6-c4d6-4fb1-8225-4c4fe5562cb7 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:21.732682 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8ce7d6-c4d6-4fb1-8225-4c4fe5562cb7 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:21.735217 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8ce7d6-c4d6-4fb1-8225-4c4fe5562cb7 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:21.737667 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8ce7d6-c4d6-4fb1-8225-4c4fe5562cb7 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:21.738281 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8ce7d6-c4d6-4fb1-8225-4c4fe5562cb7 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:21.738839 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8ce7d6-c4d6-4fb1-8225-4c4fe5562cb7 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:21.739414 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8ce7d6-c4d6-4fb1-8225-4c4fe5562cb7 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:21.740066 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8ce7d6-c4d6-4fb1-8225-4c4fe5562cb7 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:21.740652 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8ce7d6-c4d6-4fb1-8225-4c4fe5562cb7 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:21.743135 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8ce7d6-c4d6-4fb1-8225-4c4fe5562cb7 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:21.786959 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-f72ff457-24f0-4dce-a0e5-b334190a2910 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4971302 Aug 29 04:36:21.791410 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 49190) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:21.800138 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-719897f6-ec7f-4bd0-8f56-82a61a1222c4 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Request body: {'subnet': {'network_id': '8aa9ee96-c594-498b-afe8-026d13bcc776', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:21.841901 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-7ef0ff60-af86-4a85-bc7f-abaa20d158fd None None] Provisioning for port 6b8448e7-8cac-4f96-a567-2062f000617d completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:36:21.857694 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-7ef0ff60-af86-4a85-bc7f-abaa20d158fd None None] Provisioning complete for port 6b8448e7-8cac-4f96-a567-2062f000617d triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:21.858078 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7ef0ff60-af86-4a85-bc7f-abaa20d158fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:21.861996 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 6b8448e7-8cac-4f96-a567-2062f000617d completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:36:21.891933 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72ff457-24f0-4dce-a0e5-b334190a2910 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Pushing event updated for resources: {'Network': ['ID=8aa9ee96-c594-498b-afe8-026d13bcc776,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:21.904453 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89c1047-deab-4fdd-8fb7-3b86d42cdd8d tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:21.910872 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-f89c1047-deab-4fdd-8fb7-3b86d42cdd8d tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A5f HTTP/1.1" status: 200 len: 927 time: 0.3064318 Aug 29 04:36:21.913297 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 49198) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:21.947254 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 8aa9ee96-c594-498b-afe8-026d13bcc776 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:36:21.951344 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 6b8448e7-8cac-4f96-a567-2062f000617d triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:21.951740 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:21.977249 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-719897f6-ec7f-4bd0-8f56-82a61a1222c4 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Made reservation on behalf of 3eb215580c8748bbad6fe745fb3cc71c for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:36:21.981731 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-719897f6-ec7f-4bd0-8f56-82a61a1222c4 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:21.985722 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 49202) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:22.079562 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-7898fc1a-58ee-4ed1-9aae-29c4b20af53b tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Deleting port 6aa3c228-b227-4809-8d32-6aaa762165f3 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:36:22.079946 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7898fc1a-58ee-4ed1-9aae-29c4b20af53b tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:22.097925 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2549ed2b-7627-456c-9ab0-084700368897 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:22.281934 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7898fc1a-58ee-4ed1-9aae-29c4b20af53b tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:22.296382 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-7898fc1a-58ee-4ed1-9aae-29c4b20af53b tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Calling delete_port for 6aa3c228-b227-4809-8d32-6aaa762165f3 owned by {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:36:22.419765 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-719897f6-ec7f-4bd0-8f56-82a61a1222c4 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9191137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10062364'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:22.439953 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7898fc1a-58ee-4ed1-9aae-29c4b20af53b tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:22.483247 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7898fc1a-58ee-4ed1-9aae-29c4b20af53b tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Pushing event deleted for resources: {'Port': ['ID=6aa3c228-b227-4809-8d32-6aaa762165f3,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:22.525031 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7898fc1a-58ee-4ed1-9aae-29c4b20af53b tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:22.529590 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-7898fc1a-58ee-4ed1-9aae-29c4b20af53b tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "DELETE /v2.0/ports/6aa3c228-b227-4809-8d32-6aaa762165f3 HTTP/1.1" status: 204 len: 168 time: 0.6130114 Aug 29 04:36:22.529953 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 49220) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:22.539029 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719897f6-ec7f-4bd0-8f56-82a61a1222c4 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Pushing event updated for resources: {'Subnet': ['ID=b05c032e-640e-487c-806d-59021ca3c928,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:22.539447 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7ef0ff60-af86-4a85-bc7f-abaa20d158fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:22.571982 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-048ac03a-90b2-48e0-bfe9-fbe6e2dffa00 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] GET failed (client error): The resource could not be found. Aug 29 04:36:22.576931 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-048ac03a-90b2-48e0-bfe9-fbe6e2dffa00 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "GET /v2.0/ports/6aa3c228-b227-4809-8d32-6aaa762165f3 HTTP/1.1" status: 404 len: 333 time: 0.0430810 Aug 29 04:36:22.582154 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 49226) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:22.629858 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-7ef0ff60-af86-4a85-bc7f-abaa20d158fd None None] For port 6b8448e7-8cac-4f96-a567-2062f000617d, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=6b8448e7-8cac-4f96-a567-2062f000617d,segment=NetworkSegment(ed91da3f-d52a-42a8-9456-e34aeaa3b0a6),segment_id=ed91da3f-d52a-42a8-9456-e34aeaa3b0a6)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:22.651745 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7ef0ff60-af86-4a85-bc7f-abaa20d158fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:22.725885 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2549ed2b-7627-456c-9ab0-084700368897 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:22.751471 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef0ff60-af86-4a85-bc7f-abaa20d158fd None None] Pushing event updated for resources: {'Port': ['ID=6b8448e7-8cac-4f96-a567-2062f000617d,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:22.758302 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2549ed2b-7627-456c-9ab0-084700368897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:22.786243 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-ff356dce-3548-468b-b25c-8ddde22fe1b8 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Deleting port d5c0b1d1-be7e-4e92-b42f-6ff6a3746c91 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:36:22.786603 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ff356dce-3548-468b-b25c-8ddde22fe1b8 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:22.799636 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2549ed2b-7627-456c-9ab0-084700368897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e17e617-f26c-4233-95a7-5c714e001dfd,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:22.824702 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719897f6-ec7f-4bd0-8f56-82a61a1222c4 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Checking segment: {'id': '5dabad6c-96fe-4dac-893a-634b94b2fbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '8aa9ee96-c594-498b-afe8-026d13bcc776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:36:22.825080 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719897f6-ec7f-4bd0-8f56-82a61a1222c4 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Network hostable DHCP agents. Network: 8aa9ee96-c594-498b-afe8-026d13bcc776, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:36:22.855976 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-2549ed2b-7627-456c-9ab0-084700368897 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d34c3f4c842b42f4805f5fba646452e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8681064 Aug 29 04:36:22.861307 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 49232) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:22.865377 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device f5e530a0-81a8-4f83-b572-2e7a3f8ca259 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:36:22.920058 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: f5e530a0-81a8-4f83-b572-2e7a3f8ca259 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:36:22.920388 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device f5e530a0-81a8-4f83-b572-2e7a3f8ca259 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:36:22.932070 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ff356dce-3548-468b-b25c-8ddde22fe1b8 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:22.942820 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719897f6-ec7f-4bd0-8f56-82a61a1222c4 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Network 8aa9ee96-c594-498b-afe8-026d13bcc776 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:36:22.962900 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-719897f6-ec7f-4bd0-8f56-82a61a1222c4 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 8aa9ee96-c594-498b-afe8-026d13bcc776) {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:36:22.968583 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-ff356dce-3548-468b-b25c-8ddde22fe1b8 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Calling delete_port for d5c0b1d1-be7e-4e92-b42f-6ff6a3746c91 owned by {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:36:22.973926 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f234a27-9093-43c6-8973-32963a8a9e34 None None] Network 8aa9ee96-c594-498b-afe8-026d13bcc776 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:36:22.981160 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719897f6-ec7f-4bd0-8f56-82a61a1222c4 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:22.981765 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-719897f6-ec7f-4bd0-8f56-82a61a1222c4 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:23.011983 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-719897f6-ec7f-4bd0-8f56-82a61a1222c4 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2191291 Aug 29 04:36:23.014821 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 49238) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:23.023279 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-d4142241-5a56-4067-a234-08978826cee5 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1320959956', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:23.063812 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5e8934c3-aa9d-4e0b-be63-5863101ef97c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:23.108154 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5e8934c3-aa9d-4e0b-be63-5863101ef97c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:23.114551 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d4142241-5a56-4067-a234-08978826cee5 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:23.115313 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d4142241-5a56-4067-a234-08978826cee5 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1838'] for router, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:23.215131 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-59db9a51-b3be-4406-9c78-65b706116675 None None] Provisioning complete for port 6b8448e7-8cac-4f96-a567-2062f000617d triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:23.219211 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-59db9a51-b3be-4406-9c78-65b706116675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:23.222436 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5e8934c3-aa9d-4e0b-be63-5863101ef97c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:23.225048 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5e8934c3-aa9d-4e0b-be63-5863101ef97c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:23.228773 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-5e8934c3-aa9d-4e0b-be63-5863101ef97c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6e17e617-f26c-4233-95a7-5c714e001dfd HTTP/1.1" status: 204 len: 168 time: 0.3638721 Aug 29 04:36:23.241292 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8934c3-aa9d-4e0b-be63-5863101ef97c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e17e617-f26c-4233-95a7-5c714e001dfd,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:23.248396 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ff356dce-3548-468b-b25c-8ddde22fe1b8 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:23.291001 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b96a989-1d7a-4649-8233-7f19b4737369 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-8aa9ee96-c594-498b-afe8-026d13bcc776', 'network_id': '8aa9ee96-c594-498b-afe8-026d13bcc776', 'tenant_id': '3eb215580c8748bbad6fe745fb3cc71c', 'fixed_ips': [{'subnet_id': 'b05c032e-640e-487c-806d-59021ca3c928'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:36:23.291898 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2b96a989-1d7a-4649-8233-7f19b4737369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:23.319027 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff356dce-3548-468b-b25c-8ddde22fe1b8 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Pushing event deleted for resources: {'Port': ['ID=d5c0b1d1-be7e-4e92-b42f-6ff6a3746c91,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:23.380223 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d4142241-5a56-4067-a234-08978826cee5 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:23.391079 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d4142241-5a56-4067-a234-08978826cee5 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409'] for router, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:23.400948 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ff356dce-3548-468b-b25c-8ddde22fe1b8 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:23.415293 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-ff356dce-3548-468b-b25c-8ddde22fe1b8 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "DELETE /v2.0/ports/d5c0b1d1-be7e-4e92-b42f-6ff6a3746c91 HTTP/1.1" status: 204 len: 168 time: 0.8309996 Aug 29 04:36:23.417783 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 49252) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:23.420092 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d4142241-5a56-4067-a234-08978826cee5 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks [] for router, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:23.425119 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-d4142241-5a56-4067-a234-08978826cee5 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4092114 Aug 29 04:36:23.426075 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 49254) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:23.497818 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2cf9fee-1649-423b-bc62-5751cc627839 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] GET failed (client error): The resource could not be found. Aug 29 04:36:23.500328 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-b2cf9fee-1649-423b-bc62-5751cc627839 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "GET /v2.0/ports/d5c0b1d1-be7e-4e92-b42f-6ff6a3746c91 HTTP/1.1" status: 404 len: 333 time: 0.0814152 Aug 29 04:36:23.503592 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 49256) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:23.574374 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 6b8448e7-8cac-4f96-a567-2062f000617d up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:36:23.687996 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_v2 [None req-10ba768d-8ff1-4d74-bf9f-500a7fe16853 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Deleting subnet e7908e8d-c0bf-491c-96a1-a96857b88735 {{(pid=94829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:36:23.700701 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-10ba768d-8ff1-4d74-bf9f-500a7fe16853 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks [] for subnet, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:23.857116 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-10ba768d-8ff1-4d74-bf9f-500a7fe16853 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4311743'] for subnet, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:23.913828 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-2b96a989-1d7a-4649-8233-7f19b4737369 None None] Allocated IP 2001:db8::2 (8aa9ee96-c594-498b-afe8-026d13bcc776/b05c032e-640e-487c-806d-59021ca3c928/ebc98cfc-be44-4e18-a9f7-8d677ddc9ace) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:36:23.936166 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 6b8448e7-8cac-4f96-a567-2062f000617d triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:23.942432 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:23.975054 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-66cfa3f8-136b-4f6d-9e56-a61a44bcfc89 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:24.039100 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 49272) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:24.072566 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-10ba768d-8ff1-4d74-bf9f-500a7fe16853 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:24.091011 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-59db9a51-b3be-4406-9c78-65b706116675 None None] Could not find standard attr ID for object d5c0b1d1-be7e-4e92-b42f-6ff6a3746c91. {{(pid=94830) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:36:24.228399 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-10ba768d-8ff1-4d74-bf9f-500a7fe16853 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4552352'] for subnet, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:24.263423 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-10ba768d-8ff1-4d74-bf9f-500a7fe16853 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:24.271594 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6a333bc4-20a6-4e84-b5ed-74d12c019be6 None None] Could not find standard attr ID for object 6aa3c228-b227-4809-8d32-6aaa762165f3. {{(pid=94830) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:36:24.272420 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-10ba768d-8ff1-4d74-bf9f-500a7fe16853 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "DELETE /v2.0/subnets/e7908e8d-c0bf-491c-96a1-a96857b88735 HTTP/1.1" status: 204 len: 168 time: 0.7616003 Aug 29 04:36:24.273913 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 49286) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:24.278838 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6a333bc4-20a6-4e84-b5ed-74d12c019be6 None None] Could not find standard attr ID for object d5c0b1d1-be7e-4e92-b42f-6ff6a3746c91. {{(pid=94830) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:36:24.344781 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ba768d-8ff1-4d74-bf9f-500a7fe16853 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Pushing event deleted for resources: {'Subnet': ['ID=e7908e8d-c0bf-491c-96a1-a96857b88735,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:24.416419 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f3f98b7-3930-46ce-bf0b-aa85c03f8932 None None] Network bb03a751-347c-4db6-bfe1-df7fe1c81556 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:36:24.431932 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-8a3492cd-50ac-4a60-985b-4614a66b391f tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Request body: {'floatingip': {'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:24.477413 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8c68d519-3fc4-42df-be45-76457dce6a78 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:24.488661 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8a3492cd-50ac-4a60-985b-4614a66b391f tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Notify callbacks [] for floatingip, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:24.496278 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2b96a989-1d7a-4649-8233-7f19b4737369 None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:24.513464 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-2b96a989-1d7a-4649-8233-7f19b4737369 None None] Transition to ACTIVE for port object ebc98cfc-be44-4e18-a9f7-8d677ddc9ace will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:36:24.573984 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-2b96a989-1d7a-4649-8233-7f19b4737369 None None] Transition to ACTIVE for port object ebc98cfc-be44-4e18-a9f7-8d677ddc9ace will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:36:24.589978 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2b96a989-1d7a-4649-8233-7f19b4737369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:24.669178 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b96a989-1d7a-4649-8233-7f19b4737369 None None] Network 8aa9ee96-c594-498b-afe8-026d13bcc776 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:36:24.673117 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-2b96a989-1d7a-4649-8233-7f19b4737369 None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:36:24.681521 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b96a989-1d7a-4649-8233-7f19b4737369 None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:36:24.685560 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b96a989-1d7a-4649-8233-7f19b4737369 None None] Pushing event updated for resources: {'Port': ['ID=ebc98cfc-be44-4e18-a9f7-8d677ddc9ace,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:24.686515 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-8c68d519-3fc4-42df-be45-76457dce6a78 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Deleting port 6b8448e7-8cac-4f96-a567-2062f000617d {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:36:24.687122 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8c68d519-3fc4-42df-be45-76457dce6a78 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:24.720307 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1660c187-7629-4a40-bec1-8b3a67426e2e None None] DHCP port deletion for bb03a751-347c-4db6-bfe1-df7fe1c81556 request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:36:24.757846 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-66cfa3f8-136b-4f6d-9e56-a61a44bcfc89 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Allocated IP 2001:db8::1 (8aa9ee96-c594-498b-afe8-026d13bcc776/b05c032e-640e-487c-806d-59021ca3c928/524dbff1-0f99-458a-a429-a0cb805a2d61) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:36:24.803246 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-2b96a989-1d7a-4649-8233-7f19b4737369 None None] Attempting to bind port ebc98cfc-be44-4e18-a9f7-8d677ddc9ace on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:36:24.804101 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-2b96a989-1d7a-4649-8233-7f19b4737369 None None] Attempting to bind port ebc98cfc-be44-4e18-a9f7-8d677ddc9ace by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '5dabad6c-96fe-4dac-893a-634b94b2fbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '8aa9ee96-c594-498b-afe8-026d13bcc776'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:36:24.804711 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b96a989-1d7a-4649-8233-7f19b4737369 None None] Attempting to bind port ebc98cfc-be44-4e18-a9f7-8d677ddc9ace on network 8aa9ee96-c594-498b-afe8-026d13bcc776 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:36:24.813771 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b96a989-1d7a-4649-8233-7f19b4737369 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:36:24.814682 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b96a989-1d7a-4649-8233-7f19b4737369 None None] Checking segment: {'id': '5dabad6c-96fe-4dac-893a-634b94b2fbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '8aa9ee96-c594-498b-afe8-026d13bcc776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:36:24.815339 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2b96a989-1d7a-4649-8233-7f19b4737369 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:24.816000 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b96a989-1d7a-4649-8233-7f19b4737369 None None] Bound using segment: {'id': '5dabad6c-96fe-4dac-893a-634b94b2fbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '8aa9ee96-c594-498b-afe8-026d13bcc776'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:36:24.816722 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-2b96a989-1d7a-4649-8233-7f19b4737369 None None] Bound port: ebc98cfc-be44-4e18-a9f7-8d677ddc9ace, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dabad6c-96fe-4dac-893a-634b94b2fbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '8aa9ee96-c594-498b-afe8-026d13bcc776'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:36:24.817345 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2b96a989-1d7a-4649-8233-7f19b4737369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:24.830748 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8a3492cd-50ac-4a60-985b-4614a66b391f tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:24.876551 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-1660c187-7629-4a40-bec1-8b3a67426e2e None None] Deleting port 6b8448e7-8cac-4f96-a567-2062f000617d {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:36:24.877351 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1660c187-7629-4a40-bec1-8b3a67426e2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:24.944340 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-66cfa3f8-136b-4f6d-9e56-a61a44bcfc89 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:24.953878 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-8c68d519-3fc4-42df-be45-76457dce6a78 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] For port 6b8448e7-8cac-4f96-a567-2062f000617d, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=6b8448e7-8cac-4f96-a567-2062f000617d,segment=NetworkSegment(ed91da3f-d52a-42a8-9456-e34aeaa3b0a6),segment_id=ed91da3f-d52a-42a8-9456-e34aeaa3b0a6)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:24.954014 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8c68d519-3fc4-42df-be45-76457dce6a78 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:24.961919 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-2b96a989-1d7a-4649-8233-7f19b4737369 None None] For port ebc98cfc-be44-4e18-a9f7-8d677ddc9ace, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:36:24.977759 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-8c68d519-3fc4-42df-be45-76457dce6a78 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Calling delete_port for 6b8448e7-8cac-4f96-a567-2062f000617d owned by network:dhcp {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:36:24.987940 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-2b96a989-1d7a-4649-8233-7f19b4737369 None None] For port ebc98cfc-be44-4e18-a9f7-8d677ddc9ace, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=ebc98cfc-be44-4e18-a9f7-8d677ddc9ace,segment=NetworkSegment(5dabad6c-96fe-4dac-893a-634b94b2fbb4),segment_id=5dabad6c-96fe-4dac-893a-634b94b2fbb4)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:36:24.988234 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-66cfa3f8-136b-4f6d-9e56-a61a44bcfc89 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Transition to ACTIVE for port object 524dbff1-0f99-458a-a429-a0cb805a2d61 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:36:24.998436 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1660c187-7629-4a40-bec1-8b3a67426e2e None None] For port 6b8448e7-8cac-4f96-a567-2062f000617d, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=6b8448e7-8cac-4f96-a567-2062f000617d,segment=NetworkSegment(ed91da3f-d52a-42a8-9456-e34aeaa3b0a6),segment_id=ed91da3f-d52a-42a8-9456-e34aeaa3b0a6)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:24.998857 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1660c187-7629-4a40-bec1-8b3a67426e2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:25.014327 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-1660c187-7629-4a40-bec1-8b3a67426e2e None None] Calling delete_port for 6b8448e7-8cac-4f96-a567-2062f000617d owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:36:25.047462 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-66cfa3f8-136b-4f6d-9e56-a61a44bcfc89 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:25.078814 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2b96a989-1d7a-4649-8233-7f19b4737369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:25.126667 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66cfa3f8-136b-4f6d-9e56-a61a44bcfc89 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Network 8aa9ee96-c594-498b-afe8-026d13bcc776 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:36:25.134244 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-66cfa3f8-136b-4f6d-9e56-a61a44bcfc89 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:36:25.137557 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-8a3492cd-50ac-4a60-985b-4614a66b391f tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Allocated IP 172.25.0.113 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/ee50cd38-6b6c-4bcc-8165-90961a8b5bdc) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:36:25.151246 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cfa3f8-136b-4f6d-9e56-a61a44bcfc89 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:36:25.152266 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-66cfa3f8-136b-4f6d-9e56-a61a44bcfc89 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719598'] for router_interface, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:25.214651 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b96a989-1d7a-4649-8233-7f19b4737369 None None] Pushing event updated for resources: {'Port': ['ID=ebc98cfc-be44-4e18-a9f7-8d677ddc9ace,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:25.232801 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cfa3f8-136b-4f6d-9e56-a61a44bcfc89 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Pushing event updated for resources: {'Port': ['ID=524dbff1-0f99-458a-a429-a0cb805a2d61,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:25.281553 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8c68d519-3fc4-42df-be45-76457dce6a78 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:25.291816 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1660c187-7629-4a40-bec1-8b3a67426e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:25.331547 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1660c187-7629-4a40-bec1-8b3a67426e2e None None] Pushing event deleted for resources: {'Port': ['ID=6b8448e7-8cac-4f96-a567-2062f000617d,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:25.339830 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1660c187-7629-4a40-bec1-8b3a67426e2e None None] No DVR routers for this DVR port 6b8448e7-8cac-4f96-a567-2062f000617d on host n-d-712140-12 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:36:25.346620 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c68d519-3fc4-42df-be45-76457dce6a78 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Pushing event deleted for resources: {'Port': ['ID=6b8448e7-8cac-4f96-a567-2062f000617d,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:25.348967 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-66cfa3f8-136b-4f6d-9e56-a61a44bcfc89 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:25.421049 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8a3492cd-50ac-4a60-985b-4614a66b391f tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:25.465119 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 6b8448e7-8cac-4f96-a567-2062f000617d no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:36:25.489489 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c68d519-3fc4-42df-be45-76457dce6a78 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] No DVR routers for this DVR port 6b8448e7-8cac-4f96-a567-2062f000617d on host n-d-712140-12 {{(pid=94829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:36:25.498832 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 6b8448e7-8cac-4f96-a567-2062f000617d {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:36:25.499806 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 6b8448e7-8cac-4f96-a567-2062f000617d not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:36:25.559352 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8a3492cd-50ac-4a60-985b-4614a66b391f tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:25.678593 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3492cd-50ac-4a60-985b-4614a66b391f tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Pushing event updated for resources: {'Port': ['ID=ee50cd38-6b6c-4bcc-8165-90961a8b5bdc,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:25.685423 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3492cd-50ac-4a60-985b-4614a66b391f tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:36:25.693567 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-8a3492cd-50ac-4a60-985b-4614a66b391f tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:36:25.706913 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3492cd-50ac-4a60-985b-4614a66b391f tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:36:25.812591 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8c68d519-3fc4-42df-be45-76457dce6a78 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:25.828194 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-8c68d519-3fc4-42df-be45-76457dce6a78 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb03a751-347c-4db6-bfe1-df7fe1c81556']}} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:25.922152 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-8c68d519-3fc4-42df-be45-76457dce6a78 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed91da3f-d52a-42a8-9456-e34aeaa3b0a6') {'for_net_delete': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:25.922518 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-8c68d519-3fc4-42df-be45-76457dce6a78 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed91da3f-d52a-42a8-9456-e34aeaa3b0a6') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:25.948065 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8c68d519-3fc4-42df-be45-76457dce6a78 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4311712'] for segment, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:25.948065 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8a3492cd-50ac-4a60-985b-4614a66b391f tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:25.987415 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8c68d519-3fc4-42df-be45-76457dce6a78 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:26.000937 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c68d519-3fc4-42df-be45-76457dce6a78 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=94829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:36:26.002522 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8c68d519-3fc4-42df-be45-76457dce6a78 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4274277'] for segment, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:26.097229 n-d-712140-12 neutron-server[94829]: Traceback (most recent call last): Aug 29 04:36:26.097229 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:36:26.097229 n-d-712140-12 neutron-server[94829]: timer() Aug 29 04:36:26.097229 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:36:26.097229 n-d-712140-12 neutron-server[94829]: cb(*args, **kw) Aug 29 04:36:26.097229 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:36:26.097229 n-d-712140-12 neutron-server[94829]: return func(*args, **kwargs) Aug 29 04:36:26.097229 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:36:26.097229 n-d-712140-12 neutron-server[94829]: self._notify() Aug 29 04:36:26.097229 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:36:26.097229 n-d-712140-12 neutron-server[94829]: self.callback(batched_events) Aug 29 04:36:26.097229 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:36:26.097229 n-d-712140-12 neutron-server[94829]: event.method(event) Aug 29 04:36:26.097229 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:36:26.097229 n-d-712140-12 neutron-server[94829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:36:26.097229 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:36:26.097229 n-d-712140-12 neutron-server[94829]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:36:26.097229 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:36:26.097229 n-d-712140-12 neutron-server[94829]: return f(self, *a, **k) Aug 29 04:36:26.097229 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:36:26.097229 n-d-712140-12 neutron-server[94829]: return self._get(url).json() Aug 29 04:36:26.097229 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:36:26.097229 n-d-712140-12 neutron-server[94829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:36:26.097229 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:36:26.097229 n-d-712140-12 neutron-server[94829]: return self.request(url, 'GET', **kwargs) Aug 29 04:36:26.097229 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:36:26.097229 n-d-712140-12 neutron-server[94829]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:36:26.097229 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:36:26.097229 n-d-712140-12 neutron-server[94829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:36:26.097229 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:36:26.097229 n-d-712140-12 neutron-server[94829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:36:26.097229 n-d-712140-12 neutron-server[94829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:36:26.109422 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8c68d519-3fc4-42df-be45-76457dce6a78 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:26.153251 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8c68d519-3fc4-42df-be45-76457dce6a78 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:26.162958 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 49350) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:26.164496 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-8c68d519-3fc4-42df-be45-76457dce6a78 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "DELETE /v2.0/networks/bb03a751-347c-4db6-bfe1-df7fe1c81556 HTTP/1.1" status: 204 len: 168 time: 1.8366692 Aug 29 04:36:26.169188 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-973dd48f-700b-4b78-973c-63695f07e776 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1351755423'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:26.200200 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c68d519-3fc4-42df-be45-76457dce6a78 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Pushing event deleted for resources: {'Network': ['ID=bb03a751-347c-4db6-bfe1-df7fe1c81556,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:26.205116 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8a3492cd-50ac-4a60-985b-4614a66b391f tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:26.221582 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-973dd48f-700b-4b78-973c-63695f07e776 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Made reservation on behalf of b130c2fb48814d1585244ef54308020c for: {'network': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:36:26.226694 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-973dd48f-700b-4b78-973c-63695f07e776 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:26.334259 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-973dd48f-700b-4b78-973c-63695f07e776 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=94828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:36:26.359159 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-973dd48f-700b-4b78-973c-63695f07e776 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:26.359616 n-d-712140-12 neutron-server[94828]: INFO neutron.db.segments_db [None req-973dd48f-700b-4b78-973c-63695f07e776 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Added segment 9a14567d-fa1d-4337-a76a-e0b9c697c7db of type vlan for network 79fa1df2-97d9-44b1-83f9-3c36908e7944 Aug 29 04:36:26.433542 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8a3492cd-50ac-4a60-985b-4614a66b391f tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:26.435963 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 49356) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:26.445939 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8a3492cd-50ac-4a60-985b-4614a66b391f tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:26.476913 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-973dd48f-700b-4b78-973c-63695f07e776 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:26.505869 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3492cd-50ac-4a60-985b-4614a66b391f tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Pushing event updated for resources: {'Port': ['ID=ee50cd38-6b6c-4bcc-8165-90961a8b5bdc,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:26.549413 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-66cfa3f8-136b-4f6d-9e56-a61a44bcfc89 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:26.562455 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-66cfa3f8-136b-4f6d-9e56-a61a44bcfc89 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:26.563337 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-66cfa3f8-136b-4f6d-9e56-a61a44bcfc89 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-718897'] for router_interface, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:26.575827 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8a3492cd-50ac-4a60-985b-4614a66b391f tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719515'] for floatingip, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:26.613792 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8a3492cd-50ac-4a60-985b-4614a66b391f tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:26.618011 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-8a3492cd-50ac-4a60-985b-4614a66b391f tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5752523 Aug 29 04:36:26.618779 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 49364) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:26.626400 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-5e7c284e-f420-4958-85b4-0abe25ab83ec tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1797549077'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:26.681533 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-19ce800b-2a52-4645-9b4a-43e55810e8d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:26.694130 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-973dd48f-700b-4b78-973c-63695f07e776 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:26.699998 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973dd48f-700b-4b78-973c-63695f07e776 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:26.700603 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-973dd48f-700b-4b78-973c-63695f07e776 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:26.701192 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e7c284e-f420-4958-85b4-0abe25ab83ec tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Made reservation on behalf of 7e2c4242cb4941c6aeb7db92dfdc4f95 for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:36:26.706205 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5e7c284e-f420-4958-85b4-0abe25ab83ec tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:26.720350 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5e7c284e-f420-4958-85b4-0abe25ab83ec tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:26.721313 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cfa3f8-136b-4f6d-9e56-a61a44bcfc89 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Pushing event updated for resources: {'Port': ['ID=524dbff1-0f99-458a-a429-a0cb805a2d61,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:26.788905 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd290869-e48a-499f-bfad-073fac4abf61 None None] Network 8aa9ee96-c594-498b-afe8-026d13bcc776 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:36:26.829494 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973dd48f-700b-4b78-973c-63695f07e776 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Pushing event updated for resources: {'Network': ['ID=79fa1df2-97d9-44b1-83f9-3c36908e7944,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:26.850674 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-19ce800b-2a52-4645-9b4a-43e55810e8d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:26.856439 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-19ce800b-2a52-4645-9b4a-43e55810e8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:26.858516 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 79fa1df2-97d9-44b1-83f9-3c36908e7944 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:36:26.865885 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-673864cc-d98a-4611-b868-5246c222a151 None None] Provisioning for port ebc98cfc-be44-4e18-a9f7-8d677ddc9ace completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:36:26.895286 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-973dd48f-700b-4b78-973c-63695f07e776 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7279449 Aug 29 04:36:26.897781 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 49370) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:26.904884 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-149ef822-6b5e-423d-aa15-024e308e02a2 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Request body: {'subnet': {'network_id': '79fa1df2-97d9-44b1-83f9-3c36908e7944', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:26.909754 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ce800b-2a52-4645-9b4a-43e55810e8d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=669a973d-5a84-405d-8635-812badfcd267,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:26.914590 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66cfa3f8-136b-4f6d-9e56-a61a44bcfc89 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Network 8aa9ee96-c594-498b-afe8-026d13bcc776 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:36:26.937784 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-66cfa3f8-136b-4f6d-9e56-a61a44bcfc89 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:36:26.947459 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-19ce800b-2a52-4645-9b4a-43e55810e8d4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=12c0e3239a9b4db7b492fc0a15d72820&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5073078 Aug 29 04:36:26.951877 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 49372) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:27.089802 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c7b977e5-cc49-46a5-8187-c52998b44382 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:27.125185 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c7b977e5-cc49-46a5-8187-c52998b44382 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:27.182076 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66cfa3f8-136b-4f6d-9e56-a61a44bcfc89 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Router ec6e0386-8097-4ab7-be22-6a2dcfe84cc9 is scheduled to L3 agent 76874008-c311-485c-ba36-921b6d275b6a with binding_index 1 {{(pid=94828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:36:27.195586 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c7b977e5-cc49-46a5-8187-c52998b44382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:27.198620 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c7b977e5-cc49-46a5-8187-c52998b44382 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:27.200128 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-c7b977e5-cc49-46a5-8187-c52998b44382 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/669a973d-5a84-405d-8635-812badfcd267 HTTP/1.1" status: 204 len: 168 time: 0.2464936 Aug 29 04:36:27.219772 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b977e5-cc49-46a5-8187-c52998b44382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=669a973d-5a84-405d-8635-812badfcd267,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:27.247463 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5e7c284e-f420-4958-85b4-0abe25ab83ec tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:27.253776 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5e7c284e-f420-4958-85b4-0abe25ab83ec tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:27.273446 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e7c284e-f420-4958-85b4-0abe25ab83ec tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:36:27.284741 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5e7c284e-f420-4958-85b4-0abe25ab83ec tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:27.284741 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-5e7c284e-f420-4958-85b4-0abe25ab83ec tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Added segment 58f34c25-85d4-4908-9cd0-cda8f99c3166 of type vlan for network 2eda4a14-8453-4303-9896-c60098a2f5a8 Aug 29 04:36:27.338176 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5e7c284e-f420-4958-85b4-0abe25ab83ec tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:27.347883 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-149ef822-6b5e-423d-aa15-024e308e02a2 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Made reservation on behalf of b130c2fb48814d1585244ef54308020c for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:36:27.351570 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-149ef822-6b5e-423d-aa15-024e308e02a2 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:27.406952 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5e7c284e-f420-4958-85b4-0abe25ab83ec tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:27.411021 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66cfa3f8-136b-4f6d-9e56-a61a44bcfc89 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:36:27.417471 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-66cfa3f8-136b-4f6d-9e56-a61a44bcfc89 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] 10.222.0.22 "PUT /v2.0/routers/ec6e0386-8097-4ab7-be22-6a2dcfe84cc9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9902015 Aug 29 04:36:27.424735 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a97b6f-037d-43af-8b47-2b1976f31273 None None] Sync routers for ids ['ec6e0386-8097-4ab7-be22-6a2dcfe84cc9'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:36:27.438467 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 49384) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:27.441567 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7c284e-f420-4958-85b4-0abe25ab83ec tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:27.446456 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5e7c284e-f420-4958-85b4-0abe25ab83ec tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:27.448819 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a97b6f-037d-43af-8b47-2b1976f31273 None None] Routers {'ec6e0386-8097-4ab7-be22-6a2dcfe84cc9'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:36:27.449570 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-39a97b6f-037d-43af-8b47-2b1976f31273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:36:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['ec6e0386-8097-4ab7-be22-6a2dcfe84cc9'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:27.494001 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7c284e-f420-4958-85b4-0abe25ab83ec tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa796ce2-d531-467f-8cd1-a8ce01adb87a,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:27.531167 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-5e7c284e-f420-4958-85b4-0abe25ab83ec tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9091704 Aug 29 04:36:27.533255 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 49388) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:27.535157 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-39a97b6f-037d-43af-8b47-2b1976f31273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:27.554530 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-f097cfd2-b6ee-4ca5-bea4-e2b808e44d1f tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Request body: {'subnet': {'network_id': '2eda4a14-8453-4303-9896-c60098a2f5a8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:27.557661 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a97b6f-037d-43af-8b47-2b1976f31273 None None] Routers {'ec6e0386-8097-4ab7-be22-6a2dcfe84cc9'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:36:27.558576 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-39a97b6f-037d-43af-8b47-2b1976f31273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:36:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['ec6e0386-8097-4ab7-be22-6a2dcfe84cc9'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:27.625775 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device ebc98cfc-be44-4e18-a9f7-8d677ddc9ace up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:36:27.627075 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7c284e-f420-4958-85b4-0abe25ab83ec tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Pushing event updated for resources: {'Network': ['ID=2eda4a14-8453-4303-9896-c60098a2f5a8,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:27.648552 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-39a97b6f-037d-43af-8b47-2b1976f31273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:27.649638 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a97b6f-037d-43af-8b47-2b1976f31273 None None] The sync data for ids ['ec6e0386-8097-4ab7-be22-6a2dcfe84cc9'] in n-d-712140-12 is: [] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:36:27.676356 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 2eda4a14-8453-4303-9896-c60098a2f5a8 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:36:27.700737 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24e54e0-e2b9-44a4-ba57-726844650e91 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:27.702714 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-f24e54e0-e2b9-44a4-ba57-726844650e91 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] 10.222.0.22 "GET /v2.0/ports/524dbff1-0f99-458a-a429-a0cb805a2d61 HTTP/1.1" status: 200 len: 911 time: 0.2631609 Aug 29 04:36:27.705614 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 49392) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:27.805770 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f097cfd2-b6ee-4ca5-bea4-e2b808e44d1f tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Made reservation on behalf of 7e2c4242cb4941c6aeb7db92dfdc4f95 for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:36:27.811722 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f097cfd2-b6ee-4ca5-bea4-e2b808e44d1f tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:27.912531 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port ebc98cfc-be44-4e18-a9f7-8d677ddc9ace completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:36:27.923506 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6f882570-8d80-47c5-b348-b5ac041b9085 None None] Provisioning for port 524dbff1-0f99-458a-a429-a0cb805a2d61 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:36:27.928123 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port ebc98cfc-be44-4e18-a9f7-8d677ddc9ace triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:27.928840 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:27.931918 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6f882570-8d80-47c5-b348-b5ac041b9085 None None] Provisioning complete for port 524dbff1-0f99-458a-a429-a0cb805a2d61 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:27.932558 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6f882570-8d80-47c5-b348-b5ac041b9085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:28.039276 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6f882570-8d80-47c5-b348-b5ac041b9085 None None] Port 524dbff1-0f99-458a-a429-a0cb805a2d61 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:36:28.129114 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:28.168155 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-149ef822-6b5e-423d-aa15-024e308e02a2 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9191137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10062364'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:28.211742 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port ebc98cfc-be44-4e18-a9f7-8d677ddc9ace, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=ebc98cfc-be44-4e18-a9f7-8d677ddc9ace,segment=NetworkSegment(5dabad6c-96fe-4dac-893a-634b94b2fbb4),segment_id=5dabad6c-96fe-4dac-893a-634b94b2fbb4)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:28.222113 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:28.270740 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-5d6b26e4-9862-4f96-85b9-961b534a4c57 None None] Provisioning complete for port 524dbff1-0f99-458a-a429-a0cb805a2d61 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:28.271500 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5d6b26e4-9862-4f96-85b9-961b534a4c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:28.298807 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3b2cc442-85b2-47bb-9215-efdced35038d tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713413'] for router_interface, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:28.367915 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ef822-6b5e-423d-aa15-024e308e02a2 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Pushing event updated for resources: {'Subnet': ['ID=caee53b8-0c8c-4ec3-ba8c-6e26b6d541d0,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:28.404435 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=ebc98cfc-be44-4e18-a9f7-8d677ddc9ace,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:28.413173 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-5d6b26e4-9862-4f96-85b9-961b534a4c57 None None] Port 524dbff1-0f99-458a-a429-a0cb805a2d61 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:36:28.448482 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149ef822-6b5e-423d-aa15-024e308e02a2 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Checking segment: {'id': '9a14567d-fa1d-4337-a76a-e0b9c697c7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '79fa1df2-97d9-44b1-83f9-3c36908e7944'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:36:28.449103 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149ef822-6b5e-423d-aa15-024e308e02a2 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Network hostable DHCP agents. Network: 79fa1df2-97d9-44b1-83f9-3c36908e7944, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:36:28.492312 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149ef822-6b5e-423d-aa15-024e308e02a2 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Network 79fa1df2-97d9-44b1-83f9-3c36908e7944 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:36:28.508540 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f097cfd2-b6ee-4ca5-bea4-e2b808e44d1f tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9191137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10062364'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:28.592700 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-149ef822-6b5e-423d-aa15-024e308e02a2 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 79fa1df2-97d9-44b1-83f9-3c36908e7944) {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:36:28.611626 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149ef822-6b5e-423d-aa15-024e308e02a2 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:28.611626 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-149ef822-6b5e-423d-aa15-024e308e02a2 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:28.616898 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91db1b07-1a80-4560-87bb-3b8d96ddaf0a None None] Network 79fa1df2-97d9-44b1-83f9-3c36908e7944 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:36:28.672602 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f097cfd2-b6ee-4ca5-bea4-e2b808e44d1f tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Pushing event updated for resources: {'Subnet': ['ID=f6542437-7246-4ec1-8e7e-91b0435208e4,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:28.673023 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:28.676287 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f097cfd2-b6ee-4ca5-bea4-e2b808e44d1f tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Checking segment: {'id': '58f34c25-85d4-4908-9cd0-cda8f99c3166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '2eda4a14-8453-4303-9896-c60098a2f5a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:36:28.677091 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f097cfd2-b6ee-4ca5-bea4-e2b808e44d1f tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Network hostable DHCP agents. Network: 2eda4a14-8453-4303-9896-c60098a2f5a8, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:36:28.693283 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-149ef822-6b5e-423d-aa15-024e308e02a2 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7943707 Aug 29 04:36:28.696417 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 49422) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:28.702122 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-dad5ec8b-93e5-4c6b-8e1e-e313a17c5fd5 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Request body: {'port': {'network_id': '79fa1df2-97d9-44b1-83f9-3c36908e7944', 'name': 'tempest-PortsIpV6TestJSON-646186398', 'fixed_ips': [{'subnet_id': 'caee53b8-0c8c-4ec3-ba8c-6e26b6d541d0', 'ip_address': '2001:db8::10'}]}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:28.777232 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f097cfd2-b6ee-4ca5-bea4-e2b808e44d1f tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Network 2eda4a14-8453-4303-9896-c60098a2f5a8 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:36:28.798380 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-f097cfd2-b6ee-4ca5-bea4-e2b808e44d1f tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 2eda4a14-8453-4303-9896-c60098a2f5a8) {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:36:28.805278 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-7ea0da6a-9bce-494c-8ce4-ab8f0ffafead None None] Provisioning complete for port 524dbff1-0f99-458a-a429-a0cb805a2d61 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:28.806266 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7ea0da6a-9bce-494c-8ce4-ab8f0ffafead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:28.816769 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f097cfd2-b6ee-4ca5-bea4-e2b808e44d1f tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:28.817599 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f097cfd2-b6ee-4ca5-bea4-e2b808e44d1f tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:28.825231 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c10b48-11b2-4751-990f-293c41b4f502 None None] Network 2eda4a14-8453-4303-9896-c60098a2f5a8 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:36:28.851876 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-f097cfd2-b6ee-4ca5-bea4-e2b808e44d1f tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3145115 Aug 29 04:36:28.855446 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 49424) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:28.862791 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-c8b5e65f-50a4-44ff-b56d-c45c906e9ca1 tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-2117092334', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}, 'admin_state_up': False}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:28.951156 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8b5e65f-50a4-44ff-b56d-c45c906e9ca1 tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:28.957145 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8b5e65f-50a4-44ff-b56d-c45c906e9ca1 tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1838'] for router, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:28.987085 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dad5ec8b-93e5-4c6b-8e1e-e313a17c5fd5 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Made reservation on behalf of b130c2fb48814d1585244ef54308020c for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:36:29.106736 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8b5e65f-50a4-44ff-b56d-c45c906e9ca1 tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:29.184940 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-7ea0da6a-9bce-494c-8ce4-ab8f0ffafead None None] Port 524dbff1-0f99-458a-a429-a0cb805a2d61 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:36:29.266573 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dad5ec8b-93e5-4c6b-8e1e-e313a17c5fd5 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:29.337593 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8b5e65f-50a4-44ff-b56d-c45c906e9ca1 tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:29.340854 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-3b2cc442-85b2-47bb-9215-efdced35038d tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Deleting port 524dbff1-0f99-458a-a429-a0cb805a2d61 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:36:29.342509 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3b2cc442-85b2-47bb-9215-efdced35038d tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:29.349597 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f660e0-7e43-4a00-898a-99e644e3692a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-79fa1df2-97d9-44b1-83f9-3c36908e7944', 'network_id': '79fa1df2-97d9-44b1-83f9-3c36908e7944', 'tenant_id': 'b130c2fb48814d1585244ef54308020c', 'fixed_ips': [{'subnet_id': 'caee53b8-0c8c-4ec3-ba8c-6e26b6d541d0'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:36:29.350108 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-dad5ec8b-93e5-4c6b-8e1e-e313a17c5fd5 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] device_id is not set on port a9710f72-de77-4812-a2c1-331a5c6c6eb2 yet. {{(pid=94828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:36:29.350629 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-33f660e0-7e43-4a00-898a-99e644e3692a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:29.542734 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3b2cc442-85b2-47bb-9215-efdced35038d tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:29.557689 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-3b2cc442-85b2-47bb-9215-efdced35038d tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Calling delete_port for 524dbff1-0f99-458a-a429-a0cb805a2d61 owned by network:router_interface {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:36:29.698195 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-33f660e0-7e43-4a00-898a-99e644e3692a None None] Allocated IP 2001:db8::2 (79fa1df2-97d9-44b1-83f9-3c36908e7944/caee53b8-0c8c-4ec3-ba8c-6e26b6d541d0/5f82e702-9b38-4aeb-bba3-04cf4ebd1777) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:36:29.706573 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device ebc98cfc-be44-4e18-a9f7-8d677ddc9ace up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:36:29.816967 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8b5e65f-50a4-44ff-b56d-c45c906e9ca1 tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Notify callbacks [] for router_gateway, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:29.826700 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33327722-ff0c-43cc-be5a-e76500d6654c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-2eda4a14-8453-4303-9896-c60098a2f5a8', 'network_id': '2eda4a14-8453-4303-9896-c60098a2f5a8', 'tenant_id': '7e2c4242cb4941c6aeb7db92dfdc4f95', 'fixed_ips': [{'subnet_id': 'f6542437-7246-4ec1-8e7e-91b0435208e4'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:36:29.829257 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-33327722-ff0c-43cc-be5a-e76500d6654c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:29.850434 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8b5e65f-50a4-44ff-b56d-c45c906e9ca1 tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:29.930671 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3b2cc442-85b2-47bb-9215-efdced35038d tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:30.012692 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2cc442-85b2-47bb-9215-efdced35038d tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Pushing event deleted for resources: {'Port': ['ID=524dbff1-0f99-458a-a429-a0cb805a2d61,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:30.048916 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-c8b5e65f-50a4-44ff-b56d-c45c906e9ca1 tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Allocated IP 172.25.0.133 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/cbd8bc69-8301-44a6-8fca-984e6149bdfc) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:36:30.087277 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port ebc98cfc-be44-4e18-a9f7-8d677ddc9ace triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:30.087916 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:30.228364 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3b2cc442-85b2-47bb-9215-efdced35038d tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-713231'] for router_interface, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:30.356123 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8b5e65f-50a4-44ff-b56d-c45c906e9ca1 tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:30.482428 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8b5e65f-50a4-44ff-b56d-c45c906e9ca1 tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:30.501165 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-33327722-ff0c-43cc-be5a-e76500d6654c None None] Allocated IP 172.20.0.2 (2eda4a14-8453-4303-9896-c60098a2f5a8/f6542437-7246-4ec1-8e7e-91b0435208e4/1d20e256-31ee-4b01-9067-1513cb1918b4) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:36:30.529296 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-33f660e0-7e43-4a00-898a-99e644e3692a None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:30.545473 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b2cc442-85b2-47bb-9215-efdced35038d tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Router ec6e0386-8097-4ab7-be22-6a2dcfe84cc9 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:36:30.558826 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b5e65f-50a4-44ff-b56d-c45c906e9ca1 tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:36:30.570972 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-c8b5e65f-50a4-44ff-b56d-c45c906e9ca1 tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:36:30.579444 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b5e65f-50a4-44ff-b56d-c45c906e9ca1 tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:36:30.594931 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-33f660e0-7e43-4a00-898a-99e644e3692a None None] Transition to ACTIVE for port object 5f82e702-9b38-4aeb-bba3-04cf4ebd1777 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:36:30.624053 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b5e65f-50a4-44ff-b56d-c45c906e9ca1 tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Pushing event updated for resources: {'Port': ['ID=cbd8bc69-8301-44a6-8fca-984e6149bdfc,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:30.658250 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b2cc442-85b2-47bb-9215-efdced35038d tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:36:30.671734 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-3b2cc442-85b2-47bb-9215-efdced35038d tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] 10.222.0.22 "PUT /v2.0/routers/ec6e0386-8097-4ab7-be22-6a2dcfe84cc9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9635868 Aug 29 04:36:30.672433 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 49498) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:30.690375 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad3ee09-4bc8-40d3-bf5e-622f527d56ea None None] Sync routers for ids ['ec6e0386-8097-4ab7-be22-6a2dcfe84cc9'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:36:30.713793 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-33f660e0-7e43-4a00-898a-99e644e3692a None None] Transition to ACTIVE for port object 5f82e702-9b38-4aeb-bba3-04cf4ebd1777 will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:36:30.726217 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad3ee09-4bc8-40d3-bf5e-622f527d56ea None None] Routers {'ec6e0386-8097-4ab7-be22-6a2dcfe84cc9'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:36:30.726974 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-6ad3ee09-4bc8-40d3-bf5e-622f527d56ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:36:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['ec6e0386-8097-4ab7-be22-6a2dcfe84cc9'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:30.738417 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-ce043217-4855-43a2-bdf5-5b14efe0a722 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec6e0386-8097-4ab7-be22-6a2dcfe84cc9 HTTP/1.1" status: 200 len: 205 time: 0.0648773 Aug 29 04:36:30.739167 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 49504) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:30.776436 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-6ad3ee09-4bc8-40d3-bf5e-622f527d56ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:30.778935 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-33f660e0-7e43-4a00-898a-99e644e3692a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:30.854863 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-dad5ec8b-93e5-4c6b-8e1e-e313a17c5fd5 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Allocated IP 2001:db8::10 (79fa1df2-97d9-44b1-83f9-3c36908e7944/caee53b8-0c8c-4ec3-ba8c-6e26b6d541d0/a9710f72-de77-4812-a2c1-331a5c6c6eb2) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:36:30.945899 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6fdd6f30-f481-4f38-8b78-672b2d98ed43 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks [] for router, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:30.949042 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-33327722-ff0c-43cc-be5a-e76500d6654c None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:30.966718 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-33327722-ff0c-43cc-be5a-e76500d6654c None None] Transition to ACTIVE for port object 1d20e256-31ee-4b01-9067-1513cb1918b4 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:36:30.992372 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-33327722-ff0c-43cc-be5a-e76500d6654c None None] Transition to ACTIVE for port object 1d20e256-31ee-4b01-9067-1513cb1918b4 will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:36:30.998591 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f660e0-7e43-4a00-898a-99e644e3692a None None] Pushing event updated for resources: {'Port': ['ID=5f82e702-9b38-4aeb-bba3-04cf4ebd1777,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:31.008956 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-33327722-ff0c-43cc-be5a-e76500d6654c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:31.085330 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33327722-ff0c-43cc-be5a-e76500d6654c None None] Pushing event updated for resources: {'Port': ['ID=1d20e256-31ee-4b01-9067-1513cb1918b4,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:31.091202 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f660e0-7e43-4a00-898a-99e644e3692a None None] Network 79fa1df2-97d9-44b1-83f9-3c36908e7944 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:36:31.095581 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad3ee09-4bc8-40d3-bf5e-622f527d56ea None None] Routers {'ec6e0386-8097-4ab7-be22-6a2dcfe84cc9'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:36:31.096436 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-6ad3ee09-4bc8-40d3-bf5e-622f527d56ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:36:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['ec6e0386-8097-4ab7-be22-6a2dcfe84cc9'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:31.139308 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-6ad3ee09-4bc8-40d3-bf5e-622f527d56ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:31.140729 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad3ee09-4bc8-40d3-bf5e-622f527d56ea None None] The sync data for ids ['ec6e0386-8097-4ab7-be22-6a2dcfe84cc9'] in n-d-712140-12 is: [] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:36:31.160830 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33327722-ff0c-43cc-be5a-e76500d6654c None None] Network 2eda4a14-8453-4303-9896-c60098a2f5a8 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:36:31.162503 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-33327722-ff0c-43cc-be5a-e76500d6654c None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:36:31.165706 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33327722-ff0c-43cc-be5a-e76500d6654c None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:36:31.169024 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-33f660e0-7e43-4a00-898a-99e644e3692a None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:36:31.172085 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f660e0-7e43-4a00-898a-99e644e3692a None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:36:31.194854 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dad5ec8b-93e5-4c6b-8e1e-e313a17c5fd5 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:31.221283 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-dad5ec8b-93e5-4c6b-8e1e-e313a17c5fd5 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Transition to ACTIVE for port object a9710f72-de77-4812-a2c1-331a5c6c6eb2 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:36:31.261734 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6fdd6f30-f481-4f38-8b78-672b2d98ed43 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:31.262100 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-33f660e0-7e43-4a00-898a-99e644e3692a None None] Attempting to bind port 5f82e702-9b38-4aeb-bba3-04cf4ebd1777 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:36:31.263518 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-33f660e0-7e43-4a00-898a-99e644e3692a None None] Attempting to bind port 5f82e702-9b38-4aeb-bba3-04cf4ebd1777 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '9a14567d-fa1d-4337-a76a-e0b9c697c7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '79fa1df2-97d9-44b1-83f9-3c36908e7944'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:36:31.264089 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f660e0-7e43-4a00-898a-99e644e3692a None None] Attempting to bind port 5f82e702-9b38-4aeb-bba3-04cf4ebd1777 on network 79fa1df2-97d9-44b1-83f9-3c36908e7944 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:36:31.265486 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6fdd6f30-f481-4f38-8b78-672b2d98ed43 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:31.306658 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f660e0-7e43-4a00-898a-99e644e3692a None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:36:31.307039 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f660e0-7e43-4a00-898a-99e644e3692a None None] Checking segment: {'id': '9a14567d-fa1d-4337-a76a-e0b9c697c7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '79fa1df2-97d9-44b1-83f9-3c36908e7944'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:36:31.307569 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-33f660e0-7e43-4a00-898a-99e644e3692a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:31.308089 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f660e0-7e43-4a00-898a-99e644e3692a None None] Bound using segment: {'id': '9a14567d-fa1d-4337-a76a-e0b9c697c7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '79fa1df2-97d9-44b1-83f9-3c36908e7944'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:36:31.308701 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-33f660e0-7e43-4a00-898a-99e644e3692a None None] Bound port: 5f82e702-9b38-4aeb-bba3-04cf4ebd1777, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a14567d-fa1d-4337-a76a-e0b9c697c7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '79fa1df2-97d9-44b1-83f9-3c36908e7944'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:36:31.309083 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-33f660e0-7e43-4a00-898a-99e644e3692a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:31.331645 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6fdd6f30-f481-4f38-8b78-672b2d98ed43 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717253'] for router, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:31.333049 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fdd6f30-f481-4f38-8b78-672b2d98ed43 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Fanout notify agent at l3_agent the message router_deleted on router ec6e0386-8097-4ab7-be22-6a2dcfe84cc9 {{(pid=94829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:36:31.355994 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 49524) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:31.358098 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8b5e65f-50a4-44ff-b56d-c45c906e9ca1 tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Notify callbacks [] for router_gateway, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:31.362342 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6fdd6f30-f481-4f38-8b78-672b2d98ed43 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:31.365845 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-6fdd6f30-f481-4f38-8b78-672b2d98ed43 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] 10.222.0.22 "DELETE /v2.0/routers/ec6e0386-8097-4ab7-be22-6a2dcfe84cc9 HTTP/1.1" status: 204 len: 168 time: 0.6230891 Aug 29 04:36:31.366927 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 49526) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:31.433078 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_v2 [None req-09909c01-2b90-46df-b96b-cbdad351e192 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Deleting subnet b05c032e-640e-487c-806d-59021ca3c928 {{(pid=94829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:36:31.433646 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dad5ec8b-93e5-4c6b-8e1e-e313a17c5fd5 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:31.439749 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-09909c01-2b90-46df-b96b-cbdad351e192 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks [] for subnet, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:31.442023 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-33327722-ff0c-43cc-be5a-e76500d6654c None None] Attempting to bind port 1d20e256-31ee-4b01-9067-1513cb1918b4 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:36:31.442513 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-33327722-ff0c-43cc-be5a-e76500d6654c None None] Attempting to bind port 1d20e256-31ee-4b01-9067-1513cb1918b4 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '58f34c25-85d4-4908-9cd0-cda8f99c3166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '2eda4a14-8453-4303-9896-c60098a2f5a8'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:36:31.443009 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33327722-ff0c-43cc-be5a-e76500d6654c None None] Attempting to bind port 1d20e256-31ee-4b01-9067-1513cb1918b4 on network 2eda4a14-8453-4303-9896-c60098a2f5a8 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:36:31.465977 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33327722-ff0c-43cc-be5a-e76500d6654c None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:36:31.472187 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33327722-ff0c-43cc-be5a-e76500d6654c None None] Checking segment: {'id': '58f34c25-85d4-4908-9cd0-cda8f99c3166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '2eda4a14-8453-4303-9896-c60098a2f5a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:36:31.472750 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-33327722-ff0c-43cc-be5a-e76500d6654c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:31.473354 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33327722-ff0c-43cc-be5a-e76500d6654c None None] Bound using segment: {'id': '58f34c25-85d4-4908-9cd0-cda8f99c3166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '2eda4a14-8453-4303-9896-c60098a2f5a8'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:36:31.473956 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-33327722-ff0c-43cc-be5a-e76500d6654c None None] Bound port: 1d20e256-31ee-4b01-9067-1513cb1918b4, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58f34c25-85d4-4908-9cd0-cda8f99c3166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '2eda4a14-8453-4303-9896-c60098a2f5a8'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:36:31.474562 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-33327722-ff0c-43cc-be5a-e76500d6654c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:31.503209 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-09909c01-2b90-46df-b96b-cbdad351e192 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4311743'] for subnet, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:31.523081 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-33f660e0-7e43-4a00-898a-99e644e3692a None None] For port 5f82e702-9b38-4aeb-bba3-04cf4ebd1777, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:36:31.527453 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-33f660e0-7e43-4a00-898a-99e644e3692a None None] For port 5f82e702-9b38-4aeb-bba3-04cf4ebd1777, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=5f82e702-9b38-4aeb-bba3-04cf4ebd1777,segment=NetworkSegment(9a14567d-fa1d-4337-a76a-e0b9c697c7db),segment_id=9a14567d-fa1d-4337-a76a-e0b9c697c7db)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:36:31.546325 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad5ec8b-93e5-4c6b-8e1e-e313a17c5fd5 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Network 79fa1df2-97d9-44b1-83f9-3c36908e7944 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:36:31.547327 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-33f660e0-7e43-4a00-898a-99e644e3692a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:31.654633 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-09909c01-2b90-46df-b96b-cbdad351e192 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:31.661834 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-33327722-ff0c-43cc-be5a-e76500d6654c None None] For port 1d20e256-31ee-4b01-9067-1513cb1918b4, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:36:31.666004 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-33327722-ff0c-43cc-be5a-e76500d6654c None None] For port 1d20e256-31ee-4b01-9067-1513cb1918b4, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=1d20e256-31ee-4b01-9067-1513cb1918b4,segment=NetworkSegment(58f34c25-85d4-4908-9cd0-cda8f99c3166),segment_id=58f34c25-85d4-4908-9cd0-cda8f99c3166)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:36:31.669306 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f660e0-7e43-4a00-898a-99e644e3692a None None] Pushing event updated for resources: {'Port': ['ID=5f82e702-9b38-4aeb-bba3-04cf4ebd1777,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:31.682260 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-33327722-ff0c-43cc-be5a-e76500d6654c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:31.777767 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33327722-ff0c-43cc-be5a-e76500d6654c None None] Pushing event updated for resources: {'Port': ['ID=1d20e256-31ee-4b01-9067-1513cb1918b4,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:31.792323 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-09909c01-2b90-46df-b96b-cbdad351e192 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4552352'] for subnet, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:31.813065 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-09909c01-2b90-46df-b96b-cbdad351e192 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:31.818226 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-09909c01-2b90-46df-b96b-cbdad351e192 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] 10.222.0.22 "DELETE /v2.0/subnets/b05c032e-640e-487c-806d-59021ca3c928 HTTP/1.1" status: 204 len: 168 time: 0.4477930 Aug 29 04:36:31.844380 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e0dfe6c-5f9f-49ab-beb1-bb55bdd6d137 None None] Network 8aa9ee96-c594-498b-afe8-026d13bcc776 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:36:31.853006 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 49536) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:31.868604 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09909c01-2b90-46df-b96b-cbdad351e192 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Pushing event deleted for resources: {'Subnet': ['ID=b05c032e-640e-487c-806d-59021ca3c928,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:32.089902 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-41391851-6aff-4de2-bff9-0cc5af102d73 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:32.150074 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-dad5ec8b-93e5-4c6b-8e1e-e313a17c5fd5 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:36:32.166082 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad5ec8b-93e5-4c6b-8e1e-e313a17c5fd5 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:36:32.189716 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-41391851-6aff-4de2-bff9-0cc5af102d73 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Deleting port ebc98cfc-be44-4e18-a9f7-8d677ddc9ace {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:36:32.190075 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-41391851-6aff-4de2-bff9-0cc5af102d73 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:32.191736 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad5ec8b-93e5-4c6b-8e1e-e313a17c5fd5 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:32.193320 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dad5ec8b-93e5-4c6b-8e1e-e313a17c5fd5 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:32.200288 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b4b9fcf6-cd82-4676-8503-6966de62c4b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:32.207164 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad5ec8b-93e5-4c6b-8e1e-e313a17c5fd5 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Pushing event updated for resources: {'Port': ['ID=a9710f72-de77-4812-a2c1-331a5c6c6eb2,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:32.295506 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-dad5ec8b-93e5-4c6b-8e1e-e313a17c5fd5 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.5976722 Aug 29 04:36:32.308766 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1438db36-e1d6-4937-ab8e-9966aee46a3d None None] DHCP port deletion for 8aa9ee96-c594-498b-afe8-026d13bcc776 request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:36:32.316321 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 49544) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:32.332386 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-a883929d-a593-4db5-8cd1-aa309af669f8 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Request body: {'port': {'network_id': '79fa1df2-97d9-44b1-83f9-3c36908e7944', 'name': 'tempest-PortsIpV6TestJSON-142139242', 'fixed_ips': [{'subnet_id': 'caee53b8-0c8c-4ec3-ba8c-6e26b6d541d0', 'ip_address': '2001:db8::f'}]}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:32.381459 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-1438db36-e1d6-4937-ab8e-9966aee46a3d None None] Deleting port ebc98cfc-be44-4e18-a9f7-8d677ddc9ace {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:36:32.381847 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1438db36-e1d6-4937-ab8e-9966aee46a3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:32.400520 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8b5e65f-50a4-44ff-b56d-c45c906e9ca1 tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409'] for router, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:32.472211 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-41391851-6aff-4de2-bff9-0cc5af102d73 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] For port ebc98cfc-be44-4e18-a9f7-8d677ddc9ace, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=ebc98cfc-be44-4e18-a9f7-8d677ddc9ace,segment=NetworkSegment(5dabad6c-96fe-4dac-893a-634b94b2fbb4),segment_id=5dabad6c-96fe-4dac-893a-634b94b2fbb4)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:32.472549 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-41391851-6aff-4de2-bff9-0cc5af102d73 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:32.498444 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-41391851-6aff-4de2-bff9-0cc5af102d73 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Calling delete_port for ebc98cfc-be44-4e18-a9f7-8d677ddc9ace owned by network:dhcp {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:36:32.527138 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1438db36-e1d6-4937-ab8e-9966aee46a3d None None] For port ebc98cfc-be44-4e18-a9f7-8d677ddc9ace, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=ebc98cfc-be44-4e18-a9f7-8d677ddc9ace,segment=NetworkSegment(5dabad6c-96fe-4dac-893a-634b94b2fbb4),segment_id=5dabad6c-96fe-4dac-893a-634b94b2fbb4)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:32.527763 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1438db36-e1d6-4937-ab8e-9966aee46a3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:32.560944 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b4b9fcf6-cd82-4676-8503-6966de62c4b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:32.564026 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-1438db36-e1d6-4937-ab8e-9966aee46a3d None None] Calling delete_port for ebc98cfc-be44-4e18-a9f7-8d677ddc9ace owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:36:32.572824 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b4b9fcf6-cd82-4676-8503-6966de62c4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:32.630812 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-b4b9fcf6-cd82-4676-8503-6966de62c4b7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d501b8ecca324169b507a0310ebbfd27&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2712677 Aug 29 04:36:32.632866 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 49550) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:32.651704 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b9fcf6-cd82-4676-8503-6966de62c4b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72b17559-5626-432c-b851-bc35b008d36f,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:32.667268 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a883929d-a593-4db5-8cd1-aa309af669f8 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Made reservation on behalf of b130c2fb48814d1585244ef54308020c for: {'port': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:36:32.759678 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8b5e65f-50a4-44ff-b56d-c45c906e9ca1 tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Router d79d9db1-e769-4b6d-ab1c-0aeafcba83cc is scheduled to L3 agent 76874008-c311-485c-ba36-921b6d275b6a with binding_index 1 {{(pid=94828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:36:32.783791 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1438db36-e1d6-4937-ab8e-9966aee46a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:32.791783 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-08951d19-e8fc-476b-a7ae-d2ac2c0ff3f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:32.824546 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-08951d19-e8fc-476b-a7ae-d2ac2c0ff3f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:32.844665 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1438db36-e1d6-4937-ab8e-9966aee46a3d None None] No DVR routers for this DVR port ebc98cfc-be44-4e18-a9f7-8d677ddc9ace on host n-d-712140-12 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:36:32.853425 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1438db36-e1d6-4937-ab8e-9966aee46a3d None None] Pushing event deleted for resources: {'Port': ['ID=ebc98cfc-be44-4e18-a9f7-8d677ddc9ace,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:32.863790 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-41391851-6aff-4de2-bff9-0cc5af102d73 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:32.906517 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41391851-6aff-4de2-bff9-0cc5af102d73 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] No DVR routers for this DVR port ebc98cfc-be44-4e18-a9f7-8d677ddc9ace on host n-d-712140-12 {{(pid=94829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:36:32.934225 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41391851-6aff-4de2-bff9-0cc5af102d73 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Pushing event deleted for resources: {'Port': ['ID=ebc98cfc-be44-4e18-a9f7-8d677ddc9ace,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:32.947832 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a883929d-a593-4db5-8cd1-aa309af669f8 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:32.949114 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-08951d19-e8fc-476b-a7ae-d2ac2c0ff3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:32.952754 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-08951d19-e8fc-476b-a7ae-d2ac2c0ff3f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:32.956505 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-08951d19-e8fc-476b-a7ae-d2ac2c0ff3f3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/72b17559-5626-432c-b851-bc35b008d36f HTTP/1.1" status: 204 len: 168 time: 0.3189809 Aug 29 04:36:32.968211 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08951d19-e8fc-476b-a7ae-d2ac2c0ff3f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b17559-5626-432c-b851-bc35b008d36f,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:33.060162 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [None req-a883929d-a593-4db5-8cd1-aa309af669f8 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] device_id is not set on port c633549a-a176-489a-8b96-56c83fc398af yet. {{(pid=94829) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:36:33.098632 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8b5e65f-50a4-44ff-b56d-c45c906e9ca1 tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:36:33.140636 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0215154b-5008-4f7e-8ba5-ad5d7748e1dd None None] Sync routers for ids ['d79d9db1-e769-4b6d-ab1c-0aeafcba83cc'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:36:33.145527 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-41391851-6aff-4de2-bff9-0cc5af102d73 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:33.152484 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8b5e65f-50a4-44ff-b56d-c45c906e9ca1 tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Notify callbacks [] for router, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:33.154109 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-c8b5e65f-50a4-44ff-b56d-c45c906e9ca1 tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 4.2970636 Aug 29 04:36:33.157261 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 49560) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:33.166343 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0215154b-5008-4f7e-8ba5-ad5d7748e1dd None None] Routers {'d79d9db1-e769-4b6d-ab1c-0aeafcba83cc'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:36:33.166997 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-0215154b-5008-4f7e-8ba5-ad5d7748e1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:36:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['d79d9db1-e769-4b6d-ab1c-0aeafcba83cc'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:33.217192 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-41391851-6aff-4de2-bff9-0cc5af102d73 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8aa9ee96-c594-498b-afe8-026d13bcc776']}} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:33.245816 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-0215154b-5008-4f7e-8ba5-ad5d7748e1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:33.254034 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efaa6314-8a8f-457c-9a3f-1a1f61cccb41 None None] Network 79fa1df2-97d9-44b1-83f9-3c36908e7944 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:36:33.257855 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-41391851-6aff-4de2-bff9-0cc5af102d73 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dabad6c-96fe-4dac-893a-634b94b2fbb4') {'for_net_delete': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:33.258086 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-41391851-6aff-4de2-bff9-0cc5af102d73 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dabad6c-96fe-4dac-893a-634b94b2fbb4') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:33.281348 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0215154b-5008-4f7e-8ba5-ad5d7748e1dd None None] Routers {'d79d9db1-e769-4b6d-ab1c-0aeafcba83cc'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:36:33.282517 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-0215154b-5008-4f7e-8ba5-ad5d7748e1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:36:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['d79d9db1-e769-4b6d-ab1c-0aeafcba83cc'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:33.333090 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-0215154b-5008-4f7e-8ba5-ad5d7748e1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:33.335148 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0215154b-5008-4f7e-8ba5-ad5d7748e1dd None None] The sync data for ids ['d79d9db1-e769-4b6d-ab1c-0aeafcba83cc'] in n-d-712140-12 is: [] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:36:33.408510 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-70aeca7c-c91a-4b97-bc2b-506a7b9fc710 None None] Provisioning for port 5f82e702-9b38-4aeb-bba3-04cf4ebd1777 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:36:33.418957 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a81b0fe2-0a36-441f-a625-752ed026af11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:33.506913 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-a883929d-a593-4db5-8cd1-aa309af669f8 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Allocated IP 2001:db8::f (79fa1df2-97d9-44b1-83f9-3c36908e7944/caee53b8-0c8c-4ec3-ba8c-6e26b6d541d0/c633549a-a176-489a-8b96-56c83fc398af) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:36:33.560037 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-41391851-6aff-4de2-bff9-0cc5af102d73 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4311712'] for segment, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:33.676967 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 1d20e256-31ee-4b01-9067-1513cb1918b4 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:36:33.740618 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 49574) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:33.766118 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-41391851-6aff-4de2-bff9-0cc5af102d73 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:33.768935 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1b7dc12f-7413-475a-9116-e027f61c8a1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:33.782102 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41391851-6aff-4de2-bff9-0cc5af102d73 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=94829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:36:33.783114 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-41391851-6aff-4de2-bff9-0cc5af102d73 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4274277'] for segment, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:33.786901 n-d-712140-12 neutron-server[94829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:36:33.786901 n-d-712140-12 neutron-server[94829]: self.session.flush() Aug 29 04:36:33.786901 n-d-712140-12 neutron-server[94829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:36:33.786901 n-d-712140-12 neutron-server[94829]: self.session.flush() Aug 29 04:36:33.786901 n-d-712140-12 neutron-server[94829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:36:33.786901 n-d-712140-12 neutron-server[94829]: self.session.flush() Aug 29 04:36:33.786901 n-d-712140-12 neutron-server[94829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:36:33.786901 n-d-712140-12 neutron-server[94829]: self.session.flush() Aug 29 04:36:33.786901 n-d-712140-12 neutron-server[94829]: Traceback (most recent call last): Aug 29 04:36:33.786901 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:36:33.786901 n-d-712140-12 neutron-server[94829]: timer() Aug 29 04:36:33.786901 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:36:33.786901 n-d-712140-12 neutron-server[94829]: cb(*args, **kw) Aug 29 04:36:33.786901 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:36:33.786901 n-d-712140-12 neutron-server[94829]: return func(*args, **kwargs) Aug 29 04:36:33.786901 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:36:33.786901 n-d-712140-12 neutron-server[94829]: self._notify() Aug 29 04:36:33.786901 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:36:33.786901 n-d-712140-12 neutron-server[94829]: self.callback(batched_events) Aug 29 04:36:33.786901 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:36:33.786901 n-d-712140-12 neutron-server[94829]: event.method(event) Aug 29 04:36:33.786901 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:36:33.786901 n-d-712140-12 neutron-server[94829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:36:33.786901 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:36:33.786901 n-d-712140-12 neutron-server[94829]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:36:33.786901 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:36:33.786901 n-d-712140-12 neutron-server[94829]: return f(self, *a, **k) Aug 29 04:36:33.786901 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:36:33.786901 n-d-712140-12 neutron-server[94829]: return self._get(url).json() Aug 29 04:36:33.786901 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:36:33.786901 n-d-712140-12 neutron-server[94829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:36:33.786901 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:36:33.786901 n-d-712140-12 neutron-server[94829]: return self.request(url, 'GET', **kwargs) Aug 29 04:36:33.786901 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:36:33.786901 n-d-712140-12 neutron-server[94829]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:36:33.786901 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:36:33.786901 n-d-712140-12 neutron-server[94829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:36:33.786901 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:36:33.786901 n-d-712140-12 neutron-server[94829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:36:33.786901 n-d-712140-12 neutron-server[94829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:36:33.822465 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 1d20e256-31ee-4b01-9067-1513cb1918b4 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:36:33.828909 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415f6dc2-a199-4dc3-b924-79c96ae38aad None None] Network 2eda4a14-8453-4303-9896-c60098a2f5a8 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:36:33.833046 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 5f82e702-9b38-4aeb-bba3-04cf4ebd1777 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:36:33.966186 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a883929d-a593-4db5-8cd1-aa309af669f8 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:33.976055 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-4cc02157-6850-4e57-80b3-516ab808d056 None None] Provisioning for port 1d20e256-31ee-4b01-9067-1513cb1918b4 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:36:33.983240 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-41391851-6aff-4de2-bff9-0cc5af102d73 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:33.988942 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-41391851-6aff-4de2-bff9-0cc5af102d73 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:33.994618 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-41391851-6aff-4de2-bff9-0cc5af102d73 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] 10.222.0.22 "DELETE /v2.0/networks/8aa9ee96-c594-498b-afe8-026d13bcc776 HTTP/1.1" status: 204 len: 168 time: 2.1367068 Aug 29 04:36:33.995304 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 5f82e702-9b38-4aeb-bba3-04cf4ebd1777 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:36:33.998483 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 49582) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:34.005957 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-4cc02157-6850-4e57-80b3-516ab808d056 None None] Provisioning complete for port 1d20e256-31ee-4b01-9067-1513cb1918b4 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:34.006324 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4cc02157-6850-4e57-80b3-516ab808d056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:34.008292 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-17d0228d-c6e1-42a1-b9a8-8807f0190018 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1955365740', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}, 'admin_state_up': False}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:34.015473 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 5f82e702-9b38-4aeb-bba3-04cf4ebd1777 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:34.016071 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:34.068710 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-a883929d-a593-4db5-8cd1-aa309af669f8 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Transition to ACTIVE for port object c633549a-a176-489a-8b96-56c83fc398af will not be triggered until provisioned by entity DHCP. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:36:34.096619 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-17d0228d-c6e1-42a1-b9a8-8807f0190018 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:34.100021 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-17d0228d-c6e1-42a1-b9a8-8807f0190018 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1838'] for router, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:34.176915 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-17d0228d-c6e1-42a1-b9a8-8807f0190018 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:34.182122 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41391851-6aff-4de2-bff9-0cc5af102d73 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Pushing event deleted for resources: {'Network': ['ID=8aa9ee96-c594-498b-afe8-026d13bcc776,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:34.205656 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3533db08-b29f-47d3-94cd-66163b92d37c tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:34.296242 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:34.396640 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4cc02157-6850-4e57-80b3-516ab808d056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:34.400917 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-17d0228d-c6e1-42a1-b9a8-8807f0190018 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:34.406554 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a883929d-a593-4db5-8cd1-aa309af669f8 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:34.433287 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 5f82e702-9b38-4aeb-bba3-04cf4ebd1777, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=5f82e702-9b38-4aeb-bba3-04cf4ebd1777,segment=NetworkSegment(9a14567d-fa1d-4337-a76a-e0b9c697c7db),segment_id=9a14567d-fa1d-4337-a76a-e0b9c697c7db)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:34.442288 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:34.454356 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1b7dc12f-7413-475a-9116-e027f61c8a1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:34.466845 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1b7dc12f-7413-475a-9116-e027f61c8a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:34.494803 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a883929d-a593-4db5-8cd1-aa309af669f8 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Pushing event updated for resources: {'Port': ['ID=c633549a-a176-489a-8b96-56c83fc398af,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:34.545259 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-4cc02157-6850-4e57-80b3-516ab808d056 None None] For port 1d20e256-31ee-4b01-9067-1513cb1918b4, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=1d20e256-31ee-4b01-9067-1513cb1918b4,segment=NetworkSegment(58f34c25-85d4-4908-9cd0-cda8f99c3166),segment_id=58f34c25-85d4-4908-9cd0-cda8f99c3166)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:34.576784 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-1b7dc12f-7413-475a-9116-e027f61c8a1d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=697c8ad3ad244c7aa984ff3048f6598a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8297448 Aug 29 04:36:34.580762 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 49598) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:34.583576 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device ebc98cfc-be44-4e18-a9f7-8d677ddc9ace no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:36:34.605164 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a883929d-a593-4db5-8cd1-aa309af669f8 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Network 79fa1df2-97d9-44b1-83f9-3c36908e7944 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:36:34.607928 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: ebc98cfc-be44-4e18-a9f7-8d677ddc9ace {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:36:34.608925 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device ebc98cfc-be44-4e18-a9f7-8d677ddc9ace not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:36:34.624316 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4cc02157-6850-4e57-80b3-516ab808d056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:34.639995 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7dc12f-7413-475a-9116-e027f61c8a1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90baaacc-e1a9-4169-a3de-7a84dd6e92d0,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:34.673453 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=5f82e702-9b38-4aeb-bba3-04cf4ebd1777,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:34.682183 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-a883929d-a593-4db5-8cd1-aa309af669f8 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:36:34.685997 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a883929d-a593-4db5-8cd1-aa309af669f8 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:36:34.692301 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a883929d-a593-4db5-8cd1-aa309af669f8 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:34.693375 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a883929d-a593-4db5-8cd1-aa309af669f8 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:34.760807 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-a883929d-a593-4db5-8cd1-aa309af669f8 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.4418151 Aug 29 04:36:34.769667 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 49600) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:34.787310 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-c02a50aa-57d2-4e8b-907c-7f820cecd1a1 None None] Provisioning complete for port 5f82e702-9b38-4aeb-bba3-04cf4ebd1777 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:34.788439 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c02a50aa-57d2-4e8b-907c-7f820cecd1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:34.789484 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8e2a488c-2c1d-4425-9eb3-b09a19d87166 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:34.796469 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc02157-6850-4e57-80b3-516ab808d056 None None] Pushing event updated for resources: {'Port': ['ID=1d20e256-31ee-4b01-9067-1513cb1918b4,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:34.825883 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8e2a488c-2c1d-4425-9eb3-b09a19d87166 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:35.007216 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-17d0228d-c6e1-42a1-b9a8-8807f0190018 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks [] for router_gateway, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:35.027038 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2356ba07-09b0-4ab2-814d-77d3ad1ae2c4 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:35.029533 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8e2a488c-2c1d-4425-9eb3-b09a19d87166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:35.030610 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-2356ba07-09b0-4ab2-814d-77d3ad1ae2c4 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.2586765 Aug 29 04:36:35.032837 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8e2a488c-2c1d-4425-9eb3-b09a19d87166 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:35.036405 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 49604) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:35.036586 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-8e2a488c-2c1d-4425-9eb3-b09a19d87166 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/90baaacc-e1a9-4169-a3de-7a84dd6e92d0 HTTP/1.1" status: 204 len: 168 time: 0.4506576 Aug 29 04:36:35.044532 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-17d0228d-c6e1-42a1-b9a8-8807f0190018 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:35.178519 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f61a69-a1de-48e6-a41c-e267c7cb9063 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:35.185257 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f61a69-a1de-48e6-a41c-e267c7cb9063 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:35.195949 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f61a69-a1de-48e6-a41c-e267c7cb9063 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:35.198536 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-b2f61a69-a1de-48e6-a41c-e267c7cb9063 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.1637437 Aug 29 04:36:35.201531 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 49608) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:35.220728 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-3533db08-b29f-47d3-94cd-66163b92d37c tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Allocated IP 172.20.0.1 (2eda4a14-8453-4303-9896-c60098a2f5a8/f6542437-7246-4ec1-8e7e-91b0435208e4/90945e73-89c2-4d88-8628-413602940791) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:36:35.229658 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-17d0228d-c6e1-42a1-b9a8-8807f0190018 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Allocated IP 172.25.0.218 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/2385516b-a857-435e-a583-6653bd6743b5) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:36:35.247665 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2a488c-2c1d-4425-9eb3-b09a19d87166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90baaacc-e1a9-4169-a3de-7a84dd6e92d0,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:35.275307 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-c02a50aa-57d2-4e8b-907c-7f820cecd1a1 None None] Provisioning for port a9710f72-de77-4812-a2c1-331a5c6c6eb2 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:36:35.280854 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-c02a50aa-57d2-4e8b-907c-7f820cecd1a1 None None] Provisioning complete for port a9710f72-de77-4812-a2c1-331a5c6c6eb2 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:35.281564 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c02a50aa-57d2-4e8b-907c-7f820cecd1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:35.332282 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-c02a50aa-57d2-4e8b-907c-7f820cecd1a1 None None] Port a9710f72-de77-4812-a2c1-331a5c6c6eb2 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:36:35.408773 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-17d0228d-c6e1-42a1-b9a8-8807f0190018 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:35.464639 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-13c77285-0dfe-4c29-911a-ec7cf0cc42a9 None None] Provisioning complete for port 1d20e256-31ee-4b01-9067-1513cb1918b4 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:35.465045 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-13c77285-0dfe-4c29-911a-ec7cf0cc42a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:35.469149 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-17d0228d-c6e1-42a1-b9a8-8807f0190018 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:35.516886 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 1d20e256-31ee-4b01-9067-1513cb1918b4 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:36:35.525296 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d0228d-c6e1-42a1-b9a8-8807f0190018 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:36:35.531221 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-17d0228d-c6e1-42a1-b9a8-8807f0190018 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:36:35.543117 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d0228d-c6e1-42a1-b9a8-8807f0190018 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:36:35.560084 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3533db08-b29f-47d3-94cd-66163b92d37c tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:35.589962 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d0228d-c6e1-42a1-b9a8-8807f0190018 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Pushing event updated for resources: {'Port': ['ID=2385516b-a857-435e-a583-6653bd6743b5,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:35.599523 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-645ba9af-81bc-4296-b11f-63f2aa5a8f77 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Deleting port c633549a-a176-489a-8b96-56c83fc398af {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:36:35.599991 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-645ba9af-81bc-4296-b11f-63f2aa5a8f77 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:35.604733 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3533db08-b29f-47d3-94cd-66163b92d37c tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Transition to ACTIVE for port object 90945e73-89c2-4d88-8628-413602940791 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:36:35.690846 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 1d20e256-31ee-4b01-9067-1513cb1918b4 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:35.690846 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:35.766258 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-13c77285-0dfe-4c29-911a-ec7cf0cc42a9 None None] Provisioning complete for port a9710f72-de77-4812-a2c1-331a5c6c6eb2 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:35.766708 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-13c77285-0dfe-4c29-911a-ec7cf0cc42a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:35.773060 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3533db08-b29f-47d3-94cd-66163b92d37c tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:35.823543 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-13c77285-0dfe-4c29-911a-ec7cf0cc42a9 None None] Port a9710f72-de77-4812-a2c1-331a5c6c6eb2 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:36:35.840465 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-645ba9af-81bc-4296-b11f-63f2aa5a8f77 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:35.859526 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-13c77285-0dfe-4c29-911a-ec7cf0cc42a9 None None] Provisioning for port c633549a-a176-489a-8b96-56c83fc398af completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:36:35.864876 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3533db08-b29f-47d3-94cd-66163b92d37c tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Network 2eda4a14-8453-4303-9896-c60098a2f5a8 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:36:35.865891 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3533db08-b29f-47d3-94cd-66163b92d37c tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Pushing event updated for resources: {'Port': ['ID=90945e73-89c2-4d88-8628-413602940791,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:35.866238 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-13c77285-0dfe-4c29-911a-ec7cf0cc42a9 None None] Provisioning complete for port c633549a-a176-489a-8b96-56c83fc398af triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:35.866620 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-13c77285-0dfe-4c29-911a-ec7cf0cc42a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:35.872814 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-3533db08-b29f-47d3-94cd-66163b92d37c tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:36:35.878769 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3533db08-b29f-47d3-94cd-66163b92d37c tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:36:35.883273 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-645ba9af-81bc-4296-b11f-63f2aa5a8f77 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Calling delete_port for c633549a-a176-489a-8b96-56c83fc398af owned by {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:36:35.903163 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 5f82e702-9b38-4aeb-bba3-04cf4ebd1777 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:36:35.943851 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-13c77285-0dfe-4c29-911a-ec7cf0cc42a9 None None] Port c633549a-a176-489a-8b96-56c83fc398af cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:36:35.955327 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-17d0228d-c6e1-42a1-b9a8-8807f0190018 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks [] for router_gateway, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:35.990825 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3533db08-b29f-47d3-94cd-66163b92d37c tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719598'] for router_interface, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:35.994474 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 5f82e702-9b38-4aeb-bba3-04cf4ebd1777 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:35.994863 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:36.303857 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-51285a9f-d556-4ea3-b8f0-bb812490409b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:36.315639 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-c0df76cd-5537-467b-8c8a-4ee770f59a3c None None] Provisioning for port 90945e73-89c2-4d88-8628-413602940791 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:36:36.322958 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-c0df76cd-5537-467b-8c8a-4ee770f59a3c None None] Provisioning complete for port 90945e73-89c2-4d88-8628-413602940791 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:36.323616 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c0df76cd-5537-467b-8c8a-4ee770f59a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:36.346361 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3533db08-b29f-47d3-94cd-66163b92d37c tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:36.348244 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-645ba9af-81bc-4296-b11f-63f2aa5a8f77 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:36.378153 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-c0df76cd-5537-467b-8c8a-4ee770f59a3c None None] Port 90945e73-89c2-4d88-8628-413602940791 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:36:36.400853 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645ba9af-81bc-4296-b11f-63f2aa5a8f77 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Pushing event deleted for resources: {'Port': ['ID=c633549a-a176-489a-8b96-56c83fc398af,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:36.469818 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-645ba9af-81bc-4296-b11f-63f2aa5a8f77 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:36.474084 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-645ba9af-81bc-4296-b11f-63f2aa5a8f77 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "DELETE /v2.0/ports/c633549a-a176-489a-8b96-56c83fc398af HTTP/1.1" status: 204 len: 168 time: 1.2688091 Aug 29 04:36:36.474510 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 49636) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:36.503773 n-d-712140-12 neutron-server[94828]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4c3a6ab-44ff-437b-9eb3-3b2ff2f88273 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] GET failed (client error): The resource could not be found. Aug 29 04:36:36.505845 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-a4c3a6ab-44ff-437b-9eb3-3b2ff2f88273 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "GET /v2.0/ports/c633549a-a176-489a-8b96-56c83fc398af HTTP/1.1" status: 404 len: 333 time: 0.0300634 Aug 29 04:36:36.552650 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 49638) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:36.788210 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-17d0228d-c6e1-42a1-b9a8-8807f0190018 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409'] for router, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:36.823967 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-6bcb4ad1-14c2-4d23-8356-e45be63cace0 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Deleting port a9710f72-de77-4812-a2c1-331a5c6c6eb2 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:36:36.824314 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6bcb4ad1-14c2-4d23-8356-e45be63cace0 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:36.985717 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6bcb4ad1-14c2-4d23-8356-e45be63cace0 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:36.993970 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17d0228d-c6e1-42a1-b9a8-8807f0190018 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Router 9b1e3061-d540-4b84-9237-1cf30ec1bfe7 is scheduled to L3 agent 76874008-c311-485c-ba36-921b6d275b6a with binding_index 1 {{(pid=94829) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:36:37.009025 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-6bcb4ad1-14c2-4d23-8356-e45be63cace0 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Calling delete_port for a9710f72-de77-4812-a2c1-331a5c6c6eb2 owned by {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:36:37.035857 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3533db08-b29f-47d3-94cd-66163b92d37c tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:37.041850 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3533db08-b29f-47d3-94cd-66163b92d37c tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:37.169902 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:37.174526 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3533db08-b29f-47d3-94cd-66163b92d37c tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-718897'] for router_interface, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:37.187739 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3533db08-b29f-47d3-94cd-66163b92d37c tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Pushing event updated for resources: {'Port': ['ID=90945e73-89c2-4d88-8628-413602940791,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:37.195794 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17d0228d-c6e1-42a1-b9a8-8807f0190018 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:36:37.215302 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89f8b2a-d9ba-4199-80ff-0b0f2644800e None None] Sync routers for ids ['9b1e3061-d540-4b84-9237-1cf30ec1bfe7'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:36:37.222449 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-17d0228d-c6e1-42a1-b9a8-8807f0190018 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:37.227445 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-17d0228d-c6e1-42a1-b9a8-8807f0190018 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.2256386 Aug 29 04:36:37.228180 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 49654) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:37.274573 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89f8b2a-d9ba-4199-80ff-0b0f2644800e None None] Routers {'9b1e3061-d540-4b84-9237-1cf30ec1bfe7'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:36:37.276140 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-a89f8b2a-d9ba-4199-80ff-0b0f2644800e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:36:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['9b1e3061-d540-4b84-9237-1cf30ec1bfe7'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:37.357245 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3533db08-b29f-47d3-94cd-66163b92d37c tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Network 2eda4a14-8453-4303-9896-c60098a2f5a8 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:36:37.358145 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6bcb4ad1-14c2-4d23-8356-e45be63cace0 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:37.361061 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-3533db08-b29f-47d3-94cd-66163b92d37c tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:36:37.408421 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-1e42300e-64e5-448e-a41d-e87c18b3dfb9 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] 10.222.0.22 "GET /v2.0/routers/9b1e3061-d540-4b84-9237-1cf30ec1bfe7 HTTP/1.1" status: 200 len: 885 time: 0.1787941 Aug 29 04:36:37.410204 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 49664) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:37.411261 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:37.419253 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-a89f8b2a-d9ba-4199-80ff-0b0f2644800e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:37.425466 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcb4ad1-14c2-4d23-8356-e45be63cace0 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Pushing event deleted for resources: {'Port': ['ID=a9710f72-de77-4812-a2c1-331a5c6c6eb2,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:37.442899 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89f8b2a-d9ba-4199-80ff-0b0f2644800e None None] Routers {'9b1e3061-d540-4b84-9237-1cf30ec1bfe7'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:36:37.446421 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-a89f8b2a-d9ba-4199-80ff-0b0f2644800e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:36:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['9b1e3061-d540-4b84-9237-1cf30ec1bfe7'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:37.550108 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-a89f8b2a-d9ba-4199-80ff-0b0f2644800e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:37.553938 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89f8b2a-d9ba-4199-80ff-0b0f2644800e None None] The sync data for ids ['9b1e3061-d540-4b84-9237-1cf30ec1bfe7'] in n-d-712140-12 is: [] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:36:37.619440 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6bcb4ad1-14c2-4d23-8356-e45be63cace0 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:37.630825 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-6bcb4ad1-14c2-4d23-8356-e45be63cace0 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "DELETE /v2.0/ports/a9710f72-de77-4812-a2c1-331a5c6c6eb2 HTTP/1.1" status: 204 len: 168 time: 1.0770383 Aug 29 04:36:37.631500 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 49674) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:37.713605 n-d-712140-12 neutron-server[94828]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccda5a53-8e6d-46c6-b477-a1a8f97396c9 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] GET failed (client error): The resource could not be found. Aug 29 04:36:37.720673 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-ccda5a53-8e6d-46c6-b477-a1a8f97396c9 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "GET /v2.0/ports/a9710f72-de77-4812-a2c1-331a5c6c6eb2 HTTP/1.1" status: 404 len: 333 time: 0.0844884 Aug 29 04:36:37.721335 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 49682) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:37.823186 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_v2 [None req-05117a96-fed2-4586-93d5-8c9aff220ac7 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Deleting subnet caee53b8-0c8c-4ec3-ba8c-6e26b6d541d0 {{(pid=94828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:36:37.827349 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-05117a96-fed2-4586-93d5-8c9aff220ac7 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks [] for subnet, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:37.827847 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-6e9d2435-de04-43a8-a547-92a62f77c3b4 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.4074256 Aug 29 04:36:37.828567 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 49688) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:37.829472 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-af964d79-b39f-4e99-bfd7-987dc9c98234 None None] Provisioning complete for port 90945e73-89c2-4d88-8628-413602940791 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:37.830151 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-af964d79-b39f-4e99-bfd7-987dc9c98234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:37.833293 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-b85620ce-da73-43a9-9479-4da43bc0f76b tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1955365740'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:37.901658 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-af964d79-b39f-4e99-bfd7-987dc9c98234 None None] Port 90945e73-89c2-4d88-8628-413602940791 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:36:37.901939 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3533db08-b29f-47d3-94cd-66163b92d37c tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Router d79d9db1-e769-4b6d-ab1c-0aeafcba83cc has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:36:37.924720 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-05117a96-fed2-4586-93d5-8c9aff220ac7 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8904862'] for subnet, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:38.283533 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b85620ce-da73-43a9-9479-4da43bc0f76b tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-719380', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-717238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1792'] for router, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:38.299264 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b85620ce-da73-43a9-9479-4da43bc0f76b tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-719375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-719366', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-717217'] for router, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:38.493869 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 49720) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:38.514464 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b85620ce-da73-43a9-9479-4da43bc0f76b tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Router 9b1e3061-d540-4b84-9237-1cf30ec1bfe7 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:36:38.544074 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3533db08-b29f-47d3-94cd-66163b92d37c tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:36:38.552118 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-3533db08-b29f-47d3-94cd-66163b92d37c tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] 10.222.0.22 "PUT /v2.0/routers/d79d9db1-e769-4b6d-ab1c-0aeafcba83cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3934712 Aug 29 04:36:38.554041 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-05117a96-fed2-4586-93d5-8c9aff220ac7 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:38.557801 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 49726) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:38.558901 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ba401c-f891-415b-9252-b1d38744e92e None None] Sync routers for ids ['d79d9db1-e769-4b6d-ab1c-0aeafcba83cc'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:36:38.563571 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-e4a57ffe-34bf-4cd0-859e-42b709d5e785 tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Request body: {'port': {'network_id': '2eda4a14-8453-4303-9896-c60098a2f5a8', 'name': 'tempest-FloatingIPAdminTestJSON-515628029'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:38.578264 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ba401c-f891-415b-9252-b1d38744e92e None None] Routers {'d79d9db1-e769-4b6d-ab1c-0aeafcba83cc'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:36:38.578980 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-17ba401c-f891-415b-9252-b1d38744e92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:36:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['d79d9db1-e769-4b6d-ab1c-0aeafcba83cc'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:38.621493 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-17ba401c-f891-415b-9252-b1d38744e92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:38.632082 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ba401c-f891-415b-9252-b1d38744e92e None None] Routers {'d79d9db1-e769-4b6d-ab1c-0aeafcba83cc'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:36:38.633025 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-17ba401c-f891-415b-9252-b1d38744e92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:36:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['d79d9db1-e769-4b6d-ab1c-0aeafcba83cc'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:38.675353 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-17ba401c-f891-415b-9252-b1d38744e92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:38.676593 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ba401c-f891-415b-9252-b1d38744e92e None None] The sync data for ids ['d79d9db1-e769-4b6d-ab1c-0aeafcba83cc'] in n-d-712140-12 is: [] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:36:38.679589 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:38.718976 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b85620ce-da73-43a9-9479-4da43bc0f76b tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:36:38.719544 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-05117a96-fed2-4586-93d5-8c9aff220ac7 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9190434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062341'] for subnet, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:38.727403 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b85620ce-da73-43a9-9479-4da43bc0f76b tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:38.728742 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-b85620ce-da73-43a9-9479-4da43bc0f76b tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] 10.222.0.22 "PUT /v2.0/routers/9b1e3061-d540-4b84-9237-1cf30ec1bfe7 HTTP/1.1" status: 200 len: 892 time: 0.8991430 Aug 29 04:36:38.734781 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930f1a49-90c4-4d9b-aff6-03f2f78c95fb None None] Sync routers for ids ['9b1e3061-d540-4b84-9237-1cf30ec1bfe7'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:36:38.735056 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 49728) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:38.748898 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930f1a49-90c4-4d9b-aff6-03f2f78c95fb None None] Routers {'9b1e3061-d540-4b84-9237-1cf30ec1bfe7'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:36:38.750040 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-930f1a49-90c4-4d9b-aff6-03f2f78c95fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:36:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['9b1e3061-d540-4b84-9237-1cf30ec1bfe7'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:38.784742 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b62ad47c-3bb4-4427-8495-aaf2040ec5fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:38.808303 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05117a96-fed2-4586-93d5-8c9aff220ac7 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Pushing event deleted for resources: {'Subnet': ['ID=caee53b8-0c8c-4ec3-ba8c-6e26b6d541d0,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:38.815223 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-05117a96-fed2-4586-93d5-8c9aff220ac7 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:38.817258 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-05117a96-fed2-4586-93d5-8c9aff220ac7 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "DELETE /v2.0/subnets/caee53b8-0c8c-4ec3-ba8c-6e26b6d541d0 HTTP/1.1" status: 204 len: 168 time: 1.0928085 Aug 29 04:36:38.820279 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 49730) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:38.831751 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-e4a57ffe-34bf-4cd0-859e-42b709d5e785 tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 04:36:38.831751 n-d-712140-12 neutron-server[94828]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 29 04:36:38.831751 n-d-712140-12 neutron-server[94828]: [parameters: {'project_id': '7e2c4242cb4941c6aeb7db92dfdc4f95', 'id': '7724d264-faf7-4d74-9318-c4f916953c2c', 'expiration': datetime.datetime(2021, 8, 29, 4, 38, 38, 818313)}] Aug 29 04:36:38.831751 n-d-712140-12 neutron-server[94828]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:36:38.832673 n-d-712140-12 neutron-server[94828]: DEBUG oslo_db.api [None req-e4a57ffe-34bf-4cd0-859e-42b709d5e785 tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:36:38.832797 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93dd9277-a9b3-460d-ad26-89f10c7b94cc None None] Network 79fa1df2-97d9-44b1-83f9-3c36908e7944 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:36:38.836242 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-930f1a49-90c4-4d9b-aff6-03f2f78c95fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:38.891733 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930f1a49-90c4-4d9b-aff6-03f2f78c95fb None None] Routers {'9b1e3061-d540-4b84-9237-1cf30ec1bfe7'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:36:38.892644 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-930f1a49-90c4-4d9b-aff6-03f2f78c95fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:36:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['9b1e3061-d540-4b84-9237-1cf30ec1bfe7'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:38.906234 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-e4cebac4-86b4-43cc-8b66-21501eafd370 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] 10.222.0.22 "GET /v2.0/routers/9b1e3061-d540-4b84-9237-1cf30ec1bfe7 HTTP/1.1" status: 200 len: 892 time: 0.1676190 Aug 29 04:36:38.907019 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 49732) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:38.942148 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-063f9c01-65fb-4baf-bdc3-43cd04e97b2b tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:38.942401 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-43ed0d7a-b895-485b-8791-20db6649c9cb tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] 10.222.0.22 "GET /v2.0/ports?device_id=9b1e3061-d540-4b84-9237-1cf30ec1bfe7 HTTP/1.1" status: 200 len: 205 time: 0.0337350 Aug 29 04:36:38.942919 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 49734) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:38.944689 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-930f1a49-90c4-4d9b-aff6-03f2f78c95fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:38.945594 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930f1a49-90c4-4d9b-aff6-03f2f78c95fb None None] The sync data for ids ['9b1e3061-d540-4b84-9237-1cf30ec1bfe7'] in n-d-712140-12 is: [] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:36:39.074468 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-063f9c01-65fb-4baf-bdc3-43cd04e97b2b tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Deleting port 5f82e702-9b38-4aeb-bba3-04cf4ebd1777 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:36:39.074811 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-063f9c01-65fb-4baf-bdc3-43cd04e97b2b tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:39.092260 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388e3960-442c-41c9-8eaf-a4c12b229bdc None None] DHCP port deletion for 79fa1df2-97d9-44b1-83f9-3c36908e7944 request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:36:39.101412 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c4525daf-9529-45ca-855b-68c14a20abc9 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks [] for router, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:39.146940 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-388e3960-442c-41c9-8eaf-a4c12b229bdc None None] Deleting port 5f82e702-9b38-4aeb-bba3-04cf4ebd1777 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:36:39.147780 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-388e3960-442c-41c9-8eaf-a4c12b229bdc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:39.166059 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b62ad47c-3bb4-4427-8495-aaf2040ec5fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:39.171090 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b62ad47c-3bb4-4427-8495-aaf2040ec5fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:39.203189 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-063f9c01-65fb-4baf-bdc3-43cd04e97b2b tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] For port 5f82e702-9b38-4aeb-bba3-04cf4ebd1777, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=5f82e702-9b38-4aeb-bba3-04cf4ebd1777,segment=NetworkSegment(9a14567d-fa1d-4337-a76a-e0b9c697c7db),segment_id=9a14567d-fa1d-4337-a76a-e0b9c697c7db)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:39.203710 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-063f9c01-65fb-4baf-bdc3-43cd04e97b2b tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:39.240306 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-063f9c01-65fb-4baf-bdc3-43cd04e97b2b tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Calling delete_port for 5f82e702-9b38-4aeb-bba3-04cf4ebd1777 owned by network:dhcp {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:36:39.246911 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c4525daf-9529-45ca-855b-68c14a20abc9 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:39.247855 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-b62ad47c-3bb4-4427-8495-aaf2040ec5fa admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=768e6b1280f9408ba7db85aef914e980&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7525389 Aug 29 04:36:39.250347 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62ad47c-3bb4-4427-8495-aaf2040ec5fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff3e9680-223f-460a-82d4-b0b33bc28d18,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:39.258048 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 49736) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:39.274063 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-388e3960-442c-41c9-8eaf-a4c12b229bdc None None] For port 5f82e702-9b38-4aeb-bba3-04cf4ebd1777, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=5f82e702-9b38-4aeb-bba3-04cf4ebd1777,segment=NetworkSegment(9a14567d-fa1d-4337-a76a-e0b9c697c7db),segment_id=9a14567d-fa1d-4337-a76a-e0b9c697c7db)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:39.274469 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-388e3960-442c-41c9-8eaf-a4c12b229bdc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:39.297648 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-388e3960-442c-41c9-8eaf-a4c12b229bdc None None] Calling delete_port for 5f82e702-9b38-4aeb-bba3-04cf4ebd1777 owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:36:39.351047 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-063f9c01-65fb-4baf-bdc3-43cd04e97b2b tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:39.368350 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063f9c01-65fb-4baf-bdc3-43cd04e97b2b tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] No DVR routers for this DVR port 5f82e702-9b38-4aeb-bba3-04cf4ebd1777 on host n-d-712140-12 {{(pid=94829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:36:39.417180 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-388e3960-442c-41c9-8eaf-a4c12b229bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:39.424470 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063f9c01-65fb-4baf-bdc3-43cd04e97b2b tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Pushing event deleted for resources: {'Port': ['ID=5f82e702-9b38-4aeb-bba3-04cf4ebd1777,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:39.452194 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388e3960-442c-41c9-8eaf-a4c12b229bdc None None] Pushing event deleted for resources: {'Port': ['ID=5f82e702-9b38-4aeb-bba3-04cf4ebd1777,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:39.465757 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388e3960-442c-41c9-8eaf-a4c12b229bdc None None] No DVR routers for this DVR port 5f82e702-9b38-4aeb-bba3-04cf4ebd1777 on host n-d-712140-12 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:36:39.484150 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 5f82e702-9b38-4aeb-bba3-04cf4ebd1777 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:36:39.499093 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4a57ffe-34bf-4cd0-859e-42b709d5e785 tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Made reservation on behalf of 7e2c4242cb4941c6aeb7db92dfdc4f95 for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:36:39.499365 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-063f9c01-65fb-4baf-bdc3-43cd04e97b2b tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:39.505503 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e4a57ffe-34bf-4cd0-859e-42b709d5e785 tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:39.516577 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-063f9c01-65fb-4baf-bdc3-43cd04e97b2b tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79fa1df2-97d9-44b1-83f9-3c36908e7944']}} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:39.523299 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7038d3a4-f425-4c27-a77d-fd82d5aaca28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:39.530183 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-063f9c01-65fb-4baf-bdc3-43cd04e97b2b tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a14567d-fa1d-4337-a76a-e0b9c697c7db') {'for_net_delete': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:39.530572 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-063f9c01-65fb-4baf-bdc3-43cd04e97b2b tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a14567d-fa1d-4337-a76a-e0b9c697c7db') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:39.551726 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7038d3a4-f425-4c27-a77d-fd82d5aaca28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:39.557043 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-063f9c01-65fb-4baf-bdc3-43cd04e97b2b tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4311712'] for segment, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:39.558069 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 5f82e702-9b38-4aeb-bba3-04cf4ebd1777 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:36:39.559809 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 5f82e702-9b38-4aeb-bba3-04cf4ebd1777 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:36:39.598719 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-063f9c01-65fb-4baf-bdc3-43cd04e97b2b tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:39.611567 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c4525daf-9529-45ca-855b-68c14a20abc9 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Deleting port 2385516b-a857-435e-a583-6653bd6743b5 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:36:39.611926 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c4525daf-9529-45ca-855b-68c14a20abc9 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:39.614884 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-063f9c01-65fb-4baf-bdc3-43cd04e97b2b tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=94829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:36:39.615304 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-063f9c01-65fb-4baf-bdc3-43cd04e97b2b tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4274277'] for segment, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:39.618485 n-d-712140-12 neutron-server[94829]: Traceback (most recent call last): Aug 29 04:36:39.618485 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:36:39.618485 n-d-712140-12 neutron-server[94829]: timer() Aug 29 04:36:39.618485 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:36:39.618485 n-d-712140-12 neutron-server[94829]: cb(*args, **kw) Aug 29 04:36:39.618485 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:36:39.618485 n-d-712140-12 neutron-server[94829]: return func(*args, **kwargs) Aug 29 04:36:39.618485 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:36:39.618485 n-d-712140-12 neutron-server[94829]: self._notify() Aug 29 04:36:39.618485 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:36:39.618485 n-d-712140-12 neutron-server[94829]: self.callback(batched_events) Aug 29 04:36:39.618485 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:36:39.618485 n-d-712140-12 neutron-server[94829]: event.method(event) Aug 29 04:36:39.618485 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:36:39.618485 n-d-712140-12 neutron-server[94829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:36:39.618485 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:36:39.618485 n-d-712140-12 neutron-server[94829]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:36:39.618485 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:36:39.618485 n-d-712140-12 neutron-server[94829]: return f(self, *a, **k) Aug 29 04:36:39.618485 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:36:39.618485 n-d-712140-12 neutron-server[94829]: return self._get(url).json() Aug 29 04:36:39.618485 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:36:39.618485 n-d-712140-12 neutron-server[94829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:36:39.618485 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:36:39.618485 n-d-712140-12 neutron-server[94829]: return self.request(url, 'GET', **kwargs) Aug 29 04:36:39.618485 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:36:39.618485 n-d-712140-12 neutron-server[94829]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:36:39.618485 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:36:39.618485 n-d-712140-12 neutron-server[94829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:36:39.618485 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:36:39.618485 n-d-712140-12 neutron-server[94829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:36:39.618485 n-d-712140-12 neutron-server[94829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:36:39.658844 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-e4a57ffe-34bf-4cd0-859e-42b709d5e785 tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] device_id is not set on port 055ffd8a-3cc3-4258-9203-6d810325cf70 yet. {{(pid=94828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:36:39.688069 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-063f9c01-65fb-4baf-bdc3-43cd04e97b2b tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:39.697776 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-063f9c01-65fb-4baf-bdc3-43cd04e97b2b tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:39.705286 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-063f9c01-65fb-4baf-bdc3-43cd04e97b2b tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "DELETE /v2.0/networks/79fa1df2-97d9-44b1-83f9-3c36908e7944 HTTP/1.1" status: 204 len: 168 time: 0.8836110 Aug 29 04:36:39.705905 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 49742) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:39.713405 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-515365f6-2121-4409-a279-4d8c725b39c0 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1794552654'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:39.730367 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063f9c01-65fb-4baf-bdc3-43cd04e97b2b tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Pushing event deleted for resources: {'Network': ['ID=79fa1df2-97d9-44b1-83f9-3c36908e7944,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:39.759141 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7038d3a4-f425-4c27-a77d-fd82d5aaca28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:39.762507 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7038d3a4-f425-4c27-a77d-fd82d5aaca28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:39.764863 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-7038d3a4-f425-4c27-a77d-fd82d5aaca28 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ff3e9680-223f-460a-82d4-b0b33bc28d18 HTTP/1.1" status: 204 len: 168 time: 0.5046356 Aug 29 04:36:39.766370 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-515365f6-2121-4409-a279-4d8c725b39c0 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Made reservation on behalf of b130c2fb48814d1585244ef54308020c for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:36:39.773568 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-515365f6-2121-4409-a279-4d8c725b39c0 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:39.797068 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c4525daf-9529-45ca-855b-68c14a20abc9 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:39.799674 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7038d3a4-f425-4c27-a77d-fd82d5aaca28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff3e9680-223f-460a-82d4-b0b33bc28d18,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:39.821146 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-515365f6-2121-4409-a279-4d8c725b39c0 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:36:39.836874 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c4525daf-9529-45ca-855b-68c14a20abc9 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Calling delete_port for 2385516b-a857-435e-a583-6653bd6743b5 owned by network:router_gateway {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:36:39.846751 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-515365f6-2121-4409-a279-4d8c725b39c0 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:39.847102 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-515365f6-2121-4409-a279-4d8c725b39c0 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Added segment 864e2dcb-5db5-4d96-ade7-c0ca20691ba1 of type vlan for network 40f93587-ae66-4263-830d-0eb2476c16d0 Aug 29 04:36:39.901041 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-515365f6-2121-4409-a279-4d8c725b39c0 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:39.906666 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-e4a57ffe-34bf-4cd0-859e-42b709d5e785 tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Allocated IP 172.20.0.6 (2eda4a14-8453-4303-9896-c60098a2f5a8/f6542437-7246-4ec1-8e7e-91b0435208e4/055ffd8a-3cc3-4258-9203-6d810325cf70) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:36:39.935705 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-515365f6-2121-4409-a279-4d8c725b39c0 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:39.944490 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515365f6-2121-4409-a279-4d8c725b39c0 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:39.945893 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-515365f6-2121-4409-a279-4d8c725b39c0 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:40.006600 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-515365f6-2121-4409-a279-4d8c725b39c0 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2978086 Aug 29 04:36:40.010416 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 49748) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:40.018304 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-55d082f4-ce5c-49eb-8b9d-34ae3f1da4f5 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Request body: {'subnet': {'network_id': '40f93587-ae66-4263-830d-0eb2476c16d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:40.078740 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515365f6-2121-4409-a279-4d8c725b39c0 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Pushing event updated for resources: {'Network': ['ID=40f93587-ae66-4263-830d-0eb2476c16d0,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:40.089485 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 40f93587-ae66-4263-830d-0eb2476c16d0 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:36:40.148880 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55d082f4-ce5c-49eb-8b9d-34ae3f1da4f5 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Made reservation on behalf of b130c2fb48814d1585244ef54308020c for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:36:40.156717 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-55d082f4-ce5c-49eb-8b9d-34ae3f1da4f5 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4552395'] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:40.190409 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c4525daf-9529-45ca-855b-68c14a20abc9 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:40.194852 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e4a57ffe-34bf-4cd0-859e-42b709d5e785 tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:40.200237 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 49750) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:40.244731 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4525daf-9529-45ca-855b-68c14a20abc9 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Pushing event deleted for resources: {'Port': ['ID=2385516b-a857-435e-a583-6653bd6743b5,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:40.247203 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e4a57ffe-34bf-4cd0-859e-42b709d5e785 tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Transition to ACTIVE for port object 055ffd8a-3cc3-4258-9203-6d810325cf70 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:36:40.253350 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-99b03659-fbee-4bb4-998e-b07598a55145 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:40.388251 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-55d082f4-ce5c-49eb-8b9d-34ae3f1da4f5 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4274880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4552377'] for subnet, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:40.406247 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c4525daf-9529-45ca-855b-68c14a20abc9 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719445'] for router_gateway, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:40.411887 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e4a57ffe-34bf-4cd0-859e-42b709d5e785 tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:40.461315 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d082f4-ce5c-49eb-8b9d-34ae3f1da4f5 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Pushing event updated for resources: {'Subnet': ['ID=d1b981a7-40ac-4362-b6f1-2d3282c978b6,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:40.471515 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d082f4-ce5c-49eb-8b9d-34ae3f1da4f5 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Checking segment: {'id': '864e2dcb-5db5-4d96-ade7-c0ca20691ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '40f93587-ae66-4263-830d-0eb2476c16d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:36:40.472003 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d082f4-ce5c-49eb-8b9d-34ae3f1da4f5 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Network hostable DHCP agents. Network: 40f93587-ae66-4263-830d-0eb2476c16d0, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:36:40.493230 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d082f4-ce5c-49eb-8b9d-34ae3f1da4f5 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Network 40f93587-ae66-4263-830d-0eb2476c16d0 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:36:40.505577 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-55d082f4-ce5c-49eb-8b9d-34ae3f1da4f5 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 40f93587-ae66-4263-830d-0eb2476c16d0) {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:36:40.511417 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d082f4-ce5c-49eb-8b9d-34ae3f1da4f5 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:40.512601 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-55d082f4-ce5c-49eb-8b9d-34ae3f1da4f5 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:40.519999 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72f141d-b5f4-4303-a44f-59d6eae28ebd None None] Network 40f93587-ae66-4263-830d-0eb2476c16d0 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:36:40.587669 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a57ffe-34bf-4cd0-859e-42b709d5e785 tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Network 2eda4a14-8453-4303-9896-c60098a2f5a8 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:36:40.603222 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c4525daf-9529-45ca-855b-68c14a20abc9 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:40.606513 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-e4a57ffe-34bf-4cd0-859e-42b709d5e785 tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:36:40.609577 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a57ffe-34bf-4cd0-859e-42b709d5e785 tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:36:40.620842 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c4525daf-9529-45ca-855b-68c14a20abc9 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:40.656586 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a57ffe-34bf-4cd0-859e-42b709d5e785 tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Pushing event updated for resources: {'Port': ['ID=055ffd8a-3cc3-4258-9203-6d810325cf70,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:40.765866 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a57ffe-34bf-4cd0-859e-42b709d5e785 tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:40.766611 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e4a57ffe-34bf-4cd0-859e-42b709d5e785 tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:40.769041 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c4525daf-9529-45ca-855b-68c14a20abc9 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717253'] for router, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:40.769574 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4525daf-9529-45ca-855b-68c14a20abc9 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Fanout notify agent at l3_agent the message router_deleted on router 9b1e3061-d540-4b84-9237-1cf30ec1bfe7 {{(pid=94828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:36:40.777351 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c4525daf-9529-45ca-855b-68c14a20abc9 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks [] for router, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:40.778955 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-c4525daf-9529-45ca-855b-68c14a20abc9 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] 10.222.0.22 "DELETE /v2.0/routers/9b1e3061-d540-4b84-9237-1cf30ec1bfe7 HTTP/1.1" status: 204 len: 168 time: 1.8342788 Aug 29 04:36:40.783246 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 49756) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:40.797164 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-99b03659-fbee-4bb4-998e-b07598a55145 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:40.802645 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6118cc5-a616-43ef-b117-82a3240bae77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-40f93587-ae66-4263-830d-0eb2476c16d0', 'network_id': '40f93587-ae66-4263-830d-0eb2476c16d0', 'tenant_id': 'b130c2fb48814d1585244ef54308020c', 'fixed_ips': [{'subnet_id': 'd1b981a7-40ac-4362-b6f1-2d3282c978b6'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:36:40.804042 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a6118cc5-a616-43ef-b117-82a3240bae77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:40.804715 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-99b03659-fbee-4bb4-998e-b07598a55145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:40.806517 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-b1cf4f8f-e82a-4b50-b69e-a9e280802618 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1939833847'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:40.816976 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-e4a57ffe-34bf-4cd0-859e-42b709d5e785 tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2584598 Aug 29 04:36:40.820643 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 49758) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:40.853527 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-55d082f4-ce5c-49eb-8b9d-34ae3f1da4f5 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8425050 Aug 29 04:36:40.854448 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 49762) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:40.865006 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-d8ca9719-0028-471f-adeb-326aba18cda6 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1364549496', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:40.890899 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1cf4f8f-e82a-4b50-b69e-a9e280802618 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Made reservation on behalf of 3eb215580c8748bbad6fe745fb3cc71c for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:36:40.893498 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-99b03659-fbee-4bb4-998e-b07598a55145 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a27d20c16c7d4487aeaca07ecc6fda26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6904008 Aug 29 04:36:40.894328 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 49764) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:40.897932 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b1cf4f8f-e82a-4b50-b69e-a9e280802618 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:40.904572 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b03659-fbee-4bb4-998e-b07598a55145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0e0e075-81e8-4a5c-ba2d-15ee0d2ba4a5,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:40.935273 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d8ca9719-0028-471f-adeb-326aba18cda6 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:40.937074 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d8ca9719-0028-471f-adeb-326aba18cda6 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1838'] for router, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:40.950251 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1cf4f8f-e82a-4b50-b69e-a9e280802618 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:36:40.975402 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b1cf4f8f-e82a-4b50-b69e-a9e280802618 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:40.975762 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-b1cf4f8f-e82a-4b50-b69e-a9e280802618 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Added segment 3265cd71-cc26-4d29-971b-2abce96828d6 of type vlan for network 6619c566-e44a-4992-a54c-255986b896f7 Aug 29 04:36:40.997013 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0651c867-3bff-40db-86ef-2f76c3586485 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:41.017673 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-a6118cc5-a616-43ef-b117-82a3240bae77 None None] Allocated IP 2001:db8::2 (40f93587-ae66-4263-830d-0eb2476c16d0/d1b981a7-40ac-4362-b6f1-2d3282c978b6/6db9407d-3af7-45a2-9650-5a4a82c514ce) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:36:41.022887 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0651c867-3bff-40db-86ef-2f76c3586485 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:41.040353 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d8ca9719-0028-471f-adeb-326aba18cda6 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:41.053178 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d8ca9719-0028-471f-adeb-326aba18cda6 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409'] for router, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:41.065641 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b1cf4f8f-e82a-4b50-b69e-a9e280802618 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:41.082899 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d8ca9719-0028-471f-adeb-326aba18cda6 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:41.087881 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 49766) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:41.088072 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-d8ca9719-0028-471f-adeb-326aba18cda6 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2296665 Aug 29 04:36:41.095600 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-8cfae74c-6f2a-41b9-9ed7-77d21795bd40 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Request body: {'port': {'network_id': '40f93587-ae66-4263-830d-0eb2476c16d0', 'name': 'tempest-PortsIpV6TestJSON-1457130934'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:41.101689 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0651c867-3bff-40db-86ef-2f76c3586485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:41.105180 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0651c867-3bff-40db-86ef-2f76c3586485 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:41.106451 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-0651c867-3bff-40db-86ef-2f76c3586485 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e0e0e075-81e8-4a5c-ba2d-15ee0d2ba4a5 HTTP/1.1" status: 204 len: 168 time: 0.2102077 Aug 29 04:36:41.107534 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b1cf4f8f-e82a-4b50-b69e-a9e280802618 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:41.133381 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1cf4f8f-e82a-4b50-b69e-a9e280802618 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:41.134940 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b1cf4f8f-e82a-4b50-b69e-a9e280802618 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:41.158079 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0651c867-3bff-40db-86ef-2f76c3586485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0e0e075-81e8-4a5c-ba2d-15ee0d2ba4a5,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:41.239979 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-710f8c0e-b2fb-46ee-9445-2bcf923abc19 tempest-FloatingIPAdminTestJSON-1573646713 tempest-FloatingIPAdminTestJSON-1573646713-project-admin] Request body: {'floatingip': {'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'project_id': '7e2c4242cb4941c6aeb7db92dfdc4f95', 'port_id': '055ffd8a-3cc3-4258-9203-6d810325cf70'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:41.244312 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-84fa6940-e505-4f37-b2a8-7a963eb5f2ef None None] Provisioning for port 055ffd8a-3cc3-4258-9203-6d810325cf70 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:36:41.268166 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-b1cf4f8f-e82a-4b50-b69e-a9e280802618 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4770975 Aug 29 04:36:41.270990 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 49770) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:41.273316 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-710f8c0e-b2fb-46ee-9445-2bcf923abc19 tempest-FloatingIPAdminTestJSON-1573646713 tempest-FloatingIPAdminTestJSON-1573646713-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:41.277685 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-84fa6940-e505-4f37-b2a8-7a963eb5f2ef None None] Provisioning complete for port 055ffd8a-3cc3-4258-9203-6d810325cf70 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:41.278972 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-1ae8f89e-0af6-4500-b0a3-bc1d55cfba92 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Request body: {'subnet': {'network_id': '6619c566-e44a-4992-a54c-255986b896f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:41.280686 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-84fa6940-e505-4f37-b2a8-7a963eb5f2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:41.284466 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a6118cc5-a616-43ef-b117-82a3240bae77 None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:41.327218 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cf4f8f-e82a-4b50-b69e-a9e280802618 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Pushing event updated for resources: {'Network': ['ID=6619c566-e44a-4992-a54c-255986b896f7,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:41.327747 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-a6118cc5-a616-43ef-b117-82a3240bae77 None None] Transition to ACTIVE for port object 6db9407d-3af7-45a2-9650-5a4a82c514ce will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:36:41.344540 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 6619c566-e44a-4992-a54c-255986b896f7 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:36:41.397032 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cfae74c-6f2a-41b9-9ed7-77d21795bd40 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Made reservation on behalf of b130c2fb48814d1585244ef54308020c for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:36:41.399405 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-710f8c0e-b2fb-46ee-9445-2bcf923abc19 tempest-FloatingIPAdminTestJSON-1573646713 tempest-FloatingIPAdminTestJSON-1573646713-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:41.401777 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8cfae74c-6f2a-41b9-9ed7-77d21795bd40 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:41.412828 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-84fa6940-e505-4f37-b2a8-7a963eb5f2ef None None] Port 055ffd8a-3cc3-4258-9203-6d810325cf70 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:36:41.429911 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-a6118cc5-a616-43ef-b117-82a3240bae77 None None] Transition to ACTIVE for port object 6db9407d-3af7-45a2-9650-5a4a82c514ce will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:36:41.448424 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a6118cc5-a616-43ef-b117-82a3240bae77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:41.456897 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-8cfae74c-6f2a-41b9-9ed7-77d21795bd40 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] device_id is not set on port 4a9c3e3b-1160-42cd-81a6-36df0986533a yet. {{(pid=94828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:36:41.501108 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6118cc5-a616-43ef-b117-82a3240bae77 None None] Network 40f93587-ae66-4263-830d-0eb2476c16d0 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:36:41.507292 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-a6118cc5-a616-43ef-b117-82a3240bae77 None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:36:41.516293 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6118cc5-a616-43ef-b117-82a3240bae77 None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:36:41.540983 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-710f8c0e-b2fb-46ee-9445-2bcf923abc19 tempest-FloatingIPAdminTestJSON-1573646713 tempest-FloatingIPAdminTestJSON-1573646713-project-admin] Allocated IP 172.25.0.46 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/ddf25622-d418-4452-b8c3-ab6eb9b030ed) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:36:41.554525 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6118cc5-a616-43ef-b117-82a3240bae77 None None] Pushing event updated for resources: {'Port': ['ID=6db9407d-3af7-45a2-9650-5a4a82c514ce,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:41.576014 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ae8f89e-0af6-4500-b0a3-bc1d55cfba92 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Made reservation on behalf of 3eb215580c8748bbad6fe745fb3cc71c for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:36:41.579753 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1ae8f89e-0af6-4500-b0a3-bc1d55cfba92 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:41.581279 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6118cc5-a616-43ef-b117-82a3240bae77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:41.581717 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6118cc5-a616-43ef-b117-82a3240bae77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:41.582110 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6118cc5-a616-43ef-b117-82a3240bae77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:41.582535 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6118cc5-a616-43ef-b117-82a3240bae77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:41.582933 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6118cc5-a616-43ef-b117-82a3240bae77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:41.583330 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6118cc5-a616-43ef-b117-82a3240bae77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:41.583744 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6118cc5-a616-43ef-b117-82a3240bae77 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:41.584138 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6118cc5-a616-43ef-b117-82a3240bae77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:41.584532 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6118cc5-a616-43ef-b117-82a3240bae77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:41.584922 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6118cc5-a616-43ef-b117-82a3240bae77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:41.585313 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6118cc5-a616-43ef-b117-82a3240bae77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:41.585698 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6118cc5-a616-43ef-b117-82a3240bae77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:41.606319 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-a6118cc5-a616-43ef-b117-82a3240bae77 None None] Attempting to bind port 6db9407d-3af7-45a2-9650-5a4a82c514ce on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:36:41.606783 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-a6118cc5-a616-43ef-b117-82a3240bae77 None None] Attempting to bind port 6db9407d-3af7-45a2-9650-5a4a82c514ce by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '864e2dcb-5db5-4d96-ade7-c0ca20691ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '40f93587-ae66-4263-830d-0eb2476c16d0'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:36:41.607362 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6118cc5-a616-43ef-b117-82a3240bae77 None None] Attempting to bind port 6db9407d-3af7-45a2-9650-5a4a82c514ce on network 40f93587-ae66-4263-830d-0eb2476c16d0 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:36:41.613960 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6118cc5-a616-43ef-b117-82a3240bae77 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:36:41.614516 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6118cc5-a616-43ef-b117-82a3240bae77 None None] Checking segment: {'id': '864e2dcb-5db5-4d96-ade7-c0ca20691ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '40f93587-ae66-4263-830d-0eb2476c16d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:36:41.615299 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a6118cc5-a616-43ef-b117-82a3240bae77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:41.616033 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6118cc5-a616-43ef-b117-82a3240bae77 None None] Bound using segment: {'id': '864e2dcb-5db5-4d96-ade7-c0ca20691ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '40f93587-ae66-4263-830d-0eb2476c16d0'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:36:41.616716 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-a6118cc5-a616-43ef-b117-82a3240bae77 None None] Bound port: 6db9407d-3af7-45a2-9650-5a4a82c514ce, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '864e2dcb-5db5-4d96-ade7-c0ca20691ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '40f93587-ae66-4263-830d-0eb2476c16d0'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:36:41.617395 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a6118cc5-a616-43ef-b117-82a3240bae77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:41.638901 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-8cfae74c-6f2a-41b9-9ed7-77d21795bd40 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Allocated IP 2001:db8::31 (40f93587-ae66-4263-830d-0eb2476c16d0/d1b981a7-40ac-4362-b6f1-2d3282c978b6/4a9c3e3b-1160-42cd-81a6-36df0986533a) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:36:41.704101 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-a6118cc5-a616-43ef-b117-82a3240bae77 None None] For port 6db9407d-3af7-45a2-9650-5a4a82c514ce, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:36:41.709541 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-a6118cc5-a616-43ef-b117-82a3240bae77 None None] For port 6db9407d-3af7-45a2-9650-5a4a82c514ce, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=6db9407d-3af7-45a2-9650-5a4a82c514ce,segment=NetworkSegment(864e2dcb-5db5-4d96-ade7-c0ca20691ba1),segment_id=864e2dcb-5db5-4d96-ade7-c0ca20691ba1)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:36:41.719495 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a6118cc5-a616-43ef-b117-82a3240bae77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:41.763018 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-710f8c0e-b2fb-46ee-9445-2bcf923abc19 tempest-FloatingIPAdminTestJSON-1573646713 tempest-FloatingIPAdminTestJSON-1573646713-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:41.882202 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6118cc5-a616-43ef-b117-82a3240bae77 None None] Pushing event updated for resources: {'Port': ['ID=6db9407d-3af7-45a2-9650-5a4a82c514ce,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:41.914258 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-710f8c0e-b2fb-46ee-9445-2bcf923abc19 tempest-FloatingIPAdminTestJSON-1573646713 tempest-FloatingIPAdminTestJSON-1573646713-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:41.940753 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710f8c0e-b2fb-46ee-9445-2bcf923abc19 tempest-FloatingIPAdminTestJSON-1573646713 tempest-FloatingIPAdminTestJSON-1573646713-project-admin] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:36:41.943586 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-710f8c0e-b2fb-46ee-9445-2bcf923abc19 tempest-FloatingIPAdminTestJSON-1573646713 tempest-FloatingIPAdminTestJSON-1573646713-project-admin] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:36:41.969492 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710f8c0e-b2fb-46ee-9445-2bcf923abc19 tempest-FloatingIPAdminTestJSON-1573646713 tempest-FloatingIPAdminTestJSON-1573646713-project-admin] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:36:42.010752 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8cfae74c-6f2a-41b9-9ed7-77d21795bd40 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:42.013395 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1ae8f89e-0af6-4500-b0a3-bc1d55cfba92 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9191137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10062364'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:42.017121 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710f8c0e-b2fb-46ee-9445-2bcf923abc19 tempest-FloatingIPAdminTestJSON-1573646713 tempest-FloatingIPAdminTestJSON-1573646713-project-admin] Pushing event updated for resources: {'Port': ['ID=ddf25622-d418-4452-b8c3-ab6eb9b030ed,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:42.086078 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8cfae74c-6f2a-41b9-9ed7-77d21795bd40 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Transition to ACTIVE for port object 4a9c3e3b-1160-42cd-81a6-36df0986533a will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:36:42.141988 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae8f89e-0af6-4500-b0a3-bc1d55cfba92 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Pushing event updated for resources: {'Subnet': ['ID=aef72b21-97eb-49f6-9a5d-bbd7febafee4,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:42.167427 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8cfae74c-6f2a-41b9-9ed7-77d21795bd40 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:42.169886 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae8f89e-0af6-4500-b0a3-bc1d55cfba92 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Checking segment: {'id': '3265cd71-cc26-4d29-971b-2abce96828d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '6619c566-e44a-4992-a54c-255986b896f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:36:42.170298 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae8f89e-0af6-4500-b0a3-bc1d55cfba92 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Network hostable DHCP agents. Network: 6619c566-e44a-4992-a54c-255986b896f7, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:36:42.234909 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cfae74c-6f2a-41b9-9ed7-77d21795bd40 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Network 40f93587-ae66-4263-830d-0eb2476c16d0 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:36:42.241910 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-8cfae74c-6f2a-41b9-9ed7-77d21795bd40 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:36:42.243837 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfae74c-6f2a-41b9-9ed7-77d21795bd40 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Pushing event updated for resources: {'Port': ['ID=4a9c3e3b-1160-42cd-81a6-36df0986533a,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:42.246106 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfae74c-6f2a-41b9-9ed7-77d21795bd40 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:36:42.251973 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cfae74c-6f2a-41b9-9ed7-77d21795bd40 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:42.252600 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8cfae74c-6f2a-41b9-9ed7-77d21795bd40 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:42.256761 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae8f89e-0af6-4500-b0a3-bc1d55cfba92 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Network 6619c566-e44a-4992-a54c-255986b896f7 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:36:42.276242 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-1ae8f89e-0af6-4500-b0a3-bc1d55cfba92 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 6619c566-e44a-4992-a54c-255986b896f7) {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:36:42.284446 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-8cfae74c-6f2a-41b9-9ed7-77d21795bd40 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1947286 Aug 29 04:36:42.285415 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13fbb4e6-944c-480f-81c8-f9b0d4f58323 None None] Network 6619c566-e44a-4992-a54c-255986b896f7 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:36:42.289621 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 49802) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:42.291846 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae8f89e-0af6-4500-b0a3-bc1d55cfba92 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:42.292454 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1ae8f89e-0af6-4500-b0a3-bc1d55cfba92 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:42.308982 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-1ae8f89e-0af6-4500-b0a3-bc1d55cfba92 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0367379 Aug 29 04:36:42.313076 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 49804) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:42.321898 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-461b1deb-30e3-42a9-a210-e68b2bbdcc6a tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1785706092', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:42.351781 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-461b1deb-30e3-42a9-a210-e68b2bbdcc6a tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:42.352951 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-461b1deb-30e3-42a9-a210-e68b2bbdcc6a tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1838'] for router, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:42.432186 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-461b1deb-30e3-42a9-a210-e68b2bbdcc6a tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:42.440247 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-461b1deb-30e3-42a9-a210-e68b2bbdcc6a tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409'] for router, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:42.467202 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-461b1deb-30e3-42a9-a210-e68b2bbdcc6a tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks [] for router, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:42.470058 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210a3706-fb8e-4247-abb9-1837a093ae95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-6619c566-e44a-4992-a54c-255986b896f7', 'network_id': '6619c566-e44a-4992-a54c-255986b896f7', 'tenant_id': '3eb215580c8748bbad6fe745fb3cc71c', 'fixed_ips': [{'subnet_id': 'aef72b21-97eb-49f6-9a5d-bbd7febafee4'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:36:42.471048 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-210a3706-fb8e-4247-abb9-1837a093ae95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:42.472227 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-461b1deb-30e3-42a9-a210-e68b2bbdcc6a tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1546972 Aug 29 04:36:42.474940 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 49808) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:42.651371 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-210a3706-fb8e-4247-abb9-1837a093ae95 None None] Allocated IP 2001:db8::2 (6619c566-e44a-4992-a54c-255986b896f7/aef72b21-97eb-49f6-9a5d-bbd7febafee4/e7dfaa84-a884-4b57-9958-3fc13be2ea66) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:36:42.879248 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-210a3706-fb8e-4247-abb9-1837a093ae95 None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:42.885812 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-06353cbd-150f-4671-8063-7facf90b2186 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:42.891986 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-210a3706-fb8e-4247-abb9-1837a093ae95 None None] Transition to ACTIVE for port object e7dfaa84-a884-4b57-9958-3fc13be2ea66 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:36:42.912359 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-210a3706-fb8e-4247-abb9-1837a093ae95 None None] Transition to ACTIVE for port object e7dfaa84-a884-4b57-9958-3fc13be2ea66 will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:36:42.918363 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-210a3706-fb8e-4247-abb9-1837a093ae95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:42.991799 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210a3706-fb8e-4247-abb9-1837a093ae95 None None] Network 6619c566-e44a-4992-a54c-255986b896f7 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:36:42.994681 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-210a3706-fb8e-4247-abb9-1837a093ae95 None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:36:43.012988 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210a3706-fb8e-4247-abb9-1837a093ae95 None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:36:43.118291 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210a3706-fb8e-4247-abb9-1837a093ae95 None None] Pushing event updated for resources: {'Port': ['ID=e7dfaa84-a884-4b57-9958-3fc13be2ea66,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:43.148220 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-210a3706-fb8e-4247-abb9-1837a093ae95 None None] Attempting to bind port e7dfaa84-a884-4b57-9958-3fc13be2ea66 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:36:43.149404 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-210a3706-fb8e-4247-abb9-1837a093ae95 None None] Attempting to bind port e7dfaa84-a884-4b57-9958-3fc13be2ea66 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '3265cd71-cc26-4d29-971b-2abce96828d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '6619c566-e44a-4992-a54c-255986b896f7'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:36:43.151582 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210a3706-fb8e-4247-abb9-1837a093ae95 None None] Attempting to bind port e7dfaa84-a884-4b57-9958-3fc13be2ea66 on network 6619c566-e44a-4992-a54c-255986b896f7 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:36:43.163220 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210a3706-fb8e-4247-abb9-1837a093ae95 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:36:43.163810 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210a3706-fb8e-4247-abb9-1837a093ae95 None None] Checking segment: {'id': '3265cd71-cc26-4d29-971b-2abce96828d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '6619c566-e44a-4992-a54c-255986b896f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:36:43.164320 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-210a3706-fb8e-4247-abb9-1837a093ae95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:43.164819 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210a3706-fb8e-4247-abb9-1837a093ae95 None None] Bound using segment: {'id': '3265cd71-cc26-4d29-971b-2abce96828d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '6619c566-e44a-4992-a54c-255986b896f7'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:36:43.165563 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-210a3706-fb8e-4247-abb9-1837a093ae95 None None] Bound port: e7dfaa84-a884-4b57-9958-3fc13be2ea66, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3265cd71-cc26-4d29-971b-2abce96828d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '6619c566-e44a-4992-a54c-255986b896f7'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:36:43.166353 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-210a3706-fb8e-4247-abb9-1837a093ae95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:43.313626 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-210a3706-fb8e-4247-abb9-1837a093ae95 None None] For port e7dfaa84-a884-4b57-9958-3fc13be2ea66, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:36:43.317212 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-210a3706-fb8e-4247-abb9-1837a093ae95 None None] For port e7dfaa84-a884-4b57-9958-3fc13be2ea66, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=e7dfaa84-a884-4b57-9958-3fc13be2ea66,segment=NetworkSegment(3265cd71-cc26-4d29-971b-2abce96828d6),segment_id=3265cd71-cc26-4d29-971b-2abce96828d6)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:36:43.323592 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-210a3706-fb8e-4247-abb9-1837a093ae95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:43.390757 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3eb58d9-1acd-46fe-8f2a-5a8c0ddbbd90 None None] Network 40f93587-ae66-4263-830d-0eb2476c16d0 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:36:43.391610 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-06353cbd-150f-4671-8063-7facf90b2186 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Allocated IP 2001:db8::1 (6619c566-e44a-4992-a54c-255986b896f7/aef72b21-97eb-49f6-9a5d-bbd7febafee4/871bcbbe-5758-4f00-8124-12bb8becbb06) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:36:43.512885 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-a9e3b86e-e27f-4575-aa08-7598c7a6c3d4 None None] Provisioning for port 6db9407d-3af7-45a2-9650-5a4a82c514ce completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:36:43.551825 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210a3706-fb8e-4247-abb9-1837a093ae95 None None] Pushing event updated for resources: {'Port': ['ID=e7dfaa84-a884-4b57-9958-3fc13be2ea66,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:43.598317 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e1cd5b0b-d811-47a3-82ea-13adf9ca1baf tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:43.611926 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-710f8c0e-b2fb-46ee-9445-2bcf923abc19 tempest-FloatingIPAdminTestJSON-1573646713 tempest-FloatingIPAdminTestJSON-1573646713-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:43.617565 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 6db9407d-3af7-45a2-9650-5a4a82c514ce up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:36:43.668506 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-06353cbd-150f-4671-8063-7facf90b2186 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:43.692769 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-06353cbd-150f-4671-8063-7facf90b2186 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Transition to ACTIVE for port object 871bcbbe-5758-4f00-8124-12bb8becbb06 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:36:43.747856 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-06353cbd-150f-4671-8063-7facf90b2186 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:43.766652 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 6db9407d-3af7-45a2-9650-5a4a82c514ce completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:36:43.789630 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 6db9407d-3af7-45a2-9650-5a4a82c514ce triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:43.791306 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:43.832596 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06353cbd-150f-4671-8063-7facf90b2186 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Network 6619c566-e44a-4992-a54c-255986b896f7 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:36:43.838246 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-06353cbd-150f-4671-8063-7facf90b2186 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:36:43.844126 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06353cbd-150f-4671-8063-7facf90b2186 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:36:43.844890 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-06353cbd-150f-4671-8063-7facf90b2186 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719598'] for router_interface, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:43.928353 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06353cbd-150f-4671-8063-7facf90b2186 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Pushing event updated for resources: {'Port': ['ID=871bcbbe-5758-4f00-8124-12bb8becbb06,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:43.972285 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:44.042217 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 6db9407d-3af7-45a2-9650-5a4a82c514ce, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=6db9407d-3af7-45a2-9650-5a4a82c514ce,segment=NetworkSegment(864e2dcb-5db5-4d96-ade7-c0ca20691ba1),segment_id=864e2dcb-5db5-4d96-ade7-c0ca20691ba1)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:44.055670 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:44.080317 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-06353cbd-150f-4671-8063-7facf90b2186 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:44.149330 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=6db9407d-3af7-45a2-9650-5a4a82c514ce,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:44.174698 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-710f8c0e-b2fb-46ee-9445-2bcf923abc19 tempest-FloatingIPAdminTestJSON-1573646713 tempest-FloatingIPAdminTestJSON-1573646713-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:44.477950 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-a27306dc-80f4-4b8b-a48b-7c5940b85f88 None None] Provisioning for port 4a9c3e3b-1160-42cd-81a6-36df0986533a completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:36:44.487202 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-a27306dc-80f4-4b8b-a48b-7c5940b85f88 None None] Provisioning complete for port 4a9c3e3b-1160-42cd-81a6-36df0986533a triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:44.487801 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a27306dc-80f4-4b8b-a48b-7c5940b85f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:44.520671 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e1cd5b0b-d811-47a3-82ea-13adf9ca1baf tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:44.541778 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e1cd5b0b-d811-47a3-82ea-13adf9ca1baf tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:44.621664 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-a27306dc-80f4-4b8b-a48b-7c5940b85f88 None None] Port 4a9c3e3b-1160-42cd-81a6-36df0986533a cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:36:44.655618 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-a27306dc-80f4-4b8b-a48b-7c5940b85f88 None None] Provisioning complete for port 6db9407d-3af7-45a2-9650-5a4a82c514ce triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:44.660251 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a27306dc-80f4-4b8b-a48b-7c5940b85f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:44.671304 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-06353cbd-150f-4671-8063-7facf90b2186 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:44.687536 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-06353cbd-150f-4671-8063-7facf90b2186 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:44.689557 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-06353cbd-150f-4671-8063-7facf90b2186 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-718897'] for router_interface, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:44.817600 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cd5b0b-d811-47a3-82ea-13adf9ca1baf tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Pushing event updated for resources: {'Port': ['ID=4a9c3e3b-1160-42cd-81a6-36df0986533a,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:44.824107 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-710f8c0e-b2fb-46ee-9445-2bcf923abc19 tempest-FloatingIPAdminTestJSON-1573646713 tempest-FloatingIPAdminTestJSON-1573646713-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:44.828387 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06353cbd-150f-4671-8063-7facf90b2186 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Pushing event updated for resources: {'Port': ['ID=871bcbbe-5758-4f00-8124-12bb8becbb06,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:44.844608 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-710f8c0e-b2fb-46ee-9445-2bcf923abc19 tempest-FloatingIPAdminTestJSON-1573646713 tempest-FloatingIPAdminTestJSON-1573646713-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:44.995850 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-289fb669-e5da-4626-964f-fc767193a6fc None None] Provisioning complete for port 4a9c3e3b-1160-42cd-81a6-36df0986533a triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:44.997082 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-289fb669-e5da-4626-964f-fc767193a6fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:45.038600 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06353cbd-150f-4671-8063-7facf90b2186 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Network 6619c566-e44a-4992-a54c-255986b896f7 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:36:45.043035 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-06353cbd-150f-4671-8063-7facf90b2186 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:36:45.060070 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-289fb669-e5da-4626-964f-fc767193a6fc None None] Port 4a9c3e3b-1160-42cd-81a6-36df0986533a cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:36:45.060537 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710f8c0e-b2fb-46ee-9445-2bcf923abc19 tempest-FloatingIPAdminTestJSON-1573646713 tempest-FloatingIPAdminTestJSON-1573646713-project-admin] Pushing event updated for resources: {'Port': ['ID=ddf25622-d418-4452-b8c3-ab6eb9b030ed,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:45.149255 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e1cd5b0b-d811-47a3-82ea-13adf9ca1baf tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719598'] for router_interface, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:45.224659 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-710f8c0e-b2fb-46ee-9445-2bcf923abc19 tempest-FloatingIPAdminTestJSON-1573646713 tempest-FloatingIPAdminTestJSON-1573646713-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719515'] for floatingip, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:45.293454 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0595d035-1f48-490e-a4ca-9923d03c17d9 None None] Network 6619c566-e44a-4992-a54c-255986b896f7 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:36:45.317661 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06353cbd-150f-4671-8063-7facf90b2186 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Router 728dba39-811d-4f9d-9378-00b8d9ca0dac is scheduled to L3 agent 76874008-c311-485c-ba36-921b6d275b6a with binding_index 1 {{(pid=94828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:36:45.377237 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 50080) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:45.422321 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-92e09655-c970-4a06-990d-974085d1cb16 None None] Provisioning for port e7dfaa84-a884-4b57-9958-3fc13be2ea66 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:36:45.511297 n-d-712140-12 neutron-server[94829]: INFO neutron.db.l3_db [None req-710f8c0e-b2fb-46ee-9445-2bcf923abc19 tempest-FloatingIPAdminTestJSON-1573646713 tempest-FloatingIPAdminTestJSON-1573646713-project-admin] Floating IP 401bee1b-32d8-4a0b-986c-0776518d904b associated. External IP: 172.25.0.46, port: 055ffd8a-3cc3-4258-9203-6d810325cf70. Aug 29 04:36:45.515649 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e1cd5b0b-d811-47a3-82ea-13adf9ca1baf tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:45.589418 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-89257144-172a-4330-8079-4459153d6d91 None None] Provisioning complete for port 4a9c3e3b-1160-42cd-81a6-36df0986533a triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:45.589991 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-89257144-172a-4330-8079-4459153d6d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:45.662105 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device e7dfaa84-a884-4b57-9958-3fc13be2ea66 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:36:45.813105 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d75e9ea3-583c-42f5-a657-3f03937fcf7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:45.978793 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-89257144-172a-4330-8079-4459153d6d91 None None] Port 4a9c3e3b-1160-42cd-81a6-36df0986533a cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:36:45.994303 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-710f8c0e-b2fb-46ee-9445-2bcf923abc19 tempest-FloatingIPAdminTestJSON-1573646713 tempest-FloatingIPAdminTestJSON-1573646713-project-admin] Router d79d9db1-e769-4b6d-ab1c-0aeafcba83cc has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:36:46.032063 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port e7dfaa84-a884-4b57-9958-3fc13be2ea66 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:36:46.040190 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port e7dfaa84-a884-4b57-9958-3fc13be2ea66 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:46.040664 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:46.198031 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06353cbd-150f-4671-8063-7facf90b2186 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:36:46.198752 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-76155350-da6c-44d3-b382-eb40f611eaff None None] Provisioning for port 871bcbbe-5758-4f00-8124-12bb8becbb06 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:36:46.211628 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5205c69a-87d8-4642-a94c-6192772e5190 None None] Sync routers for ids ['728dba39-811d-4f9d-9378-00b8d9ca0dac'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:36:46.212408 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-76155350-da6c-44d3-b382-eb40f611eaff None None] Provisioning complete for port 871bcbbe-5758-4f00-8124-12bb8becbb06 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:46.212919 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-76155350-da6c-44d3-b382-eb40f611eaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:46.217111 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:46.226068 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-06353cbd-150f-4671-8063-7facf90b2186 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] 10.222.0.22 "PUT /v2.0/routers/728dba39-811d-4f9d-9378-00b8d9ca0dac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7499886 Aug 29 04:36:46.227342 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5205c69a-87d8-4642-a94c-6192772e5190 None None] Routers {'728dba39-811d-4f9d-9378-00b8d9ca0dac'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:36:46.227989 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-5205c69a-87d8-4642-a94c-6192772e5190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:36:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['728dba39-811d-4f9d-9378-00b8d9ca0dac'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:46.229980 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 50170) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:46.296560 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-5205c69a-87d8-4642-a94c-6192772e5190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:46.318390 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124073f7-f837-4a85-bb03-2c4418a5b350 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:46.322593 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-124073f7-f837-4a85-bb03-2c4418a5b350 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] 10.222.0.22 "GET /v2.0/ports/871bcbbe-5758-4f00-8124-12bb8becbb06 HTTP/1.1" status: 200 len: 911 time: 0.0888777 Aug 29 04:36:46.323447 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5205c69a-87d8-4642-a94c-6192772e5190 None None] Routers {'728dba39-811d-4f9d-9378-00b8d9ca0dac'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:36:46.324112 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-5205c69a-87d8-4642-a94c-6192772e5190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:36:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['728dba39-811d-4f9d-9378-00b8d9ca0dac'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:46.330222 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 50180) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:46.335208 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-710f8c0e-b2fb-46ee-9445-2bcf923abc19 tempest-FloatingIPAdminTestJSON-1573646713 tempest-FloatingIPAdminTestJSON-1573646713-project-admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:36:46.338671 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port e7dfaa84-a884-4b57-9958-3fc13be2ea66, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=e7dfaa84-a884-4b57-9958-3fc13be2ea66,segment=NetworkSegment(3265cd71-cc26-4d29-971b-2abce96828d6),segment_id=3265cd71-cc26-4d29-971b-2abce96828d6)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:46.341201 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-6decbf43-90ff-4e0d-879c-2800e391bc46 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'aef72b21-97eb-49f6-9a5d-bbd7febafee4'}]}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:46.348862 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:46.349855 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 6db9407d-3af7-45a2-9650-5a4a82c514ce up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:36:46.390303 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-5205c69a-87d8-4642-a94c-6192772e5190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:46.390989 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5205c69a-87d8-4642-a94c-6192772e5190 None None] The sync data for ids ['728dba39-811d-4f9d-9378-00b8d9ca0dac'] in n-d-712140-12 is: [] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:36:46.409568 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda0cf0c-4474-423d-a6f8-e52199382725 None None] Sync routers for ids ['d79d9db1-e769-4b6d-ab1c-0aeafcba83cc'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:36:46.438915 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-76155350-da6c-44d3-b382-eb40f611eaff None None] Port 871bcbbe-5758-4f00-8124-12bb8becbb06 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:36:46.474835 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda0cf0c-4474-423d-a6f8-e52199382725 None None] Routers {'d79d9db1-e769-4b6d-ab1c-0aeafcba83cc'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:36:46.475487 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-fda0cf0c-4474-423d-a6f8-e52199382725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:36:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['d79d9db1-e769-4b6d-ab1c-0aeafcba83cc'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:46.495676 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d75e9ea3-583c-42f5-a657-3f03937fcf7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:46.510263 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d75e9ea3-583c-42f5-a657-3f03937fcf7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:46.523012 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-710f8c0e-b2fb-46ee-9445-2bcf923abc19 tempest-FloatingIPAdminTestJSON-1573646713 tempest-FloatingIPAdminTestJSON-1573646713-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:46.539914 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-fda0cf0c-4474-423d-a6f8-e52199382725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:46.567065 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 6db9407d-3af7-45a2-9650-5a4a82c514ce triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:46.567474 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:46.571782 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-76155350-da6c-44d3-b382-eb40f611eaff None None] Provisioning complete for port e7dfaa84-a884-4b57-9958-3fc13be2ea66 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:46.572347 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-76155350-da6c-44d3-b382-eb40f611eaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:46.575858 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda0cf0c-4474-423d-a6f8-e52199382725 None None] Routers {'d79d9db1-e769-4b6d-ab1c-0aeafcba83cc'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:36:46.576679 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-fda0cf0c-4474-423d-a6f8-e52199382725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:36:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['d79d9db1-e769-4b6d-ab1c-0aeafcba83cc'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:46.584875 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e1cd5b0b-d811-47a3-82ea-13adf9ca1baf tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:46.611477 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e1cd5b0b-d811-47a3-82ea-13adf9ca1baf tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:46.612600 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e1cd5b0b-d811-47a3-82ea-13adf9ca1baf tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-718897'] for router_interface, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:46.636714 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-d75e9ea3-583c-42f5-a657-3f03937fcf7e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0edf9b3764aa4efaa162d4f683374aac&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2566066 Aug 29 04:36:46.639785 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 50212) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:46.640372 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-710f8c0e-b2fb-46ee-9445-2bcf923abc19 tempest-FloatingIPAdminTestJSON-1573646713 tempest-FloatingIPAdminTestJSON-1573646713-project-admin] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 5.8185062 Aug 29 04:36:46.650730 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-fda0cf0c-4474-423d-a6f8-e52199382725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:46.651336 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda0cf0c-4474-423d-a6f8-e52199382725 None None] The sync data for ids ['d79d9db1-e769-4b6d-ab1c-0aeafcba83cc'] in n-d-712140-12 is: [] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:36:46.652335 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 50216) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:46.653181 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=e7dfaa84-a884-4b57-9958-3fc13be2ea66,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:46.666597 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75e9ea3-583c-42f5-a657-3f03937fcf7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f64f4206-ec50-42a4-845c-b47f4d0c9fd6,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:46.768234 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6decbf43-90ff-4e0d-879c-2800e391bc46 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:46.769399 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cd5b0b-d811-47a3-82ea-13adf9ca1baf tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Pushing event updated for resources: {'Port': ['ID=4a9c3e3b-1160-42cd-81a6-36df0986533a,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:46.828504 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1cd5b0b-d811-47a3-82ea-13adf9ca1baf tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Network 40f93587-ae66-4263-830d-0eb2476c16d0 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:36:46.831175 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-e1cd5b0b-d811-47a3-82ea-13adf9ca1baf tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:36:46.963338 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-b583cd29-2589-42a1-84ba-d34beaddd853 tempest-FloatingIPAdminTestJSON-1573646713 tempest-FloatingIPAdminTestJSON-1573646713-project-admin] 10.222.0.22 "GET /v2.0/floatingips/401bee1b-32d8-4a0b-986c-0776518d904b HTTP/1.1" status: 200 len: 981 time: 0.3087783 Aug 29 04:36:46.965852 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 50252) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:46.974906 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5c1ca69d-4d79-4ff8-8fb6-76391adea0b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:47.007728 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6c23cd9e-1505-47c2-8b37-d6e4702557e0 None None] Provisioning complete for port 871bcbbe-5758-4f00-8124-12bb8becbb06 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:47.009561 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6c23cd9e-1505-47c2-8b37-d6e4702557e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:47.072913 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6c23cd9e-1505-47c2-8b37-d6e4702557e0 None None] Port 871bcbbe-5758-4f00-8124-12bb8becbb06 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:36:47.088681 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5c1ca69d-4d79-4ff8-8fb6-76391adea0b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:47.130398 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-36f52e50-413a-4c95-8bdc-eee9a268494e tempest-FloatingIPAdminTestJSON-1573646713 tempest-FloatingIPAdminTestJSON-1573646713-project-admin] 10.222.0.22 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3036 time: 0.1610718 Aug 29 04:36:47.134847 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 50272) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:47.145457 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1cd5b0b-d811-47a3-82ea-13adf9ca1baf tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Router e414cb97-3b61-427a-ae3e-4261752f4f44 is scheduled to L3 agent 76874008-c311-485c-ba36-921b6d275b6a with binding_index 1 {{(pid=94829) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:36:47.254764 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5c1ca69d-4d79-4ff8-8fb6-76391adea0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:47.257849 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5c1ca69d-4d79-4ff8-8fb6-76391adea0b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:47.260178 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-5c1ca69d-4d79-4ff8-8fb6-76391adea0b3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f64f4206-ec50-42a4-845c-b47f4d0c9fd6 HTTP/1.1" status: 204 len: 168 time: 0.6203957 Aug 29 04:36:47.297717 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1ca69d-4d79-4ff8-8fb6-76391adea0b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f64f4206-ec50-42a4-845c-b47f4d0c9fd6,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:47.306223 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-2ed6f2db-b4e6-4774-a1cf-818c9a270d97 None None] Provisioning complete for port 4a9c3e3b-1160-42cd-81a6-36df0986533a triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:47.306619 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2ed6f2db-b4e6-4774-a1cf-818c9a270d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:47.402863 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-2ed6f2db-b4e6-4774-a1cf-818c9a270d97 None None] Port 4a9c3e3b-1160-42cd-81a6-36df0986533a cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:36:47.523632 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device e7dfaa84-a884-4b57-9958-3fc13be2ea66 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:36:47.616752 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6decbf43-90ff-4e0d-879c-2800e391bc46 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:47.633446 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6decbf43-90ff-4e0d-879c-2800e391bc46 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:47.647876 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6decbf43-90ff-4e0d-879c-2800e391bc46 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:47.648768 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6decbf43-90ff-4e0d-879c-2800e391bc46 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:47.651597 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-6decbf43-90ff-4e0d-879c-2800e391bc46 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] 10.222.0.22 "PUT /v2.0/ports/871bcbbe-5758-4f00-8124-12bb8becbb06 HTTP/1.1" status: 200 len: 911 time: 1.3199868 Aug 29 04:36:47.665117 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 50332) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:47.688433 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port e7dfaa84-a884-4b57-9958-3fc13be2ea66 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:47.689994 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:47.721197 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1cd5b0b-d811-47a3-82ea-13adf9ca1baf tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:36:47.732073 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-e1cd5b0b-d811-47a3-82ea-13adf9ca1baf tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "PUT /v2.0/routers/e414cb97-3b61-427a-ae3e-4261752f4f44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4404523 Aug 29 04:36:47.732907 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 50334) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:47.735666 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df274bfb-8009-41b2-b2b2-bc05df84bf8d None None] Sync routers for ids ['e414cb97-3b61-427a-ae3e-4261752f4f44'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:36:47.754013 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df274bfb-8009-41b2-b2b2-bc05df84bf8d None None] Routers {'e414cb97-3b61-427a-ae3e-4261752f4f44'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:36:47.754489 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-df274bfb-8009-41b2-b2b2-bc05df84bf8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:36:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['e414cb97-3b61-427a-ae3e-4261752f4f44'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:47.808697 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95adcb11-0e92-420a-858d-3916b9cd74f2 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:47.814143 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-95adcb11-0e92-420a-858d-3916b9cd74f2 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "GET /v2.0/ports?device_id=e414cb97-3b61-427a-ae3e-4261752f4f44 HTTP/1.1" status: 200 len: 988 time: 0.0793915 Aug 29 04:36:47.814966 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 50336) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:47.819728 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-df274bfb-8009-41b2-b2b2-bc05df84bf8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:47.827822 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 50338) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:47.828731 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df274bfb-8009-41b2-b2b2-bc05df84bf8d None None] Routers {'e414cb97-3b61-427a-ae3e-4261752f4f44'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:36:47.829425 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-df274bfb-8009-41b2-b2b2-bc05df84bf8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:36:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['e414cb97-3b61-427a-ae3e-4261752f4f44'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:47.860354 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4794bcc6-673a-4d92-8fed-ffe53eed55ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:47.866331 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-df274bfb-8009-41b2-b2b2-bc05df84bf8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:47.866992 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df274bfb-8009-41b2-b2b2-bc05df84bf8d None None] The sync data for ids ['e414cb97-3b61-427a-ae3e-4261752f4f44'] in n-d-712140-12 is: [] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:36:47.882165 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-852d3542-2b4c-434f-a30c-4a736e14db05 tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Deleting port ddf25622-d418-4452-b8c3-ab6eb9b030ed {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:36:47.882586 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-852d3542-2b4c-434f-a30c-4a736e14db05 tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:47.937326 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6decbf43-90ff-4e0d-879c-2800e391bc46 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Pushing event updated for resources: {'Port': ['ID=871bcbbe-5758-4f00-8124-12bb8becbb06,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:48.079423 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-852d3542-2b4c-434f-a30c-4a736e14db05 tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:48.079784 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-852d3542-2b4c-434f-a30c-4a736e14db05 tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:48.104337 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-852d3542-2b4c-434f-a30c-4a736e14db05 tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Calling delete_port for ddf25622-d418-4452-b8c3-ab6eb9b030ed owned by network:floatingip {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:36:48.162404 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-04eac35a-e4e5-428e-96dd-08fb9c017c98 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713413'] for router_interface, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:48.253567 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4794bcc6-673a-4d92-8fed-ffe53eed55ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:48.268191 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4794bcc6-673a-4d92-8fed-ffe53eed55ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:48.323223 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4794bcc6-673a-4d92-8fed-ffe53eed55ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc20c7a9-308c-4f78-aaf9-1938027cc3b1,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:48.333223 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-4794bcc6-673a-4d92-8fed-ffe53eed55ae admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e1d440cdb3ea4527a7c6ddafd95d1ee4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5007300 Aug 29 04:36:48.334703 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 50344) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:48.421900 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-04eac35a-e4e5-428e-96dd-08fb9c017c98 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Deleting port 4a9c3e3b-1160-42cd-81a6-36df0986533a {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:36:48.422385 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-04eac35a-e4e5-428e-96dd-08fb9c017c98 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:48.467367 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a295fb73-02bf-4474-b63e-be0abeec25b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:48.476637 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-852d3542-2b4c-434f-a30c-4a736e14db05 tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:48.524158 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852d3542-2b4c-434f-a30c-4a736e14db05 tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Pushing event deleted for resources: {'Port': ['ID=ddf25622-d418-4452-b8c3-ab6eb9b030ed,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:48.526538 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-04eac35a-e4e5-428e-96dd-08fb9c017c98 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:48.535395 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a295fb73-02bf-4474-b63e-be0abeec25b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:48.542948 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-04eac35a-e4e5-428e-96dd-08fb9c017c98 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Calling delete_port for 4a9c3e3b-1160-42cd-81a6-36df0986533a owned by network:router_interface {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:36:48.557117 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-90615ce1-ee6f-4756-8732-1db983602835 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713413'] for router_interface, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:48.690724 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-852d3542-2b4c-434f-a30c-4a736e14db05 tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Notify callbacks [] for floatingip, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:48.691041 n-d-712140-12 neutron-server[94828]: INFO neutron.db.l3_db [None req-852d3542-2b4c-434f-a30c-4a736e14db05 tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Floating IP 401bee1b-32d8-4a0b-986c-0776518d904b disassociated (deleted). External IP: 172.25.0.46, port: 055ffd8a-3cc3-4258-9203-6d810325cf70. Aug 29 04:36:48.751658 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-04eac35a-e4e5-428e-96dd-08fb9c017c98 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:48.788101 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eac35a-e4e5-428e-96dd-08fb9c017c98 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Pushing event deleted for resources: {'Port': ['ID=4a9c3e3b-1160-42cd-81a6-36df0986533a,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:48.805213 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a295fb73-02bf-4474-b63e-be0abeec25b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:48.807801 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a295fb73-02bf-4474-b63e-be0abeec25b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:48.813379 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-a295fb73-02bf-4474-b63e-be0abeec25b7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/dc20c7a9-308c-4f78-aaf9-1938027cc3b1 HTTP/1.1" status: 204 len: 168 time: 0.4721630 Aug 29 04:36:48.898602 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-04eac35a-e4e5-428e-96dd-08fb9c017c98 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-713231'] for router_interface, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:48.917398 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a295fb73-02bf-4474-b63e-be0abeec25b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc20c7a9-308c-4f78-aaf9-1938027cc3b1,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:49.145344 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04eac35a-e4e5-428e-96dd-08fb9c017c98 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Router e414cb97-3b61-427a-ae3e-4261752f4f44 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:36:49.195144 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-852d3542-2b4c-434f-a30c-4a736e14db05 tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Router d79d9db1-e769-4b6d-ab1c-0aeafcba83cc has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:36:49.196975 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:49.197878 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-90615ce1-ee6f-4756-8732-1db983602835 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Deleting port 871bcbbe-5758-4f00-8124-12bb8becbb06 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:36:49.198232 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-90615ce1-ee6f-4756-8732-1db983602835 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:49.235212 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04eac35a-e4e5-428e-96dd-08fb9c017c98 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:36:49.244066 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-04eac35a-e4e5-428e-96dd-08fb9c017c98 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "PUT /v2.0/routers/e414cb97-3b61-427a-ae3e-4261752f4f44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4277959 Aug 29 04:36:49.246650 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263e0ad4-237b-4523-b751-40abb93b6a6a None None] Sync routers for ids ['e414cb97-3b61-427a-ae3e-4261752f4f44'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:36:49.252200 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 50354) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:49.258405 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263e0ad4-237b-4523-b751-40abb93b6a6a None None] Routers {'e414cb97-3b61-427a-ae3e-4261752f4f44'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:36:49.260037 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-263e0ad4-237b-4523-b751-40abb93b6a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:36:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['e414cb97-3b61-427a-ae3e-4261752f4f44'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:49.309597 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f389568-8ec8-4186-95c9-1032bab6f214 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] GET failed (client error): The resource could not be found. Aug 29 04:36:49.314449 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-3f389568-8ec8-4186-95c9-1032bab6f214 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "GET /v2.0/ports/4a9c3e3b-1160-42cd-81a6-36df0986533a HTTP/1.1" status: 404 len: 333 time: 0.0573897 Aug 29 04:36:49.315372 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 50358) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:49.352085 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-263e0ad4-237b-4523-b751-40abb93b6a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:49.360739 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263e0ad4-237b-4523-b751-40abb93b6a6a None None] Routers {'e414cb97-3b61-427a-ae3e-4261752f4f44'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:36:49.361531 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-263e0ad4-237b-4523-b751-40abb93b6a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:36:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['e414cb97-3b61-427a-ae3e-4261752f4f44'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:49.390302 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-90615ce1-ee6f-4756-8732-1db983602835 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:49.400396 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-263e0ad4-237b-4523-b751-40abb93b6a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:49.401376 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263e0ad4-237b-4523-b751-40abb93b6a6a None None] The sync data for ids ['e414cb97-3b61-427a-ae3e-4261752f4f44'] in n-d-712140-12 is: [] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:36:49.403366 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-90615ce1-ee6f-4756-8732-1db983602835 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Calling delete_port for 871bcbbe-5758-4f00-8124-12bb8becbb06 owned by network:router_interface {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:36:49.494829 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-be68cd8b-2c9d-442a-9df0-af4f89cd6ac9 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks [] for router, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:49.566384 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-852d3542-2b4c-434f-a30c-4a736e14db05 tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:36:49.571996 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-852d3542-2b4c-434f-a30c-4a736e14db05 tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:49.577044 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fda8b7-4af7-434f-b10a-46ee45c8f34c None None] Sync routers for ids ['d79d9db1-e769-4b6d-ab1c-0aeafcba83cc'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:36:49.587143 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fda8b7-4af7-434f-b10a-46ee45c8f34c None None] Routers {'d79d9db1-e769-4b6d-ab1c-0aeafcba83cc'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:36:49.587883 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-40fda8b7-4af7-434f-b10a-46ee45c8f34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:36:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['d79d9db1-e769-4b6d-ab1c-0aeafcba83cc'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:49.626616 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-40fda8b7-4af7-434f-b10a-46ee45c8f34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:49.637030 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fda8b7-4af7-434f-b10a-46ee45c8f34c None None] Routers {'d79d9db1-e769-4b6d-ab1c-0aeafcba83cc'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:36:49.640317 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-40fda8b7-4af7-434f-b10a-46ee45c8f34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:36:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['d79d9db1-e769-4b6d-ab1c-0aeafcba83cc'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:49.677413 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-40fda8b7-4af7-434f-b10a-46ee45c8f34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:49.678756 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fda8b7-4af7-434f-b10a-46ee45c8f34c None None] The sync data for ids ['d79d9db1-e769-4b6d-ab1c-0aeafcba83cc'] in n-d-712140-12 is: [] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:36:49.697848 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-be68cd8b-2c9d-442a-9df0-af4f89cd6ac9 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:49.700887 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-be68cd8b-2c9d-442a-9df0-af4f89cd6ac9 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:49.784015 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-be68cd8b-2c9d-442a-9df0-af4f89cd6ac9 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717253'] for router, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:49.784998 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be68cd8b-2c9d-442a-9df0-af4f89cd6ac9 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Fanout notify agent at l3_agent the message router_deleted on router e414cb97-3b61-427a-ae3e-4261752f4f44 {{(pid=94829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:36:49.797243 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-be68cd8b-2c9d-442a-9df0-af4f89cd6ac9 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:49.799736 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-be68cd8b-2c9d-442a-9df0-af4f89cd6ac9 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "DELETE /v2.0/routers/e414cb97-3b61-427a-ae3e-4261752f4f44 HTTP/1.1" status: 204 len: 168 time: 0.4832079 Aug 29 04:36:49.804020 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 50374) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:49.893483 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_v2 [None req-c247a212-3bfa-4057-85e1-e7bd9135de72 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Deleting subnet d1b981a7-40ac-4362-b6f1-2d3282c978b6 {{(pid=94829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:36:49.897901 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c247a212-3bfa-4057-85e1-e7bd9135de72 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks [] for subnet, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:49.947477 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c247a212-3bfa-4057-85e1-e7bd9135de72 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4311743'] for subnet, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:50.007136 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-852d3542-2b4c-434f-a30c-4a736e14db05 tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] 10.222.0.22 "DELETE /v2.0/floatingips/401bee1b-32d8-4a0b-986c-0776518d904b HTTP/1.1" status: 204 len: 168 time: 2.8707685 Aug 29 04:36:50.007988 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 50380) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:50.013258 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-04699a07-b1b0-4b4f-a2e2-fe67217c67e3 tempest-FloatingIPAdminTestJSON-1573646713 tempest-FloatingIPAdminTestJSON-1573646713-project-admin] Request body: {'floatingip': {'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:50.062966 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c247a212-3bfa-4057-85e1-e7bd9135de72 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:50.065606 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-04699a07-b1b0-4b4f-a2e2-fe67217c67e3 tempest-FloatingIPAdminTestJSON-1573646713 tempest-FloatingIPAdminTestJSON-1573646713-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:50.132635 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-90615ce1-ee6f-4756-8732-1db983602835 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:50.159037 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c247a212-3bfa-4057-85e1-e7bd9135de72 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4552352'] for subnet, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:50.174153 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90615ce1-ee6f-4756-8732-1db983602835 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Pushing event deleted for resources: {'Port': ['ID=871bcbbe-5758-4f00-8124-12bb8becbb06,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:50.252579 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c247a212-3bfa-4057-85e1-e7bd9135de72 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Pushing event deleted for resources: {'Subnet': ['ID=d1b981a7-40ac-4362-b6f1-2d3282c978b6,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:50.262268 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c247a212-3bfa-4057-85e1-e7bd9135de72 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:50.265849 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-c247a212-3bfa-4057-85e1-e7bd9135de72 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "DELETE /v2.0/subnets/d1b981a7-40ac-4362-b6f1-2d3282c978b6 HTTP/1.1" status: 204 len: 168 time: 0.4605904 Aug 29 04:36:50.268840 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 50384) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:50.275136 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50a1807-8497-4372-862a-6c35ccdbcf73 None None] Network 40f93587-ae66-4263-830d-0eb2476c16d0 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:36:50.283988 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-90615ce1-ee6f-4756-8732-1db983602835 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-713231'] for router_interface, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:50.383659 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-742ee92c-84d3-42eb-a383-105e80af2f92 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:50.486114 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-04699a07-b1b0-4b4f-a2e2-fe67217c67e3 tempest-FloatingIPAdminTestJSON-1573646713 tempest-FloatingIPAdminTestJSON-1573646713-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:50.514296 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-742ee92c-84d3-42eb-a383-105e80af2f92 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Deleting port 6db9407d-3af7-45a2-9650-5a4a82c514ce {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:36:50.514646 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-742ee92c-84d3-42eb-a383-105e80af2f92 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:50.628985 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-742ee92c-84d3-42eb-a383-105e80af2f92 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] For port 6db9407d-3af7-45a2-9650-5a4a82c514ce, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=6db9407d-3af7-45a2-9650-5a4a82c514ce,segment=NetworkSegment(864e2dcb-5db5-4d96-ade7-c0ca20691ba1),segment_id=864e2dcb-5db5-4d96-ade7-c0ca20691ba1)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:50.629541 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-742ee92c-84d3-42eb-a383-105e80af2f92 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:50.647244 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-742ee92c-84d3-42eb-a383-105e80af2f92 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Calling delete_port for 6db9407d-3af7-45a2-9650-5a4a82c514ce owned by network:dhcp {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:36:50.719419 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27313ada-12f2-4ee9-99c6-5ad8db31670d None None] DHCP port deletion for 40f93587-ae66-4263-830d-0eb2476c16d0 request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:36:50.765061 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90615ce1-ee6f-4756-8732-1db983602835 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Router 728dba39-811d-4f9d-9378-00b8d9ca0dac has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:36:50.776445 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-742ee92c-84d3-42eb-a383-105e80af2f92 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:50.816266 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742ee92c-84d3-42eb-a383-105e80af2f92 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] No DVR routers for this DVR port 6db9407d-3af7-45a2-9650-5a4a82c514ce on host n-d-712140-12 {{(pid=94829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:36:50.820369 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-27313ada-12f2-4ee9-99c6-5ad8db31670d None None] Deleting port 6db9407d-3af7-45a2-9650-5a4a82c514ce {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:36:50.821274 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-27313ada-12f2-4ee9-99c6-5ad8db31670d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:50.824018 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742ee92c-84d3-42eb-a383-105e80af2f92 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Pushing event deleted for resources: {'Port': ['ID=6db9407d-3af7-45a2-9650-5a4a82c514ce,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:50.825187 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-04699a07-b1b0-4b4f-a2e2-fe67217c67e3 tempest-FloatingIPAdminTestJSON-1573646713 tempest-FloatingIPAdminTestJSON-1573646713-project-admin] Allocated IP 172.25.0.145 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/7cde9c47-2df9-4771-95a2-72a47803b467) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:36:50.924914 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-742ee92c-84d3-42eb-a383-105e80af2f92 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:50.931939 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-27313ada-12f2-4ee9-99c6-5ad8db31670d None None] For port 6db9407d-3af7-45a2-9650-5a4a82c514ce, host n-d-712140-12, got binding levels [] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:50.932576 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-27313ada-12f2-4ee9-99c6-5ad8db31670d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:50.937257 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-742ee92c-84d3-42eb-a383-105e80af2f92 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40f93587-ae66-4263-830d-0eb2476c16d0']}} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:50.950910 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-742ee92c-84d3-42eb-a383-105e80af2f92 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '864e2dcb-5db5-4d96-ade7-c0ca20691ba1') {'for_net_delete': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:50.951244 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-742ee92c-84d3-42eb-a383-105e80af2f92 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '864e2dcb-5db5-4d96-ade7-c0ca20691ba1') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:50.958797 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-27313ada-12f2-4ee9-99c6-5ad8db31670d None None] Calling delete_port for 6db9407d-3af7-45a2-9650-5a4a82c514ce owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:36:50.977510 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.ipam_backend_mixin [None req-27313ada-12f2-4ee9-99c6-5ad8db31670d None None] Port 6db9407d-3af7-45a2-9650-5a4a82c514ce was not found and therefore no delete operation was performed {{(pid=94830) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 04:36:50.979796 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-27313ada-12f2-4ee9-99c6-5ad8db31670d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:51.004389 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-742ee92c-84d3-42eb-a383-105e80af2f92 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4311712'] for segment, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:51.010146 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90615ce1-ee6f-4756-8732-1db983602835 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:36:51.020993 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27313ada-12f2-4ee9-99c6-5ad8db31670d None None] No DVR routers for this DVR port 6db9407d-3af7-45a2-9650-5a4a82c514ce on host n-d-712140-12 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:36:51.021458 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-90615ce1-ee6f-4756-8732-1db983602835 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] 10.222.0.22 "PUT /v2.0/routers/728dba39-811d-4f9d-9378-00b8d9ca0dac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3476362 Aug 29 04:36:51.022182 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 50402) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:51.070426 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-742ee92c-84d3-42eb-a383-105e80af2f92 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:51.074230 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-57bc74ab-5dcc-4951-a60c-b187276246d6 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] 10.222.0.22 "GET /v2.0/ports?device_id=728dba39-811d-4f9d-9378-00b8d9ca0dac HTTP/1.1" status: 200 len: 205 time: 0.0463872 Aug 29 04:36:51.077961 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 50404) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:51.086924 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b08091-c8d8-46ce-a4be-a2bb8b3d4b82 None None] Sync routers for ids ['728dba39-811d-4f9d-9378-00b8d9ca0dac'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:36:51.092957 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27313ada-12f2-4ee9-99c6-5ad8db31670d None None] Pushing event deleted for resources: {'Port': ['ID=6db9407d-3af7-45a2-9650-5a4a82c514ce,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:51.105757 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b08091-c8d8-46ce-a4be-a2bb8b3d4b82 None None] Routers {'728dba39-811d-4f9d-9378-00b8d9ca0dac'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:36:51.106743 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-14b08091-c8d8-46ce-a4be-a2bb8b3d4b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:36:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['728dba39-811d-4f9d-9378-00b8d9ca0dac'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:51.115407 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-04699a07-b1b0-4b4f-a2e2-fe67217c67e3 tempest-FloatingIPAdminTestJSON-1573646713 tempest-FloatingIPAdminTestJSON-1573646713-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:51.147830 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-14b08091-c8d8-46ce-a4be-a2bb8b3d4b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:51.156166 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0cb35566-8826-49a3-a253-cbc17fc79618 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks [] for router, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:51.159090 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-742ee92c-84d3-42eb-a383-105e80af2f92 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=94829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:36:51.159502 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-742ee92c-84d3-42eb-a383-105e80af2f92 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4274277'] for segment, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:51.160609 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b08091-c8d8-46ce-a4be-a2bb8b3d4b82 None None] Routers {'728dba39-811d-4f9d-9378-00b8d9ca0dac'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:36:51.161456 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-14b08091-c8d8-46ce-a4be-a2bb8b3d4b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:36:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['728dba39-811d-4f9d-9378-00b8d9ca0dac'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:51.162957 n-d-712140-12 neutron-server[94829]: Traceback (most recent call last): Aug 29 04:36:51.162957 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:36:51.162957 n-d-712140-12 neutron-server[94829]: timer() Aug 29 04:36:51.162957 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:36:51.162957 n-d-712140-12 neutron-server[94829]: cb(*args, **kw) Aug 29 04:36:51.162957 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:36:51.162957 n-d-712140-12 neutron-server[94829]: return func(*args, **kwargs) Aug 29 04:36:51.162957 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:36:51.162957 n-d-712140-12 neutron-server[94829]: self._notify() Aug 29 04:36:51.162957 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:36:51.162957 n-d-712140-12 neutron-server[94829]: self.callback(batched_events) Aug 29 04:36:51.162957 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:36:51.162957 n-d-712140-12 neutron-server[94829]: event.method(event) Aug 29 04:36:51.162957 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:36:51.162957 n-d-712140-12 neutron-server[94829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:36:51.162957 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:36:51.162957 n-d-712140-12 neutron-server[94829]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:36:51.162957 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:36:51.162957 n-d-712140-12 neutron-server[94829]: return f(self, *a, **k) Aug 29 04:36:51.162957 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:36:51.162957 n-d-712140-12 neutron-server[94829]: return self._get(url).json() Aug 29 04:36:51.162957 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:36:51.162957 n-d-712140-12 neutron-server[94829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:36:51.162957 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:36:51.162957 n-d-712140-12 neutron-server[94829]: return self.request(url, 'GET', **kwargs) Aug 29 04:36:51.162957 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:36:51.162957 n-d-712140-12 neutron-server[94829]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:36:51.162957 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:36:51.162957 n-d-712140-12 neutron-server[94829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:36:51.162957 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:36:51.162957 n-d-712140-12 neutron-server[94829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:36:51.162957 n-d-712140-12 neutron-server[94829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:36:51.195376 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 50406) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:51.205163 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-04699a07-b1b0-4b4f-a2e2-fe67217c67e3 tempest-FloatingIPAdminTestJSON-1573646713 tempest-FloatingIPAdminTestJSON-1573646713-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:51.239856 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-14b08091-c8d8-46ce-a4be-a2bb8b3d4b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:51.241619 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b08091-c8d8-46ce-a4be-a2bb8b3d4b82 None None] The sync data for ids ['728dba39-811d-4f9d-9378-00b8d9ca0dac'] in n-d-712140-12 is: [] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:36:51.253986 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04699a07-b1b0-4b4f-a2e2-fe67217c67e3 tempest-FloatingIPAdminTestJSON-1573646713 tempest-FloatingIPAdminTestJSON-1573646713-project-admin] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:36:51.270535 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-04699a07-b1b0-4b4f-a2e2-fe67217c67e3 tempest-FloatingIPAdminTestJSON-1573646713 tempest-FloatingIPAdminTestJSON-1573646713-project-admin] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:36:51.277842 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04699a07-b1b0-4b4f-a2e2-fe67217c67e3 tempest-FloatingIPAdminTestJSON-1573646713 tempest-FloatingIPAdminTestJSON-1573646713-project-admin] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:36:51.303982 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04699a07-b1b0-4b4f-a2e2-fe67217c67e3 tempest-FloatingIPAdminTestJSON-1573646713 tempest-FloatingIPAdminTestJSON-1573646713-project-admin] Pushing event updated for resources: {'Port': ['ID=7cde9c47-2df9-4771-95a2-72a47803b467,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:51.360881 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-7ac75b27-07a8-41f4-a9fc-b7964adaddd4 tempest-ExternalNetworksAdminNegativeTestJSON-598909373 tempest-ExternalNetworksAdminNegativeTestJSON-598909373-project-admin] Request body: {'floatingip': {'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:51.383034 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-742ee92c-84d3-42eb-a383-105e80af2f92 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:51.393019 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-742ee92c-84d3-42eb-a383-105e80af2f92 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:51.398186 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-742ee92c-84d3-42eb-a383-105e80af2f92 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "DELETE /v2.0/networks/40f93587-ae66-4263-830d-0eb2476c16d0 HTTP/1.1" status: 204 len: 168 time: 1.1246665 Aug 29 04:36:51.399875 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 50410) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:51.402687 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0cb35566-8826-49a3-a253-cbc17fc79618 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:51.414128 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7ac75b27-07a8-41f4-a9fc-b7964adaddd4 tempest-ExternalNetworksAdminNegativeTestJSON-598909373 tempest-ExternalNetworksAdminNegativeTestJSON-598909373-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:51.420752 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0cb35566-8826-49a3-a253-cbc17fc79618 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:51.443013 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742ee92c-84d3-42eb-a383-105e80af2f92 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Pushing event deleted for resources: {'Network': ['ID=40f93587-ae66-4263-830d-0eb2476c16d0,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:51.461919 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 6db9407d-3af7-45a2-9650-5a4a82c514ce no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:36:51.483995 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-04699a07-b1b0-4b4f-a2e2-fe67217c67e3 tempest-FloatingIPAdminTestJSON-1573646713 tempest-FloatingIPAdminTestJSON-1573646713-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:51.493712 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad9de1e-bd4e-433f-a9b1-3b4545c89f38 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:51.495218 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-0ad9de1e-bd4e-433f-a9b1-3b4545c89f38 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "GET /v2.0/ports/20ba9cbe-e083-4a8f-a086-a7193b1f5a28 HTTP/1.1" status: 200 len: 845 time: 0.0944052 Aug 29 04:36:51.499467 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 50412) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:51.500909 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 6db9407d-3af7-45a2-9650-5a4a82c514ce {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:36:51.501518 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 6db9407d-3af7-45a2-9650-5a4a82c514ce not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:36:51.511730 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0cb35566-8826-49a3-a253-cbc17fc79618 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717253'] for router, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:51.511730 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cb35566-8826-49a3-a253-cbc17fc79618 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Fanout notify agent at l3_agent the message router_deleted on router 728dba39-811d-4f9d-9378-00b8d9ca0dac {{(pid=94829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:36:51.534158 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-04699a07-b1b0-4b4f-a2e2-fe67217c67e3 tempest-FloatingIPAdminTestJSON-1573646713 tempest-FloatingIPAdminTestJSON-1573646713-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:51.541781 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0cb35566-8826-49a3-a253-cbc17fc79618 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:51.545683 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-0cb35566-8826-49a3-a253-cbc17fc79618 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] 10.222.0.22 "DELETE /v2.0/routers/728dba39-811d-4f9d-9378-00b8d9ca0dac HTTP/1.1" status: 204 len: 168 time: 0.4639807 Aug 29 04:36:51.546458 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 50414) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:51.601340 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b5cec59-4e92-47f8-89a0-34c91e670942 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Deleting subnet aef72b21-97eb-49f6-9a5d-bbd7febafee4 {{(pid=94829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:36:51.607076 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3b5cec59-4e92-47f8-89a0-34c91e670942 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks [] for subnet, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:51.635485 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-498a190c-c740-46c3-9189-e558d67c87af tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "GET /v2.0/ports/20ba9cbe-e083-4a8f-a086-a7193b1f5a28?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1346583 Aug 29 04:36:51.639530 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 50420) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:51.644483 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-c271d920-b55a-4800-8b37-eedebb19ded8 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Request body: {'subnet': {'network_id': '036a8249-2e07-4357-8e57-af915fddc588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:51.689896 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7ac75b27-07a8-41f4-a9fc-b7964adaddd4 tempest-ExternalNetworksAdminNegativeTestJSON-598909373 tempest-ExternalNetworksAdminNegativeTestJSON-598909373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:51.706830 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3b5cec59-4e92-47f8-89a0-34c91e670942 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4311743'] for subnet, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:51.769868 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-04699a07-b1b0-4b4f-a2e2-fe67217c67e3 tempest-FloatingIPAdminTestJSON-1573646713 tempest-FloatingIPAdminTestJSON-1573646713-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:51.778982 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-04699a07-b1b0-4b4f-a2e2-fe67217c67e3 tempest-FloatingIPAdminTestJSON-1573646713 tempest-FloatingIPAdminTestJSON-1573646713-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:51.846948 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c271d920-b55a-4800-8b37-eedebb19ded8 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Made reservation on behalf of b130c2fb48814d1585244ef54308020c for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:36:51.850508 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c271d920-b55a-4800-8b37-eedebb19ded8 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4552395'] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:51.893319 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04699a07-b1b0-4b4f-a2e2-fe67217c67e3 tempest-FloatingIPAdminTestJSON-1573646713 tempest-FloatingIPAdminTestJSON-1573646713-project-admin] Pushing event updated for resources: {'Port': ['ID=7cde9c47-2df9-4771-95a2-72a47803b467,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:51.902598 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3b5cec59-4e92-47f8-89a0-34c91e670942 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:51.928767 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-7ac75b27-07a8-41f4-a9fc-b7964adaddd4 tempest-ExternalNetworksAdminNegativeTestJSON-598909373 tempest-ExternalNetworksAdminNegativeTestJSON-598909373-project-admin] Allocated IP 172.25.0.159 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/e8ec2499-2d1e-4d77-b203-2589d4ac62de) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:36:51.999520 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3b5cec59-4e92-47f8-89a0-34c91e670942 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4552352'] for subnet, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:52.052532 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5cec59-4e92-47f8-89a0-34c91e670942 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Pushing event deleted for resources: {'Subnet': ['ID=aef72b21-97eb-49f6-9a5d-bbd7febafee4,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:52.060463 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3b5cec59-4e92-47f8-89a0-34c91e670942 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:52.065371 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-3b5cec59-4e92-47f8-89a0-34c91e670942 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] 10.222.0.22 "DELETE /v2.0/subnets/aef72b21-97eb-49f6-9a5d-bbd7febafee4 HTTP/1.1" status: 204 len: 168 time: 0.5153565 Aug 29 04:36:52.067500 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 50424) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:52.076061 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcee4b20-9886-4286-bb91-7e5ea7123d86 None None] Network 6619c566-e44a-4992-a54c-255986b896f7 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:36:52.097068 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-04699a07-b1b0-4b4f-a2e2-fe67217c67e3 tempest-FloatingIPAdminTestJSON-1573646713 tempest-FloatingIPAdminTestJSON-1573646713-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719515'] for floatingip, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:52.164748 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-04699a07-b1b0-4b4f-a2e2-fe67217c67e3 tempest-FloatingIPAdminTestJSON-1573646713 tempest-FloatingIPAdminTestJSON-1573646713-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:52.173320 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-04699a07-b1b0-4b4f-a2e2-fe67217c67e3 tempest-FloatingIPAdminTestJSON-1573646713 tempest-FloatingIPAdminTestJSON-1573646713-project-admin] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1634660 Aug 29 04:36:52.179224 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 50428) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:52.195215 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7ac75b27-07a8-41f4-a9fc-b7964adaddd4 tempest-ExternalNetworksAdminNegativeTestJSON-598909373 tempest-ExternalNetworksAdminNegativeTestJSON-598909373-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:52.205288 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-59c82114-6424-4b5a-b366-833881cc359b tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:52.210308 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c271d920-b55a-4800-8b37-eedebb19ded8 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4274880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4552377'] for subnet, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:52.297746 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7ac75b27-07a8-41f4-a9fc-b7964adaddd4 tempest-ExternalNetworksAdminNegativeTestJSON-598909373 tempest-ExternalNetworksAdminNegativeTestJSON-598909373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:52.302071 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c271d920-b55a-4800-8b37-eedebb19ded8 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Pushing event updated for resources: {'Subnet': ['ID=0a18ddce-2609-41eb-92a1-f313f2702b10,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:52.311774 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c271d920-b55a-4800-8b37-eedebb19ded8 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Network 036a8249-2e07-4357-8e57-af915fddc588 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:36:52.316403 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-c271d920-b55a-4800-8b37-eedebb19ded8 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:36:52.331544 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d994f8d2-5d29-41f8-93ef-8c63730d8fe1 None None] Network 036a8249-2e07-4357-8e57-af915fddc588 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:36:52.337939 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c271d920-b55a-4800-8b37-eedebb19ded8 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:52.338546 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c271d920-b55a-4800-8b37-eedebb19ded8 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:52.359600 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-bc7bee36-9402-41a7-b5b4-f638b5a95b8d tempest-FloatingIPAdminTestJSON-1675924282 tempest-FloatingIPAdminTestJSON-1675924282-project] Request body: {'floatingip': {'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:52.373101 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-c271d920-b55a-4800-8b37-eedebb19ded8 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7324593 Aug 29 04:36:52.376183 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 50432) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:52.381779 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-bd972b64-35b1-4718-85c2-cd93344f791e tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Request body: {'security_group': {'name': 'tempest-secgroup-289830727'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:52.397986 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-bc7bee36-9402-41a7-b5b4-f638b5a95b8d tempest-FloatingIPAdminTestJSON-1675924282 tempest-FloatingIPAdminTestJSON-1675924282-project] Notify callbacks [] for floatingip, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:52.402914 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-59c82114-6424-4b5a-b366-833881cc359b tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Deleting port e7dfaa84-a884-4b57-9958-3fc13be2ea66 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:36:52.403266 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-59c82114-6424-4b5a-b366-833881cc359b tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:52.415999 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac75b27-07a8-41f4-a9fc-b7964adaddd4 tempest-ExternalNetworksAdminNegativeTestJSON-598909373 tempest-ExternalNetworksAdminNegativeTestJSON-598909373-project-admin] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:36:52.424455 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-7ac75b27-07a8-41f4-a9fc-b7964adaddd4 tempest-ExternalNetworksAdminNegativeTestJSON-598909373 tempest-ExternalNetworksAdminNegativeTestJSON-598909373-project-admin] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:36:52.431379 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac75b27-07a8-41f4-a9fc-b7964adaddd4 tempest-ExternalNetworksAdminNegativeTestJSON-598909373 tempest-ExternalNetworksAdminNegativeTestJSON-598909373-project-admin] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:36:52.476699 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac75b27-07a8-41f4-a9fc-b7964adaddd4 tempest-ExternalNetworksAdminNegativeTestJSON-598909373 tempest-ExternalNetworksAdminNegativeTestJSON-598909373-project-admin] Pushing event updated for resources: {'Port': ['ID=e8ec2499-2d1e-4d77-b203-2589d4ac62de,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:52.484690 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bd972b64-35b1-4718-85c2-cd93344f791e tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:52.516678 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0793cb37-306f-4f15-97af-17aef1403254 None None] DHCP port deletion for 6619c566-e44a-4992-a54c-255986b896f7 request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:36:52.543008 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7ac75b27-07a8-41f4-a9fc-b7964adaddd4 tempest-ExternalNetworksAdminNegativeTestJSON-598909373 tempest-ExternalNetworksAdminNegativeTestJSON-598909373-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:52.606481 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7ac75b27-07a8-41f4-a9fc-b7964adaddd4 tempest-ExternalNetworksAdminNegativeTestJSON-598909373 tempest-ExternalNetworksAdminNegativeTestJSON-598909373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:52.637806 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-0793cb37-306f-4f15-97af-17aef1403254 None None] Deleting port e7dfaa84-a884-4b57-9958-3fc13be2ea66 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:36:52.638614 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0793cb37-306f-4f15-97af-17aef1403254 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:52.695731 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bd972b64-35b1-4718-85c2-cd93344f791e tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:52.707366 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bd972b64-35b1-4718-85c2-cd93344f791e tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:52.709528 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-0793cb37-306f-4f15-97af-17aef1403254 None None] For port e7dfaa84-a884-4b57-9958-3fc13be2ea66, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=e7dfaa84-a884-4b57-9958-3fc13be2ea66,segment=NetworkSegment(3265cd71-cc26-4d29-971b-2abce96828d6),segment_id=3265cd71-cc26-4d29-971b-2abce96828d6)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:52.709989 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0793cb37-306f-4f15-97af-17aef1403254 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:52.725396 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4eed69f-adb3-4f89-b0de-da4ee37c9be8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-036a8249-2e07-4357-8e57-af915fddc588', 'network_id': '036a8249-2e07-4357-8e57-af915fddc588', 'tenant_id': 'b130c2fb48814d1585244ef54308020c', 'fixed_ips': [{'subnet_id': '0a18ddce-2609-41eb-92a1-f313f2702b10'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:36:52.726250 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c4eed69f-adb3-4f89-b0de-da4ee37c9be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:52.728480 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-0793cb37-306f-4f15-97af-17aef1403254 None None] Calling delete_port for e7dfaa84-a884-4b57-9958-3fc13be2ea66 owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:36:52.797261 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd972b64-35b1-4718-85c2-cd93344f791e tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e870df01-125b-4564-9e0b-c7edc4cb62f7,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:52.818012 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bd972b64-35b1-4718-85c2-cd93344f791e tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:52.819649 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-bd972b64-35b1-4718-85c2-cd93344f791e tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4427431 Aug 29 04:36:52.822248 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 50436) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:52.830207 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-4a6f81b3-cf6d-4dc8-8428-f485bd5fd277 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Request body: {'security_group': {'name': 'tempest-secgroup-562339650'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:52.894833 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4a6f81b3-cf6d-4dc8-8428-f485bd5fd277 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:52.904004 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-59c82114-6424-4b5a-b366-833881cc359b tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] For port e7dfaa84-a884-4b57-9958-3fc13be2ea66, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=e7dfaa84-a884-4b57-9958-3fc13be2ea66,segment=NetworkSegment(3265cd71-cc26-4d29-971b-2abce96828d6),segment_id=3265cd71-cc26-4d29-971b-2abce96828d6)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:52.905426 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-59c82114-6424-4b5a-b366-833881cc359b tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:52.924602 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-59c82114-6424-4b5a-b366-833881cc359b tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Calling delete_port for e7dfaa84-a884-4b57-9958-3fc13be2ea66 owned by network:dhcp {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:36:52.948431 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7ac75b27-07a8-41f4-a9fc-b7964adaddd4 tempest-ExternalNetworksAdminNegativeTestJSON-598909373 tempest-ExternalNetworksAdminNegativeTestJSON-598909373-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:52.960495 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7ac75b27-07a8-41f4-a9fc-b7964adaddd4 tempest-ExternalNetworksAdminNegativeTestJSON-598909373 tempest-ExternalNetworksAdminNegativeTestJSON-598909373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:53.008503 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0793cb37-306f-4f15-97af-17aef1403254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:53.026686 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0793cb37-306f-4f15-97af-17aef1403254 None None] No DVR routers for this DVR port e7dfaa84-a884-4b57-9958-3fc13be2ea66 on host n-d-712140-12 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:36:53.048526 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-c4eed69f-adb3-4f89-b0de-da4ee37c9be8 None None] Allocated IP 2001:db8::2 (036a8249-2e07-4357-8e57-af915fddc588/0a18ddce-2609-41eb-92a1-f313f2702b10/9d949984-1f7d-4669-b7cf-7161ef2359d3) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:36:53.054633 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0793cb37-306f-4f15-97af-17aef1403254 None None] Pushing event deleted for resources: {'Port': ['ID=e7dfaa84-a884-4b57-9958-3fc13be2ea66,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:53.072954 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-59c82114-6424-4b5a-b366-833881cc359b tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:53.088110 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac75b27-07a8-41f4-a9fc-b7964adaddd4 tempest-ExternalNetworksAdminNegativeTestJSON-598909373 tempest-ExternalNetworksAdminNegativeTestJSON-598909373-project-admin] Pushing event updated for resources: {'Port': ['ID=e8ec2499-2d1e-4d77-b203-2589d4ac62de,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:53.121060 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7ac75b27-07a8-41f4-a9fc-b7964adaddd4 tempest-ExternalNetworksAdminNegativeTestJSON-598909373 tempest-ExternalNetworksAdminNegativeTestJSON-598909373-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719515'] for floatingip, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:53.130810 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c82114-6424-4b5a-b366-833881cc359b tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] No DVR routers for this DVR port e7dfaa84-a884-4b57-9958-3fc13be2ea66 on host n-d-712140-12 {{(pid=94829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:36:53.165264 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4a6f81b3-cf6d-4dc8-8428-f485bd5fd277 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:53.170188 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c82114-6424-4b5a-b366-833881cc359b tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Pushing event deleted for resources: {'Port': ['ID=e7dfaa84-a884-4b57-9958-3fc13be2ea66,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:53.182783 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4a6f81b3-cf6d-4dc8-8428-f485bd5fd277 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:53.191613 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7ac75b27-07a8-41f4-a9fc-b7964adaddd4 tempest-ExternalNetworksAdminNegativeTestJSON-598909373 tempest-ExternalNetworksAdminNegativeTestJSON-598909373-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:53.195924 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-7ac75b27-07a8-41f4-a9fc-b7964adaddd4 tempest-ExternalNetworksAdminNegativeTestJSON-598909373 tempest-ExternalNetworksAdminNegativeTestJSON-598909373-project-admin] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9963334 Aug 29 04:36:53.198440 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 50438) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:53.208646 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c4eed69f-adb3-4f89-b0de-da4ee37c9be8 None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:53.214992 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-7968a961-c337-4d9a-8b34-f96ebc604be5 tempest-ExternalNetworksAdminNegativeTestJSON-598909373 tempest-ExternalNetworksAdminNegativeTestJSON-598909373-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1653332055', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'fixed_ips': [{'ip_address': '172.25.0.159'}]}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:53.218885 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-c4eed69f-adb3-4f89-b0de-da4ee37c9be8 None None] Transition to ACTIVE for port object 9d949984-1f7d-4669-b7cf-7161ef2359d3 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:36:53.237204 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-c4eed69f-adb3-4f89-b0de-da4ee37c9be8 None None] Transition to ACTIVE for port object 9d949984-1f7d-4669-b7cf-7161ef2359d3 will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:36:53.243369 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c4eed69f-adb3-4f89-b0de-da4ee37c9be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:53.259155 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4a6f81b3-cf6d-4dc8-8428-f485bd5fd277 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:53.262813 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-59c82114-6424-4b5a-b366-833881cc359b tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:53.267954 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-4a6f81b3-cf6d-4dc8-8428-f485bd5fd277 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4445739 Aug 29 04:36:53.278966 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-59c82114-6424-4b5a-b366-833881cc359b tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6619c566-e44a-4992-a54c-255986b896f7']}} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:53.279658 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 50442) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:53.287204 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4eed69f-adb3-4f89-b0de-da4ee37c9be8 None None] Network 036a8249-2e07-4357-8e57-af915fddc588 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:36:53.291107 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-c4eed69f-adb3-4f89-b0de-da4ee37c9be8 None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:36:53.294726 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4eed69f-adb3-4f89-b0de-da4ee37c9be8 None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:36:53.295818 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-59c82114-6424-4b5a-b366-833881cc359b tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3265cd71-cc26-4d29-971b-2abce96828d6') {'for_net_delete': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:53.296186 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-59c82114-6424-4b5a-b366-833881cc359b tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3265cd71-cc26-4d29-971b-2abce96828d6') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:53.304206 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-736f0d56-96d2-42e8-88ad-81f12a8738ac tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1960809120', 'security_groups': ['3a264dc1-d9a0-4893-bbdd-7d95b33c006a'], 'network_id': '036a8249-2e07-4357-8e57-af915fddc588', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0a18ddce-2609-41eb-92a1-f313f2702b10'}]}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:53.309031 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6f81b3-cf6d-4dc8-8428-f485bd5fd277 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a264dc1-d9a0-4893-bbdd-7d95b33c006a,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:53.315498 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eed69f-adb3-4f89-b0de-da4ee37c9be8 None None] Pushing event updated for resources: {'Port': ['ID=9d949984-1f7d-4669-b7cf-7161ef2359d3,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:53.330498 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-59c82114-6424-4b5a-b366-833881cc359b tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4311712'] for segment, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:53.330902 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7968a961-c337-4d9a-8b34-f96ebc604be5 tempest-ExternalNetworksAdminNegativeTestJSON-598909373 tempest-ExternalNetworksAdminNegativeTestJSON-598909373-project-admin] Made reservation on behalf of 5115fffcdfd2419d9a9a4542e7483df8 for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:36:53.334502 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7968a961-c337-4d9a-8b34-f96ebc604be5 tempest-ExternalNetworksAdminNegativeTestJSON-598909373 tempest-ExternalNetworksAdminNegativeTestJSON-598909373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:53.369151 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-59c82114-6424-4b5a-b366-833881cc359b tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:53.373844 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-c4eed69f-adb3-4f89-b0de-da4ee37c9be8 None None] Attempting to bind port 9d949984-1f7d-4669-b7cf-7161ef2359d3 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:36:53.377757 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-c4eed69f-adb3-4f89-b0de-da4ee37c9be8 None None] Attempting to bind port 9d949984-1f7d-4669-b7cf-7161ef2359d3 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '79e221aa-6e06-4204-8207-008dfbe327fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '036a8249-2e07-4357-8e57-af915fddc588'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:36:53.378133 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4eed69f-adb3-4f89-b0de-da4ee37c9be8 None None] Attempting to bind port 9d949984-1f7d-4669-b7cf-7161ef2359d3 on network 036a8249-2e07-4357-8e57-af915fddc588 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:36:53.383764 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7968a961-c337-4d9a-8b34-f96ebc604be5 tempest-ExternalNetworksAdminNegativeTestJSON-598909373 tempest-ExternalNetworksAdminNegativeTestJSON-598909373-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:53.383957 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4eed69f-adb3-4f89-b0de-da4ee37c9be8 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:36:53.384348 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4eed69f-adb3-4f89-b0de-da4ee37c9be8 None None] Checking segment: {'id': '79e221aa-6e06-4204-8207-008dfbe327fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '036a8249-2e07-4357-8e57-af915fddc588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:36:53.385128 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c4eed69f-adb3-4f89-b0de-da4ee37c9be8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:53.385128 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4eed69f-adb3-4f89-b0de-da4ee37c9be8 None None] Bound using segment: {'id': '79e221aa-6e06-4204-8207-008dfbe327fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '036a8249-2e07-4357-8e57-af915fddc588'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:36:53.385588 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-c4eed69f-adb3-4f89-b0de-da4ee37c9be8 None None] Bound port: 9d949984-1f7d-4669-b7cf-7161ef2359d3, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79e221aa-6e06-4204-8207-008dfbe327fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '036a8249-2e07-4357-8e57-af915fddc588'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:36:53.385977 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c4eed69f-adb3-4f89-b0de-da4ee37c9be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:53.387351 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59c82114-6424-4b5a-b366-833881cc359b tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=94829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:36:53.388299 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-59c82114-6424-4b5a-b366-833881cc359b tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4274277'] for segment, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:53.405148 n-d-712140-12 neutron-server[94829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:36:53.405148 n-d-712140-12 neutron-server[94829]: self.session.flush() Aug 29 04:36:53.405148 n-d-712140-12 neutron-server[94829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:36:53.405148 n-d-712140-12 neutron-server[94829]: self.session.flush() Aug 29 04:36:53.405148 n-d-712140-12 neutron-server[94829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:36:53.405148 n-d-712140-12 neutron-server[94829]: self.session.flush() Aug 29 04:36:53.405148 n-d-712140-12 neutron-server[94829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:36:53.405148 n-d-712140-12 neutron-server[94829]: self.session.flush() Aug 29 04:36:53.405148 n-d-712140-12 neutron-server[94829]: Traceback (most recent call last): Aug 29 04:36:53.405148 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:36:53.405148 n-d-712140-12 neutron-server[94829]: timer() Aug 29 04:36:53.405148 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:36:53.405148 n-d-712140-12 neutron-server[94829]: cb(*args, **kw) Aug 29 04:36:53.405148 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:36:53.405148 n-d-712140-12 neutron-server[94829]: return func(*args, **kwargs) Aug 29 04:36:53.405148 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:36:53.405148 n-d-712140-12 neutron-server[94829]: self._notify() Aug 29 04:36:53.405148 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:36:53.405148 n-d-712140-12 neutron-server[94829]: self.callback(batched_events) Aug 29 04:36:53.405148 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:36:53.405148 n-d-712140-12 neutron-server[94829]: event.method(event) Aug 29 04:36:53.405148 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:36:53.405148 n-d-712140-12 neutron-server[94829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:36:53.405148 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:36:53.405148 n-d-712140-12 neutron-server[94829]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:36:53.405148 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:36:53.405148 n-d-712140-12 neutron-server[94829]: return f(self, *a, **k) Aug 29 04:36:53.405148 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:36:53.405148 n-d-712140-12 neutron-server[94829]: return self._get(url).json() Aug 29 04:36:53.405148 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:36:53.405148 n-d-712140-12 neutron-server[94829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:36:53.405148 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:36:53.405148 n-d-712140-12 neutron-server[94829]: return self.request(url, 'GET', **kwargs) Aug 29 04:36:53.405148 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:36:53.405148 n-d-712140-12 neutron-server[94829]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:36:53.405148 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:36:53.405148 n-d-712140-12 neutron-server[94829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:36:53.405148 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:36:53.405148 n-d-712140-12 neutron-server[94829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:36:53.405148 n-d-712140-12 neutron-server[94829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:36:53.473604 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-bc7bee36-9402-41a7-b5b4-f638b5a95b8d tempest-FloatingIPAdminTestJSON-1675924282 tempest-FloatingIPAdminTestJSON-1675924282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:53.483079 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-59c82114-6424-4b5a-b366-833881cc359b tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:53.502685 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device e7dfaa84-a884-4b57-9958-3fc13be2ea66 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:36:53.514142 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-59c82114-6424-4b5a-b366-833881cc359b tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:53.514384 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-c4eed69f-adb3-4f89-b0de-da4ee37c9be8 None None] For port 9d949984-1f7d-4669-b7cf-7161ef2359d3, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:36:53.516708 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-59c82114-6424-4b5a-b366-833881cc359b tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] 10.222.0.22 "DELETE /v2.0/networks/6619c566-e44a-4992-a54c-255986b896f7 HTTP/1.1" status: 204 len: 168 time: 1.4484494 Aug 29 04:36:53.518045 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c82114-6424-4b5a-b366-833881cc359b tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Pushing event deleted for resources: {'Network': ['ID=6619c566-e44a-4992-a54c-255986b896f7,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:53.522912 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 50444) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:53.534005 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-72140f0c-b26d-4fd6-9572-1d85e85364c3 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1190397809', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:53.557158 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: e7dfaa84-a884-4b57-9958-3fc13be2ea66 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:36:53.557795 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device e7dfaa84-a884-4b57-9958-3fc13be2ea66 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:36:53.566415 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-c4eed69f-adb3-4f89-b0de-da4ee37c9be8 None None] For port 9d949984-1f7d-4669-b7cf-7161ef2359d3, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=9d949984-1f7d-4669-b7cf-7161ef2359d3,segment=NetworkSegment(79e221aa-6e06-4204-8207-008dfbe327fa),segment_id=79e221aa-6e06-4204-8207-008dfbe327fa)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:36:53.576633 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c4eed69f-adb3-4f89-b0de-da4ee37c9be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:53.590222 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7968a961-c337-4d9a-8b34-f96ebc604be5 tempest-ExternalNetworksAdminNegativeTestJSON-598909373 tempest-ExternalNetworksAdminNegativeTestJSON-598909373-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:53.597820 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7968a961-c337-4d9a-8b34-f96ebc604be5 tempest-ExternalNetworksAdminNegativeTestJSON-598909373 tempest-ExternalNetworksAdminNegativeTestJSON-598909373-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:53.609219 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-7968a961-c337-4d9a-8b34-f96ebc604be5 tempest-ExternalNetworksAdminNegativeTestJSON-598909373 tempest-ExternalNetworksAdminNegativeTestJSON-598909373-project-admin] device_id is not set on port 13f47d87-09f9-4c52-9977-d47e2080a57a yet. {{(pid=94828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:36:53.661719 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eed69f-adb3-4f89-b0de-da4ee37c9be8 None None] Pushing event updated for resources: {'Port': ['ID=9d949984-1f7d-4669-b7cf-7161ef2359d3,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:53.672471 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-bc7bee36-9402-41a7-b5b4-f638b5a95b8d tempest-FloatingIPAdminTestJSON-1675924282 tempest-FloatingIPAdminTestJSON-1675924282-project] Allocated IP 172.25.0.88 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/a2734b0e-89f1-427b-8cda-e7eaa5534a18) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:36:53.698531 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-736f0d56-96d2-42e8-88ad-81f12a8738ac tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Made reservation on behalf of b130c2fb48814d1585244ef54308020c for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:36:53.794087 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7968a961-c337-4d9a-8b34-f96ebc604be5 tempest-ExternalNetworksAdminNegativeTestJSON-598909373 tempest-ExternalNetworksAdminNegativeTestJSON-598909373-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4198abed-5127-4eb9-8ccf-c8df77475e72,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:53.816518 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-bc7bee36-9402-41a7-b5b4-f638b5a95b8d tempest-FloatingIPAdminTestJSON-1675924282 tempest-FloatingIPAdminTestJSON-1675924282-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:53.901311 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-72140f0c-b26d-4fd6-9572-1d85e85364c3 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:53.902394 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-72140f0c-b26d-4fd6-9572-1d85e85364c3 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1838'] for router, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:53.932954 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-bc7bee36-9402-41a7-b5b4-f638b5a95b8d tempest-FloatingIPAdminTestJSON-1675924282 tempest-FloatingIPAdminTestJSON-1675924282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:53.982707 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7bee36-9402-41a7-b5b4-f638b5a95b8d tempest-FloatingIPAdminTestJSON-1675924282 tempest-FloatingIPAdminTestJSON-1675924282-project] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:36:53.987275 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-bc7bee36-9402-41a7-b5b4-f638b5a95b8d tempest-FloatingIPAdminTestJSON-1675924282 tempest-FloatingIPAdminTestJSON-1675924282-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:36:53.991315 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7bee36-9402-41a7-b5b4-f638b5a95b8d tempest-FloatingIPAdminTestJSON-1675924282 tempest-FloatingIPAdminTestJSON-1675924282-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:36:54.028168 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7bee36-9402-41a7-b5b4-f638b5a95b8d tempest-FloatingIPAdminTestJSON-1675924282 tempest-FloatingIPAdminTestJSON-1675924282-project] Pushing event updated for resources: {'Port': ['ID=a2734b0e-89f1-427b-8cda-e7eaa5534a18,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:54.066048 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-736f0d56-96d2-42e8-88ad-81f12a8738ac tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:54.069045 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-72140f0c-b26d-4fd6-9572-1d85e85364c3 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:54.085090 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-72140f0c-b26d-4fd6-9572-1d85e85364c3 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409'] for router, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:54.105111 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-bc7bee36-9402-41a7-b5b4-f638b5a95b8d tempest-FloatingIPAdminTestJSON-1675924282 tempest-FloatingIPAdminTestJSON-1675924282-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:54.108632 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-736f0d56-96d2-42e8-88ad-81f12a8738ac tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] device_id is not set on port 2782037c-1cce-4004-b992-3572a1d0d908 yet. {{(pid=94828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:36:54.122644 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-72140f0c-b26d-4fd6-9572-1d85e85364c3 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks [] for router, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:54.125811 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-72140f0c-b26d-4fd6-9572-1d85e85364c3 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5998561 Aug 29 04:36:54.129540 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 50448) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:54.143632 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-bc7bee36-9402-41a7-b5b4-f638b5a95b8d tempest-FloatingIPAdminTestJSON-1675924282 tempest-FloatingIPAdminTestJSON-1675924282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:54.161652 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-12adfa97-0e86-49a6-9295-93f6fb8c862f tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1586370815'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:54.167276 n-d-712140-12 neutron-server[94828]: INFO neutron.pecan_wsgi.hooks.translation [None req-7968a961-c337-4d9a-8b34-f96ebc604be5 tempest-ExternalNetworksAdminNegativeTestJSON-598909373 tempest-ExternalNetworksAdminNegativeTestJSON-598909373-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 29 04:36:54.167828 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7968a961-c337-4d9a-8b34-f96ebc604be5 tempest-ExternalNetworksAdminNegativeTestJSON-598909373 tempest-ExternalNetworksAdminNegativeTestJSON-598909373-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:36:54.243056 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12adfa97-0e86-49a6-9295-93f6fb8c862f tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Made reservation on behalf of 3eb215580c8748bbad6fe745fb3cc71c for: {'network': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:36:54.246587 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-12adfa97-0e86-49a6-9295-93f6fb8c862f tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:54.255748 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-7968a961-c337-4d9a-8b34-f96ebc604be5 tempest-ExternalNetworksAdminNegativeTestJSON-598909373 tempest-ExternalNetworksAdminNegativeTestJSON-598909373-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.0475917 Aug 29 04:36:54.257377 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 50450) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:54.316353 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12adfa97-0e86-49a6-9295-93f6fb8c862f tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=94828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:36:54.335618 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-12adfa97-0e86-49a6-9295-93f6fb8c862f tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:54.335618 n-d-712140-12 neutron-server[94828]: INFO neutron.db.segments_db [None req-12adfa97-0e86-49a6-9295-93f6fb8c862f tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Added segment 26c756d1-0d48-4317-b18c-a5b2a8a62fac of type vlan for network 55385f77-8348-4e0f-8a55-d04453e10239 Aug 29 04:36:54.353899 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-736f0d56-96d2-42e8-88ad-81f12a8738ac tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Allocated IP 2001:db8::3b (036a8249-2e07-4357-8e57-af915fddc588/0a18ddce-2609-41eb-92a1-f313f2702b10/2782037c-1cce-4004-b992-3572a1d0d908) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:36:54.416435 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-12adfa97-0e86-49a6-9295-93f6fb8c862f tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:54.444284 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-bc7bee36-9402-41a7-b5b4-f638b5a95b8d tempest-FloatingIPAdminTestJSON-1675924282 tempest-FloatingIPAdminTestJSON-1675924282-project] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:54.453313 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-bc7bee36-9402-41a7-b5b4-f638b5a95b8d tempest-FloatingIPAdminTestJSON-1675924282 tempest-FloatingIPAdminTestJSON-1675924282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:54.512645 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-12adfa97-0e86-49a6-9295-93f6fb8c862f tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:54.520029 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12adfa97-0e86-49a6-9295-93f6fb8c862f tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:54.520629 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-12adfa97-0e86-49a6-9295-93f6fb8c862f tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:54.534723 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-4c50afdf-4029-4fae-8611-d2afc74cb3a4 tempest-ExternalNetworksAdminNegativeTestJSON-598909373 tempest-ExternalNetworksAdminNegativeTestJSON-598909373-project-admin] Deleting port e8ec2499-2d1e-4d77-b203-2589d4ac62de {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:36:54.535037 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4c50afdf-4029-4fae-8611-d2afc74cb3a4 tempest-ExternalNetworksAdminNegativeTestJSON-598909373 tempest-ExternalNetworksAdminNegativeTestJSON-598909373-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:54.545740 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7bee36-9402-41a7-b5b4-f638b5a95b8d tempest-FloatingIPAdminTestJSON-1675924282 tempest-FloatingIPAdminTestJSON-1675924282-project] Pushing event updated for resources: {'Port': ['ID=a2734b0e-89f1-427b-8cda-e7eaa5534a18,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:54.600331 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-bc7bee36-9402-41a7-b5b4-f638b5a95b8d tempest-FloatingIPAdminTestJSON-1675924282 tempest-FloatingIPAdminTestJSON-1675924282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719515'] for floatingip, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:54.618447 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-bc7bee36-9402-41a7-b5b4-f638b5a95b8d tempest-FloatingIPAdminTestJSON-1675924282 tempest-FloatingIPAdminTestJSON-1675924282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:54.622083 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-bc7bee36-9402-41a7-b5b4-f638b5a95b8d tempest-FloatingIPAdminTestJSON-1675924282 tempest-FloatingIPAdminTestJSON-1675924282-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4350128 Aug 29 04:36:54.626885 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 50454) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:54.630030 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-12adfa97-0e86-49a6-9295-93f6fb8c862f tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4728451 Aug 29 04:36:54.635820 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 50456) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:54.648790 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-c218b815-a93a-4ca6-8056-041043de3ef4 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Request body: {'subnet': {'network_id': '55385f77-8348-4e0f-8a55-d04453e10239', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:54.699073 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4c50afdf-4029-4fae-8611-d2afc74cb3a4 tempest-ExternalNetworksAdminNegativeTestJSON-598909373 tempest-ExternalNetworksAdminNegativeTestJSON-598909373-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:54.699073 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4c50afdf-4029-4fae-8611-d2afc74cb3a4 tempest-ExternalNetworksAdminNegativeTestJSON-598909373 tempest-ExternalNetworksAdminNegativeTestJSON-598909373-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:54.719547 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-4c50afdf-4029-4fae-8611-d2afc74cb3a4 tempest-ExternalNetworksAdminNegativeTestJSON-598909373 tempest-ExternalNetworksAdminNegativeTestJSON-598909373-project-admin] Calling delete_port for e8ec2499-2d1e-4d77-b203-2589d4ac62de owned by network:floatingip {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:36:54.731755 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-22e6cdaf-b60f-49e2-9e06-8c46c035470c tempest-FloatingIPAdminTestJSON-1573646713 tempest-FloatingIPAdminTestJSON-1573646713-project-admin] 10.222.0.22 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3702 time: 0.1029873 Aug 29 04:36:54.736122 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 50458) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:54.744443 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12adfa97-0e86-49a6-9295-93f6fb8c862f tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Pushing event updated for resources: {'Network': ['ID=55385f77-8348-4e0f-8a55-d04453e10239,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:54.757311 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 55385f77-8348-4e0f-8a55-d04453e10239 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:36:54.812675 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c218b815-a93a-4ca6-8056-041043de3ef4 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Made reservation on behalf of 3eb215580c8748bbad6fe745fb3cc71c for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:36:54.817068 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c218b815-a93a-4ca6-8056-041043de3ef4 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:54.832219 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-736f0d56-96d2-42e8-88ad-81f12a8738ac tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:54.914484 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-c998348c-fc77-4125-99c4-ea96913d7a9d tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] 10.222.0.22 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1798303 Aug 29 04:36:54.916981 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 50464) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:55.004815 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-736f0d56-96d2-42e8-88ad-81f12a8738ac tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Transition to ACTIVE for port object 2782037c-1cce-4004-b992-3572a1d0d908 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:36:55.100813 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-736f0d56-96d2-42e8-88ad-81f12a8738ac tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:55.110083 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-cfa4b490-07dc-45d1-afd5-8bf2baed12ea tempest-FloatingIPAdminTestJSON-1675924282 tempest-FloatingIPAdminTestJSON-1675924282-project] Deleting port a2734b0e-89f1-427b-8cda-e7eaa5534a18 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:36:55.110600 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cfa4b490-07dc-45d1-afd5-8bf2baed12ea tempest-FloatingIPAdminTestJSON-1675924282 tempest-FloatingIPAdminTestJSON-1675924282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:55.202991 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-98e8745e-b702-494c-ab76-4fb0c97391a8 None None] Provisioning for port 9d949984-1f7d-4669-b7cf-7161ef2359d3 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:36:55.234368 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4c50afdf-4029-4fae-8611-d2afc74cb3a4 tempest-ExternalNetworksAdminNegativeTestJSON-598909373 tempest-ExternalNetworksAdminNegativeTestJSON-598909373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:55.242666 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cfa4b490-07dc-45d1-afd5-8bf2baed12ea tempest-FloatingIPAdminTestJSON-1675924282 tempest-FloatingIPAdminTestJSON-1675924282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:55.243078 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cfa4b490-07dc-45d1-afd5-8bf2baed12ea tempest-FloatingIPAdminTestJSON-1675924282 tempest-FloatingIPAdminTestJSON-1675924282-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:55.245664 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-98e8745e-b702-494c-ab76-4fb0c97391a8 None None] Provisioning complete for port 20ba9cbe-e083-4a8f-a086-a7193b1f5a28 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:55.245912 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-98e8745e-b702-494c-ab76-4fb0c97391a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:55.275854 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c50afdf-4029-4fae-8611-d2afc74cb3a4 tempest-ExternalNetworksAdminNegativeTestJSON-598909373 tempest-ExternalNetworksAdminNegativeTestJSON-598909373-project-admin] Pushing event deleted for resources: {'Port': ['ID=e8ec2499-2d1e-4d77-b203-2589d4ac62de,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:55.284261 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-cfa4b490-07dc-45d1-afd5-8bf2baed12ea tempest-FloatingIPAdminTestJSON-1675924282 tempest-FloatingIPAdminTestJSON-1675924282-project] Calling delete_port for a2734b0e-89f1-427b-8cda-e7eaa5534a18 owned by network:floatingip {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:36:55.295555 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736f0d56-96d2-42e8-88ad-81f12a8738ac tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Network 036a8249-2e07-4357-8e57-af915fddc588 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:36:55.323914 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-736f0d56-96d2-42e8-88ad-81f12a8738ac tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:36:55.328517 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736f0d56-96d2-42e8-88ad-81f12a8738ac tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:36:55.336241 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-736f0d56-96d2-42e8-88ad-81f12a8738ac tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:55.336911 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-736f0d56-96d2-42e8-88ad-81f12a8738ac tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:55.338544 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-98e8745e-b702-494c-ab76-4fb0c97391a8 None None] Port 20ba9cbe-e083-4a8f-a086-a7193b1f5a28 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:36:55.368960 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4c50afdf-4029-4fae-8611-d2afc74cb3a4 tempest-ExternalNetworksAdminNegativeTestJSON-598909373 tempest-ExternalNetworksAdminNegativeTestJSON-598909373-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:55.371554 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4c50afdf-4029-4fae-8611-d2afc74cb3a4 tempest-ExternalNetworksAdminNegativeTestJSON-598909373 tempest-ExternalNetworksAdminNegativeTestJSON-598909373-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:55.373086 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-4c50afdf-4029-4fae-8611-d2afc74cb3a4 tempest-ExternalNetworksAdminNegativeTestJSON-598909373 tempest-ExternalNetworksAdminNegativeTestJSON-598909373-project-admin] 10.222.0.22 "DELETE /v2.0/floatingips/a00102dd-c01e-4ed8-a70c-770e851450f2 HTTP/1.1" status: 204 len: 168 time: 1.1147017 Aug 29 04:36:55.391653 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c218b815-a93a-4ca6-8056-041043de3ef4 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9191137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10062364'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:55.428998 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 50476) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:55.434314 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-d4652181-7d8d-4ccc-a104-159d5ba8760f tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Request body: {'subnet': {'network_id': '036a8249-2e07-4357-8e57-af915fddc588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:55.439702 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-736f0d56-96d2-42e8-88ad-81f12a8738ac tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1586084 Aug 29 04:36:55.533818 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 50478) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:55.564312 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736f0d56-96d2-42e8-88ad-81f12a8738ac tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Pushing event updated for resources: {'Port': ['ID=2782037c-1cce-4004-b992-3572a1d0d908,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:55.625627 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 9d949984-1f7d-4669-b7cf-7161ef2359d3 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:36:55.653140 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c218b815-a93a-4ca6-8056-041043de3ef4 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Pushing event updated for resources: {'Subnet': ['ID=7fa41da7-1c40-4e86-b565-b0ecd036cf12,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:55.679892 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c218b815-a93a-4ca6-8056-041043de3ef4 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Checking segment: {'id': '26c756d1-0d48-4317-b18c-a5b2a8a62fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '55385f77-8348-4e0f-8a55-d04453e10239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:36:55.680432 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c218b815-a93a-4ca6-8056-041043de3ef4 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Network hostable DHCP agents. Network: 55385f77-8348-4e0f-8a55-d04453e10239, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:36:55.713773 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c218b815-a93a-4ca6-8056-041043de3ef4 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Network 55385f77-8348-4e0f-8a55-d04453e10239 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:36:55.745795 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-c218b815-a93a-4ca6-8056-041043de3ef4 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 55385f77-8348-4e0f-8a55-d04453e10239) {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:36:55.751085 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 9d949984-1f7d-4669-b7cf-7161ef2359d3 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:36:55.759894 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed289069-12dd-4793-a03d-8a8a935f63e3 None None] Network 55385f77-8348-4e0f-8a55-d04453e10239 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:36:55.762531 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 9d949984-1f7d-4669-b7cf-7161ef2359d3 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:55.766879 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c218b815-a93a-4ca6-8056-041043de3ef4 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:55.767001 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:55.767391 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c218b815-a93a-4ca6-8056-041043de3ef4 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:55.794060 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4652181-7d8d-4ccc-a104-159d5ba8760f tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Made reservation on behalf of b130c2fb48814d1585244ef54308020c for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:36:55.798590 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d4652181-7d8d-4ccc-a104-159d5ba8760f tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4552395'] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:55.813637 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b5d80e97-204c-431a-9bd9-3a77054337aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:55.838814 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-c218b815-a93a-4ca6-8056-041043de3ef4 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1987934 Aug 29 04:36:55.844353 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 50486) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:55.851007 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cfa4b490-07dc-45d1-afd5-8bf2baed12ea tempest-FloatingIPAdminTestJSON-1675924282 tempest-FloatingIPAdminTestJSON-1675924282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:55.901427 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa4b490-07dc-45d1-afd5-8bf2baed12ea tempest-FloatingIPAdminTestJSON-1675924282 tempest-FloatingIPAdminTestJSON-1675924282-project] Pushing event deleted for resources: {'Port': ['ID=a2734b0e-89f1-427b-8cda-e7eaa5534a18,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:55.977931 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 50488) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:55.990623 n-d-712140-12 neutron-server[94829]: INFO neutron.db.ipam_backend_mixin [None req-d4652181-7d8d-4ccc-a104-159d5ba8760f tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0a18ddce-2609-41eb-92a1-f313f2702b10 (CIDR: 2001:db8::/64) Aug 29 04:36:55.991880 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cfa4b490-07dc-45d1-afd5-8bf2baed12ea tempest-FloatingIPAdminTestJSON-1675924282 tempest-FloatingIPAdminTestJSON-1675924282-project] Notify callbacks [] for floatingip, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:55.994459 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cfa4b490-07dc-45d1-afd5-8bf2baed12ea tempest-FloatingIPAdminTestJSON-1675924282 tempest-FloatingIPAdminTestJSON-1675924282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:55.998079 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-cfa4b490-07dc-45d1-afd5-8bf2baed12ea tempest-FloatingIPAdminTestJSON-1675924282 tempest-FloatingIPAdminTestJSON-1675924282-project] 10.222.0.22 "DELETE /v2.0/floatingips/dcd0fcee-a92c-4653-9d44-2ebe7ee81e6f HTTP/1.1" status: 204 len: 168 time: 1.0775046 Aug 29 04:36:56.000177 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 50492) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:56.009860 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4652181-7d8d-4ccc-a104-159d5ba8760f tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:36:56.010792 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4652181-7d8d-4ccc-a104-159d5ba8760f tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:36:56.012781 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b823eae-81a7-4942-8985-6554b8ca45fb None None] Provisioning for port 2782037c-1cce-4004-b992-3572a1d0d908 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:36:56.018894 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b823eae-81a7-4942-8985-6554b8ca45fb None None] Provisioning complete for port 2782037c-1cce-4004-b992-3572a1d0d908 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:56.019602 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b823eae-81a7-4942-8985-6554b8ca45fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:56.058251 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-1b823eae-81a7-4942-8985-6554b8ca45fb None None] Port 2782037c-1cce-4004-b992-3572a1d0d908 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:36:56.136427 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:56.213608 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-1610b69d-6658-4c1f-85ba-9ec788b10cfc tempest-FloatingIPAdminTestJSON-1573646713 tempest-FloatingIPAdminTestJSON-1573646713-project-admin] Deleting port 7cde9c47-2df9-4771-95a2-72a47803b467 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:36:56.214859 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1610b69d-6658-4c1f-85ba-9ec788b10cfc tempest-FloatingIPAdminTestJSON-1573646713 tempest-FloatingIPAdminTestJSON-1573646713-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:56.217713 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 9d949984-1f7d-4669-b7cf-7161ef2359d3, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=9d949984-1f7d-4669-b7cf-7161ef2359d3,segment=NetworkSegment(79e221aa-6e06-4204-8207-008dfbe327fa),segment_id=79e221aa-6e06-4204-8207-008dfbe327fa)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:56.222561 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:56.224747 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9b516631-9b23-4b74-ba3d-aa3123620f02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:56.285256 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=9d949984-1f7d-4669-b7cf-7161ef2359d3,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:56.288294 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0a37b6-c959-44ca-a008-55b70bed112e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-55385f77-8348-4e0f-8a55-d04453e10239', 'network_id': '55385f77-8348-4e0f-8a55-d04453e10239', 'tenant_id': '3eb215580c8748bbad6fe745fb3cc71c', 'fixed_ips': [{'subnet_id': '7fa41da7-1c40-4e86-b565-b0ecd036cf12'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:36:56.289172 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ae0a37b6-c959-44ca-a008-55b70bed112e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:56.362536 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:36:56.366775 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1610b69d-6658-4c1f-85ba-9ec788b10cfc tempest-FloatingIPAdminTestJSON-1573646713 tempest-FloatingIPAdminTestJSON-1573646713-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:56.368501 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1610b69d-6658-4c1f-85ba-9ec788b10cfc tempest-FloatingIPAdminTestJSON-1573646713 tempest-FloatingIPAdminTestJSON-1573646713-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:56.391349 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-1610b69d-6658-4c1f-85ba-9ec788b10cfc tempest-FloatingIPAdminTestJSON-1573646713 tempest-FloatingIPAdminTestJSON-1573646713-project-admin] Calling delete_port for 7cde9c47-2df9-4771-95a2-72a47803b467 owned by network:floatingip {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:36:56.442411 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-ae0a37b6-c959-44ca-a008-55b70bed112e None None] Allocated IP 2001:db8::2 (55385f77-8348-4e0f-8a55-d04453e10239/7fa41da7-1c40-4e86-b565-b0ecd036cf12/8c247fc9-bd15-47be-8d6c-4c2f8685efc3) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:36:56.565677 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1610b69d-6658-4c1f-85ba-9ec788b10cfc tempest-FloatingIPAdminTestJSON-1573646713 tempest-FloatingIPAdminTestJSON-1573646713-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:56.593892 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1610b69d-6658-4c1f-85ba-9ec788b10cfc tempest-FloatingIPAdminTestJSON-1573646713 tempest-FloatingIPAdminTestJSON-1573646713-project-admin] Pushing event deleted for resources: {'Port': ['ID=7cde9c47-2df9-4771-95a2-72a47803b467,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:56.627715 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ae0a37b6-c959-44ca-a008-55b70bed112e None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:56.636855 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-ae0a37b6-c959-44ca-a008-55b70bed112e None None] Transition to ACTIVE for port object 8c247fc9-bd15-47be-8d6c-4c2f8685efc3 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:36:56.648969 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3d22b5fb-91fb-40d6-92e1-d3262561227b tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:56.653706 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-ae0a37b6-c959-44ca-a008-55b70bed112e None None] Transition to ACTIVE for port object 8c247fc9-bd15-47be-8d6c-4c2f8685efc3 will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:36:56.655926 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1610b69d-6658-4c1f-85ba-9ec788b10cfc tempest-FloatingIPAdminTestJSON-1573646713 tempest-FloatingIPAdminTestJSON-1573646713-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:56.659124 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1610b69d-6658-4c1f-85ba-9ec788b10cfc tempest-FloatingIPAdminTestJSON-1573646713 tempest-FloatingIPAdminTestJSON-1573646713-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:56.664195 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-1610b69d-6658-4c1f-85ba-9ec788b10cfc tempest-FloatingIPAdminTestJSON-1573646713 tempest-FloatingIPAdminTestJSON-1573646713-project-admin] 10.222.0.22 "DELETE /v2.0/floatingips/46494b6a-8e16-4739-a738-1689be64c883 HTTP/1.1" status: 204 len: 168 time: 0.6588318 Aug 29 04:36:56.664342 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ae0a37b6-c959-44ca-a008-55b70bed112e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:56.664455 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 50494) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:56.703545 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0a37b6-c959-44ca-a008-55b70bed112e None None] Network 55385f77-8348-4e0f-8a55-d04453e10239 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:36:56.706978 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-ae0a37b6-c959-44ca-a008-55b70bed112e None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:36:56.710496 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0a37b6-c959-44ca-a008-55b70bed112e None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:36:56.720186 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0a37b6-c959-44ca-a008-55b70bed112e None None] Pushing event updated for resources: {'Port': ['ID=8c247fc9-bd15-47be-8d6c-4c2f8685efc3,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:56.778752 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-ae0a37b6-c959-44ca-a008-55b70bed112e None None] Attempting to bind port 8c247fc9-bd15-47be-8d6c-4c2f8685efc3 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:36:56.779441 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-ae0a37b6-c959-44ca-a008-55b70bed112e None None] Attempting to bind port 8c247fc9-bd15-47be-8d6c-4c2f8685efc3 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '26c756d1-0d48-4317-b18c-a5b2a8a62fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '55385f77-8348-4e0f-8a55-d04453e10239'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:36:56.779547 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0a37b6-c959-44ca-a008-55b70bed112e None None] Attempting to bind port 8c247fc9-bd15-47be-8d6c-4c2f8685efc3 on network 55385f77-8348-4e0f-8a55-d04453e10239 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:36:56.781853 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b5d80e97-204c-431a-9bd9-3a77054337aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:56.785560 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0a37b6-c959-44ca-a008-55b70bed112e None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:36:56.786633 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0a37b6-c959-44ca-a008-55b70bed112e None None] Checking segment: {'id': '26c756d1-0d48-4317-b18c-a5b2a8a62fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '55385f77-8348-4e0f-8a55-d04453e10239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:36:56.786633 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ae0a37b6-c959-44ca-a008-55b70bed112e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:56.787551 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0a37b6-c959-44ca-a008-55b70bed112e None None] Bound using segment: {'id': '26c756d1-0d48-4317-b18c-a5b2a8a62fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '55385f77-8348-4e0f-8a55-d04453e10239'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:36:56.787551 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-ae0a37b6-c959-44ca-a008-55b70bed112e None None] Bound port: 8c247fc9-bd15-47be-8d6c-4c2f8685efc3, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26c756d1-0d48-4317-b18c-a5b2a8a62fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '55385f77-8348-4e0f-8a55-d04453e10239'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:36:56.788211 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ae0a37b6-c959-44ca-a008-55b70bed112e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:56.793316 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b5d80e97-204c-431a-9bd9-3a77054337aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:56.799725 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-8408cb92-1fc4-48db-a261-d0a60d8f67fd tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Deleting port 055ffd8a-3cc3-4258-9203-6d810325cf70 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:36:56.800311 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8408cb92-1fc4-48db-a261-d0a60d8f67fd tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:56.803942 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-d4652181-7d8d-4ccc-a104-159d5ba8760f tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3738372 Aug 29 04:36:56.816460 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 50498) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:56.846258 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-9666b8de-888b-4759-aecf-f831eb16b191 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Request body: {'subnet': {'network_id': '036a8249-2e07-4357-8e57-af915fddc588', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:56.865439 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-ae0a37b6-c959-44ca-a008-55b70bed112e None None] For port 8c247fc9-bd15-47be-8d6c-4c2f8685efc3, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:36:56.868748 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-ae0a37b6-c959-44ca-a008-55b70bed112e None None] For port 8c247fc9-bd15-47be-8d6c-4c2f8685efc3, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=8c247fc9-bd15-47be-8d6c-4c2f8685efc3,segment=NetworkSegment(26c756d1-0d48-4317-b18c-a5b2a8a62fac),segment_id=26c756d1-0d48-4317-b18c-a5b2a8a62fac)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:36:56.874009 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ae0a37b6-c959-44ca-a008-55b70bed112e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:56.893911 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d80e97-204c-431a-9bd9-3a77054337aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf882284-78de-4ec4-ba0d-9ec6f7580e75,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:56.915976 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-b5d80e97-204c-431a-9bd9-3a77054337aa admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=88eb2613abdb415499ee7372f6f3cf84&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3803458 Aug 29 04:36:56.925458 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 50502) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:56.937952 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0a37b6-c959-44ca-a008-55b70bed112e None None] Pushing event updated for resources: {'Port': ['ID=8c247fc9-bd15-47be-8d6c-4c2f8685efc3,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:56.972595 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8408cb92-1fc4-48db-a261-d0a60d8f67fd tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:56.999911 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-8408cb92-1fc4-48db-a261-d0a60d8f67fd tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Calling delete_port for 055ffd8a-3cc3-4258-9203-6d810325cf70 owned by {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:36:57.110876 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9e6499aa-8035-41c3-a1e1-128b14f85fa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:57.150042 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9b516631-9b23-4b74-ba3d-aa3123620f02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:57.167672 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9b516631-9b23-4b74-ba3d-aa3123620f02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:57.172591 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9e6499aa-8035-41c3-a1e1-128b14f85fa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:57.182565 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-3d22b5fb-91fb-40d6-92e1-d3262561227b tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Allocated IP 2001:db8::1 (55385f77-8348-4e0f-8a55-d04453e10239/7fa41da7-1c40-4e86-b565-b0ecd036cf12/8b3ba93e-8b2e-49e2-8bbc-5d61240bab89) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:36:57.189703 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8408cb92-1fc4-48db-a261-d0a60d8f67fd tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:57.231851 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9666b8de-888b-4759-aecf-f831eb16b191 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Made reservation on behalf of b130c2fb48814d1585244ef54308020c for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:36:57.241211 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9666b8de-888b-4759-aecf-f831eb16b191 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4552395'] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:57.246828 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8408cb92-1fc4-48db-a261-d0a60d8f67fd tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Pushing event deleted for resources: {'Port': ['ID=055ffd8a-3cc3-4258-9203-6d810325cf70,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:57.266245 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-9b516631-9b23-4b74-ba3d-aa3123620f02 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e6053067a682403ebecb82955524a4fb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2839112 Aug 29 04:36:57.271277 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 50504) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:57.316072 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b516631-9b23-4b74-ba3d-aa3123620f02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bee2ab10-01cf-4e31-93cd-40f80e7f7a19,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:57.389167 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9e6499aa-8035-41c3-a1e1-128b14f85fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:57.392223 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9e6499aa-8035-41c3-a1e1-128b14f85fa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:57.396387 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-9e6499aa-8035-41c3-a1e1-128b14f85fa4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bf882284-78de-4ec4-ba0d-9ec6f7580e75 HTTP/1.1" status: 204 len: 168 time: 0.4693682 Aug 29 04:36:57.415373 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6499aa-8035-41c3-a1e1-128b14f85fa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf882284-78de-4ec4-ba0d-9ec6f7580e75,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:57.422995 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3d22b5fb-91fb-40d6-92e1-d3262561227b tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:57.439429 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3d22b5fb-91fb-40d6-92e1-d3262561227b tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Transition to ACTIVE for port object 8b3ba93e-8b2e-49e2-8bbc-5d61240bab89 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:36:57.488789 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3d22b5fb-91fb-40d6-92e1-d3262561227b tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:57.506226 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8408cb92-1fc4-48db-a261-d0a60d8f67fd tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:57.510528 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-8408cb92-1fc4-48db-a261-d0a60d8f67fd tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] 10.222.0.22 "DELETE /v2.0/ports/055ffd8a-3cc3-4258-9203-6d810325cf70 HTTP/1.1" status: 204 len: 168 time: 0.8385150 Aug 29 04:36:57.510528 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c85fd065-a035-4726-9c69-6947a2f8a828 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:57.527353 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 50508) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:57.559425 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c85fd065-a035-4726-9c69-6947a2f8a828 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:57.593426 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d22b5fb-91fb-40d6-92e1-d3262561227b tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Pushing event updated for resources: {'Port': ['ID=8b3ba93e-8b2e-49e2-8bbc-5d61240bab89,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:57.598735 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d22b5fb-91fb-40d6-92e1-d3262561227b tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Network 55385f77-8348-4e0f-8a55-d04453e10239 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:36:57.619726 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-3d22b5fb-91fb-40d6-92e1-d3262561227b tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:36:57.621161 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d22b5fb-91fb-40d6-92e1-d3262561227b tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:36:57.621719 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3d22b5fb-91fb-40d6-92e1-d3262561227b tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719598'] for router_interface, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:57.650046 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 8c247fc9-bd15-47be-8d6c-4c2f8685efc3 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:36:57.692210 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c85fd065-a035-4726-9c69-6947a2f8a828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:57.694623 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c85fd065-a035-4726-9c69-6947a2f8a828 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:57.698304 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-c85fd065-a035-4726-9c69-6947a2f8a828 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bee2ab10-01cf-4e31-93cd-40f80e7f7a19 HTTP/1.1" status: 204 len: 168 time: 0.4221642 Aug 29 04:36:57.746688 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85fd065-a035-4726-9c69-6947a2f8a828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bee2ab10-01cf-4e31-93cd-40f80e7f7a19,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:57.747538 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 8c247fc9-bd15-47be-8d6c-4c2f8685efc3 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:36:57.757376 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 9d949984-1f7d-4669-b7cf-7161ef2359d3 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:36:57.771065 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d32eb7-a7aa-41df-9a54-e8056b27d5ef tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:57.783946 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-25d32eb7-a7aa-41df-9a54-e8056b27d5ef tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] 10.222.0.22 "GET /v2.0/ports?device_id=d79d9db1-e769-4b6d-ab1c-0aeafcba83cc HTTP/1.1" status: 200 len: 913 time: 0.2552502 Aug 29 04:36:57.785164 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 50516) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:57.868891 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 9d949984-1f7d-4669-b7cf-7161ef2359d3 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:57.869441 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:57.898968 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9666b8de-888b-4759-aecf-f831eb16b191 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4274880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4552377'] for subnet, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:57.998966 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3d22b5fb-91fb-40d6-92e1-d3262561227b tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:58.002723 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9666b8de-888b-4759-aecf-f831eb16b191 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Network 036a8249-2e07-4357-8e57-af915fddc588 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:36:58.012335 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-9666b8de-888b-4759-aecf-f831eb16b191 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:36:58.028158 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9666b8de-888b-4759-aecf-f831eb16b191 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:58.030097 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9666b8de-888b-4759-aecf-f831eb16b191 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:58.049192 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ca3d27-91a7-4f56-afe9-456fdc7d9eda None None] Network 036a8249-2e07-4357-8e57-af915fddc588 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:36:58.091035 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-9666b8de-888b-4759-aecf-f831eb16b191 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2734561 Aug 29 04:36:58.094658 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 50520) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:58.111121 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 50522) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:58.113151 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-ec750d82-3260-422e-b772-33cff6ebf8a8 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1706853747', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e15ddceb-6853-4c12-a124-4e2be06d88f6'}], 'security_groups': ['e870df01-125b-4564-9e0b-c7edc4cb62f7']}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:58.118866 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9666b8de-888b-4759-aecf-f831eb16b191 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Pushing event updated for resources: {'Subnet': ['ID=e15ddceb-6853-4c12-a124-4e2be06d88f6,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:58.261315 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1adc21dc-7ae4-433d-8307-f1533f715f7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:58.343402 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf99a3a-f98e-4b49-8112-3afa41882037 None None] Network 55385f77-8348-4e0f-8a55-d04453e10239 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:36:58.434014 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 50526) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:58.525812 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1f480ab7-ca21-4968-8c65-97e29a0d3c5d req-059f8ae3-1fa5-49a3-b864-0e380c22f2d6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b25f2fd3-149b-4c4f-9b91-9020c243fd31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4154978 Aug 29 04:36:58.615455 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-5ba087db-149e-476d-94af-8cbb4becfc1a None None] Provisioning for port 8c247fc9-bd15-47be-8d6c-4c2f8685efc3 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:36:58.625984 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:58.626799 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-5ba087db-149e-476d-94af-8cbb4becfc1a None None] Provisioning complete for port 8c247fc9-bd15-47be-8d6c-4c2f8685efc3 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:58.627252 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5ba087db-149e-476d-94af-8cbb4becfc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:58.634669 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c912708c-2c9e-4172-8476-f28dcb9a5409 None None] Update dhcp port {'port': {'network_id': '036a8249-2e07-4357-8e57-af915fddc588', 'fixed_ips': [{'subnet_id': '0a18ddce-2609-41eb-92a1-f313f2702b10', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e15ddceb-6853-4c12-a124-4e2be06d88f6'}], 'binding:host_id': 'n-d-712140-12'}, 'id': '9d949984-1f7d-4669-b7cf-7161ef2359d3'} from n-d-712140-12. {{(pid=94830) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 04:36:58.674330 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ec750d82-3260-422e-b772-33cff6ebf8a8 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:58.744667 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c912708c-2c9e-4172-8476-f28dcb9a5409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:58.749501 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-f1aafeec-58ca-4a74-a6a0-3cfc7f548985 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5115fffcdfd2419d9a9a4542e7483df8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3104539 Aug 29 04:36:58.757490 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 50528) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:58.838103 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f480ab7-ca21-4968-8c65-97e29a0d3c5d req-e4a12e17-1af7-447e-aaa5-eb85d4eb290f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:58.838968 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1f480ab7-ca21-4968-8c65-97e29a0d3c5d req-e4a12e17-1af7-447e-aaa5-eb85d4eb290f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b765fede93b04201b5c324a28753ffa9&device_id=b25f2fd3-149b-4c4f-9b91-9020c243fd31 HTTP/1.1" status: 200 len: 1098 time: 0.2447915 Aug 29 04:36:59.007021 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5ba087db-149e-476d-94af-8cbb4becfc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:59.061351 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-ec750d82-3260-422e-b772-33cff6ebf8a8 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Delete allocated IP 2001:db8::3b (036a8249-2e07-4357-8e57-af915fddc588/0a18ddce-2609-41eb-92a1-f313f2702b10) {{(pid=94829) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 29 04:36:59.069559 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-5ba087db-149e-476d-94af-8cbb4becfc1a None None] For port 8c247fc9-bd15-47be-8d6c-4c2f8685efc3, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=8c247fc9-bd15-47be-8d6c-4c2f8685efc3,segment=NetworkSegment(26c756d1-0d48-4317-b18c-a5b2a8a62fac),segment_id=26c756d1-0d48-4317-b18c-a5b2a8a62fac)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:59.073966 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-ec750d82-3260-422e-b772-33cff6ebf8a8 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Allocated IP 2001:db8:0:1::9a (036a8249-2e07-4357-8e57-af915fddc588/e15ddceb-6853-4c12-a124-4e2be06d88f6/2782037c-1cce-4004-b992-3572a1d0d908) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:36:59.080600 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5ba087db-149e-476d-94af-8cbb4becfc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:59.143231 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba087db-149e-476d-94af-8cbb4becfc1a None None] Pushing event updated for resources: {'Port': ['ID=8c247fc9-bd15-47be-8d6c-4c2f8685efc3,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:59.217915 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3d22b5fb-91fb-40d6-92e1-d3262561227b tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:59.240479 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1adc21dc-7ae4-433d-8307-f1533f715f7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:59.241241 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3d22b5fb-91fb-40d6-92e1-d3262561227b tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:59.242023 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3d22b5fb-91fb-40d6-92e1-d3262561227b tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-718897'] for router_interface, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:59.265790 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ec750d82-3260-422e-b772-33cff6ebf8a8 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:59.286968 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1adc21dc-7ae4-433d-8307-f1533f715f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:59.290947 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-ec750d82-3260-422e-b772-33cff6ebf8a8 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Transition to ACTIVE for port object 2782037c-1cce-4004-b992-3572a1d0d908 will not be triggered until provisioned by entity DHCP. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:36:59.298429 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ec750d82-3260-422e-b772-33cff6ebf8a8 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:59.322380 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-935e5012-f049-4c69-aae6-fd5024a49646 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:59.365762 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-ec750d82-3260-422e-b772-33cff6ebf8a8 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] In _notify_port_updated(), no bound segment for port 2782037c-1cce-4004-b992-3572a1d0d908 on network 036a8249-2e07-4357-8e57-af915fddc588 {{(pid=94829) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:36:59.372976 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec750d82-3260-422e-b772-33cff6ebf8a8 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:59.373843 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ec750d82-3260-422e-b772-33cff6ebf8a8 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:59.375334 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-ec750d82-3260-422e-b772-33cff6ebf8a8 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "PUT /v2.0/ports/2782037c-1cce-4004-b992-3572a1d0d908 HTTP/1.1" status: 200 len: 930 time: 1.2795162 Aug 29 04:36:59.380156 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 50534) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:59.400123 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-c912708c-2c9e-4172-8476-f28dcb9a5409 None None] Allocated IP 2001:db8:0:1::2 (036a8249-2e07-4357-8e57-af915fddc588/e15ddceb-6853-4c12-a124-4e2be06d88f6/9d949984-1f7d-4669-b7cf-7161ef2359d3) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:36:59.428361 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec750d82-3260-422e-b772-33cff6ebf8a8 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Pushing event updated for resources: {'Port': ['ID=2782037c-1cce-4004-b992-3572a1d0d908,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:59.456161 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-1adc21dc-7ae4-433d-8307-f1533f715f7a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9f989b51d2a149d2b1cccb8ada0156d3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3431747 Aug 29 04:36:59.471982 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adc21dc-7ae4-433d-8307-f1533f715f7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6975c09a-7207-484e-beab-80a7e56a106f,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:59.475602 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d22b5fb-91fb-40d6-92e1-d3262561227b tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Pushing event updated for resources: {'Port': ['ID=8b3ba93e-8b2e-49e2-8bbc-5d61240bab89,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:59.478416 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 50536) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:59.478567 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f480ab7-ca21-4968-8c65-97e29a0d3c5d req-eea5f7e5-1d49-4e9e-9482-76265fbb6c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:59.489038 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1f480ab7-ca21-4968-8c65-97e29a0d3c5d req-eea5f7e5-1d49-4e9e-9482-76265fbb6c4c service neutron] 10.222.0.46 "GET /v2.0/networks?id=1ebc2e43-1665-45c9-99e8-25ad0856d831 HTTP/1.1" status: 200 len: 909 time: 0.6126821 Aug 29 04:36:59.499600 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-935e5012-f049-4c69-aae6-fd5024a49646 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:59.517312 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 8c247fc9-bd15-47be-8d6c-4c2f8685efc3 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:36:59.519097 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1e66239a-e1dd-48e9-a4f5-d838689bde62 None None] Provisioning complete for port 8c247fc9-bd15-47be-8d6c-4c2f8685efc3 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:59.519476 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1e66239a-e1dd-48e9-a4f5-d838689bde62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:59.583173 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0d5a058a-8efc-4a36-b410-b0de266fa43b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:59.593119 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-de0b38c9-c0da-4d04-9bb4-72b9f7768660 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Deleting port 2782037c-1cce-4004-b992-3572a1d0d908 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:36:59.593460 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-de0b38c9-c0da-4d04-9bb4-72b9f7768660 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:59.633383 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-c912708c-2c9e-4172-8476-f28dcb9a5409 None None] For port 9d949984-1f7d-4669-b7cf-7161ef2359d3, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=9d949984-1f7d-4669-b7cf-7161ef2359d3,segment=NetworkSegment(79e221aa-6e06-4204-8207-008dfbe327fa),segment_id=79e221aa-6e06-4204-8207-008dfbe327fa)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:59.671350 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0d5a058a-8efc-4a36-b410-b0de266fa43b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:59.681040 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1f480ab7-ca21-4968-8c65-97e29a0d3c5d req-00af5e93-a2e5-4f70-bafe-d430a7679092 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5df61485-8d2a-47d4-9884-e840f5689a5d HTTP/1.1" status: 200 len: 1002 time: 0.1899021 Aug 29 04:36:59.685296 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 8c247fc9-bd15-47be-8d6c-4c2f8685efc3 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:59.687293 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:59.720714 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c912708c-2c9e-4172-8476-f28dcb9a5409 None None] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:59.756141 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-c912708c-2c9e-4172-8476-f28dcb9a5409 None None] Transition to ACTIVE for port object 9d949984-1f7d-4669-b7cf-7161ef2359d3 will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:36:59.759442 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0d5a058a-8efc-4a36-b410-b0de266fa43b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:59.759922 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1e66239a-e1dd-48e9-a4f5-d838689bde62 None None] Provisioning for port 8b3ba93e-8b2e-49e2-8bbc-5d61240bab89 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:36:59.761960 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0d5a058a-8efc-4a36-b410-b0de266fa43b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:59.763633 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c912708c-2c9e-4172-8476-f28dcb9a5409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:59.766655 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-0d5a058a-8efc-4a36-b410-b0de266fa43b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6975c09a-7207-484e-beab-80a7e56a106f HTTP/1.1" status: 204 len: 168 time: 0.2872100 Aug 29 04:36:59.771095 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1e66239a-e1dd-48e9-a4f5-d838689bde62 None None] Provisioning complete for port 8b3ba93e-8b2e-49e2-8bbc-5d61240bab89 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:59.771474 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1e66239a-e1dd-48e9-a4f5-d838689bde62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:59.772241 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-de0b38c9-c0da-4d04-9bb4-72b9f7768660 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:59.788630 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5a058a-8efc-4a36-b410-b0de266fa43b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6975c09a-7207-484e-beab-80a7e56a106f,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:59.795528 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-de0b38c9-c0da-4d04-9bb4-72b9f7768660 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Calling delete_port for 2782037c-1cce-4004-b992-3572a1d0d908 owned by {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:36:59.811151 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f480ab7-ca21-4968-8c65-97e29a0d3c5d req-fd8d1e62-d1f4-4af9-850a-3d567683b04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:59.813179 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1f480ab7-ca21-4968-8c65-97e29a0d3c5d req-fd8d1e62-d1f4-4af9-850a-3d567683b04f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c3ff3d49-5062-4d8a-bbcb-4d8089f57765 HTTP/1.1" status: 200 len: 847 time: 0.1170125 Aug 29 04:36:59.922141 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c912708c-2c9e-4172-8476-f28dcb9a5409 None None] Pushing event updated for resources: {'Port': ['ID=9d949984-1f7d-4669-b7cf-7161ef2359d3,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:59.928270 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-1e66239a-e1dd-48e9-a4f5-d838689bde62 None None] Port 8b3ba93e-8b2e-49e2-8bbc-5d61240bab89 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:36:59.937762 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d22b5fb-91fb-40d6-92e1-d3262561227b tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Network 55385f77-8348-4e0f-8a55-d04453e10239 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:36:59.947768 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-3d22b5fb-91fb-40d6-92e1-d3262561227b tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:36:59.970551 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-935e5012-f049-4c69-aae6-fd5024a49646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:59.978262 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-935e5012-f049-4c69-aae6-fd5024a49646 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:59.979495 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-935e5012-f049-4c69-aae6-fd5024a49646 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4198abed-5127-4eb9-8ccf-c8df77475e72 HTTP/1.1" status: 204 len: 168 time: 1.2202754 Aug 29 04:37:00.001427 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-de0b38c9-c0da-4d04-9bb4-72b9f7768660 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:00.015734 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f480ab7-ca21-4968-8c65-97e29a0d3c5d req-c11fd80c-9e2e-4468-8cb9-0d8639b62389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:00.017371 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1f480ab7-ca21-4968-8c65-97e29a0d3c5d req-c11fd80c-9e2e-4468-8cb9-0d8639b62389 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1ebc2e43-1665-45c9-99e8-25ad0856d831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1944928 Aug 29 04:37:00.061887 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0b38c9-c0da-4d04-9bb4-72b9f7768660 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Pushing event deleted for resources: {'Port': ['ID=2782037c-1cce-4004-b992-3572a1d0d908,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:00.077400 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-704c058d-7283-4c77-99de-04cf06eab857 None None] Provisioning complete for port 8b3ba93e-8b2e-49e2-8bbc-5d61240bab89 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:00.077902 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-704c058d-7283-4c77-99de-04cf06eab857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:00.096997 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-de0b38c9-c0da-4d04-9bb4-72b9f7768660 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:00.104657 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-de0b38c9-c0da-4d04-9bb4-72b9f7768660 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "DELETE /v2.0/ports/2782037c-1cce-4004-b992-3572a1d0d908 HTTP/1.1" status: 204 len: 168 time: 0.7249568 Aug 29 04:37:00.107943 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 50546) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:00.122879 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935e5012-f049-4c69-aae6-fd5024a49646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4198abed-5127-4eb9-8ccf-c8df77475e72,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:00.167817 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1f87202-7ad0-450a-8d01-5cd40cd7d9ea tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] GET failed (client error): The resource could not be found. Aug 29 04:37:00.170607 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-e1f87202-7ad0-450a-8d01-5cd40cd7d9ea tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "GET /v2.0/ports/2782037c-1cce-4004-b992-3572a1d0d908 HTTP/1.1" status: 404 len: 333 time: 0.0612276 Aug 29 04:37:00.173392 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 50548) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:00.238486 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-704c058d-7283-4c77-99de-04cf06eab857 None None] Port 8b3ba93e-8b2e-49e2-8bbc-5d61240bab89 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:37:00.287642 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-628ce7ef-1c90-4bca-8239-12543e214b1c tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:00.373978 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-628ce7ef-1c90-4bca-8239-12543e214b1c tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:00.388978 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-41a8d1c8-cc72-4455-aaa8-50e3aab6dced tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713413'] for router_interface, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:00.460748 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-628ce7ef-1c90-4bca-8239-12543e214b1c tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:00.464726 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-628ce7ef-1c90-4bca-8239-12543e214b1c tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:00.467371 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-628ce7ef-1c90-4bca-8239-12543e214b1c tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "DELETE /v2.0/security-groups/3a264dc1-d9a0-4893-bbdd-7d95b33c006a HTTP/1.1" status: 204 len: 168 time: 0.2900751 Aug 29 04:37:00.471584 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 50556) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:00.486047 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-8b1ce153-6c30-424d-91de-aa018ad77f34 None None] Provisioning complete for port 8b3ba93e-8b2e-49e2-8bbc-5d61240bab89 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:00.486779 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8b1ce153-6c30-424d-91de-aa018ad77f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:00.509034 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628ce7ef-1c90-4bca-8239-12543e214b1c tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a264dc1-d9a0-4893-bbdd-7d95b33c006a,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:00.557747 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-8b1ce153-6c30-424d-91de-aa018ad77f34 None None] Port 8b3ba93e-8b2e-49e2-8bbc-5d61240bab89 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:37:00.595029 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1f480ab7-ca21-4968-8c65-97e29a0d3c5d req-e50805a1-e343-4d35-b1b7-887448ab8344 service neutron] 10.222.0.46 "GET /v2.0/networks/1ebc2e43-1665-45c9-99e8-25ad0856d831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3314984 Aug 29 04:37:00.689677 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d22b5fb-91fb-40d6-92e1-d3262561227b tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Router 4b214b98-94ff-49e7-b004-767bb391d39a is scheduled to L3 agent 76874008-c311-485c-ba36-921b6d275b6a with binding_index 1 {{(pid=94828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:37:00.694353 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3f02e734-2d8b-48c2-986b-06eaf91f80f4 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:00.816340 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3f02e734-2d8b-48c2-986b-06eaf91f80f4 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:00.892488 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-dd0b29e6-1e6b-4fc7-837e-5724e0e691b4 None None] Provisioning for port 9d949984-1f7d-4669-b7cf-7161ef2359d3 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:37:00.897939 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-dd0b29e6-1e6b-4fc7-837e-5724e0e691b4 None None] Provisioning complete for port 9d949984-1f7d-4669-b7cf-7161ef2359d3 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:00.900250 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dd0b29e6-1e6b-4fc7-837e-5724e0e691b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:00.918656 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1f480ab7-ca21-4968-8c65-97e29a0d3c5d req-d8b00c61-180c-478a-ac1c-3e526a6cd735 service neutron] 10.222.0.46 "GET /v2.0/networks/1ebc2e43-1665-45c9-99e8-25ad0856d831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3114266 Aug 29 04:37:00.983448 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d22b5fb-91fb-40d6-92e1-d3262561227b tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:37:00.992440 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-3d22b5fb-91fb-40d6-92e1-d3262561227b tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] 10.222.0.22 "PUT /v2.0/routers/4b214b98-94ff-49e7-b004-767bb391d39a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1437075 Aug 29 04:37:00.992528 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 50576) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:00.994511 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495e6be7-39c1-4a03-93f9-0f5f0e69612d None None] Sync routers for ids ['4b214b98-94ff-49e7-b004-767bb391d39a'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:37:01.007318 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-950f67ec-2d14-4baa-a43a-5fc42b680745 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1440233036'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:01.008920 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495e6be7-39c1-4a03-93f9-0f5f0e69612d None None] Routers {'4b214b98-94ff-49e7-b004-767bb391d39a'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:37:01.010550 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-495e6be7-39c1-4a03-93f9-0f5f0e69612d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:36:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['4b214b98-94ff-49e7-b004-767bb391d39a'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:01.014686 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3f02e734-2d8b-48c2-986b-06eaf91f80f4 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:01.022216 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3f02e734-2d8b-48c2-986b-06eaf91f80f4 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:01.028306 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-3f02e734-2d8b-48c2-986b-06eaf91f80f4 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "DELETE /v2.0/security-groups/e870df01-125b-4564-9e0b-c7edc4cb62f7 HTTP/1.1" status: 204 len: 168 time: 0.5526557 Aug 29 04:37:01.035796 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 50578) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:01.091920 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-950f67ec-2d14-4baa-a43a-5fc42b680745 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Made reservation on behalf of 3eb215580c8748bbad6fe745fb3cc71c for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:37:01.095891 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-dd0b29e6-1e6b-4fc7-837e-5724e0e691b4 None None] Could not find standard attr ID for object 2782037c-1cce-4004-b992-3572a1d0d908. {{(pid=94830) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:37:01.099700 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f02e734-2d8b-48c2-986b-06eaf91f80f4 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e870df01-125b-4564-9e0b-c7edc4cb62f7,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:01.116201 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-950f67ec-2d14-4baa-a43a-5fc42b680745 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:01.120662 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-dd0b29e6-1e6b-4fc7-837e-5724e0e691b4 None None] Provisioning complete for port 20ba9cbe-e083-4a8f-a086-a7193b1f5a28 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:01.121364 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dd0b29e6-1e6b-4fc7-837e-5724e0e691b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:01.178330 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-950f67ec-2d14-4baa-a43a-5fc42b680745 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:37:01.188631 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-dd0b29e6-1e6b-4fc7-837e-5724e0e691b4 None None] Port 20ba9cbe-e083-4a8f-a086-a7193b1f5a28 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:37:01.199922 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc604b9d-b9d8-4ce8-ba38-e0154a25e696 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Deleting subnet 0a18ddce-2609-41eb-92a1-f313f2702b10 {{(pid=94828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:37:01.201495 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-495e6be7-39c1-4a03-93f9-0f5f0e69612d None None] Set router 4b214b98-94ff-49e7-b004-767bb391d39a gateway port host: None {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:37:01.204474 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-950f67ec-2d14-4baa-a43a-5fc42b680745 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:01.204810 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dc604b9d-b9d8-4ce8-ba38-e0154a25e696 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks [] for subnet, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:01.204949 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-950f67ec-2d14-4baa-a43a-5fc42b680745 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Added segment 3dcd882a-5f3b-4638-9e21-7721cef433e7 of type vlan for network 48e34a5e-15ec-4939-a896-89879690ff06 Aug 29 04:37:01.303725 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dc604b9d-b9d8-4ce8-ba38-e0154a25e696 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8904862'] for subnet, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:01.309241 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-9dc15e40-73a9-478d-8dc7-bd2e683fbfe9 None None] Could not find standard attr ID for object 2782037c-1cce-4004-b992-3572a1d0d908. {{(pid=94830) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:37:01.312051 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-950f67ec-2d14-4baa-a43a-5fc42b680745 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:01.351954 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-950f67ec-2d14-4baa-a43a-5fc42b680745 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:01.373780 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950f67ec-2d14-4baa-a43a-5fc42b680745 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:01.376198 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-950f67ec-2d14-4baa-a43a-5fc42b680745 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:01.388381 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-41a8d1c8-cc72-4455-aaa8-50e3aab6dced tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Deleting port 90945e73-89c2-4d88-8628-413602940791 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:37:01.388765 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-41a8d1c8-cc72-4455-aaa8-50e3aab6dced tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:01.481451 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-950f67ec-2d14-4baa-a43a-5fc42b680745 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4878917 Aug 29 04:37:01.483065 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 50594) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:01.490675 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-505a1cfe-4efb-41b7-b646-b781f999c74a tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Request body: {'subnet': {'network_id': '48e34a5e-15ec-4939-a896-89879690ff06', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:01.521842 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 9d949984-1f7d-4669-b7cf-7161ef2359d3 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:37:01.548689 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-41a8d1c8-cc72-4455-aaa8-50e3aab6dced tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:01.577778 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-41a8d1c8-cc72-4455-aaa8-50e3aab6dced tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Calling delete_port for 90945e73-89c2-4d88-8628-413602940791 owned by network:router_interface {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:37:01.614588 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950f67ec-2d14-4baa-a43a-5fc42b680745 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Pushing event updated for resources: {'Network': ['ID=48e34a5e-15ec-4939-a896-89879690ff06,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:01.621343 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 9d949984-1f7d-4669-b7cf-7161ef2359d3 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:01.622900 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:01.634768 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-505a1cfe-4efb-41b7-b646-b781f999c74a tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Made reservation on behalf of 3eb215580c8748bbad6fe745fb3cc71c for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:37:01.640604 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-505a1cfe-4efb-41b7-b646-b781f999c74a tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4552395'] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:01.667950 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 48e34a5e-15ec-4939-a896-89879690ff06 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:37:01.919409 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-495e6be7-39c1-4a03-93f9-0f5f0e69612d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b214b98-94ff-49e7-b004-767bb391d39a', 'name': 'tempest-RoutersIpV6Test-router-1190397809', 'tenant_id': '3eb215580c8748bbad6fe745fb3cc71c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:36:53Z', 'updated_at': '2021-08-29T04:36:57Z', 'revision_number': 2, 'project_id': '3eb215580c8748bbad6fe745fb3cc71c', 'gw_port_host': None, '_interfaces': [{'id': '8b3ba93e-8b2e-49e2-8bbc-5d61240bab89', 'name': '', 'network_id': '55385f77-8348-4e0f-8a55-d04453e10239', 'tenant_id': '3eb215580c8748bbad6fe745fb3cc71c', 'mac_address': 'fa:16:3e:c9:23:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b214b98-94ff-49e7-b004-767bb391d39a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': '7fa41da7-1c40-4e86-b565-b0ecd036cf12', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:36:56Z', 'updated_at': '2021-08-29T04:36:58Z', 'revision_number': 2, 'project_id': '3eb215580c8748bbad6fe745fb3cc71c', 'subnets': [{'id': '7fa41da7-1c40-4e86-b565-b0ecd036cf12', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:01.961381 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-505a1cfe-4efb-41b7-b646-b781f999c74a tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4274880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4552377'] for subnet, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:01.994471 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495e6be7-39c1-4a03-93f9-0f5f0e69612d None None] Checking router: 4b214b98-94ff-49e7-b004-767bb391d39a for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:37:01.994471 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495e6be7-39c1-4a03-93f9-0f5f0e69612d None None] Updating router 4b214b98-94ff-49e7-b004-767bb391d39a port 8b3ba93e-8b2e-49e2-8bbc-5d61240bab89 binding host n-d-712140-12 {{(pid=94831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:37:02.051397 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dc604b9d-b9d8-4ce8-ba38-e0154a25e696 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:02.061241 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-495e6be7-39c1-4a03-93f9-0f5f0e69612d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:02.092520 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505a1cfe-4efb-41b7-b646-b781f999c74a tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Pushing event updated for resources: {'Subnet': ['ID=7e16c38a-dc7d-49a5-98f0-faeedb5211e1,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:02.099563 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505a1cfe-4efb-41b7-b646-b781f999c74a tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Checking segment: {'id': '3dcd882a-5f3b-4638-9e21-7721cef433e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '48e34a5e-15ec-4939-a896-89879690ff06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:37:02.100092 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505a1cfe-4efb-41b7-b646-b781f999c74a tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Network hostable DHCP agents. Network: 48e34a5e-15ec-4939-a896-89879690ff06, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:37:02.126344 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505a1cfe-4efb-41b7-b646-b781f999c74a tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Network 48e34a5e-15ec-4939-a896-89879690ff06 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:37:02.140490 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-505a1cfe-4efb-41b7-b646-b781f999c74a tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 48e34a5e-15ec-4939-a896-89879690ff06) {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:37:02.146107 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505a1cfe-4efb-41b7-b646-b781f999c74a tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:02.146890 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-505a1cfe-4efb-41b7-b646-b781f999c74a tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:02.151744 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef3d2fc-befd-4057-bcbe-423e90cfd7fe None None] Network 48e34a5e-15ec-4939-a896-89879690ff06 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:37:02.187515 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dc604b9d-b9d8-4ce8-ba38-e0154a25e696 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9190434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062341'] for subnet, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:02.191756 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-505a1cfe-4efb-41b7-b646-b781f999c74a tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7049258 Aug 29 04:37:02.195009 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 50612) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:02.237570 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc604b9d-b9d8-4ce8-ba38-e0154a25e696 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Pushing event deleted for resources: {'Subnet': ['ID=0a18ddce-2609-41eb-92a1-f313f2702b10,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:02.240574 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dc604b9d-b9d8-4ce8-ba38-e0154a25e696 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:02.242768 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-dc604b9d-b9d8-4ce8-ba38-e0154a25e696 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "DELETE /v2.0/subnets/0a18ddce-2609-41eb-92a1-f313f2702b10 HTTP/1.1" status: 204 len: 168 time: 1.2006173 Aug 29 04:37:02.254212 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 50614) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:02.262123 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-fe4bdc6a-753f-4b60-92eb-13e0bfcff719 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Request body: {'subnet': {'network_id': '036a8249-2e07-4357-8e57-af915fddc588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:02.266886 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-41a8d1c8-cc72-4455-aaa8-50e3aab6dced tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:02.295257 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a1677e-ae01-469f-881e-822a6dc1b68e None None] Network 036a8249-2e07-4357-8e57-af915fddc588 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:37:02.360787 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a8d1c8-cc72-4455-aaa8-50e3aab6dced tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Pushing event deleted for resources: {'Port': ['ID=90945e73-89c2-4d88-8628-413602940791,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:02.722240 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-495e6be7-39c1-4a03-93f9-0f5f0e69612d None None] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:02.739253 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-495e6be7-39c1-4a03-93f9-0f5f0e69612d None None] Transition to ACTIVE for port object 8b3ba93e-8b2e-49e2-8bbc-5d61240bab89 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:37:02.754630 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-495e6be7-39c1-4a03-93f9-0f5f0e69612d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:02.756926 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-41a8d1c8-cc72-4455-aaa8-50e3aab6dced tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-713231'] for router_interface, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:02.820978 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ce6011-c569-4e2a-bd07-7eac54bedf62 None None] Pushing event updated for resources: {'Port': ['ID=8b3ba93e-8b2e-49e2-8bbc-5d61240bab89,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:02.826689 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd1dfcc-5a23-4beb-8b1d-0d9ebae46b85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-48e34a5e-15ec-4939-a896-89879690ff06', 'network_id': '48e34a5e-15ec-4939-a896-89879690ff06', 'tenant_id': '3eb215580c8748bbad6fe745fb3cc71c', 'fixed_ips': [{'subnet_id': '7e16c38a-dc7d-49a5-98f0-faeedb5211e1'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:37:02.833136 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2bd1dfcc-5a23-4beb-8b1d-0d9ebae46b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:02.834374 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ce6011-c569-4e2a-bd07-7eac54bedf62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:02.835492 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ce6011-c569-4e2a-bd07-7eac54bedf62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:02.836116 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ce6011-c569-4e2a-bd07-7eac54bedf62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:02.836731 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ce6011-c569-4e2a-bd07-7eac54bedf62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:02.837444 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ce6011-c569-4e2a-bd07-7eac54bedf62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:02.837853 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ce6011-c569-4e2a-bd07-7eac54bedf62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:02.838257 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ce6011-c569-4e2a-bd07-7eac54bedf62 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:02.838659 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ce6011-c569-4e2a-bd07-7eac54bedf62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:02.839344 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ce6011-c569-4e2a-bd07-7eac54bedf62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:02.839987 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ce6011-c569-4e2a-bd07-7eac54bedf62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:02.840505 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ce6011-c569-4e2a-bd07-7eac54bedf62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:02.840903 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ce6011-c569-4e2a-bd07-7eac54bedf62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:02.958211 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-495e6be7-39c1-4a03-93f9-0f5f0e69612d None None] Attempting to bind port 8b3ba93e-8b2e-49e2-8bbc-5d61240bab89 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:37:02.962457 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-495e6be7-39c1-4a03-93f9-0f5f0e69612d None None] Attempting to bind port 8b3ba93e-8b2e-49e2-8bbc-5d61240bab89 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '26c756d1-0d48-4317-b18c-a5b2a8a62fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '55385f77-8348-4e0f-8a55-d04453e10239'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:37:02.962921 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495e6be7-39c1-4a03-93f9-0f5f0e69612d None None] Attempting to bind port 8b3ba93e-8b2e-49e2-8bbc-5d61240bab89 on network 55385f77-8348-4e0f-8a55-d04453e10239 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:37:02.979957 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495e6be7-39c1-4a03-93f9-0f5f0e69612d None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:37:02.980347 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495e6be7-39c1-4a03-93f9-0f5f0e69612d None None] Checking segment: {'id': '26c756d1-0d48-4317-b18c-a5b2a8a62fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '55385f77-8348-4e0f-8a55-d04453e10239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:37:02.980757 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-495e6be7-39c1-4a03-93f9-0f5f0e69612d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:02.981157 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495e6be7-39c1-4a03-93f9-0f5f0e69612d None None] Bound using segment: {'id': '26c756d1-0d48-4317-b18c-a5b2a8a62fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '55385f77-8348-4e0f-8a55-d04453e10239'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:37:02.981631 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-495e6be7-39c1-4a03-93f9-0f5f0e69612d None None] Bound port: 8b3ba93e-8b2e-49e2-8bbc-5d61240bab89, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26c756d1-0d48-4317-b18c-a5b2a8a62fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '55385f77-8348-4e0f-8a55-d04453e10239'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:37:02.982019 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-495e6be7-39c1-4a03-93f9-0f5f0e69612d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:03.006213 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-93b6eaa8-0cec-4fca-a3b8-7971d128c84e tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:03.099893 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe4bdc6a-753f-4b60-92eb-13e0bfcff719 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Made reservation on behalf of b130c2fb48814d1585244ef54308020c for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:37:03.103488 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fe4bdc6a-753f-4b60-92eb-13e0bfcff719 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:03.177420 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-2bd1dfcc-5a23-4beb-8b1d-0d9ebae46b85 None None] Allocated IP 2001:db8:1::2 (48e34a5e-15ec-4939-a896-89879690ff06/7e16c38a-dc7d-49a5-98f0-faeedb5211e1/7160b2ed-3736-4a28-99ce-3d86b36ddc74) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:37:03.207595 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-495e6be7-39c1-4a03-93f9-0f5f0e69612d None None] For port 8b3ba93e-8b2e-49e2-8bbc-5d61240bab89, host n-d-712140-12, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:37:03.213262 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-495e6be7-39c1-4a03-93f9-0f5f0e69612d None None] For port 8b3ba93e-8b2e-49e2-8bbc-5d61240bab89, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=8b3ba93e-8b2e-49e2-8bbc-5d61240bab89,segment=NetworkSegment(26c756d1-0d48-4317-b18c-a5b2a8a62fac),segment_id=26c756d1-0d48-4317-b18c-a5b2a8a62fac)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:37:03.224338 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-495e6be7-39c1-4a03-93f9-0f5f0e69612d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:03.344608 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 50640) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:03.356617 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495e6be7-39c1-4a03-93f9-0f5f0e69612d None None] Routers {'4b214b98-94ff-49e7-b004-767bb391d39a'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:37:03.357931 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-495e6be7-39c1-4a03-93f9-0f5f0e69612d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:36:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['4b214b98-94ff-49e7-b004-767bb391d39a'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:03.380952 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ce6011-c569-4e2a-bd07-7eac54bedf62 None None] Pushing event updated for resources: {'Port': ['ID=8b3ba93e-8b2e-49e2-8bbc-5d61240bab89,revision_number=4']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:03.469396 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5f6772a9-0bb7-4836-ab80-179da762dbaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:03.515838 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41a8d1c8-cc72-4455-aaa8-50e3aab6dced tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Router d79d9db1-e769-4b6d-ab1c-0aeafcba83cc has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:37:03.571103 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-495e6be7-39c1-4a03-93f9-0f5f0e69612d None None] Set router 4b214b98-94ff-49e7-b004-767bb391d39a gateway port host: None {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:37:03.669667 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-d86ca491-c0a9-458d-b18f-edaf3eb68ead tempest-QuotasNegativeTest-259734997 tempest-QuotasNegativeTest-259734997-project-admin] Request body: {'quota': {'network': 2}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:03.691763 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2bd1dfcc-5a23-4beb-8b1d-0d9ebae46b85 None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:03.699937 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-d86ca491-c0a9-458d-b18f-edaf3eb68ead tempest-QuotasNegativeTest-259734997 tempest-QuotasNegativeTest-259734997-project-admin] 10.222.0.22 "PUT /v2.0/quotas/fdbdd1ef1d3c46678c50527ea31e4f25 HTTP/1.1" status: 200 len: 368 time: 0.3545089 Aug 29 04:37:03.703211 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 50646) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:03.708319 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-43cc0516-dce7-4631-b137-5b15b0751b7f tempest-QuotasNegativeTest-259734997 tempest-QuotasNegativeTest-259734997-project-admin] Request body: {'network': {'project_id': 'fdbdd1ef1d3c46678c50527ea31e4f25'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:03.728162 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-2bd1dfcc-5a23-4beb-8b1d-0d9ebae46b85 None None] Transition to ACTIVE for port object 7160b2ed-3736-4a28-99ce-3d86b36ddc74 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:37:03.772040 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-2bd1dfcc-5a23-4beb-8b1d-0d9ebae46b85 None None] Transition to ACTIVE for port object 7160b2ed-3736-4a28-99ce-3d86b36ddc74 will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:37:03.777446 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43cc0516-dce7-4631-b137-5b15b0751b7f tempest-QuotasNegativeTest-259734997 tempest-QuotasNegativeTest-259734997-project-admin] Made reservation on behalf of fdbdd1ef1d3c46678c50527ea31e4f25 for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:37:03.781517 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2bd1dfcc-5a23-4beb-8b1d-0d9ebae46b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:03.781842 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-43cc0516-dce7-4631-b137-5b15b0751b7f tempest-QuotasNegativeTest-259734997 tempest-QuotasNegativeTest-259734997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:03.797698 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41a8d1c8-cc72-4455-aaa8-50e3aab6dced tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:37:03.804822 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-43cc0516-dce7-4631-b137-5b15b0751b7f tempest-QuotasNegativeTest-259734997 tempest-QuotasNegativeTest-259734997-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:03.808024 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-41a8d1c8-cc72-4455-aaa8-50e3aab6dced tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] 10.222.0.22 "PUT /v2.0/routers/d79d9db1-e769-4b6d-ab1c-0aeafcba83cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0193458 Aug 29 04:37:03.808953 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 50648) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:03.878268 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4b40a0-0c06-4bdc-87a9-17871a8e8b67 None None] Sync routers for ids ['d79d9db1-e769-4b6d-ab1c-0aeafcba83cc'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:37:03.933754 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd1dfcc-5a23-4beb-8b1d-0d9ebae46b85 None None] Network 48e34a5e-15ec-4939-a896-89879690ff06 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:37:03.981906 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-2bd1dfcc-5a23-4beb-8b1d-0d9ebae46b85 None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:37:03.996703 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd1dfcc-5a23-4beb-8b1d-0d9ebae46b85 None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:37:03.997041 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-93b6eaa8-0cec-4fca-a3b8-7971d128c84e tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Allocated IP 2001:db8:1::1 (48e34a5e-15ec-4939-a896-89879690ff06/7e16c38a-dc7d-49a5-98f0-faeedb5211e1/29993249-1e66-448d-9de6-3daf478c802a) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:37:04.011513 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4b40a0-0c06-4bdc-87a9-17871a8e8b67 None None] Routers {'d79d9db1-e769-4b6d-ab1c-0aeafcba83cc'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:37:04.012567 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-5d4b40a0-0c06-4bdc-87a9-17871a8e8b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:36:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['d79d9db1-e769-4b6d-ab1c-0aeafcba83cc'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:04.058924 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fe4bdc6a-753f-4b60-92eb-13e0bfcff719 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9191137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10062364'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:04.099777 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-5d4b40a0-0c06-4bdc-87a9-17871a8e8b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:04.106396 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-495e6be7-39c1-4a03-93f9-0f5f0e69612d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b214b98-94ff-49e7-b004-767bb391d39a', 'name': 'tempest-RoutersIpV6Test-router-1190397809', 'tenant_id': '3eb215580c8748bbad6fe745fb3cc71c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:36:53Z', 'updated_at': '2021-08-29T04:36:57Z', 'revision_number': 2, 'project_id': '3eb215580c8748bbad6fe745fb3cc71c', 'gw_port_host': None, '_interfaces': [{'id': '8b3ba93e-8b2e-49e2-8bbc-5d61240bab89', 'name': '', 'network_id': '55385f77-8348-4e0f-8a55-d04453e10239', 'tenant_id': '3eb215580c8748bbad6fe745fb3cc71c', 'mac_address': 'fa:16:3e:c9:23:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b214b98-94ff-49e7-b004-767bb391d39a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': '7fa41da7-1c40-4e86-b565-b0ecd036cf12', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:36:56Z', 'updated_at': '2021-08-29T04:37:03Z', 'revision_number': 4, 'project_id': '3eb215580c8748bbad6fe745fb3cc71c', 'subnets': [{'id': '7fa41da7-1c40-4e86-b565-b0ecd036cf12', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:04.139598 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4b40a0-0c06-4bdc-87a9-17871a8e8b67 None None] Routers {'d79d9db1-e769-4b6d-ab1c-0aeafcba83cc'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:37:04.140414 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-5d4b40a0-0c06-4bdc-87a9-17871a8e8b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:36:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['d79d9db1-e769-4b6d-ab1c-0aeafcba83cc'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:04.163216 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4bdc6a-753f-4b60-92eb-13e0bfcff719 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Network 036a8249-2e07-4357-8e57-af915fddc588 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:37:04.172453 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-fe4bdc6a-753f-4b60-92eb-13e0bfcff719 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:37:04.173532 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495e6be7-39c1-4a03-93f9-0f5f0e69612d None None] The sync data for ids ['4b214b98-94ff-49e7-b004-767bb391d39a'] in n-d-712140-12 is: [{'id': '4b214b98-94ff-49e7-b004-767bb391d39a', 'name': 'tempest-RoutersIpV6Test-router-1190397809', 'tenant_id': '3eb215580c8748bbad6fe745fb3cc71c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:36:53Z', 'updated_at': '2021-08-29T04:36:57Z', 'revision_number': 2, 'project_id': '3eb215580c8748bbad6fe745fb3cc71c', 'gw_port_host': None, '_interfaces': [{'id': '8b3ba93e-8b2e-49e2-8bbc-5d61240bab89', 'name': '', 'network_id': '55385f77-8348-4e0f-8a55-d04453e10239', 'tenant_id': '3eb215580c8748bbad6fe745fb3cc71c', 'mac_address': 'fa:16:3e:c9:23:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b214b98-94ff-49e7-b004-767bb391d39a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': '7fa41da7-1c40-4e86-b565-b0ecd036cf12', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:36:56Z', 'updated_at': '2021-08-29T04:37:03Z', 'revision_number': 4, 'project_id': '3eb215580c8748bbad6fe745fb3cc71c', 'subnets': [{'id': '7fa41da7-1c40-4e86-b565-b0ecd036cf12', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:37:04.189367 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4bdc6a-753f-4b60-92eb-13e0bfcff719 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:04.190620 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fe4bdc6a-753f-4b60-92eb-13e0bfcff719 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:04.215101 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4bdc6a-753f-4b60-92eb-13e0bfcff719 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Pushing event updated for resources: {'Subnet': ['ID=10d386f3-dc2c-42f2-9fc4-1d0077ecbfa9,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:04.229014 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd1dfcc-5a23-4beb-8b1d-0d9ebae46b85 None None] Pushing event updated for resources: {'Port': ['ID=7160b2ed-3736-4a28-99ce-3d86b36ddc74,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:04.230430 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4ba9d5f6-214c-4f37-aec9-a88e9d44ccf9 tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Notify callbacks [] for router, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:04.243701 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-93b6eaa8-0cec-4fca-a3b8-7971d128c84e tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:04.247180 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-43cc0516-dce7-4631-b137-5b15b0751b7f tempest-QuotasNegativeTest-259734997 tempest-QuotasNegativeTest-259734997-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:04.253697 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-43cc0516-dce7-4631-b137-5b15b0751b7f tempest-QuotasNegativeTest-259734997 tempest-QuotasNegativeTest-259734997-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:04.269665 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb48d25-5002-46a3-8ab7-b963f050d78b None None] Network 036a8249-2e07-4357-8e57-af915fddc588 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:37:04.276749 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-93b6eaa8-0cec-4fca-a3b8-7971d128c84e tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Transition to ACTIVE for port object 29993249-1e66-448d-9de6-3daf478c802a will not be triggered until provisioned by entity DHCP. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:37:04.285150 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-fe4bdc6a-753f-4b60-92eb-13e0bfcff719 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0291467 Aug 29 04:37:04.285380 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-5d4b40a0-0c06-4bdc-87a9-17871a8e8b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:04.285992 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4b40a0-0c06-4bdc-87a9-17871a8e8b67 None None] The sync data for ids ['d79d9db1-e769-4b6d-ab1c-0aeafcba83cc'] in n-d-712140-12 is: [] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:37:04.287996 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 50656) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:04.293520 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-6d89a34c-e3f8-4da9-bc7f-f4d376fa379f tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Request body: {'security_group': {'name': 'tempest-secgroup-954828860'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:04.306955 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43cc0516-dce7-4631-b137-5b15b0751b7f tempest-QuotasNegativeTest-259734997 tempest-QuotasNegativeTest-259734997-project-admin] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:37:04.319924 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-43cc0516-dce7-4631-b137-5b15b0751b7f tempest-QuotasNegativeTest-259734997 tempest-QuotasNegativeTest-259734997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:04.320548 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-43cc0516-dce7-4631-b137-5b15b0751b7f tempest-QuotasNegativeTest-259734997 tempest-QuotasNegativeTest-259734997-project-admin] Added segment 64b24636-da32-40ae-8277-178ae49daa9f of type vlan for network 92dc0faf-20b8-4c02-a897-5af7f76aa274 Aug 29 04:37:04.371859 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6d89a34c-e3f8-4da9-bc7f-f4d376fa379f tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:04.398094 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4ba9d5f6-214c-4f37-aec9-a88e9d44ccf9 tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:04.429485 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cc0516-dce7-4631-b137-5b15b0751b7f tempest-QuotasNegativeTest-259734997 tempest-QuotasNegativeTest-259734997-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=308bc770-f8aa-48d6-b2ff-029685f41acb,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:04.433602 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-43cc0516-dce7-4631-b137-5b15b0751b7f tempest-QuotasNegativeTest-259734997 tempest-QuotasNegativeTest-259734997-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:04.490426 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-43cc0516-dce7-4631-b137-5b15b0751b7f tempest-QuotasNegativeTest-259734997 tempest-QuotasNegativeTest-259734997-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:04.492376 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43cc0516-dce7-4631-b137-5b15b0751b7f tempest-QuotasNegativeTest-259734997 tempest-QuotasNegativeTest-259734997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:04.493142 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-43cc0516-dce7-4631-b137-5b15b0751b7f tempest-QuotasNegativeTest-259734997 tempest-QuotasNegativeTest-259734997-project-admin] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:04.493980 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6d89a34c-e3f8-4da9-bc7f-f4d376fa379f tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:04.501568 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6d89a34c-e3f8-4da9-bc7f-f4d376fa379f tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:04.570342 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-2bd1dfcc-5a23-4beb-8b1d-0d9ebae46b85 None None] Attempting to bind port 7160b2ed-3736-4a28-99ce-3d86b36ddc74 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:37:04.571510 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-2bd1dfcc-5a23-4beb-8b1d-0d9ebae46b85 None None] Attempting to bind port 7160b2ed-3736-4a28-99ce-3d86b36ddc74 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '3dcd882a-5f3b-4638-9e21-7721cef433e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '48e34a5e-15ec-4939-a896-89879690ff06'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:37:04.572168 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd1dfcc-5a23-4beb-8b1d-0d9ebae46b85 None None] Attempting to bind port 7160b2ed-3736-4a28-99ce-3d86b36ddc74 on network 48e34a5e-15ec-4939-a896-89879690ff06 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:37:04.588341 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd1dfcc-5a23-4beb-8b1d-0d9ebae46b85 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:37:04.588976 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd1dfcc-5a23-4beb-8b1d-0d9ebae46b85 None None] Checking segment: {'id': '3dcd882a-5f3b-4638-9e21-7721cef433e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '48e34a5e-15ec-4939-a896-89879690ff06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:37:04.589540 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2bd1dfcc-5a23-4beb-8b1d-0d9ebae46b85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:04.590083 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd1dfcc-5a23-4beb-8b1d-0d9ebae46b85 None None] Bound using segment: {'id': '3dcd882a-5f3b-4638-9e21-7721cef433e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '48e34a5e-15ec-4939-a896-89879690ff06'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:37:04.590725 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-2bd1dfcc-5a23-4beb-8b1d-0d9ebae46b85 None None] Bound port: 7160b2ed-3736-4a28-99ce-3d86b36ddc74, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dcd882a-5f3b-4638-9e21-7721cef433e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '48e34a5e-15ec-4939-a896-89879690ff06'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:37:04.591265 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2bd1dfcc-5a23-4beb-8b1d-0d9ebae46b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:04.605666 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6d89a34c-e3f8-4da9-bc7f-f4d376fa379f tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:04.607651 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-6d89a34c-e3f8-4da9-bc7f-f4d376fa379f tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3177040 Aug 29 04:37:04.624506 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-f53dc954-95b2-416f-a893-21585014ef93 None None] Provisioning complete for port 9d949984-1f7d-4669-b7cf-7161ef2359d3 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:04.625239 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f53dc954-95b2-416f-a893-21585014ef93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:04.629632 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 50658) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:04.629997 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cc0516-dce7-4631-b137-5b15b0751b7f tempest-QuotasNegativeTest-259734997 tempest-QuotasNegativeTest-259734997-project-admin] Pushing event updated for resources: {'Network': ['ID=92dc0faf-20b8-4c02-a897-5af7f76aa274,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:04.634813 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-93b6eaa8-0cec-4fca-a3b8-7971d128c84e tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:04.639661 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-43e4c4b2-3e79-49ac-a01b-5b09f8a11d73 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Request body: {'security_group': {'name': 'tempest-secgroup-1220163937'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:04.659036 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d89a34c-e3f8-4da9-bc7f-f4d376fa379f tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4567de50-5f48-4efb-9f1a-3c714bf13aaf,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:04.703155 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-82fd5965-a1e7-4e8c-8502-55268480c663 req-c01ca2da-aa84-4e0b-9d38-226b7d5cad37 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=78e1d3c1-2943-4567-af4e-14c28f0b7c9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1272664 Aug 29 04:37:04.703445 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 92dc0faf-20b8-4c02-a897-5af7f76aa274 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:37:04.705116 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-4ba9d5f6-214c-4f37-aec9-a88e9d44ccf9 tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Deleting port cbd8bc69-8301-44a6-8fca-984e6149bdfc {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:37:04.705607 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4ba9d5f6-214c-4f37-aec9-a88e9d44ccf9 tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:04.708242 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-43e4c4b2-3e79-49ac-a01b-5b09f8a11d73 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:04.715436 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-43cc0516-dce7-4631-b137-5b15b0751b7f tempest-QuotasNegativeTest-259734997 tempest-QuotasNegativeTest-259734997-project-admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.0108988 Aug 29 04:37:04.718037 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 50662) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:04.750083 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-21d14405-d8f0-41f0-9a80-ab558ab45854 tempest-QuotasNegativeTest-259734997 tempest-QuotasNegativeTest-259734997-project-admin] Request body: {'network': {'project_id': 'fdbdd1ef1d3c46678c50527ea31e4f25'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:04.781428 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b6eaa8-0cec-4fca-a3b8-7971d128c84e tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Network 48e34a5e-15ec-4939-a896-89879690ff06 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:37:04.787060 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-93b6eaa8-0cec-4fca-a3b8-7971d128c84e tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:37:04.813364 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21d14405-d8f0-41f0-9a80-ab558ab45854 tempest-QuotasNegativeTest-259734997 tempest-QuotasNegativeTest-259734997-project-admin] Made reservation on behalf of fdbdd1ef1d3c46678c50527ea31e4f25 for: {'network': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:37:04.816073 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-21d14405-d8f0-41f0-9a80-ab558ab45854 tempest-QuotasNegativeTest-259734997 tempest-QuotasNegativeTest-259734997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:04.819710 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b6eaa8-0cec-4fca-a3b8-7971d128c84e tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:37:04.820288 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-93b6eaa8-0cec-4fca-a3b8-7971d128c84e tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719598'] for router_interface, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:04.875258 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b6eaa8-0cec-4fca-a3b8-7971d128c84e tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Pushing event updated for resources: {'Port': ['ID=29993249-1e66-448d-9de6-3daf478c802a,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:04.925698 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4ba9d5f6-214c-4f37-aec9-a88e9d44ccf9 tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:04.929112 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21d14405-d8f0-41f0-9a80-ab558ab45854 tempest-QuotasNegativeTest-259734997 tempest-QuotasNegativeTest-259734997-project-admin] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=94828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:37:04.957799 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-2bd1dfcc-5a23-4beb-8b1d-0d9ebae46b85 None None] For port 7160b2ed-3736-4a28-99ce-3d86b36ddc74, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:37:04.958041 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-4ba9d5f6-214c-4f37-aec9-a88e9d44ccf9 tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Calling delete_port for cbd8bc69-8301-44a6-8fca-984e6149bdfc owned by network:router_gateway {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:37:04.963729 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-2bd1dfcc-5a23-4beb-8b1d-0d9ebae46b85 None None] For port 7160b2ed-3736-4a28-99ce-3d86b36ddc74, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=7160b2ed-3736-4a28-99ce-3d86b36ddc74,segment=NetworkSegment(3dcd882a-5f3b-4638-9e21-7721cef433e7),segment_id=3dcd882a-5f3b-4638-9e21-7721cef433e7)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:37:04.986960 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fd5965-a1e7-4e8c-8502-55268480c663 req-368eb165-4588-4ef7-be7e-cbb8b3b02a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:04.987777 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fd5965-a1e7-4e8c-8502-55268480c663 req-368eb165-4588-4ef7-be7e-cbb8b3b02a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:04.988399 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fd5965-a1e7-4e8c-8502-55268480c663 req-368eb165-4588-4ef7-be7e-cbb8b3b02a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:04.989020 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fd5965-a1e7-4e8c-8502-55268480c663 req-368eb165-4588-4ef7-be7e-cbb8b3b02a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:04.989556 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fd5965-a1e7-4e8c-8502-55268480c663 req-368eb165-4588-4ef7-be7e-cbb8b3b02a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:04.990091 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fd5965-a1e7-4e8c-8502-55268480c663 req-368eb165-4588-4ef7-be7e-cbb8b3b02a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:04.990658 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fd5965-a1e7-4e8c-8502-55268480c663 req-368eb165-4588-4ef7-be7e-cbb8b3b02a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:04.993397 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-82fd5965-a1e7-4e8c-8502-55268480c663 req-368eb165-4588-4ef7-be7e-cbb8b3b02a75 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b0f1228a8bd44b90ad5ea0a20c4870bf&device_id=78e1d3c1-2943-4567-af4e-14c28f0b7c9c HTTP/1.1" status: 200 len: 6495 time: 0.1608720 Aug 29 04:37:04.994891 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-21d14405-d8f0-41f0-9a80-ab558ab45854 tempest-QuotasNegativeTest-259734997 tempest-QuotasNegativeTest-259734997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:04.995345 n-d-712140-12 neutron-server[94828]: INFO neutron.db.segments_db [None req-21d14405-d8f0-41f0-9a80-ab558ab45854 tempest-QuotasNegativeTest-259734997 tempest-QuotasNegativeTest-259734997-project-admin] Added segment 6c91151b-529e-4e6a-b10a-350e90ed909b of type vlan for network 5d6301df-a59a-410e-9c55-145d03908b6a Aug 29 04:37:05.019648 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2bd1dfcc-5a23-4beb-8b1d-0d9ebae46b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:05.163466 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-93b6eaa8-0cec-4fca-a3b8-7971d128c84e tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:05.230632 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-21d14405-d8f0-41f0-9a80-ab558ab45854 tempest-QuotasNegativeTest-259734997 tempest-QuotasNegativeTest-259734997-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:05.262529 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd1dfcc-5a23-4beb-8b1d-0d9ebae46b85 None None] Pushing event updated for resources: {'Port': ['ID=7160b2ed-3736-4a28-99ce-3d86b36ddc74,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:05.275634 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-43e4c4b2-3e79-49ac-a01b-5b09f8a11d73 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:05.325274 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-43e4c4b2-3e79-49ac-a01b-5b09f8a11d73 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:05.327822 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-f53dc954-95b2-416f-a893-21585014ef93 None None] Provisioning complete for port 20ba9cbe-e083-4a8f-a086-a7193b1f5a28 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:05.328231 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f53dc954-95b2-416f-a893-21585014ef93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:05.374572 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-43e4c4b2-3e79-49ac-a01b-5b09f8a11d73 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:05.378999 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-43e4c4b2-3e79-49ac-a01b-5b09f8a11d73 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7430179 Aug 29 04:37:05.379748 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 50666) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:05.445416 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-636ee347-0e45-43a1-a004-1e30eeabc3ba tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Request body: {'security_group': {'name': 'tempest-secgroup-1228847141'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:05.452383 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-f53dc954-95b2-416f-a893-21585014ef93 None None] Port 20ba9cbe-e083-4a8f-a086-a7193b1f5a28 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:37:05.468832 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-21d14405-d8f0-41f0-9a80-ab558ab45854 tempest-QuotasNegativeTest-259734997 tempest-QuotasNegativeTest-259734997-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:05.469814 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d14405-d8f0-41f0-9a80-ab558ab45854 tempest-QuotasNegativeTest-259734997 tempest-QuotasNegativeTest-259734997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:05.470403 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-21d14405-d8f0-41f0-9a80-ab558ab45854 tempest-QuotasNegativeTest-259734997 tempest-QuotasNegativeTest-259734997-project-admin] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:05.553560 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 8b3ba93e-8b2e-49e2-8bbc-5d61240bab89 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:37:05.584485 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4c4ef0-50ad-4ead-90c2-6179cd4e6dd5 None None] Update dhcp port {'port': {'network_id': '036a8249-2e07-4357-8e57-af915fddc588', 'fixed_ips': [{'subnet_id': 'e15ddceb-6853-4c12-a124-4e2be06d88f6', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '10d386f3-dc2c-42f2-9fc4-1d0077ecbfa9'}], 'binding:host_id': 'n-d-712140-12'}, 'id': '9d949984-1f7d-4669-b7cf-7161ef2359d3'} from n-d-712140-12. {{(pid=94830) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 04:37:05.642762 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e4c4b2-3e79-49ac-a01b-5b09f8a11d73 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ac424da-e4b7-482a-a0be-1ea4701479ad,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:05.652317 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0c4c4ef0-50ad-4ead-90c2-6179cd4e6dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:05.672866 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-636ee347-0e45-43a1-a004-1e30eeabc3ba tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:05.677893 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fd5965-a1e7-4e8c-8502-55268480c663 req-51475b6f-d992-47e8-bf74-e9e92fa306dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:05.678367 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fd5965-a1e7-4e8c-8502-55268480c663 req-51475b6f-d992-47e8-bf74-e9e92fa306dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:05.679062 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fd5965-a1e7-4e8c-8502-55268480c663 req-51475b6f-d992-47e8-bf74-e9e92fa306dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:05.686561 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-82fd5965-a1e7-4e8c-8502-55268480c663 req-51475b6f-d992-47e8-bf74-e9e92fa306dd service neutron] 10.222.0.48 "GET /v2.0/networks?id=f8102508-8177-4d08-b66e-69e3d8dd4b5c&id=17498e6d-84e1-4cac-974a-a187e6f18066&id=17498e6d-84e1-4cac-974a-a187e6f18066&id=17498e6d-84e1-4cac-974a-a187e6f18066&id=17498e6d-84e1-4cac-974a-a187e6f18066&id=5e503eef-fcd9-442c-bfbe-e3b673cf903b&id=5e503eef-fcd9-442c-bfbe-e3b673cf903b HTTP/1.1" status: 200 len: 2292 time: 0.6202459 Aug 29 04:37:05.883269 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-636ee347-0e45-43a1-a004-1e30eeabc3ba tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:05.895872 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-636ee347-0e45-43a1-a004-1e30eeabc3ba tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:05.980737 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-0c4c4ef0-50ad-4ead-90c2-6179cd4e6dd5 None None] Allocated IP 2001:db8::2 (036a8249-2e07-4357-8e57-af915fddc588/10d386f3-dc2c-42f2-9fc4-1d0077ecbfa9/9d949984-1f7d-4669-b7cf-7161ef2359d3) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:37:05.997251 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-93b6eaa8-0cec-4fca-a3b8-7971d128c84e tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:06.012325 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-93b6eaa8-0cec-4fca-a3b8-7971d128c84e tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:06.013887 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-93b6eaa8-0cec-4fca-a3b8-7971d128c84e tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-718897'] for router_interface, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:06.083187 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-636ee347-0e45-43a1-a004-1e30eeabc3ba tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:06.084468 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-636ee347-0e45-43a1-a004-1e30eeabc3ba tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6663799 Aug 29 04:37:06.111870 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-0c4c4ef0-50ad-4ead-90c2-6179cd4e6dd5 None None] For port 9d949984-1f7d-4669-b7cf-7161ef2359d3, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=9d949984-1f7d-4669-b7cf-7161ef2359d3,segment=NetworkSegment(79e221aa-6e06-4204-8207-008dfbe327fa),segment_id=79e221aa-6e06-4204-8207-008dfbe327fa)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:06.124019 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 50670) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:06.136527 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-21d14405-d8f0-41f0-9a80-ab558ab45854 tempest-QuotasNegativeTest-259734997 tempest-QuotasNegativeTest-259734997-project-admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.4172058 Aug 29 04:37:06.140420 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d14405-d8f0-41f0-9a80-ab558ab45854 tempest-QuotasNegativeTest-259734997 tempest-QuotasNegativeTest-259734997-project-admin] Pushing event updated for resources: {'Network': ['ID=5d6301df-a59a-410e-9c55-145d03908b6a,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:06.142641 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 50674) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:06.143027 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-413fb7a1-b3fa-476d-a0d4-37b1d02656dd tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-495041809', 'security_groups': ['e386d1f1-518a-4e6b-b087-137dd54a0d32'], 'network_id': '036a8249-2e07-4357-8e57-af915fddc588', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '10d386f3-dc2c-42f2-9fc4-1d0077ecbfa9'}]}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:06.164233 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-9a7ab0c1-6ebe-44f6-b19a-ff382853c56e tempest-QuotasNegativeTest-259734997 tempest-QuotasNegativeTest-259734997-project-admin] Request body: {'network': {'project_id': 'fdbdd1ef1d3c46678c50527ea31e4f25'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:06.177095 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0c4c4ef0-50ad-4ead-90c2-6179cd4e6dd5 None None] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:06.202295 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 5d6301df-a59a-410e-9c55-145d03908b6a details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:37:06.213939 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-82fd5965-a1e7-4e8c-8502-55268480c663 req-b9fc7fdc-f31f-4b75-9e45-2616dc570499 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=863c0636-bcc8-4b84-adb3-6776bab372ee HTTP/1.1" status: 200 len: 1001 time: 0.4919384 Aug 29 04:37:06.219272 n-d-712140-12 neutron-server[94828]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a7ab0c1-6ebe-44f6-b19a-ff382853c56e tempest-QuotasNegativeTest-259734997 tempest-QuotasNegativeTest-259734997-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 29 04:37:06.219873 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a7ab0c1-6ebe-44f6-b19a-ff382853c56e tempest-QuotasNegativeTest-259734997 tempest-QuotasNegativeTest-259734997-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:37:06.221060 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-9a7ab0c1-6ebe-44f6-b19a-ff382853c56e tempest-QuotasNegativeTest-259734997 tempest-QuotasNegativeTest-259734997-project-admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0705454 Aug 29 04:37:06.226499 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 50678) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:06.272432 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636ee347-0e45-43a1-a004-1e30eeabc3ba tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e386d1f1-518a-4e6b-b087-137dd54a0d32,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:06.288742 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 8b3ba93e-8b2e-49e2-8bbc-5d61240bab89 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:37:06.313830 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b6eaa8-0cec-4fca-a3b8-7971d128c84e tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Pushing event updated for resources: {'Port': ['ID=29993249-1e66-448d-9de6-3daf478c802a,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:06.332881 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4ba9d5f6-214c-4f37-aec9-a88e9d44ccf9 tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:06.356655 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-0c4c4ef0-50ad-4ead-90c2-6179cd4e6dd5 None None] Transition to ACTIVE for port object 9d949984-1f7d-4669-b7cf-7161ef2359d3 will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:37:06.365804 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-45145e3c-4525-4304-a2c0-bb6ee0490b2a tempest-QuotasNegativeTest-259734997 tempest-QuotasNegativeTest-259734997-project-admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fdbdd1ef1d3c46678c50527ea31e4f25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1276848 Aug 29 04:37:06.384046 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0c4c4ef0-50ad-4ead-90c2-6179cd4e6dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:06.410365 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 50682) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:06.412279 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fd5965-a1e7-4e8c-8502-55268480c663 req-6a864b8a-27f5-452b-80c0-451eb33d99e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:06.413841 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-82fd5965-a1e7-4e8c-8502-55268480c663 req-6a864b8a-27f5-452b-80c0-451eb33d99e0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=38723797-c164-4ad1-837d-c534b680646e HTTP/1.1" status: 200 len: 850 time: 0.1916518 Aug 29 04:37:06.433247 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba9d5f6-214c-4f37-aec9-a88e9d44ccf9 tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Pushing event deleted for resources: {'Port': ['ID=cbd8bc69-8301-44a6-8fca-984e6149bdfc,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:06.475379 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4c4ef0-50ad-4ead-90c2-6179cd4e6dd5 None None] Pushing event updated for resources: {'Port': ['ID=9d949984-1f7d-4669-b7cf-7161ef2359d3,revision_number=6']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:06.489087 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b6eaa8-0cec-4fca-a3b8-7971d128c84e tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Network 48e34a5e-15ec-4939-a896-89879690ff06 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:37:06.493252 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 8b3ba93e-8b2e-49e2-8bbc-5d61240bab89 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:06.493696 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:06.500766 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-93b6eaa8-0cec-4fca-a3b8-7971d128c84e tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:37:06.537963 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1e82df5f-25d3-495e-bdd6-4764204d4e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:06.565535 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fd5965-a1e7-4e8c-8502-55268480c663 req-fb83ee30-a444-457f-b29a-1e0dde6c6831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:06.567058 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-82fd5965-a1e7-4e8c-8502-55268480c663 req-fb83ee30-a444-457f-b29a-1e0dde6c6831 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f8102508-8177-4d08-b66e-69e3d8dd4b5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1316741 Aug 29 04:37:06.569582 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4ba9d5f6-214c-4f37-aec9-a88e9d44ccf9 tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719445'] for router_gateway, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:06.638126 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-413fb7a1-b3fa-476d-a0d4-37b1d02656dd tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Made reservation on behalf of b130c2fb48814d1585244ef54308020c for: {'port': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:37:06.732856 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4ba9d5f6-214c-4f37-aec9-a88e9d44ccf9 tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:06.735523 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4ba9d5f6-214c-4f37-aec9-a88e9d44ccf9 tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:06.789202 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:06.808560 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93b6eaa8-0cec-4fca-a3b8-7971d128c84e tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Router 4b214b98-94ff-49e7-b004-767bb391d39a has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:37:06.836658 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 8b3ba93e-8b2e-49e2-8bbc-5d61240bab89, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=8b3ba93e-8b2e-49e2-8bbc-5d61240bab89,segment=NetworkSegment(26c756d1-0d48-4317-b18c-a5b2a8a62fac),segment_id=26c756d1-0d48-4317-b18c-a5b2a8a62fac)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:06.851037 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:06.998053 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=8b3ba93e-8b2e-49e2-8bbc-5d61240bab89,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:07.002072 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-413fb7a1-b3fa-476d-a0d4-37b1d02656dd tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:07.037669 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-82fd5965-a1e7-4e8c-8502-55268480c663 req-7b2b1806-f339-479e-b20b-3626281ed77c service neutron] 10.222.0.48 "GET /v2.0/networks/f8102508-8177-4d08-b66e-69e3d8dd4b5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718879 Aug 29 04:37:07.063876 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [None req-413fb7a1-b3fa-476d-a0d4-37b1d02656dd tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] device_id is not set on port 93251e1f-1767-4604-8d68-5fac9b12de40 yet. {{(pid=94829) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:37:07.075313 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93b6eaa8-0cec-4fca-a3b8-7971d128c84e tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:37:07.084827 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-93b6eaa8-0cec-4fca-a3b8-7971d128c84e tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] 10.222.0.22 "PUT /v2.0/routers/4b214b98-94ff-49e7-b004-767bb391d39a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8838520 Aug 29 04:37:07.088511 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 50692) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:07.088674 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be265ab-426f-44dc-a83e-debbb0c1a673 None None] Sync routers for ids ['4b214b98-94ff-49e7-b004-767bb391d39a'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:37:07.101602 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be265ab-426f-44dc-a83e-debbb0c1a673 None None] Routers {'4b214b98-94ff-49e7-b004-767bb391d39a'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:37:07.105122 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-3be265ab-426f-44dc-a83e-debbb0c1a673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:37:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['4b214b98-94ff-49e7-b004-767bb391d39a'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:07.124699 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4ba9d5f6-214c-4f37-aec9-a88e9d44ccf9 tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717253'] for router, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:07.125833 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ba9d5f6-214c-4f37-aec9-a88e9d44ccf9 tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Fanout notify agent at l3_agent the message router_deleted on router d79d9db1-e769-4b6d-ab1c-0aeafcba83cc {{(pid=94828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:37:07.133568 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4ba9d5f6-214c-4f37-aec9-a88e9d44ccf9 tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Notify callbacks [] for router, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:07.136948 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-4ba9d5f6-214c-4f37-aec9-a88e9d44ccf9 tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] 10.222.0.22 "DELETE /v2.0/routers/d79d9db1-e769-4b6d-ab1c-0aeafcba83cc HTTP/1.1" status: 204 len: 168 time: 3.3247595 Aug 29 04:37:07.140372 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-cb078361-963c-4df8-b8d4-1125a9103b34 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1622094100'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:07.142289 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 50694) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:07.165178 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c4b489c8-ac1b-4f1f-8741-2e0121c1b159 tempest-QuotasNegativeTest-259734997 tempest-QuotasNegativeTest-259734997-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:07.172891 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb078361-963c-4df8-b8d4-1125a9103b34 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Made reservation on behalf of 3eb215580c8748bbad6fe745fb3cc71c for: {'network': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:37:07.177355 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cb078361-963c-4df8-b8d4-1125a9103b34 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:07.193654 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:07.227084 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:07.236431 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb078361-963c-4df8-b8d4-1125a9103b34 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=94828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:37:07.249175 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cb078361-963c-4df8-b8d4-1125a9103b34 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:07.249551 n-d-712140-12 neutron-server[94828]: INFO neutron.db.segments_db [None req-cb078361-963c-4df8-b8d4-1125a9103b34 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Added segment aef6a537-dc72-425a-8842-54c640c6eb61 of type vlan for network 5098bdca-026c-4648-af0a-820637af215e Aug 29 04:37:07.275914 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c4b489c8-ac1b-4f1f-8741-2e0121c1b159 tempest-QuotasNegativeTest-259734997 tempest-QuotasNegativeTest-259734997-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:07.284292 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f784d0-15c1-40a4-8164-907f4dd6f710 None None] Network 48e34a5e-15ec-4939-a896-89879690ff06 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:37:07.347320 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-3be265ab-426f-44dc-a83e-debbb0c1a673 None None] Set router 4b214b98-94ff-49e7-b004-767bb391d39a gateway port host: None {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:37:07.355343 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_v2 [None req-073e31fd-f9ec-4226-8ec0-c6522f80da4d tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Deleting subnet f6542437-7246-4ec1-8e7e-91b0435208e4 {{(pid=94829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:37:07.362693 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-56427090-e5a4-46c4-af76-b1a9f00e9840 None None] Provisioning for port 7160b2ed-3736-4a28-99ce-3d86b36ddc74 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:37:07.364462 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-073e31fd-f9ec-4226-8ec0-c6522f80da4d tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Notify callbacks [] for subnet, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:07.383888 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-82fd5965-a1e7-4e8c-8502-55268480c663 req-1662c4df-5d39-427b-94d8-aeb00e9891a0 service neutron] 10.222.0.48 "GET /v2.0/networks/f8102508-8177-4d08-b66e-69e3d8dd4b5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3330903 Aug 29 04:37:07.387197 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cb078361-963c-4df8-b8d4-1125a9103b34 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:07.465221 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-82fd5965-a1e7-4e8c-8502-55268480c663 req-adf5f381-d4c8-479e-9ad8-85eb3d6b49e2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=9ed8042a-534d-4fd9-bab3-f9ca6ec3d842 HTTP/1.1" status: 200 len: 217 time: 0.0716562 Aug 29 04:37:07.518455 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cb078361-963c-4df8-b8d4-1125a9103b34 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:07.525910 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb078361-963c-4df8-b8d4-1125a9103b34 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:07.526845 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cb078361-963c-4df8-b8d4-1125a9103b34 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:07.549480 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c4b489c8-ac1b-4f1f-8741-2e0121c1b159 tempest-QuotasNegativeTest-259734997 tempest-QuotasNegativeTest-259734997-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:07.554655 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c4b489c8-ac1b-4f1f-8741-2e0121c1b159 tempest-QuotasNegativeTest-259734997 tempest-QuotasNegativeTest-259734997-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:07.559212 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-c4b489c8-ac1b-4f1f-8741-2e0121c1b159 tempest-QuotasNegativeTest-259734997 tempest-QuotasNegativeTest-259734997-project-admin] 10.222.0.22 "DELETE /v2.0/security-groups/308bc770-f8aa-48d6-b2ff-029685f41acb HTTP/1.1" status: 204 len: 168 time: 1.1442559 Aug 29 04:37:07.559926 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 50696) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:07.627587 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b489c8-ac1b-4f1f-8741-2e0121c1b159 tempest-QuotasNegativeTest-259734997 tempest-QuotasNegativeTest-259734997-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=308bc770-f8aa-48d6-b2ff-029685f41acb,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:07.645139 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-413fb7a1-b3fa-476d-a0d4-37b1d02656dd tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Allocated IP 2001:db8::373 (036a8249-2e07-4357-8e57-af915fddc588/10d386f3-dc2c-42f2-9fc4-1d0077ecbfa9/93251e1f-1767-4604-8d68-5fac9b12de40) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:37:07.690287 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-cb078361-963c-4df8-b8d4-1125a9103b34 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5544202 Aug 29 04:37:07.693111 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fd5965-a1e7-4e8c-8502-55268480c663 req-c9efe53c-60f5-43a6-b0b5-9ea5bfbf8d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:07.695445 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-82fd5965-a1e7-4e8c-8502-55268480c663 req-c9efe53c-60f5-43a6-b0b5-9ea5bfbf8d9e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2c4c2bd8-a9be-4d3e-b11b-de6654931482 HTTP/1.1" status: 200 len: 797 time: 0.2210002 Aug 29 04:37:07.711663 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 50698) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:07.721442 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-8cb80c7c-306c-4171-b5bf-19c3c530a486 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Request body: {'subnet': {'network_id': '5098bdca-026c-4648-af0a-820637af215e', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:07.756828 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 8b3ba93e-8b2e-49e2-8bbc-5d61240bab89 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:37:07.869815 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-3be265ab-426f-44dc-a83e-debbb0c1a673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b214b98-94ff-49e7-b004-767bb391d39a', 'name': 'tempest-RoutersIpV6Test-router-1190397809', 'tenant_id': '3eb215580c8748bbad6fe745fb3cc71c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:36:53Z', 'updated_at': '2021-08-29T04:37:05Z', 'revision_number': 3, 'project_id': '3eb215580c8748bbad6fe745fb3cc71c', 'gw_port_host': None, '_interfaces': [{'id': '29993249-1e66-448d-9de6-3daf478c802a', 'name': '', 'network_id': '48e34a5e-15ec-4939-a896-89879690ff06', 'tenant_id': '3eb215580c8748bbad6fe745fb3cc71c', 'mac_address': 'fa:16:3e:d0:84:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b214b98-94ff-49e7-b004-767bb391d39a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '7e16c38a-dc7d-49a5-98f0-faeedb5211e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:03Z', 'updated_at': '2021-08-29T04:37:05Z', 'revision_number': 2, 'project_id': '3eb215580c8748bbad6fe745fb3cc71c', 'subnets': [{'id': '7e16c38a-dc7d-49a5-98f0-faeedb5211e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b3ba93e-8b2e-49e2-8bbc-5d61240bab89', 'name': '', 'network_id': '55385f77-8348-4e0f-8a55-d04453e10239', 'tenant_id': '3eb215580c8748bbad6fe745fb3cc71c', 'mac_address': 'fa:16:3e:c9:23:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b214b98-94ff-49e7-b004-767bb391d39a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': '7fa41da7-1c40-4e86-b565-b0ecd036cf12', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:36:56Z', 'updated_at': '2021-08-29T04:37:06Z', 'revision_number': 5, 'project_id': '3eb215580c8748bbad6fe745fb3cc71c', 'subnets': [{'id': '7fa41da7-1c40-4e86-b565-b0ecd036cf12', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:07.875472 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 8b3ba93e-8b2e-49e2-8bbc-5d61240bab89 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:07.875769 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:07.917410 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be265ab-426f-44dc-a83e-debbb0c1a673 None None] Checking router: 4b214b98-94ff-49e7-b004-767bb391d39a for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:37:07.917620 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be265ab-426f-44dc-a83e-debbb0c1a673 None None] Updating router 4b214b98-94ff-49e7-b004-767bb391d39a port 29993249-1e66-448d-9de6-3daf478c802a binding host n-d-712140-12 {{(pid=94831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:37:07.924252 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-d1117984-10e3-4ee7-b325-4fe030cca8ca None None] Provisioning for port 9d949984-1f7d-4669-b7cf-7161ef2359d3 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:37:07.932823 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3959e439-5625-4242-99c1-7faf28107993 tempest-QuotasNegativeTest-259734997 tempest-QuotasNegativeTest-259734997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:07.934702 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb078361-963c-4df8-b8d4-1125a9103b34 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Pushing event updated for resources: {'Network': ['ID=5098bdca-026c-4648-af0a-820637af215e,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:07.939205 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-d1117984-10e3-4ee7-b325-4fe030cca8ca None None] Provisioning complete for port 9d949984-1f7d-4669-b7cf-7161ef2359d3 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:07.939591 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d1117984-10e3-4ee7-b325-4fe030cca8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:07.947458 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3be265ab-426f-44dc-a83e-debbb0c1a673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:07.980507 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-413fb7a1-b3fa-476d-a0d4-37b1d02656dd tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:07.986604 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 5098bdca-026c-4648-af0a-820637af215e details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:37:07.999145 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-073e31fd-f9ec-4226-8ec0-c6522f80da4d tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4311743'] for subnet, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:08.112327 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-413fb7a1-b3fa-476d-a0d4-37b1d02656dd tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Transition to ACTIVE for port object 93251e1f-1767-4604-8d68-5fac9b12de40 will not be triggered until provisioned by entity DHCP. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:37:08.211889 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-073e31fd-f9ec-4226-8ec0-c6522f80da4d tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:08.249832 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fd5965-a1e7-4e8c-8502-55268480c663 req-52751c25-f307-479a-b5ce-ca5c127350a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:08.251993 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-82fd5965-a1e7-4e8c-8502-55268480c663 req-52751c25-f307-479a-b5ce-ca5c127350a4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=17498e6d-84e1-4cac-974a-a187e6f18066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5230517 Aug 29 04:37:08.262821 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-413fb7a1-b3fa-476d-a0d4-37b1d02656dd tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:08.267983 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 9d949984-1f7d-4669-b7cf-7161ef2359d3 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:37:08.269280 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cb80c7c-306c-4171-b5bf-19c3c530a486 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Made reservation on behalf of 3eb215580c8748bbad6fe745fb3cc71c for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:37:08.275673 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8cb80c7c-306c-4171-b5bf-19c3c530a486 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:08.342281 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413fb7a1-b3fa-476d-a0d4-37b1d02656dd tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Network 036a8249-2e07-4357-8e57-af915fddc588 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:37:08.350558 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-413fb7a1-b3fa-476d-a0d4-37b1d02656dd tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:37:08.360890 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413fb7a1-b3fa-476d-a0d4-37b1d02656dd tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:37:08.367834 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413fb7a1-b3fa-476d-a0d4-37b1d02656dd tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:08.372674 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-413fb7a1-b3fa-476d-a0d4-37b1d02656dd tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:08.373498 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 9d949984-1f7d-4669-b7cf-7161ef2359d3 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:08.373978 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:08.405043 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413fb7a1-b3fa-476d-a0d4-37b1d02656dd tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Pushing event updated for resources: {'Port': ['ID=93251e1f-1767-4604-8d68-5fac9b12de40,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:08.428504 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-413fb7a1-b3fa-476d-a0d4-37b1d02656dd tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2924724 Aug 29 04:37:08.430326 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-073e31fd-f9ec-4226-8ec0-c6522f80da4d tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4552352'] for subnet, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:08.432862 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-d1117984-10e3-4ee7-b325-4fe030cca8ca None None] Provisioning complete for port 20ba9cbe-e083-4a8f-a086-a7193b1f5a28 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:08.433024 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 50704) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:08.433304 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d1117984-10e3-4ee7-b325-4fe030cca8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:08.452202 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3be265ab-426f-44dc-a83e-debbb0c1a673 None None] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:08.455480 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-b04c30e1-a4a1-44f5-b81c-056f2ad45aab tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Request body: {'subnet': {'network_id': '036a8249-2e07-4357-8e57-af915fddc588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:08.467351 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-3be265ab-426f-44dc-a83e-debbb0c1a673 None None] Transition to ACTIVE for port object 29993249-1e66-448d-9de6-3daf478c802a will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:37:08.476619 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3be265ab-426f-44dc-a83e-debbb0c1a673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:08.498253 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-d1117984-10e3-4ee7-b325-4fe030cca8ca None None] Port 20ba9cbe-e083-4a8f-a086-a7193b1f5a28 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:37:08.615189 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073e31fd-f9ec-4226-8ec0-c6522f80da4d tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Pushing event deleted for resources: {'Subnet': ['ID=f6542437-7246-4ec1-8e7e-91b0435208e4,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:08.623476 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-073e31fd-f9ec-4226-8ec0-c6522f80da4d tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:08.624702 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 7160b2ed-3736-4a28-99ce-3d86b36ddc74 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:37:08.630850 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-073e31fd-f9ec-4226-8ec0-c6522f80da4d tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] 10.222.0.22 "DELETE /v2.0/subnets/f6542437-7246-4ec1-8e7e-91b0435208e4 HTTP/1.1" status: 204 len: 168 time: 1.4845057 Aug 29 04:37:08.634882 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 50706) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:08.651955 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7008ad-1a89-4fb0-94d8-611ec0273411 None None] Pushing event updated for resources: {'Port': ['ID=29993249-1e66-448d-9de6-3daf478c802a,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:08.659936 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3959e439-5625-4242-99c1-7faf28107993 tempest-QuotasNegativeTest-259734997 tempest-QuotasNegativeTest-259734997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:08.692210 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6862f44-0744-4e76-8df5-fb0f9055a8d6 None None] Network 2eda4a14-8453-4303-9896-c60098a2f5a8 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:37:08.722436 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-3be265ab-426f-44dc-a83e-debbb0c1a673 None None] Attempting to bind port 29993249-1e66-448d-9de6-3daf478c802a on host n-d-712140-12 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:37:08.722823 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-3be265ab-426f-44dc-a83e-debbb0c1a673 None None] Attempting to bind port 29993249-1e66-448d-9de6-3daf478c802a by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '3dcd882a-5f3b-4638-9e21-7721cef433e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '48e34a5e-15ec-4939-a896-89879690ff06'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:37:08.723237 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be265ab-426f-44dc-a83e-debbb0c1a673 None None] Attempting to bind port 29993249-1e66-448d-9de6-3daf478c802a on network 48e34a5e-15ec-4939-a896-89879690ff06 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:37:08.729175 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be265ab-426f-44dc-a83e-debbb0c1a673 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:37:08.729551 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be265ab-426f-44dc-a83e-debbb0c1a673 None None] Checking segment: {'id': '3dcd882a-5f3b-4638-9e21-7721cef433e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '48e34a5e-15ec-4939-a896-89879690ff06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:37:08.729962 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3be265ab-426f-44dc-a83e-debbb0c1a673 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:08.730359 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be265ab-426f-44dc-a83e-debbb0c1a673 None None] Bound using segment: {'id': '3dcd882a-5f3b-4638-9e21-7721cef433e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '48e34a5e-15ec-4939-a896-89879690ff06'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:37:08.730545 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-3959e439-5625-4242-99c1-7faf28107993 tempest-QuotasNegativeTest-259734997 tempest-QuotasNegativeTest-259734997-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d6301df-a59a-410e-9c55-145d03908b6a']}} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:08.731255 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-3be265ab-426f-44dc-a83e-debbb0c1a673 None None] Bound port: 29993249-1e66-448d-9de6-3daf478c802a, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dcd882a-5f3b-4638-9e21-7721cef433e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '48e34a5e-15ec-4939-a896-89879690ff06'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:37:08.731646 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3be265ab-426f-44dc-a83e-debbb0c1a673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:08.813911 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-3959e439-5625-4242-99c1-7faf28107993 tempest-QuotasNegativeTest-259734997 tempest-QuotasNegativeTest-259734997-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c91151b-529e-4e6a-b10a-350e90ed909b') {'for_net_delete': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:08.814379 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-3959e439-5625-4242-99c1-7faf28107993 tempest-QuotasNegativeTest-259734997 tempest-QuotasNegativeTest-259734997-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c91151b-529e-4e6a-b10a-350e90ed909b') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:08.822189 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:08.828677 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b04c30e1-a4a1-44f5-b81c-056f2ad45aab tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Made reservation on behalf of b130c2fb48814d1585244ef54308020c for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:37:08.831469 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-4514a9e1-4005-4824-aff5-0889da3559e7 None None] Provisioning for port 29993249-1e66-448d-9de6-3daf478c802a completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:37:08.833619 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b04c30e1-a4a1-44f5-b81c-056f2ad45aab tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4552395'] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:08.840196 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3959e439-5625-4242-99c1-7faf28107993 tempest-QuotasNegativeTest-259734997 tempest-QuotasNegativeTest-259734997-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8904833'] for segment, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:08.841722 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-3be265ab-426f-44dc-a83e-debbb0c1a673 None None] For port 29993249-1e66-448d-9de6-3daf478c802a, host n-d-712140-12, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:37:08.845381 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-3be265ab-426f-44dc-a83e-debbb0c1a673 None None] For port 29993249-1e66-448d-9de6-3daf478c802a, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=29993249-1e66-448d-9de6-3daf478c802a,segment=NetworkSegment(3dcd882a-5f3b-4638-9e21-7721cef433e7),segment_id=3dcd882a-5f3b-4638-9e21-7721cef433e7)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:37:08.864313 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3be265ab-426f-44dc-a83e-debbb0c1a673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:08.865444 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fcaff3ab-eed4-4ebe-bc71-643db0273d93 tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:08.899844 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 7160b2ed-3736-4a28-99ce-3d86b36ddc74 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:37:08.939080 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 7160b2ed-3736-4a28-99ce-3d86b36ddc74 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:08.939723 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:08.948088 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3959e439-5625-4242-99c1-7faf28107993 tempest-QuotasNegativeTest-259734997 tempest-QuotasNegativeTest-259734997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:08.948582 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be265ab-426f-44dc-a83e-debbb0c1a673 None None] Routers {'4b214b98-94ff-49e7-b004-767bb391d39a'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:37:08.953012 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-3be265ab-426f-44dc-a83e-debbb0c1a673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:37:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['4b214b98-94ff-49e7-b004-767bb391d39a'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:09.007342 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3959e439-5625-4242-99c1-7faf28107993 tempest-QuotasNegativeTest-259734997 tempest-QuotasNegativeTest-259734997-project-admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=94828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:37:09.007789 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3959e439-5625-4242-99c1-7faf28107993 tempest-QuotasNegativeTest-259734997 tempest-QuotasNegativeTest-259734997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9190468'] for segment, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:09.011397 n-d-712140-12 neutron-server[94828]: Traceback (most recent call last): Aug 29 04:37:09.011397 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:37:09.011397 n-d-712140-12 neutron-server[94828]: timer() Aug 29 04:37:09.011397 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:37:09.011397 n-d-712140-12 neutron-server[94828]: cb(*args, **kw) Aug 29 04:37:09.011397 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:37:09.011397 n-d-712140-12 neutron-server[94828]: return func(*args, **kwargs) Aug 29 04:37:09.011397 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:37:09.011397 n-d-712140-12 neutron-server[94828]: self._notify() Aug 29 04:37:09.011397 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:37:09.011397 n-d-712140-12 neutron-server[94828]: self.callback(batched_events) Aug 29 04:37:09.011397 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:37:09.011397 n-d-712140-12 neutron-server[94828]: event.method(event) Aug 29 04:37:09.011397 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:37:09.011397 n-d-712140-12 neutron-server[94828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:37:09.011397 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:37:09.011397 n-d-712140-12 neutron-server[94828]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:37:09.011397 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:37:09.011397 n-d-712140-12 neutron-server[94828]: return f(self, *a, **k) Aug 29 04:37:09.011397 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:37:09.011397 n-d-712140-12 neutron-server[94828]: return self._get(url).json() Aug 29 04:37:09.011397 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:37:09.011397 n-d-712140-12 neutron-server[94828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:37:09.011397 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:37:09.011397 n-d-712140-12 neutron-server[94828]: return self.request(url, 'GET', **kwargs) Aug 29 04:37:09.011397 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:37:09.011397 n-d-712140-12 neutron-server[94828]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:37:09.011397 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:37:09.011397 n-d-712140-12 neutron-server[94828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:37:09.011397 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:37:09.011397 n-d-712140-12 neutron-server[94828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:37:09.011397 n-d-712140-12 neutron-server[94828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:37:09.023921 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-070f9424-0706-455c-b403-c3ed6e4c0b80 None None] Provisioning for port 93251e1f-1767-4604-8d68-5fac9b12de40 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:37:09.039617 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-070f9424-0706-455c-b403-c3ed6e4c0b80 None None] Provisioning complete for port 93251e1f-1767-4604-8d68-5fac9b12de40 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:09.040065 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-070f9424-0706-455c-b403-c3ed6e4c0b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:09.117708 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8cb80c7c-306c-4171-b5bf-19c3c530a486 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9191137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10062364'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:09.124406 n-d-712140-12 neutron-server[94829]: INFO neutron.db.ipam_backend_mixin [None req-b04c30e1-a4a1-44f5-b81c-056f2ad45aab tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 10d386f3-dc2c-42f2-9fc4-1d0077ecbfa9 (CIDR: 2001:db8::/64) Aug 29 04:37:09.141727 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-b04c30e1-a4a1-44f5-b81c-056f2ad45aab tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:37:09.144373 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b04c30e1-a4a1-44f5-b81c-056f2ad45aab tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:37:09.145487 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-070f9424-0706-455c-b403-c3ed6e4c0b80 None None] Port 93251e1f-1767-4604-8d68-5fac9b12de40 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:37:09.187227 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-b04c30e1-a4a1-44f5-b81c-056f2ad45aab tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7490923 Aug 29 04:37:09.190356 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 50714) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:09.199465 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-8a6741bc-6f4c-4ac3-a263-ff5a56821802 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Request body: {'subnet': {'network_id': '036a8249-2e07-4357-8e57-af915fddc588', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:09.229167 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1b1cb9-ec4a-4095-bba3-1a5ce7294c02 None None] DHCP port deletion for 2eda4a14-8453-4303-9896-c60098a2f5a8 request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:37:09.231631 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-82fd5965-a1e7-4e8c-8502-55268480c663 req-a49eddd2-63ff-451d-af79-9bfca927d5b9 service neutron] 10.222.0.48 "GET /v2.0/networks/17498e6d-84e1-4cac-974a-a187e6f18066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9594672 Aug 29 04:37:09.269079 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-3be265ab-426f-44dc-a83e-debbb0c1a673 None None] Set router 4b214b98-94ff-49e7-b004-767bb391d39a gateway port host: None {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:37:09.352866 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:09.421354 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3959e439-5625-4242-99c1-7faf28107993 tempest-QuotasNegativeTest-259734997 tempest-QuotasNegativeTest-259734997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:09.478081 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7008ad-1a89-4fb0-94d8-611ec0273411 None None] Pushing event updated for resources: {'Port': ['ID=29993249-1e66-448d-9de6-3daf478c802a,revision_number=4']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:09.478678 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 7160b2ed-3736-4a28-99ce-3d86b36ddc74, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=7160b2ed-3736-4a28-99ce-3d86b36ddc74,segment=NetworkSegment(3dcd882a-5f3b-4638-9e21-7721cef433e7),segment_id=3dcd882a-5f3b-4638-9e21-7721cef433e7)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:09.488270 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:09.493960 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3959e439-5625-4242-99c1-7faf28107993 tempest-QuotasNegativeTest-259734997 tempest-QuotasNegativeTest-259734997-project-admin] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:09.500052 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-3959e439-5625-4242-99c1-7faf28107993 tempest-QuotasNegativeTest-259734997 tempest-QuotasNegativeTest-259734997-project-admin] 10.222.0.22 "DELETE /v2.0/networks/5d6301df-a59a-410e-9c55-145d03908b6a HTTP/1.1" status: 204 len: 168 time: 1.9168010 Aug 29 04:37:09.506141 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-3c1b1cb9-ec4a-4095-bba3-1a5ce7294c02 None None] Deleting port 1d20e256-31ee-4b01-9067-1513cb1918b4 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:37:09.506632 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3c1b1cb9-ec4a-4095-bba3-1a5ce7294c02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:09.506740 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb80c7c-306c-4171-b5bf-19c3c530a486 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Pushing event updated for resources: {'Subnet': ['ID=6380734d-d396-47f7-9c98-4534703fe854,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:09.564442 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-82fd5965-a1e7-4e8c-8502-55268480c663 req-cca523bf-a565-409f-a3dc-2730c40d7b33 service neutron] 10.222.0.48 "GET /v2.0/networks/17498e6d-84e1-4cac-974a-a187e6f18066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2849703 Aug 29 04:37:09.580480 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 50718) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:09.686129 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3959e439-5625-4242-99c1-7faf28107993 tempest-QuotasNegativeTest-259734997 tempest-QuotasNegativeTest-259734997-project-admin] Pushing event deleted for resources: {'Network': ['ID=5d6301df-a59a-410e-9c55-145d03908b6a,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:09.692341 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-3c1b1cb9-ec4a-4095-bba3-1a5ce7294c02 None None] For port 1d20e256-31ee-4b01-9067-1513cb1918b4, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=1d20e256-31ee-4b01-9067-1513cb1918b4,segment=NetworkSegment(58f34c25-85d4-4908-9cd0-cda8f99c3166),segment_id=58f34c25-85d4-4908-9cd0-cda8f99c3166)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:09.692756 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3c1b1cb9-ec4a-4095-bba3-1a5ce7294c02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:09.705083 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=7160b2ed-3736-4a28-99ce-3d86b36ddc74,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:09.711283 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-3c1b1cb9-ec4a-4095-bba3-1a5ce7294c02 None None] Calling delete_port for 1d20e256-31ee-4b01-9067-1513cb1918b4 owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:37:09.721576 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 1d20e256-31ee-4b01-9067-1513cb1918b4 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:37:09.769228 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-3be265ab-426f-44dc-a83e-debbb0c1a673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b214b98-94ff-49e7-b004-767bb391d39a', 'name': 'tempest-RoutersIpV6Test-router-1190397809', 'tenant_id': '3eb215580c8748bbad6fe745fb3cc71c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:36:53Z', 'updated_at': '2021-08-29T04:37:05Z', 'revision_number': 3, 'project_id': '3eb215580c8748bbad6fe745fb3cc71c', 'gw_port_host': None, '_interfaces': [{'id': '29993249-1e66-448d-9de6-3daf478c802a', 'name': '', 'network_id': '48e34a5e-15ec-4939-a896-89879690ff06', 'tenant_id': '3eb215580c8748bbad6fe745fb3cc71c', 'mac_address': 'fa:16:3e:d0:84:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b214b98-94ff-49e7-b004-767bb391d39a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '7e16c38a-dc7d-49a5-98f0-faeedb5211e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:03Z', 'updated_at': '2021-08-29T04:37:08Z', 'revision_number': 4, 'project_id': '3eb215580c8748bbad6fe745fb3cc71c', 'subnets': [{'id': '7e16c38a-dc7d-49a5-98f0-faeedb5211e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b3ba93e-8b2e-49e2-8bbc-5d61240bab89', 'name': '', 'network_id': '55385f77-8348-4e0f-8a55-d04453e10239', 'tenant_id': '3eb215580c8748bbad6fe745fb3cc71c', 'mac_address': 'fa:16:3e:c9:23:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b214b98-94ff-49e7-b004-767bb391d39a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': '7fa41da7-1c40-4e86-b565-b0ecd036cf12', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:36:56Z', 'updated_at': '2021-08-29T04:37:06Z', 'revision_number': 5, 'project_id': '3eb215580c8748bbad6fe745fb3cc71c', 'subnets': [{'id': '7fa41da7-1c40-4e86-b565-b0ecd036cf12', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:09.789572 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb80c7c-306c-4171-b5bf-19c3c530a486 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Checking segment: {'id': 'aef6a537-dc72-425a-8842-54c640c6eb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '5098bdca-026c-4648-af0a-820637af215e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:37:09.790154 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb80c7c-306c-4171-b5bf-19c3c530a486 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Network hostable DHCP agents. Network: 5098bdca-026c-4648-af0a-820637af215e, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:37:09.813468 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-82fd5965-a1e7-4e8c-8502-55268480c663 req-1d692910-9d1f-4059-bfa1-d5724158eb40 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.39&port_id=2662ff03-0fe5-4738-ac75-76417260f6bb HTTP/1.1" status: 200 len: 217 time: 0.2202673 Aug 29 04:37:09.813965 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be265ab-426f-44dc-a83e-debbb0c1a673 None None] The sync data for ids ['4b214b98-94ff-49e7-b004-767bb391d39a'] in n-d-712140-12 is: [{'id': '4b214b98-94ff-49e7-b004-767bb391d39a', 'name': 'tempest-RoutersIpV6Test-router-1190397809', 'tenant_id': '3eb215580c8748bbad6fe745fb3cc71c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:36:53Z', 'updated_at': '2021-08-29T04:37:05Z', 'revision_number': 3, 'project_id': '3eb215580c8748bbad6fe745fb3cc71c', 'gw_port_host': None, '_interfaces': [{'id': '29993249-1e66-448d-9de6-3daf478c802a', 'name': '', 'network_id': '48e34a5e-15ec-4939-a896-89879690ff06', 'tenant_id': '3eb215580c8748bbad6fe745fb3cc71c', 'mac_address': 'fa:16:3e:d0:84:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b214b98-94ff-49e7-b004-767bb391d39a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '7e16c38a-dc7d-49a5-98f0-faeedb5211e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:03Z', 'updated_at': '2021-08-29T04:37:08Z', 'revision_number': 4, 'project_id': '3eb215580c8748bbad6fe745fb3cc71c', 'subnets': [{'id': '7e16c38a-dc7d-49a5-98f0-faeedb5211e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b3ba93e-8b2e-49e2-8bbc-5d61240bab89', 'name': '', 'network_id': '55385f77-8348-4e0f-8a55-d04453e10239', 'tenant_id': '3eb215580c8748bbad6fe745fb3cc71c', 'mac_address': 'fa:16:3e:c9:23:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b214b98-94ff-49e7-b004-767bb391d39a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': '7fa41da7-1c40-4e86-b565-b0ecd036cf12', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:36:56Z', 'updated_at': '2021-08-29T04:37:06Z', 'revision_number': 5, 'project_id': '3eb215580c8748bbad6fe745fb3cc71c', 'subnets': [{'id': '7fa41da7-1c40-4e86-b565-b0ecd036cf12', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:37:09.943209 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3c1b1cb9-ec4a-4095-bba3-1a5ce7294c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:09.946645 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fd5965-a1e7-4e8c-8502-55268480c663 req-25afc23a-a017-4ad5-8a73-c24ee09e968c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:09.948443 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-82fd5965-a1e7-4e8c-8502-55268480c663 req-25afc23a-a017-4ad5-8a73-c24ee09e968c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2c4c2bd8-a9be-4d3e-b11b-de6654931482 HTTP/1.1" status: 200 len: 797 time: 0.1228185 Aug 29 04:37:09.952507 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb80c7c-306c-4171-b5bf-19c3c530a486 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Network 5098bdca-026c-4648-af0a-820637af215e is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:37:10.008101 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-8cb80c7c-306c-4171-b5bf-19c3c530a486 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 5098bdca-026c-4648-af0a-820637af215e) {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:37:10.026814 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-29276889-7ef3-4e70-bff4-f09586d569f0 tempest-QuotasNegativeTest-259734997 tempest-QuotasNegativeTest-259734997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:10.043651 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1b1cb9-ec4a-4095-bba3-1a5ce7294c02 None None] Pushing event deleted for resources: {'Port': ['ID=1d20e256-31ee-4b01-9067-1513cb1918b4,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:10.045680 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb80c7c-306c-4171-b5bf-19c3c530a486 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:10.046417 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8cb80c7c-306c-4171-b5bf-19c3c530a486 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:10.062508 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1b1cb9-ec4a-4095-bba3-1a5ce7294c02 None None] No DVR routers for this DVR port 1d20e256-31ee-4b01-9067-1513cb1918b4 on host n-d-712140-12 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:37:10.067260 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f437bd-1c1e-4156-bc2d-10fa95bca9b7 None None] Network 5098bdca-026c-4648-af0a-820637af215e requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:37:10.071737 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:10.079886 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-8cb80c7c-306c-4171-b5bf-19c3c530a486 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.3670704 Aug 29 04:37:10.086620 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 50726) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:10.166258 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-fcaff3ab-eed4-4ebe-bc71-643db0273d93 tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Deleting port 1d20e256-31ee-4b01-9067-1513cb1918b4 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:37:10.166812 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fcaff3ab-eed4-4ebe-bc71-643db0273d93 tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:10.245748 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-fcaff3ab-eed4-4ebe-bc71-643db0273d93 tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] For port 1d20e256-31ee-4b01-9067-1513cb1918b4, host n-d-712140-12, got binding levels [] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:10.245748 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fcaff3ab-eed4-4ebe-bc71-643db0273d93 tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:10.264948 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-fcaff3ab-eed4-4ebe-bc71-643db0273d93 tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Calling delete_port for 1d20e256-31ee-4b01-9067-1513cb1918b4 owned by network:dhcp {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:37:10.270458 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.ipam_backend_mixin [None req-fcaff3ab-eed4-4ebe-bc71-643db0273d93 tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Port 1d20e256-31ee-4b01-9067-1513cb1918b4 was not found and therefore no delete operation was performed {{(pid=94829) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 04:37:10.273725 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fcaff3ab-eed4-4ebe-bc71-643db0273d93 tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:10.326275 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaff3ab-eed4-4ebe-bc71-643db0273d93 tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Pushing event deleted for resources: {'Port': ['ID=1d20e256-31ee-4b01-9067-1513cb1918b4,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:10.334359 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcaff3ab-eed4-4ebe-bc71-643db0273d93 tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] No DVR routers for this DVR port 1d20e256-31ee-4b01-9067-1513cb1918b4 on host n-d-712140-12 {{(pid=94829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:37:10.362749 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fd5965-a1e7-4e8c-8502-55268480c663 req-8283f80a-bc56-4bfa-9cb8-8cd66b9180ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:10.364452 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-82fd5965-a1e7-4e8c-8502-55268480c663 req-8283f80a-bc56-4bfa-9cb8-8cd66b9180ae service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=17498e6d-84e1-4cac-974a-a187e6f18066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4057944 Aug 29 04:37:10.386931 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eeb1df6-fab0-42f9-8c38-60a75c2060c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-5098bdca-026c-4648-af0a-820637af215e', 'network_id': '5098bdca-026c-4648-af0a-820637af215e', 'tenant_id': '3eb215580c8748bbad6fe745fb3cc71c', 'fixed_ips': [{'subnet_id': '6380734d-d396-47f7-9c98-4534703fe854'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:37:10.388243 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2eeb1df6-fab0-42f9-8c38-60a75c2060c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:10.437627 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fcaff3ab-eed4-4ebe-bc71-643db0273d93 tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:10.448562 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-fcaff3ab-eed4-4ebe-bc71-643db0273d93 tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2eda4a14-8453-4303-9896-c60098a2f5a8']}} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:10.460952 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-fcaff3ab-eed4-4ebe-bc71-643db0273d93 tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58f34c25-85d4-4908-9cd0-cda8f99c3166') {'for_net_delete': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:10.461259 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-fcaff3ab-eed4-4ebe-bc71-643db0273d93 tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58f34c25-85d4-4908-9cd0-cda8f99c3166') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:10.471195 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fcaff3ab-eed4-4ebe-bc71-643db0273d93 tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4311712'] for segment, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:10.487389 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fcaff3ab-eed4-4ebe-bc71-643db0273d93 tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:10.494823 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcaff3ab-eed4-4ebe-bc71-643db0273d93 tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=94829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:37:10.495347 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fcaff3ab-eed4-4ebe-bc71-643db0273d93 tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4274277'] for segment, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:10.572009 n-d-712140-12 neutron-server[94829]: Traceback (most recent call last): Aug 29 04:37:10.572009 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:37:10.572009 n-d-712140-12 neutron-server[94829]: timer() Aug 29 04:37:10.572009 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:37:10.572009 n-d-712140-12 neutron-server[94829]: cb(*args, **kw) Aug 29 04:37:10.572009 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:37:10.572009 n-d-712140-12 neutron-server[94829]: return func(*args, **kwargs) Aug 29 04:37:10.572009 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:37:10.572009 n-d-712140-12 neutron-server[94829]: self._notify() Aug 29 04:37:10.572009 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:37:10.572009 n-d-712140-12 neutron-server[94829]: self.callback(batched_events) Aug 29 04:37:10.572009 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:37:10.572009 n-d-712140-12 neutron-server[94829]: event.method(event) Aug 29 04:37:10.572009 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:37:10.572009 n-d-712140-12 neutron-server[94829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:37:10.572009 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:37:10.572009 n-d-712140-12 neutron-server[94829]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:37:10.572009 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:37:10.572009 n-d-712140-12 neutron-server[94829]: return f(self, *a, **k) Aug 29 04:37:10.572009 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:37:10.572009 n-d-712140-12 neutron-server[94829]: return self._get(url).json() Aug 29 04:37:10.572009 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:37:10.572009 n-d-712140-12 neutron-server[94829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:37:10.572009 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:37:10.572009 n-d-712140-12 neutron-server[94829]: return self.request(url, 'GET', **kwargs) Aug 29 04:37:10.572009 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:37:10.572009 n-d-712140-12 neutron-server[94829]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:37:10.572009 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:37:10.572009 n-d-712140-12 neutron-server[94829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:37:10.572009 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:37:10.572009 n-d-712140-12 neutron-server[94829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:37:10.572009 n-d-712140-12 neutron-server[94829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:37:10.588103 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fcaff3ab-eed4-4ebe-bc71-643db0273d93 tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:10.613165 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-2eeb1df6-fab0-42f9-8c38-60a75c2060c3 None None] Allocated IP 2001:db8:2::2 (5098bdca-026c-4648-af0a-820637af215e/6380734d-d396-47f7-9c98-4534703fe854/8482ea4b-8ac8-45e0-a19f-afe81fd9998e) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:37:10.618101 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fcaff3ab-eed4-4ebe-bc71-643db0273d93 tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:10.620440 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-fcaff3ab-eed4-4ebe-bc71-643db0273d93 tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] 10.222.0.22 "DELETE /v2.0/networks/2eda4a14-8453-4303-9896-c60098a2f5a8 HTTP/1.1" status: 204 len: 168 time: 1.9811645 Aug 29 04:37:10.623479 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaff3ab-eed4-4ebe-bc71-643db0273d93 tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Pushing event deleted for resources: {'Network': ['ID=2eda4a14-8453-4303-9896-c60098a2f5a8,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:10.650512 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 50730) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:10.660827 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-29276889-7ef3-4e70-bff4-f09586d569f0 tempest-QuotasNegativeTest-259734997 tempest-QuotasNegativeTest-259734997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:10.718674 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-29276889-7ef3-4e70-bff4-f09586d569f0 tempest-QuotasNegativeTest-259734997 tempest-QuotasNegativeTest-259734997-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92dc0faf-20b8-4c02-a897-5af7f76aa274']}} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:10.768304 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-29276889-7ef3-4e70-bff4-f09586d569f0 tempest-QuotasNegativeTest-259734997 tempest-QuotasNegativeTest-259734997-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64b24636-da32-40ae-8277-178ae49daa9f') {'for_net_delete': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:10.770577 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-29276889-7ef3-4e70-bff4-f09586d569f0 tempest-QuotasNegativeTest-259734997 tempest-QuotasNegativeTest-259734997-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64b24636-da32-40ae-8277-178ae49daa9f') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:10.794326 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-29276889-7ef3-4e70-bff4-f09586d569f0 tempest-QuotasNegativeTest-259734997 tempest-QuotasNegativeTest-259734997-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8904833'] for segment, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:10.860229 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-82fd5965-a1e7-4e8c-8502-55268480c663 req-fcc8d055-4746-4142-a0a2-e34df7222660 service neutron] 10.222.0.48 "GET /v2.0/networks/17498e6d-84e1-4cac-974a-a187e6f18066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4533162 Aug 29 04:37:10.861235 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-29276889-7ef3-4e70-bff4-f09586d569f0 tempest-QuotasNegativeTest-259734997 tempest-QuotasNegativeTest-259734997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:10.869896 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a6741bc-6f4c-4ac3-a263-ff5a56821802 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Made reservation on behalf of b130c2fb48814d1585244ef54308020c for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:37:10.875078 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8a6741bc-6f4c-4ac3-a263-ff5a56821802 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4552395'] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:10.882670 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2eeb1df6-fab0-42f9-8c38-60a75c2060c3 None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:10.920806 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29276889-7ef3-4e70-bff4-f09586d569f0 tempest-QuotasNegativeTest-259734997 tempest-QuotasNegativeTest-259734997-project-admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=94828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:37:10.921369 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-29276889-7ef3-4e70-bff4-f09586d569f0 tempest-QuotasNegativeTest-259734997 tempest-QuotasNegativeTest-259734997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9190468'] for segment, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:10.925470 n-d-712140-12 neutron-server[94828]: Traceback (most recent call last): Aug 29 04:37:10.925470 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:37:10.925470 n-d-712140-12 neutron-server[94828]: timer() Aug 29 04:37:10.925470 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:37:10.925470 n-d-712140-12 neutron-server[94828]: cb(*args, **kw) Aug 29 04:37:10.925470 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:37:10.925470 n-d-712140-12 neutron-server[94828]: return func(*args, **kwargs) Aug 29 04:37:10.925470 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:37:10.925470 n-d-712140-12 neutron-server[94828]: self._notify() Aug 29 04:37:10.925470 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:37:10.925470 n-d-712140-12 neutron-server[94828]: self.callback(batched_events) Aug 29 04:37:10.925470 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:37:10.925470 n-d-712140-12 neutron-server[94828]: event.method(event) Aug 29 04:37:10.925470 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:37:10.925470 n-d-712140-12 neutron-server[94828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:37:10.925470 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:37:10.925470 n-d-712140-12 neutron-server[94828]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:37:10.925470 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:37:10.925470 n-d-712140-12 neutron-server[94828]: return f(self, *a, **k) Aug 29 04:37:10.925470 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:37:10.925470 n-d-712140-12 neutron-server[94828]: return self._get(url).json() Aug 29 04:37:10.925470 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:37:10.925470 n-d-712140-12 neutron-server[94828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:37:10.925470 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:37:10.925470 n-d-712140-12 neutron-server[94828]: return self.request(url, 'GET', **kwargs) Aug 29 04:37:10.925470 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:37:10.925470 n-d-712140-12 neutron-server[94828]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:37:10.925470 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:37:10.925470 n-d-712140-12 neutron-server[94828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:37:10.925470 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:37:10.925470 n-d-712140-12 neutron-server[94828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:37:10.925470 n-d-712140-12 neutron-server[94828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:37:10.989461 n-d-712140-12 neutron-server[94829]: INFO neutron.db.ipam_backend_mixin [None req-8a6741bc-6f4c-4ac3-a263-ff5a56821802 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet e15ddceb-6853-4c12-a124-4e2be06d88f6 (CIDR: 2001:db8:0:1::/64) Aug 29 04:37:10.994780 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a6741bc-6f4c-4ac3-a263-ff5a56821802 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:37:10.995241 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a6741bc-6f4c-4ac3-a263-ff5a56821802 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:37:10.998326 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-b4c9cb77-e1a2-475c-bb70-87b6d5a56d77 tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Deleting port ee50cd38-6b6c-4bcc-8165-90961a8b5bdc {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:37:10.998643 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b4c9cb77-e1a2-475c-bb70-87b6d5a56d77 tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:11.043834 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-2eeb1df6-fab0-42f9-8c38-60a75c2060c3 None None] Transition to ACTIVE for port object 8482ea4b-8ac8-45e0-a19f-afe81fd9998e will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:37:11.047148 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-29276889-7ef3-4e70-bff4-f09586d569f0 tempest-QuotasNegativeTest-259734997 tempest-QuotasNegativeTest-259734997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:11.054863 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-8a6741bc-6f4c-4ac3-a263-ff5a56821802 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.8625224 Aug 29 04:37:11.057443 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 50734) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:11.064233 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-26023473-a0f0-4c6b-b557-99c8f0144e25 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Request body: {'subnet': {'network_id': '036a8249-2e07-4357-8e57-af915fddc588', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:11.066228 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-2eeb1df6-fab0-42f9-8c38-60a75c2060c3 None None] Transition to ACTIVE for port object 8482ea4b-8ac8-45e0-a19f-afe81fd9998e will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:37:11.077295 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2eeb1df6-fab0-42f9-8c38-60a75c2060c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:11.125596 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eeb1df6-fab0-42f9-8c38-60a75c2060c3 None None] Network 5098bdca-026c-4648-af0a-820637af215e is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:37:11.128844 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-2eeb1df6-fab0-42f9-8c38-60a75c2060c3 None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:37:11.133565 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eeb1df6-fab0-42f9-8c38-60a75c2060c3 None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:37:11.137046 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeb1df6-fab0-42f9-8c38-60a75c2060c3 None None] Pushing event updated for resources: {'Port': ['ID=8482ea4b-8ac8-45e0-a19f-afe81fd9998e,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:11.150344 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b4c9cb77-e1a2-475c-bb70-87b6d5a56d77 tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:11.150714 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b4c9cb77-e1a2-475c-bb70-87b6d5a56d77 tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:11.180566 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-b4c9cb77-e1a2-475c-bb70-87b6d5a56d77 tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Calling delete_port for ee50cd38-6b6c-4bcc-8165-90961a8b5bdc owned by network:floatingip {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:37:11.199533 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-2eeb1df6-fab0-42f9-8c38-60a75c2060c3 None None] Attempting to bind port 8482ea4b-8ac8-45e0-a19f-afe81fd9998e on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:37:11.200213 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-2eeb1df6-fab0-42f9-8c38-60a75c2060c3 None None] Attempting to bind port 8482ea4b-8ac8-45e0-a19f-afe81fd9998e by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'aef6a537-dc72-425a-8842-54c640c6eb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '5098bdca-026c-4648-af0a-820637af215e'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:37:11.200809 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eeb1df6-fab0-42f9-8c38-60a75c2060c3 None None] Attempting to bind port 8482ea4b-8ac8-45e0-a19f-afe81fd9998e on network 5098bdca-026c-4648-af0a-820637af215e {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:37:11.207830 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eeb1df6-fab0-42f9-8c38-60a75c2060c3 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:37:11.208550 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eeb1df6-fab0-42f9-8c38-60a75c2060c3 None None] Checking segment: {'id': 'aef6a537-dc72-425a-8842-54c640c6eb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '5098bdca-026c-4648-af0a-820637af215e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:37:11.209119 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2eeb1df6-fab0-42f9-8c38-60a75c2060c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:11.209683 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eeb1df6-fab0-42f9-8c38-60a75c2060c3 None None] Bound using segment: {'id': 'aef6a537-dc72-425a-8842-54c640c6eb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '5098bdca-026c-4648-af0a-820637af215e'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:37:11.210310 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-2eeb1df6-fab0-42f9-8c38-60a75c2060c3 None None] Bound port: 8482ea4b-8ac8-45e0-a19f-afe81fd9998e, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aef6a537-dc72-425a-8842-54c640c6eb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '5098bdca-026c-4648-af0a-820637af215e'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:37:11.210852 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2eeb1df6-fab0-42f9-8c38-60a75c2060c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:11.270701 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26023473-a0f0-4c6b-b557-99c8f0144e25 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Made reservation on behalf of b130c2fb48814d1585244ef54308020c for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:37:11.274616 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-26023473-a0f0-4c6b-b557-99c8f0144e25 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4552395'] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:11.303884 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-2eeb1df6-fab0-42f9-8c38-60a75c2060c3 None None] For port 8482ea4b-8ac8-45e0-a19f-afe81fd9998e, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:37:11.308451 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-2eeb1df6-fab0-42f9-8c38-60a75c2060c3 None None] For port 8482ea4b-8ac8-45e0-a19f-afe81fd9998e, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=8482ea4b-8ac8-45e0-a19f-afe81fd9998e,segment=NetworkSegment(aef6a537-dc72-425a-8842-54c640c6eb61),segment_id=aef6a537-dc72-425a-8842-54c640c6eb61)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:37:11.314199 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2eeb1df6-fab0-42f9-8c38-60a75c2060c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:11.400398 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeb1df6-fab0-42f9-8c38-60a75c2060c3 None None] Pushing event updated for resources: {'Port': ['ID=8482ea4b-8ac8-45e0-a19f-afe81fd9998e,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:11.400875 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-29276889-7ef3-4e70-bff4-f09586d569f0 tempest-QuotasNegativeTest-259734997 tempest-QuotasNegativeTest-259734997-project-admin] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:11.412399 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-29276889-7ef3-4e70-bff4-f09586d569f0 tempest-QuotasNegativeTest-259734997 tempest-QuotasNegativeTest-259734997-project-admin] 10.222.0.22 "DELETE /v2.0/networks/92dc0faf-20b8-4c02-a897-5af7f76aa274 HTTP/1.1" status: 204 len: 168 time: 1.8277681 Aug 29 04:37:11.436052 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29276889-7ef3-4e70-bff4-f09586d569f0 tempest-QuotasNegativeTest-259734997 tempest-QuotasNegativeTest-259734997-project-admin] Pushing event deleted for resources: {'Network': ['ID=92dc0faf-20b8-4c02-a897-5af7f76aa274,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:11.455931 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5d2bccce-5a97-4908-b65e-f79bb3fa78e4 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:11.480913 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b4c9cb77-e1a2-475c-bb70-87b6d5a56d77 tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:11.481141 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-82fd5965-a1e7-4e8c-8502-55268480c663 req-737f399a-6657-4367-af0a-db5546c88f48 service neutron] 10.222.0.48 "GET /v2.0/networks/17498e6d-84e1-4cac-974a-a187e6f18066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5769486 Aug 29 04:37:11.524389 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9cb77-e1a2-475c-bb70-87b6d5a56d77 tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Pushing event deleted for resources: {'Port': ['ID=ee50cd38-6b6c-4bcc-8165-90961a8b5bdc,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:11.679792 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-82fd5965-a1e7-4e8c-8502-55268480c663 req-5758c39e-fade-4a4a-af3f-58904ca3f656 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=5cfcb12b-3c21-4614-9071-b6c0f7763d86 HTTP/1.1" status: 200 len: 217 time: 0.1633098 Aug 29 04:37:11.685736 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b4c9cb77-e1a2-475c-bb70-87b6d5a56d77 tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Notify callbacks [] for floatingip, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:11.688643 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b4c9cb77-e1a2-475c-bb70-87b6d5a56d77 tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:11.691809 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-b4c9cb77-e1a2-475c-bb70-87b6d5a56d77 tempest-FloatingIPAdminTestJSON-1588222081 tempest-FloatingIPAdminTestJSON-1588222081-project] 10.222.0.22 "DELETE /v2.0/floatingips/cffc0d6e-7282-4189-a5a8-67d908619acf HTTP/1.1" status: 204 len: 168 time: 1.0270700 Aug 29 04:37:11.793061 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-26023473-a0f0-4c6b-b557-99c8f0144e25 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4274880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4552377'] for subnet, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:11.866950 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 29993249-1e66-448d-9de6-3daf478c802a up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:37:11.939430 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fd5965-a1e7-4e8c-8502-55268480c663 req-491edb3d-8aba-442c-8b44-654c27f671f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:11.940379 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26023473-a0f0-4c6b-b557-99c8f0144e25 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Network 036a8249-2e07-4357-8e57-af915fddc588 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:37:11.943914 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-26023473-a0f0-4c6b-b557-99c8f0144e25 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:37:11.948226 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26023473-a0f0-4c6b-b557-99c8f0144e25 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:11.948821 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-26023473-a0f0-4c6b-b557-99c8f0144e25 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:11.952497 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-82fd5965-a1e7-4e8c-8502-55268480c663 req-491edb3d-8aba-442c-8b44-654c27f671f4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2c4c2bd8-a9be-4d3e-b11b-de6654931482 HTTP/1.1" status: 200 len: 797 time: 0.2383389 Aug 29 04:37:11.961917 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cfb1dc6-f01e-4dfa-bcfb-1ed304094955 None None] Network 036a8249-2e07-4357-8e57-af915fddc588 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:37:11.970433 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26023473-a0f0-4c6b-b557-99c8f0144e25 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Pushing event updated for resources: {'Subnet': ['ID=80d0a3eb-abf4-4e8c-8a68-488ec3e96135,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:11.977257 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-26023473-a0f0-4c6b-b557-99c8f0144e25 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9159417 Aug 29 04:37:11.978853 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 50748) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:11.998764 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-9e02d178-ddc6-478e-8232-eef1244e4246 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1717287764', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '80d0a3eb-abf4-4e8c-8a68-488ec3e96135'}], 'security_groups': ['4567de50-5f48-4efb-9f1a-3c714bf13aaf', '7ac424da-e4b7-482a-a0be-1ea4701479ad']}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:12.111528 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fd5965-a1e7-4e8c-8502-55268480c663 req-88c64dca-a9d9-465f-b5eb-428d5161a44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:12.116110 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-82fd5965-a1e7-4e8c-8502-55268480c663 req-88c64dca-a9d9-465f-b5eb-428d5161a44b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=17498e6d-84e1-4cac-974a-a187e6f18066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1498997 Aug 29 04:37:12.164248 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 29993249-1e66-448d-9de6-3daf478c802a completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:37:12.178993 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 29993249-1e66-448d-9de6-3daf478c802a triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:12.190710 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:12.237233 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-5d2bccce-5a97-4908-b65e-f79bb3fa78e4 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Allocated IP 2001:db8:2::1 (5098bdca-026c-4648-af0a-820637af215e/6380734d-d396-47f7-9c98-4534703fe854/17da3e6e-8d80-41c2-90f3-06151eaa2137) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:37:12.281377 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9e02d178-ddc6-478e-8232-eef1244e4246 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:12.360346 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 50758) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:12.403550 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-82fd5965-a1e7-4e8c-8502-55268480c663 req-1a47416c-f77a-497f-8024-756bc9ae7911 service neutron] 10.222.0.48 "GET /v2.0/networks/17498e6d-84e1-4cac-974a-a187e6f18066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574503 Aug 29 04:37:12.427489 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:12.432892 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 50762) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:12.547599 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 29993249-1e66-448d-9de6-3daf478c802a, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=29993249-1e66-448d-9de6-3daf478c802a,segment=NetworkSegment(3dcd882a-5f3b-4638-9e21-7721cef433e7),segment_id=3dcd882a-5f3b-4638-9e21-7721cef433e7)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:12.560528 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894fb9da-fa21-4af5-8782-3ae24cdde29e None None] Update dhcp port {'port': {'network_id': '036a8249-2e07-4357-8e57-af915fddc588', 'fixed_ips': [{'subnet_id': 'e15ddceb-6853-4c12-a124-4e2be06d88f6', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '10d386f3-dc2c-42f2-9fc4-1d0077ecbfa9', 'ip_address': '2001:db8::2'}, {'subnet_id': '80d0a3eb-abf4-4e8c-8a68-488ec3e96135'}], 'binding:host_id': 'n-d-712140-12'}, 'id': '9d949984-1f7d-4669-b7cf-7161ef2359d3'} from n-d-712140-12. {{(pid=94830) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 04:37:12.599939 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-894fb9da-fa21-4af5-8782-3ae24cdde29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:12.603539 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:12.604241 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 7160b2ed-3736-4a28-99ce-3d86b36ddc74 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:37:12.611609 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5d2bccce-5a97-4908-b65e-f79bb3fa78e4 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:12.634561 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-82fd5965-a1e7-4e8c-8502-55268480c663 req-2c1f372b-2c34-4f44-8709-6ccfd0822489 service neutron] 10.222.0.48 "GET /v2.0/networks/17498e6d-84e1-4cac-974a-a187e6f18066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229331 Aug 29 04:37:12.637184 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5d2bccce-5a97-4908-b65e-f79bb3fa78e4 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Transition to ACTIVE for port object 17da3e6e-8d80-41c2-90f3-06151eaa2137 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:37:12.688466 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-82fd5965-a1e7-4e8c-8502-55268480c663 req-88c88400-19df-4e1f-b5b2-3a903fc4bdce service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=73a89596-2f6f-4bb0-aecd-74540ae2a41e HTTP/1.1" status: 200 len: 217 time: 0.0458002 Aug 29 04:37:12.776382 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=29993249-1e66-448d-9de6-3daf478c802a,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:12.795556 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fd5965-a1e7-4e8c-8502-55268480c663 req-6289d83b-6d18-43e6-bc41-eecf3d42f629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:12.800076 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-82fd5965-a1e7-4e8c-8502-55268480c663 req-6289d83b-6d18-43e6-bc41-eecf3d42f629 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2c4c2bd8-a9be-4d3e-b11b-de6654931482 HTTP/1.1" status: 200 len: 797 time: 0.1020088 Aug 29 04:37:12.805993 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5d2bccce-5a97-4908-b65e-f79bb3fa78e4 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:12.873036 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d02cb151-e01e-4889-900f-33241502ce2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:12.884952 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2bccce-5a97-4908-b65e-f79bb3fa78e4 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Network 5098bdca-026c-4648-af0a-820637af215e is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:37:12.920697 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-aba683b0-60b2-4782-850c-c8d061a1828d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7e2c4242cb4941c6aeb7db92dfdc4f95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5536082 Aug 29 04:37:12.922105 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 50768) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:12.922361 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-5d2bccce-5a97-4908-b65e-f79bb3fa78e4 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:37:12.937396 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2bccce-5a97-4908-b65e-f79bb3fa78e4 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:37:12.937935 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5d2bccce-5a97-4908-b65e-f79bb3fa78e4 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719598'] for router_interface, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:13.010452 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2bccce-5a97-4908-b65e-f79bb3fa78e4 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Pushing event updated for resources: {'Port': ['ID=17da3e6e-8d80-41c2-90f3-06151eaa2137,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:13.052066 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fd5965-a1e7-4e8c-8502-55268480c663 req-d77506b2-d722-41e2-b1e0-9aeac1ea3c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:13.053932 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-82fd5965-a1e7-4e8c-8502-55268480c663 req-d77506b2-d722-41e2-b1e0-9aeac1ea3c04 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=17498e6d-84e1-4cac-974a-a187e6f18066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2214084 Aug 29 04:37:13.144931 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6dafbcc6-10f1-497d-b7c4-789f65fd2613 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:13.187220 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-9e02d178-ddc6-478e-8232-eef1244e4246 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Delete allocated IP 2001:db8::373 (036a8249-2e07-4357-8e57-af915fddc588/10d386f3-dc2c-42f2-9fc4-1d0077ecbfa9) {{(pid=94829) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 29 04:37:13.197814 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772d442c-52e5-4590-8efe-8b672ad13716 None None] Network 5098bdca-026c-4648-af0a-820637af215e requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:37:13.198338 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5d2bccce-5a97-4908-b65e-f79bb3fa78e4 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:13.218116 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6dafbcc6-10f1-497d-b7c4-789f65fd2613 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:13.238596 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-9e02d178-ddc6-478e-8232-eef1244e4246 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Allocated IP 2001:db8:0:2::ef (036a8249-2e07-4357-8e57-af915fddc588/80d0a3eb-abf4-4e8c-8a68-488ec3e96135/93251e1f-1767-4604-8d68-5fac9b12de40) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:37:13.242459 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-82fd5965-a1e7-4e8c-8502-55268480c663 req-8173f9c9-9b95-4a36-ae3f-c2cbf807c4a1 service neutron] 10.222.0.48 "GET /v2.0/networks/17498e6d-84e1-4cac-974a-a187e6f18066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783662 Aug 29 04:37:13.275248 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-49677492-b18e-47cf-92b2-5cc93c2c28ce None None] Provisioning for port 8482ea4b-8ac8-45e0-a19f-afe81fd9998e completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:37:13.284300 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 7160b2ed-3736-4a28-99ce-3d86b36ddc74 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:13.284797 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:13.323983 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6dafbcc6-10f1-497d-b7c4-789f65fd2613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:13.327835 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6dafbcc6-10f1-497d-b7c4-789f65fd2613 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:13.329112 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-6dafbcc6-10f1-497d-b7c4-789f65fd2613 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/aa796ce2-d531-467f-8cd1-a8ce01adb87a HTTP/1.1" status: 204 len: 168 time: 0.4065449 Aug 29 04:37:13.346609 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d02cb151-e01e-4889-900f-33241502ce2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:13.365516 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dafbcc6-10f1-497d-b7c4-789f65fd2613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa796ce2-d531-467f-8cd1-a8ce01adb87a,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:13.376349 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d02cb151-e01e-4889-900f-33241502ce2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:13.457153 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-d02cb151-e01e-4889-900f-33241502ce2b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5baebe6a9af0425f99126b4d270f5098&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0206292 Aug 29 04:37:13.492700 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02cb151-e01e-4889-900f-33241502ce2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5617ec4e-0e12-4175-94bd-8c6ef69ea561,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:13.493700 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 50778) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:13.625512 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9e02d178-ddc6-478e-8232-eef1244e4246 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:13.650157 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-9e02d178-ddc6-478e-8232-eef1244e4246 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Transition to ACTIVE for port object 93251e1f-1767-4604-8d68-5fac9b12de40 will not be triggered until provisioned by entity DHCP. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:37:13.657432 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9e02d178-ddc6-478e-8232-eef1244e4246 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:13.784980 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-82fd5965-a1e7-4e8c-8502-55268480c663 req-1eb5d984-e9a7-4d63-9943-fbedc4c27941 service neutron] 10.222.0.48 "GET /v2.0/networks/17498e6d-84e1-4cac-974a-a187e6f18066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5345039 Aug 29 04:37:13.812941 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-894fb9da-fa21-4af5-8782-3ae24cdde29e None None] Allocated IP 2001:db8:0:2::2 (036a8249-2e07-4357-8e57-af915fddc588/80d0a3eb-abf4-4e8c-8a68-488ec3e96135/9d949984-1f7d-4669-b7cf-7161ef2359d3) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:37:13.827008 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e02d178-ddc6-478e-8232-eef1244e4246 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Pushing event updated for resources: {'Port': ['ID=93251e1f-1767-4604-8d68-5fac9b12de40,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:13.830317 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-9e02d178-ddc6-478e-8232-eef1244e4246 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] In _notify_port_updated(), no bound segment for port 93251e1f-1767-4604-8d68-5fac9b12de40 on network 036a8249-2e07-4357-8e57-af915fddc588 {{(pid=94829) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:37:13.860222 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e02d178-ddc6-478e-8232-eef1244e4246 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:13.860954 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9e02d178-ddc6-478e-8232-eef1244e4246 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:13.862394 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-9e02d178-ddc6-478e-8232-eef1244e4246 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "PUT /v2.0/ports/93251e1f-1767-4604-8d68-5fac9b12de40 HTTP/1.1" status: 200 len: 969 time: 1.8823547 Aug 29 04:37:13.880331 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 50784) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:13.889951 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 8482ea4b-8ac8-45e0-a19f-afe81fd9998e up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:37:13.911810 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ee9f40f7-c22f-4df2-a551-07ea2400d77c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:14.007371 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ee9f40f7-c22f-4df2-a551-07ea2400d77c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:14.011570 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-82fd5965-a1e7-4e8c-8502-55268480c663 req-2d9c33a9-d787-400a-9339-ff918ea07582 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e8c38dda-a12f-4615-86b7-8fdfbcfe8a49 HTTP/1.1" status: 200 len: 217 time: 0.1876297 Aug 29 04:37:14.101864 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 50786) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:14.156003 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-f04aa34b-6cd4-4879-a60c-7f4795fe5ac6 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Deleting port 93251e1f-1767-4604-8d68-5fac9b12de40 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:37:14.156406 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f04aa34b-6cd4-4879-a60c-7f4795fe5ac6 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:14.168051 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-894fb9da-fa21-4af5-8782-3ae24cdde29e None None] For port 9d949984-1f7d-4669-b7cf-7161ef2359d3, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=9d949984-1f7d-4669-b7cf-7161ef2359d3,segment=NetworkSegment(79e221aa-6e06-4204-8207-008dfbe327fa),segment_id=79e221aa-6e06-4204-8207-008dfbe327fa)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:14.174295 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 8482ea4b-8ac8-45e0-a19f-afe81fd9998e completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:37:14.180296 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fd5965-a1e7-4e8c-8502-55268480c663 req-dec3af3f-5156-43e0-924e-8e5539bcefdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:14.183292 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-82fd5965-a1e7-4e8c-8502-55268480c663 req-dec3af3f-5156-43e0-924e-8e5539bcefdb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8462c09a-3992-4e92-b18c-741f3c6662c3 HTTP/1.1" status: 200 len: 797 time: 0.1607053 Aug 29 04:37:14.214068 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 8482ea4b-8ac8-45e0-a19f-afe81fd9998e triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:14.214612 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:14.287190 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-ec752ba4-ab1c-4c76-80da-9efb8b9a646a None None] Provisioning complete for port 8482ea4b-8ac8-45e0-a19f-afe81fd9998e triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:14.288594 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ec752ba4-ab1c-4c76-80da-9efb8b9a646a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:14.310142 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fa76a6bf-ac57-4fba-938f-af2306f7b8ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:14.339087 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f04aa34b-6cd4-4879-a60c-7f4795fe5ac6 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:14.355488 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-f04aa34b-6cd4-4879-a60c-7f4795fe5ac6 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Calling delete_port for 93251e1f-1767-4604-8d68-5fac9b12de40 owned by {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:37:14.364353 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-894fb9da-fa21-4af5-8782-3ae24cdde29e None None] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:14.378191 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ee9f40f7-c22f-4df2-a551-07ea2400d77c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:14.380904 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ee9f40f7-c22f-4df2-a551-07ea2400d77c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:14.382082 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-ee9f40f7-c22f-4df2-a551-07ea2400d77c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5617ec4e-0e12-4175-94bd-8c6ef69ea561 HTTP/1.1" status: 204 len: 168 time: 0.8860953 Aug 29 04:37:14.420988 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9f40f7-c22f-4df2-a551-07ea2400d77c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5617ec4e-0e12-4175-94bd-8c6ef69ea561,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:14.434066 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-894fb9da-fa21-4af5-8782-3ae24cdde29e None None] Transition to ACTIVE for port object 9d949984-1f7d-4669-b7cf-7161ef2359d3 will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:37:14.466916 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-894fb9da-fa21-4af5-8782-3ae24cdde29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:14.470819 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fd5965-a1e7-4e8c-8502-55268480c663 req-6019c88a-d866-41b6-8b54-10a56a97d3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:14.473482 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-82fd5965-a1e7-4e8c-8502-55268480c663 req-6019c88a-d866-41b6-8b54-10a56a97d3a9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5e503eef-fcd9-442c-bfbe-e3b673cf903b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2045312 Aug 29 04:37:14.523561 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5d2bccce-5a97-4908-b65e-f79bb3fa78e4 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:14.564095 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5d2bccce-5a97-4908-b65e-f79bb3fa78e4 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:14.564980 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5d2bccce-5a97-4908-b65e-f79bb3fa78e4 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-718897'] for router_interface, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:14.640028 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f04aa34b-6cd4-4879-a60c-7f4795fe5ac6 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:14.671914 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04aa34b-6cd4-4879-a60c-7f4795fe5ac6 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Pushing event deleted for resources: {'Port': ['ID=93251e1f-1767-4604-8d68-5fac9b12de40,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:14.697666 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fa76a6bf-ac57-4fba-938f-af2306f7b8ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:14.703602 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f04aa34b-6cd4-4879-a60c-7f4795fe5ac6 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:14.707406 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-f04aa34b-6cd4-4879-a60c-7f4795fe5ac6 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "DELETE /v2.0/ports/93251e1f-1767-4604-8d68-5fac9b12de40 HTTP/1.1" status: 204 len: 168 time: 0.8259330 Aug 29 04:37:14.709740 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2bccce-5a97-4908-b65e-f79bb3fa78e4 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Pushing event updated for resources: {'Port': ['ID=17da3e6e-8d80-41c2-90f3-06151eaa2137,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:14.710077 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 50792) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:14.712461 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fa76a6bf-ac57-4fba-938f-af2306f7b8ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:14.754238 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-e268e54b-05dc-4c13-9823-b52981ce21bb tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] GET failed (client error): The resource could not be found. Aug 29 04:37:14.756128 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-e268e54b-05dc-4c13-9823-b52981ce21bb tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "GET /v2.0/ports/93251e1f-1767-4604-8d68-5fac9b12de40 HTTP/1.1" status: 404 len: 333 time: 0.0443456 Aug 29 04:37:14.758706 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 50796) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:14.789212 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894fb9da-fa21-4af5-8782-3ae24cdde29e None None] Pushing event updated for resources: {'Port': ['ID=9d949984-1f7d-4669-b7cf-7161ef2359d3,revision_number=7']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:14.800075 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ec752ba4-ab1c-4c76-80da-9efb8b9a646a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:14.802619 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:14.834129 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-82fd5965-a1e7-4e8c-8502-55268480c663 req-5710b2dd-d822-4598-8959-c52ead91d0ff service neutron] 10.222.0.48 "GET /v2.0/networks/5e503eef-fcd9-442c-bfbe-e3b673cf903b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3484762 Aug 29 04:37:14.839310 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa76a6bf-ac57-4fba-938f-af2306f7b8ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe70f6df-6372-4937-8cb0-3a2b63a1ebd1,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:14.846794 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-fa76a6bf-ac57-4fba-938f-af2306f7b8ba admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2f1376a202d143a6973175b3e2929455&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6542225 Aug 29 04:37:14.847663 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 50798) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:14.868355 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2fc3467c-4505-40e1-880d-efda9301d7b8 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:14.876802 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 8482ea4b-8ac8-45e0-a19f-afe81fd9998e, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=8482ea4b-8ac8-45e0-a19f-afe81fd9998e,segment=NetworkSegment(aef6a537-dc72-425a-8842-54c640c6eb61),segment_id=aef6a537-dc72-425a-8842-54c640c6eb61)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:14.887272 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:14.889067 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 29993249-1e66-448d-9de6-3daf478c802a up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:37:14.899345 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2fc3467c-4505-40e1-880d-efda9301d7b8 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:14.899620 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2bccce-5a97-4908-b65e-f79bb3fa78e4 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Network 5098bdca-026c-4648-af0a-820637af215e is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:37:14.945472 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-5d2bccce-5a97-4908-b65e-f79bb3fa78e4 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:37:14.981054 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2fc3467c-4505-40e1-880d-efda9301d7b8 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:14.985883 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2fc3467c-4505-40e1-880d-efda9301d7b8 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:14.989417 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-2fc3467c-4505-40e1-880d-efda9301d7b8 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "DELETE /v2.0/security-groups/e386d1f1-518a-4e6b-b087-137dd54a0d32 HTTP/1.1" status: 204 len: 168 time: 0.2295861 Aug 29 04:37:14.993869 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 50802) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:15.070154 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 50804) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:15.096200 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8d1a8bd1-f499-4245-b82e-f86036c62bfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:15.101586 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-802597a5-bb0f-4ee5-a408-c46d140c6863 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:15.116533 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc3467c-4505-40e1-880d-efda9301d7b8 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e386d1f1-518a-4e6b-b087-137dd54a0d32,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:15.147034 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-802597a5-bb0f-4ee5-a408-c46d140c6863 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:15.163495 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0897a1c5-b978-4dc9-a4cd-e94bbff3ab73 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:15.178950 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 29993249-1e66-448d-9de6-3daf478c802a triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:15.179333 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:15.222712 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0897a1c5-b978-4dc9-a4cd-e94bbff3ab73 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:15.239098 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.db.api [None req-ec752ba4-ab1c-4c76-80da-9efb8b9a646a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94830) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:37:15.239591 n-d-712140-12 neutron-server[94830]: DEBUG oslo_db.api [None req-ec752ba4-ab1c-4c76-80da-9efb8b9a646a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:37:15.272209 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=8482ea4b-8ac8-45e0-a19f-afe81fd9998e,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:15.274096 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-802597a5-bb0f-4ee5-a408-c46d140c6863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:15.281006 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-802597a5-bb0f-4ee5-a408-c46d140c6863 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:15.287442 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-802597a5-bb0f-4ee5-a408-c46d140c6863 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fe70f6df-6372-4937-8cb0-3a2b63a1ebd1 HTTP/1.1" status: 204 len: 168 time: 0.4315310 Aug 29 04:37:15.289803 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0897a1c5-b978-4dc9-a4cd-e94bbff3ab73 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:15.292714 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0897a1c5-b978-4dc9-a4cd-e94bbff3ab73 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:15.294868 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-0897a1c5-b978-4dc9-a4cd-e94bbff3ab73 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "DELETE /v2.0/security-groups/7ac424da-e4b7-482a-a0be-1ea4701479ad HTTP/1.1" status: 204 len: 168 time: 0.2928736 Aug 29 04:37:15.301281 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 50810) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:15.334926 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0897a1c5-b978-4dc9-a4cd-e94bbff3ab73 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ac424da-e4b7-482a-a0be-1ea4701479ad,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:15.353747 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802597a5-bb0f-4ee5-a408-c46d140c6863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe70f6df-6372-4937-8cb0-3a2b63a1ebd1,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:15.456331 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5fead702-30f6-41dd-a320-6ade4bc2abef tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:15.463067 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d2bccce-5a97-4908-b65e-f79bb3fa78e4 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Router 4b214b98-94ff-49e7-b004-767bb391d39a has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:37:15.471948 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-82fd5965-a1e7-4e8c-8502-55268480c663 req-56f8f339-7325-44b8-b082-972c49a06ab5 service neutron] 10.222.0.48 "GET /v2.0/networks/5e503eef-fcd9-442c-bfbe-e3b673cf903b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6239188 Aug 29 04:37:15.516766 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8d1a8bd1-f499-4245-b82e-f86036c62bfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:15.530400 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8d1a8bd1-f499-4245-b82e-f86036c62bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:15.544905 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-82fd5965-a1e7-4e8c-8502-55268480c663 req-985ebfe7-a2d1-4fc5-b7a9-b38d32f63547 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f22d63c2-bcf4-4be3-aee8-c0adc98c55e8 HTTP/1.1" status: 200 len: 217 time: 0.0633111 Aug 29 04:37:15.565501 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5fead702-30f6-41dd-a320-6ade4bc2abef tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:15.628433 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [req-15672e7f-c15f-4316-9be8-dc10fa695f06 req-1d0d7412-6a90-4a5b-9d38-54423444e49c service neutron] (94829) timed out ('10.222.0.46', 51174) {{(pid=94829) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 04:37:15.685410 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-8d1a8bd1-f499-4245-b82e-f86036c62bfd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cbd9bdca00214c0f9249022e37e93c37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6092072 Aug 29 04:37:15.688068 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1a8bd1-f499-4245-b82e-f86036c62bfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c3ffafd-585b-496e-a4a0-a974d8413aea,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:15.693100 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 50822) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:15.719934 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 8482ea4b-8ac8-45e0-a19f-afe81fd9998e up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:37:15.762475 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5fead702-30f6-41dd-a320-6ade4bc2abef tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:15.767888 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5fead702-30f6-41dd-a320-6ade4bc2abef tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:15.769096 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-5fead702-30f6-41dd-a320-6ade4bc2abef tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "DELETE /v2.0/security-groups/4567de50-5f48-4efb-9f1a-3c714bf13aaf HTTP/1.1" status: 204 len: 168 time: 0.4639118 Aug 29 04:37:15.774838 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 50824) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:15.850483 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fead702-30f6-41dd-a320-6ade4bc2abef tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4567de50-5f48-4efb-9f1a-3c714bf13aaf,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:15.885137 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ea1e9cdd-e805-43ec-947e-b31f2e5753cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:15.916459 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ea1e9cdd-e805-43ec-947e-b31f2e5753cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:15.997974 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 8482ea4b-8ac8-45e0-a19f-afe81fd9998e triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:15.998505 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:16.009601 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ea1e9cdd-e805-43ec-947e-b31f2e5753cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:16.014878 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ea1e9cdd-e805-43ec-947e-b31f2e5753cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:16.016984 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-ea1e9cdd-e805-43ec-947e-b31f2e5753cb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1c3ffafd-585b-496e-a4a0-a974d8413aea HTTP/1.1" status: 204 len: 168 time: 0.3195753 Aug 29 04:37:16.035757 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_v2 [None req-2090e3a2-40e5-4041-b76a-adae7bfdc40b tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Deleting subnet 10d386f3-dc2c-42f2-9fc4-1d0077ecbfa9 {{(pid=94829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:37:16.039355 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1e9cdd-e805-43ec-947e-b31f2e5753cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c3ffafd-585b-496e-a4a0-a974d8413aea,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:16.041288 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2090e3a2-40e5-4041-b76a-adae7bfdc40b tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks [] for subnet, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:16.065794 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-ec752ba4-ab1c-4c76-80da-9efb8b9a646a None None] Provisioning for port 17da3e6e-8d80-41c2-90f3-06151eaa2137 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:37:16.079403 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 50830) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:16.095850 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-ec752ba4-ab1c-4c76-80da-9efb8b9a646a None None] Provisioning complete for port 17da3e6e-8d80-41c2-90f3-06151eaa2137 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:16.096233 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ec752ba4-ab1c-4c76-80da-9efb8b9a646a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:16.142522 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c9cc7eb2-4170-4a99-b951-255f92208c6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:16.165177 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2090e3a2-40e5-4041-b76a-adae7bfdc40b tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4311743'] for subnet, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:16.235405 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d2bccce-5a97-4908-b65e-f79bb3fa78e4 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:37:16.245868 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-5d2bccce-5a97-4908-b65e-f79bb3fa78e4 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] 10.222.0.22 "PUT /v2.0/routers/4b214b98-94ff-49e7-b004-767bb391d39a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1579483 Aug 29 04:37:16.247960 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 50834) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:16.259402 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31c629a-15e0-4ed6-af0b-bf86b17b71c1 None None] Sync routers for ids ['4b214b98-94ff-49e7-b004-767bb391d39a'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:37:16.260682 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-5395bc54-a195-4950-85a4-c3aeb309b09d tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1712592519'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:16.305056 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-5395bc54-a195-4950-85a4-c3aeb309b09d tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 04:37:16.305056 n-d-712140-12 neutron-server[94828]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 29 04:37:16.305056 n-d-712140-12 neutron-server[94828]: [parameters: {'project_id': '3eb215580c8748bbad6fe745fb3cc71c', 'id': '7615fd49-bd0b-4cfb-b22e-cca6563ab1b0', 'expiration': datetime.datetime(2021, 8, 29, 4, 39, 16, 276198)}] Aug 29 04:37:16.305056 n-d-712140-12 neutron-server[94828]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:37:16.305330 n-d-712140-12 neutron-server[94828]: DEBUG oslo_db.api [None req-5395bc54-a195-4950-85a4-c3aeb309b09d tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:37:16.306526 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-ec752ba4-ab1c-4c76-80da-9efb8b9a646a None None] Port 17da3e6e-8d80-41c2-90f3-06151eaa2137 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:37:16.339864 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31c629a-15e0-4ed6-af0b-bf86b17b71c1 None None] Routers {'4b214b98-94ff-49e7-b004-767bb391d39a'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:37:16.340856 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-b31c629a-15e0-4ed6-af0b-bf86b17b71c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:37:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['4b214b98-94ff-49e7-b004-767bb391d39a'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:16.382414 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fd5965-a1e7-4e8c-8502-55268480c663 req-37bac8b1-147d-4e8f-9976-698cb30d3078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:16.386464 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-82fd5965-a1e7-4e8c-8502-55268480c663 req-37bac8b1-147d-4e8f-9976-698cb30d3078 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8462c09a-3992-4e92-b18c-741f3c6662c3 HTTP/1.1" status: 200 len: 797 time: 0.1594732 Aug 29 04:37:16.398327 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c9cc7eb2-4170-4a99-b951-255f92208c6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:16.408877 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c9cc7eb2-4170-4a99-b951-255f92208c6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:16.442766 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-c9cc7eb2-4170-4a99-b951-255f92208c6e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1d21b02b8daf4d42bd894c3bf7a4f6bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3623743 Aug 29 04:37:16.453319 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 50838) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:16.495824 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fd5965-a1e7-4e8c-8502-55268480c663 req-d257dd26-cbf6-4219-8e86-beb195242d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:16.498172 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-82fd5965-a1e7-4e8c-8502-55268480c663 req-d257dd26-cbf6-4219-8e86-beb195242d2b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5e503eef-fcd9-442c-bfbe-e3b673cf903b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1038127 Aug 29 04:37:16.509021 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cc7eb2-4170-4a99-b951-255f92208c6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6020d51b-105f-4f9d-b862-a9c423558842,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:16.586136 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-99c8fa3d-c789-4c26-b01d-50949ae76c63 None None] Could not find standard attr ID for object 93251e1f-1767-4604-8d68-5fac9b12de40. {{(pid=94830) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:37:16.658081 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-82fd5965-a1e7-4e8c-8502-55268480c663 req-56a9fa0f-96c5-4ac6-9262-2611ef7664e7 service neutron] 10.222.0.48 "GET /v2.0/networks/5e503eef-fcd9-442c-bfbe-e3b673cf903b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444969 Aug 29 04:37:16.664726 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1e5433a0-e5b4-46d4-806e-77f553ab10e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:16.672489 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 9d949984-1f7d-4669-b7cf-7161ef2359d3 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:37:16.677719 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-99c8fa3d-c789-4c26-b01d-50949ae76c63 None None] Provisioning for port 9d949984-1f7d-4669-b7cf-7161ef2359d3 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:37:16.715677 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-b31c629a-15e0-4ed6-af0b-bf86b17b71c1 None None] Set router 4b214b98-94ff-49e7-b004-767bb391d39a gateway port host: None {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:37:16.719646 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-99c8fa3d-c789-4c26-b01d-50949ae76c63 None None] Provisioning complete for port 9d949984-1f7d-4669-b7cf-7161ef2359d3 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:16.720419 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-99c8fa3d-c789-4c26-b01d-50949ae76c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:16.733641 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1e5433a0-e5b4-46d4-806e-77f553ab10e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:16.754534 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2090e3a2-40e5-4041-b76a-adae7bfdc40b tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:16.886254 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-82fd5965-a1e7-4e8c-8502-55268480c663 req-4105891a-a571-4484-8dcd-a2b361ec1082 service neutron] 10.222.0.48 "GET /v2.0/networks/5e503eef-fcd9-442c-bfbe-e3b673cf903b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204933 Aug 29 04:37:16.901703 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2090e3a2-40e5-4041-b76a-adae7bfdc40b tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4552352'] for subnet, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:16.942587 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5395bc54-a195-4950-85a4-c3aeb309b09d tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Made reservation on behalf of 3eb215580c8748bbad6fe745fb3cc71c for: {'network': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:37:16.948577 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5395bc54-a195-4950-85a4-c3aeb309b09d tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:16.978005 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2090e3a2-40e5-4041-b76a-adae7bfdc40b tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Pushing event deleted for resources: {'Subnet': ['ID=10d386f3-dc2c-42f2-9fc4-1d0077ecbfa9,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:16.995546 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1e5433a0-e5b4-46d4-806e-77f553ab10e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:17.006107 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1e5433a0-e5b4-46d4-806e-77f553ab10e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:17.018745 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-1e5433a0-e5b4-46d4-806e-77f553ab10e2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6020d51b-105f-4f9d-b862-a9c423558842 HTTP/1.1" status: 204 len: 168 time: 0.5642896 Aug 29 04:37:17.026067 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5395bc54-a195-4950-85a4-c3aeb309b09d tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=94828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:37:17.046747 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5433a0-e5b4-46d4-806e-77f553ab10e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6020d51b-105f-4f9d-b862-a9c423558842,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:17.051376 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5395bc54-a195-4950-85a4-c3aeb309b09d tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:17.051832 n-d-712140-12 neutron-server[94828]: INFO neutron.db.segments_db [None req-5395bc54-a195-4950-85a4-c3aeb309b09d tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Added segment 89025f14-2433-47fb-b8f2-a7236591991f of type vlan for network 0d5318a5-71b7-4322-a08b-f33083bf4b6e Aug 29 04:37:17.056589 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2090e3a2-40e5-4041-b76a-adae7bfdc40b tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:17.063401 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-2090e3a2-40e5-4041-b76a-adae7bfdc40b tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "DELETE /v2.0/subnets/10d386f3-dc2c-42f2-9fc4-1d0077ecbfa9 HTTP/1.1" status: 204 len: 168 time: 1.2693012 Aug 29 04:37:17.070219 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 50854) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:17.103483 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1416c35c-2668-4e85-9aa7-56cf448d5a2e None None] Network 036a8249-2e07-4357-8e57-af915fddc588 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:37:17.143214 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c2ef9a3-5395-4a2f-aa83-642ee0599b1d tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Deleting subnet 80d0a3eb-abf4-4e8c-8a68-488ec3e96135 {{(pid=94829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:37:17.147534 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2c2ef9a3-5395-4a2f-aa83-642ee0599b1d tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks [] for subnet, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:17.160687 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5395bc54-a195-4950-85a4-c3aeb309b09d tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:17.212100 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5395bc54-a195-4950-85a4-c3aeb309b09d tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:17.218440 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2c2ef9a3-5395-4a2f-aa83-642ee0599b1d tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4311743'] for subnet, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:17.230995 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5395bc54-a195-4950-85a4-c3aeb309b09d tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:17.234115 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5395bc54-a195-4950-85a4-c3aeb309b09d tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:17.407003 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-5395bc54-a195-4950-85a4-c3aeb309b09d tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1565843 Aug 29 04:37:17.412165 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 50864) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:17.432193 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5395bc54-a195-4950-85a4-c3aeb309b09d tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Pushing event updated for resources: {'Network': ['ID=0d5318a5-71b7-4322-a08b-f33083bf4b6e,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:17.437631 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-2d8335c7-3119-4359-89a2-5e4955faf3b0 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Request body: {'subnet': {'network_id': '0d5318a5-71b7-4322-a08b-f33083bf4b6e', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:17.611746 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2c2ef9a3-5395-4a2f-aa83-642ee0599b1d tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:17.636246 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 50872) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:17.692170 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d8335c7-3119-4359-89a2-5e4955faf3b0 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Made reservation on behalf of 3eb215580c8748bbad6fe745fb3cc71c for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:37:17.696663 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2d8335c7-3119-4359-89a2-5e4955faf3b0 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4552395'] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:17.721876 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 0d5318a5-71b7-4322-a08b-f33083bf4b6e details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:37:17.777130 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 9d949984-1f7d-4669-b7cf-7161ef2359d3 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:17.777764 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:17.902360 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2c2ef9a3-5395-4a2f-aa83-642ee0599b1d tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4552352'] for subnet, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:17.952875 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2ef9a3-5395-4a2f-aa83-642ee0599b1d tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Pushing event deleted for resources: {'Subnet': ['ID=80d0a3eb-abf4-4e8c-8a68-488ec3e96135,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:17.968352 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2c2ef9a3-5395-4a2f-aa83-642ee0599b1d tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:17.972747 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-2c2ef9a3-5395-4a2f-aa83-642ee0599b1d tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "DELETE /v2.0/subnets/80d0a3eb-abf4-4e8c-8a68-488ec3e96135 HTTP/1.1" status: 204 len: 168 time: 0.8992038 Aug 29 04:37:17.973405 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 50882) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:18.141404 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-7a27bb45-0273-4a29-9490-4a04296be2d3 tempest-AgentManagementNegativeTest-715446522 tempest-AgentManagementNegativeTest-715446522-project] 10.222.0.22 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.5039258 Aug 29 04:37:18.142400 n-d-712140-12 neutron-server[94828]: INFO neutron.pecan_wsgi.hooks.translation [None req-afd9f48d-0c14-48f9-95b5-385ea819d925 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] DELETE failed (client error): The resource could not be found. Aug 29 04:37:18.142864 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afd9f48d-0c14-48f9-95b5-385ea819d925 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:37:18.144563 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-afd9f48d-0c14-48f9-95b5-385ea819d925 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "DELETE /v2.0/subnets/10d386f3-dc2c-42f2-9fc4-1d0077ecbfa9 HTTP/1.1" status: 404 len: 337 time: 0.1702561 Aug 29 04:37:18.147995 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 50890) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:18.206535 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-99c8fa3d-c789-4c26-b01d-50949ae76c63 None None] Provisioning complete for port 17da3e6e-8d80-41c2-90f3-06151eaa2137 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:18.207054 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-99c8fa3d-c789-4c26-b01d-50949ae76c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:18.258844 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_v2 [None req-5292d4a2-21d6-407f-be22-47f3598fbc67 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Deleting subnet e15ddceb-6853-4c12-a124-4e2be06d88f6 {{(pid=94829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:37:18.267191 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5292d4a2-21d6-407f-be22-47f3598fbc67 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks [] for subnet, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:18.290811 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2d8335c7-3119-4359-89a2-5e4955faf3b0 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4274880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4552377'] for subnet, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:18.359963 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-b31c629a-15e0-4ed6-af0b-bf86b17b71c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b214b98-94ff-49e7-b004-767bb391d39a', 'name': 'tempest-RoutersIpV6Test-router-1190397809', 'tenant_id': '3eb215580c8748bbad6fe745fb3cc71c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:36:53Z', 'updated_at': '2021-08-29T04:37:13Z', 'revision_number': 4, 'project_id': '3eb215580c8748bbad6fe745fb3cc71c', 'gw_port_host': None, '_interfaces': [{'id': '17da3e6e-8d80-41c2-90f3-06151eaa2137', 'name': '', 'network_id': '5098bdca-026c-4648-af0a-820637af215e', 'tenant_id': '3eb215580c8748bbad6fe745fb3cc71c', 'mac_address': 'fa:16:3e:95:f3:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b214b98-94ff-49e7-b004-767bb391d39a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '6380734d-d396-47f7-9c98-4534703fe854', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:11Z', 'updated_at': '2021-08-29T04:37:13Z', 'revision_number': 2, 'project_id': '3eb215580c8748bbad6fe745fb3cc71c', 'subnets': [{'id': '6380734d-d396-47f7-9c98-4534703fe854', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '29993249-1e66-448d-9de6-3daf478c802a', 'name': '', 'network_id': '48e34a5e-15ec-4939-a896-89879690ff06', 'tenant_id': '3eb215580c8748bbad6fe745fb3cc71c', 'mac_address': 'fa:16:3e:d0:84:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b214b98-94ff-49e7-b004-767bb391d39a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '7e16c38a-dc7d-49a5-98f0-faeedb5211e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:03Z', 'updated_at': '2021-08-29T04:37:12Z', 'revision_number': 5, 'project_id': '3eb215580c8748bbad6fe745fb3cc71c', 'subnets': [{'id': '7e16c38a-dc7d-49a5-98f0-faeedb5211e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b3ba93e-8b2e-49e2-8bbc-5d61240bab89', 'name': '', 'network_id': '55385f77-8348-4e0f-8a55-d04453e10239', 'tenant_id': '3eb215580c8748bbad6fe745fb3cc71c', 'mac_address': 'fa:16:3e:c9:23:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b214b98-94ff-49e7-b004-767bb391d39a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': '7fa41da7-1c40-4e86-b565-b0ecd036cf12', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:36:56Z', 'updated_at': '2021-08-29T04:37:06Z', 'revision_number': 5, 'project_id': '3eb215580c8748bbad6fe745fb3cc71c', 'subnets': [{'id': '7fa41da7-1c40-4e86-b565-b0ecd036cf12', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:18.378407 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5292d4a2-21d6-407f-be22-47f3598fbc67 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4311743'] for subnet, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:18.406485 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31c629a-15e0-4ed6-af0b-bf86b17b71c1 None None] Checking router: 4b214b98-94ff-49e7-b004-767bb391d39a for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:37:18.407108 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31c629a-15e0-4ed6-af0b-bf86b17b71c1 None None] Updating router 4b214b98-94ff-49e7-b004-767bb391d39a port 17da3e6e-8d80-41c2-90f3-06151eaa2137 binding host n-d-712140-12 {{(pid=94830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:37:18.443210 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-99c8fa3d-c789-4c26-b01d-50949ae76c63 None None] Port 17da3e6e-8d80-41c2-90f3-06151eaa2137 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:37:18.446581 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b31c629a-15e0-4ed6-af0b-bf86b17b71c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:18.488967 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8335c7-3119-4359-89a2-5e4955faf3b0 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Pushing event updated for resources: {'Subnet': ['ID=3eaec8a0-51dc-40d5-ba10-6dda0687987a,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:18.508418 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8335c7-3119-4359-89a2-5e4955faf3b0 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Checking segment: {'id': '89025f14-2433-47fb-b8f2-a7236591991f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '0d5318a5-71b7-4322-a08b-f33083bf4b6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:37:18.513917 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8335c7-3119-4359-89a2-5e4955faf3b0 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Network hostable DHCP agents. Network: 0d5318a5-71b7-4322-a08b-f33083bf4b6e, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:37:18.550535 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0f7374-e5dd-43be-8e5b-713cf86ea376 None None] Update dhcp port {'port': {'network_id': '036a8249-2e07-4357-8e57-af915fddc588', 'fixed_ips': [{'subnet_id': 'e15ddceb-6853-4c12-a124-4e2be06d88f6', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '80d0a3eb-abf4-4e8c-8a68-488ec3e96135'}], 'binding:host_id': 'n-d-712140-12'}, 'id': '9d949984-1f7d-4669-b7cf-7161ef2359d3'} from n-d-712140-12. {{(pid=94830) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 04:37:18.588617 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-99c8fa3d-c789-4c26-b01d-50949ae76c63 None None] Provisioning complete for port 20ba9cbe-e083-4a8f-a086-a7193b1f5a28 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:18.589253 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-99c8fa3d-c789-4c26-b01d-50949ae76c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:18.594148 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8335c7-3119-4359-89a2-5e4955faf3b0 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Network 0d5318a5-71b7-4322-a08b-f33083bf4b6e is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:37:18.612976 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5292d4a2-21d6-407f-be22-47f3598fbc67 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:18.633164 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-2d8335c7-3119-4359-89a2-5e4955faf3b0 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 0d5318a5-71b7-4322-a08b-f33083bf4b6e) {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:37:18.691995 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8335c7-3119-4359-89a2-5e4955faf3b0 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:18.692694 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2d8335c7-3119-4359-89a2-5e4955faf3b0 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:18.697280 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be27cc06-bcff-4601-b70d-ead350107ffe None None] Network 0d5318a5-71b7-4322-a08b-f33083bf4b6e requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:37:18.733877 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 50902) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:18.819007 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5292d4a2-21d6-407f-be22-47f3598fbc67 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4552352'] for subnet, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:18.870301 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-2d8335c7-3119-4359-89a2-5e4955faf3b0 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4561639 Aug 29 04:37:18.871729 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5292d4a2-21d6-407f-be22-47f3598fbc67 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:18.872685 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 50906) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:18.877570 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9b0f7374-e5dd-43be-8e5b-713cf86ea376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:18.878337 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-5292d4a2-21d6-407f-be22-47f3598fbc67 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "DELETE /v2.0/subnets/e15ddceb-6853-4c12-a124-4e2be06d88f6 HTTP/1.1" status: 204 len: 168 time: 0.7290137 Aug 29 04:37:18.891657 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 50908) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:18.943724 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89a9c9a-3905-4a9e-909c-3e09b3deacd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-0d5318a5-71b7-4322-a08b-f33083bf4b6e', 'network_id': '0d5318a5-71b7-4322-a08b-f33083bf4b6e', 'tenant_id': '3eb215580c8748bbad6fe745fb3cc71c', 'fixed_ips': [{'subnet_id': '3eaec8a0-51dc-40d5-ba10-6dda0687987a'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:37:18.944762 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f89a9c9a-3905-4a9e-909c-3e09b3deacd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:18.959960 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5292d4a2-21d6-407f-be22-47f3598fbc67 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Pushing event deleted for resources: {'Subnet': ['ID=e15ddceb-6853-4c12-a124-4e2be06d88f6,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:18.965036 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-99c8fa3d-c789-4c26-b01d-50949ae76c63 None None] Port 20ba9cbe-e083-4a8f-a086-a7193b1f5a28 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:37:19.126033 n-d-712140-12 neutron-server[94828]: INFO neutron.pecan_wsgi.hooks.translation [None req-52faf2ab-8bc0-4eee-bcd6-9dab20709051 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] DELETE failed (client error): The resource could not be found. Aug 29 04:37:19.126851 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52faf2ab-8bc0-4eee-bcd6-9dab20709051 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:37:19.129158 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-52faf2ab-8bc0-4eee-bcd6-9dab20709051 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "DELETE /v2.0/subnets/0a18ddce-2609-41eb-92a1-f313f2702b10 HTTP/1.1" status: 404 len: 337 time: 0.2347229 Aug 29 04:37:19.132177 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 50914) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:19.158622 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e33329e4-1383-47f5-8eb2-c58af61c6c32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:19.194998 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-fed6aad9-a525-4842-87a5-b1a7010744f3 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "GET /v2.0/ports?device_id=e414cb97-3b61-427a-ae3e-4261752f4f44 HTTP/1.1" status: 200 len: 205 time: 0.0590794 Aug 29 04:37:19.195707 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 50918) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:19.214179 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-00cb14be-32cd-4cb6-833d-34882640e622 None None] Could not find standard attr ID for object 93251e1f-1767-4604-8d68-5fac9b12de40. {{(pid=94830) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:37:19.277697 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:19.292541 n-d-712140-12 neutron-server[94829]: INFO neutron.api.v2.resource [None req-1bc48352-77a7-4c76-930a-b77782351813 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] delete failed (client error): The resource could not be found. Aug 29 04:37:19.303598 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-1bc48352-77a7-4c76-930a-b77782351813 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "DELETE /v2.0/routers/e414cb97-3b61-427a-ae3e-4261752f4f44 HTTP/1.1" status: 404 len: 336 time: 0.1053703 Aug 29 04:37:19.303968 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 50922) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:19.366434 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-c31c1137-9126-405b-8854-d41b37087026 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] DELETE failed (client error): The resource could not be found. Aug 29 04:37:19.366960 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c31c1137-9126-405b-8854-d41b37087026 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:37:19.380661 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15df9433-cf59-4b21-952a-ed6e8173a800 None None] Network 036a8249-2e07-4357-8e57-af915fddc588 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:37:19.384289 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-c31c1137-9126-405b-8854-d41b37087026 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "DELETE /v2.0/subnets/d1b981a7-40ac-4362-b6f1-2d3282c978b6 HTTP/1.1" status: 404 len: 337 time: 0.0791245 Aug 29 04:37:19.384947 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 50924) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:19.425130 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-2710e046-9580-47f0-a4ea-007b423f5a87 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] DELETE failed (client error): The resource could not be found. Aug 29 04:37:19.425615 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2710e046-9580-47f0-a4ea-007b423f5a87 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:37:19.430367 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-2710e046-9580-47f0-a4ea-007b423f5a87 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "DELETE /v2.0/subnets/caee53b8-0c8c-4ec3-ba8c-6e26b6d541d0 HTTP/1.1" status: 404 len: 337 time: 0.0444205 Aug 29 04:37:19.430962 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 50928) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:19.468848 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e050187-ba67-4677-9fde-c85f6588555b tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] DELETE failed (client error): The resource could not be found. Aug 29 04:37:19.470175 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e050187-ba67-4677-9fde-c85f6588555b tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:37:19.475952 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-6e050187-ba67-4677-9fde-c85f6588555b tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "DELETE /v2.0/subnets/e7908e8d-c0bf-491c-96a1-a96857b88735 HTTP/1.1" status: 404 len: 337 time: 0.0433328 Aug 29 04:37:19.476237 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 50930) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:19.508460 n-d-712140-12 neutron-server[94828]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2869198-8da4-4070-a83e-f198841c2949 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] DELETE failed (client error): The resource could not be found. Aug 29 04:37:19.509390 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2869198-8da4-4070-a83e-f198841c2949 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:37:19.511479 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-b2869198-8da4-4070-a83e-f198841c2949 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "DELETE /v2.0/ports/9e957879-3ec7-46e1-b495-1ca524cd0502 HTTP/1.1" status: 404 len: 333 time: 0.0302341 Aug 29 04:37:19.515970 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 50932) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:19.562853 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-08e37e09-7473-45fc-8699-da804ca81f15 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] DELETE failed (client error): The resource could not be found. Aug 29 04:37:19.563826 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08e37e09-7473-45fc-8699-da804ca81f15 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:37:19.570595 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-08e37e09-7473-45fc-8699-da804ca81f15 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "DELETE /v2.0/subnets/f3279922-3ab4-4a3b-9716-b36e78273151 HTTP/1.1" status: 404 len: 337 time: 0.0521212 Aug 29 04:37:19.571235 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 50934) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:19.605856 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-9507447b-d566-4029-84eb-4481586f9d68 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] DELETE failed (client error): The resource could not be found. Aug 29 04:37:19.606445 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-f89a9c9a-3905-4a9e-909c-3e09b3deacd3 None None] Allocated IP 2001:db8:3::2 (0d5318a5-71b7-4322-a08b-f33083bf4b6e/3eaec8a0-51dc-40d5-ba10-6dda0687987a/d4918fa5-155b-4f65-bd11-be54692a6303) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:37:19.607110 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9507447b-d566-4029-84eb-4481586f9d68 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:37:19.612844 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 50936) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:19.613087 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-9507447b-d566-4029-84eb-4481586f9d68 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "DELETE /v2.0/subnets/a1d1a665-a423-4e44-91d5-35d3116ab4bc HTTP/1.1" status: 404 len: 337 time: 0.0401795 Aug 29 04:37:19.720192 n-d-712140-12 neutron-server[94828]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd3ed9dd-e485-4dda-95db-8d7a2c662b36 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] DELETE failed (client error): The resource could not be found. Aug 29 04:37:19.721430 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd3ed9dd-e485-4dda-95db-8d7a2c662b36 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:37:19.723715 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-cd3ed9dd-e485-4dda-95db-8d7a2c662b36 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "DELETE /v2.0/ports/da369ecd-9f7f-450a-81d3-45f098f1af37 HTTP/1.1" status: 404 len: 333 time: 0.1080604 Aug 29 04:37:19.726788 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 50942) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:19.767443 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b31c629a-15e0-4ed6-af0b-bf86b17b71c1 None None] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:19.793265 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-46919194-5325-418c-9f13-98e532317da4 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] DELETE failed (client error): The resource could not be found. Aug 29 04:37:19.796054 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46919194-5325-418c-9f13-98e532317da4 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:37:19.796501 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-b31c629a-15e0-4ed6-af0b-bf86b17b71c1 None None] Transition to ACTIVE for port object 17da3e6e-8d80-41c2-90f3-06151eaa2137 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:37:19.799672 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-46919194-5325-418c-9f13-98e532317da4 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "DELETE /v2.0/subnets/c9cf234b-1a0c-4c0e-bd75-225aa4ec11d3 HTTP/1.1" status: 404 len: 337 time: 0.0703189 Aug 29 04:37:19.801796 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 50946) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:19.833504 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-99368102-5e9f-4587-9f80-16c3c90648b0 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] DELETE failed (client error): The resource could not be found. Aug 29 04:37:19.834191 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99368102-5e9f-4587-9f80-16c3c90648b0 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:37:19.836265 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-99368102-5e9f-4587-9f80-16c3c90648b0 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "DELETE /v2.0/subnets/afc39a7d-4135-4a00-b5a0-c76c53b98e07 HTTP/1.1" status: 404 len: 337 time: 0.0332897 Aug 29 04:37:19.838860 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 50948) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:19.857939 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b31c629a-15e0-4ed6-af0b-bf86b17b71c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:19.877382 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e33329e4-1383-47f5-8eb2-c58af61c6c32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:19.895096 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e33329e4-1383-47f5-8eb2-c58af61c6c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:19.942892 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33329e4-1383-47f5-8eb2-c58af61c6c32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97f33989-49fc-42cd-8e24-9144e00a59b0,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:19.953429 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33329e4-1383-47f5-8eb2-c58af61c6c32 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:19.953771 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33329e4-1383-47f5-8eb2-c58af61c6c32 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:19.954111 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33329e4-1383-47f5-8eb2-c58af61c6c32 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:19.954446 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33329e4-1383-47f5-8eb2-c58af61c6c32 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:19.954774 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33329e4-1383-47f5-8eb2-c58af61c6c32 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:19.955099 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33329e4-1383-47f5-8eb2-c58af61c6c32 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:19.955422 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33329e4-1383-47f5-8eb2-c58af61c6c32 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:19.955770 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33329e4-1383-47f5-8eb2-c58af61c6c32 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:19.956095 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33329e4-1383-47f5-8eb2-c58af61c6c32 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:19.956518 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33329e4-1383-47f5-8eb2-c58af61c6c32 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:19.956825 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33329e4-1383-47f5-8eb2-c58af61c6c32 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:19.957146 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33329e4-1383-47f5-8eb2-c58af61c6c32 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:19.998056 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 50950) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:20.028027 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-1d66be1f-db82-42a7-adcc-963caea8a518 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Deleting port 20ba9cbe-e083-4a8f-a086-a7193b1f5a28 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:37:20.029405 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1d66be1f-db82-42a7-adcc-963caea8a518 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:20.031825 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-fc03ed95-07e6-4a08-afb8-ad3fcc207709 None None] Provisioning complete for port 9d949984-1f7d-4669-b7cf-7161ef2359d3 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:20.032303 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fc03ed95-07e6-4a08-afb8-ad3fcc207709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:20.034300 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f764084b-b895-4d63-8f30-b62d51ba2c0a tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:20.064827 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-e33329e4-1383-47f5-8eb2-c58af61c6c32 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a558089fc1db4bc1bb5096676e19302c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3296840 Aug 29 04:37:20.070169 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 50954) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:20.192419 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518d1d74-46e4-4c4b-9db3-6a9c6652a2ad None None] Pushing event updated for resources: {'Port': ['ID=17da3e6e-8d80-41c2-90f3-06151eaa2137,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:20.214099 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1d66be1f-db82-42a7-adcc-963caea8a518 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:20.240781 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-1d66be1f-db82-42a7-adcc-963caea8a518 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Calling delete_port for 20ba9cbe-e083-4a8f-a086-a7193b1f5a28 owned by {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:37:20.339419 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8875fa7b-9804-49d1-8312-ed55d0e596bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:20.401259 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1d66be1f-db82-42a7-adcc-963caea8a518 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:20.409813 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d39b745-5a49-4656-8462-26d2746fa0f4 None None] DHCP port deletion for 036a8249-2e07-4357-8e57-af915fddc588 request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:37:20.458329 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-6f582afd-ba4d-49f3-afdf-d4a66fb93023 tempest-PortsAdminExtendedAttrsTestJSON-1939467167 tempest-PortsAdminExtendedAttrsTestJSON-1939467167-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-615850639'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:20.477131 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8875fa7b-9804-49d1-8312-ed55d0e596bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:20.489582 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f582afd-ba4d-49f3-afdf-d4a66fb93023 tempest-PortsAdminExtendedAttrsTestJSON-1939467167 tempest-PortsAdminExtendedAttrsTestJSON-1939467167-project] Made reservation on behalf of aa2f99b63eaf4913b75ff254e015668c for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:37:20.494316 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6f582afd-ba4d-49f3-afdf-d4a66fb93023 tempest-PortsAdminExtendedAttrsTestJSON-1939467167 tempest-PortsAdminExtendedAttrsTestJSON-1939467167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:20.499127 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d66be1f-db82-42a7-adcc-963caea8a518 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Pushing event deleted for resources: {'Port': ['ID=20ba9cbe-e083-4a8f-a086-a7193b1f5a28,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:20.501793 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1d66be1f-db82-42a7-adcc-963caea8a518 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:20.504434 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-1d66be1f-db82-42a7-adcc-963caea8a518 tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "DELETE /v2.0/ports/20ba9cbe-e083-4a8f-a086-a7193b1f5a28 HTTP/1.1" status: 204 len: 168 time: 0.6645143 Aug 29 04:37:20.510413 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 50962) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:20.520445 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6f582afd-ba4d-49f3-afdf-d4a66fb93023 tempest-PortsAdminExtendedAttrsTestJSON-1939467167 tempest-PortsAdminExtendedAttrsTestJSON-1939467167-project] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:20.536470 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 9d949984-1f7d-4669-b7cf-7161ef2359d3 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:37:20.615279 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-b31c629a-15e0-4ed6-af0b-bf86b17b71c1 None None] Attempting to bind port 17da3e6e-8d80-41c2-90f3-06151eaa2137 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:37:20.615987 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-b31c629a-15e0-4ed6-af0b-bf86b17b71c1 None None] Attempting to bind port 17da3e6e-8d80-41c2-90f3-06151eaa2137 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'aef6a537-dc72-425a-8842-54c640c6eb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '5098bdca-026c-4648-af0a-820637af215e'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:37:20.616522 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31c629a-15e0-4ed6-af0b-bf86b17b71c1 None None] Attempting to bind port 17da3e6e-8d80-41c2-90f3-06151eaa2137 on network 5098bdca-026c-4648-af0a-820637af215e {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:37:20.621818 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f89a9c9a-3905-4a9e-909c-3e09b3deacd3 None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:20.649686 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31c629a-15e0-4ed6-af0b-bf86b17b71c1 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:37:20.650407 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31c629a-15e0-4ed6-af0b-bf86b17b71c1 None None] Checking segment: {'id': 'aef6a537-dc72-425a-8842-54c640c6eb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '5098bdca-026c-4648-af0a-820637af215e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:37:20.650984 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b31c629a-15e0-4ed6-af0b-bf86b17b71c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:20.651533 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31c629a-15e0-4ed6-af0b-bf86b17b71c1 None None] Bound using segment: {'id': 'aef6a537-dc72-425a-8842-54c640c6eb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '5098bdca-026c-4648-af0a-820637af215e'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:37:20.652210 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-b31c629a-15e0-4ed6-af0b-bf86b17b71c1 None None] Bound port: 17da3e6e-8d80-41c2-90f3-06151eaa2137, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aef6a537-dc72-425a-8842-54c640c6eb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '5098bdca-026c-4648-af0a-820637af215e'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:37:20.652745 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b31c629a-15e0-4ed6-af0b-bf86b17b71c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:20.656758 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-f89a9c9a-3905-4a9e-909c-3e09b3deacd3 None None] Transition to ACTIVE for port object d4918fa5-155b-4f65-bd11-be54692a6303 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:37:20.674043 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fc7bcc8e-c248-4b87-ad26-771f73949c4d tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:20.725599 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-f89a9c9a-3905-4a9e-909c-3e09b3deacd3 None None] Transition to ACTIVE for port object d4918fa5-155b-4f65-bd11-be54692a6303 will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:37:20.760108 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8875fa7b-9804-49d1-8312-ed55d0e596bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:20.783731 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8875fa7b-9804-49d1-8312-ed55d0e596bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:20.786425 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-8875fa7b-9804-49d1-8312-ed55d0e596bc admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/97f33989-49fc-42cd-8e24-9144e00a59b0 HTTP/1.1" status: 204 len: 168 time: 0.7120123 Aug 29 04:37:20.856119 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8875fa7b-9804-49d1-8312-ed55d0e596bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97f33989-49fc-42cd-8e24-9144e00a59b0,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:20.943532 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-fc7bcc8e-c248-4b87-ad26-771f73949c4d tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Deleting port 9d949984-1f7d-4669-b7cf-7161ef2359d3 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:37:20.943893 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fc7bcc8e-c248-4b87-ad26-771f73949c4d tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:20.968761 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6f582afd-ba4d-49f3-afdf-d4a66fb93023 tempest-PortsAdminExtendedAttrsTestJSON-1939467167 tempest-PortsAdminExtendedAttrsTestJSON-1939467167-project] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:21.023935 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6f582afd-ba4d-49f3-afdf-d4a66fb93023 tempest-PortsAdminExtendedAttrsTestJSON-1939467167 tempest-PortsAdminExtendedAttrsTestJSON-1939467167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:21.031267 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f89a9c9a-3905-4a9e-909c-3e09b3deacd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:21.041687 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:21.042344 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f582afd-ba4d-49f3-afdf-d4a66fb93023 tempest-PortsAdminExtendedAttrsTestJSON-1939467167 tempest-PortsAdminExtendedAttrsTestJSON-1939467167-project] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:37:21.054686 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6f582afd-ba4d-49f3-afdf-d4a66fb93023 tempest-PortsAdminExtendedAttrsTestJSON-1939467167 tempest-PortsAdminExtendedAttrsTestJSON-1939467167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:21.054920 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-6f582afd-ba4d-49f3-afdf-d4a66fb93023 tempest-PortsAdminExtendedAttrsTestJSON-1939467167 tempest-PortsAdminExtendedAttrsTestJSON-1939467167-project] Added segment 9b99cc29-7ecc-4884-aac6-b9f24fe73dd3 of type vlan for network 63aecaa8-0b11-447c-b72c-36e2b214db91 Aug 29 04:37:21.089929 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-3d39b745-5a49-4656-8462-26d2746fa0f4 None None] Deleting port 9d949984-1f7d-4669-b7cf-7161ef2359d3 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:37:21.091018 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3d39b745-5a49-4656-8462-26d2746fa0f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:21.102196 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6f582afd-ba4d-49f3-afdf-d4a66fb93023 tempest-PortsAdminExtendedAttrsTestJSON-1939467167 tempest-PortsAdminExtendedAttrsTestJSON-1939467167-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:21.152343 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6f582afd-ba4d-49f3-afdf-d4a66fb93023 tempest-PortsAdminExtendedAttrsTestJSON-1939467167 tempest-PortsAdminExtendedAttrsTestJSON-1939467167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:21.166208 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f582afd-ba4d-49f3-afdf-d4a66fb93023 tempest-PortsAdminExtendedAttrsTestJSON-1939467167 tempest-PortsAdminExtendedAttrsTestJSON-1939467167-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:21.166873 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6f582afd-ba4d-49f3-afdf-d4a66fb93023 tempest-PortsAdminExtendedAttrsTestJSON-1939467167 tempest-PortsAdminExtendedAttrsTestJSON-1939467167-project] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:21.181179 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89a9c9a-3905-4a9e-909c-3e09b3deacd3 None None] Network 0d5318a5-71b7-4322-a08b-f33083bf4b6e is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:37:21.184684 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-f764084b-b895-4d63-8f30-b62d51ba2c0a tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Allocated IP 2001:db8:3::1 (0d5318a5-71b7-4322-a08b-f33083bf4b6e/3eaec8a0-51dc-40d5-ba10-6dda0687987a/228cb7d1-1bdc-4431-b970-31f1e9b0d3d5) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:37:21.209393 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 9d949984-1f7d-4669-b7cf-7161ef2359d3, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=9d949984-1f7d-4669-b7cf-7161ef2359d3,segment=NetworkSegment(79e221aa-6e06-4204-8207-008dfbe327fa),segment_id=79e221aa-6e06-4204-8207-008dfbe327fa)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:21.218392 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-fc7bcc8e-c248-4b87-ad26-771f73949c4d tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] For port 9d949984-1f7d-4669-b7cf-7161ef2359d3, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=9d949984-1f7d-4669-b7cf-7161ef2359d3,segment=NetworkSegment(79e221aa-6e06-4204-8207-008dfbe327fa),segment_id=79e221aa-6e06-4204-8207-008dfbe327fa)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:21.221872 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-f89a9c9a-3905-4a9e-909c-3e09b3deacd3 None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:37:21.224492 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fc7bcc8e-c248-4b87-ad26-771f73949c4d tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:21.230795 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-fc03ed95-07e6-4a08-afb8-ad3fcc207709 None None] Could not find standard attr ID for object 20ba9cbe-e083-4a8f-a086-a7193b1f5a28. {{(pid=94830) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:37:21.239543 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89a9c9a-3905-4a9e-909c-3e09b3deacd3 None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:37:21.241804 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:21.249832 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-b31c629a-15e0-4ed6-af0b-bf86b17b71c1 None None] For port 17da3e6e-8d80-41c2-90f3-06151eaa2137, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:37:21.265836 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89a9c9a-3905-4a9e-909c-3e09b3deacd3 None None] Pushing event updated for resources: {'Port': ['ID=d4918fa5-155b-4f65-bd11-be54692a6303,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:21.272651 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-fc7bcc8e-c248-4b87-ad26-771f73949c4d tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Calling delete_port for 9d949984-1f7d-4669-b7cf-7161ef2359d3 owned by network:dhcp {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:37:21.283606 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-b31c629a-15e0-4ed6-af0b-bf86b17b71c1 None None] For port 17da3e6e-8d80-41c2-90f3-06151eaa2137, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=17da3e6e-8d80-41c2-90f3-06151eaa2137,segment=NetworkSegment(aef6a537-dc72-425a-8842-54c640c6eb61),segment_id=aef6a537-dc72-425a-8842-54c640c6eb61)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:37:21.320068 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b31c629a-15e0-4ed6-af0b-bf86b17b71c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:21.329567 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f582afd-ba4d-49f3-afdf-d4a66fb93023 tempest-PortsAdminExtendedAttrsTestJSON-1939467167 tempest-PortsAdminExtendedAttrsTestJSON-1939467167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f418e7d8-5bf7-4d9f-ba2e-c5bc6d05538a,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:21.333142 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f764084b-b895-4d63-8f30-b62d51ba2c0a tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:21.350581 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f764084b-b895-4d63-8f30-b62d51ba2c0a tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Transition to ACTIVE for port object 228cb7d1-1bdc-4431-b970-31f1e9b0d3d5 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:37:21.394271 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f764084b-b895-4d63-8f30-b62d51ba2c0a tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:21.441712 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-3d39b745-5a49-4656-8462-26d2746fa0f4 None None] For port 9d949984-1f7d-4669-b7cf-7161ef2359d3, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=9d949984-1f7d-4669-b7cf-7161ef2359d3,segment=NetworkSegment(79e221aa-6e06-4204-8207-008dfbe327fa),segment_id=79e221aa-6e06-4204-8207-008dfbe327fa)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:21.443893 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3d39b745-5a49-4656-8462-26d2746fa0f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:21.446218 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f764084b-b895-4d63-8f30-b62d51ba2c0a tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Network 0d5318a5-71b7-4322-a08b-f33083bf4b6e is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:37:21.448793 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-f89a9c9a-3905-4a9e-909c-3e09b3deacd3 None None] Attempting to bind port d4918fa5-155b-4f65-bd11-be54692a6303 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:37:21.449427 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-f89a9c9a-3905-4a9e-909c-3e09b3deacd3 None None] Attempting to bind port d4918fa5-155b-4f65-bd11-be54692a6303 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '89025f14-2433-47fb-b8f2-a7236591991f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '0d5318a5-71b7-4322-a08b-f33083bf4b6e'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:37:21.450006 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89a9c9a-3905-4a9e-909c-3e09b3deacd3 None None] Attempting to bind port d4918fa5-155b-4f65-bd11-be54692a6303 on network 0d5318a5-71b7-4322-a08b-f33083bf4b6e {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:37:21.452655 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-f764084b-b895-4d63-8f30-b62d51ba2c0a tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:37:21.457399 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f764084b-b895-4d63-8f30-b62d51ba2c0a tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:37:21.457759 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f764084b-b895-4d63-8f30-b62d51ba2c0a tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719598'] for router_interface, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:21.511597 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-6f582afd-ba4d-49f3-afdf-d4a66fb93023 tempest-PortsAdminExtendedAttrsTestJSON-1939467167 tempest-PortsAdminExtendedAttrsTestJSON-1939467167-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.5033963 Aug 29 04:37:21.511839 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-3d39b745-5a49-4656-8462-26d2746fa0f4 None None] Calling delete_port for 9d949984-1f7d-4669-b7cf-7161ef2359d3 owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:37:21.518471 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f582afd-ba4d-49f3-afdf-d4a66fb93023 tempest-PortsAdminExtendedAttrsTestJSON-1939467167 tempest-PortsAdminExtendedAttrsTestJSON-1939467167-project] Pushing event updated for resources: {'Network': ['ID=63aecaa8-0b11-447c-b72c-36e2b214db91,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:21.575557 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89a9c9a-3905-4a9e-909c-3e09b3deacd3 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:37:21.575557 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89a9c9a-3905-4a9e-909c-3e09b3deacd3 None None] Checking segment: {'id': '89025f14-2433-47fb-b8f2-a7236591991f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '0d5318a5-71b7-4322-a08b-f33083bf4b6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:37:21.576123 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f89a9c9a-3905-4a9e-909c-3e09b3deacd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:21.576516 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89a9c9a-3905-4a9e-909c-3e09b3deacd3 None None] Bound using segment: {'id': '89025f14-2433-47fb-b8f2-a7236591991f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '0d5318a5-71b7-4322-a08b-f33083bf4b6e'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:37:21.583768 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f764084b-b895-4d63-8f30-b62d51ba2c0a tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Pushing event updated for resources: {'Port': ['ID=228cb7d1-1bdc-4431-b970-31f1e9b0d3d5,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:21.594513 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-f89a9c9a-3905-4a9e-909c-3e09b3deacd3 None None] Bound port: d4918fa5-155b-4f65-bd11-be54692a6303, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89025f14-2433-47fb-b8f2-a7236591991f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '0d5318a5-71b7-4322-a08b-f33083bf4b6e'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:37:21.594927 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f89a9c9a-3905-4a9e-909c-3e09b3deacd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:21.641337 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fc7bcc8e-c248-4b87-ad26-771f73949c4d tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:21.648448 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 63aecaa8-0b11-447c-b72c-36e2b214db91 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:37:21.655158 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f764084b-b895-4d63-8f30-b62d51ba2c0a tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:21.706710 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7bcc8e-c248-4b87-ad26-771f73949c4d tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Pushing event deleted for resources: {'Port': ['ID=9d949984-1f7d-4669-b7cf-7161ef2359d3,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:21.714858 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7bcc8e-c248-4b87-ad26-771f73949c4d tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] No DVR routers for this DVR port 9d949984-1f7d-4669-b7cf-7161ef2359d3 on host n-d-712140-12 {{(pid=94829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:37:21.947718 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31c629a-15e0-4ed6-af0b-bf86b17b71c1 None None] Routers {'4b214b98-94ff-49e7-b004-767bb391d39a'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:37:21.948512 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-b31c629a-15e0-4ed6-af0b-bf86b17b71c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:37:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['4b214b98-94ff-49e7-b004-767bb391d39a'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:21.952864 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fc7bcc8e-c248-4b87-ad26-771f73949c4d tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:21.962667 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=9d949984-1f7d-4669-b7cf-7161ef2359d3,revision_number=11']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:21.977847 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-fc7bcc8e-c248-4b87-ad26-771f73949c4d tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['036a8249-2e07-4357-8e57-af915fddc588']}} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:21.995098 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-fc7bcc8e-c248-4b87-ad26-771f73949c4d tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79e221aa-6e06-4204-8207-008dfbe327fa') {'for_net_delete': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:21.995098 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-fc7bcc8e-c248-4b87-ad26-771f73949c4d tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79e221aa-6e06-4204-8207-008dfbe327fa') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:22.016316 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fc7bcc8e-c248-4b87-ad26-771f73949c4d tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4311712'] for segment, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:22.032660 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fc7bcc8e-c248-4b87-ad26-771f73949c4d tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:22.039123 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc7bcc8e-c248-4b87-ad26-771f73949c4d tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=94829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:37:22.039894 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fc7bcc8e-c248-4b87-ad26-771f73949c4d tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4274277'] for segment, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:22.106673 n-d-712140-12 neutron-server[94829]: Traceback (most recent call last): Aug 29 04:37:22.106673 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:37:22.106673 n-d-712140-12 neutron-server[94829]: timer() Aug 29 04:37:22.106673 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:37:22.106673 n-d-712140-12 neutron-server[94829]: cb(*args, **kw) Aug 29 04:37:22.106673 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:37:22.106673 n-d-712140-12 neutron-server[94829]: return func(*args, **kwargs) Aug 29 04:37:22.106673 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:37:22.106673 n-d-712140-12 neutron-server[94829]: self._notify() Aug 29 04:37:22.106673 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:37:22.106673 n-d-712140-12 neutron-server[94829]: self.callback(batched_events) Aug 29 04:37:22.106673 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:37:22.106673 n-d-712140-12 neutron-server[94829]: event.method(event) Aug 29 04:37:22.106673 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:37:22.106673 n-d-712140-12 neutron-server[94829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:37:22.106673 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:37:22.106673 n-d-712140-12 neutron-server[94829]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:37:22.106673 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:37:22.106673 n-d-712140-12 neutron-server[94829]: return f(self, *a, **k) Aug 29 04:37:22.106673 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:37:22.106673 n-d-712140-12 neutron-server[94829]: return self._get(url).json() Aug 29 04:37:22.106673 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:37:22.106673 n-d-712140-12 neutron-server[94829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:37:22.106673 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:37:22.106673 n-d-712140-12 neutron-server[94829]: return self.request(url, 'GET', **kwargs) Aug 29 04:37:22.106673 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:37:22.106673 n-d-712140-12 neutron-server[94829]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:37:22.106673 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:37:22.106673 n-d-712140-12 neutron-server[94829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:37:22.106673 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:37:22.106673 n-d-712140-12 neutron-server[94829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:37:22.106673 n-d-712140-12 neutron-server[94829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:37:22.117348 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fc7bcc8e-c248-4b87-ad26-771f73949c4d tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:22.141300 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fc7bcc8e-c248-4b87-ad26-771f73949c4d tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:22.149834 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-fc7bcc8e-c248-4b87-ad26-771f73949c4d tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] 10.222.0.22 "DELETE /v2.0/networks/036a8249-2e07-4357-8e57-af915fddc588 HTTP/1.1" status: 204 len: 168 time: 1.6377470 Aug 29 04:37:22.172593 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7bcc8e-c248-4b87-ad26-771f73949c4d tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Pushing event deleted for resources: {'Network': ['ID=036a8249-2e07-4357-8e57-af915fddc588,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:22.185512 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7bcc8e-c248-4b87-ad26-771f73949c4d tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:22.185850 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7bcc8e-c248-4b87-ad26-771f73949c4d tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:22.186194 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7bcc8e-c248-4b87-ad26-771f73949c4d tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:22.186556 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7bcc8e-c248-4b87-ad26-771f73949c4d tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:22.186941 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7bcc8e-c248-4b87-ad26-771f73949c4d tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:22.187281 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7bcc8e-c248-4b87-ad26-771f73949c4d tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:22.187609 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7bcc8e-c248-4b87-ad26-771f73949c4d tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:22.188014 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7bcc8e-c248-4b87-ad26-771f73949c4d tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:22.188385 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7bcc8e-c248-4b87-ad26-771f73949c4d tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:22.188719 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7bcc8e-c248-4b87-ad26-771f73949c4d tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:22.189044 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7bcc8e-c248-4b87-ad26-771f73949c4d tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:22.189364 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7bcc8e-c248-4b87-ad26-771f73949c4d tempest-PortsIpV6TestJSON-1316808219 tempest-PortsIpV6TestJSON-1316808219-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:22.264896 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 50996) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:22.271849 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-e4f84996-00f1-4411-980a-106878673e12 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Request body: {'port': {'network_id': '63aecaa8-0b11-447c-b72c-36e2b214db91', 'binding:host_id': 'n-h1-712140-12', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-486020606'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:22.301767 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f764084b-b895-4d63-8f30-b62d51ba2c0a tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:22.308307 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518d1d74-46e4-4c4b-9db3-6a9c6652a2ad None None] Pushing event updated for resources: {'Port': ['ID=17da3e6e-8d80-41c2-90f3-06151eaa2137,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:22.318158 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f764084b-b895-4d63-8f30-b62d51ba2c0a tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:22.318995 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f764084b-b895-4d63-8f30-b62d51ba2c0a tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-718897'] for router_interface, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:22.324956 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4f84996-00f1-4411-980a-106878673e12 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Made reservation on behalf of dfa2fa2590ec48a6ac61b9ce8126c663 for: {'port': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:37:22.328100 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e4f84996-00f1-4411-980a-106878673e12 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:22.360553 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e4f84996-00f1-4411-980a-106878673e12 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:22.361569 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-f89a9c9a-3905-4a9e-909c-3e09b3deacd3 None None] For port d4918fa5-155b-4f65-bd11-be54692a6303, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:37:22.379826 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-b31c629a-15e0-4ed6-af0b-bf86b17b71c1 None None] Set router 4b214b98-94ff-49e7-b004-767bb391d39a gateway port host: None {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:37:22.396062 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 50998) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:22.415910 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-f89a9c9a-3905-4a9e-909c-3e09b3deacd3 None None] For port d4918fa5-155b-4f65-bd11-be54692a6303, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=d4918fa5-155b-4f65-bd11-be54692a6303,segment=NetworkSegment(89025f14-2433-47fb-b8f2-a7236591991f),segment_id=89025f14-2433-47fb-b8f2-a7236591991f)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:37:22.426172 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f89a9c9a-3905-4a9e-909c-3e09b3deacd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:22.447272 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3d39b745-5a49-4656-8462-26d2746fa0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:22.483601 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3d39b745-5a49-4656-8462-26d2746fa0f4 None None] Network 036a8249-2e07-4357-8e57-af915fddc588 is not hosted by any dhcp agent {{(pid=94830) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 29 04:37:22.484090 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d39b745-5a49-4656-8462-26d2746fa0f4 None None] No DVR routers for this DVR port 9d949984-1f7d-4669-b7cf-7161ef2359d3 on host n-d-712140-12 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:37:22.515401 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f764084b-b895-4d63-8f30-b62d51ba2c0a tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Pushing event updated for resources: {'Port': ['ID=228cb7d1-1bdc-4431-b970-31f1e9b0d3d5,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:22.586159 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e4f84996-00f1-4411-980a-106878673e12 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:22.591526 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e4f84996-00f1-4411-980a-106878673e12 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:22.595628 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [None req-e4f84996-00f1-4411-980a-106878673e12 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] device_id is not set on port a8307ca0-92af-40d6-a474-422ed654909e yet. {{(pid=94829) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:37:22.625383 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f764084b-b895-4d63-8f30-b62d51ba2c0a tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Network 0d5318a5-71b7-4322-a08b-f33083bf4b6e is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:37:22.628224 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-f764084b-b895-4d63-8f30-b62d51ba2c0a tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:37:22.645990 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51004) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:22.761739 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89a9c9a-3905-4a9e-909c-3e09b3deacd3 None None] Pushing event updated for resources: {'Port': ['ID=d4918fa5-155b-4f65-bd11-be54692a6303,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:22.769918 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f84996-00f1-4411-980a-106878673e12 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a01f29b-9ff9-40c9-ba17-ab7732c307d4,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:22.842942 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d39b745-5a49-4656-8462-26d2746fa0f4 None None] Pushing event deleted for resources: {'Port': ['ID=9d949984-1f7d-4669-b7cf-7161ef2359d3,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:22.896031 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f764084b-b895-4d63-8f30-b62d51ba2c0a tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Router 4b214b98-94ff-49e7-b004-767bb391d39a has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:37:22.978842 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-b31c629a-15e0-4ed6-af0b-bf86b17b71c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b214b98-94ff-49e7-b004-767bb391d39a', 'name': 'tempest-RoutersIpV6Test-router-1190397809', 'tenant_id': '3eb215580c8748bbad6fe745fb3cc71c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:36:53Z', 'updated_at': '2021-08-29T04:37:21Z', 'revision_number': 5, 'project_id': '3eb215580c8748bbad6fe745fb3cc71c', 'gw_port_host': None, '_interfaces': [{'id': '17da3e6e-8d80-41c2-90f3-06151eaa2137', 'name': '', 'network_id': '5098bdca-026c-4648-af0a-820637af215e', 'tenant_id': '3eb215580c8748bbad6fe745fb3cc71c', 'mac_address': 'fa:16:3e:95:f3:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b214b98-94ff-49e7-b004-767bb391d39a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '6380734d-d396-47f7-9c98-4534703fe854', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:11Z', 'updated_at': '2021-08-29T04:37:21Z', 'revision_number': 4, 'project_id': '3eb215580c8748bbad6fe745fb3cc71c', 'subnets': [{'id': '6380734d-d396-47f7-9c98-4534703fe854', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '228cb7d1-1bdc-4431-b970-31f1e9b0d3d5', 'name': '', 'network_id': '0d5318a5-71b7-4322-a08b-f33083bf4b6e', 'tenant_id': '3eb215580c8748bbad6fe745fb3cc71c', 'mac_address': 'fa:16:3e:77:7f:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b214b98-94ff-49e7-b004-767bb391d39a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '3eaec8a0-51dc-40d5-ba10-6dda0687987a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:20Z', 'updated_at': '2021-08-29T04:37:21Z', 'revision_number': 1, 'project_id': '3eb215580c8748bbad6fe745fb3cc71c', 'subnets': [{'id': '3eaec8a0-51dc-40d5-ba10-6dda0687987a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '29993249-1e66-448d-9de6-3daf478c802a', 'name': '', 'network_id': '48e34a5e-15ec-4939-a896-89879690ff06', 'tenant_id': '3eb215580c8748bbad6fe745fb3cc71c', 'mac_address': 'fa:16:3e:d0:84:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b214b98-94ff-49e7-b004-767bb391d39a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '7e16c38a-dc7d-49a5-98f0-faeedb5211e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:03Z', 'updated_at': '2021-08-29T04:37:12Z', 'revision_number': 5, 'project_id': '3eb215580c8748bbad6fe745fb3cc71c', 'subnets': [{'id': '7e16c38a-dc7d-49a5-98f0-faeedb5211e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b3ba93e-8b2e-49e2-8bbc-5d61240bab89', 'name': '', 'network_id': '55385f77-8348-4e0f-8a55-d04453e10239', 'tenant_id': '3eb215580c8748bbad6fe745fb3cc71c', 'mac_address': 'fa:16:3e:c9:23:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b214b98-94ff-49e7-b004-767bb391d39a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': '7fa41da7-1c40-4e86-b565-b0ecd036cf12', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:36:56Z', 'updated_at': '2021-08-29T04:37:06Z', 'revision_number': 5, 'project_id': '3eb215580c8748bbad6fe745fb3cc71c', 'subnets': [{'id': '7fa41da7-1c40-4e86-b565-b0ecd036cf12', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:23.008110 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-8671f12c-78e2-4a18-9a33-08ca32acd44b tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-2051412914'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:23.054020 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31c629a-15e0-4ed6-af0b-bf86b17b71c1 None None] The sync data for ids ['4b214b98-94ff-49e7-b004-767bb391d39a'] in n-d-712140-12 is: [{'id': '4b214b98-94ff-49e7-b004-767bb391d39a', 'name': 'tempest-RoutersIpV6Test-router-1190397809', 'tenant_id': '3eb215580c8748bbad6fe745fb3cc71c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:36:53Z', 'updated_at': '2021-08-29T04:37:21Z', 'revision_number': 5, 'project_id': '3eb215580c8748bbad6fe745fb3cc71c', 'gw_port_host': None, '_interfaces': [{'id': '17da3e6e-8d80-41c2-90f3-06151eaa2137', 'name': '', 'network_id': '5098bdca-026c-4648-af0a-820637af215e', 'tenant_id': '3eb215580c8748bbad6fe745fb3cc71c', 'mac_address': 'fa:16:3e:95:f3:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b214b98-94ff-49e7-b004-767bb391d39a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '6380734d-d396-47f7-9c98-4534703fe854', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:11Z', 'updated_at': '2021-08-29T04:37:21Z', 'revision_number': 4, 'project_id': '3eb215580c8748bbad6fe745fb3cc71c', 'subnets': [{'id': '6380734d-d396-47f7-9c98-4534703fe854', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '228cb7d1-1bdc-4431-b970-31f1e9b0d3d5', 'name': '', 'network_id': '0d5318a5-71b7-4322-a08b-f33083bf4b6e', 'tenant_id': '3eb215580c8748bbad6fe745fb3cc71c', 'mac_address': 'fa:16:3e:77:7f:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b214b98-94ff-49e7-b004-767bb391d39a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '3eaec8a0-51dc-40d5-ba10-6dda0687987a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:20Z', 'updated_at': '2021-08-29T04:37:21Z', 'revision_number': 1, 'project_id': '3eb215580c8748bbad6fe745fb3cc71c', 'subnets': [{'id': '3eaec8a0-51dc-40d5-ba10-6dda0687987a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '29993249-1e66-448d-9de6-3daf478c802a', 'name': '', 'network_id': '48e34a5e-15ec-4939-a896-89879690ff06', 'tenant_id': '3eb215580c8748bbad6fe745fb3cc71c', 'mac_address': 'fa:16:3e:d0:84:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b214b98-94ff-49e7-b004-767bb391d39a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '7e16c38a-dc7d-49a5-98f0-faeedb5211e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:03Z', 'updated_at': '2021-08-29T04:37:12Z', 'revision_number': 5, 'project_id': '3eb215580c8748bbad6fe745fb3cc71c', 'subnets': [{'id': '7e16c38a-dc7d-49a5-98f0-faeedb5211e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b3ba93e-8b2e-49e2-8bbc-5d61240bab89', 'name': '', 'network_id': '55385f77-8348-4e0f-8a55-d04453e10239', 'tenant_id': '3eb215580c8748bbad6fe745fb3cc71c', 'mac_address': 'fa:16:3e:c9:23:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b214b98-94ff-49e7-b004-767bb391d39a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': '7fa41da7-1c40-4e86-b565-b0ecd036cf12', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:36:56Z', 'updated_at': '2021-08-29T04:37:06Z', 'revision_number': 5, 'project_id': '3eb215580c8748bbad6fe745fb3cc71c', 'subnets': [{'id': '7fa41da7-1c40-4e86-b565-b0ecd036cf12', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:37:23.071714 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [None req-e4f84996-00f1-4411-980a-106878673e12 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] device_id is not set on port a8307ca0-92af-40d6-a474-422ed654909e yet. {{(pid=94829) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:37:23.093544 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e4f84996-00f1-4411-980a-106878673e12 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:23.098856 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-f60106f0-d276-411d-8733-1eb9f555efb9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b130c2fb48814d1585244ef54308020c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3589554 Aug 29 04:37:23.109668 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f764084b-b895-4d63-8f30-b62d51ba2c0a tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:37:23.110506 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-e4f84996-00f1-4411-980a-106878673e12 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Transition to ACTIVE for port object a8307ca0-92af-40d6-a474-422ed654909e will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:37:23.111349 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51012) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:23.119780 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-f764084b-b895-4d63-8f30-b62d51ba2c0a tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] 10.222.0.22 "PUT /v2.0/routers/4b214b98-94ff-49e7-b004-767bb391d39a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2456036 Aug 29 04:37:23.122160 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8671f12c-78e2-4a18-9a33-08ca32acd44b tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Made reservation on behalf of 1ce534f318c14764ad460135b6fb2051 for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:37:23.125844 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51014) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:23.141969 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8671f12c-78e2-4a18-9a33-08ca32acd44b tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:23.147348 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-ad75db24-d359-4e52-a1e0-56616f6e3c91 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:23.172795 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e4f84996-00f1-4411-980a-106878673e12 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:23.175085 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8671f12c-78e2-4a18-9a33-08ca32acd44b tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:23.297545 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f84996-00f1-4411-980a-106878673e12 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Pushing event updated for resources: {'Port': ['ID=a8307ca0-92af-40d6-a474-422ed654909e,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:23.332889 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f84996-00f1-4411-980a-106878673e12 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Checking segment: {'id': '9b99cc29-7ecc-4884-aac6-b9f24fe73dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '63aecaa8-0b11-447c-b72c-36e2b214db91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:37:23.333644 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f84996-00f1-4411-980a-106878673e12 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Network hostable DHCP agents. Network: 63aecaa8-0b11-447c-b72c-36e2b214db91, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:37:23.372248 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f84996-00f1-4411-980a-106878673e12 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Network 63aecaa8-0b11-447c-b72c-36e2b214db91 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:37:23.390070 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-e4f84996-00f1-4411-980a-106878673e12 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 63aecaa8-0b11-447c-b72c-36e2b214db91) {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:37:23.397476 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f84996-00f1-4411-980a-106878673e12 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:37:23.405169 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb80abd-7beb-4816-ba63-93fca970601b None None] Network 63aecaa8-0b11-447c-b72c-36e2b214db91 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:37:23.427810 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-e4f84996-00f1-4411-980a-106878673e12 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attempting to bind port a8307ca0-92af-40d6-a474-422ed654909e on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:37:23.428050 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-e4f84996-00f1-4411-980a-106878673e12 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attempting to bind port a8307ca0-92af-40d6-a474-422ed654909e by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': '9b99cc29-7ecc-4884-aac6-b9f24fe73dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '63aecaa8-0b11-447c-b72c-36e2b214db91'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:37:23.428589 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f84996-00f1-4411-980a-106878673e12 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attempting to bind port a8307ca0-92af-40d6-a474-422ed654909e on network 63aecaa8-0b11-447c-b72c-36e2b214db91 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:37:23.442447 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f84996-00f1-4411-980a-106878673e12 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Port a8307ca0-92af-40d6-a474-422ed654909e on network 63aecaa8-0b11-447c-b72c-36e2b214db91 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:37:23.443382 n-d-712140-12 neutron-server[94829]: ERROR neutron.plugins.ml2.managers [None req-e4f84996-00f1-4411-980a-106878673e12 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Failed to bind port a8307ca0-92af-40d6-a474-422ed654909e on host n-h1-712140-12 for vnic_type normal using segments [{'id': '9b99cc29-7ecc-4884-aac6-b9f24fe73dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '63aecaa8-0b11-447c-b72c-36e2b214db91'}] Aug 29 04:37:23.449416 n-d-712140-12 neutron-server[94829]: INFO neutron.plugins.ml2.plugin [None req-e4f84996-00f1-4411-980a-106878673e12 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attempt 2 to bind port a8307ca0-92af-40d6-a474-422ed654909e Aug 29 04:37:23.453108 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-88b20833-ad43-46e5-a4e2-4dcce5ccb8a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:23.470343 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8671f12c-78e2-4a18-9a33-08ca32acd44b tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:23.482388 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8671f12c-78e2-4a18-9a33-08ca32acd44b tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:23.493214 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-e4f84996-00f1-4411-980a-106878673e12 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attempting to bind port a8307ca0-92af-40d6-a474-422ed654909e on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:37:23.499053 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-e4f84996-00f1-4411-980a-106878673e12 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attempting to bind port a8307ca0-92af-40d6-a474-422ed654909e by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': '9b99cc29-7ecc-4884-aac6-b9f24fe73dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '63aecaa8-0b11-447c-b72c-36e2b214db91'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:37:23.499631 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f84996-00f1-4411-980a-106878673e12 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attempting to bind port a8307ca0-92af-40d6-a474-422ed654909e on network 63aecaa8-0b11-447c-b72c-36e2b214db91 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:37:23.536897 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f84996-00f1-4411-980a-106878673e12 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Port a8307ca0-92af-40d6-a474-422ed654909e on network 63aecaa8-0b11-447c-b72c-36e2b214db91 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:37:23.537789 n-d-712140-12 neutron-server[94829]: ERROR neutron.plugins.ml2.managers [None req-e4f84996-00f1-4411-980a-106878673e12 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Failed to bind port a8307ca0-92af-40d6-a474-422ed654909e on host n-h1-712140-12 for vnic_type normal using segments [{'id': '9b99cc29-7ecc-4884-aac6-b9f24fe73dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '63aecaa8-0b11-447c-b72c-36e2b214db91'}] Aug 29 04:37:23.542993 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8671f12c-78e2-4a18-9a33-08ca32acd44b tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:37:23.546243 n-d-712140-12 neutron-server[94829]: INFO neutron.plugins.ml2.plugin [None req-e4f84996-00f1-4411-980a-106878673e12 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attempt 3 to bind port a8307ca0-92af-40d6-a474-422ed654909e Aug 29 04:37:23.547491 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-88b20833-ad43-46e5-a4e2-4dcce5ccb8a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:23.592714 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8671f12c-78e2-4a18-9a33-08ca32acd44b tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bc21c93-ed52-47f3-9c8d-26111cb3182b,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:23.598288 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8671f12c-78e2-4a18-9a33-08ca32acd44b tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:23.599110 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-8671f12c-78e2-4a18-9a33-08ca32acd44b tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Added segment 124933a1-5395-4e28-85fb-c4541d4babf3 of type vlan for network 2a398912-a551-42ae-b919-b4921efbe0d9 Aug 29 04:37:23.601946 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-e4f84996-00f1-4411-980a-106878673e12 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attempting to bind port a8307ca0-92af-40d6-a474-422ed654909e on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:37:23.602870 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-e4f84996-00f1-4411-980a-106878673e12 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attempting to bind port a8307ca0-92af-40d6-a474-422ed654909e by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': '9b99cc29-7ecc-4884-aac6-b9f24fe73dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '63aecaa8-0b11-447c-b72c-36e2b214db91'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:37:23.603654 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f84996-00f1-4411-980a-106878673e12 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attempting to bind port a8307ca0-92af-40d6-a474-422ed654909e on network 63aecaa8-0b11-447c-b72c-36e2b214db91 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:37:23.644037 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f84996-00f1-4411-980a-106878673e12 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Port a8307ca0-92af-40d6-a474-422ed654909e on network 63aecaa8-0b11-447c-b72c-36e2b214db91 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:37:23.644676 n-d-712140-12 neutron-server[94829]: ERROR neutron.plugins.ml2.managers [None req-e4f84996-00f1-4411-980a-106878673e12 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Failed to bind port a8307ca0-92af-40d6-a474-422ed654909e on host n-h1-712140-12 for vnic_type normal using segments [{'id': '9b99cc29-7ecc-4884-aac6-b9f24fe73dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '63aecaa8-0b11-447c-b72c-36e2b214db91'}] Aug 29 04:37:23.674223 n-d-712140-12 neutron-server[94829]: INFO neutron.plugins.ml2.plugin [None req-e4f84996-00f1-4411-980a-106878673e12 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attempt 4 to bind port a8307ca0-92af-40d6-a474-422ed654909e Aug 29 04:37:23.713519 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8671f12c-78e2-4a18-9a33-08ca32acd44b tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:23.717358 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-e4f84996-00f1-4411-980a-106878673e12 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attempting to bind port a8307ca0-92af-40d6-a474-422ed654909e on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:37:23.717997 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-e4f84996-00f1-4411-980a-106878673e12 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attempting to bind port a8307ca0-92af-40d6-a474-422ed654909e by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': '9b99cc29-7ecc-4884-aac6-b9f24fe73dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '63aecaa8-0b11-447c-b72c-36e2b214db91'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:37:23.718623 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f84996-00f1-4411-980a-106878673e12 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attempting to bind port a8307ca0-92af-40d6-a474-422ed654909e on network 63aecaa8-0b11-447c-b72c-36e2b214db91 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:37:23.724713 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-88b20833-ad43-46e5-a4e2-4dcce5ccb8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:23.727352 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-88b20833-ad43-46e5-a4e2-4dcce5ccb8a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:23.734264 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f84996-00f1-4411-980a-106878673e12 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Port a8307ca0-92af-40d6-a474-422ed654909e on network 63aecaa8-0b11-447c-b72c-36e2b214db91 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:37:23.734907 n-d-712140-12 neutron-server[94829]: ERROR neutron.plugins.ml2.managers [None req-e4f84996-00f1-4411-980a-106878673e12 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Failed to bind port a8307ca0-92af-40d6-a474-422ed654909e on host n-h1-712140-12 for vnic_type normal using segments [{'id': '9b99cc29-7ecc-4884-aac6-b9f24fe73dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '63aecaa8-0b11-447c-b72c-36e2b214db91'}] Aug 29 04:37:23.740159 n-d-712140-12 neutron-server[94829]: INFO neutron.plugins.ml2.plugin [None req-e4f84996-00f1-4411-980a-106878673e12 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attempt 5 to bind port a8307ca0-92af-40d6-a474-422ed654909e Aug 29 04:37:23.741020 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-88b20833-ad43-46e5-a4e2-4dcce5ccb8a7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/26d93d7b-d080-4ba0-b3c0-02661939cc24 HTTP/1.1" status: 204 len: 168 time: 0.6285505 Aug 29 04:37:23.765107 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b20833-ad43-46e5-a4e2-4dcce5ccb8a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26d93d7b-d080-4ba0-b3c0-02661939cc24,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:23.787257 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-e4f84996-00f1-4411-980a-106878673e12 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attempting to bind port a8307ca0-92af-40d6-a474-422ed654909e on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:37:23.788355 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-e4f84996-00f1-4411-980a-106878673e12 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attempting to bind port a8307ca0-92af-40d6-a474-422ed654909e by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': '9b99cc29-7ecc-4884-aac6-b9f24fe73dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '63aecaa8-0b11-447c-b72c-36e2b214db91'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:37:23.801575 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f84996-00f1-4411-980a-106878673e12 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attempting to bind port a8307ca0-92af-40d6-a474-422ed654909e on network 63aecaa8-0b11-447c-b72c-36e2b214db91 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:37:23.812689 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8671f12c-78e2-4a18-9a33-08ca32acd44b tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:23.826498 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8671f12c-78e2-4a18-9a33-08ca32acd44b tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:23.827791 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8671f12c-78e2-4a18-9a33-08ca32acd44b tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:23.854155 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f84996-00f1-4411-980a-106878673e12 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Port a8307ca0-92af-40d6-a474-422ed654909e on network 63aecaa8-0b11-447c-b72c-36e2b214db91 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:37:23.854836 n-d-712140-12 neutron-server[94829]: ERROR neutron.plugins.ml2.managers [None req-e4f84996-00f1-4411-980a-106878673e12 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Failed to bind port a8307ca0-92af-40d6-a474-422ed654909e on host n-h1-712140-12 for vnic_type normal using segments [{'id': '9b99cc29-7ecc-4884-aac6-b9f24fe73dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '63aecaa8-0b11-447c-b72c-36e2b214db91'}] Aug 29 04:37:23.860979 n-d-712140-12 neutron-server[94829]: INFO neutron.plugins.ml2.plugin [None req-e4f84996-00f1-4411-980a-106878673e12 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attempt 6 to bind port a8307ca0-92af-40d6-a474-422ed654909e Aug 29 04:37:23.874040 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.extraroute_db [None req-ad75db24-d359-4e52-a1e0-56616f6e3c91 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=94828) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 29 04:37:23.898458 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.extraroute_db [None req-ad75db24-d359-4e52-a1e0-56616f6e3c91 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Removed routes are [] {{(pid=94828) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 29 04:37:23.898985 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ad75db24-d359-4e52-a1e0-56616f6e3c91 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-719380', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-717238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1792'] for router, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:24.084765 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-8671f12c-78e2-4a18-9a33-08ca32acd44b tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.6854904 Aug 29 04:37:24.089499 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-e4f84996-00f1-4411-980a-106878673e12 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attempting to bind port a8307ca0-92af-40d6-a474-422ed654909e on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:37:24.090057 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-e4f84996-00f1-4411-980a-106878673e12 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attempting to bind port a8307ca0-92af-40d6-a474-422ed654909e by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': '9b99cc29-7ecc-4884-aac6-b9f24fe73dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '63aecaa8-0b11-447c-b72c-36e2b214db91'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:37:24.090626 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f84996-00f1-4411-980a-106878673e12 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attempting to bind port a8307ca0-92af-40d6-a474-422ed654909e on network 63aecaa8-0b11-447c-b72c-36e2b214db91 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:37:24.132596 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51024) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:24.142627 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-28bc1cac-b342-4ca6-84ab-b7ba650b5262 tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Request body: {'subnet': {'network_id': '2a398912-a551-42ae-b919-b4921efbe0d9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:24.184204 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f84996-00f1-4411-980a-106878673e12 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Port a8307ca0-92af-40d6-a474-422ed654909e on network 63aecaa8-0b11-447c-b72c-36e2b214db91 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:37:24.185094 n-d-712140-12 neutron-server[94829]: ERROR neutron.plugins.ml2.managers [None req-e4f84996-00f1-4411-980a-106878673e12 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Failed to bind port a8307ca0-92af-40d6-a474-422ed654909e on host n-h1-712140-12 for vnic_type normal using segments [{'id': '9b99cc29-7ecc-4884-aac6-b9f24fe73dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '63aecaa8-0b11-447c-b72c-36e2b214db91'}] Aug 29 04:37:24.191308 n-d-712140-12 neutron-server[94829]: INFO neutron.plugins.ml2.plugin [None req-e4f84996-00f1-4411-980a-106878673e12 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attempt 7 to bind port a8307ca0-92af-40d6-a474-422ed654909e Aug 29 04:37:24.225618 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8671f12c-78e2-4a18-9a33-08ca32acd44b tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Pushing event updated for resources: {'Network': ['ID=2a398912-a551-42ae-b919-b4921efbe0d9,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:24.263595 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 2a398912-a551-42ae-b919-b4921efbe0d9 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:37:24.302517 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-e4f84996-00f1-4411-980a-106878673e12 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attempting to bind port a8307ca0-92af-40d6-a474-422ed654909e on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:37:24.302868 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-e4f84996-00f1-4411-980a-106878673e12 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attempting to bind port a8307ca0-92af-40d6-a474-422ed654909e by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': '9b99cc29-7ecc-4884-aac6-b9f24fe73dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '63aecaa8-0b11-447c-b72c-36e2b214db91'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:37:24.303215 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f84996-00f1-4411-980a-106878673e12 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attempting to bind port a8307ca0-92af-40d6-a474-422ed654909e on network 63aecaa8-0b11-447c-b72c-36e2b214db91 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:37:24.316788 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f84996-00f1-4411-980a-106878673e12 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Port a8307ca0-92af-40d6-a474-422ed654909e on network 63aecaa8-0b11-447c-b72c-36e2b214db91 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:37:24.317128 n-d-712140-12 neutron-server[94829]: ERROR neutron.plugins.ml2.managers [None req-e4f84996-00f1-4411-980a-106878673e12 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Failed to bind port a8307ca0-92af-40d6-a474-422ed654909e on host n-h1-712140-12 for vnic_type normal using segments [{'id': '9b99cc29-7ecc-4884-aac6-b9f24fe73dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '63aecaa8-0b11-447c-b72c-36e2b214db91'}] Aug 29 04:37:24.317568 n-d-712140-12 neutron-server[94829]: INFO neutron.plugins.ml2.plugin [None req-e4f84996-00f1-4411-980a-106878673e12 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attempt 8 to bind port a8307ca0-92af-40d6-a474-422ed654909e Aug 29 04:37:24.374256 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-e4f84996-00f1-4411-980a-106878673e12 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attempting to bind port a8307ca0-92af-40d6-a474-422ed654909e on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:37:24.376457 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-e4f84996-00f1-4411-980a-106878673e12 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attempting to bind port a8307ca0-92af-40d6-a474-422ed654909e by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': '9b99cc29-7ecc-4884-aac6-b9f24fe73dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '63aecaa8-0b11-447c-b72c-36e2b214db91'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:37:24.377442 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f84996-00f1-4411-980a-106878673e12 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attempting to bind port a8307ca0-92af-40d6-a474-422ed654909e on network 63aecaa8-0b11-447c-b72c-36e2b214db91 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:37:24.382879 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f84996-00f1-4411-980a-106878673e12 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Port a8307ca0-92af-40d6-a474-422ed654909e on network 63aecaa8-0b11-447c-b72c-36e2b214db91 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:37:24.383442 n-d-712140-12 neutron-server[94829]: ERROR neutron.plugins.ml2.managers [None req-e4f84996-00f1-4411-980a-106878673e12 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Failed to bind port a8307ca0-92af-40d6-a474-422ed654909e on host n-h1-712140-12 for vnic_type normal using segments [{'id': '9b99cc29-7ecc-4884-aac6-b9f24fe73dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '63aecaa8-0b11-447c-b72c-36e2b214db91'}] Aug 29 04:37:24.384039 n-d-712140-12 neutron-server[94829]: INFO neutron.plugins.ml2.plugin [None req-e4f84996-00f1-4411-980a-106878673e12 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attempt 9 to bind port a8307ca0-92af-40d6-a474-422ed654909e Aug 29 04:37:24.405016 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-e4f84996-00f1-4411-980a-106878673e12 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attempting to bind port a8307ca0-92af-40d6-a474-422ed654909e on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:37:24.406131 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-e4f84996-00f1-4411-980a-106878673e12 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attempting to bind port a8307ca0-92af-40d6-a474-422ed654909e by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': '9b99cc29-7ecc-4884-aac6-b9f24fe73dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '63aecaa8-0b11-447c-b72c-36e2b214db91'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:37:24.409887 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f84996-00f1-4411-980a-106878673e12 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attempting to bind port a8307ca0-92af-40d6-a474-422ed654909e on network 63aecaa8-0b11-447c-b72c-36e2b214db91 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:37:24.416652 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f84996-00f1-4411-980a-106878673e12 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Port a8307ca0-92af-40d6-a474-422ed654909e on network 63aecaa8-0b11-447c-b72c-36e2b214db91 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:37:24.417305 n-d-712140-12 neutron-server[94829]: ERROR neutron.plugins.ml2.managers [None req-e4f84996-00f1-4411-980a-106878673e12 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Failed to bind port a8307ca0-92af-40d6-a474-422ed654909e on host n-h1-712140-12 for vnic_type normal using segments [{'id': '9b99cc29-7ecc-4884-aac6-b9f24fe73dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '63aecaa8-0b11-447c-b72c-36e2b214db91'}] Aug 29 04:37:24.417912 n-d-712140-12 neutron-server[94829]: INFO neutron.plugins.ml2.plugin [None req-e4f84996-00f1-4411-980a-106878673e12 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attempt 10 to bind port a8307ca0-92af-40d6-a474-422ed654909e Aug 29 04:37:24.437586 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-e4f84996-00f1-4411-980a-106878673e12 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attempting to bind port a8307ca0-92af-40d6-a474-422ed654909e on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:37:24.437960 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-e4f84996-00f1-4411-980a-106878673e12 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attempting to bind port a8307ca0-92af-40d6-a474-422ed654909e by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': '9b99cc29-7ecc-4884-aac6-b9f24fe73dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '63aecaa8-0b11-447c-b72c-36e2b214db91'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:37:24.438601 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f84996-00f1-4411-980a-106878673e12 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attempting to bind port a8307ca0-92af-40d6-a474-422ed654909e on network 63aecaa8-0b11-447c-b72c-36e2b214db91 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:37:24.447187 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f84996-00f1-4411-980a-106878673e12 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Port a8307ca0-92af-40d6-a474-422ed654909e on network 63aecaa8-0b11-447c-b72c-36e2b214db91 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:37:24.447810 n-d-712140-12 neutron-server[94829]: ERROR neutron.plugins.ml2.managers [None req-e4f84996-00f1-4411-980a-106878673e12 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Failed to bind port a8307ca0-92af-40d6-a474-422ed654909e on host n-h1-712140-12 for vnic_type normal using segments [{'id': '9b99cc29-7ecc-4884-aac6-b9f24fe73dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '63aecaa8-0b11-447c-b72c-36e2b214db91'}] Aug 29 04:37:24.448346 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e4f84996-00f1-4411-980a-106878673e12 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:24.613955 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-e4f84996-00f1-4411-980a-106878673e12 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] For port a8307ca0-92af-40d6-a474-422ed654909e, host n-h1-712140-12, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:37:24.614448 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-e4f84996-00f1-4411-980a-106878673e12 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attempted to set empty binding levels {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 29 04:37:24.620258 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e4f84996-00f1-4411-980a-106878673e12 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:24.654856 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f84996-00f1-4411-980a-106878673e12 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:24.656915 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e4f84996-00f1-4411-980a-106878673e12 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:24.735509 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device d4918fa5-155b-4f65-bd11-be54692a6303 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:37:24.762305 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-e4f84996-00f1-4411-980a-106878673e12 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 2.4961550 Aug 29 04:37:24.766573 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51040) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:24.803248 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90937b99-f515-4140-ba66-38b77f7a24c2 None None] Network 0d5318a5-71b7-4322-a08b-f33083bf4b6e requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:37:24.810442 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f84996-00f1-4411-980a-106878673e12 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Pushing event updated for resources: {'Port': ['ID=a8307ca0-92af-40d6-a474-422ed654909e,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:24.921132 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-bc06a748-8dbe-473a-bc87-44150df8d4ef None None] Provisioning for port d4918fa5-155b-4f65-bd11-be54692a6303 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:37:24.992844 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-d105421a-d68d-4da2-b923-a1357769afdd tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Deleting port a8307ca0-92af-40d6-a474-422ed654909e {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:37:24.993129 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d105421a-d68d-4da2-b923-a1357769afdd tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:25.025803 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port d4918fa5-155b-4f65-bd11-be54692a6303 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:37:25.067287 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port d4918fa5-155b-4f65-bd11-be54692a6303 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:25.068028 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:25.166274 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51048) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:25.167966 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-d105421a-d68d-4da2-b923-a1357769afdd tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] For port a8307ca0-92af-40d6-a474-422ed654909e, host n-h1-712140-12, got binding levels [] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:25.168346 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d105421a-d68d-4da2-b923-a1357769afdd tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:25.195759 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28bc1cac-b342-4ca6-84ab-b7ba650b5262 tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Made reservation on behalf of 1ce534f318c14764ad460135b6fb2051 for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:37:25.206447 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-28bc1cac-b342-4ca6-84ab-b7ba650b5262 tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:25.233249 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-d105421a-d68d-4da2-b923-a1357769afdd tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Calling delete_port for a8307ca0-92af-40d6-a474-422ed654909e owned by {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:37:25.298950 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ad75db24-d359-4e52-a1e0-56616f6e3c91 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-719380', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-717238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1792'] for router, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:25.329493 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ad75db24-d359-4e52-a1e0-56616f6e3c91 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-719375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-719366', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-717217'] for router, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:25.357050 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d105421a-d68d-4da2-b923-a1357769afdd tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:25.385664 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:25.450182 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d105421a-d68d-4da2-b923-a1357769afdd tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Pushing event deleted for resources: {'Port': ['ID=a8307ca0-92af-40d6-a474-422ed654909e,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:25.471114 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d105421a-d68d-4da2-b923-a1357769afdd tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:25.473162 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-d105421a-d68d-4da2-b923-a1357769afdd tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] 10.222.0.22 "DELETE /v2.0/ports/a8307ca0-92af-40d6-a474-422ed654909e HTTP/1.1" status: 204 len: 168 time: 0.7051363 Aug 29 04:37:25.475883 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51056) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:25.507269 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port d4918fa5-155b-4f65-bd11-be54692a6303, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=d4918fa5-155b-4f65-bd11-be54692a6303,segment=NetworkSegment(89025f14-2433-47fb-b8f2-a7236591991f),segment_id=89025f14-2433-47fb-b8f2-a7236591991f)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:25.513169 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:25.513980 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 17da3e6e-8d80-41c2-90f3-06151eaa2137 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:37:25.522422 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-620dde97-eb2e-4c2d-8e06-5b7107a6defe tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:25.523390 n-d-712140-12 neutron-server[94828]: WARNING neutron.api.v2.base [None req-620dde97-eb2e-4c2d-8e06-5b7107a6defe tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 29 04:37:25.523998 n-d-712140-12 neutron-server[94828]: INFO neutron.api.v2.resource [None req-620dde97-eb2e-4c2d-8e06-5b7107a6defe tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] create failed (client error): There was a conflict when trying to complete your request. Aug 29 04:37:25.531556 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-620dde97-eb2e-4c2d-8e06-5b7107a6defe tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3471916 Aug 29 04:37:25.535429 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51058) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:25.537666 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d62f78e-5758-49d9-aa79-f9ec7b43cd72 None None] Sync routers for ids ['4b214b98-94ff-49e7-b004-767bb391d39a'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:37:25.541858 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-97cc589e-977b-4e99-a74f-59430e3d0a35 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Request body: {'security_group': {'name': 'tempest-secgroup--571609786'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:25.550225 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-8539eb24-a0d5-4453-b0ae-1313b0e2f482 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] GET failed (client error): The resource could not be found. Aug 29 04:37:25.552625 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-8539eb24-a0d5-4453-b0ae-1313b0e2f482 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] 10.222.0.22 "GET /v2.0/ports/a8307ca0-92af-40d6-a474-422ed654909e HTTP/1.1" status: 404 len: 333 time: 0.0739839 Aug 29 04:37:25.555375 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d62f78e-5758-49d9-aa79-f9ec7b43cd72 None None] Routers {'4b214b98-94ff-49e7-b004-767bb391d39a'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:37:25.556240 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-7d62f78e-5758-49d9-aa79-f9ec7b43cd72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:37:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['4b214b98-94ff-49e7-b004-767bb391d39a'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:25.556774 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51060) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:25.562074 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-03801a24-9075-40ca-a8fd-9a38d2381a27 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Request body: {'port': {'network_id': '63aecaa8-0b11-447c-b72c-36e2b214db91', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1584929764'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:25.575056 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-97cc589e-977b-4e99-a74f-59430e3d0a35 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:25.598679 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-97cc589e-977b-4e99-a74f-59430e3d0a35 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:25.610057 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad75db24-d359-4e52-a1e0-56616f6e3c91 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Router 4b214b98-94ff-49e7-b004-767bb391d39a has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:37:25.613431 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03801a24-9075-40ca-a8fd-9a38d2381a27 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Made reservation on behalf of dfa2fa2590ec48a6ac61b9ce8126c663 for: {'port': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:37:25.616131 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-03801a24-9075-40ca-a8fd-9a38d2381a27 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:25.644907 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [None req-03801a24-9075-40ca-a8fd-9a38d2381a27 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] device_id is not set on port acff2123-b264-4bbe-ad37-24054a0eafe0 yet. {{(pid=94829) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:37:25.692087 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=d4918fa5-155b-4f65-bd11-be54692a6303,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:25.733751 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 17da3e6e-8d80-41c2-90f3-06151eaa2137 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:37:25.738216 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 17da3e6e-8d80-41c2-90f3-06151eaa2137 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:25.738803 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:25.780320 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-7d62f78e-5758-49d9-aa79-f9ec7b43cd72 None None] Set router 4b214b98-94ff-49e7-b004-767bb391d39a gateway port host: None {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:37:25.927082 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:25.962606 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad75db24-d359-4e52-a1e0-56616f6e3c91 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:37:25.982554 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 17da3e6e-8d80-41c2-90f3-06151eaa2137, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=17da3e6e-8d80-41c2-90f3-06151eaa2137,segment=NetworkSegment(aef6a537-dc72-425a-8842-54c640c6eb61),segment_id=aef6a537-dc72-425a-8842-54c640c6eb61)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:25.990849 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ad75db24-d359-4e52-a1e0-56616f6e3c91 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks [] for router, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:25.992740 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-ad75db24-d359-4e52-a1e0-56616f6e3c91 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] 10.222.0.22 "PUT /v2.0/routers/4b214b98-94ff-49e7-b004-767bb391d39a HTTP/1.1" status: 200 len: 954 time: 2.8652830 Aug 29 04:37:25.994498 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:25.999074 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51062) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:26.016695 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1da02b0a-f1e8-4ce2-a934-a26e623f35ea None None] Provisioning complete for port d4918fa5-155b-4f65-bd11-be54692a6303 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:26.019282 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1da02b0a-f1e8-4ce2-a934-a26e623f35ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:26.026157 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-28bc1cac-b342-4ca6-84ab-b7ba650b5262 tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9191137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10062364'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:26.026919 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-03801a24-9075-40ca-a8fd-9a38d2381a27 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:26.082513 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-03801a24-9075-40ca-a8fd-9a38d2381a27 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:26.127642 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03801a24-9075-40ca-a8fd-9a38d2381a27 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Network 63aecaa8-0b11-447c-b72c-36e2b214db91 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:37:26.133861 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-03801a24-9075-40ca-a8fd-9a38d2381a27 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:37:26.139266 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03801a24-9075-40ca-a8fd-9a38d2381a27 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:37:26.140551 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03801a24-9075-40ca-a8fd-9a38d2381a27 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:26.141163 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-03801a24-9075-40ca-a8fd-9a38d2381a27 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:26.176185 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03801a24-9075-40ca-a8fd-9a38d2381a27 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Pushing event updated for resources: {'Port': ['ID=acff2123-b264-4bbe-ad37-24054a0eafe0,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:26.235368 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-7d62f78e-5758-49d9-aa79-f9ec7b43cd72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b214b98-94ff-49e7-b004-767bb391d39a', 'name': 'tempest-RoutersIpV6Test-router-1190397809', 'tenant_id': '3eb215580c8748bbad6fe745fb3cc71c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:36:53Z', 'updated_at': '2021-08-29T04:37:23Z', 'revision_number': 6, 'project_id': '3eb215580c8748bbad6fe745fb3cc71c', 'gw_port_host': None, '_interfaces': [{'id': '17da3e6e-8d80-41c2-90f3-06151eaa2137', 'name': '', 'network_id': '5098bdca-026c-4648-af0a-820637af215e', 'tenant_id': '3eb215580c8748bbad6fe745fb3cc71c', 'mac_address': 'fa:16:3e:95:f3:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b214b98-94ff-49e7-b004-767bb391d39a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '6380734d-d396-47f7-9c98-4534703fe854', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:11Z', 'updated_at': '2021-08-29T04:37:21Z', 'revision_number': 4, 'project_id': '3eb215580c8748bbad6fe745fb3cc71c', 'subnets': [{'id': '6380734d-d396-47f7-9c98-4534703fe854', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '228cb7d1-1bdc-4431-b970-31f1e9b0d3d5', 'name': '', 'network_id': '0d5318a5-71b7-4322-a08b-f33083bf4b6e', 'tenant_id': '3eb215580c8748bbad6fe745fb3cc71c', 'mac_address': 'fa:16:3e:77:7f:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b214b98-94ff-49e7-b004-767bb391d39a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '3eaec8a0-51dc-40d5-ba10-6dda0687987a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:20Z', 'updated_at': '2021-08-29T04:37:22Z', 'revision_number': 2, 'project_id': '3eb215580c8748bbad6fe745fb3cc71c', 'subnets': [{'id': '3eaec8a0-51dc-40d5-ba10-6dda0687987a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '29993249-1e66-448d-9de6-3daf478c802a', 'name': '', 'network_id': '48e34a5e-15ec-4939-a896-89879690ff06', 'tenant_id': '3eb215580c8748bbad6fe745fb3cc71c', 'mac_address': 'fa:16:3e:d0:84:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b214b98-94ff-49e7-b004-767bb391d39a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '7e16c38a-dc7d-49a5-98f0-faeedb5211e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:03Z', 'updated_at': '2021-08-29T04:37:12Z', 'revision_number': 5, 'project_id': '3eb215580c8748bbad6fe745fb3cc71c', 'subnets': [{'id': '7e16c38a-dc7d-49a5-98f0-faeedb5211e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b3ba93e-8b2e-49e2-8bbc-5d61240bab89', 'name': '', 'network_id': '55385f77-8348-4e0f-8a55-d04453e10239', 'tenant_id': '3eb215580c8748bbad6fe745fb3cc71c', 'mac_address': 'fa:16:3e:c9:23:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b214b98-94ff-49e7-b004-767bb391d39a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': '7fa41da7-1c40-4e86-b565-b0ecd036cf12', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:36:56Z', 'updated_at': '2021-08-29T04:37:06Z', 'revision_number': 5, 'project_id': '3eb215580c8748bbad6fe745fb3cc71c', 'subnets': [{'id': '7fa41da7-1c40-4e86-b565-b0ecd036cf12', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:26.241723 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=17da3e6e-8d80-41c2-90f3-06151eaa2137,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:26.269365 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d62f78e-5758-49d9-aa79-f9ec7b43cd72 None None] Checking router: 4b214b98-94ff-49e7-b004-767bb391d39a for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:37:26.269725 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d62f78e-5758-49d9-aa79-f9ec7b43cd72 None None] Updating router 4b214b98-94ff-49e7-b004-767bb391d39a port 228cb7d1-1bdc-4431-b970-31f1e9b0d3d5 binding host n-d-712140-12 {{(pid=94831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:37:26.280845 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bc1cac-b342-4ca6-84ab-b7ba650b5262 tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Pushing event updated for resources: {'Subnet': ['ID=b6a1eaaa-04a3-48b3-bf7f-bb2b88623076,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:26.298172 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1da02b0a-f1e8-4ce2-a934-a26e623f35ea None None] Provisioning for port 228cb7d1-1bdc-4431-b970-31f1e9b0d3d5 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:37:26.305111 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7d62f78e-5758-49d9-aa79-f9ec7b43cd72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:26.308992 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1da02b0a-f1e8-4ce2-a934-a26e623f35ea None None] Provisioning complete for port 228cb7d1-1bdc-4431-b970-31f1e9b0d3d5 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:26.309619 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-fcd4de18-e693-4828-82df-fd308200347c tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] 10.222.0.22 "GET /v2.0/routers/4b214b98-94ff-49e7-b004-767bb391d39a HTTP/1.1" status: 200 len: 954 time: 0.3062363 Aug 29 04:37:26.310363 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1da02b0a-f1e8-4ce2-a934-a26e623f35ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:26.312590 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51064) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:26.318051 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-38ee9c03-9c17-4faa-a5f3-2282bf14c87f tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Request body: {'router': {'routes': None}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:26.323225 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-97cc589e-977b-4e99-a74f-59430e3d0a35 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:26.324509 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bc1cac-b342-4ca6-84ab-b7ba650b5262 tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Checking segment: {'id': '124933a1-5395-4e28-85fb-c4541d4babf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '2a398912-a551-42ae-b919-b4921efbe0d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:37:26.325082 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bc1cac-b342-4ca6-84ab-b7ba650b5262 tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Network hostable DHCP agents. Network: 2a398912-a551-42ae-b919-b4921efbe0d9, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:37:26.330123 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-97cc589e-977b-4e99-a74f-59430e3d0a35 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:26.364173 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cc589e-977b-4e99-a74f-59430e3d0a35 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be8fc8cb-fff6-45ff-8d8d-149436c8afb4,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:26.383662 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bc1cac-b342-4ca6-84ab-b7ba650b5262 tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Network 2a398912-a551-42ae-b919-b4921efbe0d9 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:37:26.399285 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-28bc1cac-b342-4ca6-84ab-b7ba650b5262 tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 2a398912-a551-42ae-b919-b4921efbe0d9) {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:37:26.399474 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-1da02b0a-f1e8-4ce2-a934-a26e623f35ea None None] Port 228cb7d1-1bdc-4431-b970-31f1e9b0d3d5 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:37:26.406297 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28bc1cac-b342-4ca6-84ab-b7ba650b5262 tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:26.407320 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-28bc1cac-b342-4ca6-84ab-b7ba650b5262 tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:26.478679 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f6cd45-3eae-44ea-b223-1c890f0f9bb0 None None] Network 2a398912-a551-42ae-b919-b4921efbe0d9 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:37:26.578396 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-97cc589e-977b-4e99-a74f-59430e3d0a35 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:26.584643 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-97cc589e-977b-4e99-a74f-59430e3d0a35 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:26.618212 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-28bc1cac-b342-4ca6-84ab-b7ba650b5262 tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4841335 Aug 29 04:37:26.679563 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cc589e-977b-4e99-a74f-59430e3d0a35 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e63c57b-6ad8-4deb-b1aa-b9c4e2878967,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:26.682394 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device d4918fa5-155b-4f65-bd11-be54692a6303 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:37:26.689891 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51070) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:26.699628 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-ca2d6a97-647f-4bca-8e2f-3d899a7549b4 tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-715686430', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:26.761494 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-97cc589e-977b-4e99-a74f-59430e3d0a35 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:26.767395 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-97cc589e-977b-4e99-a74f-59430e3d0a35 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2297409 Aug 29 04:37:26.769981 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ca2d6a97-647f-4bca-8e2f-3d899a7549b4 tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:26.771239 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ca2d6a97-647f-4bca-8e2f-3d899a7549b4 tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1838'] for router, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:26.777308 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51072) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:26.788050 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-8d0d1e7d-14c1-4ffc-b951-bde205a004dc tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Request body: {'security_group_rule': {'security_group_id': '6e63c57b-6ad8-4deb-b1aa-b9c4e2878967', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:26.851883 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8d0d1e7d-14c1-4ffc-b951-bde205a004dc tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:26.858674 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7d62f78e-5758-49d9-aa79-f9ec7b43cd72 None None] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:26.869927 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-7d62f78e-5758-49d9-aa79-f9ec7b43cd72 None None] Transition to ACTIVE for port object 228cb7d1-1bdc-4431-b970-31f1e9b0d3d5 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:37:26.872551 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-859e7c87-2058-4127-972d-05adfa92875c None None] Provisioning complete for port 228cb7d1-1bdc-4431-b970-31f1e9b0d3d5 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:26.876017 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-859e7c87-2058-4127-972d-05adfa92875c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:26.879765 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7d62f78e-5758-49d9-aa79-f9ec7b43cd72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:26.948150 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ca2d6a97-647f-4bca-8e2f-3d899a7549b4 tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:26.959816 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ca2d6a97-647f-4bca-8e2f-3d899a7549b4 tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409'] for router, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:26.973431 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26033fa-70b7-493e-a368-47a4806418ad None None] Pushing event updated for resources: {'Port': ['ID=228cb7d1-1bdc-4431-b970-31f1e9b0d3d5,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:27.001725 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ca2d6a97-647f-4bca-8e2f-3d899a7549b4 tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Notify callbacks [] for router, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:27.006662 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-ca2d6a97-647f-4bca-8e2f-3d899a7549b4 tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.3132553 Aug 29 04:37:27.006842 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-7d62f78e-5758-49d9-aa79-f9ec7b43cd72 None None] Attempting to bind port 228cb7d1-1bdc-4431-b970-31f1e9b0d3d5 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:37:27.006976 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-7d62f78e-5758-49d9-aa79-f9ec7b43cd72 None None] Attempting to bind port 228cb7d1-1bdc-4431-b970-31f1e9b0d3d5 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '89025f14-2433-47fb-b8f2-a7236591991f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '0d5318a5-71b7-4322-a08b-f33083bf4b6e'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:37:27.007155 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51074) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:27.007542 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d62f78e-5758-49d9-aa79-f9ec7b43cd72 None None] Attempting to bind port 228cb7d1-1bdc-4431-b970-31f1e9b0d3d5 on network 0d5318a5-71b7-4322-a08b-f33083bf4b6e {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:37:27.017007 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d62f78e-5758-49d9-aa79-f9ec7b43cd72 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:37:27.017540 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d62f78e-5758-49d9-aa79-f9ec7b43cd72 None None] Checking segment: {'id': '89025f14-2433-47fb-b8f2-a7236591991f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '0d5318a5-71b7-4322-a08b-f33083bf4b6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:37:27.018131 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7d62f78e-5758-49d9-aa79-f9ec7b43cd72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:27.024265 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d62f78e-5758-49d9-aa79-f9ec7b43cd72 None None] Bound using segment: {'id': '89025f14-2433-47fb-b8f2-a7236591991f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '0d5318a5-71b7-4322-a08b-f33083bf4b6e'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:37:27.024930 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-7d62f78e-5758-49d9-aa79-f9ec7b43cd72 None None] Bound port: 228cb7d1-1bdc-4431-b970-31f1e9b0d3d5, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89025f14-2433-47fb-b8f2-a7236591991f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '0d5318a5-71b7-4322-a08b-f33083bf4b6e'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:37:27.025460 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7d62f78e-5758-49d9-aa79-f9ec7b43cd72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:27.121221 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-7d62f78e-5758-49d9-aa79-f9ec7b43cd72 None None] For port 228cb7d1-1bdc-4431-b970-31f1e9b0d3d5, host n-d-712140-12, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:37:27.125494 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-7d62f78e-5758-49d9-aa79-f9ec7b43cd72 None None] For port 228cb7d1-1bdc-4431-b970-31f1e9b0d3d5, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=228cb7d1-1bdc-4431-b970-31f1e9b0d3d5,segment=NetworkSegment(89025f14-2433-47fb-b8f2-a7236591991f),segment_id=89025f14-2433-47fb-b8f2-a7236591991f)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:37:27.131073 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7d62f78e-5758-49d9-aa79-f9ec7b43cd72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:27.190278 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d62f78e-5758-49d9-aa79-f9ec7b43cd72 None None] Routers {'4b214b98-94ff-49e7-b004-767bb391d39a'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:37:27.191087 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-7d62f78e-5758-49d9-aa79-f9ec7b43cd72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:37:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['4b214b98-94ff-49e7-b004-767bb391d39a'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:27.223860 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-03801a24-9075-40ca-a8fd-9a38d2381a27 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.6632779 Aug 29 04:37:27.266579 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51076) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:27.281391 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-88e5c66b-e84f-4403-89ea-cc23e5bd7a75 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-712140-12'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:27.348010 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-7d62f78e-5758-49d9-aa79-f9ec7b43cd72 None None] Set router 4b214b98-94ff-49e7-b004-767bb391d39a gateway port host: None {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:37:27.376138 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-039b846f-0b82-4b2b-a489-66fbef000a0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-2a398912-a551-42ae-b919-b4921efbe0d9', 'network_id': '2a398912-a551-42ae-b919-b4921efbe0d9', 'tenant_id': '1ce534f318c14764ad460135b6fb2051', 'fixed_ips': [{'subnet_id': 'b6a1eaaa-04a3-48b3-bf7f-bb2b88623076'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:37:27.377911 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-039b846f-0b82-4b2b-a489-66fbef000a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:27.436976 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-859e7c87-2058-4127-972d-05adfa92875c None None] Port 228cb7d1-1bdc-4431-b970-31f1e9b0d3d5 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:37:27.471237 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port d4918fa5-155b-4f65-bd11-be54692a6303 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:27.480324 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:27.584004 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8d0d1e7d-14c1-4ffc-b951-bde205a004dc tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:27.587195 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e0bf9717-a7a7-41c1-9394-15eb30456d6f tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:27.606182 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8d0d1e7d-14c1-4ffc-b951-bde205a004dc tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:27.658561 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-88e5c66b-e84f-4403-89ea-cc23e5bd7a75 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:27.688134 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26033fa-70b7-493e-a368-47a4806418ad None None] Pushing event updated for resources: {'Port': ['ID=228cb7d1-1bdc-4431-b970-31f1e9b0d3d5,revision_number=4']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:27.777662 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8d0d1e7d-14c1-4ffc-b951-bde205a004dc tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:27.780639 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-8d0d1e7d-14c1-4ffc-b951-bde205a004dc tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0020435 Aug 29 04:37:27.782116 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0d1e7d-14c1-4ffc-b951-bde205a004dc tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0781bc5d-7b71-4ee1-a9c7-498e15134656,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:27.784296 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51084) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:27.971615 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 17da3e6e-8d80-41c2-90f3-06151eaa2137 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:37:27.996716 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-039b846f-0b82-4b2b-a489-66fbef000a0b None None] Allocated IP 172.20.0.2 (2a398912-a551-42ae-b919-b4921efbe0d9/b6a1eaaa-04a3-48b3-bf7f-bb2b88623076/dccc612f-0590-4365-9d9b-ea541f255790) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:37:28.016484 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-db9813f3-8fc1-4d70-9457-a5955775b50d tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Request body: {'security_group_rule': {'security_group_id': '6e63c57b-6ad8-4deb-b1aa-b9c4e2878967', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:28.044882 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-7d62f78e-5758-49d9-aa79-f9ec7b43cd72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b214b98-94ff-49e7-b004-767bb391d39a', 'name': 'tempest-RoutersIpV6Test-router-1190397809', 'tenant_id': '3eb215580c8748bbad6fe745fb3cc71c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:36:53Z', 'updated_at': '2021-08-29T04:37:23Z', 'revision_number': 6, 'project_id': '3eb215580c8748bbad6fe745fb3cc71c', 'gw_port_host': None, '_interfaces': [{'id': '17da3e6e-8d80-41c2-90f3-06151eaa2137', 'name': '', 'network_id': '5098bdca-026c-4648-af0a-820637af215e', 'tenant_id': '3eb215580c8748bbad6fe745fb3cc71c', 'mac_address': 'fa:16:3e:95:f3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b214b98-94ff-49e7-b004-767bb391d39a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '6380734d-d396-47f7-9c98-4534703fe854', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:11Z', 'updated_at': '2021-08-29T04:37:25Z', 'revision_number': 5, 'project_id': '3eb215580c8748bbad6fe745fb3cc71c', 'subnets': [{'id': '6380734d-d396-47f7-9c98-4534703fe854', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '228cb7d1-1bdc-4431-b970-31f1e9b0d3d5', 'name': '', 'network_id': '0d5318a5-71b7-4322-a08b-f33083bf4b6e', 'tenant_id': '3eb215580c8748bbad6fe745fb3cc71c', 'mac_address': 'fa:16:3e:77:7f:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b214b98-94ff-49e7-b004-767bb391d39a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '3eaec8a0-51dc-40d5-ba10-6dda0687987a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:20Z', 'updated_at': '2021-08-29T04:37:27Z', 'revision_number': 4, 'project_id': '3eb215580c8748bbad6fe745fb3cc71c', 'subnets': [{'id': '3eaec8a0-51dc-40d5-ba10-6dda0687987a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '29993249-1e66-448d-9de6-3daf478c802a', 'name': '', 'network_id': '48e34a5e-15ec-4939-a896-89879690ff06', 'tenant_id': '3eb215580c8748bbad6fe745fb3cc71c', 'mac_address': 'fa:16:3e:d0:84:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b214b98-94ff-49e7-b004-767bb391d39a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '7e16c38a-dc7d-49a5-98f0-faeedb5211e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:03Z', 'updated_at': '2021-08-29T04:37:12Z', 'revision_number': 5, 'project_id': '3eb215580c8748bbad6fe745fb3cc71c', 'subnets': [{'id': '7e16c38a-dc7d-49a5-98f0-faeedb5211e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b3ba93e-8b2e-49e2-8bbc-5d61240bab89', 'name': '', 'network_id': '55385f77-8348-4e0f-8a55-d04453e10239', 'tenant_id': '3eb215580c8748bbad6fe745fb3cc71c', 'mac_address': 'fa:16:3e:c9:23:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b214b98-94ff-49e7-b004-767bb391d39a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': '7fa41da7-1c40-4e86-b565-b0ecd036cf12', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:36:56Z', 'updated_at': '2021-08-29T04:37:06Z', 'revision_number': 5, 'project_id': '3eb215580c8748bbad6fe745fb3cc71c', 'subnets': [{'id': '7fa41da7-1c40-4e86-b565-b0ecd036cf12', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:28.086203 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51088) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:28.118015 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d62f78e-5758-49d9-aa79-f9ec7b43cd72 None None] The sync data for ids ['4b214b98-94ff-49e7-b004-767bb391d39a'] in n-d-712140-12 is: [{'id': '4b214b98-94ff-49e7-b004-767bb391d39a', 'name': 'tempest-RoutersIpV6Test-router-1190397809', 'tenant_id': '3eb215580c8748bbad6fe745fb3cc71c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:36:53Z', 'updated_at': '2021-08-29T04:37:23Z', 'revision_number': 6, 'project_id': '3eb215580c8748bbad6fe745fb3cc71c', 'gw_port_host': None, '_interfaces': [{'id': '17da3e6e-8d80-41c2-90f3-06151eaa2137', 'name': '', 'network_id': '5098bdca-026c-4648-af0a-820637af215e', 'tenant_id': '3eb215580c8748bbad6fe745fb3cc71c', 'mac_address': 'fa:16:3e:95:f3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b214b98-94ff-49e7-b004-767bb391d39a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '6380734d-d396-47f7-9c98-4534703fe854', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:11Z', 'updated_at': '2021-08-29T04:37:25Z', 'revision_number': 5, 'project_id': '3eb215580c8748bbad6fe745fb3cc71c', 'subnets': [{'id': '6380734d-d396-47f7-9c98-4534703fe854', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '228cb7d1-1bdc-4431-b970-31f1e9b0d3d5', 'name': '', 'network_id': '0d5318a5-71b7-4322-a08b-f33083bf4b6e', 'tenant_id': '3eb215580c8748bbad6fe745fb3cc71c', 'mac_address': 'fa:16:3e:77:7f:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b214b98-94ff-49e7-b004-767bb391d39a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '3eaec8a0-51dc-40d5-ba10-6dda0687987a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:20Z', 'updated_at': '2021-08-29T04:37:27Z', 'revision_number': 4, 'project_id': '3eb215580c8748bbad6fe745fb3cc71c', 'subnets': [{'id': '3eaec8a0-51dc-40d5-ba10-6dda0687987a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '29993249-1e66-448d-9de6-3daf478c802a', 'name': '', 'network_id': '48e34a5e-15ec-4939-a896-89879690ff06', 'tenant_id': '3eb215580c8748bbad6fe745fb3cc71c', 'mac_address': 'fa:16:3e:d0:84:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b214b98-94ff-49e7-b004-767bb391d39a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '7e16c38a-dc7d-49a5-98f0-faeedb5211e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:03Z', 'updated_at': '2021-08-29T04:37:12Z', 'revision_number': 5, 'project_id': '3eb215580c8748bbad6fe745fb3cc71c', 'subnets': [{'id': '7e16c38a-dc7d-49a5-98f0-faeedb5211e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b3ba93e-8b2e-49e2-8bbc-5d61240bab89', 'name': '', 'network_id': '55385f77-8348-4e0f-8a55-d04453e10239', 'tenant_id': '3eb215580c8748bbad6fe745fb3cc71c', 'mac_address': 'fa:16:3e:c9:23:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b214b98-94ff-49e7-b004-767bb391d39a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': '7fa41da7-1c40-4e86-b565-b0ecd036cf12', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:36:56Z', 'updated_at': '2021-08-29T04:37:06Z', 'revision_number': 5, 'project_id': '3eb215580c8748bbad6fe745fb3cc71c', 'subnets': [{'id': '7fa41da7-1c40-4e86-b565-b0ecd036cf12', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:37:28.122138 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 17da3e6e-8d80-41c2-90f3-06151eaa2137 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:28.122522 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:28.211852 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-db9813f3-8fc1-4d70-9457-a5955775b50d tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:28.317449 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9b0c7054-ee5b-4e39-a1e5-248959f4eeb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:28.332216 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-039b846f-0b82-4b2b-a489-66fbef000a0b None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:28.345515 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-039b846f-0b82-4b2b-a489-66fbef000a0b None None] Transition to ACTIVE for port object dccc612f-0590-4365-9d9b-ea541f255790 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:37:28.376776 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-039b846f-0b82-4b2b-a489-66fbef000a0b None None] Transition to ACTIVE for port object dccc612f-0590-4365-9d9b-ea541f255790 will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:37:28.381622 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.extraroute_db [None req-38ee9c03-9c17-4faa-a5f3-2282bf14c87f tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Added routes are [] {{(pid=94829) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 29 04:37:28.382378 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.extraroute_db [None req-38ee9c03-9c17-4faa-a5f3-2282bf14c87f tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=94829) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 29 04:37:28.392561 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-039b846f-0b82-4b2b-a489-66fbef000a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:28.476041 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039b846f-0b82-4b2b-a489-66fbef000a0b None None] Network 2a398912-a551-42ae-b919-b4921efbe0d9 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:37:28.487394 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-039b846f-0b82-4b2b-a489-66fbef000a0b None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:37:28.499414 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039b846f-0b82-4b2b-a489-66fbef000a0b None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:37:28.502672 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [None req-88e5c66b-e84f-4403-89ea-cc23e5bd7a75 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] device_id is not set on port acff2123-b264-4bbe-ad37-24054a0eafe0 yet. {{(pid=94829) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:37:28.518664 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039b846f-0b82-4b2b-a489-66fbef000a0b None None] Pushing event updated for resources: {'Port': ['ID=dccc612f-0590-4365-9d9b-ea541f255790,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:28.527454 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-88e5c66b-e84f-4403-89ea-cc23e5bd7a75 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:28.544953 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 228cb7d1-1bdc-4431-b970-31f1e9b0d3d5 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:37:28.549287 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-38ee9c03-9c17-4faa-a5f3-2282bf14c87f tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-719380', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-717238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1792'] for router, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:28.561375 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-88e5c66b-e84f-4403-89ea-cc23e5bd7a75 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Transition to ACTIVE for port object acff2123-b264-4bbe-ad37-24054a0eafe0 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:37:28.569504 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-e0bf9717-a7a7-41c1-9394-15eb30456d6f tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Allocated IP 172.20.0.1 (2a398912-a551-42ae-b919-b4921efbe0d9/b6a1eaaa-04a3-48b3-bf7f-bb2b88623076/7ac81ef9-af96-44db-93e8-0a0ac46c01a0) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:37:28.637480 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-039b846f-0b82-4b2b-a489-66fbef000a0b None None] Attempting to bind port dccc612f-0590-4365-9d9b-ea541f255790 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:37:28.637901 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-039b846f-0b82-4b2b-a489-66fbef000a0b None None] Attempting to bind port dccc612f-0590-4365-9d9b-ea541f255790 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '124933a1-5395-4e28-85fb-c4541d4babf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '2a398912-a551-42ae-b919-b4921efbe0d9'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:37:28.638279 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039b846f-0b82-4b2b-a489-66fbef000a0b None None] Attempting to bind port dccc612f-0590-4365-9d9b-ea541f255790 on network 2a398912-a551-42ae-b919-b4921efbe0d9 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:37:28.646511 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e327c2-3195-49cf-8e20-a27eeb8e4c1a None None] Sync routers for ids ['4b214b98-94ff-49e7-b004-767bb391d39a'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:37:28.664340 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039b846f-0b82-4b2b-a489-66fbef000a0b None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:37:28.664942 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039b846f-0b82-4b2b-a489-66fbef000a0b None None] Checking segment: {'id': '124933a1-5395-4e28-85fb-c4541d4babf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '2a398912-a551-42ae-b919-b4921efbe0d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:37:28.665596 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-039b846f-0b82-4b2b-a489-66fbef000a0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:28.666236 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039b846f-0b82-4b2b-a489-66fbef000a0b None None] Bound using segment: {'id': '124933a1-5395-4e28-85fb-c4541d4babf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '2a398912-a551-42ae-b919-b4921efbe0d9'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:37:28.667014 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-039b846f-0b82-4b2b-a489-66fbef000a0b None None] Bound port: dccc612f-0590-4365-9d9b-ea541f255790, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '124933a1-5395-4e28-85fb-c4541d4babf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '2a398912-a551-42ae-b919-b4921efbe0d9'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:37:28.667611 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-039b846f-0b82-4b2b-a489-66fbef000a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:28.690808 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:28.717835 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-88e5c66b-e84f-4403-89ea-cc23e5bd7a75 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:28.723934 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 228cb7d1-1bdc-4431-b970-31f1e9b0d3d5 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:37:28.730894 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 228cb7d1-1bdc-4431-b970-31f1e9b0d3d5 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:28.732286 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:28.749610 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e327c2-3195-49cf-8e20-a27eeb8e4c1a None None] Routers {'4b214b98-94ff-49e7-b004-767bb391d39a'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:37:28.750673 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-61e327c2-3195-49cf-8e20-a27eeb8e4c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:37:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['4b214b98-94ff-49e7-b004-767bb391d39a'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:28.768739 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9b0c7054-ee5b-4e39-a1e5-248959f4eeb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:28.775284 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9b0c7054-ee5b-4e39-a1e5-248959f4eeb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:28.830260 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e0bf9717-a7a7-41c1-9394-15eb30456d6f tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:28.842415 n-d-712140-12 neutron-server[94829]: INFO neutron.api.v2.resource [None req-db9813f3-8fc1-4d70-9457-a5955775b50d tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] create failed (client error): There was a conflict when trying to complete your request. Aug 29 04:37:28.844303 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-db9813f3-8fc1-4d70-9457-a5955775b50d tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.8363552 Aug 29 04:37:28.849792 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-9b0c7054-ee5b-4e39-a1e5-248959f4eeb1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0a8c66dcb6414ecf809302e2bfead1e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7621095 Aug 29 04:37:28.856172 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51092) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:28.857047 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51094) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:28.894135 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0c7054-ee5b-4e39-a1e5-248959f4eeb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ca757df-cb5e-404d-bc08-e51ace6d9c1e,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:28.898655 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-039b846f-0b82-4b2b-a489-66fbef000a0b None None] For port dccc612f-0590-4365-9d9b-ea541f255790, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:37:28.918671 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e0bf9717-a7a7-41c1-9394-15eb30456d6f tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Transition to ACTIVE for port object 7ac81ef9-af96-44db-93e8-0a0ac46c01a0 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:37:28.936338 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-039b846f-0b82-4b2b-a489-66fbef000a0b None None] For port dccc612f-0590-4365-9d9b-ea541f255790, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=dccc612f-0590-4365-9d9b-ea541f255790,segment=NetworkSegment(124933a1-5395-4e28-85fb-c4541d4babf3),segment_id=124933a1-5395-4e28-85fb-c4541d4babf3)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:37:28.950523 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-039b846f-0b82-4b2b-a489-66fbef000a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:28.953838 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-38ee9c03-9c17-4faa-a5f3-2282bf14c87f tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-719380', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-717238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1792'] for router, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:28.964104 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e5c66b-e84f-4403-89ea-cc23e5bd7a75 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Pushing event updated for resources: {'Port': ['ID=acff2123-b264-4bbe-ad37-24054a0eafe0,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:28.967519 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-61e327c2-3195-49cf-8e20-a27eeb8e4c1a None None] Set router 4b214b98-94ff-49e7-b004-767bb391d39a gateway port host: None {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:37:28.991980 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-38ee9c03-9c17-4faa-a5f3-2282bf14c87f tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-719375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-719366', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-717217'] for router, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:28.995824 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-88e5c66b-e84f-4403-89ea-cc23e5bd7a75 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attempting to bind port acff2123-b264-4bbe-ad37-24054a0eafe0 on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:37:28.996301 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-88e5c66b-e84f-4403-89ea-cc23e5bd7a75 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attempting to bind port acff2123-b264-4bbe-ad37-24054a0eafe0 by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': '9b99cc29-7ecc-4884-aac6-b9f24fe73dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '63aecaa8-0b11-447c-b72c-36e2b214db91'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:37:28.996869 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e5c66b-e84f-4403-89ea-cc23e5bd7a75 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attempting to bind port acff2123-b264-4bbe-ad37-24054a0eafe0 on network 63aecaa8-0b11-447c-b72c-36e2b214db91 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:37:29.027243 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e5c66b-e84f-4403-89ea-cc23e5bd7a75 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Port acff2123-b264-4bbe-ad37-24054a0eafe0 on network 63aecaa8-0b11-447c-b72c-36e2b214db91 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:37:29.027823 n-d-712140-12 neutron-server[94829]: ERROR neutron.plugins.ml2.managers [None req-88e5c66b-e84f-4403-89ea-cc23e5bd7a75 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Failed to bind port acff2123-b264-4bbe-ad37-24054a0eafe0 on host n-h1-712140-12 for vnic_type normal using segments [{'id': '9b99cc29-7ecc-4884-aac6-b9f24fe73dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '63aecaa8-0b11-447c-b72c-36e2b214db91'}] Aug 29 04:37:29.040737 n-d-712140-12 neutron-server[94829]: INFO neutron.plugins.ml2.plugin [None req-88e5c66b-e84f-4403-89ea-cc23e5bd7a75 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attempt 2 to bind port acff2123-b264-4bbe-ad37-24054a0eafe0 Aug 29 04:37:29.066017 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dda0dd15-3e11-4eb8-b8ea-e383ccfa4db9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:29.070163 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-55b673f2-4798-49f2-89bb-125b8e9bec8d tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:29.089301 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e0bf9717-a7a7-41c1-9394-15eb30456d6f tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:29.131846 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:29.141267 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-88e5c66b-e84f-4403-89ea-cc23e5bd7a75 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attempting to bind port acff2123-b264-4bbe-ad37-24054a0eafe0 on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:37:29.141852 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-88e5c66b-e84f-4403-89ea-cc23e5bd7a75 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attempting to bind port acff2123-b264-4bbe-ad37-24054a0eafe0 by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': '9b99cc29-7ecc-4884-aac6-b9f24fe73dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '63aecaa8-0b11-447c-b72c-36e2b214db91'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:37:29.142368 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e5c66b-e84f-4403-89ea-cc23e5bd7a75 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attempting to bind port acff2123-b264-4bbe-ad37-24054a0eafe0 on network 63aecaa8-0b11-447c-b72c-36e2b214db91 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:37:29.173002 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dda0dd15-3e11-4eb8-b8ea-e383ccfa4db9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:29.188834 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e5c66b-e84f-4403-89ea-cc23e5bd7a75 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Port acff2123-b264-4bbe-ad37-24054a0eafe0 on network 63aecaa8-0b11-447c-b72c-36e2b214db91 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:37:29.189278 n-d-712140-12 neutron-server[94829]: ERROR neutron.plugins.ml2.managers [None req-88e5c66b-e84f-4403-89ea-cc23e5bd7a75 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Failed to bind port acff2123-b264-4bbe-ad37-24054a0eafe0 on host n-h1-712140-12 for vnic_type normal using segments [{'id': '9b99cc29-7ecc-4884-aac6-b9f24fe73dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '63aecaa8-0b11-447c-b72c-36e2b214db91'}] Aug 29 04:37:29.191243 n-d-712140-12 neutron-server[94829]: INFO neutron.plugins.ml2.plugin [None req-88e5c66b-e84f-4403-89ea-cc23e5bd7a75 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attempt 3 to bind port acff2123-b264-4bbe-ad37-24054a0eafe0 Aug 29 04:37:29.191949 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-55b673f2-4798-49f2-89bb-125b8e9bec8d tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:29.216618 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-88e5c66b-e84f-4403-89ea-cc23e5bd7a75 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attempting to bind port acff2123-b264-4bbe-ad37-24054a0eafe0 on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:37:29.217059 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-88e5c66b-e84f-4403-89ea-cc23e5bd7a75 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attempting to bind port acff2123-b264-4bbe-ad37-24054a0eafe0 by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': '9b99cc29-7ecc-4884-aac6-b9f24fe73dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '63aecaa8-0b11-447c-b72c-36e2b214db91'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:37:29.217474 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e5c66b-e84f-4403-89ea-cc23e5bd7a75 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attempting to bind port acff2123-b264-4bbe-ad37-24054a0eafe0 on network 63aecaa8-0b11-447c-b72c-36e2b214db91 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:37:29.224613 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e5c66b-e84f-4403-89ea-cc23e5bd7a75 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Port acff2123-b264-4bbe-ad37-24054a0eafe0 on network 63aecaa8-0b11-447c-b72c-36e2b214db91 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:37:29.225052 n-d-712140-12 neutron-server[94829]: ERROR neutron.plugins.ml2.managers [None req-88e5c66b-e84f-4403-89ea-cc23e5bd7a75 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Failed to bind port acff2123-b264-4bbe-ad37-24054a0eafe0 on host n-h1-712140-12 for vnic_type normal using segments [{'id': '9b99cc29-7ecc-4884-aac6-b9f24fe73dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '63aecaa8-0b11-447c-b72c-36e2b214db91'}] Aug 29 04:37:29.226824 n-d-712140-12 neutron-server[94829]: INFO neutron.plugins.ml2.plugin [None req-88e5c66b-e84f-4403-89ea-cc23e5bd7a75 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attempt 4 to bind port acff2123-b264-4bbe-ad37-24054a0eafe0 Aug 29 04:37:29.240927 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0bf9717-a7a7-41c1-9394-15eb30456d6f tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Network 2a398912-a551-42ae-b919-b4921efbe0d9 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:37:29.244449 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-e0bf9717-a7a7-41c1-9394-15eb30456d6f tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:37:29.244570 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-88e5c66b-e84f-4403-89ea-cc23e5bd7a75 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attempting to bind port acff2123-b264-4bbe-ad37-24054a0eafe0 on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:37:29.244994 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-88e5c66b-e84f-4403-89ea-cc23e5bd7a75 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attempting to bind port acff2123-b264-4bbe-ad37-24054a0eafe0 by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': '9b99cc29-7ecc-4884-aac6-b9f24fe73dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '63aecaa8-0b11-447c-b72c-36e2b214db91'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:37:29.245521 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e5c66b-e84f-4403-89ea-cc23e5bd7a75 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attempting to bind port acff2123-b264-4bbe-ad37-24054a0eafe0 on network 63aecaa8-0b11-447c-b72c-36e2b214db91 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:37:29.249704 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38ee9c03-9c17-4faa-a5f3-2282bf14c87f tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Router 4b214b98-94ff-49e7-b004-767bb391d39a has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:37:29.254130 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e5c66b-e84f-4403-89ea-cc23e5bd7a75 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Port acff2123-b264-4bbe-ad37-24054a0eafe0 on network 63aecaa8-0b11-447c-b72c-36e2b214db91 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:37:29.254448 n-d-712140-12 neutron-server[94829]: ERROR neutron.plugins.ml2.managers [None req-88e5c66b-e84f-4403-89ea-cc23e5bd7a75 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Failed to bind port acff2123-b264-4bbe-ad37-24054a0eafe0 on host n-h1-712140-12 for vnic_type normal using segments [{'id': '9b99cc29-7ecc-4884-aac6-b9f24fe73dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '63aecaa8-0b11-447c-b72c-36e2b214db91'}] Aug 29 04:37:29.255749 n-d-712140-12 neutron-server[94829]: INFO neutron.plugins.ml2.plugin [None req-88e5c66b-e84f-4403-89ea-cc23e5bd7a75 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attempt 5 to bind port acff2123-b264-4bbe-ad37-24054a0eafe0 Aug 29 04:37:29.257877 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 228cb7d1-1bdc-4431-b970-31f1e9b0d3d5, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=228cb7d1-1bdc-4431-b970-31f1e9b0d3d5,segment=NetworkSegment(89025f14-2433-47fb-b8f2-a7236591991f),segment_id=89025f14-2433-47fb-b8f2-a7236591991f)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:29.260223 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0bf9717-a7a7-41c1-9394-15eb30456d6f tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:37:29.263509 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039b846f-0b82-4b2b-a489-66fbef000a0b None None] Pushing event updated for resources: {'Port': ['ID=dccc612f-0590-4365-9d9b-ea541f255790,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:29.283671 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-88e5c66b-e84f-4403-89ea-cc23e5bd7a75 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attempting to bind port acff2123-b264-4bbe-ad37-24054a0eafe0 on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:37:29.284213 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-88e5c66b-e84f-4403-89ea-cc23e5bd7a75 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attempting to bind port acff2123-b264-4bbe-ad37-24054a0eafe0 by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': '9b99cc29-7ecc-4884-aac6-b9f24fe73dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '63aecaa8-0b11-447c-b72c-36e2b214db91'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:37:29.284679 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e5c66b-e84f-4403-89ea-cc23e5bd7a75 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attempting to bind port acff2123-b264-4bbe-ad37-24054a0eafe0 on network 63aecaa8-0b11-447c-b72c-36e2b214db91 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:37:29.290469 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e5c66b-e84f-4403-89ea-cc23e5bd7a75 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Port acff2123-b264-4bbe-ad37-24054a0eafe0 on network 63aecaa8-0b11-447c-b72c-36e2b214db91 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:37:29.290906 n-d-712140-12 neutron-server[94829]: ERROR neutron.plugins.ml2.managers [None req-88e5c66b-e84f-4403-89ea-cc23e5bd7a75 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Failed to bind port acff2123-b264-4bbe-ad37-24054a0eafe0 on host n-h1-712140-12 for vnic_type normal using segments [{'id': '9b99cc29-7ecc-4884-aac6-b9f24fe73dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '63aecaa8-0b11-447c-b72c-36e2b214db91'}] Aug 29 04:37:29.294675 n-d-712140-12 neutron-server[94829]: INFO neutron.plugins.ml2.plugin [None req-88e5c66b-e84f-4403-89ea-cc23e5bd7a75 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attempt 6 to bind port acff2123-b264-4bbe-ad37-24054a0eafe0 Aug 29 04:37:29.367817 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bf9717-a7a7-41c1-9394-15eb30456d6f tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Pushing event updated for resources: {'Port': ['ID=7ac81ef9-af96-44db-93e8-0a0ac46c01a0,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:29.397142 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:29.407327 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e0bf9717-a7a7-41c1-9394-15eb30456d6f tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719598'] for router_interface, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:29.449920 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-88e5c66b-e84f-4403-89ea-cc23e5bd7a75 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attempting to bind port acff2123-b264-4bbe-ad37-24054a0eafe0 on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:37:29.451058 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-88e5c66b-e84f-4403-89ea-cc23e5bd7a75 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attempting to bind port acff2123-b264-4bbe-ad37-24054a0eafe0 by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': '9b99cc29-7ecc-4884-aac6-b9f24fe73dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '63aecaa8-0b11-447c-b72c-36e2b214db91'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:37:29.451159 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e5c66b-e84f-4403-89ea-cc23e5bd7a75 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attempting to bind port acff2123-b264-4bbe-ad37-24054a0eafe0 on network 63aecaa8-0b11-447c-b72c-36e2b214db91 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:37:29.454651 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-55b673f2-4798-49f2-89bb-125b8e9bec8d tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:29.458307 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-55b673f2-4798-49f2-89bb-125b8e9bec8d tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:29.460689 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-55b673f2-4798-49f2-89bb-125b8e9bec8d tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] 10.222.0.22 "DELETE /v2.0/security-groups/6e63c57b-6ad8-4deb-b1aa-b9c4e2878967 HTTP/1.1" status: 204 len: 168 time: 0.6020966 Aug 29 04:37:29.480553 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b673f2-4798-49f2-89bb-125b8e9bec8d tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e63c57b-6ad8-4deb-b1aa-b9c4e2878967,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:29.486159 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51100) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:29.487444 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dda0dd15-3e11-4eb8-b8ea-e383ccfa4db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:29.491866 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dda0dd15-3e11-4eb8-b8ea-e383ccfa4db9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:29.493051 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-dda0dd15-3e11-4eb8-b8ea-e383ccfa4db9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4ca757df-cb5e-404d-bc08-e51ace6d9c1e HTTP/1.1" status: 204 len: 168 time: 0.6337764 Aug 29 04:37:29.517027 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e5c66b-e84f-4403-89ea-cc23e5bd7a75 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Port acff2123-b264-4bbe-ad37-24054a0eafe0 on network 63aecaa8-0b11-447c-b72c-36e2b214db91 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:37:29.517531 n-d-712140-12 neutron-server[94829]: ERROR neutron.plugins.ml2.managers [None req-88e5c66b-e84f-4403-89ea-cc23e5bd7a75 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Failed to bind port acff2123-b264-4bbe-ad37-24054a0eafe0 on host n-h1-712140-12 for vnic_type normal using segments [{'id': '9b99cc29-7ecc-4884-aac6-b9f24fe73dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '63aecaa8-0b11-447c-b72c-36e2b214db91'}] Aug 29 04:37:29.526965 n-d-712140-12 neutron-server[94829]: INFO neutron.plugins.ml2.plugin [None req-88e5c66b-e84f-4403-89ea-cc23e5bd7a75 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attempt 7 to bind port acff2123-b264-4bbe-ad37-24054a0eafe0 Aug 29 04:37:29.541959 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda0dd15-3e11-4eb8-b8ea-e383ccfa4db9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ca757df-cb5e-404d-bc08-e51ace6d9c1e,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:29.549073 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=228cb7d1-1bdc-4431-b970-31f1e9b0d3d5,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:29.558155 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-88e5c66b-e84f-4403-89ea-cc23e5bd7a75 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attempting to bind port acff2123-b264-4bbe-ad37-24054a0eafe0 on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:37:29.558155 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-88e5c66b-e84f-4403-89ea-cc23e5bd7a75 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attempting to bind port acff2123-b264-4bbe-ad37-24054a0eafe0 by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': '9b99cc29-7ecc-4884-aac6-b9f24fe73dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '63aecaa8-0b11-447c-b72c-36e2b214db91'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:37:29.558401 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e5c66b-e84f-4403-89ea-cc23e5bd7a75 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attempting to bind port acff2123-b264-4bbe-ad37-24054a0eafe0 on network 63aecaa8-0b11-447c-b72c-36e2b214db91 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:37:29.574975 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-61e327c2-3195-49cf-8e20-a27eeb8e4c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b214b98-94ff-49e7-b004-767bb391d39a', 'name': 'tempest-RoutersIpV6Test-router-1190397809', 'tenant_id': '3eb215580c8748bbad6fe745fb3cc71c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:36:53Z', 'updated_at': '2021-08-29T04:37:28Z', 'revision_number': 7, 'project_id': '3eb215580c8748bbad6fe745fb3cc71c', 'gw_port_host': None, '_interfaces': [{'id': '17da3e6e-8d80-41c2-90f3-06151eaa2137', 'name': '', 'network_id': '5098bdca-026c-4648-af0a-820637af215e', 'tenant_id': '3eb215580c8748bbad6fe745fb3cc71c', 'mac_address': 'fa:16:3e:95:f3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b214b98-94ff-49e7-b004-767bb391d39a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '6380734d-d396-47f7-9c98-4534703fe854', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:11Z', 'updated_at': '2021-08-29T04:37:25Z', 'revision_number': 5, 'project_id': '3eb215580c8748bbad6fe745fb3cc71c', 'subnets': [{'id': '6380734d-d396-47f7-9c98-4534703fe854', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '228cb7d1-1bdc-4431-b970-31f1e9b0d3d5', 'name': '', 'network_id': '0d5318a5-71b7-4322-a08b-f33083bf4b6e', 'tenant_id': '3eb215580c8748bbad6fe745fb3cc71c', 'mac_address': 'fa:16:3e:77:7f:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b214b98-94ff-49e7-b004-767bb391d39a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '3eaec8a0-51dc-40d5-ba10-6dda0687987a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:20Z', 'updated_at': '2021-08-29T04:37:27Z', 'revision_number': 4, 'project_id': '3eb215580c8748bbad6fe745fb3cc71c', 'subnets': [{'id': '3eaec8a0-51dc-40d5-ba10-6dda0687987a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '29993249-1e66-448d-9de6-3daf478c802a', 'name': '', 'network_id': '48e34a5e-15ec-4939-a896-89879690ff06', 'tenant_id': '3eb215580c8748bbad6fe745fb3cc71c', 'mac_address': 'fa:16:3e:d0:84:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b214b98-94ff-49e7-b004-767bb391d39a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '7e16c38a-dc7d-49a5-98f0-faeedb5211e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:03Z', 'updated_at': '2021-08-29T04:37:12Z', 'revision_number': 5, 'project_id': '3eb215580c8748bbad6fe745fb3cc71c', 'subnets': [{'id': '7e16c38a-dc7d-49a5-98f0-faeedb5211e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b3ba93e-8b2e-49e2-8bbc-5d61240bab89', 'name': '', 'network_id': '55385f77-8348-4e0f-8a55-d04453e10239', 'tenant_id': '3eb215580c8748bbad6fe745fb3cc71c', 'mac_address': 'fa:16:3e:c9:23:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b214b98-94ff-49e7-b004-767bb391d39a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': '7fa41da7-1c40-4e86-b565-b0ecd036cf12', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:36:56Z', 'updated_at': '2021-08-29T04:37:06Z', 'revision_number': 5, 'project_id': '3eb215580c8748bbad6fe745fb3cc71c', 'subnets': [{'id': '7fa41da7-1c40-4e86-b565-b0ecd036cf12', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:29.581556 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e5c66b-e84f-4403-89ea-cc23e5bd7a75 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Port acff2123-b264-4bbe-ad37-24054a0eafe0 on network 63aecaa8-0b11-447c-b72c-36e2b214db91 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:37:29.581901 n-d-712140-12 neutron-server[94829]: ERROR neutron.plugins.ml2.managers [None req-88e5c66b-e84f-4403-89ea-cc23e5bd7a75 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Failed to bind port acff2123-b264-4bbe-ad37-24054a0eafe0 on host n-h1-712140-12 for vnic_type normal using segments [{'id': '9b99cc29-7ecc-4884-aac6-b9f24fe73dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '63aecaa8-0b11-447c-b72c-36e2b214db91'}] Aug 29 04:37:29.585470 n-d-712140-12 neutron-server[94829]: INFO neutron.plugins.ml2.plugin [None req-88e5c66b-e84f-4403-89ea-cc23e5bd7a75 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attempt 8 to bind port acff2123-b264-4bbe-ad37-24054a0eafe0 Aug 29 04:37:29.591452 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38ee9c03-9c17-4faa-a5f3-2282bf14c87f tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:37:29.603635 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-38ee9c03-9c17-4faa-a5f3-2282bf14c87f tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:29.604819 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-38ee9c03-9c17-4faa-a5f3-2282bf14c87f tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] 10.222.0.22 "PUT /v2.0/routers/4b214b98-94ff-49e7-b004-767bb391d39a HTTP/1.1" status: 200 len: 704 time: 3.2911942 Aug 29 04:37:29.617125 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-9dd49da9-58d0-4dcd-b9da-2a0d2c672b23 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1296721 Aug 29 04:37:29.619378 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51104) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:29.619765 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51106) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:29.627169 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e0bf9717-a7a7-41c1-9394-15eb30456d6f tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:29.634413 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e327c2-3195-49cf-8e20-a27eeb8e4c1a None None] Checking router: 4b214b98-94ff-49e7-b004-767bb391d39a for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:37:29.645188 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e327c2-3195-49cf-8e20-a27eeb8e4c1a None None] Routers {'4b214b98-94ff-49e7-b004-767bb391d39a'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:37:29.646162 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-61e327c2-3195-49cf-8e20-a27eeb8e4c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:37:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['4b214b98-94ff-49e7-b004-767bb391d39a'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:29.722446 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-a665f276-e25b-4483-9e77-6d75c0e83432 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Request body: {'security_group': {'name': 'tempest-secgroup--181597063'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:29.730212 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-88e5c66b-e84f-4403-89ea-cc23e5bd7a75 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attempting to bind port acff2123-b264-4bbe-ad37-24054a0eafe0 on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:37:29.737384 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-88e5c66b-e84f-4403-89ea-cc23e5bd7a75 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attempting to bind port acff2123-b264-4bbe-ad37-24054a0eafe0 by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': '9b99cc29-7ecc-4884-aac6-b9f24fe73dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '63aecaa8-0b11-447c-b72c-36e2b214db91'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:37:29.737877 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e5c66b-e84f-4403-89ea-cc23e5bd7a75 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attempting to bind port acff2123-b264-4bbe-ad37-24054a0eafe0 on network 63aecaa8-0b11-447c-b72c-36e2b214db91 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:37:29.760652 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e5c66b-e84f-4403-89ea-cc23e5bd7a75 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Port acff2123-b264-4bbe-ad37-24054a0eafe0 on network 63aecaa8-0b11-447c-b72c-36e2b214db91 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:37:29.761201 n-d-712140-12 neutron-server[94829]: ERROR neutron.plugins.ml2.managers [None req-88e5c66b-e84f-4403-89ea-cc23e5bd7a75 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Failed to bind port acff2123-b264-4bbe-ad37-24054a0eafe0 on host n-h1-712140-12 for vnic_type normal using segments [{'id': '9b99cc29-7ecc-4884-aac6-b9f24fe73dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '63aecaa8-0b11-447c-b72c-36e2b214db91'}] Aug 29 04:37:29.771735 n-d-712140-12 neutron-server[94829]: INFO neutron.plugins.ml2.plugin [None req-88e5c66b-e84f-4403-89ea-cc23e5bd7a75 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attempt 9 to bind port acff2123-b264-4bbe-ad37-24054a0eafe0 Aug 29 04:37:29.792936 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-61e327c2-3195-49cf-8e20-a27eeb8e4c1a None None] Set router 4b214b98-94ff-49e7-b004-767bb391d39a gateway port host: None {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:37:29.809045 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-9becb392-1f9a-466d-9a9a-8fe5c49f495d tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] 10.222.0.22 "GET /v2.0/routers/4b214b98-94ff-49e7-b004-767bb391d39a HTTP/1.1" status: 200 len: 704 time: 0.1841133 Aug 29 04:37:29.815653 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51110) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:29.870885 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-88e5c66b-e84f-4403-89ea-cc23e5bd7a75 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attempting to bind port acff2123-b264-4bbe-ad37-24054a0eafe0 on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:37:29.871246 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-88e5c66b-e84f-4403-89ea-cc23e5bd7a75 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attempting to bind port acff2123-b264-4bbe-ad37-24054a0eafe0 by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': '9b99cc29-7ecc-4884-aac6-b9f24fe73dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '63aecaa8-0b11-447c-b72c-36e2b214db91'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:37:29.871582 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e5c66b-e84f-4403-89ea-cc23e5bd7a75 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attempting to bind port acff2123-b264-4bbe-ad37-24054a0eafe0 on network 63aecaa8-0b11-447c-b72c-36e2b214db91 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:37:29.907750 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e5c66b-e84f-4403-89ea-cc23e5bd7a75 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Port acff2123-b264-4bbe-ad37-24054a0eafe0 on network 63aecaa8-0b11-447c-b72c-36e2b214db91 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:37:29.908108 n-d-712140-12 neutron-server[94829]: ERROR neutron.plugins.ml2.managers [None req-88e5c66b-e84f-4403-89ea-cc23e5bd7a75 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Failed to bind port acff2123-b264-4bbe-ad37-24054a0eafe0 on host n-h1-712140-12 for vnic_type normal using segments [{'id': '9b99cc29-7ecc-4884-aac6-b9f24fe73dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '63aecaa8-0b11-447c-b72c-36e2b214db91'}] Aug 29 04:37:29.910095 n-d-712140-12 neutron-server[94829]: INFO neutron.plugins.ml2.plugin [None req-88e5c66b-e84f-4403-89ea-cc23e5bd7a75 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attempt 10 to bind port acff2123-b264-4bbe-ad37-24054a0eafe0 Aug 29 04:37:29.912995 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a665f276-e25b-4483-9e77-6d75c0e83432 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:29.956701 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-88e5c66b-e84f-4403-89ea-cc23e5bd7a75 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attempting to bind port acff2123-b264-4bbe-ad37-24054a0eafe0 on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:37:29.956917 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-88e5c66b-e84f-4403-89ea-cc23e5bd7a75 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attempting to bind port acff2123-b264-4bbe-ad37-24054a0eafe0 by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': '9b99cc29-7ecc-4884-aac6-b9f24fe73dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '63aecaa8-0b11-447c-b72c-36e2b214db91'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:37:29.957194 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e5c66b-e84f-4403-89ea-cc23e5bd7a75 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attempting to bind port acff2123-b264-4bbe-ad37-24054a0eafe0 on network 63aecaa8-0b11-447c-b72c-36e2b214db91 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:37:29.971560 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e5c66b-e84f-4403-89ea-cc23e5bd7a75 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Port acff2123-b264-4bbe-ad37-24054a0eafe0 on network 63aecaa8-0b11-447c-b72c-36e2b214db91 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:37:29.971935 n-d-712140-12 neutron-server[94829]: ERROR neutron.plugins.ml2.managers [None req-88e5c66b-e84f-4403-89ea-cc23e5bd7a75 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Failed to bind port acff2123-b264-4bbe-ad37-24054a0eafe0 on host n-h1-712140-12 for vnic_type normal using segments [{'id': '9b99cc29-7ecc-4884-aac6-b9f24fe73dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '63aecaa8-0b11-447c-b72c-36e2b214db91'}] Aug 29 04:37:29.972391 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-88e5c66b-e84f-4403-89ea-cc23e5bd7a75 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:30.045771 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e0bf9717-a7a7-41c1-9394-15eb30456d6f tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:30.047297 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51112) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:30.071857 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e0bf9717-a7a7-41c1-9394-15eb30456d6f tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:30.083632 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-93dc860d-99fe-4a32-8608-48d470731baf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:30.093608 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-61e327c2-3195-49cf-8e20-a27eeb8e4c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b214b98-94ff-49e7-b004-767bb391d39a', 'name': 'tempest-RoutersIpV6Test-router-1190397809', 'tenant_id': '3eb215580c8748bbad6fe745fb3cc71c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:36:53Z', 'updated_at': '2021-08-29T04:37:28Z', 'revision_number': 7, 'project_id': '3eb215580c8748bbad6fe745fb3cc71c', 'gw_port_host': None, '_interfaces': [{'id': '17da3e6e-8d80-41c2-90f3-06151eaa2137', 'name': '', 'network_id': '5098bdca-026c-4648-af0a-820637af215e', 'tenant_id': '3eb215580c8748bbad6fe745fb3cc71c', 'mac_address': 'fa:16:3e:95:f3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b214b98-94ff-49e7-b004-767bb391d39a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '6380734d-d396-47f7-9c98-4534703fe854', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:11Z', 'updated_at': '2021-08-29T04:37:25Z', 'revision_number': 5, 'project_id': '3eb215580c8748bbad6fe745fb3cc71c', 'subnets': [{'id': '6380734d-d396-47f7-9c98-4534703fe854', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '228cb7d1-1bdc-4431-b970-31f1e9b0d3d5', 'name': '', 'network_id': '0d5318a5-71b7-4322-a08b-f33083bf4b6e', 'tenant_id': '3eb215580c8748bbad6fe745fb3cc71c', 'mac_address': 'fa:16:3e:77:7f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b214b98-94ff-49e7-b004-767bb391d39a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '3eaec8a0-51dc-40d5-ba10-6dda0687987a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:20Z', 'updated_at': '2021-08-29T04:37:29Z', 'revision_number': 5, 'project_id': '3eb215580c8748bbad6fe745fb3cc71c', 'subnets': [{'id': '3eaec8a0-51dc-40d5-ba10-6dda0687987a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '29993249-1e66-448d-9de6-3daf478c802a', 'name': '', 'network_id': '48e34a5e-15ec-4939-a896-89879690ff06', 'tenant_id': '3eb215580c8748bbad6fe745fb3cc71c', 'mac_address': 'fa:16:3e:d0:84:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b214b98-94ff-49e7-b004-767bb391d39a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '7e16c38a-dc7d-49a5-98f0-faeedb5211e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:03Z', 'updated_at': '2021-08-29T04:37:12Z', 'revision_number': 5, 'project_id': '3eb215580c8748bbad6fe745fb3cc71c', 'subnets': [{'id': '7e16c38a-dc7d-49a5-98f0-faeedb5211e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b3ba93e-8b2e-49e2-8bbc-5d61240bab89', 'name': '', 'network_id': '55385f77-8348-4e0f-8a55-d04453e10239', 'tenant_id': '3eb215580c8748bbad6fe745fb3cc71c', 'mac_address': 'fa:16:3e:c9:23:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b214b98-94ff-49e7-b004-767bb391d39a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': '7fa41da7-1c40-4e86-b565-b0ecd036cf12', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:36:56Z', 'updated_at': '2021-08-29T04:37:06Z', 'revision_number': 5, 'project_id': '3eb215580c8748bbad6fe745fb3cc71c', 'subnets': [{'id': '7fa41da7-1c40-4e86-b565-b0ecd036cf12', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:30.133764 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e327c2-3195-49cf-8e20-a27eeb8e4c1a None None] The sync data for ids ['4b214b98-94ff-49e7-b004-767bb391d39a'] in n-d-712140-12 is: [{'id': '4b214b98-94ff-49e7-b004-767bb391d39a', 'name': 'tempest-RoutersIpV6Test-router-1190397809', 'tenant_id': '3eb215580c8748bbad6fe745fb3cc71c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:36:53Z', 'updated_at': '2021-08-29T04:37:28Z', 'revision_number': 7, 'project_id': '3eb215580c8748bbad6fe745fb3cc71c', 'gw_port_host': None, '_interfaces': [{'id': '17da3e6e-8d80-41c2-90f3-06151eaa2137', 'name': '', 'network_id': '5098bdca-026c-4648-af0a-820637af215e', 'tenant_id': '3eb215580c8748bbad6fe745fb3cc71c', 'mac_address': 'fa:16:3e:95:f3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b214b98-94ff-49e7-b004-767bb391d39a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '6380734d-d396-47f7-9c98-4534703fe854', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:11Z', 'updated_at': '2021-08-29T04:37:25Z', 'revision_number': 5, 'project_id': '3eb215580c8748bbad6fe745fb3cc71c', 'subnets': [{'id': '6380734d-d396-47f7-9c98-4534703fe854', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '228cb7d1-1bdc-4431-b970-31f1e9b0d3d5', 'name': '', 'network_id': '0d5318a5-71b7-4322-a08b-f33083bf4b6e', 'tenant_id': '3eb215580c8748bbad6fe745fb3cc71c', 'mac_address': 'fa:16:3e:77:7f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b214b98-94ff-49e7-b004-767bb391d39a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '3eaec8a0-51dc-40d5-ba10-6dda0687987a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:20Z', 'updated_at': '2021-08-29T04:37:29Z', 'revision_number': 5, 'project_id': '3eb215580c8748bbad6fe745fb3cc71c', 'subnets': [{'id': '3eaec8a0-51dc-40d5-ba10-6dda0687987a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '29993249-1e66-448d-9de6-3daf478c802a', 'name': '', 'network_id': '48e34a5e-15ec-4939-a896-89879690ff06', 'tenant_id': '3eb215580c8748bbad6fe745fb3cc71c', 'mac_address': 'fa:16:3e:d0:84:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b214b98-94ff-49e7-b004-767bb391d39a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '7e16c38a-dc7d-49a5-98f0-faeedb5211e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:03Z', 'updated_at': '2021-08-29T04:37:12Z', 'revision_number': 5, 'project_id': '3eb215580c8748bbad6fe745fb3cc71c', 'subnets': [{'id': '7e16c38a-dc7d-49a5-98f0-faeedb5211e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b3ba93e-8b2e-49e2-8bbc-5d61240bab89', 'name': '', 'network_id': '55385f77-8348-4e0f-8a55-d04453e10239', 'tenant_id': '3eb215580c8748bbad6fe745fb3cc71c', 'mac_address': 'fa:16:3e:c9:23:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b214b98-94ff-49e7-b004-767bb391d39a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': '7fa41da7-1c40-4e86-b565-b0ecd036cf12', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:36:56Z', 'updated_at': '2021-08-29T04:37:06Z', 'revision_number': 5, 'project_id': '3eb215580c8748bbad6fe745fb3cc71c', 'subnets': [{'id': '7fa41da7-1c40-4e86-b565-b0ecd036cf12', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:37:30.208653 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e0bf9717-a7a7-41c1-9394-15eb30456d6f tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-718897'] for router_interface, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:30.212651 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-88e5c66b-e84f-4403-89ea-cc23e5bd7a75 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] For port acff2123-b264-4bbe-ad37-24054a0eafe0, host n-h1-712140-12, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:37:30.213036 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-88e5c66b-e84f-4403-89ea-cc23e5bd7a75 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attempted to set empty binding levels {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 29 04:37:30.223671 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bf9717-a7a7-41c1-9394-15eb30456d6f tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Pushing event updated for resources: {'Port': ['ID=7ac81ef9-af96-44db-93e8-0a0ac46c01a0,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:30.276178 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-88e5c66b-e84f-4403-89ea-cc23e5bd7a75 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:30.322307 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a665f276-e25b-4483-9e77-6d75c0e83432 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:30.335214 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-88e5c66b-e84f-4403-89ea-cc23e5bd7a75 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] In _notify_port_updated(), no bound segment for port acff2123-b264-4bbe-ad37-24054a0eafe0 on network 63aecaa8-0b11-447c-b72c-36e2b214db91 {{(pid=94829) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:37:30.336524 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e5c66b-e84f-4403-89ea-cc23e5bd7a75 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:30.337372 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-88e5c66b-e84f-4403-89ea-cc23e5bd7a75 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:30.339403 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-88e5c66b-e84f-4403-89ea-cc23e5bd7a75 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] 10.222.0.22 "PUT /v2.0/ports/acff2123-b264-4bbe-ad37-24054a0eafe0 HTTP/1.1" status: 200 len: 976 time: 3.0727177 Aug 29 04:37:30.340840 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a665f276-e25b-4483-9e77-6d75c0e83432 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:30.348296 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51116) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:30.472130 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e5c66b-e84f-4403-89ea-cc23e5bd7a75 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Pushing event updated for resources: {'Port': ['ID=acff2123-b264-4bbe-ad37-24054a0eafe0,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:30.492949 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a665f276-e25b-4483-9e77-6d75c0e83432 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73699b96-55e4-429a-85d5-d4c84dba3009,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:30.580153 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba4e841-9eea-4b24-bd7a-83cd204f71fb tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:30.581154 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba4e841-9eea-4b24-bd7a-83cd204f71fb tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:30.582704 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba4e841-9eea-4b24-bd7a-83cd204f71fb tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:30.583265 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba4e841-9eea-4b24-bd7a-83cd204f71fb tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:30.583871 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba4e841-9eea-4b24-bd7a-83cd204f71fb tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:30.584356 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba4e841-9eea-4b24-bd7a-83cd204f71fb tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:30.584836 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba4e841-9eea-4b24-bd7a-83cd204f71fb tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:30.585312 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba4e841-9eea-4b24-bd7a-83cd204f71fb tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:30.585796 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba4e841-9eea-4b24-bd7a-83cd204f71fb tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:30.586260 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba4e841-9eea-4b24-bd7a-83cd204f71fb tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:30.586732 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba4e841-9eea-4b24-bd7a-83cd204f71fb tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:30.587200 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba4e841-9eea-4b24-bd7a-83cd204f71fb tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:30.587667 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba4e841-9eea-4b24-bd7a-83cd204f71fb tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:30.588196 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba4e841-9eea-4b24-bd7a-83cd204f71fb tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:30.588681 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba4e841-9eea-4b24-bd7a-83cd204f71fb tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:30.589144 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba4e841-9eea-4b24-bd7a-83cd204f71fb tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:30.589607 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba4e841-9eea-4b24-bd7a-83cd204f71fb tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:30.590076 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba4e841-9eea-4b24-bd7a-83cd204f71fb tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:30.590560 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba4e841-9eea-4b24-bd7a-83cd204f71fb tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:30.591551 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba4e841-9eea-4b24-bd7a-83cd204f71fb tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:30.592250 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75010e5-b51b-46d8-ba33-7f4e887fbd46 None None] Sync routers for ids ['4b214b98-94ff-49e7-b004-767bb391d39a'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:37:30.602769 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba4e841-9eea-4b24-bd7a-83cd204f71fb tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:30.603136 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75010e5-b51b-46d8-ba33-7f4e887fbd46 None None] Routers {'4b214b98-94ff-49e7-b004-767bb391d39a'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:37:30.603603 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba4e841-9eea-4b24-bd7a-83cd204f71fb tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:30.603989 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-b75010e5-b51b-46d8-ba33-7f4e887fbd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:37:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['4b214b98-94ff-49e7-b004-767bb391d39a'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:30.604134 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba4e841-9eea-4b24-bd7a-83cd204f71fb tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:30.604571 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba4e841-9eea-4b24-bd7a-83cd204f71fb tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:30.605045 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba4e841-9eea-4b24-bd7a-83cd204f71fb tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:30.605513 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba4e841-9eea-4b24-bd7a-83cd204f71fb tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:30.606265 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba4e841-9eea-4b24-bd7a-83cd204f71fb tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:30.608393 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba4e841-9eea-4b24-bd7a-83cd204f71fb tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:30.608393 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba4e841-9eea-4b24-bd7a-83cd204f71fb tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:30.608393 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba4e841-9eea-4b24-bd7a-83cd204f71fb tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:30.609504 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba4e841-9eea-4b24-bd7a-83cd204f71fb tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:30.609504 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba4e841-9eea-4b24-bd7a-83cd204f71fb tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:30.609770 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba4e841-9eea-4b24-bd7a-83cd204f71fb tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:30.610129 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba4e841-9eea-4b24-bd7a-83cd204f71fb tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:30.610491 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba4e841-9eea-4b24-bd7a-83cd204f71fb tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:30.610950 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba4e841-9eea-4b24-bd7a-83cd204f71fb tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:30.620718 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-7ba4e841-9eea-4b24-bd7a-83cd204f71fb tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 32862 time: 0.2624428 Aug 29 04:37:30.634564 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7f61a9-27de-4250-a02c-ac8528508132 None None] Network 2a398912-a551-42ae-b919-b4921efbe0d9 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:37:30.637711 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51118) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:30.650544 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device dccc612f-0590-4365-9d9b-ea541f255790 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:37:30.781163 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-914bad10-a888-426f-99ba-79eaaa1b95db None None] Provisioning for port dccc612f-0590-4365-9d9b-ea541f255790 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:37:30.786658 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-8decf229-8c6a-49e1-8b7e-3d5b129a82d5 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Deleting port acff2123-b264-4bbe-ad37-24054a0eafe0 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:37:30.786978 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8decf229-8c6a-49e1-8b7e-3d5b129a82d5 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:30.799577 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port dccc612f-0590-4365-9d9b-ea541f255790 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:37:30.807618 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port dccc612f-0590-4365-9d9b-ea541f255790 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:30.808030 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:30.829294 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-93dc860d-99fe-4a32-8608-48d470731baf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:30.835679 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-93dc860d-99fe-4a32-8608-48d470731baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:30.859041 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a665f276-e25b-4483-9e77-6d75c0e83432 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:30.863862 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-a665f276-e25b-4483-9e77-6d75c0e83432 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1424551 Aug 29 04:37:30.864060 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0bf9717-a7a7-41c1-9394-15eb30456d6f tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Network 2a398912-a551-42ae-b919-b4921efbe0d9 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:37:30.868941 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-e0bf9717-a7a7-41c1-9394-15eb30456d6f tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:37:30.870352 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51120) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:30.880850 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-5e99f168-8935-4df0-9466-7b92f0d5ff3c tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Request body: {'security_group_rule': {'security_group_id': '73699b96-55e4-429a-85d5-d4c84dba3009', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:30.881639 n-d-712140-12 neutron-server[94829]: WARNING neutron.api.v2.base [None req-5e99f168-8935-4df0-9466-7b92f0d5ff3c tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 29 04:37:30.882147 n-d-712140-12 neutron-server[94829]: INFO neutron.api.v2.resource [None req-5e99f168-8935-4df0-9466-7b92f0d5ff3c tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:37:30.886700 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-5e99f168-8935-4df0-9466-7b92f0d5ff3c tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0092885 Aug 29 04:37:30.886700 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-8decf229-8c6a-49e1-8b7e-3d5b129a82d5 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] For port acff2123-b264-4bbe-ad37-24054a0eafe0, host n-h1-712140-12, got binding levels [] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:30.886700 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8decf229-8c6a-49e1-8b7e-3d5b129a82d5 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:30.887346 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51122) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:30.901171 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-b75010e5-b51b-46d8-ba33-7f4e887fbd46 None None] Set router 4b214b98-94ff-49e7-b004-767bb391d39a gateway port host: None {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:37:30.904559 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-15efaead-d697-4c29-a82e-e680135d9555 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713413'] for router_interface, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:30.933304 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-93dc860d-99fe-4a32-8608-48d470731baf admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e702b9bb10214e54a4fdf4f941a7fbe2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8818595 Aug 29 04:37:30.936795 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dc860d-99fe-4a32-8608-48d470731baf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d2b5bb8-0c43-4522-aa24-c6ec14d85a21,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:30.977393 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51124) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:30.997838 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-8decf229-8c6a-49e1-8b7e-3d5b129a82d5 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Calling delete_port for acff2123-b264-4bbe-ad37-24054a0eafe0 owned by {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:37:31.009972 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:31.066033 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port dccc612f-0590-4365-9d9b-ea541f255790, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=dccc612f-0590-4365-9d9b-ea541f255790,segment=NetworkSegment(124933a1-5395-4e28-85fb-c4541d4babf3),segment_id=124933a1-5395-4e28-85fb-c4541d4babf3)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:31.073141 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:31.074285 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 228cb7d1-1bdc-4431-b970-31f1e9b0d3d5 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:37:31.125701 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-912a0638-fd5b-4551-b7e6-ecd7511ecbac tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:31.133840 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ae769af3-66f9-46af-948c-4d3854c5fded admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:31.160992 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8decf229-8c6a-49e1-8b7e-3d5b129a82d5 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:31.174768 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=dccc612f-0590-4365-9d9b-ea541f255790,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:31.194126 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-912a0638-fd5b-4551-b7e6-ecd7511ecbac tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:31.204707 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ae769af3-66f9-46af-948c-4d3854c5fded admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:31.221222 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 228cb7d1-1bdc-4431-b970-31f1e9b0d3d5 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:31.221612 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:31.225909 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8decf229-8c6a-49e1-8b7e-3d5b129a82d5 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Pushing event deleted for resources: {'Port': ['ID=acff2123-b264-4bbe-ad37-24054a0eafe0,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:31.230483 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8decf229-8c6a-49e1-8b7e-3d5b129a82d5 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:31.233641 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-8decf229-8c6a-49e1-8b7e-3d5b129a82d5 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] 10.222.0.22 "DELETE /v2.0/ports/acff2123-b264-4bbe-ad37-24054a0eafe0 HTTP/1.1" status: 204 len: 168 time: 0.5962722 Aug 29 04:37:31.237464 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51126) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:31.259811 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0bf9717-a7a7-41c1-9394-15eb30456d6f tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Router 9f7048f9-c5a0-4c52-86a8-17c324c917ac is scheduled to L3 agent 76874008-c311-485c-ba36-921b6d275b6a with binding_index 1 {{(pid=94828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:37:31.276173 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-9aa7c33c-6445-4b43-af86-e5e663c93110 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] GET failed (client error): The resource could not be found. Aug 29 04:37:31.282010 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-9aa7c33c-6445-4b43-af86-e5e663c93110 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] 10.222.0.22 "GET /v2.0/ports/acff2123-b264-4bbe-ad37-24054a0eafe0 HTTP/1.1" status: 404 len: 333 time: 0.0372558 Aug 29 04:37:31.283378 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51130) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:31.297855 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-1bc03622-9d09-46cf-b5e4-efa794a90823 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-216452697', 'network_id': '63aecaa8-0b11-447c-b72c-36e2b214db91'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:31.373626 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-b75010e5-b51b-46d8-ba33-7f4e887fbd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b214b98-94ff-49e7-b004-767bb391d39a', 'name': 'tempest-RoutersIpV6Test-router-1190397809', 'tenant_id': '3eb215580c8748bbad6fe745fb3cc71c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:36:53Z', 'updated_at': '2021-08-29T04:37:28Z', 'revision_number': 7, 'project_id': '3eb215580c8748bbad6fe745fb3cc71c', 'gw_port_host': None, '_interfaces': [{'id': '17da3e6e-8d80-41c2-90f3-06151eaa2137', 'name': '', 'network_id': '5098bdca-026c-4648-af0a-820637af215e', 'tenant_id': '3eb215580c8748bbad6fe745fb3cc71c', 'mac_address': 'fa:16:3e:95:f3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b214b98-94ff-49e7-b004-767bb391d39a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '6380734d-d396-47f7-9c98-4534703fe854', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:11Z', 'updated_at': '2021-08-29T04:37:25Z', 'revision_number': 5, 'project_id': '3eb215580c8748bbad6fe745fb3cc71c', 'subnets': [{'id': '6380734d-d396-47f7-9c98-4534703fe854', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '228cb7d1-1bdc-4431-b970-31f1e9b0d3d5', 'name': '', 'network_id': '0d5318a5-71b7-4322-a08b-f33083bf4b6e', 'tenant_id': '3eb215580c8748bbad6fe745fb3cc71c', 'mac_address': 'fa:16:3e:77:7f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b214b98-94ff-49e7-b004-767bb391d39a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '3eaec8a0-51dc-40d5-ba10-6dda0687987a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:20Z', 'updated_at': '2021-08-29T04:37:29Z', 'revision_number': 5, 'project_id': '3eb215580c8748bbad6fe745fb3cc71c', 'subnets': [{'id': '3eaec8a0-51dc-40d5-ba10-6dda0687987a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '29993249-1e66-448d-9de6-3daf478c802a', 'name': '', 'network_id': '48e34a5e-15ec-4939-a896-89879690ff06', 'tenant_id': '3eb215580c8748bbad6fe745fb3cc71c', 'mac_address': 'fa:16:3e:d0:84:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b214b98-94ff-49e7-b004-767bb391d39a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '7e16c38a-dc7d-49a5-98f0-faeedb5211e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:03Z', 'updated_at': '2021-08-29T04:37:12Z', 'revision_number': 5, 'project_id': '3eb215580c8748bbad6fe745fb3cc71c', 'subnets': [{'id': '7e16c38a-dc7d-49a5-98f0-faeedb5211e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b3ba93e-8b2e-49e2-8bbc-5d61240bab89', 'name': '', 'network_id': '55385f77-8348-4e0f-8a55-d04453e10239', 'tenant_id': '3eb215580c8748bbad6fe745fb3cc71c', 'mac_address': 'fa:16:3e:c9:23:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b214b98-94ff-49e7-b004-767bb391d39a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': '7fa41da7-1c40-4e86-b565-b0ecd036cf12', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:36:56Z', 'updated_at': '2021-08-29T04:37:06Z', 'revision_number': 5, 'project_id': '3eb215580c8748bbad6fe745fb3cc71c', 'subnets': [{'id': '7fa41da7-1c40-4e86-b565-b0ecd036cf12', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:31.391589 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bc03622-9d09-46cf-b5e4-efa794a90823 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Made reservation on behalf of dfa2fa2590ec48a6ac61b9ce8126c663 for: {'port': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:37:31.394276 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1bc03622-9d09-46cf-b5e4-efa794a90823 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:31.407048 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75010e5-b51b-46d8-ba33-7f4e887fbd46 None None] Checking router: 4b214b98-94ff-49e7-b004-767bb391d39a for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:37:31.416184 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75010e5-b51b-46d8-ba33-7f4e887fbd46 None None] Routers {'4b214b98-94ff-49e7-b004-767bb391d39a'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:37:31.416821 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-b75010e5-b51b-46d8-ba33-7f4e887fbd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:37:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['4b214b98-94ff-49e7-b004-767bb391d39a'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:31.430258 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [None req-1bc03622-9d09-46cf-b5e4-efa794a90823 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] device_id is not set on port f30b2db5-7b72-41de-99b7-8c91acdc9bd9 yet. {{(pid=94829) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:37:31.447937 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-15efaead-d697-4c29-a82e-e680135d9555 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Deleting port 228cb7d1-1bdc-4431-b970-31f1e9b0d3d5 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:37:31.448317 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-15efaead-d697-4c29-a82e-e680135d9555 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:31.480575 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-912a0638-fd5b-4551-b7e6-ecd7511ecbac tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:31.484300 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-912a0638-fd5b-4551-b7e6-ecd7511ecbac tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:31.485825 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-912a0638-fd5b-4551-b7e6-ecd7511ecbac tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] 10.222.0.22 "DELETE /v2.0/security-groups/73699b96-55e4-429a-85d5-d4c84dba3009 HTTP/1.1" status: 204 len: 168 time: 0.5901613 Aug 29 04:37:31.491786 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51132) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:31.523491 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ae769af3-66f9-46af-948c-4d3854c5fded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:31.526249 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ae769af3-66f9-46af-948c-4d3854c5fded admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:31.527401 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-ae769af3-66f9-46af-948c-4d3854c5fded admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3d2b5bb8-0c43-4522-aa24-c6ec14d85a21 HTTP/1.1" status: 204 len: 168 time: 0.5488935 Aug 29 04:37:31.532473 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912a0638-fd5b-4551-b7e6-ecd7511ecbac tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73699b96-55e4-429a-85d5-d4c84dba3009,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:31.537373 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-82f35b61-9f2d-480d-8460-99e96529f695 None None] Provisioning for port 7ac81ef9-af96-44db-93e8-0a0ac46c01a0 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:37:31.538863 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0bf9717-a7a7-41c1-9394-15eb30456d6f tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:37:31.561650 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-e0bf9717-a7a7-41c1-9394-15eb30456d6f tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] 10.222.0.22 "PUT /v2.0/routers/9f7048f9-c5a0-4c52-86a8-17c324c917ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5522716 Aug 29 04:37:31.561911 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-82f35b61-9f2d-480d-8460-99e96529f695 None None] Provisioning complete for port 7ac81ef9-af96-44db-93e8-0a0ac46c01a0 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:31.562766 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-82f35b61-9f2d-480d-8460-99e96529f695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:31.572461 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51136) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:31.573328 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae769af3-66f9-46af-948c-4d3854c5fded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d2b5bb8-0c43-4522-aa24-c6ec14d85a21,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:31.581334 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-81dd5b89-8456-4543-abf2-eac3668985f3 tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Request body: {'port': {'network_id': '2a398912-a551-42ae-b919-b4921efbe0d9', 'name': 'tempest-FloatingIPNegativeTestJSON-510005770'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:31.599247 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-15efaead-d697-4c29-a82e-e680135d9555 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] For port 228cb7d1-1bdc-4431-b970-31f1e9b0d3d5, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=228cb7d1-1bdc-4431-b970-31f1e9b0d3d5,segment=NetworkSegment(89025f14-2433-47fb-b8f2-a7236591991f),segment_id=89025f14-2433-47fb-b8f2-a7236591991f)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:31.600266 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-15efaead-d697-4c29-a82e-e680135d9555 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:31.601606 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-b75010e5-b51b-46d8-ba33-7f4e887fbd46 None None] Set router 4b214b98-94ff-49e7-b004-767bb391d39a gateway port host: None {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:37:31.626669 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-15efaead-d697-4c29-a82e-e680135d9555 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Calling delete_port for 228cb7d1-1bdc-4431-b970-31f1e9b0d3d5 owned by network:router_interface {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:37:31.640847 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37cb2c6-6e05-4c62-a2c4-de4b40ce539d None None] Sync routers for ids ['9f7048f9-c5a0-4c52-86a8-17c324c917ac'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:37:31.647422 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-82f35b61-9f2d-480d-8460-99e96529f695 None None] Port 7ac81ef9-af96-44db-93e8-0a0ac46c01a0 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:37:31.673575 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37cb2c6-6e05-4c62-a2c4-de4b40ce539d None None] Routers {'9f7048f9-c5a0-4c52-86a8-17c324c917ac'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:37:31.674431 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-b37cb2c6-6e05-4c62-a2c4-de4b40ce539d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:37:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['9f7048f9-c5a0-4c52-86a8-17c324c917ac'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:31.738449 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-cec6b7b0-e9d2-4b4e-bc5b-080002b5ed86 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2426479 Aug 29 04:37:31.739396 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-b37cb2c6-6e05-4c62-a2c4-de4b40ce539d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:31.745813 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51138) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:31.753205 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-82f35b61-9f2d-480d-8460-99e96529f695 None None] Provisioning complete for port dccc612f-0590-4365-9d9b-ea541f255790 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:31.753755 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-82f35b61-9f2d-480d-8460-99e96529f695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:31.755732 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37cb2c6-6e05-4c62-a2c4-de4b40ce539d None None] Routers {'9f7048f9-c5a0-4c52-86a8-17c324c917ac'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:37:31.756524 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-b37cb2c6-6e05-4c62-a2c4-de4b40ce539d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:37:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['9f7048f9-c5a0-4c52-86a8-17c324c917ac'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:31.760681 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-06d6ec81-c52b-4bfa-ba2e-041448bcd737 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Request body: {'security_group': {'name': 'tempest-secgroup--608981889'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:31.929401 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-06d6ec81-c52b-4bfa-ba2e-041448bcd737 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:31.999811 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-b75010e5-b51b-46d8-ba33-7f4e887fbd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b214b98-94ff-49e7-b004-767bb391d39a', 'name': 'tempest-RoutersIpV6Test-router-1190397809', 'tenant_id': '3eb215580c8748bbad6fe745fb3cc71c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:36:53Z', 'updated_at': '2021-08-29T04:37:28Z', 'revision_number': 7, 'project_id': '3eb215580c8748bbad6fe745fb3cc71c', 'gw_port_host': None, '_interfaces': [{'id': '17da3e6e-8d80-41c2-90f3-06151eaa2137', 'name': '', 'network_id': '5098bdca-026c-4648-af0a-820637af215e', 'tenant_id': '3eb215580c8748bbad6fe745fb3cc71c', 'mac_address': 'fa:16:3e:95:f3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b214b98-94ff-49e7-b004-767bb391d39a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '6380734d-d396-47f7-9c98-4534703fe854', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:11Z', 'updated_at': '2021-08-29T04:37:25Z', 'revision_number': 5, 'project_id': '3eb215580c8748bbad6fe745fb3cc71c', 'subnets': [{'id': '6380734d-d396-47f7-9c98-4534703fe854', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '228cb7d1-1bdc-4431-b970-31f1e9b0d3d5', 'name': '', 'network_id': '0d5318a5-71b7-4322-a08b-f33083bf4b6e', 'tenant_id': '3eb215580c8748bbad6fe745fb3cc71c', 'mac_address': 'fa:16:3e:77:7f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b214b98-94ff-49e7-b004-767bb391d39a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '3eaec8a0-51dc-40d5-ba10-6dda0687987a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:20Z', 'updated_at': '2021-08-29T04:37:29Z', 'revision_number': 5, 'project_id': '3eb215580c8748bbad6fe745fb3cc71c', 'subnets': [{'id': '3eaec8a0-51dc-40d5-ba10-6dda0687987a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '29993249-1e66-448d-9de6-3daf478c802a', 'name': '', 'network_id': '48e34a5e-15ec-4939-a896-89879690ff06', 'tenant_id': '3eb215580c8748bbad6fe745fb3cc71c', 'mac_address': 'fa:16:3e:d0:84:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b214b98-94ff-49e7-b004-767bb391d39a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '7e16c38a-dc7d-49a5-98f0-faeedb5211e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:03Z', 'updated_at': '2021-08-29T04:37:12Z', 'revision_number': 5, 'project_id': '3eb215580c8748bbad6fe745fb3cc71c', 'subnets': [{'id': '7e16c38a-dc7d-49a5-98f0-faeedb5211e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b3ba93e-8b2e-49e2-8bbc-5d61240bab89', 'name': '', 'network_id': '55385f77-8348-4e0f-8a55-d04453e10239', 'tenant_id': '3eb215580c8748bbad6fe745fb3cc71c', 'mac_address': 'fa:16:3e:c9:23:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b214b98-94ff-49e7-b004-767bb391d39a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': '7fa41da7-1c40-4e86-b565-b0ecd036cf12', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:36:56Z', 'updated_at': '2021-08-29T04:37:06Z', 'revision_number': 5, 'project_id': '3eb215580c8748bbad6fe745fb3cc71c', 'subnets': [{'id': '7fa41da7-1c40-4e86-b565-b0ecd036cf12', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:32.054539 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75010e5-b51b-46d8-ba33-7f4e887fbd46 None None] The sync data for ids ['4b214b98-94ff-49e7-b004-767bb391d39a'] in n-d-712140-12 is: [{'id': '4b214b98-94ff-49e7-b004-767bb391d39a', 'name': 'tempest-RoutersIpV6Test-router-1190397809', 'tenant_id': '3eb215580c8748bbad6fe745fb3cc71c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:36:53Z', 'updated_at': '2021-08-29T04:37:28Z', 'revision_number': 7, 'project_id': '3eb215580c8748bbad6fe745fb3cc71c', 'gw_port_host': None, '_interfaces': [{'id': '17da3e6e-8d80-41c2-90f3-06151eaa2137', 'name': '', 'network_id': '5098bdca-026c-4648-af0a-820637af215e', 'tenant_id': '3eb215580c8748bbad6fe745fb3cc71c', 'mac_address': 'fa:16:3e:95:f3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b214b98-94ff-49e7-b004-767bb391d39a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '6380734d-d396-47f7-9c98-4534703fe854', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:11Z', 'updated_at': '2021-08-29T04:37:25Z', 'revision_number': 5, 'project_id': '3eb215580c8748bbad6fe745fb3cc71c', 'subnets': [{'id': '6380734d-d396-47f7-9c98-4534703fe854', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '228cb7d1-1bdc-4431-b970-31f1e9b0d3d5', 'name': '', 'network_id': '0d5318a5-71b7-4322-a08b-f33083bf4b6e', 'tenant_id': '3eb215580c8748bbad6fe745fb3cc71c', 'mac_address': 'fa:16:3e:77:7f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b214b98-94ff-49e7-b004-767bb391d39a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '3eaec8a0-51dc-40d5-ba10-6dda0687987a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:20Z', 'updated_at': '2021-08-29T04:37:29Z', 'revision_number': 5, 'project_id': '3eb215580c8748bbad6fe745fb3cc71c', 'subnets': [{'id': '3eaec8a0-51dc-40d5-ba10-6dda0687987a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '29993249-1e66-448d-9de6-3daf478c802a', 'name': '', 'network_id': '48e34a5e-15ec-4939-a896-89879690ff06', 'tenant_id': '3eb215580c8748bbad6fe745fb3cc71c', 'mac_address': 'fa:16:3e:d0:84:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b214b98-94ff-49e7-b004-767bb391d39a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '7e16c38a-dc7d-49a5-98f0-faeedb5211e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:03Z', 'updated_at': '2021-08-29T04:37:12Z', 'revision_number': 5, 'project_id': '3eb215580c8748bbad6fe745fb3cc71c', 'subnets': [{'id': '7e16c38a-dc7d-49a5-98f0-faeedb5211e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b3ba93e-8b2e-49e2-8bbc-5d61240bab89', 'name': '', 'network_id': '55385f77-8348-4e0f-8a55-d04453e10239', 'tenant_id': '3eb215580c8748bbad6fe745fb3cc71c', 'mac_address': 'fa:16:3e:c9:23:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b214b98-94ff-49e7-b004-767bb391d39a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': '7fa41da7-1c40-4e86-b565-b0ecd036cf12', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:36:56Z', 'updated_at': '2021-08-29T04:37:06Z', 'revision_number': 5, 'project_id': '3eb215580c8748bbad6fe745fb3cc71c', 'subnets': [{'id': '7fa41da7-1c40-4e86-b565-b0ecd036cf12', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:37:32.068513 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1bc03622-9d09-46cf-b5e4-efa794a90823 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:32.073510 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-15efaead-d697-4c29-a82e-e680135d9555 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:32.081107 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81dd5b89-8456-4543-abf2-eac3668985f3 tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Made reservation on behalf of 1ce534f318c14764ad460135b6fb2051 for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:37:32.086272 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-81dd5b89-8456-4543-abf2-eac3668985f3 tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:32.106043 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-b37cb2c6-6e05-4c62-a2c4-de4b40ce539d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:32.106729 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37cb2c6-6e05-4c62-a2c4-de4b40ce539d None None] The sync data for ids ['9f7048f9-c5a0-4c52-86a8-17c324c917ac'] in n-d-712140-12 is: [] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:37:32.136411 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-81dd5b89-8456-4543-abf2-eac3668985f3 tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] device_id is not set on port 3619a4b9-8c81-44cc-a9ca-6f019eb242a4 yet. {{(pid=94828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:37:32.156233 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15efaead-d697-4c29-a82e-e680135d9555 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Pushing event deleted for resources: {'Port': ['ID=228cb7d1-1bdc-4431-b970-31f1e9b0d3d5,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:32.359347 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-06d6ec81-c52b-4bfa-ba2e-041448bcd737 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:32.369497 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-06d6ec81-c52b-4bfa-ba2e-041448bcd737 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:32.379670 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-50d834df-9ac4-4738-ad7d-02118572d04c None None] Provisioning complete for port 7ac81ef9-af96-44db-93e8-0a0ac46c01a0 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:32.379670 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-50d834df-9ac4-4738-ad7d-02118572d04c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:32.425933 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-06d6ec81-c52b-4bfa-ba2e-041448bcd737 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:32.427530 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-06d6ec81-c52b-4bfa-ba2e-041448bcd737 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6806984 Aug 29 04:37:32.428934 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-81dd5b89-8456-4543-abf2-eac3668985f3 tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Allocated IP 172.20.0.4 (2a398912-a551-42ae-b919-b4921efbe0d9/b6a1eaaa-04a3-48b3-bf7f-bb2b88623076/3619a4b9-8c81-44cc-a9ca-6f019eb242a4) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:37:32.470772 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51152) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:32.483510 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-32fcc4b9-2e8b-440e-93d0-7fd43239e3f0 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Request body: {'security_group_rule': {'security_group_id': 'd4f5c7a9-1ce9-419e-a869-021a1433a23d', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:32.502368 n-d-712140-12 neutron-server[94828]: WARNING neutron.api.v2.base [None req-32fcc4b9-2e8b-440e-93d0-7fd43239e3f0 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 29 04:37:32.503989 n-d-712140-12 neutron-server[94828]: INFO neutron.api.v2.resource [None req-32fcc4b9-2e8b-440e-93d0-7fd43239e3f0 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:37:32.506475 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-32fcc4b9-2e8b-440e-93d0-7fd43239e3f0 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0340123 Aug 29 04:37:32.512467 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51154) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:32.519652 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-50d834df-9ac4-4738-ad7d-02118572d04c None None] Port 7ac81ef9-af96-44db-93e8-0a0ac46c01a0 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:37:32.606840 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device dccc612f-0590-4365-9d9b-ea541f255790 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:37:32.608372 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d6ec81-c52b-4bfa-ba2e-041448bcd737 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4f5c7a9-1ce9-419e-a869-021a1433a23d,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:32.658613 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c599c46e-abc0-4406-ba41-3faebee83f20 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:32.698616 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port dccc612f-0590-4365-9d9b-ea541f255790 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:32.699096 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:32.746233 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c599c46e-abc0-4406-ba41-3faebee83f20 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:32.846175 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-15efaead-d697-4c29-a82e-e680135d9555 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-713231'] for router_interface, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:32.857612 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1bc03622-9d09-46cf-b5e4-efa794a90823 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:32.863367 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c599c46e-abc0-4406-ba41-3faebee83f20 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:32.865947 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c599c46e-abc0-4406-ba41-3faebee83f20 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:32.867088 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-c599c46e-abc0-4406-ba41-3faebee83f20 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] 10.222.0.22 "DELETE /v2.0/security-groups/d4f5c7a9-1ce9-419e-a869-021a1433a23d HTTP/1.1" status: 204 len: 168 time: 0.3498585 Aug 29 04:37:32.875370 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51164) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:32.902082 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c599c46e-abc0-4406-ba41-3faebee83f20 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4f5c7a9-1ce9-419e-a869-021a1433a23d,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:32.916315 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-81dd5b89-8456-4543-abf2-eac3668985f3 tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:32.949229 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-81dd5b89-8456-4543-abf2-eac3668985f3 tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Transition to ACTIVE for port object 3619a4b9-8c81-44cc-a9ca-6f019eb242a4 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:37:32.957416 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-9a891447-88ec-43f1-9dfe-bd48248c135f tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0809243 Aug 29 04:37:32.961669 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51170) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:32.969873 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-09585260-f127-4b6e-97d5-004d6727e891 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Request body: {'security_group': {'name': 'tempest-secgroup--698224010'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:32.993514 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-81dd5b89-8456-4543-abf2-eac3668985f3 tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:33.018964 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc03622-9d09-46cf-b5e4-efa794a90823 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Network 63aecaa8-0b11-447c-b72c-36e2b214db91 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:37:33.025147 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc03622-9d09-46cf-b5e4-efa794a90823 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Pushing event updated for resources: {'Port': ['ID=f30b2db5-7b72-41de-99b7-8c91acdc9bd9,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:33.030767 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-1bc03622-9d09-46cf-b5e4-efa794a90823 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:37:33.033406 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc03622-9d09-46cf-b5e4-efa794a90823 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:37:33.034414 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc03622-9d09-46cf-b5e4-efa794a90823 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:33.035026 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1bc03622-9d09-46cf-b5e4-efa794a90823 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:33.035902 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81dd5b89-8456-4543-abf2-eac3668985f3 tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Network 2a398912-a551-42ae-b919-b4921efbe0d9 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:37:33.039247 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-81dd5b89-8456-4543-abf2-eac3668985f3 tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:37:33.043211 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81dd5b89-8456-4543-abf2-eac3668985f3 tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:37:33.047776 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-09585260-f127-4b6e-97d5-004d6727e891 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:33.060106 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-1bc03622-9d09-46cf-b5e4-efa794a90823 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.7681754 Aug 29 04:37:33.061778 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51172) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:33.085865 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dd5b89-8456-4543-abf2-eac3668985f3 tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Pushing event updated for resources: {'Port': ['ID=3619a4b9-8c81-44cc-a9ca-6f019eb242a4,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:33.123632 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81dd5b89-8456-4543-abf2-eac3668985f3 tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:33.124320 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-81dd5b89-8456-4543-abf2-eac3668985f3 tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:33.184183 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb34852-b264-451a-a58d-345b2b3ee0ae tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:33.187732 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-0bb34852-b264-451a-a58d-345b2b3ee0ae tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] 10.222.0.22 "GET /v2.0/ports/f30b2db5-7b72-41de-99b7-8c91acdc9bd9 HTTP/1.1" status: 200 len: 954 time: 0.1224492 Aug 29 04:37:33.208494 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51174) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:33.234143 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15efaead-d697-4c29-a82e-e680135d9555 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Router 4b214b98-94ff-49e7-b004-767bb391d39a has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:37:33.348578 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-cb3c1b2d-4600-46ff-bbaa-7e9ca43f5a2d tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Deleting port f30b2db5-7b72-41de-99b7-8c91acdc9bd9 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:37:33.349013 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cb3c1b2d-4600-46ff-bbaa-7e9ca43f5a2d tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:33.354099 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-09585260-f127-4b6e-97d5-004d6727e891 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:33.365093 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-09585260-f127-4b6e-97d5-004d6727e891 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:33.381996 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:37:33.406680 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-163630e9-7a16-4f89-85c9-80318a50ba78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:33.412656 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15efaead-d697-4c29-a82e-e680135d9555 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:37:33.422793 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-15efaead-d697-4c29-a82e-e680135d9555 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] 10.222.0.22 "PUT /v2.0/routers/4b214b98-94ff-49e7-b004-767bb391d39a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6004956 Aug 29 04:37:33.423020 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-81dd5b89-8456-4543-abf2-eac3668985f3 tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8377504 Aug 29 04:37:33.423114 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51178) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:33.423649 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-09585260-f127-4b6e-97d5-004d6727e891 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:33.423905 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71ab02a-8366-4033-8ef2-7173dfe5be65 None None] Sync routers for ids ['4b214b98-94ff-49e7-b004-767bb391d39a'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:37:33.428045 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51180) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:33.428205 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-09585260-f127-4b6e-97d5-004d6727e891 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4594505 Aug 29 04:37:33.429160 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-c38d8678-beed-4c3d-8c42-4f896fe2ba5d tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Request body: {'floatingip': {'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:33.430326 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51182) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:33.434805 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09585260-f127-4b6e-97d5-004d6727e891 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7abbbd3-cfe5-4429-bb22-3f5230588001,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:33.443443 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71ab02a-8366-4033-8ef2-7173dfe5be65 None None] Routers {'4b214b98-94ff-49e7-b004-767bb391d39a'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:37:33.444394 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-e71ab02a-8366-4033-8ef2-7173dfe5be65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:37:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['4b214b98-94ff-49e7-b004-767bb391d39a'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:33.452920 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-0f297c1d-418e-49aa-9793-e23c9bfc5229 None None] Provisioning for port 3619a4b9-8c81-44cc-a9ca-6f019eb242a4 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:37:33.458067 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-23eb0f8a-60b4-4d7d-af89-0173afa9ae20 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Request body: {'security_group_rule': {'security_group_id': 'c7abbbd3-cfe5-4429-bb22-3f5230588001', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:33.460745 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c38d8678-beed-4c3d-8c42-4f896fe2ba5d tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Notify callbacks [] for floatingip, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:33.461846 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-0f297c1d-418e-49aa-9793-e23c9bfc5229 None None] Provisioning complete for port 3619a4b9-8c81-44cc-a9ca-6f019eb242a4 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:33.462095 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0f297c1d-418e-49aa-9793-e23c9bfc5229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:33.480928 n-d-712140-12 neutron-server[94828]: WARNING neutron.api.v2.base [None req-23eb0f8a-60b4-4d7d-af89-0173afa9ae20 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 29 04:37:33.483085 n-d-712140-12 neutron-server[94828]: INFO neutron.api.v2.resource [None req-23eb0f8a-60b4-4d7d-af89-0173afa9ae20 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:37:33.484536 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-23eb0f8a-60b4-4d7d-af89-0173afa9ae20 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0315433 Aug 29 04:37:33.488355 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51184) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:33.519144 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-0f297c1d-418e-49aa-9793-e23c9bfc5229 None None] Port 3619a4b9-8c81-44cc-a9ca-6f019eb242a4 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:37:33.528111 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-51e69648-1b34-48ce-b846-66a573d2397e tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Request body: {'security_group_rule': {'security_group_id': 'c7abbbd3-cfe5-4429-bb22-3f5230588001', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:33.530039 n-d-712140-12 neutron-server[94828]: WARNING neutron.api.v2.base [None req-51e69648-1b34-48ce-b846-66a573d2397e tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 29 04:37:33.530562 n-d-712140-12 neutron-server[94828]: INFO neutron.api.v2.resource [None req-51e69648-1b34-48ce-b846-66a573d2397e tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:37:33.534404 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-51e69648-1b34-48ce-b846-66a573d2397e tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0085595 Aug 29 04:37:33.536648 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51186) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:33.546263 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-46d67d4a-7993-4349-bbb6-c9e5f3d3f089 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Request body: {'security_group_rule': {'security_group_id': 'c7abbbd3-cfe5-4429-bb22-3f5230588001', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:33.550122 n-d-712140-12 neutron-server[94829]: WARNING neutron.api.v2.base [None req-46d67d4a-7993-4349-bbb6-c9e5f3d3f089 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 29 04:37:33.551308 n-d-712140-12 neutron-server[94829]: INFO neutron.api.v2.resource [None req-46d67d4a-7993-4349-bbb6-c9e5f3d3f089 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:37:33.552593 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-46d67d4a-7993-4349-bbb6-c9e5f3d3f089 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0149765 Aug 29 04:37:33.555865 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51190) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:33.565654 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-ffdea40e-b075-4edf-8a24-e27e43be25ab tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Request body: {'security_group_rule': {'security_group_id': 'c7abbbd3-cfe5-4429-bb22-3f5230588001', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:33.567124 n-d-712140-12 neutron-server[94828]: WARNING neutron.api.v2.base [None req-ffdea40e-b075-4edf-8a24-e27e43be25ab tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 29 04:37:33.567492 n-d-712140-12 neutron-server[94828]: INFO neutron.api.v2.resource [None req-ffdea40e-b075-4edf-8a24-e27e43be25ab tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:37:33.572238 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-ffdea40e-b075-4edf-8a24-e27e43be25ab tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0120208 Aug 29 04:37:33.573155 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51192) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:33.576289 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cb3c1b2d-4600-46ff-bbaa-7e9ca43f5a2d tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:33.596729 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-e71ab02a-8366-4033-8ef2-7173dfe5be65 None None] Set router 4b214b98-94ff-49e7-b004-767bb391d39a gateway port host: None {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:37:33.598058 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d49caa1-29b7-415f-ad24-c4e29a3fc4d6 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Deleting subnet 3eaec8a0-51dc-40d5-ba10-6dda0687987a {{(pid=94828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:37:33.607057 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5d49caa1-29b7-415f-ad24-c4e29a3fc4d6 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks [] for subnet, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:33.610688 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-cb3c1b2d-4600-46ff-bbaa-7e9ca43f5a2d tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Calling delete_port for f30b2db5-7b72-41de-99b7-8c91acdc9bd9 owned by {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:37:33.661985 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c38d8678-beed-4c3d-8c42-4f896fe2ba5d tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:33.692706 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1f0ded28-1444-44cf-a479-51741d927b57 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:33.714632 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5d49caa1-29b7-415f-ad24-c4e29a3fc4d6 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8904862'] for subnet, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:33.764867 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1f0ded28-1444-44cf-a479-51741d927b57 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:33.838529 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-c38d8678-beed-4c3d-8c42-4f896fe2ba5d tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Allocated IP 172.25.0.94 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/048b06f0-1b7a-4071-a649-87466f3cf075) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:37:33.854708 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1f0ded28-1444-44cf-a479-51741d927b57 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:33.860688 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1f0ded28-1444-44cf-a479-51741d927b57 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:33.862021 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-1f0ded28-1444-44cf-a479-51741d927b57 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] 10.222.0.22 "DELETE /v2.0/security-groups/c7abbbd3-cfe5-4429-bb22-3f5230588001 HTTP/1.1" status: 204 len: 168 time: 0.2878013 Aug 29 04:37:33.866853 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51198) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:33.891603 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0ded28-1444-44cf-a479-51741d927b57 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7abbbd3-cfe5-4429-bb22-3f5230588001,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:33.899726 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cb3c1b2d-4600-46ff-bbaa-7e9ca43f5a2d tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:33.954658 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3c1b2d-4600-46ff-bbaa-7e9ca43f5a2d tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Pushing event deleted for resources: {'Port': ['ID=f30b2db5-7b72-41de-99b7-8c91acdc9bd9,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:33.963508 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5d49caa1-29b7-415f-ad24-c4e29a3fc4d6 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:34.000984 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cb3c1b2d-4600-46ff-bbaa-7e9ca43f5a2d tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:34.002524 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-e71ab02a-8366-4033-8ef2-7173dfe5be65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b214b98-94ff-49e7-b004-767bb391d39a', 'name': 'tempest-RoutersIpV6Test-router-1190397809', 'tenant_id': '3eb215580c8748bbad6fe745fb3cc71c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:36:53Z', 'updated_at': '2021-08-29T04:37:31Z', 'revision_number': 8, 'project_id': '3eb215580c8748bbad6fe745fb3cc71c', 'gw_port_host': None, '_interfaces': [{'id': '17da3e6e-8d80-41c2-90f3-06151eaa2137', 'name': '', 'network_id': '5098bdca-026c-4648-af0a-820637af215e', 'tenant_id': '3eb215580c8748bbad6fe745fb3cc71c', 'mac_address': 'fa:16:3e:95:f3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b214b98-94ff-49e7-b004-767bb391d39a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '6380734d-d396-47f7-9c98-4534703fe854', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:11Z', 'updated_at': '2021-08-29T04:37:25Z', 'revision_number': 5, 'project_id': '3eb215580c8748bbad6fe745fb3cc71c', 'subnets': [{'id': '6380734d-d396-47f7-9c98-4534703fe854', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '29993249-1e66-448d-9de6-3daf478c802a', 'name': '', 'network_id': '48e34a5e-15ec-4939-a896-89879690ff06', 'tenant_id': '3eb215580c8748bbad6fe745fb3cc71c', 'mac_address': 'fa:16:3e:d0:84:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b214b98-94ff-49e7-b004-767bb391d39a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '7e16c38a-dc7d-49a5-98f0-faeedb5211e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:03Z', 'updated_at': '2021-08-29T04:37:12Z', 'revision_number': 5, 'project_id': '3eb215580c8748bbad6fe745fb3cc71c', 'subnets': [{'id': '7e16c38a-dc7d-49a5-98f0-faeedb5211e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b3ba93e-8b2e-49e2-8bbc-5d61240bab89', 'name': '', 'network_id': '55385f77-8348-4e0f-8a55-d04453e10239', 'tenant_id': '3eb215580c8748bbad6fe745fb3cc71c', 'mac_address': 'fa:16:3e:c9:23:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b214b98-94ff-49e7-b004-767bb391d39a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': '7fa41da7-1c40-4e86-b565-b0ecd036cf12', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:36:56Z', 'updated_at': '2021-08-29T04:37:06Z', 'revision_number': 5, 'project_id': '3eb215580c8748bbad6fe745fb3cc71c', 'subnets': [{'id': '7fa41da7-1c40-4e86-b565-b0ecd036cf12', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:34.005686 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-cb3c1b2d-4600-46ff-bbaa-7e9ca43f5a2d tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] 10.222.0.22 "DELETE /v2.0/ports/f30b2db5-7b72-41de-99b7-8c91acdc9bd9 HTTP/1.1" status: 204 len: 168 time: 0.8128767 Aug 29 04:37:34.009172 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51202) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:34.018099 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c38d8678-beed-4c3d-8c42-4f896fe2ba5d tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:34.036451 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-3f7f3d4c-d4bf-4ba6-84df-2e2592adcd79 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1461165 Aug 29 04:37:34.037025 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71ab02a-8366-4033-8ef2-7173dfe5be65 None None] Checking router: 4b214b98-94ff-49e7-b004-767bb391d39a for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:37:34.045971 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51204) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:34.046937 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71ab02a-8366-4033-8ef2-7173dfe5be65 None None] Routers {'4b214b98-94ff-49e7-b004-767bb391d39a'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:37:34.048066 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-e71ab02a-8366-4033-8ef2-7173dfe5be65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:37:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['4b214b98-94ff-49e7-b004-767bb391d39a'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:34.050821 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-f02f26b0-fd17-4207-aba9-1e254595a4ad tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Request body: {'security_group': {'name': 'tempest-secgroup--625047922'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:34.054125 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ec9be11-de20-49e9-a60b-57164ced9398 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] GET failed (client error): The resource could not be found. Aug 29 04:37:34.056363 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-8ec9be11-de20-49e9-a60b-57164ced9398 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] 10.222.0.22 "GET /v2.0/ports/f30b2db5-7b72-41de-99b7-8c91acdc9bd9 HTTP/1.1" status: 404 len: 333 time: 0.0445857 Aug 29 04:37:34.061467 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51206) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:34.066678 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-63ed594e-ef40-48a1-9fb9-7c0e80309927 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Request body: {'port': {'network_id': '63aecaa8-0b11-447c-b72c-36e2b214db91', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1230222111'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:34.083391 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f02f26b0-fd17-4207-aba9-1e254595a4ad tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:34.115516 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5d49caa1-29b7-415f-ad24-c4e29a3fc4d6 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9190434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062341'] for subnet, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:34.118986 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63ed594e-ef40-48a1-9fb9-7c0e80309927 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Made reservation on behalf of dfa2fa2590ec48a6ac61b9ce8126c663 for: {'port': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:37:34.121811 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-63ed594e-ef40-48a1-9fb9-7c0e80309927 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:34.136357 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5d49caa1-29b7-415f-ad24-c4e29a3fc4d6 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:34.138982 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-5d49caa1-29b7-415f-ad24-c4e29a3fc4d6 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] 10.222.0.22 "DELETE /v2.0/subnets/3eaec8a0-51dc-40d5-ba10-6dda0687987a HTTP/1.1" status: 204 len: 168 time: 0.7111833 Aug 29 04:37:34.142436 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b8d89d-e17f-41d2-b3ab-cc6fe5542b69 None None] Network 0d5318a5-71b7-4322-a08b-f33083bf4b6e requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:37:34.145113 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51208) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:34.163475 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d49caa1-29b7-415f-ad24-c4e29a3fc4d6 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Pushing event deleted for resources: {'Subnet': ['ID=3eaec8a0-51dc-40d5-ba10-6dda0687987a,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:34.168807 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c38d8678-beed-4c3d-8c42-4f896fe2ba5d tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:34.185556 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [None req-63ed594e-ef40-48a1-9fb9-7c0e80309927 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] device_id is not set on port e227fbd1-5ffa-4e7a-9a91-70f7dba1c5c6 yet. {{(pid=94829) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:37:34.190447 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-e71ab02a-8366-4033-8ef2-7173dfe5be65 None None] Set router 4b214b98-94ff-49e7-b004-767bb391d39a gateway port host: None {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:37:34.228517 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f02f26b0-fd17-4207-aba9-1e254595a4ad tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:34.233809 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f02f26b0-fd17-4207-aba9-1e254595a4ad tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:34.266319 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f02f26b0-fd17-4207-aba9-1e254595a4ad tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:34.267585 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-f02f26b0-fd17-4207-aba9-1e254595a4ad tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2206516 Aug 29 04:37:34.269719 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02f26b0-fd17-4207-aba9-1e254595a4ad tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a520de8-5a84-4dcc-a612-8d3874e690c6,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:34.272418 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51210) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:34.279104 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-c2d3fa23-30c9-4d5d-8330-dcb8ac48e233 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Request body: {'security_group_rule': {'security_group_id': '7a520de8-5a84-4dcc-a612-8d3874e690c6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:34.280025 n-d-712140-12 neutron-server[94828]: WARNING neutron.api.v2.base [None req-c2d3fa23-30c9-4d5d-8330-dcb8ac48e233 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 29 04:37:34.280668 n-d-712140-12 neutron-server[94828]: INFO neutron.api.v2.resource [None req-c2d3fa23-30c9-4d5d-8330-dcb8ac48e233 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:37:34.281862 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-c2d3fa23-30c9-4d5d-8330-dcb8ac48e233 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0083625 Aug 29 04:37:34.284734 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51212) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:34.297400 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38d8678-beed-4c3d-8c42-4f896fe2ba5d tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:37:34.299474 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-87fba1da-8aa8-4eaf-89de-338b37919aa9 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Request body: {'security_group_rule': {'security_group_id': '7a520de8-5a84-4dcc-a612-8d3874e690c6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:34.331396 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-c38d8678-beed-4c3d-8c42-4f896fe2ba5d tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:37:34.334723 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38d8678-beed-4c3d-8c42-4f896fe2ba5d tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:37:34.377895 n-d-712140-12 neutron-server[94828]: INFO neutron.api.v2.resource [None req-87fba1da-8aa8-4eaf-89de-338b37919aa9 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:37:34.382179 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-87fba1da-8aa8-4eaf-89de-338b37919aa9 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0961857 Aug 29 04:37:34.385023 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51214) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:34.398770 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-0b1e97df-5ee9-460d-a838-a310c26e1920 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Request body: {'security_group_rule': {'security_group_id': '7a520de8-5a84-4dcc-a612-8d3874e690c6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:34.402258 n-d-712140-12 neutron-server[94828]: WARNING neutron.api.v2.base [None req-0b1e97df-5ee9-460d-a838-a310c26e1920 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 29 04:37:34.404459 n-d-712140-12 neutron-server[94828]: INFO neutron.api.v2.resource [None req-0b1e97df-5ee9-460d-a838-a310c26e1920 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:37:34.413162 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-0b1e97df-5ee9-460d-a838-a310c26e1920 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0245726 Aug 29 04:37:34.414167 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51216) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:34.430894 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-a35341ce-a5fa-4766-8090-4ad4070a34df tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Request body: {'security_group_rule': {'security_group_id': '7a520de8-5a84-4dcc-a612-8d3874e690c6', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:34.501809 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38d8678-beed-4c3d-8c42-4f896fe2ba5d tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Pushing event updated for resources: {'Port': ['ID=048b06f0-1b7a-4071-a649-87466f3cf075,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:34.502103 n-d-712140-12 neutron-server[94828]: INFO neutron.api.v2.resource [None req-a35341ce-a5fa-4766-8090-4ad4070a34df tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:37:34.506015 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-a35341ce-a5fa-4766-8090-4ad4070a34df tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0874090 Aug 29 04:37:34.506146 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51218) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:34.510702 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-b0e55f8a-4c24-4427-bdf7-d689d8f6b25b tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Request body: {'security_group_rule': {'security_group_id': '7a520de8-5a84-4dcc-a612-8d3874e690c6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:34.511190 n-d-712140-12 neutron-server[94828]: WARNING neutron.api.v2.base [None req-b0e55f8a-4c24-4427-bdf7-d689d8f6b25b tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 29 04:37:34.511857 n-d-712140-12 neutron-server[94828]: INFO neutron.api.v2.resource [None req-b0e55f8a-4c24-4427-bdf7-d689d8f6b25b tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:37:34.514782 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-e71ab02a-8366-4033-8ef2-7173dfe5be65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b214b98-94ff-49e7-b004-767bb391d39a', 'name': 'tempest-RoutersIpV6Test-router-1190397809', 'tenant_id': '3eb215580c8748bbad6fe745fb3cc71c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:36:53Z', 'updated_at': '2021-08-29T04:37:31Z', 'revision_number': 8, 'project_id': '3eb215580c8748bbad6fe745fb3cc71c', 'gw_port_host': None, '_interfaces': [{'id': '17da3e6e-8d80-41c2-90f3-06151eaa2137', 'name': '', 'network_id': '5098bdca-026c-4648-af0a-820637af215e', 'tenant_id': '3eb215580c8748bbad6fe745fb3cc71c', 'mac_address': 'fa:16:3e:95:f3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b214b98-94ff-49e7-b004-767bb391d39a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '6380734d-d396-47f7-9c98-4534703fe854', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:11Z', 'updated_at': '2021-08-29T04:37:25Z', 'revision_number': 5, 'project_id': '3eb215580c8748bbad6fe745fb3cc71c', 'subnets': [{'id': '6380734d-d396-47f7-9c98-4534703fe854', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '29993249-1e66-448d-9de6-3daf478c802a', 'name': '', 'network_id': '48e34a5e-15ec-4939-a896-89879690ff06', 'tenant_id': '3eb215580c8748bbad6fe745fb3cc71c', 'mac_address': 'fa:16:3e:d0:84:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b214b98-94ff-49e7-b004-767bb391d39a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '7e16c38a-dc7d-49a5-98f0-faeedb5211e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:03Z', 'updated_at': '2021-08-29T04:37:12Z', 'revision_number': 5, 'project_id': '3eb215580c8748bbad6fe745fb3cc71c', 'subnets': [{'id': '7e16c38a-dc7d-49a5-98f0-faeedb5211e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b3ba93e-8b2e-49e2-8bbc-5d61240bab89', 'name': '', 'network_id': '55385f77-8348-4e0f-8a55-d04453e10239', 'tenant_id': '3eb215580c8748bbad6fe745fb3cc71c', 'mac_address': 'fa:16:3e:c9:23:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b214b98-94ff-49e7-b004-767bb391d39a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': '7fa41da7-1c40-4e86-b565-b0ecd036cf12', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:36:56Z', 'updated_at': '2021-08-29T04:37:06Z', 'revision_number': 5, 'project_id': '3eb215580c8748bbad6fe745fb3cc71c', 'subnets': [{'id': '7fa41da7-1c40-4e86-b565-b0ecd036cf12', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:34.518964 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-b0e55f8a-4c24-4427-bdf7-d689d8f6b25b tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0118458 Aug 29 04:37:34.528853 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51220) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:34.531465 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813fbb6a-2c51-43ef-8878-6dcab029a86f None None] DHCP port deletion for 0d5318a5-71b7-4322-a08b-f33083bf4b6e request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:37:34.547163 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71ab02a-8366-4033-8ef2-7173dfe5be65 None None] The sync data for ids ['4b214b98-94ff-49e7-b004-767bb391d39a'] in n-d-712140-12 is: [{'id': '4b214b98-94ff-49e7-b004-767bb391d39a', 'name': 'tempest-RoutersIpV6Test-router-1190397809', 'tenant_id': '3eb215580c8748bbad6fe745fb3cc71c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:36:53Z', 'updated_at': '2021-08-29T04:37:31Z', 'revision_number': 8, 'project_id': '3eb215580c8748bbad6fe745fb3cc71c', 'gw_port_host': None, '_interfaces': [{'id': '17da3e6e-8d80-41c2-90f3-06151eaa2137', 'name': '', 'network_id': '5098bdca-026c-4648-af0a-820637af215e', 'tenant_id': '3eb215580c8748bbad6fe745fb3cc71c', 'mac_address': 'fa:16:3e:95:f3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b214b98-94ff-49e7-b004-767bb391d39a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '6380734d-d396-47f7-9c98-4534703fe854', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:11Z', 'updated_at': '2021-08-29T04:37:25Z', 'revision_number': 5, 'project_id': '3eb215580c8748bbad6fe745fb3cc71c', 'subnets': [{'id': '6380734d-d396-47f7-9c98-4534703fe854', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '29993249-1e66-448d-9de6-3daf478c802a', 'name': '', 'network_id': '48e34a5e-15ec-4939-a896-89879690ff06', 'tenant_id': '3eb215580c8748bbad6fe745fb3cc71c', 'mac_address': 'fa:16:3e:d0:84:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b214b98-94ff-49e7-b004-767bb391d39a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '7e16c38a-dc7d-49a5-98f0-faeedb5211e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:03Z', 'updated_at': '2021-08-29T04:37:12Z', 'revision_number': 5, 'project_id': '3eb215580c8748bbad6fe745fb3cc71c', 'subnets': [{'id': '7e16c38a-dc7d-49a5-98f0-faeedb5211e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b3ba93e-8b2e-49e2-8bbc-5d61240bab89', 'name': '', 'network_id': '55385f77-8348-4e0f-8a55-d04453e10239', 'tenant_id': '3eb215580c8748bbad6fe745fb3cc71c', 'mac_address': 'fa:16:3e:c9:23:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b214b98-94ff-49e7-b004-767bb391d39a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': '7fa41da7-1c40-4e86-b565-b0ecd036cf12', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:36:56Z', 'updated_at': '2021-08-29T04:37:06Z', 'revision_number': 5, 'project_id': '3eb215580c8748bbad6fe745fb3cc71c', 'subnets': [{'id': '7fa41da7-1c40-4e86-b565-b0ecd036cf12', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:37:34.553613 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-b0bdbb0a-0f5a-4b03-a0f3-b57acf068ffc tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Request body: {'security_group_rule': {'security_group_id': '7a520de8-5a84-4dcc-a612-8d3874e690c6', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:34.567718 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0950bee4-e708-4190-9c61-5e28eac90027 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:34.638652 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-813fbb6a-2c51-43ef-8878-6dcab029a86f None None] Deleting port d4918fa5-155b-4f65-bd11-be54692a6303 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:37:34.639149 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-813fbb6a-2c51-43ef-8878-6dcab029a86f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:34.724466 n-d-712140-12 neutron-server[94829]: INFO neutron.db.securitygroups_db [None req-b0bdbb0a-0f5a-4b03-a0f3-b57acf068ffc tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Project 931e94dfe9d54af6848d5420e4fc7d3c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 04:37:34.725630 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-813fbb6a-2c51-43ef-8878-6dcab029a86f None None] For port d4918fa5-155b-4f65-bd11-be54692a6303, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=d4918fa5-155b-4f65-bd11-be54692a6303,segment=NetworkSegment(89025f14-2433-47fb-b8f2-a7236591991f),segment_id=89025f14-2433-47fb-b8f2-a7236591991f)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:34.726032 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-813fbb6a-2c51-43ef-8878-6dcab029a86f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:34.755792 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-813fbb6a-2c51-43ef-8878-6dcab029a86f None None] Calling delete_port for d4918fa5-155b-4f65-bd11-be54692a6303 owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:37:34.796257 n-d-712140-12 neutron-server[94829]: INFO neutron.api.v2.resource [None req-b0bdbb0a-0f5a-4b03-a0f3-b57acf068ffc tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:37:34.797455 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-b0bdbb0a-0f5a-4b03-a0f3-b57acf068ffc tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2661579 Aug 29 04:37:34.800751 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51226) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:34.804789 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-63ed594e-ef40-48a1-9fb9-7c0e80309927 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:34.809332 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-40ab33c9-26fa-432e-8c0e-e9a871db0f10 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Request body: {'security_group_rule': {'security_group_id': '7a520de8-5a84-4dcc-a612-8d3874e690c6', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:34.810274 n-d-712140-12 neutron-server[94828]: WARNING neutron.api.v2.base [None req-40ab33c9-26fa-432e-8c0e-e9a871db0f10 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 29 04:37:34.811535 n-d-712140-12 neutron-server[94828]: INFO neutron.api.v2.resource [None req-40ab33c9-26fa-432e-8c0e-e9a871db0f10 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:37:34.811772 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c38d8678-beed-4c3d-8c42-4f896fe2ba5d tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:34.815216 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-40ab33c9-26fa-432e-8c0e-e9a871db0f10 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0097208 Aug 29 04:37:34.815675 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51228) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:34.829014 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-7b45cb60-1190-401e-b8c3-90c9e97c0c24 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Request body: {'security_group_rule': {'security_group_id': '7a520de8-5a84-4dcc-a612-8d3874e690c6', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:34.873341 n-d-712140-12 neutron-server[94828]: INFO neutron.db.securitygroups_db [None req-7b45cb60-1190-401e-b8c3-90c9e97c0c24 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Project 931e94dfe9d54af6848d5420e4fc7d3c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 04:37:34.874411 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-813fbb6a-2c51-43ef-8878-6dcab029a86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:34.876334 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c38d8678-beed-4c3d-8c42-4f896fe2ba5d tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:34.883009 n-d-712140-12 neutron-server[94828]: INFO neutron.api.v2.resource [None req-7b45cb60-1190-401e-b8c3-90c9e97c0c24 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:37:34.888701 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-7b45cb60-1190-401e-b8c3-90c9e97c0c24 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0686858 Aug 29 04:37:34.890918 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51232) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:34.895898 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-3cb0f0b4-784a-494c-872a-ded49315a6a9 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Request body: {'security_group_rule': {'security_group_id': '7a520de8-5a84-4dcc-a612-8d3874e690c6', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:34.901491 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-0950bee4-e708-4190-9c61-5e28eac90027 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Deleting port d4918fa5-155b-4f65-bd11-be54692a6303 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:37:34.901845 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0950bee4-e708-4190-9c61-5e28eac90027 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:34.911407 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813fbb6a-2c51-43ef-8878-6dcab029a86f None None] Pushing event deleted for resources: {'Port': ['ID=d4918fa5-155b-4f65-bd11-be54692a6303,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:34.918353 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813fbb6a-2c51-43ef-8878-6dcab029a86f None None] No DVR routers for this DVR port d4918fa5-155b-4f65-bd11-be54692a6303 on host n-d-712140-12 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:37:34.941490 n-d-712140-12 neutron-server[94828]: INFO neutron.db.securitygroups_db [None req-3cb0f0b4-784a-494c-872a-ded49315a6a9 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Project 931e94dfe9d54af6848d5420e4fc7d3c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 04:37:34.958475 n-d-712140-12 neutron-server[94828]: INFO neutron.api.v2.resource [None req-3cb0f0b4-784a-494c-872a-ded49315a6a9 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:37:34.959676 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-3cb0f0b4-784a-494c-872a-ded49315a6a9 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0675778 Aug 29 04:37:34.964298 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51234) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:34.972053 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-63ed594e-ef40-48a1-9fb9-7c0e80309927 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:35.048382 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-90799b14-8d6c-4d38-944c-09bdc55694b6 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:35.070054 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ed594e-ef40-48a1-9fb9-7c0e80309927 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Network 63aecaa8-0b11-447c-b72c-36e2b214db91 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:37:35.080555 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-90799b14-8d6c-4d38-944c-09bdc55694b6 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:35.114466 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-0950bee4-e708-4190-9c61-5e28eac90027 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] For port d4918fa5-155b-4f65-bd11-be54692a6303, host n-d-712140-12, got binding levels [] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:35.114831 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0950bee4-e708-4190-9c61-5e28eac90027 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:35.127251 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-63ed594e-ef40-48a1-9fb9-7c0e80309927 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:37:35.135559 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-0950bee4-e708-4190-9c61-5e28eac90027 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Calling delete_port for d4918fa5-155b-4f65-bd11-be54692a6303 owned by network:dhcp {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:37:35.141239 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ed594e-ef40-48a1-9fb9-7c0e80309927 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:37:35.142301 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ed594e-ef40-48a1-9fb9-7c0e80309927 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:35.142905 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-63ed594e-ef40-48a1-9fb9-7c0e80309927 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:35.146227 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-90799b14-8d6c-4d38-944c-09bdc55694b6 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:35.149433 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.ipam_backend_mixin [None req-0950bee4-e708-4190-9c61-5e28eac90027 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Port d4918fa5-155b-4f65-bd11-be54692a6303 was not found and therefore no delete operation was performed {{(pid=94829) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 04:37:35.150560 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-90799b14-8d6c-4d38-944c-09bdc55694b6 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:35.155273 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-90799b14-8d6c-4d38-944c-09bdc55694b6 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] 10.222.0.22 "DELETE /v2.0/security-groups/7a520de8-5a84-4dcc-a612-8d3874e690c6 HTTP/1.1" status: 204 len: 168 time: 0.1875563 Aug 29 04:37:35.157157 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51244) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:35.158338 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ed594e-ef40-48a1-9fb9-7c0e80309927 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Pushing event updated for resources: {'Port': ['ID=e227fbd1-5ffa-4e7a-9a91-70f7dba1c5c6,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:35.168087 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0950bee4-e708-4190-9c61-5e28eac90027 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:35.174201 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90799b14-8d6c-4d38-944c-09bdc55694b6 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a520de8-5a84-4dcc-a612-8d3874e690c6,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:35.181490 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-63ed594e-ef40-48a1-9fb9-7c0e80309927 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.1160882 Aug 29 04:37:35.183111 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51246) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:35.190514 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-faea55ec-3f14-4609-9d32-aeff3c0b2a6e tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:35.213607 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0950bee4-e708-4190-9c61-5e28eac90027 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Pushing event deleted for resources: {'Port': ['ID=d4918fa5-155b-4f65-bd11-be54692a6303,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:35.230734 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0950bee4-e708-4190-9c61-5e28eac90027 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] No DVR routers for this DVR port d4918fa5-155b-4f65-bd11-be54692a6303 on host n-d-712140-12 {{(pid=94829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:37:35.275037 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-dba4fc2f-24b4-4bb2-8131-aaa42f63bd2f tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1151435 Aug 29 04:37:35.279969 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51250) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:35.287416 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-faea55ec-3f14-4609-9d32-aeff3c0b2a6e tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:35.326276 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-b6f9c571-2923-4f68-a201-59dcb3cf1bf4 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Request body: {'security_group': {'name': 'tempest-secgroup--1190676647'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:35.369998 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0950bee4-e708-4190-9c61-5e28eac90027 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:35.393724 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-0950bee4-e708-4190-9c61-5e28eac90027 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d5318a5-71b7-4322-a08b-f33083bf4b6e']}} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:35.395939 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b6f9c571-2923-4f68-a201-59dcb3cf1bf4 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:35.405489 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c38d8678-beed-4c3d-8c42-4f896fe2ba5d tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:35.416245 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-0950bee4-e708-4190-9c61-5e28eac90027 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89025f14-2433-47fb-b8f2-a7236591991f') {'for_net_delete': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:35.416547 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-0950bee4-e708-4190-9c61-5e28eac90027 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89025f14-2433-47fb-b8f2-a7236591991f') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:35.420659 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c38d8678-beed-4c3d-8c42-4f896fe2ba5d tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:35.458737 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0950bee4-e708-4190-9c61-5e28eac90027 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4311712'] for segment, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:35.508886 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0950bee4-e708-4190-9c61-5e28eac90027 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:35.522943 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-faea55ec-3f14-4609-9d32-aeff3c0b2a6e tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] device_id is not set on port e227fbd1-5ffa-4e7a-9a91-70f7dba1c5c6 yet. {{(pid=94828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:37:35.530947 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0950bee4-e708-4190-9c61-5e28eac90027 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=94829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:37:35.531371 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0950bee4-e708-4190-9c61-5e28eac90027 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4274277'] for segment, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:35.531953 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-faea55ec-3f14-4609-9d32-aeff3c0b2a6e tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:35.538979 n-d-712140-12 neutron-server[94829]: Traceback (most recent call last): Aug 29 04:37:35.538979 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:37:35.538979 n-d-712140-12 neutron-server[94829]: timer() Aug 29 04:37:35.538979 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:37:35.538979 n-d-712140-12 neutron-server[94829]: cb(*args, **kw) Aug 29 04:37:35.538979 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:37:35.538979 n-d-712140-12 neutron-server[94829]: return func(*args, **kwargs) Aug 29 04:37:35.538979 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:37:35.538979 n-d-712140-12 neutron-server[94829]: self._notify() Aug 29 04:37:35.538979 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:37:35.538979 n-d-712140-12 neutron-server[94829]: self.callback(batched_events) Aug 29 04:37:35.538979 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:37:35.538979 n-d-712140-12 neutron-server[94829]: event.method(event) Aug 29 04:37:35.538979 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:37:35.538979 n-d-712140-12 neutron-server[94829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:37:35.538979 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:37:35.538979 n-d-712140-12 neutron-server[94829]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:37:35.538979 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:37:35.538979 n-d-712140-12 neutron-server[94829]: return f(self, *a, **k) Aug 29 04:37:35.538979 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:37:35.538979 n-d-712140-12 neutron-server[94829]: return self._get(url).json() Aug 29 04:37:35.538979 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:37:35.538979 n-d-712140-12 neutron-server[94829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:37:35.538979 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:37:35.538979 n-d-712140-12 neutron-server[94829]: return self.request(url, 'GET', **kwargs) Aug 29 04:37:35.538979 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:37:35.538979 n-d-712140-12 neutron-server[94829]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:37:35.538979 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:37:35.538979 n-d-712140-12 neutron-server[94829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:37:35.538979 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:37:35.538979 n-d-712140-12 neutron-server[94829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:37:35.538979 n-d-712140-12 neutron-server[94829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:37:35.555021 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38d8678-beed-4c3d-8c42-4f896fe2ba5d tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Pushing event updated for resources: {'Port': ['ID=048b06f0-1b7a-4071-a649-87466f3cf075,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:35.605420 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c38d8678-beed-4c3d-8c42-4f896fe2ba5d tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719515'] for floatingip, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:35.630230 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-faea55ec-3f14-4609-9d32-aeff3c0b2a6e tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Transition to ACTIVE for port object e227fbd1-5ffa-4e7a-9a91-70f7dba1c5c6 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:37:35.632851 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0950bee4-e708-4190-9c61-5e28eac90027 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:35.634390 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-faea55ec-3f14-4609-9d32-aeff3c0b2a6e tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:35.643600 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0950bee4-e708-4190-9c61-5e28eac90027 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:35.647966 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-0950bee4-e708-4190-9c61-5e28eac90027 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] 10.222.0.22 "DELETE /v2.0/networks/0d5318a5-71b7-4322-a08b-f33083bf4b6e HTTP/1.1" status: 204 len: 168 time: 1.4992580 Aug 29 04:37:35.657558 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51266) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:35.667968 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0950bee4-e708-4190-9c61-5e28eac90027 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Pushing event deleted for resources: {'Network': ['ID=0d5318a5-71b7-4322-a08b-f33083bf4b6e,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:35.682045 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b6f9c571-2923-4f68-a201-59dcb3cf1bf4 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:35.686402 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b6f9c571-2923-4f68-a201-59dcb3cf1bf4 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:35.701708 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c38d8678-beed-4c3d-8c42-4f896fe2ba5d tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:35.701708 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-c38d8678-beed-4c3d-8c42-4f896fe2ba5d tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2791018 Aug 29 04:37:35.712703 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51270) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:35.724513 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b6f9c571-2923-4f68-a201-59dcb3cf1bf4 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:35.729281 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-b6f9c571-2923-4f68-a201-59dcb3cf1bf4 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4381711 Aug 29 04:37:35.733024 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51272) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:35.738605 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-6cecb3b1-fab5-4d82-a0b5-f4d810138b56 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Request body: {'security_group_rule': {'security_group_id': 'bf8ecd83-5b4c-4ff5-aa54-142911f60f1c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:35.744780 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f9c571-2923-4f68-a201-59dcb3cf1bf4 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf8ecd83-5b4c-4ff5-aa54-142911f60f1c,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:35.785479 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-7253f247-896b-4512-94d9-b60a5f0c902f tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Request body: {'floatingip': {'port_id': '3619a4b9-8c81-44cc-a9ca-6f019eb242a4', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:35.793116 n-d-712140-12 neutron-server[94829]: INFO neutron.api.v2.resource [None req-6cecb3b1-fab5-4d82-a0b5-f4d810138b56 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] create failed (client error): The resource could not be found. Aug 29 04:37:35.795452 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-6cecb3b1-fab5-4d82-a0b5-f4d810138b56 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0612798 Aug 29 04:37:35.798290 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51276) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:35.805423 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-de8180cb-ba26-479f-906c-07370adcbae2 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Request body: {'security_group_rule': {'security_group_id': 'bf8ecd83-5b4c-4ff5-aa54-142911f60f1c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '604038d8-2d95-40d7-86b0-9aecd29fab72'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:35.866656 n-d-712140-12 neutron-server[94829]: INFO neutron.api.v2.resource [None req-de8180cb-ba26-479f-906c-07370adcbae2 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] create failed (client error): The resource could not be found. Aug 29 04:37:35.867123 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-de8180cb-ba26-479f-906c-07370adcbae2 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0675657 Aug 29 04:37:35.869156 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faea55ec-3f14-4609-9d32-aeff3c0b2a6e tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Pushing event updated for resources: {'Port': ['ID=e227fbd1-5ffa-4e7a-9a91-70f7dba1c5c6,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:35.869999 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51278) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:35.884437 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-faea55ec-3f14-4609-9d32-aeff3c0b2a6e tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attempting to bind port e227fbd1-5ffa-4e7a-9a91-70f7dba1c5c6 on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:37:35.884884 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-faea55ec-3f14-4609-9d32-aeff3c0b2a6e tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attempting to bind port e227fbd1-5ffa-4e7a-9a91-70f7dba1c5c6 by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': '9b99cc29-7ecc-4884-aac6-b9f24fe73dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '63aecaa8-0b11-447c-b72c-36e2b214db91'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:37:35.885302 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faea55ec-3f14-4609-9d32-aeff3c0b2a6e tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attempting to bind port e227fbd1-5ffa-4e7a-9a91-70f7dba1c5c6 on network 63aecaa8-0b11-447c-b72c-36e2b214db91 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:37:35.896558 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7253f247-896b-4512-94d9-b60a5f0c902f tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Notify callbacks [] for floatingip, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:35.930192 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3ffc6225-a89f-47db-8525-a91d0eb58ffb tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:35.936068 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faea55ec-3f14-4609-9d32-aeff3c0b2a6e tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Port e227fbd1-5ffa-4e7a-9a91-70f7dba1c5c6 on network 63aecaa8-0b11-447c-b72c-36e2b214db91 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:37:35.936068 n-d-712140-12 neutron-server[94828]: ERROR neutron.plugins.ml2.managers [None req-faea55ec-3f14-4609-9d32-aeff3c0b2a6e tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Failed to bind port e227fbd1-5ffa-4e7a-9a91-70f7dba1c5c6 on host n-h1-712140-12 for vnic_type normal using segments [{'id': '9b99cc29-7ecc-4884-aac6-b9f24fe73dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '63aecaa8-0b11-447c-b72c-36e2b214db91'}] Aug 29 04:37:35.940616 n-d-712140-12 neutron-server[94828]: INFO neutron.plugins.ml2.plugin [None req-faea55ec-3f14-4609-9d32-aeff3c0b2a6e tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attempt 2 to bind port e227fbd1-5ffa-4e7a-9a91-70f7dba1c5c6 Aug 29 04:37:35.956580 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3ffc6225-a89f-47db-8525-a91d0eb58ffb tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:36.009930 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3ffc6225-a89f-47db-8525-a91d0eb58ffb tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:36.012557 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3ffc6225-a89f-47db-8525-a91d0eb58ffb tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:36.016358 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-3ffc6225-a89f-47db-8525-a91d0eb58ffb tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] 10.222.0.22 "DELETE /v2.0/security-groups/bf8ecd83-5b4c-4ff5-aa54-142911f60f1c HTTP/1.1" status: 204 len: 168 time: 0.1427715 Aug 29 04:37:36.016884 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51280) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:36.023664 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-faea55ec-3f14-4609-9d32-aeff3c0b2a6e tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attempting to bind port e227fbd1-5ffa-4e7a-9a91-70f7dba1c5c6 on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:37:36.024115 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-faea55ec-3f14-4609-9d32-aeff3c0b2a6e tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attempting to bind port e227fbd1-5ffa-4e7a-9a91-70f7dba1c5c6 by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': '9b99cc29-7ecc-4884-aac6-b9f24fe73dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '63aecaa8-0b11-447c-b72c-36e2b214db91'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:37:36.024533 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faea55ec-3f14-4609-9d32-aeff3c0b2a6e tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attempting to bind port e227fbd1-5ffa-4e7a-9a91-70f7dba1c5c6 on network 63aecaa8-0b11-447c-b72c-36e2b214db91 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:37:36.037317 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffc6225-a89f-47db-8525-a91d0eb58ffb tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf8ecd83-5b4c-4ff5-aa54-142911f60f1c,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:36.078660 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-e7588bd4-6256-44d2-adaa-b57f6d9cecc5 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0552518 Aug 29 04:37:36.078933 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51282) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:36.080057 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faea55ec-3f14-4609-9d32-aeff3c0b2a6e tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Port e227fbd1-5ffa-4e7a-9a91-70f7dba1c5c6 on network 63aecaa8-0b11-447c-b72c-36e2b214db91 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:37:36.080515 n-d-712140-12 neutron-server[94828]: ERROR neutron.plugins.ml2.managers [None req-faea55ec-3f14-4609-9d32-aeff3c0b2a6e tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Failed to bind port e227fbd1-5ffa-4e7a-9a91-70f7dba1c5c6 on host n-h1-712140-12 for vnic_type normal using segments [{'id': '9b99cc29-7ecc-4884-aac6-b9f24fe73dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '63aecaa8-0b11-447c-b72c-36e2b214db91'}] Aug 29 04:37:36.083825 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-1aa8d92e-c47f-44a3-a00d-2d4cde6d13ae tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Request body: {'security_group_rule': {'security_group_id': '7f8bef03-f93b-4bb0-b350-ba79c02cbbc4', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:36.084937 n-d-712140-12 neutron-server[94828]: INFO neutron.plugins.ml2.plugin [None req-faea55ec-3f14-4609-9d32-aeff3c0b2a6e tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attempt 3 to bind port e227fbd1-5ffa-4e7a-9a91-70f7dba1c5c6 Aug 29 04:37:36.116405 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-faea55ec-3f14-4609-9d32-aeff3c0b2a6e tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attempting to bind port e227fbd1-5ffa-4e7a-9a91-70f7dba1c5c6 on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:37:36.116749 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-faea55ec-3f14-4609-9d32-aeff3c0b2a6e tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attempting to bind port e227fbd1-5ffa-4e7a-9a91-70f7dba1c5c6 by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': '9b99cc29-7ecc-4884-aac6-b9f24fe73dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '63aecaa8-0b11-447c-b72c-36e2b214db91'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:37:36.117100 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faea55ec-3f14-4609-9d32-aeff3c0b2a6e tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attempting to bind port e227fbd1-5ffa-4e7a-9a91-70f7dba1c5c6 on network 63aecaa8-0b11-447c-b72c-36e2b214db91 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:37:36.125972 n-d-712140-12 neutron-server[94829]: INFO neutron.api.v2.resource [None req-1aa8d92e-c47f-44a3-a00d-2d4cde6d13ae tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] create failed (client error): The resource could not be found. Aug 29 04:37:36.127095 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-1aa8d92e-c47f-44a3-a00d-2d4cde6d13ae tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0471201 Aug 29 04:37:36.130850 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51284) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:36.136384 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-b5acc899-0180-4482-b922-8ffb9af55566 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Request body: {'security_group': {'name': 'tempest-secgroup--441693078'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:36.139878 n-d-712140-12 neutron-server[94828]: INFO neutron.api.v2.resource [None req-7253f247-896b-4512-94d9-b60a5f0c902f tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] update failed (client error): The resource could not be found. Aug 29 04:37:36.140783 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-7253f247-896b-4512-94d9-b60a5f0c902f tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] 10.222.0.22 "PUT /v2.0/floatingips/5d3ca6d9-c6c5-4638-8320-d35945b45f53 HTTP/1.1" status: 404 len: 507 time: 0.3643880 Aug 29 04:37:36.141419 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faea55ec-3f14-4609-9d32-aeff3c0b2a6e tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Port e227fbd1-5ffa-4e7a-9a91-70f7dba1c5c6 on network 63aecaa8-0b11-447c-b72c-36e2b214db91 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:37:36.141748 n-d-712140-12 neutron-server[94828]: ERROR neutron.plugins.ml2.managers [None req-faea55ec-3f14-4609-9d32-aeff3c0b2a6e tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Failed to bind port e227fbd1-5ffa-4e7a-9a91-70f7dba1c5c6 on host n-h1-712140-12 for vnic_type normal using segments [{'id': '9b99cc29-7ecc-4884-aac6-b9f24fe73dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '63aecaa8-0b11-447c-b72c-36e2b214db91'}] Aug 29 04:37:36.143758 n-d-712140-12 neutron-server[94828]: INFO neutron.plugins.ml2.plugin [None req-faea55ec-3f14-4609-9d32-aeff3c0b2a6e tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attempt 4 to bind port e227fbd1-5ffa-4e7a-9a91-70f7dba1c5c6 Aug 29 04:37:36.144462 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51286) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:36.185097 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-faea55ec-3f14-4609-9d32-aeff3c0b2a6e tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attempting to bind port e227fbd1-5ffa-4e7a-9a91-70f7dba1c5c6 on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:37:36.185974 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-faea55ec-3f14-4609-9d32-aeff3c0b2a6e tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attempting to bind port e227fbd1-5ffa-4e7a-9a91-70f7dba1c5c6 by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': '9b99cc29-7ecc-4884-aac6-b9f24fe73dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '63aecaa8-0b11-447c-b72c-36e2b214db91'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:37:36.185974 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faea55ec-3f14-4609-9d32-aeff3c0b2a6e tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attempting to bind port e227fbd1-5ffa-4e7a-9a91-70f7dba1c5c6 on network 63aecaa8-0b11-447c-b72c-36e2b214db91 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:37:36.195944 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faea55ec-3f14-4609-9d32-aeff3c0b2a6e tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Port e227fbd1-5ffa-4e7a-9a91-70f7dba1c5c6 on network 63aecaa8-0b11-447c-b72c-36e2b214db91 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:37:36.196548 n-d-712140-12 neutron-server[94828]: ERROR neutron.plugins.ml2.managers [None req-faea55ec-3f14-4609-9d32-aeff3c0b2a6e tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Failed to bind port e227fbd1-5ffa-4e7a-9a91-70f7dba1c5c6 on host n-h1-712140-12 for vnic_type normal using segments [{'id': '9b99cc29-7ecc-4884-aac6-b9f24fe73dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '63aecaa8-0b11-447c-b72c-36e2b214db91'}] Aug 29 04:37:36.199273 n-d-712140-12 neutron-server[94828]: INFO neutron.plugins.ml2.plugin [None req-faea55ec-3f14-4609-9d32-aeff3c0b2a6e tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attempt 5 to bind port e227fbd1-5ffa-4e7a-9a91-70f7dba1c5c6 Aug 29 04:37:36.222379 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-faea55ec-3f14-4609-9d32-aeff3c0b2a6e tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attempting to bind port e227fbd1-5ffa-4e7a-9a91-70f7dba1c5c6 on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:37:36.222725 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-faea55ec-3f14-4609-9d32-aeff3c0b2a6e tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attempting to bind port e227fbd1-5ffa-4e7a-9a91-70f7dba1c5c6 by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': '9b99cc29-7ecc-4884-aac6-b9f24fe73dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '63aecaa8-0b11-447c-b72c-36e2b214db91'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:37:36.223093 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faea55ec-3f14-4609-9d32-aeff3c0b2a6e tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attempting to bind port e227fbd1-5ffa-4e7a-9a91-70f7dba1c5c6 on network 63aecaa8-0b11-447c-b72c-36e2b214db91 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:37:36.244530 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faea55ec-3f14-4609-9d32-aeff3c0b2a6e tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Port e227fbd1-5ffa-4e7a-9a91-70f7dba1c5c6 on network 63aecaa8-0b11-447c-b72c-36e2b214db91 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:37:36.244924 n-d-712140-12 neutron-server[94828]: ERROR neutron.plugins.ml2.managers [None req-faea55ec-3f14-4609-9d32-aeff3c0b2a6e tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Failed to bind port e227fbd1-5ffa-4e7a-9a91-70f7dba1c5c6 on host n-h1-712140-12 for vnic_type normal using segments [{'id': '9b99cc29-7ecc-4884-aac6-b9f24fe73dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '63aecaa8-0b11-447c-b72c-36e2b214db91'}] Aug 29 04:37:36.246578 n-d-712140-12 neutron-server[94828]: INFO neutron.plugins.ml2.plugin [None req-faea55ec-3f14-4609-9d32-aeff3c0b2a6e tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attempt 6 to bind port e227fbd1-5ffa-4e7a-9a91-70f7dba1c5c6 Aug 29 04:37:36.247295 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b5acc899-0180-4482-b922-8ffb9af55566 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:36.262174 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cef1096e-4188-490f-92ef-2c2252551510 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:36.271551 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-faea55ec-3f14-4609-9d32-aeff3c0b2a6e tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attempting to bind port e227fbd1-5ffa-4e7a-9a91-70f7dba1c5c6 on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:37:36.272259 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-faea55ec-3f14-4609-9d32-aeff3c0b2a6e tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attempting to bind port e227fbd1-5ffa-4e7a-9a91-70f7dba1c5c6 by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': '9b99cc29-7ecc-4884-aac6-b9f24fe73dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '63aecaa8-0b11-447c-b72c-36e2b214db91'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:37:36.272606 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faea55ec-3f14-4609-9d32-aeff3c0b2a6e tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attempting to bind port e227fbd1-5ffa-4e7a-9a91-70f7dba1c5c6 on network 63aecaa8-0b11-447c-b72c-36e2b214db91 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:37:36.284280 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faea55ec-3f14-4609-9d32-aeff3c0b2a6e tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Port e227fbd1-5ffa-4e7a-9a91-70f7dba1c5c6 on network 63aecaa8-0b11-447c-b72c-36e2b214db91 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:37:36.284988 n-d-712140-12 neutron-server[94828]: ERROR neutron.plugins.ml2.managers [None req-faea55ec-3f14-4609-9d32-aeff3c0b2a6e tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Failed to bind port e227fbd1-5ffa-4e7a-9a91-70f7dba1c5c6 on host n-h1-712140-12 for vnic_type normal using segments [{'id': '9b99cc29-7ecc-4884-aac6-b9f24fe73dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '63aecaa8-0b11-447c-b72c-36e2b214db91'}] Aug 29 04:37:36.285705 n-d-712140-12 neutron-server[94828]: INFO neutron.plugins.ml2.plugin [None req-faea55ec-3f14-4609-9d32-aeff3c0b2a6e tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attempt 7 to bind port e227fbd1-5ffa-4e7a-9a91-70f7dba1c5c6 Aug 29 04:37:36.313628 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-faea55ec-3f14-4609-9d32-aeff3c0b2a6e tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attempting to bind port e227fbd1-5ffa-4e7a-9a91-70f7dba1c5c6 on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:37:36.313930 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-faea55ec-3f14-4609-9d32-aeff3c0b2a6e tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attempting to bind port e227fbd1-5ffa-4e7a-9a91-70f7dba1c5c6 by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': '9b99cc29-7ecc-4884-aac6-b9f24fe73dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '63aecaa8-0b11-447c-b72c-36e2b214db91'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:37:36.314237 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faea55ec-3f14-4609-9d32-aeff3c0b2a6e tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attempting to bind port e227fbd1-5ffa-4e7a-9a91-70f7dba1c5c6 on network 63aecaa8-0b11-447c-b72c-36e2b214db91 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:37:36.329112 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faea55ec-3f14-4609-9d32-aeff3c0b2a6e tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Port e227fbd1-5ffa-4e7a-9a91-70f7dba1c5c6 on network 63aecaa8-0b11-447c-b72c-36e2b214db91 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:37:36.329342 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-17380b21-48bf-4040-a093-73fd2dd1f808 tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Deleting port 048b06f0-1b7a-4071-a649-87466f3cf075 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:37:36.329446 n-d-712140-12 neutron-server[94828]: ERROR neutron.plugins.ml2.managers [None req-faea55ec-3f14-4609-9d32-aeff3c0b2a6e tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Failed to bind port e227fbd1-5ffa-4e7a-9a91-70f7dba1c5c6 on host n-h1-712140-12 for vnic_type normal using segments [{'id': '9b99cc29-7ecc-4884-aac6-b9f24fe73dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '63aecaa8-0b11-447c-b72c-36e2b214db91'}] Aug 29 04:37:36.329604 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-17380b21-48bf-4040-a093-73fd2dd1f808 tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:36.329961 n-d-712140-12 neutron-server[94828]: INFO neutron.plugins.ml2.plugin [None req-faea55ec-3f14-4609-9d32-aeff3c0b2a6e tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attempt 8 to bind port e227fbd1-5ffa-4e7a-9a91-70f7dba1c5c6 Aug 29 04:37:36.354922 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-faea55ec-3f14-4609-9d32-aeff3c0b2a6e tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attempting to bind port e227fbd1-5ffa-4e7a-9a91-70f7dba1c5c6 on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:37:36.355458 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-faea55ec-3f14-4609-9d32-aeff3c0b2a6e tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attempting to bind port e227fbd1-5ffa-4e7a-9a91-70f7dba1c5c6 by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': '9b99cc29-7ecc-4884-aac6-b9f24fe73dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '63aecaa8-0b11-447c-b72c-36e2b214db91'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:37:36.355834 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faea55ec-3f14-4609-9d32-aeff3c0b2a6e tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attempting to bind port e227fbd1-5ffa-4e7a-9a91-70f7dba1c5c6 on network 63aecaa8-0b11-447c-b72c-36e2b214db91 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:37:36.406557 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faea55ec-3f14-4609-9d32-aeff3c0b2a6e tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Port e227fbd1-5ffa-4e7a-9a91-70f7dba1c5c6 on network 63aecaa8-0b11-447c-b72c-36e2b214db91 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:37:36.406870 n-d-712140-12 neutron-server[94828]: ERROR neutron.plugins.ml2.managers [None req-faea55ec-3f14-4609-9d32-aeff3c0b2a6e tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Failed to bind port e227fbd1-5ffa-4e7a-9a91-70f7dba1c5c6 on host n-h1-712140-12 for vnic_type normal using segments [{'id': '9b99cc29-7ecc-4884-aac6-b9f24fe73dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '63aecaa8-0b11-447c-b72c-36e2b214db91'}] Aug 29 04:37:36.408664 n-d-712140-12 neutron-server[94828]: INFO neutron.plugins.ml2.plugin [None req-faea55ec-3f14-4609-9d32-aeff3c0b2a6e tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attempt 9 to bind port e227fbd1-5ffa-4e7a-9a91-70f7dba1c5c6 Aug 29 04:37:36.449199 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device d4918fa5-155b-4f65-bd11-be54692a6303 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:37:36.451224 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b5acc899-0180-4482-b922-8ffb9af55566 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:36.462169 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-17380b21-48bf-4040-a093-73fd2dd1f808 tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:36.462715 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-17380b21-48bf-4040-a093-73fd2dd1f808 tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:36.465946 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b5acc899-0180-4482-b922-8ffb9af55566 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:36.470921 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-faea55ec-3f14-4609-9d32-aeff3c0b2a6e tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attempting to bind port e227fbd1-5ffa-4e7a-9a91-70f7dba1c5c6 on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:37:36.476369 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-faea55ec-3f14-4609-9d32-aeff3c0b2a6e tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attempting to bind port e227fbd1-5ffa-4e7a-9a91-70f7dba1c5c6 by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': '9b99cc29-7ecc-4884-aac6-b9f24fe73dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '63aecaa8-0b11-447c-b72c-36e2b214db91'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:37:36.477068 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faea55ec-3f14-4609-9d32-aeff3c0b2a6e tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attempting to bind port e227fbd1-5ffa-4e7a-9a91-70f7dba1c5c6 on network 63aecaa8-0b11-447c-b72c-36e2b214db91 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:37:36.485204 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: d4918fa5-155b-4f65-bd11-be54692a6303 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:37:36.486208 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device d4918fa5-155b-4f65-bd11-be54692a6303 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:37:36.488215 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 228cb7d1-1bdc-4431-b970-31f1e9b0d3d5 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:37:36.489971 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b5acc899-0180-4482-b922-8ffb9af55566 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:36.491239 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-b5acc899-0180-4482-b922-8ffb9af55566 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3593998 Aug 29 04:37:36.493969 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51288) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:36.500919 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-e71e6d45-30b5-4eaf-b8c7-9ce59dbe6104 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Request body: {'security_group': {'name': 'tempest-secgroup--962675184'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:36.501744 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-17380b21-48bf-4040-a093-73fd2dd1f808 tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Calling delete_port for 048b06f0-1b7a-4071-a649-87466f3cf075 owned by network:floatingip {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:37:36.516652 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 228cb7d1-1bdc-4431-b970-31f1e9b0d3d5 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:37:36.517372 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 228cb7d1-1bdc-4431-b970-31f1e9b0d3d5 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:37:36.526830 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5acc899-0180-4482-b922-8ffb9af55566 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=355a7494-7b30-41b1-8dc4-687784dbdaff,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:36.541834 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faea55ec-3f14-4609-9d32-aeff3c0b2a6e tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Port e227fbd1-5ffa-4e7a-9a91-70f7dba1c5c6 on network 63aecaa8-0b11-447c-b72c-36e2b214db91 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:37:36.542435 n-d-712140-12 neutron-server[94828]: ERROR neutron.plugins.ml2.managers [None req-faea55ec-3f14-4609-9d32-aeff3c0b2a6e tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Failed to bind port e227fbd1-5ffa-4e7a-9a91-70f7dba1c5c6 on host n-h1-712140-12 for vnic_type normal using segments [{'id': '9b99cc29-7ecc-4884-aac6-b9f24fe73dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '63aecaa8-0b11-447c-b72c-36e2b214db91'}] Aug 29 04:37:36.543905 n-d-712140-12 neutron-server[94828]: INFO neutron.plugins.ml2.plugin [None req-faea55ec-3f14-4609-9d32-aeff3c0b2a6e tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attempt 10 to bind port e227fbd1-5ffa-4e7a-9a91-70f7dba1c5c6 Aug 29 04:37:36.547501 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e71e6d45-30b5-4eaf-b8c7-9ce59dbe6104 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:36.587814 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-625fd1ed-5e09-40d3-9ff8-c657ae95c381 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713413'] for router_interface, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:36.589351 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-faea55ec-3f14-4609-9d32-aeff3c0b2a6e tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attempting to bind port e227fbd1-5ffa-4e7a-9a91-70f7dba1c5c6 on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:37:36.589690 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-faea55ec-3f14-4609-9d32-aeff3c0b2a6e tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attempting to bind port e227fbd1-5ffa-4e7a-9a91-70f7dba1c5c6 by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': '9b99cc29-7ecc-4884-aac6-b9f24fe73dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '63aecaa8-0b11-447c-b72c-36e2b214db91'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:37:36.590027 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faea55ec-3f14-4609-9d32-aeff3c0b2a6e tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attempting to bind port e227fbd1-5ffa-4e7a-9a91-70f7dba1c5c6 on network 63aecaa8-0b11-447c-b72c-36e2b214db91 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:37:36.629610 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faea55ec-3f14-4609-9d32-aeff3c0b2a6e tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Port e227fbd1-5ffa-4e7a-9a91-70f7dba1c5c6 on network 63aecaa8-0b11-447c-b72c-36e2b214db91 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:37:36.630242 n-d-712140-12 neutron-server[94828]: ERROR neutron.plugins.ml2.managers [None req-faea55ec-3f14-4609-9d32-aeff3c0b2a6e tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Failed to bind port e227fbd1-5ffa-4e7a-9a91-70f7dba1c5c6 on host n-h1-712140-12 for vnic_type normal using segments [{'id': '9b99cc29-7ecc-4884-aac6-b9f24fe73dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '63aecaa8-0b11-447c-b72c-36e2b214db91'}] Aug 29 04:37:36.630635 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-faea55ec-3f14-4609-9d32-aeff3c0b2a6e tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:36.661045 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-17380b21-48bf-4040-a093-73fd2dd1f808 tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:36.693386 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17380b21-48bf-4040-a093-73fd2dd1f808 tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Pushing event deleted for resources: {'Port': ['ID=048b06f0-1b7a-4071-a649-87466f3cf075,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:36.768271 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-17380b21-48bf-4040-a093-73fd2dd1f808 tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Notify callbacks [] for floatingip, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:36.771991 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-17380b21-48bf-4040-a093-73fd2dd1f808 tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:36.773527 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-17380b21-48bf-4040-a093-73fd2dd1f808 tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] 10.222.0.22 "DELETE /v2.0/floatingips/5d3ca6d9-c6c5-4638-8320-d35945b45f53 HTTP/1.1" status: 204 len: 168 time: 0.6278491 Aug 29 04:37:36.776960 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51292) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:36.782206 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-659375b5-4404-4903-9f29-0e786f9bfccb tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Request body: {'floatingip': {'floating_network_id': '2a398912-a551-42ae-b919-b4921efbe0d9', 'port_id': '3619a4b9-8c81-44cc-a9ca-6f019eb242a4', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:37.129317 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-faea55ec-3f14-4609-9d32-aeff3c0b2a6e tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] For port e227fbd1-5ffa-4e7a-9a91-70f7dba1c5c6, host n-h1-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:37:37.129646 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-faea55ec-3f14-4609-9d32-aeff3c0b2a6e tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attempted to set empty binding levels {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 29 04:37:37.138694 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-faea55ec-3f14-4609-9d32-aeff3c0b2a6e tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:37.152641 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e71e6d45-30b5-4eaf-b8c7-9ce59dbe6104 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:37.182903 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:37.184846 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-659375b5-4404-4903-9f29-0e786f9bfccb tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Notify callbacks [] for floatingip, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:37.185335 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e71e6d45-30b5-4eaf-b8c7-9ce59dbe6104 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:37.219626 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:37.220277 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-faea55ec-3f14-4609-9d32-aeff3c0b2a6e tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] In _notify_port_updated(), no bound segment for port e227fbd1-5ffa-4e7a-9a91-70f7dba1c5c6 on network 63aecaa8-0b11-447c-b72c-36e2b214db91 {{(pid=94828) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:37:37.221193 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faea55ec-3f14-4609-9d32-aeff3c0b2a6e tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:37.223005 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-faea55ec-3f14-4609-9d32-aeff3c0b2a6e tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:37.223249 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-faea55ec-3f14-4609-9d32-aeff3c0b2a6e tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] 10.222.0.22 "PUT /v2.0/ports/e227fbd1-5ffa-4e7a-9a91-70f7dba1c5c6 HTTP/1.1" status: 200 len: 976 time: 2.0379388 Aug 29 04:37:37.232246 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51296) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:37.254913 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e71e6d45-30b5-4eaf-b8c7-9ce59dbe6104 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:37.256201 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-e71e6d45-30b5-4eaf-b8c7-9ce59dbe6104 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7612395 Aug 29 04:37:37.256933 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faea55ec-3f14-4609-9d32-aeff3c0b2a6e tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Pushing event updated for resources: {'Port': ['ID=e227fbd1-5ffa-4e7a-9a91-70f7dba1c5c6,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:37.259603 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51298) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:37.268073 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-9b304a98-b32e-454e-b158-15ce2b8532dd tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Request body: {'security_group_rule': {'security_group_id': '355a7494-7b30-41b1-8dc4-687784dbdaff', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'eac86a9a-a540-4348-a26e-1a5b96722184'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:37.274964 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71e6d45-30b5-4eaf-b8c7-9ce59dbe6104 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eac86a9a-a540-4348-a26e-1a5b96722184,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:37.339209 n-d-712140-12 neutron-server[94829]: INFO neutron.api.v2.resource [None req-9b304a98-b32e-454e-b158-15ce2b8532dd tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:37:37.344377 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-9b304a98-b32e-454e-b158-15ce2b8532dd tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0811324 Aug 29 04:37:37.344965 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51300) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:37.410606 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-6a10d13b-5985-4d6f-969f-a9f635d45f70 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Deleting port e227fbd1-5ffa-4e7a-9a91-70f7dba1c5c6 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:37:37.411162 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6a10d13b-5985-4d6f-969f-a9f635d45f70 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:37.428792 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a9dd81c1-d67d-4fd2-b773-b7d40ff9730b tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:37.463061 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-625fd1ed-5e09-40d3-9ff8-c657ae95c381 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Deleting port 17da3e6e-8d80-41c2-90f3-06151eaa2137 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:37:37.463406 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-625fd1ed-5e09-40d3-9ff8-c657ae95c381 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:37.464830 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a9dd81c1-d67d-4fd2-b773-b7d40ff9730b tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:37.468499 n-d-712140-12 neutron-server[94829]: INFO neutron.api.v2.resource [None req-659375b5-4404-4903-9f29-0e786f9bfccb tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:37:37.471600 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-659375b5-4404-4903-9f29-0e786f9bfccb tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.6913488 Aug 29 04:37:37.475868 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51302) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:37.480460 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-fa3220a1-d131-44f0-a831-a995f05bae93 tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Request body: {'floatingip': {'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'port_id': '3619a4b9-8c81-44cc-a9ca-6f019eb242a4', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:37.523748 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fa3220a1-d131-44f0-a831-a995f05bae93 tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Notify callbacks [] for floatingip, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:37.533140 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-6a10d13b-5985-4d6f-969f-a9f635d45f70 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] For port e227fbd1-5ffa-4e7a-9a91-70f7dba1c5c6, host n-h1-712140-12, got binding levels [] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:37.533553 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6a10d13b-5985-4d6f-969f-a9f635d45f70 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:37.553340 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-6a10d13b-5985-4d6f-969f-a9f635d45f70 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Calling delete_port for e227fbd1-5ffa-4e7a-9a91-70f7dba1c5c6 owned by {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:37:37.577369 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a9dd81c1-d67d-4fd2-b773-b7d40ff9730b tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:37.579992 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a9dd81c1-d67d-4fd2-b773-b7d40ff9730b tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:37.581335 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-a9dd81c1-d67d-4fd2-b773-b7d40ff9730b tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] 10.222.0.22 "DELETE /v2.0/security-groups/eac86a9a-a540-4348-a26e-1a5b96722184 HTTP/1.1" status: 204 len: 168 time: 0.2338548 Aug 29 04:37:37.585595 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51304) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:37.602542 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dd81c1-d67d-4fd2-b773-b7d40ff9730b tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eac86a9a-a540-4348-a26e-1a5b96722184,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:37.643726 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-625fd1ed-5e09-40d3-9ff8-c657ae95c381 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] For port 17da3e6e-8d80-41c2-90f3-06151eaa2137, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=17da3e6e-8d80-41c2-90f3-06151eaa2137,segment=NetworkSegment(aef6a537-dc72-425a-8842-54c640c6eb61),segment_id=aef6a537-dc72-425a-8842-54c640c6eb61)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:37.643968 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-625fd1ed-5e09-40d3-9ff8-c657ae95c381 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:37.666100 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-625fd1ed-5e09-40d3-9ff8-c657ae95c381 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Calling delete_port for 17da3e6e-8d80-41c2-90f3-06151eaa2137 owned by network:router_interface {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:37:37.668542 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-8fcb024b-651f-47a8-9cfc-910f3a58aa63 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0804131 Aug 29 04:37:37.670441 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51306) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:37.747382 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6a10d13b-5985-4d6f-969f-a9f635d45f70 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:37.756189 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fa3220a1-d131-44f0-a831-a995f05bae93 tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:37.758750 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c8de22fa-b436-4cd7-8c50-8dee37600624 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:37.787248 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a10d13b-5985-4d6f-969f-a9f635d45f70 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Pushing event deleted for resources: {'Port': ['ID=e227fbd1-5ffa-4e7a-9a91-70f7dba1c5c6,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:37.790720 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6a10d13b-5985-4d6f-969f-a9f635d45f70 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:37.792680 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-6a10d13b-5985-4d6f-969f-a9f635d45f70 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] 10.222.0.22 "DELETE /v2.0/ports/e227fbd1-5ffa-4e7a-9a91-70f7dba1c5c6 HTTP/1.1" status: 204 len: 168 time: 0.5555718 Aug 29 04:37:37.796048 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51308) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:37.834522 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c8de22fa-b436-4cd7-8c50-8dee37600624 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:37.861443 n-d-712140-12 neutron-server[94828]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4649df8-409e-4c9a-94a7-d30e0756ece6 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] GET failed (client error): The resource could not be found. Aug 29 04:37:37.863168 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-e4649df8-409e-4c9a-94a7-d30e0756ece6 tempest-PortsAdminExtendedAttrsTestJSON-1355014563 tempest-PortsAdminExtendedAttrsTestJSON-1355014563-project-admin] 10.222.0.22 "GET /v2.0/ports/e227fbd1-5ffa-4e7a-9a91-70f7dba1c5c6 HTTP/1.1" status: 404 len: 333 time: 0.0661304 Aug 29 04:37:37.869340 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51314) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:37.964466 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-625fd1ed-5e09-40d3-9ff8-c657ae95c381 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:37.984155 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c8de22fa-b436-4cd7-8c50-8dee37600624 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:37.987589 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c8de22fa-b436-4cd7-8c50-8dee37600624 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:37.988805 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-c8de22fa-b436-4cd7-8c50-8dee37600624 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] 10.222.0.22 "DELETE /v2.0/security-groups/355a7494-7b30-41b1-8dc4-687784dbdaff HTTP/1.1" status: 204 len: 168 time: 0.3165462 Aug 29 04:37:38.001601 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51316) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:38.023859 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625fd1ed-5e09-40d3-9ff8-c657ae95c381 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Pushing event deleted for resources: {'Port': ['ID=17da3e6e-8d80-41c2-90f3-06151eaa2137,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:38.049655 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de22fa-b436-4cd7-8c50-8dee37600624 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=355a7494-7b30-41b1-8dc4-687784dbdaff,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:38.086210 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-fa3220a1-d131-44f0-a831-a995f05bae93 tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Allocated IP 172.25.0.94 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/b7bb9570-2837-4807-91f4-7d2a6cf0194d) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:37:38.093642 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8d1e21e9-0493-42bf-a515-779f2145f75a tempest-PortsAdminExtendedAttrsTestJSON-1939467167 tempest-PortsAdminExtendedAttrsTestJSON-1939467167-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:38.169626 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-625fd1ed-5e09-40d3-9ff8-c657ae95c381 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-713231'] for router_interface, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:38.252620 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51322) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:38.285172 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-de8fd757-2c16-4a85-8163-fe1784925b66 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2807782 Aug 29 04:37:38.288965 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51326) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:38.306808 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-6e1be90b-b8d4-49ed-af5d-242606064555 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Request body: {'security_group': {'name': 'tempest-secgroup--1023119424'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:38.391699 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6e1be90b-b8d4-49ed-af5d-242606064555 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:38.402373 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8d1e21e9-0493-42bf-a515-779f2145f75a tempest-PortsAdminExtendedAttrsTestJSON-1939467167 tempest-PortsAdminExtendedAttrsTestJSON-1939467167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:38.441904 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-8d1e21e9-0493-42bf-a515-779f2145f75a tempest-PortsAdminExtendedAttrsTestJSON-1939467167 tempest-PortsAdminExtendedAttrsTestJSON-1939467167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63aecaa8-0b11-447c-b72c-36e2b214db91']}} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:38.472541 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-8d1e21e9-0493-42bf-a515-779f2145f75a tempest-PortsAdminExtendedAttrsTestJSON-1939467167 tempest-PortsAdminExtendedAttrsTestJSON-1939467167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b99cc29-7ecc-4884-aac6-b9f24fe73dd3') {'for_net_delete': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:38.472901 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-8d1e21e9-0493-42bf-a515-779f2145f75a tempest-PortsAdminExtendedAttrsTestJSON-1939467167 tempest-PortsAdminExtendedAttrsTestJSON-1939467167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b99cc29-7ecc-4884-aac6-b9f24fe73dd3') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:38.473971 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-625fd1ed-5e09-40d3-9ff8-c657ae95c381 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Router 4b214b98-94ff-49e7-b004-767bb391d39a has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:37:38.501171 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8d1e21e9-0493-42bf-a515-779f2145f75a tempest-PortsAdminExtendedAttrsTestJSON-1939467167 tempest-PortsAdminExtendedAttrsTestJSON-1939467167-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4311712'] for segment, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:38.512865 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9b8f7a03-eb53-412a-9fc8-127958fd8372 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:38.550069 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fa3220a1-d131-44f0-a831-a995f05bae93 tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:38.552632 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8d1e21e9-0493-42bf-a515-779f2145f75a tempest-PortsAdminExtendedAttrsTestJSON-1939467167 tempest-PortsAdminExtendedAttrsTestJSON-1939467167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:38.567719 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d1e21e9-0493-42bf-a515-779f2145f75a tempest-PortsAdminExtendedAttrsTestJSON-1939467167 tempest-PortsAdminExtendedAttrsTestJSON-1939467167-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=94829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:37:38.568107 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8d1e21e9-0493-42bf-a515-779f2145f75a tempest-PortsAdminExtendedAttrsTestJSON-1939467167 tempest-PortsAdminExtendedAttrsTestJSON-1939467167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4274277'] for segment, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:38.570987 n-d-712140-12 neutron-server[94829]: Traceback (most recent call last): Aug 29 04:37:38.570987 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:37:38.570987 n-d-712140-12 neutron-server[94829]: timer() Aug 29 04:37:38.570987 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:37:38.570987 n-d-712140-12 neutron-server[94829]: cb(*args, **kw) Aug 29 04:37:38.570987 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:37:38.570987 n-d-712140-12 neutron-server[94829]: return func(*args, **kwargs) Aug 29 04:37:38.570987 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:37:38.570987 n-d-712140-12 neutron-server[94829]: self._notify() Aug 29 04:37:38.570987 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:37:38.570987 n-d-712140-12 neutron-server[94829]: self.callback(batched_events) Aug 29 04:37:38.570987 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:37:38.570987 n-d-712140-12 neutron-server[94829]: event.method(event) Aug 29 04:37:38.570987 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:37:38.570987 n-d-712140-12 neutron-server[94829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:37:38.570987 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:37:38.570987 n-d-712140-12 neutron-server[94829]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:37:38.570987 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:37:38.570987 n-d-712140-12 neutron-server[94829]: return f(self, *a, **k) Aug 29 04:37:38.570987 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:37:38.570987 n-d-712140-12 neutron-server[94829]: return self._get(url).json() Aug 29 04:37:38.570987 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:37:38.570987 n-d-712140-12 neutron-server[94829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:37:38.570987 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:37:38.570987 n-d-712140-12 neutron-server[94829]: return self.request(url, 'GET', **kwargs) Aug 29 04:37:38.570987 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:37:38.570987 n-d-712140-12 neutron-server[94829]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:37:38.570987 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:37:38.570987 n-d-712140-12 neutron-server[94829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:37:38.570987 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:37:38.570987 n-d-712140-12 neutron-server[94829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:37:38.570987 n-d-712140-12 neutron-server[94829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:37:38.584374 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-625fd1ed-5e09-40d3-9ff8-c657ae95c381 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:37:38.593425 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-625fd1ed-5e09-40d3-9ff8-c657ae95c381 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] 10.222.0.22 "PUT /v2.0/routers/4b214b98-94ff-49e7-b004-767bb391d39a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9011168 Aug 29 04:37:38.594035 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51328) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:38.595150 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b4a40f-9875-43ec-b060-f0bda87f579b None None] Sync routers for ids ['4b214b98-94ff-49e7-b004-767bb391d39a'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:37:38.606723 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b4a40f-9875-43ec-b060-f0bda87f579b None None] Routers {'4b214b98-94ff-49e7-b004-767bb391d39a'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:37:38.607513 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-03b4a40f-9875-43ec-b060-f0bda87f579b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:37:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['4b214b98-94ff-49e7-b004-767bb391d39a'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:38.648801 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_v2 [None req-3007715d-bd49-4896-9fae-2f4e6109994b tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Deleting subnet 6380734d-d396-47f7-9c98-4534703fe854 {{(pid=94828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:37:38.652337 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3007715d-bd49-4896-9fae-2f4e6109994b tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks [] for subnet, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:38.678957 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8d1e21e9-0493-42bf-a515-779f2145f75a tempest-PortsAdminExtendedAttrsTestJSON-1939467167 tempest-PortsAdminExtendedAttrsTestJSON-1939467167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:38.685020 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8d1e21e9-0493-42bf-a515-779f2145f75a tempest-PortsAdminExtendedAttrsTestJSON-1939467167 tempest-PortsAdminExtendedAttrsTestJSON-1939467167-project] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:38.689648 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-8d1e21e9-0493-42bf-a515-779f2145f75a tempest-PortsAdminExtendedAttrsTestJSON-1939467167 tempest-PortsAdminExtendedAttrsTestJSON-1939467167-project] 10.222.0.22 "DELETE /v2.0/networks/63aecaa8-0b11-447c-b72c-36e2b214db91 HTTP/1.1" status: 204 len: 168 time: 0.8129227 Aug 29 04:37:38.715278 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3007715d-bd49-4896-9fae-2f4e6109994b tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8904862'] for subnet, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:38.719072 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:38.724152 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1e21e9-0493-42bf-a515-779f2145f75a tempest-PortsAdminExtendedAttrsTestJSON-1939467167 tempest-PortsAdminExtendedAttrsTestJSON-1939467167-project] Pushing event deleted for resources: {'Network': ['ID=63aecaa8-0b11-447c-b72c-36e2b214db91,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:38.734972 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fa3220a1-d131-44f0-a831-a995f05bae93 tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:38.777087 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-03b4a40f-9875-43ec-b060-f0bda87f579b None None] Set router 4b214b98-94ff-49e7-b004-767bb391d39a gateway port host: None {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:37:38.843377 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3007715d-bd49-4896-9fae-2f4e6109994b tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:38.933795 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3007715d-bd49-4896-9fae-2f4e6109994b tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9190434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062341'] for subnet, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:38.993893 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3007715d-bd49-4896-9fae-2f4e6109994b tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Pushing event deleted for resources: {'Subnet': ['ID=6380734d-d396-47f7-9c98-4534703fe854,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:38.997845 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3007715d-bd49-4896-9fae-2f4e6109994b tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:38.998181 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78830a14-62af-48af-9b99-0a7b38d67431 None None] Network 5098bdca-026c-4648-af0a-820637af215e requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:37:39.003080 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-3007715d-bd49-4896-9fae-2f4e6109994b tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] 10.222.0.22 "DELETE /v2.0/subnets/6380734d-d396-47f7-9c98-4534703fe854 HTTP/1.1" status: 204 len: 168 time: 0.4079561 Aug 29 04:37:39.004399 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51334) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:39.030286 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51336) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:39.105156 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0a890d12-792a-4f8a-aeb4-25f4ede83a7f tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:39.166742 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-0a890d12-792a-4f8a-aeb4-25f4ede83a7f tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Deleting port 8482ea4b-8ac8-45e0-a19f-afe81fd9998e {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:37:39.167091 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0a890d12-792a-4f8a-aeb4-25f4ede83a7f tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:39.175378 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6e1be90b-b8d4-49ed-af5d-242606064555 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:39.187726 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6e1be90b-b8d4-49ed-af5d-242606064555 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:39.191820 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3220a1-d131-44f0-a831-a995f05bae93 tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:37:39.193606 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-03b4a40f-9875-43ec-b060-f0bda87f579b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b214b98-94ff-49e7-b004-767bb391d39a', 'name': 'tempest-RoutersIpV6Test-router-1190397809', 'tenant_id': '3eb215580c8748bbad6fe745fb3cc71c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:36:53Z', 'updated_at': '2021-08-29T04:37:37Z', 'revision_number': 9, 'project_id': '3eb215580c8748bbad6fe745fb3cc71c', 'gw_port_host': None, '_interfaces': [{'id': '29993249-1e66-448d-9de6-3daf478c802a', 'name': '', 'network_id': '48e34a5e-15ec-4939-a896-89879690ff06', 'tenant_id': '3eb215580c8748bbad6fe745fb3cc71c', 'mac_address': 'fa:16:3e:d0:84:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b214b98-94ff-49e7-b004-767bb391d39a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '7e16c38a-dc7d-49a5-98f0-faeedb5211e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:03Z', 'updated_at': '2021-08-29T04:37:12Z', 'revision_number': 5, 'project_id': '3eb215580c8748bbad6fe745fb3cc71c', 'subnets': [{'id': '7e16c38a-dc7d-49a5-98f0-faeedb5211e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b3ba93e-8b2e-49e2-8bbc-5d61240bab89', 'name': '', 'network_id': '55385f77-8348-4e0f-8a55-d04453e10239', 'tenant_id': '3eb215580c8748bbad6fe745fb3cc71c', 'mac_address': 'fa:16:3e:c9:23:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b214b98-94ff-49e7-b004-767bb391d39a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': '7fa41da7-1c40-4e86-b565-b0ecd036cf12', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:36:56Z', 'updated_at': '2021-08-29T04:37:06Z', 'revision_number': 5, 'project_id': '3eb215580c8748bbad6fe745fb3cc71c', 'subnets': [{'id': '7fa41da7-1c40-4e86-b565-b0ecd036cf12', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:39.227919 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b4a40f-9875-43ec-b060-f0bda87f579b None None] Checking router: 4b214b98-94ff-49e7-b004-767bb391d39a for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:37:39.233215 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-fa3220a1-d131-44f0-a831-a995f05bae93 tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:37:39.241166 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b4a40f-9875-43ec-b060-f0bda87f579b None None] Routers {'4b214b98-94ff-49e7-b004-767bb391d39a'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:37:39.242193 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-03b4a40f-9875-43ec-b060-f0bda87f579b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:37:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['4b214b98-94ff-49e7-b004-767bb391d39a'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:39.250362 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3220a1-d131-44f0-a831-a995f05bae93 tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:37:39.264722 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-0a890d12-792a-4f8a-aeb4-25f4ede83a7f tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] For port 8482ea4b-8ac8-45e0-a19f-afe81fd9998e, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=8482ea4b-8ac8-45e0-a19f-afe81fd9998e,segment=NetworkSegment(aef6a537-dc72-425a-8842-54c640c6eb61),segment_id=aef6a537-dc72-425a-8842-54c640c6eb61)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:39.265092 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0a890d12-792a-4f8a-aeb4-25f4ede83a7f tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:39.279526 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1be90b-b8d4-49ed-af5d-242606064555 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aec961cc-9f99-468a-9669-e727e1541715,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:39.282038 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3220a1-d131-44f0-a831-a995f05bae93 tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Pushing event updated for resources: {'Port': ['ID=b7bb9570-2837-4807-91f4-7d2a6cf0194d,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:39.322206 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-0a890d12-792a-4f8a-aeb4-25f4ede83a7f tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Calling delete_port for 8482ea4b-8ac8-45e0-a19f-afe81fd9998e owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:37:39.328465 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-81bce9cd-5e4e-4990-94a9-46c5022ebfc9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=aa2f99b63eaf4913b75ff254e015668c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2968719 Aug 29 04:37:39.332181 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51340) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:39.345341 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a9e7f3-3ffe-4c39-bbf0-e2d9f995b32f None None] DHCP port deletion for 5098bdca-026c-4648-af0a-820637af215e request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:37:39.384270 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-03b4a40f-9875-43ec-b060-f0bda87f579b None None] Set router 4b214b98-94ff-49e7-b004-767bb391d39a gateway port host: None {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:37:39.392552 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9b8f7a03-eb53-412a-9fc8-127958fd8372 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:39.425960 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0a890d12-792a-4f8a-aeb4-25f4ede83a7f tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:39.452663 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a890d12-792a-4f8a-aeb4-25f4ede83a7f tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Pushing event deleted for resources: {'Port': ['ID=8482ea4b-8ac8-45e0-a19f-afe81fd9998e,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:39.456607 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a890d12-792a-4f8a-aeb4-25f4ede83a7f tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] No DVR routers for this DVR port 8482ea4b-8ac8-45e0-a19f-afe81fd9998e on host n-d-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:37:39.472926 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9b8f7a03-eb53-412a-9fc8-127958fd8372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:39.485918 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6e1be90b-b8d4-49ed-af5d-242606064555 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:39.490367 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-6e1be90b-b8d4-49ed-af5d-242606064555 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1970012 Aug 29 04:37:39.494439 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51344) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:39.499171 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-174a2778-6dcd-4d7e-a859-26e2c887b914 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Request body: {'security_group_rule': {'security_group_id': 'aec961cc-9f99-468a-9669-e727e1541715', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:39.522767 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-47a9e7f3-3ffe-4c39-bbf0-e2d9f995b32f None None] Deleting port 8482ea4b-8ac8-45e0-a19f-afe81fd9998e {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:37:39.523288 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-47a9e7f3-3ffe-4c39-bbf0-e2d9f995b32f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:39.558439 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0a890d12-792a-4f8a-aeb4-25f4ede83a7f tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:39.560530 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8f7a03-eb53-412a-9fc8-127958fd8372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57ee910e-a9d8-4a1c-aa1e-088069f20f8b,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:39.571926 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-0a890d12-792a-4f8a-aeb4-25f4ede83a7f tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5098bdca-026c-4648-af0a-820637af215e']}} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:39.578493 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-9b8f7a03-eb53-412a-9fc8-127958fd8372 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8cfb9cf8eae343818cff27266e3ca867&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3240263 Aug 29 04:37:39.581801 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51346) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:39.589921 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-38d48a20-e576-4332-b96d-db33c7d7cc71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:39.591007 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-0a890d12-792a-4f8a-aeb4-25f4ede83a7f tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aef6a537-dc72-425a-8842-54c640c6eb61') {'for_net_delete': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:39.591319 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-0a890d12-792a-4f8a-aeb4-25f4ede83a7f tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aef6a537-dc72-425a-8842-54c640c6eb61') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:39.604688 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0a890d12-792a-4f8a-aeb4-25f4ede83a7f tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8904833'] for segment, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:39.608695 n-d-712140-12 neutron-server[94828]: INFO neutron.api.v2.resource [None req-174a2778-6dcd-4d7e-a859-26e2c887b914 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:37:39.612391 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-174a2778-6dcd-4d7e-a859-26e2c887b914 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1143935 Aug 29 04:37:39.615181 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51348) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:39.620652 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-4402a372-99c1-44c3-9539-e20ddec7e0ce tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Request body: {'security_group_rule': {'security_group_id': 'aec961cc-9f99-468a-9669-e727e1541715', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:39.625477 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-47a9e7f3-3ffe-4c39-bbf0-e2d9f995b32f None None] For port 8482ea4b-8ac8-45e0-a19f-afe81fd9998e, host n-d-712140-12, got binding levels [] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:39.626125 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-47a9e7f3-3ffe-4c39-bbf0-e2d9f995b32f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:39.638977 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0a890d12-792a-4f8a-aeb4-25f4ede83a7f tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:39.648834 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-47a9e7f3-3ffe-4c39-bbf0-e2d9f995b32f None None] Calling delete_port for 8482ea4b-8ac8-45e0-a19f-afe81fd9998e owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:37:39.650923 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a890d12-792a-4f8a-aeb4-25f4ede83a7f tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=94828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:37:39.653383 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.ipam_backend_mixin [None req-47a9e7f3-3ffe-4c39-bbf0-e2d9f995b32f None None] Port 8482ea4b-8ac8-45e0-a19f-afe81fd9998e was not found and therefore no delete operation was performed {{(pid=94830) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 04:37:39.654271 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0a890d12-792a-4f8a-aeb4-25f4ede83a7f tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9190468'] for segment, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:39.657426 n-d-712140-12 neutron-server[94828]: Traceback (most recent call last): Aug 29 04:37:39.657426 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:37:39.657426 n-d-712140-12 neutron-server[94828]: timer() Aug 29 04:37:39.657426 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:37:39.657426 n-d-712140-12 neutron-server[94828]: cb(*args, **kw) Aug 29 04:37:39.657426 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:37:39.657426 n-d-712140-12 neutron-server[94828]: return func(*args, **kwargs) Aug 29 04:37:39.657426 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:37:39.657426 n-d-712140-12 neutron-server[94828]: self._notify() Aug 29 04:37:39.657426 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:37:39.657426 n-d-712140-12 neutron-server[94828]: self.callback(batched_events) Aug 29 04:37:39.657426 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:37:39.657426 n-d-712140-12 neutron-server[94828]: event.method(event) Aug 29 04:37:39.657426 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:37:39.657426 n-d-712140-12 neutron-server[94828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:37:39.657426 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:37:39.657426 n-d-712140-12 neutron-server[94828]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:37:39.657426 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:37:39.657426 n-d-712140-12 neutron-server[94828]: return f(self, *a, **k) Aug 29 04:37:39.657426 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:37:39.657426 n-d-712140-12 neutron-server[94828]: return self._get(url).json() Aug 29 04:37:39.657426 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:37:39.657426 n-d-712140-12 neutron-server[94828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:37:39.657426 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:37:39.657426 n-d-712140-12 neutron-server[94828]: return self.request(url, 'GET', **kwargs) Aug 29 04:37:39.657426 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:37:39.657426 n-d-712140-12 neutron-server[94828]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:37:39.657426 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:37:39.657426 n-d-712140-12 neutron-server[94828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:37:39.657426 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:37:39.657426 n-d-712140-12 neutron-server[94828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:37:39.657426 n-d-712140-12 neutron-server[94828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:37:39.667544 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-38d48a20-e576-4332-b96d-db33c7d7cc71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:39.673394 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-47a9e7f3-3ffe-4c39-bbf0-e2d9f995b32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:39.712842 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a9e7f3-3ffe-4c39-bbf0-e2d9f995b32f None None] Pushing event deleted for resources: {'Port': ['ID=8482ea4b-8ac8-45e0-a19f-afe81fd9998e,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:39.716317 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a9e7f3-3ffe-4c39-bbf0-e2d9f995b32f None None] No DVR routers for this DVR port 8482ea4b-8ac8-45e0-a19f-afe81fd9998e on host n-d-712140-12 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:37:39.722398 n-d-712140-12 neutron-server[94828]: INFO neutron.api.v2.resource [None req-4402a372-99c1-44c3-9539-e20ddec7e0ce tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:37:39.723633 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-4402a372-99c1-44c3-9539-e20ddec7e0ce tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1074610 Aug 29 04:37:39.726952 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51350) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:39.747989 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-092d8753-aa8e-4bdf-ae67-c367ba1b267d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:39.750171 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0a890d12-792a-4f8a-aeb4-25f4ede83a7f tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:39.763092 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0a890d12-792a-4f8a-aeb4-25f4ede83a7f tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:39.765498 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-0a890d12-792a-4f8a-aeb4-25f4ede83a7f tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] 10.222.0.22 "DELETE /v2.0/networks/5098bdca-026c-4648-af0a-820637af215e HTTP/1.1" status: 204 len: 168 time: 0.7601323 Aug 29 04:37:39.774489 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51352) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:39.776304 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-03b4a40f-9875-43ec-b060-f0bda87f579b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b214b98-94ff-49e7-b004-767bb391d39a', 'name': 'tempest-RoutersIpV6Test-router-1190397809', 'tenant_id': '3eb215580c8748bbad6fe745fb3cc71c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:36:53Z', 'updated_at': '2021-08-29T04:37:37Z', 'revision_number': 9, 'project_id': '3eb215580c8748bbad6fe745fb3cc71c', 'gw_port_host': None, '_interfaces': [{'id': '29993249-1e66-448d-9de6-3daf478c802a', 'name': '', 'network_id': '48e34a5e-15ec-4939-a896-89879690ff06', 'tenant_id': '3eb215580c8748bbad6fe745fb3cc71c', 'mac_address': 'fa:16:3e:d0:84:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b214b98-94ff-49e7-b004-767bb391d39a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '7e16c38a-dc7d-49a5-98f0-faeedb5211e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:03Z', 'updated_at': '2021-08-29T04:37:12Z', 'revision_number': 5, 'project_id': '3eb215580c8748bbad6fe745fb3cc71c', 'subnets': [{'id': '7e16c38a-dc7d-49a5-98f0-faeedb5211e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b3ba93e-8b2e-49e2-8bbc-5d61240bab89', 'name': '', 'network_id': '55385f77-8348-4e0f-8a55-d04453e10239', 'tenant_id': '3eb215580c8748bbad6fe745fb3cc71c', 'mac_address': 'fa:16:3e:c9:23:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b214b98-94ff-49e7-b004-767bb391d39a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': '7fa41da7-1c40-4e86-b565-b0ecd036cf12', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:36:56Z', 'updated_at': '2021-08-29T04:37:06Z', 'revision_number': 5, 'project_id': '3eb215580c8748bbad6fe745fb3cc71c', 'subnets': [{'id': '7fa41da7-1c40-4e86-b565-b0ecd036cf12', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:39.784254 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a890d12-792a-4f8a-aeb4-25f4ede83a7f tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Pushing event deleted for resources: {'Network': ['ID=5098bdca-026c-4648-af0a-820637af215e,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:39.791926 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-fa3220a1-d131-44f0-a831-a995f05bae93 tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Deleting port b7bb9570-2837-4807-91f4-7d2a6cf0194d {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:37:39.792314 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fa3220a1-d131-44f0-a831-a995f05bae93 tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:39.878693 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-092d8753-aa8e-4bdf-ae67-c367ba1b267d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:39.961807 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-38d48a20-e576-4332-b96d-db33c7d7cc71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:39.962071 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b4a40f-9875-43ec-b060-f0bda87f579b None None] The sync data for ids ['4b214b98-94ff-49e7-b004-767bb391d39a'] in n-d-712140-12 is: [{'id': '4b214b98-94ff-49e7-b004-767bb391d39a', 'name': 'tempest-RoutersIpV6Test-router-1190397809', 'tenant_id': '3eb215580c8748bbad6fe745fb3cc71c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:36:53Z', 'updated_at': '2021-08-29T04:37:37Z', 'revision_number': 9, 'project_id': '3eb215580c8748bbad6fe745fb3cc71c', 'gw_port_host': None, '_interfaces': [{'id': '29993249-1e66-448d-9de6-3daf478c802a', 'name': '', 'network_id': '48e34a5e-15ec-4939-a896-89879690ff06', 'tenant_id': '3eb215580c8748bbad6fe745fb3cc71c', 'mac_address': 'fa:16:3e:d0:84:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b214b98-94ff-49e7-b004-767bb391d39a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '7e16c38a-dc7d-49a5-98f0-faeedb5211e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:03Z', 'updated_at': '2021-08-29T04:37:12Z', 'revision_number': 5, 'project_id': '3eb215580c8748bbad6fe745fb3cc71c', 'subnets': [{'id': '7e16c38a-dc7d-49a5-98f0-faeedb5211e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b3ba93e-8b2e-49e2-8bbc-5d61240bab89', 'name': '', 'network_id': '55385f77-8348-4e0f-8a55-d04453e10239', 'tenant_id': '3eb215580c8748bbad6fe745fb3cc71c', 'mac_address': 'fa:16:3e:c9:23:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b214b98-94ff-49e7-b004-767bb391d39a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': '7fa41da7-1c40-4e86-b565-b0ecd036cf12', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:36:56Z', 'updated_at': '2021-08-29T04:37:06Z', 'revision_number': 5, 'project_id': '3eb215580c8748bbad6fe745fb3cc71c', 'subnets': [{'id': '7fa41da7-1c40-4e86-b565-b0ecd036cf12', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:37:39.964419 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-38d48a20-e576-4332-b96d-db33c7d7cc71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:39.966187 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-38d48a20-e576-4332-b96d-db33c7d7cc71 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f418e7d8-5bf7-4d9f-ba2e-c5bc6d05538a HTTP/1.1" status: 204 len: 168 time: 0.6301069 Aug 29 04:37:40.013986 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d48a20-e576-4332-b96d-db33c7d7cc71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f418e7d8-5bf7-4d9f-ba2e-c5bc6d05538a,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:40.022679 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fa7d66dc-f90a-4712-9b98-9de5c3002108 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:40.121450 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fa3220a1-d131-44f0-a831-a995f05bae93 tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:40.121897 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fa3220a1-d131-44f0-a831-a995f05bae93 tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:40.145930 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fa7d66dc-f90a-4712-9b98-9de5c3002108 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:40.149838 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-fa3220a1-d131-44f0-a831-a995f05bae93 tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Calling delete_port for b7bb9570-2837-4807-91f4-7d2a6cf0194d owned by network:floatingip {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:37:40.167327 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-092d8753-aa8e-4bdf-ae67-c367ba1b267d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:40.170140 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-092d8753-aa8e-4bdf-ae67-c367ba1b267d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:40.171307 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-092d8753-aa8e-4bdf-ae67-c367ba1b267d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/57ee910e-a9d8-4a1c-aa1e-088069f20f8b HTTP/1.1" status: 204 len: 168 time: 0.5884192 Aug 29 04:37:40.241540 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092d8753-aa8e-4bdf-ae67-c367ba1b267d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57ee910e-a9d8-4a1c-aa1e-088069f20f8b,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:40.285531 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51360) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:40.296627 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fa7d66dc-f90a-4712-9b98-9de5c3002108 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:40.299286 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fa7d66dc-f90a-4712-9b98-9de5c3002108 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:40.300828 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-fa7d66dc-f90a-4712-9b98-9de5c3002108 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] 10.222.0.22 "DELETE /v2.0/security-groups/aec961cc-9f99-468a-9669-e727e1541715 HTTP/1.1" status: 204 len: 168 time: 0.5728679 Aug 29 04:37:40.304935 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51362) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:40.323447 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7d66dc-f90a-4712-9b98-9de5c3002108 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aec961cc-9f99-468a-9669-e727e1541715,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:40.386252 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-6eb6fba4-33de-4ca8-9952-af1a2e6866a0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=dfa2fa2590ec48a6ac61b9ce8126c663&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0995188 Aug 29 04:37:40.394502 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51366) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:40.424817 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-43f9af6f-8cef-4f17-9970-d5e43717e2cc tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1187482 Aug 29 04:37:40.431275 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51368) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:40.438494 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-32fd2a3c-9c6b-445a-a686-fdf1ca1204af tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Request body: {'security_group': {'name': 'tempest-secgroup--1677809805'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:40.457064 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fa3220a1-d131-44f0-a831-a995f05bae93 tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:40.495199 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 8482ea4b-8ac8-45e0-a19f-afe81fd9998e no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:37:40.509476 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3220a1-d131-44f0-a831-a995f05bae93 tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Pushing event deleted for resources: {'Port': ['ID=b7bb9570-2837-4807-91f4-7d2a6cf0194d,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:40.549142 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 8482ea4b-8ac8-45e0-a19f-afe81fd9998e {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:37:40.549744 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 8482ea4b-8ac8-45e0-a19f-afe81fd9998e not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:37:40.552061 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 17da3e6e-8d80-41c2-90f3-06151eaa2137 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:37:40.579226 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-32fd2a3c-9c6b-445a-a686-fdf1ca1204af tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:40.586161 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 17da3e6e-8d80-41c2-90f3-06151eaa2137 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:37:40.586513 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 17da3e6e-8d80-41c2-90f3-06151eaa2137 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:37:40.608889 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-df0384e9-be3c-470f-99b4-6bedaa1a5126 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:40.655743 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-df0384e9-be3c-470f-99b4-6bedaa1a5126 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:40.751502 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d16ace12-d9b3-4ccb-96fc-a2d051f2f07b tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713413'] for router_interface, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:40.756402 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-32fd2a3c-9c6b-445a-a686-fdf1ca1204af tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:40.757989 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-df0384e9-be3c-470f-99b4-6bedaa1a5126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:40.762060 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-df0384e9-be3c-470f-99b4-6bedaa1a5126 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:40.764311 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-df0384e9-be3c-470f-99b4-6bedaa1a5126 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3a01f29b-9ff9-40c9-ba17-ab7732c307d4 HTTP/1.1" status: 204 len: 168 time: 0.3687389 Aug 29 04:37:40.770799 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-32fd2a3c-9c6b-445a-a686-fdf1ca1204af tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:40.784561 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0384e9-be3c-470f-99b4-6bedaa1a5126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a01f29b-9ff9-40c9-ba17-ab7732c307d4,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:40.819310 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-32fd2a3c-9c6b-445a-a686-fdf1ca1204af tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:40.826775 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51386) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:40.826971 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-32fd2a3c-9c6b-445a-a686-fdf1ca1204af tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3925619 Aug 29 04:37:40.832717 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fd2a3c-9c6b-445a-a686-fdf1ca1204af tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6718bf2d-d3ca-441a-aaa7-046ebe908e0a,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:40.833076 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-3c2c317f-11d4-4961-b136-8d3368ca6e77 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:40.833778 n-d-712140-12 neutron-server[94829]: WARNING neutron.api.v2.base [None req-3c2c317f-11d4-4961-b136-8d3368ca6e77 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 29 04:37:40.834275 n-d-712140-12 neutron-server[94829]: INFO neutron.api.v2.resource [None req-3c2c317f-11d4-4961-b136-8d3368ca6e77 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] update failed (client error): There was a conflict when trying to complete your request. Aug 29 04:37:40.836461 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-3c2c317f-11d4-4961-b136-8d3368ca6e77 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] 10.222.0.22 "PUT /v2.0/security-groups/6718bf2d-d3ca-441a-aaa7-046ebe908e0a HTTP/1.1" status: 409 len: 330 time: 0.0086980 Aug 29 04:37:40.840225 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51390) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:40.884664 n-d-712140-12 neutron-server[94829]: INFO neutron.api.v2.resource [None req-fa3220a1-d131-44f0-a831-a995f05bae93 tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] create failed (client error): The resource could not be found. Aug 29 04:37:40.885733 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-fa3220a1-d131-44f0-a831-a995f05bae93 tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.4089296 Aug 29 04:37:40.889919 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51394) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:40.925508 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-930566d9-ce56-428c-bf6a-3d246ac50424 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:40.955262 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-930566d9-ce56-428c-bf6a-3d246ac50424 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:41.007960 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-930566d9-ce56-428c-bf6a-3d246ac50424 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:41.010409 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-930566d9-ce56-428c-bf6a-3d246ac50424 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:41.011578 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-930566d9-ce56-428c-bf6a-3d246ac50424 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] 10.222.0.22 "DELETE /v2.0/security-groups/6718bf2d-d3ca-441a-aaa7-046ebe908e0a HTTP/1.1" status: 204 len: 168 time: 0.1697743 Aug 29 04:37:41.016250 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51400) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:41.039467 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930566d9-ce56-428c-bf6a-3d246ac50424 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6718bf2d-d3ca-441a-aaa7-046ebe908e0a,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:41.075830 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-97f45a73-c319-4fda-b399-191a7b8c77a3 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0555732 Aug 29 04:37:41.079817 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51402) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:41.083252 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-003ea3ad-f5ac-4257-a9a0-41b9538befdd tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Deleting port 3619a4b9-8c81-44cc-a9ca-6f019eb242a4 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:37:41.083703 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-003ea3ad-f5ac-4257-a9a0-41b9538befdd tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:41.096343 n-d-712140-12 neutron-server[94828]: INFO neutron.api.v2.resource [None req-66f64d03-8a64-406a-a74e-2bb7a8a5ab55 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] delete failed (client error): The resource could not be found. Aug 29 04:37:41.097702 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-66f64d03-8a64-406a-a74e-2bb7a8a5ab55 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] 10.222.0.22 "DELETE /v2.0/security-groups/d8080b81-fc98-4cad-a970-78f3b493bd9e HTTP/1.1" status: 404 len: 347 time: 0.0164711 Aug 29 04:37:41.101448 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51404) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:41.118984 n-d-712140-12 neutron-server[94828]: INFO neutron.api.v2.resource [None req-5c11c746-5b87-4dd8-97c1-a27651180e2c tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] show failed (client error): The resource could not be found. Aug 29 04:37:41.120062 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-5c11c746-5b87-4dd8-97c1-a27651180e2c tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] 10.222.0.22 "GET /v2.0/security-groups/99a17156-0aaa-4807-97b6-c878d15a1a4f HTTP/1.1" status: 404 len: 347 time: 0.0176425 Aug 29 04:37:41.126841 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51408) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:41.147732 n-d-712140-12 neutron-server[94828]: INFO neutron.api.v2.resource [None req-e5a96674-9bd6-4b46-bfaf-307a0315b269 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] show failed (client error): The resource could not be found. Aug 29 04:37:41.148274 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-e5a96674-9bd6-4b46-bfaf-307a0315b269 tempest-NegativeSecGroupIPv6Test-887183379 tempest-NegativeSecGroupIPv6Test-887183379-project] 10.222.0.22 "GET /v2.0/security-group-rules/3d18d506-6a3d-4749-96a6-da94d4d5e6a7 HTTP/1.1" status: 404 len: 356 time: 0.0207734 Aug 29 04:37:41.250253 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-003ea3ad-f5ac-4257-a9a0-41b9538befdd tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:41.268975 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-003ea3ad-f5ac-4257-a9a0-41b9538befdd tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Calling delete_port for 3619a4b9-8c81-44cc-a9ca-6f019eb242a4 owned by {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:37:41.329094 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-d16ace12-d9b3-4ccb-96fc-a2d051f2f07b tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Deleting port 29993249-1e66-448d-9de6-3daf478c802a {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:37:41.329760 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d16ace12-d9b3-4ccb-96fc-a2d051f2f07b tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:41.450860 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-d16ace12-d9b3-4ccb-96fc-a2d051f2f07b tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] For port 29993249-1e66-448d-9de6-3daf478c802a, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=29993249-1e66-448d-9de6-3daf478c802a,segment=NetworkSegment(3dcd882a-5f3b-4638-9e21-7721cef433e7),segment_id=3dcd882a-5f3b-4638-9e21-7721cef433e7)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:41.451321 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d16ace12-d9b3-4ccb-96fc-a2d051f2f07b tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:41.493620 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-d16ace12-d9b3-4ccb-96fc-a2d051f2f07b tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Calling delete_port for 29993249-1e66-448d-9de6-3daf478c802a owned by network:router_interface {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:37:41.504282 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51424) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:41.561749 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-003ea3ad-f5ac-4257-a9a0-41b9538befdd tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:41.607213 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003ea3ad-f5ac-4257-a9a0-41b9538befdd tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Pushing event deleted for resources: {'Port': ['ID=3619a4b9-8c81-44cc-a9ca-6f019eb242a4,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:41.764369 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-003ea3ad-f5ac-4257-a9a0-41b9538befdd tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:41.767733 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-003ea3ad-f5ac-4257-a9a0-41b9538befdd tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] 10.222.0.22 "DELETE /v2.0/ports/3619a4b9-8c81-44cc-a9ca-6f019eb242a4 HTTP/1.1" status: 204 len: 168 time: 0.8754690 Aug 29 04:37:41.771406 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51436) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:41.834601 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-5b1bdb1b-043f-4025-9958-95f7f1f88529 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=931e94dfe9d54af6848d5420e4fc7d3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3286080 Aug 29 04:37:41.836749 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51440) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:41.887224 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f392ce-3736-4f46-8fd8-dfdae53c382b tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:41.891616 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-e4f392ce-3736-4f46-8fd8-dfdae53c382b tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f7048f9-c5a0-4c52-86a8-17c324c917ac HTTP/1.1" status: 200 len: 913 time: 0.1155701 Aug 29 04:37:41.892212 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51444) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:41.944204 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d16ace12-d9b3-4ccb-96fc-a2d051f2f07b tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:41.956018 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7e940dd4-2ae1-4630-be2b-567c95b9c48c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:41.989350 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7e940dd4-2ae1-4630-be2b-567c95b9c48c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:42.046933 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16ace12-d9b3-4ccb-96fc-a2d051f2f07b tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Pushing event deleted for resources: {'Port': ['ID=29993249-1e66-448d-9de6-3daf478c802a,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:42.072783 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7e940dd4-2ae1-4630-be2b-567c95b9c48c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:42.077095 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7e940dd4-2ae1-4630-be2b-567c95b9c48c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:42.078705 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-7e940dd4-2ae1-4630-be2b-567c95b9c48c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/be8fc8cb-fff6-45ff-8d8d-149436c8afb4 HTTP/1.1" status: 204 len: 168 time: 0.2333224 Aug 29 04:37:42.089487 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e940dd4-2ae1-4630-be2b-567c95b9c48c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be8fc8cb-fff6-45ff-8d8d-149436c8afb4,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:42.283855 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d16ace12-d9b3-4ccb-96fc-a2d051f2f07b tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-713231'] for router_interface, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:42.431016 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51462) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:42.586356 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d16ace12-d9b3-4ccb-96fc-a2d051f2f07b tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Router 4b214b98-94ff-49e7-b004-767bb391d39a has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:37:42.591594 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-cd80c01c-d686-42dd-bb15-b2d3325356ed tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Request body: {'security_group': {'name': 'tempest-secgroup--944523681'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:42.618831 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cd80c01c-d686-42dd-bb15-b2d3325356ed tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:42.632880 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cd80c01c-d686-42dd-bb15-b2d3325356ed tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:42.752795 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-637e3577-906e-4198-92b5-c2e58cbb0bee tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713413'] for router_interface, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:42.757978 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d16ace12-d9b3-4ccb-96fc-a2d051f2f07b tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:37:42.765437 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-d16ace12-d9b3-4ccb-96fc-a2d051f2f07b tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] 10.222.0.22 "PUT /v2.0/routers/4b214b98-94ff-49e7-b004-767bb391d39a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9860551 Aug 29 04:37:42.772655 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ab6142-c809-4530-9d78-7cb07a281f53 None None] Sync routers for ids ['4b214b98-94ff-49e7-b004-767bb391d39a'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:37:42.775372 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51482) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:42.798400 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ab6142-c809-4530-9d78-7cb07a281f53 None None] Routers {'4b214b98-94ff-49e7-b004-767bb391d39a'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:37:42.799627 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-52ab6142-c809-4530-9d78-7cb07a281f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:37:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['4b214b98-94ff-49e7-b004-767bb391d39a'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:42.842735 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cd80c01c-d686-42dd-bb15-b2d3325356ed tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:42.850074 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cd80c01c-d686-42dd-bb15-b2d3325356ed tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:42.898559 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d50910f-8962-4c50-9125-e478852c10eb tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Deleting subnet 7e16c38a-dc7d-49a5-98f0-faeedb5211e1 {{(pid=94828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:37:42.916653 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5d50910f-8962-4c50-9125-e478852c10eb tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks [] for subnet, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:42.953611 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd80c01c-d686-42dd-bb15-b2d3325356ed tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e30c665b-8aae-4dc6-a3df-31e848f04862,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:42.984903 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5d50910f-8962-4c50-9125-e478852c10eb tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8904862'] for subnet, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:43.062927 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cd80c01c-d686-42dd-bb15-b2d3325356ed tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:43.085009 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cd80c01c-d686-42dd-bb15-b2d3325356ed tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:43.106608 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-52ab6142-c809-4530-9d78-7cb07a281f53 None None] Set router 4b214b98-94ff-49e7-b004-767bb391d39a gateway port host: None {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:37:43.131544 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cd80c01c-d686-42dd-bb15-b2d3325356ed tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:43.133111 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-cd80c01c-d686-42dd-bb15-b2d3325356ed tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6994028 Aug 29 04:37:43.137860 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51494) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:43.139147 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5d50910f-8962-4c50-9125-e478852c10eb tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:43.173607 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd80c01c-d686-42dd-bb15-b2d3325356ed tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86b37f17-4a77-432b-80e0-711972a3c9a3,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:43.276705 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-bb0b209a-754e-4f67-bc9c-dee2cb07011a tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1336913 Aug 29 04:37:43.279959 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51502) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:43.291744 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5d50910f-8962-4c50-9125-e478852c10eb tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9190434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062341'] for subnet, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:43.306676 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-13e16bdc-046b-4cf0-81e9-0dcba9c8b904 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Request body: {'security_group': {'name': 'tempest-security--2034427872', 'description': 'tempest-security-description-166748116'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:43.332344 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-637e3577-906e-4198-92b5-c2e58cbb0bee tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Deleting port 7ac81ef9-af96-44db-93e8-0a0ac46c01a0 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:37:43.332634 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-637e3577-906e-4198-92b5-c2e58cbb0bee tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:43.345784 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51504) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:43.348211 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d50910f-8962-4c50-9125-e478852c10eb tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Pushing event deleted for resources: {'Subnet': ['ID=7e16c38a-dc7d-49a5-98f0-faeedb5211e1,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:43.358944 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761c2b55-0216-4969-aab0-9ceb90d1cd9b None None] Network 48e34a5e-15ec-4939-a896-89879690ff06 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:37:43.361893 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5d50910f-8962-4c50-9125-e478852c10eb tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:43.366709 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-5d50910f-8962-4c50-9125-e478852c10eb tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] 10.222.0.22 "DELETE /v2.0/subnets/7e16c38a-dc7d-49a5-98f0-faeedb5211e1 HTTP/1.1" status: 204 len: 168 time: 0.5885015 Aug 29 04:37:43.367857 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51508) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:43.430264 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-13e16bdc-046b-4cf0-81e9-0dcba9c8b904 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks [] for security_group, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:43.465942 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-52ab6142-c809-4530-9d78-7cb07a281f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b214b98-94ff-49e7-b004-767bb391d39a', 'name': 'tempest-RoutersIpV6Test-router-1190397809', 'tenant_id': '3eb215580c8748bbad6fe745fb3cc71c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:36:53Z', 'updated_at': '2021-08-29T04:37:41Z', 'revision_number': 10, 'project_id': '3eb215580c8748bbad6fe745fb3cc71c', 'gw_port_host': None, '_interfaces': [{'id': '8b3ba93e-8b2e-49e2-8bbc-5d61240bab89', 'name': '', 'network_id': '55385f77-8348-4e0f-8a55-d04453e10239', 'tenant_id': '3eb215580c8748bbad6fe745fb3cc71c', 'mac_address': 'fa:16:3e:c9:23:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b214b98-94ff-49e7-b004-767bb391d39a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': '7fa41da7-1c40-4e86-b565-b0ecd036cf12', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:36:56Z', 'updated_at': '2021-08-29T04:37:06Z', 'revision_number': 5, 'project_id': '3eb215580c8748bbad6fe745fb3cc71c', 'subnets': [{'id': '7fa41da7-1c40-4e86-b565-b0ecd036cf12', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:43.499886 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e2e24532-6d86-48ed-9216-bc8cf3be955f tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:43.508572 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ab6142-c809-4530-9d78-7cb07a281f53 None None] Checking router: 4b214b98-94ff-49e7-b004-767bb391d39a for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:37:43.521567 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-13e16bdc-046b-4cf0-81e9-0dcba9c8b904 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks [] for security_group, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:43.524057 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ab6142-c809-4530-9d78-7cb07a281f53 None None] Routers {'4b214b98-94ff-49e7-b004-767bb391d39a'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:37:43.526129 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-52ab6142-c809-4530-9d78-7cb07a281f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:37:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['4b214b98-94ff-49e7-b004-767bb391d39a'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:43.549133 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-13e16bdc-046b-4cf0-81e9-0dcba9c8b904 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:43.553103 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-13e16bdc-046b-4cf0-81e9-0dcba9c8b904 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:43.554810 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-13e16bdc-046b-4cf0-81e9-0dcba9c8b904 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] 10.222.0.22 "PUT /v2.0/security-groups/86b37f17-4a77-432b-80e0-711972a3c9a3 HTTP/1.1" status: 200 len: 1779 time: 0.2701290 Aug 29 04:37:43.558320 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51510) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:43.582198 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-637e3577-906e-4198-92b5-c2e58cbb0bee tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:43.600690 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e16bdc-046b-4cf0-81e9-0dcba9c8b904 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86b37f17-4a77-432b-80e0-711972a3c9a3,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:43.606524 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-535c7f7d-4671-4e15-9f9d-5232db1f9356 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-585022662-network', 'tenant_id': 'a63bd887e85142f68b3c3d81f8d7c9b4'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:43.625623 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-e2e24532-6d86-48ed-9216-bc8cf3be955f tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Deleting port 7160b2ed-3736-4a28-99ce-3d86b36ddc74 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:37:43.626206 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e2e24532-6d86-48ed-9216-bc8cf3be955f tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:43.633234 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-637e3577-906e-4198-92b5-c2e58cbb0bee tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Calling delete_port for 7ac81ef9-af96-44db-93e8-0a0ac46c01a0 owned by network:router_interface {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:37:43.652631 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-52ab6142-c809-4530-9d78-7cb07a281f53 None None] Set router 4b214b98-94ff-49e7-b004-767bb391d39a gateway port host: None {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:37:43.691374 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-28e1c7ea-0aca-4942-8665-99a394b5c4dd tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] 10.222.0.22 "GET /v2.0/security-groups/86b37f17-4a77-432b-80e0-711972a3c9a3 HTTP/1.1" status: 200 len: 1779 time: 0.1297467 Aug 29 04:37:43.693154 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51512) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:43.713287 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27078c56-38f7-4da0-a2a4-4999e120c2a6 None None] DHCP port deletion for 48e34a5e-15ec-4939-a896-89879690ff06 request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:37:43.718139 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-535c7f7d-4671-4e15-9f9d-5232db1f9356 admin admin] Made reservation on behalf of a63bd887e85142f68b3c3d81f8d7c9b4 for: {'network': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:37:43.722949 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-535c7f7d-4671-4e15-9f9d-5232db1f9356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:43.736891 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-535c7f7d-4671-4e15-9f9d-5232db1f9356 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:43.783732 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-27078c56-38f7-4da0-a2a4-4999e120c2a6 None None] Deleting port 7160b2ed-3736-4a28-99ce-3d86b36ddc74 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:37:43.784491 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-27078c56-38f7-4da0-a2a4-4999e120c2a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:43.871614 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-e2e24532-6d86-48ed-9216-bc8cf3be955f tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] For port 7160b2ed-3736-4a28-99ce-3d86b36ddc74, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=7160b2ed-3736-4a28-99ce-3d86b36ddc74,segment=NetworkSegment(3dcd882a-5f3b-4638-9e21-7721cef433e7),segment_id=3dcd882a-5f3b-4638-9e21-7721cef433e7)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:43.871614 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e2e24532-6d86-48ed-9216-bc8cf3be955f tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:43.881028 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-27078c56-38f7-4da0-a2a4-4999e120c2a6 None None] For port 7160b2ed-3736-4a28-99ce-3d86b36ddc74, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=7160b2ed-3736-4a28-99ce-3d86b36ddc74,segment=NetworkSegment(3dcd882a-5f3b-4638-9e21-7721cef433e7),segment_id=3dcd882a-5f3b-4638-9e21-7721cef433e7)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:43.881479 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-27078c56-38f7-4da0-a2a4-4999e120c2a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:43.890845 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-535c7f7d-4671-4e15-9f9d-5232db1f9356 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:43.898345 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-e2e24532-6d86-48ed-9216-bc8cf3be955f tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Calling delete_port for 7160b2ed-3736-4a28-99ce-3d86b36ddc74 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:37:43.901122 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-535c7f7d-4671-4e15-9f9d-5232db1f9356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:43.925036 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-27078c56-38f7-4da0-a2a4-4999e120c2a6 None None] Calling delete_port for 7160b2ed-3736-4a28-99ce-3d86b36ddc74 owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:37:43.961109 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-637e3577-906e-4198-92b5-c2e58cbb0bee tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:43.962367 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-52ab6142-c809-4530-9d78-7cb07a281f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b214b98-94ff-49e7-b004-767bb391d39a', 'name': 'tempest-RoutersIpV6Test-router-1190397809', 'tenant_id': '3eb215580c8748bbad6fe745fb3cc71c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:36:53Z', 'updated_at': '2021-08-29T04:37:41Z', 'revision_number': 10, 'project_id': '3eb215580c8748bbad6fe745fb3cc71c', 'gw_port_host': None, '_interfaces': [{'id': '8b3ba93e-8b2e-49e2-8bbc-5d61240bab89', 'name': '', 'network_id': '55385f77-8348-4e0f-8a55-d04453e10239', 'tenant_id': '3eb215580c8748bbad6fe745fb3cc71c', 'mac_address': 'fa:16:3e:c9:23:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b214b98-94ff-49e7-b004-767bb391d39a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': '7fa41da7-1c40-4e86-b565-b0ecd036cf12', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:36:56Z', 'updated_at': '2021-08-29T04:37:06Z', 'revision_number': 5, 'project_id': '3eb215580c8748bbad6fe745fb3cc71c', 'subnets': [{'id': '7fa41da7-1c40-4e86-b565-b0ecd036cf12', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:43.992950 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c31c6ad9-7c20-40a9-96e1-ea69c79e7aec tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:43.994496 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637e3577-906e-4198-92b5-c2e58cbb0bee tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Pushing event deleted for resources: {'Port': ['ID=7ac81ef9-af96-44db-93e8-0a0ac46c01a0,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:44.019276 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c31c6ad9-7c20-40a9-96e1-ea69c79e7aec tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:44.022037 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ab6142-c809-4530-9d78-7cb07a281f53 None None] The sync data for ids ['4b214b98-94ff-49e7-b004-767bb391d39a'] in n-d-712140-12 is: [{'id': '4b214b98-94ff-49e7-b004-767bb391d39a', 'name': 'tempest-RoutersIpV6Test-router-1190397809', 'tenant_id': '3eb215580c8748bbad6fe745fb3cc71c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:36:53Z', 'updated_at': '2021-08-29T04:37:41Z', 'revision_number': 10, 'project_id': '3eb215580c8748bbad6fe745fb3cc71c', 'gw_port_host': None, '_interfaces': [{'id': '8b3ba93e-8b2e-49e2-8bbc-5d61240bab89', 'name': '', 'network_id': '55385f77-8348-4e0f-8a55-d04453e10239', 'tenant_id': '3eb215580c8748bbad6fe745fb3cc71c', 'mac_address': 'fa:16:3e:c9:23:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b214b98-94ff-49e7-b004-767bb391d39a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': '7fa41da7-1c40-4e86-b565-b0ecd036cf12', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:36:56Z', 'updated_at': '2021-08-29T04:37:06Z', 'revision_number': 5, 'project_id': '3eb215580c8748bbad6fe745fb3cc71c', 'subnets': [{'id': '7fa41da7-1c40-4e86-b565-b0ecd036cf12', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:37:44.048154 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-27078c56-38f7-4da0-a2a4-4999e120c2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:44.081203 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c31c6ad9-7c20-40a9-96e1-ea69c79e7aec tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:44.081524 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27078c56-38f7-4da0-a2a4-4999e120c2a6 None None] Pushing event deleted for resources: {'Port': ['ID=7160b2ed-3736-4a28-99ce-3d86b36ddc74,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:44.084387 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c31c6ad9-7c20-40a9-96e1-ea69c79e7aec tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:44.085590 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-c31c6ad9-7c20-40a9-96e1-ea69c79e7aec tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] 10.222.0.22 "DELETE /v2.0/security-groups/86b37f17-4a77-432b-80e0-711972a3c9a3 HTTP/1.1" status: 204 len: 168 time: 0.3911510 Aug 29 04:37:44.088446 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-535c7f7d-4671-4e15-9f9d-5232db1f9356 admin admin] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=94828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:37:44.091626 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535c7f7d-4671-4e15-9f9d-5232db1f9356 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f45e23f-754c-4ceb-b1d8-7cb8665602e6,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:44.098700 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51516) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:44.099178 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27078c56-38f7-4da0-a2a4-4999e120c2a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:44.100047 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27078c56-38f7-4da0-a2a4-4999e120c2a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:44.100602 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27078c56-38f7-4da0-a2a4-4999e120c2a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:44.101647 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27078c56-38f7-4da0-a2a4-4999e120c2a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:44.102228 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27078c56-38f7-4da0-a2a4-4999e120c2a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:44.102991 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27078c56-38f7-4da0-a2a4-4999e120c2a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:44.104136 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27078c56-38f7-4da0-a2a4-4999e120c2a6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:44.104768 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27078c56-38f7-4da0-a2a4-4999e120c2a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:44.105305 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27078c56-38f7-4da0-a2a4-4999e120c2a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:44.105974 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27078c56-38f7-4da0-a2a4-4999e120c2a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:44.106788 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27078c56-38f7-4da0-a2a4-4999e120c2a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:44.107447 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27078c56-38f7-4da0-a2a4-4999e120c2a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:44.111301 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27078c56-38f7-4da0-a2a4-4999e120c2a6 None None] No DVR routers for this DVR port 7160b2ed-3736-4a28-99ce-3d86b36ddc74 on host n-d-712140-12 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:37:44.147333 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31c6ad9-7c20-40a9-96e1-ea69c79e7aec tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86b37f17-4a77-432b-80e0-711972a3c9a3,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:44.163541 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-535c7f7d-4671-4e15-9f9d-5232db1f9356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:44.164377 n-d-712140-12 neutron-server[94828]: INFO neutron.db.segments_db [None req-535c7f7d-4671-4e15-9f9d-5232db1f9356 admin admin] Added segment 65717ef3-5830-41b6-8e84-9344fce14577 of type vlan for network c24d901a-b63f-47ce-8f04-94d3ff81950c Aug 29 04:37:44.223234 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-535c7f7d-4671-4e15-9f9d-5232db1f9356 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:44.249029 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e2e24532-6d86-48ed-9216-bc8cf3be955f tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:44.286436 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e24532-6d86-48ed-9216-bc8cf3be955f tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] No DVR routers for this DVR port 7160b2ed-3736-4a28-99ce-3d86b36ddc74 on host n-d-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:37:44.292575 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-535c7f7d-4671-4e15-9f9d-5232db1f9356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:44.294107 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535c7f7d-4671-4e15-9f9d-5232db1f9356 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:44.294687 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-535c7f7d-4671-4e15-9f9d-5232db1f9356 admin admin] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:44.299855 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e24532-6d86-48ed-9216-bc8cf3be955f tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Pushing event deleted for resources: {'Port': ['ID=7160b2ed-3736-4a28-99ce-3d86b36ddc74,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:44.438501 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-535c7f7d-4671-4e15-9f9d-5232db1f9356 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0912995 Aug 29 04:37:44.441761 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51518) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:44.449437 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-77d8b96c-3d24-4c98-b732-8720f93e5bbe admin admin] Request body: {'subnet': {'network_id': 'c24d901a-b63f-47ce-8f04-94d3ff81950c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-585022662-subnet', 'tenant_id': 'a63bd887e85142f68b3c3d81f8d7c9b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:44.476189 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e2e24532-6d86-48ed-9216-bc8cf3be955f tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:44.479663 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77d8b96c-3d24-4c98-b732-8720f93e5bbe admin admin] Made reservation on behalf of a63bd887e85142f68b3c3d81f8d7c9b4 for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:37:44.482925 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77d8b96c-3d24-4c98-b732-8720f93e5bbe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:44.485614 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535c7f7d-4671-4e15-9f9d-5232db1f9356 admin admin] Pushing event updated for resources: {'Network': ['ID=c24d901a-b63f-47ce-8f04-94d3ff81950c,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:44.486776 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 29993249-1e66-448d-9de6-3daf478c802a no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:37:44.513333 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network c24d901a-b63f-47ce-8f04-94d3ff81950c details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:37:44.517081 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 29993249-1e66-448d-9de6-3daf478c802a {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:37:44.517657 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 29993249-1e66-448d-9de6-3daf478c802a not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:37:44.518246 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 7160b2ed-3736-4a28-99ce-3d86b36ddc74 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:37:44.581158 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 7160b2ed-3736-4a28-99ce-3d86b36ddc74 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:37:44.582177 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 7160b2ed-3736-4a28-99ce-3d86b36ddc74 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:37:44.594205 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-637e3577-906e-4198-92b5-c2e58cbb0bee tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-713231'] for router_interface, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:44.624547 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-43dd0c97-3bae-41a8-8663-2f92eeff7f63 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5230970 Aug 29 04:37:44.627226 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51520) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:44.705728 n-d-712140-12 neutron-server[94829]: INFO neutron.api.v2.resource [None req-66feb772-8f26-49dd-9e29-27692aece77c tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] delete failed (client error): The resource could not be found. Aug 29 04:37:44.706801 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-66feb772-8f26-49dd-9e29-27692aece77c tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] 10.222.0.22 "DELETE /v2.0/security-groups/86b37f17-4a77-432b-80e0-711972a3c9a3 HTTP/1.1" status: 404 len: 347 time: 0.0785723 Aug 29 04:37:44.711260 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51522) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:44.717324 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-1c70e216-6890-4a4d-8462-26f610231094 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Request body: {'security_group': {'name': 'tempest-secgroup--2103088153'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:44.791998 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-e2e24532-6d86-48ed-9216-bc8cf3be955f tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48e34a5e-15ec-4939-a896-89879690ff06']}} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:44.803866 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-e2e24532-6d86-48ed-9216-bc8cf3be955f tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dcd882a-5f3b-4638-9e21-7721cef433e7') {'for_net_delete': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:44.804391 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-e2e24532-6d86-48ed-9216-bc8cf3be955f tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dcd882a-5f3b-4638-9e21-7721cef433e7') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:44.805440 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1c70e216-6890-4a4d-8462-26f610231094 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:44.829258 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-637e3577-906e-4198-92b5-c2e58cbb0bee tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Router 9f7048f9-c5a0-4c52-86a8-17c324c917ac has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:37:44.856783 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e2e24532-6d86-48ed-9216-bc8cf3be955f tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8904833'] for segment, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:44.878900 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e2e24532-6d86-48ed-9216-bc8cf3be955f tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:44.891917 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2e24532-6d86-48ed-9216-bc8cf3be955f tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=94828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:37:44.891917 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e2e24532-6d86-48ed-9216-bc8cf3be955f tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9190468'] for segment, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:44.894095 n-d-712140-12 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:37:44.894095 n-d-712140-12 neutron-server[94828]: self.session.flush() Aug 29 04:37:44.894095 n-d-712140-12 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:37:44.894095 n-d-712140-12 neutron-server[94828]: self.session.flush() Aug 29 04:37:44.894095 n-d-712140-12 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:37:44.894095 n-d-712140-12 neutron-server[94828]: self.session.flush() Aug 29 04:37:44.894095 n-d-712140-12 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:37:44.894095 n-d-712140-12 neutron-server[94828]: self.session.flush() Aug 29 04:37:44.894095 n-d-712140-12 neutron-server[94828]: Traceback (most recent call last): Aug 29 04:37:44.894095 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:37:44.894095 n-d-712140-12 neutron-server[94828]: timer() Aug 29 04:37:44.894095 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:37:44.894095 n-d-712140-12 neutron-server[94828]: cb(*args, **kw) Aug 29 04:37:44.894095 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:37:44.894095 n-d-712140-12 neutron-server[94828]: return func(*args, **kwargs) Aug 29 04:37:44.894095 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:37:44.894095 n-d-712140-12 neutron-server[94828]: self._notify() Aug 29 04:37:44.894095 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:37:44.894095 n-d-712140-12 neutron-server[94828]: self.callback(batched_events) Aug 29 04:37:44.894095 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:37:44.894095 n-d-712140-12 neutron-server[94828]: event.method(event) Aug 29 04:37:44.894095 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:37:44.894095 n-d-712140-12 neutron-server[94828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:37:44.894095 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:37:44.894095 n-d-712140-12 neutron-server[94828]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:37:44.894095 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:37:44.894095 n-d-712140-12 neutron-server[94828]: return f(self, *a, **k) Aug 29 04:37:44.894095 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:37:44.894095 n-d-712140-12 neutron-server[94828]: return self._get(url).json() Aug 29 04:37:44.894095 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:37:44.894095 n-d-712140-12 neutron-server[94828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:37:44.894095 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:37:44.894095 n-d-712140-12 neutron-server[94828]: return self.request(url, 'GET', **kwargs) Aug 29 04:37:44.894095 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:37:44.894095 n-d-712140-12 neutron-server[94828]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:37:44.894095 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:37:44.894095 n-d-712140-12 neutron-server[94828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:37:44.894095 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:37:44.894095 n-d-712140-12 neutron-server[94828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:37:44.894095 n-d-712140-12 neutron-server[94828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:37:44.966304 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-637e3577-906e-4198-92b5-c2e58cbb0bee tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:37:44.980101 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-637e3577-906e-4198-92b5-c2e58cbb0bee tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] 10.222.0.22 "PUT /v2.0/routers/9f7048f9-c5a0-4c52-86a8-17c324c917ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0868640 Aug 29 04:37:44.982680 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51526) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:44.983428 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa2d632-1086-41ce-809f-8d390a6b7e20 None None] Sync routers for ids ['9f7048f9-c5a0-4c52-86a8-17c324c917ac'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:37:44.984518 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e2e24532-6d86-48ed-9216-bc8cf3be955f tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:45.003562 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa2d632-1086-41ce-809f-8d390a6b7e20 None None] Routers {'9f7048f9-c5a0-4c52-86a8-17c324c917ac'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:37:45.004538 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-1aa2d632-1086-41ce-809f-8d390a6b7e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:37:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['9f7048f9-c5a0-4c52-86a8-17c324c917ac'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:45.022326 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51530) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:45.031135 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e2e24532-6d86-48ed-9216-bc8cf3be955f tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:45.037070 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-e2e24532-6d86-48ed-9216-bc8cf3be955f tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] 10.222.0.22 "DELETE /v2.0/networks/48e34a5e-15ec-4939-a896-89879690ff06 HTTP/1.1" status: 204 len: 168 time: 1.6606631 Aug 29 04:37:45.037971 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51532) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:45.053270 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-1aa2d632-1086-41ce-809f-8d390a6b7e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:45.065546 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa2d632-1086-41ce-809f-8d390a6b7e20 None None] Routers {'9f7048f9-c5a0-4c52-86a8-17c324c917ac'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:37:45.066436 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-1aa2d632-1086-41ce-809f-8d390a6b7e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:37:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['9f7048f9-c5a0-4c52-86a8-17c324c917ac'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:45.066713 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-b960327a-c979-4ba6-b5e3-d578271f2927 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Request body: {'network': {'name': 'tempest-network-smoke--1712620031', 'project_id': 'aee320d7fd864e10bc0cb9e2e1782ff3', 'port_security_enabled': True}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:45.101877 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-1aa2d632-1086-41ce-809f-8d390a6b7e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:45.104819 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa2d632-1086-41ce-809f-8d390a6b7e20 None None] The sync data for ids ['9f7048f9-c5a0-4c52-86a8-17c324c917ac'] in n-d-712140-12 is: [] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:37:45.108054 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e24532-6d86-48ed-9216-bc8cf3be955f tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Pushing event deleted for resources: {'Network': ['ID=48e34a5e-15ec-4939-a896-89879690ff06,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:45.120516 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ec353612-7332-4828-a926-2600682dafd3 tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Notify callbacks [] for router, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:45.129574 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1c70e216-6890-4a4d-8462-26f610231094 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:45.195341 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77d8b96c-3d24-4c98-b732-8720f93e5bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9191137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10062364'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:45.195620 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1c70e216-6890-4a4d-8462-26f610231094 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:45.239972 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b960327a-c979-4ba6-b5e3-d578271f2927 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Made reservation on behalf of aee320d7fd864e10bc0cb9e2e1782ff3 for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:37:45.243547 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b960327a-c979-4ba6-b5e3-d578271f2927 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:45.312357 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1c70e216-6890-4a4d-8462-26f610231094 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:45.313616 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-1c70e216-6890-4a4d-8462-26f610231094 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6013515 Aug 29 04:37:45.315985 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d8b96c-3d24-4c98-b732-8720f93e5bbe admin admin] Pushing event updated for resources: {'Subnet': ['ID=899ffccd-a028-47e5-8bb8-0351f4f66d29,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:45.318763 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51536) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:45.341009 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b960327a-c979-4ba6-b5e3-d578271f2927 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:45.344968 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c70e216-6890-4a4d-8462-26f610231094 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e9f95ac-c313-4350-a397-c5b95b1e0a84,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:45.353533 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-76a7b3fe-d92e-4194-abe8-a99616c61714 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Request body: {'security_group_rule': {'security_group_id': '8e9f95ac-c313-4350-a397-c5b95b1e0a84', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:45.358034 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ec353612-7332-4828-a926-2600682dafd3 tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:45.361989 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ec353612-7332-4828-a926-2600682dafd3 tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:45.364603 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d8b96c-3d24-4c98-b732-8720f93e5bbe admin admin] Checking segment: {'id': '65717ef3-5830-41b6-8e84-9344fce14577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'c24d901a-b63f-47ce-8f04-94d3ff81950c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:37:45.364976 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d8b96c-3d24-4c98-b732-8720f93e5bbe admin admin] Network hostable DHCP agents. Network: c24d901a-b63f-47ce-8f04-94d3ff81950c, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:37:45.400719 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d8b96c-3d24-4c98-b732-8720f93e5bbe admin admin] Network c24d901a-b63f-47ce-8f04-94d3ff81950c is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:37:45.425052 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ec353612-7332-4828-a926-2600682dafd3 tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717253'] for router, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:45.425625 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec353612-7332-4828-a926-2600682dafd3 tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Fanout notify agent at l3_agent the message router_deleted on router 9f7048f9-c5a0-4c52-86a8-17c324c917ac {{(pid=94829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:37:45.435246 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-76a7b3fe-d92e-4194-abe8-a99616c61714 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 04:37:45.435246 n-d-712140-12 neutron-server[94828]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 29 04:37:45.435246 n-d-712140-12 neutron-server[94828]: [parameters: {'project_id_1': '113a18b00410473d94801e2687f16de3', 'expiration_1': datetime.datetime(2021, 8, 29, 4, 37, 45, 373577)}] Aug 29 04:37:45.435246 n-d-712140-12 neutron-server[94828]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:37:45.435616 n-d-712140-12 neutron-server[94828]: DEBUG oslo_db.api [None req-76a7b3fe-d92e-4194-abe8-a99616c61714 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:37:45.437253 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ec353612-7332-4828-a926-2600682dafd3 tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:45.440199 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-77d8b96c-3d24-4c98-b732-8720f93e5bbe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, c24d901a-b63f-47ce-8f04-94d3ff81950c) {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:37:45.440423 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-ec353612-7332-4828-a926-2600682dafd3 tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] 10.222.0.22 "DELETE /v2.0/routers/9f7048f9-c5a0-4c52-86a8-17c324c917ac HTTP/1.1" status: 204 len: 168 time: 0.4562914 Aug 29 04:37:45.441164 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51538) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:45.450167 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d8b96c-3d24-4c98-b732-8720f93e5bbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:45.450774 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77d8b96c-3d24-4c98-b732-8720f93e5bbe admin admin] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:45.451369 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9c1ce3-4baa-4d04-a71b-5191e1c7cf5f None None] Network c24d901a-b63f-47ce-8f04-94d3ff81950c requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:37:45.526940 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_v2 [None req-db6bee4a-3af9-476b-a67e-65f74ce4eb31 tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Deleting subnet b6a1eaaa-04a3-48b3-bf7f-bb2b88623076 {{(pid=94829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:37:45.535812 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-db6bee4a-3af9-476b-a67e-65f74ce4eb31 tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Notify callbacks [] for subnet, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:45.588122 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dc9aaa46-8cea-4ed7-a2af-908df68e9e82 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713413'] for router_interface, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:45.594242 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-db6bee4a-3af9-476b-a67e-65f74ce4eb31 tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4311743'] for subnet, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:45.597151 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e5422f-ace3-4861-97bc-f59b956c5ba0 None None] Network c24d901a-b63f-47ce-8f04-94d3ff81950c requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:37:45.628642 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b960327a-c979-4ba6-b5e3-d578271f2927 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:45.634646 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b960327a-c979-4ba6-b5e3-d578271f2927 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:45.667678 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-77d8b96c-3d24-4c98-b732-8720f93e5bbe admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2221057 Aug 29 04:37:45.669768 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b960327a-c979-4ba6-b5e3-d578271f2927 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:37:45.721428 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b960327a-c979-4ba6-b5e3-d578271f2927 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:45.722028 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-b960327a-c979-4ba6-b5e3-d578271f2927 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Added segment d6be0b3d-a293-4085-89a6-e9db09db9853 of type vlan for network 6cf7221f-a029-4ca0-a9e5-812e04e8d2d2 Aug 29 04:37:45.723143 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b960327a-c979-4ba6-b5e3-d578271f2927 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c5f2241-d7fb-48ac-8e2d-ac950648875c,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:45.787192 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-db6bee4a-3af9-476b-a67e-65f74ce4eb31 tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:45.791108 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b960327a-c979-4ba6-b5e3-d578271f2927 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:45.860542 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b960327a-c979-4ba6-b5e3-d578271f2927 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:45.867262 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b960327a-c979-4ba6-b5e3-d578271f2927 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:45.868121 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b960327a-c979-4ba6-b5e3-d578271f2927 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:45.899060 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-dc9aaa46-8cea-4ed7-a2af-908df68e9e82 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Deleting port 8b3ba93e-8b2e-49e2-8bbc-5d61240bab89 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:37:45.900005 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dc9aaa46-8cea-4ed7-a2af-908df68e9e82 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:45.943163 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-b960327a-c979-4ba6-b5e3-d578271f2927 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8763998 Aug 29 04:37:45.943163 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-db6bee4a-3af9-476b-a67e-65f74ce4eb31 tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4552352'] for subnet, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:45.944940 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51546) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:45.953146 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-75e42473-7c9d-45bb-b4cf-d9b6060fd504 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1276205850', 'admin_state_up': True, 'project_id': 'aee320d7fd864e10bc0cb9e2e1782ff3', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:45.995895 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6bee4a-3af9-476b-a67e-65f74ce4eb31 tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Pushing event deleted for resources: {'Subnet': ['ID=b6a1eaaa-04a3-48b3-bf7f-bb2b88623076,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:46.002706 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-76a7b3fe-d92e-4194-abe8-a99616c61714 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:46.002970 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a466a81d-8217-4016-be40-ea5fef6a56fe None None] Network 2a398912-a551-42ae-b919-b4921efbe0d9 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:37:46.004310 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-db6bee4a-3af9-476b-a67e-65f74ce4eb31 tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:46.006214 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-db6bee4a-3af9-476b-a67e-65f74ce4eb31 tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] 10.222.0.22 "DELETE /v2.0/subnets/b6a1eaaa-04a3-48b3-bf7f-bb2b88623076 HTTP/1.1" status: 204 len: 168 time: 0.5608966 Aug 29 04:37:46.009585 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b960327a-c979-4ba6-b5e3-d578271f2927 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Pushing event updated for resources: {'Network': ['ID=6cf7221f-a029-4ca0-a9e5-812e04e8d2d2,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:46.012679 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51548) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:46.025298 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 6cf7221f-a029-4ca0-a9e5-812e04e8d2d2 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:37:46.036877 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-dc9aaa46-8cea-4ed7-a2af-908df68e9e82 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] For port 8b3ba93e-8b2e-49e2-8bbc-5d61240bab89, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=8b3ba93e-8b2e-49e2-8bbc-5d61240bab89,segment=NetworkSegment(26c756d1-0d48-4317-b18c-a5b2a8a62fac),segment_id=26c756d1-0d48-4317-b18c-a5b2a8a62fac)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:46.037464 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dc9aaa46-8cea-4ed7-a2af-908df68e9e82 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:46.063742 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-dc9aaa46-8cea-4ed7-a2af-908df68e9e82 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Calling delete_port for 8b3ba93e-8b2e-49e2-8bbc-5d61240bab89 owned by network:router_interface {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:37:46.070724 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-75e42473-7c9d-45bb-b4cf-d9b6060fd504 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:46.072095 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-75e42473-7c9d-45bb-b4cf-d9b6060fd504 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1838'] for router, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:46.124868 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f6ac9bac-06c1-4a4d-a74d-edf1fc747ff1 tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:46.139214 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-76a7b3fe-d92e-4194-abe8-a99616c61714 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:46.152240 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-76a7b3fe-d92e-4194-abe8-a99616c61714 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:46.165709 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-75e42473-7c9d-45bb-b4cf-d9b6060fd504 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:46.184376 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a7b3fe-d92e-4194-abe8-a99616c61714 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8310f220-9c83-46e8-ab82-ad40f2f257de,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:46.200902 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-76a7b3fe-d92e-4194-abe8-a99616c61714 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:46.204866 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-76a7b3fe-d92e-4194-abe8-a99616c61714 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8554230 Aug 29 04:37:46.208427 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51558) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:46.351161 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dc9aaa46-8cea-4ed7-a2af-908df68e9e82 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:46.364997 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c125bcb4-d6c0-4de2-9bec-3ad4e07df0a9 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:46.380070 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9aaa46-8cea-4ed7-a2af-908df68e9e82 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Pushing event deleted for resources: {'Port': ['ID=8b3ba93e-8b2e-49e2-8bbc-5d61240bab89,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:46.398045 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b843e3-2853-43ce-ab94-12233a788d92 None None] DHCP port deletion for 2a398912-a551-42ae-b919-b4921efbe0d9 request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:37:46.413549 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51564) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:46.427654 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-025343e0-4a30-4856-ac80-8c3d7c93c7d7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2029169957-network', 'tenant_id': '4b08a5b019e34d278e1106a130d6a4ae'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:46.429248 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c125bcb4-d6c0-4de2-9bec-3ad4e07df0a9 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:46.450376 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-75e42473-7c9d-45bb-b4cf-d9b6060fd504 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:46.486592 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-f6ac9bac-06c1-4a4d-a74d-edf1fc747ff1 tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Deleting port dccc612f-0590-4365-9d9b-ea541f255790 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:37:46.486949 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f6ac9bac-06c1-4a4d-a74d-edf1fc747ff1 tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:46.513654 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-13b843e3-2853-43ce-ab94-12233a788d92 None None] Deleting port dccc612f-0590-4365-9d9b-ea541f255790 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:37:46.514298 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-13b843e3-2853-43ce-ab94-12233a788d92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:46.599472 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dc9aaa46-8cea-4ed7-a2af-908df68e9e82 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-713231'] for router_interface, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:46.603454 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-13b843e3-2853-43ce-ab94-12233a788d92 None None] For port dccc612f-0590-4365-9d9b-ea541f255790, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=dccc612f-0590-4365-9d9b-ea541f255790,segment=NetworkSegment(124933a1-5395-4e28-85fb-c4541d4babf3),segment_id=124933a1-5395-4e28-85fb-c4541d4babf3)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:46.604135 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c125bcb4-d6c0-4de2-9bec-3ad4e07df0a9 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:46.604235 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-13b843e3-2853-43ce-ab94-12233a788d92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:46.607728 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-025343e0-4a30-4856-ac80-8c3d7c93c7d7 admin admin] Made reservation on behalf of 4b08a5b019e34d278e1106a130d6a4ae for: {'network': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:37:46.609805 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c125bcb4-d6c0-4de2-9bec-3ad4e07df0a9 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:46.613947 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-025343e0-4a30-4856-ac80-8c3d7c93c7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:46.614107 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-c125bcb4-d6c0-4de2-9bec-3ad4e07df0a9 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/8310f220-9c83-46e8-ab82-ad40f2f257de HTTP/1.1" status: 204 len: 168 time: 0.4006369 Aug 29 04:37:46.615836 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51566) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:46.622463 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device dccc612f-0590-4365-9d9b-ea541f255790 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:37:46.644647 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c125bcb4-d6c0-4de2-9bec-3ad4e07df0a9 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8310f220-9c83-46e8-ab82-ad40f2f257de,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:46.677841 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-f6ac9bac-06c1-4a4d-a74d-edf1fc747ff1 tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] For port dccc612f-0590-4365-9d9b-ea541f255790, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=dccc612f-0590-4365-9d9b-ea541f255790,segment=NetworkSegment(124933a1-5395-4e28-85fb-c4541d4babf3),segment_id=124933a1-5395-4e28-85fb-c4541d4babf3)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:46.678407 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f6ac9bac-06c1-4a4d-a74d-edf1fc747ff1 tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:46.680343 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-13b843e3-2853-43ce-ab94-12233a788d92 None None] Calling delete_port for dccc612f-0590-4365-9d9b-ea541f255790 owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:37:46.698048 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-f6ac9bac-06c1-4a4d-a74d-edf1fc747ff1 tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Calling delete_port for dccc612f-0590-4365-9d9b-ea541f255790 owned by network:dhcp {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:37:46.715614 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-025343e0-4a30-4856-ac80-8c3d7c93c7d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:46.783889 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:46.837535 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-2c0135e4-5f5a-4d2b-9c1c-4aa54696f31c tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2179661 Aug 29 04:37:46.839254 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51568) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:46.846277 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port dccc612f-0590-4365-9d9b-ea541f255790, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=dccc612f-0590-4365-9d9b-ea541f255790,segment=NetworkSegment(124933a1-5395-4e28-85fb-c4541d4babf3),segment_id=124933a1-5395-4e28-85fb-c4541d4babf3)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:46.850851 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:46.859846 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc9aaa46-8cea-4ed7-a2af-908df68e9e82 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Router 4b214b98-94ff-49e7-b004-767bb391d39a has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:37:46.904721 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f6ac9bac-06c1-4a4d-a74d-edf1fc747ff1 tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:46.910166 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-13b843e3-2853-43ce-ab94-12233a788d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:46.912380 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-75e42473-7c9d-45bb-b4cf-d9b6060fd504 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks [] for router_gateway, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:46.932963 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=dccc612f-0590-4365-9d9b-ea541f255790,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:46.935617 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b843e3-2853-43ce-ab94-12233a788d92 None None] No DVR routers for this DVR port dccc612f-0590-4365-9d9b-ea541f255790 on host n-d-712140-12 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:37:46.958022 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b843e3-2853-43ce-ab94-12233a788d92 None None] Pushing event deleted for resources: {'Port': ['ID=dccc612f-0590-4365-9d9b-ea541f255790,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:46.963077 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ac9bac-06c1-4a4d-a74d-edf1fc747ff1 tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Pushing event deleted for resources: {'Port': ['ID=dccc612f-0590-4365-9d9b-ea541f255790,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:46.966151 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ac9bac-06c1-4a4d-a74d-edf1fc747ff1 tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] No DVR routers for this DVR port dccc612f-0590-4365-9d9b-ea541f255790 on host n-d-712140-12 {{(pid=94829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:37:46.978655 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-75e42473-7c9d-45bb-b4cf-d9b6060fd504 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:47.006525 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d538514b-e3d6-4b3a-9b59-f04b66851d53 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:47.016504 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc9aaa46-8cea-4ed7-a2af-908df68e9e82 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:37:47.029303 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0735e5a2-1860-405b-85ee-546fddc107c9 None None] Sync routers for ids ['4b214b98-94ff-49e7-b004-767bb391d39a'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:37:47.032204 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-dc9aaa46-8cea-4ed7-a2af-908df68e9e82 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] 10.222.0.22 "PUT /v2.0/routers/4b214b98-94ff-49e7-b004-767bb391d39a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9259858 Aug 29 04:37:47.038376 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51570) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:47.041238 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0735e5a2-1860-405b-85ee-546fddc107c9 None None] Routers {'4b214b98-94ff-49e7-b004-767bb391d39a'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:37:47.041907 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-0735e5a2-1860-405b-85ee-546fddc107c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:37:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['4b214b98-94ff-49e7-b004-767bb391d39a'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:47.080535 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d538514b-e3d6-4b3a-9b59-f04b66851d53 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:47.111040 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f6ac9bac-06c1-4a4d-a74d-edf1fc747ff1 tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:47.122165 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-0735e5a2-1860-405b-85ee-546fddc107c9 None None] Set router 4b214b98-94ff-49e7-b004-767bb391d39a gateway port host: None {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:37:47.123067 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-025343e0-4a30-4856-ac80-8c3d7c93c7d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:47.129712 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-f6ac9bac-06c1-4a4d-a74d-edf1fc747ff1 tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a398912-a551-42ae-b919-b4921efbe0d9']}} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:47.137672 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-025343e0-4a30-4856-ac80-8c3d7c93c7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:47.146094 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d792c88-c964-476c-a7c8-4dc4a499db97 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Deleting subnet 7fa41da7-1c40-4e86-b565-b0ecd036cf12 {{(pid=94828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:37:47.162903 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-f6ac9bac-06c1-4a4d-a74d-edf1fc747ff1 tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '124933a1-5395-4e28-85fb-c4541d4babf3') {'for_net_delete': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:47.163303 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-f6ac9bac-06c1-4a4d-a74d-edf1fc747ff1 tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '124933a1-5395-4e28-85fb-c4541d4babf3') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:47.167340 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2d792c88-c964-476c-a7c8-4dc4a499db97 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks [] for subnet, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:47.183482 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f6ac9bac-06c1-4a4d-a74d-edf1fc747ff1 tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4311712'] for segment, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:47.185023 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-0735e5a2-1860-405b-85ee-546fddc107c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b214b98-94ff-49e7-b004-767bb391d39a', 'name': 'tempest-RoutersIpV6Test-router-1190397809', 'tenant_id': '3eb215580c8748bbad6fe745fb3cc71c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:36:53Z', 'updated_at': '2021-08-29T04:37:46Z', 'revision_number': 11, 'project_id': '3eb215580c8748bbad6fe745fb3cc71c', 'gw_port_host': None}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:47.193773 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-025343e0-4a30-4856-ac80-8c3d7c93c7d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=94828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:37:47.213533 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d538514b-e3d6-4b3a-9b59-f04b66851d53 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:47.214093 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0735e5a2-1860-405b-85ee-546fddc107c9 None None] Checking router: 4b214b98-94ff-49e7-b004-767bb391d39a for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:37:47.216611 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d538514b-e3d6-4b3a-9b59-f04b66851d53 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:47.217789 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f6ac9bac-06c1-4a4d-a74d-edf1fc747ff1 tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:47.217916 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-d538514b-e3d6-4b3a-9b59-f04b66851d53 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] 10.222.0.22 "DELETE /v2.0/security-groups/8e9f95ac-c313-4350-a397-c5b95b1e0a84 HTTP/1.1" status: 204 len: 168 time: 0.3775311 Aug 29 04:37:47.221054 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-75e42473-7c9d-45bb-b4cf-d9b6060fd504 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Allocated IP 172.25.0.116 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/a3a2fb23-8058-45d9-af18-6f308ccf3336) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:37:47.224085 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025343e0-4a30-4856-ac80-8c3d7c93c7d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffeda334-a1e1-403e-bb48-3bcbb2e7eea9,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:47.225766 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51572) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:47.227339 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-025343e0-4a30-4856-ac80-8c3d7c93c7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:47.227492 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0735e5a2-1860-405b-85ee-546fddc107c9 None None] Routers {'4b214b98-94ff-49e7-b004-767bb391d39a'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:37:47.227709 n-d-712140-12 neutron-server[94828]: INFO neutron.db.segments_db [None req-025343e0-4a30-4856-ac80-8c3d7c93c7d7 admin admin] Added segment 9ea361b7-676e-4956-958e-816da43025da of type vlan for network aa5e29d0-9e4d-490e-99d6-07ff2f3d5c3a Aug 29 04:37:47.228088 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-0735e5a2-1860-405b-85ee-546fddc107c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:37:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['4b214b98-94ff-49e7-b004-767bb391d39a'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:47.251938 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6ac9bac-06c1-4a4d-a74d-edf1fc747ff1 tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=94829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:37:47.252410 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f6ac9bac-06c1-4a4d-a74d-edf1fc747ff1 tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4274277'] for segment, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:47.256368 n-d-712140-12 neutron-server[94829]: Traceback (most recent call last): Aug 29 04:37:47.256368 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:37:47.256368 n-d-712140-12 neutron-server[94829]: timer() Aug 29 04:37:47.256368 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:37:47.256368 n-d-712140-12 neutron-server[94829]: cb(*args, **kw) Aug 29 04:37:47.256368 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:37:47.256368 n-d-712140-12 neutron-server[94829]: return func(*args, **kwargs) Aug 29 04:37:47.256368 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:37:47.256368 n-d-712140-12 neutron-server[94829]: self._notify() Aug 29 04:37:47.256368 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:37:47.256368 n-d-712140-12 neutron-server[94829]: self.callback(batched_events) Aug 29 04:37:47.256368 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:37:47.256368 n-d-712140-12 neutron-server[94829]: event.method(event) Aug 29 04:37:47.256368 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:37:47.256368 n-d-712140-12 neutron-server[94829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:37:47.256368 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:37:47.256368 n-d-712140-12 neutron-server[94829]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:37:47.256368 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:37:47.256368 n-d-712140-12 neutron-server[94829]: return f(self, *a, **k) Aug 29 04:37:47.256368 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:37:47.256368 n-d-712140-12 neutron-server[94829]: return self._get(url).json() Aug 29 04:37:47.256368 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:37:47.256368 n-d-712140-12 neutron-server[94829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:37:47.256368 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:37:47.256368 n-d-712140-12 neutron-server[94829]: return self.request(url, 'GET', **kwargs) Aug 29 04:37:47.256368 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:37:47.256368 n-d-712140-12 neutron-server[94829]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:37:47.256368 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:37:47.256368 n-d-712140-12 neutron-server[94829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:37:47.256368 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:37:47.256368 n-d-712140-12 neutron-server[94829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:37:47.256368 n-d-712140-12 neutron-server[94829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:37:47.272866 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d538514b-e3d6-4b3a-9b59-f04b66851d53 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e9f95ac-c313-4350-a397-c5b95b1e0a84,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:47.278699 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2d792c88-c964-476c-a7c8-4dc4a499db97 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8904862'] for subnet, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:47.315659 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-0735e5a2-1860-405b-85ee-546fddc107c9 None None] Set router 4b214b98-94ff-49e7-b004-767bb391d39a gateway port host: None {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:37:47.327272 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-025343e0-4a30-4856-ac80-8c3d7c93c7d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:47.385816 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-0735e5a2-1860-405b-85ee-546fddc107c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b214b98-94ff-49e7-b004-767bb391d39a', 'name': 'tempest-RoutersIpV6Test-router-1190397809', 'tenant_id': '3eb215580c8748bbad6fe745fb3cc71c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:36:53Z', 'updated_at': '2021-08-29T04:37:46Z', 'revision_number': 11, 'project_id': '3eb215580c8748bbad6fe745fb3cc71c', 'gw_port_host': None}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:47.399909 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-025343e0-4a30-4856-ac80-8c3d7c93c7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:47.401027 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025343e0-4a30-4856-ac80-8c3d7c93c7d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:47.401697 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-025343e0-4a30-4856-ac80-8c3d7c93c7d7 admin admin] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:47.419621 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0735e5a2-1860-405b-85ee-546fddc107c9 None None] The sync data for ids ['4b214b98-94ff-49e7-b004-767bb391d39a'] in n-d-712140-12 is: [{'id': '4b214b98-94ff-49e7-b004-767bb391d39a', 'name': 'tempest-RoutersIpV6Test-router-1190397809', 'tenant_id': '3eb215580c8748bbad6fe745fb3cc71c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:36:53Z', 'updated_at': '2021-08-29T04:37:46Z', 'revision_number': 11, 'project_id': '3eb215580c8748bbad6fe745fb3cc71c', 'gw_port_host': None}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:37:47.434561 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-2ed38d64-7995-4012-b409-810b17797ec9 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2062795 Aug 29 04:37:47.435268 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f6ac9bac-06c1-4a4d-a74d-edf1fc747ff1 tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:47.438353 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51578) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:47.445979 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-d96b3947-dcbe-43ec-877f-b5f7ac895d5a tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Request body: {'security_group': {'name': 'tempest-secgroup--1823929487'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:47.456292 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f6ac9bac-06c1-4a4d-a74d-edf1fc747ff1 tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:47.462308 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-f6ac9bac-06c1-4a4d-a74d-edf1fc747ff1 tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] 10.222.0.22 "DELETE /v2.0/networks/2a398912-a551-42ae-b919-b4921efbe0d9 HTTP/1.1" status: 204 len: 168 time: 1.4373512 Aug 29 04:37:47.487996 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ac9bac-06c1-4a4d-a74d-edf1fc747ff1 tempest-FloatingIPNegativeTestJSON-2110304153 tempest-FloatingIPNegativeTestJSON-2110304153-project] Pushing event deleted for resources: {'Network': ['ID=2a398912-a551-42ae-b919-b4921efbe0d9,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:47.516431 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2d792c88-c964-476c-a7c8-4dc4a499db97 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:47.517102 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d96b3947-dcbe-43ec-877f-b5f7ac895d5a tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:47.534691 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-75e42473-7c9d-45bb-b4cf-d9b6060fd504 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:47.545425 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-025343e0-4a30-4856-ac80-8c3d7c93c7d7 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1280701 Aug 29 04:37:47.548863 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51582) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:47.556940 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-444117a8-d47c-4bcc-bd00-35824fff4f45 admin admin] Request body: {'subnet': {'network_id': 'aa5e29d0-9e4d-490e-99d6-07ff2f3d5c3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2029169957-subnet', 'tenant_id': '4b08a5b019e34d278e1106a130d6a4ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:47.557930 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025343e0-4a30-4856-ac80-8c3d7c93c7d7 admin admin] Pushing event updated for resources: {'Network': ['ID=aa5e29d0-9e4d-490e-99d6-07ff2f3d5c3a,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:47.571160 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network aa5e29d0-9e4d-490e-99d6-07ff2f3d5c3a details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:37:47.606475 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2d792c88-c964-476c-a7c8-4dc4a499db97 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9190434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062341'] for subnet, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:47.620675 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-75e42473-7c9d-45bb-b4cf-d9b6060fd504 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:47.648809 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d792c88-c964-476c-a7c8-4dc4a499db97 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Pushing event deleted for resources: {'Subnet': ['ID=7fa41da7-1c40-4e86-b565-b0ecd036cf12,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:47.660794 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2d792c88-c964-476c-a7c8-4dc4a499db97 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:47.664319 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-2d792c88-c964-476c-a7c8-4dc4a499db97 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] 10.222.0.22 "DELETE /v2.0/subnets/7fa41da7-1c40-4e86-b565-b0ecd036cf12 HTTP/1.1" status: 204 len: 168 time: 0.6248212 Aug 29 04:37:47.666836 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51584) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:47.672661 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b573d5b3-3f37-40ed-9e8f-5595aa6f10b3 None None] Network 55385f77-8348-4e0f-8a55-d04453e10239 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:37:47.683790 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e42473-7c9d-45bb-b4cf-d9b6060fd504 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:37:47.697494 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-75e42473-7c9d-45bb-b4cf-d9b6060fd504 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:37:47.704797 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d96b3947-dcbe-43ec-877f-b5f7ac895d5a tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:47.708585 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e42473-7c9d-45bb-b4cf-d9b6060fd504 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:37:47.715656 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e42473-7c9d-45bb-b4cf-d9b6060fd504 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Pushing event updated for resources: {'Port': ['ID=a3a2fb23-8058-45d9-af18-6f308ccf3336,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:47.737819 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d96b3947-dcbe-43ec-877f-b5f7ac895d5a tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:47.787175 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-444117a8-d47c-4bcc-bd00-35824fff4f45 admin admin] Made reservation on behalf of 4b08a5b019e34d278e1106a130d6a4ae for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:37:47.789597 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-444117a8-d47c-4bcc-bd00-35824fff4f45 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4552395'] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:47.799788 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d96b3947-dcbe-43ec-877f-b5f7ac895d5a tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:47.801400 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-d96b3947-dcbe-43ec-877f-b5f7ac895d5a tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3618424 Aug 29 04:37:47.805263 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51588) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:47.814971 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-8ecd6c4a-9569-4a1e-b57a-9d1ed0434f31 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Request body: {'security_group_rule': {'security_group_id': '0365537a-c6ca-46c9-b34b-7b6e0c9df8be', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:47.852595 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8ecd6c4a-9569-4a1e-b57a-9d1ed0434f31 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:47.884406 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51590) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:47.910977 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96b3947-dcbe-43ec-877f-b5f7ac895d5a tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0365537a-c6ca-46c9-b34b-7b6e0c9df8be,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:47.937212 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-996b1ee6-fa46-4e11-9cfc-4e1e647034f5 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:48.004373 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5393e1a-68ef-40a2-bb9f-b4d55f220863 None None] DHCP port deletion for 55385f77-8348-4e0f-8a55-d04453e10239 request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:37:48.047059 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8ecd6c4a-9569-4a1e-b57a-9d1ed0434f31 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:48.052616 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8ecd6c4a-9569-4a1e-b57a-9d1ed0434f31 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:48.088857 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecd6c4a-9569-4a1e-b57a-9d1ed0434f31 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa58cf36-15b4-457d-a765-c5c8256e4457,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:48.094042 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8ecd6c4a-9569-4a1e-b57a-9d1ed0434f31 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:48.098368 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-8ecd6c4a-9569-4a1e-b57a-9d1ed0434f31 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2854686 Aug 29 04:37:48.098368 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51594) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:48.105415 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-49ca4924-0434-4fe0-b667-1708b787b816 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Request body: {'security_group_rule': {'security_group_id': '0365537a-c6ca-46c9-b34b-7b6e0c9df8be', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:48.106530 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-a5393e1a-68ef-40a2-bb9f-b4d55f220863 None None] Deleting port 8c247fc9-bd15-47be-8d6c-4c2f8685efc3 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:37:48.106913 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a5393e1a-68ef-40a2-bb9f-b4d55f220863 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:48.113641 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-996b1ee6-fa46-4e11-9cfc-4e1e647034f5 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Deleting port 8c247fc9-bd15-47be-8d6c-4c2f8685efc3 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:37:48.113894 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-996b1ee6-fa46-4e11-9cfc-4e1e647034f5 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:48.193286 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-a5393e1a-68ef-40a2-bb9f-b4d55f220863 None None] For port 8c247fc9-bd15-47be-8d6c-4c2f8685efc3, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=8c247fc9-bd15-47be-8d6c-4c2f8685efc3,segment=NetworkSegment(26c756d1-0d48-4317-b18c-a5b2a8a62fac),segment_id=26c756d1-0d48-4317-b18c-a5b2a8a62fac)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:48.194405 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a5393e1a-68ef-40a2-bb9f-b4d55f220863 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:48.209459 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-a5393e1a-68ef-40a2-bb9f-b4d55f220863 None None] Calling delete_port for 8c247fc9-bd15-47be-8d6c-4c2f8685efc3 owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:37:48.227533 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-75e42473-7c9d-45bb-b4cf-d9b6060fd504 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks [] for router_gateway, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:48.229490 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-49ca4924-0434-4fe0-b667-1708b787b816 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:48.264233 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-444117a8-d47c-4bcc-bd00-35824fff4f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4274880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4552377'] for subnet, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:48.264470 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-996b1ee6-fa46-4e11-9cfc-4e1e647034f5 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] For port 8c247fc9-bd15-47be-8d6c-4c2f8685efc3, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=8c247fc9-bd15-47be-8d6c-4c2f8685efc3,segment=NetworkSegment(26c756d1-0d48-4317-b18c-a5b2a8a62fac),segment_id=26c756d1-0d48-4317-b18c-a5b2a8a62fac)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:48.264775 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-996b1ee6-fa46-4e11-9cfc-4e1e647034f5 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:48.272022 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-209beba6-e587-47ed-9467-e5e239b9bba3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1ce534f318c14764ad460135b6fb2051&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3824832 Aug 29 04:37:48.274946 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51596) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:48.300822 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a5393e1a-68ef-40a2-bb9f-b4d55f220863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:48.305503 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-996b1ee6-fa46-4e11-9cfc-4e1e647034f5 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Calling delete_port for 8c247fc9-bd15-47be-8d6c-4c2f8685efc3 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:37:48.328167 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-49ca4924-0434-4fe0-b667-1708b787b816 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:48.328977 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5393e1a-68ef-40a2-bb9f-b4d55f220863 None None] Pushing event deleted for resources: {'Port': ['ID=8c247fc9-bd15-47be-8d6c-4c2f8685efc3,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:48.333462 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5393e1a-68ef-40a2-bb9f-b4d55f220863 None None] No DVR routers for this DVR port 8c247fc9-bd15-47be-8d6c-4c2f8685efc3 on host n-d-712140-12 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:37:48.372465 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-49ca4924-0434-4fe0-b667-1708b787b816 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:48.399124 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ca4924-0434-4fe0-b667-1708b787b816 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6c8c33f-ae93-4d36-9970-b47ed8b84492,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:48.417622 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-49ca4924-0434-4fe0-b667-1708b787b816 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:48.422014 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-49ca4924-0434-4fe0-b667-1708b787b816 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3188202 Aug 29 04:37:48.422014 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51600) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:48.427016 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-adfe435a-0fe8-4e8d-8d4a-135755ced6e2 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Request body: {'security_group_rule': {'security_group_id': '0365537a-c6ca-46c9-b34b-7b6e0c9df8be', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:48.481599 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-996b1ee6-fa46-4e11-9cfc-4e1e647034f5 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:48.489664 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 8c247fc9-bd15-47be-8d6c-4c2f8685efc3 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:37:48.514349 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996b1ee6-fa46-4e11-9cfc-4e1e647034f5 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Pushing event deleted for resources: {'Port': ['ID=8c247fc9-bd15-47be-8d6c-4c2f8685efc3,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:48.515167 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 8c247fc9-bd15-47be-8d6c-4c2f8685efc3 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:37:48.515518 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 8c247fc9-bd15-47be-8d6c-4c2f8685efc3 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:37:48.516484 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 8b3ba93e-8b2e-49e2-8bbc-5d61240bab89 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:37:48.518156 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-adfe435a-0fe8-4e8d-8d4a-135755ced6e2 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:48.523241 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996b1ee6-fa46-4e11-9cfc-4e1e647034f5 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] No DVR routers for this DVR port 8c247fc9-bd15-47be-8d6c-4c2f8685efc3 on host n-d-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:37:48.551751 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 8b3ba93e-8b2e-49e2-8bbc-5d61240bab89 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:37:48.552113 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 8b3ba93e-8b2e-49e2-8bbc-5d61240bab89 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:37:48.652457 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-996b1ee6-fa46-4e11-9cfc-4e1e647034f5 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:48.667520 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-996b1ee6-fa46-4e11-9cfc-4e1e647034f5 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55385f77-8348-4e0f-8a55-d04453e10239']}} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:48.684599 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-adfe435a-0fe8-4e8d-8d4a-135755ced6e2 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:48.686493 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-996b1ee6-fa46-4e11-9cfc-4e1e647034f5 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26c756d1-0d48-4317-b18c-a5b2a8a62fac') {'for_net_delete': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:48.686793 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-996b1ee6-fa46-4e11-9cfc-4e1e647034f5 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26c756d1-0d48-4317-b18c-a5b2a8a62fac') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:48.694497 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-adfe435a-0fe8-4e8d-8d4a-135755ced6e2 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:48.701165 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-996b1ee6-fa46-4e11-9cfc-4e1e647034f5 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8904833'] for segment, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:48.725457 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-996b1ee6-fa46-4e11-9cfc-4e1e647034f5 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:48.727337 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfe435a-0fe8-4e8d-8d4a-135755ced6e2 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b5388bc-df90-4136-ae95-8d603ddd291d,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:48.735710 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-996b1ee6-fa46-4e11-9cfc-4e1e647034f5 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=94828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:37:48.736029 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-996b1ee6-fa46-4e11-9cfc-4e1e647034f5 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9190468'] for segment, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:48.739043 n-d-712140-12 neutron-server[94828]: Traceback (most recent call last): Aug 29 04:37:48.739043 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:37:48.739043 n-d-712140-12 neutron-server[94828]: timer() Aug 29 04:37:48.739043 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:37:48.739043 n-d-712140-12 neutron-server[94828]: cb(*args, **kw) Aug 29 04:37:48.739043 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:37:48.739043 n-d-712140-12 neutron-server[94828]: return func(*args, **kwargs) Aug 29 04:37:48.739043 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:37:48.739043 n-d-712140-12 neutron-server[94828]: self._notify() Aug 29 04:37:48.739043 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:37:48.739043 n-d-712140-12 neutron-server[94828]: self.callback(batched_events) Aug 29 04:37:48.739043 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:37:48.739043 n-d-712140-12 neutron-server[94828]: event.method(event) Aug 29 04:37:48.739043 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:37:48.739043 n-d-712140-12 neutron-server[94828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:37:48.739043 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:37:48.739043 n-d-712140-12 neutron-server[94828]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:37:48.739043 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:37:48.739043 n-d-712140-12 neutron-server[94828]: return f(self, *a, **k) Aug 29 04:37:48.739043 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:37:48.739043 n-d-712140-12 neutron-server[94828]: return self._get(url).json() Aug 29 04:37:48.739043 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:37:48.739043 n-d-712140-12 neutron-server[94828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:37:48.739043 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:37:48.739043 n-d-712140-12 neutron-server[94828]: return self.request(url, 'GET', **kwargs) Aug 29 04:37:48.739043 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:37:48.739043 n-d-712140-12 neutron-server[94828]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:37:48.739043 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:37:48.739043 n-d-712140-12 neutron-server[94828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:37:48.739043 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:37:48.739043 n-d-712140-12 neutron-server[94828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:37:48.739043 n-d-712140-12 neutron-server[94828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:37:48.743003 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-adfe435a-0fe8-4e8d-8d4a-135755ced6e2 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:48.744309 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-adfe435a-0fe8-4e8d-8d4a-135755ced6e2 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3212905 Aug 29 04:37:48.751130 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51602) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:48.766537 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-8191981f-0c54-429f-81a2-57dbad602d3c tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Request body: {'security_group_rule': {'security_group_id': '0365537a-c6ca-46c9-b34b-7b6e0c9df8be', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:48.786346 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444117a8-d47c-4bcc-bd00-35824fff4f45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d3a6802-c944-4b0e-ba52-56084a6e1b05,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:48.809614 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-996b1ee6-fa46-4e11-9cfc-4e1e647034f5 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:48.814583 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-996b1ee6-fa46-4e11-9cfc-4e1e647034f5 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:48.819114 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-996b1ee6-fa46-4e11-9cfc-4e1e647034f5 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] 10.222.0.22 "DELETE /v2.0/networks/55385f77-8348-4e0f-8a55-d04453e10239 HTTP/1.1" status: 204 len: 168 time: 1.1480105 Aug 29 04:37:48.821899 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51604) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:48.827878 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-5b4f7dee-a71d-414e-911f-0fc96fd27f3b tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Request body: {'router': {'routes': None}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:48.832638 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444117a8-d47c-4bcc-bd00-35824fff4f45 admin admin] Checking segment: {'id': '9ea361b7-676e-4956-958e-816da43025da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'aa5e29d0-9e4d-490e-99d6-07ff2f3d5c3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:37:48.833002 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444117a8-d47c-4bcc-bd00-35824fff4f45 admin admin] Network hostable DHCP agents. Network: aa5e29d0-9e4d-490e-99d6-07ff2f3d5c3a, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:37:48.842197 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996b1ee6-fa46-4e11-9cfc-4e1e647034f5 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Pushing event deleted for resources: {'Network': ['ID=55385f77-8348-4e0f-8a55-d04453e10239,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:48.886074 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8191981f-0c54-429f-81a2-57dbad602d3c tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:48.909245 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-544c8912-84ed-41a6-9ebd-fa1db65f54b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:48.945490 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444117a8-d47c-4bcc-bd00-35824fff4f45 admin admin] Network aa5e29d0-9e4d-490e-99d6-07ff2f3d5c3a is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:37:49.004480 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-544c8912-84ed-41a6-9ebd-fa1db65f54b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:49.008259 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.extraroute_db [None req-5b4f7dee-a71d-414e-911f-0fc96fd27f3b tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Added routes are [] {{(pid=94828) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 29 04:37:49.008569 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.extraroute_db [None req-5b4f7dee-a71d-414e-911f-0fc96fd27f3b tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Removed routes are [] {{(pid=94828) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 29 04:37:49.008932 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5b4f7dee-a71d-414e-911f-0fc96fd27f3b tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-719380', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-717238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1792'] for router, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:49.015536 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-444117a8-d47c-4bcc-bd00-35824fff4f45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, aa5e29d0-9e4d-490e-99d6-07ff2f3d5c3a) {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:37:49.024324 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68219700-ba8a-4b72-8c76-b4784195e5a3 None None] Network aa5e29d0-9e4d-490e-99d6-07ff2f3d5c3a requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:37:49.035089 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444117a8-d47c-4bcc-bd00-35824fff4f45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:49.035718 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-444117a8-d47c-4bcc-bd00-35824fff4f45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:49.092810 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-444117a8-d47c-4bcc-bd00-35824fff4f45 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5333035 Aug 29 04:37:49.092810 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8191981f-0c54-429f-81a2-57dbad602d3c tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:49.092810 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-75e42473-7c9d-45bb-b4cf-d9b6060fd504 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409'] for router, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:49.103028 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8191981f-0c54-429f-81a2-57dbad602d3c tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:49.159070 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8191981f-0c54-429f-81a2-57dbad602d3c tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44c5a915-e841-4985-9ee6-fac1de3642eb,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:49.167760 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8191981f-0c54-429f-81a2-57dbad602d3c tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:49.169041 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-8191981f-0c54-429f-81a2-57dbad602d3c tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4168961 Aug 29 04:37:49.171795 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51608) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:49.177207 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-25477691-1cd7-4838-8bf0-305b874405f4 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Request body: {'security_group_rule': {'security_group_id': '0365537a-c6ca-46c9-b34b-7b6e0c9df8be', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:49.203422 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c2b2c7-949c-4966-9cc8-9b3abe8eca6c None None] Network aa5e29d0-9e4d-490e-99d6-07ff2f3d5c3a requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:37:49.223430 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-544c8912-84ed-41a6-9ebd-fa1db65f54b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:49.226297 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-544c8912-84ed-41a6-9ebd-fa1db65f54b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:49.227170 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-544c8912-84ed-41a6-9ebd-fa1db65f54b8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8bc21c93-ed52-47f3-9c8d-26111cb3182b HTTP/1.1" status: 204 len: 168 time: 0.9497142 Aug 29 04:37:49.256906 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544c8912-84ed-41a6-9ebd-fa1db65f54b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bc21c93-ed52-47f3-9c8d-26111cb3182b,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:49.270642 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-25477691-1cd7-4838-8bf0-305b874405f4 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:49.326081 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51612) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:49.334938 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:49.398041 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75e42473-7c9d-45bb-b4cf-d9b6060fd504 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Router b4454678-4165-4801-a274-d847167b8c56 is scheduled to L3 agent 76874008-c311-485c-ba36-921b6d275b6a with binding_index 1 {{(pid=94829) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:37:49.413724 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-25477691-1cd7-4838-8bf0-305b874405f4 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:49.417440 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_v2 [None req-b300241f-2f1b-459d-b94b-42bd95af9f21 admin admin] Deleting subnet 899ffccd-a028-47e5-8bb8-0351f4f66d29 {{(pid=94829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:37:49.423577 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b300241f-2f1b-459d-b94b-42bd95af9f21 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:49.425331 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-25477691-1cd7-4838-8bf0-305b874405f4 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:49.500450 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5b4f7dee-a71d-414e-911f-0fc96fd27f3b tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-719380', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-717238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1792'] for router, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:49.504268 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5b4f7dee-a71d-414e-911f-0fc96fd27f3b tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-719375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-719366', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-717217'] for router, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:49.517311 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25477691-1cd7-4838-8bf0-305b874405f4 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08f35550-d7d1-4aec-a804-e307ac0b24df,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:49.528822 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b300241f-2f1b-459d-b94b-42bd95af9f21 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4311743'] for subnet, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:49.582648 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-25477691-1cd7-4838-8bf0-305b874405f4 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:49.587010 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-25477691-1cd7-4838-8bf0-305b874405f4 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.4141674 Aug 29 04:37:49.587945 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51620) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:49.626843 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-470a21b5-1bdc-4864-9eb0-b9a71f8afa5f tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:49.630793 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b4f7dee-a71d-414e-911f-0fc96fd27f3b tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Router 4b214b98-94ff-49e7-b004-767bb391d39a has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:37:49.641405 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-470a21b5-1bdc-4864-9eb0-b9a71f8afa5f tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:49.642164 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b300241f-2f1b-459d-b94b-42bd95af9f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:49.682381 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75e42473-7c9d-45bb-b4cf-d9b6060fd504 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:37:49.708137 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87fdab4e-aac8-4991-9417-5302ada15ed2 None None] Sync routers for ids ['b4454678-4165-4801-a274-d847167b8c56'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:37:49.711960 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-75e42473-7c9d-45bb-b4cf-d9b6060fd504 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:49.713370 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-75e42473-7c9d-45bb-b4cf-d9b6060fd504 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.7652605 Aug 29 04:37:49.716471 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51626) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:49.724279 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87fdab4e-aac8-4991-9417-5302ada15ed2 None None] Routers {'b4454678-4165-4801-a274-d847167b8c56'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:37:49.725129 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-87fdab4e-aac8-4991-9417-5302ada15ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:37:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['b4454678-4165-4801-a274-d847167b8c56'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:49.745534 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b4f7dee-a71d-414e-911f-0fc96fd27f3b tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:37:49.752180 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b300241f-2f1b-459d-b94b-42bd95af9f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4552352'] for subnet, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:49.757036 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5b4f7dee-a71d-414e-911f-0fc96fd27f3b tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks [] for router, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:49.761790 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-5b4f7dee-a71d-414e-911f-0fc96fd27f3b tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] 10.222.0.22 "PUT /v2.0/routers/4b214b98-94ff-49e7-b004-767bb391d39a HTTP/1.1" status: 200 len: 705 time: 0.9372139 Aug 29 04:37:49.763129 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437598d7-c757-4f3b-b0f5-6491ba766cdf None None] Sync routers for ids ['4b214b98-94ff-49e7-b004-767bb391d39a'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:37:49.763844 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-470a21b5-1bdc-4864-9eb0-b9a71f8afa5f tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:49.769864 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51630) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:49.782230 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437598d7-c757-4f3b-b0f5-6491ba766cdf None None] Routers {'4b214b98-94ff-49e7-b004-767bb391d39a'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:37:49.784072 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-437598d7-c757-4f3b-b0f5-6491ba766cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:37:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['4b214b98-94ff-49e7-b004-767bb391d39a'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:49.792478 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-470a21b5-1bdc-4864-9eb0-b9a71f8afa5f tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:49.794499 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-470a21b5-1bdc-4864-9eb0-b9a71f8afa5f tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/08f35550-d7d1-4aec-a804-e307ac0b24df HTTP/1.1" status: 204 len: 168 time: 0.2046962 Aug 29 04:37:49.816723 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51634) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:49.819570 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470a21b5-1bdc-4864-9eb0-b9a71f8afa5f tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=08f35550-d7d1-4aec-a804-e307ac0b24df,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:49.825044 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b300241f-2f1b-459d-b94b-42bd95af9f21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=899ffccd-a028-47e5-8bb8-0351f4f66d29,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:49.834364 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-c2d69748-f435-4df9-95ec-33208bca8cba tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b214b98-94ff-49e7-b004-767bb391d39a HTTP/1.1" status: 200 len: 205 time: 0.0556335 Aug 29 04:37:49.837700 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b300241f-2f1b-459d-b94b-42bd95af9f21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:49.842247 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-b300241f-2f1b-459d-b94b-42bd95af9f21 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/899ffccd-a028-47e5-8bb8-0351f4f66d29 HTTP/1.1" status: 204 len: 168 time: 0.5127635 Aug 29 04:37:49.843752 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51636) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:49.845421 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51638) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:49.910007 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-87fdab4e-aac8-4991-9417-5302ada15ed2 None None] Set router b4454678-4165-4801-a274-d847167b8c56 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:37:49.943462 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-91a285ce-971d-4e1a-8c4f-1e011e354f0a tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1253116 Aug 29 04:37:49.949567 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51640) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:49.986518 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-437598d7-c757-4f3b-b0f5-6491ba766cdf None None] Set router 4b214b98-94ff-49e7-b004-767bb391d39a gateway port host: None {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:37:49.993005 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cc81ae7d-e465-417a-8cd1-5695ed1f4b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:50.032745 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b2a43364-2470-477f-876a-6f8f38316b87 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:50.063867 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b2a43364-2470-477f-876a-6f8f38316b87 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:50.083723 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-50bab1bd-fd9d-48b9-890f-4505b4af2fe4 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks [] for router, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:50.113637 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-437598d7-c757-4f3b-b0f5-6491ba766cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b214b98-94ff-49e7-b004-767bb391d39a', 'name': 'tempest-RoutersIpV6Test-router-1190397809', 'tenant_id': '3eb215580c8748bbad6fe745fb3cc71c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:36:53Z', 'updated_at': '2021-08-29T04:37:46Z', 'revision_number': 11, 'project_id': '3eb215580c8748bbad6fe745fb3cc71c', 'gw_port_host': None}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:50.159718 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b2a43364-2470-477f-876a-6f8f38316b87 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:50.163668 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cc81ae7d-e465-417a-8cd1-5695ed1f4b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:50.167716 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-c71e05cc-8a16-4f57-b83c-036a8db5543c tempest-TestSecurityGroupsBasicOps-127243618 tempest-TestSecurityGroupsBasicOps-127243618-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=aee320d7fd864e10bc0cb9e2e1782ff3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4500413 Aug 29 04:37:50.172087 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b2a43364-2470-477f-876a-6f8f38316b87 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:50.176501 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-b2a43364-2470-477f-876a-6f8f38316b87 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/44c5a915-e841-4985-9ee6-fac1de3642eb HTTP/1.1" status: 204 len: 168 time: 0.2253265 Aug 29 04:37:50.183001 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51648) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:50.183473 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51650) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:50.184528 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437598d7-c757-4f3b-b0f5-6491ba766cdf None None] Checking router: 4b214b98-94ff-49e7-b004-767bb391d39a for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:37:50.203379 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437598d7-c757-4f3b-b0f5-6491ba766cdf None None] Routers {'4b214b98-94ff-49e7-b004-767bb391d39a'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:37:50.204552 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-437598d7-c757-4f3b-b0f5-6491ba766cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:37:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['4b214b98-94ff-49e7-b004-767bb391d39a'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:50.220405 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-cc81ae7d-e465-417a-8cd1-5695ed1f4b72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c24d901a-b63f-47ce-8f04-94d3ff81950c']}} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:50.241039 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a43364-2470-477f-876a-6f8f38316b87 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=44c5a915-e841-4985-9ee6-fac1de3642eb,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:50.248379 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-87fdab4e-aac8-4991-9417-5302ada15ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4454678-4165-4801-a274-d847167b8c56', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1276205850', 'tenant_id': 'aee320d7fd864e10bc0cb9e2e1782ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': 'a3a2fb23-8058-45d9-af18-6f308ccf3336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:37:46Z', 'updated_at': '2021-08-29T04:37:48Z', 'revision_number': 3, 'project_id': 'aee320d7fd864e10bc0cb9e2e1782ff3', 'gw_port': {'id': 'a3a2fb23-8058-45d9-af18-6f308ccf3336', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:54:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4454678-4165-4801-a274-d847167b8c56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:46Z', 'updated_at': '2021-08-29T04:37:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:50.263572 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-cc81ae7d-e465-417a-8cd1-5695ed1f4b72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65717ef3-5830-41b6-8e84-9344fce14577') {'for_net_delete': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:50.263899 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-cc81ae7d-e465-417a-8cd1-5695ed1f4b72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65717ef3-5830-41b6-8e84-9344fce14577') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:50.284007 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87fdab4e-aac8-4991-9417-5302ada15ed2 None None] Checking router: b4454678-4165-4801-a274-d847167b8c56 for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:37:50.284615 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87fdab4e-aac8-4991-9417-5302ada15ed2 None None] Updating router b4454678-4165-4801-a274-d847167b8c56 port a3a2fb23-8058-45d9-af18-6f308ccf3336 binding host n-d-712140-12 {{(pid=94830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:37:50.311776 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-50bab1bd-fd9d-48b9-890f-4505b4af2fe4 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:50.315226 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-87fdab4e-aac8-4991-9417-5302ada15ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:50.316261 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-50bab1bd-fd9d-48b9-890f-4505b4af2fe4 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:50.320237 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cc81ae7d-e465-417a-8cd1-5695ed1f4b72 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8904833'] for segment, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:50.404403 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-50bab1bd-fd9d-48b9-890f-4505b4af2fe4 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717253'] for router, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:50.404931 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50bab1bd-fd9d-48b9-890f-4505b4af2fe4 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Fanout notify agent at l3_agent the message router_deleted on router 4b214b98-94ff-49e7-b004-767bb391d39a {{(pid=94829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:37:50.417873 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-50bab1bd-fd9d-48b9-890f-4505b4af2fe4 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:50.426850 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-50bab1bd-fd9d-48b9-890f-4505b4af2fe4 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] 10.222.0.22 "DELETE /v2.0/routers/4b214b98-94ff-49e7-b004-767bb391d39a HTTP/1.1" status: 204 len: 168 time: 0.5725067 Aug 29 04:37:50.426850 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51654) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:50.426850 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51656) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:50.431660 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-1b08892e-f24e-47d7-a50a-f8949073bcc7 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1726631550', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:50.440813 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-25e57def-4e7e-4be8-9b3e-f2c709ba52e8 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.2536292 Aug 29 04:37:50.442075 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cc81ae7d-e465-417a-8cd1-5695ed1f4b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:50.443040 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51660) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:50.459412 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-437598d7-c757-4f3b-b0f5-6491ba766cdf None None] Set router 4b214b98-94ff-49e7-b004-767bb391d39a gateway port host: None {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:37:50.482781 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a9b8874f-5d27-4024-a677-f7e0fbdc8fb5 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:50.491017 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a9b8874f-5d27-4024-a677-f7e0fbdc8fb5 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:50.508787 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc81ae7d-e465-417a-8cd1-5695ed1f4b72 admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=94828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:37:50.509414 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cc81ae7d-e465-417a-8cd1-5695ed1f4b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9190468'] for segment, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:50.511008 n-d-712140-12 neutron-server[94828]: Traceback (most recent call last): Aug 29 04:37:50.511008 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:37:50.511008 n-d-712140-12 neutron-server[94828]: timer() Aug 29 04:37:50.511008 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:37:50.511008 n-d-712140-12 neutron-server[94828]: cb(*args, **kw) Aug 29 04:37:50.511008 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:37:50.511008 n-d-712140-12 neutron-server[94828]: return func(*args, **kwargs) Aug 29 04:37:50.511008 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:37:50.511008 n-d-712140-12 neutron-server[94828]: self._notify() Aug 29 04:37:50.511008 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:37:50.511008 n-d-712140-12 neutron-server[94828]: self.callback(batched_events) Aug 29 04:37:50.511008 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:37:50.511008 n-d-712140-12 neutron-server[94828]: event.method(event) Aug 29 04:37:50.511008 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:37:50.511008 n-d-712140-12 neutron-server[94828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:37:50.511008 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:37:50.511008 n-d-712140-12 neutron-server[94828]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:37:50.511008 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:37:50.511008 n-d-712140-12 neutron-server[94828]: return f(self, *a, **k) Aug 29 04:37:50.511008 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:37:50.511008 n-d-712140-12 neutron-server[94828]: return self._get(url).json() Aug 29 04:37:50.511008 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:37:50.511008 n-d-712140-12 neutron-server[94828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:37:50.511008 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:37:50.511008 n-d-712140-12 neutron-server[94828]: return self.request(url, 'GET', **kwargs) Aug 29 04:37:50.511008 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:37:50.511008 n-d-712140-12 neutron-server[94828]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:37:50.511008 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:37:50.511008 n-d-712140-12 neutron-server[94828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:37:50.511008 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:37:50.511008 n-d-712140-12 neutron-server[94828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:37:50.511008 n-d-712140-12 neutron-server[94828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:37:50.517527 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1b08892e-f24e-47d7-a50a-f8949073bcc7 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:50.518547 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1b08892e-f24e-47d7-a50a-f8949073bcc7 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1838'] for router, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:50.549645 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a9b8874f-5d27-4024-a677-f7e0fbdc8fb5 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:50.552822 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-437598d7-c757-4f3b-b0f5-6491ba766cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b214b98-94ff-49e7-b004-767bb391d39a', 'name': 'tempest-RoutersIpV6Test-router-1190397809', 'tenant_id': '3eb215580c8748bbad6fe745fb3cc71c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:36:53Z', 'updated_at': '2021-08-29T04:37:46Z', 'revision_number': 11, 'project_id': '3eb215580c8748bbad6fe745fb3cc71c', 'gw_port_host': None}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:50.563324 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a9b8874f-5d27-4024-a677-f7e0fbdc8fb5 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:50.567125 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-a9b8874f-5d27-4024-a677-f7e0fbdc8fb5 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/8b5388bc-df90-4136-ae95-8d603ddd291d HTTP/1.1" status: 204 len: 168 time: 0.1199524 Aug 29 04:37:50.568317 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b8874f-5d27-4024-a677-f7e0fbdc8fb5 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8b5388bc-df90-4136-ae95-8d603ddd291d,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:50.569800 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51662) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:50.605869 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-13e2e828-7cdf-45a5-bd58-1fcdc9643a00 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Request body: {'networks': [{'name': 'tempest-network--813599567'}, {'name': 'tempest-network--1844108575'}]} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:50.606188 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-13e2e828-7cdf-45a5-bd58-1fcdc9643a00 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Request body: {'network': {'name': 'tempest-network--813599567'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:50.606660 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-13e2e828-7cdf-45a5-bd58-1fcdc9643a00 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Request body: {'network': {'name': 'tempest-network--1844108575'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:50.620516 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437598d7-c757-4f3b-b0f5-6491ba766cdf None None] The sync data for ids ['4b214b98-94ff-49e7-b004-767bb391d39a'] in n-d-712140-12 is: [{'id': '4b214b98-94ff-49e7-b004-767bb391d39a', 'name': 'tempest-RoutersIpV6Test-router-1190397809', 'tenant_id': '3eb215580c8748bbad6fe745fb3cc71c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:36:53Z', 'updated_at': '2021-08-29T04:37:46Z', 'revision_number': 11, 'project_id': '3eb215580c8748bbad6fe745fb3cc71c', 'gw_port_host': None}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:37:50.629613 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a29eff-d55c-4896-9476-161eb3457854 tempest-TestSecurityGroupsBasicOps-127243618 tempest-TestSecurityGroupsBasicOps-127243618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:50.631159 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-b4a29eff-d55c-4896-9476-161eb3457854 tempest-TestSecurityGroupsBasicOps-127243618 tempest-TestSecurityGroupsBasicOps-127243618-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4457877 Aug 29 04:37:50.634675 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51666) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:50.654671 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cc81ae7d-e465-417a-8cd1-5695ed1f4b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:50.660248 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cc81ae7d-e465-417a-8cd1-5695ed1f4b72 admin admin] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:50.666280 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-cc81ae7d-e465-417a-8cd1-5695ed1f4b72 admin admin] 10.222.0.22 "DELETE /v2.0/networks/c24d901a-b63f-47ce-8f04-94d3ff81950c HTTP/1.1" status: 204 len: 168 time: 0.8196509 Aug 29 04:37:50.672510 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51668) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:50.689088 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1b08892e-f24e-47d7-a50a-f8949073bcc7 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:50.707855 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-7c6b58a6-5029-406e-8997-194d996741a3 tempest-TestSecurityGroupsBasicOps-127243618 tempest-TestSecurityGroupsBasicOps-127243618-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=e6c84a15-2e6f-4c07-8ede-a88148c2fe90&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0693684 Aug 29 04:37:50.716414 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51670) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:50.722631 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-53c2d62c-ff21-4b62-9b9b-082dd309f38e tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-374170000', 'network_id': '6cf7221f-a029-4ca0-a9e5-812e04e8d2d2', 'project_id': 'aee320d7fd864e10bc0cb9e2e1782ff3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:50.722824 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-87fdab4e-aac8-4991-9417-5302ada15ed2 None None] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:50.728072 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1b08892e-f24e-47d7-a50a-f8949073bcc7 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409'] for router, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:50.740559 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-87fdab4e-aac8-4991-9417-5302ada15ed2 None None] Transition to ACTIVE for port object a3a2fb23-8058-45d9-af18-6f308ccf3336 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:37:50.744913 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc81ae7d-e465-417a-8cd1-5695ed1f4b72 admin admin] Pushing event deleted for resources: {'Network': ['ID=c24d901a-b63f-47ce-8f04-94d3ff81950c,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:50.756067 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-87fdab4e-aac8-4991-9417-5302ada15ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:50.795331 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-e8a0e32d-c545-4b55-9fb8-7d0102b6c59d tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2224331 Aug 29 04:37:50.800189 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51672) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:50.812127 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13e2e828-7cdf-45a5-bd58-1fcdc9643a00 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Made reservation on behalf of cf9d55bde42b4ba2829792f5c7b5df61 for: {'network': 2} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:37:50.817110 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-13e2e828-7cdf-45a5-bd58-1fcdc9643a00 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:50.827991 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1b08892e-f24e-47d7-a50a-f8949073bcc7 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:50.829180 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-1b08892e-f24e-47d7-a50a-f8949073bcc7 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4015560 Aug 29 04:37:50.829661 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-87fdab4e-aac8-4991-9417-5302ada15ed2 None None] Attempting to bind port a3a2fb23-8058-45d9-af18-6f308ccf3336 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:37:50.830137 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-87fdab4e-aac8-4991-9417-5302ada15ed2 None None] Attempting to bind port a3a2fb23-8058-45d9-af18-6f308ccf3336 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:37:50.830604 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fdab4e-aac8-4991-9417-5302ada15ed2 None None] Attempting to bind port a3a2fb23-8058-45d9-af18-6f308ccf3336 on network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:37:50.832054 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51674) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:50.838246 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7683c9e4-3f20-4166-88ba-e328eb8f9656 None None] Pushing event updated for resources: {'Port': ['ID=a3a2fb23-8058-45d9-af18-6f308ccf3336,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:50.842726 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-4a1f29a6-f0be-4dba-a4c9-107a00eff79d tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:50.844038 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-13e2e828-7cdf-45a5-bd58-1fcdc9643a00 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:50.845633 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fdab4e-aac8-4991-9417-5302ada15ed2 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:37:50.846959 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fdab4e-aac8-4991-9417-5302ada15ed2 None None] Checking segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:37:50.846959 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-87fdab4e-aac8-4991-9417-5302ada15ed2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:50.846959 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fdab4e-aac8-4991-9417-5302ada15ed2 None None] Bound using segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:37:50.847946 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-87fdab4e-aac8-4991-9417-5302ada15ed2 None None] Bound port: a3a2fb23-8058-45d9-af18-6f308ccf3336, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:37:50.848616 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-87fdab4e-aac8-4991-9417-5302ada15ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:50.858101 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_v2 [None req-60b9c197-c607-4b60-993e-41e2b668a7e5 admin admin] Deleting subnet 3d3a6802-c944-4b0e-ba52-56084a6e1b05 {{(pid=94829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:37:50.869913 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-60b9c197-c607-4b60-993e-41e2b668a7e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:50.896420 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4f6e66a9-2c17-4668-9008-47d4ba25b88d tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:50.914690 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-87fdab4e-aac8-4991-9417-5302ada15ed2 None None] For port a3a2fb23-8058-45d9-af18-6f308ccf3336, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:37:50.919002 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-87fdab4e-aac8-4991-9417-5302ada15ed2 None None] For port a3a2fb23-8058-45d9-af18-6f308ccf3336, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=a3a2fb23-8058-45d9-af18-6f308ccf3336,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:37:50.919855 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4f6e66a9-2c17-4668-9008-47d4ba25b88d tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:50.925282 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-53c2d62c-ff21-4b62-9b9b-082dd309f38e tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 04:37:50.925282 n-d-712140-12 neutron-server[94828]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 29 04:37:50.925282 n-d-712140-12 neutron-server[94828]: [parameters: {'project_id_1': 'aee320d7fd864e10bc0cb9e2e1782ff3', 'expiration_1': datetime.datetime(2021, 8, 29, 4, 37, 50, 893952)}] Aug 29 04:37:50.925282 n-d-712140-12 neutron-server[94828]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:37:50.925980 n-d-712140-12 neutron-server[94828]: DEBUG oslo_db.api [None req-53c2d62c-ff21-4b62-9b9b-082dd309f38e tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:37:50.926938 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-87fdab4e-aac8-4991-9417-5302ada15ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:50.953377 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-60b9c197-c607-4b60-993e-41e2b668a7e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4311743'] for subnet, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:51.010976 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7683c9e4-3f20-4166-88ba-e328eb8f9656 None None] Pushing event updated for resources: {'Port': ['ID=a3a2fb23-8058-45d9-af18-6f308ccf3336,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:51.018056 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-60b9c197-c607-4b60-993e-41e2b668a7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:51.033166 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87fdab4e-aac8-4991-9417-5302ada15ed2 None None] Routers {'b4454678-4165-4801-a274-d847167b8c56'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:37:51.033800 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-87fdab4e-aac8-4991-9417-5302ada15ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:37:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['b4454678-4165-4801-a274-d847167b8c56'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:51.053554 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4f6e66a9-2c17-4668-9008-47d4ba25b88d tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:51.065860 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4f6e66a9-2c17-4668-9008-47d4ba25b88d tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:51.069321 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-4f6e66a9-2c17-4668-9008-47d4ba25b88d tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/d6c8c33f-ae93-4d36-9970-b47ed8b84492 HTTP/1.1" status: 204 len: 168 time: 0.2640967 Aug 29 04:37:51.070629 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51676) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:51.100503 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4a1f29a6-f0be-4dba-a4c9-107a00eff79d tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-719380', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-717238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1792'] for router, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:51.102712 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6e66a9-2c17-4668-9008-47d4ba25b88d tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d6c8c33f-ae93-4d36-9970-b47ed8b84492,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:51.119668 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4a1f29a6-f0be-4dba-a4c9-107a00eff79d tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-719375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-719366', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-717217'] for router, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:51.169079 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-87fdab4e-aac8-4991-9417-5302ada15ed2 None None] Set router b4454678-4165-4801-a274-d847167b8c56 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:37:51.173002 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-87db0dbf-860b-4795-a1fc-2da06b586147 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0990314 Aug 29 04:37:51.179579 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51678) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:51.191894 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-13e2e828-7cdf-45a5-bd58-1fcdc9643a00 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:51.193359 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-60b9c197-c607-4b60-993e-41e2b668a7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4552352'] for subnet, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:51.208145 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-13e2e828-7cdf-45a5-bd58-1fcdc9643a00 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:51.208753 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-13e2e828-7cdf-45a5-bd58-1fcdc9643a00 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:51.248939 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a1f29a6-f0be-4dba-a4c9-107a00eff79d tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Router 2ead151d-adf2-4853-979d-d5e4b76db66f is scheduled to L3 agent 76874008-c311-485c-ba36-921b6d275b6a with binding_index 1 {{(pid=94828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:37:51.255334 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b9c197-c607-4b60-993e-41e2b668a7e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d3a6802-c944-4b0e-ba52-56084a6e1b05,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:51.261986 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-60b9c197-c607-4b60-993e-41e2b668a7e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:51.266270 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-60b9c197-c607-4b60-993e-41e2b668a7e5 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/3d3a6802-c944-4b0e-ba52-56084a6e1b05 HTTP/1.1" status: 204 len: 168 time: 0.5888317 Aug 29 04:37:51.268193 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51680) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:51.313153 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8843fb7d-3cd6-4e14-8206-b57012633381 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:51.351287 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a1f29a6-f0be-4dba-a4c9-107a00eff79d tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:37:51.363533 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e2e828-7cdf-45a5-bd58-1fcdc9643a00 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca31572f-bd39-4568-b2cf-ea3cb7247eb3,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:51.365445 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4a1f29a6-f0be-4dba-a4c9-107a00eff79d tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks [] for router, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:51.367310 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-4a1f29a6-f0be-4dba-a4c9-107a00eff79d tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] 10.222.0.22 "PUT /v2.0/routers/2ead151d-adf2-4853-979d-d5e4b76db66f HTTP/1.1" status: 200 len: 698 time: 0.5330207 Aug 29 04:37:51.370093 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51682) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:51.370446 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c17a97-88f3-477b-92f1-2d08b872f303 None None] Sync routers for ids ['2ead151d-adf2-4853-979d-d5e4b76db66f'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:37:51.370920 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8843fb7d-3cd6-4e14-8206-b57012633381 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:51.392893 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13e2e828-7cdf-45a5-bd58-1fcdc9643a00 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:37:51.432498 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c17a97-88f3-477b-92f1-2d08b872f303 None None] Routers {'2ead151d-adf2-4853-979d-d5e4b76db66f'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:37:51.433358 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-07c17a97-88f3-477b-92f1-2d08b872f303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:37:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['2ead151d-adf2-4853-979d-d5e4b76db66f'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:51.435719 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-13e2e828-7cdf-45a5-bd58-1fcdc9643a00 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:51.436252 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-13e2e828-7cdf-45a5-bd58-1fcdc9643a00 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Added segment faa17b40-e578-4cdd-8d34-041abb403166 of type vlan for network 067be5e6-fd3b-4099-932b-86d592329d51 Aug 29 04:37:51.440013 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9706e25c-9c98-4d7c-938e-8963a74899fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:51.481485 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8843fb7d-3cd6-4e14-8206-b57012633381 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:51.492193 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-3180f4d5-060f-4ce9-9e46-b0ddb610c62a tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] 10.222.0.22 "GET /v2.0/routers/2ead151d-adf2-4853-979d-d5e4b76db66f HTTP/1.1" status: 200 len: 704 time: 0.1171284 Aug 29 04:37:51.492649 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51684) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:51.496527 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8843fb7d-3cd6-4e14-8206-b57012633381 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:51.497714 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-8843fb7d-3cd6-4e14-8206-b57012633381 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/aa58cf36-15b4-457d-a765-c5c8256e4457 HTTP/1.1" status: 204 len: 168 time: 0.3140104 Aug 29 04:37:51.504288 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-13e2e828-7cdf-45a5-bd58-1fcdc9643a00 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:51.506259 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51686) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:51.508887 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53c2d62c-ff21-4b62-9b9b-082dd309f38e tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Made reservation on behalf of aee320d7fd864e10bc0cb9e2e1782ff3 for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:37:51.512676 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-53c2d62c-ff21-4b62-9b9b-082dd309f38e tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:51.520846 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-07c17a97-88f3-477b-92f1-2d08b872f303 None None] Set router 2ead151d-adf2-4853-979d-d5e4b76db66f gateway port host: None {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:37:51.524403 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8843fb7d-3cd6-4e14-8206-b57012633381 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aa58cf36-15b4-457d-a765-c5c8256e4457,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:51.580317 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-716f54b1-73e5-4710-8056-ad311b6b596b tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] 10.222.0.22 "GET /v2.0/ports?device_id=2ead151d-adf2-4853-979d-d5e4b76db66f HTTP/1.1" status: 200 len: 205 time: 0.0864415 Aug 29 04:37:51.584989 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51688) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:51.665084 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13e2e828-7cdf-45a5-bd58-1fcdc9643a00 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:37:51.713342 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9706e25c-9c98-4d7c-938e-8963a74899fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:51.726409 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-2ea2acd9-b367-4af3-b7a0-134f67ec76d1 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2189543 Aug 29 04:37:51.729214 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51692) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:51.757126 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-13e2e828-7cdf-45a5-bd58-1fcdc9643a00 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:51.757730 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-13e2e828-7cdf-45a5-bd58-1fcdc9643a00 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Added segment ffc51bcc-4f05-42e9-be77-cbc9db7a03e0 of type vlan for network 4977b9ad-d1c5-4a64-b67f-8181b09815c9 Aug 29 04:37:51.762197 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-53c2d62c-ff21-4b62-9b9b-082dd309f38e tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9191137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10062364'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:51.768118 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-9706e25c-9c98-4d7c-938e-8963a74899fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa5e29d0-9e4d-490e-99d6-07ff2f3d5c3a']}} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:51.774338 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-07c17a97-88f3-477b-92f1-2d08b872f303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ead151d-adf2-4853-979d-d5e4b76db66f', 'name': 'tempest-RoutersIpV6Test-router-1726631550', 'tenant_id': '3eb215580c8748bbad6fe745fb3cc71c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:37:50Z', 'updated_at': '2021-08-29T04:37:51Z', 'revision_number': 2, 'project_id': '3eb215580c8748bbad6fe745fb3cc71c', 'gw_port_host': None}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:51.780607 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8fb93162-986a-4dd8-8a98-5ec04d60f275 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks [] for router, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:51.804021 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-9706e25c-9c98-4d7c-938e-8963a74899fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ea361b7-676e-4956-958e-816da43025da') {'for_net_delete': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:51.804543 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-9706e25c-9c98-4d7c-938e-8963a74899fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ea361b7-676e-4956-958e-816da43025da') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:51.818961 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c17a97-88f3-477b-92f1-2d08b872f303 None None] Checking router: 2ead151d-adf2-4853-979d-d5e4b76db66f for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:37:51.833662 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c17a97-88f3-477b-92f1-2d08b872f303 None None] Routers {'2ead151d-adf2-4853-979d-d5e4b76db66f'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:37:51.834380 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-07c17a97-88f3-477b-92f1-2d08b872f303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:37:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['2ead151d-adf2-4853-979d-d5e4b76db66f'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:51.838050 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-87fdab4e-aac8-4991-9417-5302ada15ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4454678-4165-4801-a274-d847167b8c56', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1276205850', 'tenant_id': 'aee320d7fd864e10bc0cb9e2e1782ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': 'a3a2fb23-8058-45d9-af18-6f308ccf3336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:37:46Z', 'updated_at': '2021-08-29T04:37:48Z', 'revision_number': 3, 'project_id': 'aee320d7fd864e10bc0cb9e2e1782ff3', 'gw_port': {'id': 'a3a2fb23-8058-45d9-af18-6f308ccf3336', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:54:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4454678-4165-4801-a274-d847167b8c56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:46Z', 'updated_at': '2021-08-29T04:37:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:51.854947 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c2d62c-ff21-4b62-9b9b-082dd309f38e tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Pushing event updated for resources: {'Subnet': ['ID=d3131d4d-4cce-4189-8e08-fad748d46f9a,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:51.866956 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c2d62c-ff21-4b62-9b9b-082dd309f38e tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Checking segment: {'id': 'd6be0b3d-a293-4085-89a6-e9db09db9853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '6cf7221f-a029-4ca0-a9e5-812e04e8d2d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:37:51.867320 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c2d62c-ff21-4b62-9b9b-082dd309f38e tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Network hostable DHCP agents. Network: 6cf7221f-a029-4ca0-a9e5-812e04e8d2d2, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:37:51.872852 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-05a0d778-777a-4874-8096-b08a51b116c2 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:51.876971 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9706e25c-9c98-4d7c-938e-8963a74899fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4311712'] for segment, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:51.898328 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-13e2e828-7cdf-45a5-bd58-1fcdc9643a00 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:51.903553 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c2d62c-ff21-4b62-9b9b-082dd309f38e tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Network 6cf7221f-a029-4ca0-a9e5-812e04e8d2d2 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:37:51.906452 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-05a0d778-777a-4874-8096-b08a51b116c2 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:51.922169 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-53c2d62c-ff21-4b62-9b9b-082dd309f38e tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 6cf7221f-a029-4ca0-a9e5-812e04e8d2d2) {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:37:51.932073 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c2d62c-ff21-4b62-9b9b-082dd309f38e tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:51.932677 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-53c2d62c-ff21-4b62-9b9b-082dd309f38e tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:51.935239 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9706e25c-9c98-4d7c-938e-8963a74899fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:51.952453 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2a604f-5af8-4699-b837-747aab9b53fa None None] Network 6cf7221f-a029-4ca0-a9e5-812e04e8d2d2 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:37:51.958638 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-53c2d62c-ff21-4b62-9b9b-082dd309f38e tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2411370 Aug 29 04:37:51.961387 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51694) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:51.961591 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87fdab4e-aac8-4991-9417-5302ada15ed2 None None] The sync data for ids ['b4454678-4165-4801-a274-d847167b8c56'] in n-d-712140-12 is: [{'id': 'b4454678-4165-4801-a274-d847167b8c56', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1276205850', 'tenant_id': 'aee320d7fd864e10bc0cb9e2e1782ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': 'a3a2fb23-8058-45d9-af18-6f308ccf3336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:37:46Z', 'updated_at': '2021-08-29T04:37:48Z', 'revision_number': 3, 'project_id': 'aee320d7fd864e10bc0cb9e2e1782ff3', 'gw_port': {'id': 'a3a2fb23-8058-45d9-af18-6f308ccf3336', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:54:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4454678-4165-4801-a274-d847167b8c56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:46Z', 'updated_at': '2021-08-29T04:37:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:37:52.008751 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-07c17a97-88f3-477b-92f1-2d08b872f303 None None] Set router 2ead151d-adf2-4853-979d-d5e4b76db66f gateway port host: None {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:37:52.016679 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9706e25c-9c98-4d7c-938e-8963a74899fe admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=94829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:37:52.017099 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9706e25c-9c98-4d7c-938e-8963a74899fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4274277'] for segment, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:52.020571 n-d-712140-12 neutron-server[94829]: Traceback (most recent call last): Aug 29 04:37:52.020571 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:37:52.020571 n-d-712140-12 neutron-server[94829]: timer() Aug 29 04:37:52.020571 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:37:52.020571 n-d-712140-12 neutron-server[94829]: cb(*args, **kw) Aug 29 04:37:52.020571 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:37:52.020571 n-d-712140-12 neutron-server[94829]: return func(*args, **kwargs) Aug 29 04:37:52.020571 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:37:52.020571 n-d-712140-12 neutron-server[94829]: self._notify() Aug 29 04:37:52.020571 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:37:52.020571 n-d-712140-12 neutron-server[94829]: self.callback(batched_events) Aug 29 04:37:52.020571 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:37:52.020571 n-d-712140-12 neutron-server[94829]: event.method(event) Aug 29 04:37:52.020571 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:37:52.020571 n-d-712140-12 neutron-server[94829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:37:52.020571 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:37:52.020571 n-d-712140-12 neutron-server[94829]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:37:52.020571 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:37:52.020571 n-d-712140-12 neutron-server[94829]: return f(self, *a, **k) Aug 29 04:37:52.020571 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:37:52.020571 n-d-712140-12 neutron-server[94829]: return self._get(url).json() Aug 29 04:37:52.020571 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:37:52.020571 n-d-712140-12 neutron-server[94829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:37:52.020571 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:37:52.020571 n-d-712140-12 neutron-server[94829]: return self.request(url, 'GET', **kwargs) Aug 29 04:37:52.020571 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:37:52.020571 n-d-712140-12 neutron-server[94829]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:37:52.020571 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:37:52.020571 n-d-712140-12 neutron-server[94829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:37:52.020571 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:37:52.020571 n-d-712140-12 neutron-server[94829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:37:52.020571 n-d-712140-12 neutron-server[94829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:37:52.028892 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-05a0d778-777a-4874-8096-b08a51b116c2 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:52.033888 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-05a0d778-777a-4874-8096-b08a51b116c2 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:52.034522 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8fb93162-986a-4dd8-8a98-5ec04d60f275 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:52.038575 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-05a0d778-777a-4874-8096-b08a51b116c2 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] 10.222.0.22 "DELETE /v2.0/security-groups/0365537a-c6ca-46c9-b34b-7b6e0c9df8be HTTP/1.1" status: 204 len: 168 time: 0.3049078 Aug 29 04:37:52.042127 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51696) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:52.067395 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8fb93162-986a-4dd8-8a98-5ec04d60f275 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:52.072285 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a0d778-777a-4874-8096-b08a51b116c2 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0365537a-c6ca-46c9-b34b-7b6e0c9df8be,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:52.080139 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-07c17a97-88f3-477b-92f1-2d08b872f303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ead151d-adf2-4853-979d-d5e4b76db66f', 'name': 'tempest-RoutersIpV6Test-router-1726631550', 'tenant_id': '3eb215580c8748bbad6fe745fb3cc71c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:37:50Z', 'updated_at': '2021-08-29T04:37:51Z', 'revision_number': 2, 'project_id': '3eb215580c8748bbad6fe745fb3cc71c', 'gw_port_host': None}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:52.120027 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-13e2e828-7cdf-45a5-bd58-1fcdc9643a00 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:52.121040 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-13e2e828-7cdf-45a5-bd58-1fcdc9643a00 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:52.126126 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e2e828-7cdf-45a5-bd58-1fcdc9643a00 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:52.131273 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e2e828-7cdf-45a5-bd58-1fcdc9643a00 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:52.131596 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-13e2e828-7cdf-45a5-bd58-1fcdc9643a00 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:52.131796 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c17a97-88f3-477b-92f1-2d08b872f303 None None] The sync data for ids ['2ead151d-adf2-4853-979d-d5e4b76db66f'] in n-d-712140-12 is: [{'id': '2ead151d-adf2-4853-979d-d5e4b76db66f', 'name': 'tempest-RoutersIpV6Test-router-1726631550', 'tenant_id': '3eb215580c8748bbad6fe745fb3cc71c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:37:50Z', 'updated_at': '2021-08-29T04:37:51Z', 'revision_number': 2, 'project_id': '3eb215580c8748bbad6fe745fb3cc71c', 'gw_port_host': None}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:37:52.171304 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-6801459b-bfe6-4a87-9891-7bbcb27c92dd tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1263266 Aug 29 04:37:52.182246 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51698) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:52.184630 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-048e3ceb-d62e-474c-87ba-20ca60e600a0 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Request body: {'security_group': {'name': 'tempest-secgroup--1188485194'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:52.203546 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8fb93162-986a-4dd8-8a98-5ec04d60f275 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717253'] for router, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:52.204160 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fb93162-986a-4dd8-8a98-5ec04d60f275 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Fanout notify agent at l3_agent the message router_deleted on router 2ead151d-adf2-4853-979d-d5e4b76db66f {{(pid=94829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:37:52.215504 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9706e25c-9c98-4d7c-938e-8963a74899fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:52.227273 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8fb93162-986a-4dd8-8a98-5ec04d60f275 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:52.228497 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-8fb93162-986a-4dd8-8a98-5ec04d60f275 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] 10.222.0.22 "DELETE /v2.0/routers/2ead151d-adf2-4853-979d-d5e4b76db66f HTTP/1.1" status: 204 len: 168 time: 0.6427324 Aug 29 04:37:52.234740 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-13e2e828-7cdf-45a5-bd58-1fcdc9643a00 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.8138633 Aug 29 04:37:52.241162 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9706e25c-9c98-4d7c-938e-8963a74899fe admin admin] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:52.245516 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-9706e25c-9c98-4d7c-938e-8963a74899fe admin admin] 10.222.0.22 "DELETE /v2.0/networks/aa5e29d0-9e4d-490e-99d6-07ff2f3d5c3a HTTP/1.1" status: 204 len: 168 time: 0.9698434 Aug 29 04:37:52.246748 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51700) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:52.247098 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51702) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:52.289046 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ef255a-a4ee-4eeb-8246-a9a66b7f90dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-6cf7221f-a029-4ca0-a9e5-812e04e8d2d2', 'network_id': '6cf7221f-a029-4ca0-a9e5-812e04e8d2d2', 'tenant_id': 'aee320d7fd864e10bc0cb9e2e1782ff3', 'fixed_ips': [{'subnet_id': 'd3131d4d-4cce-4189-8e08-fad748d46f9a'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:37:52.290895 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-61ef255a-a4ee-4eeb-8246-a9a66b7f90dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:52.291175 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-048e3ceb-d62e-474c-87ba-20ca60e600a0 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:52.354168 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e2e828-7cdf-45a5-bd58-1fcdc9643a00 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Pushing event updated for resources: {'Network': ['ID=067be5e6-fd3b-4099-932b-86d592329d51,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:52.547389 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-f2d102f1-f503-426d-8634-c57f32fafa27 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] 10.222.0.22 "GET /v2.0/ports?device_id=2ead151d-adf2-4853-979d-d5e4b76db66f HTTP/1.1" status: 200 len: 205 time: 0.2926214 Aug 29 04:37:52.551653 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51706) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:52.606508 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51708) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:52.695784 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-048e3ceb-d62e-474c-87ba-20ca60e600a0 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:52.698826 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-61ef255a-a4ee-4eeb-8246-a9a66b7f90dc None None] Allocated IP 172.20.0.2 (6cf7221f-a029-4ca0-a9e5-812e04e8d2d2/d3131d4d-4cce-4189-8e08-fad748d46f9a/708a47a2-947f-4e44-be8c-907bb36ae3b2) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:37:52.703279 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e2e828-7cdf-45a5-bd58-1fcdc9643a00 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Pushing event updated for resources: {'Network': ['ID=4977b9ad-d1c5-4a64-b67f-8181b09815c9,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:52.710975 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-048e3ceb-d62e-474c-87ba-20ca60e600a0 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:52.774843 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9706e25c-9c98-4d7c-938e-8963a74899fe admin admin] Pushing event deleted for resources: {'Network': ['ID=aa5e29d0-9e4d-490e-99d6-07ff2f3d5c3a,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:52.786027 n-d-712140-12 neutron-server[94829]: INFO neutron.api.v2.resource [None req-b214fbd4-0366-44c7-a08b-9e8f9ce743cf tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] delete failed (client error): The resource could not be found. Aug 29 04:37:52.788165 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-b214fbd4-0366-44c7-a08b-9e8f9ce743cf tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] 10.222.0.22 "DELETE /v2.0/routers/2ead151d-adf2-4853-979d-d5e4b76db66f HTTP/1.1" status: 404 len: 336 time: 0.2112567 Aug 29 04:37:52.791695 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51710) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:52.792429 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 067be5e6-fd3b-4099-932b-86d592329d51 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:37:52.822581 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-048e3ceb-d62e-474c-87ba-20ca60e600a0 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:52.823850 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-048e3ceb-d62e-474c-87ba-20ca60e600a0 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6441963 Aug 29 04:37:52.830835 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51714) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:52.836321 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-d6181ee8-bb22-4067-9e1e-5106e8fd11fa tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Request body: {'security_group_rule': {'security_group_id': '01a2fbb1-aded-4c1f-9f17-3712887b5211', 'direction': 'ingress', 'protocol': 17}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:52.848397 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-d141375b-6f80-4e35-9daa-bb69776e24f5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a63bd887e85142f68b3c3d81f8d7c9b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2386150 Aug 29 04:37:52.850238 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048e3ceb-d62e-474c-87ba-20ca60e600a0 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01a2fbb1-aded-4c1f-9f17-3712887b5211,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:52.873084 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51716) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:52.880622 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 4977b9ad-d1c5-4a64-b67f-8181b09815c9 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:37:52.903399 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d6181ee8-bb22-4067-9e1e-5106e8fd11fa tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:52.919168 n-d-712140-12 neutron-server[94828]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7ed94a7-a8d3-4124-a4d4-aceef0b0ffe7 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] DELETE failed (client error): The resource could not be found. Aug 29 04:37:52.919627 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7ed94a7-a8d3-4124-a4d4-aceef0b0ffe7 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:37:52.923615 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-f7ed94a7-a8d3-4124-a4d4-aceef0b0ffe7 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] 10.222.0.22 "DELETE /v2.0/subnets/3eaec8a0-51dc-40d5-ba10-6dda0687987a HTTP/1.1" status: 404 len: 337 time: 0.1151114 Aug 29 04:37:52.924444 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51718) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:52.998685 n-d-712140-12 neutron-server[94828]: INFO neutron.pecan_wsgi.hooks.translation [None req-82335cc6-139f-42fc-ba11-cd7737defc04 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] DELETE failed (client error): The resource could not be found. Aug 29 04:37:52.999157 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82335cc6-139f-42fc-ba11-cd7737defc04 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:37:53.005968 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-82335cc6-139f-42fc-ba11-cd7737defc04 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] 10.222.0.22 "DELETE /v2.0/subnets/6380734d-d396-47f7-9c98-4534703fe854 HTTP/1.1" status: 404 len: 337 time: 0.0773647 Aug 29 04:37:53.006192 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51720) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:53.037003 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79843b5c-373e-4b79-8fe3-4ef118a39bd8 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:53.043310 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79843b5c-373e-4b79-8fe3-4ef118a39bd8 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:53.050013 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79843b5c-373e-4b79-8fe3-4ef118a39bd8 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:53.056588 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79843b5c-373e-4b79-8fe3-4ef118a39bd8 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:53.061107 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-79843b5c-373e-4b79-8fe3-4ef118a39bd8 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.8028991 Aug 29 04:37:53.065336 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51722) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:53.066823 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8ecc3f1a-4274-4f3c-a4df-07b5188f9b52 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:53.083990 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d6181ee8-bb22-4067-9e1e-5106e8fd11fa tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:53.085598 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-61ef255a-a4ee-4eeb-8246-a9a66b7f90dc None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:53.090648 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8e0e7ad-b2f3-478f-9103-9e713e18610b tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] DELETE failed (client error): The resource could not be found. Aug 29 04:37:53.091393 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8e0e7ad-b2f3-478f-9103-9e713e18610b tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:37:53.101470 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-f8e0e7ad-b2f3-478f-9103-9e713e18610b tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] 10.222.0.22 "DELETE /v2.0/subnets/7e16c38a-dc7d-49a5-98f0-faeedb5211e1 HTTP/1.1" status: 404 len: 337 time: 0.0923543 Aug 29 04:37:53.101711 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51724) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:53.108799 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-61ef255a-a4ee-4eeb-8246-a9a66b7f90dc None None] Transition to ACTIVE for port object 708a47a2-947f-4e44-be8c-907bb36ae3b2 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:37:53.125482 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d6181ee8-bb22-4067-9e1e-5106e8fd11fa tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:53.130692 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-61ef255a-a4ee-4eeb-8246-a9a66b7f90dc None None] Transition to ACTIVE for port object 708a47a2-947f-4e44-be8c-907bb36ae3b2 will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:37:53.132892 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-229457c9-49b5-4021-9126-94201b976abb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:53.140563 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-61ef255a-a4ee-4eeb-8246-a9a66b7f90dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:53.170020 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d6181ee8-bb22-4067-9e1e-5106e8fd11fa tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:53.175059 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-d6181ee8-bb22-4067-9e1e-5106e8fd11fa tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3427527 Aug 29 04:37:53.183578 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51726) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:53.190307 n-d-712140-12 neutron-server[94828]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1c4225f-6878-4307-bc9b-fc6c5e0beee4 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] DELETE failed (client error): The resource could not be found. Aug 29 04:37:53.190770 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1c4225f-6878-4307-bc9b-fc6c5e0beee4 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:37:53.192620 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-f1c4225f-6878-4307-bc9b-fc6c5e0beee4 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] 10.222.0.22 "DELETE /v2.0/subnets/7fa41da7-1c40-4e86-b565-b0ecd036cf12 HTTP/1.1" status: 404 len: 337 time: 0.0878563 Aug 29 04:37:53.193648 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ef255a-a4ee-4eeb-8246-a9a66b7f90dc None None] Network 6cf7221f-a029-4ca0-a9e5-812e04e8d2d2 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:37:53.199774 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-61ef255a-a4ee-4eeb-8246-a9a66b7f90dc None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:37:53.204324 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ef255a-a4ee-4eeb-8246-a9a66b7f90dc None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:37:53.214781 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ef255a-a4ee-4eeb-8246-a9a66b7f90dc None None] Pushing event updated for resources: {'Port': ['ID=708a47a2-947f-4e44-be8c-907bb36ae3b2,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:53.257537 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51728) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:53.285898 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6181ee8-bb22-4067-9e1e-5106e8fd11fa tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4345cbf-c490-4adf-8b89-929ffbf41de6,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:53.299845 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-61ef255a-a4ee-4eeb-8246-a9a66b7f90dc None None] Attempting to bind port 708a47a2-947f-4e44-be8c-907bb36ae3b2 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:37:53.300764 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-61ef255a-a4ee-4eeb-8246-a9a66b7f90dc None None] Attempting to bind port 708a47a2-947f-4e44-be8c-907bb36ae3b2 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'd6be0b3d-a293-4085-89a6-e9db09db9853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '6cf7221f-a029-4ca0-a9e5-812e04e8d2d2'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:37:53.301626 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ef255a-a4ee-4eeb-8246-a9a66b7f90dc None None] Attempting to bind port 708a47a2-947f-4e44-be8c-907bb36ae3b2 on network 6cf7221f-a029-4ca0-a9e5-812e04e8d2d2 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:37:53.308831 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ef255a-a4ee-4eeb-8246-a9a66b7f90dc None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:37:53.309658 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ef255a-a4ee-4eeb-8246-a9a66b7f90dc None None] Checking segment: {'id': 'd6be0b3d-a293-4085-89a6-e9db09db9853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '6cf7221f-a029-4ca0-a9e5-812e04e8d2d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:37:53.310274 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-61ef255a-a4ee-4eeb-8246-a9a66b7f90dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:53.310866 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ef255a-a4ee-4eeb-8246-a9a66b7f90dc None None] Bound using segment: {'id': 'd6be0b3d-a293-4085-89a6-e9db09db9853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '6cf7221f-a029-4ca0-a9e5-812e04e8d2d2'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:37:53.311357 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-61ef255a-a4ee-4eeb-8246-a9a66b7f90dc None None] Bound port: 708a47a2-947f-4e44-be8c-907bb36ae3b2, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6be0b3d-a293-4085-89a6-e9db09db9853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '6cf7221f-a029-4ca0-a9e5-812e04e8d2d2'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:37:53.311779 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-61ef255a-a4ee-4eeb-8246-a9a66b7f90dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:53.320850 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-a97cdd5b-2517-46ca-a4f0-3938246ec2c6 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b214b98-94ff-49e7-b004-767bb391d39a HTTP/1.1" status: 200 len: 205 time: 0.0617881 Aug 29 04:37:53.322258 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51730) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:53.338799 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-229457c9-49b5-4021-9126-94201b976abb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:53.388009 n-d-712140-12 neutron-server[94829]: INFO neutron.api.v2.resource [None req-a5848dbe-02b7-4deb-ba30-c525b4cff764 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] delete failed (client error): The resource could not be found. Aug 29 04:37:53.389471 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-a5848dbe-02b7-4deb-ba30-c525b4cff764 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] 10.222.0.22 "DELETE /v2.0/routers/4b214b98-94ff-49e7-b004-767bb391d39a HTTP/1.1" status: 404 len: 336 time: 0.0605040 Aug 29 04:37:53.390195 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-61ef255a-a4ee-4eeb-8246-a9a66b7f90dc None None] For port 708a47a2-947f-4e44-be8c-907bb36ae3b2, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:37:53.393950 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-61ef255a-a4ee-4eeb-8246-a9a66b7f90dc None None] For port 708a47a2-947f-4e44-be8c-907bb36ae3b2, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=708a47a2-947f-4e44-be8c-907bb36ae3b2,segment=NetworkSegment(d6be0b3d-a293-4085-89a6-e9db09db9853),segment_id=d6be0b3d-a293-4085-89a6-e9db09db9853)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:37:53.398290 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51732) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:53.400709 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-61ef255a-a4ee-4eeb-8246-a9a66b7f90dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:53.445991 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-7632694f-c71e-4174-83d9-5adfa420a17f tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] 10.222.0.22 "GET /v2.0/ports?device_id=728dba39-811d-4f9d-9378-00b8d9ca0dac HTTP/1.1" status: 200 len: 205 time: 0.0434594 Aug 29 04:37:53.455295 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51734) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:53.474641 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a5ddfe01-515a-47ef-823b-fb4e624931aa tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:53.505687 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ef255a-a4ee-4eeb-8246-a9a66b7f90dc None None] Pushing event updated for resources: {'Port': ['ID=708a47a2-947f-4e44-be8c-907bb36ae3b2,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:53.523564 n-d-712140-12 neutron-server[94829]: INFO neutron.api.v2.resource [None req-9370a6f5-ab23-49de-862e-fb51250d28dd tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] delete failed (client error): The resource could not be found. Aug 29 04:37:53.524687 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-9370a6f5-ab23-49de-862e-fb51250d28dd tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] 10.222.0.22 "DELETE /v2.0/routers/728dba39-811d-4f9d-9378-00b8d9ca0dac HTTP/1.1" status: 404 len: 336 time: 0.0658753 Aug 29 04:37:53.531724 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51736) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:53.596290 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-33953bad-5a70-4e61-88aa-c63fed989868 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] DELETE failed (client error): The resource could not be found. Aug 29 04:37:53.597283 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33953bad-5a70-4e61-88aa-c63fed989868 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:37:53.604895 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51738) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:53.608396 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-33953bad-5a70-4e61-88aa-c63fed989868 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] 10.222.0.22 "DELETE /v2.0/subnets/aef72b21-97eb-49f6-9a5d-bbd7febafee4 HTTP/1.1" status: 404 len: 337 time: 0.0732534 Aug 29 04:37:53.615226 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-229457c9-49b5-4021-9126-94201b976abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:53.618780 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-229457c9-49b5-4021-9126-94201b976abb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:53.620194 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-229457c9-49b5-4021-9126-94201b976abb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8f45e23f-754c-4ceb-b1d8-7cb8665602e6 HTTP/1.1" status: 204 len: 168 time: 0.7425616 Aug 29 04:37:53.621743 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-92451478-9962-4183-af94-731af7f8c166 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:53.635734 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a5ddfe01-515a-47ef-823b-fb4e624931aa tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:53.639569 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229457c9-49b5-4021-9126-94201b976abb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f45e23f-754c-4ceb-b1d8-7cb8665602e6,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:53.707624 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51742) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:53.710891 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-a08cee7d-d16a-406f-b783-a1fc85051ebe tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] 10.222.0.22 "GET /v2.0/ports?device_id=9b1e3061-d540-4b84-9237-1cf30ec1bfe7 HTTP/1.1" status: 200 len: 205 time: 0.0983052 Aug 29 04:37:53.828913 n-d-712140-12 neutron-server[94829]: INFO neutron.api.v2.resource [None req-9356947c-5080-47d3-8b8f-e5af6b0be084 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] delete failed (client error): The resource could not be found. Aug 29 04:37:53.833386 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-9356947c-5080-47d3-8b8f-e5af6b0be084 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] 10.222.0.22 "DELETE /v2.0/routers/9b1e3061-d540-4b84-9237-1cf30ec1bfe7 HTTP/1.1" status: 404 len: 336 time: 0.1003511 Aug 29 04:37:53.834376 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51744) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:53.869422 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-5eb4c9d7-11ca-4581-a87c-ce43a4e91aaf tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec6e0386-8097-4ab7-be22-6a2dcfe84cc9 HTTP/1.1" status: 200 len: 205 time: 0.0326221 Aug 29 04:37:53.873471 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51746) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:53.916822 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-92451478-9962-4183-af94-731af7f8c166 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:53.941251 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-92451478-9962-4183-af94-731af7f8c166 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['067be5e6-fd3b-4099-932b-86d592329d51']}} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:53.968389 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-92451478-9962-4183-af94-731af7f8c166 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faa17b40-e578-4cdd-8d34-041abb403166') {'for_net_delete': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:53.968764 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-92451478-9962-4183-af94-731af7f8c166 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faa17b40-e578-4cdd-8d34-041abb403166') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:54.015614 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-92451478-9962-4183-af94-731af7f8c166 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8904833'] for segment, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:54.046764 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-92451478-9962-4183-af94-731af7f8c166 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:54.063182 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92451478-9962-4183-af94-731af7f8c166 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=94828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:37:54.063599 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-92451478-9962-4183-af94-731af7f8c166 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9190468'] for segment, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:54.069190 n-d-712140-12 neutron-server[94828]: Traceback (most recent call last): Aug 29 04:37:54.069190 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:37:54.069190 n-d-712140-12 neutron-server[94828]: timer() Aug 29 04:37:54.069190 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:37:54.069190 n-d-712140-12 neutron-server[94828]: cb(*args, **kw) Aug 29 04:37:54.069190 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:37:54.069190 n-d-712140-12 neutron-server[94828]: return func(*args, **kwargs) Aug 29 04:37:54.069190 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:37:54.069190 n-d-712140-12 neutron-server[94828]: self._notify() Aug 29 04:37:54.069190 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:37:54.069190 n-d-712140-12 neutron-server[94828]: self.callback(batched_events) Aug 29 04:37:54.069190 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:37:54.069190 n-d-712140-12 neutron-server[94828]: event.method(event) Aug 29 04:37:54.069190 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:37:54.069190 n-d-712140-12 neutron-server[94828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:37:54.069190 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:37:54.069190 n-d-712140-12 neutron-server[94828]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:37:54.069190 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:37:54.069190 n-d-712140-12 neutron-server[94828]: return f(self, *a, **k) Aug 29 04:37:54.069190 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:37:54.069190 n-d-712140-12 neutron-server[94828]: return self._get(url).json() Aug 29 04:37:54.069190 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:37:54.069190 n-d-712140-12 neutron-server[94828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:37:54.069190 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:37:54.069190 n-d-712140-12 neutron-server[94828]: return self.request(url, 'GET', **kwargs) Aug 29 04:37:54.069190 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:37:54.069190 n-d-712140-12 neutron-server[94828]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:37:54.069190 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:37:54.069190 n-d-712140-12 neutron-server[94828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:37:54.069190 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:37:54.069190 n-d-712140-12 neutron-server[94828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:37:54.069190 n-d-712140-12 neutron-server[94828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:37:54.182186 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-92451478-9962-4183-af94-731af7f8c166 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:54.192787 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-8ecc3f1a-4274-4f3c-a4df-07b5188f9b52 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Allocated IP 172.20.0.1 (6cf7221f-a029-4ca0-a9e5-812e04e8d2d2/d3131d4d-4cce-4189-8e08-fad748d46f9a/40386300-6430-4ead-851d-8044232e844e) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:37:54.197640 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-92451478-9962-4183-af94-731af7f8c166 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:54.215050 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-92451478-9962-4183-af94-731af7f8c166 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] 10.222.0.22 "DELETE /v2.0/networks/067be5e6-fd3b-4099-932b-86d592329d51 HTTP/1.1" status: 204 len: 168 time: 1.1433697 Aug 29 04:37:54.218106 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51752) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:54.264888 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92451478-9962-4183-af94-731af7f8c166 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Pushing event deleted for resources: {'Network': ['ID=067be5e6-fd3b-4099-932b-86d592329d51,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:54.311256 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51754) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:54.391946 n-d-712140-12 neutron-server[94829]: INFO neutron.api.v2.resource [None req-3aca77e1-af8e-4710-84d9-7ba7b15fd340 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] delete failed (client error): The resource could not be found. Aug 29 04:37:54.395649 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-3aca77e1-af8e-4710-84d9-7ba7b15fd340 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] 10.222.0.22 "DELETE /v2.0/routers/ec6e0386-8097-4ab7-be22-6a2dcfe84cc9 HTTP/1.1" status: 404 len: 336 time: 0.5191250 Aug 29 04:37:54.398083 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51756) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:54.428831 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-aa1af287-80d3-40e0-bbcb-3b6390f47f5a tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:54.438537 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a5ddfe01-515a-47ef-823b-fb4e624931aa tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:54.441720 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a5ddfe01-515a-47ef-823b-fb4e624931aa tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:54.446429 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-a5ddfe01-515a-47ef-823b-fb4e624931aa tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] 10.222.0.22 "DELETE /v2.0/security-groups/01a2fbb1-aded-4c1f-9f17-3712887b5211 HTTP/1.1" status: 204 len: 168 time: 1.2576830 Aug 29 04:37:54.446429 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-add61ea0-99cc-4429-b6db-1e33b4033323 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] DELETE failed (client error): The resource could not be found. Aug 29 04:37:54.446429 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-add61ea0-99cc-4429-b6db-1e33b4033323 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:37:54.446429 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-add61ea0-99cc-4429-b6db-1e33b4033323 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] 10.222.0.22 "DELETE /v2.0/subnets/b05c032e-640e-487c-806d-59021ca3c928 HTTP/1.1" status: 404 len: 337 time: 0.0462713 Aug 29 04:37:54.446429 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51758) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:54.451639 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51760) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:54.486105 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ddfe01-515a-47ef-823b-fb4e624931aa tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01a2fbb1-aded-4c1f-9f17-3712887b5211,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:54.504093 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-fc400a25-9296-4ba0-af04-eb744ece078c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4b08a5b019e34d278e1106a130d6a4ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1892207 Aug 29 04:37:54.510455 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51762) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:54.523161 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-366bfdab-bfc8-47ff-b67a-6b40f204ae7a tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] 10.222.0.22 "GET /v2.0/ports?device_id=002c02c6-58b8-44ce-8f9e-f9cb28cacff6 HTTP/1.1" status: 200 len: 205 time: 0.0676804 Aug 29 04:37:54.523382 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51764) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:54.569545 n-d-712140-12 neutron-server[94829]: INFO neutron.api.v2.resource [None req-cba8298e-1e7b-49f9-843d-1c19cb5e9c59 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] delete failed (client error): The resource could not be found. Aug 29 04:37:54.573454 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-cba8298e-1e7b-49f9-843d-1c19cb5e9c59 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] 10.222.0.22 "DELETE /v2.0/routers/002c02c6-58b8-44ce-8f9e-f9cb28cacff6 HTTP/1.1" status: 404 len: 336 time: 0.0463078 Aug 29 04:37:54.573611 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8ecc3f1a-4274-4f3c-a4df-07b5188f9b52 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:54.577807 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51766) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:54.601100 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 708a47a2-947f-4e44-be8c-907bb36ae3b2 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:37:54.625982 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-37a3c50f-c5a2-4a88-bcd5-cf0e8d5d9e25 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] DELETE failed (client error): The resource could not be found. Aug 29 04:37:54.626470 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37a3c50f-c5a2-4a88-bcd5-cf0e8d5d9e25 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:37:54.630598 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-37a3c50f-c5a2-4a88-bcd5-cf0e8d5d9e25 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] 10.222.0.22 "DELETE /v2.0/subnets/f91fe74d-749c-40f3-85c8-d6266f961298 HTTP/1.1" status: 404 len: 337 time: 0.0494938 Aug 29 04:37:54.634953 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51768) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:54.657352 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8ecc3f1a-4274-4f3c-a4df-07b5188f9b52 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Transition to ACTIVE for port object 40386300-6430-4ead-851d-8044232e844e will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:37:54.671469 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-0ec47dd0-e959-4cb2-bfa4-ace4820e9b49 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f42e2da-e10e-481e-bbd0-9553c6bd5fda HTTP/1.1" status: 200 len: 205 time: 0.0337548 Aug 29 04:37:54.672483 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51770) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:54.674919 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-4eeabafe-853b-441f-92ff-a8ae8fcf8d14 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2251325 Aug 29 04:37:54.678861 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51772) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:54.683376 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-073d01aa-abd5-43d4-9021-6a41c7c7868b tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Request body: {'security_group': {'name': 'tempest-secgroup--1815550038'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:54.684570 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 708a47a2-947f-4e44-be8c-907bb36ae3b2 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:37:54.686195 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-aa1af287-80d3-40e0-bbcb-3b6390f47f5a tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:54.690292 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device a3a2fb23-8058-45d9-af18-6f308ccf3336 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:37:54.708590 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-073d01aa-abd5-43d4-9021-6a41c7c7868b tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:54.750089 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-aa1af287-80d3-40e0-bbcb-3b6390f47f5a tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4977b9ad-d1c5-4a64-b67f-8181b09815c9']}} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:54.759148 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port a3a2fb23-8058-45d9-af18-6f308ccf3336 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:37:54.761001 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1be6f144-4c13-4525-81b9-2b84aec31118 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:54.763030 n-d-712140-12 neutron-server[94828]: INFO neutron.api.v2.resource [None req-fd7d5c46-1529-4aa0-ba90-bcaec0900263 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] delete failed (client error): The resource could not be found. Aug 29 04:37:54.765667 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-fd7d5c46-1529-4aa0-ba90-bcaec0900263 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] 10.222.0.22 "DELETE /v2.0/routers/2f42e2da-e10e-481e-bbd0-9553c6bd5fda HTTP/1.1" status: 404 len: 336 time: 0.0901992 Aug 29 04:37:54.766010 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port a3a2fb23-8058-45d9-af18-6f308ccf3336 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:54.766972 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:54.772400 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51774) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:54.810443 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-aa1af287-80d3-40e0-bbcb-3b6390f47f5a tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffc51bcc-4f05-42e9-be77-cbc9db7a03e0') {'for_net_delete': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:54.810886 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-aa1af287-80d3-40e0-bbcb-3b6390f47f5a tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffc51bcc-4f05-42e9-be77-cbc9db7a03e0') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:54.813341 n-d-712140-12 neutron-server[94828]: INFO neutron.pecan_wsgi.hooks.translation [None req-823050f8-2c75-40f2-a98a-e54b80c3a038 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] DELETE failed (client error): The resource could not be found. Aug 29 04:37:54.813868 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-823050f8-2c75-40f2-a98a-e54b80c3a038 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:37:54.815800 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-823050f8-2c75-40f2-a98a-e54b80c3a038 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] 10.222.0.22 "DELETE /v2.0/subnets/28786919-e73a-4537-815e-af078fa93669 HTTP/1.1" status: 404 len: 337 time: 0.0420806 Aug 29 04:37:54.822795 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51776) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:54.845916 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-aa1af287-80d3-40e0-bbcb-3b6390f47f5a tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8904833'] for segment, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:54.860076 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-670d39ef-4ce4-43dd-b636-4f277d7151a9 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] DELETE failed (client error): The resource could not be found. Aug 29 04:37:54.860749 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-670d39ef-4ce4-43dd-b636-4f277d7151a9 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:37:54.863171 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-670d39ef-4ce4-43dd-b636-4f277d7151a9 tempest-RoutersIpV6Test-1242168645 tempest-RoutersIpV6Test-1242168645-project] 10.222.0.22 "DELETE /v2.0/subnets/ea9ff881-6e47-4572-ab3c-2493722ba877 HTTP/1.1" status: 404 len: 337 time: 0.0392728 Aug 29 04:37:54.865257 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1be6f144-4c13-4525-81b9-2b84aec31118 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:54.881130 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-aa1af287-80d3-40e0-bbcb-3b6390f47f5a tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:54.892190 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8ecc3f1a-4274-4f3c-a4df-07b5188f9b52 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:54.901995 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa1af287-80d3-40e0-bbcb-3b6390f47f5a tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=94828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:37:54.903403 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-aa1af287-80d3-40e0-bbcb-3b6390f47f5a tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9190468'] for segment, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:54.913863 n-d-712140-12 neutron-server[94828]: Traceback (most recent call last): Aug 29 04:37:54.913863 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:37:54.913863 n-d-712140-12 neutron-server[94828]: timer() Aug 29 04:37:54.913863 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:37:54.913863 n-d-712140-12 neutron-server[94828]: cb(*args, **kw) Aug 29 04:37:54.913863 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:37:54.913863 n-d-712140-12 neutron-server[94828]: return func(*args, **kwargs) Aug 29 04:37:54.913863 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:37:54.913863 n-d-712140-12 neutron-server[94828]: self._notify() Aug 29 04:37:54.913863 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:37:54.913863 n-d-712140-12 neutron-server[94828]: self.callback(batched_events) Aug 29 04:37:54.913863 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:37:54.913863 n-d-712140-12 neutron-server[94828]: event.method(event) Aug 29 04:37:54.913863 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:37:54.913863 n-d-712140-12 neutron-server[94828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:37:54.913863 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:37:54.913863 n-d-712140-12 neutron-server[94828]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:37:54.913863 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:37:54.913863 n-d-712140-12 neutron-server[94828]: return f(self, *a, **k) Aug 29 04:37:54.913863 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:37:54.913863 n-d-712140-12 neutron-server[94828]: return self._get(url).json() Aug 29 04:37:54.913863 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:37:54.913863 n-d-712140-12 neutron-server[94828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:37:54.913863 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:37:54.913863 n-d-712140-12 neutron-server[94828]: return self.request(url, 'GET', **kwargs) Aug 29 04:37:54.913863 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:37:54.913863 n-d-712140-12 neutron-server[94828]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:37:54.913863 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:37:54.913863 n-d-712140-12 neutron-server[94828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:37:54.913863 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:37:54.913863 n-d-712140-12 neutron-server[94828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:37:54.913863 n-d-712140-12 neutron-server[94828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:37:54.950137 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-073d01aa-abd5-43d4-9021-6a41c7c7868b tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:54.957638 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-073d01aa-abd5-43d4-9021-6a41c7c7868b tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:54.969518 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:55.012734 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port a3a2fb23-8058-45d9-af18-6f308ccf3336, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=a3a2fb23-8058-45d9-af18-6f308ccf3336,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:55.021390 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:55.041375 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073d01aa-abd5-43d4-9021-6a41c7c7868b tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e56cddf2-88bc-4f24-8b5f-66aede1190d1,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:55.049010 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-073d01aa-abd5-43d4-9021-6a41c7c7868b tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:55.057713 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-073d01aa-abd5-43d4-9021-6a41c7c7868b tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3777413 Aug 29 04:37:55.060207 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51780) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:55.067429 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ecc3f1a-4274-4f3c-a4df-07b5188f9b52 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Network 6cf7221f-a029-4ca0-a9e5-812e04e8d2d2 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:37:55.076542 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-a2bdf62f-c925-40a8-b930-b6118675e80b tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Request body: {'security_group': {'name': 'tempest-secgroup--681250095'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:55.083335 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-8ecc3f1a-4274-4f3c-a4df-07b5188f9b52 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:37:55.086402 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecc3f1a-4274-4f3c-a4df-07b5188f9b52 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:37:55.121873 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecc3f1a-4274-4f3c-a4df-07b5188f9b52 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Pushing event updated for resources: {'Port': ['ID=40386300-6430-4ead-851d-8044232e844e,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:55.128645 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a2bdf62f-c925-40a8-b930-b6118675e80b tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:55.137392 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-aa1af287-80d3-40e0-bbcb-3b6390f47f5a tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:55.143163 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-aa1af287-80d3-40e0-bbcb-3b6390f47f5a tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:55.146964 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-aa1af287-80d3-40e0-bbcb-3b6390f47f5a tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] 10.222.0.22 "DELETE /v2.0/networks/4977b9ad-d1c5-4a64-b67f-8181b09815c9 HTTP/1.1" status: 204 len: 168 time: 0.9127073 Aug 29 04:37:55.154962 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=a3a2fb23-8058-45d9-af18-6f308ccf3336,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:55.157736 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51784) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:55.238708 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1be6f144-4c13-4525-81b9-2b84aec31118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:55.241298 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1be6f144-4c13-4525-81b9-2b84aec31118 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:55.242456 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-1be6f144-4c13-4525-81b9-2b84aec31118 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ffeda334-a1e1-403e-bb48-3bcbb2e7eea9 HTTP/1.1" status: 204 len: 168 time: 0.7310462 Aug 29 04:37:55.243374 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1af287-80d3-40e0-bbcb-3b6390f47f5a tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Pushing event deleted for resources: {'Network': ['ID=4977b9ad-d1c5-4a64-b67f-8181b09815c9,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:55.309860 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a2bdf62f-c925-40a8-b930-b6118675e80b tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:55.320066 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a2bdf62f-c925-40a8-b930-b6118675e80b tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:55.356076 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8ecc3f1a-4274-4f3c-a4df-07b5188f9b52 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719598'] for router_interface, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:55.358800 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51790) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:55.401813 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b2a6dd-607a-45e3-949c-2f4ffb68550b None None] Network 6cf7221f-a029-4ca0-a9e5-812e04e8d2d2 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:37:55.413824 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a2bdf62f-c925-40a8-b930-b6118675e80b tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:55.415525 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-a2bdf62f-c925-40a8-b930-b6118675e80b tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3539147 Aug 29 04:37:55.417976 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51794) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:55.430383 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be6f144-4c13-4525-81b9-2b84aec31118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffeda334-a1e1-403e-bb48-3bcbb2e7eea9,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:55.435399 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-01a2d877-1796-4985-a7a3-19f4e754cdad tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Request body: {'security_group_rule': {'security_group_id': 'e56cddf2-88bc-4f24-8b5f-66aede1190d1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'c8f37c0c-a012-441f-9ad7-d079333e64d0', 'remote_ip_prefix': None}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:55.446882 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bdf62f-c925-40a8-b930-b6118675e80b tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f37c0c-a012-441f-9ad7-d079333e64d0,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:55.499376 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-eeeddf02-7a75-45db-9a8b-ca25d26838ef None None] Provisioning for port 708a47a2-947f-4e44-be8c-907bb36ae3b2 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:37:55.505224 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-eeeddf02-7a75-45db-9a8b-ca25d26838ef None None] Provisioning complete for port 708a47a2-947f-4e44-be8c-907bb36ae3b2 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:55.506245 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-eeeddf02-7a75-45db-9a8b-ca25d26838ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:55.509737 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-01a2d877-1796-4985-a7a3-19f4e754cdad tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:55.554537 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806c47fd-4a52-4b44-8867-3b0ca6104a1b tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:55.561547 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806c47fd-4a52-4b44-8867-3b0ca6104a1b tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:55.563396 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-806c47fd-4a52-4b44-8867-3b0ca6104a1b tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3905210 Aug 29 04:37:55.568368 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51798) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:55.575460 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-19603901-cabd-43e9-864f-ee335ba2caa2 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-505867679'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:55.631906 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-01a2d877-1796-4985-a7a3-19f4e754cdad tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:55.634058 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19603901-cabd-43e9-864f-ee335ba2caa2 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Made reservation on behalf of cf9d55bde42b4ba2829792f5c7b5df61 for: {'network': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:37:55.637740 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-19603901-cabd-43e9-864f-ee335ba2caa2 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:55.640838 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-01a2d877-1796-4985-a7a3-19f4e754cdad tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:55.683229 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19603901-cabd-43e9-864f-ee335ba2caa2 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=94828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:37:55.689235 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a2d877-1796-4985-a7a3-19f4e754cdad tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddddcebc-6d42-434d-b358-c30baebb69ae,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:55.701086 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-01a2d877-1796-4985-a7a3-19f4e754cdad tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:55.710158 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-01a2d877-1796-4985-a7a3-19f4e754cdad tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2821023 Aug 29 04:37:55.710158 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51800) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:55.735839 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-19603901-cabd-43e9-864f-ee335ba2caa2 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:55.736481 n-d-712140-12 neutron-server[94828]: INFO neutron.db.segments_db [None req-19603901-cabd-43e9-864f-ee335ba2caa2 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Added segment 9f5ed773-d9c0-42c2-8aee-b902158f5dd7 of type vlan for network 2fa7f3d2-adde-4f4c-a125-79ceb6a69070 Aug 29 04:37:55.744001 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-63ecdf6d-c2a6-4616-9bcb-ed6181eeac90 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:55.762865 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-63ecdf6d-c2a6-4616-9bcb-ed6181eeac90 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:55.772633 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-eeeddf02-7a75-45db-9a8b-ca25d26838ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:55.780169 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8ecc3f1a-4274-4f3c-a4df-07b5188f9b52 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:55.810268 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-63ecdf6d-c2a6-4616-9bcb-ed6181eeac90 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:55.822250 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-eeeddf02-7a75-45db-9a8b-ca25d26838ef None None] For port 708a47a2-947f-4e44-be8c-907bb36ae3b2, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=708a47a2-947f-4e44-be8c-907bb36ae3b2,segment=NetworkSegment(d6be0b3d-a293-4085-89a6-e9db09db9853),segment_id=d6be0b3d-a293-4085-89a6-e9db09db9853)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:55.826145 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-63ecdf6d-c2a6-4616-9bcb-ed6181eeac90 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:55.830120 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-63ecdf6d-c2a6-4616-9bcb-ed6181eeac90 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/ddddcebc-6d42-434d-b358-c30baebb69ae HTTP/1.1" status: 204 len: 168 time: 0.1211984 Aug 29 04:37:55.830391 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-19603901-cabd-43e9-864f-ee335ba2caa2 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:55.830753 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51806) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:55.831492 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-eeeddf02-7a75-45db-9a8b-ca25d26838ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:55.853149 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ecdf6d-c2a6-4616-9bcb-ed6181eeac90 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ddddcebc-6d42-434d-b358-c30baebb69ae,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:55.894167 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-40eba6fa-f661-4586-8f24-88d76c1c14a6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3eb215580c8748bbad6fe745fb3cc71c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5324354 Aug 29 04:37:55.899534 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51810) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:55.913411 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeddf02-7a75-45db-9a8b-ca25d26838ef None None] Pushing event updated for resources: {'Port': ['ID=708a47a2-947f-4e44-be8c-907bb36ae3b2,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:55.938407 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-6006c274-0df8-40d6-abdd-d358361deff3 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1016276 Aug 29 04:37:55.940322 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51812) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:55.991173 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-19603901-cabd-43e9-864f-ee335ba2caa2 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:55.996827 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19603901-cabd-43e9-864f-ee335ba2caa2 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:55.997016 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-184958b6-ed3f-4280-954f-22595266fd9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:55.997515 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-19603901-cabd-43e9-864f-ee335ba2caa2 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:56.029547 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-184958b6-ed3f-4280-954f-22595266fd9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:56.086430 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-19603901-cabd-43e9-864f-ee335ba2caa2 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5151100 Aug 29 04:37:56.086941 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51816) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:56.095617 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-670835c5-c833-4352-a304-47fd06169dc9 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1492358973'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:56.119287 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-184958b6-ed3f-4280-954f-22595266fd9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:56.122633 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-184958b6-ed3f-4280-954f-22595266fd9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:56.123850 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-184958b6-ed3f-4280-954f-22595266fd9e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c5925f76-d848-48c5-8d99-c2209a557d2d HTTP/1.1" status: 204 len: 168 time: 0.2229114 Aug 29 04:37:56.158213 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19603901-cabd-43e9-864f-ee335ba2caa2 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Pushing event updated for resources: {'Network': ['ID=2fa7f3d2-adde-4f4c-a125-79ceb6a69070,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:56.159982 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184958b6-ed3f-4280-954f-22595266fd9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5925f76-d848-48c5-8d99-c2209a557d2d,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:56.166214 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-670835c5-c833-4352-a304-47fd06169dc9 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Made reservation on behalf of cf9d55bde42b4ba2829792f5c7b5df61 for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:37:56.170282 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-670835c5-c833-4352-a304-47fd06169dc9 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:56.175143 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 2fa7f3d2-adde-4f4c-a125-79ceb6a69070 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:37:56.255086 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-670835c5-c833-4352-a304-47fd06169dc9 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:37:56.285860 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-670835c5-c833-4352-a304-47fd06169dc9 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:56.286211 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-670835c5-c833-4352-a304-47fd06169dc9 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Added segment 57968e9a-185c-4350-96ca-aa611874a994 of type vlan for network bb8c674c-17ad-4ffd-a10c-cd8871371b9a Aug 29 04:37:56.357774 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-b72cf63d-4cc0-421c-a229-2fb5392741ad None None] Provisioning complete for port 708a47a2-947f-4e44-be8c-907bb36ae3b2 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:56.358159 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b72cf63d-4cc0-421c-a229-2fb5392741ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:56.389244 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-670835c5-c833-4352-a304-47fd06169dc9 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:56.444713 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-670835c5-c833-4352-a304-47fd06169dc9 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:56.467958 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670835c5-c833-4352-a304-47fd06169dc9 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:56.470947 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-670835c5-c833-4352-a304-47fd06169dc9 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:56.499154 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8ecc3f1a-4274-4f3c-a4df-07b5188f9b52 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:56.536156 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8ecc3f1a-4274-4f3c-a4df-07b5188f9b52 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:56.542689 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 708a47a2-947f-4e44-be8c-907bb36ae3b2 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:37:56.625991 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecc3f1a-4274-4f3c-a4df-07b5188f9b52 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Pushing event updated for resources: {'Port': ['ID=40386300-6430-4ead-851d-8044232e844e,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:56.631500 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670835c5-c833-4352-a304-47fd06169dc9 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Pushing event updated for resources: {'Network': ['ID=bb8c674c-17ad-4ffd-a10c-cd8871371b9a,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:56.655668 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network bb8c674c-17ad-4ffd-a10c-cd8871371b9a details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:37:56.663159 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-670835c5-c833-4352-a304-47fd06169dc9 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5711572 Aug 29 04:37:56.663368 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51840) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:56.668556 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-ae9b70d8-a558-4495-885d-4a116dcbe4cc tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Request body: {'ports': [{'network_id': '2fa7f3d2-adde-4f4c-a125-79ceb6a69070', 'name': 'tempest-port--636235505', 'admin_state_up': True}, {'network_id': 'bb8c674c-17ad-4ffd-a10c-cd8871371b9a', 'admin_state_up': False}]} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:56.668874 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-ae9b70d8-a558-4495-885d-4a116dcbe4cc tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Request body: {'port': {'network_id': '2fa7f3d2-adde-4f4c-a125-79ceb6a69070', 'name': 'tempest-port--636235505', 'admin_state_up': True}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:56.669365 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-ae9b70d8-a558-4495-885d-4a116dcbe4cc tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Request body: {'port': {'network_id': 'bb8c674c-17ad-4ffd-a10c-cd8871371b9a', 'admin_state_up': False}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:56.710713 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d98042ec-1d26-43c9-95fc-97d5567b6348 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:56.739843 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8ecc3f1a-4274-4f3c-a4df-07b5188f9b52 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-718897'] for router_interface, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:56.827101 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 708a47a2-947f-4e44-be8c-907bb36ae3b2 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:56.827673 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:56.829672 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-b72cf63d-4cc0-421c-a229-2fb5392741ad None None] Provisioning for port 40386300-6430-4ead-851d-8044232e844e completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:37:56.857106 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d98042ec-1d26-43c9-95fc-97d5567b6348 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:56.883587 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-b72cf63d-4cc0-421c-a229-2fb5392741ad None None] Provisioning complete for port 40386300-6430-4ead-851d-8044232e844e triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:56.894542 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b72cf63d-4cc0-421c-a229-2fb5392741ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:56.945921 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d98042ec-1d26-43c9-95fc-97d5567b6348 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:56.950616 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d98042ec-1d26-43c9-95fc-97d5567b6348 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:56.954525 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-d98042ec-1d26-43c9-95fc-97d5567b6348 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] 10.222.0.22 "DELETE /v2.0/security-groups/c8f37c0c-a012-441f-9ad7-d079333e64d0 HTTP/1.1" status: 204 len: 168 time: 1.0145965 Aug 29 04:37:56.966929 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51852) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:57.019105 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-b72cf63d-4cc0-421c-a229-2fb5392741ad None None] Port 40386300-6430-4ead-851d-8044232e844e cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:37:57.028927 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98042ec-1d26-43c9-95fc-97d5567b6348 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f37c0c-a012-441f-9ad7-d079333e64d0,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:57.036673 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae9b70d8-a558-4495-885d-4a116dcbe4cc tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Made reservation on behalf of cf9d55bde42b4ba2829792f5c7b5df61 for: {'port': 2} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:37:57.047575 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ae9b70d8-a558-4495-885d-4a116dcbe4cc tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:57.085007 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ae9b70d8-a558-4495-885d-4a116dcbe4cc tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:57.085306 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ecc3f1a-4274-4f3c-a4df-07b5188f9b52 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Network 6cf7221f-a029-4ca0-a9e5-812e04e8d2d2 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:37:57.089304 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-8ecc3f1a-4274-4f3c-a4df-07b5188f9b52 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:37:57.113991 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-b0f8b748-5236-4fc5-b3fe-acf97337ebdd tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1227844 Aug 29 04:37:57.156522 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51856) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:57.158551 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device a3a2fb23-8058-45d9-af18-6f308ccf3336 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:37:57.196429 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-348fad59-f262-4c8a-8a65-0a2ff759480d None None] Provisioning complete for port 40386300-6430-4ead-851d-8044232e844e triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:57.197050 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-348fad59-f262-4c8a-8a65-0a2ff759480d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:57.264608 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-348fad59-f262-4c8a-8a65-0a2ff759480d None None] Port 40386300-6430-4ead-851d-8044232e844e cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:37:57.298116 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port a3a2fb23-8058-45d9-af18-6f308ccf3336 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:57.298648 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:57.326947 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [None req-ae9b70d8-a558-4495-885d-4a116dcbe4cc tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] device_id is not set on port b3c27db6-ec51-4cae-bf36-cc7d15e29397 yet. {{(pid=94829) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:37:57.396928 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-915e1e83-24e1-4679-9189-eb9ab076274a tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:57.427973 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ecc3f1a-4274-4f3c-a4df-07b5188f9b52 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Router b4454678-4165-4801-a274-d847167b8c56 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:37:57.481844 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-915e1e83-24e1-4679-9189-eb9ab076274a tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:57.498561 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-692c8722-6d28-4980-a303-5475cd781c14 None None] Provisioning complete for port 40386300-6430-4ead-851d-8044232e844e triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:57.498947 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-692c8722-6d28-4980-a303-5475cd781c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:57.564475 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-692c8722-6d28-4980-a303-5475cd781c14 None None] Port 40386300-6430-4ead-851d-8044232e844e cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:37:57.620834 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-915e1e83-24e1-4679-9189-eb9ab076274a tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:57.623513 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-915e1e83-24e1-4679-9189-eb9ab076274a tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:57.624691 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-915e1e83-24e1-4679-9189-eb9ab076274a tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] 10.222.0.22 "DELETE /v2.0/security-groups/e56cddf2-88bc-4f24-8b5f-66aede1190d1 HTTP/1.1" status: 204 len: 168 time: 0.4672110 Aug 29 04:37:57.630848 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51878) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:57.636887 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ae9b70d8-a558-4495-885d-4a116dcbe4cc tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:57.653191 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915e1e83-24e1-4679-9189-eb9ab076274a tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e56cddf2-88bc-4f24-8b5f-66aede1190d1,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:57.681375 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ecc3f1a-4274-4f3c-a4df-07b5188f9b52 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:37:57.688372 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-8ecc3f1a-4274-4f3c-a4df-07b5188f9b52 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] 10.222.0.22 "PUT /v2.0/routers/b4454678-4165-4801-a274-d847167b8c56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7257860 Aug 29 04:37:57.691981 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51880) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:57.699029 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8664cea7-011d-49dc-a63e-cf11f74a4c09 None None] Sync routers for ids ['b4454678-4165-4801-a274-d847167b8c56'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:37:57.707927 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-ee5c0558-2b81-4bb9-aa2e-3a5542fad79e tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--348803271', 'description': 'tempest-secgroup_access--348803271 description', 'project_id': 'aee320d7fd864e10bc0cb9e2e1782ff3'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:57.712342 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8664cea7-011d-49dc-a63e-cf11f74a4c09 None None] Routers {'b4454678-4165-4801-a274-d847167b8c56'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:37:57.712994 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-8664cea7-011d-49dc-a63e-cf11f74a4c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:37:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['b4454678-4165-4801-a274-d847167b8c56'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:57.748379 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-02a07ce1-ddfd-4db7-9892-d8bd63d07e18 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1097445 Aug 29 04:37:57.749745 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51884) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:57.755647 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [None req-ae9b70d8-a558-4495-885d-4a116dcbe4cc tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] device_id is not set on port 05cc35c0-6b93-4d22-ab8c-31a0f98bf355 yet. {{(pid=94829) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:37:57.756306 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-2c16e226-beb6-48df-8c8c-b11e265cf154 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Request body: {'security_group': {'name': 'tempest-secgroup--1482097021'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:57.763205 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ee5c0558-2b81-4bb9-aa2e-3a5542fad79e tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:57.809632 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2c16e226-beb6-48df-8c8c-b11e265cf154 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:57.876819 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-8664cea7-011d-49dc-a63e-cf11f74a4c09 None None] Set router b4454678-4165-4801-a274-d847167b8c56 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:37:57.934454 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64057467-4e2f-4fab-b2c7-2efadff9a63c req-8f1abd04-591e-4a12-bca3-e5c0f2c58ea4 tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:57.937193 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-64057467-4e2f-4fab-b2c7-2efadff9a63c req-8f1abd04-591e-4a12-bca3-e5c0f2c58ea4 tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] 10.222.0.22 "GET /v2.0/ports?device_id=b25f2fd3-149b-4c4f-9b91-9020c243fd31 HTTP/1.1" status: 200 len: 946 time: 0.6543698 Aug 29 04:37:57.949106 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ee5c0558-2b81-4bb9-aa2e-3a5542fad79e tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:57.954488 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ae9b70d8-a558-4495-885d-4a116dcbe4cc tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:57.958106 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ee5c0558-2b81-4bb9-aa2e-3a5542fad79e tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:57.973841 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51886) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:58.024417 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-64057467-4e2f-4fab-b2c7-2efadff9a63c req-83bc390e-f27c-4039-bc11-20810dab850c tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] 10.222.0.22 "GET /v2.0/security-groups?id=91890e48-7ed6-4995-b52b-4b966607cd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763962 Aug 29 04:37:58.054447 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ae9b70d8-a558-4495-885d-4a116dcbe4cc tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:58.121376 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9b70d8-a558-4495-885d-4a116dcbe4cc tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Pushing event updated for resources: {'Port': ['ID=b3c27db6-ec51-4cae-bf36-cc7d15e29397,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:58.198596 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-8664cea7-011d-49dc-a63e-cf11f74a4c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4454678-4165-4801-a274-d847167b8c56', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1276205850', 'tenant_id': 'aee320d7fd864e10bc0cb9e2e1782ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': 'a3a2fb23-8058-45d9-af18-6f308ccf3336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:37:46Z', 'updated_at': '2021-08-29T04:37:55Z', 'revision_number': 4, 'project_id': 'aee320d7fd864e10bc0cb9e2e1782ff3', 'gw_port': {'id': 'a3a2fb23-8058-45d9-af18-6f308ccf3336', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:54:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4454678-4165-4801-a274-d847167b8c56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:46Z', 'updated_at': '2021-08-29T04:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '40386300-6430-4ead-851d-8044232e844e', 'name': '', 'network_id': '6cf7221f-a029-4ca0-a9e5-812e04e8d2d2', 'tenant_id': 'aee320d7fd864e10bc0cb9e2e1782ff3', 'mac_address': 'fa:16:3e:39:c5:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4454678-4165-4801-a274-d847167b8c56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': 'd3131d4d-4cce-4189-8e08-fad748d46f9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:53Z', 'updated_at': '2021-08-29T04:37:56Z', 'revision_number': 2, 'project_id': 'aee320d7fd864e10bc0cb9e2e1782ff3', 'subnets': [{'id': 'd3131d4d-4cce-4189-8e08-fad748d46f9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:58.202374 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9b70d8-a558-4495-885d-4a116dcbe4cc tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Checking segment: {'id': '9f5ed773-d9c0-42c2-8aee-b902158f5dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2fa7f3d2-adde-4f4c-a125-79ceb6a69070'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:37:58.202741 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9b70d8-a558-4495-885d-4a116dcbe4cc tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Network hostable DHCP agents. Network: 2fa7f3d2-adde-4f4c-a125-79ceb6a69070, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:37:58.242107 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8664cea7-011d-49dc-a63e-cf11f74a4c09 None None] Checking router: b4454678-4165-4801-a274-d847167b8c56 for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:37:58.242466 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8664cea7-011d-49dc-a63e-cf11f74a4c09 None None] Updating router b4454678-4165-4801-a274-d847167b8c56 port 40386300-6430-4ead-851d-8044232e844e binding host n-d-712140-12 {{(pid=94831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:37:58.247674 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9b70d8-a558-4495-885d-4a116dcbe4cc tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Network 2fa7f3d2-adde-4f4c-a125-79ceb6a69070 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:37:58.260426 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-ae9b70d8-a558-4495-885d-4a116dcbe4cc tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 2fa7f3d2-adde-4f4c-a125-79ceb6a69070) {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:37:58.272218 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c59ee8-d5da-46f8-9020-e0ca263f2714 None None] Network 2fa7f3d2-adde-4f4c-a125-79ceb6a69070 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:37:58.285078 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8664cea7-011d-49dc-a63e-cf11f74a4c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:58.290473 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9b70d8-a558-4495-885d-4a116dcbe4cc tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:37:58.291156 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ae9b70d8-a558-4495-885d-4a116dcbe4cc tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:58.461818 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5c0558-2b81-4bb9-aa2e-3a5542fad79e tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7243d292-909d-43a5-9585-4fad2fdb6649,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:58.484808 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-2b93a4a9-bb40-44e1-a7fb-6b125eee089e tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Request body: {'network': {'name': 'tempest-RoutersTest-1299816357'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:58.503330 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209eaa29-ab3f-456c-abc4-1f9e408a22d4 req-afd46089-845d-439e-a480-88119d8e6c69 tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:58.505425 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-209eaa29-ab3f-456c-abc4-1f9e408a22d4 req-afd46089-845d-439e-a480-88119d8e6c69 tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] 10.222.0.46 "GET /v2.0/ports?device_id=b25f2fd3-149b-4c4f-9b91-9020c243fd31 HTTP/1.1" status: 200 len: 946 time: 0.1109493 Aug 29 04:37:58.518364 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9b70d8-a558-4495-885d-4a116dcbe4cc tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Pushing event updated for resources: {'Port': ['ID=05cc35c0-6b93-4d22-ab8c-31a0f98bf355,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:58.569107 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9b70d8-a558-4495-885d-4a116dcbe4cc tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Checking segment: {'id': '57968e9a-185c-4350-96ca-aa611874a994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'bb8c674c-17ad-4ffd-a10c-cd8871371b9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:37:58.569553 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9b70d8-a558-4495-885d-4a116dcbe4cc tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Network hostable DHCP agents. Network: bb8c674c-17ad-4ffd-a10c-cd8871371b9a, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:37:58.609735 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9b70d8-a558-4495-885d-4a116dcbe4cc tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Network bb8c674c-17ad-4ffd-a10c-cd8871371b9a is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:37:58.625036 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:58.626794 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-ae9b70d8-a558-4495-885d-4a116dcbe4cc tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, bb8c674c-17ad-4ffd-a10c-cd8871371b9a) {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:37:58.630422 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2c16e226-beb6-48df-8c8c-b11e265cf154 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:58.635663 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9b70d8-a558-4495-885d-4a116dcbe4cc tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:37:58.640753 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2c16e226-beb6-48df-8c8c-b11e265cf154 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:58.646329 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9b70d8-a558-4495-885d-4a116dcbe4cc tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:58.653077 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8664cea7-011d-49dc-a63e-cf11f74a4c09 None None] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:58.653754 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf239523-118d-4545-810b-f092861155ba None None] Network bb8c674c-17ad-4ffd-a10c-cd8871371b9a requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:37:58.654212 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9b70d8-a558-4495-885d-4a116dcbe4cc tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:58.655848 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ae9b70d8-a558-4495-885d-4a116dcbe4cc tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:58.656361 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ee5c0558-2b81-4bb9-aa2e-3a5542fad79e tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:58.660674 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-ee5c0558-2b81-4bb9-aa2e-3a5542fad79e tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.9646859 Aug 29 04:37:58.669116 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51898) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:58.673407 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-8664cea7-011d-49dc-a63e-cf11f74a4c09 None None] Transition to ACTIVE for port object 40386300-6430-4ead-851d-8044232e844e will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:37:58.679220 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-eca4a33c-be5e-41bf-8695-d947a034025a tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--423165328', 'description': 'tempest-secgroup_general--423165328 description', 'project_id': 'aee320d7fd864e10bc0cb9e2e1782ff3'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:58.685986 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8664cea7-011d-49dc-a63e-cf11f74a4c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:58.700194 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c16e226-beb6-48df-8c8c-b11e265cf154 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6797568-a175-4698-aa89-e69070bf875b,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:58.716590 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-209eaa29-ab3f-456c-abc4-1f9e408a22d4 req-c9ff12a7-0733-4cda-b172-ae994de20a17 tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] Deleting port 5df61485-8d2a-47d4-9884-e840f5689a5d {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:37:58.717260 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-209eaa29-ab3f-456c-abc4-1f9e408a22d4 req-c9ff12a7-0733-4cda-b172-ae994de20a17 tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:58.742498 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.db.api [None req-eca4a33c-be5e-41bf-8695-d947a034025a tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 04:37:58.742498 n-d-712140-12 neutron-server[94829]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 29 04:37:58.742498 n-d-712140-12 neutron-server[94829]: [parameters: {'project_id_1': 'aee320d7fd864e10bc0cb9e2e1782ff3', 'expiration_1': datetime.datetime(2021, 8, 29, 4, 37, 58, 713349)}] Aug 29 04:37:58.742498 n-d-712140-12 neutron-server[94829]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:37:58.753078 n-d-712140-12 neutron-server[94829]: DEBUG oslo_db.api [None req-eca4a33c-be5e-41bf-8695-d947a034025a tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:37:58.760312 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b93a4a9-bb40-44e1-a7fb-6b125eee089e tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Made reservation on behalf of 8faa5ea7fca64f93a90f1124ba2b3499 for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:37:58.764702 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2b93a4a9-bb40-44e1-a7fb-6b125eee089e tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:58.774782 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbba624-7eb9-4c65-bb4f-a39104a96893 None None] Pushing event updated for resources: {'Port': ['ID=40386300-6430-4ead-851d-8044232e844e,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:58.777380 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-ae9b70d8-a558-4495-885d-4a116dcbe4cc tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.1128581 Aug 29 04:37:58.792216 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51902) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:58.800767 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2b93a4a9-bb40-44e1-a7fb-6b125eee089e tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:58.816180 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2c16e226-beb6-48df-8c8c-b11e265cf154 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:58.820530 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-2c16e226-beb6-48df-8c8c-b11e265cf154 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0661721 Aug 29 04:37:58.820741 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51904) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:58.835495 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-d43e428b-6320-4214-bd14-e37276d772ae tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Request body: {'security_group_rule': {'security_group_id': 'c6797568-a175-4698-aa89-e69070bf875b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:58.888779 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51906) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:58.914014 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-8664cea7-011d-49dc-a63e-cf11f74a4c09 None None] Attempting to bind port 40386300-6430-4ead-851d-8044232e844e on host n-d-712140-12 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:37:58.915520 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-8664cea7-011d-49dc-a63e-cf11f74a4c09 None None] Attempting to bind port 40386300-6430-4ead-851d-8044232e844e by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'd6be0b3d-a293-4085-89a6-e9db09db9853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '6cf7221f-a029-4ca0-a9e5-812e04e8d2d2'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:37:58.916192 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8664cea7-011d-49dc-a63e-cf11f74a4c09 None None] Attempting to bind port 40386300-6430-4ead-851d-8044232e844e on network 6cf7221f-a029-4ca0-a9e5-812e04e8d2d2 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:37:58.917711 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a9b0b1-8f72-4420-bc6a-caa3e5cd7eb3 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:58.923608 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8664cea7-011d-49dc-a63e-cf11f74a4c09 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:37:58.924503 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a9b0b1-8f72-4420-bc6a-caa3e5cd7eb3 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:58.925338 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8664cea7-011d-49dc-a63e-cf11f74a4c09 None None] Checking segment: {'id': 'd6be0b3d-a293-4085-89a6-e9db09db9853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '6cf7221f-a029-4ca0-a9e5-812e04e8d2d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:37:58.929182 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-b2a9b0b1-8f72-4420-bc6a-caa3e5cd7eb3 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1314697 Aug 29 04:37:58.930489 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8664cea7-011d-49dc-a63e-cf11f74a4c09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:58.930790 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51910) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:58.931435 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8664cea7-011d-49dc-a63e-cf11f74a4c09 None None] Bound using segment: {'id': 'd6be0b3d-a293-4085-89a6-e9db09db9853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '6cf7221f-a029-4ca0-a9e5-812e04e8d2d2'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:37:58.932280 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-8664cea7-011d-49dc-a63e-cf11f74a4c09 None None] Bound port: 40386300-6430-4ead-851d-8044232e844e, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6be0b3d-a293-4085-89a6-e9db09db9853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '6cf7221f-a029-4ca0-a9e5-812e04e8d2d2'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:37:58.932940 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8664cea7-011d-49dc-a63e-cf11f74a4c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:58.987150 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-209eaa29-ab3f-456c-abc4-1f9e408a22d4 req-c9ff12a7-0733-4cda-b172-ae994de20a17 tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] For port 5df61485-8d2a-47d4-9884-e840f5689a5d, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=5df61485-8d2a-47d4-9884-e840f5689a5d,segment=NetworkSegment(48f138d5-0117-42b7-b327-ede7f9f15780),segment_id=48f138d5-0117-42b7-b327-ede7f9f15780)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:58.987537 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-209eaa29-ab3f-456c-abc4-1f9e408a22d4 req-c9ff12a7-0733-4cda-b172-ae994de20a17 tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:58.994970 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2b93a4a9-bb40-44e1-a7fb-6b125eee089e tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:59.005402 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2b93a4a9-bb40-44e1-a7fb-6b125eee089e tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:59.047195 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-8664cea7-011d-49dc-a63e-cf11f74a4c09 None None] For port 40386300-6430-4ead-851d-8044232e844e, host n-d-712140-12, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:37:59.052707 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-8664cea7-011d-49dc-a63e-cf11f74a4c09 None None] For port 40386300-6430-4ead-851d-8044232e844e, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=40386300-6430-4ead-851d-8044232e844e,segment=NetworkSegment(d6be0b3d-a293-4085-89a6-e9db09db9853),segment_id=d6be0b3d-a293-4085-89a6-e9db09db9853)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:37:59.061619 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8664cea7-011d-49dc-a63e-cf11f74a4c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:59.069432 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b93a4a9-bb40-44e1-a7fb-6b125eee089e tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:37:59.081828 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b93a4a9-bb40-44e1-a7fb-6b125eee089e tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f2b00c3-e0dc-40b1-a7d2-f5648baa03ef,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:59.086093 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d43e428b-6320-4214-bd14-e37276d772ae tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:59.092559 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2b93a4a9-bb40-44e1-a7fb-6b125eee089e tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:59.093046 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-2b93a4a9-bb40-44e1-a7fb-6b125eee089e tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Added segment 665fe9d4-9b77-4a27-a656-a1964b70d5fa of type vlan for network 5bab3c8f-2314-4a35-b2dc-c2c780f9f146 Aug 29 04:37:59.139593 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8664cea7-011d-49dc-a63e-cf11f74a4c09 None None] Routers {'b4454678-4165-4801-a274-d847167b8c56'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:37:59.140284 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-8664cea7-011d-49dc-a63e-cf11f74a4c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:37:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['b4454678-4165-4801-a274-d847167b8c56'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:59.189942 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2b93a4a9-bb40-44e1-a7fb-6b125eee089e tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:59.245409 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d43e428b-6320-4214-bd14-e37276d772ae tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:59.250862 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a7b5969c-6387-4f02-9dc0-4947bbaadadf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:59.251358 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d43e428b-6320-4214-bd14-e37276d772ae tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:59.300489 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-8664cea7-011d-49dc-a63e-cf11f74a4c09 None None] Set router b4454678-4165-4801-a274-d847167b8c56 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:37:59.302954 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbba624-7eb9-4c65-bb4f-a39104a96893 None None] Pushing event updated for resources: {'Port': ['ID=40386300-6430-4ead-851d-8044232e844e,revision_number=4']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:59.306998 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcdd8eb-1dfc-413b-a1b0-636b024c0780 req-2a37b8d0-308a-46e4-a192-2990a5d6e3f0 tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:59.315265 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5bcdd8eb-1dfc-413b-a1b0-636b024c0780 req-2a37b8d0-308a-46e4-a192-2990a5d6e3f0 tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] 10.222.0.22 "GET /v2.0/ports?device_id=b25f2fd3-149b-4c4f-9b91-9020c243fd31 HTTP/1.1" status: 200 len: 946 time: 0.1708961 Aug 29 04:37:59.317276 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2b93a4a9-bb40-44e1-a7fb-6b125eee089e tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:59.322988 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b93a4a9-bb40-44e1-a7fb-6b125eee089e tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:59.323621 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2b93a4a9-bb40-44e1-a7fb-6b125eee089e tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:59.416746 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d43e428b-6320-4214-bd14-e37276d772ae tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:59.420939 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-d43e428b-6320-4214-bd14-e37276d772ae tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5952032 Aug 29 04:37:59.421088 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-209eaa29-ab3f-456c-abc4-1f9e408a22d4 req-c9ff12a7-0733-4cda-b172-ae994de20a17 tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:59.421088 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-209eaa29-ab3f-456c-abc4-1f9e408a22d4 req-c9ff12a7-0733-4cda-b172-ae994de20a17 tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719515'] for floatingip, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:59.421282 n-d-712140-12 neutron-server[94828]: INFO neutron.db.l3_db [req-209eaa29-ab3f-456c-abc4-1f9e408a22d4 req-c9ff12a7-0733-4cda-b172-ae994de20a17 tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] Floating IP b7d2f8d2-2e81-4752-960d-1ba69cb27444 disassociated. External IP: 172.25.0.161, port: 5df61485-8d2a-47d4-9884-e840f5689a5d. Aug 29 04:37:59.421672 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-209eaa29-ab3f-456c-abc4-1f9e408a22d4 req-c9ff12a7-0733-4cda-b172-ae994de20a17 tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] Calling delete_port for 5df61485-8d2a-47d4-9884-e840f5689a5d owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:37:59.426702 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b93a4a9-bb40-44e1-a7fb-6b125eee089e tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Pushing event updated for resources: {'Network': ['ID=5bab3c8f-2314-4a35-b2dc-c2c780f9f146,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:59.429072 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51914) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:59.433016 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43e428b-6320-4214-bd14-e37276d772ae tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=169a2297-8c0b-49a7-9dad-405a6b7f20f2,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:59.440356 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 5bab3c8f-2314-4a35-b2dc-c2c780f9f146 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:37:59.480515 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d51fdc6d-90fb-4a88-a0a0-b466978b1948 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:59.493900 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d51fdc6d-90fb-4a88-a0a0-b466978b1948 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:59.506467 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5bcdd8eb-1dfc-413b-a1b0-636b024c0780 req-417ff62a-fbac-43ff-a8cb-370c359e1ddb tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] 10.222.0.22 "GET /v2.0/security-groups?id=91890e48-7ed6-4995-b52b-4b966607cd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1900368 Aug 29 04:37:59.517655 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-99da43d2-fef4-44fa-9ae5-e380baaf4bec tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Deleting port b3c27db6-ec51-4cae-bf36-cc7d15e29397 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:37:59.517983 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-99da43d2-fef4-44fa-9ae5-e380baaf4bec tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:59.554743 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d51fdc6d-90fb-4a88-a0a0-b466978b1948 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:59.562881 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d51fdc6d-90fb-4a88-a0a0-b466978b1948 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:59.564615 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-d51fdc6d-90fb-4a88-a0a0-b466978b1948 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/169a2297-8c0b-49a7-9dad-405a6b7f20f2 HTTP/1.1" status: 204 len: 168 time: 0.1326945 Aug 29 04:37:59.573271 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51916) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:59.583354 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51fdc6d-90fb-4a88-a0a0-b466978b1948 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=169a2297-8c0b-49a7-9dad-405a6b7f20f2,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:59.627357 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-8664cea7-011d-49dc-a63e-cf11f74a4c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4454678-4165-4801-a274-d847167b8c56', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1276205850', 'tenant_id': 'aee320d7fd864e10bc0cb9e2e1782ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': 'a3a2fb23-8058-45d9-af18-6f308ccf3336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:37:46Z', 'updated_at': '2021-08-29T04:37:55Z', 'revision_number': 4, 'project_id': 'aee320d7fd864e10bc0cb9e2e1782ff3', 'gw_port': {'id': 'a3a2fb23-8058-45d9-af18-6f308ccf3336', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:54:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4454678-4165-4801-a274-d847167b8c56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:46Z', 'updated_at': '2021-08-29T04:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '40386300-6430-4ead-851d-8044232e844e', 'name': '', 'network_id': '6cf7221f-a029-4ca0-a9e5-812e04e8d2d2', 'tenant_id': 'aee320d7fd864e10bc0cb9e2e1782ff3', 'mac_address': 'fa:16:3e:39:c5:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4454678-4165-4801-a274-d847167b8c56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': 'd3131d4d-4cce-4189-8e08-fad748d46f9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:53Z', 'updated_at': '2021-08-29T04:37:59Z', 'revision_number': 4, 'project_id': 'aee320d7fd864e10bc0cb9e2e1782ff3', 'subnets': [{'id': 'd3131d4d-4cce-4189-8e08-fad748d46f9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:59.631305 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-99da43d2-fef4-44fa-9ae5-e380baaf4bec tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:59.631464 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-bd9b3f94-6358-40a2-9d08-bf6691421d45 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0544395 Aug 29 04:37:59.631602 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51918) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:59.660097 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-99da43d2-fef4-44fa-9ae5-e380baaf4bec tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Calling delete_port for b3c27db6-ec51-4cae-bf36-cc7d15e29397 owned by {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:37:59.663642 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8664cea7-011d-49dc-a63e-cf11f74a4c09 None None] The sync data for ids ['b4454678-4165-4801-a274-d847167b8c56'] in n-d-712140-12 is: [{'id': 'b4454678-4165-4801-a274-d847167b8c56', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1276205850', 'tenant_id': 'aee320d7fd864e10bc0cb9e2e1782ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': 'a3a2fb23-8058-45d9-af18-6f308ccf3336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:37:46Z', 'updated_at': '2021-08-29T04:37:55Z', 'revision_number': 4, 'project_id': 'aee320d7fd864e10bc0cb9e2e1782ff3', 'gw_port': {'id': 'a3a2fb23-8058-45d9-af18-6f308ccf3336', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:54:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4454678-4165-4801-a274-d847167b8c56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:46Z', 'updated_at': '2021-08-29T04:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '40386300-6430-4ead-851d-8044232e844e', 'name': '', 'network_id': '6cf7221f-a029-4ca0-a9e5-812e04e8d2d2', 'tenant_id': 'aee320d7fd864e10bc0cb9e2e1782ff3', 'mac_address': 'fa:16:3e:39:c5:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4454678-4165-4801-a274-d847167b8c56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': 'd3131d4d-4cce-4189-8e08-fad748d46f9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:53Z', 'updated_at': '2021-08-29T04:37:59Z', 'revision_number': 4, 'project_id': 'aee320d7fd864e10bc0cb9e2e1782ff3', 'subnets': [{'id': 'd3131d4d-4cce-4189-8e08-fad748d46f9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:37:59.713922 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f6288c23-4329-4b21-89f0-c5a2e9191424 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:59.799225 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a7b5969c-6387-4f02-9dc0-4947bbaadadf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:59.807628 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a7b5969c-6387-4f02-9dc0-4947bbaadadf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:59.809623 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f6288c23-4329-4b21-89f0-c5a2e9191424 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:59.820132 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-209eaa29-ab3f-456c-abc4-1f9e408a22d4 req-c9ff12a7-0733-4cda-b172-ae994de20a17 tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:59.858225 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-eca4a33c-be5e-41bf-8695-d947a034025a tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:59.872846 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-2b93a4a9-bb40-44e1-a7fb-6b125eee089e tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.8976336 Aug 29 04:37:59.877166 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51922) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:59.887623 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f6288c23-4329-4b21-89f0-c5a2e9191424 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:59.893642 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f6288c23-4329-4b21-89f0-c5a2e9191424 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:59.896422 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-f6288c23-4329-4b21-89f0-c5a2e9191424 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] 10.222.0.22 "DELETE /v2.0/security-groups/c6797568-a175-4698-aa89-e69070bf875b HTTP/1.1" status: 204 len: 168 time: 0.2637286 Aug 29 04:37:59.900765 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-9c6ea5d6-d300-4e19-ad89-323c5bda95cd tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Request body: {'network': {'name': 'tempest-RoutersTest-1326570766'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:59.900940 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51924) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:59.916653 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ff12a7-0733-4cda-b172-ae994de20a17 tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] Pushing event deleted for resources: {'Port': ['ID=5df61485-8d2a-47d4-9884-e840f5689a5d,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:59.925648 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b5969c-6387-4f02-9dc0-4947bbaadadf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aee89c6a-b120-4643-afb8-a7e777ab5353,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:59.938400 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-a7b5969c-6387-4f02-9dc0-4947bbaadadf admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1fe44f59e4b048d8b41a33e51c3d12b0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0468678 Aug 29 04:37:59.939709 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6288c23-4329-4b21-89f0-c5a2e9191424 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6797568-a175-4698-aa89-e69070bf875b,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:59.946801 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51926) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:00.017289 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-e8e28e73-0c87-416a-b133-15dbdc73f26f tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1083214 Aug 29 04:38:00.017687 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-99da43d2-fef4-44fa-9ae5-e380baaf4bec tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:00.026186 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51928) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:00.036263 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-4725e57b-406f-4084-9e96-4ce5198e6c9a tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Request body: {'security_group': {'name': 'tempest-secgroup--1014976312'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:00.074630 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-eca4a33c-be5e-41bf-8695-d947a034025a tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:00.079611 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-eca4a33c-be5e-41bf-8695-d947a034025a tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:00.093399 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99da43d2-fef4-44fa-9ae5-e380baaf4bec tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Pushing event deleted for resources: {'Port': ['ID=b3c27db6-ec51-4cae-bf36-cc7d15e29397,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:00.120627 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca4a33c-be5e-41bf-8695-d947a034025a tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9c7aa5b-f2e5-4471-bab7-b8b853dfa805,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:00.144006 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-99da43d2-fef4-44fa-9ae5-e380baaf4bec tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:00.145914 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-99da43d2-fef4-44fa-9ae5-e380baaf4bec tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] 10.222.0.22 "DELETE /v2.0/ports/b3c27db6-ec51-4cae-bf36-cc7d15e29397 HTTP/1.1" status: 204 len: 168 time: 1.2141674 Aug 29 04:38:00.149185 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51930) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:00.163377 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c6ea5d6-d300-4e19-ad89-323c5bda95cd tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Made reservation on behalf of 8faa5ea7fca64f93a90f1124ba2b3499 for: {'network': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:38:00.167280 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9c6ea5d6-d300-4e19-ad89-323c5bda95cd tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:00.179114 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-eca4a33c-be5e-41bf-8695-d947a034025a tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:00.184234 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-eca4a33c-be5e-41bf-8695-d947a034025a tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 1.5074303 Aug 29 04:38:00.184234 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51932) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:00.190568 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-5f6b0209-6afd-409d-acd3-02e064c5d6b3 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Request body: {'security_group_rule': {'security_group_id': '7243d292-909d-43a5-9585-4fad2fdb6649', 'project_id': 'aee320d7fd864e10bc0cb9e2e1782ff3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:00.194667 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-332c500d-43cb-4671-ae12-df90040d393a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:00.226504 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4725e57b-406f-4084-9e96-4ce5198e6c9a tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:00.246952 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-332c500d-43cb-4671-ae12-df90040d393a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:00.262592 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [req-209eaa29-ab3f-456c-abc4-1f9e408a22d4 req-c9ff12a7-0733-4cda-b172-ae994de20a17 tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] Router bb9b5a4d-fd7a-4dc1-9320-c62f5d3e19e9 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:38:00.267080 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c6ea5d6-d300-4e19-ad89-323c5bda95cd tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=94828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:38:00.267306 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5f6b0209-6afd-409d-acd3-02e064c5d6b3 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:00.305426 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-c8cbf242-ead9-4842-89e0-da7f12225de7 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Deleting port 05cc35c0-6b93-4d22-ab8c-31a0f98bf355 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:38:00.305771 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c8cbf242-ead9-4842-89e0-da7f12225de7 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:00.307196 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9c6ea5d6-d300-4e19-ad89-323c5bda95cd tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:00.307550 n-d-712140-12 neutron-server[94828]: INFO neutron.db.segments_db [None req-9c6ea5d6-d300-4e19-ad89-323c5bda95cd tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Added segment e338252b-d46e-4808-b7df-6f36e8c84651 of type vlan for network 96365f54-a487-42a6-9ec1-4b917386a6d8 Aug 29 04:38:00.424999 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c8cbf242-ead9-4842-89e0-da7f12225de7 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:00.427799 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9c6ea5d6-d300-4e19-ad89-323c5bda95cd tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:00.459469 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5f6b0209-6afd-409d-acd3-02e064c5d6b3 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:00.466734 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-c8cbf242-ead9-4842-89e0-da7f12225de7 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Calling delete_port for 05cc35c0-6b93-4d22-ab8c-31a0f98bf355 owned by {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:38:00.483033 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5f6b0209-6afd-409d-acd3-02e064c5d6b3 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:00.493858 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-332c500d-43cb-4671-ae12-df90040d393a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:00.500743 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-332c500d-43cb-4671-ae12-df90040d393a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:00.502628 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-332c500d-43cb-4671-ae12-df90040d393a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/aee89c6a-b120-4643-afb8-a7e777ab5353 HTTP/1.1" status: 204 len: 168 time: 0.5546765 Aug 29 04:38:00.537686 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6b0209-6afd-409d-acd3-02e064c5d6b3 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5290357-4acf-441e-801f-471d1564876a,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:00.564983 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4725e57b-406f-4084-9e96-4ce5198e6c9a tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:00.604469 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5f6b0209-6afd-409d-acd3-02e064c5d6b3 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:00.606270 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-5f6b0209-6afd-409d-acd3-02e064c5d6b3 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4209833 Aug 29 04:38:00.624936 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 40386300-6430-4ead-851d-8044232e844e up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:38:00.709155 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4725e57b-406f-4084-9e96-4ce5198e6c9a tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:00.738159 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9c6ea5d6-d300-4e19-ad89-323c5bda95cd tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:00.753817 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-06704e75-62dc-4d3d-b558-731ce69544cd req-277a7006-b952-4a72-98fc-d195e63abfd1 tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] 10.222.0.22 "GET /v2.0/ports?device_id=b25f2fd3-149b-4c4f-9b91-9020c243fd31 HTTP/1.1" status: 200 len: 210 time: 0.1027784 Aug 29 04:38:00.755664 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6ea5d6-d300-4e19-ad89-323c5bda95cd tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:00.757041 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9c6ea5d6-d300-4e19-ad89-323c5bda95cd tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:00.757575 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 40386300-6430-4ead-851d-8044232e844e completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:38:00.762187 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 40386300-6430-4ead-851d-8044232e844e triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:38:00.762554 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:00.763596 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332c500d-43cb-4671-ae12-df90040d393a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee89c6a-b120-4643-afb8-a7e777ab5353,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:00.834794 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c8cbf242-ead9-4842-89e0-da7f12225de7 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:00.947172 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cbf242-ead9-4842-89e0-da7f12225de7 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Pushing event deleted for resources: {'Port': ['ID=05cc35c0-6b93-4d22-ab8c-31a0f98bf355,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:00.954914 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c8cbf242-ead9-4842-89e0-da7f12225de7 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:00.957506 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-c8cbf242-ead9-4842-89e0-da7f12225de7 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] 10.222.0.22 "DELETE /v2.0/ports/05cc35c0-6b93-4d22-ab8c-31a0f98bf355 HTTP/1.1" status: 204 len: 168 time: 0.8072228 Aug 29 04:38:00.962679 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51954) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:00.965746 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:01.015550 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4725e57b-406f-4084-9e96-4ce5198e6c9a tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:01.024169 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-4725e57b-406f-4084-9e96-4ce5198e6c9a tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9925957 Aug 29 04:38:01.036069 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51956) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:01.040607 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-36fee528-060a-4c6d-9261-355bbe01902b tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0756888 Aug 29 04:38:01.044161 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 40386300-6430-4ead-851d-8044232e844e, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=40386300-6430-4ead-851d-8044232e844e,segment=NetworkSegment(d6be0b3d-a293-4085-89a6-e9db09db9853),segment_id=d6be0b3d-a293-4085-89a6-e9db09db9853)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:01.050395 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-9c6ea5d6-d300-4e19-ad89-323c5bda95cd tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1615286 Aug 29 04:38:01.050593 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-5d23e5db-3ad3-467c-b436-b97eb352e41e tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Request body: {'security_group_rule': {'security_group_id': '412024de-adbf-49f9-8f41-385707202cdf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:01.052561 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:01.058938 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51958) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:01.059504 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51960) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:01.070236 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-c948a5ba-c284-4498-a843-e648c4dc334a tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-464351017'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:01.087713 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-8d27192b-99f3-4204-9d3a-c990aaf1fb1a tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Request body: {'subnet': {'network_id': '5bab3c8f-2314-4a35-b2dc-c2c780f9f146', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:01.096963 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-209eaa29-ab3f-456c-abc4-1f9e408a22d4 req-c9ff12a7-0733-4cda-b172-ae994de20a17 tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:38:01.114509 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51962) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:01.119057 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4725e57b-406f-4084-9e96-4ce5198e6c9a tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=412024de-adbf-49f9-8f41-385707202cdf,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:01.134216 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99dd5d4-b051-43f3-a6fe-8742a051b00c None None] Sync routers for ids ['bb9b5a4d-fd7a-4dc1-9320-c62f5d3e19e9'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:38:01.149080 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5d23e5db-3ad3-467c-b436-b97eb352e41e tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:01.160617 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99dd5d4-b051-43f3-a6fe-8742a051b00c None None] Routers {'bb9b5a4d-fd7a-4dc1-9320-c62f5d3e19e9'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:38:01.161627 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-a99dd5d4-b051-43f3-a6fe-8742a051b00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:37:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['bb9b5a4d-fd7a-4dc1-9320-c62f5d3e19e9'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:01.162792 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6ea5d6-d300-4e19-ad89-323c5bda95cd tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Pushing event updated for resources: {'Network': ['ID=96365f54-a487-42a6-9ec1-4b917386a6d8,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:01.168385 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=40386300-6430-4ead-851d-8044232e844e,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:01.219757 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e7bec1c6-7a0a-461a-805f-08fe5bef95ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:01.268729 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-209eaa29-ab3f-456c-abc4-1f9e408a22d4 req-c9ff12a7-0733-4cda-b172-ae994de20a17 tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] No DVR routers for this DVR port 5df61485-8d2a-47d4-9884-e840f5689a5d on host n-h1-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:38:01.275963 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c948a5ba-c284-4498-a843-e648c4dc334a tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Made reservation on behalf of cf9d55bde42b4ba2829792f5c7b5df61 for: {'network': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:38:01.283308 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c948a5ba-c284-4498-a843-e648c4dc334a tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:01.286385 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-209eaa29-ab3f-456c-abc4-1f9e408a22d4 req-c9ff12a7-0733-4cda-b172-ae994de20a17 tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:01.288590 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-209eaa29-ab3f-456c-abc4-1f9e408a22d4 req-c9ff12a7-0733-4cda-b172-ae994de20a17 tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] 10.222.0.46 "DELETE /v2.0/ports/5df61485-8d2a-47d4-9884-e840f5689a5d HTTP/1.1" status: 204 len: 173 time: 2.7743087 Aug 29 04:38:01.293201 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b25f2fd3-149b-4c4f-9b91-9020c243fd31', 'name': 'network-vif-deleted', 'tag': '5df61485-8d2a-47d4-9884-e840f5689a5d'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:38:01.295674 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3a58170-0709-4e91-8c26-62baf6b31c09" -d '{"events": [{"server_uuid": "b25f2fd3-149b-4c4f-9b91-9020c243fd31", "name": "network-vif-deleted", "tag": "5df61485-8d2a-47d4-9884-e840f5689a5d"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:38:01.301857 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5d23e5db-3ad3-467c-b436-b97eb352e41e tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:01.310262 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5d23e5db-3ad3-467c-b436-b97eb352e41e tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:01.382015 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d23e5db-3ad3-467c-b436-b97eb352e41e tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bec428da-c725-4cda-b7f6-87961f1e0166,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:01.405895 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c948a5ba-c284-4498-a843-e648c4dc334a tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=94828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:38:01.415738 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fe0e10d-a4f3-4776-be28-2ec0fb10e885 x-openstack-request-id: req-5fe0e10d-a4f3-4776-be28-2ec0fb10e885 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:38:01.416024 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b25f2fd3-149b-4c4f-9b91-9020c243fd31", "name": "network-vif-deleted", "tag": "5df61485-8d2a-47d4-9884-e840f5689a5d", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:38:01.416247 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5fe0e10d-a4f3-4776-be28-2ec0fb10e885 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:38:01.416661 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b25f2fd3-149b-4c4f-9b91-9020c243fd31', 'name': 'network-vif-deleted', 'tag': '5df61485-8d2a-47d4-9884-e840f5689a5d', 'status': 'completed', 'code': 200} Aug 29 04:38:01.457094 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 96365f54-a487-42a6-9ec1-4b917386a6d8 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:38:01.481662 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c948a5ba-c284-4498-a843-e648c4dc334a tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:01.482103 n-d-712140-12 neutron-server[94828]: INFO neutron.db.segments_db [None req-c948a5ba-c284-4498-a843-e648c4dc334a tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Added segment fb8b06d3-efde-4a73-99de-ef754a8f2590 of type vlan for network 235c05c0-15fd-45c0-a02a-fc7befcf9cb3 Aug 29 04:38:01.486275 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8076cb97-79fb-4cc1-a67d-6d5db7d791a8 req-22955477-b4be-4cd7-8891-aee3855ed8b1 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup_access--348803271&fields=id&tenant_id=aee320d7fd864e10bc0cb9e2e1782ff3 HTTP/1.1" status: 200 len: 267 time: 0.1966541 Aug 29 04:38:01.525257 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e7bec1c6-7a0a-461a-805f-08fe5bef95ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:01.534417 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e7bec1c6-7a0a-461a-805f-08fe5bef95ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:01.572230 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c948a5ba-c284-4498-a843-e648c4dc334a tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:01.598892 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-e7bec1c6-7a0a-461a-805f-08fe5bef95ec admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=69fdc08a1d834e0e8b9c6a20186b42ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4794552 Aug 29 04:38:01.599155 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51972) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:01.601298 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bec1c6-7a0a-461a-805f-08fe5bef95ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9d88826-a4a7-4048-843e-12bb71d894d2,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:01.609927 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5d23e5db-3ad3-467c-b436-b97eb352e41e tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:01.616722 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-5d23e5db-3ad3-467c-b436-b97eb352e41e tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5784371 Aug 29 04:38:01.618300 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51974) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:01.640859 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-a99dd5d4-b051-43f3-a6fe-8742a051b00c None None] Set router bb9b5a4d-fd7a-4dc1-9320-c62f5d3e19e9 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:38:01.651175 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-0350e59a-5647-47e3-ad1d-6bf5fe63fd54 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] 10.222.0.22 "GET /v2.0/security-group-rules/bec428da-c725-4cda-b7f6-87961f1e0166 HTTP/1.1" status: 200 len: 763 time: 0.0313160 Aug 29 04:38:01.652227 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51976) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:01.672200 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8076cb97-79fb-4cc1-a67d-6d5db7d791a8 req-be2826a5-ef81-45cc-a749-ef91f66e9924 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup_general--423165328&fields=id&tenant_id=aee320d7fd864e10bc0cb9e2e1782ff3 HTTP/1.1" status: 200 len: 267 time: 0.1766801 Aug 29 04:38:01.673383 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d27192b-99f3-4204-9d3a-c990aaf1fb1a tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Made reservation on behalf of 8faa5ea7fca64f93a90f1124ba2b3499 for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:38:01.679921 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8d27192b-99f3-4204-9d3a-c990aaf1fb1a tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:01.712640 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-ecc5d057-a3b6-41ab-bb01-c2e70136e579 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0589056 Aug 29 04:38:01.723159 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51978) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:01.764422 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b0ea1773-f320-48b0-b5d9-b51b9191ae57 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:01.773579 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b0ea1773-f320-48b0-b5d9-b51b9191ae57 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:01.819269 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b0ea1773-f320-48b0-b5d9-b51b9191ae57 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:01.827081 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b0ea1773-f320-48b0-b5d9-b51b9191ae57 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:01.831645 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-b0ea1773-f320-48b0-b5d9-b51b9191ae57 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/bec428da-c725-4cda-b7f6-87961f1e0166 HTTP/1.1" status: 204 len: 168 time: 0.1048331 Aug 29 04:38:01.833098 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51982) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:01.841772 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 5df61485-8d2a-47d4-9884-e840f5689a5d no longer exists at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:38:01.853987 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ea1773-f320-48b0-b5d9-b51b9191ae57 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bec428da-c725-4cda-b7f6-87961f1e0166,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:01.874580 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] No Port match for: 5df61485-8d2a-47d4-9884-e840f5689a5d {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:38:01.875253 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 5df61485-8d2a-47d4-9884-e840f5689a5d not bound to the agent host n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:38:01.912727 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-42a71011-596c-48d7-b60c-6a9729ff7676 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0784223 Aug 29 04:38:01.916506 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51984) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:01.921585 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-11fc5cae-8ea0-4b00-bd83-6b2becf055c9 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Request body: {'security_group_rule': {'security_group_id': '412024de-adbf-49f9-8f41-385707202cdf', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:01.957348 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-65810f39-bc80-4048-a2c1-1cd724b2c3ea req-668e1745-0768-46b0-aba2-fd167ee72709 tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] 10.222.0.22 "GET /v2.0/ports?device_id=b25f2fd3-149b-4c4f-9b91-9020c243fd31 HTTP/1.1" status: 200 len: 210 time: 0.0422421 Aug 29 04:38:01.959280 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c948a5ba-c284-4498-a843-e648c4dc334a tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:01.963554 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-a99dd5d4-b051-43f3-a6fe-8742a051b00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9b5a4d-fd7a-4dc1-9320-c62f5d3e19e9', 'name': 'tempest-TestServerBasicOps-439922876-router', 'tenant_id': 'b765fede93b04201b5c324a28753ffa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': 'c883f625-d9c1-4f98-9814-d4d60e463469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:32:14Z', 'updated_at': '2021-08-29T04:32:22Z', 'revision_number': 4, 'project_id': 'b765fede93b04201b5c324a28753ffa9', 'gw_port': {'id': 'c883f625-d9c1-4f98-9814-d4d60e463469', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:43:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9b5a4d-fd7a-4dc1-9320-c62f5d3e19e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:15Z', 'updated_at': '2021-08-29T04:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '04690ccb-31a2-42b9-a669-035600805725', 'name': '', 'network_id': '1ebc2e43-1665-45c9-99e8-25ad0856d831', 'tenant_id': 'b765fede93b04201b5c324a28753ffa9', 'mac_address': 'fa:16:3e:aa:ed:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9b5a4d-fd7a-4dc1-9320-c62f5d3e19e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': 'c3ff3d49-5062-4d8a-bbcb-4d8089f57765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:21Z', 'updated_at': '2021-08-29T04:32:33Z', 'revision_number': 5, 'project_id': 'b765fede93b04201b5c324a28753ffa9', 'subnets': [{'id': 'c3ff3d49-5062-4d8a-bbcb-4d8089f57765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:01.966556 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c948a5ba-c284-4498-a843-e648c4dc334a tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:01.966754 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c948a5ba-c284-4498-a843-e648c4dc334a tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:01.993375 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-11fc5cae-8ea0-4b00-bd83-6b2becf055c9 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:02.000372 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99dd5d4-b051-43f3-a6fe-8742a051b00c None None] Checking router: bb9b5a4d-fd7a-4dc1-9320-c62f5d3e19e9 for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:38:02.013271 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99dd5d4-b051-43f3-a6fe-8742a051b00c None None] Routers {'bb9b5a4d-fd7a-4dc1-9320-c62f5d3e19e9'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:38:02.014364 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-a99dd5d4-b051-43f3-a6fe-8742a051b00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:37:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['bb9b5a4d-fd7a-4dc1-9320-c62f5d3e19e9'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:02.060862 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-11fc5cae-8ea0-4b00-bd83-6b2becf055c9 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:02.066870 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-11fc5cae-8ea0-4b00-bd83-6b2becf055c9 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:02.079902 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-c948a5ba-c284-4498-a843-e648c4dc334a tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0150030 Aug 29 04:38:02.085401 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51988) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:02.092370 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-5e955223-e5c6-4ee9-bca9-be0611fa7244 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1861379315'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:02.096079 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fc5cae-8ea0-4b00-bd83-6b2becf055c9 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24d9873f-1c00-48cf-8b9b-f97be2649fa1,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:02.105391 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-11fc5cae-8ea0-4b00-bd83-6b2becf055c9 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:02.110312 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-11fc5cae-8ea0-4b00-bd83-6b2becf055c9 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1927047 Aug 29 04:38:02.111839 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51990) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:02.122903 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-57ff8bbc-0ce5-4f02-8743-5478c10748bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:02.138148 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-3cd460cd-5c06-470b-b24d-1e600fa51be3 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] 10.222.0.22 "GET /v2.0/security-group-rules/24d9873f-1c00-48cf-8b9b-f97be2649fa1 HTTP/1.1" status: 200 len: 763 time: 0.0237136 Aug 29 04:38:02.138786 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51992) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:02.147099 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e955223-e5c6-4ee9-bca9-be0611fa7244 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Made reservation on behalf of cf9d55bde42b4ba2829792f5c7b5df61 for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:38:02.150511 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5e955223-e5c6-4ee9-bca9-be0611fa7244 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:02.150830 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-a99dd5d4-b051-43f3-a6fe-8742a051b00c None None] Set router bb9b5a4d-fd7a-4dc1-9320-c62f5d3e19e9 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:38:02.167774 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c948a5ba-c284-4498-a843-e648c4dc334a tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Pushing event updated for resources: {'Network': ['ID=235c05c0-15fd-45c0-a02a-fc7befcf9cb3,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:02.187369 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 235c05c0-15fd-45c0-a02a-fc7befcf9cb3 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:38:02.194580 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e955223-e5c6-4ee9-bca9-be0611fa7244 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:38:02.209447 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-986a6635-73b1-4ee0-a0e6-302f3ac0764e tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0686710 Aug 29 04:38:02.210064 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8076cb97-79fb-4cc1-a67d-6d5db7d791a8 req-2b460684-d22f-488d-b644-b557cb539c94 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:02.210222 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51994) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:02.211421 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8076cb97-79fb-4cc1-a67d-6d5db7d791a8 req-2b460684-d22f-488d-b644-b557cb539c94 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] 10.222.0.22 "GET /v2.0/networks?id=6cf7221f-a029-4ca0-a9e5-812e04e8d2d2 HTTP/1.1" status: 200 len: 797 time: 0.5098834 Aug 29 04:38:02.220209 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-57ff8bbc-0ce5-4f02-8743-5478c10748bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:02.229364 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5e955223-e5c6-4ee9-bca9-be0611fa7244 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:02.229717 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-5e955223-e5c6-4ee9-bca9-be0611fa7244 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Added segment 42c3e57f-d7bf-4f5a-9dc5-6cec794dc345 of type vlan for network 996ae037-f11f-4cc5-9ee8-ff912d850c5f Aug 29 04:38:02.274899 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8f27869e-b68e-472b-8c54-898e2322168b tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:02.288746 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8f27869e-b68e-472b-8c54-898e2322168b tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:02.291530 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5e955223-e5c6-4ee9-bca9-be0611fa7244 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:02.294905 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8076cb97-79fb-4cc1-a67d-6d5db7d791a8 req-3a55d997-e0b9-490c-aaf7-207cd3863570 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] 10.222.0.22 "GET /v2.0/quotas/aee320d7fd864e10bc0cb9e2e1782ff3 HTTP/1.1" status: 200 len: 375 time: 0.0659230 Aug 29 04:38:02.332278 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8f27869e-b68e-472b-8c54-898e2322168b tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:02.339665 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8f27869e-b68e-472b-8c54-898e2322168b tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:02.343283 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-8f27869e-b68e-472b-8c54-898e2322168b tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/24d9873f-1c00-48cf-8b9b-f97be2649fa1 HTTP/1.1" status: 204 len: 168 time: 0.1269500 Aug 29 04:38:02.343283 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5e955223-e5c6-4ee9-bca9-be0611fa7244 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:02.343731 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 51996) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:02.348995 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e955223-e5c6-4ee9-bca9-be0611fa7244 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:02.349526 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5e955223-e5c6-4ee9-bca9-be0611fa7244 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:02.365886 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f27869e-b68e-472b-8c54-898e2322168b tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=24d9873f-1c00-48cf-8b9b-f97be2649fa1,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:02.367980 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8d27192b-99f3-4204-9d3a-c990aaf1fb1a tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9191137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10062364'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:02.409660 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-5e955223-e5c6-4ee9-bca9-be0611fa7244 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3230855 Aug 29 04:38:02.438937 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e955223-e5c6-4ee9-bca9-be0611fa7244 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Pushing event updated for resources: {'Network': ['ID=996ae037-f11f-4cc5-9ee8-ff912d850c5f,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:02.446125 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d27192b-99f3-4204-9d3a-c990aaf1fb1a tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Pushing event updated for resources: {'Subnet': ['ID=2504671d-adc5-4f5a-87ee-ca8f138f97d8,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:02.453467 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 996ae037-f11f-4cc5-9ee8-ff912d850c5f details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:38:02.514333 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 40386300-6430-4ead-851d-8044232e844e up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:38:02.515548 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8076cb97-79fb-4cc1-a67d-6d5db7d791a8 req-588a5c8c-cb8d-4de8-ba84-e371b10184ac tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=aee320d7fd864e10bc0cb9e2e1782ff3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2094283 Aug 29 04:38:02.540578 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-7611a156-97bf-4d47-aeed-a35cbb35de94 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1932127 Aug 29 04:38:02.540578 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-57ff8bbc-0ce5-4f02-8743-5478c10748bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:02.541760 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-57ff8bbc-0ce5-4f02-8743-5478c10748bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:02.543445 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-57ff8bbc-0ce5-4f02-8743-5478c10748bb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d9d88826-a4a7-4048-843e-12bb71d894d2 HTTP/1.1" status: 204 len: 168 time: 0.9419775 Aug 29 04:38:02.544646 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 51998) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:02.557408 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-4f96ef0c-746b-4c90-9542-3d94a98a05cb tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Request body: {'security_group_rule': {'security_group_id': '412024de-adbf-49f9-8f41-385707202cdf', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:02.561284 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d27192b-99f3-4204-9d3a-c990aaf1fb1a tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Checking segment: {'id': '665fe9d4-9b77-4a27-a656-a1964b70d5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '5bab3c8f-2314-4a35-b2dc-c2c780f9f146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:38:02.561731 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d27192b-99f3-4204-9d3a-c990aaf1fb1a tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Network hostable DHCP agents. Network: 5bab3c8f-2314-4a35-b2dc-c2c780f9f146, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:38:02.566203 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ff8bbc-0ce5-4f02-8743-5478c10748bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9d88826-a4a7-4048-843e-12bb71d894d2,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:02.593592 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d27192b-99f3-4204-9d3a-c990aaf1fb1a tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Network 5bab3c8f-2314-4a35-b2dc-c2c780f9f146 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:38:02.612659 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-8d27192b-99f3-4204-9d3a-c990aaf1fb1a tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 5bab3c8f-2314-4a35-b2dc-c2c780f9f146) {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:38:02.629472 n-d-712140-12 neutron-server[94829]: INFO neutron.db.securitygroups_db [None req-4f96ef0c-746b-4c90-9542-3d94a98a05cb tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Project 113a18b00410473d94801e2687f16de3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 04:38:02.638813 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d27192b-99f3-4204-9d3a-c990aaf1fb1a tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:02.640598 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4f96ef0c-746b-4c90-9542-3d94a98a05cb tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:02.641362 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8d27192b-99f3-4204-9d3a-c990aaf1fb1a tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:02.658657 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18cdb65-b548-4afd-a81d-b7b5418f7536 None None] Network 5bab3c8f-2314-4a35-b2dc-c2c780f9f146 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:38:02.677289 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-8d27192b-99f3-4204-9d3a-c990aaf1fb1a tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6111674 Aug 29 04:38:02.680151 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 52004) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:02.689932 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-8e52f915-aed2-4947-9211-f663b0031264 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Request body: {'subnet': {'network_id': '96365f54-a487-42a6-9ec1-4b917386a6d8', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:02.764823 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-a99dd5d4-b051-43f3-a6fe-8742a051b00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9b5a4d-fd7a-4dc1-9320-c62f5d3e19e9', 'name': 'tempest-TestServerBasicOps-439922876-router', 'tenant_id': 'b765fede93b04201b5c324a28753ffa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': 'c883f625-d9c1-4f98-9814-d4d60e463469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:32:14Z', 'updated_at': '2021-08-29T04:32:22Z', 'revision_number': 4, 'project_id': 'b765fede93b04201b5c324a28753ffa9', 'gw_port': {'id': 'c883f625-d9c1-4f98-9814-d4d60e463469', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:43:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9b5a4d-fd7a-4dc1-9320-c62f5d3e19e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:15Z', 'updated_at': '2021-08-29T04:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '04690ccb-31a2-42b9-a669-035600805725', 'name': '', 'network_id': '1ebc2e43-1665-45c9-99e8-25ad0856d831', 'tenant_id': 'b765fede93b04201b5c324a28753ffa9', 'mac_address': 'fa:16:3e:aa:ed:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9b5a4d-fd7a-4dc1-9320-c62f5d3e19e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': 'c3ff3d49-5062-4d8a-bbcb-4d8089f57765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:21Z', 'updated_at': '2021-08-29T04:32:33Z', 'revision_number': 5, 'project_id': 'b765fede93b04201b5c324a28753ffa9', 'subnets': [{'id': 'c3ff3d49-5062-4d8a-bbcb-4d8089f57765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:02.804498 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99dd5d4-b051-43f3-a6fe-8742a051b00c None None] The sync data for ids ['bb9b5a4d-fd7a-4dc1-9320-c62f5d3e19e9'] in n-d-712140-12 is: [{'id': 'bb9b5a4d-fd7a-4dc1-9320-c62f5d3e19e9', 'name': 'tempest-TestServerBasicOps-439922876-router', 'tenant_id': 'b765fede93b04201b5c324a28753ffa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': 'c883f625-d9c1-4f98-9814-d4d60e463469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:32:14Z', 'updated_at': '2021-08-29T04:32:22Z', 'revision_number': 4, 'project_id': 'b765fede93b04201b5c324a28753ffa9', 'gw_port': {'id': 'c883f625-d9c1-4f98-9814-d4d60e463469', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:43:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9b5a4d-fd7a-4dc1-9320-c62f5d3e19e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:15Z', 'updated_at': '2021-08-29T04:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '04690ccb-31a2-42b9-a669-035600805725', 'name': '', 'network_id': '1ebc2e43-1665-45c9-99e8-25ad0856d831', 'tenant_id': 'b765fede93b04201b5c324a28753ffa9', 'mac_address': 'fa:16:3e:aa:ed:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9b5a4d-fd7a-4dc1-9320-c62f5d3e19e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': 'c3ff3d49-5062-4d8a-bbcb-4d8089f57765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:21Z', 'updated_at': '2021-08-29T04:32:33Z', 'revision_number': 5, 'project_id': 'b765fede93b04201b5c324a28753ffa9', 'subnets': [{'id': 'c3ff3d49-5062-4d8a-bbcb-4d8089f57765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:38:02.832364 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4f96ef0c-746b-4c90-9542-3d94a98a05cb tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:02.834819 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 40386300-6430-4ead-851d-8044232e844e triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:38:02.836941 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:02.840814 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4f96ef0c-746b-4c90-9542-3d94a98a05cb tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:02.878942 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f96ef0c-746b-4c90-9542-3d94a98a05cb tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d3c7803-fcd5-4d33-a81d-4dd049c35919,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:02.911952 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4f96ef0c-746b-4c90-9542-3d94a98a05cb tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:02.915269 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-4f96ef0c-746b-4c90-9542-3d94a98a05cb tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3646414 Aug 29 04:38:02.919898 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 52006) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:02.973880 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-44093efb-4ed0-48d7-86e4-d685dbce1068 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] 10.222.0.22 "GET /v2.0/security-group-rules/7d3c7803-fcd5-4d33-a81d-4dd049c35919 HTTP/1.1" status: 200 len: 769 time: 0.0521166 Aug 29 04:38:02.984208 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 52010) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:03.050393 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-8179af9a-57f1-42aa-b8bb-c546249680d3 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0641496 Aug 29 04:38:03.052439 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 52014) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:03.091191 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 52016) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:03.101401 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42bba786-d09e-4bfd-b187-bf754d09d3ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-5bab3c8f-2314-4a35-b2dc-c2c780f9f146', 'network_id': '5bab3c8f-2314-4a35-b2dc-c2c780f9f146', 'tenant_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'fixed_ips': [{'subnet_id': '2504671d-adc5-4f5a-87ee-ca8f138f97d8'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:38:03.102414 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-42bba786-d09e-4bfd-b187-bf754d09d3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:03.197132 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3c9a8c05-98b1-4ae8-8ad7-6c7d11c2774d tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:03.211913 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3c9a8c05-98b1-4ae8-8ad7-6c7d11c2774d tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:03.349356 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bd5c73-e772-4e24-baa0-2ea08215be6f None None] New status for floating IP b7d2f8d2-2e81-4752-960d-1ba69cb27444: DOWN {{(pid=94831) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:38:03.358456 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3c9a8c05-98b1-4ae8-8ad7-6c7d11c2774d tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:03.366498 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3c9a8c05-98b1-4ae8-8ad7-6c7d11c2774d tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:03.369922 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-3c9a8c05-98b1-4ae8-8ad7-6c7d11c2774d tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/7d3c7803-fcd5-4d33-a81d-4dd049c35919 HTTP/1.1" status: 204 len: 168 time: 0.3046467 Aug 29 04:38:03.375781 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 52026) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:03.458563 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9a8c05-98b1-4ae8-8ad7-6c7d11c2774d tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7d3c7803-fcd5-4d33-a81d-4dd049c35919,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:03.469543 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-34954a08-8c61-44aa-b357-7e81c5e1f1a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:03.484612 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-42bba786-d09e-4bfd-b187-bf754d09d3ed None None] Allocated IP 172.20.0.2 (5bab3c8f-2314-4a35-b2dc-c2c780f9f146/2504671d-adc5-4f5a-87ee-ca8f138f97d8/9a4aa791-0a45-4cae-99b8-e85a203db1db) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:38:03.504948 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-bbb1357b-67a5-404b-aa40-96f0017a3510 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1229913 Aug 29 04:38:03.511258 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 52030) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:03.516605 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-20af056f-20cf-4496-813d-b9fc0d54dc3b tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] Deleting port ca217518-4cd0-4d21-9278-8d7dd2fd4d6d {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:38:03.516996 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-20af056f-20cf-4496-813d-b9fc0d54dc3b tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:03.627933 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e52f915-aed2-4947-9211-f663b0031264 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Made reservation on behalf of 8faa5ea7fca64f93a90f1124ba2b3499 for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:38:03.634356 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8e52f915-aed2-4947-9211-f663b0031264 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:03.689801 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-20af056f-20cf-4496-813d-b9fc0d54dc3b tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:03.690108 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-20af056f-20cf-4496-813d-b9fc0d54dc3b tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:03.716021 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-20af056f-20cf-4496-813d-b9fc0d54dc3b tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] Calling delete_port for ca217518-4cd0-4d21-9278-8d7dd2fd4d6d owned by network:floatingip {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:38:03.716382 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8076cb97-79fb-4cc1-a67d-6d5db7d791a8 req-0923cb52-99db-4de0-90dd-bdbaef6bc994 service neutron] 10.222.0.22 "GET /v2.0/networks/6cf7221f-a029-4ca0-a9e5-812e04e8d2d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1698928 Aug 29 04:38:03.810856 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-42bba786-d09e-4bfd-b187-bf754d09d3ed None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:03.831539 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-42bba786-d09e-4bfd-b187-bf754d09d3ed None None] Transition to ACTIVE for port object 9a4aa791-0a45-4cae-99b8-e85a203db1db will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:38:03.870729 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-42bba786-d09e-4bfd-b187-bf754d09d3ed None None] Transition to ACTIVE for port object 9a4aa791-0a45-4cae-99b8-e85a203db1db will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:38:03.878439 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-42bba786-d09e-4bfd-b187-bf754d09d3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:03.918900 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8076cb97-79fb-4cc1-a67d-6d5db7d791a8 req-1e9e5123-aebe-497f-b801-5bbc5e532c33 service neutron] 10.222.0.22 "GET /v2.0/networks/6cf7221f-a029-4ca0-a9e5-812e04e8d2d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840541 Aug 29 04:38:03.925703 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bba786-d09e-4bfd-b187-bf754d09d3ed None None] Pushing event updated for resources: {'Port': ['ID=9a4aa791-0a45-4cae-99b8-e85a203db1db,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:03.952732 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42bba786-d09e-4bfd-b187-bf754d09d3ed None None] Network 5bab3c8f-2314-4a35-b2dc-c2c780f9f146 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:38:03.955487 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-42bba786-d09e-4bfd-b187-bf754d09d3ed None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:38:03.962017 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bba786-d09e-4bfd-b187-bf754d09d3ed None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:38:04.019465 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8e52f915-aed2-4947-9211-f663b0031264 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9191137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10062364'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:04.078205 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-42bba786-d09e-4bfd-b187-bf754d09d3ed None None] Attempting to bind port 9a4aa791-0a45-4cae-99b8-e85a203db1db on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:38:04.078793 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-42bba786-d09e-4bfd-b187-bf754d09d3ed None None] Attempting to bind port 9a4aa791-0a45-4cae-99b8-e85a203db1db by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '665fe9d4-9b77-4a27-a656-a1964b70d5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '5bab3c8f-2314-4a35-b2dc-c2c780f9f146'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:38:04.079338 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bba786-d09e-4bfd-b187-bf754d09d3ed None None] Attempting to bind port 9a4aa791-0a45-4cae-99b8-e85a203db1db on network 5bab3c8f-2314-4a35-b2dc-c2c780f9f146 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:38:04.085169 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bba786-d09e-4bfd-b187-bf754d09d3ed None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:38:04.085788 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bba786-d09e-4bfd-b187-bf754d09d3ed None None] Checking segment: {'id': '665fe9d4-9b77-4a27-a656-a1964b70d5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '5bab3c8f-2314-4a35-b2dc-c2c780f9f146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:38:04.086346 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-42bba786-d09e-4bfd-b187-bf754d09d3ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:04.086883 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bba786-d09e-4bfd-b187-bf754d09d3ed None None] Bound using segment: {'id': '665fe9d4-9b77-4a27-a656-a1964b70d5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '5bab3c8f-2314-4a35-b2dc-c2c780f9f146'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:38:04.087495 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-42bba786-d09e-4bfd-b187-bf754d09d3ed None None] Bound port: 9a4aa791-0a45-4cae-99b8-e85a203db1db, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '665fe9d4-9b77-4a27-a656-a1964b70d5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '5bab3c8f-2314-4a35-b2dc-c2c780f9f146'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:38:04.088066 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-42bba786-d09e-4bfd-b187-bf754d09d3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:04.112979 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-20af056f-20cf-4496-813d-b9fc0d54dc3b tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:04.116686 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-122a474e-5007-48ac-b04a-0a39409898fb tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:04.129779 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e52f915-aed2-4947-9211-f663b0031264 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Pushing event updated for resources: {'Subnet': ['ID=380ebfba-6442-40f7-a1df-34ebe7a8ce8a,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:04.150700 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20af056f-20cf-4496-813d-b9fc0d54dc3b tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] Pushing event deleted for resources: {'Port': ['ID=ca217518-4cd0-4d21-9278-8d7dd2fd4d6d,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:04.207857 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e52f915-aed2-4947-9211-f663b0031264 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Checking segment: {'id': 'e338252b-d46e-4808-b7df-6f36e8c84651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '96365f54-a487-42a6-9ec1-4b917386a6d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:38:04.208768 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e52f915-aed2-4947-9211-f663b0031264 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Network hostable DHCP agents. Network: 96365f54-a487-42a6-9ec1-4b917386a6d8, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:38:04.214301 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-122a474e-5007-48ac-b04a-0a39409898fb tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:04.250406 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e52f915-aed2-4947-9211-f663b0031264 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Network 96365f54-a487-42a6-9ec1-4b917386a6d8 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:38:04.279836 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-8e52f915-aed2-4947-9211-f663b0031264 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 96365f54-a487-42a6-9ec1-4b917386a6d8) {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:38:04.287420 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-bb103f3b-2653-4de8-8d38-b8516b3c4c62 req-981de34f-578a-4f75-9e48-0f1cffa9285e tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] 10.222.0.22 "GET /v2.0/ports?device_id=46e8bc8c-be2e-4e64-8f62-71e110b3c077 HTTP/1.1" status: 200 len: 210 time: 0.0391700 Aug 29 04:38:04.302457 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e25d2e7-466d-4169-aad1-6939557d3e68 None None] Network 96365f54-a487-42a6-9ec1-4b917386a6d8 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:38:04.306387 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-20af056f-20cf-4496-813d-b9fc0d54dc3b tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] Notify callbacks [] for floatingip, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:04.309954 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-20af056f-20cf-4496-813d-b9fc0d54dc3b tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:04.321022 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-20af056f-20cf-4496-813d-b9fc0d54dc3b tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] 10.222.0.22 "DELETE /v2.0/floatingips/b7d2f8d2-2e81-4752-960d-1ba69cb27444 HTTP/1.1" status: 204 len: 168 time: 1.2175016 Aug 29 04:38:04.330253 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e52f915-aed2-4947-9211-f663b0031264 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:04.333550 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8e52f915-aed2-4947-9211-f663b0031264 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:04.338252 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-122a474e-5007-48ac-b04a-0a39409898fb tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:04.353925 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-122a474e-5007-48ac-b04a-0a39409898fb tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:04.358332 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 52052) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:04.358753 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-122a474e-5007-48ac-b04a-0a39409898fb tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] 10.222.0.22 "DELETE /v2.0/security-groups/412024de-adbf-49f9-8f41-385707202cdf HTTP/1.1" status: 204 len: 168 time: 0.6074593 Aug 29 04:38:04.384662 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122a474e-5007-48ac-b04a-0a39409898fb tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=412024de-adbf-49f9-8f41-385707202cdf,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:04.433057 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 52054) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:04.433826 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-8e52f915-aed2-4947-9211-f663b0031264 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7474167 Aug 29 04:38:04.441894 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-60fe9ba0-7f7c-480f-b407-23ef986977c6 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-463840828', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:04.520119 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-e7bf1f31-375a-4d34-9027-3d8f172893c4 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1601868 Aug 29 04:38:04.520647 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 52062) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:04.552849 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-60fe9ba0-7f7c-480f-b407-23ef986977c6 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:04.554198 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-60fe9ba0-7f7c-480f-b407-23ef986977c6 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1838'] for router, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:04.560579 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-42bba786-d09e-4bfd-b187-bf754d09d3ed None None] For port 9a4aa791-0a45-4cae-99b8-e85a203db1db, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:38:04.565820 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 52064) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:04.609713 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-6e190609-8d87-4e25-99e0-042efec73082 tempest-SecGroupIPv6Test-889483335 tempest-SecGroupIPv6Test-889483335-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0783141 Aug 29 04:38:04.643351 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-42bba786-d09e-4bfd-b187-bf754d09d3ed None None] For port 9a4aa791-0a45-4cae-99b8-e85a203db1db, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=9a4aa791-0a45-4cae-99b8-e85a203db1db,segment=NetworkSegment(665fe9d4-9b77-4a27-a656-a1964b70d5fa),segment_id=665fe9d4-9b77-4a27-a656-a1964b70d5fa)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:38:04.654857 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-42bba786-d09e-4bfd-b187-bf754d09d3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:04.700718 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-60fe9ba0-7f7c-480f-b407-23ef986977c6 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:04.709103 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-60fe9ba0-7f7c-480f-b407-23ef986977c6 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409'] for router, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:04.734119 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8ae7981f-6834-4288-b198-8e24a67aebbb tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:04.753605 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-60fe9ba0-7f7c-480f-b407-23ef986977c6 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:04.759084 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-60fe9ba0-7f7c-480f-b407-23ef986977c6 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3243008 Aug 29 04:38:04.760073 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 52070) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:04.811865 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8ae7981f-6834-4288-b198-8e24a67aebbb tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:04.926124 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bba786-d09e-4bfd-b187-bf754d09d3ed None None] Pushing event updated for resources: {'Port': ['ID=9a4aa791-0a45-4cae-99b8-e85a203db1db,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:04.975138 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8ae7981f-6834-4288-b198-8e24a67aebbb tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:04.978148 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8ae7981f-6834-4288-b198-8e24a67aebbb tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:04.987507 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-8ae7981f-6834-4288-b198-8e24a67aebbb tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] 10.222.0.22 "DELETE /v2.0/security-groups/91890e48-7ed6-4995-b52b-4b966607cd8d HTTP/1.1" status: 204 len: 168 time: 0.4205129 Aug 29 04:38:05.040614 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae7981f-6834-4288-b198-8e24a67aebbb tempest-TestServerBasicOps-487743870 tempest-TestServerBasicOps-487743870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91890e48-7ed6-4995-b52b-4b966607cd8d,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:05.061641 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 52078) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:05.227575 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c3ef52-29c1-4421-a064-5b6b858de440 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-96365f54-a487-42a6-9ec1-4b917386a6d8', 'network_id': '96365f54-a487-42a6-9ec1-4b917386a6d8', 'tenant_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'fixed_ips': [{'subnet_id': '380ebfba-6442-40f7-a1df-34ebe7a8ce8a'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:38:05.228959 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-50c3ef52-29c1-4421-a064-5b6b858de440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:05.378155 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a1d0d9cd-6c79-4325-88b8-88ae7ca9023f tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:05.451334 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 52088) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:05.669100 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 52094) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:05.755343 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1870a449-5de2-454a-b54c-018c3fa0449a req-34e88dab-3771-4c2b-8a28-3bdbb3b49cd2 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] 10.222.0.22 "GET /v2.0/ports?device_id=46e8bc8c-be2e-4e64-8f62-71e110b3c077 HTTP/1.1" status: 200 len: 210 time: 0.2738423 Aug 29 04:38:05.851252 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-50c3ef52-29c1-4421-a064-5b6b858de440 None None] Allocated IP 172.21.0.2 (96365f54-a487-42a6-9ec1-4b917386a6d8/380ebfba-6442-40f7-a1df-34ebe7a8ce8a/0d51f831-e056-43b3-a278-009585a01f8e) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:38:05.876058 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-003bff1b-53e3-4d87-9cd0-efefbb875e6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:05.946495 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 52098) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:05.955257 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-a307665e-79d8-4c1a-80c8-a93c53f4e00c tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Request body: {'subnets': [{'network_id': '235c05c0-15fd-45c0-a02a-fc7befcf9cb3', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--359594554', 'ip_version': 6}, {'network_id': '996ae037-f11f-4cc5-9ee8-ff912d850c5f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:05.955664 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-a307665e-79d8-4c1a-80c8-a93c53f4e00c tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Request body: {'subnet': {'network_id': '235c05c0-15fd-45c0-a02a-fc7befcf9cb3', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--359594554', 'ip_version': 6}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:05.956412 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-a307665e-79d8-4c1a-80c8-a93c53f4e00c tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Request body: {'subnet': {'network_id': '996ae037-f11f-4cc5-9ee8-ff912d850c5f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:06.077849 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b47a29d1-55b8-4efd-bf3d-4f2a7e53a482 req-3d08062a-6d03-4691-b703-4d074e1e8b84 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=78e1d3c1-2943-4567-af4e-14c28f0b7c9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3554273 Aug 29 04:38:06.086722 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-ce654826-b5e8-4854-bcba-cccece195bf3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=113a18b00410473d94801e2687f16de3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4165089 Aug 29 04:38:06.091741 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 52100) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:06.107944 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-50c3ef52-29c1-4421-a064-5b6b858de440 None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:06.123461 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-50c3ef52-29c1-4421-a064-5b6b858de440 None None] Transition to ACTIVE for port object 0d51f831-e056-43b3-a278-009585a01f8e will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:38:06.159661 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-50c3ef52-29c1-4421-a064-5b6b858de440 None None] Transition to ACTIVE for port object 0d51f831-e056-43b3-a278-009585a01f8e will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:38:06.172324 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-50c3ef52-29c1-4421-a064-5b6b858de440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:06.239766 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c3ef52-29c1-4421-a064-5b6b858de440 None None] Network 96365f54-a487-42a6-9ec1-4b917386a6d8 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:38:06.253348 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-50c3ef52-29c1-4421-a064-5b6b858de440 None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:38:06.264300 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c3ef52-29c1-4421-a064-5b6b858de440 None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:38:06.303098 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-eb2139d8-4292-40ff-8813-962622625435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:06.315756 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c3ef52-29c1-4421-a064-5b6b858de440 None None] Pushing event updated for resources: {'Port': ['ID=0d51f831-e056-43b3-a278-009585a01f8e,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:06.318380 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-003bff1b-53e3-4d87-9cd0-efefbb875e6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:06.363167 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-50c3ef52-29c1-4421-a064-5b6b858de440 None None] Attempting to bind port 0d51f831-e056-43b3-a278-009585a01f8e on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:38:06.363541 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-50c3ef52-29c1-4421-a064-5b6b858de440 None None] Attempting to bind port 0d51f831-e056-43b3-a278-009585a01f8e by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'e338252b-d46e-4808-b7df-6f36e8c84651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '96365f54-a487-42a6-9ec1-4b917386a6d8'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:38:06.363936 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c3ef52-29c1-4421-a064-5b6b858de440 None None] Attempting to bind port 0d51f831-e056-43b3-a278-009585a01f8e on network 96365f54-a487-42a6-9ec1-4b917386a6d8 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:38:06.369870 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c3ef52-29c1-4421-a064-5b6b858de440 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:38:06.370250 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c3ef52-29c1-4421-a064-5b6b858de440 None None] Checking segment: {'id': 'e338252b-d46e-4808-b7df-6f36e8c84651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '96365f54-a487-42a6-9ec1-4b917386a6d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:38:06.370658 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-50c3ef52-29c1-4421-a064-5b6b858de440 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:06.371635 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c3ef52-29c1-4421-a064-5b6b858de440 None None] Bound using segment: {'id': 'e338252b-d46e-4808-b7df-6f36e8c84651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '96365f54-a487-42a6-9ec1-4b917386a6d8'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:38:06.372145 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-50c3ef52-29c1-4421-a064-5b6b858de440 None None] Bound port: 0d51f831-e056-43b3-a278-009585a01f8e, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e338252b-d46e-4808-b7df-6f36e8c84651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '96365f54-a487-42a6-9ec1-4b917386a6d8'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:38:06.372530 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-50c3ef52-29c1-4421-a064-5b6b858de440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:06.384187 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-003bff1b-53e3-4d87-9cd0-efefbb875e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:06.523409 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-50c3ef52-29c1-4421-a064-5b6b858de440 None None] For port 0d51f831-e056-43b3-a278-009585a01f8e, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:38:06.530082 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-50c3ef52-29c1-4421-a064-5b6b858de440 None None] For port 0d51f831-e056-43b3-a278-009585a01f8e, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=0d51f831-e056-43b3-a278-009585a01f8e,segment=NetworkSegment(e338252b-d46e-4808-b7df-6f36e8c84651),segment_id=e338252b-d46e-4808-b7df-6f36e8c84651)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:38:06.542526 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-50c3ef52-29c1-4421-a064-5b6b858de440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:06.596644 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 9a4aa791-0a45-4cae-99b8-e85a203db1db up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:38:06.677180 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-a1d0d9cd-6c79-4325-88b8-88ae7ca9023f tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Allocated IP 172.20.0.1 (5bab3c8f-2314-4a35-b2dc-c2c780f9f146/2504671d-adc5-4f5a-87ee-ca8f138f97d8/e84dddc5-b6b6-4427-a17d-f2a26b90befc) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:38:06.684872 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c3ef52-29c1-4421-a064-5b6b858de440 None None] Pushing event updated for resources: {'Port': ['ID=0d51f831-e056-43b3-a278-009585a01f8e,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:06.685555 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a307665e-79d8-4c1a-80c8-a93c53f4e00c tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Made reservation on behalf of cf9d55bde42b4ba2829792f5c7b5df61 for: {'subnet': 2} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:38:06.701891 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a307665e-79d8-4c1a-80c8-a93c53f4e00c tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4552395'] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:06.702341 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a307665e-79d8-4c1a-80c8-a93c53f4e00c tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4552395'] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:06.703197 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 9a4aa791-0a45-4cae-99b8-e85a203db1db completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:38:06.770405 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b7d472-f65e-4f38-8aa9-4a94b8ea1938 None None] Network 5bab3c8f-2314-4a35-b2dc-c2c780f9f146 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:38:06.850141 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-003bff1b-53e3-4d87-9cd0-efefbb875e6d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=07e8bdc71d68455aa61b714b07e61093&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3975799 Aug 29 04:38:06.851326 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 52106) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:06.861511 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003bff1b-53e3-4d87-9cd0-efefbb875e6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c816fdc-e1d4-4cca-9039-64474e32f1b5,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:06.924943 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-775677e3-6c63-4656-a326-5292bc5a2c8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:07.034250 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-4591a8a8-36e4-46d0-94d9-e2646099c708 None None] Provisioning for port 9a4aa791-0a45-4cae-99b8-e85a203db1db completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:38:07.041760 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-4591a8a8-36e4-46d0-94d9-e2646099c708 None None] Provisioning complete for port 9a4aa791-0a45-4cae-99b8-e85a203db1db triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:38:07.042199 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4591a8a8-36e4-46d0-94d9-e2646099c708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:07.047433 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a1d0d9cd-6c79-4325-88b8-88ae7ca9023f tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:07.055149 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-db28c691-d11b-41c4-a19c-ebc9c9cf2fe9 req-af9111a6-47a4-41a7-a2a0-a19b0d699a60 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] 10.222.0.22 "GET /v2.0/ports?device_id=46e8bc8c-be2e-4e64-8f62-71e110b3c077 HTTP/1.1" status: 200 len: 210 time: 0.1547258 Aug 29 04:38:07.068723 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47a29d1-55b8-4efd-bf3d-4f2a7e53a482 req-6105e678-6350-4df8-b99a-5b44250fd39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:07.069377 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47a29d1-55b8-4efd-bf3d-4f2a7e53a482 req-6105e678-6350-4df8-b99a-5b44250fd39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:07.070003 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47a29d1-55b8-4efd-bf3d-4f2a7e53a482 req-6105e678-6350-4df8-b99a-5b44250fd39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:07.070622 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47a29d1-55b8-4efd-bf3d-4f2a7e53a482 req-6105e678-6350-4df8-b99a-5b44250fd39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:07.071238 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47a29d1-55b8-4efd-bf3d-4f2a7e53a482 req-6105e678-6350-4df8-b99a-5b44250fd39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:07.072076 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47a29d1-55b8-4efd-bf3d-4f2a7e53a482 req-6105e678-6350-4df8-b99a-5b44250fd39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:07.072544 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47a29d1-55b8-4efd-bf3d-4f2a7e53a482 req-6105e678-6350-4df8-b99a-5b44250fd39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:07.075875 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b47a29d1-55b8-4efd-bf3d-4f2a7e53a482 req-6105e678-6350-4df8-b99a-5b44250fd39e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b0f1228a8bd44b90ad5ea0a20c4870bf&device_id=78e1d3c1-2943-4567-af4e-14c28f0b7c9c HTTP/1.1" status: 200 len: 6495 time: 0.7383578 Aug 29 04:38:07.093885 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-a1d0d9cd-6c79-4325-88b8-88ae7ca9023f tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Transition to ACTIVE for port object e84dddc5-b6b6-4427-a17d-f2a26b90befc will not be triggered until provisioned by entity DHCP. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:38:07.133765 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-775677e3-6c63-4656-a326-5292bc5a2c8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:07.210832 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8076cb97-79fb-4cc1-a67d-6d5db7d791a8 req-7cb324e2-ac5e-4d40-9fd6-1169fb287a84 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:07.213047 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8076cb97-79fb-4cc1-a67d-6d5db7d791a8 req-7cb324e2-ac5e-4d40-9fd6-1169fb287a84 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] 10.222.0.46 "GET /v2.0/networks?id=6cf7221f-a029-4ca0-a9e5-812e04e8d2d2 HTTP/1.1" status: 200 len: 797 time: 0.8308156 Aug 29 04:38:07.265933 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a1d0d9cd-6c79-4325-88b8-88ae7ca9023f tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:07.275573 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-93c1b8bd-3018-43a1-82f0-f582bddf3e83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:07.300043 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-93c1b8bd-3018-43a1-82f0-f582bddf3e83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:07.372784 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-93c1b8bd-3018-43a1-82f0-f582bddf3e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:07.375276 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-93c1b8bd-3018-43a1-82f0-f582bddf3e83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:07.377005 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-93c1b8bd-3018-43a1-82f0-f582bddf3e83 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6c816fdc-e1d4-4cca-9039-64474e32f1b5 HTTP/1.1" status: 204 len: 168 time: 0.5117879 Aug 29 04:38:07.399428 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:07.406962 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4591a8a8-36e4-46d0-94d9-e2646099c708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:07.411506 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:07.447040 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d0d9cd-6c79-4325-88b8-88ae7ca9023f tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Network 5bab3c8f-2314-4a35-b2dc-c2c780f9f146 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:38:07.450311 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a307665e-79d8-4c1a-80c8-a93c53f4e00c tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4274880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4552377'] for subnet, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:07.451422 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-4591a8a8-36e4-46d0-94d9-e2646099c708 None None] For port 9a4aa791-0a45-4cae-99b8-e85a203db1db, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=9a4aa791-0a45-4cae-99b8-e85a203db1db,segment=NetworkSegment(665fe9d4-9b77-4a27-a656-a1964b70d5fa),segment_id=665fe9d4-9b77-4a27-a656-a1964b70d5fa)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:07.459799 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4591a8a8-36e4-46d0-94d9-e2646099c708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:07.470738 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c1b8bd-3018-43a1-82f0-f582bddf3e83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c816fdc-e1d4-4cca-9039-64474e32f1b5,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:07.481478 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-a1d0d9cd-6c79-4325-88b8-88ae7ca9023f tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:38:07.485030 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d0d9cd-6c79-4325-88b8-88ae7ca9023f tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:38:07.514848 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8076cb97-79fb-4cc1-a67d-6d5db7d791a8 req-4a736818-c393-492a-b87a-78151dc5068a tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aee320d7fd864e10bc0cb9e2e1782ff3 HTTP/1.1" status: 200 len: 476 time: 0.2796960 Aug 29 04:38:07.531562 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4591a8a8-36e4-46d0-94d9-e2646099c708 None None] Pushing event updated for resources: {'Port': ['ID=9a4aa791-0a45-4cae-99b8-e85a203db1db,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:07.534570 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-8076cb97-79fb-4cc1-a67d-6d5db7d791a8 req-67db51a6-f9ad-4c36-9055-dac4ea0ae358 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Request body: {'port': {'device_id': '46e8bc8c-be2e-4e64-8f62-71e110b3c077', 'network_id': '6cf7221f-a029-4ca0-a9e5-812e04e8d2d2', 'admin_state_up': True, 'tenant_id': 'aee320d7fd864e10bc0cb9e2e1782ff3', 'security_groups': ['7243d292-909d-43a5-9585-4fad2fdb6649', 'c9c7aa5b-f2e5-4471-bab7-b8b853dfa805']}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:07.563211 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47a29d1-55b8-4efd-bf3d-4f2a7e53a482 req-e42c9bab-588e-459c-a4cc-80be09118e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:07.563737 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47a29d1-55b8-4efd-bf3d-4f2a7e53a482 req-e42c9bab-588e-459c-a4cc-80be09118e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:07.564191 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47a29d1-55b8-4efd-bf3d-4f2a7e53a482 req-e42c9bab-588e-459c-a4cc-80be09118e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:07.572528 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b47a29d1-55b8-4efd-bf3d-4f2a7e53a482 req-e42c9bab-588e-459c-a4cc-80be09118e59 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f8102508-8177-4d08-b66e-69e3d8dd4b5c&id=17498e6d-84e1-4cac-974a-a187e6f18066&id=17498e6d-84e1-4cac-974a-a187e6f18066&id=17498e6d-84e1-4cac-974a-a187e6f18066&id=17498e6d-84e1-4cac-974a-a187e6f18066&id=5e503eef-fcd9-442c-bfbe-e3b673cf903b&id=5e503eef-fcd9-442c-bfbe-e3b673cf903b HTTP/1.1" status: 200 len: 2292 time: 0.4568861 Aug 29 04:38:07.574304 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-775677e3-6c63-4656-a326-5292bc5a2c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:07.577762 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-775677e3-6c63-4656-a326-5292bc5a2c8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:07.582103 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-775677e3-6c63-4656-a326-5292bc5a2c8c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e30c665b-8aae-4dc6-a3df-31e848f04862 HTTP/1.1" status: 204 len: 168 time: 1.4842572 Aug 29 04:38:07.588545 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-cb8568c6-d480-439b-9783-7a4b4ce50f12 None None] Provisioning complete for port 9a4aa791-0a45-4cae-99b8-e85a203db1db triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:38:07.589147 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cb8568c6-d480-439b-9783-7a4b4ce50f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:07.609588 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a307665e-79d8-4c1a-80c8-a93c53f4e00c tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Pushing event updated for resources: {'Subnet': ['ID=e4b18935-cb83-42c2-8c05-69a06ef70b8a,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:07.672813 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a1d0d9cd-6c79-4325-88b8-88ae7ca9023f tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719598'] for router_interface, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:07.831423 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775677e3-6c63-4656-a326-5292bc5a2c8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e30c665b-8aae-4dc6-a3df-31e848f04862,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:07.870425 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d0d9cd-6c79-4325-88b8-88ae7ca9023f tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Pushing event updated for resources: {'Port': ['ID=e84dddc5-b6b6-4427-a17d-f2a26b90befc,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:07.893394 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f7c71e-b2ef-40a1-9693-cf0c0ff65e7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713413'] for router_interface, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:07.920460 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a307665e-79d8-4c1a-80c8-a93c53f4e00c tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Checking segment: {'id': 'fb8b06d3-efde-4a73-99de-ef754a8f2590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '235c05c0-15fd-45c0-a02a-fc7befcf9cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:38:07.920833 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a307665e-79d8-4c1a-80c8-a93c53f4e00c tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Network hostable DHCP agents. Network: 235c05c0-15fd-45c0-a02a-fc7befcf9cb3, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:38:07.948087 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a1d0d9cd-6c79-4325-88b8-88ae7ca9023f tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:07.982913 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8076cb97-79fb-4cc1-a67d-6d5db7d791a8 req-67db51a6-f9ad-4c36-9055-dac4ea0ae358 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Made reservation on behalf of aee320d7fd864e10bc0cb9e2e1782ff3 for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:38:07.986575 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-8076cb97-79fb-4cc1-a67d-6d5db7d791a8 req-67db51a6-f9ad-4c36-9055-dac4ea0ae358 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:07.990060 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-89174f36-cb05-44e8-af1a-75753ca9aa07 None None] Provisioning for port e84dddc5-b6b6-4427-a17d-f2a26b90befc completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:38:07.995845 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-89174f36-cb05-44e8-af1a-75753ca9aa07 None None] Provisioning complete for port e84dddc5-b6b6-4427-a17d-f2a26b90befc triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:38:07.996669 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-89174f36-cb05-44e8-af1a-75753ca9aa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:08.004586 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b47a29d1-55b8-4efd-bf3d-4f2a7e53a482 req-a2c1d9af-fadf-4829-8907-333e2020d082 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=863c0636-bcc8-4b84-adb3-6776bab372ee HTTP/1.1" status: 200 len: 1001 time: 0.2803416 Aug 29 04:38:08.038459 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a307665e-79d8-4c1a-80c8-a93c53f4e00c tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Network 235c05c0-15fd-45c0-a02a-fc7befcf9cb3 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:38:08.059254 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-89174f36-cb05-44e8-af1a-75753ca9aa07 None None] Port e84dddc5-b6b6-4427-a17d-f2a26b90befc cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:38:08.082956 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-a307665e-79d8-4c1a-80c8-a93c53f4e00c tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 235c05c0-15fd-45c0-a02a-fc7befcf9cb3) {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:38:08.095141 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56f799a-e7d2-4a5a-aec8-a5eca5210eca None None] Network 235c05c0-15fd-45c0-a02a-fc7befcf9cb3 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:38:08.103152 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a307665e-79d8-4c1a-80c8-a93c53f4e00c tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4274880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4552377'] for subnet, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:08.306510 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d6a17a31-001b-42be-8d69-6bd09b5f5fa6 req-6a0dd8f7-c469-4f2d-a38f-01596704e5bc tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] 10.222.0.22 "GET /v2.0/ports?device_id=46e8bc8c-be2e-4e64-8f62-71e110b3c077 HTTP/1.1" status: 200 len: 210 time: 0.0958776 Aug 29 04:38:08.335827 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13294a6-52ae-4590-abff-073acaabfda6 None None] Network 96365f54-a487-42a6-9ec1-4b917386a6d8 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:38:08.336061 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a307665e-79d8-4c1a-80c8-a93c53f4e00c tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Pushing event updated for resources: {'Subnet': ['ID=3a8daf42-d0a0-40dc-8862-7fa896fb53d7,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:08.344827 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47a29d1-55b8-4efd-bf3d-4f2a7e53a482 req-dcca26be-620b-48bc-a47e-fb095721934b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:08.346989 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b47a29d1-55b8-4efd-bf3d-4f2a7e53a482 req-dcca26be-620b-48bc-a47e-fb095721934b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=38723797-c164-4ad1-837d-c534b680646e HTTP/1.1" status: 200 len: 850 time: 0.2781532 Aug 29 04:38:08.490871 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-d0e41567-75fe-4f4c-a388-5750ec55418f None None] Provisioning for port 0d51f831-e056-43b3-a278-009585a01f8e completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:38:08.502604 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a307665e-79d8-4c1a-80c8-a93c53f4e00c tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Checking segment: {'id': '42c3e57f-d7bf-4f5a-9dc5-6cec794dc345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '996ae037-f11f-4cc5-9ee8-ff912d850c5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:38:08.503064 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a307665e-79d8-4c1a-80c8-a93c53f4e00c tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Network hostable DHCP agents. Network: 996ae037-f11f-4cc5-9ee8-ff912d850c5f, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:38:08.518211 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca69f2b1-ee03-4902-89bc-7c0d076d9cc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-235c05c0-15fd-45c0-a02a-fc7befcf9cb3', 'network_id': '235c05c0-15fd-45c0-a02a-fc7befcf9cb3', 'tenant_id': 'cf9d55bde42b4ba2829792f5c7b5df61', 'fixed_ips': [{'subnet_id': 'e4b18935-cb83-42c2-8c05-69a06ef70b8a'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:38:08.519501 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ca69f2b1-ee03-4902-89bc-7c0d076d9cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:08.564861 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a307665e-79d8-4c1a-80c8-a93c53f4e00c tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Network 996ae037-f11f-4cc5-9ee8-ff912d850c5f is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:38:08.576405 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a1d0d9cd-6c79-4325-88b8-88ae7ca9023f tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:08.584064 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a1d0d9cd-6c79-4325-88b8-88ae7ca9023f tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:08.596315 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-8076cb97-79fb-4cc1-a67d-6d5db7d791a8 req-67db51a6-f9ad-4c36-9055-dac4ea0ae358 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Allocated IP 172.20.0.12 (6cf7221f-a029-4ca0-a9e5-812e04e8d2d2/d3131d4d-4cce-4189-8e08-fad748d46f9a/9b1df1e2-8d6a-4df1-8fbe-26bcd2e608e3) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:38:08.637182 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-a307665e-79d8-4c1a-80c8-a93c53f4e00c tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 996ae037-f11f-4cc5-9ee8-ff912d850c5f) {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:38:08.637511 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47a29d1-55b8-4efd-bf3d-4f2a7e53a482 req-efe7e0fa-90eb-44b5-9239-0fdc343be09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:08.639051 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b47a29d1-55b8-4efd-bf3d-4f2a7e53a482 req-efe7e0fa-90eb-44b5-9239-0fdc343be09f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f8102508-8177-4d08-b66e-69e3d8dd4b5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2839596 Aug 29 04:38:08.651281 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a47a84-928c-468f-8c66-275ea8b63b49 None None] Network 996ae037-f11f-4cc5-9ee8-ff912d850c5f requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:38:08.662544 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a307665e-79d8-4c1a-80c8-a93c53f4e00c tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:08.663130 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a307665e-79d8-4c1a-80c8-a93c53f4e00c tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:08.663674 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a307665e-79d8-4c1a-80c8-a93c53f4e00c tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:08.692877 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d0d9cd-6c79-4325-88b8-88ae7ca9023f tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Pushing event updated for resources: {'Port': ['ID=e84dddc5-b6b6-4427-a17d-f2a26b90befc,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:08.704793 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a1d0d9cd-6c79-4325-88b8-88ae7ca9023f tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-718897'] for router_interface, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:08.724003 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 52142) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:08.728375 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-a307665e-79d8-4c1a-80c8-a93c53f4e00c tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 2.7769818 Aug 29 04:38:08.792483 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 9a4aa791-0a45-4cae-99b8-e85a203db1db up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:38:08.880159 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d0d9cd-6c79-4325-88b8-88ae7ca9023f tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Network 5bab3c8f-2314-4a35-b2dc-c2c780f9f146 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:38:08.884130 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-a1d0d9cd-6c79-4325-88b8-88ae7ca9023f tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:38:08.922343 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:09.033652 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 52150) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:09.105369 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 9a4aa791-0a45-4cae-99b8-e85a203db1db triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:38:09.105924 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:09.185928 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1d0d9cd-6c79-4325-88b8-88ae7ca9023f tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Router 4d0732f6-5a46-466b-92aa-f9dec19c55b0 is scheduled to L3 agent 76874008-c311-485c-ba36-921b6d275b6a with binding_index 1 {{(pid=94829) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:38:09.252933 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-ca69f2b1-ee03-4902-89bc-7c0d076d9cc3 None None] Allocated IP 2001:db8::1 (235c05c0-15fd-45c0-a02a-fc7befcf9cb3/e4b18935-cb83-42c2-8c05-69a06ef70b8a/96bcccb0-5b31-405f-8964-a6f2dcea0490) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:38:09.335611 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1d0d9cd-6c79-4325-88b8-88ae7ca9023f tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:38:09.351722 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-7a297a83-9918-4957-9878-d4fcbf757be4 None None] Provisioning complete for port e84dddc5-b6b6-4427-a17d-f2a26b90befc triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:38:09.352087 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7a297a83-9918-4957-9878-d4fcbf757be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:09.363903 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-a1d0d9cd-6c79-4325-88b8-88ae7ca9023f tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] 10.222.0.22 "PUT /v2.0/routers/4d0732f6-5a46-466b-92aa-f9dec19c55b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6022241 Aug 29 04:38:09.368383 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 52162) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:09.391151 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 52164) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:09.422469 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-7a297a83-9918-4957-9878-d4fcbf757be4 None None] Port e84dddc5-b6b6-4427-a17d-f2a26b90befc cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:38:09.429534 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c056e2-248b-4a60-be7b-4ad7f6da7503 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-996ae037-f11f-4cc5-9ee8-ff912d850c5f', 'network_id': '996ae037-f11f-4cc5-9ee8-ff912d850c5f', 'tenant_id': 'cf9d55bde42b4ba2829792f5c7b5df61', 'fixed_ips': [{'subnet_id': '3a8daf42-d0a0-40dc-8862-7fa896fb53d7'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:38:09.430500 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-30c056e2-248b-4a60-be7b-4ad7f6da7503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:09.434010 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c583d650-a85f-4843-9be3-210832a84147 None None] Sync routers for ids ['4d0732f6-5a46-466b-92aa-f9dec19c55b0'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:38:09.474341 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b90194-ae40-484a-b516-c5d6bab57b6f tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:09.478476 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-70b90194-ae40-484a-b516-c5d6bab57b6f tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] 10.222.0.22 "GET /v2.0/ports/e84dddc5-b6b6-4427-a17d-f2a26b90befc HTTP/1.1" status: 200 len: 910 time: 0.1044402 Aug 29 04:38:09.484454 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 52168) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:09.495525 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-09f563a1-8990-48c3-8113-34a16b66f02c admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1115896066-network', 'tenant_id': 'b2a9d2aeb7f64d7f96fceccfc0aa93e3'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:09.505307 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-b10b1579-7111-4dec-b190-2a9856711ee3 tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1106256089'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:09.549951 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c583d650-a85f-4843-9be3-210832a84147 None None] Routers {'4d0732f6-5a46-466b-92aa-f9dec19c55b0'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:38:09.550689 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-c583d650-a85f-4843-9be3-210832a84147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:38:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['4d0732f6-5a46-466b-92aa-f9dec19c55b0'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:09.556892 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-85e2424e-aca7-471a-9f02-c330e2dd5903 req-e2253744-18fb-4ebc-8e10-207b8357627e tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] 10.222.0.22 "GET /v2.0/ports?device_id=46e8bc8c-be2e-4e64-8f62-71e110b3c077 HTTP/1.1" status: 200 len: 210 time: 0.1307974 Aug 29 04:38:09.602078 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57434fc2-993b-4c3a-be26-620b44b505a1 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:09.603651 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57434fc2-993b-4c3a-be26-620b44b505a1 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:09.605263 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57434fc2-993b-4c3a-be26-620b44b505a1 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:09.608584 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b10b1579-7111-4dec-b190-2a9856711ee3 tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] Made reservation on behalf of c41a76f1f5c34cba86e86ff572d16c02 for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:38:09.613862 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b10b1579-7111-4dec-b190-2a9856711ee3 tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:09.615713 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-57434fc2-993b-4c3a-be26-620b44b505a1 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.8192844 Aug 29 04:38:09.623042 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 52170) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:09.627389 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b10b1579-7111-4dec-b190-2a9856711ee3 tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:09.662070 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09f563a1-8990-48c3-8113-34a16b66f02c admin admin] Made reservation on behalf of b2a9d2aeb7f64d7f96fceccfc0aa93e3 for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:38:09.663348 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-c583d650-a85f-4843-9be3-210832a84147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:09.664663 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-09f563a1-8990-48c3-8113-34a16b66f02c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:09.692270 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b47a29d1-55b8-4efd-bf3d-4f2a7e53a482 req-8220f270-cc15-4a76-9639-a5549f510a42 service neutron] 10.222.0.48 "GET /v2.0/networks/f8102508-8177-4d08-b66e-69e3d8dd4b5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0327709 Aug 29 04:38:09.725097 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-09f563a1-8990-48c3-8113-34a16b66f02c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:09.764420 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c583d650-a85f-4843-9be3-210832a84147 None None] Routers {'4d0732f6-5a46-466b-92aa-f9dec19c55b0'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:38:09.765132 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-c583d650-a85f-4843-9be3-210832a84147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:38:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['4d0732f6-5a46-466b-92aa-f9dec19c55b0'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:09.790334 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 0d51f831-e056-43b3-a278-009585a01f8e up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:38:09.804411 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-35f7c71e-b2ef-40a1-9693-cf0c0ff65e7e admin admin] Deleting port 04690ccb-31a2-42b9-a669-035600805725 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:38:09.804760 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f7c71e-b2ef-40a1-9693-cf0c0ff65e7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:09.820835 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f2977b4-7598-4f77-baf3-cc3138f588fa tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Deleting subnet e4b18935-cb83-42c2-8c05-69a06ef70b8a {{(pid=94828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:38:09.852307 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-c583d650-a85f-4843-9be3-210832a84147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:09.852982 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c583d650-a85f-4843-9be3-210832a84147 None None] The sync data for ids ['4d0732f6-5a46-466b-92aa-f9dec19c55b0'] in n-d-712140-12 is: [] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:38:09.866583 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-8076cb97-79fb-4cc1-a67d-6d5db7d791a8 req-67db51a6-f9ad-4c36-9055-dac4ea0ae358 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:09.910052 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-8076cb97-79fb-4cc1-a67d-6d5db7d791a8 req-67db51a6-f9ad-4c36-9055-dac4ea0ae358 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Transition to ACTIVE for port object 9b1df1e2-8d6a-4df1-8fbe-26bcd2e608e3 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:38:09.918316 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-30c056e2-248b-4a60-be7b-4ad7f6da7503 None None] Allocated IP 2001:db8:0:1::1 (996ae037-f11f-4cc5-9ee8-ff912d850c5f/3a8daf42-d0a0-40dc-8862-7fa896fb53d7/513ebe41-97cd-4e3b-93a3-bcbaa7572626) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:38:09.941608 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ca69f2b1-ee03-4902-89bc-7c0d076d9cc3 None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:09.947928 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b47a29d1-55b8-4efd-bf3d-4f2a7e53a482 req-ea91707c-8967-4bc0-8116-b3660099d7a0 service neutron] 10.222.0.48 "GET /v2.0/networks/f8102508-8177-4d08-b66e-69e3d8dd4b5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412105 Aug 29 04:38:09.965509 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-ca69f2b1-ee03-4902-89bc-7c0d076d9cc3 None None] Transition to ACTIVE for port object 96bcccb0-5b31-405f-8964-a6f2dcea0490 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:38:09.967105 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f7c71e-b2ef-40a1-9693-cf0c0ff65e7e admin admin] For port 04690ccb-31a2-42b9-a669-035600805725, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=04690ccb-31a2-42b9-a669-035600805725,segment=NetworkSegment(48f138d5-0117-42b7-b327-ede7f9f15780),segment_id=48f138d5-0117-42b7-b327-ede7f9f15780)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:09.967476 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f7c71e-b2ef-40a1-9693-cf0c0ff65e7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:09.984433 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b10b1579-7111-4dec-b190-2a9856711ee3 tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:09.995196 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b10b1579-7111-4dec-b190-2a9856711ee3 tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:10.005425 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 0d51f831-e056-43b3-a278-009585a01f8e completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:38:10.012223 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b47a29d1-55b8-4efd-bf3d-4f2a7e53a482 req-dd410159-25d1-4059-945e-cbf33cdc6c49 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=9ed8042a-534d-4fd9-bab3-f9ca6ec3d842 HTTP/1.1" status: 200 len: 217 time: 0.0519311 Aug 29 04:38:10.014513 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-35f7c71e-b2ef-40a1-9693-cf0c0ff65e7e admin admin] Calling delete_port for 04690ccb-31a2-42b9-a669-035600805725 owned by network:router_interface {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:38:10.016979 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-ca69f2b1-ee03-4902-89bc-7c0d076d9cc3 None None] Transition to ACTIVE for port object 96bcccb0-5b31-405f-8964-a6f2dcea0490 will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:38:10.021136 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 0d51f831-e056-43b3-a278-009585a01f8e triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:38:10.021701 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:10.035088 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9f2977b4-7598-4f77-baf3-cc3138f588fa tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Notify callbacks [] for subnet, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:10.048960 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ca69f2b1-ee03-4902-89bc-7c0d076d9cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:10.072858 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b10b1579-7111-4dec-b190-2a9856711ee3 tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:38:10.083650 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-8076cb97-79fb-4cc1-a67d-6d5db7d791a8 req-67db51a6-f9ad-4c36-9055-dac4ea0ae358 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:10.086026 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10b1579-7111-4dec-b190-2a9856711ee3 tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5649b8b4-7c43-4edb-911a-115550e7d88e,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:10.115119 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b10b1579-7111-4dec-b190-2a9856711ee3 tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:10.115489 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-b10b1579-7111-4dec-b190-2a9856711ee3 tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] Added segment 2ad47f1b-48a7-4f71-bf91-120ed1094754 of type vlan for network 81dc0816-0a1d-4656-abe3-ec7a6f102277 Aug 29 04:38:10.135041 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7513463e-b07b-45d2-8a30-463bd39bc4ac tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:10.164430 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca69f2b1-ee03-4902-89bc-7c0d076d9cc3 None None] Pushing event updated for resources: {'Port': ['ID=96bcccb0-5b31-405f-8964-a6f2dcea0490,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:10.180443 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca69f2b1-ee03-4902-89bc-7c0d076d9cc3 None None] Network 235c05c0-15fd-45c0-a02a-fc7befcf9cb3 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:38:10.192674 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9f2977b4-7598-4f77-baf3-cc3138f588fa tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8904862'] for subnet, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:10.203522 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b10b1579-7111-4dec-b190-2a9856711ee3 tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:10.219735 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-ca69f2b1-ee03-4902-89bc-7c0d076d9cc3 None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:38:10.230799 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca69f2b1-ee03-4902-89bc-7c0d076d9cc3 None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:38:10.232469 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47a29d1-55b8-4efd-bf3d-4f2a7e53a482 req-3b45b2b7-34d0-4220-ae75-cb9e1b3f4d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:10.233967 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b47a29d1-55b8-4efd-bf3d-4f2a7e53a482 req-3b45b2b7-34d0-4220-ae75-cb9e1b3f4d35 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2c4c2bd8-a9be-4d3e-b11b-de6654931482 HTTP/1.1" status: 200 len: 797 time: 0.2131801 Aug 29 04:38:10.235716 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8076cb97-79fb-4cc1-a67d-6d5db7d791a8 req-67db51a6-f9ad-4c36-9055-dac4ea0ae358 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Network 6cf7221f-a029-4ca0-a9e5-812e04e8d2d2 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:38:10.245807 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67db51a6-f9ad-4c36-9055-dac4ea0ae358 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Pushing event updated for resources: {'Port': ['ID=9b1df1e2-8d6a-4df1-8fbe-26bcd2e608e3,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:10.261753 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-8076cb97-79fb-4cc1-a67d-6d5db7d791a8 req-67db51a6-f9ad-4c36-9055-dac4ea0ae358 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:38:10.270155 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-8076cb97-79fb-4cc1-a67d-6d5db7d791a8 req-67db51a6-f9ad-4c36-9055-dac4ea0ae358 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:38:10.335651 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b10b1579-7111-4dec-b190-2a9856711ee3 tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:10.343466 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10b1579-7111-4dec-b190-2a9856711ee3 tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:10.343930 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b10b1579-7111-4dec-b190-2a9856711ee3 tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:10.348122 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-09f563a1-8990-48c3-8113-34a16b66f02c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:10.365281 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:38:10.377432 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-09f563a1-8990-48c3-8113-34a16b66f02c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:10.433379 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8076cb97-79fb-4cc1-a67d-6d5db7d791a8 req-67db51a6-f9ad-4c36-9055-dac4ea0ae358 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:10.434046 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-8076cb97-79fb-4cc1-a67d-6d5db7d791a8 req-67db51a6-f9ad-4c36-9055-dac4ea0ae358 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:10.453655 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f563a1-8990-48c3-8113-34a16b66f02c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cce58c39-d9b7-48ab-993b-83f4ab69fc12,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:10.473726 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-b10b1579-7111-4dec-b190-2a9856711ee3 tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0803485 Aug 29 04:38:10.474695 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09f563a1-8990-48c3-8113-34a16b66f02c admin admin] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:38:10.484897 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47a29d1-55b8-4efd-bf3d-4f2a7e53a482 req-ed91e0a1-2c89-467f-a6a9-27ebbf4349e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:10.486836 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b47a29d1-55b8-4efd-bf3d-4f2a7e53a482 req-ed91e0a1-2c89-467f-a6a9-27ebbf4349e2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=17498e6d-84e1-4cac-974a-a187e6f18066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2433257 Aug 29 04:38:10.489068 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9f2977b4-7598-4f77-baf3-cc3138f588fa tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:10.493125 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 52174) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:10.505561 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-9eba6efd-2626-436d-a183-cc2b2ab668bc tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] Request body: {'subnet': {'network_id': '81dc0816-0a1d-4656-abe3-ec7a6f102277', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:10.526474 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-09f563a1-8990-48c3-8113-34a16b66f02c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:10.526767 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-09f563a1-8990-48c3-8113-34a16b66f02c admin admin] Added segment 1bbb15d3-8510-4aac-a47d-e3d4bedeeacb of type vlan for network 90dffc0e-ffd1-4c1b-9d0e-d68240e7ec32 Aug 29 04:38:10.536532 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:10.537285 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10b1579-7111-4dec-b190-2a9856711ee3 tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] Pushing event updated for resources: {'Network': ['ID=81dc0816-0a1d-4656-abe3-ec7a6f102277,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:10.555617 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-ca69f2b1-ee03-4902-89bc-7c0d076d9cc3 None None] Attempting to bind port 96bcccb0-5b31-405f-8964-a6f2dcea0490 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:38:10.556183 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-ca69f2b1-ee03-4902-89bc-7c0d076d9cc3 None None] Attempting to bind port 96bcccb0-5b31-405f-8964-a6f2dcea0490 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'fb8b06d3-efde-4a73-99de-ef754a8f2590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '235c05c0-15fd-45c0-a02a-fc7befcf9cb3'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:38:10.556378 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca69f2b1-ee03-4902-89bc-7c0d076d9cc3 None None] Attempting to bind port 96bcccb0-5b31-405f-8964-a6f2dcea0490 on network 235c05c0-15fd-45c0-a02a-fc7befcf9cb3 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:38:10.565043 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 81dc0816-0a1d-4656-abe3-ec7a6f102277 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:38:10.568240 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-30c056e2-248b-4a60-be7b-4ad7f6da7503 None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:10.611631 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-09f563a1-8990-48c3-8113-34a16b66f02c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:10.616974 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca69f2b1-ee03-4902-89bc-7c0d076d9cc3 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:38:10.616974 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca69f2b1-ee03-4902-89bc-7c0d076d9cc3 None None] Checking segment: {'id': 'fb8b06d3-efde-4a73-99de-ef754a8f2590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '235c05c0-15fd-45c0-a02a-fc7befcf9cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:38:10.616974 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ca69f2b1-ee03-4902-89bc-7c0d076d9cc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:10.617368 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca69f2b1-ee03-4902-89bc-7c0d076d9cc3 None None] Bound using segment: {'id': 'fb8b06d3-efde-4a73-99de-ef754a8f2590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '235c05c0-15fd-45c0-a02a-fc7befcf9cb3'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:38:10.618010 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-ca69f2b1-ee03-4902-89bc-7c0d076d9cc3 None None] Bound port: 96bcccb0-5b31-405f-8964-a6f2dcea0490, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb8b06d3-efde-4a73-99de-ef754a8f2590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '235c05c0-15fd-45c0-a02a-fc7befcf9cb3'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:38:10.627085 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ca69f2b1-ee03-4902-89bc-7c0d076d9cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:10.636914 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8076cb97-79fb-4cc1-a67d-6d5db7d791a8 req-67db51a6-f9ad-4c36-9055-dac4ea0ae358 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 3.1105587 Aug 29 04:38:10.666588 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-30c056e2-248b-4a60-be7b-4ad7f6da7503 None None] Transition to ACTIVE for port object 513ebe41-97cd-4e3b-93a3-bcbaa7572626 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:38:10.679859 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-09f563a1-8990-48c3-8113-34a16b66f02c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:10.680841 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f563a1-8990-48c3-8113-34a16b66f02c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:10.681525 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-09f563a1-8990-48c3-8113-34a16b66f02c admin admin] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:10.697638 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-8076cb97-79fb-4cc1-a67d-6d5db7d791a8 req-d68fe066-9172-425a-90ec-6b127a81f4c9 service neutron] Request body: {'port': {'device_id': '46e8bc8c-be2e-4e64-8f62-71e110b3c077', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:10.743111 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-30c056e2-248b-4a60-be7b-4ad7f6da7503 None None] Transition to ACTIVE for port object 513ebe41-97cd-4e3b-93a3-bcbaa7572626 will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:38:10.746150 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 0d51f831-e056-43b3-a278-009585a01f8e, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=0d51f831-e056-43b3-a278-009585a01f8e,segment=NetworkSegment(e338252b-d46e-4808-b7df-6f36e8c84651),segment_id=e338252b-d46e-4808-b7df-6f36e8c84651)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:10.764178 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-09f563a1-8990-48c3-8113-34a16b66f02c admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7261608 Aug 29 04:38:10.766576 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-7513463e-b07b-45d2-8a30-463bd39bc4ac tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Allocated IP 172.21.0.1 (96365f54-a487-42a6-9ec1-4b917386a6d8/380ebfba-6442-40f7-a1df-34ebe7a8ce8a/cf0fe260-385f-450b-8c96-5303fe47e8c0) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:38:10.767610 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 52178) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:10.768379 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:10.780067 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-5bbfe721-6b2d-4d57-b898-2d855524663c admin admin] Request body: {'subnet': {'network_id': '90dffc0e-ffd1-4c1b-9d0e-d68240e7ec32', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1115896066-subnet', 'tenant_id': 'b2a9d2aeb7f64d7f96fceccfc0aa93e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:10.780884 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-30c056e2-248b-4a60-be7b-4ad7f6da7503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:10.788816 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f563a1-8990-48c3-8113-34a16b66f02c admin admin] Pushing event updated for resources: {'Network': ['ID=90dffc0e-ffd1-4c1b-9d0e-d68240e7ec32,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:10.793211 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6f32d9d1-62d7-43f1-86c1-b87add3e80f7 None None] Provisioning for port 9b1df1e2-8d6a-4df1-8fbe-26bcd2e608e3 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:38:10.823630 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 90dffc0e-ffd1-4c1b-9d0e-d68240e7ec32 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:38:10.842369 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6f32d9d1-62d7-43f1-86c1-b87add3e80f7 None None] Provisioning complete for port 9b1df1e2-8d6a-4df1-8fbe-26bcd2e608e3 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:38:10.842748 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6f32d9d1-62d7-43f1-86c1-b87add3e80f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:10.865605 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b47a29d1-55b8-4efd-bf3d-4f2a7e53a482 req-30641ad7-f860-473c-aa54-cd13d295a653 service neutron] 10.222.0.48 "GET /v2.0/networks/17498e6d-84e1-4cac-974a-a187e6f18066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3297079 Aug 29 04:38:10.874298 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bbfe721-6b2d-4d57-b898-2d855524663c admin admin] Made reservation on behalf of b2a9d2aeb7f64d7f96fceccfc0aa93e3 for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:38:10.876537 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5bbfe721-6b2d-4d57-b898-2d855524663c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:10.923101 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7513463e-b07b-45d2-8a30-463bd39bc4ac tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:10.924563 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c056e2-248b-4a60-be7b-4ad7f6da7503 None None] Network 996ae037-f11f-4cc5-9ee8-ff912d850c5f is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:38:10.939887 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-7513463e-b07b-45d2-8a30-463bd39bc4ac tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Transition to ACTIVE for port object cf0fe260-385f-450b-8c96-5303fe47e8c0 will not be triggered until provisioned by entity DHCP. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:38:10.945690 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-30c056e2-248b-4a60-be7b-4ad7f6da7503 None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:38:10.957449 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c056e2-248b-4a60-be7b-4ad7f6da7503 None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:38:10.967662 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=0d51f831-e056-43b3-a278-009585a01f8e,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:10.973051 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6f32d9d1-62d7-43f1-86c1-b87add3e80f7 None None] Port 9b1df1e2-8d6a-4df1-8fbe-26bcd2e608e3 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:38:10.989132 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7513463e-b07b-45d2-8a30-463bd39bc4ac tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:11.050860 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-ca69f2b1-ee03-4902-89bc-7c0d076d9cc3 None None] For port 96bcccb0-5b31-405f-8964-a6f2dcea0490, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:38:11.057589 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9f2977b4-7598-4f77-baf3-cc3138f588fa tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9190434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062341'] for subnet, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:11.061800 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c056e2-248b-4a60-be7b-4ad7f6da7503 None None] Pushing event updated for resources: {'Port': ['ID=513ebe41-97cd-4e3b-93a3-bcbaa7572626,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:11.071661 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-8076cb97-79fb-4cc1-a67d-6d5db7d791a8 req-d68fe066-9172-425a-90ec-6b127a81f4c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:11.072049 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-30c056e2-248b-4a60-be7b-4ad7f6da7503 None None] Attempting to bind port 513ebe41-97cd-4e3b-93a3-bcbaa7572626 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:38:11.072427 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-30c056e2-248b-4a60-be7b-4ad7f6da7503 None None] Attempting to bind port 513ebe41-97cd-4e3b-93a3-bcbaa7572626 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '42c3e57f-d7bf-4f5a-9dc5-6cec794dc345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '996ae037-f11f-4cc5-9ee8-ff912d850c5f'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:38:11.072792 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c056e2-248b-4a60-be7b-4ad7f6da7503 None None] Attempting to bind port 513ebe41-97cd-4e3b-93a3-bcbaa7572626 on network 996ae037-f11f-4cc5-9ee8-ff912d850c5f {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:38:11.076779 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-ca69f2b1-ee03-4902-89bc-7c0d076d9cc3 None None] For port 96bcccb0-5b31-405f-8964-a6f2dcea0490, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=96bcccb0-5b31-405f-8964-a6f2dcea0490,segment=NetworkSegment(fb8b06d3-efde-4a73-99de-ef754a8f2590),segment_id=fb8b06d3-efde-4a73-99de-ef754a8f2590)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:38:11.082249 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c056e2-248b-4a60-be7b-4ad7f6da7503 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:38:11.083028 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c056e2-248b-4a60-be7b-4ad7f6da7503 None None] Checking segment: {'id': '42c3e57f-d7bf-4f5a-9dc5-6cec794dc345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '996ae037-f11f-4cc5-9ee8-ff912d850c5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:38:11.083608 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-30c056e2-248b-4a60-be7b-4ad7f6da7503 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:11.084253 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c056e2-248b-4a60-be7b-4ad7f6da7503 None None] Bound using segment: {'id': '42c3e57f-d7bf-4f5a-9dc5-6cec794dc345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '996ae037-f11f-4cc5-9ee8-ff912d850c5f'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:38:11.084971 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-30c056e2-248b-4a60-be7b-4ad7f6da7503 None None] Bound port: 513ebe41-97cd-4e3b-93a3-bcbaa7572626, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42c3e57f-d7bf-4f5a-9dc5-6cec794dc345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '996ae037-f11f-4cc5-9ee8-ff912d850c5f'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:38:11.085527 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-30c056e2-248b-4a60-be7b-4ad7f6da7503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:11.090010 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ca69f2b1-ee03-4902-89bc-7c0d076d9cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:11.102833 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a6b817-5a4d-4cd9-ba7f-fb11c2a09310 req-e272134c-bce9-4e9f-8ab6-6f58ec5e8c30 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:11.104454 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-45a6b817-5a4d-4cd9-ba7f-fb11c2a09310 req-e272134c-bce9-4e9f-8ab6-6f58ec5e8c30 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] 10.222.0.22 "GET /v2.0/ports?device_id=46e8bc8c-be2e-4e64-8f62-71e110b3c077 HTTP/1.1" status: 200 len: 971 time: 0.4032531 Aug 29 04:38:11.146586 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f7c71e-b2ef-40a1-9693-cf0c0ff65e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:11.160089 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2977b4-7598-4f77-baf3-cc3138f588fa tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Pushing event deleted for resources: {'Subnet': ['ID=e4b18935-cb83-42c2-8c05-69a06ef70b8a,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:11.177636 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9f2977b4-7598-4f77-baf3-cc3138f588fa tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:11.182679 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-9f2977b4-7598-4f77-baf3-cc3138f588fa tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] 10.222.0.22 "DELETE /v2.0/subnets/e4b18935-cb83-42c2-8c05-69a06ef70b8a HTTP/1.1" status: 204 len: 168 time: 1.5557725 Aug 29 04:38:11.206306 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca69f2b1-ee03-4902-89bc-7c0d076d9cc3 None None] Pushing event updated for resources: {'Port': ['ID=96bcccb0-5b31-405f-8964-a6f2dcea0490,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:11.214468 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eba6efd-2626-436d-a183-cc2b2ab668bc tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] Made reservation on behalf of c41a76f1f5c34cba86e86ff572d16c02 for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:38:11.218023 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9eba6efd-2626-436d-a183-cc2b2ab668bc tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:11.221153 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 52180) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:11.221659 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-30c056e2-248b-4a60-be7b-4ad7f6da7503 None None] For port 513ebe41-97cd-4e3b-93a3-bcbaa7572626, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:38:11.226339 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-30c056e2-248b-4a60-be7b-4ad7f6da7503 None None] For port 513ebe41-97cd-4e3b-93a3-bcbaa7572626, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=513ebe41-97cd-4e3b-93a3-bcbaa7572626,segment=NetworkSegment(42c3e57f-d7bf-4f5a-9dc5-6cec794dc345),segment_id=42c3e57f-d7bf-4f5a-9dc5-6cec794dc345)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:38:11.232296 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-30c056e2-248b-4a60-be7b-4ad7f6da7503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:11.282033 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f7c71e-b2ef-40a1-9693-cf0c0ff65e7e admin admin] Pushing event deleted for resources: {'Port': ['ID=04690ccb-31a2-42b9-a669-035600805725,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:11.316918 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c056e2-248b-4a60-be7b-4ad7f6da7503 None None] Pushing event updated for resources: {'Port': ['ID=513ebe41-97cd-4e3b-93a3-bcbaa7572626,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:11.360033 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7513463e-b07b-45d2-8a30-463bd39bc4ac tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Network 96365f54-a487-42a6-9ec1-4b917386a6d8 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:38:11.363106 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-7513463e-b07b-45d2-8a30-463bd39bc4ac tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:38:11.369579 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7513463e-b07b-45d2-8a30-463bd39bc4ac tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:38:11.404224 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7513463e-b07b-45d2-8a30-463bd39bc4ac tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Pushing event updated for resources: {'Port': ['ID=cf0fe260-385f-450b-8c96-5303fe47e8c0,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:11.428400 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b47a29d1-55b8-4efd-bf3d-4f2a7e53a482 req-f5da84fa-fee9-4420-9674-c52d3116bc7a service neutron] 10.222.0.48 "GET /v2.0/networks/17498e6d-84e1-4cac-974a-a187e6f18066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5427811 Aug 29 04:38:11.443556 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7513463e-b07b-45d2-8a30-463bd39bc4ac tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719598'] for router_interface, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:11.528913 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b47a29d1-55b8-4efd-bf3d-4f2a7e53a482 req-9a948a71-cc5a-4015-8354-27d6fc76e7bf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.39&port_id=2662ff03-0fe5-4738-ac75-76417260f6bb HTTP/1.1" status: 200 len: 217 time: 0.0808399 Aug 29 04:38:11.544062 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-45a6b817-5a4d-4cd9-ba7f-fb11c2a09310 req-6196a6f8-92e3-4a8f-bff5-d9444ade51cf tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] 10.222.0.22 "GET /v2.0/security-groups?id=7243d292-909d-43a5-9585-4fad2fdb6649&id=c9c7aa5b-f2e5-4471-bab7-b8b853dfa805&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.3989415 Aug 29 04:38:11.650864 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7513463e-b07b-45d2-8a30-463bd39bc4ac tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:11.869837 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_v2 [None req-1889420d-79d1-49c3-bbde-573112036c84 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Deleting subnet 3a8daf42-d0a0-40dc-8862-7fa896fb53d7 {{(pid=94828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:38:11.902532 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1889420d-79d1-49c3-bbde-573112036c84 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Notify callbacks [] for subnet, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:11.925461 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-cadc31ef-35d3-4915-a6b2-138b589cc62c None None] Provisioning for port cf0fe260-385f-450b-8c96-5303fe47e8c0 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:38:11.930743 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-cadc31ef-35d3-4915-a6b2-138b589cc62c None None] Provisioning complete for port cf0fe260-385f-450b-8c96-5303fe47e8c0 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:38:11.931375 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cadc31ef-35d3-4915-a6b2-138b589cc62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:11.977013 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-cadc31ef-35d3-4915-a6b2-138b589cc62c None None] Port cf0fe260-385f-450b-8c96-5303fe47e8c0 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:38:12.063195 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7513463e-b07b-45d2-8a30-463bd39bc4ac tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:12.068751 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7513463e-b07b-45d2-8a30-463bd39bc4ac tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:12.144477 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7513463e-b07b-45d2-8a30-463bd39bc4ac tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-718897'] for router_interface, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:12.146556 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7513463e-b07b-45d2-8a30-463bd39bc4ac tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Pushing event updated for resources: {'Port': ['ID=cf0fe260-385f-450b-8c96-5303fe47e8c0,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:12.254178 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7513463e-b07b-45d2-8a30-463bd39bc4ac tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Network 96365f54-a487-42a6-9ec1-4b917386a6d8 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:38:12.256070 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-7513463e-b07b-45d2-8a30-463bd39bc4ac tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:38:12.382166 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7513463e-b07b-45d2-8a30-463bd39bc4ac tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Router 4d0732f6-5a46-466b-92aa-f9dec19c55b0 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:38:12.399726 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47a29d1-55b8-4efd-bf3d-4f2a7e53a482 req-490f764d-bdab-4b8c-add4-c503c469f0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:12.401269 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b47a29d1-55b8-4efd-bf3d-4f2a7e53a482 req-490f764d-bdab-4b8c-add4-c503c469f0e6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2c4c2bd8-a9be-4d3e-b11b-de6654931482 HTTP/1.1" status: 200 len: 797 time: 0.8541968 Aug 29 04:38:12.430471 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1889420d-79d1-49c3-bbde-573112036c84 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8904862'] for subnet, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:12.505328 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7513463e-b07b-45d2-8a30-463bd39bc4ac tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:38:12.515793 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 52186) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:12.516742 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a23185-b981-47ca-aaaa-d3fb79d4717b None None] Sync routers for ids ['4d0732f6-5a46-466b-92aa-f9dec19c55b0'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:38:12.523425 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-7513463e-b07b-45d2-8a30-463bd39bc4ac tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] 10.222.0.22 "PUT /v2.0/routers/4d0732f6-5a46-466b-92aa-f9dec19c55b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0265234 Aug 29 04:38:12.526678 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a23185-b981-47ca-aaaa-d3fb79d4717b None None] Routers {'4d0732f6-5a46-466b-92aa-f9dec19c55b0'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:38:12.527345 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-88a23185-b981-47ca-aaaa-d3fb79d4717b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:38:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['4d0732f6-5a46-466b-92aa-f9dec19c55b0'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:12.560928 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-88a23185-b981-47ca-aaaa-d3fb79d4717b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:12.570232 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a23185-b981-47ca-aaaa-d3fb79d4717b None None] Routers {'4d0732f6-5a46-466b-92aa-f9dec19c55b0'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:38:12.570858 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-88a23185-b981-47ca-aaaa-d3fb79d4717b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:38:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['4d0732f6-5a46-466b-92aa-f9dec19c55b0'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:12.703473 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f7c71e-b2ef-40a1-9693-cf0c0ff65e7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-713231'] for router_interface, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:12.705463 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5bbfe721-6b2d-4d57-b898-2d855524663c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9191137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10062364'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:12.712432 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-88a23185-b981-47ca-aaaa-d3fb79d4717b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:12.713092 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a23185-b981-47ca-aaaa-d3fb79d4717b None None] The sync data for ids ['4d0732f6-5a46-466b-92aa-f9dec19c55b0'] in n-d-712140-12 is: [] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:38:12.715592 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75601d8d-152b-4d52-a669-f3b5a1b1566d None None] Network 235c05c0-15fd-45c0-a02a-fc7befcf9cb3 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:38:12.721515 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-f617136b-0828-4cdb-900a-d5794c9544a6 None None] Provisioning complete for port cf0fe260-385f-450b-8c96-5303fe47e8c0 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:38:12.721963 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f617136b-0828-4cdb-900a-d5794c9544a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:12.754225 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303fa2e6-b431-42c2-8f1c-6f0c530c5101 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:12.758552 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-303fa2e6-b431-42c2-8f1c-6f0c530c5101 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] 10.222.0.22 "GET /v2.0/ports/cf0fe260-385f-450b-8c96-5303fe47e8c0 HTTP/1.1" status: 200 len: 910 time: 0.2263458 Aug 29 04:38:12.760931 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 52190) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:12.836682 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbfe721-6b2d-4d57-b898-2d855524663c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab215c19-73a8-4ece-ab8f-4209a18da365,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:12.862938 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-f617136b-0828-4cdb-900a-d5794c9544a6 None None] Port cf0fe260-385f-450b-8c96-5303fe47e8c0 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:38:12.921046 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-8076cb97-79fb-4cc1-a67d-6d5db7d791a8 req-d68fe066-9172-425a-90ec-6b127a81f4c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b1df1e2-8d6a-4df1-8fbe-26bcd2e608e3 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:38:12.930431 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-8076cb97-79fb-4cc1-a67d-6d5db7d791a8 req-d68fe066-9172-425a-90ec-6b127a81f4c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:12.992979 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-c6c7771c-6d31-4d3b-b441-03ca2d378e07 None None] Provisioning for port 96bcccb0-5b31-405f-8964-a6f2dcea0490 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:38:13.007896 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47a29d1-55b8-4efd-bf3d-4f2a7e53a482 req-a8b64b57-ecba-4a61-92ed-fec6b33b5296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:13.009511 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b47a29d1-55b8-4efd-bf3d-4f2a7e53a482 req-a8b64b57-ecba-4a61-92ed-fec6b33b5296 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=17498e6d-84e1-4cac-974a-a187e6f18066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5626056 Aug 29 04:38:13.024300 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-8076cb97-79fb-4cc1-a67d-6d5db7d791a8 req-d68fe066-9172-425a-90ec-6b127a81f4c9 service neutron] Transition to ACTIVE for port object 9b1df1e2-8d6a-4df1-8fbe-26bcd2e608e3 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:38:13.081460 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8358ef1c-a1e4-4e29-9319-bf9ae63bc8e6 None None] DHCP port deletion for 235c05c0-15fd-45c0-a02a-fc7befcf9cb3 request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:38:13.117706 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1889420d-79d1-49c3-bbde-573112036c84 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:13.150704 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-8358ef1c-a1e4-4e29-9319-bf9ae63bc8e6 None None] Deleting port 96bcccb0-5b31-405f-8964-a6f2dcea0490 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:38:13.154562 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8358ef1c-a1e4-4e29-9319-bf9ae63bc8e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:13.216108 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 513ebe41-97cd-4e3b-93a3-bcbaa7572626 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:38:13.283642 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-8358ef1c-a1e4-4e29-9319-bf9ae63bc8e6 None None] For port 96bcccb0-5b31-405f-8964-a6f2dcea0490, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=96bcccb0-5b31-405f-8964-a6f2dcea0490,segment=NetworkSegment(fb8b06d3-efde-4a73-99de-ef754a8f2590),segment_id=fb8b06d3-efde-4a73-99de-ef754a8f2590)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:13.284458 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8358ef1c-a1e4-4e29-9319-bf9ae63bc8e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:13.291735 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-8076cb97-79fb-4cc1-a67d-6d5db7d791a8 req-d68fe066-9172-425a-90ec-6b127a81f4c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:13.294631 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9eba6efd-2626-436d-a183-cc2b2ab668bc tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9191137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10062364'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:13.304474 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-8358ef1c-a1e4-4e29-9319-bf9ae63bc8e6 None None] Calling delete_port for 96bcccb0-5b31-405f-8964-a6f2dcea0490 owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:38:13.304887 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-75446c8e-277b-4055-b4cf-9e7a80a7dfc0 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713413'] for router_interface, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:13.322733 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fee376-f9a0-43f3-a778-e485e42eaa11 req-ec9b9aaf-38b2-4ddb-b282-39c31e63f7aa tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:13.330796 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c5fee376-f9a0-43f3-a778-e485e42eaa11 req-ec9b9aaf-38b2-4ddb-b282-39c31e63f7aa tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] 10.222.0.22 "GET /v2.0/ports?device_id=46e8bc8c-be2e-4e64-8f62-71e110b3c077 HTTP/1.1" status: 200 len: 971 time: 0.6586835 Aug 29 04:38:13.356605 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762c11e4-e12e-476f-8994-fa3c49f314de None None] Network 996ae037-f11f-4cc5-9ee8-ff912d850c5f requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:38:13.372425 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 513ebe41-97cd-4e3b-93a3-bcbaa7572626 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:38:13.397051 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1889420d-79d1-49c3-bbde-573112036c84 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9190434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062341'] for subnet, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:13.410775 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 0d51f831-e056-43b3-a278-009585a01f8e up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:38:13.561117 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-30b76b4b-ba75-4681-a92d-23678c79de2c None None] Provisioning for port 513ebe41-97cd-4e3b-93a3-bcbaa7572626 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:38:13.579883 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1889420d-79d1-49c3-bbde-573112036c84 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:13.581876 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-1889420d-79d1-49c3-bbde-573112036c84 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] 10.222.0.22 "DELETE /v2.0/subnets/3a8daf42-d0a0-40dc-8862-7fa896fb53d7 HTTP/1.1" status: 204 len: 168 time: 2.3409922 Aug 29 04:38:13.593330 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-30b76b4b-ba75-4681-a92d-23678c79de2c None None] Provisioning complete for port 513ebe41-97cd-4e3b-93a3-bcbaa7572626 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:38:13.593699 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-30b76b4b-ba75-4681-a92d-23678c79de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:13.595552 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c5fee376-f9a0-43f3-a778-e485e42eaa11 req-56d82a4c-793c-41c8-be80-361892338f02 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] 10.222.0.22 "GET /v2.0/security-groups?id=7243d292-909d-43a5-9585-4fad2fdb6649&id=c9c7aa5b-f2e5-4471-bab7-b8b853dfa805&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2580078 Aug 29 04:38:13.598912 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbfe721-6b2d-4d57-b898-2d855524663c admin admin] Checking segment: {'id': '1bbb15d3-8510-4aac-a47d-e3d4bedeeacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '90dffc0e-ffd1-4c1b-9d0e-d68240e7ec32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:38:13.599599 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bbfe721-6b2d-4d57-b898-2d855524663c admin admin] Network hostable DHCP agents. Network: 90dffc0e-ffd1-4c1b-9d0e-d68240e7ec32, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:38:13.616428 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 52194) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:13.626688 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8358ef1c-a1e4-4e29-9319-bf9ae63bc8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:13.666080 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8358ef1c-a1e4-4e29-9319-bf9ae63bc8e6 None None] Pushing event deleted for resources: {'Port': ['ID=96bcccb0-5b31-405f-8964-a6f2dcea0490,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:13.678720 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-75446c8e-277b-4055-b4cf-9e7a80a7dfc0 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Deleting port cf0fe260-385f-450b-8c96-5303fe47e8c0 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:38:13.679519 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-75446c8e-277b-4055-b4cf-9e7a80a7dfc0 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:13.689090 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8358ef1c-a1e4-4e29-9319-bf9ae63bc8e6 None None] No DVR routers for this DVR port 96bcccb0-5b31-405f-8964-a6f2dcea0490 on host n-d-712140-12 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:38:13.704282 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 0d51f831-e056-43b3-a278-009585a01f8e triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:38:13.704282 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:13.722438 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eba6efd-2626-436d-a183-cc2b2ab668bc tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] Pushing event updated for resources: {'Subnet': ['ID=d4d2dabb-d02e-41e1-96f0-739ca5b24c51,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:13.725128 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68fe066-9172-425a-90ec-6b127a81f4c9 service neutron] Pushing event updated for resources: {'Port': ['ID=9b1df1e2-8d6a-4df1-8fbe-26bcd2e608e3,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:13.797363 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-75446c8e-277b-4055-b4cf-9e7a80a7dfc0 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:13.814917 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-75446c8e-277b-4055-b4cf-9e7a80a7dfc0 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Calling delete_port for cf0fe260-385f-450b-8c96-5303fe47e8c0 owned by network:router_interface {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:38:13.861382 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d14b3cd-3834-4dd0-8d19-f95c12bff599 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:13.869781 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-3d14b3cd-3834-4dd0-8d19-f95c12bff599 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2290237 Aug 29 04:38:13.869967 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 52196) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:13.887289 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1889420d-79d1-49c3-bbde-573112036c84 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Pushing event deleted for resources: {'Subnet': ['ID=3a8daf42-d0a0-40dc-8862-7fa896fb53d7,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:13.893894 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bbfe721-6b2d-4d57-b898-2d855524663c admin admin] Network 90dffc0e-ffd1-4c1b-9d0e-d68240e7ec32 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:38:13.897499 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b47a29d1-55b8-4efd-bf3d-4f2a7e53a482 req-9afb2f17-a8fa-4077-827b-c97c2ce887cf service neutron] 10.222.0.48 "GET /v2.0/networks/17498e6d-84e1-4cac-974a-a187e6f18066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7062702 Aug 29 04:38:13.900756 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f676850-81b6-4c17-8733-710aad907939 None None] DHCP port deletion for 996ae037-f11f-4cc5-9ee8-ff912d850c5f request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:38:13.901356 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eba6efd-2626-436d-a183-cc2b2ab668bc tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] Checking segment: {'id': '2ad47f1b-48a7-4f71-bf91-120ed1094754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '81dc0816-0a1d-4656-abe3-ec7a6f102277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:38:13.901734 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eba6efd-2626-436d-a183-cc2b2ab668bc tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] Network hostable DHCP agents. Network: 81dc0816-0a1d-4656-abe3-ec7a6f102277, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:38:13.906951 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-30b76b4b-ba75-4681-a92d-23678c79de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:13.948186 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-5bbfe721-6b2d-4d57-b898-2d855524663c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 90dffc0e-ffd1-4c1b-9d0e-d68240e7ec32) {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:38:13.954298 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bbfe721-6b2d-4d57-b898-2d855524663c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:13.955397 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5bbfe721-6b2d-4d57-b898-2d855524663c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:13.963600 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65bc78db-3624-4bfb-8341-707161d24c22 None None] Network 90dffc0e-ffd1-4c1b-9d0e-d68240e7ec32 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:38:13.971981 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-15d7f466-a908-45ff-bc93-ebe2d4aabe13 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:14.010551 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-30b76b4b-ba75-4681-a92d-23678c79de2c None None] For port 513ebe41-97cd-4e3b-93a3-bcbaa7572626, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=513ebe41-97cd-4e3b-93a3-bcbaa7572626,segment=NetworkSegment(42c3e57f-d7bf-4f5a-9dc5-6cec794dc345),segment_id=42c3e57f-d7bf-4f5a-9dc5-6cec794dc345)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:14.028137 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-30b76b4b-ba75-4681-a92d-23678c79de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:14.081023 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-3f676850-81b6-4c17-8733-710aad907939 None None] Deleting port 513ebe41-97cd-4e3b-93a3-bcbaa7572626 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:38:14.082737 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3f676850-81b6-4c17-8733-710aad907939 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:14.109224 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-15d7f466-a908-45ff-bc93-ebe2d4aabe13 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Deleting port 513ebe41-97cd-4e3b-93a3-bcbaa7572626 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:38:14.109657 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-15d7f466-a908-45ff-bc93-ebe2d4aabe13 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:14.125455 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-5bbfe721-6b2d-4d57-b898-2d855524663c admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.3417184 Aug 29 04:38:14.125455 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eba6efd-2626-436d-a183-cc2b2ab668bc tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] Network 81dc0816-0a1d-4656-abe3-ec7a6f102277 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:38:14.125455 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-8076cb97-79fb-4cc1-a67d-6d5db7d791a8 req-d68fe066-9172-425a-90ec-6b127a81f4c9 service neutron] Attempting to bind port 9b1df1e2-8d6a-4df1-8fbe-26bcd2e608e3 on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:38:14.125455 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-8076cb97-79fb-4cc1-a67d-6d5db7d791a8 req-d68fe066-9172-425a-90ec-6b127a81f4c9 service neutron] Attempting to bind port 9b1df1e2-8d6a-4df1-8fbe-26bcd2e608e3 by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': 'd6be0b3d-a293-4085-89a6-e9db09db9853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '6cf7221f-a029-4ca0-a9e5-812e04e8d2d2'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:38:14.125455 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8076cb97-79fb-4cc1-a67d-6d5db7d791a8 req-d68fe066-9172-425a-90ec-6b127a81f4c9 service neutron] Attempting to bind port 9b1df1e2-8d6a-4df1-8fbe-26bcd2e608e3 on network 6cf7221f-a029-4ca0-a9e5-812e04e8d2d2 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:38:14.149228 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8076cb97-79fb-4cc1-a67d-6d5db7d791a8 req-d68fe066-9172-425a-90ec-6b127a81f4c9 service neutron] Port 9b1df1e2-8d6a-4df1-8fbe-26bcd2e608e3 on network 6cf7221f-a029-4ca0-a9e5-812e04e8d2d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:38:14.149228 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8076cb97-79fb-4cc1-a67d-6d5db7d791a8 req-d68fe066-9172-425a-90ec-6b127a81f4c9 service neutron] Attempting to bind port 9b1df1e2-8d6a-4df1-8fbe-26bcd2e608e3 on network 6cf7221f-a029-4ca0-a9e5-812e04e8d2d2 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:38:14.161136 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-9eba6efd-2626-436d-a183-cc2b2ab668bc tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 81dc0816-0a1d-4656-abe3-ec7a6f102277) {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:38:14.167431 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eba6efd-2626-436d-a183-cc2b2ab668bc tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:14.169426 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9eba6efd-2626-436d-a183-cc2b2ab668bc tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:14.170963 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-75446c8e-277b-4055-b4cf-9e7a80a7dfc0 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:14.186723 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8076cb97-79fb-4cc1-a67d-6d5db7d791a8 req-d68fe066-9172-425a-90ec-6b127a81f4c9 service neutron] Checking agent: {'id': '3de9de52-3a03-431d-9d7e-497ae92c57ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:38:14.186958 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8076cb97-79fb-4cc1-a67d-6d5db7d791a8 req-d68fe066-9172-425a-90ec-6b127a81f4c9 service neutron] Checking segment: {'id': 'd6be0b3d-a293-4085-89a6-e9db09db9853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '6cf7221f-a029-4ca0-a9e5-812e04e8d2d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:38:14.187370 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8076cb97-79fb-4cc1-a67d-6d5db7d791a8 req-d68fe066-9172-425a-90ec-6b127a81f4c9 service neutron] Bound using segment: {'id': 'd6be0b3d-a293-4085-89a6-e9db09db9853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '6cf7221f-a029-4ca0-a9e5-812e04e8d2d2'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:38:14.187769 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676a5543-6b80-4418-8fdb-4324eec6821d None None] Network 81dc0816-0a1d-4656-abe3-ec7a6f102277 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:38:14.187886 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-8076cb97-79fb-4cc1-a67d-6d5db7d791a8 req-d68fe066-9172-425a-90ec-6b127a81f4c9 service neutron] Bound port: 9b1df1e2-8d6a-4df1-8fbe-26bcd2e608e3, host: n-h1-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6be0b3d-a293-4085-89a6-e9db09db9853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '6cf7221f-a029-4ca0-a9e5-812e04e8d2d2'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:38:14.188138 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-8076cb97-79fb-4cc1-a67d-6d5db7d791a8 req-d68fe066-9172-425a-90ec-6b127a81f4c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:14.199721 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b47a29d1-55b8-4efd-bf3d-4f2a7e53a482 req-92137673-5f70-4f36-8deb-db0ce3eb91af service neutron] 10.222.0.48 "GET /v2.0/networks/17498e6d-84e1-4cac-974a-a187e6f18066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2881808 Aug 29 04:38:14.226981 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-9eba6efd-2626-436d-a183-cc2b2ab668bc tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7261937 Aug 29 04:38:14.231065 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 52200) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:14.247904 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75446c8e-277b-4055-b4cf-9e7a80a7dfc0 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Pushing event deleted for resources: {'Port': ['ID=cf0fe260-385f-450b-8c96-5303fe47e8c0,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:14.274381 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-e647fa46-68da-45a3-a832-ee195b1be76b tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] Request body: {'port': {'network_id': '81dc0816-0a1d-4656-abe3-ec7a6f102277', 'name': 'tempest-TagsExtTest-1135746283'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:14.284605 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b47a29d1-55b8-4efd-bf3d-4f2a7e53a482 req-f3433626-033f-47a7-8735-a2e05f5c4eb3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=5cfcb12b-3c21-4614-9071-b6c0f7763d86 HTTP/1.1" status: 200 len: 217 time: 0.0709565 Aug 29 04:38:14.286568 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b76b4b-ba75-4681-a92d-23678c79de2c None None] Pushing event updated for resources: {'Port': ['ID=513ebe41-97cd-4e3b-93a3-bcbaa7572626,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:14.287185 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35f7c71e-b2ef-40a1-9693-cf0c0ff65e7e admin admin] Router bb9b5a4d-fd7a-4dc1-9320-c62f5d3e19e9 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:38:14.310793 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-3f676850-81b6-4c17-8733-710aad907939 None None] For port 513ebe41-97cd-4e3b-93a3-bcbaa7572626, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=513ebe41-97cd-4e3b-93a3-bcbaa7572626,segment=NetworkSegment(42c3e57f-d7bf-4f5a-9dc5-6cec794dc345),segment_id=42c3e57f-d7bf-4f5a-9dc5-6cec794dc345)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:14.311477 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3f676850-81b6-4c17-8733-710aad907939 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:14.335022 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222e6a0e-87fb-415f-a5d9-728ff1868259 None None] Network 90dffc0e-ffd1-4c1b-9d0e-d68240e7ec32 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:38:14.351495 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-15d7f466-a908-45ff-bc93-ebe2d4aabe13 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] For port 513ebe41-97cd-4e3b-93a3-bcbaa7572626, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=513ebe41-97cd-4e3b-93a3-bcbaa7572626,segment=NetworkSegment(42c3e57f-d7bf-4f5a-9dc5-6cec794dc345),segment_id=42c3e57f-d7bf-4f5a-9dc5-6cec794dc345)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:14.352087 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-15d7f466-a908-45ff-bc93-ebe2d4aabe13 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:14.368291 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-15d7f466-a908-45ff-bc93-ebe2d4aabe13 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Calling delete_port for 513ebe41-97cd-4e3b-93a3-bcbaa7572626 owned by network:dhcp {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:38:14.480696 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47a29d1-55b8-4efd-bf3d-4f2a7e53a482 req-83068b09-cad5-472f-8877-447b2102b9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:14.483515 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b47a29d1-55b8-4efd-bf3d-4f2a7e53a482 req-83068b09-cad5-472f-8877-447b2102b9b5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2c4c2bd8-a9be-4d3e-b11b-de6654931482 HTTP/1.1" status: 200 len: 797 time: 0.1830277 Aug 29 04:38:14.546017 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-3f676850-81b6-4c17-8733-710aad907939 None None] Calling delete_port for 513ebe41-97cd-4e3b-93a3-bcbaa7572626 owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:38:14.620201 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-8076cb97-79fb-4cc1-a67d-6d5db7d791a8 req-d68fe066-9172-425a-90ec-6b127a81f4c9 service neutron] For port 9b1df1e2-8d6a-4df1-8fbe-26bcd2e608e3, host n-h1-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:38:14.686434 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-15d7f466-a908-45ff-bc93-ebe2d4aabe13 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:14.793864 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-8076cb97-79fb-4cc1-a67d-6d5db7d791a8 req-d68fe066-9172-425a-90ec-6b127a81f4c9 service neutron] For port 9b1df1e2-8d6a-4df1-8fbe-26bcd2e608e3, host n-h1-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=9b1df1e2-8d6a-4df1-8fbe-26bcd2e608e3,segment=NetworkSegment(d6be0b3d-a293-4085-89a6-e9db09db9853),segment_id=d6be0b3d-a293-4085-89a6-e9db09db9853)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:38:14.800313 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e647fa46-68da-45a3-a832-ee195b1be76b tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] Made reservation on behalf of c41a76f1f5c34cba86e86ff572d16c02 for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:38:14.811347 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e647fa46-68da-45a3-a832-ee195b1be76b tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:14.825323 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-8076cb97-79fb-4cc1-a67d-6d5db7d791a8 req-d68fe066-9172-425a-90ec-6b127a81f4c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:14.843963 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3f676850-81b6-4c17-8733-710aad907939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:14.854179 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc1b61b-aa04-42be-b023-f26c1e2e99b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-81dc0816-0a1d-4656-abe3-ec7a6f102277', 'network_id': '81dc0816-0a1d-4656-abe3-ec7a6f102277', 'tenant_id': 'c41a76f1f5c34cba86e86ff572d16c02', 'fixed_ips': [{'subnet_id': 'd4d2dabb-d02e-41e1-96f0-739ca5b24c51'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:38:14.855147 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d7f466-a908-45ff-bc93-ebe2d4aabe13 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Pushing event deleted for resources: {'Port': ['ID=513ebe41-97cd-4e3b-93a3-bcbaa7572626,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:14.855300 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9bc1b61b-aa04-42be-b023-f26c1e2e99b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:14.869992 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-75446c8e-277b-4055-b4cf-9e7a80a7dfc0 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-713231'] for router_interface, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:14.880365 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d7f466-a908-45ff-bc93-ebe2d4aabe13 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] No DVR routers for this DVR port 513ebe41-97cd-4e3b-93a3-bcbaa7572626 on host n-d-712140-12 {{(pid=94829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:38:14.951157 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f676850-81b6-4c17-8733-710aad907939 None None] Pushing event deleted for resources: {'Port': ['ID=513ebe41-97cd-4e3b-93a3-bcbaa7572626,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:14.959752 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 96bcccb0-5b31-405f-8964-a6f2dcea0490 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:38:14.992352 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f676850-81b6-4c17-8733-710aad907939 None None] No DVR routers for this DVR port 513ebe41-97cd-4e3b-93a3-bcbaa7572626 on host n-d-712140-12 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:38:15.000481 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 96bcccb0-5b31-405f-8964-a6f2dcea0490 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:38:15.001039 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 96bcccb0-5b31-405f-8964-a6f2dcea0490 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:38:15.001595 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 513ebe41-97cd-4e3b-93a3-bcbaa7572626 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:38:15.033398 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35f7c71e-b2ef-40a1-9693-cf0c0ff65e7e admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:38:15.040316 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-15d7f466-a908-45ff-bc93-ebe2d4aabe13 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:15.045282 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 52216) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:15.045500 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-35f7c71e-b2ef-40a1-9693-cf0c0ff65e7e admin admin] 10.222.0.22 "PUT /v2.0/routers/bb9b5a4d-fd7a-4dc1-9320-c62f5d3e19e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9730747 Aug 29 04:38:15.060814 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8076cb97-79fb-4cc1-a67d-6d5db7d791a8 req-d68fe066-9172-425a-90ec-6b127a81f4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:15.061491 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-8076cb97-79fb-4cc1-a67d-6d5db7d791a8 req-d68fe066-9172-425a-90ec-6b127a81f4c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:15.063120 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8076cb97-79fb-4cc1-a67d-6d5db7d791a8 req-d68fe066-9172-425a-90ec-6b127a81f4c9 service neutron] 10.222.0.46 "PUT /v2.0/ports/9b1df1e2-8d6a-4df1-8fbe-26bcd2e608e3 HTTP/1.1" status: 200 len: 1132 time: 4.4049351 Aug 29 04:38:15.071373 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46e8bc8c-be2e-4e64-8f62-71e110b3c077', 'tag': '9b1df1e2-8d6a-4df1-8fbe-26bcd2e608e3'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:38:15.074236 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6be482bd-5305-4dd7-925b-fc1264ad07e4" -d '{"events": [{"name": "network-changed", "server_uuid": "46e8bc8c-be2e-4e64-8f62-71e110b3c077", "tag": "9b1df1e2-8d6a-4df1-8fbe-26bcd2e608e3"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:38:15.083926 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-e647fa46-68da-45a3-a832-ee195b1be76b tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] device_id is not set on port a80fad49-6ef5-4ffe-ab08-f038e41e1ee9 yet. {{(pid=94828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:38:15.098819 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4913c826-78c0-4fa3-9b9d-56210d50bd15 None None] Sync routers for ids ['bb9b5a4d-fd7a-4dc1-9320-c62f5d3e19e9'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:38:15.105823 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 513ebe41-97cd-4e3b-93a3-bcbaa7572626 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:38:15.106171 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 513ebe41-97cd-4e3b-93a3-bcbaa7572626 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:38:15.129387 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4913c826-78c0-4fa3-9b9d-56210d50bd15 None None] Routers {'bb9b5a4d-fd7a-4dc1-9320-c62f5d3e19e9'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:38:15.130851 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-4913c826-78c0-4fa3-9b9d-56210d50bd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:38:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['bb9b5a4d-fd7a-4dc1-9320-c62f5d3e19e9'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:15.162474 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-15d7f466-a908-45ff-bc93-ebe2d4aabe13 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['996ae037-f11f-4cc5-9ee8-ff912d850c5f']}} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:15.200403 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-15d7f466-a908-45ff-bc93-ebe2d4aabe13 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42c3e57f-d7bf-4f5a-9dc5-6cec794dc345') {'for_net_delete': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:15.200950 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-15d7f466-a908-45ff-bc93-ebe2d4aabe13 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42c3e57f-d7bf-4f5a-9dc5-6cec794dc345') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:15.221412 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f888f3cc-4a53-46fe-a636-7129dc3de541 x-openstack-request-id: req-f888f3cc-4a53-46fe-a636-7129dc3de541 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:38:15.221587 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46e8bc8c-be2e-4e64-8f62-71e110b3c077", "tag": "9b1df1e2-8d6a-4df1-8fbe-26bcd2e608e3", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:38:15.221850 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f888f3cc-4a53-46fe-a636-7129dc3de541 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:38:15.222266 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46e8bc8c-be2e-4e64-8f62-71e110b3c077', 'tag': '9b1df1e2-8d6a-4df1-8fbe-26bcd2e608e3', 'status': 'completed', 'code': 200} Aug 29 04:38:15.226133 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47a29d1-55b8-4efd-bf3d-4f2a7e53a482 req-1d3b65ad-c402-4bb7-b6e6-f061067bd8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:15.227566 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b47a29d1-55b8-4efd-bf3d-4f2a7e53a482 req-1d3b65ad-c402-4bb7-b6e6-f061067bd8f3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=17498e6d-84e1-4cac-974a-a187e6f18066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6197095 Aug 29 04:38:15.229509 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-15d7f466-a908-45ff-bc93-ebe2d4aabe13 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4311712'] for segment, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:15.260144 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 52222) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:15.268869 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-d33c96f0-a236-41be-8b83-a86429291c7c admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1777554171-network', 'tenant_id': '8b0a9be9c9dc4d46b800b263145646bf'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:15.336668 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d33c96f0-a236-41be-8b83-a86429291c7c admin admin] Made reservation on behalf of 8b0a9be9c9dc4d46b800b263145646bf for: {'network': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:38:15.339074 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d33c96f0-a236-41be-8b83-a86429291c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:15.378843 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68fe066-9172-425a-90ec-6b127a81f4c9 service neutron] Pushing event updated for resources: {'Port': ['ID=9b1df1e2-8d6a-4df1-8fbe-26bcd2e608e3,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:15.399198 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b9aa6c-d454-4524-912d-250e3387c488 req-be45710f-6aee-4dd1-8aa9-3969078ce186 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:15.400916 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-47b9aa6c-d454-4524-912d-250e3387c488 req-be45710f-6aee-4dd1-8aa9-3969078ce186 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] 10.222.0.22 "GET /v2.0/ports?device_id=46e8bc8c-be2e-4e64-8f62-71e110b3c077 HTTP/1.1" status: 200 len: 983 time: 0.6049199 Aug 29 04:38:15.409587 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d33c96f0-a236-41be-8b83-a86429291c7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:15.437173 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8076cb97-79fb-4cc1-a67d-6d5db7d791a8 req-e8b884c0-cb8a-48cf-bf1d-60196ee8672e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:15.438693 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8076cb97-79fb-4cc1-a67d-6d5db7d791a8 req-e8b884c0-cb8a-48cf-bf1d-60196ee8672e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aee320d7fd864e10bc0cb9e2e1782ff3&device_id=46e8bc8c-be2e-4e64-8f62-71e110b3c077 HTTP/1.1" status: 200 len: 1135 time: 0.2874377 Aug 29 04:38:15.519740 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-9bc1b61b-aa04-42be-b023-f26c1e2e99b6 None None] Allocated IP 172.20.0.2 (81dc0816-0a1d-4656-abe3-ec7a6f102277/d4d2dabb-d02e-41e1-96f0-739ca5b24c51/fd87d065-2261-452d-bb11-d269c2db8f27) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:38:15.523096 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8076cb97-79fb-4cc1-a67d-6d5db7d791a8 req-aaf2dc04-8ef7-4e4f-8546-e083439520fa service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9b1df1e2-8d6a-4df1-8fbe-26bcd2e608e3 HTTP/1.1" status: 200 len: 217 time: 0.0699887 Aug 29 04:38:15.534271 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-15d7f466-a908-45ff-bc93-ebe2d4aabe13 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:15.552884 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-4913c826-78c0-4fa3-9b9d-56210d50bd15 None None] Set router bb9b5a4d-fd7a-4dc1-9320-c62f5d3e19e9 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:38:15.562850 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b47a29d1-55b8-4efd-bf3d-4f2a7e53a482 req-8eed38a1-72f7-434e-a0ca-a260999daf53 service neutron] 10.222.0.48 "GET /v2.0/networks/17498e6d-84e1-4cac-974a-a187e6f18066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3062501 Aug 29 04:38:15.588372 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-47b9aa6c-d454-4524-912d-250e3387c488 req-7671a961-12bd-4cbe-add1-0a8d688a9120 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] 10.222.0.22 "GET /v2.0/security-groups?id=7243d292-909d-43a5-9585-4fad2fdb6649&id=c9c7aa5b-f2e5-4471-bab7-b8b853dfa805&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1726491 Aug 29 04:38:15.608146 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15d7f466-a908-45ff-bc93-ebe2d4aabe13 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=94829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:38:15.608146 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-15d7f466-a908-45ff-bc93-ebe2d4aabe13 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4274277'] for segment, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:15.609483 n-d-712140-12 neutron-server[94829]: Traceback (most recent call last): Aug 29 04:38:15.609483 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:38:15.609483 n-d-712140-12 neutron-server[94829]: timer() Aug 29 04:38:15.609483 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:38:15.609483 n-d-712140-12 neutron-server[94829]: cb(*args, **kw) Aug 29 04:38:15.609483 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:38:15.609483 n-d-712140-12 neutron-server[94829]: return func(*args, **kwargs) Aug 29 04:38:15.609483 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:38:15.609483 n-d-712140-12 neutron-server[94829]: self._notify() Aug 29 04:38:15.609483 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:38:15.609483 n-d-712140-12 neutron-server[94829]: self.callback(batched_events) Aug 29 04:38:15.609483 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:38:15.609483 n-d-712140-12 neutron-server[94829]: event.method(event) Aug 29 04:38:15.609483 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:38:15.609483 n-d-712140-12 neutron-server[94829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:38:15.609483 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:38:15.609483 n-d-712140-12 neutron-server[94829]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:38:15.609483 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:38:15.609483 n-d-712140-12 neutron-server[94829]: return f(self, *a, **k) Aug 29 04:38:15.609483 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:38:15.609483 n-d-712140-12 neutron-server[94829]: return self._get(url).json() Aug 29 04:38:15.609483 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:38:15.609483 n-d-712140-12 neutron-server[94829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:38:15.609483 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:38:15.609483 n-d-712140-12 neutron-server[94829]: return self.request(url, 'GET', **kwargs) Aug 29 04:38:15.609483 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:38:15.609483 n-d-712140-12 neutron-server[94829]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:38:15.609483 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:38:15.609483 n-d-712140-12 neutron-server[94829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:38:15.609483 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:38:15.609483 n-d-712140-12 neutron-server[94829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:38:15.609483 n-d-712140-12 neutron-server[94829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:38:15.628020 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8076cb97-79fb-4cc1-a67d-6d5db7d791a8 req-2b8ac1b0-c64c-4828-9a6d-c1368acc08df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:15.629455 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8076cb97-79fb-4cc1-a67d-6d5db7d791a8 req-2b8ac1b0-c64c-4828-9a6d-c1368acc08df service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d3131d4d-4cce-4189-8e08-fad748d46f9a HTTP/1.1" status: 200 len: 834 time: 0.0837913 Aug 29 04:38:15.685966 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-aea00dd8-0dfa-4447-af77-8856abc3c71f admin admin] Notify callbacks [] for router, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:15.695991 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75446c8e-277b-4055-b4cf-9e7a80a7dfc0 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Router 4d0732f6-5a46-466b-92aa-f9dec19c55b0 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:38:15.744399 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-15d7f466-a908-45ff-bc93-ebe2d4aabe13 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:15.759843 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-15d7f466-a908-45ff-bc93-ebe2d4aabe13 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:15.761985 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-15d7f466-a908-45ff-bc93-ebe2d4aabe13 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] 10.222.0.22 "DELETE /v2.0/networks/996ae037-f11f-4cc5-9ee8-ff912d850c5f HTTP/1.1" status: 204 len: 168 time: 1.8930352 Aug 29 04:38:15.766193 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 52226) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:15.845149 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d7f466-a908-45ff-bc93-ebe2d4aabe13 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Pushing event deleted for resources: {'Network': ['ID=996ae037-f11f-4cc5-9ee8-ff912d850c5f,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:15.874799 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9bc1b61b-aa04-42be-b023-f26c1e2e99b6 None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:15.892603 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-9bc1b61b-aa04-42be-b023-f26c1e2e99b6 None None] Transition to ACTIVE for port object fd87d065-2261-452d-bb11-d269c2db8f27 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:38:15.915720 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-4913c826-78c0-4fa3-9b9d-56210d50bd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9b5a4d-fd7a-4dc1-9320-c62f5d3e19e9', 'name': 'tempest-TestServerBasicOps-439922876-router', 'tenant_id': 'b765fede93b04201b5c324a28753ffa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': 'c883f625-d9c1-4f98-9814-d4d60e463469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:32:14Z', 'updated_at': '2021-08-29T04:38:10Z', 'revision_number': 5, 'project_id': 'b765fede93b04201b5c324a28753ffa9', 'gw_port': {'id': 'c883f625-d9c1-4f98-9814-d4d60e463469', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:43:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9b5a4d-fd7a-4dc1-9320-c62f5d3e19e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:15Z', 'updated_at': '2021-08-29T04:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:15.919384 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-9bc1b61b-aa04-42be-b023-f26c1e2e99b6 None None] Transition to ACTIVE for port object fd87d065-2261-452d-bb11-d269c2db8f27 will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:38:15.951649 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4913c826-78c0-4fa3-9b9d-56210d50bd15 None None] Checking router: bb9b5a4d-fd7a-4dc1-9320-c62f5d3e19e9 for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:38:15.959075 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9bc1b61b-aa04-42be-b023-f26c1e2e99b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:15.979200 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ff5bb2df-acef-463f-ba41-382c23585a34 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:15.990438 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4913c826-78c0-4fa3-9b9d-56210d50bd15 None None] Routers {'bb9b5a4d-fd7a-4dc1-9320-c62f5d3e19e9'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:38:15.991247 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-4913c826-78c0-4fa3-9b9d-56210d50bd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:38:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['bb9b5a4d-fd7a-4dc1-9320-c62f5d3e19e9'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:15.997100 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75446c8e-277b-4055-b4cf-9e7a80a7dfc0 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:38:16.004039 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-75446c8e-277b-4055-b4cf-9e7a80a7dfc0 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] 10.222.0.22 "PUT /v2.0/routers/4d0732f6-5a46-466b-92aa-f9dec19c55b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2408166 Aug 29 04:38:16.006459 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-aea00dd8-0dfa-4447-af77-8856abc3c71f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:16.011911 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 52228) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:16.016846 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8018041f-e832-4921-8bd0-72fbf650ec89 None None] Sync routers for ids ['4d0732f6-5a46-466b-92aa-f9dec19c55b0'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:38:16.031112 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8018041f-e832-4921-8bd0-72fbf650ec89 None None] Routers {'4d0732f6-5a46-466b-92aa-f9dec19c55b0'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:38:16.032271 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-8018041f-e832-4921-8bd0-72fbf650ec89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:38:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['4d0732f6-5a46-466b-92aa-f9dec19c55b0'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:16.042513 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc1b61b-aa04-42be-b023-f26c1e2e99b6 None None] Network 81dc0816-0a1d-4656-abe3-ec7a6f102277 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:38:16.050253 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-9bc1b61b-aa04-42be-b023-f26c1e2e99b6 None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:38:16.052978 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc1b61b-aa04-42be-b023-f26c1e2e99b6 None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:38:16.064499 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc1b61b-aa04-42be-b023-f26c1e2e99b6 None None] Pushing event updated for resources: {'Port': ['ID=fd87d065-2261-452d-bb11-d269c2db8f27,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:16.094110 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-8018041f-e832-4921-8bd0-72fbf650ec89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:16.105927 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8018041f-e832-4921-8bd0-72fbf650ec89 None None] Routers {'4d0732f6-5a46-466b-92aa-f9dec19c55b0'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:38:16.106765 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-8018041f-e832-4921-8bd0-72fbf650ec89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:38:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['4d0732f6-5a46-466b-92aa-f9dec19c55b0'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:16.134635 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-e647fa46-68da-45a3-a832-ee195b1be76b tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] Allocated IP 172.20.0.6 (81dc0816-0a1d-4656-abe3-ec7a6f102277/d4d2dabb-d02e-41e1-96f0-739ca5b24c51/a80fad49-6ef5-4ffe-ab08-f038e41e1ee9) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:38:16.156774 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-8018041f-e832-4921-8bd0-72fbf650ec89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:16.158403 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8018041f-e832-4921-8bd0-72fbf650ec89 None None] The sync data for ids ['4d0732f6-5a46-466b-92aa-f9dec19c55b0'] in n-d-712140-12 is: [] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:38:16.169272 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-9bc1b61b-aa04-42be-b023-f26c1e2e99b6 None None] Attempting to bind port fd87d065-2261-452d-bb11-d269c2db8f27 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:38:16.169742 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-9bc1b61b-aa04-42be-b023-f26c1e2e99b6 None None] Attempting to bind port fd87d065-2261-452d-bb11-d269c2db8f27 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '2ad47f1b-48a7-4f71-bf91-120ed1094754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '81dc0816-0a1d-4656-abe3-ec7a6f102277'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:38:16.170012 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc1b61b-aa04-42be-b023-f26c1e2e99b6 None None] Attempting to bind port fd87d065-2261-452d-bb11-d269c2db8f27 on network 81dc0816-0a1d-4656-abe3-ec7a6f102277 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:38:16.181591 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-4913c826-78c0-4fa3-9b9d-56210d50bd15 None None] Set router bb9b5a4d-fd7a-4dc1-9320-c62f5d3e19e9 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:38:16.184088 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc1b61b-aa04-42be-b023-f26c1e2e99b6 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:38:16.184676 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc1b61b-aa04-42be-b023-f26c1e2e99b6 None None] Checking segment: {'id': '2ad47f1b-48a7-4f71-bf91-120ed1094754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '81dc0816-0a1d-4656-abe3-ec7a6f102277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:38:16.185092 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9bc1b61b-aa04-42be-b023-f26c1e2e99b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:16.185495 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc1b61b-aa04-42be-b023-f26c1e2e99b6 None None] Bound using segment: {'id': '2ad47f1b-48a7-4f71-bf91-120ed1094754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '81dc0816-0a1d-4656-abe3-ec7a6f102277'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:38:16.185978 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-9bc1b61b-aa04-42be-b023-f26c1e2e99b6 None None] Bound port: fd87d065-2261-452d-bb11-d269c2db8f27, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ad47f1b-48a7-4f71-bf91-120ed1094754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '81dc0816-0a1d-4656-abe3-ec7a6f102277'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:38:16.186368 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9bc1b61b-aa04-42be-b023-f26c1e2e99b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:16.210053 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ff5bb2df-acef-463f-ba41-382c23585a34 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:16.228231 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-ff5bb2df-acef-463f-ba41-382c23585a34 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['235c05c0-15fd-45c0-a02a-fc7befcf9cb3']}} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:16.248523 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-ff5bb2df-acef-463f-ba41-382c23585a34 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb8b06d3-efde-4a73-99de-ef754a8f2590') {'for_net_delete': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:16.248824 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-ff5bb2df-acef-463f-ba41-382c23585a34 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb8b06d3-efde-4a73-99de-ef754a8f2590') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:16.318638 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ff5bb2df-acef-463f-ba41-382c23585a34 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4311712'] for segment, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:16.354054 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8076cb97-79fb-4cc1-a67d-6d5db7d791a8 req-ee430e72-613f-4478-8c5f-67389304a76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:16.355894 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8076cb97-79fb-4cc1-a67d-6d5db7d791a8 req-ee430e72-613f-4478-8c5f-67389304a76a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6cf7221f-a029-4ca0-a9e5-812e04e8d2d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7095490 Aug 29 04:38:16.361463 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-9bc1b61b-aa04-42be-b023-f26c1e2e99b6 None None] For port fd87d065-2261-452d-bb11-d269c2db8f27, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:38:16.364483 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e647fa46-68da-45a3-a832-ee195b1be76b tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:16.364742 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-aea00dd8-0dfa-4447-af77-8856abc3c71f admin admin] Deleting port c883f625-d9c1-4f98-9814-d4d60e463469 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:38:16.365099 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-aea00dd8-0dfa-4447-af77-8856abc3c71f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:16.384975 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-9bc1b61b-aa04-42be-b023-f26c1e2e99b6 None None] For port fd87d065-2261-452d-bb11-d269c2db8f27, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=fd87d065-2261-452d-bb11-d269c2db8f27,segment=NetworkSegment(2ad47f1b-48a7-4f71-bf91-120ed1094754),segment_id=2ad47f1b-48a7-4f71-bf91-120ed1094754)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:38:16.388335 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ff5bb2df-acef-463f-ba41-382c23585a34 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:16.393118 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9bc1b61b-aa04-42be-b023-f26c1e2e99b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:16.430612 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff5bb2df-acef-463f-ba41-382c23585a34 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=94829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:38:16.431029 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ff5bb2df-acef-463f-ba41-382c23585a34 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4274277'] for segment, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:16.434494 n-d-712140-12 neutron-server[94829]: Traceback (most recent call last): Aug 29 04:38:16.434494 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:38:16.434494 n-d-712140-12 neutron-server[94829]: timer() Aug 29 04:38:16.434494 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:38:16.434494 n-d-712140-12 neutron-server[94829]: cb(*args, **kw) Aug 29 04:38:16.434494 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:38:16.434494 n-d-712140-12 neutron-server[94829]: return func(*args, **kwargs) Aug 29 04:38:16.434494 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:38:16.434494 n-d-712140-12 neutron-server[94829]: self._notify() Aug 29 04:38:16.434494 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:38:16.434494 n-d-712140-12 neutron-server[94829]: self.callback(batched_events) Aug 29 04:38:16.434494 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:38:16.434494 n-d-712140-12 neutron-server[94829]: event.method(event) Aug 29 04:38:16.434494 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:38:16.434494 n-d-712140-12 neutron-server[94829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:38:16.434494 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:38:16.434494 n-d-712140-12 neutron-server[94829]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:38:16.434494 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:38:16.434494 n-d-712140-12 neutron-server[94829]: return f(self, *a, **k) Aug 29 04:38:16.434494 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:38:16.434494 n-d-712140-12 neutron-server[94829]: return self._get(url).json() Aug 29 04:38:16.434494 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:38:16.434494 n-d-712140-12 neutron-server[94829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:38:16.434494 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:38:16.434494 n-d-712140-12 neutron-server[94829]: return self.request(url, 'GET', **kwargs) Aug 29 04:38:16.434494 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:38:16.434494 n-d-712140-12 neutron-server[94829]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:38:16.434494 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:38:16.434494 n-d-712140-12 neutron-server[94829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:38:16.434494 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:38:16.434494 n-d-712140-12 neutron-server[94829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:38:16.434494 n-d-712140-12 neutron-server[94829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:38:16.451040 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b47a29d1-55b8-4efd-bf3d-4f2a7e53a482 req-f99da1b3-0f3c-47f1-9aea-d9fa105318b9 service neutron] 10.222.0.48 "GET /v2.0/networks/17498e6d-84e1-4cac-974a-a187e6f18066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8381212 Aug 29 04:38:16.455121 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d33c96f0-a236-41be-8b83-a86429291c7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:16.456875 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e647fa46-68da-45a3-a832-ee195b1be76b tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] Transition to ACTIVE for port object a80fad49-6ef5-4ffe-ab08-f038e41e1ee9 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:38:16.476428 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d33c96f0-a236-41be-8b83-a86429291c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:16.489841 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc1b61b-aa04-42be-b023-f26c1e2e99b6 None None] Pushing event updated for resources: {'Port': ['ID=fd87d065-2261-452d-bb11-d269c2db8f27,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:16.507912 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-4913c826-78c0-4fa3-9b9d-56210d50bd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9b5a4d-fd7a-4dc1-9320-c62f5d3e19e9', 'name': 'tempest-TestServerBasicOps-439922876-router', 'tenant_id': 'b765fede93b04201b5c324a28753ffa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': 'c883f625-d9c1-4f98-9814-d4d60e463469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:32:14Z', 'updated_at': '2021-08-29T04:38:10Z', 'revision_number': 5, 'project_id': 'b765fede93b04201b5c324a28753ffa9', 'gw_port': {'id': 'c883f625-d9c1-4f98-9814-d4d60e463469', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:43:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9b5a4d-fd7a-4dc1-9320-c62f5d3e19e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:15Z', 'updated_at': '2021-08-29T04:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:16.526048 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b47a29d1-55b8-4efd-bf3d-4f2a7e53a482 req-60f675f5-6018-4332-b9a7-827b3154fd9e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=73a89596-2f6f-4bb0-aecd-74540ae2a41e HTTP/1.1" status: 200 len: 217 time: 0.0632029 Aug 29 04:38:16.549897 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4913c826-78c0-4fa3-9b9d-56210d50bd15 None None] The sync data for ids ['bb9b5a4d-fd7a-4dc1-9320-c62f5d3e19e9'] in n-d-712140-12 is: [{'id': 'bb9b5a4d-fd7a-4dc1-9320-c62f5d3e19e9', 'name': 'tempest-TestServerBasicOps-439922876-router', 'tenant_id': 'b765fede93b04201b5c324a28753ffa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': 'c883f625-d9c1-4f98-9814-d4d60e463469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:32:14Z', 'updated_at': '2021-08-29T04:38:10Z', 'revision_number': 5, 'project_id': 'b765fede93b04201b5c324a28753ffa9', 'gw_port': {'id': 'c883f625-d9c1-4f98-9814-d4d60e463469', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:43:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9b5a4d-fd7a-4dc1-9320-c62f5d3e19e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:15Z', 'updated_at': '2021-08-29T04:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:38:16.573682 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ff5bb2df-acef-463f-ba41-382c23585a34 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:16.600662 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ff5bb2df-acef-463f-ba41-382c23585a34 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:16.602559 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-ff5bb2df-acef-463f-ba41-382c23585a34 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] 10.222.0.22 "DELETE /v2.0/networks/235c05c0-15fd-45c0-a02a-fc7befcf9cb3 HTTP/1.1" status: 204 len: 168 time: 0.8255427 Aug 29 04:38:16.604598 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-aea00dd8-0dfa-4447-af77-8856abc3c71f admin admin] For port c883f625-d9c1-4f98-9814-d4d60e463469, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=c883f625-d9c1-4f98-9814-d4d60e463469,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:16.605506 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-aea00dd8-0dfa-4447-af77-8856abc3c71f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:16.614733 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33c96f0-a236-41be-8b83-a86429291c7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e276e2b0-1ed9-4ede-8e90-26ba606ab8a6,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:16.619129 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 52230) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:16.619855 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d33c96f0-a236-41be-8b83-a86429291c7c admin admin] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=94828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:38:16.631922 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5bb2df-acef-463f-ba41-382c23585a34 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Pushing event deleted for resources: {'Network': ['ID=235c05c0-15fd-45c0-a02a-fc7befcf9cb3,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:16.639312 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-aea00dd8-0dfa-4447-af77-8856abc3c71f admin admin] Calling delete_port for c883f625-d9c1-4f98-9814-d4d60e463469 owned by network:router_gateway {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:38:16.773027 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8076cb97-79fb-4cc1-a67d-6d5db7d791a8 req-b8401829-029a-4e8f-9921-32f55e2d2fc8 service neutron] 10.222.0.46 "GET /v2.0/networks/6cf7221f-a029-4ca0-a9e5-812e04e8d2d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4041691 Aug 29 04:38:16.783014 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d33c96f0-a236-41be-8b83-a86429291c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:16.783364 n-d-712140-12 neutron-server[94828]: INFO neutron.db.segments_db [None req-d33c96f0-a236-41be-8b83-a86429291c7c admin admin] Added segment 2f274e86-75c9-46d0-9437-8002f1b69c76 of type vlan for network a035c69f-8f5b-4718-97ad-ec4196638492 Aug 29 04:38:16.923933 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-46def863-f865-4e94-9616-9631f3430f5f tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713413'] for router_interface, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:16.983652 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e647fa46-68da-45a3-a832-ee195b1be76b tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:16.986080 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47a29d1-55b8-4efd-bf3d-4f2a7e53a482 req-82ab90d6-62ce-4ce9-afe0-4b386e85bc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:16.987607 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b47a29d1-55b8-4efd-bf3d-4f2a7e53a482 req-82ab90d6-62ce-4ce9-afe0-4b386e85bc65 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2c4c2bd8-a9be-4d3e-b11b-de6654931482 HTTP/1.1" status: 200 len: 797 time: 0.4455254 Aug 29 04:38:16.989624 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device fd87d065-2261-452d-bb11-d269c2db8f27 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:38:17.031113 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dbd9d3de-9d0e-4623-9e6f-cb107aabe267 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:17.062541 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port fd87d065-2261-452d-bb11-d269c2db8f27 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:38:17.076589 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d33c96f0-a236-41be-8b83-a86429291c7c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:17.084287 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-aea00dd8-0dfa-4447-af77-8856abc3c71f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:17.087590 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 04690ccb-31a2-42b9-a669-035600805725 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:38:17.116196 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 04690ccb-31a2-42b9-a669-035600805725 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:38:17.116588 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 04690ccb-31a2-42b9-a669-035600805725 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:38:17.117389 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e647fa46-68da-45a3-a832-ee195b1be76b tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] Network 81dc0816-0a1d-4656-abe3-ec7a6f102277 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:38:17.139501 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-e647fa46-68da-45a3-a832-ee195b1be76b tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:38:17.142703 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea00dd8-0dfa-4447-af77-8856abc3c71f admin admin] Pushing event deleted for resources: {'Port': ['ID=c883f625-d9c1-4f98-9814-d4d60e463469,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:17.156732 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e647fa46-68da-45a3-a832-ee195b1be76b tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:38:17.166502 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3eb6ee-412a-464d-90f6-c038d6a09c0c req-5b9dc452-a844-4792-b737-9ce8c46ce077 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:17.168752 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9f3eb6ee-412a-464d-90f6-c038d6a09c0c req-5b9dc452-a844-4792-b737-9ce8c46ce077 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] 10.222.0.22 "GET /v2.0/ports?device_id=46e8bc8c-be2e-4e64-8f62-71e110b3c077 HTTP/1.1" status: 200 len: 983 time: 0.4592893 Aug 29 04:38:17.179557 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e647fa46-68da-45a3-a832-ee195b1be76b tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] Pushing event updated for resources: {'Port': ['ID=a80fad49-6ef5-4ffe-ab08-f038e41e1ee9,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:17.239148 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-aea00dd8-0dfa-4447-af77-8856abc3c71f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719445'] for router_gateway, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:17.252226 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d33c96f0-a236-41be-8b83-a86429291c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:17.253198 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d33c96f0-a236-41be-8b83-a86429291c7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:17.253768 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d33c96f0-a236-41be-8b83-a86429291c7c admin admin] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:17.257244 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8076cb97-79fb-4cc1-a67d-6d5db7d791a8 req-18293072-5580-4543-a86b-7636e9900cb6 service neutron] 10.222.0.46 "GET /v2.0/networks/6cf7221f-a029-4ca0-a9e5-812e04e8d2d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4757719 Aug 29 04:38:17.269956 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47a29d1-55b8-4efd-bf3d-4f2a7e53a482 req-9e2c2817-a7ad-46f0-a1a6-b4481eb6d31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:17.271455 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b47a29d1-55b8-4efd-bf3d-4f2a7e53a482 req-9e2c2817-a7ad-46f0-a1a6-b4481eb6d31a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=17498e6d-84e1-4cac-974a-a187e6f18066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2670732 Aug 29 04:38:17.479666 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e647fa46-68da-45a3-a832-ee195b1be76b tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:17.480519 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e647fa46-68da-45a3-a832-ee195b1be76b tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:17.527327 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-d33c96f0-a236-41be-8b83-a86429291c7c admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.2619307 Aug 29 04:38:17.532530 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 52236) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:17.546395 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dbd9d3de-9d0e-4623-9e6f-cb107aabe267 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:17.565349 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-5781f4cb-86df-4847-9ae2-f2f5939bb55c admin admin] Request body: {'subnet': {'network_id': 'a035c69f-8f5b-4718-97ad-ec4196638492', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1777554171-subnet', 'tenant_id': '8b0a9be9c9dc4d46b800b263145646bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:17.572351 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9f3eb6ee-412a-464d-90f6-c038d6a09c0c req-562c853c-ebf0-4a44-84d6-aa62e3a73ee5 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] 10.222.0.22 "GET /v2.0/security-groups?id=7243d292-909d-43a5-9585-4fad2fdb6649&id=c9c7aa5b-f2e5-4471-bab7-b8b853dfa805&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.3644509 Aug 29 04:38:17.581250 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-dbd9d3de-9d0e-4623-9e6f-cb107aabe267 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb8c674c-17ad-4ffd-a10c-cd8871371b9a']}} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:17.587145 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-aea00dd8-0dfa-4447-af77-8856abc3c71f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:17.587773 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33c96f0-a236-41be-8b83-a86429291c7c admin admin] Pushing event updated for resources: {'Network': ['ID=a035c69f-8f5b-4718-97ad-ec4196638492,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:17.602479 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network a035c69f-8f5b-4718-97ad-ec4196638492 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:38:17.610942 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-e647fa46-68da-45a3-a832-ee195b1be76b tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.3436003 Aug 29 04:38:17.612374 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 52238) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:17.620029 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-aea00dd8-0dfa-4447-af77-8856abc3c71f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:17.623567 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-dbd9d3de-9d0e-4623-9e6f-cb107aabe267 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57968e9a-185c-4350-96ca-aa611874a994') {'for_net_delete': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:17.623816 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-dbd9d3de-9d0e-4623-9e6f-cb107aabe267 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57968e9a-185c-4350-96ca-aa611874a994') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:17.648977 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-89cec19d-e3ca-4e6a-b7ae-bc17fa25df06 tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-2123207252', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:17.670626 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dbd9d3de-9d0e-4623-9e6f-cb107aabe267 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8904833'] for segment, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:17.696953 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-aea00dd8-0dfa-4447-af77-8856abc3c71f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717253'] for router, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:17.697614 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aea00dd8-0dfa-4447-af77-8856abc3c71f admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb9b5a4d-fd7a-4dc1-9320-c62f5d3e19e9 {{(pid=94829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:38:17.701830 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5781f4cb-86df-4847-9ae2-f2f5939bb55c admin admin] Made reservation on behalf of 8b0a9be9c9dc4d46b800b263145646bf for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:38:17.703669 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-aea00dd8-0dfa-4447-af77-8856abc3c71f admin admin] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:17.705187 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-aea00dd8-0dfa-4447-af77-8856abc3c71f admin admin] 10.222.0.22 "DELETE /v2.0/routers/bb9b5a4d-fd7a-4dc1-9320-c62f5d3e19e9 HTTP/1.1" status: 204 len: 168 time: 2.6581831 Aug 29 04:38:17.707707 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 52240) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:17.709291 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5781f4cb-86df-4847-9ae2-f2f5939bb55c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:17.733581 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be482bd-5305-4dd7-925b-fc1264ad07e4 req-d39323cc-dac6-4eb9-adf5-2811c75a8135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:17.740395 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6be482bd-5305-4dd7-925b-fc1264ad07e4 req-d39323cc-dac6-4eb9-adf5-2811c75a8135 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aee320d7fd864e10bc0cb9e2e1782ff3&device_id=46e8bc8c-be2e-4e64-8f62-71e110b3c077 HTTP/1.1" status: 200 len: 1135 time: 0.3899133 Aug 29 04:38:17.741818 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dbd9d3de-9d0e-4623-9e6f-cb107aabe267 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:17.758162 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbd9d3de-9d0e-4623-9e6f-cb107aabe267 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=94828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:38:17.759453 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dbd9d3de-9d0e-4623-9e6f-cb107aabe267 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9190468'] for segment, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:17.770503 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b727709-5050-42fb-9536-08bfb90c66de admin admin] Deleting subnet c3ff3d49-5062-4d8a-bbcb-4d8089f57765 {{(pid=94829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:38:17.775939 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-46def863-f865-4e94-9616-9631f3430f5f tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Deleting port e84dddc5-b6b6-4427-a17d-f2a26b90befc {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:38:17.776290 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-46def863-f865-4e94-9616-9631f3430f5f tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:17.780200 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7b727709-5050-42fb-9536-08bfb90c66de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:17.865668 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7b727709-5050-42fb-9536-08bfb90c66de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4311743'] for subnet, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:17.875551 n-d-712140-12 neutron-server[94828]: Traceback (most recent call last): Aug 29 04:38:17.875551 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:38:17.875551 n-d-712140-12 neutron-server[94828]: timer() Aug 29 04:38:17.875551 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:38:17.875551 n-d-712140-12 neutron-server[94828]: cb(*args, **kw) Aug 29 04:38:17.875551 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:38:17.875551 n-d-712140-12 neutron-server[94828]: return func(*args, **kwargs) Aug 29 04:38:17.875551 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:38:17.875551 n-d-712140-12 neutron-server[94828]: self._notify() Aug 29 04:38:17.875551 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:38:17.875551 n-d-712140-12 neutron-server[94828]: self.callback(batched_events) Aug 29 04:38:17.875551 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:38:17.875551 n-d-712140-12 neutron-server[94828]: event.method(event) Aug 29 04:38:17.875551 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:38:17.875551 n-d-712140-12 neutron-server[94828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:38:17.875551 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:38:17.875551 n-d-712140-12 neutron-server[94828]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:38:17.875551 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:38:17.875551 n-d-712140-12 neutron-server[94828]: return f(self, *a, **k) Aug 29 04:38:17.875551 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:38:17.875551 n-d-712140-12 neutron-server[94828]: return self._get(url).json() Aug 29 04:38:17.875551 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:38:17.875551 n-d-712140-12 neutron-server[94828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:38:17.875551 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:38:17.875551 n-d-712140-12 neutron-server[94828]: return self.request(url, 'GET', **kwargs) Aug 29 04:38:17.875551 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:38:17.875551 n-d-712140-12 neutron-server[94828]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:38:17.875551 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:38:17.875551 n-d-712140-12 neutron-server[94828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:38:17.875551 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:38:17.875551 n-d-712140-12 neutron-server[94828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:38:17.875551 n-d-712140-12 neutron-server[94828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:38:17.877830 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e38acf-f24f-4c02-b01a-1051f60f42b1 None None] Network 81dc0816-0a1d-4656-abe3-ec7a6f102277 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:38:17.877936 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b47a29d1-55b8-4efd-bf3d-4f2a7e53a482 req-73d3b3e9-814f-4ab9-9bf6-f92461ca47a9 service neutron] 10.222.0.48 "GET /v2.0/networks/17498e6d-84e1-4cac-974a-a187e6f18066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5958786 Aug 29 04:38:17.929001 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-46def863-f865-4e94-9616-9631f3430f5f tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:17.950551 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-46def863-f865-4e94-9616-9631f3430f5f tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Calling delete_port for e84dddc5-b6b6-4427-a17d-f2a26b90befc owned by network:router_interface {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:38:17.966381 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-91ecce2e-8e32-4f42-b735-f4d37ce87f62 None None] Provisioning for port fd87d065-2261-452d-bb11-d269c2db8f27 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:38:17.974521 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-91ecce2e-8e32-4f42-b735-f4d37ce87f62 None None] Provisioning complete for port fd87d065-2261-452d-bb11-d269c2db8f27 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:38:17.975216 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-91ecce2e-8e32-4f42-b735-f4d37ce87f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:18.009353 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-89cec19d-e3ca-4e6a-b7ae-bc17fa25df06 tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:18.010386 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-89cec19d-e3ca-4e6a-b7ae-bc17fa25df06 tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1838'] for router, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:18.020312 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dbd9d3de-9d0e-4623-9e6f-cb107aabe267 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:18.025440 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dbd9d3de-9d0e-4623-9e6f-cb107aabe267 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:18.029915 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-dbd9d3de-9d0e-4623-9e6f-cb107aabe267 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] 10.222.0.22 "DELETE /v2.0/networks/bb8c674c-17ad-4ffd-a10c-cd8871371b9a HTTP/1.1" status: 204 len: 168 time: 1.3898504 Aug 29 04:38:18.032700 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 52244) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:18.063121 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7b727709-5050-42fb-9536-08bfb90c66de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:18.142760 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-91ecce2e-8e32-4f42-b735-f4d37ce87f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:18.162053 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e668b57e-2d19-48ac-be9c-8dd5efa2ac5d tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:18.181125 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd9d3de-9d0e-4623-9e6f-cb107aabe267 tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Pushing event deleted for resources: {'Network': ['ID=bb8c674c-17ad-4ffd-a10c-cd8871371b9a,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:18.187713 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-91ecce2e-8e32-4f42-b735-f4d37ce87f62 None None] For port fd87d065-2261-452d-bb11-d269c2db8f27, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=fd87d065-2261-452d-bb11-d269c2db8f27,segment=NetworkSegment(2ad47f1b-48a7-4f71-bf91-120ed1094754),segment_id=2ad47f1b-48a7-4f71-bf91-120ed1094754)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:18.193326 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-91ecce2e-8e32-4f42-b735-f4d37ce87f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:18.254205 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7b727709-5050-42fb-9536-08bfb90c66de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4552352'] for subnet, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:18.255190 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ecce2e-8e32-4f42-b735-f4d37ce87f62 None None] Pushing event updated for resources: {'Port': ['ID=fd87d065-2261-452d-bb11-d269c2db8f27,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:18.261651 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-46def863-f865-4e94-9616-9631f3430f5f tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:18.336192 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b727709-5050-42fb-9536-08bfb90c66de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3ff3d49-5062-4d8a-bbcb-4d8089f57765,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:18.336331 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be482bd-5305-4dd7-925b-fc1264ad07e4 req-d09f5143-0ecd-48b4-8dec-cb981646ae18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:18.340293 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403af3e0-0768-454d-a87e-2010294aa508 None None] Network 1ebc2e43-1665-45c9-99e8-25ad0856d831 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:38:18.343726 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46def863-f865-4e94-9616-9631f3430f5f tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Pushing event deleted for resources: {'Port': ['ID=e84dddc5-b6b6-4427-a17d-f2a26b90befc,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:18.349552 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6be482bd-5305-4dd7-925b-fc1264ad07e4 req-d09f5143-0ecd-48b4-8dec-cb981646ae18 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6cf7221f-a029-4ca0-a9e5-812e04e8d2d2 HTTP/1.1" status: 200 len: 898 time: 0.4590623 Aug 29 04:38:18.353963 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7b727709-5050-42fb-9536-08bfb90c66de admin admin] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:18.356668 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-7b727709-5050-42fb-9536-08bfb90c66de admin admin] 10.222.0.22 "DELETE /v2.0/subnets/c3ff3d49-5062-4d8a-bbcb-4d8089f57765 HTTP/1.1" status: 204 len: 168 time: 0.6479020 Aug 29 04:38:18.360063 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 52246) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:18.410587 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-89cec19d-e3ca-4e6a-b7ae-bc17fa25df06 tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:18.440694 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-742e04d4-50ba-4de8-940c-7d18d76045e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:18.543133 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-89cec19d-e3ca-4e6a-b7ae-bc17fa25df06 tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409'] for router, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:18.566035 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b47a29d1-55b8-4efd-bf3d-4f2a7e53a482 req-8c515ddf-61fc-4393-968d-41d44448138e service neutron] 10.222.0.48 "GET /v2.0/networks/17498e6d-84e1-4cac-974a-a187e6f18066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6630182 Aug 29 04:38:18.609213 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5781f4cb-86df-4847-9ae2-f2f5939bb55c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9191137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10062364'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:18.629557 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-d3afe94d-3d17-4393-ba32-2bd7a4539591 None None] Provisioning for port a80fad49-6ef5-4ffe-ab08-f038e41e1ee9 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:38:18.635179 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6be482bd-5305-4dd7-925b-fc1264ad07e4 req-dd0d6c7d-5bcb-4078-9131-0f8c73844edb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9b1df1e2-8d6a-4df1-8fbe-26bcd2e608e3 HTTP/1.1" status: 200 len: 217 time: 0.2883129 Aug 29 04:38:18.652133 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-d3afe94d-3d17-4393-ba32-2bd7a4539591 None None] Provisioning complete for port a80fad49-6ef5-4ffe-ab08-f038e41e1ee9 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:38:18.652458 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d3afe94d-3d17-4393-ba32-2bd7a4539591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:18.658185 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa991c3d-8f3c-4a39-b642-40225dd2395f None None] DHCP port deletion for 1ebc2e43-1665-45c9-99e8-25ad0856d831 request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:38:18.662620 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-46def863-f865-4e94-9616-9631f3430f5f tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-713231'] for router_interface, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:18.688917 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-742e04d4-50ba-4de8-940c-7d18d76045e0 admin admin] Deleting port 1c977f26-9048-46d8-9d30-e69c55774918 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:38:18.689263 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-742e04d4-50ba-4de8-940c-7d18d76045e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:18.762807 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e668b57e-2d19-48ac-be9c-8dd5efa2ac5d tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:18.762996 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-d3afe94d-3d17-4393-ba32-2bd7a4539591 None None] Port a80fad49-6ef5-4ffe-ab08-f038e41e1ee9 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:38:18.779101 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-aa991c3d-8f3c-4a39-b642-40225dd2395f None None] Deleting port 1c977f26-9048-46d8-9d30-e69c55774918 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:38:18.779790 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-aa991c3d-8f3c-4a39-b642-40225dd2395f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:18.787645 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b47a29d1-55b8-4efd-bf3d-4f2a7e53a482 req-cce39e45-a975-4b33-8774-a62e62099639 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e8c38dda-a12f-4615-86b7-8fdfbcfe8a49 HTTP/1.1" status: 200 len: 217 time: 0.1698382 Aug 29 04:38:18.788374 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-89cec19d-e3ca-4e6a-b7ae-bc17fa25df06 tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] Notify callbacks [] for router, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:18.789427 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-89cec19d-e3ca-4e6a-b7ae-bc17fa25df06 tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.1618862 Aug 29 04:38:18.792067 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-d3afe94d-3d17-4393-ba32-2bd7a4539591 None None] Provisioning complete for port fd87d065-2261-452d-bb11-d269c2db8f27 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:38:18.793193 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d3afe94d-3d17-4393-ba32-2bd7a4539591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:18.811100 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 52250) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:18.813247 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-e668b57e-2d19-48ac-be9c-8dd5efa2ac5d tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fa7f3d2-adde-4f4c-a125-79ceb6a69070']}} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:18.837076 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-66655300-da49-4eb6-a1e1-8357f918c274 tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-834014330', 'prefixes': ['172.20.0.0/16']}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:18.872700 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be482bd-5305-4dd7-925b-fc1264ad07e4 req-e8252d3e-7c2a-4d2a-bff8-e5826776eae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:18.875957 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6be482bd-5305-4dd7-925b-fc1264ad07e4 req-e8252d3e-7c2a-4d2a-bff8-e5826776eae9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d3131d4d-4cce-4189-8e08-fad748d46f9a HTTP/1.1" status: 200 len: 834 time: 0.1650255 Aug 29 04:38:18.913803 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-aa991c3d-8f3c-4a39-b642-40225dd2395f None None] For port 1c977f26-9048-46d8-9d30-e69c55774918, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=1c977f26-9048-46d8-9d30-e69c55774918,segment=NetworkSegment(48f138d5-0117-42b7-b327-ede7f9f15780),segment_id=48f138d5-0117-42b7-b327-ede7f9f15780)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:18.914552 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-aa991c3d-8f3c-4a39-b642-40225dd2395f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:18.915931 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-e668b57e-2d19-48ac-be9c-8dd5efa2ac5d tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f5ed773-d9c0-42c2-8aee-b902158f5dd7') {'for_net_delete': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:18.916420 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-e668b57e-2d19-48ac-be9c-8dd5efa2ac5d tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f5ed773-d9c0-42c2-8aee-b902158f5dd7') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:18.940528 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e668b57e-2d19-48ac-be9c-8dd5efa2ac5d tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8904833'] for segment, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:18.945790 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device fd87d065-2261-452d-bb11-d269c2db8f27 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:38:18.970196 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-aa991c3d-8f3c-4a39-b642-40225dd2395f None None] Calling delete_port for 1c977f26-9048-46d8-9d30-e69c55774918 owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:38:18.986631 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-742e04d4-50ba-4de8-940c-7d18d76045e0 admin admin] For port 1c977f26-9048-46d8-9d30-e69c55774918, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=1c977f26-9048-46d8-9d30-e69c55774918,segment=NetworkSegment(48f138d5-0117-42b7-b327-ede7f9f15780),segment_id=48f138d5-0117-42b7-b327-ede7f9f15780)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:18.987049 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-742e04d4-50ba-4de8-940c-7d18d76045e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:18.996817 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46def863-f865-4e94-9616-9631f3430f5f tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Router 4d0732f6-5a46-466b-92aa-f9dec19c55b0 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:38:19.001473 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5781f4cb-86df-4847-9ae2-f2f5939bb55c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7af11797-f7a0-4258-b79f-ce92573ab805,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:19.003518 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-742e04d4-50ba-4de8-940c-7d18d76045e0 admin admin] Calling delete_port for 1c977f26-9048-46d8-9d30-e69c55774918 owned by network:dhcp {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:38:19.019489 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e668b57e-2d19-48ac-be9c-8dd5efa2ac5d tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:19.030844 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47a29d1-55b8-4efd-bf3d-4f2a7e53a482 req-b70758d4-7230-4af7-a289-a6fdebe9b972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:19.032505 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b47a29d1-55b8-4efd-bf3d-4f2a7e53a482 req-b70758d4-7230-4af7-a289-a6fdebe9b972 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8462c09a-3992-4e92-b18c-741f3c6662c3 HTTP/1.1" status: 200 len: 797 time: 0.2160957 Aug 29 04:38:19.045071 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e668b57e-2d19-48ac-be9c-8dd5efa2ac5d tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=94828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:38:19.045607 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e668b57e-2d19-48ac-be9c-8dd5efa2ac5d tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9190468'] for segment, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:19.056420 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd675107-3986-4f4d-ae81-0ade327341ad req-2b342589-2ee9-4c56-8909-468ad28115bc tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:19.058395 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fd675107-3986-4f4d-ae81-0ade327341ad req-2b342589-2ee9-4c56-8909-468ad28115bc tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] 10.222.0.22 "GET /v2.0/ports?device_id=46e8bc8c-be2e-4e64-8f62-71e110b3c077 HTTP/1.1" status: 200 len: 983 time: 0.2929580 Aug 29 04:38:19.058879 n-d-712140-12 neutron-server[94828]: Traceback (most recent call last): Aug 29 04:38:19.058879 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:38:19.058879 n-d-712140-12 neutron-server[94828]: timer() Aug 29 04:38:19.058879 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:38:19.058879 n-d-712140-12 neutron-server[94828]: cb(*args, **kw) Aug 29 04:38:19.058879 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:38:19.058879 n-d-712140-12 neutron-server[94828]: return func(*args, **kwargs) Aug 29 04:38:19.058879 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:38:19.058879 n-d-712140-12 neutron-server[94828]: self._notify() Aug 29 04:38:19.058879 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:38:19.058879 n-d-712140-12 neutron-server[94828]: self.callback(batched_events) Aug 29 04:38:19.058879 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:38:19.058879 n-d-712140-12 neutron-server[94828]: event.method(event) Aug 29 04:38:19.058879 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:38:19.058879 n-d-712140-12 neutron-server[94828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:38:19.058879 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:38:19.058879 n-d-712140-12 neutron-server[94828]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:38:19.058879 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:38:19.058879 n-d-712140-12 neutron-server[94828]: return f(self, *a, **k) Aug 29 04:38:19.058879 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:38:19.058879 n-d-712140-12 neutron-server[94828]: return self._get(url).json() Aug 29 04:38:19.058879 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:38:19.058879 n-d-712140-12 neutron-server[94828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:38:19.058879 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:38:19.058879 n-d-712140-12 neutron-server[94828]: return self.request(url, 'GET', **kwargs) Aug 29 04:38:19.058879 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:38:19.058879 n-d-712140-12 neutron-server[94828]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:38:19.058879 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:38:19.058879 n-d-712140-12 neutron-server[94828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:38:19.058879 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:38:19.058879 n-d-712140-12 neutron-server[94828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:38:19.058879 n-d-712140-12 neutron-server[94828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:38:19.062420 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port fd87d065-2261-452d-bb11-d269c2db8f27 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:38:19.063024 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:19.129235 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-aa991c3d-8f3c-4a39-b642-40225dd2395f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:19.152534 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5781f4cb-86df-4847-9ae2-f2f5939bb55c admin admin] Checking segment: {'id': '2f274e86-75c9-46d0-9437-8002f1b69c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a035c69f-8f5b-4718-97ad-ec4196638492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:38:19.153789 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5781f4cb-86df-4847-9ae2-f2f5939bb55c admin admin] Network hostable DHCP agents. Network: a035c69f-8f5b-4718-97ad-ec4196638492, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:38:19.162707 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-742e04d4-50ba-4de8-940c-7d18d76045e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:19.164413 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa991c3d-8f3c-4a39-b642-40225dd2395f None None] Pushing event deleted for resources: {'Port': ['ID=1c977f26-9048-46d8-9d30-e69c55774918,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:19.172579 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46def863-f865-4e94-9616-9631f3430f5f tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:38:19.183950 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-46def863-f865-4e94-9616-9631f3430f5f tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] 10.222.0.22 "PUT /v2.0/routers/4d0732f6-5a46-466b-92aa-f9dec19c55b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1691096 Aug 29 04:38:19.192087 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 52254) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:19.198420 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceea60a4-2d45-4b70-a7a7-78e95a2098d0 None None] Sync routers for ids ['4d0732f6-5a46-466b-92aa-f9dec19c55b0'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:38:19.206464 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa991c3d-8f3c-4a39-b642-40225dd2395f None None] No DVR routers for this DVR port 1c977f26-9048-46d8-9d30-e69c55774918 on host n-d-712140-12 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:38:19.210304 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-7d9b413f-77db-4168-b25a-0b97dd97956f None None] Provisioning complete for port a80fad49-6ef5-4ffe-ab08-f038e41e1ee9 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:38:19.210940 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7d9b413f-77db-4168-b25a-0b97dd97956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:19.213286 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742e04d4-50ba-4de8-940c-7d18d76045e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c977f26-9048-46d8-9d30-e69c55774918,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:19.218540 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742e04d4-50ba-4de8-940c-7d18d76045e0 admin admin] No DVR routers for this DVR port 1c977f26-9048-46d8-9d30-e69c55774918 on host n-d-712140-12 {{(pid=94829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:38:19.247420 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-1bdee8bd-d071-4b3a-ab0e-400b726a4578 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d0732f6-5a46-466b-92aa-f9dec19c55b0 HTTP/1.1" status: 200 len: 205 time: 0.0498965 Aug 29 04:38:19.247420 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be482bd-5305-4dd7-925b-fc1264ad07e4 req-9b61baeb-9b38-4d4f-9d1f-66bb6d1c3073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:19.248760 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6be482bd-5305-4dd7-925b-fc1264ad07e4 req-9b61baeb-9b38-4d4f-9d1f-66bb6d1c3073 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6cf7221f-a029-4ca0-a9e5-812e04e8d2d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3105083 Aug 29 04:38:19.253747 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 52256) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:19.254526 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e668b57e-2d19-48ac-be9c-8dd5efa2ac5d tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:19.276770 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceea60a4-2d45-4b70-a7a7-78e95a2098d0 None None] Routers {'4d0732f6-5a46-466b-92aa-f9dec19c55b0'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:38:19.276880 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e668b57e-2d19-48ac-be9c-8dd5efa2ac5d tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:19.277669 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-ceea60a4-2d45-4b70-a7a7-78e95a2098d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:38:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['4d0732f6-5a46-466b-92aa-f9dec19c55b0'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:19.278987 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-e668b57e-2d19-48ac-be9c-8dd5efa2ac5d tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] 10.222.0.22 "DELETE /v2.0/networks/2fa7f3d2-adde-4f4c-a125-79ceb6a69070 HTTP/1.1" status: 204 len: 168 time: 1.2327316 Aug 29 04:38:19.282304 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:19.321433 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-7d9b413f-77db-4168-b25a-0b97dd97956f None None] Port a80fad49-6ef5-4ffe-ab08-f038e41e1ee9 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:38:19.324187 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-ceea60a4-2d45-4b70-a7a7-78e95a2098d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:19.338064 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-742e04d4-50ba-4de8-940c-7d18d76045e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:19.339892 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceea60a4-2d45-4b70-a7a7-78e95a2098d0 None None] Routers {'4d0732f6-5a46-466b-92aa-f9dec19c55b0'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:38:19.340632 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-ceea60a4-2d45-4b70-a7a7-78e95a2098d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:38:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['4d0732f6-5a46-466b-92aa-f9dec19c55b0'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:19.349629 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-742e04d4-50ba-4de8-940c-7d18d76045e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ebc2e43-1665-45c9-99e8-25ad0856d831']}} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:19.380757 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-742e04d4-50ba-4de8-940c-7d18d76045e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48f138d5-0117-42b7-b327-ede7f9f15780') {'for_net_delete': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:19.381003 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-742e04d4-50ba-4de8-940c-7d18d76045e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48f138d5-0117-42b7-b327-ede7f9f15780') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:19.383791 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-ceea60a4-2d45-4b70-a7a7-78e95a2098d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:19.384581 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceea60a4-2d45-4b70-a7a7-78e95a2098d0 None None] The sync data for ids ['4d0732f6-5a46-466b-92aa-f9dec19c55b0'] in n-d-712140-12 is: [] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:38:19.397485 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-742e04d4-50ba-4de8-940c-7d18d76045e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4311712'] for segment, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:19.405905 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device c883f625-d9c1-4f98-9814-d4d60e463469 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:38:19.414440 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-742e04d4-50ba-4de8-940c-7d18d76045e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:19.423073 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-742e04d4-50ba-4de8-940c-7d18d76045e0 admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=94829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:38:19.423520 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-742e04d4-50ba-4de8-940c-7d18d76045e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4274277'] for segment, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:19.427163 n-d-712140-12 neutron-server[94829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:38:19.427163 n-d-712140-12 neutron-server[94829]: self.session.flush() Aug 29 04:38:19.427163 n-d-712140-12 neutron-server[94829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:38:19.427163 n-d-712140-12 neutron-server[94829]: self.session.flush() Aug 29 04:38:19.427163 n-d-712140-12 neutron-server[94829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:38:19.427163 n-d-712140-12 neutron-server[94829]: self.session.flush() Aug 29 04:38:19.427163 n-d-712140-12 neutron-server[94829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:38:19.427163 n-d-712140-12 neutron-server[94829]: self.session.flush() Aug 29 04:38:19.427163 n-d-712140-12 neutron-server[94829]: Traceback (most recent call last): Aug 29 04:38:19.427163 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:38:19.427163 n-d-712140-12 neutron-server[94829]: timer() Aug 29 04:38:19.427163 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:38:19.427163 n-d-712140-12 neutron-server[94829]: cb(*args, **kw) Aug 29 04:38:19.427163 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:38:19.427163 n-d-712140-12 neutron-server[94829]: return func(*args, **kwargs) Aug 29 04:38:19.427163 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:38:19.427163 n-d-712140-12 neutron-server[94829]: self._notify() Aug 29 04:38:19.427163 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:38:19.427163 n-d-712140-12 neutron-server[94829]: self.callback(batched_events) Aug 29 04:38:19.427163 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:38:19.427163 n-d-712140-12 neutron-server[94829]: event.method(event) Aug 29 04:38:19.427163 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:38:19.427163 n-d-712140-12 neutron-server[94829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:38:19.427163 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:38:19.427163 n-d-712140-12 neutron-server[94829]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:38:19.427163 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:38:19.427163 n-d-712140-12 neutron-server[94829]: return f(self, *a, **k) Aug 29 04:38:19.427163 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:38:19.427163 n-d-712140-12 neutron-server[94829]: return self._get(url).json() Aug 29 04:38:19.427163 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:38:19.427163 n-d-712140-12 neutron-server[94829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:38:19.427163 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:38:19.427163 n-d-712140-12 neutron-server[94829]: return self.request(url, 'GET', **kwargs) Aug 29 04:38:19.427163 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:38:19.427163 n-d-712140-12 neutron-server[94829]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:38:19.427163 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:38:19.427163 n-d-712140-12 neutron-server[94829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:38:19.427163 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:38:19.427163 n-d-712140-12 neutron-server[94829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:38:19.427163 n-d-712140-12 neutron-server[94829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:38:19.442297 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: c883f625-d9c1-4f98-9814-d4d60e463469 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:38:19.442655 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device c883f625-d9c1-4f98-9814-d4d60e463469 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:38:19.443085 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 1c977f26-9048-46d8-9d30-e69c55774918 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:38:19.471446 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 1c977f26-9048-46d8-9d30-e69c55774918 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:38:19.471842 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 1c977f26-9048-46d8-9d30-e69c55774918 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:38:19.510906 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-742e04d4-50ba-4de8-940c-7d18d76045e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:19.517772 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-742e04d4-50ba-4de8-940c-7d18d76045e0 admin admin] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:19.519873 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-742e04d4-50ba-4de8-940c-7d18d76045e0 admin admin] 10.222.0.22 "DELETE /v2.0/networks/1ebc2e43-1665-45c9-99e8-25ad0856d831 HTTP/1.1" status: 204 len: 168 time: 1.1582222 Aug 29 04:38:19.536318 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 52260) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:19.544672 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742e04d4-50ba-4de8-940c-7d18d76045e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ebc2e43-1665-45c9-99e8-25ad0856d831,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:19.660405 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 52264) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:19.705003 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5781f4cb-86df-4847-9ae2-f2f5939bb55c admin admin] Network a035c69f-8f5b-4718-97ad-ec4196638492 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:38:19.750275 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e668b57e-2d19-48ac-be9c-8dd5efa2ac5d tempest-BulkNetworkOpsIpV6Test-1009608705 tempest-BulkNetworkOpsIpV6Test-1009608705-project] Pushing event deleted for resources: {'Network': ['ID=2fa7f3d2-adde-4f4c-a125-79ceb6a69070,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:19.775340 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fd675107-3986-4f4d-ae81-0ade327341ad req-fda6fc63-b1b3-4d06-acbf-11f25b1a1c41 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] 10.222.0.22 "GET /v2.0/security-groups?id=7243d292-909d-43a5-9585-4fad2fdb6649&id=c9c7aa5b-f2e5-4471-bab7-b8b853dfa805&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.6361699 Aug 29 04:38:19.781184 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-aa46939b-e763-4895-ab30-da5d7fb4e708 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks [] for router, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:19.782951 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-5781f4cb-86df-4847-9ae2-f2f5939bb55c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, a035c69f-8f5b-4718-97ad-ec4196638492) {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:38:19.785721 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47a29d1-55b8-4efd-bf3d-4f2a7e53a482 req-0dc0a1ff-e753-45ea-85a4-43fc704b6431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:19.787227 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b47a29d1-55b8-4efd-bf3d-4f2a7e53a482 req-0dc0a1ff-e753-45ea-85a4-43fc704b6431 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5e503eef-fcd9-442c-bfbe-e3b673cf903b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7460556 Aug 29 04:38:19.796888 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81111480-b721-4586-a4b8-75f5e49d3d8a None None] Network a035c69f-8f5b-4718-97ad-ec4196638492 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:38:19.827186 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5781f4cb-86df-4847-9ae2-f2f5939bb55c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:19.827842 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5781f4cb-86df-4847-9ae2-f2f5939bb55c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:19.936244 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-66655300-da49-4eb6-a1e1-8357f918c274 tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] Notify callbacks [] for subnetpool, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:19.937461 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-66655300-da49-4eb6-a1e1-8357f918c274 tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] 10.222.0.22 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 1.1095889 Aug 29 04:38:19.942097 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 52268) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:19.946284 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-5781f4cb-86df-4847-9ae2-f2f5939bb55c admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3964198 Aug 29 04:38:19.961601 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.tag.tag_plugin [None req-3fed5fcd-a2c9-47c8-85c1-1edef702a95c tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'd4d2dabb-d02e-41e1-96f0-739ca5b24c51', 'tempest-TagsExtTest-Tag-889294781') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:20.006908 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c16f8fcd-021f-42a7-8f31-1a759f969c5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713413'] for router_interface, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:20.063932 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6be482bd-5305-4dd7-925b-fc1264ad07e4 req-fa36ea9f-fa85-471c-a2e7-83f5cecab060 service neutron] 10.222.0.46 "GET /v2.0/networks/6cf7221f-a029-4ca0-a9e5-812e04e8d2d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7983475 Aug 29 04:38:20.095849 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 9b1df1e2-8d6a-4df1-8fbe-26bcd2e608e3 details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:38:20.110559 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-aa46939b-e763-4895-ab30-da5d7fb4e708 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:20.143027 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-aa46939b-e763-4895-ab30-da5d7fb4e708 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:20.170225 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-3fed5fcd-a2c9-47c8-85c1-1edef702a95c tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] 10.222.0.22 "PUT /v2.0/subnets/d4d2dabb-d02e-41e1-96f0-739ca5b24c51/tags/tempest-TagsExtTest-Tag-889294781 HTTP/1.1" status: 201 len: 201 time: 0.2258782 Aug 29 04:38:20.174393 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 52276) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:20.182085 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.tag.tag_plugin [None req-f0fbbafb-f87d-46e3-99f4-79e8661e76af tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'a80fad49-6ef5-4ffe-ab08-f038e41e1ee9', 'tempest-TagsExtTest-Tag-2065398589') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:20.281572 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6be482bd-5305-4dd7-925b-fc1264ad07e4 req-0344a5dc-30e4-46e0-b79f-8e24e9f90cef service neutron] 10.222.0.46 "GET /v2.0/networks/6cf7221f-a029-4ca0-a9e5-812e04e8d2d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062922 Aug 29 04:38:20.288421 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b47a29d1-55b8-4efd-bf3d-4f2a7e53a482 req-c7f0225a-d889-4d63-b71b-8d970db5c0de service neutron] 10.222.0.48 "GET /v2.0/networks/5e503eef-fcd9-442c-bfbe-e3b673cf903b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4236386 Aug 29 04:38:20.294670 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-0552a7ae-774d-40c3-9679-53f24fd6f797 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cf9d55bde42b4ba2829792f5c7b5df61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5878415 Aug 29 04:38:20.297205 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 52282) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:20.317249 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 9b1df1e2-8d6a-4df1-8fbe-26bcd2e608e3, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=9b1df1e2-8d6a-4df1-8fbe-26bcd2e608e3,segment=NetworkSegment(d6be0b3d-a293-4085-89a6-e9db09db9853),segment_id=d6be0b3d-a293-4085-89a6-e9db09db9853)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:20.325700 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-aa46939b-e763-4895-ab30-da5d7fb4e708 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717253'] for router, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:20.326206 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa46939b-e763-4895-ab30-da5d7fb4e708 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Fanout notify agent at l3_agent the message router_deleted on router 4d0732f6-5a46-466b-92aa-f9dec19c55b0 {{(pid=94828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:38:20.330771 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Returning: {'device': '9b1df1e2-8d6a-4df1-8fbe-26bcd2e608e3', 'network_id': '6cf7221f-a029-4ca0-a9e5-812e04e8d2d2', 'port_id': '9b1df1e2-8d6a-4df1-8fbe-26bcd2e608e3', 'mac_address': 'fa:16:3e:74:f2:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3131d4d-4cce-4189-8e08-fad748d46f9a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:38:20.333770 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3babc7e-348f-4142-ab17-dc498afc42de None None] Network a035c69f-8f5b-4718-97ad-ec4196638492 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:38:20.346539 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-aa46939b-e763-4895-ab30-da5d7fb4e708 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks [] for router, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:20.350028 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-aa46939b-e763-4895-ab30-da5d7fb4e708 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] 10.222.0.22 "DELETE /v2.0/routers/4d0732f6-5a46-466b-92aa-f9dec19c55b0 HTTP/1.1" status: 204 len: 168 time: 1.0911491 Aug 29 04:38:20.353430 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 52284) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:20.444319 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-eb1ecd40-4957-4747-bea9-82fdd6beed75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:20.503255 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:20.534439 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b1df1e2-8d6a-4df1-8fbe-26bcd2e608e3 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:38:20.538875 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-eb1ecd40-4957-4747-bea9-82fdd6beed75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:20.554275 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 9b1df1e2-8d6a-4df1-8fbe-26bcd2e608e3, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=9b1df1e2-8d6a-4df1-8fbe-26bcd2e608e3,segment=NetworkSegment(d6be0b3d-a293-4085-89a6-e9db09db9853),segment_id=d6be0b3d-a293-4085-89a6-e9db09db9853)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:20.559082 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:20.566922 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b47a29d1-55b8-4efd-bf3d-4f2a7e53a482 req-6842bec0-27c3-44c1-b1b5-ca8eb88bfd91 service neutron] 10.222.0.48 "GET /v2.0/networks/5e503eef-fcd9-442c-bfbe-e3b673cf903b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2687085 Aug 29 04:38:20.615429 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=9b1df1e2-8d6a-4df1-8fbe-26bcd2e608e3,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:20.646064 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b47a29d1-55b8-4efd-bf3d-4f2a7e53a482 req-289e986b-8112-40d9-a551-77f362d1e198 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f22d63c2-bcf4-4be3-aee8-c0adc98c55e8 HTTP/1.1" status: 200 len: 217 time: 0.0676942 Aug 29 04:38:20.657881 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-f0fbbafb-f87d-46e3-99f4-79e8661e76af tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] 10.222.0.22 "PUT /v2.0/ports/a80fad49-6ef5-4ffe-ab08-f038e41e1ee9/tags/tempest-TagsExtTest-Tag-2065398589 HTTP/1.1" status: 201 len: 201 time: 0.4792016 Aug 29 04:38:20.659273 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 52294) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:20.664238 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.tag.tag_plugin [None req-27111608-1efd-4ba7-81bd-53dd25649b00 tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '38ce577b-167e-4330-81a3-1187d4a0959d', 'tempest-TagsExtTest-Tag-1600756607') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:20.720098 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05626644-80d6-42cc-8351-25ce1cb831de req-c572b63c-9442-4b66-ad82-6329c497611f tempest-TestServerAdvancedOps-1527321587 tempest-TestServerAdvancedOps-1527321587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:20.721686 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-05626644-80d6-42cc-8351-25ce1cb831de req-c572b63c-9442-4b66-ad82-6329c497611f tempest-TestServerAdvancedOps-1527321587 tempest-TestServerAdvancedOps-1527321587-project] 10.222.0.22 "GET /v2.0/networks?id=90dffc0e-ffd1-4c1b-9d0e-d68240e7ec32 HTTP/1.1" status: 200 len: 812 time: 0.2742774 Aug 29 04:38:20.724054 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-eb1ecd40-4957-4747-bea9-82fdd6beed75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:20.726565 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-eb1ecd40-4957-4747-bea9-82fdd6beed75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:20.731042 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-eb1ecd40-4957-4747-bea9-82fdd6beed75 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ca31572f-bd39-4568-b2cf-ea3cb7247eb3 HTTP/1.1" status: 204 len: 168 time: 0.4280996 Aug 29 04:38:20.754055 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-05626644-80d6-42cc-8351-25ce1cb831de req-99b72ad5-ced8-4f7b-a82f-bcfaa17d3b77 tempest-TestServerAdvancedOps-1527321587 tempest-TestServerAdvancedOps-1527321587-project] 10.222.0.22 "GET /v2.0/quotas/b2a9d2aeb7f64d7f96fceccfc0aa93e3 HTTP/1.1" status: 200 len: 375 time: 0.0199969 Aug 29 04:38:20.755509 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47a29d1-55b8-4efd-bf3d-4f2a7e53a482 req-f5e02797-be9e-4337-b8fc-667c82b144b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:20.756987 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b47a29d1-55b8-4efd-bf3d-4f2a7e53a482 req-f5e02797-be9e-4337-b8fc-667c82b144b7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8462c09a-3992-4e92-b18c-741f3c6662c3 HTTP/1.1" status: 200 len: 797 time: 0.1031165 Aug 29 04:38:20.757750 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1ecd40-4957-4747-bea9-82fdd6beed75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca31572f-bd39-4568-b2cf-ea3cb7247eb3,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:20.762985 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_v2 [None req-70043ae0-e8e8-4a2a-a12f-1bcadd12f436 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Deleting subnet 380ebfba-6442-40f7-a1df-34ebe7a8ce8a {{(pid=94829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:38:20.770432 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-70043ae0-e8e8-4a2a-a12f-1bcadd12f436 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks [] for subnet, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:20.783100 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1ecd40-4957-4747-bea9-82fdd6beed75 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:20.783100 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1ecd40-4957-4747-bea9-82fdd6beed75 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:20.783503 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1ecd40-4957-4747-bea9-82fdd6beed75 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:20.783972 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1ecd40-4957-4747-bea9-82fdd6beed75 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:20.784389 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1ecd40-4957-4747-bea9-82fdd6beed75 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:20.785737 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1ecd40-4957-4747-bea9-82fdd6beed75 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:20.786175 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1ecd40-4957-4747-bea9-82fdd6beed75 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:20.786519 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1ecd40-4957-4747-bea9-82fdd6beed75 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:20.786885 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1ecd40-4957-4747-bea9-82fdd6beed75 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:20.787248 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1ecd40-4957-4747-bea9-82fdd6beed75 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:20.787582 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1ecd40-4957-4747-bea9-82fdd6beed75 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:20.788000 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1ecd40-4957-4747-bea9-82fdd6beed75 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:20.810871 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['9b1df1e2-8d6a-4df1-8fbe-26bcd2e608e3'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:38:20.822706 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-05626644-80d6-42cc-8351-25ce1cb831de req-a4fb070b-16df-4d34-b818-9c963500497e tempest-TestServerAdvancedOps-1527321587 tempest-TestServerAdvancedOps-1527321587-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=b2a9d2aeb7f64d7f96fceccfc0aa93e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0561032 Aug 29 04:38:20.860843 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-70043ae0-e8e8-4a2a-a12f-1bcadd12f436 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4311743'] for subnet, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:20.914197 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47a29d1-55b8-4efd-bf3d-4f2a7e53a482 req-64f721ef-bc2a-4ca2-9347-5a7ad16c1f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:20.915928 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b47a29d1-55b8-4efd-bf3d-4f2a7e53a482 req-64f721ef-bc2a-4ca2-9347-5a7ad16c1f35 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5e503eef-fcd9-442c-bfbe-e3b673cf903b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1504209 Aug 29 04:38:20.927675 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-27111608-1efd-4ba7-81bd-53dd25649b00 tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] 10.222.0.22 "PUT /v2.0/routers/38ce577b-167e-4330-81a3-1187d4a0959d/tags/tempest-TagsExtTest-Tag-1600756607 HTTP/1.1" status: 201 len: 201 time: 0.2673342 Aug 29 04:38:20.937072 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 52300) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:20.944908 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.tag.tag_plugin [None req-1d7d5960-c503-4fae-9d96-e0246d3a39f1 tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '22d355c2-a1b3-4c85-bad5-21ddc2769324', 'tempest-TagsExtTest-Tag-1078791824') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:20.994948 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-c16f8fcd-021f-42a7-8f31-1a759f969c5d admin admin] Deleting port d5db93b5-f6d9-49e8-a35d-f9c8d6949cd4 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:38:20.996118 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c16f8fcd-021f-42a7-8f31-1a759f969c5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:21.053440 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-70043ae0-e8e8-4a2a-a12f-1bcadd12f436 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:21.082784 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-05626644-80d6-42cc-8351-25ce1cb831de req-8f61e4fb-1797-42de-87f0-bdc3b0297bff service neutron] 10.222.0.22 "GET /v2.0/networks/90dffc0e-ffd1-4c1b-9d0e-d68240e7ec32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392466 Aug 29 04:38:21.092457 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6052041c-dddd-4a1b-8dd6-d9999ad39d1a req-458da7d2-eede-4ac3-b004-c8d7c53e7d7e tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:21.094055 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6052041c-dddd-4a1b-8dd6-d9999ad39d1a req-458da7d2-eede-4ac3-b004-c8d7c53e7d7e tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] 10.222.0.22 "GET /v2.0/ports?device_id=46e8bc8c-be2e-4e64-8f62-71e110b3c077 HTTP/1.1" status: 200 len: 984 time: 0.1758218 Aug 29 04:38:21.172224 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-1d7d5960-c503-4fae-9d96-e0246d3a39f1 tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] 10.222.0.22 "PUT /v2.0/subnetpools/22d355c2-a1b3-4c85-bad5-21ddc2769324/tags/tempest-TagsExtTest-Tag-1078791824 HTTP/1.1" status: 201 len: 201 time: 0.2333908 Aug 29 04:38:21.173781 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 52310) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:21.185805 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.tag.tag_plugin [None req-4b49359a-623b-4ac2-ade3-31605828fb12 tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'd4d2dabb-d02e-41e1-96f0-739ca5b24c51') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:21.189423 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-c16f8fcd-021f-42a7-8f31-1a759f969c5d admin admin] For port d5db93b5-f6d9-49e8-a35d-f9c8d6949cd4, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=d5db93b5-f6d9-49e8-a35d-f9c8d6949cd4,segment=NetworkSegment(4af29dd7-ea27-42c9-b76b-b8f5c2600aac),segment_id=4af29dd7-ea27-42c9-b76b-b8f5c2600aac)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:21.189799 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c16f8fcd-021f-42a7-8f31-1a759f969c5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:21.199589 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6052041c-dddd-4a1b-8dd6-d9999ad39d1a req-8af5b40c-cf15-4fc4-beb2-34ca0a76abab tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] 10.222.0.22 "GET /v2.0/security-groups?id=7243d292-909d-43a5-9585-4fad2fdb6649&id=c9c7aa5b-f2e5-4471-bab7-b8b853dfa805&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0902238 Aug 29 04:38:21.199589 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-70043ae0-e8e8-4a2a-a12f-1bcadd12f436 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4552352'] for subnet, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:21.199793 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b47a29d1-55b8-4efd-bf3d-4f2a7e53a482 req-1c9ce732-e094-455d-ad4d-73ae80942955 service neutron] 10.222.0.48 "GET /v2.0/networks/5e503eef-fcd9-442c-bfbe-e3b673cf903b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755375 Aug 29 04:38:21.243247 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-c16f8fcd-021f-42a7-8f31-1a759f969c5d admin admin] Calling delete_port for d5db93b5-f6d9-49e8-a35d-f9c8d6949cd4 owned by network:router_interface {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:38:21.274414 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70043ae0-e8e8-4a2a-a12f-1bcadd12f436 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Pushing event deleted for resources: {'Subnet': ['ID=380ebfba-6442-40f7-a1df-34ebe7a8ce8a,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:21.285333 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-05626644-80d6-42cc-8351-25ce1cb831de req-0c666425-abb0-4d45-8c03-93366610013b service neutron] 10.222.0.22 "GET /v2.0/networks/90dffc0e-ffd1-4c1b-9d0e-d68240e7ec32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013559 Aug 29 04:38:21.319484 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b47a29d1-55b8-4efd-bf3d-4f2a7e53a482 req-afc0b5a3-c9fc-4bd8-af6b-eba1b90a98ba service neutron] 10.222.0.48 "GET /v2.0/networks/5e503eef-fcd9-442c-bfbe-e3b673cf903b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095960 Aug 29 04:38:21.347345 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-70043ae0-e8e8-4a2a-a12f-1bcadd12f436 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:21.348157 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8342aaf9-0997-4d8f-aea8-3d6b9e1f2a8a None None] Network 96365f54-a487-42a6-9ec1-4b917386a6d8 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:38:21.352085 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-70043ae0-e8e8-4a2a-a12f-1bcadd12f436 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] 10.222.0.22 "DELETE /v2.0/subnets/380ebfba-6442-40f7-a1df-34ebe7a8ce8a HTTP/1.1" status: 204 len: 168 time: 0.9974995 Aug 29 04:38:21.354335 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 52318) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:21.411281 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ae48365-6b8c-4d79-ae2c-a7a894f6a4b4 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Deleting subnet 2504671d-adc5-4f5a-87ee-ca8f138f97d8 {{(pid=94829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:38:21.420865 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5ae48365-6b8c-4d79-ae2c-a7a894f6a4b4 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks [] for subnet, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:21.514826 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5ae48365-6b8c-4d79-ae2c-a7a894f6a4b4 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4311743'] for subnet, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:21.611555 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde32c20-84a7-4948-82da-0396393f085d None None] DHCP port deletion for 96365f54-a487-42a6-9ec1-4b917386a6d8 request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:38:21.611748 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-18f18aec-2622-41eb-951e-06710e3d0537 req-e058c860-8d1c-489c-8115-217ff4fdf9eb tempest-TestServerAdvancedOps-1527321587 tempest-TestServerAdvancedOps-1527321587-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab41959f-504a-485e-95bd-a9fcb0a9b459 HTTP/1.1" status: 200 len: 210 time: 0.1038070 Aug 29 04:38:21.658993 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-4b49359a-623b-4ac2-ade3-31605828fb12 tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] 10.222.0.22 "GET /v2.0/subnets/d4d2dabb-d02e-41e1-96f0-739ca5b24c51/tags HTTP/1.1" status: 200 len: 240 time: 0.4841263 Aug 29 04:38:21.661702 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 52334) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:21.666581 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.tag.tag_plugin [None req-3d002c69-ade4-403f-9a37-ef785061a2c0 tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd4d2dabb-d02e-41e1-96f0-739ca5b24c51', 'tempest-TagsExtTest-Tag-889294781') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:21.667211 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-cde32c20-84a7-4948-82da-0396393f085d None None] Deleting port 0d51f831-e056-43b3-a278-009585a01f8e {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:38:21.668194 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cde32c20-84a7-4948-82da-0396393f085d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:21.712036 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 52336) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:21.759021 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-cde32c20-84a7-4948-82da-0396393f085d None None] For port 0d51f831-e056-43b3-a278-009585a01f8e, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=0d51f831-e056-43b3-a278-009585a01f8e,segment=NetworkSegment(e338252b-d46e-4808-b7df-6f36e8c84651),segment_id=e338252b-d46e-4808-b7df-6f36e8c84651)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:21.759230 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cde32c20-84a7-4948-82da-0396393f085d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:21.777823 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5ae48365-6b8c-4d79-ae2c-a7a894f6a4b4 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:21.782393 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-cde32c20-84a7-4948-82da-0396393f085d None None] Calling delete_port for 0d51f831-e056-43b3-a278-009585a01f8e owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:38:21.869218 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-3d002c69-ade4-403f-9a37-ef785061a2c0 tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] 10.222.0.22 "GET /v2.0/subnets/d4d2dabb-d02e-41e1-96f0-739ca5b24c51/tags/tempest-TagsExtTest-Tag-889294781 HTTP/1.1" status: 204 len: 168 time: 0.2041016 Aug 29 04:38:21.869994 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 52342) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:21.874744 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.tag.tag_plugin [None req-2d457561-0ab3-4fb6-980e-a7f23190146e tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'd4d2dabb-d02e-41e1-96f0-739ca5b24c51', 'tempest-TagsExtTest-Tag-889294781') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:21.910207 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c16f8fcd-021f-42a7-8f31-1a759f969c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:21.916967 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-1f8e7374-04ef-4582-9f74-1b19ffa11e95 tempest-DvrRoutersNegativeTest-842301292 tempest-DvrRoutersNegativeTest-842301292-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1609547516', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:21.917255 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cde32c20-84a7-4948-82da-0396393f085d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:21.920408 n-d-712140-12 neutron-server[94829]: DEBUG neutron.policy [None req-1f8e7374-04ef-4582-9f74-1b19ffa11e95 tempest-DvrRoutersNegativeTest-842301292 tempest-DvrRoutersNegativeTest-842301292-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=94829) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Aug 29 04:38:21.920734 n-d-712140-12 neutron-server[94829]: DEBUG neutron.policy [None req-1f8e7374-04ef-4582-9f74-1b19ffa11e95 tempest-DvrRoutersNegativeTest-842301292 tempest-DvrRoutersNegativeTest-842301292-project] Failed policy check for 'create_router' {{(pid=94829) enforce /opt/stack/neutron/neutron/policy.py:520}} Aug 29 04:38:21.921283 n-d-712140-12 neutron-server[94829]: INFO neutron.api.v2.resource [None req-1f8e7374-04ef-4582-9f74-1b19ffa11e95 tempest-DvrRoutersNegativeTest-842301292 tempest-DvrRoutersNegativeTest-842301292-project] create failed (client error): Access was denied to this resource. Aug 29 04:38:21.923201 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-1f8e7374-04ef-4582-9f74-1b19ffa11e95 tempest-DvrRoutersNegativeTest-842301292 tempest-DvrRoutersNegativeTest-842301292-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2081025 Aug 29 04:38:21.955406 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5ae48365-6b8c-4d79-ae2c-a7a894f6a4b4 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4552352'] for subnet, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:21.962924 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16f8fcd-021f-42a7-8f31-1a759f969c5d admin admin] Pushing event deleted for resources: {'Port': ['ID=d5db93b5-f6d9-49e8-a35d-f9c8d6949cd4,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:21.966335 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 9b1df1e2-8d6a-4df1-8fbe-26bcd2e608e3 up at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:38:21.971135 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde32c20-84a7-4948-82da-0396393f085d None None] Pushing event deleted for resources: {'Port': ['ID=0d51f831-e056-43b3-a278-009585a01f8e,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:21.996280 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde32c20-84a7-4948-82da-0396393f085d None None] No DVR routers for this DVR port 0d51f831-e056-43b3-a278-009585a01f8e on host n-d-712140-12 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:38:22.012673 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae48365-6b8c-4d79-ae2c-a7a894f6a4b4 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Pushing event deleted for resources: {'Subnet': ['ID=2504671d-adc5-4f5a-87ee-ca8f138f97d8,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:22.027261 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad4a670-3ccb-4b07-b7c7-a16241783137 None None] Network 5bab3c8f-2314-4a35-b2dc-c2c780f9f146 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:38:22.032100 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5ae48365-6b8c-4d79-ae2c-a7a894f6a4b4 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:22.034026 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-5ae48365-6b8c-4d79-ae2c-a7a894f6a4b4 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] 10.222.0.22 "DELETE /v2.0/subnets/2504671d-adc5-4f5a-87ee-ca8f138f97d8 HTTP/1.1" status: 204 len: 168 time: 0.6778693 Aug 29 04:38:22.036899 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 52346) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:22.185384 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning for port 9b1df1e2-8d6a-4df1-8fbe-26bcd2e608e3 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:38:22.193083 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning complete for port 9b1df1e2-8d6a-4df1-8fbe-26bcd2e608e3 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:38:22.194066 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:22.220370 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-84e940c8-164e-4619-bca1-883cc4d7e7e2 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:22.222706 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-2d457561-0ab3-4fb6-980e-a7f23190146e tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] 10.222.0.22 "DELETE /v2.0/subnets/d4d2dabb-d02e-41e1-96f0-739ca5b24c51/tags/tempest-TagsExtTest-Tag-889294781 HTTP/1.1" status: 204 len: 168 time: 0.3521242 Aug 29 04:38:22.248860 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 52350) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:22.262819 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.tag.tag_plugin [None req-99188be2-7e41-4b34-8789-1c2001497bae tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'd4d2dabb-d02e-41e1-96f0-739ca5b24c51') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:22.305600 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c16f8fcd-021f-42a7-8f31-1a759f969c5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-713231'] for router_interface, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:22.323310 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68aef646-ff66-444e-86a0-9e6b4557d07e None None] DHCP port deletion for 5bab3c8f-2314-4a35-b2dc-c2c780f9f146 request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:38:22.449450 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:22.478212 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 52356) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:22.508899 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46e8bc8c-be2e-4e64-8f62-71e110b3c077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b1df1e2-8d6a-4df1-8fbe-26bcd2e608e3'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:38:22.511823 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79d38a05-5e08-4b69-895e-9931228cfaff" -d '{"events": [{"server_uuid": "46e8bc8c-be2e-4e64-8f62-71e110b3c077", "name": "network-vif-plugged", "status": "completed", "tag": "9b1df1e2-8d6a-4df1-8fbe-26bcd2e608e3"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:38:22.515609 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 9b1df1e2-8d6a-4df1-8fbe-26bcd2e608e3, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=9b1df1e2-8d6a-4df1-8fbe-26bcd2e608e3,segment=NetworkSegment(d6be0b3d-a293-4085-89a6-e9db09db9853),segment_id=d6be0b3d-a293-4085-89a6-e9db09db9853)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:22.521229 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:22.527393 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-68aef646-ff66-444e-86a0-9e6b4557d07e None None] Deleting port 9a4aa791-0a45-4cae-99b8-e85a203db1db {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:38:22.527782 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-68aef646-ff66-444e-86a0-9e6b4557d07e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:22.543819 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-84e940c8-164e-4619-bca1-883cc4d7e7e2 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:22.560112 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840a4885-5e97-4b3f-ad3a-05e34b3c6c2f req-e3e9d840-f22f-45dd-8861-8b8d688d4696 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:22.561698 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-840a4885-5e97-4b3f-ad3a-05e34b3c6c2f req-e3e9d840-f22f-45dd-8861-8b8d688d4696 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] 10.222.0.22 "GET /v2.0/ports?device_id=46e8bc8c-be2e-4e64-8f62-71e110b3c077 HTTP/1.1" status: 200 len: 984 time: 0.2058225 Aug 29 04:38:22.568280 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-99188be2-7e41-4b34-8789-1c2001497bae tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] 10.222.0.22 "GET /v2.0/subnets/d4d2dabb-d02e-41e1-96f0-739ca5b24c51/tags HTTP/1.1" status: 200 len: 205 time: 0.3175569 Aug 29 04:38:22.568927 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 52360) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:22.570597 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-84e940c8-164e-4619-bca1-883cc4d7e7e2 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96365f54-a487-42a6-9ec1-4b917386a6d8']}} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:22.583294 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.tag.tag_plugin [None req-889945b7-6177-4902-b08a-02be84b4a97e tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'a80fad49-6ef5-4ffe-ab08-f038e41e1ee9') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:22.592983 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-84e940c8-164e-4619-bca1-883cc4d7e7e2 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e338252b-d46e-4808-b7df-6f36e8c84651') {'for_net_delete': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:22.593287 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-84e940c8-164e-4619-bca1-883cc4d7e7e2 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e338252b-d46e-4808-b7df-6f36e8c84651') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:22.612943 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbc21094-2ec6-4488-8ec8-ee896fccf220 x-openstack-request-id: req-cbc21094-2ec6-4488-8ec8-ee896fccf220 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:38:22.613243 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46e8bc8c-be2e-4e64-8f62-71e110b3c077", "name": "network-vif-plugged", "status": "completed", "tag": "9b1df1e2-8d6a-4df1-8fbe-26bcd2e608e3", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:38:22.613499 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cbc21094-2ec6-4488-8ec8-ee896fccf220 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:38:22.613892 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46e8bc8c-be2e-4e64-8f62-71e110b3c077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b1df1e2-8d6a-4df1-8fbe-26bcd2e608e3', 'code': 200} Aug 29 04:38:22.614716 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c16f8fcd-021f-42a7-8f31-1a759f969c5d admin admin] Router 1537dc19-17b8-4a17-beb8-319db762a2de has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:38:22.627819 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=9b1df1e2-8d6a-4df1-8fbe-26bcd2e608e3,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:22.644555 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-84e940c8-164e-4619-bca1-883cc4d7e7e2 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8904833'] for segment, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:22.644821 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-68aef646-ff66-444e-86a0-9e6b4557d07e None None] For port 9a4aa791-0a45-4cae-99b8-e85a203db1db, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=9a4aa791-0a45-4cae-99b8-e85a203db1db,segment=NetworkSegment(665fe9d4-9b77-4a27-a656-a1964b70d5fa),segment_id=665fe9d4-9b77-4a27-a656-a1964b70d5fa)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:22.645005 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-68aef646-ff66-444e-86a0-9e6b4557d07e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:22.670357 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-68aef646-ff66-444e-86a0-9e6b4557d07e None None] Calling delete_port for 9a4aa791-0a45-4cae-99b8-e85a203db1db owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:38:22.754054 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-84e940c8-164e-4619-bca1-883cc4d7e7e2 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:22.779541 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c16f8fcd-021f-42a7-8f31-1a759f969c5d admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:38:22.789086 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-68aef646-ff66-444e-86a0-9e6b4557d07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:22.795388 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93c6711-6e93-4e9f-a0cb-284e97db2eb0 None None] Sync routers for ids ['1537dc19-17b8-4a17-beb8-319db762a2de'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:38:22.799667 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-840a4885-5e97-4b3f-ad3a-05e34b3c6c2f req-ed99a015-bdb9-49d4-9ffd-e19c65649b7c tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] 10.222.0.22 "GET /v2.0/security-groups?id=7243d292-909d-43a5-9585-4fad2fdb6649&id=c9c7aa5b-f2e5-4471-bab7-b8b853dfa805&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2206123 Aug 29 04:38:22.801020 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84e940c8-164e-4619-bca1-883cc4d7e7e2 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=94828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:38:22.801718 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-84e940c8-164e-4619-bca1-883cc4d7e7e2 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9190468'] for segment, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:22.815956 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93c6711-6e93-4e9f-a0cb-284e97db2eb0 None None] Routers {'1537dc19-17b8-4a17-beb8-319db762a2de'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:38:22.816708 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-b93c6711-6e93-4e9f-a0cb-284e97db2eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:38:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['1537dc19-17b8-4a17-beb8-319db762a2de'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:22.824862 n-d-712140-12 neutron-server[94828]: Traceback (most recent call last): Aug 29 04:38:22.824862 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:38:22.824862 n-d-712140-12 neutron-server[94828]: timer() Aug 29 04:38:22.824862 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:38:22.824862 n-d-712140-12 neutron-server[94828]: cb(*args, **kw) Aug 29 04:38:22.824862 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:38:22.824862 n-d-712140-12 neutron-server[94828]: return func(*args, **kwargs) Aug 29 04:38:22.824862 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:38:22.824862 n-d-712140-12 neutron-server[94828]: self._notify() Aug 29 04:38:22.824862 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:38:22.824862 n-d-712140-12 neutron-server[94828]: self.callback(batched_events) Aug 29 04:38:22.824862 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:38:22.824862 n-d-712140-12 neutron-server[94828]: event.method(event) Aug 29 04:38:22.824862 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:38:22.824862 n-d-712140-12 neutron-server[94828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:38:22.824862 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:38:22.824862 n-d-712140-12 neutron-server[94828]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:38:22.824862 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:38:22.824862 n-d-712140-12 neutron-server[94828]: return f(self, *a, **k) Aug 29 04:38:22.824862 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:38:22.824862 n-d-712140-12 neutron-server[94828]: return self._get(url).json() Aug 29 04:38:22.824862 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:38:22.824862 n-d-712140-12 neutron-server[94828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:38:22.824862 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:38:22.824862 n-d-712140-12 neutron-server[94828]: return self.request(url, 'GET', **kwargs) Aug 29 04:38:22.824862 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:38:22.824862 n-d-712140-12 neutron-server[94828]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:38:22.824862 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:38:22.824862 n-d-712140-12 neutron-server[94828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:38:22.824862 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:38:22.824862 n-d-712140-12 neutron-server[94828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:38:22.824862 n-d-712140-12 neutron-server[94828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:38:22.832588 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-c16f8fcd-021f-42a7-8f31-1a759f969c5d admin admin] 10.222.0.22 "PUT /v2.0/routers/1537dc19-17b8-4a17-beb8-319db762a2de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2935932 Aug 29 04:38:22.834119 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 52368) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:22.853270 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aef646-ff66-444e-86a0-9e6b4557d07e None None] Pushing event deleted for resources: {'Port': ['ID=9a4aa791-0a45-4cae-99b8-e85a203db1db,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:22.855880 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68aef646-ff66-444e-86a0-9e6b4557d07e None None] No DVR routers for this DVR port 9a4aa791-0a45-4cae-99b8-e85a203db1db on host n-d-712140-12 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:38:23.004801 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-84e940c8-164e-4619-bca1-883cc4d7e7e2 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:23.013470 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-889945b7-6177-4902-b08a-02be84b4a97e tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] 10.222.0.22 "GET /v2.0/ports/a80fad49-6ef5-4ffe-ab08-f038e41e1ee9/tags HTTP/1.1" status: 200 len: 241 time: 0.4403095 Aug 29 04:38:23.023752 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 52370) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:23.028801 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-84e940c8-164e-4619-bca1-883cc4d7e7e2 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:23.036241 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-84e940c8-164e-4619-bca1-883cc4d7e7e2 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] 10.222.0.22 "DELETE /v2.0/networks/96365f54-a487-42a6-9ec1-4b917386a6d8 HTTP/1.1" status: 204 len: 168 time: 0.9982252 Aug 29 04:38:23.052764 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 0d51f831-e056-43b3-a278-009585a01f8e no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:38:23.056174 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-b93c6711-6e93-4e9f-a0cb-284e97db2eb0 None None] Set router 1537dc19-17b8-4a17-beb8-319db762a2de gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:38:23.062128 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e16c4b57-3555-4fe4-b727-bbcb536891e3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:23.078251 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 52372) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:23.078914 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 0d51f831-e056-43b3-a278-009585a01f8e {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:38:23.079529 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 0d51f831-e056-43b3-a278-009585a01f8e not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:38:23.080176 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 9a4aa791-0a45-4cae-99b8-e85a203db1db no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:38:23.081203 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a8ae4db0-cbae-4499-aa2b-e8d1ae038017 req-4120858c-8df4-4d46-9829-0af417a3dd98 tempest-TestServerAdvancedOps-1527321587 tempest-TestServerAdvancedOps-1527321587-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab41959f-504a-485e-95bd-a9fcb0a9b459 HTTP/1.1" status: 200 len: 210 time: 0.2461426 Aug 29 04:38:23.093100 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.tag.tag_plugin [None req-7900bbbc-d6e9-4277-b0f3-eed07698a578 tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a80fad49-6ef5-4ffe-ab08-f038e41e1ee9', 'tempest-TagsExtTest-Tag-2065398589') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:23.115454 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05626644-80d6-42cc-8351-25ce1cb831de req-518ec66c-0301-4c9b-ad5c-0d206dde62b8 tempest-TestServerAdvancedOps-1527321587 tempest-TestServerAdvancedOps-1527321587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:23.117878 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-05626644-80d6-42cc-8351-25ce1cb831de req-518ec66c-0301-4c9b-ad5c-0d206dde62b8 tempest-TestServerAdvancedOps-1527321587 tempest-TestServerAdvancedOps-1527321587-project] 10.222.0.48 "GET /v2.0/networks?id=90dffc0e-ffd1-4c1b-9d0e-d68240e7ec32 HTTP/1.1" status: 200 len: 812 time: 0.2012553 Aug 29 04:38:23.118514 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 9a4aa791-0a45-4cae-99b8-e85a203db1db {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:38:23.119031 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 9a4aa791-0a45-4cae-99b8-e85a203db1db not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:38:23.119298 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d9178233-d129-4c0c-b2f6-17a450de15e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:23.142842 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e940c8-164e-4619-bca1-883cc4d7e7e2 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Pushing event deleted for resources: {'Network': ['ID=96365f54-a487-42a6-9ec1-4b917386a6d8,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:23.150926 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-05626644-80d6-42cc-8351-25ce1cb831de req-c885c9b0-2ddf-4726-ad4b-bc24331f0ded tempest-TestServerAdvancedOps-1527321587 tempest-TestServerAdvancedOps-1527321587-project] Request body: {'port': {'device_id': 'ab41959f-504a-485e-95bd-a9fcb0a9b459', 'network_id': '90dffc0e-ffd1-4c1b-9d0e-d68240e7ec32', 'admin_state_up': True, 'tenant_id': 'b2a9d2aeb7f64d7f96fceccfc0aa93e3'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:23.162084 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa37163-bad8-4195-8e89-25a2efff28d1 req-f3798451-fc72-457c-ab86-57cdd5ce1ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:23.163768 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-caa37163-bad8-4195-8e89-25a2efff28d1 req-f3798451-fc72-457c-ab86-57cdd5ce1ae7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=46e8bc8c-be2e-4e64-8f62-71e110b3c077 HTTP/1.1" status: 200 len: 1137 time: 0.4754434 Aug 29 04:38:23.285613 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7b4969c4-38cd-4142-8448-95043e061090 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:23.299972 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-caa37163-bad8-4195-8e89-25a2efff28d1 req-aeec044b-2f11-44e9-bab2-3ec7492d6538 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7243d292-909d-43a5-9585-4fad2fdb6649&id=c9c7aa5b-f2e5-4471-bab7-b8b853dfa805&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0936804 Aug 29 04:38:23.304889 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-b93c6711-6e93-4e9f-a0cb-284e97db2eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1537dc19-17b8-4a17-beb8-319db762a2de', 'name': 'tempest-TestServerBasicOps-427241465-router', 'tenant_id': 'c84af7f0f5864c20bd3db94f763e0a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '18cd0584-1fb5-4dbd-8286-4f084716d0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:32:30Z', 'updated_at': '2021-08-29T04:38:21Z', 'revision_number': 5, 'project_id': 'c84af7f0f5864c20bd3db94f763e0a0d', 'gw_port': {'id': '18cd0584-1fb5-4dbd-8286-4f084716d0fc', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:6a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1537dc19-17b8-4a17-beb8-319db762a2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:32Z', 'updated_at': '2021-08-29T04:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:23.319885 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-7900bbbc-d6e9-4277-b0f3-eed07698a578 tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] 10.222.0.22 "GET /v2.0/ports/a80fad49-6ef5-4ffe-ab08-f038e41e1ee9/tags/tempest-TagsExtTest-Tag-2065398589 HTTP/1.1" status: 204 len: 168 time: 0.2807083 Aug 29 04:38:23.322461 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 52374) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:23.328170 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.tag.tag_plugin [None req-9253398f-8e05-479e-9d91-6645c6a3c074 tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'a80fad49-6ef5-4ffe-ab08-f038e41e1ee9', 'tempest-TagsExtTest-Tag-2065398589') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:23.331599 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93c6711-6e93-4e9f-a0cb-284e97db2eb0 None None] Checking router: 1537dc19-17b8-4a17-beb8-319db762a2de for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:38:23.341315 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93c6711-6e93-4e9f-a0cb-284e97db2eb0 None None] Routers {'1537dc19-17b8-4a17-beb8-319db762a2de'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:38:23.342146 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-b93c6711-6e93-4e9f-a0cb-284e97db2eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:38:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['1537dc19-17b8-4a17-beb8-319db762a2de'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:23.343124 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e16c4b57-3555-4fe4-b727-bbcb536891e3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:23.402476 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-9253398f-8e05-479e-9d91-6645c6a3c074 tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] 10.222.0.22 "DELETE /v2.0/ports/a80fad49-6ef5-4ffe-ab08-f038e41e1ee9/tags/tempest-TagsExtTest-Tag-2065398589 HTTP/1.1" status: 204 len: 168 time: 0.0775235 Aug 29 04:38:23.405049 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 52376) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:23.409468 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.tag.tag_plugin [None req-df642c0b-681f-4b0b-8475-08f18af67a8f tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'a80fad49-6ef5-4ffe-ab08-f038e41e1ee9') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:23.459955 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-b93c6711-6e93-4e9f-a0cb-284e97db2eb0 None None] Set router 1537dc19-17b8-4a17-beb8-319db762a2de gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:38:23.465999 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-df642c0b-681f-4b0b-8475-08f18af67a8f tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] 10.222.0.22 "GET /v2.0/ports/a80fad49-6ef5-4ffe-ab08-f038e41e1ee9/tags HTTP/1.1" status: 200 len: 205 time: 0.0569422 Aug 29 04:38:23.466747 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 52378) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:23.471475 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.tag.tag_plugin [None req-efd7f2fa-d46b-4534-9a6f-343f900cb60a tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '38ce577b-167e-4330-81a3-1187d4a0959d') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:23.561902 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-efd7f2fa-d46b-4534-9a6f-343f900cb60a tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] 10.222.0.22 "GET /v2.0/routers/38ce577b-167e-4330-81a3-1187d4a0959d/tags HTTP/1.1" status: 200 len: 241 time: 0.0942626 Aug 29 04:38:23.564676 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 52382) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:23.571030 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.tag.tag_plugin [None req-1f785321-8d74-4107-8b5e-c48fe5ba4048 tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '38ce577b-167e-4330-81a3-1187d4a0959d', 'tempest-TagsExtTest-Tag-1600756607') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:23.663714 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-b93c6711-6e93-4e9f-a0cb-284e97db2eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1537dc19-17b8-4a17-beb8-319db762a2de', 'name': 'tempest-TestServerBasicOps-427241465-router', 'tenant_id': 'c84af7f0f5864c20bd3db94f763e0a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '18cd0584-1fb5-4dbd-8286-4f084716d0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:32:30Z', 'updated_at': '2021-08-29T04:38:21Z', 'revision_number': 5, 'project_id': 'c84af7f0f5864c20bd3db94f763e0a0d', 'gw_port': {'id': '18cd0584-1fb5-4dbd-8286-4f084716d0fc', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:6a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1537dc19-17b8-4a17-beb8-319db762a2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:32Z', 'updated_at': '2021-08-29T04:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:23.693666 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93c6711-6e93-4e9f-a0cb-284e97db2eb0 None None] The sync data for ids ['1537dc19-17b8-4a17-beb8-319db762a2de'] in n-d-712140-12 is: [{'id': '1537dc19-17b8-4a17-beb8-319db762a2de', 'name': 'tempest-TestServerBasicOps-427241465-router', 'tenant_id': 'c84af7f0f5864c20bd3db94f763e0a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '18cd0584-1fb5-4dbd-8286-4f084716d0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:32:30Z', 'updated_at': '2021-08-29T04:38:21Z', 'revision_number': 5, 'project_id': 'c84af7f0f5864c20bd3db94f763e0a0d', 'gw_port': {'id': '18cd0584-1fb5-4dbd-8286-4f084716d0fc', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:6a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1537dc19-17b8-4a17-beb8-319db762a2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:32Z', 'updated_at': '2021-08-29T04:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:38:23.736747 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7b4969c4-38cd-4142-8448-95043e061090 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:23.762966 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-7b4969c4-38cd-4142-8448-95043e061090 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bab3c8f-2314-4a35-b2dc-c2c780f9f146']}} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:23.777224 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d9178233-d129-4c0c-b2f6-17a450de15e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:23.782548 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-7b4969c4-38cd-4142-8448-95043e061090 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '665fe9d4-9b77-4a27-a656-a1964b70d5fa') {'for_net_delete': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:23.782845 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-7b4969c4-38cd-4142-8448-95043e061090 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '665fe9d4-9b77-4a27-a656-a1964b70d5fa') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:23.793906 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d9178233-d129-4c0c-b2f6-17a450de15e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:23.798036 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7b4969c4-38cd-4142-8448-95043e061090 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4311712'] for segment, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:23.845251 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7b4969c4-38cd-4142-8448-95043e061090 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:23.858400 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-e16c4b57-3555-4fe4-b727-bbcb536891e3 admin admin] Deleting port 18cd0584-1fb5-4dbd-8286-4f084716d0fc {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:38:23.858750 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e16c4b57-3555-4fe4-b727-bbcb536891e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:23.868629 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-d9178233-d129-4c0c-b2f6-17a450de15e9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=817f5a491c984a97aa7fd4c90d0f6795&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2676485 Aug 29 04:38:23.879087 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 52386) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:23.880407 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b4969c4-38cd-4142-8448-95043e061090 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=94829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:38:23.880816 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7b4969c4-38cd-4142-8448-95043e061090 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4274277'] for segment, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:23.885079 n-d-712140-12 neutron-server[94829]: Traceback (most recent call last): Aug 29 04:38:23.885079 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:38:23.885079 n-d-712140-12 neutron-server[94829]: timer() Aug 29 04:38:23.885079 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:38:23.885079 n-d-712140-12 neutron-server[94829]: cb(*args, **kw) Aug 29 04:38:23.885079 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:38:23.885079 n-d-712140-12 neutron-server[94829]: return func(*args, **kwargs) Aug 29 04:38:23.885079 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:38:23.885079 n-d-712140-12 neutron-server[94829]: self._notify() Aug 29 04:38:23.885079 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:38:23.885079 n-d-712140-12 neutron-server[94829]: self.callback(batched_events) Aug 29 04:38:23.885079 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:38:23.885079 n-d-712140-12 neutron-server[94829]: event.method(event) Aug 29 04:38:23.885079 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:38:23.885079 n-d-712140-12 neutron-server[94829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:38:23.885079 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:38:23.885079 n-d-712140-12 neutron-server[94829]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:38:23.885079 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:38:23.885079 n-d-712140-12 neutron-server[94829]: return f(self, *a, **k) Aug 29 04:38:23.885079 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:38:23.885079 n-d-712140-12 neutron-server[94829]: return self._get(url).json() Aug 29 04:38:23.885079 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:38:23.885079 n-d-712140-12 neutron-server[94829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:38:23.885079 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:38:23.885079 n-d-712140-12 neutron-server[94829]: return self.request(url, 'GET', **kwargs) Aug 29 04:38:23.885079 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:38:23.885079 n-d-712140-12 neutron-server[94829]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:38:23.885079 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:38:23.885079 n-d-712140-12 neutron-server[94829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:38:23.885079 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:38:23.885079 n-d-712140-12 neutron-server[94829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:38:23.885079 n-d-712140-12 neutron-server[94829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:38:23.928716 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9178233-d129-4c0c-b2f6-17a450de15e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7e0c24a-ec00-4bb5-8f5d-daba8f43e4a1,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:23.983479 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05626644-80d6-42cc-8351-25ce1cb831de req-c885c9b0-2ddf-4726-ad4b-bc24331f0ded tempest-TestServerAdvancedOps-1527321587 tempest-TestServerAdvancedOps-1527321587-project] Made reservation on behalf of b2a9d2aeb7f64d7f96fceccfc0aa93e3 for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:38:23.986954 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-05626644-80d6-42cc-8351-25ce1cb831de req-c885c9b0-2ddf-4726-ad4b-bc24331f0ded tempest-TestServerAdvancedOps-1527321587 tempest-TestServerAdvancedOps-1527321587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:24.016090 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9178233-d129-4c0c-b2f6-17a450de15e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:24.016450 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9178233-d129-4c0c-b2f6-17a450de15e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:24.016879 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9178233-d129-4c0c-b2f6-17a450de15e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:24.017219 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9178233-d129-4c0c-b2f6-17a450de15e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:24.017555 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9178233-d129-4c0c-b2f6-17a450de15e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:24.017890 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9178233-d129-4c0c-b2f6-17a450de15e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:24.018258 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9178233-d129-4c0c-b2f6-17a450de15e9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:24.018550 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9178233-d129-4c0c-b2f6-17a450de15e9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:24.019167 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9178233-d129-4c0c-b2f6-17a450de15e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:24.019167 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9178233-d129-4c0c-b2f6-17a450de15e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:24.019511 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9178233-d129-4c0c-b2f6-17a450de15e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:24.019632 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-1f785321-8d74-4107-8b5e-c48fe5ba4048 tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] 10.222.0.22 "GET /v2.0/routers/38ce577b-167e-4330-81a3-1187d4a0959d/tags/tempest-TagsExtTest-Tag-1600756607 HTTP/1.1" status: 204 len: 168 time: 0.4528556 Aug 29 04:38:24.019862 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9178233-d129-4c0c-b2f6-17a450de15e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:24.021885 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 52388) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:24.058919 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.tag.tag_plugin [None req-8aaab57d-adc6-447e-b2cb-45176c5c7819 tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '38ce577b-167e-4330-81a3-1187d4a0959d', 'tempest-TagsExtTest-Tag-1600756607') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:24.070551 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7b4969c4-38cd-4142-8448-95043e061090 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:24.076357 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7b4969c4-38cd-4142-8448-95043e061090 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:24.085862 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-7b4969c4-38cd-4142-8448-95043e061090 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] 10.222.0.22 "DELETE /v2.0/networks/5bab3c8f-2314-4a35-b2dc-c2c780f9f146 HTTP/1.1" status: 204 len: 168 time: 0.9961991 Aug 29 04:38:24.085976 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 52390) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:24.097041 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-ba45a9ce-c440-4231-a7f1-773fe9d5b536 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Request body: {'network': {'name': 'tempest-RoutersTest-1826182252'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:24.123769 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4969c4-38cd-4142-8448-95043e061090 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Pushing event deleted for resources: {'Network': ['ID=5bab3c8f-2314-4a35-b2dc-c2c780f9f146,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:24.154131 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-e16c4b57-3555-4fe4-b727-bbcb536891e3 admin admin] For port 18cd0584-1fb5-4dbd-8286-4f084716d0fc, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=18cd0584-1fb5-4dbd-8286-4f084716d0fc,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:24.154506 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e16c4b57-3555-4fe4-b727-bbcb536891e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:24.166200 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b40bc6-658a-4e19-a695-3371746df0ea req-710f9029-ffe7-4ffd-add7-ae2e171162ff tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:24.168467 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-43b40bc6-658a-4e19-a695-3371746df0ea req-710f9029-ffe7-4ffd-add7-ae2e171162ff tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] 10.222.0.22 "GET /v2.0/ports?device_id=46e8bc8c-be2e-4e64-8f62-71e110b3c077 HTTP/1.1" status: 200 len: 985 time: 0.2408819 Aug 29 04:38:24.184969 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c8db51f1-512b-4725-a880-ddb130057879 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:24.203879 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-e16c4b57-3555-4fe4-b727-bbcb536891e3 admin admin] Calling delete_port for 18cd0584-1fb5-4dbd-8286-4f084716d0fc owned by network:router_gateway {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:38:24.221372 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba45a9ce-c440-4231-a7f1-773fe9d5b536 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Made reservation on behalf of 8faa5ea7fca64f93a90f1124ba2b3499 for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:38:24.224824 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ba45a9ce-c440-4231-a7f1-773fe9d5b536 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:24.259326 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c8db51f1-512b-4725-a880-ddb130057879 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:24.261231 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8e611247-ddfd-48b1-a919-1e549ccefc7d req-75a80b37-1067-478a-ba57-930872e039bd tempest-TestServerAdvancedOps-1527321587 tempest-TestServerAdvancedOps-1527321587-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab41959f-504a-485e-95bd-a9fcb0a9b459 HTTP/1.1" status: 200 len: 210 time: 0.0479312 Aug 29 04:38:24.283636 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-8aaab57d-adc6-447e-b2cb-45176c5c7819 tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] 10.222.0.22 "DELETE /v2.0/routers/38ce577b-167e-4330-81a3-1187d4a0959d/tags/tempest-TagsExtTest-Tag-1600756607 HTTP/1.1" status: 204 len: 168 time: 0.2607284 Aug 29 04:38:24.295598 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 52394) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:24.300694 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.tag.tag_plugin [None req-68178443-c4d3-4771-94d4-6dc8a22556e3 tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '38ce577b-167e-4330-81a3-1187d4a0959d') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:24.338132 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-43b40bc6-658a-4e19-a695-3371746df0ea req-741284f9-87dd-4051-984e-9f5b2d8f638a tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] 10.222.0.22 "GET /v2.0/security-groups?id=7243d292-909d-43a5-9585-4fad2fdb6649&id=c9c7aa5b-f2e5-4471-bab7-b8b853dfa805&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1597404 Aug 29 04:38:24.341673 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-05626644-80d6-42cc-8351-25ce1cb831de req-c885c9b0-2ddf-4726-ad4b-bc24331f0ded tempest-TestServerAdvancedOps-1527321587 tempest-TestServerAdvancedOps-1527321587-project] Allocated IP 172.20.0.11 (90dffc0e-ffd1-4c1b-9d0e-d68240e7ec32/ab215c19-73a8-4ece-ab8f-4209a18da365/39afa2ea-bbc8-46a5-94f9-7397b5d82ade) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:38:24.371407 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba45a9ce-c440-4231-a7f1-773fe9d5b536 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:38:24.389213 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ba45a9ce-c440-4231-a7f1-773fe9d5b536 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:24.389572 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-ba45a9ce-c440-4231-a7f1-773fe9d5b536 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Added segment fd38a653-a92a-4487-8c70-e1a3eeb75521 of type vlan for network ffd633b8-81ab-4fed-9b69-6069615eed69 Aug 29 04:38:24.418918 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-68178443-c4d3-4771-94d4-6dc8a22556e3 tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] 10.222.0.22 "GET /v2.0/routers/38ce577b-167e-4330-81a3-1187d4a0959d/tags HTTP/1.1" status: 200 len: 205 time: 0.1220088 Aug 29 04:38:24.421473 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 52396) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:24.428463 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.tag.tag_plugin [None req-42c2a070-2425-4425-8d76-95d08fa215dc tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '22d355c2-a1b3-4c85-bad5-21ddc2769324') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:24.477225 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c8db51f1-512b-4725-a880-ddb130057879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:24.480657 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c8db51f1-512b-4725-a880-ddb130057879 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:24.481814 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-c8db51f1-512b-4725-a880-ddb130057879 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a7e0c24a-ec00-4bb5-8f5d-daba8f43e4a1 HTTP/1.1" status: 204 len: 168 time: 0.5977182 Aug 29 04:38:24.501774 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ba45a9ce-c440-4231-a7f1-773fe9d5b536 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:24.502833 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-42c2a070-2425-4425-8d76-95d08fa215dc tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] 10.222.0.22 "GET /v2.0/subnetpools/22d355c2-a1b3-4c85-bad5-21ddc2769324/tags HTTP/1.1" status: 200 len: 241 time: 0.0803916 Aug 29 04:38:24.504081 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8db51f1-512b-4725-a880-ddb130057879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7e0c24a-ec00-4bb5-8f5d-daba8f43e4a1,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:24.505426 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 52400) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:24.509986 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.tag.tag_plugin [None req-10844748-176a-4d29-b2fc-189a405e194b tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '22d355c2-a1b3-4c85-bad5-21ddc2769324', 'tempest-TagsExtTest-Tag-1078791824') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:24.560258 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ba45a9ce-c440-4231-a7f1-773fe9d5b536 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:24.566083 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba45a9ce-c440-4231-a7f1-773fe9d5b536 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:24.566722 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ba45a9ce-c440-4231-a7f1-773fe9d5b536 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:24.572489 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-10844748-176a-4d29-b2fc-189a405e194b tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] 10.222.0.22 "GET /v2.0/subnetpools/22d355c2-a1b3-4c85-bad5-21ddc2769324/tags/tempest-TagsExtTest-Tag-1078791824 HTTP/1.1" status: 204 len: 168 time: 0.0636613 Aug 29 04:38:24.575574 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 52402) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:24.581834 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.tag.tag_plugin [None req-38d3d786-34cd-4a1f-a138-4c6d93487f2a tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '22d355c2-a1b3-4c85-bad5-21ddc2769324', 'tempest-TagsExtTest-Tag-1078791824') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:24.588803 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-05626644-80d6-42cc-8351-25ce1cb831de req-c885c9b0-2ddf-4726-ad4b-bc24331f0ded tempest-TestServerAdvancedOps-1527321587 tempest-TestServerAdvancedOps-1527321587-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:24.638047 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-ba45a9ce-c440-4231-a7f1-773fe9d5b536 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5459299 Aug 29 04:38:24.642388 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 52404) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:24.649725 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-1762ca9c-0046-402f-8a4f-682820f863bf tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Request body: {'subnet': {'network_id': 'ffd633b8-81ab-4fed-9b69-6069615eed69', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:24.661108 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e16c4b57-3555-4fe4-b727-bbcb536891e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:24.668651 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-38d3d786-34cd-4a1f-a138-4c6d93487f2a tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] 10.222.0.22 "DELETE /v2.0/subnetpools/22d355c2-a1b3-4c85-bad5-21ddc2769324/tags/tempest-TagsExtTest-Tag-1078791824 HTTP/1.1" status: 204 len: 168 time: 0.0919423 Aug 29 04:38:24.672630 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 52410) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:24.696651 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.tag.tag_plugin [None req-a95678da-8f30-4621-94b9-528a38089a62 tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '22d355c2-a1b3-4c85-bad5-21ddc2769324') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:24.699495 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba45a9ce-c440-4231-a7f1-773fe9d5b536 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Pushing event updated for resources: {'Network': ['ID=ffd633b8-81ab-4fed-9b69-6069615eed69,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:24.712962 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-05626644-80d6-42cc-8351-25ce1cb831de req-c885c9b0-2ddf-4726-ad4b-bc24331f0ded tempest-TestServerAdvancedOps-1527321587 tempest-TestServerAdvancedOps-1527321587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:24.713182 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network ffd633b8-81ab-4fed-9b69-6069615eed69 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:38:24.721429 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16c4b57-3555-4fe4-b727-bbcb536891e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=18cd0584-1fb5-4dbd-8286-4f084716d0fc,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:24.783994 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05626644-80d6-42cc-8351-25ce1cb831de req-c885c9b0-2ddf-4726-ad4b-bc24331f0ded tempest-TestServerAdvancedOps-1527321587 tempest-TestServerAdvancedOps-1527321587-project] Network 90dffc0e-ffd1-4c1b-9d0e-d68240e7ec32 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:38:24.787709 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-a95678da-8f30-4621-94b9-528a38089a62 tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] 10.222.0.22 "GET /v2.0/subnetpools/22d355c2-a1b3-4c85-bad5-21ddc2769324/tags HTTP/1.1" status: 200 len: 205 time: 0.1117072 Aug 29 04:38:24.789496 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 52412) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:24.794900 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-05626644-80d6-42cc-8351-25ce1cb831de req-c885c9b0-2ddf-4726-ad4b-bc24331f0ded tempest-TestServerAdvancedOps-1527321587 tempest-TestServerAdvancedOps-1527321587-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:38:24.801211 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.tag.tag_plugin [None req-83e6eb2a-d0bf-467c-8748-ce47b309abe4 tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '22d355c2-a1b3-4c85-bad5-21ddc2769324') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:24.806241 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-05626644-80d6-42cc-8351-25ce1cb831de req-c885c9b0-2ddf-4726-ad4b-bc24331f0ded tempest-TestServerAdvancedOps-1527321587 tempest-TestServerAdvancedOps-1527321587-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:38:24.810202 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c885c9b0-2ddf-4726-ad4b-bc24331f0ded tempest-TestServerAdvancedOps-1527321587 tempest-TestServerAdvancedOps-1527321587-project] Pushing event updated for resources: {'Port': ['ID=39afa2ea-bbc8-46a5-94f9-7397b5d82ade,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:24.867414 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1762ca9c-0046-402f-8a4f-682820f863bf tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Made reservation on behalf of 8faa5ea7fca64f93a90f1124ba2b3499 for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:38:24.870303 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e16c4b57-3555-4fe4-b727-bbcb536891e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719445'] for router_gateway, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:24.871862 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1762ca9c-0046-402f-8a4f-682820f863bf tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:24.938928 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device d5db93b5-f6d9-49e8-a35d-f9c8d6949cd4 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:38:24.966079 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: d5db93b5-f6d9-49e8-a35d-f9c8d6949cd4 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:38:24.966839 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device d5db93b5-f6d9-49e8-a35d-f9c8d6949cd4 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:38:24.988382 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05626644-80d6-42cc-8351-25ce1cb831de req-c885c9b0-2ddf-4726-ad4b-bc24331f0ded tempest-TestServerAdvancedOps-1527321587 tempest-TestServerAdvancedOps-1527321587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:24.989044 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-05626644-80d6-42cc-8351-25ce1cb831de req-c885c9b0-2ddf-4726-ad4b-bc24331f0ded tempest-TestServerAdvancedOps-1527321587 tempest-TestServerAdvancedOps-1527321587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:24.996810 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e16c4b57-3555-4fe4-b727-bbcb536891e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:24.998491 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-83e6eb2a-d0bf-467c-8748-ce47b309abe4 tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] 10.222.0.22 "DELETE /v2.0/subnetpools/22d355c2-a1b3-4c85-bad5-21ddc2769324/tags HTTP/1.1" status: 204 len: 168 time: 0.2046556 Aug 29 04:38:25.001127 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e16c4b57-3555-4fe4-b727-bbcb536891e3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:25.002906 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 52420) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:25.008010 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.tag.tag_plugin [None req-c2a7d49a-945c-4673-abe8-bcc95f0a3347 tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '38ce577b-167e-4330-81a3-1187d4a0959d') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:25.017436 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-05626644-80d6-42cc-8351-25ce1cb831de req-c885c9b0-2ddf-4726-ad4b-bc24331f0ded tempest-TestServerAdvancedOps-1527321587 tempest-TestServerAdvancedOps-1527321587-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8766832 Aug 29 04:38:25.038591 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-05626644-80d6-42cc-8351-25ce1cb831de req-1843c37e-8c62-49f8-9712-08dd629eef7d service neutron] Request body: {'port': {'device_id': 'ab41959f-504a-485e-95bd-a9fcb0a9b459', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:25.120611 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e16c4b57-3555-4fe4-b727-bbcb536891e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717253'] for router, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:25.121187 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e16c4b57-3555-4fe4-b727-bbcb536891e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1537dc19-17b8-4a17-beb8-319db762a2de {{(pid=94829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:38:25.126440 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e16c4b57-3555-4fe4-b727-bbcb536891e3 admin admin] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:25.127962 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-05626644-80d6-42cc-8351-25ce1cb831de req-1843c37e-8c62-49f8-9712-08dd629eef7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:25.129817 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-e16c4b57-3555-4fe4-b727-bbcb536891e3 admin admin] 10.222.0.22 "DELETE /v2.0/routers/1537dc19-17b8-4a17-beb8-319db762a2de HTTP/1.1" status: 204 len: 168 time: 2.2607095 Aug 29 04:38:25.132782 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 52424) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:25.174213 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-c2a7d49a-945c-4673-abe8-bcc95f0a3347 tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] 10.222.0.22 "DELETE /v2.0/routers/38ce577b-167e-4330-81a3-1187d4a0959d/tags HTTP/1.1" status: 204 len: 168 time: 0.1702619 Aug 29 04:38:25.179088 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 52428) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:25.184317 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.tag.tag_plugin [None req-70f6f4de-d7de-48a5-a37e-26feba7f59ca tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'a80fad49-6ef5-4ffe-ab08-f038e41e1ee9') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:25.226625 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_v2 [None req-99287923-21d4-4788-b5be-01cd04edbaa0 admin admin] Deleting subnet c33478b6-005c-4e12-b544-d0a89370f203 {{(pid=94829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:38:25.231070 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-99287923-21d4-4788-b5be-01cd04edbaa0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:25.283562 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-99287923-21d4-4788-b5be-01cd04edbaa0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4311743'] for subnet, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:25.328995 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-70f6f4de-d7de-48a5-a37e-26feba7f59ca tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] 10.222.0.22 "DELETE /v2.0/ports/a80fad49-6ef5-4ffe-ab08-f038e41e1ee9/tags HTTP/1.1" status: 204 len: 168 time: 0.1462193 Aug 29 04:38:25.330761 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 52436) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:25.335830 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.tag.tag_plugin [None req-a23ed301-b467-4e19-89d1-3c2ae7729e74 tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'd4d2dabb-d02e-41e1-96f0-739ca5b24c51') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:25.397557 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1762ca9c-0046-402f-8a4f-682820f863bf tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9191137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10062364'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:25.465982 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-99287923-21d4-4788-b5be-01cd04edbaa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:25.517079 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1762ca9c-0046-402f-8a4f-682820f863bf tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Pushing event updated for resources: {'Subnet': ['ID=e53e4360-a91d-454a-8cad-7f104705a239,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:25.518790 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f1d05f-1837-4fa3-a16a-4361575ea8a9 req-ff66c80f-fc83-4c1c-9536-1ea4eee783a9 tempest-TestServerAdvancedOps-1527321587 tempest-TestServerAdvancedOps-1527321587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:25.521303 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-03f1d05f-1837-4fa3-a16a-4361575ea8a9 req-ff66c80f-fc83-4c1c-9536-1ea4eee783a9 tempest-TestServerAdvancedOps-1527321587 tempest-TestServerAdvancedOps-1527321587-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab41959f-504a-485e-95bd-a9fcb0a9b459 HTTP/1.1" status: 200 len: 932 time: 0.1210477 Aug 29 04:38:25.564817 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-a23ed301-b467-4e19-89d1-3c2ae7729e74 tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] 10.222.0.22 "DELETE /v2.0/subnets/d4d2dabb-d02e-41e1-96f0-739ca5b24c51/tags HTTP/1.1" status: 204 len: 168 time: 0.2327995 Aug 29 04:38:25.571880 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46579160-6a42-4a10-b98f-bba63813c13e req-a5387818-bcda-4679-a2f6-7916263512d8 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:25.572997 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 52444) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:25.573552 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-46579160-6a42-4a10-b98f-bba63813c13e req-a5387818-bcda-4679-a2f6-7916263512d8 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] 10.222.0.22 "GET /v2.0/ports?device_id=46e8bc8c-be2e-4e64-8f62-71e110b3c077 HTTP/1.1" status: 200 len: 985 time: 0.1359301 Aug 29 04:38:25.576257 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1762ca9c-0046-402f-8a4f-682820f863bf tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Checking segment: {'id': 'fd38a653-a92a-4487-8c70-e1a3eeb75521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'ffd633b8-81ab-4fed-9b69-6069615eed69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:38:25.576716 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1762ca9c-0046-402f-8a4f-682820f863bf tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Network hostable DHCP agents. Network: ffd633b8-81ab-4fed-9b69-6069615eed69, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:38:25.578828 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.tag.tag_plugin [None req-0dc615dd-1602-4b47-8263-0ac318cf0ce5 tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'd4d2dabb-d02e-41e1-96f0-739ca5b24c51', 'tempest-TagsExtTest-Tag-557377085') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:25.585073 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-99287923-21d4-4788-b5be-01cd04edbaa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4552352'] for subnet, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:25.608928 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-03f1d05f-1837-4fa3-a16a-4361575ea8a9 req-96a4ee0d-366d-4686-876a-f8cb030da14c tempest-TestServerAdvancedOps-1527321587 tempest-TestServerAdvancedOps-1527321587-project] 10.222.0.22 "GET /v2.0/security-groups?id=cce58c39-d9b7-48ab-993b-83f4ab69fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808728 Aug 29 04:38:25.639154 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-99287923-21d4-4788-b5be-01cd04edbaa0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:25.641177 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-99287923-21d4-4788-b5be-01cd04edbaa0 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/c33478b6-005c-4e12-b544-d0a89370f203 HTTP/1.1" status: 204 len: 168 time: 0.5073631 Aug 29 04:38:25.643725 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 52446) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:25.646573 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99287923-21d4-4788-b5be-01cd04edbaa0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c33478b6-005c-4e12-b544-d0a89370f203,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:25.650970 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3985b9-2993-459a-b5ca-5f09bf98efb6 None None] Network b40bfd6d-31ea-47be-b480-8a2abb5227f9 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:38:25.700413 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1762ca9c-0046-402f-8a4f-682820f863bf tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Network ffd633b8-81ab-4fed-9b69-6069615eed69 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:38:25.712660 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-46579160-6a42-4a10-b98f-bba63813c13e req-19b8a4d0-379b-49ce-88d9-b5902c9c41e7 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] 10.222.0.22 "GET /v2.0/security-groups?id=7243d292-909d-43a5-9585-4fad2fdb6649&id=c9c7aa5b-f2e5-4471-bab7-b8b853dfa805&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1298444 Aug 29 04:38:25.715272 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-05626644-80d6-42cc-8351-25ce1cb831de req-1843c37e-8c62-49f8-9712-08dd629eef7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39afa2ea-bbc8-46a5-94f9-7397b5d82ade {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:38:25.747977 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-798186ff-9f03-48dc-8bce-dbce35159f5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:25.761872 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-05626644-80d6-42cc-8351-25ce1cb831de req-1843c37e-8c62-49f8-9712-08dd629eef7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:25.782094 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-1762ca9c-0046-402f-8a4f-682820f863bf tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, ffd633b8-81ab-4fed-9b69-6069615eed69) {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:38:25.802169 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1762ca9c-0046-402f-8a4f-682820f863bf tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:25.802747 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1762ca9c-0046-402f-8a4f-682820f863bf tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:25.822845 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-0dc615dd-1602-4b47-8263-0ac318cf0ce5 tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] 10.222.0.22 "PUT /v2.0/subnets/d4d2dabb-d02e-41e1-96f0-739ca5b24c51/tags/tempest-TagsExtTest-Tag-557377085 HTTP/1.1" status: 201 len: 201 time: 0.2480381 Aug 29 04:38:25.829640 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 52454) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:25.838645 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420a62f5-87f7-4e7e-ab28-5cf9c557f054 None None] Network ffd633b8-81ab-4fed-9b69-6069615eed69 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:38:25.844778 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.tag.tag_plugin [None req-cd108ee9-1857-4b83-b97e-4ea4fc9b686b tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'a80fad49-6ef5-4ffe-ab08-f038e41e1ee9', 'tempest-TagsExtTest-Tag-87116676') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:25.886917 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-1762ca9c-0046-402f-8a4f-682820f863bf tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2438734 Aug 29 04:38:25.894637 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 52458) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:25.896066 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-05626644-80d6-42cc-8351-25ce1cb831de req-1843c37e-8c62-49f8-9712-08dd629eef7d service neutron] Transition to ACTIVE for port object 39afa2ea-bbc8-46a5-94f9-7397b5d82ade will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:38:25.914385 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-32232cc9-6355-4555-a513-9ed4eb4916de tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-967935337', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:25.923706 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-05626644-80d6-42cc-8351-25ce1cb831de req-1843c37e-8c62-49f8-9712-08dd629eef7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:25.928185 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-798186ff-9f03-48dc-8bce-dbce35159f5d admin admin] Deleting port 965b5cb3-6fde-4252-ba8d-49c116344cdb {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:38:25.928647 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-798186ff-9f03-48dc-8bce-dbce35159f5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:25.940662 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e94b195-9da7-4b2d-b093-62cb93737cad req-6fe507d1-02c0-4c84-99e4-c4cc956aeef2 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:25.944118 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3e94b195-9da7-4b2d-b093-62cb93737cad req-6fe507d1-02c0-4c84-99e4-c4cc956aeef2 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] 10.222.0.22 "GET /v2.0/ports?device_id=46e8bc8c-be2e-4e64-8f62-71e110b3c077 HTTP/1.1" status: 200 len: 985 time: 0.0895998 Aug 29 04:38:26.036877 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1843c37e-8c62-49f8-9712-08dd629eef7d service neutron] Pushing event updated for resources: {'Port': ['ID=39afa2ea-bbc8-46a5-94f9-7397b5d82ade,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:26.057824 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d120a8df-3ec9-4987-a380-d37052e5fa92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-ffd633b8-81ab-4fed-9b69-6069615eed69', 'network_id': 'ffd633b8-81ab-4fed-9b69-6069615eed69', 'tenant_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'fixed_ips': [{'subnet_id': 'e53e4360-a91d-454a-8cad-7f104705a239'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:38:26.058698 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d120a8df-3ec9-4987-a380-d37052e5fa92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:26.059039 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-798186ff-9f03-48dc-8bce-dbce35159f5d admin admin] For port 965b5cb3-6fde-4252-ba8d-49c116344cdb, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=965b5cb3-6fde-4252-ba8d-49c116344cdb,segment=NetworkSegment(4af29dd7-ea27-42c9-b76b-b8f5c2600aac),segment_id=4af29dd7-ea27-42c9-b76b-b8f5c2600aac)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:26.059423 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-798186ff-9f03-48dc-8bce-dbce35159f5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:26.081624 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-798186ff-9f03-48dc-8bce-dbce35159f5d admin admin] Calling delete_port for 965b5cb3-6fde-4252-ba8d-49c116344cdb owned by network:dhcp {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:38:26.086235 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-32232cc9-6355-4555-a513-9ed4eb4916de tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:26.087264 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-32232cc9-6355-4555-a513-9ed4eb4916de tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1838'] for router, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:26.099416 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3e94b195-9da7-4b2d-b093-62cb93737cad req-d7bb40d2-2cac-44d6-8952-2b22d8cb996c tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] 10.222.0.22 "GET /v2.0/security-groups?id=7243d292-909d-43a5-9585-4fad2fdb6649&id=c9c7aa5b-f2e5-4471-bab7-b8b853dfa805&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1393206 Aug 29 04:38:26.135049 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-cd108ee9-1857-4b83-b97e-4ea4fc9b686b tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] 10.222.0.22 "PUT /v2.0/ports/a80fad49-6ef5-4ffe-ab08-f038e41e1ee9/tags/tempest-TagsExtTest-Tag-87116676 HTTP/1.1" status: 201 len: 201 time: 0.3007412 Aug 29 04:38:26.136984 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 52466) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:26.148246 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.tag.tag_plugin [None req-d00f6902-e724-4f05-ae4c-04ff0d68bd46 tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '38ce577b-167e-4330-81a3-1187d4a0959d', 'tempest-TagsExtTest-Tag-1780429920') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:26.159779 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b360335-0f44-4329-948f-760647391e91 None None] DHCP port deletion for b40bfd6d-31ea-47be-b480-8a2abb5227f9 request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:38:26.237284 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-05626644-80d6-42cc-8351-25ce1cb831de req-1843c37e-8c62-49f8-9712-08dd629eef7d service neutron] Attempting to bind port 39afa2ea-bbc8-46a5-94f9-7397b5d82ade on host n-h2-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:38:26.238025 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-05626644-80d6-42cc-8351-25ce1cb831de req-1843c37e-8c62-49f8-9712-08dd629eef7d service neutron] Attempting to bind port 39afa2ea-bbc8-46a5-94f9-7397b5d82ade by drivers openvswitch,hyperv on host n-h2-712140-12 at level 0 using segments [{'id': '1bbb15d3-8510-4aac-a47d-e3d4bedeeacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '90dffc0e-ffd1-4c1b-9d0e-d68240e7ec32'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:38:26.238424 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05626644-80d6-42cc-8351-25ce1cb831de req-1843c37e-8c62-49f8-9712-08dd629eef7d service neutron] Attempting to bind port 39afa2ea-bbc8-46a5-94f9-7397b5d82ade on network 90dffc0e-ffd1-4c1b-9d0e-d68240e7ec32 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:38:26.266335 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-798186ff-9f03-48dc-8bce-dbce35159f5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:26.271807 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05626644-80d6-42cc-8351-25ce1cb831de req-1843c37e-8c62-49f8-9712-08dd629eef7d service neutron] Port 39afa2ea-bbc8-46a5-94f9-7397b5d82ade on network 90dffc0e-ffd1-4c1b-9d0e-d68240e7ec32 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:38:26.272452 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05626644-80d6-42cc-8351-25ce1cb831de req-1843c37e-8c62-49f8-9712-08dd629eef7d service neutron] Attempting to bind port 39afa2ea-bbc8-46a5-94f9-7397b5d82ade on network 90dffc0e-ffd1-4c1b-9d0e-d68240e7ec32 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:38:26.281637 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-d120a8df-3ec9-4987-a380-d37052e5fa92 None None] Allocated IP 172.20.0.2 (ffd633b8-81ab-4fed-9b69-6069615eed69/e53e4360-a91d-454a-8cad-7f104705a239/040dd80c-319c-4e06-924b-6a5e4730bd7e) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:38:26.294335 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-9b360335-0f44-4329-948f-760647391e91 None None] Deleting port 965b5cb3-6fde-4252-ba8d-49c116344cdb {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:38:26.294709 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9b360335-0f44-4329-948f-760647391e91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:26.296013 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05626644-80d6-42cc-8351-25ce1cb831de req-1843c37e-8c62-49f8-9712-08dd629eef7d service neutron] Checking agent: {'id': 'b3a0606b-b029-4f5e-8798-3a32b71d8844', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:38:26.296624 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05626644-80d6-42cc-8351-25ce1cb831de req-1843c37e-8c62-49f8-9712-08dd629eef7d service neutron] Checking segment: {'id': '1bbb15d3-8510-4aac-a47d-e3d4bedeeacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '90dffc0e-ffd1-4c1b-9d0e-d68240e7ec32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:38:26.297183 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05626644-80d6-42cc-8351-25ce1cb831de req-1843c37e-8c62-49f8-9712-08dd629eef7d service neutron] Bound using segment: {'id': '1bbb15d3-8510-4aac-a47d-e3d4bedeeacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '90dffc0e-ffd1-4c1b-9d0e-d68240e7ec32'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:38:26.297637 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-05626644-80d6-42cc-8351-25ce1cb831de req-1843c37e-8c62-49f8-9712-08dd629eef7d service neutron] Bound port: 39afa2ea-bbc8-46a5-94f9-7397b5d82ade, host: n-h2-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bbb15d3-8510-4aac-a47d-e3d4bedeeacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '90dffc0e-ffd1-4c1b-9d0e-d68240e7ec32'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:38:26.298002 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-05626644-80d6-42cc-8351-25ce1cb831de req-1843c37e-8c62-49f8-9712-08dd629eef7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:26.319537 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798186ff-9f03-48dc-8bce-dbce35159f5d admin admin] Pushing event deleted for resources: {'Port': ['ID=965b5cb3-6fde-4252-ba8d-49c116344cdb,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:26.329495 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798186ff-9f03-48dc-8bce-dbce35159f5d admin admin] No DVR routers for this DVR port 965b5cb3-6fde-4252-ba8d-49c116344cdb on host n-d-712140-12 {{(pid=94829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:38:26.342358 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-32232cc9-6355-4555-a513-9ed4eb4916de tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:26.361256 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-32232cc9-6355-4555-a513-9ed4eb4916de tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409'] for router, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:26.400699 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8639e6a-a7ff-412c-bc46-de578eafbe54 req-b864bfc9-8190-4608-b7ea-e62c5a86b4a2 tempest-TestSecurityGroupsBasicOps-127243618 tempest-TestSecurityGroupsBasicOps-127243618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:26.408779 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a8639e6a-a7ff-412c-bc46-de578eafbe54 req-b864bfc9-8190-4608-b7ea-e62c5a86b4a2 tempest-TestSecurityGroupsBasicOps-127243618 tempest-TestSecurityGroupsBasicOps-127243618-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=46e8bc8c-be2e-4e64-8f62-71e110b3c077 HTTP/1.1" status: 200 len: 1137 time: 0.1724620 Aug 29 04:38:26.424040 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-d00f6902-e724-4f05-ae4c-04ff0d68bd46 tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] 10.222.0.22 "PUT /v2.0/routers/38ce577b-167e-4330-81a3-1187d4a0959d/tags/tempest-TagsExtTest-Tag-1780429920 HTTP/1.1" status: 201 len: 201 time: 0.2855585 Aug 29 04:38:26.424670 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 52476) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:26.428477 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-9b360335-0f44-4329-948f-760647391e91 None None] For port 965b5cb3-6fde-4252-ba8d-49c116344cdb, host n-d-712140-12, got binding levels [] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:26.428926 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9b360335-0f44-4329-948f-760647391e91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:26.444960 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.tag.tag_plugin [None req-129813a3-0c74-4cce-829a-6933be739f0f tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '22d355c2-a1b3-4c85-bad5-21ddc2769324', 'tempest-TagsExtTest-Tag-279642439') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:26.454072 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-32232cc9-6355-4555-a513-9ed4eb4916de tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks [] for router, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:26.455262 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-32232cc9-6355-4555-a513-9ed4eb4916de tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5522165 Aug 29 04:38:26.455550 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-9b360335-0f44-4329-948f-760647391e91 None None] Calling delete_port for 965b5cb3-6fde-4252-ba8d-49c116344cdb owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:38:26.459747 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 52478) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:26.459930 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.ipam_backend_mixin [None req-9b360335-0f44-4329-948f-760647391e91 None None] Port 965b5cb3-6fde-4252-ba8d-49c116344cdb was not found and therefore no delete operation was performed {{(pid=94830) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 04:38:26.460724 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a8639e6a-a7ff-412c-bc46-de578eafbe54 req-fee284d2-8122-4cba-8a8d-1e386f4c6d9b tempest-TestSecurityGroupsBasicOps-127243618 tempest-TestSecurityGroupsBasicOps-127243618-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:26.462444 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9b360335-0f44-4329-948f-760647391e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:26.470549 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-eadb89b4-6867-42c8-b442-ac90c66768c2 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Request body: {'port': {'network_id': 'ffd633b8-81ab-4fed-9b69-6069615eed69', 'name': 'tempest-RoutersTest-1865274618'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:26.496649 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b360335-0f44-4329-948f-760647391e91 None None] Pushing event deleted for resources: {'Port': ['ID=965b5cb3-6fde-4252-ba8d-49c116344cdb,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:26.499112 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-05626644-80d6-42cc-8351-25ce1cb831de req-1843c37e-8c62-49f8-9712-08dd629eef7d service neutron] For port 39afa2ea-bbc8-46a5-94f9-7397b5d82ade, host n-h2-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:38:26.505737 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-05626644-80d6-42cc-8351-25ce1cb831de req-1843c37e-8c62-49f8-9712-08dd629eef7d service neutron] For port 39afa2ea-bbc8-46a5-94f9-7397b5d82ade, host n-h2-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=39afa2ea-bbc8-46a5-94f9-7397b5d82ade,segment=NetworkSegment(1bbb15d3-8510-4aac-a47d-e3d4bedeeacb),segment_id=1bbb15d3-8510-4aac-a47d-e3d4bedeeacb)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:38:26.513663 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b360335-0f44-4329-948f-760647391e91 None None] No DVR routers for this DVR port 965b5cb3-6fde-4252-ba8d-49c116344cdb on host n-d-712140-12 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:38:26.516642 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-05626644-80d6-42cc-8351-25ce1cb831de req-1843c37e-8c62-49f8-9712-08dd629eef7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:26.524722 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-798186ff-9f03-48dc-8bce-dbce35159f5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:26.543810 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-798186ff-9f03-48dc-8bce-dbce35159f5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b40bfd6d-31ea-47be-b480-8a2abb5227f9']}} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:26.558565 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-798186ff-9f03-48dc-8bce-dbce35159f5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4af29dd7-ea27-42c9-b76b-b8f5c2600aac') {'for_net_delete': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:26.558879 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-798186ff-9f03-48dc-8bce-dbce35159f5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4af29dd7-ea27-42c9-b76b-b8f5c2600aac') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:26.577638 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-129813a3-0c74-4cce-829a-6933be739f0f tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] 10.222.0.22 "PUT /v2.0/subnetpools/22d355c2-a1b3-4c85-bad5-21ddc2769324/tags/tempest-TagsExtTest-Tag-279642439 HTTP/1.1" status: 201 len: 201 time: 0.1448212 Aug 29 04:38:26.578831 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-798186ff-9f03-48dc-8bce-dbce35159f5d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4311712'] for segment, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:26.579458 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 52480) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:26.584783 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05626644-80d6-42cc-8351-25ce1cb831de req-1843c37e-8c62-49f8-9712-08dd629eef7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:26.585416 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-05626644-80d6-42cc-8351-25ce1cb831de req-1843c37e-8c62-49f8-9712-08dd629eef7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:26.586788 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-05626644-80d6-42cc-8351-25ce1cb831de req-1843c37e-8c62-49f8-9712-08dd629eef7d service neutron] 10.222.0.48 "PUT /v2.0/ports/39afa2ea-bbc8-46a5-94f9-7397b5d82ade HTTP/1.1" status: 200 len: 1093 time: 1.5544133 Aug 29 04:38:26.591600 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab41959f-504a-485e-95bd-a9fcb0a9b459', 'tag': '39afa2ea-bbc8-46a5-94f9-7397b5d82ade'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:38:26.593960 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2fa655a-0fb2-417d-ba01-65e225c1c66c" -d '{"events": [{"name": "network-changed", "server_uuid": "ab41959f-504a-485e-95bd-a9fcb0a9b459", "tag": "39afa2ea-bbc8-46a5-94f9-7397b5d82ade"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:38:26.602884 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-798186ff-9f03-48dc-8bce-dbce35159f5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:26.604685 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.tag.tag_plugin [None req-5aaf2453-fb85-4540-96ba-c96dc188439d tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'd4d2dabb-d02e-41e1-96f0-739ca5b24c51', {'tags': ['tempest-TagsExtTest-Tag-2006493484', 'tempest-TagsExtTest-Tag-541120855', 'tempest-TagsExtTest-Tag-1325936935']}) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:26.615466 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-798186ff-9f03-48dc-8bce-dbce35159f5d admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=94829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:38:26.615919 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-798186ff-9f03-48dc-8bce-dbce35159f5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4274277'] for segment, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:26.618134 n-d-712140-12 neutron-server[94829]: Traceback (most recent call last): Aug 29 04:38:26.618134 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:38:26.618134 n-d-712140-12 neutron-server[94829]: timer() Aug 29 04:38:26.618134 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:38:26.618134 n-d-712140-12 neutron-server[94829]: cb(*args, **kw) Aug 29 04:38:26.618134 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:38:26.618134 n-d-712140-12 neutron-server[94829]: return func(*args, **kwargs) Aug 29 04:38:26.618134 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:38:26.618134 n-d-712140-12 neutron-server[94829]: self._notify() Aug 29 04:38:26.618134 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:38:26.618134 n-d-712140-12 neutron-server[94829]: self.callback(batched_events) Aug 29 04:38:26.618134 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:38:26.618134 n-d-712140-12 neutron-server[94829]: event.method(event) Aug 29 04:38:26.618134 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:38:26.618134 n-d-712140-12 neutron-server[94829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:38:26.618134 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:38:26.618134 n-d-712140-12 neutron-server[94829]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:38:26.618134 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:38:26.618134 n-d-712140-12 neutron-server[94829]: return f(self, *a, **k) Aug 29 04:38:26.618134 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:38:26.618134 n-d-712140-12 neutron-server[94829]: return self._get(url).json() Aug 29 04:38:26.618134 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:38:26.618134 n-d-712140-12 neutron-server[94829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:38:26.618134 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:38:26.618134 n-d-712140-12 neutron-server[94829]: return self.request(url, 'GET', **kwargs) Aug 29 04:38:26.618134 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:38:26.618134 n-d-712140-12 neutron-server[94829]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:38:26.618134 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:38:26.618134 n-d-712140-12 neutron-server[94829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:38:26.618134 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:38:26.618134 n-d-712140-12 neutron-server[94829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:38:26.618134 n-d-712140-12 neutron-server[94829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:38:26.633493 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d120a8df-3ec9-4987-a380-d37052e5fa92 None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:26.656179 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-d120a8df-3ec9-4987-a380-d37052e5fa92 None None] Transition to ACTIVE for port object 040dd80c-319c-4e06-924b-6a5e4730bd7e will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:38:26.679731 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-d120a8df-3ec9-4987-a380-d37052e5fa92 None None] Transition to ACTIVE for port object 040dd80c-319c-4e06-924b-6a5e4730bd7e will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:38:26.687157 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-798186ff-9f03-48dc-8bce-dbce35159f5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:26.691194 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d120a8df-3ec9-4987-a380-d37052e5fa92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:26.707137 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-798186ff-9f03-48dc-8bce-dbce35159f5d admin admin] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:26.709973 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d8e7080-c19b-4951-a38a-731bce52966d x-openstack-request-id: req-6d8e7080-c19b-4951-a38a-731bce52966d {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:38:26.710343 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab41959f-504a-485e-95bd-a9fcb0a9b459", "tag": "39afa2ea-bbc8-46a5-94f9-7397b5d82ade", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:38:26.710502 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6d8e7080-c19b-4951-a38a-731bce52966d {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:38:26.710917 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab41959f-504a-485e-95bd-a9fcb0a9b459', 'tag': '39afa2ea-bbc8-46a5-94f9-7397b5d82ade', 'status': 'completed', 'code': 200} Aug 29 04:38:26.714286 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-798186ff-9f03-48dc-8bce-dbce35159f5d admin admin] 10.222.0.22 "DELETE /v2.0/networks/b40bfd6d-31ea-47be-b480-8a2abb5227f9 HTTP/1.1" status: 204 len: 168 time: 1.0673113 Aug 29 04:38:26.736777 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d120a8df-3ec9-4987-a380-d37052e5fa92 None None] Network ffd633b8-81ab-4fed-9b69-6069615eed69 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:38:26.737077 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1843c37e-8c62-49f8-9712-08dd629eef7d service neutron] Pushing event updated for resources: {'Port': ['ID=39afa2ea-bbc8-46a5-94f9-7397b5d82ade,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:26.738897 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-d120a8df-3ec9-4987-a380-d37052e5fa92 None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:38:26.750539 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d120a8df-3ec9-4987-a380-d37052e5fa92 None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:38:26.781358 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d120a8df-3ec9-4987-a380-d37052e5fa92 None None] Pushing event updated for resources: {'Port': ['ID=040dd80c-319c-4e06-924b-6a5e4730bd7e,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:26.800376 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-5aaf2453-fb85-4540-96ba-c96dc188439d tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] 10.222.0.22 "PUT /v2.0/subnets/d4d2dabb-d02e-41e1-96f0-739ca5b24c51/tags HTTP/1.1" status: 200 len: 317 time: 0.2172010 Aug 29 04:38:26.802430 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 52494) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:26.814459 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.tag.tag_plugin [None req-8b9c79be-adda-4d53-8257-6039cf534fd4 tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'd4d2dabb-d02e-41e1-96f0-739ca5b24c51') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:26.819774 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05626644-80d6-42cc-8351-25ce1cb831de req-ca6d2e4a-27a9-4443-84c9-bc3f76c44394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:26.824729 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-05626644-80d6-42cc-8351-25ce1cb831de req-ca6d2e4a-27a9-4443-84c9-bc3f76c44394 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b2a9d2aeb7f64d7f96fceccfc0aa93e3&device_id=ab41959f-504a-485e-95bd-a9fcb0a9b459 HTTP/1.1" status: 200 len: 1096 time: 0.1540577 Aug 29 04:38:26.826358 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798186ff-9f03-48dc-8bce-dbce35159f5d admin admin] Pushing event deleted for resources: {'Network': ['ID=b40bfd6d-31ea-47be-b480-8a2abb5227f9,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:26.831784 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a8639e6a-a7ff-412c-bc46-de578eafbe54 req-fee284d2-8122-4cba-8a8d-1e386f4c6d9b tempest-TestSecurityGroupsBasicOps-127243618 tempest-TestSecurityGroupsBasicOps-127243618-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:26.847051 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a8639e6a-a7ff-412c-bc46-de578eafbe54 req-fee284d2-8122-4cba-8a8d-1e386f4c6d9b tempest-TestSecurityGroupsBasicOps-127243618 tempest-TestSecurityGroupsBasicOps-127243618-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:26.881712 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-d120a8df-3ec9-4987-a380-d37052e5fa92 None None] Attempting to bind port 040dd80c-319c-4e06-924b-6a5e4730bd7e on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:38:26.882242 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-d120a8df-3ec9-4987-a380-d37052e5fa92 None None] Attempting to bind port 040dd80c-319c-4e06-924b-6a5e4730bd7e by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'fd38a653-a92a-4487-8c70-e1a3eeb75521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'ffd633b8-81ab-4fed-9b69-6069615eed69'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:38:26.882458 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d120a8df-3ec9-4987-a380-d37052e5fa92 None None] Attempting to bind port 040dd80c-319c-4e06-924b-6a5e4730bd7e on network ffd633b8-81ab-4fed-9b69-6069615eed69 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:38:26.888888 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d120a8df-3ec9-4987-a380-d37052e5fa92 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:38:26.889442 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d120a8df-3ec9-4987-a380-d37052e5fa92 None None] Checking segment: {'id': 'fd38a653-a92a-4487-8c70-e1a3eeb75521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'ffd633b8-81ab-4fed-9b69-6069615eed69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:38:26.889753 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d120a8df-3ec9-4987-a380-d37052e5fa92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:26.890126 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d120a8df-3ec9-4987-a380-d37052e5fa92 None None] Bound using segment: {'id': 'fd38a653-a92a-4487-8c70-e1a3eeb75521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'ffd633b8-81ab-4fed-9b69-6069615eed69'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:38:26.890602 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-d120a8df-3ec9-4987-a380-d37052e5fa92 None None] Bound port: 040dd80c-319c-4e06-924b-6a5e4730bd7e, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd38a653-a92a-4487-8c70-e1a3eeb75521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'ffd633b8-81ab-4fed-9b69-6069615eed69'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:38:26.890989 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d120a8df-3ec9-4987-a380-d37052e5fa92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:26.936940 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-05626644-80d6-42cc-8351-25ce1cb831de req-8619b3e8-1e6f-483c-afe0-ff893c1c792c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=39afa2ea-bbc8-46a5-94f9-7397b5d82ade HTTP/1.1" status: 200 len: 217 time: 0.0982907 Aug 29 04:38:26.954810 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eadb89b4-6867-42c8-b442-ac90c66768c2 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Made reservation on behalf of 8faa5ea7fca64f93a90f1124ba2b3499 for: {'port': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:38:26.954993 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a8639e6a-a7ff-412c-bc46-de578eafbe54 req-fee284d2-8122-4cba-8a8d-1e386f4c6d9b tempest-TestSecurityGroupsBasicOps-127243618 tempest-TestSecurityGroupsBasicOps-127243618-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=7243d292-909d-43a5-9585-4fad2fdb6649&id=c9c7aa5b-f2e5-4471-bab7-b8b853dfa805&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.5451803 Aug 29 04:38:26.959594 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-eadb89b4-6867-42c8-b442-ac90c66768c2 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:26.969284 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 52504) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:26.972587 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 18cd0584-1fb5-4dbd-8286-4f084716d0fc no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:38:27.025843 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee284d2-8122-4cba-8a8d-1e386f4c6d9b tempest-TestSecurityGroupsBasicOps-127243618 tempest-TestSecurityGroupsBasicOps-127243618-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da3fc1af-7c28-49ab-90fe-06abc858f0c4,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:27.048322 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05626644-80d6-42cc-8351-25ce1cb831de req-c49a91c0-7846-4775-81dd-76cd742d2c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:27.050330 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-05626644-80d6-42cc-8351-25ce1cb831de req-c49a91c0-7846-4775-81dd-76cd742d2c7b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ab215c19-73a8-4ece-ab8f-4209a18da365 HTTP/1.1" status: 200 len: 852 time: 0.0925035 Aug 29 04:38:27.054826 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9b5b20-4e15-4466-9bd6-03afa55affa4 req-6f72cc15-f56f-401b-b5b3-c36586464fde tempest-TestServerAdvancedOps-1527321587 tempest-TestServerAdvancedOps-1527321587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:27.056414 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4c9b5b20-4e15-4466-9bd6-03afa55affa4 req-6f72cc15-f56f-401b-b5b3-c36586464fde tempest-TestServerAdvancedOps-1527321587 tempest-TestServerAdvancedOps-1527321587-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab41959f-504a-485e-95bd-a9fcb0a9b459 HTTP/1.1" status: 200 len: 944 time: 0.1723115 Aug 29 04:38:27.058939 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [None req-eadb89b4-6867-42c8-b442-ac90c66768c2 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] device_id is not set on port 7f48ece3-7231-4be6-a41b-a30a5b47057c yet. {{(pid=94829) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:38:27.081758 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 18cd0584-1fb5-4dbd-8286-4f084716d0fc {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:38:27.082032 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 18cd0584-1fb5-4dbd-8286-4f084716d0fc not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:38:27.082416 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 965b5cb3-6fde-4252-ba8d-49c116344cdb no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:38:27.105524 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-05626644-80d6-42cc-8351-25ce1cb831de req-b14b70de-d099-4318-a2bb-1c65cda2de6c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=90dffc0e-ffd1-4c1b-9d0e-d68240e7ec32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393012 Aug 29 04:38:27.142627 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 965b5cb3-6fde-4252-ba8d-49c116344cdb {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:38:27.142968 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 965b5cb3-6fde-4252-ba8d-49c116344cdb not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:38:27.172339 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 52514) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:27.186055 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-d120a8df-3ec9-4987-a380-d37052e5fa92 None None] For port 040dd80c-319c-4e06-924b-6a5e4730bd7e, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:38:27.190563 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-d120a8df-3ec9-4987-a380-d37052e5fa92 None None] For port 040dd80c-319c-4e06-924b-6a5e4730bd7e, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=040dd80c-319c-4e06-924b-6a5e4730bd7e,segment=NetworkSegment(fd38a653-a92a-4487-8c70-e1a3eeb75521),segment_id=fd38a653-a92a-4487-8c70-e1a3eeb75521)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:38:27.194645 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a55ed66-904d-4d29-9dce-68bf24e6a252 tempest-TestSecurityGroupsBasicOps-127243618 tempest-TestSecurityGroupsBasicOps-127243618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:27.199995 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d120a8df-3ec9-4987-a380-d37052e5fa92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:27.200209 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-2a55ed66-904d-4d29-9dce-68bf24e6a252 tempest-TestSecurityGroupsBasicOps-127243618 tempest-TestSecurityGroupsBasicOps-127243618-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=46e8bc8c-be2e-4e64-8f62-71e110b3c077 HTTP/1.1" status: 200 len: 1132 time: 0.2249310 Aug 29 04:38:27.200738 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 52516) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:27.214098 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-79d68a6f-70a8-45b8-8b07-59f2c901c982 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Request body: {'floatingip': {'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'port_id': '9b1df1e2-8d6a-4df1-8fbe-26bcd2e608e3', 'tenant_id': 'aee320d7fd864e10bc0cb9e2e1782ff3', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:27.227768 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-8b9c79be-adda-4d53-8257-6039cf534fd4 tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] 10.222.0.22 "DELETE /v2.0/subnets/d4d2dabb-d02e-41e1-96f0-739ca5b24c51/tags HTTP/1.1" status: 204 len: 168 time: 0.4239669 Aug 29 04:38:27.236354 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 52518) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:27.249946 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.tag.tag_plugin [None req-cd71f681-6dc2-44f1-85de-99796f3a5b01 tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd4d2dabb-d02e-41e1-96f0-739ca5b24c51', 'tempest-TagsExtTest-Tag-2006493484') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:27.258405 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-79d68a6f-70a8-45b8-8b07-59f2c901c982 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks [] for floatingip, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:27.260026 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4c9b5b20-4e15-4466-9bd6-03afa55affa4 req-a2be4b8a-4f93-4748-9fb6-1da370df5785 tempest-TestServerAdvancedOps-1527321587 tempest-TestServerAdvancedOps-1527321587-project] 10.222.0.22 "GET /v2.0/security-groups?id=cce58c39-d9b7-48ab-993b-83f4ab69fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917195 Aug 29 04:38:27.384080 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-05626644-80d6-42cc-8351-25ce1cb831de req-d9ab4abd-348f-4649-bbb4-b8a6ce2c9f64 service neutron] 10.222.0.48 "GET /v2.0/networks/90dffc0e-ffd1-4c1b-9d0e-d68240e7ec32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2715795 Aug 29 04:38:27.407537 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 52522) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:27.470326 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d120a8df-3ec9-4987-a380-d37052e5fa92 None None] Pushing event updated for resources: {'Port': ['ID=040dd80c-319c-4e06-924b-6a5e4730bd7e,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:27.566036 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-05626644-80d6-42cc-8351-25ce1cb831de req-24e7a7e7-1d25-4834-a99a-f78676007dcc service neutron] 10.222.0.48 "GET /v2.0/networks/90dffc0e-ffd1-4c1b-9d0e-d68240e7ec32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717918 Aug 29 04:38:27.571373 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-79d68a6f-70a8-45b8-8b07-59f2c901c982 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:27.643034 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-1b5849b7-b75d-4114-b823-593f4d8f94cc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b765fede93b04201b5c324a28753ffa9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4625173 Aug 29 04:38:27.643582 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 52526) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:27.670660 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-eadb89b4-6867-42c8-b442-ac90c66768c2 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Allocated IP 172.20.0.9 (ffd633b8-81ab-4fed-9b69-6069615eed69/e53e4360-a91d-454a-8cad-7f104705a239/7f48ece3-7231-4be6-a41b-a30a5b47057c) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:38:27.739528 n-d-712140-12 neutron-server[94829]: INFO neutron.api.v2.resource [None req-cd71f681-6dc2-44f1-85de-99796f3a5b01 tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] show failed (client error): The resource could not be found. Aug 29 04:38:27.746782 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-cd71f681-6dc2-44f1-85de-99796f3a5b01 tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] 10.222.0.22 "GET /v2.0/subnets/d4d2dabb-d02e-41e1-96f0-739ca5b24c51/tags/tempest-TagsExtTest-Tag-2006493484 HTTP/1.1" status: 404 len: 329 time: 0.5082734 Aug 29 04:38:27.750801 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 52528) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:27.765922 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a5f3cab3-354d-47d0-9735-515223c8ed5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:27.804896 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.tag.tag_plugin [None req-0c5718ce-e5d8-42c5-a5ba-477e7ea1558a tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd4d2dabb-d02e-41e1-96f0-739ca5b24c51', 'tempest-TagsExtTest-Tag-541120855') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:27.911287 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-eadb89b4-6867-42c8-b442-ac90c66768c2 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:27.921138 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-79d68a6f-70a8-45b8-8b07-59f2c901c982 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Allocated IP 172.25.0.48 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/20375072-902c-415d-9a29-6ef2d30ce2e8) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:38:27.929090 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-eadb89b4-6867-42c8-b442-ac90c66768c2 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Transition to ACTIVE for port object 7f48ece3-7231-4be6-a41b-a30a5b47057c will not be triggered until provisioned by entity DHCP. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:38:27.939162 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0fe6933a-96f4-4225-b714-d9a603b5dd84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:27.966698 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fa655a-0fb2-417d-ba01-65e225c1c66c req-a517901f-f71d-4e2d-a7fd-693e5a97b513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:27.968361 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f2fa655a-0fb2-417d-ba01-65e225c1c66c req-a517901f-f71d-4e2d-a7fd-693e5a97b513 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b2a9d2aeb7f64d7f96fceccfc0aa93e3&device_id=ab41959f-504a-485e-95bd-a9fcb0a9b459 HTTP/1.1" status: 200 len: 1096 time: 0.2855921 Aug 29 04:38:27.970965 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-eadb89b4-6867-42c8-b442-ac90c66768c2 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:28.039724 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eadb89b4-6867-42c8-b442-ac90c66768c2 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Network ffd633b8-81ab-4fed-9b69-6069615eed69 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:38:28.043826 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-eadb89b4-6867-42c8-b442-ac90c66768c2 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:38:28.048298 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eadb89b4-6867-42c8-b442-ac90c66768c2 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:38:28.059665 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0fe6933a-96f4-4225-b714-d9a603b5dd84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:28.082115 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadb89b4-6867-42c8-b442-ac90c66768c2 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Pushing event updated for resources: {'Port': ['ID=7f48ece3-7231-4be6-a41b-a30a5b47057c,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:28.112738 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eadb89b4-6867-42c8-b442-ac90c66768c2 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:28.113544 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-eadb89b4-6867-42c8-b442-ac90c66768c2 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:28.184523 n-d-712140-12 neutron-server[94828]: INFO neutron.api.v2.resource [None req-0c5718ce-e5d8-42c5-a5ba-477e7ea1558a tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] show failed (client error): The resource could not be found. Aug 29 04:38:28.186951 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-0c5718ce-e5d8-42c5-a5ba-477e7ea1558a tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] 10.222.0.22 "GET /v2.0/subnets/d4d2dabb-d02e-41e1-96f0-739ca5b24c51/tags/tempest-TagsExtTest-Tag-541120855 HTTP/1.1" status: 404 len: 328 time: 0.4299788 Aug 29 04:38:28.190085 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 52532) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:28.198615 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.tag.tag_plugin [None req-0c27e4df-70bd-4fe4-99f5-3d3705311f16 tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd4d2dabb-d02e-41e1-96f0-739ca5b24c51', 'tempest-TagsExtTest-Tag-1325936935') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:28.251831 n-d-712140-12 neutron-server[94829]: INFO neutron.api.v2.resource [None req-0c27e4df-70bd-4fe4-99f5-3d3705311f16 tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] show failed (client error): The resource could not be found. Aug 29 04:38:28.255633 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-0c27e4df-70bd-4fe4-99f5-3d3705311f16 tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] 10.222.0.22 "GET /v2.0/subnets/d4d2dabb-d02e-41e1-96f0-739ca5b24c51/tags/tempest-TagsExtTest-Tag-1325936935 HTTP/1.1" status: 404 len: 329 time: 0.0607214 Aug 29 04:38:28.256129 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 52534) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:28.258891 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-79d68a6f-70a8-45b8-8b07-59f2c901c982 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:28.262153 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.tag.tag_plugin [None req-fbfd2dd7-26ec-4907-b57f-4b801c1b6cb3 tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'a80fad49-6ef5-4ffe-ab08-f038e41e1ee9', {'tags': ['tempest-TagsExtTest-Tag-324606649', 'tempest-TagsExtTest-Tag-1639538700', 'tempest-TagsExtTest-Tag-1945467198']}) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:28.269287 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0fe6933a-96f4-4225-b714-d9a603b5dd84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:28.271866 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0fe6933a-96f4-4225-b714-d9a603b5dd84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:28.275264 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-0fe6933a-96f4-4225-b714-d9a603b5dd84 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c7ea5d90-6a5a-48c7-b365-e0867c43d3a4 HTTP/1.1" status: 204 len: 168 time: 0.6289959 Aug 29 04:38:28.286507 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fa655a-0fb2-417d-ba01-65e225c1c66c req-2168bc95-487c-46eb-8f31-eddb8fcd0f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:28.288292 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f2fa655a-0fb2-417d-ba01-65e225c1c66c req-2168bc95-487c-46eb-8f31-eddb8fcd0f76 service neutron] 10.222.0.48 "GET /v2.0/networks?id=90dffc0e-ffd1-4c1b-9d0e-d68240e7ec32 HTTP/1.1" status: 200 len: 913 time: 0.3063781 Aug 29 04:38:28.317122 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a5f3cab3-354d-47d0-9735-515223c8ed5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:28.339181 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-eadb89b4-6867-42c8-b442-ac90c66768c2 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.8773727 Aug 29 04:38:28.340201 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 52540) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:28.340716 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe6933a-96f4-4225-b714-d9a603b5dd84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7ea5d90-6a5a-48c7-b365-e0867c43d3a4,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:28.344594 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-fbfd2dd7-26ec-4907-b57f-4b801c1b6cb3 tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] 10.222.0.22 "PUT /v2.0/ports/a80fad49-6ef5-4ffe-ab08-f038e41e1ee9/tags HTTP/1.1" status: 200 len: 317 time: 0.0871694 Aug 29 04:38:28.348808 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a5f3cab3-354d-47d0-9735-515223c8ed5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:28.352750 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 52542) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:28.358194 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.tag.tag_plugin [None req-f7c50949-71b2-41e7-a551-118d1a2ec0f5 tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'a80fad49-6ef5-4ffe-ab08-f038e41e1ee9') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:28.414363 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f2fa655a-0fb2-417d-ba01-65e225c1c66c req-9632cf14-4e72-4b11-950a-c06e0b37fa83 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=39afa2ea-bbc8-46a5-94f9-7397b5d82ade HTTP/1.1" status: 200 len: 217 time: 0.0997355 Aug 29 04:38:28.463345 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-a5f3cab3-354d-47d0-9735-515223c8ed5a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cd68996fc54d43bf8fd17338f0f9a159&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0506635 Aug 29 04:38:28.477244 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 52546) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:28.485099 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f3cab3-354d-47d0-9735-515223c8ed5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d2395a3-8ec1-4e1e-bb25-02947a89218b,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:28.512188 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-79d68a6f-70a8-45b8-8b07-59f2c901c982 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:28.520170 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fa655a-0fb2-417d-ba01-65e225c1c66c req-3f799d2e-4e86-4009-8d3d-99fc180a9ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:28.522290 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f2fa655a-0fb2-417d-ba01-65e225c1c66c req-3f799d2e-4e86-4009-8d3d-99fc180a9ee9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ab215c19-73a8-4ece-ab8f-4209a18da365 HTTP/1.1" status: 200 len: 852 time: 0.0910227 Aug 29 04:38:28.566413 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d68a6f-70a8-45b8-8b07-59f2c901c982 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:38:28.588705 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-79d68a6f-70a8-45b8-8b07-59f2c901c982 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:38:28.592769 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f2fa655a-0fb2-417d-ba01-65e225c1c66c req-a367253d-a19b-4ddc-86c1-483758381a58 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=90dffc0e-ffd1-4c1b-9d0e-d68240e7ec32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418351 Aug 29 04:38:28.593572 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d68a6f-70a8-45b8-8b07-59f2c901c982 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:38:28.626095 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:28.645841 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d68a6f-70a8-45b8-8b07-59f2c901c982 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Pushing event updated for resources: {'Port': ['ID=20375072-902c-415d-9a29-6ef2d30ce2e8,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:28.741946 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 52548) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:28.764841 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7673ab1-cef9-4f98-a799-8d510da8bb19 req-436ee9d2-ccce-4d9e-babd-873ea1e049dd tempest-TestServerAdvancedOps-1527321587 tempest-TestServerAdvancedOps-1527321587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:28.768082 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f7673ab1-cef9-4f98-a799-8d510da8bb19 req-436ee9d2-ccce-4d9e-babd-873ea1e049dd tempest-TestServerAdvancedOps-1527321587 tempest-TestServerAdvancedOps-1527321587-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab41959f-504a-485e-95bd-a9fcb0a9b459 HTTP/1.1" status: 200 len: 944 time: 0.3720977 Aug 29 04:38:28.776796 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5d3837a1-d2fd-49bd-a305-6feab33542e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:28.879862 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5d3837a1-d2fd-49bd-a305-6feab33542e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:28.928078 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83d07d4-10de-423d-bf42-3be442f11ac4 None None] Network ffd633b8-81ab-4fed-9b69-6069615eed69 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:38:28.984841 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 040dd80c-319c-4e06-924b-6a5e4730bd7e up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:38:29.009914 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f7673ab1-cef9-4f98-a799-8d510da8bb19 req-de95a60b-f6b0-423f-81f6-d16ae43789c5 tempest-TestServerAdvancedOps-1527321587 tempest-TestServerAdvancedOps-1527321587-project] 10.222.0.22 "GET /v2.0/security-groups?id=cce58c39-d9b7-48ab-993b-83f4ab69fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287388 Aug 29 04:38:29.012247 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-07008fd3-be38-4062-ab1f-d3133f5f286f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c84af7f0f5864c20bd3db94f763e0a0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2674637 Aug 29 04:38:29.019385 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 52550) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:29.023742 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-226cde8a-f7dc-4e46-971a-7bfb3ed49492 None None] Provisioning for port 040dd80c-319c-4e06-924b-6a5e4730bd7e completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:38:29.031997 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-f7c50949-71b2-41e7-a551-118d1a2ec0f5 tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] 10.222.0.22 "DELETE /v2.0/ports/a80fad49-6ef5-4ffe-ab08-f038e41e1ee9/tags HTTP/1.1" status: 204 len: 168 time: 0.6772420 Aug 29 04:38:29.041338 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 52552) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:29.049890 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.tag.tag_plugin [None req-67f91cce-a56a-42f9-b214-5441b994e036 tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a80fad49-6ef5-4ffe-ab08-f038e41e1ee9', 'tempest-TagsExtTest-Tag-324606649') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:29.115128 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5d3837a1-d2fd-49bd-a305-6feab33542e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:29.117997 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5d3837a1-d2fd-49bd-a305-6feab33542e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:29.119257 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-5d3837a1-d2fd-49bd-a305-6feab33542e4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7d2395a3-8ec1-4e1e-bb25-02947a89218b HTTP/1.1" status: 204 len: 168 time: 0.6380146 Aug 29 04:38:29.130605 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6d466039-4350-483b-ac72-4a1d37f7a87a tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:29.138011 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 040dd80c-319c-4e06-924b-6a5e4730bd7e completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:38:29.142519 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f2fa655a-0fb2-417d-ba01-65e225c1c66c req-36cd76ae-370e-4ca9-b04c-632f78dc157a service neutron] 10.222.0.48 "GET /v2.0/networks/90dffc0e-ffd1-4c1b-9d0e-d68240e7ec32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5420091 Aug 29 04:38:29.145816 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 040dd80c-319c-4e06-924b-6a5e4730bd7e triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:38:29.146459 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:29.150878 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3837a1-d2fd-49bd-a305-6feab33542e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d2395a3-8ec1-4e1e-bb25-02947a89218b,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:29.207729 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-907a1cbf-d55a-415f-9ee2-ddd383d6b814 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:29.304802 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-907a1cbf-d55a-415f-9ee2-ddd383d6b814 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:29.307797 n-d-712140-12 neutron-server[94829]: INFO neutron.api.v2.resource [None req-67f91cce-a56a-42f9-b214-5441b994e036 tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] show failed (client error): The resource could not be found. Aug 29 04:38:29.311462 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-67f91cce-a56a-42f9-b214-5441b994e036 tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] 10.222.0.22 "GET /v2.0/ports/a80fad49-6ef5-4ffe-ab08-f038e41e1ee9/tags/tempest-TagsExtTest-Tag-324606649 HTTP/1.1" status: 404 len: 328 time: 0.2627740 Aug 29 04:38:29.316255 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 52558) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:29.330278 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.tag.tag_plugin [None req-e9159a72-02f8-4171-9ddb-6b93041de3e2 tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a80fad49-6ef5-4ffe-ab08-f038e41e1ee9', 'tempest-TagsExtTest-Tag-1639538700') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:29.376092 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:29.417645 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 040dd80c-319c-4e06-924b-6a5e4730bd7e, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=040dd80c-319c-4e06-924b-6a5e4730bd7e,segment=NetworkSegment(fd38a653-a92a-4487-8c70-e1a3eeb75521),segment_id=fd38a653-a92a-4487-8c70-e1a3eeb75521)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:29.423605 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:29.500246 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=040dd80c-319c-4e06-924b-6a5e4730bd7e,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:29.520938 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f2fa655a-0fb2-417d-ba01-65e225c1c66c req-24de2ae0-f621-4993-9194-1d8ce050cad7 service neutron] 10.222.0.48 "GET /v2.0/networks/90dffc0e-ffd1-4c1b-9d0e-d68240e7ec32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3696389 Aug 29 04:38:29.594436 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-907a1cbf-d55a-415f-9ee2-ddd383d6b814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:29.597005 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-907a1cbf-d55a-415f-9ee2-ddd383d6b814 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:29.608249 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-907a1cbf-d55a-415f-9ee2-ddd383d6b814 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1371bbde-3351-48b8-bc5a-fd84b1fa8764 HTTP/1.1" status: 204 len: 168 time: 0.5803738 Aug 29 04:38:29.637728 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6d466039-4350-483b-ac72-4a1d37f7a87a tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:29.639772 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907a1cbf-d55a-415f-9ee2-ddd383d6b814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1371bbde-3351-48b8-bc5a-fd84b1fa8764,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:29.660169 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6d466039-4350-483b-ac72-4a1d37f7a87a tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:29.675237 n-d-712140-12 neutron-server[94829]: INFO neutron.api.v2.resource [None req-e9159a72-02f8-4171-9ddb-6b93041de3e2 tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] show failed (client error): The resource could not be found. Aug 29 04:38:29.688617 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-e9159a72-02f8-4171-9ddb-6b93041de3e2 tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] 10.222.0.22 "GET /v2.0/ports/a80fad49-6ef5-4ffe-ab08-f038e41e1ee9/tags/tempest-TagsExtTest-Tag-1639538700 HTTP/1.1" status: 404 len: 329 time: 0.3652234 Aug 29 04:38:29.691643 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 52564) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:29.692116 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 52566) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:29.698673 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-4ed1cfa8-4607-42df-ab3e-4846047c37da None None] Provisioning for port 7f48ece3-7231-4be6-a41b-a30a5b47057c completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:38:29.706132 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-4ed1cfa8-4607-42df-ab3e-4846047c37da None None] Provisioning complete for port 7f48ece3-7231-4be6-a41b-a30a5b47057c triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:38:29.706629 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4ed1cfa8-4607-42df-ab3e-4846047c37da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:29.726107 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.tag.tag_plugin [None req-c74076ad-6729-4414-b309-04ebe0ab8824 tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a80fad49-6ef5-4ffe-ab08-f038e41e1ee9', 'tempest-TagsExtTest-Tag-1945467198') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:29.733724 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-79d68a6f-70a8-45b8-8b07-59f2c901c982 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:29.779043 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-4ed1cfa8-4607-42df-ab3e-4846047c37da None None] Port 7f48ece3-7231-4be6-a41b-a30a5b47057c cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:38:29.797154 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-4ed1cfa8-4607-42df-ab3e-4846047c37da None None] Provisioning complete for port 040dd80c-319c-4e06-924b-6a5e4730bd7e triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:38:29.798024 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4ed1cfa8-4607-42df-ab3e-4846047c37da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:29.813376 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e710b9b2-75d2-4797-b87f-3dcd60d12c33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:29.845618 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d466039-4350-483b-ac72-4a1d37f7a87a tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Pushing event updated for resources: {'Port': ['ID=7f48ece3-7231-4be6-a41b-a30a5b47057c,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:29.968560 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-79d68a6f-70a8-45b8-8b07-59f2c901c982 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:30.108947 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6d466039-4350-483b-ac72-4a1d37f7a87a tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719598'] for router_interface, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:30.115807 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-a236e996-6fc7-45df-86a0-51224ecc9e0f None None] Provisioning complete for port 7f48ece3-7231-4be6-a41b-a30a5b47057c triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:38:30.117312 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a236e996-6fc7-45df-86a0-51224ecc9e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:30.207057 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-a236e996-6fc7-45df-86a0-51224ecc9e0f None None] Port 7f48ece3-7231-4be6-a41b-a30a5b47057c cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:38:30.215818 n-d-712140-12 neutron-server[94829]: INFO neutron.api.v2.resource [None req-c74076ad-6729-4414-b309-04ebe0ab8824 tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] show failed (client error): The resource could not be found. Aug 29 04:38:30.219622 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-c74076ad-6729-4414-b309-04ebe0ab8824 tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] 10.222.0.22 "GET /v2.0/ports/a80fad49-6ef5-4ffe-ab08-f038e41e1ee9/tags/tempest-TagsExtTest-Tag-1945467198 HTTP/1.1" status: 404 len: 329 time: 0.5040567 Aug 29 04:38:30.220036 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 52570) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:30.226626 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.tag.tag_plugin [None req-8b8cfdd1-3ab6-4a85-9645-be4c2b85fecd tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '38ce577b-167e-4330-81a3-1187d4a0959d', {'tags': ['tempest-TagsExtTest-Tag-172384513', 'tempest-TagsExtTest-Tag-1417998428', 'tempest-TagsExtTest-Tag-1230744774']}) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:30.317297 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ba47aa-e408-4fcc-bdf7-fadbe622dfc0 req-ebbd5913-16c6-4994-8867-0dbcbb65eef7 tempest-TestServerAdvancedOps-1527321587 tempest-TestServerAdvancedOps-1527321587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:30.318900 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d8ba47aa-e408-4fcc-bdf7-fadbe622dfc0 req-ebbd5913-16c6-4994-8867-0dbcbb65eef7 tempest-TestServerAdvancedOps-1527321587 tempest-TestServerAdvancedOps-1527321587-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab41959f-504a-485e-95bd-a9fcb0a9b459 HTTP/1.1" status: 200 len: 944 time: 0.1412652 Aug 29 04:38:30.329707 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-c58106eb-c6c5-40c4-97af-f2c9cf6f2f4a None None] Provisioning complete for port 7f48ece3-7231-4be6-a41b-a30a5b47057c triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:38:30.330089 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c58106eb-c6c5-40c4-97af-f2c9cf6f2f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:30.333769 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-79d68a6f-70a8-45b8-8b07-59f2c901c982 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:30.341913 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-79d68a6f-70a8-45b8-8b07-59f2c901c982 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:30.369553 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-c58106eb-c6c5-40c4-97af-f2c9cf6f2f4a None None] Port 7f48ece3-7231-4be6-a41b-a30a5b47057c cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:38:30.379543 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-8b8cfdd1-3ab6-4a85-9645-be4c2b85fecd tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] 10.222.0.22 "PUT /v2.0/routers/38ce577b-167e-4330-81a3-1187d4a0959d/tags HTTP/1.1" status: 200 len: 317 time: 0.1545727 Aug 29 04:38:30.379988 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 52574) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:30.394498 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.tag.tag_plugin [None req-2f726c51-deb8-492c-8395-45bcbb17600d tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '38ce577b-167e-4330-81a3-1187d4a0959d') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:30.410122 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e710b9b2-75d2-4797-b87f-3dcd60d12c33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:30.411300 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6d466039-4350-483b-ac72-4a1d37f7a87a tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:30.425292 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e710b9b2-75d2-4797-b87f-3dcd60d12c33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:30.461899 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d8ba47aa-e408-4fcc-bdf7-fadbe622dfc0 req-9dae1041-abf4-4ef0-92fd-8a5fc46c71a5 tempest-TestServerAdvancedOps-1527321587 tempest-TestServerAdvancedOps-1527321587-project] 10.222.0.22 "GET /v2.0/security-groups?id=cce58c39-d9b7-48ab-993b-83f4ab69fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290872 Aug 29 04:38:30.468172 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 39afa2ea-bbc8-46a5-94f9-7397b5d82ade details requested by agent hyperv_n-h2-712140-12 with host n-h2-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:38:30.486637 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d68a6f-70a8-45b8-8b07-59f2c901c982 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Pushing event updated for resources: {'Port': ['ID=20375072-902c-415d-9a29-6ef2d30ce2e8,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:30.505152 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-79d68a6f-70a8-45b8-8b07-59f2c901c982 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719515'] for floatingip, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:30.511737 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-e710b9b2-75d2-4797-b87f-3dcd60d12c33 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d259c217417640c5a94293453af319a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7983222 Aug 29 04:38:30.513985 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 52576) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:30.528939 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e710b9b2-75d2-4797-b87f-3dcd60d12c33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90045733-9c2d-48ce-acd7-489f776d7ea5,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:30.595245 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 39afa2ea-bbc8-46a5-94f9-7397b5d82ade, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=39afa2ea-bbc8-46a5-94f9-7397b5d82ade,segment=NetworkSegment(1bbb15d3-8510-4aac-a47d-e3d4bedeeacb),segment_id=1bbb15d3-8510-4aac-a47d-e3d4bedeeacb)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:30.601147 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-2f726c51-deb8-492c-8395-45bcbb17600d tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] 10.222.0.22 "DELETE /v2.0/routers/38ce577b-167e-4330-81a3-1187d4a0959d/tags HTTP/1.1" status: 204 len: 168 time: 0.2139843 Aug 29 04:38:30.601525 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 52578) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:30.609120 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Returning: {'device': '39afa2ea-bbc8-46a5-94f9-7397b5d82ade', 'network_id': '90dffc0e-ffd1-4c1b-9d0e-d68240e7ec32', 'port_id': '39afa2ea-bbc8-46a5-94f9-7397b5d82ade', 'mac_address': 'fa:16:3e:5a:bc:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab215c19-73a8-4ece-ab8f-4209a18da365', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:38:30.609994 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.tag.tag_plugin [None req-32733e74-5117-47b6-9f43-11c7368ff8bc tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '38ce577b-167e-4330-81a3-1187d4a0959d', 'tempest-TagsExtTest-Tag-172384513') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:30.650291 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:30.658431 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-513dedf7-21d0-43d6-9df0-d5029fa8790b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:30.663728 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39afa2ea-bbc8-46a5-94f9-7397b5d82ade {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:38:30.684191 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 39afa2ea-bbc8-46a5-94f9-7397b5d82ade, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=39afa2ea-bbc8-46a5-94f9-7397b5d82ade,segment=NetworkSegment(1bbb15d3-8510-4aac-a47d-e3d4bedeeacb),segment_id=1bbb15d3-8510-4aac-a47d-e3d4bedeeacb)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:30.686307 n-d-712140-12 neutron-server[94828]: INFO neutron.db.l3_db [None req-79d68a6f-70a8-45b8-8b07-59f2c901c982 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Floating IP 3520a175-a282-4e3d-b2c8-74ef0ea82b6d associated. External IP: 172.25.0.48, port: 9b1df1e2-8d6a-4df1-8fbe-26bcd2e608e3. Aug 29 04:38:30.690766 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:30.734896 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-513dedf7-21d0-43d6-9df0-d5029fa8790b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:30.738745 n-d-712140-12 neutron-server[94828]: INFO neutron.api.v2.resource [None req-32733e74-5117-47b6-9f43-11c7368ff8bc tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] show failed (client error): The resource could not be found. Aug 29 04:38:30.742489 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-32733e74-5117-47b6-9f43-11c7368ff8bc tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] 10.222.0.22 "GET /v2.0/routers/38ce577b-167e-4330-81a3-1187d4a0959d/tags/tempest-TagsExtTest-Tag-172384513 HTTP/1.1" status: 404 len: 328 time: 0.1374729 Aug 29 04:38:30.743071 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 52580) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:30.753624 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.tag.tag_plugin [None req-eb5bdd33-bd50-4499-b88d-9dd7a8bfc287 tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '38ce577b-167e-4330-81a3-1187d4a0959d', 'tempest-TagsExtTest-Tag-1417998428') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:30.760077 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=39afa2ea-bbc8-46a5-94f9-7397b5d82ade,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:30.870653 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 040dd80c-319c-4e06-924b-6a5e4730bd7e up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:38:30.894150 n-d-712140-12 neutron-server[94829]: INFO neutron.api.v2.resource [None req-eb5bdd33-bd50-4499-b88d-9dd7a8bfc287 tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] show failed (client error): The resource could not be found. Aug 29 04:38:30.895750 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-eb5bdd33-bd50-4499-b88d-9dd7a8bfc287 tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] 10.222.0.22 "GET /v2.0/routers/38ce577b-167e-4330-81a3-1187d4a0959d/tags/tempest-TagsExtTest-Tag-1417998428 HTTP/1.1" status: 404 len: 329 time: 0.1511800 Aug 29 04:38:30.902684 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 52582) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:30.908055 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.tag.tag_plugin [None req-74bf0355-7e71-4b8c-9481-de4e0614b19e tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '38ce577b-167e-4330-81a3-1187d4a0959d', 'tempest-TagsExtTest-Tag-1230744774') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:30.913945 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-513dedf7-21d0-43d6-9df0-d5029fa8790b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:30.916450 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-513dedf7-21d0-43d6-9df0-d5029fa8790b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:30.918493 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-513dedf7-21d0-43d6-9df0-d5029fa8790b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/90045733-9c2d-48ce-acd7-489f776d7ea5 HTTP/1.1" status: 204 len: 168 time: 0.4020946 Aug 29 04:38:30.928170 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 040dd80c-319c-4e06-924b-6a5e4730bd7e triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:38:30.928552 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:30.940044 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79d68a6f-70a8-45b8-8b07-59f2c901c982 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Router b4454678-4165-4801-a274-d847167b8c56 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:38:30.968134 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6d466039-4350-483b-ac72-4a1d37f7a87a tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:30.973050 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513dedf7-21d0-43d6-9df0-d5029fa8790b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90045733-9c2d-48ce-acd7-489f776d7ea5,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:31.071605 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79d68a6f-70a8-45b8-8b07-59f2c901c982 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:38:31.085998 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4272eb79-023b-4fd5-9163-702ca3920f09 None None] Sync routers for ids ['b4454678-4165-4801-a274-d847167b8c56'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:38:31.091021 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-79d68a6f-70a8-45b8-8b07-59f2c901c982 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:31.097098 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4272eb79-023b-4fd5-9163-702ca3920f09 None None] Routers {'b4454678-4165-4801-a274-d847167b8c56'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:38:31.097887 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-4272eb79-023b-4fd5-9163-702ca3920f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:38:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['b4454678-4165-4801-a274-d847167b8c56'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:31.128804 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-79d68a6f-70a8-45b8-8b07-59f2c901c982 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.9269242 Aug 29 04:38:31.129669 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46e8bc8c-be2e-4e64-8f62-71e110b3c077', 'tag': '9b1df1e2-8d6a-4df1-8fbe-26bcd2e608e3'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:38:31.131967 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4c5d35e-8885-4b4b-a280-2f44d2acdf40" -d '{"events": [{"name": "network-changed", "server_uuid": "46e8bc8c-be2e-4e64-8f62-71e110b3c077", "tag": "9b1df1e2-8d6a-4df1-8fbe-26bcd2e608e3"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:38:31.145391 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 52586) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:31.146897 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['39afa2ea-bbc8-46a5-94f9-7397b5d82ade'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:38:31.223341 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce7c09f7-1885-460a-a3f1-0e3798c453f7 x-openstack-request-id: req-ce7c09f7-1885-460a-a3f1-0e3798c453f7 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:38:31.223951 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46e8bc8c-be2e-4e64-8f62-71e110b3c077", "tag": "9b1df1e2-8d6a-4df1-8fbe-26bcd2e608e3", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:38:31.224905 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ce7c09f7-1885-460a-a3f1-0e3798c453f7 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:38:31.225567 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46e8bc8c-be2e-4e64-8f62-71e110b3c077', 'tag': '9b1df1e2-8d6a-4df1-8fbe-26bcd2e608e3', 'status': 'completed', 'code': 200} Aug 29 04:38:31.285717 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6d466039-4350-483b-ac72-4a1d37f7a87a tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:31.292483 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-4272eb79-023b-4fd5-9163-702ca3920f09 None None] Set router b4454678-4165-4801-a274-d847167b8c56 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:38:31.370900 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d466039-4350-483b-ac72-4a1d37f7a87a tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Pushing event updated for resources: {'Port': ['ID=7f48ece3-7231-4be6-a41b-a30a5b47057c,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:31.380791 n-d-712140-12 neutron-server[94829]: INFO neutron.api.v2.resource [None req-74bf0355-7e71-4b8c-9481-de4e0614b19e tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] show failed (client error): The resource could not be found. Aug 29 04:38:31.384347 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-74bf0355-7e71-4b8c-9481-de4e0614b19e tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] 10.222.0.22 "GET /v2.0/routers/38ce577b-167e-4330-81a3-1187d4a0959d/tags/tempest-TagsExtTest-Tag-1230744774 HTTP/1.1" status: 404 len: 329 time: 0.4781466 Aug 29 04:38:31.384740 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 52596) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:31.389657 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.tag.tag_plugin [None req-e6fe3c8d-26fe-4076-ad2c-141d0c573350 tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '22d355c2-a1b3-4c85-bad5-21ddc2769324', {'tags': ['tempest-TagsExtTest-Tag-1046010205', 'tempest-TagsExtTest-Tag-505749759', 'tempest-TagsExtTest-Tag-70017325']}) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:31.394146 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6d466039-4350-483b-ac72-4a1d37f7a87a tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-718897'] for router_interface, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:31.489568 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-e6fe3c8d-26fe-4076-ad2c-141d0c573350 tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] 10.222.0.22 "PUT /v2.0/subnetpools/22d355c2-a1b3-4c85-bad5-21ddc2769324/tags HTTP/1.1" status: 200 len: 315 time: 0.1011736 Aug 29 04:38:31.489772 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 52606) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:31.496366 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.tag.tag_plugin [None req-27b11995-6f1a-4108-8bf2-ffd033f6c5d3 tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '22d355c2-a1b3-4c85-bad5-21ddc2769324') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:31.558474 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d466039-4350-483b-ac72-4a1d37f7a87a tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Network ffd633b8-81ab-4fed-9b69-6069615eed69 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:38:31.562962 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-6d466039-4350-483b-ac72-4a1d37f7a87a tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:38:31.578747 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-27b11995-6f1a-4108-8bf2-ffd033f6c5d3 tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] 10.222.0.22 "DELETE /v2.0/subnetpools/22d355c2-a1b3-4c85-bad5-21ddc2769324/tags HTTP/1.1" status: 204 len: 168 time: 0.0879436 Aug 29 04:38:31.616880 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 52610) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:31.654169 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.tag.tag_plugin [None req-b7b0581b-8c99-42c1-b03f-646d401b2ef1 tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '22d355c2-a1b3-4c85-bad5-21ddc2769324', 'tempest-TagsExtTest-Tag-1046010205') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:31.666176 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-4272eb79-023b-4fd5-9163-702ca3920f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4454678-4165-4801-a274-d847167b8c56', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1276205850', 'tenant_id': 'aee320d7fd864e10bc0cb9e2e1782ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': 'a3a2fb23-8058-45d9-af18-6f308ccf3336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:37:46Z', 'updated_at': '2021-08-29T04:37:55Z', 'revision_number': 4, 'project_id': 'aee320d7fd864e10bc0cb9e2e1782ff3', 'gw_port': {'id': 'a3a2fb23-8058-45d9-af18-6f308ccf3336', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:54:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4454678-4165-4801-a274-d847167b8c56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:46Z', 'updated_at': '2021-08-29T04:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': '3520a175-a282-4e3d-b2c8-74ef0ea82b6d', 'tenant_id': 'aee320d7fd864e10bc0cb9e2e1782ff3', 'floating_ip_address': '172.25.0.48', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': 'b4454678-4165-4801-a274-d847167b8c56', 'port_id': '9b1df1e2-8d6a-4df1-8fbe-26bcd2e608e3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3251, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cf7221f-a029-4ca0-a9e5-812e04e8d2d2', 'mac_address': 'fa:16:3e:74:f2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e8bc8c-be2e-4e64-8f62-71e110b3c077', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:38:29Z', 'updated_at': '2021-08-29T04:38:29Z', 'revision_number': 0, 'project_id': 'aee320d7fd864e10bc0cb9e2e1782ff3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40386300-6430-4ead-851d-8044232e844e', 'name': '', 'network_id': '6cf7221f-a029-4ca0-a9e5-812e04e8d2d2', 'tenant_id': 'aee320d7fd864e10bc0cb9e2e1782ff3', 'mac_address': 'fa:16:3e:39:c5:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4454678-4165-4801-a274-d847167b8c56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': 'd3131d4d-4cce-4189-8e08-fad748d46f9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:53Z', 'updated_at': '2021-08-29T04:38:00Z', 'revision_number': 5, 'project_id': 'aee320d7fd864e10bc0cb9e2e1782ff3', 'subnets': [{'id': 'd3131d4d-4cce-4189-8e08-fad748d46f9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:31.708724 n-d-712140-12 neutron-server[94829]: INFO neutron.api.v2.resource [None req-b7b0581b-8c99-42c1-b03f-646d401b2ef1 tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] show failed (client error): The resource could not be found. Aug 29 04:38:31.712498 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-b7b0581b-8c99-42c1-b03f-646d401b2ef1 tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] 10.222.0.22 "GET /v2.0/subnetpools/22d355c2-a1b3-4c85-bad5-21ddc2769324/tags/tempest-TagsExtTest-Tag-1046010205 HTTP/1.1" status: 404 len: 329 time: 0.0919764 Aug 29 04:38:31.716354 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 52612) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:31.718303 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4272eb79-023b-4fd5-9163-702ca3920f09 None None] Checking router: b4454678-4165-4801-a274-d847167b8c56 for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:38:31.726653 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.tag.tag_plugin [None req-be845a55-b6f7-467d-98ee-c1101273b76a tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '22d355c2-a1b3-4c85-bad5-21ddc2769324', 'tempest-TagsExtTest-Tag-505749759') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:31.728868 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4272eb79-023b-4fd5-9163-702ca3920f09 None None] Routers {'b4454678-4165-4801-a274-d847167b8c56'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:38:31.729741 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-4272eb79-023b-4fd5-9163-702ca3920f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:38:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['b4454678-4165-4801-a274-d847167b8c56'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:31.818877 n-d-712140-12 neutron-server[94829]: INFO neutron.api.v2.resource [None req-be845a55-b6f7-467d-98ee-c1101273b76a tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] show failed (client error): The resource could not be found. Aug 29 04:38:31.824067 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-be845a55-b6f7-467d-98ee-c1101273b76a tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] 10.222.0.22 "GET /v2.0/subnetpools/22d355c2-a1b3-4c85-bad5-21ddc2769324/tags/tempest-TagsExtTest-Tag-505749759 HTTP/1.1" status: 404 len: 328 time: 0.0992174 Aug 29 04:38:31.824976 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 52616) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:31.834739 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.tag.tag_plugin [None req-de173fb4-be64-4a51-a37c-6c33d41d97c6 tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '22d355c2-a1b3-4c85-bad5-21ddc2769324', 'tempest-TagsExtTest-Tag-70017325') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:31.843370 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d466039-4350-483b-ac72-4a1d37f7a87a tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Router 2dd7971e-dd16-40fe-baad-cfaebb2ae116 is scheduled to L3 agent 76874008-c311-485c-ba36-921b6d275b6a with binding_index 1 {{(pid=94829) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:38:31.947875 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-4272eb79-023b-4fd5-9163-702ca3920f09 None None] Set router b4454678-4165-4801-a274-d847167b8c56 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:38:32.029956 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-dead2fac-942c-4d86-8f9c-adcf12b3efe6 None None] Provisioning complete for port 7f48ece3-7231-4be6-a41b-a30a5b47057c triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:38:32.029956 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dead2fac-942c-4d86-8f9c-adcf12b3efe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:32.037686 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d466039-4350-483b-ac72-4a1d37f7a87a tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:38:32.048319 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-6d466039-4350-483b-ac72-4a1d37f7a87a tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] 10.222.0.22 "PUT /v2.0/routers/2dd7971e-dd16-40fe-baad-cfaebb2ae116/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7057457 Aug 29 04:38:32.049847 n-d-712140-12 neutron-server[94829]: INFO neutron.api.v2.resource [None req-de173fb4-be64-4a51-a37c-6c33d41d97c6 tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] show failed (client error): The resource could not be found. Aug 29 04:38:32.050047 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c806fbe-4312-489e-b8ad-d36505fa876e None None] Sync routers for ids ['2dd7971e-dd16-40fe-baad-cfaebb2ae116'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:38:32.054443 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-de173fb4-be64-4a51-a37c-6c33d41d97c6 tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] 10.222.0.22 "GET /v2.0/subnetpools/22d355c2-a1b3-4c85-bad5-21ddc2769324/tags/tempest-TagsExtTest-Tag-70017325 HTTP/1.1" status: 404 len: 327 time: 0.2283251 Aug 29 04:38:32.055065 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 52624) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:32.055466 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 52626) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:32.073190 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c806fbe-4312-489e-b8ad-d36505fa876e None None] Routers {'2dd7971e-dd16-40fe-baad-cfaebb2ae116'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:38:32.074340 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-4c806fbe-4312-489e-b8ad-d36505fa876e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:38:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['2dd7971e-dd16-40fe-baad-cfaebb2ae116'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:32.120609 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.tag.tag_plugin [None req-aecf6b08-92a1-496d-a0b5-93b52c4238a0 tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '22d355c2-a1b3-4c85-bad5-21ddc2769324') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:32.131470 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6681ae8b-a75c-42ad-b602-6f78beb7a48b tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:32.137922 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-6681ae8b-a75c-42ad-b602-6f78beb7a48b tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] 10.222.0.22 "GET /v2.0/ports/7f48ece3-7231-4be6-a41b-a30a5b47057c HTTP/1.1" status: 200 len: 977 time: 0.0783260 Aug 29 04:38:32.138242 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-dead2fac-942c-4d86-8f9c-adcf12b3efe6 None None] Port 7f48ece3-7231-4be6-a41b-a30a5b47057c cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:38:32.147632 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-4c806fbe-4312-489e-b8ad-d36505fa876e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:32.150530 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 52628) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:32.170770 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c806fbe-4312-489e-b8ad-d36505fa876e None None] Routers {'2dd7971e-dd16-40fe-baad-cfaebb2ae116'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:38:32.171357 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-4c806fbe-4312-489e-b8ad-d36505fa876e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:38:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['2dd7971e-dd16-40fe-baad-cfaebb2ae116'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:32.176654 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-aecf6b08-92a1-496d-a0b5-93b52c4238a0 tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] 10.222.0.22 "DELETE /v2.0/subnetpools/22d355c2-a1b3-4c85-bad5-21ddc2769324/tags HTTP/1.1" status: 204 len: 168 time: 0.0611577 Aug 29 04:38:32.179019 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 52630) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:32.182073 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c5d35e-8885-4b4b-a280-2f44d2acdf40 req-f56fa13c-8a54-49c7-a100-64dcefd5c6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:32.184713 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e4c5d35e-8885-4b4b-a280-2f44d2acdf40 req-f56fa13c-8a54-49c7-a100-64dcefd5c6f1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aee320d7fd864e10bc0cb9e2e1782ff3&device_id=46e8bc8c-be2e-4e64-8f62-71e110b3c077 HTTP/1.1" status: 200 len: 1137 time: 0.9196510 Aug 29 04:38:32.188885 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.tag.tag_plugin [None req-30d3dbd1-5047-4152-a39e-f1fe67372302 tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '38ce577b-167e-4330-81a3-1187d4a0959d') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:32.212758 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47ed8e3-f015-42b1-baf4-955594afb3db req-be00644a-cb3d-4277-8f3c-eaa7b180f35c tempest-TestServerAdvancedOps-1527321587 tempest-TestServerAdvancedOps-1527321587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:32.220593 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e47ed8e3-f015-42b1-baf4-955594afb3db req-be00644a-cb3d-4277-8f3c-eaa7b180f35c tempest-TestServerAdvancedOps-1527321587 tempest-TestServerAdvancedOps-1527321587-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab41959f-504a-485e-95bd-a9fcb0a9b459 HTTP/1.1" status: 200 len: 945 time: 0.2775953 Aug 29 04:38:32.258176 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-4c806fbe-4312-489e-b8ad-d36505fa876e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:32.258858 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c806fbe-4312-489e-b8ad-d36505fa876e None None] The sync data for ids ['2dd7971e-dd16-40fe-baad-cfaebb2ae116'] in n-d-712140-12 is: [] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:38:32.296422 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-30d3dbd1-5047-4152-a39e-f1fe67372302 tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] 10.222.0.22 "DELETE /v2.0/routers/38ce577b-167e-4330-81a3-1187d4a0959d/tags HTTP/1.1" status: 204 len: 168 time: 0.1146545 Aug 29 04:38:32.299393 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 52634) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:32.304793 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.tag.tag_plugin [None req-696b9e10-1464-4413-80b5-8bb472a0c3a1 tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'a80fad49-6ef5-4ffe-ab08-f038e41e1ee9') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:32.318666 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-4272eb79-023b-4fd5-9163-702ca3920f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4454678-4165-4801-a274-d847167b8c56', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1276205850', 'tenant_id': 'aee320d7fd864e10bc0cb9e2e1782ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': 'a3a2fb23-8058-45d9-af18-6f308ccf3336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:37:46Z', 'updated_at': '2021-08-29T04:37:55Z', 'revision_number': 4, 'project_id': 'aee320d7fd864e10bc0cb9e2e1782ff3', 'gw_port': {'id': 'a3a2fb23-8058-45d9-af18-6f308ccf3336', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:54:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4454678-4165-4801-a274-d847167b8c56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:46Z', 'updated_at': '2021-08-29T04:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': '3520a175-a282-4e3d-b2c8-74ef0ea82b6d', 'tenant_id': 'aee320d7fd864e10bc0cb9e2e1782ff3', 'floating_ip_address': '172.25.0.48', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': 'b4454678-4165-4801-a274-d847167b8c56', 'port_id': '9b1df1e2-8d6a-4df1-8fbe-26bcd2e608e3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3251, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cf7221f-a029-4ca0-a9e5-812e04e8d2d2', 'mac_address': 'fa:16:3e:74:f2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e8bc8c-be2e-4e64-8f62-71e110b3c077', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:38:29Z', 'updated_at': '2021-08-29T04:38:29Z', 'revision_number': 0, 'project_id': 'aee320d7fd864e10bc0cb9e2e1782ff3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40386300-6430-4ead-851d-8044232e844e', 'name': '', 'network_id': '6cf7221f-a029-4ca0-a9e5-812e04e8d2d2', 'tenant_id': 'aee320d7fd864e10bc0cb9e2e1782ff3', 'mac_address': 'fa:16:3e:39:c5:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4454678-4165-4801-a274-d847167b8c56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': 'd3131d4d-4cce-4189-8e08-fad748d46f9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:53Z', 'updated_at': '2021-08-29T04:38:00Z', 'revision_number': 5, 'project_id': 'aee320d7fd864e10bc0cb9e2e1782ff3', 'subnets': [{'id': 'd3131d4d-4cce-4189-8e08-fad748d46f9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:32.324722 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcafc131-101a-46bf-bb7d-2e572c104837 tempest-TestSecurityGroupsBasicOps-127243618 tempest-TestSecurityGroupsBasicOps-127243618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:32.325123 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcafc131-101a-46bf-bb7d-2e572c104837 tempest-TestSecurityGroupsBasicOps-127243618 tempest-TestSecurityGroupsBasicOps-127243618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:32.325592 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcafc131-101a-46bf-bb7d-2e572c104837 tempest-TestSecurityGroupsBasicOps-127243618 tempest-TestSecurityGroupsBasicOps-127243618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:32.326051 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcafc131-101a-46bf-bb7d-2e572c104837 tempest-TestSecurityGroupsBasicOps-127243618 tempest-TestSecurityGroupsBasicOps-127243618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:32.326507 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcafc131-101a-46bf-bb7d-2e572c104837 tempest-TestSecurityGroupsBasicOps-127243618 tempest-TestSecurityGroupsBasicOps-127243618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:32.326960 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcafc131-101a-46bf-bb7d-2e572c104837 tempest-TestSecurityGroupsBasicOps-127243618 tempest-TestSecurityGroupsBasicOps-127243618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:32.327413 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcafc131-101a-46bf-bb7d-2e572c104837 tempest-TestSecurityGroupsBasicOps-127243618 tempest-TestSecurityGroupsBasicOps-127243618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:32.327898 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcafc131-101a-46bf-bb7d-2e572c104837 tempest-TestSecurityGroupsBasicOps-127243618 tempest-TestSecurityGroupsBasicOps-127243618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:32.328356 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcafc131-101a-46bf-bb7d-2e572c104837 tempest-TestSecurityGroupsBasicOps-127243618 tempest-TestSecurityGroupsBasicOps-127243618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:32.328809 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcafc131-101a-46bf-bb7d-2e572c104837 tempest-TestSecurityGroupsBasicOps-127243618 tempest-TestSecurityGroupsBasicOps-127243618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:32.329257 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcafc131-101a-46bf-bb7d-2e572c104837 tempest-TestSecurityGroupsBasicOps-127243618 tempest-TestSecurityGroupsBasicOps-127243618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:32.331453 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-fcafc131-101a-46bf-bb7d-2e572c104837 tempest-TestSecurityGroupsBasicOps-127243618 tempest-TestSecurityGroupsBasicOps-127243618-project-admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7741 time: 1.1842892 Aug 29 04:38:32.337165 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 52636) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:32.350283 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4272eb79-023b-4fd5-9163-702ca3920f09 None None] The sync data for ids ['b4454678-4165-4801-a274-d847167b8c56'] in n-d-712140-12 is: [{'id': 'b4454678-4165-4801-a274-d847167b8c56', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1276205850', 'tenant_id': 'aee320d7fd864e10bc0cb9e2e1782ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': 'a3a2fb23-8058-45d9-af18-6f308ccf3336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:37:46Z', 'updated_at': '2021-08-29T04:37:55Z', 'revision_number': 4, 'project_id': 'aee320d7fd864e10bc0cb9e2e1782ff3', 'gw_port': {'id': 'a3a2fb23-8058-45d9-af18-6f308ccf3336', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:54:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4454678-4165-4801-a274-d847167b8c56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:46Z', 'updated_at': '2021-08-29T04:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': '3520a175-a282-4e3d-b2c8-74ef0ea82b6d', 'tenant_id': 'aee320d7fd864e10bc0cb9e2e1782ff3', 'floating_ip_address': '172.25.0.48', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': 'b4454678-4165-4801-a274-d847167b8c56', 'port_id': '9b1df1e2-8d6a-4df1-8fbe-26bcd2e608e3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3251, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cf7221f-a029-4ca0-a9e5-812e04e8d2d2', 'mac_address': 'fa:16:3e:74:f2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e8bc8c-be2e-4e64-8f62-71e110b3c077', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:38:29Z', 'updated_at': '2021-08-29T04:38:29Z', 'revision_number': 0, 'project_id': 'aee320d7fd864e10bc0cb9e2e1782ff3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40386300-6430-4ead-851d-8044232e844e', 'name': '', 'network_id': '6cf7221f-a029-4ca0-a9e5-812e04e8d2d2', 'tenant_id': 'aee320d7fd864e10bc0cb9e2e1782ff3', 'mac_address': 'fa:16:3e:39:c5:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4454678-4165-4801-a274-d847167b8c56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': 'd3131d4d-4cce-4189-8e08-fad748d46f9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:53Z', 'updated_at': '2021-08-29T04:38:00Z', 'revision_number': 5, 'project_id': 'aee320d7fd864e10bc0cb9e2e1782ff3', 'subnets': [{'id': 'd3131d4d-4cce-4189-8e08-fad748d46f9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:38:32.446712 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e47ed8e3-f015-42b1-baf4-955594afb3db req-0763aa95-d866-4732-b399-c2f8fa709c1b tempest-TestServerAdvancedOps-1527321587 tempest-TestServerAdvancedOps-1527321587-project] 10.222.0.22 "GET /v2.0/security-groups?id=cce58c39-d9b7-48ab-993b-83f4ab69fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214704 Aug 29 04:38:32.484474 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 39afa2ea-bbc8-46a5-94f9-7397b5d82ade up at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:38:32.484700 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7aa5d3-0ff6-4a81-abb3-a53463b2a421 tempest-TestSecurityGroupsBasicOps-127243618 tempest-TestSecurityGroupsBasicOps-127243618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:32.485061 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7aa5d3-0ff6-4a81-abb3-a53463b2a421 tempest-TestSecurityGroupsBasicOps-127243618 tempest-TestSecurityGroupsBasicOps-127243618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:32.485527 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7aa5d3-0ff6-4a81-abb3-a53463b2a421 tempest-TestSecurityGroupsBasicOps-127243618 tempest-TestSecurityGroupsBasicOps-127243618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:32.485988 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7aa5d3-0ff6-4a81-abb3-a53463b2a421 tempest-TestSecurityGroupsBasicOps-127243618 tempest-TestSecurityGroupsBasicOps-127243618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:32.486444 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7aa5d3-0ff6-4a81-abb3-a53463b2a421 tempest-TestSecurityGroupsBasicOps-127243618 tempest-TestSecurityGroupsBasicOps-127243618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:32.486896 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7aa5d3-0ff6-4a81-abb3-a53463b2a421 tempest-TestSecurityGroupsBasicOps-127243618 tempest-TestSecurityGroupsBasicOps-127243618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:32.487504 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7aa5d3-0ff6-4a81-abb3-a53463b2a421 tempest-TestSecurityGroupsBasicOps-127243618 tempest-TestSecurityGroupsBasicOps-127243618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:32.487983 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7aa5d3-0ff6-4a81-abb3-a53463b2a421 tempest-TestSecurityGroupsBasicOps-127243618 tempest-TestSecurityGroupsBasicOps-127243618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:32.488432 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7aa5d3-0ff6-4a81-abb3-a53463b2a421 tempest-TestSecurityGroupsBasicOps-127243618 tempest-TestSecurityGroupsBasicOps-127243618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:32.488884 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7aa5d3-0ff6-4a81-abb3-a53463b2a421 tempest-TestSecurityGroupsBasicOps-127243618 tempest-TestSecurityGroupsBasicOps-127243618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:32.489348 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7aa5d3-0ff6-4a81-abb3-a53463b2a421 tempest-TestSecurityGroupsBasicOps-127243618 tempest-TestSecurityGroupsBasicOps-127243618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:32.496904 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-6d7aa5d3-0ff6-4a81-abb3-a53463b2a421 tempest-TestSecurityGroupsBasicOps-127243618 tempest-TestSecurityGroupsBasicOps-127243618-project-admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6999 time: 0.1581030 Aug 29 04:38:32.497742 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 52640) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:32.546455 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c5d35e-8885-4b4b-a280-2f44d2acdf40 req-adbeafc5-a349-4551-b768-19e73e7dd2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:32.549351 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e4c5d35e-8885-4b4b-a280-2f44d2acdf40 req-adbeafc5-a349-4551-b768-19e73e7dd2a8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6cf7221f-a029-4ca0-a9e5-812e04e8d2d2 HTTP/1.1" status: 200 len: 898 time: 0.3483593 Aug 29 04:38:32.575280 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning for port 39afa2ea-bbc8-46a5-94f9-7397b5d82ade completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:38:32.585405 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning complete for port 39afa2ea-bbc8-46a5-94f9-7397b5d82ade triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:38:32.585796 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:32.656977 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e4c5d35e-8885-4b4b-a280-2f44d2acdf40 req-1bc09d40-7015-4ef1-89f2-6ccdb056c31a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9b1df1e2-8d6a-4df1-8fbe-26bcd2e608e3 HTTP/1.1" status: 200 len: 999 time: 0.1005557 Aug 29 04:38:32.660130 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-696b9e10-1464-4413-80b5-8bb472a0c3a1 tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] 10.222.0.22 "DELETE /v2.0/ports/a80fad49-6ef5-4ffe-ab08-f038e41e1ee9/tags HTTP/1.1" status: 204 len: 168 time: 0.3593643 Aug 29 04:38:32.660330 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 52646) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:32.674125 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.tag.tag_plugin [None req-b7fc3913-5e96-4350-8576-8015daea74fe tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'd4d2dabb-d02e-41e1-96f0-739ca5b24c51') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:32.728325 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88af654b-7707-4d3c-a80e-cc8d68decbd4 None None] New status for floating IP 3520a175-a282-4e3d-b2c8-74ef0ea82b6d: ACTIVE {{(pid=94830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:38:32.779737 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:32.786004 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c5d35e-8885-4b4b-a280-2f44d2acdf40 req-bce1ed3b-c5f7-44f5-8379-8b54e30cea32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:32.787730 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e4c5d35e-8885-4b4b-a280-2f44d2acdf40 req-bce1ed3b-c5f7-44f5-8379-8b54e30cea32 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d3131d4d-4cce-4189-8e08-fad748d46f9a HTTP/1.1" status: 200 len: 834 time: 0.1087115 Aug 29 04:38:32.852142 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 39afa2ea-bbc8-46a5-94f9-7397b5d82ade, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=39afa2ea-bbc8-46a5-94f9-7397b5d82ade,segment=NetworkSegment(1bbb15d3-8510-4aac-a47d-e3d4bedeeacb),segment_id=1bbb15d3-8510-4aac-a47d-e3d4bedeeacb)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:32.855305 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab41959f-504a-485e-95bd-a9fcb0a9b459', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39afa2ea-bbc8-46a5-94f9-7397b5d82ade'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:38:32.863812 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-4022f3aa-0565-40a2-b2c8-a2f3b6b77fd1 tempest-TestSecurityGroupsBasicOps-127243618 tempest-TestSecurityGroupsBasicOps-127243618-project-admin] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3391 time: 0.3592255 Aug 29 04:38:32.863812 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 52650) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:32.865598 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cd2f6f9-1845-4831-843d-fa3448411e8f" -d '{"events": [{"server_uuid": "ab41959f-504a-485e-95bd-a9fcb0a9b459", "name": "network-vif-plugged", "status": "completed", "tag": "39afa2ea-bbc8-46a5-94f9-7397b5d82ade"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:38:32.899804 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-b7fc3913-5e96-4350-8576-8015daea74fe tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] 10.222.0.22 "DELETE /v2.0/subnets/d4d2dabb-d02e-41e1-96f0-739ca5b24c51/tags HTTP/1.1" status: 204 len: 168 time: 0.2347577 Aug 29 04:38:32.900984 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 52658) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:32.919505 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc96abae-5f22-44d5-ab20-6dab255d1819 tempest-TestSecurityGroupsBasicOps-127243618 tempest-TestSecurityGroupsBasicOps-127243618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:32.920041 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc96abae-5f22-44d5-ab20-6dab255d1819 tempest-TestSecurityGroupsBasicOps-127243618 tempest-TestSecurityGroupsBasicOps-127243618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:32.921713 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-bc96abae-5f22-44d5-ab20-6dab255d1819 tempest-TestSecurityGroupsBasicOps-127243618 tempest-TestSecurityGroupsBasicOps-127243618-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=b4454678-4165-4801-a274-d847167b8c56 HTTP/1.1" status: 200 len: 1992 time: 0.0571542 Aug 29 04:38:32.930813 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c5d35e-8885-4b4b-a280-2f44d2acdf40 req-51fb1ef3-fbdc-425b-ba56-7192428f06a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:32.932128 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e4c5d35e-8885-4b4b-a280-2f44d2acdf40 req-51fb1ef3-fbdc-425b-ba56-7192428f06a9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6cf7221f-a029-4ca0-a9e5-812e04e8d2d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1159377 Aug 29 04:38:32.954796 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:33.059870 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=39afa2ea-bbc8-46a5-94f9-7397b5d82ade,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:33.134706 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-69138929-8369-49f2-93d1-93251fc91bea tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713413'] for router_interface, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:33.185327 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e4c5d35e-8885-4b4b-a280-2f44d2acdf40 req-bf9fa188-d509-4920-abee-4c66e88039ad service neutron] 10.222.0.46 "GET /v2.0/networks/6cf7221f-a029-4ca0-a9e5-812e04e8d2d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407165 Aug 29 04:38:33.213214 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-10c0c07f-f2ad-4490-b4c9-60ca8e6b86c8 tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] Notify callbacks [] for subnetpool, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:33.215038 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-10c0c07f-f2ad-4490-b4c9-60ca8e6b86c8 tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] 10.222.0.22 "DELETE /v2.0/subnetpools/22d355c2-a1b3-4c85-bad5-21ddc2769324 HTTP/1.1" status: 204 len: 168 time: 0.3139675 Aug 29 04:38:33.219197 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 52670) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:33.238888 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0d9655d-730b-4581-bc04-9a9c3b9c1d6f x-openstack-request-id: req-f0d9655d-730b-4581-bc04-9a9c3b9c1d6f {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:38:33.239187 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab41959f-504a-485e-95bd-a9fcb0a9b459", "name": "network-vif-plugged", "status": "completed", "tag": "39afa2ea-bbc8-46a5-94f9-7397b5d82ade", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:38:33.239449 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f0d9655d-730b-4581-bc04-9a9c3b9c1d6f {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:38:33.239885 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab41959f-504a-485e-95bd-a9fcb0a9b459', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39afa2ea-bbc8-46a5-94f9-7397b5d82ade', 'code': 200} Aug 29 04:38:33.258561 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-d5618486-d3ba-4acb-b573-2b6405d87940 tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] 10.222.0.22 "GET /v2.0/ports?device_id=38ce577b-167e-4330-81a3-1187d4a0959d HTTP/1.1" status: 200 len: 205 time: 0.0372241 Aug 29 04:38:33.262049 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 52672) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:33.353383 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-37069499-1e67-4929-ac3c-aab113049aad tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] Notify callbacks [] for router, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:33.378249 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e1ba5c45-d85d-47e9-8ead-dbb998da9ad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:33.435498 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e4c5d35e-8885-4b4b-a280-2f44d2acdf40 req-37333965-6ead-41fd-9189-0073587d8b35 service neutron] 10.222.0.46 "GET /v2.0/networks/6cf7221f-a029-4ca0-a9e5-812e04e8d2d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176249 Aug 29 04:38:33.461569 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9744ec36-4329-4da4-8dbc-bb6e5a33e00c req-0d39286c-7d82-44a9-a08b-ecb79c720f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:33.463355 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9744ec36-4329-4da4-8dbc-bb6e5a33e00c req-0d39286c-7d82-44a9-a08b-ecb79c720f90 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ab41959f-504a-485e-95bd-a9fcb0a9b459 HTTP/1.1" status: 200 len: 1098 time: 0.0895154 Aug 29 04:38:33.519054 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9744ec36-4329-4da4-8dbc-bb6e5a33e00c req-c78cf8b9-b042-4084-a1d0-77281777882a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=cce58c39-d9b7-48ab-993b-83f4ab69fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472744 Aug 29 04:38:33.535556 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-37069499-1e67-4929-ac3c-aab113049aad tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:33.537999 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-37069499-1e67-4929-ac3c-aab113049aad tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:33.614982 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-69138929-8369-49f2-93d1-93251fc91bea tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Deleting port 7f48ece3-7231-4be6-a41b-a30a5b47057c {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:38:33.618030 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-37069499-1e67-4929-ac3c-aab113049aad tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717253'] for router, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:33.618550 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37069499-1e67-4929-ac3c-aab113049aad tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] Fanout notify agent at l3_agent the message router_deleted on router 38ce577b-167e-4330-81a3-1187d4a0959d {{(pid=94829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:38:33.626558 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-69138929-8369-49f2-93d1-93251fc91bea tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:33.627313 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-37069499-1e67-4929-ac3c-aab113049aad tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:33.628786 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-37069499-1e67-4929-ac3c-aab113049aad tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] 10.222.0.22 "DELETE /v2.0/routers/38ce577b-167e-4330-81a3-1187d4a0959d HTTP/1.1" status: 204 len: 168 time: 0.3656685 Aug 29 04:38:33.632406 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 52680) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:33.647060 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c2957f-babf-4f55-823c-710bb15213b3 req-d99cf95b-43b8-4730-9213-69b53f076597 tempest-TestServerAdvancedOps-1527321587 tempest-TestServerAdvancedOps-1527321587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:33.648718 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b2c2957f-babf-4f55-823c-710bb15213b3 req-d99cf95b-43b8-4730-9213-69b53f076597 tempest-TestServerAdvancedOps-1527321587 tempest-TestServerAdvancedOps-1527321587-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab41959f-504a-485e-95bd-a9fcb0a9b459 HTTP/1.1" status: 200 len: 946 time: 0.0683582 Aug 29 04:38:33.696564 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b2c2957f-babf-4f55-823c-710bb15213b3 req-1bb5abc3-0e72-4040-b6bc-c80d893b2c40 tempest-TestServerAdvancedOps-1527321587 tempest-TestServerAdvancedOps-1527321587-project] 10.222.0.22 "GET /v2.0/security-groups?id=cce58c39-d9b7-48ab-993b-83f4ab69fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390294 Aug 29 04:38:33.799860 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-69138929-8369-49f2-93d1-93251fc91bea tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:33.820997 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-69138929-8369-49f2-93d1-93251fc91bea tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Calling delete_port for 7f48ece3-7231-4be6-a41b-a30a5b47057c owned by network:router_interface {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:38:33.838810 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-21b82992-b040-40fe-945b-854ab943bc07 tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] Deleting port a80fad49-6ef5-4ffe-ab08-f038e41e1ee9 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:38:33.839164 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-21b82992-b040-40fe-945b-854ab943bc07 tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:34.009398 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-21b82992-b040-40fe-945b-854ab943bc07 tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:34.030619 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-21b82992-b040-40fe-945b-854ab943bc07 tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] Calling delete_port for a80fad49-6ef5-4ffe-ab08-f038e41e1ee9 owned by {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:38:34.139036 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-69138929-8369-49f2-93d1-93251fc91bea tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:34.180483 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69138929-8369-49f2-93d1-93251fc91bea tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Pushing event deleted for resources: {'Port': ['ID=7f48ece3-7231-4be6-a41b-a30a5b47057c,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:34.286030 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-21b82992-b040-40fe-945b-854ab943bc07 tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:34.381511 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b82992-b040-40fe-945b-854ab943bc07 tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] Pushing event deleted for resources: {'Port': ['ID=a80fad49-6ef5-4ffe-ab08-f038e41e1ee9,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:34.391455 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-69138929-8369-49f2-93d1-93251fc91bea tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-713231'] for router_interface, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:34.546608 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-21b82992-b040-40fe-945b-854ab943bc07 tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:34.550990 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-21b82992-b040-40fe-945b-854ab943bc07 tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] 10.222.0.22 "DELETE /v2.0/ports/a80fad49-6ef5-4ffe-ab08-f038e41e1ee9 HTTP/1.1" status: 204 len: 168 time: 0.9174719 Aug 29 04:38:34.551153 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 52690) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:34.616506 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_v2 [None req-b50bf5d6-a37b-4563-abed-6cb1f4e4949b tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] Deleting subnet d4d2dabb-d02e-41e1-96f0-739ca5b24c51 {{(pid=94829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:38:34.619925 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b50bf5d6-a37b-4563-abed-6cb1f4e4949b tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] Notify callbacks [] for subnet, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:34.631252 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69138929-8369-49f2-93d1-93251fc91bea tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Router 2dd7971e-dd16-40fe-baad-cfaebb2ae116 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:38:34.664741 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b50bf5d6-a37b-4563-abed-6cb1f4e4949b tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4311743'] for subnet, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:34.710175 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69138929-8369-49f2-93d1-93251fc91bea tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:38:34.716936 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-69138929-8369-49f2-93d1-93251fc91bea tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] 10.222.0.22 "PUT /v2.0/routers/2dd7971e-dd16-40fe-baad-cfaebb2ae116/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5309284 Aug 29 04:38:34.722868 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3eae6dd-4fad-42d6-94f6-009792d6dd25 None None] Sync routers for ids ['2dd7971e-dd16-40fe-baad-cfaebb2ae116'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:38:34.723898 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 52692) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:34.741223 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3eae6dd-4fad-42d6-94f6-009792d6dd25 None None] Routers {'2dd7971e-dd16-40fe-baad-cfaebb2ae116'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:38:34.742173 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-d3eae6dd-4fad-42d6-94f6-009792d6dd25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:38:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['2dd7971e-dd16-40fe-baad-cfaebb2ae116'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:34.762627 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b50bf5d6-a37b-4563-abed-6cb1f4e4949b tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:34.782602 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-d3eae6dd-4fad-42d6-94f6-009792d6dd25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:34.792034 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3eae6dd-4fad-42d6-94f6-009792d6dd25 None None] Routers {'2dd7971e-dd16-40fe-baad-cfaebb2ae116'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:38:34.793134 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-d3eae6dd-4fad-42d6-94f6-009792d6dd25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:38:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['2dd7971e-dd16-40fe-baad-cfaebb2ae116'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:34.831523 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-d3eae6dd-4fad-42d6-94f6-009792d6dd25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:34.832205 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3eae6dd-4fad-42d6-94f6-009792d6dd25 None None] The sync data for ids ['2dd7971e-dd16-40fe-baad-cfaebb2ae116'] in n-d-712140-12 is: [] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:38:34.871518 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1778dd2c-f3c2-414e-8b4a-b8f151c6be4a req-eda39979-23df-48ce-ad08-d5494c8c24c0 tempest-TestServerAdvancedOps-1527321587 tempest-TestServerAdvancedOps-1527321587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:34.873071 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1778dd2c-f3c2-414e-8b4a-b8f151c6be4a req-eda39979-23df-48ce-ad08-d5494c8c24c0 tempest-TestServerAdvancedOps-1527321587 tempest-TestServerAdvancedOps-1527321587-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab41959f-504a-485e-95bd-a9fcb0a9b459 HTTP/1.1" status: 200 len: 946 time: 0.0756614 Aug 29 04:38:34.874703 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b50bf5d6-a37b-4563-abed-6cb1f4e4949b tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4552352'] for subnet, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:34.911395 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50bf5d6-a37b-4563-abed-6cb1f4e4949b tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] Pushing event deleted for resources: {'Subnet': ['ID=d4d2dabb-d02e-41e1-96f0-739ca5b24c51,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:34.921095 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b50bf5d6-a37b-4563-abed-6cb1f4e4949b tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:34.922357 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9839d5cc-82bc-4436-988f-da5415df30ad None None] Network 81dc0816-0a1d-4656-abe3-ec7a6f102277 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:38:34.922987 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-b50bf5d6-a37b-4563-abed-6cb1f4e4949b tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] 10.222.0.22 "DELETE /v2.0/subnets/d4d2dabb-d02e-41e1-96f0-739ca5b24c51 HTTP/1.1" status: 204 len: 168 time: 0.3706729 Aug 29 04:38:34.930395 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 52698) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:34.952843 n-d-712140-12 neutron-server[94828]: INFO neutron.api.v2.resource [None req-7aae7500-b3ed-46e2-af9e-b94138718d00 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] remove_router_interface failed (client error): The resource could not be found. Aug 29 04:38:34.953984 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-7aae7500-b3ed-46e2-af9e-b94138718d00 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] 10.222.0.22 "PUT /v2.0/routers/2dd7971e-dd16-40fe-baad-cfaebb2ae116/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2287128 Aug 29 04:38:34.957805 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 52700) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:34.995504 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-a31fd333-0fb1-45da-889f-30f8379f054f tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] 10.222.0.22 "GET /v2.0/ports?device_id=2dd7971e-dd16-40fe-baad-cfaebb2ae116 HTTP/1.1" status: 200 len: 205 time: 0.0360050 Aug 29 04:38:34.996678 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 52704) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:35.042633 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1778dd2c-f3c2-414e-8b4a-b8f151c6be4a req-e275cd0a-df18-410c-a204-3c0a7048b05f tempest-TestServerAdvancedOps-1527321587 tempest-TestServerAdvancedOps-1527321587-project] 10.222.0.22 "GET /v2.0/security-groups?id=cce58c39-d9b7-48ab-993b-83f4ab69fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258585 Aug 29 04:38:35.070916 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4b3ae932-7105-4f04-b7c9-c25b36a71dff tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:35.145935 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-4b3ae932-7105-4f04-b7c9-c25b36a71dff tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] Deleting port fd87d065-2261-452d-bb11-d269c2db8f27 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:38:35.146414 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4b3ae932-7105-4f04-b7c9-c25b36a71dff tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:35.228710 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-4b3ae932-7105-4f04-b7c9-c25b36a71dff tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] For port fd87d065-2261-452d-bb11-d269c2db8f27, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=fd87d065-2261-452d-bb11-d269c2db8f27,segment=NetworkSegment(2ad47f1b-48a7-4f71-bf91-120ed1094754),segment_id=2ad47f1b-48a7-4f71-bf91-120ed1094754)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:35.229089 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4b3ae932-7105-4f04-b7c9-c25b36a71dff tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:35.243776 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-4b3ae932-7105-4f04-b7c9-c25b36a71dff tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] Calling delete_port for fd87d065-2261-452d-bb11-d269c2db8f27 owned by network:dhcp {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:38:35.350754 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4b3ae932-7105-4f04-b7c9-c25b36a71dff tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:35.367031 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73bbc751-f5d9-4f18-853d-2604e5c3f301 None None] DHCP port deletion for 81dc0816-0a1d-4656-abe3-ec7a6f102277 request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:38:35.465658 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-28d90339-5cb4-48c0-af9f-45402d0858c4 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks [] for router, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:35.648927 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-28d90339-5cb4-48c0-af9f-45402d0858c4 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:35.653140 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-28d90339-5cb4-48c0-af9f-45402d0858c4 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:35.662174 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3ae932-7105-4f04-b7c9-c25b36a71dff tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] No DVR routers for this DVR port fd87d065-2261-452d-bb11-d269c2db8f27 on host n-d-712140-12 {{(pid=94829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:38:35.666824 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3ae932-7105-4f04-b7c9-c25b36a71dff tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] Pushing event deleted for resources: {'Port': ['ID=fd87d065-2261-452d-bb11-d269c2db8f27,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:35.704598 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-28d90339-5cb4-48c0-af9f-45402d0858c4 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717253'] for router, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:35.705234 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28d90339-5cb4-48c0-af9f-45402d0858c4 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Fanout notify agent at l3_agent the message router_deleted on router 2dd7971e-dd16-40fe-baad-cfaebb2ae116 {{(pid=94828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:38:35.715110 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-28d90339-5cb4-48c0-af9f-45402d0858c4 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks [] for router, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:35.716344 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-28d90339-5cb4-48c0-af9f-45402d0858c4 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] 10.222.0.22 "DELETE /v2.0/routers/2dd7971e-dd16-40fe-baad-cfaebb2ae116 HTTP/1.1" status: 204 len: 168 time: 0.7183249 Aug 29 04:38:35.718946 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 52718) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:35.758597 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4b3ae932-7105-4f04-b7c9-c25b36a71dff tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:35.770117 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-4b3ae932-7105-4f04-b7c9-c25b36a71dff tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81dc0816-0a1d-4656-abe3-ec7a6f102277']}} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:35.777011 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_v2 [None req-2953f9d0-3df4-4179-9048-dd43dd62b252 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Deleting subnet e53e4360-a91d-454a-8cad-7f104705a239 {{(pid=94828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:38:35.781026 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-4b3ae932-7105-4f04-b7c9-c25b36a71dff tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ad47f1b-48a7-4f71-bf91-120ed1094754') {'for_net_delete': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:35.781321 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-4b3ae932-7105-4f04-b7c9-c25b36a71dff tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ad47f1b-48a7-4f71-bf91-120ed1094754') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:35.782964 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2953f9d0-3df4-4179-9048-dd43dd62b252 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks [] for subnet, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:35.791782 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4b3ae932-7105-4f04-b7c9-c25b36a71dff tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4311712'] for segment, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:35.814182 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4b3ae932-7105-4f04-b7c9-c25b36a71dff tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:35.822724 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b3ae932-7105-4f04-b7c9-c25b36a71dff tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=94829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:38:35.823291 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4b3ae932-7105-4f04-b7c9-c25b36a71dff tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4274277'] for segment, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:35.826642 n-d-712140-12 neutron-server[94829]: Traceback (most recent call last): Aug 29 04:38:35.826642 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:38:35.826642 n-d-712140-12 neutron-server[94829]: timer() Aug 29 04:38:35.826642 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:38:35.826642 n-d-712140-12 neutron-server[94829]: cb(*args, **kw) Aug 29 04:38:35.826642 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:38:35.826642 n-d-712140-12 neutron-server[94829]: return func(*args, **kwargs) Aug 29 04:38:35.826642 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:38:35.826642 n-d-712140-12 neutron-server[94829]: self._notify() Aug 29 04:38:35.826642 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:38:35.826642 n-d-712140-12 neutron-server[94829]: self.callback(batched_events) Aug 29 04:38:35.826642 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:38:35.826642 n-d-712140-12 neutron-server[94829]: event.method(event) Aug 29 04:38:35.826642 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:38:35.826642 n-d-712140-12 neutron-server[94829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:38:35.826642 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:38:35.826642 n-d-712140-12 neutron-server[94829]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:38:35.826642 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:38:35.826642 n-d-712140-12 neutron-server[94829]: return f(self, *a, **k) Aug 29 04:38:35.826642 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:38:35.826642 n-d-712140-12 neutron-server[94829]: return self._get(url).json() Aug 29 04:38:35.826642 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:38:35.826642 n-d-712140-12 neutron-server[94829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:38:35.826642 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:38:35.826642 n-d-712140-12 neutron-server[94829]: return self.request(url, 'GET', **kwargs) Aug 29 04:38:35.826642 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:38:35.826642 n-d-712140-12 neutron-server[94829]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:38:35.826642 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:38:35.826642 n-d-712140-12 neutron-server[94829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:38:35.826642 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:38:35.826642 n-d-712140-12 neutron-server[94829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:38:35.826642 n-d-712140-12 neutron-server[94829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:38:35.841241 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2953f9d0-3df4-4179-9048-dd43dd62b252 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8904862'] for subnet, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:35.902059 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4b3ae932-7105-4f04-b7c9-c25b36a71dff tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:35.912320 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4b3ae932-7105-4f04-b7c9-c25b36a71dff tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:35.914539 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-4b3ae932-7105-4f04-b7c9-c25b36a71dff tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] 10.222.0.22 "DELETE /v2.0/networks/81dc0816-0a1d-4656-abe3-ec7a6f102277 HTTP/1.1" status: 204 len: 168 time: 0.9833100 Aug 29 04:38:35.930837 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3ae932-7105-4f04-b7c9-c25b36a71dff tempest-TagsExtTest-1207962055 tempest-TagsExtTest-1207962055-project] Pushing event deleted for resources: {'Network': ['ID=81dc0816-0a1d-4656-abe3-ec7a6f102277,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:35.955479 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2953f9d0-3df4-4179-9048-dd43dd62b252 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:36.026855 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2953f9d0-3df4-4179-9048-dd43dd62b252 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9190434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062341'] for subnet, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:36.057773 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2953f9d0-3df4-4179-9048-dd43dd62b252 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Pushing event deleted for resources: {'Subnet': ['ID=e53e4360-a91d-454a-8cad-7f104705a239,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:36.059749 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2953f9d0-3df4-4179-9048-dd43dd62b252 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:36.061602 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-2953f9d0-3df4-4179-9048-dd43dd62b252 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] 10.222.0.22 "DELETE /v2.0/subnets/e53e4360-a91d-454a-8cad-7f104705a239 HTTP/1.1" status: 204 len: 168 time: 0.3417156 Aug 29 04:38:36.065402 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 52728) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:36.081495 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986e0345-bd16-4e25-8977-8db4af833966 None None] Network ffd633b8-81ab-4fed-9b69-6069615eed69 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:38:36.219834 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b4ffb4-a744-456b-bb59-6b904f0c600c req-5d5d9932-b318-40a7-b57a-6a40a69a138f tempest-TestServerAdvancedOps-1527321587 tempest-TestServerAdvancedOps-1527321587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:36.221528 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-39b4ffb4-a744-456b-bb59-6b904f0c600c req-5d5d9932-b318-40a7-b57a-6a40a69a138f tempest-TestServerAdvancedOps-1527321587 tempest-TestServerAdvancedOps-1527321587-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab41959f-504a-485e-95bd-a9fcb0a9b459 HTTP/1.1" status: 200 len: 946 time: 0.1189685 Aug 29 04:38:36.241345 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-82ce6372-8df4-41dc-b43c-677fc12eac03 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:36.261353 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ba22a189-293a-47e7-bf79-a56e4ede95a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:36.272655 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 52732) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:36.299411 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-39b4ffb4-a744-456b-bb59-6b904f0c600c req-fcf518ba-cb3e-452a-b3d9-04d8467f55a3 tempest-TestServerAdvancedOps-1527321587 tempest-TestServerAdvancedOps-1527321587-project] 10.222.0.22 "GET /v2.0/security-groups?id=cce58c39-d9b7-48ab-993b-83f4ab69fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700114 Aug 29 04:38:36.328824 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e848cb31-59c1-4c52-b8a7-8563a9338836 None None] DHCP port deletion for ffd633b8-81ab-4fed-9b69-6069615eed69 request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:38:36.366937 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-82ce6372-8df4-41dc-b43c-677fc12eac03 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Deleting port 040dd80c-319c-4e06-924b-6a5e4730bd7e {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:38:36.367582 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-82ce6372-8df4-41dc-b43c-677fc12eac03 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:36.397344 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e848cb31-59c1-4c52-b8a7-8563a9338836 None None] Deleting port 040dd80c-319c-4e06-924b-6a5e4730bd7e {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:38:36.397884 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e848cb31-59c1-4c52-b8a7-8563a9338836 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:36.478244 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e848cb31-59c1-4c52-b8a7-8563a9338836 None None] For port 040dd80c-319c-4e06-924b-6a5e4730bd7e, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=040dd80c-319c-4e06-924b-6a5e4730bd7e,segment=NetworkSegment(fd38a653-a92a-4487-8c70-e1a3eeb75521),segment_id=fd38a653-a92a-4487-8c70-e1a3eeb75521)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:36.478652 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e848cb31-59c1-4c52-b8a7-8563a9338836 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:36.492827 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-35ef0f6d-db42-4a1d-9b60-c98b9db5188e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c41a76f1f5c34cba86e86ff572d16c02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2185972 Aug 29 04:38:36.493297 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-82ce6372-8df4-41dc-b43c-677fc12eac03 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] For port 040dd80c-319c-4e06-924b-6a5e4730bd7e, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=040dd80c-319c-4e06-924b-6a5e4730bd7e,segment=NetworkSegment(fd38a653-a92a-4487-8c70-e1a3eeb75521),segment_id=fd38a653-a92a-4487-8c70-e1a3eeb75521)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:36.495341 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 52740) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:36.495919 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-82ce6372-8df4-41dc-b43c-677fc12eac03 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:36.497986 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e848cb31-59c1-4c52-b8a7-8563a9338836 None None] Calling delete_port for 040dd80c-319c-4e06-924b-6a5e4730bd7e owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:38:36.533316 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-82ce6372-8df4-41dc-b43c-677fc12eac03 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Calling delete_port for 040dd80c-319c-4e06-924b-6a5e4730bd7e owned by network:dhcp {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:38:36.565505 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f57df9-d6ec-4404-8d76-2ba32e0a70a2 req-b1f2f768-2501-49c0-9cb0-d5e412f40bae tempest-TestServerAdvancedOps-1527321587 tempest-TestServerAdvancedOps-1527321587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:36.572789 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e6f57df9-d6ec-4404-8d76-2ba32e0a70a2 req-b1f2f768-2501-49c0-9cb0-d5e412f40bae tempest-TestServerAdvancedOps-1527321587 tempest-TestServerAdvancedOps-1527321587-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab41959f-504a-485e-95bd-a9fcb0a9b459 HTTP/1.1" status: 200 len: 946 time: 0.1500347 Aug 29 04:38:36.588912 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b1a3f488-db06-4458-a1c2-da2617644de3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:36.613086 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e848cb31-59c1-4c52-b8a7-8563a9338836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:36.617015 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b1a3f488-db06-4458-a1c2-da2617644de3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:36.648783 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-82ce6372-8df4-41dc-b43c-677fc12eac03 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:36.652246 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e6f57df9-d6ec-4404-8d76-2ba32e0a70a2 req-0056b63c-7d89-460d-95ef-4918486b8617 tempest-TestServerAdvancedOps-1527321587 tempest-TestServerAdvancedOps-1527321587-project] 10.222.0.22 "GET /v2.0/security-groups?id=cce58c39-d9b7-48ab-993b-83f4ab69fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755856 Aug 29 04:38:36.655828 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e848cb31-59c1-4c52-b8a7-8563a9338836 None None] No DVR routers for this DVR port 040dd80c-319c-4e06-924b-6a5e4730bd7e on host n-d-712140-12 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:38:36.665421 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e848cb31-59c1-4c52-b8a7-8563a9338836 None None] Pushing event deleted for resources: {'Port': ['ID=040dd80c-319c-4e06-924b-6a5e4730bd7e,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:36.706496 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ce6372-8df4-41dc-b43c-677fc12eac03 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] No DVR routers for this DVR port 040dd80c-319c-4e06-924b-6a5e4730bd7e on host n-d-712140-12 {{(pid=94829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:38:36.708470 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ce6372-8df4-41dc-b43c-677fc12eac03 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Pushing event deleted for resources: {'Port': ['ID=040dd80c-319c-4e06-924b-6a5e4730bd7e,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:36.715841 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b1a3f488-db06-4458-a1c2-da2617644de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:36.718406 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b1a3f488-db06-4458-a1c2-da2617644de3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:36.722011 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-b1a3f488-db06-4458-a1c2-da2617644de3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5649b8b4-7c43-4edb-911a-115550e7d88e HTTP/1.1" status: 204 len: 168 time: 0.2231836 Aug 29 04:38:36.736272 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a3f488-db06-4458-a1c2-da2617644de3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5649b8b4-7c43-4edb-911a-115550e7d88e,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:36.845828 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-82ce6372-8df4-41dc-b43c-677fc12eac03 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:36.867296 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-82ce6372-8df4-41dc-b43c-677fc12eac03 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffd633b8-81ab-4fed-9b69-6069615eed69']}} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:36.887245 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-82ce6372-8df4-41dc-b43c-677fc12eac03 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd38a653-a92a-4487-8c70-e1a3eeb75521') {'for_net_delete': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:36.887549 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-82ce6372-8df4-41dc-b43c-677fc12eac03 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd38a653-a92a-4487-8c70-e1a3eeb75521') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:36.900741 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-82ce6372-8df4-41dc-b43c-677fc12eac03 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4311712'] for segment, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:36.901770 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 040dd80c-319c-4e06-924b-6a5e4730bd7e no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:38:36.928575 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-82ce6372-8df4-41dc-b43c-677fc12eac03 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:36.939466 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82ce6372-8df4-41dc-b43c-677fc12eac03 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=94829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:38:36.940018 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-82ce6372-8df4-41dc-b43c-677fc12eac03 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4274277'] for segment, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:36.940568 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 040dd80c-319c-4e06-924b-6a5e4730bd7e {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:38:36.940917 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 040dd80c-319c-4e06-924b-6a5e4730bd7e not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:38:36.941367 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device fd87d065-2261-452d-bb11-d269c2db8f27 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:38:36.944364 n-d-712140-12 neutron-server[94829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:38:36.944364 n-d-712140-12 neutron-server[94829]: self.session.flush() Aug 29 04:38:36.944364 n-d-712140-12 neutron-server[94829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:38:36.944364 n-d-712140-12 neutron-server[94829]: self.session.flush() Aug 29 04:38:36.944364 n-d-712140-12 neutron-server[94829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:38:36.944364 n-d-712140-12 neutron-server[94829]: self.session.flush() Aug 29 04:38:36.944364 n-d-712140-12 neutron-server[94829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:38:36.944364 n-d-712140-12 neutron-server[94829]: self.session.flush() Aug 29 04:38:36.944364 n-d-712140-12 neutron-server[94829]: Traceback (most recent call last): Aug 29 04:38:36.944364 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:38:36.944364 n-d-712140-12 neutron-server[94829]: timer() Aug 29 04:38:36.944364 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:38:36.944364 n-d-712140-12 neutron-server[94829]: cb(*args, **kw) Aug 29 04:38:36.944364 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:38:36.944364 n-d-712140-12 neutron-server[94829]: return func(*args, **kwargs) Aug 29 04:38:36.944364 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:38:36.944364 n-d-712140-12 neutron-server[94829]: self._notify() Aug 29 04:38:36.944364 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:38:36.944364 n-d-712140-12 neutron-server[94829]: self.callback(batched_events) Aug 29 04:38:36.944364 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:38:36.944364 n-d-712140-12 neutron-server[94829]: event.method(event) Aug 29 04:38:36.944364 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:38:36.944364 n-d-712140-12 neutron-server[94829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:38:36.944364 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:38:36.944364 n-d-712140-12 neutron-server[94829]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:38:36.944364 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:38:36.944364 n-d-712140-12 neutron-server[94829]: return f(self, *a, **k) Aug 29 04:38:36.944364 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:38:36.944364 n-d-712140-12 neutron-server[94829]: return self._get(url).json() Aug 29 04:38:36.944364 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:38:36.944364 n-d-712140-12 neutron-server[94829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:38:36.944364 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:38:36.944364 n-d-712140-12 neutron-server[94829]: return self.request(url, 'GET', **kwargs) Aug 29 04:38:36.944364 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:38:36.944364 n-d-712140-12 neutron-server[94829]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:38:36.944364 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:38:36.944364 n-d-712140-12 neutron-server[94829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:38:36.944364 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:38:36.944364 n-d-712140-12 neutron-server[94829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:38:36.944364 n-d-712140-12 neutron-server[94829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:38:36.991552 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: fd87d065-2261-452d-bb11-d269c2db8f27 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:38:36.991955 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device fd87d065-2261-452d-bb11-d269c2db8f27 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:38:37.032051 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-82ce6372-8df4-41dc-b43c-677fc12eac03 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:37.032226 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9b0390-a8af-4403-9e23-b049130c9fd2 req-dc59bf47-d88d-4046-bb61-5bb66ea620d8 tempest-TestServerAdvancedOps-1527321587 tempest-TestServerAdvancedOps-1527321587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:37.033860 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6f9b0390-a8af-4403-9e23-b049130c9fd2 req-dc59bf47-d88d-4046-bb61-5bb66ea620d8 tempest-TestServerAdvancedOps-1527321587 tempest-TestServerAdvancedOps-1527321587-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab41959f-504a-485e-95bd-a9fcb0a9b459 HTTP/1.1" status: 200 len: 946 time: 0.0802298 Aug 29 04:38:37.046738 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-82ce6372-8df4-41dc-b43c-677fc12eac03 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:37.049001 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-82ce6372-8df4-41dc-b43c-677fc12eac03 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] 10.222.0.22 "DELETE /v2.0/networks/ffd633b8-81ab-4fed-9b69-6069615eed69 HTTP/1.1" status: 204 len: 168 time: 0.9825737 Aug 29 04:38:37.054192 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 52752) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:37.062372 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-8391718b-46fb-4090-b25c-643a771878ac tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Request body: {'network': {'name': 'tempest-RoutersTest-589883628'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:37.079485 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ce6372-8df4-41dc-b43c-677fc12eac03 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Pushing event deleted for resources: {'Network': ['ID=ffd633b8-81ab-4fed-9b69-6069615eed69,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:37.085658 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6f9b0390-a8af-4403-9e23-b049130c9fd2 req-41f5f9e8-a297-4c5c-a47a-9badbbc40d3b tempest-TestServerAdvancedOps-1527321587 tempest-TestServerAdvancedOps-1527321587-project] 10.222.0.22 "GET /v2.0/security-groups?id=cce58c39-d9b7-48ab-993b-83f4ab69fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455546 Aug 29 04:38:37.108794 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8391718b-46fb-4090-b25c-643a771878ac tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Made reservation on behalf of 8faa5ea7fca64f93a90f1124ba2b3499 for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:38:37.113038 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8391718b-46fb-4090-b25c-643a771878ac tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:37.140129 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8391718b-46fb-4090-b25c-643a771878ac tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:38:37.149360 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8391718b-46fb-4090-b25c-643a771878ac tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:37.149710 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-8391718b-46fb-4090-b25c-643a771878ac tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Added segment 0bdd089e-3847-421a-9121-072c89f7c80b of type vlan for network f03bb9be-45b6-438e-bfb0-e7721a093c39 Aug 29 04:38:37.179520 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:37.206100 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8391718b-46fb-4090-b25c-643a771878ac tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:37.219149 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:37.235476 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8391718b-46fb-4090-b25c-643a771878ac tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:37.241462 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8391718b-46fb-4090-b25c-643a771878ac tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:37.242150 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8391718b-46fb-4090-b25c-643a771878ac tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:37.304017 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-8391718b-46fb-4090-b25c-643a771878ac tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2487159 Aug 29 04:38:37.306723 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 52762) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:37.313894 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-ca1fe361-a7d1-435e-a093-1f957fbb562a tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Request body: {'subnet': {'network_id': 'f03bb9be-45b6-438e-bfb0-e7721a093c39', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:37.367151 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8391718b-46fb-4090-b25c-643a771878ac tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Pushing event updated for resources: {'Network': ['ID=f03bb9be-45b6-438e-bfb0-e7721a093c39,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:37.378019 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network f03bb9be-45b6-438e-bfb0-e7721a093c39 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:38:37.423468 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca1fe361-a7d1-435e-a093-1f957fbb562a tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Made reservation on behalf of 8faa5ea7fca64f93a90f1124ba2b3499 for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:38:37.428090 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ca1fe361-a7d1-435e-a093-1f957fbb562a tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4552395'] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:37.653772 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ca1fe361-a7d1-435e-a093-1f957fbb562a tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4274880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4552377'] for subnet, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:37.673348 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 52774) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:37.680349 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [-] 10.222.0.22 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0031989 Aug 29 04:38:37.680693 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 52776) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:37.717191 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1fe361-a7d1-435e-a093-1f957fbb562a tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Pushing event updated for resources: {'Subnet': ['ID=94d79bbf-2de2-4148-8ec5-f34aa8a4a3da,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:37.727915 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1fe361-a7d1-435e-a093-1f957fbb562a tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Checking segment: {'id': '0bdd089e-3847-421a-9121-072c89f7c80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f03bb9be-45b6-438e-bfb0-e7721a093c39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:38:37.728374 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1fe361-a7d1-435e-a093-1f957fbb562a tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Network hostable DHCP agents. Network: f03bb9be-45b6-438e-bfb0-e7721a093c39, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:38:37.766571 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1fe361-a7d1-435e-a093-1f957fbb562a tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Network f03bb9be-45b6-438e-bfb0-e7721a093c39 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:38:37.778113 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-ca1fe361-a7d1-435e-a093-1f957fbb562a tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, f03bb9be-45b6-438e-bfb0-e7721a093c39) {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:38:37.785189 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1fe361-a7d1-435e-a093-1f957fbb562a tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:37.786223 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ca1fe361-a7d1-435e-a093-1f957fbb562a tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:37.790039 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15daaae0-d224-4b74-9751-f8ab28b2506e None None] Network f03bb9be-45b6-438e-bfb0-e7721a093c39 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:38:37.808076 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-ca1fe361-a7d1-435e-a093-1f957fbb562a tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5001452 Aug 29 04:38:37.810795 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 52780) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:37.819925 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-0ba6ef23-1ae5-43f1-bc31-34619d794780 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-440807529', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:37.844524 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-04b6d3b6-f106-497f-ac4e-3da09d02a914 tempest-NetworksApiDiscovery-327120011 tempest-NetworksApiDiscovery-327120011-project] 10.222.0.22 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1623061 Aug 29 04:38:37.862598 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0ba6ef23-1ae5-43f1-bc31-34619d794780 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:37.865195 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0ba6ef23-1ae5-43f1-bc31-34619d794780 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1838'] for router, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:37.933007 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0ba6ef23-1ae5-43f1-bc31-34619d794780 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:37.937694 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0ba6ef23-1ae5-43f1-bc31-34619d794780 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409'] for router, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:37.967905 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0ba6ef23-1ae5-43f1-bc31-34619d794780 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks [] for router, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:37.971614 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-0ba6ef23-1ae5-43f1-bc31-34619d794780 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1565762 Aug 29 04:38:37.971888 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 52784) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:37.983634 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a19353-079a-4089-a47d-cc880222a370 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-f03bb9be-45b6-438e-bfb0-e7721a093c39', 'network_id': 'f03bb9be-45b6-438e-bfb0-e7721a093c39', 'tenant_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'fixed_ips': [{'subnet_id': '94d79bbf-2de2-4148-8ec5-f34aa8a4a3da'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:38:37.984654 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b4a19353-079a-4089-a47d-cc880222a370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:38.177078 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-b4a19353-079a-4089-a47d-cc880222a370 None None] Allocated IP 172.20.0.2 (f03bb9be-45b6-438e-bfb0-e7721a093c39/94d79bbf-2de2-4148-8ec5-f34aa8a4a3da/78985b7f-7c3d-42c3-99dc-cc6a49cfb8cb) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:38:38.275362 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 52796) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:38.377276 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b4a19353-079a-4089-a47d-cc880222a370 None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:38.389234 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-b4a19353-079a-4089-a47d-cc880222a370 None None] Transition to ACTIVE for port object 78985b7f-7c3d-42c3-99dc-cc6a49cfb8cb will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:38:38.414138 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-b4a19353-079a-4089-a47d-cc880222a370 None None] Transition to ACTIVE for port object 78985b7f-7c3d-42c3-99dc-cc6a49cfb8cb will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:38:38.432302 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-df9c2a43-03ed-4391-b02c-17cd5328d56b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:38.436918 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b4a19353-079a-4089-a47d-cc880222a370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:38.453871 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b61536-9211-4608-bea6-706f733dfe1d req-8337dfe3-052f-4fad-a891-977ce6f41fa3 tempest-TestServerAdvancedOps-1527321587 tempest-TestServerAdvancedOps-1527321587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:38.455415 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-45b61536-9211-4608-bea6-706f733dfe1d req-8337dfe3-052f-4fad-a891-977ce6f41fa3 tempest-TestServerAdvancedOps-1527321587 tempest-TestServerAdvancedOps-1527321587-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab41959f-504a-485e-95bd-a9fcb0a9b459 HTTP/1.1" status: 200 len: 946 time: 0.2379162 Aug 29 04:38:38.523307 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a19353-079a-4089-a47d-cc880222a370 None None] Network f03bb9be-45b6-438e-bfb0-e7721a093c39 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:38:38.528703 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-b4a19353-079a-4089-a47d-cc880222a370 None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:38:38.532184 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-45b61536-9211-4608-bea6-706f733dfe1d req-8cc70f18-095d-4c46-84f8-2cdcb19d2130 tempest-TestServerAdvancedOps-1527321587 tempest-TestServerAdvancedOps-1527321587-project] 10.222.0.22 "GET /v2.0/security-groups?id=cce58c39-d9b7-48ab-993b-83f4ab69fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669091 Aug 29 04:38:38.537566 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a19353-079a-4089-a47d-cc880222a370 None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:38:38.577128 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4f27fd3b-b63b-406c-93c7-ca30ccd48aa0 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:38.582938 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a19353-079a-4089-a47d-cc880222a370 None None] Pushing event updated for resources: {'Port': ['ID=78985b7f-7c3d-42c3-99dc-cc6a49cfb8cb,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:38.643315 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-b4a19353-079a-4089-a47d-cc880222a370 None None] Attempting to bind port 78985b7f-7c3d-42c3-99dc-cc6a49cfb8cb on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:38:38.643716 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-b4a19353-079a-4089-a47d-cc880222a370 None None] Attempting to bind port 78985b7f-7c3d-42c3-99dc-cc6a49cfb8cb by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '0bdd089e-3847-421a-9121-072c89f7c80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f03bb9be-45b6-438e-bfb0-e7721a093c39'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:38:38.644101 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a19353-079a-4089-a47d-cc880222a370 None None] Attempting to bind port 78985b7f-7c3d-42c3-99dc-cc6a49cfb8cb on network f03bb9be-45b6-438e-bfb0-e7721a093c39 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:38:38.649765 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a19353-079a-4089-a47d-cc880222a370 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:38:38.650237 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a19353-079a-4089-a47d-cc880222a370 None None] Checking segment: {'id': '0bdd089e-3847-421a-9121-072c89f7c80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f03bb9be-45b6-438e-bfb0-e7721a093c39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:38:38.650677 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b4a19353-079a-4089-a47d-cc880222a370 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:38.651582 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a19353-079a-4089-a47d-cc880222a370 None None] Bound using segment: {'id': '0bdd089e-3847-421a-9121-072c89f7c80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f03bb9be-45b6-438e-bfb0-e7721a093c39'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:38:38.652082 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-b4a19353-079a-4089-a47d-cc880222a370 None None] Bound port: 78985b7f-7c3d-42c3-99dc-cc6a49cfb8cb, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bdd089e-3847-421a-9121-072c89f7c80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f03bb9be-45b6-438e-bfb0-e7721a093c39'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:38:38.652583 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b4a19353-079a-4089-a47d-cc880222a370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:38.654139 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-df9c2a43-03ed-4391-b02c-17cd5328d56b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:38.672182 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 52808) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:38.711096 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-df9c2a43-03ed-4391-b02c-17cd5328d56b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:38.741207 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:38.771616 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-b4a19353-079a-4089-a47d-cc880222a370 None None] For port 78985b7f-7c3d-42c3-99dc-cc6a49cfb8cb, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:38:38.779207 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-b4a19353-079a-4089-a47d-cc880222a370 None None] For port 78985b7f-7c3d-42c3-99dc-cc6a49cfb8cb, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=78985b7f-7c3d-42c3-99dc-cc6a49cfb8cb,segment=NetworkSegment(0bdd089e-3847-421a-9121-072c89f7c80b),segment_id=0bdd089e-3847-421a-9121-072c89f7c80b)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:38:38.788548 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b4a19353-079a-4089-a47d-cc880222a370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:38.816758 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-df9c2a43-03ed-4391-b02c-17cd5328d56b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6adb05130f484e21822af85a088632b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5359499 Aug 29 04:38:38.817672 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 52814) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:38.835176 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c2a43-03ed-4391-b02c-17cd5328d56b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=723dd4ce-42dd-41cc-9e55-0306b4e9803e,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:38.907636 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a19353-079a-4089-a47d-cc880222a370 None None] Pushing event updated for resources: {'Port': ['ID=78985b7f-7c3d-42c3-99dc-cc6a49cfb8cb,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:38.988522 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ec6e66-1267-4601-809f-22e38c45eded req-45e0b846-d65e-47cd-8a8a-ba27e6d45915 tempest-TestServerAdvancedOps-1527321587 tempest-TestServerAdvancedOps-1527321587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:38.991174 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-93ec6e66-1267-4601-809f-22e38c45eded req-45e0b846-d65e-47cd-8a8a-ba27e6d45915 tempest-TestServerAdvancedOps-1527321587 tempest-TestServerAdvancedOps-1527321587-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab41959f-504a-485e-95bd-a9fcb0a9b459 HTTP/1.1" status: 200 len: 946 time: 0.1238773 Aug 29 04:38:38.993904 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6af291f4-54ec-4f98-8d0a-024ec156cf71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:39.005719 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d89cfa-0082-4425-9035-c7f3985d5acb req-2e255b74-21d4-4651-8cf4-1973cb0112f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:39.007984 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d0d89cfa-0082-4425-9035-c7f3985d5acb req-2e255b74-21d4-4651-8cf4-1973cb0112f7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b2a9d2aeb7f64d7f96fceccfc0aa93e3&device_id=ab41959f-504a-485e-95bd-a9fcb0a9b459 HTTP/1.1" status: 200 len: 1098 time: 0.0964794 Aug 29 04:38:39.021705 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d208856b-634c-4ce8-91f2-00c925b9d4c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:39.024859 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-4f27fd3b-b63b-406c-93c7-ca30ccd48aa0 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Allocated IP 172.20.0.1 (f03bb9be-45b6-438e-bfb0-e7721a093c39/94d79bbf-2de2-4148-8ec5-f34aa8a4a3da/5bdbcc5e-082f-4a2d-b4b0-cef1469bb53e) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:38:39.113319 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d208856b-634c-4ce8-91f2-00c925b9d4c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:39.120231 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-93ec6e66-1267-4601-809f-22e38c45eded req-3242613f-f349-4191-862a-e564bc1381a3 tempest-TestServerAdvancedOps-1527321587 tempest-TestServerAdvancedOps-1527321587-project] 10.222.0.22 "GET /v2.0/security-groups?id=cce58c39-d9b7-48ab-993b-83f4ab69fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136324 Aug 29 04:38:39.193812 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d89cfa-0082-4425-9035-c7f3985d5acb req-e1a847ea-ce9e-499f-8cfc-312d663f4ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:39.195651 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d0d89cfa-0082-4425-9035-c7f3985d5acb req-e1a847ea-ce9e-499f-8cfc-312d663f4ba2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=90dffc0e-ffd1-4c1b-9d0e-d68240e7ec32 HTTP/1.1" status: 200 len: 913 time: 0.1807578 Aug 29 04:38:39.220454 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d208856b-634c-4ce8-91f2-00c925b9d4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:39.223039 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d208856b-634c-4ce8-91f2-00c925b9d4c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:39.226668 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-d208856b-634c-4ce8-91f2-00c925b9d4c5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/723dd4ce-42dd-41cc-9e55-0306b4e9803e HTTP/1.1" status: 204 len: 168 time: 0.4044678 Aug 29 04:38:39.246528 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d208856b-634c-4ce8-91f2-00c925b9d4c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=723dd4ce-42dd-41cc-9e55-0306b4e9803e,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:39.251329 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d0d89cfa-0082-4425-9035-c7f3985d5acb req-8b680885-a2ba-470f-8afe-141f75b3fe39 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=39afa2ea-bbc8-46a5-94f9-7397b5d82ade HTTP/1.1" status: 200 len: 217 time: 0.0465221 Aug 29 04:38:39.259957 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6af291f4-54ec-4f98-8d0a-024ec156cf71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:39.270155 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6af291f4-54ec-4f98-8d0a-024ec156cf71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:39.287461 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4f27fd3b-b63b-406c-93c7-ca30ccd48aa0 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:39.316004 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-6af291f4-54ec-4f98-8d0a-024ec156cf71 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=890a7b8c1ef54f9d9c1f9999215fb6ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6354570 Aug 29 04:38:39.316590 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 52818) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:39.317358 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af291f4-54ec-4f98-8d0a-024ec156cf71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff26c8e4-ccd5-41cb-8bbe-a06d971940e6,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:39.334205 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4f27fd3b-b63b-406c-93c7-ca30ccd48aa0 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Transition to ACTIVE for port object 5bdbcc5e-082f-4a2d-b4b0-cef1469bb53e will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:38:39.360095 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d89cfa-0082-4425-9035-c7f3985d5acb req-d2cb28b7-dbab-4722-a0a9-da9af6bfb166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:39.361586 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d0d89cfa-0082-4425-9035-c7f3985d5acb req-d2cb28b7-dbab-4722-a0a9-da9af6bfb166 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ab215c19-73a8-4ece-ab8f-4209a18da365 HTTP/1.1" status: 200 len: 852 time: 0.0993695 Aug 29 04:38:39.410218 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d0d89cfa-0082-4425-9035-c7f3985d5acb req-a4fa138f-dfe1-44ef-849b-e96b8890f529 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=90dffc0e-ffd1-4c1b-9d0e-d68240e7ec32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396428 Aug 29 04:38:39.487872 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d2f31128-b190-460d-922e-d038d19c0986 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:39.492797 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4f27fd3b-b63b-406c-93c7-ca30ccd48aa0 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:39.566501 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d2f31128-b190-460d-922e-d038d19c0986 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:39.588550 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f27fd3b-b63b-406c-93c7-ca30ccd48aa0 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Network f03bb9be-45b6-438e-bfb0-e7721a093c39 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:38:39.599015 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f27fd3b-b63b-406c-93c7-ca30ccd48aa0 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Pushing event updated for resources: {'Port': ['ID=5bdbcc5e-082f-4a2d-b4b0-cef1469bb53e,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:39.609716 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-4f27fd3b-b63b-406c-93c7-ca30ccd48aa0 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:38:39.612393 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f27fd3b-b63b-406c-93c7-ca30ccd48aa0 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:38:39.649027 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d0d89cfa-0082-4425-9035-c7f3985d5acb req-6c66a769-5d29-40e9-890f-6960bc76d1bd service neutron] 10.222.0.48 "GET /v2.0/networks/90dffc0e-ffd1-4c1b-9d0e-d68240e7ec32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307942 Aug 29 04:38:39.730450 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4f27fd3b-b63b-406c-93c7-ca30ccd48aa0 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719598'] for router_interface, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:39.788595 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d2f31128-b190-460d-922e-d038d19c0986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:39.791161 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d2f31128-b190-460d-922e-d038d19c0986 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:39.795491 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-d2f31128-b190-460d-922e-d038d19c0986 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ff26c8e4-ccd5-41cb-8bbe-a06d971940e6 HTTP/1.1" status: 204 len: 168 time: 0.4708245 Aug 29 04:38:39.816021 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f31128-b190-460d-922e-d038d19c0986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff26c8e4-ccd5-41cb-8bbe-a06d971940e6,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:39.873844 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d0d89cfa-0082-4425-9035-c7f3985d5acb req-e22342c5-a081-4b91-aa74-b177c41a6d64 service neutron] 10.222.0.48 "GET /v2.0/networks/90dffc0e-ffd1-4c1b-9d0e-d68240e7ec32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133639 Aug 29 04:38:39.963794 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4f27fd3b-b63b-406c-93c7-ca30ccd48aa0 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:40.020774 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721d5f27-a888-469e-a066-334e211e242d None None] Network f03bb9be-45b6-438e-bfb0-e7721a093c39 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:38:40.116708 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-c632ad9c-cc27-4424-806b-b1822451501b None None] Provisioning for port 78985b7f-7c3d-42c3-99dc-cc6a49cfb8cb completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:38:40.212467 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 52850) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:40.233015 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ef0a54ad-47d1-4e79-b613-1efecd5704cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:40.345433 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4f27fd3b-b63b-406c-93c7-ca30ccd48aa0 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:40.350180 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483a163f-c429-46b0-a298-9b87a3955d8d req-0ed211e0-f05f-46e3-bcf7-8937008fd5c7 tempest-TestServerAdvancedOps-1527321587 tempest-TestServerAdvancedOps-1527321587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:40.351944 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-483a163f-c429-46b0-a298-9b87a3955d8d req-0ed211e0-f05f-46e3-bcf7-8937008fd5c7 tempest-TestServerAdvancedOps-1527321587 tempest-TestServerAdvancedOps-1527321587-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab41959f-504a-485e-95bd-a9fcb0a9b459 HTTP/1.1" status: 200 len: 946 time: 0.0915928 Aug 29 04:38:40.364536 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4f27fd3b-b63b-406c-93c7-ca30ccd48aa0 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:40.435470 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-483a163f-c429-46b0-a298-9b87a3955d8d req-363518ec-c120-4830-8334-0b8b9d02876a tempest-TestServerAdvancedOps-1527321587 tempest-TestServerAdvancedOps-1527321587-project] 10.222.0.22 "GET /v2.0/security-groups?id=cce58c39-d9b7-48ab-993b-83f4ab69fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694039 Aug 29 04:38:40.450096 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ef0a54ad-47d1-4e79-b613-1efecd5704cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:40.461365 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f27fd3b-b63b-406c-93c7-ca30ccd48aa0 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Pushing event updated for resources: {'Port': ['ID=5bdbcc5e-082f-4a2d-b4b0-cef1469bb53e,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:40.466424 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ef0a54ad-47d1-4e79-b613-1efecd5704cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:40.495845 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4f27fd3b-b63b-406c-93c7-ca30ccd48aa0 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-718897'] for router_interface, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:40.511822 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-ef0a54ad-47d1-4e79-b613-1efecd5704cc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ce876cbc4e02497c886b24473dceba4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2980330 Aug 29 04:38:40.513426 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0a54ad-47d1-4e79-b613-1efecd5704cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bf671cf-beae-40b0-bbfa-896b643f96b1,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:40.516218 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 52856) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:40.578104 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-59b67eae-8284-4b13-9b58-b2c96101c5df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:40.582711 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-9217be87-126e-40bd-b5d0-e252514ffc5e None None] Provisioning for port 5bdbcc5e-082f-4a2d-b4b0-cef1469bb53e completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:38:40.588030 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-9217be87-126e-40bd-b5d0-e252514ffc5e None None] Provisioning complete for port 5bdbcc5e-082f-4a2d-b4b0-cef1469bb53e triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:38:40.589135 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9217be87-126e-40bd-b5d0-e252514ffc5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:40.632537 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-9217be87-126e-40bd-b5d0-e252514ffc5e None None] Port 5bdbcc5e-082f-4a2d-b4b0-cef1469bb53e cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:38:40.633140 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-59b67eae-8284-4b13-9b58-b2c96101c5df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:40.651777 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f27fd3b-b63b-406c-93c7-ca30ccd48aa0 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Network f03bb9be-45b6-438e-bfb0-e7721a093c39 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:38:40.653974 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-4f27fd3b-b63b-406c-93c7-ca30ccd48aa0 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:38:40.710119 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-59b67eae-8284-4b13-9b58-b2c96101c5df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:40.714718 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-59b67eae-8284-4b13-9b58-b2c96101c5df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:40.718176 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-59b67eae-8284-4b13-9b58-b2c96101c5df admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2bf671cf-beae-40b0-bbfa-896b643f96b1 HTTP/1.1" status: 204 len: 168 time: 0.2007852 Aug 29 04:38:40.757109 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b67eae-8284-4b13-9b58-b2c96101c5df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bf671cf-beae-40b0-bbfa-896b643f96b1,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:40.826703 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f27fd3b-b63b-406c-93c7-ca30ccd48aa0 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Router d2f7a4b5-4143-4c3b-a3d3-aef92c1609b0 is scheduled to L3 agent 76874008-c311-485c-ba36-921b6d275b6a with binding_index 1 {{(pid=94828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:38:40.969683 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-fb3d0ad1-e74f-4568-9af8-b135a1aa4b6f None None] Provisioning complete for port 5bdbcc5e-082f-4a2d-b4b0-cef1469bb53e triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:38:40.970825 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fb3d0ad1-e74f-4568-9af8-b135a1aa4b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:40.980982 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f27fd3b-b63b-406c-93c7-ca30ccd48aa0 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:38:41.000071 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-4f27fd3b-b63b-406c-93c7-ca30ccd48aa0 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] 10.222.0.22 "PUT /v2.0/routers/d2f7a4b5-4143-4c3b-a3d3-aef92c1609b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0253856 Aug 29 04:38:41.001962 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 52872) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:41.038748 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383ba15f-f2f2-443c-a2a5-ac174f22628c None None] Sync routers for ids ['d2f7a4b5-4143-4c3b-a3d3-aef92c1609b0'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:38:41.046277 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 78985b7f-7c3d-42c3-99dc-cc6a49cfb8cb up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:38:41.100204 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e828fb-b42d-4a98-9c38-d0c867c85eb2 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:41.102108 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-a3e828fb-b42d-4a98-9c38-d0c867c85eb2 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] 10.222.0.22 "GET /v2.0/ports/5bdbcc5e-082f-4a2d-b4b0-cef1469bb53e HTTP/1.1" status: 200 len: 910 time: 0.0990913 Aug 29 04:38:41.105616 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 52874) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:41.159466 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383ba15f-f2f2-443c-a2a5-ac174f22628c None None] Routers {'d2f7a4b5-4143-4c3b-a3d3-aef92c1609b0'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:38:41.160154 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-383ba15f-f2f2-443c-a2a5-ac174f22628c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:38:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['d2f7a4b5-4143-4c3b-a3d3-aef92c1609b0'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:41.212563 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-fb3d0ad1-e74f-4568-9af8-b135a1aa4b6f None None] Port 5bdbcc5e-082f-4a2d-b4b0-cef1469bb53e cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:38:41.218092 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-383ba15f-f2f2-443c-a2a5-ac174f22628c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:41.230803 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383ba15f-f2f2-443c-a2a5-ac174f22628c None None] Routers {'d2f7a4b5-4143-4c3b-a3d3-aef92c1609b0'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:38:41.231444 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-383ba15f-f2f2-443c-a2a5-ac174f22628c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:38:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['d2f7a4b5-4143-4c3b-a3d3-aef92c1609b0'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:41.268191 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-383ba15f-f2f2-443c-a2a5-ac174f22628c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:41.268861 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383ba15f-f2f2-443c-a2a5-ac174f22628c None None] The sync data for ids ['d2f7a4b5-4143-4c3b-a3d3-aef92c1609b0'] in n-d-712140-12 is: [] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:38:41.289078 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 78985b7f-7c3d-42c3-99dc-cc6a49cfb8cb completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:38:41.293791 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 78985b7f-7c3d-42c3-99dc-cc6a49cfb8cb triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:38:41.294339 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:41.352913 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-71454a35-f617-40e6-9164-1ffeb5212cf9 None None] Provisioning complete for port 5bdbcc5e-082f-4a2d-b4b0-cef1469bb53e triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:38:41.353529 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-71454a35-f617-40e6-9164-1ffeb5212cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:41.412580 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-71454a35-f617-40e6-9164-1ffeb5212cf9 None None] Port 5bdbcc5e-082f-4a2d-b4b0-cef1469bb53e cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:38:41.473807 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:41.511893 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 78985b7f-7c3d-42c3-99dc-cc6a49cfb8cb, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=78985b7f-7c3d-42c3-99dc-cc6a49cfb8cb,segment=NetworkSegment(0bdd089e-3847-421a-9121-072c89f7c80b),segment_id=0bdd089e-3847-421a-9121-072c89f7c80b)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:41.517870 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:41.575948 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=78985b7f-7c3d-42c3-99dc-cc6a49cfb8cb,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:41.595627 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7a63462d-f444-4ddd-bd6f-72f20ab43bfb tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713413'] for router_interface, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:41.606737 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b56a712-bcba-4003-864a-14da35d56d64 req-cc52de01-98a6-4319-afcc-a6fe30cf6660 tempest-TestServerAdvancedOps-1527321587 tempest-TestServerAdvancedOps-1527321587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:41.608601 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9b56a712-bcba-4003-864a-14da35d56d64 req-cc52de01-98a6-4319-afcc-a6fe30cf6660 tempest-TestServerAdvancedOps-1527321587 tempest-TestServerAdvancedOps-1527321587-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab41959f-504a-485e-95bd-a9fcb0a9b459 HTTP/1.1" status: 200 len: 946 time: 0.0748098 Aug 29 04:38:41.657175 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9b56a712-bcba-4003-864a-14da35d56d64 req-eb459995-a14a-4242-81de-230063db4722 tempest-TestServerAdvancedOps-1527321587 tempest-TestServerAdvancedOps-1527321587-project] 10.222.0.22 "GET /v2.0/security-groups?id=cce58c39-d9b7-48ab-993b-83f4ab69fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401475 Aug 29 04:38:41.802247 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 52900) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:41.902590 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-7a63462d-f444-4ddd-bd6f-72f20ab43bfb tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Deleting port 5bdbcc5e-082f-4a2d-b4b0-cef1469bb53e {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:38:41.902869 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7a63462d-f444-4ddd-bd6f-72f20ab43bfb tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:41.960154 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea262c5-725b-443d-a6c8-f46ce1c46d8e req-1d9aa827-936f-46f1-9a34-a382458681e6 tempest-TestServerAdvancedOps-1527321587 tempest-TestServerAdvancedOps-1527321587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:41.963442 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5ea262c5-725b-443d-a6c8-f46ce1c46d8e req-1d9aa827-936f-46f1-9a34-a382458681e6 tempest-TestServerAdvancedOps-1527321587 tempest-TestServerAdvancedOps-1527321587-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab41959f-504a-485e-95bd-a9fcb0a9b459 HTTP/1.1" status: 200 len: 946 time: 0.0679185 Aug 29 04:38:41.997755 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7a63462d-f444-4ddd-bd6f-72f20ab43bfb tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:42.012394 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5ea262c5-725b-443d-a6c8-f46ce1c46d8e req-b1ed64c6-3356-43da-8d61-b7211a9c34e0 tempest-TestServerAdvancedOps-1527321587 tempest-TestServerAdvancedOps-1527321587-project] 10.222.0.22 "GET /v2.0/security-groups?id=cce58c39-d9b7-48ab-993b-83f4ab69fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428710 Aug 29 04:38:42.015639 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-7a63462d-f444-4ddd-bd6f-72f20ab43bfb tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Calling delete_port for 5bdbcc5e-082f-4a2d-b4b0-cef1469bb53e owned by network:router_interface {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:38:42.436233 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-63a5b120-d583-4467-a4af-22b9c17e9f34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:42.618946 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7a63462d-f444-4ddd-bd6f-72f20ab43bfb tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:42.649178 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-63a5b120-d583-4467-a4af-22b9c17e9f34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:42.658073 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a63462d-f444-4ddd-bd6f-72f20ab43bfb tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Pushing event deleted for resources: {'Port': ['ID=5bdbcc5e-082f-4a2d-b4b0-cef1469bb53e,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:42.690005 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-63a5b120-d583-4467-a4af-22b9c17e9f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:42.775214 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a5b120-d583-4467-a4af-22b9c17e9f34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ed2387d-3cfd-4504-a908-7355fd75224d,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:42.784969 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-63a5b120-d583-4467-a4af-22b9c17e9f34 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b3c9799ce2ec4077b94884c1ef15f93a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9791303 Aug 29 04:38:42.786609 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 52942) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:42.875328 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7a63462d-f444-4ddd-bd6f-72f20ab43bfb tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-713231'] for router_interface, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:42.885135 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6cddd020-48f9-4318-b566-234afbded6b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:42.914181 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6cddd020-48f9-4318-b566-234afbded6b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:42.949897 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 78985b7f-7c3d-42c3-99dc-cc6a49cfb8cb up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:38:42.986203 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6cddd020-48f9-4318-b566-234afbded6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:42.988893 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6cddd020-48f9-4318-b566-234afbded6b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:42.993142 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-6cddd020-48f9-4318-b566-234afbded6b6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7ed2387d-3cfd-4504-a908-7355fd75224d HTTP/1.1" status: 204 len: 168 time: 0.2054551 Aug 29 04:38:43.009101 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cddd020-48f9-4318-b566-234afbded6b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ed2387d-3cfd-4504-a908-7355fd75224d,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:43.058857 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 78985b7f-7c3d-42c3-99dc-cc6a49cfb8cb triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:38:43.059350 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a63462d-f444-4ddd-bd6f-72f20ab43bfb tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Router d2f7a4b5-4143-4c3b-a3d3-aef92c1609b0 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:38:43.059966 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:43.156867 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a63462d-f444-4ddd-bd6f-72f20ab43bfb tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:38:43.163171 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-7a63462d-f444-4ddd-bd6f-72f20ab43bfb tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] 10.222.0.22 "PUT /v2.0/routers/d2f7a4b5-4143-4c3b-a3d3-aef92c1609b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0542474 Aug 29 04:38:43.165465 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 52948) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:43.170059 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c043a689-c879-4092-b74f-1ce0d7654d1a None None] Sync routers for ids ['d2f7a4b5-4143-4c3b-a3d3-aef92c1609b0'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:38:43.187589 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c043a689-c879-4092-b74f-1ce0d7654d1a None None] Routers {'d2f7a4b5-4143-4c3b-a3d3-aef92c1609b0'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:38:43.188749 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-c043a689-c879-4092-b74f-1ce0d7654d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:38:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['d2f7a4b5-4143-4c3b-a3d3-aef92c1609b0'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:43.219028 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2271b95-800c-4819-b6d9-bd605b1a3eca req-b845dd28-c092-4a11-ba0a-9b3337c96c45 tempest-TestServerAdvancedOps-1527321587 tempest-TestServerAdvancedOps-1527321587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:43.220982 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f2271b95-800c-4819-b6d9-bd605b1a3eca req-b845dd28-c092-4a11-ba0a-9b3337c96c45 tempest-TestServerAdvancedOps-1527321587 tempest-TestServerAdvancedOps-1527321587-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab41959f-504a-485e-95bd-a9fcb0a9b459 HTTP/1.1" status: 200 len: 946 time: 0.0779808 Aug 29 04:38:43.227740 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-30670ecd-59af-4166-ac7a-4bbda749d967 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2f7a4b5-4143-4c3b-a3d3-aef92c1609b0 HTTP/1.1" status: 200 len: 205 time: 0.0607963 Aug 29 04:38:43.232735 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 52950) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:43.233507 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-c043a689-c879-4092-b74f-1ce0d7654d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:43.244439 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c043a689-c879-4092-b74f-1ce0d7654d1a None None] Routers {'d2f7a4b5-4143-4c3b-a3d3-aef92c1609b0'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:38:43.245911 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-c043a689-c879-4092-b74f-1ce0d7654d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:38:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['d2f7a4b5-4143-4c3b-a3d3-aef92c1609b0'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:43.323805 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-c043a689-c879-4092-b74f-1ce0d7654d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:43.324486 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c043a689-c879-4092-b74f-1ce0d7654d1a None None] The sync data for ids ['d2f7a4b5-4143-4c3b-a3d3-aef92c1609b0'] in n-d-712140-12 is: [] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:38:43.346447 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f2271b95-800c-4819-b6d9-bd605b1a3eca req-0fc1a35a-33cb-49a9-88f8-278c9b6698f9 tempest-TestServerAdvancedOps-1527321587 tempest-TestServerAdvancedOps-1527321587-project] 10.222.0.22 "GET /v2.0/security-groups?id=cce58c39-d9b7-48ab-993b-83f4ab69fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127026 Aug 29 04:38:43.357625 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d39bf9af-e861-4225-ab3b-5b91a2c04f7f tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks [] for router, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:43.619173 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d39bf9af-e861-4225-ab3b-5b91a2c04f7f tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:43.633730 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 52966) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:43.637028 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d39bf9af-e861-4225-ab3b-5b91a2c04f7f tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:43.649061 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e1fbd983-3712-4fb7-b65b-2f146cfe28b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:43.721442 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d39bf9af-e861-4225-ab3b-5b91a2c04f7f tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717253'] for router, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:43.721876 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d39bf9af-e861-4225-ab3b-5b91a2c04f7f tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Fanout notify agent at l3_agent the message router_deleted on router d2f7a4b5-4143-4c3b-a3d3-aef92c1609b0 {{(pid=94828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:38:43.732650 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d39bf9af-e861-4225-ab3b-5b91a2c04f7f tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks [] for router, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:43.734504 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-d39bf9af-e861-4225-ab3b-5b91a2c04f7f tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] 10.222.0.22 "DELETE /v2.0/routers/d2f7a4b5-4143-4c3b-a3d3-aef92c1609b0 HTTP/1.1" status: 204 len: 168 time: 0.5002625 Aug 29 04:38:43.738001 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 52968) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:43.748433 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a807ccdd-2234-4b9b-98d7-289a4db7b064 req-e77dac14-fb09-4a48-bbe7-c033cb7ca7d5 tempest-TestServerAdvancedOps-1527321587 tempest-TestServerAdvancedOps-1527321587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:43.750992 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a807ccdd-2234-4b9b-98d7-289a4db7b064 req-e77dac14-fb09-4a48-bbe7-c033cb7ca7d5 tempest-TestServerAdvancedOps-1527321587 tempest-TestServerAdvancedOps-1527321587-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab41959f-504a-485e-95bd-a9fcb0a9b459 HTTP/1.1" status: 200 len: 946 time: 0.1473866 Aug 29 04:38:43.790464 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472f6a05-6428-4c86-a5ce-62444ea5b9e4 req-556dbe1d-5098-44bb-95a9-5827bd534999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:43.792544 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-472f6a05-6428-4c86-a5ce-62444ea5b9e4 req-556dbe1d-5098-44bb-95a9-5827bd534999 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b2a9d2aeb7f64d7f96fceccfc0aa93e3&device_id=ab41959f-504a-485e-95bd-a9fcb0a9b459 HTTP/1.1" status: 200 len: 1098 time: 0.1535103 Aug 29 04:38:43.796360 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e1fbd983-3712-4fb7-b65b-2f146cfe28b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:43.802676 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e1fbd983-3712-4fb7-b65b-2f146cfe28b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:43.855553 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-e1fbd983-3712-4fb7-b65b-2f146cfe28b4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6bf333ca0b5146498a9e67a714e73927&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2178288 Aug 29 04:38:43.855553 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fbd983-3712-4fb7-b65b-2f146cfe28b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cf0f9f7-366d-4f25-b705-26e017b178c5,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:43.857024 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 52970) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:43.895954 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cfcb4d0-d195-4cef-9bf1-62515fe115cc tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Deleting subnet 94d79bbf-2de2-4148-8ec5-f34aa8a4a3da {{(pid=94828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:38:43.903770 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a807ccdd-2234-4b9b-98d7-289a4db7b064 req-f7596516-83f8-49c3-b725-06472976592f tempest-TestServerAdvancedOps-1527321587 tempest-TestServerAdvancedOps-1527321587-project] 10.222.0.22 "GET /v2.0/security-groups?id=cce58c39-d9b7-48ab-993b-83f4ab69fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442270 Aug 29 04:38:43.906164 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2cfcb4d0-d195-4cef-9bf1-62515fe115cc tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks [] for subnet, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:43.930569 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1dc8d20a-e360-4ae3-b549-6c004579f384 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:43.961829 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1dc8d20a-e360-4ae3-b549-6c004579f384 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:43.962461 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2cfcb4d0-d195-4cef-9bf1-62515fe115cc tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8904862'] for subnet, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:44.005986 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472f6a05-6428-4c86-a5ce-62444ea5b9e4 req-11d275f8-f4ae-43b0-aa4a-bc09b1aeaf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:44.007411 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-472f6a05-6428-4c86-a5ce-62444ea5b9e4 req-11d275f8-f4ae-43b0-aa4a-bc09b1aeaf79 service neutron] 10.222.0.48 "GET /v2.0/networks?id=90dffc0e-ffd1-4c1b-9d0e-d68240e7ec32 HTTP/1.1" status: 200 len: 913 time: 0.2063518 Aug 29 04:38:44.025540 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1dc8d20a-e360-4ae3-b549-6c004579f384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:44.031525 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1dc8d20a-e360-4ae3-b549-6c004579f384 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:44.033086 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-1dc8d20a-e360-4ae3-b549-6c004579f384 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6cf0f9f7-366d-4f25-b705-26e017b178c5 HTTP/1.1" status: 204 len: 168 time: 0.1737790 Aug 29 04:38:44.042484 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc8d20a-e360-4ae3-b549-6c004579f384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cf0f9f7-366d-4f25-b705-26e017b178c5,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:44.070317 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-472f6a05-6428-4c86-a5ce-62444ea5b9e4 req-e07a70df-52ed-4fea-9681-42e3b8e3eeea service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=39afa2ea-bbc8-46a5-94f9-7397b5d82ade HTTP/1.1" status: 200 len: 217 time: 0.0537539 Aug 29 04:38:44.160972 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2cfcb4d0-d195-4cef-9bf1-62515fe115cc tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:44.193903 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472f6a05-6428-4c86-a5ce-62444ea5b9e4 req-a3fd5195-7be8-48cc-b3f3-99c5057d1e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:44.195955 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-472f6a05-6428-4c86-a5ce-62444ea5b9e4 req-a3fd5195-7be8-48cc-b3f3-99c5057d1e7b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ab215c19-73a8-4ece-ab8f-4209a18da365 HTTP/1.1" status: 200 len: 852 time: 0.1180720 Aug 29 04:38:44.238258 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-472f6a05-6428-4c86-a5ce-62444ea5b9e4 req-dab31783-fbff-4665-ab40-9d5ac25c4141 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=90dffc0e-ffd1-4c1b-9d0e-d68240e7ec32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342507 Aug 29 04:38:44.256984 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [req-472f6a05-6428-4c86-a5ce-62444ea5b9e4 req-21b75581-a445-44b1-8cfb-7befa1d7ed0a service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:38:44.258821 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-472f6a05-6428-4c86-a5ce-62444ea5b9e4 req-21b75581-a445-44b1-8cfb-7befa1d7ed0a service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0095704 Aug 29 04:38:44.330003 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2cfcb4d0-d195-4cef-9bf1-62515fe115cc tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9190434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062341'] for subnet, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:44.367549 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfcb4d0-d195-4cef-9bf1-62515fe115cc tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Pushing event deleted for resources: {'Subnet': ['ID=94d79bbf-2de2-4148-8ec5-f34aa8a4a3da,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:44.375459 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2cfcb4d0-d195-4cef-9bf1-62515fe115cc tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:44.377427 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-2cfcb4d0-d195-4cef-9bf1-62515fe115cc tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] 10.222.0.22 "DELETE /v2.0/subnets/94d79bbf-2de2-4148-8ec5-f34aa8a4a3da HTTP/1.1" status: 204 len: 168 time: 0.6380792 Aug 29 04:38:44.381684 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 52976) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:44.390903 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3cd123-2bc5-42c9-b7ec-7537bd33f545 None None] Network f03bb9be-45b6-438e-bfb0-e7721a093c39 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:38:44.417427 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-472f6a05-6428-4c86-a5ce-62444ea5b9e4 req-26dd26d7-0242-4b4b-b945-52fa90af6781 service neutron] 10.222.0.48 "GET /v2.0/networks/90dffc0e-ffd1-4c1b-9d0e-d68240e7ec32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498885 Aug 29 04:38:44.539203 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c16624bb-215b-45e5-8e12-4727425c1794 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:44.563728 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-472f6a05-6428-4c86-a5ce-62444ea5b9e4 req-3ee26d33-1aeb-4757-9252-66b7e5969ef7 service neutron] 10.222.0.48 "GET /v2.0/networks/90dffc0e-ffd1-4c1b-9d0e-d68240e7ec32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366456 Aug 29 04:38:44.597866 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-c16624bb-215b-45e5-8e12-4727425c1794 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Deleting port 78985b7f-7c3d-42c3-99dc-cc6a49cfb8cb {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:38:44.598243 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c16624bb-215b-45e5-8e12-4727425c1794 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:44.692455 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-c16624bb-215b-45e5-8e12-4727425c1794 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] For port 78985b7f-7c3d-42c3-99dc-cc6a49cfb8cb, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=78985b7f-7c3d-42c3-99dc-cc6a49cfb8cb,segment=NetworkSegment(0bdd089e-3847-421a-9121-072c89f7c80b),segment_id=0bdd089e-3847-421a-9121-072c89f7c80b)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:44.692829 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c16624bb-215b-45e5-8e12-4727425c1794 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:44.708578 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-c16624bb-215b-45e5-8e12-4727425c1794 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Calling delete_port for 78985b7f-7c3d-42c3-99dc-cc6a49cfb8cb owned by network:dhcp {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:38:44.719972 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edad0978-cd12-45bb-b074-1bb261309e97 None None] DHCP port deletion for f03bb9be-45b6-438e-bfb0-e7721a093c39 request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:38:44.803211 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-edad0978-cd12-45bb-b074-1bb261309e97 None None] Deleting port 78985b7f-7c3d-42c3-99dc-cc6a49cfb8cb {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:38:44.803617 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-edad0978-cd12-45bb-b074-1bb261309e97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:44.822144 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c16624bb-215b-45e5-8e12-4727425c1794 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:44.848836 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16624bb-215b-45e5-8e12-4727425c1794 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Pushing event deleted for resources: {'Port': ['ID=78985b7f-7c3d-42c3-99dc-cc6a49cfb8cb,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:44.855009 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16624bb-215b-45e5-8e12-4727425c1794 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] No DVR routers for this DVR port 78985b7f-7c3d-42c3-99dc-cc6a49cfb8cb on host n-d-712140-12 {{(pid=94829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:38:44.907012 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-edad0978-cd12-45bb-b074-1bb261309e97 None None] For port 78985b7f-7c3d-42c3-99dc-cc6a49cfb8cb, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=78985b7f-7c3d-42c3-99dc-cc6a49cfb8cb,segment=NetworkSegment(0bdd089e-3847-421a-9121-072c89f7c80b),segment_id=0bdd089e-3847-421a-9121-072c89f7c80b)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:44.907618 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-edad0978-cd12-45bb-b074-1bb261309e97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:44.921134 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 78985b7f-7c3d-42c3-99dc-cc6a49cfb8cb no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:38:44.961258 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-edad0978-cd12-45bb-b074-1bb261309e97 None None] Calling delete_port for 78985b7f-7c3d-42c3-99dc-cc6a49cfb8cb owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:38:44.963407 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 78985b7f-7c3d-42c3-99dc-cc6a49cfb8cb {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:38:44.963711 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 78985b7f-7c3d-42c3-99dc-cc6a49cfb8cb not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:38:44.983631 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c16624bb-215b-45e5-8e12-4727425c1794 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:44.997769 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-c16624bb-215b-45e5-8e12-4727425c1794 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f03bb9be-45b6-438e-bfb0-e7721a093c39']}} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:45.022929 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-c16624bb-215b-45e5-8e12-4727425c1794 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bdd089e-3847-421a-9121-072c89f7c80b') {'for_net_delete': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:45.023239 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-c16624bb-215b-45e5-8e12-4727425c1794 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bdd089e-3847-421a-9121-072c89f7c80b') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:45.032941 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c16624bb-215b-45e5-8e12-4727425c1794 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4311712'] for segment, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:45.056737 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c16624bb-215b-45e5-8e12-4727425c1794 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:45.070825 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c16624bb-215b-45e5-8e12-4727425c1794 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=94829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:38:45.071332 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c16624bb-215b-45e5-8e12-4727425c1794 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4274277'] for segment, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:45.088905 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-edad0978-cd12-45bb-b074-1bb261309e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:45.091921 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec6af21-9bb2-44e8-a3b3-e6846fb3e15a req-bb2d695c-cbba-4798-82ef-f42a8e349371 tempest-TestServerAdvancedOps-1527321587 tempest-TestServerAdvancedOps-1527321587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:45.094094 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-eec6af21-9bb2-44e8-a3b3-e6846fb3e15a req-bb2d695c-cbba-4798-82ef-f42a8e349371 tempest-TestServerAdvancedOps-1527321587 tempest-TestServerAdvancedOps-1527321587-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab41959f-504a-485e-95bd-a9fcb0a9b459 HTTP/1.1" status: 200 len: 946 time: 0.0605142 Aug 29 04:38:45.138346 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-eec6af21-9bb2-44e8-a3b3-e6846fb3e15a req-697bef5a-2541-43c4-b0e9-b8f95f68701b tempest-TestServerAdvancedOps-1527321587 tempest-TestServerAdvancedOps-1527321587-project] 10.222.0.22 "GET /v2.0/security-groups?id=cce58c39-d9b7-48ab-993b-83f4ab69fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371263 Aug 29 04:38:45.143354 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edad0978-cd12-45bb-b074-1bb261309e97 None None] Pushing event deleted for resources: {'Port': ['ID=78985b7f-7c3d-42c3-99dc-cc6a49cfb8cb,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:45.151572 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edad0978-cd12-45bb-b074-1bb261309e97 None None] No DVR routers for this DVR port 78985b7f-7c3d-42c3-99dc-cc6a49cfb8cb on host n-d-712140-12 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:38:45.156425 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edad0978-cd12-45bb-b074-1bb261309e97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:45.156729 n-d-712140-12 neutron-server[94829]: Traceback (most recent call last): Aug 29 04:38:45.156729 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:38:45.156729 n-d-712140-12 neutron-server[94829]: timer() Aug 29 04:38:45.156729 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:38:45.156729 n-d-712140-12 neutron-server[94829]: cb(*args, **kw) Aug 29 04:38:45.156729 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:38:45.156729 n-d-712140-12 neutron-server[94829]: return func(*args, **kwargs) Aug 29 04:38:45.156729 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:38:45.156729 n-d-712140-12 neutron-server[94829]: self._notify() Aug 29 04:38:45.156729 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:38:45.156729 n-d-712140-12 neutron-server[94829]: self.callback(batched_events) Aug 29 04:38:45.156729 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:38:45.156729 n-d-712140-12 neutron-server[94829]: event.method(event) Aug 29 04:38:45.156729 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:38:45.156729 n-d-712140-12 neutron-server[94829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:38:45.156729 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:38:45.156729 n-d-712140-12 neutron-server[94829]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:38:45.156729 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:38:45.156729 n-d-712140-12 neutron-server[94829]: return f(self, *a, **k) Aug 29 04:38:45.156729 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:38:45.156729 n-d-712140-12 neutron-server[94829]: return self._get(url).json() Aug 29 04:38:45.156729 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:38:45.156729 n-d-712140-12 neutron-server[94829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:38:45.156729 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:38:45.156729 n-d-712140-12 neutron-server[94829]: return self.request(url, 'GET', **kwargs) Aug 29 04:38:45.156729 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:38:45.156729 n-d-712140-12 neutron-server[94829]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:38:45.156729 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:38:45.156729 n-d-712140-12 neutron-server[94829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:38:45.156729 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:38:45.156729 n-d-712140-12 neutron-server[94829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:38:45.156729 n-d-712140-12 neutron-server[94829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:38:45.159642 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edad0978-cd12-45bb-b074-1bb261309e97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:45.160672 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edad0978-cd12-45bb-b074-1bb261309e97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:45.161763 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edad0978-cd12-45bb-b074-1bb261309e97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:45.162364 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edad0978-cd12-45bb-b074-1bb261309e97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:45.162919 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edad0978-cd12-45bb-b074-1bb261309e97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:45.163860 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edad0978-cd12-45bb-b074-1bb261309e97 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:45.164044 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edad0978-cd12-45bb-b074-1bb261309e97 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:45.164593 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edad0978-cd12-45bb-b074-1bb261309e97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:45.165574 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edad0978-cd12-45bb-b074-1bb261309e97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:45.167015 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edad0978-cd12-45bb-b074-1bb261309e97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:45.167594 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edad0978-cd12-45bb-b074-1bb261309e97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:45.181549 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c16624bb-215b-45e5-8e12-4727425c1794 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:45.190196 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c16624bb-215b-45e5-8e12-4727425c1794 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:45.192344 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-c16624bb-215b-45e5-8e12-4727425c1794 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] 10.222.0.22 "DELETE /v2.0/networks/f03bb9be-45b6-438e-bfb0-e7721a093c39 HTTP/1.1" status: 204 len: 168 time: 0.8086007 Aug 29 04:38:45.195839 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 53012) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:45.200677 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-9fb8ca46-62e7-4ac7-9d5a-973e300b799e tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1775869849', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}, 'admin_state_up': False}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:45.212088 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16624bb-215b-45e5-8e12-4727425c1794 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Pushing event deleted for resources: {'Network': ['ID=f03bb9be-45b6-438e-bfb0-e7721a093c39,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:45.230453 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9fb8ca46-62e7-4ac7-9d5a-973e300b799e tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:45.231626 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9fb8ca46-62e7-4ac7-9d5a-973e300b799e tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1838'] for router, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:45.293361 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9fb8ca46-62e7-4ac7-9d5a-973e300b799e tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:45.439533 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9fb8ca46-62e7-4ac7-9d5a-973e300b799e tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:45.690097 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9fb8ca46-62e7-4ac7-9d5a-973e300b799e tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks [] for router_gateway, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:45.710284 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9fb8ca46-62e7-4ac7-9d5a-973e300b799e tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:45.837321 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-9fb8ca46-62e7-4ac7-9d5a-973e300b799e tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Allocated IP 172.25.0.55 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/888b1839-e685-4e40-bd8e-a532cf092127) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:38:45.948474 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9fb8ca46-62e7-4ac7-9d5a-973e300b799e tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:45.991237 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9fb8ca46-62e7-4ac7-9d5a-973e300b799e tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:46.030450 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb8ca46-62e7-4ac7-9d5a-973e300b799e tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:38:46.033451 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-9fb8ca46-62e7-4ac7-9d5a-973e300b799e tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:38:46.039625 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb8ca46-62e7-4ac7-9d5a-973e300b799e tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:38:46.073404 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb8ca46-62e7-4ac7-9d5a-973e300b799e tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Pushing event updated for resources: {'Port': ['ID=888b1839-e685-4e40-bd8e-a532cf092127,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:46.346340 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cff7b84-50eb-499e-9eea-18a56e435137 req-498fd32e-631f-4bc2-af32-4c996efd9ff5 tempest-TestServerAdvancedOps-1527321587 tempest-TestServerAdvancedOps-1527321587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:46.347926 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3cff7b84-50eb-499e-9eea-18a56e435137 req-498fd32e-631f-4bc2-af32-4c996efd9ff5 tempest-TestServerAdvancedOps-1527321587 tempest-TestServerAdvancedOps-1527321587-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab41959f-504a-485e-95bd-a9fcb0a9b459 HTTP/1.1" status: 200 len: 946 time: 0.1326559 Aug 29 04:38:46.387215 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9fb8ca46-62e7-4ac7-9d5a-973e300b799e tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks [] for router_gateway, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:46.449489 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3cff7b84-50eb-499e-9eea-18a56e435137 req-da319185-23fe-4814-b3ac-802aa98f7ebe tempest-TestServerAdvancedOps-1527321587 tempest-TestServerAdvancedOps-1527321587-project] 10.222.0.22 "GET /v2.0/security-groups?id=cce58c39-d9b7-48ab-993b-83f4ab69fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931220 Aug 29 04:38:46.766408 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5c1831-a388-4899-b78a-0dbe7357e7b1 req-9b540325-53d8-4ebf-b483-169a98212a68 tempest-TestServerAdvancedOps-1527321587 tempest-TestServerAdvancedOps-1527321587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:46.779241 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2f5c1831-a388-4899-b78a-0dbe7357e7b1 req-9b540325-53d8-4ebf-b483-169a98212a68 tempest-TestServerAdvancedOps-1527321587 tempest-TestServerAdvancedOps-1527321587-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab41959f-504a-485e-95bd-a9fcb0a9b459 HTTP/1.1" status: 200 len: 946 time: 0.0734684 Aug 29 04:38:46.841500 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2f5c1831-a388-4899-b78a-0dbe7357e7b1 req-eb84f750-5a01-4255-a4b6-c7e97bda6f29 tempest-TestServerAdvancedOps-1527321587 tempest-TestServerAdvancedOps-1527321587-project] 10.222.0.22 "GET /v2.0/security-groups?id=cce58c39-d9b7-48ab-993b-83f4ab69fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552182 Aug 29 04:38:47.042723 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9fb8ca46-62e7-4ac7-9d5a-973e300b799e tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409'] for router, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:47.204950 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fb8ca46-62e7-4ac7-9d5a-973e300b799e tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Router cb7dd11d-e417-4173-aec3-8a05b44ab0c9 is scheduled to L3 agent 76874008-c311-485c-ba36-921b6d275b6a with binding_index 1 {{(pid=94828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:38:47.333485 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 53066) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:47.349218 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fb8ca46-62e7-4ac7-9d5a-973e300b799e tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:38:47.364571 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86547095-7900-4df7-a503-f620184df37b None None] Sync routers for ids ['cb7dd11d-e417-4173-aec3-8a05b44ab0c9'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:38:47.372022 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9fb8ca46-62e7-4ac7-9d5a-973e300b799e tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks [] for router, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:47.373383 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-9fb8ca46-62e7-4ac7-9d5a-973e300b799e tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 2.1762567 Aug 29 04:38:47.374592 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:38:47.377775 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 53070) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:47.388503 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86547095-7900-4df7-a503-f620184df37b None None] Routers {'cb7dd11d-e417-4173-aec3-8a05b44ab0c9'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:38:47.389660 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-86547095-7900-4df7-a503-f620184df37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:38:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['cb7dd11d-e417-4173-aec3-8a05b44ab0c9'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:47.446155 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-86547095-7900-4df7-a503-f620184df37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:47.459809 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86547095-7900-4df7-a503-f620184df37b None None] Routers {'cb7dd11d-e417-4173-aec3-8a05b44ab0c9'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:38:47.461132 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-86547095-7900-4df7-a503-f620184df37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:38:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['cb7dd11d-e417-4173-aec3-8a05b44ab0c9'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:47.504850 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-86547095-7900-4df7-a503-f620184df37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:47.505605 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86547095-7900-4df7-a503-f620184df37b None None] The sync data for ids ['cb7dd11d-e417-4173-aec3-8a05b44ab0c9'] in n-d-712140-12 is: [] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:38:47.515014 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-226e1858-be12-4559-95c5-390f42d0bef1 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] 10.222.0.22 "GET /v2.0/routers/cb7dd11d-e417-4173-aec3-8a05b44ab0c9 HTTP/1.1" status: 200 len: 880 time: 0.1348112 Aug 29 04:38:47.516812 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 53074) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:47.521932 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5835b719-438b-4300-9ed3-dfd4df3ffd6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:47.632062 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5835b719-438b-4300-9ed3-dfd4df3ffd6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:47.638074 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5835b719-438b-4300-9ed3-dfd4df3ffd6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:47.689353 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 53078) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:47.690292 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-5835b719-438b-4300-9ed3-dfd4df3ffd6a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=91b0d352fca6462f92d223f8bc89839c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3558886 Aug 29 04:38:47.692803 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5835b719-438b-4300-9ed3-dfd4df3ffd6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a5b6c69-f5f4-4f74-8907-a84850573c18,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:47.838773 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-16abb6f7-a6b9-4f76-bba2-a33cc3701c19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:47.875947 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 53086) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:47.876490 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-0e794fb3-fed0-4d1f-b372-dbf846a1f86b tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.3580613 Aug 29 04:38:47.881934 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-16abb6f7-a6b9-4f76-bba2-a33cc3701c19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:47.882335 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-825762cc-498b-42f2-9c67-94d7a96f5d0b tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1775869849'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:47.945663 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-16abb6f7-a6b9-4f76-bba2-a33cc3701c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:47.949176 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-16abb6f7-a6b9-4f76-bba2-a33cc3701c19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:47.950609 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-16abb6f7-a6b9-4f76-bba2-a33cc3701c19 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3a5b6c69-f5f4-4f74-8907-a84850573c18 HTTP/1.1" status: 204 len: 168 time: 0.2598028 Aug 29 04:38:47.972259 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16abb6f7-a6b9-4f76-bba2-a33cc3701c19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a5b6c69-f5f4-4f74-8907-a84850573c18,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:48.054187 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc05e39-0389-4035-8302-b3c5c065f2c9 req-9a454920-0f8c-400c-a7a5-db068205f62e tempest-TestServerAdvancedOps-1527321587 tempest-TestServerAdvancedOps-1527321587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:48.055727 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0bc05e39-0389-4035-8302-b3c5c065f2c9 req-9a454920-0f8c-400c-a7a5-db068205f62e tempest-TestServerAdvancedOps-1527321587 tempest-TestServerAdvancedOps-1527321587-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab41959f-504a-485e-95bd-a9fcb0a9b459 HTTP/1.1" status: 200 len: 946 time: 0.1143675 Aug 29 04:38:48.148312 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0bc05e39-0389-4035-8302-b3c5c065f2c9 req-f6d7f030-3cfc-4851-8790-ddefc60a478d tempest-TestServerAdvancedOps-1527321587 tempest-TestServerAdvancedOps-1527321587-project] 10.222.0.22 "GET /v2.0/security-groups?id=cce58c39-d9b7-48ab-993b-83f4ab69fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816338 Aug 29 04:38:48.260588 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 53092) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:48.305329 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9d6384a6-9c10-41d0-a630-3ed83d78e43f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:48.336544 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-825762cc-498b-42f2-9c67-94d7a96f5d0b tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-719380', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-717238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1792'] for router, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:48.353939 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-825762cc-498b-42f2-9c67-94d7a96f5d0b tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-719375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-719366', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-717217'] for router, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:48.507363 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-825762cc-498b-42f2-9c67-94d7a96f5d0b tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Router cb7dd11d-e417-4173-aec3-8a05b44ab0c9 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:38:48.509300 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9d6384a6-9c10-41d0-a630-3ed83d78e43f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:48.515423 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9d6384a6-9c10-41d0-a630-3ed83d78e43f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:48.595300 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-9d6384a6-9c10-41d0-a630-3ed83d78e43f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7334d94290214f16aa9664831358f796&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3336356 Aug 29 04:38:48.598829 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 53094) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:48.602568 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6384a6-9c10-41d0-a630-3ed83d78e43f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cf8fcfb-7ca1-4922-84ef-6f5d339c37d5,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:48.658610 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-00593069-2bd4-4c1b-a925-6797a9f72608 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:48.684416 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-00593069-2bd4-4c1b-a925-6797a9f72608 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:48.740299 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-00593069-2bd4-4c1b-a925-6797a9f72608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:48.742870 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-00593069-2bd4-4c1b-a925-6797a9f72608 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:48.756552 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-00593069-2bd4-4c1b-a925-6797a9f72608 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1cf8fcfb-7ca1-4922-84ef-6f5d339c37d5 HTTP/1.1" status: 204 len: 168 time: 0.1556213 Aug 29 04:38:48.778987 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00593069-2bd4-4c1b-a925-6797a9f72608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cf8fcfb-7ca1-4922-84ef-6f5d339c37d5,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:48.846971 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5867c8a5-7de0-4158-b9af-df9e554b306f req-eaceaf10-bf52-490b-a815-0946f45fc578 tempest-TestServerAdvancedOps-1527321587 tempest-TestServerAdvancedOps-1527321587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:48.849078 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5867c8a5-7de0-4158-b9af-df9e554b306f req-eaceaf10-bf52-490b-a815-0946f45fc578 tempest-TestServerAdvancedOps-1527321587 tempest-TestServerAdvancedOps-1527321587-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab41959f-504a-485e-95bd-a9fcb0a9b459 HTTP/1.1" status: 200 len: 946 time: 0.0819480 Aug 29 04:38:48.973306 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-5867c8a5-7de0-4158-b9af-df9e554b306f req-d1abba07-e75e-4155-be9d-bccabbc4c0ac tempest-TestServerAdvancedOps-1527321587 tempest-TestServerAdvancedOps-1527321587-project] Deleting port 39afa2ea-bbc8-46a5-94f9-7397b5d82ade {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:38:48.973752 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-5867c8a5-7de0-4158-b9af-df9e554b306f req-d1abba07-e75e-4155-be9d-bccabbc4c0ac tempest-TestServerAdvancedOps-1527321587 tempest-TestServerAdvancedOps-1527321587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:49.036660 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-825762cc-498b-42f2-9c67-94d7a96f5d0b tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:38:49.046791 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-825762cc-498b-42f2-9c67-94d7a96f5d0b tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:49.048067 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-825762cc-498b-42f2-9c67-94d7a96f5d0b tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] 10.222.0.22 "PUT /v2.0/routers/cb7dd11d-e417-4173-aec3-8a05b44ab0c9 HTTP/1.1" status: 200 len: 887 time: 1.1710775 Aug 29 04:38:49.050842 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 53106) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:49.051365 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a5eda2-8523-4c96-815e-6970a76fc63e None None] Sync routers for ids ['cb7dd11d-e417-4173-aec3-8a05b44ab0c9'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:38:49.062676 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a5eda2-8523-4c96-815e-6970a76fc63e None None] Routers {'cb7dd11d-e417-4173-aec3-8a05b44ab0c9'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:38:49.063289 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-67a5eda2-8523-4c96-815e-6970a76fc63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:38:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['cb7dd11d-e417-4173-aec3-8a05b44ab0c9'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:49.083428 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-5867c8a5-7de0-4158-b9af-df9e554b306f req-d1abba07-e75e-4155-be9d-bccabbc4c0ac tempest-TestServerAdvancedOps-1527321587 tempest-TestServerAdvancedOps-1527321587-project] For port 39afa2ea-bbc8-46a5-94f9-7397b5d82ade, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=39afa2ea-bbc8-46a5-94f9-7397b5d82ade,segment=NetworkSegment(1bbb15d3-8510-4aac-a47d-e3d4bedeeacb),segment_id=1bbb15d3-8510-4aac-a47d-e3d4bedeeacb)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:49.084087 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-5867c8a5-7de0-4158-b9af-df9e554b306f req-d1abba07-e75e-4155-be9d-bccabbc4c0ac tempest-TestServerAdvancedOps-1527321587 tempest-TestServerAdvancedOps-1527321587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:49.119032 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-67a5eda2-8523-4c96-815e-6970a76fc63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:49.129874 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a5eda2-8523-4c96-815e-6970a76fc63e None None] Routers {'cb7dd11d-e417-4173-aec3-8a05b44ab0c9'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:38:49.130500 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-67a5eda2-8523-4c96-815e-6970a76fc63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:38:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['cb7dd11d-e417-4173-aec3-8a05b44ab0c9'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:49.143247 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-5867c8a5-7de0-4158-b9af-df9e554b306f req-d1abba07-e75e-4155-be9d-bccabbc4c0ac tempest-TestServerAdvancedOps-1527321587 tempest-TestServerAdvancedOps-1527321587-project] Calling delete_port for 39afa2ea-bbc8-46a5-94f9-7397b5d82ade owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:38:49.164897 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-67a5eda2-8523-4c96-815e-6970a76fc63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:49.165548 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a5eda2-8523-4c96-815e-6970a76fc63e None None] The sync data for ids ['cb7dd11d-e417-4173-aec3-8a05b44ab0c9'] in n-d-712140-12 is: [] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:38:49.198594 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:49.228564 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-3e244d76-8696-4119-9aea-786d5eb9187f tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] 10.222.0.22 "GET /v2.0/routers/cb7dd11d-e417-4173-aec3-8a05b44ab0c9 HTTP/1.1" status: 200 len: 887 time: 0.1726599 Aug 29 04:38:49.229795 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 53120) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:49.279859 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-243d21bb-0c60-4dd2-9674-ff3470f14da1 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] 10.222.0.22 "GET /v2.0/ports?device_id=cb7dd11d-e417-4173-aec3-8a05b44ab0c9 HTTP/1.1" status: 200 len: 205 time: 0.0488634 Aug 29 04:38:49.282850 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 53126) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:49.319102 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091f7812-f7ac-4b7f-835b-29e071aa141b req-987c048d-1bf8-4911-98b4-c2dbdce20328 tempest-TestServerAdvancedOps-1527321587 tempest-TestServerAdvancedOps-1527321587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:49.320834 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-091f7812-f7ac-4b7f-835b-29e071aa141b req-987c048d-1bf8-4911-98b4-c2dbdce20328 tempest-TestServerAdvancedOps-1527321587 tempest-TestServerAdvancedOps-1527321587-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab41959f-504a-485e-95bd-a9fcb0a9b459 HTTP/1.1" status: 200 len: 946 time: 0.0748737 Aug 29 04:38:49.385390 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-091f7812-f7ac-4b7f-835b-29e071aa141b req-0d1b39db-92f1-48c9-bc99-db135a723530 tempest-TestServerAdvancedOps-1527321587 tempest-TestServerAdvancedOps-1527321587-project] 10.222.0.22 "GET /v2.0/security-groups?id=cce58c39-d9b7-48ab-993b-83f4ab69fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461440 Aug 29 04:38:49.443183 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-5867c8a5-7de0-4158-b9af-df9e554b306f req-d1abba07-e75e-4155-be9d-bccabbc4c0ac tempest-TestServerAdvancedOps-1527321587 tempest-TestServerAdvancedOps-1527321587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:49.477421 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['39afa2ea-bbc8-46a5-94f9-7397b5d82ade'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:38:49.479538 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1abba07-e75e-4155-be9d-bccabbc4c0ac tempest-TestServerAdvancedOps-1527321587 tempest-TestServerAdvancedOps-1527321587-project] Pushing event deleted for resources: {'Port': ['ID=39afa2ea-bbc8-46a5-94f9-7397b5d82ade,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:49.523852 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4de98d3f-f826-42e2-9d1d-c1b1a3739e69 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks [] for router, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:49.541971 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-5867c8a5-7de0-4158-b9af-df9e554b306f req-d1abba07-e75e-4155-be9d-bccabbc4c0ac tempest-TestServerAdvancedOps-1527321587 tempest-TestServerAdvancedOps-1527321587-project] No DVR routers for this DVR port 39afa2ea-bbc8-46a5-94f9-7397b5d82ade on host n-h2-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:38:49.577218 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-5867c8a5-7de0-4158-b9af-df9e554b306f req-d1abba07-e75e-4155-be9d-bccabbc4c0ac tempest-TestServerAdvancedOps-1527321587 tempest-TestServerAdvancedOps-1527321587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:49.579359 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5867c8a5-7de0-4158-b9af-df9e554b306f req-d1abba07-e75e-4155-be9d-bccabbc4c0ac tempest-TestServerAdvancedOps-1527321587 tempest-TestServerAdvancedOps-1527321587-project] 10.222.0.48 "DELETE /v2.0/ports/39afa2ea-bbc8-46a5-94f9-7397b5d82ade HTTP/1.1" status: 204 len: 173 time: 0.7219231 Aug 29 04:38:49.579857 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab41959f-504a-485e-95bd-a9fcb0a9b459', 'name': 'network-vif-deleted', 'tag': '39afa2ea-bbc8-46a5-94f9-7397b5d82ade'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:38:49.582492 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29562f6a-818a-4d1a-b988-a0aa11c8b841" -d '{"events": [{"server_uuid": "ab41959f-504a-485e-95bd-a9fcb0a9b459", "name": "network-vif-deleted", "tag": "39afa2ea-bbc8-46a5-94f9-7397b5d82ade"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:38:49.658395 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82c627cb-1ef8-4ef3-9b85-3972bff0dd56 x-openstack-request-id: req-82c627cb-1ef8-4ef3-9b85-3972bff0dd56 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:38:49.659009 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab41959f-504a-485e-95bd-a9fcb0a9b459", "name": "network-vif-deleted", "tag": "39afa2ea-bbc8-46a5-94f9-7397b5d82ade", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:38:49.659009 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-82c627cb-1ef8-4ef3-9b85-3972bff0dd56 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:38:49.659325 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab41959f-504a-485e-95bd-a9fcb0a9b459', 'name': 'network-vif-deleted', 'tag': '39afa2ea-bbc8-46a5-94f9-7397b5d82ade', 'status': 'completed', 'code': 200} Aug 29 04:38:49.693583 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4de98d3f-f826-42e2-9d1d-c1b1a3739e69 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:49.727922 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 53160) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:49.772403 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-4de98d3f-f826-42e2-9d1d-c1b1a3739e69 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Deleting port 888b1839-e685-4e40-bd8e-a532cf092127 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:38:49.772667 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4de98d3f-f826-42e2-9d1d-c1b1a3739e69 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:49.854943 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4de98d3f-f826-42e2-9d1d-c1b1a3739e69 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:49.866701 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-e75654b6-a9b7-4efa-8222-b40467bccaef admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1522718411-network', 'tenant_id': '1b9a7819baef490fbc06e78f65f69520'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:49.867293 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-4de98d3f-f826-42e2-9d1d-c1b1a3739e69 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Calling delete_port for 888b1839-e685-4e40-bd8e-a532cf092127 owned by network:router_gateway {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:38:49.892059 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e75654b6-a9b7-4efa-8222-b40467bccaef admin admin] Made reservation on behalf of 1b9a7819baef490fbc06e78f65f69520 for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:38:49.894963 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e75654b6-a9b7-4efa-8222-b40467bccaef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:49.904224 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e75654b6-a9b7-4efa-8222-b40467bccaef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:50.029843 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e75654b6-a9b7-4efa-8222-b40467bccaef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:50.035986 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e75654b6-a9b7-4efa-8222-b40467bccaef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:50.064693 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75654b6-a9b7-4efa-8222-b40467bccaef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a3f5dd3-80b6-4a65-9e0e-135b5ac23aea,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:50.066089 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4de98d3f-f826-42e2-9d1d-c1b1a3739e69 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:50.083307 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e75654b6-a9b7-4efa-8222-b40467bccaef admin admin] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:38:50.103530 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e75654b6-a9b7-4efa-8222-b40467bccaef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:50.103795 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de98d3f-f826-42e2-9d1d-c1b1a3739e69 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Pushing event deleted for resources: {'Port': ['ID=888b1839-e685-4e40-bd8e-a532cf092127,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:50.103956 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-e75654b6-a9b7-4efa-8222-b40467bccaef admin admin] Added segment 09374e4b-5ea8-4027-9e26-8e497d589eae of type vlan for network be229881-0ec2-455a-897a-dce172af8a3a Aug 29 04:38:50.166685 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e75654b6-a9b7-4efa-8222-b40467bccaef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:50.183938 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4de98d3f-f826-42e2-9d1d-c1b1a3739e69 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719445'] for router_gateway, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:50.200188 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e75654b6-a9b7-4efa-8222-b40467bccaef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:50.201361 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75654b6-a9b7-4efa-8222-b40467bccaef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:50.201980 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e75654b6-a9b7-4efa-8222-b40467bccaef admin admin] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:50.281976 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-e75654b6-a9b7-4efa-8222-b40467bccaef admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5526359 Aug 29 04:38:50.285355 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 53184) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:50.290538 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-99f2240b-fe28-4b5c-a796-d5e625628214 admin admin] Request body: {'subnet': {'network_id': 'be229881-0ec2-455a-897a-dce172af8a3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1522718411-subnet', 'tenant_id': '1b9a7819baef490fbc06e78f65f69520', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:50.302724 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75654b6-a9b7-4efa-8222-b40467bccaef admin admin] Pushing event updated for resources: {'Network': ['ID=be229881-0ec2-455a-897a-dce172af8a3a,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:50.308574 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4de98d3f-f826-42e2-9d1d-c1b1a3739e69 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:50.310927 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4de98d3f-f826-42e2-9d1d-c1b1a3739e69 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:50.320022 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network be229881-0ec2-455a-897a-dce172af8a3a details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:38:50.329949 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99f2240b-fe28-4b5c-a796-d5e625628214 admin admin] Made reservation on behalf of 1b9a7819baef490fbc06e78f65f69520 for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:38:50.333480 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-99f2240b-fe28-4b5c-a796-d5e625628214 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4552395'] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:50.370301 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4de98d3f-f826-42e2-9d1d-c1b1a3739e69 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717253'] for router, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:50.371947 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4de98d3f-f826-42e2-9d1d-c1b1a3739e69 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Fanout notify agent at l3_agent the message router_deleted on router cb7dd11d-e417-4173-aec3-8a05b44ab0c9 {{(pid=94828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:38:50.390755 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4de98d3f-f826-42e2-9d1d-c1b1a3739e69 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks [] for router, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:50.392110 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-4de98d3f-f826-42e2-9d1d-c1b1a3739e69 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] 10.222.0.22 "DELETE /v2.0/routers/cb7dd11d-e417-4173-aec3-8a05b44ab0c9 HTTP/1.1" status: 204 len: 168 time: 1.1079752 Aug 29 04:38:50.396361 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 53186) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:50.402513 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-ba31a0be-db40-4fee-816c-bd2897995020 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Request body: {'network': {'name': 'tempest-RoutersTest-743620854'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:50.435348 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba31a0be-db40-4fee-816c-bd2897995020 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Made reservation on behalf of 8faa5ea7fca64f93a90f1124ba2b3499 for: {'network': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:38:50.442653 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ba31a0be-db40-4fee-816c-bd2897995020 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:50.459200 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 53190) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:50.477363 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba31a0be-db40-4fee-816c-bd2897995020 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=94828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:38:50.489506 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ba31a0be-db40-4fee-816c-bd2897995020 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:50.490147 n-d-712140-12 neutron-server[94828]: INFO neutron.db.segments_db [None req-ba31a0be-db40-4fee-816c-bd2897995020 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Added segment 3a235060-b9b3-4ac7-b3c5-76b3b3fbc8fa of type vlan for network 7eaba1f8-eeff-452d-968e-55ae9b0ada66 Aug 29 04:38:50.541272 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1c9cd19-4026-4b8a-9d70-c0f852d12ee5 admin admin] Deleting subnet ab215c19-73a8-4ece-ab8f-4209a18da365 {{(pid=94829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:38:50.549337 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c1c9cd19-4026-4b8a-9d70-c0f852d12ee5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:50.554378 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ba31a0be-db40-4fee-816c-bd2897995020 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:50.586044 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ba31a0be-db40-4fee-816c-bd2897995020 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:50.591971 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-99f2240b-fe28-4b5c-a796-d5e625628214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4274880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4552377'] for subnet, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:50.592178 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba31a0be-db40-4fee-816c-bd2897995020 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:50.592712 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ba31a0be-db40-4fee-816c-bd2897995020 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:50.602939 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c1c9cd19-4026-4b8a-9d70-c0f852d12ee5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4311743'] for subnet, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:50.696915 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f2240b-fe28-4b5c-a796-d5e625628214 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cf0ab5d-ea93-4123-87b0-2319546f7c28,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:50.701428 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-ba31a0be-db40-4fee-816c-bd2897995020 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3014832 Aug 29 04:38:50.702044 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c1c9cd19-4026-4b8a-9d70-c0f852d12ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:50.704697 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 53192) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:50.710244 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba31a0be-db40-4fee-816c-bd2897995020 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Pushing event updated for resources: {'Network': ['ID=7eaba1f8-eeff-452d-968e-55ae9b0ada66,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:50.722632 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 7eaba1f8-eeff-452d-968e-55ae9b0ada66 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:38:50.731815 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-8959553d-59b8-4afb-8317-b33e3c77b7d3 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Request body: {'subnet': {'network_id': '7eaba1f8-eeff-452d-968e-55ae9b0ada66', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:50.783898 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f2240b-fe28-4b5c-a796-d5e625628214 admin admin] Checking segment: {'id': '09374e4b-5ea8-4027-9e26-8e497d589eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'be229881-0ec2-455a-897a-dce172af8a3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:38:50.784273 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f2240b-fe28-4b5c-a796-d5e625628214 admin admin] Network hostable DHCP agents. Network: be229881-0ec2-455a-897a-dce172af8a3a, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:38:50.848839 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f2240b-fe28-4b5c-a796-d5e625628214 admin admin] Network be229881-0ec2-455a-897a-dce172af8a3a is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:38:50.855725 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c1c9cd19-4026-4b8a-9d70-c0f852d12ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4552352'] for subnet, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:50.893904 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8959553d-59b8-4afb-8317-b33e3c77b7d3 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Made reservation on behalf of 8faa5ea7fca64f93a90f1124ba2b3499 for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:38:50.897500 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8959553d-59b8-4afb-8317-b33e3c77b7d3 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4552395'] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:50.900513 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c9cd19-4026-4b8a-9d70-c0f852d12ee5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab215c19-73a8-4ece-ab8f-4209a18da365,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:50.902775 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-99f2240b-fe28-4b5c-a796-d5e625628214 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, be229881-0ec2-455a-897a-dce172af8a3a) {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:38:50.905153 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c1c9cd19-4026-4b8a-9d70-c0f852d12ee5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:50.909610 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-c1c9cd19-4026-4b8a-9d70-c0f852d12ee5 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/ab215c19-73a8-4ece-ab8f-4209a18da365 HTTP/1.1" status: 204 len: 168 time: 0.4469860 Aug 29 04:38:50.910489 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 53194) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:50.914207 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574ba628-fb59-4f58-b93e-d7cd5beff17f None None] Network be229881-0ec2-455a-897a-dce172af8a3a requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:38:50.919052 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f2240b-fe28-4b5c-a796-d5e625628214 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:50.919652 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-99f2240b-fe28-4b5c-a796-d5e625628214 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:51.032342 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-99f2240b-fe28-4b5c-a796-d5e625628214 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7383897 Aug 29 04:38:51.046042 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de727103-b819-492c-b955-65338282bc8e None None] Network be229881-0ec2-455a-897a-dce172af8a3a requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:38:51.075653 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-bb725b76-429e-43c1-9a73-c21c1ef493e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:51.218356 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-bb725b76-429e-43c1-9a73-c21c1ef493e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:51.235503 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-bb725b76-429e-43c1-9a73-c21c1ef493e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90dffc0e-ffd1-4c1b-9d0e-d68240e7ec32']}} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:51.266644 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-bb725b76-429e-43c1-9a73-c21c1ef493e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bbb15d3-8510-4aac-a47d-e3d4bedeeacb') {'for_net_delete': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:51.266948 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-bb725b76-429e-43c1-9a73-c21c1ef493e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bbb15d3-8510-4aac-a47d-e3d4bedeeacb') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:51.285085 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-bb725b76-429e-43c1-9a73-c21c1ef493e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4311712'] for segment, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:51.309008 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8959553d-59b8-4afb-8317-b33e3c77b7d3 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4274880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4552377'] for subnet, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:51.311616 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-bb725b76-429e-43c1-9a73-c21c1ef493e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:51.347098 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb725b76-429e-43c1-9a73-c21c1ef493e7 admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=94829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:38:51.347564 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-bb725b76-429e-43c1-9a73-c21c1ef493e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4274277'] for segment, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:51.363106 n-d-712140-12 neutron-server[94829]: Traceback (most recent call last): Aug 29 04:38:51.363106 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:38:51.363106 n-d-712140-12 neutron-server[94829]: timer() Aug 29 04:38:51.363106 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:38:51.363106 n-d-712140-12 neutron-server[94829]: cb(*args, **kw) Aug 29 04:38:51.363106 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:38:51.363106 n-d-712140-12 neutron-server[94829]: return func(*args, **kwargs) Aug 29 04:38:51.363106 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:38:51.363106 n-d-712140-12 neutron-server[94829]: self._notify() Aug 29 04:38:51.363106 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:38:51.363106 n-d-712140-12 neutron-server[94829]: self.callback(batched_events) Aug 29 04:38:51.363106 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:38:51.363106 n-d-712140-12 neutron-server[94829]: event.method(event) Aug 29 04:38:51.363106 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:38:51.363106 n-d-712140-12 neutron-server[94829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:38:51.363106 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:38:51.363106 n-d-712140-12 neutron-server[94829]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:38:51.363106 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:38:51.363106 n-d-712140-12 neutron-server[94829]: return f(self, *a, **k) Aug 29 04:38:51.363106 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:38:51.363106 n-d-712140-12 neutron-server[94829]: return self._get(url).json() Aug 29 04:38:51.363106 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:38:51.363106 n-d-712140-12 neutron-server[94829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:38:51.363106 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:38:51.363106 n-d-712140-12 neutron-server[94829]: return self.request(url, 'GET', **kwargs) Aug 29 04:38:51.363106 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:38:51.363106 n-d-712140-12 neutron-server[94829]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:38:51.363106 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:38:51.363106 n-d-712140-12 neutron-server[94829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:38:51.363106 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:38:51.363106 n-d-712140-12 neutron-server[94829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:38:51.363106 n-d-712140-12 neutron-server[94829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:38:51.443627 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8959553d-59b8-4afb-8317-b33e3c77b7d3 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Pushing event updated for resources: {'Subnet': ['ID=6e740bb7-2777-4624-84ef-3a442e3fed26,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:51.454883 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8959553d-59b8-4afb-8317-b33e3c77b7d3 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Checking segment: {'id': '3a235060-b9b3-4ac7-b3c5-76b3b3fbc8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '7eaba1f8-eeff-452d-968e-55ae9b0ada66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:38:51.455266 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8959553d-59b8-4afb-8317-b33e3c77b7d3 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Network hostable DHCP agents. Network: 7eaba1f8-eeff-452d-968e-55ae9b0ada66, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:38:51.458924 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-bb725b76-429e-43c1-9a73-c21c1ef493e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:51.465394 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-bb725b76-429e-43c1-9a73-c21c1ef493e7 admin admin] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:51.470426 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-bb725b76-429e-43c1-9a73-c21c1ef493e7 admin admin] 10.222.0.22 "DELETE /v2.0/networks/90dffc0e-ffd1-4c1b-9d0e-d68240e7ec32 HTTP/1.1" status: 204 len: 168 time: 0.5588343 Aug 29 04:38:51.470616 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 53210) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:51.487460 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb725b76-429e-43c1-9a73-c21c1ef493e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=90dffc0e-ffd1-4c1b-9d0e-d68240e7ec32,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:51.500802 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8959553d-59b8-4afb-8317-b33e3c77b7d3 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Network 7eaba1f8-eeff-452d-968e-55ae9b0ada66 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:38:51.510886 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-8959553d-59b8-4afb-8317-b33e3c77b7d3 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 7eaba1f8-eeff-452d-968e-55ae9b0ada66) {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:38:51.515870 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8959553d-59b8-4afb-8317-b33e3c77b7d3 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:51.516479 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8959553d-59b8-4afb-8317-b33e3c77b7d3 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:51.525057 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62526b7d-7cf4-417c-8383-f1bcc6a506f0 None None] Network 7eaba1f8-eeff-452d-968e-55ae9b0ada66 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:38:51.545700 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b262d9f-2f07-44f8-b712-954a18a5941c admin admin] Deleting subnet 7af11797-f7a0-4258-b79f-ce92573ab805 {{(pid=94828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:38:51.551779 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5b262d9f-2f07-44f8-b712-954a18a5941c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:51.562416 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-8959553d-59b8-4afb-8317-b33e3c77b7d3 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8562384 Aug 29 04:38:51.563280 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 53214) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:51.568207 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-317f651e-e307-4fae-a2f5-01d3e35d97b8 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-488055009', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:51.598662 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5b262d9f-2f07-44f8-b712-954a18a5941c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8904862'] for subnet, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:51.626326 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-317f651e-e307-4fae-a2f5-01d3e35d97b8 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:51.628984 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-317f651e-e307-4fae-a2f5-01d3e35d97b8 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1838'] for router, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:51.643418 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 53218) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:51.652029 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-a6ceeb01-a606-4bae-b289-6433d841c37f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2134616900-network', 'tenant_id': '11f647c42fca4bb2b9c84261616aa838'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:51.685143 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5b262d9f-2f07-44f8-b712-954a18a5941c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:51.696011 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-317f651e-e307-4fae-a2f5-01d3e35d97b8 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:51.702042 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-317f651e-e307-4fae-a2f5-01d3e35d97b8 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409'] for router, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:51.723738 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6ceeb01-a606-4bae-b289-6433d841c37f admin admin] Made reservation on behalf of 11f647c42fca4bb2b9c84261616aa838 for: {'network': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:38:51.727458 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a6ceeb01-a606-4bae-b289-6433d841c37f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:51.728076 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-317f651e-e307-4fae-a2f5-01d3e35d97b8 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:51.732487 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-317f651e-e307-4fae-a2f5-01d3e35d97b8 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1655319 Aug 29 04:38:51.732769 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 53220) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:51.738465 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a6ceeb01-a606-4bae-b289-6433d841c37f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:51.742073 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204c0e23-f27a-4e3d-b654-0cf19e467a33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-7eaba1f8-eeff-452d-968e-55ae9b0ada66', 'network_id': '7eaba1f8-eeff-452d-968e-55ae9b0ada66', 'tenant_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'fixed_ips': [{'subnet_id': '6e740bb7-2777-4624-84ef-3a442e3fed26'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:38:51.743195 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-204c0e23-f27a-4e3d-b654-0cf19e467a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:51.785905 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5b262d9f-2f07-44f8-b712-954a18a5941c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9190434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062341'] for subnet, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:51.813983 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b262d9f-2f07-44f8-b712-954a18a5941c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7af11797-f7a0-4258-b79f-ce92573ab805,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:51.835959 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5b262d9f-2f07-44f8-b712-954a18a5941c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:51.837915 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-5b262d9f-2f07-44f8-b712-954a18a5941c admin admin] 10.222.0.22 "DELETE /v2.0/subnets/7af11797-f7a0-4258-b79f-ce92573ab805 HTTP/1.1" status: 204 len: 168 time: 0.3659768 Aug 29 04:38:51.842632 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 53222) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:51.937118 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-55f6af2d-433a-4382-92de-736449a618b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:51.940568 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-204c0e23-f27a-4e3d-b654-0cf19e467a33 None None] Allocated IP 172.20.0.2 (7eaba1f8-eeff-452d-968e-55ae9b0ada66/6e740bb7-2777-4624-84ef-3a442e3fed26/92fb2290-efc7-473c-b7e0-37bb330c1c75) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:38:52.052524 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-55f6af2d-433a-4382-92de-736449a618b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:52.070776 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-55f6af2d-433a-4382-92de-736449a618b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a035c69f-8f5b-4718-97ad-ec4196638492']}} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:52.083916 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-03444717-d584-4602-94a1-3f59951b34a5 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:52.086839 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a6ceeb01-a606-4bae-b289-6433d841c37f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:52.094362 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-55f6af2d-433a-4382-92de-736449a618b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f274e86-75c9-46d0-9437-8002f1b69c76') {'for_net_delete': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:52.094720 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-55f6af2d-433a-4382-92de-736449a618b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f274e86-75c9-46d0-9437-8002f1b69c76') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:52.112362 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a6ceeb01-a606-4bae-b289-6433d841c37f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:52.124222 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6ceeb01-a606-4bae-b289-6433d841c37f admin admin] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=94828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:38:52.133952 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a6ceeb01-a606-4bae-b289-6433d841c37f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:52.134380 n-d-712140-12 neutron-server[94828]: INFO neutron.db.segments_db [None req-a6ceeb01-a606-4bae-b289-6433d841c37f admin admin] Added segment 029f8357-179f-45f7-9857-b042d2b5c438 of type vlan for network 2064fe17-7d7b-4b90-b40d-2af4c31ac264 Aug 29 04:38:52.136953 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-204c0e23-f27a-4e3d-b654-0cf19e467a33 None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:52.146777 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-204c0e23-f27a-4e3d-b654-0cf19e467a33 None None] Transition to ACTIVE for port object 92fb2290-efc7-473c-b7e0-37bb330c1c75 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:38:52.164065 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-204c0e23-f27a-4e3d-b654-0cf19e467a33 None None] Transition to ACTIVE for port object 92fb2290-efc7-473c-b7e0-37bb330c1c75 will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:38:52.175317 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-204c0e23-f27a-4e3d-b654-0cf19e467a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:52.183388 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-55f6af2d-433a-4382-92de-736449a618b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8904833'] for segment, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:52.202066 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a6ceeb01-a606-4bae-b289-6433d841c37f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:52.219842 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-55f6af2d-433a-4382-92de-736449a618b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:52.245432 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55f6af2d-433a-4382-92de-736449a618b1 admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=94828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:38:52.245935 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-55f6af2d-433a-4382-92de-736449a618b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9190468'] for segment, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:52.247757 n-d-712140-12 neutron-server[94828]: Traceback (most recent call last): Aug 29 04:38:52.247757 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:38:52.247757 n-d-712140-12 neutron-server[94828]: timer() Aug 29 04:38:52.247757 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:38:52.247757 n-d-712140-12 neutron-server[94828]: cb(*args, **kw) Aug 29 04:38:52.247757 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:38:52.247757 n-d-712140-12 neutron-server[94828]: return func(*args, **kwargs) Aug 29 04:38:52.247757 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:38:52.247757 n-d-712140-12 neutron-server[94828]: self._notify() Aug 29 04:38:52.247757 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:38:52.247757 n-d-712140-12 neutron-server[94828]: self.callback(batched_events) Aug 29 04:38:52.247757 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:38:52.247757 n-d-712140-12 neutron-server[94828]: event.method(event) Aug 29 04:38:52.247757 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:38:52.247757 n-d-712140-12 neutron-server[94828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:38:52.247757 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:38:52.247757 n-d-712140-12 neutron-server[94828]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:38:52.247757 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:38:52.247757 n-d-712140-12 neutron-server[94828]: return f(self, *a, **k) Aug 29 04:38:52.247757 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:38:52.247757 n-d-712140-12 neutron-server[94828]: return self._get(url).json() Aug 29 04:38:52.247757 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:38:52.247757 n-d-712140-12 neutron-server[94828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:38:52.247757 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:38:52.247757 n-d-712140-12 neutron-server[94828]: return self.request(url, 'GET', **kwargs) Aug 29 04:38:52.247757 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:38:52.247757 n-d-712140-12 neutron-server[94828]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:38:52.247757 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:38:52.247757 n-d-712140-12 neutron-server[94828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:38:52.247757 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:38:52.247757 n-d-712140-12 neutron-server[94828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:38:52.247757 n-d-712140-12 neutron-server[94828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:38:52.249646 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204c0e23-f27a-4e3d-b654-0cf19e467a33 None None] Network 7eaba1f8-eeff-452d-968e-55ae9b0ada66 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:38:52.252707 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-204c0e23-f27a-4e3d-b654-0cf19e467a33 None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:38:52.255780 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204c0e23-f27a-4e3d-b654-0cf19e467a33 None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:38:52.299671 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ceeb01-a606-4bae-b289-6433d841c37f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9239fdd6-a72c-43d2-9474-fcff55d30963,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:52.313850 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a6ceeb01-a606-4bae-b289-6433d841c37f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:52.314816 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ceeb01-a606-4bae-b289-6433d841c37f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:52.315460 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a6ceeb01-a606-4bae-b289-6433d841c37f admin admin] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:52.321711 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204c0e23-f27a-4e3d-b654-0cf19e467a33 None None] Pushing event updated for resources: {'Port': ['ID=92fb2290-efc7-473c-b7e0-37bb330c1c75,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:52.335363 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-204c0e23-f27a-4e3d-b654-0cf19e467a33 None None] Attempting to bind port 92fb2290-efc7-473c-b7e0-37bb330c1c75 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:38:52.335860 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-204c0e23-f27a-4e3d-b654-0cf19e467a33 None None] Attempting to bind port 92fb2290-efc7-473c-b7e0-37bb330c1c75 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '3a235060-b9b3-4ac7-b3c5-76b3b3fbc8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '7eaba1f8-eeff-452d-968e-55ae9b0ada66'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:38:52.336321 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204c0e23-f27a-4e3d-b654-0cf19e467a33 None None] Attempting to bind port 92fb2290-efc7-473c-b7e0-37bb330c1c75 on network 7eaba1f8-eeff-452d-968e-55ae9b0ada66 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:38:52.342955 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204c0e23-f27a-4e3d-b654-0cf19e467a33 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:38:52.343609 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204c0e23-f27a-4e3d-b654-0cf19e467a33 None None] Checking segment: {'id': '3a235060-b9b3-4ac7-b3c5-76b3b3fbc8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '7eaba1f8-eeff-452d-968e-55ae9b0ada66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:38:52.344029 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-204c0e23-f27a-4e3d-b654-0cf19e467a33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:52.344425 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204c0e23-f27a-4e3d-b654-0cf19e467a33 None None] Bound using segment: {'id': '3a235060-b9b3-4ac7-b3c5-76b3b3fbc8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '7eaba1f8-eeff-452d-968e-55ae9b0ada66'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:38:52.344965 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-204c0e23-f27a-4e3d-b654-0cf19e467a33 None None] Bound port: 92fb2290-efc7-473c-b7e0-37bb330c1c75, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a235060-b9b3-4ac7-b3c5-76b3b3fbc8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '7eaba1f8-eeff-452d-968e-55ae9b0ada66'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:38:52.345317 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-204c0e23-f27a-4e3d-b654-0cf19e467a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:52.393496 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-55f6af2d-433a-4382-92de-736449a618b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:52.408768 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-a6ceeb01-a606-4bae-b289-6433d841c37f admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7635379 Aug 29 04:38:52.415611 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 53230) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:52.430021 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-55f6af2d-433a-4382-92de-736449a618b1 admin admin] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:52.432594 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-55f6af2d-433a-4382-92de-736449a618b1 admin admin] 10.222.0.22 "DELETE /v2.0/networks/a035c69f-8f5b-4718-97ad-ec4196638492 HTTP/1.1" status: 204 len: 168 time: 0.5885477 Aug 29 04:38:52.448976 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-1ed5685e-d6d3-4110-b4f9-a3f5572ea062 admin admin] Request body: {'subnet': {'network_id': '2064fe17-7d7b-4b90-b40d-2af4c31ac264', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2134616900-subnet', 'tenant_id': '11f647c42fca4bb2b9c84261616aa838', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:52.482185 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ceeb01-a606-4bae-b289-6433d841c37f admin admin] Pushing event updated for resources: {'Network': ['ID=2064fe17-7d7b-4b90-b40d-2af4c31ac264,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:52.503425 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ed5685e-d6d3-4110-b4f9-a3f5572ea062 admin admin] Made reservation on behalf of 11f647c42fca4bb2b9c84261616aa838 for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:38:52.505791 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-03444717-d584-4602-94a1-3f59951b34a5 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Allocated IP 172.20.0.1 (7eaba1f8-eeff-452d-968e-55ae9b0ada66/6e740bb7-2777-4624-84ef-3a442e3fed26/1d0a176a-583e-41bf-9439-db3cc8f2ff86) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:38:52.506301 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1ed5685e-d6d3-4110-b4f9-a3f5572ea062 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:52.531015 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f6af2d-433a-4382-92de-736449a618b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=a035c69f-8f5b-4718-97ad-ec4196638492,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:52.704421 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 2064fe17-7d7b-4b90-b40d-2af4c31ac264 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:38:52.707267 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 39afa2ea-bbc8-46a5-94f9-7397b5d82ade no longer exists at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:38:52.714915 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-03444717-d584-4602-94a1-3f59951b34a5 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:52.757570 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-03444717-d584-4602-94a1-3f59951b34a5 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Transition to ACTIVE for port object 1d0a176a-583e-41bf-9439-db3cc8f2ff86 will not be triggered until provisioned by entity DHCP. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:38:52.818361 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] No Port match for: 39afa2ea-bbc8-46a5-94f9-7397b5d82ade {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:38:52.819934 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 53244) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:52.823190 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 39afa2ea-bbc8-46a5-94f9-7397b5d82ade not bound to the agent host n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:38:52.829596 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1ed5685e-d6d3-4110-b4f9-a3f5572ea062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9191137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10062364'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:52.837562 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-03444717-d584-4602-94a1-3f59951b34a5 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:52.888946 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed5685e-d6d3-4110-b4f9-a3f5572ea062 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0167ffbc-75a5-4f7d-ab9c-9e99642f612b,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:52.899523 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-204c0e23-f27a-4e3d-b654-0cf19e467a33 None None] For port 92fb2290-efc7-473c-b7e0-37bb330c1c75, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:38:52.914819 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-204c0e23-f27a-4e3d-b654-0cf19e467a33 None None] For port 92fb2290-efc7-473c-b7e0-37bb330c1c75, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=92fb2290-efc7-473c-b7e0-37bb330c1c75,segment=NetworkSegment(3a235060-b9b3-4ac7-b3c5-76b3b3fbc8fa),segment_id=3a235060-b9b3-4ac7-b3c5-76b3b3fbc8fa)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:38:52.922441 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-204c0e23-f27a-4e3d-b654-0cf19e467a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:52.933704 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03444717-d584-4602-94a1-3f59951b34a5 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Network 7eaba1f8-eeff-452d-968e-55ae9b0ada66 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:38:52.937001 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-03444717-d584-4602-94a1-3f59951b34a5 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:38:52.942731 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-3a409c73-4813-40ce-aefb-7cb96f9d292a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b2a9d2aeb7f64d7f96fceccfc0aa93e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1208920 Aug 29 04:38:52.945466 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 53248) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:52.947954 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03444717-d584-4602-94a1-3f59951b34a5 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:38:52.980633 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03444717-d584-4602-94a1-3f59951b34a5 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Pushing event updated for resources: {'Port': ['ID=1d0a176a-583e-41bf-9439-db3cc8f2ff86,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:52.989191 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed5685e-d6d3-4110-b4f9-a3f5572ea062 admin admin] Checking segment: {'id': '029f8357-179f-45f7-9857-b042d2b5c438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '2064fe17-7d7b-4b90-b40d-2af4c31ac264'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:38:52.989611 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed5685e-d6d3-4110-b4f9-a3f5572ea062 admin admin] Network hostable DHCP agents. Network: 2064fe17-7d7b-4b90-b40d-2af4c31ac264, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:38:52.991527 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204c0e23-f27a-4e3d-b654-0cf19e467a33 None None] Pushing event updated for resources: {'Port': ['ID=92fb2290-efc7-473c-b7e0-37bb330c1c75,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:53.006836 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-03444717-d584-4602-94a1-3f59951b34a5 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719598'] for router_interface, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:53.011140 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f4ed2b33-9018-45bc-8f55-ca66602b7702 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:53.036523 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed5685e-d6d3-4110-b4f9-a3f5572ea062 admin admin] Network 2064fe17-7d7b-4b90-b40d-2af4c31ac264 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:38:53.059666 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f4ed2b33-9018-45bc-8f55-ca66602b7702 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:53.066771 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-1ed5685e-d6d3-4110-b4f9-a3f5572ea062 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 2064fe17-7d7b-4b90-b40d-2af4c31ac264) {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:38:53.074067 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed5685e-d6d3-4110-b4f9-a3f5572ea062 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:53.074667 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1ed5685e-d6d3-4110-b4f9-a3f5572ea062 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:53.080268 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61119d4c-3f12-43ff-83ca-1d567372b633 None None] Network 2064fe17-7d7b-4b90-b40d-2af4c31ac264 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:38:53.094745 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 53250) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:53.121387 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-1ed5685e-d6d3-4110-b4f9-a3f5572ea062 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6996744 Aug 29 04:38:53.161266 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f4ed2b33-9018-45bc-8f55-ca66602b7702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:53.164210 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f4ed2b33-9018-45bc-8f55-ca66602b7702 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:53.171342 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-f4ed2b33-9018-45bc-8f55-ca66602b7702 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cce58c39-d9b7-48ab-993b-83f4ab69fc12 HTTP/1.1" status: 204 len: 168 time: 0.2224367 Aug 29 04:38:53.178399 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-03444717-d584-4602-94a1-3f59951b34a5 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:53.203026 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ed2b33-9018-45bc-8f55-ca66602b7702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cce58c39-d9b7-48ab-993b-83f4ab69fc12,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:53.364603 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ebfec9b2-ab76-4260-8598-3ffc57afacfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:53.394728 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a57a5b-1e97-43c9-9031-e327f413a8da None None] Network 2064fe17-7d7b-4b90-b40d-2af4c31ac264 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:38:53.588855 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ebfec9b2-ab76-4260-8598-3ffc57afacfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:53.593988 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ebfec9b2-ab76-4260-8598-3ffc57afacfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:53.639436 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-ebfec9b2-ab76-4260-8598-3ffc57afacfc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=226484e21f254a578be17ae28cfe25a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5435236 Aug 29 04:38:53.641819 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfec9b2-ab76-4260-8598-3ffc57afacfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36b83709-4a59-435f-9a79-7000d9fa68a3,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:53.643879 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 53268) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:53.725352 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-03444717-d584-4602-94a1-3f59951b34a5 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:53.738672 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-03444717-d584-4602-94a1-3f59951b34a5 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:53.768325 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-649000ac-f98a-4af3-a214-8ee855f02c1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:53.792675 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 53270) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:53.826349 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03444717-d584-4602-94a1-3f59951b34a5 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Pushing event updated for resources: {'Port': ['ID=1d0a176a-583e-41bf-9439-db3cc8f2ff86,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:53.839782 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-71d303c8-1bd7-4c47-9a2f-a5877f4aa1b2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8b0a9be9c9dc4d46b800b263145646bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0456903 Aug 29 04:38:53.842275 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 53272) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:53.845235 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-649000ac-f98a-4af3-a214-8ee855f02c1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:53.855028 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-03444717-d584-4602-94a1-3f59951b34a5 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-718897'] for router_interface, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:53.895515 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f5b62449-f7b3-4e00-a3e3-d47f8d946396 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:53.929080 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f5b62449-f7b3-4e00-a3e3-d47f8d946396 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:53.975922 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-649000ac-f98a-4af3-a214-8ee855f02c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:53.982632 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-649000ac-f98a-4af3-a214-8ee855f02c1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:53.982632 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-649000ac-f98a-4af3-a214-8ee855f02c1e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/36b83709-4a59-435f-9a79-7000d9fa68a3 HTTP/1.1" status: 204 len: 168 time: 0.3351514 Aug 29 04:38:53.993243 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649000ac-f98a-4af3-a214-8ee855f02c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36b83709-4a59-435f-9a79-7000d9fa68a3,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:54.006741 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03444717-d584-4602-94a1-3f59951b34a5 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Network 7eaba1f8-eeff-452d-968e-55ae9b0ada66 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:38:54.008236 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-03444717-d584-4602-94a1-3f59951b34a5 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:38:54.412103 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e9eb0f-f0f4-4dbe-8c70-58f33c91d95b None None] Network 7eaba1f8-eeff-452d-968e-55ae9b0ada66 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:38:54.445156 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 53288) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:54.464282 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e3595b16-523e-40d1-8aa7-c23b086d51a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:54.476874 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f5b62449-f7b3-4e00-a3e3-d47f8d946396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:54.479505 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f5b62449-f7b3-4e00-a3e3-d47f8d946396 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:54.480752 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-f5b62449-f7b3-4e00-a3e3-d47f8d946396 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e276e2b0-1ed9-4ede-8e90-26ba606ab8a6 HTTP/1.1" status: 204 len: 168 time: 0.6374459 Aug 29 04:38:54.499202 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-0365d0a9-eae8-45b7-8b5c-55cc7904330e None None] Provisioning for port 92fb2290-efc7-473c-b7e0-37bb330c1c75 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:38:54.505661 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b62449-f7b3-4e00-a3e3-d47f8d946396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e276e2b0-1ed9-4ede-8e90-26ba606ab8a6,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:54.569705 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e3595b16-523e-40d1-8aa7-c23b086d51a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:54.575419 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03444717-d584-4602-94a1-3f59951b34a5 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Router f769aa72-a712-4108-a340-201ed7e9d5b9 is scheduled to L3 agent 76874008-c311-485c-ba36-921b6d275b6a with binding_index 1 {{(pid=94829) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:38:54.584912 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e3595b16-523e-40d1-8aa7-c23b086d51a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:54.626336 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b76df2-b616-4d15-a0e4-3c6f930c68bd req-263f840e-2d8e-4b16-abd0-217e8e5a44da tempest-VolumesActionsTest-225999335 tempest-VolumesActionsTest-225999335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:54.637513 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a9b76df2-b616-4d15-a0e4-3c6f930c68bd req-263f840e-2d8e-4b16-abd0-217e8e5a44da tempest-VolumesActionsTest-225999335 tempest-VolumesActionsTest-225999335-project] 10.222.0.22 "GET /v2.0/networks?id=be229881-0ec2-455a-897a-dce172af8a3a HTTP/1.1" status: 200 len: 809 time: 0.6688633 Aug 29 04:38:54.655208 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a9b76df2-b616-4d15-a0e4-3c6f930c68bd req-6b2ebced-9ae7-4625-8584-ea33168cf140 tempest-VolumesActionsTest-225999335 tempest-VolumesActionsTest-225999335-project] 10.222.0.22 "GET /v2.0/quotas/1b9a7819baef490fbc06e78f65f69520 HTTP/1.1" status: 200 len: 375 time: 0.0163434 Aug 29 04:38:54.710241 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-e3595b16-523e-40d1-8aa7-c23b086d51a6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=187cad7c0f0244beb4f37293ed010435&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2639983 Aug 29 04:38:54.713483 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 53292) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:54.719586 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a9b76df2-b616-4d15-a0e4-3c6f930c68bd req-8132da6c-9abb-4409-8b84-747b1345f06e tempest-VolumesActionsTest-225999335 tempest-VolumesActionsTest-225999335-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=1b9a7819baef490fbc06e78f65f69520&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0634711 Aug 29 04:38:54.722172 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3595b16-523e-40d1-8aa7-c23b086d51a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5be5dfe0-02a0-4818-ab37-93cd1c8bf221,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:54.771878 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03444717-d584-4602-94a1-3f59951b34a5 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:38:54.778815 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-03444717-d584-4602-94a1-3f59951b34a5 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] 10.222.0.22 "PUT /v2.0/routers/f769aa72-a712-4108-a340-201ed7e9d5b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0448136 Aug 29 04:38:54.785047 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 53294) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:54.810762 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3908fd6d-e151-40c8-9b51-e87a1dd8dca7 None None] Sync routers for ids ['f769aa72-a712-4108-a340-201ed7e9d5b9'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:38:54.860718 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3908fd6d-e151-40c8-9b51-e87a1dd8dca7 None None] Routers {'f769aa72-a712-4108-a340-201ed7e9d5b9'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:38:54.861609 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-3908fd6d-e151-40c8-9b51-e87a1dd8dca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:38:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['f769aa72-a712-4108-a340-201ed7e9d5b9'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:54.867147 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3873864e-9a0d-4a21-8831-0045aad33466 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:54.868668 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-3873864e-9a0d-4a21-8831-0045aad33466 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] 10.222.0.22 "GET /v2.0/ports/1d0a176a-583e-41bf-9439-db3cc8f2ff86 HTTP/1.1" status: 200 len: 910 time: 0.0826375 Aug 29 04:38:54.870322 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e4df530d-bf22-46f2-808a-0d6f5763752b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:54.872737 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 53296) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:54.887380 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-389c5b3e-57f0-488a-91f2-7735c4a9fabe tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6e740bb7-2777-4624-84ef-3a442e3fed26'}]}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:54.906637 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e4df530d-bf22-46f2-808a-0d6f5763752b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:54.947759 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-3908fd6d-e151-40c8-9b51-e87a1dd8dca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:54.978019 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3908fd6d-e151-40c8-9b51-e87a1dd8dca7 None None] Routers {'f769aa72-a712-4108-a340-201ed7e9d5b9'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:38:54.979181 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-3908fd6d-e151-40c8-9b51-e87a1dd8dca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:38:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['f769aa72-a712-4108-a340-201ed7e9d5b9'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:55.001104 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e4df530d-bf22-46f2-808a-0d6f5763752b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:55.007020 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e4df530d-bf22-46f2-808a-0d6f5763752b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:55.009272 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a9b76df2-b616-4d15-a0e4-3c6f930c68bd req-ecc50f89-f3a7-497c-bc01-f1d5586db4d9 service neutron] 10.222.0.22 "GET /v2.0/networks/be229881-0ec2-455a-897a-dce172af8a3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597299 Aug 29 04:38:55.009937 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-e4df530d-bf22-46f2-808a-0d6f5763752b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5be5dfe0-02a0-4818-ab37-93cd1c8bf221 HTTP/1.1" status: 204 len: 168 time: 0.2953553 Aug 29 04:38:55.043049 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4df530d-bf22-46f2-808a-0d6f5763752b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5be5dfe0-02a0-4818-ab37-93cd1c8bf221,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:55.071138 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 92fb2290-efc7-473c-b7e0-37bb330c1c75 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:38:55.081186 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-3908fd6d-e151-40c8-9b51-e87a1dd8dca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:55.088739 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3908fd6d-e151-40c8-9b51-e87a1dd8dca7 None None] The sync data for ids ['f769aa72-a712-4108-a340-201ed7e9d5b9'] in n-d-712140-12 is: [] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:38:55.209749 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 92fb2290-efc7-473c-b7e0-37bb330c1c75 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:38:55.215124 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 92fb2290-efc7-473c-b7e0-37bb330c1c75 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:38:55.215792 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:55.272022 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-487b6caa-26c9-45ce-8707-d4675e30ef5c None None] Provisioning complete for port 92fb2290-efc7-473c-b7e0-37bb330c1c75 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:38:55.272790 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-487b6caa-26c9-45ce-8707-d4675e30ef5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:55.320626 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-389c5b3e-57f0-488a-91f2-7735c4a9fabe tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:55.363918 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:55.398663 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a9b76df2-b616-4d15-a0e4-3c6f930c68bd req-2526f0d5-0733-4a07-ba34-c75f6dbf9f1e service neutron] 10.222.0.22 "GET /v2.0/networks/be229881-0ec2-455a-897a-dce172af8a3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3769643 Aug 29 04:38:55.437231 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 92fb2290-efc7-473c-b7e0-37bb330c1c75, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=92fb2290-efc7-473c-b7e0-37bb330c1c75,segment=NetworkSegment(3a235060-b9b3-4ac7-b3c5-76b3b3fbc8fa),segment_id=3a235060-b9b3-4ac7-b3c5-76b3b3fbc8fa)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:55.440303 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-487b6caa-26c9-45ce-8707-d4675e30ef5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:55.443758 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:55.570207 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=92fb2290-efc7-473c-b7e0-37bb330c1c75,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:55.579488 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.db.api [None req-487b6caa-26c9-45ce-8707-d4675e30ef5c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94830) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:38:55.579611 n-d-712140-12 neutron-server[94830]: DEBUG oslo_db.api [None req-487b6caa-26c9-45ce-8707-d4675e30ef5c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:38:55.816593 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-daf0f617-b92e-4973-b559-4c5da415600a req-67db95e9-ced1-44e4-932e-23790688b58c tempest-VolumesActionsTest-225999335 tempest-VolumesActionsTest-225999335-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e7c4e7c-5a30-4e73-b76d-9a60963f8fc5 HTTP/1.1" status: 200 len: 210 time: 0.0904901 Aug 29 04:38:55.926087 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-389c5b3e-57f0-488a-91f2-7735c4a9fabe tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:55.936052 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-389c5b3e-57f0-488a-91f2-7735c4a9fabe tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:56.018081 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389c5b3e-57f0-488a-91f2-7735c4a9fabe tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:56.018708 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-389c5b3e-57f0-488a-91f2-7735c4a9fabe tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:56.022993 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-389c5b3e-57f0-488a-91f2-7735c4a9fabe tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] 10.222.0.22 "PUT /v2.0/ports/1d0a176a-583e-41bf-9439-db3cc8f2ff86 HTTP/1.1" status: 200 len: 910 time: 1.1465657 Aug 29 04:38:56.023423 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 53330) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:56.025986 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389c5b3e-57f0-488a-91f2-7735c4a9fabe tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Pushing event updated for resources: {'Port': ['ID=1d0a176a-583e-41bf-9439-db3cc8f2ff86,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:56.144895 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-487b6caa-26c9-45ce-8707-d4675e30ef5c None None] Provisioning for port 1d0a176a-583e-41bf-9439-db3cc8f2ff86 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:38:56.149366 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-487b6caa-26c9-45ce-8707-d4675e30ef5c None None] Provisioning complete for port 1d0a176a-583e-41bf-9439-db3cc8f2ff86 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:38:56.149748 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-487b6caa-26c9-45ce-8707-d4675e30ef5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:56.189121 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-487b6caa-26c9-45ce-8707-d4675e30ef5c None None] Port 1d0a176a-583e-41bf-9439-db3cc8f2ff86 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:38:56.311353 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-d5b09e3c-df6f-48f8-8f7e-21f679fc7268 None None] Provisioning complete for port 1d0a176a-583e-41bf-9439-db3cc8f2ff86 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:38:56.312183 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d5b09e3c-df6f-48f8-8f7e-21f679fc7268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:56.377788 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-d5b09e3c-df6f-48f8-8f7e-21f679fc7268 None None] Port 1d0a176a-583e-41bf-9439-db3cc8f2ff86 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:38:56.406995 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4121062c-2077-4568-a3b2-b7a6ddb251ba tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713413'] for router_interface, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:56.661543 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-4121062c-2077-4568-a3b2-b7a6ddb251ba tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Deleting port 1d0a176a-583e-41bf-9439-db3cc8f2ff86 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:38:56.661887 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4121062c-2077-4568-a3b2-b7a6ddb251ba tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:56.770354 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4121062c-2077-4568-a3b2-b7a6ddb251ba tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:56.787374 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-4121062c-2077-4568-a3b2-b7a6ddb251ba tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Calling delete_port for 1d0a176a-583e-41bf-9439-db3cc8f2ff86 owned by network:router_interface {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:38:56.843333 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b76df2-b616-4d15-a0e4-3c6f930c68bd req-df311e73-c26b-4e4f-9303-4764164467fe tempest-VolumesActionsTest-225999335 tempest-VolumesActionsTest-225999335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:56.844866 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a9b76df2-b616-4d15-a0e4-3c6f930c68bd req-df311e73-c26b-4e4f-9303-4764164467fe tempest-VolumesActionsTest-225999335 tempest-VolumesActionsTest-225999335-project] 10.222.0.48 "GET /v2.0/networks?id=be229881-0ec2-455a-897a-dce172af8a3a HTTP/1.1" status: 200 len: 809 time: 0.1225200 Aug 29 04:38:56.885286 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-a9b76df2-b616-4d15-a0e4-3c6f930c68bd req-90d4bdc0-d3de-4601-81f5-cb7d79bf75cd tempest-VolumesActionsTest-225999335 tempest-VolumesActionsTest-225999335-project] Request body: {'port': {'device_id': '1e7c4e7c-5a30-4e73-b76d-9a60963f8fc5', 'network_id': 'be229881-0ec2-455a-897a-dce172af8a3a', 'admin_state_up': True, 'tenant_id': '1b9a7819baef490fbc06e78f65f69520'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:56.968956 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 92fb2290-efc7-473c-b7e0-37bb330c1c75 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:38:57.003085 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3da022ae-3aaf-47fa-93bb-cef7c1a29bde req-28d04694-556a-4f83-8be5-578d7e59be39 tempest-VolumesActionsTest-225999335 tempest-VolumesActionsTest-225999335-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e7c4e7c-5a30-4e73-b76d-9a60963f8fc5 HTTP/1.1" status: 200 len: 210 time: 0.0440338 Aug 29 04:38:57.034034 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 92fb2290-efc7-473c-b7e0-37bb330c1c75 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:38:57.034297 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4121062c-2077-4568-a3b2-b7a6ddb251ba tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:57.035458 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:57.069210 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4121062c-2077-4568-a3b2-b7a6ddb251ba tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Pushing event deleted for resources: {'Port': ['ID=1d0a176a-583e-41bf-9439-db3cc8f2ff86,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:57.095486 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9b76df2-b616-4d15-a0e4-3c6f930c68bd req-90d4bdc0-d3de-4601-81f5-cb7d79bf75cd tempest-VolumesActionsTest-225999335 tempest-VolumesActionsTest-225999335-project] Made reservation on behalf of 1b9a7819baef490fbc06e78f65f69520 for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:38:57.100915 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a9b76df2-b616-4d15-a0e4-3c6f930c68bd req-90d4bdc0-d3de-4601-81f5-cb7d79bf75cd tempest-VolumesActionsTest-225999335 tempest-VolumesActionsTest-225999335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:57.225090 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4121062c-2077-4568-a3b2-b7a6ddb251ba tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-713231'] for router_interface, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:57.278614 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-a9b76df2-b616-4d15-a0e4-3c6f930c68bd req-90d4bdc0-d3de-4601-81f5-cb7d79bf75cd tempest-VolumesActionsTest-225999335 tempest-VolumesActionsTest-225999335-project] Allocated IP 172.20.0.7 (be229881-0ec2-455a-897a-dce172af8a3a/4cf0ab5d-ea93-4123-87b0-2319546f7c28/57e31737-faf1-4d2f-bdcd-b439078b0737) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:38:57.420657 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4121062c-2077-4568-a3b2-b7a6ddb251ba tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Router f769aa72-a712-4108-a340-201ed7e9d5b9 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:38:57.471446 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a9b76df2-b616-4d15-a0e4-3c6f930c68bd req-90d4bdc0-d3de-4601-81f5-cb7d79bf75cd tempest-VolumesActionsTest-225999335 tempest-VolumesActionsTest-225999335-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:57.504126 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4121062c-2077-4568-a3b2-b7a6ddb251ba tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:38:57.515170 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a9b76df2-b616-4d15-a0e4-3c6f930c68bd req-90d4bdc0-d3de-4601-81f5-cb7d79bf75cd tempest-VolumesActionsTest-225999335 tempest-VolumesActionsTest-225999335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:57.515897 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-4121062c-2077-4568-a3b2-b7a6ddb251ba tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] 10.222.0.22 "PUT /v2.0/routers/f769aa72-a712-4108-a340-201ed7e9d5b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4912484 Aug 29 04:38:57.516714 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 53360) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:57.517730 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d719a5-74e8-4147-9519-68bb7ede0c39 None None] Sync routers for ids ['f769aa72-a712-4108-a340-201ed7e9d5b9'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:38:57.531183 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d719a5-74e8-4147-9519-68bb7ede0c39 None None] Routers {'f769aa72-a712-4108-a340-201ed7e9d5b9'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:38:57.532021 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-23d719a5-74e8-4147-9519-68bb7ede0c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:38:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['f769aa72-a712-4108-a340-201ed7e9d5b9'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:57.555714 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-472e6698-7dc3-4038-9065-0979e70f110d tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] 10.222.0.22 "GET /v2.0/ports?device_id=f769aa72-a712-4108-a340-201ed7e9d5b9 HTTP/1.1" status: 200 len: 205 time: 0.0376756 Aug 29 04:38:57.556342 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 53362) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:57.559756 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9b76df2-b616-4d15-a0e4-3c6f930c68bd req-90d4bdc0-d3de-4601-81f5-cb7d79bf75cd tempest-VolumesActionsTest-225999335 tempest-VolumesActionsTest-225999335-project] Network be229881-0ec2-455a-897a-dce172af8a3a is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:38:57.563118 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-a9b76df2-b616-4d15-a0e4-3c6f930c68bd req-90d4bdc0-d3de-4601-81f5-cb7d79bf75cd tempest-VolumesActionsTest-225999335 tempest-VolumesActionsTest-225999335-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:38:57.569269 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-23d719a5-74e8-4147-9519-68bb7ede0c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:57.578785 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d719a5-74e8-4147-9519-68bb7ede0c39 None None] Routers {'f769aa72-a712-4108-a340-201ed7e9d5b9'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:38:57.579476 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-23d719a5-74e8-4147-9519-68bb7ede0c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:38:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['f769aa72-a712-4108-a340-201ed7e9d5b9'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:57.585975 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9b76df2-b616-4d15-a0e4-3c6f930c68bd req-90d4bdc0-d3de-4601-81f5-cb7d79bf75cd tempest-VolumesActionsTest-225999335 tempest-VolumesActionsTest-225999335-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:38:57.612135 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-23d719a5-74e8-4147-9519-68bb7ede0c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:57.612898 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d719a5-74e8-4147-9519-68bb7ede0c39 None None] The sync data for ids ['f769aa72-a712-4108-a340-201ed7e9d5b9'] in n-d-712140-12 is: [] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:38:57.639212 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d4bdc0-d3de-4601-81f5-cb7d79bf75cd tempest-VolumesActionsTest-225999335 tempest-VolumesActionsTest-225999335-project] Pushing event updated for resources: {'Port': ['ID=57e31737-faf1-4d2f-bdcd-b439078b0737,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:57.651286 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3f7268a2-a38d-428d-89f7-bbe6ffc6bc3f tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks [] for router, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:57.660662 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b76df2-b616-4d15-a0e4-3c6f930c68bd req-90d4bdc0-d3de-4601-81f5-cb7d79bf75cd tempest-VolumesActionsTest-225999335 tempest-VolumesActionsTest-225999335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:57.661329 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a9b76df2-b616-4d15-a0e4-3c6f930c68bd req-90d4bdc0-d3de-4601-81f5-cb7d79bf75cd tempest-VolumesActionsTest-225999335 tempest-VolumesActionsTest-225999335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:57.677107 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a9b76df2-b616-4d15-a0e4-3c6f930c68bd req-90d4bdc0-d3de-4601-81f5-cb7d79bf75cd tempest-VolumesActionsTest-225999335 tempest-VolumesActionsTest-225999335-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7957394 Aug 29 04:38:57.696253 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-a9b76df2-b616-4d15-a0e4-3c6f930c68bd req-437339dd-3aad-4ce1-838e-9b90255db5d4 service neutron] Request body: {'port': {'device_id': '1e7c4e7c-5a30-4e73-b76d-9a60963f8fc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:57.757040 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a9b76df2-b616-4d15-a0e4-3c6f930c68bd req-437339dd-3aad-4ce1-838e-9b90255db5d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:57.821724 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3f7268a2-a38d-428d-89f7-bbe6ffc6bc3f tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:57.824872 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3f7268a2-a38d-428d-89f7-bbe6ffc6bc3f tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:57.897087 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3f7268a2-a38d-428d-89f7-bbe6ffc6bc3f tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717253'] for router, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:57.898320 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f7268a2-a38d-428d-89f7-bbe6ffc6bc3f tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Fanout notify agent at l3_agent the message router_deleted on router f769aa72-a712-4108-a340-201ed7e9d5b9 {{(pid=94829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:38:57.908158 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3f7268a2-a38d-428d-89f7-bbe6ffc6bc3f tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:57.910666 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-3f7268a2-a38d-428d-89f7-bbe6ffc6bc3f tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] 10.222.0.22 "DELETE /v2.0/routers/f769aa72-a712-4108-a340-201ed7e9d5b9 HTTP/1.1" status: 204 len: 168 time: 0.3515010 Aug 29 04:38:57.912199 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 53366) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:57.989357 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_v2 [None req-06fd8d20-487d-4854-b153-f1bb5e6fc105 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Deleting subnet 6e740bb7-2777-4624-84ef-3a442e3fed26 {{(pid=94829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:38:57.995427 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-06fd8d20-487d-4854-b153-f1bb5e6fc105 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks [] for subnet, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:58.044214 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-06fd8d20-487d-4854-b153-f1bb5e6fc105 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4311743'] for subnet, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:58.138929 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-a9b76df2-b616-4d15-a0e4-3c6f930c68bd req-437339dd-3aad-4ce1-838e-9b90255db5d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57e31737-faf1-4d2f-bdcd-b439078b0737 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:38:58.143547 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-06fd8d20-487d-4854-b153-f1bb5e6fc105 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:58.149937 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a9b76df2-b616-4d15-a0e4-3c6f930c68bd req-437339dd-3aad-4ce1-838e-9b90255db5d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:58.175448 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5dd3d7-3016-4a4c-ae6c-d8a1611dda73 req-3d7f0111-1298-4e1b-8bbf-b303bec8b727 tempest-VolumesActionsTest-225999335 tempest-VolumesActionsTest-225999335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:58.177269 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-aa5dd3d7-3016-4a4c-ae6c-d8a1611dda73 req-3d7f0111-1298-4e1b-8bbf-b303bec8b727 tempest-VolumesActionsTest-225999335 tempest-VolumesActionsTest-225999335-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e7c4e7c-5a30-4e73-b76d-9a60963f8fc5 HTTP/1.1" status: 200 len: 931 time: 0.0805848 Aug 29 04:38:58.178278 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-a9b76df2-b616-4d15-a0e4-3c6f930c68bd req-437339dd-3aad-4ce1-838e-9b90255db5d4 service neutron] Transition to ACTIVE for port object 57e31737-faf1-4d2f-bdcd-b439078b0737 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:38:58.183425 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a9b76df2-b616-4d15-a0e4-3c6f930c68bd req-437339dd-3aad-4ce1-838e-9b90255db5d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:58.210251 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-06fd8d20-487d-4854-b153-f1bb5e6fc105 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4552352'] for subnet, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:58.241461 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fd8d20-487d-4854-b153-f1bb5e6fc105 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Pushing event deleted for resources: {'Subnet': ['ID=6e740bb7-2777-4624-84ef-3a442e3fed26,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:58.243471 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-06fd8d20-487d-4854-b153-f1bb5e6fc105 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:58.246310 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-06fd8d20-487d-4854-b153-f1bb5e6fc105 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] 10.222.0.22 "DELETE /v2.0/subnets/6e740bb7-2777-4624-84ef-3a442e3fed26 HTTP/1.1" status: 204 len: 168 time: 0.3320429 Aug 29 04:38:58.248377 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 53372) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:58.254380 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcce9ecc-cb0d-4682-93f4-5deca0d97dfe None None] Network 7eaba1f8-eeff-452d-968e-55ae9b0ada66 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:38:58.257269 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437339dd-3aad-4ce1-838e-9b90255db5d4 service neutron] Pushing event updated for resources: {'Port': ['ID=57e31737-faf1-4d2f-bdcd-b439078b0737,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:58.270687 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-aa5dd3d7-3016-4a4c-ae6c-d8a1611dda73 req-037a90b5-44a0-4222-a1ca-89336545682f tempest-VolumesActionsTest-225999335 tempest-VolumesActionsTest-225999335-project] 10.222.0.22 "GET /v2.0/security-groups?id=8a3f5dd3-80b6-4a65-9e0e-135b5ac23aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846908 Aug 29 04:38:58.333520 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d6da1d91-1af1-4388-9b1b-84e2e6572a4f tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:58.340076 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-a9b76df2-b616-4d15-a0e4-3c6f930c68bd req-437339dd-3aad-4ce1-838e-9b90255db5d4 service neutron] Attempting to bind port 57e31737-faf1-4d2f-bdcd-b439078b0737 on host n-h2-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:38:58.340426 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-a9b76df2-b616-4d15-a0e4-3c6f930c68bd req-437339dd-3aad-4ce1-838e-9b90255db5d4 service neutron] Attempting to bind port 57e31737-faf1-4d2f-bdcd-b439078b0737 by drivers openvswitch,hyperv on host n-h2-712140-12 at level 0 using segments [{'id': '09374e4b-5ea8-4027-9e26-8e497d589eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'be229881-0ec2-455a-897a-dce172af8a3a'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:38:58.340926 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b76df2-b616-4d15-a0e4-3c6f930c68bd req-437339dd-3aad-4ce1-838e-9b90255db5d4 service neutron] Attempting to bind port 57e31737-faf1-4d2f-bdcd-b439078b0737 on network be229881-0ec2-455a-897a-dce172af8a3a {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:38:58.349922 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b76df2-b616-4d15-a0e4-3c6f930c68bd req-437339dd-3aad-4ce1-838e-9b90255db5d4 service neutron] Port 57e31737-faf1-4d2f-bdcd-b439078b0737 on network be229881-0ec2-455a-897a-dce172af8a3a not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:38:58.350262 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b76df2-b616-4d15-a0e4-3c6f930c68bd req-437339dd-3aad-4ce1-838e-9b90255db5d4 service neutron] Attempting to bind port 57e31737-faf1-4d2f-bdcd-b439078b0737 on network be229881-0ec2-455a-897a-dce172af8a3a {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:38:58.355983 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b76df2-b616-4d15-a0e4-3c6f930c68bd req-437339dd-3aad-4ce1-838e-9b90255db5d4 service neutron] Checking agent: {'id': 'b3a0606b-b029-4f5e-8798-3a32b71d8844', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:38:58.356336 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b76df2-b616-4d15-a0e4-3c6f930c68bd req-437339dd-3aad-4ce1-838e-9b90255db5d4 service neutron] Checking segment: {'id': '09374e4b-5ea8-4027-9e26-8e497d589eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'be229881-0ec2-455a-897a-dce172af8a3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:38:58.356722 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b76df2-b616-4d15-a0e4-3c6f930c68bd req-437339dd-3aad-4ce1-838e-9b90255db5d4 service neutron] Bound using segment: {'id': '09374e4b-5ea8-4027-9e26-8e497d589eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'be229881-0ec2-455a-897a-dce172af8a3a'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:38:58.357149 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-a9b76df2-b616-4d15-a0e4-3c6f930c68bd req-437339dd-3aad-4ce1-838e-9b90255db5d4 service neutron] Bound port: 57e31737-faf1-4d2f-bdcd-b439078b0737, host: n-h2-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09374e4b-5ea8-4027-9e26-8e497d589eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'be229881-0ec2-455a-897a-dce172af8a3a'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:38:58.357517 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a9b76df2-b616-4d15-a0e4-3c6f930c68bd req-437339dd-3aad-4ce1-838e-9b90255db5d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:58.394888 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-d6da1d91-1af1-4388-9b1b-84e2e6572a4f tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Deleting port 92fb2290-efc7-473c-b7e0-37bb330c1c75 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:38:58.395249 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d6da1d91-1af1-4388-9b1b-84e2e6572a4f tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:58.437715 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-a9b76df2-b616-4d15-a0e4-3c6f930c68bd req-437339dd-3aad-4ce1-838e-9b90255db5d4 service neutron] For port 57e31737-faf1-4d2f-bdcd-b439078b0737, host n-h2-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:38:58.446355 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-a9b76df2-b616-4d15-a0e4-3c6f930c68bd req-437339dd-3aad-4ce1-838e-9b90255db5d4 service neutron] For port 57e31737-faf1-4d2f-bdcd-b439078b0737, host n-h2-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=57e31737-faf1-4d2f-bdcd-b439078b0737,segment=NetworkSegment(09374e4b-5ea8-4027-9e26-8e497d589eae),segment_id=09374e4b-5ea8-4027-9e26-8e497d589eae)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:38:58.452068 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a9b76df2-b616-4d15-a0e4-3c6f930c68bd req-437339dd-3aad-4ce1-838e-9b90255db5d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:58.465336 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8431841-2041-4c0c-9c41-bfe0764bae64 None None] DHCP port deletion for 7eaba1f8-eeff-452d-968e-55ae9b0ada66 request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:38:58.465707 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-d6da1d91-1af1-4388-9b1b-84e2e6572a4f tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] For port 92fb2290-efc7-473c-b7e0-37bb330c1c75, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=92fb2290-efc7-473c-b7e0-37bb330c1c75,segment=NetworkSegment(3a235060-b9b3-4ac7-b3c5-76b3b3fbc8fa),segment_id=3a235060-b9b3-4ac7-b3c5-76b3b3fbc8fa)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:58.466084 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d6da1d91-1af1-4388-9b1b-84e2e6572a4f tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:58.479980 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-d6da1d91-1af1-4388-9b1b-84e2e6572a4f tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Calling delete_port for 92fb2290-efc7-473c-b7e0-37bb330c1c75 owned by network:dhcp {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:38:58.517112 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b76df2-b616-4d15-a0e4-3c6f930c68bd req-437339dd-3aad-4ce1-838e-9b90255db5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:58.517746 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a9b76df2-b616-4d15-a0e4-3c6f930c68bd req-437339dd-3aad-4ce1-838e-9b90255db5d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:58.519169 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a9b76df2-b616-4d15-a0e4-3c6f930c68bd req-437339dd-3aad-4ce1-838e-9b90255db5d4 service neutron] 10.222.0.48 "PUT /v2.0/ports/57e31737-faf1-4d2f-bdcd-b439078b0737 HTTP/1.1" status: 200 len: 1092 time: 0.8273723 Aug 29 04:38:58.519643 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e7c4e7c-5a30-4e73-b76d-9a60963f8fc5', 'tag': '57e31737-faf1-4d2f-bdcd-b439078b0737'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:38:58.522341 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4a4ba57-23a9-4a05-84b4-934ebdf4a16e" -d '{"events": [{"name": "network-changed", "server_uuid": "1e7c4e7c-5a30-4e73-b76d-9a60963f8fc5", "tag": "57e31737-faf1-4d2f-bdcd-b439078b0737"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:38:58.551104 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-d8431841-2041-4c0c-9c41-bfe0764bae64 None None] Deleting port 92fb2290-efc7-473c-b7e0-37bb330c1c75 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:38:58.551493 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d8431841-2041-4c0c-9c41-bfe0764bae64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:58.562674 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437339dd-3aad-4ce1-838e-9b90255db5d4 service neutron] Pushing event updated for resources: {'Port': ['ID=57e31737-faf1-4d2f-bdcd-b439078b0737,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:58.575870 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8c7bcbb-3866-4856-a526-460053de948c x-openstack-request-id: req-f8c7bcbb-3866-4856-a526-460053de948c {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:38:58.576241 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e7c4e7c-5a30-4e73-b76d-9a60963f8fc5", "tag": "57e31737-faf1-4d2f-bdcd-b439078b0737", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:38:58.576358 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f8c7bcbb-3866-4856-a526-460053de948c {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:38:58.576758 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e7c4e7c-5a30-4e73-b76d-9a60963f8fc5', 'tag': '57e31737-faf1-4d2f-bdcd-b439078b0737', 'status': 'completed', 'code': 200} Aug 29 04:38:58.591377 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d6da1d91-1af1-4388-9b1b-84e2e6572a4f tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:58.624542 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6da1d91-1af1-4388-9b1b-84e2e6572a4f tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Pushing event deleted for resources: {'Port': ['ID=92fb2290-efc7-473c-b7e0-37bb330c1c75,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:58.628621 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6da1d91-1af1-4388-9b1b-84e2e6572a4f tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] No DVR routers for this DVR port 92fb2290-efc7-473c-b7e0-37bb330c1c75 on host n-d-712140-12 {{(pid=94829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:38:58.669059 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b76df2-b616-4d15-a0e4-3c6f930c68bd req-82d43139-1513-454a-ace8-787342683843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:58.670709 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a9b76df2-b616-4d15-a0e4-3c6f930c68bd req-82d43139-1513-454a-ace8-787342683843 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1b9a7819baef490fbc06e78f65f69520&device_id=1e7c4e7c-5a30-4e73-b76d-9a60963f8fc5 HTTP/1.1" status: 200 len: 1095 time: 0.0785437 Aug 29 04:38:58.671858 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-d8431841-2041-4c0c-9c41-bfe0764bae64 None None] For port 92fb2290-efc7-473c-b7e0-37bb330c1c75, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=92fb2290-efc7-473c-b7e0-37bb330c1c75,segment=NetworkSegment(3a235060-b9b3-4ac7-b3c5-76b3b3fbc8fa),segment_id=3a235060-b9b3-4ac7-b3c5-76b3b3fbc8fa)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:58.672611 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d8431841-2041-4c0c-9c41-bfe0764bae64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:58.692438 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-d8431841-2041-4c0c-9c41-bfe0764bae64 None None] Calling delete_port for 92fb2290-efc7-473c-b7e0-37bb330c1c75 owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:38:58.721160 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:58.721956 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d6da1d91-1af1-4388-9b1b-84e2e6572a4f tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:58.737229 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-d6da1d91-1af1-4388-9b1b-84e2e6572a4f tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7eaba1f8-eeff-452d-968e-55ae9b0ada66']}} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:58.753794 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-d6da1d91-1af1-4388-9b1b-84e2e6572a4f tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a235060-b9b3-4ac7-b3c5-76b3b3fbc8fa') {'for_net_delete': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:58.754288 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-d6da1d91-1af1-4388-9b1b-84e2e6572a4f tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a235060-b9b3-4ac7-b3c5-76b3b3fbc8fa') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:58.759499 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a9b76df2-b616-4d15-a0e4-3c6f930c68bd req-6172deb5-6732-4395-b88f-3715615b42c8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=57e31737-faf1-4d2f-bdcd-b439078b0737 HTTP/1.1" status: 200 len: 217 time: 0.0746689 Aug 29 04:38:58.767792 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d6da1d91-1af1-4388-9b1b-84e2e6572a4f tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4311712'] for segment, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:58.787438 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d6da1d91-1af1-4388-9b1b-84e2e6572a4f tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:58.796089 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6da1d91-1af1-4388-9b1b-84e2e6572a4f tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=94829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:38:58.797367 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d6da1d91-1af1-4388-9b1b-84e2e6572a4f tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4274277'] for segment, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:58.802512 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d8431841-2041-4c0c-9c41-bfe0764bae64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:58.853439 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8431841-2041-4c0c-9c41-bfe0764bae64 None None] No DVR routers for this DVR port 92fb2290-efc7-473c-b7e0-37bb330c1c75 on host n-d-712140-12 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:38:58.861769 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8431841-2041-4c0c-9c41-bfe0764bae64 None None] Pushing event deleted for resources: {'Port': ['ID=92fb2290-efc7-473c-b7e0-37bb330c1c75,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:58.873947 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b76df2-b616-4d15-a0e4-3c6f930c68bd req-c84bf905-c9b8-43e1-9980-6dbbbec28092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:58.875473 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a9b76df2-b616-4d15-a0e4-3c6f930c68bd req-c84bf905-c9b8-43e1-9980-6dbbbec28092 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4cf0ab5d-ea93-4123-87b0-2319546f7c28 HTTP/1.1" status: 200 len: 849 time: 0.1066351 Aug 29 04:38:58.877710 n-d-712140-12 neutron-server[94829]: Traceback (most recent call last): Aug 29 04:38:58.877710 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:38:58.877710 n-d-712140-12 neutron-server[94829]: timer() Aug 29 04:38:58.877710 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:38:58.877710 n-d-712140-12 neutron-server[94829]: cb(*args, **kw) Aug 29 04:38:58.877710 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:38:58.877710 n-d-712140-12 neutron-server[94829]: return func(*args, **kwargs) Aug 29 04:38:58.877710 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:38:58.877710 n-d-712140-12 neutron-server[94829]: self._notify() Aug 29 04:38:58.877710 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:38:58.877710 n-d-712140-12 neutron-server[94829]: self.callback(batched_events) Aug 29 04:38:58.877710 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:38:58.877710 n-d-712140-12 neutron-server[94829]: event.method(event) Aug 29 04:38:58.877710 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:38:58.877710 n-d-712140-12 neutron-server[94829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:38:58.877710 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:38:58.877710 n-d-712140-12 neutron-server[94829]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:38:58.877710 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:38:58.877710 n-d-712140-12 neutron-server[94829]: return f(self, *a, **k) Aug 29 04:38:58.877710 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:38:58.877710 n-d-712140-12 neutron-server[94829]: return self._get(url).json() Aug 29 04:38:58.877710 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:38:58.877710 n-d-712140-12 neutron-server[94829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:38:58.877710 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:38:58.877710 n-d-712140-12 neutron-server[94829]: return self.request(url, 'GET', **kwargs) Aug 29 04:38:58.877710 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:38:58.877710 n-d-712140-12 neutron-server[94829]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:38:58.877710 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:38:58.877710 n-d-712140-12 neutron-server[94829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:38:58.877710 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:38:58.877710 n-d-712140-12 neutron-server[94829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:38:58.877710 n-d-712140-12 neutron-server[94829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:38:58.906286 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d6da1d91-1af1-4388-9b1b-84e2e6572a4f tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:58.913116 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d6da1d91-1af1-4388-9b1b-84e2e6572a4f tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:58.918803 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-d6da1d91-1af1-4388-9b1b-84e2e6572a4f tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] 10.222.0.22 "DELETE /v2.0/networks/7eaba1f8-eeff-452d-968e-55ae9b0ada66 HTTP/1.1" status: 204 len: 168 time: 0.6657116 Aug 29 04:38:58.922457 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 53386) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:58.927511 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-081e0930-21cf-48ee-810e-634acaae8838 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1207848360', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:58.933200 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a9b76df2-b616-4d15-a0e4-3c6f930c68bd req-1a5f69e1-b999-43bc-a0ef-32a206b86546 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=be229881-0ec2-455a-897a-dce172af8a3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492029 Aug 29 04:38:58.936649 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 92fb2290-efc7-473c-b7e0-37bb330c1c75 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:38:58.948453 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6da1d91-1af1-4388-9b1b-84e2e6572a4f tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Pushing event deleted for resources: {'Network': ['ID=7eaba1f8-eeff-452d-968e-55ae9b0ada66,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:58.966441 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 92fb2290-efc7-473c-b7e0-37bb330c1c75 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:38:58.966795 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 92fb2290-efc7-473c-b7e0-37bb330c1c75 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:38:59.001774 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-081e0930-21cf-48ee-810e-634acaae8838 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:59.003213 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-081e0930-21cf-48ee-810e-634acaae8838 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1838'] for router, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:59.067585 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a9b76df2-b616-4d15-a0e4-3c6f930c68bd req-747a2cda-7e91-439b-bef7-92929e95f475 service neutron] 10.222.0.48 "GET /v2.0/networks/be229881-0ec2-455a-897a-dce172af8a3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262329 Aug 29 04:38:59.074265 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-081e0930-21cf-48ee-810e-634acaae8838 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:59.078636 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-081e0930-21cf-48ee-810e-634acaae8838 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409'] for router, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:59.099976 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-081e0930-21cf-48ee-810e-634acaae8838 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:59.104164 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-081e0930-21cf-48ee-810e-634acaae8838 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1805980 Aug 29 04:38:59.104985 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 53390) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:59.133641 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-133e3165-47c8-4f18-89fb-85c777ebca56 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Request body: {'network': {'name': 'tempest-RoutersTest-1005608764'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:59.168465 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-133e3165-47c8-4f18-89fb-85c777ebca56 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Made reservation on behalf of 8faa5ea7fca64f93a90f1124ba2b3499 for: {'network': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:38:59.172047 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-133e3165-47c8-4f18-89fb-85c777ebca56 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:59.209514 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a9b76df2-b616-4d15-a0e4-3c6f930c68bd req-a9b15060-10a3-4c97-b090-c63541102ae7 service neutron] 10.222.0.48 "GET /v2.0/networks/be229881-0ec2-455a-897a-dce172af8a3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241624 Aug 29 04:38:59.212597 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-133e3165-47c8-4f18-89fb-85c777ebca56 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=94828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:38:59.221105 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-133e3165-47c8-4f18-89fb-85c777ebca56 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:59.221410 n-d-712140-12 neutron-server[94828]: INFO neutron.db.segments_db [None req-133e3165-47c8-4f18-89fb-85c777ebca56 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Added segment a524c1f7-3b28-472f-80c0-eadddc421979 of type vlan for network b86f64f1-ac0a-4f4a-a4f4-20c8526d98e5 Aug 29 04:38:59.267784 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-133e3165-47c8-4f18-89fb-85c777ebca56 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:59.321068 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-133e3165-47c8-4f18-89fb-85c777ebca56 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:59.327409 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133e3165-47c8-4f18-89fb-85c777ebca56 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:59.328072 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-133e3165-47c8-4f18-89fb-85c777ebca56 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:59.404662 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-133e3165-47c8-4f18-89fb-85c777ebca56 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2984798 Aug 29 04:38:59.408361 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 53394) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:59.418723 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-160e3b8a-d3f9-4be5-8133-0c90ddeb9958 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Request body: {'subnet': {'network_id': 'b86f64f1-ac0a-4f4a-a4f4-20c8526d98e5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:59.434664 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133e3165-47c8-4f18-89fb-85c777ebca56 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Pushing event updated for resources: {'Network': ['ID=b86f64f1-ac0a-4f4a-a4f4-20c8526d98e5,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:59.438015 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b789432-613c-44ec-a196-7bee77fb9397 req-cce6af3b-852f-4bb6-af00-0c8efc68334e tempest-VolumesActionsTest-225999335 tempest-VolumesActionsTest-225999335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:59.439639 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a4ba57-23a9-4a05-84b4-934ebdf4a16e req-4d9c0e9e-251a-4088-8eb1-17dce75d3bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:59.441146 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5b789432-613c-44ec-a196-7bee77fb9397 req-cce6af3b-852f-4bb6-af00-0c8efc68334e tempest-VolumesActionsTest-225999335 tempest-VolumesActionsTest-225999335-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e7c4e7c-5a30-4e73-b76d-9a60963f8fc5 HTTP/1.1" status: 200 len: 943 time: 0.0765266 Aug 29 04:38:59.441549 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f4a4ba57-23a9-4a05-84b4-934ebdf4a16e req-4d9c0e9e-251a-4088-8eb1-17dce75d3bbf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1b9a7819baef490fbc06e78f65f69520&device_id=1e7c4e7c-5a30-4e73-b76d-9a60963f8fc5 HTTP/1.1" status: 200 len: 1095 time: 0.1506414 Aug 29 04:38:59.448061 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network b86f64f1-ac0a-4f4a-a4f4-20c8526d98e5 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:38:59.504298 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5b789432-613c-44ec-a196-7bee77fb9397 req-a61fc308-5cb0-4199-9873-2dc0bf8d8c02 tempest-VolumesActionsTest-225999335 tempest-VolumesActionsTest-225999335-project] 10.222.0.22 "GET /v2.0/security-groups?id=8a3f5dd3-80b6-4a65-9e0e-135b5ac23aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498922 Aug 29 04:38:59.608827 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a4ba57-23a9-4a05-84b4-934ebdf4a16e req-5fb3cd7c-2d63-4f3f-833e-583061c576d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:59.610536 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f4a4ba57-23a9-4a05-84b4-934ebdf4a16e req-5fb3cd7c-2d63-4f3f-833e-583061c576d1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=be229881-0ec2-455a-897a-dce172af8a3a HTTP/1.1" status: 200 len: 910 time: 0.1408348 Aug 29 04:38:59.611601 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-160e3b8a-d3f9-4be5-8133-0c90ddeb9958 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Made reservation on behalf of 8faa5ea7fca64f93a90f1124ba2b3499 for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:38:59.615362 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-160e3b8a-d3f9-4be5-8133-0c90ddeb9958 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:59.694775 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f4a4ba57-23a9-4a05-84b4-934ebdf4a16e req-5da76967-971f-4291-9439-5dd9c5eb00d4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=57e31737-faf1-4d2f-bdcd-b439078b0737 HTTP/1.1" status: 200 len: 217 time: 0.0759988 Aug 29 04:38:59.775971 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a4ba57-23a9-4a05-84b4-934ebdf4a16e req-9dd08e51-76a4-44bb-8577-ded381d8cfca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:59.777504 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f4a4ba57-23a9-4a05-84b4-934ebdf4a16e req-9dd08e51-76a4-44bb-8577-ded381d8cfca service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4cf0ab5d-ea93-4123-87b0-2319546f7c28 HTTP/1.1" status: 200 len: 849 time: 0.0752826 Aug 29 04:38:59.822496 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f4a4ba57-23a9-4a05-84b4-934ebdf4a16e req-0b07b688-8091-4d68-b540-b7896a552609 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=be229881-0ec2-455a-897a-dce172af8a3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363390 Aug 29 04:38:59.974381 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-160e3b8a-d3f9-4be5-8133-0c90ddeb9958 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9191137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10062364'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:00.001421 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f4a4ba57-23a9-4a05-84b4-934ebdf4a16e req-b382e4e0-3d6b-40fe-a205-5bb0c5de2058 service neutron] 10.222.0.48 "GET /v2.0/networks/be229881-0ec2-455a-897a-dce172af8a3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599431 Aug 29 04:39:00.112495 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160e3b8a-d3f9-4be5-8133-0c90ddeb9958 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Pushing event updated for resources: {'Subnet': ['ID=e50e44cb-caf9-4566-a00f-d4bc8d953797,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:00.164011 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ffbf8f94-9612-4c15-a569-9ecf997496b6 req-04be090e-c300-4f87-ac5c-2db78d391d79 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=46e8bc8c-be2e-4e64-8f62-71e110b3c077&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0903261 Aug 29 04:39:00.167140 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160e3b8a-d3f9-4be5-8133-0c90ddeb9958 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Checking segment: {'id': 'a524c1f7-3b28-472f-80c0-eadddc421979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b86f64f1-ac0a-4f4a-a4f4-20c8526d98e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:39:00.167288 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160e3b8a-d3f9-4be5-8133-0c90ddeb9958 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Network hostable DHCP agents. Network: b86f64f1-ac0a-4f4a-a4f4-20c8526d98e5, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:39:00.190776 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f4a4ba57-23a9-4a05-84b4-934ebdf4a16e req-f67834ea-1c55-4647-b6d6-79101e4d4662 service neutron] 10.222.0.48 "GET /v2.0/networks/be229881-0ec2-455a-897a-dce172af8a3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822631 Aug 29 04:39:00.198809 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160e3b8a-d3f9-4be5-8133-0c90ddeb9958 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Network b86f64f1-ac0a-4f4a-a4f4-20c8526d98e5 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:39:00.210853 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 53400) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:00.221601 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-160e3b8a-d3f9-4be5-8133-0c90ddeb9958 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, b86f64f1-ac0a-4f4a-a4f4-20c8526d98e5) {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:39:00.232606 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be55f37a-ce4b-47ca-9203-dfa7a5d51933 None None] Network b86f64f1-ac0a-4f4a-a4f4-20c8526d98e5 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:39:00.266981 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160e3b8a-d3f9-4be5-8133-0c90ddeb9958 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:00.266981 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-160e3b8a-d3f9-4be5-8133-0c90ddeb9958 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:00.441935 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fddcb825-1066-4eca-a454-e0fc01f8c3ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-b86f64f1-ac0a-4f4a-a4f4-20c8526d98e5', 'network_id': 'b86f64f1-ac0a-4f4a-a4f4-20c8526d98e5', 'tenant_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'fixed_ips': [{'subnet_id': 'e50e44cb-caf9-4566-a00f-d4bc8d953797'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:39:00.442811 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fddcb825-1066-4eca-a454-e0fc01f8c3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:00.588631 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-fddcb825-1066-4eca-a454-e0fc01f8c3ee None None] Allocated IP 172.20.0.2 (b86f64f1-ac0a-4f4a-a4f4-20c8526d98e5/e50e44cb-caf9-4566-a00f-d4bc8d953797/1335f96b-4f68-4add-9e9c-77333fb1efb0) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:39:00.614439 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-160e3b8a-d3f9-4be5-8133-0c90ddeb9958 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2038834 Aug 29 04:39:00.617308 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 53404) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:00.651390 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452428bc-c99b-4eee-a681-3894cca9f321 req-43d80e73-2c01-4375-bc54-25323f7f33ed tempest-VolumesActionsTest-225999335 tempest-VolumesActionsTest-225999335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:00.661260 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-452428bc-c99b-4eee-a681-3894cca9f321 req-43d80e73-2c01-4375-bc54-25323f7f33ed tempest-VolumesActionsTest-225999335 tempest-VolumesActionsTest-225999335-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e7c4e7c-5a30-4e73-b76d-9a60963f8fc5 HTTP/1.1" status: 200 len: 943 time: 0.0716302 Aug 29 04:39:00.712401 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-452428bc-c99b-4eee-a681-3894cca9f321 req-1c8f2e0b-a8c3-40a4-a7b2-fa9844d70165 tempest-VolumesActionsTest-225999335 tempest-VolumesActionsTest-225999335-project] 10.222.0.22 "GET /v2.0/security-groups?id=8a3f5dd3-80b6-4a65-9e0e-135b5ac23aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500081 Aug 29 04:39:00.737274 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-a6f84ed4-dbc6-4557-bf89-556f84d913f4 tempest-TestSecurityGroupsBasicOps-127243618 tempest-TestSecurityGroupsBasicOps-127243618-project-admin] 10.222.0.22 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3178 time: 0.5206378 Aug 29 04:39:00.737785 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 53408) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:00.740444 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbf8f94-9612-4c15-a569-9ecf997496b6 req-ed0f36b1-a088-4a10-bcb6-cfa3942b4aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:00.743490 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-d7078f06-9b36-4bc6-b540-ca4d1bd24f78 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Request body: {'network': {'name': 'tempest-network-smoke--608795845', 'project_id': 'aee320d7fd864e10bc0cb9e2e1782ff3', 'port_security_enabled': False}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:00.744767 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ffbf8f94-9612-4c15-a569-9ecf997496b6 req-ed0f36b1-a088-4a10-bcb6-cfa3942b4aef service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aee320d7fd864e10bc0cb9e2e1782ff3&device_id=46e8bc8c-be2e-4e64-8f62-71e110b3c077 HTTP/1.1" status: 200 len: 1137 time: 0.4915698 Aug 29 04:39:00.783921 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7078f06-9b36-4bc6-b540-ca4d1bd24f78 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Made reservation on behalf of aee320d7fd864e10bc0cb9e2e1782ff3 for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:39:00.788863 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d7078f06-9b36-4bc6-b540-ca4d1bd24f78 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:00.808799 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fddcb825-1066-4eca-a454-e0fc01f8c3ee None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:00.823829 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-fddcb825-1066-4eca-a454-e0fc01f8c3ee None None] Transition to ACTIVE for port object 1335f96b-4f68-4add-9e9c-77333fb1efb0 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:39:00.830127 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7078f06-9b36-4bc6-b540-ca4d1bd24f78 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:39:00.851192 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d7078f06-9b36-4bc6-b540-ca4d1bd24f78 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:00.851905 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-d7078f06-9b36-4bc6-b540-ca4d1bd24f78 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Added segment c91b4dac-619d-4f62-9d8f-446c750e53c4 of type vlan for network 9d6fdfcf-e537-450b-8a38-caf5d4981685 Aug 29 04:39:00.862306 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-fddcb825-1066-4eca-a454-e0fc01f8c3ee None None] Transition to ACTIVE for port object 1335f96b-4f68-4add-9e9c-77333fb1efb0 will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:39:00.874692 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fddcb825-1066-4eca-a454-e0fc01f8c3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:00.916504 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fddcb825-1066-4eca-a454-e0fc01f8c3ee None None] Network b86f64f1-ac0a-4f4a-a4f4-20c8526d98e5 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:39:00.917833 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d7078f06-9b36-4bc6-b540-ca4d1bd24f78 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:00.920031 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-fddcb825-1066-4eca-a454-e0fc01f8c3ee None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:39:00.925648 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddcb825-1066-4eca-a454-e0fc01f8c3ee None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:39:00.939721 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddcb825-1066-4eca-a454-e0fc01f8c3ee None None] Pushing event updated for resources: {'Port': ['ID=1335f96b-4f68-4add-9e9c-77333fb1efb0,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:00.985239 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d7078f06-9b36-4bc6-b540-ca4d1bd24f78 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:00.990914 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7078f06-9b36-4bc6-b540-ca4d1bd24f78 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:00.991508 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d7078f06-9b36-4bc6-b540-ca4d1bd24f78 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:01.014729 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-d7078f06-9b36-4bc6-b540-ca4d1bd24f78 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2732196 Aug 29 04:39:01.023324 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 53412) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:01.048970 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-fddcb825-1066-4eca-a454-e0fc01f8c3ee None None] Attempting to bind port 1335f96b-4f68-4add-9e9c-77333fb1efb0 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:39:01.049222 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-fddcb825-1066-4eca-a454-e0fc01f8c3ee None None] Attempting to bind port 1335f96b-4f68-4add-9e9c-77333fb1efb0 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'a524c1f7-3b28-472f-80c0-eadddc421979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b86f64f1-ac0a-4f4a-a4f4-20c8526d98e5'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:39:01.049595 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddcb825-1066-4eca-a454-e0fc01f8c3ee None None] Attempting to bind port 1335f96b-4f68-4add-9e9c-77333fb1efb0 on network b86f64f1-ac0a-4f4a-a4f4-20c8526d98e5 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:39:01.064149 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddcb825-1066-4eca-a454-e0fc01f8c3ee None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:39:01.064544 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-5b986268-6f42-4a34-b18e-88f55f414976 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1540196675', 'admin_state_up': True, 'project_id': 'aee320d7fd864e10bc0cb9e2e1782ff3', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:01.064688 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddcb825-1066-4eca-a454-e0fc01f8c3ee None None] Checking segment: {'id': 'a524c1f7-3b28-472f-80c0-eadddc421979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b86f64f1-ac0a-4f4a-a4f4-20c8526d98e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:39:01.064885 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fddcb825-1066-4eca-a454-e0fc01f8c3ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:01.065293 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddcb825-1066-4eca-a454-e0fc01f8c3ee None None] Bound using segment: {'id': 'a524c1f7-3b28-472f-80c0-eadddc421979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b86f64f1-ac0a-4f4a-a4f4-20c8526d98e5'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:39:01.065795 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-fddcb825-1066-4eca-a454-e0fc01f8c3ee None None] Bound port: 1335f96b-4f68-4add-9e9c-77333fb1efb0, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a524c1f7-3b28-472f-80c0-eadddc421979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b86f64f1-ac0a-4f4a-a4f4-20c8526d98e5'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:39:01.066189 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fddcb825-1066-4eca-a454-e0fc01f8c3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:01.099865 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbf8f94-9612-4c15-a569-9ecf997496b6 req-94d206b3-f2f6-465c-9bb1-a7c1b8f511d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:01.101620 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ffbf8f94-9612-4c15-a569-9ecf997496b6 req-94d206b3-f2f6-465c-9bb1-a7c1b8f511d5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6cf7221f-a029-4ca0-a9e5-812e04e8d2d2 HTTP/1.1" status: 200 len: 898 time: 0.3051310 Aug 29 04:39:01.127229 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5b986268-6f42-4a34-b18e-88f55f414976 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:01.128288 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5b986268-6f42-4a34-b18e-88f55f414976 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1838'] for router, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:01.140137 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 53416) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:01.185667 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7078f06-9b36-4bc6-b540-ca4d1bd24f78 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Pushing event updated for resources: {'Network': ['ID=9d6fdfcf-e537-450b-8a38-caf5d4981685,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:01.186571 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ffbf8f94-9612-4c15-a569-9ecf997496b6 req-ddc5b15d-dcf1-45e6-abd5-d1451976311d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9b1df1e2-8d6a-4df1-8fbe-26bcd2e608e3 HTTP/1.1" status: 200 len: 1001 time: 0.0749822 Aug 29 04:39:01.212154 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 9d6fdfcf-e537-450b-8a38-caf5d4981685 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:39:01.283842 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-010f92b6-4605-4d4c-a110-c3507ae80643 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:01.296678 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5b986268-6f42-4a34-b18e-88f55f414976 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:01.310492 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbf8f94-9612-4c15-a569-9ecf997496b6 req-eb310376-7ab1-45b9-ae26-c976463d2d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:01.312126 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ffbf8f94-9612-4c15-a569-9ecf997496b6 req-eb310376-7ab1-45b9-ae26-c976463d2d00 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d3131d4d-4cce-4189-8e08-fad748d46f9a HTTP/1.1" status: 200 len: 834 time: 0.1115801 Aug 29 04:39:01.325573 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-fddcb825-1066-4eca-a454-e0fc01f8c3ee None None] For port 1335f96b-4f68-4add-9e9c-77333fb1efb0, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:39:01.344303 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-fddcb825-1066-4eca-a454-e0fc01f8c3ee None None] For port 1335f96b-4f68-4add-9e9c-77333fb1efb0, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=1335f96b-4f68-4add-9e9c-77333fb1efb0,segment=NetworkSegment(a524c1f7-3b28-472f-80c0-eadddc421979),segment_id=a524c1f7-3b28-472f-80c0-eadddc421979)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:39:01.361054 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fddcb825-1066-4eca-a454-e0fc01f8c3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:01.379087 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4ee4b43e-8f42-4419-ad9f-c67f82f9ccc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:01.442380 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddcb825-1066-4eca-a454-e0fc01f8c3ee None None] Pushing event updated for resources: {'Port': ['ID=1335f96b-4f68-4add-9e9c-77333fb1efb0,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:01.470022 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbf8f94-9612-4c15-a569-9ecf997496b6 req-eb89ec57-f416-4185-8d0e-e9f4c2d9369c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:01.471788 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ffbf8f94-9612-4c15-a569-9ecf997496b6 req-eb89ec57-f416-4185-8d0e-e9f4c2d9369c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6cf7221f-a029-4ca0-a9e5-812e04e8d2d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1281395 Aug 29 04:39:01.487571 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [req-ffbf8f94-9612-4c15-a569-9ecf997496b6 req-a911fb06-ccd4-4428-99cc-7c5c1f469062 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:39:01.488837 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ffbf8f94-9612-4c15-a569-9ecf997496b6 req-a911fb06-ccd4-4428-99cc-7c5c1f469062 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082009 Aug 29 04:39:01.493764 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5b986268-6f42-4a34-b18e-88f55f414976 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:01.627312 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4ee4b43e-8f42-4419-ad9f-c67f82f9ccc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:01.641160 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4ee4b43e-8f42-4419-ad9f-c67f82f9ccc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:01.694509 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ffbf8f94-9612-4c15-a569-9ecf997496b6 req-e54b1ec4-56d3-4d10-8a1d-7d893cf59215 service neutron] 10.222.0.46 "GET /v2.0/networks/6cf7221f-a029-4ca0-a9e5-812e04e8d2d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944203 Aug 29 04:39:01.695555 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-010f92b6-4605-4d4c-a110-c3507ae80643 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Allocated IP 172.20.0.1 (b86f64f1-ac0a-4f4a-a4f4-20c8526d98e5/e50e44cb-caf9-4566-a00f-d4bc8d953797/7d8cdd71-c15a-42e8-938f-da11b0d1bed2) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:39:01.703332 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee4b43e-8f42-4419-ad9f-c67f82f9ccc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63407954-15a6-4096-8211-ad1fde7963f0,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:01.722653 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-4ee4b43e-8f42-4419-ad9f-c67f82f9ccc8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b0a58f28b3ab4d6f82dfb47e78ff2f30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5805604 Aug 29 04:39:01.725155 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 53422) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:01.809391 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ffbf8f94-9612-4c15-a569-9ecf997496b6 req-8036cb6d-1a03-4efd-942f-ddb1993db388 service neutron] 10.222.0.46 "GET /v2.0/networks/6cf7221f-a029-4ca0-a9e5-812e04e8d2d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017656 Aug 29 04:39:01.897130 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5b986268-6f42-4a34-b18e-88f55f414976 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks [] for router_gateway, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:01.923594 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-010f92b6-4605-4d4c-a110-c3507ae80643 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:01.931312 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4bf41a3f-b4b8-43cf-ab93-ad6e9cc06b03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:01.934680 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5b986268-6f42-4a34-b18e-88f55f414976 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:01.937639 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-010f92b6-4605-4d4c-a110-c3507ae80643 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Transition to ACTIVE for port object 7d8cdd71-c15a-42e8-938f-da11b0d1bed2 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:39:01.949149 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f93821-ff76-4b5d-bc95-5e6500f55f6b req-746032ee-d188-4280-9905-d5db256cbf83 tempest-VolumesActionsTest-225999335 tempest-VolumesActionsTest-225999335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:01.950687 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-84f93821-ff76-4b5d-bc95-5e6500f55f6b req-746032ee-d188-4280-9905-d5db256cbf83 tempest-VolumesActionsTest-225999335 tempest-VolumesActionsTest-225999335-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e7c4e7c-5a30-4e73-b76d-9a60963f8fc5 HTTP/1.1" status: 200 len: 943 time: 0.1260419 Aug 29 04:39:01.973118 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-010f92b6-4605-4d4c-a110-c3507ae80643 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:02.018902 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4bf41a3f-b4b8-43cf-ab93-ad6e9cc06b03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:02.024445 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010f92b6-4605-4d4c-a110-c3507ae80643 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Network b86f64f1-ac0a-4f4a-a4f4-20c8526d98e5 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:39:02.032881 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-010f92b6-4605-4d4c-a110-c3507ae80643 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:39:02.036489 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010f92b6-4605-4d4c-a110-c3507ae80643 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:39:02.061673 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010f92b6-4605-4d4c-a110-c3507ae80643 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Pushing event updated for resources: {'Port': ['ID=7d8cdd71-c15a-42e8-938f-da11b0d1bed2,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:02.067937 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-84f93821-ff76-4b5d-bc95-5e6500f55f6b req-1f4367c7-60fe-4e28-81a0-6d4c6a047c44 tempest-VolumesActionsTest-225999335 tempest-VolumesActionsTest-225999335-project] 10.222.0.22 "GET /v2.0/security-groups?id=8a3f5dd3-80b6-4a65-9e0e-135b5ac23aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066144 Aug 29 04:39:02.097504 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-010f92b6-4605-4d4c-a110-c3507ae80643 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719598'] for router_interface, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:02.235569 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-010f92b6-4605-4d4c-a110-c3507ae80643 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:02.406857 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-5b986268-6f42-4a34-b18e-88f55f414976 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Allocated IP 172.25.0.165 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/c8ee7561-1473-4145-9915-f1a3ab39b552) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:39:02.419832 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4bf41a3f-b4b8-43cf-ab93-ad6e9cc06b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:02.425818 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4bf41a3f-b4b8-43cf-ab93-ad6e9cc06b03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:02.432458 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-4bf41a3f-b4b8-43cf-ab93-ad6e9cc06b03 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/63407954-15a6-4096-8211-ad1fde7963f0 HTTP/1.1" status: 204 len: 168 time: 0.7035801 Aug 29 04:39:02.460095 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf41a3f-b4b8-43cf-ab93-ad6e9cc06b03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63407954-15a6-4096-8211-ad1fde7963f0,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:02.568911 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5b986268-6f42-4a34-b18e-88f55f414976 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:02.580243 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-010f92b6-4605-4d4c-a110-c3507ae80643 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:02.587977 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-010f92b6-4605-4d4c-a110-c3507ae80643 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:02.624055 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-884f5470-db3f-406f-bb82-28e21ee6159f None None] Network b86f64f1-ac0a-4f4a-a4f4-20c8526d98e5 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:39:02.624658 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5b986268-6f42-4a34-b18e-88f55f414976 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:02.670413 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b986268-6f42-4a34-b18e-88f55f414976 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:39:02.671116 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-010f92b6-4605-4d4c-a110-c3507ae80643 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-718897'] for router_interface, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:02.673301 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010f92b6-4605-4d4c-a110-c3507ae80643 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Pushing event updated for resources: {'Port': ['ID=7d8cdd71-c15a-42e8-938f-da11b0d1bed2,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:02.680646 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 57e31737-faf1-4d2f-bdcd-b439078b0737 details requested by agent hyperv_n-h2-712140-12 with host n-h2-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:39:02.683262 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-5b986268-6f42-4a34-b18e-88f55f414976 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:39:02.688320 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b986268-6f42-4a34-b18e-88f55f414976 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:39:02.720626 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b986268-6f42-4a34-b18e-88f55f414976 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Pushing event updated for resources: {'Port': ['ID=c8ee7561-1473-4145-9915-f1a3ab39b552,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:02.723353 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-847ca4b9-672f-4f1e-b91a-86cb3faa83af None None] Provisioning for port 1335f96b-4f68-4add-9e9c-77333fb1efb0 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:39:02.795818 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010f92b6-4605-4d4c-a110-c3507ae80643 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Network b86f64f1-ac0a-4f4a-a4f4-20c8526d98e5 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:39:02.797564 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-010f92b6-4605-4d4c-a110-c3507ae80643 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:39:02.859746 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 53432) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:02.876704 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9eadad95-bbf7-4a96-84ea-c3c5be9da049 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:02.909779 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 57e31737-faf1-4d2f-bdcd-b439078b0737, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=57e31737-faf1-4d2f-bdcd-b439078b0737,segment=NetworkSegment(09374e4b-5ea8-4027-9e26-8e497d589eae),segment_id=09374e4b-5ea8-4027-9e26-8e497d589eae)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:02.930008 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Returning: {'device': '57e31737-faf1-4d2f-bdcd-b439078b0737', 'network_id': 'be229881-0ec2-455a-897a-dce172af8a3a', 'port_id': '57e31737-faf1-4d2f-bdcd-b439078b0737', 'mac_address': 'fa:16:3e:42:b9:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cf0ab5d-ea93-4123-87b0-2319546f7c28', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:39:02.980001 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 1335f96b-4f68-4add-9e9c-77333fb1efb0 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:39:02.996076 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-010f92b6-4605-4d4c-a110-c3507ae80643 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Router 2fa26ff5-a640-4165-a71c-95d9a71abad8 is scheduled to L3 agent 76874008-c311-485c-ba36-921b6d275b6a with binding_index 1 {{(pid=94828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:39:03.059216 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:03.069036 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 1335f96b-4f68-4add-9e9c-77333fb1efb0 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:39:03.076654 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 1335f96b-4f68-4add-9e9c-77333fb1efb0 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:03.077168 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5b986268-6f42-4a34-b18e-88f55f414976 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks [] for router_gateway, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:03.077335 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:03.123092 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57e31737-faf1-4d2f-bdcd-b439078b0737 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:39:03.130951 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-010f92b6-4605-4d4c-a110-c3507ae80643 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:39:03.146769 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-010f92b6-4605-4d4c-a110-c3507ae80643 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] 10.222.0.22 "PUT /v2.0/routers/2fa26ff5-a640-4165-a71c-95d9a71abad8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5256400 Aug 29 04:39:03.146962 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4b981e-fe77-4ddb-809f-b759e3557503 None None] Sync routers for ids ['2fa26ff5-a640-4165-a71c-95d9a71abad8'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:39:03.151403 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 53436) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:03.156628 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-26cbda00-efa0-4959-a24c-5e727d2d2771 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Request body: {'network': {'name': 'tempest-RoutersTest-1957480235'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:03.169193 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4b981e-fe77-4ddb-809f-b759e3557503 None None] Routers {'2fa26ff5-a640-4165-a71c-95d9a71abad8'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:39:03.169834 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-7c4b981e-fe77-4ddb-809f-b759e3557503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:38:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['2fa26ff5-a640-4165-a71c-95d9a71abad8'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:03.173681 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 57e31737-faf1-4d2f-bdcd-b439078b0737, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=57e31737-faf1-4d2f-bdcd-b439078b0737,segment=NetworkSegment(09374e4b-5ea8-4027-9e26-8e497d589eae),segment_id=09374e4b-5ea8-4027-9e26-8e497d589eae)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:03.214126 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:03.290158 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d4baf9-5c6b-42b0-b47d-de3f8beed3d6 req-b6b471d7-72bf-44c0-8d8b-be7b208449bd tempest-VolumesActionsTest-225999335 tempest-VolumesActionsTest-225999335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:03.292325 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e1d4baf9-5c6b-42b0-b47d-de3f8beed3d6 req-b6b471d7-72bf-44c0-8d8b-be7b208449bd tempest-VolumesActionsTest-225999335 tempest-VolumesActionsTest-225999335-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e7c4e7c-5a30-4e73-b76d-9a60963f8fc5 HTTP/1.1" status: 200 len: 944 time: 0.1033292 Aug 29 04:39:03.347382 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9eadad95-bbf7-4a96-84ea-c3c5be9da049 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:03.362400 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9eadad95-bbf7-4a96-84ea-c3c5be9da049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:03.364545 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-7c4b981e-fe77-4ddb-809f-b759e3557503 None None] Set router 2fa26ff5-a640-4165-a71c-95d9a71abad8 gateway port host: None {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:39:03.366840 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=57e31737-faf1-4d2f-bdcd-b439078b0737,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:03.399145 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26cbda00-efa0-4959-a24c-5e727d2d2771 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Made reservation on behalf of 8faa5ea7fca64f93a90f1124ba2b3499 for: {'network': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:39:03.407805 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-26cbda00-efa0-4959-a24c-5e727d2d2771 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:03.410979 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-a3aa360c-c299-4d58-981d-5796c8f11b89 None None] Provisioning complete for port 1335f96b-4f68-4add-9e9c-77333fb1efb0 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:03.411527 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a3aa360c-c299-4d58-981d-5796c8f11b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:03.413340 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:03.441471 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7377ea92-557d-4500-be91-3c1538bf4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:03.446562 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26cbda00-efa0-4959-a24c-5e727d2d2771 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=94828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:39:03.461270 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-26cbda00-efa0-4959-a24c-5e727d2d2771 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:03.461734 n-d-712140-12 neutron-server[94828]: INFO neutron.db.segments_db [None req-26cbda00-efa0-4959-a24c-5e727d2d2771 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Added segment 5c7f9a6c-e280-4ef4-bddb-f61cd025de49 of type vlan for network 1cfaddaa-1abf-487b-8097-1b3694fdfbcd Aug 29 04:39:03.466856 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e1d4baf9-5c6b-42b0-b47d-de3f8beed3d6 req-ee08f63f-2fe4-4a1c-b293-dceb31ea6890 tempest-VolumesActionsTest-225999335 tempest-VolumesActionsTest-225999335-project] 10.222.0.22 "GET /v2.0/security-groups?id=8a3f5dd3-80b6-4a65-9e0e-135b5ac23aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327877 Aug 29 04:39:03.476329 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-9eadad95-bbf7-4a96-84ea-c3c5be9da049 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d15b917f0bfe4d44932003ac261317cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6115592 Aug 29 04:39:03.476329 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 53440) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:03.484487 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eadad95-bbf7-4a96-84ea-c3c5be9da049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=094096e7-090b-47ef-a6ec-2810286503cf,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:03.502476 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5b986268-6f42-4a34-b18e-88f55f414976 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409'] for router, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:03.573900 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-26cbda00-efa0-4959-a24c-5e727d2d2771 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:03.621477 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-26cbda00-efa0-4959-a24c-5e727d2d2771 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:03.629134 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26cbda00-efa0-4959-a24c-5e727d2d2771 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:03.630494 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-26cbda00-efa0-4959-a24c-5e727d2d2771 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:03.633234 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fe2527c3-f791-4f70-b7b1-675030f88764 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:03.673921 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fe2527c3-f791-4f70-b7b1-675030f88764 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:03.754341 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b986268-6f42-4a34-b18e-88f55f414976 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Router 2c2e7bda-5a5b-4ffd-aa10-4aecf0f2dadb is scheduled to L3 agent 76874008-c311-485c-ba36-921b6d275b6a with binding_index 1 {{(pid=94829) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:39:03.758846 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fe2527c3-f791-4f70-b7b1-675030f88764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:03.761407 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fe2527c3-f791-4f70-b7b1-675030f88764 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:03.764997 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-fe2527c3-f791-4f70-b7b1-675030f88764 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/094096e7-090b-47ef-a6ec-2810286503cf HTTP/1.1" status: 204 len: 168 time: 0.2864597 Aug 29 04:39:03.770653 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cbda00-efa0-4959-a24c-5e727d2d2771 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Pushing event updated for resources: {'Network': ['ID=1cfaddaa-1abf-487b-8097-1b3694fdfbcd,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:03.772426 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 1335f96b-4f68-4add-9e9c-77333fb1efb0, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=1335f96b-4f68-4add-9e9c-77333fb1efb0,segment=NetworkSegment(a524c1f7-3b28-472f-80c0-eadddc421979),segment_id=a524c1f7-3b28-472f-80c0-eadddc421979)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:03.774707 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-26cbda00-efa0-4959-a24c-5e727d2d2771 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6221766 Aug 29 04:39:03.777976 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 53444) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:03.782573 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2527c3-f791-4f70-b7b1-675030f88764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=094096e7-090b-47ef-a6ec-2810286503cf,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:03.785030 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-f103247d-ba58-49ea-853f-5de2d7015fca tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Request body: {'subnet': {'network_id': '1cfaddaa-1abf-487b-8097-1b3694fdfbcd', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:03.804203 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 1cfaddaa-1abf-487b-8097-1b3694fdfbcd details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:39:03.824095 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:03.869091 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['57e31737-faf1-4d2f-bdcd-b439078b0737'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:39:03.893034 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f103247d-ba58-49ea-853f-5de2d7015fca tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Made reservation on behalf of 8faa5ea7fca64f93a90f1124ba2b3499 for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:39:03.897139 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f103247d-ba58-49ea-853f-5de2d7015fca tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:03.911115 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b986268-6f42-4a34-b18e-88f55f414976 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:39:03.922610 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de452053-5f2e-4304-9073-22e311d53d68 None None] Sync routers for ids ['2c2e7bda-5a5b-4ffd-aa10-4aecf0f2dadb'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:39:03.935607 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de452053-5f2e-4304-9073-22e311d53d68 None None] Routers {'2c2e7bda-5a5b-4ffd-aa10-4aecf0f2dadb'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:39:03.939762 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5b986268-6f42-4a34-b18e-88f55f414976 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:03.940886 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-de452053-5f2e-4304-9073-22e311d53d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:38:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['2c2e7bda-5a5b-4ffd-aa10-4aecf0f2dadb'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:03.941879 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-5b986268-6f42-4a34-b18e-88f55f414976 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.9171066 Aug 29 04:39:03.945062 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 53446) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:04.033111 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a680fe-ae4a-446e-b480-ddc440f690c8 tempest-TestSecurityGroupsBasicOps-127243618 tempest-TestSecurityGroupsBasicOps-127243618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:04.040649 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-f5a680fe-ae4a-446e-b480-ddc440f690c8 tempest-TestSecurityGroupsBasicOps-127243618 tempest-TestSecurityGroupsBasicOps-127243618-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=aee320d7fd864e10bc0cb9e2e1782ff3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0943542 Aug 29 04:39:04.041368 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 53450) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:04.067926 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=1335f96b-4f68-4add-9e9c-77333fb1efb0,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:04.098239 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-a3aa360c-c299-4d58-981d-5796c8f11b89 None None] Provisioning for port 7d8cdd71-c15a-42e8-938f-da11b0d1bed2 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:39:04.126231 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-de452053-5f2e-4304-9073-22e311d53d68 None None] Set router 2c2e7bda-5a5b-4ffd-aa10-4aecf0f2dadb gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:39:04.127977 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-a3aa360c-c299-4d58-981d-5796c8f11b89 None None] Provisioning complete for port 7d8cdd71-c15a-42e8-938f-da11b0d1bed2 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:04.128356 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a3aa360c-c299-4d58-981d-5796c8f11b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:04.182209 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-a3aa360c-c299-4d58-981d-5796c8f11b89 None None] Port 7d8cdd71-c15a-42e8-938f-da11b0d1bed2 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:39:04.250492 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-7c4b981e-fe77-4ddb-809f-b759e3557503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa26ff5-a640-4165-a71c-95d9a71abad8', 'name': 'tempest-RoutersTest-router-1207848360', 'tenant_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:38:59Z', 'updated_at': '2021-08-29T04:39:02Z', 'revision_number': 2, 'project_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'gw_port_host': None, '_interfaces': [{'id': '7d8cdd71-c15a-42e8-938f-da11b0d1bed2', 'name': '', 'network_id': 'b86f64f1-ac0a-4f4a-a4f4-20c8526d98e5', 'tenant_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'mac_address': 'fa:16:3e:bc:89:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa26ff5-a640-4165-a71c-95d9a71abad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'e50e44cb-caf9-4566-a00f-d4bc8d953797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:01Z', 'updated_at': '2021-08-29T04:39:02Z', 'revision_number': 2, 'project_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'subnets': [{'id': 'e50e44cb-caf9-4566-a00f-d4bc8d953797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:04.264021 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18256795-595e-4520-94a3-1bb0561e1239 tempest-TestSecurityGroupsBasicOps-127243618 tempest-TestSecurityGroupsBasicOps-127243618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:04.267896 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-18256795-595e-4520-94a3-1bb0561e1239 tempest-TestSecurityGroupsBasicOps-127243618 tempest-TestSecurityGroupsBasicOps-127243618-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2202013 Aug 29 04:39:04.269345 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 53458) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:04.286083 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4b981e-fe77-4ddb-809f-b759e3557503 None None] Checking router: 2fa26ff5-a640-4165-a71c-95d9a71abad8 for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:39:04.286484 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4b981e-fe77-4ddb-809f-b759e3557503 None None] Updating router 2fa26ff5-a640-4165-a71c-95d9a71abad8 port 7d8cdd71-c15a-42e8-938f-da11b0d1bed2 binding host n-d-712140-12 {{(pid=94830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:39:04.321380 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 53462) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:04.323337 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-ddb0a606-8a5d-4c4b-babf-450d6b987c95 tempest-TestSecurityGroupsBasicOps-127243618 tempest-TestSecurityGroupsBasicOps-127243618-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=e6c84a15-2e6f-4c07-8ede-a88148c2fe90&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0511718 Aug 29 04:39:04.332622 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7c4b981e-fe77-4ddb-809f-b759e3557503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:04.348029 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-f2ea2bd5-441e-4fa0-aecc-9b7cccc3ea88 None None] Provisioning complete for port 7d8cdd71-c15a-42e8-938f-da11b0d1bed2 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:04.348432 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f2ea2bd5-441e-4fa0-aecc-9b7cccc3ea88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:04.376914 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-2430bd1c-e97a-4ee2-a3e9-e3ff881ada0d tempest-TestSecurityGroupsBasicOps-127243618 tempest-TestSecurityGroupsBasicOps-127243618-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=aee320d7fd864e10bc0cb9e2e1782ff3&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0530553 Aug 29 04:39:04.379598 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 53464) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:04.391312 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-f2ea2bd5-441e-4fa0-aecc-9b7cccc3ea88 None None] Port 7d8cdd71-c15a-42e8-938f-da11b0d1bed2 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:39:04.394088 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f103247d-ba58-49ea-853f-5de2d7015fca tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9191137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10062364'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:04.418310 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-de452053-5f2e-4304-9073-22e311d53d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c2e7bda-5a5b-4ffd-aa10-4aecf0f2dadb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1540196675', 'tenant_id': 'aee320d7fd864e10bc0cb9e2e1782ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': 'c8ee7561-1473-4145-9915-f1a3ab39b552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:01Z', 'updated_at': '2021-08-29T04:39:02Z', 'revision_number': 3, 'project_id': 'aee320d7fd864e10bc0cb9e2e1782ff3', 'gw_port': {'id': 'c8ee7561-1473-4145-9915-f1a3ab39b552', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:86:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c2e7bda-5a5b-4ffd-aa10-4aecf0f2dadb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:01Z', 'updated_at': '2021-08-29T04:39:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:04.450741 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de452053-5f2e-4304-9073-22e311d53d68 None None] Checking router: 2c2e7bda-5a5b-4ffd-aa10-4aecf0f2dadb for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:39:04.450741 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de452053-5f2e-4304-9073-22e311d53d68 None None] Updating router 2c2e7bda-5a5b-4ffd-aa10-4aecf0f2dadb port c8ee7561-1473-4145-9915-f1a3ab39b552 binding host n-d-712140-12 {{(pid=94831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:39:04.486605 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-de452053-5f2e-4304-9073-22e311d53d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:04.726104 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6610ca35-7e12-441a-8012-aec8e05b3d9c req-02f5e45a-67aa-4276-88aa-f924d2dc073d tempest-VolumesActionsTest-225999335 tempest-VolumesActionsTest-225999335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:04.738848 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6610ca35-7e12-441a-8012-aec8e05b3d9c req-02f5e45a-67aa-4276-88aa-f924d2dc073d tempest-VolumesActionsTest-225999335 tempest-VolumesActionsTest-225999335-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e7c4e7c-5a30-4e73-b76d-9a60963f8fc5 HTTP/1.1" status: 200 len: 944 time: 0.1140869 Aug 29 04:39:04.824542 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6610ca35-7e12-441a-8012-aec8e05b3d9c req-57882280-de82-4194-8f6d-1e61625d5722 tempest-VolumesActionsTest-225999335 tempest-VolumesActionsTest-225999335-project] 10.222.0.22 "GET /v2.0/security-groups?id=8a3f5dd3-80b6-4a65-9e0e-135b5ac23aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808036 Aug 29 04:39:04.856783 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7c4b981e-fe77-4ddb-809f-b759e3557503 None None] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:04.876909 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-7c4b981e-fe77-4ddb-809f-b759e3557503 None None] Transition to ACTIVE for port object 7d8cdd71-c15a-42e8-938f-da11b0d1bed2 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:39:04.884599 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-de452053-5f2e-4304-9073-22e311d53d68 None None] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:04.885162 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7c4b981e-fe77-4ddb-809f-b759e3557503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:04.913664 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-de452053-5f2e-4304-9073-22e311d53d68 None None] Transition to ACTIVE for port object c8ee7561-1473-4145-9915-f1a3ab39b552 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:39:04.919349 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2395b57c-c474-4bb4-b4b0-de2551b8071b tempest-TestSecurityGroupsBasicOps-127243618 tempest-TestSecurityGroupsBasicOps-127243618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:04.923965 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-2395b57c-c474-4bb4-b4b0-de2551b8071b tempest-TestSecurityGroupsBasicOps-127243618 tempest-TestSecurityGroupsBasicOps-127243618-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5429115 Aug 29 04:39:04.924925 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 53480) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:04.925983 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f103247d-ba58-49ea-853f-5de2d7015fca tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Pushing event updated for resources: {'Subnet': ['ID=25cae89f-0dd4-419c-96ee-1a909eb21994,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:04.926466 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-de452053-5f2e-4304-9073-22e311d53d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:04.930902 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f103247d-ba58-49ea-853f-5de2d7015fca tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Checking segment: {'id': '5c7f9a6c-e280-4ef4-bddb-f61cd025de49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1cfaddaa-1abf-487b-8097-1b3694fdfbcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:39:04.931269 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f103247d-ba58-49ea-853f-5de2d7015fca tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Network hostable DHCP agents. Network: 1cfaddaa-1abf-487b-8097-1b3694fdfbcd, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:39:04.977666 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f103247d-ba58-49ea-853f-5de2d7015fca tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Network 1cfaddaa-1abf-487b-8097-1b3694fdfbcd is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:39:04.998798 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-f103247d-ba58-49ea-853f-5de2d7015fca tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 1cfaddaa-1abf-487b-8097-1b3694fdfbcd) {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:39:05.007583 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f103247d-ba58-49ea-853f-5de2d7015fca tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:05.009153 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-1ff3c8df-abc8-400c-9bbe-bb61982f4fc1 tempest-TestSecurityGroupsBasicOps-127243618 tempest-TestSecurityGroupsBasicOps-127243618-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=e6c84a15-2e6f-4c07-8ede-a88148c2fe90&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0818489 Aug 29 04:39:05.011394 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 53482) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:05.016325 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f103247d-ba58-49ea-853f-5de2d7015fca tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:05.018855 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-c4ff3725-b6f3-4740-9853-cbb46fe4500c tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-138257100', 'network_id': '9d6fdfcf-e537-450b-8a38-caf5d4981685', 'project_id': 'aee320d7fd864e10bc0cb9e2e1782ff3', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:05.028574 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 1335f96b-4f68-4add-9e9c-77333fb1efb0 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:39:05.031208 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d31b2899-1e43-471a-b1f8-888ce568323f None None] Network 1cfaddaa-1abf-487b-8097-1b3694fdfbcd requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:39:05.048884 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-f103247d-ba58-49ea-853f-5de2d7015fca tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2683079 Aug 29 04:39:05.052118 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 53484) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:05.078921 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-de452053-5f2e-4304-9073-22e311d53d68 None None] Attempting to bind port c8ee7561-1473-4145-9915-f1a3ab39b552 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:39:05.079412 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-de452053-5f2e-4304-9073-22e311d53d68 None None] Attempting to bind port c8ee7561-1473-4145-9915-f1a3ab39b552 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:39:05.081023 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de452053-5f2e-4304-9073-22e311d53d68 None None] Attempting to bind port c8ee7561-1473-4145-9915-f1a3ab39b552 on network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:39:05.100277 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de452053-5f2e-4304-9073-22e311d53d68 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:39:05.101085 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de452053-5f2e-4304-9073-22e311d53d68 None None] Checking segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:39:05.101746 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-de452053-5f2e-4304-9073-22e311d53d68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:05.102370 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de452053-5f2e-4304-9073-22e311d53d68 None None] Bound using segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:39:05.103242 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-de452053-5f2e-4304-9073-22e311d53d68 None None] Bound port: c8ee7561-1473-4145-9915-f1a3ab39b552, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:39:05.104447 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-de452053-5f2e-4304-9073-22e311d53d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:05.202611 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788f68d9-b7c1-4224-8a74-3cb637b13a46 None None] Pushing event updated for resources: {'Port': ['ID=c8ee7561-1473-4145-9915-f1a3ab39b552,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:05.223988 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4ff3725-b6f3-4740-9853-cbb46fe4500c tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Made reservation on behalf of aee320d7fd864e10bc0cb9e2e1782ff3 for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:39:05.226933 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c4ff3725-b6f3-4740-9853-cbb46fe4500c tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4552395'] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:05.233377 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788f68d9-b7c1-4224-8a74-3cb637b13a46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:05.233726 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788f68d9-b7c1-4224-8a74-3cb637b13a46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:05.234068 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788f68d9-b7c1-4224-8a74-3cb637b13a46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:05.234406 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788f68d9-b7c1-4224-8a74-3cb637b13a46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:05.234742 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788f68d9-b7c1-4224-8a74-3cb637b13a46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:05.235081 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788f68d9-b7c1-4224-8a74-3cb637b13a46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:05.235403 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788f68d9-b7c1-4224-8a74-3cb637b13a46 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:05.235786 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788f68d9-b7c1-4224-8a74-3cb637b13a46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:05.236470 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788f68d9-b7c1-4224-8a74-3cb637b13a46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:05.236470 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788f68d9-b7c1-4224-8a74-3cb637b13a46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:05.236707 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788f68d9-b7c1-4224-8a74-3cb637b13a46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:05.237031 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788f68d9-b7c1-4224-8a74-3cb637b13a46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:05.255335 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-de452053-5f2e-4304-9073-22e311d53d68 None None] For port c8ee7561-1473-4145-9915-f1a3ab39b552, host n-d-712140-12, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:39:05.269656 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-de452053-5f2e-4304-9073-22e311d53d68 None None] For port c8ee7561-1473-4145-9915-f1a3ab39b552, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=c8ee7561-1473-4145-9915-f1a3ab39b552,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:39:05.276317 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-de452053-5f2e-4304-9073-22e311d53d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:05.392392 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-7c4b981e-fe77-4ddb-809f-b759e3557503 None None] Attempting to bind port 7d8cdd71-c15a-42e8-938f-da11b0d1bed2 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:39:05.393537 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-7c4b981e-fe77-4ddb-809f-b759e3557503 None None] Attempting to bind port 7d8cdd71-c15a-42e8-938f-da11b0d1bed2 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'a524c1f7-3b28-472f-80c0-eadddc421979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b86f64f1-ac0a-4f4a-a4f4-20c8526d98e5'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:39:05.394096 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4b981e-fe77-4ddb-809f-b759e3557503 None None] Attempting to bind port 7d8cdd71-c15a-42e8-938f-da11b0d1bed2 on network b86f64f1-ac0a-4f4a-a4f4-20c8526d98e5 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:39:05.394221 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de452053-5f2e-4304-9073-22e311d53d68 None None] Routers {'2c2e7bda-5a5b-4ffd-aa10-4aecf0f2dadb'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:39:05.394844 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-de452053-5f2e-4304-9073-22e311d53d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:38:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['2c2e7bda-5a5b-4ffd-aa10-4aecf0f2dadb'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:05.404507 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788f68d9-b7c1-4224-8a74-3cb637b13a46 None None] Pushing event updated for resources: {'Port': ['ID=c8ee7561-1473-4145-9915-f1a3ab39b552,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:05.415179 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a58dfc-9fcb-483e-8f40-e2162adf2a2c None None] Pushing event updated for resources: {'Port': ['ID=7d8cdd71-c15a-42e8-938f-da11b0d1bed2,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:05.423393 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4b981e-fe77-4ddb-809f-b759e3557503 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:39:05.424548 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4b981e-fe77-4ddb-809f-b759e3557503 None None] Checking segment: {'id': 'a524c1f7-3b28-472f-80c0-eadddc421979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b86f64f1-ac0a-4f4a-a4f4-20c8526d98e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:39:05.426356 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7c4b981e-fe77-4ddb-809f-b759e3557503 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:05.427853 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4b981e-fe77-4ddb-809f-b759e3557503 None None] Bound using segment: {'id': 'a524c1f7-3b28-472f-80c0-eadddc421979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b86f64f1-ac0a-4f4a-a4f4-20c8526d98e5'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:39:05.428582 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-7c4b981e-fe77-4ddb-809f-b759e3557503 None None] Bound port: 7d8cdd71-c15a-42e8-938f-da11b0d1bed2, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a524c1f7-3b28-472f-80c0-eadddc421979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b86f64f1-ac0a-4f4a-a4f4-20c8526d98e5'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:39:05.429585 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7c4b981e-fe77-4ddb-809f-b759e3557503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:05.570854 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-de452053-5f2e-4304-9073-22e311d53d68 None None] Set router 2c2e7bda-5a5b-4ffd-aa10-4aecf0f2dadb gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:39:05.664684 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 1335f96b-4f68-4add-9e9c-77333fb1efb0 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:05.665078 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:05.672198 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c4ff3725-b6f3-4740-9853-cbb46fe4500c tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4274880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4552377'] for subnet, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:05.827352 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ed61ff5a-4416-4c4c-97f8-b9330883c1e1 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:05.846338 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-7c4b981e-fe77-4ddb-809f-b759e3557503 None None] For port 7d8cdd71-c15a-42e8-938f-da11b0d1bed2, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:39:05.858292 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-de452053-5f2e-4304-9073-22e311d53d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c2e7bda-5a5b-4ffd-aa10-4aecf0f2dadb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1540196675', 'tenant_id': 'aee320d7fd864e10bc0cb9e2e1782ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': 'c8ee7561-1473-4145-9915-f1a3ab39b552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:01Z', 'updated_at': '2021-08-29T04:39:02Z', 'revision_number': 3, 'project_id': 'aee320d7fd864e10bc0cb9e2e1782ff3', 'gw_port': {'id': 'c8ee7561-1473-4145-9915-f1a3ab39b552', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:86:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c2e7bda-5a5b-4ffd-aa10-4aecf0f2dadb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:01Z', 'updated_at': '2021-08-29T04:39:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:05.871244 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ff3725-b6f3-4740-9853-cbb46fe4500c tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Pushing event updated for resources: {'Subnet': ['ID=326582d8-518f-48c1-a75c-6c4a73b5d725,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:05.884847 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ff3725-b6f3-4740-9853-cbb46fe4500c tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Checking segment: {'id': 'c91b4dac-619d-4f62-9d8f-446c750e53c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '9d6fdfcf-e537-450b-8a38-caf5d4981685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:39:05.885809 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ff3725-b6f3-4740-9853-cbb46fe4500c tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Network hostable DHCP agents. Network: 9d6fdfcf-e537-450b-8a38-caf5d4981685, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:39:05.902723 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de452053-5f2e-4304-9073-22e311d53d68 None None] The sync data for ids ['2c2e7bda-5a5b-4ffd-aa10-4aecf0f2dadb'] in n-d-712140-12 is: [{'id': '2c2e7bda-5a5b-4ffd-aa10-4aecf0f2dadb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1540196675', 'tenant_id': 'aee320d7fd864e10bc0cb9e2e1782ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': 'c8ee7561-1473-4145-9915-f1a3ab39b552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:01Z', 'updated_at': '2021-08-29T04:39:02Z', 'revision_number': 3, 'project_id': 'aee320d7fd864e10bc0cb9e2e1782ff3', 'gw_port': {'id': 'c8ee7561-1473-4145-9915-f1a3ab39b552', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:86:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c2e7bda-5a5b-4ffd-aa10-4aecf0f2dadb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:01Z', 'updated_at': '2021-08-29T04:39:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:39:05.913770 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-7c4b981e-fe77-4ddb-809f-b759e3557503 None None] For port 7d8cdd71-c15a-42e8-938f-da11b0d1bed2, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=7d8cdd71-c15a-42e8-938f-da11b0d1bed2,segment=NetworkSegment(a524c1f7-3b28-472f-80c0-eadddc421979),segment_id=a524c1f7-3b28-472f-80c0-eadddc421979)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:39:05.922131 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7c4b981e-fe77-4ddb-809f-b759e3557503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:05.933792 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ff3725-b6f3-4740-9853-cbb46fe4500c tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Network 9d6fdfcf-e537-450b-8a38-caf5d4981685 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:39:05.947536 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-c4ff3725-b6f3-4740-9853-cbb46fe4500c tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 9d6fdfcf-e537-450b-8a38-caf5d4981685) {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:39:05.956538 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ff3725-b6f3-4740-9853-cbb46fe4500c tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:05.958625 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c4ff3725-b6f3-4740-9853-cbb46fe4500c tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:05.979556 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca40da2-44b6-4668-a306-bc1a6f6de884 None None] Network 9d6fdfcf-e537-450b-8a38-caf5d4981685 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:39:05.989486 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-c4ff3725-b6f3-4740-9853-cbb46fe4500c tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9749322 Aug 29 04:39:05.990867 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 53506) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:06.056155 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf56dfb7-8fc0-422e-867a-4b71bd959e28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-1cfaddaa-1abf-487b-8097-1b3694fdfbcd', 'network_id': '1cfaddaa-1abf-487b-8097-1b3694fdfbcd', 'tenant_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'fixed_ips': [{'subnet_id': '25cae89f-0dd4-419c-96ee-1a909eb21994'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:39:06.057048 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cf56dfb7-8fc0-422e-867a-4b71bd959e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:06.237635 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e6d66a7d-b4e3-4611-85ff-4572d533b0a3 req-3a0547c8-5fdd-43e2-90df-9ea960185671 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=78e1d3c1-2943-4567-af4e-14c28f0b7c9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.6548193 Aug 29 04:39:06.295800 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f13d8b-2284-4634-9fad-74ce568beddb req-4c0cf4dc-663e-4978-9190-e110b58a496e tempest-VolumesActionsTest-225999335 tempest-VolumesActionsTest-225999335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:06.304768 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-21f13d8b-2284-4634-9fad-74ce568beddb req-4c0cf4dc-663e-4978-9190-e110b58a496e tempest-VolumesActionsTest-225999335 tempest-VolumesActionsTest-225999335-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e7c4e7c-5a30-4e73-b76d-9a60963f8fc5 HTTP/1.1" status: 200 len: 944 time: 0.2393014 Aug 29 04:39:06.412790 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a58dfc-9fcb-483e-8f40-e2162adf2a2c None None] Pushing event updated for resources: {'Port': ['ID=7d8cdd71-c15a-42e8-938f-da11b0d1bed2,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:06.435555 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4b981e-fe77-4ddb-809f-b759e3557503 None None] Routers {'2fa26ff5-a640-4165-a71c-95d9a71abad8'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:39:06.436296 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-7c4b981e-fe77-4ddb-809f-b759e3557503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:38:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['2fa26ff5-a640-4165-a71c-95d9a71abad8'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:06.506038 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-21f13d8b-2284-4634-9fad-74ce568beddb req-d219242c-cbfb-45a7-83b1-e4a17d20b165 tempest-VolumesActionsTest-225999335 tempest-VolumesActionsTest-225999335-project] 10.222.0.22 "GET /v2.0/security-groups?id=8a3f5dd3-80b6-4a65-9e0e-135b5ac23aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000871 Aug 29 04:39:06.597950 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fea0304b-4ad0-4608-bdf9-1851f49c256b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:06.645911 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d66a7d-b4e3-4611-85ff-4572d533b0a3 req-2bb08687-b326-456f-8465-29c5071e73c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:06.646406 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d66a7d-b4e3-4611-85ff-4572d533b0a3 req-2bb08687-b326-456f-8465-29c5071e73c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:06.646888 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d66a7d-b4e3-4611-85ff-4572d533b0a3 req-2bb08687-b326-456f-8465-29c5071e73c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:06.647354 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d66a7d-b4e3-4611-85ff-4572d533b0a3 req-2bb08687-b326-456f-8465-29c5071e73c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:06.647860 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d66a7d-b4e3-4611-85ff-4572d533b0a3 req-2bb08687-b326-456f-8465-29c5071e73c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:06.648335 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d66a7d-b4e3-4611-85ff-4572d533b0a3 req-2bb08687-b326-456f-8465-29c5071e73c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:06.648806 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d66a7d-b4e3-4611-85ff-4572d533b0a3 req-2bb08687-b326-456f-8465-29c5071e73c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:06.650946 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e6d66a7d-b4e3-4611-85ff-4572d533b0a3 req-2bb08687-b326-456f-8465-29c5071e73c1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b0f1228a8bd44b90ad5ea0a20c4870bf&device_id=78e1d3c1-2943-4567-af4e-14c28f0b7c9c HTTP/1.1" status: 200 len: 6495 time: 0.2381966 Aug 29 04:39:06.722855 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-7c4b981e-fe77-4ddb-809f-b759e3557503 None None] Set router 2fa26ff5-a640-4165-a71c-95d9a71abad8 gateway port host: None {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:39:06.736357 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 57e31737-faf1-4d2f-bdcd-b439078b0737 up at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:39:06.952052 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d66a7d-b4e3-4611-85ff-4572d533b0a3 req-ae1944bd-c70e-4603-89e1-2c6966432784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:06.952275 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d66a7d-b4e3-4611-85ff-4572d533b0a3 req-ae1944bd-c70e-4603-89e1-2c6966432784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:06.952757 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d66a7d-b4e3-4611-85ff-4572d533b0a3 req-ae1944bd-c70e-4603-89e1-2c6966432784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:06.954953 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e6d66a7d-b4e3-4611-85ff-4572d533b0a3 req-ae1944bd-c70e-4603-89e1-2c6966432784 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f8102508-8177-4d08-b66e-69e3d8dd4b5c&id=17498e6d-84e1-4cac-974a-a187e6f18066&id=17498e6d-84e1-4cac-974a-a187e6f18066&id=17498e6d-84e1-4cac-974a-a187e6f18066&id=17498e6d-84e1-4cac-974a-a187e6f18066&id=5e503eef-fcd9-442c-bfbe-e3b673cf903b&id=5e503eef-fcd9-442c-bfbe-e3b673cf903b HTTP/1.1" status: 200 len: 2292 time: 0.2664294 Aug 29 04:39:07.048875 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device c8ee7561-1473-4145-9915-f1a3ab39b552 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:39:07.096799 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e6d66a7d-b4e3-4611-85ff-4572d533b0a3 req-84375d37-262d-489b-8fbe-db6650e032c2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=863c0636-bcc8-4b84-adb3-6776bab372ee HTTP/1.1" status: 200 len: 1001 time: 0.1331472 Aug 29 04:39:07.102229 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-cf56dfb7-8fc0-422e-867a-4b71bd959e28 None None] Allocated IP 172.21.0.2 (1cfaddaa-1abf-487b-8097-1b3694fdfbcd/25cae89f-0dd4-419c-96ee-1a909eb21994/64e944a9-deae-4e12-8b5e-7f5b29cf9551) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:39:07.181024 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d66a7d-b4e3-4611-85ff-4572d533b0a3 req-011f71de-b49d-4b14-a4c5-c19bcafd9f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:07.185887 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e6d66a7d-b4e3-4611-85ff-4572d533b0a3 req-011f71de-b49d-4b14-a4c5-c19bcafd9f6f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=38723797-c164-4ad1-837d-c534b680646e HTTP/1.1" status: 200 len: 850 time: 0.0829725 Aug 29 04:39:07.261594 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d66a7d-b4e3-4611-85ff-4572d533b0a3 req-6f6db8f5-91c2-4f57-b3ac-3492a79b7362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:07.265806 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e6d66a7d-b4e3-4611-85ff-4572d533b0a3 req-6f6db8f5-91c2-4f57-b3ac-3492a79b7362 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f8102508-8177-4d08-b66e-69e3d8dd4b5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0700531 Aug 29 04:39:07.288241 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978e53c1-7cf3-4c83-b805-c870851ef16d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-9d6fdfcf-e537-450b-8a38-caf5d4981685', 'network_id': '9d6fdfcf-e537-450b-8a38-caf5d4981685', 'tenant_id': 'aee320d7fd864e10bc0cb9e2e1782ff3', 'fixed_ips': [{'subnet_id': '326582d8-518f-48c1-a75c-6c4a73b5d725'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:39:07.289145 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-978e53c1-7cf3-4c83-b805-c870851ef16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:07.346389 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:07.376169 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:07.393350 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning for port 57e31737-faf1-4d2f-bdcd-b439078b0737 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:39:07.423206 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning complete for port 57e31737-faf1-4d2f-bdcd-b439078b0737 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:07.423461 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:07.427064 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e6d66a7d-b4e3-4611-85ff-4572d533b0a3 req-22cf3fd0-d141-4f91-b73e-f7e47f78d868 service neutron] 10.222.0.48 "GET /v2.0/networks/f8102508-8177-4d08-b66e-69e3d8dd4b5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531744 Aug 29 04:39:07.490135 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-592a95fd-7abb-4194-9173-5e0f64a4eccc tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:07.542240 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port c8ee7561-1473-4145-9915-f1a3ab39b552 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:39:07.574833 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e6d66a7d-b4e3-4611-85ff-4572d533b0a3 req-6bff0aed-39ec-4b3e-872d-0e0dc928f601 service neutron] 10.222.0.48 "GET /v2.0/networks/f8102508-8177-4d08-b66e-69e3d8dd4b5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411490 Aug 29 04:39:07.634418 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e6d66a7d-b4e3-4611-85ff-4572d533b0a3 req-c995a6e3-e14c-4230-83f9-3ae5bbf2940f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=9ed8042a-534d-4fd9-bab3-f9ca6ec3d842 HTTP/1.1" status: 200 len: 217 time: 0.0529919 Aug 29 04:39:07.692443 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d66a7d-b4e3-4611-85ff-4572d533b0a3 req-d1f4166c-e3d4-47b2-8433-3290fd0d6078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:07.695619 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e6d66a7d-b4e3-4611-85ff-4572d533b0a3 req-d1f4166c-e3d4-47b2-8433-3290fd0d6078 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2c4c2bd8-a9be-4d3e-b11b-de6654931482 HTTP/1.1" status: 200 len: 797 time: 0.0545130 Aug 29 04:39:07.718892 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port c8ee7561-1473-4145-9915-f1a3ab39b552 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:07.719268 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:07.733696 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904502cb-b638-4eec-855e-e70a7c336020 req-2b6d99af-8799-48b8-947b-05b4ee37d6fe tempest-VolumesActionsTest-225999335 tempest-VolumesActionsTest-225999335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:07.736212 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-904502cb-b638-4eec-855e-e70a7c336020 req-2b6d99af-8799-48b8-947b-05b4ee37d6fe tempest-VolumesActionsTest-225999335 tempest-VolumesActionsTest-225999335-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e7c4e7c-5a30-4e73-b76d-9a60963f8fc5 HTTP/1.1" status: 200 len: 944 time: 0.1143076 Aug 29 04:39:07.794764 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d66a7d-b4e3-4611-85ff-4572d533b0a3 req-f27d3206-ee5a-4be7-871c-f3082868fa05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:07.799260 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e6d66a7d-b4e3-4611-85ff-4572d533b0a3 req-f27d3206-ee5a-4be7-871c-f3082868fa05 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=17498e6d-84e1-4cac-974a-a187e6f18066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0949018 Aug 29 04:39:07.839967 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cf56dfb7-8fc0-422e-867a-4b71bd959e28 None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:07.844632 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-978e53c1-7cf3-4c83-b805-c870851ef16d None None] Allocated IP 172.20.0.18 (9d6fdfcf-e537-450b-8a38-caf5d4981685/326582d8-518f-48c1-a75c-6c4a73b5d725/072e1ffd-222e-43c0-8fba-de73a0bab91c) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:39:07.852205 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-904502cb-b638-4eec-855e-e70a7c336020 req-7fba90a4-c4b9-43e6-b970-d0b190ca5b82 tempest-VolumesActionsTest-225999335 tempest-VolumesActionsTest-225999335-project] 10.222.0.22 "GET /v2.0/security-groups?id=8a3f5dd3-80b6-4a65-9e0e-135b5ac23aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087782 Aug 29 04:39:07.888464 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-cf56dfb7-8fc0-422e-867a-4b71bd959e28 None None] Transition to ACTIVE for port object 64e944a9-deae-4e12-8b5e-7f5b29cf9551 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:39:07.949485 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e6d66a7d-b4e3-4611-85ff-4572d533b0a3 req-353220ed-ef54-4448-b0f1-61fe25f9a12a service neutron] 10.222.0.48 "GET /v2.0/networks/17498e6d-84e1-4cac-974a-a187e6f18066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401718 Aug 29 04:39:07.974078 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-cf56dfb7-8fc0-422e-867a-4b71bd959e28 None None] Transition to ACTIVE for port object 64e944a9-deae-4e12-8b5e-7f5b29cf9551 will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:39:08.041531 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:08.045975 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cf56dfb7-8fc0-422e-867a-4b71bd959e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:08.093877 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-ed61ff5a-4416-4c4c-97f8-b9330883c1e1 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Allocated IP 172.21.0.1 (1cfaddaa-1abf-487b-8097-1b3694fdfbcd/25cae89f-0dd4-419c-96ee-1a909eb21994/8ecb1e40-42e8-41ea-866a-64e12133ade2) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:39:08.125783 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e6d66a7d-b4e3-4611-85ff-4572d533b0a3 req-761dee82-0326-4d30-8458-fa8c36dafa2d service neutron] 10.222.0.48 "GET /v2.0/networks/17498e6d-84e1-4cac-974a-a187e6f18066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686764 Aug 29 04:39:08.149409 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-7c4b981e-fe77-4ddb-809f-b759e3557503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa26ff5-a640-4165-a71c-95d9a71abad8', 'name': 'tempest-RoutersTest-router-1207848360', 'tenant_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:38:59Z', 'updated_at': '2021-08-29T04:39:02Z', 'revision_number': 2, 'project_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'gw_port_host': None, '_interfaces': [{'id': '7d8cdd71-c15a-42e8-938f-da11b0d1bed2', 'name': '', 'network_id': 'b86f64f1-ac0a-4f4a-a4f4-20c8526d98e5', 'tenant_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'mac_address': 'fa:16:3e:bc:89:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa26ff5-a640-4165-a71c-95d9a71abad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'e50e44cb-caf9-4566-a00f-d4bc8d953797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:01Z', 'updated_at': '2021-08-29T04:39:05Z', 'revision_number': 4, 'project_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'subnets': [{'id': 'e50e44cb-caf9-4566-a00f-d4bc8d953797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:08.201929 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf56dfb7-8fc0-422e-867a-4b71bd959e28 None None] Network 1cfaddaa-1abf-487b-8097-1b3694fdfbcd is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:39:08.202764 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:08.215121 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4b981e-fe77-4ddb-809f-b759e3557503 None None] The sync data for ids ['2fa26ff5-a640-4165-a71c-95d9a71abad8'] in n-d-712140-12 is: [{'id': '2fa26ff5-a640-4165-a71c-95d9a71abad8', 'name': 'tempest-RoutersTest-router-1207848360', 'tenant_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:38:59Z', 'updated_at': '2021-08-29T04:39:02Z', 'revision_number': 2, 'project_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'gw_port_host': None, '_interfaces': [{'id': '7d8cdd71-c15a-42e8-938f-da11b0d1bed2', 'name': '', 'network_id': 'b86f64f1-ac0a-4f4a-a4f4-20c8526d98e5', 'tenant_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'mac_address': 'fa:16:3e:bc:89:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa26ff5-a640-4165-a71c-95d9a71abad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'e50e44cb-caf9-4566-a00f-d4bc8d953797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:01Z', 'updated_at': '2021-08-29T04:39:05Z', 'revision_number': 4, 'project_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'subnets': [{'id': 'e50e44cb-caf9-4566-a00f-d4bc8d953797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:39:08.227722 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-cf56dfb7-8fc0-422e-867a-4b71bd959e28 None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:39:08.229995 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e7c4e7c-5a30-4e73-b76d-9a60963f8fc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57e31737-faf1-4d2f-bdcd-b439078b0737'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:39:08.232439 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2d1d864-2d8b-4b4f-bd6b-974658ff61dc" -d '{"events": [{"server_uuid": "1e7c4e7c-5a30-4e73-b76d-9a60963f8fc5", "name": "network-vif-plugged", "status": "completed", "tag": "57e31737-faf1-4d2f-bdcd-b439078b0737"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:39:08.244120 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf56dfb7-8fc0-422e-867a-4b71bd959e28 None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:39:08.244120 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf56dfb7-8fc0-422e-867a-4b71bd959e28 None None] Pushing event updated for resources: {'Port': ['ID=64e944a9-deae-4e12-8b5e-7f5b29cf9551,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:08.277676 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 57e31737-faf1-4d2f-bdcd-b439078b0737, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=57e31737-faf1-4d2f-bdcd-b439078b0737,segment=NetworkSegment(09374e4b-5ea8-4027-9e26-8e497d589eae),segment_id=09374e4b-5ea8-4027-9e26-8e497d589eae)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:08.284380 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e6d66a7d-b4e3-4611-85ff-4572d533b0a3 req-b9da1f25-ee0e-4736-9917-3c239b6f426d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.39&port_id=2662ff03-0fe5-4738-ac75-76417260f6bb HTTP/1.1" status: 200 len: 217 time: 0.1505127 Aug 29 04:39:08.307070 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:08.312875 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port c8ee7561-1473-4145-9915-f1a3ab39b552, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=c8ee7561-1473-4145-9915-f1a3ab39b552,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:08.374320 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-527360f2-a0b0-427c-81a4-b1f868e2ee0f x-openstack-request-id: req-527360f2-a0b0-427c-81a4-b1f868e2ee0f {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:39:08.374767 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e7c4e7c-5a30-4e73-b76d-9a60963f8fc5", "name": "network-vif-plugged", "status": "completed", "tag": "57e31737-faf1-4d2f-bdcd-b439078b0737", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:39:08.375150 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-527360f2-a0b0-427c-81a4-b1f868e2ee0f {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:39:08.376462 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e7c4e7c-5a30-4e73-b76d-9a60963f8fc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57e31737-faf1-4d2f-bdcd-b439078b0737', 'code': 200} Aug 29 04:39:08.415044 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:08.451192 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d66a7d-b4e3-4611-85ff-4572d533b0a3 req-b7f47bb1-332c-418e-9cdc-7b75e3894d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:08.452993 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e6d66a7d-b4e3-4611-85ff-4572d533b0a3 req-b7f47bb1-332c-418e-9cdc-7b75e3894d26 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2c4c2bd8-a9be-4d3e-b11b-de6654931482 HTTP/1.1" status: 200 len: 797 time: 0.1592999 Aug 29 04:39:08.483382 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ed61ff5a-4416-4c4c-97f8-b9330883c1e1 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:08.483893 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-cf56dfb7-8fc0-422e-867a-4b71bd959e28 None None] Attempting to bind port 64e944a9-deae-4e12-8b5e-7f5b29cf9551 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:39:08.484280 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-cf56dfb7-8fc0-422e-867a-4b71bd959e28 None None] Attempting to bind port 64e944a9-deae-4e12-8b5e-7f5b29cf9551 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '5c7f9a6c-e280-4ef4-bddb-f61cd025de49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1cfaddaa-1abf-487b-8097-1b3694fdfbcd'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:39:08.484652 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf56dfb7-8fc0-422e-867a-4b71bd959e28 None None] Attempting to bind port 64e944a9-deae-4e12-8b5e-7f5b29cf9551 on network 1cfaddaa-1abf-487b-8097-1b3694fdfbcd {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:39:08.512672 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-978e53c1-7cf3-4c83-b805-c870851ef16d None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:08.520865 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf56dfb7-8fc0-422e-867a-4b71bd959e28 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:39:08.521444 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf56dfb7-8fc0-422e-867a-4b71bd959e28 None None] Checking segment: {'id': '5c7f9a6c-e280-4ef4-bddb-f61cd025de49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1cfaddaa-1abf-487b-8097-1b3694fdfbcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:39:08.522062 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cf56dfb7-8fc0-422e-867a-4b71bd959e28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:08.522671 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf56dfb7-8fc0-422e-867a-4b71bd959e28 None None] Bound using segment: {'id': '5c7f9a6c-e280-4ef4-bddb-f61cd025de49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1cfaddaa-1abf-487b-8097-1b3694fdfbcd'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:39:08.523387 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-cf56dfb7-8fc0-422e-867a-4b71bd959e28 None None] Bound port: 64e944a9-deae-4e12-8b5e-7f5b29cf9551, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c7f9a6c-e280-4ef4-bddb-f61cd025de49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1cfaddaa-1abf-487b-8097-1b3694fdfbcd'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:39:08.524584 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cf56dfb7-8fc0-422e-867a-4b71bd959e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:08.533866 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-978e53c1-7cf3-4c83-b805-c870851ef16d None None] Transition to ACTIVE for port object 072e1ffd-222e-43c0-8fba-de73a0bab91c will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:39:08.542815 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=57e31737-faf1-4d2f-bdcd-b439078b0737,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:08.559124 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ed61ff5a-4416-4c4c-97f8-b9330883c1e1 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Transition to ACTIVE for port object 8ecb1e40-42e8-41ea-866a-64e12133ade2 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:39:08.622736 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-978e53c1-7cf3-4c83-b805-c870851ef16d None None] Transition to ACTIVE for port object 072e1ffd-222e-43c0-8fba-de73a0bab91c will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:39:08.640217 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647138d5-5bc8-4b2d-849e-40168c50f9ed req-94ee8a1e-39cb-42d4-b6f5-f7944dfebd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:08.642376 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-647138d5-5bc8-4b2d-849e-40168c50f9ed req-94ee8a1e-39cb-42d4-b6f5-f7944dfebd79 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1e7c4e7c-5a30-4e73-b76d-9a60963f8fc5 HTTP/1.1" status: 200 len: 1097 time: 0.1879420 Aug 29 04:39:08.651665 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d66a7d-b4e3-4611-85ff-4572d533b0a3 req-4240ab28-d810-4cf2-8f21-20304cbff4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:08.653687 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e6d66a7d-b4e3-4611-85ff-4572d533b0a3 req-4240ab28-d810-4cf2-8f21-20304cbff4f2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=17498e6d-84e1-4cac-974a-a187e6f18066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1853011 Aug 29 04:39:08.666090 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-978e53c1-7cf3-4c83-b805-c870851ef16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:08.700690 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ed61ff5a-4416-4c4c-97f8-b9330883c1e1 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:08.739490 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=c8ee7561-1473-4145-9915-f1a3ab39b552,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:08.745742 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-cf56dfb7-8fc0-422e-867a-4b71bd959e28 None None] For port 64e944a9-deae-4e12-8b5e-7f5b29cf9551, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:39:08.747194 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-978e53c1-7cf3-4c83-b805-c870851ef16d None None] Network 9d6fdfcf-e537-450b-8a38-caf5d4981685 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:39:08.753159 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-cf56dfb7-8fc0-422e-867a-4b71bd959e28 None None] For port 64e944a9-deae-4e12-8b5e-7f5b29cf9551, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=64e944a9-deae-4e12-8b5e-7f5b29cf9551,segment=NetworkSegment(5c7f9a6c-e280-4ef4-bddb-f61cd025de49),segment_id=5c7f9a6c-e280-4ef4-bddb-f61cd025de49)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:39:08.769203 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-592a95fd-7abb-4194-9173-5e0f64a4eccc tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Allocated IP 172.20.0.17 (9d6fdfcf-e537-450b-8a38-caf5d4981685/326582d8-518f-48c1-a75c-6c4a73b5d725/b6005279-03c6-48bf-920a-53110412a670) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:39:08.780635 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-978e53c1-7cf3-4c83-b805-c870851ef16d None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:39:08.781564 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:08.782402 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978e53c1-7cf3-4c83-b805-c870851ef16d None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:39:08.790469 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cf56dfb7-8fc0-422e-867a-4b71bd959e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:08.876155 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978e53c1-7cf3-4c83-b805-c870851ef16d None None] Pushing event updated for resources: {'Port': ['ID=072e1ffd-222e-43c0-8fba-de73a0bab91c,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:08.976253 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-978e53c1-7cf3-4c83-b805-c870851ef16d None None] Attempting to bind port 072e1ffd-222e-43c0-8fba-de73a0bab91c on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:39:08.976634 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-978e53c1-7cf3-4c83-b805-c870851ef16d None None] Attempting to bind port 072e1ffd-222e-43c0-8fba-de73a0bab91c by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'c91b4dac-619d-4f62-9d8f-446c750e53c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '9d6fdfcf-e537-450b-8a38-caf5d4981685'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:39:08.977006 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978e53c1-7cf3-4c83-b805-c870851ef16d None None] Attempting to bind port 072e1ffd-222e-43c0-8fba-de73a0bab91c on network 9d6fdfcf-e537-450b-8a38-caf5d4981685 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:39:09.023026 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978e53c1-7cf3-4c83-b805-c870851ef16d None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:39:09.023513 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978e53c1-7cf3-4c83-b805-c870851ef16d None None] Checking segment: {'id': 'c91b4dac-619d-4f62-9d8f-446c750e53c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '9d6fdfcf-e537-450b-8a38-caf5d4981685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:39:09.024022 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-978e53c1-7cf3-4c83-b805-c870851ef16d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:09.024481 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978e53c1-7cf3-4c83-b805-c870851ef16d None None] Bound using segment: {'id': 'c91b4dac-619d-4f62-9d8f-446c750e53c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '9d6fdfcf-e537-450b-8a38-caf5d4981685'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:39:09.025085 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-978e53c1-7cf3-4c83-b805-c870851ef16d None None] Bound port: 072e1ffd-222e-43c0-8fba-de73a0bab91c, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c91b4dac-619d-4f62-9d8f-446c750e53c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '9d6fdfcf-e537-450b-8a38-caf5d4981685'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:39:09.025784 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-978e53c1-7cf3-4c83-b805-c870851ef16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:09.075743 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf56dfb7-8fc0-422e-867a-4b71bd959e28 None None] Pushing event updated for resources: {'Port': ['ID=64e944a9-deae-4e12-8b5e-7f5b29cf9551,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:09.098338 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e6d66a7d-b4e3-4611-85ff-4572d533b0a3 req-0bb50d79-a8c8-40e0-8d26-0b76957dcf40 service neutron] 10.222.0.48 "GET /v2.0/networks/17498e6d-84e1-4cac-974a-a187e6f18066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4318156 Aug 29 04:39:09.116936 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-592a95fd-7abb-4194-9173-5e0f64a4eccc tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:09.139130 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ff5a-4416-4c4c-97f8-b9330883c1e1 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Pushing event updated for resources: {'Port': ['ID=8ecb1e40-42e8-41ea-866a-64e12133ade2,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:09.146124 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-647138d5-5bc8-4b2d-849e-40168c50f9ed req-32974777-4c72-45f6-9140-816873cff308 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=8a3f5dd3-80b6-4a65-9e0e-135b5ac23aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4895961 Aug 29 04:39:09.155151 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-592a95fd-7abb-4194-9173-5e0f64a4eccc tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Transition to ACTIVE for port object b6005279-03c6-48bf-920a-53110412a670 will not be triggered until provisioned by entity DHCP. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:39:09.184154 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 7d8cdd71-c15a-42e8-938f-da11b0d1bed2 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:39:09.211000 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-592a95fd-7abb-4194-9173-5e0f64a4eccc tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:09.231391 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed61ff5a-4416-4c4c-97f8-b9330883c1e1 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Network 1cfaddaa-1abf-487b-8097-1b3694fdfbcd is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:39:09.291967 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-ed61ff5a-4416-4c4c-97f8-b9330883c1e1 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:39:09.305625 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-978e53c1-7cf3-4c83-b805-c870851ef16d None None] For port 072e1ffd-222e-43c0-8fba-de73a0bab91c, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:39:09.309642 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-978e53c1-7cf3-4c83-b805-c870851ef16d None None] For port 072e1ffd-222e-43c0-8fba-de73a0bab91c, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=072e1ffd-222e-43c0-8fba-de73a0bab91c,segment=NetworkSegment(c91b4dac-619d-4f62-9d8f-446c750e53c4),segment_id=c91b4dac-619d-4f62-9d8f-446c750e53c4)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:39:09.315553 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed61ff5a-4416-4c4c-97f8-b9330883c1e1 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:39:09.329232 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-978e53c1-7cf3-4c83-b805-c870851ef16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:09.356464 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592a95fd-7abb-4194-9173-5e0f64a4eccc tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Network 9d6fdfcf-e537-450b-8a38-caf5d4981685 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:39:09.360675 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-592a95fd-7abb-4194-9173-5e0f64a4eccc tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:39:09.368258 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592a95fd-7abb-4194-9173-5e0f64a4eccc tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:39:09.418500 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592a95fd-7abb-4194-9173-5e0f64a4eccc tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Pushing event updated for resources: {'Port': ['ID=b6005279-03c6-48bf-920a-53110412a670,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:09.442336 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 7d8cdd71-c15a-42e8-938f-da11b0d1bed2 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:39:09.462038 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-592a95fd-7abb-4194-9173-5e0f64a4eccc tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719598'] for router_interface, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:09.487554 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90904f74-86ca-4d7a-bb53-64ff1523bd48 req-85a1ac02-947d-49e0-a8b4-542a6ead1bfc tempest-VolumesActionsTest-225999335 tempest-VolumesActionsTest-225999335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:09.488850 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978e53c1-7cf3-4c83-b805-c870851ef16d None None] Pushing event updated for resources: {'Port': ['ID=072e1ffd-222e-43c0-8fba-de73a0bab91c,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:09.489292 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-90904f74-86ca-4d7a-bb53-64ff1523bd48 req-85a1ac02-947d-49e0-a8b4-542a6ead1bfc tempest-VolumesActionsTest-225999335 tempest-VolumesActionsTest-225999335-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e7c4e7c-5a30-4e73-b76d-9a60963f8fc5 HTTP/1.1" status: 200 len: 945 time: 0.4257948 Aug 29 04:39:09.508557 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 7d8cdd71-c15a-42e8-938f-da11b0d1bed2 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:09.510972 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:09.516396 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ed61ff5a-4416-4c4c-97f8-b9330883c1e1 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719598'] for router_interface, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:09.622618 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e6d66a7d-b4e3-4611-85ff-4572d533b0a3 req-dffe0dd1-ef7b-4a63-a13a-f564f0b1caeb service neutron] 10.222.0.48 "GET /v2.0/networks/17498e6d-84e1-4cac-974a-a187e6f18066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4754748 Aug 29 04:39:09.633919 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:09.675028 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-592a95fd-7abb-4194-9173-5e0f64a4eccc tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:09.680483 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 7d8cdd71-c15a-42e8-938f-da11b0d1bed2, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=7d8cdd71-c15a-42e8-938f-da11b0d1bed2,segment=NetworkSegment(a524c1f7-3b28-472f-80c0-eadddc421979),segment_id=a524c1f7-3b28-472f-80c0-eadddc421979)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:09.688330 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:09.689143 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device c8ee7561-1473-4145-9915-f1a3ab39b552 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:39:09.714699 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e6d66a7d-b4e3-4611-85ff-4572d533b0a3 req-91e42f5b-a6d4-4559-8384-7314da2496d8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=5cfcb12b-3c21-4614-9071-b6c0f7763d86 HTTP/1.1" status: 200 len: 217 time: 0.0836442 Aug 29 04:39:09.786295 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-90904f74-86ca-4d7a-bb53-64ff1523bd48 req-cd474ee0-cfb1-4e4c-9573-8e8912965767 tempest-VolumesActionsTest-225999335 tempest-VolumesActionsTest-225999335-project] 10.222.0.22 "GET /v2.0/security-groups?id=8a3f5dd3-80b6-4a65-9e0e-135b5ac23aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771285 Aug 29 04:39:09.832167 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=7d8cdd71-c15a-42e8-938f-da11b0d1bed2,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:09.859887 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port c8ee7561-1473-4145-9915-f1a3ab39b552 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:09.860199 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:09.875955 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d66a7d-b4e3-4611-85ff-4572d533b0a3 req-f5de891f-c129-47a2-9fb6-f64755ed90f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:09.877590 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e6d66a7d-b4e3-4611-85ff-4572d533b0a3 req-f5de891f-c129-47a2-9fb6-f64755ed90f7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2c4c2bd8-a9be-4d3e-b11b-de6654931482 HTTP/1.1" status: 200 len: 797 time: 0.1539474 Aug 29 04:39:09.914695 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ed61ff5a-4416-4c4c-97f8-b9330883c1e1 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:09.999543 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d66a7d-b4e3-4611-85ff-4572d533b0a3 req-843dba99-f670-4a1c-a620-bf59e9743d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:10.001175 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e6d66a7d-b4e3-4611-85ff-4572d533b0a3 req-843dba99-f670-4a1c-a620-bf59e9743d0f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=17498e6d-84e1-4cac-974a-a187e6f18066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1032982 Aug 29 04:39:10.059255 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-592a95fd-7abb-4194-9173-5e0f64a4eccc tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:10.065493 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-592a95fd-7abb-4194-9173-5e0f64a4eccc tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:10.147427 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592a95fd-7abb-4194-9173-5e0f64a4eccc tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Pushing event updated for resources: {'Port': ['ID=b6005279-03c6-48bf-920a-53110412a670,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:10.150824 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-592a95fd-7abb-4194-9173-5e0f64a4eccc tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-718897'] for router_interface, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:10.255568 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e6d66a7d-b4e3-4611-85ff-4572d533b0a3 req-77293162-3f22-4cf5-8846-466b4094c881 service neutron] 10.222.0.48 "GET /v2.0/networks/17498e6d-84e1-4cac-974a-a187e6f18066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060063 Aug 29 04:39:10.278245 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592a95fd-7abb-4194-9173-5e0f64a4eccc tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Network 9d6fdfcf-e537-450b-8a38-caf5d4981685 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:39:10.279797 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-592a95fd-7abb-4194-9173-5e0f64a4eccc tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:39:10.389283 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f49b057-f691-48ab-9bb2-f39891ffd503 None None] Network 1cfaddaa-1abf-487b-8097-1b3694fdfbcd requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:39:10.429147 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-592a95fd-7abb-4194-9173-5e0f64a4eccc tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Router 2c2e7bda-5a5b-4ffd-aa10-4aecf0f2dadb has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:39:10.523306 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-a89d7551-e9a2-4c5e-97fe-9b7c78ccfa31 None None] Provisioning for port 64e944a9-deae-4e12-8b5e-7f5b29cf9551 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:39:10.630854 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-592a95fd-7abb-4194-9173-5e0f64a4eccc tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:39:10.646170 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-592a95fd-7abb-4194-9173-5e0f64a4eccc tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] 10.222.0.22 "PUT /v2.0/routers/2c2e7bda-5a5b-4ffd-aa10-4aecf0f2dadb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6540356 Aug 29 04:39:10.661971 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdca90f-a88f-4532-8d8c-25dcc850da85 None None] Sync routers for ids ['2c2e7bda-5a5b-4ffd-aa10-4aecf0f2dadb'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:39:10.695575 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdca90f-a88f-4532-8d8c-25dcc850da85 None None] Routers {'2c2e7bda-5a5b-4ffd-aa10-4aecf0f2dadb'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:39:10.697357 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-fcdca90f-a88f-4532-8d8c-25dcc850da85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:39:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['2c2e7bda-5a5b-4ffd-aa10-4aecf0f2dadb'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:10.876778 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e6d66a7d-b4e3-4611-85ff-4572d533b0a3 req-092aa74b-c440-4cf5-917f-b9d312cf966e service neutron] 10.222.0.48 "GET /v2.0/networks/17498e6d-84e1-4cac-974a-a187e6f18066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6128681 Aug 29 04:39:11.041714 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb7a63e-31bd-44b6-9942-a355bb7899e5 req-7983c781-e141-47b6-b6c3-3120debf1be7 tempest-VolumesActionsTest-225999335 tempest-VolumesActionsTest-225999335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:11.043350 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6bb7a63e-31bd-44b6-9942-a355bb7899e5 req-7983c781-e141-47b6-b6c3-3120debf1be7 tempest-VolumesActionsTest-225999335 tempest-VolumesActionsTest-225999335-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e7c4e7c-5a30-4e73-b76d-9a60963f8fc5 HTTP/1.1" status: 200 len: 945 time: 0.1142278 Aug 29 04:39:11.113598 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e6d66a7d-b4e3-4611-85ff-4572d533b0a3 req-652ed82d-ab78-41ac-b04b-ee38a2730988 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=73a89596-2f6f-4bb0-aecd-74540ae2a41e HTTP/1.1" status: 200 len: 217 time: 0.1581714 Aug 29 04:39:11.140414 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6bb7a63e-31bd-44b6-9942-a355bb7899e5 req-204e9c09-94ad-484a-b16a-5cbc88a5edf8 tempest-VolumesActionsTest-225999335 tempest-VolumesActionsTest-225999335-project] 10.222.0.22 "GET /v2.0/security-groups?id=8a3f5dd3-80b6-4a65-9e0e-135b5ac23aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879037 Aug 29 04:39:11.195513 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480d3b7c-cba9-437d-b513-463085418b5f None None] Network 9d6fdfcf-e537-450b-8a38-caf5d4981685 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:39:11.200352 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 64e944a9-deae-4e12-8b5e-7f5b29cf9551 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:39:11.211312 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ed61ff5a-4416-4c4c-97f8-b9330883c1e1 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:11.236821 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ed61ff5a-4416-4c4c-97f8-b9330883c1e1 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:11.314501 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-cb8641ed-1188-4463-8a1f-7220b1179851 None None] Provisioning for port 072e1ffd-222e-43c0-8fba-de73a0bab91c completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:39:11.340431 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-fcdca90f-a88f-4532-8d8c-25dcc850da85 None None] Set router 2c2e7bda-5a5b-4ffd-aa10-4aecf0f2dadb gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:39:11.391024 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ff5a-4416-4c4c-97f8-b9330883c1e1 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Pushing event updated for resources: {'Port': ['ID=8ecb1e40-42e8-41ea-866a-64e12133ade2,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:11.470807 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcceb715-ffb2-4254-a25b-e505b2213e66 req-0f95e7e4-7f4b-4def-aeb9-4f2e568c5bbe tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:11.473276 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bcceb715-ffb2-4254-a25b-e505b2213e66 req-0f95e7e4-7f4b-4def-aeb9-4f2e568c5bbe tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] 10.222.0.22 "GET /v2.0/networks?id=9d6fdfcf-e537-450b-8a38-caf5d4981685 HTTP/1.1" status: 200 len: 797 time: 0.5232553 Aug 29 04:39:11.508262 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ed61ff5a-4416-4c4c-97f8-b9330883c1e1 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-718897'] for router_interface, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:11.513870 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bcceb715-ffb2-4254-a25b-e505b2213e66 req-6e033d0d-ceba-4888-b9f7-b82297139025 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] 10.222.0.22 "GET /v2.0/quotas/aee320d7fd864e10bc0cb9e2e1782ff3 HTTP/1.1" status: 200 len: 375 time: 0.0319090 Aug 29 04:39:11.520743 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d66a7d-b4e3-4611-85ff-4572d533b0a3 req-cda44ebd-8a8e-43cc-a5c7-2fd994b40447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:11.522320 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e6d66a7d-b4e3-4611-85ff-4572d533b0a3 req-cda44ebd-8a8e-43cc-a5c7-2fd994b40447 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2c4c2bd8-a9be-4d3e-b11b-de6654931482 HTTP/1.1" status: 200 len: 797 time: 0.3046722 Aug 29 04:39:11.525304 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 64e944a9-deae-4e12-8b5e-7f5b29cf9551 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:39:11.589255 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 64e944a9-deae-4e12-8b5e-7f5b29cf9551 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:11.589770 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:11.788280 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-2d4bc73e-45c0-4840-8ea2-6b01f1d2501b None None] Provisioning complete for port 64e944a9-deae-4e12-8b5e-7f5b29cf9551 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:11.788679 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2d4bc73e-45c0-4840-8ea2-6b01f1d2501b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:11.846035 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed61ff5a-4416-4c4c-97f8-b9330883c1e1 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Network 1cfaddaa-1abf-487b-8097-1b3694fdfbcd is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:39:11.855087 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-ed61ff5a-4416-4c4c-97f8-b9330883c1e1 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:39:11.890251 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bcceb715-ffb2-4254-a25b-e505b2213e66 req-44016908-6cda-462c-9d8c-ae8e96306f99 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=aee320d7fd864e10bc0cb9e2e1782ff3&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3523111 Aug 29 04:39:11.948479 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d66a7d-b4e3-4611-85ff-4572d533b0a3 req-e95ca28f-dc99-4ee9-9772-5fcd3e56093f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:11.950000 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e6d66a7d-b4e3-4611-85ff-4572d533b0a3 req-e95ca28f-dc99-4ee9-9772-5fcd3e56093f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=17498e6d-84e1-4cac-974a-a187e6f18066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4074981 Aug 29 04:39:12.025831 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:12.045351 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2d4bc73e-45c0-4840-8ea2-6b01f1d2501b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:12.105837 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 64e944a9-deae-4e12-8b5e-7f5b29cf9551, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=64e944a9-deae-4e12-8b5e-7f5b29cf9551,segment=NetworkSegment(5c7f9a6c-e280-4ef4-bddb-f61cd025de49),segment_id=5c7f9a6c-e280-4ef4-bddb-f61cd025de49)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:12.120886 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-fcdca90f-a88f-4532-8d8c-25dcc850da85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c2e7bda-5a5b-4ffd-aa10-4aecf0f2dadb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1540196675', 'tenant_id': 'aee320d7fd864e10bc0cb9e2e1782ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': 'c8ee7561-1473-4145-9915-f1a3ab39b552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:01Z', 'updated_at': '2021-08-29T04:39:09Z', 'revision_number': 4, 'project_id': 'aee320d7fd864e10bc0cb9e2e1782ff3', 'gw_port': {'id': 'c8ee7561-1473-4145-9915-f1a3ab39b552', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:86:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2e7bda-5a5b-4ffd-aa10-4aecf0f2dadb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:01Z', 'updated_at': '2021-08-29T04:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': 'b6005279-03c6-48bf-920a-53110412a670', 'name': '', 'network_id': '9d6fdfcf-e537-450b-8a38-caf5d4981685', 'tenant_id': 'aee320d7fd864e10bc0cb9e2e1782ff3', 'mac_address': 'fa:16:3e:8f:0b:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c2e7bda-5a5b-4ffd-aa10-4aecf0f2dadb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3360, 'fixed_ips': [{'subnet_id': '326582d8-518f-48c1-a75c-6c4a73b5d725', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:07Z', 'updated_at': '2021-08-29T04:39:09Z', 'revision_number': 2, 'project_id': 'aee320d7fd864e10bc0cb9e2e1782ff3', 'subnets': [{'id': '326582d8-518f-48c1-a75c-6c4a73b5d725', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:12.124604 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:12.128854 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 072e1ffd-222e-43c0-8fba-de73a0bab91c up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:39:12.263001 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed61ff5a-4416-4c4c-97f8-b9330883c1e1 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Router 2fa26ff5-a640-4165-a71c-95d9a71abad8 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:39:12.285175 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bcceb715-ffb2-4254-a25b-e505b2213e66 req-95bda65c-d3f0-43b5-ae27-73cd5d1c0ec3 service neutron] 10.222.0.22 "GET /v2.0/networks/9d6fdfcf-e537-450b-8a38-caf5d4981685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3937674 Aug 29 04:39:12.291676 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.db.api [None req-2d4bc73e-45c0-4840-8ea2-6b01f1d2501b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94830) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:39:12.292019 n-d-712140-12 neutron-server[94830]: DEBUG oslo_db.api [None req-2d4bc73e-45c0-4840-8ea2-6b01f1d2501b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:39:12.292677 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdca90f-a88f-4532-8d8c-25dcc850da85 None None] Checking router: 2c2e7bda-5a5b-4ffd-aa10-4aecf0f2dadb for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:39:12.292990 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdca90f-a88f-4532-8d8c-25dcc850da85 None None] Updating router 2c2e7bda-5a5b-4ffd-aa10-4aecf0f2dadb port b6005279-03c6-48bf-920a-53110412a670 binding host n-d-712140-12 {{(pid=94830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:39:12.298009 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e6d66a7d-b4e3-4611-85ff-4572d533b0a3 req-90af6d71-bbe9-486e-8334-bad56392e3f0 service neutron] 10.222.0.48 "GET /v2.0/networks/17498e6d-84e1-4cac-974a-a187e6f18066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2825577 Aug 29 04:39:12.369873 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fcdca90f-a88f-4532-8d8c-25dcc850da85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:12.598280 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed61ff5a-4416-4c4c-97f8-b9330883c1e1 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:39:12.613192 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 53600) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:12.613720 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209f3e5c-ddfa-4e4f-85ad-ea336e1b6e98 None None] Sync routers for ids ['2fa26ff5-a640-4165-a71c-95d9a71abad8'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:39:12.614138 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-ed61ff5a-4416-4c4c-97f8-b9330883c1e1 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] 10.222.0.22 "PUT /v2.0/routers/2fa26ff5-a640-4165-a71c-95d9a71abad8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5598538 Aug 29 04:39:12.620295 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bcceb715-ffb2-4254-a25b-e505b2213e66 req-5fbae61d-f21e-49a0-aaeb-0e9dc18bfdb7 service neutron] 10.222.0.22 "GET /v2.0/networks/9d6fdfcf-e537-450b-8a38-caf5d4981685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3344579 Aug 29 04:39:12.635620 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209f3e5c-ddfa-4e4f-85ad-ea336e1b6e98 None None] Routers {'2fa26ff5-a640-4165-a71c-95d9a71abad8'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:39:12.636270 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-209f3e5c-ddfa-4e4f-85ad-ea336e1b6e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:39:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['2fa26ff5-a640-4165-a71c-95d9a71abad8'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:12.640663 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-91d526e1-1a97-4028-9bbc-a367812f80e5 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Request body: {'network': {'name': 'tempest-RoutersTest-1610090429'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:12.650770 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e6d66a7d-b4e3-4611-85ff-4572d533b0a3 req-b5d0ffb2-c173-4492-ad7a-e82c97394072 service neutron] 10.222.0.48 "GET /v2.0/networks/17498e6d-84e1-4cac-974a-a187e6f18066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3321793 Aug 29 04:39:12.660521 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=64e944a9-deae-4e12-8b5e-7f5b29cf9551,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:12.703537 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 072e1ffd-222e-43c0-8fba-de73a0bab91c completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:39:12.706605 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91d526e1-1a97-4028-9bbc-a367812f80e5 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Made reservation on behalf of 8faa5ea7fca64f93a90f1124ba2b3499 for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:39:12.712173 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-91d526e1-1a97-4028-9bbc-a367812f80e5 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:12.742724 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 072e1ffd-222e-43c0-8fba-de73a0bab91c triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:12.743153 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:12.762080 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91d526e1-1a97-4028-9bbc-a367812f80e5 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:39:12.773493 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e6d66a7d-b4e3-4611-85ff-4572d533b0a3 req-7f63626a-bd3d-4876-a415-fe6f0539acd4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e8c38dda-a12f-4615-86b7-8fdfbcfe8a49 HTTP/1.1" status: 200 len: 217 time: 0.1158409 Aug 29 04:39:12.815482 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-91d526e1-1a97-4028-9bbc-a367812f80e5 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:12.817031 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-91d526e1-1a97-4028-9bbc-a367812f80e5 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Added segment 74093cec-31a1-4783-a27c-fe2c791f49a3 of type vlan for network 3825202b-3320-4c2f-90e2-5622dab47e4c Aug 29 04:39:12.906647 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-91d526e1-1a97-4028-9bbc-a367812f80e5 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:12.923037 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d66a7d-b4e3-4611-85ff-4572d533b0a3 req-921db231-b4cf-4a90-bd1d-4ec5bd47d828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:12.926091 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e6d66a7d-b4e3-4611-85ff-4572d533b0a3 req-921db231-b4cf-4a90-bd1d-4ec5bd47d828 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8462c09a-3992-4e92-b18c-741f3c6662c3 HTTP/1.1" status: 200 len: 797 time: 0.1441455 Aug 29 04:39:12.928203 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-209f3e5c-ddfa-4e4f-85ad-ea336e1b6e98 None None] Set router 2fa26ff5-a640-4165-a71c-95d9a71abad8 gateway port host: None {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:39:12.978813 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-91d526e1-1a97-4028-9bbc-a367812f80e5 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:12.990483 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d526e1-1a97-4028-9bbc-a367812f80e5 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:12.991557 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-91d526e1-1a97-4028-9bbc-a367812f80e5 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:13.090497 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d66a7d-b4e3-4611-85ff-4572d533b0a3 req-edfbb9ba-7692-44dc-a030-811b70d641cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:13.094223 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e6d66a7d-b4e3-4611-85ff-4572d533b0a3 req-edfbb9ba-7692-44dc-a030-811b70d641cf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5e503eef-fcd9-442c-bfbe-e3b673cf903b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1538689 Aug 29 04:39:13.133744 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fcdca90f-a88f-4532-8d8c-25dcc850da85 None None] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:13.184670 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d526e1-1a97-4028-9bbc-a367812f80e5 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Pushing event updated for resources: {'Network': ['ID=3825202b-3320-4c2f-90e2-5622dab47e4c,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:13.194948 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-91d526e1-1a97-4028-9bbc-a367812f80e5 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5764024 Aug 29 04:39:13.196420 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 53616) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:13.198524 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-fcdca90f-a88f-4532-8d8c-25dcc850da85 None None] Transition to ACTIVE for port object b6005279-03c6-48bf-920a-53110412a670 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:39:13.205586 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-e8523fcc-d33b-4281-9f8d-faaf71457ec3 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Request body: {'subnet': {'network_id': '3825202b-3320-4c2f-90e2-5622dab47e4c', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:13.218593 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 3825202b-3320-4c2f-90e2-5622dab47e4c details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:39:13.260781 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e6d66a7d-b4e3-4611-85ff-4572d533b0a3 req-56411a9e-3dae-4d58-81a3-a4157d816e5b service neutron] 10.222.0.48 "GET /v2.0/networks/5e503eef-fcd9-442c-bfbe-e3b673cf903b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429360 Aug 29 04:39:13.282258 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-544f1c47-348b-437c-bea1-8c97d8ecd987 req-846db0ef-a5ec-4879-aeb7-2155bd7780f6 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] 10.222.0.22 "GET /v2.0/ports?device_id=719189ec-dde2-4b66-bf23-5201cf7173cb HTTP/1.1" status: 200 len: 210 time: 0.1963136 Aug 29 04:39:13.312294 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fcdca90f-a88f-4532-8d8c-25dcc850da85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:13.404419 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e6d66a7d-b4e3-4611-85ff-4572d533b0a3 req-3e4a287a-c1be-4961-9668-77a4192140fc service neutron] 10.222.0.48 "GET /v2.0/networks/5e503eef-fcd9-442c-bfbe-e3b673cf903b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215456 Aug 29 04:39:13.449360 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8523fcc-d33b-4281-9f8d-faaf71457ec3 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Made reservation on behalf of 8faa5ea7fca64f93a90f1124ba2b3499 for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:39:13.454217 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e8523fcc-d33b-4281-9f8d-faaf71457ec3 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4552395'] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:13.464844 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-209f3e5c-ddfa-4e4f-85ad-ea336e1b6e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa26ff5-a640-4165-a71c-95d9a71abad8', 'name': 'tempest-RoutersTest-router-1207848360', 'tenant_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:38:59Z', 'updated_at': '2021-08-29T04:39:09Z', 'revision_number': 3, 'project_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'gw_port_host': None, '_interfaces': [{'id': '7d8cdd71-c15a-42e8-938f-da11b0d1bed2', 'name': '', 'network_id': 'b86f64f1-ac0a-4f4a-a4f4-20c8526d98e5', 'tenant_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'mac_address': 'fa:16:3e:bc:89:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa26ff5-a640-4165-a71c-95d9a71abad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'e50e44cb-caf9-4566-a00f-d4bc8d953797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:01Z', 'updated_at': '2021-08-29T04:39:09Z', 'revision_number': 5, 'project_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'subnets': [{'id': 'e50e44cb-caf9-4566-a00f-d4bc8d953797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ecb1e40-42e8-41ea-866a-64e12133ade2', 'name': '', 'network_id': '1cfaddaa-1abf-487b-8097-1b3694fdfbcd', 'tenant_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'mac_address': 'fa:16:3e:b5:85:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa26ff5-a640-4165-a71c-95d9a71abad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': '25cae89f-0dd4-419c-96ee-1a909eb21994', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:06Z', 'updated_at': '2021-08-29T04:39:10Z', 'revision_number': 2, 'project_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'subnets': [{'id': '25cae89f-0dd4-419c-96ee-1a909eb21994', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:13.485462 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-2d4bc73e-45c0-4840-8ea2-6b01f1d2501b None None] Provisioning for port 8ecb1e40-42e8-41ea-866a-64e12133ade2 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:39:13.491055 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e6d66a7d-b4e3-4611-85ff-4572d533b0a3 req-c3325a75-d5ab-478f-b959-0c69f9c5eaf6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f22d63c2-bcf4-4be3-aee8-c0adc98c55e8 HTTP/1.1" status: 200 len: 217 time: 0.0787396 Aug 29 04:39:13.512703 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:13.562879 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209f3e5c-ddfa-4e4f-85ad-ea336e1b6e98 None None] Checking router: 2fa26ff5-a640-4165-a71c-95d9a71abad8 for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:39:13.563256 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209f3e5c-ddfa-4e4f-85ad-ea336e1b6e98 None None] Updating router 2fa26ff5-a640-4165-a71c-95d9a71abad8 port 8ecb1e40-42e8-41ea-866a-64e12133ade2 binding host n-d-712140-12 {{(pid=94831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:39:13.568213 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d66a7d-b4e3-4611-85ff-4572d533b0a3 req-60e16aa4-0aee-4c59-95fe-4ab837a29b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:13.570014 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e6d66a7d-b4e3-4611-85ff-4572d533b0a3 req-60e16aa4-0aee-4c59-95fe-4ab837a29b98 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8462c09a-3992-4e92-b18c-741f3c6662c3 HTTP/1.1" status: 200 len: 797 time: 0.0722215 Aug 29 04:39:13.590053 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebc99d9-c14a-430b-ba6f-e4718b5f08aa None None] Pushing event updated for resources: {'Port': ['ID=b6005279-03c6-48bf-920a-53110412a670,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:13.610577 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-2d4bc73e-45c0-4840-8ea2-6b01f1d2501b None None] Provisioning complete for port 8ecb1e40-42e8-41ea-866a-64e12133ade2 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:13.610959 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2d4bc73e-45c0-4840-8ea2-6b01f1d2501b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:13.623144 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-209f3e5c-ddfa-4e4f-85ad-ea336e1b6e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:13.704858 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d66a7d-b4e3-4611-85ff-4572d533b0a3 req-693884ee-084a-4cbf-bea2-6544013ba95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:13.714023 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e6d66a7d-b4e3-4611-85ff-4572d533b0a3 req-693884ee-084a-4cbf-bea2-6544013ba95a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5e503eef-fcd9-442c-bfbe-e3b673cf903b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1314003 Aug 29 04:39:13.756707 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 072e1ffd-222e-43c0-8fba-de73a0bab91c, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=072e1ffd-222e-43c0-8fba-de73a0bab91c,segment=NetworkSegment(c91b4dac-619d-4f62-9d8f-446c750e53c4),segment_id=c91b4dac-619d-4f62-9d8f-446c750e53c4)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:13.768994 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e8523fcc-d33b-4281-9f8d-faaf71457ec3 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4274880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4552377'] for subnet, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:13.773870 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:13.774664 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 7d8cdd71-c15a-42e8-938f-da11b0d1bed2 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:39:13.880309 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8523fcc-d33b-4281-9f8d-faaf71457ec3 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Pushing event updated for resources: {'Subnet': ['ID=b95f1309-85f7-4f61-935f-e6cd0090e85e,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:13.897610 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=072e1ffd-222e-43c0-8fba-de73a0bab91c,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:13.905764 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8523fcc-d33b-4281-9f8d-faaf71457ec3 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Checking segment: {'id': '74093cec-31a1-4783-a27c-fe2c791f49a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '3825202b-3320-4c2f-90e2-5622dab47e4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:39:13.906366 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8523fcc-d33b-4281-9f8d-faaf71457ec3 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Network hostable DHCP agents. Network: 3825202b-3320-4c2f-90e2-5622dab47e4c, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:39:13.909573 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-fcdca90f-a88f-4532-8d8c-25dcc850da85 None None] Attempting to bind port b6005279-03c6-48bf-920a-53110412a670 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:39:13.909952 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-fcdca90f-a88f-4532-8d8c-25dcc850da85 None None] Attempting to bind port b6005279-03c6-48bf-920a-53110412a670 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'c91b4dac-619d-4f62-9d8f-446c750e53c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '9d6fdfcf-e537-450b-8a38-caf5d4981685'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:39:13.910319 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcdca90f-a88f-4532-8d8c-25dcc850da85 None None] Attempting to bind port b6005279-03c6-48bf-920a-53110412a670 on network 9d6fdfcf-e537-450b-8a38-caf5d4981685 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:39:13.929883 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e6d66a7d-b4e3-4611-85ff-4572d533b0a3 req-1f1c4ee2-a2cd-47a6-b581-6baf2be5af6d service neutron] 10.222.0.48 "GET /v2.0/networks/5e503eef-fcd9-442c-bfbe-e3b673cf903b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071655 Aug 29 04:39:13.955511 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8523fcc-d33b-4281-9f8d-faaf71457ec3 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Network 3825202b-3320-4c2f-90e2-5622dab47e4c is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:39:13.967656 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcdca90f-a88f-4532-8d8c-25dcc850da85 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:39:13.968172 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcdca90f-a88f-4532-8d8c-25dcc850da85 None None] Checking segment: {'id': 'c91b4dac-619d-4f62-9d8f-446c750e53c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '9d6fdfcf-e537-450b-8a38-caf5d4981685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:39:13.968616 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fcdca90f-a88f-4532-8d8c-25dcc850da85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:13.969036 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcdca90f-a88f-4532-8d8c-25dcc850da85 None None] Bound using segment: {'id': 'c91b4dac-619d-4f62-9d8f-446c750e53c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '9d6fdfcf-e537-450b-8a38-caf5d4981685'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:39:13.969523 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-fcdca90f-a88f-4532-8d8c-25dcc850da85 None None] Bound port: b6005279-03c6-48bf-920a-53110412a670, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c91b4dac-619d-4f62-9d8f-446c750e53c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '9d6fdfcf-e537-450b-8a38-caf5d4981685'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:39:13.969973 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fcdca90f-a88f-4532-8d8c-25dcc850da85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:13.972093 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-2d4bc73e-45c0-4840-8ea2-6b01f1d2501b None None] Port 8ecb1e40-42e8-41ea-866a-64e12133ade2 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:39:13.985076 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-e8523fcc-d33b-4281-9f8d-faaf71457ec3 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 3825202b-3320-4c2f-90e2-5622dab47e4c) {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:39:14.003467 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8523fcc-d33b-4281-9f8d-faaf71457ec3 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:14.004115 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e8523fcc-d33b-4281-9f8d-faaf71457ec3 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:14.013787 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20f1229-4cdd-4378-8f23-cb9ff7d699ec None None] Network 3825202b-3320-4c2f-90e2-5622dab47e4c requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:39:14.070328 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-e8523fcc-d33b-4281-9f8d-faaf71457ec3 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8700604 Aug 29 04:39:14.071010 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 53630) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:14.186162 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-209f3e5c-ddfa-4e4f-85ad-ea336e1b6e98 None None] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:14.196062 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-209f3e5c-ddfa-4e4f-85ad-ea336e1b6e98 None None] Transition to ACTIVE for port object 8ecb1e40-42e8-41ea-866a-64e12133ade2 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:39:14.206634 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-209f3e5c-ddfa-4e4f-85ad-ea336e1b6e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:14.212102 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e6d66a7d-b4e3-4611-85ff-4572d533b0a3 req-85ca47b6-37db-47e0-8f1d-507820f3d61d service neutron] 10.222.0.48 "GET /v2.0/networks/5e503eef-fcd9-442c-bfbe-e3b673cf903b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2689836 Aug 29 04:39:14.310527 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd82b153-9999-4545-9f6c-a0efe51f03d2 None None] Pushing event updated for resources: {'Port': ['ID=8ecb1e40-42e8-41ea-866a-64e12133ade2,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:14.351526 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 7d8cdd71-c15a-42e8-938f-da11b0d1bed2 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:14.351526 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:14.365871 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-dc195392-ef4a-47fe-95ab-c0a7ad71e193 None None] Provisioning complete for port 072e1ffd-222e-43c0-8fba-de73a0bab91c triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:14.366374 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dc195392-ef4a-47fe-95ab-c0a7ad71e193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:14.476124 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-fcdca90f-a88f-4532-8d8c-25dcc850da85 None None] For port b6005279-03c6-48bf-920a-53110412a670, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:39:14.535475 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0661718b-41ff-4c13-9c29-0ac476f799b8 req-a899ff4e-5f73-4f39-914f-d0ef95b71cfa tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] 10.222.0.22 "GET /v2.0/ports?device_id=719189ec-dde2-4b66-bf23-5201cf7173cb HTTP/1.1" status: 200 len: 210 time: 0.0485940 Aug 29 04:39:14.606030 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-209f3e5c-ddfa-4e4f-85ad-ea336e1b6e98 None None] Attempting to bind port 8ecb1e40-42e8-41ea-866a-64e12133ade2 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:39:14.606734 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-209f3e5c-ddfa-4e4f-85ad-ea336e1b6e98 None None] Attempting to bind port 8ecb1e40-42e8-41ea-866a-64e12133ade2 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '5c7f9a6c-e280-4ef4-bddb-f61cd025de49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1cfaddaa-1abf-487b-8097-1b3694fdfbcd'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:39:14.607406 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209f3e5c-ddfa-4e4f-85ad-ea336e1b6e98 None None] Attempting to bind port 8ecb1e40-42e8-41ea-866a-64e12133ade2 on network 1cfaddaa-1abf-487b-8097-1b3694fdfbcd {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:39:14.615510 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209f3e5c-ddfa-4e4f-85ad-ea336e1b6e98 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:39:14.616234 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209f3e5c-ddfa-4e4f-85ad-ea336e1b6e98 None None] Checking segment: {'id': '5c7f9a6c-e280-4ef4-bddb-f61cd025de49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1cfaddaa-1abf-487b-8097-1b3694fdfbcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:39:14.616868 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-209f3e5c-ddfa-4e4f-85ad-ea336e1b6e98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:14.617424 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209f3e5c-ddfa-4e4f-85ad-ea336e1b6e98 None None] Bound using segment: {'id': '5c7f9a6c-e280-4ef4-bddb-f61cd025de49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1cfaddaa-1abf-487b-8097-1b3694fdfbcd'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:39:14.619810 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-209f3e5c-ddfa-4e4f-85ad-ea336e1b6e98 None None] Bound port: 8ecb1e40-42e8-41ea-866a-64e12133ade2, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c7f9a6c-e280-4ef4-bddb-f61cd025de49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1cfaddaa-1abf-487b-8097-1b3694fdfbcd'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:39:14.620449 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-209f3e5c-ddfa-4e4f-85ad-ea336e1b6e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:14.724231 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-209f3e5c-ddfa-4e4f-85ad-ea336e1b6e98 None None] For port 8ecb1e40-42e8-41ea-866a-64e12133ade2, host n-d-712140-12, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:39:14.729436 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-209f3e5c-ddfa-4e4f-85ad-ea336e1b6e98 None None] For port 8ecb1e40-42e8-41ea-866a-64e12133ade2, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=8ecb1e40-42e8-41ea-866a-64e12133ade2,segment=NetworkSegment(5c7f9a6c-e280-4ef4-bddb-f61cd025de49),segment_id=5c7f9a6c-e280-4ef4-bddb-f61cd025de49)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:39:14.743646 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-209f3e5c-ddfa-4e4f-85ad-ea336e1b6e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:14.817603 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd82b153-9999-4545-9f6c-a0efe51f03d2 None None] Pushing event updated for resources: {'Port': ['ID=8ecb1e40-42e8-41ea-866a-64e12133ade2,revision_number=4']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:14.902404 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209f3e5c-ddfa-4e4f-85ad-ea336e1b6e98 None None] Routers {'2fa26ff5-a640-4165-a71c-95d9a71abad8'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:39:14.903212 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-209f3e5c-ddfa-4e4f-85ad-ea336e1b6e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:39:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['2fa26ff5-a640-4165-a71c-95d9a71abad8'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:14.949416 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b2982d8-49f3-447a-8311-f69d0752b80a tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:14.951550 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-fcdca90f-a88f-4532-8d8c-25dcc850da85 None None] For port b6005279-03c6-48bf-920a-53110412a670, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=b6005279-03c6-48bf-920a-53110412a670,segment=NetworkSegment(c91b4dac-619d-4f62-9d8f-446c750e53c4),segment_id=c91b4dac-619d-4f62-9d8f-446c750e53c4)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:39:15.012344 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fcdca90f-a88f-4532-8d8c-25dcc850da85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:15.138028 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-209f3e5c-ddfa-4e4f-85ad-ea336e1b6e98 None None] Set router 2fa26ff5-a640-4165-a71c-95d9a71abad8 gateway port host: None {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:39:15.157814 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebc99d9-c14a-430b-ba6f-e4718b5f08aa None None] Pushing event updated for resources: {'Port': ['ID=b6005279-03c6-48bf-920a-53110412a670,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:15.294674 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba66f9e-39dc-4044-bbc1-cbc72cc59917 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-3825202b-3320-4c2f-90e2-5622dab47e4c', 'network_id': '3825202b-3320-4c2f-90e2-5622dab47e4c', 'tenant_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'fixed_ips': [{'subnet_id': 'b95f1309-85f7-4f61-935f-e6cd0090e85e'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:39:15.295543 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8ba66f9e-39dc-4044-bbc1-cbc72cc59917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:15.361067 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdca90f-a88f-4532-8d8c-25dcc850da85 None None] Routers {'2c2e7bda-5a5b-4ffd-aa10-4aecf0f2dadb'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:39:15.361713 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-fcdca90f-a88f-4532-8d8c-25dcc850da85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:39:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['2c2e7bda-5a5b-4ffd-aa10-4aecf0f2dadb'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:15.668853 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 64e944a9-deae-4e12-8b5e-7f5b29cf9551 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:39:15.738389 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-209f3e5c-ddfa-4e4f-85ad-ea336e1b6e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa26ff5-a640-4165-a71c-95d9a71abad8', 'name': 'tempest-RoutersTest-router-1207848360', 'tenant_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:38:59Z', 'updated_at': '2021-08-29T04:39:09Z', 'revision_number': 3, 'project_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'gw_port_host': None, '_interfaces': [{'id': '7d8cdd71-c15a-42e8-938f-da11b0d1bed2', 'name': '', 'network_id': 'b86f64f1-ac0a-4f4a-a4f4-20c8526d98e5', 'tenant_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'mac_address': 'fa:16:3e:bc:89:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa26ff5-a640-4165-a71c-95d9a71abad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'e50e44cb-caf9-4566-a00f-d4bc8d953797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:01Z', 'updated_at': '2021-08-29T04:39:09Z', 'revision_number': 5, 'project_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'subnets': [{'id': 'e50e44cb-caf9-4566-a00f-d4bc8d953797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ecb1e40-42e8-41ea-866a-64e12133ade2', 'name': '', 'network_id': '1cfaddaa-1abf-487b-8097-1b3694fdfbcd', 'tenant_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'mac_address': 'fa:16:3e:b5:85:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa26ff5-a640-4165-a71c-95d9a71abad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': '25cae89f-0dd4-419c-96ee-1a909eb21994', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:06Z', 'updated_at': '2021-08-29T04:39:14Z', 'revision_number': 4, 'project_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'subnets': [{'id': '25cae89f-0dd4-419c-96ee-1a909eb21994', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:15.764014 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-dc195392-ef4a-47fe-95ab-c0a7ad71e193 None None] Provisioning for port b6005279-03c6-48bf-920a-53110412a670 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:39:15.822467 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209f3e5c-ddfa-4e4f-85ad-ea336e1b6e98 None None] The sync data for ids ['2fa26ff5-a640-4165-a71c-95d9a71abad8'] in n-d-712140-12 is: [{'id': '2fa26ff5-a640-4165-a71c-95d9a71abad8', 'name': 'tempest-RoutersTest-router-1207848360', 'tenant_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:38:59Z', 'updated_at': '2021-08-29T04:39:09Z', 'revision_number': 3, 'project_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'gw_port_host': None, '_interfaces': [{'id': '7d8cdd71-c15a-42e8-938f-da11b0d1bed2', 'name': '', 'network_id': 'b86f64f1-ac0a-4f4a-a4f4-20c8526d98e5', 'tenant_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'mac_address': 'fa:16:3e:bc:89:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa26ff5-a640-4165-a71c-95d9a71abad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'e50e44cb-caf9-4566-a00f-d4bc8d953797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:01Z', 'updated_at': '2021-08-29T04:39:09Z', 'revision_number': 5, 'project_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'subnets': [{'id': 'e50e44cb-caf9-4566-a00f-d4bc8d953797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ecb1e40-42e8-41ea-866a-64e12133ade2', 'name': '', 'network_id': '1cfaddaa-1abf-487b-8097-1b3694fdfbcd', 'tenant_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'mac_address': 'fa:16:3e:b5:85:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa26ff5-a640-4165-a71c-95d9a71abad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': '25cae89f-0dd4-419c-96ee-1a909eb21994', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:06Z', 'updated_at': '2021-08-29T04:39:14Z', 'revision_number': 4, 'project_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'subnets': [{'id': '25cae89f-0dd4-419c-96ee-1a909eb21994', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:39:15.835358 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-fcdca90f-a88f-4532-8d8c-25dcc850da85 None None] Set router 2c2e7bda-5a5b-4ffd-aa10-4aecf0f2dadb gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:39:15.888821 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcceb715-ffb2-4254-a25b-e505b2213e66 req-89ad1eb0-84d6-40ec-9e40-63a8f735aa76 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:15.892993 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bcceb715-ffb2-4254-a25b-e505b2213e66 req-89ad1eb0-84d6-40ec-9e40-63a8f735aa76 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] 10.222.0.48 "GET /v2.0/networks?id=9d6fdfcf-e537-450b-8a38-caf5d4981685 HTTP/1.1" status: 200 len: 797 time: 1.0668421 Aug 29 04:39:15.951895 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 64e944a9-deae-4e12-8b5e-7f5b29cf9551 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:15.952875 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:15.962882 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-bcceb715-ffb2-4254-a25b-e505b2213e66 req-f94c330e-865e-4eac-8870-b3eface51cd7 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Request body: {'port': {'device_id': '719189ec-dde2-4b66-bf23-5201cf7173cb', 'network_id': '9d6fdfcf-e537-450b-8a38-caf5d4981685', 'admin_state_up': True, 'tenant_id': 'aee320d7fd864e10bc0cb9e2e1782ff3'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:15.967450 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-4b2982d8-49f3-447a-8311-f69d0752b80a tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Allocated IP 172.22.0.1 (3825202b-3320-4c2f-90e2-5622dab47e4c/b95f1309-85f7-4f61-935f-e6cd0090e85e/d830743f-d92b-49cc-97d3-23add5f6f861) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:39:15.996884 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e0874fc4-fc82-4c0a-927b-e526a49eb6f3 req-d0105045-a29d-41d8-97b5-ccd4486e60af tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] 10.222.0.22 "GET /v2.0/ports?device_id=719189ec-dde2-4b66-bf23-5201cf7173cb HTTP/1.1" status: 200 len: 210 time: 0.3361127 Aug 29 04:39:16.237629 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 072e1ffd-222e-43c0-8fba-de73a0bab91c up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:39:16.423245 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b2982d8-49f3-447a-8311-f69d0752b80a tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:16.438719 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcceb715-ffb2-4254-a25b-e505b2213e66 req-f94c330e-865e-4eac-8870-b3eface51cd7 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Made reservation on behalf of aee320d7fd864e10bc0cb9e2e1782ff3 for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:39:16.445382 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-bcceb715-ffb2-4254-a25b-e505b2213e66 req-f94c330e-865e-4eac-8870-b3eface51cd7 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:16.468500 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-fcdca90f-a88f-4532-8d8c-25dcc850da85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c2e7bda-5a5b-4ffd-aa10-4aecf0f2dadb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1540196675', 'tenant_id': 'aee320d7fd864e10bc0cb9e2e1782ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': 'c8ee7561-1473-4145-9915-f1a3ab39b552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:01Z', 'updated_at': '2021-08-29T04:39:09Z', 'revision_number': 4, 'project_id': 'aee320d7fd864e10bc0cb9e2e1782ff3', 'gw_port': {'id': 'c8ee7561-1473-4145-9915-f1a3ab39b552', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:86:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2e7bda-5a5b-4ffd-aa10-4aecf0f2dadb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:01Z', 'updated_at': '2021-08-29T04:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': 'b6005279-03c6-48bf-920a-53110412a670', 'name': '', 'network_id': '9d6fdfcf-e537-450b-8a38-caf5d4981685', 'tenant_id': 'aee320d7fd864e10bc0cb9e2e1782ff3', 'mac_address': 'fa:16:3e:8f:0b:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c2e7bda-5a5b-4ffd-aa10-4aecf0f2dadb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3360, 'fixed_ips': [{'subnet_id': '326582d8-518f-48c1-a75c-6c4a73b5d725', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:07Z', 'updated_at': '2021-08-29T04:39:14Z', 'revision_number': 4, 'project_id': 'aee320d7fd864e10bc0cb9e2e1782ff3', 'subnets': [{'id': '326582d8-518f-48c1-a75c-6c4a73b5d725', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:16.471900 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 072e1ffd-222e-43c0-8fba-de73a0bab91c triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:16.478960 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:16.496903 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4b2982d8-49f3-447a-8311-f69d0752b80a tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Transition to ACTIVE for port object d830743f-d92b-49cc-97d3-23add5f6f861 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:39:16.512366 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e98b73c-aa4d-485c-8d6e-136015e34253 req-b57b153c-0b4d-41d0-9148-e927b5944eac tempest-VolumesActionsTest-225999335 tempest-VolumesActionsTest-225999335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:16.513997 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8e98b73c-aa4d-485c-8d6e-136015e34253 req-b57b153c-0b4d-41d0-9148-e927b5944eac tempest-VolumesActionsTest-225999335 tempest-VolumesActionsTest-225999335-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e7c4e7c-5a30-4e73-b76d-9a60963f8fc5 HTTP/1.1" status: 200 len: 945 time: 0.1957457 Aug 29 04:39:16.529754 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdca90f-a88f-4532-8d8c-25dcc850da85 None None] The sync data for ids ['2c2e7bda-5a5b-4ffd-aa10-4aecf0f2dadb'] in n-d-712140-12 is: [{'id': '2c2e7bda-5a5b-4ffd-aa10-4aecf0f2dadb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1540196675', 'tenant_id': 'aee320d7fd864e10bc0cb9e2e1782ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': 'c8ee7561-1473-4145-9915-f1a3ab39b552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:01Z', 'updated_at': '2021-08-29T04:39:09Z', 'revision_number': 4, 'project_id': 'aee320d7fd864e10bc0cb9e2e1782ff3', 'gw_port': {'id': 'c8ee7561-1473-4145-9915-f1a3ab39b552', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:86:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2e7bda-5a5b-4ffd-aa10-4aecf0f2dadb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:01Z', 'updated_at': '2021-08-29T04:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': 'b6005279-03c6-48bf-920a-53110412a670', 'name': '', 'network_id': '9d6fdfcf-e537-450b-8a38-caf5d4981685', 'tenant_id': 'aee320d7fd864e10bc0cb9e2e1782ff3', 'mac_address': 'fa:16:3e:8f:0b:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c2e7bda-5a5b-4ffd-aa10-4aecf0f2dadb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3360, 'fixed_ips': [{'subnet_id': '326582d8-518f-48c1-a75c-6c4a73b5d725', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:07Z', 'updated_at': '2021-08-29T04:39:14Z', 'revision_number': 4, 'project_id': 'aee320d7fd864e10bc0cb9e2e1782ff3', 'subnets': [{'id': '326582d8-518f-48c1-a75c-6c4a73b5d725', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:39:16.639931 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8e98b73c-aa4d-485c-8d6e-136015e34253 req-ca07113c-d065-44c5-b899-ac15282a30b2 tempest-VolumesActionsTest-225999335 tempest-VolumesActionsTest-225999335-project] 10.222.0.22 "GET /v2.0/security-groups?id=8a3f5dd3-80b6-4a65-9e0e-135b5ac23aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156440 Aug 29 04:39:16.738219 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b2982d8-49f3-447a-8311-f69d0752b80a tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:16.813364 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-8ba66f9e-39dc-4044-bbc1-cbc72cc59917 None None] Allocated IP 172.22.0.2 (3825202b-3320-4c2f-90e2-5622dab47e4c/b95f1309-85f7-4f61-935f-e6cd0090e85e/80b013b1-1765-440b-a598-ea717f2b8245) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:39:17.079666 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8ba66f9e-39dc-4044-bbc1-cbc72cc59917 None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:17.091523 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-8ba66f9e-39dc-4044-bbc1-cbc72cc59917 None None] Transition to ACTIVE for port object 80b013b1-1765-440b-a598-ea717f2b8245 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:39:17.111854 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-8ba66f9e-39dc-4044-bbc1-cbc72cc59917 None None] Transition to ACTIVE for port object 80b013b1-1765-440b-a598-ea717f2b8245 will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:39:17.119809 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8ba66f9e-39dc-4044-bbc1-cbc72cc59917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:17.138211 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d6eed2ff-9e01-43c0-91e5-a7a292a189bc req-22d54ec0-e8ac-46c6-8bd4-cfe3c984dab4 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] 10.222.0.22 "GET /v2.0/ports?device_id=719189ec-dde2-4b66-bf23-5201cf7173cb HTTP/1.1" status: 200 len: 210 time: 0.0473895 Aug 29 04:39:17.169509 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba66f9e-39dc-4044-bbc1-cbc72cc59917 None None] Network 3825202b-3320-4c2f-90e2-5622dab47e4c is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:39:17.175427 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-8ba66f9e-39dc-4044-bbc1-cbc72cc59917 None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:39:17.179482 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba66f9e-39dc-4044-bbc1-cbc72cc59917 None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:39:17.189572 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba66f9e-39dc-4044-bbc1-cbc72cc59917 None None] Pushing event updated for resources: {'Port': ['ID=80b013b1-1765-440b-a598-ea717f2b8245,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:17.194654 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-bcceb715-ffb2-4254-a25b-e505b2213e66 req-f94c330e-865e-4eac-8870-b3eface51cd7 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Allocated IP 172.20.0.27 (9d6fdfcf-e537-450b-8a38-caf5d4981685/326582d8-518f-48c1-a75c-6c4a73b5d725/abec9ce4-71cf-4db9-8c90-6b951fa3488b) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:39:17.217852 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2982d8-49f3-447a-8311-f69d0752b80a tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Network 3825202b-3320-4c2f-90e2-5622dab47e4c is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:39:17.225830 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-4b2982d8-49f3-447a-8311-f69d0752b80a tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:39:17.230447 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2982d8-49f3-447a-8311-f69d0752b80a tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Pushing event updated for resources: {'Port': ['ID=d830743f-d92b-49cc-97d3-23add5f6f861,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:17.233019 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2982d8-49f3-447a-8311-f69d0752b80a tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:39:17.256183 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-8ba66f9e-39dc-4044-bbc1-cbc72cc59917 None None] Attempting to bind port 80b013b1-1765-440b-a598-ea717f2b8245 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:39:17.256441 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-8ba66f9e-39dc-4044-bbc1-cbc72cc59917 None None] Attempting to bind port 80b013b1-1765-440b-a598-ea717f2b8245 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '74093cec-31a1-4783-a27c-fe2c791f49a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '3825202b-3320-4c2f-90e2-5622dab47e4c'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:39:17.256781 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba66f9e-39dc-4044-bbc1-cbc72cc59917 None None] Attempting to bind port 80b013b1-1765-440b-a598-ea717f2b8245 on network 3825202b-3320-4c2f-90e2-5622dab47e4c {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:39:17.263864 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba66f9e-39dc-4044-bbc1-cbc72cc59917 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:39:17.264094 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba66f9e-39dc-4044-bbc1-cbc72cc59917 None None] Checking segment: {'id': '74093cec-31a1-4783-a27c-fe2c791f49a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '3825202b-3320-4c2f-90e2-5622dab47e4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:39:17.264629 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8ba66f9e-39dc-4044-bbc1-cbc72cc59917 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:17.264869 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba66f9e-39dc-4044-bbc1-cbc72cc59917 None None] Bound using segment: {'id': '74093cec-31a1-4783-a27c-fe2c791f49a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '3825202b-3320-4c2f-90e2-5622dab47e4c'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:39:17.265342 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-8ba66f9e-39dc-4044-bbc1-cbc72cc59917 None None] Bound port: 80b013b1-1765-440b-a598-ea717f2b8245, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74093cec-31a1-4783-a27c-fe2c791f49a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '3825202b-3320-4c2f-90e2-5622dab47e4c'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:39:17.265786 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8ba66f9e-39dc-4044-bbc1-cbc72cc59917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:17.329697 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b2982d8-49f3-447a-8311-f69d0752b80a tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719598'] for router_interface, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:17.336920 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-8ba66f9e-39dc-4044-bbc1-cbc72cc59917 None None] For port 80b013b1-1765-440b-a598-ea717f2b8245, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:39:17.341204 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-8ba66f9e-39dc-4044-bbc1-cbc72cc59917 None None] For port 80b013b1-1765-440b-a598-ea717f2b8245, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=80b013b1-1765-440b-a598-ea717f2b8245,segment=NetworkSegment(74093cec-31a1-4783-a27c-fe2c791f49a3),segment_id=74093cec-31a1-4783-a27c-fe2c791f49a3)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:39:17.346553 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8ba66f9e-39dc-4044-bbc1-cbc72cc59917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:17.412457 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba66f9e-39dc-4044-bbc1-cbc72cc59917 None None] Pushing event updated for resources: {'Port': ['ID=80b013b1-1765-440b-a598-ea717f2b8245,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:17.442809 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-bcceb715-ffb2-4254-a25b-e505b2213e66 req-f94c330e-865e-4eac-8870-b3eface51cd7 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:17.463584 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-bcceb715-ffb2-4254-a25b-e505b2213e66 req-f94c330e-865e-4eac-8870-b3eface51cd7 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Transition to ACTIVE for port object abec9ce4-71cf-4db9-8c90-6b951fa3488b will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:39:17.508306 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b2982d8-49f3-447a-8311-f69d0752b80a tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:17.635134 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-bcceb715-ffb2-4254-a25b-e505b2213e66 req-f94c330e-865e-4eac-8870-b3eface51cd7 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:17.699747 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 8ecb1e40-42e8-41ea-866a-64e12133ade2 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:39:17.736586 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcceb715-ffb2-4254-a25b-e505b2213e66 req-f94c330e-865e-4eac-8870-b3eface51cd7 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Network 9d6fdfcf-e537-450b-8a38-caf5d4981685 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:39:17.753751 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-bcceb715-ffb2-4254-a25b-e505b2213e66 req-f94c330e-865e-4eac-8870-b3eface51cd7 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:39:17.767922 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 8ecb1e40-42e8-41ea-866a-64e12133ade2 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:39:17.773328 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 8ecb1e40-42e8-41ea-866a-64e12133ade2 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:17.773469 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcceb715-ffb2-4254-a25b-e505b2213e66 req-f94c330e-865e-4eac-8870-b3eface51cd7 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:39:17.774050 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:17.824494 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94c330e-865e-4eac-8870-b3eface51cd7 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Pushing event updated for resources: {'Port': ['ID=abec9ce4-71cf-4db9-8c90-6b951fa3488b,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:17.891675 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:17.904659 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1769583b-4aef-45ec-a73f-a72894ff522e req-cb06494c-86d2-4829-93ec-fbe61a8d282a tempest-VolumesActionsTest-225999335 tempest-VolumesActionsTest-225999335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:17.912904 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1769583b-4aef-45ec-a73f-a72894ff522e req-cb06494c-86d2-4829-93ec-fbe61a8d282a tempest-VolumesActionsTest-225999335 tempest-VolumesActionsTest-225999335-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e7c4e7c-5a30-4e73-b76d-9a60963f8fc5 HTTP/1.1" status: 200 len: 945 time: 0.1383953 Aug 29 04:39:17.936599 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 8ecb1e40-42e8-41ea-866a-64e12133ade2, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=8ecb1e40-42e8-41ea-866a-64e12133ade2,segment=NetworkSegment(5c7f9a6c-e280-4ef4-bddb-f61cd025de49),segment_id=5c7f9a6c-e280-4ef4-bddb-f61cd025de49)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:17.942594 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:17.948037 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcceb715-ffb2-4254-a25b-e505b2213e66 req-f94c330e-865e-4eac-8870-b3eface51cd7 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:17.948702 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-bcceb715-ffb2-4254-a25b-e505b2213e66 req-f94c330e-865e-4eac-8870-b3eface51cd7 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:17.948998 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device b6005279-03c6-48bf-920a-53110412a670 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:39:17.960323 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1769583b-4aef-45ec-a73f-a72894ff522e req-47e108bd-e077-4384-955f-3cb968b02a7e tempest-VolumesActionsTest-225999335 tempest-VolumesActionsTest-225999335-project] 10.222.0.22 "GET /v2.0/security-groups?id=8a3f5dd3-80b6-4a65-9e0e-135b5ac23aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465629 Aug 29 04:39:18.044687 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=8ecb1e40-42e8-41ea-866a-64e12133ade2,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:18.044816 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bcceb715-ffb2-4254-a25b-e505b2213e66 req-f94c330e-865e-4eac-8870-b3eface51cd7 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 2.0885589 Aug 29 04:39:18.069684 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-bcceb715-ffb2-4254-a25b-e505b2213e66 req-a73ba6a5-240f-4554-b1a4-fa6f5ed7e350 service neutron] Request body: {'port': {'device_id': '719189ec-dde2-4b66-bf23-5201cf7173cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:18.093995 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port b6005279-03c6-48bf-920a-53110412a670 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:39:18.111963 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port b6005279-03c6-48bf-920a-53110412a670 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:18.111963 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:18.143875 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5028505-9139-4be1-9748-84776125d369 req-18495ce4-69a3-4a27-a45e-0d08b3ec301b tempest-VolumesActionsTest-225999335 tempest-VolumesActionsTest-225999335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:18.145566 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f5028505-9139-4be1-9748-84776125d369 req-18495ce4-69a3-4a27-a45e-0d08b3ec301b tempest-VolumesActionsTest-225999335 tempest-VolumesActionsTest-225999335-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e7c4e7c-5a30-4e73-b76d-9a60963f8fc5 HTTP/1.1" status: 200 len: 945 time: 0.1805060 Aug 29 04:39:18.207246 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-018ca2b9-c98f-402b-8cee-66931134b0f1 None None] Provisioning for port abec9ce4-71cf-4db9-8c90-6b951fa3488b completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:39:18.212638 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b2982d8-49f3-447a-8311-f69d0752b80a tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:18.217136 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-018ca2b9-c98f-402b-8cee-66931134b0f1 None None] Provisioning complete for port abec9ce4-71cf-4db9-8c90-6b951fa3488b triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:18.217564 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-018ca2b9-c98f-402b-8cee-66931134b0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:18.258349 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:18.265301 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b2982d8-49f3-447a-8311-f69d0752b80a tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:18.281538 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-018ca2b9-c98f-402b-8cee-66931134b0f1 None None] Port abec9ce4-71cf-4db9-8c90-6b951fa3488b cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:39:18.312725 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port b6005279-03c6-48bf-920a-53110412a670, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=b6005279-03c6-48bf-920a-53110412a670,segment=NetworkSegment(c91b4dac-619d-4f62-9d8f-446c750e53c4),segment_id=c91b4dac-619d-4f62-9d8f-446c750e53c4)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:18.322027 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:18.382799 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b2982d8-49f3-447a-8311-f69d0752b80a tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-718897'] for router_interface, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:18.383959 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=b6005279-03c6-48bf-920a-53110412a670,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:18.442933 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-bcceb715-ffb2-4254-a25b-e505b2213e66 req-a73ba6a5-240f-4554-b1a4-fa6f5ed7e350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:18.571997 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2982d8-49f3-447a-8311-f69d0752b80a tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Pushing event updated for resources: {'Port': ['ID=d830743f-d92b-49cc-97d3-23add5f6f861,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:18.586697 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99ce7d8-6bd7-4d8c-8e98-a4be655b8052 req-e83c6972-9425-4efa-b408-add0d2ccd942 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:18.588995 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c99ce7d8-6bd7-4d8c-8e98-a4be655b8052 req-e83c6972-9425-4efa-b408-add0d2ccd942 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] 10.222.0.22 "GET /v2.0/ports?device_id=719189ec-dde2-4b66-bf23-5201cf7173cb HTTP/1.1" status: 200 len: 895 time: 0.3300140 Aug 29 04:39:18.649578 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-f5028505-9139-4be1-9748-84776125d369 req-f1358f9e-47f4-4555-beb6-668f9c81acdd tempest-VolumesActionsTest-225999335 tempest-VolumesActionsTest-225999335-project] Deleting port 57e31737-faf1-4d2f-bdcd-b439078b0737 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:39:18.650486 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-f5028505-9139-4be1-9748-84776125d369 req-f1358f9e-47f4-4555-beb6-668f9c81acdd tempest-VolumesActionsTest-225999335 tempest-VolumesActionsTest-225999335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:18.792090 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2982d8-49f3-447a-8311-f69d0752b80a tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Network 3825202b-3320-4c2f-90e2-5622dab47e4c is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:39:18.804924 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-4b2982d8-49f3-447a-8311-f69d0752b80a tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:39:18.809727 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5688d858-e5ca-435d-be28-fb606d17657c None None] Network 3825202b-3320-4c2f-90e2-5622dab47e4c requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:39:18.953726 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-f5028505-9139-4be1-9748-84776125d369 req-f1358f9e-47f4-4555-beb6-668f9c81acdd tempest-VolumesActionsTest-225999335 tempest-VolumesActionsTest-225999335-project] For port 57e31737-faf1-4d2f-bdcd-b439078b0737, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=57e31737-faf1-4d2f-bdcd-b439078b0737,segment=NetworkSegment(09374e4b-5ea8-4027-9e26-8e497d589eae),segment_id=09374e4b-5ea8-4027-9e26-8e497d589eae)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:18.954120 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-f5028505-9139-4be1-9748-84776125d369 req-f1358f9e-47f4-4555-beb6-668f9c81acdd tempest-VolumesActionsTest-225999335 tempest-VolumesActionsTest-225999335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:18.970691 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-4f62544f-60a4-4eda-b265-90291daf01e1 None None] Provisioning for port 80b013b1-1765-440b-a598-ea717f2b8245 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:39:18.987327 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-f5028505-9139-4be1-9748-84776125d369 req-f1358f9e-47f4-4555-beb6-668f9c81acdd tempest-VolumesActionsTest-225999335 tempest-VolumesActionsTest-225999335-project] Calling delete_port for 57e31737-faf1-4d2f-bdcd-b439078b0737 owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:39:19.081132 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b2982d8-49f3-447a-8311-f69d0752b80a tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Router 2fa26ff5-a640-4165-a71c-95d9a71abad8 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:39:19.205701 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:19.256962 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af3d011-1fec-498f-833a-5b2ef9266eef req-a826e339-3ca5-4045-a1b5-349a8801b5eb tempest-VolumesActionsTest-225999335 tempest-VolumesActionsTest-225999335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:19.258562 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6af3d011-1fec-498f-833a-5b2ef9266eef req-a826e339-3ca5-4045-a1b5-349a8801b5eb tempest-VolumesActionsTest-225999335 tempest-VolumesActionsTest-225999335-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e7c4e7c-5a30-4e73-b76d-9a60963f8fc5 HTTP/1.1" status: 200 len: 945 time: 0.1973026 Aug 29 04:39:19.267013 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-bcceb715-ffb2-4254-a25b-e505b2213e66 req-a73ba6a5-240f-4554-b1a4-fa6f5ed7e350 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abec9ce4-71cf-4db9-8c90-6b951fa3488b {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:39:19.280106 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-bcceb715-ffb2-4254-a25b-e505b2213e66 req-a73ba6a5-240f-4554-b1a4-fa6f5ed7e350 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:19.340515 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-c4877892-5acc-4129-bab1-07a516d35085 None None] Provisioning for port d830743f-d92b-49cc-97d3-23add5f6f861 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:39:19.342164 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-bcceb715-ffb2-4254-a25b-e505b2213e66 req-a73ba6a5-240f-4554-b1a4-fa6f5ed7e350 service neutron] Transition to ACTIVE for port object abec9ce4-71cf-4db9-8c90-6b951fa3488b will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:39:19.353349 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-bcceb715-ffb2-4254-a25b-e505b2213e66 req-a73ba6a5-240f-4554-b1a4-fa6f5ed7e350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:19.355088 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-c4877892-5acc-4129-bab1-07a516d35085 None None] Provisioning complete for port d830743f-d92b-49cc-97d3-23add5f6f861 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:19.355624 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c4877892-5acc-4129-bab1-07a516d35085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:19.379798 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b2982d8-49f3-447a-8311-f69d0752b80a tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:39:19.402505 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7519ef5-10b2-429a-9cbe-269952518e28 None None] Sync routers for ids ['2fa26ff5-a640-4165-a71c-95d9a71abad8'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:39:19.414709 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-4b2982d8-49f3-447a-8311-f69d0752b80a tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] 10.222.0.22 "PUT /v2.0/routers/2fa26ff5-a640-4165-a71c-95d9a71abad8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3364062 Aug 29 04:39:19.415416 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 53710) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:19.421041 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-d7f09eea-0292-4871-b05a-469a6ac0ec32 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Request body: {'network': {'name': 'tempest-RoutersTest-245203306'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:19.434254 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-c4877892-5acc-4129-bab1-07a516d35085 None None] Port d830743f-d92b-49cc-97d3-23add5f6f861 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:39:19.436005 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7519ef5-10b2-429a-9cbe-269952518e28 None None] Routers {'2fa26ff5-a640-4165-a71c-95d9a71abad8'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:39:19.436789 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-f7519ef5-10b2-429a-9cbe-269952518e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:39:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['2fa26ff5-a640-4165-a71c-95d9a71abad8'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:19.444581 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6af3d011-1fec-498f-833a-5b2ef9266eef req-f50205ce-225e-4056-b2c5-8446225c18ef tempest-VolumesActionsTest-225999335 tempest-VolumesActionsTest-225999335-project] 10.222.0.22 "GET /v2.0/security-groups?id=8a3f5dd3-80b6-4a65-9e0e-135b5ac23aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682847 Aug 29 04:39:19.460124 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-f5028505-9139-4be1-9748-84776125d369 req-f1358f9e-47f4-4555-beb6-668f9c81acdd tempest-VolumesActionsTest-225999335 tempest-VolumesActionsTest-225999335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:19.463054 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7f09eea-0292-4871-b05a-469a6ac0ec32 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Made reservation on behalf of 8faa5ea7fca64f93a90f1124ba2b3499 for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:39:19.468442 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d7f09eea-0292-4871-b05a-469a6ac0ec32 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:19.515583 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7f09eea-0292-4871-b05a-469a6ac0ec32 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:39:19.521019 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73ba6a5-240f-4554-b1a4-fa6f5ed7e350 service neutron] Pushing event updated for resources: {'Port': ['ID=abec9ce4-71cf-4db9-8c90-6b951fa3488b,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:19.540970 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d7f09eea-0292-4871-b05a-469a6ac0ec32 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:19.541558 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-d7f09eea-0292-4871-b05a-469a6ac0ec32 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Added segment 60f09d66-a0d7-4fc6-8eb0-d7d954872da6 of type vlan for network b539fa80-a57b-4e6a-99fd-c5a841823cc9 Aug 29 04:39:19.591303 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['57e31737-faf1-4d2f-bdcd-b439078b0737'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:39:19.596600 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1358f9e-47f4-4555-beb6-668f9c81acdd tempest-VolumesActionsTest-225999335 tempest-VolumesActionsTest-225999335-project] Pushing event deleted for resources: {'Port': ['ID=57e31737-faf1-4d2f-bdcd-b439078b0737,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:19.667123 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d7f09eea-0292-4871-b05a-469a6ac0ec32 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:19.721378 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d7f09eea-0292-4871-b05a-469a6ac0ec32 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:19.742521 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f09eea-0292-4871-b05a-469a6ac0ec32 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:19.743186 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d7f09eea-0292-4871-b05a-469a6ac0ec32 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:19.758880 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-58cb5932-caab-4bff-a614-88b5cba667c1 None None] Provisioning complete for port d830743f-d92b-49cc-97d3-23add5f6f861 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:19.759221 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-58cb5932-caab-4bff-a614-88b5cba667c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:19.774494 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-f7519ef5-10b2-429a-9cbe-269952518e28 None None] Set router 2fa26ff5-a640-4165-a71c-95d9a71abad8 gateway port host: None {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:39:19.785693 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5028505-9139-4be1-9748-84776125d369 req-f1358f9e-47f4-4555-beb6-668f9c81acdd tempest-VolumesActionsTest-225999335 tempest-VolumesActionsTest-225999335-project] No DVR routers for this DVR port 57e31737-faf1-4d2f-bdcd-b439078b0737 on host n-h2-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:39:19.792437 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-f5028505-9139-4be1-9748-84776125d369 req-f1358f9e-47f4-4555-beb6-668f9c81acdd tempest-VolumesActionsTest-225999335 tempest-VolumesActionsTest-225999335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:19.802980 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f5028505-9139-4be1-9748-84776125d369 req-f1358f9e-47f4-4555-beb6-668f9c81acdd tempest-VolumesActionsTest-225999335 tempest-VolumesActionsTest-225999335-project] 10.222.0.48 "DELETE /v2.0/ports/57e31737-faf1-4d2f-bdcd-b439078b0737 HTTP/1.1" status: 204 len: 173 time: 1.6441987 Aug 29 04:39:19.808783 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e7c4e7c-5a30-4e73-b76d-9a60963f8fc5', 'name': 'network-vif-deleted', 'tag': '57e31737-faf1-4d2f-bdcd-b439078b0737'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:39:19.811570 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75a25bd8-bd95-43bc-89fc-82b5a2803e05" -d '{"events": [{"server_uuid": "1e7c4e7c-5a30-4e73-b76d-9a60963f8fc5", "name": "network-vif-deleted", "tag": "57e31737-faf1-4d2f-bdcd-b439078b0737"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:39:19.857372 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 8ecb1e40-42e8-41ea-866a-64e12133ade2 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:39:19.893642 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-bcceb715-ffb2-4254-a25b-e505b2213e66 req-a73ba6a5-240f-4554-b1a4-fa6f5ed7e350 service neutron] Attempting to bind port abec9ce4-71cf-4db9-8c90-6b951fa3488b on host n-h2-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:39:19.893986 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-bcceb715-ffb2-4254-a25b-e505b2213e66 req-a73ba6a5-240f-4554-b1a4-fa6f5ed7e350 service neutron] Attempting to bind port abec9ce4-71cf-4db9-8c90-6b951fa3488b by drivers openvswitch,hyperv on host n-h2-712140-12 at level 0 using segments [{'id': 'c91b4dac-619d-4f62-9d8f-446c750e53c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '9d6fdfcf-e537-450b-8a38-caf5d4981685'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:39:19.894313 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcceb715-ffb2-4254-a25b-e505b2213e66 req-a73ba6a5-240f-4554-b1a4-fa6f5ed7e350 service neutron] Attempting to bind port abec9ce4-71cf-4db9-8c90-6b951fa3488b on network 9d6fdfcf-e537-450b-8a38-caf5d4981685 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:39:19.901275 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcceb715-ffb2-4254-a25b-e505b2213e66 req-a73ba6a5-240f-4554-b1a4-fa6f5ed7e350 service neutron] Port abec9ce4-71cf-4db9-8c90-6b951fa3488b on network 9d6fdfcf-e537-450b-8a38-caf5d4981685 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:39:19.901824 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcceb715-ffb2-4254-a25b-e505b2213e66 req-a73ba6a5-240f-4554-b1a4-fa6f5ed7e350 service neutron] Attempting to bind port abec9ce4-71cf-4db9-8c90-6b951fa3488b on network 9d6fdfcf-e537-450b-8a38-caf5d4981685 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:39:19.914649 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcceb715-ffb2-4254-a25b-e505b2213e66 req-a73ba6a5-240f-4554-b1a4-fa6f5ed7e350 service neutron] Checking agent: {'id': 'b3a0606b-b029-4f5e-8798-3a32b71d8844', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:39:19.915266 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcceb715-ffb2-4254-a25b-e505b2213e66 req-a73ba6a5-240f-4554-b1a4-fa6f5ed7e350 service neutron] Checking segment: {'id': 'c91b4dac-619d-4f62-9d8f-446c750e53c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '9d6fdfcf-e537-450b-8a38-caf5d4981685'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:39:19.916410 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcceb715-ffb2-4254-a25b-e505b2213e66 req-a73ba6a5-240f-4554-b1a4-fa6f5ed7e350 service neutron] Bound using segment: {'id': 'c91b4dac-619d-4f62-9d8f-446c750e53c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '9d6fdfcf-e537-450b-8a38-caf5d4981685'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:39:19.917328 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-bcceb715-ffb2-4254-a25b-e505b2213e66 req-a73ba6a5-240f-4554-b1a4-fa6f5ed7e350 service neutron] Bound port: abec9ce4-71cf-4db9-8c90-6b951fa3488b, host: n-h2-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c91b4dac-619d-4f62-9d8f-446c750e53c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '9d6fdfcf-e537-450b-8a38-caf5d4981685'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:39:19.920147 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-bcceb715-ffb2-4254-a25b-e505b2213e66 req-a73ba6a5-240f-4554-b1a4-fa6f5ed7e350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:20.003777 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-d7f09eea-0292-4871-b05a-469a6ac0ec32 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5865870 Aug 29 04:39:20.020274 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 53722) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:20.036628 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-e6167630-89c9-4487-b204-a58b40d31ce9 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Request body: {'subnet': {'network_id': 'b539fa80-a57b-4e6a-99fd-c5a841823cc9', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:20.041882 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-58cb5932-caab-4bff-a614-88b5cba667c1 None None] Port d830743f-d92b-49cc-97d3-23add5f6f861 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:39:20.077056 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-bcceb715-ffb2-4254-a25b-e505b2213e66 req-a73ba6a5-240f-4554-b1a4-fa6f5ed7e350 service neutron] For port abec9ce4-71cf-4db9-8c90-6b951fa3488b, host n-h2-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:39:20.082883 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-bcceb715-ffb2-4254-a25b-e505b2213e66 req-a73ba6a5-240f-4554-b1a4-fa6f5ed7e350 service neutron] For port abec9ce4-71cf-4db9-8c90-6b951fa3488b, host n-h2-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=abec9ce4-71cf-4db9-8c90-6b951fa3488b,segment=NetworkSegment(c91b4dac-619d-4f62-9d8f-446c750e53c4),segment_id=c91b4dac-619d-4f62-9d8f-446c750e53c4)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:39:20.100128 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-bcceb715-ffb2-4254-a25b-e505b2213e66 req-a73ba6a5-240f-4554-b1a4-fa6f5ed7e350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:20.115442 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 8ecb1e40-42e8-41ea-866a-64e12133ade2 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:20.115851 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:20.160405 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcceb715-ffb2-4254-a25b-e505b2213e66 req-a73ba6a5-240f-4554-b1a4-fa6f5ed7e350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:20.161124 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-bcceb715-ffb2-4254-a25b-e505b2213e66 req-a73ba6a5-240f-4554-b1a4-fa6f5ed7e350 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:20.163625 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bcceb715-ffb2-4254-a25b-e505b2213e66 req-a73ba6a5-240f-4554-b1a4-fa6f5ed7e350 service neutron] 10.222.0.48 "PUT /v2.0/ports/abec9ce4-71cf-4db9-8c90-6b951fa3488b HTTP/1.1" status: 200 len: 1056 time: 2.1074767 Aug 29 04:39:20.169686 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f09eea-0292-4871-b05a-469a6ac0ec32 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Pushing event updated for resources: {'Network': ['ID=b539fa80-a57b-4e6a-99fd-c5a841823cc9,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:20.203676 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e25656-769f-477b-8cf9-5b8fa084828d req-88e5aba1-710e-46fe-9bf1-8facac50fc7b tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:20.214382 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73ba6a5-240f-4554-b1a4-fa6f5ed7e350 service neutron] Pushing event updated for resources: {'Port': ['ID=abec9ce4-71cf-4db9-8c90-6b951fa3488b,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:20.220708 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network b539fa80-a57b-4e6a-99fd-c5a841823cc9 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:39:20.229439 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-16e25656-769f-477b-8cf9-5b8fa084828d req-88e5aba1-710e-46fe-9bf1-8facac50fc7b tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] 10.222.0.22 "GET /v2.0/ports?device_id=719189ec-dde2-4b66-bf23-5201cf7173cb HTTP/1.1" status: 200 len: 907 time: 0.4827366 Aug 29 04:39:20.243922 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac91e1ba-2cf3-4e81-9bf4-9883b2b6821a x-openstack-request-id: req-ac91e1ba-2cf3-4e81-9bf4-9883b2b6821a {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:39:20.244218 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e7c4e7c-5a30-4e73-b76d-9a60963f8fc5", "name": "network-vif-deleted", "tag": "57e31737-faf1-4d2f-bdcd-b439078b0737", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:39:20.244487 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ac91e1ba-2cf3-4e81-9bf4-9883b2b6821a {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:39:20.244912 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e7c4e7c-5a30-4e73-b76d-9a60963f8fc5', 'name': 'network-vif-deleted', 'tag': '57e31737-faf1-4d2f-bdcd-b439078b0737', 'status': 'completed', 'code': 200} Aug 29 04:39:20.253954 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6167630-89c9-4487-b204-a58b40d31ce9 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Made reservation on behalf of 8faa5ea7fca64f93a90f1124ba2b3499 for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:39:20.257974 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e6167630-89c9-4487-b204-a58b40d31ce9 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4552395'] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:20.299849 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcceb715-ffb2-4254-a25b-e505b2213e66 req-487e7037-93a8-4108-a163-d7d14f3c5cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:20.301513 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bcceb715-ffb2-4254-a25b-e505b2213e66 req-487e7037-93a8-4108-a163-d7d14f3c5cab service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=aee320d7fd864e10bc0cb9e2e1782ff3&device_id=719189ec-dde2-4b66-bf23-5201cf7173cb HTTP/1.1" status: 200 len: 1059 time: 0.0732584 Aug 29 04:39:20.375477 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-8be53603-3f6e-4c08-b354-722272e90790 None None] Provisioning complete for port d830743f-d92b-49cc-97d3-23add5f6f861 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:20.376165 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8be53603-3f6e-4c08-b354-722272e90790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:20.382911 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bcceb715-ffb2-4254-a25b-e505b2213e66 req-0a7d608d-c569-4592-844f-9fec5a4eba7c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=abec9ce4-71cf-4db9-8c90-6b951fa3488b HTTP/1.1" status: 200 len: 217 time: 0.0681508 Aug 29 04:39:20.480640 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcceb715-ffb2-4254-a25b-e505b2213e66 req-f2377edb-39df-4dd8-99a7-2b3dc72c9a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:20.485910 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bcceb715-ffb2-4254-a25b-e505b2213e66 req-f2377edb-39df-4dd8-99a7-2b3dc72c9a95 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=326582d8-518f-48c1-a75c-6c4a73b5d725 HTTP/1.1" status: 200 len: 837 time: 0.0950696 Aug 29 04:39:20.619190 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e6167630-89c9-4487-b204-a58b40d31ce9 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4274880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4552377'] for subnet, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:20.621232 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcceb715-ffb2-4254-a25b-e505b2213e66 req-82760368-7203-469b-8e5c-4f9c70dd7538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:20.624119 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bcceb715-ffb2-4254-a25b-e505b2213e66 req-82760368-7203-469b-8e5c-4f9c70dd7538 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9d6fdfcf-e537-450b-8a38-caf5d4981685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1331005 Aug 29 04:39:20.643649 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-33d3d3a2-150f-4b70-b307-332f1e09c75e req-5efdd6a7-b0c9-457b-bd5a-9f77d8887759 tempest-VolumesActionsTest-225999335 tempest-VolumesActionsTest-225999335-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e7c4e7c-5a30-4e73-b76d-9a60963f8fc5 HTTP/1.1" status: 200 len: 210 time: 0.0457964 Aug 29 04:39:20.672573 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device b6005279-03c6-48bf-920a-53110412a670 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:39:20.678363 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-8be53603-3f6e-4c08-b354-722272e90790 None None] Port d830743f-d92b-49cc-97d3-23add5f6f861 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:39:20.715292 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6167630-89c9-4487-b204-a58b40d31ce9 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Pushing event updated for resources: {'Subnet': ['ID=077b53e3-6d7c-4045-95a1-9585622679e4,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:20.721340 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6167630-89c9-4487-b204-a58b40d31ce9 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Checking segment: {'id': '60f09d66-a0d7-4fc6-8eb0-d7d954872da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'b539fa80-a57b-4e6a-99fd-c5a841823cc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:39:20.721936 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6167630-89c9-4487-b204-a58b40d31ce9 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Network hostable DHCP agents. Network: b539fa80-a57b-4e6a-99fd-c5a841823cc9, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:39:20.743004 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6167630-89c9-4487-b204-a58b40d31ce9 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Network b539fa80-a57b-4e6a-99fd-c5a841823cc9 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:39:20.756029 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-e6167630-89c9-4487-b204-a58b40d31ce9 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, b539fa80-a57b-4e6a-99fd-c5a841823cc9) {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:39:20.762888 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6167630-89c9-4487-b204-a58b40d31ce9 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:20.763775 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e6167630-89c9-4487-b204-a58b40d31ce9 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:20.770887 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d1ab48-1a29-4c7c-96b4-a1ca5d2907fe None None] Network b539fa80-a57b-4e6a-99fd-c5a841823cc9 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:39:20.787630 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-e6167630-89c9-4487-b204-a58b40d31ce9 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7607253 Aug 29 04:39:20.787838 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 53734) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:20.809995 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bcceb715-ffb2-4254-a25b-e505b2213e66 req-95ad96ac-71af-4480-bfc7-0f85b86e975e service neutron] 10.222.0.48 "GET /v2.0/networks/9d6fdfcf-e537-450b-8a38-caf5d4981685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686115 Aug 29 04:39:20.924922 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bcceb715-ffb2-4254-a25b-e505b2213e66 req-5ada3dcc-07b6-4f27-90f1-6b05cc4cbbae service neutron] 10.222.0.48 "GET /v2.0/networks/9d6fdfcf-e537-450b-8a38-caf5d4981685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120343 Aug 29 04:39:21.024062 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eccec2a-c953-45fe-86d0-ed8ffe18cd4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-b539fa80-a57b-4e6a-99fd-c5a841823cc9', 'network_id': 'b539fa80-a57b-4e6a-99fd-c5a841823cc9', 'tenant_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'fixed_ips': [{'subnet_id': '077b53e3-6d7c-4045-95a1-9585622679e4'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:39:21.025307 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2eccec2a-c953-45fe-86d0-ed8ffe18cd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:21.056061 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port b6005279-03c6-48bf-920a-53110412a670 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:21.059025 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:21.086944 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-f7519ef5-10b2-429a-9cbe-269952518e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa26ff5-a640-4165-a71c-95d9a71abad8', 'name': 'tempest-RoutersTest-router-1207848360', 'tenant_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:38:59Z', 'updated_at': '2021-08-29T04:39:17Z', 'revision_number': 4, 'project_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'gw_port_host': None, '_interfaces': [{'id': '7d8cdd71-c15a-42e8-938f-da11b0d1bed2', 'name': '', 'network_id': 'b86f64f1-ac0a-4f4a-a4f4-20c8526d98e5', 'tenant_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'mac_address': 'fa:16:3e:bc:89:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa26ff5-a640-4165-a71c-95d9a71abad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'e50e44cb-caf9-4566-a00f-d4bc8d953797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:01Z', 'updated_at': '2021-08-29T04:39:09Z', 'revision_number': 5, 'project_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'subnets': [{'id': 'e50e44cb-caf9-4566-a00f-d4bc8d953797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ecb1e40-42e8-41ea-866a-64e12133ade2', 'name': '', 'network_id': '1cfaddaa-1abf-487b-8097-1b3694fdfbcd', 'tenant_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'mac_address': 'fa:16:3e:b5:85:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa26ff5-a640-4165-a71c-95d9a71abad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': '25cae89f-0dd4-419c-96ee-1a909eb21994', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:06Z', 'updated_at': '2021-08-29T04:39:17Z', 'revision_number': 5, 'project_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'subnets': [{'id': '25cae89f-0dd4-419c-96ee-1a909eb21994', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd830743f-d92b-49cc-97d3-23add5f6f861', 'name': '', 'network_id': '3825202b-3320-4c2f-90e2-5622dab47e4c', 'tenant_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'mac_address': 'fa:16:3e:72:dd:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa26ff5-a640-4165-a71c-95d9a71abad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': 'b95f1309-85f7-4f61-935f-e6cd0090e85e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:15Z', 'updated_at': '2021-08-29T04:39:17Z', 'revision_number': 2, 'project_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'subnets': [{'id': 'b95f1309-85f7-4f61-935f-e6cd0090e85e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:21.162882 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 53740) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:21.175133 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7519ef5-10b2-429a-9cbe-269952518e28 None None] Checking router: 2fa26ff5-a640-4165-a71c-95d9a71abad8 for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:39:21.175504 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7519ef5-10b2-429a-9cbe-269952518e28 None None] Updating router 2fa26ff5-a640-4165-a71c-95d9a71abad8 port d830743f-d92b-49cc-97d3-23add5f6f861 binding host n-d-712140-12 {{(pid=94830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:39:21.226176 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f7519ef5-10b2-429a-9cbe-269952518e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:21.289888 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e3fe3c74-7c32-40c8-a20f-02543a3d78c1 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:21.315654 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-75d94ea4-05b5-4030-bb89-c16050edb287 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:21.359632 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 80b013b1-1765-440b-a598-ea717f2b8245 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:39:21.372636 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-2eccec2a-c953-45fe-86d0-ed8ffe18cd4a None None] Allocated IP 172.23.0.2 (b539fa80-a57b-4e6a-99fd-c5a841823cc9/077b53e3-6d7c-4045-95a1-9585622679e4/68d3f4ce-1eb4-4648-9b6f-9e228076a876) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:39:21.449057 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60016b95-e9c7-42d9-9143-32f052a45026 req-f896245e-98e6-4385-8854-741102e89c9d tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:21.463862 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-60016b95-e9c7-42d9-9143-32f052a45026 req-f896245e-98e6-4385-8854-741102e89c9d tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] 10.222.0.22 "GET /v2.0/ports?device_id=719189ec-dde2-4b66-bf23-5201cf7173cb HTTP/1.1" status: 200 len: 907 time: 0.1158965 Aug 29 04:39:21.512478 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-75d94ea4-05b5-4030-bb89-c16050edb287 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:21.518124 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-75d94ea4-05b5-4030-bb89-c16050edb287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:21.551330 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d94ea4-05b5-4030-bb89-c16050edb287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e39cfcfb-4fdf-497a-ad20-0f38c30a6572,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:21.585711 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-75d94ea4-05b5-4030-bb89-c16050edb287 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1fd2e06c813d4f01ba937d80695dc2ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4205973 Aug 29 04:39:21.588689 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d94ea4-05b5-4030-bb89-c16050edb287 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:21.589365 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d94ea4-05b5-4030-bb89-c16050edb287 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:21.590122 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 53746) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:21.591241 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d94ea4-05b5-4030-bb89-c16050edb287 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:21.591949 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d94ea4-05b5-4030-bb89-c16050edb287 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:21.592623 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d94ea4-05b5-4030-bb89-c16050edb287 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:21.593123 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d94ea4-05b5-4030-bb89-c16050edb287 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:21.594510 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d94ea4-05b5-4030-bb89-c16050edb287 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:21.595307 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d94ea4-05b5-4030-bb89-c16050edb287 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:21.595830 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d94ea4-05b5-4030-bb89-c16050edb287 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:21.596555 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d94ea4-05b5-4030-bb89-c16050edb287 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:21.597057 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d94ea4-05b5-4030-bb89-c16050edb287 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:21.597540 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d94ea4-05b5-4030-bb89-c16050edb287 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:21.625496 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 80b013b1-1765-440b-a598-ea717f2b8245 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:39:21.648411 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 80b013b1-1765-440b-a598-ea717f2b8245 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:21.648789 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:21.660247 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ccb8d567-b839-41ca-810a-3422e6d43535 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:21.685648 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ccb8d567-b839-41ca-810a-3422e6d43535 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:21.753415 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ccb8d567-b839-41ca-810a-3422e6d43535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:21.756138 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ccb8d567-b839-41ca-810a-3422e6d43535 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:21.759510 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-ccb8d567-b839-41ca-810a-3422e6d43535 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e39cfcfb-4fdf-497a-ad20-0f38c30a6572 HTTP/1.1" status: 204 len: 168 time: 0.1660330 Aug 29 04:39:21.772064 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb8d567-b839-41ca-810a-3422e6d43535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e39cfcfb-4fdf-497a-ad20-0f38c30a6572,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:21.853526 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f7519ef5-10b2-429a-9cbe-269952518e28 None None] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:21.856960 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2eccec2a-c953-45fe-86d0-ed8ffe18cd4a None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:21.873418 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-2eccec2a-c953-45fe-86d0-ed8ffe18cd4a None None] Transition to ACTIVE for port object 68d3f4ce-1eb4-4648-9b6f-9e228076a876 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:39:21.876051 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-f7519ef5-10b2-429a-9cbe-269952518e28 None None] Transition to ACTIVE for port object d830743f-d92b-49cc-97d3-23add5f6f861 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:39:21.908369 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f7519ef5-10b2-429a-9cbe-269952518e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:21.970378 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-2eccec2a-c953-45fe-86d0-ed8ffe18cd4a None None] Transition to ACTIVE for port object 68d3f4ce-1eb4-4648-9b6f-9e228076a876 will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:39:22.058654 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2eccec2a-c953-45fe-86d0-ed8ffe18cd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:22.077476 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:22.086876 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-e3fe3c74-7c32-40c8-a20f-02543a3d78c1 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Allocated IP 172.23.0.1 (b539fa80-a57b-4e6a-99fd-c5a841823cc9/077b53e3-6d7c-4045-95a1-9585622679e4/5c543da4-2dcd-4f18-b7d8-b598f4c4c172) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:39:22.138997 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d5f9fa-6f74-4fcb-9507-f2b609d7267f None None] Pushing event updated for resources: {'Port': ['ID=d830743f-d92b-49cc-97d3-23add5f6f861,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:22.182497 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-f7519ef5-10b2-429a-9cbe-269952518e28 None None] Attempting to bind port d830743f-d92b-49cc-97d3-23add5f6f861 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:39:22.182948 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-f7519ef5-10b2-429a-9cbe-269952518e28 None None] Attempting to bind port d830743f-d92b-49cc-97d3-23add5f6f861 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '74093cec-31a1-4783-a27c-fe2c791f49a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '3825202b-3320-4c2f-90e2-5622dab47e4c'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:39:22.183388 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7519ef5-10b2-429a-9cbe-269952518e28 None None] Attempting to bind port d830743f-d92b-49cc-97d3-23add5f6f861 on network 3825202b-3320-4c2f-90e2-5622dab47e4c {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:39:22.190706 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eccec2a-c953-45fe-86d0-ed8ffe18cd4a None None] Network b539fa80-a57b-4e6a-99fd-c5a841823cc9 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:39:22.194326 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7519ef5-10b2-429a-9cbe-269952518e28 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:39:22.194642 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7519ef5-10b2-429a-9cbe-269952518e28 None None] Checking segment: {'id': '74093cec-31a1-4783-a27c-fe2c791f49a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '3825202b-3320-4c2f-90e2-5622dab47e4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:39:22.195369 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f7519ef5-10b2-429a-9cbe-269952518e28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:22.195803 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7519ef5-10b2-429a-9cbe-269952518e28 None None] Bound using segment: {'id': '74093cec-31a1-4783-a27c-fe2c791f49a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '3825202b-3320-4c2f-90e2-5622dab47e4c'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:39:22.196330 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-f7519ef5-10b2-429a-9cbe-269952518e28 None None] Bound port: d830743f-d92b-49cc-97d3-23add5f6f861, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74093cec-31a1-4783-a27c-fe2c791f49a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '3825202b-3320-4c2f-90e2-5622dab47e4c'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:39:22.197371 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f7519ef5-10b2-429a-9cbe-269952518e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:22.234828 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-2eccec2a-c953-45fe-86d0-ed8ffe18cd4a None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:39:22.246311 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eccec2a-c953-45fe-86d0-ed8ffe18cd4a None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:39:22.246440 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '719189ec-dde2-4b66-bf23-5201cf7173cb', 'tag': 'abec9ce4-71cf-4db9-8c90-6b951fa3488b'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:39:22.248969 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11fd063a-a872-4361-aa4e-21e47a0e7b22" -d '{"events": [{"name": "network-changed", "server_uuid": "719189ec-dde2-4b66-bf23-5201cf7173cb", "tag": "abec9ce4-71cf-4db9-8c90-6b951fa3488b"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:39:22.255228 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 80b013b1-1765-440b-a598-ea717f2b8245, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=80b013b1-1765-440b-a598-ea717f2b8245,segment=NetworkSegment(74093cec-31a1-4783-a27c-fe2c791f49a3),segment_id=74093cec-31a1-4783-a27c-fe2c791f49a3)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:22.264040 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eccec2a-c953-45fe-86d0-ed8ffe18cd4a None None] Pushing event updated for resources: {'Port': ['ID=68d3f4ce-1eb4-4648-9b6f-9e228076a876,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:22.266561 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:22.303112 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 53766) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:22.337655 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-36552c97-e485-40e6-87fd-f1e41c8f383e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:22.345790 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e3fe3c74-7c32-40c8-a20f-02543a3d78c1 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:22.349005 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c79df3d-5592-4941-9059-6ca95622ddc3 x-openstack-request-id: req-2c79df3d-5592-4941-9059-6ca95622ddc3 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:39:22.349331 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "719189ec-dde2-4b66-bf23-5201cf7173cb", "tag": "abec9ce4-71cf-4db9-8c90-6b951fa3488b", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:39:22.350126 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2c79df3d-5592-4941-9059-6ca95622ddc3 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:39:22.350542 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '719189ec-dde2-4b66-bf23-5201cf7173cb', 'tag': 'abec9ce4-71cf-4db9-8c90-6b951fa3488b', 'status': 'completed', 'code': 200} Aug 29 04:39:22.368260 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-e3fe3c74-7c32-40c8-a20f-02543a3d78c1 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Transition to ACTIVE for port object 5c543da4-2dcd-4f18-b7d8-b598f4c4c172 will not be triggered until provisioned by entity DHCP. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:39:22.413448 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-2eccec2a-c953-45fe-86d0-ed8ffe18cd4a None None] Attempting to bind port 68d3f4ce-1eb4-4648-9b6f-9e228076a876 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:39:22.413828 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-2eccec2a-c953-45fe-86d0-ed8ffe18cd4a None None] Attempting to bind port 68d3f4ce-1eb4-4648-9b6f-9e228076a876 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '60f09d66-a0d7-4fc6-8eb0-d7d954872da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'b539fa80-a57b-4e6a-99fd-c5a841823cc9'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:39:22.414212 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eccec2a-c953-45fe-86d0-ed8ffe18cd4a None None] Attempting to bind port 68d3f4ce-1eb4-4648-9b6f-9e228076a876 on network b539fa80-a57b-4e6a-99fd-c5a841823cc9 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:39:22.428062 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e3fe3c74-7c32-40c8-a20f-02543a3d78c1 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:22.435540 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eccec2a-c953-45fe-86d0-ed8ffe18cd4a None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:39:22.435962 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eccec2a-c953-45fe-86d0-ed8ffe18cd4a None None] Checking segment: {'id': '60f09d66-a0d7-4fc6-8eb0-d7d954872da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'b539fa80-a57b-4e6a-99fd-c5a841823cc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:39:22.436321 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2eccec2a-c953-45fe-86d0-ed8ffe18cd4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:22.436729 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eccec2a-c953-45fe-86d0-ed8ffe18cd4a None None] Bound using segment: {'id': '60f09d66-a0d7-4fc6-8eb0-d7d954872da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'b539fa80-a57b-4e6a-99fd-c5a841823cc9'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:39:22.437224 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-2eccec2a-c953-45fe-86d0-ed8ffe18cd4a None None] Bound port: 68d3f4ce-1eb4-4648-9b6f-9e228076a876, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60f09d66-a0d7-4fc6-8eb0-d7d954872da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'b539fa80-a57b-4e6a-99fd-c5a841823cc9'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:39:22.437614 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2eccec2a-c953-45fe-86d0-ed8ffe18cd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:22.441141 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=80b013b1-1765-440b-a598-ea717f2b8245,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:22.459434 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-f7519ef5-10b2-429a-9cbe-269952518e28 None None] For port d830743f-d92b-49cc-97d3-23add5f6f861, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:39:22.502272 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-f7519ef5-10b2-429a-9cbe-269952518e28 None None] For port d830743f-d92b-49cc-97d3-23add5f6f861, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=d830743f-d92b-49cc-97d3-23add5f6f861,segment=NetworkSegment(74093cec-31a1-4783-a27c-fe2c791f49a3),segment_id=74093cec-31a1-4783-a27c-fe2c791f49a3)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:39:22.511523 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f7519ef5-10b2-429a-9cbe-269952518e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:22.517923 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3fe3c74-7c32-40c8-a20f-02543a3d78c1 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Network b539fa80-a57b-4e6a-99fd-c5a841823cc9 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:39:22.531830 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-e3fe3c74-7c32-40c8-a20f-02543a3d78c1 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:39:22.541507 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fe3c74-7c32-40c8-a20f-02543a3d78c1 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:39:22.545321 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fe3c74-7c32-40c8-a20f-02543a3d78c1 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Pushing event updated for resources: {'Port': ['ID=5c543da4-2dcd-4f18-b7d8-b598f4c4c172,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:22.590418 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-2eccec2a-c953-45fe-86d0-ed8ffe18cd4a None None] For port 68d3f4ce-1eb4-4648-9b6f-9e228076a876, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:39:22.596818 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-2eccec2a-c953-45fe-86d0-ed8ffe18cd4a None None] For port 68d3f4ce-1eb4-4648-9b6f-9e228076a876, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=68d3f4ce-1eb4-4648-9b6f-9e228076a876,segment=NetworkSegment(60f09d66-a0d7-4fc6-8eb0-d7d954872da6),segment_id=60f09d66-a0d7-4fc6-8eb0-d7d954872da6)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:39:22.600028 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7519ef5-10b2-429a-9cbe-269952518e28 None None] Routers {'2fa26ff5-a640-4165-a71c-95d9a71abad8'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:39:22.600710 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-f7519ef5-10b2-429a-9cbe-269952518e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:39:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['2fa26ff5-a640-4165-a71c-95d9a71abad8'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:22.604880 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d5f9fa-6f74-4fcb-9507-f2b609d7267f None None] Pushing event updated for resources: {'Port': ['ID=d830743f-d92b-49cc-97d3-23add5f6f861,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:22.633271 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e3fe3c74-7c32-40c8-a20f-02543a3d78c1 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719598'] for router_interface, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:22.646147 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2eccec2a-c953-45fe-86d0-ed8ffe18cd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:22.798986 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-f7519ef5-10b2-429a-9cbe-269952518e28 None None] Set router 2fa26ff5-a640-4165-a71c-95d9a71abad8 gateway port host: None {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:39:22.836292 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 57e31737-faf1-4d2f-bdcd-b439078b0737 no longer exists at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:39:22.841019 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eccec2a-c953-45fe-86d0-ed8ffe18cd4a None None] Pushing event updated for resources: {'Port': ['ID=68d3f4ce-1eb4-4648-9b6f-9e228076a876,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:23.032345 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fd063a-a872-4361-aa4e-21e47a0e7b22 req-4a6fb452-0c85-46db-bb15-5885dcdef895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:23.034080 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-11fd063a-a872-4361-aa4e-21e47a0e7b22 req-4a6fb452-0c85-46db-bb15-5885dcdef895 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=aee320d7fd864e10bc0cb9e2e1782ff3&device_id=719189ec-dde2-4b66-bf23-5201cf7173cb HTTP/1.1" status: 200 len: 1059 time: 0.6128478 Aug 29 04:39:23.036411 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-36552c97-e485-40e6-87fd-f1e41c8f383e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:23.091934 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] No Port match for: 57e31737-faf1-4d2f-bdcd-b439078b0737 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:39:23.091934 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 57e31737-faf1-4d2f-bdcd-b439078b0737 not bound to the agent host n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:39:23.131243 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-36552c97-e485-40e6-87fd-f1e41c8f383e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:23.219342 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fd063a-a872-4361-aa4e-21e47a0e7b22 req-20055fec-a663-448f-a63d-37b35ebbdb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:23.223717 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-11fd063a-a872-4361-aa4e-21e47a0e7b22 req-20055fec-a663-448f-a63d-37b35ebbdb7d service neutron] 10.222.0.48 "GET /v2.0/networks?id=9d6fdfcf-e537-450b-8a38-caf5d4981685 HTTP/1.1" status: 200 len: 898 time: 0.1791358 Aug 29 04:39:23.234560 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-36552c97-e485-40e6-87fd-f1e41c8f383e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7f198b1618dd448c96c70a83640237ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9302504 Aug 29 04:39:23.244722 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 53776) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:23.342099 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ec4070-4482-4c94-9dbb-3287a335a16c req-a6ae31a3-ad4b-4e40-94a2-6d73d471da76 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:23.344374 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-58ec4070-4482-4c94-9dbb-3287a335a16c req-a6ae31a3-ad4b-4e40-94a2-6d73d471da76 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] 10.222.0.22 "GET /v2.0/ports?device_id=719189ec-dde2-4b66-bf23-5201cf7173cb HTTP/1.1" status: 200 len: 907 time: 0.3554568 Aug 29 04:39:23.351959 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-11fd063a-a872-4361-aa4e-21e47a0e7b22 req-6aa610cf-9b75-4f30-a825-95edc791413a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=abec9ce4-71cf-4db9-8c90-6b951fa3488b HTTP/1.1" status: 200 len: 217 time: 0.1058981 Aug 29 04:39:23.355608 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36552c97-e485-40e6-87fd-f1e41c8f383e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9404f2ff-7523-48cf-8341-7726d33757af,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:23.405901 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e3fe3c74-7c32-40c8-a20f-02543a3d78c1 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:23.416403 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-649eb258-e337-47d8-974d-8e8309500ac4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:23.424222 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-f7519ef5-10b2-429a-9cbe-269952518e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa26ff5-a640-4165-a71c-95d9a71abad8', 'name': 'tempest-RoutersTest-router-1207848360', 'tenant_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:38:59Z', 'updated_at': '2021-08-29T04:39:17Z', 'revision_number': 4, 'project_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'gw_port_host': None, '_interfaces': [{'id': '7d8cdd71-c15a-42e8-938f-da11b0d1bed2', 'name': '', 'network_id': 'b86f64f1-ac0a-4f4a-a4f4-20c8526d98e5', 'tenant_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'mac_address': 'fa:16:3e:bc:89:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa26ff5-a640-4165-a71c-95d9a71abad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'e50e44cb-caf9-4566-a00f-d4bc8d953797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:01Z', 'updated_at': '2021-08-29T04:39:09Z', 'revision_number': 5, 'project_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'subnets': [{'id': 'e50e44cb-caf9-4566-a00f-d4bc8d953797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ecb1e40-42e8-41ea-866a-64e12133ade2', 'name': '', 'network_id': '1cfaddaa-1abf-487b-8097-1b3694fdfbcd', 'tenant_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'mac_address': 'fa:16:3e:b5:85:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa26ff5-a640-4165-a71c-95d9a71abad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': '25cae89f-0dd4-419c-96ee-1a909eb21994', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:06Z', 'updated_at': '2021-08-29T04:39:17Z', 'revision_number': 5, 'project_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'subnets': [{'id': '25cae89f-0dd4-419c-96ee-1a909eb21994', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd830743f-d92b-49cc-97d3-23add5f6f861', 'name': '', 'network_id': '3825202b-3320-4c2f-90e2-5622dab47e4c', 'tenant_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'mac_address': 'fa:16:3e:72:dd:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa26ff5-a640-4165-a71c-95d9a71abad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': 'b95f1309-85f7-4f61-935f-e6cd0090e85e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:15Z', 'updated_at': '2021-08-29T04:39:22Z', 'revision_number': 4, 'project_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'subnets': [{'id': 'b95f1309-85f7-4f61-935f-e6cd0090e85e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:23.447494 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fd063a-a872-4361-aa4e-21e47a0e7b22 req-032bb7a9-0e02-4027-91cb-36366170c218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:23.449018 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-11fd063a-a872-4361-aa4e-21e47a0e7b22 req-032bb7a9-0e02-4027-91cb-36366170c218 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=326582d8-518f-48c1-a75c-6c4a73b5d725 HTTP/1.1" status: 200 len: 837 time: 0.0777111 Aug 29 04:39:23.450837 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-649eb258-e337-47d8-974d-8e8309500ac4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:23.452419 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7519ef5-10b2-429a-9cbe-269952518e28 None None] The sync data for ids ['2fa26ff5-a640-4165-a71c-95d9a71abad8'] in n-d-712140-12 is: [{'id': '2fa26ff5-a640-4165-a71c-95d9a71abad8', 'name': 'tempest-RoutersTest-router-1207848360', 'tenant_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:38:59Z', 'updated_at': '2021-08-29T04:39:17Z', 'revision_number': 4, 'project_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'gw_port_host': None, '_interfaces': [{'id': '7d8cdd71-c15a-42e8-938f-da11b0d1bed2', 'name': '', 'network_id': 'b86f64f1-ac0a-4f4a-a4f4-20c8526d98e5', 'tenant_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'mac_address': 'fa:16:3e:bc:89:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa26ff5-a640-4165-a71c-95d9a71abad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'e50e44cb-caf9-4566-a00f-d4bc8d953797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:01Z', 'updated_at': '2021-08-29T04:39:09Z', 'revision_number': 5, 'project_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'subnets': [{'id': 'e50e44cb-caf9-4566-a00f-d4bc8d953797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ecb1e40-42e8-41ea-866a-64e12133ade2', 'name': '', 'network_id': '1cfaddaa-1abf-487b-8097-1b3694fdfbcd', 'tenant_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'mac_address': 'fa:16:3e:b5:85:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa26ff5-a640-4165-a71c-95d9a71abad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': '25cae89f-0dd4-419c-96ee-1a909eb21994', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:06Z', 'updated_at': '2021-08-29T04:39:17Z', 'revision_number': 5, 'project_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'subnets': [{'id': '25cae89f-0dd4-419c-96ee-1a909eb21994', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd830743f-d92b-49cc-97d3-23add5f6f861', 'name': '', 'network_id': '3825202b-3320-4c2f-90e2-5622dab47e4c', 'tenant_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'mac_address': 'fa:16:3e:72:dd:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa26ff5-a640-4165-a71c-95d9a71abad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': 'b95f1309-85f7-4f61-935f-e6cd0090e85e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:15Z', 'updated_at': '2021-08-29T04:39:22Z', 'revision_number': 4, 'project_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'subnets': [{'id': 'b95f1309-85f7-4f61-935f-e6cd0090e85e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:39:23.535385 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fd063a-a872-4361-aa4e-21e47a0e7b22 req-321aea5b-d106-4624-85d2-70c3799ac5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:23.537956 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-11fd063a-a872-4361-aa4e-21e47a0e7b22 req-321aea5b-d106-4624-85d2-70c3799ac5b6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9d6fdfcf-e537-450b-8a38-caf5d4981685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0804317 Aug 29 04:39:23.576787 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-649eb258-e337-47d8-974d-8e8309500ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:23.582808 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-649eb258-e337-47d8-974d-8e8309500ac4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:23.582808 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-649eb258-e337-47d8-974d-8e8309500ac4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9404f2ff-7523-48cf-8341-7726d33757af HTTP/1.1" status: 204 len: 168 time: 0.3327837 Aug 29 04:39:23.621230 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649eb258-e337-47d8-974d-8e8309500ac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9404f2ff-7523-48cf-8341-7726d33757af,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:23.672139 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-11fd063a-a872-4361-aa4e-21e47a0e7b22 req-ab76f497-8310-494a-864d-785b7253b424 service neutron] 10.222.0.48 "GET /v2.0/networks/9d6fdfcf-e537-450b-8a38-caf5d4981685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265149 Aug 29 04:39:23.760770 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e3fe3c74-7c32-40c8-a20f-02543a3d78c1 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:23.768292 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e3fe3c74-7c32-40c8-a20f-02543a3d78c1 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:23.829954 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-11fd063a-a872-4361-aa4e-21e47a0e7b22 req-4f6db5de-a258-4c17-80ce-755b870ce083 service neutron] 10.222.0.48 "GET /v2.0/networks/9d6fdfcf-e537-450b-8a38-caf5d4981685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452785 Aug 29 04:39:23.880118 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e3fe3c74-7c32-40c8-a20f-02543a3d78c1 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-718897'] for router_interface, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:23.941411 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fe3c74-7c32-40c8-a20f-02543a3d78c1 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Pushing event updated for resources: {'Port': ['ID=5c543da4-2dcd-4f18-b7d8-b598f4c4c172,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:24.012390 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3fe3c74-7c32-40c8-a20f-02543a3d78c1 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Network b539fa80-a57b-4e6a-99fd-c5a841823cc9 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:39:24.014153 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-e3fe3c74-7c32-40c8-a20f-02543a3d78c1 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:39:24.098289 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 53782) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:24.118843 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-83a12d30-c56a-44f6-bea1-eb6e0db92225 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:24.144450 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3fe3c74-7c32-40c8-a20f-02543a3d78c1 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Router 2fa26ff5-a640-4165-a71c-95d9a71abad8 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:39:24.191492 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7eb78c-0ba2-4e24-bcfe-e0d8be10747c None None] Network b539fa80-a57b-4e6a-99fd-c5a841823cc9 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:39:24.253368 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6fb3d52c-40d0-4367-910b-cfa68f1c01b6 None None] Provisioning for port 68d3f4ce-1eb4-4648-9b6f-9e228076a876 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:39:24.254422 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-83a12d30-c56a-44f6-bea1-eb6e0db92225 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:24.258629 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-83a12d30-c56a-44f6-bea1-eb6e0db92225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:24.274640 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3fe3c74-7c32-40c8-a20f-02543a3d78c1 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:39:24.277043 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-e3fe3c74-7c32-40c8-a20f-02543a3d78c1 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] 10.222.0.22 "PUT /v2.0/routers/2fa26ff5-a640-4165-a71c-95d9a71abad8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4881577 Aug 29 04:39:24.278831 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 53786) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:24.285983 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-de11fdc1-0135-480a-af24-64672ef3c718 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:24.334493 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-83a12d30-c56a-44f6-bea1-eb6e0db92225 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=effc4de9bb3c4921bc2e154db5a03446&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2349088 Aug 29 04:39:24.337971 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 53788) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:24.370179 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:39:24.402859 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f6f71b-f39d-4b05-9158-c5686de4118c None None] Sync routers for ids ['2fa26ff5-a640-4165-a71c-95d9a71abad8'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:39:24.422252 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f6f71b-f39d-4b05-9158-c5686de4118c None None] Routers {'2fa26ff5-a640-4165-a71c-95d9a71abad8'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:39:24.427285 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-d9f6f71b-f39d-4b05-9158-c5686de4118c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:39:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['2fa26ff5-a640-4165-a71c-95d9a71abad8'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:24.521079 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3922809f-f871-4a57-821c-d40414525d14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:24.547199 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a12d30-c56a-44f6-bea1-eb6e0db92225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af7153e4-cd05-4864-a88a-f4abb85caced,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:24.581611 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3922809f-f871-4a57-821c-d40414525d14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:24.597468 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-d9f6f71b-f39d-4b05-9158-c5686de4118c None None] Set router 2fa26ff5-a640-4165-a71c-95d9a71abad8 gateway port host: None {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:39:24.602565 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929a30b0-c5ac-4ad1-917a-1d547e564308 req-5502bcb8-6a7f-4056-a86d-47a62785d855 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:24.626165 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-929a30b0-c5ac-4ad1-917a-1d547e564308 req-5502bcb8-6a7f-4056-a86d-47a62785d855 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] 10.222.0.22 "GET /v2.0/ports?device_id=719189ec-dde2-4b66-bf23-5201cf7173cb HTTP/1.1" status: 200 len: 907 time: 0.1026528 Aug 29 04:39:24.672210 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device d830743f-d92b-49cc-97d3-23add5f6f861 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:39:24.704572 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3922809f-f871-4a57-821c-d40414525d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:24.707758 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3922809f-f871-4a57-821c-d40414525d14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:24.709257 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-3922809f-f871-4a57-821c-d40414525d14 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/af7153e4-cd05-4864-a88a-f4abb85caced HTTP/1.1" status: 204 len: 168 time: 0.3698959 Aug 29 04:39:24.748877 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3922809f-f871-4a57-821c-d40414525d14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af7153e4-cd05-4864-a88a-f4abb85caced,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:24.831391 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device abec9ce4-71cf-4db9-8c90-6b951fa3488b details requested by agent hyperv_n-h2-712140-12 with host n-h2-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:39:24.840982 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port d830743f-d92b-49cc-97d3-23add5f6f861 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:39:24.850255 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port d830743f-d92b-49cc-97d3-23add5f6f861 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:24.850686 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:24.965990 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-d9f6f71b-f39d-4b05-9158-c5686de4118c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa26ff5-a640-4165-a71c-95d9a71abad8', 'name': 'tempest-RoutersTest-router-1207848360', 'tenant_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:38:59Z', 'updated_at': '2021-08-29T04:39:23Z', 'revision_number': 5, 'project_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'gw_port_host': None, '_interfaces': [{'id': '5c543da4-2dcd-4f18-b7d8-b598f4c4c172', 'name': '', 'network_id': 'b539fa80-a57b-4e6a-99fd-c5a841823cc9', 'tenant_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'mac_address': 'fa:16:3e:9f:1b:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa26ff5-a640-4165-a71c-95d9a71abad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '077b53e3-6d7c-4045-95a1-9585622679e4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:21Z', 'updated_at': '2021-08-29T04:39:23Z', 'revision_number': 2, 'project_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'subnets': [{'id': '077b53e3-6d7c-4045-95a1-9585622679e4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d8cdd71-c15a-42e8-938f-da11b0d1bed2', 'name': '', 'network_id': 'b86f64f1-ac0a-4f4a-a4f4-20c8526d98e5', 'tenant_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'mac_address': 'fa:16:3e:bc:89:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa26ff5-a640-4165-a71c-95d9a71abad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'e50e44cb-caf9-4566-a00f-d4bc8d953797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:01Z', 'updated_at': '2021-08-29T04:39:09Z', 'revision_number': 5, 'project_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'subnets': [{'id': 'e50e44cb-caf9-4566-a00f-d4bc8d953797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ecb1e40-42e8-41ea-866a-64e12133ade2', 'name': '', 'network_id': '1cfaddaa-1abf-487b-8097-1b3694fdfbcd', 'tenant_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'mac_address': 'fa:16:3e:b5:85:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa26ff5-a640-4165-a71c-95d9a71abad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': '25cae89f-0dd4-419c-96ee-1a909eb21994', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:06Z', 'updated_at': '2021-08-29T04:39:17Z', 'revision_number': 5, 'project_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'subnets': [{'id': '25cae89f-0dd4-419c-96ee-1a909eb21994', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd830743f-d92b-49cc-97d3-23add5f6f861', 'name': '', 'network_id': '3825202b-3320-4c2f-90e2-5622dab47e4c', 'tenant_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'mac_address': 'fa:16:3e:72:dd:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa26ff5-a640-4165-a71c-95d9a71abad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': 'b95f1309-85f7-4f61-935f-e6cd0090e85e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:15Z', 'updated_at': '2021-08-29T04:39:22Z', 'revision_number': 4, 'project_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'subnets': [{'id': 'b95f1309-85f7-4f61-935f-e6cd0090e85e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:25.010892 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f6f71b-f39d-4b05-9158-c5686de4118c None None] Checking router: 2fa26ff5-a640-4165-a71c-95d9a71abad8 for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:39:25.011551 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f6f71b-f39d-4b05-9158-c5686de4118c None None] Updating router 2fa26ff5-a640-4165-a71c-95d9a71abad8 port 5c543da4-2dcd-4f18-b7d8-b598f4c4c172 binding host n-d-712140-12 {{(pid=94831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:39:25.041726 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d9f6f71b-f39d-4b05-9158-c5686de4118c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:25.119121 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.extraroute_db [None req-de11fdc1-0135-480a-af24-64672ef3c718 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=94829) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 29 04:39:25.161716 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.extraroute_db [None req-de11fdc1-0135-480a-af24-64672ef3c718 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Removed routes are [] {{(pid=94829) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 29 04:39:25.162289 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-de11fdc1-0135-480a-af24-64672ef3c718 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-719380', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-717238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1792'] for router, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:25.208323 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port abec9ce4-71cf-4db9-8c90-6b951fa3488b, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=abec9ce4-71cf-4db9-8c90-6b951fa3488b,segment=NetworkSegment(c91b4dac-619d-4f62-9d8f-446c750e53c4),segment_id=c91b4dac-619d-4f62-9d8f-446c750e53c4)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:25.223953 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-a6284326-23bc-4fe7-a749-44401cc868b6 None None] Provisioning for port 5c543da4-2dcd-4f18-b7d8-b598f4c4c172 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:39:25.247632 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-a6284326-23bc-4fe7-a749-44401cc868b6 None None] Provisioning complete for port 5c543da4-2dcd-4f18-b7d8-b598f4c4c172 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:25.264156 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a6284326-23bc-4fe7-a749-44401cc868b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:25.333878 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Returning: {'device': 'abec9ce4-71cf-4db9-8c90-6b951fa3488b', 'network_id': '9d6fdfcf-e537-450b-8a38-caf5d4981685', 'port_id': 'abec9ce4-71cf-4db9-8c90-6b951fa3488b', 'mac_address': 'fa:16:3e:56:7e:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '326582d8-518f-48c1-a75c-6c4a73b5d725', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:39:25.361670 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:25.436430 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-a6284326-23bc-4fe7-a749-44401cc868b6 None None] Port 5c543da4-2dcd-4f18-b7d8-b598f4c4c172 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:39:25.440175 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-de11fdc1-0135-480a-af24-64672ef3c718 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-719380', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-717238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1792'] for router, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:25.444291 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-de11fdc1-0135-480a-af24-64672ef3c718 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-719375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-719366', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-717217'] for router, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:25.518631 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:25.524091 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port d830743f-d92b-49cc-97d3-23add5f6f861, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=d830743f-d92b-49cc-97d3-23add5f6f861,segment=NetworkSegment(74093cec-31a1-4783-a27c-fe2c791f49a3),segment_id=74093cec-31a1-4783-a27c-fe2c791f49a3)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:25.554865 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d9f6f71b-f39d-4b05-9158-c5686de4118c None None] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:25.563883 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:25.564758 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 68d3f4ce-1eb4-4648-9b6f-9e228076a876 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:39:25.577723 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-d9f6f71b-f39d-4b05-9158-c5686de4118c None None] Transition to ACTIVE for port object 5c543da4-2dcd-4f18-b7d8-b598f4c4c172 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:39:25.587799 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d9f6f71b-f39d-4b05-9158-c5686de4118c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:25.600085 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de11fdc1-0135-480a-af24-64672ef3c718 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Router 2fa26ff5-a640-4165-a71c-95d9a71abad8 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:39:25.692575 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98649c62-faf4-4692-83ab-18366ff8bce7 None None] Pushing event updated for resources: {'Port': ['ID=5c543da4-2dcd-4f18-b7d8-b598f4c4c172,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:25.699733 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=d830743f-d92b-49cc-97d3-23add5f6f861,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:25.727227 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abec9ce4-71cf-4db9-8c90-6b951fa3488b {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:39:25.781360 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-d9f6f71b-f39d-4b05-9158-c5686de4118c None None] Attempting to bind port 5c543da4-2dcd-4f18-b7d8-b598f4c4c172 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:39:25.785454 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-d9f6f71b-f39d-4b05-9158-c5686de4118c None None] Attempting to bind port 5c543da4-2dcd-4f18-b7d8-b598f4c4c172 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '60f09d66-a0d7-4fc6-8eb0-d7d954872da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'b539fa80-a57b-4e6a-99fd-c5a841823cc9'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:39:25.785957 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f6f71b-f39d-4b05-9158-c5686de4118c None None] Attempting to bind port 5c543da4-2dcd-4f18-b7d8-b598f4c4c172 on network b539fa80-a57b-4e6a-99fd-c5a841823cc9 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:39:25.794555 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port abec9ce4-71cf-4db9-8c90-6b951fa3488b, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=abec9ce4-71cf-4db9-8c90-6b951fa3488b,segment=NetworkSegment(c91b4dac-619d-4f62-9d8f-446c750e53c4),segment_id=c91b4dac-619d-4f62-9d8f-446c750e53c4)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:25.808355 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f6f71b-f39d-4b05-9158-c5686de4118c None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:39:25.808838 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f6f71b-f39d-4b05-9158-c5686de4118c None None] Checking segment: {'id': '60f09d66-a0d7-4fc6-8eb0-d7d954872da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'b539fa80-a57b-4e6a-99fd-c5a841823cc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:39:25.808975 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:25.809680 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d9f6f71b-f39d-4b05-9158-c5686de4118c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:25.810154 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f6f71b-f39d-4b05-9158-c5686de4118c None None] Bound using segment: {'id': '60f09d66-a0d7-4fc6-8eb0-d7d954872da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'b539fa80-a57b-4e6a-99fd-c5a841823cc9'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:39:25.810768 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-d9f6f71b-f39d-4b05-9158-c5686de4118c None None] Bound port: 5c543da4-2dcd-4f18-b7d8-b598f4c4c172, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60f09d66-a0d7-4fc6-8eb0-d7d954872da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'b539fa80-a57b-4e6a-99fd-c5a841823cc9'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:39:25.811398 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d9f6f71b-f39d-4b05-9158-c5686de4118c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:25.829558 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de11fdc1-0135-480a-af24-64672ef3c718 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:39:25.833897 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed767e7-cdd6-40e7-bdf3-611587689509 req-6eb27790-8512-4a66-9313-a7a0b0dd878a tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:25.836493 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5ed767e7-cdd6-40e7-bdf3-611587689509 req-6eb27790-8512-4a66-9313-a7a0b0dd878a tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] 10.222.0.22 "GET /v2.0/ports?device_id=719189ec-dde2-4b66-bf23-5201cf7173cb HTTP/1.1" status: 200 len: 907 time: 0.1222031 Aug 29 04:39:25.850285 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-de11fdc1-0135-480a-af24-64672ef3c718 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:25.859478 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-de11fdc1-0135-480a-af24-64672ef3c718 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] 10.222.0.22 "PUT /v2.0/routers/2fa26ff5-a640-4165-a71c-95d9a71abad8 HTTP/1.1" status: 200 len: 934 time: 1.5795522 Aug 29 04:39:25.862417 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 53826) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:25.873200 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 68d3f4ce-1eb4-4648-9b6f-9e228076a876 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:39:25.898319 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 68d3f4ce-1eb4-4648-9b6f-9e228076a876 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:25.898613 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:25.970555 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=abec9ce4-71cf-4db9-8c90-6b951fa3488b,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:25.982204 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-d9f6f71b-f39d-4b05-9158-c5686de4118c None None] For port 5c543da4-2dcd-4f18-b7d8-b598f4c4c172, host n-d-712140-12, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:39:25.997627 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-d9f6f71b-f39d-4b05-9158-c5686de4118c None None] For port 5c543da4-2dcd-4f18-b7d8-b598f4c4c172, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=5c543da4-2dcd-4f18-b7d8-b598f4c4c172,segment=NetworkSegment(60f09d66-a0d7-4fc6-8eb0-d7d954872da6),segment_id=60f09d66-a0d7-4fc6-8eb0-d7d954872da6)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:39:26.002593 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d9f6f71b-f39d-4b05-9158-c5686de4118c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:26.067768 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 53830) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:26.069397 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-07f8662a-147d-49bc-92b9-125f6fcdc125 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] 10.222.0.22 "GET /v2.0/routers/2fa26ff5-a640-4165-a71c-95d9a71abad8 HTTP/1.1" status: 200 len: 934 time: 0.2018151 Aug 29 04:39:26.077903 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-5ce10fad-52c2-4d0d-a9af-e09171298951 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Request body: {'router': {'routes': None}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:26.122345 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f6f71b-f39d-4b05-9158-c5686de4118c None None] Routers {'2fa26ff5-a640-4165-a71c-95d9a71abad8'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:39:26.122979 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-d9f6f71b-f39d-4b05-9158-c5686de4118c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:39:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['2fa26ff5-a640-4165-a71c-95d9a71abad8'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:26.152370 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:26.216967 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98649c62-faf4-4692-83ab-18366ff8bce7 None None] Pushing event updated for resources: {'Port': ['ID=5c543da4-2dcd-4f18-b7d8-b598f4c4c172,revision_number=4']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:26.261437 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 68d3f4ce-1eb4-4648-9b6f-9e228076a876, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=68d3f4ce-1eb4-4648-9b6f-9e228076a876,segment=NetworkSegment(60f09d66-a0d7-4fc6-8eb0-d7d954872da6),segment_id=60f09d66-a0d7-4fc6-8eb0-d7d954872da6)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:26.271997 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-d9f6f71b-f39d-4b05-9158-c5686de4118c None None] Set router 2fa26ff5-a640-4165-a71c-95d9a71abad8 gateway port host: None {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:39:26.292328 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:26.294207 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 80b013b1-1765-440b-a598-ea717f2b8245 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:39:26.359487 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['abec9ce4-71cf-4db9-8c90-6b951fa3488b'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:39:26.481935 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 80b013b1-1765-440b-a598-ea717f2b8245 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:26.482714 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:26.510565 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=68d3f4ce-1eb4-4648-9b6f-9e228076a876,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:26.579430 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-d9f6f71b-f39d-4b05-9158-c5686de4118c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa26ff5-a640-4165-a71c-95d9a71abad8', 'name': 'tempest-RoutersTest-router-1207848360', 'tenant_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:38:59Z', 'updated_at': '2021-08-29T04:39:25Z', 'revision_number': 6, 'project_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'gw_port_host': None, '_interfaces': [{'id': '5c543da4-2dcd-4f18-b7d8-b598f4c4c172', 'name': '', 'network_id': 'b539fa80-a57b-4e6a-99fd-c5a841823cc9', 'tenant_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'mac_address': 'fa:16:3e:9f:1b:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa26ff5-a640-4165-a71c-95d9a71abad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '077b53e3-6d7c-4045-95a1-9585622679e4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:21Z', 'updated_at': '2021-08-29T04:39:25Z', 'revision_number': 4, 'project_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'subnets': [{'id': '077b53e3-6d7c-4045-95a1-9585622679e4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d8cdd71-c15a-42e8-938f-da11b0d1bed2', 'name': '', 'network_id': 'b86f64f1-ac0a-4f4a-a4f4-20c8526d98e5', 'tenant_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'mac_address': 'fa:16:3e:bc:89:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa26ff5-a640-4165-a71c-95d9a71abad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'e50e44cb-caf9-4566-a00f-d4bc8d953797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:01Z', 'updated_at': '2021-08-29T04:39:09Z', 'revision_number': 5, 'project_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'subnets': [{'id': 'e50e44cb-caf9-4566-a00f-d4bc8d953797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ecb1e40-42e8-41ea-866a-64e12133ade2', 'name': '', 'network_id': '1cfaddaa-1abf-487b-8097-1b3694fdfbcd', 'tenant_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'mac_address': 'fa:16:3e:b5:85:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa26ff5-a640-4165-a71c-95d9a71abad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': '25cae89f-0dd4-419c-96ee-1a909eb21994', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:06Z', 'updated_at': '2021-08-29T04:39:17Z', 'revision_number': 5, 'project_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'subnets': [{'id': '25cae89f-0dd4-419c-96ee-1a909eb21994', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd830743f-d92b-49cc-97d3-23add5f6f861', 'name': '', 'network_id': '3825202b-3320-4c2f-90e2-5622dab47e4c', 'tenant_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'mac_address': 'fa:16:3e:72:dd:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa26ff5-a640-4165-a71c-95d9a71abad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': 'b95f1309-85f7-4f61-935f-e6cd0090e85e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:15Z', 'updated_at': '2021-08-29T04:39:25Z', 'revision_number': 5, 'project_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'subnets': [{'id': 'b95f1309-85f7-4f61-935f-e6cd0090e85e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:26.609063 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f6f71b-f39d-4b05-9158-c5686de4118c None None] The sync data for ids ['2fa26ff5-a640-4165-a71c-95d9a71abad8'] in n-d-712140-12 is: [{'id': '2fa26ff5-a640-4165-a71c-95d9a71abad8', 'name': 'tempest-RoutersTest-router-1207848360', 'tenant_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:38:59Z', 'updated_at': '2021-08-29T04:39:25Z', 'revision_number': 6, 'project_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'gw_port_host': None, '_interfaces': [{'id': '5c543da4-2dcd-4f18-b7d8-b598f4c4c172', 'name': '', 'network_id': 'b539fa80-a57b-4e6a-99fd-c5a841823cc9', 'tenant_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'mac_address': 'fa:16:3e:9f:1b:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa26ff5-a640-4165-a71c-95d9a71abad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '077b53e3-6d7c-4045-95a1-9585622679e4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:21Z', 'updated_at': '2021-08-29T04:39:25Z', 'revision_number': 4, 'project_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'subnets': [{'id': '077b53e3-6d7c-4045-95a1-9585622679e4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d8cdd71-c15a-42e8-938f-da11b0d1bed2', 'name': '', 'network_id': 'b86f64f1-ac0a-4f4a-a4f4-20c8526d98e5', 'tenant_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'mac_address': 'fa:16:3e:bc:89:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa26ff5-a640-4165-a71c-95d9a71abad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'e50e44cb-caf9-4566-a00f-d4bc8d953797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:01Z', 'updated_at': '2021-08-29T04:39:09Z', 'revision_number': 5, 'project_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'subnets': [{'id': 'e50e44cb-caf9-4566-a00f-d4bc8d953797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ecb1e40-42e8-41ea-866a-64e12133ade2', 'name': '', 'network_id': '1cfaddaa-1abf-487b-8097-1b3694fdfbcd', 'tenant_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'mac_address': 'fa:16:3e:b5:85:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa26ff5-a640-4165-a71c-95d9a71abad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': '25cae89f-0dd4-419c-96ee-1a909eb21994', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:06Z', 'updated_at': '2021-08-29T04:39:17Z', 'revision_number': 5, 'project_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'subnets': [{'id': '25cae89f-0dd4-419c-96ee-1a909eb21994', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd830743f-d92b-49cc-97d3-23add5f6f861', 'name': '', 'network_id': '3825202b-3320-4c2f-90e2-5622dab47e4c', 'tenant_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'mac_address': 'fa:16:3e:72:dd:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa26ff5-a640-4165-a71c-95d9a71abad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': 'b95f1309-85f7-4f61-935f-e6cd0090e85e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:15Z', 'updated_at': '2021-08-29T04:39:25Z', 'revision_number': 5, 'project_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'subnets': [{'id': 'b95f1309-85f7-4f61-935f-e6cd0090e85e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:39:26.778067 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.extraroute_db [None req-5ce10fad-52c2-4d0d-a9af-e09171298951 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Added routes are [] {{(pid=94829) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 29 04:39:26.778599 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.extraroute_db [None req-5ce10fad-52c2-4d0d-a9af-e09171298951 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=94829) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 29 04:39:26.848162 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5ce10fad-52c2-4d0d-a9af-e09171298951 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-719380', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-717238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1792'] for router, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:26.861068 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device d830743f-d92b-49cc-97d3-23add5f6f861 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:39:26.975552 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port d830743f-d92b-49cc-97d3-23add5f6f861 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:26.976056 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:27.104258 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526eef3a-c0fa-4255-a3da-34ee39de91aa req-458e0228-4c4c-48e4-90bf-c4340ee0a7aa tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:27.112330 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-526eef3a-c0fa-4255-a3da-34ee39de91aa req-458e0228-4c4c-48e4-90bf-c4340ee0a7aa tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] 10.222.0.22 "GET /v2.0/ports?device_id=719189ec-dde2-4b66-bf23-5201cf7173cb HTTP/1.1" status: 200 len: 908 time: 0.1609387 Aug 29 04:39:27.180506 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 68d3f4ce-1eb4-4648-9b6f-9e228076a876 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:39:27.200578 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5ce10fad-52c2-4d0d-a9af-e09171298951 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-719380', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-717238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1792'] for router, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:27.207075 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5ce10fad-52c2-4d0d-a9af-e09171298951 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-719375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-719366', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-717217'] for router, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:27.241735 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 68d3f4ce-1eb4-4648-9b6f-9e228076a876 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:27.242476 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:27.357761 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ce10fad-52c2-4d0d-a9af-e09171298951 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Router 2fa26ff5-a640-4165-a71c-95d9a71abad8 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:39:27.488875 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ce10fad-52c2-4d0d-a9af-e09171298951 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:39:27.497283 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5ce10fad-52c2-4d0d-a9af-e09171298951 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:27.498524 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-5ce10fad-52c2-4d0d-a9af-e09171298951 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] 10.222.0.22 "PUT /v2.0/routers/2fa26ff5-a640-4165-a71c-95d9a71abad8 HTTP/1.1" status: 200 len: 700 time: 1.4289317 Aug 29 04:39:27.501347 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 53848) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:27.615975 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-c5bcaaca-39f9-45b8-a414-7c2c032b3f2c tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] 10.222.0.22 "GET /v2.0/routers/2fa26ff5-a640-4165-a71c-95d9a71abad8 HTTP/1.1" status: 200 len: 700 time: 0.1129069 Aug 29 04:39:27.619029 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 53850) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:27.773919 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf8cbac-f7b8-46d6-b285-8595799ee626 None None] Sync routers for ids ['2fa26ff5-a640-4165-a71c-95d9a71abad8'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:39:27.787996 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf8cbac-f7b8-46d6-b285-8595799ee626 None None] Routers {'2fa26ff5-a640-4165-a71c-95d9a71abad8'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:39:27.789027 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-acf8cbac-f7b8-46d6-b285-8595799ee626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:39:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['2fa26ff5-a640-4165-a71c-95d9a71abad8'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:27.912720 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-acf8cbac-f7b8-46d6-b285-8595799ee626 None None] Set router 2fa26ff5-a640-4165-a71c-95d9a71abad8 gateway port host: None {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:39:28.144369 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-acf8cbac-f7b8-46d6-b285-8595799ee626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa26ff5-a640-4165-a71c-95d9a71abad8', 'name': 'tempest-RoutersTest-router-1207848360', 'tenant_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:38:59Z', 'updated_at': '2021-08-29T04:39:26Z', 'revision_number': 7, 'project_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'gw_port_host': None, '_interfaces': [{'id': '5c543da4-2dcd-4f18-b7d8-b598f4c4c172', 'name': '', 'network_id': 'b539fa80-a57b-4e6a-99fd-c5a841823cc9', 'tenant_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'mac_address': 'fa:16:3e:9f:1b:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa26ff5-a640-4165-a71c-95d9a71abad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '077b53e3-6d7c-4045-95a1-9585622679e4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:21Z', 'updated_at': '2021-08-29T04:39:25Z', 'revision_number': 4, 'project_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'subnets': [{'id': '077b53e3-6d7c-4045-95a1-9585622679e4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d8cdd71-c15a-42e8-938f-da11b0d1bed2', 'name': '', 'network_id': 'b86f64f1-ac0a-4f4a-a4f4-20c8526d98e5', 'tenant_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'mac_address': 'fa:16:3e:bc:89:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa26ff5-a640-4165-a71c-95d9a71abad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'e50e44cb-caf9-4566-a00f-d4bc8d953797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:01Z', 'updated_at': '2021-08-29T04:39:09Z', 'revision_number': 5, 'project_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'subnets': [{'id': 'e50e44cb-caf9-4566-a00f-d4bc8d953797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ecb1e40-42e8-41ea-866a-64e12133ade2', 'name': '', 'network_id': '1cfaddaa-1abf-487b-8097-1b3694fdfbcd', 'tenant_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'mac_address': 'fa:16:3e:b5:85:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa26ff5-a640-4165-a71c-95d9a71abad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': '25cae89f-0dd4-419c-96ee-1a909eb21994', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:06Z', 'updated_at': '2021-08-29T04:39:17Z', 'revision_number': 5, 'project_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'subnets': [{'id': '25cae89f-0dd4-419c-96ee-1a909eb21994', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd830743f-d92b-49cc-97d3-23add5f6f861', 'name': '', 'network_id': '3825202b-3320-4c2f-90e2-5622dab47e4c', 'tenant_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'mac_address': 'fa:16:3e:72:dd:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa26ff5-a640-4165-a71c-95d9a71abad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': 'b95f1309-85f7-4f61-935f-e6cd0090e85e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:15Z', 'updated_at': '2021-08-29T04:39:25Z', 'revision_number': 5, 'project_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'subnets': [{'id': 'b95f1309-85f7-4f61-935f-e6cd0090e85e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:28.177751 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf8cbac-f7b8-46d6-b285-8595799ee626 None None] Checking router: 2fa26ff5-a640-4165-a71c-95d9a71abad8 for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:39:28.188955 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf8cbac-f7b8-46d6-b285-8595799ee626 None None] Routers {'2fa26ff5-a640-4165-a71c-95d9a71abad8'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:39:28.188955 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-acf8cbac-f7b8-46d6-b285-8595799ee626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:39:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['2fa26ff5-a640-4165-a71c-95d9a71abad8'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:28.294273 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7bb590-9355-4fc2-b9bd-d48d02dc066c req-4dce1cf8-b631-45ca-888b-a7cceee6a7d0 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:28.296160 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1b7bb590-9355-4fc2-b9bd-d48d02dc066c req-4dce1cf8-b631-45ca-888b-a7cceee6a7d0 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] 10.222.0.22 "GET /v2.0/ports?device_id=719189ec-dde2-4b66-bf23-5201cf7173cb HTTP/1.1" status: 200 len: 908 time: 0.0716970 Aug 29 04:39:28.348156 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-acf8cbac-f7b8-46d6-b285-8595799ee626 None None] Set router 2fa26ff5-a640-4165-a71c-95d9a71abad8 gateway port host: None {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:39:28.449129 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3e14b163-09ce-4a13-b775-35fc16470d07 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713413'] for router_interface, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:28.700032 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:28.714257 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-acf8cbac-f7b8-46d6-b285-8595799ee626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa26ff5-a640-4165-a71c-95d9a71abad8', 'name': 'tempest-RoutersTest-router-1207848360', 'tenant_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:38:59Z', 'updated_at': '2021-08-29T04:39:26Z', 'revision_number': 7, 'project_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'gw_port_host': None, '_interfaces': [{'id': '5c543da4-2dcd-4f18-b7d8-b598f4c4c172', 'name': '', 'network_id': 'b539fa80-a57b-4e6a-99fd-c5a841823cc9', 'tenant_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'mac_address': 'fa:16:3e:9f:1b:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa26ff5-a640-4165-a71c-95d9a71abad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '077b53e3-6d7c-4045-95a1-9585622679e4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:21Z', 'updated_at': '2021-08-29T04:39:25Z', 'revision_number': 4, 'project_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'subnets': [{'id': '077b53e3-6d7c-4045-95a1-9585622679e4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d8cdd71-c15a-42e8-938f-da11b0d1bed2', 'name': '', 'network_id': 'b86f64f1-ac0a-4f4a-a4f4-20c8526d98e5', 'tenant_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'mac_address': 'fa:16:3e:bc:89:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa26ff5-a640-4165-a71c-95d9a71abad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'e50e44cb-caf9-4566-a00f-d4bc8d953797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:01Z', 'updated_at': '2021-08-29T04:39:09Z', 'revision_number': 5, 'project_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'subnets': [{'id': 'e50e44cb-caf9-4566-a00f-d4bc8d953797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ecb1e40-42e8-41ea-866a-64e12133ade2', 'name': '', 'network_id': '1cfaddaa-1abf-487b-8097-1b3694fdfbcd', 'tenant_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'mac_address': 'fa:16:3e:b5:85:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa26ff5-a640-4165-a71c-95d9a71abad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': '25cae89f-0dd4-419c-96ee-1a909eb21994', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:06Z', 'updated_at': '2021-08-29T04:39:17Z', 'revision_number': 5, 'project_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'subnets': [{'id': '25cae89f-0dd4-419c-96ee-1a909eb21994', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd830743f-d92b-49cc-97d3-23add5f6f861', 'name': '', 'network_id': '3825202b-3320-4c2f-90e2-5622dab47e4c', 'tenant_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'mac_address': 'fa:16:3e:72:dd:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa26ff5-a640-4165-a71c-95d9a71abad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': 'b95f1309-85f7-4f61-935f-e6cd0090e85e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:15Z', 'updated_at': '2021-08-29T04:39:25Z', 'revision_number': 5, 'project_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'subnets': [{'id': 'b95f1309-85f7-4f61-935f-e6cd0090e85e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:28.754617 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf8cbac-f7b8-46d6-b285-8595799ee626 None None] The sync data for ids ['2fa26ff5-a640-4165-a71c-95d9a71abad8'] in n-d-712140-12 is: [{'id': '2fa26ff5-a640-4165-a71c-95d9a71abad8', 'name': 'tempest-RoutersTest-router-1207848360', 'tenant_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:38:59Z', 'updated_at': '2021-08-29T04:39:26Z', 'revision_number': 7, 'project_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'gw_port_host': None, '_interfaces': [{'id': '5c543da4-2dcd-4f18-b7d8-b598f4c4c172', 'name': '', 'network_id': 'b539fa80-a57b-4e6a-99fd-c5a841823cc9', 'tenant_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'mac_address': 'fa:16:3e:9f:1b:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa26ff5-a640-4165-a71c-95d9a71abad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '077b53e3-6d7c-4045-95a1-9585622679e4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:21Z', 'updated_at': '2021-08-29T04:39:25Z', 'revision_number': 4, 'project_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'subnets': [{'id': '077b53e3-6d7c-4045-95a1-9585622679e4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d8cdd71-c15a-42e8-938f-da11b0d1bed2', 'name': '', 'network_id': 'b86f64f1-ac0a-4f4a-a4f4-20c8526d98e5', 'tenant_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'mac_address': 'fa:16:3e:bc:89:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa26ff5-a640-4165-a71c-95d9a71abad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'e50e44cb-caf9-4566-a00f-d4bc8d953797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:01Z', 'updated_at': '2021-08-29T04:39:09Z', 'revision_number': 5, 'project_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'subnets': [{'id': 'e50e44cb-caf9-4566-a00f-d4bc8d953797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ecb1e40-42e8-41ea-866a-64e12133ade2', 'name': '', 'network_id': '1cfaddaa-1abf-487b-8097-1b3694fdfbcd', 'tenant_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'mac_address': 'fa:16:3e:b5:85:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa26ff5-a640-4165-a71c-95d9a71abad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': '25cae89f-0dd4-419c-96ee-1a909eb21994', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:06Z', 'updated_at': '2021-08-29T04:39:17Z', 'revision_number': 5, 'project_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'subnets': [{'id': '25cae89f-0dd4-419c-96ee-1a909eb21994', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd830743f-d92b-49cc-97d3-23add5f6f861', 'name': '', 'network_id': '3825202b-3320-4c2f-90e2-5622dab47e4c', 'tenant_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'mac_address': 'fa:16:3e:72:dd:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa26ff5-a640-4165-a71c-95d9a71abad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': 'b95f1309-85f7-4f61-935f-e6cd0090e85e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:15Z', 'updated_at': '2021-08-29T04:39:25Z', 'revision_number': 5, 'project_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'subnets': [{'id': 'b95f1309-85f7-4f61-935f-e6cd0090e85e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:39:28.813454 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 5c543da4-2dcd-4f18-b7d8-b598f4c4c172 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:39:28.840219 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-3e14b163-09ce-4a13-b775-35fc16470d07 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Deleting port 5c543da4-2dcd-4f18-b7d8-b598f4c4c172 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:39:28.840779 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3e14b163-09ce-4a13-b775-35fc16470d07 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:28.868080 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device abec9ce4-71cf-4db9-8c90-6b951fa3488b up at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:39:28.965103 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 5c543da4-2dcd-4f18-b7d8-b598f4c4c172 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:39:28.969151 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning for port abec9ce4-71cf-4db9-8c90-6b951fa3488b completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:39:28.972763 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 5c543da4-2dcd-4f18-b7d8-b598f4c4c172 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:28.973227 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:28.976178 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning complete for port abec9ce4-71cf-4db9-8c90-6b951fa3488b triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:28.976668 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:28.988095 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-3e14b163-09ce-4a13-b775-35fc16470d07 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] For port 5c543da4-2dcd-4f18-b7d8-b598f4c4c172, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=5c543da4-2dcd-4f18-b7d8-b598f4c4c172,segment=NetworkSegment(60f09d66-a0d7-4fc6-8eb0-d7d954872da6),segment_id=60f09d66-a0d7-4fc6-8eb0-d7d954872da6)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:28.988736 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3e14b163-09ce-4a13-b775-35fc16470d07 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:29.004675 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-3e14b163-09ce-4a13-b775-35fc16470d07 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Calling delete_port for 5c543da4-2dcd-4f18-b7d8-b598f4c4c172 owned by network:router_interface {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:39:29.195679 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:29.198279 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:29.235678 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '719189ec-dde2-4b66-bf23-5201cf7173cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abec9ce4-71cf-4db9-8c90-6b951fa3488b'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:39:29.238472 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92dda499-9565-4da8-b573-12a9aa65da9c" -d '{"events": [{"server_uuid": "719189ec-dde2-4b66-bf23-5201cf7173cb", "name": "network-vif-plugged", "status": "completed", "tag": "abec9ce4-71cf-4db9-8c90-6b951fa3488b"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:39:29.258612 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port abec9ce4-71cf-4db9-8c90-6b951fa3488b, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=abec9ce4-71cf-4db9-8c90-6b951fa3488b,segment=NetworkSegment(c91b4dac-619d-4f62-9d8f-446c750e53c4),segment_id=c91b4dac-619d-4f62-9d8f-446c750e53c4)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:29.265294 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:29.275026 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3e14b163-09ce-4a13-b775-35fc16470d07 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:29.310967 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e14b163-09ce-4a13-b775-35fc16470d07 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Pushing event deleted for resources: {'Port': ['ID=5c543da4-2dcd-4f18-b7d8-b598f4c4c172,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:29.326498 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e14b163-09ce-4a13-b775-35fc16470d07 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:29.326857 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e14b163-09ce-4a13-b775-35fc16470d07 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:29.327356 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e14b163-09ce-4a13-b775-35fc16470d07 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:29.327834 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e14b163-09ce-4a13-b775-35fc16470d07 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:29.328466 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e14b163-09ce-4a13-b775-35fc16470d07 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:29.329202 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e14b163-09ce-4a13-b775-35fc16470d07 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:29.329551 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e14b163-09ce-4a13-b775-35fc16470d07 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:29.329891 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e14b163-09ce-4a13-b775-35fc16470d07 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:29.330300 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e14b163-09ce-4a13-b775-35fc16470d07 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:29.330543 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e14b163-09ce-4a13-b775-35fc16470d07 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:29.330876 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e14b163-09ce-4a13-b775-35fc16470d07 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:29.331206 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e14b163-09ce-4a13-b775-35fc16470d07 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:29.334264 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa5ee8c5-3c3c-4c5f-805a-ebbd4c9e6128 x-openstack-request-id: req-aa5ee8c5-3c3c-4c5f-805a-ebbd4c9e6128 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:39:29.334660 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "719189ec-dde2-4b66-bf23-5201cf7173cb", "name": "network-vif-plugged", "status": "completed", "tag": "abec9ce4-71cf-4db9-8c90-6b951fa3488b", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:39:29.335006 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-aa5ee8c5-3c3c-4c5f-805a-ebbd4c9e6128 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:39:29.335488 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '719189ec-dde2-4b66-bf23-5201cf7173cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abec9ce4-71cf-4db9-8c90-6b951fa3488b', 'code': 200} Aug 29 04:39:29.376396 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=abec9ce4-71cf-4db9-8c90-6b951fa3488b,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:29.449156 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1683049-ff31-488c-b2a9-a23d6f5efb61 req-66aa3327-fe57-4f93-9cd7-f292bc00dc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:29.451278 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e1683049-ff31-488c-b2a9-a23d6f5efb61 req-66aa3327-fe57-4f93-9cd7-f292bc00dc58 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=719189ec-dde2-4b66-bf23-5201cf7173cb HTTP/1.1" status: 200 len: 1061 time: 0.0527360 Aug 29 04:39:29.589972 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b43e2a-defd-4950-bf80-608d28c92daa req-b1661cb0-de80-451d-bbbd-47d134a3e560 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:29.600706 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-89b43e2a-defd-4950-bf80-608d28c92daa req-b1661cb0-de80-451d-bbbd-47d134a3e560 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] 10.222.0.22 "GET /v2.0/ports?device_id=719189ec-dde2-4b66-bf23-5201cf7173cb HTTP/1.1" status: 200 len: 909 time: 0.1786630 Aug 29 04:39:29.624712 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3e14b163-09ce-4a13-b775-35fc16470d07 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-713231'] for router_interface, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:29.886256 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e14b163-09ce-4a13-b775-35fc16470d07 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Router 2fa26ff5-a640-4165-a71c-95d9a71abad8 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:39:29.983673 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e14b163-09ce-4a13-b775-35fc16470d07 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:39:29.989295 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-3e14b163-09ce-4a13-b775-35fc16470d07 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] 10.222.0.22 "PUT /v2.0/routers/2fa26ff5-a640-4165-a71c-95d9a71abad8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3690169 Aug 29 04:39:29.992304 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 53896) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:29.995424 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed25211-39e1-4868-a3e9-24241ebfce17 None None] Sync routers for ids ['2fa26ff5-a640-4165-a71c-95d9a71abad8'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:39:30.005514 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed25211-39e1-4868-a3e9-24241ebfce17 None None] Routers {'2fa26ff5-a640-4165-a71c-95d9a71abad8'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:39:30.006142 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-8ed25211-39e1-4868-a3e9-24241ebfce17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:39:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['2fa26ff5-a640-4165-a71c-95d9a71abad8'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:30.055773 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_v2 [None req-28efab0d-00b7-4dc6-aa87-31358caad8dd tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Deleting subnet 077b53e3-6d7c-4045-95a1-9585622679e4 {{(pid=94829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:39:30.059484 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-28efab0d-00b7-4dc6-aa87-31358caad8dd tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks [] for subnet, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:30.122412 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-28efab0d-00b7-4dc6-aa87-31358caad8dd tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4311743'] for subnet, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:30.211385 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-8ed25211-39e1-4868-a3e9-24241ebfce17 None None] Set router 2fa26ff5-a640-4165-a71c-95d9a71abad8 gateway port host: None {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:39:30.223528 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-28efab0d-00b7-4dc6-aa87-31358caad8dd tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:30.289129 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-28efab0d-00b7-4dc6-aa87-31358caad8dd tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4552352'] for subnet, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:30.317029 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28efab0d-00b7-4dc6-aa87-31358caad8dd tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Pushing event deleted for resources: {'Subnet': ['ID=077b53e3-6d7c-4045-95a1-9585622679e4,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:30.320992 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-28efab0d-00b7-4dc6-aa87-31358caad8dd tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:30.323495 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-28efab0d-00b7-4dc6-aa87-31358caad8dd tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] 10.222.0.22 "DELETE /v2.0/subnets/077b53e3-6d7c-4045-95a1-9585622679e4 HTTP/1.1" status: 204 len: 168 time: 0.3299837 Aug 29 04:39:30.326162 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 53904) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:30.333722 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d118b967-c172-4378-84eb-c4e49a5cec1f None None] Network b539fa80-a57b-4e6a-99fd-c5a841823cc9 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:39:30.406402 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-593e11f0-3c2d-4761-ae9a-6acb0240ecc3 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:30.468059 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-593e11f0-3c2d-4761-ae9a-6acb0240ecc3 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Deleting port 68d3f4ce-1eb4-4648-9b6f-9e228076a876 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:39:30.468437 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-593e11f0-3c2d-4761-ae9a-6acb0240ecc3 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:30.471211 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-8ed25211-39e1-4868-a3e9-24241ebfce17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa26ff5-a640-4165-a71c-95d9a71abad8', 'name': 'tempest-RoutersTest-router-1207848360', 'tenant_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:38:59Z', 'updated_at': '2021-08-29T04:39:29Z', 'revision_number': 8, 'project_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'gw_port_host': None, '_interfaces': [{'id': '7d8cdd71-c15a-42e8-938f-da11b0d1bed2', 'name': '', 'network_id': 'b86f64f1-ac0a-4f4a-a4f4-20c8526d98e5', 'tenant_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'mac_address': 'fa:16:3e:bc:89:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa26ff5-a640-4165-a71c-95d9a71abad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'e50e44cb-caf9-4566-a00f-d4bc8d953797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:01Z', 'updated_at': '2021-08-29T04:39:09Z', 'revision_number': 5, 'project_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'subnets': [{'id': 'e50e44cb-caf9-4566-a00f-d4bc8d953797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ecb1e40-42e8-41ea-866a-64e12133ade2', 'name': '', 'network_id': '1cfaddaa-1abf-487b-8097-1b3694fdfbcd', 'tenant_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'mac_address': 'fa:16:3e:b5:85:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa26ff5-a640-4165-a71c-95d9a71abad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': '25cae89f-0dd4-419c-96ee-1a909eb21994', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:06Z', 'updated_at': '2021-08-29T04:39:17Z', 'revision_number': 5, 'project_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'subnets': [{'id': '25cae89f-0dd4-419c-96ee-1a909eb21994', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd830743f-d92b-49cc-97d3-23add5f6f861', 'name': '', 'network_id': '3825202b-3320-4c2f-90e2-5622dab47e4c', 'tenant_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'mac_address': 'fa:16:3e:72:dd:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa26ff5-a640-4165-a71c-95d9a71abad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': 'b95f1309-85f7-4f61-935f-e6cd0090e85e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:15Z', 'updated_at': '2021-08-29T04:39:25Z', 'revision_number': 5, 'project_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'subnets': [{'id': 'b95f1309-85f7-4f61-935f-e6cd0090e85e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:30.505711 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed25211-39e1-4868-a3e9-24241ebfce17 None None] Checking router: 2fa26ff5-a640-4165-a71c-95d9a71abad8 for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:39:30.519379 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed25211-39e1-4868-a3e9-24241ebfce17 None None] Routers {'2fa26ff5-a640-4165-a71c-95d9a71abad8'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:39:30.520115 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-8ed25211-39e1-4868-a3e9-24241ebfce17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:39:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['2fa26ff5-a640-4165-a71c-95d9a71abad8'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:30.546434 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf163dc-e840-4c20-81bd-8c3d2fd46e03 None None] DHCP port deletion for b539fa80-a57b-4e6a-99fd-c5a841823cc9 request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:39:30.550412 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-593e11f0-3c2d-4761-ae9a-6acb0240ecc3 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] For port 68d3f4ce-1eb4-4648-9b6f-9e228076a876, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=68d3f4ce-1eb4-4648-9b6f-9e228076a876,segment=NetworkSegment(60f09d66-a0d7-4fc6-8eb0-d7d954872da6),segment_id=60f09d66-a0d7-4fc6-8eb0-d7d954872da6)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:30.550932 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-593e11f0-3c2d-4761-ae9a-6acb0240ecc3 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:30.567230 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-593e11f0-3c2d-4761-ae9a-6acb0240ecc3 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Calling delete_port for 68d3f4ce-1eb4-4648-9b6f-9e228076a876 owned by network:dhcp {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:39:30.600428 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-3bf163dc-e840-4c20-81bd-8c3d2fd46e03 None None] Deleting port 68d3f4ce-1eb4-4648-9b6f-9e228076a876 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:39:30.601003 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3bf163dc-e840-4c20-81bd-8c3d2fd46e03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:30.624113 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-8ed25211-39e1-4868-a3e9-24241ebfce17 None None] Set router 2fa26ff5-a640-4165-a71c-95d9a71abad8 gateway port host: None {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:39:30.701677 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-593e11f0-3c2d-4761-ae9a-6acb0240ecc3 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:30.789397 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593e11f0-3c2d-4761-ae9a-6acb0240ecc3 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Pushing event deleted for resources: {'Port': ['ID=68d3f4ce-1eb4-4648-9b6f-9e228076a876,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:30.795198 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593e11f0-3c2d-4761-ae9a-6acb0240ecc3 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] No DVR routers for this DVR port 68d3f4ce-1eb4-4648-9b6f-9e228076a876 on host n-d-712140-12 {{(pid=94829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:39:30.942275 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-8ed25211-39e1-4868-a3e9-24241ebfce17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa26ff5-a640-4165-a71c-95d9a71abad8', 'name': 'tempest-RoutersTest-router-1207848360', 'tenant_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:38:59Z', 'updated_at': '2021-08-29T04:39:29Z', 'revision_number': 8, 'project_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'gw_port_host': None, '_interfaces': [{'id': '7d8cdd71-c15a-42e8-938f-da11b0d1bed2', 'name': '', 'network_id': 'b86f64f1-ac0a-4f4a-a4f4-20c8526d98e5', 'tenant_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'mac_address': 'fa:16:3e:bc:89:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa26ff5-a640-4165-a71c-95d9a71abad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'e50e44cb-caf9-4566-a00f-d4bc8d953797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:01Z', 'updated_at': '2021-08-29T04:39:09Z', 'revision_number': 5, 'project_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'subnets': [{'id': 'e50e44cb-caf9-4566-a00f-d4bc8d953797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ecb1e40-42e8-41ea-866a-64e12133ade2', 'name': '', 'network_id': '1cfaddaa-1abf-487b-8097-1b3694fdfbcd', 'tenant_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'mac_address': 'fa:16:3e:b5:85:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa26ff5-a640-4165-a71c-95d9a71abad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': '25cae89f-0dd4-419c-96ee-1a909eb21994', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:06Z', 'updated_at': '2021-08-29T04:39:17Z', 'revision_number': 5, 'project_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'subnets': [{'id': '25cae89f-0dd4-419c-96ee-1a909eb21994', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd830743f-d92b-49cc-97d3-23add5f6f861', 'name': '', 'network_id': '3825202b-3320-4c2f-90e2-5622dab47e4c', 'tenant_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'mac_address': 'fa:16:3e:72:dd:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa26ff5-a640-4165-a71c-95d9a71abad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': 'b95f1309-85f7-4f61-935f-e6cd0090e85e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:15Z', 'updated_at': '2021-08-29T04:39:25Z', 'revision_number': 5, 'project_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'subnets': [{'id': 'b95f1309-85f7-4f61-935f-e6cd0090e85e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:30.974601 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00672253-3e6d-4c22-9e1a-137de7af9f3b req-05e5ef87-0f93-4dfd-b0eb-9663a784b535 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:30.976608 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-00672253-3e6d-4c22-9e1a-137de7af9f3b req-05e5ef87-0f93-4dfd-b0eb-9663a784b535 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] 10.222.0.22 "GET /v2.0/ports?device_id=719189ec-dde2-4b66-bf23-5201cf7173cb HTTP/1.1" status: 200 len: 909 time: 0.2357352 Aug 29 04:39:30.981971 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-593e11f0-3c2d-4761-ae9a-6acb0240ecc3 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:30.990227 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed25211-39e1-4868-a3e9-24241ebfce17 None None] The sync data for ids ['2fa26ff5-a640-4165-a71c-95d9a71abad8'] in n-d-712140-12 is: [{'id': '2fa26ff5-a640-4165-a71c-95d9a71abad8', 'name': 'tempest-RoutersTest-router-1207848360', 'tenant_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:38:59Z', 'updated_at': '2021-08-29T04:39:29Z', 'revision_number': 8, 'project_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'gw_port_host': None, '_interfaces': [{'id': '7d8cdd71-c15a-42e8-938f-da11b0d1bed2', 'name': '', 'network_id': 'b86f64f1-ac0a-4f4a-a4f4-20c8526d98e5', 'tenant_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'mac_address': 'fa:16:3e:bc:89:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa26ff5-a640-4165-a71c-95d9a71abad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'e50e44cb-caf9-4566-a00f-d4bc8d953797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:01Z', 'updated_at': '2021-08-29T04:39:09Z', 'revision_number': 5, 'project_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'subnets': [{'id': 'e50e44cb-caf9-4566-a00f-d4bc8d953797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ecb1e40-42e8-41ea-866a-64e12133ade2', 'name': '', 'network_id': '1cfaddaa-1abf-487b-8097-1b3694fdfbcd', 'tenant_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'mac_address': 'fa:16:3e:b5:85:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa26ff5-a640-4165-a71c-95d9a71abad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': '25cae89f-0dd4-419c-96ee-1a909eb21994', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:06Z', 'updated_at': '2021-08-29T04:39:17Z', 'revision_number': 5, 'project_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'subnets': [{'id': '25cae89f-0dd4-419c-96ee-1a909eb21994', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd830743f-d92b-49cc-97d3-23add5f6f861', 'name': '', 'network_id': '3825202b-3320-4c2f-90e2-5622dab47e4c', 'tenant_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'mac_address': 'fa:16:3e:72:dd:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa26ff5-a640-4165-a71c-95d9a71abad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': 'b95f1309-85f7-4f61-935f-e6cd0090e85e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:15Z', 'updated_at': '2021-08-29T04:39:25Z', 'revision_number': 5, 'project_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'subnets': [{'id': 'b95f1309-85f7-4f61-935f-e6cd0090e85e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:39:30.995424 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-593e11f0-3c2d-4761-ae9a-6acb0240ecc3 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b539fa80-a57b-4e6a-99fd-c5a841823cc9']}} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:31.015580 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-593e11f0-3c2d-4761-ae9a-6acb0240ecc3 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60f09d66-a0d7-4fc6-8eb0-d7d954872da6') {'for_net_delete': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:31.016492 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-593e11f0-3c2d-4761-ae9a-6acb0240ecc3 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60f09d66-a0d7-4fc6-8eb0-d7d954872da6') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:31.035568 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-593e11f0-3c2d-4761-ae9a-6acb0240ecc3 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4311712'] for segment, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:31.044479 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 68d3f4ce-1eb4-4648-9b6f-9e228076a876 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:39:31.060275 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-593e11f0-3c2d-4761-ae9a-6acb0240ecc3 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:31.068529 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-593e11f0-3c2d-4761-ae9a-6acb0240ecc3 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=94829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:39:31.069473 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-593e11f0-3c2d-4761-ae9a-6acb0240ecc3 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4274277'] for segment, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:31.074927 n-d-712140-12 neutron-server[94829]: Traceback (most recent call last): Aug 29 04:39:31.074927 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:39:31.074927 n-d-712140-12 neutron-server[94829]: timer() Aug 29 04:39:31.074927 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:39:31.074927 n-d-712140-12 neutron-server[94829]: cb(*args, **kw) Aug 29 04:39:31.074927 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:39:31.074927 n-d-712140-12 neutron-server[94829]: return func(*args, **kwargs) Aug 29 04:39:31.074927 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:39:31.074927 n-d-712140-12 neutron-server[94829]: self._notify() Aug 29 04:39:31.074927 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:39:31.074927 n-d-712140-12 neutron-server[94829]: self.callback(batched_events) Aug 29 04:39:31.074927 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:39:31.074927 n-d-712140-12 neutron-server[94829]: event.method(event) Aug 29 04:39:31.074927 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:39:31.074927 n-d-712140-12 neutron-server[94829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:39:31.074927 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:39:31.074927 n-d-712140-12 neutron-server[94829]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:39:31.074927 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:39:31.074927 n-d-712140-12 neutron-server[94829]: return f(self, *a, **k) Aug 29 04:39:31.074927 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:39:31.074927 n-d-712140-12 neutron-server[94829]: return self._get(url).json() Aug 29 04:39:31.074927 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:39:31.074927 n-d-712140-12 neutron-server[94829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:39:31.074927 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:39:31.074927 n-d-712140-12 neutron-server[94829]: return self.request(url, 'GET', **kwargs) Aug 29 04:39:31.074927 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:39:31.074927 n-d-712140-12 neutron-server[94829]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:39:31.074927 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:39:31.074927 n-d-712140-12 neutron-server[94829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:39:31.074927 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:39:31.074927 n-d-712140-12 neutron-server[94829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:39:31.074927 n-d-712140-12 neutron-server[94829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:39:31.078926 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 68d3f4ce-1eb4-4648-9b6f-9e228076a876 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:39:31.079344 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 68d3f4ce-1eb4-4648-9b6f-9e228076a876 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:39:31.106901 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-3bf163dc-e840-4c20-81bd-8c3d2fd46e03 None None] For port 68d3f4ce-1eb4-4648-9b6f-9e228076a876, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=68d3f4ce-1eb4-4648-9b6f-9e228076a876,segment=NetworkSegment(60f09d66-a0d7-4fc6-8eb0-d7d954872da6),segment_id=60f09d66-a0d7-4fc6-8eb0-d7d954872da6)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:31.107709 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3bf163dc-e840-4c20-81bd-8c3d2fd46e03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:31.124563 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-3bf163dc-e840-4c20-81bd-8c3d2fd46e03 None None] Calling delete_port for 68d3f4ce-1eb4-4648-9b6f-9e228076a876 owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:39:31.164002 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-593e11f0-3c2d-4761-ae9a-6acb0240ecc3 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:31.171611 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-593e11f0-3c2d-4761-ae9a-6acb0240ecc3 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:31.176185 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-593e11f0-3c2d-4761-ae9a-6acb0240ecc3 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] 10.222.0.22 "DELETE /v2.0/networks/b539fa80-a57b-4e6a-99fd-c5a841823cc9 HTTP/1.1" status: 204 len: 168 time: 0.8484304 Aug 29 04:39:31.177127 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 53914) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:31.198985 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593e11f0-3c2d-4761-ae9a-6acb0240ecc3 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Pushing event deleted for resources: {'Network': ['ID=b539fa80-a57b-4e6a-99fd-c5a841823cc9,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:31.219105 n-d-712140-12 neutron-server[94830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:39:31.219105 n-d-712140-12 neutron-server[94830]: self.session.flush() Aug 29 04:39:31.219105 n-d-712140-12 neutron-server[94830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:39:31.219105 n-d-712140-12 neutron-server[94830]: self.session.flush() Aug 29 04:39:31.219105 n-d-712140-12 neutron-server[94830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:39:31.219105 n-d-712140-12 neutron-server[94830]: self.session.flush() Aug 29 04:39:31.219105 n-d-712140-12 neutron-server[94830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:39:31.219105 n-d-712140-12 neutron-server[94830]: self.session.flush() Aug 29 04:39:31.219105 n-d-712140-12 neutron-server[94830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:39:31.219105 n-d-712140-12 neutron-server[94830]: self.session.flush() Aug 29 04:39:31.219105 n-d-712140-12 neutron-server[94830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:39:31.219105 n-d-712140-12 neutron-server[94830]: self.session.flush() Aug 29 04:39:31.219105 n-d-712140-12 neutron-server[94830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:39:31.219105 n-d-712140-12 neutron-server[94830]: self.session.flush() Aug 29 04:39:31.219105 n-d-712140-12 neutron-server[94830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:39:31.219105 n-d-712140-12 neutron-server[94830]: self.session.flush() Aug 29 04:39:31.219105 n-d-712140-12 neutron-server[94830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:39:31.219105 n-d-712140-12 neutron-server[94830]: self.session.flush() Aug 29 04:39:31.219105 n-d-712140-12 neutron-server[94830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:39:31.219105 n-d-712140-12 neutron-server[94830]: self.session.flush() Aug 29 04:39:31.219105 n-d-712140-12 neutron-server[94830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:39:31.219105 n-d-712140-12 neutron-server[94830]: self.session.flush() Aug 29 04:39:31.219105 n-d-712140-12 neutron-server[94830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:39:31.219105 n-d-712140-12 neutron-server[94830]: self.session.flush() Aug 29 04:39:31.219105 n-d-712140-12 neutron-server[94830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:39:31.219105 n-d-712140-12 neutron-server[94830]: self.session.flush() Aug 29 04:39:31.219105 n-d-712140-12 neutron-server[94830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:39:31.219105 n-d-712140-12 neutron-server[94830]: self.session.flush() Aug 29 04:39:31.219105 n-d-712140-12 neutron-server[94830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:39:31.219105 n-d-712140-12 neutron-server[94830]: self.session.flush() Aug 29 04:39:31.219105 n-d-712140-12 neutron-server[94830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:39:31.219105 n-d-712140-12 neutron-server[94830]: self.session.flush() Aug 29 04:39:31.219105 n-d-712140-12 neutron-server[94830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:39:31.219105 n-d-712140-12 neutron-server[94830]: self.session.flush() Aug 29 04:39:31.219105 n-d-712140-12 neutron-server[94830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:39:31.219105 n-d-712140-12 neutron-server[94830]: self.session.flush() Aug 29 04:39:31.219105 n-d-712140-12 neutron-server[94830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:39:31.219105 n-d-712140-12 neutron-server[94830]: self.session.flush() Aug 29 04:39:31.219105 n-d-712140-12 neutron-server[94830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:39:31.219105 n-d-712140-12 neutron-server[94830]: self.session.flush() Aug 29 04:39:31.219105 n-d-712140-12 neutron-server[94830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:39:31.219105 n-d-712140-12 neutron-server[94830]: self.session.flush() Aug 29 04:39:31.219105 n-d-712140-12 neutron-server[94830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:39:31.219105 n-d-712140-12 neutron-server[94830]: self.session.flush() Aug 29 04:39:31.219105 n-d-712140-12 neutron-server[94830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:39:31.219105 n-d-712140-12 neutron-server[94830]: self.session.flush() Aug 29 04:39:31.219105 n-d-712140-12 neutron-server[94830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:39:31.219105 n-d-712140-12 neutron-server[94830]: self.session.flush() Aug 29 04:39:31.219105 n-d-712140-12 neutron-server[94830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:39:31.219105 n-d-712140-12 neutron-server[94830]: self.session.flush() Aug 29 04:39:31.219105 n-d-712140-12 neutron-server[94830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:39:31.219105 n-d-712140-12 neutron-server[94830]: self.session.flush() Aug 29 04:39:31.219105 n-d-712140-12 neutron-server[94830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:39:31.219105 n-d-712140-12 neutron-server[94830]: self.session.flush() Aug 29 04:39:31.226096 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3bf163dc-e840-4c20-81bd-8c3d2fd46e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:31.256176 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3bf163dc-e840-4c20-81bd-8c3d2fd46e03 None None] Network b539fa80-a57b-4e6a-99fd-c5a841823cc9 is not hosted by any dhcp agent {{(pid=94830) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 29 04:39:31.256755 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf163dc-e840-4c20-81bd-8c3d2fd46e03 None None] No DVR routers for this DVR port 68d3f4ce-1eb4-4648-9b6f-9e228076a876 on host n-d-712140-12 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:39:31.261296 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf163dc-e840-4c20-81bd-8c3d2fd46e03 None None] Pushing event deleted for resources: {'Port': ['ID=68d3f4ce-1eb4-4648-9b6f-9e228076a876,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:31.660854 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-59cfcb68-33a8-4a41-9613-7cca4d0086d7 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713413'] for router_interface, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:31.939923 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-59cfcb68-33a8-4a41-9613-7cca4d0086d7 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Deleting port d830743f-d92b-49cc-97d3-23add5f6f861 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:39:31.940313 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-59cfcb68-33a8-4a41-9613-7cca4d0086d7 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:32.043725 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-59cfcb68-33a8-4a41-9613-7cca4d0086d7 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] For port d830743f-d92b-49cc-97d3-23add5f6f861, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=d830743f-d92b-49cc-97d3-23add5f6f861,segment=NetworkSegment(74093cec-31a1-4783-a27c-fe2c791f49a3),segment_id=74093cec-31a1-4783-a27c-fe2c791f49a3)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:32.044386 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-59cfcb68-33a8-4a41-9613-7cca4d0086d7 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:32.063445 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-59cfcb68-33a8-4a41-9613-7cca4d0086d7 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Calling delete_port for d830743f-d92b-49cc-97d3-23add5f6f861 owned by network:router_interface {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:39:32.112828 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a98b35-ea26-4a54-9bc0-d1c02fe06685 req-f7a3a7ca-5d1c-4a89-8a11-38bc47abe98c tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:32.115166 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-81a98b35-ea26-4a54-9bc0-d1c02fe06685 req-f7a3a7ca-5d1c-4a89-8a11-38bc47abe98c tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] 10.222.0.22 "GET /v2.0/ports?device_id=719189ec-dde2-4b66-bf23-5201cf7173cb HTTP/1.1" status: 200 len: 909 time: 0.0572867 Aug 29 04:39:32.285762 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a21164a-9a0c-48dc-bca9-186dc43494fe req-304c0050-1ba4-4bd3-903e-c7b0b7ab13f3 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:32.292272 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9a21164a-9a0c-48dc-bca9-186dc43494fe req-304c0050-1ba4-4bd3-903e-c7b0b7ab13f3 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] 10.222.0.22 "GET /v2.0/ports?device_id=719189ec-dde2-4b66-bf23-5201cf7173cb HTTP/1.1" status: 200 len: 909 time: 0.0911305 Aug 29 04:39:32.332709 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-59cfcb68-33a8-4a41-9613-7cca4d0086d7 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:32.388064 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cfcb68-33a8-4a41-9613-7cca4d0086d7 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Pushing event deleted for resources: {'Port': ['ID=d830743f-d92b-49cc-97d3-23add5f6f861,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:32.450954 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d7f0d-c719-4b55-9fbd-00221415d756 req-e5db42ac-8dee-4637-bbec-346708b3830f tempest-TestSecurityGroupsBasicOps-127243618 tempest-TestSecurityGroupsBasicOps-127243618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:32.459949 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d79d7f0d-c719-4b55-9fbd-00221415d756 req-e5db42ac-8dee-4637-bbec-346708b3830f tempest-TestSecurityGroupsBasicOps-127243618 tempest-TestSecurityGroupsBasicOps-127243618-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=719189ec-dde2-4b66-bf23-5201cf7173cb HTTP/1.1" status: 200 len: 1061 time: 0.0639272 Aug 29 04:39:32.608705 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03b25c0-f44d-4ce5-9fc6-01821cef7418 req-8aa925ff-370c-4c25-b801-638eaf618d25 tempest-TestSecurityGroupsBasicOps-127243618 tempest-TestSecurityGroupsBasicOps-127243618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:32.616956 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f03b25c0-f44d-4ce5-9fc6-01821cef7418 req-8aa925ff-370c-4c25-b801-638eaf618d25 tempest-TestSecurityGroupsBasicOps-127243618 tempest-TestSecurityGroupsBasicOps-127243618-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=46e8bc8c-be2e-4e64-8f62-71e110b3c077 HTTP/1.1" status: 200 len: 1137 time: 0.0527849 Aug 29 04:39:32.698396 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f03b25c0-f44d-4ce5-9fc6-01821cef7418 req-79bfd3ef-0722-42fc-b259-2e796a64ec02 tempest-TestSecurityGroupsBasicOps-127243618 tempest-TestSecurityGroupsBasicOps-127243618-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=7243d292-909d-43a5-9585-4fad2fdb6649&id=c9c7aa5b-f2e5-4471-bab7-b8b853dfa805&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0729458 Aug 29 04:39:32.708749 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 53942) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:32.757511 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-59cfcb68-33a8-4a41-9613-7cca4d0086d7 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-713231'] for router_interface, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:32.809827 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422aaeba-9fa3-4552-b598-26930b068c9e tempest-TestSecurityGroupsBasicOps-127243618 tempest-TestSecurityGroupsBasicOps-127243618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:32.814018 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-422aaeba-9fa3-4552-b598-26930b068c9e tempest-TestSecurityGroupsBasicOps-127243618 tempest-TestSecurityGroupsBasicOps-127243618-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=719189ec-dde2-4b66-bf23-5201cf7173cb HTTP/1.1" status: 200 len: 1056 time: 0.1041050 Aug 29 04:39:32.841404 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 5c543da4-2dcd-4f18-b7d8-b598f4c4c172 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:39:32.873151 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 5c543da4-2dcd-4f18-b7d8-b598f4c4c172 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:39:32.880023 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 5c543da4-2dcd-4f18-b7d8-b598f4c4c172 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:39:33.076678 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59cfcb68-33a8-4a41-9613-7cca4d0086d7 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Router 2fa26ff5-a640-4165-a71c-95d9a71abad8 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:39:33.100298 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2681522-ba6e-4d14-8c7d-b594ace90780 req-ec06adf6-4764-43da-b6f3-6b379c8c27b0 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:33.103457 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e2681522-ba6e-4d14-8c7d-b594ace90780 req-ec06adf6-4764-43da-b6f3-6b379c8c27b0 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] 10.222.0.22 "GET /v2.0/ports?device_id=719189ec-dde2-4b66-bf23-5201cf7173cb HTTP/1.1" status: 200 len: 909 time: 0.0640202 Aug 29 04:39:33.185140 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59cfcb68-33a8-4a41-9613-7cca4d0086d7 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:39:33.190339 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-59cfcb68-33a8-4a41-9613-7cca4d0086d7 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] 10.222.0.22 "PUT /v2.0/routers/2fa26ff5-a640-4165-a71c-95d9a71abad8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0120227 Aug 29 04:39:33.193976 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 53948) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:33.210085 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81239dd-d688-45e5-97e0-0cb53990e20f None None] Sync routers for ids ['2fa26ff5-a640-4165-a71c-95d9a71abad8'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:39:33.220942 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81239dd-d688-45e5-97e0-0cb53990e20f None None] Routers {'2fa26ff5-a640-4165-a71c-95d9a71abad8'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:39:33.222175 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-a81239dd-d688-45e5-97e0-0cb53990e20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:39:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['2fa26ff5-a640-4165-a71c-95d9a71abad8'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:33.252077 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_v2 [None req-37d02cfd-f2fc-45ad-9291-5c480695f1a9 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Deleting subnet b95f1309-85f7-4f61-935f-e6cd0090e85e {{(pid=94829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:39:33.255570 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-37d02cfd-f2fc-45ad-9291-5c480695f1a9 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks [] for subnet, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:33.316146 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-37d02cfd-f2fc-45ad-9291-5c480695f1a9 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4311743'] for subnet, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:33.326758 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-a81239dd-d688-45e5-97e0-0cb53990e20f None None] Set router 2fa26ff5-a640-4165-a71c-95d9a71abad8 gateway port host: None {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:39:33.391314 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-650be708-369e-4262-83bb-63d24b0bb709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:33.427256 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-37d02cfd-f2fc-45ad-9291-5c480695f1a9 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:33.533248 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-37d02cfd-f2fc-45ad-9291-5c480695f1a9 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4552352'] for subnet, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:33.585572 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d02cfd-f2fc-45ad-9291-5c480695f1a9 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Pushing event deleted for resources: {'Subnet': ['ID=b95f1309-85f7-4f61-935f-e6cd0090e85e,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:33.589723 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-37d02cfd-f2fc-45ad-9291-5c480695f1a9 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:33.594150 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-37d02cfd-f2fc-45ad-9291-5c480695f1a9 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] 10.222.0.22 "DELETE /v2.0/subnets/b95f1309-85f7-4f61-935f-e6cd0090e85e HTTP/1.1" status: 204 len: 168 time: 0.3965662 Aug 29 04:39:33.594443 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 53956) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:33.628918 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5b3b80-2ab9-4cad-91a5-90664e28acaf None None] Network 3825202b-3320-4c2f-90e2-5622dab47e4c requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:39:33.740169 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-a81239dd-d688-45e5-97e0-0cb53990e20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa26ff5-a640-4165-a71c-95d9a71abad8', 'name': 'tempest-RoutersTest-router-1207848360', 'tenant_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:38:59Z', 'updated_at': '2021-08-29T04:39:32Z', 'revision_number': 9, 'project_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'gw_port_host': None, '_interfaces': [{'id': '7d8cdd71-c15a-42e8-938f-da11b0d1bed2', 'name': '', 'network_id': 'b86f64f1-ac0a-4f4a-a4f4-20c8526d98e5', 'tenant_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'mac_address': 'fa:16:3e:bc:89:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa26ff5-a640-4165-a71c-95d9a71abad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'e50e44cb-caf9-4566-a00f-d4bc8d953797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:01Z', 'updated_at': '2021-08-29T04:39:09Z', 'revision_number': 5, 'project_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'subnets': [{'id': 'e50e44cb-caf9-4566-a00f-d4bc8d953797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ecb1e40-42e8-41ea-866a-64e12133ade2', 'name': '', 'network_id': '1cfaddaa-1abf-487b-8097-1b3694fdfbcd', 'tenant_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'mac_address': 'fa:16:3e:b5:85:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa26ff5-a640-4165-a71c-95d9a71abad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': '25cae89f-0dd4-419c-96ee-1a909eb21994', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:06Z', 'updated_at': '2021-08-29T04:39:17Z', 'revision_number': 5, 'project_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'subnets': [{'id': '25cae89f-0dd4-419c-96ee-1a909eb21994', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:33.754857 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-183512f4-3f34-4af0-a278-52b27af7a558 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:33.812768 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81239dd-d688-45e5-97e0-0cb53990e20f None None] Checking router: 2fa26ff5-a640-4165-a71c-95d9a71abad8 for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:39:33.835912 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-183512f4-3f34-4af0-a278-52b27af7a558 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Deleting port 80b013b1-1765-440b-a598-ea717f2b8245 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:39:33.839537 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-183512f4-3f34-4af0-a278-52b27af7a558 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:33.842489 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81239dd-d688-45e5-97e0-0cb53990e20f None None] Routers {'2fa26ff5-a640-4165-a71c-95d9a71abad8'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:39:33.843121 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-a81239dd-d688-45e5-97e0-0cb53990e20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:39:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['2fa26ff5-a640-4165-a71c-95d9a71abad8'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:33.944077 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-183512f4-3f34-4af0-a278-52b27af7a558 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] For port 80b013b1-1765-440b-a598-ea717f2b8245, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=80b013b1-1765-440b-a598-ea717f2b8245,segment=NetworkSegment(74093cec-31a1-4783-a27c-fe2c791f49a3),segment_id=74093cec-31a1-4783-a27c-fe2c791f49a3)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:33.944681 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-183512f4-3f34-4af0-a278-52b27af7a558 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:33.963578 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-183512f4-3f34-4af0-a278-52b27af7a558 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Calling delete_port for 80b013b1-1765-440b-a598-ea717f2b8245 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:39:33.964812 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-a81239dd-d688-45e5-97e0-0cb53990e20f None None] Set router 2fa26ff5-a640-4165-a71c-95d9a71abad8 gateway port host: None {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:39:34.035516 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be91c412-eee3-4847-b4aa-4c47e83260bf None None] DHCP port deletion for 3825202b-3320-4c2f-90e2-5622dab47e4c request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:39:34.104903 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-183512f4-3f34-4af0-a278-52b27af7a558 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:34.140447 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183512f4-3f34-4af0-a278-52b27af7a558 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Pushing event deleted for resources: {'Port': ['ID=80b013b1-1765-440b-a598-ea717f2b8245,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:34.151597 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183512f4-3f34-4af0-a278-52b27af7a558 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] No DVR routers for this DVR port 80b013b1-1765-440b-a598-ea717f2b8245 on host n-d-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:39:34.269853 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-be91c412-eee3-4847-b4aa-4c47e83260bf None None] Deleting port 80b013b1-1765-440b-a598-ea717f2b8245 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:39:34.270378 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-be91c412-eee3-4847-b4aa-4c47e83260bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:34.272315 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-183512f4-3f34-4af0-a278-52b27af7a558 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:34.286425 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-183512f4-3f34-4af0-a278-52b27af7a558 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3825202b-3320-4c2f-90e2-5622dab47e4c']}} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:34.307761 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-183512f4-3f34-4af0-a278-52b27af7a558 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74093cec-31a1-4783-a27c-fe2c791f49a3') {'for_net_delete': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:34.308198 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-183512f4-3f34-4af0-a278-52b27af7a558 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74093cec-31a1-4783-a27c-fe2c791f49a3') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:34.318735 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de46fa-34cd-4075-8b31-1f2cc31ae05b req-3eacd5fe-8eb4-4dc8-91ff-feb1b65b0e9d tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:34.320477 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a8de46fa-34cd-4075-8b31-1f2cc31ae05b req-3eacd5fe-8eb4-4dc8-91ff-feb1b65b0e9d tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] 10.222.0.22 "GET /v2.0/ports?device_id=719189ec-dde2-4b66-bf23-5201cf7173cb HTTP/1.1" status: 200 len: 909 time: 0.0855546 Aug 29 04:39:34.322805 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-183512f4-3f34-4af0-a278-52b27af7a558 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8904833'] for segment, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:34.342449 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-183512f4-3f34-4af0-a278-52b27af7a558 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:34.354189 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-183512f4-3f34-4af0-a278-52b27af7a558 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=94828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:39:34.355560 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-183512f4-3f34-4af0-a278-52b27af7a558 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9190468'] for segment, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:34.412204 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-be91c412-eee3-4847-b4aa-4c47e83260bf None None] For port 80b013b1-1765-440b-a598-ea717f2b8245, host n-d-712140-12, got binding levels [] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:34.413226 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-be91c412-eee3-4847-b4aa-4c47e83260bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:34.414406 n-d-712140-12 neutron-server[94828]: Traceback (most recent call last): Aug 29 04:39:34.414406 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:39:34.414406 n-d-712140-12 neutron-server[94828]: timer() Aug 29 04:39:34.414406 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:39:34.414406 n-d-712140-12 neutron-server[94828]: cb(*args, **kw) Aug 29 04:39:34.414406 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:39:34.414406 n-d-712140-12 neutron-server[94828]: return func(*args, **kwargs) Aug 29 04:39:34.414406 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:39:34.414406 n-d-712140-12 neutron-server[94828]: self._notify() Aug 29 04:39:34.414406 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:39:34.414406 n-d-712140-12 neutron-server[94828]: self.callback(batched_events) Aug 29 04:39:34.414406 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:39:34.414406 n-d-712140-12 neutron-server[94828]: event.method(event) Aug 29 04:39:34.414406 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:39:34.414406 n-d-712140-12 neutron-server[94828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:39:34.414406 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:39:34.414406 n-d-712140-12 neutron-server[94828]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:39:34.414406 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:39:34.414406 n-d-712140-12 neutron-server[94828]: return f(self, *a, **k) Aug 29 04:39:34.414406 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:39:34.414406 n-d-712140-12 neutron-server[94828]: return self._get(url).json() Aug 29 04:39:34.414406 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:39:34.414406 n-d-712140-12 neutron-server[94828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:39:34.414406 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:39:34.414406 n-d-712140-12 neutron-server[94828]: return self.request(url, 'GET', **kwargs) Aug 29 04:39:34.414406 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:39:34.414406 n-d-712140-12 neutron-server[94828]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:39:34.414406 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:39:34.414406 n-d-712140-12 neutron-server[94828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:39:34.414406 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:39:34.414406 n-d-712140-12 neutron-server[94828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:39:34.414406 n-d-712140-12 neutron-server[94828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:39:34.443980 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-be91c412-eee3-4847-b4aa-4c47e83260bf None None] Calling delete_port for 80b013b1-1765-440b-a598-ea717f2b8245 owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:39:34.455270 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.ipam_backend_mixin [None req-be91c412-eee3-4847-b4aa-4c47e83260bf None None] Port 80b013b1-1765-440b-a598-ea717f2b8245 was not found and therefore no delete operation was performed {{(pid=94830) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 04:39:34.457193 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-183512f4-3f34-4af0-a278-52b27af7a558 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:34.463520 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-183512f4-3f34-4af0-a278-52b27af7a558 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:34.468446 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 53968) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:34.469010 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-183512f4-3f34-4af0-a278-52b27af7a558 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] 10.222.0.22 "DELETE /v2.0/networks/3825202b-3320-4c2f-90e2-5622dab47e4c HTTP/1.1" status: 204 len: 168 time: 0.8733859 Aug 29 04:39:34.476966 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-be91c412-eee3-4847-b4aa-4c47e83260bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:34.517902 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183512f4-3f34-4af0-a278-52b27af7a558 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Pushing event deleted for resources: {'Network': ['ID=3825202b-3320-4c2f-90e2-5622dab47e4c,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:34.536150 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-be91c412-eee3-4847-b4aa-4c47e83260bf None None] Network 3825202b-3320-4c2f-90e2-5622dab47e4c is not hosted by any dhcp agent {{(pid=94830) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 29 04:39:34.536150 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be91c412-eee3-4847-b4aa-4c47e83260bf None None] No DVR routers for this DVR port 80b013b1-1765-440b-a598-ea717f2b8245 on host n-d-712140-12 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:39:34.546834 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be91c412-eee3-4847-b4aa-4c47e83260bf None None] Pushing event deleted for resources: {'Port': ['ID=80b013b1-1765-440b-a598-ea717f2b8245,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:34.570902 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-a81239dd-d688-45e5-97e0-0cb53990e20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa26ff5-a640-4165-a71c-95d9a71abad8', 'name': 'tempest-RoutersTest-router-1207848360', 'tenant_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:38:59Z', 'updated_at': '2021-08-29T04:39:32Z', 'revision_number': 9, 'project_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'gw_port_host': None, '_interfaces': [{'id': '7d8cdd71-c15a-42e8-938f-da11b0d1bed2', 'name': '', 'network_id': 'b86f64f1-ac0a-4f4a-a4f4-20c8526d98e5', 'tenant_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'mac_address': 'fa:16:3e:bc:89:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa26ff5-a640-4165-a71c-95d9a71abad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'e50e44cb-caf9-4566-a00f-d4bc8d953797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:01Z', 'updated_at': '2021-08-29T04:39:09Z', 'revision_number': 5, 'project_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'subnets': [{'id': 'e50e44cb-caf9-4566-a00f-d4bc8d953797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ecb1e40-42e8-41ea-866a-64e12133ade2', 'name': '', 'network_id': '1cfaddaa-1abf-487b-8097-1b3694fdfbcd', 'tenant_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'mac_address': 'fa:16:3e:b5:85:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa26ff5-a640-4165-a71c-95d9a71abad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': '25cae89f-0dd4-419c-96ee-1a909eb21994', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:06Z', 'updated_at': '2021-08-29T04:39:17Z', 'revision_number': 5, 'project_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'subnets': [{'id': '25cae89f-0dd4-419c-96ee-1a909eb21994', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:34.605031 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81239dd-d688-45e5-97e0-0cb53990e20f None None] The sync data for ids ['2fa26ff5-a640-4165-a71c-95d9a71abad8'] in n-d-712140-12 is: [{'id': '2fa26ff5-a640-4165-a71c-95d9a71abad8', 'name': 'tempest-RoutersTest-router-1207848360', 'tenant_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:38:59Z', 'updated_at': '2021-08-29T04:39:32Z', 'revision_number': 9, 'project_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'gw_port_host': None, '_interfaces': [{'id': '7d8cdd71-c15a-42e8-938f-da11b0d1bed2', 'name': '', 'network_id': 'b86f64f1-ac0a-4f4a-a4f4-20c8526d98e5', 'tenant_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'mac_address': 'fa:16:3e:bc:89:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa26ff5-a640-4165-a71c-95d9a71abad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'e50e44cb-caf9-4566-a00f-d4bc8d953797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:01Z', 'updated_at': '2021-08-29T04:39:09Z', 'revision_number': 5, 'project_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'subnets': [{'id': 'e50e44cb-caf9-4566-a00f-d4bc8d953797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ecb1e40-42e8-41ea-866a-64e12133ade2', 'name': '', 'network_id': '1cfaddaa-1abf-487b-8097-1b3694fdfbcd', 'tenant_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'mac_address': 'fa:16:3e:b5:85:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa26ff5-a640-4165-a71c-95d9a71abad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': '25cae89f-0dd4-419c-96ee-1a909eb21994', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:06Z', 'updated_at': '2021-08-29T04:39:17Z', 'revision_number': 5, 'project_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'subnets': [{'id': '25cae89f-0dd4-419c-96ee-1a909eb21994', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:39:34.841383 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9a6418-6adf-4e59-b2f9-511396f2a886 req-109cf7c0-c6b5-4ae7-9f76-57e7906bc820 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:34.843943 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1a9a6418-6adf-4e59-b2f9-511396f2a886 req-109cf7c0-c6b5-4ae7-9f76-57e7906bc820 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] 10.222.0.48 "GET /v2.0/ports?device_id=719189ec-dde2-4b66-bf23-5201cf7173cb HTTP/1.1" status: 200 len: 909 time: 0.0927110 Aug 29 04:39:35.017141 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-1a9a6418-6adf-4e59-b2f9-511396f2a886 req-5592293e-3ca8-4423-b766-5c40f9e61362 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Deleting port abec9ce4-71cf-4db9-8c90-6b951fa3488b {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:39:35.017591 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-1a9a6418-6adf-4e59-b2f9-511396f2a886 req-5592293e-3ca8-4423-b766-5c40f9e61362 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:35.102869 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6d24a633-abee-41ef-a173-30cdd706a556 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713413'] for router_interface, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:35.124747 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device d830743f-d92b-49cc-97d3-23add5f6f861 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:39:35.153474 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-1a9a6418-6adf-4e59-b2f9-511396f2a886 req-5592293e-3ca8-4423-b766-5c40f9e61362 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] For port abec9ce4-71cf-4db9-8c90-6b951fa3488b, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=abec9ce4-71cf-4db9-8c90-6b951fa3488b,segment=NetworkSegment(c91b4dac-619d-4f62-9d8f-446c750e53c4),segment_id=c91b4dac-619d-4f62-9d8f-446c750e53c4)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:35.154268 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-1a9a6418-6adf-4e59-b2f9-511396f2a886 req-5592293e-3ca8-4423-b766-5c40f9e61362 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:35.157386 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: d830743f-d92b-49cc-97d3-23add5f6f861 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:39:35.157745 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device d830743f-d92b-49cc-97d3-23add5f6f861 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:39:35.158167 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 80b013b1-1765-440b-a598-ea717f2b8245 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:39:35.178538 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 80b013b1-1765-440b-a598-ea717f2b8245 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:39:35.179023 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 80b013b1-1765-440b-a598-ea717f2b8245 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:39:35.195470 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-1a9a6418-6adf-4e59-b2f9-511396f2a886 req-5592293e-3ca8-4423-b766-5c40f9e61362 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Calling delete_port for abec9ce4-71cf-4db9-8c90-6b951fa3488b owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:39:35.347947 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-1a9a6418-6adf-4e59-b2f9-511396f2a886 req-5592293e-3ca8-4423-b766-5c40f9e61362 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:35.386404 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5592293e-3ca8-4423-b766-5c40f9e61362 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Pushing event deleted for resources: {'Port': ['ID=abec9ce4-71cf-4db9-8c90-6b951fa3488b,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:35.425561 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-6d24a633-abee-41ef-a173-30cdd706a556 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Deleting port 8ecb1e40-42e8-41ea-866a-64e12133ade2 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:39:35.426133 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6d24a633-abee-41ef-a173-30cdd706a556 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:35.436484 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a9a6418-6adf-4e59-b2f9-511396f2a886 req-5592293e-3ca8-4423-b766-5c40f9e61362 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] No DVR routers for this DVR port abec9ce4-71cf-4db9-8c90-6b951fa3488b on host n-h2-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:39:35.439259 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-1a9a6418-6adf-4e59-b2f9-511396f2a886 req-5592293e-3ca8-4423-b766-5c40f9e61362 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:35.441460 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1a9a6418-6adf-4e59-b2f9-511396f2a886 req-5592293e-3ca8-4423-b766-5c40f9e61362 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] 10.222.0.48 "DELETE /v2.0/ports/abec9ce4-71cf-4db9-8c90-6b951fa3488b HTTP/1.1" status: 204 len: 173 time: 0.5902376 Aug 29 04:39:35.441913 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '719189ec-dde2-4b66-bf23-5201cf7173cb', 'name': 'network-vif-deleted', 'tag': 'abec9ce4-71cf-4db9-8c90-6b951fa3488b'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:39:35.444316 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18119d94-e6ae-4e1b-8dc4-56574f14710d" -d '{"events": [{"server_uuid": "719189ec-dde2-4b66-bf23-5201cf7173cb", "name": "network-vif-deleted", "tag": "abec9ce4-71cf-4db9-8c90-6b951fa3488b"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:39:35.495122 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3bcc5f9-6d58-42ad-b29e-d56bb25268ab x-openstack-request-id: req-b3bcc5f9-6d58-42ad-b29e-d56bb25268ab {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:39:35.495948 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "719189ec-dde2-4b66-bf23-5201cf7173cb", "name": "network-vif-deleted", "tag": "abec9ce4-71cf-4db9-8c90-6b951fa3488b", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:39:35.496453 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b3bcc5f9-6d58-42ad-b29e-d56bb25268ab {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:39:35.497051 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '719189ec-dde2-4b66-bf23-5201cf7173cb', 'name': 'network-vif-deleted', 'tag': 'abec9ce4-71cf-4db9-8c90-6b951fa3488b', 'status': 'completed', 'code': 200} Aug 29 04:39:35.522872 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d4a7fef5-aa7d-4e60-800a-945cdf4ccab3 req-373d79fc-30b0-45df-9a32-292590fff8f3 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] 10.222.0.22 "GET /v2.0/ports?device_id=719189ec-dde2-4b66-bf23-5201cf7173cb HTTP/1.1" status: 200 len: 210 time: 0.1154017 Aug 29 04:39:35.558695 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-6d24a633-abee-41ef-a173-30cdd706a556 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] For port 8ecb1e40-42e8-41ea-866a-64e12133ade2, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=8ecb1e40-42e8-41ea-866a-64e12133ade2,segment=NetworkSegment(5c7f9a6c-e280-4ef4-bddb-f61cd025de49),segment_id=5c7f9a6c-e280-4ef4-bddb-f61cd025de49)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:35.559072 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6d24a633-abee-41ef-a173-30cdd706a556 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:35.574913 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-6d24a633-abee-41ef-a173-30cdd706a556 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Calling delete_port for 8ecb1e40-42e8-41ea-866a-64e12133ade2 owned by network:router_interface {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:39:36.085063 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6d24a633-abee-41ef-a173-30cdd706a556 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:36.116811 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d24a633-abee-41ef-a173-30cdd706a556 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Pushing event deleted for resources: {'Port': ['ID=8ecb1e40-42e8-41ea-866a-64e12133ade2,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:36.249452 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e442f013-542c-4acd-8055-9c21b6309db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:36.300814 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6d24a633-abee-41ef-a173-30cdd706a556 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-713231'] for router_interface, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:36.559900 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d24a633-abee-41ef-a173-30cdd706a556 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Router 2fa26ff5-a640-4165-a71c-95d9a71abad8 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:39:36.596123 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 54006) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:36.674536 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d24a633-abee-41ef-a173-30cdd706a556 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:39:36.679851 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-6d24a633-abee-41ef-a173-30cdd706a556 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] 10.222.0.22 "PUT /v2.0/routers/2fa26ff5-a640-4165-a71c-95d9a71abad8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2102609 Aug 29 04:39:36.682913 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 54008) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:36.688344 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151ac454-7535-44c4-87ac-cebf1f01b8f8 None None] Sync routers for ids ['2fa26ff5-a640-4165-a71c-95d9a71abad8'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:39:36.708902 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151ac454-7535-44c4-87ac-cebf1f01b8f8 None None] Routers {'2fa26ff5-a640-4165-a71c-95d9a71abad8'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:39:36.709546 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-151ac454-7535-44c4-87ac-cebf1f01b8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:39:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['2fa26ff5-a640-4165-a71c-95d9a71abad8'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:36.766532 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_v2 [None req-37784ea9-b3cd-4701-a6a1-7cefb5f70d85 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Deleting subnet 25cae89f-0dd4-419c-96ee-1a909eb21994 {{(pid=94829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:39:36.770187 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-37784ea9-b3cd-4701-a6a1-7cefb5f70d85 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks [] for subnet, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:36.841698 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-37784ea9-b3cd-4701-a6a1-7cefb5f70d85 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4311743'] for subnet, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:36.861435 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-151ac454-7535-44c4-87ac-cebf1f01b8f8 None None] Set router 2fa26ff5-a640-4165-a71c-95d9a71abad8 gateway port host: None {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:39:36.999306 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-37784ea9-b3cd-4701-a6a1-7cefb5f70d85 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:37.078545 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-37784ea9-b3cd-4701-a6a1-7cefb5f70d85 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4552352'] for subnet, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:37.081278 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-29a7196c-ec33-493d-b1da-c207a1a3c9e4 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713413'] for router_interface, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:37.125466 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37784ea9-b3cd-4701-a6a1-7cefb5f70d85 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Pushing event deleted for resources: {'Subnet': ['ID=25cae89f-0dd4-419c-96ee-1a909eb21994,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:37.136637 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be65e94d-cd7c-4d48-ae90-ff7dbb6ccb21 None None] Network 1cfaddaa-1abf-487b-8097-1b3694fdfbcd requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:39:37.136832 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-37784ea9-b3cd-4701-a6a1-7cefb5f70d85 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:37.138827 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-151ac454-7535-44c4-87ac-cebf1f01b8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa26ff5-a640-4165-a71c-95d9a71abad8', 'name': 'tempest-RoutersTest-router-1207848360', 'tenant_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:38:59Z', 'updated_at': '2021-08-29T04:39:36Z', 'revision_number': 10, 'project_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'gw_port_host': None, '_interfaces': [{'id': '7d8cdd71-c15a-42e8-938f-da11b0d1bed2', 'name': '', 'network_id': 'b86f64f1-ac0a-4f4a-a4f4-20c8526d98e5', 'tenant_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'mac_address': 'fa:16:3e:bc:89:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa26ff5-a640-4165-a71c-95d9a71abad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'e50e44cb-caf9-4566-a00f-d4bc8d953797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:01Z', 'updated_at': '2021-08-29T04:39:09Z', 'revision_number': 5, 'project_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'subnets': [{'id': 'e50e44cb-caf9-4566-a00f-d4bc8d953797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:37.139302 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-37784ea9-b3cd-4701-a6a1-7cefb5f70d85 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] 10.222.0.22 "DELETE /v2.0/subnets/25cae89f-0dd4-419c-96ee-1a909eb21994 HTTP/1.1" status: 204 len: 168 time: 0.4550200 Aug 29 04:39:37.142020 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 54014) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:37.174679 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151ac454-7535-44c4-87ac-cebf1f01b8f8 None None] Checking router: 2fa26ff5-a640-4165-a71c-95d9a71abad8 for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:39:37.184483 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151ac454-7535-44c4-87ac-cebf1f01b8f8 None None] Routers {'2fa26ff5-a640-4165-a71c-95d9a71abad8'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:39:37.185161 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-151ac454-7535-44c4-87ac-cebf1f01b8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:39:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['2fa26ff5-a640-4165-a71c-95d9a71abad8'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:37.262437 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8b6bf836-72bd-4fc9-a5f8-4d9ef5c87352 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:37.280432 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-151ac454-7535-44c4-87ac-cebf1f01b8f8 None None] Set router 2fa26ff5-a640-4165-a71c-95d9a71abad8 gateway port host: None {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:39:37.401474 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-8b6bf836-72bd-4fc9-a5f8-4d9ef5c87352 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Deleting port 64e944a9-deae-4e12-8b5e-7f5b29cf9551 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:39:37.402273 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8b6bf836-72bd-4fc9-a5f8-4d9ef5c87352 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:37.460056 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:37.472169 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:37.482610 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-8b6bf836-72bd-4fc9-a5f8-4d9ef5c87352 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] For port 64e944a9-deae-4e12-8b5e-7f5b29cf9551, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=64e944a9-deae-4e12-8b5e-7f5b29cf9551,segment=NetworkSegment(5c7f9a6c-e280-4ef4-bddb-f61cd025de49),segment_id=5c7f9a6c-e280-4ef4-bddb-f61cd025de49)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:37.483346 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8b6bf836-72bd-4fc9-a5f8-4d9ef5c87352 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:37.511974 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-8b6bf836-72bd-4fc9-a5f8-4d9ef5c87352 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Calling delete_port for 64e944a9-deae-4e12-8b5e-7f5b29cf9551 owned by network:dhcp {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:39:37.570699 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b857f066-efaa-4309-8820-eee55dc2effc None None] DHCP port deletion for 1cfaddaa-1abf-487b-8097-1b3694fdfbcd request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:39:37.628461 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-151ac454-7535-44c4-87ac-cebf1f01b8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa26ff5-a640-4165-a71c-95d9a71abad8', 'name': 'tempest-RoutersTest-router-1207848360', 'tenant_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:38:59Z', 'updated_at': '2021-08-29T04:39:36Z', 'revision_number': 10, 'project_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'gw_port_host': None, '_interfaces': [{'id': '7d8cdd71-c15a-42e8-938f-da11b0d1bed2', 'name': '', 'network_id': 'b86f64f1-ac0a-4f4a-a4f4-20c8526d98e5', 'tenant_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'mac_address': 'fa:16:3e:bc:89:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa26ff5-a640-4165-a71c-95d9a71abad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'e50e44cb-caf9-4566-a00f-d4bc8d953797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:01Z', 'updated_at': '2021-08-29T04:39:09Z', 'revision_number': 5, 'project_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'subnets': [{'id': 'e50e44cb-caf9-4566-a00f-d4bc8d953797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:37.640029 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-b857f066-efaa-4309-8820-eee55dc2effc None None] Deleting port 64e944a9-deae-4e12-8b5e-7f5b29cf9551 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:39:37.640751 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b857f066-efaa-4309-8820-eee55dc2effc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:37.680740 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151ac454-7535-44c4-87ac-cebf1f01b8f8 None None] The sync data for ids ['2fa26ff5-a640-4165-a71c-95d9a71abad8'] in n-d-712140-12 is: [{'id': '2fa26ff5-a640-4165-a71c-95d9a71abad8', 'name': 'tempest-RoutersTest-router-1207848360', 'tenant_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:38:59Z', 'updated_at': '2021-08-29T04:39:36Z', 'revision_number': 10, 'project_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'gw_port_host': None, '_interfaces': [{'id': '7d8cdd71-c15a-42e8-938f-da11b0d1bed2', 'name': '', 'network_id': 'b86f64f1-ac0a-4f4a-a4f4-20c8526d98e5', 'tenant_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'mac_address': 'fa:16:3e:bc:89:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa26ff5-a640-4165-a71c-95d9a71abad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'e50e44cb-caf9-4566-a00f-d4bc8d953797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:01Z', 'updated_at': '2021-08-29T04:39:09Z', 'revision_number': 5, 'project_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'subnets': [{'id': 'e50e44cb-caf9-4566-a00f-d4bc8d953797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:39:37.701565 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8b6bf836-72bd-4fc9-a5f8-4d9ef5c87352 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:37.777180 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-b857f066-efaa-4309-8820-eee55dc2effc None None] For port 64e944a9-deae-4e12-8b5e-7f5b29cf9551, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=64e944a9-deae-4e12-8b5e-7f5b29cf9551,segment=NetworkSegment(5c7f9a6c-e280-4ef4-bddb-f61cd025de49),segment_id=5c7f9a6c-e280-4ef4-bddb-f61cd025de49)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:37.777983 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b857f066-efaa-4309-8820-eee55dc2effc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:37.787518 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6bf836-72bd-4fc9-a5f8-4d9ef5c87352 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Pushing event deleted for resources: {'Port': ['ID=64e944a9-deae-4e12-8b5e-7f5b29cf9551,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:37.796247 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6bf836-72bd-4fc9-a5f8-4d9ef5c87352 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] No DVR routers for this DVR port 64e944a9-deae-4e12-8b5e-7f5b29cf9551 on host n-d-712140-12 {{(pid=94829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:39:37.800377 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-b857f066-efaa-4309-8820-eee55dc2effc None None] Calling delete_port for 64e944a9-deae-4e12-8b5e-7f5b29cf9551 owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:39:37.922759 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8b6bf836-72bd-4fc9-a5f8-4d9ef5c87352 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:37.940323 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-8b6bf836-72bd-4fc9-a5f8-4d9ef5c87352 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cfaddaa-1abf-487b-8097-1b3694fdfbcd']}} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:37.945999 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b857f066-efaa-4309-8820-eee55dc2effc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:37.953536 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-8b6bf836-72bd-4fc9-a5f8-4d9ef5c87352 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c7f9a6c-e280-4ef4-bddb-f61cd025de49') {'for_net_delete': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:37.954401 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-8b6bf836-72bd-4fc9-a5f8-4d9ef5c87352 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c7f9a6c-e280-4ef4-bddb-f61cd025de49') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:37.968288 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8b6bf836-72bd-4fc9-a5f8-4d9ef5c87352 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4311712'] for segment, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:37.979954 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b857f066-efaa-4309-8820-eee55dc2effc None None] Pushing event deleted for resources: {'Port': ['ID=64e944a9-deae-4e12-8b5e-7f5b29cf9551,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:37.985069 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b857f066-efaa-4309-8820-eee55dc2effc None None] No DVR routers for this DVR port 64e944a9-deae-4e12-8b5e-7f5b29cf9551 on host n-d-712140-12 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:39:37.996450 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8b6bf836-72bd-4fc9-a5f8-4d9ef5c87352 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:38.004661 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b6bf836-72bd-4fc9-a5f8-4d9ef5c87352 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=94829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:39:38.009455 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8b6bf836-72bd-4fc9-a5f8-4d9ef5c87352 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4274277'] for segment, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:38.009455 n-d-712140-12 neutron-server[94829]: Traceback (most recent call last): Aug 29 04:39:38.009455 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:39:38.009455 n-d-712140-12 neutron-server[94829]: timer() Aug 29 04:39:38.009455 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:39:38.009455 n-d-712140-12 neutron-server[94829]: cb(*args, **kw) Aug 29 04:39:38.009455 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:39:38.009455 n-d-712140-12 neutron-server[94829]: return func(*args, **kwargs) Aug 29 04:39:38.009455 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:39:38.009455 n-d-712140-12 neutron-server[94829]: self._notify() Aug 29 04:39:38.009455 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:39:38.009455 n-d-712140-12 neutron-server[94829]: self.callback(batched_events) Aug 29 04:39:38.009455 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:39:38.009455 n-d-712140-12 neutron-server[94829]: event.method(event) Aug 29 04:39:38.009455 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:39:38.009455 n-d-712140-12 neutron-server[94829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:39:38.009455 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:39:38.009455 n-d-712140-12 neutron-server[94829]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:39:38.009455 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:39:38.009455 n-d-712140-12 neutron-server[94829]: return f(self, *a, **k) Aug 29 04:39:38.009455 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:39:38.009455 n-d-712140-12 neutron-server[94829]: return self._get(url).json() Aug 29 04:39:38.009455 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:39:38.009455 n-d-712140-12 neutron-server[94829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:39:38.009455 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:39:38.009455 n-d-712140-12 neutron-server[94829]: return self.request(url, 'GET', **kwargs) Aug 29 04:39:38.009455 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:39:38.009455 n-d-712140-12 neutron-server[94829]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:39:38.009455 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:39:38.009455 n-d-712140-12 neutron-server[94829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:39:38.009455 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:39:38.009455 n-d-712140-12 neutron-server[94829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:39:38.009455 n-d-712140-12 neutron-server[94829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:39:38.073496 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-29a7196c-ec33-493d-b1da-c207a1a3c9e4 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Deleting port b6005279-03c6-48bf-920a-53110412a670 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:39:38.073915 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-29a7196c-ec33-493d-b1da-c207a1a3c9e4 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:38.129351 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8b6bf836-72bd-4fc9-a5f8-4d9ef5c87352 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:38.135597 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8b6bf836-72bd-4fc9-a5f8-4d9ef5c87352 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:38.140999 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-8b6bf836-72bd-4fc9-a5f8-4d9ef5c87352 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] 10.222.0.22 "DELETE /v2.0/networks/1cfaddaa-1abf-487b-8097-1b3694fdfbcd HTTP/1.1" status: 204 len: 168 time: 0.9967058 Aug 29 04:39:38.150345 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 54028) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:38.223456 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-29a7196c-ec33-493d-b1da-c207a1a3c9e4 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] For port b6005279-03c6-48bf-920a-53110412a670, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=b6005279-03c6-48bf-920a-53110412a670,segment=NetworkSegment(c91b4dac-619d-4f62-9d8f-446c750e53c4),segment_id=c91b4dac-619d-4f62-9d8f-446c750e53c4)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:38.223928 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-29a7196c-ec33-493d-b1da-c207a1a3c9e4 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:38.226860 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6bf836-72bd-4fc9-a5f8-4d9ef5c87352 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Pushing event deleted for resources: {'Network': ['ID=1cfaddaa-1abf-487b-8097-1b3694fdfbcd,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:38.240607 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-29a7196c-ec33-493d-b1da-c207a1a3c9e4 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Calling delete_port for b6005279-03c6-48bf-920a-53110412a670 owned by network:router_interface {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:39:38.501373 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-29a7196c-ec33-493d-b1da-c207a1a3c9e4 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:38.528874 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a7196c-ec33-493d-b1da-c207a1a3c9e4 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Pushing event deleted for resources: {'Port': ['ID=b6005279-03c6-48bf-920a-53110412a670,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:38.542729 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-848406e2-7087-4070-b185-9c80cee0e70d tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713413'] for router_interface, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:38.771837 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:38.783381 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-29a7196c-ec33-493d-b1da-c207a1a3c9e4 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-713231'] for router_interface, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:38.911169 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device abec9ce4-71cf-4db9-8c90-6b951fa3488b no longer exists at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:39:38.976644 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] No Port match for: abec9ce4-71cf-4db9-8c90-6b951fa3488b {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:39:38.977295 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device abec9ce4-71cf-4db9-8c90-6b951fa3488b not bound to the agent host n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:39:38.983164 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 64e944a9-deae-4e12-8b5e-7f5b29cf9551 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:39:39.004862 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-848406e2-7087-4070-b185-9c80cee0e70d tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Deleting port 7d8cdd71-c15a-42e8-938f-da11b0d1bed2 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:39:39.005394 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-848406e2-7087-4070-b185-9c80cee0e70d tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:39.030679 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 64e944a9-deae-4e12-8b5e-7f5b29cf9551 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:39:39.031019 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 64e944a9-deae-4e12-8b5e-7f5b29cf9551 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:39:39.031443 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 8ecb1e40-42e8-41ea-866a-64e12133ade2 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:39:39.079852 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 8ecb1e40-42e8-41ea-866a-64e12133ade2 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:39:39.079852 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 8ecb1e40-42e8-41ea-866a-64e12133ade2 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:39:39.139511 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-848406e2-7087-4070-b185-9c80cee0e70d tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] For port 7d8cdd71-c15a-42e8-938f-da11b0d1bed2, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=7d8cdd71-c15a-42e8-938f-da11b0d1bed2,segment=NetworkSegment(a524c1f7-3b28-472f-80c0-eadddc421979),segment_id=a524c1f7-3b28-472f-80c0-eadddc421979)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:39.140054 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-848406e2-7087-4070-b185-9c80cee0e70d tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:39.157431 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-848406e2-7087-4070-b185-9c80cee0e70d tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Calling delete_port for 7d8cdd71-c15a-42e8-938f-da11b0d1bed2 owned by network:router_interface {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:39:39.260967 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29a7196c-ec33-493d-b1da-c207a1a3c9e4 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Router 2c2e7bda-5a5b-4ffd-aa10-4aecf0f2dadb has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:39:39.445775 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-848406e2-7087-4070-b185-9c80cee0e70d tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:39.465737 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29a7196c-ec33-493d-b1da-c207a1a3c9e4 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:39:39.473832 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-29a7196c-ec33-493d-b1da-c207a1a3c9e4 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] 10.222.0.22 "PUT /v2.0/routers/2c2e7bda-5a5b-4ffd-aa10-4aecf0f2dadb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8741422 Aug 29 04:39:39.474082 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 54038) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:39.483183 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442c5634-2360-4ac8-a26a-802676d84fac None None] Sync routers for ids ['2c2e7bda-5a5b-4ffd-aa10-4aecf0f2dadb'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:39:39.491721 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848406e2-7087-4070-b185-9c80cee0e70d tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Pushing event deleted for resources: {'Port': ['ID=7d8cdd71-c15a-42e8-938f-da11b0d1bed2,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:39.529972 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442c5634-2360-4ac8-a26a-802676d84fac None None] Routers {'2c2e7bda-5a5b-4ffd-aa10-4aecf0f2dadb'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:39:39.530596 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-442c5634-2360-4ac8-a26a-802676d84fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:39:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['2c2e7bda-5a5b-4ffd-aa10-4aecf0f2dadb'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:39.578704 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_v2 [None req-44db91d3-bcdb-4c52-95e5-c28d808cdcc0 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Deleting subnet 326582d8-518f-48c1-a75c-6c4a73b5d725 {{(pid=94828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:39:39.582643 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-44db91d3-bcdb-4c52-95e5-c28d808cdcc0 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks [] for subnet, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:39.669003 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-848406e2-7087-4070-b185-9c80cee0e70d tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-713231'] for router_interface, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:39.678533 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-44db91d3-bcdb-4c52-95e5-c28d808cdcc0 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8904862'] for subnet, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:39.777950 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-442c5634-2360-4ac8-a26a-802676d84fac None None] Set router 2c2e7bda-5a5b-4ffd-aa10-4aecf0f2dadb gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:39:39.888242 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-44db91d3-bcdb-4c52-95e5-c28d808cdcc0 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:39.978707 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-44db91d3-bcdb-4c52-95e5-c28d808cdcc0 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9190434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062341'] for subnet, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:39.982178 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-848406e2-7087-4070-b185-9c80cee0e70d tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Router 2fa26ff5-a640-4165-a71c-95d9a71abad8 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:39:40.041470 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44db91d3-bcdb-4c52-95e5-c28d808cdcc0 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Pushing event deleted for resources: {'Subnet': ['ID=326582d8-518f-48c1-a75c-6c4a73b5d725,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:40.059072 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-44db91d3-bcdb-4c52-95e5-c28d808cdcc0 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:40.059269 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e91b42-c635-427b-b992-6f3b9c2cae47 None None] Network 9d6fdfcf-e537-450b-8a38-caf5d4981685 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:39:40.061608 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-44db91d3-bcdb-4c52-95e5-c28d808cdcc0 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] 10.222.0.22 "DELETE /v2.0/subnets/326582d8-518f-48c1-a75c-6c4a73b5d725 HTTP/1.1" status: 204 len: 168 time: 0.5865586 Aug 29 04:39:40.064849 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 54046) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:40.096295 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-848406e2-7087-4070-b185-9c80cee0e70d tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:39:40.111769 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a8ade2-e0b6-442f-b106-55d2045afa0f None None] Sync routers for ids ['2fa26ff5-a640-4165-a71c-95d9a71abad8'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:39:40.122682 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-848406e2-7087-4070-b185-9c80cee0e70d tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] 10.222.0.22 "PUT /v2.0/routers/2fa26ff5-a640-4165-a71c-95d9a71abad8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9757216 Aug 29 04:39:40.124814 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 54048) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:40.131348 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a8ade2-e0b6-442f-b106-55d2045afa0f None None] Routers {'2fa26ff5-a640-4165-a71c-95d9a71abad8'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:39:40.132280 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-73a8ade2-e0b6-442f-b106-55d2045afa0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:39:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['2fa26ff5-a640-4165-a71c-95d9a71abad8'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:40.280790 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a2d906e-a0a4-473e-8d7e-3dbc637036fb tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Deleting subnet e50e44cb-caf9-4566-a00f-d4bc8d953797 {{(pid=94829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:39:40.295011 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5a2d906e-a0a4-473e-8d7e-3dbc637036fb tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks [] for subnet, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:40.398781 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4944d92e-f4aa-4f2f-ad45-f366bd6aebd6 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks [] for router, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:40.411980 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f21ff89-1608-4505-838c-91efaeabd162 None None] DHCP port deletion for 9d6fdfcf-e537-450b-8a38-caf5d4981685 request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:39:40.414886 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5a2d906e-a0a4-473e-8d7e-3dbc637036fb tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4311743'] for subnet, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:40.540791 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-442c5634-2360-4ac8-a26a-802676d84fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c2e7bda-5a5b-4ffd-aa10-4aecf0f2dadb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1540196675', 'tenant_id': 'aee320d7fd864e10bc0cb9e2e1782ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': 'c8ee7561-1473-4145-9915-f1a3ab39b552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:01Z', 'updated_at': '2021-08-29T04:39:38Z', 'revision_number': 5, 'project_id': 'aee320d7fd864e10bc0cb9e2e1782ff3', 'gw_port': {'id': 'c8ee7561-1473-4145-9915-f1a3ab39b552', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:86:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2e7bda-5a5b-4ffd-aa10-4aecf0f2dadb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:01Z', 'updated_at': '2021-08-29T04:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:40.561223 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-73a8ade2-e0b6-442f-b106-55d2045afa0f None None] Set router 2fa26ff5-a640-4165-a71c-95d9a71abad8 gateway port host: None {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:39:40.585462 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5a2d906e-a0a4-473e-8d7e-3dbc637036fb tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:40.649175 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4944d92e-f4aa-4f2f-ad45-f366bd6aebd6 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:40.658714 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-73a8ade2-e0b6-442f-b106-55d2045afa0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa26ff5-a640-4165-a71c-95d9a71abad8', 'name': 'tempest-RoutersTest-router-1207848360', 'tenant_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:38:59Z', 'updated_at': '2021-08-29T04:39:39Z', 'revision_number': 11, 'project_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'gw_port_host': None}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:40.661404 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442c5634-2360-4ac8-a26a-802676d84fac None None] Checking router: 2c2e7bda-5a5b-4ffd-aa10-4aecf0f2dadb for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:39:40.691332 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442c5634-2360-4ac8-a26a-802676d84fac None None] Routers {'2c2e7bda-5a5b-4ffd-aa10-4aecf0f2dadb'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:39:40.692330 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-442c5634-2360-4ac8-a26a-802676d84fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:39:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['2c2e7bda-5a5b-4ffd-aa10-4aecf0f2dadb'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:40.695321 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a8ade2-e0b6-442f-b106-55d2045afa0f None None] Checking router: 2fa26ff5-a640-4165-a71c-95d9a71abad8 for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:39:40.728286 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a8ade2-e0b6-442f-b106-55d2045afa0f None None] Routers {'2fa26ff5-a640-4165-a71c-95d9a71abad8'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:39:40.728918 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-73a8ade2-e0b6-442f-b106-55d2045afa0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:39:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['2fa26ff5-a640-4165-a71c-95d9a71abad8'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:40.753637 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5a2d906e-a0a4-473e-8d7e-3dbc637036fb tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4552352'] for subnet, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:40.807044 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-442c5634-2360-4ac8-a26a-802676d84fac None None] Set router 2c2e7bda-5a5b-4ffd-aa10-4aecf0f2dadb gateway port host: None {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:39:40.817408 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2d906e-a0a4-473e-8d7e-3dbc637036fb tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Pushing event deleted for resources: {'Subnet': ['ID=e50e44cb-caf9-4566-a00f-d4bc8d953797,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:40.825536 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5a2d906e-a0a4-473e-8d7e-3dbc637036fb tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:40.826323 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-4944d92e-f4aa-4f2f-ad45-f366bd6aebd6 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Deleting port c8ee7561-1473-4145-9915-f1a3ab39b552 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:39:40.826897 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4944d92e-f4aa-4f2f-ad45-f366bd6aebd6 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:40.839109 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-5a2d906e-a0a4-473e-8d7e-3dbc637036fb tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] 10.222.0.22 "DELETE /v2.0/subnets/e50e44cb-caf9-4566-a00f-d4bc8d953797 HTTP/1.1" status: 204 len: 168 time: 0.7090611 Aug 29 04:39:40.839831 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 54058) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:40.908568 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-442c5634-2360-4ac8-a26a-802676d84fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c2e7bda-5a5b-4ffd-aa10-4aecf0f2dadb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1540196675', 'tenant_id': 'aee320d7fd864e10bc0cb9e2e1782ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:01Z', 'updated_at': '2021-08-29T04:39:40Z', 'revision_number': 6, 'project_id': 'aee320d7fd864e10bc0cb9e2e1782ff3', 'gw_port_host': None}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:40.916716 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b221b41-3418-4318-8426-64c58562b607 None None] Network b86f64f1-ac0a-4f4a-a4f4-20c8526d98e5 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:39:40.927489 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-73a8ade2-e0b6-442f-b106-55d2045afa0f None None] Set router 2fa26ff5-a640-4165-a71c-95d9a71abad8 gateway port host: None {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:39:40.961189 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ec4e3387-5d15-43c9-a260-482c352d1536 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:41.019233 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-4944d92e-f4aa-4f2f-ad45-f366bd6aebd6 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] For port c8ee7561-1473-4145-9915-f1a3ab39b552, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=c8ee7561-1473-4145-9915-f1a3ab39b552,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:41.019609 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4944d92e-f4aa-4f2f-ad45-f366bd6aebd6 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:41.019875 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-ec4e3387-5d15-43c9-a260-482c352d1536 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Deleting port 1335f96b-4f68-4add-9e9c-77333fb1efb0 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:39:41.020222 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ec4e3387-5d15-43c9-a260-482c352d1536 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:41.028703 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-4f21ff89-1608-4505-838c-91efaeabd162 None None] Deleting port 072e1ffd-222e-43c0-8fba-de73a0bab91c {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:39:41.029411 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4f21ff89-1608-4505-838c-91efaeabd162 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:41.031641 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 072e1ffd-222e-43c0-8fba-de73a0bab91c no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:39:41.062149 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-73a8ade2-e0b6-442f-b106-55d2045afa0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa26ff5-a640-4165-a71c-95d9a71abad8', 'name': 'tempest-RoutersTest-router-1207848360', 'tenant_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:38:59Z', 'updated_at': '2021-08-29T04:39:39Z', 'revision_number': 11, 'project_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'gw_port_host': None}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:41.079055 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-4944d92e-f4aa-4f2f-ad45-f366bd6aebd6 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Calling delete_port for c8ee7561-1473-4145-9915-f1a3ab39b552 owned by network:router_gateway {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:39:41.120065 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-ec4e3387-5d15-43c9-a260-482c352d1536 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] For port 1335f96b-4f68-4add-9e9c-77333fb1efb0, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=1335f96b-4f68-4add-9e9c-77333fb1efb0,segment=NetworkSegment(a524c1f7-3b28-472f-80c0-eadddc421979),segment_id=a524c1f7-3b28-472f-80c0-eadddc421979)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:41.123544 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a8ade2-e0b6-442f-b106-55d2045afa0f None None] The sync data for ids ['2fa26ff5-a640-4165-a71c-95d9a71abad8'] in n-d-712140-12 is: [{'id': '2fa26ff5-a640-4165-a71c-95d9a71abad8', 'name': 'tempest-RoutersTest-router-1207848360', 'tenant_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:38:59Z', 'updated_at': '2021-08-29T04:39:39Z', 'revision_number': 11, 'project_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'gw_port_host': None}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:39:41.124752 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ec4e3387-5d15-43c9-a260-482c352d1536 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:41.145049 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-ec4e3387-5d15-43c9-a260-482c352d1536 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Calling delete_port for 1335f96b-4f68-4add-9e9c-77333fb1efb0 owned by network:dhcp {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:39:41.165841 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442c5634-2360-4ac8-a26a-802676d84fac None None] The sync data for ids ['2c2e7bda-5a5b-4ffd-aa10-4aecf0f2dadb'] in n-d-712140-12 is: [{'id': '2c2e7bda-5a5b-4ffd-aa10-4aecf0f2dadb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1540196675', 'tenant_id': 'aee320d7fd864e10bc0cb9e2e1782ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:01Z', 'updated_at': '2021-08-29T04:39:40Z', 'revision_number': 6, 'project_id': 'aee320d7fd864e10bc0cb9e2e1782ff3', 'gw_port_host': None}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:39:41.328791 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4944d92e-f4aa-4f2f-ad45-f366bd6aebd6 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:41.392374 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-4f21ff89-1608-4505-838c-91efaeabd162 None None] For port 072e1ffd-222e-43c0-8fba-de73a0bab91c, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=072e1ffd-222e-43c0-8fba-de73a0bab91c,segment=NetworkSegment(c91b4dac-619d-4f62-9d8f-446c750e53c4),segment_id=c91b4dac-619d-4f62-9d8f-446c750e53c4)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:41.392779 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4f21ff89-1608-4505-838c-91efaeabd162 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:41.401997 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4944d92e-f4aa-4f2f-ad45-f366bd6aebd6 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Pushing event deleted for resources: {'Port': ['ID=c8ee7561-1473-4145-9915-f1a3ab39b552,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:41.425114 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-4f21ff89-1608-4505-838c-91efaeabd162 None None] Calling delete_port for 072e1ffd-222e-43c0-8fba-de73a0bab91c owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:39:41.454569 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:41.478709 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4944d92e-f4aa-4f2f-ad45-f366bd6aebd6 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719445'] for router_gateway, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:41.599924 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 072e1ffd-222e-43c0-8fba-de73a0bab91c, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=072e1ffd-222e-43c0-8fba-de73a0bab91c,segment=NetworkSegment(c91b4dac-619d-4f62-9d8f-446c750e53c4),segment_id=c91b4dac-619d-4f62-9d8f-446c750e53c4)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:41.612023 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:41.647344 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4944d92e-f4aa-4f2f-ad45-f366bd6aebd6 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:41.650548 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4944d92e-f4aa-4f2f-ad45-f366bd6aebd6 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:41.665068 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=072e1ffd-222e-43c0-8fba-de73a0bab91c,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:41.709268 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4f21ff89-1608-4505-838c-91efaeabd162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:41.722703 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4944d92e-f4aa-4f2f-ad45-f366bd6aebd6 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717253'] for router, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:41.723253 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4944d92e-f4aa-4f2f-ad45-f366bd6aebd6 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Fanout notify agent at l3_agent the message router_deleted on router 2c2e7bda-5a5b-4ffd-aa10-4aecf0f2dadb {{(pid=94828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:39:41.731008 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4944d92e-f4aa-4f2f-ad45-f366bd6aebd6 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks [] for router, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:41.732653 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-4944d92e-f4aa-4f2f-ad45-f366bd6aebd6 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] 10.222.0.22 "DELETE /v2.0/routers/2c2e7bda-5a5b-4ffd-aa10-4aecf0f2dadb HTTP/1.1" status: 204 len: 168 time: 1.6662166 Aug 29 04:39:41.734213 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f21ff89-1608-4505-838c-91efaeabd162 None None] No DVR routers for this DVR port 072e1ffd-222e-43c0-8fba-de73a0bab91c on host n-d-712140-12 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:39:41.735488 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 54066) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:41.783014 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f21ff89-1608-4505-838c-91efaeabd162 None None] Pushing event deleted for resources: {'Port': ['ID=072e1ffd-222e-43c0-8fba-de73a0bab91c,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:41.833325 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-428b1e03-6f31-467b-bd12-6cc4e5c65202 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:41.836617 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ec4e3387-5d15-43c9-a260-482c352d1536 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:41.856674 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b50a14-1276-4c02-a971-13ac51b1128c None None] DHCP port deletion for b86f64f1-ac0a-4f4a-a4f4-20c8526d98e5 request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:39:41.876513 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4e3387-5d15-43c9-a260-482c352d1536 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Pushing event deleted for resources: {'Port': ['ID=1335f96b-4f68-4add-9e9c-77333fb1efb0,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:41.881371 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4e3387-5d15-43c9-a260-482c352d1536 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] No DVR routers for this DVR port 1335f96b-4f68-4add-9e9c-77333fb1efb0 on host n-d-712140-12 {{(pid=94829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:39:41.951792 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-428b1e03-6f31-467b-bd12-6cc4e5c65202 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:41.965060 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-428b1e03-6f31-467b-bd12-6cc4e5c65202 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d6fdfcf-e537-450b-8a38-caf5d4981685']}} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:41.971957 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ec4e3387-5d15-43c9-a260-482c352d1536 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:41.976604 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-428b1e03-6f31-467b-bd12-6cc4e5c65202 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c91b4dac-619d-4f62-9d8f-446c750e53c4') {'for_net_delete': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:41.976898 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-428b1e03-6f31-467b-bd12-6cc4e5c65202 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c91b4dac-619d-4f62-9d8f-446c750e53c4') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:41.982826 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-ec4e3387-5d15-43c9-a260-482c352d1536 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b86f64f1-ac0a-4f4a-a4f4-20c8526d98e5']}} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:41.986762 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-428b1e03-6f31-467b-bd12-6cc4e5c65202 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8904833'] for segment, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:42.002869 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-428b1e03-6f31-467b-bd12-6cc4e5c65202 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:42.003056 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-ec4e3387-5d15-43c9-a260-482c352d1536 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a524c1f7-3b28-472f-80c0-eadddc421979') {'for_net_delete': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:42.003277 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-ec4e3387-5d15-43c9-a260-482c352d1536 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a524c1f7-3b28-472f-80c0-eadddc421979') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:42.010219 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-428b1e03-6f31-467b-bd12-6cc4e5c65202 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=94828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:39:42.011264 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-428b1e03-6f31-467b-bd12-6cc4e5c65202 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9190468'] for segment, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:42.014587 n-d-712140-12 neutron-server[94828]: Traceback (most recent call last): Aug 29 04:39:42.014587 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:39:42.014587 n-d-712140-12 neutron-server[94828]: timer() Aug 29 04:39:42.014587 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:39:42.014587 n-d-712140-12 neutron-server[94828]: cb(*args, **kw) Aug 29 04:39:42.014587 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:39:42.014587 n-d-712140-12 neutron-server[94828]: return func(*args, **kwargs) Aug 29 04:39:42.014587 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:39:42.014587 n-d-712140-12 neutron-server[94828]: self._notify() Aug 29 04:39:42.014587 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:39:42.014587 n-d-712140-12 neutron-server[94828]: self.callback(batched_events) Aug 29 04:39:42.014587 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:39:42.014587 n-d-712140-12 neutron-server[94828]: event.method(event) Aug 29 04:39:42.014587 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:39:42.014587 n-d-712140-12 neutron-server[94828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:39:42.014587 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:39:42.014587 n-d-712140-12 neutron-server[94828]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:39:42.014587 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:39:42.014587 n-d-712140-12 neutron-server[94828]: return f(self, *a, **k) Aug 29 04:39:42.014587 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:39:42.014587 n-d-712140-12 neutron-server[94828]: return self._get(url).json() Aug 29 04:39:42.014587 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:39:42.014587 n-d-712140-12 neutron-server[94828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:39:42.014587 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:39:42.014587 n-d-712140-12 neutron-server[94828]: return self.request(url, 'GET', **kwargs) Aug 29 04:39:42.014587 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:39:42.014587 n-d-712140-12 neutron-server[94828]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:39:42.014587 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:39:42.014587 n-d-712140-12 neutron-server[94828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:39:42.014587 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:39:42.014587 n-d-712140-12 neutron-server[94828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:39:42.014587 n-d-712140-12 neutron-server[94828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:39:42.016751 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ec4e3387-5d15-43c9-a260-482c352d1536 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4311712'] for segment, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:42.035815 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ec4e3387-5d15-43c9-a260-482c352d1536 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:42.044114 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec4e3387-5d15-43c9-a260-482c352d1536 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=94829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:39:42.044677 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ec4e3387-5d15-43c9-a260-482c352d1536 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4274277'] for segment, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:42.048725 n-d-712140-12 neutron-server[94829]: Traceback (most recent call last): Aug 29 04:39:42.048725 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:39:42.048725 n-d-712140-12 neutron-server[94829]: timer() Aug 29 04:39:42.048725 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:39:42.048725 n-d-712140-12 neutron-server[94829]: cb(*args, **kw) Aug 29 04:39:42.048725 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:39:42.048725 n-d-712140-12 neutron-server[94829]: return func(*args, **kwargs) Aug 29 04:39:42.048725 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:39:42.048725 n-d-712140-12 neutron-server[94829]: self._notify() Aug 29 04:39:42.048725 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:39:42.048725 n-d-712140-12 neutron-server[94829]: self.callback(batched_events) Aug 29 04:39:42.048725 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:39:42.048725 n-d-712140-12 neutron-server[94829]: event.method(event) Aug 29 04:39:42.048725 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:39:42.048725 n-d-712140-12 neutron-server[94829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:39:42.048725 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:39:42.048725 n-d-712140-12 neutron-server[94829]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:39:42.048725 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:39:42.048725 n-d-712140-12 neutron-server[94829]: return f(self, *a, **k) Aug 29 04:39:42.048725 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:39:42.048725 n-d-712140-12 neutron-server[94829]: return self._get(url).json() Aug 29 04:39:42.048725 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:39:42.048725 n-d-712140-12 neutron-server[94829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:39:42.048725 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:39:42.048725 n-d-712140-12 neutron-server[94829]: return self.request(url, 'GET', **kwargs) Aug 29 04:39:42.048725 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:39:42.048725 n-d-712140-12 neutron-server[94829]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:39:42.048725 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:39:42.048725 n-d-712140-12 neutron-server[94829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:39:42.048725 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:39:42.048725 n-d-712140-12 neutron-server[94829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:39:42.048725 n-d-712140-12 neutron-server[94829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:39:42.094839 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-428b1e03-6f31-467b-bd12-6cc4e5c65202 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:42.110748 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-428b1e03-6f31-467b-bd12-6cc4e5c65202 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:42.112777 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-428b1e03-6f31-467b-bd12-6cc4e5c65202 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] 10.222.0.22 "DELETE /v2.0/networks/9d6fdfcf-e537-450b-8a38-caf5d4981685 HTTP/1.1" status: 204 len: 168 time: 0.3757391 Aug 29 04:39:42.123099 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 54070) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:42.137319 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ec4e3387-5d15-43c9-a260-482c352d1536 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:42.159118 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ec4e3387-5d15-43c9-a260-482c352d1536 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:42.165891 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428b1e03-6f31-467b-bd12-6cc4e5c65202 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Pushing event deleted for resources: {'Network': ['ID=9d6fdfcf-e537-450b-8a38-caf5d4981685,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:42.167892 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-ec4e3387-5d15-43c9-a260-482c352d1536 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] 10.222.0.22 "DELETE /v2.0/networks/b86f64f1-ac0a-4f4a-a4f4-20c8526d98e5 HTTP/1.1" status: 204 len: 168 time: 1.3264313 Aug 29 04:39:42.173651 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 54072) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:42.183966 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-3d8c1898-045a-47c0-be64-411753d18ed7 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Request body: {'router': {'routes': None}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:42.235285 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4e3387-5d15-43c9-a260-482c352d1536 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Pushing event deleted for resources: {'Network': ['ID=b86f64f1-ac0a-4f4a-a4f4-20c8526d98e5,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:42.384101 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.extraroute_db [None req-3d8c1898-045a-47c0-be64-411753d18ed7 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Added routes are [] {{(pid=94829) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 29 04:39:42.384321 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.extraroute_db [None req-3d8c1898-045a-47c0-be64-411753d18ed7 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Removed routes are [] {{(pid=94829) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 29 04:39:42.384689 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3d8c1898-045a-47c0-be64-411753d18ed7 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-719380', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-717238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1792'] for router, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:42.390347 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f0ca6507-aa3c-4b17-ab4d-28dec7091fba tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Deleting port 20375072-902c-415d-9a29-6ef2d30ce2e8 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:39:42.390835 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f0ca6507-aa3c-4b17-ab4d-28dec7091fba tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:42.476935 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f0ca6507-aa3c-4b17-ab4d-28dec7091fba tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:42.478244 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f0ca6507-aa3c-4b17-ab4d-28dec7091fba tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:42.490081 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f0ca6507-aa3c-4b17-ab4d-28dec7091fba tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Calling delete_port for 20375072-902c-415d-9a29-6ef2d30ce2e8 owned by network:floatingip {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:39:42.546981 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3d8c1898-045a-47c0-be64-411753d18ed7 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-719380', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-717238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1792'] for router, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:42.551468 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3d8c1898-045a-47c0-be64-411753d18ed7 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-719375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-719366', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-717217'] for router, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:42.677501 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d8c1898-045a-47c0-be64-411753d18ed7 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Router 2fa26ff5-a640-4165-a71c-95d9a71abad8 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:39:42.792738 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device b6005279-03c6-48bf-920a-53110412a670 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:39:42.799821 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d8c1898-045a-47c0-be64-411753d18ed7 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:39:42.809544 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3d8c1898-045a-47c0-be64-411753d18ed7 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:42.814266 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-3d8c1898-045a-47c0-be64-411753d18ed7 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] 10.222.0.22 "PUT /v2.0/routers/2fa26ff5-a640-4165-a71c-95d9a71abad8 HTTP/1.1" status: 200 len: 701 time: 0.6384392 Aug 29 04:39:42.815114 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 54080) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:42.828303 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1787127b-39a6-4b9b-945a-486a5196212e None None] Sync routers for ids ['2fa26ff5-a640-4165-a71c-95d9a71abad8'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:39:42.849087 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: b6005279-03c6-48bf-920a-53110412a670 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:39:42.849443 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device b6005279-03c6-48bf-920a-53110412a670 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:39:42.849877 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 7d8cdd71-c15a-42e8-938f-da11b0d1bed2 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:39:42.856122 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-5cefbaf2-6c1d-44c3-8b38-dae94a98a418 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] 10.222.0.22 "GET /v2.0/ports?device_id=2fa26ff5-a640-4165-a71c-95d9a71abad8 HTTP/1.1" status: 200 len: 205 time: 0.0396459 Aug 29 04:39:42.859026 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 54084) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:42.898222 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 7d8cdd71-c15a-42e8-938f-da11b0d1bed2 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:39:42.898788 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 7d8cdd71-c15a-42e8-938f-da11b0d1bed2 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:39:42.899060 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 1335f96b-4f68-4add-9e9c-77333fb1efb0 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:39:42.902604 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1787127b-39a6-4b9b-945a-486a5196212e None None] Routers {'2fa26ff5-a640-4165-a71c-95d9a71abad8'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:39:42.903468 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-1787127b-39a6-4b9b-945a-486a5196212e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:39:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['2fa26ff5-a640-4165-a71c-95d9a71abad8'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:42.924449 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 1335f96b-4f68-4add-9e9c-77333fb1efb0 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:39:42.925077 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 1335f96b-4f68-4add-9e9c-77333fb1efb0 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:39:42.925526 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device c8ee7561-1473-4145-9915-f1a3ab39b552 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:39:43.010791 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: c8ee7561-1473-4145-9915-f1a3ab39b552 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:39:43.012075 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device c8ee7561-1473-4145-9915-f1a3ab39b552 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:39:43.036111 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0f4e7bf5-dba6-4181-9191-690f090bd8e5 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks [] for router, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:43.044736 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-1787127b-39a6-4b9b-945a-486a5196212e None None] Set router 2fa26ff5-a640-4165-a71c-95d9a71abad8 gateway port host: None {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:39:43.122325 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-1787127b-39a6-4b9b-945a-486a5196212e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa26ff5-a640-4165-a71c-95d9a71abad8', 'name': 'tempest-RoutersTest-router-1207848360', 'tenant_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:38:59Z', 'updated_at': '2021-08-29T04:39:39Z', 'revision_number': 11, 'project_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'gw_port_host': None}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:43.167902 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1787127b-39a6-4b9b-945a-486a5196212e None None] Checking router: 2fa26ff5-a640-4165-a71c-95d9a71abad8 for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:39:43.202438 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1787127b-39a6-4b9b-945a-486a5196212e None None] Routers {'2fa26ff5-a640-4165-a71c-95d9a71abad8'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:39:43.203540 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-1787127b-39a6-4b9b-945a-486a5196212e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:39:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['2fa26ff5-a640-4165-a71c-95d9a71abad8'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:43.314817 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f0ca6507-aa3c-4b17-ab4d-28dec7091fba tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:43.348042 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-1787127b-39a6-4b9b-945a-486a5196212e None None] Set router 2fa26ff5-a640-4165-a71c-95d9a71abad8 gateway port host: None {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:39:43.360416 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0f4e7bf5-dba6-4181-9191-690f090bd8e5 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:43.362637 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0f4e7bf5-dba6-4181-9191-690f090bd8e5 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:43.386100 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ca6507-aa3c-4b17-ab4d-28dec7091fba tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Pushing event deleted for resources: {'Port': ['ID=20375072-902c-415d-9a29-6ef2d30ce2e8,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:43.412533 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0f4e7bf5-dba6-4181-9191-690f090bd8e5 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717253'] for router, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:43.413092 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f4e7bf5-dba6-4181-9191-690f090bd8e5 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Fanout notify agent at l3_agent the message router_deleted on router 2fa26ff5-a640-4165-a71c-95d9a71abad8 {{(pid=94829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:39:43.419963 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0f4e7bf5-dba6-4181-9191-690f090bd8e5 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:43.421081 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-0f4e7bf5-dba6-4181-9191-690f090bd8e5 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] 10.222.0.22 "DELETE /v2.0/routers/2fa26ff5-a640-4165-a71c-95d9a71abad8 HTTP/1.1" status: 204 len: 168 time: 0.5603027 Aug 29 04:39:43.426473 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 54092) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:43.431816 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-1787127b-39a6-4b9b-945a-486a5196212e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa26ff5-a640-4165-a71c-95d9a71abad8', 'name': 'tempest-RoutersTest-router-1207848360', 'tenant_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:38:59Z', 'updated_at': '2021-08-29T04:39:39Z', 'revision_number': 11, 'project_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'gw_port_host': None}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:43.431974 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-3f539c0e-9f4d-490a-bac4-437e09e91421 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-586290549', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:43.490342 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1787127b-39a6-4b9b-945a-486a5196212e None None] The sync data for ids ['2fa26ff5-a640-4165-a71c-95d9a71abad8'] in n-d-712140-12 is: [{'id': '2fa26ff5-a640-4165-a71c-95d9a71abad8', 'name': 'tempest-RoutersTest-router-1207848360', 'tenant_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:38:59Z', 'updated_at': '2021-08-29T04:39:39Z', 'revision_number': 11, 'project_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'gw_port_host': None}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:39:43.498273 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3f539c0e-9f4d-490a-bac4-437e09e91421 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:43.499377 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3f539c0e-9f4d-490a-bac4-437e09e91421 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1838'] for router, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:43.549287 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f0ca6507-aa3c-4b17-ab4d-28dec7091fba tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks [] for floatingip, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:43.549837 n-d-712140-12 neutron-server[94828]: INFO neutron.db.l3_db [None req-f0ca6507-aa3c-4b17-ab4d-28dec7091fba tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Floating IP 3520a175-a282-4e3d-b2c8-74ef0ea82b6d disassociated (deleted). External IP: 172.25.0.48, port: 9b1df1e2-8d6a-4df1-8fbe-26bcd2e608e3. Aug 29 04:39:43.599249 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3f539c0e-9f4d-490a-bac4-437e09e91421 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:43.607925 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3f539c0e-9f4d-490a-bac4-437e09e91421 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409'] for router, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:43.630425 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3f539c0e-9f4d-490a-bac4-437e09e91421 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:43.632713 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-3f539c0e-9f4d-490a-bac4-437e09e91421 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2049966 Aug 29 04:39:43.635713 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 54094) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:43.640501 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-fc5e805e-f373-4db8-9061-79664ce0abc8 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:43.953345 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0ca6507-aa3c-4b17-ab4d-28dec7091fba tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Router b4454678-4165-4801-a274-d847167b8c56 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:39:44.001609 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fc5e805e-f373-4db8-9061-79664ce0abc8 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-719380', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-717238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1792'] for router, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:44.030020 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fc5e805e-f373-4db8-9061-79664ce0abc8 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-719375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-719366', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-717217'] for router, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:44.144185 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0ca6507-aa3c-4b17-ab4d-28dec7091fba tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:39:44.150353 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f0ca6507-aa3c-4b17-ab4d-28dec7091fba tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:44.156224 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d3613f-c955-4f9c-a9e8-8232955d1a23 None None] Sync routers for ids ['b4454678-4165-4801-a274-d847167b8c56'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:39:44.167304 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d3613f-c955-4f9c-a9e8-8232955d1a23 None None] Routers {'b4454678-4165-4801-a274-d847167b8c56'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:39:44.168687 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-42d3613f-c955-4f9c-a9e8-8232955d1a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:39:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['b4454678-4165-4801-a274-d847167b8c56'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:44.198421 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-f0ca6507-aa3c-4b17-ab4d-28dec7091fba tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] 10.222.0.22 "DELETE /v2.0/floatingips/3520a175-a282-4e3d-b2c8-74ef0ea82b6d HTTP/1.1" status: 204 len: 168 time: 2.0741646 Aug 29 04:39:44.199296 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46e8bc8c-be2e-4e64-8f62-71e110b3c077', 'tag': '9b1df1e2-8d6a-4df1-8fbe-26bcd2e608e3'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:39:44.203309 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af0c1fa3-873f-46ad-bf22-b7f8b754d349" -d '{"events": [{"name": "network-changed", "server_uuid": "46e8bc8c-be2e-4e64-8f62-71e110b3c077", "tag": "9b1df1e2-8d6a-4df1-8fbe-26bcd2e608e3"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:39:44.222277 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc5e805e-f373-4db8-9061-79664ce0abc8 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Router 8a1d4642-719d-4ea0-b1be-c9c5eaa4d66f is scheduled to L3 agent 76874008-c311-485c-ba36-921b6d275b6a with binding_index 1 {{(pid=94829) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:39:44.282132 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-346c9e9b-a846-417f-8b37-46322ede8382 x-openstack-request-id: req-346c9e9b-a846-417f-8b37-46322ede8382 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:39:44.282621 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46e8bc8c-be2e-4e64-8f62-71e110b3c077", "tag": "9b1df1e2-8d6a-4df1-8fbe-26bcd2e608e3", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:39:44.283014 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-346c9e9b-a846-417f-8b37-46322ede8382 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:39:44.283612 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46e8bc8c-be2e-4e64-8f62-71e110b3c077', 'tag': '9b1df1e2-8d6a-4df1-8fbe-26bcd2e608e3', 'status': 'completed', 'code': 200} Aug 29 04:39:44.404564 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc5e805e-f373-4db8-9061-79664ce0abc8 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:39:44.413657 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fc5e805e-f373-4db8-9061-79664ce0abc8 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:44.418948 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-fc5e805e-f373-4db8-9061-79664ce0abc8 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] 10.222.0.22 "PUT /v2.0/routers/8a1d4642-719d-4ea0-b1be-c9c5eaa4d66f HTTP/1.1" status: 200 len: 693 time: 0.7783623 Aug 29 04:39:44.419234 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 54106) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:44.428196 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-42d3613f-c955-4f9c-a9e8-8232955d1a23 None None] Set router b4454678-4165-4801-a274-d847167b8c56 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:39:44.447235 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9b151a-9c72-4c48-ac9d-32a64e0135a4 None None] Sync routers for ids ['8a1d4642-719d-4ea0-b1be-c9c5eaa4d66f'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:39:44.498902 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9b151a-9c72-4c48-ac9d-32a64e0135a4 None None] Routers {'8a1d4642-719d-4ea0-b1be-c9c5eaa4d66f'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:39:44.501656 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-9f9b151a-9c72-4c48-ac9d-32a64e0135a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:39:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['8a1d4642-719d-4ea0-b1be-c9c5eaa4d66f'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:44.693316 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-9f9b151a-9c72-4c48-ac9d-32a64e0135a4 None None] Set router 8a1d4642-719d-4ea0-b1be-c9c5eaa4d66f gateway port host: None {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:39:44.748089 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0c1fa3-873f-46ad-bf22-b7f8b754d349 req-5a37dba9-9c26-4c23-b139-962d7a508d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:44.750134 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-af0c1fa3-873f-46ad-bf22-b7f8b754d349 req-5a37dba9-9c26-4c23-b139-962d7a508d18 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aee320d7fd864e10bc0cb9e2e1782ff3&device_id=46e8bc8c-be2e-4e64-8f62-71e110b3c077 HTTP/1.1" status: 200 len: 1137 time: 0.4283991 Aug 29 04:39:44.759147 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-21184c60-ca16-4be4-aaea-a87389246064 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] 10.222.0.22 "GET /v2.0/routers/8a1d4642-719d-4ea0-b1be-c9c5eaa4d66f HTTP/1.1" status: 200 len: 699 time: 0.3383455 Aug 29 04:39:44.761939 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 54110) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:44.773808 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-9f9b151a-9c72-4c48-ac9d-32a64e0135a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a1d4642-719d-4ea0-b1be-c9c5eaa4d66f', 'name': 'tempest-RoutersTest-router-586290549', 'tenant_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:43Z', 'updated_at': '2021-08-29T04:39:44Z', 'revision_number': 2, 'project_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'gw_port_host': None}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:44.802345 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9b151a-9c72-4c48-ac9d-32a64e0135a4 None None] Checking router: 8a1d4642-719d-4ea0-b1be-c9c5eaa4d66f for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:39:44.812158 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9b151a-9c72-4c48-ac9d-32a64e0135a4 None None] Routers {'8a1d4642-719d-4ea0-b1be-c9c5eaa4d66f'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:39:44.813021 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-9f9b151a-9c72-4c48-ac9d-32a64e0135a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:39:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['8a1d4642-719d-4ea0-b1be-c9c5eaa4d66f'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:44.816189 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-799232ed-1eea-43b1-b1ae-53ea1e62a334 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a1d4642-719d-4ea0-b1be-c9c5eaa4d66f HTTP/1.1" status: 200 len: 205 time: 0.0528677 Aug 29 04:39:44.818809 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 54112) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:44.934348 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a85b0b-12ab-42a4-b37c-294b83050a71 req-50738042-44f5-4b73-b63e-a321333f1c4c tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:44.939747 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d576da94-a311-44d8-9539-15f3f98e4e6d tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks [] for router, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:44.948349 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-23a85b0b-12ab-42a4-b37c-294b83050a71 req-50738042-44f5-4b73-b63e-a321333f1c4c tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] 10.222.0.22 "GET /v2.0/ports?device_id=46e8bc8c-be2e-4e64-8f62-71e110b3c077 HTTP/1.1" status: 200 len: 985 time: 0.2782264 Aug 29 04:39:44.979919 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0c1fa3-873f-46ad-bf22-b7f8b754d349 req-402209df-bdd4-4d38-b3cb-268019c2731a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:44.981201 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-42d3613f-c955-4f9c-a9e8-8232955d1a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4454678-4165-4801-a274-d847167b8c56', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1276205850', 'tenant_id': 'aee320d7fd864e10bc0cb9e2e1782ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': 'a3a2fb23-8058-45d9-af18-6f308ccf3336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:37:46Z', 'updated_at': '2021-08-29T04:37:55Z', 'revision_number': 4, 'project_id': 'aee320d7fd864e10bc0cb9e2e1782ff3', 'gw_port': {'id': 'a3a2fb23-8058-45d9-af18-6f308ccf3336', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:54:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4454678-4165-4801-a274-d847167b8c56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:46Z', 'updated_at': '2021-08-29T04:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '40386300-6430-4ead-851d-8044232e844e', 'name': '', 'network_id': '6cf7221f-a029-4ca0-a9e5-812e04e8d2d2', 'tenant_id': 'aee320d7fd864e10bc0cb9e2e1782ff3', 'mac_address': 'fa:16:3e:39:c5:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4454678-4165-4801-a274-d847167b8c56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': 'd3131d4d-4cce-4189-8e08-fad748d46f9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:53Z', 'updated_at': '2021-08-29T04:38:00Z', 'revision_number': 5, 'project_id': 'aee320d7fd864e10bc0cb9e2e1782ff3', 'subnets': [{'id': 'd3131d4d-4cce-4189-8e08-fad748d46f9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:44.988668 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-af0c1fa3-873f-46ad-bf22-b7f8b754d349 req-402209df-bdd4-4d38-b3cb-268019c2731a service neutron] 10.222.0.46 "GET /v2.0/networks?id=6cf7221f-a029-4ca0-a9e5-812e04e8d2d2 HTTP/1.1" status: 200 len: 898 time: 0.2282166 Aug 29 04:39:45.015089 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d3613f-c955-4f9c-a9e8-8232955d1a23 None None] Checking router: b4454678-4165-4801-a274-d847167b8c56 for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:39:45.024741 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-9f9b151a-9c72-4c48-ac9d-32a64e0135a4 None None] Set router 8a1d4642-719d-4ea0-b1be-c9c5eaa4d66f gateway port host: None {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:39:45.035974 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d3613f-c955-4f9c-a9e8-8232955d1a23 None None] Routers {'b4454678-4165-4801-a274-d847167b8c56'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:39:45.039216 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-42d3613f-c955-4f9c-a9e8-8232955d1a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:39:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['b4454678-4165-4801-a274-d847167b8c56'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:45.143576 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-23a85b0b-12ab-42a4-b37c-294b83050a71 req-335befa5-5932-4fc2-a29a-35e5f355e2b7 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] 10.222.0.22 "GET /v2.0/security-groups?id=7243d292-909d-43a5-9585-4fad2fdb6649&id=c9c7aa5b-f2e5-4471-bab7-b8b853dfa805&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1942356 Aug 29 04:39:45.145354 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-af0c1fa3-873f-46ad-bf22-b7f8b754d349 req-1dbf6a84-feb0-4df1-b192-ea13bada2ba8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9b1df1e2-8d6a-4df1-8fbe-26bcd2e608e3 HTTP/1.1" status: 200 len: 217 time: 0.1470683 Aug 29 04:39:45.191974 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d576da94-a311-44d8-9539-15f3f98e4e6d tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:45.194162 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d576da94-a311-44d8-9539-15f3f98e4e6d tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:45.209531 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-9f9b151a-9c72-4c48-ac9d-32a64e0135a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a1d4642-719d-4ea0-b1be-c9c5eaa4d66f', 'name': 'tempest-RoutersTest-router-586290549', 'tenant_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:43Z', 'updated_at': '2021-08-29T04:39:44Z', 'revision_number': 2, 'project_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'gw_port_host': None}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:45.259044 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d576da94-a311-44d8-9539-15f3f98e4e6d tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717253'] for router, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:45.260960 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d576da94-a311-44d8-9539-15f3f98e4e6d tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Fanout notify agent at l3_agent the message router_deleted on router 8a1d4642-719d-4ea0-b1be-c9c5eaa4d66f {{(pid=94829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:39:45.271720 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9b151a-9c72-4c48-ac9d-32a64e0135a4 None None] The sync data for ids ['8a1d4642-719d-4ea0-b1be-c9c5eaa4d66f'] in n-d-712140-12 is: [{'id': '8a1d4642-719d-4ea0-b1be-c9c5eaa4d66f', 'name': 'tempest-RoutersTest-router-586290549', 'tenant_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:43Z', 'updated_at': '2021-08-29T04:39:44Z', 'revision_number': 2, 'project_id': '8faa5ea7fca64f93a90f1124ba2b3499', 'gw_port_host': None}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:39:45.287796 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d576da94-a311-44d8-9539-15f3f98e4e6d tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:45.291480 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-42d3613f-c955-4f9c-a9e8-8232955d1a23 None None] Set router b4454678-4165-4801-a274-d847167b8c56 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:39:45.300319 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-d576da94-a311-44d8-9539-15f3f98e4e6d tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] 10.222.0.22 "DELETE /v2.0/routers/8a1d4642-719d-4ea0-b1be-c9c5eaa4d66f HTTP/1.1" status: 204 len: 168 time: 0.4763746 Aug 29 04:39:45.300319 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 54118) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:45.347494 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0c1fa3-873f-46ad-bf22-b7f8b754d349 req-19ec9d2d-c502-4328-ad36-a643dc2f3f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:45.348668 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-f1f80f38-c193-4e04-be68-1ba17d38bba3 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a1d4642-719d-4ea0-b1be-c9c5eaa4d66f HTTP/1.1" status: 200 len: 205 time: 0.0422463 Aug 29 04:39:45.350044 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 54120) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:45.357341 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-af0c1fa3-873f-46ad-bf22-b7f8b754d349 req-19ec9d2d-c502-4328-ad36-a643dc2f3f29 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d3131d4d-4cce-4189-8e08-fad748d46f9a HTTP/1.1" status: 200 len: 834 time: 0.1891041 Aug 29 04:39:45.409411 n-d-712140-12 neutron-server[94829]: INFO neutron.api.v2.resource [None req-e70a8ef7-fb60-4d6c-9d7a-b9fad2ea71c7 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] delete failed (client error): The resource could not be found. Aug 29 04:39:45.417825 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-e70a8ef7-fb60-4d6c-9d7a-b9fad2ea71c7 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] 10.222.0.22 "DELETE /v2.0/routers/8a1d4642-719d-4ea0-b1be-c9c5eaa4d66f HTTP/1.1" status: 404 len: 336 time: 0.0665417 Aug 29 04:39:45.418831 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 54122) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:45.467909 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b00ecb2-db48-4c13-a169-0ff4ba4216ea tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] DELETE failed (client error): The resource could not be found. Aug 29 04:39:45.468773 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b00ecb2-db48-4c13-a169-0ff4ba4216ea tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:39:45.476909 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-8b00ecb2-db48-4c13-a169-0ff4ba4216ea tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] 10.222.0.22 "DELETE /v2.0/subnets/077b53e3-6d7c-4045-95a1-9585622679e4 HTTP/1.1" status: 404 len: 337 time: 0.0545056 Aug 29 04:39:45.478661 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 54124) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:45.499070 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0c1fa3-873f-46ad-bf22-b7f8b754d349 req-56eea2cb-19cc-4950-bdfa-05afa14cd01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:45.506472 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-af0c1fa3-873f-46ad-bf22-b7f8b754d349 req-56eea2cb-19cc-4950-bdfa-05afa14cd01a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6cf7221f-a029-4ca0-a9e5-812e04e8d2d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1358700 Aug 29 04:39:45.531599 n-d-712140-12 neutron-server[94828]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a680f9b-a4f2-48ee-aab6-1fb3328595ba tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] DELETE failed (client error): The resource could not be found. Aug 29 04:39:45.532263 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a680f9b-a4f2-48ee-aab6-1fb3328595ba tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:39:45.536465 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-6a680f9b-a4f2-48ee-aab6-1fb3328595ba tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] 10.222.0.22 "DELETE /v2.0/subnets/b95f1309-85f7-4f61-935f-e6cd0090e85e HTTP/1.1" status: 404 len: 337 time: 0.0531068 Aug 29 04:39:45.536868 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 54126) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:45.601483 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-0645a3f7-04b6-4b6e-a467-0d50da5be88d tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] DELETE failed (client error): The resource could not be found. Aug 29 04:39:45.603579 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0645a3f7-04b6-4b6e-a467-0d50da5be88d tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:39:45.639153 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-0645a3f7-04b6-4b6e-a467-0d50da5be88d tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] 10.222.0.22 "DELETE /v2.0/subnets/25cae89f-0dd4-419c-96ee-1a909eb21994 HTTP/1.1" status: 404 len: 337 time: 0.1010857 Aug 29 04:39:45.644312 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 54130) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:45.677635 n-d-712140-12 neutron-server[94828]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0aa32e3-ba15-4a0e-8084-54f84ca7f61f tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] DELETE failed (client error): The resource could not be found. Aug 29 04:39:45.678174 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0aa32e3-ba15-4a0e-8084-54f84ca7f61f tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:39:45.683074 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-c0aa32e3-ba15-4a0e-8084-54f84ca7f61f tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] 10.222.0.22 "DELETE /v2.0/subnets/e50e44cb-caf9-4566-a00f-d4bc8d953797 HTTP/1.1" status: 404 len: 337 time: 0.0340970 Aug 29 04:39:45.683815 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 54132) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:45.727728 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-af0c1fa3-873f-46ad-bf22-b7f8b754d349 req-990085bf-b634-44cb-a405-3411005e9a8b service neutron] 10.222.0.46 "GET /v2.0/networks/6cf7221f-a029-4ca0-a9e5-812e04e8d2d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924257 Aug 29 04:39:45.763505 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-8102ea55-e20d-45d9-a4ef-e174099003b2 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] 10.222.0.22 "GET /v2.0/ports?device_id=2fa26ff5-a640-4165-a71c-95d9a71abad8 HTTP/1.1" status: 200 len: 205 time: 0.0788715 Aug 29 04:39:45.770863 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 54134) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:45.834645 n-d-712140-12 neutron-server[94828]: INFO neutron.api.v2.resource [None req-08f3cece-440c-41d9-a87a-4ee293978dd6 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] delete failed (client error): The resource could not be found. Aug 29 04:39:45.839224 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-08f3cece-440c-41d9-a87a-4ee293978dd6 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] 10.222.0.22 "DELETE /v2.0/routers/2fa26ff5-a640-4165-a71c-95d9a71abad8 HTTP/1.1" status: 404 len: 336 time: 0.0635145 Aug 29 04:39:45.845622 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 54136) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:45.850699 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-42d3613f-c955-4f9c-a9e8-8232955d1a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4454678-4165-4801-a274-d847167b8c56', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1276205850', 'tenant_id': 'aee320d7fd864e10bc0cb9e2e1782ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': 'a3a2fb23-8058-45d9-af18-6f308ccf3336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:37:46Z', 'updated_at': '2021-08-29T04:37:55Z', 'revision_number': 4, 'project_id': 'aee320d7fd864e10bc0cb9e2e1782ff3', 'gw_port': {'id': 'a3a2fb23-8058-45d9-af18-6f308ccf3336', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:54:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4454678-4165-4801-a274-d847167b8c56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:46Z', 'updated_at': '2021-08-29T04:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '40386300-6430-4ead-851d-8044232e844e', 'name': '', 'network_id': '6cf7221f-a029-4ca0-a9e5-812e04e8d2d2', 'tenant_id': 'aee320d7fd864e10bc0cb9e2e1782ff3', 'mac_address': 'fa:16:3e:39:c5:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4454678-4165-4801-a274-d847167b8c56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': 'd3131d4d-4cce-4189-8e08-fad748d46f9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:53Z', 'updated_at': '2021-08-29T04:38:00Z', 'revision_number': 5, 'project_id': 'aee320d7fd864e10bc0cb9e2e1782ff3', 'subnets': [{'id': 'd3131d4d-4cce-4189-8e08-fad748d46f9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:45.887125 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-2fac92df-11ad-4d21-932c-1d3cdd560fd4 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] 10.222.0.22 "GET /v2.0/ports?device_id=f769aa72-a712-4108-a340-201ed7e9d5b9 HTTP/1.1" status: 200 len: 205 time: 0.0375166 Aug 29 04:39:45.888410 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 54138) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:45.946950 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d3613f-c955-4f9c-a9e8-8232955d1a23 None None] The sync data for ids ['b4454678-4165-4801-a274-d847167b8c56'] in n-d-712140-12 is: [{'id': 'b4454678-4165-4801-a274-d847167b8c56', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1276205850', 'tenant_id': 'aee320d7fd864e10bc0cb9e2e1782ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': 'a3a2fb23-8058-45d9-af18-6f308ccf3336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:37:46Z', 'updated_at': '2021-08-29T04:37:55Z', 'revision_number': 4, 'project_id': 'aee320d7fd864e10bc0cb9e2e1782ff3', 'gw_port': {'id': 'a3a2fb23-8058-45d9-af18-6f308ccf3336', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:54:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4454678-4165-4801-a274-d847167b8c56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:46Z', 'updated_at': '2021-08-29T04:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '40386300-6430-4ead-851d-8044232e844e', 'name': '', 'network_id': '6cf7221f-a029-4ca0-a9e5-812e04e8d2d2', 'tenant_id': 'aee320d7fd864e10bc0cb9e2e1782ff3', 'mac_address': 'fa:16:3e:39:c5:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4454678-4165-4801-a274-d847167b8c56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': 'd3131d4d-4cce-4189-8e08-fad748d46f9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:53Z', 'updated_at': '2021-08-29T04:38:00Z', 'revision_number': 5, 'project_id': 'aee320d7fd864e10bc0cb9e2e1782ff3', 'subnets': [{'id': 'd3131d4d-4cce-4189-8e08-fad748d46f9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:39:45.956642 n-d-712140-12 neutron-server[94829]: INFO neutron.api.v2.resource [None req-c57c0577-36e3-41d6-9a53-d1cc96c9b703 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] delete failed (client error): The resource could not be found. Aug 29 04:39:45.960583 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-c57c0577-36e3-41d6-9a53-d1cc96c9b703 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] 10.222.0.22 "DELETE /v2.0/routers/f769aa72-a712-4108-a340-201ed7e9d5b9 HTTP/1.1" status: 404 len: 336 time: 0.0689025 Aug 29 04:39:45.961391 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 54140) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:45.997530 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-af0c1fa3-873f-46ad-bf22-b7f8b754d349 req-84b4fe95-a743-44d1-983d-7b34858edb53 service neutron] 10.222.0.46 "GET /v2.0/networks/6cf7221f-a029-4ca0-a9e5-812e04e8d2d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2614679 Aug 29 04:39:46.369609 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f370891-8e4d-446f-9fd2-6a3d8f5eee23 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] DELETE failed (client error): The resource could not be found. Aug 29 04:39:46.376419 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f370891-8e4d-446f-9fd2-6a3d8f5eee23 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:39:46.380447 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-1f370891-8e4d-446f-9fd2-6a3d8f5eee23 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] 10.222.0.22 "DELETE /v2.0/subnets/6e740bb7-2777-4624-84ef-3a442e3fed26 HTTP/1.1" status: 404 len: 337 time: 0.4164860 Aug 29 04:39:46.383399 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93612c60-81e3-440b-8357-624d65bc51fa req-b16adaac-d796-4cc4-a2b3-198d3929f555 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:46.384401 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 54150) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:46.389584 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-93612c60-81e3-440b-8357-624d65bc51fa req-b16adaac-d796-4cc4-a2b3-198d3929f555 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] 10.222.0.22 "GET /v2.0/ports?device_id=46e8bc8c-be2e-4e64-8f62-71e110b3c077 HTTP/1.1" status: 200 len: 985 time: 0.1371346 Aug 29 04:39:46.411486 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb44c61-a2d2-44ce-8d56-7fa3b89788b7 req-d8b1d080-f2a3-4bee-978a-c512c38af609 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:46.413685 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1eb44c61-a2d2-44ce-8d56-7fa3b89788b7 req-d8b1d080-f2a3-4bee-978a-c512c38af609 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] 10.222.0.46 "GET /v2.0/ports?device_id=46e8bc8c-be2e-4e64-8f62-71e110b3c077 HTTP/1.1" status: 200 len: 985 time: 0.6105127 Aug 29 04:39:46.472277 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-77a9a453-dbb3-4615-8635-1940c688e911 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] 10.222.0.22 "GET /v2.0/ports?device_id=cb7dd11d-e417-4173-aec3-8a05b44ab0c9 HTTP/1.1" status: 200 len: 205 time: 0.0828152 Aug 29 04:39:46.481705 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 54154) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:46.558647 n-d-712140-12 neutron-server[94828]: INFO neutron.api.v2.resource [None req-643db02c-beec-4e76-b811-cbe70db2aee2 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] delete failed (client error): The resource could not be found. Aug 29 04:39:46.559617 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-643db02c-beec-4e76-b811-cbe70db2aee2 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] 10.222.0.22 "DELETE /v2.0/routers/cb7dd11d-e417-4173-aec3-8a05b44ab0c9 HTTP/1.1" status: 404 len: 336 time: 0.0769629 Aug 29 04:39:46.564084 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 54156) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:46.568801 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-93612c60-81e3-440b-8357-624d65bc51fa req-1e4c41f5-e998-4f29-bc32-f2a45cd5a7e0 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] 10.222.0.22 "GET /v2.0/security-groups?id=7243d292-909d-43a5-9585-4fad2fdb6649&id=c9c7aa5b-f2e5-4471-bab7-b8b853dfa805&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1529276 Aug 29 04:39:46.606334 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a07427-d4cc-40bc-bd2a-d2ecf65c71d2 None None] New status for floating IP 3520a175-a282-4e3d-b2c8-74ef0ea82b6d: DOWN {{(pid=94831) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:39:46.674202 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 54158) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:46.674405 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-06b6c178-1abb-48c4-b7cb-3b5eb7806548 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2f7a4b5-4143-4c3b-a3d3-aef92c1609b0 HTTP/1.1" status: 200 len: 205 time: 0.1091816 Aug 29 04:39:46.708051 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [req-1eb44c61-a2d2-44ce-8d56-7fa3b89788b7 req-de1f06bd-affc-4798-b9cd-d681ea8ff636 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Deleting port 9b1df1e2-8d6a-4df1-8fbe-26bcd2e608e3 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:39:46.708399 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-1eb44c61-a2d2-44ce-8d56-7fa3b89788b7 req-de1f06bd-affc-4798-b9cd-d681ea8ff636 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:46.753707 n-d-712140-12 neutron-server[94828]: INFO neutron.api.v2.resource [None req-30552f3d-0c58-4ac6-8bd9-35f72c0b653c tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] delete failed (client error): The resource could not be found. Aug 29 04:39:46.755259 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-30552f3d-0c58-4ac6-8bd9-35f72c0b653c tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] 10.222.0.22 "DELETE /v2.0/routers/d2f7a4b5-4143-4c3b-a3d3-aef92c1609b0 HTTP/1.1" status: 404 len: 336 time: 0.0791743 Aug 29 04:39:46.760824 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 54160) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:46.807485 n-d-712140-12 neutron-server[94828]: INFO neutron.pecan_wsgi.hooks.translation [None req-f90ea485-aab5-441d-964c-a2e323d60338 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] DELETE failed (client error): The resource could not be found. Aug 29 04:39:46.808123 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f90ea485-aab5-441d-964c-a2e323d60338 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:39:46.815557 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-f90ea485-aab5-441d-964c-a2e323d60338 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] 10.222.0.22 "DELETE /v2.0/subnets/94d79bbf-2de2-4148-8ec5-f34aa8a4a3da HTTP/1.1" status: 404 len: 337 time: 0.0528610 Aug 29 04:39:46.819164 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 54164) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:46.908236 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-2bf6af0d-55a0-4da5-b887-ef42fe8ab31c tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] 10.222.0.22 "GET /v2.0/ports?device_id=2dd7971e-dd16-40fe-baad-cfaebb2ae116 HTTP/1.1" status: 200 len: 205 time: 0.0848396 Aug 29 04:39:46.910388 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 54166) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:46.945110 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-1eb44c61-a2d2-44ce-8d56-7fa3b89788b7 req-de1f06bd-affc-4798-b9cd-d681ea8ff636 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] For port 9b1df1e2-8d6a-4df1-8fbe-26bcd2e608e3, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=9b1df1e2-8d6a-4df1-8fbe-26bcd2e608e3,segment=NetworkSegment(d6be0b3d-a293-4085-89a6-e9db09db9853),segment_id=d6be0b3d-a293-4085-89a6-e9db09db9853)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:46.946428 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-1eb44c61-a2d2-44ce-8d56-7fa3b89788b7 req-de1f06bd-affc-4798-b9cd-d681ea8ff636 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:46.961334 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [req-1eb44c61-a2d2-44ce-8d56-7fa3b89788b7 req-de1f06bd-affc-4798-b9cd-d681ea8ff636 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Calling delete_port for 9b1df1e2-8d6a-4df1-8fbe-26bcd2e608e3 owned by compute:nova {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:39:46.998220 n-d-712140-12 neutron-server[94828]: INFO neutron.api.v2.resource [None req-5aa8e1d0-35c2-47a3-8bfe-1fb80c55d077 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] delete failed (client error): The resource could not be found. Aug 29 04:39:46.999702 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-5aa8e1d0-35c2-47a3-8bfe-1fb80c55d077 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] 10.222.0.22 "DELETE /v2.0/routers/2dd7971e-dd16-40fe-baad-cfaebb2ae116 HTTP/1.1" status: 404 len: 336 time: 0.0885506 Aug 29 04:39:47.038035 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 54168) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:47.101663 n-d-712140-12 neutron-server[94828]: INFO neutron.pecan_wsgi.hooks.translation [None req-782db065-e0df-47a2-aab3-63f9670fbbb2 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] DELETE failed (client error): The resource could not be found. Aug 29 04:39:47.102362 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-782db065-e0df-47a2-aab3-63f9670fbbb2 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:39:47.111319 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-782db065-e0df-47a2-aab3-63f9670fbbb2 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] 10.222.0.22 "DELETE /v2.0/subnets/e53e4360-a91d-454a-8cad-7f104705a239 HTTP/1.1" status: 404 len: 337 time: 0.0719233 Aug 29 04:39:47.114614 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 54176) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:47.161388 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-88e38ac8-f938-42cd-8e15-3f174c594b26 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d0732f6-5a46-466b-92aa-f9dec19c55b0 HTTP/1.1" status: 200 len: 205 time: 0.0418003 Aug 29 04:39:47.163182 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 54178) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:47.203844 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-1eb44c61-a2d2-44ce-8d56-7fa3b89788b7 req-de1f06bd-affc-4798-b9cd-d681ea8ff636 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:47.205837 n-d-712140-12 neutron-server[94829]: INFO neutron.api.v2.resource [None req-0bbc5769-957d-438c-8427-e038ef16f464 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] delete failed (client error): The resource could not be found. Aug 29 04:39:47.209396 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-0bbc5769-957d-438c-8427-e038ef16f464 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] 10.222.0.22 "DELETE /v2.0/routers/4d0732f6-5a46-466b-92aa-f9dec19c55b0 HTTP/1.1" status: 404 len: 336 time: 0.0424671 Aug 29 04:39:47.210020 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 54182) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:47.240021 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1f06bd-affc-4798-b9cd-d681ea8ff636 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Pushing event deleted for resources: {'Port': ['ID=9b1df1e2-8d6a-4df1-8fbe-26bcd2e608e3,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:47.245099 n-d-712140-12 neutron-server[94828]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd6975eb-39b7-4e5e-beb8-4dc5d8de1256 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] DELETE failed (client error): The resource could not be found. Aug 29 04:39:47.245563 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd6975eb-39b7-4e5e-beb8-4dc5d8de1256 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:39:47.249971 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-cd6975eb-39b7-4e5e-beb8-4dc5d8de1256 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] 10.222.0.22 "DELETE /v2.0/subnets/380ebfba-6442-40f7-a1df-34ebe7a8ce8a HTTP/1.1" status: 404 len: 337 time: 0.0362749 Aug 29 04:39:47.250467 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 54184) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:47.322606 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1c6d72f-ecba-45db-878f-79de1df09dd8 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] DELETE failed (client error): The resource could not be found. Aug 29 04:39:47.323708 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1c6d72f-ecba-45db-878f-79de1df09dd8 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:39:47.325177 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-d1c6d72f-ecba-45db-878f-79de1df09dd8 tempest-RoutersTest-1552301590 tempest-RoutersTest-1552301590-project] 10.222.0.22 "DELETE /v2.0/subnets/2504671d-adc5-4f5a-87ee-ca8f138f97d8 HTTP/1.1" status: 404 len: 337 time: 0.0740561 Aug 29 04:39:47.326168 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eb44c61-a2d2-44ce-8d56-7fa3b89788b7 req-de1f06bd-affc-4798-b9cd-d681ea8ff636 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] No DVR routers for this DVR port 9b1df1e2-8d6a-4df1-8fbe-26bcd2e608e3 on host n-h1-712140-12 {{(pid=94829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:39:47.329658 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-1eb44c61-a2d2-44ce-8d56-7fa3b89788b7 req-de1f06bd-affc-4798-b9cd-d681ea8ff636 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:47.331167 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1eb44c61-a2d2-44ce-8d56-7fa3b89788b7 req-de1f06bd-affc-4798-b9cd-d681ea8ff636 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] 10.222.0.46 "DELETE /v2.0/ports/9b1df1e2-8d6a-4df1-8fbe-26bcd2e608e3 HTTP/1.1" status: 204 len: 173 time: 0.9112184 Aug 29 04:39:47.331622 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46e8bc8c-be2e-4e64-8f62-71e110b3c077', 'name': 'network-vif-deleted', 'tag': '9b1df1e2-8d6a-4df1-8fbe-26bcd2e608e3'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:39:47.334141 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c3a3af5-a5e9-4e3c-844c-f9e0078d24c2" -d '{"events": [{"server_uuid": "46e8bc8c-be2e-4e64-8f62-71e110b3c077", "name": "network-vif-deleted", "tag": "9b1df1e2-8d6a-4df1-8fbe-26bcd2e608e3"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:39:47.696762 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d2c9fad-7f72-4cf4-a716-611039324f26 x-openstack-request-id: req-4d2c9fad-7f72-4cf4-a716-611039324f26 {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:39:47.697401 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46e8bc8c-be2e-4e64-8f62-71e110b3c077", "name": "network-vif-deleted", "tag": "9b1df1e2-8d6a-4df1-8fbe-26bcd2e608e3", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:39:47.697401 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4d2c9fad-7f72-4cf4-a716-611039324f26 {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:39:47.697790 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46e8bc8c-be2e-4e64-8f62-71e110b3c077', 'name': 'network-vif-deleted', 'tag': '9b1df1e2-8d6a-4df1-8fbe-26bcd2e608e3', 'status': 'completed', 'code': 200} Aug 29 04:39:47.794022 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5a507e6c-6a48-4dd8-a063-781025efa75a req-6c4e010f-4650-486e-959f-09a77dc3f6a2 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] 10.222.0.22 "GET /v2.0/ports?device_id=46e8bc8c-be2e-4e64-8f62-71e110b3c077 HTTP/1.1" status: 200 len: 210 time: 0.0388677 Aug 29 04:39:47.964370 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 54198) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:48.245298 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-439e0630-6a3f-4d78-8414-8255b3bb23b9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8faa5ea7fca64f93a90f1124ba2b3499&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2762341 Aug 29 04:39:48.245524 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 54208) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:48.339433 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6af77fa8-98db-437d-92a4-169119007387 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:48.373956 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6af77fa8-98db-437d-92a4-169119007387 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:48.450851 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6af77fa8-98db-437d-92a4-169119007387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:48.453657 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6af77fa8-98db-437d-92a4-169119007387 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:48.456184 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-6af77fa8-98db-437d-92a4-169119007387 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5f2b00c3-e0dc-40b1-a7d2-f5648baa03ef HTTP/1.1" status: 204 len: 168 time: 0.2096219 Aug 29 04:39:48.474501 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af77fa8-98db-437d-92a4-169119007387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f2b00c3-e0dc-40b1-a7d2-f5648baa03ef,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:48.871494 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 54236) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:49.003969 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8eb197a8-0886-48c6-9b30-215773dc772f tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:49.076122 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8eb197a8-0886-48c6-9b30-215773dc772f tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:49.172901 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8eb197a8-0886-48c6-9b30-215773dc772f tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:49.178502 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8eb197a8-0886-48c6-9b30-215773dc772f tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:49.180608 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-8eb197a8-0886-48c6-9b30-215773dc772f tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] 10.222.0.22 "DELETE /v2.0/security-groups/c9c7aa5b-f2e5-4471-bab7-b8b853dfa805 HTTP/1.1" status: 204 len: 168 time: 0.3074727 Aug 29 04:39:49.185163 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 54248) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:49.228684 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:49.230943 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb197a8-0886-48c6-9b30-215773dc772f tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9c7aa5b-f2e5-4471-bab7-b8b853dfa805,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:49.317810 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-56fa1cac-3299-450b-a224-a2f7f49e7fb0 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:49.352271 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-56fa1cac-3299-450b-a224-a2f7f49e7fb0 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:49.423326 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-56fa1cac-3299-450b-a224-a2f7f49e7fb0 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:49.426864 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-56fa1cac-3299-450b-a224-a2f7f49e7fb0 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:49.432537 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-56fa1cac-3299-450b-a224-a2f7f49e7fb0 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] 10.222.0.22 "DELETE /v2.0/security-groups/7243d292-909d-43a5-9585-4fad2fdb6649 HTTP/1.1" status: 204 len: 168 time: 0.2444625 Aug 29 04:39:49.432926 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 54258) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:49.453597 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fa1cac-3299-450b-a224-a2f7f49e7fb0 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7243d292-909d-43a5-9585-4fad2fdb6649,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:49.607851 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 54260) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:49.850648 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-ca46f441-c887-4e89-91fa-5b649eaa607f tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:49.851153 n-d-712140-12 neutron-server[94829]: WARNING neutron.api.v2.base [None req-ca46f441-c887-4e89-91fa-5b649eaa607f tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 29 04:39:49.851597 n-d-712140-12 neutron-server[94829]: INFO neutron.api.v2.resource [None req-ca46f441-c887-4e89-91fa-5b649eaa607f tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] create failed (client error): There was a conflict when trying to complete your request. Aug 29 04:39:49.856911 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-ca46f441-c887-4e89-91fa-5b649eaa607f tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2470708 Aug 29 04:39:49.857456 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 54264) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:49.862378 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-59956a6e-448d-445c-8d5b-5016e75df900 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Request body: {'security_group': {'name': 'tempest-secgroup--1092342127'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:49.901544 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-59956a6e-448d-445c-8d5b-5016e75df900 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:49.911315 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-59956a6e-448d-445c-8d5b-5016e75df900 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:50.019072 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-15554d82-1420-41ae-81b6-a67b6fd9d65d tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713413'] for router_interface, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:50.168060 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-59956a6e-448d-445c-8d5b-5016e75df900 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:50.173146 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-59956a6e-448d-445c-8d5b-5016e75df900 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:50.261964 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59956a6e-448d-445c-8d5b-5016e75df900 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c2d856c-0240-4d0f-b4b9-58adb3b7df6d,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:50.263217 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 9b1df1e2-8d6a-4df1-8fbe-26bcd2e608e3 no longer exists at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:39:50.317391 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] No Port match for: 9b1df1e2-8d6a-4df1-8fbe-26bcd2e608e3 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:39:50.318024 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 9b1df1e2-8d6a-4df1-8fbe-26bcd2e608e3 not bound to the agent host n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:39:50.381218 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-59956a6e-448d-445c-8d5b-5016e75df900 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:50.386961 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-59956a6e-448d-445c-8d5b-5016e75df900 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:50.466384 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-59956a6e-448d-445c-8d5b-5016e75df900 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:50.466384 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-59956a6e-448d-445c-8d5b-5016e75df900 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6078031 Aug 29 04:39:50.469495 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 54272) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:50.475511 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-faa62de7-57ef-4d80-9aeb-beb96d8f4111 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Request body: {'security_group_rule': {'security_group_id': 'd6d8c0f8-3a01-4dab-ab8c-db9c40d36753', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:50.477533 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59956a6e-448d-445c-8d5b-5016e75df900 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6d8c0f8-3a01-4dab-ab8c-db9c40d36753,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:50.513886 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-15554d82-1420-41ae-81b6-a67b6fd9d65d tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Deleting port 40386300-6430-4ead-851d-8044232e844e {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:39:50.514236 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-15554d82-1420-41ae-81b6-a67b6fd9d65d tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:50.532270 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-faa62de7-57ef-4d80-9aeb-beb96d8f4111 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:50.621640 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-faa62de7-57ef-4d80-9aeb-beb96d8f4111 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:50.625947 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-faa62de7-57ef-4d80-9aeb-beb96d8f4111 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:50.630255 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-15554d82-1420-41ae-81b6-a67b6fd9d65d tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] For port 40386300-6430-4ead-851d-8044232e844e, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=40386300-6430-4ead-851d-8044232e844e,segment=NetworkSegment(d6be0b3d-a293-4085-89a6-e9db09db9853),segment_id=d6be0b3d-a293-4085-89a6-e9db09db9853)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:50.631629 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-15554d82-1420-41ae-81b6-a67b6fd9d65d tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:50.651719 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa62de7-57ef-4d80-9aeb-beb96d8f4111 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c14545f-082d-4440-b6c6-c24792b7e1eb,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:50.659187 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-faa62de7-57ef-4d80-9aeb-beb96d8f4111 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:50.665440 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-faa62de7-57ef-4d80-9aeb-beb96d8f4111 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1898370 Aug 29 04:39:50.666406 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 54274) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:50.667738 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-15554d82-1420-41ae-81b6-a67b6fd9d65d tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Calling delete_port for 40386300-6430-4ead-851d-8044232e844e owned by network:router_interface {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:39:50.671188 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-ee9bb54b-0782-483a-9c8a-795777c1b791 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Request body: {'security_group_rule': {'security_group_id': 'd6d8c0f8-3a01-4dab-ab8c-db9c40d36753', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:50.703983 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ee9bb54b-0782-483a-9c8a-795777c1b791 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:50.764454 n-d-712140-12 neutron-server[94829]: INFO neutron.api.v2.resource [None req-ee9bb54b-0782-483a-9c8a-795777c1b791 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] create failed (client error): There was a conflict when trying to complete your request. Aug 29 04:39:50.768339 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-ee9bb54b-0782-483a-9c8a-795777c1b791 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0983872 Aug 29 04:39:50.768940 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 54276) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:50.887114 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6cbc2fc5-8daf-4436-88a7-a79be046a90d tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:50.921072 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6cbc2fc5-8daf-4436-88a7-a79be046a90d tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:50.949346 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-15554d82-1420-41ae-81b6-a67b6fd9d65d tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:50.983784 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15554d82-1420-41ae-81b6-a67b6fd9d65d tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Pushing event deleted for resources: {'Port': ['ID=40386300-6430-4ead-851d-8044232e844e,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:50.991011 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6cbc2fc5-8daf-4436-88a7-a79be046a90d tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:51.005986 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6cbc2fc5-8daf-4436-88a7-a79be046a90d tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:51.007525 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-6cbc2fc5-8daf-4436-88a7-a79be046a90d tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] 10.222.0.22 "DELETE /v2.0/security-groups/d6d8c0f8-3a01-4dab-ab8c-db9c40d36753 HTTP/1.1" status: 204 len: 168 time: 0.2375307 Aug 29 04:39:51.022789 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 54278) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:51.032152 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc2fc5-8daf-4436-88a7-a79be046a90d tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6d8c0f8-3a01-4dab-ab8c-db9c40d36753,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:51.140325 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-c98b96a2-858b-43e3-893e-7c8621841b9a tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1160002 Aug 29 04:39:51.144404 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 54286) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:51.152738 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-a8d72d88-de26-4e2f-b52d-39e390f34a5a tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Request body: {'security_group': {'name': 'tempest-secgroup--303032029'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:51.232494 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a8d72d88-de26-4e2f-b52d-39e390f34a5a tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:51.313832 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-15554d82-1420-41ae-81b6-a67b6fd9d65d tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-713231'] for router_interface, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:51.412881 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a8d72d88-de26-4e2f-b52d-39e390f34a5a tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:51.418945 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a8d72d88-de26-4e2f-b52d-39e390f34a5a tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:51.442333 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a8d72d88-de26-4e2f-b52d-39e390f34a5a tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:51.449958 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-a8d72d88-de26-4e2f-b52d-39e390f34a5a tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3035443 Aug 29 04:39:51.451212 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 54302) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:51.463680 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-733cc778-f6b1-46ab-9bf7-a409029b0244 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Request body: {'security_group_rule': {'security_group_id': 'c3c7d330-13c5-4d9f-899e-666051a7712e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:51.464728 n-d-712140-12 neutron-server[94829]: WARNING neutron.api.v2.base [None req-733cc778-f6b1-46ab-9bf7-a409029b0244 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 29 04:39:51.465730 n-d-712140-12 neutron-server[94829]: INFO neutron.api.v2.resource [None req-733cc778-f6b1-46ab-9bf7-a409029b0244 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:39:51.470612 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-733cc778-f6b1-46ab-9bf7-a409029b0244 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0177414 Aug 29 04:39:51.478560 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 54304) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:51.529023 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d72d88-de26-4e2f-b52d-39e390f34a5a tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3c7d330-13c5-4d9f-899e-666051a7712e,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:51.573951 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ee8ff2e8-7336-4304-9190-f606353edb3f tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:51.609939 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ee8ff2e8-7336-4304-9190-f606353edb3f tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:51.671783 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ee8ff2e8-7336-4304-9190-f606353edb3f tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:51.676342 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ee8ff2e8-7336-4304-9190-f606353edb3f tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:51.685491 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 54310) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:51.687203 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-ee8ff2e8-7336-4304-9190-f606353edb3f tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] 10.222.0.22 "DELETE /v2.0/security-groups/c3c7d330-13c5-4d9f-899e-666051a7712e HTTP/1.1" status: 204 len: 168 time: 0.2070732 Aug 29 04:39:51.699672 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8ff2e8-7336-4304-9190-f606353edb3f tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3c7d330-13c5-4d9f-899e-666051a7712e,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:52.121039 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-8741cf5b-78fb-4240-88dd-01d7432446ce tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4335873 Aug 29 04:39:52.125034 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 54320) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:52.130153 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-0bf2a9ba-f01b-4f22-8823-f6976de5785c tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Request body: {'security_group': {'name': 'tempest-secgroup--1134517339'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:52.137764 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15554d82-1420-41ae-81b6-a67b6fd9d65d tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Router b4454678-4165-4801-a274-d847167b8c56 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:39:52.158166 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0bf2a9ba-f01b-4f22-8823-f6976de5785c tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:52.257194 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15554d82-1420-41ae-81b6-a67b6fd9d65d tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:39:52.269012 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610aa734-b046-4fa9-80fb-7a5fae4f2d5a None None] Sync routers for ids ['b4454678-4165-4801-a274-d847167b8c56'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:39:52.274262 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-15554d82-1420-41ae-81b6-a67b6fd9d65d tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] 10.222.0.22 "PUT /v2.0/routers/b4454678-4165-4801-a274-d847167b8c56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8399158 Aug 29 04:39:52.274456 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 54324) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:52.280725 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610aa734-b046-4fa9-80fb-7a5fae4f2d5a None None] Routers {'b4454678-4165-4801-a274-d847167b8c56'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:39:52.281656 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-610aa734-b046-4fa9-80fb-7a5fae4f2d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:39:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['b4454678-4165-4801-a274-d847167b8c56'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:52.285977 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0bf2a9ba-f01b-4f22-8823-f6976de5785c tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:52.307944 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0bf2a9ba-f01b-4f22-8823-f6976de5785c tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:52.349677 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf2a9ba-f01b-4f22-8823-f6976de5785c tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa995ac4-9885-467c-b57d-3ef52adcef7c,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:52.352206 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0bf2a9ba-f01b-4f22-8823-f6976de5785c tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:52.356058 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-0bf2a9ba-f01b-4f22-8823-f6976de5785c tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2271128 Aug 29 04:39:52.356430 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 54326) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:52.362844 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-6990c6de-4995-4f3d-b305-73066e52ee4f tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Request body: {'security_group_rule': {'security_group_id': 'fa995ac4-9885-467c-b57d-3ef52adcef7c', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:52.363411 n-d-712140-12 neutron-server[94828]: WARNING neutron.api.v2.base [None req-6990c6de-4995-4f3d-b305-73066e52ee4f tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 29 04:39:52.363940 n-d-712140-12 neutron-server[94828]: INFO neutron.api.v2.resource [None req-6990c6de-4995-4f3d-b305-73066e52ee4f tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:39:52.365585 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-6990c6de-4995-4f3d-b305-73066e52ee4f tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0074756 Aug 29 04:39:52.368342 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 54328) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:52.391987 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b3fd907-4459-47fb-b234-9d420260d911 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Deleting subnet d3131d4d-4cce-4189-8e08-fad748d46f9a {{(pid=94829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:39:52.400726 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9b3fd907-4459-47fb-b234-9d420260d911 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks [] for subnet, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:52.434092 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-610aa734-b046-4fa9-80fb-7a5fae4f2d5a None None] Set router b4454678-4165-4801-a274-d847167b8c56 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:39:52.466179 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9b3fd907-4459-47fb-b234-9d420260d911 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4311743'] for subnet, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:52.512684 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-85249c3e-2a7b-45c0-9882-056fd6ee3dcb tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:52.566040 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-85249c3e-2a7b-45c0-9882-056fd6ee3dcb tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:52.655445 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9b3fd907-4459-47fb-b234-9d420260d911 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:52.685984 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-85249c3e-2a7b-45c0-9882-056fd6ee3dcb tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:52.688877 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-85249c3e-2a7b-45c0-9882-056fd6ee3dcb tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:52.692510 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-85249c3e-2a7b-45c0-9882-056fd6ee3dcb tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] 10.222.0.22 "DELETE /v2.0/security-groups/fa995ac4-9885-467c-b57d-3ef52adcef7c HTTP/1.1" status: 204 len: 168 time: 0.3204825 Aug 29 04:39:52.693974 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 54332) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:52.714089 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85249c3e-2a7b-45c0-9882-056fd6ee3dcb tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa995ac4-9885-467c-b57d-3ef52adcef7c,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:52.783460 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9b3fd907-4459-47fb-b234-9d420260d911 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4552352'] for subnet, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:52.821256 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3fd907-4459-47fb-b234-9d420260d911 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Pushing event deleted for resources: {'Subnet': ['ID=d3131d4d-4cce-4189-8e08-fad748d46f9a,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:52.842408 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-d3020510-974d-4ebb-8593-fa4009d15a6f tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1467011 Aug 29 04:39:52.846065 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 54336) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:52.852491 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9b3fd907-4459-47fb-b234-9d420260d911 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:52.854221 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-9b3fd907-4459-47fb-b234-9d420260d911 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] 10.222.0.22 "DELETE /v2.0/subnets/d3131d4d-4cce-4189-8e08-fad748d46f9a HTTP/1.1" status: 204 len: 168 time: 0.5788283 Aug 29 04:39:52.859977 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 54338) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:52.861859 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c3167b-a3ea-4c1a-8b1b-1efbdb28bfc6 None None] Network 6cf7221f-a029-4ca0-a9e5-812e04e8d2d2 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:39:52.863520 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-e3aa2028-13c0-4af7-b181-2aaa19edbd15 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Request body: {'security_group': {'name': 'tempest-secgroup--1065346886'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:52.892202 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e3aa2028-13c0-4af7-b181-2aaa19edbd15 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:52.916311 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-610aa734-b046-4fa9-80fb-7a5fae4f2d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4454678-4165-4801-a274-d847167b8c56', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1276205850', 'tenant_id': 'aee320d7fd864e10bc0cb9e2e1782ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': 'a3a2fb23-8058-45d9-af18-6f308ccf3336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:37:46Z', 'updated_at': '2021-08-29T04:39:50Z', 'revision_number': 5, 'project_id': 'aee320d7fd864e10bc0cb9e2e1782ff3', 'gw_port': {'id': 'a3a2fb23-8058-45d9-af18-6f308ccf3336', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:54:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4454678-4165-4801-a274-d847167b8c56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:46Z', 'updated_at': '2021-08-29T04:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:52.946693 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610aa734-b046-4fa9-80fb-7a5fae4f2d5a None None] Checking router: b4454678-4165-4801-a274-d847167b8c56 for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:39:52.975357 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610aa734-b046-4fa9-80fb-7a5fae4f2d5a None None] Routers {'b4454678-4165-4801-a274-d847167b8c56'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:39:52.976266 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-610aa734-b046-4fa9-80fb-7a5fae4f2d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:39:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['b4454678-4165-4801-a274-d847167b8c56'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:53.033891 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e3aa2028-13c0-4af7-b181-2aaa19edbd15 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:53.038484 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e3aa2028-13c0-4af7-b181-2aaa19edbd15 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:53.063905 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a965e20e-6f2d-4355-9cc2-0c9e219422b0 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks [] for router, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:53.074988 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e3aa2028-13c0-4af7-b181-2aaa19edbd15 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:53.076424 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-e3aa2028-13c0-4af7-b181-2aaa19edbd15 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2229662 Aug 29 04:39:53.079317 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 54340) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:53.085656 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-6fbbb691-ce91-4e37-8050-7104aba6f4c1 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Request body: {'security_group_rule': {'security_group_id': '024139ac-c0f4-4ea8-9e32-f843367ee2a3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:53.085656 n-d-712140-12 neutron-server[94828]: WARNING neutron.api.v2.base [None req-6fbbb691-ce91-4e37-8050-7104aba6f4c1 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 29 04:39:53.085955 n-d-712140-12 neutron-server[94828]: INFO neutron.api.v2.resource [None req-6fbbb691-ce91-4e37-8050-7104aba6f4c1 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:39:53.087451 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-6fbbb691-ce91-4e37-8050-7104aba6f4c1 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0070858 Aug 29 04:39:53.090161 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 54342) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:53.095695 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-303b559e-d4d1-4fcf-b51e-140fe76921de tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Request body: {'security_group_rule': {'security_group_id': '024139ac-c0f4-4ea8-9e32-f843367ee2a3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:53.096378 n-d-712140-12 neutron-server[94828]: WARNING neutron.api.v2.base [None req-303b559e-d4d1-4fcf-b51e-140fe76921de tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 29 04:39:53.096859 n-d-712140-12 neutron-server[94828]: INFO neutron.api.v2.resource [None req-303b559e-d4d1-4fcf-b51e-140fe76921de tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:39:53.097811 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-303b559e-d4d1-4fcf-b51e-140fe76921de tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0067594 Aug 29 04:39:53.101917 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 54346) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:53.104336 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aa2028-13c0-4af7-b181-2aaa19edbd15 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=024139ac-c0f4-4ea8-9e32-f843367ee2a3,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:53.126084 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-9a52d571-7072-490f-a034-c4d9c02cf26e tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Request body: {'security_group_rule': {'security_group_id': '024139ac-c0f4-4ea8-9e32-f843367ee2a3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:53.126448 n-d-712140-12 neutron-server[94828]: WARNING neutron.api.v2.base [None req-9a52d571-7072-490f-a034-c4d9c02cf26e tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 29 04:39:53.126939 n-d-712140-12 neutron-server[94828]: INFO neutron.api.v2.resource [None req-9a52d571-7072-490f-a034-c4d9c02cf26e tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:39:53.127947 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-9a52d571-7072-490f-a034-c4d9c02cf26e tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0076151 Aug 29 04:39:53.130668 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 54348) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:53.135358 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-dca1fa07-19fb-4f24-a2ec-1f0a00fff406 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Request body: {'security_group_rule': {'security_group_id': '024139ac-c0f4-4ea8-9e32-f843367ee2a3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:53.136281 n-d-712140-12 neutron-server[94828]: WARNING neutron.api.v2.base [None req-dca1fa07-19fb-4f24-a2ec-1f0a00fff406 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 29 04:39:53.136790 n-d-712140-12 neutron-server[94828]: INFO neutron.api.v2.resource [None req-dca1fa07-19fb-4f24-a2ec-1f0a00fff406 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:39:53.137723 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-dca1fa07-19fb-4f24-a2ec-1f0a00fff406 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0061395 Aug 29 04:39:53.143221 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 54350) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:53.163470 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-610aa734-b046-4fa9-80fb-7a5fae4f2d5a None None] Set router b4454678-4165-4801-a274-d847167b8c56 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:39:53.244571 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1268b9a7-7f5a-4e3f-a4bb-dd1d46f55bd6 None None] DHCP port deletion for 6cf7221f-a029-4ca0-a9e5-812e04e8d2d2 request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:39:53.273449 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f720e73e-258c-4c8d-ba80-6c05bec07afc tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:53.284332 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a965e20e-6f2d-4355-9cc2-0c9e219422b0 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:53.355183 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f720e73e-258c-4c8d-ba80-6c05bec07afc tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:53.375399 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-1268b9a7-7f5a-4e3f-a4bb-dd1d46f55bd6 None None] Deleting port 708a47a2-947f-4e44-be8c-907bb36ae3b2 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:39:53.375399 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1268b9a7-7f5a-4e3f-a4bb-dd1d46f55bd6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:53.437001 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-a965e20e-6f2d-4355-9cc2-0c9e219422b0 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Deleting port a3a2fb23-8058-45d9-af18-6f308ccf3336 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:39:53.437537 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a965e20e-6f2d-4355-9cc2-0c9e219422b0 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:53.454095 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f720e73e-258c-4c8d-ba80-6c05bec07afc tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:53.457149 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f720e73e-258c-4c8d-ba80-6c05bec07afc tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:53.460801 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-f720e73e-258c-4c8d-ba80-6c05bec07afc tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] 10.222.0.22 "DELETE /v2.0/security-groups/024139ac-c0f4-4ea8-9e32-f843367ee2a3 HTTP/1.1" status: 204 len: 168 time: 0.3145151 Aug 29 04:39:53.462310 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 54358) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:53.502672 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f720e73e-258c-4c8d-ba80-6c05bec07afc tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=024139ac-c0f4-4ea8-9e32-f843367ee2a3,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:53.509146 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1268b9a7-7f5a-4e3f-a4bb-dd1d46f55bd6 None None] For port 708a47a2-947f-4e44-be8c-907bb36ae3b2, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=708a47a2-947f-4e44-be8c-907bb36ae3b2,segment=NetworkSegment(d6be0b3d-a293-4085-89a6-e9db09db9853),segment_id=d6be0b3d-a293-4085-89a6-e9db09db9853)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:53.509548 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1268b9a7-7f5a-4e3f-a4bb-dd1d46f55bd6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:53.548558 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-fbd3ac15-03f7-4eeb-8e0f-9a9ccce6dd74 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0855882 Aug 29 04:39:53.553732 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 54362) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:53.557253 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-d12e1240-2d2e-407f-bbba-98b03dfac9bc tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Request body: {'security_group': {'name': 'tempest-secgroup--1452144186'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:53.577955 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-1268b9a7-7f5a-4e3f-a4bb-dd1d46f55bd6 None None] Calling delete_port for 708a47a2-947f-4e44-be8c-907bb36ae3b2 owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:39:53.582797 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d12e1240-2d2e-407f-bbba-98b03dfac9bc tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:53.589317 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-a965e20e-6f2d-4355-9cc2-0c9e219422b0 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] For port a3a2fb23-8058-45d9-af18-6f308ccf3336, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=a3a2fb23-8058-45d9-af18-6f308ccf3336,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:53.589870 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a965e20e-6f2d-4355-9cc2-0c9e219422b0 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:53.609413 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-610aa734-b046-4fa9-80fb-7a5fae4f2d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4454678-4165-4801-a274-d847167b8c56', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1276205850', 'tenant_id': 'aee320d7fd864e10bc0cb9e2e1782ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': 'a3a2fb23-8058-45d9-af18-6f308ccf3336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:37:46Z', 'updated_at': '2021-08-29T04:39:50Z', 'revision_number': 5, 'project_id': 'aee320d7fd864e10bc0cb9e2e1782ff3', 'gw_port': {'id': 'a3a2fb23-8058-45d9-af18-6f308ccf3336', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:54:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4454678-4165-4801-a274-d847167b8c56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:46Z', 'updated_at': '2021-08-29T04:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:53.624659 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-a965e20e-6f2d-4355-9cc2-0c9e219422b0 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Calling delete_port for a3a2fb23-8058-45d9-af18-6f308ccf3336 owned by network:router_gateway {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:39:53.675167 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610aa734-b046-4fa9-80fb-7a5fae4f2d5a None None] The sync data for ids ['b4454678-4165-4801-a274-d847167b8c56'] in n-d-712140-12 is: [{'id': 'b4454678-4165-4801-a274-d847167b8c56', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1276205850', 'tenant_id': 'aee320d7fd864e10bc0cb9e2e1782ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': 'a3a2fb23-8058-45d9-af18-6f308ccf3336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:37:46Z', 'updated_at': '2021-08-29T04:39:50Z', 'revision_number': 5, 'project_id': 'aee320d7fd864e10bc0cb9e2e1782ff3', 'gw_port': {'id': 'a3a2fb23-8058-45d9-af18-6f308ccf3336', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:54:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4454678-4165-4801-a274-d847167b8c56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:46Z', 'updated_at': '2021-08-29T04:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:39:53.766604 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d12e1240-2d2e-407f-bbba-98b03dfac9bc tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:53.773622 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d12e1240-2d2e-407f-bbba-98b03dfac9bc tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:53.839146 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1268b9a7-7f5a-4e3f-a4bb-dd1d46f55bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:53.841805 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d12e1240-2d2e-407f-bbba-98b03dfac9bc tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:53.845735 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-d12e1240-2d2e-407f-bbba-98b03dfac9bc tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2895024 Aug 29 04:39:53.845735 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12e1240-2d2e-407f-bbba-98b03dfac9bc tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7068fce8-c2e6-4bd2-8deb-33c521b6cf3a,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:53.846713 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 54364) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:53.860069 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-a2087767-a5f1-4a1b-abcc-56987862b759 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Request body: {'security_group_rule': {'security_group_id': '7068fce8-c2e6-4bd2-8deb-33c521b6cf3a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:53.860681 n-d-712140-12 neutron-server[94828]: WARNING neutron.api.v2.base [None req-a2087767-a5f1-4a1b-abcc-56987862b759 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 29 04:39:53.861268 n-d-712140-12 neutron-server[94828]: INFO neutron.api.v2.resource [None req-a2087767-a5f1-4a1b-abcc-56987862b759 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:39:53.864972 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-a2087767-a5f1-4a1b-abcc-56987862b759 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0147357 Aug 29 04:39:53.865279 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 54366) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:53.878762 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1268b9a7-7f5a-4e3f-a4bb-dd1d46f55bd6 None None] Pushing event deleted for resources: {'Port': ['ID=708a47a2-947f-4e44-be8c-907bb36ae3b2,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:53.880157 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-697776ca-411d-4b2d-bf38-1db3f4024f8a tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Request body: {'security_group_rule': {'security_group_id': '7068fce8-c2e6-4bd2-8deb-33c521b6cf3a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:53.889551 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1268b9a7-7f5a-4e3f-a4bb-dd1d46f55bd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:53.889953 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1268b9a7-7f5a-4e3f-a4bb-dd1d46f55bd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:53.890303 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1268b9a7-7f5a-4e3f-a4bb-dd1d46f55bd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:53.890642 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1268b9a7-7f5a-4e3f-a4bb-dd1d46f55bd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:53.890973 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1268b9a7-7f5a-4e3f-a4bb-dd1d46f55bd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:53.891302 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1268b9a7-7f5a-4e3f-a4bb-dd1d46f55bd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:53.891629 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1268b9a7-7f5a-4e3f-a4bb-dd1d46f55bd6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:53.893916 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1268b9a7-7f5a-4e3f-a4bb-dd1d46f55bd6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:53.894414 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1268b9a7-7f5a-4e3f-a4bb-dd1d46f55bd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:53.894843 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1268b9a7-7f5a-4e3f-a4bb-dd1d46f55bd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:53.895191 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1268b9a7-7f5a-4e3f-a4bb-dd1d46f55bd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:53.895529 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1268b9a7-7f5a-4e3f-a4bb-dd1d46f55bd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:53.898631 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1268b9a7-7f5a-4e3f-a4bb-dd1d46f55bd6 None None] No DVR routers for this DVR port 708a47a2-947f-4e44-be8c-907bb36ae3b2 on host n-d-712140-12 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:39:53.903448 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a965e20e-6f2d-4355-9cc2-0c9e219422b0 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:53.934094 n-d-712140-12 neutron-server[94828]: INFO neutron.api.v2.resource [None req-697776ca-411d-4b2d-bf38-1db3f4024f8a tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:39:53.934905 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a965e20e-6f2d-4355-9cc2-0c9e219422b0 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Pushing event deleted for resources: {'Port': ['ID=a3a2fb23-8058-45d9-af18-6f308ccf3336,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:53.940056 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 54368) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:53.941259 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-697776ca-411d-4b2d-bf38-1db3f4024f8a tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0747051 Aug 29 04:39:53.945143 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-23d97c20-f4e6-4240-992b-905596eda3ea tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Request body: {'security_group_rule': {'security_group_id': '7068fce8-c2e6-4bd2-8deb-33c521b6cf3a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:53.946802 n-d-712140-12 neutron-server[94829]: WARNING neutron.api.v2.base [None req-23d97c20-f4e6-4240-992b-905596eda3ea tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 29 04:39:53.947322 n-d-712140-12 neutron-server[94829]: INFO neutron.api.v2.resource [None req-23d97c20-f4e6-4240-992b-905596eda3ea tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:39:53.951017 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-23d97c20-f4e6-4240-992b-905596eda3ea tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0069952 Aug 29 04:39:53.951595 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 54370) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:53.958796 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-2713cd14-fe20-4960-99ae-8e33aede9ecf tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Request body: {'security_group_rule': {'security_group_id': '7068fce8-c2e6-4bd2-8deb-33c521b6cf3a', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:54.033575 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a965e20e-6f2d-4355-9cc2-0c9e219422b0 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719445'] for router_gateway, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:54.129774 n-d-712140-12 neutron-server[94829]: INFO neutron.api.v2.resource [None req-2713cd14-fe20-4960-99ae-8e33aede9ecf tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:39:54.133454 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-2713cd14-fe20-4960-99ae-8e33aede9ecf tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1783049 Aug 29 04:39:54.134140 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 54374) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:54.136001 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a965e20e-6f2d-4355-9cc2-0c9e219422b0 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:54.138181 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a965e20e-6f2d-4355-9cc2-0c9e219422b0 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:54.145897 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-74b7a896-0b75-40e7-9e25-e3356d2f5404 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Request body: {'security_group_rule': {'security_group_id': '7068fce8-c2e6-4bd2-8deb-33c521b6cf3a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:54.146682 n-d-712140-12 neutron-server[94828]: WARNING neutron.api.v2.base [None req-74b7a896-0b75-40e7-9e25-e3356d2f5404 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 29 04:39:54.147174 n-d-712140-12 neutron-server[94828]: INFO neutron.api.v2.resource [None req-74b7a896-0b75-40e7-9e25-e3356d2f5404 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:39:54.151902 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-74b7a896-0b75-40e7-9e25-e3356d2f5404 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0164268 Aug 29 04:39:54.153026 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 54376) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:54.161234 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-606b90b4-a005-4ede-b4e1-06f00f986ece tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Request body: {'security_group_rule': {'security_group_id': '7068fce8-c2e6-4bd2-8deb-33c521b6cf3a', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:54.192815 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a965e20e-6f2d-4355-9cc2-0c9e219422b0 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717253'] for router, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:54.193690 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a965e20e-6f2d-4355-9cc2-0c9e219422b0 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Fanout notify agent at l3_agent the message router_deleted on router b4454678-4165-4801-a274-d847167b8c56 {{(pid=94829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:39:54.202410 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a965e20e-6f2d-4355-9cc2-0c9e219422b0 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:54.206523 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-a965e20e-6f2d-4355-9cc2-0c9e219422b0 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] 10.222.0.22 "DELETE /v2.0/routers/b4454678-4165-4801-a274-d847167b8c56 HTTP/1.1" status: 204 len: 168 time: 1.3428235 Aug 29 04:39:54.206748 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 54378) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:54.281364 n-d-712140-12 neutron-server[94828]: INFO neutron.api.v2.resource [None req-606b90b4-a005-4ede-b4e1-06f00f986ece tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:39:54.282685 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-606b90b4-a005-4ede-b4e1-06f00f986ece tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1284337 Aug 29 04:39:54.285818 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 54380) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:54.291207 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-1af81eb8-c9b0-4992-98b2-81157a93ca1a tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Request body: {'security_group_rule': {'security_group_id': '7068fce8-c2e6-4bd2-8deb-33c521b6cf3a', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:54.291715 n-d-712140-12 neutron-server[94829]: WARNING neutron.api.v2.base [None req-1af81eb8-c9b0-4992-98b2-81157a93ca1a tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 29 04:39:54.292285 n-d-712140-12 neutron-server[94829]: INFO neutron.api.v2.resource [None req-1af81eb8-c9b0-4992-98b2-81157a93ca1a tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:39:54.293253 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-1af81eb8-c9b0-4992-98b2-81157a93ca1a tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0063818 Aug 29 04:39:54.295839 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 54382) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:54.304606 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-d6e73db1-3a09-4f9a-8d79-29012cf9c3a0 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Request body: {'security_group_rule': {'security_group_id': '7068fce8-c2e6-4bd2-8deb-33c521b6cf3a', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:54.306263 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7245acf0-1a64-4c2e-ae4d-e5ffbc75f8d1 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:54.355469 n-d-712140-12 neutron-server[94829]: INFO neutron.api.v2.resource [None req-d6e73db1-3a09-4f9a-8d79-29012cf9c3a0 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:39:54.358966 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-d6e73db1-3a09-4f9a-8d79-29012cf9c3a0 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0620830 Aug 29 04:39:54.362405 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 54384) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:54.371040 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-cf70bc88-ecec-4d6a-8792-a7eb5463452f tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Request body: {'security_group_rule': {'security_group_id': '7068fce8-c2e6-4bd2-8deb-33c521b6cf3a', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:54.412389 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7245acf0-1a64-4c2e-ae4d-e5ffbc75f8d1 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:54.423549 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-7245acf0-1a64-4c2e-ae4d-e5ffbc75f8d1 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cf7221f-a029-4ca0-a9e5-812e04e8d2d2']}} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:54.428914 n-d-712140-12 neutron-server[94829]: INFO neutron.api.v2.resource [None req-cf70bc88-ecec-4d6a-8792-a7eb5463452f tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:39:54.436494 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-cf70bc88-ecec-4d6a-8792-a7eb5463452f tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0727985 Aug 29 04:39:54.437283 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 54388) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:54.455621 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-7245acf0-1a64-4c2e-ae4d-e5ffbc75f8d1 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6be0b3d-a293-4085-89a6-e9db09db9853') {'for_net_delete': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:54.456004 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-7245acf0-1a64-4c2e-ae4d-e5ffbc75f8d1 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6be0b3d-a293-4085-89a6-e9db09db9853') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:54.468766 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7245acf0-1a64-4c2e-ae4d-e5ffbc75f8d1 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8904833'] for segment, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:54.487982 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7245acf0-1a64-4c2e-ae4d-e5ffbc75f8d1 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:54.494557 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7245acf0-1a64-4c2e-ae4d-e5ffbc75f8d1 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=94828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:39:54.494754 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7245acf0-1a64-4c2e-ae4d-e5ffbc75f8d1 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9190468'] for segment, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:54.497634 n-d-712140-12 neutron-server[94828]: Traceback (most recent call last): Aug 29 04:39:54.497634 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:39:54.497634 n-d-712140-12 neutron-server[94828]: timer() Aug 29 04:39:54.497634 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:39:54.497634 n-d-712140-12 neutron-server[94828]: cb(*args, **kw) Aug 29 04:39:54.497634 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:39:54.497634 n-d-712140-12 neutron-server[94828]: return func(*args, **kwargs) Aug 29 04:39:54.497634 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:39:54.497634 n-d-712140-12 neutron-server[94828]: self._notify() Aug 29 04:39:54.497634 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:39:54.497634 n-d-712140-12 neutron-server[94828]: self.callback(batched_events) Aug 29 04:39:54.497634 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:39:54.497634 n-d-712140-12 neutron-server[94828]: event.method(event) Aug 29 04:39:54.497634 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:39:54.497634 n-d-712140-12 neutron-server[94828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:39:54.497634 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:39:54.497634 n-d-712140-12 neutron-server[94828]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:39:54.497634 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:39:54.497634 n-d-712140-12 neutron-server[94828]: return f(self, *a, **k) Aug 29 04:39:54.497634 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:39:54.497634 n-d-712140-12 neutron-server[94828]: return self._get(url).json() Aug 29 04:39:54.497634 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:39:54.497634 n-d-712140-12 neutron-server[94828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:39:54.497634 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:39:54.497634 n-d-712140-12 neutron-server[94828]: return self.request(url, 'GET', **kwargs) Aug 29 04:39:54.497634 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:39:54.497634 n-d-712140-12 neutron-server[94828]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:39:54.497634 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:39:54.497634 n-d-712140-12 neutron-server[94828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:39:54.497634 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:39:54.497634 n-d-712140-12 neutron-server[94828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:39:54.497634 n-d-712140-12 neutron-server[94828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:39:54.526069 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6bc82615-bb0f-46ca-ae7b-96069720ffe3 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:54.563401 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6bc82615-bb0f-46ca-ae7b-96069720ffe3 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:54.574009 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7245acf0-1a64-4c2e-ae4d-e5ffbc75f8d1 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:54.605922 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7245acf0-1a64-4c2e-ae4d-e5ffbc75f8d1 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:54.608376 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-7245acf0-1a64-4c2e-ae4d-e5ffbc75f8d1 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] 10.222.0.22 "DELETE /v2.0/networks/6cf7221f-a029-4ca0-a9e5-812e04e8d2d2 HTTP/1.1" status: 204 len: 168 time: 0.4003220 Aug 29 04:39:54.609670 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7245acf0-1a64-4c2e-ae4d-e5ffbc75f8d1 tempest-TestSecurityGroupsBasicOps-45194000 tempest-TestSecurityGroupsBasicOps-45194000-project] Pushing event deleted for resources: {'Network': ['ID=6cf7221f-a029-4ca0-a9e5-812e04e8d2d2,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:54.628852 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6bc82615-bb0f-46ca-ae7b-96069720ffe3 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:54.633630 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6bc82615-bb0f-46ca-ae7b-96069720ffe3 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:54.637634 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-6bc82615-bb0f-46ca-ae7b-96069720ffe3 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] 10.222.0.22 "DELETE /v2.0/security-groups/7068fce8-c2e6-4bd2-8deb-33c521b6cf3a HTTP/1.1" status: 204 len: 168 time: 0.1967859 Aug 29 04:39:54.640094 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 54392) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:54.647917 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc82615-bb0f-46ca-ae7b-96069720ffe3 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7068fce8-c2e6-4bd2-8deb-33c521b6cf3a,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:54.686542 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 54398) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:54.749801 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-2c3c3f6a-d89d-495a-a356-49800757618a tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1067381 Aug 29 04:39:54.753763 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 54400) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:54.758493 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-a9451609-f8f4-4aae-8a61-9e0c68658c86 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Request body: {'security_group': {'name': 'tempest-secgroup--1004044648'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:54.784150 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a9451609-f8f4-4aae-8a61-9e0c68658c86 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:54.799675 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae28e2d1-fde8-4418-8857-51ebd7d92da2 admin admin] Deleting subnet 4cf0ab5d-ea93-4123-87b0-2319546f7c28 {{(pid=94828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:39:54.805725 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ae28e2d1-fde8-4418-8857-51ebd7d92da2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:54.853352 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ae28e2d1-fde8-4418-8857-51ebd7d92da2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8904862'] for subnet, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:54.913839 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ae28e2d1-fde8-4418-8857-51ebd7d92da2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:54.981760 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a9451609-f8f4-4aae-8a61-9e0c68658c86 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:54.994572 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a9451609-f8f4-4aae-8a61-9e0c68658c86 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:55.014580 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 54404) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:55.050786 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ae28e2d1-fde8-4418-8857-51ebd7d92da2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9190434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062341'] for subnet, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:55.060697 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9451609-f8f4-4aae-8a61-9e0c68658c86 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c55c096-3029-4af4-aa96-a505ea61862a,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:55.063142 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a9451609-f8f4-4aae-8a61-9e0c68658c86 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:55.067071 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-a9451609-f8f4-4aae-8a61-9e0c68658c86 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3097661 Aug 29 04:39:55.068530 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 54410) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:55.078038 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-098c7d90-6dc1-45c5-89ed-1373e7d1146a tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Request body: {'security_group_rule': {'security_group_id': '3c55c096-3029-4af4-aa96-a505ea61862a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:55.104884 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ae28e2d1-fde8-4418-8857-51ebd7d92da2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:55.106222 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-ae28e2d1-fde8-4418-8857-51ebd7d92da2 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/4cf0ab5d-ea93-4123-87b0-2319546f7c28 HTTP/1.1" status: 204 len: 168 time: 0.4187386 Aug 29 04:39:55.107153 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae28e2d1-fde8-4418-8857-51ebd7d92da2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cf0ab5d-ea93-4123-87b0-2319546f7c28,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:55.109310 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 54412) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:55.124692 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 40386300-6430-4ead-851d-8044232e844e no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:39:55.162263 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 40386300-6430-4ead-851d-8044232e844e {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:39:55.162614 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 40386300-6430-4ead-851d-8044232e844e not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:39:55.163216 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 708a47a2-947f-4e44-be8c-907bb36ae3b2 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:39:55.188916 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 708a47a2-947f-4e44-be8c-907bb36ae3b2 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:39:55.189573 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 708a47a2-947f-4e44-be8c-907bb36ae3b2 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:39:55.190524 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device a3a2fb23-8058-45d9-af18-6f308ccf3336 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:39:55.211172 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: a3a2fb23-8058-45d9-af18-6f308ccf3336 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:39:55.211752 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device a3a2fb23-8058-45d9-af18-6f308ccf3336 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:39:55.218866 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4f8b-7398-44d6-aae3-9b9a29fb5431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:55.229447 n-d-712140-12 neutron-server[94828]: INFO neutron.api.v2.resource [None req-098c7d90-6dc1-45c5-89ed-1373e7d1146a tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] create failed (client error): The resource could not be found. Aug 29 04:39:55.231111 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-098c7d90-6dc1-45c5-89ed-1373e7d1146a tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1614983 Aug 29 04:39:55.234428 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 54414) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:55.240103 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-e2bb84ae-3cc0-4133-9b74-e400f27d5667 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Request body: {'security_group_rule': {'security_group_id': '3c55c096-3029-4af4-aa96-a505ea61862a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'e4756169-6816-4a72-9131-69352c847083'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:55.319240 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4f8b-7398-44d6-aae3-9b9a29fb5431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:55.326252 n-d-712140-12 neutron-server[94829]: INFO neutron.api.v2.resource [None req-e2bb84ae-3cc0-4133-9b74-e400f27d5667 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] create failed (client error): The resource could not be found. Aug 29 04:39:55.330088 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-e2bb84ae-3cc0-4133-9b74-e400f27d5667 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0919437 Aug 29 04:39:55.330584 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 54416) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:55.335476 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-8ccf4f8b-7398-44d6-aae3-9b9a29fb5431 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be229881-0ec2-455a-897a-dce172af8a3a']}} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:55.342309 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-3c4ceead-00ab-4a7a-b7e7-de0cf0c62ec7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=aee320d7fd864e10bc0cb9e2e1782ff3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3242388 Aug 29 04:39:55.342611 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 54418) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:55.349942 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-8ccf4f8b-7398-44d6-aae3-9b9a29fb5431 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09374e4b-5ea8-4027-9e26-8e497d589eae') {'for_net_delete': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:55.350383 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-8ccf4f8b-7398-44d6-aae3-9b9a29fb5431 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09374e4b-5ea8-4027-9e26-8e497d589eae') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:55.359821 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4f8b-7398-44d6-aae3-9b9a29fb5431 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8904833'] for segment, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:55.380533 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4f8b-7398-44d6-aae3-9b9a29fb5431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:55.388243 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ccf4f8b-7398-44d6-aae3-9b9a29fb5431 admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=94828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:39:55.388747 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4f8b-7398-44d6-aae3-9b9a29fb5431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9190468'] for segment, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:55.390535 n-d-712140-12 neutron-server[94828]: Traceback (most recent call last): Aug 29 04:39:55.390535 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:39:55.390535 n-d-712140-12 neutron-server[94828]: timer() Aug 29 04:39:55.390535 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:39:55.390535 n-d-712140-12 neutron-server[94828]: cb(*args, **kw) Aug 29 04:39:55.390535 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:39:55.390535 n-d-712140-12 neutron-server[94828]: return func(*args, **kwargs) Aug 29 04:39:55.390535 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:39:55.390535 n-d-712140-12 neutron-server[94828]: self._notify() Aug 29 04:39:55.390535 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:39:55.390535 n-d-712140-12 neutron-server[94828]: self.callback(batched_events) Aug 29 04:39:55.390535 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:39:55.390535 n-d-712140-12 neutron-server[94828]: event.method(event) Aug 29 04:39:55.390535 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:39:55.390535 n-d-712140-12 neutron-server[94828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:39:55.390535 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:39:55.390535 n-d-712140-12 neutron-server[94828]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:39:55.390535 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:39:55.390535 n-d-712140-12 neutron-server[94828]: return f(self, *a, **k) Aug 29 04:39:55.390535 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:39:55.390535 n-d-712140-12 neutron-server[94828]: return self._get(url).json() Aug 29 04:39:55.390535 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:39:55.390535 n-d-712140-12 neutron-server[94828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:39:55.390535 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:39:55.390535 n-d-712140-12 neutron-server[94828]: return self.request(url, 'GET', **kwargs) Aug 29 04:39:55.390535 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:39:55.390535 n-d-712140-12 neutron-server[94828]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:39:55.390535 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:39:55.390535 n-d-712140-12 neutron-server[94828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:39:55.390535 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:39:55.390535 n-d-712140-12 neutron-server[94828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:39:55.390535 n-d-712140-12 neutron-server[94828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:39:55.432071 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-16c26688-1f91-4e0b-acba-37b25cd332e7 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:55.434598 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5b6059fb-0e73-4fc4-84ba-5a3c60ffe1cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:55.447188 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4f8b-7398-44d6-aae3-9b9a29fb5431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:55.452754 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4f8b-7398-44d6-aae3-9b9a29fb5431 admin admin] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:55.457713 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 54420) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:55.457918 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-8ccf4f8b-7398-44d6-aae3-9b9a29fb5431 admin admin] 10.222.0.22 "DELETE /v2.0/networks/be229881-0ec2-455a-897a-dce172af8a3a HTTP/1.1" status: 204 len: 168 time: 0.3458126 Aug 29 04:39:55.471313 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf4f8b-7398-44d6-aae3-9b9a29fb5431 admin admin] Pushing event deleted for resources: {'Network': ['ID=be229881-0ec2-455a-897a-dce172af8a3a,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:55.481194 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-16c26688-1f91-4e0b-acba-37b25cd332e7 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:55.513770 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5b6059fb-0e73-4fc4-84ba-5a3c60ffe1cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:55.573232 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_v2 [None req-619a3e95-5b70-4b5b-aa7b-4c224896f2ad admin admin] Deleting subnet 0167ffbc-75a5-4f7d-ab9c-9e99642f612b {{(pid=94829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:39:55.579309 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-619a3e95-5b70-4b5b-aa7b-4c224896f2ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:55.611535 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-16c26688-1f91-4e0b-acba-37b25cd332e7 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:55.614105 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-16c26688-1f91-4e0b-acba-37b25cd332e7 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:55.615245 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-16c26688-1f91-4e0b-acba-37b25cd332e7 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] 10.222.0.22 "DELETE /v2.0/security-groups/3c55c096-3029-4af4-aa96-a505ea61862a HTTP/1.1" status: 204 len: 168 time: 0.2836547 Aug 29 04:39:55.618514 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 54426) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:55.638107 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c26688-1f91-4e0b-acba-37b25cd332e7 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c55c096-3029-4af4-aa96-a505ea61862a,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:55.641324 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-619a3e95-5b70-4b5b-aa7b-4c224896f2ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4311743'] for subnet, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:55.670626 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5b6059fb-0e73-4fc4-84ba-5a3c60ffe1cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:55.673683 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5b6059fb-0e73-4fc4-84ba-5a3c60ffe1cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:55.674326 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-5b6059fb-0e73-4fc4-84ba-5a3c60ffe1cc admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8c5f2241-d7fb-48ac-8e2d-ac950648875c HTTP/1.1" status: 204 len: 168 time: 0.3308604 Aug 29 04:39:55.705387 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6059fb-0e73-4fc4-84ba-5a3c60ffe1cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c5f2241-d7fb-48ac-8e2d-ac950648875c,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:55.732849 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-0ec232b1-197e-4762-abff-a0e4b363b418 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1131203 Aug 29 04:39:55.737391 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 54432) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:55.739762 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-619a3e95-5b70-4b5b-aa7b-4c224896f2ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:55.745531 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-466bfdd0-b168-458e-8c5c-26ade1642651 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Request body: {'security_group_rule': {'security_group_id': '4f069e4e-e563-406f-b457-6839e8fd3484', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:55.847592 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-619a3e95-5b70-4b5b-aa7b-4c224896f2ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4552352'] for subnet, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:55.851433 n-d-712140-12 neutron-server[94829]: INFO neutron.api.v2.resource [None req-466bfdd0-b168-458e-8c5c-26ade1642651 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] create failed (client error): The resource could not be found. Aug 29 04:39:55.855748 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-466bfdd0-b168-458e-8c5c-26ade1642651 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1173551 Aug 29 04:39:55.859730 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 54436) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:55.872667 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-7444a97c-3aa9-42ce-9895-81f670894be6 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Request body: {'security_group': {'name': 'tempest-secgroup--146135627'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:55.879055 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-619a3e95-5b70-4b5b-aa7b-4c224896f2ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:55.880997 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-619a3e95-5b70-4b5b-aa7b-4c224896f2ad admin admin] 10.222.0.22 "DELETE /v2.0/subnets/0167ffbc-75a5-4f7d-ab9c-9e99642f612b HTTP/1.1" status: 204 len: 168 time: 0.4188459 Aug 29 04:39:55.881890 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619a3e95-5b70-4b5b-aa7b-4c224896f2ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0167ffbc-75a5-4f7d-ab9c-9e99642f612b,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:55.883984 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 54438) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:55.980215 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-31f7de6b-6555-4d31-ac7f-61d699f2ef47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:55.983226 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7444a97c-3aa9-42ce-9895-81f670894be6 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:56.104174 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 54440) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:56.110629 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-31f7de6b-6555-4d31-ac7f-61d699f2ef47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:56.126197 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-74e5c813-da55-4dab-ba53-cb2c0bae1f72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:56.127070 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-31f7de6b-6555-4d31-ac7f-61d699f2ef47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2064fe17-7d7b-4b90-b40d-2af4c31ac264']}} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:56.144479 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-31f7de6b-6555-4d31-ac7f-61d699f2ef47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '029f8357-179f-45f7-9857-b042d2b5c438') {'for_net_delete': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:56.144686 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-31f7de6b-6555-4d31-ac7f-61d699f2ef47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '029f8357-179f-45f7-9857-b042d2b5c438') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:56.159174 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-31f7de6b-6555-4d31-ac7f-61d699f2ef47 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8904833'] for segment, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:56.183364 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-31f7de6b-6555-4d31-ac7f-61d699f2ef47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:56.197850 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31f7de6b-6555-4d31-ac7f-61d699f2ef47 admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=94828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:39:56.198261 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-31f7de6b-6555-4d31-ac7f-61d699f2ef47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9190468'] for segment, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:56.199975 n-d-712140-12 neutron-server[94828]: Traceback (most recent call last): Aug 29 04:39:56.199975 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:39:56.199975 n-d-712140-12 neutron-server[94828]: timer() Aug 29 04:39:56.199975 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:39:56.199975 n-d-712140-12 neutron-server[94828]: cb(*args, **kw) Aug 29 04:39:56.199975 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:39:56.199975 n-d-712140-12 neutron-server[94828]: return func(*args, **kwargs) Aug 29 04:39:56.199975 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:39:56.199975 n-d-712140-12 neutron-server[94828]: self._notify() Aug 29 04:39:56.199975 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:39:56.199975 n-d-712140-12 neutron-server[94828]: self.callback(batched_events) Aug 29 04:39:56.199975 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:39:56.199975 n-d-712140-12 neutron-server[94828]: event.method(event) Aug 29 04:39:56.199975 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:39:56.199975 n-d-712140-12 neutron-server[94828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:39:56.199975 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:39:56.199975 n-d-712140-12 neutron-server[94828]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:39:56.199975 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:39:56.199975 n-d-712140-12 neutron-server[94828]: return f(self, *a, **k) Aug 29 04:39:56.199975 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:39:56.199975 n-d-712140-12 neutron-server[94828]: return self._get(url).json() Aug 29 04:39:56.199975 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:39:56.199975 n-d-712140-12 neutron-server[94828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:39:56.199975 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:39:56.199975 n-d-712140-12 neutron-server[94828]: return self.request(url, 'GET', **kwargs) Aug 29 04:39:56.199975 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:39:56.199975 n-d-712140-12 neutron-server[94828]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:39:56.199975 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:39:56.199975 n-d-712140-12 neutron-server[94828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:39:56.199975 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:39:56.199975 n-d-712140-12 neutron-server[94828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:39:56.199975 n-d-712140-12 neutron-server[94828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:39:56.202250 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7444a97c-3aa9-42ce-9895-81f670894be6 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:56.215084 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7444a97c-3aa9-42ce-9895-81f670894be6 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:56.297769 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7444a97c-3aa9-42ce-9895-81f670894be6 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21d97b72-233c-409d-9b34-1de69d7be8ba,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:56.307312 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-31f7de6b-6555-4d31-ac7f-61d699f2ef47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:56.315173 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-31f7de6b-6555-4d31-ac7f-61d699f2ef47 admin admin] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:56.320354 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-31f7de6b-6555-4d31-ac7f-61d699f2ef47 admin admin] 10.222.0.22 "DELETE /v2.0/networks/2064fe17-7d7b-4b90-b40d-2af4c31ac264 HTTP/1.1" status: 204 len: 168 time: 0.4330864 Aug 29 04:39:56.342946 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f7de6b-6555-4d31-ac7f-61d699f2ef47 admin admin] Pushing event deleted for resources: {'Network': ['ID=2064fe17-7d7b-4b90-b40d-2af4c31ac264,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:56.380066 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-74e5c813-da55-4dab-ba53-cb2c0bae1f72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:56.385149 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-74e5c813-da55-4dab-ba53-cb2c0bae1f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:56.391832 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7444a97c-3aa9-42ce-9895-81f670894be6 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:56.394346 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-7444a97c-3aa9-42ce-9895-81f670894be6 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5330369 Aug 29 04:39:56.397195 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 54446) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:56.404653 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-25c6f094-4026-47c5-83f6-8ca338ffa529 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Request body: {'security_group': {'name': 'tempest-secgroup--81294056'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:56.426384 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e5c813-da55-4dab-ba53-cb2c0bae1f72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=930ccf06-afed-4e4a-a117-825c7ef33235,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:56.432004 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-74e5c813-da55-4dab-ba53-cb2c0bae1f72 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=332d260b46dc44fdaae0efbf5b7559af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3264287 Aug 29 04:39:56.437198 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 54448) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:56.464419 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-25c6f094-4026-47c5-83f6-8ca338ffa529 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:56.535640 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9055c0db-5d51-426f-801d-acdf69516b05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:56.570943 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 54450) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:56.582204 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9055c0db-5d51-426f-801d-acdf69516b05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:56.596234 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-25c6f094-4026-47c5-83f6-8ca338ffa529 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:56.602806 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-25c6f094-4026-47c5-83f6-8ca338ffa529 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:56.632790 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-25c6f094-4026-47c5-83f6-8ca338ffa529 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:56.635901 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-25c6f094-4026-47c5-83f6-8ca338ffa529 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2357430 Aug 29 04:39:56.637548 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c6f094-4026-47c5-83f6-8ca338ffa529 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02fa56fa-90a1-4b3a-b287-70fac33c619e,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:56.638445 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 54452) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:56.646221 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-9a88c32b-7edd-4ddf-b24d-3985474c9113 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Request body: {'security_group_rule': {'security_group_id': '21d97b72-233c-409d-9b34-1de69d7be8ba', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '02fa56fa-90a1-4b3a-b287-70fac33c619e'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:56.656244 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-69f7aa58-3f0f-4dd4-860f-72d1ee7602c1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1b9a7819baef490fbc06e78f65f69520&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0837848 Aug 29 04:39:56.658687 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 54454) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:56.686576 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9055c0db-5d51-426f-801d-acdf69516b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:56.689139 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9055c0db-5d51-426f-801d-acdf69516b05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:56.690305 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-9055c0db-5d51-426f-801d-acdf69516b05 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/930ccf06-afed-4e4a-a117-825c7ef33235 HTTP/1.1" status: 204 len: 168 time: 0.2454913 Aug 29 04:39:56.699768 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9055c0db-5d51-426f-801d-acdf69516b05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=930ccf06-afed-4e4a-a117-825c7ef33235,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:56.701846 n-d-712140-12 neutron-server[94829]: INFO neutron.api.v2.resource [None req-9a88c32b-7edd-4ddf-b24d-3985474c9113 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:39:56.703739 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-9a88c32b-7edd-4ddf-b24d-3985474c9113 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0602760 Aug 29 04:39:56.706443 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 54458) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:56.734169 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c0fda75f-8094-4844-9d5e-2ce6c7e371c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:56.765256 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c0fda75f-8094-4844-9d5e-2ce6c7e371c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:56.797864 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-463496d9-7869-4b67-aa02-5b8fff244819 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:56.832220 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-463496d9-7869-4b67-aa02-5b8fff244819 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:56.833533 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c0fda75f-8094-4844-9d5e-2ce6c7e371c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:56.845147 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c0fda75f-8094-4844-9d5e-2ce6c7e371c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:56.846751 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-c0fda75f-8094-4844-9d5e-2ce6c7e371c6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8a3f5dd3-80b6-4a65-9e0e-135b5ac23aea HTTP/1.1" status: 204 len: 168 time: 0.1865981 Aug 29 04:39:56.856205 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fda75f-8094-4844-9d5e-2ce6c7e371c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a3f5dd3-80b6-4a65-9e0e-135b5ac23aea,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:56.896998 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-463496d9-7869-4b67-aa02-5b8fff244819 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:56.900584 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-463496d9-7869-4b67-aa02-5b8fff244819 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:56.904435 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 54464) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:56.904700 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-463496d9-7869-4b67-aa02-5b8fff244819 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] 10.222.0.22 "DELETE /v2.0/security-groups/02fa56fa-90a1-4b3a-b287-70fac33c619e HTTP/1.1" status: 204 len: 168 time: 0.1972582 Aug 29 04:39:56.917453 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463496d9-7869-4b67-aa02-5b8fff244819 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02fa56fa-90a1-4b3a-b287-70fac33c619e,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:56.973561 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-d70df156-d3d5-4999-b731-89de21c0b8af tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0677564 Aug 29 04:39:56.973914 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 54468) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:57.035489 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7a927acb-f3e4-4639-8d25-c4e4111e8c15 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:57.064217 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7a927acb-f3e4-4639-8d25-c4e4111e8c15 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:57.116428 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7a927acb-f3e4-4639-8d25-c4e4111e8c15 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:57.121567 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7a927acb-f3e4-4639-8d25-c4e4111e8c15 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:57.126660 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 54472) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:57.141168 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-7a927acb-f3e4-4639-8d25-c4e4111e8c15 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] 10.222.0.22 "DELETE /v2.0/security-groups/21d97b72-233c-409d-9b34-1de69d7be8ba HTTP/1.1" status: 204 len: 168 time: 0.1659751 Aug 29 04:39:57.167218 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a927acb-f3e4-4639-8d25-c4e4111e8c15 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21d97b72-233c-409d-9b34-1de69d7be8ba,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:57.205443 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-2ca9e237-e844-4b55-90a6-1c841142ff21 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0776224 Aug 29 04:39:57.209153 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 54474) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:57.214673 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-c0954512-e552-4f0c-9a02-e9996e92b107 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Request body: {'security_group': {'name': 'tempest-secgroup--1559962346'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:57.240899 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 54476) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:57.252223 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c0954512-e552-4f0c-9a02-e9996e92b107 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:57.269925 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 54478) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:57.310173 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-83879769-03ad-4fa6-82e8-99bbe36f2f7d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=11f647c42fca4bb2b9c84261616aa838&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0673661 Aug 29 04:39:57.312924 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 54480) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:57.339323 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-aa9936e9-73a5-4fe2-b61d-04d9a4b824f9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b37c4d02ea2846a090d9c46d21e43614&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0653720 Aug 29 04:39:57.340564 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 54484) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:57.406276 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-faac7696-50e0-4bd5-81e7-93df05dc9ce9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:57.430729 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-faac7696-50e0-4bd5-81e7-93df05dc9ce9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:57.431869 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c452e8cb-4780-4a25-964c-62ba287496ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:57.453203 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c0954512-e552-4f0c-9a02-e9996e92b107 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:57.464764 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c0954512-e552-4f0c-9a02-e9996e92b107 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:57.479003 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c452e8cb-4780-4a25-964c-62ba287496ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:57.489253 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-faac7696-50e0-4bd5-81e7-93df05dc9ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:57.493070 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-faac7696-50e0-4bd5-81e7-93df05dc9ce9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:57.496596 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-faac7696-50e0-4bd5-81e7-93df05dc9ce9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9239fdd6-a72c-43d2-9474-fcff55d30963 HTTP/1.1" status: 204 len: 168 time: 0.1794162 Aug 29 04:39:57.504629 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faac7696-50e0-4bd5-81e7-93df05dc9ce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9239fdd6-a72c-43d2-9474-fcff55d30963,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:57.511941 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c0954512-e552-4f0c-9a02-e9996e92b107 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:57.513905 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-c0954512-e552-4f0c-9a02-e9996e92b107 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3034542 Aug 29 04:39:57.523637 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0954512-e552-4f0c-9a02-e9996e92b107 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe76215-10bb-4dcd-9996-3301d447ec36,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:57.524845 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 54488) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:57.530143 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-8185c34a-da48-4606-bc1e-f998d705f2ce tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:57.530565 n-d-712140-12 neutron-server[94829]: WARNING neutron.api.v2.base [None req-8185c34a-da48-4606-bc1e-f998d705f2ce tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 29 04:39:57.531089 n-d-712140-12 neutron-server[94829]: INFO neutron.api.v2.resource [None req-8185c34a-da48-4606-bc1e-f998d705f2ce tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] update failed (client error): There was a conflict when trying to complete your request. Aug 29 04:39:57.532057 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-8185c34a-da48-4606-bc1e-f998d705f2ce tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] 10.222.0.22 "PUT /v2.0/security-groups/dfe76215-10bb-4dcd-9996-3301d447ec36 HTTP/1.1" status: 409 len: 330 time: 0.0059574 Aug 29 04:39:57.535388 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 54490) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:57.581439 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c452e8cb-4780-4a25-964c-62ba287496ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:57.586381 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c452e8cb-4780-4a25-964c-62ba287496ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:57.592108 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-c452e8cb-4780-4a25-964c-62ba287496ea admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/da3fc1af-7c28-49ab-90fe-06abc858f0c4 HTTP/1.1" status: 204 len: 168 time: 0.2504270 Aug 29 04:39:57.600778 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c452e8cb-4780-4a25-964c-62ba287496ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da3fc1af-7c28-49ab-90fe-06abc858f0c4,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:57.639069 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0f5612c1-725e-467d-8a6c-9f6411de1636 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:57.672471 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0f5612c1-725e-467d-8a6c-9f6411de1636 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:57.720860 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0f5612c1-725e-467d-8a6c-9f6411de1636 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:57.724117 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0f5612c1-725e-467d-8a6c-9f6411de1636 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:57.725325 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-0f5612c1-725e-467d-8a6c-9f6411de1636 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] 10.222.0.22 "DELETE /v2.0/security-groups/dfe76215-10bb-4dcd-9996-3301d447ec36 HTTP/1.1" status: 204 len: 168 time: 0.1885881 Aug 29 04:39:57.728365 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 54494) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:57.753110 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5612c1-725e-467d-8a6c-9f6411de1636 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe76215-10bb-4dcd-9996-3301d447ec36,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:57.813162 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-34a1b6db-0c27-45dd-a93e-3b8e344ea752 tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0833175 Aug 29 04:39:57.817670 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 54496) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:57.844757 n-d-712140-12 neutron-server[94829]: INFO neutron.api.v2.resource [None req-09c19982-c93c-49a2-b4d1-b61627338fdc tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] delete failed (client error): The resource could not be found. Aug 29 04:39:57.850624 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-09c19982-c93c-49a2-b4d1-b61627338fdc tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] 10.222.0.22 "DELETE /v2.0/security-groups/f85551f9-a559-48a5-b4dd-13330675bf7f HTTP/1.1" status: 404 len: 347 time: 0.0294633 Aug 29 04:39:57.851306 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 54502) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:57.880481 n-d-712140-12 neutron-server[94829]: INFO neutron.api.v2.resource [None req-ce68d4fb-2e14-4109-982b-356fe03c3dbb tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] show failed (client error): The resource could not be found. Aug 29 04:39:57.886513 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 54508) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:57.887021 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-ce68d4fb-2e14-4109-982b-356fe03c3dbb tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] 10.222.0.22 "GET /v2.0/security-groups/b920200e-9ba7-41cb-ae1c-a7f7d02b3a5e HTTP/1.1" status: 404 len: 347 time: 0.0323954 Aug 29 04:39:57.906792 n-d-712140-12 neutron-server[94828]: INFO neutron.api.v2.resource [None req-d5844912-4185-4016-a8d2-86de92128f4a tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] show failed (client error): The resource could not be found. Aug 29 04:39:57.908352 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-d5844912-4185-4016-a8d2-86de92128f4a tempest-NegativeSecGroupTest-1728038461 tempest-NegativeSecGroupTest-1728038461-project] 10.222.0.22 "GET /v2.0/security-group-rules/cc09fbd3-782e-4ab7-9382-b725c94a5c99 HTTP/1.1" status: 404 len: 356 time: 0.0202246 Aug 29 04:39:58.305373 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 54556) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:58.552917 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-9b4e3687-495e-4832-bb1c-84d9ba660321 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7b772c521e5942a4839ad0996f78798e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2462013 Aug 29 04:39:58.555515 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 54574) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:58.619390 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-012ecfc6-9546-435a-958d-15ad8847b8bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:58.651361 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-012ecfc6-9546-435a-958d-15ad8847b8bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:58.665465 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:58.714812 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-012ecfc6-9546-435a-958d-15ad8847b8bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:58.718023 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-012ecfc6-9546-435a-958d-15ad8847b8bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:58.719191 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-012ecfc6-9546-435a-958d-15ad8847b8bf admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4c2d856c-0240-4d0f-b4b9-58adb3b7df6d HTTP/1.1" status: 204 len: 168 time: 0.1625223 Aug 29 04:39:58.727476 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012ecfc6-9546-435a-958d-15ad8847b8bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c2d856c-0240-4d0f-b4b9-58adb3b7df6d,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:59.089983 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 54626) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:59.216904 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-29d5d193-55ef-49f1-b9ae-8d22e9881330 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:59.327646 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-29d5d193-55ef-49f1-b9ae-8d22e9881330 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:59.332535 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-29d5d193-55ef-49f1-b9ae-8d22e9881330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:59.378854 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-29d5d193-55ef-49f1-b9ae-8d22e9881330 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8e233301b5fc42479c08573e644740b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2877367 Aug 29 04:39:59.379970 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d5d193-55ef-49f1-b9ae-8d22e9881330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f94375a-7a7d-46e4-b64b-b18edff5b63e,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:59.382000 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 54638) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:59.462947 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-083469cf-6ed4-44e2-9270-62cb08b63a02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:59.486234 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-083469cf-6ed4-44e2-9270-62cb08b63a02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:59.551880 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-083469cf-6ed4-44e2-9270-62cb08b63a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:59.555440 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-083469cf-6ed4-44e2-9270-62cb08b63a02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:59.556784 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-083469cf-6ed4-44e2-9270-62cb08b63a02 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0f94375a-7a7d-46e4-b64b-b18edff5b63e HTTP/1.1" status: 204 len: 168 time: 0.1737950 Aug 29 04:39:59.565176 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083469cf-6ed4-44e2-9270-62cb08b63a02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f94375a-7a7d-46e4-b64b-b18edff5b63e,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:59.627524 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 54650) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:59.893529 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-a23e5a40-5bdc-4972-a8aa-f692da518735 tempest-SubnetPoolsTestJSON-1498737783 tempest-SubnetPoolsTestJSON-1498737783-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-2045089076', 'prefixes': ['172.20.0.0/16']}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:59.966186 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a23e5a40-5bdc-4972-a8aa-f692da518735 tempest-SubnetPoolsTestJSON-1498737783 tempest-SubnetPoolsTestJSON-1498737783-project] Notify callbacks [] for subnetpool, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:59.970801 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 54662) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:59.971739 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-a23e5a40-5bdc-4972-a8aa-f692da518735 tempest-SubnetPoolsTestJSON-1498737783 tempest-SubnetPoolsTestJSON-1498737783-project] 10.222.0.22 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.3428469 Aug 29 04:40:00.003623 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 54666) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:00.004037 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-df9db0b4-cec2-4826-8b1c-7e0eebff8fa8 tempest-SubnetPoolsTestJSON-1498737783 tempest-SubnetPoolsTestJSON-1498737783-project] 10.222.0.22 "GET /v2.0/subnetpools/184112c7-24af-4935-9b3f-513f850faa27 HTTP/1.1" status: 200 len: 732 time: 0.0319974 Aug 29 04:40:00.008538 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-5a2b0905-1c49-466b-ae08-ec2602ab703c tempest-SubnetPoolsTestJSON-1498737783 tempest-SubnetPoolsTestJSON-1498737783-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-164903959'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:00.110059 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5a2b0905-1c49-466b-ae08-ec2602ab703c tempest-SubnetPoolsTestJSON-1498737783 tempest-SubnetPoolsTestJSON-1498737783-project] Notify callbacks [] for subnetpool, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:00.111619 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-5a2b0905-1c49-466b-ae08-ec2602ab703c tempest-SubnetPoolsTestJSON-1498737783 tempest-SubnetPoolsTestJSON-1498737783-project] 10.222.0.22 "PUT /v2.0/subnetpools/184112c7-24af-4935-9b3f-513f850faa27 HTTP/1.1" status: 200 len: 683 time: 0.1068580 Aug 29 04:40:00.114342 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 54670) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:00.202829 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b8dc0d6f-fd6e-4f53-9f43-7f2453926433 tempest-SubnetPoolsTestJSON-1498737783 tempest-SubnetPoolsTestJSON-1498737783-project] Notify callbacks [] for subnetpool, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:00.206639 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-b8dc0d6f-fd6e-4f53-9f43-7f2453926433 tempest-SubnetPoolsTestJSON-1498737783 tempest-SubnetPoolsTestJSON-1498737783-project] 10.222.0.22 "DELETE /v2.0/subnetpools/184112c7-24af-4935-9b3f-513f850faa27 HTTP/1.1" status: 204 len: 168 time: 0.0889242 Aug 29 04:40:00.206832 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 54676) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:00.222930 n-d-712140-12 neutron-server[94829]: INFO neutron.api.v2.resource [None req-0c9531e8-fe04-4be0-a8c4-4712478e3126 tempest-SubnetPoolsTestJSON-1498737783 tempest-SubnetPoolsTestJSON-1498737783-project] show failed (client error): The resource could not be found. Aug 29 04:40:00.224039 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-0c9531e8-fe04-4be0-a8c4-4712478e3126 tempest-SubnetPoolsTestJSON-1498737783 tempest-SubnetPoolsTestJSON-1498737783-project] 10.222.0.22 "GET /v2.0/subnetpools/184112c7-24af-4935-9b3f-513f850faa27 HTTP/1.1" status: 404 len: 346 time: 0.0161734 Aug 29 04:40:00.226907 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 54678) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:00.243412 n-d-712140-12 neutron-server[94829]: INFO neutron.api.v2.resource [None req-0e79172a-59de-470c-92ce-7aa3f3c5ffcd tempest-SubnetPoolsTestJSON-1498737783 tempest-SubnetPoolsTestJSON-1498737783-project] delete failed (client error): The resource could not be found. Aug 29 04:40:00.244475 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-0e79172a-59de-470c-92ce-7aa3f3c5ffcd tempest-SubnetPoolsTestJSON-1498737783 tempest-SubnetPoolsTestJSON-1498737783-project] 10.222.0.22 "DELETE /v2.0/subnetpools/184112c7-24af-4935-9b3f-513f850faa27 HTTP/1.1" status: 404 len: 346 time: 0.0166585 Aug 29 04:40:00.489100 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 54694) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:00.609334 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-30b9a24d-6b65-4716-a160-2207c3b27472 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:00.727998 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-30b9a24d-6b65-4716-a160-2207c3b27472 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:00.732641 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-30b9a24d-6b65-4716-a160-2207c3b27472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:00.781400 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-30b9a24d-6b65-4716-a160-2207c3b27472 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1dd1040f8ed14f819a633ae1ef30dbb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2910707 Aug 29 04:40:00.783922 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 54720) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:00.807493 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b9a24d-6b65-4716-a160-2207c3b27472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f92a0e07-cd67-4218-9307-36b5b210490d,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:00.865052 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74487efa-af8b-4d9c-8f49-c1543d512fe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:00.892818 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74487efa-af8b-4d9c-8f49-c1543d512fe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:00.946261 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74487efa-af8b-4d9c-8f49-c1543d512fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:00.948989 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74487efa-af8b-4d9c-8f49-c1543d512fe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:00.950179 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-74487efa-af8b-4d9c-8f49-c1543d512fe8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f92a0e07-cd67-4218-9307-36b5b210490d HTTP/1.1" status: 204 len: 168 time: 0.1652625 Aug 29 04:40:00.958315 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74487efa-af8b-4d9c-8f49-c1543d512fe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f92a0e07-cd67-4218-9307-36b5b210490d,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:01.369696 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:40:02.992989 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 54830) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:03.109160 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-37895fdc-faa7-4ca2-9f42-c07bb5929599 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:03.206209 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-37895fdc-faa7-4ca2-9f42-c07bb5929599 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:03.210744 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-37895fdc-faa7-4ca2-9f42-c07bb5929599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:03.249106 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37895fdc-faa7-4ca2-9f42-c07bb5929599 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9c88a15-8e92-4f66-8b87-6d1d6c7d10f4,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:03.253460 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-37895fdc-faa7-4ca2-9f42-c07bb5929599 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=23d6a44657884557b63a842477675c88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2587795 Aug 29 04:40:03.256500 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 54834) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:03.331555 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3ec70669-329f-4071-a872-4e9f1c89053f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:03.360070 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3ec70669-329f-4071-a872-4e9f1c89053f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:03.375975 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-52971049-f3de-44d1-bce7-4d2c38e2f95a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:03.418325 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3ec70669-329f-4071-a872-4e9f1c89053f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:03.421270 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3ec70669-329f-4071-a872-4e9f1c89053f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:03.422502 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-3ec70669-329f-4071-a872-4e9f1c89053f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f9c88a15-8e92-4f66-8b87-6d1d6c7d10f4 HTTP/1.1" status: 204 len: 168 time: 0.1648297 Aug 29 04:40:03.437293 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec70669-329f-4071-a872-4e9f1c89053f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9c88a15-8e92-4f66-8b87-6d1d6c7d10f4,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:03.737259 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 54842) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:03.746894 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f27273c2-6558-426a-a6a5-323c57db7701 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:03.848904 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f27273c2-6558-426a-a6a5-323c57db7701 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:03.853259 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f27273c2-6558-426a-a6a5-323c57db7701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:03.893976 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27273c2-6558-426a-a6a5-323c57db7701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=912df563-d003-487c-9638-517c98cc0f44,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:03.901089 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-f27273c2-6558-426a-a6a5-323c57db7701 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ac91058a15734accb52e238be9bfc70d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1639500 Aug 29 04:40:03.901487 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 54844) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:03.958699 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1d788fa0-0b45-4417-9148-663076ec6f72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:03.979392 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1d788fa0-0b45-4417-9148-663076ec6f72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:04.061447 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1d788fa0-0b45-4417-9148-663076ec6f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:04.064002 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1d788fa0-0b45-4417-9148-663076ec6f72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:04.068128 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-1d788fa0-0b45-4417-9148-663076ec6f72 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/912df563-d003-487c-9638-517c98cc0f44 HTTP/1.1" status: 204 len: 168 time: 0.1626782 Aug 29 04:40:04.079404 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d788fa0-0b45-4417-9148-663076ec6f72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=912df563-d003-487c-9638-517c98cc0f44,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:06.245289 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e9b4fda6-ec42-4944-b402-13641cb3a039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:06.577559 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-986af972-c417-444c-be94-a5e0238f4492 req-33ae7f40-434d-4853-a60b-2758886e7548 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=78e1d3c1-2943-4567-af4e-14c28f0b7c9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0532601 Aug 29 04:40:06.701233 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986af972-c417-444c-be94-a5e0238f4492 req-2f9fe865-beab-4701-870d-ba1a88e729bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:06.701815 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986af972-c417-444c-be94-a5e0238f4492 req-2f9fe865-beab-4701-870d-ba1a88e729bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:06.702306 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986af972-c417-444c-be94-a5e0238f4492 req-2f9fe865-beab-4701-870d-ba1a88e729bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:06.702795 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986af972-c417-444c-be94-a5e0238f4492 req-2f9fe865-beab-4701-870d-ba1a88e729bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:06.703277 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986af972-c417-444c-be94-a5e0238f4492 req-2f9fe865-beab-4701-870d-ba1a88e729bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:06.703780 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986af972-c417-444c-be94-a5e0238f4492 req-2f9fe865-beab-4701-870d-ba1a88e729bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:06.704255 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986af972-c417-444c-be94-a5e0238f4492 req-2f9fe865-beab-4701-870d-ba1a88e729bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:06.706216 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-986af972-c417-444c-be94-a5e0238f4492 req-2f9fe865-beab-4701-870d-ba1a88e729bf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b0f1228a8bd44b90ad5ea0a20c4870bf&device_id=78e1d3c1-2943-4567-af4e-14c28f0b7c9c HTTP/1.1" status: 200 len: 6495 time: 0.0578675 Aug 29 04:40:06.831115 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986af972-c417-444c-be94-a5e0238f4492 req-652c1f42-c6cb-4933-a535-57386709e6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:06.831765 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986af972-c417-444c-be94-a5e0238f4492 req-652c1f42-c6cb-4933-a535-57386709e6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:06.832245 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986af972-c417-444c-be94-a5e0238f4492 req-652c1f42-c6cb-4933-a535-57386709e6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:06.833890 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-986af972-c417-444c-be94-a5e0238f4492 req-652c1f42-c6cb-4933-a535-57386709e6cb service neutron] 10.222.0.48 "GET /v2.0/networks?id=f8102508-8177-4d08-b66e-69e3d8dd4b5c&id=17498e6d-84e1-4cac-974a-a187e6f18066&id=17498e6d-84e1-4cac-974a-a187e6f18066&id=17498e6d-84e1-4cac-974a-a187e6f18066&id=17498e6d-84e1-4cac-974a-a187e6f18066&id=5e503eef-fcd9-442c-bfbe-e3b673cf903b&id=5e503eef-fcd9-442c-bfbe-e3b673cf903b HTTP/1.1" status: 200 len: 2292 time: 0.1033967 Aug 29 04:40:06.904109 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-986af972-c417-444c-be94-a5e0238f4492 req-057eaf4f-1524-4435-8c86-318a3e895fdc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=863c0636-bcc8-4b84-adb3-6776bab372ee HTTP/1.1" status: 200 len: 1001 time: 0.0623398 Aug 29 04:40:06.955314 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986af972-c417-444c-be94-a5e0238f4492 req-c872c42c-f747-40e2-86bc-85d926c8a4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:06.956855 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-986af972-c417-444c-be94-a5e0238f4492 req-c872c42c-f747-40e2-86bc-85d926c8a4a1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=38723797-c164-4ad1-837d-c534b680646e HTTP/1.1" status: 200 len: 850 time: 0.0460114 Aug 29 04:40:07.006125 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986af972-c417-444c-be94-a5e0238f4492 req-27d6130b-707f-4d85-ace5-f33b05eeb5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:07.008206 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-986af972-c417-444c-be94-a5e0238f4492 req-27d6130b-707f-4d85-ace5-f33b05eeb5ec service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f8102508-8177-4d08-b66e-69e3d8dd4b5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444400 Aug 29 04:40:07.105311 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-986af972-c417-444c-be94-a5e0238f4492 req-76661702-338a-4c0a-8b95-0689fe476782 service neutron] 10.222.0.48 "GET /v2.0/networks/f8102508-8177-4d08-b66e-69e3d8dd4b5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900800 Aug 29 04:40:07.187822 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:07.219022 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-986af972-c417-444c-be94-a5e0238f4492 req-3e825d3f-bb1b-4eac-8791-b60b53506e54 service neutron] 10.222.0.48 "GET /v2.0/networks/f8102508-8177-4d08-b66e-69e3d8dd4b5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039572 Aug 29 04:40:07.224745 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:07.272865 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-986af972-c417-444c-be94-a5e0238f4492 req-be3e97d8-fe51-45f3-b01c-c67260d19082 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=9ed8042a-534d-4fd9-bab3-f9ca6ec3d842 HTTP/1.1" status: 200 len: 217 time: 0.0477517 Aug 29 04:40:07.362533 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986af972-c417-444c-be94-a5e0238f4492 req-b8d55efb-7fad-4604-9471-1e533e30edae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:07.364755 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-986af972-c417-444c-be94-a5e0238f4492 req-b8d55efb-7fad-4604-9471-1e533e30edae service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2c4c2bd8-a9be-4d3e-b11b-de6654931482 HTTP/1.1" status: 200 len: 797 time: 0.0840671 Aug 29 04:40:07.426433 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986af972-c417-444c-be94-a5e0238f4492 req-5e762f9c-d931-4215-bbc1-14cd347f7ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:07.432210 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-986af972-c417-444c-be94-a5e0238f4492 req-5e762f9c-d931-4215-bbc1-14cd347f7ef6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=17498e6d-84e1-4cac-974a-a187e6f18066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0595453 Aug 29 04:40:07.579207 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-986af972-c417-444c-be94-a5e0238f4492 req-778087cf-148d-43f7-873d-d18ba8177175 service neutron] 10.222.0.48 "GET /v2.0/networks/17498e6d-84e1-4cac-974a-a187e6f18066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154742 Aug 29 04:40:07.696339 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-986af972-c417-444c-be94-a5e0238f4492 req-9ba9c69a-1238-4a8f-9b9d-b69200d19dec service neutron] 10.222.0.48 "GET /v2.0/networks/17498e6d-84e1-4cac-974a-a187e6f18066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077359 Aug 29 04:40:07.754972 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-986af972-c417-444c-be94-a5e0238f4492 req-95dadd9b-1e6d-496a-b66d-cc09150cef69 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.39&port_id=2662ff03-0fe5-4738-ac75-76417260f6bb HTTP/1.1" status: 200 len: 217 time: 0.0521319 Aug 29 04:40:07.817006 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986af972-c417-444c-be94-a5e0238f4492 req-8e5296ec-8191-4dcd-a288-c4c35187c212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:07.818968 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-986af972-c417-444c-be94-a5e0238f4492 req-8e5296ec-8191-4dcd-a288-c4c35187c212 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2c4c2bd8-a9be-4d3e-b11b-de6654931482 HTTP/1.1" status: 200 len: 797 time: 0.0568626 Aug 29 04:40:07.867888 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986af972-c417-444c-be94-a5e0238f4492 req-4753ad80-a4cb-4341-b3dc-20d0c13ebded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:07.869541 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-986af972-c417-444c-be94-a5e0238f4492 req-4753ad80-a4cb-4341-b3dc-20d0c13ebded service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=17498e6d-84e1-4cac-974a-a187e6f18066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0437310 Aug 29 04:40:07.973994 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-986af972-c417-444c-be94-a5e0238f4492 req-e63580b5-9155-4b2a-bbef-42e506a96754 service neutron] 10.222.0.48 "GET /v2.0/networks/17498e6d-84e1-4cac-974a-a187e6f18066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976820 Aug 29 04:40:08.082617 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-986af972-c417-444c-be94-a5e0238f4492 req-9447490b-1238-4111-89ff-4d8fbcd73058 service neutron] 10.222.0.48 "GET /v2.0/networks/17498e6d-84e1-4cac-974a-a187e6f18066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011980 Aug 29 04:40:08.140909 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-986af972-c417-444c-be94-a5e0238f4492 req-06614229-4d64-4894-89d1-fdae1bb79aec service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=5cfcb12b-3c21-4614-9071-b6c0f7763d86 HTTP/1.1" status: 200 len: 217 time: 0.0513499 Aug 29 04:40:08.197278 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986af972-c417-444c-be94-a5e0238f4492 req-ecf4ff6f-f64c-4b95-8e27-6aeba6f7c856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:08.198722 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-986af972-c417-444c-be94-a5e0238f4492 req-ecf4ff6f-f64c-4b95-8e27-6aeba6f7c856 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2c4c2bd8-a9be-4d3e-b11b-de6654931482 HTTP/1.1" status: 200 len: 797 time: 0.0508838 Aug 29 04:40:08.250404 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986af972-c417-444c-be94-a5e0238f4492 req-b26baacd-a24e-4ca1-85c6-743eefbd5fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:08.252865 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-986af972-c417-444c-be94-a5e0238f4492 req-b26baacd-a24e-4ca1-85c6-743eefbd5fe7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=17498e6d-84e1-4cac-974a-a187e6f18066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0472903 Aug 29 04:40:08.373897 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-986af972-c417-444c-be94-a5e0238f4492 req-06258043-d247-4a9a-b868-49ac136e14e8 service neutron] 10.222.0.48 "GET /v2.0/networks/17498e6d-84e1-4cac-974a-a187e6f18066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139083 Aug 29 04:40:08.504308 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-986af972-c417-444c-be94-a5e0238f4492 req-849339ae-02d1-40c0-9c86-33e9803fc467 service neutron] 10.222.0.48 "GET /v2.0/networks/17498e6d-84e1-4cac-974a-a187e6f18066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222777 Aug 29 04:40:08.556717 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-986af972-c417-444c-be94-a5e0238f4492 req-5e3ea5ca-9bd5-4d20-8e47-8fc8d10d8a19 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=73a89596-2f6f-4bb0-aecd-74540ae2a41e HTTP/1.1" status: 200 len: 217 time: 0.0449226 Aug 29 04:40:08.640715 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986af972-c417-444c-be94-a5e0238f4492 req-730d3f06-21e5-497e-b142-9a507c64d37f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:08.645150 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-986af972-c417-444c-be94-a5e0238f4492 req-730d3f06-21e5-497e-b142-9a507c64d37f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2c4c2bd8-a9be-4d3e-b11b-de6654931482 HTTP/1.1" status: 200 len: 797 time: 0.0573976 Aug 29 04:40:08.697864 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986af972-c417-444c-be94-a5e0238f4492 req-282ea4c8-b142-464e-a522-8a9edb6d4762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:08.699533 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-986af972-c417-444c-be94-a5e0238f4492 req-282ea4c8-b142-464e-a522-8a9edb6d4762 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=17498e6d-84e1-4cac-974a-a187e6f18066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0468440 Aug 29 04:40:08.709923 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:08.794758 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-986af972-c417-444c-be94-a5e0238f4492 req-ca7a9b0c-d8b7-4b9d-8629-cc01ddd22f5c service neutron] 10.222.0.48 "GET /v2.0/networks/17498e6d-84e1-4cac-974a-a187e6f18066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880675 Aug 29 04:40:08.905442 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-986af972-c417-444c-be94-a5e0238f4492 req-26fdeb88-0551-4252-bb87-094021c5eaa3 service neutron] 10.222.0.48 "GET /v2.0/networks/17498e6d-84e1-4cac-974a-a187e6f18066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039500 Aug 29 04:40:08.964926 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-986af972-c417-444c-be94-a5e0238f4492 req-dc6cc313-c7fb-48d2-b5b3-1037d198df89 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e8c38dda-a12f-4615-86b7-8fdfbcfe8a49 HTTP/1.1" status: 200 len: 217 time: 0.0524628 Aug 29 04:40:09.020522 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986af972-c417-444c-be94-a5e0238f4492 req-f72f39f8-f13f-4f51-9340-52114793c1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:09.022033 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-986af972-c417-444c-be94-a5e0238f4492 req-f72f39f8-f13f-4f51-9340-52114793c1a7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8462c09a-3992-4e92-b18c-741f3c6662c3 HTTP/1.1" status: 200 len: 797 time: 0.0504808 Aug 29 04:40:09.076581 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986af972-c417-444c-be94-a5e0238f4492 req-b32bd115-947c-4c7b-9acf-24ca44f0a521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:09.078560 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-986af972-c417-444c-be94-a5e0238f4492 req-b32bd115-947c-4c7b-9acf-24ca44f0a521 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5e503eef-fcd9-442c-bfbe-e3b673cf903b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0496812 Aug 29 04:40:09.216254 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-986af972-c417-444c-be94-a5e0238f4492 req-884bbcbb-c811-45b2-8a05-531499359ea7 service neutron] 10.222.0.48 "GET /v2.0/networks/5e503eef-fcd9-442c-bfbe-e3b673cf903b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294627 Aug 29 04:40:09.322574 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-986af972-c417-444c-be94-a5e0238f4492 req-beb6260c-4800-4442-95d8-50c36badf633 service neutron] 10.222.0.48 "GET /v2.0/networks/5e503eef-fcd9-442c-bfbe-e3b673cf903b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989757 Aug 29 04:40:09.368706 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-986af972-c417-444c-be94-a5e0238f4492 req-49a2c6c3-6ae8-45ed-a44c-1a9d0f3743fb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f22d63c2-bcf4-4be3-aee8-c0adc98c55e8 HTTP/1.1" status: 200 len: 217 time: 0.0387883 Aug 29 04:40:09.451929 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986af972-c417-444c-be94-a5e0238f4492 req-3ec7764b-e158-45d5-8abd-c57e4cde3028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:09.454048 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-986af972-c417-444c-be94-a5e0238f4492 req-3ec7764b-e158-45d5-8abd-c57e4cde3028 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8462c09a-3992-4e92-b18c-741f3c6662c3 HTTP/1.1" status: 200 len: 797 time: 0.0762212 Aug 29 04:40:09.512149 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986af972-c417-444c-be94-a5e0238f4492 req-679b4565-1c4c-4cbc-a9b2-016be4975e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:09.513812 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-986af972-c417-444c-be94-a5e0238f4492 req-679b4565-1c4c-4cbc-a9b2-016be4975e7d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5e503eef-fcd9-442c-bfbe-e3b673cf903b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0517015 Aug 29 04:40:09.649004 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-986af972-c417-444c-be94-a5e0238f4492 req-70c283e2-0cf8-4ebc-a552-acd4159da95d service neutron] 10.222.0.48 "GET /v2.0/networks/5e503eef-fcd9-442c-bfbe-e3b673cf903b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265571 Aug 29 04:40:09.786195 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-986af972-c417-444c-be94-a5e0238f4492 req-07533858-dbdf-4809-a321-037d8d2ea6d7 service neutron] 10.222.0.48 "GET /v2.0/networks/5e503eef-fcd9-442c-bfbe-e3b673cf903b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282175 Aug 29 04:40:19.197913 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:25.348425 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 55220) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:25.484274 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a41dd550-97c8-4704-91bc-bea80432c31f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:25.630407 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a41dd550-97c8-4704-91bc-bea80432c31f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:25.636519 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a41dd550-97c8-4704-91bc-bea80432c31f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:25.688181 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 55224) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:25.689104 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-a41dd550-97c8-4704-91bc-bea80432c31f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=68f69a04d21b4aea9e10a4393b7c57a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3387556 Aug 29 04:40:25.690301 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41dd550-97c8-4704-91bc-bea80432c31f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9afa0ee6-035c-4d8a-8de6-d698d9b21c8a,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:25.699124 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41dd550-97c8-4704-91bc-bea80432c31f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:25.699727 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41dd550-97c8-4704-91bc-bea80432c31f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:25.700243 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41dd550-97c8-4704-91bc-bea80432c31f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:25.700729 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41dd550-97c8-4704-91bc-bea80432c31f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:25.701220 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41dd550-97c8-4704-91bc-bea80432c31f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:25.701716 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41dd550-97c8-4704-91bc-bea80432c31f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:25.702354 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41dd550-97c8-4704-91bc-bea80432c31f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:25.703008 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41dd550-97c8-4704-91bc-bea80432c31f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:25.703523 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41dd550-97c8-4704-91bc-bea80432c31f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:25.704107 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41dd550-97c8-4704-91bc-bea80432c31f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:25.704640 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41dd550-97c8-4704-91bc-bea80432c31f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:25.705136 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41dd550-97c8-4704-91bc-bea80432c31f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:25.755759 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-331b1574-90c7-4e76-8b39-40971253c236 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:25.779922 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-331b1574-90c7-4e76-8b39-40971253c236 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:25.840874 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-331b1574-90c7-4e76-8b39-40971253c236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:25.844343 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-331b1574-90c7-4e76-8b39-40971253c236 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:25.845548 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-331b1574-90c7-4e76-8b39-40971253c236 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9afa0ee6-035c-4d8a-8de6-d698d9b21c8a HTTP/1.1" status: 204 len: 168 time: 0.1563594 Aug 29 04:40:25.862887 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331b1574-90c7-4e76-8b39-40971253c236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9afa0ee6-035c-4d8a-8de6-d698d9b21c8a,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:26.166854 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 55230) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:26.181629 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7acb4183-1c5c-4099-bbed-2d1b5eee0146 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:26.280050 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7acb4183-1c5c-4099-bbed-2d1b5eee0146 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:26.285524 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7acb4183-1c5c-4099-bbed-2d1b5eee0146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:26.344937 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 55238) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:26.352970 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-7acb4183-1c5c-4099-bbed-2d1b5eee0146 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=17b96c73f50148398741cf79b3174c02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1849189 Aug 29 04:40:26.400559 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acb4183-1c5c-4099-bbed-2d1b5eee0146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5f2dc7a-cd1f-4d7f-9889-0714878b3810,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:26.427041 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-13d44983-dc33-42ba-a951-27b90ad95fba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:26.454365 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-13d44983-dc33-42ba-a951-27b90ad95fba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:26.521704 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-13d44983-dc33-42ba-a951-27b90ad95fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:26.525439 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-13d44983-dc33-42ba-a951-27b90ad95fba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:26.529105 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-13d44983-dc33-42ba-a951-27b90ad95fba admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c5f2dc7a-cd1f-4d7f-9889-0714878b3810 HTTP/1.1" status: 204 len: 168 time: 0.1803579 Aug 29 04:40:26.554058 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d44983-dc33-42ba-a951-27b90ad95fba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5f2dc7a-cd1f-4d7f-9889-0714878b3810,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:28.684042 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:29.069973 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 55302) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:29.325179 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7c0edd93-1c9b-41a1-bfa7-f7153aed3a96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:29.493978 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7c0edd93-1c9b-41a1-bfa7-f7153aed3a96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:29.508544 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7c0edd93-1c9b-41a1-bfa7-f7153aed3a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:29.568308 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-7c0edd93-1c9b-41a1-bfa7-f7153aed3a96 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=aadbcf0f7a7d4bb69c4ce26ec7168180&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4970660 Aug 29 04:40:29.572634 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 55308) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:29.580218 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0edd93-1c9b-41a1-bfa7-f7153aed3a96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6086a83-1cae-4aea-be86-2de1743ecae0,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:29.595059 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0edd93-1c9b-41a1-bfa7-f7153aed3a96 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:29.595956 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0edd93-1c9b-41a1-bfa7-f7153aed3a96 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:29.596527 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0edd93-1c9b-41a1-bfa7-f7153aed3a96 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:29.597117 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0edd93-1c9b-41a1-bfa7-f7153aed3a96 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:29.597510 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0edd93-1c9b-41a1-bfa7-f7153aed3a96 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:29.597859 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0edd93-1c9b-41a1-bfa7-f7153aed3a96 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:29.598200 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0edd93-1c9b-41a1-bfa7-f7153aed3a96 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:29.598590 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0edd93-1c9b-41a1-bfa7-f7153aed3a96 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:29.598956 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0edd93-1c9b-41a1-bfa7-f7153aed3a96 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:29.599258 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0edd93-1c9b-41a1-bfa7-f7153aed3a96 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:29.599788 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0edd93-1c9b-41a1-bfa7-f7153aed3a96 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:29.600294 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0edd93-1c9b-41a1-bfa7-f7153aed3a96 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:29.724198 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ad887105-3396-4af1-83ac-d2daca455447 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:29.773661 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ad887105-3396-4af1-83ac-d2daca455447 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:29.857288 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ad887105-3396-4af1-83ac-d2daca455447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:29.861983 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ad887105-3396-4af1-83ac-d2daca455447 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:29.864270 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-ad887105-3396-4af1-83ac-d2daca455447 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b6086a83-1cae-4aea-be86-2de1743ecae0 HTTP/1.1" status: 204 len: 168 time: 0.2891660 Aug 29 04:40:29.877041 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad887105-3396-4af1-83ac-d2daca455447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6086a83-1cae-4aea-be86-2de1743ecae0,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:32.334802 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 55366) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:32.578172 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-bc7e6380-134b-4cc6-855d-ccdb85be7f54 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Request body: {'network': {'name': 'tempest-network-smoke--1854976860', 'project_id': 'c8d6449eb446497eb342b1e8e523ec41', 'port_security_enabled': True}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:32.629048 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc7e6380-134b-4cc6-855d-ccdb85be7f54 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Made reservation on behalf of c8d6449eb446497eb342b1e8e523ec41 for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:40:32.638425 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-bc7e6380-134b-4cc6-855d-ccdb85be7f54 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:32.657912 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-bc7e6380-134b-4cc6-855d-ccdb85be7f54 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:32.814931 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-bc7e6380-134b-4cc6-855d-ccdb85be7f54 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:32.820083 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-bc7e6380-134b-4cc6-855d-ccdb85be7f54 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:32.846553 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc7e6380-134b-4cc6-855d-ccdb85be7f54 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:40:32.861325 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-bc7e6380-134b-4cc6-855d-ccdb85be7f54 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:32.861811 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-bc7e6380-134b-4cc6-855d-ccdb85be7f54 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Added segment dc1d4212-0efb-4404-8831-7edf2e5f502f of type vlan for network 5de65736-3c0f-457f-9d15-915d56de81b8 Aug 29 04:40:32.910106 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7e6380-134b-4cc6-855d-ccdb85be7f54 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=641081f9-2c91-40d0-83cd-87ab2641f308,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:32.921361 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-bc7e6380-134b-4cc6-855d-ccdb85be7f54 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:32.971260 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-bc7e6380-134b-4cc6-855d-ccdb85be7f54 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:32.981553 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7e6380-134b-4cc6-855d-ccdb85be7f54 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:32.982987 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-bc7e6380-134b-4cc6-855d-ccdb85be7f54 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:33.055808 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-bc7e6380-134b-4cc6-855d-ccdb85be7f54 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7191174 Aug 29 04:40:33.063598 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 55380) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:33.071170 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-2ac14514-27a4-4578-9e54-84754168337f tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1363413386', 'admin_state_up': True, 'project_id': 'c8d6449eb446497eb342b1e8e523ec41', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:33.087471 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7e6380-134b-4cc6-855d-ccdb85be7f54 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Pushing event updated for resources: {'Network': ['ID=5de65736-3c0f-457f-9d15-915d56de81b8,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:33.106466 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 5de65736-3c0f-457f-9d15-915d56de81b8 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:40:33.116045 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2ac14514-27a4-4578-9e54-84754168337f tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:33.117644 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2ac14514-27a4-4578-9e54-84754168337f tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1838'] for router, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:33.178450 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2ac14514-27a4-4578-9e54-84754168337f tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:33.349222 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2ac14514-27a4-4578-9e54-84754168337f tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:33.386047 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5e609cf5-a4e7-4183-8176-6f10697d15fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:33.879309 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2ac14514-27a4-4578-9e54-84754168337f tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for router_gateway, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:33.898006 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2ac14514-27a4-4578-9e54-84754168337f tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:34.017820 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-2ac14514-27a4-4578-9e54-84754168337f tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Allocated IP 172.25.0.115 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/bb55450b-8e11-4bc6-a7f7-e97374eb72b6) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:40:34.142442 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2ac14514-27a4-4578-9e54-84754168337f tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:34.190738 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2ac14514-27a4-4578-9e54-84754168337f tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:34.243958 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac14514-27a4-4578-9e54-84754168337f tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:40:34.251185 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-2ac14514-27a4-4578-9e54-84754168337f tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:40:34.257847 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac14514-27a4-4578-9e54-84754168337f tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:40:34.266180 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac14514-27a4-4578-9e54-84754168337f tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Pushing event updated for resources: {'Port': ['ID=bb55450b-8e11-4bc6-a7f7-e97374eb72b6,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:34.708431 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2ac14514-27a4-4578-9e54-84754168337f tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for router_gateway, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:34.999048 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2ac14514-27a4-4578-9e54-84754168337f tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409'] for router, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:35.143336 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ac14514-27a4-4578-9e54-84754168337f tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Router f803bfa4-3671-457a-b237-00680cc615e6 is scheduled to L3 agent 76874008-c311-485c-ba36-921b6d275b6a with binding_index 1 {{(pid=94828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:40:35.292241 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ac14514-27a4-4578-9e54-84754168337f tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:40:35.316132 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2404ad66-bfd0-4878-9391-cb065f9a55a9 None None] Sync routers for ids ['f803bfa4-3671-457a-b237-00680cc615e6'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:40:35.319522 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2ac14514-27a4-4578-9e54-84754168337f tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for router, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:35.321121 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-2ac14514-27a4-4578-9e54-84754168337f tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.2550340 Aug 29 04:40:35.324969 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 55400) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:35.336729 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2404ad66-bfd0-4878-9391-cb065f9a55a9 None None] Routers {'f803bfa4-3671-457a-b237-00680cc615e6'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:40:35.338877 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-2404ad66-bfd0-4878-9391-cb065f9a55a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:40:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['f803bfa4-3671-457a-b237-00680cc615e6'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:35.454356 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-b3592385-ca41-4862-82a1-ea861f5977af tempest-TestNetworkBasicOps-481204260 tempest-TestNetworkBasicOps-481204260-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=c8d6449eb446497eb342b1e8e523ec41&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1281483 Aug 29 04:40:35.457239 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 55406) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:35.550416 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-2404ad66-bfd0-4878-9391-cb065f9a55a9 None None] Set router f803bfa4-3671-457a-b237-00680cc615e6 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:40:35.597607 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ce24e0-922f-4469-b0fd-dd3bd8ec8c32 tempest-TestNetworkBasicOps-481204260 tempest-TestNetworkBasicOps-481204260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:35.604495 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-a9ce24e0-922f-4469-b0fd-dd3bd8ec8c32 tempest-TestNetworkBasicOps-481204260 tempest-TestNetworkBasicOps-481204260-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1457901 Aug 29 04:40:35.605596 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 55408) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:35.654726 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-71728e33-c775-47ea-b5a2-8d0a2961247e tempest-TestNetworkBasicOps-481204260 tempest-TestNetworkBasicOps-481204260-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=e6c84a15-2e6f-4c07-8ede-a88148c2fe90&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0478320 Aug 29 04:40:35.657453 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 55410) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:35.663990 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-a0863a4f-4f1f-40a5-b0a6-80f11e475cfc tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-641155525', 'network_id': '5de65736-3c0f-457f-9d15-915d56de81b8', 'project_id': 'c8d6449eb446497eb342b1e8e523ec41', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:35.841854 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0863a4f-4f1f-40a5-b0a6-80f11e475cfc tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Made reservation on behalf of c8d6449eb446497eb342b1e8e523ec41 for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:40:35.846967 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-2404ad66-bfd0-4878-9391-cb065f9a55a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f803bfa4-3671-457a-b237-00680cc615e6', 'name': 'tempest-TestNetworkBasicOps-router-1363413386', 'tenant_id': 'c8d6449eb446497eb342b1e8e523ec41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'bb55450b-8e11-4bc6-a7f7-e97374eb72b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:40:33Z', 'updated_at': '2021-08-29T04:40:34Z', 'revision_number': 3, 'project_id': 'c8d6449eb446497eb342b1e8e523ec41', 'gw_port': {'id': 'bb55450b-8e11-4bc6-a7f7-e97374eb72b6', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:cf:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f803bfa4-3671-457a-b237-00680cc615e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:33Z', 'updated_at': '2021-08-29T04:40:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:35.852023 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a0863a4f-4f1f-40a5-b0a6-80f11e475cfc tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4552395'] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:35.893868 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2404ad66-bfd0-4878-9391-cb065f9a55a9 None None] Checking router: f803bfa4-3671-457a-b237-00680cc615e6 for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:40:35.894222 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2404ad66-bfd0-4878-9391-cb065f9a55a9 None None] Updating router f803bfa4-3671-457a-b237-00680cc615e6 port bb55450b-8e11-4bc6-a7f7-e97374eb72b6 binding host n-d-712140-12 {{(pid=94831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:40:35.934961 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2404ad66-bfd0-4878-9391-cb065f9a55a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:36.110525 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a0863a4f-4f1f-40a5-b0a6-80f11e475cfc tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4274880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4552377'] for subnet, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:36.185948 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0863a4f-4f1f-40a5-b0a6-80f11e475cfc tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Pushing event updated for resources: {'Subnet': ['ID=7fb6a489-c966-41f6-9582-c3c9c1ebbee1,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:36.188549 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0863a4f-4f1f-40a5-b0a6-80f11e475cfc tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Checking segment: {'id': 'dc1d4212-0efb-4404-8831-7edf2e5f502f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '5de65736-3c0f-457f-9d15-915d56de81b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:40:36.188913 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0863a4f-4f1f-40a5-b0a6-80f11e475cfc tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Network hostable DHCP agents. Network: 5de65736-3c0f-457f-9d15-915d56de81b8, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:40:36.212186 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0863a4f-4f1f-40a5-b0a6-80f11e475cfc tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Network 5de65736-3c0f-457f-9d15-915d56de81b8 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:40:36.223114 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-a0863a4f-4f1f-40a5-b0a6-80f11e475cfc tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 5de65736-3c0f-457f-9d15-915d56de81b8) {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:40:36.228910 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0863a4f-4f1f-40a5-b0a6-80f11e475cfc tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:36.230192 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a0863a4f-4f1f-40a5-b0a6-80f11e475cfc tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:36.247260 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db798345-0983-41e8-9b83-607e69436ca9 None None] Network 5de65736-3c0f-457f-9d15-915d56de81b8 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:40:36.248182 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-a0863a4f-4f1f-40a5-b0a6-80f11e475cfc tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5889139 Aug 29 04:40:36.252067 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 55412) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:36.308721 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a58f4981-e678-4573-a4c1-3f6ff4daff06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:36.393681 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2404ad66-bfd0-4878-9391-cb065f9a55a9 None None] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:36.412089 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-2404ad66-bfd0-4878-9391-cb065f9a55a9 None None] Transition to ACTIVE for port object bb55450b-8e11-4bc6-a7f7-e97374eb72b6 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:40:36.426138 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2404ad66-bfd0-4878-9391-cb065f9a55a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:36.499082 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216d0e3f-c840-45ed-853f-33eba6f1cfb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-5de65736-3c0f-457f-9d15-915d56de81b8', 'network_id': '5de65736-3c0f-457f-9d15-915d56de81b8', 'tenant_id': 'c8d6449eb446497eb342b1e8e523ec41', 'fixed_ips': [{'subnet_id': '7fb6a489-c966-41f6-9582-c3c9c1ebbee1'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:40:36.499550 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-216d0e3f-c840-45ed-853f-33eba6f1cfb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:36.535897 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ae9c90-6a56-4a90-b5bd-96cb95877a42 None None] Pushing event updated for resources: {'Port': ['ID=bb55450b-8e11-4bc6-a7f7-e97374eb72b6,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:36.550419 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-2404ad66-bfd0-4878-9391-cb065f9a55a9 None None] Attempting to bind port bb55450b-8e11-4bc6-a7f7-e97374eb72b6 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:40:36.551478 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-2404ad66-bfd0-4878-9391-cb065f9a55a9 None None] Attempting to bind port bb55450b-8e11-4bc6-a7f7-e97374eb72b6 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:40:36.556810 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2404ad66-bfd0-4878-9391-cb065f9a55a9 None None] Attempting to bind port bb55450b-8e11-4bc6-a7f7-e97374eb72b6 on network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:40:36.576244 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ae9c90-6a56-4a90-b5bd-96cb95877a42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:36.577447 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ae9c90-6a56-4a90-b5bd-96cb95877a42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:36.578348 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ae9c90-6a56-4a90-b5bd-96cb95877a42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:36.580391 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ae9c90-6a56-4a90-b5bd-96cb95877a42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:36.581072 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ae9c90-6a56-4a90-b5bd-96cb95877a42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:36.583707 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ae9c90-6a56-4a90-b5bd-96cb95877a42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:36.584594 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ae9c90-6a56-4a90-b5bd-96cb95877a42 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:36.587892 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ae9c90-6a56-4a90-b5bd-96cb95877a42 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:36.588410 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ae9c90-6a56-4a90-b5bd-96cb95877a42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:36.589183 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ae9c90-6a56-4a90-b5bd-96cb95877a42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:36.593728 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ae9c90-6a56-4a90-b5bd-96cb95877a42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:36.594388 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ae9c90-6a56-4a90-b5bd-96cb95877a42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:36.618554 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2404ad66-bfd0-4878-9391-cb065f9a55a9 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:40:36.619166 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2404ad66-bfd0-4878-9391-cb065f9a55a9 None None] Checking segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:40:36.619967 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2404ad66-bfd0-4878-9391-cb065f9a55a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:36.620492 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2404ad66-bfd0-4878-9391-cb065f9a55a9 None None] Bound using segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:40:36.621276 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-2404ad66-bfd0-4878-9391-cb065f9a55a9 None None] Bound port: bb55450b-8e11-4bc6-a7f7-e97374eb72b6, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:40:36.621906 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2404ad66-bfd0-4878-9391-cb065f9a55a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:36.779525 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-216d0e3f-c840-45ed-853f-33eba6f1cfb7 None None] Allocated IP 172.20.0.2 (5de65736-3c0f-457f-9d15-915d56de81b8/7fb6a489-c966-41f6-9582-c3c9c1ebbee1/7bc45020-5c0f-41f4-8f25-28bfb1e64073) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:40:36.791064 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-2404ad66-bfd0-4878-9391-cb065f9a55a9 None None] For port bb55450b-8e11-4bc6-a7f7-e97374eb72b6, host n-d-712140-12, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:40:36.801012 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-2404ad66-bfd0-4878-9391-cb065f9a55a9 None None] For port bb55450b-8e11-4bc6-a7f7-e97374eb72b6, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=bb55450b-8e11-4bc6-a7f7-e97374eb72b6,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:40:36.810878 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2404ad66-bfd0-4878-9391-cb065f9a55a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:36.883666 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2404ad66-bfd0-4878-9391-cb065f9a55a9 None None] Routers {'f803bfa4-3671-457a-b237-00680cc615e6'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:40:36.884454 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-2404ad66-bfd0-4878-9391-cb065f9a55a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:40:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['f803bfa4-3671-457a-b237-00680cc615e6'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:36.997378 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ae9c90-6a56-4a90-b5bd-96cb95877a42 None None] Pushing event updated for resources: {'Port': ['ID=bb55450b-8e11-4bc6-a7f7-e97374eb72b6,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:37.026917 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-2404ad66-bfd0-4878-9391-cb065f9a55a9 None None] Set router f803bfa4-3671-457a-b237-00680cc615e6 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:40:37.056324 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e12304d3-2058-47cd-9734-71ebee1e9856 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:37.108834 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-216d0e3f-c840-45ed-853f-33eba6f1cfb7 None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:37.117572 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-216d0e3f-c840-45ed-853f-33eba6f1cfb7 None None] Transition to ACTIVE for port object 7bc45020-5c0f-41f4-8f25-28bfb1e64073 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:40:37.154787 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-216d0e3f-c840-45ed-853f-33eba6f1cfb7 None None] Transition to ACTIVE for port object 7bc45020-5c0f-41f4-8f25-28bfb1e64073 will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:40:37.162156 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-216d0e3f-c840-45ed-853f-33eba6f1cfb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:37.214273 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216d0e3f-c840-45ed-853f-33eba6f1cfb7 None None] Pushing event updated for resources: {'Port': ['ID=7bc45020-5c0f-41f4-8f25-28bfb1e64073,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:37.248719 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216d0e3f-c840-45ed-853f-33eba6f1cfb7 None None] Network 5de65736-3c0f-457f-9d15-915d56de81b8 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:40:37.250088 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:37.251353 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:37.253402 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-216d0e3f-c840-45ed-853f-33eba6f1cfb7 None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:40:37.255982 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216d0e3f-c840-45ed-853f-33eba6f1cfb7 None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:40:37.257894 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-2404ad66-bfd0-4878-9391-cb065f9a55a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f803bfa4-3671-457a-b237-00680cc615e6', 'name': 'tempest-TestNetworkBasicOps-router-1363413386', 'tenant_id': 'c8d6449eb446497eb342b1e8e523ec41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'bb55450b-8e11-4bc6-a7f7-e97374eb72b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:40:33Z', 'updated_at': '2021-08-29T04:40:34Z', 'revision_number': 3, 'project_id': 'c8d6449eb446497eb342b1e8e523ec41', 'gw_port': {'id': 'bb55450b-8e11-4bc6-a7f7-e97374eb72b6', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:cf:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f803bfa4-3671-457a-b237-00680cc615e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:33Z', 'updated_at': '2021-08-29T04:40:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:37.288593 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2404ad66-bfd0-4878-9391-cb065f9a55a9 None None] The sync data for ids ['f803bfa4-3671-457a-b237-00680cc615e6'] in n-d-712140-12 is: [{'id': 'f803bfa4-3671-457a-b237-00680cc615e6', 'name': 'tempest-TestNetworkBasicOps-router-1363413386', 'tenant_id': 'c8d6449eb446497eb342b1e8e523ec41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'bb55450b-8e11-4bc6-a7f7-e97374eb72b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:40:33Z', 'updated_at': '2021-08-29T04:40:34Z', 'revision_number': 3, 'project_id': 'c8d6449eb446497eb342b1e8e523ec41', 'gw_port': {'id': 'bb55450b-8e11-4bc6-a7f7-e97374eb72b6', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:cf:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f803bfa4-3671-457a-b237-00680cc615e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:33Z', 'updated_at': '2021-08-29T04:40:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:40:37.324392 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-216d0e3f-c840-45ed-853f-33eba6f1cfb7 None None] Attempting to bind port 7bc45020-5c0f-41f4-8f25-28bfb1e64073 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:40:37.324775 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-216d0e3f-c840-45ed-853f-33eba6f1cfb7 None None] Attempting to bind port 7bc45020-5c0f-41f4-8f25-28bfb1e64073 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'dc1d4212-0efb-4404-8831-7edf2e5f502f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '5de65736-3c0f-457f-9d15-915d56de81b8'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:40:37.325154 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216d0e3f-c840-45ed-853f-33eba6f1cfb7 None None] Attempting to bind port 7bc45020-5c0f-41f4-8f25-28bfb1e64073 on network 5de65736-3c0f-457f-9d15-915d56de81b8 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:40:37.331002 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216d0e3f-c840-45ed-853f-33eba6f1cfb7 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:40:37.331412 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216d0e3f-c840-45ed-853f-33eba6f1cfb7 None None] Checking segment: {'id': 'dc1d4212-0efb-4404-8831-7edf2e5f502f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '5de65736-3c0f-457f-9d15-915d56de81b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:40:37.331867 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-216d0e3f-c840-45ed-853f-33eba6f1cfb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:37.332269 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216d0e3f-c840-45ed-853f-33eba6f1cfb7 None None] Bound using segment: {'id': 'dc1d4212-0efb-4404-8831-7edf2e5f502f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '5de65736-3c0f-457f-9d15-915d56de81b8'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:40:37.332736 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-216d0e3f-c840-45ed-853f-33eba6f1cfb7 None None] Bound port: 7bc45020-5c0f-41f4-8f25-28bfb1e64073, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc1d4212-0efb-4404-8831-7edf2e5f502f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '5de65736-3c0f-457f-9d15-915d56de81b8'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:40:37.333122 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-216d0e3f-c840-45ed-853f-33eba6f1cfb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:37.418148 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-216d0e3f-c840-45ed-853f-33eba6f1cfb7 None None] For port 7bc45020-5c0f-41f4-8f25-28bfb1e64073, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:40:37.421858 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-216d0e3f-c840-45ed-853f-33eba6f1cfb7 None None] For port 7bc45020-5c0f-41f4-8f25-28bfb1e64073, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=7bc45020-5c0f-41f4-8f25-28bfb1e64073,segment=NetworkSegment(dc1d4212-0efb-4404-8831-7edf2e5f502f),segment_id=dc1d4212-0efb-4404-8831-7edf2e5f502f)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:40:37.428136 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-216d0e3f-c840-45ed-853f-33eba6f1cfb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:37.432837 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-e12304d3-2058-47cd-9734-71ebee1e9856 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Allocated IP 172.20.0.1 (5de65736-3c0f-457f-9d15-915d56de81b8/7fb6a489-c966-41f6-9582-c3c9c1ebbee1/2c655ad0-b742-4b5b-a33b-d6f11fca5fc3) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:40:37.517225 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216d0e3f-c840-45ed-853f-33eba6f1cfb7 None None] Pushing event updated for resources: {'Port': ['ID=7bc45020-5c0f-41f4-8f25-28bfb1e64073,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:37.592844 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e12304d3-2058-47cd-9734-71ebee1e9856 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:37.618882 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e12304d3-2058-47cd-9734-71ebee1e9856 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Transition to ACTIVE for port object 2c655ad0-b742-4b5b-a33b-d6f11fca5fc3 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:40:37.676938 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e12304d3-2058-47cd-9734-71ebee1e9856 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:37.792670 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12304d3-2058-47cd-9734-71ebee1e9856 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Network 5de65736-3c0f-457f-9d15-915d56de81b8 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:40:37.807845 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-e12304d3-2058-47cd-9734-71ebee1e9856 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:40:37.811227 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12304d3-2058-47cd-9734-71ebee1e9856 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:40:37.874205 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12304d3-2058-47cd-9734-71ebee1e9856 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Pushing event updated for resources: {'Port': ['ID=2c655ad0-b742-4b5b-a33b-d6f11fca5fc3,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:37.923671 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e12304d3-2058-47cd-9734-71ebee1e9856 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719598'] for router_interface, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:38.149431 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e12304d3-2058-47cd-9734-71ebee1e9856 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:38.372980 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:40:38.452809 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e12304d3-2058-47cd-9734-71ebee1e9856 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:38.457323 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e12304d3-2058-47cd-9734-71ebee1e9856 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:38.537254 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12304d3-2058-47cd-9734-71ebee1e9856 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Pushing event updated for resources: {'Port': ['ID=2c655ad0-b742-4b5b-a33b-d6f11fca5fc3,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:38.539732 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e12304d3-2058-47cd-9734-71ebee1e9856 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-718897'] for router_interface, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:38.640382 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12304d3-2058-47cd-9734-71ebee1e9856 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Network 5de65736-3c0f-457f-9d15-915d56de81b8 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:40:38.641817 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-e12304d3-2058-47cd-9734-71ebee1e9856 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:40:38.703456 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:38.821631 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e12304d3-2058-47cd-9734-71ebee1e9856 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Router f803bfa4-3671-457a-b237-00680cc615e6 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:40:38.925486 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 7bc45020-5c0f-41f4-8f25-28bfb1e64073 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:40:39.015391 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 7bc45020-5c0f-41f4-8f25-28bfb1e64073 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:40:39.019105 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e12304d3-2058-47cd-9734-71ebee1e9856 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:40:39.020617 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device bb55450b-8e11-4bc6-a7f7-e97374eb72b6 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:40:39.032045 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 55452) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:39.032528 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-e12304d3-2058-47cd-9734-71ebee1e9856 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "PUT /v2.0/routers/f803bfa4-3671-457a-b237-00680cc615e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7785945 Aug 29 04:40:39.050353 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c44062b-2154-41fd-bb53-4c60e3ef8056 None None] Network 5de65736-3c0f-457f-9d15-915d56de81b8 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:40:39.142579 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6420cd17-f9d8-42b3-9c05-cffb4143cc36 None None] Provisioning for port 7bc45020-5c0f-41f4-8f25-28bfb1e64073 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:40:39.148651 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6420cd17-f9d8-42b3-9c05-cffb4143cc36 None None] Provisioning complete for port 7bc45020-5c0f-41f4-8f25-28bfb1e64073 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:39.149016 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6420cd17-f9d8-42b3-9c05-cffb4143cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:39.211338 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port bb55450b-8e11-4bc6-a7f7-e97374eb72b6 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:40:39.228876 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port bb55450b-8e11-4bc6-a7f7-e97374eb72b6 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:39.229240 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:39.381917 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6420cd17-f9d8-42b3-9c05-cffb4143cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:39.468386 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:39.487036 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6420cd17-f9d8-42b3-9c05-cffb4143cc36 None None] For port 7bc45020-5c0f-41f4-8f25-28bfb1e64073, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=7bc45020-5c0f-41f4-8f25-28bfb1e64073,segment=NetworkSegment(dc1d4212-0efb-4404-8831-7edf2e5f502f),segment_id=dc1d4212-0efb-4404-8831-7edf2e5f502f)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:39.497858 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6420cd17-f9d8-42b3-9c05-cffb4143cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:39.515301 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port bb55450b-8e11-4bc6-a7f7-e97374eb72b6, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=bb55450b-8e11-4bc6-a7f7-e97374eb72b6,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:39.539304 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:39.582920 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6420cd17-f9d8-42b3-9c05-cffb4143cc36 None None] Pushing event updated for resources: {'Port': ['ID=7bc45020-5c0f-41f4-8f25-28bfb1e64073,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:39.650818 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=bb55450b-8e11-4bc6-a7f7-e97374eb72b6,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:39.659327 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9464549-ab75-45fd-b28f-9c662d234432 None None] Sync routers for ids ['f803bfa4-3671-457a-b237-00680cc615e6'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:40:39.673801 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0dec6b6-d08d-45c4-87e6-f06a72fba81a tempest-TestNetworkBasicOps-481204260 tempest-TestNetworkBasicOps-481204260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:39.674412 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0dec6b6-d08d-45c4-87e6-f06a72fba81a tempest-TestNetworkBasicOps-481204260 tempest-TestNetworkBasicOps-481204260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:39.675039 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0dec6b6-d08d-45c4-87e6-f06a72fba81a tempest-TestNetworkBasicOps-481204260 tempest-TestNetworkBasicOps-481204260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:39.675514 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0dec6b6-d08d-45c4-87e6-f06a72fba81a tempest-TestNetworkBasicOps-481204260 tempest-TestNetworkBasicOps-481204260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:39.676051 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0dec6b6-d08d-45c4-87e6-f06a72fba81a tempest-TestNetworkBasicOps-481204260 tempest-TestNetworkBasicOps-481204260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:39.676449 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0dec6b6-d08d-45c4-87e6-f06a72fba81a tempest-TestNetworkBasicOps-481204260 tempest-TestNetworkBasicOps-481204260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:39.676907 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0dec6b6-d08d-45c4-87e6-f06a72fba81a tempest-TestNetworkBasicOps-481204260 tempest-TestNetworkBasicOps-481204260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:39.678251 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9464549-ab75-45fd-b28f-9c662d234432 None None] Routers {'f803bfa4-3671-457a-b237-00680cc615e6'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:40:39.681539 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-c0dec6b6-d08d-45c4-87e6-f06a72fba81a tempest-TestNetworkBasicOps-481204260 tempest-TestNetworkBasicOps-481204260-project-admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4964 time: 0.6459730 Aug 29 04:40:39.681708 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-a9464549-ab75-45fd-b28f-9c662d234432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:40:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['f803bfa4-3671-457a-b237-00680cc615e6'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:39.682454 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 55462) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:39.871745 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-a9464549-ab75-45fd-b28f-9c662d234432 None None] Set router f803bfa4-3671-457a-b237-00680cc615e6 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:40:40.159176 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-988930fb-c625-48b0-b37b-3935418f640f None None] Provisioning complete for port 7bc45020-5c0f-41f4-8f25-28bfb1e64073 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:40.159548 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-988930fb-c625-48b0-b37b-3935418f640f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:40.233756 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-a9464549-ab75-45fd-b28f-9c662d234432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f803bfa4-3671-457a-b237-00680cc615e6', 'name': 'tempest-TestNetworkBasicOps-router-1363413386', 'tenant_id': 'c8d6449eb446497eb342b1e8e523ec41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'bb55450b-8e11-4bc6-a7f7-e97374eb72b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:40:33Z', 'updated_at': '2021-08-29T04:40:38Z', 'revision_number': 4, 'project_id': 'c8d6449eb446497eb342b1e8e523ec41', 'gw_port': {'id': 'bb55450b-8e11-4bc6-a7f7-e97374eb72b6', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:cf:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f803bfa4-3671-457a-b237-00680cc615e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:33Z', 'updated_at': '2021-08-29T04:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '2c655ad0-b742-4b5b-a33b-d6f11fca5fc3', 'name': '', 'network_id': '5de65736-3c0f-457f-9d15-915d56de81b8', 'tenant_id': 'c8d6449eb446497eb342b1e8e523ec41', 'mac_address': 'fa:16:3e:fe:66:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f803bfa4-3671-457a-b237-00680cc615e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '7fb6a489-c966-41f6-9582-c3c9c1ebbee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:37Z', 'updated_at': '2021-08-29T04:40:38Z', 'revision_number': 2, 'project_id': 'c8d6449eb446497eb342b1e8e523ec41', 'subnets': [{'id': '7fb6a489-c966-41f6-9582-c3c9c1ebbee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:40.274896 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9464549-ab75-45fd-b28f-9c662d234432 None None] Checking router: f803bfa4-3671-457a-b237-00680cc615e6 for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:40:40.275404 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9464549-ab75-45fd-b28f-9c662d234432 None None] Updating router f803bfa4-3671-457a-b237-00680cc615e6 port 2c655ad0-b742-4b5b-a33b-d6f11fca5fc3 binding host n-d-712140-12 {{(pid=94830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:40:40.331146 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a9464549-ab75-45fd-b28f-9c662d234432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:40.339462 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac003a1d-7b2f-4f8c-b502-042e25868d4b tempest-TestNetworkBasicOps-481204260 tempest-TestNetworkBasicOps-481204260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:40.339908 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac003a1d-7b2f-4f8c-b502-042e25868d4b tempest-TestNetworkBasicOps-481204260 tempest-TestNetworkBasicOps-481204260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:40.340223 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac003a1d-7b2f-4f8c-b502-042e25868d4b tempest-TestNetworkBasicOps-481204260 tempest-TestNetworkBasicOps-481204260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:40.340609 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac003a1d-7b2f-4f8c-b502-042e25868d4b tempest-TestNetworkBasicOps-481204260 tempest-TestNetworkBasicOps-481204260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:40.341068 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac003a1d-7b2f-4f8c-b502-042e25868d4b tempest-TestNetworkBasicOps-481204260 tempest-TestNetworkBasicOps-481204260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:40.341524 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac003a1d-7b2f-4f8c-b502-042e25868d4b tempest-TestNetworkBasicOps-481204260 tempest-TestNetworkBasicOps-481204260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:40.342269 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac003a1d-7b2f-4f8c-b502-042e25868d4b tempest-TestNetworkBasicOps-481204260 tempest-TestNetworkBasicOps-481204260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:40.344145 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-ac003a1d-7b2f-4f8c-b502-042e25868d4b tempest-TestNetworkBasicOps-481204260 tempest-TestNetworkBasicOps-481204260-project-admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4535 time: 0.6600957 Aug 29 04:40:40.346943 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 55470) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:40.561398 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-da8feac2-791e-4085-8d61-68dd7886d9ab tempest-TestNetworkBasicOps-481204260 tempest-TestNetworkBasicOps-481204260-project-admin] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2327 time: 0.2106335 Aug 29 04:40:40.689520 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-988930fb-c625-48b0-b37b-3935418f640f None None] Provisioning for port 2c655ad0-b742-4b5b-a33b-d6f11fca5fc3 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:40:40.702542 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-988930fb-c625-48b0-b37b-3935418f640f None None] Provisioning complete for port 2c655ad0-b742-4b5b-a33b-d6f11fca5fc3 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:40.703059 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-988930fb-c625-48b0-b37b-3935418f640f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:40.833137 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 7bc45020-5c0f-41f4-8f25-28bfb1e64073 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:40:40.840119 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-988930fb-c625-48b0-b37b-3935418f640f None None] Port 2c655ad0-b742-4b5b-a33b-d6f11fca5fc3 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:40:40.967280 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 55476) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:40.973052 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-9c66a322-f535-4088-aadb-1f5eb4c50625 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-76835931', 'description': 'tempest-secgroup-smoke-76835931 description', 'project_id': 'c8d6449eb446497eb342b1e8e523ec41'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:40.998533 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9c66a322-f535-4088-aadb-1f5eb4c50625 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:41.005909 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 7bc45020-5c0f-41f4-8f25-28bfb1e64073 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:41.006536 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:41.080629 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-3ac7569f-dd65-445a-bb12-3f75f7249756 None None] Provisioning complete for port 2c655ad0-b742-4b5b-a33b-d6f11fca5fc3 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:41.081044 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3ac7569f-dd65-445a-bb12-3f75f7249756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:41.139227 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a9464549-ab75-45fd-b28f-9c662d234432 None None] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:41.171646 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-a9464549-ab75-45fd-b28f-9c662d234432 None None] Transition to ACTIVE for port object 2c655ad0-b742-4b5b-a33b-d6f11fca5fc3 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:40:41.200012 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9c66a322-f535-4088-aadb-1f5eb4c50625 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:41.210295 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9c66a322-f535-4088-aadb-1f5eb4c50625 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:41.252324 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9c66a322-f535-4088-aadb-1f5eb4c50625 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:41.253611 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-9c66a322-f535-4088-aadb-1f5eb4c50625 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2842658 Aug 29 04:40:41.258628 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 55484) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:41.263437 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-94c184dc-3803-4665-b956-4973376fb534 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Request body: {'security_group_rule': {'security_group_id': 'f7b89a74-0c78-4f5b-b678-0e0edca28634', 'project_id': 'c8d6449eb446497eb342b1e8e523ec41', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:41.278771 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c66a322-f535-4088-aadb-1f5eb4c50625 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7b89a74-0c78-4f5b-b678-0e0edca28634,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:41.340966 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-94c184dc-3803-4665-b956-4973376fb534 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:41.343418 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a9464549-ab75-45fd-b28f-9c662d234432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:41.364869 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device bb55450b-8e11-4bc6-a7f7-e97374eb72b6 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:40:41.438355 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-94c184dc-3803-4665-b956-4973376fb534 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:41.445162 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-94c184dc-3803-4665-b956-4973376fb534 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:41.469552 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c184dc-3803-4665-b956-4973376fb534 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e9b6d1a-f62e-4ac3-bfaf-48a8871c590e,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:41.488679 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-94c184dc-3803-4665-b956-4973376fb534 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:41.490306 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-94c184dc-3803-4665-b956-4973376fb534 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2305477 Aug 29 04:40:41.493370 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 55486) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:41.504211 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-31bb28d7-1569-49b8-9744-ab6ccc7eb516 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Request body: {'security_group_rule': {'security_group_id': 'f7b89a74-0c78-4f5b-b678-0e0edca28634', 'project_id': 'c8d6449eb446497eb342b1e8e523ec41', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:41.515515 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-3ac7569f-dd65-445a-bb12-3f75f7249756 None None] Port 2c655ad0-b742-4b5b-a33b-d6f11fca5fc3 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:40:41.535023 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd184aa-b2ac-4cac-9676-f9460182ce9d None None] Pushing event updated for resources: {'Port': ['ID=2c655ad0-b742-4b5b-a33b-d6f11fca5fc3,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:41.588795 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-31bb28d7-1569-49b8-9744-ab6ccc7eb516 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:41.658373 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-a9464549-ab75-45fd-b28f-9c662d234432 None None] Attempting to bind port 2c655ad0-b742-4b5b-a33b-d6f11fca5fc3 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:40:41.658759 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-a9464549-ab75-45fd-b28f-9c662d234432 None None] Attempting to bind port 2c655ad0-b742-4b5b-a33b-d6f11fca5fc3 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'dc1d4212-0efb-4404-8831-7edf2e5f502f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '5de65736-3c0f-457f-9d15-915d56de81b8'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:40:41.659136 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9464549-ab75-45fd-b28f-9c662d234432 None None] Attempting to bind port 2c655ad0-b742-4b5b-a33b-d6f11fca5fc3 on network 5de65736-3c0f-457f-9d15-915d56de81b8 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:40:41.665116 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9464549-ab75-45fd-b28f-9c662d234432 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:40:41.665580 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9464549-ab75-45fd-b28f-9c662d234432 None None] Checking segment: {'id': 'dc1d4212-0efb-4404-8831-7edf2e5f502f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '5de65736-3c0f-457f-9d15-915d56de81b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:40:41.666007 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a9464549-ab75-45fd-b28f-9c662d234432 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:41.666415 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9464549-ab75-45fd-b28f-9c662d234432 None None] Bound using segment: {'id': 'dc1d4212-0efb-4404-8831-7edf2e5f502f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '5de65736-3c0f-457f-9d15-915d56de81b8'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:40:41.666901 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-a9464549-ab75-45fd-b28f-9c662d234432 None None] Bound port: 2c655ad0-b742-4b5b-a33b-d6f11fca5fc3, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc1d4212-0efb-4404-8831-7edf2e5f502f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '5de65736-3c0f-457f-9d15-915d56de81b8'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:40:41.667296 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a9464549-ab75-45fd-b28f-9c662d234432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:41.669366 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port bb55450b-8e11-4bc6-a7f7-e97374eb72b6 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:41.669732 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:41.714501 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-31bb28d7-1569-49b8-9744-ab6ccc7eb516 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:41.720715 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-31bb28d7-1569-49b8-9744-ab6ccc7eb516 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:41.766931 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bb28d7-1569-49b8-9744-ab6ccc7eb516 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af885917-58ef-4ae1-bc56-f4e4df964b11,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:41.773074 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-31bb28d7-1569-49b8-9744-ab6ccc7eb516 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:41.780315 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-31bb28d7-1569-49b8-9744-ab6ccc7eb516 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2828739 Aug 29 04:40:41.780917 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 55492) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:41.788391 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-d69b9252-7ee5-4106-8070-c10c8f1a16d4 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Request body: {'security_group_rule': {'security_group_id': 'f7b89a74-0c78-4f5b-b678-0e0edca28634', 'project_id': 'c8d6449eb446497eb342b1e8e523ec41', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:41.847303 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d69b9252-7ee5-4106-8070-c10c8f1a16d4 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:41.891557 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 55494) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:41.976356 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d69b9252-7ee5-4106-8070-c10c8f1a16d4 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:41.982306 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d69b9252-7ee5-4106-8070-c10c8f1a16d4 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:41.991968 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-a9464549-ab75-45fd-b28f-9c662d234432 None None] For port 2c655ad0-b742-4b5b-a33b-d6f11fca5fc3, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:40:41.997112 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-a9464549-ab75-45fd-b28f-9c662d234432 None None] For port 2c655ad0-b742-4b5b-a33b-d6f11fca5fc3, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=2c655ad0-b742-4b5b-a33b-d6f11fca5fc3,segment=NetworkSegment(dc1d4212-0efb-4404-8831-7edf2e5f502f),segment_id=dc1d4212-0efb-4404-8831-7edf2e5f502f)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:40:42.004173 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a9464549-ab75-45fd-b28f-9c662d234432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:42.036521 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d69b9252-7ee5-4106-8070-c10c8f1a16d4 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:42.039170 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-d69b9252-7ee5-4106-8070-c10c8f1a16d4 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2571266 Aug 29 04:40:42.040493 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69b9252-7ee5-4106-8070-c10c8f1a16d4 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2400f93d-d2ea-428c-8b79-f217d873dfc6,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:42.042013 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 55498) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:42.048270 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-d5cb10d1-7c96-471d-9c16-1179afa1096d tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Request body: {'security_group_rule': {'security_group_id': 'f7b89a74-0c78-4f5b-b678-0e0edca28634', 'project_id': 'c8d6449eb446497eb342b1e8e523ec41', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:42.092149 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d5cb10d1-7c96-471d-9c16-1179afa1096d tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:42.097608 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-46dcb3e9-ae44-4886-a71c-629f80edb35d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:42.112676 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd184aa-b2ac-4cac-9676-f9460182ce9d None None] Pushing event updated for resources: {'Port': ['ID=2c655ad0-b742-4b5b-a33b-d6f11fca5fc3,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:42.164577 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9464549-ab75-45fd-b28f-9c662d234432 None None] Routers {'f803bfa4-3671-457a-b237-00680cc615e6'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:40:42.166499 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-a9464549-ab75-45fd-b28f-9c662d234432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:40:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['f803bfa4-3671-457a-b237-00680cc615e6'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:42.180815 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d5cb10d1-7c96-471d-9c16-1179afa1096d tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:42.187637 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d5cb10d1-7c96-471d-9c16-1179afa1096d tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:42.230682 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cb10d1-7c96-471d-9c16-1179afa1096d tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2821c5fa-777b-4e47-b28e-ce5a450c7ea8,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:42.309308 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-46dcb3e9-ae44-4886-a71c-629f80edb35d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:42.316508 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-46dcb3e9-ae44-4886-a71c-629f80edb35d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:42.323831 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d5cb10d1-7c96-471d-9c16-1179afa1096d tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:42.327106 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-d5cb10d1-7c96-471d-9c16-1179afa1096d tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2818716 Aug 29 04:40:42.328596 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 55502) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:42.339773 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-b65b36d0-26ca-432a-8fa2-a58204e9146d tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Request body: {'security_group_rule': {'security_group_id': 'f7b89a74-0c78-4f5b-b678-0e0edca28634', 'project_id': 'c8d6449eb446497eb342b1e8e523ec41', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:42.378694 n-d-712140-12 neutron-server[94829]: INFO neutron.db.securitygroups_db [None req-b65b36d0-26ca-432a-8fa2-a58204e9146d tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Project c8d6449eb446497eb342b1e8e523ec41 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 04:40:42.385800 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b65b36d0-26ca-432a-8fa2-a58204e9146d tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:42.403281 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-46dcb3e9-ae44-4886-a71c-629f80edb35d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a81dcdf069be4168a2fdcc58ebc692c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5104482 Aug 29 04:40:42.409907 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-a9464549-ab75-45fd-b28f-9c662d234432 None None] Set router f803bfa4-3671-457a-b237-00680cc615e6 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:40:42.411833 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 55504) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:42.458567 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dcb3e9-ae44-4886-a71c-629f80edb35d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05363249-eab3-4ed5-ae03-8407589f4399,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:42.578242 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b65b36d0-26ca-432a-8fa2-a58204e9146d tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:42.583189 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b65b36d0-26ca-432a-8fa2-a58204e9146d tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:42.598570 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8244e548-07c1-4106-b2cc-00428008fc2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:42.626626 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65b36d0-26ca-432a-8fa2-a58204e9146d tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6f7aaa9-796d-491f-a785-6abf161b6e63,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:42.638114 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b65b36d0-26ca-432a-8fa2-a58204e9146d tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:42.639967 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-b65b36d0-26ca-432a-8fa2-a58204e9146d tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3077738 Aug 29 04:40:42.642747 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 55506) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:42.648112 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-643aef3b-b896-401b-b4ce-4d51e1642736 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Request body: {'security_group_rule': {'security_group_id': 'f7b89a74-0c78-4f5b-b678-0e0edca28634', 'project_id': 'c8d6449eb446497eb342b1e8e523ec41', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:42.673866 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8244e548-07c1-4106-b2cc-00428008fc2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:42.680158 n-d-712140-12 neutron-server[94829]: INFO neutron.db.securitygroups_db [None req-643aef3b-b896-401b-b4ce-4d51e1642736 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Project c8d6449eb446497eb342b1e8e523ec41 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 04:40:42.692502 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-643aef3b-b896-401b-b4ce-4d51e1642736 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:42.778702 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8244e548-07c1-4106-b2cc-00428008fc2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:42.779934 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-a9464549-ab75-45fd-b28f-9c662d234432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f803bfa4-3671-457a-b237-00680cc615e6', 'name': 'tempest-TestNetworkBasicOps-router-1363413386', 'tenant_id': 'c8d6449eb446497eb342b1e8e523ec41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'bb55450b-8e11-4bc6-a7f7-e97374eb72b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:40:33Z', 'updated_at': '2021-08-29T04:40:38Z', 'revision_number': 4, 'project_id': 'c8d6449eb446497eb342b1e8e523ec41', 'gw_port': {'id': 'bb55450b-8e11-4bc6-a7f7-e97374eb72b6', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:cf:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f803bfa4-3671-457a-b237-00680cc615e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:33Z', 'updated_at': '2021-08-29T04:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '2c655ad0-b742-4b5b-a33b-d6f11fca5fc3', 'name': '', 'network_id': '5de65736-3c0f-457f-9d15-915d56de81b8', 'tenant_id': 'c8d6449eb446497eb342b1e8e523ec41', 'mac_address': 'fa:16:3e:fe:66:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f803bfa4-3671-457a-b237-00680cc615e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '7fb6a489-c966-41f6-9582-c3c9c1ebbee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:37Z', 'updated_at': '2021-08-29T04:40:41Z', 'revision_number': 4, 'project_id': 'c8d6449eb446497eb342b1e8e523ec41', 'subnets': [{'id': '7fb6a489-c966-41f6-9582-c3c9c1ebbee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:42.782677 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8244e548-07c1-4106-b2cc-00428008fc2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:42.788898 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-8244e548-07c1-4106-b2cc-00428008fc2b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/05363249-eab3-4ed5-ae03-8407589f4399 HTTP/1.1" status: 204 len: 168 time: 0.3728004 Aug 29 04:40:42.801256 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8244e548-07c1-4106-b2cc-00428008fc2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05363249-eab3-4ed5-ae03-8407589f4399,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:42.805267 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-643aef3b-b896-401b-b4ce-4d51e1642736 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:42.812382 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-643aef3b-b896-401b-b4ce-4d51e1642736 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:42.836852 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643aef3b-b896-401b-b4ce-4d51e1642736 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b72dfd8-ab17-4e31-a3fe-8c3c4b5af92b,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:42.852603 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-643aef3b-b896-401b-b4ce-4d51e1642736 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:42.854636 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9464549-ab75-45fd-b28f-9c662d234432 None None] The sync data for ids ['f803bfa4-3671-457a-b237-00680cc615e6'] in n-d-712140-12 is: [{'id': 'f803bfa4-3671-457a-b237-00680cc615e6', 'name': 'tempest-TestNetworkBasicOps-router-1363413386', 'tenant_id': 'c8d6449eb446497eb342b1e8e523ec41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'bb55450b-8e11-4bc6-a7f7-e97374eb72b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:40:33Z', 'updated_at': '2021-08-29T04:40:38Z', 'revision_number': 4, 'project_id': 'c8d6449eb446497eb342b1e8e523ec41', 'gw_port': {'id': 'bb55450b-8e11-4bc6-a7f7-e97374eb72b6', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:cf:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f803bfa4-3671-457a-b237-00680cc615e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:33Z', 'updated_at': '2021-08-29T04:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '2c655ad0-b742-4b5b-a33b-d6f11fca5fc3', 'name': '', 'network_id': '5de65736-3c0f-457f-9d15-915d56de81b8', 'tenant_id': 'c8d6449eb446497eb342b1e8e523ec41', 'mac_address': 'fa:16:3e:fe:66:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f803bfa4-3671-457a-b237-00680cc615e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '7fb6a489-c966-41f6-9582-c3c9c1ebbee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:37Z', 'updated_at': '2021-08-29T04:40:41Z', 'revision_number': 4, 'project_id': 'c8d6449eb446497eb342b1e8e523ec41', 'subnets': [{'id': '7fb6a489-c966-41f6-9582-c3c9c1ebbee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:40:42.865839 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-643aef3b-b896-401b-b4ce-4d51e1642736 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2216473 Aug 29 04:40:43.241390 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fb6c9e3e-97b0-4e36-8ab2-2b63f964ac30 req-b94be52d-85ca-492f-b0e2-92059f8d9687 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-76835931&fields=id&tenant_id=c8d6449eb446497eb342b1e8e523ec41 HTTP/1.1" status: 200 len: 267 time: 0.0503805 Aug 29 04:40:43.363871 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 55526) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:43.385628 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e00b1465-ad96-427e-841c-86df1df265f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:43.455254 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6c9e3e-97b0-4e36-8ab2-2b63f964ac30 req-31bd9f90-d20f-4c45-a2c3-3dc0f28782ad tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:43.458340 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fb6c9e3e-97b0-4e36-8ab2-2b63f964ac30 req-31bd9f90-d20f-4c45-a2c3-3dc0f28782ad tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "GET /v2.0/networks?id=5de65736-3c0f-457f-9d15-915d56de81b8 HTTP/1.1" status: 200 len: 797 time: 0.2012596 Aug 29 04:40:43.484251 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fb6c9e3e-97b0-4e36-8ab2-2b63f964ac30 req-fe796e78-6c5b-49db-82d8-faf59b587dc5 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "GET /v2.0/quotas/c8d6449eb446497eb342b1e8e523ec41 HTTP/1.1" status: 200 len: 375 time: 0.0186315 Aug 29 04:40:43.579032 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fb6c9e3e-97b0-4e36-8ab2-2b63f964ac30 req-a67fc39c-41ab-4816-8d93-f919a4468a20 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=c8d6449eb446497eb342b1e8e523ec41&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0847332 Aug 29 04:40:43.585725 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e00b1465-ad96-427e-841c-86df1df265f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:43.592965 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e00b1465-ad96-427e-841c-86df1df265f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:43.635136 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00b1465-ad96-427e-841c-86df1df265f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1bc6e13-f5d2-4376-abcd-fe12cb460f14,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:43.683367 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-e00b1465-ad96-427e-841c-86df1df265f1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7cf19f83fcf5488492f61eed8b041101&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3153594 Aug 29 04:40:43.684200 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 55530) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:43.760087 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fb6c9e3e-97b0-4e36-8ab2-2b63f964ac30 req-093ddd4a-ba2c-4802-afc0-efc5beaecd64 service neutron] 10.222.0.22 "GET /v2.0/networks/5de65736-3c0f-457f-9d15-915d56de81b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620493 Aug 29 04:40:43.796072 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-da7be75e-47e8-424b-a4a7-72a5e9532132 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:43.847497 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-da7be75e-47e8-424b-a4a7-72a5e9532132 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:43.906764 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fb6c9e3e-97b0-4e36-8ab2-2b63f964ac30 req-7c04dfc1-2ab4-49f9-96f0-254bfcf18ab8 service neutron] 10.222.0.22 "GET /v2.0/networks/5de65736-3c0f-457f-9d15-915d56de81b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380358 Aug 29 04:40:43.937819 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-da7be75e-47e8-424b-a4a7-72a5e9532132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:43.942659 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-da7be75e-47e8-424b-a4a7-72a5e9532132 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:43.945029 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-da7be75e-47e8-424b-a4a7-72a5e9532132 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d1bc6e13-f5d2-4376-abcd-fe12cb460f14 HTTP/1.1" status: 204 len: 168 time: 0.2592177 Aug 29 04:40:43.962450 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7be75e-47e8-424b-a4a7-72a5e9532132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1bc6e13-f5d2-4376-abcd-fe12cb460f14,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:44.249103 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-161e8d3d-55e3-4fa6-8139-503b5b9d7f18 req-122d706e-383a-47ba-8ca1-a6754b7c6115 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0a28796-8ea6-4aec-817d-25b367898fe1 HTTP/1.1" status: 200 len: 210 time: 0.0601907 Aug 29 04:40:44.875528 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 2c655ad0-b742-4b5b-a33b-d6f11fca5fc3 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:40:44.978111 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 2c655ad0-b742-4b5b-a33b-d6f11fca5fc3 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:40:44.990124 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 2c655ad0-b742-4b5b-a33b-d6f11fca5fc3 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:44.991735 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:45.115579 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:45.156208 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 2c655ad0-b742-4b5b-a33b-d6f11fca5fc3, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=2c655ad0-b742-4b5b-a33b-d6f11fca5fc3,segment=NetworkSegment(dc1d4212-0efb-4404-8831-7edf2e5f502f),segment_id=dc1d4212-0efb-4404-8831-7edf2e5f502f)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:45.164917 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:45.273304 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=2c655ad0-b742-4b5b-a33b-d6f11fca5fc3,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:45.382774 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ed153657-9658-4d1e-b9e5-cfb56fd3ba14 req-ff465e29-db5e-4840-838c-f59b191aeca3 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0a28796-8ea6-4aec-817d-25b367898fe1 HTTP/1.1" status: 200 len: 210 time: 0.0405023 Aug 29 04:40:45.706963 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6c9e3e-97b0-4e36-8ab2-2b63f964ac30 req-85f9ce3b-07d7-41b0-b0fc-555272543438 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:45.708635 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-fb6c9e3e-97b0-4e36-8ab2-2b63f964ac30 req-85f9ce3b-07d7-41b0-b0fc-555272543438 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.46 "GET /v2.0/networks?id=5de65736-3c0f-457f-9d15-915d56de81b8 HTTP/1.1" status: 200 len: 797 time: 0.2449460 Aug 29 04:40:45.781328 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-fb6c9e3e-97b0-4e36-8ab2-2b63f964ac30 req-a5fa2657-7c16-45c5-acea-846593fff8e5 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c8d6449eb446497eb342b1e8e523ec41 HTTP/1.1" status: 200 len: 378 time: 0.0618122 Aug 29 04:40:45.800142 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-fb6c9e3e-97b0-4e36-8ab2-2b63f964ac30 req-c87b888e-0487-4fe7-8ec1-4b3c391b1c35 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Request body: {'port': {'device_id': 'e0a28796-8ea6-4aec-817d-25b367898fe1', 'network_id': '5de65736-3c0f-457f-9d15-915d56de81b8', 'admin_state_up': True, 'tenant_id': 'c8d6449eb446497eb342b1e8e523ec41', 'security_groups': ['f7b89a74-0c78-4f5b-b678-0e0edca28634']}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:45.935111 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb6c9e3e-97b0-4e36-8ab2-2b63f964ac30 req-c87b888e-0487-4fe7-8ec1-4b3c391b1c35 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Made reservation on behalf of c8d6449eb446497eb342b1e8e523ec41 for: {'port': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:40:45.939214 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-fb6c9e3e-97b0-4e36-8ab2-2b63f964ac30 req-c87b888e-0487-4fe7-8ec1-4b3c391b1c35 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:46.101920 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [req-fb6c9e3e-97b0-4e36-8ab2-2b63f964ac30 req-c87b888e-0487-4fe7-8ec1-4b3c391b1c35 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Allocated IP 172.20.0.4 (5de65736-3c0f-457f-9d15-915d56de81b8/7fb6a489-c966-41f6-9582-c3c9c1ebbee1/6a20bb74-2c9c-455c-b41d-84fac68ed584) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:40:46.255052 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-fb6c9e3e-97b0-4e36-8ab2-2b63f964ac30 req-c87b888e-0487-4fe7-8ec1-4b3c391b1c35 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:46.281999 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [req-fb6c9e3e-97b0-4e36-8ab2-2b63f964ac30 req-c87b888e-0487-4fe7-8ec1-4b3c391b1c35 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Transition to ACTIVE for port object 6a20bb74-2c9c-455c-b41d-84fac68ed584 will not be triggered until provisioned by entity DHCP. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:40:46.332229 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-fb6c9e3e-97b0-4e36-8ab2-2b63f964ac30 req-c87b888e-0487-4fe7-8ec1-4b3c391b1c35 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:46.383416 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb6c9e3e-97b0-4e36-8ab2-2b63f964ac30 req-c87b888e-0487-4fe7-8ec1-4b3c391b1c35 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Network 5de65736-3c0f-457f-9d15-915d56de81b8 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:40:46.387484 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [req-fb6c9e3e-97b0-4e36-8ab2-2b63f964ac30 req-c87b888e-0487-4fe7-8ec1-4b3c391b1c35 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:40:46.390828 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb6c9e3e-97b0-4e36-8ab2-2b63f964ac30 req-c87b888e-0487-4fe7-8ec1-4b3c391b1c35 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:40:46.397455 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87b888e-0487-4fe7-8ec1-4b3c391b1c35 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Pushing event updated for resources: {'Port': ['ID=6a20bb74-2c9c-455c-b41d-84fac68ed584,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:46.545795 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6c9e3e-97b0-4e36-8ab2-2b63f964ac30 req-c87b888e-0487-4fe7-8ec1-4b3c391b1c35 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:46.546665 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-fb6c9e3e-97b0-4e36-8ab2-2b63f964ac30 req-c87b888e-0487-4fe7-8ec1-4b3c391b1c35 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:46.599258 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-fb6c9e3e-97b0-4e36-8ab2-2b63f964ac30 req-c87b888e-0487-4fe7-8ec1-4b3c391b1c35 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8061314 Aug 29 04:40:46.615106 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-fb6c9e3e-97b0-4e36-8ab2-2b63f964ac30 req-5c8d5259-f6a3-4afb-a8a7-773ea5d5938a service neutron] Request body: {'port': {'device_id': 'e0a28796-8ea6-4aec-817d-25b367898fe1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-12'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:46.632174 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b869a3-2df5-4ba8-9a6a-4d347696d5f0 req-a610c511-91b0-4757-82d9-2d56e4a46731 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:46.633920 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-38b869a3-2df5-4ba8-9a6a-4d347696d5f0 req-a610c511-91b0-4757-82d9-2d56e4a46731 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0a28796-8ea6-4aec-817d-25b367898fe1 HTTP/1.1" status: 200 len: 931 time: 0.1323845 Aug 29 04:40:46.714463 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-fb6c9e3e-97b0-4e36-8ab2-2b63f964ac30 req-5c8d5259-f6a3-4afb-a8a7-773ea5d5938a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:46.807726 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-38b869a3-2df5-4ba8-9a6a-4d347696d5f0 req-b3455c3b-9782-44c9-b010-6a740d25bf66 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "GET /v2.0/security-groups?id=f7b89a74-0c78-4f5b-b678-0e0edca28634&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1534429 Aug 29 04:40:46.808345 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 2c655ad0-b742-4b5b-a33b-d6f11fca5fc3 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:40:46.899577 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 2c655ad0-b742-4b5b-a33b-d6f11fca5fc3 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:46.900245 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:46.901985 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6430dace-1e05-4428-bdb7-8ee307719f6c None None] Provisioning for port 6a20bb74-2c9c-455c-b41d-84fac68ed584 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:40:46.906554 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6430dace-1e05-4428-bdb7-8ee307719f6c None None] Provisioning complete for port 6a20bb74-2c9c-455c-b41d-84fac68ed584 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:46.907142 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6430dace-1e05-4428-bdb7-8ee307719f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:46.989843 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6430dace-1e05-4428-bdb7-8ee307719f6c None None] Port 6a20bb74-2c9c-455c-b41d-84fac68ed584 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:40:47.206380 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [req-fb6c9e3e-97b0-4e36-8ab2-2b63f964ac30 req-5c8d5259-f6a3-4afb-a8a7-773ea5d5938a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a20bb74-2c9c-455c-b41d-84fac68ed584 {{(pid=94829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:40:47.216450 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-fb6c9e3e-97b0-4e36-8ab2-2b63f964ac30 req-5c8d5259-f6a3-4afb-a8a7-773ea5d5938a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:47.231103 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [req-fb6c9e3e-97b0-4e36-8ab2-2b63f964ac30 req-5c8d5259-f6a3-4afb-a8a7-773ea5d5938a service neutron] Transition to ACTIVE for port object 6a20bb74-2c9c-455c-b41d-84fac68ed584 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:40:47.236069 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-fb6c9e3e-97b0-4e36-8ab2-2b63f964ac30 req-5c8d5259-f6a3-4afb-a8a7-773ea5d5938a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:47.294960 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8d5259-f6a3-4afb-a8a7-773ea5d5938a service neutron] Pushing event updated for resources: {'Port': ['ID=6a20bb74-2c9c-455c-b41d-84fac68ed584,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:47.426817 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-fb6c9e3e-97b0-4e36-8ab2-2b63f964ac30 req-5c8d5259-f6a3-4afb-a8a7-773ea5d5938a service neutron] Attempting to bind port 6a20bb74-2c9c-455c-b41d-84fac68ed584 on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:40:47.427780 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-fb6c9e3e-97b0-4e36-8ab2-2b63f964ac30 req-5c8d5259-f6a3-4afb-a8a7-773ea5d5938a service neutron] Attempting to bind port 6a20bb74-2c9c-455c-b41d-84fac68ed584 by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': 'dc1d4212-0efb-4404-8831-7edf2e5f502f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '5de65736-3c0f-457f-9d15-915d56de81b8'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:40:47.427780 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6c9e3e-97b0-4e36-8ab2-2b63f964ac30 req-5c8d5259-f6a3-4afb-a8a7-773ea5d5938a service neutron] Attempting to bind port 6a20bb74-2c9c-455c-b41d-84fac68ed584 on network 5de65736-3c0f-457f-9d15-915d56de81b8 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:40:47.432715 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6c9e3e-97b0-4e36-8ab2-2b63f964ac30 req-5c8d5259-f6a3-4afb-a8a7-773ea5d5938a service neutron] Port 6a20bb74-2c9c-455c-b41d-84fac68ed584 on network 5de65736-3c0f-457f-9d15-915d56de81b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:40:47.433042 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6c9e3e-97b0-4e36-8ab2-2b63f964ac30 req-5c8d5259-f6a3-4afb-a8a7-773ea5d5938a service neutron] Attempting to bind port 6a20bb74-2c9c-455c-b41d-84fac68ed584 on network 5de65736-3c0f-457f-9d15-915d56de81b8 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:40:47.441982 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6c9e3e-97b0-4e36-8ab2-2b63f964ac30 req-5c8d5259-f6a3-4afb-a8a7-773ea5d5938a service neutron] Checking agent: {'id': '3de9de52-3a03-431d-9d7e-497ae92c57ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:40:47.442247 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6c9e3e-97b0-4e36-8ab2-2b63f964ac30 req-5c8d5259-f6a3-4afb-a8a7-773ea5d5938a service neutron] Checking segment: {'id': 'dc1d4212-0efb-4404-8831-7edf2e5f502f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '5de65736-3c0f-457f-9d15-915d56de81b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:40:47.442595 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6c9e3e-97b0-4e36-8ab2-2b63f964ac30 req-5c8d5259-f6a3-4afb-a8a7-773ea5d5938a service neutron] Bound using segment: {'id': 'dc1d4212-0efb-4404-8831-7edf2e5f502f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '5de65736-3c0f-457f-9d15-915d56de81b8'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:40:47.443028 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-fb6c9e3e-97b0-4e36-8ab2-2b63f964ac30 req-5c8d5259-f6a3-4afb-a8a7-773ea5d5938a service neutron] Bound port: 6a20bb74-2c9c-455c-b41d-84fac68ed584, host: n-h1-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc1d4212-0efb-4404-8831-7edf2e5f502f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '5de65736-3c0f-457f-9d15-915d56de81b8'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:40:47.443395 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-fb6c9e3e-97b0-4e36-8ab2-2b63f964ac30 req-5c8d5259-f6a3-4afb-a8a7-773ea5d5938a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:47.528118 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-fb6c9e3e-97b0-4e36-8ab2-2b63f964ac30 req-5c8d5259-f6a3-4afb-a8a7-773ea5d5938a service neutron] For port 6a20bb74-2c9c-455c-b41d-84fac68ed584, host n-h1-712140-12, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:40:47.531736 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-fb6c9e3e-97b0-4e36-8ab2-2b63f964ac30 req-5c8d5259-f6a3-4afb-a8a7-773ea5d5938a service neutron] For port 6a20bb74-2c9c-455c-b41d-84fac68ed584, host n-h1-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=6a20bb74-2c9c-455c-b41d-84fac68ed584,segment=NetworkSegment(dc1d4212-0efb-4404-8831-7edf2e5f502f),segment_id=dc1d4212-0efb-4404-8831-7edf2e5f502f)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:40:47.536737 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-fb6c9e3e-97b0-4e36-8ab2-2b63f964ac30 req-5c8d5259-f6a3-4afb-a8a7-773ea5d5938a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:47.580143 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6c9e3e-97b0-4e36-8ab2-2b63f964ac30 req-5c8d5259-f6a3-4afb-a8a7-773ea5d5938a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:47.580802 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-fb6c9e3e-97b0-4e36-8ab2-2b63f964ac30 req-5c8d5259-f6a3-4afb-a8a7-773ea5d5938a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:47.582564 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-fb6c9e3e-97b0-4e36-8ab2-2b63f964ac30 req-5c8d5259-f6a3-4afb-a8a7-773ea5d5938a service neutron] 10.222.0.46 "PUT /v2.0/ports/6a20bb74-2c9c-455c-b41d-84fac68ed584 HTTP/1.1" status: 200 len: 1092 time: 0.9726377 Aug 29 04:40:47.583009 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0a28796-8ea6-4aec-817d-25b367898fe1', 'tag': '6a20bb74-2c9c-455c-b41d-84fac68ed584'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:40:47.586821 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84e4e6b4-612c-4ff1-808f-e8abd2ec3712" -d '{"events": [{"name": "network-changed", "server_uuid": "e0a28796-8ea6-4aec-817d-25b367898fe1", "tag": "6a20bb74-2c9c-455c-b41d-84fac68ed584"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:40:47.627757 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8d5259-f6a3-4afb-a8a7-773ea5d5938a service neutron] Pushing event updated for resources: {'Port': ['ID=6a20bb74-2c9c-455c-b41d-84fac68ed584,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:47.700154 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3baa8f0e-96e1-45d1-88a7-dfd9ab82a99e x-openstack-request-id: req-3baa8f0e-96e1-45d1-88a7-dfd9ab82a99e {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:40:47.700447 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0a28796-8ea6-4aec-817d-25b367898fe1", "tag": "6a20bb74-2c9c-455c-b41d-84fac68ed584", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:40:47.700850 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3baa8f0e-96e1-45d1-88a7-dfd9ab82a99e {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:40:47.701259 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0a28796-8ea6-4aec-817d-25b367898fe1', 'tag': '6a20bb74-2c9c-455c-b41d-84fac68ed584', 'status': 'completed', 'code': 200} Aug 29 04:40:47.773359 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6c9e3e-97b0-4e36-8ab2-2b63f964ac30 req-2eca5535-1ad7-46cf-b5b2-b394a5f478e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:47.776465 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-fb6c9e3e-97b0-4e36-8ab2-2b63f964ac30 req-2eca5535-1ad7-46cf-b5b2-b394a5f478e4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c8d6449eb446497eb342b1e8e523ec41&device_id=e0a28796-8ea6-4aec-817d-25b367898fe1 HTTP/1.1" status: 200 len: 1095 time: 0.0872841 Aug 29 04:40:47.906945 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-fb6c9e3e-97b0-4e36-8ab2-2b63f964ac30 req-8139629c-fd42-4c6f-a87f-675244f59362 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a20bb74-2c9c-455c-b41d-84fac68ed584 HTTP/1.1" status: 200 len: 217 time: 0.1200843 Aug 29 04:40:48.044949 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6c9e3e-97b0-4e36-8ab2-2b63f964ac30 req-25e524af-608f-4ed4-bc4d-e9a28096c5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:48.049178 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-fb6c9e3e-97b0-4e36-8ab2-2b63f964ac30 req-25e524af-608f-4ed4-bc4d-e9a28096c5a7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7fb6a489-c966-41f6-9582-c3c9c1ebbee1 HTTP/1.1" status: 200 len: 834 time: 0.1311412 Aug 29 04:40:48.143499 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3190ce5-243c-4dec-9c4c-30c9fce56fe4 req-cbfefe28-e7f6-46b4-beea-e6801427e779 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:48.152991 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b3190ce5-243c-4dec-9c4c-30c9fce56fe4 req-cbfefe28-e7f6-46b4-beea-e6801427e779 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0a28796-8ea6-4aec-817d-25b367898fe1 HTTP/1.1" status: 200 len: 943 time: 0.1300280 Aug 29 04:40:48.190001 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6c9e3e-97b0-4e36-8ab2-2b63f964ac30 req-0aabd0a2-e7f4-47fa-8b35-1defd36e60e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:48.195780 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-fb6c9e3e-97b0-4e36-8ab2-2b63f964ac30 req-0aabd0a2-e7f4-47fa-8b35-1defd36e60e7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5de65736-3c0f-457f-9d15-915d56de81b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1389456 Aug 29 04:40:48.207991 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b3190ce5-243c-4dec-9c4c-30c9fce56fe4 req-f3a1dd3e-f73f-4149-82cf-d5ec1144f178 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "GET /v2.0/security-groups?id=f7b89a74-0c78-4f5b-b678-0e0edca28634&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0537922 Aug 29 04:40:48.345383 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-fb6c9e3e-97b0-4e36-8ab2-2b63f964ac30 req-1da735d7-5e05-40c0-82e6-85abd8f6b92d service neutron] 10.222.0.46 "GET /v2.0/networks/5de65736-3c0f-457f-9d15-915d56de81b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410515 Aug 29 04:40:48.499437 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-fb6c9e3e-97b0-4e36-8ab2-2b63f964ac30 req-1117e375-2201-4ef9-81e1-96df7472c5e1 service neutron] 10.222.0.46 "GET /v2.0/networks/5de65736-3c0f-457f-9d15-915d56de81b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466448 Aug 29 04:40:48.650255 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e4e6b4-612c-4ff1-808f-e8abd2ec3712 req-c64f73d8-fc87-4b8e-9638-18a10358cdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:48.652180 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-84e4e6b4-612c-4ff1-808f-e8abd2ec3712 req-c64f73d8-fc87-4b8e-9638-18a10358cdd5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c8d6449eb446497eb342b1e8e523ec41&device_id=e0a28796-8ea6-4aec-817d-25b367898fe1 HTTP/1.1" status: 200 len: 1095 time: 0.0728388 Aug 29 04:40:48.853694 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e4e6b4-612c-4ff1-808f-e8abd2ec3712 req-e6c3ea14-003d-43a9-9dde-57d9c7d30d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:48.855335 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-84e4e6b4-612c-4ff1-808f-e8abd2ec3712 req-e6c3ea14-003d-43a9-9dde-57d9c7d30d63 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5de65736-3c0f-457f-9d15-915d56de81b8 HTTP/1.1" status: 200 len: 898 time: 0.1966598 Aug 29 04:40:48.904660 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-84e4e6b4-612c-4ff1-808f-e8abd2ec3712 req-180579c6-5bc1-48bb-9078-8373bc8aaba1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a20bb74-2c9c-455c-b41d-84fac68ed584 HTTP/1.1" status: 200 len: 217 time: 0.0405850 Aug 29 04:40:48.953880 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e4e6b4-612c-4ff1-808f-e8abd2ec3712 req-46ce80fd-ecc3-49cf-bcc9-b9aa94f5fbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:48.955501 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-84e4e6b4-612c-4ff1-808f-e8abd2ec3712 req-46ce80fd-ecc3-49cf-bcc9-b9aa94f5fbf3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7fb6a489-c966-41f6-9582-c3c9c1ebbee1 HTTP/1.1" status: 200 len: 834 time: 0.0442700 Aug 29 04:40:49.030815 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e4e6b4-612c-4ff1-808f-e8abd2ec3712 req-20879036-367c-4b64-9de5-bf0575492118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:49.032382 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-84e4e6b4-612c-4ff1-808f-e8abd2ec3712 req-20879036-367c-4b64-9de5-bf0575492118 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5de65736-3c0f-457f-9d15-915d56de81b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0624456 Aug 29 04:40:49.143431 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-84e4e6b4-612c-4ff1-808f-e8abd2ec3712 req-a542684e-8ac3-4e7f-a51b-851968b5909c service neutron] 10.222.0.46 "GET /v2.0/networks/5de65736-3c0f-457f-9d15-915d56de81b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016641 Aug 29 04:40:49.218396 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:49.264381 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-84e4e6b4-612c-4ff1-808f-e8abd2ec3712 req-c91384a9-c8dd-437f-8204-a95db37fae66 service neutron] 10.222.0.46 "GET /v2.0/networks/5de65736-3c0f-457f-9d15-915d56de81b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124334 Aug 29 04:40:49.360519 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193d65f1-42c0-49ac-a5e7-c13c55fca117 req-dbc20418-ae39-46c3-8d49-abb4d5c84898 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:49.369104 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-193d65f1-42c0-49ac-a5e7-c13c55fca117 req-dbc20418-ae39-46c3-8d49-abb4d5c84898 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0a28796-8ea6-4aec-817d-25b367898fe1 HTTP/1.1" status: 200 len: 943 time: 0.0719888 Aug 29 04:40:49.415448 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-193d65f1-42c0-49ac-a5e7-c13c55fca117 req-c21f4bba-5b03-45bf-9c5a-7a98fc3d2255 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "GET /v2.0/security-groups?id=f7b89a74-0c78-4f5b-b678-0e0edca28634&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449204 Aug 29 04:40:50.546321 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc98d94-c785-4588-a74d-a57a2b86cdb7 req-41b9097f-167f-42a0-bd21-bc0a8a56180b tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:50.548101 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ddc98d94-c785-4588-a74d-a57a2b86cdb7 req-41b9097f-167f-42a0-bd21-bc0a8a56180b tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0a28796-8ea6-4aec-817d-25b367898fe1 HTTP/1.1" status: 200 len: 943 time: 0.0588536 Aug 29 04:40:50.588133 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 6a20bb74-2c9c-455c-b41d-84fac68ed584 details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:40:50.616062 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ddc98d94-c785-4588-a74d-a57a2b86cdb7 req-cb80ea58-0cec-4d8b-a6c8-91a4db18294a tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "GET /v2.0/security-groups?id=f7b89a74-0c78-4f5b-b678-0e0edca28634&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0564928 Aug 29 04:40:50.723995 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 6a20bb74-2c9c-455c-b41d-84fac68ed584, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=6a20bb74-2c9c-455c-b41d-84fac68ed584,segment=NetworkSegment(dc1d4212-0efb-4404-8831-7edf2e5f502f),segment_id=dc1d4212-0efb-4404-8831-7edf2e5f502f)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:50.736929 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Returning: {'device': '6a20bb74-2c9c-455c-b41d-84fac68ed584', 'network_id': '5de65736-3c0f-457f-9d15-915d56de81b8', 'port_id': '6a20bb74-2c9c-455c-b41d-84fac68ed584', 'mac_address': 'fa:16:3e:2a:2f:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fb6a489-c966-41f6-9582-c3c9c1ebbee1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:40:50.785308 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:50.798202 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a20bb74-2c9c-455c-b41d-84fac68ed584 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:40:50.818563 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 6a20bb74-2c9c-455c-b41d-84fac68ed584, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=6a20bb74-2c9c-455c-b41d-84fac68ed584,segment=NetworkSegment(dc1d4212-0efb-4404-8831-7edf2e5f502f),segment_id=dc1d4212-0efb-4404-8831-7edf2e5f502f)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:50.823944 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:50.884520 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=6a20bb74-2c9c-455c-b41d-84fac68ed584,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:51.073528 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['6a20bb74-2c9c-455c-b41d-84fac68ed584'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:40:51.765247 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bae578-4600-4a18-b35a-6b15760df5ca req-9f37722d-d289-4b12-93c0-d1bbbbcf49ba tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:51.766825 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e1bae578-4600-4a18-b35a-6b15760df5ca req-9f37722d-d289-4b12-93c0-d1bbbbcf49ba tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0a28796-8ea6-4aec-817d-25b367898fe1 HTTP/1.1" status: 200 len: 944 time: 0.0715539 Aug 29 04:40:51.819473 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e1bae578-4600-4a18-b35a-6b15760df5ca req-49f2ce3b-93fb-464b-b343-b8611132e18a tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "GET /v2.0/security-groups?id=f7b89a74-0c78-4f5b-b678-0e0edca28634&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455725 Aug 29 04:40:52.044080 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 55692) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:52.160250 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-74399246-05bb-4ef2-9f17-792137f607f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:52.250680 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-74399246-05bb-4ef2-9f17-792137f607f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:52.255045 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-74399246-05bb-4ef2-9f17-792137f607f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:52.298429 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-74399246-05bb-4ef2-9f17-792137f607f3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f0579e6841f44973b96f7060772f64ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2531343 Aug 29 04:40:52.299406 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74399246-05bb-4ef2-9f17-792137f607f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=886d2896-e94f-42c7-be5e-1cd276eb9d22,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:52.301240 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 55696) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:52.362419 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e0779704-7e3f-4953-98ff-9d45bce8d0a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:52.386544 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e0779704-7e3f-4953-98ff-9d45bce8d0a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:52.442339 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e0779704-7e3f-4953-98ff-9d45bce8d0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:52.446138 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e0779704-7e3f-4953-98ff-9d45bce8d0a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:52.450131 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-e0779704-7e3f-4953-98ff-9d45bce8d0a9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/886d2896-e94f-42c7-be5e-1cd276eb9d22 HTTP/1.1" status: 204 len: 168 time: 0.1450469 Aug 29 04:40:52.458351 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0779704-7e3f-4953-98ff-9d45bce8d0a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=886d2896-e94f-42c7-be5e-1cd276eb9d22,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:52.605335 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 6a20bb74-2c9c-455c-b41d-84fac68ed584 up at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:40:52.687090 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning for port 6a20bb74-2c9c-455c-b41d-84fac68ed584 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:40:52.693317 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning complete for port 6a20bb74-2c9c-455c-b41d-84fac68ed584 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:52.693911 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:52.791069 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:52.801375 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 55704) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:52.818191 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35991c7c-46b3-406e-a148-a598d13f130f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:52.821930 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0a28796-8ea6-4aec-817d-25b367898fe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a20bb74-2c9c-455c-b41d-84fac68ed584'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:40:52.824445 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f2f1e96-051b-468b-9b02-22aa5dfe8358" -d '{"events": [{"server_uuid": "e0a28796-8ea6-4aec-817d-25b367898fe1", "name": "network-vif-plugged", "status": "completed", "tag": "6a20bb74-2c9c-455c-b41d-84fac68ed584"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:40:52.839513 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 6a20bb74-2c9c-455c-b41d-84fac68ed584, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=6a20bb74-2c9c-455c-b41d-84fac68ed584,segment=NetworkSegment(dc1d4212-0efb-4404-8831-7edf2e5f502f),segment_id=dc1d4212-0efb-4404-8831-7edf2e5f502f)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:52.854696 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:52.939373 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-156e2605-bf6c-417c-9b5a-5617a308ba2d x-openstack-request-id: req-156e2605-bf6c-417c-9b5a-5617a308ba2d {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:40:52.939556 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0a28796-8ea6-4aec-817d-25b367898fe1", "name": "network-vif-plugged", "status": "completed", "tag": "6a20bb74-2c9c-455c-b41d-84fac68ed584", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:40:52.940112 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-156e2605-bf6c-417c-9b5a-5617a308ba2d {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:40:52.940685 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0a28796-8ea6-4aec-817d-25b367898fe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a20bb74-2c9c-455c-b41d-84fac68ed584', 'code': 200} Aug 29 04:40:52.941878 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=6a20bb74-2c9c-455c-b41d-84fac68ed584,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:52.980033 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35991c7c-46b3-406e-a148-a598d13f130f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:52.986151 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35991c7c-46b3-406e-a148-a598d13f130f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:53.046483 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-35991c7c-46b3-406e-a148-a598d13f130f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=612ca1b340e64a0e84198bec91927e46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2408338 Aug 29 04:40:53.047895 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35991c7c-46b3-406e-a148-a598d13f130f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ca234c-1e67-4609-b870-d2e14763218d,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:53.050603 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 55712) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:53.064671 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a061c-8e5f-45c2-b612-79180edceda1 req-583fbd47-34db-499f-a539-a6aabb032b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:53.067100 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f37a061c-8e5f-45c2-b612-79180edceda1 req-583fbd47-34db-499f-a539-a6aabb032b72 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e0a28796-8ea6-4aec-817d-25b367898fe1 HTTP/1.1" status: 200 len: 1097 time: 0.1126144 Aug 29 04:40:53.099206 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4289232-83c2-4f9c-b29e-c02c328e15f5 req-1a9a82da-4714-4992-b18f-33514b665bde tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:53.101630 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d4289232-83c2-4f9c-b29e-c02c328e15f5 req-1a9a82da-4714-4992-b18f-33514b665bde tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0a28796-8ea6-4aec-817d-25b367898fe1 HTTP/1.1" status: 200 len: 945 time: 0.0964499 Aug 29 04:40:53.119033 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d61ea16e-2837-4c2d-84d3-57486cf36be3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:53.125271 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f37a061c-8e5f-45c2-b612-79180edceda1 req-6470d965-2bbe-4545-a5e7-af22404f51a1 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f7b89a74-0c78-4f5b-b678-0e0edca28634&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0513229 Aug 29 04:40:53.142425 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d61ea16e-2837-4c2d-84d3-57486cf36be3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:53.153499 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d4289232-83c2-4f9c-b29e-c02c328e15f5 req-25e8aac4-83bb-485c-a58c-5a094c5041ca tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "GET /v2.0/security-groups?id=f7b89a74-0c78-4f5b-b678-0e0edca28634&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444295 Aug 29 04:40:53.203846 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d61ea16e-2837-4c2d-84d3-57486cf36be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:53.206625 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d61ea16e-2837-4c2d-84d3-57486cf36be3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:53.207856 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-d61ea16e-2837-4c2d-84d3-57486cf36be3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d8ca234c-1e67-4609-b870-d2e14763218d HTTP/1.1" status: 204 len: 168 time: 0.1560037 Aug 29 04:40:53.219604 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61ea16e-2837-4c2d-84d3-57486cf36be3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8ca234c-1e67-4609-b870-d2e14763218d,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:53.626746 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 55720) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:53.641243 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cade9333-db3c-4c2d-924e-861a3cac1181 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:53.752670 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cade9333-db3c-4c2d-924e-861a3cac1181 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:53.757622 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cade9333-db3c-4c2d-924e-861a3cac1181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:53.800774 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-cade9333-db3c-4c2d-924e-861a3cac1181 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c7e67c93ad7f4802bb147208e9d5a2a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1728745 Aug 29 04:40:53.801645 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cade9333-db3c-4c2d-924e-861a3cac1181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a673fc41-0b88-4823-84ee-0ef41cac44d2,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:53.804423 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 55722) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:53.871797 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f47a364d-388b-4f10-9496-1569b52a1d84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:53.895903 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f47a364d-388b-4f10-9496-1569b52a1d84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:53.951221 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f47a364d-388b-4f10-9496-1569b52a1d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:53.954732 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f47a364d-388b-4f10-9496-1569b52a1d84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:53.956386 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-f47a364d-388b-4f10-9496-1569b52a1d84 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a673fc41-0b88-4823-84ee-0ef41cac44d2 HTTP/1.1" status: 204 len: 168 time: 0.1505470 Aug 29 04:40:53.974617 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47a364d-388b-4f10-9496-1569b52a1d84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a673fc41-0b88-4823-84ee-0ef41cac44d2,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:54.409245 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c36f6eb-bac4-4d73-befe-b1adbcbe755f req-638daa11-dc30-4f3f-8462-b4b8a591f880 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:54.413435 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7c36f6eb-bac4-4d73-befe-b1adbcbe755f req-638daa11-dc30-4f3f-8462-b4b8a591f880 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0a28796-8ea6-4aec-817d-25b367898fe1 HTTP/1.1" status: 200 len: 945 time: 0.1087146 Aug 29 04:40:54.456987 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7c36f6eb-bac4-4d73-befe-b1adbcbe755f req-c0a9bb56-dbfc-4637-8a1b-fada24ffde34 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "GET /v2.0/security-groups?id=f7b89a74-0c78-4f5b-b678-0e0edca28634&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371521 Aug 29 04:40:54.601186 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238bebb2-6ff3-451a-af3a-16879ffd923d req-cd770fa9-340e-4f4a-aef9-30dc88d91bca tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:54.604263 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-238bebb2-6ff3-451a-af3a-16879ffd923d req-cd770fa9-340e-4f4a-aef9-30dc88d91bca tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0a28796-8ea6-4aec-817d-25b367898fe1 HTTP/1.1" status: 200 len: 945 time: 0.0589671 Aug 29 04:40:54.651749 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-238bebb2-6ff3-451a-af3a-16879ffd923d req-cda780cf-fa05-4d10-988f-efa8d696647a tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "GET /v2.0/security-groups?id=f7b89a74-0c78-4f5b-b678-0e0edca28634&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417311 Aug 29 04:40:54.680284 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 55748) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:54.735041 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd98ffc-b649-45df-a2d5-dabe79619b55 tempest-TestNetworkBasicOps-481204260 tempest-TestNetworkBasicOps-481204260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:54.739797 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-0bd98ffc-b649-45df-a2d5-dabe79619b55 tempest-TestNetworkBasicOps-481204260 tempest-TestNetworkBasicOps-481204260-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=e0a28796-8ea6-4aec-817d-25b367898fe1 HTTP/1.1" status: 200 len: 1092 time: 0.0541987 Aug 29 04:40:54.740569 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 55752) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:54.745771 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-4f06f7be-e473-4943-b980-36f46c9dddb6 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Request body: {'floatingip': {'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'port_id': '6a20bb74-2c9c-455c-b41d-84fac68ed584', 'tenant_id': 'c8d6449eb446497eb342b1e8e523ec41', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:54.777467 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4f06f7be-e473-4943-b980-36f46c9dddb6 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for floatingip, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:54.908435 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4f06f7be-e473-4943-b980-36f46c9dddb6 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:55.030105 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-4f06f7be-e473-4943-b980-36f46c9dddb6 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Allocated IP 172.25.0.234 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/c0232f0b-8442-47de-ac44-8400ed93e822) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:40:55.167492 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4f06f7be-e473-4943-b980-36f46c9dddb6 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:55.211834 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4f06f7be-e473-4943-b980-36f46c9dddb6 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:55.252038 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f06f7be-e473-4943-b980-36f46c9dddb6 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:40:55.255202 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-4f06f7be-e473-4943-b980-36f46c9dddb6 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:40:55.258968 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f06f7be-e473-4943-b980-36f46c9dddb6 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:40:55.301787 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f06f7be-e473-4943-b980-36f46c9dddb6 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Pushing event updated for resources: {'Port': ['ID=c0232f0b-8442-47de-ac44-8400ed93e822,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:55.700912 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4f06f7be-e473-4943-b980-36f46c9dddb6 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:55.797039 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4f06f7be-e473-4943-b980-36f46c9dddb6 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:55.982871 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4f06f7be-e473-4943-b980-36f46c9dddb6 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:55.989412 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4f06f7be-e473-4943-b980-36f46c9dddb6 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:56.063016 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f06f7be-e473-4943-b980-36f46c9dddb6 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Pushing event updated for resources: {'Port': ['ID=c0232f0b-8442-47de-ac44-8400ed93e822,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:56.074384 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4f06f7be-e473-4943-b980-36f46c9dddb6 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719515'] for floatingip, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:56.201678 n-d-712140-12 neutron-server[94828]: INFO neutron.db.l3_db [None req-4f06f7be-e473-4943-b980-36f46c9dddb6 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Floating IP 99bb5829-98c4-4042-bcea-4631344c32fb associated. External IP: 172.25.0.234, port: 6a20bb74-2c9c-455c-b41d-84fac68ed584. Aug 29 04:40:56.460067 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f06f7be-e473-4943-b980-36f46c9dddb6 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Router f803bfa4-3671-457a-b237-00680cc615e6 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:40:56.475468 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 55806) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:56.612229 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f06f7be-e473-4943-b980-36f46c9dddb6 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:40:56.624734 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78d00a8-83bc-44f1-8387-dda5eb4c2b1b None None] Sync routers for ids ['f803bfa4-3671-457a-b237-00680cc615e6'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:40:56.634689 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4f06f7be-e473-4943-b980-36f46c9dddb6 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:56.636269 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6eff2eb0-5d3b-42cb-9d76-f3e53375d7b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:56.638864 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78d00a8-83bc-44f1-8387-dda5eb4c2b1b None None] Routers {'f803bfa4-3671-457a-b237-00680cc615e6'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:40:56.639805 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-e78d00a8-83bc-44f1-8387-dda5eb4c2b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:40:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['f803bfa4-3671-457a-b237-00680cc615e6'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:56.693412 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-4f06f7be-e473-4943-b980-36f46c9dddb6 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9497936 Aug 29 04:40:56.695794 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0a28796-8ea6-4aec-817d-25b367898fe1', 'tag': '6a20bb74-2c9c-455c-b41d-84fac68ed584'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:40:56.698823 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 55810) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:56.703158 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2be3abc-91e9-42c9-8efa-597b8360d5bc" -d '{"events": [{"name": "network-changed", "server_uuid": "e0a28796-8ea6-4aec-817d-25b367898fe1", "tag": "6a20bb74-2c9c-455c-b41d-84fac68ed584"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:40:56.773271 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-e78d00a8-83bc-44f1-8387-dda5eb4c2b1b None None] Set router f803bfa4-3671-457a-b237-00680cc615e6 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:40:56.789525 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc482846-85da-4426-b2e2-5dbde5f07798 x-openstack-request-id: req-bc482846-85da-4426-b2e2-5dbde5f07798 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:40:56.789898 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0a28796-8ea6-4aec-817d-25b367898fe1", "tag": "6a20bb74-2c9c-455c-b41d-84fac68ed584", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:40:56.790157 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bc482846-85da-4426-b2e2-5dbde5f07798 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:40:56.790639 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0a28796-8ea6-4aec-817d-25b367898fe1', 'tag': '6a20bb74-2c9c-455c-b41d-84fac68ed584', 'status': 'completed', 'code': 200} Aug 29 04:40:56.886486 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-39e9fdc0-2d16-442c-ac24-241abc5e5390 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "GET /v2.0/floatingips/99bb5829-98c4-4042-bcea-4631344c32fb HTTP/1.1" status: 200 len: 991 time: 0.1839087 Aug 29 04:40:56.911434 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2be3abc-91e9-42c9-8efa-597b8360d5bc req-41920429-6c88-4b7f-a404-7dd3175ef55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:56.914089 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a2be3abc-91e9-42c9-8efa-597b8360d5bc req-41920429-6c88-4b7f-a404-7dd3175ef55b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c8d6449eb446497eb342b1e8e523ec41&device_id=e0a28796-8ea6-4aec-817d-25b367898fe1 HTTP/1.1" status: 200 len: 1097 time: 0.0989861 Aug 29 04:40:57.008384 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6eff2eb0-5d3b-42cb-9d76-f3e53375d7b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:57.019985 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6eff2eb0-5d3b-42cb-9d76-f3e53375d7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:57.063317 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-e78d00a8-83bc-44f1-8387-dda5eb4c2b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f803bfa4-3671-457a-b237-00680cc615e6', 'name': 'tempest-TestNetworkBasicOps-router-1363413386', 'tenant_id': 'c8d6449eb446497eb342b1e8e523ec41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'bb55450b-8e11-4bc6-a7f7-e97374eb72b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:40:33Z', 'updated_at': '2021-08-29T04:40:38Z', 'revision_number': 4, 'project_id': 'c8d6449eb446497eb342b1e8e523ec41', 'gw_port': {'id': 'bb55450b-8e11-4bc6-a7f7-e97374eb72b6', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:cf:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f803bfa4-3671-457a-b237-00680cc615e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:33Z', 'updated_at': '2021-08-29T04:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': '99bb5829-98c4-4042-bcea-4631344c32fb', 'tenant_id': 'c8d6449eb446497eb342b1e8e523ec41', 'floating_ip_address': '172.25.0.234', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': 'f803bfa4-3671-457a-b237-00680cc615e6', 'port_id': '6a20bb74-2c9c-455c-b41d-84fac68ed584', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5de65736-3c0f-457f-9d15-915d56de81b8', 'mac_address': 'fa:16:3e:2a:2f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a28796-8ea6-4aec-817d-25b367898fe1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:40:55Z', 'updated_at': '2021-08-29T04:40:55Z', 'revision_number': 0, 'project_id': 'c8d6449eb446497eb342b1e8e523ec41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c655ad0-b742-4b5b-a33b-d6f11fca5fc3', 'name': '', 'network_id': '5de65736-3c0f-457f-9d15-915d56de81b8', 'tenant_id': 'c8d6449eb446497eb342b1e8e523ec41', 'mac_address': 'fa:16:3e:fe:66:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f803bfa4-3671-457a-b237-00680cc615e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '7fb6a489-c966-41f6-9582-c3c9c1ebbee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:37Z', 'updated_at': '2021-08-29T04:40:45Z', 'revision_number': 5, 'project_id': 'c8d6449eb446497eb342b1e8e523ec41', 'subnets': [{'id': '7fb6a489-c966-41f6-9582-c3c9c1ebbee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:57.080001 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-6eff2eb0-5d3b-42cb-9d76-f3e53375d7b5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=54f62c8813d84057a2e4f5f98eb414e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6026883 Aug 29 04:40:57.083005 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 55816) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:57.093049 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eff2eb0-5d3b-42cb-9d76-f3e53375d7b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3dc22fb-e181-4697-8356-303b6bf8af68,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:57.094993 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78d00a8-83bc-44f1-8387-dda5eb4c2b1b None None] Checking router: f803bfa4-3671-457a-b237-00680cc615e6 for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:40:57.101081 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2be3abc-91e9-42c9-8efa-597b8360d5bc req-b1b9d8ae-c55b-4997-8985-9156088e8288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:57.102892 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a2be3abc-91e9-42c9-8efa-597b8360d5bc req-b1b9d8ae-c55b-4997-8985-9156088e8288 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5de65736-3c0f-457f-9d15-915d56de81b8 HTTP/1.1" status: 200 len: 898 time: 0.1785724 Aug 29 04:40:57.106752 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78d00a8-83bc-44f1-8387-dda5eb4c2b1b None None] Routers {'f803bfa4-3671-457a-b237-00680cc615e6'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:40:57.107726 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-e78d00a8-83bc-44f1-8387-dda5eb4c2b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:40:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['f803bfa4-3671-457a-b237-00680cc615e6'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:57.172350 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-627775a9-ca8d-4eb0-8ab3-9e393e88f73a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:57.201476 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-627775a9-ca8d-4eb0-8ab3-9e393e88f73a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:57.268640 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-627775a9-ca8d-4eb0-8ab3-9e393e88f73a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:57.273626 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-627775a9-ca8d-4eb0-8ab3-9e393e88f73a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:57.277383 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-627775a9-ca8d-4eb0-8ab3-9e393e88f73a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e3dc22fb-e181-4697-8356-303b6bf8af68 HTTP/1.1" status: 204 len: 168 time: 0.1909468 Aug 29 04:40:57.308287 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627775a9-ca8d-4eb0-8ab3-9e393e88f73a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3dc22fb-e181-4697-8356-303b6bf8af68,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:57.317541 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-e78d00a8-83bc-44f1-8387-dda5eb4c2b1b None None] Set router f803bfa4-3671-457a-b237-00680cc615e6 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:40:57.594858 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a2be3abc-91e9-42c9-8efa-597b8360d5bc req-d4ca0846-a28d-420e-8996-df9618fb1cb9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a20bb74-2c9c-455c-b41d-84fac68ed584 HTTP/1.1" status: 200 len: 999 time: 0.4836440 Aug 29 04:40:57.678910 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2be3abc-91e9-42c9-8efa-597b8360d5bc req-3abae641-2a5a-4465-a9b3-8d3dfdeb999b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:57.680567 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a2be3abc-91e9-42c9-8efa-597b8360d5bc req-3abae641-2a5a-4465-a9b3-8d3dfdeb999b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7fb6a489-c966-41f6-9582-c3c9c1ebbee1 HTTP/1.1" status: 200 len: 834 time: 0.0781953 Aug 29 04:40:57.701444 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-e78d00a8-83bc-44f1-8387-dda5eb4c2b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f803bfa4-3671-457a-b237-00680cc615e6', 'name': 'tempest-TestNetworkBasicOps-router-1363413386', 'tenant_id': 'c8d6449eb446497eb342b1e8e523ec41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'bb55450b-8e11-4bc6-a7f7-e97374eb72b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:40:33Z', 'updated_at': '2021-08-29T04:40:38Z', 'revision_number': 4, 'project_id': 'c8d6449eb446497eb342b1e8e523ec41', 'gw_port': {'id': 'bb55450b-8e11-4bc6-a7f7-e97374eb72b6', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:cf:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f803bfa4-3671-457a-b237-00680cc615e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:33Z', 'updated_at': '2021-08-29T04:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': '99bb5829-98c4-4042-bcea-4631344c32fb', 'tenant_id': 'c8d6449eb446497eb342b1e8e523ec41', 'floating_ip_address': '172.25.0.234', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': 'f803bfa4-3671-457a-b237-00680cc615e6', 'port_id': '6a20bb74-2c9c-455c-b41d-84fac68ed584', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5de65736-3c0f-457f-9d15-915d56de81b8', 'mac_address': 'fa:16:3e:2a:2f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a28796-8ea6-4aec-817d-25b367898fe1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:40:55Z', 'updated_at': '2021-08-29T04:40:55Z', 'revision_number': 0, 'project_id': 'c8d6449eb446497eb342b1e8e523ec41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c655ad0-b742-4b5b-a33b-d6f11fca5fc3', 'name': '', 'network_id': '5de65736-3c0f-457f-9d15-915d56de81b8', 'tenant_id': 'c8d6449eb446497eb342b1e8e523ec41', 'mac_address': 'fa:16:3e:fe:66:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f803bfa4-3671-457a-b237-00680cc615e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '7fb6a489-c966-41f6-9582-c3c9c1ebbee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:37Z', 'updated_at': '2021-08-29T04:40:45Z', 'revision_number': 5, 'project_id': 'c8d6449eb446497eb342b1e8e523ec41', 'subnets': [{'id': '7fb6a489-c966-41f6-9582-c3c9c1ebbee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:57.741657 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78d00a8-83bc-44f1-8387-dda5eb4c2b1b None None] The sync data for ids ['f803bfa4-3671-457a-b237-00680cc615e6'] in n-d-712140-12 is: [{'id': 'f803bfa4-3671-457a-b237-00680cc615e6', 'name': 'tempest-TestNetworkBasicOps-router-1363413386', 'tenant_id': 'c8d6449eb446497eb342b1e8e523ec41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'bb55450b-8e11-4bc6-a7f7-e97374eb72b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:40:33Z', 'updated_at': '2021-08-29T04:40:38Z', 'revision_number': 4, 'project_id': 'c8d6449eb446497eb342b1e8e523ec41', 'gw_port': {'id': 'bb55450b-8e11-4bc6-a7f7-e97374eb72b6', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:cf:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f803bfa4-3671-457a-b237-00680cc615e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:33Z', 'updated_at': '2021-08-29T04:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': '99bb5829-98c4-4042-bcea-4631344c32fb', 'tenant_id': 'c8d6449eb446497eb342b1e8e523ec41', 'floating_ip_address': '172.25.0.234', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': 'f803bfa4-3671-457a-b237-00680cc615e6', 'port_id': '6a20bb74-2c9c-455c-b41d-84fac68ed584', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5de65736-3c0f-457f-9d15-915d56de81b8', 'mac_address': 'fa:16:3e:2a:2f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a28796-8ea6-4aec-817d-25b367898fe1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:40:55Z', 'updated_at': '2021-08-29T04:40:55Z', 'revision_number': 0, 'project_id': 'c8d6449eb446497eb342b1e8e523ec41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c655ad0-b742-4b5b-a33b-d6f11fca5fc3', 'name': '', 'network_id': '5de65736-3c0f-457f-9d15-915d56de81b8', 'tenant_id': 'c8d6449eb446497eb342b1e8e523ec41', 'mac_address': 'fa:16:3e:fe:66:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f803bfa4-3671-457a-b237-00680cc615e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '7fb6a489-c966-41f6-9582-c3c9c1ebbee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:37Z', 'updated_at': '2021-08-29T04:40:45Z', 'revision_number': 5, 'project_id': 'c8d6449eb446497eb342b1e8e523ec41', 'subnets': [{'id': '7fb6a489-c966-41f6-9582-c3c9c1ebbee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:40:57.760847 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2be3abc-91e9-42c9-8efa-597b8360d5bc req-257b65f4-184c-4e0f-9057-666090916bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:57.762787 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a2be3abc-91e9-42c9-8efa-597b8360d5bc req-257b65f4-184c-4e0f-9057-666090916bec service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5de65736-3c0f-457f-9d15-915d56de81b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0722928 Aug 29 04:40:57.828228 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 55826) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:57.857125 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f4c79763-cabd-4141-b6f7-28c7dfa60f6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:57.891426 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 55828) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:57.920916 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a2be3abc-91e9-42c9-8efa-597b8360d5bc req-60e6ba11-eeeb-4648-9ae3-1af663b3843d service neutron] 10.222.0.46 "GET /v2.0/networks/5de65736-3c0f-457f-9d15-915d56de81b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498401 Aug 29 04:40:57.983737 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-d1a4ed49-8e46-4c94-b413-e8f4ab101231 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "GET /v2.0/floatingips/99bb5829-98c4-4042-bcea-4631344c32fb HTTP/1.1" status: 200 len: 991 time: 0.0883222 Aug 29 04:40:58.045993 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f4c79763-cabd-4141-b6f7-28c7dfa60f6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:58.054693 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f4c79763-cabd-4141-b6f7-28c7dfa60f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:58.067010 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a2be3abc-91e9-42c9-8efa-597b8360d5bc req-a713ba61-efb2-4cb5-b0bd-ef61684eee4b service neutron] 10.222.0.46 "GET /v2.0/networks/5de65736-3c0f-457f-9d15-915d56de81b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376929 Aug 29 04:40:58.109560 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-f4c79763-cabd-4141-b6f7-28c7dfa60f6c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=403eb894a79440919d5ff2fd88edf65e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2798724 Aug 29 04:40:58.111319 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c79763-cabd-4141-b6f7-28c7dfa60f6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37e52d7e-d4aa-4e3b-ae17-fb539c817c50,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:58.112033 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 55832) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:58.132577 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dcd4352-d1b0-4c1f-a6d3-e70c67b73836 None None] New status for floating IP 99bb5829-98c4-4042-bcea-4631344c32fb: ACTIVE {{(pid=94830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:40:58.197991 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6795d7e8-bd91-49e1-ab06-f3dd5158dc7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:58.229068 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6795d7e8-bd91-49e1-ab06-f3dd5158dc7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:58.297610 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6795d7e8-bd91-49e1-ab06-f3dd5158dc7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:58.300492 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6795d7e8-bd91-49e1-ab06-f3dd5158dc7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:58.301628 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-6795d7e8-bd91-49e1-ab06-f3dd5158dc7f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/37e52d7e-d4aa-4e3b-ae17-fb539c817c50 HTTP/1.1" status: 204 len: 168 time: 0.1883621 Aug 29 04:40:58.311621 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6795d7e8-bd91-49e1-ab06-f3dd5158dc7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37e52d7e-d4aa-4e3b-ae17-fb539c817c50,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:58.675603 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:58.985605 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 55856) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:59.099586 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-b4c46fed-dfa2-4334-8cb6-f2d8b97689db tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "GET /v2.0/floatingips/99bb5829-98c4-4042-bcea-4631344c32fb HTTP/1.1" status: 200 len: 993 time: 0.1118734 Aug 29 04:41:01.361888 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 55894) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:01.496278 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b30f492c-18af-4717-84e8-310d7379ae47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:01.605942 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b30f492c-18af-4717-84e8-310d7379ae47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:01.611169 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b30f492c-18af-4717-84e8-310d7379ae47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:01.653046 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-b30f492c-18af-4717-84e8-310d7379ae47 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=03cdc07680ff4ab18558fe9671a895b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2898750 Aug 29 04:41:01.653882 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30f492c-18af-4717-84e8-310d7379ae47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b141d8d-f5ef-4ddc-98fe-5ba7ff504db4,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:01.655777 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 55898) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:01.717441 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-558a7e10-1422-480c-ab04-2acf1cbb2466 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:01.741245 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-558a7e10-1422-480c-ab04-2acf1cbb2466 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:01.796169 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-558a7e10-1422-480c-ab04-2acf1cbb2466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:01.799037 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-558a7e10-1422-480c-ab04-2acf1cbb2466 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:01.800348 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-558a7e10-1422-480c-ab04-2acf1cbb2466 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5b141d8d-f5ef-4ddc-98fe-5ba7ff504db4 HTTP/1.1" status: 204 len: 168 time: 0.1427619 Aug 29 04:41:01.809298 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558a7e10-1422-480c-ab04-2acf1cbb2466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b141d8d-f5ef-4ddc-98fe-5ba7ff504db4,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:02.550590 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 55924) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:02.660405 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-4be50254-4008-4a2a-ba5d-579fdc2ce351 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1124476249-network', 'tenant_id': 'c1741abebde34b21a170cfafaad1e659'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:02.685715 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4be50254-4008-4a2a-ba5d-579fdc2ce351 admin admin] Made reservation on behalf of c1741abebde34b21a170cfafaad1e659 for: {'network': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:41:02.687984 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4be50254-4008-4a2a-ba5d-579fdc2ce351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:02.697080 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4be50254-4008-4a2a-ba5d-579fdc2ce351 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:02.798329 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4be50254-4008-4a2a-ba5d-579fdc2ce351 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:02.803588 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4be50254-4008-4a2a-ba5d-579fdc2ce351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:02.828944 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4be50254-4008-4a2a-ba5d-579fdc2ce351 admin admin] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=94828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:41:02.843174 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be50254-4008-4a2a-ba5d-579fdc2ce351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bb85f9f-d8fe-4022-818e-06dd79d11062,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:02.848403 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4be50254-4008-4a2a-ba5d-579fdc2ce351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:02.848748 n-d-712140-12 neutron-server[94828]: INFO neutron.db.segments_db [None req-4be50254-4008-4a2a-ba5d-579fdc2ce351 admin admin] Added segment 1e5c3b4d-4e9b-48cf-9646-28d003758c0d of type vlan for network 31854a5f-f90d-4ace-bda5-82c0356b86d4 Aug 29 04:41:02.890892 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4be50254-4008-4a2a-ba5d-579fdc2ce351 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:02.916171 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4be50254-4008-4a2a-ba5d-579fdc2ce351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:02.917176 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be50254-4008-4a2a-ba5d-579fdc2ce351 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:02.917772 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4be50254-4008-4a2a-ba5d-579fdc2ce351 admin admin] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:02.975779 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-4be50254-4008-4a2a-ba5d-579fdc2ce351 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4238930 Aug 29 04:41:02.978659 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 55930) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:02.983653 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-777665b6-cd63-4492-b21d-743b4c221e94 admin admin] Request body: {'subnet': {'network_id': '31854a5f-f90d-4ace-bda5-82c0356b86d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1124476249-subnet', 'tenant_id': 'c1741abebde34b21a170cfafaad1e659', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:02.992623 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be50254-4008-4a2a-ba5d-579fdc2ce351 admin admin] Pushing event updated for resources: {'Network': ['ID=31854a5f-f90d-4ace-bda5-82c0356b86d4,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:03.006714 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 31854a5f-f90d-4ace-bda5-82c0356b86d4 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:41:03.012707 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-777665b6-cd63-4492-b21d-743b4c221e94 admin admin] Made reservation on behalf of c1741abebde34b21a170cfafaad1e659 for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:41:03.015176 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-777665b6-cd63-4492-b21d-743b4c221e94 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:03.100251 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b4b6fdc2-4d40-4baf-9ef9-0431a38dc4bf req-42399d5e-b956-4339-a342-9206da895143 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e0a28796-8ea6-4aec-817d-25b367898fe1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0446079 Aug 29 04:41:03.203900 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b6fdc2-4d40-4baf-9ef9-0431a38dc4bf req-54b5b290-8555-4bf4-94dc-97db7f2dcbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:03.206010 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b4b6fdc2-4d40-4baf-9ef9-0431a38dc4bf req-54b5b290-8555-4bf4-94dc-97db7f2dcbfe service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c8d6449eb446497eb342b1e8e523ec41&device_id=e0a28796-8ea6-4aec-817d-25b367898fe1 HTTP/1.1" status: 200 len: 1097 time: 0.0488815 Aug 29 04:41:03.220063 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-777665b6-cd63-4492-b21d-743b4c221e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9191137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10062364'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:03.275744 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777665b6-cd63-4492-b21d-743b4c221e94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a76f926f-8fc6-4082-9ad0-e752ec925e23,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:03.286230 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777665b6-cd63-4492-b21d-743b4c221e94 admin admin] Checking segment: {'id': '1e5c3b4d-4e9b-48cf-9646-28d003758c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '31854a5f-f90d-4ace-bda5-82c0356b86d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:41:03.286591 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777665b6-cd63-4492-b21d-743b4c221e94 admin admin] Network hostable DHCP agents. Network: 31854a5f-f90d-4ace-bda5-82c0356b86d4, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:41:03.305921 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777665b6-cd63-4492-b21d-743b4c221e94 admin admin] Network 31854a5f-f90d-4ace-bda5-82c0356b86d4 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:41:03.320598 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-777665b6-cd63-4492-b21d-743b4c221e94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 31854a5f-f90d-4ace-bda5-82c0356b86d4) {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:41:03.325699 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777665b6-cd63-4492-b21d-743b4c221e94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:03.326292 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-777665b6-cd63-4492-b21d-743b4c221e94 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:03.330097 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-125189b0-8194-47b8-9a7a-ae7edd7a74ac None None] Network 31854a5f-f90d-4ace-bda5-82c0356b86d4 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:41:03.343237 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-777665b6-cd63-4492-b21d-743b4c221e94 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3631885 Aug 29 04:41:03.375537 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b6fdc2-4d40-4baf-9ef9-0431a38dc4bf req-a9ab99ef-0d7e-443e-8645-cec14a903ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:03.377120 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b4b6fdc2-4d40-4baf-9ef9-0431a38dc4bf req-a9ab99ef-0d7e-443e-8645-cec14a903ccd service neutron] 10.222.0.46 "GET /v2.0/networks?id=5de65736-3c0f-457f-9d15-915d56de81b8 HTTP/1.1" status: 200 len: 898 time: 0.1503479 Aug 29 04:41:03.432416 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ccbafd93-1c80-494a-9eef-5489c1057b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:03.524272 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b4b6fdc2-4d40-4baf-9ef9-0431a38dc4bf req-37ae773a-3e5e-41bf-bcd4-1873b98d1495 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a20bb74-2c9c-455c-b41d-84fac68ed584 HTTP/1.1" status: 200 len: 1001 time: 0.1293516 Aug 29 04:41:03.525591 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018a881a-ce6c-4107-b978-2d455a2ab4d9 None None] Network 31854a5f-f90d-4ace-bda5-82c0356b86d4 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:41:03.621356 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b6fdc2-4d40-4baf-9ef9-0431a38dc4bf req-7c2f3c4f-1a57-4174-912d-dc8b80db1232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:03.623843 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b4b6fdc2-4d40-4baf-9ef9-0431a38dc4bf req-7c2f3c4f-1a57-4174-912d-dc8b80db1232 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7fb6a489-c966-41f6-9582-c3c9c1ebbee1 HTTP/1.1" status: 200 len: 834 time: 0.0952923 Aug 29 04:41:03.706138 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b6fdc2-4d40-4baf-9ef9-0431a38dc4bf req-2198583f-3472-4fe9-9f71-94fdfaabe3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:03.708410 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b4b6fdc2-4d40-4baf-9ef9-0431a38dc4bf req-2198583f-3472-4fe9-9f71-94fdfaabe3fd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5de65736-3c0f-457f-9d15-915d56de81b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0764349 Aug 29 04:41:03.862357 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b4b6fdc2-4d40-4baf-9ef9-0431a38dc4bf req-1b65a8ee-f5f5-4fd3-aba7-a8ce69fc1188 service neutron] 10.222.0.46 "GET /v2.0/networks/5de65736-3c0f-457f-9d15-915d56de81b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465843 Aug 29 04:41:04.025146 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b4b6fdc2-4d40-4baf-9ef9-0431a38dc4bf req-53836623-7c9c-4003-987b-5d113b5a0ff4 service neutron] 10.222.0.46 "GET /v2.0/networks/5de65736-3c0f-457f-9d15-915d56de81b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503525 Aug 29 04:41:06.243794 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-436f39c0-baa2-4aed-8636-acf827c6fe14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:07.194701 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:07.215366 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:07.614046 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3e859c4f-83be-4495-91c4-0be4f05c2a93 req-47f65782-ce12-4877-80e5-0101f369f6bb service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=78e1d3c1-2943-4567-af4e-14c28f0b7c9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0643160 Aug 29 04:41:07.741873 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e859c4f-83be-4495-91c4-0be4f05c2a93 req-796c2ac5-409d-47e9-abba-e10d4bf6d186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:07.742242 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e859c4f-83be-4495-91c4-0be4f05c2a93 req-796c2ac5-409d-47e9-abba-e10d4bf6d186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:07.742714 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e859c4f-83be-4495-91c4-0be4f05c2a93 req-796c2ac5-409d-47e9-abba-e10d4bf6d186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:07.743179 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e859c4f-83be-4495-91c4-0be4f05c2a93 req-796c2ac5-409d-47e9-abba-e10d4bf6d186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:07.743640 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e859c4f-83be-4495-91c4-0be4f05c2a93 req-796c2ac5-409d-47e9-abba-e10d4bf6d186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:07.744144 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e859c4f-83be-4495-91c4-0be4f05c2a93 req-796c2ac5-409d-47e9-abba-e10d4bf6d186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:07.744602 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e859c4f-83be-4495-91c4-0be4f05c2a93 req-796c2ac5-409d-47e9-abba-e10d4bf6d186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:07.747004 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3e859c4f-83be-4495-91c4-0be4f05c2a93 req-796c2ac5-409d-47e9-abba-e10d4bf6d186 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b0f1228a8bd44b90ad5ea0a20c4870bf&device_id=78e1d3c1-2943-4567-af4e-14c28f0b7c9c HTTP/1.1" status: 200 len: 6495 time: 0.0617933 Aug 29 04:41:07.890093 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e859c4f-83be-4495-91c4-0be4f05c2a93 req-60029be8-1dc7-449b-bd08-cf016498d55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:07.890628 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e859c4f-83be-4495-91c4-0be4f05c2a93 req-60029be8-1dc7-449b-bd08-cf016498d55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:07.891204 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e859c4f-83be-4495-91c4-0be4f05c2a93 req-60029be8-1dc7-449b-bd08-cf016498d55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:07.893924 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3e859c4f-83be-4495-91c4-0be4f05c2a93 req-60029be8-1dc7-449b-bd08-cf016498d55c service neutron] 10.222.0.48 "GET /v2.0/networks?id=f8102508-8177-4d08-b66e-69e3d8dd4b5c&id=17498e6d-84e1-4cac-974a-a187e6f18066&id=17498e6d-84e1-4cac-974a-a187e6f18066&id=17498e6d-84e1-4cac-974a-a187e6f18066&id=17498e6d-84e1-4cac-974a-a187e6f18066&id=5e503eef-fcd9-442c-bfbe-e3b673cf903b&id=5e503eef-fcd9-442c-bfbe-e3b673cf903b HTTP/1.1" status: 200 len: 2292 time: 0.1177275 Aug 29 04:41:07.996845 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3e859c4f-83be-4495-91c4-0be4f05c2a93 req-cb108cfb-5a54-4c3f-9cdd-98ca4543f924 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=863c0636-bcc8-4b84-adb3-6776bab372ee HTTP/1.1" status: 200 len: 1001 time: 0.0958314 Aug 29 04:41:08.068928 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e859c4f-83be-4495-91c4-0be4f05c2a93 req-3fed3790-0536-42aa-aa08-c421d52ff543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:08.072159 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3e859c4f-83be-4495-91c4-0be4f05c2a93 req-3fed3790-0536-42aa-aa08-c421d52ff543 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=38723797-c164-4ad1-837d-c534b680646e HTTP/1.1" status: 200 len: 850 time: 0.0542636 Aug 29 04:41:08.126820 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e859c4f-83be-4495-91c4-0be4f05c2a93 req-6a323c76-3515-4456-98bb-3d4b50cb477c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:08.128617 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3e859c4f-83be-4495-91c4-0be4f05c2a93 req-6a323c76-3515-4456-98bb-3d4b50cb477c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f8102508-8177-4d08-b66e-69e3d8dd4b5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0498767 Aug 29 04:41:08.263402 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3e859c4f-83be-4495-91c4-0be4f05c2a93 req-9a274e88-85fd-4a6b-9dfe-0cd477b182c6 service neutron] 10.222.0.48 "GET /v2.0/networks/f8102508-8177-4d08-b66e-69e3d8dd4b5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270049 Aug 29 04:41:08.410198 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3e859c4f-83be-4495-91c4-0be4f05c2a93 req-dfb98cc8-d146-48f7-941d-a3ec9da0ba04 service neutron] 10.222.0.48 "GET /v2.0/networks/f8102508-8177-4d08-b66e-69e3d8dd4b5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391673 Aug 29 04:41:08.417120 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 56014) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:08.456977 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3e859c4f-83be-4495-91c4-0be4f05c2a93 req-42024d1e-ebfe-49e6-9c41-c4d5f9b0cec0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=9ed8042a-534d-4fd9-bab3-f9ca6ec3d842 HTTP/1.1" status: 200 len: 217 time: 0.0391347 Aug 29 04:41:08.526559 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e859c4f-83be-4495-91c4-0be4f05c2a93 req-4f096219-c50e-4e34-bd9e-8ce1e0644c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:08.528246 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3e859c4f-83be-4495-91c4-0be4f05c2a93 req-4f096219-c50e-4e34-bd9e-8ce1e0644c69 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2c4c2bd8-a9be-4d3e-b11b-de6654931482 HTTP/1.1" status: 200 len: 797 time: 0.0592649 Aug 29 04:41:08.581928 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e859c4f-83be-4495-91c4-0be4f05c2a93 req-9b90f251-b76b-495c-a035-fc411eeb10f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:08.583633 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3e859c4f-83be-4495-91c4-0be4f05c2a93 req-9b90f251-b76b-495c-a035-fc411eeb10f9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=17498e6d-84e1-4cac-974a-a187e6f18066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0470071 Aug 29 04:41:08.585303 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b5964cb1-11ec-43ef-8288-5161645114c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:08.717571 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:08.727032 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3e859c4f-83be-4495-91c4-0be4f05c2a93 req-a5d8cb15-7ea1-427a-a3a8-d0df74b9ad47 service neutron] 10.222.0.48 "GET /v2.0/networks/17498e6d-84e1-4cac-974a-a187e6f18066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348269 Aug 29 04:41:08.782230 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b5964cb1-11ec-43ef-8288-5161645114c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:08.787506 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b5964cb1-11ec-43ef-8288-5161645114c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:08.833833 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-b5964cb1-11ec-43ef-8288-5161645114c8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b98278f940064f17b89e5803c6cbf4ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4129410 Aug 29 04:41:08.833833 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5964cb1-11ec-43ef-8288-5161645114c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fa98f8a-2122-438d-aaac-23d4531950c8,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:08.835101 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 56020) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:08.866191 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3e859c4f-83be-4495-91c4-0be4f05c2a93 req-a5beb29e-8653-4910-98c0-70abef9a451e service neutron] 10.222.0.48 "GET /v2.0/networks/17498e6d-84e1-4cac-974a-a187e6f18066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319644 Aug 29 04:41:08.917411 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3e859c4f-83be-4495-91c4-0be4f05c2a93 req-f8976039-c2a7-411c-822a-c357a843cbc3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.39&port_id=2662ff03-0fe5-4738-ac75-76417260f6bb HTTP/1.1" status: 200 len: 217 time: 0.0434933 Aug 29 04:41:09.319814 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ca4cb50b-aa23-4151-9d9c-b2cf883ec286 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:09.336980 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e859c4f-83be-4495-91c4-0be4f05c2a93 req-0990cdef-6568-40b9-acd7-d8c5ea5490ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:09.338870 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3e859c4f-83be-4495-91c4-0be4f05c2a93 req-0990cdef-6568-40b9-acd7-d8c5ea5490ad service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2c4c2bd8-a9be-4d3e-b11b-de6654931482 HTTP/1.1" status: 200 len: 797 time: 0.4142852 Aug 29 04:41:09.383315 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ca4cb50b-aa23-4151-9d9c-b2cf883ec286 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:09.432525 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e859c4f-83be-4495-91c4-0be4f05c2a93 req-869f9522-b083-4536-a46e-04dbe6e153b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:09.434672 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3e859c4f-83be-4495-91c4-0be4f05c2a93 req-869f9522-b083-4536-a46e-04dbe6e153b9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=17498e6d-84e1-4cac-974a-a187e6f18066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0831599 Aug 29 04:41:09.513477 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ca4cb50b-aa23-4151-9d9c-b2cf883ec286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:09.516203 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ca4cb50b-aa23-4151-9d9c-b2cf883ec286 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:09.520561 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-ca4cb50b-aa23-4151-9d9c-b2cf883ec286 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7fa98f8a-2122-438d-aaac-23d4531950c8 HTTP/1.1" status: 204 len: 168 time: 0.6748626 Aug 29 04:41:09.530498 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4cb50b-aa23-4151-9d9c-b2cf883ec286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fa98f8a-2122-438d-aaac-23d4531950c8,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:09.573403 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3e859c4f-83be-4495-91c4-0be4f05c2a93 req-fb5ddb02-6733-4057-8b79-31c8cad91153 service neutron] 10.222.0.48 "GET /v2.0/networks/17498e6d-84e1-4cac-974a-a187e6f18066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310201 Aug 29 04:41:09.694710 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3e859c4f-83be-4495-91c4-0be4f05c2a93 req-09f0a819-25a9-4d96-a988-8ff4a2119edc service neutron] 10.222.0.48 "GET /v2.0/networks/17498e6d-84e1-4cac-974a-a187e6f18066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134832 Aug 29 04:41:09.760629 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3e859c4f-83be-4495-91c4-0be4f05c2a93 req-3f1d49e6-6f9c-44dc-a5f8-bf47cbba3266 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=5cfcb12b-3c21-4614-9071-b6c0f7763d86 HTTP/1.1" status: 200 len: 217 time: 0.0579929 Aug 29 04:41:09.821265 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e859c4f-83be-4495-91c4-0be4f05c2a93 req-6fe5f6ed-9a9d-4f63-bc0c-59f2cd410bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:09.822774 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3e859c4f-83be-4495-91c4-0be4f05c2a93 req-6fe5f6ed-9a9d-4f63-bc0c-59f2cd410bd1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2c4c2bd8-a9be-4d3e-b11b-de6654931482 HTTP/1.1" status: 200 len: 797 time: 0.0554335 Aug 29 04:41:09.879920 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e859c4f-83be-4495-91c4-0be4f05c2a93 req-262de511-d492-4ca7-981c-7c96e4852e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:09.879920 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3e859c4f-83be-4495-91c4-0be4f05c2a93 req-262de511-d492-4ca7-981c-7c96e4852e32 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=17498e6d-84e1-4cac-974a-a187e6f18066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0463147 Aug 29 04:41:10.005555 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3e859c4f-83be-4495-91c4-0be4f05c2a93 req-38e87720-569a-4d04-9183-9837e2e05f00 service neutron] 10.222.0.48 "GET /v2.0/networks/17498e6d-84e1-4cac-974a-a187e6f18066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222560 Aug 29 04:41:10.144337 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3e859c4f-83be-4495-91c4-0be4f05c2a93 req-cca841db-4d9f-4aa0-98d3-72c2fbe3a09b service neutron] 10.222.0.48 "GET /v2.0/networks/17498e6d-84e1-4cac-974a-a187e6f18066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318126 Aug 29 04:41:10.203421 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3e859c4f-83be-4495-91c4-0be4f05c2a93 req-92acec3f-ef1e-451d-8dc1-eedff28073de service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=73a89596-2f6f-4bb0-aecd-74540ae2a41e HTTP/1.1" status: 200 len: 217 time: 0.0523486 Aug 29 04:41:10.283657 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e859c4f-83be-4495-91c4-0be4f05c2a93 req-3c69efec-65f5-45b8-ad71-66bc35418a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:10.286049 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3e859c4f-83be-4495-91c4-0be4f05c2a93 req-3c69efec-65f5-45b8-ad71-66bc35418a48 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2c4c2bd8-a9be-4d3e-b11b-de6654931482 HTTP/1.1" status: 200 len: 797 time: 0.0698249 Aug 29 04:41:10.360527 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e859c4f-83be-4495-91c4-0be4f05c2a93 req-6a3fb568-314a-4105-ac2f-1199dbc6fbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:10.363227 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3e859c4f-83be-4495-91c4-0be4f05c2a93 req-6a3fb568-314a-4105-ac2f-1199dbc6fbc3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=17498e6d-84e1-4cac-974a-a187e6f18066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0702870 Aug 29 04:41:10.496126 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3e859c4f-83be-4495-91c4-0be4f05c2a93 req-8e80c1f4-5669-49e6-801e-fdcb5724ffbb service neutron] 10.222.0.48 "GET /v2.0/networks/17498e6d-84e1-4cac-974a-a187e6f18066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256790 Aug 29 04:41:10.623030 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3e859c4f-83be-4495-91c4-0be4f05c2a93 req-0d34379c-b0b7-423d-a8cb-f052c8f4e314 service neutron] 10.222.0.48 "GET /v2.0/networks/17498e6d-84e1-4cac-974a-a187e6f18066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193800 Aug 29 04:41:10.672299 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3e859c4f-83be-4495-91c4-0be4f05c2a93 req-89ee56b3-d3c3-483a-8b71-e0ca3d91abf5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e8c38dda-a12f-4615-86b7-8fdfbcfe8a49 HTTP/1.1" status: 200 len: 217 time: 0.0426879 Aug 29 04:41:10.789253 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e859c4f-83be-4495-91c4-0be4f05c2a93 req-fa10d3cd-1c9b-4047-9fe2-c1ec65d237c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:10.790991 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3e859c4f-83be-4495-91c4-0be4f05c2a93 req-fa10d3cd-1c9b-4047-9fe2-c1ec65d237c2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8462c09a-3992-4e92-b18c-741f3c6662c3 HTTP/1.1" status: 200 len: 797 time: 0.1114190 Aug 29 04:41:10.851115 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e859c4f-83be-4495-91c4-0be4f05c2a93 req-79811fe6-b4d2-44dc-91c8-a63469a454e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:10.853054 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3e859c4f-83be-4495-91c4-0be4f05c2a93 req-79811fe6-b4d2-44dc-91c8-a63469a454e1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5e503eef-fcd9-442c-bfbe-e3b673cf903b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0484998 Aug 29 04:41:10.982360 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3e859c4f-83be-4495-91c4-0be4f05c2a93 req-c51aa971-f02d-4907-8555-26b840237012 service neutron] 10.222.0.48 "GET /v2.0/networks/5e503eef-fcd9-442c-bfbe-e3b673cf903b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197600 Aug 29 04:41:11.102391 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3e859c4f-83be-4495-91c4-0be4f05c2a93 req-3eb7a98d-6e15-4864-b07a-a8eb9f964dd3 service neutron] 10.222.0.48 "GET /v2.0/networks/5e503eef-fcd9-442c-bfbe-e3b673cf903b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129344 Aug 29 04:41:11.153675 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3e859c4f-83be-4495-91c4-0be4f05c2a93 req-d97c2d8e-5924-459f-8839-410ad6767cfd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f22d63c2-bcf4-4be3-aee8-c0adc98c55e8 HTTP/1.1" status: 200 len: 217 time: 0.0437548 Aug 29 04:41:11.221378 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e859c4f-83be-4495-91c4-0be4f05c2a93 req-43254620-227c-48a7-8f7f-40d0bd7eb5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:11.223197 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3e859c4f-83be-4495-91c4-0be4f05c2a93 req-43254620-227c-48a7-8f7f-40d0bd7eb5a9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8462c09a-3992-4e92-b18c-741f3c6662c3 HTTP/1.1" status: 200 len: 797 time: 0.0588651 Aug 29 04:41:11.282232 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e859c4f-83be-4495-91c4-0be4f05c2a93 req-42819659-75f0-4f7c-a0e1-654e60cf9172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:11.284210 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3e859c4f-83be-4495-91c4-0be4f05c2a93 req-42819659-75f0-4f7c-a0e1-654e60cf9172 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5e503eef-fcd9-442c-bfbe-e3b673cf903b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0535860 Aug 29 04:41:11.401725 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3e859c4f-83be-4495-91c4-0be4f05c2a93 req-bb3ee834-3a90-4652-bea5-443062b36f16 service neutron] 10.222.0.48 "GET /v2.0/networks/5e503eef-fcd9-442c-bfbe-e3b673cf903b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981846 Aug 29 04:41:11.536507 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3e859c4f-83be-4495-91c4-0be4f05c2a93 req-45c91b1f-b98c-416f-807f-9c6c37d3fb98 service neutron] 10.222.0.48 "GET /v2.0/networks/5e503eef-fcd9-442c-bfbe-e3b673cf903b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272688 Aug 29 04:41:15.376430 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:41:19.227313 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:21.238349 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 56222) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:21.395848 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d92f89a2-dd1a-472d-b4af-96ce2deb2256 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:21.504160 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d92f89a2-dd1a-472d-b4af-96ce2deb2256 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:21.508731 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d92f89a2-dd1a-472d-b4af-96ce2deb2256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:21.550565 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-d92f89a2-dd1a-472d-b4af-96ce2deb2256 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fa205bb1f69445828c0632b8e7fb860b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3087320 Aug 29 04:41:21.550565 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92f89a2-dd1a-472d-b4af-96ce2deb2256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=150c38a8-e53e-45ef-b959-3e88dc50473f,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:21.551332 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 56232) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:21.616841 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f79a75ee-8d9e-4577-abee-d21c5364abe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:21.640634 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f79a75ee-8d9e-4577-abee-d21c5364abe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:21.694105 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f79a75ee-8d9e-4577-abee-d21c5364abe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:21.697121 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f79a75ee-8d9e-4577-abee-d21c5364abe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:21.700836 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-f79a75ee-8d9e-4577-abee-d21c5364abe9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/150c38a8-e53e-45ef-b959-3e88dc50473f HTTP/1.1" status: 204 len: 168 time: 0.1447554 Aug 29 04:41:21.715441 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79a75ee-8d9e-4577-abee-d21c5364abe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=150c38a8-e53e-45ef-b959-3e88dc50473f,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:22.019535 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 56248) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:22.041655 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5b8d6af7-0fe8-43a6-b939-f7d08ecd0327 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:22.142133 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5b8d6af7-0fe8-43a6-b939-f7d08ecd0327 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:22.148577 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5b8d6af7-0fe8-43a6-b939-f7d08ecd0327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:22.195976 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-5b8d6af7-0fe8-43a6-b939-f7d08ecd0327 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=692d04ffb42846ff8370e1d39eec8fea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1722164 Aug 29 04:41:22.196647 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 56254) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:22.204399 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8d6af7-0fe8-43a6-b939-f7d08ecd0327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e8ba091-ffab-482c-b776-65a64c8313c2,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:22.255260 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7428b9e7-169f-41a0-94b8-104769eea0df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:22.282129 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7428b9e7-169f-41a0-94b8-104769eea0df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:22.342268 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7428b9e7-169f-41a0-94b8-104769eea0df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:22.345149 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7428b9e7-169f-41a0-94b8-104769eea0df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:22.348951 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-7428b9e7-169f-41a0-94b8-104769eea0df admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0e8ba091-ffab-482c-b776-65a64c8313c2 HTTP/1.1" status: 204 len: 168 time: 0.1484931 Aug 29 04:41:22.354793 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7428b9e7-169f-41a0-94b8-104769eea0df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e8ba091-ffab-482c-b776-65a64c8313c2,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:22.717467 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 56268) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:22.737973 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cbca26bc-d57a-402f-8556-d4a1ac85133e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:22.853696 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cbca26bc-d57a-402f-8556-d4a1ac85133e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:22.857250 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cbca26bc-d57a-402f-8556-d4a1ac85133e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:22.897391 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-cbca26bc-d57a-402f-8556-d4a1ac85133e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=369659cc971342fbaec5c35f8e23ce56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1780808 Aug 29 04:41:22.898239 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbca26bc-d57a-402f-8556-d4a1ac85133e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87cbf995-8ada-4f5e-b005-872e92201694,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:22.900518 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 56274) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:22.954983 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-748363d2-eb8d-4b71-a87e-ab3a75959bcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:22.979166 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-748363d2-eb8d-4b71-a87e-ab3a75959bcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:23.036073 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-748363d2-eb8d-4b71-a87e-ab3a75959bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:23.039556 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-748363d2-eb8d-4b71-a87e-ab3a75959bcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:23.044694 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-748363d2-eb8d-4b71-a87e-ab3a75959bcc admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/87cbf995-8ada-4f5e-b005-872e92201694 HTTP/1.1" status: 204 len: 168 time: 0.1385632 Aug 29 04:41:23.053119 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748363d2-eb8d-4b71-a87e-ab3a75959bcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87cbf995-8ada-4f5e-b005-872e92201694,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:28.690657 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:30.242908 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 56462) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:30.329224 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f22abff-fad9-41c4-bee9-28fee70ec9aa tempest-TestNetworkBasicOps-481204260 tempest-TestNetworkBasicOps-481204260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:30.329704 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f22abff-fad9-41c4-bee9-28fee70ec9aa tempest-TestNetworkBasicOps-481204260 tempest-TestNetworkBasicOps-481204260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:30.330173 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f22abff-fad9-41c4-bee9-28fee70ec9aa tempest-TestNetworkBasicOps-481204260 tempest-TestNetworkBasicOps-481204260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:30.331920 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-0f22abff-fad9-41c4-bee9-28fee70ec9aa tempest-TestNetworkBasicOps-481204260 tempest-TestNetworkBasicOps-481204260-project-admin] 10.222.0.22 "GET /v2.0/ports?project_id=c8d6449eb446497eb342b1e8e523ec41&network_id=5de65736-3c0f-457f-9d15-915d56de81b8 HTTP/1.1" status: 200 len: 2972 time: 0.0876694 Aug 29 04:41:32.870817 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 56562) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:32.936851 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1483241f-0b3d-413e-bc7d-5e899fe73219 tempest-TestNetworkBasicOps-481204260 tempest-TestNetworkBasicOps-481204260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:32.938844 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-1483241f-0b3d-413e-bc7d-5e899fe73219 tempest-TestNetworkBasicOps-481204260 tempest-TestNetworkBasicOps-481204260-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=e6c84a15-2e6f-4c07-8ede-a88148c2fe90 HTTP/1.1" status: 200 len: 814 time: 0.0662594 Aug 29 04:41:33.379433 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-95c71e0c-61b9-45f0-b125-21a2d466435c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:33.577700 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 56590) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:33.583024 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-5166297f-2cab-445e-b171-4695c7229e19 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Request body: {'network': {'name': 'tempest-network-smoke--2121966873', 'project_id': 'c8d6449eb446497eb342b1e8e523ec41', 'port_security_enabled': True}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:33.625317 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5166297f-2cab-445e-b171-4695c7229e19 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Made reservation on behalf of c8d6449eb446497eb342b1e8e523ec41 for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:41:33.632442 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5166297f-2cab-445e-b171-4695c7229e19 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:33.676405 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5166297f-2cab-445e-b171-4695c7229e19 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:41:33.689578 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5166297f-2cab-445e-b171-4695c7229e19 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:33.689939 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-5166297f-2cab-445e-b171-4695c7229e19 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Added segment 1c266fbf-9ba3-45dc-954c-5491162e960f of type vlan for network ff0f09c1-b604-4861-b821-dffe399eeddc Aug 29 04:41:33.761396 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5166297f-2cab-445e-b171-4695c7229e19 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:33.788826 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5166297f-2cab-445e-b171-4695c7229e19 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:33.794798 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5166297f-2cab-445e-b171-4695c7229e19 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:33.795401 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5166297f-2cab-445e-b171-4695c7229e19 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:33.866971 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-5166297f-2cab-445e-b171-4695c7229e19 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2878799 Aug 29 04:41:33.870474 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 56600) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:33.880653 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166297f-2cab-445e-b171-4695c7229e19 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Pushing event updated for resources: {'Network': ['ID=ff0f09c1-b604-4861-b821-dffe399eeddc,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:33.889090 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5166297f-2cab-445e-b171-4695c7229e19 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:33.889632 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5166297f-2cab-445e-b171-4695c7229e19 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:33.890015 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5166297f-2cab-445e-b171-4695c7229e19 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:33.890612 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5166297f-2cab-445e-b171-4695c7229e19 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:33.890818 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5166297f-2cab-445e-b171-4695c7229e19 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:33.891317 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5166297f-2cab-445e-b171-4695c7229e19 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:33.891678 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5166297f-2cab-445e-b171-4695c7229e19 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:33.892047 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5166297f-2cab-445e-b171-4695c7229e19 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:33.892386 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5166297f-2cab-445e-b171-4695c7229e19 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:33.892743 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5166297f-2cab-445e-b171-4695c7229e19 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:33.893146 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5166297f-2cab-445e-b171-4695c7229e19 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:33.893591 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5166297f-2cab-445e-b171-4695c7229e19 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:33.908035 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network ff0f09c1-b604-4861-b821-dffe399eeddc details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:41:33.969177 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74b5e68-3cb4-4507-9c13-1e67712f7859 tempest-TestNetworkBasicOps-481204260 tempest-TestNetworkBasicOps-481204260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:33.971223 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-f74b5e68-3cb4-4507-9c13-1e67712f7859 tempest-TestNetworkBasicOps-481204260 tempest-TestNetworkBasicOps-481204260-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=c8d6449eb446497eb342b1e8e523ec41&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0982728 Aug 29 04:41:33.974148 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 56608) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:34.085933 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b8a874-f4e0-43f9-80e7-a5e50d9e2e6c tempest-TestNetworkBasicOps-481204260 tempest-TestNetworkBasicOps-481204260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:34.087625 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-22b8a874-f4e0-43f9-80e7-a5e50d9e2e6c tempest-TestNetworkBasicOps-481204260 tempest-TestNetworkBasicOps-481204260-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1114502 Aug 29 04:41:34.092261 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 56612) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:34.127761 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-bf172b48-db1c-4594-a8d3-749edd5f900b tempest-TestNetworkBasicOps-481204260 tempest-TestNetworkBasicOps-481204260-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=e6c84a15-2e6f-4c07-8ede-a88148c2fe90&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0337956 Aug 29 04:41:34.130058 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 56614) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:34.165418 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-3130d0c4-6bb3-4102-b94f-16edaf9e9be3 tempest-TestNetworkBasicOps-481204260 tempest-TestNetworkBasicOps-481204260-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=c8d6449eb446497eb342b1e8e523ec41&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0301838 Aug 29 04:41:34.166142 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 56616) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:34.269425 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7ef417-105a-4b70-8d65-26a082858d97 tempest-TestNetworkBasicOps-481204260 tempest-TestNetworkBasicOps-481204260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:34.274760 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-7d7ef417-105a-4b70-8d65-26a082858d97 tempest-TestNetworkBasicOps-481204260 tempest-TestNetworkBasicOps-481204260-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1037719 Aug 29 04:41:34.275242 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 56628) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:34.311841 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-762553cb-4242-42f2-99d7-9ad872f0015d tempest-TestNetworkBasicOps-481204260 tempest-TestNetworkBasicOps-481204260-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=e6c84a15-2e6f-4c07-8ede-a88148c2fe90&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0354028 Aug 29 04:41:34.315364 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 56632) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:34.321658 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-a344041a-4aa3-4eeb-a791-3f901cb7c9eb tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-765931315', 'network_id': 'ff0f09c1-b604-4861-b821-dffe399eeddc', 'project_id': 'c8d6449eb446497eb342b1e8e523ec41', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:34.440547 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a344041a-4aa3-4eeb-a791-3f901cb7c9eb tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Made reservation on behalf of c8d6449eb446497eb342b1e8e523ec41 for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:41:34.444195 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a344041a-4aa3-4eeb-a791-3f901cb7c9eb tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:34.663055 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a344041a-4aa3-4eeb-a791-3f901cb7c9eb tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9191137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10062364'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:34.740505 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a344041a-4aa3-4eeb-a791-3f901cb7c9eb tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Pushing event updated for resources: {'Subnet': ['ID=4990cb42-8ac5-4364-975b-be91958805e6,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:34.769447 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a344041a-4aa3-4eeb-a791-3f901cb7c9eb tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Checking segment: {'id': '1c266fbf-9ba3-45dc-954c-5491162e960f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ff0f09c1-b604-4861-b821-dffe399eeddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:41:34.770031 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a344041a-4aa3-4eeb-a791-3f901cb7c9eb tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Network hostable DHCP agents. Network: ff0f09c1-b604-4861-b821-dffe399eeddc, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:41:34.776974 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a344041a-4aa3-4eeb-a791-3f901cb7c9eb tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:34.777443 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a344041a-4aa3-4eeb-a791-3f901cb7c9eb tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:34.777888 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a344041a-4aa3-4eeb-a791-3f901cb7c9eb tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:34.778426 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a344041a-4aa3-4eeb-a791-3f901cb7c9eb tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:34.778860 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a344041a-4aa3-4eeb-a791-3f901cb7c9eb tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:34.779293 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a344041a-4aa3-4eeb-a791-3f901cb7c9eb tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:34.779740 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a344041a-4aa3-4eeb-a791-3f901cb7c9eb tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:34.780166 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a344041a-4aa3-4eeb-a791-3f901cb7c9eb tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:34.780591 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a344041a-4aa3-4eeb-a791-3f901cb7c9eb tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:34.781035 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a344041a-4aa3-4eeb-a791-3f901cb7c9eb tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:34.781456 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a344041a-4aa3-4eeb-a791-3f901cb7c9eb tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:34.781887 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a344041a-4aa3-4eeb-a791-3f901cb7c9eb tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:34.800311 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a344041a-4aa3-4eeb-a791-3f901cb7c9eb tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Network ff0f09c1-b604-4861-b821-dffe399eeddc is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:41:34.812552 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-a344041a-4aa3-4eeb-a791-3f901cb7c9eb tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, ff0f09c1-b604-4861-b821-dffe399eeddc) {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:41:34.819333 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a344041a-4aa3-4eeb-a791-3f901cb7c9eb tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:34.819528 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a344041a-4aa3-4eeb-a791-3f901cb7c9eb tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:34.823401 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c76699c-5e80-413c-9932-9b71507b1008 None None] Network ff0f09c1-b604-4861-b821-dffe399eeddc requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:41:34.848495 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-a344041a-4aa3-4eeb-a791-3f901cb7c9eb tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5313804 Aug 29 04:41:35.063449 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32c9c33-40f1-4829-beaa-5f5166b901d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-ff0f09c1-b604-4861-b821-dffe399eeddc', 'network_id': 'ff0f09c1-b604-4861-b821-dffe399eeddc', 'tenant_id': 'c8d6449eb446497eb342b1e8e523ec41', 'fixed_ips': [{'subnet_id': '4990cb42-8ac5-4364-975b-be91958805e6'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:41:35.064596 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a32c9c33-40f1-4829-beaa-5f5166b901d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:35.260423 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-a32c9c33-40f1-4829-beaa-5f5166b901d8 None None] Allocated IP 172.20.0.18 (ff0f09c1-b604-4861-b821-dffe399eeddc/4990cb42-8ac5-4364-975b-be91958805e6/7384326c-610e-432d-ad81-204c43eeddfc) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:41:35.475889 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a32c9c33-40f1-4829-beaa-5f5166b901d8 None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:35.485113 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-a32c9c33-40f1-4829-beaa-5f5166b901d8 None None] Transition to ACTIVE for port object 7384326c-610e-432d-ad81-204c43eeddfc will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:41:35.492570 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 56668) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:35.498995 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-d5352e19-bd29-4cc8-b315-9ee36c869f9d tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-312197111', 'description': 'tempest-secgroup-smoke-312197111 description', 'project_id': 'c8d6449eb446497eb342b1e8e523ec41'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:35.522902 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-a32c9c33-40f1-4829-beaa-5f5166b901d8 None None] Transition to ACTIVE for port object 7384326c-610e-432d-ad81-204c43eeddfc will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:41:35.532238 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a32c9c33-40f1-4829-beaa-5f5166b901d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:35.553718 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d5352e19-bd29-4cc8-b315-9ee36c869f9d tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:35.577159 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32c9c33-40f1-4829-beaa-5f5166b901d8 None None] Network ff0f09c1-b604-4861-b821-dffe399eeddc is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:41:35.580267 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-a32c9c33-40f1-4829-beaa-5f5166b901d8 None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:41:35.584200 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32c9c33-40f1-4829-beaa-5f5166b901d8 None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:41:35.589675 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32c9c33-40f1-4829-beaa-5f5166b901d8 None None] Pushing event updated for resources: {'Port': ['ID=7384326c-610e-432d-ad81-204c43eeddfc,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:35.602829 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32c9c33-40f1-4829-beaa-5f5166b901d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:35.603293 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32c9c33-40f1-4829-beaa-5f5166b901d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:35.603676 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32c9c33-40f1-4829-beaa-5f5166b901d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:35.604122 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32c9c33-40f1-4829-beaa-5f5166b901d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:35.604547 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32c9c33-40f1-4829-beaa-5f5166b901d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:35.604944 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32c9c33-40f1-4829-beaa-5f5166b901d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:35.605353 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32c9c33-40f1-4829-beaa-5f5166b901d8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:35.605728 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32c9c33-40f1-4829-beaa-5f5166b901d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:35.606119 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32c9c33-40f1-4829-beaa-5f5166b901d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:35.606503 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32c9c33-40f1-4829-beaa-5f5166b901d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:35.607026 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32c9c33-40f1-4829-beaa-5f5166b901d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:35.607927 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32c9c33-40f1-4829-beaa-5f5166b901d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:35.683144 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d5352e19-bd29-4cc8-b315-9ee36c869f9d tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:35.691977 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d5352e19-bd29-4cc8-b315-9ee36c869f9d tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:35.693268 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-a32c9c33-40f1-4829-beaa-5f5166b901d8 None None] Attempting to bind port 7384326c-610e-432d-ad81-204c43eeddfc on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:41:35.693774 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-a32c9c33-40f1-4829-beaa-5f5166b901d8 None None] Attempting to bind port 7384326c-610e-432d-ad81-204c43eeddfc by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '1c266fbf-9ba3-45dc-954c-5491162e960f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ff0f09c1-b604-4861-b821-dffe399eeddc'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:41:35.694277 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32c9c33-40f1-4829-beaa-5f5166b901d8 None None] Attempting to bind port 7384326c-610e-432d-ad81-204c43eeddfc on network ff0f09c1-b604-4861-b821-dffe399eeddc {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:41:35.701046 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32c9c33-40f1-4829-beaa-5f5166b901d8 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:41:35.701528 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32c9c33-40f1-4829-beaa-5f5166b901d8 None None] Checking segment: {'id': '1c266fbf-9ba3-45dc-954c-5491162e960f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ff0f09c1-b604-4861-b821-dffe399eeddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:41:35.702014 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a32c9c33-40f1-4829-beaa-5f5166b901d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:35.702613 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32c9c33-40f1-4829-beaa-5f5166b901d8 None None] Bound using segment: {'id': '1c266fbf-9ba3-45dc-954c-5491162e960f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ff0f09c1-b604-4861-b821-dffe399eeddc'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:41:35.703250 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-a32c9c33-40f1-4829-beaa-5f5166b901d8 None None] Bound port: 7384326c-610e-432d-ad81-204c43eeddfc, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c266fbf-9ba3-45dc-954c-5491162e960f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ff0f09c1-b604-4861-b821-dffe399eeddc'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:41:35.703666 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a32c9c33-40f1-4829-beaa-5f5166b901d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:35.742809 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d5352e19-bd29-4cc8-b315-9ee36c869f9d tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:35.748060 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-d5352e19-bd29-4cc8-b315-9ee36c869f9d tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2508843 Aug 29 04:41:35.748260 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5352e19-bd29-4cc8-b315-9ee36c869f9d tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15566579-f121-40cc-820a-a9726623b4ea,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:35.748928 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 56680) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:35.755452 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-51806f0b-69b1-4556-817a-c2f0eb90746e tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Request body: {'security_group_rule': {'security_group_id': '15566579-f121-40cc-820a-a9726623b4ea', 'project_id': 'c8d6449eb446497eb342b1e8e523ec41', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:35.803934 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-51806f0b-69b1-4556-817a-c2f0eb90746e tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:35.846368 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-a32c9c33-40f1-4829-beaa-5f5166b901d8 None None] For port 7384326c-610e-432d-ad81-204c43eeddfc, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:41:35.853736 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-a32c9c33-40f1-4829-beaa-5f5166b901d8 None None] For port 7384326c-610e-432d-ad81-204c43eeddfc, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=7384326c-610e-432d-ad81-204c43eeddfc,segment=NetworkSegment(1c266fbf-9ba3-45dc-954c-5491162e960f),segment_id=1c266fbf-9ba3-45dc-954c-5491162e960f)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:41:35.858976 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a32c9c33-40f1-4829-beaa-5f5166b901d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:35.901320 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-51806f0b-69b1-4556-817a-c2f0eb90746e tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:35.911613 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-51806f0b-69b1-4556-817a-c2f0eb90746e tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:35.941440 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51806f0b-69b1-4556-817a-c2f0eb90746e tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8c4ca0e-ae88-4a7d-ac18-a5d3b6e6d396,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:35.947349 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-51806f0b-69b1-4556-817a-c2f0eb90746e tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:35.948759 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-51806f0b-69b1-4556-817a-c2f0eb90746e tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1982639 Aug 29 04:41:35.951575 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 56686) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:35.956570 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-f2a85427-9703-4e5c-b267-f31288a66349 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Request body: {'security_group_rule': {'security_group_id': '15566579-f121-40cc-820a-a9726623b4ea', 'project_id': 'c8d6449eb446497eb342b1e8e523ec41', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:36.008896 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f2a85427-9703-4e5c-b267-f31288a66349 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:36.099002 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f2a85427-9703-4e5c-b267-f31288a66349 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:36.105596 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f2a85427-9703-4e5c-b267-f31288a66349 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:36.126648 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a85427-9703-4e5c-b267-f31288a66349 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abcfda52-8585-4f03-8e89-173c0c744a4d,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:36.141708 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f2a85427-9703-4e5c-b267-f31288a66349 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:36.142954 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-f2a85427-9703-4e5c-b267-f31288a66349 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1901498 Aug 29 04:41:36.147289 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 56694) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:36.152144 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-b71804f2-b3e0-4598-a536-449153bb874b tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Request body: {'security_group_rule': {'security_group_id': '15566579-f121-40cc-820a-a9726623b4ea', 'project_id': 'c8d6449eb446497eb342b1e8e523ec41', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:36.155324 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32c9c33-40f1-4829-beaa-5f5166b901d8 None None] Pushing event updated for resources: {'Port': ['ID=7384326c-610e-432d-ad81-204c43eeddfc,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:36.184691 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b71804f2-b3e0-4598-a536-449153bb874b tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:36.246533 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-311355b1-68a6-4bed-a438-ba9346e4449a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:36.279008 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b71804f2-b3e0-4598-a536-449153bb874b tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:36.284301 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b71804f2-b3e0-4598-a536-449153bb874b tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:36.305659 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71804f2-b3e0-4598-a536-449153bb874b tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97841606-729b-438a-9a38-46451988e78c,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:36.320634 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b71804f2-b3e0-4598-a536-449153bb874b tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:36.325150 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-b71804f2-b3e0-4598-a536-449153bb874b tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1735854 Aug 29 04:41:36.325150 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 56696) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:36.331551 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-f4a3d8aa-7c05-47d0-8fa4-608eb9612302 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Request body: {'security_group_rule': {'security_group_id': '15566579-f121-40cc-820a-a9726623b4ea', 'project_id': 'c8d6449eb446497eb342b1e8e523ec41', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:36.371986 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f4a3d8aa-7c05-47d0-8fa4-608eb9612302 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:36.578835 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f4a3d8aa-7c05-47d0-8fa4-608eb9612302 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:36.587405 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f4a3d8aa-7c05-47d0-8fa4-608eb9612302 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:36.605010 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a3d8aa-7c05-47d0-8fa4-608eb9612302 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0df4b13f-200f-4c3d-a4a6-d8447628f908,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:36.638574 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f4a3d8aa-7c05-47d0-8fa4-608eb9612302 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:36.639975 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-f4a3d8aa-7c05-47d0-8fa4-608eb9612302 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3131115 Aug 29 04:41:36.643050 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 56710) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:36.651151 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-3f0c1dae-6761-46d8-9cbf-9def466ca76b tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Request body: {'security_group_rule': {'security_group_id': '15566579-f121-40cc-820a-a9726623b4ea', 'project_id': 'c8d6449eb446497eb342b1e8e523ec41', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:36.699138 n-d-712140-12 neutron-server[94829]: INFO neutron.db.securitygroups_db [None req-3f0c1dae-6761-46d8-9cbf-9def466ca76b tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Project c8d6449eb446497eb342b1e8e523ec41 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 04:41:36.706591 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3f0c1dae-6761-46d8-9cbf-9def466ca76b tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:36.816598 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [req-8f42a902-4f43-454a-b4c8-23657fd08295 req-0b541bc7-652b-4238-a1ee-c237f5416a4f service neutron] (94828) timed out ('10.222.0.22', 59460) {{(pid=94828) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 04:41:36.829701 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3f0c1dae-6761-46d8-9cbf-9def466ca76b tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:36.848687 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3f0c1dae-6761-46d8-9cbf-9def466ca76b tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:36.884730 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0c1dae-6761-46d8-9cbf-9def466ca76b tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31e5951b-e0af-48f9-8943-628290102150,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:36.900097 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 7384326c-610e-432d-ad81-204c43eeddfc up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:41:36.911939 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3f0c1dae-6761-46d8-9cbf-9def466ca76b tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:36.914242 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-3f0c1dae-6761-46d8-9cbf-9def466ca76b tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2693002 Aug 29 04:41:36.917530 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 56718) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:36.924485 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-e11f5a9a-080b-42c8-b18f-9bc1493f0464 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Request body: {'security_group_rule': {'security_group_id': '15566579-f121-40cc-820a-a9726623b4ea', 'project_id': 'c8d6449eb446497eb342b1e8e523ec41', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:36.955834 n-d-712140-12 neutron-server[94829]: INFO neutron.db.securitygroups_db [None req-e11f5a9a-080b-42c8-b18f-9bc1493f0464 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Project c8d6449eb446497eb342b1e8e523ec41 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 04:41:36.963107 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e11f5a9a-080b-42c8-b18f-9bc1493f0464 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:37.001062 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 7384326c-610e-432d-ad81-204c43eeddfc completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:41:37.080937 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e11f5a9a-080b-42c8-b18f-9bc1493f0464 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:37.085900 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e11f5a9a-080b-42c8-b18f-9bc1493f0464 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:37.104946 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11f5a9a-080b-42c8-b18f-9bc1493f0464 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db2fed18-d767-4de3-a0a3-7bbf0f2fdc58,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:37.119813 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e11f5a9a-080b-42c8-b18f-9bc1493f0464 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:37.131363 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-e11f5a9a-080b-42c8-b18f-9bc1493f0464 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2029569 Aug 29 04:41:37.212750 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:37.235430 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:37.449000 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-fcbb6582-b143-44eb-be88-323b00fbc7a4 req-0ebd0312-2f04-4ffc-950e-db78da2f3505 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-312197111&fields=id&tenant_id=c8d6449eb446497eb342b1e8e523ec41 HTTP/1.1" status: 200 len: 267 time: 0.0852134 Aug 29 04:41:37.572426 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e890935c-5609-452e-ab55-f4dfc2c64369 None None] Network ff0f09c1-b604-4861-b821-dffe399eeddc requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:41:37.639568 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbb6582-b143-44eb-be88-323b00fbc7a4 req-2667e12f-076c-4cbf-860b-40222aae4629 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:37.641452 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-fcbb6582-b143-44eb-be88-323b00fbc7a4 req-2667e12f-076c-4cbf-860b-40222aae4629 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "GET /v2.0/networks?id=ff0f09c1-b604-4861-b821-dffe399eeddc HTTP/1.1" status: 200 len: 797 time: 0.1871045 Aug 29 04:41:37.658557 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-fcbb6582-b143-44eb-be88-323b00fbc7a4 req-a172d599-65e0-4487-b900-e81dbd0ad8cc tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "GET /v2.0/quotas/c8d6449eb446497eb342b1e8e523ec41 HTTP/1.1" status: 200 len: 375 time: 0.0112305 Aug 29 04:41:37.707659 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-67ef9250-19ef-47c3-a811-bd797cf36e1e None None] Provisioning for port 7384326c-610e-432d-ad81-204c43eeddfc completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:41:37.718826 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-67ef9250-19ef-47c3-a811-bd797cf36e1e None None] Provisioning complete for port 7384326c-610e-432d-ad81-204c43eeddfc triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:37.719424 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-67ef9250-19ef-47c3-a811-bd797cf36e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:37.822163 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-fcbb6582-b143-44eb-be88-323b00fbc7a4 req-49f11e3c-f2b5-4747-a39f-049628aaa57a tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=c8d6449eb446497eb342b1e8e523ec41&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1557322 Aug 29 04:41:37.897360 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-67ef9250-19ef-47c3-a811-bd797cf36e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:37.980853 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-67ef9250-19ef-47c3-a811-bd797cf36e1e None None] For port 7384326c-610e-432d-ad81-204c43eeddfc, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=7384326c-610e-432d-ad81-204c43eeddfc,segment=NetworkSegment(1c266fbf-9ba3-45dc-954c-5491162e960f),segment_id=1c266fbf-9ba3-45dc-954c-5491162e960f)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:37.985160 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-67ef9250-19ef-47c3-a811-bd797cf36e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:38.018288 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [req-fcbb6582-b143-44eb-be88-323b00fbc7a4 req-ae49ca2f-afe3-480e-aeeb-6b284207a823 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:41:38.019657 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-fcbb6582-b143-44eb-be88-323b00fbc7a4 req-ae49ca2f-afe3-480e-aeeb-6b284207a823 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1846454 Aug 29 04:41:38.063538 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ef9250-19ef-47c3-a811-bd797cf36e1e None None] Pushing event updated for resources: {'Port': ['ID=7384326c-610e-432d-ad81-204c43eeddfc,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:38.172890 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-fcbb6582-b143-44eb-be88-323b00fbc7a4 req-bc4844f9-d895-4f72-a681-7cb9422ee375 service neutron] 10.222.0.22 "GET /v2.0/networks/ff0f09c1-b604-4861-b821-dffe399eeddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449983 Aug 29 04:41:38.314845 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-9b81f4e2-fda5-42b3-ba3a-c004fa2c3034 None None] Provisioning complete for port 7384326c-610e-432d-ad81-204c43eeddfc triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:38.315552 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9b81f4e2-fda5-42b3-ba3a-c004fa2c3034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:38.329091 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-fcbb6582-b143-44eb-be88-323b00fbc7a4 req-c216dbcf-8fd8-4c95-9a99-09db3050e50f service neutron] 10.222.0.22 "GET /v2.0/networks/ff0f09c1-b604-4861-b821-dffe399eeddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468468 Aug 29 04:41:38.565202 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d0afaad4-abdb-4e27-9164-08f1948b591d req-55d54f5d-469a-4ddf-805c-bb7ef05e1167 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "GET /v2.0/ports?device_id=ded552bb-dc9b-4747-b399-17ae2596ad1d HTTP/1.1" status: 200 len: 210 time: 0.0285614 Aug 29 04:41:38.737203 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:38.918409 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 7384326c-610e-432d-ad81-204c43eeddfc up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:41:39.045852 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 7384326c-610e-432d-ad81-204c43eeddfc triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:39.046509 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:39.814601 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-14bb6958-8ead-41dc-8613-b100319e0ce2 req-ea6448e5-96f4-4155-84b3-4b02c7d1d9fa tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "GET /v2.0/ports?device_id=ded552bb-dc9b-4747-b399-17ae2596ad1d HTTP/1.1" status: 200 len: 210 time: 0.0571826 Aug 29 04:41:40.006219 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbb6582-b143-44eb-be88-323b00fbc7a4 req-b1fdeae4-ce94-4cc4-a37f-1f047e358774 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:40.008566 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-fcbb6582-b143-44eb-be88-323b00fbc7a4 req-b1fdeae4-ce94-4cc4-a37f-1f047e358774 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.46 "GET /v2.0/networks?id=ff0f09c1-b604-4861-b821-dffe399eeddc HTTP/1.1" status: 200 len: 797 time: 0.1951451 Aug 29 04:41:40.085597 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-fcbb6582-b143-44eb-be88-323b00fbc7a4 req-d72c9fea-fe49-4090-a8d6-020e484ae11b tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c8d6449eb446497eb342b1e8e523ec41 HTTP/1.1" status: 200 len: 470 time: 0.0664415 Aug 29 04:41:40.096419 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-fcbb6582-b143-44eb-be88-323b00fbc7a4 req-779c8d07-571c-4a1c-b82c-e14aaf296093 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Request body: {'port': {'device_id': 'ded552bb-dc9b-4747-b399-17ae2596ad1d', 'network_id': 'ff0f09c1-b604-4861-b821-dffe399eeddc', 'admin_state_up': True, 'tenant_id': 'c8d6449eb446497eb342b1e8e523ec41', 'security_groups': ['15566579-f121-40cc-820a-a9726623b4ea']}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:40.236977 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcbb6582-b143-44eb-be88-323b00fbc7a4 req-779c8d07-571c-4a1c-b82c-e14aaf296093 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Made reservation on behalf of c8d6449eb446497eb342b1e8e523ec41 for: {'port': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:41:40.241148 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-fcbb6582-b143-44eb-be88-323b00fbc7a4 req-779c8d07-571c-4a1c-b82c-e14aaf296093 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:40.412783 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [req-fcbb6582-b143-44eb-be88-323b00fbc7a4 req-779c8d07-571c-4a1c-b82c-e14aaf296093 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Allocated IP 172.20.0.30 (ff0f09c1-b604-4861-b821-dffe399eeddc/4990cb42-8ac5-4364-975b-be91958805e6/0fbe6dec-a40d-481e-bcfb-86f3872531c3) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:41:40.615632 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-fcbb6582-b143-44eb-be88-323b00fbc7a4 req-779c8d07-571c-4a1c-b82c-e14aaf296093 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:40.632831 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [req-fcbb6582-b143-44eb-be88-323b00fbc7a4 req-779c8d07-571c-4a1c-b82c-e14aaf296093 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Transition to ACTIVE for port object 0fbe6dec-a40d-481e-bcfb-86f3872531c3 will not be triggered until provisioned by entity DHCP. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:41:40.680493 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-fcbb6582-b143-44eb-be88-323b00fbc7a4 req-779c8d07-571c-4a1c-b82c-e14aaf296093 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:40.725445 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcbb6582-b143-44eb-be88-323b00fbc7a4 req-779c8d07-571c-4a1c-b82c-e14aaf296093 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Network ff0f09c1-b604-4861-b821-dffe399eeddc is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:41:40.728443 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [req-fcbb6582-b143-44eb-be88-323b00fbc7a4 req-779c8d07-571c-4a1c-b82c-e14aaf296093 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:41:40.731053 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcbb6582-b143-44eb-be88-323b00fbc7a4 req-779c8d07-571c-4a1c-b82c-e14aaf296093 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:41:40.781289 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779c8d07-571c-4a1c-b82c-e14aaf296093 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Pushing event updated for resources: {'Port': ['ID=0fbe6dec-a40d-481e-bcfb-86f3872531c3,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:40.807274 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbb6582-b143-44eb-be88-323b00fbc7a4 req-779c8d07-571c-4a1c-b82c-e14aaf296093 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:40.807942 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-fcbb6582-b143-44eb-be88-323b00fbc7a4 req-779c8d07-571c-4a1c-b82c-e14aaf296093 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:40.825218 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-fcbb6582-b143-44eb-be88-323b00fbc7a4 req-779c8d07-571c-4a1c-b82c-e14aaf296093 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7329314 Aug 29 04:41:40.845457 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-fcbb6582-b143-44eb-be88-323b00fbc7a4 req-ad1f8cb5-ab2a-46b4-b63d-13bcfab9e8f7 service neutron] Request body: {'port': {'device_id': 'ded552bb-dc9b-4747-b399-17ae2596ad1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-12'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:40.959594 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-fcbb6582-b143-44eb-be88-323b00fbc7a4 req-ad1f8cb5-ab2a-46b4-b63d-13bcfab9e8f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:41.010436 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fa38b6-a40e-4933-871e-b20cf9d29008 req-f3a81492-dfb2-4591-a0c1-3eb9f9aeb0b3 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:41.022944 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-23fa38b6-a40e-4933-871e-b20cf9d29008 req-f3a81492-dfb2-4591-a0c1-3eb9f9aeb0b3 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "GET /v2.0/ports?device_id=ded552bb-dc9b-4747-b399-17ae2596ad1d HTTP/1.1" status: 200 len: 932 time: 0.1174674 Aug 29 04:41:41.106693 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-23fa38b6-a40e-4933-871e-b20cf9d29008 req-ebc078ed-4348-4c38-a6c7-b7f046b2e821 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "GET /v2.0/security-groups?id=15566579-f121-40cc-820a-a9726623b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780990 Aug 29 04:41:41.189197 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-d949b820-8cd3-4c32-8d76-539dd4d1832b None None] Provisioning for port 0fbe6dec-a40d-481e-bcfb-86f3872531c3 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:41:41.194900 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-d949b820-8cd3-4c32-8d76-539dd4d1832b None None] Provisioning complete for port 0fbe6dec-a40d-481e-bcfb-86f3872531c3 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:41.195848 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d949b820-8cd3-4c32-8d76-539dd4d1832b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:41.233712 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-d949b820-8cd3-4c32-8d76-539dd4d1832b None None] Port 0fbe6dec-a40d-481e-bcfb-86f3872531c3 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:41:41.346079 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [req-fcbb6582-b143-44eb-be88-323b00fbc7a4 req-ad1f8cb5-ab2a-46b4-b63d-13bcfab9e8f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fbe6dec-a40d-481e-bcfb-86f3872531c3 {{(pid=94829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:41:41.357014 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-fcbb6582-b143-44eb-be88-323b00fbc7a4 req-ad1f8cb5-ab2a-46b4-b63d-13bcfab9e8f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:41.372131 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [req-fcbb6582-b143-44eb-be88-323b00fbc7a4 req-ad1f8cb5-ab2a-46b4-b63d-13bcfab9e8f7 service neutron] Transition to ACTIVE for port object 0fbe6dec-a40d-481e-bcfb-86f3872531c3 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:41:41.377746 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-fcbb6582-b143-44eb-be88-323b00fbc7a4 req-ad1f8cb5-ab2a-46b4-b63d-13bcfab9e8f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:41.457351 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1f8cb5-ab2a-46b4-b63d-13bcfab9e8f7 service neutron] Pushing event updated for resources: {'Port': ['ID=0fbe6dec-a40d-481e-bcfb-86f3872531c3,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:41.523470 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-fcbb6582-b143-44eb-be88-323b00fbc7a4 req-ad1f8cb5-ab2a-46b4-b63d-13bcfab9e8f7 service neutron] Attempting to bind port 0fbe6dec-a40d-481e-bcfb-86f3872531c3 on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:41:41.523732 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-fcbb6582-b143-44eb-be88-323b00fbc7a4 req-ad1f8cb5-ab2a-46b4-b63d-13bcfab9e8f7 service neutron] Attempting to bind port 0fbe6dec-a40d-481e-bcfb-86f3872531c3 by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': '1c266fbf-9ba3-45dc-954c-5491162e960f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ff0f09c1-b604-4861-b821-dffe399eeddc'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:41:41.524063 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbb6582-b143-44eb-be88-323b00fbc7a4 req-ad1f8cb5-ab2a-46b4-b63d-13bcfab9e8f7 service neutron] Attempting to bind port 0fbe6dec-a40d-481e-bcfb-86f3872531c3 on network ff0f09c1-b604-4861-b821-dffe399eeddc {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:41:41.528884 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbb6582-b143-44eb-be88-323b00fbc7a4 req-ad1f8cb5-ab2a-46b4-b63d-13bcfab9e8f7 service neutron] Port 0fbe6dec-a40d-481e-bcfb-86f3872531c3 on network ff0f09c1-b604-4861-b821-dffe399eeddc not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:41:41.529205 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbb6582-b143-44eb-be88-323b00fbc7a4 req-ad1f8cb5-ab2a-46b4-b63d-13bcfab9e8f7 service neutron] Attempting to bind port 0fbe6dec-a40d-481e-bcfb-86f3872531c3 on network ff0f09c1-b604-4861-b821-dffe399eeddc {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:41:41.534184 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbb6582-b143-44eb-be88-323b00fbc7a4 req-ad1f8cb5-ab2a-46b4-b63d-13bcfab9e8f7 service neutron] Checking agent: {'id': '3de9de52-3a03-431d-9d7e-497ae92c57ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:41:41.534521 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbb6582-b143-44eb-be88-323b00fbc7a4 req-ad1f8cb5-ab2a-46b4-b63d-13bcfab9e8f7 service neutron] Checking segment: {'id': '1c266fbf-9ba3-45dc-954c-5491162e960f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ff0f09c1-b604-4861-b821-dffe399eeddc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:41:41.534909 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbb6582-b143-44eb-be88-323b00fbc7a4 req-ad1f8cb5-ab2a-46b4-b63d-13bcfab9e8f7 service neutron] Bound using segment: {'id': '1c266fbf-9ba3-45dc-954c-5491162e960f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ff0f09c1-b604-4861-b821-dffe399eeddc'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:41:41.535334 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-fcbb6582-b143-44eb-be88-323b00fbc7a4 req-ad1f8cb5-ab2a-46b4-b63d-13bcfab9e8f7 service neutron] Bound port: 0fbe6dec-a40d-481e-bcfb-86f3872531c3, host: n-h1-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c266fbf-9ba3-45dc-954c-5491162e960f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ff0f09c1-b604-4861-b821-dffe399eeddc'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:41:41.535713 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-fcbb6582-b143-44eb-be88-323b00fbc7a4 req-ad1f8cb5-ab2a-46b4-b63d-13bcfab9e8f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:41.628924 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-fcbb6582-b143-44eb-be88-323b00fbc7a4 req-ad1f8cb5-ab2a-46b4-b63d-13bcfab9e8f7 service neutron] For port 0fbe6dec-a40d-481e-bcfb-86f3872531c3, host n-h1-712140-12, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:41:41.634351 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-fcbb6582-b143-44eb-be88-323b00fbc7a4 req-ad1f8cb5-ab2a-46b4-b63d-13bcfab9e8f7 service neutron] For port 0fbe6dec-a40d-481e-bcfb-86f3872531c3, host n-h1-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=0fbe6dec-a40d-481e-bcfb-86f3872531c3,segment=NetworkSegment(1c266fbf-9ba3-45dc-954c-5491162e960f),segment_id=1c266fbf-9ba3-45dc-954c-5491162e960f)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:41:41.642588 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-fcbb6582-b143-44eb-be88-323b00fbc7a4 req-ad1f8cb5-ab2a-46b4-b63d-13bcfab9e8f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:41.665623 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbb6582-b143-44eb-be88-323b00fbc7a4 req-ad1f8cb5-ab2a-46b4-b63d-13bcfab9e8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:41.666530 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-fcbb6582-b143-44eb-be88-323b00fbc7a4 req-ad1f8cb5-ab2a-46b4-b63d-13bcfab9e8f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:41.668112 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-fcbb6582-b143-44eb-be88-323b00fbc7a4 req-ad1f8cb5-ab2a-46b4-b63d-13bcfab9e8f7 service neutron] 10.222.0.46 "PUT /v2.0/ports/0fbe6dec-a40d-481e-bcfb-86f3872531c3 HTTP/1.1" status: 200 len: 1093 time: 0.8328996 Aug 29 04:41:41.668586 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ded552bb-dc9b-4747-b399-17ae2596ad1d', 'tag': '0fbe6dec-a40d-481e-bcfb-86f3872531c3'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:41:41.671073 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cff6085-97aa-4a52-aa6f-a8d75b65e8dd" -d '{"events": [{"name": "network-changed", "server_uuid": "ded552bb-dc9b-4747-b399-17ae2596ad1d", "tag": "0fbe6dec-a40d-481e-bcfb-86f3872531c3"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:41:41.794653 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d90ea5f6-52cb-44ac-8452-0d99b79ea5f9 x-openstack-request-id: req-d90ea5f6-52cb-44ac-8452-0d99b79ea5f9 {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:41:41.795018 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ded552bb-dc9b-4747-b399-17ae2596ad1d", "tag": "0fbe6dec-a40d-481e-bcfb-86f3872531c3", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:41:41.795196 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d90ea5f6-52cb-44ac-8452-0d99b79ea5f9 {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:41:41.795659 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ded552bb-dc9b-4747-b399-17ae2596ad1d', 'tag': '0fbe6dec-a40d-481e-bcfb-86f3872531c3', 'status': 'completed', 'code': 200} Aug 29 04:41:41.817519 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1f8cb5-ab2a-46b4-b63d-13bcfab9e8f7 service neutron] Pushing event updated for resources: {'Port': ['ID=0fbe6dec-a40d-481e-bcfb-86f3872531c3,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:41.830723 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbb6582-b143-44eb-be88-323b00fbc7a4 req-4985fda8-eb23-45be-9cb1-060e24b38ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:41.832272 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-fcbb6582-b143-44eb-be88-323b00fbc7a4 req-4985fda8-eb23-45be-9cb1-060e24b38ca4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c8d6449eb446497eb342b1e8e523ec41&device_id=ded552bb-dc9b-4747-b399-17ae2596ad1d HTTP/1.1" status: 200 len: 1096 time: 0.0893035 Aug 29 04:41:41.879976 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-fcbb6582-b143-44eb-be88-323b00fbc7a4 req-e089bf2f-0944-474e-ac4e-390f028fc636 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=0fbe6dec-a40d-481e-bcfb-86f3872531c3 HTTP/1.1" status: 200 len: 217 time: 0.0394633 Aug 29 04:41:41.941224 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbb6582-b143-44eb-be88-323b00fbc7a4 req-0ec4c372-bfe6-4eaf-ba03-12e95c873448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:41.943116 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-fcbb6582-b143-44eb-be88-323b00fbc7a4 req-0ec4c372-bfe6-4eaf-ba03-12e95c873448 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4990cb42-8ac5-4364-975b-be91958805e6 HTTP/1.1" status: 200 len: 837 time: 0.0558047 Aug 29 04:41:41.998563 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbb6582-b143-44eb-be88-323b00fbc7a4 req-c3da0857-fd04-47c7-ba4e-e30734648f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:42.000122 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-fcbb6582-b143-44eb-be88-323b00fbc7a4 req-c3da0857-fd04-47c7-ba4e-e30734648f4a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ff0f09c1-b604-4861-b821-dffe399eeddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0502391 Aug 29 04:41:42.125621 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-fcbb6582-b143-44eb-be88-323b00fbc7a4 req-4aec30aa-dfb1-4282-b10e-aad20d471f50 service neutron] 10.222.0.46 "GET /v2.0/networks/ff0f09c1-b604-4861-b821-dffe399eeddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174815 Aug 29 04:41:42.245391 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-fcbb6582-b143-44eb-be88-323b00fbc7a4 req-d626d538-41f1-4e1d-82c8-e9d7efa2c723 service neutron] 10.222.0.46 "GET /v2.0/networks/ff0f09c1-b604-4861-b821-dffe399eeddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127636 Aug 29 04:41:42.362134 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c428545-462a-4c77-bb1f-34a0176d78a5 req-160de29b-326b-4b75-af93-5c04e64dae2a tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:42.364662 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2c428545-462a-4c77-bb1f-34a0176d78a5 req-160de29b-326b-4b75-af93-5c04e64dae2a tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "GET /v2.0/ports?device_id=ded552bb-dc9b-4747-b399-17ae2596ad1d HTTP/1.1" status: 200 len: 944 time: 0.1183326 Aug 29 04:41:42.398960 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cff6085-97aa-4a52-aa6f-a8d75b65e8dd req-234972b9-a905-41e3-98f9-aac23a94f0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:42.403261 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8cff6085-97aa-4a52-aa6f-a8d75b65e8dd req-234972b9-a905-41e3-98f9-aac23a94f0fd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c8d6449eb446497eb342b1e8e523ec41&device_id=ded552bb-dc9b-4747-b399-17ae2596ad1d HTTP/1.1" status: 200 len: 1096 time: 0.0900605 Aug 29 04:41:42.482909 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2c428545-462a-4c77-bb1f-34a0176d78a5 req-54009e25-5f77-4a59-94ff-c409b6d2876c tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "GET /v2.0/security-groups?id=15566579-f121-40cc-820a-a9726623b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032295 Aug 29 04:41:42.534622 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cff6085-97aa-4a52-aa6f-a8d75b65e8dd req-31f9aef5-6ace-4e18-a08b-71d5e25be382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:42.536199 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8cff6085-97aa-4a52-aa6f-a8d75b65e8dd req-31f9aef5-6ace-4e18-a08b-71d5e25be382 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ff0f09c1-b604-4861-b821-dffe399eeddc HTTP/1.1" status: 200 len: 898 time: 0.1264925 Aug 29 04:41:42.582119 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8cff6085-97aa-4a52-aa6f-a8d75b65e8dd req-7b42d89c-eade-40d6-bf46-5a7f09e6b4f8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=0fbe6dec-a40d-481e-bcfb-86f3872531c3 HTTP/1.1" status: 200 len: 217 time: 0.0371344 Aug 29 04:41:42.637522 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cff6085-97aa-4a52-aa6f-a8d75b65e8dd req-20f6e85c-b36b-4508-b0ed-5dd8041de5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:42.639051 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8cff6085-97aa-4a52-aa6f-a8d75b65e8dd req-20f6e85c-b36b-4508-b0ed-5dd8041de5b7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4990cb42-8ac5-4364-975b-be91958805e6 HTTP/1.1" status: 200 len: 837 time: 0.0498693 Aug 29 04:41:42.707614 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cff6085-97aa-4a52-aa6f-a8d75b65e8dd req-16f209e4-3742-408e-b355-107f04551c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:42.709432 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8cff6085-97aa-4a52-aa6f-a8d75b65e8dd req-16f209e4-3742-408e-b355-107f04551c40 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ff0f09c1-b604-4861-b821-dffe399eeddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0590408 Aug 29 04:41:42.818414 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8cff6085-97aa-4a52-aa6f-a8d75b65e8dd req-e64c51e3-b781-439f-9588-55919ba03510 service neutron] 10.222.0.46 "GET /v2.0/networks/ff0f09c1-b604-4861-b821-dffe399eeddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994117 Aug 29 04:41:42.911440 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8cff6085-97aa-4a52-aa6f-a8d75b65e8dd req-d8535433-2f03-4da1-a164-58b75b934109 service neutron] 10.222.0.46 "GET /v2.0/networks/ff0f09c1-b604-4861-b821-dffe399eeddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856657 Aug 29 04:41:43.614430 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9b8eb4-1f5a-422b-8a18-8e105098ca5f req-bea63654-318c-4328-8028-db363b241c3e tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:43.616384 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3d9b8eb4-1f5a-422b-8a18-8e105098ca5f req-bea63654-318c-4328-8028-db363b241c3e tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "GET /v2.0/ports?device_id=ded552bb-dc9b-4747-b399-17ae2596ad1d HTTP/1.1" status: 200 len: 944 time: 0.0577018 Aug 29 04:41:43.656084 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3d9b8eb4-1f5a-422b-8a18-8e105098ca5f req-0010d624-2375-48fa-a194-3ce3726462a2 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "GET /v2.0/security-groups?id=15566579-f121-40cc-820a-a9726623b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328815 Aug 29 04:41:44.796144 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c00f08-7d06-47b6-9ca3-5908b9c381a9 req-95b43c68-6bf3-4c04-b219-6e9635ddf574 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:44.797870 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-21c00f08-7d06-47b6-9ca3-5908b9c381a9 req-95b43c68-6bf3-4c04-b219-6e9635ddf574 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "GET /v2.0/ports?device_id=ded552bb-dc9b-4747-b399-17ae2596ad1d HTTP/1.1" status: 200 len: 944 time: 0.0696535 Aug 29 04:41:44.843862 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-21c00f08-7d06-47b6-9ca3-5908b9c381a9 req-43b22848-123e-4a9b-adc6-be6d08f230f2 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "GET /v2.0/security-groups?id=15566579-f121-40cc-820a-a9726623b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351636 Aug 29 04:41:44.884439 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 0fbe6dec-a40d-481e-bcfb-86f3872531c3 details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:41:44.980796 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 0fbe6dec-a40d-481e-bcfb-86f3872531c3, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=0fbe6dec-a40d-481e-bcfb-86f3872531c3,segment=NetworkSegment(1c266fbf-9ba3-45dc-954c-5491162e960f),segment_id=1c266fbf-9ba3-45dc-954c-5491162e960f)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:44.992843 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Returning: {'device': '0fbe6dec-a40d-481e-bcfb-86f3872531c3', 'network_id': 'ff0f09c1-b604-4861-b821-dffe399eeddc', 'port_id': '0fbe6dec-a40d-481e-bcfb-86f3872531c3', 'mac_address': 'fa:16:3e:0e:a7:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4990cb42-8ac5-4364-975b-be91958805e6', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:41:45.035631 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:45.049290 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fbe6dec-a40d-481e-bcfb-86f3872531c3 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:41:45.071412 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 0fbe6dec-a40d-481e-bcfb-86f3872531c3, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=0fbe6dec-a40d-481e-bcfb-86f3872531c3,segment=NetworkSegment(1c266fbf-9ba3-45dc-954c-5491162e960f),segment_id=1c266fbf-9ba3-45dc-954c-5491162e960f)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:45.076544 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:45.130095 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=0fbe6dec-a40d-481e-bcfb-86f3872531c3,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:45.285309 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['0fbe6dec-a40d-481e-bcfb-86f3872531c3'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:41:45.970328 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9445eadb-f60c-4ca6-87fe-9a918b009e94 req-19a66652-3cb7-4f98-8745-6dc49fe5f540 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:45.971958 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9445eadb-f60c-4ca6-87fe-9a918b009e94 req-19a66652-3cb7-4f98-8745-6dc49fe5f540 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "GET /v2.0/ports?device_id=ded552bb-dc9b-4747-b399-17ae2596ad1d HTTP/1.1" status: 200 len: 945 time: 0.0540924 Aug 29 04:41:46.024170 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9445eadb-f60c-4ca6-87fe-9a918b009e94 req-b76a6150-c595-4b08-b310-66a1380b3d25 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "GET /v2.0/security-groups?id=15566579-f121-40cc-820a-a9726623b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385926 Aug 29 04:41:46.899367 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 0fbe6dec-a40d-481e-bcfb-86f3872531c3 up at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:41:46.948464 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning for port 0fbe6dec-a40d-481e-bcfb-86f3872531c3 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:41:46.952454 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning complete for port 0fbe6dec-a40d-481e-bcfb-86f3872531c3 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:46.952883 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:47.047997 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:47.073520 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ded552bb-dc9b-4747-b399-17ae2596ad1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fbe6dec-a40d-481e-bcfb-86f3872531c3'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:41:47.076109 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9e1788e-f0cf-44fe-8463-76201915a0f8" -d '{"events": [{"server_uuid": "ded552bb-dc9b-4747-b399-17ae2596ad1d", "name": "network-vif-plugged", "status": "completed", "tag": "0fbe6dec-a40d-481e-bcfb-86f3872531c3"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:41:47.097106 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 0fbe6dec-a40d-481e-bcfb-86f3872531c3, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=0fbe6dec-a40d-481e-bcfb-86f3872531c3,segment=NetworkSegment(1c266fbf-9ba3-45dc-954c-5491162e960f),segment_id=1c266fbf-9ba3-45dc-954c-5491162e960f)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:47.102868 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:47.181817 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7daf346a-634a-4396-9221-f80243f778d0 x-openstack-request-id: req-7daf346a-634a-4396-9221-f80243f778d0 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:41:47.182184 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ded552bb-dc9b-4747-b399-17ae2596ad1d", "name": "network-vif-plugged", "status": "completed", "tag": "0fbe6dec-a40d-481e-bcfb-86f3872531c3", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:41:47.182505 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7daf346a-634a-4396-9221-f80243f778d0 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:41:47.182964 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ded552bb-dc9b-4747-b399-17ae2596ad1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fbe6dec-a40d-481e-bcfb-86f3872531c3', 'code': 200} Aug 29 04:41:47.183572 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=0fbe6dec-a40d-481e-bcfb-86f3872531c3,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:47.217287 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718bf4bd-c02b-4967-b1a5-ae65870f59f1 req-7e9251b5-fef6-4b79-99c3-b815aeb111e9 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:47.219552 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-718bf4bd-c02b-4967-b1a5-ae65870f59f1 req-7e9251b5-fef6-4b79-99c3-b815aeb111e9 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "GET /v2.0/ports?device_id=ded552bb-dc9b-4747-b399-17ae2596ad1d HTTP/1.1" status: 200 len: 946 time: 0.1243610 Aug 29 04:41:47.290536 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-718bf4bd-c02b-4967-b1a5-ae65870f59f1 req-4ff0a3c0-5e37-4e8b-94e5-79cac1f213d7 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "GET /v2.0/security-groups?id=15566579-f121-40cc-820a-a9726623b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638304 Aug 29 04:41:47.298803 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce501713-1d2a-4228-93a0-c6f1abe467be req-4815328d-13ee-48f4-9e8b-14f2d93d3cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:47.300405 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ce501713-1d2a-4228-93a0-c6f1abe467be req-4815328d-13ee-48f4-9e8b-14f2d93d3cce service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ded552bb-dc9b-4747-b399-17ae2596ad1d HTTP/1.1" status: 200 len: 1098 time: 0.0586314 Aug 29 04:41:47.341280 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ce501713-1d2a-4228-93a0-c6f1abe467be req-2b64daed-3d6e-42b8-885a-fbe69d9e9f67 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=15566579-f121-40cc-820a-a9726623b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342803 Aug 29 04:41:48.468849 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2097d83-d318-4d94-8d25-8fe2b30504c1 req-d1828b04-afd0-4f9b-8040-9dab1b61ffbd tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:48.470378 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e2097d83-d318-4d94-8d25-8fe2b30504c1 req-d1828b04-afd0-4f9b-8040-9dab1b61ffbd tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "GET /v2.0/ports?device_id=ded552bb-dc9b-4747-b399-17ae2596ad1d HTTP/1.1" status: 200 len: 946 time: 0.0824687 Aug 29 04:41:48.523409 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e2097d83-d318-4d94-8d25-8fe2b30504c1 req-468258e3-bb1e-4b29-95e9-7fd7f7373718 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "GET /v2.0/security-groups?id=15566579-f121-40cc-820a-a9726623b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340905 Aug 29 04:41:48.682253 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb4b95-6f0d-489a-ba71-15c56f9d882a req-250b132a-e7b8-48e5-8ade-bdfe0b53a9d1 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:48.684141 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c1cb4b95-6f0d-489a-ba71-15c56f9d882a req-250b132a-e7b8-48e5-8ade-bdfe0b53a9d1 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "GET /v2.0/ports?device_id=ded552bb-dc9b-4747-b399-17ae2596ad1d HTTP/1.1" status: 200 len: 946 time: 0.0533876 Aug 29 04:41:48.727755 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c1cb4b95-6f0d-489a-ba71-15c56f9d882a req-2d1bb33c-ecc9-451e-ab18-1c504911162b tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "GET /v2.0/security-groups?id=15566579-f121-40cc-820a-a9726623b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375011 Aug 29 04:41:49.240959 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:50.216251 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 57188) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:50.697184 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-732c2732-4fbe-49f7-9519-b8daf0a275e0 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:51.055315 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-732c2732-4fbe-49f7-9519-b8daf0a275e0 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Allocated IP 172.20.0.17 (ff0f09c1-b604-4861-b821-dffe399eeddc/4990cb42-8ac5-4364-975b-be91958805e6/5213eb61-542d-43cc-bc6f-2d23116a8e46) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:41:51.214978 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-732c2732-4fbe-49f7-9519-b8daf0a275e0 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:51.228762 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-732c2732-4fbe-49f7-9519-b8daf0a275e0 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Transition to ACTIVE for port object 5213eb61-542d-43cc-bc6f-2d23116a8e46 will not be triggered until provisioned by entity DHCP. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:41:51.267284 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-732c2732-4fbe-49f7-9519-b8daf0a275e0 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:51.662770 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732c2732-4fbe-49f7-9519-b8daf0a275e0 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Network ff0f09c1-b604-4861-b821-dffe399eeddc is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:41:51.665959 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-732c2732-4fbe-49f7-9519-b8daf0a275e0 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:41:51.670041 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732c2732-4fbe-49f7-9519-b8daf0a275e0 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:41:51.676439 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732c2732-4fbe-49f7-9519-b8daf0a275e0 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Pushing event updated for resources: {'Port': ['ID=5213eb61-542d-43cc-bc6f-2d23116a8e46,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:51.723207 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-732c2732-4fbe-49f7-9519-b8daf0a275e0 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719598'] for router_interface, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:51.920112 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-732c2732-4fbe-49f7-9519-b8daf0a275e0 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:52.043969 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-3b99045f-8b48-4533-b159-e7cbfa766c38 None None] Provisioning for port 5213eb61-542d-43cc-bc6f-2d23116a8e46 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:41:52.056871 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-3b99045f-8b48-4533-b159-e7cbfa766c38 None None] Provisioning complete for port 5213eb61-542d-43cc-bc6f-2d23116a8e46 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:52.057343 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3b99045f-8b48-4533-b159-e7cbfa766c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:52.098654 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-3b99045f-8b48-4533-b159-e7cbfa766c38 None None] Port 5213eb61-542d-43cc-bc6f-2d23116a8e46 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:41:52.302226 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-732c2732-4fbe-49f7-9519-b8daf0a275e0 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:52.308305 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-732c2732-4fbe-49f7-9519-b8daf0a275e0 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:52.399050 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:41:52.410445 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732c2732-4fbe-49f7-9519-b8daf0a275e0 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Pushing event updated for resources: {'Port': ['ID=5213eb61-542d-43cc-bc6f-2d23116a8e46,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:52.421624 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-732c2732-4fbe-49f7-9519-b8daf0a275e0 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-718897'] for router_interface, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:52.563912 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732c2732-4fbe-49f7-9519-b8daf0a275e0 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Network ff0f09c1-b604-4861-b821-dffe399eeddc is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:41:52.565860 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-732c2732-4fbe-49f7-9519-b8daf0a275e0 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:41:52.797778 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-732c2732-4fbe-49f7-9519-b8daf0a275e0 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Router f803bfa4-3671-457a-b237-00680cc615e6 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:41:52.939524 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-81084974-054e-459e-b7ee-454c6b96c41b None None] Provisioning complete for port 5213eb61-542d-43cc-bc6f-2d23116a8e46 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:52.940002 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-81084974-054e-459e-b7ee-454c6b96c41b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:52.981065 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-732c2732-4fbe-49f7-9519-b8daf0a275e0 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:41:52.995713 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-732c2732-4fbe-49f7-9519-b8daf0a275e0 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "PUT /v2.0/routers/f803bfa4-3671-457a-b237-00680cc615e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7690544 Aug 29 04:41:53.001963 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa84616-3e72-4cbe-8eba-a710833dc4ed None None] Sync routers for ids ['f803bfa4-3671-457a-b237-00680cc615e6'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:41:53.021081 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa84616-3e72-4cbe-8eba-a710833dc4ed None None] Routers {'f803bfa4-3671-457a-b237-00680cc615e6'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:41:53.022013 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-bfa84616-3e72-4cbe-8eba-a710833dc4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:41:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['f803bfa4-3671-457a-b237-00680cc615e6'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:53.030569 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-81084974-054e-459e-b7ee-454c6b96c41b None None] Port 5213eb61-542d-43cc-bc6f-2d23116a8e46 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:41:53.252153 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-bfa84616-3e72-4cbe-8eba-a710833dc4ed None None] Set router f803bfa4-3671-457a-b237-00680cc615e6 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:41:53.530099 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-bfa84616-3e72-4cbe-8eba-a710833dc4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f803bfa4-3671-457a-b237-00680cc615e6', 'name': 'tempest-TestNetworkBasicOps-router-1363413386', 'tenant_id': 'c8d6449eb446497eb342b1e8e523ec41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'bb55450b-8e11-4bc6-a7f7-e97374eb72b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:40:33Z', 'updated_at': '2021-08-29T04:41:51Z', 'revision_number': 5, 'project_id': 'c8d6449eb446497eb342b1e8e523ec41', 'gw_port': {'id': 'bb55450b-8e11-4bc6-a7f7-e97374eb72b6', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:cf:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f803bfa4-3671-457a-b237-00680cc615e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:33Z', 'updated_at': '2021-08-29T04:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': '99bb5829-98c4-4042-bcea-4631344c32fb', 'tenant_id': 'c8d6449eb446497eb342b1e8e523ec41', 'floating_ip_address': '172.25.0.234', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': 'f803bfa4-3671-457a-b237-00680cc615e6', 'port_id': '6a20bb74-2c9c-455c-b41d-84fac68ed584', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5de65736-3c0f-457f-9d15-915d56de81b8', 'mac_address': 'fa:16:3e:2a:2f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a28796-8ea6-4aec-817d-25b367898fe1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:40:55Z', 'updated_at': '2021-08-29T04:40:58Z', 'revision_number': 1, 'project_id': 'c8d6449eb446497eb342b1e8e523ec41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c655ad0-b742-4b5b-a33b-d6f11fca5fc3', 'name': '', 'network_id': '5de65736-3c0f-457f-9d15-915d56de81b8', 'tenant_id': 'c8d6449eb446497eb342b1e8e523ec41', 'mac_address': 'fa:16:3e:fe:66:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f803bfa4-3671-457a-b237-00680cc615e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '7fb6a489-c966-41f6-9582-c3c9c1ebbee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:37Z', 'updated_at': '2021-08-29T04:40:45Z', 'revision_number': 5, 'project_id': 'c8d6449eb446497eb342b1e8e523ec41', 'subnets': [{'id': '7fb6a489-c966-41f6-9582-c3c9c1ebbee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5213eb61-542d-43cc-bc6f-2d23116a8e46', 'name': '', 'network_id': 'ff0f09c1-b604-4861-b821-dffe399eeddc', 'tenant_id': 'c8d6449eb446497eb342b1e8e523ec41', 'mac_address': 'fa:16:3e:6a:47:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f803bfa4-3671-457a-b237-00680cc615e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '4990cb42-8ac5-4364-975b-be91958805e6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:50Z', 'updated_at': '2021-08-29T04:41:52Z', 'revision_number': 2, 'project_id': 'c8d6449eb446497eb342b1e8e523ec41', 'subnets': [{'id': '4990cb42-8ac5-4364-975b-be91958805e6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:53.562811 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa84616-3e72-4cbe-8eba-a710833dc4ed None None] Checking router: f803bfa4-3671-457a-b237-00680cc615e6 for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:41:53.563163 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa84616-3e72-4cbe-8eba-a710833dc4ed None None] Updating router f803bfa4-3671-457a-b237-00680cc615e6 port 5213eb61-542d-43cc-bc6f-2d23116a8e46 binding host n-d-712140-12 {{(pid=94831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:41:53.602648 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bfa84616-3e72-4cbe-8eba-a710833dc4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:53.946605 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bfa84616-3e72-4cbe-8eba-a710833dc4ed None None] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:53.966503 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-bfa84616-3e72-4cbe-8eba-a710833dc4ed None None] Transition to ACTIVE for port object 5213eb61-542d-43cc-bc6f-2d23116a8e46 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:41:53.973646 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bfa84616-3e72-4cbe-8eba-a710833dc4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:54.082302 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa515ff-cb07-448b-a26e-d00a0cb2e0b0 None None] Pushing event updated for resources: {'Port': ['ID=5213eb61-542d-43cc-bc6f-2d23116a8e46,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:54.090375 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-bfa84616-3e72-4cbe-8eba-a710833dc4ed None None] Attempting to bind port 5213eb61-542d-43cc-bc6f-2d23116a8e46 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:41:54.090762 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-bfa84616-3e72-4cbe-8eba-a710833dc4ed None None] Attempting to bind port 5213eb61-542d-43cc-bc6f-2d23116a8e46 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '1c266fbf-9ba3-45dc-954c-5491162e960f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ff0f09c1-b604-4861-b821-dffe399eeddc'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:41:54.091208 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa84616-3e72-4cbe-8eba-a710833dc4ed None None] Attempting to bind port 5213eb61-542d-43cc-bc6f-2d23116a8e46 on network ff0f09c1-b604-4861-b821-dffe399eeddc {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:41:54.093960 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa515ff-cb07-448b-a26e-d00a0cb2e0b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:54.094408 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa515ff-cb07-448b-a26e-d00a0cb2e0b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:54.094756 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa515ff-cb07-448b-a26e-d00a0cb2e0b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:54.095168 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa515ff-cb07-448b-a26e-d00a0cb2e0b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:54.095613 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa515ff-cb07-448b-a26e-d00a0cb2e0b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:54.096033 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa515ff-cb07-448b-a26e-d00a0cb2e0b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:54.096367 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa515ff-cb07-448b-a26e-d00a0cb2e0b0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:54.096694 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa515ff-cb07-448b-a26e-d00a0cb2e0b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:54.097019 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa515ff-cb07-448b-a26e-d00a0cb2e0b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:54.097341 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa515ff-cb07-448b-a26e-d00a0cb2e0b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:54.097663 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa515ff-cb07-448b-a26e-d00a0cb2e0b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:54.098039 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa515ff-cb07-448b-a26e-d00a0cb2e0b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:54.105614 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa84616-3e72-4cbe-8eba-a710833dc4ed None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:41:54.107078 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa84616-3e72-4cbe-8eba-a710833dc4ed None None] Checking segment: {'id': '1c266fbf-9ba3-45dc-954c-5491162e960f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ff0f09c1-b604-4861-b821-dffe399eeddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:41:54.107651 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bfa84616-3e72-4cbe-8eba-a710833dc4ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:54.108244 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa84616-3e72-4cbe-8eba-a710833dc4ed None None] Bound using segment: {'id': '1c266fbf-9ba3-45dc-954c-5491162e960f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ff0f09c1-b604-4861-b821-dffe399eeddc'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:41:54.109072 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-bfa84616-3e72-4cbe-8eba-a710833dc4ed None None] Bound port: 5213eb61-542d-43cc-bc6f-2d23116a8e46, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c266fbf-9ba3-45dc-954c-5491162e960f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ff0f09c1-b604-4861-b821-dffe399eeddc'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:41:54.109618 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bfa84616-3e72-4cbe-8eba-a710833dc4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:54.178858 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-bfa84616-3e72-4cbe-8eba-a710833dc4ed None None] For port 5213eb61-542d-43cc-bc6f-2d23116a8e46, host n-d-712140-12, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:41:54.182106 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-bfa84616-3e72-4cbe-8eba-a710833dc4ed None None] For port 5213eb61-542d-43cc-bc6f-2d23116a8e46, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=5213eb61-542d-43cc-bc6f-2d23116a8e46,segment=NetworkSegment(1c266fbf-9ba3-45dc-954c-5491162e960f),segment_id=1c266fbf-9ba3-45dc-954c-5491162e960f)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:41:54.187407 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bfa84616-3e72-4cbe-8eba-a710833dc4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:54.259300 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa84616-3e72-4cbe-8eba-a710833dc4ed None None] Routers {'f803bfa4-3671-457a-b237-00680cc615e6'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:41:54.260860 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-bfa84616-3e72-4cbe-8eba-a710833dc4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:41:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['f803bfa4-3671-457a-b237-00680cc615e6'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:54.265469 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa515ff-cb07-448b-a26e-d00a0cb2e0b0 None None] Pushing event updated for resources: {'Port': ['ID=5213eb61-542d-43cc-bc6f-2d23116a8e46,revision_number=4']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:54.395405 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-bfa84616-3e72-4cbe-8eba-a710833dc4ed None None] Set router f803bfa4-3671-457a-b237-00680cc615e6 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:41:54.670257 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-bfa84616-3e72-4cbe-8eba-a710833dc4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f803bfa4-3671-457a-b237-00680cc615e6', 'name': 'tempest-TestNetworkBasicOps-router-1363413386', 'tenant_id': 'c8d6449eb446497eb342b1e8e523ec41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'bb55450b-8e11-4bc6-a7f7-e97374eb72b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:40:33Z', 'updated_at': '2021-08-29T04:41:51Z', 'revision_number': 5, 'project_id': 'c8d6449eb446497eb342b1e8e523ec41', 'gw_port': {'id': 'bb55450b-8e11-4bc6-a7f7-e97374eb72b6', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:cf:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f803bfa4-3671-457a-b237-00680cc615e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:33Z', 'updated_at': '2021-08-29T04:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': '99bb5829-98c4-4042-bcea-4631344c32fb', 'tenant_id': 'c8d6449eb446497eb342b1e8e523ec41', 'floating_ip_address': '172.25.0.234', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': 'f803bfa4-3671-457a-b237-00680cc615e6', 'port_id': '6a20bb74-2c9c-455c-b41d-84fac68ed584', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5de65736-3c0f-457f-9d15-915d56de81b8', 'mac_address': 'fa:16:3e:2a:2f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a28796-8ea6-4aec-817d-25b367898fe1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:40:55Z', 'updated_at': '2021-08-29T04:40:58Z', 'revision_number': 1, 'project_id': 'c8d6449eb446497eb342b1e8e523ec41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c655ad0-b742-4b5b-a33b-d6f11fca5fc3', 'name': '', 'network_id': '5de65736-3c0f-457f-9d15-915d56de81b8', 'tenant_id': 'c8d6449eb446497eb342b1e8e523ec41', 'mac_address': 'fa:16:3e:fe:66:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f803bfa4-3671-457a-b237-00680cc615e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '7fb6a489-c966-41f6-9582-c3c9c1ebbee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:37Z', 'updated_at': '2021-08-29T04:40:45Z', 'revision_number': 5, 'project_id': 'c8d6449eb446497eb342b1e8e523ec41', 'subnets': [{'id': '7fb6a489-c966-41f6-9582-c3c9c1ebbee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5213eb61-542d-43cc-bc6f-2d23116a8e46', 'name': '', 'network_id': 'ff0f09c1-b604-4861-b821-dffe399eeddc', 'tenant_id': 'c8d6449eb446497eb342b1e8e523ec41', 'mac_address': 'fa:16:3e:6a:47:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f803bfa4-3671-457a-b237-00680cc615e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '4990cb42-8ac5-4364-975b-be91958805e6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:50Z', 'updated_at': '2021-08-29T04:41:54Z', 'revision_number': 4, 'project_id': 'c8d6449eb446497eb342b1e8e523ec41', 'subnets': [{'id': '4990cb42-8ac5-4364-975b-be91958805e6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:54.698730 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa84616-3e72-4cbe-8eba-a710833dc4ed None None] The sync data for ids ['f803bfa4-3671-457a-b237-00680cc615e6'] in n-d-712140-12 is: [{'id': 'f803bfa4-3671-457a-b237-00680cc615e6', 'name': 'tempest-TestNetworkBasicOps-router-1363413386', 'tenant_id': 'c8d6449eb446497eb342b1e8e523ec41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'bb55450b-8e11-4bc6-a7f7-e97374eb72b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:40:33Z', 'updated_at': '2021-08-29T04:41:51Z', 'revision_number': 5, 'project_id': 'c8d6449eb446497eb342b1e8e523ec41', 'gw_port': {'id': 'bb55450b-8e11-4bc6-a7f7-e97374eb72b6', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:cf:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f803bfa4-3671-457a-b237-00680cc615e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:33Z', 'updated_at': '2021-08-29T04:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': '99bb5829-98c4-4042-bcea-4631344c32fb', 'tenant_id': 'c8d6449eb446497eb342b1e8e523ec41', 'floating_ip_address': '172.25.0.234', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': 'f803bfa4-3671-457a-b237-00680cc615e6', 'port_id': '6a20bb74-2c9c-455c-b41d-84fac68ed584', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5de65736-3c0f-457f-9d15-915d56de81b8', 'mac_address': 'fa:16:3e:2a:2f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a28796-8ea6-4aec-817d-25b367898fe1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:40:55Z', 'updated_at': '2021-08-29T04:40:58Z', 'revision_number': 1, 'project_id': 'c8d6449eb446497eb342b1e8e523ec41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c655ad0-b742-4b5b-a33b-d6f11fca5fc3', 'name': '', 'network_id': '5de65736-3c0f-457f-9d15-915d56de81b8', 'tenant_id': 'c8d6449eb446497eb342b1e8e523ec41', 'mac_address': 'fa:16:3e:fe:66:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f803bfa4-3671-457a-b237-00680cc615e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '7fb6a489-c966-41f6-9582-c3c9c1ebbee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:37Z', 'updated_at': '2021-08-29T04:40:45Z', 'revision_number': 5, 'project_id': 'c8d6449eb446497eb342b1e8e523ec41', 'subnets': [{'id': '7fb6a489-c966-41f6-9582-c3c9c1ebbee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5213eb61-542d-43cc-bc6f-2d23116a8e46', 'name': '', 'network_id': 'ff0f09c1-b604-4861-b821-dffe399eeddc', 'tenant_id': 'c8d6449eb446497eb342b1e8e523ec41', 'mac_address': 'fa:16:3e:6a:47:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f803bfa4-3671-457a-b237-00680cc615e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '4990cb42-8ac5-4364-975b-be91958805e6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:50Z', 'updated_at': '2021-08-29T04:41:54Z', 'revision_number': 4, 'project_id': 'c8d6449eb446497eb342b1e8e523ec41', 'subnets': [{'id': '4990cb42-8ac5-4364-975b-be91958805e6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:41:54.951882 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 5213eb61-542d-43cc-bc6f-2d23116a8e46 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:41:55.021650 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 5213eb61-542d-43cc-bc6f-2d23116a8e46 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:41:55.032121 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 5213eb61-542d-43cc-bc6f-2d23116a8e46 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:55.032575 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:55.133259 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:55.191221 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 5213eb61-542d-43cc-bc6f-2d23116a8e46, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=5213eb61-542d-43cc-bc6f-2d23116a8e46,segment=NetworkSegment(1c266fbf-9ba3-45dc-954c-5491162e960f),segment_id=1c266fbf-9ba3-45dc-954c-5491162e960f)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:55.196941 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:55.275097 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=5213eb61-542d-43cc-bc6f-2d23116a8e46,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:56.866484 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 5213eb61-542d-43cc-bc6f-2d23116a8e46 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:41:56.923448 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 5213eb61-542d-43cc-bc6f-2d23116a8e46 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:56.923785 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:58.694328 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:01.500137 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [req-5dc1495f-b791-4ae3-bef4-ee1858a36d11 req-adcf3cf8-d0e5-45ce-881e-3c4cccf7e5bc service neutron] (94829) timed out ('10.222.0.22', 36294) {{(pid=94829) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 04:42:02.754186 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4f6840-f42a-4775-8282-af853a537005 req-b262ce4f-cd18-4d6a-9bf3-44e60fcf4804 tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:02.761897 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0b4f6840-f42a-4775-8282-af853a537005 req-b262ce4f-cd18-4d6a-9bf3-44e60fcf4804 tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] 10.222.0.22 "GET /v2.0/networks?id=31854a5f-f90d-4ace-bda5-82c0356b86d4 HTTP/1.1" status: 200 len: 814 time: 0.1191218 Aug 29 04:42:02.776655 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0b4f6840-f42a-4775-8282-af853a537005 req-acc45c37-c038-497a-917d-19df46cc367f tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] 10.222.0.22 "GET /v2.0/quotas/c1741abebde34b21a170cfafaad1e659 HTTP/1.1" status: 200 len: 375 time: 0.0139160 Aug 29 04:42:02.810185 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0b4f6840-f42a-4775-8282-af853a537005 req-4e9888b6-81da-4965-b219-930099433c7d tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=c1741abebde34b21a170cfafaad1e659&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276005 Aug 29 04:42:02.822290 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [req-0b4f6840-f42a-4775-8282-af853a537005 req-013c5c45-acb8-4762-bd4b-4b6507987045 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:42:02.823384 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0b4f6840-f42a-4775-8282-af853a537005 req-013c5c45-acb8-4762-bd4b-4b6507987045 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062263 Aug 29 04:42:02.920432 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0b4f6840-f42a-4775-8282-af853a537005 req-bee28a3c-aaf7-4307-866b-4de10074bbbc service neutron] 10.222.0.22 "GET /v2.0/networks/31854a5f-f90d-4ace-bda5-82c0356b86d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899291 Aug 29 04:42:03.020319 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0b4f6840-f42a-4775-8282-af853a537005 req-870e3751-8877-4a81-b554-a2ea260eb821 service neutron] 10.222.0.22 "GET /v2.0/networks/31854a5f-f90d-4ace-bda5-82c0356b86d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933547 Aug 29 04:42:03.107952 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d04df2fb-e9b8-49ff-a365-23b493fdd51d req-e34c1fad-ddc4-4608-b95a-2f0c43832e4c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e0a28796-8ea6-4aec-817d-25b367898fe1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0406287 Aug 29 04:42:03.220064 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-83f378aa-9307-43ef-844f-d9f7d1e24716 req-5ed98924-628c-4cf1-a9d4-103fd2df9632 tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] 10.222.0.22 "GET /v2.0/ports?device_id=273734ef-adbc-4388-871e-94f347b30624 HTTP/1.1" status: 200 len: 210 time: 0.0544426 Aug 29 04:42:03.231381 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04df2fb-e9b8-49ff-a365-23b493fdd51d req-6f73cc3e-3be4-49d1-b646-debb020fad61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:03.232932 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d04df2fb-e9b8-49ff-a365-23b493fdd51d req-6f73cc3e-3be4-49d1-b646-debb020fad61 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c8d6449eb446497eb342b1e8e523ec41&device_id=e0a28796-8ea6-4aec-817d-25b367898fe1 HTTP/1.1" status: 200 len: 1097 time: 0.0794709 Aug 29 04:42:03.367870 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04df2fb-e9b8-49ff-a365-23b493fdd51d req-51eb14d8-057e-414b-a7d8-318c7ba463e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:03.371075 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d04df2fb-e9b8-49ff-a365-23b493fdd51d req-51eb14d8-057e-414b-a7d8-318c7ba463e7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5de65736-3c0f-457f-9d15-915d56de81b8 HTTP/1.1" status: 200 len: 898 time: 0.1169891 Aug 29 04:42:03.393267 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-97fe5ce3-56da-4902-9783-5fe0a4077796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:03.454112 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d04df2fb-e9b8-49ff-a365-23b493fdd51d req-8631623f-613c-4a42-9fc3-32426c1de733 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a20bb74-2c9c-455c-b41d-84fac68ed584 HTTP/1.1" status: 200 len: 1001 time: 0.0758276 Aug 29 04:42:03.516769 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04df2fb-e9b8-49ff-a365-23b493fdd51d req-e7308ebc-8dca-4398-af5b-6ba654875226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:03.518823 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d04df2fb-e9b8-49ff-a365-23b493fdd51d req-e7308ebc-8dca-4398-af5b-6ba654875226 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7fb6a489-c966-41f6-9582-c3c9c1ebbee1 HTTP/1.1" status: 200 len: 834 time: 0.0570211 Aug 29 04:42:03.574677 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04df2fb-e9b8-49ff-a365-23b493fdd51d req-0aae68c2-68f9-4283-be4e-8afba0375deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:03.576278 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d04df2fb-e9b8-49ff-a365-23b493fdd51d req-0aae68c2-68f9-4283-be4e-8afba0375deb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5de65736-3c0f-457f-9d15-915d56de81b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0490217 Aug 29 04:42:03.671708 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d04df2fb-e9b8-49ff-a365-23b493fdd51d req-36405d78-a9e4-410a-ba31-656191ebc9de service neutron] 10.222.0.46 "GET /v2.0/networks/5de65736-3c0f-457f-9d15-915d56de81b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871463 Aug 29 04:42:03.775915 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d04df2fb-e9b8-49ff-a365-23b493fdd51d req-4777c653-ee48-46d0-ab9e-f4f5057b55f6 service neutron] 10.222.0.46 "GET /v2.0/networks/5de65736-3c0f-457f-9d15-915d56de81b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964551 Aug 29 04:42:04.304989 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4f6840-f42a-4775-8282-af853a537005 req-3f8e1ef6-a47d-48f5-ac50-256db71a8b95 tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:04.306711 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0b4f6840-f42a-4775-8282-af853a537005 req-3f8e1ef6-a47d-48f5-ac50-256db71a8b95 tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] 10.222.0.48 "GET /v2.0/networks?id=31854a5f-f90d-4ace-bda5-82c0356b86d4 HTTP/1.1" status: 200 len: 814 time: 0.1277599 Aug 29 04:42:04.324255 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-da519c70-afff-4294-a0ee-c986c1f5bcd8 req-bdc3f1e2-731a-4954-82b3-02b64cea49c9 tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] 10.222.0.22 "GET /v2.0/ports?device_id=273734ef-adbc-4388-871e-94f347b30624 HTTP/1.1" status: 200 len: 210 time: 0.0292313 Aug 29 04:42:04.328991 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-0b4f6840-f42a-4775-8282-af853a537005 req-0b82992d-bf13-4b85-8dd8-762a6ecb1da3 tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] Request body: {'port': {'device_id': '273734ef-adbc-4388-871e-94f347b30624', 'network_id': '31854a5f-f90d-4ace-bda5-82c0356b86d4', 'admin_state_up': True, 'tenant_id': 'c1741abebde34b21a170cfafaad1e659'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:42:04.448031 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b4f6840-f42a-4775-8282-af853a537005 req-0b82992d-bf13-4b85-8dd8-762a6ecb1da3 tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] Made reservation on behalf of c1741abebde34b21a170cfafaad1e659 for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:42:04.451607 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-0b4f6840-f42a-4775-8282-af853a537005 req-0b82992d-bf13-4b85-8dd8-762a6ecb1da3 tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:04.581841 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-0b4f6840-f42a-4775-8282-af853a537005 req-0b82992d-bf13-4b85-8dd8-762a6ecb1da3 tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] Allocated IP 172.20.0.7 (31854a5f-f90d-4ace-bda5-82c0356b86d4/a76f926f-8fc6-4082-9ad0-e752ec925e23/c35d116a-e881-4000-8dcb-26ffdf99d4e8) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:42:04.749671 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-0b4f6840-f42a-4775-8282-af853a537005 req-0b82992d-bf13-4b85-8dd8-762a6ecb1da3 tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:04.789174 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-0b4f6840-f42a-4775-8282-af853a537005 req-0b82992d-bf13-4b85-8dd8-762a6ecb1da3 tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:04.844060 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b4f6840-f42a-4775-8282-af853a537005 req-0b82992d-bf13-4b85-8dd8-762a6ecb1da3 tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] Network 31854a5f-f90d-4ace-bda5-82c0356b86d4 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:42:04.849689 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-0b4f6840-f42a-4775-8282-af853a537005 req-0b82992d-bf13-4b85-8dd8-762a6ecb1da3 tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:42:04.854139 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b4f6840-f42a-4775-8282-af853a537005 req-0b82992d-bf13-4b85-8dd8-762a6ecb1da3 tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:42:04.883112 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b82992d-bf13-4b85-8dd8-762a6ecb1da3 tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] Pushing event updated for resources: {'Port': ['ID=c35d116a-e881-4000-8dcb-26ffdf99d4e8,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:04.915355 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4f6840-f42a-4775-8282-af853a537005 req-0b82992d-bf13-4b85-8dd8-762a6ecb1da3 tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:04.916206 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-0b4f6840-f42a-4775-8282-af853a537005 req-0b82992d-bf13-4b85-8dd8-762a6ecb1da3 tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:04.937326 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0b4f6840-f42a-4775-8282-af853a537005 req-0b82992d-bf13-4b85-8dd8-762a6ecb1da3 tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6125190 Aug 29 04:42:04.954722 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-0b4f6840-f42a-4775-8282-af853a537005 req-87a23448-890e-4ce1-8582-a0ce18f240fd service neutron] Request body: {'port': {'device_id': '273734ef-adbc-4388-871e-94f347b30624', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:42:05.009914 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-0b4f6840-f42a-4775-8282-af853a537005 req-87a23448-890e-4ce1-8582-a0ce18f240fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:05.343163 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-0b4f6840-f42a-4775-8282-af853a537005 req-87a23448-890e-4ce1-8582-a0ce18f240fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c35d116a-e881-4000-8dcb-26ffdf99d4e8 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:42:05.355528 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-0b4f6840-f42a-4775-8282-af853a537005 req-87a23448-890e-4ce1-8582-a0ce18f240fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:05.379245 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-0b4f6840-f42a-4775-8282-af853a537005 req-87a23448-890e-4ce1-8582-a0ce18f240fd service neutron] Transition to ACTIVE for port object c35d116a-e881-4000-8dcb-26ffdf99d4e8 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:42:05.387028 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-0b4f6840-f42a-4775-8282-af853a537005 req-87a23448-890e-4ce1-8582-a0ce18f240fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:05.463140 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c713266-44b4-411e-8953-e3e6684f577c req-e7699156-d662-4e95-a552-36d458eff1b7 tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:05.466131 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7c713266-44b4-411e-8953-e3e6684f577c req-e7699156-d662-4e95-a552-36d458eff1b7 tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] 10.222.0.22 "GET /v2.0/ports?device_id=273734ef-adbc-4388-871e-94f347b30624 HTTP/1.1" status: 200 len: 943 time: 0.0660882 Aug 29 04:42:05.537410 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a23448-890e-4ce1-8582-a0ce18f240fd service neutron] Pushing event updated for resources: {'Port': ['ID=c35d116a-e881-4000-8dcb-26ffdf99d4e8,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:05.539485 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7c713266-44b4-411e-8953-e3e6684f577c req-5a3bc23c-e224-4be3-b282-5cc084e903ec tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] 10.222.0.22 "GET /v2.0/security-groups?id=4bb85f9f-d8fe-4022-818e-06dd79d11062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650611 Aug 29 04:42:05.592940 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-0b4f6840-f42a-4775-8282-af853a537005 req-87a23448-890e-4ce1-8582-a0ce18f240fd service neutron] Attempting to bind port c35d116a-e881-4000-8dcb-26ffdf99d4e8 on host n-h2-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:42:05.593526 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-0b4f6840-f42a-4775-8282-af853a537005 req-87a23448-890e-4ce1-8582-a0ce18f240fd service neutron] Attempting to bind port c35d116a-e881-4000-8dcb-26ffdf99d4e8 by drivers openvswitch,hyperv on host n-h2-712140-12 at level 0 using segments [{'id': '1e5c3b4d-4e9b-48cf-9646-28d003758c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '31854a5f-f90d-4ace-bda5-82c0356b86d4'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:42:05.593813 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4f6840-f42a-4775-8282-af853a537005 req-87a23448-890e-4ce1-8582-a0ce18f240fd service neutron] Attempting to bind port c35d116a-e881-4000-8dcb-26ffdf99d4e8 on network 31854a5f-f90d-4ace-bda5-82c0356b86d4 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:42:05.601743 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4f6840-f42a-4775-8282-af853a537005 req-87a23448-890e-4ce1-8582-a0ce18f240fd service neutron] Port c35d116a-e881-4000-8dcb-26ffdf99d4e8 on network 31854a5f-f90d-4ace-bda5-82c0356b86d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:42:05.602082 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4f6840-f42a-4775-8282-af853a537005 req-87a23448-890e-4ce1-8582-a0ce18f240fd service neutron] Attempting to bind port c35d116a-e881-4000-8dcb-26ffdf99d4e8 on network 31854a5f-f90d-4ace-bda5-82c0356b86d4 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:42:05.609025 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4f6840-f42a-4775-8282-af853a537005 req-87a23448-890e-4ce1-8582-a0ce18f240fd service neutron] Checking agent: {'id': 'b3a0606b-b029-4f5e-8798-3a32b71d8844', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:42:05.609375 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4f6840-f42a-4775-8282-af853a537005 req-87a23448-890e-4ce1-8582-a0ce18f240fd service neutron] Checking segment: {'id': '1e5c3b4d-4e9b-48cf-9646-28d003758c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '31854a5f-f90d-4ace-bda5-82c0356b86d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:42:05.609775 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4f6840-f42a-4775-8282-af853a537005 req-87a23448-890e-4ce1-8582-a0ce18f240fd service neutron] Bound using segment: {'id': '1e5c3b4d-4e9b-48cf-9646-28d003758c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '31854a5f-f90d-4ace-bda5-82c0356b86d4'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:42:05.610303 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-0b4f6840-f42a-4775-8282-af853a537005 req-87a23448-890e-4ce1-8582-a0ce18f240fd service neutron] Bound port: c35d116a-e881-4000-8dcb-26ffdf99d4e8, host: n-h2-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e5c3b4d-4e9b-48cf-9646-28d003758c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '31854a5f-f90d-4ace-bda5-82c0356b86d4'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:42:05.610946 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-0b4f6840-f42a-4775-8282-af853a537005 req-87a23448-890e-4ce1-8582-a0ce18f240fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:05.703003 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-0b4f6840-f42a-4775-8282-af853a537005 req-87a23448-890e-4ce1-8582-a0ce18f240fd service neutron] For port c35d116a-e881-4000-8dcb-26ffdf99d4e8, host n-h2-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:42:05.706542 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-0b4f6840-f42a-4775-8282-af853a537005 req-87a23448-890e-4ce1-8582-a0ce18f240fd service neutron] For port c35d116a-e881-4000-8dcb-26ffdf99d4e8, host n-h2-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=c35d116a-e881-4000-8dcb-26ffdf99d4e8,segment=NetworkSegment(1e5c3b4d-4e9b-48cf-9646-28d003758c0d),segment_id=1e5c3b4d-4e9b-48cf-9646-28d003758c0d)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:42:05.713220 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-0b4f6840-f42a-4775-8282-af853a537005 req-87a23448-890e-4ce1-8582-a0ce18f240fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:05.772214 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4f6840-f42a-4775-8282-af853a537005 req-87a23448-890e-4ce1-8582-a0ce18f240fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:05.772214 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-0b4f6840-f42a-4775-8282-af853a537005 req-87a23448-890e-4ce1-8582-a0ce18f240fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:05.772214 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0b4f6840-f42a-4775-8282-af853a537005 req-87a23448-890e-4ce1-8582-a0ce18f240fd service neutron] 10.222.0.48 "PUT /v2.0/ports/c35d116a-e881-4000-8dcb-26ffdf99d4e8 HTTP/1.1" status: 200 len: 1092 time: 0.8198514 Aug 29 04:42:05.772214 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '273734ef-adbc-4388-871e-94f347b30624', 'tag': 'c35d116a-e881-4000-8dcb-26ffdf99d4e8'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:42:05.775270 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9be955b6-4a6f-4a7e-bcca-8ed6022c493f" -d '{"events": [{"name": "network-changed", "server_uuid": "273734ef-adbc-4388-871e-94f347b30624", "tag": "c35d116a-e881-4000-8dcb-26ffdf99d4e8"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:42:05.798010 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a23448-890e-4ce1-8582-a0ce18f240fd service neutron] Pushing event updated for resources: {'Port': ['ID=c35d116a-e881-4000-8dcb-26ffdf99d4e8,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:05.857976 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c371297-bfd9-4e27-8db6-a12420f8a08b x-openstack-request-id: req-1c371297-bfd9-4e27-8db6-a12420f8a08b {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:42:05.858277 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "273734ef-adbc-4388-871e-94f347b30624", "tag": "c35d116a-e881-4000-8dcb-26ffdf99d4e8", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:42:05.858621 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1c371297-bfd9-4e27-8db6-a12420f8a08b {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:42:05.860025 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '273734ef-adbc-4388-871e-94f347b30624', 'tag': 'c35d116a-e881-4000-8dcb-26ffdf99d4e8', 'status': 'completed', 'code': 200} Aug 29 04:42:05.933822 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4f6840-f42a-4775-8282-af853a537005 req-12b0df9d-e9d8-4735-b8af-6da07ced7d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:05.935369 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0b4f6840-f42a-4775-8282-af853a537005 req-12b0df9d-e9d8-4735-b8af-6da07ced7d66 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c1741abebde34b21a170cfafaad1e659&device_id=273734ef-adbc-4388-871e-94f347b30624 HTTP/1.1" status: 200 len: 1095 time: 0.0637071 Aug 29 04:42:05.988563 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0b4f6840-f42a-4775-8282-af853a537005 req-bff0fbb4-f1af-48ce-a301-7e6fbf1f82c7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c35d116a-e881-4000-8dcb-26ffdf99d4e8 HTTP/1.1" status: 200 len: 217 time: 0.0409157 Aug 29 04:42:06.052513 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4f6840-f42a-4775-8282-af853a537005 req-e1a733a2-9028-4c55-865f-be2d1cee4b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:06.054335 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0b4f6840-f42a-4775-8282-af853a537005 req-e1a733a2-9028-4c55-865f-be2d1cee4b76 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a76f926f-8fc6-4082-9ad0-e752ec925e23 HTTP/1.1" status: 200 len: 854 time: 0.0580263 Aug 29 04:42:06.086056 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0b4f6840-f42a-4775-8282-af853a537005 req-549c5729-3996-4c45-b713-880e9925d1d3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=31854a5f-f90d-4ace-bda5-82c0356b86d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245628 Aug 29 04:42:06.181491 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0b4f6840-f42a-4775-8282-af853a537005 req-e271fbe6-4506-4a96-863b-dc7cb9347487 service neutron] 10.222.0.48 "GET /v2.0/networks/31854a5f-f90d-4ace-bda5-82c0356b86d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885148 Aug 29 04:42:06.246022 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dcf75766-2c8a-4c69-9abe-b8fc8e34d24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:06.281744 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0b4f6840-f42a-4775-8282-af853a537005 req-56cfb404-8ef6-4f5b-a6f7-c9186445fbf9 service neutron] 10.222.0.48 "GET /v2.0/networks/31854a5f-f90d-4ace-bda5-82c0356b86d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928810 Aug 29 04:42:06.422924 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be955b6-4a6f-4a7e-bcca-8ed6022c493f req-82c7c2a4-8108-4e1a-a612-5da4b11f499c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:06.424514 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9be955b6-4a6f-4a7e-bcca-8ed6022c493f req-82c7c2a4-8108-4e1a-a612-5da4b11f499c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c1741abebde34b21a170cfafaad1e659&device_id=273734ef-adbc-4388-871e-94f347b30624 HTTP/1.1" status: 200 len: 1095 time: 0.0456016 Aug 29 04:42:06.535971 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be955b6-4a6f-4a7e-bcca-8ed6022c493f req-ae2e0aa4-aca6-4a01-b947-f54aa1230c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:06.538060 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9be955b6-4a6f-4a7e-bcca-8ed6022c493f req-ae2e0aa4-aca6-4a01-b947-f54aa1230c38 service neutron] 10.222.0.48 "GET /v2.0/networks?id=31854a5f-f90d-4ace-bda5-82c0356b86d4 HTTP/1.1" status: 200 len: 915 time: 0.1067724 Aug 29 04:42:06.618318 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9be955b6-4a6f-4a7e-bcca-8ed6022c493f req-f3729d3b-20fa-40a5-952d-a3b550990152 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c35d116a-e881-4000-8dcb-26ffdf99d4e8 HTTP/1.1" status: 200 len: 217 time: 0.0724630 Aug 29 04:42:06.705575 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be955b6-4a6f-4a7e-bcca-8ed6022c493f req-634b7c43-6ff2-4a63-8238-70f3112adc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:06.707047 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9be955b6-4a6f-4a7e-bcca-8ed6022c493f req-634b7c43-6ff2-4a63-8238-70f3112adc7a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a76f926f-8fc6-4082-9ad0-e752ec925e23 HTTP/1.1" status: 200 len: 854 time: 0.0808647 Aug 29 04:42:06.720810 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef31467d-def4-43c1-abcf-c6a3405531a8 req-da80a6d9-04dd-4401-a060-687fab76a250 tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:06.722401 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ef31467d-def4-43c1-abcf-c6a3405531a8 req-da80a6d9-04dd-4401-a060-687fab76a250 tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] 10.222.0.22 "GET /v2.0/ports?device_id=273734ef-adbc-4388-871e-94f347b30624 HTTP/1.1" status: 200 len: 943 time: 0.0980198 Aug 29 04:42:06.766996 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9be955b6-4a6f-4a7e-bcca-8ed6022c493f req-1b88e2be-8ffe-4bbf-8810-3fe4b016b594 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=31854a5f-f90d-4ace-bda5-82c0356b86d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435767 Aug 29 04:42:06.840260 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ef31467d-def4-43c1-abcf-c6a3405531a8 req-ac02ea1b-36da-4a32-b259-a2883ec4e9e7 tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] 10.222.0.22 "GET /v2.0/security-groups?id=4bb85f9f-d8fe-4022-818e-06dd79d11062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051962 Aug 29 04:42:06.900150 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9be955b6-4a6f-4a7e-bcca-8ed6022c493f req-eca55b50-7bf8-4967-b620-8f73032e6625 service neutron] 10.222.0.48 "GET /v2.0/networks/31854a5f-f90d-4ace-bda5-82c0356b86d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255281 Aug 29 04:42:07.002171 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9be955b6-4a6f-4a7e-bcca-8ed6022c493f req-913072a4-eef1-4164-9f11-6957a8c35bfc service neutron] 10.222.0.48 "GET /v2.0/networks/31854a5f-f90d-4ace-bda5-82c0356b86d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918245 Aug 29 04:42:07.203043 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:07.224159 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:07.979027 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2836d748-eede-45a6-9412-7945c83bee5e req-b6be37de-c161-4dcd-a3dd-876a10743601 tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:07.980645 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2836d748-eede-45a6-9412-7945c83bee5e req-b6be37de-c161-4dcd-a3dd-876a10743601 tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] 10.222.0.22 "GET /v2.0/ports?device_id=273734ef-adbc-4388-871e-94f347b30624 HTTP/1.1" status: 200 len: 943 time: 0.0705216 Aug 29 04:42:08.031008 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2836d748-eede-45a6-9412-7945c83bee5e req-4a8b041b-d3f0-42a9-a7d5-c498415de449 tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] 10.222.0.22 "GET /v2.0/security-groups?id=4bb85f9f-d8fe-4022-818e-06dd79d11062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415745 Aug 29 04:42:08.711438 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:08.984627 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b0e21-edec-4e15-b02a-7ee3fc5aa79b req-3be3b650-80bf-43ea-b205-e542682d9e5a tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:08.990659 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b0e21-edec-4e15-b02a-7ee3fc5aa79b req-3be3b650-80bf-43ea-b205-e542682d9e5a tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:08.996678 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b0e21-edec-4e15-b02a-7ee3fc5aa79b req-3be3b650-80bf-43ea-b205-e542682d9e5a tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:09.002561 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b0e21-edec-4e15-b02a-7ee3fc5aa79b req-3be3b650-80bf-43ea-b205-e542682d9e5a tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:09.009048 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b0e21-edec-4e15-b02a-7ee3fc5aa79b req-3be3b650-80bf-43ea-b205-e542682d9e5a tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:09.015063 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b0e21-edec-4e15-b02a-7ee3fc5aa79b req-3be3b650-80bf-43ea-b205-e542682d9e5a tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:09.021555 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b0e21-edec-4e15-b02a-7ee3fc5aa79b req-3be3b650-80bf-43ea-b205-e542682d9e5a tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:09.023487 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c04b0e21-edec-4e15-b02a-7ee3fc5aa79b req-3be3b650-80bf-43ea-b205-e542682d9e5a tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/ports?device_id=78e1d3c1-2943-4567-af4e-14c28f0b7c9c HTTP/1.1" status: 200 len: 5431 time: 0.0996733 Aug 29 04:42:09.073661 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c04b0e21-edec-4e15-b02a-7ee3fc5aa79b req-240568d2-7a5e-49f7-8ca0-c176eb6039aa tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/security-groups?id=47070f04-546f-4c87-85de-d3b03f233a26&id=9548773a-1ebc-45cc-a31d-47384b103db9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0434458 Aug 29 04:42:09.212388 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49b3286-fd47-4bff-a7da-5122e9214c47 req-e6face72-ab2c-48ef-ade0-2d44b93ef38c tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:09.214597 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e49b3286-fd47-4bff-a7da-5122e9214c47 req-e6face72-ab2c-48ef-ade0-2d44b93ef38c tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] 10.222.0.22 "GET /v2.0/ports?device_id=273734ef-adbc-4388-871e-94f347b30624 HTTP/1.1" status: 200 len: 943 time: 0.0864177 Aug 29 04:42:09.238127 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70262147-0a4a-40d8-ba21-a02057e03623 req-22ba8e05-c2b2-4d9b-9044-a0380d146793 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:09.244248 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70262147-0a4a-40d8-ba21-a02057e03623 req-22ba8e05-c2b2-4d9b-9044-a0380d146793 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:09.250243 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70262147-0a4a-40d8-ba21-a02057e03623 req-22ba8e05-c2b2-4d9b-9044-a0380d146793 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:09.256572 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e49b3286-fd47-4bff-a7da-5122e9214c47 req-23f59c91-85a2-4124-9dec-24d355bf3267 tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] 10.222.0.22 "GET /v2.0/security-groups?id=4bb85f9f-d8fe-4022-818e-06dd79d11062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345738 Aug 29 04:42:09.257867 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70262147-0a4a-40d8-ba21-a02057e03623 req-22ba8e05-c2b2-4d9b-9044-a0380d146793 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:09.264080 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70262147-0a4a-40d8-ba21-a02057e03623 req-22ba8e05-c2b2-4d9b-9044-a0380d146793 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:09.270065 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70262147-0a4a-40d8-ba21-a02057e03623 req-22ba8e05-c2b2-4d9b-9044-a0380d146793 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:09.276626 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70262147-0a4a-40d8-ba21-a02057e03623 req-22ba8e05-c2b2-4d9b-9044-a0380d146793 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:09.278615 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-70262147-0a4a-40d8-ba21-a02057e03623 req-22ba8e05-c2b2-4d9b-9044-a0380d146793 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/ports?device_id=78e1d3c1-2943-4567-af4e-14c28f0b7c9c HTTP/1.1" status: 200 len: 5431 time: 0.1016243 Aug 29 04:42:09.575126 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-eb99dc41-826e-47a5-ac50-15f4fad48187 req-d1b9fc25-ec7f-4c13-aa2e-6c5bacf1ff6e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=78e1d3c1-2943-4567-af4e-14c28f0b7c9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0555980 Aug 29 04:42:09.607013 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device c35d116a-e881-4000-8dcb-26ffdf99d4e8 details requested by agent hyperv_n-h2-712140-12 with host n-h2-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:42:09.698771 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb99dc41-826e-47a5-ac50-15f4fad48187 req-35a9f689-c35b-4f0a-b3aa-1f301d826980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:09.699799 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb99dc41-826e-47a5-ac50-15f4fad48187 req-35a9f689-c35b-4f0a-b3aa-1f301d826980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:09.700458 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb99dc41-826e-47a5-ac50-15f4fad48187 req-35a9f689-c35b-4f0a-b3aa-1f301d826980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:09.701198 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb99dc41-826e-47a5-ac50-15f4fad48187 req-35a9f689-c35b-4f0a-b3aa-1f301d826980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:09.701906 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb99dc41-826e-47a5-ac50-15f4fad48187 req-35a9f689-c35b-4f0a-b3aa-1f301d826980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:09.702335 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb99dc41-826e-47a5-ac50-15f4fad48187 req-35a9f689-c35b-4f0a-b3aa-1f301d826980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:09.702812 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb99dc41-826e-47a5-ac50-15f4fad48187 req-35a9f689-c35b-4f0a-b3aa-1f301d826980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:09.705918 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-eb99dc41-826e-47a5-ac50-15f4fad48187 req-35a9f689-c35b-4f0a-b3aa-1f301d826980 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b0f1228a8bd44b90ad5ea0a20c4870bf&device_id=78e1d3c1-2943-4567-af4e-14c28f0b7c9c HTTP/1.1" status: 200 len: 6495 time: 0.0610836 Aug 29 04:42:09.734809 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port c35d116a-e881-4000-8dcb-26ffdf99d4e8, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=c35d116a-e881-4000-8dcb-26ffdf99d4e8,segment=NetworkSegment(1e5c3b4d-4e9b-48cf-9646-28d003758c0d),segment_id=1e5c3b4d-4e9b-48cf-9646-28d003758c0d)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:09.748464 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Returning: {'device': 'c35d116a-e881-4000-8dcb-26ffdf99d4e8', 'network_id': '31854a5f-f90d-4ace-bda5-82c0356b86d4', 'port_id': 'c35d116a-e881-4000-8dcb-26ffdf99d4e8', 'mac_address': 'fa:16:3e:a9:95:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a76f926f-8fc6-4082-9ad0-e752ec925e23', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:42:09.801032 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:09.817088 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c35d116a-e881-4000-8dcb-26ffdf99d4e8 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:42:09.840422 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port c35d116a-e881-4000-8dcb-26ffdf99d4e8, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=c35d116a-e881-4000-8dcb-26ffdf99d4e8,segment=NetworkSegment(1e5c3b4d-4e9b-48cf-9646-28d003758c0d),segment_id=1e5c3b4d-4e9b-48cf-9646-28d003758c0d)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:09.852037 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:09.868622 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb99dc41-826e-47a5-ac50-15f4fad48187 req-a8a1b11a-9b68-4835-9c50-326a460c3226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:09.869401 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb99dc41-826e-47a5-ac50-15f4fad48187 req-a8a1b11a-9b68-4835-9c50-326a460c3226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:09.869880 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb99dc41-826e-47a5-ac50-15f4fad48187 req-a8a1b11a-9b68-4835-9c50-326a460c3226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:09.871492 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-eb99dc41-826e-47a5-ac50-15f4fad48187 req-a8a1b11a-9b68-4835-9c50-326a460c3226 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f8102508-8177-4d08-b66e-69e3d8dd4b5c&id=17498e6d-84e1-4cac-974a-a187e6f18066&id=17498e6d-84e1-4cac-974a-a187e6f18066&id=17498e6d-84e1-4cac-974a-a187e6f18066&id=17498e6d-84e1-4cac-974a-a187e6f18066&id=5e503eef-fcd9-442c-bfbe-e3b673cf903b&id=5e503eef-fcd9-442c-bfbe-e3b673cf903b HTTP/1.1" status: 200 len: 2292 time: 0.1398017 Aug 29 04:42:09.918484 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=c35d116a-e881-4000-8dcb-26ffdf99d4e8,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:09.952194 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-eb99dc41-826e-47a5-ac50-15f4fad48187 req-bc5b9c3a-b0d4-4adf-970a-4058ba6e5848 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=863c0636-bcc8-4b84-adb3-6776bab372ee HTTP/1.1" status: 200 len: 1001 time: 0.0714562 Aug 29 04:42:10.013659 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb99dc41-826e-47a5-ac50-15f4fad48187 req-192c39b9-77bd-43a3-bbc6-f759fa63d5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:10.015394 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-eb99dc41-826e-47a5-ac50-15f4fad48187 req-192c39b9-77bd-43a3-bbc6-f759fa63d5c0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=38723797-c164-4ad1-837d-c534b680646e HTTP/1.1" status: 200 len: 850 time: 0.0555193 Aug 29 04:42:10.069792 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb99dc41-826e-47a5-ac50-15f4fad48187 req-1f1f38ee-4c35-4806-9fb1-18db44ded64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:10.071519 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-eb99dc41-826e-47a5-ac50-15f4fad48187 req-1f1f38ee-4c35-4806-9fb1-18db44ded64b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f8102508-8177-4d08-b66e-69e3d8dd4b5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0489187 Aug 29 04:42:10.193212 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-eb99dc41-826e-47a5-ac50-15f4fad48187 req-e2ce1526-c3ea-44f5-8d6f-0f50e05da1e4 service neutron] 10.222.0.48 "GET /v2.0/networks/f8102508-8177-4d08-b66e-69e3d8dd4b5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131725 Aug 29 04:42:10.310509 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-eb99dc41-826e-47a5-ac50-15f4fad48187 req-97847054-eb7a-45d6-b19c-6ad1cab90ba2 service neutron] 10.222.0.48 "GET /v2.0/networks/f8102508-8177-4d08-b66e-69e3d8dd4b5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057818 Aug 29 04:42:10.355841 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['c35d116a-e881-4000-8dcb-26ffdf99d4e8'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:42:10.400175 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0379eb6e-58e2-448d-beb4-791bb234781a req-6de56604-eec7-432f-a630-d8a6cf19d062 tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:10.405281 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0379eb6e-58e2-448d-beb4-791bb234781a req-6de56604-eec7-432f-a630-d8a6cf19d062 tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] 10.222.0.22 "GET /v2.0/ports?device_id=273734ef-adbc-4388-871e-94f347b30624 HTTP/1.1" status: 200 len: 944 time: 0.0665233 Aug 29 04:42:10.485667 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0379eb6e-58e2-448d-beb4-791bb234781a req-dd383fa9-5792-48d6-83d4-b5e6f72b8e4c tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] 10.222.0.22 "GET /v2.0/security-groups?id=4bb85f9f-d8fe-4022-818e-06dd79d11062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701365 Aug 29 04:42:10.715442 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-eb99dc41-826e-47a5-ac50-15f4fad48187 req-4b61a784-05ce-4728-a662-ae33c16dc738 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=9ed8042a-534d-4fd9-bab3-f9ca6ec3d842 HTTP/1.1" status: 200 len: 217 time: 0.3965557 Aug 29 04:42:10.769961 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb99dc41-826e-47a5-ac50-15f4fad48187 req-26e5ddad-6bc3-4d53-836d-51949303872d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:10.772194 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-eb99dc41-826e-47a5-ac50-15f4fad48187 req-26e5ddad-6bc3-4d53-836d-51949303872d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2c4c2bd8-a9be-4d3e-b11b-de6654931482 HTTP/1.1" status: 200 len: 797 time: 0.0499790 Aug 29 04:42:10.825227 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb99dc41-826e-47a5-ac50-15f4fad48187 req-528c4ff2-38bc-4b09-80b5-64fd4f994ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:10.826889 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-eb99dc41-826e-47a5-ac50-15f4fad48187 req-528c4ff2-38bc-4b09-80b5-64fd4f994ae0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=17498e6d-84e1-4cac-974a-a187e6f18066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0446062 Aug 29 04:42:10.937630 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-eb99dc41-826e-47a5-ac50-15f4fad48187 req-25b42ad9-5c1e-4c42-a5bb-ff5881c2fa31 service neutron] 10.222.0.48 "GET /v2.0/networks/17498e6d-84e1-4cac-974a-a187e6f18066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020670 Aug 29 04:42:11.053704 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-eb99dc41-826e-47a5-ac50-15f4fad48187 req-d6977609-a0e8-48e8-9fed-903ca2e78503 service neutron] 10.222.0.48 "GET /v2.0/networks/17498e6d-84e1-4cac-974a-a187e6f18066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080041 Aug 29 04:42:11.108076 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-eb99dc41-826e-47a5-ac50-15f4fad48187 req-42503f86-585d-4b85-9fff-12b158bb080a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.39&port_id=2662ff03-0fe5-4738-ac75-76417260f6bb HTTP/1.1" status: 200 len: 217 time: 0.0433762 Aug 29 04:42:11.170701 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb99dc41-826e-47a5-ac50-15f4fad48187 req-8d838015-5d9e-4940-8844-d99dd5faea3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:11.171626 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-eb99dc41-826e-47a5-ac50-15f4fad48187 req-8d838015-5d9e-4940-8844-d99dd5faea3c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2c4c2bd8-a9be-4d3e-b11b-de6654931482 HTTP/1.1" status: 200 len: 797 time: 0.0560124 Aug 29 04:42:11.228289 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb99dc41-826e-47a5-ac50-15f4fad48187 req-d78b0f6b-c568-4111-a0dc-c5480779e416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:11.233878 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-eb99dc41-826e-47a5-ac50-15f4fad48187 req-d78b0f6b-c568-4111-a0dc-c5480779e416 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=17498e6d-84e1-4cac-974a-a187e6f18066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0538650 Aug 29 04:42:11.254181 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54944074-e5ca-4bd4-8f70-ef3d834547d5 req-39580e3e-58a9-4221-bbfd-f6eaed5af014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:11.254845 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54944074-e5ca-4bd4-8f70-ef3d834547d5 req-39580e3e-58a9-4221-bbfd-f6eaed5af014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:11.255910 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54944074-e5ca-4bd4-8f70-ef3d834547d5 req-39580e3e-58a9-4221-bbfd-f6eaed5af014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:11.256413 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54944074-e5ca-4bd4-8f70-ef3d834547d5 req-39580e3e-58a9-4221-bbfd-f6eaed5af014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:11.257203 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54944074-e5ca-4bd4-8f70-ef3d834547d5 req-39580e3e-58a9-4221-bbfd-f6eaed5af014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:11.257735 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54944074-e5ca-4bd4-8f70-ef3d834547d5 req-39580e3e-58a9-4221-bbfd-f6eaed5af014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:11.258360 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54944074-e5ca-4bd4-8f70-ef3d834547d5 req-39580e3e-58a9-4221-bbfd-f6eaed5af014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:11.260398 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-54944074-e5ca-4bd4-8f70-ef3d834547d5 req-39580e3e-58a9-4221-bbfd-f6eaed5af014 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=78e1d3c1-2943-4567-af4e-14c28f0b7c9c HTTP/1.1" status: 200 len: 6495 time: 0.1229656 Aug 29 04:42:11.306754 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-54944074-e5ca-4bd4-8f70-ef3d834547d5 req-d9b3a6b2-5bef-4fe7-9c88-12dc9b3e9e45 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=9548773a-1ebc-45cc-a31d-47384b103db9&id=47070f04-546f-4c87-85de-d3b03f233a26&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0394952 Aug 29 04:42:11.346569 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-eb99dc41-826e-47a5-ac50-15f4fad48187 req-50f6e2e7-31d2-400f-b63d-2a38eae3d862 service neutron] 10.222.0.48 "GET /v2.0/networks/17498e6d-84e1-4cac-974a-a187e6f18066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055355 Aug 29 04:42:11.448593 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-eb99dc41-826e-47a5-ac50-15f4fad48187 req-e68bb9b7-1673-42b6-a922-e8d0dd58381b service neutron] 10.222.0.48 "GET /v2.0/networks/17498e6d-84e1-4cac-974a-a187e6f18066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948787 Aug 29 04:42:11.499045 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-eb99dc41-826e-47a5-ac50-15f4fad48187 req-3c1106fb-866d-4751-8da6-eaeeab3cff30 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=5cfcb12b-3c21-4614-9071-b6c0f7763d86 HTTP/1.1" status: 200 len: 217 time: 0.0430222 Aug 29 04:42:11.559199 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb99dc41-826e-47a5-ac50-15f4fad48187 req-2adc54ed-6664-49ae-9e3a-9c1444d2fb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:11.560826 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-eb99dc41-826e-47a5-ac50-15f4fad48187 req-2adc54ed-6664-49ae-9e3a-9c1444d2fb8d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2c4c2bd8-a9be-4d3e-b11b-de6654931482 HTTP/1.1" status: 200 len: 797 time: 0.0539434 Aug 29 04:42:11.635952 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device c35d116a-e881-4000-8dcb-26ffdf99d4e8 up at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:42:11.637410 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb99dc41-826e-47a5-ac50-15f4fad48187 req-ca19bab0-24c5-4112-8b15-cdf8e048c230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:11.638920 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-eb99dc41-826e-47a5-ac50-15f4fad48187 req-ca19bab0-24c5-4112-8b15-cdf8e048c230 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=17498e6d-84e1-4cac-974a-a187e6f18066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0703495 Aug 29 04:42:11.701004 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning for port c35d116a-e881-4000-8dcb-26ffdf99d4e8 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:42:11.703955 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ca0112-da93-4bed-b08d-1cda6f2e963d req-0f5309c3-cf52-4e2a-b132-c93668b87eb4 tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:11.705518 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-28ca0112-da93-4bed-b08d-1cda6f2e963d req-0f5309c3-cf52-4e2a-b132-c93668b87eb4 tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] 10.222.0.22 "GET /v2.0/ports?device_id=273734ef-adbc-4388-871e-94f347b30624 HTTP/1.1" status: 200 len: 944 time: 0.1277187 Aug 29 04:42:11.712044 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning complete for port c35d116a-e881-4000-8dcb-26ffdf99d4e8 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:42:11.712499 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:11.775348 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-eb99dc41-826e-47a5-ac50-15f4fad48187 req-3d0988ca-9814-4c87-9c9b-0ce7bded09bd service neutron] 10.222.0.48 "GET /v2.0/networks/17498e6d-84e1-4cac-974a-a187e6f18066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280210 Aug 29 04:42:11.780600 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-28ca0112-da93-4bed-b08d-1cda6f2e963d req-0c7874de-e4f6-498e-bd26-d55c31a7f373 tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] 10.222.0.22 "GET /v2.0/security-groups?id=4bb85f9f-d8fe-4022-818e-06dd79d11062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627165 Aug 29 04:42:11.820704 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:11.849211 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '273734ef-adbc-4388-871e-94f347b30624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c35d116a-e881-4000-8dcb-26ffdf99d4e8'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:42:11.851554 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e36fc68-018e-4e0b-be3c-fcf7f093c91b" -d '{"events": [{"server_uuid": "273734ef-adbc-4388-871e-94f347b30624", "name": "network-vif-plugged", "status": "completed", "tag": "c35d116a-e881-4000-8dcb-26ffdf99d4e8"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:42:11.871063 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port c35d116a-e881-4000-8dcb-26ffdf99d4e8, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=c35d116a-e881-4000-8dcb-26ffdf99d4e8,segment=NetworkSegment(1e5c3b4d-4e9b-48cf-9646-28d003758c0d),segment_id=1e5c3b4d-4e9b-48cf-9646-28d003758c0d)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:11.877910 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:11.901239 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-eb99dc41-826e-47a5-ac50-15f4fad48187 req-264eb153-583c-4f97-9f0a-61f6d50e804e service neutron] 10.222.0.48 "GET /v2.0/networks/17498e6d-84e1-4cac-974a-a187e6f18066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180975 Aug 29 04:42:11.912452 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f77167-7ff9-469f-8357-eb6bdd69ef4d x-openstack-request-id: req-b3f77167-7ff9-469f-8357-eb6bdd69ef4d {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:42:11.912746 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "273734ef-adbc-4388-871e-94f347b30624", "name": "network-vif-plugged", "status": "completed", "tag": "c35d116a-e881-4000-8dcb-26ffdf99d4e8", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:42:11.913002 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b3f77167-7ff9-469f-8357-eb6bdd69ef4d {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:42:11.913394 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '273734ef-adbc-4388-871e-94f347b30624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c35d116a-e881-4000-8dcb-26ffdf99d4e8', 'code': 200} Aug 29 04:42:11.945231 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=c35d116a-e881-4000-8dcb-26ffdf99d4e8,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:11.970205 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-eb99dc41-826e-47a5-ac50-15f4fad48187 req-2570f73e-c83f-413a-a3df-3a752f2289dd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=73a89596-2f6f-4bb0-aecd-74540ae2a41e HTTP/1.1" status: 200 len: 217 time: 0.0414069 Aug 29 04:42:12.060397 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb99dc41-826e-47a5-ac50-15f4fad48187 req-0b1c0c6c-2ea5-425b-9526-243c2baf0bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:12.061811 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-eb99dc41-826e-47a5-ac50-15f4fad48187 req-0b1c0c6c-2ea5-425b-9526-243c2baf0bad service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2c4c2bd8-a9be-4d3e-b11b-de6654931482 HTTP/1.1" status: 200 len: 797 time: 0.0805583 Aug 29 04:42:12.080795 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de2fa2b-ec36-4d4c-858a-cc4c80fb14b2 req-36fa81da-fc7a-4f9c-9ed3-341e587febdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:12.082618 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8de2fa2b-ec36-4d4c-858a-cc4c80fb14b2 req-36fa81da-fc7a-4f9c-9ed3-341e587febdc service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=273734ef-adbc-4388-871e-94f347b30624 HTTP/1.1" status: 200 len: 1097 time: 0.0738993 Aug 29 04:42:12.137140 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8de2fa2b-ec36-4d4c-858a-cc4c80fb14b2 req-96cf0a86-e781-4ec8-b020-05e49b65c906 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=4bb85f9f-d8fe-4022-818e-06dd79d11062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400100 Aug 29 04:42:12.139919 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb99dc41-826e-47a5-ac50-15f4fad48187 req-5a7c14d8-829e-423e-8660-94e40c4f4c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:12.141352 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-eb99dc41-826e-47a5-ac50-15f4fad48187 req-5a7c14d8-829e-423e-8660-94e40c4f4c5c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=17498e6d-84e1-4cac-974a-a187e6f18066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0717680 Aug 29 04:42:12.590027 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-eb99dc41-826e-47a5-ac50-15f4fad48187 req-a4fef167-6f87-4175-a0c2-8b20dad12e2d service neutron] 10.222.0.48 "GET /v2.0/networks/17498e6d-84e1-4cac-974a-a187e6f18066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874803 Aug 29 04:42:12.691816 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-eb99dc41-826e-47a5-ac50-15f4fad48187 req-59ff2541-3fe5-4b29-ba80-0df2c3ad0031 service neutron] 10.222.0.48 "GET /v2.0/networks/17498e6d-84e1-4cac-974a-a187e6f18066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905576 Aug 29 04:42:12.739467 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-eb99dc41-826e-47a5-ac50-15f4fad48187 req-102b3601-2b9e-4a01-88dc-b6bf06a4afbc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e8c38dda-a12f-4615-86b7-8fdfbcfe8a49 HTTP/1.1" status: 200 len: 217 time: 0.0400662 Aug 29 04:42:12.797767 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb99dc41-826e-47a5-ac50-15f4fad48187 req-728feb16-d3d8-45ff-b24d-6ba5d7f5a85b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:12.799345 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-eb99dc41-826e-47a5-ac50-15f4fad48187 req-728feb16-d3d8-45ff-b24d-6ba5d7f5a85b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8462c09a-3992-4e92-b18c-741f3c6662c3 HTTP/1.1" status: 200 len: 797 time: 0.0534327 Aug 29 04:42:12.853890 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb99dc41-826e-47a5-ac50-15f4fad48187 req-ba12d6a3-72d8-41bf-af68-faea7a2016e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:12.855617 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-eb99dc41-826e-47a5-ac50-15f4fad48187 req-ba12d6a3-72d8-41bf-af68-faea7a2016e9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5e503eef-fcd9-442c-bfbe-e3b673cf903b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0481329 Aug 29 04:42:12.967609 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c86d2b-44b9-4eeb-95d7-becb68d37ee3 req-facde2b7-bc2a-40b6-9510-5c50984cea85 tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:12.969122 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-45c86d2b-44b9-4eeb-95d7-becb68d37ee3 req-facde2b7-bc2a-40b6-9510-5c50984cea85 tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] 10.222.0.22 "GET /v2.0/ports?device_id=273734ef-adbc-4388-871e-94f347b30624 HTTP/1.1" status: 200 len: 945 time: 0.1094556 Aug 29 04:42:12.997058 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-eb99dc41-826e-47a5-ac50-15f4fad48187 req-1f1f2c77-c41c-4bf7-a05f-f4fa9d336e42 service neutron] 10.222.0.48 "GET /v2.0/networks/5e503eef-fcd9-442c-bfbe-e3b673cf903b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282148 Aug 29 04:42:13.030981 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-45c86d2b-44b9-4eeb-95d7-becb68d37ee3 req-47497733-cae7-4de3-8c2a-bf4ccabba66d tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] 10.222.0.22 "GET /v2.0/security-groups?id=4bb85f9f-d8fe-4022-818e-06dd79d11062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553086 Aug 29 04:42:13.096295 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-eb99dc41-826e-47a5-ac50-15f4fad48187 req-c9cc96fd-32ad-4976-969f-5977769894c3 service neutron] 10.222.0.48 "GET /v2.0/networks/5e503eef-fcd9-442c-bfbe-e3b673cf903b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918703 Aug 29 04:42:13.142826 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-eb99dc41-826e-47a5-ac50-15f4fad48187 req-feed6088-5b04-45fe-8c50-d0f419ff5ef8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f22d63c2-bcf4-4be3-aee8-c0adc98c55e8 HTTP/1.1" status: 200 len: 217 time: 0.0393496 Aug 29 04:42:13.193126 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb99dc41-826e-47a5-ac50-15f4fad48187 req-0aa544f7-a0dc-4481-b754-a475437c842a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:13.194592 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-eb99dc41-826e-47a5-ac50-15f4fad48187 req-0aa544f7-a0dc-4481-b754-a475437c842a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8462c09a-3992-4e92-b18c-741f3c6662c3 HTTP/1.1" status: 200 len: 797 time: 0.0444891 Aug 29 04:42:13.240369 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb99dc41-826e-47a5-ac50-15f4fad48187 req-d89d7b0a-9d44-4e0c-b880-a2758915dd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:13.241867 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-eb99dc41-826e-47a5-ac50-15f4fad48187 req-d89d7b0a-9d44-4e0c-b880-a2758915dd1f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5e503eef-fcd9-442c-bfbe-e3b673cf903b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0399802 Aug 29 04:42:13.343399 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-eb99dc41-826e-47a5-ac50-15f4fad48187 req-bada132b-ab00-450c-8a2d-f0a675ce04bc service neutron] 10.222.0.48 "GET /v2.0/networks/5e503eef-fcd9-442c-bfbe-e3b673cf903b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903769 Aug 29 04:42:13.453937 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-eb99dc41-826e-47a5-ac50-15f4fad48187 req-027c7af3-51d5-4122-becd-0108107a918e service neutron] 10.222.0.48 "GET /v2.0/networks/5e503eef-fcd9-442c-bfbe-e3b673cf903b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021035 Aug 29 04:42:13.522285 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 58486) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:13.927484 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-669d41b9-5a0c-4764-8e57-6ee423b9b385 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713413'] for router_interface, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:14.195956 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f633235-8608-40ba-92a5-dba6a1497ffe req-c3f82c7e-3263-450f-8808-b59c84a63d4f tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:14.197492 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0f633235-8608-40ba-92a5-dba6a1497ffe req-c3f82c7e-3263-450f-8808-b59c84a63d4f tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] 10.222.0.22 "GET /v2.0/ports?device_id=273734ef-adbc-4388-871e-94f347b30624 HTTP/1.1" status: 200 len: 945 time: 0.0883994 Aug 29 04:42:14.267600 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0f633235-8608-40ba-92a5-dba6a1497ffe req-a485acad-5795-4985-bfbb-ee028381c264 tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] 10.222.0.22 "GET /v2.0/security-groups?id=4bb85f9f-d8fe-4022-818e-06dd79d11062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632384 Aug 29 04:42:14.328811 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-669d41b9-5a0c-4764-8e57-6ee423b9b385 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Deleting port 5213eb61-542d-43cc-bc6f-2d23116a8e46 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:42:14.329393 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-669d41b9-5a0c-4764-8e57-6ee423b9b385 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:14.441907 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-669d41b9-5a0c-4764-8e57-6ee423b9b385 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] For port 5213eb61-542d-43cc-bc6f-2d23116a8e46, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=5213eb61-542d-43cc-bc6f-2d23116a8e46,segment=NetworkSegment(1c266fbf-9ba3-45dc-954c-5491162e960f),segment_id=1c266fbf-9ba3-45dc-954c-5491162e960f)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:14.442507 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-669d41b9-5a0c-4764-8e57-6ee423b9b385 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:14.474034 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-669d41b9-5a0c-4764-8e57-6ee423b9b385 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Calling delete_port for 5213eb61-542d-43cc-bc6f-2d23116a8e46 owned by network:router_interface {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:42:14.719004 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-669d41b9-5a0c-4764-8e57-6ee423b9b385 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:14.761925 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d41b9-5a0c-4764-8e57-6ee423b9b385 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Pushing event deleted for resources: {'Port': ['ID=5213eb61-542d-43cc-bc6f-2d23116a8e46,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:15.020987 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-669d41b9-5a0c-4764-8e57-6ee423b9b385 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-713231'] for router_interface, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:15.291287 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-669d41b9-5a0c-4764-8e57-6ee423b9b385 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Router f803bfa4-3671-457a-b237-00680cc615e6 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:42:15.415790 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-669d41b9-5a0c-4764-8e57-6ee423b9b385 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:42:15.423611 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-669d41b9-5a0c-4764-8e57-6ee423b9b385 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "PUT /v2.0/routers/f803bfa4-3671-457a-b237-00680cc615e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9001739 Aug 29 04:42:15.434456 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278b7392-1f6c-4b55-84bb-5f7f84aecd18 None None] Sync routers for ids ['f803bfa4-3671-457a-b237-00680cc615e6'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:42:15.455810 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278b7392-1f6c-4b55-84bb-5f7f84aecd18 None None] Routers {'f803bfa4-3671-457a-b237-00680cc615e6'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:42:15.456661 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-278b7392-1f6c-4b55-84bb-5f7f84aecd18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:42:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['f803bfa4-3671-457a-b237-00680cc615e6'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:15.725600 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851f41aa-0262-4b78-bdbd-8c341b86380a req-c26de79e-a29e-44ee-8e74-434ad3bdebeb tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:15.728960 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-851f41aa-0262-4b78-bdbd-8c341b86380a req-c26de79e-a29e-44ee-8e74-434ad3bdebeb tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "GET /v2.0/ports?device_id=ded552bb-dc9b-4747-b399-17ae2596ad1d HTTP/1.1" status: 200 len: 946 time: 0.0734601 Aug 29 04:42:15.775970 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-278b7392-1f6c-4b55-84bb-5f7f84aecd18 None None] Set router f803bfa4-3671-457a-b237-00680cc615e6 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:42:15.796346 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-851f41aa-0262-4b78-bdbd-8c341b86380a req-53a70122-d37c-454a-b215-f2f3829ca72f tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "GET /v2.0/security-groups?id=15566579-f121-40cc-820a-a9726623b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551403 Aug 29 04:42:16.039936 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-278b7392-1f6c-4b55-84bb-5f7f84aecd18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f803bfa4-3671-457a-b237-00680cc615e6', 'name': 'tempest-TestNetworkBasicOps-router-1363413386', 'tenant_id': 'c8d6449eb446497eb342b1e8e523ec41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'bb55450b-8e11-4bc6-a7f7-e97374eb72b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:40:33Z', 'updated_at': '2021-08-29T04:42:14Z', 'revision_number': 6, 'project_id': 'c8d6449eb446497eb342b1e8e523ec41', 'gw_port': {'id': 'bb55450b-8e11-4bc6-a7f7-e97374eb72b6', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:cf:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f803bfa4-3671-457a-b237-00680cc615e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:33Z', 'updated_at': '2021-08-29T04:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': '99bb5829-98c4-4042-bcea-4631344c32fb', 'tenant_id': 'c8d6449eb446497eb342b1e8e523ec41', 'floating_ip_address': '172.25.0.234', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': 'f803bfa4-3671-457a-b237-00680cc615e6', 'port_id': '6a20bb74-2c9c-455c-b41d-84fac68ed584', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5de65736-3c0f-457f-9d15-915d56de81b8', 'mac_address': 'fa:16:3e:2a:2f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a28796-8ea6-4aec-817d-25b367898fe1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:40:55Z', 'updated_at': '2021-08-29T04:40:58Z', 'revision_number': 1, 'project_id': 'c8d6449eb446497eb342b1e8e523ec41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c655ad0-b742-4b5b-a33b-d6f11fca5fc3', 'name': '', 'network_id': '5de65736-3c0f-457f-9d15-915d56de81b8', 'tenant_id': 'c8d6449eb446497eb342b1e8e523ec41', 'mac_address': 'fa:16:3e:fe:66:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f803bfa4-3671-457a-b237-00680cc615e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '7fb6a489-c966-41f6-9582-c3c9c1ebbee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:37Z', 'updated_at': '2021-08-29T04:40:45Z', 'revision_number': 5, 'project_id': 'c8d6449eb446497eb342b1e8e523ec41', 'subnets': [{'id': '7fb6a489-c966-41f6-9582-c3c9c1ebbee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:16.069713 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278b7392-1f6c-4b55-84bb-5f7f84aecd18 None None] Checking router: f803bfa4-3671-457a-b237-00680cc615e6 for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:42:16.079493 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278b7392-1f6c-4b55-84bb-5f7f84aecd18 None None] Routers {'f803bfa4-3671-457a-b237-00680cc615e6'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:42:16.080153 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-278b7392-1f6c-4b55-84bb-5f7f84aecd18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:42:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['f803bfa4-3671-457a-b237-00680cc615e6'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:16.197705 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-278b7392-1f6c-4b55-84bb-5f7f84aecd18 None None] Set router f803bfa4-3671-457a-b237-00680cc615e6 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:42:16.465309 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-278b7392-1f6c-4b55-84bb-5f7f84aecd18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f803bfa4-3671-457a-b237-00680cc615e6', 'name': 'tempest-TestNetworkBasicOps-router-1363413386', 'tenant_id': 'c8d6449eb446497eb342b1e8e523ec41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'bb55450b-8e11-4bc6-a7f7-e97374eb72b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:40:33Z', 'updated_at': '2021-08-29T04:42:14Z', 'revision_number': 6, 'project_id': 'c8d6449eb446497eb342b1e8e523ec41', 'gw_port': {'id': 'bb55450b-8e11-4bc6-a7f7-e97374eb72b6', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:cf:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f803bfa4-3671-457a-b237-00680cc615e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:33Z', 'updated_at': '2021-08-29T04:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': '99bb5829-98c4-4042-bcea-4631344c32fb', 'tenant_id': 'c8d6449eb446497eb342b1e8e523ec41', 'floating_ip_address': '172.25.0.234', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': 'f803bfa4-3671-457a-b237-00680cc615e6', 'port_id': '6a20bb74-2c9c-455c-b41d-84fac68ed584', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5de65736-3c0f-457f-9d15-915d56de81b8', 'mac_address': 'fa:16:3e:2a:2f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a28796-8ea6-4aec-817d-25b367898fe1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:40:55Z', 'updated_at': '2021-08-29T04:40:58Z', 'revision_number': 1, 'project_id': 'c8d6449eb446497eb342b1e8e523ec41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c655ad0-b742-4b5b-a33b-d6f11fca5fc3', 'name': '', 'network_id': '5de65736-3c0f-457f-9d15-915d56de81b8', 'tenant_id': 'c8d6449eb446497eb342b1e8e523ec41', 'mac_address': 'fa:16:3e:fe:66:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f803bfa4-3671-457a-b237-00680cc615e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '7fb6a489-c966-41f6-9582-c3c9c1ebbee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:37Z', 'updated_at': '2021-08-29T04:40:45Z', 'revision_number': 5, 'project_id': 'c8d6449eb446497eb342b1e8e523ec41', 'subnets': [{'id': '7fb6a489-c966-41f6-9582-c3c9c1ebbee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:16.496672 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278b7392-1f6c-4b55-84bb-5f7f84aecd18 None None] The sync data for ids ['f803bfa4-3671-457a-b237-00680cc615e6'] in n-d-712140-12 is: [{'id': 'f803bfa4-3671-457a-b237-00680cc615e6', 'name': 'tempest-TestNetworkBasicOps-router-1363413386', 'tenant_id': 'c8d6449eb446497eb342b1e8e523ec41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'bb55450b-8e11-4bc6-a7f7-e97374eb72b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:40:33Z', 'updated_at': '2021-08-29T04:42:14Z', 'revision_number': 6, 'project_id': 'c8d6449eb446497eb342b1e8e523ec41', 'gw_port': {'id': 'bb55450b-8e11-4bc6-a7f7-e97374eb72b6', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:cf:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f803bfa4-3671-457a-b237-00680cc615e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:33Z', 'updated_at': '2021-08-29T04:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': '99bb5829-98c4-4042-bcea-4631344c32fb', 'tenant_id': 'c8d6449eb446497eb342b1e8e523ec41', 'floating_ip_address': '172.25.0.234', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': 'f803bfa4-3671-457a-b237-00680cc615e6', 'port_id': '6a20bb74-2c9c-455c-b41d-84fac68ed584', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5de65736-3c0f-457f-9d15-915d56de81b8', 'mac_address': 'fa:16:3e:2a:2f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a28796-8ea6-4aec-817d-25b367898fe1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:40:55Z', 'updated_at': '2021-08-29T04:40:58Z', 'revision_number': 1, 'project_id': 'c8d6449eb446497eb342b1e8e523ec41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c655ad0-b742-4b5b-a33b-d6f11fca5fc3', 'name': '', 'network_id': '5de65736-3c0f-457f-9d15-915d56de81b8', 'tenant_id': 'c8d6449eb446497eb342b1e8e523ec41', 'mac_address': 'fa:16:3e:fe:66:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f803bfa4-3671-457a-b237-00680cc615e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '7fb6a489-c966-41f6-9582-c3c9c1ebbee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:37Z', 'updated_at': '2021-08-29T04:40:45Z', 'revision_number': 5, 'project_id': 'c8d6449eb446497eb342b1e8e523ec41', 'subnets': [{'id': '7fb6a489-c966-41f6-9582-c3c9c1ebbee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:42:16.876888 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 5213eb61-542d-43cc-bc6f-2d23116a8e46 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:42:16.889828 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 58582) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:16.902821 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 5213eb61-542d-43cc-bc6f-2d23116a8e46 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:42:16.903173 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 5213eb61-542d-43cc-bc6f-2d23116a8e46 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:42:17.045648 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9543e705-ad78-4cd9-ab11-657d50408eaa req-b354ea08-b856-4f31-bee1-2bd13a77d8f8 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:17.046895 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a43a5a21-186b-4ea0-8f2b-43c549882429 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:17.047407 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9543e705-ad78-4cd9-ab11-657d50408eaa req-b354ea08-b856-4f31-bee1-2bd13a77d8f8 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "GET /v2.0/ports?device_id=ded552bb-dc9b-4747-b399-17ae2596ad1d HTTP/1.1" status: 200 len: 946 time: 0.0700135 Aug 29 04:42:17.098532 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9543e705-ad78-4cd9-ab11-657d50408eaa req-d083ee3a-5113-402e-8c99-242e156af213 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "GET /v2.0/security-groups?id=15566579-f121-40cc-820a-a9726623b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431910 Aug 29 04:42:17.136626 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4263b87-4b4c-4513-be3b-4e6d4439e5e0 req-c8dc426c-d24c-41ca-816e-9e23c09f0422 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:17.138434 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f4263b87-4b4c-4513-be3b-4e6d4439e5e0 req-c8dc426c-d24c-41ca-816e-9e23c09f0422 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.46 "GET /v2.0/ports?device_id=ded552bb-dc9b-4747-b399-17ae2596ad1d HTTP/1.1" status: 200 len: 946 time: 0.0800591 Aug 29 04:42:17.288321 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a43a5a21-186b-4ea0-8f2b-43c549882429 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:17.297973 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a43a5a21-186b-4ea0-8f2b-43c549882429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:17.308879 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [req-f4263b87-4b4c-4513-be3b-4e6d4439e5e0 req-1adddba8-408c-432a-926d-0ca143e47084 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Deleting port 0fbe6dec-a40d-481e-bcfb-86f3872531c3 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:42:17.309229 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-f4263b87-4b4c-4513-be3b-4e6d4439e5e0 req-1adddba8-408c-432a-926d-0ca143e47084 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:17.722584 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-a43a5a21-186b-4ea0-8f2b-43c549882429 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b796db2982c34c6e98c872f8d6ce457f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8314304 Aug 29 04:42:17.725931 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 58586) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:17.728077 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43a5a21-186b-4ea0-8f2b-43c549882429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29865437-d88f-40f3-b571-01a5768c152e,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:17.780436 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-f4263b87-4b4c-4513-be3b-4e6d4439e5e0 req-1adddba8-408c-432a-926d-0ca143e47084 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] For port 0fbe6dec-a40d-481e-bcfb-86f3872531c3, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=0fbe6dec-a40d-481e-bcfb-86f3872531c3,segment=NetworkSegment(1c266fbf-9ba3-45dc-954c-5491162e960f),segment_id=1c266fbf-9ba3-45dc-954c-5491162e960f)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:17.780808 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-f4263b87-4b4c-4513-be3b-4e6d4439e5e0 req-1adddba8-408c-432a-926d-0ca143e47084 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:17.784597 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2decbd1a-7a52-4097-b4ed-203121ad04bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:17.796088 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [req-f4263b87-4b4c-4513-be3b-4e6d4439e5e0 req-1adddba8-408c-432a-926d-0ca143e47084 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Calling delete_port for 0fbe6dec-a40d-481e-bcfb-86f3872531c3 owned by compute:nova {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:42:17.813196 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2decbd1a-7a52-4097-b4ed-203121ad04bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:17.872251 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2decbd1a-7a52-4097-b4ed-203121ad04bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:17.876014 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2decbd1a-7a52-4097-b4ed-203121ad04bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:17.879596 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-2decbd1a-7a52-4097-b4ed-203121ad04bf admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/29865437-d88f-40f3-b571-01a5768c152e HTTP/1.1" status: 204 len: 168 time: 0.1503179 Aug 29 04:42:17.886232 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2decbd1a-7a52-4097-b4ed-203121ad04bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29865437-d88f-40f3-b571-01a5768c152e,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:17.935614 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-f4263b87-4b4c-4513-be3b-4e6d4439e5e0 req-1adddba8-408c-432a-926d-0ca143e47084 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:17.971485 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adddba8-408c-432a-926d-0ca143e47084 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Pushing event deleted for resources: {'Port': ['ID=0fbe6dec-a40d-481e-bcfb-86f3872531c3,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:18.016020 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4263b87-4b4c-4513-be3b-4e6d4439e5e0 req-1adddba8-408c-432a-926d-0ca143e47084 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] No DVR routers for this DVR port 0fbe6dec-a40d-481e-bcfb-86f3872531c3 on host n-h1-712140-12 {{(pid=94829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:42:18.018705 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-f4263b87-4b4c-4513-be3b-4e6d4439e5e0 req-1adddba8-408c-432a-926d-0ca143e47084 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:18.021356 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f4263b87-4b4c-4513-be3b-4e6d4439e5e0 req-1adddba8-408c-432a-926d-0ca143e47084 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.46 "DELETE /v2.0/ports/0fbe6dec-a40d-481e-bcfb-86f3872531c3 HTTP/1.1" status: 204 len: 173 time: 0.8749671 Aug 29 04:42:18.021807 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ded552bb-dc9b-4747-b399-17ae2596ad1d', 'name': 'network-vif-deleted', 'tag': '0fbe6dec-a40d-481e-bcfb-86f3872531c3'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:42:18.024296 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c826627c-6aad-4ec4-a58c-c32e40a18825" -d '{"events": [{"server_uuid": "ded552bb-dc9b-4747-b399-17ae2596ad1d", "name": "network-vif-deleted", "tag": "0fbe6dec-a40d-481e-bcfb-86f3872531c3"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:42:18.071910 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-087dac20-1e5a-4374-86ed-81535e58d674 x-openstack-request-id: req-087dac20-1e5a-4374-86ed-81535e58d674 {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:42:18.072419 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ded552bb-dc9b-4747-b399-17ae2596ad1d", "name": "network-vif-deleted", "tag": "0fbe6dec-a40d-481e-bcfb-86f3872531c3", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:42:18.072721 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-087dac20-1e5a-4374-86ed-81535e58d674 {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:42:18.073385 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ded552bb-dc9b-4747-b399-17ae2596ad1d', 'name': 'network-vif-deleted', 'tag': '0fbe6dec-a40d-481e-bcfb-86f3872531c3', 'status': 'completed', 'code': 200} Aug 29 04:42:18.239430 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-494d46ee-5850-4446-9197-984c83292098 req-627fc8e9-5af2-4564-9a31-e6b041eaae18 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "GET /v2.0/ports?device_id=ded552bb-dc9b-4747-b399-17ae2596ad1d HTTP/1.1" status: 200 len: 210 time: 0.0292931 Aug 29 04:42:19.250342 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:19.305404 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 58628) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:19.405702 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d14dee78-8872-49eb-896d-5ee249647d87 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:19.437884 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d14dee78-8872-49eb-896d-5ee249647d87 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:19.530814 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d14dee78-8872-49eb-896d-5ee249647d87 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:19.535026 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d14dee78-8872-49eb-896d-5ee249647d87 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:19.536740 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-d14dee78-8872-49eb-896d-5ee249647d87 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "DELETE /v2.0/security-groups/15566579-f121-40cc-820a-a9726623b4ea HTTP/1.1" status: 204 len: 168 time: 0.2303243 Aug 29 04:42:19.547793 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14dee78-8872-49eb-896d-5ee249647d87 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15566579-f121-40cc-820a-a9726623b4ea,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:19.616571 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 58636) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:19.715770 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_v2 [None req-4104edd4-206f-4788-9589-0a046737fc34 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Deleting subnet 4990cb42-8ac5-4364-975b-be91958805e6 {{(pid=94829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:42:19.720329 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4104edd4-206f-4788-9589-0a046737fc34 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for subnet, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:19.782211 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4104edd4-206f-4788-9589-0a046737fc34 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4311743'] for subnet, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:19.915934 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4104edd4-206f-4788-9589-0a046737fc34 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:19.991994 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4104edd4-206f-4788-9589-0a046737fc34 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4552352'] for subnet, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:20.023486 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4104edd4-206f-4788-9589-0a046737fc34 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Pushing event deleted for resources: {'Subnet': ['ID=4990cb42-8ac5-4364-975b-be91958805e6,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:20.029795 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4104edd4-206f-4788-9589-0a046737fc34 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:20.032134 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-4104edd4-206f-4788-9589-0a046737fc34 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "DELETE /v2.0/subnets/4990cb42-8ac5-4364-975b-be91958805e6 HTTP/1.1" status: 204 len: 168 time: 0.4136381 Aug 29 04:42:20.034819 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 58642) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:20.040103 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0c702e-2cc9-407d-b0b5-60431934b2f7 None None] Network ff0f09c1-b604-4861-b821-dffe399eeddc requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:42:20.171675 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 58646) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:20.175876 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a63fe8a4-b04d-4b2a-bff2-b5987ac6ce72 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:20.177689 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-d0d67e4c-a163-460c-abec-f711a260efce tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-448151099', 'description': 'tempest-secgroup-smoke-448151099 description', 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:42:20.217882 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0d67e4c-a163-460c-abec-f711a260efce tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:20.228905 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0d67e4c-a163-460c-abec-f711a260efce tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:20.254509 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-a63fe8a4-b04d-4b2a-bff2-b5987ac6ce72 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Deleting port 7384326c-610e-432d-ad81-204c43eeddfc {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:42:20.256032 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a63fe8a4-b04d-4b2a-bff2-b5987ac6ce72 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:20.303409 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88df1b8d-cd06-4ddd-ab6b-087c7273ac3e None None] DHCP port deletion for ff0f09c1-b604-4861-b821-dffe399eeddc request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:42:20.352067 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-a63fe8a4-b04d-4b2a-bff2-b5987ac6ce72 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] For port 7384326c-610e-432d-ad81-204c43eeddfc, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=7384326c-610e-432d-ad81-204c43eeddfc,segment=NetworkSegment(1c266fbf-9ba3-45dc-954c-5491162e960f),segment_id=1c266fbf-9ba3-45dc-954c-5491162e960f)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:20.352490 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a63fe8a4-b04d-4b2a-bff2-b5987ac6ce72 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:20.355288 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0d67e4c-a163-460c-abec-f711a260efce tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:20.361016 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0d67e4c-a163-460c-abec-f711a260efce tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:20.370149 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-a63fe8a4-b04d-4b2a-bff2-b5987ac6ce72 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Calling delete_port for 7384326c-610e-432d-ad81-204c43eeddfc owned by network:dhcp {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:42:20.375849 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-88df1b8d-cd06-4ddd-ab6b-087c7273ac3e None None] Deleting port 7384326c-610e-432d-ad81-204c43eeddfc {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:42:20.376301 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-88df1b8d-cd06-4ddd-ab6b-087c7273ac3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:20.407622 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d67e4c-a163-460c-abec-f711a260efce tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56682b71-a358-4d16-b208-6b389ef76f5a,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:20.474684 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-88df1b8d-cd06-4ddd-ab6b-087c7273ac3e None None] For port 7384326c-610e-432d-ad81-204c43eeddfc, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=7384326c-610e-432d-ad81-204c43eeddfc,segment=NetworkSegment(1c266fbf-9ba3-45dc-954c-5491162e960f),segment_id=1c266fbf-9ba3-45dc-954c-5491162e960f)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:20.475919 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-88df1b8d-cd06-4ddd-ab6b-087c7273ac3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:20.485719 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0d67e4c-a163-460c-abec-f711a260efce tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:20.493001 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0d67e4c-a163-460c-abec-f711a260efce tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:20.497053 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-88df1b8d-cd06-4ddd-ab6b-087c7273ac3e None None] Calling delete_port for 7384326c-610e-432d-ad81-204c43eeddfc owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:42:20.497241 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a63fe8a4-b04d-4b2a-bff2-b5987ac6ce72 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:20.532662 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0d67e4c-a163-460c-abec-f711a260efce tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:20.537748 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-d0d67e4c-a163-460c-abec-f711a260efce tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3613844 Aug 29 04:42:20.537748 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d67e4c-a163-460c-abec-f711a260efce tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4236a74f-5298-4d9a-8949-8a6ff096cd15,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:20.538018 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63fe8a4-b04d-4b2a-bff2-b5987ac6ce72 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Pushing event deleted for resources: {'Port': ['ID=7384326c-610e-432d-ad81-204c43eeddfc,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:20.543578 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63fe8a4-b04d-4b2a-bff2-b5987ac6ce72 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] No DVR routers for this DVR port 7384326c-610e-432d-ad81-204c43eeddfc on host n-d-712140-12 {{(pid=94829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:42:20.554106 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 58648) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:20.565060 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-ff67dabd-58ce-483f-ab67-b9ee2b16c3fb tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Request body: {'security_group_rule': {'security_group_id': '4236a74f-5298-4d9a-8949-8a6ff096cd15', 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:42:20.585299 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-88df1b8d-cd06-4ddd-ab6b-087c7273ac3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:20.599105 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88df1b8d-cd06-4ddd-ab6b-087c7273ac3e None None] No DVR routers for this DVR port 7384326c-610e-432d-ad81-204c43eeddfc on host n-d-712140-12 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:42:20.609616 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff67dabd-58ce-483f-ab67-b9ee2b16c3fb tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:20.620241 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88df1b8d-cd06-4ddd-ab6b-087c7273ac3e None None] Pushing event deleted for resources: {'Port': ['ID=7384326c-610e-432d-ad81-204c43eeddfc,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:20.648775 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a63fe8a4-b04d-4b2a-bff2-b5987ac6ce72 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:20.663387 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-a63fe8a4-b04d-4b2a-bff2-b5987ac6ce72 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff0f09c1-b604-4861-b821-dffe399eeddc']}} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:20.674526 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-a63fe8a4-b04d-4b2a-bff2-b5987ac6ce72 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c266fbf-9ba3-45dc-954c-5491162e960f') {'for_net_delete': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:20.674826 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-a63fe8a4-b04d-4b2a-bff2-b5987ac6ce72 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c266fbf-9ba3-45dc-954c-5491162e960f') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:20.684213 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a63fe8a4-b04d-4b2a-bff2-b5987ac6ce72 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4311712'] for segment, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:20.690794 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff67dabd-58ce-483f-ab67-b9ee2b16c3fb tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:20.695088 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff67dabd-58ce-483f-ab67-b9ee2b16c3fb tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:20.700890 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a63fe8a4-b04d-4b2a-bff2-b5987ac6ce72 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:20.710777 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a63fe8a4-b04d-4b2a-bff2-b5987ac6ce72 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=94829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:42:20.711486 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a63fe8a4-b04d-4b2a-bff2-b5987ac6ce72 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4274277'] for segment, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:20.716431 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff67dabd-58ce-483f-ab67-b9ee2b16c3fb tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62aefb86-f549-4daa-a79a-9a7b64f0e98f,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:20.716600 n-d-712140-12 neutron-server[94829]: Traceback (most recent call last): Aug 29 04:42:20.716600 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:42:20.716600 n-d-712140-12 neutron-server[94829]: timer() Aug 29 04:42:20.716600 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:42:20.716600 n-d-712140-12 neutron-server[94829]: cb(*args, **kw) Aug 29 04:42:20.716600 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:42:20.716600 n-d-712140-12 neutron-server[94829]: return func(*args, **kwargs) Aug 29 04:42:20.716600 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:42:20.716600 n-d-712140-12 neutron-server[94829]: self._notify() Aug 29 04:42:20.716600 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:42:20.716600 n-d-712140-12 neutron-server[94829]: self.callback(batched_events) Aug 29 04:42:20.716600 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:42:20.716600 n-d-712140-12 neutron-server[94829]: event.method(event) Aug 29 04:42:20.716600 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:42:20.716600 n-d-712140-12 neutron-server[94829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:42:20.716600 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:42:20.716600 n-d-712140-12 neutron-server[94829]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:42:20.716600 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:42:20.716600 n-d-712140-12 neutron-server[94829]: return f(self, *a, **k) Aug 29 04:42:20.716600 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:42:20.716600 n-d-712140-12 neutron-server[94829]: return self._get(url).json() Aug 29 04:42:20.716600 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:42:20.716600 n-d-712140-12 neutron-server[94829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:42:20.716600 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:42:20.716600 n-d-712140-12 neutron-server[94829]: return self.request(url, 'GET', **kwargs) Aug 29 04:42:20.716600 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:42:20.716600 n-d-712140-12 neutron-server[94829]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:42:20.716600 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:42:20.716600 n-d-712140-12 neutron-server[94829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:42:20.716600 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:42:20.716600 n-d-712140-12 neutron-server[94829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:42:20.716600 n-d-712140-12 neutron-server[94829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:42:20.722033 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff67dabd-58ce-483f-ab67-b9ee2b16c3fb tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:20.726506 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-ff67dabd-58ce-483f-ab67-b9ee2b16c3fb tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1667252 Aug 29 04:42:20.727000 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 58650) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:20.731904 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-7cfc07ae-abed-496b-a13e-12db9e29e78f tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Request body: {'security_group_rule': {'security_group_id': '4236a74f-5298-4d9a-8949-8a6ff096cd15', 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:42:20.768804 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7cfc07ae-abed-496b-a13e-12db9e29e78f tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:20.813815 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a63fe8a4-b04d-4b2a-bff2-b5987ac6ce72 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:20.833313 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a63fe8a4-b04d-4b2a-bff2-b5987ac6ce72 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:20.836611 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-a63fe8a4-b04d-4b2a-bff2-b5987ac6ce72 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "DELETE /v2.0/networks/ff0f09c1-b604-4861-b821-dffe399eeddc HTTP/1.1" status: 204 len: 168 time: 0.8006296 Aug 29 04:42:20.841713 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 58652) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:20.844454 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7cfc07ae-abed-496b-a13e-12db9e29e78f tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:20.849694 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7cfc07ae-abed-496b-a13e-12db9e29e78f tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:20.870655 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63fe8a4-b04d-4b2a-bff2-b5987ac6ce72 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Pushing event deleted for resources: {'Network': ['ID=ff0f09c1-b604-4861-b821-dffe399eeddc,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:20.875618 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfc07ae-abed-496b-a13e-12db9e29e78f tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8dd5e7d-6e75-4d94-84e3-63e354952a8c,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:20.878526 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7cfc07ae-abed-496b-a13e-12db9e29e78f tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:20.883215 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-7cfc07ae-abed-496b-a13e-12db9e29e78f tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1552691 Aug 29 04:42:20.884212 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 58654) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:20.889236 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-aaea3e15-2286-4f2c-8e1c-c1cb150306c2 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Request body: {'security_group_rule': {'security_group_id': '4236a74f-5298-4d9a-8949-8a6ff096cd15', 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:42:20.895612 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 7384326c-610e-432d-ad81-204c43eeddfc no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:42:20.930996 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 7384326c-610e-432d-ad81-204c43eeddfc {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:42:20.931245 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-aaea3e15-2286-4f2c-8e1c-c1cb150306c2 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:20.931355 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 7384326c-610e-432d-ad81-204c43eeddfc not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:42:21.004169 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-aaea3e15-2286-4f2c-8e1c-c1cb150306c2 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:21.010222 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-aaea3e15-2286-4f2c-8e1c-c1cb150306c2 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:21.022569 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 0fbe6dec-a40d-481e-bcfb-86f3872531c3 no longer exists at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:42:21.030772 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaea3e15-2286-4f2c-8e1c-c1cb150306c2 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec1661b5-4f2e-4546-9ba4-4611f53abe54,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:21.045277 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] No Port match for: 0fbe6dec-a40d-481e-bcfb-86f3872531c3 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:42:21.045643 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 0fbe6dec-a40d-481e-bcfb-86f3872531c3 not bound to the agent host n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:42:21.051916 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-aaea3e15-2286-4f2c-8e1c-c1cb150306c2 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:21.056040 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-aaea3e15-2286-4f2c-8e1c-c1cb150306c2 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1680307 Aug 29 04:42:21.056186 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 58656) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:21.061500 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-3b590c25-222a-40a0-a6a3-bb3afc39144f tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Request body: {'security_group_rule': {'security_group_id': '4236a74f-5298-4d9a-8949-8a6ff096cd15', 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:42:21.066805 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-8ac23853-4624-4882-879e-ede20254bba5 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Deleting port c0232f0b-8442-47de-ac44-8400ed93e822 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:42:21.067725 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8ac23853-4624-4882-879e-ede20254bba5 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:21.092131 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3b590c25-222a-40a0-a6a3-bb3afc39144f tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:21.152648 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8ac23853-4624-4882-879e-ede20254bba5 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:21.153025 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8ac23853-4624-4882-879e-ede20254bba5 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:21.161965 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3b590c25-222a-40a0-a6a3-bb3afc39144f tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:21.165150 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-8ac23853-4624-4882-879e-ede20254bba5 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Calling delete_port for c0232f0b-8442-47de-ac44-8400ed93e822 owned by network:floatingip {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:42:21.166232 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3b590c25-222a-40a0-a6a3-bb3afc39144f tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:21.185981 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b590c25-222a-40a0-a6a3-bb3afc39144f tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dd68927-5932-4fe1-aa37-927eb574cc6c,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:21.195112 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3b590c25-222a-40a0-a6a3-bb3afc39144f tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:21.199034 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-3b590c25-222a-40a0-a6a3-bb3afc39144f tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1392977 Aug 29 04:42:21.199364 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 58660) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:21.206509 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-71779327-8d8c-43cc-996e-d28c4f530b3c tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Request body: {'security_group_rule': {'security_group_id': '4236a74f-5298-4d9a-8949-8a6ff096cd15', 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:42:21.236776 n-d-712140-12 neutron-server[94828]: INFO neutron.db.securitygroups_db [None req-71779327-8d8c-43cc-996e-d28c4f530b3c tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Project 9fb1fbcb8cc9402ba4fdb36d489735a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 04:42:21.248659 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71779327-8d8c-43cc-996e-d28c4f530b3c tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:21.322511 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71779327-8d8c-43cc-996e-d28c4f530b3c tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:21.328721 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71779327-8d8c-43cc-996e-d28c4f530b3c tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:21.350055 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71779327-8d8c-43cc-996e-d28c4f530b3c tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3156eb6-a2a4-4b25-b80d-f5255620acda,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:21.354401 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71779327-8d8c-43cc-996e-d28c4f530b3c tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:21.355888 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-71779327-8d8c-43cc-996e-d28c4f530b3c tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1553454 Aug 29 04:42:21.358695 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 58662) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:21.363233 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-e811f91b-87bc-446b-9ed0-663fcf440646 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Request body: {'security_group_rule': {'security_group_id': '4236a74f-5298-4d9a-8949-8a6ff096cd15', 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:42:21.398964 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8ac23853-4624-4882-879e-ede20254bba5 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:21.404798 n-d-712140-12 neutron-server[94829]: INFO neutron.db.securitygroups_db [None req-e811f91b-87bc-446b-9ed0-663fcf440646 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Project 9fb1fbcb8cc9402ba4fdb36d489735a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 04:42:21.435547 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac23853-4624-4882-879e-ede20254bba5 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Pushing event deleted for resources: {'Port': ['ID=c0232f0b-8442-47de-ac44-8400ed93e822,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:21.439435 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e811f91b-87bc-446b-9ed0-663fcf440646 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:21.533463 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8ac23853-4624-4882-879e-ede20254bba5 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for floatingip, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:21.535111 n-d-712140-12 neutron-server[94829]: INFO neutron.db.l3_db [None req-8ac23853-4624-4882-879e-ede20254bba5 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Floating IP 99bb5829-98c4-4042-bcea-4631344c32fb disassociated (deleted). External IP: 172.25.0.234, port: 6a20bb74-2c9c-455c-b41d-84fac68ed584. Aug 29 04:42:21.578541 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e811f91b-87bc-446b-9ed0-663fcf440646 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:21.584086 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e811f91b-87bc-446b-9ed0-663fcf440646 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:21.642225 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e811f91b-87bc-446b-9ed0-663fcf440646 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fab6d016-c27a-4aa4-aa36-ea054850aea4,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:21.646791 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e811f91b-87bc-446b-9ed0-663fcf440646 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:21.648006 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-e811f91b-87bc-446b-9ed0-663fcf440646 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2883852 Aug 29 04:42:21.651212 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 58664) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:21.657680 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-0b258a4e-ab6a-4d8f-93eb-63526025f7fa tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Request body: {'network': {'name': 'tempest-network-smoke--160104023', 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'port_security_enabled': True}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:42:21.683209 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b258a4e-ab6a-4d8f-93eb-63526025f7fa tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Made reservation on behalf of 9fb1fbcb8cc9402ba4fdb36d489735a9 for: {'network': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:42:21.691675 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0b258a4e-ab6a-4d8f-93eb-63526025f7fa tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:21.717510 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b258a4e-ab6a-4d8f-93eb-63526025f7fa tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=94828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:42:21.728468 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0b258a4e-ab6a-4d8f-93eb-63526025f7fa tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:21.728818 n-d-712140-12 neutron-server[94828]: INFO neutron.db.segments_db [None req-0b258a4e-ab6a-4d8f-93eb-63526025f7fa tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Added segment 158f3f3e-7a5a-4b70-b474-1c118a651003 of type vlan for network 24839703-2954-4e20-aa94-9ca5ff0aec15 Aug 29 04:42:21.777783 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0b258a4e-ab6a-4d8f-93eb-63526025f7fa tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:21.796599 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ac23853-4624-4882-879e-ede20254bba5 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Router f803bfa4-3671-457a-b237-00680cc615e6 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:42:21.804960 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0b258a4e-ab6a-4d8f-93eb-63526025f7fa tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:21.811476 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b258a4e-ab6a-4d8f-93eb-63526025f7fa tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:21.812261 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0b258a4e-ab6a-4d8f-93eb-63526025f7fa tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:21.880404 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-0b258a4e-ab6a-4d8f-93eb-63526025f7fa tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2271895 Aug 29 04:42:21.883492 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 58666) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:21.890559 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-96f36bad-3dba-4374-b284-c0d5b0ec24db tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1172575723', 'admin_state_up': True, 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:42:21.901230 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b258a4e-ab6a-4d8f-93eb-63526025f7fa tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Pushing event updated for resources: {'Network': ['ID=24839703-2954-4e20-aa94-9ca5ff0aec15,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:21.918676 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 24839703-2954-4e20-aa94-9ca5ff0aec15 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:42:21.924272 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-96f36bad-3dba-4374-b284-c0d5b0ec24db tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:21.925378 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-96f36bad-3dba-4374-b284-c0d5b0ec24db tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1838'] for router, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:21.930121 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ac23853-4624-4882-879e-ede20254bba5 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:42:21.937015 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8ac23853-4624-4882-879e-ede20254bba5 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:21.941405 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3a6b1c-d216-40c1-9e49-5d5fb6f3c6f0 None None] Sync routers for ids ['f803bfa4-3671-457a-b237-00680cc615e6'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:42:21.958530 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3a6b1c-d216-40c1-9e49-5d5fb6f3c6f0 None None] Routers {'f803bfa4-3671-457a-b237-00680cc615e6'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:42:21.959190 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-bd3a6b1c-d216-40c1-9e49-5d5fb6f3c6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:42:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['f803bfa4-3671-457a-b237-00680cc615e6'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:21.971993 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-8ac23853-4624-4882-879e-ede20254bba5 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "DELETE /v2.0/floatingips/99bb5829-98c4-4042-bcea-4631344c32fb HTTP/1.1" status: 204 len: 168 time: 1.1164281 Aug 29 04:42:21.972931 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0a28796-8ea6-4aec-817d-25b367898fe1', 'tag': '6a20bb74-2c9c-455c-b41d-84fac68ed584'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:42:21.990240 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e119d83-66ba-471b-b026-a4a664625c21" -d '{"events": [{"name": "network-changed", "server_uuid": "e0a28796-8ea6-4aec-817d-25b367898fe1", "tag": "6a20bb74-2c9c-455c-b41d-84fac68ed584"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:42:22.038401 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-96f36bad-3dba-4374-b284-c0d5b0ec24db tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:22.069907 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6bb7827-d218-4643-8262-c5a87384c486 x-openstack-request-id: req-f6bb7827-d218-4643-8262-c5a87384c486 {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:42:22.070550 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0a28796-8ea6-4aec-817d-25b367898fe1", "tag": "6a20bb74-2c9c-455c-b41d-84fac68ed584", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:42:22.070886 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f6bb7827-d218-4643-8262-c5a87384c486 {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:42:22.071398 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0a28796-8ea6-4aec-817d-25b367898fe1', 'tag': '6a20bb74-2c9c-455c-b41d-84fac68ed584', 'status': 'completed', 'code': 200} Aug 29 04:42:22.132855 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-bd3a6b1c-d216-40c1-9e49-5d5fb6f3c6f0 None None] Set router f803bfa4-3671-457a-b237-00680cc615e6 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:42:22.145600 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e119d83-66ba-471b-b026-a4a664625c21 req-1c79e565-de26-4ea6-a5a7-1788143b61cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:22.147435 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2e119d83-66ba-471b-b026-a4a664625c21 req-1c79e565-de26-4ea6-a5a7-1788143b61cc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c8d6449eb446497eb342b1e8e523ec41&device_id=e0a28796-8ea6-4aec-817d-25b367898fe1 HTTP/1.1" status: 200 len: 1097 time: 0.0524931 Aug 29 04:42:22.269773 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-96f36bad-3dba-4374-b284-c0d5b0ec24db tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:22.351243 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e119d83-66ba-471b-b026-a4a664625c21 req-d6ec2122-326c-4dbd-b105-006d0424a64c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:22.352780 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2e119d83-66ba-471b-b026-a4a664625c21 req-d6ec2122-326c-4dbd-b105-006d0424a64c service neutron] 10.222.0.46 "GET /v2.0/networks?id=5de65736-3c0f-457f-9d15-915d56de81b8 HTTP/1.1" status: 200 len: 898 time: 0.1985531 Aug 29 04:42:22.360935 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc099004-232c-456c-9dc4-1e60599d3ee4 req-2a6489c3-a074-4658-92b1-78e2886f8308 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:22.362464 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-dc099004-232c-456c-9dc4-1e60599d3ee4 req-2a6489c3-a074-4658-92b1-78e2886f8308 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0a28796-8ea6-4aec-817d-25b367898fe1 HTTP/1.1" status: 200 len: 945 time: 0.0859168 Aug 29 04:42:22.429102 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-bd3a6b1c-d216-40c1-9e49-5d5fb6f3c6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f803bfa4-3671-457a-b237-00680cc615e6', 'name': 'tempest-TestNetworkBasicOps-router-1363413386', 'tenant_id': 'c8d6449eb446497eb342b1e8e523ec41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'bb55450b-8e11-4bc6-a7f7-e97374eb72b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:40:33Z', 'updated_at': '2021-08-29T04:42:14Z', 'revision_number': 6, 'project_id': 'c8d6449eb446497eb342b1e8e523ec41', 'gw_port': {'id': 'bb55450b-8e11-4bc6-a7f7-e97374eb72b6', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:cf:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f803bfa4-3671-457a-b237-00680cc615e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:33Z', 'updated_at': '2021-08-29T04:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '2c655ad0-b742-4b5b-a33b-d6f11fca5fc3', 'name': '', 'network_id': '5de65736-3c0f-457f-9d15-915d56de81b8', 'tenant_id': 'c8d6449eb446497eb342b1e8e523ec41', 'mac_address': 'fa:16:3e:fe:66:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f803bfa4-3671-457a-b237-00680cc615e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '7fb6a489-c966-41f6-9582-c3c9c1ebbee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:37Z', 'updated_at': '2021-08-29T04:40:45Z', 'revision_number': 5, 'project_id': 'c8d6449eb446497eb342b1e8e523ec41', 'subnets': [{'id': '7fb6a489-c966-41f6-9582-c3c9c1ebbee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:22.433689 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2e119d83-66ba-471b-b026-a4a664625c21 req-00b98896-7ece-4faa-a343-82c0101e62a2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a20bb74-2c9c-455c-b41d-84fac68ed584 HTTP/1.1" status: 200 len: 217 time: 0.0697272 Aug 29 04:42:22.513284 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e119d83-66ba-471b-b026-a4a664625c21 req-f266c0a4-b5cd-4c55-a0d6-572b7721f7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:22.515329 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2e119d83-66ba-471b-b026-a4a664625c21 req-f266c0a4-b5cd-4c55-a0d6-572b7721f7fe service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7fb6a489-c966-41f6-9582-c3c9c1ebbee1 HTTP/1.1" status: 200 len: 834 time: 0.0727041 Aug 29 04:42:22.547451 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-dc099004-232c-456c-9dc4-1e60599d3ee4 req-f7da27a7-e580-41e5-ac95-cff5fcd804b6 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "GET /v2.0/security-groups?id=f7b89a74-0c78-4f5b-b678-0e0edca28634&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1736195 Aug 29 04:42:22.590296 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e119d83-66ba-471b-b026-a4a664625c21 req-8fe2c79d-a2f3-4140-ae4a-8cda1f69881e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:22.592228 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2e119d83-66ba-471b-b026-a4a664625c21 req-8fe2c79d-a2f3-4140-ae4a-8cda1f69881e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5de65736-3c0f-457f-9d15-915d56de81b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0632124 Aug 29 04:42:22.594212 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3a6b1c-d216-40c1-9e49-5d5fb6f3c6f0 None None] Checking router: f803bfa4-3671-457a-b237-00680cc615e6 for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:42:22.606252 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3a6b1c-d216-40c1-9e49-5d5fb6f3c6f0 None None] Routers {'f803bfa4-3671-457a-b237-00680cc615e6'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:42:22.607127 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-bd3a6b1c-d216-40c1-9e49-5d5fb6f3c6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:42:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['f803bfa4-3671-457a-b237-00680cc615e6'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:22.613050 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-96f36bad-3dba-4374-b284-c0d5b0ec24db tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for router_gateway, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:22.639803 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-96f36bad-3dba-4374-b284-c0d5b0ec24db tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:22.772655 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-bd3a6b1c-d216-40c1-9e49-5d5fb6f3c6f0 None None] Set router f803bfa4-3671-457a-b237-00680cc615e6 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:42:22.780553 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2e119d83-66ba-471b-b026-a4a664625c21 req-b286b1e3-98f7-4359-b984-a2c2ff59cb30 service neutron] 10.222.0.46 "GET /v2.0/networks/5de65736-3c0f-457f-9d15-915d56de81b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795728 Aug 29 04:42:22.814605 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-96f36bad-3dba-4374-b284-c0d5b0ec24db tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Allocated IP 172.25.0.154 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/81329cec-ffb5-4ddb-b658-82d4d852fdd3) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:42:22.953474 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2e119d83-66ba-471b-b026-a4a664625c21 req-57081daa-11e4-4acd-8872-2f6cbedc7f77 service neutron] 10.222.0.46 "GET /v2.0/networks/5de65736-3c0f-457f-9d15-915d56de81b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658735 Aug 29 04:42:22.984833 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-96f36bad-3dba-4374-b284-c0d5b0ec24db tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:23.054041 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-96f36bad-3dba-4374-b284-c0d5b0ec24db tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:23.069254 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-bd3a6b1c-d216-40c1-9e49-5d5fb6f3c6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f803bfa4-3671-457a-b237-00680cc615e6', 'name': 'tempest-TestNetworkBasicOps-router-1363413386', 'tenant_id': 'c8d6449eb446497eb342b1e8e523ec41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'bb55450b-8e11-4bc6-a7f7-e97374eb72b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:40:33Z', 'updated_at': '2021-08-29T04:42:14Z', 'revision_number': 6, 'project_id': 'c8d6449eb446497eb342b1e8e523ec41', 'gw_port': {'id': 'bb55450b-8e11-4bc6-a7f7-e97374eb72b6', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:cf:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f803bfa4-3671-457a-b237-00680cc615e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:33Z', 'updated_at': '2021-08-29T04:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '2c655ad0-b742-4b5b-a33b-d6f11fca5fc3', 'name': '', 'network_id': '5de65736-3c0f-457f-9d15-915d56de81b8', 'tenant_id': 'c8d6449eb446497eb342b1e8e523ec41', 'mac_address': 'fa:16:3e:fe:66:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f803bfa4-3671-457a-b237-00680cc615e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '7fb6a489-c966-41f6-9582-c3c9c1ebbee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:37Z', 'updated_at': '2021-08-29T04:40:45Z', 'revision_number': 5, 'project_id': 'c8d6449eb446497eb342b1e8e523ec41', 'subnets': [{'id': '7fb6a489-c966-41f6-9582-c3c9c1ebbee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:23.104866 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3a6b1c-d216-40c1-9e49-5d5fb6f3c6f0 None None] The sync data for ids ['f803bfa4-3671-457a-b237-00680cc615e6'] in n-d-712140-12 is: [{'id': 'f803bfa4-3671-457a-b237-00680cc615e6', 'name': 'tempest-TestNetworkBasicOps-router-1363413386', 'tenant_id': 'c8d6449eb446497eb342b1e8e523ec41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'bb55450b-8e11-4bc6-a7f7-e97374eb72b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:40:33Z', 'updated_at': '2021-08-29T04:42:14Z', 'revision_number': 6, 'project_id': 'c8d6449eb446497eb342b1e8e523ec41', 'gw_port': {'id': 'bb55450b-8e11-4bc6-a7f7-e97374eb72b6', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:cf:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f803bfa4-3671-457a-b237-00680cc615e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:33Z', 'updated_at': '2021-08-29T04:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '2c655ad0-b742-4b5b-a33b-d6f11fca5fc3', 'name': '', 'network_id': '5de65736-3c0f-457f-9d15-915d56de81b8', 'tenant_id': 'c8d6449eb446497eb342b1e8e523ec41', 'mac_address': 'fa:16:3e:fe:66:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f803bfa4-3671-457a-b237-00680cc615e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '7fb6a489-c966-41f6-9582-c3c9c1ebbee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:37Z', 'updated_at': '2021-08-29T04:40:45Z', 'revision_number': 5, 'project_id': 'c8d6449eb446497eb342b1e8e523ec41', 'subnets': [{'id': '7fb6a489-c966-41f6-9582-c3c9c1ebbee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:42:23.128469 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f36bad-3dba-4374-b284-c0d5b0ec24db tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:42:23.134321 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-96f36bad-3dba-4374-b284-c0d5b0ec24db tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:42:23.141501 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f36bad-3dba-4374-b284-c0d5b0ec24db tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:42:23.149987 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f36bad-3dba-4374-b284-c0d5b0ec24db tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Pushing event updated for resources: {'Port': ['ID=81329cec-ffb5-4ddb-b658-82d4d852fdd3,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:23.465076 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-96f36bad-3dba-4374-b284-c0d5b0ec24db tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for router_gateway, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:23.482410 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55d46e7-7efa-4e59-a460-40400347edc8 None None] New status for floating IP 99bb5829-98c4-4042-bcea-4631344c32fb: DOWN {{(pid=94830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:42:23.581078 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675498c6-eea8-4fe1-8220-10ad3d8c22a7 req-072aa332-eb4e-416b-9976-3f9186533482 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:23.582945 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-675498c6-eea8-4fe1-8220-10ad3d8c22a7 req-072aa332-eb4e-416b-9976-3f9186533482 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.46 "GET /v2.0/ports?device_id=e0a28796-8ea6-4aec-817d-25b367898fe1 HTTP/1.1" status: 200 len: 945 time: 0.0965869 Aug 29 04:42:23.725462 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [req-675498c6-eea8-4fe1-8220-10ad3d8c22a7 req-4c96c82e-aaee-4473-a66e-1efcc9580f71 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Deleting port 6a20bb74-2c9c-455c-b41d-84fac68ed584 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:42:23.726104 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-675498c6-eea8-4fe1-8220-10ad3d8c22a7 req-4c96c82e-aaee-4473-a66e-1efcc9580f71 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:23.800648 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f527cfa9-c152-481d-aa11-54b138f94885 req-5f35da02-999f-41d2-a187-0aa3fd65d907 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:23.802330 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f527cfa9-c152-481d-aa11-54b138f94885 req-5f35da02-999f-41d2-a187-0aa3fd65d907 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0a28796-8ea6-4aec-817d-25b367898fe1 HTTP/1.1" status: 200 len: 945 time: 0.1186342 Aug 29 04:42:23.821317 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-96f36bad-3dba-4374-b284-c0d5b0ec24db tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409'] for router, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:23.842730 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-675498c6-eea8-4fe1-8220-10ad3d8c22a7 req-4c96c82e-aaee-4473-a66e-1efcc9580f71 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] For port 6a20bb74-2c9c-455c-b41d-84fac68ed584, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=6a20bb74-2c9c-455c-b41d-84fac68ed584,segment=NetworkSegment(dc1d4212-0efb-4404-8831-7edf2e5f502f),segment_id=dc1d4212-0efb-4404-8831-7edf2e5f502f)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:23.843133 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-675498c6-eea8-4fe1-8220-10ad3d8c22a7 req-4c96c82e-aaee-4473-a66e-1efcc9580f71 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:23.861623 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [req-675498c6-eea8-4fe1-8220-10ad3d8c22a7 req-4c96c82e-aaee-4473-a66e-1efcc9580f71 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Calling delete_port for 6a20bb74-2c9c-455c-b41d-84fac68ed584 owned by compute:nova {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:42:23.897221 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f527cfa9-c152-481d-aa11-54b138f94885 req-2e1f71b4-0d53-49ed-8b64-1986c73b105e tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "GET /v2.0/security-groups?id=f7b89a74-0c78-4f5b-b678-0e0edca28634&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0869899 Aug 29 04:42:23.993047 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96f36bad-3dba-4374-b284-c0d5b0ec24db tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Router 4ea5f392-f620-47f2-ab02-26ed2cc03a9b is scheduled to L3 agent 76874008-c311-485c-ba36-921b6d275b6a with binding_index 1 {{(pid=94828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:42:24.029802 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-675498c6-eea8-4fe1-8220-10ad3d8c22a7 req-4c96c82e-aaee-4473-a66e-1efcc9580f71 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:24.062067 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c96c82e-aaee-4473-a66e-1efcc9580f71 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Pushing event deleted for resources: {'Port': ['ID=6a20bb74-2c9c-455c-b41d-84fac68ed584,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:24.120074 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [req-675498c6-eea8-4fe1-8220-10ad3d8c22a7 req-4c96c82e-aaee-4473-a66e-1efcc9580f71 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] No DVR routers for this DVR port 6a20bb74-2c9c-455c-b41d-84fac68ed584 on host n-h1-712140-12 {{(pid=94829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:42:24.125234 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-675498c6-eea8-4fe1-8220-10ad3d8c22a7 req-4c96c82e-aaee-4473-a66e-1efcc9580f71 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:24.128070 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-675498c6-eea8-4fe1-8220-10ad3d8c22a7 req-4c96c82e-aaee-4473-a66e-1efcc9580f71 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.46 "DELETE /v2.0/ports/6a20bb74-2c9c-455c-b41d-84fac68ed584 HTTP/1.1" status: 204 len: 173 time: 0.5386393 Aug 29 04:42:24.128622 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0a28796-8ea6-4aec-817d-25b367898fe1', 'name': 'network-vif-deleted', 'tag': '6a20bb74-2c9c-455c-b41d-84fac68ed584'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:42:24.131670 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ce1073f-3867-42d9-9ff7-d85401e4520f" -d '{"events": [{"server_uuid": "e0a28796-8ea6-4aec-817d-25b367898fe1", "name": "network-vif-deleted", "tag": "6a20bb74-2c9c-455c-b41d-84fac68ed584"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:42:24.191197 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b601d89c-f8fb-46f0-9fa3-70b03aafbf76 x-openstack-request-id: req-b601d89c-f8fb-46f0-9fa3-70b03aafbf76 {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:42:24.192375 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0a28796-8ea6-4aec-817d-25b367898fe1", "name": "network-vif-deleted", "tag": "6a20bb74-2c9c-455c-b41d-84fac68ed584", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:42:24.192813 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b601d89c-f8fb-46f0-9fa3-70b03aafbf76 {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:42:24.193411 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0a28796-8ea6-4aec-817d-25b367898fe1', 'name': 'network-vif-deleted', 'tag': '6a20bb74-2c9c-455c-b41d-84fac68ed584', 'status': 'completed', 'code': 200} Aug 29 04:42:24.470311 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96f36bad-3dba-4374-b284-c0d5b0ec24db tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:42:24.482147 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd563d0-588c-4328-9979-a1280e3266df None None] Sync routers for ids ['4ea5f392-f620-47f2-ab02-26ed2cc03a9b'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:42:24.495321 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-96f36bad-3dba-4374-b284-c0d5b0ec24db tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for router, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:24.497165 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd563d0-588c-4328-9979-a1280e3266df None None] Routers {'4ea5f392-f620-47f2-ab02-26ed2cc03a9b'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:42:24.497916 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-96f36bad-3dba-4374-b284-c0d5b0ec24db tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.6133089 Aug 29 04:42:24.498162 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-6fd563d0-588c-4328-9979-a1280e3266df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:42:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['4ea5f392-f620-47f2-ab02-26ed2cc03a9b'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:24.502746 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 58686) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:24.690355 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-ca284d1e-8ea6-41aa-9bb1-c4793ebdde13 tempest-TestNetworkAdvancedServerOps-81455967 tempest-TestNetworkAdvancedServerOps-81455967-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=9fb1fbcb8cc9402ba4fdb36d489735a9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1837568 Aug 29 04:42:24.690979 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 58690) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:24.700736 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-6fd563d0-588c-4328-9979-a1280e3266df None None] Set router 4ea5f392-f620-47f2-ab02-26ed2cc03a9b gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:42:24.897116 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31dd8dc0-2613-4e3a-821b-5eb0406cf511 tempest-TestNetworkAdvancedServerOps-81455967 tempest-TestNetworkAdvancedServerOps-81455967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:24.898788 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-31dd8dc0-2613-4e3a-821b-5eb0406cf511 tempest-TestNetworkAdvancedServerOps-81455967 tempest-TestNetworkAdvancedServerOps-81455967-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2051570 Aug 29 04:42:24.901667 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 58692) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:24.905442 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-6fd563d0-588c-4328-9979-a1280e3266df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ea5f392-f620-47f2-ab02-26ed2cc03a9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1172575723', 'tenant_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': '81329cec-ffb5-4ddb-b658-82d4d852fdd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:42:21Z', 'updated_at': '2021-08-29T04:42:23Z', 'revision_number': 3, 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'gw_port': {'id': '81329cec-ffb5-4ddb-b658-82d4d852fdd3', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:06:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ea5f392-f620-47f2-ab02-26ed2cc03a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:22Z', 'updated_at': '2021-08-29T04:42:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:24.936205 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd563d0-588c-4328-9979-a1280e3266df None None] Checking router: 4ea5f392-f620-47f2-ab02-26ed2cc03a9b for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:42:24.936205 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd563d0-588c-4328-9979-a1280e3266df None None] Updating router 4ea5f392-f620-47f2-ab02-26ed2cc03a9b port 81329cec-ffb5-4ddb-b658-82d4d852fdd3 binding host n-d-712140-12 {{(pid=94831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:42:24.937691 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-3b79e66b-67a7-4902-86e6-f353ff32cc3f tempest-TestNetworkAdvancedServerOps-81455967 tempest-TestNetworkAdvancedServerOps-81455967-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=e6c84a15-2e6f-4c07-8ede-a88148c2fe90&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0348949 Aug 29 04:42:24.942226 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 58696) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:24.946022 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-372ee17b-6d45-4d7f-af37-a287fef7b8d6 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-663307458', 'network_id': '24839703-2954-4e20-aa94-9ca5ff0aec15', 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:42:24.965027 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6fd563d0-588c-4328-9979-a1280e3266df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:24.968414 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 58698) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:25.060716 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-084f4b06-58d1-4df5-b932-dcd03c8361ce tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:25.062781 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-372ee17b-6d45-4d7f-af37-a287fef7b8d6 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Made reservation on behalf of 9fb1fbcb8cc9402ba4fdb36d489735a9 for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:42:25.068730 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-372ee17b-6d45-4d7f-af37-a287fef7b8d6 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4552395'] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:25.095146 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-084f4b06-58d1-4df5-b932-dcd03c8361ce tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:25.184503 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-084f4b06-58d1-4df5-b932-dcd03c8361ce tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:25.188500 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-084f4b06-58d1-4df5-b932-dcd03c8361ce tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:25.194417 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-084f4b06-58d1-4df5-b932-dcd03c8361ce tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "DELETE /v2.0/security-groups/f7b89a74-0c78-4f5b-b678-0e0edca28634 HTTP/1.1" status: 204 len: 168 time: 0.2211611 Aug 29 04:42:25.209540 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084f4b06-58d1-4df5-b932-dcd03c8361ce tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7b89a74-0c78-4f5b-b678-0e0edca28634,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:25.244629 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 58702) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:25.297626 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6fd563d0-588c-4328-9979-a1280e3266df None None] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:25.314681 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-6fd563d0-588c-4328-9979-a1280e3266df None None] Transition to ACTIVE for port object 81329cec-ffb5-4ddb-b658-82d4d852fdd3 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:42:25.319648 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-372ee17b-6d45-4d7f-af37-a287fef7b8d6 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4274880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4552377'] for subnet, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:25.324990 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6fd563d0-588c-4328-9979-a1280e3266df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:25.382572 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-6fd563d0-588c-4328-9979-a1280e3266df None None] Attempting to bind port 81329cec-ffb5-4ddb-b658-82d4d852fdd3 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:42:25.383079 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-6fd563d0-588c-4328-9979-a1280e3266df None None] Attempting to bind port 81329cec-ffb5-4ddb-b658-82d4d852fdd3 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:42:25.383540 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd563d0-588c-4328-9979-a1280e3266df None None] Attempting to bind port 81329cec-ffb5-4ddb-b658-82d4d852fdd3 on network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:42:25.391457 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa318f35-efa8-44e1-9317-08652f9d285f None None] Pushing event updated for resources: {'Port': ['ID=81329cec-ffb5-4ddb-b658-82d4d852fdd3,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:25.393828 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372ee17b-6d45-4d7f-af37-a287fef7b8d6 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Pushing event updated for resources: {'Subnet': ['ID=e3cf10b1-70e4-433d-a09e-01e8d8121526,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:25.394255 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd563d0-588c-4328-9979-a1280e3266df None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:42:25.394788 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd563d0-588c-4328-9979-a1280e3266df None None] Checking segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:42:25.395834 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6fd563d0-588c-4328-9979-a1280e3266df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:25.396793 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd563d0-588c-4328-9979-a1280e3266df None None] Bound using segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:42:25.396793 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-6fd563d0-588c-4328-9979-a1280e3266df None None] Bound port: 81329cec-ffb5-4ddb-b658-82d4d852fdd3, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:42:25.397322 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6fd563d0-588c-4328-9979-a1280e3266df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:25.410583 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372ee17b-6d45-4d7f-af37-a287fef7b8d6 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Checking segment: {'id': '158f3f3e-7a5a-4b70-b474-1c118a651003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '24839703-2954-4e20-aa94-9ca5ff0aec15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:42:25.411412 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372ee17b-6d45-4d7f-af37-a287fef7b8d6 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Network hostable DHCP agents. Network: 24839703-2954-4e20-aa94-9ca5ff0aec15, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:42:25.433913 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372ee17b-6d45-4d7f-af37-a287fef7b8d6 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Network 24839703-2954-4e20-aa94-9ca5ff0aec15 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:42:25.446256 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-372ee17b-6d45-4d7f-af37-a287fef7b8d6 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 24839703-2954-4e20-aa94-9ca5ff0aec15) {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:42:25.450916 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372ee17b-6d45-4d7f-af37-a287fef7b8d6 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:25.451853 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-372ee17b-6d45-4d7f-af37-a287fef7b8d6 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:25.453875 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca1c2dd4-70d1-4d61-9b83-1cc1a7a6131d None None] Network 24839703-2954-4e20-aa94-9ca5ff0aec15 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:42:25.472105 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-372ee17b-6d45-4d7f-af37-a287fef7b8d6 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5304222 Aug 29 04:42:25.475252 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 58704) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:25.488921 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-6fd563d0-588c-4328-9979-a1280e3266df None None] For port 81329cec-ffb5-4ddb-b658-82d4d852fdd3, host n-d-712140-12, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:42:25.500072 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-6fd563d0-588c-4328-9979-a1280e3266df None None] For port 81329cec-ffb5-4ddb-b658-82d4d852fdd3, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=81329cec-ffb5-4ddb-b658-82d4d852fdd3,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:42:25.507770 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6fd563d0-588c-4328-9979-a1280e3266df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:25.643236 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa318f35-efa8-44e1-9317-08652f9d285f None None] Pushing event updated for resources: {'Port': ['ID=81329cec-ffb5-4ddb-b658-82d4d852fdd3,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:25.661832 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7287c8f7-e045-4ed5-a6ea-364b461f9ecf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-24839703-2954-4e20-aa94-9ca5ff0aec15', 'network_id': '24839703-2954-4e20-aa94-9ca5ff0aec15', 'tenant_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'fixed_ips': [{'subnet_id': 'e3cf10b1-70e4-433d-a09e-01e8d8121526'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:42:25.663014 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7287c8f7-e045-4ed5-a6ea-364b461f9ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:25.673097 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd563d0-588c-4328-9979-a1280e3266df None None] Routers {'4ea5f392-f620-47f2-ab02-26ed2cc03a9b'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:42:25.674382 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-6fd563d0-588c-4328-9979-a1280e3266df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:42:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['4ea5f392-f620-47f2-ab02-26ed2cc03a9b'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:25.825775 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-aab11e6c-f978-4a25-93a7-c75e7e67b82e tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713413'] for router_interface, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:25.833858 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-7287c8f7-e045-4ed5-a6ea-364b461f9ecf None None] Allocated IP 172.20.0.2 (24839703-2954-4e20-aa94-9ca5ff0aec15/e3cf10b1-70e4-433d-a09e-01e8d8121526/0296e0ad-764b-431c-b4d7-1225a81b718f) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:42:25.870879 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-6fd563d0-588c-4328-9979-a1280e3266df None None] Set router 4ea5f392-f620-47f2-ab02-26ed2cc03a9b gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:42:26.056528 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7287c8f7-e045-4ed5-a6ea-364b461f9ecf None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:26.059230 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e9575ae3-73a4-4dce-8df9-f68c491d8a4e tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:26.066647 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-7287c8f7-e045-4ed5-a6ea-364b461f9ecf None None] Transition to ACTIVE for port object 0296e0ad-764b-431c-b4d7-1225a81b718f will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:42:26.083730 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-7287c8f7-e045-4ed5-a6ea-364b461f9ecf None None] Transition to ACTIVE for port object 0296e0ad-764b-431c-b4d7-1225a81b718f will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:42:26.091948 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7287c8f7-e045-4ed5-a6ea-364b461f9ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:26.139323 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-6fd563d0-588c-4328-9979-a1280e3266df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ea5f392-f620-47f2-ab02-26ed2cc03a9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1172575723', 'tenant_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': '81329cec-ffb5-4ddb-b658-82d4d852fdd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:42:21Z', 'updated_at': '2021-08-29T04:42:23Z', 'revision_number': 3, 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'gw_port': {'id': '81329cec-ffb5-4ddb-b658-82d4d852fdd3', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:06:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ea5f392-f620-47f2-ab02-26ed2cc03a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:22Z', 'updated_at': '2021-08-29T04:42:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:26.145415 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7287c8f7-e045-4ed5-a6ea-364b461f9ecf None None] Network 24839703-2954-4e20-aa94-9ca5ff0aec15 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:42:26.149377 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-7287c8f7-e045-4ed5-a6ea-364b461f9ecf None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:42:26.153818 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7287c8f7-e045-4ed5-a6ea-364b461f9ecf None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:42:26.169141 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd563d0-588c-4328-9979-a1280e3266df None None] The sync data for ids ['4ea5f392-f620-47f2-ab02-26ed2cc03a9b'] in n-d-712140-12 is: [{'id': '4ea5f392-f620-47f2-ab02-26ed2cc03a9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1172575723', 'tenant_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': '81329cec-ffb5-4ddb-b658-82d4d852fdd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:42:21Z', 'updated_at': '2021-08-29T04:42:23Z', 'revision_number': 3, 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'gw_port': {'id': '81329cec-ffb5-4ddb-b658-82d4d852fdd3', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:06:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ea5f392-f620-47f2-ab02-26ed2cc03a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:22Z', 'updated_at': '2021-08-29T04:42:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:42:26.207942 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7287c8f7-e045-4ed5-a6ea-364b461f9ecf None None] Pushing event updated for resources: {'Port': ['ID=0296e0ad-764b-431c-b4d7-1225a81b718f,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:26.237896 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-aab11e6c-f978-4a25-93a7-c75e7e67b82e tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Deleting port 2c655ad0-b742-4b5b-a33b-d6f11fca5fc3 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:42:26.238505 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-aab11e6c-f978-4a25-93a7-c75e7e67b82e tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:26.247827 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-7287c8f7-e045-4ed5-a6ea-364b461f9ecf None None] Attempting to bind port 0296e0ad-764b-431c-b4d7-1225a81b718f on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:42:26.247827 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-7287c8f7-e045-4ed5-a6ea-364b461f9ecf None None] Attempting to bind port 0296e0ad-764b-431c-b4d7-1225a81b718f by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '158f3f3e-7a5a-4b70-b474-1c118a651003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '24839703-2954-4e20-aa94-9ca5ff0aec15'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:42:26.247827 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7287c8f7-e045-4ed5-a6ea-364b461f9ecf None None] Attempting to bind port 0296e0ad-764b-431c-b4d7-1225a81b718f on network 24839703-2954-4e20-aa94-9ca5ff0aec15 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:42:26.270538 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7287c8f7-e045-4ed5-a6ea-364b461f9ecf None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:42:26.270538 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7287c8f7-e045-4ed5-a6ea-364b461f9ecf None None] Checking segment: {'id': '158f3f3e-7a5a-4b70-b474-1c118a651003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '24839703-2954-4e20-aa94-9ca5ff0aec15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:42:26.271021 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7287c8f7-e045-4ed5-a6ea-364b461f9ecf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:26.271241 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7287c8f7-e045-4ed5-a6ea-364b461f9ecf None None] Bound using segment: {'id': '158f3f3e-7a5a-4b70-b474-1c118a651003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '24839703-2954-4e20-aa94-9ca5ff0aec15'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:42:26.271763 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-7287c8f7-e045-4ed5-a6ea-364b461f9ecf None None] Bound port: 0296e0ad-764b-431c-b4d7-1225a81b718f, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '158f3f3e-7a5a-4b70-b474-1c118a651003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '24839703-2954-4e20-aa94-9ca5ff0aec15'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:42:26.272150 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7287c8f7-e045-4ed5-a6ea-364b461f9ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:26.380080 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-7287c8f7-e045-4ed5-a6ea-364b461f9ecf None None] For port 0296e0ad-764b-431c-b4d7-1225a81b718f, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:42:26.385634 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-7287c8f7-e045-4ed5-a6ea-364b461f9ecf None None] For port 0296e0ad-764b-431c-b4d7-1225a81b718f, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=0296e0ad-764b-431c-b4d7-1225a81b718f,segment=NetworkSegment(158f3f3e-7a5a-4b70-b474-1c118a651003),segment_id=158f3f3e-7a5a-4b70-b474-1c118a651003)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:42:26.393614 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-aab11e6c-f978-4a25-93a7-c75e7e67b82e tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] For port 2c655ad0-b742-4b5b-a33b-d6f11fca5fc3, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=2c655ad0-b742-4b5b-a33b-d6f11fca5fc3,segment=NetworkSegment(dc1d4212-0efb-4404-8831-7edf2e5f502f),segment_id=dc1d4212-0efb-4404-8831-7edf2e5f502f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:26.394032 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-aab11e6c-f978-4a25-93a7-c75e7e67b82e tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:26.394584 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7287c8f7-e045-4ed5-a6ea-364b461f9ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:26.418869 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-aab11e6c-f978-4a25-93a7-c75e7e67b82e tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Calling delete_port for 2c655ad0-b742-4b5b-a33b-d6f11fca5fc3 owned by network:router_interface {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:42:26.515036 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7287c8f7-e045-4ed5-a6ea-364b461f9ecf None None] Pushing event updated for resources: {'Port': ['ID=0296e0ad-764b-431c-b4d7-1225a81b718f,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:26.625555 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-e9575ae3-73a4-4dce-8df9-f68c491d8a4e tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Allocated IP 172.20.0.1 (24839703-2954-4e20-aa94-9ca5ff0aec15/e3cf10b1-70e4-433d-a09e-01e8d8121526/943f9ff6-f0f5-4bde-b0b1-849ff3818382) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:42:26.792202 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-aab11e6c-f978-4a25-93a7-c75e7e67b82e tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:26.839178 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab11e6c-f978-4a25-93a7-c75e7e67b82e tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Pushing event deleted for resources: {'Port': ['ID=2c655ad0-b742-4b5b-a33b-d6f11fca5fc3,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:26.874388 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e9575ae3-73a4-4dce-8df9-f68c491d8a4e tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:26.923395 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-e9575ae3-73a4-4dce-8df9-f68c491d8a4e tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Transition to ACTIVE for port object 943f9ff6-f0f5-4bde-b0b1-849ff3818382 will not be triggered until provisioned by entity DHCP. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:42:27.031520 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e9575ae3-73a4-4dce-8df9-f68c491d8a4e tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:27.046322 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 0296e0ad-764b-431c-b4d7-1225a81b718f up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:42:27.096024 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 6a20bb74-2c9c-455c-b41d-84fac68ed584 no longer exists at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:42:27.137642 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] No Port match for: 6a20bb74-2c9c-455c-b41d-84fac68ed584 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:42:27.140494 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 6a20bb74-2c9c-455c-b41d-84fac68ed584 not bound to the agent host n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:42:27.202691 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 0296e0ad-764b-431c-b4d7-1225a81b718f completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:42:27.214969 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 81329cec-ffb5-4ddb-b658-82d4d852fdd3 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:42:27.312550 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 81329cec-ffb5-4ddb-b658-82d4d852fdd3 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:42:27.316539 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 81329cec-ffb5-4ddb-b658-82d4d852fdd3 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:42:27.316953 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:27.343956 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-aab11e6c-f978-4a25-93a7-c75e7e67b82e tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-713231'] for router_interface, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:27.486556 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:27.538507 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 81329cec-ffb5-4ddb-b658-82d4d852fdd3, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=81329cec-ffb5-4ddb-b658-82d4d852fdd3,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:27.544394 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:27.612805 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=81329cec-ffb5-4ddb-b658-82d4d852fdd3,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:27.701791 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9575ae3-73a4-4dce-8df9-f68c491d8a4e tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Network 24839703-2954-4e20-aa94-9ca5ff0aec15 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:42:27.705280 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-e9575ae3-73a4-4dce-8df9-f68c491d8a4e tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:42:27.710444 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9575ae3-73a4-4dce-8df9-f68c491d8a4e tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:42:27.721693 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9575ae3-73a4-4dce-8df9-f68c491d8a4e tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Pushing event updated for resources: {'Port': ['ID=943f9ff6-f0f5-4bde-b0b1-849ff3818382,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:27.742383 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aab11e6c-f978-4a25-93a7-c75e7e67b82e tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Router f803bfa4-3671-457a-b237-00680cc615e6 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:42:27.769602 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e9575ae3-73a4-4dce-8df9-f68c491d8a4e tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719598'] for router_interface, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:27.900810 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aab11e6c-f978-4a25-93a7-c75e7e67b82e tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:42:27.914538 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668fe661-0fbf-4715-a72d-d8869366ef69 None None] Sync routers for ids ['f803bfa4-3671-457a-b237-00680cc615e6'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:42:27.915643 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-aab11e6c-f978-4a25-93a7-c75e7e67b82e tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "PUT /v2.0/routers/f803bfa4-3671-457a-b237-00680cc615e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6687860 Aug 29 04:42:27.919258 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 58712) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:27.936617 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668fe661-0fbf-4715-a72d-d8869366ef69 None None] Routers {'f803bfa4-3671-457a-b237-00680cc615e6'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:42:27.937893 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-668fe661-0fbf-4715-a72d-d8869366ef69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:42:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['f803bfa4-3671-457a-b237-00680cc615e6'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:27.948208 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e9575ae3-73a4-4dce-8df9-f68c491d8a4e tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:27.995960 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_v2 [None req-21b19743-28e0-4b8d-866c-a98bb50d17da tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Deleting subnet 7fb6a489-c966-41f6-9582-c3c9c1ebbee1 {{(pid=94828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:42:28.000206 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-21b19743-28e0-4b8d-866c-a98bb50d17da tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for subnet, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:28.008495 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b8f12b-95dc-44bb-9023-234a6d63b326 None None] Network 24839703-2954-4e20-aa94-9ca5ff0aec15 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:42:28.051375 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-21b19743-28e0-4b8d-866c-a98bb50d17da tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8904862'] for subnet, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:28.144733 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-668fe661-0fbf-4715-a72d-d8869366ef69 None None] Set router f803bfa4-3671-457a-b237-00680cc615e6 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:42:28.172933 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-21b19743-28e0-4b8d-866c-a98bb50d17da tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:28.175325 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-eb152ccd-110f-465d-9692-c9831ef978dc None None] Provisioning for port 0296e0ad-764b-431c-b4d7-1225a81b718f completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:42:28.214216 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-eb152ccd-110f-465d-9692-c9831ef978dc None None] Provisioning complete for port 0296e0ad-764b-431c-b4d7-1225a81b718f triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:42:28.214693 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-eb152ccd-110f-465d-9692-c9831ef978dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:28.325610 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-21b19743-28e0-4b8d-866c-a98bb50d17da tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9190434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062341'] for subnet, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:28.372850 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b19743-28e0-4b8d-866c-a98bb50d17da tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Pushing event deleted for resources: {'Subnet': ['ID=7fb6a489-c966-41f6-9582-c3c9c1ebbee1,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:28.389052 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-21b19743-28e0-4b8d-866c-a98bb50d17da tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:28.391316 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-21b19743-28e0-4b8d-866c-a98bb50d17da tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "DELETE /v2.0/subnets/7fb6a489-c966-41f6-9582-c3c9c1ebbee1 HTTP/1.1" status: 204 len: 168 time: 0.4711375 Aug 29 04:42:28.394575 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 58716) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:28.396566 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d168e9-e321-4052-8472-3ce030e2e431 None None] Network 5de65736-3c0f-457f-9d15-915d56de81b8 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:42:28.430399 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e9575ae3-73a4-4dce-8df9-f68c491d8a4e tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:28.436457 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e9575ae3-73a4-4dce-8df9-f68c491d8a4e tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:28.545783 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e9575ae3-73a4-4dce-8df9-f68c491d8a4e tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-718897'] for router_interface, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:28.557941 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9575ae3-73a4-4dce-8df9-f68c491d8a4e tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Pushing event updated for resources: {'Port': ['ID=943f9ff6-f0f5-4bde-b0b1-849ff3818382,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:28.577411 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-eb152ccd-110f-465d-9692-c9831ef978dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:28.629334 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dbd17cdd-3183-4a71-bd56-bea682d86499 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for router, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:28.752231 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9575ae3-73a4-4dce-8df9-f68c491d8a4e tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Network 24839703-2954-4e20-aa94-9ca5ff0aec15 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:42:28.756113 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-e9575ae3-73a4-4dce-8df9-f68c491d8a4e tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:42:28.836990 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:28.872372 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dbd17cdd-3183-4a71-bd56-bea682d86499 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:28.902510 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-eb152ccd-110f-465d-9692-c9831ef978dc None None] For port 0296e0ad-764b-431c-b4d7-1225a81b718f, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=0296e0ad-764b-431c-b4d7-1225a81b718f,segment=NetworkSegment(158f3f3e-7a5a-4b70-b474-1c118a651003),segment_id=158f3f3e-7a5a-4b70-b474-1c118a651003)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:28.938910 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-eb152ccd-110f-465d-9692-c9831ef978dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:29.023256 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-668fe661-0fbf-4715-a72d-d8869366ef69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f803bfa4-3671-457a-b237-00680cc615e6', 'name': 'tempest-TestNetworkBasicOps-router-1363413386', 'tenant_id': 'c8d6449eb446497eb342b1e8e523ec41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'bb55450b-8e11-4bc6-a7f7-e97374eb72b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:40:33Z', 'updated_at': '2021-08-29T04:42:26Z', 'revision_number': 7, 'project_id': 'c8d6449eb446497eb342b1e8e523ec41', 'gw_port': {'id': 'bb55450b-8e11-4bc6-a7f7-e97374eb72b6', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:cf:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f803bfa4-3671-457a-b237-00680cc615e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:33Z', 'updated_at': '2021-08-29T04:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:29.060329 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668fe661-0fbf-4715-a72d-d8869366ef69 None None] Checking router: f803bfa4-3671-457a-b237-00680cc615e6 for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:42:29.068875 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9575ae3-73a4-4dce-8df9-f68c491d8a4e tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Router 4ea5f392-f620-47f2-ab02-26ed2cc03a9b has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:42:29.076871 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668fe661-0fbf-4715-a72d-d8869366ef69 None None] Routers {'f803bfa4-3671-457a-b237-00680cc615e6'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:42:29.077535 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-668fe661-0fbf-4715-a72d-d8869366ef69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:42:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['f803bfa4-3671-457a-b237-00680cc615e6'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:29.113258 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-dbd17cdd-3183-4a71-bd56-bea682d86499 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Deleting port bb55450b-8e11-4bc6-a7f7-e97374eb72b6 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:42:29.114463 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dbd17cdd-3183-4a71-bd56-bea682d86499 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:29.161066 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95643a0-0fc7-4927-be90-6fb305b425ba None None] DHCP port deletion for 5de65736-3c0f-457f-9d15-915d56de81b8 request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:42:29.164031 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 81329cec-ffb5-4ddb-b658-82d4d852fdd3 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:42:29.265274 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb152ccd-110f-465d-9692-c9831ef978dc None None] Pushing event updated for resources: {'Port': ['ID=0296e0ad-764b-431c-b4d7-1225a81b718f,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:29.296992 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9575ae3-73a4-4dce-8df9-f68c491d8a4e tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:42:29.305553 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-e9575ae3-73a4-4dce-8df9-f68c491d8a4e tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "PUT /v2.0/routers/4ea5f392-f620-47f2-ab02-26ed2cc03a9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8280635 Aug 29 04:42:29.315442 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e42159a-1ce9-4591-92da-474c7a9e404d None None] Sync routers for ids ['4ea5f392-f620-47f2-ab02-26ed2cc03a9b'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:42:29.320849 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-dbd17cdd-3183-4a71-bd56-bea682d86499 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] For port bb55450b-8e11-4bc6-a7f7-e97374eb72b6, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=bb55450b-8e11-4bc6-a7f7-e97374eb72b6,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:29.323184 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dbd17cdd-3183-4a71-bd56-bea682d86499 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:29.328511 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e42159a-1ce9-4591-92da-474c7a9e404d None None] Routers {'4ea5f392-f620-47f2-ab02-26ed2cc03a9b'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:42:29.334198 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-9e42159a-1ce9-4591-92da-474c7a9e404d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:42:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['4ea5f392-f620-47f2-ab02-26ed2cc03a9b'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:29.357150 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-668fe661-0fbf-4715-a72d-d8869366ef69 None None] Set router f803bfa4-3671-457a-b237-00680cc615e6 gateway port host: None {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:42:29.373845 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-dbd17cdd-3183-4a71-bd56-bea682d86499 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Calling delete_port for bb55450b-8e11-4bc6-a7f7-e97374eb72b6 owned by network:router_gateway {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:42:29.403944 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 81329cec-ffb5-4ddb-b658-82d4d852fdd3 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:42:29.404403 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:29.570041 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:42:29.615435 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-668fe661-0fbf-4715-a72d-d8869366ef69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f803bfa4-3671-457a-b237-00680cc615e6', 'name': 'tempest-TestNetworkBasicOps-router-1363413386', 'tenant_id': 'c8d6449eb446497eb342b1e8e523ec41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:40:33Z', 'updated_at': '2021-08-29T04:42:28Z', 'revision_number': 8, 'project_id': 'c8d6449eb446497eb342b1e8e523ec41', 'gw_port_host': None}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:29.621620 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-4c342e8a-18ec-4e99-a9ba-bffd711ab033 None None] Provisioning for port 943f9ff6-f0f5-4bde-b0b1-849ff3818382 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:42:29.638672 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4149025c-f4c8-40b3-997e-f346232db76e req-476e90f7-44c4-4384-9e43-eecf30b1e1b4 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-448151099&fields=id&tenant_id=9fb1fbcb8cc9402ba4fdb36d489735a9 HTTP/1.1" status: 200 len: 267 time: 0.0992975 Aug 29 04:42:29.682260 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-9e42159a-1ce9-4591-92da-474c7a9e404d None None] Set router 4ea5f392-f620-47f2-ab02-26ed2cc03a9b gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:42:29.702688 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-4c342e8a-18ec-4e99-a9ba-bffd711ab033 None None] Provisioning complete for port 943f9ff6-f0f5-4bde-b0b1-849ff3818382 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:42:29.703319 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4c342e8a-18ec-4e99-a9ba-bffd711ab033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:29.706641 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668fe661-0fbf-4715-a72d-d8869366ef69 None None] The sync data for ids ['f803bfa4-3671-457a-b237-00680cc615e6'] in n-d-712140-12 is: [{'id': 'f803bfa4-3671-457a-b237-00680cc615e6', 'name': 'tempest-TestNetworkBasicOps-router-1363413386', 'tenant_id': 'c8d6449eb446497eb342b1e8e523ec41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:40:33Z', 'updated_at': '2021-08-29T04:42:28Z', 'revision_number': 8, 'project_id': 'c8d6449eb446497eb342b1e8e523ec41', 'gw_port_host': None}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:42:29.886179 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-c95643a0-0fc7-4927-be90-6fb305b425ba None None] Deleting port 7bc45020-5c0f-41f4-8f25-28bfb1e64073 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:42:29.886644 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c95643a0-0fc7-4927-be90-6fb305b425ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:29.944578 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4149025c-f4c8-40b3-997e-f346232db76e req-73cece47-7dd4-41f5-a458-a14b3ae531ba tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:29.953594 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4149025c-f4c8-40b3-997e-f346232db76e req-73cece47-7dd4-41f5-a458-a14b3ae531ba tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/networks?id=24839703-2954-4e20-aa94-9ca5ff0aec15 HTTP/1.1" status: 200 len: 796 time: 0.3134816 Aug 29 04:42:29.984052 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-4c342e8a-18ec-4e99-a9ba-bffd711ab033 None None] Port 943f9ff6-f0f5-4bde-b0b1-849ff3818382 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:42:30.005834 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-c95643a0-0fc7-4927-be90-6fb305b425ba None None] For port 7bc45020-5c0f-41f4-8f25-28bfb1e64073, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=7bc45020-5c0f-41f4-8f25-28bfb1e64073,segment=NetworkSegment(dc1d4212-0efb-4404-8831-7edf2e5f502f),segment_id=dc1d4212-0efb-4404-8831-7edf2e5f502f)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:30.006283 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c95643a0-0fc7-4927-be90-6fb305b425ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:30.026449 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-c95643a0-0fc7-4927-be90-6fb305b425ba None None] Calling delete_port for 7bc45020-5c0f-41f4-8f25-28bfb1e64073 owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:42:30.031739 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-4c342e8a-18ec-4e99-a9ba-bffd711ab033 None None] Provisioning complete for port 0296e0ad-764b-431c-b4d7-1225a81b718f triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:42:30.034341 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4c342e8a-18ec-4e99-a9ba-bffd711ab033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:30.045280 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4149025c-f4c8-40b3-997e-f346232db76e req-7d8d2de2-a0be-45a8-8bc7-7308ee03e5bb tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/quotas/9fb1fbcb8cc9402ba4fdb36d489735a9 HTTP/1.1" status: 200 len: 375 time: 0.0872943 Aug 29 04:42:30.080888 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dbd17cdd-3183-4a71-bd56-bea682d86499 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:30.110717 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-9e42159a-1ce9-4591-92da-474c7a9e404d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ea5f392-f620-47f2-ab02-26ed2cc03a9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1172575723', 'tenant_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': '81329cec-ffb5-4ddb-b658-82d4d852fdd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:42:21Z', 'updated_at': '2021-08-29T04:42:27Z', 'revision_number': 4, 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'gw_port': {'id': '81329cec-ffb5-4ddb-b658-82d4d852fdd3', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:06:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea5f392-f620-47f2-ab02-26ed2cc03a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:22Z', 'updated_at': '2021-08-29T04:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '943f9ff6-f0f5-4bde-b0b1-849ff3818382', 'name': '', 'network_id': '24839703-2954-4e20-aa94-9ca5ff0aec15', 'tenant_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'mac_address': 'fa:16:3e:dc:65:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ea5f392-f620-47f2-ab02-26ed2cc03a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': 'e3cf10b1-70e4-433d-a09e-01e8d8121526', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:26Z', 'updated_at': '2021-08-29T04:42:28Z', 'revision_number': 2, 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'subnets': [{'id': 'e3cf10b1-70e4-433d-a09e-01e8d8121526', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:30.165106 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd17cdd-3183-4a71-bd56-bea682d86499 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Pushing event deleted for resources: {'Port': ['ID=bb55450b-8e11-4bc6-a7f7-e97374eb72b6,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:30.166675 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e42159a-1ce9-4591-92da-474c7a9e404d None None] Checking router: 4ea5f392-f620-47f2-ab02-26ed2cc03a9b for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:42:30.167108 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e42159a-1ce9-4591-92da-474c7a9e404d None None] Updating router 4ea5f392-f620-47f2-ab02-26ed2cc03a9b port 943f9ff6-f0f5-4bde-b0b1-849ff3818382 binding host n-d-712140-12 {{(pid=94831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:42:30.209155 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9e42159a-1ce9-4591-92da-474c7a9e404d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:30.234955 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c95643a0-0fc7-4927-be90-6fb305b425ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:30.251675 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4149025c-f4c8-40b3-997e-f346232db76e req-6dcb3b22-191a-45d4-861c-2926a32a7fa5 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=9fb1fbcb8cc9402ba4fdb36d489735a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1954637 Aug 29 04:42:30.272548 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dbd17cdd-3183-4a71-bd56-bea682d86499 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719445'] for router_gateway, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:30.279713 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95643a0-0fc7-4927-be90-6fb305b425ba None None] Pushing event deleted for resources: {'Port': ['ID=7bc45020-5c0f-41f4-8f25-28bfb1e64073,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:30.283174 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95643a0-0fc7-4927-be90-6fb305b425ba None None] No DVR routers for this DVR port 7bc45020-5c0f-41f4-8f25-28bfb1e64073 on host n-d-712140-12 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:42:30.402100 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-88084a4b-c5b9-48aa-9cec-d9ddc55fc6aa None None] Provisioning complete for port 943f9ff6-f0f5-4bde-b0b1-849ff3818382 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:42:30.402770 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-88084a4b-c5b9-48aa-9cec-d9ddc55fc6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:30.427848 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dbd17cdd-3183-4a71-bd56-bea682d86499 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:30.433733 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dbd17cdd-3183-4a71-bd56-bea682d86499 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:30.473862 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-88084a4b-c5b9-48aa-9cec-d9ddc55fc6aa None None] Port 943f9ff6-f0f5-4bde-b0b1-849ff3818382 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:42:30.498011 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dbd17cdd-3183-4a71-bd56-bea682d86499 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717253'] for router, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:30.498743 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbd17cdd-3183-4a71-bd56-bea682d86499 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Fanout notify agent at l3_agent the message router_deleted on router f803bfa4-3671-457a-b237-00680cc615e6 {{(pid=94828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:42:30.506246 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dbd17cdd-3183-4a71-bd56-bea682d86499 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for router, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:30.507584 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-dbd17cdd-3183-4a71-bd56-bea682d86499 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "DELETE /v2.0/routers/f803bfa4-3671-457a-b237-00680cc615e6 HTTP/1.1" status: 204 len: 168 time: 2.1117020 Aug 29 04:42:30.510488 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 58742) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:30.560531 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4149025c-f4c8-40b3-997e-f346232db76e req-67eecedd-0ea1-423f-983f-7ee60279eadd service neutron] 10.222.0.22 "GET /v2.0/networks/24839703-2954-4e20-aa94-9ca5ff0aec15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504642 Aug 29 04:42:30.600599 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1098df27-39ce-4137-a802-ee89cda272a6 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:30.601438 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9e42159a-1ce9-4591-92da-474c7a9e404d None None] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:30.628702 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-9e42159a-1ce9-4591-92da-474c7a9e404d None None] Transition to ACTIVE for port object 943f9ff6-f0f5-4bde-b0b1-849ff3818382 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:42:30.642713 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9e42159a-1ce9-4591-92da-474c7a9e404d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:30.726506 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4149025c-f4c8-40b3-997e-f346232db76e req-df59b78d-c684-4718-b0c9-7c0d57323396 service neutron] 10.222.0.22 "GET /v2.0/networks/24839703-2954-4e20-aa94-9ca5ff0aec15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634605 Aug 29 04:42:30.731759 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbe83b1-b8bc-43c9-b95d-98b131536718 None None] Pushing event updated for resources: {'Port': ['ID=943f9ff6-f0f5-4bde-b0b1-849ff3818382,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:30.750111 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1098df27-39ce-4137-a802-ee89cda272a6 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:30.764019 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-1098df27-39ce-4137-a802-ee89cda272a6 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5de65736-3c0f-457f-9d15-915d56de81b8']}} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:30.794119 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-1098df27-39ce-4137-a802-ee89cda272a6 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc1d4212-0efb-4404-8831-7edf2e5f502f') {'for_net_delete': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:30.794810 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-1098df27-39ce-4137-a802-ee89cda272a6 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc1d4212-0efb-4404-8831-7edf2e5f502f') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:30.822352 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1098df27-39ce-4137-a802-ee89cda272a6 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4311712'] for segment, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:30.848293 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1098df27-39ce-4137-a802-ee89cda272a6 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:30.858636 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1098df27-39ce-4137-a802-ee89cda272a6 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=94829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:42:30.862361 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1098df27-39ce-4137-a802-ee89cda272a6 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4274277'] for segment, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:30.920017 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-9e42159a-1ce9-4591-92da-474c7a9e404d None None] Attempting to bind port 943f9ff6-f0f5-4bde-b0b1-849ff3818382 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:42:30.920813 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-9e42159a-1ce9-4591-92da-474c7a9e404d None None] Attempting to bind port 943f9ff6-f0f5-4bde-b0b1-849ff3818382 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '158f3f3e-7a5a-4b70-b474-1c118a651003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '24839703-2954-4e20-aa94-9ca5ff0aec15'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:42:30.921651 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e42159a-1ce9-4591-92da-474c7a9e404d None None] Attempting to bind port 943f9ff6-f0f5-4bde-b0b1-849ff3818382 on network 24839703-2954-4e20-aa94-9ca5ff0aec15 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:42:30.933815 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e42159a-1ce9-4591-92da-474c7a9e404d None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:42:30.934441 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e42159a-1ce9-4591-92da-474c7a9e404d None None] Checking segment: {'id': '158f3f3e-7a5a-4b70-b474-1c118a651003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '24839703-2954-4e20-aa94-9ca5ff0aec15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:42:30.934868 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9e42159a-1ce9-4591-92da-474c7a9e404d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:30.936610 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e42159a-1ce9-4591-92da-474c7a9e404d None None] Bound using segment: {'id': '158f3f3e-7a5a-4b70-b474-1c118a651003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '24839703-2954-4e20-aa94-9ca5ff0aec15'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:42:30.937155 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-9e42159a-1ce9-4591-92da-474c7a9e404d None None] Bound port: 943f9ff6-f0f5-4bde-b0b1-849ff3818382, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '158f3f3e-7a5a-4b70-b474-1c118a651003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '24839703-2954-4e20-aa94-9ca5ff0aec15'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:42:30.937566 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9e42159a-1ce9-4591-92da-474c7a9e404d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:30.965872 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 0296e0ad-764b-431c-b4d7-1225a81b718f up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:42:30.986260 n-d-712140-12 neutron-server[94829]: Traceback (most recent call last): Aug 29 04:42:30.986260 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:42:30.986260 n-d-712140-12 neutron-server[94829]: timer() Aug 29 04:42:30.986260 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:42:30.986260 n-d-712140-12 neutron-server[94829]: cb(*args, **kw) Aug 29 04:42:30.986260 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:42:30.986260 n-d-712140-12 neutron-server[94829]: return func(*args, **kwargs) Aug 29 04:42:30.986260 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:42:30.986260 n-d-712140-12 neutron-server[94829]: self._notify() Aug 29 04:42:30.986260 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:42:30.986260 n-d-712140-12 neutron-server[94829]: self.callback(batched_events) Aug 29 04:42:30.986260 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:42:30.986260 n-d-712140-12 neutron-server[94829]: event.method(event) Aug 29 04:42:30.986260 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:42:30.986260 n-d-712140-12 neutron-server[94829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:42:30.986260 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:42:30.986260 n-d-712140-12 neutron-server[94829]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:42:30.986260 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:42:30.986260 n-d-712140-12 neutron-server[94829]: return f(self, *a, **k) Aug 29 04:42:30.986260 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:42:30.986260 n-d-712140-12 neutron-server[94829]: return self._get(url).json() Aug 29 04:42:30.986260 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:42:30.986260 n-d-712140-12 neutron-server[94829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:42:30.986260 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:42:30.986260 n-d-712140-12 neutron-server[94829]: return self.request(url, 'GET', **kwargs) Aug 29 04:42:30.986260 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:42:30.986260 n-d-712140-12 neutron-server[94829]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:42:30.986260 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:42:30.986260 n-d-712140-12 neutron-server[94829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:42:30.986260 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:42:30.986260 n-d-712140-12 neutron-server[94829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:42:30.986260 n-d-712140-12 neutron-server[94829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:42:30.993494 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1098df27-39ce-4137-a802-ee89cda272a6 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:31.027891 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1098df27-39ce-4137-a802-ee89cda272a6 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:31.030672 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-1098df27-39ce-4137-a802-ee89cda272a6 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "DELETE /v2.0/networks/5de65736-3c0f-457f-9d15-915d56de81b8 HTTP/1.1" status: 204 len: 168 time: 0.5188920 Aug 29 04:42:31.048634 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 58750) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:31.067534 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1098df27-39ce-4137-a802-ee89cda272a6 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Pushing event deleted for resources: {'Network': ['ID=5de65736-3c0f-457f-9d15-915d56de81b8,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:31.073296 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-d34dc7d5-db51-4b6d-8f77-d3397e0ec795 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Request body: {'network': {'name': 'tempest-network-smoke--1449318887', 'project_id': 'c8d6449eb446497eb342b1e8e523ec41', 'port_security_enabled': True}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:42:31.084104 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-9e42159a-1ce9-4591-92da-474c7a9e404d None None] For port 943f9ff6-f0f5-4bde-b0b1-849ff3818382, host n-d-712140-12, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:42:31.089837 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-9e42159a-1ce9-4591-92da-474c7a9e404d None None] For port 943f9ff6-f0f5-4bde-b0b1-849ff3818382, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=943f9ff6-f0f5-4bde-b0b1-849ff3818382,segment=NetworkSegment(158f3f3e-7a5a-4b70-b474-1c118a651003),segment_id=158f3f3e-7a5a-4b70-b474-1c118a651003)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:42:31.094973 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9e42159a-1ce9-4591-92da-474c7a9e404d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:31.098466 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 0296e0ad-764b-431c-b4d7-1225a81b718f triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:42:31.099103 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:31.112105 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d34dc7d5-db51-4b6d-8f77-d3397e0ec795 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Made reservation on behalf of c8d6449eb446497eb342b1e8e523ec41 for: {'network': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:42:31.118960 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d34dc7d5-db51-4b6d-8f77-d3397e0ec795 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:31.143630 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-db938f5d-d2f2-442b-adbd-cd808d31b372 req-55a2cf70-ebe6-412b-a762-3bedbb134b85 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=3fe97299-a75c-4743-802b-d6ede3f81763 HTTP/1.1" status: 200 len: 210 time: 0.0616388 Aug 29 04:42:31.204568 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d34dc7d5-db51-4b6d-8f77-d3397e0ec795 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=94828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:42:31.210439 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e42159a-1ce9-4591-92da-474c7a9e404d None None] Routers {'4ea5f392-f620-47f2-ab02-26ed2cc03a9b'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:42:31.211158 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-9e42159a-1ce9-4591-92da-474c7a9e404d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:42:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['4ea5f392-f620-47f2-ab02-26ed2cc03a9b'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:31.248116 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d34dc7d5-db51-4b6d-8f77-d3397e0ec795 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:31.248668 n-d-712140-12 neutron-server[94828]: INFO neutron.db.segments_db [None req-d34dc7d5-db51-4b6d-8f77-d3397e0ec795 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Added segment 96944419-94a6-47fc-be53-a8a39ba713d2 of type vlan for network 08bdcba9-46ce-4d47-b722-d9c29f5877ad Aug 29 04:42:31.352789 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbe83b1-b8bc-43c9-b95d-98b131536718 None None] Pushing event updated for resources: {'Port': ['ID=943f9ff6-f0f5-4bde-b0b1-849ff3818382,revision_number=4']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:31.354884 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d34dc7d5-db51-4b6d-8f77-d3397e0ec795 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:31.390382 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d34dc7d5-db51-4b6d-8f77-d3397e0ec795 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:31.396122 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-9e42159a-1ce9-4591-92da-474c7a9e404d None None] Set router 4ea5f392-f620-47f2-ab02-26ed2cc03a9b gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:42:31.397859 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34dc7d5-db51-4b6d-8f77-d3397e0ec795 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:31.398808 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d34dc7d5-db51-4b6d-8f77-d3397e0ec795 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:31.409055 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 7bc45020-5c0f-41f4-8f25-28bfb1e64073 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:42:31.427371 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-d34dc7d5-db51-4b6d-8f77-d3397e0ec795 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3749661 Aug 29 04:42:31.427586 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 58764) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:31.433432 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-b6c703f1-b316-40d1-a16a-c86722b11b30 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-645354359', 'admin_state_up': True, 'project_id': 'c8d6449eb446497eb342b1e8e523ec41', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:42:31.483963 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b6c703f1-b316-40d1-a16a-c86722b11b30 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:31.485696 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b6c703f1-b316-40d1-a16a-c86722b11b30 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1838'] for router, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:31.490385 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 7bc45020-5c0f-41f4-8f25-28bfb1e64073 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:42:31.491766 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 7bc45020-5c0f-41f4-8f25-28bfb1e64073 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:42:31.492791 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 2c655ad0-b742-4b5b-a33b-d6f11fca5fc3 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:42:31.556938 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34dc7d5-db51-4b6d-8f77-d3397e0ec795 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Pushing event updated for resources: {'Network': ['ID=08bdcba9-46ce-4d47-b722-d9c29f5877ad,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:31.576604 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b6c703f1-b316-40d1-a16a-c86722b11b30 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:31.580035 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 08bdcba9-46ce-4d47-b722-d9c29f5877ad details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:42:31.582408 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 2c655ad0-b742-4b5b-a33b-d6f11fca5fc3 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:42:31.583051 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 2c655ad0-b742-4b5b-a33b-d6f11fca5fc3 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:42:31.583636 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device bb55450b-8e11-4bc6-a7f7-e97374eb72b6 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:42:31.649476 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: bb55450b-8e11-4bc6-a7f7-e97374eb72b6 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:42:31.649820 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device bb55450b-8e11-4bc6-a7f7-e97374eb72b6 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:42:31.771377 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-9e42159a-1ce9-4591-92da-474c7a9e404d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ea5f392-f620-47f2-ab02-26ed2cc03a9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1172575723', 'tenant_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': '81329cec-ffb5-4ddb-b658-82d4d852fdd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:42:21Z', 'updated_at': '2021-08-29T04:42:27Z', 'revision_number': 4, 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'gw_port': {'id': '81329cec-ffb5-4ddb-b658-82d4d852fdd3', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:06:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea5f392-f620-47f2-ab02-26ed2cc03a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:22Z', 'updated_at': '2021-08-29T04:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '943f9ff6-f0f5-4bde-b0b1-849ff3818382', 'name': '', 'network_id': '24839703-2954-4e20-aa94-9ca5ff0aec15', 'tenant_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'mac_address': 'fa:16:3e:dc:65:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ea5f392-f620-47f2-ab02-26ed2cc03a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': 'e3cf10b1-70e4-433d-a09e-01e8d8121526', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:26Z', 'updated_at': '2021-08-29T04:42:31Z', 'revision_number': 4, 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'subnets': [{'id': 'e3cf10b1-70e4-433d-a09e-01e8d8121526', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:31.807555 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e42159a-1ce9-4591-92da-474c7a9e404d None None] The sync data for ids ['4ea5f392-f620-47f2-ab02-26ed2cc03a9b'] in n-d-712140-12 is: [{'id': '4ea5f392-f620-47f2-ab02-26ed2cc03a9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1172575723', 'tenant_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': '81329cec-ffb5-4ddb-b658-82d4d852fdd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:42:21Z', 'updated_at': '2021-08-29T04:42:27Z', 'revision_number': 4, 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'gw_port': {'id': '81329cec-ffb5-4ddb-b658-82d4d852fdd3', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:06:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea5f392-f620-47f2-ab02-26ed2cc03a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:22Z', 'updated_at': '2021-08-29T04:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '943f9ff6-f0f5-4bde-b0b1-849ff3818382', 'name': '', 'network_id': '24839703-2954-4e20-aa94-9ca5ff0aec15', 'tenant_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'mac_address': 'fa:16:3e:dc:65:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ea5f392-f620-47f2-ab02-26ed2cc03a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': 'e3cf10b1-70e4-433d-a09e-01e8d8121526', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:26Z', 'updated_at': '2021-08-29T04:42:31Z', 'revision_number': 4, 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'subnets': [{'id': 'e3cf10b1-70e4-433d-a09e-01e8d8121526', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:42:31.819781 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b6c703f1-b316-40d1-a16a-c86722b11b30 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:32.099459 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b6c703f1-b316-40d1-a16a-c86722b11b30 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for router_gateway, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:32.119882 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b6c703f1-b316-40d1-a16a-c86722b11b30 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:32.249717 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-b6c703f1-b316-40d1-a16a-c86722b11b30 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Allocated IP 172.25.0.254 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/feab7095-b2ac-469f-ae6b-f7533e68c59c) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:42:32.300796 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0a6195fd-c801-4e82-bc5a-87e8665333b2 req-966a06f8-fdcf-4b10-b007-57cb13e9e3c5 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=3fe97299-a75c-4743-802b-d6ede3f81763 HTTP/1.1" status: 200 len: 210 time: 0.0423415 Aug 29 04:42:32.536123 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b6c703f1-b316-40d1-a16a-c86722b11b30 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:32.591253 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4149025c-f4c8-40b3-997e-f346232db76e req-63fe4ee9-2856-400a-a0b0-f24ecfe3b677 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:32.593099 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4149025c-f4c8-40b3-997e-f346232db76e req-63fe4ee9-2856-400a-a0b0-f24ecfe3b677 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.46 "GET /v2.0/networks?id=24839703-2954-4e20-aa94-9ca5ff0aec15 HTTP/1.1" status: 200 len: 796 time: 0.1873693 Aug 29 04:42:32.651817 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b6c703f1-b316-40d1-a16a-c86722b11b30 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:32.699050 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c703f1-b316-40d1-a16a-c86722b11b30 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:42:32.705526 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4149025c-f4c8-40b3-997e-f346232db76e req-242d7d1b-b2ad-46a4-b2a4-c3ef175e0f58 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9fb1fbcb8cc9402ba4fdb36d489735a9 HTTP/1.1" status: 200 len: 379 time: 0.0993259 Aug 29 04:42:32.708573 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-b6c703f1-b316-40d1-a16a-c86722b11b30 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:42:32.716638 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-4149025c-f4c8-40b3-997e-f346232db76e req-550ef5a6-c08c-481e-806a-c0c361f3d781 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Request body: {'port': {'device_id': '3fe97299-a75c-4743-802b-d6ede3f81763', 'network_id': '24839703-2954-4e20-aa94-9ca5ff0aec15', 'admin_state_up': True, 'tenant_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'security_groups': ['4236a74f-5298-4d9a-8949-8a6ff096cd15']}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:42:32.719979 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c703f1-b316-40d1-a16a-c86722b11b30 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:42:32.870505 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c703f1-b316-40d1-a16a-c86722b11b30 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Pushing event updated for resources: {'Port': ['ID=feab7095-b2ac-469f-ae6b-f7533e68c59c,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:32.965421 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 943f9ff6-f0f5-4bde-b0b1-849ff3818382 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:42:33.050304 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 943f9ff6-f0f5-4bde-b0b1-849ff3818382 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:42:33.057594 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 943f9ff6-f0f5-4bde-b0b1-849ff3818382 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:42:33.058501 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:33.080457 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4149025c-f4c8-40b3-997e-f346232db76e req-550ef5a6-c08c-481e-806a-c0c361f3d781 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Made reservation on behalf of 9fb1fbcb8cc9402ba4fdb36d489735a9 for: {'port': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:42:33.085330 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-4149025c-f4c8-40b3-997e-f346232db76e req-550ef5a6-c08c-481e-806a-c0c361f3d781 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:33.174755 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:33.221526 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 943f9ff6-f0f5-4bde-b0b1-849ff3818382, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=943f9ff6-f0f5-4bde-b0b1-849ff3818382,segment=NetworkSegment(158f3f3e-7a5a-4b70-b474-1c118a651003),segment_id=158f3f3e-7a5a-4b70-b474-1c118a651003)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:33.229116 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:33.311818 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=943f9ff6-f0f5-4bde-b0b1-849ff3818382,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:33.338730 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [req-4149025c-f4c8-40b3-997e-f346232db76e req-550ef5a6-c08c-481e-806a-c0c361f3d781 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Allocated IP 172.20.0.9 (24839703-2954-4e20-aa94-9ca5ff0aec15/e3cf10b1-70e4-433d-a09e-01e8d8121526/480315ff-a0ef-43eb-a8ff-8059af4bbe50) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:42:33.387007 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-344792f7-7a20-4c1c-a2b7-ac713fdc7644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:33.417981 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b6c703f1-b316-40d1-a16a-c86722b11b30 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for router_gateway, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:33.534167 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-51816dc6-dbea-40a8-9374-3aafdd8f40a4 req-05302503-e92d-44d7-84ed-a723d10b28a4 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=3fe97299-a75c-4743-802b-d6ede3f81763 HTTP/1.1" status: 200 len: 210 time: 0.1089318 Aug 29 04:42:33.721873 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-4149025c-f4c8-40b3-997e-f346232db76e req-550ef5a6-c08c-481e-806a-c0c361f3d781 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:33.776513 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [req-4149025c-f4c8-40b3-997e-f346232db76e req-550ef5a6-c08c-481e-806a-c0c361f3d781 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Transition to ACTIVE for port object 480315ff-a0ef-43eb-a8ff-8059af4bbe50 will not be triggered until provisioned by entity DHCP. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:42:33.810859 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b6c703f1-b316-40d1-a16a-c86722b11b30 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409'] for router, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:34.220745 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-4149025c-f4c8-40b3-997e-f346232db76e req-550ef5a6-c08c-481e-806a-c0c361f3d781 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:34.314427 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4149025c-f4c8-40b3-997e-f346232db76e req-550ef5a6-c08c-481e-806a-c0c361f3d781 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Network 24839703-2954-4e20-aa94-9ca5ff0aec15 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:42:34.318587 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [req-4149025c-f4c8-40b3-997e-f346232db76e req-550ef5a6-c08c-481e-806a-c0c361f3d781 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:42:34.322948 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550ef5a6-c08c-481e-806a-c0c361f3d781 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Pushing event updated for resources: {'Port': ['ID=480315ff-a0ef-43eb-a8ff-8059af4bbe50,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:34.325249 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [req-4149025c-f4c8-40b3-997e-f346232db76e req-550ef5a6-c08c-481e-806a-c0c361f3d781 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:42:34.360720 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550ef5a6-c08c-481e-806a-c0c361f3d781 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:34.360720 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550ef5a6-c08c-481e-806a-c0c361f3d781 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:34.360720 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550ef5a6-c08c-481e-806a-c0c361f3d781 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:34.364156 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550ef5a6-c08c-481e-806a-c0c361f3d781 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:34.364156 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550ef5a6-c08c-481e-806a-c0c361f3d781 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:34.364156 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550ef5a6-c08c-481e-806a-c0c361f3d781 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:34.364702 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550ef5a6-c08c-481e-806a-c0c361f3d781 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:34.365141 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550ef5a6-c08c-481e-806a-c0c361f3d781 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:34.367113 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550ef5a6-c08c-481e-806a-c0c361f3d781 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:34.367113 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550ef5a6-c08c-481e-806a-c0c361f3d781 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:34.367113 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550ef5a6-c08c-481e-806a-c0c361f3d781 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:34.367614 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550ef5a6-c08c-481e-806a-c0c361f3d781 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:34.411651 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4149025c-f4c8-40b3-997e-f346232db76e req-550ef5a6-c08c-481e-806a-c0c361f3d781 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:34.412494 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-4149025c-f4c8-40b3-997e-f346232db76e req-550ef5a6-c08c-481e-806a-c0c361f3d781 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:34.438644 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4149025c-f4c8-40b3-997e-f346232db76e req-550ef5a6-c08c-481e-806a-c0c361f3d781 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7255826 Aug 29 04:42:34.444699 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6c703f1-b316-40d1-a16a-c86722b11b30 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Router c4e9dfdf-afdd-409a-a89a-c49baf3817c9 is scheduled to L3 agent 76874008-c311-485c-ba36-921b6d275b6a with binding_index 1 {{(pid=94829) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:42:34.452975 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-4149025c-f4c8-40b3-997e-f346232db76e req-5f801c9d-f2c6-476d-808f-c4ca38b4173a service neutron] Request body: {'port': {'device_id': '3fe97299-a75c-4743-802b-d6ede3f81763', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-12'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:42:34.625700 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-18eb00e5-e788-444e-b6c1-fd55da61802d None None] Provisioning for port 480315ff-a0ef-43eb-a8ff-8059af4bbe50 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:42:34.626410 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-4149025c-f4c8-40b3-997e-f346232db76e req-5f801c9d-f2c6-476d-808f-c4ca38b4173a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:34.637668 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-18eb00e5-e788-444e-b6c1-fd55da61802d None None] Provisioning complete for port 480315ff-a0ef-43eb-a8ff-8059af4bbe50 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:42:34.638044 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-18eb00e5-e788-444e-b6c1-fd55da61802d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:34.681698 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6c703f1-b316-40d1-a16a-c86722b11b30 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:42:34.702321 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2abfbd16-453a-4dfc-8555-0b44a060bae6 None None] Sync routers for ids ['c4e9dfdf-afdd-409a-a89a-c49baf3817c9'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:42:34.711823 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-18eb00e5-e788-444e-b6c1-fd55da61802d None None] Port 480315ff-a0ef-43eb-a8ff-8059af4bbe50 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:42:34.718079 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abfbd16-453a-4dfc-8555-0b44a060bae6 None None] Routers {'c4e9dfdf-afdd-409a-a89a-c49baf3817c9'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:42:34.718711 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-2abfbd16-453a-4dfc-8555-0b44a060bae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:42:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['c4e9dfdf-afdd-409a-a89a-c49baf3817c9'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:34.752699 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b6c703f1-b316-40d1-a16a-c86722b11b30 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:34.754867 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-b6c703f1-b316-40d1-a16a-c86722b11b30 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.3254628 Aug 29 04:42:34.758047 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 58788) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:34.768348 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dec90c-bbbc-45e7-968b-24b4dfd55e5c req-f74c9fcc-1b74-46be-a60f-203501302c6a tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:34.770581 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-87dec90c-bbbc-45e7-968b-24b4dfd55e5c req-f74c9fcc-1b74-46be-a60f-203501302c6a tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=3fe97299-a75c-4743-802b-d6ede3f81763 HTTP/1.1" status: 200 len: 931 time: 0.1001039 Aug 29 04:42:34.840740 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-87dec90c-bbbc-45e7-968b-24b4dfd55e5c req-07621328-9527-45d1-ac9e-618ed3534ddc tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=4236a74f-5298-4d9a-8949-8a6ff096cd15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636711 Aug 29 04:42:34.886090 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-7a19dc0d-85b8-47fb-9d2f-c8cf638c5edc tempest-TestNetworkBasicOps-481204260 tempest-TestNetworkBasicOps-481204260-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=c8d6449eb446497eb342b1e8e523ec41&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1263101 Aug 29 04:42:34.890521 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 58790) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:34.963464 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 943f9ff6-f0f5-4bde-b0b1-849ff3818382 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:42:35.036229 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-2abfbd16-453a-4dfc-8555-0b44a060bae6 None None] Set router c4e9dfdf-afdd-409a-a89a-c49baf3817c9 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:42:35.055706 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad41907-5678-46a9-b7c7-0d6aa0bdfd9e tempest-TestNetworkBasicOps-481204260 tempest-TestNetworkBasicOps-481204260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:35.058306 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-aad41907-5678-46a9-b7c7-0d6aa0bdfd9e tempest-TestNetworkBasicOps-481204260 tempest-TestNetworkBasicOps-481204260-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1661656 Aug 29 04:42:35.063842 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 58792) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:35.120447 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-8ce8ce6e-f352-433c-afe6-1b6e0cb890e8 tempest-TestNetworkBasicOps-481204260 tempest-TestNetworkBasicOps-481204260-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=e6c84a15-2e6f-4c07-8ede-a88148c2fe90&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0539122 Aug 29 04:42:35.126583 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 58794) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:35.132739 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-b5f481bb-36f1-4826-90a3-66fc1d506720 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1605953770', 'network_id': '08bdcba9-46ce-4d47-b722-d9c29f5877ad', 'project_id': 'c8d6449eb446497eb342b1e8e523ec41', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:42:35.186739 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [req-4149025c-f4c8-40b3-997e-f346232db76e req-5f801c9d-f2c6-476d-808f-c4ca38b4173a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 480315ff-a0ef-43eb-a8ff-8059af4bbe50 {{(pid=94829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:42:35.211793 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-4149025c-f4c8-40b3-997e-f346232db76e req-5f801c9d-f2c6-476d-808f-c4ca38b4173a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:35.243766 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [req-4149025c-f4c8-40b3-997e-f346232db76e req-5f801c9d-f2c6-476d-808f-c4ca38b4173a service neutron] Transition to ACTIVE for port object 480315ff-a0ef-43eb-a8ff-8059af4bbe50 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:42:35.252206 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-4149025c-f4c8-40b3-997e-f346232db76e req-5f801c9d-f2c6-476d-808f-c4ca38b4173a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:35.267877 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5f481bb-36f1-4826-90a3-66fc1d506720 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Made reservation on behalf of c8d6449eb446497eb342b1e8e523ec41 for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:42:35.273248 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b5f481bb-36f1-4826-90a3-66fc1d506720 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:35.300019 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 943f9ff6-f0f5-4bde-b0b1-849ff3818382 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:42:35.300581 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:35.394487 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f801c9d-f2c6-476d-808f-c4ca38b4173a service neutron] Pushing event updated for resources: {'Port': ['ID=480315ff-a0ef-43eb-a8ff-8059af4bbe50,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:35.421521 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-2abfbd16-453a-4dfc-8555-0b44a060bae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4e9dfdf-afdd-409a-a89a-c49baf3817c9', 'name': 'tempest-TestNetworkBasicOps-router-645354359', 'tenant_id': 'c8d6449eb446497eb342b1e8e523ec41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': 'feab7095-b2ac-469f-ae6b-f7533e68c59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:42:31Z', 'updated_at': '2021-08-29T04:42:33Z', 'revision_number': 3, 'project_id': 'c8d6449eb446497eb342b1e8e523ec41', 'gw_port': {'id': 'feab7095-b2ac-469f-ae6b-f7533e68c59c', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:35:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4e9dfdf-afdd-409a-a89a-c49baf3817c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:32Z', 'updated_at': '2021-08-29T04:42:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:35.480827 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-4149025c-f4c8-40b3-997e-f346232db76e req-5f801c9d-f2c6-476d-808f-c4ca38b4173a service neutron] Attempting to bind port 480315ff-a0ef-43eb-a8ff-8059af4bbe50 on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:42:35.486893 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-4149025c-f4c8-40b3-997e-f346232db76e req-5f801c9d-f2c6-476d-808f-c4ca38b4173a service neutron] Attempting to bind port 480315ff-a0ef-43eb-a8ff-8059af4bbe50 by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': '158f3f3e-7a5a-4b70-b474-1c118a651003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '24839703-2954-4e20-aa94-9ca5ff0aec15'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:42:35.486893 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4149025c-f4c8-40b3-997e-f346232db76e req-5f801c9d-f2c6-476d-808f-c4ca38b4173a service neutron] Attempting to bind port 480315ff-a0ef-43eb-a8ff-8059af4bbe50 on network 24839703-2954-4e20-aa94-9ca5ff0aec15 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:42:35.502417 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4149025c-f4c8-40b3-997e-f346232db76e req-5f801c9d-f2c6-476d-808f-c4ca38b4173a service neutron] Port 480315ff-a0ef-43eb-a8ff-8059af4bbe50 on network 24839703-2954-4e20-aa94-9ca5ff0aec15 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:42:35.502834 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4149025c-f4c8-40b3-997e-f346232db76e req-5f801c9d-f2c6-476d-808f-c4ca38b4173a service neutron] Attempting to bind port 480315ff-a0ef-43eb-a8ff-8059af4bbe50 on network 24839703-2954-4e20-aa94-9ca5ff0aec15 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:42:35.509205 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2abfbd16-453a-4dfc-8555-0b44a060bae6 None None] Checking router: c4e9dfdf-afdd-409a-a89a-c49baf3817c9 for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:42:35.510093 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2abfbd16-453a-4dfc-8555-0b44a060bae6 None None] Updating router c4e9dfdf-afdd-409a-a89a-c49baf3817c9 port feab7095-b2ac-469f-ae6b-f7533e68c59c binding host n-d-712140-12 {{(pid=94830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:42:35.529456 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4149025c-f4c8-40b3-997e-f346232db76e req-5f801c9d-f2c6-476d-808f-c4ca38b4173a service neutron] Checking agent: {'id': '3de9de52-3a03-431d-9d7e-497ae92c57ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:42:35.530097 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4149025c-f4c8-40b3-997e-f346232db76e req-5f801c9d-f2c6-476d-808f-c4ca38b4173a service neutron] Checking segment: {'id': '158f3f3e-7a5a-4b70-b474-1c118a651003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '24839703-2954-4e20-aa94-9ca5ff0aec15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:42:35.532532 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4149025c-f4c8-40b3-997e-f346232db76e req-5f801c9d-f2c6-476d-808f-c4ca38b4173a service neutron] Bound using segment: {'id': '158f3f3e-7a5a-4b70-b474-1c118a651003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '24839703-2954-4e20-aa94-9ca5ff0aec15'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:42:35.532810 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-4149025c-f4c8-40b3-997e-f346232db76e req-5f801c9d-f2c6-476d-808f-c4ca38b4173a service neutron] Bound port: 480315ff-a0ef-43eb-a8ff-8059af4bbe50, host: n-h1-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '158f3f3e-7a5a-4b70-b474-1c118a651003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '24839703-2954-4e20-aa94-9ca5ff0aec15'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:42:35.533199 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-4149025c-f4c8-40b3-997e-f346232db76e req-5f801c9d-f2c6-476d-808f-c4ca38b4173a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:35.603224 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2abfbd16-453a-4dfc-8555-0b44a060bae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:35.664792 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-4149025c-f4c8-40b3-997e-f346232db76e req-5f801c9d-f2c6-476d-808f-c4ca38b4173a service neutron] For port 480315ff-a0ef-43eb-a8ff-8059af4bbe50, host n-h1-712140-12, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:42:35.668142 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-4149025c-f4c8-40b3-997e-f346232db76e req-5f801c9d-f2c6-476d-808f-c4ca38b4173a service neutron] For port 480315ff-a0ef-43eb-a8ff-8059af4bbe50, host n-h1-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=480315ff-a0ef-43eb-a8ff-8059af4bbe50,segment=NetworkSegment(158f3f3e-7a5a-4b70-b474-1c118a651003),segment_id=158f3f3e-7a5a-4b70-b474-1c118a651003)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:42:35.673522 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-4149025c-f4c8-40b3-997e-f346232db76e req-5f801c9d-f2c6-476d-808f-c4ca38b4173a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:35.735636 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b5f481bb-36f1-4826-90a3-66fc1d506720 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9191137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10062364'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:35.746844 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4149025c-f4c8-40b3-997e-f346232db76e req-5f801c9d-f2c6-476d-808f-c4ca38b4173a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:35.748185 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-4149025c-f4c8-40b3-997e-f346232db76e req-5f801c9d-f2c6-476d-808f-c4ca38b4173a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:35.752567 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4149025c-f4c8-40b3-997e-f346232db76e req-5f801c9d-f2c6-476d-808f-c4ca38b4173a service neutron] 10.222.0.46 "PUT /v2.0/ports/480315ff-a0ef-43eb-a8ff-8059af4bbe50 HTTP/1.1" status: 200 len: 1092 time: 1.3031156 Aug 29 04:42:35.753390 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fe97299-a75c-4743-802b-d6ede3f81763', 'tag': '480315ff-a0ef-43eb-a8ff-8059af4bbe50'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:42:35.757691 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4236fcf5-8063-4689-9b5c-599cbbf092f1" -d '{"events": [{"name": "network-changed", "server_uuid": "3fe97299-a75c-4743-802b-d6ede3f81763", "tag": "480315ff-a0ef-43eb-a8ff-8059af4bbe50"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:42:35.841702 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe133024-48f1-457d-addd-d317ba2dec91 x-openstack-request-id: req-fe133024-48f1-457d-addd-d317ba2dec91 {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:42:35.842082 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fe97299-a75c-4743-802b-d6ede3f81763", "tag": "480315ff-a0ef-43eb-a8ff-8059af4bbe50", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:42:35.842509 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fe133024-48f1-457d-addd-d317ba2dec91 {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:42:35.842954 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fe97299-a75c-4743-802b-d6ede3f81763', 'tag': '480315ff-a0ef-43eb-a8ff-8059af4bbe50', 'status': 'completed', 'code': 200} Aug 29 04:42:35.846001 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f801c9d-f2c6-476d-808f-c4ca38b4173a service neutron] Pushing event updated for resources: {'Port': ['ID=480315ff-a0ef-43eb-a8ff-8059af4bbe50,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:35.906456 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f481bb-36f1-4826-90a3-66fc1d506720 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Pushing event updated for resources: {'Subnet': ['ID=5c8bdef1-9eb0-47cc-8458-455a264ee9df,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:35.909696 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4149025c-f4c8-40b3-997e-f346232db76e req-6526030a-4eaa-46e1-80aa-a46df0e8df54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:35.917186 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4149025c-f4c8-40b3-997e-f346232db76e req-6526030a-4eaa-46e1-80aa-a46df0e8df54 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9fb1fbcb8cc9402ba4fdb36d489735a9&device_id=3fe97299-a75c-4743-802b-d6ede3f81763 HTTP/1.1" status: 200 len: 1095 time: 0.1095419 Aug 29 04:42:35.934491 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f481bb-36f1-4826-90a3-66fc1d506720 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Checking segment: {'id': '96944419-94a6-47fc-be53-a8a39ba713d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '08bdcba9-46ce-4d47-b722-d9c29f5877ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:42:35.938280 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f481bb-36f1-4826-90a3-66fc1d506720 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Network hostable DHCP agents. Network: 08bdcba9-46ce-4d47-b722-d9c29f5877ad, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:42:35.946246 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f481bb-36f1-4826-90a3-66fc1d506720 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:35.949157 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f481bb-36f1-4826-90a3-66fc1d506720 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:35.949638 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f481bb-36f1-4826-90a3-66fc1d506720 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:35.950543 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f481bb-36f1-4826-90a3-66fc1d506720 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:35.954158 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f481bb-36f1-4826-90a3-66fc1d506720 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:35.954499 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f481bb-36f1-4826-90a3-66fc1d506720 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:35.955051 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f481bb-36f1-4826-90a3-66fc1d506720 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:35.955480 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f481bb-36f1-4826-90a3-66fc1d506720 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:35.955937 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f481bb-36f1-4826-90a3-66fc1d506720 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:35.956367 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f481bb-36f1-4826-90a3-66fc1d506720 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:35.956796 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f481bb-36f1-4826-90a3-66fc1d506720 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:35.957689 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f481bb-36f1-4826-90a3-66fc1d506720 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:36.021718 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f481bb-36f1-4826-90a3-66fc1d506720 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Network 08bdcba9-46ce-4d47-b722-d9c29f5877ad is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:42:36.023281 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4149025c-f4c8-40b3-997e-f346232db76e req-aef1318a-eeea-4d82-b01f-c1297cbc25c5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=480315ff-a0ef-43eb-a8ff-8059af4bbe50 HTTP/1.1" status: 200 len: 217 time: 0.0981436 Aug 29 04:42:36.046951 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9f7918-2758-4c34-80a8-1f904700169d req-1bc96d22-c77e-4198-9d2d-05531d35c405 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:36.048556 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-da9f7918-2758-4c34-80a8-1f904700169d req-1bc96d22-c77e-4198-9d2d-05531d35c405 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=3fe97299-a75c-4743-802b-d6ede3f81763 HTTP/1.1" status: 200 len: 943 time: 0.0866842 Aug 29 04:42:36.049719 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-b5f481bb-36f1-4826-90a3-66fc1d506720 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 08bdcba9-46ce-4d47-b722-d9c29f5877ad) {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:42:36.056396 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f481bb-36f1-4826-90a3-66fc1d506720 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:36.057089 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b5f481bb-36f1-4826-90a3-66fc1d506720 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:36.060773 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41437f3-1ec3-44bb-b5a0-2c2102c658a9 None None] Network 08bdcba9-46ce-4d47-b722-d9c29f5877ad requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:42:36.094866 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4149025c-f4c8-40b3-997e-f346232db76e req-3f3df9e5-1da6-4978-817a-5b4dfb72571d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:36.096911 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4149025c-f4c8-40b3-997e-f346232db76e req-3f3df9e5-1da6-4978-817a-5b4dfb72571d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e3cf10b1-70e4-433d-a09e-01e8d8121526 HTTP/1.1" status: 200 len: 834 time: 0.0651002 Aug 29 04:42:36.102999 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-b5f481bb-36f1-4826-90a3-66fc1d506720 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9727201 Aug 29 04:42:36.103297 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 58802) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:36.114471 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-da9f7918-2758-4c34-80a8-1f904700169d req-b65b1b10-1a97-4463-8b61-232516580eef tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=4236a74f-5298-4d9a-8949-8a6ff096cd15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526242 Aug 29 04:42:36.152928 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4149025c-f4c8-40b3-997e-f346232db76e req-f0d8a9d3-161a-4c4b-8c64-a714549714e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:36.155237 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4149025c-f4c8-40b3-997e-f346232db76e req-f0d8a9d3-161a-4c4b-8c64-a714549714e3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=24839703-2954-4e20-aa94-9ca5ff0aec15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0504181 Aug 29 04:42:36.178645 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2abfbd16-453a-4dfc-8555-0b44a060bae6 None None] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:36.272932 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-2abfbd16-453a-4dfc-8555-0b44a060bae6 None None] Transition to ACTIVE for port object feab7095-b2ac-469f-ae6b-f7533e68c59c will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:42:36.282526 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa06e8d-3d1a-4e2a-83e1-948983af8f97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-08bdcba9-46ce-4d47-b722-d9c29f5877ad', 'network_id': '08bdcba9-46ce-4d47-b722-d9c29f5877ad', 'tenant_id': 'c8d6449eb446497eb342b1e8e523ec41', 'fixed_ips': [{'subnet_id': '5c8bdef1-9eb0-47cc-8458-455a264ee9df'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:42:36.283721 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-aaa06e8d-3d1a-4e2a-83e1-948983af8f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:36.296952 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2abfbd16-453a-4dfc-8555-0b44a060bae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:36.303676 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c72699bd-ddd7-4d25-a8a3-c9382e00b70e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:36.311344 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4149025c-f4c8-40b3-997e-f346232db76e req-3fa74f4a-706d-4098-a478-c33057b5725c service neutron] 10.222.0.46 "GET /v2.0/networks/24839703-2954-4e20-aa94-9ca5ff0aec15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486356 Aug 29 04:42:36.517248 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4149025c-f4c8-40b3-997e-f346232db76e req-155eed48-7a43-444f-a508-691f43b1c24e service neutron] 10.222.0.46 "GET /v2.0/networks/24839703-2954-4e20-aa94-9ca5ff0aec15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977739 Aug 29 04:42:36.610429 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7061200f-ce2e-4aa0-899e-da240f4249a0 None None] Pushing event updated for resources: {'Port': ['ID=feab7095-b2ac-469f-ae6b-f7533e68c59c,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:36.620638 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-2abfbd16-453a-4dfc-8555-0b44a060bae6 None None] Attempting to bind port feab7095-b2ac-469f-ae6b-f7533e68c59c on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:42:36.621106 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-2abfbd16-453a-4dfc-8555-0b44a060bae6 None None] Attempting to bind port feab7095-b2ac-469f-ae6b-f7533e68c59c by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:42:36.621376 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abfbd16-453a-4dfc-8555-0b44a060bae6 None None] Attempting to bind port feab7095-b2ac-469f-ae6b-f7533e68c59c on network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:42:36.650745 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4236fcf5-8063-4689-9b5c-599cbbf092f1 req-daf84718-13f0-45a8-bdd8-af1372d6a556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:36.652964 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7061200f-ce2e-4aa0-899e-da240f4249a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:36.653316 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7061200f-ce2e-4aa0-899e-da240f4249a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:36.653685 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4236fcf5-8063-4689-9b5c-599cbbf092f1 req-daf84718-13f0-45a8-bdd8-af1372d6a556 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9fb1fbcb8cc9402ba4fdb36d489735a9&device_id=3fe97299-a75c-4743-802b-d6ede3f81763 HTTP/1.1" status: 200 len: 1095 time: 0.0808053 Aug 29 04:42:36.653814 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7061200f-ce2e-4aa0-899e-da240f4249a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:36.654034 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7061200f-ce2e-4aa0-899e-da240f4249a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:36.654373 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7061200f-ce2e-4aa0-899e-da240f4249a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:36.654698 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7061200f-ce2e-4aa0-899e-da240f4249a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:36.655021 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7061200f-ce2e-4aa0-899e-da240f4249a0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:36.655344 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7061200f-ce2e-4aa0-899e-da240f4249a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:36.655662 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7061200f-ce2e-4aa0-899e-da240f4249a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:36.656022 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7061200f-ce2e-4aa0-899e-da240f4249a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:36.656435 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7061200f-ce2e-4aa0-899e-da240f4249a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:36.656757 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7061200f-ce2e-4aa0-899e-da240f4249a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:36.670789 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abfbd16-453a-4dfc-8555-0b44a060bae6 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:42:36.671213 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abfbd16-453a-4dfc-8555-0b44a060bae6 None None] Checking segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:42:36.671620 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2abfbd16-453a-4dfc-8555-0b44a060bae6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:36.672721 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abfbd16-453a-4dfc-8555-0b44a060bae6 None None] Bound using segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:42:36.672721 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-2abfbd16-453a-4dfc-8555-0b44a060bae6 None None] Bound port: feab7095-b2ac-469f-ae6b-f7533e68c59c, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:42:36.672933 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2abfbd16-453a-4dfc-8555-0b44a060bae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:36.725978 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-aaa06e8d-3d1a-4e2a-83e1-948983af8f97 None None] Allocated IP 172.20.0.2 (08bdcba9-46ce-4d47-b722-d9c29f5877ad/5c8bdef1-9eb0-47cc-8458-455a264ee9df/27b9a885-f6df-40c7-97ab-c542f2f44582) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:42:36.755829 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-2abfbd16-453a-4dfc-8555-0b44a060bae6 None None] For port feab7095-b2ac-469f-ae6b-f7533e68c59c, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:42:36.760513 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-2abfbd16-453a-4dfc-8555-0b44a060bae6 None None] For port feab7095-b2ac-469f-ae6b-f7533e68c59c, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=feab7095-b2ac-469f-ae6b-f7533e68c59c,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:42:36.773136 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2abfbd16-453a-4dfc-8555-0b44a060bae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:36.820730 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4236fcf5-8063-4689-9b5c-599cbbf092f1 req-6ef98c84-5697-4fe9-be9f-c2c8df7353e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:36.822317 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4236fcf5-8063-4689-9b5c-599cbbf092f1 req-6ef98c84-5697-4fe9-be9f-c2c8df7353e0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=24839703-2954-4e20-aa94-9ca5ff0aec15 HTTP/1.1" status: 200 len: 897 time: 0.1615036 Aug 29 04:42:36.894515 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4236fcf5-8063-4689-9b5c-599cbbf092f1 req-0e5658ea-cca5-44ca-b910-bad71df613eb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=480315ff-a0ef-43eb-a8ff-8059af4bbe50 HTTP/1.1" status: 200 len: 217 time: 0.0647478 Aug 29 04:42:36.925095 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7061200f-ce2e-4aa0-899e-da240f4249a0 None None] Pushing event updated for resources: {'Port': ['ID=feab7095-b2ac-469f-ae6b-f7533e68c59c,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:36.931620 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abfbd16-453a-4dfc-8555-0b44a060bae6 None None] Routers {'c4e9dfdf-afdd-409a-a89a-c49baf3817c9'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:42:36.931835 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-2abfbd16-453a-4dfc-8555-0b44a060bae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:42:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['c4e9dfdf-afdd-409a-a89a-c49baf3817c9'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:36.979196 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4236fcf5-8063-4689-9b5c-599cbbf092f1 req-3220c7a6-9663-4ed3-a388-2e544c3dd36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:36.981165 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4236fcf5-8063-4689-9b5c-599cbbf092f1 req-3220c7a6-9663-4ed3-a388-2e544c3dd36e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e3cf10b1-70e4-433d-a09e-01e8d8121526 HTTP/1.1" status: 200 len: 834 time: 0.0784333 Aug 29 04:42:37.041432 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4236fcf5-8063-4689-9b5c-599cbbf092f1 req-886dd47a-e855-40ac-9a1b-98ee04f820a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:37.043124 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4236fcf5-8063-4689-9b5c-599cbbf092f1 req-886dd47a-e855-40ac-9a1b-98ee04f820a5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=24839703-2954-4e20-aa94-9ca5ff0aec15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533364 Aug 29 04:42:37.103587 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-aaa06e8d-3d1a-4e2a-83e1-948983af8f97 None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:37.128638 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-aaa06e8d-3d1a-4e2a-83e1-948983af8f97 None None] Transition to ACTIVE for port object 27b9a885-f6df-40c7-97ab-c542f2f44582 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:42:37.151401 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-2abfbd16-453a-4dfc-8555-0b44a060bae6 None None] Set router c4e9dfdf-afdd-409a-a89a-c49baf3817c9 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:42:37.181774 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-aaa06e8d-3d1a-4e2a-83e1-948983af8f97 None None] Transition to ACTIVE for port object 27b9a885-f6df-40c7-97ab-c542f2f44582 will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:42:37.228363 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-aaa06e8d-3d1a-4e2a-83e1-948983af8f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:37.317663 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4236fcf5-8063-4689-9b5c-599cbbf092f1 req-bc112833-81d1-4022-a5f2-99231952061e service neutron] 10.222.0.46 "GET /v2.0/networks/24839703-2954-4e20-aa94-9ca5ff0aec15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284428 Aug 29 04:42:37.333524 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa06e8d-3d1a-4e2a-83e1-948983af8f97 None None] Pushing event updated for resources: {'Port': ['ID=27b9a885-f6df-40c7-97ab-c542f2f44582,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:37.386463 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:37.387371 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:37.391543 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa06e8d-3d1a-4e2a-83e1-948983af8f97 None None] Network 08bdcba9-46ce-4d47-b722-d9c29f5877ad is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:42:37.400527 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-aaa06e8d-3d1a-4e2a-83e1-948983af8f97 None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:42:37.404685 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa06e8d-3d1a-4e2a-83e1-948983af8f97 None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:42:37.418553 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9250183e-a683-4a47-b7fd-9e74e94929c2 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:37.481691 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4236fcf5-8063-4689-9b5c-599cbbf092f1 req-12be9c9e-e29c-4ba7-a73b-9f27950b863e service neutron] 10.222.0.46 "GET /v2.0/networks/24839703-2954-4e20-aa94-9ca5ff0aec15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560013 Aug 29 04:42:37.483214 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-aaa06e8d-3d1a-4e2a-83e1-948983af8f97 None None] Attempting to bind port 27b9a885-f6df-40c7-97ab-c542f2f44582 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:42:37.483588 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-aaa06e8d-3d1a-4e2a-83e1-948983af8f97 None None] Attempting to bind port 27b9a885-f6df-40c7-97ab-c542f2f44582 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '96944419-94a6-47fc-be53-a8a39ba713d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '08bdcba9-46ce-4d47-b722-d9c29f5877ad'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:42:37.483988 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa06e8d-3d1a-4e2a-83e1-948983af8f97 None None] Attempting to bind port 27b9a885-f6df-40c7-97ab-c542f2f44582 on network 08bdcba9-46ce-4d47-b722-d9c29f5877ad {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:42:37.502285 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa06e8d-3d1a-4e2a-83e1-948983af8f97 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:42:37.502655 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa06e8d-3d1a-4e2a-83e1-948983af8f97 None None] Checking segment: {'id': '96944419-94a6-47fc-be53-a8a39ba713d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '08bdcba9-46ce-4d47-b722-d9c29f5877ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:42:37.503111 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-aaa06e8d-3d1a-4e2a-83e1-948983af8f97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:37.503506 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa06e8d-3d1a-4e2a-83e1-948983af8f97 None None] Bound using segment: {'id': '96944419-94a6-47fc-be53-a8a39ba713d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '08bdcba9-46ce-4d47-b722-d9c29f5877ad'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:42:37.504611 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-aaa06e8d-3d1a-4e2a-83e1-948983af8f97 None None] Bound port: 27b9a885-f6df-40c7-97ab-c542f2f44582, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96944419-94a6-47fc-be53-a8a39ba713d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '08bdcba9-46ce-4d47-b722-d9c29f5877ad'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:42:37.505065 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-aaa06e8d-3d1a-4e2a-83e1-948983af8f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:37.528370 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc0884b-eebc-474a-98d1-fc89434b37c8 req-a19bc5f7-2126-48be-aed3-b24fdd624916 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:37.530275 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ecc0884b-eebc-474a-98d1-fc89434b37c8 req-a19bc5f7-2126-48be-aed3-b24fdd624916 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=3fe97299-a75c-4743-802b-d6ede3f81763 HTTP/1.1" status: 200 len: 943 time: 0.2122726 Aug 29 04:42:37.596487 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ecc0884b-eebc-474a-98d1-fc89434b37c8 req-8ee1ea1c-2e5e-4e66-a53a-2510570fec00 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=4236a74f-5298-4d9a-8949-8a6ff096cd15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502191 Aug 29 04:42:37.654889 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-aaa06e8d-3d1a-4e2a-83e1-948983af8f97 None None] For port 27b9a885-f6df-40c7-97ab-c542f2f44582, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:42:37.659228 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-aaa06e8d-3d1a-4e2a-83e1-948983af8f97 None None] For port 27b9a885-f6df-40c7-97ab-c542f2f44582, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=27b9a885-f6df-40c7-97ab-c542f2f44582,segment=NetworkSegment(96944419-94a6-47fc-be53-a8a39ba713d2),segment_id=96944419-94a6-47fc-be53-a8a39ba713d2)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:42:37.665007 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-aaa06e8d-3d1a-4e2a-83e1-948983af8f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:37.680208 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-2abfbd16-453a-4dfc-8555-0b44a060bae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4e9dfdf-afdd-409a-a89a-c49baf3817c9', 'name': 'tempest-TestNetworkBasicOps-router-645354359', 'tenant_id': 'c8d6449eb446497eb342b1e8e523ec41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': 'feab7095-b2ac-469f-ae6b-f7533e68c59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:42:31Z', 'updated_at': '2021-08-29T04:42:33Z', 'revision_number': 3, 'project_id': 'c8d6449eb446497eb342b1e8e523ec41', 'gw_port': {'id': 'feab7095-b2ac-469f-ae6b-f7533e68c59c', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:35:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4e9dfdf-afdd-409a-a89a-c49baf3817c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:32Z', 'updated_at': '2021-08-29T04:42:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:37.754554 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2abfbd16-453a-4dfc-8555-0b44a060bae6 None None] The sync data for ids ['c4e9dfdf-afdd-409a-a89a-c49baf3817c9'] in n-d-712140-12 is: [{'id': 'c4e9dfdf-afdd-409a-a89a-c49baf3817c9', 'name': 'tempest-TestNetworkBasicOps-router-645354359', 'tenant_id': 'c8d6449eb446497eb342b1e8e523ec41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': 'feab7095-b2ac-469f-ae6b-f7533e68c59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:42:31Z', 'updated_at': '2021-08-29T04:42:33Z', 'revision_number': 3, 'project_id': 'c8d6449eb446497eb342b1e8e523ec41', 'gw_port': {'id': 'feab7095-b2ac-469f-ae6b-f7533e68c59c', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:35:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4e9dfdf-afdd-409a-a89a-c49baf3817c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:32Z', 'updated_at': '2021-08-29T04:42:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:42:37.770592 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa06e8d-3d1a-4e2a-83e1-948983af8f97 None None] Pushing event updated for resources: {'Port': ['ID=27b9a885-f6df-40c7-97ab-c542f2f44582,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:37.913865 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-9250183e-a683-4a47-b7fd-9e74e94929c2 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Allocated IP 172.20.0.1 (08bdcba9-46ce-4d47-b722-d9c29f5877ad/5c8bdef1-9eb0-47cc-8458-455a264ee9df/4d9a7347-1bb7-41d7-b488-bfb1cfa3d2de) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:42:38.096634 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9250183e-a683-4a47-b7fd-9e74e94929c2 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:38.126407 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-9250183e-a683-4a47-b7fd-9e74e94929c2 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Transition to ACTIVE for port object 4d9a7347-1bb7-41d7-b488-bfb1cfa3d2de will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:42:38.198171 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9250183e-a683-4a47-b7fd-9e74e94929c2 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:38.275826 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9250183e-a683-4a47-b7fd-9e74e94929c2 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Network 08bdcba9-46ce-4d47-b722-d9c29f5877ad is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:42:38.275826 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-9250183e-a683-4a47-b7fd-9e74e94929c2 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:42:38.281408 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9250183e-a683-4a47-b7fd-9e74e94929c2 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:42:38.287158 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9250183e-a683-4a47-b7fd-9e74e94929c2 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Pushing event updated for resources: {'Port': ['ID=4d9a7347-1bb7-41d7-b488-bfb1cfa3d2de,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:38.355484 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9250183e-a683-4a47-b7fd-9e74e94929c2 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719598'] for router_interface, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:38.565888 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9250183e-a683-4a47-b7fd-9e74e94929c2 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:38.742170 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:38.840978 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41877d60-5bb8-400b-82d9-c70afe8acc2f req-df0ab4d9-36f8-46b2-a113-d80d47bc0b4d tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:38.865285 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-41877d60-5bb8-400b-82d9-c70afe8acc2f req-df0ab4d9-36f8-46b2-a113-d80d47bc0b4d tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=3fe97299-a75c-4743-802b-d6ede3f81763 HTTP/1.1" status: 200 len: 943 time: 0.1118164 Aug 29 04:42:38.941656 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-41877d60-5bb8-400b-82d9-c70afe8acc2f req-12c2e98e-a61b-42c7-a8d9-564e54dd1556 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=4236a74f-5298-4d9a-8949-8a6ff096cd15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735900 Aug 29 04:42:39.056029 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 27b9a885-f6df-40c7-97ab-c542f2f44582 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:42:39.095656 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 480315ff-a0ef-43eb-a8ff-8059af4bbe50 details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:42:39.128164 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9250183e-a683-4a47-b7fd-9e74e94929c2 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:39.135550 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9250183e-a683-4a47-b7fd-9e74e94929c2 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:39.206867 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 27b9a885-f6df-40c7-97ab-c542f2f44582 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:42:39.232449 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device feab7095-b2ac-469f-ae6b-f7533e68c59c up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:42:39.248045 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9250183e-a683-4a47-b7fd-9e74e94929c2 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-718897'] for router_interface, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:39.250004 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9250183e-a683-4a47-b7fd-9e74e94929c2 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Pushing event updated for resources: {'Port': ['ID=4d9a7347-1bb7-41d7-b488-bfb1cfa3d2de,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:39.330562 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 480315ff-a0ef-43eb-a8ff-8059af4bbe50, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=480315ff-a0ef-43eb-a8ff-8059af4bbe50,segment=NetworkSegment(158f3f3e-7a5a-4b70-b474-1c118a651003),segment_id=158f3f3e-7a5a-4b70-b474-1c118a651003)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:39.366835 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Returning: {'device': '480315ff-a0ef-43eb-a8ff-8059af4bbe50', 'network_id': '24839703-2954-4e20-aa94-9ca5ff0aec15', 'port_id': '480315ff-a0ef-43eb-a8ff-8059af4bbe50', 'mac_address': 'fa:16:3e:05:88:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3cf10b1-70e4-433d-a09e-01e8d8121526', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:42:39.375399 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port feab7095-b2ac-469f-ae6b-f7533e68c59c completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:42:39.408117 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9250183e-a683-4a47-b7fd-9e74e94929c2 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Network 08bdcba9-46ce-4d47-b722-d9c29f5877ad is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:42:39.410104 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-9250183e-a683-4a47-b7fd-9e74e94929c2 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:42:39.416315 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port feab7095-b2ac-469f-ae6b-f7533e68c59c triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:42:39.416781 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:39.452448 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037496d8-f761-47ef-b616-759ce165e164 None None] Network 08bdcba9-46ce-4d47-b722-d9c29f5877ad requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:42:39.516844 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:39.557565 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-d0dbcec9-d78d-4a97-9549-2249a0635178 None None] Provisioning for port 27b9a885-f6df-40c7-97ab-c542f2f44582 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:42:39.570307 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9250183e-a683-4a47-b7fd-9e74e94929c2 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Router c4e9dfdf-afdd-409a-a89a-c49baf3817c9 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:42:39.577405 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 480315ff-a0ef-43eb-a8ff-8059af4bbe50 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:42:39.595627 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-d0dbcec9-d78d-4a97-9549-2249a0635178 None None] Provisioning complete for port 27b9a885-f6df-40c7-97ab-c542f2f44582 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:42:39.596395 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d0dbcec9-d78d-4a97-9549-2249a0635178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:39.664145 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 480315ff-a0ef-43eb-a8ff-8059af4bbe50, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=480315ff-a0ef-43eb-a8ff-8059af4bbe50,segment=NetworkSegment(158f3f3e-7a5a-4b70-b474-1c118a651003),segment_id=158f3f3e-7a5a-4b70-b474-1c118a651003)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:39.685614 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:39.733418 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9250183e-a683-4a47-b7fd-9e74e94929c2 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:42:39.748047 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-9250183e-a683-4a47-b7fd-9e74e94929c2 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "PUT /v2.0/routers/c4e9dfdf-afdd-409a-a89a-c49baf3817c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6428556 Aug 29 04:42:39.750305 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 58826) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:39.891796 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:39.904062 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=480315ff-a0ef-43eb-a8ff-8059af4bbe50,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:39.930879 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a688e7c-8e0f-4340-adb3-46f489285b5d tempest-TestNetworkBasicOps-481204260 tempest-TestNetworkBasicOps-481204260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:39.931357 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a688e7c-8e0f-4340-adb3-46f489285b5d tempest-TestNetworkBasicOps-481204260 tempest-TestNetworkBasicOps-481204260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:39.932008 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a688e7c-8e0f-4340-adb3-46f489285b5d tempest-TestNetworkBasicOps-481204260 tempest-TestNetworkBasicOps-481204260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:39.932479 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a688e7c-8e0f-4340-adb3-46f489285b5d tempest-TestNetworkBasicOps-481204260 tempest-TestNetworkBasicOps-481204260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:39.933042 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a688e7c-8e0f-4340-adb3-46f489285b5d tempest-TestNetworkBasicOps-481204260 tempest-TestNetworkBasicOps-481204260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:39.933505 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a688e7c-8e0f-4340-adb3-46f489285b5d tempest-TestNetworkBasicOps-481204260 tempest-TestNetworkBasicOps-481204260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:39.934049 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a688e7c-8e0f-4340-adb3-46f489285b5d tempest-TestNetworkBasicOps-481204260 tempest-TestNetworkBasicOps-481204260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:39.934598 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a688e7c-8e0f-4340-adb3-46f489285b5d tempest-TestNetworkBasicOps-481204260 tempest-TestNetworkBasicOps-481204260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:39.935054 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a688e7c-8e0f-4340-adb3-46f489285b5d tempest-TestNetworkBasicOps-481204260 tempest-TestNetworkBasicOps-481204260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:39.939774 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-7a688e7c-8e0f-4340-adb3-46f489285b5d tempest-TestNetworkBasicOps-481204260 tempest-TestNetworkBasicOps-481204260-project-admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6350 time: 0.1858804 Aug 29 04:42:39.941300 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 58828) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:39.960704 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port feab7095-b2ac-469f-ae6b-f7533e68c59c, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=feab7095-b2ac-469f-ae6b-f7533e68c59c,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:39.967001 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['480315ff-a0ef-43eb-a8ff-8059af4bbe50'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:42:40.019312 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f9c121-61e2-4bf8-9074-90fddc78cfa1 tempest-TestNetworkBasicOps-481204260 tempest-TestNetworkBasicOps-481204260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:40.019892 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f9c121-61e2-4bf8-9074-90fddc78cfa1 tempest-TestNetworkBasicOps-481204260 tempest-TestNetworkBasicOps-481204260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:40.020353 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f9c121-61e2-4bf8-9074-90fddc78cfa1 tempest-TestNetworkBasicOps-481204260 tempest-TestNetworkBasicOps-481204260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:40.021110 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f9c121-61e2-4bf8-9074-90fddc78cfa1 tempest-TestNetworkBasicOps-481204260 tempest-TestNetworkBasicOps-481204260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:40.021578 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f9c121-61e2-4bf8-9074-90fddc78cfa1 tempest-TestNetworkBasicOps-481204260 tempest-TestNetworkBasicOps-481204260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:40.022168 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f9c121-61e2-4bf8-9074-90fddc78cfa1 tempest-TestNetworkBasicOps-481204260 tempest-TestNetworkBasicOps-481204260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:40.022784 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f9c121-61e2-4bf8-9074-90fddc78cfa1 tempest-TestNetworkBasicOps-481204260 tempest-TestNetworkBasicOps-481204260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:40.024645 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f9c121-61e2-4bf8-9074-90fddc78cfa1 tempest-TestNetworkBasicOps-481204260 tempest-TestNetworkBasicOps-481204260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:40.024645 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f9c121-61e2-4bf8-9074-90fddc78cfa1 tempest-TestNetworkBasicOps-481204260 tempest-TestNetworkBasicOps-481204260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:40.028722 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-c2f9c121-61e2-4bf8-9074-90fddc78cfa1 tempest-TestNetworkBasicOps-481204260 tempest-TestNetworkBasicOps-481204260-project-admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5800 time: 0.0834792 Aug 29 04:42:40.028980 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 58832) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:40.068866 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d0dbcec9-d78d-4a97-9549-2249a0635178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:40.072040 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:40.225311 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd18fb6-82aa-4eb7-8074-a7303280455b req-b78df12d-0c2d-4cef-ae01-6445553dad13 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:40.228682 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-edd18fb6-82aa-4eb7-8074-a7303280455b req-b78df12d-0c2d-4cef-ae01-6445553dad13 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=3fe97299-a75c-4743-802b-d6ede3f81763 HTTP/1.1" status: 200 len: 944 time: 0.1277258 Aug 29 04:42:40.235313 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-d0dbcec9-d78d-4a97-9549-2249a0635178 None None] For port 27b9a885-f6df-40c7-97ab-c542f2f44582, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=27b9a885-f6df-40c7-97ab-c542f2f44582,segment=NetworkSegment(96944419-94a6-47fc-be53-a8a39ba713d2),segment_id=96944419-94a6-47fc-be53-a8a39ba713d2)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:40.242461 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=feab7095-b2ac-469f-ae6b-f7533e68c59c,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:40.247470 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d0dbcec9-d78d-4a97-9549-2249a0635178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:40.349469 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dbcec9-d78d-4a97-9549-2249a0635178 None None] Pushing event updated for resources: {'Port': ['ID=27b9a885-f6df-40c7-97ab-c542f2f44582,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:40.367158 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-edd18fb6-82aa-4eb7-8074-a7303280455b req-f3ffaa1f-bc69-49de-8455-6d2248e6b90a tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=4236a74f-5298-4d9a-8949-8a6ff096cd15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898499 Aug 29 04:42:40.434924 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d3a898-7b67-4915-8854-d18f8063b4e8 None None] Sync routers for ids ['c4e9dfdf-afdd-409a-a89a-c49baf3817c9'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:42:40.462141 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d3a898-7b67-4915-8854-d18f8063b4e8 None None] Routers {'c4e9dfdf-afdd-409a-a89a-c49baf3817c9'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:42:40.463172 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-d4d3a898-7b67-4915-8854-d18f8063b4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:42:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['c4e9dfdf-afdd-409a-a89a-c49baf3817c9'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:40.479091 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-670d1dc6-c6ee-4f91-8206-099f8b4aa649 tempest-TestNetworkBasicOps-481204260 tempest-TestNetworkBasicOps-481204260-project-admin] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3054 time: 0.4488564 Aug 29 04:42:40.672652 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-d4d3a898-7b67-4915-8854-d18f8063b4e8 None None] Set router c4e9dfdf-afdd-409a-a89a-c49baf3817c9 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:42:40.703719 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-217e102c-898f-4ec5-bb66-1d2549965269 None None] Provisioning complete for port 27b9a885-f6df-40c7-97ab-c542f2f44582 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:42:40.703719 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-217e102c-898f-4ec5-bb66-1d2549965269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:40.851105 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 58838) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:40.856222 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-c160b371-8c5b-4a15-a0ef-8285ab76fc06 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1933434271', 'description': 'tempest-secgroup-smoke-1933434271 description', 'project_id': 'c8d6449eb446497eb342b1e8e523ec41'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:42:40.877328 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-217e102c-898f-4ec5-bb66-1d2549965269 None None] Provisioning for port 4d9a7347-1bb7-41d7-b488-bfb1cfa3d2de completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:42:40.884309 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-217e102c-898f-4ec5-bb66-1d2549965269 None None] Provisioning complete for port 4d9a7347-1bb7-41d7-b488-bfb1cfa3d2de triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:42:40.884695 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-217e102c-898f-4ec5-bb66-1d2549965269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:40.922518 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c160b371-8c5b-4a15-a0ef-8285ab76fc06 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:40.946189 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-217e102c-898f-4ec5-bb66-1d2549965269 None None] Port 4d9a7347-1bb7-41d7-b488-bfb1cfa3d2de cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:42:40.974116 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 27b9a885-f6df-40c7-97ab-c542f2f44582 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:42:41.041919 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 27b9a885-f6df-40c7-97ab-c542f2f44582 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:42:41.042517 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:41.070921 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 480315ff-a0ef-43eb-a8ff-8059af4bbe50 up at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:42:41.084530 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c160b371-8c5b-4a15-a0ef-8285ab76fc06 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:41.092292 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c160b371-8c5b-4a15-a0ef-8285ab76fc06 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:41.118452 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-d4d3a898-7b67-4915-8854-d18f8063b4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4e9dfdf-afdd-409a-a89a-c49baf3817c9', 'name': 'tempest-TestNetworkBasicOps-router-645354359', 'tenant_id': 'c8d6449eb446497eb342b1e8e523ec41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': 'feab7095-b2ac-469f-ae6b-f7533e68c59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:42:31Z', 'updated_at': '2021-08-29T04:42:38Z', 'revision_number': 4, 'project_id': 'c8d6449eb446497eb342b1e8e523ec41', 'gw_port': {'id': 'feab7095-b2ac-469f-ae6b-f7533e68c59c', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:35:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e9dfdf-afdd-409a-a89a-c49baf3817c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:32Z', 'updated_at': '2021-08-29T04:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '4d9a7347-1bb7-41d7-b488-bfb1cfa3d2de', 'name': '', 'network_id': '08bdcba9-46ce-4d47-b722-d9c29f5877ad', 'tenant_id': 'c8d6449eb446497eb342b1e8e523ec41', 'mac_address': 'fa:16:3e:a0:42:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4e9dfdf-afdd-409a-a89a-c49baf3817c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '5c8bdef1-9eb0-47cc-8458-455a264ee9df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:37Z', 'updated_at': '2021-08-29T04:42:38Z', 'revision_number': 2, 'project_id': 'c8d6449eb446497eb342b1e8e523ec41', 'subnets': [{'id': '5c8bdef1-9eb0-47cc-8458-455a264ee9df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:41.130029 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c160b371-8c5b-4a15-a0ef-8285ab76fc06 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:41.135921 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-c160b371-8c5b-4a15-a0ef-8285ab76fc06 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2792909 Aug 29 04:42:41.135921 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160b371-8c5b-4a15-a0ef-8285ab76fc06 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5367b295-50db-487f-8144-3392f633be66,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:41.136677 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 58840) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:41.142727 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-7b66887b-1398-4af2-8131-3705efaed371 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Request body: {'security_group_rule': {'security_group_id': '5367b295-50db-487f-8144-3392f633be66', 'project_id': 'c8d6449eb446497eb342b1e8e523ec41', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:42:41.176452 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning for port 480315ff-a0ef-43eb-a8ff-8059af4bbe50 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:42:41.190618 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-dff41e4a-0857-43a6-8ae9-0d2cee51c84c None None] Provisioning complete for port 4d9a7347-1bb7-41d7-b488-bfb1cfa3d2de triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:42:41.190996 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dff41e4a-0857-43a6-8ae9-0d2cee51c84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:41.192720 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d3a898-7b67-4915-8854-d18f8063b4e8 None None] Checking router: c4e9dfdf-afdd-409a-a89a-c49baf3817c9 for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:42:41.193759 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d3a898-7b67-4915-8854-d18f8063b4e8 None None] Updating router c4e9dfdf-afdd-409a-a89a-c49baf3817c9 port 4d9a7347-1bb7-41d7-b488-bfb1cfa3d2de binding host n-d-712140-12 {{(pid=94831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:42:41.209507 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7b66887b-1398-4af2-8131-3705efaed371 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:41.244719 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-dff41e4a-0857-43a6-8ae9-0d2cee51c84c None None] Port 4d9a7347-1bb7-41d7-b488-bfb1cfa3d2de cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:42:41.247202 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning complete for port 480315ff-a0ef-43eb-a8ff-8059af4bbe50 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:42:41.247600 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:41.259646 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d4d3a898-7b67-4915-8854-d18f8063b4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:41.268932 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7b66887b-1398-4af2-8131-3705efaed371 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:41.275283 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7b66887b-1398-4af2-8131-3705efaed371 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:41.296475 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b66887b-1398-4af2-8131-3705efaed371 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63ac3e17-1130-4027-aceb-8cf99fdb241a,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:41.320850 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7b66887b-1398-4af2-8131-3705efaed371 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:41.326695 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-7b66887b-1398-4af2-8131-3705efaed371 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1843798 Aug 29 04:42:41.329516 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 58842) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:41.335605 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-362c710f-d8ae-4873-b992-8da85d6ed1a4 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Request body: {'security_group_rule': {'security_group_id': '5367b295-50db-487f-8144-3392f633be66', 'project_id': 'c8d6449eb446497eb342b1e8e523ec41', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:42:41.362798 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device feab7095-b2ac-469f-ae6b-f7533e68c59c up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:42:41.387728 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-362c710f-d8ae-4873-b992-8da85d6ed1a4 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:41.517207 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-362c710f-d8ae-4873-b992-8da85d6ed1a4 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:41.520353 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:41.524329 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-362c710f-d8ae-4873-b992-8da85d6ed1a4 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:41.538337 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-8b280c4e-dbf2-4520-8137-280cde1a062c None None] Provisioning complete for port 4d9a7347-1bb7-41d7-b488-bfb1cfa3d2de triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:42:41.538691 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8b280c4e-dbf2-4520-8137-280cde1a062c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:41.566171 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362c710f-d8ae-4873-b992-8da85d6ed1a4 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95e55764-09fb-448c-a5f0-80786c471449,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:41.594718 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-362c710f-d8ae-4873-b992-8da85d6ed1a4 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:41.596526 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-362c710f-d8ae-4873-b992-8da85d6ed1a4 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2659090 Aug 29 04:42:41.601051 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 58846) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:41.606487 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-4d210a81-6c91-4f4b-919e-be99e8787bfc tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Request body: {'security_group_rule': {'security_group_id': '5367b295-50db-487f-8144-3392f633be66', 'project_id': 'c8d6449eb446497eb342b1e8e523ec41', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:42:41.620133 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 480315ff-a0ef-43eb-a8ff-8059af4bbe50, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=480315ff-a0ef-43eb-a8ff-8059af4bbe50,segment=NetworkSegment(158f3f3e-7a5a-4b70-b474-1c118a651003),segment_id=158f3f3e-7a5a-4b70-b474-1c118a651003)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:41.627126 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fe97299-a75c-4743-802b-d6ede3f81763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '480315ff-a0ef-43eb-a8ff-8059af4bbe50'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:42:41.630270 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a33ee116-7214-44b9-a41e-0f07c51b2fa8" -d '{"events": [{"server_uuid": "3fe97299-a75c-4743-802b-d6ede3f81763", "name": "network-vif-plugged", "status": "completed", "tag": "480315ff-a0ef-43eb-a8ff-8059af4bbe50"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:42:41.633356 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c15db3-48cf-4cda-a022-8a1671a7582c req-370377db-5c7b-46a5-bf2f-9c5297dfcf49 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:41.637782 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:41.638058 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f1c15db3-48cf-4cda-a022-8a1671a7582c req-370377db-5c7b-46a5-bf2f-9c5297dfcf49 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=3fe97299-a75c-4743-802b-d6ede3f81763 HTTP/1.1" status: 200 len: 944 time: 0.1020713 Aug 29 04:42:41.672258 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4d210a81-6c91-4f4b-919e-be99e8787bfc tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:41.701212 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=480315ff-a0ef-43eb-a8ff-8059af4bbe50,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:41.721894 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port feab7095-b2ac-469f-ae6b-f7533e68c59c triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:42:41.722975 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:41.726202 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-8b280c4e-dbf2-4520-8137-280cde1a062c None None] Port 4d9a7347-1bb7-41d7-b488-bfb1cfa3d2de cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:42:41.793900 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f1c15db3-48cf-4cda-a022-8a1671a7582c req-ceea3a94-ff63-459d-9f07-f720626f3741 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=4236a74f-5298-4d9a-8949-8a6ff096cd15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1438386 Aug 29 04:42:41.823428 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97195c2d-5006-44e1-acc4-b95ebc580a26 x-openstack-request-id: req-97195c2d-5006-44e1-acc4-b95ebc580a26 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:42:41.823883 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fe97299-a75c-4743-802b-d6ede3f81763", "name": "network-vif-plugged", "status": "completed", "tag": "480315ff-a0ef-43eb-a8ff-8059af4bbe50", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:42:41.824712 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-97195c2d-5006-44e1-acc4-b95ebc580a26 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:42:41.827634 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fe97299-a75c-4743-802b-d6ede3f81763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '480315ff-a0ef-43eb-a8ff-8059af4bbe50', 'code': 200} Aug 29 04:42:41.843622 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4d210a81-6c91-4f4b-919e-be99e8787bfc tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:41.915120 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4d210a81-6c91-4f4b-919e-be99e8787bfc tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:41.947627 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d4d3a898-7b67-4915-8854-d18f8063b4e8 None None] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:41.960478 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4d210a81-6c91-4f4b-919e-be99e8787bfc tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:41.965657 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-4d210a81-6c91-4f4b-919e-be99e8787bfc tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3599355 Aug 29 04:42:41.966085 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-d4d3a898-7b67-4915-8854-d18f8063b4e8 None None] Transition to ACTIVE for port object 4d9a7347-1bb7-41d7-b488-bfb1cfa3d2de will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:42:41.966232 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 58852) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:41.971070 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-6d29336d-7020-4622-8619-2f553f116047 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Request body: {'security_group_rule': {'security_group_id': '5367b295-50db-487f-8144-3392f633be66', 'project_id': 'c8d6449eb446497eb342b1e8e523ec41', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:42:41.972265 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d4d3a898-7b67-4915-8854-d18f8063b4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:41.976685 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d210a81-6c91-4f4b-919e-be99e8787bfc tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8326440c-9e57-4092-bf25-712c311405d8,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:41.981212 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1682de-c6e3-43d0-a537-7c9e9808754d req-c65f11a3-2f78-4ee3-ba3d-eeae20512eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:41.982893 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-df1682de-c6e3-43d0-a537-7c9e9808754d req-c65f11a3-2f78-4ee3-ba3d-eeae20512eb6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3fe97299-a75c-4743-802b-d6ede3f81763 HTTP/1.1" status: 200 len: 1097 time: 0.1370707 Aug 29 04:42:42.029977 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-df1682de-c6e3-43d0-a537-7c9e9808754d req-f4a51b09-b492-4b83-a091-0ea043884c24 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4236a74f-5298-4d9a-8949-8a6ff096cd15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390902 Aug 29 04:42:42.038587 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6d29336d-7020-4622-8619-2f553f116047 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:42.101474 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd43fbfc-ed53-4608-a7ef-0458657afccf None None] Pushing event updated for resources: {'Port': ['ID=4d9a7347-1bb7-41d7-b488-bfb1cfa3d2de,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:42.122181 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6d29336d-7020-4622-8619-2f553f116047 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:42.128590 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6d29336d-7020-4622-8619-2f553f116047 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:42.157456 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d29336d-7020-4622-8619-2f553f116047 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2670cec2-fe4f-4da0-baab-a6f433629b1a,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:42.171977 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6d29336d-7020-4622-8619-2f553f116047 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:42.173410 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-6d29336d-7020-4622-8619-2f553f116047 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2068627 Aug 29 04:42:42.177635 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-d4d3a898-7b67-4915-8854-d18f8063b4e8 None None] Attempting to bind port 4d9a7347-1bb7-41d7-b488-bfb1cfa3d2de on host n-d-712140-12 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:42:42.178452 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-d4d3a898-7b67-4915-8854-d18f8063b4e8 None None] Attempting to bind port 4d9a7347-1bb7-41d7-b488-bfb1cfa3d2de by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '96944419-94a6-47fc-be53-a8a39ba713d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '08bdcba9-46ce-4d47-b722-d9c29f5877ad'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:42:42.179243 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d3a898-7b67-4915-8854-d18f8063b4e8 None None] Attempting to bind port 4d9a7347-1bb7-41d7-b488-bfb1cfa3d2de on network 08bdcba9-46ce-4d47-b722-d9c29f5877ad {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:42:42.179509 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 58854) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:42.189238 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-cc8cbdad-a2ba-4ae8-845d-853ee615fc9e tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Request body: {'security_group_rule': {'security_group_id': '5367b295-50db-487f-8144-3392f633be66', 'project_id': 'c8d6449eb446497eb342b1e8e523ec41', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:42:42.189688 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d3a898-7b67-4915-8854-d18f8063b4e8 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:42:42.190202 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d3a898-7b67-4915-8854-d18f8063b4e8 None None] Checking segment: {'id': '96944419-94a6-47fc-be53-a8a39ba713d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '08bdcba9-46ce-4d47-b722-d9c29f5877ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:42:42.190889 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d4d3a898-7b67-4915-8854-d18f8063b4e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:42.191552 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d3a898-7b67-4915-8854-d18f8063b4e8 None None] Bound using segment: {'id': '96944419-94a6-47fc-be53-a8a39ba713d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '08bdcba9-46ce-4d47-b722-d9c29f5877ad'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:42:42.192449 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-d4d3a898-7b67-4915-8854-d18f8063b4e8 None None] Bound port: 4d9a7347-1bb7-41d7-b488-bfb1cfa3d2de, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96944419-94a6-47fc-be53-a8a39ba713d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '08bdcba9-46ce-4d47-b722-d9c29f5877ad'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:42:42.192993 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d4d3a898-7b67-4915-8854-d18f8063b4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:42.226986 n-d-712140-12 neutron-server[94829]: INFO neutron.db.securitygroups_db [None req-cc8cbdad-a2ba-4ae8-845d-853ee615fc9e tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Project c8d6449eb446497eb342b1e8e523ec41 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 04:42:42.251024 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cc8cbdad-a2ba-4ae8-845d-853ee615fc9e tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:42.295568 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-d4d3a898-7b67-4915-8854-d18f8063b4e8 None None] For port 4d9a7347-1bb7-41d7-b488-bfb1cfa3d2de, host n-d-712140-12, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:42:42.300671 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-d4d3a898-7b67-4915-8854-d18f8063b4e8 None None] For port 4d9a7347-1bb7-41d7-b488-bfb1cfa3d2de, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=4d9a7347-1bb7-41d7-b488-bfb1cfa3d2de,segment=NetworkSegment(96944419-94a6-47fc-be53-a8a39ba713d2),segment_id=96944419-94a6-47fc-be53-a8a39ba713d2)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:42:42.309174 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d4d3a898-7b67-4915-8854-d18f8063b4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:42.364241 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cc8cbdad-a2ba-4ae8-845d-853ee615fc9e tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:42.369978 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cc8cbdad-a2ba-4ae8-845d-853ee615fc9e tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:42.380786 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d3a898-7b67-4915-8854-d18f8063b4e8 None None] Routers {'c4e9dfdf-afdd-409a-a89a-c49baf3817c9'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:42:42.381690 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-d4d3a898-7b67-4915-8854-d18f8063b4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:42:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['c4e9dfdf-afdd-409a-a89a-c49baf3817c9'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:42.397720 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8cbdad-a2ba-4ae8-845d-853ee615fc9e tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbe643bc-dc26-4eea-8ae5-31f36b1ee34f,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:42.405706 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cc8cbdad-a2ba-4ae8-845d-853ee615fc9e tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:42.409635 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-cc8cbdad-a2ba-4ae8-845d-853ee615fc9e tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2259161 Aug 29 04:42:42.409894 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 58856) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:42.416119 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-81b1c72c-63c7-46b8-9a20-7d45a2ee7ee1 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Request body: {'security_group_rule': {'security_group_id': '5367b295-50db-487f-8144-3392f633be66', 'project_id': 'c8d6449eb446497eb342b1e8e523ec41', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:42:42.445380 n-d-712140-12 neutron-server[94829]: INFO neutron.db.securitygroups_db [None req-81b1c72c-63c7-46b8-9a20-7d45a2ee7ee1 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Project c8d6449eb446497eb342b1e8e523ec41 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 04:42:42.464010 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-81b1c72c-63c7-46b8-9a20-7d45a2ee7ee1 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:42.521571 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd43fbfc-ed53-4608-a7ef-0458657afccf None None] Pushing event updated for resources: {'Port': ['ID=4d9a7347-1bb7-41d7-b488-bfb1cfa3d2de,revision_number=4']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:42.545396 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-d4d3a898-7b67-4915-8854-d18f8063b4e8 None None] Set router c4e9dfdf-afdd-409a-a89a-c49baf3817c9 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:42:42.570512 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-81b1c72c-63c7-46b8-9a20-7d45a2ee7ee1 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:42.577440 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-81b1c72c-63c7-46b8-9a20-7d45a2ee7ee1 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:42.606103 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b1c72c-63c7-46b8-9a20-7d45a2ee7ee1 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e00035b-0f1a-4aba-af68-c671ed93ddb6,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:42.622295 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-81b1c72c-63c7-46b8-9a20-7d45a2ee7ee1 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:42.636375 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-81b1c72c-63c7-46b8-9a20-7d45a2ee7ee1 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2246935 Aug 29 04:42:42.917655 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-d4d3a898-7b67-4915-8854-d18f8063b4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4e9dfdf-afdd-409a-a89a-c49baf3817c9', 'name': 'tempest-TestNetworkBasicOps-router-645354359', 'tenant_id': 'c8d6449eb446497eb342b1e8e523ec41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': 'feab7095-b2ac-469f-ae6b-f7533e68c59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:42:31Z', 'updated_at': '2021-08-29T04:42:38Z', 'revision_number': 4, 'project_id': 'c8d6449eb446497eb342b1e8e523ec41', 'gw_port': {'id': 'feab7095-b2ac-469f-ae6b-f7533e68c59c', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:35:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e9dfdf-afdd-409a-a89a-c49baf3817c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:32Z', 'updated_at': '2021-08-29T04:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '4d9a7347-1bb7-41d7-b488-bfb1cfa3d2de', 'name': '', 'network_id': '08bdcba9-46ce-4d47-b722-d9c29f5877ad', 'tenant_id': 'c8d6449eb446497eb342b1e8e523ec41', 'mac_address': 'fa:16:3e:a0:42:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4e9dfdf-afdd-409a-a89a-c49baf3817c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '5c8bdef1-9eb0-47cc-8458-455a264ee9df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:37Z', 'updated_at': '2021-08-29T04:42:42Z', 'revision_number': 4, 'project_id': 'c8d6449eb446497eb342b1e8e523ec41', 'subnets': [{'id': '5c8bdef1-9eb0-47cc-8458-455a264ee9df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:42.947767 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-67f8cb06-5867-4716-8f76-978117adcef0 req-9b005899-2ca6-4547-aeca-800bb234213b tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1933434271&fields=id&tenant_id=c8d6449eb446497eb342b1e8e523ec41 HTTP/1.1" status: 200 len: 267 time: 0.0588815 Aug 29 04:42:42.964655 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d3a898-7b67-4915-8854-d18f8063b4e8 None None] The sync data for ids ['c4e9dfdf-afdd-409a-a89a-c49baf3817c9'] in n-d-712140-12 is: [{'id': 'c4e9dfdf-afdd-409a-a89a-c49baf3817c9', 'name': 'tempest-TestNetworkBasicOps-router-645354359', 'tenant_id': 'c8d6449eb446497eb342b1e8e523ec41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': 'feab7095-b2ac-469f-ae6b-f7533e68c59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:42:31Z', 'updated_at': '2021-08-29T04:42:38Z', 'revision_number': 4, 'project_id': 'c8d6449eb446497eb342b1e8e523ec41', 'gw_port': {'id': 'feab7095-b2ac-469f-ae6b-f7533e68c59c', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:35:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e9dfdf-afdd-409a-a89a-c49baf3817c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:32Z', 'updated_at': '2021-08-29T04:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '4d9a7347-1bb7-41d7-b488-bfb1cfa3d2de', 'name': '', 'network_id': '08bdcba9-46ce-4d47-b722-d9c29f5877ad', 'tenant_id': 'c8d6449eb446497eb342b1e8e523ec41', 'mac_address': 'fa:16:3e:a0:42:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4e9dfdf-afdd-409a-a89a-c49baf3817c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '5c8bdef1-9eb0-47cc-8458-455a264ee9df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:37Z', 'updated_at': '2021-08-29T04:42:42Z', 'revision_number': 4, 'project_id': 'c8d6449eb446497eb342b1e8e523ec41', 'subnets': [{'id': '5c8bdef1-9eb0-47cc-8458-455a264ee9df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:42:43.009094 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192cbe53-93a3-4e2f-b863-65f115034755 req-5db7bce7-10af-4672-a43f-015b48490265 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:43.029037 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-192cbe53-93a3-4e2f-b863-65f115034755 req-5db7bce7-10af-4672-a43f-015b48490265 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=3fe97299-a75c-4743-802b-d6ede3f81763 HTTP/1.1" status: 200 len: 945 time: 0.1061728 Aug 29 04:42:43.141966 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-192cbe53-93a3-4e2f-b863-65f115034755 req-460720e5-2478-4bdb-b40f-d9110aeed0ce tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=4236a74f-5298-4d9a-8949-8a6ff096cd15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116412 Aug 29 04:42:43.151333 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f8cb06-5867-4716-8f76-978117adcef0 req-24c25667-5ed3-48db-a08b-c88f365deca1 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:43.152963 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-67f8cb06-5867-4716-8f76-978117adcef0 req-24c25667-5ed3-48db-a08b-c88f365deca1 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "GET /v2.0/networks?id=08bdcba9-46ce-4d47-b722-d9c29f5877ad HTTP/1.1" status: 200 len: 797 time: 0.2043412 Aug 29 04:42:43.175414 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-67f8cb06-5867-4716-8f76-978117adcef0 req-3665c1b2-56dd-41e1-bf7e-41983f2e4e59 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "GET /v2.0/quotas/c8d6449eb446497eb342b1e8e523ec41 HTTP/1.1" status: 200 len: 375 time: 0.0105257 Aug 29 04:42:43.256518 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-67f8cb06-5867-4716-8f76-978117adcef0 req-6d87008a-11db-455c-8647-eda6c2cee8b1 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=c8d6449eb446497eb342b1e8e523ec41&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0671196 Aug 29 04:42:43.387813 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-67f8cb06-5867-4716-8f76-978117adcef0 req-29b9af23-fad7-4e1f-aa51-2cb19ffba3f9 service neutron] 10.222.0.22 "GET /v2.0/networks/08bdcba9-46ce-4d47-b722-d9c29f5877ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156645 Aug 29 04:42:43.522474 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-67f8cb06-5867-4716-8f76-978117adcef0 req-5452ac69-e109-47e7-9e16-c68b7ccdcddf service neutron] 10.222.0.22 "GET /v2.0/networks/08bdcba9-46ce-4d47-b722-d9c29f5877ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208801 Aug 29 04:42:43.816025 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6294c285-35ea-4ba1-b0a4-3202b8f10523 req-c5964cb9-fbb3-4a47-bb17-d636ea80121d tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "GET /v2.0/ports?device_id=407ef7f2-c4ff-4b6c-88df-70f1381e3e45 HTTP/1.1" status: 200 len: 210 time: 0.0367742 Aug 29 04:42:44.292256 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d573ccb-54fc-4b36-b11b-ccca2e53d0bb req-791a8471-8b5c-4460-af66-625b6dca6ae7 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:44.293818 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6d573ccb-54fc-4b36-b11b-ccca2e53d0bb req-791a8471-8b5c-4460-af66-625b6dca6ae7 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=3fe97299-a75c-4743-802b-d6ede3f81763 HTTP/1.1" status: 200 len: 945 time: 0.0628679 Aug 29 04:42:44.369981 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6d573ccb-54fc-4b36-b11b-ccca2e53d0bb req-56949760-0884-44dc-b392-7e2af5394024 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=4236a74f-5298-4d9a-8949-8a6ff096cd15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560641 Aug 29 04:42:44.531148 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3328e18b-5a71-4414-8334-91e93674a46e req-a9fe9fce-ec5a-4112-ac7e-82e6d7bb1da2 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:44.532736 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3328e18b-5a71-4414-8334-91e93674a46e req-a9fe9fce-ec5a-4112-ac7e-82e6d7bb1da2 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=3fe97299-a75c-4743-802b-d6ede3f81763 HTTP/1.1" status: 200 len: 945 time: 0.0624480 Aug 29 04:42:44.576595 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3328e18b-5a71-4414-8334-91e93674a46e req-e5b9ef03-2f3d-49bc-af6c-83948caef43d tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=4236a74f-5298-4d9a-8949-8a6ff096cd15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372553 Aug 29 04:42:44.600722 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 58890) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:44.643528 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d17b5f-4e1b-45f1-881e-c47eeae17c99 tempest-TestNetworkAdvancedServerOps-81455967 tempest-TestNetworkAdvancedServerOps-81455967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:44.645638 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-50d17b5f-4e1b-45f1-881e-c47eeae17c99 tempest-TestNetworkAdvancedServerOps-81455967 tempest-TestNetworkAdvancedServerOps-81455967-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=3fe97299-a75c-4743-802b-d6ede3f81763 HTTP/1.1" status: 200 len: 1092 time: 0.0438893 Aug 29 04:42:44.651373 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 58892) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:44.656011 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-5e3f0f6e-a43c-4831-8f0a-aa3c309135ec tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Request body: {'floatingip': {'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'port_id': '480315ff-a0ef-43eb-a8ff-8059af4bbe50', 'tenant_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:42:44.682894 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5e3f0f6e-a43c-4831-8f0a-aa3c309135ec tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for floatingip, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:44.827296 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5e3f0f6e-a43c-4831-8f0a-aa3c309135ec tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:44.960065 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f8cb06-5867-4716-8f76-978117adcef0 req-3d726130-51c9-4070-8cc6-39ba53721448 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:44.961880 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-67f8cb06-5867-4716-8f76-978117adcef0 req-3d726130-51c9-4070-8cc6-39ba53721448 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.46 "GET /v2.0/networks?id=08bdcba9-46ce-4d47-b722-d9c29f5877ad HTTP/1.1" status: 200 len: 797 time: 0.1803834 Aug 29 04:42:44.986457 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 4d9a7347-1bb7-41d7-b488-bfb1cfa3d2de up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:42:45.027726 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e2b2289e-52c6-4e32-a0e1-510225f6df50 req-d117f006-17ed-40bd-9e96-2e671fbe6a6e tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "GET /v2.0/ports?device_id=407ef7f2-c4ff-4b6c-88df-70f1381e3e45 HTTP/1.1" status: 200 len: 210 time: 0.0647116 Aug 29 04:42:45.057536 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-5e3f0f6e-a43c-4831-8f0a-aa3c309135ec tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Allocated IP 172.25.0.132 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/3e2a631e-7e0f-4abc-a8e5-c3dca5687974) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:42:45.058838 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-67f8cb06-5867-4716-8f76-978117adcef0 req-8d3b3bbc-1982-411f-bfc5-a1a630217e13 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c8d6449eb446497eb342b1e8e523ec41 HTTP/1.1" status: 200 len: 380 time: 0.0841837 Aug 29 04:42:45.074037 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-67f8cb06-5867-4716-8f76-978117adcef0 req-a2c71454-52bd-4b26-a018-d708207b28b0 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Request body: {'port': {'device_id': '407ef7f2-c4ff-4b6c-88df-70f1381e3e45', 'network_id': '08bdcba9-46ce-4d47-b722-d9c29f5877ad', 'admin_state_up': True, 'tenant_id': 'c8d6449eb446497eb342b1e8e523ec41', 'security_groups': ['5367b295-50db-487f-8144-3392f633be66']}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:42:45.089193 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 4d9a7347-1bb7-41d7-b488-bfb1cfa3d2de completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:42:45.093841 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 4d9a7347-1bb7-41d7-b488-bfb1cfa3d2de triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:42:45.094085 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:45.205765 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5e3f0f6e-a43c-4831-8f0a-aa3c309135ec tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:45.223510 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67f8cb06-5867-4716-8f76-978117adcef0 req-a2c71454-52bd-4b26-a018-d708207b28b0 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Made reservation on behalf of c8d6449eb446497eb342b1e8e523ec41 for: {'port': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:42:45.228104 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-67f8cb06-5867-4716-8f76-978117adcef0 req-a2c71454-52bd-4b26-a018-d708207b28b0 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:45.230622 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:45.266690 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 4d9a7347-1bb7-41d7-b488-bfb1cfa3d2de, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=4d9a7347-1bb7-41d7-b488-bfb1cfa3d2de,segment=NetworkSegment(96944419-94a6-47fc-be53-a8a39ba713d2),segment_id=96944419-94a6-47fc-be53-a8a39ba713d2)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:45.267522 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5e3f0f6e-a43c-4831-8f0a-aa3c309135ec tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:45.270601 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:45.325987 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3f0f6e-a43c-4831-8f0a-aa3c309135ec tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:42:45.329350 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-5e3f0f6e-a43c-4831-8f0a-aa3c309135ec tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:42:45.334089 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3f0f6e-a43c-4831-8f0a-aa3c309135ec tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:42:45.342363 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3f0f6e-a43c-4831-8f0a-aa3c309135ec tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Pushing event updated for resources: {'Port': ['ID=3e2a631e-7e0f-4abc-a8e5-c3dca5687974,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:45.343897 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=4d9a7347-1bb7-41d7-b488-bfb1cfa3d2de,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:45.428952 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [req-67f8cb06-5867-4716-8f76-978117adcef0 req-a2c71454-52bd-4b26-a018-d708207b28b0 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Allocated IP 172.20.0.6 (08bdcba9-46ce-4d47-b722-d9c29f5877ad/5c8bdef1-9eb0-47cc-8458-455a264ee9df/a79de796-bd35-4590-bddf-2fc83ffe4322) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:42:45.636029 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-67f8cb06-5867-4716-8f76-978117adcef0 req-a2c71454-52bd-4b26-a018-d708207b28b0 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:45.661156 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [req-67f8cb06-5867-4716-8f76-978117adcef0 req-a2c71454-52bd-4b26-a018-d708207b28b0 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Transition to ACTIVE for port object a79de796-bd35-4590-bddf-2fc83ffe4322 will not be triggered until provisioned by entity DHCP. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:42:45.706543 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-67f8cb06-5867-4716-8f76-978117adcef0 req-a2c71454-52bd-4b26-a018-d708207b28b0 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:45.762826 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67f8cb06-5867-4716-8f76-978117adcef0 req-a2c71454-52bd-4b26-a018-d708207b28b0 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Network 08bdcba9-46ce-4d47-b722-d9c29f5877ad is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:42:45.766545 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [req-67f8cb06-5867-4716-8f76-978117adcef0 req-a2c71454-52bd-4b26-a018-d708207b28b0 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:42:45.771813 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [req-67f8cb06-5867-4716-8f76-978117adcef0 req-a2c71454-52bd-4b26-a018-d708207b28b0 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:42:45.776149 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c71454-52bd-4b26-a018-d708207b28b0 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Pushing event updated for resources: {'Port': ['ID=a79de796-bd35-4590-bddf-2fc83ffe4322,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:45.819593 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5e3f0f6e-a43c-4831-8f0a-aa3c309135ec tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:45.841314 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f8cb06-5867-4716-8f76-978117adcef0 req-a2c71454-52bd-4b26-a018-d708207b28b0 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:45.842245 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-67f8cb06-5867-4716-8f76-978117adcef0 req-a2c71454-52bd-4b26-a018-d708207b28b0 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:45.868878 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-67f8cb06-5867-4716-8f76-978117adcef0 req-a2c71454-52bd-4b26-a018-d708207b28b0 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8035269 Aug 29 04:42:45.883274 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-67f8cb06-5867-4716-8f76-978117adcef0 req-3ea63fd9-875a-4f25-9731-92ddbc7ce587 service neutron] Request body: {'port': {'device_id': '407ef7f2-c4ff-4b6c-88df-70f1381e3e45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-12'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:42:45.926345 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5e3f0f6e-a43c-4831-8f0a-aa3c309135ec tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:45.961007 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-67f8cb06-5867-4716-8f76-978117adcef0 req-3ea63fd9-875a-4f25-9731-92ddbc7ce587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:46.148181 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-965fc406-406b-469d-898b-02444d43e918 None None] Provisioning for port a79de796-bd35-4590-bddf-2fc83ffe4322 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:42:46.156724 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-965fc406-406b-469d-898b-02444d43e918 None None] Provisioning complete for port a79de796-bd35-4590-bddf-2fc83ffe4322 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:42:46.157460 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-965fc406-406b-469d-898b-02444d43e918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:46.215286 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-965fc406-406b-469d-898b-02444d43e918 None None] Port a79de796-bd35-4590-bddf-2fc83ffe4322 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:42:46.349193 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [req-67f8cb06-5867-4716-8f76-978117adcef0 req-3ea63fd9-875a-4f25-9731-92ddbc7ce587 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a79de796-bd35-4590-bddf-2fc83ffe4322 {{(pid=94829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:42:46.357767 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-67f8cb06-5867-4716-8f76-978117adcef0 req-3ea63fd9-875a-4f25-9731-92ddbc7ce587 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:46.373280 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [req-67f8cb06-5867-4716-8f76-978117adcef0 req-3ea63fd9-875a-4f25-9731-92ddbc7ce587 service neutron] Transition to ACTIVE for port object a79de796-bd35-4590-bddf-2fc83ffe4322 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:42:46.378335 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-67f8cb06-5867-4716-8f76-978117adcef0 req-3ea63fd9-875a-4f25-9731-92ddbc7ce587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:46.445969 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea63fd9-875a-4f25-9731-92ddbc7ce587 service neutron] Pushing event updated for resources: {'Port': ['ID=a79de796-bd35-4590-bddf-2fc83ffe4322,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:46.450779 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfc7d20-df89-42d0-b932-a7a662aabbf7 req-9bd744da-8265-48ab-b59d-9c61916ee604 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:46.452388 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6dfc7d20-df89-42d0-b932-a7a662aabbf7 req-9bd744da-8265-48ab-b59d-9c61916ee604 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "GET /v2.0/ports?device_id=407ef7f2-c4ff-4b6c-88df-70f1381e3e45 HTTP/1.1" status: 200 len: 931 time: 0.1054909 Aug 29 04:42:46.518059 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6dfc7d20-df89-42d0-b932-a7a662aabbf7 req-9052f36b-1627-49ae-bf49-062a73747a39 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "GET /v2.0/security-groups?id=5367b295-50db-487f-8144-3392f633be66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509036 Aug 29 04:42:46.540946 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-67f8cb06-5867-4716-8f76-978117adcef0 req-3ea63fd9-875a-4f25-9731-92ddbc7ce587 service neutron] Attempting to bind port a79de796-bd35-4590-bddf-2fc83ffe4322 on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:42:46.541369 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-67f8cb06-5867-4716-8f76-978117adcef0 req-3ea63fd9-875a-4f25-9731-92ddbc7ce587 service neutron] Attempting to bind port a79de796-bd35-4590-bddf-2fc83ffe4322 by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': '96944419-94a6-47fc-be53-a8a39ba713d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '08bdcba9-46ce-4d47-b722-d9c29f5877ad'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:42:46.542074 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f8cb06-5867-4716-8f76-978117adcef0 req-3ea63fd9-875a-4f25-9731-92ddbc7ce587 service neutron] Attempting to bind port a79de796-bd35-4590-bddf-2fc83ffe4322 on network 08bdcba9-46ce-4d47-b722-d9c29f5877ad {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:42:46.553018 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f8cb06-5867-4716-8f76-978117adcef0 req-3ea63fd9-875a-4f25-9731-92ddbc7ce587 service neutron] Port a79de796-bd35-4590-bddf-2fc83ffe4322 on network 08bdcba9-46ce-4d47-b722-d9c29f5877ad not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:42:46.554189 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f8cb06-5867-4716-8f76-978117adcef0 req-3ea63fd9-875a-4f25-9731-92ddbc7ce587 service neutron] Attempting to bind port a79de796-bd35-4590-bddf-2fc83ffe4322 on network 08bdcba9-46ce-4d47-b722-d9c29f5877ad {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:42:46.563396 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f8cb06-5867-4716-8f76-978117adcef0 req-3ea63fd9-875a-4f25-9731-92ddbc7ce587 service neutron] Checking agent: {'id': '3de9de52-3a03-431d-9d7e-497ae92c57ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:42:46.564123 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f8cb06-5867-4716-8f76-978117adcef0 req-3ea63fd9-875a-4f25-9731-92ddbc7ce587 service neutron] Checking segment: {'id': '96944419-94a6-47fc-be53-a8a39ba713d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '08bdcba9-46ce-4d47-b722-d9c29f5877ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:42:46.564923 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f8cb06-5867-4716-8f76-978117adcef0 req-3ea63fd9-875a-4f25-9731-92ddbc7ce587 service neutron] Bound using segment: {'id': '96944419-94a6-47fc-be53-a8a39ba713d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '08bdcba9-46ce-4d47-b722-d9c29f5877ad'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:42:46.565433 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-67f8cb06-5867-4716-8f76-978117adcef0 req-3ea63fd9-875a-4f25-9731-92ddbc7ce587 service neutron] Bound port: a79de796-bd35-4590-bddf-2fc83ffe4322, host: n-h1-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96944419-94a6-47fc-be53-a8a39ba713d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '08bdcba9-46ce-4d47-b722-d9c29f5877ad'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:42:46.566023 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-67f8cb06-5867-4716-8f76-978117adcef0 req-3ea63fd9-875a-4f25-9731-92ddbc7ce587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:46.576655 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5e3f0f6e-a43c-4831-8f0a-aa3c309135ec tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:46.584288 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5e3f0f6e-a43c-4831-8f0a-aa3c309135ec tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:46.677946 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3f0f6e-a43c-4831-8f0a-aa3c309135ec tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Pushing event updated for resources: {'Port': ['ID=3e2a631e-7e0f-4abc-a8e5-c3dca5687974,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:46.686525 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-67f8cb06-5867-4716-8f76-978117adcef0 req-3ea63fd9-875a-4f25-9731-92ddbc7ce587 service neutron] For port a79de796-bd35-4590-bddf-2fc83ffe4322, host n-h1-712140-12, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:42:46.690831 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5e3f0f6e-a43c-4831-8f0a-aa3c309135ec tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719515'] for floatingip, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:46.693304 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-67f8cb06-5867-4716-8f76-978117adcef0 req-3ea63fd9-875a-4f25-9731-92ddbc7ce587 service neutron] For port a79de796-bd35-4590-bddf-2fc83ffe4322, host n-h1-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=a79de796-bd35-4590-bddf-2fc83ffe4322,segment=NetworkSegment(96944419-94a6-47fc-be53-a8a39ba713d2),segment_id=96944419-94a6-47fc-be53-a8a39ba713d2)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:42:46.701568 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-67f8cb06-5867-4716-8f76-978117adcef0 req-3ea63fd9-875a-4f25-9731-92ddbc7ce587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:46.763876 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f8cb06-5867-4716-8f76-978117adcef0 req-3ea63fd9-875a-4f25-9731-92ddbc7ce587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:46.764620 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-67f8cb06-5867-4716-8f76-978117adcef0 req-3ea63fd9-875a-4f25-9731-92ddbc7ce587 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:46.766456 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-67f8cb06-5867-4716-8f76-978117adcef0 req-3ea63fd9-875a-4f25-9731-92ddbc7ce587 service neutron] 10.222.0.46 "PUT /v2.0/ports/a79de796-bd35-4590-bddf-2fc83ffe4322 HTTP/1.1" status: 200 len: 1092 time: 0.8890934 Aug 29 04:42:46.766935 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '407ef7f2-c4ff-4b6c-88df-70f1381e3e45', 'tag': 'a79de796-bd35-4590-bddf-2fc83ffe4322'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:42:46.769594 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-788c8b3f-fb57-4f2f-9b4b-98b660f04901" -d '{"events": [{"name": "network-changed", "server_uuid": "407ef7f2-c4ff-4b6c-88df-70f1381e3e45", "tag": "a79de796-bd35-4590-bddf-2fc83ffe4322"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:42:46.802548 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea63fd9-875a-4f25-9731-92ddbc7ce587 service neutron] Pushing event updated for resources: {'Port': ['ID=a79de796-bd35-4590-bddf-2fc83ffe4322,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:46.876172 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c80d876-5d83-48a9-94fe-3aef5929b984 x-openstack-request-id: req-0c80d876-5d83-48a9-94fe-3aef5929b984 {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:42:46.876453 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "407ef7f2-c4ff-4b6c-88df-70f1381e3e45", "tag": "a79de796-bd35-4590-bddf-2fc83ffe4322", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:42:46.876734 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0c80d876-5d83-48a9-94fe-3aef5929b984 {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:42:46.877130 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '407ef7f2-c4ff-4b6c-88df-70f1381e3e45', 'tag': 'a79de796-bd35-4590-bddf-2fc83ffe4322', 'status': 'completed', 'code': 200} Aug 29 04:42:46.888093 n-d-712140-12 neutron-server[94828]: INFO neutron.db.l3_db [None req-5e3f0f6e-a43c-4831-8f0a-aa3c309135ec tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Floating IP 4ca49a13-f635-4bd7-87c7-7746afdbe418 associated. External IP: 172.25.0.132, port: 480315ff-a0ef-43eb-a8ff-8059af4bbe50. Aug 29 04:42:46.896578 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f8cb06-5867-4716-8f76-978117adcef0 req-af93be21-c17a-4f56-b577-009901b95b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:46.899158 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-67f8cb06-5867-4716-8f76-978117adcef0 req-af93be21-c17a-4f56-b577-009901b95b1d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c8d6449eb446497eb342b1e8e523ec41&device_id=407ef7f2-c4ff-4b6c-88df-70f1381e3e45 HTTP/1.1" status: 200 len: 1095 time: 0.0774014 Aug 29 04:42:46.937142 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 4d9a7347-1bb7-41d7-b488-bfb1cfa3d2de up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:42:46.981695 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-67f8cb06-5867-4716-8f76-978117adcef0 req-aa15d7e0-5c0f-4469-b8ea-fc78f293f963 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a79de796-bd35-4590-bddf-2fc83ffe4322 HTTP/1.1" status: 200 len: 217 time: 0.0740647 Aug 29 04:42:47.037633 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 4d9a7347-1bb7-41d7-b488-bfb1cfa3d2de triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:42:47.038167 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:47.054168 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f8cb06-5867-4716-8f76-978117adcef0 req-550416f6-6f02-4674-9d2b-5460c26bd9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:47.056348 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-67f8cb06-5867-4716-8f76-978117adcef0 req-550416f6-6f02-4674-9d2b-5460c26bd9ef service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5c8bdef1-9eb0-47cc-8458-455a264ee9df HTTP/1.1" status: 200 len: 835 time: 0.0664895 Aug 29 04:42:47.120883 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f8cb06-5867-4716-8f76-978117adcef0 req-21a991c3-915d-4a84-b939-305c39868288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:47.123338 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-67f8cb06-5867-4716-8f76-978117adcef0 req-21a991c3-915d-4a84-b939-305c39868288 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=08bdcba9-46ce-4d47-b722-d9c29f5877ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0598462 Aug 29 04:42:47.243407 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-67f8cb06-5867-4716-8f76-978117adcef0 req-47977735-3f84-47fe-99c5-083feaae1e49 service neutron] 10.222.0.46 "GET /v2.0/networks/08bdcba9-46ce-4d47-b722-d9c29f5877ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129525 Aug 29 04:42:47.256179 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e3f0f6e-a43c-4831-8f0a-aa3c309135ec tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Router 4ea5f392-f620-47f2-ab02-26ed2cc03a9b has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:42:47.343410 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-67f8cb06-5867-4716-8f76-978117adcef0 req-63410e38-2f3b-4b1d-b037-50fbe10ecabe service neutron] 10.222.0.46 "GET /v2.0/networks/08bdcba9-46ce-4d47-b722-d9c29f5877ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927095 Aug 29 04:42:47.412766 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e3f0f6e-a43c-4831-8f0a-aa3c309135ec tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:42:47.426023 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d36a88-615d-4fb9-85c2-6d24a33a4808 None None] Sync routers for ids ['4ea5f392-f620-47f2-ab02-26ed2cc03a9b'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:42:47.437932 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5e3f0f6e-a43c-4831-8f0a-aa3c309135ec tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:47.439838 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d36a88-615d-4fb9-85c2-6d24a33a4808 None None] Routers {'4ea5f392-f620-47f2-ab02-26ed2cc03a9b'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:42:47.440775 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-28d36a88-615d-4fb9-85c2-6d24a33a4808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:42:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['4ea5f392-f620-47f2-ab02-26ed2cc03a9b'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:47.449130 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788c8b3f-fb57-4f2f-9b4b-98b660f04901 req-0274ada7-6523-4089-beee-9e3656f4eec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:47.451084 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-788c8b3f-fb57-4f2f-9b4b-98b660f04901 req-0274ada7-6523-4089-beee-9e3656f4eec8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c8d6449eb446497eb342b1e8e523ec41&device_id=407ef7f2-c4ff-4b6c-88df-70f1381e3e45 HTTP/1.1" status: 200 len: 1095 time: 0.0548215 Aug 29 04:42:47.472196 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-5e3f0f6e-a43c-4831-8f0a-aa3c309135ec tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8156331 Aug 29 04:42:47.472196 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fe97299-a75c-4743-802b-d6ede3f81763', 'tag': '480315ff-a0ef-43eb-a8ff-8059af4bbe50'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:42:47.472196 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a84578b-7f88-43c7-92e3-af21eb6fbbde" -d '{"events": [{"name": "network-changed", "server_uuid": "3fe97299-a75c-4743-802b-d6ede3f81763", "tag": "480315ff-a0ef-43eb-a8ff-8059af4bbe50"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:42:47.532909 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a067832a-2860-4853-ac26-696febfbdafa x-openstack-request-id: req-a067832a-2860-4853-ac26-696febfbdafa {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:42:47.533188 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fe97299-a75c-4743-802b-d6ede3f81763", "tag": "480315ff-a0ef-43eb-a8ff-8059af4bbe50", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:42:47.533491 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a067832a-2860-4853-ac26-696febfbdafa {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:42:47.533861 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fe97299-a75c-4743-802b-d6ede3f81763', 'tag': '480315ff-a0ef-43eb-a8ff-8059af4bbe50', 'status': 'completed', 'code': 200} Aug 29 04:42:47.589401 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788c8b3f-fb57-4f2f-9b4b-98b660f04901 req-4af60aa2-3eef-48e9-8a3f-b20d762cae59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:47.591739 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-788c8b3f-fb57-4f2f-9b4b-98b660f04901 req-4af60aa2-3eef-48e9-8a3f-b20d762cae59 service neutron] 10.222.0.46 "GET /v2.0/networks?id=08bdcba9-46ce-4d47-b722-d9c29f5877ad HTTP/1.1" status: 200 len: 898 time: 0.1326845 Aug 29 04:42:47.602012 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-28d36a88-615d-4fb9-85c2-6d24a33a4808 None None] Set router 4ea5f392-f620-47f2-ab02-26ed2cc03a9b gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:42:47.644063 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-788c8b3f-fb57-4f2f-9b4b-98b660f04901 req-7e9088a1-dba3-4d7d-84d4-bdeadb072e3b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a79de796-bd35-4590-bddf-2fc83ffe4322 HTTP/1.1" status: 200 len: 217 time: 0.0439413 Aug 29 04:42:47.676009 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a84578b-7f88-43c7-92e3-af21eb6fbbde req-6a532dbe-e9fd-4b32-806c-0c42ac2237fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:47.677909 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6a84578b-7f88-43c7-92e3-af21eb6fbbde req-6a532dbe-e9fd-4b32-806c-0c42ac2237fa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9fb1fbcb8cc9402ba4fdb36d489735a9&device_id=3fe97299-a75c-4743-802b-d6ede3f81763 HTTP/1.1" status: 200 len: 1097 time: 0.1104808 Aug 29 04:42:47.689923 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8c9cd2-e9d4-4db6-b7ac-f53dbd85902d req-a9b88e36-6a67-47d3-b019-6e2ef3a24e84 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:47.691937 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0f8c9cd2-e9d4-4db6-b7ac-f53dbd85902d req-a9b88e36-6a67-47d3-b019-6e2ef3a24e84 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=3fe97299-a75c-4743-802b-d6ede3f81763 HTTP/1.1" status: 200 len: 945 time: 0.1441977 Aug 29 04:42:47.765253 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bedd262-00ca-4d9d-b64e-20aa0f8bcfe8 req-d92b932a-dd0f-4556-9668-fd213fe975e4 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:47.766837 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1bedd262-00ca-4d9d-b64e-20aa0f8bcfe8 req-d92b932a-dd0f-4556-9668-fd213fe975e4 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "GET /v2.0/ports?device_id=407ef7f2-c4ff-4b6c-88df-70f1381e3e45 HTTP/1.1" status: 200 len: 943 time: 0.1133144 Aug 29 04:42:47.773842 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788c8b3f-fb57-4f2f-9b4b-98b660f04901 req-d7228b83-0971-4c75-bc57-a86e81d0f013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:47.775625 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-788c8b3f-fb57-4f2f-9b4b-98b660f04901 req-d7228b83-0971-4c75-bc57-a86e81d0f013 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5c8bdef1-9eb0-47cc-8458-455a264ee9df HTTP/1.1" status: 200 len: 835 time: 0.1199617 Aug 29 04:42:47.802297 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0f8c9cd2-e9d4-4db6-b7ac-f53dbd85902d req-a4d9982f-fef1-425a-b8a1-de0613ca1737 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=4236a74f-5298-4d9a-8949-8a6ff096cd15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939953 Aug 29 04:42:47.832710 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 58914) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:47.861474 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1bedd262-00ca-4d9d-b64e-20aa0f8bcfe8 req-40dc0456-9007-45f7-bc25-953d54fa5a0b tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "GET /v2.0/security-groups?id=5367b295-50db-487f-8144-3392f633be66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815160 Aug 29 04:42:47.868781 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788c8b3f-fb57-4f2f-9b4b-98b660f04901 req-96a7a295-9d7a-427b-8f01-abaa925221ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:47.870620 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-788c8b3f-fb57-4f2f-9b4b-98b660f04901 req-96a7a295-9d7a-427b-8f01-abaa925221ed service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=08bdcba9-46ce-4d47-b722-d9c29f5877ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0805209 Aug 29 04:42:47.883946 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a84578b-7f88-43c7-92e3-af21eb6fbbde req-4ed50702-d910-4fc1-9310-9d19f28556b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:47.885722 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6a84578b-7f88-43c7-92e3-af21eb6fbbde req-4ed50702-d910-4fc1-9310-9d19f28556b4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=24839703-2954-4e20-aa94-9ca5ff0aec15 HTTP/1.1" status: 200 len: 897 time: 0.1924756 Aug 29 04:42:47.921648 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-28d36a88-615d-4fb9-85c2-6d24a33a4808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ea5f392-f620-47f2-ab02-26ed2cc03a9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1172575723', 'tenant_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': '81329cec-ffb5-4ddb-b658-82d4d852fdd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:42:21Z', 'updated_at': '2021-08-29T04:42:27Z', 'revision_number': 4, 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'gw_port': {'id': '81329cec-ffb5-4ddb-b658-82d4d852fdd3', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:06:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea5f392-f620-47f2-ab02-26ed2cc03a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:22Z', 'updated_at': '2021-08-29T04:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': '4ca49a13-f635-4bd7-87c7-7746afdbe418', 'tenant_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'floating_ip_address': '172.25.0.132', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': '4ea5f392-f620-47f2-ab02-26ed2cc03a9b', 'port_id': '480315ff-a0ef-43eb-a8ff-8059af4bbe50', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24839703-2954-4e20-aa94-9ca5ff0aec15', 'mac_address': 'fa:16:3e:05:88:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe97299-a75c-4743-802b-d6ede3f81763', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:42:45Z', 'updated_at': '2021-08-29T04:42:45Z', 'revision_number': 0, 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '943f9ff6-f0f5-4bde-b0b1-849ff3818382', 'name': '', 'network_id': '24839703-2954-4e20-aa94-9ca5ff0aec15', 'tenant_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'mac_address': 'fa:16:3e:dc:65:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea5f392-f620-47f2-ab02-26ed2cc03a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': 'e3cf10b1-70e4-433d-a09e-01e8d8121526', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:26Z', 'updated_at': '2021-08-29T04:42:33Z', 'revision_number': 5, 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'subnets': [{'id': 'e3cf10b1-70e4-433d-a09e-01e8d8121526', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:47.955711 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-71880a32-02f2-44c8-bf7a-ee9576cc160b tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/floatingips/4ca49a13-f635-4bd7-87c7-7746afdbe418 HTTP/1.1" status: 200 len: 991 time: 0.1205401 Aug 29 04:42:47.959454 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d36a88-615d-4fb9-85c2-6d24a33a4808 None None] Checking router: 4ea5f392-f620-47f2-ab02-26ed2cc03a9b for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:42:47.971805 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6a84578b-7f88-43c7-92e3-af21eb6fbbde req-d43f27e5-ff97-4bfb-968a-7a8bd5340671 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=480315ff-a0ef-43eb-a8ff-8059af4bbe50 HTTP/1.1" status: 200 len: 999 time: 0.0758688 Aug 29 04:42:47.973095 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d36a88-615d-4fb9-85c2-6d24a33a4808 None None] Routers {'4ea5f392-f620-47f2-ab02-26ed2cc03a9b'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:42:47.973906 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-28d36a88-615d-4fb9-85c2-6d24a33a4808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:42:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['4ea5f392-f620-47f2-ab02-26ed2cc03a9b'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:48.018617 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-788c8b3f-fb57-4f2f-9b4b-98b660f04901 req-1cbc77a1-9bc4-4263-9175-23621c9af929 service neutron] 10.222.0.46 "GET /v2.0/networks/08bdcba9-46ce-4d47-b722-d9c29f5877ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400149 Aug 29 04:42:48.052264 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a84578b-7f88-43c7-92e3-af21eb6fbbde req-9b25bec2-7e35-4256-8a2e-0367a59ad0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:48.055119 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6a84578b-7f88-43c7-92e3-af21eb6fbbde req-9b25bec2-7e35-4256-8a2e-0367a59ad0fa service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e3cf10b1-70e4-433d-a09e-01e8d8121526 HTTP/1.1" status: 200 len: 834 time: 0.0736969 Aug 29 04:42:48.105091 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-28d36a88-615d-4fb9-85c2-6d24a33a4808 None None] Set router 4ea5f392-f620-47f2-ab02-26ed2cc03a9b gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:42:48.109060 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a84578b-7f88-43c7-92e3-af21eb6fbbde req-97acb136-7050-4e83-9630-b3067190c419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:48.110598 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6a84578b-7f88-43c7-92e3-af21eb6fbbde req-97acb136-7050-4e83-9630-b3067190c419 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=24839703-2954-4e20-aa94-9ca5ff0aec15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0471325 Aug 29 04:42:48.143187 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-788c8b3f-fb57-4f2f-9b4b-98b660f04901 req-404bc523-fe78-4eeb-be20-bc67bbdd31ba service neutron] 10.222.0.46 "GET /v2.0/networks/08bdcba9-46ce-4d47-b722-d9c29f5877ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132519 Aug 29 04:42:48.214550 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6a84578b-7f88-43c7-92e3-af21eb6fbbde req-a74fb64d-eaa4-4b82-870a-3c3555c025c3 service neutron] 10.222.0.46 "GET /v2.0/networks/24839703-2954-4e20-aa94-9ca5ff0aec15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952351 Aug 29 04:42:48.328184 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6a84578b-7f88-43c7-92e3-af21eb6fbbde req-d0ac7640-78e8-4177-a1f8-ce2bca10c1f3 service neutron] 10.222.0.46 "GET /v2.0/networks/24839703-2954-4e20-aa94-9ca5ff0aec15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055920 Aug 29 04:42:48.393643 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-28d36a88-615d-4fb9-85c2-6d24a33a4808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ea5f392-f620-47f2-ab02-26ed2cc03a9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1172575723', 'tenant_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': '81329cec-ffb5-4ddb-b658-82d4d852fdd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:42:21Z', 'updated_at': '2021-08-29T04:42:27Z', 'revision_number': 4, 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'gw_port': {'id': '81329cec-ffb5-4ddb-b658-82d4d852fdd3', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:06:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea5f392-f620-47f2-ab02-26ed2cc03a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:22Z', 'updated_at': '2021-08-29T04:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': '4ca49a13-f635-4bd7-87c7-7746afdbe418', 'tenant_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'floating_ip_address': '172.25.0.132', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': '4ea5f392-f620-47f2-ab02-26ed2cc03a9b', 'port_id': '480315ff-a0ef-43eb-a8ff-8059af4bbe50', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24839703-2954-4e20-aa94-9ca5ff0aec15', 'mac_address': 'fa:16:3e:05:88:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe97299-a75c-4743-802b-d6ede3f81763', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:42:45Z', 'updated_at': '2021-08-29T04:42:45Z', 'revision_number': 0, 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '943f9ff6-f0f5-4bde-b0b1-849ff3818382', 'name': '', 'network_id': '24839703-2954-4e20-aa94-9ca5ff0aec15', 'tenant_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'mac_address': 'fa:16:3e:dc:65:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea5f392-f620-47f2-ab02-26ed2cc03a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': 'e3cf10b1-70e4-433d-a09e-01e8d8121526', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:26Z', 'updated_at': '2021-08-29T04:42:33Z', 'revision_number': 5, 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'subnets': [{'id': 'e3cf10b1-70e4-433d-a09e-01e8d8121526', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:48.421796 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d36a88-615d-4fb9-85c2-6d24a33a4808 None None] The sync data for ids ['4ea5f392-f620-47f2-ab02-26ed2cc03a9b'] in n-d-712140-12 is: [{'id': '4ea5f392-f620-47f2-ab02-26ed2cc03a9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1172575723', 'tenant_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': '81329cec-ffb5-4ddb-b658-82d4d852fdd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:42:21Z', 'updated_at': '2021-08-29T04:42:27Z', 'revision_number': 4, 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'gw_port': {'id': '81329cec-ffb5-4ddb-b658-82d4d852fdd3', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:06:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea5f392-f620-47f2-ab02-26ed2cc03a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:22Z', 'updated_at': '2021-08-29T04:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': '4ca49a13-f635-4bd7-87c7-7746afdbe418', 'tenant_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'floating_ip_address': '172.25.0.132', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': '4ea5f392-f620-47f2-ab02-26ed2cc03a9b', 'port_id': '480315ff-a0ef-43eb-a8ff-8059af4bbe50', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24839703-2954-4e20-aa94-9ca5ff0aec15', 'mac_address': 'fa:16:3e:05:88:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe97299-a75c-4743-802b-d6ede3f81763', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:42:45Z', 'updated_at': '2021-08-29T04:42:45Z', 'revision_number': 0, 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '943f9ff6-f0f5-4bde-b0b1-849ff3818382', 'name': '', 'network_id': '24839703-2954-4e20-aa94-9ca5ff0aec15', 'tenant_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'mac_address': 'fa:16:3e:dc:65:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea5f392-f620-47f2-ab02-26ed2cc03a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': 'e3cf10b1-70e4-433d-a09e-01e8d8121526', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:26Z', 'updated_at': '2021-08-29T04:42:33Z', 'revision_number': 5, 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'subnets': [{'id': 'e3cf10b1-70e4-433d-a09e-01e8d8121526', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:42:48.640169 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5557c63-6aff-45a5-b8fe-5ecf941b1f1e None None] New status for floating IP 4ca49a13-f635-4bd7-87c7-7746afdbe418: ACTIVE {{(pid=94831) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:42:48.959057 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 58920) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:49.004721 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f22a6d-49f6-41e4-87eb-f6bd826370f7 req-d84e8c55-d86f-467c-8a2c-5ff827c932b4 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:49.007234 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-98f22a6d-49f6-41e4-87eb-f6bd826370f7 req-d84e8c55-d86f-467c-8a2c-5ff827c932b4 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "GET /v2.0/ports?device_id=407ef7f2-c4ff-4b6c-88df-70f1381e3e45 HTTP/1.1" status: 200 len: 943 time: 0.0718331 Aug 29 04:42:49.038563 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-32373853-67d7-45b4-90d2-6d001e12eaa7 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/floatingips/4ca49a13-f635-4bd7-87c7-7746afdbe418 HTTP/1.1" status: 200 len: 993 time: 0.0778368 Aug 29 04:42:49.057116 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-98f22a6d-49f6-41e4-87eb-f6bd826370f7 req-886b7432-22d1-4c2e-9e55-5fb8bbfbd32f tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "GET /v2.0/security-groups?id=5367b295-50db-487f-8144-3392f633be66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425313 Aug 29 04:42:49.262528 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:50.177881 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d7cd09-4ca5-453d-bae8-ae15dc9f460b req-21a33f6f-cb8e-4280-8312-5002d1a7cf2f tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:50.179620 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e2d7cd09-4ca5-453d-bae8-ae15dc9f460b req-21a33f6f-cb8e-4280-8312-5002d1a7cf2f tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "GET /v2.0/ports?device_id=407ef7f2-c4ff-4b6c-88df-70f1381e3e45 HTTP/1.1" status: 200 len: 943 time: 0.0496941 Aug 29 04:42:50.218393 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e2d7cd09-4ca5-453d-bae8-ae15dc9f460b req-8fac118a-b6ae-4b54-a56f-a361e2ff8ebb tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "GET /v2.0/security-groups?id=5367b295-50db-487f-8144-3392f633be66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325193 Aug 29 04:42:51.139011 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device a79de796-bd35-4590-bddf-2fc83ffe4322 details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:42:51.270023 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port a79de796-bd35-4590-bddf-2fc83ffe4322, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=a79de796-bd35-4590-bddf-2fc83ffe4322,segment=NetworkSegment(96944419-94a6-47fc-be53-a8a39ba713d2),segment_id=96944419-94a6-47fc-be53-a8a39ba713d2)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:51.285809 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Returning: {'device': 'a79de796-bd35-4590-bddf-2fc83ffe4322', 'network_id': '08bdcba9-46ce-4d47-b722-d9c29f5877ad', 'port_id': 'a79de796-bd35-4590-bddf-2fc83ffe4322', 'mac_address': 'fa:16:3e:2a:86:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c8bdef1-9eb0-47cc-8458-455a264ee9df', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:42:51.336762 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:51.353424 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ce95cb-d71e-46ac-835d-c3bc70c95a62 req-15626b10-3fe8-499f-9260-fdf8d8d323bd tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:51.355844 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-83ce95cb-d71e-46ac-835d-c3bc70c95a62 req-15626b10-3fe8-499f-9260-fdf8d8d323bd tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "GET /v2.0/ports?device_id=407ef7f2-c4ff-4b6c-88df-70f1381e3e45 HTTP/1.1" status: 200 len: 943 time: 0.0588696 Aug 29 04:42:51.367904 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a79de796-bd35-4590-bddf-2fc83ffe4322 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:42:51.390139 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port a79de796-bd35-4590-bddf-2fc83ffe4322, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=a79de796-bd35-4590-bddf-2fc83ffe4322,segment=NetworkSegment(96944419-94a6-47fc-be53-a8a39ba713d2),segment_id=96944419-94a6-47fc-be53-a8a39ba713d2)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:51.396858 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:51.408260 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-83ce95cb-d71e-46ac-835d-c3bc70c95a62 req-74f0485e-7ea9-4725-9b1e-5fd1026de200 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "GET /v2.0/security-groups?id=5367b295-50db-487f-8144-3392f633be66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411103 Aug 29 04:42:51.459966 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=a79de796-bd35-4590-bddf-2fc83ffe4322,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:51.601603 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['a79de796-bd35-4590-bddf-2fc83ffe4322'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:42:52.542099 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cf01e8-1a86-489f-b275-e2576b0e57a2 req-f97eea1b-5a17-4a56-a154-d58196724919 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:52.544188 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-72cf01e8-1a86-489f-b275-e2576b0e57a2 req-f97eea1b-5a17-4a56-a154-d58196724919 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "GET /v2.0/ports?device_id=407ef7f2-c4ff-4b6c-88df-70f1381e3e45 HTTP/1.1" status: 200 len: 944 time: 0.0564752 Aug 29 04:42:52.591291 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-72cf01e8-1a86-489f-b275-e2576b0e57a2 req-fd56384f-4577-4d3a-8678-8c3c3c159bd1 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "GET /v2.0/security-groups?id=5367b295-50db-487f-8144-3392f633be66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404789 Aug 29 04:42:53.146467 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device a79de796-bd35-4590-bddf-2fc83ffe4322 up at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:42:53.210619 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning for port a79de796-bd35-4590-bddf-2fc83ffe4322 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:42:53.217444 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning complete for port a79de796-bd35-4590-bddf-2fc83ffe4322 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:42:53.217839 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:53.301351 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:53.337989 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '407ef7f2-c4ff-4b6c-88df-70f1381e3e45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a79de796-bd35-4590-bddf-2fc83ffe4322'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:42:53.340191 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c864ac9d-334a-4545-9fb9-434811384e74" -d '{"events": [{"server_uuid": "407ef7f2-c4ff-4b6c-88df-70f1381e3e45", "name": "network-vif-plugged", "status": "completed", "tag": "a79de796-bd35-4590-bddf-2fc83ffe4322"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:42:53.354364 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port a79de796-bd35-4590-bddf-2fc83ffe4322, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=a79de796-bd35-4590-bddf-2fc83ffe4322,segment=NetworkSegment(96944419-94a6-47fc-be53-a8a39ba713d2),segment_id=96944419-94a6-47fc-be53-a8a39ba713d2)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:53.359701 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:53.407105 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aad7b7f5-d4a0-4958-bb03-f21f5dd78c59 x-openstack-request-id: req-aad7b7f5-d4a0-4958-bb03-f21f5dd78c59 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:42:53.407394 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "407ef7f2-c4ff-4b6c-88df-70f1381e3e45", "name": "network-vif-plugged", "status": "completed", "tag": "a79de796-bd35-4590-bddf-2fc83ffe4322", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:42:53.407649 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-aad7b7f5-d4a0-4958-bb03-f21f5dd78c59 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:42:53.408072 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '407ef7f2-c4ff-4b6c-88df-70f1381e3e45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a79de796-bd35-4590-bddf-2fc83ffe4322', 'code': 200} Aug 29 04:42:53.436329 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=a79de796-bd35-4590-bddf-2fc83ffe4322,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:53.536581 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da12bab9-6355-4653-b05c-65768fa9b080 req-ddb62e72-69d7-47ae-a395-01fedf5b5bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:53.538133 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-da12bab9-6355-4653-b05c-65768fa9b080 req-ddb62e72-69d7-47ae-a395-01fedf5b5bd3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=407ef7f2-c4ff-4b6c-88df-70f1381e3e45 HTTP/1.1" status: 200 len: 1097 time: 0.0491216 Aug 29 04:42:53.578377 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-da12bab9-6355-4653-b05c-65768fa9b080 req-ccb9e5f1-7abb-4943-9007-691adbf20111 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5367b295-50db-487f-8144-3392f633be66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331914 Aug 29 04:42:53.723759 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657fe77b-4e04-4f4e-941a-76e849b99edf req-ab99197f-1c5b-42c2-b24e-d0a07e649a1b tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:53.725257 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-657fe77b-4e04-4f4e-941a-76e849b99edf req-ab99197f-1c5b-42c2-b24e-d0a07e649a1b tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "GET /v2.0/ports?device_id=407ef7f2-c4ff-4b6c-88df-70f1381e3e45 HTTP/1.1" status: 200 len: 945 time: 0.0551312 Aug 29 04:42:53.782265 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-657fe77b-4e04-4f4e-941a-76e849b99edf req-fa8a8e58-913d-4102-aa7c-8ac2ec5071da tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "GET /v2.0/security-groups?id=5367b295-50db-487f-8144-3392f633be66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458813 Aug 29 04:42:54.907327 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a97ae9-2a6d-4928-abf9-189d01ebb413 req-0407ed5a-e868-42ea-8639-5d38fea1d78f tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:54.908876 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-78a97ae9-2a6d-4928-abf9-189d01ebb413 req-0407ed5a-e868-42ea-8639-5d38fea1d78f tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "GET /v2.0/ports?device_id=407ef7f2-c4ff-4b6c-88df-70f1381e3e45 HTTP/1.1" status: 200 len: 945 time: 0.0526252 Aug 29 04:42:54.950104 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-78a97ae9-2a6d-4928-abf9-189d01ebb413 req-1e9c10d1-6c35-4b58-8329-1f8e3ec94e78 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "GET /v2.0/security-groups?id=5367b295-50db-487f-8144-3392f633be66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350275 Aug 29 04:42:55.092477 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c271723-9734-41ba-94b8-b2cffb55ff93 req-ba80be7b-eac0-4e7d-92f9-0c7c273eacd1 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:55.093909 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8c271723-9734-41ba-94b8-b2cffb55ff93 req-ba80be7b-eac0-4e7d-92f9-0c7c273eacd1 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "GET /v2.0/ports?device_id=407ef7f2-c4ff-4b6c-88df-70f1381e3e45 HTTP/1.1" status: 200 len: 945 time: 0.0667794 Aug 29 04:42:55.141786 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8c271723-9734-41ba-94b8-b2cffb55ff93 req-ca3c9b1b-d56c-48d5-a77c-668f5114a5cd tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "GET /v2.0/security-groups?id=5367b295-50db-487f-8144-3392f633be66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400329 Aug 29 04:42:55.172266 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 58962) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:55.224368 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083346b5-0c5e-4165-9891-041dbb80d683 tempest-TestNetworkBasicOps-481204260 tempest-TestNetworkBasicOps-481204260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:55.225911 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-083346b5-0c5e-4165-9891-041dbb80d683 tempest-TestNetworkBasicOps-481204260 tempest-TestNetworkBasicOps-481204260-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=407ef7f2-c4ff-4b6c-88df-70f1381e3e45 HTTP/1.1" status: 200 len: 1092 time: 0.0525172 Aug 29 04:42:55.230018 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 58964) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:55.235018 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-9237d84d-4367-4eec-8993-25f7880fc885 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Request body: {'floatingip': {'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'port_id': 'a79de796-bd35-4590-bddf-2fc83ffe4322', 'tenant_id': 'c8d6449eb446497eb342b1e8e523ec41', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:42:55.265824 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9237d84d-4367-4eec-8993-25f7880fc885 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for floatingip, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:55.404110 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9237d84d-4367-4eec-8993-25f7880fc885 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:55.536843 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-9237d84d-4367-4eec-8993-25f7880fc885 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Allocated IP 172.25.0.198 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/65979755-e974-4691-8185-593b98d0fc59) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:42:55.689956 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9237d84d-4367-4eec-8993-25f7880fc885 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:55.751422 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9237d84d-4367-4eec-8993-25f7880fc885 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:55.795464 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9237d84d-4367-4eec-8993-25f7880fc885 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:42:55.801111 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-9237d84d-4367-4eec-8993-25f7880fc885 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:42:55.805059 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9237d84d-4367-4eec-8993-25f7880fc885 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:42:55.829283 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9237d84d-4367-4eec-8993-25f7880fc885 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Pushing event updated for resources: {'Port': ['ID=65979755-e974-4691-8185-593b98d0fc59,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:56.777445 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9237d84d-4367-4eec-8993-25f7880fc885 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:56.908610 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9237d84d-4367-4eec-8993-25f7880fc885 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:57.071852 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9237d84d-4367-4eec-8993-25f7880fc885 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:57.076603 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9237d84d-4367-4eec-8993-25f7880fc885 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:57.145104 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9237d84d-4367-4eec-8993-25f7880fc885 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Pushing event updated for resources: {'Port': ['ID=65979755-e974-4691-8185-593b98d0fc59,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:57.158733 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9237d84d-4367-4eec-8993-25f7880fc885 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719515'] for floatingip, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:57.262984 n-d-712140-12 neutron-server[94829]: INFO neutron.db.l3_db [None req-9237d84d-4367-4eec-8993-25f7880fc885 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Floating IP 955ac440-ced9-44e5-9f81-68db2a9afc2c associated. External IP: 172.25.0.198, port: a79de796-bd35-4590-bddf-2fc83ffe4322. Aug 29 04:42:57.506769 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9237d84d-4367-4eec-8993-25f7880fc885 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Router c4e9dfdf-afdd-409a-a89a-c49baf3817c9 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:42:57.629543 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9237d84d-4367-4eec-8993-25f7880fc885 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:42:57.639941 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011b7bd5-f1f3-4dd4-8959-5961644830b1 None None] Sync routers for ids ['c4e9dfdf-afdd-409a-a89a-c49baf3817c9'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:42:57.651100 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9237d84d-4367-4eec-8993-25f7880fc885 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:57.651383 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011b7bd5-f1f3-4dd4-8959-5961644830b1 None None] Routers {'c4e9dfdf-afdd-409a-a89a-c49baf3817c9'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:42:57.652326 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-011b7bd5-f1f3-4dd4-8959-5961644830b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:42:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['c4e9dfdf-afdd-409a-a89a-c49baf3817c9'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:57.682419 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-9237d84d-4367-4eec-8993-25f7880fc885 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4510152 Aug 29 04:42:57.683278 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '407ef7f2-c4ff-4b6c-88df-70f1381e3e45', 'tag': 'a79de796-bd35-4590-bddf-2fc83ffe4322'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:42:57.684995 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 58976) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:57.686571 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e99dbaa6-c42a-4cc8-bbc1-a132f939dcfd" -d '{"events": [{"name": "network-changed", "server_uuid": "407ef7f2-c4ff-4b6c-88df-70f1381e3e45", "tag": "a79de796-bd35-4590-bddf-2fc83ffe4322"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:42:57.781953 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-452ce318-cbce-417d-93a2-8e638532a00f x-openstack-request-id: req-452ce318-cbce-417d-93a2-8e638532a00f {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:42:57.782770 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "407ef7f2-c4ff-4b6c-88df-70f1381e3e45", "tag": "a79de796-bd35-4590-bddf-2fc83ffe4322", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:42:57.782770 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-452ce318-cbce-417d-93a2-8e638532a00f {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:42:57.782770 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '407ef7f2-c4ff-4b6c-88df-70f1381e3e45', 'tag': 'a79de796-bd35-4590-bddf-2fc83ffe4322', 'status': 'completed', 'code': 200} Aug 29 04:42:57.789132 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-011b7bd5-f1f3-4dd4-8959-5961644830b1 None None] Set router c4e9dfdf-afdd-409a-a89a-c49baf3817c9 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:42:57.807740 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-a99849e2-5c9a-4687-a041-b12fc7eb90cd tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "GET /v2.0/floatingips/955ac440-ced9-44e5-9f81-68db2a9afc2c HTTP/1.1" status: 200 len: 991 time: 0.1214397 Aug 29 04:42:57.854566 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99dbaa6-c42a-4cc8-bbc1-a132f939dcfd req-e1a061f3-41ea-4d77-883e-ea51e5b749aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:57.856596 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e99dbaa6-c42a-4cc8-bbc1-a132f939dcfd req-e1a061f3-41ea-4d77-883e-ea51e5b749aa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c8d6449eb446497eb342b1e8e523ec41&device_id=407ef7f2-c4ff-4b6c-88df-70f1381e3e45 HTTP/1.1" status: 200 len: 1097 time: 0.0470757 Aug 29 04:42:57.965879 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99dbaa6-c42a-4cc8-bbc1-a132f939dcfd req-af64681b-c7b3-4a7f-8f7e-bcdb615b64b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:57.967298 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e99dbaa6-c42a-4cc8-bbc1-a132f939dcfd req-af64681b-c7b3-4a7f-8f7e-bcdb615b64b3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=08bdcba9-46ce-4d47-b722-d9c29f5877ad HTTP/1.1" status: 200 len: 898 time: 0.1035290 Aug 29 04:42:58.058254 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e99dbaa6-c42a-4cc8-bbc1-a132f939dcfd req-bfae8364-5208-4e4b-b2f0-d2c17ec04b97 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a79de796-bd35-4590-bddf-2fc83ffe4322 HTTP/1.1" status: 200 len: 999 time: 0.0823724 Aug 29 04:42:58.088697 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-011b7bd5-f1f3-4dd4-8959-5961644830b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4e9dfdf-afdd-409a-a89a-c49baf3817c9', 'name': 'tempest-TestNetworkBasicOps-router-645354359', 'tenant_id': 'c8d6449eb446497eb342b1e8e523ec41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': 'feab7095-b2ac-469f-ae6b-f7533e68c59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:42:31Z', 'updated_at': '2021-08-29T04:42:38Z', 'revision_number': 4, 'project_id': 'c8d6449eb446497eb342b1e8e523ec41', 'gw_port': {'id': 'feab7095-b2ac-469f-ae6b-f7533e68c59c', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:35:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e9dfdf-afdd-409a-a89a-c49baf3817c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:32Z', 'updated_at': '2021-08-29T04:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': '955ac440-ced9-44e5-9f81-68db2a9afc2c', 'tenant_id': 'c8d6449eb446497eb342b1e8e523ec41', 'floating_ip_address': '172.25.0.198', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': 'c4e9dfdf-afdd-409a-a89a-c49baf3817c9', 'port_id': 'a79de796-bd35-4590-bddf-2fc83ffe4322', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3617, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08bdcba9-46ce-4d47-b722-d9c29f5877ad', 'mac_address': 'fa:16:3e:2a:86:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407ef7f2-c4ff-4b6c-88df-70f1381e3e45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:42:56Z', 'updated_at': '2021-08-29T04:42:56Z', 'revision_number': 0, 'project_id': 'c8d6449eb446497eb342b1e8e523ec41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d9a7347-1bb7-41d7-b488-bfb1cfa3d2de', 'name': '', 'network_id': '08bdcba9-46ce-4d47-b722-d9c29f5877ad', 'tenant_id': 'c8d6449eb446497eb342b1e8e523ec41', 'mac_address': 'fa:16:3e:a0:42:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e9dfdf-afdd-409a-a89a-c49baf3817c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '5c8bdef1-9eb0-47cc-8458-455a264ee9df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:37Z', 'updated_at': '2021-08-29T04:42:45Z', 'revision_number': 5, 'project_id': 'c8d6449eb446497eb342b1e8e523ec41', 'subnets': [{'id': '5c8bdef1-9eb0-47cc-8458-455a264ee9df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:58.118826 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99dbaa6-c42a-4cc8-bbc1-a132f939dcfd req-af773042-0c79-483d-9dac-2d393b4d7dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:58.120847 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e99dbaa6-c42a-4cc8-bbc1-a132f939dcfd req-af773042-0c79-483d-9dac-2d393b4d7dcd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5c8bdef1-9eb0-47cc-8458-455a264ee9df HTTP/1.1" status: 200 len: 835 time: 0.0534656 Aug 29 04:42:58.127699 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011b7bd5-f1f3-4dd4-8959-5961644830b1 None None] Checking router: c4e9dfdf-afdd-409a-a89a-c49baf3817c9 for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:42:58.140292 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011b7bd5-f1f3-4dd4-8959-5961644830b1 None None] Routers {'c4e9dfdf-afdd-409a-a89a-c49baf3817c9'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:42:58.141035 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-011b7bd5-f1f3-4dd4-8959-5961644830b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:42:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['c4e9dfdf-afdd-409a-a89a-c49baf3817c9'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:58.181249 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99dbaa6-c42a-4cc8-bbc1-a132f939dcfd req-eac8f160-6a16-4f17-8a1d-c06a42da9f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:58.181947 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e99dbaa6-c42a-4cc8-bbc1-a132f939dcfd req-eac8f160-6a16-4f17-8a1d-c06a42da9f15 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=08bdcba9-46ce-4d47-b722-d9c29f5877ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525832 Aug 29 04:42:58.283276 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-011b7bd5-f1f3-4dd4-8959-5961644830b1 None None] Set router c4e9dfdf-afdd-409a-a89a-c49baf3817c9 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:42:58.300725 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e99dbaa6-c42a-4cc8-bbc1-a132f939dcfd req-c28f766e-2386-4cb0-bda0-86ff68e48ccf service neutron] 10.222.0.46 "GET /v2.0/networks/08bdcba9-46ce-4d47-b722-d9c29f5877ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100461 Aug 29 04:42:58.445578 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e99dbaa6-c42a-4cc8-bbc1-a132f939dcfd req-e8c855be-db25-4a80-83e3-978e34e337b4 service neutron] 10.222.0.46 "GET /v2.0/networks/08bdcba9-46ce-4d47-b722-d9c29f5877ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356931 Aug 29 04:42:58.641431 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-011b7bd5-f1f3-4dd4-8959-5961644830b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4e9dfdf-afdd-409a-a89a-c49baf3817c9', 'name': 'tempest-TestNetworkBasicOps-router-645354359', 'tenant_id': 'c8d6449eb446497eb342b1e8e523ec41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': 'feab7095-b2ac-469f-ae6b-f7533e68c59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:42:31Z', 'updated_at': '2021-08-29T04:42:38Z', 'revision_number': 4, 'project_id': 'c8d6449eb446497eb342b1e8e523ec41', 'gw_port': {'id': 'feab7095-b2ac-469f-ae6b-f7533e68c59c', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:35:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e9dfdf-afdd-409a-a89a-c49baf3817c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:32Z', 'updated_at': '2021-08-29T04:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': '955ac440-ced9-44e5-9f81-68db2a9afc2c', 'tenant_id': 'c8d6449eb446497eb342b1e8e523ec41', 'floating_ip_address': '172.25.0.198', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': 'c4e9dfdf-afdd-409a-a89a-c49baf3817c9', 'port_id': 'a79de796-bd35-4590-bddf-2fc83ffe4322', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3617, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08bdcba9-46ce-4d47-b722-d9c29f5877ad', 'mac_address': 'fa:16:3e:2a:86:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407ef7f2-c4ff-4b6c-88df-70f1381e3e45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:42:56Z', 'updated_at': '2021-08-29T04:42:56Z', 'revision_number': 0, 'project_id': 'c8d6449eb446497eb342b1e8e523ec41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d9a7347-1bb7-41d7-b488-bfb1cfa3d2de', 'name': '', 'network_id': '08bdcba9-46ce-4d47-b722-d9c29f5877ad', 'tenant_id': 'c8d6449eb446497eb342b1e8e523ec41', 'mac_address': 'fa:16:3e:a0:42:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e9dfdf-afdd-409a-a89a-c49baf3817c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '5c8bdef1-9eb0-47cc-8458-455a264ee9df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:37Z', 'updated_at': '2021-08-29T04:42:45Z', 'revision_number': 5, 'project_id': 'c8d6449eb446497eb342b1e8e523ec41', 'subnets': [{'id': '5c8bdef1-9eb0-47cc-8458-455a264ee9df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:58.668603 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011b7bd5-f1f3-4dd4-8959-5961644830b1 None None] The sync data for ids ['c4e9dfdf-afdd-409a-a89a-c49baf3817c9'] in n-d-712140-12 is: [{'id': 'c4e9dfdf-afdd-409a-a89a-c49baf3817c9', 'name': 'tempest-TestNetworkBasicOps-router-645354359', 'tenant_id': 'c8d6449eb446497eb342b1e8e523ec41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': 'feab7095-b2ac-469f-ae6b-f7533e68c59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:42:31Z', 'updated_at': '2021-08-29T04:42:38Z', 'revision_number': 4, 'project_id': 'c8d6449eb446497eb342b1e8e523ec41', 'gw_port': {'id': 'feab7095-b2ac-469f-ae6b-f7533e68c59c', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:35:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e9dfdf-afdd-409a-a89a-c49baf3817c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:32Z', 'updated_at': '2021-08-29T04:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': '955ac440-ced9-44e5-9f81-68db2a9afc2c', 'tenant_id': 'c8d6449eb446497eb342b1e8e523ec41', 'floating_ip_address': '172.25.0.198', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': 'c4e9dfdf-afdd-409a-a89a-c49baf3817c9', 'port_id': 'a79de796-bd35-4590-bddf-2fc83ffe4322', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3617, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08bdcba9-46ce-4d47-b722-d9c29f5877ad', 'mac_address': 'fa:16:3e:2a:86:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407ef7f2-c4ff-4b6c-88df-70f1381e3e45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:42:56Z', 'updated_at': '2021-08-29T04:42:56Z', 'revision_number': 0, 'project_id': 'c8d6449eb446497eb342b1e8e523ec41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d9a7347-1bb7-41d7-b488-bfb1cfa3d2de', 'name': '', 'network_id': '08bdcba9-46ce-4d47-b722-d9c29f5877ad', 'tenant_id': 'c8d6449eb446497eb342b1e8e523ec41', 'mac_address': 'fa:16:3e:a0:42:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e9dfdf-afdd-409a-a89a-c49baf3817c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '5c8bdef1-9eb0-47cc-8458-455a264ee9df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:37Z', 'updated_at': '2021-08-29T04:42:45Z', 'revision_number': 5, 'project_id': 'c8d6449eb446497eb342b1e8e523ec41', 'subnets': [{'id': '5c8bdef1-9eb0-47cc-8458-455a264ee9df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:42:58.717999 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:58.811813 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 58982) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:58.904461 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-65797674-aa7c-461a-8e59-599fa465c869 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "GET /v2.0/floatingips/955ac440-ced9-44e5-9f81-68db2a9afc2c HTTP/1.1" status: 200 len: 991 time: 0.0913062 Aug 29 04:42:58.999729 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8abb59-a556-4693-9d28-d3d3d09d8b9d None None] New status for floating IP 955ac440-ced9-44e5-9f81-68db2a9afc2c: ACTIVE {{(pid=94831) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:42:59.906797 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 58990) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:59.974101 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-83fe40f7-d3b9-47fa-8801-fe6f26608382 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "GET /v2.0/floatingips/955ac440-ced9-44e5-9f81-68db2a9afc2c HTTP/1.1" status: 200 len: 993 time: 0.0659883 Aug 29 04:43:03.382637 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-27cee74a-ea22-467d-aa29-b80de79194b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:06.238570 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5b150685-fbf9-4969-855f-618cb9bbeefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:06.552850 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:43:07.216013 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:07.221574 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:08.728903 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:08.817830 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f77675c-4d89-4ac6-ad78-a573d6be5796 req-6c2679dd-22ee-4ad2-b5ed-0945dcae540d tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:08.819428 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3f77675c-4d89-4ac6-ad78-a573d6be5796 req-6c2679dd-22ee-4ad2-b5ed-0945dcae540d tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] 10.222.0.22 "GET /v2.0/ports?device_id=273734ef-adbc-4388-871e-94f347b30624 HTTP/1.1" status: 200 len: 945 time: 0.0529540 Aug 29 04:43:08.865914 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3f77675c-4d89-4ac6-ad78-a573d6be5796 req-69fc9927-a385-40a6-a5ee-a076165b3d26 tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] 10.222.0.22 "GET /v2.0/security-groups?id=4bb85f9f-d8fe-4022-818e-06dd79d11062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399487 Aug 29 04:43:09.993821 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165c9030-1cc2-4c62-be41-7ac5c717eb25 req-8aa96bd9-924d-487f-9401-7930facc7055 tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:09.995336 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-165c9030-1cc2-4c62-be41-7ac5c717eb25 req-8aa96bd9-924d-487f-9401-7930facc7055 tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] 10.222.0.22 "GET /v2.0/ports?device_id=273734ef-adbc-4388-871e-94f347b30624 HTTP/1.1" status: 200 len: 945 time: 0.0579207 Aug 29 04:43:10.044678 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-165c9030-1cc2-4c62-be41-7ac5c717eb25 req-75c9666a-381b-4213-975b-8a31c8ba13f2 tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] 10.222.0.22 "GET /v2.0/security-groups?id=4bb85f9f-d8fe-4022-818e-06dd79d11062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422227 Aug 29 04:43:10.638106 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2e069e3f-e062-43a2-90de-a926986690ce req-f0e84ae0-928e-4b3a-b743-293b6fe15973 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=78e1d3c1-2943-4567-af4e-14c28f0b7c9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0820477 Aug 29 04:43:10.650534 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d67633b-c8c7-4630-9a0b-c20a0f924712 req-90207bec-0d37-4419-9892-9b315d5ae49d tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:10.652027 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6d67633b-c8c7-4630-9a0b-c20a0f924712 req-90207bec-0d37-4419-9892-9b315d5ae49d tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] 10.222.0.48 "GET /v2.0/ports?device_id=273734ef-adbc-4388-871e-94f347b30624 HTTP/1.1" status: 200 len: 945 time: 0.0945003 Aug 29 04:43:10.780230 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e069e3f-e062-43a2-90de-a926986690ce req-45c8e364-a30c-4ccd-ba65-8f0d5973d975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:10.780716 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e069e3f-e062-43a2-90de-a926986690ce req-45c8e364-a30c-4ccd-ba65-8f0d5973d975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:10.781215 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e069e3f-e062-43a2-90de-a926986690ce req-45c8e364-a30c-4ccd-ba65-8f0d5973d975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:10.781656 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e069e3f-e062-43a2-90de-a926986690ce req-45c8e364-a30c-4ccd-ba65-8f0d5973d975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:10.782120 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e069e3f-e062-43a2-90de-a926986690ce req-45c8e364-a30c-4ccd-ba65-8f0d5973d975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:10.782584 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e069e3f-e062-43a2-90de-a926986690ce req-45c8e364-a30c-4ccd-ba65-8f0d5973d975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:10.783044 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e069e3f-e062-43a2-90de-a926986690ce req-45c8e364-a30c-4ccd-ba65-8f0d5973d975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:10.785143 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2e069e3f-e062-43a2-90de-a926986690ce req-45c8e364-a30c-4ccd-ba65-8f0d5973d975 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b0f1228a8bd44b90ad5ea0a20c4870bf&device_id=78e1d3c1-2943-4567-af4e-14c28f0b7c9c HTTP/1.1" status: 200 len: 6495 time: 0.0832469 Aug 29 04:43:10.801893 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-6d67633b-c8c7-4630-9a0b-c20a0f924712 req-e6c793d9-7991-4e37-bfa9-16dc5b3fa8c3 tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] Deleting port c35d116a-e881-4000-8dcb-26ffdf99d4e8 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:43:10.802239 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-6d67633b-c8c7-4630-9a0b-c20a0f924712 req-e6c793d9-7991-4e37-bfa9-16dc5b3fa8c3 tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:10.958780 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-6d67633b-c8c7-4630-9a0b-c20a0f924712 req-e6c793d9-7991-4e37-bfa9-16dc5b3fa8c3 tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] For port c35d116a-e881-4000-8dcb-26ffdf99d4e8, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=c35d116a-e881-4000-8dcb-26ffdf99d4e8,segment=NetworkSegment(1e5c3b4d-4e9b-48cf-9646-28d003758c0d),segment_id=1e5c3b4d-4e9b-48cf-9646-28d003758c0d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:10.959034 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-6d67633b-c8c7-4630-9a0b-c20a0f924712 req-e6c793d9-7991-4e37-bfa9-16dc5b3fa8c3 tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:10.978226 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-6d67633b-c8c7-4630-9a0b-c20a0f924712 req-e6c793d9-7991-4e37-bfa9-16dc5b3fa8c3 tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] Calling delete_port for c35d116a-e881-4000-8dcb-26ffdf99d4e8 owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:43:10.980506 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e069e3f-e062-43a2-90de-a926986690ce req-3fa2eec8-b770-40a1-9b68-000977af4797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:10.980979 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e069e3f-e062-43a2-90de-a926986690ce req-3fa2eec8-b770-40a1-9b68-000977af4797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:10.981447 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e069e3f-e062-43a2-90de-a926986690ce req-3fa2eec8-b770-40a1-9b68-000977af4797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:10.983036 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2e069e3f-e062-43a2-90de-a926986690ce req-3fa2eec8-b770-40a1-9b68-000977af4797 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f8102508-8177-4d08-b66e-69e3d8dd4b5c&id=17498e6d-84e1-4cac-974a-a187e6f18066&id=17498e6d-84e1-4cac-974a-a187e6f18066&id=17498e6d-84e1-4cac-974a-a187e6f18066&id=17498e6d-84e1-4cac-974a-a187e6f18066&id=5e503eef-fcd9-442c-bfbe-e3b673cf903b&id=5e503eef-fcd9-442c-bfbe-e3b673cf903b HTTP/1.1" status: 200 len: 2292 time: 0.1668665 Aug 29 04:43:11.094067 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2e069e3f-e062-43a2-90de-a926986690ce req-ffffe974-d5ce-4efb-a886-3e5f8a31bed9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=863c0636-bcc8-4b84-adb3-6776bab372ee HTTP/1.1" status: 200 len: 1001 time: 0.1034021 Aug 29 04:43:11.178964 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e069e3f-e062-43a2-90de-a926986690ce req-60ea891b-6520-4af3-8628-903baa2dce37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:11.180497 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2e069e3f-e062-43a2-90de-a926986690ce req-60ea891b-6520-4af3-8628-903baa2dce37 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=38723797-c164-4ad1-837d-c534b680646e HTTP/1.1" status: 200 len: 850 time: 0.0743446 Aug 29 04:43:11.262427 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-6d67633b-c8c7-4630-9a0b-c20a0f924712 req-e6c793d9-7991-4e37-bfa9-16dc5b3fa8c3 tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:11.294291 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['c35d116a-e881-4000-8dcb-26ffdf99d4e8'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:43:11.294914 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e069e3f-e062-43a2-90de-a926986690ce req-cce16fd2-8f85-4179-b5d8-718a26882415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:11.296337 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2e069e3f-e062-43a2-90de-a926986690ce req-cce16fd2-8f85-4179-b5d8-718a26882415 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f8102508-8177-4d08-b66e-69e3d8dd4b5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1088417 Aug 29 04:43:11.301658 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c793d9-7991-4e37-bfa9-16dc5b3fa8c3 tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] Pushing event deleted for resources: {'Port': ['ID=c35d116a-e881-4000-8dcb-26ffdf99d4e8,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:11.324772 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cd4fdf-7c38-45ae-954b-85ebde118520 req-1e90384b-dae7-4d7e-9d5b-7df0e8289ebc tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:11.326283 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b3cd4fdf-7c38-45ae-954b-85ebde118520 req-1e90384b-dae7-4d7e-9d5b-7df0e8289ebc tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] 10.222.0.22 "GET /v2.0/ports?device_id=273734ef-adbc-4388-871e-94f347b30624 HTTP/1.1" status: 200 len: 867 time: 0.1933887 Aug 29 04:43:11.411248 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d67633b-c8c7-4630-9a0b-c20a0f924712 req-e6c793d9-7991-4e37-bfa9-16dc5b3fa8c3 tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] No DVR routers for this DVR port c35d116a-e881-4000-8dcb-26ffdf99d4e8 on host n-h2-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:43:11.417538 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-6d67633b-c8c7-4630-9a0b-c20a0f924712 req-e6c793d9-7991-4e37-bfa9-16dc5b3fa8c3 tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:11.419490 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6d67633b-c8c7-4630-9a0b-c20a0f924712 req-e6c793d9-7991-4e37-bfa9-16dc5b3fa8c3 tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] 10.222.0.48 "DELETE /v2.0/ports/c35d116a-e881-4000-8dcb-26ffdf99d4e8 HTTP/1.1" status: 204 len: 173 time: 0.7566588 Aug 29 04:43:11.419961 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '273734ef-adbc-4388-871e-94f347b30624', 'name': 'network-vif-deleted', 'tag': 'c35d116a-e881-4000-8dcb-26ffdf99d4e8'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:43:11.422255 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-564298ab-aaef-407b-afc8-5306b6b486f0" -d '{"events": [{"server_uuid": "273734ef-adbc-4388-871e-94f347b30624", "name": "network-vif-deleted", "tag": "c35d116a-e881-4000-8dcb-26ffdf99d4e8"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:43:11.454770 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b3cd4fdf-7c38-45ae-954b-85ebde118520 req-3b10004e-59d1-4944-9a77-4bdace4fb60b tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] 10.222.0.22 "GET /v2.0/security-groups?id=4bb85f9f-d8fe-4022-818e-06dd79d11062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038234 Aug 29 04:43:11.470007 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ec6fe7a-2c16-4f9f-b1c4-63f805c0728c x-openstack-request-id: req-5ec6fe7a-2c16-4f9f-b1c4-63f805c0728c {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:43:11.470463 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "273734ef-adbc-4388-871e-94f347b30624", "name": "network-vif-deleted", "tag": "c35d116a-e881-4000-8dcb-26ffdf99d4e8", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:43:11.470792 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5ec6fe7a-2c16-4f9f-b1c4-63f805c0728c {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:43:11.471266 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '273734ef-adbc-4388-871e-94f347b30624', 'name': 'network-vif-deleted', 'tag': 'c35d116a-e881-4000-8dcb-26ffdf99d4e8', 'status': 'completed', 'code': 200} Aug 29 04:43:11.478071 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2e069e3f-e062-43a2-90de-a926986690ce req-69470372-dfd0-4c9b-bf71-35b2a92b856b service neutron] 10.222.0.48 "GET /v2.0/networks/f8102508-8177-4d08-b66e-69e3d8dd4b5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721995 Aug 29 04:43:11.591752 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2e069e3f-e062-43a2-90de-a926986690ce req-c2ad736f-802b-4766-a79d-cf4fbfe457df service neutron] 10.222.0.48 "GET /v2.0/networks/f8102508-8177-4d08-b66e-69e3d8dd4b5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879874 Aug 29 04:43:11.642161 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2e069e3f-e062-43a2-90de-a926986690ce req-2a5e1fe0-0d84-4237-835e-208e005f8c2b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=9ed8042a-534d-4fd9-bab3-f9ca6ec3d842 HTTP/1.1" status: 200 len: 217 time: 0.0347817 Aug 29 04:43:11.691521 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e069e3f-e062-43a2-90de-a926986690ce req-1e9913ba-ef5e-4618-b2db-be7408c25eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:11.693014 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2e069e3f-e062-43a2-90de-a926986690ce req-1e9913ba-ef5e-4618-b2db-be7408c25eda service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2c4c2bd8-a9be-4d3e-b11b-de6654931482 HTTP/1.1" status: 200 len: 797 time: 0.0436022 Aug 29 04:43:11.743659 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e069e3f-e062-43a2-90de-a926986690ce req-05149627-a4f2-469e-b030-a78eac1992f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:11.745199 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2e069e3f-e062-43a2-90de-a926986690ce req-05149627-a4f2-469e-b030-a78eac1992f9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=17498e6d-84e1-4cac-974a-a187e6f18066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0443838 Aug 29 04:43:11.838921 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2e069e3f-e062-43a2-90de-a926986690ce req-79557f3c-339a-47fc-8752-58af976f1d0e service neutron] 10.222.0.48 "GET /v2.0/networks/17498e6d-84e1-4cac-974a-a187e6f18066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854952 Aug 29 04:43:11.949146 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2e069e3f-e062-43a2-90de-a926986690ce req-8267f6d7-c45b-4c1d-bf0a-ad08cd759574 service neutron] 10.222.0.48 "GET /v2.0/networks/17498e6d-84e1-4cac-974a-a187e6f18066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955732 Aug 29 04:43:11.992207 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2e069e3f-e062-43a2-90de-a926986690ce req-f3d782f0-7024-4be7-ba53-d1cc13e6e2fd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.39&port_id=2662ff03-0fe5-4738-ac75-76417260f6bb HTTP/1.1" status: 200 len: 217 time: 0.0362475 Aug 29 04:43:12.046355 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e069e3f-e062-43a2-90de-a926986690ce req-920da3a0-5519-40d7-92b6-fb1ee4a9fe22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:12.047920 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2e069e3f-e062-43a2-90de-a926986690ce req-920da3a0-5519-40d7-92b6-fb1ee4a9fe22 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2c4c2bd8-a9be-4d3e-b11b-de6654931482 HTTP/1.1" status: 200 len: 797 time: 0.0486426 Aug 29 04:43:12.096470 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e069e3f-e062-43a2-90de-a926986690ce req-39f1bcfb-28b4-4d15-94d8-302a9897b3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:12.097995 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2e069e3f-e062-43a2-90de-a926986690ce req-39f1bcfb-28b4-4d15-94d8-302a9897b3e9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=17498e6d-84e1-4cac-974a-a187e6f18066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0399473 Aug 29 04:43:12.190184 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2e069e3f-e062-43a2-90de-a926986690ce req-57a0ba8e-172c-4759-90bc-dd35e4bc54e7 service neutron] 10.222.0.48 "GET /v2.0/networks/17498e6d-84e1-4cac-974a-a187e6f18066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846848 Aug 29 04:43:12.276199 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2e069e3f-e062-43a2-90de-a926986690ce req-c3b3b5da-c525-4b60-b7dc-0dd1953eba84 service neutron] 10.222.0.48 "GET /v2.0/networks/17498e6d-84e1-4cac-974a-a187e6f18066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795236 Aug 29 04:43:12.321774 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2e069e3f-e062-43a2-90de-a926986690ce req-69ebecac-2f09-4212-9e65-3fbace9cb754 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=5cfcb12b-3c21-4614-9071-b6c0f7763d86 HTTP/1.1" status: 200 len: 217 time: 0.0387418 Aug 29 04:43:12.370700 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e069e3f-e062-43a2-90de-a926986690ce req-75e5dacb-56d9-431b-9b23-fdc161fc40df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:12.372176 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2e069e3f-e062-43a2-90de-a926986690ce req-75e5dacb-56d9-431b-9b23-fdc161fc40df service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2c4c2bd8-a9be-4d3e-b11b-de6654931482 HTTP/1.1" status: 200 len: 797 time: 0.0435503 Aug 29 04:43:12.417323 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e069e3f-e062-43a2-90de-a926986690ce req-9d4a9d91-9322-4cf1-924e-87e97901ca1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:12.418841 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2e069e3f-e062-43a2-90de-a926986690ce req-9d4a9d91-9322-4cf1-924e-87e97901ca1e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=17498e6d-84e1-4cac-974a-a187e6f18066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0400615 Aug 29 04:43:12.878678 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2e069e3f-e062-43a2-90de-a926986690ce req-cbef9bf2-fcc9-4c17-a7fa-45f61810872b service neutron] 10.222.0.48 "GET /v2.0/networks/17498e6d-84e1-4cac-974a-a187e6f18066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4531684 Aug 29 04:43:12.991524 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2e069e3f-e062-43a2-90de-a926986690ce req-8be03ae8-830f-4345-83aa-4d86649f30a7 service neutron] 10.222.0.48 "GET /v2.0/networks/17498e6d-84e1-4cac-974a-a187e6f18066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057653 Aug 29 04:43:13.038609 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2e069e3f-e062-43a2-90de-a926986690ce req-7cc1d258-d580-4a25-9a2a-f0f9e9aad444 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=73a89596-2f6f-4bb0-aecd-74540ae2a41e HTTP/1.1" status: 200 len: 217 time: 0.0397854 Aug 29 04:43:13.090074 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e069e3f-e062-43a2-90de-a926986690ce req-3d8dd5ab-fbf2-4dcf-b9d0-ba65db4ce935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:13.091562 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2e069e3f-e062-43a2-90de-a926986690ce req-3d8dd5ab-fbf2-4dcf-b9d0-ba65db4ce935 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2c4c2bd8-a9be-4d3e-b11b-de6654931482 HTTP/1.1" status: 200 len: 797 time: 0.0462942 Aug 29 04:43:13.138654 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e069e3f-e062-43a2-90de-a926986690ce req-7a5faef8-7568-4ed4-a0d4-56a77fd0ba7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:13.140232 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2e069e3f-e062-43a2-90de-a926986690ce req-7a5faef8-7568-4ed4-a0d4-56a77fd0ba7b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=17498e6d-84e1-4cac-974a-a187e6f18066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0417163 Aug 29 04:43:13.236793 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2e069e3f-e062-43a2-90de-a926986690ce req-3d1e41c2-b51e-4559-a7e4-8be1db77d5eb service neutron] 10.222.0.48 "GET /v2.0/networks/17498e6d-84e1-4cac-974a-a187e6f18066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892117 Aug 29 04:43:13.339263 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2e069e3f-e062-43a2-90de-a926986690ce req-b10b2127-5b87-495f-8f4c-f34b29ed2719 service neutron] 10.222.0.48 "GET /v2.0/networks/17498e6d-84e1-4cac-974a-a187e6f18066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963001 Aug 29 04:43:13.385388 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2e069e3f-e062-43a2-90de-a926986690ce req-8318d145-8ea9-4e1e-a997-cb7c052d8442 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e8c38dda-a12f-4615-86b7-8fdfbcfe8a49 HTTP/1.1" status: 200 len: 217 time: 0.0395646 Aug 29 04:43:13.435152 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e069e3f-e062-43a2-90de-a926986690ce req-641964f5-4557-449d-b58f-7099d12f053a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:13.436673 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2e069e3f-e062-43a2-90de-a926986690ce req-641964f5-4557-449d-b58f-7099d12f053a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8462c09a-3992-4e92-b18c-741f3c6662c3 HTTP/1.1" status: 200 len: 797 time: 0.0441008 Aug 29 04:43:13.483197 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e069e3f-e062-43a2-90de-a926986690ce req-6194c3f5-401e-4dbf-bbfe-179f1ea53b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:13.484735 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2e069e3f-e062-43a2-90de-a926986690ce req-6194c3f5-401e-4dbf-bbfe-179f1ea53b72 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5e503eef-fcd9-442c-bfbe-e3b673cf903b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0417023 Aug 29 04:43:13.585098 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2e069e3f-e062-43a2-90de-a926986690ce req-d9327cac-de5e-46b3-b08e-d1851526657e service neutron] 10.222.0.48 "GET /v2.0/networks/5e503eef-fcd9-442c-bfbe-e3b673cf903b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937750 Aug 29 04:43:13.685432 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2e069e3f-e062-43a2-90de-a926986690ce req-2e37a818-f8e6-4203-bb5c-62ed6849b11a service neutron] 10.222.0.48 "GET /v2.0/networks/5e503eef-fcd9-442c-bfbe-e3b673cf903b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934033 Aug 29 04:43:13.775395 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2e069e3f-e062-43a2-90de-a926986690ce req-d7731006-b60f-4e73-9581-8c1d8087a27e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f22d63c2-bcf4-4be3-aee8-c0adc98c55e8 HTTP/1.1" status: 200 len: 217 time: 0.0826895 Aug 29 04:43:13.872020 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e069e3f-e062-43a2-90de-a926986690ce req-94921979-e2d4-4d97-9d78-e02f6aa08b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:13.873547 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2e069e3f-e062-43a2-90de-a926986690ce req-94921979-e2d4-4d97-9d78-e02f6aa08b04 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8462c09a-3992-4e92-b18c-741f3c6662c3 HTTP/1.1" status: 200 len: 797 time: 0.0914469 Aug 29 04:43:13.922924 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e069e3f-e062-43a2-90de-a926986690ce req-6049ea5d-fc2a-4a1d-b1fe-74664dd08b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:13.924497 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2e069e3f-e062-43a2-90de-a926986690ce req-6049ea5d-fc2a-4a1d-b1fe-74664dd08b60 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5e503eef-fcd9-442c-bfbe-e3b673cf903b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0440502 Aug 29 04:43:13.992186 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device c35d116a-e881-4000-8dcb-26ffdf99d4e8 no longer exists at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:43:14.040912 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2e069e3f-e062-43a2-90de-a926986690ce req-b8fb1e71-4670-457d-bb1d-7fe32e4e8b6d service neutron] 10.222.0.48 "GET /v2.0/networks/5e503eef-fcd9-442c-bfbe-e3b673cf903b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091318 Aug 29 04:43:14.149596 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2e069e3f-e062-43a2-90de-a926986690ce req-bbb4e523-9e6d-4a5c-b3c1-8ac62000ad3c service neutron] 10.222.0.48 "GET /v2.0/networks/5e503eef-fcd9-442c-bfbe-e3b673cf903b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004856 Aug 29 04:43:14.167987 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] No Port match for: c35d116a-e881-4000-8dcb-26ffdf99d4e8 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:43:14.168405 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device c35d116a-e881-4000-8dcb-26ffdf99d4e8 not bound to the agent host n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:43:19.260413 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:19.509294 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d61ff49-710b-4ae9-8a85-df1f45f19d5a req-36628d11-8a3d-4b4d-a144-49155808181f tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:19.510751 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7d61ff49-710b-4ae9-8a85-df1f45f19d5a req-36628d11-8a3d-4b4d-a144-49155808181f tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] 10.222.0.22 "GET /v2.0/networks?id=31854a5f-f90d-4ace-bda5-82c0356b86d4 HTTP/1.1" status: 200 len: 814 time: 0.1222739 Aug 29 04:43:19.527872 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7d61ff49-710b-4ae9-8a85-df1f45f19d5a req-11615b1a-7ebc-4f5e-a830-b73f8bd9b6ba tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] 10.222.0.22 "GET /v2.0/quotas/c1741abebde34b21a170cfafaad1e659 HTTP/1.1" status: 200 len: 375 time: 0.0103624 Aug 29 04:43:19.567621 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7d61ff49-710b-4ae9-8a85-df1f45f19d5a req-323ac6f2-adff-4bf0-b1ab-11ceb0d62eb2 tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=c1741abebde34b21a170cfafaad1e659&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0330713 Aug 29 04:43:19.722019 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7d61ff49-710b-4ae9-8a85-df1f45f19d5a req-81756df9-2894-4ffa-ab25-e97d62ad5d2b service neutron] 10.222.0.22 "GET /v2.0/networks/31854a5f-f90d-4ace-bda5-82c0356b86d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471379 Aug 29 04:43:19.832194 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7d61ff49-710b-4ae9-8a85-df1f45f19d5a req-1d6e0782-3c8f-42ea-bb05-72bdf5868d00 service neutron] 10.222.0.22 "GET /v2.0/networks/31854a5f-f90d-4ace-bda5-82c0356b86d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026523 Aug 29 04:43:20.009713 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1754f1fb-569f-465f-a8e8-87172112db61 req-77a6afa8-899a-4438-8287-3c0811ff8023 tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff444409-1fc7-47ec-a6ea-94c1b464af1b HTTP/1.1" status: 200 len: 210 time: 0.0269580 Aug 29 04:43:20.240728 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde46117-12b9-4e13-ba91-32000914e5c8 req-b49e67e7-6577-491b-9e9e-ddae3ce3e1e8 tempest-TestNetworkAdvancedServerOps-81455967 tempest-TestNetworkAdvancedServerOps-81455967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:20.242762 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-cde46117-12b9-4e13-ba91-32000914e5c8 req-b49e67e7-6577-491b-9e9e-ddae3ce3e1e8 tempest-TestNetworkAdvancedServerOps-81455967 tempest-TestNetworkAdvancedServerOps-81455967-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=3fe97299-a75c-4743-802b-d6ede3f81763 HTTP/1.1" status: 200 len: 1097 time: 0.0540853 Aug 29 04:43:20.271221 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-cde46117-12b9-4e13-ba91-32000914e5c8 req-8f4be22d-bc60-4073-8c43-8ae0764b3020 tempest-TestNetworkAdvancedServerOps-81455967 tempest-TestNetworkAdvancedServerOps-81455967-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:20.397391 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-cde46117-12b9-4e13-ba91-32000914e5c8 req-8f4be22d-bc60-4073-8c43-8ae0764b3020 tempest-TestNetworkAdvancedServerOps-81455967 tempest-TestNetworkAdvancedServerOps-81455967-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:20.401641 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-cde46117-12b9-4e13-ba91-32000914e5c8 req-8f4be22d-bc60-4073-8c43-8ae0764b3020 tempest-TestNetworkAdvancedServerOps-81455967 tempest-TestNetworkAdvancedServerOps-81455967-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:20.428723 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-cde46117-12b9-4e13-ba91-32000914e5c8 req-8f4be22d-bc60-4073-8c43-8ae0764b3020 tempest-TestNetworkAdvancedServerOps-81455967 tempest-TestNetworkAdvancedServerOps-81455967-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=4236a74f-5298-4d9a-8949-8a6ff096cd15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1728313 Aug 29 04:43:20.440723 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4be22d-bc60-4073-8c43-8ae0764b3020 tempest-TestNetworkAdvancedServerOps-81455967 tempest-TestNetworkAdvancedServerOps-81455967-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c109bb5-c566-4357-98e8-008881247918,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:20.565275 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e38eb77-04ac-4766-abaf-9e8bfe8a9971 req-6ce016d1-3290-43b5-ab5b-7779eff9bc0d tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:20.567366 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2e38eb77-04ac-4766-abaf-9e8bfe8a9971 req-6ce016d1-3290-43b5-ab5b-7779eff9bc0d tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=3fe97299-a75c-4743-802b-d6ede3f81763 HTTP/1.1" status: 200 len: 945 time: 0.0543439 Aug 29 04:43:20.609785 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2e38eb77-04ac-4766-abaf-9e8bfe8a9971 req-1a46f059-406d-4679-b6af-00923b9bfb2e tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=4236a74f-5298-4d9a-8949-8a6ff096cd15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351391 Aug 29 04:43:20.638448 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 59108) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:20.710648 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-1f165ccc-3cbc-4be4-ae54-93b1d692ba85 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/floatingips/4ca49a13-f635-4bd7-87c7-7746afdbe418 HTTP/1.1" status: 200 len: 993 time: 0.0705211 Aug 29 04:43:21.154644 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-82dec802-003c-4de5-a537-b9c1c71f4723 req-a549fbfc-2c25-432c-8397-3347a14050c7 tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff444409-1fc7-47ec-a6ea-94c1b464af1b HTTP/1.1" status: 200 len: 210 time: 0.0346735 Aug 29 04:43:21.223102 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d61ff49-710b-4ae9-8a85-df1f45f19d5a req-411a2c81-d8e2-4fd3-852a-f46af2a9bb79 tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:21.225486 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7d61ff49-710b-4ae9-8a85-df1f45f19d5a req-411a2c81-d8e2-4fd3-852a-f46af2a9bb79 tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] 10.222.0.48 "GET /v2.0/networks?id=31854a5f-f90d-4ace-bda5-82c0356b86d4 HTTP/1.1" status: 200 len: 814 time: 0.1841669 Aug 29 04:43:21.278374 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-7d61ff49-710b-4ae9-8a85-df1f45f19d5a req-ec64bf57-f34e-4983-9e6b-3bf468b8af5d tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] Request body: {'port': {'device_id': 'ff444409-1fc7-47ec-a6ea-94c1b464af1b', 'network_id': '31854a5f-f90d-4ace-bda5-82c0356b86d4', 'admin_state_up': True, 'tenant_id': 'c1741abebde34b21a170cfafaad1e659'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:43:21.428568 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d61ff49-710b-4ae9-8a85-df1f45f19d5a req-ec64bf57-f34e-4983-9e6b-3bf468b8af5d tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] Made reservation on behalf of c1741abebde34b21a170cfafaad1e659 for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:43:21.433160 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-7d61ff49-710b-4ae9-8a85-df1f45f19d5a req-ec64bf57-f34e-4983-9e6b-3bf468b8af5d tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:21.471655 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 59124) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:21.579187 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8021caba-48fb-4225-99c6-9869292bca2f req-2cb4a6bb-eefd-48e5-8105-a96cdd6d52d7 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=3fe97299-a75c-4743-802b-d6ede3f81763&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1044233 Aug 29 04:43:21.602180 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c00c7c-6926-44c0-a20e-12c2b8016885 req-a834d03a-fe46-40fc-9d42-363c89ca5468 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:21.603695 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-11c00c7c-6926-44c0-a20e-12c2b8016885 req-a834d03a-fe46-40fc-9d42-363c89ca5468 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=3fe97299-a75c-4743-802b-d6ede3f81763 HTTP/1.1" status: 200 len: 945 time: 0.0991545 Aug 29 04:43:21.636109 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-7d61ff49-710b-4ae9-8a85-df1f45f19d5a req-ec64bf57-f34e-4983-9e6b-3bf468b8af5d tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] Allocated IP 172.20.0.3 (31854a5f-f90d-4ace-bda5-82c0356b86d4/a76f926f-8fc6-4082-9ad0-e752ec925e23/9da472ae-95b6-44fb-a0a9-583793e86d31) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:43:21.670829 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-11c00c7c-6926-44c0-a20e-12c2b8016885 req-14b7a89a-160f-44a1-9135-52a5a65d5551 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=4236a74f-5298-4d9a-8949-8a6ff096cd15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556407 Aug 29 04:43:21.820679 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-7d61ff49-710b-4ae9-8a85-df1f45f19d5a req-ec64bf57-f34e-4983-9e6b-3bf468b8af5d tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:21.866380 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-7d61ff49-710b-4ae9-8a85-df1f45f19d5a req-ec64bf57-f34e-4983-9e6b-3bf468b8af5d tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:21.913972 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d61ff49-710b-4ae9-8a85-df1f45f19d5a req-ec64bf57-f34e-4983-9e6b-3bf468b8af5d tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] Network 31854a5f-f90d-4ace-bda5-82c0356b86d4 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:43:21.917229 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-7d61ff49-710b-4ae9-8a85-df1f45f19d5a req-ec64bf57-f34e-4983-9e6b-3bf468b8af5d tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:43:21.921387 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d61ff49-710b-4ae9-8a85-df1f45f19d5a req-ec64bf57-f34e-4983-9e6b-3bf468b8af5d tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:43:21.946396 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec64bf57-f34e-4983-9e6b-3bf468b8af5d tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] Pushing event updated for resources: {'Port': ['ID=9da472ae-95b6-44fb-a0a9-583793e86d31,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:21.980831 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d61ff49-710b-4ae9-8a85-df1f45f19d5a req-ec64bf57-f34e-4983-9e6b-3bf468b8af5d tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:21.981866 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-7d61ff49-710b-4ae9-8a85-df1f45f19d5a req-ec64bf57-f34e-4983-9e6b-3bf468b8af5d tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:22.010804 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7d61ff49-710b-4ae9-8a85-df1f45f19d5a req-ec64bf57-f34e-4983-9e6b-3bf468b8af5d tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7368183 Aug 29 04:43:22.032518 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-7d61ff49-710b-4ae9-8a85-df1f45f19d5a req-fc10716a-4200-4f09-967a-e6e378beab7e service neutron] Request body: {'port': {'device_id': 'ff444409-1fc7-47ec-a6ea-94c1b464af1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:43:22.099870 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-7d61ff49-710b-4ae9-8a85-df1f45f19d5a req-fc10716a-4200-4f09-967a-e6e378beab7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:22.394923 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16fb04f-cb9b-4944-bba2-4d44d38b8073 req-1c43d9c1-9622-401d-ad0c-7e3c40969c5c tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:22.397114 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d16fb04f-cb9b-4944-bba2-4d44d38b8073 req-1c43d9c1-9622-401d-ad0c-7e3c40969c5c tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff444409-1fc7-47ec-a6ea-94c1b464af1b HTTP/1.1" status: 200 len: 931 time: 0.1191697 Aug 29 04:43:22.482566 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d16fb04f-cb9b-4944-bba2-4d44d38b8073 req-eb74b58c-82c5-4060-9094-fdeb0277b53d tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] 10.222.0.22 "GET /v2.0/security-groups?id=4bb85f9f-d8fe-4022-818e-06dd79d11062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750542 Aug 29 04:43:22.543070 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-7d61ff49-710b-4ae9-8a85-df1f45f19d5a req-fc10716a-4200-4f09-967a-e6e378beab7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9da472ae-95b6-44fb-a0a9-583793e86d31 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:43:22.550894 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-7d61ff49-710b-4ae9-8a85-df1f45f19d5a req-fc10716a-4200-4f09-967a-e6e378beab7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:22.568822 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-7d61ff49-710b-4ae9-8a85-df1f45f19d5a req-fc10716a-4200-4f09-967a-e6e378beab7e service neutron] Transition to ACTIVE for port object 9da472ae-95b6-44fb-a0a9-583793e86d31 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:43:22.575372 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-7d61ff49-710b-4ae9-8a85-df1f45f19d5a req-fc10716a-4200-4f09-967a-e6e378beab7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:22.633946 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc10716a-4200-4f09-967a-e6e378beab7e service neutron] Pushing event updated for resources: {'Port': ['ID=9da472ae-95b6-44fb-a0a9-583793e86d31,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:22.703821 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-7d61ff49-710b-4ae9-8a85-df1f45f19d5a req-fc10716a-4200-4f09-967a-e6e378beab7e service neutron] Attempting to bind port 9da472ae-95b6-44fb-a0a9-583793e86d31 on host n-h2-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:43:22.704155 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-7d61ff49-710b-4ae9-8a85-df1f45f19d5a req-fc10716a-4200-4f09-967a-e6e378beab7e service neutron] Attempting to bind port 9da472ae-95b6-44fb-a0a9-583793e86d31 by drivers openvswitch,hyperv on host n-h2-712140-12 at level 0 using segments [{'id': '1e5c3b4d-4e9b-48cf-9646-28d003758c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '31854a5f-f90d-4ace-bda5-82c0356b86d4'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:43:22.704485 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d61ff49-710b-4ae9-8a85-df1f45f19d5a req-fc10716a-4200-4f09-967a-e6e378beab7e service neutron] Attempting to bind port 9da472ae-95b6-44fb-a0a9-583793e86d31 on network 31854a5f-f90d-4ace-bda5-82c0356b86d4 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:43:22.709915 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d61ff49-710b-4ae9-8a85-df1f45f19d5a req-fc10716a-4200-4f09-967a-e6e378beab7e service neutron] Port 9da472ae-95b6-44fb-a0a9-583793e86d31 on network 31854a5f-f90d-4ace-bda5-82c0356b86d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:43:22.710235 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d61ff49-710b-4ae9-8a85-df1f45f19d5a req-fc10716a-4200-4f09-967a-e6e378beab7e service neutron] Attempting to bind port 9da472ae-95b6-44fb-a0a9-583793e86d31 on network 31854a5f-f90d-4ace-bda5-82c0356b86d4 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:43:22.715531 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d61ff49-710b-4ae9-8a85-df1f45f19d5a req-fc10716a-4200-4f09-967a-e6e378beab7e service neutron] Checking agent: {'id': 'b3a0606b-b029-4f5e-8798-3a32b71d8844', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:43:22.715905 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d61ff49-710b-4ae9-8a85-df1f45f19d5a req-fc10716a-4200-4f09-967a-e6e378beab7e service neutron] Checking segment: {'id': '1e5c3b4d-4e9b-48cf-9646-28d003758c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '31854a5f-f90d-4ace-bda5-82c0356b86d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:43:22.716289 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d61ff49-710b-4ae9-8a85-df1f45f19d5a req-fc10716a-4200-4f09-967a-e6e378beab7e service neutron] Bound using segment: {'id': '1e5c3b4d-4e9b-48cf-9646-28d003758c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '31854a5f-f90d-4ace-bda5-82c0356b86d4'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:43:22.716906 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-7d61ff49-710b-4ae9-8a85-df1f45f19d5a req-fc10716a-4200-4f09-967a-e6e378beab7e service neutron] Bound port: 9da472ae-95b6-44fb-a0a9-583793e86d31, host: n-h2-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e5c3b4d-4e9b-48cf-9646-28d003758c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '31854a5f-f90d-4ace-bda5-82c0356b86d4'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:43:22.717278 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-7d61ff49-710b-4ae9-8a85-df1f45f19d5a req-fc10716a-4200-4f09-967a-e6e378beab7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:22.800591 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-7d61ff49-710b-4ae9-8a85-df1f45f19d5a req-fc10716a-4200-4f09-967a-e6e378beab7e service neutron] For port 9da472ae-95b6-44fb-a0a9-583793e86d31, host n-h2-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:43:22.804679 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-7d61ff49-710b-4ae9-8a85-df1f45f19d5a req-fc10716a-4200-4f09-967a-e6e378beab7e service neutron] For port 9da472ae-95b6-44fb-a0a9-583793e86d31, host n-h2-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=9da472ae-95b6-44fb-a0a9-583793e86d31,segment=NetworkSegment(1e5c3b4d-4e9b-48cf-9646-28d003758c0d),segment_id=1e5c3b4d-4e9b-48cf-9646-28d003758c0d)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:43:22.810067 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-7d61ff49-710b-4ae9-8a85-df1f45f19d5a req-fc10716a-4200-4f09-967a-e6e378beab7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:22.821679 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef235b9b-d5c9-410a-8811-eff82f7e4f15 req-824a82bf-3544-4ee3-a7f8-e158f6583a16 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:22.823286 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ef235b9b-d5c9-410a-8811-eff82f7e4f15 req-824a82bf-3544-4ee3-a7f8-e158f6583a16 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=3fe97299-a75c-4743-802b-d6ede3f81763 HTTP/1.1" status: 200 len: 945 time: 0.0571365 Aug 29 04:43:22.869573 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d61ff49-710b-4ae9-8a85-df1f45f19d5a req-fc10716a-4200-4f09-967a-e6e378beab7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:22.870474 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-7d61ff49-710b-4ae9-8a85-df1f45f19d5a req-fc10716a-4200-4f09-967a-e6e378beab7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:22.871908 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7d61ff49-710b-4ae9-8a85-df1f45f19d5a req-fc10716a-4200-4f09-967a-e6e378beab7e service neutron] 10.222.0.48 "PUT /v2.0/ports/9da472ae-95b6-44fb-a0a9-583793e86d31 HTTP/1.1" status: 200 len: 1092 time: 0.8472831 Aug 29 04:43:22.874280 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff444409-1fc7-47ec-a6ea-94c1b464af1b', 'tag': '9da472ae-95b6-44fb-a0a9-583793e86d31'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:43:22.876836 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04834a1c-a6d7-453a-8890-ba5ecdb295c8" -d '{"events": [{"name": "network-changed", "server_uuid": "ff444409-1fc7-47ec-a6ea-94c1b464af1b", "tag": "9da472ae-95b6-44fb-a0a9-583793e86d31"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:43:22.902170 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ef235b9b-d5c9-410a-8811-eff82f7e4f15 req-eebe1222-7fa4-4e13-bf2b-8e5e1f6c91a9 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=4236a74f-5298-4d9a-8949-8a6ff096cd15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687702 Aug 29 04:43:22.925042 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc10716a-4200-4f09-967a-e6e378beab7e service neutron] Pushing event updated for resources: {'Port': ['ID=9da472ae-95b6-44fb-a0a9-583793e86d31,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:22.962606 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7acf9530-543a-4859-8db3-daa873c5d320 x-openstack-request-id: req-7acf9530-543a-4859-8db3-daa873c5d320 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:43:22.962984 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff444409-1fc7-47ec-a6ea-94c1b464af1b", "tag": "9da472ae-95b6-44fb-a0a9-583793e86d31", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:43:22.963311 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7acf9530-543a-4859-8db3-daa873c5d320 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:43:22.963816 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff444409-1fc7-47ec-a6ea-94c1b464af1b', 'tag': '9da472ae-95b6-44fb-a0a9-583793e86d31', 'status': 'completed', 'code': 200} Aug 29 04:43:23.005491 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d61ff49-710b-4ae9-8a85-df1f45f19d5a req-f5122703-41ad-47d3-9492-f3e8f5ce66bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:23.007067 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7d61ff49-710b-4ae9-8a85-df1f45f19d5a req-f5122703-41ad-47d3-9492-f3e8f5ce66bd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c1741abebde34b21a170cfafaad1e659&device_id=ff444409-1fc7-47ec-a6ea-94c1b464af1b HTTP/1.1" status: 200 len: 1095 time: 0.0550511 Aug 29 04:43:23.072532 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7d61ff49-710b-4ae9-8a85-df1f45f19d5a req-db37c4d9-1a39-40c1-bcf6-51e5979f8cba service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9da472ae-95b6-44fb-a0a9-583793e86d31 HTTP/1.1" status: 200 len: 217 time: 0.0530162 Aug 29 04:43:23.143985 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8021caba-48fb-4225-99c6-9869292bca2f req-3617f9e3-7218-4e22-965b-bc3fff8e8279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:23.145016 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8021caba-48fb-4225-99c6-9869292bca2f req-3617f9e3-7218-4e22-965b-bc3fff8e8279 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9fb1fbcb8cc9402ba4fdb36d489735a9&device_id=3fe97299-a75c-4743-802b-d6ede3f81763 HTTP/1.1" status: 200 len: 1097 time: 0.1804373 Aug 29 04:43:23.148794 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d61ff49-710b-4ae9-8a85-df1f45f19d5a req-30752bcb-43d7-4c90-898b-b57f9d476ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:23.150164 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7d61ff49-710b-4ae9-8a85-df1f45f19d5a req-30752bcb-43d7-4c90-898b-b57f9d476ec1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a76f926f-8fc6-4082-9ad0-e752ec925e23 HTTP/1.1" status: 200 len: 854 time: 0.0613482 Aug 29 04:43:23.218282 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7d61ff49-710b-4ae9-8a85-df1f45f19d5a req-6ec46746-d577-4651-8d36-059221deba68 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=31854a5f-f90d-4ace-bda5-82c0356b86d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570240 Aug 29 04:43:23.313978 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8021caba-48fb-4225-99c6-9869292bca2f req-2a44caac-d47b-4ed5-94f7-9a7dbfe206f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:23.315523 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8021caba-48fb-4225-99c6-9869292bca2f req-2a44caac-d47b-4ed5-94f7-9a7dbfe206f4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=24839703-2954-4e20-aa94-9ca5ff0aec15 HTTP/1.1" status: 200 len: 897 time: 0.1621690 Aug 29 04:43:23.389376 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7d61ff49-710b-4ae9-8a85-df1f45f19d5a req-6f9894c6-9d25-48ca-8ac1-881a4fb94f9b service neutron] 10.222.0.48 "GET /v2.0/networks/31854a5f-f90d-4ace-bda5-82c0356b86d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623182 Aug 29 04:43:23.446236 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8021caba-48fb-4225-99c6-9869292bca2f req-11ab3e02-6339-44da-8e34-9aa4282275d9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=480315ff-a0ef-43eb-a8ff-8059af4bbe50 HTTP/1.1" status: 200 len: 1001 time: 0.1211760 Aug 29 04:43:23.529120 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8021caba-48fb-4225-99c6-9869292bca2f req-4d763caa-2b37-4daf-8120-a287bd81c9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:23.530633 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8021caba-48fb-4225-99c6-9869292bca2f req-4d763caa-2b37-4daf-8120-a287bd81c9b8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e3cf10b1-70e4-433d-a09e-01e8d8121526 HTTP/1.1" status: 200 len: 834 time: 0.0731556 Aug 29 04:43:23.537395 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7d61ff49-710b-4ae9-8a85-df1f45f19d5a req-a5054e45-e567-45e9-a351-aec74605f1b6 service neutron] 10.222.0.48 "GET /v2.0/networks/31854a5f-f90d-4ace-bda5-82c0356b86d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404157 Aug 29 04:43:23.585235 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8021caba-48fb-4225-99c6-9869292bca2f req-9de775f8-acab-4eec-b9ad-639b58430712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:23.586839 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8021caba-48fb-4225-99c6-9869292bca2f req-9de775f8-acab-4eec-b9ad-639b58430712 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=24839703-2954-4e20-aa94-9ca5ff0aec15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0485635 Aug 29 04:43:23.637649 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5c49d6-62cc-45b8-911a-269101367fcb req-87182ab5-9948-4c31-9629-a6605ad391e7 tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:23.639170 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5d5c49d6-62cc-45b8-911a-269101367fcb req-87182ab5-9948-4c31-9629-a6605ad391e7 tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff444409-1fc7-47ec-a6ea-94c1b464af1b HTTP/1.1" status: 200 len: 943 time: 0.0524619 Aug 29 04:43:23.686851 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5d5c49d6-62cc-45b8-911a-269101367fcb req-12167bb3-e2b5-4d45-b5c1-d43b99c27b8a tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] 10.222.0.22 "GET /v2.0/security-groups?id=4bb85f9f-d8fe-4022-818e-06dd79d11062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407541 Aug 29 04:43:23.713625 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04834a1c-a6d7-453a-8890-ba5ecdb295c8 req-bf429314-263b-42e3-94a7-ecba1fce5cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:23.715245 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-04834a1c-a6d7-453a-8890-ba5ecdb295c8 req-bf429314-263b-42e3-94a7-ecba1fce5cd3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c1741abebde34b21a170cfafaad1e659&device_id=ff444409-1fc7-47ec-a6ea-94c1b464af1b HTTP/1.1" status: 200 len: 1095 time: 0.0739789 Aug 29 04:43:23.721305 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8021caba-48fb-4225-99c6-9869292bca2f req-552d299f-075c-485e-b0b1-37b3ee831c68 service neutron] 10.222.0.46 "GET /v2.0/networks/24839703-2954-4e20-aa94-9ca5ff0aec15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223431 Aug 29 04:43:23.872712 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04834a1c-a6d7-453a-8890-ba5ecdb295c8 req-70c97a2d-bc88-4fc8-ac96-d1ed9585ea73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:23.874231 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-04834a1c-a6d7-453a-8890-ba5ecdb295c8 req-70c97a2d-bc88-4fc8-ac96-d1ed9585ea73 service neutron] 10.222.0.48 "GET /v2.0/networks?id=31854a5f-f90d-4ace-bda5-82c0356b86d4 HTTP/1.1" status: 200 len: 915 time: 0.1509063 Aug 29 04:43:23.877668 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8021caba-48fb-4225-99c6-9869292bca2f req-10aa4054-89b7-48c0-a092-a3a6dacc9c22 service neutron] 10.222.0.46 "GET /v2.0/networks/24839703-2954-4e20-aa94-9ca5ff0aec15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468892 Aug 29 04:43:23.918171 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-04834a1c-a6d7-453a-8890-ba5ecdb295c8 req-9acf6be2-77bd-421b-8585-7fdb847a67d2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9da472ae-95b6-44fb-a0a9-583793e86d31 HTTP/1.1" status: 200 len: 217 time: 0.0367565 Aug 29 04:43:23.973950 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04834a1c-a6d7-453a-8890-ba5ecdb295c8 req-c91ffc53-d686-4e1d-a4d3-820c488dc558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:23.975456 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-04834a1c-a6d7-453a-8890-ba5ecdb295c8 req-c91ffc53-d686-4e1d-a4d3-820c488dc558 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a76f926f-8fc6-4082-9ad0-e752ec925e23 HTTP/1.1" status: 200 len: 854 time: 0.0504797 Aug 29 04:43:24.013181 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-04834a1c-a6d7-453a-8890-ba5ecdb295c8 req-252b47d5-d050-4bfe-bfd1-a9b76255ae9b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=31854a5f-f90d-4ace-bda5-82c0356b86d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303824 Aug 29 04:43:24.117580 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204d25b0-2a78-4838-b928-26b0ae5349ce req-ad18c9f4-217e-43b7-aefd-651534c38530 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:24.119348 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-204d25b0-2a78-4838-b928-26b0ae5349ce req-ad18c9f4-217e-43b7-aefd-651534c38530 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=3fe97299-a75c-4743-802b-d6ede3f81763 HTTP/1.1" status: 200 len: 945 time: 0.1085184 Aug 29 04:43:24.151909 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-04834a1c-a6d7-453a-8890-ba5ecdb295c8 req-e64e2a3c-07d7-483f-b514-5f34b6fbbf0a service neutron] 10.222.0.48 "GET /v2.0/networks/31854a5f-f90d-4ace-bda5-82c0356b86d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300538 Aug 29 04:43:24.185421 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-204d25b0-2a78-4838-b928-26b0ae5349ce req-44938d96-95f3-4b15-a421-30ffbe8f4f08 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=4236a74f-5298-4d9a-8949-8a6ff096cd15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595362 Aug 29 04:43:24.251547 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-04834a1c-a6d7-453a-8890-ba5ecdb295c8 req-fa2a51b9-e44c-4596-84ef-61cd426f614f service neutron] 10.222.0.48 "GET /v2.0/networks/31854a5f-f90d-4ace-bda5-82c0356b86d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890832 Aug 29 04:43:24.818221 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9fdfae-7a37-4dcf-b27e-ce51f19c975b req-ca230cf3-dad9-407e-9229-44ecdc522829 tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:24.819765 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7d9fdfae-7a37-4dcf-b27e-ce51f19c975b req-ca230cf3-dad9-407e-9229-44ecdc522829 tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff444409-1fc7-47ec-a6ea-94c1b464af1b HTTP/1.1" status: 200 len: 943 time: 0.0569501 Aug 29 04:43:24.860916 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7d9fdfae-7a37-4dcf-b27e-ce51f19c975b req-ebab6724-4153-4a6c-9093-183867ad073e tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] 10.222.0.22 "GET /v2.0/security-groups?id=4bb85f9f-d8fe-4022-818e-06dd79d11062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346706 Aug 29 04:43:25.307948 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c55606f-f579-459c-aa5c-3c4719aa388b req-8ee3f708-3cd1-453f-bc81-36af4f054805 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:25.309444 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5c55606f-f579-459c-aa5c-3c4719aa388b req-8ee3f708-3cd1-453f-bc81-36af4f054805 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=3fe97299-a75c-4743-802b-d6ede3f81763 HTTP/1.1" status: 200 len: 945 time: 0.0544572 Aug 29 04:43:25.353180 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5c55606f-f579-459c-aa5c-3c4719aa388b req-1765a581-57a8-4640-9804-2c3c2f55bb70 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=4236a74f-5298-4d9a-8949-8a6ff096cd15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334594 Aug 29 04:43:25.986532 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cf3b02-1c09-480e-a845-bcfbc75d3b9b req-c0d14fcf-34b0-456c-876b-05be9d7937d0 tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:25.988133 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b0cf3b02-1c09-480e-a845-bcfbc75d3b9b req-c0d14fcf-34b0-456c-876b-05be9d7937d0 tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff444409-1fc7-47ec-a6ea-94c1b464af1b HTTP/1.1" status: 200 len: 943 time: 0.0579586 Aug 29 04:43:26.043791 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b0cf3b02-1c09-480e-a845-bcfbc75d3b9b req-e3ac87e1-44c0-4d5f-84f2-b98741ba7b28 tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] 10.222.0.22 "GET /v2.0/security-groups?id=4bb85f9f-d8fe-4022-818e-06dd79d11062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491524 Aug 29 04:43:26.054189 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 9da472ae-95b6-44fb-a0a9-583793e86d31 details requested by agent hyperv_n-h2-712140-12 with host n-h2-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:43:26.160973 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 9da472ae-95b6-44fb-a0a9-583793e86d31, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=9da472ae-95b6-44fb-a0a9-583793e86d31,segment=NetworkSegment(1e5c3b4d-4e9b-48cf-9646-28d003758c0d),segment_id=1e5c3b4d-4e9b-48cf-9646-28d003758c0d)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:26.172870 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Returning: {'device': '9da472ae-95b6-44fb-a0a9-583793e86d31', 'network_id': '31854a5f-f90d-4ace-bda5-82c0356b86d4', 'port_id': '9da472ae-95b6-44fb-a0a9-583793e86d31', 'mac_address': 'fa:16:3e:ea:f5:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a76f926f-8fc6-4082-9ad0-e752ec925e23', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:43:26.214763 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:26.229576 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9da472ae-95b6-44fb-a0a9-583793e86d31 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:43:26.249803 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 9da472ae-95b6-44fb-a0a9-583793e86d31, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=9da472ae-95b6-44fb-a0a9-583793e86d31,segment=NetworkSegment(1e5c3b4d-4e9b-48cf-9646-28d003758c0d),segment_id=1e5c3b4d-4e9b-48cf-9646-28d003758c0d)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:26.254804 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:26.303591 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=9da472ae-95b6-44fb-a0a9-583793e86d31,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:26.480263 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ae2ceb-bf92-4e3f-85f9-aa977683bf67 req-c8f444ad-1d92-4282-bd40-6404d01c30be tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:26.481805 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-09ae2ceb-bf92-4e3f-85f9-aa977683bf67 req-c8f444ad-1d92-4282-bd40-6404d01c30be tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=3fe97299-a75c-4743-802b-d6ede3f81763 HTTP/1.1" status: 200 len: 945 time: 0.0606112 Aug 29 04:43:26.522889 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-09ae2ceb-bf92-4e3f-85f9-aa977683bf67 req-2c930b02-3bf3-4bf8-bfee-0256362b9a0c tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=4236a74f-5298-4d9a-8949-8a6ff096cd15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351186 Aug 29 04:43:26.692715 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['9da472ae-95b6-44fb-a0a9-583793e86d31'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:43:27.167591 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9df33c-b6c4-4841-b1f9-9ec965915f4c req-8cd38415-5c8e-4e0f-84b2-de58dfc31120 tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:27.169089 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-db9df33c-b6c4-4841-b1f9-9ec965915f4c req-8cd38415-5c8e-4e0f-84b2-de58dfc31120 tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff444409-1fc7-47ec-a6ea-94c1b464af1b HTTP/1.1" status: 200 len: 944 time: 0.0481591 Aug 29 04:43:27.206435 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-db9df33c-b6c4-4841-b1f9-9ec965915f4c req-fef5f382-375c-47e3-a6de-16f71b69c7ca tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] 10.222.0.22 "GET /v2.0/security-groups?id=4bb85f9f-d8fe-4022-818e-06dd79d11062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312133 Aug 29 04:43:27.652819 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcd50ad-cc35-4f45-942c-063fcb972a88 req-02cc404f-888c-4d29-b06c-96e33a63610e tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:27.654371 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1dcd50ad-cc35-4f45-942c-063fcb972a88 req-02cc404f-888c-4d29-b06c-96e33a63610e tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=3fe97299-a75c-4743-802b-d6ede3f81763 HTTP/1.1" status: 200 len: 945 time: 0.0500276 Aug 29 04:43:27.693013 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1dcd50ad-cc35-4f45-942c-063fcb972a88 req-43ef40dc-7b02-43d8-8e97-5fb27d6d619b tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=4236a74f-5298-4d9a-8949-8a6ff096cd15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325842 Aug 29 04:43:28.067188 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 9da472ae-95b6-44fb-a0a9-583793e86d31 up at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:43:28.114866 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning for port 9da472ae-95b6-44fb-a0a9-583793e86d31 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:43:28.118351 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning complete for port 9da472ae-95b6-44fb-a0a9-583793e86d31 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:43:28.118721 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:28.192845 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:28.217327 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff444409-1fc7-47ec-a6ea-94c1b464af1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9da472ae-95b6-44fb-a0a9-583793e86d31'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:43:28.219586 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccf4f1f8-5417-4798-af61-a698a5698e27" -d '{"events": [{"server_uuid": "ff444409-1fc7-47ec-a6ea-94c1b464af1b", "name": "network-vif-plugged", "status": "completed", "tag": "9da472ae-95b6-44fb-a0a9-583793e86d31"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:43:28.232519 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 9da472ae-95b6-44fb-a0a9-583793e86d31, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=9da472ae-95b6-44fb-a0a9-583793e86d31,segment=NetworkSegment(1e5c3b4d-4e9b-48cf-9646-28d003758c0d),segment_id=1e5c3b4d-4e9b-48cf-9646-28d003758c0d)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:28.237417 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:28.264186 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c96ae4c-240e-4529-9cad-5f2bd976eb46 x-openstack-request-id: req-5c96ae4c-240e-4529-9cad-5f2bd976eb46 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:43:28.264418 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff444409-1fc7-47ec-a6ea-94c1b464af1b", "name": "network-vif-plugged", "status": "completed", "tag": "9da472ae-95b6-44fb-a0a9-583793e86d31", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:43:28.264684 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5c96ae4c-240e-4529-9cad-5f2bd976eb46 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:43:28.265077 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff444409-1fc7-47ec-a6ea-94c1b464af1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9da472ae-95b6-44fb-a0a9-583793e86d31', 'code': 200} Aug 29 04:43:28.293784 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=9da472ae-95b6-44fb-a0a9-583793e86d31,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:28.327008 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1863c83d-08d6-4765-8d27-674d3d48bb84 req-4f470b96-5e08-43bd-9a1f-e1a49d0d67b6 tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:28.328488 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1863c83d-08d6-4765-8d27-674d3d48bb84 req-4f470b96-5e08-43bd-9a1f-e1a49d0d67b6 tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff444409-1fc7-47ec-a6ea-94c1b464af1b HTTP/1.1" status: 200 len: 945 time: 0.0505004 Aug 29 04:43:28.395262 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1863c83d-08d6-4765-8d27-674d3d48bb84 req-b0849769-54e6-4f2b-9070-bd2203cdc0c1 tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] 10.222.0.22 "GET /v2.0/security-groups?id=4bb85f9f-d8fe-4022-818e-06dd79d11062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590372 Aug 29 04:43:28.404616 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d864bc-c3dc-4ce3-8e9b-13e1bd58873a req-607c0a98-690c-4143-96ae-b19b9e986614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:28.406109 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-62d864bc-c3dc-4ce3-8e9b-13e1bd58873a req-607c0a98-690c-4143-96ae-b19b9e986614 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ff444409-1fc7-47ec-a6ea-94c1b464af1b HTTP/1.1" status: 200 len: 1097 time: 0.0562065 Aug 29 04:43:28.441687 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-62d864bc-c3dc-4ce3-8e9b-13e1bd58873a req-69e8d876-0a9f-49a7-8aae-b45b66bc494a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=4bb85f9f-d8fe-4022-818e-06dd79d11062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283840 Aug 29 04:43:28.724079 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:28.812349 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5be4567-a895-4de9-870e-8669aed81915 req-e2c9cb93-a1b1-4281-9d34-d916915f03a7 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:28.813834 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c5be4567-a895-4de9-870e-8669aed81915 req-e2c9cb93-a1b1-4281-9d34-d916915f03a7 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=3fe97299-a75c-4743-802b-d6ede3f81763 HTTP/1.1" status: 200 len: 945 time: 0.0493057 Aug 29 04:43:28.851024 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c5be4567-a895-4de9-870e-8669aed81915 req-2310f1ca-0579-423b-8117-713b95569501 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=4236a74f-5298-4d9a-8949-8a6ff096cd15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311565 Aug 29 04:43:29.509072 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d803aff-33b9-4b70-8379-d7d717f38875 req-84ead515-b1d8-483f-ad4d-a22abf49362b tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:29.510497 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0d803aff-33b9-4b70-8379-d7d717f38875 req-84ead515-b1d8-483f-ad4d-a22abf49362b tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff444409-1fc7-47ec-a6ea-94c1b464af1b HTTP/1.1" status: 200 len: 945 time: 0.0485802 Aug 29 04:43:29.547391 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0d803aff-33b9-4b70-8379-d7d717f38875 req-1e412857-ee65-4224-9d32-e8f4efe5d1f8 tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] 10.222.0.22 "GET /v2.0/security-groups?id=4bb85f9f-d8fe-4022-818e-06dd79d11062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308874 Aug 29 04:43:29.967039 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a6c37c-b31f-42f2-8526-37027bf1a515 req-29b20a20-a306-48fc-b282-4da56623f045 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:29.968561 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c8a6c37c-b31f-42f2-8526-37027bf1a515 req-29b20a20-a306-48fc-b282-4da56623f045 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=3fe97299-a75c-4743-802b-d6ede3f81763 HTTP/1.1" status: 200 len: 945 time: 0.0489836 Aug 29 04:43:30.011086 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c8a6c37c-b31f-42f2-8526-37027bf1a515 req-a50b764b-d1ed-4815-9a51-50abb48145ae tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=4236a74f-5298-4d9a-8949-8a6ff096cd15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359228 Aug 29 04:43:30.658837 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6b30ca-b3be-473c-8edc-b34f02f76f39 req-ecc2d123-bd22-4dbe-b916-a9780c9ef646 tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:30.660463 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7e6b30ca-b3be-473c-8edc-b34f02f76f39 req-ecc2d123-bd22-4dbe-b916-a9780c9ef646 tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff444409-1fc7-47ec-a6ea-94c1b464af1b HTTP/1.1" status: 200 len: 945 time: 0.0481410 Aug 29 04:43:30.702257 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7e6b30ca-b3be-473c-8edc-b34f02f76f39 req-b04226a4-b056-42cc-97b8-4722c57d59de tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] 10.222.0.22 "GET /v2.0/security-groups?id=4bb85f9f-d8fe-4022-818e-06dd79d11062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358245 Aug 29 04:43:31.129657 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6cee14-8ccb-468a-a17b-89a0b376a134 req-bbcd2df8-dbd2-454e-b512-d17ec481dcde tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:31.131309 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bd6cee14-8ccb-468a-a17b-89a0b376a134 req-bbcd2df8-dbd2-454e-b512-d17ec481dcde tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=3fe97299-a75c-4743-802b-d6ede3f81763 HTTP/1.1" status: 200 len: 945 time: 0.0495200 Aug 29 04:43:31.188133 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bd6cee14-8ccb-468a-a17b-89a0b376a134 req-fb08c43f-6dbf-42f1-839d-b94fc33ee10f tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=4236a74f-5298-4d9a-8949-8a6ff096cd15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462377 Aug 29 04:43:32.322809 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f365c16b-e6e0-4d97-b3a3-bd0e94feca53 req-e9aa1501-5d27-412d-b3f8-9fd24a2a31aa tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:32.324335 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f365c16b-e6e0-4d97-b3a3-bd0e94feca53 req-e9aa1501-5d27-412d-b3f8-9fd24a2a31aa tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=3fe97299-a75c-4743-802b-d6ede3f81763 HTTP/1.1" status: 200 len: 945 time: 0.0574095 Aug 29 04:43:32.366946 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f365c16b-e6e0-4d97-b3a3-bd0e94feca53 req-a2034f90-f5fa-4a36-8d33-aaa8ea577b40 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=4236a74f-5298-4d9a-8949-8a6ff096cd15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366402 Aug 29 04:43:33.127862 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 59216) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:33.193277 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-256d7770-9c61-4953-865a-4c019307b46f tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "GET /v2.0/floatingips/955ac440-ced9-44e5-9f81-68db2a9afc2c HTTP/1.1" status: 200 len: 993 time: 0.0583048 Aug 29 04:43:33.384737 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-47d260c9-ca41-46d8-9add-88b9c0e41aff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:33.448610 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 59224) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:33.493584 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecffb653-78d2-4f5b-9bd0-48b1551aecd5 req-9b1bf053-20ce-4cbe-b5a1-68a65abf02aa tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:33.495777 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ecffb653-78d2-4f5b-9bd0-48b1551aecd5 req-9b1bf053-20ce-4cbe-b5a1-68a65abf02aa tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=3fe97299-a75c-4743-802b-d6ede3f81763 HTTP/1.1" status: 200 len: 945 time: 0.0517721 Aug 29 04:43:33.537998 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ecffb653-78d2-4f5b-9bd0-48b1551aecd5 req-f4fb06d1-8465-4c8a-b8d5-cca7c9b27ca1 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=4236a74f-5298-4d9a-8949-8a6ff096cd15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324402 Aug 29 04:43:33.654302 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-9e14437d-6d53-45ec-a9be-2321ae81dbc2 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Deleting port 65979755-e974-4691-8185-593b98d0fc59 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:43:33.654774 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9e14437d-6d53-45ec-a9be-2321ae81dbc2 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:34.207339 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9e14437d-6d53-45ec-a9be-2321ae81dbc2 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:34.208008 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9e14437d-6d53-45ec-a9be-2321ae81dbc2 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:34.219657 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-9e14437d-6d53-45ec-a9be-2321ae81dbc2 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Calling delete_port for 65979755-e974-4691-8185-593b98d0fc59 owned by network:floatingip {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:43:34.369186 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9e14437d-6d53-45ec-a9be-2321ae81dbc2 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:34.397433 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e14437d-6d53-45ec-a9be-2321ae81dbc2 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Pushing event deleted for resources: {'Port': ['ID=65979755-e974-4691-8185-593b98d0fc59,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:34.456883 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9e14437d-6d53-45ec-a9be-2321ae81dbc2 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for floatingip, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:34.457219 n-d-712140-12 neutron-server[94828]: INFO neutron.db.l3_db [None req-9e14437d-6d53-45ec-a9be-2321ae81dbc2 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Floating IP 955ac440-ced9-44e5-9f81-68db2a9afc2c disassociated (deleted). External IP: 172.25.0.198, port: a79de796-bd35-4590-bddf-2fc83ffe4322. Aug 29 04:43:34.703016 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e14437d-6d53-45ec-a9be-2321ae81dbc2 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Router c4e9dfdf-afdd-409a-a89a-c49baf3817c9 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:43:34.712817 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946c9e75-8a53-4ff8-8c41-b6e576bd9b7c req-97a9b17c-a26d-4457-96bd-addbca5d7b57 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:34.714256 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-946c9e75-8a53-4ff8-8c41-b6e576bd9b7c req-97a9b17c-a26d-4457-96bd-addbca5d7b57 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=3fe97299-a75c-4743-802b-d6ede3f81763 HTTP/1.1" status: 200 len: 945 time: 0.0771377 Aug 29 04:43:34.823961 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-946c9e75-8a53-4ff8-8c41-b6e576bd9b7c req-243cd69c-8714-40cc-b939-3d690eec1f4f tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=4236a74f-5298-4d9a-8949-8a6ff096cd15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022341 Aug 29 04:43:34.849567 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e14437d-6d53-45ec-a9be-2321ae81dbc2 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:43:34.854620 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9e14437d-6d53-45ec-a9be-2321ae81dbc2 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:34.863047 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b998110-ffe8-4f60-ad9b-73007489c926 None None] Sync routers for ids ['c4e9dfdf-afdd-409a-a89a-c49baf3817c9'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:43:34.882360 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b998110-ffe8-4f60-ad9b-73007489c926 None None] Routers {'c4e9dfdf-afdd-409a-a89a-c49baf3817c9'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:43:34.882506 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-9e14437d-6d53-45ec-a9be-2321ae81dbc2 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "DELETE /v2.0/floatingips/955ac440-ced9-44e5-9f81-68db2a9afc2c HTTP/1.1" status: 204 len: 168 time: 1.4327126 Aug 29 04:43:34.882972 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '407ef7f2-c4ff-4b6c-88df-70f1381e3e45', 'tag': 'a79de796-bd35-4590-bddf-2fc83ffe4322'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:43:34.884333 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-1b998110-ffe8-4f60-ad9b-73007489c926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:43:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['c4e9dfdf-afdd-409a-a89a-c49baf3817c9'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:43:34.885573 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-206ea204-210d-433b-9b25-0f6a97e50d09" -d '{"events": [{"name": "network-changed", "server_uuid": "407ef7f2-c4ff-4b6c-88df-70f1381e3e45", "tag": "a79de796-bd35-4590-bddf-2fc83ffe4322"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:43:34.924880 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da9fc1f7-8173-4549-83ac-309ad2ae09e7 x-openstack-request-id: req-da9fc1f7-8173-4549-83ac-309ad2ae09e7 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:43:34.925682 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "407ef7f2-c4ff-4b6c-88df-70f1381e3e45", "tag": "a79de796-bd35-4590-bddf-2fc83ffe4322", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:43:34.925930 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-da9fc1f7-8173-4549-83ac-309ad2ae09e7 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:43:34.926320 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '407ef7f2-c4ff-4b6c-88df-70f1381e3e45', 'tag': 'a79de796-bd35-4590-bddf-2fc83ffe4322', 'status': 'completed', 'code': 200} Aug 29 04:43:34.996323 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206ea204-210d-433b-9b25-0f6a97e50d09 req-9bf9709e-5e60-4411-9023-044dc00bcb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:34.997749 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-206ea204-210d-433b-9b25-0f6a97e50d09 req-9bf9709e-5e60-4411-9023-044dc00bcb08 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c8d6449eb446497eb342b1e8e523ec41&device_id=407ef7f2-c4ff-4b6c-88df-70f1381e3e45 HTTP/1.1" status: 200 len: 1097 time: 0.0470378 Aug 29 04:43:35.015782 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-1b998110-ffe8-4f60-ad9b-73007489c926 None None] Set router c4e9dfdf-afdd-409a-a89a-c49baf3817c9 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:43:35.197782 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65245c7-a2ab-4169-9353-f877c866640f req-c6b13e0b-d354-4a58-8517-be2254695787 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:35.199323 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c65245c7-a2ab-4169-9353-f877c866640f req-c6b13e0b-d354-4a58-8517-be2254695787 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "GET /v2.0/ports?device_id=407ef7f2-c4ff-4b6c-88df-70f1381e3e45 HTTP/1.1" status: 200 len: 945 time: 0.0996678 Aug 29 04:43:35.203676 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206ea204-210d-433b-9b25-0f6a97e50d09 req-d952af8d-f40c-4a14-9f63-cbbb1eb43161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:35.205156 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-206ea204-210d-433b-9b25-0f6a97e50d09 req-d952af8d-f40c-4a14-9f63-cbbb1eb43161 service neutron] 10.222.0.46 "GET /v2.0/networks?id=08bdcba9-46ce-4d47-b722-d9c29f5877ad HTTP/1.1" status: 200 len: 898 time: 0.1984251 Aug 29 04:43:35.256019 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-1b998110-ffe8-4f60-ad9b-73007489c926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4e9dfdf-afdd-409a-a89a-c49baf3817c9', 'name': 'tempest-TestNetworkBasicOps-router-645354359', 'tenant_id': 'c8d6449eb446497eb342b1e8e523ec41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': 'feab7095-b2ac-469f-ae6b-f7533e68c59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:42:31Z', 'updated_at': '2021-08-29T04:42:38Z', 'revision_number': 4, 'project_id': 'c8d6449eb446497eb342b1e8e523ec41', 'gw_port': {'id': 'feab7095-b2ac-469f-ae6b-f7533e68c59c', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:35:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e9dfdf-afdd-409a-a89a-c49baf3817c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:32Z', 'updated_at': '2021-08-29T04:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '4d9a7347-1bb7-41d7-b488-bfb1cfa3d2de', 'name': '', 'network_id': '08bdcba9-46ce-4d47-b722-d9c29f5877ad', 'tenant_id': 'c8d6449eb446497eb342b1e8e523ec41', 'mac_address': 'fa:16:3e:a0:42:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e9dfdf-afdd-409a-a89a-c49baf3817c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '5c8bdef1-9eb0-47cc-8458-455a264ee9df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:37Z', 'updated_at': '2021-08-29T04:42:45Z', 'revision_number': 5, 'project_id': 'c8d6449eb446497eb342b1e8e523ec41', 'subnets': [{'id': '5c8bdef1-9eb0-47cc-8458-455a264ee9df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:43:35.273779 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-206ea204-210d-433b-9b25-0f6a97e50d09 req-cf7f11c6-dbe5-447f-94ec-71029df28451 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a79de796-bd35-4590-bddf-2fc83ffe4322 HTTP/1.1" status: 200 len: 217 time: 0.0572233 Aug 29 04:43:35.279040 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c65245c7-a2ab-4169-9353-f877c866640f req-78210182-d0c4-4f81-9c52-571609678e3b tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "GET /v2.0/security-groups?id=5367b295-50db-487f-8144-3392f633be66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696249 Aug 29 04:43:35.310168 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b998110-ffe8-4f60-ad9b-73007489c926 None None] Checking router: c4e9dfdf-afdd-409a-a89a-c49baf3817c9 for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:43:35.319521 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b998110-ffe8-4f60-ad9b-73007489c926 None None] Routers {'c4e9dfdf-afdd-409a-a89a-c49baf3817c9'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:43:35.320162 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-1b998110-ffe8-4f60-ad9b-73007489c926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:43:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['c4e9dfdf-afdd-409a-a89a-c49baf3817c9'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:43:35.335485 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206ea204-210d-433b-9b25-0f6a97e50d09 req-b7d54740-314f-44bb-adf4-f0a8e70a2d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:35.336984 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-206ea204-210d-433b-9b25-0f6a97e50d09 req-b7d54740-314f-44bb-adf4-f0a8e70a2d59 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5c8bdef1-9eb0-47cc-8458-455a264ee9df HTTP/1.1" status: 200 len: 835 time: 0.0559783 Aug 29 04:43:35.385393 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206ea204-210d-433b-9b25-0f6a97e50d09 req-60b56da3-be6b-4f78-92b8-5d293fd7bb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:35.387038 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-206ea204-210d-433b-9b25-0f6a97e50d09 req-60b56da3-be6b-4f78-92b8-5d293fd7bb0b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=08bdcba9-46ce-4d47-b722-d9c29f5877ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424860 Aug 29 04:43:35.430093 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-1b998110-ffe8-4f60-ad9b-73007489c926 None None] Set router c4e9dfdf-afdd-409a-a89a-c49baf3817c9 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:43:35.483947 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-206ea204-210d-433b-9b25-0f6a97e50d09 req-0f7a6a02-3c97-4923-8144-1e35d7dabdb7 service neutron] 10.222.0.46 "GET /v2.0/networks/08bdcba9-46ce-4d47-b722-d9c29f5877ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884349 Aug 29 04:43:35.584024 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-206ea204-210d-433b-9b25-0f6a97e50d09 req-396bbcc2-1cea-4af4-abf9-b61843a68d46 service neutron] 10.222.0.46 "GET /v2.0/networks/08bdcba9-46ce-4d47-b722-d9c29f5877ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897591 Aug 29 04:43:35.637689 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-1b998110-ffe8-4f60-ad9b-73007489c926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4e9dfdf-afdd-409a-a89a-c49baf3817c9', 'name': 'tempest-TestNetworkBasicOps-router-645354359', 'tenant_id': 'c8d6449eb446497eb342b1e8e523ec41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': 'feab7095-b2ac-469f-ae6b-f7533e68c59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:42:31Z', 'updated_at': '2021-08-29T04:42:38Z', 'revision_number': 4, 'project_id': 'c8d6449eb446497eb342b1e8e523ec41', 'gw_port': {'id': 'feab7095-b2ac-469f-ae6b-f7533e68c59c', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:35:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e9dfdf-afdd-409a-a89a-c49baf3817c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:32Z', 'updated_at': '2021-08-29T04:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '4d9a7347-1bb7-41d7-b488-bfb1cfa3d2de', 'name': '', 'network_id': '08bdcba9-46ce-4d47-b722-d9c29f5877ad', 'tenant_id': 'c8d6449eb446497eb342b1e8e523ec41', 'mac_address': 'fa:16:3e:a0:42:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e9dfdf-afdd-409a-a89a-c49baf3817c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '5c8bdef1-9eb0-47cc-8458-455a264ee9df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:37Z', 'updated_at': '2021-08-29T04:42:45Z', 'revision_number': 5, 'project_id': 'c8d6449eb446497eb342b1e8e523ec41', 'subnets': [{'id': '5c8bdef1-9eb0-47cc-8458-455a264ee9df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:43:35.664407 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b998110-ffe8-4f60-ad9b-73007489c926 None None] The sync data for ids ['c4e9dfdf-afdd-409a-a89a-c49baf3817c9'] in n-d-712140-12 is: [{'id': 'c4e9dfdf-afdd-409a-a89a-c49baf3817c9', 'name': 'tempest-TestNetworkBasicOps-router-645354359', 'tenant_id': 'c8d6449eb446497eb342b1e8e523ec41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': 'feab7095-b2ac-469f-ae6b-f7533e68c59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:42:31Z', 'updated_at': '2021-08-29T04:42:38Z', 'revision_number': 4, 'project_id': 'c8d6449eb446497eb342b1e8e523ec41', 'gw_port': {'id': 'feab7095-b2ac-469f-ae6b-f7533e68c59c', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:35:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e9dfdf-afdd-409a-a89a-c49baf3817c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:32Z', 'updated_at': '2021-08-29T04:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '4d9a7347-1bb7-41d7-b488-bfb1cfa3d2de', 'name': '', 'network_id': '08bdcba9-46ce-4d47-b722-d9c29f5877ad', 'tenant_id': 'c8d6449eb446497eb342b1e8e523ec41', 'mac_address': 'fa:16:3e:a0:42:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e9dfdf-afdd-409a-a89a-c49baf3817c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '5c8bdef1-9eb0-47cc-8458-455a264ee9df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:37Z', 'updated_at': '2021-08-29T04:42:45Z', 'revision_number': 5, 'project_id': 'c8d6449eb446497eb342b1e8e523ec41', 'subnets': [{'id': '5c8bdef1-9eb0-47cc-8458-455a264ee9df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:43:35.910464 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e892e200-8148-43e8-803b-08134d7ca020 None None] New status for floating IP 955ac440-ced9-44e5-9f81-68db2a9afc2c: DOWN {{(pid=94831) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:43:35.947935 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8caedbc-7112-4c29-a384-71526277a7ad req-9391663a-4efb-4e40-a94a-fcace6c4b3cb tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:35.949846 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c8caedbc-7112-4c29-a384-71526277a7ad req-9391663a-4efb-4e40-a94a-fcace6c4b3cb tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=3fe97299-a75c-4743-802b-d6ede3f81763 HTTP/1.1" status: 200 len: 945 time: 0.0528185 Aug 29 04:43:35.998387 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c8caedbc-7112-4c29-a384-71526277a7ad req-f2d1f398-1d4c-4e5d-99f0-d6aedfbc210e tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=4236a74f-5298-4d9a-8949-8a6ff096cd15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405743 Aug 29 04:43:36.239793 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3e6905c9-8d86-45bb-8482-8a18108427e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:36.421593 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9124a80-703e-4cab-a37c-c5ef867c3663 req-7df6f1e1-339a-4ca0-8a52-516ae4743eee tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:36.423183 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b9124a80-703e-4cab-a37c-c5ef867c3663 req-7df6f1e1-339a-4ca0-8a52-516ae4743eee tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "GET /v2.0/ports?device_id=407ef7f2-c4ff-4b6c-88df-70f1381e3e45 HTTP/1.1" status: 200 len: 945 time: 0.0513365 Aug 29 04:43:36.499710 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b9124a80-703e-4cab-a37c-c5ef867c3663 req-c4ccc3c0-b20b-4d15-90bb-25816709c023 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "GET /v2.0/security-groups?id=5367b295-50db-487f-8144-3392f633be66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683939 Aug 29 04:43:36.513265 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0690f59c-fc26-463e-8c74-101ba03b7b8f req-138c26e9-51b3-4cff-b2ee-b6c787d24602 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:36.513265 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0690f59c-fc26-463e-8c74-101ba03b7b8f req-138c26e9-51b3-4cff-b2ee-b6c787d24602 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.46 "GET /v2.0/ports?device_id=407ef7f2-c4ff-4b6c-88df-70f1381e3e45 HTTP/1.1" status: 200 len: 945 time: 0.0756884 Aug 29 04:43:36.606464 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-0690f59c-fc26-463e-8c74-101ba03b7b8f req-11c1ec94-34e7-4a62-8c45-e157592915de tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Deleting port a79de796-bd35-4590-bddf-2fc83ffe4322 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:43:36.606815 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-0690f59c-fc26-463e-8c74-101ba03b7b8f req-11c1ec94-34e7-4a62-8c45-e157592915de tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:36.700508 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-0690f59c-fc26-463e-8c74-101ba03b7b8f req-11c1ec94-34e7-4a62-8c45-e157592915de tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] For port a79de796-bd35-4590-bddf-2fc83ffe4322, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=a79de796-bd35-4590-bddf-2fc83ffe4322,segment=NetworkSegment(96944419-94a6-47fc-be53-a8a39ba713d2),segment_id=96944419-94a6-47fc-be53-a8a39ba713d2)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:36.700888 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-0690f59c-fc26-463e-8c74-101ba03b7b8f req-11c1ec94-34e7-4a62-8c45-e157592915de tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:36.715664 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-0690f59c-fc26-463e-8c74-101ba03b7b8f req-11c1ec94-34e7-4a62-8c45-e157592915de tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Calling delete_port for a79de796-bd35-4590-bddf-2fc83ffe4322 owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:43:36.853137 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-0690f59c-fc26-463e-8c74-101ba03b7b8f req-11c1ec94-34e7-4a62-8c45-e157592915de tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:36.889202 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c1ec94-34e7-4a62-8c45-e157592915de tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Pushing event deleted for resources: {'Port': ['ID=a79de796-bd35-4590-bddf-2fc83ffe4322,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:36.902421 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c1ec94-34e7-4a62-8c45-e157592915de tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:36.902777 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c1ec94-34e7-4a62-8c45-e157592915de tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:36.903123 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c1ec94-34e7-4a62-8c45-e157592915de tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:36.903474 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c1ec94-34e7-4a62-8c45-e157592915de tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:36.903821 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c1ec94-34e7-4a62-8c45-e157592915de tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:36.904158 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c1ec94-34e7-4a62-8c45-e157592915de tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:36.904488 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c1ec94-34e7-4a62-8c45-e157592915de tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:36.904817 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c1ec94-34e7-4a62-8c45-e157592915de tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:36.905144 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c1ec94-34e7-4a62-8c45-e157592915de tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:36.905471 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c1ec94-34e7-4a62-8c45-e157592915de tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:36.905805 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c1ec94-34e7-4a62-8c45-e157592915de tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:36.906136 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c1ec94-34e7-4a62-8c45-e157592915de tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:36.939909 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-0690f59c-fc26-463e-8c74-101ba03b7b8f req-11c1ec94-34e7-4a62-8c45-e157592915de tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] No DVR routers for this DVR port a79de796-bd35-4590-bddf-2fc83ffe4322 on host n-h1-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:43:36.943031 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-0690f59c-fc26-463e-8c74-101ba03b7b8f req-11c1ec94-34e7-4a62-8c45-e157592915de tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:36.945420 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0690f59c-fc26-463e-8c74-101ba03b7b8f req-11c1ec94-34e7-4a62-8c45-e157592915de tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.46 "DELETE /v2.0/ports/a79de796-bd35-4590-bddf-2fc83ffe4322 HTTP/1.1" status: 204 len: 173 time: 0.4251585 Aug 29 04:43:36.945884 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '407ef7f2-c4ff-4b6c-88df-70f1381e3e45', 'name': 'network-vif-deleted', 'tag': 'a79de796-bd35-4590-bddf-2fc83ffe4322'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:43:36.948166 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72c38f80-5c23-48bd-82dc-bc9e0d83f2d4" -d '{"events": [{"server_uuid": "407ef7f2-c4ff-4b6c-88df-70f1381e3e45", "name": "network-vif-deleted", "tag": "a79de796-bd35-4590-bddf-2fc83ffe4322"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:43:36.983659 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3303ba4-5ca0-4957-aa91-b016b2d62d18 x-openstack-request-id: req-c3303ba4-5ca0-4957-aa91-b016b2d62d18 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:43:36.983977 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "407ef7f2-c4ff-4b6c-88df-70f1381e3e45", "name": "network-vif-deleted", "tag": "a79de796-bd35-4590-bddf-2fc83ffe4322", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:43:36.984229 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c3303ba4-5ca0-4957-aa91-b016b2d62d18 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:43:36.984667 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '407ef7f2-c4ff-4b6c-88df-70f1381e3e45', 'name': 'network-vif-deleted', 'tag': 'a79de796-bd35-4590-bddf-2fc83ffe4322', 'status': 'completed', 'code': 200} Aug 29 04:43:37.129292 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da078976-d551-433f-ad4b-07b25ddbed22 req-2be924ee-ef16-4216-9ec1-7f320ae107ef tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:37.130893 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-da078976-d551-433f-ad4b-07b25ddbed22 req-2be924ee-ef16-4216-9ec1-7f320ae107ef tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=3fe97299-a75c-4743-802b-d6ede3f81763 HTTP/1.1" status: 200 len: 945 time: 0.0525820 Aug 29 04:43:37.173403 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-da078976-d551-433f-ad4b-07b25ddbed22 req-864e6926-812d-4868-be53-e0fe9cd0b1fb tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=4236a74f-5298-4d9a-8949-8a6ff096cd15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342357 Aug 29 04:43:37.226189 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:37.229964 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:37.564674 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 59252) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:37.630694 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2d414c59-1b9c-4cb4-8b58-3741a97f46c3 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:37.659582 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2d414c59-1b9c-4cb4-8b58-3741a97f46c3 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:37.722217 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2d414c59-1b9c-4cb4-8b58-3741a97f46c3 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:37.724834 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2d414c59-1b9c-4cb4-8b58-3741a97f46c3 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:37.726021 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-2d414c59-1b9c-4cb4-8b58-3741a97f46c3 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "DELETE /v2.0/security-groups/5367b295-50db-487f-8144-3392f633be66 HTTP/1.1" status: 204 len: 168 time: 0.1603317 Aug 29 04:43:37.740674 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d414c59-1b9c-4cb4-8b58-3741a97f46c3 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5367b295-50db-487f-8144-3392f633be66,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:37.761674 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 59256) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:38.137684 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f3770e70-ca80-4a17-a15f-b389c1879ba0 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713413'] for router_interface, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:38.326979 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6011b5d-f818-42f3-9400-afec56977228 req-1691a2dc-a73f-4ef2-8e49-7b9963a70517 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:38.330358 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c6011b5d-f818-42f3-9400-afec56977228 req-1691a2dc-a73f-4ef2-8e49-7b9963a70517 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=3fe97299-a75c-4743-802b-d6ede3f81763 HTTP/1.1" status: 200 len: 945 time: 0.0496931 Aug 29 04:43:38.376256 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c6011b5d-f818-42f3-9400-afec56977228 req-7fcef339-6296-4538-86b9-ae37015f5388 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=4236a74f-5298-4d9a-8949-8a6ff096cd15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347390 Aug 29 04:43:38.415585 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f3770e70-ca80-4a17-a15f-b389c1879ba0 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Deleting port 4d9a7347-1bb7-41d7-b488-bfb1cfa3d2de {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:43:38.416554 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f3770e70-ca80-4a17-a15f-b389c1879ba0 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:38.513994 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f3770e70-ca80-4a17-a15f-b389c1879ba0 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] For port 4d9a7347-1bb7-41d7-b488-bfb1cfa3d2de, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=4d9a7347-1bb7-41d7-b488-bfb1cfa3d2de,segment=NetworkSegment(96944419-94a6-47fc-be53-a8a39ba713d2),segment_id=96944419-94a6-47fc-be53-a8a39ba713d2)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:38.514357 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f3770e70-ca80-4a17-a15f-b389c1879ba0 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:38.528261 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f3770e70-ca80-4a17-a15f-b389c1879ba0 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Calling delete_port for 4d9a7347-1bb7-41d7-b488-bfb1cfa3d2de owned by network:router_interface {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:43:38.711088 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f3770e70-ca80-4a17-a15f-b389c1879ba0 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:38.738522 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3770e70-ca80-4a17-a15f-b389c1879ba0 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Pushing event deleted for resources: {'Port': ['ID=4d9a7347-1bb7-41d7-b488-bfb1cfa3d2de,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:38.740013 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:38.932244 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f3770e70-ca80-4a17-a15f-b389c1879ba0 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-713231'] for router_interface, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:39.169368 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3770e70-ca80-4a17-a15f-b389c1879ba0 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Router c4e9dfdf-afdd-409a-a89a-c49baf3817c9 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:43:39.276450 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3770e70-ca80-4a17-a15f-b389c1879ba0 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:43:39.284455 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-f3770e70-ca80-4a17-a15f-b389c1879ba0 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "PUT /v2.0/routers/c4e9dfdf-afdd-409a-a89a-c49baf3817c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5190799 Aug 29 04:43:39.286454 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 59262) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:39.288803 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0ea257-64f1-4b19-9207-1f3ab82438d7 None None] Sync routers for ids ['c4e9dfdf-afdd-409a-a89a-c49baf3817c9'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:43:39.302450 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0ea257-64f1-4b19-9207-1f3ab82438d7 None None] Routers {'c4e9dfdf-afdd-409a-a89a-c49baf3817c9'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:43:39.303748 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-9b0ea257-64f1-4b19-9207-1f3ab82438d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:43:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['c4e9dfdf-afdd-409a-a89a-c49baf3817c9'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:43:39.348396 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device a79de796-bd35-4590-bddf-2fc83ffe4322 no longer exists at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:43:39.348800 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddffb410-f0e9-49d0-9a88-fab2d813ad48 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Deleting subnet 5c8bdef1-9eb0-47cc-8458-455a264ee9df {{(pid=94829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:43:39.352317 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ddffb410-f0e9-49d0-9a88-fab2d813ad48 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for subnet, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:39.373919 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] No Port match for: a79de796-bd35-4590-bddf-2fc83ffe4322 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:43:39.374275 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device a79de796-bd35-4590-bddf-2fc83ffe4322 not bound to the agent host n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:43:39.403949 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ddffb410-f0e9-49d0-9a88-fab2d813ad48 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4311743'] for subnet, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:39.452681 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-9b0ea257-64f1-4b19-9207-1f3ab82438d7 None None] Set router c4e9dfdf-afdd-409a-a89a-c49baf3817c9 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:43:39.503153 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ddffb410-f0e9-49d0-9a88-fab2d813ad48 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:39.510011 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa208c0d-252c-4414-9d53-0aec93b697c0 req-c98fc910-0384-4632-9e78-63800a63b500 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:39.511572 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-aa208c0d-252c-4414-9d53-0aec93b697c0 req-c98fc910-0384-4632-9e78-63800a63b500 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=3fe97299-a75c-4743-802b-d6ede3f81763 HTTP/1.1" status: 200 len: 945 time: 0.0545788 Aug 29 04:43:39.565993 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ddffb410-f0e9-49d0-9a88-fab2d813ad48 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4552352'] for subnet, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:39.576260 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-aa208c0d-252c-4414-9d53-0aec93b697c0 req-2b967ffe-6bcf-476b-9d32-9570250319ba tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=4236a74f-5298-4d9a-8949-8a6ff096cd15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540502 Aug 29 04:43:39.593638 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffb410-f0e9-49d0-9a88-fab2d813ad48 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Pushing event deleted for resources: {'Subnet': ['ID=5c8bdef1-9eb0-47cc-8458-455a264ee9df,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:39.604270 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ddffb410-f0e9-49d0-9a88-fab2d813ad48 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:39.606806 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-ddffb410-f0e9-49d0-9a88-fab2d813ad48 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "DELETE /v2.0/subnets/5c8bdef1-9eb0-47cc-8458-455a264ee9df HTTP/1.1" status: 204 len: 168 time: 0.3189249 Aug 29 04:43:39.608820 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffb410-f0e9-49d0-9a88-fab2d813ad48 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:39.609252 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffb410-f0e9-49d0-9a88-fab2d813ad48 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:39.609784 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffb410-f0e9-49d0-9a88-fab2d813ad48 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:39.609913 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 59270) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:39.610143 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffb410-f0e9-49d0-9a88-fab2d813ad48 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:39.610464 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffb410-f0e9-49d0-9a88-fab2d813ad48 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:39.610795 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffb410-f0e9-49d0-9a88-fab2d813ad48 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:39.611123 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffb410-f0e9-49d0-9a88-fab2d813ad48 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:39.611450 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffb410-f0e9-49d0-9a88-fab2d813ad48 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:39.611826 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffb410-f0e9-49d0-9a88-fab2d813ad48 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:39.612318 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffb410-f0e9-49d0-9a88-fab2d813ad48 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:39.614026 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffb410-f0e9-49d0-9a88-fab2d813ad48 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:39.614026 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffb410-f0e9-49d0-9a88-fab2d813ad48 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:39.618725 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e07742b-2427-4ad4-ac8a-b64316d6ca69 None None] Network 08bdcba9-46ce-4d47-b722-d9c29f5877ad requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:43:39.723564 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-616c7bea-62b9-47d8-af87-daac8dcdfa03 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for router, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:39.776518 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-9b0ea257-64f1-4b19-9207-1f3ab82438d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4e9dfdf-afdd-409a-a89a-c49baf3817c9', 'name': 'tempest-TestNetworkBasicOps-router-645354359', 'tenant_id': 'c8d6449eb446497eb342b1e8e523ec41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': 'feab7095-b2ac-469f-ae6b-f7533e68c59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:42:31Z', 'updated_at': '2021-08-29T04:43:38Z', 'revision_number': 5, 'project_id': 'c8d6449eb446497eb342b1e8e523ec41', 'gw_port': {'id': 'feab7095-b2ac-469f-ae6b-f7533e68c59c', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:35:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e9dfdf-afdd-409a-a89a-c49baf3817c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:32Z', 'updated_at': '2021-08-29T04:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:43:39.815108 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0ea257-64f1-4b19-9207-1f3ab82438d7 None None] Checking router: c4e9dfdf-afdd-409a-a89a-c49baf3817c9 for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:43:39.829343 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0ea257-64f1-4b19-9207-1f3ab82438d7 None None] Routers {'c4e9dfdf-afdd-409a-a89a-c49baf3817c9'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:43:39.830352 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-9b0ea257-64f1-4b19-9207-1f3ab82438d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:43:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['c4e9dfdf-afdd-409a-a89a-c49baf3817c9'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:43:39.856649 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-616c7bea-62b9-47d8-af87-daac8dcdfa03 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:39.874465 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c4cebc-5320-4553-8c90-203663c63dfe None None] DHCP port deletion for 08bdcba9-46ce-4d47-b722-d9c29f5877ad request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:43:39.911551 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-616c7bea-62b9-47d8-af87-daac8dcdfa03 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Deleting port feab7095-b2ac-469f-ae6b-f7533e68c59c {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:43:39.911912 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-616c7bea-62b9-47d8-af87-daac8dcdfa03 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:39.995786 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-616c7bea-62b9-47d8-af87-daac8dcdfa03 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] For port feab7095-b2ac-469f-ae6b-f7533e68c59c, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=feab7095-b2ac-469f-ae6b-f7533e68c59c,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:39.996050 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-616c7bea-62b9-47d8-af87-daac8dcdfa03 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:40.009368 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-616c7bea-62b9-47d8-af87-daac8dcdfa03 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Calling delete_port for feab7095-b2ac-469f-ae6b-f7533e68c59c owned by network:router_gateway {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:43:40.126667 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-9b0ea257-64f1-4b19-9207-1f3ab82438d7 None None] Set router c4e9dfdf-afdd-409a-a89a-c49baf3817c9 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:43:40.182367 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-616c7bea-62b9-47d8-af87-daac8dcdfa03 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:40.197053 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-d1c4cebc-5320-4553-8c90-203663c63dfe None None] Deleting port 27b9a885-f6df-40c7-97ab-c542f2f44582 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:43:40.197426 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d1c4cebc-5320-4553-8c90-203663c63dfe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:40.210401 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616c7bea-62b9-47d8-af87-daac8dcdfa03 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Pushing event deleted for resources: {'Port': ['ID=feab7095-b2ac-469f-ae6b-f7533e68c59c,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:40.271060 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-616c7bea-62b9-47d8-af87-daac8dcdfa03 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719445'] for router_gateway, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:40.301783 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-d1c4cebc-5320-4553-8c90-203663c63dfe None None] For port 27b9a885-f6df-40c7-97ab-c542f2f44582, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=27b9a885-f6df-40c7-97ab-c542f2f44582,segment=NetworkSegment(96944419-94a6-47fc-be53-a8a39ba713d2),segment_id=96944419-94a6-47fc-be53-a8a39ba713d2)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:40.302180 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d1c4cebc-5320-4553-8c90-203663c63dfe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:40.322848 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-d1c4cebc-5320-4553-8c90-203663c63dfe None None] Calling delete_port for 27b9a885-f6df-40c7-97ab-c542f2f44582 owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:43:40.365840 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-616c7bea-62b9-47d8-af87-daac8dcdfa03 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:40.368058 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-616c7bea-62b9-47d8-af87-daac8dcdfa03 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:40.416015 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-616c7bea-62b9-47d8-af87-daac8dcdfa03 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717253'] for router, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:40.417270 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-616c7bea-62b9-47d8-af87-daac8dcdfa03 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Fanout notify agent at l3_agent the message router_deleted on router c4e9dfdf-afdd-409a-a89a-c49baf3817c9 {{(pid=94828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:43:40.427662 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-616c7bea-62b9-47d8-af87-daac8dcdfa03 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for router, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:40.429102 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-616c7bea-62b9-47d8-af87-daac8dcdfa03 tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "DELETE /v2.0/routers/c4e9dfdf-afdd-409a-a89a-c49baf3817c9 HTTP/1.1" status: 204 len: 168 time: 0.8179367 Aug 29 04:43:40.433527 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 59272) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:40.442132 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-9b0ea257-64f1-4b19-9207-1f3ab82438d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4e9dfdf-afdd-409a-a89a-c49baf3817c9', 'name': 'tempest-TestNetworkBasicOps-router-645354359', 'tenant_id': 'c8d6449eb446497eb342b1e8e523ec41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': 'feab7095-b2ac-469f-ae6b-f7533e68c59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:42:31Z', 'updated_at': '2021-08-29T04:43:38Z', 'revision_number': 5, 'project_id': 'c8d6449eb446497eb342b1e8e523ec41', 'gw_port': {'id': 'feab7095-b2ac-469f-ae6b-f7533e68c59c', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:35:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e9dfdf-afdd-409a-a89a-c49baf3817c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:32Z', 'updated_at': '2021-08-29T04:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:43:40.471588 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0ea257-64f1-4b19-9207-1f3ab82438d7 None None] The sync data for ids ['c4e9dfdf-afdd-409a-a89a-c49baf3817c9'] in n-d-712140-12 is: [{'id': 'c4e9dfdf-afdd-409a-a89a-c49baf3817c9', 'name': 'tempest-TestNetworkBasicOps-router-645354359', 'tenant_id': 'c8d6449eb446497eb342b1e8e523ec41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': 'feab7095-b2ac-469f-ae6b-f7533e68c59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:42:31Z', 'updated_at': '2021-08-29T04:43:38Z', 'revision_number': 5, 'project_id': 'c8d6449eb446497eb342b1e8e523ec41', 'gw_port': {'id': 'feab7095-b2ac-469f-ae6b-f7533e68c59c', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:35:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e9dfdf-afdd-409a-a89a-c49baf3817c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:32Z', 'updated_at': '2021-08-29T04:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:43:40.475339 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d1c4cebc-5320-4553-8c90-203663c63dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:40.504269 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c4cebc-5320-4553-8c90-203663c63dfe None None] No DVR routers for this DVR port 27b9a885-f6df-40c7-97ab-c542f2f44582 on host n-d-712140-12 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:43:40.506956 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c4cebc-5320-4553-8c90-203663c63dfe None None] Pushing event deleted for resources: {'Port': ['ID=27b9a885-f6df-40c7-97ab-c542f2f44582,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:40.524077 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c4cebc-5320-4553-8c90-203663c63dfe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:40.524077 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c4cebc-5320-4553-8c90-203663c63dfe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:40.524380 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c4cebc-5320-4553-8c90-203663c63dfe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:40.524689 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c4cebc-5320-4553-8c90-203663c63dfe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:40.525055 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c4cebc-5320-4553-8c90-203663c63dfe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:40.526269 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c4cebc-5320-4553-8c90-203663c63dfe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:40.526269 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c4cebc-5320-4553-8c90-203663c63dfe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:40.526269 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c4cebc-5320-4553-8c90-203663c63dfe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:40.526851 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c4cebc-5320-4553-8c90-203663c63dfe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:40.526851 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c4cebc-5320-4553-8c90-203663c63dfe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:40.527145 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c4cebc-5320-4553-8c90-203663c63dfe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:40.527529 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c4cebc-5320-4553-8c90-203663c63dfe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:40.539386 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-77aa83fa-d514-4935-9e12-a6202cc34e8c tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:40.639523 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-77aa83fa-d514-4935-9e12-a6202cc34e8c tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:40.652777 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-77aa83fa-d514-4935-9e12-a6202cc34e8c tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08bdcba9-46ce-4d47-b722-d9c29f5877ad']}} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:43:40.686994 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-77aa83fa-d514-4935-9e12-a6202cc34e8c tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96944419-94a6-47fc-be53-a8a39ba713d2') {'for_net_delete': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:43:40.687289 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-77aa83fa-d514-4935-9e12-a6202cc34e8c tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96944419-94a6-47fc-be53-a8a39ba713d2') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:43:40.699066 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-77aa83fa-d514-4935-9e12-a6202cc34e8c tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4311712'] for segment, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:40.717502 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-77aa83fa-d514-4935-9e12-a6202cc34e8c tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:40.728787 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3dbfa6-5722-4760-88c0-e10735cbc028 req-73d4cd64-f978-4d49-828b-d50fb2217d7f tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:40.730282 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5a3dbfa6-5722-4760-88c0-e10735cbc028 req-73d4cd64-f978-4d49-828b-d50fb2217d7f tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=3fe97299-a75c-4743-802b-d6ede3f81763 HTTP/1.1" status: 200 len: 945 time: 0.0810399 Aug 29 04:43:40.732937 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77aa83fa-d514-4935-9e12-a6202cc34e8c tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=94829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:43:40.733341 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-77aa83fa-d514-4935-9e12-a6202cc34e8c tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4274277'] for segment, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:40.736483 n-d-712140-12 neutron-server[94829]: Traceback (most recent call last): Aug 29 04:43:40.736483 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:43:40.736483 n-d-712140-12 neutron-server[94829]: timer() Aug 29 04:43:40.736483 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:43:40.736483 n-d-712140-12 neutron-server[94829]: cb(*args, **kw) Aug 29 04:43:40.736483 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:43:40.736483 n-d-712140-12 neutron-server[94829]: return func(*args, **kwargs) Aug 29 04:43:40.736483 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:43:40.736483 n-d-712140-12 neutron-server[94829]: self._notify() Aug 29 04:43:40.736483 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:43:40.736483 n-d-712140-12 neutron-server[94829]: self.callback(batched_events) Aug 29 04:43:40.736483 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:43:40.736483 n-d-712140-12 neutron-server[94829]: event.method(event) Aug 29 04:43:40.736483 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:43:40.736483 n-d-712140-12 neutron-server[94829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:43:40.736483 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:43:40.736483 n-d-712140-12 neutron-server[94829]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:43:40.736483 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:43:40.736483 n-d-712140-12 neutron-server[94829]: return f(self, *a, **k) Aug 29 04:43:40.736483 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:43:40.736483 n-d-712140-12 neutron-server[94829]: return self._get(url).json() Aug 29 04:43:40.736483 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:43:40.736483 n-d-712140-12 neutron-server[94829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:43:40.736483 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:43:40.736483 n-d-712140-12 neutron-server[94829]: return self.request(url, 'GET', **kwargs) Aug 29 04:43:40.736483 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:43:40.736483 n-d-712140-12 neutron-server[94829]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:43:40.736483 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:43:40.736483 n-d-712140-12 neutron-server[94829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:43:40.736483 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:43:40.736483 n-d-712140-12 neutron-server[94829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:43:40.736483 n-d-712140-12 neutron-server[94829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:43:40.821429 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5a3dbfa6-5722-4760-88c0-e10735cbc028 req-2fcbc165-7a3c-40f3-a9c1-c225687fc606 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=4236a74f-5298-4d9a-8949-8a6ff096cd15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840108 Aug 29 04:43:40.822757 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-77aa83fa-d514-4935-9e12-a6202cc34e8c tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:40.830627 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-77aa83fa-d514-4935-9e12-a6202cc34e8c tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:40.834217 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-77aa83fa-d514-4935-9e12-a6202cc34e8c tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] 10.222.0.22 "DELETE /v2.0/networks/08bdcba9-46ce-4d47-b722-d9c29f5877ad HTTP/1.1" status: 204 len: 168 time: 0.3913627 Aug 29 04:43:40.855126 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aa83fa-d514-4935-9e12-a6202cc34e8c tempest-TestNetworkBasicOps-305002555 tempest-TestNetworkBasicOps-305002555-project] Pushing event deleted for resources: {'Network': ['ID=08bdcba9-46ce-4d47-b722-d9c29f5877ad,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:41.014454 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 27b9a885-f6df-40c7-97ab-c542f2f44582 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:43:41.044182 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 27b9a885-f6df-40c7-97ab-c542f2f44582 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:43:41.044589 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 27b9a885-f6df-40c7-97ab-c542f2f44582 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:43:41.045018 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 4d9a7347-1bb7-41d7-b488-bfb1cfa3d2de no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:43:41.070731 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 4d9a7347-1bb7-41d7-b488-bfb1cfa3d2de {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:43:41.070990 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 4d9a7347-1bb7-41d7-b488-bfb1cfa3d2de not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:43:41.205509 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 59282) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:41.355072 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-76c4061c-0c5e-4d2a-b33c-7950a8ba0cf9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c8d6449eb446497eb342b1e8e523ec41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1479735 Aug 29 04:43:41.357179 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 59286) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:41.405330 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1300c902-156c-4384-97ba-d261fad91675 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:41.426778 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1300c902-156c-4384-97ba-d261fad91675 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:41.476819 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1300c902-156c-4384-97ba-d261fad91675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:41.480316 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1300c902-156c-4384-97ba-d261fad91675 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:41.481866 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-1300c902-156c-4384-97ba-d261fad91675 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/641081f9-2c91-40d0-83cd-87ab2641f308 HTTP/1.1" status: 204 len: 168 time: 0.1237714 Aug 29 04:43:41.491329 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1300c902-156c-4384-97ba-d261fad91675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=641081f9-2c91-40d0-83cd-87ab2641f308,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:41.780277 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 59296) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:41.797018 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8740ed46-c2e8-4a88-84c7-afb3f290c6ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:41.962710 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8740ed46-c2e8-4a88-84c7-afb3f290c6ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:41.973821 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8740ed46-c2e8-4a88-84c7-afb3f290c6ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:42.033320 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-8740ed46-c2e8-4a88-84c7-afb3f290c6ef admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f90e64670b0043b89442762a1365f9b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2513945 Aug 29 04:43:42.037037 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 59302) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:42.040730 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8740ed46-c2e8-4a88-84c7-afb3f290c6ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a9cb69f-5821-4c44-bbb2-71c27736c4c6,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:42.056064 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9833b3-f814-4c7c-9940-17ede9520c02 req-257736f7-294d-45e0-9ad4-0d7c31514442 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:42.057647 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4a9833b3-f814-4c7c-9940-17ede9520c02 req-257736f7-294d-45e0-9ad4-0d7c31514442 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=3fe97299-a75c-4743-802b-d6ede3f81763 HTTP/1.1" status: 200 len: 945 time: 0.0975127 Aug 29 04:43:42.106958 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-20e233c2-dd7d-4d89-9fbe-f6da5ecb8be0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:42.109675 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4a9833b3-f814-4c7c-9940-17ede9520c02 req-fed747ab-6d6c-431b-a95f-ab9e22ceb5a8 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=4236a74f-5298-4d9a-8949-8a6ff096cd15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428791 Aug 29 04:43:42.141475 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-20e233c2-dd7d-4d89-9fbe-f6da5ecb8be0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:42.202031 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-20e233c2-dd7d-4d89-9fbe-f6da5ecb8be0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:42.204836 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-20e233c2-dd7d-4d89-9fbe-f6da5ecb8be0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:42.210666 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-20e233c2-dd7d-4d89-9fbe-f6da5ecb8be0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0a9cb69f-5821-4c44-bbb2-71c27736c4c6 HTTP/1.1" status: 204 len: 168 time: 0.1676760 Aug 29 04:43:42.220575 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e233c2-dd7d-4d89-9fbe-f6da5ecb8be0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a9cb69f-5821-4c44-bbb2-71c27736c4c6,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:42.889928 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device feab7095-b2ac-469f-ae6b-f7533e68c59c no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:43:42.914306 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: feab7095-b2ac-469f-ae6b-f7533e68c59c {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:43:42.914735 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device feab7095-b2ac-469f-ae6b-f7533e68c59c not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:43:43.163560 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 59328) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:43.269184 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd1c64f-fb10-46e3-b147-238fbb4ccf5b req-f4327d36-9f6e-4bca-8f86-7ba3fbd64574 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:43.270790 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-bcd1c64f-fb10-46e3-b147-238fbb4ccf5b req-f4327d36-9f6e-4bca-8f86-7ba3fbd64574 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=3fe97299-a75c-4743-802b-d6ede3f81763 HTTP/1.1" status: 200 len: 945 time: 0.0570495 Aug 29 04:43:43.291967 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-a9b2817a-7cb2-409b-a8a5-2ba0b5b27c42 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-346947870-network', 'tenant_id': '1c48bce63416432f95e63fede4aa96eb'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:43:43.312861 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-bcd1c64f-fb10-46e3-b147-238fbb4ccf5b req-a9fd7c1f-89ba-48ae-be2f-ee606e40f6bc tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=4236a74f-5298-4d9a-8949-8a6ff096cd15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361488 Aug 29 04:43:43.318584 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9b2817a-7cb2-409b-a8a5-2ba0b5b27c42 admin admin] Made reservation on behalf of 1c48bce63416432f95e63fede4aa96eb for: {'network': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:43:43.320942 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a9b2817a-7cb2-409b-a8a5-2ba0b5b27c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:43.329552 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a9b2817a-7cb2-409b-a8a5-2ba0b5b27c42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:43.421015 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a9b2817a-7cb2-409b-a8a5-2ba0b5b27c42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:43.425513 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a9b2817a-7cb2-409b-a8a5-2ba0b5b27c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:43.450044 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9b2817a-7cb2-409b-a8a5-2ba0b5b27c42 admin admin] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=94828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:43:43.459552 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b2817a-7cb2-409b-a8a5-2ba0b5b27c42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=145ad56e-73d4-49b9-a4e0-58d9f2f77a6a,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:43.464548 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a9b2817a-7cb2-409b-a8a5-2ba0b5b27c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:43.464910 n-d-712140-12 neutron-server[94828]: INFO neutron.db.segments_db [None req-a9b2817a-7cb2-409b-a8a5-2ba0b5b27c42 admin admin] Added segment 99770f09-f0ca-4bb2-bba3-f12b172a5d48 of type vlan for network 9319b79c-b13d-4416-b74d-953dd8e1c402 Aug 29 04:43:43.509987 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a9b2817a-7cb2-409b-a8a5-2ba0b5b27c42 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:43.535886 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a9b2817a-7cb2-409b-a8a5-2ba0b5b27c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:43.536777 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b2817a-7cb2-409b-a8a5-2ba0b5b27c42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:43.537382 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a9b2817a-7cb2-409b-a8a5-2ba0b5b27c42 admin admin] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:43.552842 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:43:43.936382 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-a9b2817a-7cb2-409b-a8a5-2ba0b5b27c42 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7750111 Aug 29 04:43:43.940458 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 59332) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:43.941979 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b2817a-7cb2-409b-a8a5-2ba0b5b27c42 admin admin] Pushing event updated for resources: {'Network': ['ID=9319b79c-b13d-4416-b74d-953dd8e1c402,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:43.945592 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-eb1c6c2c-840f-4559-9dd7-0c983b0dd542 admin admin] Request body: {'subnet': {'network_id': '9319b79c-b13d-4416-b74d-953dd8e1c402', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-346947870-subnet', 'tenant_id': '1c48bce63416432f95e63fede4aa96eb', 'ip_version': 4}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:43:43.955449 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 9319b79c-b13d-4416-b74d-953dd8e1c402 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:43:43.970218 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb1c6c2c-840f-4559-9dd7-0c983b0dd542 admin admin] Made reservation on behalf of 1c48bce63416432f95e63fede4aa96eb for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:43:43.973459 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-eb1c6c2c-840f-4559-9dd7-0c983b0dd542 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4552395'] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:44.169359 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-eb1c6c2c-840f-4559-9dd7-0c983b0dd542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4274880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4552377'] for subnet, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:44.227494 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1c6c2c-840f-4559-9dd7-0c983b0dd542 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f79ad6e-1aed-46e7-94ca-2126b5f856ce,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:44.243454 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1c6c2c-840f-4559-9dd7-0c983b0dd542 admin admin] Checking segment: {'id': '99770f09-f0ca-4bb2-bba3-f12b172a5d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9319b79c-b13d-4416-b74d-953dd8e1c402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:43:44.243868 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb1c6c2c-840f-4559-9dd7-0c983b0dd542 admin admin] Network hostable DHCP agents. Network: 9319b79c-b13d-4416-b74d-953dd8e1c402, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:43:44.267648 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb1c6c2c-840f-4559-9dd7-0c983b0dd542 admin admin] Network 9319b79c-b13d-4416-b74d-953dd8e1c402 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:43:44.278782 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-eb1c6c2c-840f-4559-9dd7-0c983b0dd542 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 9319b79c-b13d-4416-b74d-953dd8e1c402) {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:43:44.283421 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb1c6c2c-840f-4559-9dd7-0c983b0dd542 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:44.284060 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-eb1c6c2c-840f-4559-9dd7-0c983b0dd542 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:44.292674 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5450a701-ca50-4b7a-be32-417266a70601 None None] Network 9319b79c-b13d-4416-b74d-953dd8e1c402 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:43:44.304290 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-eb1c6c2c-840f-4559-9dd7-0c983b0dd542 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3625860 Aug 29 04:43:44.304980 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 59340) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:44.312186 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-7fbcaa30-8b9e-46e8-aef1-9d8f10a0106d admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-346947870-router', 'tenant_id': '1c48bce63416432f95e63fede4aa96eb', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:43:44.355907 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7fbcaa30-8b9e-46e8-aef1-9d8f10a0106d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:44.357873 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7fbcaa30-8b9e-46e8-aef1-9d8f10a0106d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1838'] for router, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:44.428157 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7fbcaa30-8b9e-46e8-aef1-9d8f10a0106d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:44.481922 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-488102f9-6991-4a48-b5c5-9dd78439ae2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-9319b79c-b13d-4416-b74d-953dd8e1c402', 'network_id': '9319b79c-b13d-4416-b74d-953dd8e1c402', 'tenant_id': '1c48bce63416432f95e63fede4aa96eb', 'fixed_ips': [{'subnet_id': '5f79ad6e-1aed-46e7-94ca-2126b5f856ce'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:43:44.483201 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-488102f9-6991-4a48-b5c5-9dd78439ae2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:44.613525 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7fbcaa30-8b9e-46e8-aef1-9d8f10a0106d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:44.624451 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3a8901-9b7a-4a51-b61e-c53c9b7e3f7b req-4f4c3ccc-f2d7-47f5-b347-c602bf609e98 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:44.626052 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7c3a8901-9b7a-4a51-b61e-c53c9b7e3f7b req-4f4c3ccc-f2d7-47f5-b347-c602bf609e98 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=3fe97299-a75c-4743-802b-d6ede3f81763 HTTP/1.1" status: 200 len: 945 time: 0.1879764 Aug 29 04:43:44.669163 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-488102f9-6991-4a48-b5c5-9dd78439ae2a None None] Allocated IP 172.20.0.2 (9319b79c-b13d-4416-b74d-953dd8e1c402/5f79ad6e-1aed-46e7-94ca-2126b5f856ce/70ee70d8-b342-4ea7-a942-cbda9bdb8ae8) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:43:44.714527 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7c3a8901-9b7a-4a51-b61e-c53c9b7e3f7b req-0c9b392a-066c-4729-b591-2a00b0ad5d36 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=4236a74f-5298-4d9a-8949-8a6ff096cd15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817454 Aug 29 04:43:44.895824 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-488102f9-6991-4a48-b5c5-9dd78439ae2a None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:44.906548 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-488102f9-6991-4a48-b5c5-9dd78439ae2a None None] Transition to ACTIVE for port object 70ee70d8-b342-4ea7-a942-cbda9bdb8ae8 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:43:44.926440 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-488102f9-6991-4a48-b5c5-9dd78439ae2a None None] Transition to ACTIVE for port object 70ee70d8-b342-4ea7-a942-cbda9bdb8ae8 will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:43:44.936480 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-488102f9-6991-4a48-b5c5-9dd78439ae2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:44.946533 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7fbcaa30-8b9e-46e8-aef1-9d8f10a0106d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:44.968944 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7fbcaa30-8b9e-46e8-aef1-9d8f10a0106d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:44.978398 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-488102f9-6991-4a48-b5c5-9dd78439ae2a None None] Network 9319b79c-b13d-4416-b74d-953dd8e1c402 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:43:44.988925 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-488102f9-6991-4a48-b5c5-9dd78439ae2a None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:43:44.993504 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488102f9-6991-4a48-b5c5-9dd78439ae2a None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:43:44.996698 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488102f9-6991-4a48-b5c5-9dd78439ae2a None None] Pushing event updated for resources: {'Port': ['ID=70ee70d8-b342-4ea7-a942-cbda9bdb8ae8,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:45.068204 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-488102f9-6991-4a48-b5c5-9dd78439ae2a None None] Attempting to bind port 70ee70d8-b342-4ea7-a942-cbda9bdb8ae8 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:43:45.068761 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-488102f9-6991-4a48-b5c5-9dd78439ae2a None None] Attempting to bind port 70ee70d8-b342-4ea7-a942-cbda9bdb8ae8 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '99770f09-f0ca-4bb2-bba3-f12b172a5d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9319b79c-b13d-4416-b74d-953dd8e1c402'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:43:45.069399 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488102f9-6991-4a48-b5c5-9dd78439ae2a None None] Attempting to bind port 70ee70d8-b342-4ea7-a942-cbda9bdb8ae8 on network 9319b79c-b13d-4416-b74d-953dd8e1c402 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:43:45.076163 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488102f9-6991-4a48-b5c5-9dd78439ae2a None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:43:45.076661 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488102f9-6991-4a48-b5c5-9dd78439ae2a None None] Checking segment: {'id': '99770f09-f0ca-4bb2-bba3-f12b172a5d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9319b79c-b13d-4416-b74d-953dd8e1c402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:43:45.077148 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-488102f9-6991-4a48-b5c5-9dd78439ae2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:45.077618 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488102f9-6991-4a48-b5c5-9dd78439ae2a None None] Bound using segment: {'id': '99770f09-f0ca-4bb2-bba3-f12b172a5d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9319b79c-b13d-4416-b74d-953dd8e1c402'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:43:45.078321 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-488102f9-6991-4a48-b5c5-9dd78439ae2a None None] Bound port: 70ee70d8-b342-4ea7-a942-cbda9bdb8ae8, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99770f09-f0ca-4bb2-bba3-f12b172a5d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9319b79c-b13d-4416-b74d-953dd8e1c402'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:43:45.078783 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-488102f9-6991-4a48-b5c5-9dd78439ae2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:45.118990 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-7fbcaa30-8b9e-46e8-aef1-9d8f10a0106d admin admin] Allocated IP 172.25.0.72 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/bd31e265-30b1-4c07-b222-0528a72ac014) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:43:45.183430 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-488102f9-6991-4a48-b5c5-9dd78439ae2a None None] For port 70ee70d8-b342-4ea7-a942-cbda9bdb8ae8, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:43:45.190896 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-488102f9-6991-4a48-b5c5-9dd78439ae2a None None] For port 70ee70d8-b342-4ea7-a942-cbda9bdb8ae8, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=70ee70d8-b342-4ea7-a942-cbda9bdb8ae8,segment=NetworkSegment(99770f09-f0ca-4bb2-bba3-f12b172a5d48),segment_id=99770f09-f0ca-4bb2-bba3-f12b172a5d48)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:43:45.200202 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-488102f9-6991-4a48-b5c5-9dd78439ae2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:45.326547 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7fbcaa30-8b9e-46e8-aef1-9d8f10a0106d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:45.407232 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488102f9-6991-4a48-b5c5-9dd78439ae2a None None] Pushing event updated for resources: {'Port': ['ID=70ee70d8-b342-4ea7-a942-cbda9bdb8ae8,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:45.503095 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7fbcaa30-8b9e-46e8-aef1-9d8f10a0106d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:45.559777 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fbcaa30-8b9e-46e8-aef1-9d8f10a0106d admin admin] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:43:45.568770 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-7fbcaa30-8b9e-46e8-aef1-9d8f10a0106d admin admin] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:43:45.574670 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbcaa30-8b9e-46e8-aef1-9d8f10a0106d admin admin] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:43:45.599198 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbcaa30-8b9e-46e8-aef1-9d8f10a0106d admin admin] Pushing event updated for resources: {'Port': ['ID=bd31e265-30b1-4c07-b222-0528a72ac014,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:45.889821 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fd4cf7-ae01-4b02-bc96-e9b3a2be0102 req-b6315715-bd46-40b9-97c7-ced06c9d7d46 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:45.891414 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d6fd4cf7-ae01-4b02-bc96-e9b3a2be0102 req-b6315715-bd46-40b9-97c7-ced06c9d7d46 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=3fe97299-a75c-4743-802b-d6ede3f81763 HTTP/1.1" status: 200 len: 945 time: 0.0616393 Aug 29 04:43:45.945846 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d6fd4cf7-ae01-4b02-bc96-e9b3a2be0102 req-eab59e29-92ef-43b9-bd69-faa0a1b882d0 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=4236a74f-5298-4d9a-8949-8a6ff096cd15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448713 Aug 29 04:43:45.954330 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7fbcaa30-8b9e-46e8-aef1-9d8f10a0106d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:46.104229 n-d-712140-12 neutron-server[94828]: INFO neutron.api.v2.resource [req-8021caba-48fb-4225-99c6-9869292bca2f req-7706b6cc-ecd2-41c2-935a-ee02f4e9ab5b service neutron] show failed (client error): The resource could not be found. Aug 29 04:43:46.105276 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8021caba-48fb-4225-99c6-9869292bca2f req-7706b6cc-ecd2-41c2-935a-ee02f4e9ab5b service neutron] 10.222.0.46 "GET /v2.0/ports/480315ff-a0ef-43eb-a8ff-8059af4bbe50/bindings/n-h2-712140-12 HTTP/1.1" status: 404 len: 381 time: 0.1482484 Aug 29 04:43:46.282190 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7fbcaa30-8b9e-46e8-aef1-9d8f10a0106d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409'] for router, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:46.489816 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8021caba-48fb-4225-99c6-9869292bca2f req-761ef561-d2fb-4fc8-b2ec-b5a19bb48a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:46.492636 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8021caba-48fb-4225-99c6-9869292bca2f req-761ef561-d2fb-4fc8-b2ec-b5a19bb48a8d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3fe97299-a75c-4743-802b-d6ede3f81763&tenant_id=9fb1fbcb8cc9402ba4fdb36d489735a9 HTTP/1.1" status: 200 len: 1097 time: 0.1486878 Aug 29 04:43:46.513902 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-8021caba-48fb-4225-99c6-9869292bca2f req-1e923855-217b-4eec-921e-424c582c8a0b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712140-12', 'device_owner': 'compute:nova'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:43:46.532125 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542bfd61-6a36-4ec8-b338-c79592a92030 None None] Network 9319b79c-b13d-4416-b74d-953dd8e1c402 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:43:46.598669 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-92a6b305-aac1-4601-be24-c500e41a7e09 None None] Provisioning for port 70ee70d8-b342-4ea7-a942-cbda9bdb8ae8 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:43:46.609987 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fbcaa30-8b9e-46e8-aef1-9d8f10a0106d admin admin] Router 2e0376c7-b771-4a3b-866a-a7c19e48306d is scheduled to L3 agent 76874008-c311-485c-ba36-921b6d275b6a with binding_index 1 {{(pid=94828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:43:46.615638 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-8021caba-48fb-4225-99c6-9869292bca2f req-1e923855-217b-4eec-921e-424c582c8a0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:46.882792 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fbcaa30-8b9e-46e8-aef1-9d8f10a0106d admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:43:46.894546 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b39da8e-8f81-4440-b09f-73ce29c92b79 None None] Sync routers for ids ['2e0376c7-b771-4a3b-866a-a7c19e48306d'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:43:46.913506 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b39da8e-8f81-4440-b09f-73ce29c92b79 None None] Routers {'2e0376c7-b771-4a3b-866a-a7c19e48306d'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:43:46.914223 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-3b39da8e-8f81-4440-b09f-73ce29c92b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:43:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['2e0376c7-b771-4a3b-866a-a7c19e48306d'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:43:46.930259 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7fbcaa30-8b9e-46e8-aef1-9d8f10a0106d admin admin] Notify callbacks [] for router, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:46.931797 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-7fbcaa30-8b9e-46e8-aef1-9d8f10a0106d admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6251826 Aug 29 04:43:46.935362 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 59354) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:47.068366 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 70ee70d8-b342-4ea7-a942-cbda9bdb8ae8 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:43:47.121264 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-3b39da8e-8f81-4440-b09f-73ce29c92b79 None None] Set router 2e0376c7-b771-4a3b-866a-a7c19e48306d gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:43:47.144386 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 70ee70d8-b342-4ea7-a942-cbda9bdb8ae8 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:43:47.149985 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 70ee70d8-b342-4ea7-a942-cbda9bdb8ae8 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:43:47.150633 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:47.197655 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b596f35f-b602-442f-971f-75d13346ffe9 req-2609338e-395f-47f6-8976-336551d59b10 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:47.199833 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b596f35f-b602-442f-971f-75d13346ffe9 req-2609338e-395f-47f6-8976-336551d59b10 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=3fe97299-a75c-4743-802b-d6ede3f81763 HTTP/1.1" status: 200 len: 945 time: 0.1399677 Aug 29 04:43:47.203498 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-8021caba-48fb-4225-99c6-9869292bca2f req-1e923855-217b-4eec-921e-424c582c8a0b service neutron] For port 480315ff-a0ef-43eb-a8ff-8059af4bbe50, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=480315ff-a0ef-43eb-a8ff-8059af4bbe50,segment=NetworkSegment(158f3f3e-7a5a-4b70-b474-1c118a651003),segment_id=158f3f3e-7a5a-4b70-b474-1c118a651003)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:47.289669 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b596f35f-b602-442f-971f-75d13346ffe9 req-32454e64-1302-412f-9f7e-50b1ed62a120 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=4236a74f-5298-4d9a-8949-8a6ff096cd15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729654 Aug 29 04:43:47.299077 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-8021caba-48fb-4225-99c6-9869292bca2f req-1e923855-217b-4eec-921e-424c582c8a0b service neutron] For port 480315ff-a0ef-43eb-a8ff-8059af4bbe50, host n-h1-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:43:47.338541 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:47.362840 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-3b39da8e-8f81-4440-b09f-73ce29c92b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e0376c7-b771-4a3b-866a-a7c19e48306d', 'name': 'tempest-TestServerMultinode-346947870-router', 'tenant_id': '1c48bce63416432f95e63fede4aa96eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': 'bd31e265-30b1-4c07-b222-0528a72ac014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:43:44Z', 'updated_at': '2021-08-29T04:43:45Z', 'revision_number': 3, 'project_id': '1c48bce63416432f95e63fede4aa96eb', 'gw_port': {'id': 'bd31e265-30b1-4c07-b222-0528a72ac014', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:9c:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e0376c7-b771-4a3b-866a-a7c19e48306d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:43:44Z', 'updated_at': '2021-08-29T04:43:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:43:47.381928 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 70ee70d8-b342-4ea7-a942-cbda9bdb8ae8, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=70ee70d8-b342-4ea7-a942-cbda9bdb8ae8,segment=NetworkSegment(99770f09-f0ca-4bb2-bba3-f12b172a5d48),segment_id=99770f09-f0ca-4bb2-bba3-f12b172a5d48)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:47.387745 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:47.413433 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b39da8e-8f81-4440-b09f-73ce29c92b79 None None] Checking router: 2e0376c7-b771-4a3b-866a-a7c19e48306d for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:43:47.414369 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b39da8e-8f81-4440-b09f-73ce29c92b79 None None] Updating router 2e0376c7-b771-4a3b-866a-a7c19e48306d port bd31e265-30b1-4c07-b222-0528a72ac014 binding host n-d-712140-12 {{(pid=94831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:43:47.446360 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3b39da8e-8f81-4440-b09f-73ce29c92b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:47.449781 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fe97299-a75c-4743-802b-d6ede3f81763', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '480315ff-a0ef-43eb-a8ff-8059af4bbe50'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:43:47.452288 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39464ea1-a424-4a89-bc81-206c0f6d82c0" -d '{"events": [{"server_uuid": "3fe97299-a75c-4743-802b-d6ede3f81763", "name": "network-vif-unplugged", "status": "completed", "tag": "480315ff-a0ef-43eb-a8ff-8059af4bbe50"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:43:47.458573 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-8021caba-48fb-4225-99c6-9869292bca2f req-1e923855-217b-4eec-921e-424c582c8a0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:47.547317 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-8021caba-48fb-4225-99c6-9869292bca2f req-1e923855-217b-4eec-921e-424c582c8a0b service neutron] Transition to ACTIVE for port object 480315ff-a0ef-43eb-a8ff-8059af4bbe50 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:43:47.585304 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=70ee70d8-b342-4ea7-a942-cbda9bdb8ae8,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:47.649313 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67206a7b-d891-4c27-9858-2d4601fa0bc4 x-openstack-request-id: req-67206a7b-d891-4c27-9858-2d4601fa0bc4 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:43:47.649599 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fe97299-a75c-4743-802b-d6ede3f81763", "name": "network-vif-unplugged", "status": "completed", "tag": "480315ff-a0ef-43eb-a8ff-8059af4bbe50", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:43:47.649843 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-67206a7b-d891-4c27-9858-2d4601fa0bc4 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:43:47.650233 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fe97299-a75c-4743-802b-d6ede3f81763', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '480315ff-a0ef-43eb-a8ff-8059af4bbe50', 'code': 200} Aug 29 04:43:47.651084 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-8021caba-48fb-4225-99c6-9869292bca2f req-1e923855-217b-4eec-921e-424c582c8a0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:48.025105 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3b39da8e-8f81-4440-b09f-73ce29c92b79 None None] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:48.044971 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-3b39da8e-8f81-4440-b09f-73ce29c92b79 None None] Transition to ACTIVE for port object bd31e265-30b1-4c07-b222-0528a72ac014 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:43:48.055343 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3b39da8e-8f81-4440-b09f-73ce29c92b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:48.129193 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-3b39da8e-8f81-4440-b09f-73ce29c92b79 None None] Attempting to bind port bd31e265-30b1-4c07-b222-0528a72ac014 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:43:48.129620 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-3b39da8e-8f81-4440-b09f-73ce29c92b79 None None] Attempting to bind port bd31e265-30b1-4c07-b222-0528a72ac014 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:43:48.130031 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b39da8e-8f81-4440-b09f-73ce29c92b79 None None] Attempting to bind port bd31e265-30b1-4c07-b222-0528a72ac014 on network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:43:48.138313 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e9bed1-3077-4e0a-97cd-f394d9103d66 None None] Pushing event updated for resources: {'Port': ['ID=bd31e265-30b1-4c07-b222-0528a72ac014,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:48.141679 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b39da8e-8f81-4440-b09f-73ce29c92b79 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:43:48.142052 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b39da8e-8f81-4440-b09f-73ce29c92b79 None None] Checking segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:43:48.142456 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3b39da8e-8f81-4440-b09f-73ce29c92b79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:48.142850 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b39da8e-8f81-4440-b09f-73ce29c92b79 None None] Bound using segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:43:48.143378 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-3b39da8e-8f81-4440-b09f-73ce29c92b79 None None] Bound port: bd31e265-30b1-4c07-b222-0528a72ac014, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:43:48.143951 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3b39da8e-8f81-4440-b09f-73ce29c92b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:48.151236 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e9bed1-3077-4e0a-97cd-f394d9103d66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:48.151576 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e9bed1-3077-4e0a-97cd-f394d9103d66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:48.151956 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e9bed1-3077-4e0a-97cd-f394d9103d66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:48.152287 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e9bed1-3077-4e0a-97cd-f394d9103d66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:48.152617 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e9bed1-3077-4e0a-97cd-f394d9103d66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:48.152946 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e9bed1-3077-4e0a-97cd-f394d9103d66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:48.153271 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e9bed1-3077-4e0a-97cd-f394d9103d66 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:48.153593 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e9bed1-3077-4e0a-97cd-f394d9103d66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:48.153915 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e9bed1-3077-4e0a-97cd-f394d9103d66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:48.154237 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e9bed1-3077-4e0a-97cd-f394d9103d66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:48.154558 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e9bed1-3077-4e0a-97cd-f394d9103d66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:48.154887 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e9bed1-3077-4e0a-97cd-f394d9103d66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:48.221373 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-3b39da8e-8f81-4440-b09f-73ce29c92b79 None None] For port bd31e265-30b1-4c07-b222-0528a72ac014, host n-d-712140-12, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:43:48.231570 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-3b39da8e-8f81-4440-b09f-73ce29c92b79 None None] For port bd31e265-30b1-4c07-b222-0528a72ac014, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=bd31e265-30b1-4c07-b222-0528a72ac014,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:43:48.232462 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e923855-217b-4eec-921e-424c582c8a0b service neutron] Pushing event updated for resources: {'Port': ['ID=480315ff-a0ef-43eb-a8ff-8059af4bbe50,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:48.238796 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3b39da8e-8f81-4440-b09f-73ce29c92b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:48.270526 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-8021caba-48fb-4225-99c6-9869292bca2f req-1e923855-217b-4eec-921e-424c582c8a0b service neutron] No DVR routers for this DVR port 480315ff-a0ef-43eb-a8ff-8059af4bbe50 on host n-h1-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:43:48.295369 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b39da8e-8f81-4440-b09f-73ce29c92b79 None None] Routers {'2e0376c7-b771-4a3b-866a-a7c19e48306d'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:43:48.295919 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-3b39da8e-8f81-4440-b09f-73ce29c92b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:43:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['2e0376c7-b771-4a3b-866a-a7c19e48306d'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:43:48.358024 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e9bed1-3077-4e0a-97cd-f394d9103d66 None None] Pushing event updated for resources: {'Port': ['ID=bd31e265-30b1-4c07-b222-0528a72ac014,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:48.457533 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-3b39da8e-8f81-4440-b09f-73ce29c92b79 None None] Set router 2e0376c7-b771-4a3b-866a-a7c19e48306d gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:43:48.523750 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a27d4d-fbd3-44c0-ba76-00158682480b req-dccfe5dd-70aa-4efd-ac05-2c9a9a017c47 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:48.525555 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-88a27d4d-fbd3-44c0-ba76-00158682480b req-dccfe5dd-70aa-4efd-ac05-2c9a9a017c47 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=3fe97299-a75c-4743-802b-d6ede3f81763 HTTP/1.1" status: 200 len: 943 time: 0.1108775 Aug 29 04:43:48.583816 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-8021caba-48fb-4225-99c6-9869292bca2f req-1e923855-217b-4eec-921e-424c582c8a0b service neutron] Attempting to bind port 480315ff-a0ef-43eb-a8ff-8059af4bbe50 on host n-h2-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:43:48.583816 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-8021caba-48fb-4225-99c6-9869292bca2f req-1e923855-217b-4eec-921e-424c582c8a0b service neutron] Attempting to bind port 480315ff-a0ef-43eb-a8ff-8059af4bbe50 by drivers openvswitch,hyperv on host n-h2-712140-12 at level 0 using segments [{'id': '158f3f3e-7a5a-4b70-b474-1c118a651003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '24839703-2954-4e20-aa94-9ca5ff0aec15'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:43:48.583816 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8021caba-48fb-4225-99c6-9869292bca2f req-1e923855-217b-4eec-921e-424c582c8a0b service neutron] Attempting to bind port 480315ff-a0ef-43eb-a8ff-8059af4bbe50 on network 24839703-2954-4e20-aa94-9ca5ff0aec15 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:43:48.588492 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7e95a973-2313-4890-b848-c28e908580fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:48.609409 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8021caba-48fb-4225-99c6-9869292bca2f req-1e923855-217b-4eec-921e-424c582c8a0b service neutron] Port 480315ff-a0ef-43eb-a8ff-8059af4bbe50 on network 24839703-2954-4e20-aa94-9ca5ff0aec15 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:43:48.609744 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8021caba-48fb-4225-99c6-9869292bca2f req-1e923855-217b-4eec-921e-424c582c8a0b service neutron] Attempting to bind port 480315ff-a0ef-43eb-a8ff-8059af4bbe50 on network 24839703-2954-4e20-aa94-9ca5ff0aec15 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:43:48.633978 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-88a27d4d-fbd3-44c0-ba76-00158682480b req-d0b72b61-0f30-4fae-ad04-aa8eac129d77 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=4236a74f-5298-4d9a-8949-8a6ff096cd15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877225 Aug 29 04:43:48.636143 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8021caba-48fb-4225-99c6-9869292bca2f req-1e923855-217b-4eec-921e-424c582c8a0b service neutron] Checking agent: {'id': 'b3a0606b-b029-4f5e-8798-3a32b71d8844', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:43:48.636531 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8021caba-48fb-4225-99c6-9869292bca2f req-1e923855-217b-4eec-921e-424c582c8a0b service neutron] Checking segment: {'id': '158f3f3e-7a5a-4b70-b474-1c118a651003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '24839703-2954-4e20-aa94-9ca5ff0aec15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:43:48.636899 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8021caba-48fb-4225-99c6-9869292bca2f req-1e923855-217b-4eec-921e-424c582c8a0b service neutron] Bound using segment: {'id': '158f3f3e-7a5a-4b70-b474-1c118a651003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '24839703-2954-4e20-aa94-9ca5ff0aec15'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:43:48.637376 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-8021caba-48fb-4225-99c6-9869292bca2f req-1e923855-217b-4eec-921e-424c582c8a0b service neutron] Bound port: 480315ff-a0ef-43eb-a8ff-8059af4bbe50, host: n-h2-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '158f3f3e-7a5a-4b70-b474-1c118a651003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '24839703-2954-4e20-aa94-9ca5ff0aec15'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:43:48.637731 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-8021caba-48fb-4225-99c6-9869292bca2f req-1e923855-217b-4eec-921e-424c582c8a0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:48.786725 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-3b39da8e-8f81-4440-b09f-73ce29c92b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e0376c7-b771-4a3b-866a-a7c19e48306d', 'name': 'tempest-TestServerMultinode-346947870-router', 'tenant_id': '1c48bce63416432f95e63fede4aa96eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': 'bd31e265-30b1-4c07-b222-0528a72ac014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:43:44Z', 'updated_at': '2021-08-29T04:43:45Z', 'revision_number': 3, 'project_id': '1c48bce63416432f95e63fede4aa96eb', 'gw_port': {'id': 'bd31e265-30b1-4c07-b222-0528a72ac014', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:9c:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e0376c7-b771-4a3b-866a-a7c19e48306d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:43:44Z', 'updated_at': '2021-08-29T04:43:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:43:48.822286 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b39da8e-8f81-4440-b09f-73ce29c92b79 None None] The sync data for ids ['2e0376c7-b771-4a3b-866a-a7c19e48306d'] in n-d-712140-12 is: [{'id': '2e0376c7-b771-4a3b-866a-a7c19e48306d', 'name': 'tempest-TestServerMultinode-346947870-router', 'tenant_id': '1c48bce63416432f95e63fede4aa96eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': 'bd31e265-30b1-4c07-b222-0528a72ac014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:43:44Z', 'updated_at': '2021-08-29T04:43:45Z', 'revision_number': 3, 'project_id': '1c48bce63416432f95e63fede4aa96eb', 'gw_port': {'id': 'bd31e265-30b1-4c07-b222-0528a72ac014', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:9c:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e0376c7-b771-4a3b-866a-a7c19e48306d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:43:44Z', 'updated_at': '2021-08-29T04:43:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:43:48.844671 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-8021caba-48fb-4225-99c6-9869292bca2f req-1e923855-217b-4eec-921e-424c582c8a0b service neutron] For port 480315ff-a0ef-43eb-a8ff-8059af4bbe50, host n-h2-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:43:48.865602 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-8021caba-48fb-4225-99c6-9869292bca2f req-1e923855-217b-4eec-921e-424c582c8a0b service neutron] For port 480315ff-a0ef-43eb-a8ff-8059af4bbe50, host n-h2-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=480315ff-a0ef-43eb-a8ff-8059af4bbe50,segment=NetworkSegment(158f3f3e-7a5a-4b70-b474-1c118a651003),segment_id=158f3f3e-7a5a-4b70-b474-1c118a651003)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:43:48.889752 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-8021caba-48fb-4225-99c6-9869292bca2f req-1e923855-217b-4eec-921e-424c582c8a0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:48.937796 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8021caba-48fb-4225-99c6-9869292bca2f req-1e923855-217b-4eec-921e-424c582c8a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:48.938433 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-8021caba-48fb-4225-99c6-9869292bca2f req-1e923855-217b-4eec-921e-424c582c8a0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:48.939895 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8021caba-48fb-4225-99c6-9869292bca2f req-1e923855-217b-4eec-921e-424c582c8a0b service neutron] 10.222.0.48 "PUT /v2.0/ports/480315ff-a0ef-43eb-a8ff-8059af4bbe50 HTTP/1.1" status: 200 len: 1092 time: 2.4320049 Aug 29 04:43:48.959599 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-7e95a973-2313-4890-b848-c28e908580fe admin admin] Allocated IP 172.20.0.1 (9319b79c-b13d-4416-b74d-953dd8e1c402/5f79ad6e-1aed-46e7-94ca-2126b5f856ce/05698cc2-936d-45b5-8ae3-9e9c518cd8d4) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:43:48.980303 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e923855-217b-4eec-921e-424c582c8a0b service neutron] Pushing event updated for resources: {'Port': ['ID=480315ff-a0ef-43eb-a8ff-8059af4bbe50,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:49.012531 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 70ee70d8-b342-4ea7-a942-cbda9bdb8ae8 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:43:49.079865 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 70ee70d8-b342-4ea7-a942-cbda9bdb8ae8 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:43:49.080474 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:49.098252 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8021caba-48fb-4225-99c6-9869292bca2f req-f2271765-569b-42f8-8a3b-3698cc7c0a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:49.099851 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8021caba-48fb-4225-99c6-9869292bca2f req-f2271765-569b-42f8-8a3b-3698cc7c0a7b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9fb1fbcb8cc9402ba4fdb36d489735a9&device_id=3fe97299-a75c-4743-802b-d6ede3f81763 HTTP/1.1" status: 200 len: 1095 time: 0.1134691 Aug 29 04:43:49.266153 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:49.283653 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7e95a973-2313-4890-b848-c28e908580fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:49.313069 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8021caba-48fb-4225-99c6-9869292bca2f req-e228d21f-313a-4a7b-b434-6a02e9e297af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:49.316104 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8021caba-48fb-4225-99c6-9869292bca2f req-e228d21f-313a-4a7b-b434-6a02e9e297af service neutron] 10.222.0.48 "GET /v2.0/networks?id=24839703-2954-4e20-aa94-9ca5ff0aec15 HTTP/1.1" status: 200 len: 897 time: 0.2044923 Aug 29 04:43:49.318938 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7e95a973-2313-4890-b848-c28e908580fe admin admin] Transition to ACTIVE for port object 05698cc2-936d-45b5-8ae3-9e9c518cd8d4 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:43:49.410347 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8021caba-48fb-4225-99c6-9869292bca2f req-8ccd00af-d7af-4295-a892-4df5590b02fd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=480315ff-a0ef-43eb-a8ff-8059af4bbe50 HTTP/1.1" status: 200 len: 999 time: 0.0836303 Aug 29 04:43:49.425025 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 480315ff-a0ef-43eb-a8ff-8059af4bbe50 no longer exists at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:43:49.432040 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7e95a973-2313-4890-b848-c28e908580fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:49.478689 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 480315ff-a0ef-43eb-a8ff-8059af4bbe50 not bound to the agent host n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:43:49.516054 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e95a973-2313-4890-b848-c28e908580fe admin admin] Network 9319b79c-b13d-4416-b74d-953dd8e1c402 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:43:49.524861 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-7e95a973-2313-4890-b848-c28e908580fe admin admin] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:43:49.529795 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e95a973-2313-4890-b848-c28e908580fe admin admin] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:43:49.533024 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8021caba-48fb-4225-99c6-9869292bca2f req-f5bb2351-cc6f-40cc-b92a-c6197a7b6f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:49.535088 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8021caba-48fb-4225-99c6-9869292bca2f req-f5bb2351-cc6f-40cc-b92a-c6197a7b6f53 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e3cf10b1-70e4-433d-a09e-01e8d8121526 HTTP/1.1" status: 200 len: 834 time: 0.1174774 Aug 29 04:43:49.536883 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e95a973-2313-4890-b848-c28e908580fe admin admin] Pushing event updated for resources: {'Port': ['ID=05698cc2-936d-45b5-8ae3-9e9c518cd8d4,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:49.616377 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7e95a973-2313-4890-b848-c28e908580fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719598'] for router_interface, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:49.674286 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fe97299-a75c-4743-802b-d6ede3f81763', 'tag': '480315ff-a0ef-43eb-a8ff-8059af4bbe50'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:43:49.677750 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f28f2f9f-73bc-4e67-b5b8-b88a1dcfa53c" -d '{"events": [{"name": "network-changed", "server_uuid": "3fe97299-a75c-4743-802b-d6ede3f81763", "tag": "480315ff-a0ef-43eb-a8ff-8059af4bbe50"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:43:49.723138 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8021caba-48fb-4225-99c6-9869292bca2f req-9882d0fd-43b0-4d6c-bcd0-b0b1474af90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:49.725662 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8021caba-48fb-4225-99c6-9869292bca2f req-9882d0fd-43b0-4d6c-bcd0-b0b1474af90f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=24839703-2954-4e20-aa94-9ca5ff0aec15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1614716 Aug 29 04:43:49.850622 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a389b4d-24b2-4835-9846-3c1f3f1e9a41 req-b66dcfdf-b0f8-439d-9f01-5b338fd2598a tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:49.878358 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7a389b4d-24b2-4835-9846-3c1f3f1e9a41 req-b66dcfdf-b0f8-439d-9f01-5b338fd2598a tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=3fe97299-a75c-4743-802b-d6ede3f81763 HTTP/1.1" status: 200 len: 943 time: 0.1374559 Aug 29 04:43:49.924290 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be8136c3-0ce3-4984-97ae-e7aaf102a35e x-openstack-request-id: req-be8136c3-0ce3-4984-97ae-e7aaf102a35e {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:43:49.925604 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fe97299-a75c-4743-802b-d6ede3f81763", "tag": "480315ff-a0ef-43eb-a8ff-8059af4bbe50", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:43:49.926171 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-be8136c3-0ce3-4984-97ae-e7aaf102a35e {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:43:49.927143 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fe97299-a75c-4743-802b-d6ede3f81763', 'tag': '480315ff-a0ef-43eb-a8ff-8059af4bbe50', 'status': 'completed', 'code': 200} Aug 29 04:43:49.989443 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-422d9ff4-12b8-4cbd-ba5b-c31123d0453a None None] Provisioning for port 05698cc2-936d-45b5-8ae3-9e9c518cd8d4 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:43:50.001562 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-422d9ff4-12b8-4cbd-ba5b-c31123d0453a None None] Provisioning complete for port 05698cc2-936d-45b5-8ae3-9e9c518cd8d4 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:43:50.001931 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-422d9ff4-12b8-4cbd-ba5b-c31123d0453a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:50.020717 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7a389b4d-24b2-4835-9846-3c1f3f1e9a41 req-a600e77d-28f6-4e9b-aaac-0509bfe9936d tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=4236a74f-5298-4d9a-8949-8a6ff096cd15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1338058 Aug 29 04:43:50.071287 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-422d9ff4-12b8-4cbd-ba5b-c31123d0453a None None] Port 05698cc2-936d-45b5-8ae3-9e9c518cd8d4 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:43:50.092691 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28f2f9f-73bc-4e67-b5b8-b88a1dcfa53c req-b01aaaeb-16d3-4a4a-a496-261b9c6bf3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:50.094241 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f28f2f9f-73bc-4e67-b5b8-b88a1dcfa53c req-b01aaaeb-16d3-4a4a-a496-261b9c6bf3ce service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9fb1fbcb8cc9402ba4fdb36d489735a9&device_id=3fe97299-a75c-4743-802b-d6ede3f81763 HTTP/1.1" status: 200 len: 1095 time: 0.1659248 Aug 29 04:43:50.174219 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7e95a973-2313-4890-b848-c28e908580fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:50.184178 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8021caba-48fb-4225-99c6-9869292bca2f req-a752b95f-72ba-4081-ba12-1a12777df483 service neutron] 10.222.0.48 "GET /v2.0/networks/24839703-2954-4e20-aa94-9ca5ff0aec15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4216537 Aug 29 04:43:50.387911 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28f2f9f-73bc-4e67-b5b8-b88a1dcfa53c req-6b6c25a5-8b02-4a51-a35f-be1456d291ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:50.389424 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f28f2f9f-73bc-4e67-b5b8-b88a1dcfa53c req-6b6c25a5-8b02-4a51-a35f-be1456d291ef service neutron] 10.222.0.46 "GET /v2.0/networks?id=24839703-2954-4e20-aa94-9ca5ff0aec15 HTTP/1.1" status: 200 len: 897 time: 0.2846103 Aug 29 04:43:50.495451 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8021caba-48fb-4225-99c6-9869292bca2f req-c56be0fb-2b0c-4c70-9e39-a4b521eb5080 service neutron] 10.222.0.48 "GET /v2.0/networks/24839703-2954-4e20-aa94-9ca5ff0aec15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2932558 Aug 29 04:43:50.524794 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f28f2f9f-73bc-4e67-b5b8-b88a1dcfa53c req-90ca034e-2679-47ad-9007-290518b86a40 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=480315ff-a0ef-43eb-a8ff-8059af4bbe50 HTTP/1.1" status: 200 len: 999 time: 0.1184118 Aug 29 04:43:50.708692 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28f2f9f-73bc-4e67-b5b8-b88a1dcfa53c req-d53558f4-23ed-4ef1-b823-2f1a776e24cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:50.710532 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f28f2f9f-73bc-4e67-b5b8-b88a1dcfa53c req-d53558f4-23ed-4ef1-b823-2f1a776e24cf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e3cf10b1-70e4-433d-a09e-01e8d8121526 HTTP/1.1" status: 200 len: 834 time: 0.1786337 Aug 29 04:43:50.717464 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7e95a973-2313-4890-b848-c28e908580fe admin admin] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:50.753241 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7e95a973-2313-4890-b848-c28e908580fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:50.793532 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28f2f9f-73bc-4e67-b5b8-b88a1dcfa53c req-8d8d22f1-3ae2-49e3-9dd3-99f295298429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:50.796502 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f28f2f9f-73bc-4e67-b5b8-b88a1dcfa53c req-8d8d22f1-3ae2-49e3-9dd3-99f295298429 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9fb1fbcb8cc9402ba4fdb36d489735a9&device_id=3fe97299-a75c-4743-802b-d6ede3f81763 HTTP/1.1" status: 200 len: 1095 time: 0.2042367 Aug 29 04:43:50.994142 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e95a973-2313-4890-b848-c28e908580fe admin admin] Pushing event updated for resources: {'Port': ['ID=05698cc2-936d-45b5-8ae3-9e9c518cd8d4,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:51.005184 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7e95a973-2313-4890-b848-c28e908580fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-718897'] for router_interface, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:51.012148 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28f2f9f-73bc-4e67-b5b8-b88a1dcfa53c req-8bcbc6c0-c8fa-4c6e-a51e-51984d5d8e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:51.013691 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f28f2f9f-73bc-4e67-b5b8-b88a1dcfa53c req-8bcbc6c0-c8fa-4c6e-a51e-51984d5d8e97 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=24839703-2954-4e20-aa94-9ca5ff0aec15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2920020 Aug 29 04:43:51.033801 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device bd31e265-30b1-4c07-b222-0528a72ac014 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:43:51.112401 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port bd31e265-30b1-4c07-b222-0528a72ac014 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:43:51.134822 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port bd31e265-30b1-4c07-b222-0528a72ac014 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:43:51.136672 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:51.243306 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28f2f9f-73bc-4e67-b5b8-b88a1dcfa53c req-e7eb7c1d-0c81-4ca9-92c5-2d4a796a1140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:51.245769 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f28f2f9f-73bc-4e67-b5b8-b88a1dcfa53c req-e7eb7c1d-0c81-4ca9-92c5-2d4a796a1140 service neutron] 10.222.0.48 "GET /v2.0/networks?id=24839703-2954-4e20-aa94-9ca5ff0aec15 HTTP/1.1" status: 200 len: 897 time: 0.4010837 Aug 29 04:43:51.300394 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:51.332019 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port bd31e265-30b1-4c07-b222-0528a72ac014, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=bd31e265-30b1-4c07-b222-0528a72ac014,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:51.338005 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:51.405676 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=bd31e265-30b1-4c07-b222-0528a72ac014,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:51.769121 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f28f2f9f-73bc-4e67-b5b8-b88a1dcfa53c req-6f274e76-8fb4-4fa8-a8ad-5eae578422ef service neutron] 10.222.0.46 "GET /v2.0/networks/24839703-2954-4e20-aa94-9ca5ff0aec15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7417359 Aug 29 04:43:51.799144 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a6aa86-5386-4ec4-bf0f-82493bc7278a req-ab6625e7-ba73-465c-82bb-7f16b290f041 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:51.800795 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c8a6aa86-5386-4ec4-bf0f-82493bc7278a req-ab6625e7-ba73-465c-82bb-7f16b290f041 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=3fe97299-a75c-4743-802b-d6ede3f81763 HTTP/1.1" status: 200 len: 943 time: 0.5919104 Aug 29 04:43:51.804065 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e95a973-2313-4890-b848-c28e908580fe admin admin] Network 9319b79c-b13d-4416-b74d-953dd8e1c402 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:43:51.806414 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f28f2f9f-73bc-4e67-b5b8-b88a1dcfa53c req-4c2887ee-0c22-46e3-97c8-231e398533fe service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=480315ff-a0ef-43eb-a8ff-8059af4bbe50 HTTP/1.1" status: 200 len: 999 time: 0.5303388 Aug 29 04:43:51.820212 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-7e95a973-2313-4890-b848-c28e908580fe admin admin] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:43:52.021194 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c8a6aa86-5386-4ec4-bf0f-82493bc7278a req-9e8c1e02-63d5-495f-aa52-5cf8d525961d tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=4236a74f-5298-4d9a-8949-8a6ff096cd15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2017703 Aug 29 04:43:52.049902 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28f2f9f-73bc-4e67-b5b8-b88a1dcfa53c req-343a584f-3bf8-407b-b75f-a27074de4fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:52.051408 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f28f2f9f-73bc-4e67-b5b8-b88a1dcfa53c req-343a584f-3bf8-407b-b75f-a27074de4fb6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e3cf10b1-70e4-433d-a09e-01e8d8121526 HTTP/1.1" status: 200 len: 834 time: 0.2337174 Aug 29 04:43:52.153116 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f28f2f9f-73bc-4e67-b5b8-b88a1dcfa53c req-c002eafe-d4de-42c9-a2c3-24773318def9 service neutron] 10.222.0.46 "GET /v2.0/networks/24839703-2954-4e20-aa94-9ca5ff0aec15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3763235 Aug 29 04:43:52.181625 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28f2f9f-73bc-4e67-b5b8-b88a1dcfa53c req-76d920ed-741c-41bd-9296-37f468cc7c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:52.189244 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f28f2f9f-73bc-4e67-b5b8-b88a1dcfa53c req-76d920ed-741c-41bd-9296-37f468cc7c00 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=24839703-2954-4e20-aa94-9ca5ff0aec15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0897751 Aug 29 04:43:52.189244 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e95a973-2313-4890-b848-c28e908580fe admin admin] Router 2e0376c7-b771-4a3b-866a-a7c19e48306d has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:43:52.220153 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-d020c197-05e6-416c-9fdb-c55d12475385 None None] Provisioning complete for port 05698cc2-936d-45b5-8ae3-9e9c518cd8d4 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:43:52.220816 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d020c197-05e6-416c-9fdb-c55d12475385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:52.278814 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-d020c197-05e6-416c-9fdb-c55d12475385 None None] Port 05698cc2-936d-45b5-8ae3-9e9c518cd8d4 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:43:52.377384 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f28f2f9f-73bc-4e67-b5b8-b88a1dcfa53c req-d9965ad7-c720-478a-bd96-4bed3c99b729 service neutron] 10.222.0.48 "GET /v2.0/networks/24839703-2954-4e20-aa94-9ca5ff0aec15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844187 Aug 29 04:43:52.442966 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e95a973-2313-4890-b848-c28e908580fe admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:43:52.450613 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-7e95a973-2313-4890-b848-c28e908580fe admin admin] 10.222.0.22 "PUT /v2.0/routers/2e0376c7-b771-4a3b-866a-a7c19e48306d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5077152 Aug 29 04:43:52.455349 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d479424-3830-483b-aae3-0260d304d66c None None] Sync routers for ids ['2e0376c7-b771-4a3b-866a-a7c19e48306d'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:43:52.470103 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d479424-3830-483b-aae3-0260d304d66c None None] Routers {'2e0376c7-b771-4a3b-866a-a7c19e48306d'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:43:52.471048 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-1d479424-3830-483b-aae3-0260d304d66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:43:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['2e0376c7-b771-4a3b-866a-a7c19e48306d'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:43:52.509543 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f28f2f9f-73bc-4e67-b5b8-b88a1dcfa53c req-9684a593-792b-4603-b3d3-6b89323256b3 service neutron] 10.222.0.48 "GET /v2.0/networks/24839703-2954-4e20-aa94-9ca5ff0aec15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218083 Aug 29 04:43:52.609080 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-1d479424-3830-483b-aae3-0260d304d66c None None] Set router 2e0376c7-b771-4a3b-866a-a7c19e48306d gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:43:52.847403 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-1d479424-3830-483b-aae3-0260d304d66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e0376c7-b771-4a3b-866a-a7c19e48306d', 'name': 'tempest-TestServerMultinode-346947870-router', 'tenant_id': '1c48bce63416432f95e63fede4aa96eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': 'bd31e265-30b1-4c07-b222-0528a72ac014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:43:44Z', 'updated_at': '2021-08-29T04:43:50Z', 'revision_number': 4, 'project_id': '1c48bce63416432f95e63fede4aa96eb', 'gw_port': {'id': 'bd31e265-30b1-4c07-b222-0528a72ac014', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:9c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0376c7-b771-4a3b-866a-a7c19e48306d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:43:44Z', 'updated_at': '2021-08-29T04:43:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '05698cc2-936d-45b5-8ae3-9e9c518cd8d4', 'name': '', 'network_id': '9319b79c-b13d-4416-b74d-953dd8e1c402', 'tenant_id': '1c48bce63416432f95e63fede4aa96eb', 'mac_address': 'fa:16:3e:64:92:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e0376c7-b771-4a3b-866a-a7c19e48306d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': '5f79ad6e-1aed-46e7-94ca-2126b5f856ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:43:48Z', 'updated_at': '2021-08-29T04:43:50Z', 'revision_number': 2, 'project_id': '1c48bce63416432f95e63fede4aa96eb', 'subnets': [{'id': '5f79ad6e-1aed-46e7-94ca-2126b5f856ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:43:52.880480 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d479424-3830-483b-aae3-0260d304d66c None None] Checking router: 2e0376c7-b771-4a3b-866a-a7c19e48306d for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:43:52.880480 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d479424-3830-483b-aae3-0260d304d66c None None] Updating router 2e0376c7-b771-4a3b-866a-a7c19e48306d port 05698cc2-936d-45b5-8ae3-9e9c518cd8d4 binding host n-d-712140-12 {{(pid=94830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:43:52.914571 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1d479424-3830-483b-aae3-0260d304d66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:52.964405 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device bd31e265-30b1-4c07-b222-0528a72ac014 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:43:53.077254 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 59410) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:53.089227 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-78ea06ea-e58b-4d5c-9cd0-a78483aaa88f admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1459128815-network', 'tenant_id': '9036be0dbaed45b89bac65fa9379402b'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:43:53.124823 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port bd31e265-30b1-4c07-b222-0528a72ac014 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:43:53.125514 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:53.165406 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ea06ea-e58b-4d5c-9cd0-a78483aaa88f admin admin] Made reservation on behalf of 9036be0dbaed45b89bac65fa9379402b for: {'network': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:43:53.170088 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-78ea06ea-e58b-4d5c-9cd0-a78483aaa88f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:53.203918 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-78ea06ea-e58b-4d5c-9cd0-a78483aaa88f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:53.259221 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224ed843-a932-4293-8162-2dcbc81b2431 req-fd4033be-fd12-46de-8f7a-037b8389b23c tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:53.260904 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-224ed843-a932-4293-8162-2dcbc81b2431 req-fd4033be-fd12-46de-8f7a-037b8389b23c tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=3fe97299-a75c-4743-802b-d6ede3f81763 HTTP/1.1" status: 200 len: 943 time: 0.1222110 Aug 29 04:43:53.346975 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-224ed843-a932-4293-8162-2dcbc81b2431 req-03c9fffc-46f4-414f-9bf3-d5e19b88c34a tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=4236a74f-5298-4d9a-8949-8a6ff096cd15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634511 Aug 29 04:43:53.396722 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-78ea06ea-e58b-4d5c-9cd0-a78483aaa88f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:53.403064 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-78ea06ea-e58b-4d5c-9cd0-a78483aaa88f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:53.428840 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78ea06ea-e58b-4d5c-9cd0-a78483aaa88f admin admin] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=94828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:43:53.444056 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ea06ea-e58b-4d5c-9cd0-a78483aaa88f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c3ac846-7d53-4676-aa03-79fa315d318d,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:53.451576 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-78ea06ea-e58b-4d5c-9cd0-a78483aaa88f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:53.452238 n-d-712140-12 neutron-server[94828]: INFO neutron.db.segments_db [None req-78ea06ea-e58b-4d5c-9cd0-a78483aaa88f admin admin] Added segment 3f6fa6cd-5c2a-4033-8a46-9a8f4e794a56 of type vlan for network 2ca5b0de-f8c9-43e4-9c49-e7ccb3c51d53 Aug 29 04:43:53.470340 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1d479424-3830-483b-aae3-0260d304d66c None None] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:53.496916 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1d479424-3830-483b-aae3-0260d304d66c None None] Transition to ACTIVE for port object 05698cc2-936d-45b5-8ae3-9e9c518cd8d4 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:43:53.509406 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1d479424-3830-483b-aae3-0260d304d66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:53.551886 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-78ea06ea-e58b-4d5c-9cd0-a78483aaa88f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:53.616458 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-78ea06ea-e58b-4d5c-9cd0-a78483aaa88f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:53.618539 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ea06ea-e58b-4d5c-9cd0-a78483aaa88f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:53.620333 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-78ea06ea-e58b-4d5c-9cd0-a78483aaa88f admin admin] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:53.651207 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ddd84d-d939-4074-b974-25453e627615 None None] Pushing event updated for resources: {'Port': ['ID=05698cc2-936d-45b5-8ae3-9e9c518cd8d4,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:53.709639 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-1d479424-3830-483b-aae3-0260d304d66c None None] Attempting to bind port 05698cc2-936d-45b5-8ae3-9e9c518cd8d4 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:43:53.710575 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-1d479424-3830-483b-aae3-0260d304d66c None None] Attempting to bind port 05698cc2-936d-45b5-8ae3-9e9c518cd8d4 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '99770f09-f0ca-4bb2-bba3-f12b172a5d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9319b79c-b13d-4416-b74d-953dd8e1c402'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:43:53.711273 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d479424-3830-483b-aae3-0260d304d66c None None] Attempting to bind port 05698cc2-936d-45b5-8ae3-9e9c518cd8d4 on network 9319b79c-b13d-4416-b74d-953dd8e1c402 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:43:53.719377 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d479424-3830-483b-aae3-0260d304d66c None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:43:53.719981 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d479424-3830-483b-aae3-0260d304d66c None None] Checking segment: {'id': '99770f09-f0ca-4bb2-bba3-f12b172a5d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9319b79c-b13d-4416-b74d-953dd8e1c402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:43:53.720642 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1d479424-3830-483b-aae3-0260d304d66c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:53.721261 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d479424-3830-483b-aae3-0260d304d66c None None] Bound using segment: {'id': '99770f09-f0ca-4bb2-bba3-f12b172a5d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9319b79c-b13d-4416-b74d-953dd8e1c402'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:43:53.722804 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-1d479424-3830-483b-aae3-0260d304d66c None None] Bound port: 05698cc2-936d-45b5-8ae3-9e9c518cd8d4, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99770f09-f0ca-4bb2-bba3-f12b172a5d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9319b79c-b13d-4416-b74d-953dd8e1c402'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:43:53.723776 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1d479424-3830-483b-aae3-0260d304d66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:53.747887 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ea06ea-e58b-4d5c-9cd0-a78483aaa88f admin admin] Pushing event updated for resources: {'Network': ['ID=2ca5b0de-f8c9-43e4-9c49-e7ccb3c51d53,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:53.755980 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-78ea06ea-e58b-4d5c-9cd0-a78483aaa88f admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6746960 Aug 29 04:43:53.756495 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 59414) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:53.762047 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-8fb0b47b-b92b-4193-b91c-aaea089aa041 admin admin] Request body: {'subnet': {'network_id': '2ca5b0de-f8c9-43e4-9c49-e7ccb3c51d53', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1459128815-subnet', 'tenant_id': '9036be0dbaed45b89bac65fa9379402b', 'ip_version': 4}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:43:53.787296 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 2ca5b0de-f8c9-43e4-9c49-e7ccb3c51d53 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:43:53.799099 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fb0b47b-b92b-4193-b91c-aaea089aa041 admin admin] Made reservation on behalf of 9036be0dbaed45b89bac65fa9379402b for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:43:53.805958 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8fb0b47b-b92b-4193-b91c-aaea089aa041 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4552395'] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:53.966726 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1d479424-3830-483b-aae3-0260d304d66c None None] For port 05698cc2-936d-45b5-8ae3-9e9c518cd8d4, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:43:53.973547 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1d479424-3830-483b-aae3-0260d304d66c None None] For port 05698cc2-936d-45b5-8ae3-9e9c518cd8d4, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=05698cc2-936d-45b5-8ae3-9e9c518cd8d4,segment=NetworkSegment(99770f09-f0ca-4bb2-bba3-f12b172a5d48),segment_id=99770f09-f0ca-4bb2-bba3-f12b172a5d48)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:43:53.980742 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1d479424-3830-483b-aae3-0260d304d66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:54.073865 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d479424-3830-483b-aae3-0260d304d66c None None] Routers {'2e0376c7-b771-4a3b-866a-a7c19e48306d'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:43:54.074660 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-1d479424-3830-483b-aae3-0260d304d66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:43:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['2e0376c7-b771-4a3b-866a-a7c19e48306d'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:43:54.177092 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8fb0b47b-b92b-4193-b91c-aaea089aa041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4274880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4552377'] for subnet, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:54.217267 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-1d479424-3830-483b-aae3-0260d304d66c None None] Set router 2e0376c7-b771-4a3b-866a-a7c19e48306d gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:43:54.247980 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0b47b-b92b-4193-b91c-aaea089aa041 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c784348b-ae76-40a4-bb64-1b96a5d9a543,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:54.298803 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb0b47b-b92b-4193-b91c-aaea089aa041 admin admin] Checking segment: {'id': '3f6fa6cd-5c2a-4033-8a46-9a8f4e794a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '2ca5b0de-f8c9-43e4-9c49-e7ccb3c51d53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:43:54.300340 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb0b47b-b92b-4193-b91c-aaea089aa041 admin admin] Network hostable DHCP agents. Network: 2ca5b0de-f8c9-43e4-9c49-e7ccb3c51d53, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:43:54.311883 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 480315ff-a0ef-43eb-a8ff-8059af4bbe50 details requested by agent hyperv_n-h2-712140-12 with host n-h2-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:43:54.330491 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb0b47b-b92b-4193-b91c-aaea089aa041 admin admin] Network 2ca5b0de-f8c9-43e4-9c49-e7ccb3c51d53 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:43:54.344872 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-8fb0b47b-b92b-4193-b91c-aaea089aa041 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 2ca5b0de-f8c9-43e4-9c49-e7ccb3c51d53) {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:43:54.357800 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb0b47b-b92b-4193-b91c-aaea089aa041 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:54.359234 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8fb0b47b-b92b-4193-b91c-aaea089aa041 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:54.400968 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 59420) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:54.402173 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-8fb0b47b-b92b-4193-b91c-aaea089aa041 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6404054 Aug 29 04:43:54.406824 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-e0819604-b26b-4d13-b9aa-44fcf138c61b admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1459128815-router', 'tenant_id': '9036be0dbaed45b89bac65fa9379402b', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:43:54.447601 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e0819604-b26b-4d13-b9aa-44fcf138c61b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:54.449032 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e0819604-b26b-4d13-b9aa-44fcf138c61b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1838'] for router, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:54.529608 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c24c94-66da-479b-9c10-a0835cbb15fc req-9bd63fa5-8d1f-42ae-a56b-1fcdf6be993e tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:54.531594 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-85c24c94-66da-479b-9c10-a0835cbb15fc req-9bd63fa5-8d1f-42ae-a56b-1fcdf6be993e tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=3fe97299-a75c-4743-802b-d6ede3f81763 HTTP/1.1" status: 200 len: 943 time: 0.0756783 Aug 29 04:43:54.538662 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e0819604-b26b-4d13-b9aa-44fcf138c61b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:54.602153 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-85c24c94-66da-479b-9c10-a0835cbb15fc req-5020d48e-911c-459d-a1b6-438fc82d9297 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=4236a74f-5298-4d9a-8949-8a6ff096cd15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621412 Aug 29 04:43:54.646667 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 480315ff-a0ef-43eb-a8ff-8059af4bbe50, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=480315ff-a0ef-43eb-a8ff-8059af4bbe50,segment=NetworkSegment(158f3f3e-7a5a-4b70-b474-1c118a651003),segment_id=158f3f3e-7a5a-4b70-b474-1c118a651003)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:54.670018 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0a2b48-51ed-4a57-899f-3917147212e0 None None] Network 2ca5b0de-f8c9-43e4-9c49-e7ccb3c51d53 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:43:54.783283 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e0819604-b26b-4d13-b9aa-44fcf138c61b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:54.801828 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ddd84d-d939-4074-b974-25453e627615 None None] Pushing event updated for resources: {'Port': ['ID=05698cc2-936d-45b5-8ae3-9e9c518cd8d4,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:54.845630 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Returning: {'device': '480315ff-a0ef-43eb-a8ff-8059af4bbe50', 'network_id': '24839703-2954-4e20-aa94-9ca5ff0aec15', 'port_id': '480315ff-a0ef-43eb-a8ff-8059af4bbe50', 'mac_address': 'fa:16:3e:05:88:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3cf10b1-70e4-433d-a09e-01e8d8121526', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:43:54.910276 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:54.929372 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 480315ff-a0ef-43eb-a8ff-8059af4bbe50 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:43:54.963018 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 480315ff-a0ef-43eb-a8ff-8059af4bbe50, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=480315ff-a0ef-43eb-a8ff-8059af4bbe50,segment=NetworkSegment(158f3f3e-7a5a-4b70-b474-1c118a651003),segment_id=158f3f3e-7a5a-4b70-b474-1c118a651003)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:54.970892 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:54.995101 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7558d7fc-4a3b-4116-bb31-b72be1621a07 req-8dbb7125-41bd-449a-b3aa-90df59a61ddf tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:55.020062 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7558d7fc-4a3b-4116-bb31-b72be1621a07 req-8dbb7125-41bd-449a-b3aa-90df59a61ddf tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=3fe97299-a75c-4743-802b-d6ede3f81763 HTTP/1.1" status: 200 len: 943 time: 0.1001656 Aug 29 04:43:55.044104 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501850b8-a476-4027-9611-228823a056cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-2ca5b0de-f8c9-43e4-9c49-e7ccb3c51d53', 'network_id': '2ca5b0de-f8c9-43e4-9c49-e7ccb3c51d53', 'tenant_id': '9036be0dbaed45b89bac65fa9379402b', 'fixed_ips': [{'subnet_id': 'c784348b-ae76-40a4-bb64-1b96a5d9a543'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:43:55.046133 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-501850b8-a476-4027-9611-228823a056cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:55.083331 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7558d7fc-4a3b-4116-bb31-b72be1621a07 req-8406c34c-b639-4dcc-9139-9d0cd0581570 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=4236a74f-5298-4d9a-8949-8a6ff096cd15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618536 Aug 29 04:43:55.103567 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbd0dba-b788-4849-b886-f67ffa7bf9ff req-beb44eb6-14f9-40fa-81ce-36f2952763f9 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:55.105754 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bcbd0dba-b788-4849-b886-f67ffa7bf9ff req-beb44eb6-14f9-40fa-81ce-36f2952763f9 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fe97299-a75c-4743-802b-d6ede3f81763&tenant_id=9fb1fbcb8cc9402ba4fdb36d489735a9&binding%3Ahost_id=n-h2-712140-12 HTTP/1.1" status: 200 len: 943 time: 0.2030680 Aug 29 04:43:55.126177 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=480315ff-a0ef-43eb-a8ff-8059af4bbe50,revision_number=8']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:55.224777 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-1d479424-3830-483b-aae3-0260d304d66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e0376c7-b771-4a3b-866a-a7c19e48306d', 'name': 'tempest-TestServerMultinode-346947870-router', 'tenant_id': '1c48bce63416432f95e63fede4aa96eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': 'bd31e265-30b1-4c07-b222-0528a72ac014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:43:44Z', 'updated_at': '2021-08-29T04:43:50Z', 'revision_number': 4, 'project_id': '1c48bce63416432f95e63fede4aa96eb', 'gw_port': {'id': 'bd31e265-30b1-4c07-b222-0528a72ac014', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:9c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0376c7-b771-4a3b-866a-a7c19e48306d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:43:44Z', 'updated_at': '2021-08-29T04:43:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '05698cc2-936d-45b5-8ae3-9e9c518cd8d4', 'name': '', 'network_id': '9319b79c-b13d-4416-b74d-953dd8e1c402', 'tenant_id': '1c48bce63416432f95e63fede4aa96eb', 'mac_address': 'fa:16:3e:64:92:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e0376c7-b771-4a3b-866a-a7c19e48306d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': '5f79ad6e-1aed-46e7-94ca-2126b5f856ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:43:48Z', 'updated_at': '2021-08-29T04:43:53Z', 'revision_number': 4, 'project_id': '1c48bce63416432f95e63fede4aa96eb', 'subnets': [{'id': '5f79ad6e-1aed-46e7-94ca-2126b5f856ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:43:55.264908 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d479424-3830-483b-aae3-0260d304d66c None None] The sync data for ids ['2e0376c7-b771-4a3b-866a-a7c19e48306d'] in n-d-712140-12 is: [{'id': '2e0376c7-b771-4a3b-866a-a7c19e48306d', 'name': 'tempest-TestServerMultinode-346947870-router', 'tenant_id': '1c48bce63416432f95e63fede4aa96eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': 'bd31e265-30b1-4c07-b222-0528a72ac014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:43:44Z', 'updated_at': '2021-08-29T04:43:50Z', 'revision_number': 4, 'project_id': '1c48bce63416432f95e63fede4aa96eb', 'gw_port': {'id': 'bd31e265-30b1-4c07-b222-0528a72ac014', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:9c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0376c7-b771-4a3b-866a-a7c19e48306d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:43:44Z', 'updated_at': '2021-08-29T04:43:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '05698cc2-936d-45b5-8ae3-9e9c518cd8d4', 'name': '', 'network_id': '9319b79c-b13d-4416-b74d-953dd8e1c402', 'tenant_id': '1c48bce63416432f95e63fede4aa96eb', 'mac_address': 'fa:16:3e:64:92:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e0376c7-b771-4a3b-866a-a7c19e48306d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': '5f79ad6e-1aed-46e7-94ca-2126b5f856ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:43:48Z', 'updated_at': '2021-08-29T04:43:53Z', 'revision_number': 4, 'project_id': '1c48bce63416432f95e63fede4aa96eb', 'subnets': [{'id': '5f79ad6e-1aed-46e7-94ca-2126b5f856ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:43:55.269125 n-d-712140-12 neutron-server[94828]: INFO neutron.api.v2.resource [req-bcbd0dba-b788-4849-b886-f67ffa7bf9ff req-9c160bf5-ad5d-41e7-911f-287714105dd4 service neutron] delete failed (client error): The resource could not be found. Aug 29 04:43:55.270199 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bcbd0dba-b788-4849-b886-f67ffa7bf9ff req-9c160bf5-ad5d-41e7-911f-287714105dd4 service neutron] 10.222.0.46 "DELETE /v2.0/ports/480315ff-a0ef-43eb-a8ff-8059af4bbe50/bindings/n-h1-712140-12 HTTP/1.1" status: 404 len: 381 time: 0.1488907 Aug 29 04:43:55.339627 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-501850b8-a476-4027-9611-228823a056cd None None] Allocated IP 172.20.0.2 (2ca5b0de-f8c9-43e4-9c49-e7ccb3c51d53/c784348b-ae76-40a4-bb64-1b96a5d9a543/4dfc7a79-c937-411b-bb8c-4b1bb9ef22d0) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:43:55.461917 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e0819604-b26b-4d13-b9aa-44fcf138c61b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:55.462756 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['480315ff-a0ef-43eb-a8ff-8059af4bbe50'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:43:55.551443 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbd0dba-b788-4849-b886-f67ffa7bf9ff req-3d83267e-5759-4118-a1ea-c614ca44713f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:55.555156 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bcbd0dba-b788-4849-b886-f67ffa7bf9ff req-3d83267e-5759-4118-a1ea-c614ca44713f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9fb1fbcb8cc9402ba4fdb36d489735a9&device_id=3fe97299-a75c-4743-802b-d6ede3f81763 HTTP/1.1" status: 200 len: 1096 time: 0.1755517 Aug 29 04:43:55.558076 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e0819604-b26b-4d13-b9aa-44fcf138c61b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:55.793719 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-501850b8-a476-4027-9611-228823a056cd None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:55.802531 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbd0dba-b788-4849-b886-f67ffa7bf9ff req-6860dcfa-0fd0-4e8f-b268-10338f3bd38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:55.804931 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bcbd0dba-b788-4849-b886-f67ffa7bf9ff req-6860dcfa-0fd0-4e8f-b268-10338f3bd38a service neutron] 10.222.0.46 "GET /v2.0/networks?id=24839703-2954-4e20-aa94-9ca5ff0aec15 HTTP/1.1" status: 200 len: 897 time: 0.2376752 Aug 29 04:43:55.811116 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-501850b8-a476-4027-9611-228823a056cd None None] Transition to ACTIVE for port object 4dfc7a79-c937-411b-bb8c-4b1bb9ef22d0 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:43:55.845878 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-501850b8-a476-4027-9611-228823a056cd None None] Transition to ACTIVE for port object 4dfc7a79-c937-411b-bb8c-4b1bb9ef22d0 will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:43:55.888947 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-501850b8-a476-4027-9611-228823a056cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:55.890804 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bcbd0dba-b788-4849-b886-f67ffa7bf9ff req-c86a6778-861e-41ad-938e-412bff69cadc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=480315ff-a0ef-43eb-a8ff-8059af4bbe50 HTTP/1.1" status: 200 len: 1000 time: 0.0766799 Aug 29 04:43:55.907317 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-e0819604-b26b-4d13-b9aa-44fcf138c61b admin admin] Allocated IP 172.25.0.52 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/d6fe901b-2c02-45db-9ab4-3262facbcd6b) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:43:55.983377 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-501850b8-a476-4027-9611-228823a056cd None None] Network 2ca5b0de-f8c9-43e4-9c49-e7ccb3c51d53 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:43:55.989962 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-501850b8-a476-4027-9611-228823a056cd None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:43:55.994369 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501850b8-a476-4027-9611-228823a056cd None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:43:56.008120 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbd0dba-b788-4849-b886-f67ffa7bf9ff req-e7235759-1ca3-4071-a0d2-44f8c1a26f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:56.009639 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bcbd0dba-b788-4849-b886-f67ffa7bf9ff req-e7235759-1ca3-4071-a0d2-44f8c1a26f7a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e3cf10b1-70e4-433d-a09e-01e8d8121526 HTTP/1.1" status: 200 len: 834 time: 0.1107910 Aug 29 04:43:56.043581 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501850b8-a476-4027-9611-228823a056cd None None] Pushing event updated for resources: {'Port': ['ID=4dfc7a79-c937-411b-bb8c-4b1bb9ef22d0,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:56.092873 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbd0dba-b788-4849-b886-f67ffa7bf9ff req-8a1528c4-7672-4e16-9e6c-bc39541a0664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:56.094727 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bcbd0dba-b788-4849-b886-f67ffa7bf9ff req-8a1528c4-7672-4e16-9e6c-bc39541a0664 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=24839703-2954-4e20-aa94-9ca5ff0aec15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0764606 Aug 29 04:43:56.170597 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e0819604-b26b-4d13-b9aa-44fcf138c61b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:56.228015 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-501850b8-a476-4027-9611-228823a056cd None None] Attempting to bind port 4dfc7a79-c937-411b-bb8c-4b1bb9ef22d0 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:43:56.228438 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-501850b8-a476-4027-9611-228823a056cd None None] Attempting to bind port 4dfc7a79-c937-411b-bb8c-4b1bb9ef22d0 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '3f6fa6cd-5c2a-4033-8a46-9a8f4e794a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '2ca5b0de-f8c9-43e4-9c49-e7ccb3c51d53'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:43:56.228854 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501850b8-a476-4027-9611-228823a056cd None None] Attempting to bind port 4dfc7a79-c937-411b-bb8c-4b1bb9ef22d0 on network 2ca5b0de-f8c9-43e4-9c49-e7ccb3c51d53 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:43:56.253618 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501850b8-a476-4027-9611-228823a056cd None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:43:56.253916 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501850b8-a476-4027-9611-228823a056cd None None] Checking segment: {'id': '3f6fa6cd-5c2a-4033-8a46-9a8f4e794a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '2ca5b0de-f8c9-43e4-9c49-e7ccb3c51d53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:43:56.254328 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-501850b8-a476-4027-9611-228823a056cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:56.254773 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501850b8-a476-4027-9611-228823a056cd None None] Bound using segment: {'id': '3f6fa6cd-5c2a-4033-8a46-9a8f4e794a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '2ca5b0de-f8c9-43e4-9c49-e7ccb3c51d53'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:43:56.255271 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-501850b8-a476-4027-9611-228823a056cd None None] Bound port: 4dfc7a79-c937-411b-bb8c-4b1bb9ef22d0, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f6fa6cd-5c2a-4033-8a46-9a8f4e794a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '2ca5b0de-f8c9-43e4-9c49-e7ccb3c51d53'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:43:56.255667 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-501850b8-a476-4027-9611-228823a056cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:56.382475 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432545ba-cafa-4589-a57a-bae48a4eb882 req-7c392b23-86c2-4ba1-9d36-558c3d83ce22 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:56.385344 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-432545ba-cafa-4589-a57a-bae48a4eb882 req-7c392b23-86c2-4ba1-9d36-558c3d83ce22 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=3fe97299-a75c-4743-802b-d6ede3f81763 HTTP/1.1" status: 200 len: 944 time: 0.2042830 Aug 29 04:43:56.396523 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e0819604-b26b-4d13-b9aa-44fcf138c61b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:56.414472 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bcbd0dba-b788-4849-b886-f67ffa7bf9ff req-08af28c2-2953-4705-9c9c-7ad8a96de364 service neutron] 10.222.0.46 "GET /v2.0/networks/24839703-2954-4e20-aa94-9ca5ff0aec15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324831 Aug 29 04:43:56.432891 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-501850b8-a476-4027-9611-228823a056cd None None] For port 4dfc7a79-c937-411b-bb8c-4b1bb9ef22d0, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:43:56.441408 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-501850b8-a476-4027-9611-228823a056cd None None] For port 4dfc7a79-c937-411b-bb8c-4b1bb9ef22d0, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=4dfc7a79-c937-411b-bb8c-4b1bb9ef22d0,segment=NetworkSegment(3f6fa6cd-5c2a-4033-8a46-9a8f4e794a56),segment_id=3f6fa6cd-5c2a-4033-8a46-9a8f4e794a56)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:43:56.450008 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-501850b8-a476-4027-9611-228823a056cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:56.500473 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0819604-b26b-4d13-b9aa-44fcf138c61b admin admin] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:43:56.557606 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501850b8-a476-4027-9611-228823a056cd None None] Pushing event updated for resources: {'Port': ['ID=4dfc7a79-c937-411b-bb8c-4b1bb9ef22d0,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:56.598933 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-432545ba-cafa-4589-a57a-bae48a4eb882 req-461a8b10-1954-4b3e-bed2-7d18f8e7d3d2 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=4236a74f-5298-4d9a-8949-8a6ff096cd15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1949847 Aug 29 04:43:56.607257 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-e0819604-b26b-4d13-b9aa-44fcf138c61b admin admin] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:43:56.613975 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0819604-b26b-4d13-b9aa-44fcf138c61b admin admin] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:43:56.677587 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0819604-b26b-4d13-b9aa-44fcf138c61b admin admin] Pushing event updated for resources: {'Port': ['ID=d6fe901b-2c02-45db-9ab4-3262facbcd6b,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:56.976583 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bcbd0dba-b788-4849-b886-f67ffa7bf9ff req-f001924a-9f25-4ff5-b8af-d4bbc7f86533 service neutron] 10.222.0.46 "GET /v2.0/networks/24839703-2954-4e20-aa94-9ca5ff0aec15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5178342 Aug 29 04:43:57.083455 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e0819604-b26b-4d13-b9aa-44fcf138c61b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:57.102559 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 4dfc7a79-c937-411b-bb8c-4b1bb9ef22d0 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:43:57.177024 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 4dfc7a79-c937-411b-bb8c-4b1bb9ef22d0 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:43:57.183145 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 05698cc2-936d-45b5-8ae3-9e9c518cd8d4 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:43:57.271552 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 05698cc2-936d-45b5-8ae3-9e9c518cd8d4 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:43:57.283657 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 05698cc2-936d-45b5-8ae3-9e9c518cd8d4 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:43:57.284748 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:57.377963 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e0819604-b26b-4d13-b9aa-44fcf138c61b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409'] for router, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:57.400893 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:57.444728 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 05698cc2-936d-45b5-8ae3-9e9c518cd8d4, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=05698cc2-936d-45b5-8ae3-9e9c518cd8d4,segment=NetworkSegment(99770f09-f0ca-4bb2-bba3-f12b172a5d48),segment_id=99770f09-f0ca-4bb2-bba3-f12b172a5d48)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:57.451092 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:57.539967 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=05698cc2-936d-45b5-8ae3-9e9c518cd8d4,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:57.848910 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e81b2f3-dc9d-4cdb-8695-427790df39b5 req-cdfe5e23-5665-4c61-b730-8cf12a252f82 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:57.857508 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0e81b2f3-dc9d-4cdb-8695-427790df39b5 req-cdfe5e23-5665-4c61-b730-8cf12a252f82 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=3fe97299-a75c-4743-802b-d6ede3f81763 HTTP/1.1" status: 200 len: 944 time: 0.1002886 Aug 29 04:43:57.929260 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0e81b2f3-dc9d-4cdb-8695-427790df39b5 req-d650df74-8f10-4193-8e7f-6058eef4375d tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=4236a74f-5298-4d9a-8949-8a6ff096cd15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698946 Aug 29 04:43:57.950023 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 59436) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:58.071997 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-d50edc25-3fe6-4bd9-ac3f-d5e15d9c90a8 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/floatingips/4ca49a13-f635-4bd7-87c7-7746afdbe418 HTTP/1.1" status: 200 len: 992 time: 0.1193578 Aug 29 04:43:58.101957 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0819604-b26b-4d13-b9aa-44fcf138c61b admin admin] Router e0fc9b39-84d8-4ac1-b15a-a20a9dc83920 is scheduled to L3 agent 76874008-c311-485c-ba36-921b6d275b6a with binding_index 1 {{(pid=94828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:43:58.141800 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd0bd75-003a-47ee-99f5-718e90fc40fa None None] Network 2ca5b0de-f8c9-43e4-9c49-e7ccb3c51d53 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:43:58.275035 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 480315ff-a0ef-43eb-a8ff-8059af4bbe50 up at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:43:58.285481 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1d8de72a-a057-48cc-8d1f-93ff474ee698 None None] Provisioning for port 4dfc7a79-c937-411b-bb8c-4b1bb9ef22d0 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:43:58.301367 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0819604-b26b-4d13-b9aa-44fcf138c61b admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:43:58.323454 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d818b9c-2954-48e8-b2e1-274e180a4d34 None None] Sync routers for ids ['e0fc9b39-84d8-4ac1-b15a-a20a9dc83920'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:43:58.354937 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d818b9c-2954-48e8-b2e1-274e180a4d34 None None] Routers {'e0fc9b39-84d8-4ac1-b15a-a20a9dc83920'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:43:58.356222 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-8d818b9c-2954-48e8-b2e1-274e180a4d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:43:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['e0fc9b39-84d8-4ac1-b15a-a20a9dc83920'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:43:58.372705 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1d8de72a-a057-48cc-8d1f-93ff474ee698 None None] Provisioning complete for port 4dfc7a79-c937-411b-bb8c-4b1bb9ef22d0 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:43:58.373932 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1d8de72a-a057-48cc-8d1f-93ff474ee698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:58.388602 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e0819604-b26b-4d13-b9aa-44fcf138c61b admin admin] Notify callbacks [] for router, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:58.392590 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-e0819604-b26b-4d13-b9aa-44fcf138c61b admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.9890480 Aug 29 04:43:58.396179 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 59438) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:58.511444 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-8d818b9c-2954-48e8-b2e1-274e180a4d34 None None] Set router e0fc9b39-84d8-4ac1-b15a-a20a9dc83920 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:43:58.563174 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning for port 480315ff-a0ef-43eb-a8ff-8059af4bbe50 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:43:58.576786 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning complete for port 480315ff-a0ef-43eb-a8ff-8059af4bbe50 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:43:58.577458 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:58.744056 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1d8de72a-a057-48cc-8d1f-93ff474ee698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:58.828084 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:58.863289 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-8d818b9c-2954-48e8-b2e1-274e180a4d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0fc9b39-84d8-4ac1-b15a-a20a9dc83920', 'name': 'tempest-TestServerMultinode-1459128815-router', 'tenant_id': '9036be0dbaed45b89bac65fa9379402b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.52'}], 'enable_snat': True}, 'gw_port_id': 'd6fe901b-2c02-45db-9ab4-3262facbcd6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:43:54Z', 'updated_at': '2021-08-29T04:43:56Z', 'revision_number': 3, 'project_id': '9036be0dbaed45b89bac65fa9379402b', 'gw_port': {'id': 'd6fe901b-2c02-45db-9ab4-3262facbcd6b', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:4b:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0fc9b39-84d8-4ac1-b15a-a20a9dc83920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:43:55Z', 'updated_at': '2021-08-29T04:43:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:43:58.919093 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d818b9c-2954-48e8-b2e1-274e180a4d34 None None] Checking router: e0fc9b39-84d8-4ac1-b15a-a20a9dc83920 for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:43:58.919445 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d818b9c-2954-48e8-b2e1-274e180a4d34 None None] Updating router e0fc9b39-84d8-4ac1-b15a-a20a9dc83920 port d6fe901b-2c02-45db-9ab4-3262facbcd6b binding host n-d-712140-12 {{(pid=94831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:43:58.935726 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:58.962967 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1d8de72a-a057-48cc-8d1f-93ff474ee698 None None] For port 4dfc7a79-c937-411b-bb8c-4b1bb9ef22d0, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=4dfc7a79-c937-411b-bb8c-4b1bb9ef22d0,segment=NetworkSegment(3f6fa6cd-5c2a-4033-8a46-9a8f4e794a56),segment_id=3f6fa6cd-5c2a-4033-8a46-9a8f4e794a56)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:58.974114 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1d8de72a-a057-48cc-8d1f-93ff474ee698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:58.992185 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8d818b9c-2954-48e8-b2e1-274e180a4d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:59.053181 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 05698cc2-936d-45b5-8ae3-9e9c518cd8d4 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:43:59.055897 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fe97299-a75c-4743-802b-d6ede3f81763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '480315ff-a0ef-43eb-a8ff-8059af4bbe50'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:43:59.058044 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d835211-88f4-4633-bbc0-5207a1385134" -d '{"events": [{"server_uuid": "3fe97299-a75c-4743-802b-d6ede3f81763", "name": "network-vif-plugged", "status": "completed", "tag": "480315ff-a0ef-43eb-a8ff-8059af4bbe50"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:43:59.097320 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8de72a-a057-48cc-8d1f-93ff474ee698 None None] Pushing event updated for resources: {'Port': ['ID=4dfc7a79-c937-411b-bb8c-4b1bb9ef22d0,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:59.101862 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 480315ff-a0ef-43eb-a8ff-8059af4bbe50, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=480315ff-a0ef-43eb-a8ff-8059af4bbe50,segment=NetworkSegment(158f3f3e-7a5a-4b70-b474-1c118a651003),segment_id=158f3f3e-7a5a-4b70-b474-1c118a651003)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:59.116410 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:59.191615 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=480315ff-a0ef-43eb-a8ff-8059af4bbe50,revision_number=9']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:59.215309 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-db2af5ba-e496-4f96-a89d-2aa87164bbf1 None None] Provisioning complete for port 4dfc7a79-c937-411b-bb8c-4b1bb9ef22d0 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:43:59.215309 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-db2af5ba-e496-4f96-a89d-2aa87164bbf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:59.252515 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 05698cc2-936d-45b5-8ae3-9e9c518cd8d4 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:43:59.252825 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:59.366866 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-565e9324-b202-4c58-9e3c-e8d42eea3784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:59.434457 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8d818b9c-2954-48e8-b2e1-274e180a4d34 None None] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:59.449782 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-8d818b9c-2954-48e8-b2e1-274e180a4d34 None None] Transition to ACTIVE for port object d6fe901b-2c02-45db-9ab4-3262facbcd6b will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:43:59.458454 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8d818b9c-2954-48e8-b2e1-274e180a4d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:59.503242 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f986f11f-ea70-4ad5-9f36-550e3e02f4bf x-openstack-request-id: req-f986f11f-ea70-4ad5-9f36-550e3e02f4bf {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:43:59.503586 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fe97299-a75c-4743-802b-d6ede3f81763", "name": "network-vif-plugged", "status": "completed", "tag": "480315ff-a0ef-43eb-a8ff-8059af4bbe50", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:43:59.503971 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f986f11f-ea70-4ad5-9f36-550e3e02f4bf {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:43:59.504493 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fe97299-a75c-4743-802b-d6ede3f81763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '480315ff-a0ef-43eb-a8ff-8059af4bbe50', 'code': 200} Aug 29 04:43:59.537683 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-8d818b9c-2954-48e8-b2e1-274e180a4d34 None None] Attempting to bind port d6fe901b-2c02-45db-9ab4-3262facbcd6b on host n-d-712140-12 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:43:59.538383 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-8d818b9c-2954-48e8-b2e1-274e180a4d34 None None] Attempting to bind port d6fe901b-2c02-45db-9ab4-3262facbcd6b by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:43:59.540911 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d818b9c-2954-48e8-b2e1-274e180a4d34 None None] Attempting to bind port d6fe901b-2c02-45db-9ab4-3262facbcd6b on network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:43:59.557881 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebac36ff-0c32-467e-a164-7882b2510ed8 None None] Pushing event updated for resources: {'Port': ['ID=d6fe901b-2c02-45db-9ab4-3262facbcd6b,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:59.561604 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d818b9c-2954-48e8-b2e1-274e180a4d34 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:43:59.562145 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d818b9c-2954-48e8-b2e1-274e180a4d34 None None] Checking segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:43:59.562766 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8d818b9c-2954-48e8-b2e1-274e180a4d34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:59.563376 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d818b9c-2954-48e8-b2e1-274e180a4d34 None None] Bound using segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:43:59.564204 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-8d818b9c-2954-48e8-b2e1-274e180a4d34 None None] Bound port: d6fe901b-2c02-45db-9ab4-3262facbcd6b, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:43:59.564720 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8d818b9c-2954-48e8-b2e1-274e180a4d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:59.588304 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-565e9324-b202-4c58-9e3c-e8d42eea3784 admin admin] Allocated IP 172.20.0.1 (2ca5b0de-f8c9-43e4-9c49-e7ccb3c51d53/c784348b-ae76-40a4-bb64-1b96a5d9a543/3ce187a3-50a8-4f1c-a87b-5b6237c92094) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:43:59.623475 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-8d818b9c-2954-48e8-b2e1-274e180a4d34 None None] For port d6fe901b-2c02-45db-9ab4-3262facbcd6b, host n-d-712140-12, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:43:59.626649 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-8d818b9c-2954-48e8-b2e1-274e180a4d34 None None] For port d6fe901b-2c02-45db-9ab4-3262facbcd6b, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=d6fe901b-2c02-45db-9ab4-3262facbcd6b,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:43:59.631398 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8d818b9c-2954-48e8-b2e1-274e180a4d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:59.682351 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d818b9c-2954-48e8-b2e1-274e180a4d34 None None] Routers {'e0fc9b39-84d8-4ac1-b15a-a20a9dc83920'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:43:59.682971 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-8d818b9c-2954-48e8-b2e1-274e180a4d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:43:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['e0fc9b39-84d8-4ac1-b15a-a20a9dc83920'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:43:59.721956 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-565e9324-b202-4c58-9e3c-e8d42eea3784 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:59.728757 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebac36ff-0c32-467e-a164-7882b2510ed8 None None] Pushing event updated for resources: {'Port': ['ID=d6fe901b-2c02-45db-9ab4-3262facbcd6b,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:59.738772 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-565e9324-b202-4c58-9e3c-e8d42eea3784 admin admin] Transition to ACTIVE for port object 3ce187a3-50a8-4f1c-a87b-5b6237c92094 will not be triggered until provisioned by entity DHCP. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:43:59.778993 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-565e9324-b202-4c58-9e3c-e8d42eea3784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:59.811617 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-8d818b9c-2954-48e8-b2e1-274e180a4d34 None None] Set router e0fc9b39-84d8-4ac1-b15a-a20a9dc83920 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:43:59.819198 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-565e9324-b202-4c58-9e3c-e8d42eea3784 admin admin] Network 2ca5b0de-f8c9-43e4-9c49-e7ccb3c51d53 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:43:59.826238 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-565e9324-b202-4c58-9e3c-e8d42eea3784 admin admin] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:43:59.830055 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565e9324-b202-4c58-9e3c-e8d42eea3784 admin admin] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:43:59.853875 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565e9324-b202-4c58-9e3c-e8d42eea3784 admin admin] Pushing event updated for resources: {'Port': ['ID=3ce187a3-50a8-4f1c-a87b-5b6237c92094,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:59.888251 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-565e9324-b202-4c58-9e3c-e8d42eea3784 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719598'] for router_interface, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:00.073222 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-565e9324-b202-4c58-9e3c-e8d42eea3784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:00.115496 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-662f912b-3cfa-41b4-817f-9144773fffd3 None None] Provisioning for port 3ce187a3-50a8-4f1c-a87b-5b6237c92094 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:44:00.124170 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-662f912b-3cfa-41b4-817f-9144773fffd3 None None] Provisioning complete for port 3ce187a3-50a8-4f1c-a87b-5b6237c92094 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:44:00.124627 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-662f912b-3cfa-41b4-817f-9144773fffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:00.146836 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-8d818b9c-2954-48e8-b2e1-274e180a4d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0fc9b39-84d8-4ac1-b15a-a20a9dc83920', 'name': 'tempest-TestServerMultinode-1459128815-router', 'tenant_id': '9036be0dbaed45b89bac65fa9379402b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.52'}], 'enable_snat': True}, 'gw_port_id': 'd6fe901b-2c02-45db-9ab4-3262facbcd6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:43:54Z', 'updated_at': '2021-08-29T04:43:56Z', 'revision_number': 3, 'project_id': '9036be0dbaed45b89bac65fa9379402b', 'gw_port': {'id': 'd6fe901b-2c02-45db-9ab4-3262facbcd6b', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:4b:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0fc9b39-84d8-4ac1-b15a-a20a9dc83920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:43:55Z', 'updated_at': '2021-08-29T04:43:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:00.187368 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-662f912b-3cfa-41b4-817f-9144773fffd3 None None] Port 3ce187a3-50a8-4f1c-a87b-5b6237c92094 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:44:00.187881 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d818b9c-2954-48e8-b2e1-274e180a4d34 None None] The sync data for ids ['e0fc9b39-84d8-4ac1-b15a-a20a9dc83920'] in n-d-712140-12 is: [{'id': 'e0fc9b39-84d8-4ac1-b15a-a20a9dc83920', 'name': 'tempest-TestServerMultinode-1459128815-router', 'tenant_id': '9036be0dbaed45b89bac65fa9379402b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.52'}], 'enable_snat': True}, 'gw_port_id': 'd6fe901b-2c02-45db-9ab4-3262facbcd6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:43:54Z', 'updated_at': '2021-08-29T04:43:56Z', 'revision_number': 3, 'project_id': '9036be0dbaed45b89bac65fa9379402b', 'gw_port': {'id': 'd6fe901b-2c02-45db-9ab4-3262facbcd6b', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:4b:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0fc9b39-84d8-4ac1-b15a-a20a9dc83920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:43:55Z', 'updated_at': '2021-08-29T04:43:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:44:00.317957 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-565e9324-b202-4c58-9e3c-e8d42eea3784 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:00.323500 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-565e9324-b202-4c58-9e3c-e8d42eea3784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:00.334797 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea728b4-0e30-45f9-b17b-32349c0478a4 req-783f2b4a-6898-4eb8-85da-7b7471f510a4 tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:00.336454 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4ea728b4-0e30-45f9-b17b-32349c0478a4 req-783f2b4a-6898-4eb8-85da-7b7471f510a4 tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff444409-1fc7-47ec-a6ea-94c1b464af1b HTTP/1.1" status: 200 len: 945 time: 0.0649924 Aug 29 04:44:00.388918 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4ea728b4-0e30-45f9-b17b-32349c0478a4 req-93074fed-87c8-48d6-93f9-b4c85c5d1e80 tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] 10.222.0.22 "GET /v2.0/security-groups?id=4bb85f9f-d8fe-4022-818e-06dd79d11062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442944 Aug 29 04:44:00.413260 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-565e9324-b202-4c58-9e3c-e8d42eea3784 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-718897'] for router_interface, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:00.415274 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565e9324-b202-4c58-9e3c-e8d42eea3784 admin admin] Pushing event updated for resources: {'Port': ['ID=3ce187a3-50a8-4f1c-a87b-5b6237c92094,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:00.551650 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-565e9324-b202-4c58-9e3c-e8d42eea3784 admin admin] Network 2ca5b0de-f8c9-43e4-9c49-e7ccb3c51d53 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:44:00.553926 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-565e9324-b202-4c58-9e3c-e8d42eea3784 admin admin] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:44:00.718439 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-565e9324-b202-4c58-9e3c-e8d42eea3784 admin admin] Router e0fc9b39-84d8-4ac1-b15a-a20a9dc83920 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:44:00.866992 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-565e9324-b202-4c58-9e3c-e8d42eea3784 admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:44:00.873492 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-565e9324-b202-4c58-9e3c-e8d42eea3784 admin admin] 10.222.0.22 "PUT /v2.0/routers/e0fc9b39-84d8-4ac1-b15a-a20a9dc83920/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4749985 Aug 29 04:44:00.934747 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-489efcd9-56a2-48cf-9e5e-e05699459fcf None None] Provisioning complete for port 3ce187a3-50a8-4f1c-a87b-5b6237c92094 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:44:00.935603 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-489efcd9-56a2-48cf-9e5e-e05699459fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:01.009412 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-489efcd9-56a2-48cf-9e5e-e05699459fcf None None] Port 3ce187a3-50a8-4f1c-a87b-5b6237c92094 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:44:01.103166 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device d6fe901b-2c02-45db-9ab4-3262facbcd6b up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:44:01.176568 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port d6fe901b-2c02-45db-9ab4-3262facbcd6b completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:44:01.183085 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port d6fe901b-2c02-45db-9ab4-3262facbcd6b triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:44:01.183566 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:01.289245 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:01.317192 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port d6fe901b-2c02-45db-9ab4-3262facbcd6b, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=d6fe901b-2c02-45db-9ab4-3262facbcd6b,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:01.321944 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:01.322753 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 4dfc7a79-c937-411b-bb8c-4b1bb9ef22d0 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:44:01.433715 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=d6fe901b-2c02-45db-9ab4-3262facbcd6b,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:01.470963 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 4dfc7a79-c937-411b-bb8c-4b1bb9ef22d0 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:44:01.472119 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:01.566471 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbbb2d4-61ec-4fd5-9692-05cb891a294a req-4e206a43-12d8-4ec1-b2d6-3607f0a366aa tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:01.568315 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-cdbbb2d4-61ec-4fd5-9692-05cb891a294a req-4e206a43-12d8-4ec1-b2d6-3607f0a366aa tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff444409-1fc7-47ec-a6ea-94c1b464af1b HTTP/1.1" status: 200 len: 945 time: 0.0601070 Aug 29 04:44:01.609338 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fe9a80-3e17-49ef-a1b6-37580d236dc2 req-dcc5d82a-47af-4df5-81bc-3264b3bebd9b tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:01.610920 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b9fe9a80-3e17-49ef-a1b6-37580d236dc2 req-dcc5d82a-47af-4df5-81bc-3264b3bebd9b tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] 10.222.0.22 "GET /v2.0/networks?id=9319b79c-b13d-4416-b74d-953dd8e1c402 HTTP/1.1" status: 200 len: 910 time: 0.1062229 Aug 29 04:44:01.626806 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b9fe9a80-3e17-49ef-a1b6-37580d236dc2 req-4853bbaa-729e-4c05-b2c9-10a1ba34cea4 tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] 10.222.0.22 "GET /v2.0/quotas/9036be0dbaed45b89bac65fa9379402b HTTP/1.1" status: 200 len: 375 time: 0.0094256 Aug 29 04:44:01.636813 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-cdbbb2d4-61ec-4fd5-9692-05cb891a294a req-aa8e12a2-65ad-4c02-9b6d-7700d479782f tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] 10.222.0.22 "GET /v2.0/security-groups?id=4bb85f9f-d8fe-4022-818e-06dd79d11062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589275 Aug 29 04:44:01.719364 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b9fe9a80-3e17-49ef-a1b6-37580d236dc2 req-f1ad0458-83a7-45c3-a138-2caa50319241 tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] 10.222.0.22 "GET /v2.0/ports?tenant_id=9036be0dbaed45b89bac65fa9379402b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0834453 Aug 29 04:44:01.832425 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b9fe9a80-3e17-49ef-a1b6-37580d236dc2 req-6d0eac04-d002-4c6f-b80a-950134df9aa5 service neutron] 10.222.0.22 "GET /v2.0/networks/9319b79c-b13d-4416-b74d-953dd8e1c402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052175 Aug 29 04:44:01.950205 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b9fe9a80-3e17-49ef-a1b6-37580d236dc2 req-bbf7b09f-26e1-439a-acd1-a0deab074001 service neutron] 10.222.0.22 "GET /v2.0/networks/9319b79c-b13d-4416-b74d-953dd8e1c402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091270 Aug 29 04:44:02.153326 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6637d177-9dbe-404b-9624-7733596ae041 req-8dcef9ba-ee8d-469c-97c5-8c9227171a26 tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=8e1853b4-92b4-452b-8faf-b9c4da5b6fdd HTTP/1.1" status: 200 len: 210 time: 0.0332646 Aug 29 04:44:02.223271 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3e46cd-9979-4dcd-ba6e-141a17aa2cf2 req-5237e9f5-0e22-4cc3-9629-b7dc8afc9325 tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:02.224761 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ba3e46cd-9979-4dcd-ba6e-141a17aa2cf2 req-5237e9f5-0e22-4cc3-9629-b7dc8afc9325 tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff444409-1fc7-47ec-a6ea-94c1b464af1b HTTP/1.1" status: 200 len: 945 time: 0.0853598 Aug 29 04:44:02.231933 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32781621-d925-44b3-ac76-38581401d620 None None] Sync routers for ids ['e0fc9b39-84d8-4ac1-b15a-a20a9dc83920'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:44:02.245510 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32781621-d925-44b3-ac76-38581401d620 None None] Routers {'e0fc9b39-84d8-4ac1-b15a-a20a9dc83920'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:44:02.246568 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-32781621-d925-44b3-ac76-38581401d620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:43:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['e0fc9b39-84d8-4ac1-b15a-a20a9dc83920'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:02.346941 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-ba3e46cd-9979-4dcd-ba6e-141a17aa2cf2 req-679bb0fd-7002-4594-9614-2ea3d3c04cfd tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] Deleting port 9da472ae-95b6-44fb-a0a9-583793e86d31 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:44:02.347735 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-ba3e46cd-9979-4dcd-ba6e-141a17aa2cf2 req-679bb0fd-7002-4594-9614-2ea3d3c04cfd tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:02.406556 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-32781621-d925-44b3-ac76-38581401d620 None None] Set router e0fc9b39-84d8-4ac1-b15a-a20a9dc83920 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:44:02.480314 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-ba3e46cd-9979-4dcd-ba6e-141a17aa2cf2 req-679bb0fd-7002-4594-9614-2ea3d3c04cfd tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] For port 9da472ae-95b6-44fb-a0a9-583793e86d31, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=9da472ae-95b6-44fb-a0a9-583793e86d31,segment=NetworkSegment(1e5c3b4d-4e9b-48cf-9646-28d003758c0d),segment_id=1e5c3b4d-4e9b-48cf-9646-28d003758c0d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:02.480780 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-ba3e46cd-9979-4dcd-ba6e-141a17aa2cf2 req-679bb0fd-7002-4594-9614-2ea3d3c04cfd tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:02.498279 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-ba3e46cd-9979-4dcd-ba6e-141a17aa2cf2 req-679bb0fd-7002-4594-9614-2ea3d3c04cfd tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] Calling delete_port for 9da472ae-95b6-44fb-a0a9-583793e86d31 owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:44:02.703020 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-ba3e46cd-9979-4dcd-ba6e-141a17aa2cf2 req-679bb0fd-7002-4594-9614-2ea3d3c04cfd tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:02.741584 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['9da472ae-95b6-44fb-a0a9-583793e86d31'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:44:02.780726 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679bb0fd-7002-4594-9614-2ea3d3c04cfd tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] Pushing event deleted for resources: {'Port': ['ID=9da472ae-95b6-44fb-a0a9-583793e86d31,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:02.829982 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-37464b3c-dab7-4a63-a384-d2176beb1936 req-463ddfa2-777f-4fcb-a6e9-a5bd45bff563 tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff444409-1fc7-47ec-a6ea-94c1b464af1b HTTP/1.1" status: 200 len: 210 time: 0.0634823 Aug 29 04:44:02.862168 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba3e46cd-9979-4dcd-ba6e-141a17aa2cf2 req-679bb0fd-7002-4594-9614-2ea3d3c04cfd tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] No DVR routers for this DVR port 9da472ae-95b6-44fb-a0a9-583793e86d31 on host n-h2-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:44:02.866666 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-ba3e46cd-9979-4dcd-ba6e-141a17aa2cf2 req-679bb0fd-7002-4594-9614-2ea3d3c04cfd tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:02.868973 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ba3e46cd-9979-4dcd-ba6e-141a17aa2cf2 req-679bb0fd-7002-4594-9614-2ea3d3c04cfd tempest-VolumesSnapshotTestJSON-1209674412 tempest-VolumesSnapshotTestJSON-1209674412-project] 10.222.0.48 "DELETE /v2.0/ports/9da472ae-95b6-44fb-a0a9-583793e86d31 HTTP/1.1" status: 204 len: 173 time: 0.6362851 Aug 29 04:44:02.869572 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff444409-1fc7-47ec-a6ea-94c1b464af1b', 'name': 'network-vif-deleted', 'tag': '9da472ae-95b6-44fb-a0a9-583793e86d31'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:44:02.872045 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77fd6841-e550-4ab6-b487-18ac7b7075f3" -d '{"events": [{"server_uuid": "ff444409-1fc7-47ec-a6ea-94c1b464af1b", "name": "network-vif-deleted", "tag": "9da472ae-95b6-44fb-a0a9-583793e86d31"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:44:02.898599 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-32781621-d925-44b3-ac76-38581401d620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0fc9b39-84d8-4ac1-b15a-a20a9dc83920', 'name': 'tempest-TestServerMultinode-1459128815-router', 'tenant_id': '9036be0dbaed45b89bac65fa9379402b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.52'}], 'enable_snat': True}, 'gw_port_id': 'd6fe901b-2c02-45db-9ab4-3262facbcd6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:43:54Z', 'updated_at': '2021-08-29T04:44:00Z', 'revision_number': 4, 'project_id': '9036be0dbaed45b89bac65fa9379402b', 'gw_port': {'id': 'd6fe901b-2c02-45db-9ab4-3262facbcd6b', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:4b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fc9b39-84d8-4ac1-b15a-a20a9dc83920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:43:55Z', 'updated_at': '2021-08-29T04:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '3ce187a3-50a8-4f1c-a87b-5b6237c92094', 'name': '', 'network_id': '2ca5b0de-f8c9-43e4-9c49-e7ccb3c51d53', 'tenant_id': '9036be0dbaed45b89bac65fa9379402b', 'mac_address': 'fa:16:3e:04:65:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0fc9b39-84d8-4ac1-b15a-a20a9dc83920', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': 'c784348b-ae76-40a4-bb64-1b96a5d9a543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:43:59Z', 'updated_at': '2021-08-29T04:44:00Z', 'revision_number': 2, 'project_id': '9036be0dbaed45b89bac65fa9379402b', 'subnets': [{'id': 'c784348b-ae76-40a4-bb64-1b96a5d9a543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:02.938164 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32781621-d925-44b3-ac76-38581401d620 None None] Checking router: e0fc9b39-84d8-4ac1-b15a-a20a9dc83920 for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:44:02.938564 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32781621-d925-44b3-ac76-38581401d620 None None] Updating router e0fc9b39-84d8-4ac1-b15a-a20a9dc83920 port 3ce187a3-50a8-4f1c-a87b-5b6237c92094 binding host n-d-712140-12 {{(pid=94830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:44:02.968976 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-32781621-d925-44b3-ac76-38581401d620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:02.974147 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf242328-76c9-4bc5-8694-ae776aeab9d3 x-openstack-request-id: req-cf242328-76c9-4bc5-8694-ae776aeab9d3 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:44:02.974600 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff444409-1fc7-47ec-a6ea-94c1b464af1b", "name": "network-vif-deleted", "tag": "9da472ae-95b6-44fb-a0a9-583793e86d31", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:44:02.975013 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cf242328-76c9-4bc5-8694-ae776aeab9d3 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:44:02.975501 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff444409-1fc7-47ec-a6ea-94c1b464af1b', 'name': 'network-vif-deleted', 'tag': '9da472ae-95b6-44fb-a0a9-583793e86d31', 'status': 'completed', 'code': 200} Aug 29 04:44:03.012832 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device d6fe901b-2c02-45db-9ab4-3262facbcd6b up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:44:03.166168 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port d6fe901b-2c02-45db-9ab4-3262facbcd6b triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:44:03.166435 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:03.263970 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-66b6e3eb-3b16-45f6-94b8-3fa828762b25 req-01cb76a7-ce19-4555-acf4-303f3322d6da tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=8e1853b4-92b4-452b-8faf-b9c4da5b6fdd HTTP/1.1" status: 200 len: 210 time: 0.0340621 Aug 29 04:44:03.388862 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-32781621-d925-44b3-ac76-38581401d620 None None] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:03.407030 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-aa6b23ec-a8ff-4de6-a2c5-c80787c33665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:03.410729 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-32781621-d925-44b3-ac76-38581401d620 None None] Transition to ACTIVE for port object 3ce187a3-50a8-4f1c-a87b-5b6237c92094 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:44:03.418504 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-32781621-d925-44b3-ac76-38581401d620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:03.483304 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f9ca48-27c6-4e9d-bc84-bce9252a27e9 None None] Pushing event updated for resources: {'Port': ['ID=3ce187a3-50a8-4f1c-a87b-5b6237c92094,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:03.531980 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fe9a80-3e17-49ef-a1b6-37580d236dc2 req-7fa29349-f9a0-4534-9be6-bfde1d5ad6d3 tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:03.534424 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b9fe9a80-3e17-49ef-a1b6-37580d236dc2 req-7fa29349-f9a0-4534-9be6-bfde1d5ad6d3 tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] 10.222.0.46 "GET /v2.0/networks?id=9319b79c-b13d-4416-b74d-953dd8e1c402 HTTP/1.1" status: 200 len: 910 time: 0.1611547 Aug 29 04:44:03.553403 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-b9fe9a80-3e17-49ef-a1b6-37580d236dc2 req-72857edb-db55-4a55-a92a-6108aa0226d6 tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] Request body: {'port': {'device_id': '8e1853b4-92b4-452b-8faf-b9c4da5b6fdd', 'network_id': '9319b79c-b13d-4416-b74d-953dd8e1c402', 'admin_state_up': True, 'tenant_id': '9036be0dbaed45b89bac65fa9379402b'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:44:03.582099 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9fe9a80-3e17-49ef-a1b6-37580d236dc2 req-72857edb-db55-4a55-a92a-6108aa0226d6 tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] Made reservation on behalf of 9036be0dbaed45b89bac65fa9379402b for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:44:03.585172 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-b9fe9a80-3e17-49ef-a1b6-37580d236dc2 req-72857edb-db55-4a55-a92a-6108aa0226d6 tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:03.594646 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-32781621-d925-44b3-ac76-38581401d620 None None] Attempting to bind port 3ce187a3-50a8-4f1c-a87b-5b6237c92094 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:44:03.595018 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-32781621-d925-44b3-ac76-38581401d620 None None] Attempting to bind port 3ce187a3-50a8-4f1c-a87b-5b6237c92094 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '3f6fa6cd-5c2a-4033-8a46-9a8f4e794a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '2ca5b0de-f8c9-43e4-9c49-e7ccb3c51d53'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:44:03.595393 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32781621-d925-44b3-ac76-38581401d620 None None] Attempting to bind port 3ce187a3-50a8-4f1c-a87b-5b6237c92094 on network 2ca5b0de-f8c9-43e4-9c49-e7ccb3c51d53 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:44:03.601467 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32781621-d925-44b3-ac76-38581401d620 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:44:03.601853 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32781621-d925-44b3-ac76-38581401d620 None None] Checking segment: {'id': '3f6fa6cd-5c2a-4033-8a46-9a8f4e794a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '2ca5b0de-f8c9-43e4-9c49-e7ccb3c51d53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:44:03.602574 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-32781621-d925-44b3-ac76-38581401d620 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:03.602969 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32781621-d925-44b3-ac76-38581401d620 None None] Bound using segment: {'id': '3f6fa6cd-5c2a-4033-8a46-9a8f4e794a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '2ca5b0de-f8c9-43e4-9c49-e7ccb3c51d53'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:44:03.603439 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-32781621-d925-44b3-ac76-38581401d620 None None] Bound port: 3ce187a3-50a8-4f1c-a87b-5b6237c92094, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f6fa6cd-5c2a-4033-8a46-9a8f4e794a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '2ca5b0de-f8c9-43e4-9c49-e7ccb3c51d53'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:44:03.603843 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-32781621-d925-44b3-ac76-38581401d620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:03.678156 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-32781621-d925-44b3-ac76-38581401d620 None None] For port 3ce187a3-50a8-4f1c-a87b-5b6237c92094, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:44:03.682437 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-32781621-d925-44b3-ac76-38581401d620 None None] For port 3ce187a3-50a8-4f1c-a87b-5b6237c92094, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=3ce187a3-50a8-4f1c-a87b-5b6237c92094,segment=NetworkSegment(3f6fa6cd-5c2a-4033-8a46-9a8f4e794a56),segment_id=3f6fa6cd-5c2a-4033-8a46-9a8f4e794a56)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:44:03.687012 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-32781621-d925-44b3-ac76-38581401d620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:03.721947 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-b9fe9a80-3e17-49ef-a1b6-37580d236dc2 req-72857edb-db55-4a55-a92a-6108aa0226d6 tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] Allocated IP 172.20.0.6 (9319b79c-b13d-4416-b74d-953dd8e1c402/5f79ad6e-1aed-46e7-94ca-2126b5f856ce/5e782f3e-8ddb-4bed-8d7d-ee0526ee03d9) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:44:03.741947 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32781621-d925-44b3-ac76-38581401d620 None None] Routers {'e0fc9b39-84d8-4ac1-b15a-a20a9dc83920'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:44:03.742639 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-32781621-d925-44b3-ac76-38581401d620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:43:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['e0fc9b39-84d8-4ac1-b15a-a20a9dc83920'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:03.807468 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f9ca48-27c6-4e9d-bc84-bce9252a27e9 None None] Pushing event updated for resources: {'Port': ['ID=3ce187a3-50a8-4f1c-a87b-5b6237c92094,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:03.898002 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-32781621-d925-44b3-ac76-38581401d620 None None] Set router e0fc9b39-84d8-4ac1-b15a-a20a9dc83920 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:44:03.909203 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-b9fe9a80-3e17-49ef-a1b6-37580d236dc2 req-72857edb-db55-4a55-a92a-6108aa0226d6 tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:03.930807 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-b9fe9a80-3e17-49ef-a1b6-37580d236dc2 req-72857edb-db55-4a55-a92a-6108aa0226d6 tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] Transition to ACTIVE for port object 5e782f3e-8ddb-4bed-8d7d-ee0526ee03d9 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:44:03.974400 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-b9fe9a80-3e17-49ef-a1b6-37580d236dc2 req-72857edb-db55-4a55-a92a-6108aa0226d6 tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:04.021169 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9fe9a80-3e17-49ef-a1b6-37580d236dc2 req-72857edb-db55-4a55-a92a-6108aa0226d6 tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] Network 9319b79c-b13d-4416-b74d-953dd8e1c402 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:44:04.024496 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-b9fe9a80-3e17-49ef-a1b6-37580d236dc2 req-72857edb-db55-4a55-a92a-6108aa0226d6 tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:44:04.027379 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9fe9a80-3e17-49ef-a1b6-37580d236dc2 req-72857edb-db55-4a55-a92a-6108aa0226d6 tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:44:04.076246 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72857edb-db55-4a55-a92a-6108aa0226d6 tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] Pushing event updated for resources: {'Port': ['ID=5e782f3e-8ddb-4bed-8d7d-ee0526ee03d9,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:04.086999 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fe9a80-3e17-49ef-a1b6-37580d236dc2 req-72857edb-db55-4a55-a92a-6108aa0226d6 tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:04.087880 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-b9fe9a80-3e17-49ef-a1b6-37580d236dc2 req-72857edb-db55-4a55-a92a-6108aa0226d6 tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:04.110482 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b9fe9a80-3e17-49ef-a1b6-37580d236dc2 req-72857edb-db55-4a55-a92a-6108aa0226d6 tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.5656304 Aug 29 04:44:04.130597 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-b9fe9a80-3e17-49ef-a1b6-37580d236dc2 req-4b663471-9f37-4ab5-9d84-f03adc77438c service neutron] Request body: {'port': {'device_id': '8e1853b4-92b4-452b-8faf-b9c4da5b6fdd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:44:04.180374 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-32781621-d925-44b3-ac76-38581401d620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0fc9b39-84d8-4ac1-b15a-a20a9dc83920', 'name': 'tempest-TestServerMultinode-1459128815-router', 'tenant_id': '9036be0dbaed45b89bac65fa9379402b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.52'}], 'enable_snat': True}, 'gw_port_id': 'd6fe901b-2c02-45db-9ab4-3262facbcd6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:43:54Z', 'updated_at': '2021-08-29T04:44:00Z', 'revision_number': 4, 'project_id': '9036be0dbaed45b89bac65fa9379402b', 'gw_port': {'id': 'd6fe901b-2c02-45db-9ab4-3262facbcd6b', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:4b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fc9b39-84d8-4ac1-b15a-a20a9dc83920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:43:55Z', 'updated_at': '2021-08-29T04:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '3ce187a3-50a8-4f1c-a87b-5b6237c92094', 'name': '', 'network_id': '2ca5b0de-f8c9-43e4-9c49-e7ccb3c51d53', 'tenant_id': '9036be0dbaed45b89bac65fa9379402b', 'mac_address': 'fa:16:3e:04:65:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0fc9b39-84d8-4ac1-b15a-a20a9dc83920', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': 'c784348b-ae76-40a4-bb64-1b96a5d9a543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:43:59Z', 'updated_at': '2021-08-29T04:44:03Z', 'revision_number': 4, 'project_id': '9036be0dbaed45b89bac65fa9379402b', 'subnets': [{'id': 'c784348b-ae76-40a4-bb64-1b96a5d9a543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:04.200955 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-b9fe9a80-3e17-49ef-a1b6-37580d236dc2 req-4b663471-9f37-4ab5-9d84-f03adc77438c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:04.210300 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32781621-d925-44b3-ac76-38581401d620 None None] The sync data for ids ['e0fc9b39-84d8-4ac1-b15a-a20a9dc83920'] in n-d-712140-12 is: [{'id': 'e0fc9b39-84d8-4ac1-b15a-a20a9dc83920', 'name': 'tempest-TestServerMultinode-1459128815-router', 'tenant_id': '9036be0dbaed45b89bac65fa9379402b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.52'}], 'enable_snat': True}, 'gw_port_id': 'd6fe901b-2c02-45db-9ab4-3262facbcd6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:43:54Z', 'updated_at': '2021-08-29T04:44:00Z', 'revision_number': 4, 'project_id': '9036be0dbaed45b89bac65fa9379402b', 'gw_port': {'id': 'd6fe901b-2c02-45db-9ab4-3262facbcd6b', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:4b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fc9b39-84d8-4ac1-b15a-a20a9dc83920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:43:55Z', 'updated_at': '2021-08-29T04:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '3ce187a3-50a8-4f1c-a87b-5b6237c92094', 'name': '', 'network_id': '2ca5b0de-f8c9-43e4-9c49-e7ccb3c51d53', 'tenant_id': '9036be0dbaed45b89bac65fa9379402b', 'mac_address': 'fa:16:3e:04:65:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0fc9b39-84d8-4ac1-b15a-a20a9dc83920', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': 'c784348b-ae76-40a4-bb64-1b96a5d9a543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:43:59Z', 'updated_at': '2021-08-29T04:44:03Z', 'revision_number': 4, 'project_id': '9036be0dbaed45b89bac65fa9379402b', 'subnets': [{'id': 'c784348b-ae76-40a4-bb64-1b96a5d9a543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:44:04.516139 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3053f99f-bac5-404d-b8bc-4e18bef1197e req-89e1afb0-512e-4fb6-93bf-26824df0fddf tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:04.516908 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3053f99f-bac5-404d-b8bc-4e18bef1197e req-89e1afb0-512e-4fb6-93bf-26824df0fddf tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=8e1853b4-92b4-452b-8faf-b9c4da5b6fdd HTTP/1.1" status: 200 len: 1027 time: 0.1003618 Aug 29 04:44:04.522632 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6fe2645f-6264-45f6-afa0-551aafcdc14f None None] Provisioning for port 5e782f3e-8ddb-4bed-8d7d-ee0526ee03d9 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:44:04.534612 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6fe2645f-6264-45f6-afa0-551aafcdc14f None None] Provisioning complete for port 5e782f3e-8ddb-4bed-8d7d-ee0526ee03d9 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:44:04.535319 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6fe2645f-6264-45f6-afa0-551aafcdc14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:04.584974 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6fe2645f-6264-45f6-afa0-551aafcdc14f None None] Port 5e782f3e-8ddb-4bed-8d7d-ee0526ee03d9 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:44:04.657447 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3053f99f-bac5-404d-b8bc-4e18bef1197e req-87a9095b-44d3-488d-a500-96f32226d9a3 tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=0c3ac846-7d53-4676-aa03-79fa315d318d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282268 Aug 29 04:44:04.675822 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-b9fe9a80-3e17-49ef-a1b6-37580d236dc2 req-4b663471-9f37-4ab5-9d84-f03adc77438c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e782f3e-8ddb-4bed-8d7d-ee0526ee03d9 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:44:04.685618 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-b9fe9a80-3e17-49ef-a1b6-37580d236dc2 req-4b663471-9f37-4ab5-9d84-f03adc77438c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:04.700123 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-b9fe9a80-3e17-49ef-a1b6-37580d236dc2 req-4b663471-9f37-4ab5-9d84-f03adc77438c service neutron] Transition to ACTIVE for port object 5e782f3e-8ddb-4bed-8d7d-ee0526ee03d9 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:44:04.704749 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-b9fe9a80-3e17-49ef-a1b6-37580d236dc2 req-4b663471-9f37-4ab5-9d84-f03adc77438c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:04.796756 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b663471-9f37-4ab5-9d84-f03adc77438c service neutron] Pushing event updated for resources: {'Port': ['ID=5e782f3e-8ddb-4bed-8d7d-ee0526ee03d9,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:04.861531 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-b9fe9a80-3e17-49ef-a1b6-37580d236dc2 req-4b663471-9f37-4ab5-9d84-f03adc77438c service neutron] Attempting to bind port 5e782f3e-8ddb-4bed-8d7d-ee0526ee03d9 on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:44:04.862617 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-b9fe9a80-3e17-49ef-a1b6-37580d236dc2 req-4b663471-9f37-4ab5-9d84-f03adc77438c service neutron] Attempting to bind port 5e782f3e-8ddb-4bed-8d7d-ee0526ee03d9 by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': '99770f09-f0ca-4bb2-bba3-f12b172a5d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9319b79c-b13d-4416-b74d-953dd8e1c402'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:44:04.862968 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9fe9a80-3e17-49ef-a1b6-37580d236dc2 req-4b663471-9f37-4ab5-9d84-f03adc77438c service neutron] Attempting to bind port 5e782f3e-8ddb-4bed-8d7d-ee0526ee03d9 on network 9319b79c-b13d-4416-b74d-953dd8e1c402 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:44:04.869232 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9fe9a80-3e17-49ef-a1b6-37580d236dc2 req-4b663471-9f37-4ab5-9d84-f03adc77438c service neutron] Port 5e782f3e-8ddb-4bed-8d7d-ee0526ee03d9 on network 9319b79c-b13d-4416-b74d-953dd8e1c402 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:44:04.869662 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9fe9a80-3e17-49ef-a1b6-37580d236dc2 req-4b663471-9f37-4ab5-9d84-f03adc77438c service neutron] Attempting to bind port 5e782f3e-8ddb-4bed-8d7d-ee0526ee03d9 on network 9319b79c-b13d-4416-b74d-953dd8e1c402 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:44:04.876894 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9fe9a80-3e17-49ef-a1b6-37580d236dc2 req-4b663471-9f37-4ab5-9d84-f03adc77438c service neutron] Checking agent: {'id': '3de9de52-3a03-431d-9d7e-497ae92c57ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:44:04.876894 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9fe9a80-3e17-49ef-a1b6-37580d236dc2 req-4b663471-9f37-4ab5-9d84-f03adc77438c service neutron] Checking segment: {'id': '99770f09-f0ca-4bb2-bba3-f12b172a5d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9319b79c-b13d-4416-b74d-953dd8e1c402'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:44:04.877173 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9fe9a80-3e17-49ef-a1b6-37580d236dc2 req-4b663471-9f37-4ab5-9d84-f03adc77438c service neutron] Bound using segment: {'id': '99770f09-f0ca-4bb2-bba3-f12b172a5d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9319b79c-b13d-4416-b74d-953dd8e1c402'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:44:04.877703 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-b9fe9a80-3e17-49ef-a1b6-37580d236dc2 req-4b663471-9f37-4ab5-9d84-f03adc77438c service neutron] Bound port: 5e782f3e-8ddb-4bed-8d7d-ee0526ee03d9, host: n-h1-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99770f09-f0ca-4bb2-bba3-f12b172a5d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9319b79c-b13d-4416-b74d-953dd8e1c402'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:44:04.878087 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-b9fe9a80-3e17-49ef-a1b6-37580d236dc2 req-4b663471-9f37-4ab5-9d84-f03adc77438c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:05.048184 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-b9fe9a80-3e17-49ef-a1b6-37580d236dc2 req-4b663471-9f37-4ab5-9d84-f03adc77438c service neutron] For port 5e782f3e-8ddb-4bed-8d7d-ee0526ee03d9, host n-h1-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:44:05.057369 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-b9fe9a80-3e17-49ef-a1b6-37580d236dc2 req-4b663471-9f37-4ab5-9d84-f03adc77438c service neutron] For port 5e782f3e-8ddb-4bed-8d7d-ee0526ee03d9, host n-h1-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=5e782f3e-8ddb-4bed-8d7d-ee0526ee03d9,segment=NetworkSegment(99770f09-f0ca-4bb2-bba3-f12b172a5d48),segment_id=99770f09-f0ca-4bb2-bba3-f12b172a5d48)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:44:05.068650 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-b9fe9a80-3e17-49ef-a1b6-37580d236dc2 req-4b663471-9f37-4ab5-9d84-f03adc77438c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:05.078308 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 3ce187a3-50a8-4f1c-a87b-5b6237c92094 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:44:05.093668 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fe9a80-3e17-49ef-a1b6-37580d236dc2 req-4b663471-9f37-4ab5-9d84-f03adc77438c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:05.094523 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-b9fe9a80-3e17-49ef-a1b6-37580d236dc2 req-4b663471-9f37-4ab5-9d84-f03adc77438c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:05.096367 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b9fe9a80-3e17-49ef-a1b6-37580d236dc2 req-4b663471-9f37-4ab5-9d84-f03adc77438c service neutron] 10.222.0.46 "PUT /v2.0/ports/5e782f3e-8ddb-4bed-8d7d-ee0526ee03d9 HTTP/1.1" status: 200 len: 1092 time: 0.9744864 Aug 29 04:44:05.099100 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e1853b4-92b4-452b-8faf-b9c4da5b6fdd', 'tag': '5e782f3e-8ddb-4bed-8d7d-ee0526ee03d9'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:44:05.102858 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-099e67b7-7a4a-4561-ad10-1c7b6b598987" -d '{"events": [{"name": "network-changed", "server_uuid": "8e1853b4-92b4-452b-8faf-b9c4da5b6fdd", "tag": "5e782f3e-8ddb-4bed-8d7d-ee0526ee03d9"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:44:05.226673 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5e5cca1-eacb-4603-995e-293dbd7ad26d x-openstack-request-id: req-d5e5cca1-eacb-4603-995e-293dbd7ad26d {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:44:05.230037 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e1853b4-92b4-452b-8faf-b9c4da5b6fdd", "tag": "5e782f3e-8ddb-4bed-8d7d-ee0526ee03d9", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:44:05.231080 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d5e5cca1-eacb-4603-995e-293dbd7ad26d {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:44:05.232243 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e1853b4-92b4-452b-8faf-b9c4da5b6fdd', 'tag': '5e782f3e-8ddb-4bed-8d7d-ee0526ee03d9', 'status': 'completed', 'code': 200} Aug 29 04:44:05.232801 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 3ce187a3-50a8-4f1c-a87b-5b6237c92094 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:44:05.238728 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 3ce187a3-50a8-4f1c-a87b-5b6237c92094 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:44:05.239226 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:05.298530 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b663471-9f37-4ab5-9d84-f03adc77438c service neutron] Pushing event updated for resources: {'Port': ['ID=5e782f3e-8ddb-4bed-8d7d-ee0526ee03d9,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:05.326163 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fe9a80-3e17-49ef-a1b6-37580d236dc2 req-bf96b795-6447-4a56-a488-b1705cec5dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:05.328507 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b9fe9a80-3e17-49ef-a1b6-37580d236dc2 req-bf96b795-6447-4a56-a488-b1705cec5dbc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9036be0dbaed45b89bac65fa9379402b&device_id=8e1853b4-92b4-452b-8faf-b9c4da5b6fdd HTTP/1.1" status: 200 len: 1095 time: 0.1710176 Aug 29 04:44:05.363914 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:05.395924 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b9fe9a80-3e17-49ef-a1b6-37580d236dc2 req-1b2134fc-8e51-4153-84af-b024e7b12367 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e782f3e-8ddb-4bed-8d7d-ee0526ee03d9 HTTP/1.1" status: 200 len: 217 time: 0.0578997 Aug 29 04:44:05.442237 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 3ce187a3-50a8-4f1c-a87b-5b6237c92094, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=3ce187a3-50a8-4f1c-a87b-5b6237c92094,segment=NetworkSegment(3f6fa6cd-5c2a-4033-8a46-9a8f4e794a56),segment_id=3f6fa6cd-5c2a-4033-8a46-9a8f4e794a56)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:05.499674 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:05.507298 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fe9a80-3e17-49ef-a1b6-37580d236dc2 req-75f31c19-63a9-470b-8f3b-ec59d15a3487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:05.509523 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b9fe9a80-3e17-49ef-a1b6-37580d236dc2 req-75f31c19-63a9-470b-8f3b-ec59d15a3487 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5f79ad6e-1aed-46e7-94ca-2126b5f856ce HTTP/1.1" status: 200 len: 848 time: 0.1023521 Aug 29 04:44:05.575415 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fe9a80-3e17-49ef-a1b6-37580d236dc2 req-ee3ba427-ab4e-4435-8961-3496e0ba88d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:05.577119 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b9fe9a80-3e17-49ef-a1b6-37580d236dc2 req-ee3ba427-ab4e-4435-8961-3496e0ba88d5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9319b79c-b13d-4416-b74d-953dd8e1c402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0569203 Aug 29 04:44:05.577319 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=3ce187a3-50a8-4f1c-a87b-5b6237c92094,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:05.706562 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b9fe9a80-3e17-49ef-a1b6-37580d236dc2 req-da184ab0-2cfc-4c30-b865-7f6bb1b4bbd5 service neutron] 10.222.0.46 "GET /v2.0/networks/9319b79c-b13d-4416-b74d-953dd8e1c402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222446 Aug 29 04:44:05.846668 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7205776d-dbee-4513-822c-739ce7b30368 req-89efb94b-46fe-4b01-a726-590ac0674e61 tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:05.848332 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7205776d-dbee-4513-822c-739ce7b30368 req-89efb94b-46fe-4b01-a726-590ac0674e61 tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=8e1853b4-92b4-452b-8faf-b9c4da5b6fdd HTTP/1.1" status: 200 len: 1095 time: 0.0764790 Aug 29 04:44:05.885052 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b9fe9a80-3e17-49ef-a1b6-37580d236dc2 req-d5bf3623-6c31-496e-afac-b73592982903 service neutron] 10.222.0.46 "GET /v2.0/networks/9319b79c-b13d-4416-b74d-953dd8e1c402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710296 Aug 29 04:44:05.904371 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7205776d-dbee-4513-822c-739ce7b30368 req-4778226b-563c-40be-b9f4-796f62a2f0ca tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=0c3ac846-7d53-4676-aa03-79fa315d318d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479002 Aug 29 04:44:05.984457 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099e67b7-7a4a-4561-ad10-1c7b6b598987 req-138f2e9a-08b2-4276-8c9a-16473dfa346b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:05.986028 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-099e67b7-7a4a-4561-ad10-1c7b6b598987 req-138f2e9a-08b2-4276-8c9a-16473dfa346b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9036be0dbaed45b89bac65fa9379402b&device_id=8e1853b4-92b4-452b-8faf-b9c4da5b6fdd HTTP/1.1" status: 200 len: 1095 time: 0.0475106 Aug 29 04:44:06.084069 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099e67b7-7a4a-4561-ad10-1c7b6b598987 req-6a275958-2462-401a-b7c0-71bfbf357162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:06.085557 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-099e67b7-7a4a-4561-ad10-1c7b6b598987 req-6a275958-2462-401a-b7c0-71bfbf357162 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9319b79c-b13d-4416-b74d-953dd8e1c402 HTTP/1.1" status: 200 len: 910 time: 0.0929840 Aug 29 04:44:06.135189 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-099e67b7-7a4a-4561-ad10-1c7b6b598987 req-6ce0f36f-7d11-43a5-9df6-134001da6163 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e782f3e-8ddb-4bed-8d7d-ee0526ee03d9 HTTP/1.1" status: 200 len: 217 time: 0.0403244 Aug 29 04:44:06.188621 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099e67b7-7a4a-4561-ad10-1c7b6b598987 req-0acecffa-f6e0-4411-886c-6c11622b4f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:06.190190 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-099e67b7-7a4a-4561-ad10-1c7b6b598987 req-0acecffa-f6e0-4411-886c-6c11622b4f44 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5f79ad6e-1aed-46e7-94ca-2126b5f856ce HTTP/1.1" status: 200 len: 848 time: 0.0468705 Aug 29 04:44:06.241249 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099e67b7-7a4a-4561-ad10-1c7b6b598987 req-50458655-e0f8-40a3-96bc-0c811859b2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:06.242837 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-099e67b7-7a4a-4561-ad10-1c7b6b598987 req-50458655-e0f8-40a3-96bc-0c811859b2a6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9319b79c-b13d-4416-b74d-953dd8e1c402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454893 Aug 29 04:44:06.246826 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-22a7e2e4-3274-43d3-a99c-d08fb4637de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:06.318873 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 9da472ae-95b6-44fb-a0a9-583793e86d31 no longer exists at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:44:06.347035 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] No Port match for: 9da472ae-95b6-44fb-a0a9-583793e86d31 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:44:06.347540 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 9da472ae-95b6-44fb-a0a9-583793e86d31 not bound to the agent host n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:44:06.349369 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-099e67b7-7a4a-4561-ad10-1c7b6b598987 req-a7377ab0-57c8-4ad3-8059-2367639e8b45 service neutron] 10.222.0.46 "GET /v2.0/networks/9319b79c-b13d-4416-b74d-953dd8e1c402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964341 Aug 29 04:44:06.449559 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-099e67b7-7a4a-4561-ad10-1c7b6b598987 req-3155c089-fe0e-41f5-a545-89e98c56a9cb service neutron] 10.222.0.46 "GET /v2.0/networks/9319b79c-b13d-4416-b74d-953dd8e1c402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926960 Aug 29 04:44:06.954107 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 3ce187a3-50a8-4f1c-a87b-5b6237c92094 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:44:07.019753 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 3ce187a3-50a8-4f1c-a87b-5b6237c92094 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:44:07.020133 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:07.057590 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b558fb8f-6bfb-44fb-817c-678b992d0bbe req-6fa78779-6b45-453b-8625-48ba86fd228d tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:07.059411 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b558fb8f-6bfb-44fb-817c-678b992d0bbe req-6fa78779-6b45-453b-8625-48ba86fd228d tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=8e1853b4-92b4-452b-8faf-b9c4da5b6fdd HTTP/1.1" status: 200 len: 1095 time: 0.0646884 Aug 29 04:44:07.103774 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b558fb8f-6bfb-44fb-817c-678b992d0bbe req-5113bb8e-7e91-4820-a3fe-1a3e4532b93c tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=0c3ac846-7d53-4676-aa03-79fa315d318d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324821 Aug 29 04:44:07.221532 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:07.223413 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:08.227149 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d7f547-5b92-429c-af7b-6288324be962 req-d6f6f14c-d87a-491b-8ea7-497c91c93a85 tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:08.228813 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-89d7f547-5b92-429c-af7b-6288324be962 req-d6f6f14c-d87a-491b-8ea7-497c91c93a85 tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=8e1853b4-92b4-452b-8faf-b9c4da5b6fdd HTTP/1.1" status: 200 len: 1095 time: 0.0473280 Aug 29 04:44:08.265275 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-89d7f547-5b92-429c-af7b-6288324be962 req-eb6af93b-f524-4bfd-a75e-fb0804954c83 tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=0c3ac846-7d53-4676-aa03-79fa315d318d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301039 Aug 29 04:44:08.728345 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:09.407786 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a54e2c-9b60-4923-8c65-7ab222988aa7 req-1ead82bc-e0c5-430d-93dd-fa7bb9cad416 tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:09.409650 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-11a54e2c-9b60-4923-8c65-7ab222988aa7 req-1ead82bc-e0c5-430d-93dd-fa7bb9cad416 tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=8e1853b4-92b4-452b-8faf-b9c4da5b6fdd HTTP/1.1" status: 200 len: 1095 time: 0.0560777 Aug 29 04:44:09.451115 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-11a54e2c-9b60-4923-8c65-7ab222988aa7 req-fd6d912e-a476-4dde-9ac2-a3cb27046802 tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=0c3ac846-7d53-4676-aa03-79fa315d318d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321944 Aug 29 04:44:09.549795 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 5e782f3e-8ddb-4bed-8d7d-ee0526ee03d9 details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:44:09.676561 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 5e782f3e-8ddb-4bed-8d7d-ee0526ee03d9, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=5e782f3e-8ddb-4bed-8d7d-ee0526ee03d9,segment=NetworkSegment(99770f09-f0ca-4bb2-bba3-f12b172a5d48),segment_id=99770f09-f0ca-4bb2-bba3-f12b172a5d48)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:09.697008 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Returning: {'device': '5e782f3e-8ddb-4bed-8d7d-ee0526ee03d9', 'network_id': '9319b79c-b13d-4416-b74d-953dd8e1c402', 'port_id': '5e782f3e-8ddb-4bed-8d7d-ee0526ee03d9', 'mac_address': 'fa:16:3e:c0:1f:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f79ad6e-1aed-46e7-94ca-2126b5f856ce', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:44:09.746232 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:09.760985 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e782f3e-8ddb-4bed-8d7d-ee0526ee03d9 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:44:09.781347 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 5e782f3e-8ddb-4bed-8d7d-ee0526ee03d9, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=5e782f3e-8ddb-4bed-8d7d-ee0526ee03d9,segment=NetworkSegment(99770f09-f0ca-4bb2-bba3-f12b172a5d48),segment_id=99770f09-f0ca-4bb2-bba3-f12b172a5d48)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:09.786583 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:09.844816 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=5e782f3e-8ddb-4bed-8d7d-ee0526ee03d9,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:10.017678 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['5e782f3e-8ddb-4bed-8d7d-ee0526ee03d9'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:44:10.614200 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7a9b56-2a74-47bd-88aa-ab79ec4f16ad req-1159e43a-03f4-48fd-a203-4d9b86a63818 tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:10.617038 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2d7a9b56-2a74-47bd-88aa-ab79ec4f16ad req-1159e43a-03f4-48fd-a203-4d9b86a63818 tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=8e1853b4-92b4-452b-8faf-b9c4da5b6fdd HTTP/1.1" status: 200 len: 1096 time: 0.0680864 Aug 29 04:44:10.681189 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2d7a9b56-2a74-47bd-88aa-ab79ec4f16ad req-988874c3-b504-43d8-9a4c-6e65926c6342 tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=0c3ac846-7d53-4676-aa03-79fa315d318d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544717 Aug 29 04:44:11.551870 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 5e782f3e-8ddb-4bed-8d7d-ee0526ee03d9 up at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:44:11.626581 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning for port 5e782f3e-8ddb-4bed-8d7d-ee0526ee03d9 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:44:11.635190 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning complete for port 5e782f3e-8ddb-4bed-8d7d-ee0526ee03d9 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:44:11.637554 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:11.801792 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1e2cab0b-18f6-4fd1-81ca-6e6eb08535a9 req-381ec48c-5884-47ca-84b0-e2b54822a598 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=78e1d3c1-2943-4567-af4e-14c28f0b7c9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2696509 Aug 29 04:44:11.809190 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:11.845483 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e1853b4-92b4-452b-8faf-b9c4da5b6fdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e782f3e-8ddb-4bed-8d7d-ee0526ee03d9'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:44:11.847794 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b78754e-70c6-4714-9874-3b046fa4aba9 req-5a08b9fa-af36-410a-90af-afb7d0edebc9 tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:11.849732 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dc700fe-8a0f-491b-9e63-8c98ea849007" -d '{"events": [{"server_uuid": "8e1853b4-92b4-452b-8faf-b9c4da5b6fdd", "name": "network-vif-plugged", "status": "completed", "tag": "5e782f3e-8ddb-4bed-8d7d-ee0526ee03d9"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:44:11.856941 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6b78754e-70c6-4714-9874-3b046fa4aba9 req-5a08b9fa-af36-410a-90af-afb7d0edebc9 tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=8e1853b4-92b4-452b-8faf-b9c4da5b6fdd HTTP/1.1" status: 200 len: 1096 time: 0.0611079 Aug 29 04:44:11.894700 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 5e782f3e-8ddb-4bed-8d7d-ee0526ee03d9, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=5e782f3e-8ddb-4bed-8d7d-ee0526ee03d9,segment=NetworkSegment(99770f09-f0ca-4bb2-bba3-f12b172a5d48),segment_id=99770f09-f0ca-4bb2-bba3-f12b172a5d48)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:11.905647 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:11.916393 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edf28a0c-81b9-4eb6-898c-9bf3ad211afc x-openstack-request-id: req-edf28a0c-81b9-4eb6-898c-9bf3ad211afc {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:44:11.917367 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e1853b4-92b4-452b-8faf-b9c4da5b6fdd", "name": "network-vif-plugged", "status": "completed", "tag": "5e782f3e-8ddb-4bed-8d7d-ee0526ee03d9", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:44:11.918443 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-edf28a0c-81b9-4eb6-898c-9bf3ad211afc {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:44:11.920205 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e1853b4-92b4-452b-8faf-b9c4da5b6fdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e782f3e-8ddb-4bed-8d7d-ee0526ee03d9', 'code': 200} Aug 29 04:44:11.954217 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6b78754e-70c6-4714-9874-3b046fa4aba9 req-9b86853e-6a67-46e4-bcb2-1c1cd67d5478 tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=0c3ac846-7d53-4676-aa03-79fa315d318d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816367 Aug 29 04:44:11.989575 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2cab0b-18f6-4fd1-81ca-6e6eb08535a9 req-3b148c37-f2b9-4396-b6b9-5d39f57e9b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:11.990076 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2cab0b-18f6-4fd1-81ca-6e6eb08535a9 req-3b148c37-f2b9-4396-b6b9-5d39f57e9b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:11.990514 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2cab0b-18f6-4fd1-81ca-6e6eb08535a9 req-3b148c37-f2b9-4396-b6b9-5d39f57e9b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:11.991054 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2cab0b-18f6-4fd1-81ca-6e6eb08535a9 req-3b148c37-f2b9-4396-b6b9-5d39f57e9b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:11.992082 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2cab0b-18f6-4fd1-81ca-6e6eb08535a9 req-3b148c37-f2b9-4396-b6b9-5d39f57e9b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:11.992592 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2cab0b-18f6-4fd1-81ca-6e6eb08535a9 req-3b148c37-f2b9-4396-b6b9-5d39f57e9b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:11.993758 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2cab0b-18f6-4fd1-81ca-6e6eb08535a9 req-3b148c37-f2b9-4396-b6b9-5d39f57e9b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:11.996151 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1e2cab0b-18f6-4fd1-81ca-6e6eb08535a9 req-3b148c37-f2b9-4396-b6b9-5d39f57e9b8d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b0f1228a8bd44b90ad5ea0a20c4870bf&device_id=78e1d3c1-2943-4567-af4e-14c28f0b7c9c HTTP/1.1" status: 200 len: 6495 time: 0.1156144 Aug 29 04:44:12.000390 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=5e782f3e-8ddb-4bed-8d7d-ee0526ee03d9,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:12.102745 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3da00f-fc83-4432-af4a-0f446669302f req-bb0f8d23-5dcd-4f9a-aadc-aa9224c7e5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:12.104296 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5c3da00f-fc83-4432-af4a-0f446669302f req-bb0f8d23-5dcd-4f9a-aadc-aa9224c7e5d1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8e1853b4-92b4-452b-8faf-b9c4da5b6fdd HTTP/1.1" status: 200 len: 1097 time: 0.0967321 Aug 29 04:44:12.179657 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5c3da00f-fc83-4432-af4a-0f446669302f req-ba038bc2-71c7-49b6-80e9-d20b202e91ea service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0c3ac846-7d53-4676-aa03-79fa315d318d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652311 Aug 29 04:44:12.181337 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2cab0b-18f6-4fd1-81ca-6e6eb08535a9 req-df1c73bf-904f-4cc1-a033-164d54b6fa14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:12.181845 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2cab0b-18f6-4fd1-81ca-6e6eb08535a9 req-df1c73bf-904f-4cc1-a033-164d54b6fa14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:12.182553 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2cab0b-18f6-4fd1-81ca-6e6eb08535a9 req-df1c73bf-904f-4cc1-a033-164d54b6fa14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:12.184647 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1e2cab0b-18f6-4fd1-81ca-6e6eb08535a9 req-df1c73bf-904f-4cc1-a033-164d54b6fa14 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f8102508-8177-4d08-b66e-69e3d8dd4b5c&id=17498e6d-84e1-4cac-974a-a187e6f18066&id=17498e6d-84e1-4cac-974a-a187e6f18066&id=17498e6d-84e1-4cac-974a-a187e6f18066&id=17498e6d-84e1-4cac-974a-a187e6f18066&id=5e503eef-fcd9-442c-bfbe-e3b673cf903b&id=5e503eef-fcd9-442c-bfbe-e3b673cf903b HTTP/1.1" status: 200 len: 2292 time: 0.1464496 Aug 29 04:44:12.270683 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1e2cab0b-18f6-4fd1-81ca-6e6eb08535a9 req-1016dd2d-fb68-434a-992d-05e20ad68fae service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=863c0636-bcc8-4b84-adb3-6776bab372ee HTTP/1.1" status: 200 len: 1001 time: 0.0778401 Aug 29 04:44:12.331558 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2cab0b-18f6-4fd1-81ca-6e6eb08535a9 req-aced8283-e8cd-4579-bd8c-ca38524659f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:12.333177 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1e2cab0b-18f6-4fd1-81ca-6e6eb08535a9 req-aced8283-e8cd-4579-bd8c-ca38524659f2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=38723797-c164-4ad1-837d-c534b680646e HTTP/1.1" status: 200 len: 850 time: 0.0553925 Aug 29 04:44:12.398172 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2cab0b-18f6-4fd1-81ca-6e6eb08535a9 req-fee51e7b-7f5f-4178-ab1c-e9a2b64785f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:12.399158 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1e2cab0b-18f6-4fd1-81ca-6e6eb08535a9 req-fee51e7b-7f5f-4178-ab1c-e9a2b64785f2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f8102508-8177-4d08-b66e-69e3d8dd4b5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0562837 Aug 29 04:44:12.498078 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1e2cab0b-18f6-4fd1-81ca-6e6eb08535a9 req-9f758fa3-0ea2-41ff-8471-69dbbe6dd591 service neutron] 10.222.0.48 "GET /v2.0/networks/f8102508-8177-4d08-b66e-69e3d8dd4b5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906703 Aug 29 04:44:12.604596 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1e2cab0b-18f6-4fd1-81ca-6e6eb08535a9 req-08083302-1462-47cf-9e00-3617541ee426 service neutron] 10.222.0.48 "GET /v2.0/networks/f8102508-8177-4d08-b66e-69e3d8dd4b5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978761 Aug 29 04:44:12.654525 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1e2cab0b-18f6-4fd1-81ca-6e6eb08535a9 req-a2d5fa8e-e2be-40e0-83b3-29ed680e7351 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=9ed8042a-534d-4fd9-bab3-f9ca6ec3d842 HTTP/1.1" status: 200 len: 217 time: 0.0416141 Aug 29 04:44:12.703790 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2cab0b-18f6-4fd1-81ca-6e6eb08535a9 req-64916f35-07b3-49f7-9711-e4e08625dee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:12.706095 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1e2cab0b-18f6-4fd1-81ca-6e6eb08535a9 req-64916f35-07b3-49f7-9711-e4e08625dee0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2c4c2bd8-a9be-4d3e-b11b-de6654931482 HTTP/1.1" status: 200 len: 797 time: 0.0445545 Aug 29 04:44:12.757190 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2cab0b-18f6-4fd1-81ca-6e6eb08535a9 req-dd6b6412-9293-4ec3-b33e-3d1d62e0acb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:12.758699 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1e2cab0b-18f6-4fd1-81ca-6e6eb08535a9 req-dd6b6412-9293-4ec3-b33e-3d1d62e0acb8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=17498e6d-84e1-4cac-974a-a187e6f18066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0458174 Aug 29 04:44:12.857972 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1e2cab0b-18f6-4fd1-81ca-6e6eb08535a9 req-d0cd1873-129f-4298-b677-4c56d5c06bc7 service neutron] 10.222.0.48 "GET /v2.0/networks/17498e6d-84e1-4cac-974a-a187e6f18066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917830 Aug 29 04:44:12.963815 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1e2cab0b-18f6-4fd1-81ca-6e6eb08535a9 req-dd479110-9727-44e0-b076-0e5f7b5c7986 service neutron] 10.222.0.48 "GET /v2.0/networks/17498e6d-84e1-4cac-974a-a187e6f18066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992858 Aug 29 04:44:13.055778 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1e2cab0b-18f6-4fd1-81ca-6e6eb08535a9 req-a837c00f-5045-4340-bfc6-23cecb67556e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.39&port_id=2662ff03-0fe5-4738-ac75-76417260f6bb HTTP/1.1" status: 200 len: 217 time: 0.0800273 Aug 29 04:44:13.062607 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a1b523-590c-433e-b0ca-573f7fe2852c req-a2f8f2e9-9a5e-42a3-aa8c-4612e6c5d9ec tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:13.070673 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-14a1b523-590c-433e-b0ca-573f7fe2852c req-a2f8f2e9-9a5e-42a3-aa8c-4612e6c5d9ec tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=8e1853b4-92b4-452b-8faf-b9c4da5b6fdd HTTP/1.1" status: 200 len: 1097 time: 0.0540953 Aug 29 04:44:13.114900 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2cab0b-18f6-4fd1-81ca-6e6eb08535a9 req-2cc201ac-4d6f-4ce5-886a-7bcaea7afd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:13.116460 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1e2cab0b-18f6-4fd1-81ca-6e6eb08535a9 req-2cc201ac-4d6f-4ce5-886a-7bcaea7afd15 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2c4c2bd8-a9be-4d3e-b11b-de6654931482 HTTP/1.1" status: 200 len: 797 time: 0.0526214 Aug 29 04:44:13.128445 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-14a1b523-590c-433e-b0ca-573f7fe2852c req-e5e37c32-9d6e-4ba2-9d3e-f93a0ccd066d tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=0c3ac846-7d53-4676-aa03-79fa315d318d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499125 Aug 29 04:44:13.181503 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2cab0b-18f6-4fd1-81ca-6e6eb08535a9 req-f7c78a2d-1729-4248-ab85-31a2f61199cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:13.183034 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1e2cab0b-18f6-4fd1-81ca-6e6eb08535a9 req-f7c78a2d-1729-4248-ab85-31a2f61199cc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=17498e6d-84e1-4cac-974a-a187e6f18066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0566268 Aug 29 04:44:13.298634 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1e2cab0b-18f6-4fd1-81ca-6e6eb08535a9 req-341258ac-df61-418a-8596-3e260782b2ca service neutron] 10.222.0.48 "GET /v2.0/networks/17498e6d-84e1-4cac-974a-a187e6f18066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065409 Aug 29 04:44:13.466250 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1e2cab0b-18f6-4fd1-81ca-6e6eb08535a9 req-c1ff9d60-197e-45c1-85c7-4bc1bb5abae2 service neutron] 10.222.0.48 "GET /v2.0/networks/17498e6d-84e1-4cac-974a-a187e6f18066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567690 Aug 29 04:44:13.497313 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a356c7af-1529-4db3-b5de-540a4990552c req-7bf3eae8-26a8-4943-94d8-13f3029642c7 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:13.504569 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a356c7af-1529-4db3-b5de-540a4990552c req-7bf3eae8-26a8-4943-94d8-13f3029642c7 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:13.516436 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a356c7af-1529-4db3-b5de-540a4990552c req-7bf3eae8-26a8-4943-94d8-13f3029642c7 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:13.525416 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a356c7af-1529-4db3-b5de-540a4990552c req-7bf3eae8-26a8-4943-94d8-13f3029642c7 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:13.531827 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a356c7af-1529-4db3-b5de-540a4990552c req-7bf3eae8-26a8-4943-94d8-13f3029642c7 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:13.532703 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1e2cab0b-18f6-4fd1-81ca-6e6eb08535a9 req-726b8c54-d555-4c56-b99c-581337867094 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=5cfcb12b-3c21-4614-9071-b6c0f7763d86 HTTP/1.1" status: 200 len: 217 time: 0.0558379 Aug 29 04:44:13.538083 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a356c7af-1529-4db3-b5de-540a4990552c req-7bf3eae8-26a8-4943-94d8-13f3029642c7 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:13.544614 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a356c7af-1529-4db3-b5de-540a4990552c req-7bf3eae8-26a8-4943-94d8-13f3029642c7 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:13.546630 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a356c7af-1529-4db3-b5de-540a4990552c req-7bf3eae8-26a8-4943-94d8-13f3029642c7 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/ports?device_id=78e1d3c1-2943-4567-af4e-14c28f0b7c9c HTTP/1.1" status: 200 len: 5431 time: 0.1235549 Aug 29 04:44:13.601861 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2cab0b-18f6-4fd1-81ca-6e6eb08535a9 req-002eb057-20c8-4c94-b2d3-02566f9db2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:13.602811 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1e2cab0b-18f6-4fd1-81ca-6e6eb08535a9 req-002eb057-20c8-4c94-b2d3-02566f9db2a7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2c4c2bd8-a9be-4d3e-b11b-de6654931482 HTTP/1.1" status: 200 len: 797 time: 0.0619628 Aug 29 04:44:13.603564 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a356c7af-1529-4db3-b5de-540a4990552c req-b53b3140-9a26-44cb-89fc-4529deb72672 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/security-groups?id=47070f04-546f-4c87-85de-d3b03f233a26&id=9548773a-1ebc-45cc-a31d-47384b103db9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0449142 Aug 29 04:44:13.660447 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2cab0b-18f6-4fd1-81ca-6e6eb08535a9 req-fd5ea6cb-09db-40d7-a870-26f18bc304cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:13.662118 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1e2cab0b-18f6-4fd1-81ca-6e6eb08535a9 req-fd5ea6cb-09db-40d7-a870-26f18bc304cd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=17498e6d-84e1-4cac-974a-a187e6f18066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0498934 Aug 29 04:44:13.776761 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1e2cab0b-18f6-4fd1-81ca-6e6eb08535a9 req-cd4ad977-807c-4201-a7b0-4d25a1d497d8 service neutron] 10.222.0.48 "GET /v2.0/networks/17498e6d-84e1-4cac-974a-a187e6f18066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057746 Aug 29 04:44:13.911544 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1e2cab0b-18f6-4fd1-81ca-6e6eb08535a9 req-10120e5a-6a86-4fc8-baa5-72ee1438e78f service neutron] 10.222.0.48 "GET /v2.0/networks/17498e6d-84e1-4cac-974a-a187e6f18066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980349 Aug 29 04:44:13.958928 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1e2cab0b-18f6-4fd1-81ca-6e6eb08535a9 req-08fc9088-1cf3-4a47-b188-36a4d8e17213 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=73a89596-2f6f-4bb0-aecd-74540ae2a41e HTTP/1.1" status: 200 len: 217 time: 0.0388498 Aug 29 04:44:14.015369 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2cab0b-18f6-4fd1-81ca-6e6eb08535a9 req-256ae543-88cd-4f19-97a6-f5ba3c616201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:14.016990 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1e2cab0b-18f6-4fd1-81ca-6e6eb08535a9 req-256ae543-88cd-4f19-97a6-f5ba3c616201 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2c4c2bd8-a9be-4d3e-b11b-de6654931482 HTTP/1.1" status: 200 len: 797 time: 0.0509653 Aug 29 04:44:14.075459 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2cab0b-18f6-4fd1-81ca-6e6eb08535a9 req-3c8f11b0-9251-4072-b602-1ba4c1697a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:14.077077 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1e2cab0b-18f6-4fd1-81ca-6e6eb08535a9 req-3c8f11b0-9251-4072-b602-1ba4c1697a96 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=17498e6d-84e1-4cac-974a-a187e6f18066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0525317 Aug 29 04:44:14.228336 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1e2cab0b-18f6-4fd1-81ca-6e6eb08535a9 req-2f1a496f-c14b-484e-bc53-c0ca8f25759d service neutron] 10.222.0.48 "GET /v2.0/networks/17498e6d-84e1-4cac-974a-a187e6f18066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425025 Aug 29 04:44:14.340871 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d70c0d9-6d1e-4fe1-9ce4-487de48f4979 req-6e617f47-35c0-441e-b5f6-eca1fef79714 tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:14.342337 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9d70c0d9-6d1e-4fe1-9ce4-487de48f4979 req-6e617f47-35c0-441e-b5f6-eca1fef79714 tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=8e1853b4-92b4-452b-8faf-b9c4da5b6fdd HTTP/1.1" status: 200 len: 1097 time: 0.1121488 Aug 29 04:44:14.394673 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1e2cab0b-18f6-4fd1-81ca-6e6eb08535a9 req-ee440d6b-9f08-4b31-9f9c-9eba7d3fc9fb service neutron] 10.222.0.48 "GET /v2.0/networks/17498e6d-84e1-4cac-974a-a187e6f18066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368084 Aug 29 04:44:14.409141 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9d70c0d9-6d1e-4fe1-9ce4-487de48f4979 req-4435ed53-6ff1-4e40-a7fc-9229c4a1e606 tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=0c3ac846-7d53-4676-aa03-79fa315d318d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540977 Aug 29 04:44:14.475444 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1e2cab0b-18f6-4fd1-81ca-6e6eb08535a9 req-1a600060-ac9f-4ec5-904c-ed8feafb0796 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e8c38dda-a12f-4615-86b7-8fdfbcfe8a49 HTTP/1.1" status: 200 len: 217 time: 0.0647378 Aug 29 04:44:14.568176 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da23ea5-9f05-4064-bbd0-8529b475d95b req-935ad54b-9ef3-44cf-a5ee-7800f3410f85 tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:14.569748 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6da23ea5-9f05-4064-bbd0-8529b475d95b req-935ad54b-9ef3-44cf-a5ee-7800f3410f85 tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=8e1853b4-92b4-452b-8faf-b9c4da5b6fdd HTTP/1.1" status: 200 len: 1097 time: 0.0568821 Aug 29 04:44:14.572688 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2cab0b-18f6-4fd1-81ca-6e6eb08535a9 req-2628ddf2-a59a-4b5d-b028-ad9342bc99c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:14.574209 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1e2cab0b-18f6-4fd1-81ca-6e6eb08535a9 req-2628ddf2-a59a-4b5d-b028-ad9342bc99c9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8462c09a-3992-4e92-b18c-741f3c6662c3 HTTP/1.1" status: 200 len: 797 time: 0.0829079 Aug 29 04:44:14.616638 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6da23ea5-9f05-4064-bbd0-8529b475d95b req-8afdaada-f255-4184-8422-8ae8acd10020 tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=0c3ac846-7d53-4676-aa03-79fa315d318d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335019 Aug 29 04:44:14.626825 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2cab0b-18f6-4fd1-81ca-6e6eb08535a9 req-c1cba1eb-3067-49ac-92ac-36a799ddedb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:14.628420 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1e2cab0b-18f6-4fd1-81ca-6e6eb08535a9 req-c1cba1eb-3067-49ac-92ac-36a799ddedb2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5e503eef-fcd9-442c-bfbe-e3b673cf903b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0443132 Aug 29 04:44:14.795412 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61cf4b1-9259-4418-8aac-4a86c71b6d68 req-07adfd64-68c9-4719-b8eb-0bd3882d618b tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:14.801590 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61cf4b1-9259-4418-8aac-4a86c71b6d68 req-07adfd64-68c9-4719-b8eb-0bd3882d618b tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:14.809159 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61cf4b1-9259-4418-8aac-4a86c71b6d68 req-07adfd64-68c9-4719-b8eb-0bd3882d618b tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:14.815757 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61cf4b1-9259-4418-8aac-4a86c71b6d68 req-07adfd64-68c9-4719-b8eb-0bd3882d618b tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:14.821960 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61cf4b1-9259-4418-8aac-4a86c71b6d68 req-07adfd64-68c9-4719-b8eb-0bd3882d618b tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:14.827968 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61cf4b1-9259-4418-8aac-4a86c71b6d68 req-07adfd64-68c9-4719-b8eb-0bd3882d618b tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:14.834471 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61cf4b1-9259-4418-8aac-4a86c71b6d68 req-07adfd64-68c9-4719-b8eb-0bd3882d618b tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:14.836166 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6c15c0-fba0-48c9-921d-66f809073461 req-b2a8052a-1ee7-475e-a084-2576997d5f11 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:14.836484 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a61cf4b1-9259-4418-8aac-4a86c71b6d68 req-07adfd64-68c9-4719-b8eb-0bd3882d618b tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/ports?device_id=78e1d3c1-2943-4567-af4e-14c28f0b7c9c HTTP/1.1" status: 200 len: 5431 time: 0.1158469 Aug 29 04:44:14.842143 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6c15c0-fba0-48c9-921d-66f809073461 req-b2a8052a-1ee7-475e-a084-2576997d5f11 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:14.848785 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6c15c0-fba0-48c9-921d-66f809073461 req-b2a8052a-1ee7-475e-a084-2576997d5f11 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:14.855410 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6c15c0-fba0-48c9-921d-66f809073461 req-b2a8052a-1ee7-475e-a084-2576997d5f11 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:14.861585 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6c15c0-fba0-48c9-921d-66f809073461 req-b2a8052a-1ee7-475e-a084-2576997d5f11 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:14.867986 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6c15c0-fba0-48c9-921d-66f809073461 req-b2a8052a-1ee7-475e-a084-2576997d5f11 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:14.874480 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6c15c0-fba0-48c9-921d-66f809073461 req-b2a8052a-1ee7-475e-a084-2576997d5f11 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:14.877362 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ad6c15c0-fba0-48c9-921d-66f809073461 req-b2a8052a-1ee7-475e-a084-2576997d5f11 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.48 "GET /v2.0/ports?device_id=78e1d3c1-2943-4567-af4e-14c28f0b7c9c HTTP/1.1" status: 200 len: 5431 time: 0.1537833 Aug 29 04:44:14.900927 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a61cf4b1-9259-4418-8aac-4a86c71b6d68 req-a390f26e-cf11-4c99-8e6c-8b53b012878d tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/security-groups?id=47070f04-546f-4c87-85de-d3b03f233a26&id=9548773a-1ebc-45cc-a31d-47384b103db9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0572915 Aug 29 04:44:14.932956 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f52ae4-0375-4989-ad4a-6c7b0ed89fb5 req-0b7e93a8-2aab-4025-9634-58fb5b04e49a tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:14.936196 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f7f52ae4-0375-4989-ad4a-6c7b0ed89fb5 req-0b7e93a8-2aab-4025-9634-58fb5b04e49a tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=8e1853b4-92b4-452b-8faf-b9c4da5b6fdd HTTP/1.1" status: 200 len: 1097 time: 0.2182767 Aug 29 04:44:14.949578 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1e2cab0b-18f6-4fd1-81ca-6e6eb08535a9 req-2a3bd0c0-1e4e-46a8-80bc-3bf541a4cdf2 service neutron] 10.222.0.48 "GET /v2.0/networks/5e503eef-fcd9-442c-bfbe-e3b673cf903b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3126311 Aug 29 04:44:14.975838 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6c15c0-fba0-48c9-921d-66f809073461 req-5da649f4-f7b0-433a-aa90-97567bdd5f6d tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:14.977209 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ad6c15c0-fba0-48c9-921d-66f809073461 req-5da649f4-f7b0-433a-aa90-97567bdd5f6d tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.48 "GET /v2.0/ports/9ed8042a-534d-4fd9-bab3-f9ca6ec3d842?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0822527 Aug 29 04:44:15.052678 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f7f52ae4-0375-4989-ad4a-6c7b0ed89fb5 req-b94e4bec-5dbf-4bcb-a7a0-688e9be70772 tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=0c3ac846-7d53-4676-aa03-79fa315d318d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092138 Aug 29 04:44:15.182864 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ad6c15c0-fba0-48c9-921d-66f809073461 req-c0ab23bd-5885-4eb6-aef1-58bece51ef66 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.48 "GET /v2.0/networks/17498e6d-84e1-4cac-974a-a187e6f18066?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1923234 Aug 29 04:44:15.191035 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1e2cab0b-18f6-4fd1-81ca-6e6eb08535a9 req-f5acf256-a646-49a1-82fb-3a563f518534 service neutron] 10.222.0.48 "GET /v2.0/networks/5e503eef-fcd9-442c-bfbe-e3b673cf903b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330654 Aug 29 04:44:15.197006 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-ad6c15c0-fba0-48c9-921d-66f809073461 req-d5aaa4d4-e3ad-4e0b-8b02-3eb459c5fe54 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:44:15.242109 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1e2cab0b-18f6-4fd1-81ca-6e6eb08535a9 req-373dbba8-0278-4a17-9180-ca1277bf44b6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f22d63c2-bcf4-4be3-aee8-c0adc98c55e8 HTTP/1.1" status: 200 len: 217 time: 0.0417554 Aug 29 04:44:15.308819 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a815401-07fe-486d-9268-1e55b71e250a req-6f464e7d-3852-4c76-b65b-cec780af34e5 tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:15.317069 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0a815401-07fe-486d-9268-1e55b71e250a req-6f464e7d-3852-4c76-b65b-cec780af34e5 tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] 10.222.0.22 "GET /v2.0/networks?id=9319b79c-b13d-4416-b74d-953dd8e1c402 HTTP/1.1" status: 200 len: 910 time: 0.1054964 Aug 29 04:44:15.335636 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0a815401-07fe-486d-9268-1e55b71e250a req-ac36b6e7-6855-4240-955a-6324e8f1e97b tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] 10.222.0.22 "GET /v2.0/quotas/9036be0dbaed45b89bac65fa9379402b HTTP/1.1" status: 200 len: 375 time: 0.0171127 Aug 29 04:44:15.439870 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0a815401-07fe-486d-9268-1e55b71e250a req-8be65121-6414-4de3-88a8-c29222d49fd4 tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] 10.222.0.22 "GET /v2.0/ports?tenant_id=9036be0dbaed45b89bac65fa9379402b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1036224 Aug 29 04:44:15.592330 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0a815401-07fe-486d-9268-1e55b71e250a req-fa63fd92-1003-4fce-adad-9d7b72787aaa service neutron] 10.222.0.22 "GET /v2.0/networks/9319b79c-b13d-4416-b74d-953dd8e1c402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407914 Aug 29 04:44:15.703206 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0a815401-07fe-486d-9268-1e55b71e250a req-17b4ef55-56a6-49e3-a970-a1ec3b97e100 service neutron] 10.222.0.22 "GET /v2.0/networks/9319b79c-b13d-4416-b74d-953dd8e1c402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081851 Aug 29 04:44:15.795721 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2cab0b-18f6-4fd1-81ca-6e6eb08535a9 req-e05c3f31-21ed-4c70-92cc-840ebdf48150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:15.797221 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1e2cab0b-18f6-4fd1-81ca-6e6eb08535a9 req-e05c3f31-21ed-4c70-92cc-840ebdf48150 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8462c09a-3992-4e92-b18c-741f3c6662c3 HTTP/1.1" status: 200 len: 797 time: 0.5384719 Aug 29 04:44:15.797769 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-ad6c15c0-fba0-48c9-921d-66f809073461 req-d5aaa4d4-e3ad-4e0b-8b02-3eb459c5fe54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:15.895839 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2cab0b-18f6-4fd1-81ca-6e6eb08535a9 req-3d22595b-8f56-4991-8748-934f27d7582b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:15.898884 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1e2cab0b-18f6-4fd1-81ca-6e6eb08535a9 req-3d22595b-8f56-4991-8748-934f27d7582b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5e503eef-fcd9-442c-bfbe-e3b673cf903b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0905180 Aug 29 04:44:16.022526 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5ea61d15-5ce5-44d5-9d59-722f3034f896 req-2ac52db9-2e9e-437a-adc6-2d3d8a84c42a tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=45f4160e-e6a7-4df5-8a61-94cf281af0fb HTTP/1.1" status: 200 len: 210 time: 0.0741785 Aug 29 04:44:16.062339 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43adb43b-4ba5-4725-acb2-ae728acaf65f req-09028a5c-3f23-4dc0-a80c-0dc7e1ce3119 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:16.070118 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43adb43b-4ba5-4725-acb2-ae728acaf65f req-09028a5c-3f23-4dc0-a80c-0dc7e1ce3119 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:16.077702 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43adb43b-4ba5-4725-acb2-ae728acaf65f req-09028a5c-3f23-4dc0-a80c-0dc7e1ce3119 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:16.084993 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43adb43b-4ba5-4725-acb2-ae728acaf65f req-09028a5c-3f23-4dc0-a80c-0dc7e1ce3119 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:16.092899 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43adb43b-4ba5-4725-acb2-ae728acaf65f req-09028a5c-3f23-4dc0-a80c-0dc7e1ce3119 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:16.099111 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43adb43b-4ba5-4725-acb2-ae728acaf65f req-09028a5c-3f23-4dc0-a80c-0dc7e1ce3119 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:16.100676 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-ad6c15c0-fba0-48c9-921d-66f809073461 req-d5aaa4d4-e3ad-4e0b-8b02-3eb459c5fe54 service neutron] For port 9ed8042a-534d-4fd9-bab3-f9ca6ec3d842, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=9ed8042a-534d-4fd9-bab3-f9ca6ec3d842,segment=NetworkSegment(4b6fcfff-d0b2-4891-8168-98b048690d18),segment_id=4b6fcfff-d0b2-4891-8168-98b048690d18)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:16.104008 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1e2cab0b-18f6-4fd1-81ca-6e6eb08535a9 req-47a4c0fb-f01d-46b2-9069-868222a75c45 service neutron] 10.222.0.48 "GET /v2.0/networks/5e503eef-fcd9-442c-bfbe-e3b673cf903b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984043 Aug 29 04:44:16.104546 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43adb43b-4ba5-4725-acb2-ae728acaf65f req-09028a5c-3f23-4dc0-a80c-0dc7e1ce3119 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:16.106555 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-43adb43b-4ba5-4725-acb2-ae728acaf65f req-09028a5c-3f23-4dc0-a80c-0dc7e1ce3119 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/ports?device_id=78e1d3c1-2943-4567-af4e-14c28f0b7c9c HTTP/1.1" status: 200 len: 5431 time: 0.1192753 Aug 29 04:44:16.164736 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-43adb43b-4ba5-4725-acb2-ae728acaf65f req-81fb8806-fa8a-4e7c-82da-cbb90f3ee61c tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/security-groups?id=47070f04-546f-4c87-85de-d3b03f233a26&id=9548773a-1ebc-45cc-a31d-47384b103db9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0476031 Aug 29 04:44:16.216392 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-ad6c15c0-fba0-48c9-921d-66f809073461 req-d5aaa4d4-e3ad-4e0b-8b02-3eb459c5fe54 service neutron] For port 9ed8042a-534d-4fd9-bab3-f9ca6ec3d842, host n-h2-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:44:16.269937 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-ad6c15c0-fba0-48c9-921d-66f809073461 req-d5aaa4d4-e3ad-4e0b-8b02-3eb459c5fe54 service neutron] device_id is not set on port 9ed8042a-534d-4fd9-bab3-f9ca6ec3d842 yet. {{(pid=94828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:44:16.281069 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1e2cab0b-18f6-4fd1-81ca-6e6eb08535a9 req-df3dd514-8fc9-4460-9e97-83dcda50effa service neutron] 10.222.0.48 "GET /v2.0/networks/5e503eef-fcd9-442c-bfbe-e3b673cf903b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654592 Aug 29 04:44:16.283160 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-ad6c15c0-fba0-48c9-921d-66f809073461 req-d5aaa4d4-e3ad-4e0b-8b02-3eb459c5fe54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:16.288951 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-ad6c15c0-fba0-48c9-921d-66f809073461 req-d5aaa4d4-e3ad-4e0b-8b02-3eb459c5fe54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:16.364611 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad6c15c0-fba0-48c9-921d-66f809073461 req-d5aaa4d4-e3ad-4e0b-8b02-3eb459c5fe54 service neutron] No DVR routers for this DVR port 9ed8042a-534d-4fd9-bab3-f9ca6ec3d842 on host n-h2-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:44:16.371730 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aaa4d4-e3ad-4e0b-8b02-3eb459c5fe54 service neutron] Pushing event updated for resources: {'Port': ['ID=9ed8042a-534d-4fd9-bab3-f9ca6ec3d842,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:16.421454 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-ad6c15c0-fba0-48c9-921d-66f809073461 req-d5aaa4d4-e3ad-4e0b-8b02-3eb459c5fe54 service neutron] In _notify_port_updated(), no bound segment for port 9ed8042a-534d-4fd9-bab3-f9ca6ec3d842 on network 17498e6d-84e1-4cac-974a-a187e6f18066 {{(pid=94828) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:44:16.422636 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6c15c0-fba0-48c9-921d-66f809073461 req-d5aaa4d4-e3ad-4e0b-8b02-3eb459c5fe54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:16.423347 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-ad6c15c0-fba0-48c9-921d-66f809073461 req-d5aaa4d4-e3ad-4e0b-8b02-3eb459c5fe54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:16.425306 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ad6c15c0-fba0-48c9-921d-66f809073461 req-d5aaa4d4-e3ad-4e0b-8b02-3eb459c5fe54 service neutron] 10.222.0.48 "PUT /v2.0/ports/9ed8042a-534d-4fd9-bab3-f9ca6ec3d842 HTTP/1.1" status: 200 len: 1026 time: 1.2328141 Aug 29 04:44:16.479887 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6c15c0-fba0-48c9-921d-66f809073461 req-74a2c804-bd57-4cef-b1c1-d4e1caf33fab tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:16.481707 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ad6c15c0-fba0-48c9-921d-66f809073461 req-74a2c804-bd57-4cef-b1c1-d4e1caf33fab tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.48 "GET /v2.0/ports/2662ff03-0fe5-4738-ac75-76417260f6bb?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0486977 Aug 29 04:44:16.494606 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-ad6c15c0-fba0-48c9-921d-66f809073461 req-74591369-11b8-470a-8351-4a24484086f1 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:44:16.563810 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-ad6c15c0-fba0-48c9-921d-66f809073461 req-74591369-11b8-470a-8351-4a24484086f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:16.600353 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-743ee3fc-ef21-4005-a018-3b272a417a12 None None] Provisioning complete for port 9ed8042a-534d-4fd9-bab3-f9ca6ec3d842 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:44:16.600949 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-743ee3fc-ef21-4005-a018-3b272a417a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:16.641097 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-743ee3fc-ef21-4005-a018-3b272a417a12 None None] Port 9ed8042a-534d-4fd9-bab3-f9ca6ec3d842 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:44:16.727014 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-ad6c15c0-fba0-48c9-921d-66f809073461 req-74591369-11b8-470a-8351-4a24484086f1 service neutron] For port 2662ff03-0fe5-4738-ac75-76417260f6bb, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=2662ff03-0fe5-4738-ac75-76417260f6bb,segment=NetworkSegment(4b6fcfff-d0b2-4891-8168-98b048690d18),segment_id=4b6fcfff-d0b2-4891-8168-98b048690d18)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:16.766307 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-ad6c15c0-fba0-48c9-921d-66f809073461 req-74591369-11b8-470a-8351-4a24484086f1 service neutron] For port 2662ff03-0fe5-4738-ac75-76417260f6bb, host n-h2-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:44:16.811504 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-ad6c15c0-fba0-48c9-921d-66f809073461 req-74591369-11b8-470a-8351-4a24484086f1 service neutron] device_id is not set on port 2662ff03-0fe5-4738-ac75-76417260f6bb yet. {{(pid=94828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:44:16.826912 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-ad6c15c0-fba0-48c9-921d-66f809073461 req-74591369-11b8-470a-8351-4a24484086f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:16.836869 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-ad6c15c0-fba0-48c9-921d-66f809073461 req-74591369-11b8-470a-8351-4a24484086f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:16.913781 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad6c15c0-fba0-48c9-921d-66f809073461 req-74591369-11b8-470a-8351-4a24484086f1 service neutron] No DVR routers for this DVR port 2662ff03-0fe5-4738-ac75-76417260f6bb on host n-h2-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:44:16.917203 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74591369-11b8-470a-8351-4a24484086f1 service neutron] Pushing event updated for resources: {'Port': ['ID=2662ff03-0fe5-4738-ac75-76417260f6bb,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:16.981470 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-ad6c15c0-fba0-48c9-921d-66f809073461 req-74591369-11b8-470a-8351-4a24484086f1 service neutron] In _notify_port_updated(), no bound segment for port 2662ff03-0fe5-4738-ac75-76417260f6bb on network 17498e6d-84e1-4cac-974a-a187e6f18066 {{(pid=94828) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:44:16.982907 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6c15c0-fba0-48c9-921d-66f809073461 req-74591369-11b8-470a-8351-4a24484086f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:16.984064 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-ad6c15c0-fba0-48c9-921d-66f809073461 req-74591369-11b8-470a-8351-4a24484086f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:16.987504 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ad6c15c0-fba0-48c9-921d-66f809073461 req-74591369-11b8-470a-8351-4a24484086f1 service neutron] 10.222.0.48 "PUT /v2.0/ports/2662ff03-0fe5-4738-ac75-76417260f6bb HTTP/1.1" status: 200 len: 1027 time: 0.4960790 Aug 29 04:44:17.189430 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-ad6c15c0-fba0-48c9-921d-66f809073461 req-e634b2c0-a81a-4113-be6d-e4104556bc3e tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Deleting port 5cfcb12b-3c21-4614-9071-b6c0f7763d86 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:44:17.190388 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-ad6c15c0-fba0-48c9-921d-66f809073461 req-e634b2c0-a81a-4113-be6d-e4104556bc3e tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:17.286444 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-b4b9befc-461b-458c-af3d-bdb15521db3c None None] Provisioning complete for port 2662ff03-0fe5-4738-ac75-76417260f6bb triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:44:17.288365 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b4b9befc-461b-458c-af3d-bdb15521db3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:17.289746 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d238be50-89ab-4b18-aebe-6263d1e495ae req-5b060fb6-5df9-491a-9c82-f3b4210e0e76 tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=45f4160e-e6a7-4df5-8a61-94cf281af0fb HTTP/1.1" status: 200 len: 210 time: 0.0657866 Aug 29 04:44:17.387298 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-ad6c15c0-fba0-48c9-921d-66f809073461 req-e634b2c0-a81a-4113-be6d-e4104556bc3e tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] For port 5cfcb12b-3c21-4614-9071-b6c0f7763d86, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=5cfcb12b-3c21-4614-9071-b6c0f7763d86,segment=NetworkSegment(4b6fcfff-d0b2-4891-8168-98b048690d18),segment_id=4b6fcfff-d0b2-4891-8168-98b048690d18)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:17.392277 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-ad6c15c0-fba0-48c9-921d-66f809073461 req-e634b2c0-a81a-4113-be6d-e4104556bc3e tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:17.413294 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-b4b9befc-461b-458c-af3d-bdb15521db3c None None] Port 2662ff03-0fe5-4738-ac75-76417260f6bb cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:44:17.442907 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f4791f-832e-403c-a489-299385cbcb7c req-5322abf8-ab7e-497d-8f2c-0ef2295e840f tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:17.443865 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-ad6c15c0-fba0-48c9-921d-66f809073461 req-e634b2c0-a81a-4113-be6d-e4104556bc3e tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Calling delete_port for 5cfcb12b-3c21-4614-9071-b6c0f7763d86 owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:44:17.453471 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f4791f-832e-403c-a489-299385cbcb7c req-5322abf8-ab7e-497d-8f2c-0ef2295e840f tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:17.463433 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f4791f-832e-403c-a489-299385cbcb7c req-5322abf8-ab7e-497d-8f2c-0ef2295e840f tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:17.473248 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f4791f-832e-403c-a489-299385cbcb7c req-5322abf8-ab7e-497d-8f2c-0ef2295e840f tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:17.482084 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f4791f-832e-403c-a489-299385cbcb7c req-5322abf8-ab7e-497d-8f2c-0ef2295e840f tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:17.490564 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-34f4791f-832e-403c-a489-299385cbcb7c req-5322abf8-ab7e-497d-8f2c-0ef2295e840f tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/ports?device_id=78e1d3c1-2943-4567-af4e-14c28f0b7c9c HTTP/1.1" status: 200 len: 3884 time: 0.1169462 Aug 29 04:44:17.549540 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-34f4791f-832e-403c-a489-299385cbcb7c req-36ef5857-7ce0-44ce-80b9-2f52a4731b25 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/security-groups?id=9548773a-1ebc-45cc-a31d-47384b103db9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0577643 Aug 29 04:44:17.651984 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a815401-07fe-486d-9268-1e55b71e250a req-7ac7d122-c7da-4ea4-a2a8-6e56babd58c4 tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:17.653534 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0a815401-07fe-486d-9268-1e55b71e250a req-7ac7d122-c7da-4ea4-a2a8-6e56babd58c4 tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] 10.222.0.48 "GET /v2.0/networks?id=9319b79c-b13d-4416-b74d-953dd8e1c402 HTTP/1.1" status: 200 len: 910 time: 0.2116554 Aug 29 04:44:17.705659 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-0a815401-07fe-486d-9268-1e55b71e250a req-4925d2d0-b53f-42a0-b0cb-c501505a8b0a tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] Request body: {'port': {'device_id': '45f4160e-e6a7-4df5-8a61-94cf281af0fb', 'network_id': '9319b79c-b13d-4416-b74d-953dd8e1c402', 'admin_state_up': True, 'tenant_id': '9036be0dbaed45b89bac65fa9379402b'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:44:17.749204 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-ad6c15c0-fba0-48c9-921d-66f809073461 req-e634b2c0-a81a-4113-be6d-e4104556bc3e tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:17.758424 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a815401-07fe-486d-9268-1e55b71e250a req-4925d2d0-b53f-42a0-b0cb-c501505a8b0a tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] Made reservation on behalf of 9036be0dbaed45b89bac65fa9379402b for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:44:17.761091 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-0a815401-07fe-486d-9268-1e55b71e250a req-4925d2d0-b53f-42a0-b0cb-c501505a8b0a tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:17.794703 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e634b2c0-a81a-4113-be6d-e4104556bc3e tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Pushing event deleted for resources: {'Port': ['ID=5cfcb12b-3c21-4614-9071-b6c0f7763d86,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:17.848977 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad6c15c0-fba0-48c9-921d-66f809073461 req-e634b2c0-a81a-4113-be6d-e4104556bc3e tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] No DVR routers for this DVR port 5cfcb12b-3c21-4614-9071-b6c0f7763d86 on host n-h2-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:44:17.882354 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-ad6c15c0-fba0-48c9-921d-66f809073461 req-e634b2c0-a81a-4113-be6d-e4104556bc3e tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:17.884491 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ad6c15c0-fba0-48c9-921d-66f809073461 req-e634b2c0-a81a-4113-be6d-e4104556bc3e tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.48 "DELETE /v2.0/ports/5cfcb12b-3c21-4614-9071-b6c0f7763d86 HTTP/1.1" status: 204 len: 173 time: 0.8877890 Aug 29 04:44:17.885091 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78e1d3c1-2943-4567-af4e-14c28f0b7c9c', 'name': 'network-vif-deleted', 'tag': '5cfcb12b-3c21-4614-9071-b6c0f7763d86'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:44:17.888720 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82ee7929-0a6d-40c8-826d-66fbffb8c3cd" -d '{"events": [{"server_uuid": "78e1d3c1-2943-4567-af4e-14c28f0b7c9c", "name": "network-vif-deleted", "tag": "5cfcb12b-3c21-4614-9071-b6c0f7763d86"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:44:17.938446 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cc9ed39-9f51-41f4-9b5d-42198e0803ae x-openstack-request-id: req-2cc9ed39-9f51-41f4-9b5d-42198e0803ae {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:44:17.938744 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78e1d3c1-2943-4567-af4e-14c28f0b7c9c", "name": "network-vif-deleted", "tag": "5cfcb12b-3c21-4614-9071-b6c0f7763d86", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:44:17.939001 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2cc9ed39-9f51-41f4-9b5d-42198e0803ae {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:44:17.939474 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78e1d3c1-2943-4567-af4e-14c28f0b7c9c', 'name': 'network-vif-deleted', 'tag': '5cfcb12b-3c21-4614-9071-b6c0f7763d86', 'status': 'completed', 'code': 200} Aug 29 04:44:18.028593 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-0a815401-07fe-486d-9268-1e55b71e250a req-4925d2d0-b53f-42a0-b0cb-c501505a8b0a tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] Allocated IP 172.20.0.5 (9319b79c-b13d-4416-b74d-953dd8e1c402/5f79ad6e-1aed-46e7-94ca-2126b5f856ce/8cf417c5-e56f-44c5-aaf0-3acbf64e11b9) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:44:18.063056 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-ad6c15c0-fba0-48c9-921d-66f809073461 req-c26ba89a-d1ce-473d-b832-c65a844fe492 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Deleting port e8c38dda-a12f-4615-86b7-8fdfbcfe8a49 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:44:18.063409 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-ad6c15c0-fba0-48c9-921d-66f809073461 req-c26ba89a-d1ce-473d-b832-c65a844fe492 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:18.257367 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-ad6c15c0-fba0-48c9-921d-66f809073461 req-c26ba89a-d1ce-473d-b832-c65a844fe492 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] For port e8c38dda-a12f-4615-86b7-8fdfbcfe8a49, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=e8c38dda-a12f-4615-86b7-8fdfbcfe8a49,segment=NetworkSegment(e6f13fca-b863-4a19-b6d5-923becb8a28a),segment_id=e6f13fca-b863-4a19-b6d5-923becb8a28a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:18.258217 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-ad6c15c0-fba0-48c9-921d-66f809073461 req-c26ba89a-d1ce-473d-b832-c65a844fe492 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:18.285311 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-ad6c15c0-fba0-48c9-921d-66f809073461 req-c26ba89a-d1ce-473d-b832-c65a844fe492 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Calling delete_port for e8c38dda-a12f-4615-86b7-8fdfbcfe8a49 owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:44:18.357243 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-0a815401-07fe-486d-9268-1e55b71e250a req-4925d2d0-b53f-42a0-b0cb-c501505a8b0a tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:18.378708 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-0a815401-07fe-486d-9268-1e55b71e250a req-4925d2d0-b53f-42a0-b0cb-c501505a8b0a tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] Transition to ACTIVE for port object 8cf417c5-e56f-44c5-aaf0-3acbf64e11b9 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:44:18.398642 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 2662ff03-0fe5-4738-ac75-76417260f6bb no longer exists at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:44:18.452613 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-484d0c13-385f-4134-978e-5d50ea70f11c req-a5b49f69-f914-49e7-a6a9-378f445e81cb tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=45f4160e-e6a7-4df5-8a61-94cf281af0fb HTTP/1.1" status: 200 len: 210 time: 0.0313308 Aug 29 04:44:18.472323 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 2662ff03-0fe5-4738-ac75-76417260f6bb not bound to the agent host n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:44:18.473114 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device e8c38dda-a12f-4615-86b7-8fdfbcfe8a49 no longer exists at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:44:18.483500 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-0a815401-07fe-486d-9268-1e55b71e250a req-4925d2d0-b53f-42a0-b0cb-c501505a8b0a tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:18.500462 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['5e782f3e-8ddb-4bed-8d7d-ee0526ee03d9'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:44:18.566086 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a815401-07fe-486d-9268-1e55b71e250a req-4925d2d0-b53f-42a0-b0cb-c501505a8b0a tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] Network 9319b79c-b13d-4416-b74d-953dd8e1c402 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:44:18.570282 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-0a815401-07fe-486d-9268-1e55b71e250a req-4925d2d0-b53f-42a0-b0cb-c501505a8b0a tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:44:18.572800 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a815401-07fe-486d-9268-1e55b71e250a req-4925d2d0-b53f-42a0-b0cb-c501505a8b0a tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:44:18.591591 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Port e8c38dda-a12f-4615-86b7-8fdfbcfe8a49 update to DOWN by agent not found {{(pid=94830) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 29 04:44:18.591830 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 9ed8042a-534d-4fd9-bab3-f9ca6ec3d842 no longer exists at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:44:18.617024 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4925d2d0-b53f-42a0-b0cb-c501505a8b0a tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] Pushing event updated for resources: {'Port': ['ID=8cf417c5-e56f-44c5-aaf0-3acbf64e11b9,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:18.623476 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-ad6c15c0-fba0-48c9-921d-66f809073461 req-c26ba89a-d1ce-473d-b832-c65a844fe492 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:18.676756 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 9ed8042a-534d-4fd9-bab3-f9ca6ec3d842 not bound to the agent host n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:44:18.677207 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 863c0636-bcc8-4b84-adb3-6776bab372ee no longer exists at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:44:18.726672 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26ba89a-d1ce-473d-b832-c65a844fe492 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Pushing event deleted for resources: {'Port': ['ID=e8c38dda-a12f-4615-86b7-8fdfbcfe8a49,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:18.786464 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a815401-07fe-486d-9268-1e55b71e250a req-4925d2d0-b53f-42a0-b0cb-c501505a8b0a tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:18.786464 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-0a815401-07fe-486d-9268-1e55b71e250a req-4925d2d0-b53f-42a0-b0cb-c501505a8b0a tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:18.831783 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:18.864023 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78e1d3c1-2943-4567-af4e-14c28f0b7c9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '863c0636-bcc8-4b84-adb3-6776bab372ee'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:44:18.867573 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0f02597-3c6c-4740-8ca5-6784a6aadea0" -d '{"events": [{"server_uuid": "78e1d3c1-2943-4567-af4e-14c28f0b7c9c", "name": "network-vif-unplugged", "status": "completed", "tag": "863c0636-bcc8-4b84-adb3-6776bab372ee"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:44:18.869886 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad6c15c0-fba0-48c9-921d-66f809073461 req-c26ba89a-d1ce-473d-b832-c65a844fe492 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] No DVR routers for this DVR port e8c38dda-a12f-4615-86b7-8fdfbcfe8a49 on host n-h2-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:44:18.883422 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-ad6c15c0-fba0-48c9-921d-66f809073461 req-c26ba89a-d1ce-473d-b832-c65a844fe492 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:18.886847 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ad6c15c0-fba0-48c9-921d-66f809073461 req-c26ba89a-d1ce-473d-b832-c65a844fe492 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.48 "DELETE /v2.0/ports/e8c38dda-a12f-4615-86b7-8fdfbcfe8a49 HTTP/1.1" status: 204 len: 173 time: 0.9917991 Aug 29 04:44:18.896072 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0a815401-07fe-486d-9268-1e55b71e250a req-4925d2d0-b53f-42a0-b0cb-c501505a8b0a tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.1961000 Aug 29 04:44:18.898651 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 863c0636-bcc8-4b84-adb3-6776bab372ee, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=863c0636-bcc8-4b84-adb3-6776bab372ee,segment=NetworkSegment(88cb7283-5e09-4136-9417-8643970a451b),segment_id=88cb7283-5e09-4136-9417-8643970a451b)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:18.904262 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:18.905069 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device f22d63c2-bcf4-4be3-aee8-c0adc98c55e8 no longer exists at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:44:18.932442 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-0a815401-07fe-486d-9268-1e55b71e250a req-5dbf9d2f-920c-49b9-b93b-05a8f32bbbd6 service neutron] Request body: {'port': {'device_id': '45f4160e-e6a7-4df5-8a61-94cf281af0fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:44:18.968433 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb6d4d0b-7edf-42e0-bd98-b5a7fccedcfc x-openstack-request-id: req-bb6d4d0b-7edf-42e0-bd98-b5a7fccedcfc {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:44:18.968734 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78e1d3c1-2943-4567-af4e-14c28f0b7c9c", "name": "network-vif-unplugged", "status": "completed", "tag": "863c0636-bcc8-4b84-adb3-6776bab372ee", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:44:18.968992 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bb6d4d0b-7edf-42e0-bd98-b5a7fccedcfc {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:44:18.969588 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78e1d3c1-2943-4567-af4e-14c28f0b7c9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '863c0636-bcc8-4b84-adb3-6776bab372ee', 'code': 200} Aug 29 04:44:19.003085 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117dbc81-6168-48b5-bec8-15b88403f606 req-e30899b9-fcbc-4213-aa46-2531eb6ddffc tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:19.009437 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117dbc81-6168-48b5-bec8-15b88403f606 req-e30899b9-fcbc-4213-aa46-2531eb6ddffc tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:19.015915 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117dbc81-6168-48b5-bec8-15b88403f606 req-e30899b9-fcbc-4213-aa46-2531eb6ddffc tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:19.018297 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-117dbc81-6168-48b5-bec8-15b88403f606 req-e30899b9-fcbc-4213-aa46-2531eb6ddffc tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/ports?device_id=78e1d3c1-2943-4567-af4e-14c28f0b7c9c HTTP/1.1" status: 200 len: 2415 time: 0.3043332 Aug 29 04:44:19.018454 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=863c0636-bcc8-4b84-adb3-6776bab372ee,revision_number=6']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:19.073354 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:19.076729 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-b1fbf8e6-7fc2-48ad-9b05-95299145dce3 None None] Provisioning for port 8cf417c5-e56f-44c5-aaf0-3acbf64e11b9 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:44:19.090064 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-b1fbf8e6-7fc2-48ad-9b05-95299145dce3 None None] Provisioning complete for port 8cf417c5-e56f-44c5-aaf0-3acbf64e11b9 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:44:19.090443 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b1fbf8e6-7fc2-48ad-9b05-95299145dce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:19.103969 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-0a815401-07fe-486d-9268-1e55b71e250a req-5dbf9d2f-920c-49b9-b93b-05a8f32bbbd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:19.143180 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-117dbc81-6168-48b5-bec8-15b88403f606 req-646439c7-1520-4ab2-a63b-bc48f167aa58 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/security-groups?id=9548773a-1ebc-45cc-a31d-47384b103db9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1062942 Aug 29 04:44:19.188493 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port f22d63c2-bcf4-4be3-aee8-c0adc98c55e8, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=f22d63c2-bcf4-4be3-aee8-c0adc98c55e8,segment=NetworkSegment(e6f13fca-b863-4a19-b6d5-923becb8a28a),segment_id=e6f13fca-b863-4a19-b6d5-923becb8a28a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:19.195353 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-b1fbf8e6-7fc2-48ad-9b05-95299145dce3 None None] Port 8cf417c5-e56f-44c5-aaf0-3acbf64e11b9 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:44:19.197009 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:19.197718 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 73a89596-2f6f-4bb0-aecd-74540ae2a41e no longer exists at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:44:19.354362 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:19.359292 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=f22d63c2-bcf4-4be3-aee8-c0adc98c55e8,revision_number=6']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:19.418203 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:19.446533 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-ad6c15c0-fba0-48c9-921d-66f809073461 req-623299fc-fdc5-4404-9e84-d502bc610c6d tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Deleting port 863c0636-bcc8-4b84-adb3-6776bab372ee {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:44:19.447140 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-ad6c15c0-fba0-48c9-921d-66f809073461 req-623299fc-fdc5-4404-9e84-d502bc610c6d tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:19.460150 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 73a89596-2f6f-4bb0-aecd-74540ae2a41e, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=73a89596-2f6f-4bb0-aecd-74540ae2a41e,segment=NetworkSegment(4b6fcfff-d0b2-4891-8168-98b048690d18),segment_id=4b6fcfff-d0b2-4891-8168-98b048690d18)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:19.465854 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:19.467175 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 5cfcb12b-3c21-4614-9071-b6c0f7763d86 no longer exists at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:44:19.492623 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] No Port match for: 5cfcb12b-3c21-4614-9071-b6c0f7763d86 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:44:19.492975 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 5cfcb12b-3c21-4614-9071-b6c0f7763d86 not bound to the agent host n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:44:19.552354 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=73a89596-2f6f-4bb0-aecd-74540ae2a41e,revision_number=6']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:19.599471 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a925f194-f18b-4004-9177-a2debe4fa585 req-64f440db-2d48-44ba-8fc6-a3e63130dc0c tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:19.606908 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a925f194-f18b-4004-9177-a2debe4fa585 req-64f440db-2d48-44ba-8fc6-a3e63130dc0c tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=45f4160e-e6a7-4df5-8a61-94cf281af0fb HTTP/1.1" status: 200 len: 1027 time: 0.0483379 Aug 29 04:44:19.641885 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-0a815401-07fe-486d-9268-1e55b71e250a req-5dbf9d2f-920c-49b9-b93b-05a8f32bbbd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cf417c5-e56f-44c5-aaf0-3acbf64e11b9 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:44:19.657731 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-0a815401-07fe-486d-9268-1e55b71e250a req-5dbf9d2f-920c-49b9-b93b-05a8f32bbbd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:19.660134 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a925f194-f18b-4004-9177-a2debe4fa585 req-3fa73d51-f9d2-495f-b94f-56bd71356ab5 tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=0c3ac846-7d53-4676-aa03-79fa315d318d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489430 Aug 29 04:44:19.684943 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-ad6c15c0-fba0-48c9-921d-66f809073461 req-623299fc-fdc5-4404-9e84-d502bc610c6d tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] For port 863c0636-bcc8-4b84-adb3-6776bab372ee, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=863c0636-bcc8-4b84-adb3-6776bab372ee,segment=NetworkSegment(88cb7283-5e09-4136-9417-8643970a451b),segment_id=88cb7283-5e09-4136-9417-8643970a451b)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:19.685427 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-ad6c15c0-fba0-48c9-921d-66f809073461 req-623299fc-fdc5-4404-9e84-d502bc610c6d tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:19.700048 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-0a815401-07fe-486d-9268-1e55b71e250a req-5dbf9d2f-920c-49b9-b93b-05a8f32bbbd6 service neutron] Transition to ACTIVE for port object 8cf417c5-e56f-44c5-aaf0-3acbf64e11b9 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:44:19.778626 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-0a815401-07fe-486d-9268-1e55b71e250a req-5dbf9d2f-920c-49b9-b93b-05a8f32bbbd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:19.961757 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78e1d3c1-2943-4567-af4e-14c28f0b7c9c', 'name': 'network-vif-deleted', 'tag': 'e8c38dda-a12f-4615-86b7-8fdfbcfe8a49'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:44:19.964095 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb6bbbb0-8afd-414a-b4d3-16233270d8cc" -d '{"events": [{"server_uuid": "78e1d3c1-2943-4567-af4e-14c28f0b7c9c", "name": "network-vif-deleted", "tag": "e8c38dda-a12f-4615-86b7-8fdfbcfe8a49"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:44:20.009490 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbf9d2f-920c-49b9-b93b-05a8f32bbbd6 service neutron] Pushing event updated for resources: {'Port': ['ID=8cf417c5-e56f-44c5-aaf0-3acbf64e11b9,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:20.110991 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-0a815401-07fe-486d-9268-1e55b71e250a req-5dbf9d2f-920c-49b9-b93b-05a8f32bbbd6 service neutron] Attempting to bind port 8cf417c5-e56f-44c5-aaf0-3acbf64e11b9 on host n-h2-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:44:20.111886 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-0a815401-07fe-486d-9268-1e55b71e250a req-5dbf9d2f-920c-49b9-b93b-05a8f32bbbd6 service neutron] Attempting to bind port 8cf417c5-e56f-44c5-aaf0-3acbf64e11b9 by drivers openvswitch,hyperv on host n-h2-712140-12 at level 0 using segments [{'id': '99770f09-f0ca-4bb2-bba3-f12b172a5d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9319b79c-b13d-4416-b74d-953dd8e1c402'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:44:20.112461 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a815401-07fe-486d-9268-1e55b71e250a req-5dbf9d2f-920c-49b9-b93b-05a8f32bbbd6 service neutron] Attempting to bind port 8cf417c5-e56f-44c5-aaf0-3acbf64e11b9 on network 9319b79c-b13d-4416-b74d-953dd8e1c402 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:44:20.123092 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a918b3c8-cc79-4054-8059-8e49157308ea x-openstack-request-id: req-a918b3c8-cc79-4054-8059-8e49157308ea {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:44:20.123826 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78e1d3c1-2943-4567-af4e-14c28f0b7c9c", "name": "network-vif-deleted", "tag": "e8c38dda-a12f-4615-86b7-8fdfbcfe8a49", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:44:20.123952 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a918b3c8-cc79-4054-8059-8e49157308ea {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:44:20.124322 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78e1d3c1-2943-4567-af4e-14c28f0b7c9c', 'name': 'network-vif-deleted', 'tag': 'e8c38dda-a12f-4615-86b7-8fdfbcfe8a49', 'status': 'completed', 'code': 200} Aug 29 04:44:20.133318 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a815401-07fe-486d-9268-1e55b71e250a req-5dbf9d2f-920c-49b9-b93b-05a8f32bbbd6 service neutron] Port 8cf417c5-e56f-44c5-aaf0-3acbf64e11b9 on network 9319b79c-b13d-4416-b74d-953dd8e1c402 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:44:20.133658 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a815401-07fe-486d-9268-1e55b71e250a req-5dbf9d2f-920c-49b9-b93b-05a8f32bbbd6 service neutron] Attempting to bind port 8cf417c5-e56f-44c5-aaf0-3acbf64e11b9 on network 9319b79c-b13d-4416-b74d-953dd8e1c402 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:44:20.141288 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-ad6c15c0-fba0-48c9-921d-66f809073461 req-623299fc-fdc5-4404-9e84-d502bc610c6d tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:20.141704 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-ad6c15c0-fba0-48c9-921d-66f809073461 req-623299fc-fdc5-4404-9e84-d502bc610c6d tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719515'] for floatingip, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:20.143001 n-d-712140-12 neutron-server[94828]: INFO neutron.db.l3_db [req-ad6c15c0-fba0-48c9-921d-66f809073461 req-623299fc-fdc5-4404-9e84-d502bc610c6d tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Floating IP 3458c0f7-f6df-40c2-b52c-ebae3b7c0ed9 disassociated. External IP: 172.25.0.205, port: 863c0636-bcc8-4b84-adb3-6776bab372ee. Aug 29 04:44:20.143362 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-ad6c15c0-fba0-48c9-921d-66f809073461 req-623299fc-fdc5-4404-9e84-d502bc610c6d tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Calling delete_port for 863c0636-bcc8-4b84-adb3-6776bab372ee owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:44:20.145782 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a815401-07fe-486d-9268-1e55b71e250a req-5dbf9d2f-920c-49b9-b93b-05a8f32bbbd6 service neutron] Checking agent: {'id': 'b3a0606b-b029-4f5e-8798-3a32b71d8844', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:44:20.146100 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a815401-07fe-486d-9268-1e55b71e250a req-5dbf9d2f-920c-49b9-b93b-05a8f32bbbd6 service neutron] Checking segment: {'id': '99770f09-f0ca-4bb2-bba3-f12b172a5d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9319b79c-b13d-4416-b74d-953dd8e1c402'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:44:20.146481 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a815401-07fe-486d-9268-1e55b71e250a req-5dbf9d2f-920c-49b9-b93b-05a8f32bbbd6 service neutron] Bound using segment: {'id': '99770f09-f0ca-4bb2-bba3-f12b172a5d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9319b79c-b13d-4416-b74d-953dd8e1c402'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:44:20.146923 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-0a815401-07fe-486d-9268-1e55b71e250a req-5dbf9d2f-920c-49b9-b93b-05a8f32bbbd6 service neutron] Bound port: 8cf417c5-e56f-44c5-aaf0-3acbf64e11b9, host: n-h2-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99770f09-f0ca-4bb2-bba3-f12b172a5d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9319b79c-b13d-4416-b74d-953dd8e1c402'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:44:20.147283 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-0a815401-07fe-486d-9268-1e55b71e250a req-5dbf9d2f-920c-49b9-b93b-05a8f32bbbd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:20.285312 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-0a815401-07fe-486d-9268-1e55b71e250a req-5dbf9d2f-920c-49b9-b93b-05a8f32bbbd6 service neutron] For port 8cf417c5-e56f-44c5-aaf0-3acbf64e11b9, host n-h2-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:44:20.289499 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-0a815401-07fe-486d-9268-1e55b71e250a req-5dbf9d2f-920c-49b9-b93b-05a8f32bbbd6 service neutron] For port 8cf417c5-e56f-44c5-aaf0-3acbf64e11b9, host n-h2-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=8cf417c5-e56f-44c5-aaf0-3acbf64e11b9,segment=NetworkSegment(99770f09-f0ca-4bb2-bba3-f12b172a5d48),segment_id=99770f09-f0ca-4bb2-bba3-f12b172a5d48)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:44:20.309859 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-0a815401-07fe-486d-9268-1e55b71e250a req-5dbf9d2f-920c-49b9-b93b-05a8f32bbbd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:20.336037 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0efd11e-9de9-4024-b446-57c84f0a84ea req-67741b22-6de1-4cf8-ac53-b5bc21f443df tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:20.343839 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0efd11e-9de9-4024-b446-57c84f0a84ea req-67741b22-6de1-4cf8-ac53-b5bc21f443df tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:20.350515 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0efd11e-9de9-4024-b446-57c84f0a84ea req-67741b22-6de1-4cf8-ac53-b5bc21f443df tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:20.352235 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e0efd11e-9de9-4024-b446-57c84f0a84ea req-67741b22-6de1-4cf8-ac53-b5bc21f443df tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/ports?device_id=78e1d3c1-2943-4567-af4e-14c28f0b7c9c HTTP/1.1" status: 200 len: 2409 time: 0.0870461 Aug 29 04:44:20.360858 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a815401-07fe-486d-9268-1e55b71e250a req-5dbf9d2f-920c-49b9-b93b-05a8f32bbbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:20.361534 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-0a815401-07fe-486d-9268-1e55b71e250a req-5dbf9d2f-920c-49b9-b93b-05a8f32bbbd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:20.362966 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0a815401-07fe-486d-9268-1e55b71e250a req-5dbf9d2f-920c-49b9-b93b-05a8f32bbbd6 service neutron] 10.222.0.48 "PUT /v2.0/ports/8cf417c5-e56f-44c5-aaf0-3acbf64e11b9 HTTP/1.1" status: 200 len: 1092 time: 1.4441588 Aug 29 04:44:20.411781 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbf9d2f-920c-49b9-b93b-05a8f32bbbd6 service neutron] Pushing event updated for resources: {'Port': ['ID=8cf417c5-e56f-44c5-aaf0-3acbf64e11b9,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:20.444870 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e0efd11e-9de9-4024-b446-57c84f0a84ea req-1011f8b9-f2e2-4748-8af8-2bcbea0b0c42 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/security-groups?id=9548773a-1ebc-45cc-a31d-47384b103db9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0720489 Aug 29 04:44:20.498264 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-ad6c15c0-fba0-48c9-921d-66f809073461 req-623299fc-fdc5-4404-9e84-d502bc610c6d tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:20.535701 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623299fc-fdc5-4404-9e84-d502bc610c6d tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Pushing event deleted for resources: {'Port': ['ID=863c0636-bcc8-4b84-adb3-6776bab372ee,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:20.542257 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a815401-07fe-486d-9268-1e55b71e250a req-e6abf783-f6cb-48e7-91a7-32602a25228e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:20.543862 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0a815401-07fe-486d-9268-1e55b71e250a req-e6abf783-f6cb-48e7-91a7-32602a25228e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9036be0dbaed45b89bac65fa9379402b&device_id=45f4160e-e6a7-4df5-8a61-94cf281af0fb HTTP/1.1" status: 200 len: 1095 time: 0.0995796 Aug 29 04:44:20.559747 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:44:20.634784 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0a815401-07fe-486d-9268-1e55b71e250a req-edb69372-8ddd-463d-b184-c61be68313e7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8cf417c5-e56f-44c5-aaf0-3acbf64e11b9 HTTP/1.1" status: 200 len: 217 time: 0.0428281 Aug 29 04:44:20.761252 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a815401-07fe-486d-9268-1e55b71e250a req-a8a40aa6-bc6d-456d-8c54-0ed2cdb91e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:20.762900 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0a815401-07fe-486d-9268-1e55b71e250a req-a8a40aa6-bc6d-456d-8c54-0ed2cdb91e7a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5f79ad6e-1aed-46e7-94ca-2126b5f856ce HTTP/1.1" status: 200 len: 848 time: 0.1207347 Aug 29 04:44:20.807767 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad6c15c0-fba0-48c9-921d-66f809073461 req-623299fc-fdc5-4404-9e84-d502bc610c6d tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Router d7a08ddf-bdc9-4a4e-a61d-615f0214f219 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:44:20.821833 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f7be2d-54bb-4bf1-8d09-22b50aa83dc1 req-87bf5dce-eaf3-4091-9fde-7608c17201d4 tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:20.823468 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-46f7be2d-54bb-4bf1-8d09-22b50aa83dc1 req-87bf5dce-eaf3-4091-9fde-7608c17201d4 tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=45f4160e-e6a7-4df5-8a61-94cf281af0fb HTTP/1.1" status: 200 len: 1095 time: 0.0982804 Aug 29 04:44:20.850123 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a815401-07fe-486d-9268-1e55b71e250a req-d8dd3007-a0ac-4a43-abeb-2725f068bfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:20.851831 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0a815401-07fe-486d-9268-1e55b71e250a req-d8dd3007-a0ac-4a43-abeb-2725f068bfb8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9319b79c-b13d-4416-b74d-953dd8e1c402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0814097 Aug 29 04:44:20.971753 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78e1d3c1-2943-4567-af4e-14c28f0b7c9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f22d63c2-bcf4-4be3-aee8-c0adc98c55e8'}, {'server_uuid': '78e1d3c1-2943-4567-af4e-14c28f0b7c9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73a89596-2f6f-4bb0-aecd-74540ae2a41e'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:44:20.974207 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-213d6424-934d-439d-9255-d5062f9c5f02" -d '{"events": [{"server_uuid": "78e1d3c1-2943-4567-af4e-14c28f0b7c9c", "name": "network-vif-unplugged", "status": "completed", "tag": "f22d63c2-bcf4-4be3-aee8-c0adc98c55e8"}, {"server_uuid": "78e1d3c1-2943-4567-af4e-14c28f0b7c9c", "name": "network-vif-unplugged", "status": "completed", "tag": "73a89596-2f6f-4bb0-aecd-74540ae2a41e"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:44:20.989689 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-46f7be2d-54bb-4bf1-8d09-22b50aa83dc1 req-84201c10-c139-40ea-bb7b-52553238b73e tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=0c3ac846-7d53-4676-aa03-79fa315d318d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583335 Aug 29 04:44:21.025266 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Sun, 29 Aug 2021 04:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a54d9f4-0d96-4363-b7c6-e74fc7b6d51b x-openstack-request-id: req-5a54d9f4-0d96-4363-b7c6-e74fc7b6d51b {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:44:21.025404 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78e1d3c1-2943-4567-af4e-14c28f0b7c9c", "name": "network-vif-unplugged", "status": "completed", "tag": "f22d63c2-bcf4-4be3-aee8-c0adc98c55e8", "code": 200}, {"server_uuid": "78e1d3c1-2943-4567-af4e-14c28f0b7c9c", "name": "network-vif-unplugged", "status": "completed", "tag": "73a89596-2f6f-4bb0-aecd-74540ae2a41e", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:44:21.025934 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5a54d9f4-0d96-4363-b7c6-e74fc7b6d51b {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:44:21.026670 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78e1d3c1-2943-4567-af4e-14c28f0b7c9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f22d63c2-bcf4-4be3-aee8-c0adc98c55e8', 'code': 200} Aug 29 04:44:21.026927 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78e1d3c1-2943-4567-af4e-14c28f0b7c9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73a89596-2f6f-4bb0-aecd-74540ae2a41e', 'code': 200} Aug 29 04:44:21.078171 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0a815401-07fe-486d-9268-1e55b71e250a req-0f9f3911-13fc-4f28-b5b1-4136413153b2 service neutron] 10.222.0.48 "GET /v2.0/networks/9319b79c-b13d-4416-b74d-953dd8e1c402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751931 Aug 29 04:44:21.079468 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad6c15c0-fba0-48c9-921d-66f809073461 req-623299fc-fdc5-4404-9e84-d502bc610c6d tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:44:21.093095 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92277815-d861-4719-b417-abb364c358fb None None] Sync routers for ids ['d7a08ddf-bdc9-4a4e-a61d-615f0214f219'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:44:21.105582 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92277815-d861-4719-b417-abb364c358fb None None] Routers {'d7a08ddf-bdc9-4a4e-a61d-615f0214f219'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:44:21.106521 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-92277815-d861-4719-b417-abb364c358fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:44:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['d7a08ddf-bdc9-4a4e-a61d-615f0214f219'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:21.226728 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-92277815-d861-4719-b417-abb364c358fb None None] Set router d7a08ddf-bdc9-4a4e-a61d-615f0214f219 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:44:21.432943 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-92277815-d861-4719-b417-abb364c358fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a08ddf-bdc9-4a4e-a61d-615f0214f219', 'name': 'tempest-TaggedBootDevicesTest-289717497-router', 'tenant_id': 'b0f1228a8bd44b90ad5ea0a20c4870bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'fbc11c01-6e1f-4d4c-8715-6a00f1d72624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:33:20Z', 'updated_at': '2021-08-29T04:33:27Z', 'revision_number': 4, 'project_id': 'b0f1228a8bd44b90ad5ea0a20c4870bf', 'gw_port': {'id': 'fbc11c01-6e1f-4d4c-8715-6a00f1d72624', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:04:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a08ddf-bdc9-4a4e-a61d-615f0214f219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:33:21Z', 'updated_at': '2021-08-29T04:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '062b197c-e371-4ec0-9066-067cc2b73690', 'name': '', 'network_id': 'f8102508-8177-4d08-b66e-69e3d8dd4b5c', 'tenant_id': 'b0f1228a8bd44b90ad5ea0a20c4870bf', 'mac_address': 'fa:16:3e:cd:dc:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a08ddf-bdc9-4a4e-a61d-615f0214f219', 'device_owner': 'network:router_interface', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '38723797-c164-4ad1-837d-c534b680646e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:33:25Z', 'updated_at': '2021-08-29T04:33:42Z', 'revision_number': 5, 'project_id': 'b0f1228a8bd44b90ad5ea0a20c4870bf', 'subnets': [{'id': '38723797-c164-4ad1-837d-c534b680646e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:21.460486 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92277815-d861-4719-b417-abb364c358fb None None] Checking router: d7a08ddf-bdc9-4a4e-a61d-615f0214f219 for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:44:21.471391 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92277815-d861-4719-b417-abb364c358fb None None] Routers {'d7a08ddf-bdc9-4a4e-a61d-615f0214f219'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:44:21.472070 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-92277815-d861-4719-b417-abb364c358fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:44:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['d7a08ddf-bdc9-4a4e-a61d-615f0214f219'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:21.527735 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad6c15c0-fba0-48c9-921d-66f809073461 req-623299fc-fdc5-4404-9e84-d502bc610c6d tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] No DVR routers for this DVR port 863c0636-bcc8-4b84-adb3-6776bab372ee on host n-h2-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:44:21.530337 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-ad6c15c0-fba0-48c9-921d-66f809073461 req-623299fc-fdc5-4404-9e84-d502bc610c6d tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:21.532717 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ad6c15c0-fba0-48c9-921d-66f809073461 req-623299fc-fdc5-4404-9e84-d502bc610c6d tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.48 "DELETE /v2.0/ports/863c0636-bcc8-4b84-adb3-6776bab372ee HTTP/1.1" status: 204 len: 173 time: 2.6340384 Aug 29 04:44:21.592151 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-92277815-d861-4719-b417-abb364c358fb None None] Set router d7a08ddf-bdc9-4a4e-a61d-615f0214f219 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:44:21.660409 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0a815401-07fe-486d-9268-1e55b71e250a req-d5fb92d4-621f-4592-b583-b28c7270c91a service neutron] 10.222.0.48 "GET /v2.0/networks/9319b79c-b13d-4416-b74d-953dd8e1c402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5737002 Aug 29 04:44:21.673505 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bb9549-eb9f-48db-9077-bbd9f10209c6 req-cfcf6efd-1b51-4200-8718-87469357a50c tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:21.680224 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bb9549-eb9f-48db-9077-bbd9f10209c6 req-cfcf6efd-1b51-4200-8718-87469357a50c tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:21.682388 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c4bb9549-eb9f-48db-9077-bbd9f10209c6 req-cfcf6efd-1b51-4200-8718-87469357a50c tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/ports?device_id=78e1d3c1-2943-4567-af4e-14c28f0b7c9c HTTP/1.1" status: 200 len: 1676 time: 0.1340995 Aug 29 04:44:21.738826 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-ad6c15c0-fba0-48c9-921d-66f809073461 req-3bb5b68a-5c76-4e77-b11f-472907991b8f tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Deleting port f22d63c2-bcf4-4be3-aee8-c0adc98c55e8 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:44:21.739129 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-ad6c15c0-fba0-48c9-921d-66f809073461 req-3bb5b68a-5c76-4e77-b11f-472907991b8f tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:21.746182 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c4bb9549-eb9f-48db-9077-bbd9f10209c6 req-923c9991-a8a1-4bde-a0ec-abe207242cd2 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/security-groups?id=9548773a-1ebc-45cc-a31d-47384b103db9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0558438 Aug 29 04:44:21.820389 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-92277815-d861-4719-b417-abb364c358fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a08ddf-bdc9-4a4e-a61d-615f0214f219', 'name': 'tempest-TaggedBootDevicesTest-289717497-router', 'tenant_id': 'b0f1228a8bd44b90ad5ea0a20c4870bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'fbc11c01-6e1f-4d4c-8715-6a00f1d72624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:33:20Z', 'updated_at': '2021-08-29T04:33:27Z', 'revision_number': 4, 'project_id': 'b0f1228a8bd44b90ad5ea0a20c4870bf', 'gw_port': {'id': 'fbc11c01-6e1f-4d4c-8715-6a00f1d72624', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:04:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a08ddf-bdc9-4a4e-a61d-615f0214f219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:33:21Z', 'updated_at': '2021-08-29T04:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '062b197c-e371-4ec0-9066-067cc2b73690', 'name': '', 'network_id': 'f8102508-8177-4d08-b66e-69e3d8dd4b5c', 'tenant_id': 'b0f1228a8bd44b90ad5ea0a20c4870bf', 'mac_address': 'fa:16:3e:cd:dc:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a08ddf-bdc9-4a4e-a61d-615f0214f219', 'device_owner': 'network:router_interface', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '38723797-c164-4ad1-837d-c534b680646e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:33:25Z', 'updated_at': '2021-08-29T04:33:42Z', 'revision_number': 5, 'project_id': 'b0f1228a8bd44b90ad5ea0a20c4870bf', 'subnets': [{'id': '38723797-c164-4ad1-837d-c534b680646e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:21.834087 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-ad6c15c0-fba0-48c9-921d-66f809073461 req-3bb5b68a-5c76-4e77-b11f-472907991b8f tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] For port f22d63c2-bcf4-4be3-aee8-c0adc98c55e8, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=f22d63c2-bcf4-4be3-aee8-c0adc98c55e8,segment=NetworkSegment(e6f13fca-b863-4a19-b6d5-923becb8a28a),segment_id=e6f13fca-b863-4a19-b6d5-923becb8a28a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:21.834469 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-ad6c15c0-fba0-48c9-921d-66f809073461 req-3bb5b68a-5c76-4e77-b11f-472907991b8f tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:21.851441 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-ad6c15c0-fba0-48c9-921d-66f809073461 req-3bb5b68a-5c76-4e77-b11f-472907991b8f tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Calling delete_port for f22d63c2-bcf4-4be3-aee8-c0adc98c55e8 owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:44:21.854683 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92277815-d861-4719-b417-abb364c358fb None None] The sync data for ids ['d7a08ddf-bdc9-4a4e-a61d-615f0214f219'] in n-d-712140-12 is: [{'id': 'd7a08ddf-bdc9-4a4e-a61d-615f0214f219', 'name': 'tempest-TaggedBootDevicesTest-289717497-router', 'tenant_id': 'b0f1228a8bd44b90ad5ea0a20c4870bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'fbc11c01-6e1f-4d4c-8715-6a00f1d72624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:33:20Z', 'updated_at': '2021-08-29T04:33:27Z', 'revision_number': 4, 'project_id': 'b0f1228a8bd44b90ad5ea0a20c4870bf', 'gw_port': {'id': 'fbc11c01-6e1f-4d4c-8715-6a00f1d72624', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:04:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a08ddf-bdc9-4a4e-a61d-615f0214f219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:33:21Z', 'updated_at': '2021-08-29T04:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '062b197c-e371-4ec0-9066-067cc2b73690', 'name': '', 'network_id': 'f8102508-8177-4d08-b66e-69e3d8dd4b5c', 'tenant_id': 'b0f1228a8bd44b90ad5ea0a20c4870bf', 'mac_address': 'fa:16:3e:cd:dc:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a08ddf-bdc9-4a4e-a61d-615f0214f219', 'device_owner': 'network:router_interface', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '38723797-c164-4ad1-837d-c534b680646e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:33:25Z', 'updated_at': '2021-08-29T04:33:42Z', 'revision_number': 5, 'project_id': 'b0f1228a8bd44b90ad5ea0a20c4870bf', 'subnets': [{'id': '38723797-c164-4ad1-837d-c534b680646e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:44:22.012028 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-ad6c15c0-fba0-48c9-921d-66f809073461 req-3bb5b68a-5c76-4e77-b11f-472907991b8f tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:22.074298 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb5b68a-5c76-4e77-b11f-472907991b8f tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Pushing event deleted for resources: {'Port': ['ID=f22d63c2-bcf4-4be3-aee8-c0adc98c55e8,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:22.134683 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45f4160e-e6a7-4df5-8a61-94cf281af0fb', 'tag': '8cf417c5-e56f-44c5-aaf0-3acbf64e11b9'}, {'server_uuid': '78e1d3c1-2943-4567-af4e-14c28f0b7c9c', 'name': 'network-vif-deleted', 'tag': '863c0636-bcc8-4b84-adb3-6776bab372ee'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:44:22.137312 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-293b9b6e-92e5-4038-89e0-e18200e38f25" -d '{"events": [{"name": "network-changed", "server_uuid": "45f4160e-e6a7-4df5-8a61-94cf281af0fb", "tag": "8cf417c5-e56f-44c5-aaf0-3acbf64e11b9"}, {"server_uuid": "78e1d3c1-2943-4567-af4e-14c28f0b7c9c", "name": "network-vif-deleted", "tag": "863c0636-bcc8-4b84-adb3-6776bab372ee"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:44:22.198022 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad6c15c0-fba0-48c9-921d-66f809073461 req-3bb5b68a-5c76-4e77-b11f-472907991b8f tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] No DVR routers for this DVR port f22d63c2-bcf4-4be3-aee8-c0adc98c55e8 on host n-h2-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:44:22.201243 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-ad6c15c0-fba0-48c9-921d-66f809073461 req-3bb5b68a-5c76-4e77-b11f-472907991b8f tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:22.203642 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ad6c15c0-fba0-48c9-921d-66f809073461 req-3bb5b68a-5c76-4e77-b11f-472907991b8f tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.48 "DELETE /v2.0/ports/f22d63c2-bcf4-4be3-aee8-c0adc98c55e8 HTTP/1.1" status: 204 len: 173 time: 0.6565542 Aug 29 04:44:22.222956 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sun, 29 Aug 2021 04:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c417ff2-a0f8-4698-bb25-bf4848a365c4 x-openstack-request-id: req-2c417ff2-a0f8-4698-bb25-bf4848a365c4 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:44:22.223320 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45f4160e-e6a7-4df5-8a61-94cf281af0fb", "tag": "8cf417c5-e56f-44c5-aaf0-3acbf64e11b9", "status": "completed", "code": 200}, {"server_uuid": "78e1d3c1-2943-4567-af4e-14c28f0b7c9c", "name": "network-vif-deleted", "tag": "863c0636-bcc8-4b84-adb3-6776bab372ee", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:44:22.223508 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2c417ff2-a0f8-4698-bb25-bf4848a365c4 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:44:22.224227 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45f4160e-e6a7-4df5-8a61-94cf281af0fb', 'tag': '8cf417c5-e56f-44c5-aaf0-3acbf64e11b9', 'status': 'completed', 'code': 200} Aug 29 04:44:22.224483 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78e1d3c1-2943-4567-af4e-14c28f0b7c9c', 'name': 'network-vif-deleted', 'tag': '863c0636-bcc8-4b84-adb3-6776bab372ee', 'status': 'completed', 'code': 200} Aug 29 04:44:22.230720 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae01129-e363-4a8e-947d-da2942173c89 req-03407cd4-e666-4958-879d-dd538440cb0a tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:22.233677 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4ae01129-e363-4a8e-947d-da2942173c89 req-03407cd4-e666-4958-879d-dd538440cb0a tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=45f4160e-e6a7-4df5-8a61-94cf281af0fb HTTP/1.1" status: 200 len: 1095 time: 0.1072192 Aug 29 04:44:22.281181 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4ae01129-e363-4a8e-947d-da2942173c89 req-e3613912-da6c-49bc-ac28-cbd30693da20 tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=0c3ac846-7d53-4676-aa03-79fa315d318d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403671 Aug 29 04:44:22.308385 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9ce894-1126-4b2c-b9d4-791f32cbf1f5 None None] New status for floating IP 3458c0f7-f6df-40c2-b52c-ebae3b7c0ed9: DOWN {{(pid=94830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:44:22.360609 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293b9b6e-92e5-4038-89e0-e18200e38f25 req-5aa9f83b-0d95-4016-8b53-68e60d68650a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:22.363120 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-293b9b6e-92e5-4038-89e0-e18200e38f25 req-5aa9f83b-0d95-4016-8b53-68e60d68650a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9036be0dbaed45b89bac65fa9379402b&device_id=45f4160e-e6a7-4df5-8a61-94cf281af0fb HTTP/1.1" status: 200 len: 1095 time: 0.0902016 Aug 29 04:44:22.381712 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-ad6c15c0-fba0-48c9-921d-66f809073461 req-f1a37bf3-ad65-452a-8d8f-c2fca1c69e38 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Deleting port 73a89596-2f6f-4bb0-aecd-74540ae2a41e {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:44:22.382053 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-ad6c15c0-fba0-48c9-921d-66f809073461 req-f1a37bf3-ad65-452a-8d8f-c2fca1c69e38 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:22.542806 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293b9b6e-92e5-4038-89e0-e18200e38f25 req-544c2fde-5771-4fbf-a66e-63a895042e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:22.544454 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-293b9b6e-92e5-4038-89e0-e18200e38f25 req-544c2fde-5771-4fbf-a66e-63a895042e3a service neutron] 10.222.0.48 "GET /v2.0/networks?id=9319b79c-b13d-4416-b74d-953dd8e1c402 HTTP/1.1" status: 200 len: 910 time: 0.1728888 Aug 29 04:44:22.546313 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-ad6c15c0-fba0-48c9-921d-66f809073461 req-f1a37bf3-ad65-452a-8d8f-c2fca1c69e38 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] For port 73a89596-2f6f-4bb0-aecd-74540ae2a41e, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=73a89596-2f6f-4bb0-aecd-74540ae2a41e,segment=NetworkSegment(4b6fcfff-d0b2-4891-8168-98b048690d18),segment_id=4b6fcfff-d0b2-4891-8168-98b048690d18)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:22.546691 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-ad6c15c0-fba0-48c9-921d-66f809073461 req-f1a37bf3-ad65-452a-8d8f-c2fca1c69e38 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:22.599437 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-ad6c15c0-fba0-48c9-921d-66f809073461 req-f1a37bf3-ad65-452a-8d8f-c2fca1c69e38 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Calling delete_port for 73a89596-2f6f-4bb0-aecd-74540ae2a41e owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:44:22.602415 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-293b9b6e-92e5-4038-89e0-e18200e38f25 req-643a0889-530b-4bae-97cb-0ed32ebc6dfd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8cf417c5-e56f-44c5-aaf0-3acbf64e11b9 HTTP/1.1" status: 200 len: 217 time: 0.0453794 Aug 29 04:44:22.693618 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293b9b6e-92e5-4038-89e0-e18200e38f25 req-395ac696-ff0b-4d2d-a318-2192d64b3959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:22.695090 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-293b9b6e-92e5-4038-89e0-e18200e38f25 req-395ac696-ff0b-4d2d-a318-2192d64b3959 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5f79ad6e-1aed-46e7-94ca-2126b5f856ce HTTP/1.1" status: 200 len: 848 time: 0.0842826 Aug 29 04:44:22.789305 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293b9b6e-92e5-4038-89e0-e18200e38f25 req-9aae2e51-4215-4238-adfa-09dfe9b5adbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:22.790821 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-293b9b6e-92e5-4038-89e0-e18200e38f25 req-9aae2e51-4215-4238-adfa-09dfe9b5adbf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9319b79c-b13d-4416-b74d-953dd8e1c402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0873413 Aug 29 04:44:22.809040 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-ad6c15c0-fba0-48c9-921d-66f809073461 req-f1a37bf3-ad65-452a-8d8f-c2fca1c69e38 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:22.882371 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a37bf3-ad65-452a-8d8f-c2fca1c69e38 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Pushing event deleted for resources: {'Port': ['ID=73a89596-2f6f-4bb0-aecd-74540ae2a41e,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:22.906297 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-953acba6-364d-4b76-9b65-19eb0a07c461 req-12070ed9-d3ee-44e7-9b7d-d3f950f413ce tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/ports?device_id=78e1d3c1-2943-4567-af4e-14c28f0b7c9c HTTP/1.1" status: 200 len: 210 time: 0.0376842 Aug 29 04:44:22.957989 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad6c15c0-fba0-48c9-921d-66f809073461 req-f1a37bf3-ad65-452a-8d8f-c2fca1c69e38 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] No DVR routers for this DVR port 73a89596-2f6f-4bb0-aecd-74540ae2a41e on host n-h2-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:44:22.961369 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-ad6c15c0-fba0-48c9-921d-66f809073461 req-f1a37bf3-ad65-452a-8d8f-c2fca1c69e38 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:22.963409 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ad6c15c0-fba0-48c9-921d-66f809073461 req-f1a37bf3-ad65-452a-8d8f-c2fca1c69e38 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.48 "DELETE /v2.0/ports/73a89596-2f6f-4bb0-aecd-74540ae2a41e HTTP/1.1" status: 204 len: 173 time: 0.7522986 Aug 29 04:44:22.983616 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-293b9b6e-92e5-4038-89e0-e18200e38f25 req-391b05a2-83af-445d-b69a-bf27415ee1ce service neutron] 10.222.0.48 "GET /v2.0/networks/9319b79c-b13d-4416-b74d-953dd8e1c402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835461 Aug 29 04:44:23.090616 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-293b9b6e-92e5-4038-89e0-e18200e38f25 req-37d2cf00-bab4-414e-85c1-1d36f327b041 service neutron] 10.222.0.48 "GET /v2.0/networks/9319b79c-b13d-4416-b74d-953dd8e1c402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942631 Aug 29 04:44:23.456067 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2739f0-c26c-413c-91de-3ffd9c077eb4 req-2b06e775-e8f1-4a3d-b002-c987ec109d44 tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:23.458582 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-cb2739f0-c26c-413c-91de-3ffd9c077eb4 req-2b06e775-e8f1-4a3d-b002-c987ec109d44 tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=45f4160e-e6a7-4df5-8a61-94cf281af0fb HTTP/1.1" status: 200 len: 1095 time: 0.0758557 Aug 29 04:44:23.499718 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-cb2739f0-c26c-413c-91de-3ffd9c077eb4 req-dc9f7737-9c25-4dbc-ba7c-b7150570ab4e tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=0c3ac846-7d53-4676-aa03-79fa315d318d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335147 Aug 29 04:44:24.028544 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-34e53c9f-9ee2-49b3-8c9f-756c576a7cb4 req-1b700922-e58e-406a-b773-2192d646d893 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/ports?device_id=78e1d3c1-2943-4567-af4e-14c28f0b7c9c HTTP/1.1" status: 200 len: 210 time: 0.0359411 Aug 29 04:44:24.226569 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78e1d3c1-2943-4567-af4e-14c28f0b7c9c', 'name': 'network-vif-deleted', 'tag': 'f22d63c2-bcf4-4be3-aee8-c0adc98c55e8'}, {'server_uuid': '78e1d3c1-2943-4567-af4e-14c28f0b7c9c', 'name': 'network-vif-deleted', 'tag': '73a89596-2f6f-4bb0-aecd-74540ae2a41e'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:44:24.229996 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4df70ea-b96f-4bb8-ada9-a7818cdaea98" -d '{"events": [{"server_uuid": "78e1d3c1-2943-4567-af4e-14c28f0b7c9c", "name": "network-vif-deleted", "tag": "f22d63c2-bcf4-4be3-aee8-c0adc98c55e8"}, {"server_uuid": "78e1d3c1-2943-4567-af4e-14c28f0b7c9c", "name": "network-vif-deleted", "tag": "73a89596-2f6f-4bb0-aecd-74540ae2a41e"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:44:24.273446 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 29 Aug 2021 04:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47bc9ce1-2430-4e4c-ad18-03ef88abaf33 x-openstack-request-id: req-47bc9ce1-2430-4e4c-ad18-03ef88abaf33 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:44:24.273783 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78e1d3c1-2943-4567-af4e-14c28f0b7c9c", "name": "network-vif-deleted", "tag": "f22d63c2-bcf4-4be3-aee8-c0adc98c55e8", "status": "completed", "code": 200}, {"server_uuid": "78e1d3c1-2943-4567-af4e-14c28f0b7c9c", "name": "network-vif-deleted", "tag": "73a89596-2f6f-4bb0-aecd-74540ae2a41e", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:44:24.274048 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-47bc9ce1-2430-4e4c-ad18-03ef88abaf33 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:44:24.274455 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78e1d3c1-2943-4567-af4e-14c28f0b7c9c', 'name': 'network-vif-deleted', 'tag': 'f22d63c2-bcf4-4be3-aee8-c0adc98c55e8', 'status': 'completed', 'code': 200} Aug 29 04:44:24.274743 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78e1d3c1-2943-4567-af4e-14c28f0b7c9c', 'name': 'network-vif-deleted', 'tag': '73a89596-2f6f-4bb0-aecd-74540ae2a41e', 'status': 'completed', 'code': 200} Aug 29 04:44:24.425227 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 8cf417c5-e56f-44c5-aaf0-3acbf64e11b9 details requested by agent hyperv_n-h2-712140-12 with host n-h2-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:44:24.623867 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe21a02-aaa0-47f3-ab93-febaff279eec req-bc5b198f-e531-42a9-84d3-4cb75ac1a3c4 tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:24.632765 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bbe21a02-aaa0-47f3-ab93-febaff279eec req-bc5b198f-e531-42a9-84d3-4cb75ac1a3c4 tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=45f4160e-e6a7-4df5-8a61-94cf281af0fb HTTP/1.1" status: 200 len: 1095 time: 0.0549700 Aug 29 04:44:24.686629 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bbe21a02-aaa0-47f3-ab93-febaff279eec req-c0ad44ec-8f39-4897-9a0d-c588141b2178 tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=0c3ac846-7d53-4676-aa03-79fa315d318d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528052 Aug 29 04:44:24.703092 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 8cf417c5-e56f-44c5-aaf0-3acbf64e11b9, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=8cf417c5-e56f-44c5-aaf0-3acbf64e11b9,segment=NetworkSegment(99770f09-f0ca-4bb2-bba3-f12b172a5d48),segment_id=99770f09-f0ca-4bb2-bba3-f12b172a5d48)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:24.720946 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Returning: {'device': '8cf417c5-e56f-44c5-aaf0-3acbf64e11b9', 'network_id': '9319b79c-b13d-4416-b74d-953dd8e1c402', 'port_id': '8cf417c5-e56f-44c5-aaf0-3acbf64e11b9', 'mac_address': 'fa:16:3e:2e:f6:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f79ad6e-1aed-46e7-94ca-2126b5f856ce', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:44:24.762326 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:24.775647 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cf417c5-e56f-44c5-aaf0-3acbf64e11b9 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:44:24.796168 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 8cf417c5-e56f-44c5-aaf0-3acbf64e11b9, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=8cf417c5-e56f-44c5-aaf0-3acbf64e11b9,segment=NetworkSegment(99770f09-f0ca-4bb2-bba3-f12b172a5d48),segment_id=99770f09-f0ca-4bb2-bba3-f12b172a5d48)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:24.801602 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:24.852498 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=8cf417c5-e56f-44c5-aaf0-3acbf64e11b9,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:25.146484 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-034d804b-6f5b-4d0b-b017-f69161a8d248 req-e9423243-8093-44e3-8bd2-d3f16d6fa780 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/ports?device_id=78e1d3c1-2943-4567-af4e-14c28f0b7c9c HTTP/1.1" status: 200 len: 210 time: 0.0274599 Aug 29 04:44:25.177247 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['8cf417c5-e56f-44c5-aaf0-3acbf64e11b9'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:44:25.849100 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1d63be-2703-4e4b-a2b7-156c3b524284 req-550af456-875c-44f4-9838-00827baeb4f9 tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:25.857957 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ba1d63be-2703-4e4b-a2b7-156c3b524284 req-550af456-875c-44f4-9838-00827baeb4f9 tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=45f4160e-e6a7-4df5-8a61-94cf281af0fb HTTP/1.1" status: 200 len: 1096 time: 0.0908546 Aug 29 04:44:25.918713 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ba1d63be-2703-4e4b-a2b7-156c3b524284 req-fe9e3aed-fd84-4df3-8a47-785eb3097163 tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=0c3ac846-7d53-4676-aa03-79fa315d318d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450475 Aug 29 04:44:26.273195 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-274149b9-89b6-47a1-8cc5-dada801eef59 req-9f9087ac-9c0d-4a35-b6c6-229835b586c2 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/ports?device_id=78e1d3c1-2943-4567-af4e-14c28f0b7c9c HTTP/1.1" status: 200 len: 210 time: 0.0368657 Aug 29 04:44:26.443530 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 8cf417c5-e56f-44c5-aaf0-3acbf64e11b9 up at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:44:26.509817 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning for port 8cf417c5-e56f-44c5-aaf0-3acbf64e11b9 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:44:26.514820 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning complete for port 8cf417c5-e56f-44c5-aaf0-3acbf64e11b9 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:44:26.515476 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:26.630420 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:26.676657 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45f4160e-e6a7-4df5-8a61-94cf281af0fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cf417c5-e56f-44c5-aaf0-3acbf64e11b9'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:44:26.679171 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6801c234-ec58-4482-a0c9-4da9c4b1841f" -d '{"events": [{"server_uuid": "45f4160e-e6a7-4df5-8a61-94cf281af0fb", "name": "network-vif-plugged", "status": "completed", "tag": "8cf417c5-e56f-44c5-aaf0-3acbf64e11b9"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:44:26.697044 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 8cf417c5-e56f-44c5-aaf0-3acbf64e11b9, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=8cf417c5-e56f-44c5-aaf0-3acbf64e11b9,segment=NetworkSegment(99770f09-f0ca-4bb2-bba3-f12b172a5d48),segment_id=99770f09-f0ca-4bb2-bba3-f12b172a5d48)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:26.704048 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:26.760356 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7b98121-018c-44dc-9061-6298ee245426 x-openstack-request-id: req-e7b98121-018c-44dc-9061-6298ee245426 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:44:26.760858 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45f4160e-e6a7-4df5-8a61-94cf281af0fb", "name": "network-vif-plugged", "status": "completed", "tag": "8cf417c5-e56f-44c5-aaf0-3acbf64e11b9", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:44:26.761216 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e7b98121-018c-44dc-9061-6298ee245426 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:44:26.761730 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45f4160e-e6a7-4df5-8a61-94cf281af0fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cf417c5-e56f-44c5-aaf0-3acbf64e11b9', 'code': 200} Aug 29 04:44:26.779341 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=8cf417c5-e56f-44c5-aaf0-3acbf64e11b9,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:26.893798 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b05ae47-2e02-4d64-b4cc-75692fb29d6f req-ea5d0ae4-f6a9-45e1-8490-21290f110fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:26.895417 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9b05ae47-2e02-4d64-b4cc-75692fb29d6f req-ea5d0ae4-f6a9-45e1-8490-21290f110fb1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=45f4160e-e6a7-4df5-8a61-94cf281af0fb HTTP/1.1" status: 200 len: 1097 time: 0.0532258 Aug 29 04:44:26.944984 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9b05ae47-2e02-4d64-b4cc-75692fb29d6f req-a1e2a8ef-5d51-44b7-99ab-156c9d0ad76c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=0c3ac846-7d53-4676-aa03-79fa315d318d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418472 Aug 29 04:44:27.035737 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09e3412-991f-4e91-bcf2-50e2b28e17fc req-2a727cc5-c44f-4dc5-82c2-00fdc7175c65 tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:27.038060 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b09e3412-991f-4e91-bcf2-50e2b28e17fc req-2a727cc5-c44f-4dc5-82c2-00fdc7175c65 tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=45f4160e-e6a7-4df5-8a61-94cf281af0fb HTTP/1.1" status: 200 len: 1097 time: 0.0553720 Aug 29 04:44:27.076755 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b09e3412-991f-4e91-bcf2-50e2b28e17fc req-27c38b32-e470-40b7-8746-3a1a3bcdd0c7 tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=0c3ac846-7d53-4676-aa03-79fa315d318d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327125 Aug 29 04:44:27.401846 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6f1100de-5c50-4e28-9558-26ae09df0446 req-d9fefa43-b9d7-4375-b2a3-7a958fab48b8 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/ports?device_id=78e1d3c1-2943-4567-af4e-14c28f0b7c9c HTTP/1.1" status: 200 len: 210 time: 0.0302238 Aug 29 04:44:28.193252 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f970bb-3d2a-4455-8b28-858269ff8c61 req-f441ca16-2423-42ba-bf3c-97a6be298201 tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:28.202174 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-26f970bb-3d2a-4455-8b28-858269ff8c61 req-f441ca16-2423-42ba-bf3c-97a6be298201 tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=45f4160e-e6a7-4df5-8a61-94cf281af0fb HTTP/1.1" status: 200 len: 1097 time: 0.0529261 Aug 29 04:44:28.242913 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-26f970bb-3d2a-4455-8b28-858269ff8c61 req-4aeacf48-6733-41d8-a61c-872461dcb483 tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=0c3ac846-7d53-4676-aa03-79fa315d318d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388596 Aug 29 04:44:28.530250 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-44aedf8a-1dad-49af-abd4-b9fba3547579 req-e13977b4-1a50-4354-aa6b-699dd6a95b0d tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/ports?device_id=78e1d3c1-2943-4567-af4e-14c28f0b7c9c HTTP/1.1" status: 200 len: 210 time: 0.0289159 Aug 29 04:44:28.743956 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:29.355851 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0cb330-85dc-45bb-b2cb-047e7c25292c req-5889eadb-f5c3-4220-9207-a5bb642bbdc7 tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:29.357241 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-db0cb330-85dc-45bb-b2cb-047e7c25292c req-5889eadb-f5c3-4220-9207-a5bb642bbdc7 tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=45f4160e-e6a7-4df5-8a61-94cf281af0fb HTTP/1.1" status: 200 len: 1097 time: 0.0452027 Aug 29 04:44:29.405450 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-db0cb330-85dc-45bb-b2cb-047e7c25292c req-48d1cf30-3d0a-415c-963b-c7ff5f1dee17 tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=0c3ac846-7d53-4676-aa03-79fa315d318d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419161 Aug 29 04:44:29.533151 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c77a69-92a6-4a65-83da-167accb353db req-bc99bc5a-9fe3-49df-a2a8-93b5fed8e3ce tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:29.534914 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b0c77a69-92a6-4a65-83da-167accb353db req-bc99bc5a-9fe3-49df-a2a8-93b5fed8e3ce tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=45f4160e-e6a7-4df5-8a61-94cf281af0fb HTTP/1.1" status: 200 len: 1097 time: 0.0520079 Aug 29 04:44:29.584884 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b0c77a69-92a6-4a65-83da-167accb353db req-c2a11000-1bab-4cca-bae1-94a5c2862d47 tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=0c3ac846-7d53-4676-aa03-79fa315d318d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421822 Aug 29 04:44:29.718618 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-96bf0b3b-abd2-4057-879c-2092d6ef2fc3 req-b4107522-0a27-4a05-a4d4-638277ebd9b1 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/ports?device_id=78e1d3c1-2943-4567-af4e-14c28f0b7c9c HTTP/1.1" status: 200 len: 210 time: 0.0568550 Aug 29 04:44:29.780068 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b3dc3c-a4ff-49a5-8a1e-8e2ed90949c2 req-50f2ac5a-49b6-4f53-939d-e8d549af9f2b tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:29.788664 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-03b3dc3c-a4ff-49a5-8a1e-8e2ed90949c2 req-50f2ac5a-49b6-4f53-939d-e8d549af9f2b tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=45f4160e-e6a7-4df5-8a61-94cf281af0fb HTTP/1.1" status: 200 len: 1097 time: 0.1018698 Aug 29 04:44:29.836489 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-03b3dc3c-a4ff-49a5-8a1e-8e2ed90949c2 req-0484ab97-da7b-48ee-b7fe-4b9eaec3fdad tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=0c3ac846-7d53-4676-aa03-79fa315d318d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465918 Aug 29 04:44:30.158211 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0bba0f-71a2-4817-9a2c-3f29fb0a8da0 req-c5666842-7baf-4f9e-bfc4-6ab44ac337b8 tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:30.166928 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9b0bba0f-71a2-4817-9a2c-3f29fb0a8da0 req-c5666842-7baf-4f9e-bfc4-6ab44ac337b8 tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=45f4160e-e6a7-4df5-8a61-94cf281af0fb HTTP/1.1" status: 200 len: 1097 time: 0.0557394 Aug 29 04:44:30.199051 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9b0bba0f-71a2-4817-9a2c-3f29fb0a8da0 req-72d7f161-74ad-47d5-a4f6-f837ed2ac41e tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=0c3ac846-7d53-4676-aa03-79fa315d318d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312510 Aug 29 04:44:30.843336 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c31d0917-c59a-497d-8905-b953ee8f80cb req-d8b44b55-f53f-43dd-8fd3-26746420b670 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/ports?device_id=78e1d3c1-2943-4567-af4e-14c28f0b7c9c HTTP/1.1" status: 200 len: 210 time: 0.0310221 Aug 29 04:44:31.322005 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1529f262-60dc-4577-8330-244d60a55ae5 req-15760229-53a2-42a4-891b-257e9ab563ee tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:31.324425 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1529f262-60dc-4577-8330-244d60a55ae5 req-15760229-53a2-42a4-891b-257e9ab563ee tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=45f4160e-e6a7-4df5-8a61-94cf281af0fb HTTP/1.1" status: 200 len: 1097 time: 0.0436513 Aug 29 04:44:31.361801 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1529f262-60dc-4577-8330-244d60a55ae5 req-2504110a-b8f5-4235-a7f0-4b1ce0908f55 tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=0c3ac846-7d53-4676-aa03-79fa315d318d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308855 Aug 29 04:44:31.766203 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707d4443-eeee-4cc7-a034-6233c4118825 req-8c2f7849-2f58-403a-8d0e-6c2d59ff1e52 tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:31.768179 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-707d4443-eeee-4cc7-a034-6233c4118825 req-8c2f7849-2f58-403a-8d0e-6c2d59ff1e52 tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=45f4160e-e6a7-4df5-8a61-94cf281af0fb HTTP/1.1" status: 200 len: 1097 time: 0.0453429 Aug 29 04:44:31.851085 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-707d4443-eeee-4cc7-a034-6233c4118825 req-c1de7033-4295-4de0-9522-dc0d05ddb70f tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] Deleting port 8cf417c5-e56f-44c5-aaf0-3acbf64e11b9 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:44:31.851763 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-707d4443-eeee-4cc7-a034-6233c4118825 req-c1de7033-4295-4de0-9522-dc0d05ddb70f tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:31.944021 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-707d4443-eeee-4cc7-a034-6233c4118825 req-c1de7033-4295-4de0-9522-dc0d05ddb70f tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] For port 8cf417c5-e56f-44c5-aaf0-3acbf64e11b9, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=8cf417c5-e56f-44c5-aaf0-3acbf64e11b9,segment=NetworkSegment(99770f09-f0ca-4bb2-bba3-f12b172a5d48),segment_id=99770f09-f0ca-4bb2-bba3-f12b172a5d48)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:31.944397 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-707d4443-eeee-4cc7-a034-6233c4118825 req-c1de7033-4295-4de0-9522-dc0d05ddb70f tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:31.979539 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-707d4443-eeee-4cc7-a034-6233c4118825 req-c1de7033-4295-4de0-9522-dc0d05ddb70f tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] Calling delete_port for 8cf417c5-e56f-44c5-aaf0-3acbf64e11b9 owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:44:31.982776 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-de881ca9-e7d0-4cb9-b222-214249a71100 req-db6f7952-e52d-4636-9a8b-6655d62eb023 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/ports?device_id=78e1d3c1-2943-4567-af4e-14c28f0b7c9c HTTP/1.1" status: 200 len: 210 time: 0.0359213 Aug 29 04:44:32.115351 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-707d4443-eeee-4cc7-a034-6233c4118825 req-c1de7033-4295-4de0-9522-dc0d05ddb70f tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:32.131183 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['5e782f3e-8ddb-4bed-8d7d-ee0526ee03d9'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:44:32.158794 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1de7033-4295-4de0-9522-dc0d05ddb70f tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] Pushing event deleted for resources: {'Port': ['ID=8cf417c5-e56f-44c5-aaf0-3acbf64e11b9,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:32.186769 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['8cf417c5-e56f-44c5-aaf0-3acbf64e11b9'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:44:32.204041 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-707d4443-eeee-4cc7-a034-6233c4118825 req-c1de7033-4295-4de0-9522-dc0d05ddb70f tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] No DVR routers for this DVR port 8cf417c5-e56f-44c5-aaf0-3acbf64e11b9 on host n-h2-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:44:32.206895 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-707d4443-eeee-4cc7-a034-6233c4118825 req-c1de7033-4295-4de0-9522-dc0d05ddb70f tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:32.209949 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-707d4443-eeee-4cc7-a034-6233c4118825 req-c1de7033-4295-4de0-9522-dc0d05ddb70f tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] 10.222.0.48 "DELETE /v2.0/ports/8cf417c5-e56f-44c5-aaf0-3acbf64e11b9 HTTP/1.1" status: 204 len: 173 time: 0.4353030 Aug 29 04:44:32.210449 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45f4160e-e6a7-4df5-8a61-94cf281af0fb', 'name': 'network-vif-deleted', 'tag': '8cf417c5-e56f-44c5-aaf0-3acbf64e11b9'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:44:32.214790 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d5fa64a-fea3-415d-9bb1-f7b99581cc39" -d '{"events": [{"server_uuid": "45f4160e-e6a7-4df5-8a61-94cf281af0fb", "name": "network-vif-deleted", "tag": "8cf417c5-e56f-44c5-aaf0-3acbf64e11b9"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:44:32.279887 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3725a680-9e74-41c8-ac48-f49960bc7eba x-openstack-request-id: req-3725a680-9e74-41c8-ac48-f49960bc7eba {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:44:32.280295 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45f4160e-e6a7-4df5-8a61-94cf281af0fb", "name": "network-vif-deleted", "tag": "8cf417c5-e56f-44c5-aaf0-3acbf64e11b9", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:44:32.280601 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3725a680-9e74-41c8-ac48-f49960bc7eba {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:44:32.281004 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45f4160e-e6a7-4df5-8a61-94cf281af0fb', 'name': 'network-vif-deleted', 'tag': '8cf417c5-e56f-44c5-aaf0-3acbf64e11b9', 'status': 'completed', 'code': 200} Aug 29 04:44:32.497005 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-33617a44-2100-4395-802e-b732d579a2d6 req-214f37b8-89f1-42e3-9439-7c93642580ae tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=45f4160e-e6a7-4df5-8a61-94cf281af0fb HTTP/1.1" status: 200 len: 210 time: 0.0287611 Aug 29 04:44:33.106711 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0632c331-74aa-4e8c-a0aa-d67e29200eba req-e8bb3533-25bf-4955-9e89-2572d9e5e115 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/ports?device_id=78e1d3c1-2943-4567-af4e-14c28f0b7c9c HTTP/1.1" status: 200 len: 210 time: 0.0278745 Aug 29 04:44:33.391946 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7be4d8cd-5980-4af3-8620-1c5a471ec549 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:33.807098 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a68f907-863c-4af2-b436-7854d30ef548 req-ed7ae0a9-1aca-441f-9c32-fea28aae1c29 tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:33.809310 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4a68f907-863c-4af2-b436-7854d30ef548 req-ed7ae0a9-1aca-441f-9c32-fea28aae1c29 tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=8e1853b4-92b4-452b-8faf-b9c4da5b6fdd HTTP/1.1" status: 200 len: 1097 time: 0.0518622 Aug 29 04:44:33.851138 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4a68f907-863c-4af2-b436-7854d30ef548 req-0e92210b-21b6-4682-977c-21108ac97a24 tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=0c3ac846-7d53-4676-aa03-79fa315d318d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324557 Aug 29 04:44:34.255294 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d5946387-8562-48b8-a145-86ce70696e05 req-c5a23f0f-e8a9-4659-8ff7-3df363bcae71 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/ports?device_id=78e1d3c1-2943-4567-af4e-14c28f0b7c9c HTTP/1.1" status: 200 len: 210 time: 0.0286455 Aug 29 04:44:34.962250 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e776b2c4-9c82-44a5-82ec-efae6adb6ffb req-55930db4-961d-429a-b8e8-92b5f1862969 tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:34.963895 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e776b2c4-9c82-44a5-82ec-efae6adb6ffb req-55930db4-961d-429a-b8e8-92b5f1862969 tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=8e1853b4-92b4-452b-8faf-b9c4da5b6fdd HTTP/1.1" status: 200 len: 1097 time: 0.0427108 Aug 29 04:44:34.998493 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e776b2c4-9c82-44a5-82ec-efae6adb6ffb req-0b37348e-3ccb-4c76-bc60-f964ff25fa75 tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=0c3ac846-7d53-4676-aa03-79fa315d318d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286386 Aug 29 04:44:35.349915 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 59766) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:35.418835 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-260ec3b0-4381-4ddb-a6dc-0f8601b15611 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:35.444293 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-260ec3b0-4381-4ddb-a6dc-0f8601b15611 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:35.475780 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d188497e-424e-4fe9-b32b-c0f36cd38f64 req-58e3a7f4-a99a-447f-bc24-3eea4c0a2b85 tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:35.477619 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d188497e-424e-4fe9-b32b-c0f36cd38f64 req-58e3a7f4-a99a-447f-bc24-3eea4c0a2b85 tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=8e1853b4-92b4-452b-8faf-b9c4da5b6fdd HTTP/1.1" status: 200 len: 1097 time: 0.0734029 Aug 29 04:44:35.495177 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-260ec3b0-4381-4ddb-a6dc-0f8601b15611 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:35.497635 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-260ec3b0-4381-4ddb-a6dc-0f8601b15611 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:35.502137 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-260ec3b0-4381-4ddb-a6dc-0f8601b15611 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "DELETE /v2.0/security-groups/9548773a-1ebc-45cc-a31d-47384b103db9 HTTP/1.1" status: 204 len: 168 time: 0.1481185 Aug 29 04:44:35.503441 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 59772) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:35.518548 n-d-712140-12 neutron-server[94829]: INFO neutron.api.v2.resource [None req-d473d8a9-63af-4413-8011-90c4ecf3da11 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] show failed (client error): The resource could not be found. Aug 29 04:44:35.522181 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-d473d8a9-63af-4413-8011-90c4ecf3da11 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "GET /v2.0/security-groups/9548773a-1ebc-45cc-a31d-47384b103db9 HTTP/1.1" status: 404 len: 347 time: 0.0151885 Aug 29 04:44:35.524354 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 59774) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:35.532997 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260ec3b0-4381-4ddb-a6dc-0f8601b15611 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9548773a-1ebc-45cc-a31d-47384b103db9,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:35.579144 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-d188497e-424e-4fe9-b32b-c0f36cd38f64 req-6bd2703b-b872-4413-ac5d-b68e36484d08 tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] Deleting port 5e782f3e-8ddb-4bed-8d7d-ee0526ee03d9 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:44:35.579542 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-d188497e-424e-4fe9-b32b-c0f36cd38f64 req-6bd2703b-b872-4413-ac5d-b68e36484d08 tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:35.663742 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-d188497e-424e-4fe9-b32b-c0f36cd38f64 req-6bd2703b-b872-4413-ac5d-b68e36484d08 tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] For port 5e782f3e-8ddb-4bed-8d7d-ee0526ee03d9, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=5e782f3e-8ddb-4bed-8d7d-ee0526ee03d9,segment=NetworkSegment(99770f09-f0ca-4bb2-bba3-f12b172a5d48),segment_id=99770f09-f0ca-4bb2-bba3-f12b172a5d48)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:35.664219 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-d188497e-424e-4fe9-b32b-c0f36cd38f64 req-6bd2703b-b872-4413-ac5d-b68e36484d08 tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:35.667155 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-012e39e2-0bb6-4051-9a24-260d29d62c4c tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Deleting port 8cbbc5c5-a7b4-4828-9616-a71858c6c7fe {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:44:35.667499 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-012e39e2-0bb6-4051-9a24-260d29d62c4c tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:35.678035 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-d188497e-424e-4fe9-b32b-c0f36cd38f64 req-6bd2703b-b872-4413-ac5d-b68e36484d08 tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] Calling delete_port for 5e782f3e-8ddb-4bed-8d7d-ee0526ee03d9 owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:44:35.758650 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-012e39e2-0bb6-4051-9a24-260d29d62c4c tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:35.759043 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-012e39e2-0bb6-4051-9a24-260d29d62c4c tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:35.771881 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-012e39e2-0bb6-4051-9a24-260d29d62c4c tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Calling delete_port for 8cbbc5c5-a7b4-4828-9616-a71858c6c7fe owned by network:floatingip {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:44:35.811780 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-d188497e-424e-4fe9-b32b-c0f36cd38f64 req-6bd2703b-b872-4413-ac5d-b68e36484d08 tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:35.823217 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['5e782f3e-8ddb-4bed-8d7d-ee0526ee03d9'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:44:35.884490 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd2703b-b872-4413-ac5d-b68e36484d08 tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] Pushing event deleted for resources: {'Port': ['ID=5e782f3e-8ddb-4bed-8d7d-ee0526ee03d9,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:35.888313 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-d188497e-424e-4fe9-b32b-c0f36cd38f64 req-6bd2703b-b872-4413-ac5d-b68e36484d08 tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] No DVR routers for this DVR port 5e782f3e-8ddb-4bed-8d7d-ee0526ee03d9 on host n-h1-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:44:35.894628 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-d188497e-424e-4fe9-b32b-c0f36cd38f64 req-6bd2703b-b872-4413-ac5d-b68e36484d08 tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:35.897276 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d188497e-424e-4fe9-b32b-c0f36cd38f64 req-6bd2703b-b872-4413-ac5d-b68e36484d08 tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] 10.222.0.46 "DELETE /v2.0/ports/5e782f3e-8ddb-4bed-8d7d-ee0526ee03d9 HTTP/1.1" status: 204 len: 173 time: 0.4118085 Aug 29 04:44:35.898439 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e1853b4-92b4-452b-8faf-b9c4da5b6fdd', 'name': 'network-vif-deleted', 'tag': '5e782f3e-8ddb-4bed-8d7d-ee0526ee03d9'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:44:35.901192 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab8fee7c-bd45-4eac-ba88-7bb2d78ab038" -d '{"events": [{"server_uuid": "8e1853b4-92b4-452b-8faf-b9c4da5b6fdd", "name": "network-vif-deleted", "tag": "5e782f3e-8ddb-4bed-8d7d-ee0526ee03d9"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:44:35.929934 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-012e39e2-0bb6-4051-9a24-260d29d62c4c tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:35.945952 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ce1d4da-ccd8-4cae-a7af-54e10f5b1361 x-openstack-request-id: req-7ce1d4da-ccd8-4cae-a7af-54e10f5b1361 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:44:35.946363 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e1853b4-92b4-452b-8faf-b9c4da5b6fdd", "name": "network-vif-deleted", "tag": "5e782f3e-8ddb-4bed-8d7d-ee0526ee03d9", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:44:35.946842 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7ce1d4da-ccd8-4cae-a7af-54e10f5b1361 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:44:35.947372 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e1853b4-92b4-452b-8faf-b9c4da5b6fdd', 'name': 'network-vif-deleted', 'tag': '5e782f3e-8ddb-4bed-8d7d-ee0526ee03d9', 'status': 'completed', 'code': 200} Aug 29 04:44:35.969263 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012e39e2-0bb6-4051-9a24-260d29d62c4c tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Pushing event deleted for resources: {'Port': ['ID=8cbbc5c5-a7b4-4828-9616-a71858c6c7fe,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:36.068718 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-012e39e2-0bb6-4051-9a24-260d29d62c4c tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks [] for floatingip, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:36.071610 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-012e39e2-0bb6-4051-9a24-260d29d62c4c tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:36.072941 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-012e39e2-0bb6-4051-9a24-260d29d62c4c tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "DELETE /v2.0/floatingips/3458c0f7-f6df-40c2-b52c-ebae3b7c0ed9 HTTP/1.1" status: 204 len: 168 time: 0.5476670 Aug 29 04:44:36.076393 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 59780) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:36.137982 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d7bbcc41-bbfa-4423-9356-fd5cfab686c7 req-d0cd5e58-8249-4b26-a5cb-92d9897b5404 tempest-TestServerMultinode-701469435 tempest-TestServerMultinode-701469435-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=8e1853b4-92b4-452b-8faf-b9c4da5b6fdd HTTP/1.1" status: 200 len: 210 time: 0.0478055 Aug 29 04:44:36.197228 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2e2c3d96-d93c-4c6b-8fbd-fe7a098e8018 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Deleting port 2662ff03-0fe5-4738-ac75-76417260f6bb {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:44:36.197578 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2e2c3d96-d93c-4c6b-8fbd-fe7a098e8018 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:36.247307 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4959d2c4-01b0-4dfe-ae38-43bcea39afd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:36.294548 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2e2c3d96-d93c-4c6b-8fbd-fe7a098e8018 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:36.307930 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2e2c3d96-d93c-4c6b-8fbd-fe7a098e8018 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Calling delete_port for 2662ff03-0fe5-4738-ac75-76417260f6bb owned by {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:44:36.448383 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2e2c3d96-d93c-4c6b-8fbd-fe7a098e8018 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:36.475341 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 8cf417c5-e56f-44c5-aaf0-3acbf64e11b9 no longer exists at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:44:36.487554 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2c3d96-d93c-4c6b-8fbd-fe7a098e8018 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Pushing event deleted for resources: {'Port': ['ID=2662ff03-0fe5-4738-ac75-76417260f6bb,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:36.505640 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] No Port match for: 8cf417c5-e56f-44c5-aaf0-3acbf64e11b9 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:44:36.506000 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 8cf417c5-e56f-44c5-aaf0-3acbf64e11b9 not bound to the agent host n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:44:36.569811 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2e2c3d96-d93c-4c6b-8fbd-fe7a098e8018 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:36.571813 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-2e2c3d96-d93c-4c6b-8fbd-fe7a098e8018 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "DELETE /v2.0/ports/2662ff03-0fe5-4738-ac75-76417260f6bb HTTP/1.1" status: 204 len: 168 time: 0.4942729 Aug 29 04:44:36.575350 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 59786) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:36.670572 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b408e7a2-f7aa-476b-b0e8-ab9da212147a tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Deleting port 9ed8042a-534d-4fd9-bab3-f9ca6ec3d842 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:44:36.670920 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b408e7a2-f7aa-476b-b0e8-ab9da212147a tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:36.758221 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b408e7a2-f7aa-476b-b0e8-ab9da212147a tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:36.770843 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b408e7a2-f7aa-476b-b0e8-ab9da212147a tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Calling delete_port for 9ed8042a-534d-4fd9-bab3-f9ca6ec3d842 owned by {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:44:36.922736 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b408e7a2-f7aa-476b-b0e8-ab9da212147a tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:36.953453 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b408e7a2-f7aa-476b-b0e8-ab9da212147a tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Pushing event deleted for resources: {'Port': ['ID=9ed8042a-534d-4fd9-bab3-f9ca6ec3d842,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:36.967553 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b408e7a2-f7aa-476b-b0e8-ab9da212147a tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:36.968196 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b408e7a2-f7aa-476b-b0e8-ab9da212147a tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:36.968730 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b408e7a2-f7aa-476b-b0e8-ab9da212147a tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:36.969248 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b408e7a2-f7aa-476b-b0e8-ab9da212147a tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:36.969770 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b408e7a2-f7aa-476b-b0e8-ab9da212147a tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:36.970137 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b408e7a2-f7aa-476b-b0e8-ab9da212147a tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:36.970468 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b408e7a2-f7aa-476b-b0e8-ab9da212147a tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:36.970815 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b408e7a2-f7aa-476b-b0e8-ab9da212147a tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:36.971132 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b408e7a2-f7aa-476b-b0e8-ab9da212147a tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:36.971453 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b408e7a2-f7aa-476b-b0e8-ab9da212147a tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:36.971801 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b408e7a2-f7aa-476b-b0e8-ab9da212147a tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:36.972122 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b408e7a2-f7aa-476b-b0e8-ab9da212147a tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:37.043555 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b408e7a2-f7aa-476b-b0e8-ab9da212147a tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:37.048233 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-b408e7a2-f7aa-476b-b0e8-ab9da212147a tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "DELETE /v2.0/ports/9ed8042a-534d-4fd9-bab3-f9ca6ec3d842 HTTP/1.1" status: 204 len: 168 time: 0.4692855 Aug 29 04:44:37.048596 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 59788) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:37.108753 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6982547-00f3-48f4-a50f-b0a740add908 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Deleting subnet 8462c09a-3992-4e92-b18c-741f3c6662c3 {{(pid=94828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:44:37.112672 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f6982547-00f3-48f4-a50f-b0a740add908 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks [] for subnet, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:37.153155 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f6982547-00f3-48f4-a50f-b0a740add908 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8904862'] for subnet, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:37.209486 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 59792) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:37.233708 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:37.239044 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:37.288842 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f6982547-00f3-48f4-a50f-b0a740add908 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:37.360499 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f6982547-00f3-48f4-a50f-b0a740add908 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9190434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062341'] for subnet, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:37.388991 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6982547-00f3-48f4-a50f-b0a740add908 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Pushing event deleted for resources: {'Subnet': ['ID=8462c09a-3992-4e92-b18c-741f3c6662c3,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:37.393074 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f6982547-00f3-48f4-a50f-b0a740add908 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:37.395255 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-f6982547-00f3-48f4-a50f-b0a740add908 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "DELETE /v2.0/subnets/8462c09a-3992-4e92-b18c-741f3c6662c3 HTTP/1.1" status: 204 len: 168 time: 0.3455443 Aug 29 04:44:37.397810 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 59794) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:37.415319 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8b2b16-b0be-4c8c-a714-9156e5b7a557 None None] Network 5e503eef-fcd9-442c-bfbe-e3b673cf903b requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:44:37.466426 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_v2 [None req-013d7016-d5d7-4fb3-b3c5-1549e4d56694 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Deleting subnet 2c4c2bd8-a9be-4d3e-b11b-de6654931482 {{(pid=94828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:44:37.471884 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-013d7016-d5d7-4fb3-b3c5-1549e4d56694 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks [] for subnet, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:37.534345 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-013d7016-d5d7-4fb3-b3c5-1549e4d56694 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8904862'] for subnet, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:37.706463 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-013d7016-d5d7-4fb3-b3c5-1549e4d56694 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:37.709325 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33588fc2-daf3-41e4-b63b-2f33f0cf0cac None None] DHCP port deletion for 5e503eef-fcd9-442c-bfbe-e3b673cf903b request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:44:37.773551 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1a2a5a12-7886-42ce-a1ce-561720b76685 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713413'] for router_interface, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:37.806525 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-013d7016-d5d7-4fb3-b3c5-1549e4d56694 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9190434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062341'] for subnet, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:37.810657 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-33588fc2-daf3-41e4-b63b-2f33f0cf0cac None None] Deleting port f722bfb6-6bca-4e70-b669-9c06e3cb58ff {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:44:37.811042 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-33588fc2-daf3-41e4-b63b-2f33f0cf0cac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:37.842686 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-013d7016-d5d7-4fb3-b3c5-1549e4d56694 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:37.848968 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-013d7016-d5d7-4fb3-b3c5-1549e4d56694 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "DELETE /v2.0/subnets/2c4c2bd8-a9be-4d3e-b11b-de6654931482 HTTP/1.1" status: 204 len: 168 time: 0.4496479 Aug 29 04:44:37.849694 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 59804) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:37.850661 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013d7016-d5d7-4fb3-b3c5-1549e4d56694 tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Pushing event deleted for resources: {'Subnet': ['ID=2c4c2bd8-a9be-4d3e-b11b-de6654931482,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:37.892569 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-33588fc2-daf3-41e4-b63b-2f33f0cf0cac None None] For port f722bfb6-6bca-4e70-b669-9c06e3cb58ff, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=f722bfb6-6bca-4e70-b669-9c06e3cb58ff,segment=NetworkSegment(e6f13fca-b863-4a19-b6d5-923becb8a28a),segment_id=e6f13fca-b863-4a19-b6d5-923becb8a28a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:37.892970 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-33588fc2-daf3-41e4-b63b-2f33f0cf0cac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:37.912788 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-33588fc2-daf3-41e4-b63b-2f33f0cf0cac None None] Calling delete_port for f722bfb6-6bca-4e70-b669-9c06e3cb58ff owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:44:37.949289 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9f0d5cf0-cc15-4d1a-a7a5-74b124584aea tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:38.025969 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-9f0d5cf0-cc15-4d1a-a7a5-74b124584aea tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Deleting port f722bfb6-6bca-4e70-b669-9c06e3cb58ff {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:44:38.026325 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9f0d5cf0-cc15-4d1a-a7a5-74b124584aea tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:38.029472 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12bc8635-ac26-4253-89b0-83f61fb37ad3 None None] Network 17498e6d-84e1-4cac-974a-a187e6f18066 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:44:38.105067 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-9f0d5cf0-cc15-4d1a-a7a5-74b124584aea tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] For port f722bfb6-6bca-4e70-b669-9c06e3cb58ff, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=f722bfb6-6bca-4e70-b669-9c06e3cb58ff,segment=NetworkSegment(e6f13fca-b863-4a19-b6d5-923becb8a28a),segment_id=e6f13fca-b863-4a19-b6d5-923becb8a28a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:38.105503 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9f0d5cf0-cc15-4d1a-a7a5-74b124584aea tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:38.121446 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-9f0d5cf0-cc15-4d1a-a7a5-74b124584aea tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Calling delete_port for f722bfb6-6bca-4e70-b669-9c06e3cb58ff owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:44:38.159148 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-33588fc2-daf3-41e4-b63b-2f33f0cf0cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:38.208040 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9f0d5cf0-cc15-4d1a-a7a5-74b124584aea tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:38.214798 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33588fc2-daf3-41e4-b63b-2f33f0cf0cac None None] Pushing event deleted for resources: {'Port': ['ID=f722bfb6-6bca-4e70-b669-9c06e3cb58ff,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:38.233133 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33588fc2-daf3-41e4-b63b-2f33f0cf0cac None None] No DVR routers for this DVR port f722bfb6-6bca-4e70-b669-9c06e3cb58ff on host n-d-712140-12 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:44:38.254037 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0d5cf0-cc15-4d1a-a7a5-74b124584aea tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] No DVR routers for this DVR port f722bfb6-6bca-4e70-b669-9c06e3cb58ff on host n-d-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:44:38.267949 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0d5cf0-cc15-4d1a-a7a5-74b124584aea tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Pushing event deleted for resources: {'Port': ['ID=f722bfb6-6bca-4e70-b669-9c06e3cb58ff,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:38.373540 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9f0d5cf0-cc15-4d1a-a7a5-74b124584aea tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:38.396080 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-9f0d5cf0-cc15-4d1a-a7a5-74b124584aea tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e503eef-fcd9-442c-bfbe-e3b673cf903b']}} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:38.427354 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc19b90-a75f-4699-afbd-7ea21d07db75 None None] DHCP port deletion for 17498e6d-84e1-4cac-974a-a187e6f18066 request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:44:38.427951 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-9f0d5cf0-cc15-4d1a-a7a5-74b124584aea tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6f13fca-b863-4a19-b6d5-923becb8a28a') {'for_net_delete': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:38.427951 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-9f0d5cf0-cc15-4d1a-a7a5-74b124584aea tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6f13fca-b863-4a19-b6d5-923becb8a28a') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:38.450022 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9f0d5cf0-cc15-4d1a-a7a5-74b124584aea tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8904833'] for segment, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:38.479300 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9f0d5cf0-cc15-4d1a-a7a5-74b124584aea tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:38.487735 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f0d5cf0-cc15-4d1a-a7a5-74b124584aea tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=94828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:44:38.488285 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9f0d5cf0-cc15-4d1a-a7a5-74b124584aea tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9190468'] for segment, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:38.491718 n-d-712140-12 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:44:38.491718 n-d-712140-12 neutron-server[94828]: self.session.flush() Aug 29 04:44:38.491718 n-d-712140-12 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:44:38.491718 n-d-712140-12 neutron-server[94828]: self.session.flush() Aug 29 04:44:38.491718 n-d-712140-12 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:44:38.491718 n-d-712140-12 neutron-server[94828]: self.session.flush() Aug 29 04:44:38.491718 n-d-712140-12 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:44:38.491718 n-d-712140-12 neutron-server[94828]: self.session.flush() Aug 29 04:44:38.491718 n-d-712140-12 neutron-server[94828]: Traceback (most recent call last): Aug 29 04:44:38.491718 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:44:38.491718 n-d-712140-12 neutron-server[94828]: timer() Aug 29 04:44:38.491718 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:44:38.491718 n-d-712140-12 neutron-server[94828]: cb(*args, **kw) Aug 29 04:44:38.491718 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:44:38.491718 n-d-712140-12 neutron-server[94828]: return func(*args, **kwargs) Aug 29 04:44:38.491718 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:44:38.491718 n-d-712140-12 neutron-server[94828]: self._notify() Aug 29 04:44:38.491718 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:44:38.491718 n-d-712140-12 neutron-server[94828]: self.callback(batched_events) Aug 29 04:44:38.491718 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:44:38.491718 n-d-712140-12 neutron-server[94828]: event.method(event) Aug 29 04:44:38.491718 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:44:38.491718 n-d-712140-12 neutron-server[94828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:44:38.491718 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:44:38.491718 n-d-712140-12 neutron-server[94828]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:44:38.491718 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:44:38.491718 n-d-712140-12 neutron-server[94828]: return f(self, *a, **k) Aug 29 04:44:38.491718 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:44:38.491718 n-d-712140-12 neutron-server[94828]: return self._get(url).json() Aug 29 04:44:38.491718 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:44:38.491718 n-d-712140-12 neutron-server[94828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:44:38.491718 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:44:38.491718 n-d-712140-12 neutron-server[94828]: return self.request(url, 'GET', **kwargs) Aug 29 04:44:38.491718 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:44:38.491718 n-d-712140-12 neutron-server[94828]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:44:38.491718 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:44:38.491718 n-d-712140-12 neutron-server[94828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:44:38.491718 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:44:38.491718 n-d-712140-12 neutron-server[94828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:44:38.491718 n-d-712140-12 neutron-server[94828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:44:38.496611 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-fbc19b90-a75f-4699-afbd-7ea21d07db75 None None] Deleting port 1596887a-e7f6-4a5b-a9ee-abea858f7913 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:44:38.497452 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fbc19b90-a75f-4699-afbd-7ea21d07db75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:38.504109 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-1a2a5a12-7886-42ce-a1ce-561720b76685 admin admin] Deleting port 05698cc2-936d-45b5-8ae3-9e9c518cd8d4 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:44:38.504669 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1a2a5a12-7886-42ce-a1ce-561720b76685 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:38.572627 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-fbc19b90-a75f-4699-afbd-7ea21d07db75 None None] For port 1596887a-e7f6-4a5b-a9ee-abea858f7913, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=1596887a-e7f6-4a5b-a9ee-abea858f7913,segment=NetworkSegment(4b6fcfff-d0b2-4891-8168-98b048690d18),segment_id=4b6fcfff-d0b2-4891-8168-98b048690d18)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:38.573035 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fbc19b90-a75f-4699-afbd-7ea21d07db75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:38.598064 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-fbc19b90-a75f-4699-afbd-7ea21d07db75 None None] Calling delete_port for 1596887a-e7f6-4a5b-a9ee-abea858f7913 owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:44:38.619450 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-1a2a5a12-7886-42ce-a1ce-561720b76685 admin admin] For port 05698cc2-936d-45b5-8ae3-9e9c518cd8d4, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=05698cc2-936d-45b5-8ae3-9e9c518cd8d4,segment=NetworkSegment(99770f09-f0ca-4bb2-bba3-f12b172a5d48),segment_id=99770f09-f0ca-4bb2-bba3-f12b172a5d48)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:38.619902 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1a2a5a12-7886-42ce-a1ce-561720b76685 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:38.637132 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-1a2a5a12-7886-42ce-a1ce-561720b76685 admin admin] Calling delete_port for 05698cc2-936d-45b5-8ae3-9e9c518cd8d4 owned by network:router_interface {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:44:38.700363 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fbc19b90-a75f-4699-afbd-7ea21d07db75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:38.744488 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc19b90-a75f-4699-afbd-7ea21d07db75 None None] Pushing event deleted for resources: {'Port': ['ID=1596887a-e7f6-4a5b-a9ee-abea858f7913,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:38.759253 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc19b90-a75f-4699-afbd-7ea21d07db75 None None] No DVR routers for this DVR port 1596887a-e7f6-4a5b-a9ee-abea858f7913 on host n-d-712140-12 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:44:38.799894 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:38.891437 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1a2a5a12-7886-42ce-a1ce-561720b76685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:38.915231 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9f0d5cf0-cc15-4d1a-a7a5-74b124584aea tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:38.930159 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9f0d5cf0-cc15-4d1a-a7a5-74b124584aea tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:38.933554 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-9f0d5cf0-cc15-4d1a-a7a5-74b124584aea tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "DELETE /v2.0/networks/5e503eef-fcd9-442c-bfbe-e3b673cf903b HTTP/1.1" status: 204 len: 168 time: 1.0794535 Aug 29 04:44:38.939678 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 59808) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:38.953611 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2a5a12-7886-42ce-a1ce-561720b76685 admin admin] Pushing event deleted for resources: {'Port': ['ID=05698cc2-936d-45b5-8ae3-9e9c518cd8d4,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:38.958771 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0d5cf0-cc15-4d1a-a7a5-74b124584aea tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Pushing event deleted for resources: {'Network': ['ID=5e503eef-fcd9-442c-bfbe-e3b673cf903b,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:39.020966 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 1596887a-e7f6-4a5b-a9ee-abea858f7913 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:44:39.044642 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 1596887a-e7f6-4a5b-a9ee-abea858f7913 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:44:39.045238 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 1596887a-e7f6-4a5b-a9ee-abea858f7913 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:44:39.045915 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device f722bfb6-6bca-4e70-b669-9c06e3cb58ff no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:44:39.069224 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: f722bfb6-6bca-4e70-b669-9c06e3cb58ff {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:44:39.070069 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device f722bfb6-6bca-4e70-b669-9c06e3cb58ff not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:44:39.143921 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4af8dc8d-285a-463f-b31f-d280d1c8ebac tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:39.280811 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4af8dc8d-285a-463f-b31f-d280d1c8ebac tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:39.291920 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1a2a5a12-7886-42ce-a1ce-561720b76685 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-713231'] for router_interface, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:39.294491 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-4af8dc8d-285a-463f-b31f-d280d1c8ebac tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17498e6d-84e1-4cac-974a-a187e6f18066']}} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:39.309278 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-4af8dc8d-285a-463f-b31f-d280d1c8ebac tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b6fcfff-d0b2-4891-8168-98b048690d18') {'for_net_delete': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:39.309592 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-4af8dc8d-285a-463f-b31f-d280d1c8ebac tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b6fcfff-d0b2-4891-8168-98b048690d18') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:39.321550 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4af8dc8d-285a-463f-b31f-d280d1c8ebac tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4311712'] for segment, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:39.375464 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4af8dc8d-285a-463f-b31f-d280d1c8ebac tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:39.386084 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4af8dc8d-285a-463f-b31f-d280d1c8ebac tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=94829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:44:39.386497 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4af8dc8d-285a-463f-b31f-d280d1c8ebac tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4274277'] for segment, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:39.389446 n-d-712140-12 neutron-server[94829]: Traceback (most recent call last): Aug 29 04:44:39.389446 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:44:39.389446 n-d-712140-12 neutron-server[94829]: timer() Aug 29 04:44:39.389446 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:44:39.389446 n-d-712140-12 neutron-server[94829]: cb(*args, **kw) Aug 29 04:44:39.389446 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:44:39.389446 n-d-712140-12 neutron-server[94829]: return func(*args, **kwargs) Aug 29 04:44:39.389446 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:44:39.389446 n-d-712140-12 neutron-server[94829]: self._notify() Aug 29 04:44:39.389446 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:44:39.389446 n-d-712140-12 neutron-server[94829]: self.callback(batched_events) Aug 29 04:44:39.389446 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:44:39.389446 n-d-712140-12 neutron-server[94829]: event.method(event) Aug 29 04:44:39.389446 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:44:39.389446 n-d-712140-12 neutron-server[94829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:44:39.389446 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:44:39.389446 n-d-712140-12 neutron-server[94829]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:44:39.389446 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:44:39.389446 n-d-712140-12 neutron-server[94829]: return f(self, *a, **k) Aug 29 04:44:39.389446 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:44:39.389446 n-d-712140-12 neutron-server[94829]: return self._get(url).json() Aug 29 04:44:39.389446 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:44:39.389446 n-d-712140-12 neutron-server[94829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:44:39.389446 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:44:39.389446 n-d-712140-12 neutron-server[94829]: return self.request(url, 'GET', **kwargs) Aug 29 04:44:39.389446 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:44:39.389446 n-d-712140-12 neutron-server[94829]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:44:39.389446 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:44:39.389446 n-d-712140-12 neutron-server[94829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:44:39.389446 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:44:39.389446 n-d-712140-12 neutron-server[94829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:44:39.389446 n-d-712140-12 neutron-server[94829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:44:39.486182 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4af8dc8d-285a-463f-b31f-d280d1c8ebac tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:39.496157 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4af8dc8d-285a-463f-b31f-d280d1c8ebac tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:39.497990 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-4af8dc8d-285a-463f-b31f-d280d1c8ebac tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] 10.222.0.22 "DELETE /v2.0/networks/17498e6d-84e1-4cac-974a-a187e6f18066 HTTP/1.1" status: 204 len: 168 time: 0.5571859 Aug 29 04:44:39.510214 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af8dc8d-285a-463f-b31f-d280d1c8ebac tempest-TaggedBootDevicesTest-1703598784 tempest-TaggedBootDevicesTest-1703598784-project] Pushing event deleted for resources: {'Network': ['ID=17498e6d-84e1-4cac-974a-a187e6f18066,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:39.622119 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a2a5a12-7886-42ce-a1ce-561720b76685 admin admin] Router 2e0376c7-b771-4a3b-866a-a7c19e48306d has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:44:39.704810 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 5e782f3e-8ddb-4bed-8d7d-ee0526ee03d9 no longer exists at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:44:39.734096 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] No Port match for: 5e782f3e-8ddb-4bed-8d7d-ee0526ee03d9 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:44:39.734519 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 5e782f3e-8ddb-4bed-8d7d-ee0526ee03d9 not bound to the agent host n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:44:39.748539 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a2a5a12-7886-42ce-a1ce-561720b76685 admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:44:39.754819 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-1a2a5a12-7886-42ce-a1ce-561720b76685 admin admin] 10.222.0.22 "PUT /v2.0/routers/2e0376c7-b771-4a3b-866a-a7c19e48306d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5442688 Aug 29 04:44:39.757218 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 59816) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:39.761084 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c345e5e-c0ef-4890-88e5-252e824ee63a None None] Sync routers for ids ['2e0376c7-b771-4a3b-866a-a7c19e48306d'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:44:39.771088 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c345e5e-c0ef-4890-88e5-252e824ee63a None None] Routers {'2e0376c7-b771-4a3b-866a-a7c19e48306d'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:44:39.771749 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-6c345e5e-c0ef-4890-88e5-252e824ee63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:44:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['2e0376c7-b771-4a3b-866a-a7c19e48306d'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:39.906917 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9ad077f9-0198-4e79-ba95-e3798e23a30f admin admin] Notify callbacks [] for router, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:39.968495 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-6c345e5e-c0ef-4890-88e5-252e824ee63a None None] Set router 2e0376c7-b771-4a3b-866a-a7c19e48306d gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:44:40.044249 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9ad077f9-0198-4e79-ba95-e3798e23a30f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:40.112772 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-9ad077f9-0198-4e79-ba95-e3798e23a30f admin admin] Deleting port bd31e265-30b1-4c07-b222-0528a72ac014 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:44:40.113163 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9ad077f9-0198-4e79-ba95-e3798e23a30f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:40.186809 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-6c345e5e-c0ef-4890-88e5-252e824ee63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e0376c7-b771-4a3b-866a-a7c19e48306d', 'name': 'tempest-TestServerMultinode-346947870-router', 'tenant_id': '1c48bce63416432f95e63fede4aa96eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': 'bd31e265-30b1-4c07-b222-0528a72ac014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:43:44Z', 'updated_at': '2021-08-29T04:44:38Z', 'revision_number': 5, 'project_id': '1c48bce63416432f95e63fede4aa96eb', 'gw_port': {'id': 'bd31e265-30b1-4c07-b222-0528a72ac014', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:9c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0376c7-b771-4a3b-866a-a7c19e48306d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:43:44Z', 'updated_at': '2021-08-29T04:43:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:40.207325 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-9ad077f9-0198-4e79-ba95-e3798e23a30f admin admin] For port bd31e265-30b1-4c07-b222-0528a72ac014, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=bd31e265-30b1-4c07-b222-0528a72ac014,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:40.207797 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9ad077f9-0198-4e79-ba95-e3798e23a30f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:40.220034 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c345e5e-c0ef-4890-88e5-252e824ee63a None None] Checking router: 2e0376c7-b771-4a3b-866a-a7c19e48306d for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:44:40.223500 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-9ad077f9-0198-4e79-ba95-e3798e23a30f admin admin] Calling delete_port for bd31e265-30b1-4c07-b222-0528a72ac014 owned by network:router_gateway {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:44:40.231063 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c345e5e-c0ef-4890-88e5-252e824ee63a None None] Routers {'2e0376c7-b771-4a3b-866a-a7c19e48306d'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:44:40.231966 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-6c345e5e-c0ef-4890-88e5-252e824ee63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:44:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['2e0376c7-b771-4a3b-866a-a7c19e48306d'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:40.330103 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-6c345e5e-c0ef-4890-88e5-252e824ee63a None None] Set router 2e0376c7-b771-4a3b-866a-a7c19e48306d gateway port host: None {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:44:40.387224 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-6c345e5e-c0ef-4890-88e5-252e824ee63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e0376c7-b771-4a3b-866a-a7c19e48306d', 'name': 'tempest-TestServerMultinode-346947870-router', 'tenant_id': '1c48bce63416432f95e63fede4aa96eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:43:44Z', 'updated_at': '2021-08-29T04:44:40Z', 'revision_number': 6, 'project_id': '1c48bce63416432f95e63fede4aa96eb', 'gw_port_host': None}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:40.417940 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c345e5e-c0ef-4890-88e5-252e824ee63a None None] The sync data for ids ['2e0376c7-b771-4a3b-866a-a7c19e48306d'] in n-d-712140-12 is: [{'id': '2e0376c7-b771-4a3b-866a-a7c19e48306d', 'name': 'tempest-TestServerMultinode-346947870-router', 'tenant_id': '1c48bce63416432f95e63fede4aa96eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:43:44Z', 'updated_at': '2021-08-29T04:44:40Z', 'revision_number': 6, 'project_id': '1c48bce63416432f95e63fede4aa96eb', 'gw_port_host': None}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:44:40.437661 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9ad077f9-0198-4e79-ba95-e3798e23a30f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:40.466129 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad077f9-0198-4e79-ba95-e3798e23a30f admin admin] Pushing event deleted for resources: {'Port': ['ID=bd31e265-30b1-4c07-b222-0528a72ac014,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:40.480073 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad077f9-0198-4e79-ba95-e3798e23a30f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:40.480440 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad077f9-0198-4e79-ba95-e3798e23a30f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:40.480792 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad077f9-0198-4e79-ba95-e3798e23a30f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:40.481132 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad077f9-0198-4e79-ba95-e3798e23a30f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:40.481473 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad077f9-0198-4e79-ba95-e3798e23a30f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:40.482123 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad077f9-0198-4e79-ba95-e3798e23a30f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:40.482471 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad077f9-0198-4e79-ba95-e3798e23a30f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:40.482809 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad077f9-0198-4e79-ba95-e3798e23a30f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:40.483144 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad077f9-0198-4e79-ba95-e3798e23a30f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:40.483475 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad077f9-0198-4e79-ba95-e3798e23a30f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:40.483839 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad077f9-0198-4e79-ba95-e3798e23a30f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:40.484172 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad077f9-0198-4e79-ba95-e3798e23a30f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:40.546521 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9ad077f9-0198-4e79-ba95-e3798e23a30f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719445'] for router_gateway, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:40.664182 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9ad077f9-0198-4e79-ba95-e3798e23a30f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:40.666661 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9ad077f9-0198-4e79-ba95-e3798e23a30f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:40.734723 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9ad077f9-0198-4e79-ba95-e3798e23a30f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717253'] for router, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:40.737488 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ad077f9-0198-4e79-ba95-e3798e23a30f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e0376c7-b771-4a3b-866a-a7c19e48306d {{(pid=94829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:44:40.745283 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9ad077f9-0198-4e79-ba95-e3798e23a30f admin admin] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:40.749221 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 59826) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:40.749779 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-9ad077f9-0198-4e79-ba95-e3798e23a30f admin admin] 10.222.0.22 "DELETE /v2.0/routers/2e0376c7-b771-4a3b-866a-a7c19e48306d HTTP/1.1" status: 204 len: 168 time: 0.9912503 Aug 29 04:44:40.812925 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b0c069a-f0a7-42f6-96f3-c6ada5c505c7 admin admin] Deleting subnet 5f79ad6e-1aed-46e7-94ca-2126b5f856ce {{(pid=94828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:44:40.828660 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7b0c069a-f0a7-42f6-96f3-c6ada5c505c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:40.878233 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7b0c069a-f0a7-42f6-96f3-c6ada5c505c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8904862'] for subnet, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:41.026902 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7b0c069a-f0a7-42f6-96f3-c6ada5c505c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:41.090942 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device bd31e265-30b1-4c07-b222-0528a72ac014 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:44:41.105082 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7b0c069a-f0a7-42f6-96f3-c6ada5c505c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9190434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062341'] for subnet, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:41.116356 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: bd31e265-30b1-4c07-b222-0528a72ac014 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:44:41.117054 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device bd31e265-30b1-4c07-b222-0528a72ac014 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:44:41.118313 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 05698cc2-936d-45b5-8ae3-9e9c518cd8d4 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:44:41.140583 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7b0c069a-f0a7-42f6-96f3-c6ada5c505c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:41.144433 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-7b0c069a-f0a7-42f6-96f3-c6ada5c505c7 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/5f79ad6e-1aed-46e7-94ca-2126b5f856ce HTTP/1.1" status: 204 len: 168 time: 0.3941109 Aug 29 04:44:41.145568 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0c069a-f0a7-42f6-96f3-c6ada5c505c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f79ad6e-1aed-46e7-94ca-2126b5f856ce,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:41.146510 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 59834) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:41.161143 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 05698cc2-936d-45b5-8ae3-9e9c518cd8d4 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:44:41.161585 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 05698cc2-936d-45b5-8ae3-9e9c518cd8d4 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:44:41.164698 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081e3d1e-96ac-4bac-9e35-4f76f6324e6f None None] Network 9319b79c-b13d-4416-b74d-953dd8e1c402 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:44:41.261868 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4611023a-3eb2-4809-acad-cc1aff38c7ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:41.333546 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-4611023a-3eb2-4809-acad-cc1aff38c7ee admin admin] Deleting port 70ee70d8-b342-4ea7-a942-cbda9bdb8ae8 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:44:41.333957 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4611023a-3eb2-4809-acad-cc1aff38c7ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:41.379481 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d72af0-905b-4195-b0c2-70125df82be0 None None] DHCP port deletion for 9319b79c-b13d-4416-b74d-953dd8e1c402 request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:44:41.465241 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-40d72af0-905b-4195-b0c2-70125df82be0 None None] Deleting port 70ee70d8-b342-4ea7-a942-cbda9bdb8ae8 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:44:41.465918 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-40d72af0-905b-4195-b0c2-70125df82be0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:41.561202 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-40d72af0-905b-4195-b0c2-70125df82be0 None None] For port 70ee70d8-b342-4ea7-a942-cbda9bdb8ae8, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=70ee70d8-b342-4ea7-a942-cbda9bdb8ae8,segment=NetworkSegment(99770f09-f0ca-4bb2-bba3-f12b172a5d48),segment_id=99770f09-f0ca-4bb2-bba3-f12b172a5d48)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:41.561615 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-40d72af0-905b-4195-b0c2-70125df82be0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:41.576358 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-40d72af0-905b-4195-b0c2-70125df82be0 None None] Calling delete_port for 70ee70d8-b342-4ea7-a942-cbda9bdb8ae8 owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:44:41.695503 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-40d72af0-905b-4195-b0c2-70125df82be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:41.718247 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-4611023a-3eb2-4809-acad-cc1aff38c7ee admin admin] For port 70ee70d8-b342-4ea7-a942-cbda9bdb8ae8, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=70ee70d8-b342-4ea7-a942-cbda9bdb8ae8,segment=NetworkSegment(99770f09-f0ca-4bb2-bba3-f12b172a5d48),segment_id=99770f09-f0ca-4bb2-bba3-f12b172a5d48)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:41.719208 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4611023a-3eb2-4809-acad-cc1aff38c7ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:41.735040 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d72af0-905b-4195-b0c2-70125df82be0 None None] No DVR routers for this DVR port 70ee70d8-b342-4ea7-a942-cbda9bdb8ae8 on host n-d-712140-12 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:44:41.748849 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d72af0-905b-4195-b0c2-70125df82be0 None None] Pushing event deleted for resources: {'Port': ['ID=70ee70d8-b342-4ea7-a942-cbda9bdb8ae8,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:41.753366 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-4611023a-3eb2-4809-acad-cc1aff38c7ee admin admin] Calling delete_port for 70ee70d8-b342-4ea7-a942-cbda9bdb8ae8 owned by network:dhcp {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:44:41.761360 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d72af0-905b-4195-b0c2-70125df82be0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:41.762059 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d72af0-905b-4195-b0c2-70125df82be0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:41.762876 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d72af0-905b-4195-b0c2-70125df82be0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:41.764119 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d72af0-905b-4195-b0c2-70125df82be0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:41.765507 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d72af0-905b-4195-b0c2-70125df82be0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:41.766134 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d72af0-905b-4195-b0c2-70125df82be0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:41.767331 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d72af0-905b-4195-b0c2-70125df82be0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:41.768241 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d72af0-905b-4195-b0c2-70125df82be0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:41.768803 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d72af0-905b-4195-b0c2-70125df82be0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:41.769528 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d72af0-905b-4195-b0c2-70125df82be0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:41.771208 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d72af0-905b-4195-b0c2-70125df82be0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:41.771825 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d72af0-905b-4195-b0c2-70125df82be0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:41.848807 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4611023a-3eb2-4809-acad-cc1aff38c7ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:41.877524 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4611023a-3eb2-4809-acad-cc1aff38c7ee admin admin] Pushing event deleted for resources: {'Port': ['ID=70ee70d8-b342-4ea7-a942-cbda9bdb8ae8,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:41.879544 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4611023a-3eb2-4809-acad-cc1aff38c7ee admin admin] No DVR routers for this DVR port 70ee70d8-b342-4ea7-a942-cbda9bdb8ae8 on host n-d-712140-12 {{(pid=94829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:44:41.967283 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4611023a-3eb2-4809-acad-cc1aff38c7ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:41.980318 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-4611023a-3eb2-4809-acad-cc1aff38c7ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9319b79c-b13d-4416-b74d-953dd8e1c402']}} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:42.003966 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-4611023a-3eb2-4809-acad-cc1aff38c7ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99770f09-f0ca-4bb2-bba3-f12b172a5d48') {'for_net_delete': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:42.004627 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-4611023a-3eb2-4809-acad-cc1aff38c7ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99770f09-f0ca-4bb2-bba3-f12b172a5d48') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:42.027351 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4611023a-3eb2-4809-acad-cc1aff38c7ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4311712'] for segment, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:42.036840 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4611023a-3eb2-4809-acad-cc1aff38c7ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:42.043878 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4611023a-3eb2-4809-acad-cc1aff38c7ee admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=94829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:44:42.044283 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4611023a-3eb2-4809-acad-cc1aff38c7ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4274277'] for segment, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:42.058292 n-d-712140-12 neutron-server[94829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:44:42.058292 n-d-712140-12 neutron-server[94829]: self.session.flush() Aug 29 04:44:42.058292 n-d-712140-12 neutron-server[94829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:44:42.058292 n-d-712140-12 neutron-server[94829]: self.session.flush() Aug 29 04:44:42.058292 n-d-712140-12 neutron-server[94829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:44:42.058292 n-d-712140-12 neutron-server[94829]: self.session.flush() Aug 29 04:44:42.058292 n-d-712140-12 neutron-server[94829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:44:42.058292 n-d-712140-12 neutron-server[94829]: self.session.flush() Aug 29 04:44:42.058292 n-d-712140-12 neutron-server[94829]: Traceback (most recent call last): Aug 29 04:44:42.058292 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:44:42.058292 n-d-712140-12 neutron-server[94829]: timer() Aug 29 04:44:42.058292 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:44:42.058292 n-d-712140-12 neutron-server[94829]: cb(*args, **kw) Aug 29 04:44:42.058292 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:44:42.058292 n-d-712140-12 neutron-server[94829]: return func(*args, **kwargs) Aug 29 04:44:42.058292 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:44:42.058292 n-d-712140-12 neutron-server[94829]: self._notify() Aug 29 04:44:42.058292 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:44:42.058292 n-d-712140-12 neutron-server[94829]: self.callback(batched_events) Aug 29 04:44:42.058292 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:44:42.058292 n-d-712140-12 neutron-server[94829]: event.method(event) Aug 29 04:44:42.058292 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:44:42.058292 n-d-712140-12 neutron-server[94829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:44:42.058292 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:44:42.058292 n-d-712140-12 neutron-server[94829]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:44:42.058292 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:44:42.058292 n-d-712140-12 neutron-server[94829]: return f(self, *a, **k) Aug 29 04:44:42.058292 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:44:42.058292 n-d-712140-12 neutron-server[94829]: return self._get(url).json() Aug 29 04:44:42.058292 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:44:42.058292 n-d-712140-12 neutron-server[94829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:44:42.058292 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:44:42.058292 n-d-712140-12 neutron-server[94829]: return self.request(url, 'GET', **kwargs) Aug 29 04:44:42.058292 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:44:42.058292 n-d-712140-12 neutron-server[94829]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:44:42.058292 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:44:42.058292 n-d-712140-12 neutron-server[94829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:44:42.058292 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:44:42.058292 n-d-712140-12 neutron-server[94829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:44:42.058292 n-d-712140-12 neutron-server[94829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:44:42.132257 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4611023a-3eb2-4809-acad-cc1aff38c7ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:42.148571 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4611023a-3eb2-4809-acad-cc1aff38c7ee admin admin] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:42.150540 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-4611023a-3eb2-4809-acad-cc1aff38c7ee admin admin] 10.222.0.22 "DELETE /v2.0/networks/9319b79c-b13d-4416-b74d-953dd8e1c402 HTTP/1.1" status: 204 len: 168 time: 1.0029294 Aug 29 04:44:42.154183 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 59846) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:42.164110 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4611023a-3eb2-4809-acad-cc1aff38c7ee admin admin] Pushing event deleted for resources: {'Network': ['ID=9319b79c-b13d-4416-b74d-953dd8e1c402,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:42.615437 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4918a993-7c3d-4398-9c1b-223afed64431 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713413'] for router_interface, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:42.897889 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-4918a993-7c3d-4398-9c1b-223afed64431 admin admin] Deleting port 3ce187a3-50a8-4f1c-a87b-5b6237c92094 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:44:42.898371 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4918a993-7c3d-4398-9c1b-223afed64431 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:42.991326 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-4918a993-7c3d-4398-9c1b-223afed64431 admin admin] For port 3ce187a3-50a8-4f1c-a87b-5b6237c92094, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=3ce187a3-50a8-4f1c-a87b-5b6237c92094,segment=NetworkSegment(3f6fa6cd-5c2a-4033-8a46-9a8f4e794a56),segment_id=3f6fa6cd-5c2a-4033-8a46-9a8f4e794a56)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:42.991879 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4918a993-7c3d-4398-9c1b-223afed64431 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:43.006590 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 70ee70d8-b342-4ea7-a942-cbda9bdb8ae8 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:44:43.014770 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-4918a993-7c3d-4398-9c1b-223afed64431 admin admin] Calling delete_port for 3ce187a3-50a8-4f1c-a87b-5b6237c92094 owned by network:router_interface {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:44:43.031787 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 70ee70d8-b342-4ea7-a942-cbda9bdb8ae8 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:44:43.032434 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 70ee70d8-b342-4ea7-a942-cbda9bdb8ae8 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:44:43.227604 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4918a993-7c3d-4398-9c1b-223afed64431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:43.258636 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4918a993-7c3d-4398-9c1b-223afed64431 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ce187a3-50a8-4f1c-a87b-5b6237c92094,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:43.451033 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4918a993-7c3d-4398-9c1b-223afed64431 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-713231'] for router_interface, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:43.717049 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4918a993-7c3d-4398-9c1b-223afed64431 admin admin] Router e0fc9b39-84d8-4ac1-b15a-a20a9dc83920 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:44:43.832537 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4918a993-7c3d-4398-9c1b-223afed64431 admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:44:43.840336 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 59870) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:43.840782 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-4918a993-7c3d-4398-9c1b-223afed64431 admin admin] 10.222.0.22 "PUT /v2.0/routers/e0fc9b39-84d8-4ac1-b15a-a20a9dc83920/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6849761 Aug 29 04:44:43.845193 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4316aa55-b8df-4604-814f-c6a3ce79bdb3 None None] Sync routers for ids ['e0fc9b39-84d8-4ac1-b15a-a20a9dc83920'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:44:43.854734 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4316aa55-b8df-4604-814f-c6a3ce79bdb3 None None] Routers {'e0fc9b39-84d8-4ac1-b15a-a20a9dc83920'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:44:43.855450 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-4316aa55-b8df-4604-814f-c6a3ce79bdb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:44:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['e0fc9b39-84d8-4ac1-b15a-a20a9dc83920'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:43.990032 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5dfd6a14-0f2f-46c4-a50b-30ed1dde5346 admin admin] Notify callbacks [] for router, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:43.992221 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-4316aa55-b8df-4604-814f-c6a3ce79bdb3 None None] Set router e0fc9b39-84d8-4ac1-b15a-a20a9dc83920 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:44:44.106850 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5dfd6a14-0f2f-46c4-a50b-30ed1dde5346 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:44.167578 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-5dfd6a14-0f2f-46c4-a50b-30ed1dde5346 admin admin] Deleting port d6fe901b-2c02-45db-9ab4-3262facbcd6b {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:44:44.167973 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5dfd6a14-0f2f-46c4-a50b-30ed1dde5346 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:44.222725 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-4316aa55-b8df-4604-814f-c6a3ce79bdb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0fc9b39-84d8-4ac1-b15a-a20a9dc83920', 'name': 'tempest-TestServerMultinode-1459128815-router', 'tenant_id': '9036be0dbaed45b89bac65fa9379402b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.52'}], 'enable_snat': True}, 'gw_port_id': 'd6fe901b-2c02-45db-9ab4-3262facbcd6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:43:54Z', 'updated_at': '2021-08-29T04:44:43Z', 'revision_number': 5, 'project_id': '9036be0dbaed45b89bac65fa9379402b', 'gw_port': {'id': 'd6fe901b-2c02-45db-9ab4-3262facbcd6b', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:4b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fc9b39-84d8-4ac1-b15a-a20a9dc83920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:43:55Z', 'updated_at': '2021-08-29T04:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:44.257173 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-5dfd6a14-0f2f-46c4-a50b-30ed1dde5346 admin admin] For port d6fe901b-2c02-45db-9ab4-3262facbcd6b, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=d6fe901b-2c02-45db-9ab4-3262facbcd6b,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:44.257626 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5dfd6a14-0f2f-46c4-a50b-30ed1dde5346 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:44.257769 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4316aa55-b8df-4604-814f-c6a3ce79bdb3 None None] Checking router: e0fc9b39-84d8-4ac1-b15a-a20a9dc83920 for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:44:44.268181 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4316aa55-b8df-4604-814f-c6a3ce79bdb3 None None] Routers {'e0fc9b39-84d8-4ac1-b15a-a20a9dc83920'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:44:44.268798 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-4316aa55-b8df-4604-814f-c6a3ce79bdb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:44:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['e0fc9b39-84d8-4ac1-b15a-a20a9dc83920'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:44.273274 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-5dfd6a14-0f2f-46c4-a50b-30ed1dde5346 admin admin] Calling delete_port for d6fe901b-2c02-45db-9ab4-3262facbcd6b owned by network:router_gateway {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:44:44.400117 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-4316aa55-b8df-4604-814f-c6a3ce79bdb3 None None] Set router e0fc9b39-84d8-4ac1-b15a-a20a9dc83920 gateway port host: None {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:44:44.458529 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-4316aa55-b8df-4604-814f-c6a3ce79bdb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0fc9b39-84d8-4ac1-b15a-a20a9dc83920', 'name': 'tempest-TestServerMultinode-1459128815-router', 'tenant_id': '9036be0dbaed45b89bac65fa9379402b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:43:54Z', 'updated_at': '2021-08-29T04:44:44Z', 'revision_number': 6, 'project_id': '9036be0dbaed45b89bac65fa9379402b', 'gw_port_host': None}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:44.491947 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5dfd6a14-0f2f-46c4-a50b-30ed1dde5346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:44.502780 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4316aa55-b8df-4604-814f-c6a3ce79bdb3 None None] The sync data for ids ['e0fc9b39-84d8-4ac1-b15a-a20a9dc83920'] in n-d-712140-12 is: [{'id': 'e0fc9b39-84d8-4ac1-b15a-a20a9dc83920', 'name': 'tempest-TestServerMultinode-1459128815-router', 'tenant_id': '9036be0dbaed45b89bac65fa9379402b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:43:54Z', 'updated_at': '2021-08-29T04:44:44Z', 'revision_number': 6, 'project_id': '9036be0dbaed45b89bac65fa9379402b', 'gw_port_host': None}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:44:44.524177 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfd6a14-0f2f-46c4-a50b-30ed1dde5346 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6fe901b-2c02-45db-9ab4-3262facbcd6b,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:44.630037 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5dfd6a14-0f2f-46c4-a50b-30ed1dde5346 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719445'] for router_gateway, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:44.735193 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5dfd6a14-0f2f-46c4-a50b-30ed1dde5346 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:44.737948 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5dfd6a14-0f2f-46c4-a50b-30ed1dde5346 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:44.790526 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5dfd6a14-0f2f-46c4-a50b-30ed1dde5346 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717253'] for router, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:44.791500 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dfd6a14-0f2f-46c4-a50b-30ed1dde5346 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e0fc9b39-84d8-4ac1-b15a-a20a9dc83920 {{(pid=94829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:44:44.799282 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5dfd6a14-0f2f-46c4-a50b-30ed1dde5346 admin admin] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:44.803247 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-5dfd6a14-0f2f-46c4-a50b-30ed1dde5346 admin admin] 10.222.0.22 "DELETE /v2.0/routers/e0fc9b39-84d8-4ac1-b15a-a20a9dc83920 HTTP/1.1" status: 204 len: 168 time: 0.9597418 Aug 29 04:44:44.803555 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 59876) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:44.856283 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_v2 [None req-c89e208c-1461-475d-ae5f-17534cf42e66 admin admin] Deleting subnet c784348b-ae76-40a4-bb64-1b96a5d9a543 {{(pid=94829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:44:44.859463 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c89e208c-1461-475d-ae5f-17534cf42e66 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:44.898217 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c89e208c-1461-475d-ae5f-17534cf42e66 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4311743'] for subnet, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:44.982488 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c89e208c-1461-475d-ae5f-17534cf42e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:45.043250 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c89e208c-1461-475d-ae5f-17534cf42e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4552352'] for subnet, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:45.105908 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e3a63d-4d37-455e-9f7c-dbd853cdc4d4 None None] Network 2ca5b0de-f8c9-43e4-9c49-e7ccb3c51d53 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:44:45.118542 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c89e208c-1461-475d-ae5f-17534cf42e66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:45.126802 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-c89e208c-1461-475d-ae5f-17534cf42e66 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/c784348b-ae76-40a4-bb64-1b96a5d9a543 HTTP/1.1" status: 204 len: 168 time: 0.3212020 Aug 29 04:44:45.129311 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 59878) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:45.132030 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89e208c-1461-475d-ae5f-17534cf42e66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c784348b-ae76-40a4-bb64-1b96a5d9a543,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:45.166088 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 3ce187a3-50a8-4f1c-a87b-5b6237c92094 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:44:45.195271 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 3ce187a3-50a8-4f1c-a87b-5b6237c92094 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:44:45.196024 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 3ce187a3-50a8-4f1c-a87b-5b6237c92094 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:44:45.196307 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device d6fe901b-2c02-45db-9ab4-3262facbcd6b no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:44:45.220866 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: d6fe901b-2c02-45db-9ab4-3262facbcd6b {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:44:45.221302 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device d6fe901b-2c02-45db-9ab4-3262facbcd6b not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:44:45.229482 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3575f912-3f54-48bd-af8f-1b6621e38e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:45.310039 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-3575f912-3f54-48bd-af8f-1b6621e38e24 admin admin] Deleting port 4dfc7a79-c937-411b-bb8c-4b1bb9ef22d0 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:44:45.310486 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3575f912-3f54-48bd-af8f-1b6621e38e24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:45.387867 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-3575f912-3f54-48bd-af8f-1b6621e38e24 admin admin] For port 4dfc7a79-c937-411b-bb8c-4b1bb9ef22d0, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=4dfc7a79-c937-411b-bb8c-4b1bb9ef22d0,segment=NetworkSegment(3f6fa6cd-5c2a-4033-8a46-9a8f4e794a56),segment_id=3f6fa6cd-5c2a-4033-8a46-9a8f4e794a56)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:45.388586 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3575f912-3f54-48bd-af8f-1b6621e38e24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:45.396497 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e650ec4-a753-42a3-aa92-40e87b7cc5bc None None] DHCP port deletion for 2ca5b0de-f8c9-43e4-9c49-e7ccb3c51d53 request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:44:45.405268 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-3575f912-3f54-48bd-af8f-1b6621e38e24 admin admin] Calling delete_port for 4dfc7a79-c937-411b-bb8c-4b1bb9ef22d0 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:44:45.495051 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6e650ec4-a753-42a3-aa92-40e87b7cc5bc None None] Deleting port 4dfc7a79-c937-411b-bb8c-4b1bb9ef22d0 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:44:45.498426 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6e650ec4-a753-42a3-aa92-40e87b7cc5bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:45.538944 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3575f912-3f54-48bd-af8f-1b6621e38e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:45.556111 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3575f912-3f54-48bd-af8f-1b6621e38e24 admin admin] No DVR routers for this DVR port 4dfc7a79-c937-411b-bb8c-4b1bb9ef22d0 on host n-d-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:44:45.624006 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6e650ec4-a753-42a3-aa92-40e87b7cc5bc None None] For port 4dfc7a79-c937-411b-bb8c-4b1bb9ef22d0, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=4dfc7a79-c937-411b-bb8c-4b1bb9ef22d0,segment=NetworkSegment(3f6fa6cd-5c2a-4033-8a46-9a8f4e794a56),segment_id=3f6fa6cd-5c2a-4033-8a46-9a8f4e794a56)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:45.624414 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6e650ec4-a753-42a3-aa92-40e87b7cc5bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:45.639993 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6e650ec4-a753-42a3-aa92-40e87b7cc5bc None None] Calling delete_port for 4dfc7a79-c937-411b-bb8c-4b1bb9ef22d0 owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:44:45.665191 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3575f912-3f54-48bd-af8f-1b6621e38e24 admin admin] Pushing event deleted for resources: {'Port': ['ID=4dfc7a79-c937-411b-bb8c-4b1bb9ef22d0,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:45.762204 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3575f912-3f54-48bd-af8f-1b6621e38e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:45.773177 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6e650ec4-a753-42a3-aa92-40e87b7cc5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:45.784208 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-3575f912-3f54-48bd-af8f-1b6621e38e24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ca5b0de-f8c9-43e4-9c49-e7ccb3c51d53']}} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:45.796946 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-3575f912-3f54-48bd-af8f-1b6621e38e24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f6fa6cd-5c2a-4033-8a46-9a8f4e794a56') {'for_net_delete': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:45.797540 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-3575f912-3f54-48bd-af8f-1b6621e38e24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f6fa6cd-5c2a-4033-8a46-9a8f4e794a56') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:45.806917 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e650ec4-a753-42a3-aa92-40e87b7cc5bc None None] No DVR routers for this DVR port 4dfc7a79-c937-411b-bb8c-4b1bb9ef22d0 on host n-d-712140-12 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:44:45.814319 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e650ec4-a753-42a3-aa92-40e87b7cc5bc None None] Pushing event deleted for resources: {'Port': ['ID=4dfc7a79-c937-411b-bb8c-4b1bb9ef22d0,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:45.826252 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3575f912-3f54-48bd-af8f-1b6621e38e24 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8904833'] for segment, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:45.850105 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3575f912-3f54-48bd-af8f-1b6621e38e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:45.862601 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3575f912-3f54-48bd-af8f-1b6621e38e24 admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=94828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:44:45.863026 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3575f912-3f54-48bd-af8f-1b6621e38e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9190468'] for segment, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:45.865122 n-d-712140-12 neutron-server[94828]: Traceback (most recent call last): Aug 29 04:44:45.865122 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:44:45.865122 n-d-712140-12 neutron-server[94828]: timer() Aug 29 04:44:45.865122 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:44:45.865122 n-d-712140-12 neutron-server[94828]: cb(*args, **kw) Aug 29 04:44:45.865122 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:44:45.865122 n-d-712140-12 neutron-server[94828]: return func(*args, **kwargs) Aug 29 04:44:45.865122 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:44:45.865122 n-d-712140-12 neutron-server[94828]: self._notify() Aug 29 04:44:45.865122 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:44:45.865122 n-d-712140-12 neutron-server[94828]: self.callback(batched_events) Aug 29 04:44:45.865122 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:44:45.865122 n-d-712140-12 neutron-server[94828]: event.method(event) Aug 29 04:44:45.865122 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:44:45.865122 n-d-712140-12 neutron-server[94828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:44:45.865122 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:44:45.865122 n-d-712140-12 neutron-server[94828]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:44:45.865122 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:44:45.865122 n-d-712140-12 neutron-server[94828]: return f(self, *a, **k) Aug 29 04:44:45.865122 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:44:45.865122 n-d-712140-12 neutron-server[94828]: return self._get(url).json() Aug 29 04:44:45.865122 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:44:45.865122 n-d-712140-12 neutron-server[94828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:44:45.865122 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:44:45.865122 n-d-712140-12 neutron-server[94828]: return self.request(url, 'GET', **kwargs) Aug 29 04:44:45.865122 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:44:45.865122 n-d-712140-12 neutron-server[94828]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:44:45.865122 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:44:45.865122 n-d-712140-12 neutron-server[94828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:44:45.865122 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:44:45.865122 n-d-712140-12 neutron-server[94828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:44:45.865122 n-d-712140-12 neutron-server[94828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:44:45.943515 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3575f912-3f54-48bd-af8f-1b6621e38e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:45.950302 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3575f912-3f54-48bd-af8f-1b6621e38e24 admin admin] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:45.955522 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-3575f912-3f54-48bd-af8f-1b6621e38e24 admin admin] 10.222.0.22 "DELETE /v2.0/networks/2ca5b0de-f8c9-43e4-9c49-e7ccb3c51d53 HTTP/1.1" status: 204 len: 168 time: 0.8243792 Aug 29 04:44:45.968087 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3575f912-3f54-48bd-af8f-1b6621e38e24 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ca5b0de-f8c9-43e4-9c49-e7ccb3c51d53,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:46.132547 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 59890) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:46.173499 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-f9640344-f801-4d09-9602-6cf426d5c468 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1c48bce63416432f95e63fede4aa96eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391121 Aug 29 04:44:46.175907 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 59892) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:46.225942 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-740ce31c-fb6d-42d7-b38d-165c9d4ddeac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:46.249499 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-740ce31c-fb6d-42d7-b38d-165c9d4ddeac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:46.298678 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-740ce31c-fb6d-42d7-b38d-165c9d4ddeac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:46.301411 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-740ce31c-fb6d-42d7-b38d-165c9d4ddeac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:46.302726 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-740ce31c-fb6d-42d7-b38d-165c9d4ddeac admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/145ad56e-73d4-49b9-a4e0-58d9f2f77a6a HTTP/1.1" status: 204 len: 168 time: 0.1258669 Aug 29 04:44:46.311732 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740ce31c-fb6d-42d7-b38d-165c9d4ddeac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=145ad56e-73d4-49b9-a4e0-58d9f2f77a6a,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:46.699047 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 59906) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:46.771043 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-edae794a-9a73-4faf-a082-ae0e313acffb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9036be0dbaed45b89bac65fa9379402b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0683777 Aug 29 04:44:46.772189 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 59910) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:46.833783 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b6e87f34-043a-4b01-ad8d-e1589dde2888 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:46.861935 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b6e87f34-043a-4b01-ad8d-e1589dde2888 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:46.930232 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b6e87f34-043a-4b01-ad8d-e1589dde2888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:46.933894 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b6e87f34-043a-4b01-ad8d-e1589dde2888 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:46.935311 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-b6e87f34-043a-4b01-ad8d-e1589dde2888 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0c3ac846-7d53-4676-aa03-79fa315d318d HTTP/1.1" status: 204 len: 168 time: 0.1620846 Aug 29 04:44:46.964877 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e87f34-043a-4b01-ad8d-e1589dde2888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c3ac846-7d53-4676-aa03-79fa315d318d,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:47.052834 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 4dfc7a79-c937-411b-bb8c-4b1bb9ef22d0 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:44:47.077658 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 4dfc7a79-c937-411b-bb8c-4b1bb9ef22d0 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:44:47.078007 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 4dfc7a79-c937-411b-bb8c-4b1bb9ef22d0 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:44:49.264011 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:49.845114 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 59928) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:50.008275 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 59934) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:50.048792 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cb01798-2224-48f9-ad6f-9c176f4e4e41 admin admin] Deleting subnet a76f926f-8fc6-4082-9ad0-e752ec925e23 {{(pid=94828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:44:50.052355 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3cb01798-2224-48f9-ad6f-9c176f4e4e41 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:50.087046 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3cb01798-2224-48f9-ad6f-9c176f4e4e41 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8904862'] for subnet, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:50.132093 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3cb01798-2224-48f9-ad6f-9c176f4e4e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:50.187670 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3cb01798-2224-48f9-ad6f-9c176f4e4e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9190434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062341'] for subnet, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:50.201788 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3cb01798-2224-48f9-ad6f-9c176f4e4e41 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:50.204087 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-3cb01798-2224-48f9-ad6f-9c176f4e4e41 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/a76f926f-8fc6-4082-9ad0-e752ec925e23 HTTP/1.1" status: 204 len: 168 time: 0.1987240 Aug 29 04:44:50.207863 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 59936) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:50.222985 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb01798-2224-48f9-ad6f-9c176f4e4e41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a76f926f-8fc6-4082-9ad0-e752ec925e23,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:50.322497 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0e69c568-c76a-444c-bf9d-9f3adf423190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:50.457743 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0e69c568-c76a-444c-bf9d-9f3adf423190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:50.470658 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-0e69c568-c76a-444c-bf9d-9f3adf423190 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31854a5f-f90d-4ace-bda5-82c0356b86d4']}} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:50.487267 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-0e69c568-c76a-444c-bf9d-9f3adf423190 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e5c3b4d-4e9b-48cf-9646-28d003758c0d') {'for_net_delete': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:50.487586 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-0e69c568-c76a-444c-bf9d-9f3adf423190 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e5c3b4d-4e9b-48cf-9646-28d003758c0d') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:50.499119 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0e69c568-c76a-444c-bf9d-9f3adf423190 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4311712'] for segment, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:50.520569 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0e69c568-c76a-444c-bf9d-9f3adf423190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:50.533644 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e69c568-c76a-444c-bf9d-9f3adf423190 admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=94829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:44:50.534045 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0e69c568-c76a-444c-bf9d-9f3adf423190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4274277'] for segment, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:50.535721 n-d-712140-12 neutron-server[94829]: Traceback (most recent call last): Aug 29 04:44:50.535721 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:44:50.535721 n-d-712140-12 neutron-server[94829]: timer() Aug 29 04:44:50.535721 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:44:50.535721 n-d-712140-12 neutron-server[94829]: cb(*args, **kw) Aug 29 04:44:50.535721 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:44:50.535721 n-d-712140-12 neutron-server[94829]: return func(*args, **kwargs) Aug 29 04:44:50.535721 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:44:50.535721 n-d-712140-12 neutron-server[94829]: self._notify() Aug 29 04:44:50.535721 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:44:50.535721 n-d-712140-12 neutron-server[94829]: self.callback(batched_events) Aug 29 04:44:50.535721 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:44:50.535721 n-d-712140-12 neutron-server[94829]: event.method(event) Aug 29 04:44:50.535721 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:44:50.535721 n-d-712140-12 neutron-server[94829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:44:50.535721 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:44:50.535721 n-d-712140-12 neutron-server[94829]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:44:50.535721 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:44:50.535721 n-d-712140-12 neutron-server[94829]: return f(self, *a, **k) Aug 29 04:44:50.535721 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:44:50.535721 n-d-712140-12 neutron-server[94829]: return self._get(url).json() Aug 29 04:44:50.535721 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:44:50.535721 n-d-712140-12 neutron-server[94829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:44:50.535721 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:44:50.535721 n-d-712140-12 neutron-server[94829]: return self.request(url, 'GET', **kwargs) Aug 29 04:44:50.535721 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:44:50.535721 n-d-712140-12 neutron-server[94829]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:44:50.535721 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:44:50.535721 n-d-712140-12 neutron-server[94829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:44:50.535721 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:44:50.535721 n-d-712140-12 neutron-server[94829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:44:50.535721 n-d-712140-12 neutron-server[94829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:44:50.613719 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0e69c568-c76a-444c-bf9d-9f3adf423190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:50.620292 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0e69c568-c76a-444c-bf9d-9f3adf423190 admin admin] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:50.622245 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-0e69c568-c76a-444c-bf9d-9f3adf423190 admin admin] 10.222.0.22 "DELETE /v2.0/networks/31854a5f-f90d-4ace-bda5-82c0356b86d4 HTTP/1.1" status: 204 len: 168 time: 0.4132202 Aug 29 04:44:50.640491 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e69c568-c76a-444c-bf9d-9f3adf423190 admin admin] Pushing event deleted for resources: {'Network': ['ID=31854a5f-f90d-4ace-bda5-82c0356b86d4,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:50.653601 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9b602fce-d5a5-47cd-af31-e3d8a97f1cfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713413'] for router_interface, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:50.783940 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 59940) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:50.827422 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-67a712b5-91d5-4842-9cef-ae9c641ead0e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c1741abebde34b21a170cfafaad1e659&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0420659 Aug 29 04:44:50.830669 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 59942) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:50.883303 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e8a88673-916f-4bfe-b9de-40af66296153 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:50.905360 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e8a88673-916f-4bfe-b9de-40af66296153 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:50.948288 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-9b602fce-d5a5-47cd-af31-e3d8a97f1cfb admin admin] Deleting port 062b197c-e371-4ec0-9066-067cc2b73690 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:44:50.948913 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9b602fce-d5a5-47cd-af31-e3d8a97f1cfb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:50.978550 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e8a88673-916f-4bfe-b9de-40af66296153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:50.981978 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e8a88673-916f-4bfe-b9de-40af66296153 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:50.983409 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-e8a88673-916f-4bfe-b9de-40af66296153 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4bb85f9f-d8fe-4022-818e-06dd79d11062 HTTP/1.1" status: 204 len: 168 time: 0.1518075 Aug 29 04:44:50.993317 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a88673-916f-4bfe-b9de-40af66296153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bb85f9f-d8fe-4022-818e-06dd79d11062,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:51.048619 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-9b602fce-d5a5-47cd-af31-e3d8a97f1cfb admin admin] For port 062b197c-e371-4ec0-9066-067cc2b73690, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=062b197c-e371-4ec0-9066-067cc2b73690,segment=NetworkSegment(88cb7283-5e09-4136-9417-8643970a451b),segment_id=88cb7283-5e09-4136-9417-8643970a451b)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:51.048985 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9b602fce-d5a5-47cd-af31-e3d8a97f1cfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:51.064240 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-9b602fce-d5a5-47cd-af31-e3d8a97f1cfb admin admin] Calling delete_port for 062b197c-e371-4ec0-9066-067cc2b73690 owned by network:router_interface {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:44:51.273547 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9b602fce-d5a5-47cd-af31-e3d8a97f1cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:51.307198 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b602fce-d5a5-47cd-af31-e3d8a97f1cfb admin admin] Pushing event deleted for resources: {'Port': ['ID=062b197c-e371-4ec0-9066-067cc2b73690,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:51.499365 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9b602fce-d5a5-47cd-af31-e3d8a97f1cfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-713231'] for router_interface, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:51.987439 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b602fce-d5a5-47cd-af31-e3d8a97f1cfb admin admin] Router d7a08ddf-bdc9-4a4e-a61d-615f0214f219 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:44:52.098602 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b602fce-d5a5-47cd-af31-e3d8a97f1cfb admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:44:52.103585 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-9b602fce-d5a5-47cd-af31-e3d8a97f1cfb admin admin] 10.222.0.22 "PUT /v2.0/routers/d7a08ddf-bdc9-4a4e-a61d-615f0214f219/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2573445 Aug 29 04:44:52.106281 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 59946) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:52.108987 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f97907-f2bc-496d-b557-0caf1d810ec1 None None] Sync routers for ids ['d7a08ddf-bdc9-4a4e-a61d-615f0214f219'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:44:52.118915 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f97907-f2bc-496d-b557-0caf1d810ec1 None None] Routers {'d7a08ddf-bdc9-4a4e-a61d-615f0214f219'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:44:52.119516 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-26f97907-f2bc-496d-b557-0caf1d810ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:44:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['d7a08ddf-bdc9-4a4e-a61d-615f0214f219'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:52.212143 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4063335d-c479-4c02-80fe-0ed7cceeb0ec admin admin] Notify callbacks [] for router, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:52.318174 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4063335d-c479-4c02-80fe-0ed7cceeb0ec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:52.321194 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-26f97907-f2bc-496d-b557-0caf1d810ec1 None None] Set router d7a08ddf-bdc9-4a4e-a61d-615f0214f219 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:44:52.376275 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-4063335d-c479-4c02-80fe-0ed7cceeb0ec admin admin] Deleting port fbc11c01-6e1f-4d4c-8715-6a00f1d72624 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:44:52.376670 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4063335d-c479-4c02-80fe-0ed7cceeb0ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:52.460740 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-4063335d-c479-4c02-80fe-0ed7cceeb0ec admin admin] For port fbc11c01-6e1f-4d4c-8715-6a00f1d72624, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=fbc11c01-6e1f-4d4c-8715-6a00f1d72624,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:52.461120 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4063335d-c479-4c02-80fe-0ed7cceeb0ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:52.476158 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-4063335d-c479-4c02-80fe-0ed7cceeb0ec admin admin] Calling delete_port for fbc11c01-6e1f-4d4c-8715-6a00f1d72624 owned by network:router_gateway {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:44:52.507708 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-26f97907-f2bc-496d-b557-0caf1d810ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a08ddf-bdc9-4a4e-a61d-615f0214f219', 'name': 'tempest-TaggedBootDevicesTest-289717497-router', 'tenant_id': 'b0f1228a8bd44b90ad5ea0a20c4870bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'fbc11c01-6e1f-4d4c-8715-6a00f1d72624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:33:20Z', 'updated_at': '2021-08-29T04:44:51Z', 'revision_number': 5, 'project_id': 'b0f1228a8bd44b90ad5ea0a20c4870bf', 'gw_port': {'id': 'fbc11c01-6e1f-4d4c-8715-6a00f1d72624', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:04:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a08ddf-bdc9-4a4e-a61d-615f0214f219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:33:21Z', 'updated_at': '2021-08-29T04:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:52.534290 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f97907-f2bc-496d-b557-0caf1d810ec1 None None] Checking router: d7a08ddf-bdc9-4a4e-a61d-615f0214f219 for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:44:52.543083 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f97907-f2bc-496d-b557-0caf1d810ec1 None None] Routers {'d7a08ddf-bdc9-4a4e-a61d-615f0214f219'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:44:52.543724 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-26f97907-f2bc-496d-b557-0caf1d810ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:44:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['d7a08ddf-bdc9-4a4e-a61d-615f0214f219'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:52.630672 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-26f97907-f2bc-496d-b557-0caf1d810ec1 None None] Set router d7a08ddf-bdc9-4a4e-a61d-615f0214f219 gateway port host: None {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:44:52.647853 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4063335d-c479-4c02-80fe-0ed7cceeb0ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:52.674534 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4063335d-c479-4c02-80fe-0ed7cceeb0ec admin admin] Pushing event deleted for resources: {'Port': ['ID=fbc11c01-6e1f-4d4c-8715-6a00f1d72624,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:52.686280 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-26f97907-f2bc-496d-b557-0caf1d810ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a08ddf-bdc9-4a4e-a61d-615f0214f219', 'name': 'tempest-TaggedBootDevicesTest-289717497-router', 'tenant_id': 'b0f1228a8bd44b90ad5ea0a20c4870bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:33:20Z', 'updated_at': '2021-08-29T04:44:52Z', 'revision_number': 6, 'project_id': 'b0f1228a8bd44b90ad5ea0a20c4870bf', 'gw_port_host': None}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:52.713873 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f97907-f2bc-496d-b557-0caf1d810ec1 None None] The sync data for ids ['d7a08ddf-bdc9-4a4e-a61d-615f0214f219'] in n-d-712140-12 is: [{'id': 'd7a08ddf-bdc9-4a4e-a61d-615f0214f219', 'name': 'tempest-TaggedBootDevicesTest-289717497-router', 'tenant_id': 'b0f1228a8bd44b90ad5ea0a20c4870bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:33:20Z', 'updated_at': '2021-08-29T04:44:52Z', 'revision_number': 6, 'project_id': 'b0f1228a8bd44b90ad5ea0a20c4870bf', 'gw_port_host': None}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:44:52.750728 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4063335d-c479-4c02-80fe-0ed7cceeb0ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719445'] for router_gateway, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:52.843844 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4063335d-c479-4c02-80fe-0ed7cceeb0ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:52.846873 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4063335d-c479-4c02-80fe-0ed7cceeb0ec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:52.892479 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4063335d-c479-4c02-80fe-0ed7cceeb0ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717253'] for router, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:52.892925 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4063335d-c479-4c02-80fe-0ed7cceeb0ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router d7a08ddf-bdc9-4a4e-a61d-615f0214f219 {{(pid=94828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:44:52.897551 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4063335d-c479-4c02-80fe-0ed7cceeb0ec admin admin] Notify callbacks [] for router, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:52.899281 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-4063335d-c479-4c02-80fe-0ed7cceeb0ec admin admin] 10.222.0.22 "DELETE /v2.0/routers/d7a08ddf-bdc9-4a4e-a61d-615f0214f219 HTTP/1.1" status: 204 len: 168 time: 0.7914517 Aug 29 04:44:52.901476 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 59950) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:52.950156 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1c0127b-2674-4d02-a5a4-aac22d8e4465 admin admin] Deleting subnet 38723797-c164-4ad1-837d-c534b680646e {{(pid=94828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:44:52.953232 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b1c0127b-2674-4d02-a5a4-aac22d8e4465 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:52.988136 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b1c0127b-2674-4d02-a5a4-aac22d8e4465 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8904862'] for subnet, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:53.064159 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b1c0127b-2674-4d02-a5a4-aac22d8e4465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:53.126209 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b1c0127b-2674-4d02-a5a4-aac22d8e4465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9190434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062341'] for subnet, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:53.154757 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c0127b-2674-4d02-a5a4-aac22d8e4465 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38723797-c164-4ad1-837d-c534b680646e,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:53.164563 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b1c0127b-2674-4d02-a5a4-aac22d8e4465 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:53.166462 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-b1c0127b-2674-4d02-a5a4-aac22d8e4465 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/38723797-c164-4ad1-837d-c534b680646e HTTP/1.1" status: 204 len: 168 time: 0.2638187 Aug 29 04:44:53.169073 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 59952) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:53.172131 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e8d484-0b38-4f2e-852b-768385343737 None None] Network f8102508-8177-4d08-b66e-69e3d8dd4b5c requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:44:53.218850 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 062b197c-e371-4ec0-9066-067cc2b73690 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:44:53.247486 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 062b197c-e371-4ec0-9066-067cc2b73690 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:44:53.247859 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 062b197c-e371-4ec0-9066-067cc2b73690 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:44:53.258269 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3d895c08-e4e1-4f98-99e0-df6ccc88fd5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:53.274564 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e54edd-b682-4704-9f36-740d52ed0d87 req-c1979adb-aab3-4ea9-b740-1e3bad201d11 tempest-TestNetworkAdvancedServerOps-81455967 tempest-TestNetworkAdvancedServerOps-81455967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:53.277333 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-52e54edd-b682-4704-9f36-740d52ed0d87 req-c1979adb-aab3-4ea9-b740-1e3bad201d11 tempest-TestNetworkAdvancedServerOps-81455967 tempest-TestNetworkAdvancedServerOps-81455967-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=3fe97299-a75c-4743-802b-d6ede3f81763 HTTP/1.1" status: 200 len: 1097 time: 0.0468338 Aug 29 04:44:53.323254 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-52e54edd-b682-4704-9f36-740d52ed0d87 req-843befbd-72cf-4e83-87aa-9cb72481d529 tempest-TestNetworkAdvancedServerOps-81455967 tempest-TestNetworkAdvancedServerOps-81455967-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=4236a74f-5298-4d9a-8949-8a6ff096cd15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394187 Aug 29 04:44:53.324871 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-3d895c08-e4e1-4f98-99e0-df6ccc88fd5f admin admin] Deleting port 63af98b2-59d1-41ba-96e0-9dab3b74d100 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:44:53.325217 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3d895c08-e4e1-4f98-99e0-df6ccc88fd5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:53.354298 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 59956) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:53.393003 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-3d895c08-e4e1-4f98-99e0-df6ccc88fd5f admin admin] For port 63af98b2-59d1-41ba-96e0-9dab3b74d100, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=63af98b2-59d1-41ba-96e0-9dab3b74d100,segment=NetworkSegment(88cb7283-5e09-4136-9417-8643970a451b),segment_id=88cb7283-5e09-4136-9417-8643970a451b)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:53.393377 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3d895c08-e4e1-4f98-99e0-df6ccc88fd5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:53.406292 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-3d895c08-e4e1-4f98-99e0-df6ccc88fd5f admin admin] Calling delete_port for 63af98b2-59d1-41ba-96e0-9dab3b74d100 owned by network:dhcp {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:44:53.489561 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3d895c08-e4e1-4f98-99e0-df6ccc88fd5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:53.516471 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d895c08-e4e1-4f98-99e0-df6ccc88fd5f admin admin] Pushing event deleted for resources: {'Port': ['ID=63af98b2-59d1-41ba-96e0-9dab3b74d100,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:53.522887 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d895c08-e4e1-4f98-99e0-df6ccc88fd5f admin admin] No DVR routers for this DVR port 63af98b2-59d1-41ba-96e0-9dab3b74d100 on host n-d-712140-12 {{(pid=94829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:44:53.525710 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-62973862-3909-4311-8fce-b05e1c37cc33 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Deleting port 3e2a631e-7e0f-4abc-a8e5-c3dca5687974 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:44:53.526266 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-62973862-3909-4311-8fce-b05e1c37cc33 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:53.547763 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed8df78-de6e-40bb-aa02-eafd3942568a None None] DHCP port deletion for f8102508-8177-4d08-b66e-69e3d8dd4b5c request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:44:53.612788 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3d895c08-e4e1-4f98-99e0-df6ccc88fd5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:53.619018 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-62973862-3909-4311-8fce-b05e1c37cc33 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:53.619350 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-62973862-3909-4311-8fce-b05e1c37cc33 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:53.623702 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-3d895c08-e4e1-4f98-99e0-df6ccc88fd5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8102508-8177-4d08-b66e-69e3d8dd4b5c']}} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:53.631661 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-62973862-3909-4311-8fce-b05e1c37cc33 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Calling delete_port for 3e2a631e-7e0f-4abc-a8e5-c3dca5687974 owned by network:floatingip {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:44:53.639195 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-3d895c08-e4e1-4f98-99e0-df6ccc88fd5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88cb7283-5e09-4136-9417-8643970a451b') {'for_net_delete': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:53.639498 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-3d895c08-e4e1-4f98-99e0-df6ccc88fd5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88cb7283-5e09-4136-9417-8643970a451b') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:53.649148 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3d895c08-e4e1-4f98-99e0-df6ccc88fd5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4311712'] for segment, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:53.665318 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3d895c08-e4e1-4f98-99e0-df6ccc88fd5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:53.674026 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d895c08-e4e1-4f98-99e0-df6ccc88fd5f admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=94829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:44:53.674538 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3d895c08-e4e1-4f98-99e0-df6ccc88fd5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4274277'] for segment, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:53.676483 n-d-712140-12 neutron-server[94829]: Traceback (most recent call last): Aug 29 04:44:53.676483 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:44:53.676483 n-d-712140-12 neutron-server[94829]: timer() Aug 29 04:44:53.676483 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:44:53.676483 n-d-712140-12 neutron-server[94829]: cb(*args, **kw) Aug 29 04:44:53.676483 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:44:53.676483 n-d-712140-12 neutron-server[94829]: return func(*args, **kwargs) Aug 29 04:44:53.676483 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:44:53.676483 n-d-712140-12 neutron-server[94829]: self._notify() Aug 29 04:44:53.676483 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:44:53.676483 n-d-712140-12 neutron-server[94829]: self.callback(batched_events) Aug 29 04:44:53.676483 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:44:53.676483 n-d-712140-12 neutron-server[94829]: event.method(event) Aug 29 04:44:53.676483 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:44:53.676483 n-d-712140-12 neutron-server[94829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:44:53.676483 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:44:53.676483 n-d-712140-12 neutron-server[94829]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:44:53.676483 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:44:53.676483 n-d-712140-12 neutron-server[94829]: return f(self, *a, **k) Aug 29 04:44:53.676483 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:44:53.676483 n-d-712140-12 neutron-server[94829]: return self._get(url).json() Aug 29 04:44:53.676483 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:44:53.676483 n-d-712140-12 neutron-server[94829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:44:53.676483 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:44:53.676483 n-d-712140-12 neutron-server[94829]: return self.request(url, 'GET', **kwargs) Aug 29 04:44:53.676483 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:44:53.676483 n-d-712140-12 neutron-server[94829]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:44:53.676483 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:44:53.676483 n-d-712140-12 neutron-server[94829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:44:53.676483 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:44:53.676483 n-d-712140-12 neutron-server[94829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:44:53.676483 n-d-712140-12 neutron-server[94829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:44:53.757988 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3d895c08-e4e1-4f98-99e0-df6ccc88fd5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:53.763711 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3d895c08-e4e1-4f98-99e0-df6ccc88fd5f admin admin] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:53.766227 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-3d895c08-e4e1-4f98-99e0-df6ccc88fd5f admin admin] 10.222.0.22 "DELETE /v2.0/networks/f8102508-8177-4d08-b66e-69e3d8dd4b5c HTTP/1.1" status: 204 len: 168 time: 0.5957899 Aug 29 04:44:53.782928 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d895c08-e4e1-4f98-99e0-df6ccc88fd5f admin admin] Pushing event deleted for resources: {'Network': ['ID=f8102508-8177-4d08-b66e-69e3d8dd4b5c,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:53.980558 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 59960) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:54.031111 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-e7faecc5-a196-412b-8aed-163c45289b3e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b0f1228a8bd44b90ad5ea0a20c4870bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0488360 Aug 29 04:44:54.035088 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 59962) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:54.067528 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-62973862-3909-4311-8fce-b05e1c37cc33 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:54.089527 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f0831354-ef1e-4ac1-baf7-8e99deb07312 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:54.098708 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62973862-3909-4311-8fce-b05e1c37cc33 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Pushing event deleted for resources: {'Port': ['ID=3e2a631e-7e0f-4abc-a8e5-c3dca5687974,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:54.122577 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f0831354-ef1e-4ac1-baf7-8e99deb07312 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:54.159198 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-62973862-3909-4311-8fce-b05e1c37cc33 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for floatingip, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:54.160384 n-d-712140-12 neutron-server[94828]: INFO neutron.db.l3_db [None req-62973862-3909-4311-8fce-b05e1c37cc33 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Floating IP 4ca49a13-f635-4bd7-87c7-7746afdbe418 disassociated (deleted). External IP: 172.25.0.132, port: 480315ff-a0ef-43eb-a8ff-8059af4bbe50. Aug 29 04:44:54.181782 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f0831354-ef1e-4ac1-baf7-8e99deb07312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:54.184688 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f0831354-ef1e-4ac1-baf7-8e99deb07312 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:54.186033 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-f0831354-ef1e-4ac1-baf7-8e99deb07312 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/47070f04-546f-4c87-85de-d3b03f233a26 HTTP/1.1" status: 204 len: 168 time: 0.1497560 Aug 29 04:44:54.195427 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0831354-ef1e-4ac1-baf7-8e99deb07312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47070f04-546f-4c87-85de-d3b03f233a26,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:54.397475 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62973862-3909-4311-8fce-b05e1c37cc33 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Router 4ea5f392-f620-47f2-ab02-26ed2cc03a9b has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:44:54.510388 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62973862-3909-4311-8fce-b05e1c37cc33 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:44:54.515333 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-62973862-3909-4311-8fce-b05e1c37cc33 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:54.520419 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2cb752-bfa0-43b7-8ed7-ed861051e0cc None None] Sync routers for ids ['4ea5f392-f620-47f2-ab02-26ed2cc03a9b'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:44:54.529395 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2cb752-bfa0-43b7-8ed7-ed861051e0cc None None] Routers {'4ea5f392-f620-47f2-ab02-26ed2cc03a9b'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:44:54.530197 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-0b2cb752-bfa0-43b7-8ed7-ed861051e0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:44:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['4ea5f392-f620-47f2-ab02-26ed2cc03a9b'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:54.544279 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-62973862-3909-4311-8fce-b05e1c37cc33 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "DELETE /v2.0/floatingips/4ca49a13-f635-4bd7-87c7-7746afdbe418 HTTP/1.1" status: 204 len: 168 time: 1.1872137 Aug 29 04:44:54.544912 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fe97299-a75c-4743-802b-d6ede3f81763', 'tag': '480315ff-a0ef-43eb-a8ff-8059af4bbe50'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:44:54.547202 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de1cd76a-1d56-4111-be50-c859b23b7a9f" -d '{"events": [{"name": "network-changed", "server_uuid": "3fe97299-a75c-4743-802b-d6ede3f81763", "tag": "480315ff-a0ef-43eb-a8ff-8059af4bbe50"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:44:54.616885 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cf62dfb-cda6-4a0a-9673-a79ab7e1947e x-openstack-request-id: req-7cf62dfb-cda6-4a0a-9673-a79ab7e1947e {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:44:54.617020 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fe97299-a75c-4743-802b-d6ede3f81763", "tag": "480315ff-a0ef-43eb-a8ff-8059af4bbe50", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:44:54.617265 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7cf62dfb-cda6-4a0a-9673-a79ab7e1947e {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:44:54.617672 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fe97299-a75c-4743-802b-d6ede3f81763', 'tag': '480315ff-a0ef-43eb-a8ff-8059af4bbe50', 'status': 'completed', 'code': 200} Aug 29 04:44:54.727679 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1cd76a-1d56-4111-be50-c859b23b7a9f req-7d036ebf-7860-48e8-adc6-f4e36ff4ec3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:54.729593 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-de1cd76a-1d56-4111-be50-c859b23b7a9f req-7d036ebf-7860-48e8-adc6-f4e36ff4ec3b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9fb1fbcb8cc9402ba4fdb36d489735a9&device_id=3fe97299-a75c-4743-802b-d6ede3f81763 HTTP/1.1" status: 200 len: 1097 time: 0.0628393 Aug 29 04:44:54.816377 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-0b2cb752-bfa0-43b7-8ed7-ed861051e0cc None None] Set router 4ea5f392-f620-47f2-ab02-26ed2cc03a9b gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:44:54.874999 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b748ad-f3d0-4a57-ae14-aefb6db0c47d req-e5e77382-d60f-4cf1-9edd-f684535c74ed tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:54.877589 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-76b748ad-f3d0-4a57-ae14-aefb6db0c47d req-e5e77382-d60f-4cf1-9edd-f684535c74ed tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=3fe97299-a75c-4743-802b-d6ede3f81763 HTTP/1.1" status: 200 len: 945 time: 0.0725737 Aug 29 04:44:54.899251 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1cd76a-1d56-4111-be50-c859b23b7a9f req-9bc1ac68-da3b-4360-acd7-685ecc74afed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:54.900707 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-de1cd76a-1d56-4111-be50-c859b23b7a9f req-9bc1ac68-da3b-4360-acd7-685ecc74afed service neutron] 10.222.0.48 "GET /v2.0/networks?id=24839703-2954-4e20-aa94-9ca5ff0aec15 HTTP/1.1" status: 200 len: 897 time: 0.1478980 Aug 29 04:44:54.953235 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-de1cd76a-1d56-4111-be50-c859b23b7a9f req-62e0d575-ba7b-4d0e-92e8-f77243b8b97a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=480315ff-a0ef-43eb-a8ff-8059af4bbe50 HTTP/1.1" status: 200 len: 217 time: 0.0434592 Aug 29 04:44:54.977446 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-76b748ad-f3d0-4a57-ae14-aefb6db0c47d req-3cf6b9f7-827d-4137-9585-89d193342e3b tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=4236a74f-5298-4d9a-8949-8a6ff096cd15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904329 Aug 29 04:44:54.988044 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 59992) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:55.021238 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1cd76a-1d56-4111-be50-c859b23b7a9f req-9d7df533-8f5e-4b9c-8060-1cd7f1560e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:55.022877 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-de1cd76a-1d56-4111-be50-c859b23b7a9f req-9d7df533-8f5e-4b9c-8060-1cd7f1560e68 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e3cf10b1-70e4-433d-a09e-01e8d8121526 HTTP/1.1" status: 200 len: 834 time: 0.0593040 Aug 29 04:44:55.028330 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 63af98b2-59d1-41ba-96e0-9dab3b74d100 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:44:55.054835 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 63af98b2-59d1-41ba-96e0-9dab3b74d100 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:44:55.055429 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 63af98b2-59d1-41ba-96e0-9dab3b74d100 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:44:55.057602 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device fbc11c01-6e1f-4d4c-8715-6a00f1d72624 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:44:55.073670 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1cd76a-1d56-4111-be50-c859b23b7a9f req-b4d2b77b-b267-4ab2-b176-81df9d2b0917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:55.075345 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-de1cd76a-1d56-4111-be50-c859b23b7a9f req-b4d2b77b-b267-4ab2-b176-81df9d2b0917 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=24839703-2954-4e20-aa94-9ca5ff0aec15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441208 Aug 29 04:44:55.080361 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: fbc11c01-6e1f-4d4c-8715-6a00f1d72624 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:44:55.080716 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device fbc11c01-6e1f-4d4c-8715-6a00f1d72624 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:44:55.113547 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-0b2cb752-bfa0-43b7-8ed7-ed861051e0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ea5f392-f620-47f2-ab02-26ed2cc03a9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1172575723', 'tenant_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': '81329cec-ffb5-4ddb-b658-82d4d852fdd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:42:21Z', 'updated_at': '2021-08-29T04:42:27Z', 'revision_number': 4, 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'gw_port': {'id': '81329cec-ffb5-4ddb-b658-82d4d852fdd3', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:06:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea5f392-f620-47f2-ab02-26ed2cc03a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:22Z', 'updated_at': '2021-08-29T04:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '943f9ff6-f0f5-4bde-b0b1-849ff3818382', 'name': '', 'network_id': '24839703-2954-4e20-aa94-9ca5ff0aec15', 'tenant_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'mac_address': 'fa:16:3e:dc:65:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea5f392-f620-47f2-ab02-26ed2cc03a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': 'e3cf10b1-70e4-433d-a09e-01e8d8121526', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:26Z', 'updated_at': '2021-08-29T04:42:33Z', 'revision_number': 5, 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'subnets': [{'id': 'e3cf10b1-70e4-433d-a09e-01e8d8121526', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:55.118208 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-294ae5c8-b3d1-4af8-8116-c00ce69d166f admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1927652003-network', 'tenant_id': '37758c043b6247308d3323a6000d1f2b'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:44:55.143672 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-294ae5c8-b3d1-4af8-8116-c00ce69d166f admin admin] Made reservation on behalf of 37758c043b6247308d3323a6000d1f2b for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:44:55.146327 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2cb752-bfa0-43b7-8ed7-ed861051e0cc None None] Checking router: 4ea5f392-f620-47f2-ab02-26ed2cc03a9b for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:44:55.146708 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-294ae5c8-b3d1-4af8-8116-c00ce69d166f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:55.154751 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2cb752-bfa0-43b7-8ed7-ed861051e0cc None None] Routers {'4ea5f392-f620-47f2-ab02-26ed2cc03a9b'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:44:55.155385 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-0b2cb752-bfa0-43b7-8ed7-ed861051e0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:44:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['4ea5f392-f620-47f2-ab02-26ed2cc03a9b'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:55.155936 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-294ae5c8-b3d1-4af8-8116-c00ce69d166f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:55.182691 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-de1cd76a-1d56-4111-be50-c859b23b7a9f req-67dce736-6b9d-4297-ab84-4863727bdcda service neutron] 10.222.0.48 "GET /v2.0/networks/24839703-2954-4e20-aa94-9ca5ff0aec15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966172 Aug 29 04:44:55.255200 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-294ae5c8-b3d1-4af8-8116-c00ce69d166f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:55.260073 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-294ae5c8-b3d1-4af8-8116-c00ce69d166f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:55.270493 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-0b2cb752-bfa0-43b7-8ed7-ed861051e0cc None None] Set router 4ea5f392-f620-47f2-ab02-26ed2cc03a9b gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:44:55.282450 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-de1cd76a-1d56-4111-be50-c859b23b7a9f req-86bf0ec5-fc27-4f98-8d8d-b2ae5ddd0a89 service neutron] 10.222.0.48 "GET /v2.0/networks/24839703-2954-4e20-aa94-9ca5ff0aec15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924356 Aug 29 04:44:55.289553 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-294ae5c8-b3d1-4af8-8116-c00ce69d166f admin admin] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:44:55.298007 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294ae5c8-b3d1-4af8-8116-c00ce69d166f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b9b21ed-a38d-4471-83eb-aad4f0922f30,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:55.307312 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-294ae5c8-b3d1-4af8-8116-c00ce69d166f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:55.307659 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-294ae5c8-b3d1-4af8-8116-c00ce69d166f admin admin] Added segment f12e9cb1-b198-475d-b226-544c633bc34a of type vlan for network 5e38e34c-88b4-4a6b-a995-62b34713d48b Aug 29 04:44:55.351933 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-294ae5c8-b3d1-4af8-8116-c00ce69d166f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:55.385925 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-294ae5c8-b3d1-4af8-8116-c00ce69d166f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:55.386987 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294ae5c8-b3d1-4af8-8116-c00ce69d166f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:55.387571 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-294ae5c8-b3d1-4af8-8116-c00ce69d166f admin admin] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:55.459492 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-294ae5c8-b3d1-4af8-8116-c00ce69d166f admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4702916 Aug 29 04:44:55.463121 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 59996) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:55.468964 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-46df79d0-ef15-4b10-93dc-759a99a84201 admin admin] Request body: {'subnet': {'network_id': '5e38e34c-88b4-4a6b-a995-62b34713d48b', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1927652003-subnet', 'tenant_id': '37758c043b6247308d3323a6000d1f2b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:44:55.474126 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294ae5c8-b3d1-4af8-8116-c00ce69d166f admin admin] Pushing event updated for resources: {'Network': ['ID=5e38e34c-88b4-4a6b-a995-62b34713d48b,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:55.480001 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-0b2cb752-bfa0-43b7-8ed7-ed861051e0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ea5f392-f620-47f2-ab02-26ed2cc03a9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1172575723', 'tenant_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': '81329cec-ffb5-4ddb-b658-82d4d852fdd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:42:21Z', 'updated_at': '2021-08-29T04:42:27Z', 'revision_number': 4, 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'gw_port': {'id': '81329cec-ffb5-4ddb-b658-82d4d852fdd3', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:06:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea5f392-f620-47f2-ab02-26ed2cc03a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:22Z', 'updated_at': '2021-08-29T04:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '943f9ff6-f0f5-4bde-b0b1-849ff3818382', 'name': '', 'network_id': '24839703-2954-4e20-aa94-9ca5ff0aec15', 'tenant_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'mac_address': 'fa:16:3e:dc:65:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea5f392-f620-47f2-ab02-26ed2cc03a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': 'e3cf10b1-70e4-433d-a09e-01e8d8121526', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:26Z', 'updated_at': '2021-08-29T04:42:33Z', 'revision_number': 5, 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'subnets': [{'id': 'e3cf10b1-70e4-433d-a09e-01e8d8121526', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:55.497135 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46df79d0-ef15-4b10-93dc-759a99a84201 admin admin] Made reservation on behalf of 37758c043b6247308d3323a6000d1f2b for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:44:55.499472 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-46df79d0-ef15-4b10-93dc-759a99a84201 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:55.511645 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 5e38e34c-88b4-4a6b-a995-62b34713d48b details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:44:55.514293 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2cb752-bfa0-43b7-8ed7-ed861051e0cc None None] The sync data for ids ['4ea5f392-f620-47f2-ab02-26ed2cc03a9b'] in n-d-712140-12 is: [{'id': '4ea5f392-f620-47f2-ab02-26ed2cc03a9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1172575723', 'tenant_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': '81329cec-ffb5-4ddb-b658-82d4d852fdd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:42:21Z', 'updated_at': '2021-08-29T04:42:27Z', 'revision_number': 4, 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'gw_port': {'id': '81329cec-ffb5-4ddb-b658-82d4d852fdd3', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:06:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea5f392-f620-47f2-ab02-26ed2cc03a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:22Z', 'updated_at': '2021-08-29T04:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '943f9ff6-f0f5-4bde-b0b1-849ff3818382', 'name': '', 'network_id': '24839703-2954-4e20-aa94-9ca5ff0aec15', 'tenant_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'mac_address': 'fa:16:3e:dc:65:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea5f392-f620-47f2-ab02-26ed2cc03a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': 'e3cf10b1-70e4-433d-a09e-01e8d8121526', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:26Z', 'updated_at': '2021-08-29T04:42:33Z', 'revision_number': 5, 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'subnets': [{'id': 'e3cf10b1-70e4-433d-a09e-01e8d8121526', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:44:55.692466 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-46df79d0-ef15-4b10-93dc-759a99a84201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9191137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10062364'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:55.747368 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46df79d0-ef15-4b10-93dc-759a99a84201 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ba3d3f9-484f-4869-9854-b618e4bf0cce,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:55.760439 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7ad233-8ce2-4626-974e-23c9dda53f60 None None] New status for floating IP 4ca49a13-f635-4bd7-87c7-7746afdbe418: DOWN {{(pid=94831) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:44:55.764309 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46df79d0-ef15-4b10-93dc-759a99a84201 admin admin] Checking segment: {'id': 'f12e9cb1-b198-475d-b226-544c633bc34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '5e38e34c-88b4-4a6b-a995-62b34713d48b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:44:55.764678 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46df79d0-ef15-4b10-93dc-759a99a84201 admin admin] Network hostable DHCP agents. Network: 5e38e34c-88b4-4a6b-a995-62b34713d48b, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:44:55.792372 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46df79d0-ef15-4b10-93dc-759a99a84201 admin admin] Network 5e38e34c-88b4-4a6b-a995-62b34713d48b is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:44:55.804137 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-46df79d0-ef15-4b10-93dc-759a99a84201 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 5e38e34c-88b4-4a6b-a995-62b34713d48b) {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:44:55.808208 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46df79d0-ef15-4b10-93dc-759a99a84201 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:55.808792 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-46df79d0-ef15-4b10-93dc-759a99a84201 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:55.815172 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc1e8a8-976a-4e0d-8e15-4e36b5a3aaa1 None None] Network 5e38e34c-88b4-4a6b-a995-62b34713d48b requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:44:55.828168 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-46df79d0-ef15-4b10-93dc-759a99a84201 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3593795 Aug 29 04:44:55.944902 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263903e7-0679-4e2e-bd91-d380a2595090 None None] Network 5e38e34c-88b4-4a6b-a995-62b34713d48b requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:44:56.114957 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a936aa70-6776-42fe-806b-2b7540386d19 req-fc175fe7-55fd-4c34-871c-fa6948cc7e8d tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:56.116505 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a936aa70-6776-42fe-806b-2b7540386d19 req-fc175fe7-55fd-4c34-871c-fa6948cc7e8d tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=3fe97299-a75c-4743-802b-d6ede3f81763 HTTP/1.1" status: 200 len: 945 time: 0.0490925 Aug 29 04:44:56.160673 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a936aa70-6776-42fe-806b-2b7540386d19 req-f38ec488-9997-4d9d-a3da-4d4370df6e59 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=4236a74f-5298-4d9a-8949-8a6ff096cd15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375311 Aug 29 04:44:56.342361 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac65e18-8dd6-4a79-9012-ef4b344e23c2 req-fc454174-561a-4819-8f9b-d1ef7cad7d36 tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:56.343834 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-aac65e18-8dd6-4a79-9012-ef4b344e23c2 req-fc454174-561a-4819-8f9b-d1ef7cad7d36 tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] 10.222.0.22 "GET /v2.0/networks?id=5e38e34c-88b4-4a6b-a995-62b34713d48b HTTP/1.1" status: 200 len: 813 time: 0.1277893 Aug 29 04:44:56.369133 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f15428-eb38-4150-b14d-45b3fb1e4652 req-86d70f1e-9826-448b-abfc-874e93903c80 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:56.370568 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b0f15428-eb38-4150-b14d-45b3fb1e4652 req-86d70f1e-9826-448b-abfc-874e93903c80 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.48 "GET /v2.0/ports?device_id=3fe97299-a75c-4743-802b-d6ede3f81763 HTTP/1.1" status: 200 len: 945 time: 0.0895603 Aug 29 04:44:56.372237 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-aac65e18-8dd6-4a79-9012-ef4b344e23c2 req-2c4577f1-ff38-4545-a4e5-d70cf95a9be9 tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] 10.222.0.22 "GET /v2.0/quotas/37758c043b6247308d3323a6000d1f2b HTTP/1.1" status: 200 len: 375 time: 0.0222094 Aug 29 04:44:56.430008 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-aac65e18-8dd6-4a79-9012-ef4b344e23c2 req-25cd74a8-3a71-445b-8a51-023b850ff989 tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=37758c043b6247308d3323a6000d1f2b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0455699 Aug 29 04:44:56.556344 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-aac65e18-8dd6-4a79-9012-ef4b344e23c2 req-2bc697c4-2ca8-47d7-a463-4adbb9c7e9d9 service neutron] 10.222.0.22 "GET /v2.0/networks/5e38e34c-88b4-4a6b-a995-62b34713d48b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156919 Aug 29 04:44:56.558729 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-b0f15428-eb38-4150-b14d-45b3fb1e4652 req-ba619fc1-41f9-4cad-bc0c-3d92f7d251e0 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Deleting port 480315ff-a0ef-43eb-a8ff-8059af4bbe50 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:44:56.559069 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-b0f15428-eb38-4150-b14d-45b3fb1e4652 req-ba619fc1-41f9-4cad-bc0c-3d92f7d251e0 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:56.710604 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-b0f15428-eb38-4150-b14d-45b3fb1e4652 req-ba619fc1-41f9-4cad-bc0c-3d92f7d251e0 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] For port 480315ff-a0ef-43eb-a8ff-8059af4bbe50, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=480315ff-a0ef-43eb-a8ff-8059af4bbe50,segment=NetworkSegment(158f3f3e-7a5a-4b70-b474-1c118a651003),segment_id=158f3f3e-7a5a-4b70-b474-1c118a651003)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:56.710970 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-b0f15428-eb38-4150-b14d-45b3fb1e4652 req-ba619fc1-41f9-4cad-bc0c-3d92f7d251e0 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:56.726142 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-aac65e18-8dd6-4a79-9012-ef4b344e23c2 req-644a4b5b-e38c-4b87-b201-6c83ffcba1df service neutron] 10.222.0.22 "GET /v2.0/networks/5e38e34c-88b4-4a6b-a995-62b34713d48b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631405 Aug 29 04:44:56.726972 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-b0f15428-eb38-4150-b14d-45b3fb1e4652 req-ba619fc1-41f9-4cad-bc0c-3d92f7d251e0 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Calling delete_port for 480315ff-a0ef-43eb-a8ff-8059af4bbe50 owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:44:56.868987 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-b0f15428-eb38-4150-b14d-45b3fb1e4652 req-ba619fc1-41f9-4cad-bc0c-3d92f7d251e0 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:56.901728 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba619fc1-41f9-4cad-bc0c-3d92f7d251e0 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Pushing event deleted for resources: {'Port': ['ID=480315ff-a0ef-43eb-a8ff-8059af4bbe50,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:56.970857 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0f15428-eb38-4150-b14d-45b3fb1e4652 req-ba619fc1-41f9-4cad-bc0c-3d92f7d251e0 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] No DVR routers for this DVR port 480315ff-a0ef-43eb-a8ff-8059af4bbe50 on host n-h2-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:44:56.977519 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-b0f15428-eb38-4150-b14d-45b3fb1e4652 req-ba619fc1-41f9-4cad-bc0c-3d92f7d251e0 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:56.980433 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b0f15428-eb38-4150-b14d-45b3fb1e4652 req-ba619fc1-41f9-4cad-bc0c-3d92f7d251e0 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.48 "DELETE /v2.0/ports/480315ff-a0ef-43eb-a8ff-8059af4bbe50 HTTP/1.1" status: 204 len: 173 time: 0.6032150 Aug 29 04:44:56.980983 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fe97299-a75c-4743-802b-d6ede3f81763', 'name': 'network-vif-deleted', 'tag': '480315ff-a0ef-43eb-a8ff-8059af4bbe50'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:44:56.983589 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0052fd2f-29a1-4475-9f8b-f7851c52783c" -d '{"events": [{"server_uuid": "3fe97299-a75c-4743-802b-d6ede3f81763", "name": "network-vif-deleted", "tag": "480315ff-a0ef-43eb-a8ff-8059af4bbe50"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:44:57.044535 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd562cde-1706-4f53-a9c3-5530958ec69d x-openstack-request-id: req-cd562cde-1706-4f53-a9c3-5530958ec69d {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:44:57.044838 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fe97299-a75c-4743-802b-d6ede3f81763", "name": "network-vif-deleted", "tag": "480315ff-a0ef-43eb-a8ff-8059af4bbe50", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:44:57.045102 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cd562cde-1706-4f53-a9c3-5530958ec69d {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:44:57.045499 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fe97299-a75c-4743-802b-d6ede3f81763', 'name': 'network-vif-deleted', 'tag': '480315ff-a0ef-43eb-a8ff-8059af4bbe50', 'status': 'completed', 'code': 200} Aug 29 04:44:57.048468 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-95f8ddd0-6f0f-44b5-b9ea-980dce6e8c2f req-97a8389c-5d05-45ea-9fc3-08ef173dd984 tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f529ff2-5600-4be9-8a66-33ad931fb401 HTTP/1.1" status: 200 len: 210 time: 0.0505617 Aug 29 04:44:57.288014 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-dc7762ec-8c70-467b-8f6c-55ea67392369 req-559a500e-7ba3-4823-b954-a27135ed7912 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=3fe97299-a75c-4743-802b-d6ede3f81763 HTTP/1.1" status: 200 len: 210 time: 0.0373893 Aug 29 04:44:57.552585 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:44:58.182727 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-167ba458-9487-4de7-98e3-45a10bc01c22 req-18b1454d-f6db-412a-a755-2d942c17f7f1 tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f529ff2-5600-4be9-8a66-33ad931fb401 HTTP/1.1" status: 200 len: 210 time: 0.0337048 Aug 29 04:44:58.346675 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac65e18-8dd6-4a79-9012-ef4b344e23c2 req-c1e25484-dfb9-4253-9336-2b65cfde2707 tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:58.349285 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-aac65e18-8dd6-4a79-9012-ef4b344e23c2 req-c1e25484-dfb9-4253-9336-2b65cfde2707 tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] 10.222.0.46 "GET /v2.0/networks?id=5e38e34c-88b4-4a6b-a995-62b34713d48b HTTP/1.1" status: 200 len: 813 time: 0.2661226 Aug 29 04:44:58.374684 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-aac65e18-8dd6-4a79-9012-ef4b344e23c2 req-1ed571f5-4969-4e73-b2f1-e951920e2fa7 tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] Request body: {'port': {'device_id': '7ac29d88-5e45-4e86-bfc4-97db99e9fb22', 'network_id': '5e38e34c-88b4-4a6b-a995-62b34713d48b', 'admin_state_up': True, 'tenant_id': '37758c043b6247308d3323a6000d1f2b'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:44:58.397860 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 60040) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:58.461156 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac65e18-8dd6-4a79-9012-ef4b344e23c2 req-592b6892-1220-4fbe-bd11-e728bb1847d9 tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:58.462628 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-aac65e18-8dd6-4a79-9012-ef4b344e23c2 req-592b6892-1220-4fbe-bd11-e728bb1847d9 tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] 10.222.0.48 "GET /v2.0/networks?id=5e38e34c-88b4-4a6b-a995-62b34713d48b HTTP/1.1" status: 200 len: 813 time: 0.2618358 Aug 29 04:44:58.485480 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-aac65e18-8dd6-4a79-9012-ef4b344e23c2 req-04e3c417-b046-4111-b061-f28bf42d8002 tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] Request body: {'port': {'device_id': '6f529ff2-5600-4be9-8a66-33ad931fb401', 'network_id': '5e38e34c-88b4-4a6b-a995-62b34713d48b', 'admin_state_up': True, 'tenant_id': '37758c043b6247308d3323a6000d1f2b'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:44:58.588584 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aac65e18-8dd6-4a79-9012-ef4b344e23c2 req-1ed571f5-4969-4e73-b2f1-e951920e2fa7 tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] Made reservation on behalf of 37758c043b6247308d3323a6000d1f2b for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:44:58.591997 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-aac65e18-8dd6-4a79-9012-ef4b344e23c2 req-1ed571f5-4969-4e73-b2f1-e951920e2fa7 tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:58.673344 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aac65e18-8dd6-4a79-9012-ef4b344e23c2 req-04e3c417-b046-4111-b061-f28bf42d8002 tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] Made reservation on behalf of 37758c043b6247308d3323a6000d1f2b for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:44:58.676865 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-aac65e18-8dd6-4a79-9012-ef4b344e23c2 req-04e3c417-b046-4111-b061-f28bf42d8002 tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:58.758271 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:58.810944 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a006ccfc-bcc6-4f71-85eb-8a4c46554ac0 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713413'] for router_interface, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:58.816888 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-aac65e18-8dd6-4a79-9012-ef4b344e23c2 req-1ed571f5-4969-4e73-b2f1-e951920e2fa7 tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] Allocated IP 172.20.0.10 (5e38e34c-88b4-4a6b-a995-62b34713d48b/1ba3d3f9-484f-4869-9854-b618e4bf0cce/19f071b4-0bbf-49c1-b922-9272182753c6) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:44:58.991249 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-aac65e18-8dd6-4a79-9012-ef4b344e23c2 req-1ed571f5-4969-4e73-b2f1-e951920e2fa7 tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:59.034162 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-aac65e18-8dd6-4a79-9012-ef4b344e23c2 req-1ed571f5-4969-4e73-b2f1-e951920e2fa7 tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:59.085497 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-a006ccfc-bcc6-4f71-85eb-8a4c46554ac0 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Deleting port 943f9ff6-f0f5-4bde-b0b1-849ff3818382 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:44:59.085843 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a006ccfc-bcc6-4f71-85eb-8a4c46554ac0 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:59.112631 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aac65e18-8dd6-4a79-9012-ef4b344e23c2 req-1ed571f5-4969-4e73-b2f1-e951920e2fa7 tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] Network 5e38e34c-88b4-4a6b-a995-62b34713d48b is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:44:59.121160 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-aac65e18-8dd6-4a79-9012-ef4b344e23c2 req-1ed571f5-4969-4e73-b2f1-e951920e2fa7 tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:44:59.128540 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-aac65e18-8dd6-4a79-9012-ef4b344e23c2 req-1ed571f5-4969-4e73-b2f1-e951920e2fa7 tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:44:59.135012 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed571f5-4969-4e73-b2f1-e951920e2fa7 tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] Pushing event updated for resources: {'Port': ['ID=19f071b4-0bbf-49c1-b922-9272182753c6,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:59.161833 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-aac65e18-8dd6-4a79-9012-ef4b344e23c2 req-04e3c417-b046-4111-b061-f28bf42d8002 tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] Allocated IP 172.20.0.9 (5e38e34c-88b4-4a6b-a995-62b34713d48b/1ba3d3f9-484f-4869-9854-b618e4bf0cce/0c8a995a-8612-4f90-87ad-e2d8f890f674) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:44:59.186376 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-a006ccfc-bcc6-4f71-85eb-8a4c46554ac0 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] For port 943f9ff6-f0f5-4bde-b0b1-849ff3818382, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=943f9ff6-f0f5-4bde-b0b1-849ff3818382,segment=NetworkSegment(158f3f3e-7a5a-4b70-b474-1c118a651003),segment_id=158f3f3e-7a5a-4b70-b474-1c118a651003)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:59.186669 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a006ccfc-bcc6-4f71-85eb-8a4c46554ac0 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:59.198802 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac65e18-8dd6-4a79-9012-ef4b344e23c2 req-1ed571f5-4969-4e73-b2f1-e951920e2fa7 tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:59.199424 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-aac65e18-8dd6-4a79-9012-ef4b344e23c2 req-1ed571f5-4969-4e73-b2f1-e951920e2fa7 tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:59.201319 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-a006ccfc-bcc6-4f71-85eb-8a4c46554ac0 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Calling delete_port for 943f9ff6-f0f5-4bde-b0b1-849ff3818382 owned by network:router_interface {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:44:59.228696 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-aac65e18-8dd6-4a79-9012-ef4b344e23c2 req-1ed571f5-4969-4e73-b2f1-e951920e2fa7 tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8658154 Aug 29 04:44:59.244345 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-aac65e18-8dd6-4a79-9012-ef4b344e23c2 req-90a21491-6cd8-4352-870b-7a81ba3fef9e service neutron] Request body: {'port': {'device_id': '7ac29d88-5e45-4e86-bfc4-97db99e9fb22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:44:59.401757 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a006ccfc-bcc6-4f71-85eb-8a4c46554ac0 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:59.428239 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a006ccfc-bcc6-4f71-85eb-8a4c46554ac0 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Pushing event deleted for resources: {'Port': ['ID=943f9ff6-f0f5-4bde-b0b1-849ff3818382,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:59.602702 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a945909d-7893-4d5b-a48d-d3d7e569812f req-b4184a43-7752-47ea-ac4d-12070b45c03c tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f529ff2-5600-4be9-8a66-33ad931fb401 HTTP/1.1" status: 200 len: 210 time: 0.3259747 Aug 29 04:44:59.614054 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a006ccfc-bcc6-4f71-85eb-8a4c46554ac0 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-713231'] for router_interface, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:59.655296 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-aac65e18-8dd6-4a79-9012-ef4b344e23c2 req-90a21491-6cd8-4352-870b-7a81ba3fef9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:59.707166 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-aac65e18-8dd6-4a79-9012-ef4b344e23c2 req-04e3c417-b046-4111-b061-f28bf42d8002 tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:59.830489 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-aac65e18-8dd6-4a79-9012-ef4b344e23c2 req-04e3c417-b046-4111-b061-f28bf42d8002 tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:59.856253 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a006ccfc-bcc6-4f71-85eb-8a4c46554ac0 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Router 4ea5f392-f620-47f2-ab02-26ed2cc03a9b has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:44:59.922209 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aac65e18-8dd6-4a79-9012-ef4b344e23c2 req-04e3c417-b046-4111-b061-f28bf42d8002 tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] Network 5e38e34c-88b4-4a6b-a995-62b34713d48b is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:44:59.930804 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-aac65e18-8dd6-4a79-9012-ef4b344e23c2 req-04e3c417-b046-4111-b061-f28bf42d8002 tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:44:59.934461 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e3c417-b046-4111-b061-f28bf42d8002 tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] Pushing event updated for resources: {'Port': ['ID=0c8a995a-8612-4f90-87ad-e2d8f890f674,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:59.942125 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-aac65e18-8dd6-4a79-9012-ef4b344e23c2 req-04e3c417-b046-4111-b061-f28bf42d8002 tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:44:59.966294 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a006ccfc-bcc6-4f71-85eb-8a4c46554ac0 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:44:59.972113 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-a006ccfc-bcc6-4f71-85eb-8a4c46554ac0 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "PUT /v2.0/routers/4ea5f392-f620-47f2-ab02-26ed2cc03a9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5721636 Aug 29 04:44:59.974469 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 60044) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:59.980022 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159dc075-0cec-4124-a358-e86a606237ea None None] Sync routers for ids ['4ea5f392-f620-47f2-ab02-26ed2cc03a9b'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:44:59.990761 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159dc075-0cec-4124-a358-e86a606237ea None None] Routers {'4ea5f392-f620-47f2-ab02-26ed2cc03a9b'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:44:59.991393 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-159dc075-0cec-4124-a358-e86a606237ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:44:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['4ea5f392-f620-47f2-ab02-26ed2cc03a9b'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:00.016853 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac65e18-8dd6-4a79-9012-ef4b344e23c2 req-04e3c417-b046-4111-b061-f28bf42d8002 tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:00.017263 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-aac65e18-8dd6-4a79-9012-ef4b344e23c2 req-04e3c417-b046-4111-b061-f28bf42d8002 tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:00.035620 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5c28342-1f78-470d-99af-2d6b42475ab9 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Deleting subnet e3cf10b1-70e4-433d-a09e-01e8d8121526 {{(pid=94829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:45:00.041032 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c5c28342-1f78-470d-99af-2d6b42475ab9 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for subnet, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:00.044500 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-aac65e18-8dd6-4a79-9012-ef4b344e23c2 req-04e3c417-b046-4111-b061-f28bf42d8002 tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5663860 Aug 29 04:45:00.070120 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-aac65e18-8dd6-4a79-9012-ef4b344e23c2 req-05174878-ff9a-4d90-99c3-091a02031c3e service neutron] Request body: {'port': {'device_id': '6f529ff2-5600-4be9-8a66-33ad931fb401', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:45:00.084809 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c5c28342-1f78-470d-99af-2d6b42475ab9 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4311743'] for subnet, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:00.105508 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-aac65e18-8dd6-4a79-9012-ef4b344e23c2 req-90a21491-6cd8-4352-870b-7a81ba3fef9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19f071b4-0bbf-49c1-b922-9272182753c6 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:45:00.109164 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-159dc075-0cec-4124-a358-e86a606237ea None None] Set router 4ea5f392-f620-47f2-ab02-26ed2cc03a9b gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:45:00.117173 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-aac65e18-8dd6-4a79-9012-ef4b344e23c2 req-90a21491-6cd8-4352-870b-7a81ba3fef9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:00.149694 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-aac65e18-8dd6-4a79-9012-ef4b344e23c2 req-90a21491-6cd8-4352-870b-7a81ba3fef9e service neutron] Transition to ACTIVE for port object 19f071b4-0bbf-49c1-b922-9272182753c6 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:45:00.150587 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-aac65e18-8dd6-4a79-9012-ef4b344e23c2 req-05174878-ff9a-4d90-99c3-091a02031c3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:00.161523 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-aac65e18-8dd6-4a79-9012-ef4b344e23c2 req-90a21491-6cd8-4352-870b-7a81ba3fef9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:00.176737 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c5c28342-1f78-470d-99af-2d6b42475ab9 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:00.243797 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a21491-6cd8-4352-870b-7a81ba3fef9e service neutron] Pushing event updated for resources: {'Port': ['ID=19f071b4-0bbf-49c1-b922-9272182753c6,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:00.255472 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c5c28342-1f78-470d-99af-2d6b42475ab9 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4552352'] for subnet, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:00.286529 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c28342-1f78-470d-99af-2d6b42475ab9 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Pushing event deleted for resources: {'Subnet': ['ID=e3cf10b1-70e4-433d-a09e-01e8d8121526,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:00.292241 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c5c28342-1f78-470d-99af-2d6b42475ab9 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:00.299402 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-c5c28342-1f78-470d-99af-2d6b42475ab9 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "DELETE /v2.0/subnets/e3cf10b1-70e4-433d-a09e-01e8d8121526 HTTP/1.1" status: 204 len: 168 time: 0.3232341 Aug 29 04:45:00.300091 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 60046) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:00.301625 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671f5479-1a10-4d37-ba4c-7adc582475ce None None] Network 24839703-2954-4e20-aa94-9ca5ff0aec15 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:45:00.375501 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-159dc075-0cec-4124-a358-e86a606237ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ea5f392-f620-47f2-ab02-26ed2cc03a9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1172575723', 'tenant_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': '81329cec-ffb5-4ddb-b658-82d4d852fdd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:42:21Z', 'updated_at': '2021-08-29T04:44:59Z', 'revision_number': 5, 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'gw_port': {'id': '81329cec-ffb5-4ddb-b658-82d4d852fdd3', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:06:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea5f392-f620-47f2-ab02-26ed2cc03a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:22Z', 'updated_at': '2021-08-29T04:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:00.420735 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4d244a74-9bf9-478d-af2e-664d935107a8 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for router, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:00.424483 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159dc075-0cec-4124-a358-e86a606237ea None None] Checking router: 4ea5f392-f620-47f2-ab02-26ed2cc03a9b for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:45:00.428356 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-aac65e18-8dd6-4a79-9012-ef4b344e23c2 req-90a21491-6cd8-4352-870b-7a81ba3fef9e service neutron] Attempting to bind port 19f071b4-0bbf-49c1-b922-9272182753c6 on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:45:00.428688 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-aac65e18-8dd6-4a79-9012-ef4b344e23c2 req-90a21491-6cd8-4352-870b-7a81ba3fef9e service neutron] Attempting to bind port 19f071b4-0bbf-49c1-b922-9272182753c6 by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': 'f12e9cb1-b198-475d-b226-544c633bc34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '5e38e34c-88b4-4a6b-a995-62b34713d48b'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:45:00.429285 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac65e18-8dd6-4a79-9012-ef4b344e23c2 req-90a21491-6cd8-4352-870b-7a81ba3fef9e service neutron] Attempting to bind port 19f071b4-0bbf-49c1-b922-9272182753c6 on network 5e38e34c-88b4-4a6b-a995-62b34713d48b {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:45:00.436392 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac65e18-8dd6-4a79-9012-ef4b344e23c2 req-90a21491-6cd8-4352-870b-7a81ba3fef9e service neutron] Port 19f071b4-0bbf-49c1-b922-9272182753c6 on network 5e38e34c-88b4-4a6b-a995-62b34713d48b not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:45:00.436720 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac65e18-8dd6-4a79-9012-ef4b344e23c2 req-90a21491-6cd8-4352-870b-7a81ba3fef9e service neutron] Attempting to bind port 19f071b4-0bbf-49c1-b922-9272182753c6 on network 5e38e34c-88b4-4a6b-a995-62b34713d48b {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:45:00.444312 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac65e18-8dd6-4a79-9012-ef4b344e23c2 req-90a21491-6cd8-4352-870b-7a81ba3fef9e service neutron] Checking agent: {'id': '3de9de52-3a03-431d-9d7e-497ae92c57ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:45:00.444638 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac65e18-8dd6-4a79-9012-ef4b344e23c2 req-90a21491-6cd8-4352-870b-7a81ba3fef9e service neutron] Checking segment: {'id': 'f12e9cb1-b198-475d-b226-544c633bc34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '5e38e34c-88b4-4a6b-a995-62b34713d48b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:45:00.445022 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac65e18-8dd6-4a79-9012-ef4b344e23c2 req-90a21491-6cd8-4352-870b-7a81ba3fef9e service neutron] Bound using segment: {'id': 'f12e9cb1-b198-475d-b226-544c633bc34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '5e38e34c-88b4-4a6b-a995-62b34713d48b'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:45:00.445455 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-aac65e18-8dd6-4a79-9012-ef4b344e23c2 req-90a21491-6cd8-4352-870b-7a81ba3fef9e service neutron] Bound port: 19f071b4-0bbf-49c1-b922-9272182753c6, host: n-h1-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f12e9cb1-b198-475d-b226-544c633bc34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '5e38e34c-88b4-4a6b-a995-62b34713d48b'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:45:00.445816 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-aac65e18-8dd6-4a79-9012-ef4b344e23c2 req-90a21491-6cd8-4352-870b-7a81ba3fef9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:00.448373 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159dc075-0cec-4124-a358-e86a606237ea None None] Routers {'4ea5f392-f620-47f2-ab02-26ed2cc03a9b'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:45:00.448995 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-159dc075-0cec-4124-a358-e86a606237ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:44:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['4ea5f392-f620-47f2-ab02-26ed2cc03a9b'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:00.556771 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-aac65e18-8dd6-4a79-9012-ef4b344e23c2 req-90a21491-6cd8-4352-870b-7a81ba3fef9e service neutron] For port 19f071b4-0bbf-49c1-b922-9272182753c6, host n-h1-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:45:00.561648 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-aac65e18-8dd6-4a79-9012-ef4b344e23c2 req-90a21491-6cd8-4352-870b-7a81ba3fef9e service neutron] For port 19f071b4-0bbf-49c1-b922-9272182753c6, host n-h1-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=19f071b4-0bbf-49c1-b922-9272182753c6,segment=NetworkSegment(f12e9cb1-b198-475d-b226-544c633bc34a),segment_id=f12e9cb1-b198-475d-b226-544c633bc34a)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:45:00.571830 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-159dc075-0cec-4124-a358-e86a606237ea None None] Set router 4ea5f392-f620-47f2-ab02-26ed2cc03a9b gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:45:00.586662 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-aac65e18-8dd6-4a79-9012-ef4b344e23c2 req-90a21491-6cd8-4352-870b-7a81ba3fef9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:00.634843 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-aac65e18-8dd6-4a79-9012-ef4b344e23c2 req-05174878-ff9a-4d90-99c3-091a02031c3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c8a995a-8612-4f90-87ad-e2d8f890f674 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:45:00.639986 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac65e18-8dd6-4a79-9012-ef4b344e23c2 req-90a21491-6cd8-4352-870b-7a81ba3fef9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:00.640623 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-aac65e18-8dd6-4a79-9012-ef4b344e23c2 req-90a21491-6cd8-4352-870b-7a81ba3fef9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:00.642118 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-aac65e18-8dd6-4a79-9012-ef4b344e23c2 req-90a21491-6cd8-4352-870b-7a81ba3fef9e service neutron] 10.222.0.46 "PUT /v2.0/ports/19f071b4-0bbf-49c1-b922-9272182753c6 HTTP/1.1" status: 200 len: 1093 time: 1.4024427 Aug 29 04:45:00.642588 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ac29d88-5e45-4e86-bfc4-97db99e9fb22', 'tag': '19f071b4-0bbf-49c1-b922-9272182753c6'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:45:00.645028 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da2a819d-2f2f-4194-98c7-2a07f9d61332" -d '{"events": [{"name": "network-changed", "server_uuid": "7ac29d88-5e45-4e86-bfc4-97db99e9fb22", "tag": "19f071b4-0bbf-49c1-b922-9272182753c6"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:45:00.703108 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-aac65e18-8dd6-4a79-9012-ef4b344e23c2 req-05174878-ff9a-4d90-99c3-091a02031c3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:00.718246 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a21491-6cd8-4352-870b-7a81ba3fef9e service neutron] Pushing event updated for resources: {'Port': ['ID=19f071b4-0bbf-49c1-b922-9272182753c6,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:00.721207 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 480315ff-a0ef-43eb-a8ff-8059af4bbe50 no longer exists at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:45:00.723264 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8f5cdc2-3a52-46fc-bfac-2d07a10a02ae x-openstack-request-id: req-f8f5cdc2-3a52-46fc-bfac-2d07a10a02ae {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:45:00.723646 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ac29d88-5e45-4e86-bfc4-97db99e9fb22", "tag": "19f071b4-0bbf-49c1-b922-9272182753c6", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:45:00.724026 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f8f5cdc2-3a52-46fc-bfac-2d07a10a02ae {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:45:00.724680 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ac29d88-5e45-4e86-bfc4-97db99e9fb22', 'tag': '19f071b4-0bbf-49c1-b922-9272182753c6', 'status': 'completed', 'code': 200} Aug 29 04:45:00.724825 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-224d373e-a3a7-4d83-8504-43cee63d43d3 None None] DHCP port deletion for 24839703-2954-4e20-aa94-9ca5ff0aec15 request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:45:00.734538 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-aac65e18-8dd6-4a79-9012-ef4b344e23c2 req-05174878-ff9a-4d90-99c3-091a02031c3e service neutron] Transition to ACTIVE for port object 0c8a995a-8612-4f90-87ad-e2d8f890f674 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:45:00.757010 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-aac65e18-8dd6-4a79-9012-ef4b344e23c2 req-05174878-ff9a-4d90-99c3-091a02031c3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:00.764465 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] No Port match for: 480315ff-a0ef-43eb-a8ff-8059af4bbe50 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:45:00.764808 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 480315ff-a0ef-43eb-a8ff-8059af4bbe50 not bound to the agent host n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:45:00.828947 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac65e18-8dd6-4a79-9012-ef4b344e23c2 req-c2b77ad2-5d8f-47d3-a2ac-214a9d7c3849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:00.830600 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-aac65e18-8dd6-4a79-9012-ef4b344e23c2 req-c2b77ad2-5d8f-47d3-a2ac-214a9d7c3849 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=37758c043b6247308d3323a6000d1f2b&device_id=7ac29d88-5e45-4e86-bfc4-97db99e9fb22 HTTP/1.1" status: 200 len: 1096 time: 0.1049700 Aug 29 04:45:00.836276 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05174878-ff9a-4d90-99c3-091a02031c3e service neutron] Pushing event updated for resources: {'Port': ['ID=0c8a995a-8612-4f90-87ad-e2d8f890f674,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:00.864934 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-224d373e-a3a7-4d83-8504-43cee63d43d3 None None] Deleting port 0296e0ad-764b-431c-b4d7-1225a81b718f {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:45:00.865416 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-224d373e-a3a7-4d83-8504-43cee63d43d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:00.885474 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4d244a74-9bf9-478d-af2e-664d935107a8 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:00.895648 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-aac65e18-8dd6-4a79-9012-ef4b344e23c2 req-158ce946-296b-4217-9c18-b1e68bcca267 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19f071b4-0bbf-49c1-b922-9272182753c6 HTTP/1.1" status: 200 len: 217 time: 0.0548768 Aug 29 04:45:00.908771 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e667f5f7-4daf-47eb-9690-70b1653282a6 req-02d39b5a-9fac-40ba-94af-8263ef40c281 tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:00.910297 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e667f5f7-4daf-47eb-9690-70b1653282a6 req-02d39b5a-9fac-40ba-94af-8263ef40c281 tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f529ff2-5600-4be9-8a66-33ad931fb401 HTTP/1.1" status: 200 len: 943 time: 0.0778918 Aug 29 04:45:00.942611 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-224d373e-a3a7-4d83-8504-43cee63d43d3 None None] For port 0296e0ad-764b-431c-b4d7-1225a81b718f, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=0296e0ad-764b-431c-b4d7-1225a81b718f,segment=NetworkSegment(158f3f3e-7a5a-4b70-b474-1c118a651003),segment_id=158f3f3e-7a5a-4b70-b474-1c118a651003)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:45:00.943336 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-224d373e-a3a7-4d83-8504-43cee63d43d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:00.955582 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-159dc075-0cec-4124-a358-e86a606237ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ea5f392-f620-47f2-ab02-26ed2cc03a9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1172575723', 'tenant_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': '81329cec-ffb5-4ddb-b658-82d4d852fdd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:42:21Z', 'updated_at': '2021-08-29T04:44:59Z', 'revision_number': 5, 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'gw_port': {'id': '81329cec-ffb5-4ddb-b658-82d4d852fdd3', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:06:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea5f392-f620-47f2-ab02-26ed2cc03a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:22Z', 'updated_at': '2021-08-29T04:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:00.990317 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac65e18-8dd6-4a79-9012-ef4b344e23c2 req-2503864d-1dc5-4939-8c15-55b29bd66fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:00.992140 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-aac65e18-8dd6-4a79-9012-ef4b344e23c2 req-2503864d-1dc5-4939-8c15-55b29bd66fae service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1ba3d3f9-484f-4869-9854-b618e4bf0cce HTTP/1.1" status: 200 len: 853 time: 0.0730546 Aug 29 04:45:00.998556 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-224d373e-a3a7-4d83-8504-43cee63d43d3 None None] Calling delete_port for 0296e0ad-764b-431c-b4d7-1225a81b718f owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:45:01.002653 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e667f5f7-4daf-47eb-9690-70b1653282a6 req-517aae33-9354-46e9-b424-50e1eebb185e tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b9b21ed-a38d-4471-83eb-aad4f0922f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687587 Aug 29 04:45:01.003028 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-aac65e18-8dd6-4a79-9012-ef4b344e23c2 req-05174878-ff9a-4d90-99c3-091a02031c3e service neutron] Attempting to bind port 0c8a995a-8612-4f90-87ad-e2d8f890f674 on host n-h2-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:45:01.003596 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-aac65e18-8dd6-4a79-9012-ef4b344e23c2 req-05174878-ff9a-4d90-99c3-091a02031c3e service neutron] Attempting to bind port 0c8a995a-8612-4f90-87ad-e2d8f890f674 by drivers openvswitch,hyperv on host n-h2-712140-12 at level 0 using segments [{'id': 'f12e9cb1-b198-475d-b226-544c633bc34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '5e38e34c-88b4-4a6b-a995-62b34713d48b'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:45:01.004097 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159dc075-0cec-4124-a358-e86a606237ea None None] The sync data for ids ['4ea5f392-f620-47f2-ab02-26ed2cc03a9b'] in n-d-712140-12 is: [{'id': '4ea5f392-f620-47f2-ab02-26ed2cc03a9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1172575723', 'tenant_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': '81329cec-ffb5-4ddb-b658-82d4d852fdd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:42:21Z', 'updated_at': '2021-08-29T04:44:59Z', 'revision_number': 5, 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'gw_port': {'id': '81329cec-ffb5-4ddb-b658-82d4d852fdd3', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:06:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea5f392-f620-47f2-ab02-26ed2cc03a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:22Z', 'updated_at': '2021-08-29T04:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:45:01.004359 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac65e18-8dd6-4a79-9012-ef4b344e23c2 req-05174878-ff9a-4d90-99c3-091a02031c3e service neutron] Attempting to bind port 0c8a995a-8612-4f90-87ad-e2d8f890f674 on network 5e38e34c-88b4-4a6b-a995-62b34713d48b {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:45:01.011037 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-4d244a74-9bf9-478d-af2e-664d935107a8 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Deleting port 81329cec-ffb5-4ddb-b658-82d4d852fdd3 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:45:01.011389 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4d244a74-9bf9-478d-af2e-664d935107a8 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:01.037040 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-aac65e18-8dd6-4a79-9012-ef4b344e23c2 req-089d01d2-e7d3-44e1-8ffb-93b6f7da0b67 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5e38e34c-88b4-4a6b-a995-62b34713d48b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301185 Aug 29 04:45:01.038049 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac65e18-8dd6-4a79-9012-ef4b344e23c2 req-05174878-ff9a-4d90-99c3-091a02031c3e service neutron] Port 0c8a995a-8612-4f90-87ad-e2d8f890f674 on network 5e38e34c-88b4-4a6b-a995-62b34713d48b not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:45:01.038520 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac65e18-8dd6-4a79-9012-ef4b344e23c2 req-05174878-ff9a-4d90-99c3-091a02031c3e service neutron] Attempting to bind port 0c8a995a-8612-4f90-87ad-e2d8f890f674 on network 5e38e34c-88b4-4a6b-a995-62b34713d48b {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:45:01.056179 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac65e18-8dd6-4a79-9012-ef4b344e23c2 req-05174878-ff9a-4d90-99c3-091a02031c3e service neutron] Checking agent: {'id': 'b3a0606b-b029-4f5e-8798-3a32b71d8844', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:45:01.056735 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac65e18-8dd6-4a79-9012-ef4b344e23c2 req-05174878-ff9a-4d90-99c3-091a02031c3e service neutron] Checking segment: {'id': 'f12e9cb1-b198-475d-b226-544c633bc34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '5e38e34c-88b4-4a6b-a995-62b34713d48b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:45:01.057303 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac65e18-8dd6-4a79-9012-ef4b344e23c2 req-05174878-ff9a-4d90-99c3-091a02031c3e service neutron] Bound using segment: {'id': 'f12e9cb1-b198-475d-b226-544c633bc34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '5e38e34c-88b4-4a6b-a995-62b34713d48b'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:45:01.057942 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-aac65e18-8dd6-4a79-9012-ef4b344e23c2 req-05174878-ff9a-4d90-99c3-091a02031c3e service neutron] Bound port: 0c8a995a-8612-4f90-87ad-e2d8f890f674, host: n-h2-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f12e9cb1-b198-475d-b226-544c633bc34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '5e38e34c-88b4-4a6b-a995-62b34713d48b'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:45:01.058542 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-aac65e18-8dd6-4a79-9012-ef4b344e23c2 req-05174878-ff9a-4d90-99c3-091a02031c3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:01.099122 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-224d373e-a3a7-4d83-8504-43cee63d43d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:01.125678 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-4d244a74-9bf9-478d-af2e-664d935107a8 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] For port 81329cec-ffb5-4ddb-b658-82d4d852fdd3, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=81329cec-ffb5-4ddb-b658-82d4d852fdd3,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:45:01.126043 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4d244a74-9bf9-478d-af2e-664d935107a8 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:01.130967 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224d373e-a3a7-4d83-8504-43cee63d43d3 None None] Pushing event deleted for resources: {'Port': ['ID=0296e0ad-764b-431c-b4d7-1225a81b718f,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:01.133445 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224d373e-a3a7-4d83-8504-43cee63d43d3 None None] No DVR routers for this DVR port 0296e0ad-764b-431c-b4d7-1225a81b718f on host n-d-712140-12 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:45:01.145025 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-4d244a74-9bf9-478d-af2e-664d935107a8 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Calling delete_port for 81329cec-ffb5-4ddb-b658-82d4d852fdd3 owned by network:router_gateway {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:45:01.197516 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-aac65e18-8dd6-4a79-9012-ef4b344e23c2 req-05174878-ff9a-4d90-99c3-091a02031c3e service neutron] For port 0c8a995a-8612-4f90-87ad-e2d8f890f674, host n-h2-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:45:01.201201 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-aac65e18-8dd6-4a79-9012-ef4b344e23c2 req-cd3c3485-c5cf-4ff2-a454-4ce47a67865b service neutron] 10.222.0.46 "GET /v2.0/networks/5e38e34c-88b4-4a6b-a995-62b34713d48b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541445 Aug 29 04:45:01.220059 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-aac65e18-8dd6-4a79-9012-ef4b344e23c2 req-05174878-ff9a-4d90-99c3-091a02031c3e service neutron] For port 0c8a995a-8612-4f90-87ad-e2d8f890f674, host n-h2-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=0c8a995a-8612-4f90-87ad-e2d8f890f674,segment=NetworkSegment(f12e9cb1-b198-475d-b226-544c633bc34a),segment_id=f12e9cb1-b198-475d-b226-544c633bc34a)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:45:01.230504 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-aac65e18-8dd6-4a79-9012-ef4b344e23c2 req-05174878-ff9a-4d90-99c3-091a02031c3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:01.304758 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac65e18-8dd6-4a79-9012-ef4b344e23c2 req-05174878-ff9a-4d90-99c3-091a02031c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:01.305408 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-aac65e18-8dd6-4a79-9012-ef4b344e23c2 req-05174878-ff9a-4d90-99c3-091a02031c3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:01.306748 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-aac65e18-8dd6-4a79-9012-ef4b344e23c2 req-05174878-ff9a-4d90-99c3-091a02031c3e service neutron] 10.222.0.48 "PUT /v2.0/ports/0c8a995a-8612-4f90-87ad-e2d8f890f674 HTTP/1.1" status: 200 len: 1092 time: 1.2410941 Aug 29 04:45:01.319801 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4d244a74-9bf9-478d-af2e-664d935107a8 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:01.337328 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05174878-ff9a-4d90-99c3-091a02031c3e service neutron] Pushing event updated for resources: {'Port': ['ID=0c8a995a-8612-4f90-87ad-e2d8f890f674,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:01.350596 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d244a74-9bf9-478d-af2e-664d935107a8 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Pushing event deleted for resources: {'Port': ['ID=81329cec-ffb5-4ddb-b658-82d4d852fdd3,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:01.366392 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-aac65e18-8dd6-4a79-9012-ef4b344e23c2 req-35a388bd-2aa2-476f-9b81-46ec4cfcbb22 service neutron] 10.222.0.46 "GET /v2.0/networks/5e38e34c-88b4-4a6b-a995-62b34713d48b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576371 Aug 29 04:45:01.420643 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 0296e0ad-764b-431c-b4d7-1225a81b718f no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:45:01.449779 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4d244a74-9bf9-478d-af2e-664d935107a8 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719445'] for router_gateway, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:01.450387 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 0296e0ad-764b-431c-b4d7-1225a81b718f {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:45:01.450387 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 0296e0ad-764b-431c-b4d7-1225a81b718f not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:45:01.474446 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac65e18-8dd6-4a79-9012-ef4b344e23c2 req-bbb89e7e-6d45-480c-a994-96234a1e1ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:01.476153 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-aac65e18-8dd6-4a79-9012-ef4b344e23c2 req-bbb89e7e-6d45-480c-a994-96234a1e1ecb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=37758c043b6247308d3323a6000d1f2b&device_id=6f529ff2-5600-4be9-8a66-33ad931fb401 HTTP/1.1" status: 200 len: 1095 time: 0.0928748 Aug 29 04:45:01.481592 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2a819d-2f2f-4194-98c7-2a07f9d61332 req-41c34062-d553-4524-8c1e-8e5200c187c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:01.483050 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-da2a819d-2f2f-4194-98c7-2a07f9d61332 req-41c34062-d553-4524-8c1e-8e5200c187c1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=37758c043b6247308d3323a6000d1f2b&device_id=7ac29d88-5e45-4e86-bfc4-97db99e9fb22 HTTP/1.1" status: 200 len: 1096 time: 0.0606997 Aug 29 04:45:01.550691 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4d244a74-9bf9-478d-af2e-664d935107a8 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:01.553048 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4d244a74-9bf9-478d-af2e-664d935107a8 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:01.569145 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-aac65e18-8dd6-4a79-9012-ef4b344e23c2 req-21c2512d-dc5a-4e86-955e-c1085aa4897e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c8a995a-8612-4f90-87ad-e2d8f890f674 HTTP/1.1" status: 200 len: 217 time: 0.0783532 Aug 29 04:45:01.599210 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4d244a74-9bf9-478d-af2e-664d935107a8 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717253'] for router, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:01.599668 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d244a74-9bf9-478d-af2e-664d935107a8 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Fanout notify agent at l3_agent the message router_deleted on router 4ea5f392-f620-47f2-ab02-26ed2cc03a9b {{(pid=94829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:45:01.606943 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4d244a74-9bf9-478d-af2e-664d935107a8 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:01.608121 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-4d244a74-9bf9-478d-af2e-664d935107a8 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "DELETE /v2.0/routers/4ea5f392-f620-47f2-ab02-26ed2cc03a9b HTTP/1.1" status: 204 len: 168 time: 1.3070793 Aug 29 04:45:01.610912 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 60052) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:01.644728 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac65e18-8dd6-4a79-9012-ef4b344e23c2 req-05906035-a3f8-4d18-b69c-55b3674f6e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:01.646103 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-aac65e18-8dd6-4a79-9012-ef4b344e23c2 req-05906035-a3f8-4d18-b69c-55b3674f6e42 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1ba3d3f9-484f-4869-9854-b618e4bf0cce HTTP/1.1" status: 200 len: 853 time: 0.0691323 Aug 29 04:45:01.665723 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2a819d-2f2f-4194-98c7-2a07f9d61332 req-a05d7571-0fd9-47bd-8631-2f623d102f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:01.667197 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-da2a819d-2f2f-4194-98c7-2a07f9d61332 req-a05d7571-0fd9-47bd-8631-2f623d102f90 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5e38e34c-88b4-4a6b-a995-62b34713d48b HTTP/1.1" status: 200 len: 914 time: 0.1753426 Aug 29 04:45:01.684005 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-aac65e18-8dd6-4a79-9012-ef4b344e23c2 req-4a297367-380d-41a2-933a-48f359083a63 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5e38e34c-88b4-4a6b-a995-62b34713d48b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304480 Aug 29 04:45:01.694511 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-37803f42-6287-4934-b382-d051884a44c3 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:01.730828 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-da2a819d-2f2f-4194-98c7-2a07f9d61332 req-d6324b16-264a-4a97-b3c2-0675794a678d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19f071b4-0bbf-49c1-b922-9272182753c6 HTTP/1.1" status: 200 len: 217 time: 0.0493634 Aug 29 04:45:01.801397 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-37803f42-6287-4934-b382-d051884a44c3 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:01.811426 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-37803f42-6287-4934-b382-d051884a44c3 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24839703-2954-4e20-aa94-9ca5ff0aec15']}} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:01.822391 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-37803f42-6287-4934-b382-d051884a44c3 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '158f3f3e-7a5a-4b70-b474-1c118a651003') {'for_net_delete': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:01.822683 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-37803f42-6287-4934-b382-d051884a44c3 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '158f3f3e-7a5a-4b70-b474-1c118a651003') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:01.824505 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2a819d-2f2f-4194-98c7-2a07f9d61332 req-83657715-0303-441b-8c8e-4419c47d985d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:01.826016 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-da2a819d-2f2f-4194-98c7-2a07f9d61332 req-83657715-0303-441b-8c8e-4419c47d985d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1ba3d3f9-484f-4869-9854-b618e4bf0cce HTTP/1.1" status: 200 len: 853 time: 0.0852869 Aug 29 04:45:01.832193 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-37803f42-6287-4934-b382-d051884a44c3 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4311712'] for segment, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:01.846093 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-37803f42-6287-4934-b382-d051884a44c3 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:01.851994 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37803f42-6287-4934-b382-d051884a44c3 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=94829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:45:01.852319 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-37803f42-6287-4934-b382-d051884a44c3 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4274277'] for segment, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:01.855020 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-aac65e18-8dd6-4a79-9012-ef4b344e23c2 req-4f410c96-9721-4691-9f0e-9ff7d440b0f9 service neutron] 10.222.0.48 "GET /v2.0/networks/5e38e34c-88b4-4a6b-a995-62b34713d48b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634371 Aug 29 04:45:01.855236 n-d-712140-12 neutron-server[94829]: Traceback (most recent call last): Aug 29 04:45:01.855236 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:45:01.855236 n-d-712140-12 neutron-server[94829]: timer() Aug 29 04:45:01.855236 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:45:01.855236 n-d-712140-12 neutron-server[94829]: cb(*args, **kw) Aug 29 04:45:01.855236 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:45:01.855236 n-d-712140-12 neutron-server[94829]: return func(*args, **kwargs) Aug 29 04:45:01.855236 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:45:01.855236 n-d-712140-12 neutron-server[94829]: self._notify() Aug 29 04:45:01.855236 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:45:01.855236 n-d-712140-12 neutron-server[94829]: self.callback(batched_events) Aug 29 04:45:01.855236 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:45:01.855236 n-d-712140-12 neutron-server[94829]: event.method(event) Aug 29 04:45:01.855236 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:45:01.855236 n-d-712140-12 neutron-server[94829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:45:01.855236 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:45:01.855236 n-d-712140-12 neutron-server[94829]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:45:01.855236 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:45:01.855236 n-d-712140-12 neutron-server[94829]: return f(self, *a, **k) Aug 29 04:45:01.855236 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:45:01.855236 n-d-712140-12 neutron-server[94829]: return self._get(url).json() Aug 29 04:45:01.855236 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:45:01.855236 n-d-712140-12 neutron-server[94829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:45:01.855236 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:45:01.855236 n-d-712140-12 neutron-server[94829]: return self.request(url, 'GET', **kwargs) Aug 29 04:45:01.855236 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:45:01.855236 n-d-712140-12 neutron-server[94829]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:45:01.855236 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:45:01.855236 n-d-712140-12 neutron-server[94829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:45:01.855236 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:45:01.855236 n-d-712140-12 neutron-server[94829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:45:01.855236 n-d-712140-12 neutron-server[94829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:45:01.875646 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-da2a819d-2f2f-4194-98c7-2a07f9d61332 req-f7d5733a-8802-40ff-a9c6-67771b9de6a0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5e38e34c-88b4-4a6b-a995-62b34713d48b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391259 Aug 29 04:45:01.921403 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-37803f42-6287-4934-b382-d051884a44c3 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:01.927072 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-37803f42-6287-4934-b382-d051884a44c3 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:01.931987 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-37803f42-6287-4934-b382-d051884a44c3 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "DELETE /v2.0/networks/24839703-2954-4e20-aa94-9ca5ff0aec15 HTTP/1.1" status: 204 len: 168 time: 0.3198571 Aug 29 04:45:01.932608 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 60054) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:01.957584 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37803f42-6287-4934-b382-d051884a44c3 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Pushing event deleted for resources: {'Network': ['ID=24839703-2954-4e20-aa94-9ca5ff0aec15,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:02.005577 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d08bb454-c9c6-4b04-90e5-94ecf78365d9 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:02.026908 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-aac65e18-8dd6-4a79-9012-ef4b344e23c2 req-06eff066-5d3d-42b9-b7d3-64169806e359 service neutron] 10.222.0.48 "GET /v2.0/networks/5e38e34c-88b4-4a6b-a995-62b34713d48b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538219 Aug 29 04:45:02.029118 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-da2a819d-2f2f-4194-98c7-2a07f9d61332 req-038e6208-b82e-450d-9b8b-43d2550104d8 service neutron] 10.222.0.46 "GET /v2.0/networks/5e38e34c-88b4-4a6b-a995-62b34713d48b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457350 Aug 29 04:45:02.033433 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d08bb454-c9c6-4b04-90e5-94ecf78365d9 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:02.111126 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d08bb454-c9c6-4b04-90e5-94ecf78365d9 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:02.114444 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d08bb454-c9c6-4b04-90e5-94ecf78365d9 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:02.115835 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-d08bb454-c9c6-4b04-90e5-94ecf78365d9 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "DELETE /v2.0/security-groups/4236a74f-5298-4d9a-8949-8a6ff096cd15 HTTP/1.1" status: 204 len: 168 time: 0.1793497 Aug 29 04:45:02.143040 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08bb454-c9c6-4b04-90e5-94ecf78365d9 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4236a74f-5298-4d9a-8949-8a6ff096cd15,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:02.159569 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19165d65-9a1a-4a65-bfba-c134093ffee4 req-cd25f81c-8b35-400c-9af9-8a18759e311c tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:02.165222 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-19165d65-9a1a-4a65-bfba-c134093ffee4 req-cd25f81c-8b35-400c-9af9-8a18759e311c tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f529ff2-5600-4be9-8a66-33ad931fb401 HTTP/1.1" status: 200 len: 943 time: 0.0770626 Aug 29 04:45:02.209669 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-da2a819d-2f2f-4194-98c7-2a07f9d61332 req-2c8258e6-19fa-4ee2-a550-4c4b51ae4c5b service neutron] 10.222.0.46 "GET /v2.0/networks/5e38e34c-88b4-4a6b-a995-62b34713d48b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719427 Aug 29 04:45:02.227002 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-19165d65-9a1a-4a65-bfba-c134093ffee4 req-ee076508-c1fa-4f94-a2b3-4fbfca1836b3 tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b9b21ed-a38d-4471-83eb-aad4f0922f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528607 Aug 29 04:45:02.454875 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 60062) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:02.459621 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-232feb0c-a2cc-45dd-8f05-a19cbf44af02 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-788399455', 'description': 'tempest-secgroup-smoke-788399455 description', 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:45:02.483223 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-232feb0c-a2cc-45dd-8f05-a19cbf44af02 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:02.562407 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-232feb0c-a2cc-45dd-8f05-a19cbf44af02 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:02.567729 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-232feb0c-a2cc-45dd-8f05-a19cbf44af02 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:02.594570 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-232feb0c-a2cc-45dd-8f05-a19cbf44af02 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:02.595895 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-232feb0c-a2cc-45dd-8f05-a19cbf44af02 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1398637 Aug 29 04:45:02.598798 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 60064) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:02.599988 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232feb0c-a2cc-45dd-8f05-a19cbf44af02 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b4a8fe4-6771-434f-9ebc-be699b1ab308,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:02.604381 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-5cf69143-d1ec-4988-bf5c-2e92eb2287ed tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Request body: {'security_group_rule': {'security_group_id': '8b4a8fe4-6771-434f-9ebc-be699b1ab308', 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:45:02.635144 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5cf69143-d1ec-4988-bf5c-2e92eb2287ed tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:02.700252 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5cf69143-d1ec-4988-bf5c-2e92eb2287ed tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:02.704062 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5cf69143-d1ec-4988-bf5c-2e92eb2287ed tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:02.720879 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf69143-d1ec-4988-bf5c-2e92eb2287ed tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ed388fd-f950-422f-9286-179b470a36a3,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:02.725437 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f529ff2-5600-4be9-8a66-33ad931fb401', 'tag': '0c8a995a-8612-4f90-87ad-e2d8f890f674'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:45:02.727949 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad452087-cc47-4d81-a08b-a87788975178" -d '{"events": [{"name": "network-changed", "server_uuid": "6f529ff2-5600-4be9-8a66-33ad931fb401", "tag": "0c8a995a-8612-4f90-87ad-e2d8f890f674"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:45:02.731422 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5cf69143-d1ec-4988-bf5c-2e92eb2287ed tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:02.736297 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-5cf69143-d1ec-4988-bf5c-2e92eb2287ed tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1362638 Aug 29 04:45:02.736931 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 60068) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:02.741372 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-23d4472a-ea83-4f61-b409-bd62dd07edcf tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Request body: {'security_group_rule': {'security_group_id': '8b4a8fe4-6771-434f-9ebc-be699b1ab308', 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:45:02.767622 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4118936f-ce5a-4d86-b222-ae9f295a76ed x-openstack-request-id: req-4118936f-ce5a-4d86-b222-ae9f295a76ed {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:45:02.767966 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f529ff2-5600-4be9-8a66-33ad931fb401", "tag": "0c8a995a-8612-4f90-87ad-e2d8f890f674", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:45:02.768220 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4118936f-ce5a-4d86-b222-ae9f295a76ed {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:45:02.768613 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f529ff2-5600-4be9-8a66-33ad931fb401', 'tag': '0c8a995a-8612-4f90-87ad-e2d8f890f674', 'status': 'completed', 'code': 200} Aug 29 04:45:02.771544 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-23d4472a-ea83-4f61-b409-bd62dd07edcf tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:02.863608 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-23d4472a-ea83-4f61-b409-bd62dd07edcf tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:02.868865 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-23d4472a-ea83-4f61-b409-bd62dd07edcf tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:02.880857 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad452087-cc47-4d81-a08b-a87788975178 req-07d1640b-9d41-47b2-b9eb-5bd342b4744a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:02.882526 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ad452087-cc47-4d81-a08b-a87788975178 req-07d1640b-9d41-47b2-b9eb-5bd342b4744a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=37758c043b6247308d3323a6000d1f2b&device_id=6f529ff2-5600-4be9-8a66-33ad931fb401 HTTP/1.1" status: 200 len: 1095 time: 0.0711992 Aug 29 04:45:02.902072 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4472a-ea83-4f61-b409-bd62dd07edcf tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d61e195-ae16-414b-87ec-daed8d93fb7f,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:02.913551 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-23d4472a-ea83-4f61-b409-bd62dd07edcf tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:02.914796 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-23d4472a-ea83-4f61-b409-bd62dd07edcf tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1769307 Aug 29 04:45:02.917775 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 60070) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:02.923595 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-62676fc9-5256-4e38-9d66-7dc46b7f3f42 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Request body: {'security_group_rule': {'security_group_id': '8b4a8fe4-6771-434f-9ebc-be699b1ab308', 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:45:02.958190 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-62676fc9-5256-4e38-9d66-7dc46b7f3f42 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:02.994336 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad452087-cc47-4d81-a08b-a87788975178 req-ac267426-90a8-4210-82b7-4cf66688a0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:02.996223 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ad452087-cc47-4d81-a08b-a87788975178 req-ac267426-90a8-4210-82b7-4cf66688a0ef service neutron] 10.222.0.48 "GET /v2.0/networks?id=5e38e34c-88b4-4a6b-a995-62b34713d48b HTTP/1.1" status: 200 len: 914 time: 0.1051750 Aug 29 04:45:03.015062 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 81329cec-ffb5-4ddb-b658-82d4d852fdd3 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:45:03.037665 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 81329cec-ffb5-4ddb-b658-82d4d852fdd3 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:45:03.038272 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 81329cec-ffb5-4ddb-b658-82d4d852fdd3 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:45:03.039008 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 943f9ff6-f0f5-4bde-b0b1-849ff3818382 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:45:03.045008 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ad452087-cc47-4d81-a08b-a87788975178 req-1490eced-0ab0-4f7a-94f6-244c0c1e4690 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c8a995a-8612-4f90-87ad-e2d8f890f674 HTTP/1.1" status: 200 len: 217 time: 0.0404377 Aug 29 04:45:03.045788 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-62676fc9-5256-4e38-9d66-7dc46b7f3f42 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:03.052031 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-62676fc9-5256-4e38-9d66-7dc46b7f3f42 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:03.059803 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 943f9ff6-f0f5-4bde-b0b1-849ff3818382 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:45:03.060155 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 943f9ff6-f0f5-4bde-b0b1-849ff3818382 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:45:03.070129 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62676fc9-5256-4e38-9d66-7dc46b7f3f42 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2467ee9b-da74-4112-b273-e968427ee25a,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:03.076537 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-62676fc9-5256-4e38-9d66-7dc46b7f3f42 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:03.077788 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-62676fc9-5256-4e38-9d66-7dc46b7f3f42 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1584802 Aug 29 04:45:03.080627 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 60072) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:03.085198 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-74b91dee-91a3-4e51-bc13-3657830a8a2f tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Request body: {'security_group_rule': {'security_group_id': '8b4a8fe4-6771-434f-9ebc-be699b1ab308', 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:45:03.111480 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad452087-cc47-4d81-a08b-a87788975178 req-e2b20e22-d7d6-4eb3-8223-b78376c10b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:03.113078 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ad452087-cc47-4d81-a08b-a87788975178 req-e2b20e22-d7d6-4eb3-8223-b78376c10b1d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1ba3d3f9-484f-4869-9854-b618e4bf0cce HTTP/1.1" status: 200 len: 853 time: 0.0524104 Aug 29 04:45:03.113376 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-74b91dee-91a3-4e51-bc13-3657830a8a2f tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:03.146529 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ad452087-cc47-4d81-a08b-a87788975178 req-53638002-2d39-4692-b7cd-5ce1cec1cb27 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5e38e34c-88b4-4a6b-a995-62b34713d48b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250239 Aug 29 04:45:03.171333 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-74b91dee-91a3-4e51-bc13-3657830a8a2f tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:03.176271 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-74b91dee-91a3-4e51-bc13-3657830a8a2f tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:03.193726 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b91dee-91a3-4e51-bc13-3657830a8a2f tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d12e2c0f-d0f0-4803-9c67-cdf25ba9c98e,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:03.201422 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-74b91dee-91a3-4e51-bc13-3657830a8a2f tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:03.202382 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-74b91dee-91a3-4e51-bc13-3657830a8a2f tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1207080 Aug 29 04:45:03.205307 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 60074) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:03.209854 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-38643dd2-642b-4486-b7fd-44594c46d20c tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Request body: {'security_group_rule': {'security_group_id': '8b4a8fe4-6771-434f-9ebc-be699b1ab308', 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:45:03.232407 n-d-712140-12 neutron-server[94829]: INFO neutron.db.securitygroups_db [None req-38643dd2-642b-4486-b7fd-44594c46d20c tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Project 9fb1fbcb8cc9402ba4fdb36d489735a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 04:45:03.237903 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-38643dd2-642b-4486-b7fd-44594c46d20c tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:03.243389 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ad452087-cc47-4d81-a08b-a87788975178 req-65b92783-c3ae-4384-87cd-19eb9429616a service neutron] 10.222.0.48 "GET /v2.0/networks/5e38e34c-88b4-4a6b-a995-62b34713d48b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889053 Aug 29 04:45:03.311625 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-38643dd2-642b-4486-b7fd-44594c46d20c tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:03.316702 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-38643dd2-642b-4486-b7fd-44594c46d20c tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:03.356997 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38643dd2-642b-4486-b7fd-44594c46d20c tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef4ea05c-819d-41bf-b9e6-0ef4251ca4e4,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:03.367436 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-38643dd2-642b-4486-b7fd-44594c46d20c tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:03.371223 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-38643dd2-642b-4486-b7fd-44594c46d20c tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1624365 Aug 29 04:45:03.376049 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 60078) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:03.381169 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-94113062-187c-4efa-89a1-43c52431725c tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Request body: {'security_group_rule': {'security_group_id': '8b4a8fe4-6771-434f-9ebc-be699b1ab308', 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:45:03.389913 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5c76a210-c5de-4b37-8dd6-c5759c76a28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:03.396480 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0855c272-cbc2-445b-aec8-76bdb688725c req-a6eb37ac-5647-4ebc-9c76-24e216245c5b tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:03.398117 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0855c272-cbc2-445b-aec8-76bdb688725c req-a6eb37ac-5647-4ebc-9c76-24e216245c5b tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f529ff2-5600-4be9-8a66-33ad931fb401 HTTP/1.1" status: 200 len: 943 time: 0.0973220 Aug 29 04:45:03.435385 n-d-712140-12 neutron-server[94829]: INFO neutron.db.securitygroups_db [None req-94113062-187c-4efa-89a1-43c52431725c tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Project 9fb1fbcb8cc9402ba4fdb36d489735a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 04:45:03.449121 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-94113062-187c-4efa-89a1-43c52431725c tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:03.456417 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0855c272-cbc2-445b-aec8-76bdb688725c req-b60b6bdb-c91a-45c4-a6de-e825e3ff5069 tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b9b21ed-a38d-4471-83eb-aad4f0922f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509706 Aug 29 04:45:03.523763 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-94113062-187c-4efa-89a1-43c52431725c tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:03.527998 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-94113062-187c-4efa-89a1-43c52431725c tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:03.548349 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94113062-187c-4efa-89a1-43c52431725c tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f579827e-e387-44c6-b512-a02787770d3f,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:03.559163 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-94113062-187c-4efa-89a1-43c52431725c tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:03.560946 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-94113062-187c-4efa-89a1-43c52431725c tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1837051 Aug 29 04:45:03.564242 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 60080) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:03.569547 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-40f7aba6-a90e-421d-84d8-7999e900de1d tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Request body: {'network': {'name': 'tempest-network-smoke--38538742', 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'port_security_enabled': True}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:45:03.592390 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40f7aba6-a90e-421d-84d8-7999e900de1d tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Made reservation on behalf of 9fb1fbcb8cc9402ba4fdb36d489735a9 for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:45:03.596496 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-40f7aba6-a90e-421d-84d8-7999e900de1d tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:03.619230 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ad452087-cc47-4d81-a08b-a87788975178 req-b9380aab-01c7-4a7c-81db-2ecce8ad1056 service neutron] 10.222.0.48 "GET /v2.0/networks/5e38e34c-88b4-4a6b-a995-62b34713d48b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3682878 Aug 29 04:45:03.620310 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40f7aba6-a90e-421d-84d8-7999e900de1d tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:45:03.630327 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-40f7aba6-a90e-421d-84d8-7999e900de1d tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:03.630681 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-40f7aba6-a90e-421d-84d8-7999e900de1d tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Added segment b29cecb8-1ddf-4d27-9622-5fba1b7a2f0c of type vlan for network d328fb11-c7d1-438d-bb8c-05989bc4db8d Aug 29 04:45:03.670911 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-40f7aba6-a90e-421d-84d8-7999e900de1d tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:03.694287 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-40f7aba6-a90e-421d-84d8-7999e900de1d tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:03.700074 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f7aba6-a90e-421d-84d8-7999e900de1d tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:03.700664 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-40f7aba6-a90e-421d-84d8-7999e900de1d tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:03.789665 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-40f7aba6-a90e-421d-84d8-7999e900de1d tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2242250 Aug 29 04:45:03.792431 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 60082) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:03.797378 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-32b23229-fbb8-4819-948b-59128f661b1a tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-781662802', 'admin_state_up': True, 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:45:03.812045 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f7aba6-a90e-421d-84d8-7999e900de1d tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Pushing event updated for resources: {'Network': ['ID=d328fb11-c7d1-438d-bb8c-05989bc4db8d,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:03.823094 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network d328fb11-c7d1-438d-bb8c-05989bc4db8d details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:45:03.825177 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-32b23229-fbb8-4819-948b-59128f661b1a tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:03.826214 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-32b23229-fbb8-4819-948b-59128f661b1a tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1838'] for router, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:03.836519 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 19f071b4-0bbf-49c1-b922-9272182753c6 details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:45:03.886542 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-32b23229-fbb8-4819-948b-59128f661b1a tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:03.975542 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 19f071b4-0bbf-49c1-b922-9272182753c6, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=19f071b4-0bbf-49c1-b922-9272182753c6,segment=NetworkSegment(f12e9cb1-b198-475d-b226-544c633bc34a),segment_id=f12e9cb1-b198-475d-b226-544c633bc34a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:45:03.986636 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Returning: {'device': '19f071b4-0bbf-49c1-b922-9272182753c6', 'network_id': '5e38e34c-88b4-4a6b-a995-62b34713d48b', 'port_id': '19f071b4-0bbf-49c1-b922-9272182753c6', 'mac_address': 'fa:16:3e:16:42:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ba3d3f9-484f-4869-9854-b618e4bf0cce', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:45:04.024199 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:04.030945 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-32b23229-fbb8-4819-948b-59128f661b1a tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:04.037428 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19f071b4-0bbf-49c1-b922-9272182753c6 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:45:04.056730 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 19f071b4-0bbf-49c1-b922-9272182753c6, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=19f071b4-0bbf-49c1-b922-9272182753c6,segment=NetworkSegment(f12e9cb1-b198-475d-b226-544c633bc34a),segment_id=f12e9cb1-b198-475d-b226-544c633bc34a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:45:04.060908 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:04.111232 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=19f071b4-0bbf-49c1-b922-9272182753c6,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:04.225369 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-32b23229-fbb8-4819-948b-59128f661b1a tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for router_gateway, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:04.243890 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-32b23229-fbb8-4819-948b-59128f661b1a tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:04.252775 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['19f071b4-0bbf-49c1-b922-9272182753c6'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:45:04.350108 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-32b23229-fbb8-4819-948b-59128f661b1a tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Allocated IP 172.25.0.23 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/addc8df4-2230-403c-98da-e25e58fe8bf5) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:45:04.450610 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-32b23229-fbb8-4819-948b-59128f661b1a tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:04.490012 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-32b23229-fbb8-4819-948b-59128f661b1a tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:04.523930 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b23229-fbb8-4819-948b-59128f661b1a tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:45:04.536643 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-32b23229-fbb8-4819-948b-59128f661b1a tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:45:04.548114 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b23229-fbb8-4819-948b-59128f661b1a tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:45:04.579517 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 0c8a995a-8612-4f90-87ad-e2d8f890f674 details requested by agent hyperv_n-h2-712140-12 with host n-h2-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:45:04.584512 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b23229-fbb8-4819-948b-59128f661b1a tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Pushing event updated for resources: {'Port': ['ID=addc8df4-2230-403c-98da-e25e58fe8bf5,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:04.625230 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7480f05c-4b8a-46a3-b6c7-cb7ba8111478 req-8a7590ad-243b-4461-abb7-e97c22ed01e1 tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:04.626883 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7480f05c-4b8a-46a3-b6c7-cb7ba8111478 req-8a7590ad-243b-4461-abb7-e97c22ed01e1 tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f529ff2-5600-4be9-8a66-33ad931fb401 HTTP/1.1" status: 200 len: 943 time: 0.0916543 Aug 29 04:45:04.751769 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7480f05c-4b8a-46a3-b6c7-cb7ba8111478 req-cb6e4df6-6f56-42ca-a07f-2875f98841f5 tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b9b21ed-a38d-4471-83eb-aad4f0922f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940344 Aug 29 04:45:04.841845 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 0c8a995a-8612-4f90-87ad-e2d8f890f674, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=0c8a995a-8612-4f90-87ad-e2d8f890f674,segment=NetworkSegment(f12e9cb1-b198-475d-b226-544c633bc34a),segment_id=f12e9cb1-b198-475d-b226-544c633bc34a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:45:04.853950 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Returning: {'device': '0c8a995a-8612-4f90-87ad-e2d8f890f674', 'network_id': '5e38e34c-88b4-4a6b-a995-62b34713d48b', 'port_id': '0c8a995a-8612-4f90-87ad-e2d8f890f674', 'mac_address': 'fa:16:3e:36:51:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ba3d3f9-484f-4869-9854-b618e4bf0cce', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:45:04.871939 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-32b23229-fbb8-4819-948b-59128f661b1a tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for router_gateway, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:04.890808 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:04.903304 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c8a995a-8612-4f90-87ad-e2d8f890f674 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:45:04.923885 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 0c8a995a-8612-4f90-87ad-e2d8f890f674, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=0c8a995a-8612-4f90-87ad-e2d8f890f674,segment=NetworkSegment(f12e9cb1-b198-475d-b226-544c633bc34a),segment_id=f12e9cb1-b198-475d-b226-544c633bc34a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:45:04.928259 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:04.979770 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=0c8a995a-8612-4f90-87ad-e2d8f890f674,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:05.083229 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-32b23229-fbb8-4819-948b-59128f661b1a tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409'] for router, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:05.212447 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32b23229-fbb8-4819-948b-59128f661b1a tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Router 638a459d-751e-43a2-bf05-c3412a07dcbd is scheduled to L3 agent 76874008-c311-485c-ba36-921b6d275b6a with binding_index 1 {{(pid=94828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:45:05.311518 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['0c8a995a-8612-4f90-87ad-e2d8f890f674'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:45:05.318808 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32b23229-fbb8-4819-948b-59128f661b1a tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:45:05.331096 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3413d822-72f8-474a-befe-8ff3c5e57b3f None None] Sync routers for ids ['638a459d-751e-43a2-bf05-c3412a07dcbd'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:45:05.338138 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-32b23229-fbb8-4819-948b-59128f661b1a tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for router, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:05.339575 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-32b23229-fbb8-4819-948b-59128f661b1a tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.5460014 Aug 29 04:45:05.342666 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 60086) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:05.346130 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3413d822-72f8-474a-befe-8ff3c5e57b3f None None] Routers {'638a459d-751e-43a2-bf05-c3412a07dcbd'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:45:05.346757 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-3413d822-72f8-474a-befe-8ff3c5e57b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:44:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['638a459d-751e-43a2-bf05-c3412a07dcbd'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:05.382499 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-42273e5e-8244-4aaf-b7da-24b05b4d6eaf tempest-TestNetworkAdvancedServerOps-81455967 tempest-TestNetworkAdvancedServerOps-81455967-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=9fb1fbcb8cc9402ba4fdb36d489735a9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0385332 Aug 29 04:45:05.385357 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 60088) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:05.469730 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-3413d822-72f8-474a-befe-8ff3c5e57b3f None None] Set router 638a459d-751e-43a2-bf05-c3412a07dcbd gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:45:05.546377 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea474fc-4e77-4983-8124-693bf551e8c6 tempest-TestNetworkAdvancedServerOps-81455967 tempest-TestNetworkAdvancedServerOps-81455967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:05.550653 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-9ea474fc-4e77-4983-8124-693bf551e8c6 tempest-TestNetworkAdvancedServerOps-81455967 tempest-TestNetworkAdvancedServerOps-81455967-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1617985 Aug 29 04:45:05.550927 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 60090) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:05.588373 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-4eb4c009-872e-4f60-a4bd-e6e7e3356925 tempest-TestNetworkAdvancedServerOps-81455967 tempest-TestNetworkAdvancedServerOps-81455967-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=e6c84a15-2e6f-4c07-8ede-a88148c2fe90&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0340798 Aug 29 04:45:05.588622 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 60092) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:05.593763 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-00c42c91-83b2-42b4-9e7e-f6947a3e8ab0 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2037886864', 'network_id': 'd328fb11-c7d1-438d-bb8c-05989bc4db8d', 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:45:05.651163 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-3413d822-72f8-474a-befe-8ff3c5e57b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '638a459d-751e-43a2-bf05-c3412a07dcbd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781662802', 'tenant_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'addc8df4-2230-403c-98da-e25e58fe8bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:45:03Z', 'updated_at': '2021-08-29T04:45:04Z', 'revision_number': 3, 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'gw_port': {'id': 'addc8df4-2230-403c-98da-e25e58fe8bf5', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4e:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '638a459d-751e-43a2-bf05-c3412a07dcbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:45:04Z', 'updated_at': '2021-08-29T04:45:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:05.681733 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3413d822-72f8-474a-befe-8ff3c5e57b3f None None] Checking router: 638a459d-751e-43a2-bf05-c3412a07dcbd for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:45:05.682092 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3413d822-72f8-474a-befe-8ff3c5e57b3f None None] Updating router 638a459d-751e-43a2-bf05-c3412a07dcbd port addc8df4-2230-403c-98da-e25e58fe8bf5 binding host n-d-712140-12 {{(pid=94831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:45:05.690287 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00c42c91-83b2-42b4-9e7e-f6947a3e8ab0 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Made reservation on behalf of 9fb1fbcb8cc9402ba4fdb36d489735a9 for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:45:05.694240 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-00c42c91-83b2-42b4-9e7e-f6947a3e8ab0 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:05.707948 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3413d822-72f8-474a-befe-8ff3c5e57b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:05.844828 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 19f071b4-0bbf-49c1-b922-9272182753c6 up at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:45:05.911545 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5e1a5a-98dd-40cc-ab9d-dc6151c8c3f5 req-629f3a0b-4626-46a2-a0f3-25c65fb3cfe8 tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:05.913326 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0d5e1a5a-98dd-40cc-ab9d-dc6151c8c3f5 req-629f3a0b-4626-46a2-a0f3-25c65fb3cfe8 tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f529ff2-5600-4be9-8a66-33ad931fb401 HTTP/1.1" status: 200 len: 944 time: 0.0595679 Aug 29 04:45:05.921133 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-00c42c91-83b2-42b4-9e7e-f6947a3e8ab0 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9191137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10062364'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:05.921401 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning for port 19f071b4-0bbf-49c1-b922-9272182753c6 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:45:05.930016 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning complete for port 19f071b4-0bbf-49c1-b922-9272182753c6 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:45:05.930798 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:05.972323 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0d5e1a5a-98dd-40cc-ab9d-dc6151c8c3f5 req-3ddd0134-374b-4240-a630-1f7aca5b5038 tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b9b21ed-a38d-4471-83eb-aad4f0922f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509448 Aug 29 04:45:06.016722 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c42c91-83b2-42b4-9e7e-f6947a3e8ab0 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Checking segment: {'id': 'b29cecb8-1ddf-4d27-9622-5fba1b7a2f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd328fb11-c7d1-438d-bb8c-05989bc4db8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:45:06.017647 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c42c91-83b2-42b4-9e7e-f6947a3e8ab0 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Network hostable DHCP agents. Network: d328fb11-c7d1-438d-bb8c-05989bc4db8d, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:45:06.023501 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c42c91-83b2-42b4-9e7e-f6947a3e8ab0 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Pushing event updated for resources: {'Subnet': ['ID=e4b27025-b392-4846-85a3-2001b5ccd5f6,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:06.050581 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3413d822-72f8-474a-befe-8ff3c5e57b3f None None] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:06.051752 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c42c91-83b2-42b4-9e7e-f6947a3e8ab0 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Network d328fb11-c7d1-438d-bb8c-05989bc4db8d is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:45:06.057453 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:06.062744 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-3413d822-72f8-474a-befe-8ff3c5e57b3f None None] Transition to ACTIVE for port object addc8df4-2230-403c-98da-e25e58fe8bf5 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:45:06.064769 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-00c42c91-83b2-42b4-9e7e-f6947a3e8ab0 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, d328fb11-c7d1-438d-bb8c-05989bc4db8d) {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:45:06.069461 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c42c91-83b2-42b4-9e7e-f6947a3e8ab0 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:06.070059 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-00c42c91-83b2-42b4-9e7e-f6947a3e8ab0 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:06.070925 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3413d822-72f8-474a-befe-8ff3c5e57b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:06.089410 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39541eed-863c-4e60-98b4-15c1d8d18427 None None] Network d328fb11-c7d1-438d-bb8c-05989bc4db8d requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:45:06.089664 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-00c42c91-83b2-42b4-9e7e-f6947a3e8ab0 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4972529 Aug 29 04:45:06.089772 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 60096) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:06.093476 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ac29d88-5e45-4e86-bfc4-97db99e9fb22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19f071b4-0bbf-49c1-b922-9272182753c6'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:45:06.096423 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-842ed166-5fc0-4202-8546-087e4fbbad48" -d '{"events": [{"server_uuid": "7ac29d88-5e45-4e86-bfc4-97db99e9fb22", "name": "network-vif-plugged", "status": "completed", "tag": "19f071b4-0bbf-49c1-b922-9272182753c6"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:45:06.129689 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-3413d822-72f8-474a-befe-8ff3c5e57b3f None None] Attempting to bind port addc8df4-2230-403c-98da-e25e58fe8bf5 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:45:06.130145 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-3413d822-72f8-474a-befe-8ff3c5e57b3f None None] Attempting to bind port addc8df4-2230-403c-98da-e25e58fe8bf5 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:45:06.130442 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3413d822-72f8-474a-befe-8ff3c5e57b3f None None] Attempting to bind port addc8df4-2230-403c-98da-e25e58fe8bf5 on network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:45:06.143774 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3413d822-72f8-474a-befe-8ff3c5e57b3f None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:45:06.144451 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3413d822-72f8-474a-befe-8ff3c5e57b3f None None] Checking segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:45:06.144866 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3413d822-72f8-474a-befe-8ff3c5e57b3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:06.145264 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3413d822-72f8-474a-befe-8ff3c5e57b3f None None] Bound using segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:45:06.145753 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-3413d822-72f8-474a-befe-8ff3c5e57b3f None None] Bound port: addc8df4-2230-403c-98da-e25e58fe8bf5, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:45:06.146143 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3413d822-72f8-474a-befe-8ff3c5e57b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:06.170515 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-849a3921-35d3-4a0e-a1bd-b09fe4c14521 x-openstack-request-id: req-849a3921-35d3-4a0e-a1bd-b09fe4c14521 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:45:06.170802 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ac29d88-5e45-4e86-bfc4-97db99e9fb22", "name": "network-vif-plugged", "status": "completed", "tag": "19f071b4-0bbf-49c1-b922-9272182753c6", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:45:06.171049 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-849a3921-35d3-4a0e-a1bd-b09fe4c14521 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:45:06.171439 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ac29d88-5e45-4e86-bfc4-97db99e9fb22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19f071b4-0bbf-49c1-b922-9272182753c6', 'code': 200} Aug 29 04:45:06.173976 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 19f071b4-0bbf-49c1-b922-9272182753c6, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=19f071b4-0bbf-49c1-b922-9272182753c6,segment=NetworkSegment(f12e9cb1-b198-475d-b226-544c633bc34a),segment_id=f12e9cb1-b198-475d-b226-544c633bc34a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:45:06.186602 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:06.208020 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-3413d822-72f8-474a-befe-8ff3c5e57b3f None None] For port addc8df4-2230-403c-98da-e25e58fe8bf5, host n-d-712140-12, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:45:06.214461 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-3413d822-72f8-474a-befe-8ff3c5e57b3f None None] For port addc8df4-2230-403c-98da-e25e58fe8bf5, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=addc8df4-2230-403c-98da-e25e58fe8bf5,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:45:06.215495 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2f95e8-42e1-4f3b-9c78-3421ee9ff0c0 None None] Pushing event updated for resources: {'Port': ['ID=addc8df4-2230-403c-98da-e25e58fe8bf5,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:06.224902 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3413d822-72f8-474a-befe-8ff3c5e57b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:06.232005 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f95e8-42e1-4f3b-9c78-3421ee9ff0c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:06.232610 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f95e8-42e1-4f3b-9c78-3421ee9ff0c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:06.232791 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f95e8-42e1-4f3b-9c78-3421ee9ff0c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:06.233034 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f95e8-42e1-4f3b-9c78-3421ee9ff0c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:06.233373 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f95e8-42e1-4f3b-9c78-3421ee9ff0c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:06.233711 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f95e8-42e1-4f3b-9c78-3421ee9ff0c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:06.234041 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f95e8-42e1-4f3b-9c78-3421ee9ff0c0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:06.234371 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f95e8-42e1-4f3b-9c78-3421ee9ff0c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:06.234759 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f95e8-42e1-4f3b-9c78-3421ee9ff0c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:06.235603 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f95e8-42e1-4f3b-9c78-3421ee9ff0c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:06.235960 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f95e8-42e1-4f3b-9c78-3421ee9ff0c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:06.236286 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f95e8-42e1-4f3b-9c78-3421ee9ff0c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:06.272380 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-30bd92c5-74c6-46ae-8394-e3fbf26c698e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:06.288494 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3413d822-72f8-474a-befe-8ff3c5e57b3f None None] Routers {'638a459d-751e-43a2-bf05-c3412a07dcbd'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:45:06.289046 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-3413d822-72f8-474a-befe-8ff3c5e57b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:45:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['638a459d-751e-43a2-bf05-c3412a07dcbd'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:06.311827 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36348ae0-c031-4255-8a61-61a5d6c8ec2a req-d6718a41-7994-4c1e-bd1f-3496c6314d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:06.313829 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-36348ae0-c031-4255-8a61-61a5d6c8ec2a req-d6718a41-7994-4c1e-bd1f-3496c6314d2d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7ac29d88-5e45-4e86-bfc4-97db99e9fb22 HTTP/1.1" status: 200 len: 1098 time: 0.0929220 Aug 29 04:45:06.317452 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=19f071b4-0bbf-49c1-b922-9272182753c6,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:06.345584 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2f95e8-42e1-4f3b-9c78-3421ee9ff0c0 None None] Pushing event updated for resources: {'Port': ['ID=addc8df4-2230-403c-98da-e25e58fe8bf5,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:06.365997 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-36348ae0-c031-4255-8a61-61a5d6c8ec2a req-a8b6c763-0cb2-4cb7-9704-7dd7e3091ac6 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=8b9b21ed-a38d-4471-83eb-aad4f0922f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412865 Aug 29 04:45:06.380673 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7099c273-3eb8-4d36-98c0-dd2ef9163622 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-d328fb11-c7d1-438d-bb8c-05989bc4db8d', 'network_id': 'd328fb11-c7d1-438d-bb8c-05989bc4db8d', 'tenant_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'fixed_ips': [{'subnet_id': 'e4b27025-b392-4846-85a3-2001b5ccd5f6'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:45:06.381693 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7099c273-3eb8-4d36-98c0-dd2ef9163622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:06.521182 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-3413d822-72f8-474a-befe-8ff3c5e57b3f None None] Set router 638a459d-751e-43a2-bf05-c3412a07dcbd gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:45:06.525114 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-7099c273-3eb8-4d36-98c0-dd2ef9163622 None None] Allocated IP 172.20.0.2 (d328fb11-c7d1-438d-bb8c-05989bc4db8d/e4b27025-b392-4846-85a3-2001b5ccd5f6/e8190f45-eda0-4d08-92de-a4c95e0a763f) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:45:06.581247 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 0c8a995a-8612-4f90-87ad-e2d8f890f674 up at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:45:06.595509 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-bd3d7194-97d1-460b-93b4-ab2ee50760f5 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:06.667610 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning for port 0c8a995a-8612-4f90-87ad-e2d8f890f674 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:45:06.674595 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning complete for port 0c8a995a-8612-4f90-87ad-e2d8f890f674 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:45:06.674966 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:06.720144 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-3413d822-72f8-474a-befe-8ff3c5e57b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '638a459d-751e-43a2-bf05-c3412a07dcbd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781662802', 'tenant_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'addc8df4-2230-403c-98da-e25e58fe8bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:45:03Z', 'updated_at': '2021-08-29T04:45:04Z', 'revision_number': 3, 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'gw_port': {'id': 'addc8df4-2230-403c-98da-e25e58fe8bf5', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4e:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '638a459d-751e-43a2-bf05-c3412a07dcbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:45:04Z', 'updated_at': '2021-08-29T04:45:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:06.752897 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3413d822-72f8-474a-befe-8ff3c5e57b3f None None] The sync data for ids ['638a459d-751e-43a2-bf05-c3412a07dcbd'] in n-d-712140-12 is: [{'id': '638a459d-751e-43a2-bf05-c3412a07dcbd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781662802', 'tenant_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'addc8df4-2230-403c-98da-e25e58fe8bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:45:03Z', 'updated_at': '2021-08-29T04:45:04Z', 'revision_number': 3, 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'gw_port': {'id': 'addc8df4-2230-403c-98da-e25e58fe8bf5', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4e:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '638a459d-751e-43a2-bf05-c3412a07dcbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:45:04Z', 'updated_at': '2021-08-29T04:45:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:45:06.753556 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7099c273-3eb8-4d36-98c0-dd2ef9163622 None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:06.765716 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-7099c273-3eb8-4d36-98c0-dd2ef9163622 None None] Transition to ACTIVE for port object e8190f45-eda0-4d08-92de-a4c95e0a763f will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:45:06.787581 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-7099c273-3eb8-4d36-98c0-dd2ef9163622 None None] Transition to ACTIVE for port object e8190f45-eda0-4d08-92de-a4c95e0a763f will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:45:06.794351 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7099c273-3eb8-4d36-98c0-dd2ef9163622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:06.842206 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7099c273-3eb8-4d36-98c0-dd2ef9163622 None None] Network d328fb11-c7d1-438d-bb8c-05989bc4db8d is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:45:06.862747 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-7099c273-3eb8-4d36-98c0-dd2ef9163622 None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:45:06.865777 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7099c273-3eb8-4d36-98c0-dd2ef9163622 None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:45:06.882196 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7099c273-3eb8-4d36-98c0-dd2ef9163622 None None] Pushing event updated for resources: {'Port': ['ID=e8190f45-eda0-4d08-92de-a4c95e0a763f,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:06.895306 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:06.902397 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-bd3d7194-97d1-460b-93b4-ab2ee50760f5 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Allocated IP 172.20.0.1 (d328fb11-c7d1-438d-bb8c-05989bc4db8d/e4b27025-b392-4846-85a3-2001b5ccd5f6/c1a88ec4-1f82-4f18-8dc1-4ed49f867d87) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:45:06.965114 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-7099c273-3eb8-4d36-98c0-dd2ef9163622 None None] Attempting to bind port e8190f45-eda0-4d08-92de-a4c95e0a763f on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:45:06.965484 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-7099c273-3eb8-4d36-98c0-dd2ef9163622 None None] Attempting to bind port e8190f45-eda0-4d08-92de-a4c95e0a763f by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'b29cecb8-1ddf-4d27-9622-5fba1b7a2f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd328fb11-c7d1-438d-bb8c-05989bc4db8d'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:45:06.965844 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7099c273-3eb8-4d36-98c0-dd2ef9163622 None None] Attempting to bind port e8190f45-eda0-4d08-92de-a4c95e0a763f on network d328fb11-c7d1-438d-bb8c-05989bc4db8d {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:45:06.977251 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 0c8a995a-8612-4f90-87ad-e2d8f890f674, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=0c8a995a-8612-4f90-87ad-e2d8f890f674,segment=NetworkSegment(f12e9cb1-b198-475d-b226-544c633bc34a),segment_id=f12e9cb1-b198-475d-b226-544c633bc34a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:45:06.978585 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7099c273-3eb8-4d36-98c0-dd2ef9163622 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:45:06.979146 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7099c273-3eb8-4d36-98c0-dd2ef9163622 None None] Checking segment: {'id': 'b29cecb8-1ddf-4d27-9622-5fba1b7a2f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd328fb11-c7d1-438d-bb8c-05989bc4db8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:45:06.979473 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7099c273-3eb8-4d36-98c0-dd2ef9163622 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:06.979959 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7099c273-3eb8-4d36-98c0-dd2ef9163622 None None] Bound using segment: {'id': 'b29cecb8-1ddf-4d27-9622-5fba1b7a2f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd328fb11-c7d1-438d-bb8c-05989bc4db8d'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:45:06.980497 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-7099c273-3eb8-4d36-98c0-dd2ef9163622 None None] Bound port: e8190f45-eda0-4d08-92de-a4c95e0a763f, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b29cecb8-1ddf-4d27-9622-5fba1b7a2f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd328fb11-c7d1-438d-bb8c-05989bc4db8d'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:45:06.980961 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7099c273-3eb8-4d36-98c0-dd2ef9163622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:06.984297 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:07.067725 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-bd3d7194-97d1-460b-93b4-ab2ee50760f5 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:07.099105 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-bd3d7194-97d1-460b-93b4-ab2ee50760f5 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Transition to ACTIVE for port object c1a88ec4-1f82-4f18-8dc1-4ed49f867d87 will not be triggered until provisioned by entity DHCP. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:45:07.143509 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=0c8a995a-8612-4f90-87ad-e2d8f890f674,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:07.155981 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-7099c273-3eb8-4d36-98c0-dd2ef9163622 None None] For port e8190f45-eda0-4d08-92de-a4c95e0a763f, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:45:07.159373 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49346892-5901-4305-b4b5-5ec346ab2d45 req-f1bf88bd-1af3-4071-b69d-8a03b708ea59 tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:07.160115 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-7099c273-3eb8-4d36-98c0-dd2ef9163622 None None] For port e8190f45-eda0-4d08-92de-a4c95e0a763f, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=e8190f45-eda0-4d08-92de-a4c95e0a763f,segment=NetworkSegment(b29cecb8-1ddf-4d27-9622-5fba1b7a2f0c),segment_id=b29cecb8-1ddf-4d27-9622-5fba1b7a2f0c)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:45:07.163765 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-49346892-5901-4305-b4b5-5ec346ab2d45 req-f1bf88bd-1af3-4071-b69d-8a03b708ea59 tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f529ff2-5600-4be9-8a66-33ad931fb401 HTTP/1.1" status: 200 len: 945 time: 0.0780513 Aug 29 04:45:07.169749 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7099c273-3eb8-4d36-98c0-dd2ef9163622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:07.189187 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-bd3d7194-97d1-460b-93b4-ab2ee50760f5 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:07.250949 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:07.252366 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7099c273-3eb8-4d36-98c0-dd2ef9163622 None None] Pushing event updated for resources: {'Port': ['ID=e8190f45-eda0-4d08-92de-a4c95e0a763f,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:07.256521 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:07.258189 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3d7194-97d1-460b-93b4-ab2ee50760f5 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Network d328fb11-c7d1-438d-bb8c-05989bc4db8d is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:45:07.262851 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-bd3d7194-97d1-460b-93b4-ab2ee50760f5 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:45:07.267355 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-49346892-5901-4305-b4b5-5ec346ab2d45 req-9e679d7b-56b6-4bf3-bf74-5112163f71c9 tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b9b21ed-a38d-4471-83eb-aad4f0922f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993865 Aug 29 04:45:07.272411 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3d7194-97d1-460b-93b4-ab2ee50760f5 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:45:07.299905 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3d7194-97d1-460b-93b4-ab2ee50760f5 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Pushing event updated for resources: {'Port': ['ID=c1a88ec4-1f82-4f18-8dc1-4ed49f867d87,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:07.330119 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-bd3d7194-97d1-460b-93b4-ab2ee50760f5 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719598'] for router_interface, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:07.484539 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-bd3d7194-97d1-460b-93b4-ab2ee50760f5 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:07.810434 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-bd3d7194-97d1-460b-93b4-ab2ee50760f5 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:07.814886 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-bd3d7194-97d1-460b-93b4-ab2ee50760f5 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:07.892516 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3d7194-97d1-460b-93b4-ab2ee50760f5 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Pushing event updated for resources: {'Port': ['ID=c1a88ec4-1f82-4f18-8dc1-4ed49f867d87,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:07.898176 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-bd3d7194-97d1-460b-93b4-ab2ee50760f5 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-718897'] for router_interface, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:07.985708 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3d7194-97d1-460b-93b4-ab2ee50760f5 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Network d328fb11-c7d1-438d-bb8c-05989bc4db8d is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:45:07.987094 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-bd3d7194-97d1-460b-93b4-ab2ee50760f5 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:45:08.098028 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd3d7194-97d1-460b-93b4-ab2ee50760f5 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Router 638a459d-751e-43a2-bf05-c3412a07dcbd has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:45:08.172827 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f529ff2-5600-4be9-8a66-33ad931fb401', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c8a995a-8612-4f90-87ad-e2d8f890f674'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:45:08.175162 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-297f6ae3-8b05-4f4c-aeb5-681ec36f7bb8" -d '{"events": [{"server_uuid": "6f529ff2-5600-4be9-8a66-33ad931fb401", "name": "network-vif-plugged", "status": "completed", "tag": "0c8a995a-8612-4f90-87ad-e2d8f890f674"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:45:08.204452 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd3d7194-97d1-460b-93b4-ab2ee50760f5 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:45:08.210563 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-bd3d7194-97d1-460b-93b4-ab2ee50760f5 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "PUT /v2.0/routers/638a459d-751e-43a2-bf05-c3412a07dcbd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1195393 Aug 29 04:45:08.211783 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee7ecfab-cc05-43eb-9d97-d683782df969 x-openstack-request-id: req-ee7ecfab-cc05-43eb-9d97-d683782df969 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:45:08.212074 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f529ff2-5600-4be9-8a66-33ad931fb401", "name": "network-vif-plugged", "status": "completed", "tag": "0c8a995a-8612-4f90-87ad-e2d8f890f674", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:45:08.212317 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ee7ecfab-cc05-43eb-9d97-d683782df969 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:45:08.212717 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f529ff2-5600-4be9-8a66-33ad931fb401', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c8a995a-8612-4f90-87ad-e2d8f890f674', 'code': 200} Aug 29 04:45:08.341785 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05c5407-a870-42a0-ae06-7dbe0cf12aee req-5ae48763-39af-4310-b3d4-48ea78291973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:08.343412 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d05c5407-a870-42a0-ae06-7dbe0cf12aee req-5ae48763-39af-4310-b3d4-48ea78291973 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6f529ff2-5600-4be9-8a66-33ad931fb401 HTTP/1.1" status: 200 len: 1097 time: 0.0480678 Aug 29 04:45:08.402346 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d05c5407-a870-42a0-ae06-7dbe0cf12aee req-56172d91-538d-408f-874e-449328ef9781 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=8b9b21ed-a38d-4471-83eb-aad4f0922f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512383 Aug 29 04:45:08.404992 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4cece1-25d3-449a-9e1f-e872d67a727b req-a37c5d77-6049-44b3-bcd3-d2fb61d1e7d1 tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:08.406652 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ef4cece1-25d3-449a-9e1f-e872d67a727b req-a37c5d77-6049-44b3-bcd3-d2fb61d1e7d1 tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f529ff2-5600-4be9-8a66-33ad931fb401 HTTP/1.1" status: 200 len: 945 time: 0.0587773 Aug 29 04:45:08.432169 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-caf26fe2-7554-4117-8bbe-ca74a5ac7750 req-120a32de-2f5d-4dc4-bde7-081677da9ca8 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-788399455&fields=id&tenant_id=9fb1fbcb8cc9402ba4fdb36d489735a9 HTTP/1.1" status: 200 len: 267 time: 0.0543725 Aug 29 04:45:08.445407 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ef4cece1-25d3-449a-9e1f-e872d67a727b req-cfafcac6-7cda-4199-aeb4-ba7cb0f7d090 tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b9b21ed-a38d-4471-83eb-aad4f0922f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326807 Aug 29 04:45:08.731468 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:08.801197 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca034e78-f7e1-4cbc-b1a2-b42f38301157 None None] Sync routers for ids ['638a459d-751e-43a2-bf05-c3412a07dcbd'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:45:08.811133 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca034e78-f7e1-4cbc-b1a2-b42f38301157 None None] Routers {'638a459d-751e-43a2-bf05-c3412a07dcbd'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:45:08.811897 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-ca034e78-f7e1-4cbc-b1a2-b42f38301157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:45:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['638a459d-751e-43a2-bf05-c3412a07dcbd'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:08.815061 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf26fe2-7554-4117-8bbe-ca74a5ac7750 req-b8945df6-f520-4395-b78b-d1d2ed873c35 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:08.816740 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-caf26fe2-7554-4117-8bbe-ca74a5ac7750 req-b8945df6-f520-4395-b78b-d1d2ed873c35 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/networks?id=d328fb11-c7d1-438d-bb8c-05989bc4db8d HTTP/1.1" status: 200 len: 795 time: 0.3769014 Aug 29 04:45:08.833310 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-caf26fe2-7554-4117-8bbe-ca74a5ac7750 req-7a9e3f9f-ca81-47e9-86d5-8b0cdc6626f9 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/quotas/9fb1fbcb8cc9402ba4fdb36d489735a9 HTTP/1.1" status: 200 len: 375 time: 0.0106184 Aug 29 04:45:08.868121 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d634818-3145-48af-a431-b53787f1ced0 None None] Network d328fb11-c7d1-438d-bb8c-05989bc4db8d requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:45:08.896756 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-caf26fe2-7554-4117-8bbe-ca74a5ac7750 req-3b2be05f-0344-4d05-ac09-ff06338e83d1 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=9fb1fbcb8cc9402ba4fdb36d489735a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0574551 Aug 29 04:45:08.970171 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-7c866859-fd74-49c1-857c-7c7dbd35c014 None None] Provisioning for port e8190f45-eda0-4d08-92de-a4c95e0a763f completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:45:08.995243 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-ca034e78-f7e1-4cbc-b1a2-b42f38301157 None None] Set router 638a459d-751e-43a2-bf05-c3412a07dcbd gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:45:09.010372 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-caf26fe2-7554-4117-8bbe-ca74a5ac7750 req-08f6316e-bdbb-48af-adf2-64259041fa7e service neutron] 10.222.0.22 "GET /v2.0/networks/d328fb11-c7d1-438d-bb8c-05989bc4db8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008344 Aug 29 04:45:09.097929 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device e8190f45-eda0-4d08-92de-a4c95e0a763f up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:45:09.111404 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-caf26fe2-7554-4117-8bbe-ca74a5ac7750 req-7cfa3c03-87e3-443a-a45a-5e56f10a356f service neutron] 10.222.0.22 "GET /v2.0/networks/d328fb11-c7d1-438d-bb8c-05989bc4db8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945606 Aug 29 04:45:09.253495 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port e8190f45-eda0-4d08-92de-a4c95e0a763f completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:45:09.263746 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port e8190f45-eda0-4d08-92de-a4c95e0a763f triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:45:09.264363 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:09.286865 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3bff1bb8-5ea3-45a9-bec1-cdb38c4a59de req-49b52b66-01d3-45ff-a4f2-e07503cfb792 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=e895665e-ce20-4d86-8d21-4b640a9a59e2 HTTP/1.1" status: 200 len: 210 time: 0.0383179 Aug 29 04:45:09.388364 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-ca034e78-f7e1-4cbc-b1a2-b42f38301157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '638a459d-751e-43a2-bf05-c3412a07dcbd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781662802', 'tenant_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'addc8df4-2230-403c-98da-e25e58fe8bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:45:03Z', 'updated_at': '2021-08-29T04:45:07Z', 'revision_number': 4, 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'gw_port': {'id': 'addc8df4-2230-403c-98da-e25e58fe8bf5', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4e:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '638a459d-751e-43a2-bf05-c3412a07dcbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:45:04Z', 'updated_at': '2021-08-29T04:45:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': 'c1a88ec4-1f82-4f18-8dc1-4ed49f867d87', 'name': '', 'network_id': 'd328fb11-c7d1-438d-bb8c-05989bc4db8d', 'tenant_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'mac_address': 'fa:16:3e:7b:02:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '638a459d-751e-43a2-bf05-c3412a07dcbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': 'e4b27025-b392-4846-85a3-2001b5ccd5f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:45:06Z', 'updated_at': '2021-08-29T04:45:07Z', 'revision_number': 2, 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'subnets': [{'id': 'e4b27025-b392-4846-85a3-2001b5ccd5f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:09.419517 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca034e78-f7e1-4cbc-b1a2-b42f38301157 None None] Checking router: 638a459d-751e-43a2-bf05-c3412a07dcbd for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:45:09.419899 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca034e78-f7e1-4cbc-b1a2-b42f38301157 None None] Updating router 638a459d-751e-43a2-bf05-c3412a07dcbd port c1a88ec4-1f82-4f18-8dc1-4ed49f867d87 binding host n-d-712140-12 {{(pid=94830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:45:09.422964 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:09.466282 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ca034e78-f7e1-4cbc-b1a2-b42f38301157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:09.494352 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port e8190f45-eda0-4d08-92de-a4c95e0a763f, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=e8190f45-eda0-4d08-92de-a4c95e0a763f,segment=NetworkSegment(b29cecb8-1ddf-4d27-9622-5fba1b7a2f0c),segment_id=b29cecb8-1ddf-4d27-9622-5fba1b7a2f0c)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:45:09.499021 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:09.499679 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device addc8df4-2230-403c-98da-e25e58fe8bf5 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:45:09.606867 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1262924-ac93-429c-bce1-84582f3a5e91 req-53995336-98c0-4583-9a9c-2e28e9a03eef tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:09.616613 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f1262924-ac93-429c-bce1-84582f3a5e91 req-53995336-98c0-4583-9a9c-2e28e9a03eef tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f529ff2-5600-4be9-8a66-33ad931fb401 HTTP/1.1" status: 200 len: 945 time: 0.0757413 Aug 29 04:45:09.664118 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f1262924-ac93-429c-bce1-84582f3a5e91 req-d270e89f-d327-4a5d-9777-694448a68454 tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b9b21ed-a38d-4471-83eb-aad4f0922f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461497 Aug 29 04:45:09.666262 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e6e814ca-d655-4496-850d-48df65d359b8 None None] Provisioning for port c1a88ec4-1f82-4f18-8dc1-4ed49f867d87 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:45:09.692074 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e6e814ca-d655-4496-850d-48df65d359b8 None None] Provisioning complete for port c1a88ec4-1f82-4f18-8dc1-4ed49f867d87 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:45:09.692451 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e6e814ca-d655-4496-850d-48df65d359b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:09.739983 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e6e814ca-d655-4496-850d-48df65d359b8 None None] Port c1a88ec4-1f82-4f18-8dc1-4ed49f867d87 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:45:09.760279 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=e8190f45-eda0-4d08-92de-a4c95e0a763f,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:09.809648 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e6e814ca-d655-4496-850d-48df65d359b8 None None] Provisioning complete for port e8190f45-eda0-4d08-92de-a4c95e0a763f triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:45:09.810027 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e6e814ca-d655-4496-850d-48df65d359b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:10.004930 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port addc8df4-2230-403c-98da-e25e58fe8bf5 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:45:10.017910 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port addc8df4-2230-403c-98da-e25e58fe8bf5 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:45:10.018270 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:10.214984 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ca034e78-f7e1-4cbc-b1a2-b42f38301157 None None] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:10.218772 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:10.234094 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-ca034e78-f7e1-4cbc-b1a2-b42f38301157 None None] Transition to ACTIVE for port object c1a88ec4-1f82-4f18-8dc1-4ed49f867d87 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:45:10.245446 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ca034e78-f7e1-4cbc-b1a2-b42f38301157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:10.248329 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port addc8df4-2230-403c-98da-e25e58fe8bf5, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=addc8df4-2230-403c-98da-e25e58fe8bf5,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:45:10.256435 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:10.300762 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d357cf-7626-4667-bbe9-f7d1c7d52da9 None None] Pushing event updated for resources: {'Port': ['ID=c1a88ec4-1f82-4f18-8dc1-4ed49f867d87,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:10.350145 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf26fe2-7554-4117-8bbe-ca74a5ac7750 req-d4c6c45d-518b-4cb8-bd4f-938401d3eef5 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:10.351636 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-caf26fe2-7554-4117-8bbe-ca74a5ac7750 req-d4c6c45d-518b-4cb8-bd4f-938401d3eef5 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.46 "GET /v2.0/networks?id=d328fb11-c7d1-438d-bb8c-05989bc4db8d HTTP/1.1" status: 200 len: 795 time: 0.1580479 Aug 29 04:45:10.417042 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-ca034e78-f7e1-4cbc-b1a2-b42f38301157 None None] Attempting to bind port c1a88ec4-1f82-4f18-8dc1-4ed49f867d87 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:45:10.417423 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-ca034e78-f7e1-4cbc-b1a2-b42f38301157 None None] Attempting to bind port c1a88ec4-1f82-4f18-8dc1-4ed49f867d87 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'b29cecb8-1ddf-4d27-9622-5fba1b7a2f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd328fb11-c7d1-438d-bb8c-05989bc4db8d'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:45:10.417784 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca034e78-f7e1-4cbc-b1a2-b42f38301157 None None] Attempting to bind port c1a88ec4-1f82-4f18-8dc1-4ed49f867d87 on network d328fb11-c7d1-438d-bb8c-05989bc4db8d {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:45:10.418997 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-caf26fe2-7554-4117-8bbe-ca74a5ac7750 req-eb43bcdb-50ea-4223-a9f9-0826b0d291f5 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9fb1fbcb8cc9402ba4fdb36d489735a9 HTTP/1.1" status: 200 len: 379 time: 0.0564079 Aug 29 04:45:10.431733 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-caf26fe2-7554-4117-8bbe-ca74a5ac7750 req-d50c8198-5f3f-4c24-940b-7d55b64bd175 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Request body: {'port': {'device_id': 'e895665e-ce20-4d86-8d21-4b640a9a59e2', 'network_id': 'd328fb11-c7d1-438d-bb8c-05989bc4db8d', 'admin_state_up': True, 'tenant_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'security_groups': ['8b4a8fe4-6771-434f-9ebc-be699b1ab308']}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:45:10.437217 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca034e78-f7e1-4cbc-b1a2-b42f38301157 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:45:10.439404 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca034e78-f7e1-4cbc-b1a2-b42f38301157 None None] Checking segment: {'id': 'b29cecb8-1ddf-4d27-9622-5fba1b7a2f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd328fb11-c7d1-438d-bb8c-05989bc4db8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:45:10.439876 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ca034e78-f7e1-4cbc-b1a2-b42f38301157 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:10.440320 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca034e78-f7e1-4cbc-b1a2-b42f38301157 None None] Bound using segment: {'id': 'b29cecb8-1ddf-4d27-9622-5fba1b7a2f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd328fb11-c7d1-438d-bb8c-05989bc4db8d'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:45:10.440842 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-ca034e78-f7e1-4cbc-b1a2-b42f38301157 None None] Bound port: c1a88ec4-1f82-4f18-8dc1-4ed49f867d87, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b29cecb8-1ddf-4d27-9622-5fba1b7a2f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd328fb11-c7d1-438d-bb8c-05989bc4db8d'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:45:10.441291 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ca034e78-f7e1-4cbc-b1a2-b42f38301157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:10.465402 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=addc8df4-2230-403c-98da-e25e58fe8bf5,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:10.536281 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-ca034e78-f7e1-4cbc-b1a2-b42f38301157 None None] For port c1a88ec4-1f82-4f18-8dc1-4ed49f867d87, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:45:10.540111 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-ca034e78-f7e1-4cbc-b1a2-b42f38301157 None None] For port c1a88ec4-1f82-4f18-8dc1-4ed49f867d87, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=c1a88ec4-1f82-4f18-8dc1-4ed49f867d87,segment=NetworkSegment(b29cecb8-1ddf-4d27-9622-5fba1b7a2f0c),segment_id=b29cecb8-1ddf-4d27-9622-5fba1b7a2f0c)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:45:10.545585 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ca034e78-f7e1-4cbc-b1a2-b42f38301157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:10.573085 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-caf26fe2-7554-4117-8bbe-ca74a5ac7750 req-d50c8198-5f3f-4c24-940b-7d55b64bd175 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Made reservation on behalf of 9fb1fbcb8cc9402ba4fdb36d489735a9 for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:45:10.577388 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-caf26fe2-7554-4117-8bbe-ca74a5ac7750 req-d50c8198-5f3f-4c24-940b-7d55b64bd175 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:10.626985 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca034e78-f7e1-4cbc-b1a2-b42f38301157 None None] Routers {'638a459d-751e-43a2-bf05-c3412a07dcbd'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:45:10.627548 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-ca034e78-f7e1-4cbc-b1a2-b42f38301157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:45:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['638a459d-751e-43a2-bf05-c3412a07dcbd'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:10.677604 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d357cf-7626-4667-bbe9-f7d1c7d52da9 None None] Pushing event updated for resources: {'Port': ['ID=c1a88ec4-1f82-4f18-8dc1-4ed49f867d87,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:10.727838 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a0035573-09ed-49f2-bd37-f618521dca8e req-8ab11721-edad-4da6-8d45-65f5e09486ed tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=e895665e-ce20-4d86-8d21-4b640a9a59e2 HTTP/1.1" status: 200 len: 210 time: 0.3400249 Aug 29 04:45:10.784380 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-ca034e78-f7e1-4cbc-b1a2-b42f38301157 None None] Set router 638a459d-751e-43a2-bf05-c3412a07dcbd gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:45:10.811607 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-caf26fe2-7554-4117-8bbe-ca74a5ac7750 req-d50c8198-5f3f-4c24-940b-7d55b64bd175 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Allocated IP 172.20.0.12 (d328fb11-c7d1-438d-bb8c-05989bc4db8d/e4b27025-b392-4846-85a3-2001b5ccd5f6/2aeb6fb6-5c25-4f64-9998-9e7f5db10af6) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:45:10.871332 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365dc28f-41c7-4915-aba0-eed1c306cea5 req-57209932-8b3e-4f39-b30e-1d51967ab3e5 tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:10.872975 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-365dc28f-41c7-4915-aba0-eed1c306cea5 req-57209932-8b3e-4f39-b30e-1d51967ab3e5 tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f529ff2-5600-4be9-8a66-33ad931fb401 HTTP/1.1" status: 200 len: 945 time: 0.1073296 Aug 29 04:45:10.989460 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-365dc28f-41c7-4915-aba0-eed1c306cea5 req-622eccc7-ba80-4734-858d-9cdb2408179d tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b9b21ed-a38d-4471-83eb-aad4f0922f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049695 Aug 29 04:45:11.029449 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device e8190f45-eda0-4d08-92de-a4c95e0a763f up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:45:11.053105 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-caf26fe2-7554-4117-8bbe-ca74a5ac7750 req-d50c8198-5f3f-4c24-940b-7d55b64bd175 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:11.060949 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-ca034e78-f7e1-4cbc-b1a2-b42f38301157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '638a459d-751e-43a2-bf05-c3412a07dcbd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781662802', 'tenant_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'addc8df4-2230-403c-98da-e25e58fe8bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:45:03Z', 'updated_at': '2021-08-29T04:45:07Z', 'revision_number': 4, 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'gw_port': {'id': 'addc8df4-2230-403c-98da-e25e58fe8bf5', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638a459d-751e-43a2-bf05-c3412a07dcbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:45:04Z', 'updated_at': '2021-08-29T04:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': 'c1a88ec4-1f82-4f18-8dc1-4ed49f867d87', 'name': '', 'network_id': 'd328fb11-c7d1-438d-bb8c-05989bc4db8d', 'tenant_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'mac_address': 'fa:16:3e:7b:02:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '638a459d-751e-43a2-bf05-c3412a07dcbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': 'e4b27025-b392-4846-85a3-2001b5ccd5f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:45:06Z', 'updated_at': '2021-08-29T04:45:10Z', 'revision_number': 4, 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'subnets': [{'id': 'e4b27025-b392-4846-85a3-2001b5ccd5f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:11.069764 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-caf26fe2-7554-4117-8bbe-ca74a5ac7750 req-d50c8198-5f3f-4c24-940b-7d55b64bd175 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Transition to ACTIVE for port object 2aeb6fb6-5c25-4f64-9998-9e7f5db10af6 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:45:11.093563 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca034e78-f7e1-4cbc-b1a2-b42f38301157 None None] The sync data for ids ['638a459d-751e-43a2-bf05-c3412a07dcbd'] in n-d-712140-12 is: [{'id': '638a459d-751e-43a2-bf05-c3412a07dcbd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781662802', 'tenant_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'addc8df4-2230-403c-98da-e25e58fe8bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:45:03Z', 'updated_at': '2021-08-29T04:45:07Z', 'revision_number': 4, 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'gw_port': {'id': 'addc8df4-2230-403c-98da-e25e58fe8bf5', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638a459d-751e-43a2-bf05-c3412a07dcbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:45:04Z', 'updated_at': '2021-08-29T04:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': 'c1a88ec4-1f82-4f18-8dc1-4ed49f867d87', 'name': '', 'network_id': 'd328fb11-c7d1-438d-bb8c-05989bc4db8d', 'tenant_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'mac_address': 'fa:16:3e:7b:02:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '638a459d-751e-43a2-bf05-c3412a07dcbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': 'e4b27025-b392-4846-85a3-2001b5ccd5f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:45:06Z', 'updated_at': '2021-08-29T04:45:10Z', 'revision_number': 4, 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'subnets': [{'id': 'e4b27025-b392-4846-85a3-2001b5ccd5f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:45:11.109923 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-caf26fe2-7554-4117-8bbe-ca74a5ac7750 req-d50c8198-5f3f-4c24-940b-7d55b64bd175 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:11.114009 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port e8190f45-eda0-4d08-92de-a4c95e0a763f triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:45:11.114612 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:11.121327 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3910194c-28d1-4e8d-90e1-656372156847 req-968843a7-ea6b-4835-8d63-600a39c6662e tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:11.138971 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3910194c-28d1-4e8d-90e1-656372156847 req-968843a7-ea6b-4835-8d63-600a39c6662e tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] 10.222.0.22 "GET /v2.0/ports?device_id=7ac29d88-5e45-4e86-bfc4-97db99e9fb22 HTTP/1.1" status: 200 len: 946 time: 0.0639715 Aug 29 04:45:11.196757 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-caf26fe2-7554-4117-8bbe-ca74a5ac7750 req-d50c8198-5f3f-4c24-940b-7d55b64bd175 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Network d328fb11-c7d1-438d-bb8c-05989bc4db8d is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:45:11.201174 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-caf26fe2-7554-4117-8bbe-ca74a5ac7750 req-d50c8198-5f3f-4c24-940b-7d55b64bd175 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:45:11.218132 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-caf26fe2-7554-4117-8bbe-ca74a5ac7750 req-d50c8198-5f3f-4c24-940b-7d55b64bd175 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:45:11.220626 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3910194c-28d1-4e8d-90e1-656372156847 req-6429a3bc-b16b-4ead-84dd-389bc5313b4f tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b9b21ed-a38d-4471-83eb-aad4f0922f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801466 Aug 29 04:45:11.223955 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50c8198-5f3f-4c24-940b-7d55b64bd175 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Pushing event updated for resources: {'Port': ['ID=2aeb6fb6-5c25-4f64-9998-9e7f5db10af6,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:11.288701 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device addc8df4-2230-403c-98da-e25e58fe8bf5 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:45:11.301142 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf26fe2-7554-4117-8bbe-ca74a5ac7750 req-d50c8198-5f3f-4c24-940b-7d55b64bd175 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:11.305611 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-caf26fe2-7554-4117-8bbe-ca74a5ac7750 req-d50c8198-5f3f-4c24-940b-7d55b64bd175 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:11.332990 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-caf26fe2-7554-4117-8bbe-ca74a5ac7750 req-d50c8198-5f3f-4c24-940b-7d55b64bd175 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9055455 Aug 29 04:45:11.350398 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-caf26fe2-7554-4117-8bbe-ca74a5ac7750 req-0780c3c1-0f7f-4618-813e-f39af691dec3 service neutron] Request body: {'port': {'device_id': 'e895665e-ce20-4d86-8d21-4b640a9a59e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:45:11.367883 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port addc8df4-2230-403c-98da-e25e58fe8bf5 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:45:11.368307 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:11.467813 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-caf26fe2-7554-4117-8bbe-ca74a5ac7750 req-0780c3c1-0f7f-4618-813e-f39af691dec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:11.551292 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e8212983-05e0-434f-aea8-d4b3088bc021 None None] Provisioning for port 2aeb6fb6-5c25-4f64-9998-9e7f5db10af6 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:45:11.556826 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e8212983-05e0-434f-aea8-d4b3088bc021 None None] Provisioning complete for port 2aeb6fb6-5c25-4f64-9998-9e7f5db10af6 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:45:11.557225 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e8212983-05e0-434f-aea8-d4b3088bc021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:11.603950 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e8212983-05e0-434f-aea8-d4b3088bc021 None None] Port 2aeb6fb6-5c25-4f64-9998-9e7f5db10af6 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:45:11.880967 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f610ca9-fd57-4032-b558-af6768e2b266 req-d992d2e6-af0e-497a-a08a-b0e74c60a27e tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:11.882772 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1f610ca9-fd57-4032-b558-af6768e2b266 req-d992d2e6-af0e-497a-a08a-b0e74c60a27e tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=e895665e-ce20-4d86-8d21-4b640a9a59e2 HTTP/1.1" status: 200 len: 932 time: 0.0603988 Aug 29 04:45:11.921546 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-caf26fe2-7554-4117-8bbe-ca74a5ac7750 req-0780c3c1-0f7f-4618-813e-f39af691dec3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2aeb6fb6-5c25-4f64-9998-9e7f5db10af6 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:45:11.931092 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1f610ca9-fd57-4032-b558-af6768e2b266 req-e0e57581-c8a2-48d0-97f8-5d30671c234e tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b4a8fe4-6771-434f-9ebc-be699b1ab308&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415163 Aug 29 04:45:11.935506 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-caf26fe2-7554-4117-8bbe-ca74a5ac7750 req-0780c3c1-0f7f-4618-813e-f39af691dec3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:11.956570 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-caf26fe2-7554-4117-8bbe-ca74a5ac7750 req-0780c3c1-0f7f-4618-813e-f39af691dec3 service neutron] Transition to ACTIVE for port object 2aeb6fb6-5c25-4f64-9998-9e7f5db10af6 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:45:11.965168 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f265ac-1694-49ae-877c-009e7724d2ac req-816f32b4-eff0-435e-9d29-0498a0c0b7e8 tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:11.966784 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c6f265ac-1694-49ae-877c-009e7724d2ac req-816f32b4-eff0-435e-9d29-0498a0c0b7e8 tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] 10.222.0.22 "GET /v2.0/networks?id=5e38e34c-88b4-4a6b-a995-62b34713d48b HTTP/1.1" status: 200 len: 813 time: 0.1816943 Aug 29 04:45:11.968116 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-caf26fe2-7554-4117-8bbe-ca74a5ac7750 req-0780c3c1-0f7f-4618-813e-f39af691dec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:12.030305 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c6f265ac-1694-49ae-877c-009e7724d2ac req-e6bf2407-0601-48b1-b082-6da2164c2351 tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] 10.222.0.22 "GET /v2.0/quotas/37758c043b6247308d3323a6000d1f2b HTTP/1.1" status: 200 len: 375 time: 0.0531578 Aug 29 04:45:12.032008 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0780c3c1-0f7f-4618-813e-f39af691dec3 service neutron] Pushing event updated for resources: {'Port': ['ID=2aeb6fb6-5c25-4f64-9998-9e7f5db10af6,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:12.136326 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c6f265ac-1694-49ae-877c-009e7724d2ac req-0683a72b-b56f-40a9-8f94-a68a399e2668 tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=37758c043b6247308d3323a6000d1f2b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0990338 Aug 29 04:45:12.173558 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-caf26fe2-7554-4117-8bbe-ca74a5ac7750 req-0780c3c1-0f7f-4618-813e-f39af691dec3 service neutron] Attempting to bind port 2aeb6fb6-5c25-4f64-9998-9e7f5db10af6 on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:45:12.173900 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-caf26fe2-7554-4117-8bbe-ca74a5ac7750 req-0780c3c1-0f7f-4618-813e-f39af691dec3 service neutron] Attempting to bind port 2aeb6fb6-5c25-4f64-9998-9e7f5db10af6 by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': 'b29cecb8-1ddf-4d27-9622-5fba1b7a2f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd328fb11-c7d1-438d-bb8c-05989bc4db8d'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:45:12.174238 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf26fe2-7554-4117-8bbe-ca74a5ac7750 req-0780c3c1-0f7f-4618-813e-f39af691dec3 service neutron] Attempting to bind port 2aeb6fb6-5c25-4f64-9998-9e7f5db10af6 on network d328fb11-c7d1-438d-bb8c-05989bc4db8d {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:45:12.208251 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf26fe2-7554-4117-8bbe-ca74a5ac7750 req-0780c3c1-0f7f-4618-813e-f39af691dec3 service neutron] Port 2aeb6fb6-5c25-4f64-9998-9e7f5db10af6 on network d328fb11-c7d1-438d-bb8c-05989bc4db8d not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:45:12.208593 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf26fe2-7554-4117-8bbe-ca74a5ac7750 req-0780c3c1-0f7f-4618-813e-f39af691dec3 service neutron] Attempting to bind port 2aeb6fb6-5c25-4f64-9998-9e7f5db10af6 on network d328fb11-c7d1-438d-bb8c-05989bc4db8d {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:45:12.221191 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf26fe2-7554-4117-8bbe-ca74a5ac7750 req-0780c3c1-0f7f-4618-813e-f39af691dec3 service neutron] Checking agent: {'id': '3de9de52-3a03-431d-9d7e-497ae92c57ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:45:12.221433 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf26fe2-7554-4117-8bbe-ca74a5ac7750 req-0780c3c1-0f7f-4618-813e-f39af691dec3 service neutron] Checking segment: {'id': 'b29cecb8-1ddf-4d27-9622-5fba1b7a2f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd328fb11-c7d1-438d-bb8c-05989bc4db8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:45:12.221831 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf26fe2-7554-4117-8bbe-ca74a5ac7750 req-0780c3c1-0f7f-4618-813e-f39af691dec3 service neutron] Bound using segment: {'id': 'b29cecb8-1ddf-4d27-9622-5fba1b7a2f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd328fb11-c7d1-438d-bb8c-05989bc4db8d'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:45:12.222272 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-caf26fe2-7554-4117-8bbe-ca74a5ac7750 req-0780c3c1-0f7f-4618-813e-f39af691dec3 service neutron] Bound port: 2aeb6fb6-5c25-4f64-9998-9e7f5db10af6, host: n-h1-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b29cecb8-1ddf-4d27-9622-5fba1b7a2f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd328fb11-c7d1-438d-bb8c-05989bc4db8d'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:45:12.222643 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-caf26fe2-7554-4117-8bbe-ca74a5ac7750 req-0780c3c1-0f7f-4618-813e-f39af691dec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:12.298150 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c6f265ac-1694-49ae-877c-009e7724d2ac req-ef030d34-0420-44f7-90ce-08c1888efab8 service neutron] 10.222.0.22 "GET /v2.0/networks/5e38e34c-88b4-4a6b-a995-62b34713d48b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477685 Aug 29 04:45:12.363568 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-caf26fe2-7554-4117-8bbe-ca74a5ac7750 req-0780c3c1-0f7f-4618-813e-f39af691dec3 service neutron] For port 2aeb6fb6-5c25-4f64-9998-9e7f5db10af6, host n-h1-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:45:12.382358 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-caf26fe2-7554-4117-8bbe-ca74a5ac7750 req-0780c3c1-0f7f-4618-813e-f39af691dec3 service neutron] For port 2aeb6fb6-5c25-4f64-9998-9e7f5db10af6, host n-h1-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=2aeb6fb6-5c25-4f64-9998-9e7f5db10af6,segment=NetworkSegment(b29cecb8-1ddf-4d27-9622-5fba1b7a2f0c),segment_id=b29cecb8-1ddf-4d27-9622-5fba1b7a2f0c)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:45:12.394097 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-caf26fe2-7554-4117-8bbe-ca74a5ac7750 req-0780c3c1-0f7f-4618-813e-f39af691dec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:12.450998 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf26fe2-7554-4117-8bbe-ca74a5ac7750 req-0780c3c1-0f7f-4618-813e-f39af691dec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:12.451641 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-caf26fe2-7554-4117-8bbe-ca74a5ac7750 req-0780c3c1-0f7f-4618-813e-f39af691dec3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:12.453087 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-caf26fe2-7554-4117-8bbe-ca74a5ac7750 req-0780c3c1-0f7f-4618-813e-f39af691dec3 service neutron] 10.222.0.46 "PUT /v2.0/ports/2aeb6fb6-5c25-4f64-9998-9e7f5db10af6 HTTP/1.1" status: 200 len: 1093 time: 1.1092756 Aug 29 04:45:12.460675 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e895665e-ce20-4d86-8d21-4b640a9a59e2', 'tag': '2aeb6fb6-5c25-4f64-9998-9e7f5db10af6'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:45:12.463005 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ded1c44-f4e8-4fba-8e1b-682b724de10f" -d '{"events": [{"name": "network-changed", "server_uuid": "e895665e-ce20-4d86-8d21-4b640a9a59e2", "tag": "2aeb6fb6-5c25-4f64-9998-9e7f5db10af6"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:45:12.472593 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c6f265ac-1694-49ae-877c-009e7724d2ac req-4ba78e73-2311-44e1-a1b5-2ae071c70006 service neutron] 10.222.0.22 "GET /v2.0/networks/5e38e34c-88b4-4a6b-a995-62b34713d48b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674311 Aug 29 04:45:12.493393 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0780c3c1-0f7f-4618-813e-f39af691dec3 service neutron] Pushing event updated for resources: {'Port': ['ID=2aeb6fb6-5c25-4f64-9998-9e7f5db10af6,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:12.516848 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce640f32-b6a1-495d-97e3-d9edb2829e57 x-openstack-request-id: req-ce640f32-b6a1-495d-97e3-d9edb2829e57 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:45:12.517224 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e895665e-ce20-4d86-8d21-4b640a9a59e2", "tag": "2aeb6fb6-5c25-4f64-9998-9e7f5db10af6", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:45:12.517447 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ce640f32-b6a1-495d-97e3-d9edb2829e57 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:45:12.517859 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e895665e-ce20-4d86-8d21-4b640a9a59e2', 'tag': '2aeb6fb6-5c25-4f64-9998-9e7f5db10af6', 'status': 'completed', 'code': 200} Aug 29 04:45:12.552002 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf26fe2-7554-4117-8bbe-ca74a5ac7750 req-20e0bab3-68a1-47eb-a789-be5d4dd398d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:12.553438 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-caf26fe2-7554-4117-8bbe-ca74a5ac7750 req-20e0bab3-68a1-47eb-a789-be5d4dd398d1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9fb1fbcb8cc9402ba4fdb36d489735a9&device_id=e895665e-ce20-4d86-8d21-4b640a9a59e2 HTTP/1.1" status: 200 len: 1096 time: 0.0482790 Aug 29 04:45:12.604459 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-caf26fe2-7554-4117-8bbe-ca74a5ac7750 req-ffb74368-592d-4784-95bf-b10037e1b31a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2aeb6fb6-5c25-4f64-9998-9e7f5db10af6 HTTP/1.1" status: 200 len: 217 time: 0.0425503 Aug 29 04:45:12.665736 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf26fe2-7554-4117-8bbe-ca74a5ac7750 req-9ded7fca-abd6-4bd9-a043-f046db7926e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:12.667342 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-caf26fe2-7554-4117-8bbe-ca74a5ac7750 req-9ded7fca-abd6-4bd9-a043-f046db7926e6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e4b27025-b392-4846-85a3-2001b5ccd5f6 HTTP/1.1" status: 200 len: 835 time: 0.0552955 Aug 29 04:45:12.721029 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf26fe2-7554-4117-8bbe-ca74a5ac7750 req-e4470eea-27a6-4fa5-b9ce-fe4d270d1572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:12.722574 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-caf26fe2-7554-4117-8bbe-ca74a5ac7750 req-e4470eea-27a6-4fa5-b9ce-fe4d270d1572 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d328fb11-c7d1-438d-bb8c-05989bc4db8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0479698 Aug 29 04:45:12.835300 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c995f992-38b2-4a26-96db-5fda09ccdc6a req-d5b966e1-0138-4f8b-9abd-3013eabe2356 tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6220091-090e-435f-97d1-5500621cdbea HTTP/1.1" status: 200 len: 210 time: 0.0440569 Aug 29 04:45:12.836574 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c294b93f-d161-4511-8b01-fc55aedaf910 req-28f0ec6b-1822-4ae9-8463-3ed85fe557bb tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:12.838111 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c294b93f-d161-4511-8b01-fc55aedaf910 req-28f0ec6b-1822-4ae9-8463-3ed85fe557bb tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ac29d88-5e45-4e86-bfc4-97db99e9fb22 HTTP/1.1" status: 200 len: 946 time: 0.0625641 Aug 29 04:45:12.883122 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-caf26fe2-7554-4117-8bbe-ca74a5ac7750 req-3befe08c-cd1d-4f44-8cb2-f60eec5bb65b service neutron] 10.222.0.46 "GET /v2.0/networks/d328fb11-c7d1-438d-bb8c-05989bc4db8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532092 Aug 29 04:45:12.968001 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [req-c294b93f-d161-4511-8b01-fc55aedaf910 req-dbddb285-ecf7-45c7-8eea-18888218d4db tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] Deleting port 19f071b4-0bbf-49c1-b922-9272182753c6 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:45:12.968522 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-c294b93f-d161-4511-8b01-fc55aedaf910 req-dbddb285-ecf7-45c7-8eea-18888218d4db tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:13.043105 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-caf26fe2-7554-4117-8bbe-ca74a5ac7750 req-ca6bcf28-b9fc-421e-b068-cc8f0d7b8e96 service neutron] 10.222.0.46 "GET /v2.0/networks/d328fb11-c7d1-438d-bb8c-05989bc4db8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531963 Aug 29 04:45:13.060369 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device c1a88ec4-1f82-4f18-8dc1-4ed49f867d87 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:45:13.117164 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port c1a88ec4-1f82-4f18-8dc1-4ed49f867d87 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:45:13.123471 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port c1a88ec4-1f82-4f18-8dc1-4ed49f867d87 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:45:13.124394 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:13.139188 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-c294b93f-d161-4511-8b01-fc55aedaf910 req-dbddb285-ecf7-45c7-8eea-18888218d4db tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] For port 19f071b4-0bbf-49c1-b922-9272182753c6, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=19f071b4-0bbf-49c1-b922-9272182753c6,segment=NetworkSegment(f12e9cb1-b198-475d-b226-544c633bc34a),segment_id=f12e9cb1-b198-475d-b226-544c633bc34a)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:45:13.139560 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-c294b93f-d161-4511-8b01-fc55aedaf910 req-dbddb285-ecf7-45c7-8eea-18888218d4db tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:13.149266 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ded1c44-f4e8-4fba-8e1b-682b724de10f req-ce9b8d1c-e8ec-4473-b9e8-61e17776db19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:13.151829 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4ded1c44-f4e8-4fba-8e1b-682b724de10f req-ce9b8d1c-e8ec-4473-b9e8-61e17776db19 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9fb1fbcb8cc9402ba4fdb36d489735a9&device_id=e895665e-ce20-4d86-8d21-4b640a9a59e2 HTTP/1.1" status: 200 len: 1096 time: 0.0546050 Aug 29 04:45:13.158829 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e310d8f-a532-484a-8e7e-c7161de8b4be req-b7fa309d-44d2-40bc-b367-a5413a2d09b4 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:13.160761 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3e310d8f-a532-484a-8e7e-c7161de8b4be req-b7fa309d-44d2-40bc-b367-a5413a2d09b4 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=e895665e-ce20-4d86-8d21-4b640a9a59e2 HTTP/1.1" status: 200 len: 944 time: 0.1265426 Aug 29 04:45:13.169194 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [req-c294b93f-d161-4511-8b01-fc55aedaf910 req-dbddb285-ecf7-45c7-8eea-18888218d4db tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] Calling delete_port for 19f071b4-0bbf-49c1-b922-9272182753c6 owned by compute:nova {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:45:13.237245 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:13.271532 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3e310d8f-a532-484a-8e7e-c7161de8b4be req-580f453d-7c6e-4bd9-a1e7-08c404b1161a tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b4a8fe4-6771-434f-9ebc-be699b1ab308&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969105 Aug 29 04:45:13.279610 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port c1a88ec4-1f82-4f18-8dc1-4ed49f867d87, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=c1a88ec4-1f82-4f18-8dc1-4ed49f867d87,segment=NetworkSegment(b29cecb8-1ddf-4d27-9622-5fba1b7a2f0c),segment_id=b29cecb8-1ddf-4d27-9622-5fba1b7a2f0c)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:45:13.286034 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:13.314958 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e166c645-6942-418d-9f37-0fcf15ce4b9a req-ea14fc4b-18b6-4c4b-963e-991d0f9c8efc tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:13.316520 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e166c645-6942-418d-9f37-0fcf15ce4b9a req-ea14fc4b-18b6-4c4b-963e-991d0f9c8efc tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] 10.222.0.48 "GET /v2.0/ports?device_id=6f529ff2-5600-4be9-8a66-33ad931fb401 HTTP/1.1" status: 200 len: 945 time: 0.1304839 Aug 29 04:45:13.359883 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ded1c44-f4e8-4fba-8e1b-682b724de10f req-474a1a0c-f523-4b94-9652-45843b0acf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:13.361378 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4ded1c44-f4e8-4fba-8e1b-682b724de10f req-474a1a0c-f523-4b94-9652-45843b0acf6a service neutron] 10.222.0.46 "GET /v2.0/networks?id=d328fb11-c7d1-438d-bb8c-05989bc4db8d HTTP/1.1" status: 200 len: 896 time: 0.2027903 Aug 29 04:45:13.387533 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=c1a88ec4-1f82-4f18-8dc1-4ed49f867d87,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:13.416018 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-c294b93f-d161-4511-8b01-fc55aedaf910 req-dbddb285-ecf7-45c7-8eea-18888218d4db tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:13.416491 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4ded1c44-f4e8-4fba-8e1b-682b724de10f req-de900480-ef8c-406f-bf4e-9048e77505be service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2aeb6fb6-5c25-4f64-9998-9e7f5db10af6 HTTP/1.1" status: 200 len: 217 time: 0.0465605 Aug 29 04:45:13.432244 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['19f071b4-0bbf-49c1-b922-9272182753c6'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:45:13.463306 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['0c8a995a-8612-4f90-87ad-e2d8f890f674'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:45:13.482091 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbddb285-ecf7-45c7-8eea-18888218d4db tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] Pushing event deleted for resources: {'Port': ['ID=19f071b4-0bbf-49c1-b922-9272182753c6,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:13.498382 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ded1c44-f4e8-4fba-8e1b-682b724de10f req-c9c30b56-8b83-4447-a559-953f276c16d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:13.500912 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4ded1c44-f4e8-4fba-8e1b-682b724de10f req-c9c30b56-8b83-4447-a559-953f276c16d5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e4b27025-b392-4846-85a3-2001b5ccd5f6 HTTP/1.1" status: 200 len: 835 time: 0.0590103 Aug 29 04:45:13.523160 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-e166c645-6942-418d-9f37-0fcf15ce4b9a req-c8617646-8f9b-4b39-9c1a-53b78d6db2bb tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] Deleting port 0c8a995a-8612-4f90-87ad-e2d8f890f674 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:45:13.523160 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-e166c645-6942-418d-9f37-0fcf15ce4b9a req-c8617646-8f9b-4b39-9c1a-53b78d6db2bb tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:13.535657 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [req-c294b93f-d161-4511-8b01-fc55aedaf910 req-dbddb285-ecf7-45c7-8eea-18888218d4db tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] No DVR routers for this DVR port 19f071b4-0bbf-49c1-b922-9272182753c6 on host n-h1-712140-12 {{(pid=94829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:45:13.540347 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-c294b93f-d161-4511-8b01-fc55aedaf910 req-dbddb285-ecf7-45c7-8eea-18888218d4db tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:13.543564 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c294b93f-d161-4511-8b01-fc55aedaf910 req-dbddb285-ecf7-45c7-8eea-18888218d4db tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] 10.222.0.46 "DELETE /v2.0/ports/19f071b4-0bbf-49c1-b922-9272182753c6 HTTP/1.1" status: 204 len: 173 time: 0.6987820 Aug 29 04:45:13.544624 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ac29d88-5e45-4e86-bfc4-97db99e9fb22', 'name': 'network-vif-deleted', 'tag': '19f071b4-0bbf-49c1-b922-9272182753c6'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:45:13.550143 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a9a6598-7ba4-4483-ab0a-a3f9af17a9ac" -d '{"events": [{"server_uuid": "7ac29d88-5e45-4e86-bfc4-97db99e9fb22", "name": "network-vif-deleted", "tag": "19f071b4-0bbf-49c1-b922-9272182753c6"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:45:13.644283 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ded1c44-f4e8-4fba-8e1b-682b724de10f req-d892799a-f068-4eee-99ac-b955ecdbda8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:13.646323 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4ded1c44-f4e8-4fba-8e1b-682b724de10f req-d892799a-f068-4eee-99ac-b955ecdbda8a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d328fb11-c7d1-438d-bb8c-05989bc4db8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1348813 Aug 29 04:45:13.698102 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf2dc16d-d6d7-40be-b3e1-fac80daa99fb x-openstack-request-id: req-cf2dc16d-d6d7-40be-b3e1-fac80daa99fb {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:45:13.698416 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ac29d88-5e45-4e86-bfc4-97db99e9fb22", "name": "network-vif-deleted", "tag": "19f071b4-0bbf-49c1-b922-9272182753c6", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:45:13.698674 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cf2dc16d-d6d7-40be-b3e1-fac80daa99fb {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:45:13.699088 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ac29d88-5e45-4e86-bfc4-97db99e9fb22', 'name': 'network-vif-deleted', 'tag': '19f071b4-0bbf-49c1-b922-9272182753c6', 'status': 'completed', 'code': 200} Aug 29 04:45:13.739092 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-e166c645-6942-418d-9f37-0fcf15ce4b9a req-c8617646-8f9b-4b39-9c1a-53b78d6db2bb tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] For port 0c8a995a-8612-4f90-87ad-e2d8f890f674, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=0c8a995a-8612-4f90-87ad-e2d8f890f674,segment=NetworkSegment(f12e9cb1-b198-475d-b226-544c633bc34a),segment_id=f12e9cb1-b198-475d-b226-544c633bc34a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:45:13.739472 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-e166c645-6942-418d-9f37-0fcf15ce4b9a req-c8617646-8f9b-4b39-9c1a-53b78d6db2bb tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:13.759819 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-e166c645-6942-418d-9f37-0fcf15ce4b9a req-c8617646-8f9b-4b39-9c1a-53b78d6db2bb tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] Calling delete_port for 0c8a995a-8612-4f90-87ad-e2d8f890f674 owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:45:13.831254 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4ded1c44-f4e8-4fba-8e1b-682b724de10f req-28caaf24-a539-4f5e-ac6a-57f12d18c58a service neutron] 10.222.0.46 "GET /v2.0/networks/d328fb11-c7d1-438d-bb8c-05989bc4db8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733654 Aug 29 04:45:13.951904 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f8965366-f813-4511-8352-8e0ebd91b809 req-a7220120-cef5-42f8-8eb1-d00e75837d37 tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6220091-090e-435f-97d1-5500621cdbea HTTP/1.1" status: 200 len: 210 time: 0.0391521 Aug 29 04:45:13.975881 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4ded1c44-f4e8-4fba-8e1b-682b724de10f req-16b3dcdc-13f8-4fed-879f-a71d55dc26a7 service neutron] 10.222.0.46 "GET /v2.0/networks/d328fb11-c7d1-438d-bb8c-05989bc4db8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349308 Aug 29 04:45:13.996907 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-e166c645-6942-418d-9f37-0fcf15ce4b9a req-c8617646-8f9b-4b39-9c1a-53b78d6db2bb tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:14.027082 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8617646-8f9b-4b39-9c1a-53b78d6db2bb tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] Pushing event deleted for resources: {'Port': ['ID=0c8a995a-8612-4f90-87ad-e2d8f890f674,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:14.087517 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-e166c645-6942-418d-9f37-0fcf15ce4b9a req-c8617646-8f9b-4b39-9c1a-53b78d6db2bb tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] No DVR routers for this DVR port 0c8a995a-8612-4f90-87ad-e2d8f890f674 on host n-h2-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:45:14.096415 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-e166c645-6942-418d-9f37-0fcf15ce4b9a req-c8617646-8f9b-4b39-9c1a-53b78d6db2bb tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:14.098612 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e166c645-6942-418d-9f37-0fcf15ce4b9a req-c8617646-8f9b-4b39-9c1a-53b78d6db2bb tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] 10.222.0.48 "DELETE /v2.0/ports/0c8a995a-8612-4f90-87ad-e2d8f890f674 HTTP/1.1" status: 204 len: 173 time: 0.7744207 Aug 29 04:45:14.345123 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f265ac-1694-49ae-877c-009e7724d2ac req-5a859625-353f-43af-a9b6-ccaf6048a4ed tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:14.346550 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c6f265ac-1694-49ae-877c-009e7724d2ac req-5a859625-353f-43af-a9b6-ccaf6048a4ed tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] 10.222.0.48 "GET /v2.0/networks?id=5e38e34c-88b4-4a6b-a995-62b34713d48b HTTP/1.1" status: 200 len: 813 time: 0.1129208 Aug 29 04:45:14.372533 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-c6f265ac-1694-49ae-877c-009e7724d2ac req-a097368d-5948-4dca-add6-1666d18c5e6c tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] Request body: {'port': {'device_id': '0a4feb48-245d-4a73-94c0-12dc4b0211d7', 'network_id': '5e38e34c-88b4-4a6b-a995-62b34713d48b', 'admin_state_up': True, 'tenant_id': '37758c043b6247308d3323a6000d1f2b'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:45:14.520044 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f529ff2-5600-4be9-8a66-33ad931fb401', 'name': 'network-vif-deleted', 'tag': '0c8a995a-8612-4f90-87ad-e2d8f890f674'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:45:14.523139 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-126538a3-8f6a-40e3-8157-9a3d49801502" -d '{"events": [{"server_uuid": "6f529ff2-5600-4be9-8a66-33ad931fb401", "name": "network-vif-deleted", "tag": "0c8a995a-8612-4f90-87ad-e2d8f890f674"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:45:14.536812 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8e76d6-47ac-4e2b-90fc-0e89e1c01e3e req-ae5fa49b-0bee-4431-b261-20a761631586 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:14.538416 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4c8e76d6-47ac-4e2b-90fc-0e89e1c01e3e req-ae5fa49b-0bee-4431-b261-20a761631586 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=e895665e-ce20-4d86-8d21-4b640a9a59e2 HTTP/1.1" status: 200 len: 944 time: 0.1796429 Aug 29 04:45:14.575478 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fb0a8ab-fa79-4287-8204-47093fcae930 x-openstack-request-id: req-6fb0a8ab-fa79-4287-8204-47093fcae930 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:45:14.575796 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f529ff2-5600-4be9-8a66-33ad931fb401", "name": "network-vif-deleted", "tag": "0c8a995a-8612-4f90-87ad-e2d8f890f674", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:45:14.576050 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6fb0a8ab-fa79-4287-8204-47093fcae930 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:45:14.576435 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f529ff2-5600-4be9-8a66-33ad931fb401', 'name': 'network-vif-deleted', 'tag': '0c8a995a-8612-4f90-87ad-e2d8f890f674', 'status': 'completed', 'code': 200} Aug 29 04:45:14.630187 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f265ac-1694-49ae-877c-009e7724d2ac req-21e30592-052c-4870-a00e-ffb47db7f472 tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:14.631651 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c6f265ac-1694-49ae-877c-009e7724d2ac req-21e30592-052c-4870-a00e-ffb47db7f472 tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] 10.222.0.46 "GET /v2.0/networks?id=5e38e34c-88b4-4a6b-a995-62b34713d48b HTTP/1.1" status: 200 len: 813 time: 0.2007074 Aug 29 04:45:14.642888 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4c8e76d6-47ac-4e2b-90fc-0e89e1c01e3e req-f3ff72db-e37b-49b2-b8df-af807e424612 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b4a8fe4-6771-434f-9ebc-be699b1ab308&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874264 Aug 29 04:45:14.648629 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-c6f265ac-1694-49ae-877c-009e7724d2ac req-cb31104c-a8fa-463e-a7a9-38125addf0e0 tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] Request body: {'port': {'device_id': 'b6220091-090e-435f-97d1-5500621cdbea', 'network_id': '5e38e34c-88b4-4a6b-a995-62b34713d48b', 'admin_state_up': True, 'tenant_id': '37758c043b6247308d3323a6000d1f2b'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:45:14.663471 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6f265ac-1694-49ae-877c-009e7724d2ac req-a097368d-5948-4dca-add6-1666d18c5e6c tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] Made reservation on behalf of 37758c043b6247308d3323a6000d1f2b for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:45:14.666946 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-c6f265ac-1694-49ae-877c-009e7724d2ac req-a097368d-5948-4dca-add6-1666d18c5e6c tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:14.854287 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6f265ac-1694-49ae-877c-009e7724d2ac req-cb31104c-a8fa-463e-a7a9-38125addf0e0 tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] Made reservation on behalf of 37758c043b6247308d3323a6000d1f2b for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:45:14.858164 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-c6f265ac-1694-49ae-877c-009e7724d2ac req-cb31104c-a8fa-463e-a7a9-38125addf0e0 tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:14.877865 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-c6f265ac-1694-49ae-877c-009e7724d2ac req-a097368d-5948-4dca-add6-1666d18c5e6c tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] Allocated IP 172.20.0.2 (5e38e34c-88b4-4a6b-a995-62b34713d48b/1ba3d3f9-484f-4869-9854-b618e4bf0cce/643ac776-8f6b-44bf-aa70-b75ee2beb671) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:45:15.008962 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device c1a88ec4-1f82-4f18-8dc1-4ed49f867d87 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:45:15.053985 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-399287ef-cf15-49d6-abcd-58b04982b260 req-2f7a78e1-eeb8-4bd1-8d2a-ce186fcd4959 tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6220091-090e-435f-97d1-5500621cdbea HTTP/1.1" status: 200 len: 210 time: 0.0262427 Aug 29 04:45:15.065970 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port c1a88ec4-1f82-4f18-8dc1-4ed49f867d87 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:45:15.066396 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:15.086788 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-c6f265ac-1694-49ae-877c-009e7724d2ac req-a097368d-5948-4dca-add6-1666d18c5e6c tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:15.127605 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-c6f265ac-1694-49ae-877c-009e7724d2ac req-a097368d-5948-4dca-add6-1666d18c5e6c tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:15.205789 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6f265ac-1694-49ae-877c-009e7724d2ac req-a097368d-5948-4dca-add6-1666d18c5e6c tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] Network 5e38e34c-88b4-4a6b-a995-62b34713d48b is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:45:15.214220 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-c6f265ac-1694-49ae-877c-009e7724d2ac req-a097368d-5948-4dca-add6-1666d18c5e6c tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:45:15.221393 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6f265ac-1694-49ae-877c-009e7724d2ac req-a097368d-5948-4dca-add6-1666d18c5e6c tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:45:15.228878 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a097368d-5948-4dca-add6-1666d18c5e6c tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] Pushing event updated for resources: {'Port': ['ID=643ac776-8f6b-44bf-aa70-b75ee2beb671,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:15.248700 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-c6f265ac-1694-49ae-877c-009e7724d2ac req-cb31104c-a8fa-463e-a7a9-38125addf0e0 tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] Allocated IP 172.20.0.10 (5e38e34c-88b4-4a6b-a995-62b34713d48b/1ba3d3f9-484f-4869-9854-b618e4bf0cce/381402d2-fbfd-4630-84c0-83cb746876bc) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:45:15.294112 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f265ac-1694-49ae-877c-009e7724d2ac req-a097368d-5948-4dca-add6-1666d18c5e6c tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:15.294725 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-c6f265ac-1694-49ae-877c-009e7724d2ac req-a097368d-5948-4dca-add6-1666d18c5e6c tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:15.324768 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c6f265ac-1694-49ae-877c-009e7724d2ac req-a097368d-5948-4dca-add6-1666d18c5e6c tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9571753 Aug 29 04:45:15.645658 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-c6f265ac-1694-49ae-877c-009e7724d2ac req-79887ebd-e25a-4a19-940b-72f1b070edcd service neutron] Request body: {'port': {'device_id': '0a4feb48-245d-4a73-94c0-12dc4b0211d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:45:15.765421 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-c6f265ac-1694-49ae-877c-009e7724d2ac req-79887ebd-e25a-4a19-940b-72f1b070edcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:15.799544 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-c6f265ac-1694-49ae-877c-009e7724d2ac req-cb31104c-a8fa-463e-a7a9-38125addf0e0 tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:15.851884 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d610dde-3a9a-4399-bdf5-96159483a2d4 req-3f9449ae-6672-4b52-9af1-0b581d0b9b0b tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:15.853459 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0d610dde-3a9a-4399-bdf5-96159483a2d4 req-3f9449ae-6672-4b52-9af1-0b581d0b9b0b tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=e895665e-ce20-4d86-8d21-4b640a9a59e2 HTTP/1.1" status: 200 len: 944 time: 0.1364369 Aug 29 04:45:15.906831 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 2aeb6fb6-5c25-4f64-9998-9e7f5db10af6 details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:45:15.909066 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 19f071b4-0bbf-49c1-b922-9272182753c6 no longer exists at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:45:15.937060 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] No Port match for: 19f071b4-0bbf-49c1-b922-9272182753c6 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:45:15.938005 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 19f071b4-0bbf-49c1-b922-9272182753c6 not bound to the agent host n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:45:15.982551 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0d610dde-3a9a-4399-bdf5-96159483a2d4 req-ca360e3e-e63f-4ebc-a735-e3e1f555f17e tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b4a8fe4-6771-434f-9ebc-be699b1ab308&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164668 Aug 29 04:45:15.996015 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-c6f265ac-1694-49ae-877c-009e7724d2ac req-cb31104c-a8fa-463e-a7a9-38125addf0e0 tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:16.031970 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 2aeb6fb6-5c25-4f64-9998-9e7f5db10af6, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=2aeb6fb6-5c25-4f64-9998-9e7f5db10af6,segment=NetworkSegment(b29cecb8-1ddf-4d27-9622-5fba1b7a2f0c),segment_id=b29cecb8-1ddf-4d27-9622-5fba1b7a2f0c)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:45:16.044548 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Returning: {'device': '2aeb6fb6-5c25-4f64-9998-9e7f5db10af6', 'network_id': 'd328fb11-c7d1-438d-bb8c-05989bc4db8d', 'port_id': '2aeb6fb6-5c25-4f64-9998-9e7f5db10af6', 'mac_address': 'fa:16:3e:14:be:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4b27025-b392-4846-85a3-2001b5ccd5f6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:45:16.089136 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:16.105007 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6f265ac-1694-49ae-877c-009e7724d2ac req-cb31104c-a8fa-463e-a7a9-38125addf0e0 tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] Network 5e38e34c-88b4-4a6b-a995-62b34713d48b is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:45:16.111207 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2aeb6fb6-5c25-4f64-9998-9e7f5db10af6 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:45:16.117176 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-c6f265ac-1694-49ae-877c-009e7724d2ac req-cb31104c-a8fa-463e-a7a9-38125addf0e0 tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:45:16.120612 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb31104c-a8fa-463e-a7a9-38125addf0e0 tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] Pushing event updated for resources: {'Port': ['ID=381402d2-fbfd-4630-84c0-83cb746876bc,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:16.123061 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6f265ac-1694-49ae-877c-009e7724d2ac req-cb31104c-a8fa-463e-a7a9-38125addf0e0 tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:45:16.137351 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 2aeb6fb6-5c25-4f64-9998-9e7f5db10af6, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=2aeb6fb6-5c25-4f64-9998-9e7f5db10af6,segment=NetworkSegment(b29cecb8-1ddf-4d27-9622-5fba1b7a2f0c),segment_id=b29cecb8-1ddf-4d27-9622-5fba1b7a2f0c)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:45:16.141297 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:16.194821 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c280d92-3fbe-4aa5-8658-929ae8adf415 req-4730abab-b3a9-4936-83ed-fa20e7af0627 tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:16.196648 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2c280d92-3fbe-4aa5-8658-929ae8adf415 req-4730abab-b3a9-4936-83ed-fa20e7af0627 tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6220091-090e-435f-97d1-5500621cdbea HTTP/1.1" status: 200 len: 932 time: 0.0669503 Aug 29 04:45:16.199461 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f265ac-1694-49ae-877c-009e7724d2ac req-cb31104c-a8fa-463e-a7a9-38125addf0e0 tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:16.200049 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-c6f265ac-1694-49ae-877c-009e7724d2ac req-cb31104c-a8fa-463e-a7a9-38125addf0e0 tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:16.205986 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=2aeb6fb6-5c25-4f64-9998-9e7f5db10af6,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:16.222814 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c6f265ac-1694-49ae-877c-009e7724d2ac req-cb31104c-a8fa-463e-a7a9-38125addf0e0 tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5779979 Aug 29 04:45:16.247599 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2c280d92-3fbe-4aa5-8658-929ae8adf415 req-0033456f-f514-449f-bb82-1c8af4857a3b tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b9b21ed-a38d-4471-83eb-aad4f0922f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399048 Aug 29 04:45:16.250066 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-c6f265ac-1694-49ae-877c-009e7724d2ac req-51837dad-bfd3-4a41-ab2a-546080ab04a3 service neutron] Request body: {'port': {'device_id': 'b6220091-090e-435f-97d1-5500621cdbea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:45:16.285730 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-c6f265ac-1694-49ae-877c-009e7724d2ac req-79887ebd-e25a-4a19-940b-72f1b070edcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 643ac776-8f6b-44bf-aa70-b75ee2beb671 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:45:16.297513 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-c6f265ac-1694-49ae-877c-009e7724d2ac req-79887ebd-e25a-4a19-940b-72f1b070edcd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:16.334848 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-c6f265ac-1694-49ae-877c-009e7724d2ac req-79887ebd-e25a-4a19-940b-72f1b070edcd service neutron] Transition to ACTIVE for port object 643ac776-8f6b-44bf-aa70-b75ee2beb671 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:45:16.335773 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-c6f265ac-1694-49ae-877c-009e7724d2ac req-51837dad-bfd3-4a41-ab2a-546080ab04a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:16.344926 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-c6f265ac-1694-49ae-877c-009e7724d2ac req-79887ebd-e25a-4a19-940b-72f1b070edcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:16.356146 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['2aeb6fb6-5c25-4f64-9998-9e7f5db10af6'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:45:16.432042 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79887ebd-e25a-4a19-940b-72f1b070edcd service neutron] Pushing event updated for resources: {'Port': ['ID=643ac776-8f6b-44bf-aa70-b75ee2beb671,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:16.613533 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-c6f265ac-1694-49ae-877c-009e7724d2ac req-79887ebd-e25a-4a19-940b-72f1b070edcd service neutron] Attempting to bind port 643ac776-8f6b-44bf-aa70-b75ee2beb671 on host n-h2-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:45:16.613912 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-c6f265ac-1694-49ae-877c-009e7724d2ac req-79887ebd-e25a-4a19-940b-72f1b070edcd service neutron] Attempting to bind port 643ac776-8f6b-44bf-aa70-b75ee2beb671 by drivers openvswitch,hyperv on host n-h2-712140-12 at level 0 using segments [{'id': 'f12e9cb1-b198-475d-b226-544c633bc34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '5e38e34c-88b4-4a6b-a995-62b34713d48b'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:45:16.614257 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f265ac-1694-49ae-877c-009e7724d2ac req-79887ebd-e25a-4a19-940b-72f1b070edcd service neutron] Attempting to bind port 643ac776-8f6b-44bf-aa70-b75ee2beb671 on network 5e38e34c-88b4-4a6b-a995-62b34713d48b {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:45:16.627388 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f265ac-1694-49ae-877c-009e7724d2ac req-79887ebd-e25a-4a19-940b-72f1b070edcd service neutron] Port 643ac776-8f6b-44bf-aa70-b75ee2beb671 on network 5e38e34c-88b4-4a6b-a995-62b34713d48b not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:45:16.627750 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f265ac-1694-49ae-877c-009e7724d2ac req-79887ebd-e25a-4a19-940b-72f1b070edcd service neutron] Attempting to bind port 643ac776-8f6b-44bf-aa70-b75ee2beb671 on network 5e38e34c-88b4-4a6b-a995-62b34713d48b {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:45:16.631044 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 0c8a995a-8612-4f90-87ad-e2d8f890f674 no longer exists at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:45:16.638044 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f265ac-1694-49ae-877c-009e7724d2ac req-79887ebd-e25a-4a19-940b-72f1b070edcd service neutron] Checking agent: {'id': 'b3a0606b-b029-4f5e-8798-3a32b71d8844', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:45:16.639007 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f265ac-1694-49ae-877c-009e7724d2ac req-79887ebd-e25a-4a19-940b-72f1b070edcd service neutron] Checking segment: {'id': 'f12e9cb1-b198-475d-b226-544c633bc34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '5e38e34c-88b4-4a6b-a995-62b34713d48b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:45:16.639007 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f265ac-1694-49ae-877c-009e7724d2ac req-79887ebd-e25a-4a19-940b-72f1b070edcd service neutron] Bound using segment: {'id': 'f12e9cb1-b198-475d-b226-544c633bc34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '5e38e34c-88b4-4a6b-a995-62b34713d48b'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:45:16.639351 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-c6f265ac-1694-49ae-877c-009e7724d2ac req-79887ebd-e25a-4a19-940b-72f1b070edcd service neutron] Bound port: 643ac776-8f6b-44bf-aa70-b75ee2beb671, host: n-h2-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f12e9cb1-b198-475d-b226-544c633bc34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '5e38e34c-88b4-4a6b-a995-62b34713d48b'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:45:16.641533 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-c6f265ac-1694-49ae-877c-009e7724d2ac req-79887ebd-e25a-4a19-940b-72f1b070edcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:16.652974 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] No Port match for: 0c8a995a-8612-4f90-87ad-e2d8f890f674 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:45:16.652974 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 0c8a995a-8612-4f90-87ad-e2d8f890f674 not bound to the agent host n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:45:16.764338 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-c6f265ac-1694-49ae-877c-009e7724d2ac req-79887ebd-e25a-4a19-940b-72f1b070edcd service neutron] For port 643ac776-8f6b-44bf-aa70-b75ee2beb671, host n-h2-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:45:16.769167 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-c6f265ac-1694-49ae-877c-009e7724d2ac req-79887ebd-e25a-4a19-940b-72f1b070edcd service neutron] For port 643ac776-8f6b-44bf-aa70-b75ee2beb671, host n-h2-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=643ac776-8f6b-44bf-aa70-b75ee2beb671,segment=NetworkSegment(f12e9cb1-b198-475d-b226-544c633bc34a),segment_id=f12e9cb1-b198-475d-b226-544c633bc34a)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:45:16.773205 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-c6f265ac-1694-49ae-877c-009e7724d2ac req-51837dad-bfd3-4a41-ab2a-546080ab04a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 381402d2-fbfd-4630-84c0-83cb746876bc {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:45:16.779913 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-c6f265ac-1694-49ae-877c-009e7724d2ac req-79887ebd-e25a-4a19-940b-72f1b070edcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:16.783524 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-c6f265ac-1694-49ae-877c-009e7724d2ac req-51837dad-bfd3-4a41-ab2a-546080ab04a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:16.821679 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f265ac-1694-49ae-877c-009e7724d2ac req-79887ebd-e25a-4a19-940b-72f1b070edcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:16.822302 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-c6f265ac-1694-49ae-877c-009e7724d2ac req-79887ebd-e25a-4a19-940b-72f1b070edcd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:16.823724 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c6f265ac-1694-49ae-877c-009e7724d2ac req-79887ebd-e25a-4a19-940b-72f1b070edcd service neutron] 10.222.0.48 "PUT /v2.0/ports/643ac776-8f6b-44bf-aa70-b75ee2beb671 HTTP/1.1" status: 200 len: 1092 time: 1.4826081 Aug 29 04:45:16.825658 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a4feb48-245d-4a73-94c0-12dc4b0211d7', 'tag': '643ac776-8f6b-44bf-aa70-b75ee2beb671'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:45:16.827973 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73e9d1c0-e896-4517-909e-8b7f60aec7f6" -d '{"events": [{"name": "network-changed", "server_uuid": "0a4feb48-245d-4a73-94c0-12dc4b0211d7", "tag": "643ac776-8f6b-44bf-aa70-b75ee2beb671"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:45:16.838904 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-c6f265ac-1694-49ae-877c-009e7724d2ac req-51837dad-bfd3-4a41-ab2a-546080ab04a3 service neutron] Transition to ACTIVE for port object 381402d2-fbfd-4630-84c0-83cb746876bc will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:45:16.845280 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-c6f265ac-1694-49ae-877c-009e7724d2ac req-51837dad-bfd3-4a41-ab2a-546080ab04a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:16.863330 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79887ebd-e25a-4a19-940b-72f1b070edcd service neutron] Pushing event updated for resources: {'Port': ['ID=643ac776-8f6b-44bf-aa70-b75ee2beb671,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:16.896046 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d36e83ff-694f-45c2-ab2d-6742647a9c86 x-openstack-request-id: req-d36e83ff-694f-45c2-ab2d-6742647a9c86 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:45:16.896457 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a4feb48-245d-4a73-94c0-12dc4b0211d7", "tag": "643ac776-8f6b-44bf-aa70-b75ee2beb671", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:45:16.896779 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d36e83ff-694f-45c2-ab2d-6742647a9c86 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:45:16.897253 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a4feb48-245d-4a73-94c0-12dc4b0211d7', 'tag': '643ac776-8f6b-44bf-aa70-b75ee2beb671', 'status': 'completed', 'code': 200} Aug 29 04:45:16.975238 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51837dad-bfd3-4a41-ab2a-546080ab04a3 service neutron] Pushing event updated for resources: {'Port': ['ID=381402d2-fbfd-4630-84c0-83cb746876bc,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:17.002850 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f265ac-1694-49ae-877c-009e7724d2ac req-5091b835-9e24-4925-bbc9-2e06fcfa56aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:17.004405 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c6f265ac-1694-49ae-877c-009e7724d2ac req-5091b835-9e24-4925-bbc9-2e06fcfa56aa service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=37758c043b6247308d3323a6000d1f2b&device_id=0a4feb48-245d-4a73-94c0-12dc4b0211d7 HTTP/1.1" status: 200 len: 1095 time: 0.0974882 Aug 29 04:45:17.017582 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-c6f265ac-1694-49ae-877c-009e7724d2ac req-51837dad-bfd3-4a41-ab2a-546080ab04a3 service neutron] Attempting to bind port 381402d2-fbfd-4630-84c0-83cb746876bc on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:45:17.017751 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-c6f265ac-1694-49ae-877c-009e7724d2ac req-51837dad-bfd3-4a41-ab2a-546080ab04a3 service neutron] Attempting to bind port 381402d2-fbfd-4630-84c0-83cb746876bc by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': 'f12e9cb1-b198-475d-b226-544c633bc34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '5e38e34c-88b4-4a6b-a995-62b34713d48b'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:45:17.017954 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f265ac-1694-49ae-877c-009e7724d2ac req-51837dad-bfd3-4a41-ab2a-546080ab04a3 service neutron] Attempting to bind port 381402d2-fbfd-4630-84c0-83cb746876bc on network 5e38e34c-88b4-4a6b-a995-62b34713d48b {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:45:17.059291 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f265ac-1694-49ae-877c-009e7724d2ac req-51837dad-bfd3-4a41-ab2a-546080ab04a3 service neutron] Port 381402d2-fbfd-4630-84c0-83cb746876bc on network 5e38e34c-88b4-4a6b-a995-62b34713d48b not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:45:17.059626 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f265ac-1694-49ae-877c-009e7724d2ac req-51837dad-bfd3-4a41-ab2a-546080ab04a3 service neutron] Attempting to bind port 381402d2-fbfd-4630-84c0-83cb746876bc on network 5e38e34c-88b4-4a6b-a995-62b34713d48b {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:45:17.063154 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c6f265ac-1694-49ae-877c-009e7724d2ac req-7a27d61f-bffd-4d70-824f-d0ae8ad887de service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=643ac776-8f6b-44bf-aa70-b75ee2beb671 HTTP/1.1" status: 200 len: 217 time: 0.0423284 Aug 29 04:45:17.067278 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f265ac-1694-49ae-877c-009e7724d2ac req-51837dad-bfd3-4a41-ab2a-546080ab04a3 service neutron] Checking agent: {'id': '3de9de52-3a03-431d-9d7e-497ae92c57ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:45:17.067626 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f265ac-1694-49ae-877c-009e7724d2ac req-51837dad-bfd3-4a41-ab2a-546080ab04a3 service neutron] Checking segment: {'id': 'f12e9cb1-b198-475d-b226-544c633bc34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '5e38e34c-88b4-4a6b-a995-62b34713d48b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:45:17.068039 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f265ac-1694-49ae-877c-009e7724d2ac req-51837dad-bfd3-4a41-ab2a-546080ab04a3 service neutron] Bound using segment: {'id': 'f12e9cb1-b198-475d-b226-544c633bc34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '5e38e34c-88b4-4a6b-a995-62b34713d48b'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:45:17.068470 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-c6f265ac-1694-49ae-877c-009e7724d2ac req-51837dad-bfd3-4a41-ab2a-546080ab04a3 service neutron] Bound port: 381402d2-fbfd-4630-84c0-83cb746876bc, host: n-h1-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f12e9cb1-b198-475d-b226-544c633bc34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '5e38e34c-88b4-4a6b-a995-62b34713d48b'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:45:17.068834 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-c6f265ac-1694-49ae-877c-009e7724d2ac req-51837dad-bfd3-4a41-ab2a-546080ab04a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:17.102476 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55978fd-1434-4012-8129-3b318cefa0b7 req-ff5036c5-dc76-432c-a080-275391f387d4 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:17.104019 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b55978fd-1434-4012-8129-3b318cefa0b7 req-ff5036c5-dc76-432c-a080-275391f387d4 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=e895665e-ce20-4d86-8d21-4b640a9a59e2 HTTP/1.1" status: 200 len: 945 time: 0.0496662 Aug 29 04:45:17.143323 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b55978fd-1434-4012-8129-3b318cefa0b7 req-46239e91-d4ba-44f7-ad2d-48469747b545 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b4a8fe4-6771-434f-9ebc-be699b1ab308&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322959 Aug 29 04:45:17.146769 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f265ac-1694-49ae-877c-009e7724d2ac req-6a6641e5-8fd1-4e15-b84f-6e7276acca96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:17.148293 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c6f265ac-1694-49ae-877c-009e7724d2ac req-6a6641e5-8fd1-4e15-b84f-6e7276acca96 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1ba3d3f9-484f-4869-9854-b618e4bf0cce HTTP/1.1" status: 200 len: 853 time: 0.0773892 Aug 29 04:45:17.194965 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c6f265ac-1694-49ae-877c-009e7724d2ac req-1854e05d-3094-40a7-ad2b-3d75bcda6e05 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5e38e34c-88b4-4a6b-a995-62b34713d48b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359032 Aug 29 04:45:17.197563 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-c6f265ac-1694-49ae-877c-009e7724d2ac req-51837dad-bfd3-4a41-ab2a-546080ab04a3 service neutron] For port 381402d2-fbfd-4630-84c0-83cb746876bc, host n-h1-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:45:17.216498 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-c6f265ac-1694-49ae-877c-009e7724d2ac req-51837dad-bfd3-4a41-ab2a-546080ab04a3 service neutron] For port 381402d2-fbfd-4630-84c0-83cb746876bc, host n-h1-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=381402d2-fbfd-4630-84c0-83cb746876bc,segment=NetworkSegment(f12e9cb1-b198-475d-b226-544c633bc34a),segment_id=f12e9cb1-b198-475d-b226-544c633bc34a)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:45:17.227260 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-c6f265ac-1694-49ae-877c-009e7724d2ac req-51837dad-bfd3-4a41-ab2a-546080ab04a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:17.300564 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f265ac-1694-49ae-877c-009e7724d2ac req-51837dad-bfd3-4a41-ab2a-546080ab04a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:17.301194 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-c6f265ac-1694-49ae-877c-009e7724d2ac req-51837dad-bfd3-4a41-ab2a-546080ab04a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:17.302587 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c6f265ac-1694-49ae-877c-009e7724d2ac req-51837dad-bfd3-4a41-ab2a-546080ab04a3 service neutron] 10.222.0.46 "PUT /v2.0/ports/381402d2-fbfd-4630-84c0-83cb746876bc HTTP/1.1" status: 200 len: 1093 time: 1.0568614 Aug 29 04:45:17.374257 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51837dad-bfd3-4a41-ab2a-546080ab04a3 service neutron] Pushing event updated for resources: {'Port': ['ID=381402d2-fbfd-4630-84c0-83cb746876bc,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:17.402500 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c6f265ac-1694-49ae-877c-009e7724d2ac req-bb83238d-5c3c-4e64-b849-9a27019da970 service neutron] 10.222.0.48 "GET /v2.0/networks/5e38e34c-88b4-4a6b-a995-62b34713d48b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965744 Aug 29 04:45:17.441315 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8d238c-ba9f-4d7f-bd77-fe748f27793d req-a542cb57-85d2-49ad-b072-2e21df71c73e tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:17.445102 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fb8d238c-ba9f-4d7f-bd77-fe748f27793d req-a542cb57-85d2-49ad-b072-2e21df71c73e tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6220091-090e-435f-97d1-5500621cdbea HTTP/1.1" status: 200 len: 944 time: 0.1253805 Aug 29 04:45:17.484992 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f265ac-1694-49ae-877c-009e7724d2ac req-682fe643-97cf-4843-8014-980fd8fd62e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:17.486500 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c6f265ac-1694-49ae-877c-009e7724d2ac req-682fe643-97cf-4843-8014-980fd8fd62e9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=37758c043b6247308d3323a6000d1f2b&device_id=b6220091-090e-435f-97d1-5500621cdbea HTTP/1.1" status: 200 len: 1096 time: 0.1416166 Aug 29 04:45:17.545765 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c6f265ac-1694-49ae-877c-009e7724d2ac req-eb7b65cf-0890-4d66-ba5d-97a38c11c52f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=381402d2-fbfd-4630-84c0-83cb746876bc HTTP/1.1" status: 200 len: 217 time: 0.0454087 Aug 29 04:45:17.595505 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fb8d238c-ba9f-4d7f-bd77-fe748f27793d req-9ed74522-f090-4a3f-a62a-670a2a30e1e1 tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b9b21ed-a38d-4471-83eb-aad4f0922f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222317 Aug 29 04:45:17.618590 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c6f265ac-1694-49ae-877c-009e7724d2ac req-7efa288b-df7d-4883-8315-f85013194637 service neutron] 10.222.0.48 "GET /v2.0/networks/5e38e34c-88b4-4a6b-a995-62b34713d48b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079399 Aug 29 04:45:17.625793 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f265ac-1694-49ae-877c-009e7724d2ac req-12115b49-9a1f-4081-bf93-394e2dad2eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:17.627210 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c6f265ac-1694-49ae-877c-009e7724d2ac req-12115b49-9a1f-4081-bf93-394e2dad2eae service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1ba3d3f9-484f-4869-9854-b618e4bf0cce HTTP/1.1" status: 200 len: 853 time: 0.0678945 Aug 29 04:45:17.664043 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c6f265ac-1694-49ae-877c-009e7724d2ac req-94d27442-9539-49f2-ac8e-7e22506c508c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5e38e34c-88b4-4a6b-a995-62b34713d48b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300584 Aug 29 04:45:17.779786 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e9d1c0-e896-4517-909e-8b7f60aec7f6 req-aa3447db-522f-456b-88c7-a0246cbe4638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:17.781934 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-73e9d1c0-e896-4517-909e-8b7f60aec7f6 req-aa3447db-522f-456b-88c7-a0246cbe4638 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=37758c043b6247308d3323a6000d1f2b&device_id=0a4feb48-245d-4a73-94c0-12dc4b0211d7 HTTP/1.1" status: 200 len: 1095 time: 0.0663857 Aug 29 04:45:17.785415 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c6f265ac-1694-49ae-877c-009e7724d2ac req-2c8c0cf2-4109-4675-9b31-84045d94b96a service neutron] 10.222.0.46 "GET /v2.0/networks/5e38e34c-88b4-4a6b-a995-62b34713d48b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146610 Aug 29 04:45:17.921348 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 2aeb6fb6-5c25-4f64-9998-9e7f5db10af6 up at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:45:17.942839 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e9d1c0-e896-4517-909e-8b7f60aec7f6 req-2b90ef6a-d63b-41ff-b40c-33ca9e4e9468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:17.944397 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-73e9d1c0-e896-4517-909e-8b7f60aec7f6 req-2b90ef6a-d63b-41ff-b40c-33ca9e4e9468 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5e38e34c-88b4-4a6b-a995-62b34713d48b HTTP/1.1" status: 200 len: 914 time: 0.1561007 Aug 29 04:45:17.946324 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c6f265ac-1694-49ae-877c-009e7724d2ac req-fe257477-c8de-4ab3-a46f-9444789e7de0 service neutron] 10.222.0.46 "GET /v2.0/networks/5e38e34c-88b4-4a6b-a995-62b34713d48b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509094 Aug 29 04:45:17.970782 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning for port 2aeb6fb6-5c25-4f64-9998-9e7f5db10af6 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:45:17.974590 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning complete for port 2aeb6fb6-5c25-4f64-9998-9e7f5db10af6 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:45:17.974966 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:17.990257 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-73e9d1c0-e896-4517-909e-8b7f60aec7f6 req-8cb3d6a0-aff4-40eb-84b3-5d903a8f1bd0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=643ac776-8f6b-44bf-aa70-b75ee2beb671 HTTP/1.1" status: 200 len: 217 time: 0.0384252 Aug 29 04:45:18.038326 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e9d1c0-e896-4517-909e-8b7f60aec7f6 req-6e288799-5e45-4231-83ad-4074a7ae9932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:18.039818 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-73e9d1c0-e896-4517-909e-8b7f60aec7f6 req-6e288799-5e45-4231-83ad-4074a7ae9932 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1ba3d3f9-484f-4869-9854-b618e4bf0cce HTTP/1.1" status: 200 len: 853 time: 0.0430784 Aug 29 04:45:18.054007 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:18.076080 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-73e9d1c0-e896-4517-909e-8b7f60aec7f6 req-8740c4a1-0c23-4174-9ccf-c7aa6f984460 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5e38e34c-88b4-4a6b-a995-62b34713d48b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295231 Aug 29 04:45:18.076928 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e895665e-ce20-4d86-8d21-4b640a9a59e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aeb6fb6-5c25-4f64-9998-9e7f5db10af6'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:45:18.079888 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f1479fe-06a8-4e86-a7e3-efc437af87db" -d '{"events": [{"server_uuid": "e895665e-ce20-4d86-8d21-4b640a9a59e2", "name": "network-vif-plugged", "status": "completed", "tag": "2aeb6fb6-5c25-4f64-9998-9e7f5db10af6"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:45:18.093193 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 2aeb6fb6-5c25-4f64-9998-9e7f5db10af6, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=2aeb6fb6-5c25-4f64-9998-9e7f5db10af6,segment=NetworkSegment(b29cecb8-1ddf-4d27-9622-5fba1b7a2f0c),segment_id=b29cecb8-1ddf-4d27-9622-5fba1b7a2f0c)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:45:18.098867 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:18.139092 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a78edc22-7142-4c18-8071-4db7b0caf5f2 x-openstack-request-id: req-a78edc22-7142-4c18-8071-4db7b0caf5f2 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:45:18.139489 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e895665e-ce20-4d86-8d21-4b640a9a59e2", "name": "network-vif-plugged", "status": "completed", "tag": "2aeb6fb6-5c25-4f64-9998-9e7f5db10af6", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:45:18.139864 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a78edc22-7142-4c18-8071-4db7b0caf5f2 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:45:18.140336 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e895665e-ce20-4d86-8d21-4b640a9a59e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aeb6fb6-5c25-4f64-9998-9e7f5db10af6', 'code': 200} Aug 29 04:45:18.168419 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-73e9d1c0-e896-4517-909e-8b7f60aec7f6 req-6af80f53-3d34-4bc2-af41-9db89b260cd4 service neutron] 10.222.0.48 "GET /v2.0/networks/5e38e34c-88b4-4a6b-a995-62b34713d48b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855100 Aug 29 04:45:18.171002 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=2aeb6fb6-5c25-4f64-9998-9e7f5db10af6,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:18.320192 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f576e4-64de-4fe4-849f-e174c0c69e88 req-a8dd0eca-b6c4-4716-808d-e62a5fe3aad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:18.321702 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d0f576e4-64de-4fe4-849f-e174c0c69e88 req-a8dd0eca-b6c4-4716-808d-e62a5fe3aad7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e895665e-ce20-4d86-8d21-4b640a9a59e2 HTTP/1.1" status: 200 len: 1098 time: 0.0977063 Aug 29 04:45:18.331033 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faef21f-cbac-4bc2-ab90-37ef3bbe5e2f req-40b11712-328a-466a-8278-5e2b3142f207 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:18.332448 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9faef21f-cbac-4bc2-ab90-37ef3bbe5e2f req-40b11712-328a-466a-8278-5e2b3142f207 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=e895665e-ce20-4d86-8d21-4b640a9a59e2 HTTP/1.1" status: 200 len: 946 time: 0.1095290 Aug 29 04:45:18.336098 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-73e9d1c0-e896-4517-909e-8b7f60aec7f6 req-4b42415b-f532-43bd-8772-bb609b3f94f7 service neutron] 10.222.0.48 "GET /v2.0/networks/5e38e34c-88b4-4a6b-a995-62b34713d48b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605771 Aug 29 04:45:18.385455 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d0f576e4-64de-4fe4-849f-e174c0c69e88 req-c62289a0-54dc-4624-94b9-e851244aa430 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=8b4a8fe4-6771-434f-9ebc-be699b1ab308&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484185 Aug 29 04:45:18.392398 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9faef21f-cbac-4bc2-ab90-37ef3bbe5e2f req-c97106f5-2273-4466-9aee-1a35d63bf751 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b4a8fe4-6771-434f-9ebc-be699b1ab308&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502262 Aug 29 04:45:18.715519 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228fec4a-ddc5-4c8d-a123-e901ea1c9455 req-d67c22af-511d-4caa-888b-3d18ccea5536 tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:18.717026 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-228fec4a-ddc5-4c8d-a123-e901ea1c9455 req-d67c22af-511d-4caa-888b-3d18ccea5536 tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6220091-090e-435f-97d1-5500621cdbea HTTP/1.1" status: 200 len: 944 time: 0.0532424 Aug 29 04:45:18.755458 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-228fec4a-ddc5-4c8d-a123-e901ea1c9455 req-2f288505-17f4-4a39-97a2-c8a9398f3a55 tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b9b21ed-a38d-4471-83eb-aad4f0922f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320399 Aug 29 04:45:18.898636 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6220091-090e-435f-97d1-5500621cdbea', 'tag': '381402d2-fbfd-4630-84c0-83cb746876bc'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:45:18.901114 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bbe85b1-627f-4b4f-8bd0-d67f8022f0ab" -d '{"events": [{"name": "network-changed", "server_uuid": "b6220091-090e-435f-97d1-5500621cdbea", "tag": "381402d2-fbfd-4630-84c0-83cb746876bc"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:45:18.939721 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa572eb3-24c1-4f3f-9c19-32bd7b8b069d x-openstack-request-id: req-fa572eb3-24c1-4f3f-9c19-32bd7b8b069d {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:45:18.940048 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6220091-090e-435f-97d1-5500621cdbea", "tag": "381402d2-fbfd-4630-84c0-83cb746876bc", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:45:18.940271 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fa572eb3-24c1-4f3f-9c19-32bd7b8b069d {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:45:18.940681 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6220091-090e-435f-97d1-5500621cdbea', 'tag': '381402d2-fbfd-4630-84c0-83cb746876bc', 'status': 'completed', 'code': 200} Aug 29 04:45:19.006224 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbe85b1-627f-4b4f-8bd0-d67f8022f0ab req-0ce16bc3-eafb-4c83-b512-3b9f72654947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:19.007743 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0bbe85b1-627f-4b4f-8bd0-d67f8022f0ab req-0ce16bc3-eafb-4c83-b512-3b9f72654947 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=37758c043b6247308d3323a6000d1f2b&device_id=b6220091-090e-435f-97d1-5500621cdbea HTTP/1.1" status: 200 len: 1096 time: 0.0446339 Aug 29 04:45:19.100818 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbe85b1-627f-4b4f-8bd0-d67f8022f0ab req-be134ff8-a3e3-4ab9-ad23-442d77ce6b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:19.102230 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0bbe85b1-627f-4b4f-8bd0-d67f8022f0ab req-be134ff8-a3e3-4ab9-ad23-442d77ce6b81 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5e38e34c-88b4-4a6b-a995-62b34713d48b HTTP/1.1" status: 200 len: 914 time: 0.0837965 Aug 29 04:45:19.155583 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0bbe85b1-627f-4b4f-8bd0-d67f8022f0ab req-6167b381-8a03-44b0-b5a3-9a3d89290bec service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=381402d2-fbfd-4630-84c0-83cb746876bc HTTP/1.1" status: 200 len: 217 time: 0.0421252 Aug 29 04:45:19.208156 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbe85b1-627f-4b4f-8bd0-d67f8022f0ab req-157f6feb-254b-4b34-a037-556835c3088c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:19.210512 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0bbe85b1-627f-4b4f-8bd0-d67f8022f0ab req-157f6feb-254b-4b34-a037-556835c3088c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1ba3d3f9-484f-4869-9854-b618e4bf0cce HTTP/1.1" status: 200 len: 853 time: 0.0461247 Aug 29 04:45:19.245022 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0bbe85b1-627f-4b4f-8bd0-d67f8022f0ab req-ab02ce19-86c2-4889-8946-bef0e10c2f38 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5e38e34c-88b4-4a6b-a995-62b34713d48b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245585 Aug 29 04:45:19.273474 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:19.337794 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0bbe85b1-627f-4b4f-8bd0-d67f8022f0ab req-0a483705-a8fa-4354-8cff-33771f29f828 service neutron] 10.222.0.46 "GET /v2.0/networks/5e38e34c-88b4-4a6b-a995-62b34713d48b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854371 Aug 29 04:45:19.442192 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0bbe85b1-627f-4b4f-8bd0-d67f8022f0ab req-60d4b5c4-0086-408b-9790-506c52a1f155 service neutron] 10.222.0.46 "GET /v2.0/networks/5e38e34c-88b4-4a6b-a995-62b34713d48b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951371 Aug 29 04:45:19.520189 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53b7389-59d2-4b2d-84d9-e045f7169490 req-edfa8d96-21c5-4b0b-a1e7-02181580bd74 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:19.521691 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e53b7389-59d2-4b2d-84d9-e045f7169490 req-edfa8d96-21c5-4b0b-a1e7-02181580bd74 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=e895665e-ce20-4d86-8d21-4b640a9a59e2 HTTP/1.1" status: 200 len: 946 time: 0.0569022 Aug 29 04:45:19.559769 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e53b7389-59d2-4b2d-84d9-e045f7169490 req-51eea773-e957-4ca3-b990-d3d62d54fb0a tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b4a8fe4-6771-434f-9ebc-be699b1ab308&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321038 Aug 29 04:45:19.680407 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaea562-2102-4b3b-b03f-8114b9747103 req-93acb211-9df9-42d0-8034-274384cad583 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:19.681882 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-feaea562-2102-4b3b-b03f-8114b9747103 req-93acb211-9df9-42d0-8034-274384cad583 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=e895665e-ce20-4d86-8d21-4b640a9a59e2 HTTP/1.1" status: 200 len: 946 time: 0.0539441 Aug 29 04:45:19.722411 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-feaea562-2102-4b3b-b03f-8114b9747103 req-95eda7e5-fec5-4db9-87bd-7d1702813f4d tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b4a8fe4-6771-434f-9ebc-be699b1ab308&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336905 Aug 29 04:45:19.743568 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 60210) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:19.785483 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088230b7-ac05-47eb-9955-a97806509bb3 tempest-TestNetworkAdvancedServerOps-81455967 tempest-TestNetworkAdvancedServerOps-81455967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:19.787016 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-088230b7-ac05-47eb-9955-a97806509bb3 tempest-TestNetworkAdvancedServerOps-81455967 tempest-TestNetworkAdvancedServerOps-81455967-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=e895665e-ce20-4d86-8d21-4b640a9a59e2 HTTP/1.1" status: 200 len: 1093 time: 0.0424209 Aug 29 04:45:19.789856 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 60214) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:19.794217 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-637455dc-35a7-4533-b946-c3361e5916cc tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Request body: {'floatingip': {'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'port_id': '2aeb6fb6-5c25-4f64-9998-9e7f5db10af6', 'tenant_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:45:19.816348 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-637455dc-35a7-4533-b946-c3361e5916cc tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for floatingip, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:19.915464 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c7b7d6-4d87-4c67-a0e6-60bd0129a022 req-09f3a601-652f-42ac-9d79-70e8950f826f tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:19.916979 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-91c7b7d6-4d87-4c67-a0e6-60bd0129a022 req-09f3a601-652f-42ac-9d79-70e8950f826f tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6220091-090e-435f-97d1-5500621cdbea HTTP/1.1" status: 200 len: 944 time: 0.0877559 Aug 29 04:45:19.936871 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 381402d2-fbfd-4630-84c0-83cb746876bc details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:45:19.970078 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-91c7b7d6-4d87-4c67-a0e6-60bd0129a022 req-3cecd6d8-2659-4918-a3f8-2e669bb41473 tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b9b21ed-a38d-4471-83eb-aad4f0922f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461648 Aug 29 04:45:19.990732 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-637455dc-35a7-4533-b946-c3361e5916cc tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:20.053673 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 381402d2-fbfd-4630-84c0-83cb746876bc, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=381402d2-fbfd-4630-84c0-83cb746876bc,segment=NetworkSegment(f12e9cb1-b198-475d-b226-544c633bc34a),segment_id=f12e9cb1-b198-475d-b226-544c633bc34a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:45:20.067760 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Returning: {'device': '381402d2-fbfd-4630-84c0-83cb746876bc', 'network_id': '5e38e34c-88b4-4a6b-a995-62b34713d48b', 'port_id': '381402d2-fbfd-4630-84c0-83cb746876bc', 'mac_address': 'fa:16:3e:b6:59:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ba3d3f9-484f-4869-9854-b618e4bf0cce', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:45:20.104102 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-637455dc-35a7-4533-b946-c3361e5916cc tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Allocated IP 172.25.0.121 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/66e8a6cb-4ccb-453e-9d88-cc4b3d7541b4) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:45:20.104425 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:20.117706 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 381402d2-fbfd-4630-84c0-83cb746876bc {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:45:20.137118 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 381402d2-fbfd-4630-84c0-83cb746876bc, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=381402d2-fbfd-4630-84c0-83cb746876bc,segment=NetworkSegment(f12e9cb1-b198-475d-b226-544c633bc34a),segment_id=f12e9cb1-b198-475d-b226-544c633bc34a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:45:20.141148 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:20.193079 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=381402d2-fbfd-4630-84c0-83cb746876bc,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:20.207228 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-637455dc-35a7-4533-b946-c3361e5916cc tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:20.246293 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-637455dc-35a7-4533-b946-c3361e5916cc tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:20.286845 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637455dc-35a7-4533-b946-c3361e5916cc tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:45:20.289637 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-637455dc-35a7-4533-b946-c3361e5916cc tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:45:20.294966 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637455dc-35a7-4533-b946-c3361e5916cc tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:45:20.323134 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637455dc-35a7-4533-b946-c3361e5916cc tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Pushing event updated for resources: {'Port': ['ID=66e8a6cb-4ccb-453e-9d88-cc4b3d7541b4,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:20.344655 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['381402d2-fbfd-4630-84c0-83cb746876bc'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:45:20.631636 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 643ac776-8f6b-44bf-aa70-b75ee2beb671 details requested by agent hyperv_n-h2-712140-12 with host n-h2-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:45:20.653009 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-637455dc-35a7-4533-b946-c3361e5916cc tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:20.726745 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-637455dc-35a7-4533-b946-c3361e5916cc tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:20.739337 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 643ac776-8f6b-44bf-aa70-b75ee2beb671, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=643ac776-8f6b-44bf-aa70-b75ee2beb671,segment=NetworkSegment(f12e9cb1-b198-475d-b226-544c633bc34a),segment_id=f12e9cb1-b198-475d-b226-544c633bc34a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:45:20.751849 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Returning: {'device': '643ac776-8f6b-44bf-aa70-b75ee2beb671', 'network_id': '5e38e34c-88b4-4a6b-a995-62b34713d48b', 'port_id': '643ac776-8f6b-44bf-aa70-b75ee2beb671', 'mac_address': 'fa:16:3e:d7:43:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ba3d3f9-484f-4869-9854-b618e4bf0cce', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:45:20.788513 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:20.803246 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 643ac776-8f6b-44bf-aa70-b75ee2beb671 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:45:20.824709 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 643ac776-8f6b-44bf-aa70-b75ee2beb671, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=643ac776-8f6b-44bf-aa70-b75ee2beb671,segment=NetworkSegment(f12e9cb1-b198-475d-b226-544c633bc34a),segment_id=f12e9cb1-b198-475d-b226-544c633bc34a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:45:20.828838 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:20.878527 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=643ac776-8f6b-44bf-aa70-b75ee2beb671,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:20.886021 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-637455dc-35a7-4533-b946-c3361e5916cc tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:20.890756 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-637455dc-35a7-4533-b946-c3361e5916cc tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:20.963550 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637455dc-35a7-4533-b946-c3361e5916cc tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Pushing event updated for resources: {'Port': ['ID=66e8a6cb-4ccb-453e-9d88-cc4b3d7541b4,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:20.974701 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-637455dc-35a7-4533-b946-c3361e5916cc tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719515'] for floatingip, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:21.087996 n-d-712140-12 neutron-server[94829]: INFO neutron.db.l3_db [None req-637455dc-35a7-4533-b946-c3361e5916cc tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Floating IP da789d3f-db43-480b-80eb-f8859e585c40 associated. External IP: 172.25.0.121, port: 2aeb6fb6-5c25-4f64-9998-9e7f5db10af6. Aug 29 04:45:21.123492 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3e54ab-3290-45d2-acd4-185f9b4ba2b9 req-ffc368e8-6cc8-4d5c-a738-1c829496a32f tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:21.125146 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ac3e54ab-3290-45d2-acd4-185f9b4ba2b9 req-ffc368e8-6cc8-4d5c-a738-1c829496a32f tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6220091-090e-435f-97d1-5500621cdbea HTTP/1.1" status: 200 len: 945 time: 0.0663629 Aug 29 04:45:21.164356 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ac3e54ab-3290-45d2-acd4-185f9b4ba2b9 req-6b2eb0c6-3343-4487-9964-556d3624fc78 tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b9b21ed-a38d-4471-83eb-aad4f0922f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324695 Aug 29 04:45:21.201779 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['643ac776-8f6b-44bf-aa70-b75ee2beb671'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:45:21.324007 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-637455dc-35a7-4533-b946-c3361e5916cc tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Router 638a459d-751e-43a2-bf05-c3412a07dcbd has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:45:21.465987 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-637455dc-35a7-4533-b946-c3361e5916cc tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:45:21.476584 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8add65-a646-41f2-a467-a61a97e17bd9 None None] Sync routers for ids ['638a459d-751e-43a2-bf05-c3412a07dcbd'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:45:21.484612 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-637455dc-35a7-4533-b946-c3361e5916cc tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:21.486615 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8add65-a646-41f2-a467-a61a97e17bd9 None None] Routers {'638a459d-751e-43a2-bf05-c3412a07dcbd'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:45:21.487240 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-bf8add65-a646-41f2-a467-a61a97e17bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:45:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['638a459d-751e-43a2-bf05-c3412a07dcbd'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:21.512260 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-637455dc-35a7-4533-b946-c3361e5916cc tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7213504 Aug 29 04:45:21.512843 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e895665e-ce20-4d86-8d21-4b640a9a59e2', 'tag': '2aeb6fb6-5c25-4f64-9998-9e7f5db10af6'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:45:21.515243 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-102be20d-bb72-498b-b196-91ded932dd94" -d '{"events": [{"name": "network-changed", "server_uuid": "e895665e-ce20-4d86-8d21-4b640a9a59e2", "tag": "2aeb6fb6-5c25-4f64-9998-9e7f5db10af6"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:45:21.565309 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a125476-155e-4103-b13b-e23be2a7277e x-openstack-request-id: req-1a125476-155e-4103-b13b-e23be2a7277e {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:45:21.565610 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e895665e-ce20-4d86-8d21-4b640a9a59e2", "tag": "2aeb6fb6-5c25-4f64-9998-9e7f5db10af6", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:45:21.566029 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1a125476-155e-4103-b13b-e23be2a7277e {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:45:21.566767 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e895665e-ce20-4d86-8d21-4b640a9a59e2', 'tag': '2aeb6fb6-5c25-4f64-9998-9e7f5db10af6', 'status': 'completed', 'code': 200} Aug 29 04:45:21.626127 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-bf8add65-a646-41f2-a467-a61a97e17bd9 None None] Set router 638a459d-751e-43a2-bf05-c3412a07dcbd gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:45:21.636684 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102be20d-bb72-498b-b196-91ded932dd94 req-8f37c8e3-a66a-433f-bc32-4e72f91d6bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:21.638224 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-102be20d-bb72-498b-b196-91ded932dd94 req-8f37c8e3-a66a-433f-bc32-4e72f91d6bda service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9fb1fbcb8cc9402ba4fdb36d489735a9&device_id=e895665e-ce20-4d86-8d21-4b640a9a59e2 HTTP/1.1" status: 200 len: 1098 time: 0.0510604 Aug 29 04:45:21.640232 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6165f673-2555-4c92-a4fa-a33d9199c1a8 req-f3e010fc-278a-41bd-a7dd-040a08e9ac7f tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:21.642331 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6165f673-2555-4c92-a4fa-a33d9199c1a8 req-f3e010fc-278a-41bd-a7dd-040a08e9ac7f tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=e895665e-ce20-4d86-8d21-4b640a9a59e2 HTTP/1.1" status: 200 len: 946 time: 0.0668769 Aug 29 04:45:21.683549 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6165f673-2555-4c92-a4fa-a33d9199c1a8 req-67c61c50-ea11-4aba-a2ea-78d066a88345 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b4a8fe4-6771-434f-9ebc-be699b1ab308&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350771 Aug 29 04:45:21.716409 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 60222) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:21.754219 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102be20d-bb72-498b-b196-91ded932dd94 req-2150e93d-fd3a-4302-b677-b077dabe402a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:21.755764 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-102be20d-bb72-498b-b196-91ded932dd94 req-2150e93d-fd3a-4302-b677-b077dabe402a service neutron] 10.222.0.46 "GET /v2.0/networks?id=d328fb11-c7d1-438d-bb8c-05989bc4db8d HTTP/1.1" status: 200 len: 896 time: 0.1101749 Aug 29 04:45:21.788695 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-0dffe812-b755-4755-9ae8-50f1dff57f56 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/floatingips/da789d3f-db43-480b-80eb-f8859e585c40 HTTP/1.1" status: 200 len: 992 time: 0.0700712 Aug 29 04:45:21.829497 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-102be20d-bb72-498b-b196-91ded932dd94 req-b0a421df-2213-43f2-b53b-c2971e047db4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2aeb6fb6-5c25-4f64-9998-9e7f5db10af6 HTTP/1.1" status: 200 len: 1000 time: 0.0665481 Aug 29 04:45:21.881319 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-bf8add65-a646-41f2-a467-a61a97e17bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '638a459d-751e-43a2-bf05-c3412a07dcbd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781662802', 'tenant_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'addc8df4-2230-403c-98da-e25e58fe8bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:45:03Z', 'updated_at': '2021-08-29T04:45:07Z', 'revision_number': 4, 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'gw_port': {'id': 'addc8df4-2230-403c-98da-e25e58fe8bf5', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638a459d-751e-43a2-bf05-c3412a07dcbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:45:04Z', 'updated_at': '2021-08-29T04:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': 'da789d3f-db43-480b-80eb-f8859e585c40', 'tenant_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'floating_ip_address': '172.25.0.121', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': '638a459d-751e-43a2-bf05-c3412a07dcbd', 'port_id': '2aeb6fb6-5c25-4f64-9998-9e7f5db10af6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd328fb11-c7d1-438d-bb8c-05989bc4db8d', 'mac_address': 'fa:16:3e:14:be:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e895665e-ce20-4d86-8d21-4b640a9a59e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:45:20Z', 'updated_at': '2021-08-29T04:45:20Z', 'revision_number': 0, 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1a88ec4-1f82-4f18-8dc1-4ed49f867d87', 'name': '', 'network_id': 'd328fb11-c7d1-438d-bb8c-05989bc4db8d', 'tenant_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'mac_address': 'fa:16:3e:7b:02:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638a459d-751e-43a2-bf05-c3412a07dcbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': 'e4b27025-b392-4846-85a3-2001b5ccd5f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:45:06Z', 'updated_at': '2021-08-29T04:45:13Z', 'revision_number': 5, 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'subnets': [{'id': 'e4b27025-b392-4846-85a3-2001b5ccd5f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:21.881751 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102be20d-bb72-498b-b196-91ded932dd94 req-cf448841-d10f-4a9e-bfe1-f61e77c28e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:21.883265 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-102be20d-bb72-498b-b196-91ded932dd94 req-cf448841-d10f-4a9e-bfe1-f61e77c28e50 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e4b27025-b392-4846-85a3-2001b5ccd5f6 HTTP/1.1" status: 200 len: 835 time: 0.0452046 Aug 29 04:45:21.919643 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8add65-a646-41f2-a467-a61a97e17bd9 None None] Checking router: 638a459d-751e-43a2-bf05-c3412a07dcbd for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:45:21.928110 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8add65-a646-41f2-a467-a61a97e17bd9 None None] Routers {'638a459d-751e-43a2-bf05-c3412a07dcbd'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:45:21.928714 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-bf8add65-a646-41f2-a467-a61a97e17bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:45:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['638a459d-751e-43a2-bf05-c3412a07dcbd'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:21.930719 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102be20d-bb72-498b-b196-91ded932dd94 req-e0a9d21e-8592-4a46-b673-632a8d526a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:21.932314 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-102be20d-bb72-498b-b196-91ded932dd94 req-e0a9d21e-8592-4a46-b673-632a8d526a28 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d328fb11-c7d1-438d-bb8c-05989bc4db8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419509 Aug 29 04:45:21.936686 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 381402d2-fbfd-4630-84c0-83cb746876bc up at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:45:21.999270 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning for port 381402d2-fbfd-4630-84c0-83cb746876bc completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:45:22.006090 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning complete for port 381402d2-fbfd-4630-84c0-83cb746876bc triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:45:22.006706 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:22.049828 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-bf8add65-a646-41f2-a467-a61a97e17bd9 None None] Set router 638a459d-751e-43a2-bf05-c3412a07dcbd gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:45:22.056067 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-102be20d-bb72-498b-b196-91ded932dd94 req-a301e1d2-b8f7-41e4-b64a-a4ab6144d7aa service neutron] 10.222.0.46 "GET /v2.0/networks/d328fb11-c7d1-438d-bb8c-05989bc4db8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159286 Aug 29 04:45:22.111004 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:22.136601 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6220091-090e-435f-97d1-5500621cdbea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '381402d2-fbfd-4630-84c0-83cb746876bc'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:45:22.139051 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6494a28d-ce6c-4d29-aa1f-1707a12067a4" -d '{"events": [{"server_uuid": "b6220091-090e-435f-97d1-5500621cdbea", "name": "network-vif-plugged", "status": "completed", "tag": "381402d2-fbfd-4630-84c0-83cb746876bc"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:45:22.154824 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 381402d2-fbfd-4630-84c0-83cb746876bc, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=381402d2-fbfd-4630-84c0-83cb746876bc,segment=NetworkSegment(f12e9cb1-b198-475d-b226-544c633bc34a),segment_id=f12e9cb1-b198-475d-b226-544c633bc34a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:45:22.160991 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:22.198619 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-102be20d-bb72-498b-b196-91ded932dd94 req-b3cac124-068d-4673-802e-4d91c46286b0 service neutron] 10.222.0.46 "GET /v2.0/networks/d328fb11-c7d1-438d-bb8c-05989bc4db8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337664 Aug 29 04:45:22.220229 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=381402d2-fbfd-4630-84c0-83cb746876bc,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:22.248808 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ede2a65-6470-43eb-b785-5fcdfa1e799d x-openstack-request-id: req-2ede2a65-6470-43eb-b785-5fcdfa1e799d {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:45:22.248808 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6220091-090e-435f-97d1-5500621cdbea", "name": "network-vif-plugged", "status": "completed", "tag": "381402d2-fbfd-4630-84c0-83cb746876bc", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:45:22.248808 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2ede2a65-6470-43eb-b785-5fcdfa1e799d {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:45:22.249537 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6220091-090e-435f-97d1-5500621cdbea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '381402d2-fbfd-4630-84c0-83cb746876bc', 'code': 200} Aug 29 04:45:22.306836 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7822c3-1358-4a96-bc8e-62a90191691e req-3e6cecc6-ca96-478c-9832-9288c017932d tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:22.308457 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-df7822c3-1358-4a96-bc8e-62a90191691e req-3e6cecc6-ca96-478c-9832-9288c017932d tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6220091-090e-435f-97d1-5500621cdbea HTTP/1.1" status: 200 len: 946 time: 0.0529346 Aug 29 04:45:22.325470 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-bf8add65-a646-41f2-a467-a61a97e17bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '638a459d-751e-43a2-bf05-c3412a07dcbd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781662802', 'tenant_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'addc8df4-2230-403c-98da-e25e58fe8bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:45:03Z', 'updated_at': '2021-08-29T04:45:07Z', 'revision_number': 4, 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'gw_port': {'id': 'addc8df4-2230-403c-98da-e25e58fe8bf5', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638a459d-751e-43a2-bf05-c3412a07dcbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:45:04Z', 'updated_at': '2021-08-29T04:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': 'da789d3f-db43-480b-80eb-f8859e585c40', 'tenant_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'floating_ip_address': '172.25.0.121', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': '638a459d-751e-43a2-bf05-c3412a07dcbd', 'port_id': '2aeb6fb6-5c25-4f64-9998-9e7f5db10af6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd328fb11-c7d1-438d-bb8c-05989bc4db8d', 'mac_address': 'fa:16:3e:14:be:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e895665e-ce20-4d86-8d21-4b640a9a59e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:45:20Z', 'updated_at': '2021-08-29T04:45:20Z', 'revision_number': 0, 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1a88ec4-1f82-4f18-8dc1-4ed49f867d87', 'name': '', 'network_id': 'd328fb11-c7d1-438d-bb8c-05989bc4db8d', 'tenant_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'mac_address': 'fa:16:3e:7b:02:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638a459d-751e-43a2-bf05-c3412a07dcbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': 'e4b27025-b392-4846-85a3-2001b5ccd5f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:45:06Z', 'updated_at': '2021-08-29T04:45:13Z', 'revision_number': 5, 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'subnets': [{'id': 'e4b27025-b392-4846-85a3-2001b5ccd5f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:22.342305 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112abff5-9402-44ef-be77-2dd0518c37a0 req-8a08fa9d-d983-40e1-a247-45d071ba710f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:22.344035 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-112abff5-9402-44ef-be77-2dd0518c37a0 req-8a08fa9d-d983-40e1-a247-45d071ba710f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b6220091-090e-435f-97d1-5500621cdbea HTTP/1.1" status: 200 len: 1098 time: 0.0477588 Aug 29 04:45:22.350152 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-df7822c3-1358-4a96-bc8e-62a90191691e req-94213010-cd2f-4d39-8940-4316f2624997 tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b9b21ed-a38d-4471-83eb-aad4f0922f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342956 Aug 29 04:45:22.353948 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8add65-a646-41f2-a467-a61a97e17bd9 None None] The sync data for ids ['638a459d-751e-43a2-bf05-c3412a07dcbd'] in n-d-712140-12 is: [{'id': '638a459d-751e-43a2-bf05-c3412a07dcbd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781662802', 'tenant_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'addc8df4-2230-403c-98da-e25e58fe8bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:45:03Z', 'updated_at': '2021-08-29T04:45:07Z', 'revision_number': 4, 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'gw_port': {'id': 'addc8df4-2230-403c-98da-e25e58fe8bf5', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638a459d-751e-43a2-bf05-c3412a07dcbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:45:04Z', 'updated_at': '2021-08-29T04:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': 'da789d3f-db43-480b-80eb-f8859e585c40', 'tenant_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'floating_ip_address': '172.25.0.121', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': '638a459d-751e-43a2-bf05-c3412a07dcbd', 'port_id': '2aeb6fb6-5c25-4f64-9998-9e7f5db10af6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd328fb11-c7d1-438d-bb8c-05989bc4db8d', 'mac_address': 'fa:16:3e:14:be:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e895665e-ce20-4d86-8d21-4b640a9a59e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:45:20Z', 'updated_at': '2021-08-29T04:45:20Z', 'revision_number': 0, 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1a88ec4-1f82-4f18-8dc1-4ed49f867d87', 'name': '', 'network_id': 'd328fb11-c7d1-438d-bb8c-05989bc4db8d', 'tenant_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'mac_address': 'fa:16:3e:7b:02:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638a459d-751e-43a2-bf05-c3412a07dcbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': 'e4b27025-b392-4846-85a3-2001b5ccd5f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:45:06Z', 'updated_at': '2021-08-29T04:45:13Z', 'revision_number': 5, 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'subnets': [{'id': 'e4b27025-b392-4846-85a3-2001b5ccd5f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:45:22.384322 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-112abff5-9402-44ef-be77-2dd0518c37a0 req-302e648d-120b-4e83-9c6d-1c647a6165dd service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=8b9b21ed-a38d-4471-83eb-aad4f0922f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322504 Aug 29 04:45:22.562880 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ae69d3-20d3-4698-9eb0-99bc2b5d3533 None None] New status for floating IP da789d3f-db43-480b-80eb-f8859e585c40: ACTIVE {{(pid=94830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:45:22.646098 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 643ac776-8f6b-44bf-aa70-b75ee2beb671 up at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:45:22.790909 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 60228) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:22.871981 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-1be5b538-530f-4a53-af7b-1123762afd35 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/floatingips/da789d3f-db43-480b-80eb-f8859e585c40 HTTP/1.1" status: 200 len: 992 time: 0.0797694 Aug 29 04:45:22.905354 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning for port 643ac776-8f6b-44bf-aa70-b75ee2beb671 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:45:22.923257 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning complete for port 643ac776-8f6b-44bf-aa70-b75ee2beb671 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:45:22.923645 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:23.005285 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:23.041999 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 643ac776-8f6b-44bf-aa70-b75ee2beb671, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=643ac776-8f6b-44bf-aa70-b75ee2beb671,segment=NetworkSegment(f12e9cb1-b198-475d-b226-544c633bc34a),segment_id=f12e9cb1-b198-475d-b226-544c633bc34a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:45:23.045405 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:23.095506 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=643ac776-8f6b-44bf-aa70-b75ee2beb671,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:23.488968 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3068b96b-1ee8-4ebd-ab27-b049ab300163 req-963d2615-5cbe-4b11-81bb-281aaed82ec7 tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:23.490572 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3068b96b-1ee8-4ebd-ab27-b049ab300163 req-963d2615-5cbe-4b11-81bb-281aaed82ec7 tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6220091-090e-435f-97d1-5500621cdbea HTTP/1.1" status: 200 len: 946 time: 0.0549004 Aug 29 04:45:23.533537 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3068b96b-1ee8-4ebd-ab27-b049ab300163 req-e1dc3cce-88f9-4797-abb7-1edafbe28832 tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b9b21ed-a38d-4471-83eb-aad4f0922f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354323 Aug 29 04:45:23.877338 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 60232) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:23.951487 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-55581dcb-ad69-4c7c-8a21-92bf4f2bd58d tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/floatingips/da789d3f-db43-480b-80eb-f8859e585c40 HTTP/1.1" status: 200 len: 994 time: 0.0729730 Aug 29 04:45:24.250241 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a4feb48-245d-4a73-94c0-12dc4b0211d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '643ac776-8f6b-44bf-aa70-b75ee2beb671'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:45:24.252600 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a98224c0-df42-4df7-8a6b-432642c912e2" -d '{"events": [{"server_uuid": "0a4feb48-245d-4a73-94c0-12dc4b0211d7", "name": "network-vif-plugged", "status": "completed", "tag": "643ac776-8f6b-44bf-aa70-b75ee2beb671"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:45:24.287722 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aa459ea-02ae-4d32-9dbe-1e8509697203 x-openstack-request-id: req-7aa459ea-02ae-4d32-9dbe-1e8509697203 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:45:24.288018 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a4feb48-245d-4a73-94c0-12dc4b0211d7", "name": "network-vif-plugged", "status": "completed", "tag": "643ac776-8f6b-44bf-aa70-b75ee2beb671", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:45:24.288266 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7aa459ea-02ae-4d32-9dbe-1e8509697203 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:45:24.288653 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a4feb48-245d-4a73-94c0-12dc4b0211d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '643ac776-8f6b-44bf-aa70-b75ee2beb671', 'code': 200} Aug 29 04:45:24.410739 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821db43e-1383-473a-9b41-78de2858c75f req-e02610f8-931a-419f-aa6c-d8b1a181d61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:24.412375 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-821db43e-1383-473a-9b41-78de2858c75f req-e02610f8-931a-419f-aa6c-d8b1a181d61a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0a4feb48-245d-4a73-94c0-12dc4b0211d7 HTTP/1.1" status: 200 len: 1097 time: 0.0396347 Aug 29 04:45:24.446716 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-821db43e-1383-473a-9b41-78de2858c75f req-11866e2d-f1ad-48fd-a937-1628c0f42497 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=8b9b21ed-a38d-4471-83eb-aad4f0922f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273957 Aug 29 04:45:24.655907 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd68d3f-3d5d-48da-aeba-48962da15ad5 req-9c58cbf3-f181-4f24-b944-d9a2921700c8 tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:24.657942 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6dd68d3f-3d5d-48da-aeba-48962da15ad5 req-9c58cbf3-f181-4f24-b944-d9a2921700c8 tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6220091-090e-435f-97d1-5500621cdbea HTTP/1.1" status: 200 len: 946 time: 0.0518420 Aug 29 04:45:24.694412 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6dd68d3f-3d5d-48da-aeba-48962da15ad5 req-34633d34-ed6a-4258-850b-0e8df2a4d507 tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b9b21ed-a38d-4471-83eb-aad4f0922f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306034 Aug 29 04:45:24.811396 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa10084-f8cb-4d30-89b8-5176ad3a1acb req-f2248ab1-cdc0-46eb-b0ea-e13a4ce2eb70 tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:24.813494 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4aa10084-f8cb-4d30-89b8-5176ad3a1acb req-f2248ab1-cdc0-46eb-b0ea-e13a4ce2eb70 tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a4feb48-245d-4a73-94c0-12dc4b0211d7 HTTP/1.1" status: 200 len: 945 time: 0.0491991 Aug 29 04:45:24.854914 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4aa10084-f8cb-4d30-89b8-5176ad3a1acb req-59943fb5-ce44-4ed8-80aa-d2e46e012f21 tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b9b21ed-a38d-4471-83eb-aad4f0922f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352008 Aug 29 04:45:25.973498 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dad35c-a4a1-4493-99e9-6bd232bb547b req-30e27b12-333b-4ed1-add4-b6ec6420c864 tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:25.975040 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-91dad35c-a4a1-4493-99e9-6bd232bb547b req-30e27b12-333b-4ed1-add4-b6ec6420c864 tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a4feb48-245d-4a73-94c0-12dc4b0211d7 HTTP/1.1" status: 200 len: 945 time: 0.0507278 Aug 29 04:45:26.012349 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-91dad35c-a4a1-4493-99e9-6bd232bb547b req-228fe89d-d56c-477d-97d6-a69399d72eaf tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b9b21ed-a38d-4471-83eb-aad4f0922f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311220 Aug 29 04:45:26.399531 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350e7c66-2bac-4b26-b318-b3d21d3fcb24 req-a50faa0d-ea1c-4689-8b15-cb8ccebbc846 tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:26.402379 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-350e7c66-2bac-4b26-b318-b3d21d3fcb24 req-a50faa0d-ea1c-4689-8b15-cb8ccebbc846 tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a4feb48-245d-4a73-94c0-12dc4b0211d7 HTTP/1.1" status: 200 len: 945 time: 0.0524237 Aug 29 04:45:26.439444 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-350e7c66-2bac-4b26-b318-b3d21d3fcb24 req-7f203456-9bb0-4b7e-825f-47f62e16c205 tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b9b21ed-a38d-4471-83eb-aad4f0922f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325725 Aug 29 04:45:27.556859 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a928369-675c-4ca4-b6f3-883bb6f28ddf req-fdefe8a2-b6a3-40a6-a61e-2a290ea1eb62 tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:27.558397 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0a928369-675c-4ca4-b6f3-883bb6f28ddf req-fdefe8a2-b6a3-40a6-a61e-2a290ea1eb62 tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a4feb48-245d-4a73-94c0-12dc4b0211d7 HTTP/1.1" status: 200 len: 945 time: 0.0510809 Aug 29 04:45:27.596686 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0a928369-675c-4ca4-b6f3-883bb6f28ddf req-c265df7e-ecb7-482e-a3c6-817367b66ac1 tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b9b21ed-a38d-4471-83eb-aad4f0922f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321517 Aug 29 04:45:27.653952 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824c5e0c-2272-4d77-88a2-581b12fa1bef req-979a09b6-6204-4dd1-a802-157df72fd2c5 tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:27.655439 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-824c5e0c-2272-4d77-88a2-581b12fa1bef req-979a09b6-6204-4dd1-a802-157df72fd2c5 tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] 10.222.0.46 "GET /v2.0/ports?device_id=b6220091-090e-435f-97d1-5500621cdbea HTTP/1.1" status: 200 len: 946 time: 0.0520427 Aug 29 04:45:27.746309 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-824c5e0c-2272-4d77-88a2-581b12fa1bef req-356065a4-c40e-4f40-91c1-a14fce51b50f tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] Deleting port 381402d2-fbfd-4630-84c0-83cb746876bc {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:45:27.746574 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-824c5e0c-2272-4d77-88a2-581b12fa1bef req-356065a4-c40e-4f40-91c1-a14fce51b50f tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:28.137384 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1cedc4-5ce8-45da-a348-20ea5a1756d1 req-cd2afc84-da2a-4fcd-b854-e99cd4ec47f4 tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:28.138839 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2e1cedc4-5ce8-45da-a348-20ea5a1756d1 req-cd2afc84-da2a-4fcd-b854-e99cd4ec47f4 tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a4feb48-245d-4a73-94c0-12dc4b0211d7 HTTP/1.1" status: 200 len: 945 time: 0.3510947 Aug 29 04:45:28.144207 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-824c5e0c-2272-4d77-88a2-581b12fa1bef req-356065a4-c40e-4f40-91c1-a14fce51b50f tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] For port 381402d2-fbfd-4630-84c0-83cb746876bc, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=381402d2-fbfd-4630-84c0-83cb746876bc,segment=NetworkSegment(f12e9cb1-b198-475d-b226-544c633bc34a),segment_id=f12e9cb1-b198-475d-b226-544c633bc34a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:45:28.144571 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-824c5e0c-2272-4d77-88a2-581b12fa1bef req-356065a4-c40e-4f40-91c1-a14fce51b50f tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:28.178948 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-824c5e0c-2272-4d77-88a2-581b12fa1bef req-356065a4-c40e-4f40-91c1-a14fce51b50f tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] Calling delete_port for 381402d2-fbfd-4630-84c0-83cb746876bc owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:45:28.299153 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-2e1cedc4-5ce8-45da-a348-20ea5a1756d1 req-559c6eee-63b7-4d20-9f02-33ec5cf789cd tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] Deleting port 643ac776-8f6b-44bf-aa70-b75ee2beb671 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:45:28.299500 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2e1cedc4-5ce8-45da-a348-20ea5a1756d1 req-559c6eee-63b7-4d20-9f02-33ec5cf789cd tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:28.418926 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-824c5e0c-2272-4d77-88a2-581b12fa1bef req-356065a4-c40e-4f40-91c1-a14fce51b50f tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:28.432664 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['381402d2-fbfd-4630-84c0-83cb746876bc'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:45:28.434275 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-2e1cedc4-5ce8-45da-a348-20ea5a1756d1 req-559c6eee-63b7-4d20-9f02-33ec5cf789cd tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] For port 643ac776-8f6b-44bf-aa70-b75ee2beb671, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=643ac776-8f6b-44bf-aa70-b75ee2beb671,segment=NetworkSegment(f12e9cb1-b198-475d-b226-544c633bc34a),segment_id=f12e9cb1-b198-475d-b226-544c633bc34a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:45:28.434656 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2e1cedc4-5ce8-45da-a348-20ea5a1756d1 req-559c6eee-63b7-4d20-9f02-33ec5cf789cd tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:28.455984 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['643ac776-8f6b-44bf-aa70-b75ee2beb671'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:45:28.462996 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356065a4-c40e-4f40-91c1-a14fce51b50f tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] Pushing event deleted for resources: {'Port': ['ID=381402d2-fbfd-4630-84c0-83cb746876bc,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:28.471477 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-2e1cedc4-5ce8-45da-a348-20ea5a1756d1 req-559c6eee-63b7-4d20-9f02-33ec5cf789cd tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] Calling delete_port for 643ac776-8f6b-44bf-aa70-b75ee2beb671 owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:45:28.545247 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-824c5e0c-2272-4d77-88a2-581b12fa1bef req-356065a4-c40e-4f40-91c1-a14fce51b50f tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] No DVR routers for this DVR port 381402d2-fbfd-4630-84c0-83cb746876bc on host n-h1-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:45:28.549180 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-824c5e0c-2272-4d77-88a2-581b12fa1bef req-356065a4-c40e-4f40-91c1-a14fce51b50f tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:28.551175 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-824c5e0c-2272-4d77-88a2-581b12fa1bef req-356065a4-c40e-4f40-91c1-a14fce51b50f tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] 10.222.0.46 "DELETE /v2.0/ports/381402d2-fbfd-4630-84c0-83cb746876bc HTTP/1.1" status: 204 len: 173 time: 0.8897002 Aug 29 04:45:28.551621 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6220091-090e-435f-97d1-5500621cdbea', 'name': 'network-vif-deleted', 'tag': '381402d2-fbfd-4630-84c0-83cb746876bc'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:45:28.554041 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d41a59bf-d779-4cf1-87a1-f66d0b2a8787" -d '{"events": [{"server_uuid": "b6220091-090e-435f-97d1-5500621cdbea", "name": "network-vif-deleted", "tag": "381402d2-fbfd-4630-84c0-83cb746876bc"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:45:28.593675 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d30e3a1-f483-48fc-a028-343e0a88f1a1 x-openstack-request-id: req-2d30e3a1-f483-48fc-a028-343e0a88f1a1 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:45:28.594301 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6220091-090e-435f-97d1-5500621cdbea", "name": "network-vif-deleted", "tag": "381402d2-fbfd-4630-84c0-83cb746876bc", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:45:28.594301 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2d30e3a1-f483-48fc-a028-343e0a88f1a1 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:45:28.594671 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6220091-090e-435f-97d1-5500621cdbea', 'name': 'network-vif-deleted', 'tag': '381402d2-fbfd-4630-84c0-83cb746876bc', 'status': 'completed', 'code': 200} Aug 29 04:45:28.665741 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2e1cedc4-5ce8-45da-a348-20ea5a1756d1 req-559c6eee-63b7-4d20-9f02-33ec5cf789cd tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:28.678650 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['381402d2-fbfd-4630-84c0-83cb746876bc'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:45:28.730368 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6e9fd549-a983-48c7-944a-3d2d5eaac856 req-4cbc9670-8444-4df2-8130-28e3d5bdada0 tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a4feb48-245d-4a73-94c0-12dc4b0211d7 HTTP/1.1" status: 200 len: 210 time: 0.0581675 Aug 29 04:45:28.736570 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559c6eee-63b7-4d20-9f02-33ec5cf789cd tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] Pushing event deleted for resources: {'Port': ['ID=643ac776-8f6b-44bf-aa70-b75ee2beb671,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:28.756841 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:28.788183 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e1cedc4-5ce8-45da-a348-20ea5a1756d1 req-559c6eee-63b7-4d20-9f02-33ec5cf789cd tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] No DVR routers for this DVR port 643ac776-8f6b-44bf-aa70-b75ee2beb671 on host n-h2-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:45:28.790809 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2e1cedc4-5ce8-45da-a348-20ea5a1756d1 req-559c6eee-63b7-4d20-9f02-33ec5cf789cd tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:28.792805 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2e1cedc4-5ce8-45da-a348-20ea5a1756d1 req-559c6eee-63b7-4d20-9f02-33ec5cf789cd tempest-MultipleCreateTestJSON-575316045 tempest-MultipleCreateTestJSON-575316045-project] 10.222.0.48 "DELETE /v2.0/ports/643ac776-8f6b-44bf-aa70-b75ee2beb671 HTTP/1.1" status: 204 len: 173 time: 0.6457596 Aug 29 04:45:29.842997 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 60260) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:29.888908 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7106304-f82b-4a5b-abba-b854c7355472 admin admin] Deleting subnet 1ba3d3f9-484f-4869-9854-b618e4bf0cce {{(pid=94828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:45:29.892650 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f7106304-f82b-4a5b-abba-b854c7355472 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:29.927207 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f7106304-f82b-4a5b-abba-b854c7355472 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8904862'] for subnet, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:29.966013 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f7106304-f82b-4a5b-abba-b854c7355472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:30.034033 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f7106304-f82b-4a5b-abba-b854c7355472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9190434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062341'] for subnet, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:30.059201 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7106304-f82b-4a5b-abba-b854c7355472 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ba3d3f9-484f-4869-9854-b618e4bf0cce,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:30.063508 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f7106304-f82b-4a5b-abba-b854c7355472 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:30.067595 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-f7106304-f82b-4a5b-abba-b854c7355472 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/1ba3d3f9-484f-4869-9854-b618e4bf0cce HTTP/1.1" status: 204 len: 168 time: 0.2207229 Aug 29 04:45:30.068355 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 60262) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:30.146360 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-011d245a-5fae-4109-ba68-bd9495e0a4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:30.229965 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-011d245a-5fae-4109-ba68-bd9495e0a4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:30.239742 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-011d245a-5fae-4109-ba68-bd9495e0a4b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e38e34c-88b4-4a6b-a995-62b34713d48b']}} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:30.250371 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-011d245a-5fae-4109-ba68-bd9495e0a4b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f12e9cb1-b198-475d-b226-544c633bc34a') {'for_net_delete': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:30.250680 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-011d245a-5fae-4109-ba68-bd9495e0a4b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f12e9cb1-b198-475d-b226-544c633bc34a') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:30.259327 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-011d245a-5fae-4109-ba68-bd9495e0a4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4311712'] for segment, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:30.273721 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-011d245a-5fae-4109-ba68-bd9495e0a4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:30.279740 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-011d245a-5fae-4109-ba68-bd9495e0a4b3 admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=94829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:45:30.280130 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-011d245a-5fae-4109-ba68-bd9495e0a4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4274277'] for segment, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:30.281854 n-d-712140-12 neutron-server[94829]: Traceback (most recent call last): Aug 29 04:45:30.281854 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:45:30.281854 n-d-712140-12 neutron-server[94829]: timer() Aug 29 04:45:30.281854 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:45:30.281854 n-d-712140-12 neutron-server[94829]: cb(*args, **kw) Aug 29 04:45:30.281854 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:45:30.281854 n-d-712140-12 neutron-server[94829]: return func(*args, **kwargs) Aug 29 04:45:30.281854 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:45:30.281854 n-d-712140-12 neutron-server[94829]: self._notify() Aug 29 04:45:30.281854 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:45:30.281854 n-d-712140-12 neutron-server[94829]: self.callback(batched_events) Aug 29 04:45:30.281854 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:45:30.281854 n-d-712140-12 neutron-server[94829]: event.method(event) Aug 29 04:45:30.281854 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:45:30.281854 n-d-712140-12 neutron-server[94829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:45:30.281854 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:45:30.281854 n-d-712140-12 neutron-server[94829]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:45:30.281854 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:45:30.281854 n-d-712140-12 neutron-server[94829]: return f(self, *a, **k) Aug 29 04:45:30.281854 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:45:30.281854 n-d-712140-12 neutron-server[94829]: return self._get(url).json() Aug 29 04:45:30.281854 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:45:30.281854 n-d-712140-12 neutron-server[94829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:45:30.281854 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:45:30.281854 n-d-712140-12 neutron-server[94829]: return self.request(url, 'GET', **kwargs) Aug 29 04:45:30.281854 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:45:30.281854 n-d-712140-12 neutron-server[94829]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:45:30.281854 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:45:30.281854 n-d-712140-12 neutron-server[94829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:45:30.281854 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:45:30.281854 n-d-712140-12 neutron-server[94829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:45:30.281854 n-d-712140-12 neutron-server[94829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:45:30.337731 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-011d245a-5fae-4109-ba68-bd9495e0a4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:30.344269 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-011d245a-5fae-4109-ba68-bd9495e0a4b3 admin admin] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:30.346157 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-011d245a-5fae-4109-ba68-bd9495e0a4b3 admin admin] 10.222.0.22 "DELETE /v2.0/networks/5e38e34c-88b4-4a6b-a995-62b34713d48b HTTP/1.1" status: 204 len: 168 time: 0.2770970 Aug 29 04:45:30.365890 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011d245a-5fae-4109-ba68-bd9495e0a4b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e38e34c-88b4-4a6b-a995-62b34713d48b,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:30.453558 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 60266) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:30.493211 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-ea9aa90e-2af5-41e9-a0a1-431c3857bc30 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=37758c043b6247308d3323a6000d1f2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382962 Aug 29 04:45:30.495616 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 60268) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:30.542996 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3f993c6d-426a-4458-9ad9-36c48a856822 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:30.565050 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3f993c6d-426a-4458-9ad9-36c48a856822 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:30.596352 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a4feb48-245d-4a73-94c0-12dc4b0211d7', 'name': 'network-vif-deleted', 'tag': '643ac776-8f6b-44bf-aa70-b75ee2beb671'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:45:30.605139 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01cb7087-5bb8-4374-9a59-815d7bb3b248" -d '{"events": [{"server_uuid": "0a4feb48-245d-4a73-94c0-12dc4b0211d7", "name": "network-vif-deleted", "tag": "643ac776-8f6b-44bf-aa70-b75ee2beb671"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:45:30.613734 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3f993c6d-426a-4458-9ad9-36c48a856822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:30.616711 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3f993c6d-426a-4458-9ad9-36c48a856822 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:30.617880 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-3f993c6d-426a-4458-9ad9-36c48a856822 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8b9b21ed-a38d-4471-83eb-aad4f0922f30 HTTP/1.1" status: 204 len: 168 time: 0.1213009 Aug 29 04:45:30.627109 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f993c6d-426a-4458-9ad9-36c48a856822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b9b21ed-a38d-4471-83eb-aad4f0922f30,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:30.649886 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04d263a7-d2b3-4155-84c6-77a9c096b868 x-openstack-request-id: req-04d263a7-d2b3-4155-84c6-77a9c096b868 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:45:30.650255 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a4feb48-245d-4a73-94c0-12dc4b0211d7", "name": "network-vif-deleted", "tag": "643ac776-8f6b-44bf-aa70-b75ee2beb671", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:45:30.650581 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-04d263a7-d2b3-4155-84c6-77a9c096b868 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:45:30.651176 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a4feb48-245d-4a73-94c0-12dc4b0211d7', 'name': 'network-vif-deleted', 'tag': '643ac776-8f6b-44bf-aa70-b75ee2beb671', 'status': 'completed', 'code': 200} Aug 29 04:45:30.710864 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 643ac776-8f6b-44bf-aa70-b75ee2beb671 no longer exists at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:45:30.731477 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] No Port match for: 643ac776-8f6b-44bf-aa70-b75ee2beb671 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:45:30.732146 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 643ac776-8f6b-44bf-aa70-b75ee2beb671 not bound to the agent host n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:45:31.332172 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 60292) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:31.429752 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-4953f8bf-3a2a-4cac-8e17-a3906d576591 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1868229109-network', 'tenant_id': '05513fb033c4467f89c3df7d450acab1'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:45:31.451333 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4953f8bf-3a2a-4cac-8e17-a3906d576591 admin admin] Made reservation on behalf of 05513fb033c4467f89c3df7d450acab1 for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:45:31.454195 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4953f8bf-3a2a-4cac-8e17-a3906d576591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:31.462516 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4953f8bf-3a2a-4cac-8e17-a3906d576591 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:31.559662 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4953f8bf-3a2a-4cac-8e17-a3906d576591 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:31.564844 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4953f8bf-3a2a-4cac-8e17-a3906d576591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:31.594653 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4953f8bf-3a2a-4cac-8e17-a3906d576591 admin admin] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:45:31.604823 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4953f8bf-3a2a-4cac-8e17-a3906d576591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97bb743d-f627-41be-aa35-e4ea2c0fd033,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:31.609925 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4953f8bf-3a2a-4cac-8e17-a3906d576591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:31.610263 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-4953f8bf-3a2a-4cac-8e17-a3906d576591 admin admin] Added segment ba47c421-100e-4476-afb6-2f7d934fb70e of type vlan for network f32a1ecd-d9bf-42e5-84f9-4c96d8035eba Aug 29 04:45:31.653414 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4953f8bf-3a2a-4cac-8e17-a3906d576591 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:31.680618 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4953f8bf-3a2a-4cac-8e17-a3906d576591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:31.681817 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4953f8bf-3a2a-4cac-8e17-a3906d576591 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:31.682552 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4953f8bf-3a2a-4cac-8e17-a3906d576591 admin admin] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:31.742822 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-4953f8bf-3a2a-4cac-8e17-a3906d576591 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4095140 Aug 29 04:45:31.748511 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4953f8bf-3a2a-4cac-8e17-a3906d576591 admin admin] Pushing event updated for resources: {'Network': ['ID=f32a1ecd-d9bf-42e5-84f9-4c96d8035eba,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:31.766331 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network f32a1ecd-d9bf-42e5-84f9-4c96d8035eba details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:45:32.016881 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 381402d2-fbfd-4630-84c0-83cb746876bc no longer exists at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:45:32.040918 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] No Port match for: 381402d2-fbfd-4630-84c0-83cb746876bc {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:45:32.041262 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 381402d2-fbfd-4630-84c0-83cb746876bc not bound to the agent host n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:45:32.249219 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706d0d90-35b4-489c-ad1a-6beae15d95ad req-0ab95e76-5cff-43ba-98f2-10a0c248c55c tempest-ComputeTenantNetworksTest-594308072 tempest-ComputeTenantNetworksTest-594308072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:32.256405 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706d0d90-35b4-489c-ad1a-6beae15d95ad req-0ab95e76-5cff-43ba-98f2-10a0c248c55c tempest-ComputeTenantNetworksTest-594308072 tempest-ComputeTenantNetworksTest-594308072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:32.262748 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706d0d90-35b4-489c-ad1a-6beae15d95ad req-0ab95e76-5cff-43ba-98f2-10a0c248c55c tempest-ComputeTenantNetworksTest-594308072 tempest-ComputeTenantNetworksTest-594308072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:32.264775 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-706d0d90-35b4-489c-ad1a-6beae15d95ad req-0ab95e76-5cff-43ba-98f2-10a0c248c55c tempest-ComputeTenantNetworksTest-594308072 tempest-ComputeTenantNetworksTest-594308072-project] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.2042322 Aug 29 04:45:32.369406 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45039ec-16ca-47ae-9926-e08bc0b45128 req-cd4dd72c-9c9e-4808-8eed-f87ff2856884 tempest-ComputeTenantNetworksTest-594308072 tempest-ComputeTenantNetworksTest-594308072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:32.370776 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c45039ec-16ca-47ae-9926-e08bc0b45128 req-cd4dd72c-9c9e-4808-8eed-f87ff2856884 tempest-ComputeTenantNetworksTest-594308072 tempest-ComputeTenantNetworksTest-594308072-project] 10.222.0.22 "GET /v2.0/networks/f32a1ecd-d9bf-42e5-84f9-4c96d8035eba HTTP/1.1" status: 200 len: 769 time: 0.0845377 Aug 29 04:45:32.379352 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 60306) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:32.448870 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5143aad6-0de2-42b6-a3ff-11ebdd9f4fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:32.529633 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5143aad6-0de2-42b6-a3ff-11ebdd9f4fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:32.539214 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-5143aad6-0de2-42b6-a3ff-11ebdd9f4fd3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f32a1ecd-d9bf-42e5-84f9-4c96d8035eba']}} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:32.548967 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-5143aad6-0de2-42b6-a3ff-11ebdd9f4fd3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba47c421-100e-4476-afb6-2f7d934fb70e') {'for_net_delete': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:32.549258 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-5143aad6-0de2-42b6-a3ff-11ebdd9f4fd3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba47c421-100e-4476-afb6-2f7d934fb70e') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:32.558039 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5143aad6-0de2-42b6-a3ff-11ebdd9f4fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4311712'] for segment, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:32.571779 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5143aad6-0de2-42b6-a3ff-11ebdd9f4fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:32.577511 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5143aad6-0de2-42b6-a3ff-11ebdd9f4fd3 admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=94829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:45:32.578480 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5143aad6-0de2-42b6-a3ff-11ebdd9f4fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4274277'] for segment, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:32.580111 n-d-712140-12 neutron-server[94829]: Traceback (most recent call last): Aug 29 04:45:32.580111 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:45:32.580111 n-d-712140-12 neutron-server[94829]: timer() Aug 29 04:45:32.580111 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:45:32.580111 n-d-712140-12 neutron-server[94829]: cb(*args, **kw) Aug 29 04:45:32.580111 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:45:32.580111 n-d-712140-12 neutron-server[94829]: return func(*args, **kwargs) Aug 29 04:45:32.580111 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:45:32.580111 n-d-712140-12 neutron-server[94829]: self._notify() Aug 29 04:45:32.580111 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:45:32.580111 n-d-712140-12 neutron-server[94829]: self.callback(batched_events) Aug 29 04:45:32.580111 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:45:32.580111 n-d-712140-12 neutron-server[94829]: event.method(event) Aug 29 04:45:32.580111 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:45:32.580111 n-d-712140-12 neutron-server[94829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:45:32.580111 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:45:32.580111 n-d-712140-12 neutron-server[94829]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:45:32.580111 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:45:32.580111 n-d-712140-12 neutron-server[94829]: return f(self, *a, **k) Aug 29 04:45:32.580111 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:45:32.580111 n-d-712140-12 neutron-server[94829]: return self._get(url).json() Aug 29 04:45:32.580111 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:45:32.580111 n-d-712140-12 neutron-server[94829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:45:32.580111 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:45:32.580111 n-d-712140-12 neutron-server[94829]: return self.request(url, 'GET', **kwargs) Aug 29 04:45:32.580111 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:45:32.580111 n-d-712140-12 neutron-server[94829]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:45:32.580111 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:45:32.580111 n-d-712140-12 neutron-server[94829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:45:32.580111 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:45:32.580111 n-d-712140-12 neutron-server[94829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:45:32.580111 n-d-712140-12 neutron-server[94829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:45:32.632473 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5143aad6-0de2-42b6-a3ff-11ebdd9f4fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:32.637745 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5143aad6-0de2-42b6-a3ff-11ebdd9f4fd3 admin admin] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:32.639555 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-5143aad6-0de2-42b6-a3ff-11ebdd9f4fd3 admin admin] 10.222.0.22 "DELETE /v2.0/networks/f32a1ecd-d9bf-42e5-84f9-4c96d8035eba HTTP/1.1" status: 204 len: 168 time: 0.2592435 Aug 29 04:45:32.650897 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5143aad6-0de2-42b6-a3ff-11ebdd9f4fd3 admin admin] Pushing event deleted for resources: {'Network': ['ID=f32a1ecd-d9bf-42e5-84f9-4c96d8035eba,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:32.756626 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 60310) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:32.795963 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-0946c59f-65ad-42f4-b8f0-8847616b1a6d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=05513fb033c4467f89c3df7d450acab1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379734 Aug 29 04:45:32.798797 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 60312) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:32.850701 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5cdd9bda-06d0-464b-a6c6-f56183bf8eeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:32.871843 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5cdd9bda-06d0-464b-a6c6-f56183bf8eeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:32.924016 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5cdd9bda-06d0-464b-a6c6-f56183bf8eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:32.926563 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5cdd9bda-06d0-464b-a6c6-f56183bf8eeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:32.927758 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-5cdd9bda-06d0-464b-a6c6-f56183bf8eeb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/97bb743d-f627-41be-aa35-e4ea2c0fd033 HTTP/1.1" status: 204 len: 168 time: 0.1280327 Aug 29 04:45:32.936292 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdd9bda-06d0-464b-a6c6-f56183bf8eeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97bb743d-f627-41be-aa35-e4ea2c0fd033,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:33.382037 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8aed7895-5c52-4e12-81bf-05f6a659fc42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:33.650714 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 60334) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:33.753616 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-396773ef-56ab-4389-8f3d-1d88decd7e46 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-914068430-network', 'tenant_id': '7aee421f678c42aea0253beb1062efb3'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:45:33.775571 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-396773ef-56ab-4389-8f3d-1d88decd7e46 admin admin] Made reservation on behalf of 7aee421f678c42aea0253beb1062efb3 for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:45:33.777933 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-396773ef-56ab-4389-8f3d-1d88decd7e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:33.786436 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-396773ef-56ab-4389-8f3d-1d88decd7e46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:33.880459 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-396773ef-56ab-4389-8f3d-1d88decd7e46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:33.884350 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-396773ef-56ab-4389-8f3d-1d88decd7e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:33.909525 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-396773ef-56ab-4389-8f3d-1d88decd7e46 admin admin] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:45:33.919511 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396773ef-56ab-4389-8f3d-1d88decd7e46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe3beba3-4831-4321-be77-6ef5a93cecef,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:33.924583 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-396773ef-56ab-4389-8f3d-1d88decd7e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:33.924931 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-396773ef-56ab-4389-8f3d-1d88decd7e46 admin admin] Added segment 33625d17-c32d-4cc4-b4a4-d01f42f986ea of type vlan for network 6dfda774-9f20-47fe-b6e8-7c9294fb6fff Aug 29 04:45:33.970333 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-396773ef-56ab-4389-8f3d-1d88decd7e46 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:34.000682 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-396773ef-56ab-4389-8f3d-1d88decd7e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:34.001791 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396773ef-56ab-4389-8f3d-1d88decd7e46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:34.002545 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-396773ef-56ab-4389-8f3d-1d88decd7e46 admin admin] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:34.060388 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-396773ef-56ab-4389-8f3d-1d88decd7e46 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4084520 Aug 29 04:45:34.063662 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 60338) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:34.070608 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-807b62cf-e17f-4163-bec1-be8c1e7a4f7b admin admin] Request body: {'subnet': {'network_id': '6dfda774-9f20-47fe-b6e8-7c9294fb6fff', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-914068430-subnet', 'tenant_id': '7aee421f678c42aea0253beb1062efb3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:45:34.074915 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396773ef-56ab-4389-8f3d-1d88decd7e46 admin admin] Pushing event updated for resources: {'Network': ['ID=6dfda774-9f20-47fe-b6e8-7c9294fb6fff,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:34.085486 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 6dfda774-9f20-47fe-b6e8-7c9294fb6fff details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:45:34.098516 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-807b62cf-e17f-4163-bec1-be8c1e7a4f7b admin admin] Made reservation on behalf of 7aee421f678c42aea0253beb1062efb3 for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:45:34.101186 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-807b62cf-e17f-4163-bec1-be8c1e7a4f7b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4552395'] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:34.282203 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-807b62cf-e17f-4163-bec1-be8c1e7a4f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4274880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4552377'] for subnet, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:34.333710 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807b62cf-e17f-4163-bec1-be8c1e7a4f7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb25d9db-9e3b-4bee-921f-04e4976bb134,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:34.350355 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807b62cf-e17f-4163-bec1-be8c1e7a4f7b admin admin] Checking segment: {'id': '33625d17-c32d-4cc4-b4a4-d01f42f986ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6dfda774-9f20-47fe-b6e8-7c9294fb6fff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:45:34.350707 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807b62cf-e17f-4163-bec1-be8c1e7a4f7b admin admin] Network hostable DHCP agents. Network: 6dfda774-9f20-47fe-b6e8-7c9294fb6fff, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:45:34.367447 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807b62cf-e17f-4163-bec1-be8c1e7a4f7b admin admin] Network 6dfda774-9f20-47fe-b6e8-7c9294fb6fff is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:45:34.376760 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-807b62cf-e17f-4163-bec1-be8c1e7a4f7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 6dfda774-9f20-47fe-b6e8-7c9294fb6fff) {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:45:34.382943 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807b62cf-e17f-4163-bec1-be8c1e7a4f7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:34.384032 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-807b62cf-e17f-4163-bec1-be8c1e7a4f7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:34.384583 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b79fb6-e12a-4dc1-a739-7d8a0aeeb373 None None] Network 6dfda774-9f20-47fe-b6e8-7c9294fb6fff requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:45:34.404086 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-807b62cf-e17f-4163-bec1-be8c1e7a4f7b admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3339264 Aug 29 04:45:34.532854 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8103d8c-5c57-438b-b13b-a1a3b7c7e9d5 None None] Network 6dfda774-9f20-47fe-b6e8-7c9294fb6fff requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:45:34.554522 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:45:34.835637 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62d1aab-ee17-4e15-bc60-5dac9222a70c req-ab4b0720-ef73-47d3-bcda-a9798c7ad24e tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:34.837198 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e62d1aab-ee17-4e15-bc60-5dac9222a70c req-ab4b0720-ef73-47d3-bcda-a9798c7ad24e tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.22 "GET /v2.0/networks?id=6dfda774-9f20-47fe-b6e8-7c9294fb6fff HTTP/1.1" status: 200 len: 814 time: 0.1047549 Aug 29 04:45:34.853654 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e62d1aab-ee17-4e15-bc60-5dac9222a70c req-084a3b73-bdfb-429d-9bdf-5212751ad8b9 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.22 "GET /v2.0/quotas/7aee421f678c42aea0253beb1062efb3 HTTP/1.1" status: 200 len: 375 time: 0.0102162 Aug 29 04:45:34.887897 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e62d1aab-ee17-4e15-bc60-5dac9222a70c req-e096af9e-f685-4251-917d-c8bcbea74062 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=7aee421f678c42aea0253beb1062efb3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281835 Aug 29 04:45:34.982350 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e62d1aab-ee17-4e15-bc60-5dac9222a70c req-0907f867-9042-4294-a0c4-ef66e5e815e8 service neutron] 10.222.0.22 "GET /v2.0/networks/6dfda774-9f20-47fe-b6e8-7c9294fb6fff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872450 Aug 29 04:45:35.071275 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e62d1aab-ee17-4e15-bc60-5dac9222a70c req-c2a97f25-f027-4739-9db0-cf929d1267e5 service neutron] 10.222.0.22 "GET /v2.0/networks/6dfda774-9f20-47fe-b6e8-7c9294fb6fff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825112 Aug 29 04:45:35.230214 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d4278895-0a5e-4dde-8359-b54bd3168bbc req-03aaa481-6ae1-4745-9103-9930a426aea9 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.22 "GET /v2.0/ports?device_id=cce25463-ace0-497b-a690-db729d5087c7 HTTP/1.1" status: 200 len: 210 time: 0.0291171 Aug 29 04:45:36.235937 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62d1aab-ee17-4e15-bc60-5dac9222a70c req-ca797327-0d08-4adb-96e9-f464f4f90cbd tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:36.238554 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e62d1aab-ee17-4e15-bc60-5dac9222a70c req-ca797327-0d08-4adb-96e9-f464f4f90cbd tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.48 "GET /v2.0/networks?id=6dfda774-9f20-47fe-b6e8-7c9294fb6fff HTTP/1.1" status: 200 len: 814 time: 0.1209018 Aug 29 04:45:36.244369 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8b505f6b-eb57-459a-8dcc-50a7dedcdbb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:36.265014 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-e62d1aab-ee17-4e15-bc60-5dac9222a70c req-4b7585f5-d7d9-47ba-ad4c-69e67f592c4f tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Request body: {'port': {'device_id': 'cce25463-ace0-497b-a690-db729d5087c7', 'network_id': '6dfda774-9f20-47fe-b6e8-7c9294fb6fff', 'admin_state_up': True, 'tenant_id': '7aee421f678c42aea0253beb1062efb3'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:45:36.346113 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-75dafc07-75b3-41e1-811c-75106b5402a9 req-92d8543a-260f-4c48-ae62-ab0ef856822b tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.22 "GET /v2.0/ports?device_id=cce25463-ace0-497b-a690-db729d5087c7 HTTP/1.1" status: 200 len: 210 time: 0.0349216 Aug 29 04:45:36.410143 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e62d1aab-ee17-4e15-bc60-5dac9222a70c req-4b7585f5-d7d9-47ba-ad4c-69e67f592c4f tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Made reservation on behalf of 7aee421f678c42aea0253beb1062efb3 for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:45:36.413900 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-e62d1aab-ee17-4e15-bc60-5dac9222a70c req-4b7585f5-d7d9-47ba-ad4c-69e67f592c4f tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:36.561902 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-e62d1aab-ee17-4e15-bc60-5dac9222a70c req-4b7585f5-d7d9-47ba-ad4c-69e67f592c4f tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Allocated IP 172.20.0.11 (6dfda774-9f20-47fe-b6e8-7c9294fb6fff/eb25d9db-9e3b-4bee-921f-04e4976bb134/48ad6c77-6057-404c-a4fe-f79e342fd444) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:45:36.720704 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-e62d1aab-ee17-4e15-bc60-5dac9222a70c req-4b7585f5-d7d9-47ba-ad4c-69e67f592c4f tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:36.769059 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-e62d1aab-ee17-4e15-bc60-5dac9222a70c req-4b7585f5-d7d9-47ba-ad4c-69e67f592c4f tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:36.814786 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e62d1aab-ee17-4e15-bc60-5dac9222a70c req-4b7585f5-d7d9-47ba-ad4c-69e67f592c4f tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Network 6dfda774-9f20-47fe-b6e8-7c9294fb6fff is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:45:36.817847 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-e62d1aab-ee17-4e15-bc60-5dac9222a70c req-4b7585f5-d7d9-47ba-ad4c-69e67f592c4f tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:45:36.820383 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-e62d1aab-ee17-4e15-bc60-5dac9222a70c req-4b7585f5-d7d9-47ba-ad4c-69e67f592c4f tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:45:36.847294 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7585f5-d7d9-47ba-ad4c-69e67f592c4f tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Pushing event updated for resources: {'Port': ['ID=48ad6c77-6057-404c-a4fe-f79e342fd444,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:36.873646 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62d1aab-ee17-4e15-bc60-5dac9222a70c req-4b7585f5-d7d9-47ba-ad4c-69e67f592c4f tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:36.874317 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-e62d1aab-ee17-4e15-bc60-5dac9222a70c req-4b7585f5-d7d9-47ba-ad4c-69e67f592c4f tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:36.888968 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e62d1aab-ee17-4e15-bc60-5dac9222a70c req-4b7585f5-d7d9-47ba-ad4c-69e67f592c4f tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6282876 Aug 29 04:45:36.907257 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-e62d1aab-ee17-4e15-bc60-5dac9222a70c req-2be460c4-903e-4b00-b8ef-93dbbe07fb94 service neutron] Request body: {'port': {'device_id': 'cce25463-ace0-497b-a690-db729d5087c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:45:36.964231 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-e62d1aab-ee17-4e15-bc60-5dac9222a70c req-2be460c4-903e-4b00-b8ef-93dbbe07fb94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:37.231561 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:37.234143 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:37.251253 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-e62d1aab-ee17-4e15-bc60-5dac9222a70c req-2be460c4-903e-4b00-b8ef-93dbbe07fb94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48ad6c77-6057-404c-a4fe-f79e342fd444 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:45:37.259711 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-e62d1aab-ee17-4e15-bc60-5dac9222a70c req-2be460c4-903e-4b00-b8ef-93dbbe07fb94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:37.273742 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-e62d1aab-ee17-4e15-bc60-5dac9222a70c req-2be460c4-903e-4b00-b8ef-93dbbe07fb94 service neutron] Transition to ACTIVE for port object 48ad6c77-6057-404c-a4fe-f79e342fd444 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:45:37.278255 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-e62d1aab-ee17-4e15-bc60-5dac9222a70c req-2be460c4-903e-4b00-b8ef-93dbbe07fb94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:37.326113 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be460c4-903e-4b00-b8ef-93dbbe07fb94 service neutron] Pushing event updated for resources: {'Port': ['ID=48ad6c77-6057-404c-a4fe-f79e342fd444,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:37.349545 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be460c4-903e-4b00-b8ef-93dbbe07fb94 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:37.349889 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be460c4-903e-4b00-b8ef-93dbbe07fb94 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:37.350228 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be460c4-903e-4b00-b8ef-93dbbe07fb94 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:37.350562 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be460c4-903e-4b00-b8ef-93dbbe07fb94 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:37.350893 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be460c4-903e-4b00-b8ef-93dbbe07fb94 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:37.351220 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be460c4-903e-4b00-b8ef-93dbbe07fb94 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:37.351550 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be460c4-903e-4b00-b8ef-93dbbe07fb94 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:37.351899 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be460c4-903e-4b00-b8ef-93dbbe07fb94 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:37.352225 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be460c4-903e-4b00-b8ef-93dbbe07fb94 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:37.352546 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be460c4-903e-4b00-b8ef-93dbbe07fb94 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:37.352865 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be460c4-903e-4b00-b8ef-93dbbe07fb94 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:37.353184 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be460c4-903e-4b00-b8ef-93dbbe07fb94 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:37.413734 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-e62d1aab-ee17-4e15-bc60-5dac9222a70c req-2be460c4-903e-4b00-b8ef-93dbbe07fb94 service neutron] Attempting to bind port 48ad6c77-6057-404c-a4fe-f79e342fd444 on host n-h2-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:45:37.414624 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-e62d1aab-ee17-4e15-bc60-5dac9222a70c req-2be460c4-903e-4b00-b8ef-93dbbe07fb94 service neutron] Attempting to bind port 48ad6c77-6057-404c-a4fe-f79e342fd444 by drivers openvswitch,hyperv on host n-h2-712140-12 at level 0 using segments [{'id': '33625d17-c32d-4cc4-b4a4-d01f42f986ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6dfda774-9f20-47fe-b6e8-7c9294fb6fff'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:45:37.415398 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62d1aab-ee17-4e15-bc60-5dac9222a70c req-2be460c4-903e-4b00-b8ef-93dbbe07fb94 service neutron] Attempting to bind port 48ad6c77-6057-404c-a4fe-f79e342fd444 on network 6dfda774-9f20-47fe-b6e8-7c9294fb6fff {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:45:37.423187 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62d1aab-ee17-4e15-bc60-5dac9222a70c req-2be460c4-903e-4b00-b8ef-93dbbe07fb94 service neutron] Port 48ad6c77-6057-404c-a4fe-f79e342fd444 on network 6dfda774-9f20-47fe-b6e8-7c9294fb6fff not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:45:37.423666 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62d1aab-ee17-4e15-bc60-5dac9222a70c req-2be460c4-903e-4b00-b8ef-93dbbe07fb94 service neutron] Attempting to bind port 48ad6c77-6057-404c-a4fe-f79e342fd444 on network 6dfda774-9f20-47fe-b6e8-7c9294fb6fff {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:45:37.428846 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62d1aab-ee17-4e15-bc60-5dac9222a70c req-2be460c4-903e-4b00-b8ef-93dbbe07fb94 service neutron] Checking agent: {'id': 'b3a0606b-b029-4f5e-8798-3a32b71d8844', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:45:37.429597 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62d1aab-ee17-4e15-bc60-5dac9222a70c req-2be460c4-903e-4b00-b8ef-93dbbe07fb94 service neutron] Checking segment: {'id': '33625d17-c32d-4cc4-b4a4-d01f42f986ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6dfda774-9f20-47fe-b6e8-7c9294fb6fff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:45:37.429981 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62d1aab-ee17-4e15-bc60-5dac9222a70c req-2be460c4-903e-4b00-b8ef-93dbbe07fb94 service neutron] Bound using segment: {'id': '33625d17-c32d-4cc4-b4a4-d01f42f986ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6dfda774-9f20-47fe-b6e8-7c9294fb6fff'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:45:37.430407 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-e62d1aab-ee17-4e15-bc60-5dac9222a70c req-2be460c4-903e-4b00-b8ef-93dbbe07fb94 service neutron] Bound port: 48ad6c77-6057-404c-a4fe-f79e342fd444, host: n-h2-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33625d17-c32d-4cc4-b4a4-d01f42f986ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6dfda774-9f20-47fe-b6e8-7c9294fb6fff'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:45:37.430774 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-e62d1aab-ee17-4e15-bc60-5dac9222a70c req-2be460c4-903e-4b00-b8ef-93dbbe07fb94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:37.476180 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ba4d51-ecad-4056-8d28-ef3bd980866a req-02fde835-10d2-4396-832d-3b6b8d1e8d44 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:37.477704 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-08ba4d51-ecad-4056-8d28-ef3bd980866a req-02fde835-10d2-4396-832d-3b6b8d1e8d44 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.22 "GET /v2.0/ports?device_id=cce25463-ace0-497b-a690-db729d5087c7 HTTP/1.1" status: 200 len: 944 time: 0.0564315 Aug 29 04:45:37.503603 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-e62d1aab-ee17-4e15-bc60-5dac9222a70c req-2be460c4-903e-4b00-b8ef-93dbbe07fb94 service neutron] For port 48ad6c77-6057-404c-a4fe-f79e342fd444, host n-h2-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:45:37.506779 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-e62d1aab-ee17-4e15-bc60-5dac9222a70c req-2be460c4-903e-4b00-b8ef-93dbbe07fb94 service neutron] For port 48ad6c77-6057-404c-a4fe-f79e342fd444, host n-h2-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=48ad6c77-6057-404c-a4fe-f79e342fd444,segment=NetworkSegment(33625d17-c32d-4cc4-b4a4-d01f42f986ea),segment_id=33625d17-c32d-4cc4-b4a4-d01f42f986ea)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:45:37.511967 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-e62d1aab-ee17-4e15-bc60-5dac9222a70c req-2be460c4-903e-4b00-b8ef-93dbbe07fb94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:37.518134 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-08ba4d51-ecad-4056-8d28-ef3bd980866a req-2b9b799c-8227-4d8d-b726-1ab33964aa88 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.22 "GET /v2.0/security-groups?id=fe3beba3-4831-4321-be77-6ef5a93cecef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335279 Aug 29 04:45:37.552897 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62d1aab-ee17-4e15-bc60-5dac9222a70c req-2be460c4-903e-4b00-b8ef-93dbbe07fb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:37.553525 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-e62d1aab-ee17-4e15-bc60-5dac9222a70c req-2be460c4-903e-4b00-b8ef-93dbbe07fb94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:37.555196 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e62d1aab-ee17-4e15-bc60-5dac9222a70c req-2be460c4-903e-4b00-b8ef-93dbbe07fb94 service neutron] 10.222.0.48 "PUT /v2.0/ports/48ad6c77-6057-404c-a4fe-f79e342fd444 HTTP/1.1" status: 200 len: 1093 time: 0.6526003 Aug 29 04:45:37.555638 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cce25463-ace0-497b-a690-db729d5087c7', 'tag': '48ad6c77-6057-404c-a4fe-f79e342fd444'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:45:37.557929 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4791f01e-e9f8-4bca-bbb5-2777e652acfc" -d '{"events": [{"name": "network-changed", "server_uuid": "cce25463-ace0-497b-a690-db729d5087c7", "tag": "48ad6c77-6057-404c-a4fe-f79e342fd444"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:45:37.587460 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be460c4-903e-4b00-b8ef-93dbbe07fb94 service neutron] Pushing event updated for resources: {'Port': ['ID=48ad6c77-6057-404c-a4fe-f79e342fd444,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:37.605404 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5dcf9b0-c53b-4b5a-ad3c-23cab83bc9bb x-openstack-request-id: req-c5dcf9b0-c53b-4b5a-ad3c-23cab83bc9bb {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:45:37.605701 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cce25463-ace0-497b-a690-db729d5087c7", "tag": "48ad6c77-6057-404c-a4fe-f79e342fd444", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:45:37.605962 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c5dcf9b0-c53b-4b5a-ad3c-23cab83bc9bb {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:45:37.606372 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cce25463-ace0-497b-a690-db729d5087c7', 'tag': '48ad6c77-6057-404c-a4fe-f79e342fd444', 'status': 'completed', 'code': 200} Aug 29 04:45:37.662619 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62d1aab-ee17-4e15-bc60-5dac9222a70c req-68310ca8-9c52-4e87-be5c-e51c26ce1d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:37.664162 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e62d1aab-ee17-4e15-bc60-5dac9222a70c req-68310ca8-9c52-4e87-be5c-e51c26ce1d61 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7aee421f678c42aea0253beb1062efb3&device_id=cce25463-ace0-497b-a690-db729d5087c7 HTTP/1.1" status: 200 len: 1096 time: 0.0415990 Aug 29 04:45:37.720950 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e62d1aab-ee17-4e15-bc60-5dac9222a70c req-6be68912-d941-4a18-aa4e-34adc70c50db service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=48ad6c77-6057-404c-a4fe-f79e342fd444 HTTP/1.1" status: 200 len: 217 time: 0.0419655 Aug 29 04:45:37.772230 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62d1aab-ee17-4e15-bc60-5dac9222a70c req-73a579f0-b57b-41c0-8b99-85fac46f9385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:37.773639 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e62d1aab-ee17-4e15-bc60-5dac9222a70c req-73a579f0-b57b-41c0-8b99-85fac46f9385 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=eb25d9db-9e3b-4bee-921f-04e4976bb134 HTTP/1.1" status: 200 len: 854 time: 0.0455194 Aug 29 04:45:37.806384 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e62d1aab-ee17-4e15-bc60-5dac9222a70c req-f9e75f11-2e40-42f1-9e49-9caccf9a7459 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6dfda774-9f20-47fe-b6e8-7c9294fb6fff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248377 Aug 29 04:45:37.902242 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e62d1aab-ee17-4e15-bc60-5dac9222a70c req-a5207b62-432c-470b-a7f8-d90521995f58 service neutron] 10.222.0.48 "GET /v2.0/networks/6dfda774-9f20-47fe-b6e8-7c9294fb6fff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882916 Aug 29 04:45:37.993909 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e62d1aab-ee17-4e15-bc60-5dac9222a70c req-1abbb899-b005-4878-ac06-91b4ac977896 service neutron] 10.222.0.48 "GET /v2.0/networks/6dfda774-9f20-47fe-b6e8-7c9294fb6fff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844779 Aug 29 04:45:38.119547 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4791f01e-e9f8-4bca-bbb5-2777e652acfc req-c4387173-8ead-4fda-b992-75d4ff682903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:38.121112 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4791f01e-e9f8-4bca-bbb5-2777e652acfc req-c4387173-8ead-4fda-b992-75d4ff682903 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7aee421f678c42aea0253beb1062efb3&device_id=cce25463-ace0-497b-a690-db729d5087c7 HTTP/1.1" status: 200 len: 1096 time: 0.0429389 Aug 29 04:45:38.215518 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4791f01e-e9f8-4bca-bbb5-2777e652acfc req-7af8070c-e612-4698-8cd7-0631b6a0604d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:38.217030 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4791f01e-e9f8-4bca-bbb5-2777e652acfc req-7af8070c-e612-4698-8cd7-0631b6a0604d service neutron] 10.222.0.48 "GET /v2.0/networks?id=6dfda774-9f20-47fe-b6e8-7c9294fb6fff HTTP/1.1" status: 200 len: 915 time: 0.0884833 Aug 29 04:45:38.259622 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4791f01e-e9f8-4bca-bbb5-2777e652acfc req-aa221988-741c-457e-818c-447308e97f25 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=48ad6c77-6057-404c-a4fe-f79e342fd444 HTTP/1.1" status: 200 len: 217 time: 0.0351627 Aug 29 04:45:38.313127 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4791f01e-e9f8-4bca-bbb5-2777e652acfc req-e992b2a7-0855-4871-af8a-f9a2cba044e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:38.314603 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4791f01e-e9f8-4bca-bbb5-2777e652acfc req-e992b2a7-0855-4871-af8a-f9a2cba044e1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=eb25d9db-9e3b-4bee-921f-04e4976bb134 HTTP/1.1" status: 200 len: 854 time: 0.0484807 Aug 29 04:45:38.346668 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4791f01e-e9f8-4bca-bbb5-2777e652acfc req-6fa21556-7412-4801-834b-4c668934b114 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6dfda774-9f20-47fe-b6e8-7c9294fb6fff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247507 Aug 29 04:45:38.438487 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4791f01e-e9f8-4bca-bbb5-2777e652acfc req-f93d0309-13ff-403d-864e-ba537571b7cb service neutron] 10.222.0.48 "GET /v2.0/networks/6dfda774-9f20-47fe-b6e8-7c9294fb6fff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842004 Aug 29 04:45:38.542136 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4791f01e-e9f8-4bca-bbb5-2777e652acfc req-ec04df3b-568d-4527-b5da-010c20aae6b2 service neutron] 10.222.0.48 "GET /v2.0/networks/6dfda774-9f20-47fe-b6e8-7c9294fb6fff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964100 Aug 29 04:45:38.642720 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a145e3a-000c-4e4d-96ae-627d1bb3a71e req-88914da7-5183-4d82-a3be-7f3e6132f0f3 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:38.644396 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5a145e3a-000c-4e4d-96ae-627d1bb3a71e req-88914da7-5183-4d82-a3be-7f3e6132f0f3 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.22 "GET /v2.0/ports?device_id=cce25463-ace0-497b-a690-db729d5087c7 HTTP/1.1" status: 200 len: 944 time: 0.0568633 Aug 29 04:45:38.683637 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5a145e3a-000c-4e4d-96ae-627d1bb3a71e req-05beb1d0-0867-4066-8700-63c7d86d95fa tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.22 "GET /v2.0/security-groups?id=fe3beba3-4831-4321-be77-6ef5a93cecef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332932 Aug 29 04:45:38.739358 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:39.807927 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f0a7a9-988d-40ed-b3d8-f4d530c1d0d3 req-d58f1950-1cfb-440a-b007-e8566c69fa90 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:39.809481 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-43f0a7a9-988d-40ed-b3d8-f4d530c1d0d3 req-d58f1950-1cfb-440a-b007-e8566c69fa90 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.22 "GET /v2.0/ports?device_id=cce25463-ace0-497b-a690-db729d5087c7 HTTP/1.1" status: 200 len: 944 time: 0.0561457 Aug 29 04:45:39.854134 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-43f0a7a9-988d-40ed-b3d8-f4d530c1d0d3 req-14085fab-d04d-4779-a0fb-266988a6c638 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.22 "GET /v2.0/security-groups?id=fe3beba3-4831-4321-be77-6ef5a93cecef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382710 Aug 29 04:45:40.970040 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed187d-ac4a-4806-a07d-5342efe60d3f req-02eb36aa-5236-4cd7-89f4-facdb38dfd9c tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:40.971550 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-deed187d-ac4a-4806-a07d-5342efe60d3f req-02eb36aa-5236-4cd7-89f4-facdb38dfd9c tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.22 "GET /v2.0/ports?device_id=cce25463-ace0-497b-a690-db729d5087c7 HTTP/1.1" status: 200 len: 944 time: 0.0486114 Aug 29 04:45:41.010347 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-deed187d-ac4a-4806-a07d-5342efe60d3f req-f856d340-df8e-4810-bf82-41ac558aac76 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.22 "GET /v2.0/security-groups?id=fe3beba3-4831-4321-be77-6ef5a93cecef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327933 Aug 29 04:45:42.129880 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973a4123-2b30-4166-9ed7-1c748097eb04 req-13e1271a-0de5-4ca5-9761-4ce0035db30f tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:42.131207 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-973a4123-2b30-4166-9ed7-1c748097eb04 req-13e1271a-0de5-4ca5-9761-4ce0035db30f tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.22 "GET /v2.0/ports?device_id=cce25463-ace0-497b-a690-db729d5087c7 HTTP/1.1" status: 200 len: 944 time: 0.0507927 Aug 29 04:45:42.170699 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-973a4123-2b30-4166-9ed7-1c748097eb04 req-1a00b005-00dd-4400-b52d-3b3ea99bf998 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.22 "GET /v2.0/security-groups?id=fe3beba3-4831-4321-be77-6ef5a93cecef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330646 Aug 29 04:45:42.751056 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 48ad6c77-6057-404c-a4fe-f79e342fd444 details requested by agent hyperv_n-h2-712140-12 with host n-h2-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:45:42.847433 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 48ad6c77-6057-404c-a4fe-f79e342fd444, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=48ad6c77-6057-404c-a4fe-f79e342fd444,segment=NetworkSegment(33625d17-c32d-4cc4-b4a4-d01f42f986ea),segment_id=33625d17-c32d-4cc4-b4a4-d01f42f986ea)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:45:42.859413 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Returning: {'device': '48ad6c77-6057-404c-a4fe-f79e342fd444', 'network_id': '6dfda774-9f20-47fe-b6e8-7c9294fb6fff', 'port_id': '48ad6c77-6057-404c-a4fe-f79e342fd444', 'mac_address': 'fa:16:3e:af:6e:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb25d9db-9e3b-4bee-921f-04e4976bb134', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:45:42.897498 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:42.910576 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48ad6c77-6057-404c-a4fe-f79e342fd444 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:45:42.930375 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 48ad6c77-6057-404c-a4fe-f79e342fd444, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=48ad6c77-6057-404c-a4fe-f79e342fd444,segment=NetworkSegment(33625d17-c32d-4cc4-b4a4-d01f42f986ea),segment_id=33625d17-c32d-4cc4-b4a4-d01f42f986ea)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:45:42.934476 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:42.984349 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=48ad6c77-6057-404c-a4fe-f79e342fd444,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:42.991825 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:42.992175 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:42.992522 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:42.992859 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:42.993192 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:42.993524 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:42.993853 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:42.994177 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:42.994502 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:42.994825 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:42.995149 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:42.995471 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:43.298750 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811fccbb-018f-43e4-85bc-710cd56cc5b8 req-f4b9eac4-220f-4733-89b9-2203b1a7b44b tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:43.300490 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-811fccbb-018f-43e4-85bc-710cd56cc5b8 req-f4b9eac4-220f-4733-89b9-2203b1a7b44b tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.22 "GET /v2.0/ports?device_id=cce25463-ace0-497b-a690-db729d5087c7 HTTP/1.1" status: 200 len: 945 time: 0.0622981 Aug 29 04:45:43.301107 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['48ad6c77-6057-404c-a4fe-f79e342fd444'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:45:43.344011 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-811fccbb-018f-43e4-85bc-710cd56cc5b8 req-e54050c7-4c88-46fa-b364-ad7af4008192 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.22 "GET /v2.0/security-groups?id=fe3beba3-4831-4321-be77-6ef5a93cecef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325437 Aug 29 04:45:44.474421 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ae0855-1658-44ff-a044-cc8eaa270e46 req-77f32eab-a334-48cf-a84f-849aae4d0cf7 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:44.476306 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e8ae0855-1658-44ff-a044-cc8eaa270e46 req-77f32eab-a334-48cf-a84f-849aae4d0cf7 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.22 "GET /v2.0/ports?device_id=cce25463-ace0-497b-a690-db729d5087c7 HTTP/1.1" status: 200 len: 945 time: 0.0584788 Aug 29 04:45:44.516729 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e8ae0855-1658-44ff-a044-cc8eaa270e46 req-808a4108-add0-4710-8495-78c725fed994 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.22 "GET /v2.0/security-groups?id=fe3beba3-4831-4321-be77-6ef5a93cecef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341392 Aug 29 04:45:44.753656 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 48ad6c77-6057-404c-a4fe-f79e342fd444 up at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:45:44.802825 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning for port 48ad6c77-6057-404c-a4fe-f79e342fd444 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:45:44.807188 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning complete for port 48ad6c77-6057-404c-a4fe-f79e342fd444 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:45:44.807586 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:44.888392 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:44.912812 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cce25463-ace0-497b-a690-db729d5087c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48ad6c77-6057-404c-a4fe-f79e342fd444'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:45:44.915089 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00a69c0d-6701-4ef8-ad8e-6a350193e18d" -d '{"events": [{"server_uuid": "cce25463-ace0-497b-a690-db729d5087c7", "name": "network-vif-plugged", "status": "completed", "tag": "48ad6c77-6057-404c-a4fe-f79e342fd444"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:45:44.932264 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 48ad6c77-6057-404c-a4fe-f79e342fd444, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=48ad6c77-6057-404c-a4fe-f79e342fd444,segment=NetworkSegment(33625d17-c32d-4cc4-b4a4-d01f42f986ea),segment_id=33625d17-c32d-4cc4-b4a4-d01f42f986ea)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:45:44.938376 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:44.969488 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2315603-9534-414c-985a-4c51e44b0e41 x-openstack-request-id: req-c2315603-9534-414c-985a-4c51e44b0e41 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:45:44.969777 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cce25463-ace0-497b-a690-db729d5087c7", "name": "network-vif-plugged", "status": "completed", "tag": "48ad6c77-6057-404c-a4fe-f79e342fd444", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:45:44.970024 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c2315603-9534-414c-985a-4c51e44b0e41 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:45:44.970406 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cce25463-ace0-497b-a690-db729d5087c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48ad6c77-6057-404c-a4fe-f79e342fd444', 'code': 200} Aug 29 04:45:44.995955 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=48ad6c77-6057-404c-a4fe-f79e342fd444,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:45.086323 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abed307-5a1e-4bb3-9498-b7741614af9e req-b3db944b-993b-4a63-8c17-70a09ab3e6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:45.087881 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2abed307-5a1e-4bb3-9498-b7741614af9e req-b3db944b-993b-4a63-8c17-70a09ab3e6d7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=cce25463-ace0-497b-a690-db729d5087c7 HTTP/1.1" status: 200 len: 1098 time: 0.0454192 Aug 29 04:45:45.123278 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2abed307-5a1e-4bb3-9498-b7741614af9e req-71557785-27f3-4c1e-ace4-93c9e10a7268 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=fe3beba3-4831-4321-be77-6ef5a93cecef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288408 Aug 29 04:45:45.638002 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d70143-cf76-432b-b786-ed7ced81c37a req-4b886b5e-47be-4ae1-9cbc-f2076747edcd tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:45.640138 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-55d70143-cf76-432b-b786-ed7ced81c37a req-4b886b5e-47be-4ae1-9cbc-f2076747edcd tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.22 "GET /v2.0/ports?device_id=cce25463-ace0-497b-a690-db729d5087c7 HTTP/1.1" status: 200 len: 946 time: 0.0525088 Aug 29 04:45:45.681006 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-55d70143-cf76-432b-b786-ed7ced81c37a req-34d7e4b7-ada1-4983-bb5e-c0b0ce10496d tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.22 "GET /v2.0/security-groups?id=fe3beba3-4831-4321-be77-6ef5a93cecef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323434 Aug 29 04:45:46.800194 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d949841-89b7-474a-b514-c87773858686 req-4a1ca42d-0d5f-4cda-9c20-636a7c36d45d tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:46.801700 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1d949841-89b7-474a-b514-c87773858686 req-4a1ca42d-0d5f-4cda-9c20-636a7c36d45d tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.22 "GET /v2.0/ports?device_id=cce25463-ace0-497b-a690-db729d5087c7 HTTP/1.1" status: 200 len: 946 time: 0.0533371 Aug 29 04:45:46.840557 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1d949841-89b7-474a-b514-c87773858686 req-4a03d25a-c610-4e51-8495-362919f975dc tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.22 "GET /v2.0/security-groups?id=fe3beba3-4831-4321-be77-6ef5a93cecef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324464 Aug 29 04:45:49.278659 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:52.624558 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8d1460-5d04-4ce0-ac35-d65aaf8c9333 req-7fd2db09-f585-4600-9c2d-ccc77c50dc88 tempest-TestNetworkAdvancedServerOps-81455967 tempest-TestNetworkAdvancedServerOps-81455967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:52.625964 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1a8d1460-5d04-4ce0-ac35-d65aaf8c9333 req-7fd2db09-f585-4600-9c2d-ccc77c50dc88 tempest-TestNetworkAdvancedServerOps-81455967 tempest-TestNetworkAdvancedServerOps-81455967-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=e895665e-ce20-4d86-8d21-4b640a9a59e2 HTTP/1.1" status: 200 len: 1098 time: 0.0416679 Aug 29 04:45:52.661457 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1a8d1460-5d04-4ce0-ac35-d65aaf8c9333 req-ba3ada7f-5925-423c-84f7-db972137120c tempest-TestNetworkAdvancedServerOps-81455967 tempest-TestNetworkAdvancedServerOps-81455967-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=8b4a8fe4-6771-434f-9ebc-be699b1ab308&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292590 Aug 29 04:45:52.795061 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1370b24f-f2f2-42f6-955b-a078c0f3ee33 req-bd890cd4-198a-477d-bc82-85766c9ce5df tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:52.797194 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1370b24f-f2f2-42f6-955b-a078c0f3ee33 req-bd890cd4-198a-477d-bc82-85766c9ce5df tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=e895665e-ce20-4d86-8d21-4b640a9a59e2 HTTP/1.1" status: 200 len: 946 time: 0.0648146 Aug 29 04:45:52.837683 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1370b24f-f2f2-42f6-955b-a078c0f3ee33 req-139da139-02a8-4502-ae52-e42cb734dca2 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b4a8fe4-6771-434f-9ebc-be699b1ab308&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343006 Aug 29 04:45:52.861225 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 60434) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:52.933184 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-44c24753-5aac-4016-9319-75f434192071 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/floatingips/da789d3f-db43-480b-80eb-f8859e585c40 HTTP/1.1" status: 200 len: 994 time: 0.0702600 Aug 29 04:45:53.507457 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb6aa0d-2075-4f45-93a7-2838bcd23707 req-c3a0a824-a285-4cc4-b435-77f823270683 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:53.509160 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-edb6aa0d-2075-4f45-93a7-2838bcd23707 req-c3a0a824-a285-4cc4-b435-77f823270683 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=e895665e-ce20-4d86-8d21-4b640a9a59e2 HTTP/1.1" status: 200 len: 946 time: 0.0543714 Aug 29 04:45:53.550358 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-edb6aa0d-2075-4f45-93a7-2838bcd23707 req-5b39fce8-8d85-47bd-880b-d1d34a9e6ce3 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b4a8fe4-6771-434f-9ebc-be699b1ab308&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344830 Aug 29 04:45:53.567561 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-24884bdb-fd25-44e6-9ba5-94c134a20985 req-c8042467-7486-40ed-b210-34b56101ae1b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e895665e-ce20-4d86-8d21-4b640a9a59e2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1142428 Aug 29 04:45:54.681153 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d944da28-709b-47ae-87a9-e2add806729d req-3c014bb1-8d6c-484b-b8b5-7dda1043931c tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:54.682685 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d944da28-709b-47ae-87a9-e2add806729d req-3c014bb1-8d6c-484b-b8b5-7dda1043931c tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=e895665e-ce20-4d86-8d21-4b640a9a59e2 HTTP/1.1" status: 200 len: 946 time: 0.0567086 Aug 29 04:45:54.724966 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d944da28-709b-47ae-87a9-e2add806729d req-f2dc032d-1e01-468e-a44f-fde485aa0a60 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b4a8fe4-6771-434f-9ebc-be699b1ab308&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348248 Aug 29 04:45:54.915511 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24884bdb-fd25-44e6-9ba5-94c134a20985 req-79e86306-1e32-4777-80a8-073c2a9f56ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:54.917172 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-24884bdb-fd25-44e6-9ba5-94c134a20985 req-79e86306-1e32-4777-80a8-073c2a9f56ad service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9fb1fbcb8cc9402ba4fdb36d489735a9&device_id=e895665e-ce20-4d86-8d21-4b640a9a59e2 HTTP/1.1" status: 200 len: 1098 time: 0.0475338 Aug 29 04:45:55.013328 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24884bdb-fd25-44e6-9ba5-94c134a20985 req-489eb905-c856-46ed-86be-42d40e5b6236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:55.014852 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-24884bdb-fd25-44e6-9ba5-94c134a20985 req-489eb905-c856-46ed-86be-42d40e5b6236 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d328fb11-c7d1-438d-bb8c-05989bc4db8d HTTP/1.1" status: 200 len: 896 time: 0.0904510 Aug 29 04:45:55.093891 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-24884bdb-fd25-44e6-9ba5-94c134a20985 req-e591905c-1414-4b5f-89f7-23a899b61ca6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2aeb6fb6-5c25-4f64-9998-9e7f5db10af6 HTTP/1.1" status: 200 len: 1002 time: 0.0677140 Aug 29 04:45:55.146359 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24884bdb-fd25-44e6-9ba5-94c134a20985 req-2bb6db30-d3c5-482a-bade-29757356ff51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:55.148796 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-24884bdb-fd25-44e6-9ba5-94c134a20985 req-2bb6db30-d3c5-482a-bade-29757356ff51 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e4b27025-b392-4846-85a3-2001b5ccd5f6 HTTP/1.1" status: 200 len: 835 time: 0.0465560 Aug 29 04:45:55.201475 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24884bdb-fd25-44e6-9ba5-94c134a20985 req-7b604634-aa02-426b-a628-d67ca6a7f58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:55.203428 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-24884bdb-fd25-44e6-9ba5-94c134a20985 req-7b604634-aa02-426b-a628-d67ca6a7f58d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d328fb11-c7d1-438d-bb8c-05989bc4db8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453844 Aug 29 04:45:55.295015 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-24884bdb-fd25-44e6-9ba5-94c134a20985 req-8b4b840a-a6e4-4996-a94d-0604d154b8f4 service neutron] 10.222.0.46 "GET /v2.0/networks/d328fb11-c7d1-438d-bb8c-05989bc4db8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826192 Aug 29 04:45:55.390465 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-24884bdb-fd25-44e6-9ba5-94c134a20985 req-b8c097eb-00dc-4c68-a482-f155001d4c33 service neutron] 10.222.0.46 "GET /v2.0/networks/d328fb11-c7d1-438d-bb8c-05989bc4db8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877352 Aug 29 04:45:55.843532 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6229d2b-10b6-4387-9379-bdae2a85134d req-cda9bc32-ee24-4819-817c-2c4cd6ebcfaf tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:55.845149 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f6229d2b-10b6-4387-9379-bdae2a85134d req-cda9bc32-ee24-4819-817c-2c4cd6ebcfaf tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=e895665e-ce20-4d86-8d21-4b640a9a59e2 HTTP/1.1" status: 200 len: 946 time: 0.0499258 Aug 29 04:45:55.896123 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f6229d2b-10b6-4387-9379-bdae2a85134d req-ecb123bd-0851-4da4-9d1d-a56458d7709b tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b4a8fe4-6771-434f-9ebc-be699b1ab308&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443776 Aug 29 04:45:57.013041 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49a2de4-1e04-4308-992e-90d6f57542b1 req-afeb2105-5abe-49bf-bc5c-7ccf55986129 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:57.014779 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a49a2de4-1e04-4308-992e-90d6f57542b1 req-afeb2105-5abe-49bf-bc5c-7ccf55986129 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=e895665e-ce20-4d86-8d21-4b640a9a59e2 HTTP/1.1" status: 200 len: 946 time: 0.0495758 Aug 29 04:45:57.054164 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a49a2de4-1e04-4308-992e-90d6f57542b1 req-e0e84eb4-b653-4822-8266-6c5b25d7d3ca tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b4a8fe4-6771-434f-9ebc-be699b1ab308&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326519 Aug 29 04:45:58.185689 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec68642-4183-4e46-b152-7891bbb0c3a3 req-36ee8d38-6efe-40b6-85dc-c19c5130d528 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:58.187346 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1ec68642-4183-4e46-b152-7891bbb0c3a3 req-36ee8d38-6efe-40b6-85dc-c19c5130d528 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=e895665e-ce20-4d86-8d21-4b640a9a59e2 HTTP/1.1" status: 200 len: 946 time: 0.0582416 Aug 29 04:45:58.229781 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1ec68642-4183-4e46-b152-7891bbb0c3a3 req-33294e89-af47-4a8a-9e64-a9b686cc212b tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b4a8fe4-6771-434f-9ebc-be699b1ab308&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361724 Aug 29 04:45:58.766934 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:59.351577 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edecc068-a841-4927-b8ce-048a44f3f5b6 req-3ebea64f-d2ac-42d5-b839-33a7c3d46b73 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:59.353167 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-edecc068-a841-4927-b8ce-048a44f3f5b6 req-3ebea64f-d2ac-42d5-b839-33a7c3d46b73 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=e895665e-ce20-4d86-8d21-4b640a9a59e2 HTTP/1.1" status: 200 len: 946 time: 0.0534720 Aug 29 04:45:59.398717 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-edecc068-a841-4927-b8ce-048a44f3f5b6 req-519835c7-9ddd-4a45-8e08-c90647bdc75e tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b4a8fe4-6771-434f-9ebc-be699b1ab308&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375774 Aug 29 04:45:59.775074 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900c1d2e-ca68-4e92-82ec-72baf9e2837b req-ffd0bccd-0513-4d83-abd4-b133a8010345 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:59.776709 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-900c1d2e-ca68-4e92-82ec-72baf9e2837b req-ffd0bccd-0513-4d83-abd4-b133a8010345 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.22 "GET /v2.0/networks?id=6dfda774-9f20-47fe-b6e8-7c9294fb6fff HTTP/1.1" status: 200 len: 814 time: 0.3787522 Aug 29 04:45:59.793341 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-900c1d2e-ca68-4e92-82ec-72baf9e2837b req-b78ae811-0db6-44d3-9371-3baf82be6cb9 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.22 "GET /v2.0/quotas/7aee421f678c42aea0253beb1062efb3 HTTP/1.1" status: 200 len: 375 time: 0.0093327 Aug 29 04:45:59.844252 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-900c1d2e-ca68-4e92-82ec-72baf9e2837b req-689d9ba2-421f-4de1-8587-12d0e5d77322 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=7aee421f678c42aea0253beb1062efb3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0452275 Aug 29 04:45:59.935567 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-900c1d2e-ca68-4e92-82ec-72baf9e2837b req-d06203e4-c6ad-4e8f-87b8-9078a08a4311 service neutron] 10.222.0.22 "GET /v2.0/networks/6dfda774-9f20-47fe-b6e8-7c9294fb6fff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841441 Aug 29 04:46:00.028335 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-900c1d2e-ca68-4e92-82ec-72baf9e2837b req-d2bc816e-da6f-4a17-aca7-d492085e7220 service neutron] 10.222.0.22 "GET /v2.0/networks/6dfda774-9f20-47fe-b6e8-7c9294fb6fff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859053 Aug 29 04:46:00.202906 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5fd30425-2b26-4e1f-9936-7b9b5f1fbe9f req-7368ccbd-52b9-4890-bb1b-710b261f245c tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.22 "GET /v2.0/ports?device_id=971669a0-878d-4d35-b215-c05bf4d4db83 HTTP/1.1" status: 200 len: 210 time: 0.0325725 Aug 29 04:46:00.520073 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322a4d9e-4b00-47d7-bdd4-154ace4b1be4 req-d85557a9-2a1c-4827-9b76-2aafe084e45a tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:00.521594 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-322a4d9e-4b00-47d7-bdd4-154ace4b1be4 req-d85557a9-2a1c-4827-9b76-2aafe084e45a tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=e895665e-ce20-4d86-8d21-4b640a9a59e2 HTTP/1.1" status: 200 len: 946 time: 0.0521541 Aug 29 04:46:00.578691 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-322a4d9e-4b00-47d7-bdd4-154ace4b1be4 req-6eea2cd1-5262-40f1-a574-b6595c97ea06 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b4a8fe4-6771-434f-9ebc-be699b1ab308&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492289 Aug 29 04:46:01.157828 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900c1d2e-ca68-4e92-82ec-72baf9e2837b req-0725d194-5bcd-414f-9250-1b21b3da6186 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:01.159218 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-900c1d2e-ca68-4e92-82ec-72baf9e2837b req-0725d194-5bcd-414f-9250-1b21b3da6186 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.46 "GET /v2.0/networks?id=6dfda774-9f20-47fe-b6e8-7c9294fb6fff HTTP/1.1" status: 200 len: 814 time: 0.1233866 Aug 29 04:46:01.177753 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-900c1d2e-ca68-4e92-82ec-72baf9e2837b req-e58de556-6fc2-42e3-97e9-09dd72e0e119 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Request body: {'port': {'device_id': '971669a0-878d-4d35-b215-c05bf4d4db83', 'network_id': '6dfda774-9f20-47fe-b6e8-7c9294fb6fff', 'admin_state_up': True, 'tenant_id': '7aee421f678c42aea0253beb1062efb3'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:46:01.305770 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-900c1d2e-ca68-4e92-82ec-72baf9e2837b req-e58de556-6fc2-42e3-97e9-09dd72e0e119 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Made reservation on behalf of 7aee421f678c42aea0253beb1062efb3 for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:46:01.309375 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-900c1d2e-ca68-4e92-82ec-72baf9e2837b req-e58de556-6fc2-42e3-97e9-09dd72e0e119 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:01.328602 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-39abd316-674a-4f25-8a51-92d723c841fa req-355a6c95-77f3-4f30-9bfa-f4c08eaef90f tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.22 "GET /v2.0/ports?device_id=971669a0-878d-4d35-b215-c05bf4d4db83 HTTP/1.1" status: 200 len: 210 time: 0.0348158 Aug 29 04:46:01.437595 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-900c1d2e-ca68-4e92-82ec-72baf9e2837b req-e58de556-6fc2-42e3-97e9-09dd72e0e119 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Allocated IP 172.20.0.5 (6dfda774-9f20-47fe-b6e8-7c9294fb6fff/eb25d9db-9e3b-4bee-921f-04e4976bb134/8f507ff0-8cf1-423a-9431-7b943fe9d2b4) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:46:01.585937 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-900c1d2e-ca68-4e92-82ec-72baf9e2837b req-e58de556-6fc2-42e3-97e9-09dd72e0e119 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:01.629200 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-900c1d2e-ca68-4e92-82ec-72baf9e2837b req-e58de556-6fc2-42e3-97e9-09dd72e0e119 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:01.672765 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['48ad6c77-6057-404c-a4fe-f79e342fd444'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:46:01.707805 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-900c1d2e-ca68-4e92-82ec-72baf9e2837b req-e58de556-6fc2-42e3-97e9-09dd72e0e119 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Network 6dfda774-9f20-47fe-b6e8-7c9294fb6fff is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:46:01.714886 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-900c1d2e-ca68-4e92-82ec-72baf9e2837b req-e58de556-6fc2-42e3-97e9-09dd72e0e119 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:46:01.721700 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-900c1d2e-ca68-4e92-82ec-72baf9e2837b req-e58de556-6fc2-42e3-97e9-09dd72e0e119 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:46:01.728502 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58de556-6fc2-42e3-97e9-09dd72e0e119 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Pushing event updated for resources: {'Port': ['ID=8f507ff0-8cf1-423a-9431-7b943fe9d2b4,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:01.777391 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036f3187-c2a2-48b7-9d25-1d8597110fa8 req-8b5728df-c7ad-478d-a364-fa0ff526127e tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:01.778928 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-036f3187-c2a2-48b7-9d25-1d8597110fa8 req-8b5728df-c7ad-478d-a364-fa0ff526127e tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=e895665e-ce20-4d86-8d21-4b640a9a59e2 HTTP/1.1" status: 200 len: 946 time: 0.1185694 Aug 29 04:46:01.794230 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900c1d2e-ca68-4e92-82ec-72baf9e2837b req-e58de556-6fc2-42e3-97e9-09dd72e0e119 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:01.794838 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-900c1d2e-ca68-4e92-82ec-72baf9e2837b req-e58de556-6fc2-42e3-97e9-09dd72e0e119 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:01.830863 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-900c1d2e-ca68-4e92-82ec-72baf9e2837b req-e58de556-6fc2-42e3-97e9-09dd72e0e119 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6612947 Aug 29 04:46:01.838674 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-036f3187-c2a2-48b7-9d25-1d8597110fa8 req-00797c13-830b-4c54-9465-b417a2dd27b8 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b4a8fe4-6771-434f-9ebc-be699b1ab308&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512578 Aug 29 04:46:01.844660 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-900c1d2e-ca68-4e92-82ec-72baf9e2837b req-6f069de0-7310-4538-a54f-d5f0947eac85 service neutron] Request body: {'port': {'device_id': '971669a0-878d-4d35-b215-c05bf4d4db83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:46:01.899334 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-900c1d2e-ca68-4e92-82ec-72baf9e2837b req-6f069de0-7310-4538-a54f-d5f0947eac85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:02.181238 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-900c1d2e-ca68-4e92-82ec-72baf9e2837b req-6f069de0-7310-4538-a54f-d5f0947eac85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f507ff0-8cf1-423a-9431-7b943fe9d2b4 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:46:02.189372 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-900c1d2e-ca68-4e92-82ec-72baf9e2837b req-6f069de0-7310-4538-a54f-d5f0947eac85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:02.201056 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-900c1d2e-ca68-4e92-82ec-72baf9e2837b req-6f069de0-7310-4538-a54f-d5f0947eac85 service neutron] Transition to ACTIVE for port object 8f507ff0-8cf1-423a-9431-7b943fe9d2b4 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:46:02.204919 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-900c1d2e-ca68-4e92-82ec-72baf9e2837b req-6f069de0-7310-4538-a54f-d5f0947eac85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:02.263025 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f069de0-7310-4538-a54f-d5f0947eac85 service neutron] Pushing event updated for resources: {'Port': ['ID=8f507ff0-8cf1-423a-9431-7b943fe9d2b4,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:02.329901 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-900c1d2e-ca68-4e92-82ec-72baf9e2837b req-6f069de0-7310-4538-a54f-d5f0947eac85 service neutron] Attempting to bind port 8f507ff0-8cf1-423a-9431-7b943fe9d2b4 on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:46:02.330234 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-900c1d2e-ca68-4e92-82ec-72baf9e2837b req-6f069de0-7310-4538-a54f-d5f0947eac85 service neutron] Attempting to bind port 8f507ff0-8cf1-423a-9431-7b943fe9d2b4 by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': '33625d17-c32d-4cc4-b4a4-d01f42f986ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6dfda774-9f20-47fe-b6e8-7c9294fb6fff'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:46:02.330565 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900c1d2e-ca68-4e92-82ec-72baf9e2837b req-6f069de0-7310-4538-a54f-d5f0947eac85 service neutron] Attempting to bind port 8f507ff0-8cf1-423a-9431-7b943fe9d2b4 on network 6dfda774-9f20-47fe-b6e8-7c9294fb6fff {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:46:02.334795 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900c1d2e-ca68-4e92-82ec-72baf9e2837b req-6f069de0-7310-4538-a54f-d5f0947eac85 service neutron] Port 8f507ff0-8cf1-423a-9431-7b943fe9d2b4 on network 6dfda774-9f20-47fe-b6e8-7c9294fb6fff not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:46:02.335119 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900c1d2e-ca68-4e92-82ec-72baf9e2837b req-6f069de0-7310-4538-a54f-d5f0947eac85 service neutron] Attempting to bind port 8f507ff0-8cf1-423a-9431-7b943fe9d2b4 on network 6dfda774-9f20-47fe-b6e8-7c9294fb6fff {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:46:02.340096 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900c1d2e-ca68-4e92-82ec-72baf9e2837b req-6f069de0-7310-4538-a54f-d5f0947eac85 service neutron] Checking agent: {'id': '3de9de52-3a03-431d-9d7e-497ae92c57ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:46:02.340442 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900c1d2e-ca68-4e92-82ec-72baf9e2837b req-6f069de0-7310-4538-a54f-d5f0947eac85 service neutron] Checking segment: {'id': '33625d17-c32d-4cc4-b4a4-d01f42f986ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6dfda774-9f20-47fe-b6e8-7c9294fb6fff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:46:02.340830 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900c1d2e-ca68-4e92-82ec-72baf9e2837b req-6f069de0-7310-4538-a54f-d5f0947eac85 service neutron] Bound using segment: {'id': '33625d17-c32d-4cc4-b4a4-d01f42f986ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6dfda774-9f20-47fe-b6e8-7c9294fb6fff'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:46:02.341259 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-900c1d2e-ca68-4e92-82ec-72baf9e2837b req-6f069de0-7310-4538-a54f-d5f0947eac85 service neutron] Bound port: 8f507ff0-8cf1-423a-9431-7b943fe9d2b4, host: n-h1-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33625d17-c32d-4cc4-b4a4-d01f42f986ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6dfda774-9f20-47fe-b6e8-7c9294fb6fff'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:46:02.341624 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-900c1d2e-ca68-4e92-82ec-72baf9e2837b req-6f069de0-7310-4538-a54f-d5f0947eac85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:02.406662 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-900c1d2e-ca68-4e92-82ec-72baf9e2837b req-6f069de0-7310-4538-a54f-d5f0947eac85 service neutron] For port 8f507ff0-8cf1-423a-9431-7b943fe9d2b4, host n-h1-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:46:02.410257 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-900c1d2e-ca68-4e92-82ec-72baf9e2837b req-6f069de0-7310-4538-a54f-d5f0947eac85 service neutron] For port 8f507ff0-8cf1-423a-9431-7b943fe9d2b4, host n-h1-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=8f507ff0-8cf1-423a-9431-7b943fe9d2b4,segment=NetworkSegment(33625d17-c32d-4cc4-b4a4-d01f42f986ea),segment_id=33625d17-c32d-4cc4-b4a4-d01f42f986ea)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:46:02.414825 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-900c1d2e-ca68-4e92-82ec-72baf9e2837b req-6f069de0-7310-4538-a54f-d5f0947eac85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:02.453067 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900c1d2e-ca68-4e92-82ec-72baf9e2837b req-6f069de0-7310-4538-a54f-d5f0947eac85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:02.453696 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-900c1d2e-ca68-4e92-82ec-72baf9e2837b req-6f069de0-7310-4538-a54f-d5f0947eac85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:02.455178 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-900c1d2e-ca68-4e92-82ec-72baf9e2837b req-6f069de0-7310-4538-a54f-d5f0947eac85 service neutron] 10.222.0.46 "PUT /v2.0/ports/8f507ff0-8cf1-423a-9431-7b943fe9d2b4 HTTP/1.1" status: 200 len: 1092 time: 0.6153793 Aug 29 04:46:02.455750 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '971669a0-878d-4d35-b215-c05bf4d4db83', 'tag': '8f507ff0-8cf1-423a-9431-7b943fe9d2b4'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:46:02.457055 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bb369a-8008-427a-9654-ecd7a7475623 req-c7ca316d-87d0-403d-b3ea-bb2f437c62eb tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:02.458015 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fef8ae87-d0b7-43fb-8e3b-2e36e2c99daf" -d '{"events": [{"name": "network-changed", "server_uuid": "971669a0-878d-4d35-b215-c05bf4d4db83", "tag": "8f507ff0-8cf1-423a-9431-7b943fe9d2b4"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:46:02.458616 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c2bb369a-8008-427a-9654-ecd7a7475623 req-c7ca316d-87d0-403d-b3ea-bb2f437c62eb tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.22 "GET /v2.0/ports?device_id=971669a0-878d-4d35-b215-c05bf4d4db83 HTTP/1.1" status: 200 len: 943 time: 0.0621481 Aug 29 04:46:02.487483 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f069de0-7310-4538-a54f-d5f0947eac85 service neutron] Pushing event updated for resources: {'Port': ['ID=8f507ff0-8cf1-423a-9431-7b943fe9d2b4,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:02.508686 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86c8311d-0329-458d-8c31-20b5ef5e930c x-openstack-request-id: req-86c8311d-0329-458d-8c31-20b5ef5e930c {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:46:02.508988 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "971669a0-878d-4d35-b215-c05bf4d4db83", "tag": "8f507ff0-8cf1-423a-9431-7b943fe9d2b4", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:46:02.509241 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-86c8311d-0329-458d-8c31-20b5ef5e930c {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:46:02.509668 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '971669a0-878d-4d35-b215-c05bf4d4db83', 'tag': '8f507ff0-8cf1-423a-9431-7b943fe9d2b4', 'status': 'completed', 'code': 200} Aug 29 04:46:02.521112 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c2bb369a-8008-427a-9654-ecd7a7475623 req-59a61c6d-1949-4718-b13e-ce0fdff9463e tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.22 "GET /v2.0/security-groups?id=fe3beba3-4831-4321-be77-6ef5a93cecef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479448 Aug 29 04:46:02.539173 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900c1d2e-ca68-4e92-82ec-72baf9e2837b req-def45b73-e751-4a17-a28f-3637a5555736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:02.540721 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-900c1d2e-ca68-4e92-82ec-72baf9e2837b req-def45b73-e751-4a17-a28f-3637a5555736 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7aee421f678c42aea0253beb1062efb3&device_id=971669a0-878d-4d35-b215-c05bf4d4db83 HTTP/1.1" status: 200 len: 1095 time: 0.0442016 Aug 29 04:46:02.585649 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-900c1d2e-ca68-4e92-82ec-72baf9e2837b req-e186e67c-0f26-436f-8d21-cb44829744de service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f507ff0-8cf1-423a-9431-7b943fe9d2b4 HTTP/1.1" status: 200 len: 217 time: 0.0370967 Aug 29 04:46:02.646334 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900c1d2e-ca68-4e92-82ec-72baf9e2837b req-6747ffaa-d5bc-4fe1-8eae-4b9ed63b529f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:02.647872 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-900c1d2e-ca68-4e92-82ec-72baf9e2837b req-6747ffaa-d5bc-4fe1-8eae-4b9ed63b529f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=eb25d9db-9e3b-4bee-921f-04e4976bb134 HTTP/1.1" status: 200 len: 854 time: 0.0538259 Aug 29 04:46:02.681636 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-900c1d2e-ca68-4e92-82ec-72baf9e2837b req-5b8eae7e-f631-4295-bf0e-f7f8ae1ff48a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6dfda774-9f20-47fe-b6e8-7c9294fb6fff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245302 Aug 29 04:46:02.782201 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-900c1d2e-ca68-4e92-82ec-72baf9e2837b req-fd4aae60-e77f-4b98-ab37-629f1c82e5cc service neutron] 10.222.0.46 "GET /v2.0/networks/6dfda774-9f20-47fe-b6e8-7c9294fb6fff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911453 Aug 29 04:46:02.874981 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-900c1d2e-ca68-4e92-82ec-72baf9e2837b req-3a2cb9e5-ce60-4826-8c20-765020ef8494 service neutron] 10.222.0.46 "GET /v2.0/networks/6dfda774-9f20-47fe-b6e8-7c9294fb6fff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852523 Aug 29 04:46:02.990889 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef8ae87-d0b7-43fb-8e3b-2e36e2c99daf req-91f3a987-7c7f-4a7b-8ee4-0a64fb9905c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:02.992447 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fef8ae87-d0b7-43fb-8e3b-2e36e2c99daf req-91f3a987-7c7f-4a7b-8ee4-0a64fb9905c2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7aee421f678c42aea0253beb1062efb3&device_id=971669a0-878d-4d35-b215-c05bf4d4db83 HTTP/1.1" status: 200 len: 1095 time: 0.0733740 Aug 29 04:46:03.004738 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f82c1dc-cd64-48b5-8972-c7e4285b8297 req-04f6958e-2246-41d3-b63a-58b5cd11f058 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:03.006216 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1f82c1dc-cd64-48b5-8972-c7e4285b8297 req-04f6958e-2246-41d3-b63a-58b5cd11f058 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=e895665e-ce20-4d86-8d21-4b640a9a59e2 HTTP/1.1" status: 200 len: 946 time: 0.0774162 Aug 29 04:46:03.096240 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1f82c1dc-cd64-48b5-8972-c7e4285b8297 req-57bc1650-9aff-403e-b2fc-7db6decdf2d6 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b4a8fe4-6771-434f-9ebc-be699b1ab308&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802932 Aug 29 04:46:03.116147 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef8ae87-d0b7-43fb-8e3b-2e36e2c99daf req-b3feb7d9-81d9-46c3-bdab-7f7e995f9ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:03.117614 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fef8ae87-d0b7-43fb-8e3b-2e36e2c99daf req-b3feb7d9-81d9-46c3-bdab-7f7e995f9ff4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6dfda774-9f20-47fe-b6e8-7c9294fb6fff HTTP/1.1" status: 200 len: 915 time: 0.1105368 Aug 29 04:46:03.167665 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fef8ae87-d0b7-43fb-8e3b-2e36e2c99daf req-33823fc5-eb0a-4c30-acdc-d0d609c4744c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f507ff0-8cf1-423a-9431-7b943fe9d2b4 HTTP/1.1" status: 200 len: 217 time: 0.0409703 Aug 29 04:46:03.233566 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef8ae87-d0b7-43fb-8e3b-2e36e2c99daf req-dff947ed-ec6c-4757-a55f-59af8b4fcb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:03.235463 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fef8ae87-d0b7-43fb-8e3b-2e36e2c99daf req-dff947ed-ec6c-4757-a55f-59af8b4fcb7c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=eb25d9db-9e3b-4bee-921f-04e4976bb134 HTTP/1.1" status: 200 len: 854 time: 0.0544767 Aug 29 04:46:03.269117 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fef8ae87-d0b7-43fb-8e3b-2e36e2c99daf req-023869b4-f693-4e3b-be8a-574081b7950c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6dfda774-9f20-47fe-b6e8-7c9294fb6fff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249264 Aug 29 04:46:03.362630 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fef8ae87-d0b7-43fb-8e3b-2e36e2c99daf req-f24b3b60-bf86-499b-9853-0769dd1eef4f service neutron] 10.222.0.46 "GET /v2.0/networks/6dfda774-9f20-47fe-b6e8-7c9294fb6fff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859766 Aug 29 04:46:03.384041 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d8d86944-29c1-43bf-9766-a0f9785c01e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:03.459899 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fef8ae87-d0b7-43fb-8e3b-2e36e2c99daf req-bfb50a0b-f16e-462b-8586-96c686530122 service neutron] 10.222.0.46 "GET /v2.0/networks/6dfda774-9f20-47fe-b6e8-7c9294fb6fff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887914 Aug 29 04:46:03.638509 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bef47b5-e54d-41c3-9c70-21b1c1a570eb req-8c6ff7ee-27ed-4a55-aae3-7360b8e00475 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:03.640393 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5bef47b5-e54d-41c3-9c70-21b1c1a570eb req-8c6ff7ee-27ed-4a55-aae3-7360b8e00475 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.22 "GET /v2.0/ports?device_id=971669a0-878d-4d35-b215-c05bf4d4db83 HTTP/1.1" status: 200 len: 943 time: 0.0509148 Aug 29 04:46:03.680933 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5bef47b5-e54d-41c3-9c70-21b1c1a570eb req-9d47aa47-6383-4b15-8471-7a1629586581 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.22 "GET /v2.0/security-groups?id=fe3beba3-4831-4321-be77-6ef5a93cecef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345793 Aug 29 04:46:04.212175 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff898089-982f-4913-bbdb-6488e3eca54c req-ebca06ea-271e-49de-9100-da86fd5ab51a tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:04.213966 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ff898089-982f-4913-bbdb-6488e3eca54c req-ebca06ea-271e-49de-9100-da86fd5ab51a tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=e895665e-ce20-4d86-8d21-4b640a9a59e2 HTTP/1.1" status: 200 len: 946 time: 0.0489607 Aug 29 04:46:04.253633 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ff898089-982f-4913-bbdb-6488e3eca54c req-9af90c21-eb17-4f69-8904-0782abf8cdb7 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b4a8fe4-6771-434f-9ebc-be699b1ab308&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324321 Aug 29 04:46:04.801506 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4732d6-1ccd-4adf-ace1-6a839c99e51d req-44e694de-4b30-40bc-a978-d65ce553afec tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:04.803013 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1b4732d6-1ccd-4adf-ace1-6a839c99e51d req-44e694de-4b30-40bc-a978-d65ce553afec tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.22 "GET /v2.0/ports?device_id=971669a0-878d-4d35-b215-c05bf4d4db83 HTTP/1.1" status: 200 len: 943 time: 0.0531027 Aug 29 04:46:04.846449 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1b4732d6-1ccd-4adf-ace1-6a839c99e51d req-803edc7c-821e-4cdc-80ec-efd7a5f949d0 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.22 "GET /v2.0/security-groups?id=fe3beba3-4831-4321-be77-6ef5a93cecef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368133 Aug 29 04:46:05.375833 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b748063a-860b-450a-9038-56d114fcf7b5 req-78707d57-d32e-473e-b410-27c2a3df25f6 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:05.377534 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b748063a-860b-450a-9038-56d114fcf7b5 req-78707d57-d32e-473e-b410-27c2a3df25f6 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=e895665e-ce20-4d86-8d21-4b640a9a59e2 HTTP/1.1" status: 200 len: 946 time: 0.0538895 Aug 29 04:46:05.418737 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b748063a-860b-450a-9038-56d114fcf7b5 req-5c18c80b-319a-411f-ba87-91e6eb3c318a tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b4a8fe4-6771-434f-9ebc-be699b1ab308&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349901 Aug 29 04:46:05.970979 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383d2dd8-8b54-4aac-8a72-98eee265dae0 req-fd2f4f87-7b3a-4787-acd2-6d57c44e5618 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:05.972565 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-383d2dd8-8b54-4aac-8a72-98eee265dae0 req-fd2f4f87-7b3a-4787-acd2-6d57c44e5618 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.22 "GET /v2.0/ports?device_id=971669a0-878d-4d35-b215-c05bf4d4db83 HTTP/1.1" status: 200 len: 943 time: 0.0565672 Aug 29 04:46:06.017600 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-383d2dd8-8b54-4aac-8a72-98eee265dae0 req-00b9cc59-1671-4f3a-af78-bb71ea2d9578 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.22 "GET /v2.0/security-groups?id=fe3beba3-4831-4321-be77-6ef5a93cecef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369139 Aug 29 04:46:06.194983 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 8f507ff0-8cf1-423a-9431-7b943fe9d2b4 details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:46:06.281709 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-75d334e5-0400-488a-aed8-c6c65532191d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:06.310677 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 8f507ff0-8cf1-423a-9431-7b943fe9d2b4, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=8f507ff0-8cf1-423a-9431-7b943fe9d2b4,segment=NetworkSegment(33625d17-c32d-4cc4-b4a4-d01f42f986ea),segment_id=33625d17-c32d-4cc4-b4a4-d01f42f986ea)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:46:06.322188 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Returning: {'device': '8f507ff0-8cf1-423a-9431-7b943fe9d2b4', 'network_id': '6dfda774-9f20-47fe-b6e8-7c9294fb6fff', 'port_id': '8f507ff0-8cf1-423a-9431-7b943fe9d2b4', 'mac_address': 'fa:16:3e:59:ac:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb25d9db-9e3b-4bee-921f-04e4976bb134', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:46:06.364199 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:06.377681 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f507ff0-8cf1-423a-9431-7b943fe9d2b4 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:46:06.398353 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 8f507ff0-8cf1-423a-9431-7b943fe9d2b4, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=8f507ff0-8cf1-423a-9431-7b943fe9d2b4,segment=NetworkSegment(33625d17-c32d-4cc4-b4a4-d01f42f986ea),segment_id=33625d17-c32d-4cc4-b4a4-d01f42f986ea)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:46:06.402377 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:06.448412 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=8f507ff0-8cf1-423a-9431-7b943fe9d2b4,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:06.538721 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a290a4-aa7d-47f1-b526-83f381b970f2 req-36982607-c368-4e45-9173-941e3369a897 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:06.540160 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-22a290a4-aa7d-47f1-b526-83f381b970f2 req-36982607-c368-4e45-9173-941e3369a897 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=e895665e-ce20-4d86-8d21-4b640a9a59e2 HTTP/1.1" status: 200 len: 946 time: 0.0491595 Aug 29 04:46:06.580228 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-22a290a4-aa7d-47f1-b526-83f381b970f2 req-487502c7-eb04-4035-b65a-c680a74ee063 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b4a8fe4-6771-434f-9ebc-be699b1ab308&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316892 Aug 29 04:46:06.622433 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['8f507ff0-8cf1-423a-9431-7b943fe9d2b4'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:46:07.121618 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615e342f-8757-458b-aeb1-51451a473c23 req-cac90ea6-a357-40f5-b7aa-15fc444e8dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:07.123163 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-615e342f-8757-458b-aeb1-51451a473c23 req-cac90ea6-a357-40f5-b7aa-15fc444e8dcf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9fb1fbcb8cc9402ba4fdb36d489735a9&device_id=e895665e-ce20-4d86-8d21-4b640a9a59e2 HTTP/1.1" status: 200 len: 1098 time: 0.0409548 Aug 29 04:46:07.131967 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203ca4ef-07a0-4caf-abe5-eb0f628f9a7e req-f6f95eb0-2e3f-4559-b35c-057d61422836 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:07.133624 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-203ca4ef-07a0-4caf-abe5-eb0f628f9a7e req-f6f95eb0-2e3f-4559-b35c-057d61422836 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.22 "GET /v2.0/ports?device_id=971669a0-878d-4d35-b215-c05bf4d4db83 HTTP/1.1" status: 200 len: 944 time: 0.0488896 Aug 29 04:46:07.172025 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-203ca4ef-07a0-4caf-abe5-eb0f628f9a7e req-ba861fcb-7c86-44fa-aa5c-c1e754cbf874 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.22 "GET /v2.0/security-groups?id=fe3beba3-4831-4321-be77-6ef5a93cecef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320187 Aug 29 04:46:07.232003 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615e342f-8757-458b-aeb1-51451a473c23 req-6e080ff1-f739-4d24-a506-c0e34da79941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:07.234113 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-615e342f-8757-458b-aeb1-51451a473c23 req-6e080ff1-f739-4d24-a506-c0e34da79941 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d328fb11-c7d1-438d-bb8c-05989bc4db8d HTTP/1.1" status: 200 len: 896 time: 0.0897837 Aug 29 04:46:07.236495 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:07.240440 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:07.302815 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-615e342f-8757-458b-aeb1-51451a473c23 req-73311efe-54d0-4a90-b631-62581f9ec6ac service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2aeb6fb6-5c25-4f64-9998-9e7f5db10af6 HTTP/1.1" status: 200 len: 1002 time: 0.0609426 Aug 29 04:46:07.359169 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615e342f-8757-458b-aeb1-51451a473c23 req-ad4eefcd-e901-48b7-8b1d-736521ac3a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:07.360745 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-615e342f-8757-458b-aeb1-51451a473c23 req-ad4eefcd-e901-48b7-8b1d-736521ac3a62 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e4b27025-b392-4846-85a3-2001b5ccd5f6 HTTP/1.1" status: 200 len: 835 time: 0.0510507 Aug 29 04:46:07.409744 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615e342f-8757-458b-aeb1-51451a473c23 req-f6aa6ab6-64da-4def-9439-034634777c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:07.411551 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-615e342f-8757-458b-aeb1-51451a473c23 req-f6aa6ab6-64da-4def-9439-034634777c54 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d328fb11-c7d1-438d-bb8c-05989bc4db8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437760 Aug 29 04:46:07.505492 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-615e342f-8757-458b-aeb1-51451a473c23 req-c1240115-fcef-4045-99f8-9a8c1985380d service neutron] 10.222.0.46 "GET /v2.0/networks/d328fb11-c7d1-438d-bb8c-05989bc4db8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865328 Aug 29 04:46:07.559144 n-d-712140-12 neutron-server[94829]: INFO neutron.api.v2.resource [req-24884bdb-fd25-44e6-9ba5-94c134a20985 req-21001d1c-1ec4-4141-b904-3d6585067cab service neutron] show failed (client error): The resource could not be found. Aug 29 04:46:07.560204 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-24884bdb-fd25-44e6-9ba5-94c134a20985 req-21001d1c-1ec4-4141-b904-3d6585067cab service neutron] 10.222.0.46 "GET /v2.0/ports/2aeb6fb6-5c25-4f64-9998-9e7f5db10af6/bindings/n-h2-712140-12 HTTP/1.1" status: 404 len: 381 time: 0.3317926 Aug 29 04:46:07.610126 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-615e342f-8757-458b-aeb1-51451a473c23 req-db601eb7-b697-440e-a86c-60b76079762a service neutron] 10.222.0.46 "GET /v2.0/networks/d328fb11-c7d1-438d-bb8c-05989bc4db8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968549 Aug 29 04:46:07.708999 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afea796-b734-45b8-bfa4-996cad72d04e req-98fb24b5-ba16-4652-b220-59f3bf636f7a tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:07.710654 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8afea796-b734-45b8-bfa4-996cad72d04e req-98fb24b5-ba16-4652-b220-59f3bf636f7a tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=e895665e-ce20-4d86-8d21-4b640a9a59e2 HTTP/1.1" status: 200 len: 946 time: 0.0570319 Aug 29 04:46:07.779516 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8afea796-b734-45b8-bfa4-996cad72d04e req-a7e39172-7d16-41a8-9280-9ad4727ef022 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b4a8fe4-6771-434f-9ebc-be699b1ab308&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622857 Aug 29 04:46:07.788872 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24884bdb-fd25-44e6-9ba5-94c134a20985 req-d712eab8-ef72-436e-9723-bb22c0752747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:07.790390 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-24884bdb-fd25-44e6-9ba5-94c134a20985 req-d712eab8-ef72-436e-9723-bb22c0752747 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e895665e-ce20-4d86-8d21-4b640a9a59e2&tenant_id=9fb1fbcb8cc9402ba4fdb36d489735a9 HTTP/1.1" status: 200 len: 1098 time: 0.0715358 Aug 29 04:46:07.811356 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-24884bdb-fd25-44e6-9ba5-94c134a20985 req-42f7b05a-30c7-46ae-94f6-9e107c91b6a4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712140-12', 'device_owner': 'compute:nova'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:46:07.866550 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-24884bdb-fd25-44e6-9ba5-94c134a20985 req-42f7b05a-30c7-46ae-94f6-9e107c91b6a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:08.070067 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-24884bdb-fd25-44e6-9ba5-94c134a20985 req-42f7b05a-30c7-46ae-94f6-9e107c91b6a4 service neutron] For port 2aeb6fb6-5c25-4f64-9998-9e7f5db10af6, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=2aeb6fb6-5c25-4f64-9998-9e7f5db10af6,segment=NetworkSegment(b29cecb8-1ddf-4d27-9622-5fba1b7a2f0c),segment_id=b29cecb8-1ddf-4d27-9622-5fba1b7a2f0c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:46:08.102259 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-24884bdb-fd25-44e6-9ba5-94c134a20985 req-42f7b05a-30c7-46ae-94f6-9e107c91b6a4 service neutron] For port 2aeb6fb6-5c25-4f64-9998-9e7f5db10af6, host n-h1-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:46:08.141339 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e895665e-ce20-4d86-8d21-4b640a9a59e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2aeb6fb6-5c25-4f64-9998-9e7f5db10af6'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:46:08.143621 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec581003-aa37-454b-b3ab-93748c390bed" -d '{"events": [{"server_uuid": "e895665e-ce20-4d86-8d21-4b640a9a59e2", "name": "network-vif-unplugged", "status": "completed", "tag": "2aeb6fb6-5c25-4f64-9998-9e7f5db10af6"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:46:08.148112 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-24884bdb-fd25-44e6-9ba5-94c134a20985 req-42f7b05a-30c7-46ae-94f6-9e107c91b6a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:08.161220 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-24884bdb-fd25-44e6-9ba5-94c134a20985 req-42f7b05a-30c7-46ae-94f6-9e107c91b6a4 service neutron] Transition to ACTIVE for port object 2aeb6fb6-5c25-4f64-9998-9e7f5db10af6 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:46:08.164843 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-24884bdb-fd25-44e6-9ba5-94c134a20985 req-42f7b05a-30c7-46ae-94f6-9e107c91b6a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:08.205938 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 8f507ff0-8cf1-423a-9431-7b943fe9d2b4 up at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:46:08.206067 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be878782-92a0-4714-a307-34404c3550c2 x-openstack-request-id: req-be878782-92a0-4714-a307-34404c3550c2 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:46:08.206067 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e895665e-ce20-4d86-8d21-4b640a9a59e2", "name": "network-vif-unplugged", "status": "completed", "tag": "2aeb6fb6-5c25-4f64-9998-9e7f5db10af6", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:46:08.206067 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-be878782-92a0-4714-a307-34404c3550c2 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:46:08.206650 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e895665e-ce20-4d86-8d21-4b640a9a59e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2aeb6fb6-5c25-4f64-9998-9e7f5db10af6', 'code': 200} Aug 29 04:46:08.248361 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f7b05a-30c7-46ae-94f6-9e107c91b6a4 service neutron] Pushing event updated for resources: {'Port': ['ID=2aeb6fb6-5c25-4f64-9998-9e7f5db10af6,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:08.270845 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning for port 8f507ff0-8cf1-423a-9431-7b943fe9d2b4 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:46:08.280179 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning complete for port 8f507ff0-8cf1-423a-9431-7b943fe9d2b4 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:46:08.281415 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:08.317030 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-24884bdb-fd25-44e6-9ba5-94c134a20985 req-42f7b05a-30c7-46ae-94f6-9e107c91b6a4 service neutron] No DVR routers for this DVR port 2aeb6fb6-5c25-4f64-9998-9e7f5db10af6 on host n-h1-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:46:08.379910 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:08.405856 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '971669a0-878d-4d35-b215-c05bf4d4db83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f507ff0-8cf1-423a-9431-7b943fe9d2b4'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:46:08.408429 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59213bff-39de-43a8-a6ab-6010bbb65ba7" -d '{"events": [{"server_uuid": "971669a0-878d-4d35-b215-c05bf4d4db83", "name": "network-vif-plugged", "status": "completed", "tag": "8f507ff0-8cf1-423a-9431-7b943fe9d2b4"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:46:08.428357 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 8f507ff0-8cf1-423a-9431-7b943fe9d2b4, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=8f507ff0-8cf1-423a-9431-7b943fe9d2b4,segment=NetworkSegment(33625d17-c32d-4cc4-b4a4-d01f42f986ea),segment_id=33625d17-c32d-4cc4-b4a4-d01f42f986ea)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:46:08.439099 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:08.456238 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cc4bc9-3983-4050-879e-3f41aacf9af7 req-faead1dd-7405-4a13-81f8-fa4d02269435 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:08.458117 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-77cc4bc9-3983-4050-879e-3f41aacf9af7 req-faead1dd-7405-4a13-81f8-fa4d02269435 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.22 "GET /v2.0/ports?device_id=971669a0-878d-4d35-b215-c05bf4d4db83 HTTP/1.1" status: 200 len: 944 time: 0.1520560 Aug 29 04:46:08.488920 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ef0342f-c746-4357-b43e-44d279ae246d x-openstack-request-id: req-8ef0342f-c746-4357-b43e-44d279ae246d {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:46:08.489240 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "971669a0-878d-4d35-b215-c05bf4d4db83", "name": "network-vif-plugged", "status": "completed", "tag": "8f507ff0-8cf1-423a-9431-7b943fe9d2b4", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:46:08.489453 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8ef0342f-c746-4357-b43e-44d279ae246d {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:46:08.490494 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '971669a0-878d-4d35-b215-c05bf4d4db83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f507ff0-8cf1-423a-9431-7b943fe9d2b4', 'code': 200} Aug 29 04:46:08.495130 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=8f507ff0-8cf1-423a-9431-7b943fe9d2b4,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:08.518510 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-77cc4bc9-3983-4050-879e-3f41aacf9af7 req-e331dff3-df11-434e-bf69-6c2352d137ec tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.22 "GET /v2.0/security-groups?id=fe3beba3-4831-4321-be77-6ef5a93cecef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503745 Aug 29 04:46:08.546404 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-24884bdb-fd25-44e6-9ba5-94c134a20985 req-42f7b05a-30c7-46ae-94f6-9e107c91b6a4 service neutron] Attempting to bind port 2aeb6fb6-5c25-4f64-9998-9e7f5db10af6 on host n-h2-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:46:08.546833 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-24884bdb-fd25-44e6-9ba5-94c134a20985 req-42f7b05a-30c7-46ae-94f6-9e107c91b6a4 service neutron] Attempting to bind port 2aeb6fb6-5c25-4f64-9998-9e7f5db10af6 by drivers openvswitch,hyperv on host n-h2-712140-12 at level 0 using segments [{'id': 'b29cecb8-1ddf-4d27-9622-5fba1b7a2f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd328fb11-c7d1-438d-bb8c-05989bc4db8d'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:46:08.547178 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24884bdb-fd25-44e6-9ba5-94c134a20985 req-42f7b05a-30c7-46ae-94f6-9e107c91b6a4 service neutron] Attempting to bind port 2aeb6fb6-5c25-4f64-9998-9e7f5db10af6 on network d328fb11-c7d1-438d-bb8c-05989bc4db8d {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:46:08.560663 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24884bdb-fd25-44e6-9ba5-94c134a20985 req-42f7b05a-30c7-46ae-94f6-9e107c91b6a4 service neutron] Port 2aeb6fb6-5c25-4f64-9998-9e7f5db10af6 on network d328fb11-c7d1-438d-bb8c-05989bc4db8d not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:46:08.561529 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24884bdb-fd25-44e6-9ba5-94c134a20985 req-42f7b05a-30c7-46ae-94f6-9e107c91b6a4 service neutron] Attempting to bind port 2aeb6fb6-5c25-4f64-9998-9e7f5db10af6 on network d328fb11-c7d1-438d-bb8c-05989bc4db8d {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:46:08.581800 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24884bdb-fd25-44e6-9ba5-94c134a20985 req-42f7b05a-30c7-46ae-94f6-9e107c91b6a4 service neutron] Checking agent: {'id': 'b3a0606b-b029-4f5e-8798-3a32b71d8844', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:46:08.582143 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24884bdb-fd25-44e6-9ba5-94c134a20985 req-42f7b05a-30c7-46ae-94f6-9e107c91b6a4 service neutron] Checking segment: {'id': 'b29cecb8-1ddf-4d27-9622-5fba1b7a2f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd328fb11-c7d1-438d-bb8c-05989bc4db8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:46:08.582534 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24884bdb-fd25-44e6-9ba5-94c134a20985 req-42f7b05a-30c7-46ae-94f6-9e107c91b6a4 service neutron] Bound using segment: {'id': 'b29cecb8-1ddf-4d27-9622-5fba1b7a2f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd328fb11-c7d1-438d-bb8c-05989bc4db8d'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:46:08.582986 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-24884bdb-fd25-44e6-9ba5-94c134a20985 req-42f7b05a-30c7-46ae-94f6-9e107c91b6a4 service neutron] Bound port: 2aeb6fb6-5c25-4f64-9998-9e7f5db10af6, host: n-h2-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b29cecb8-1ddf-4d27-9622-5fba1b7a2f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd328fb11-c7d1-438d-bb8c-05989bc4db8d'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:46:08.583354 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-24884bdb-fd25-44e6-9ba5-94c134a20985 req-42f7b05a-30c7-46ae-94f6-9e107c91b6a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:08.627939 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b25402-6e6e-44c8-bf49-a2c83d659038 req-5be97210-0244-46a1-8a6a-5130f972a4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:08.629375 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a6b25402-6e6e-44c8-bf49-a2c83d659038 req-5be97210-0244-46a1-8a6a-5130f972a4c1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=971669a0-878d-4d35-b215-c05bf4d4db83 HTTP/1.1" status: 200 len: 1097 time: 0.0772784 Aug 29 04:46:08.681769 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-24884bdb-fd25-44e6-9ba5-94c134a20985 req-42f7b05a-30c7-46ae-94f6-9e107c91b6a4 service neutron] For port 2aeb6fb6-5c25-4f64-9998-9e7f5db10af6, host n-h2-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:46:08.687083 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-24884bdb-fd25-44e6-9ba5-94c134a20985 req-42f7b05a-30c7-46ae-94f6-9e107c91b6a4 service neutron] For port 2aeb6fb6-5c25-4f64-9998-9e7f5db10af6, host n-h2-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=2aeb6fb6-5c25-4f64-9998-9e7f5db10af6,segment=NetworkSegment(b29cecb8-1ddf-4d27-9622-5fba1b7a2f0c),segment_id=b29cecb8-1ddf-4d27-9622-5fba1b7a2f0c)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:46:08.689952 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a6b25402-6e6e-44c8-bf49-a2c83d659038 req-09f63e74-003d-4c10-83a8-13e2ec43beed service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=fe3beba3-4831-4321-be77-6ef5a93cecef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522325 Aug 29 04:46:08.692580 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-24884bdb-fd25-44e6-9ba5-94c134a20985 req-42f7b05a-30c7-46ae-94f6-9e107c91b6a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:08.726594 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24884bdb-fd25-44e6-9ba5-94c134a20985 req-42f7b05a-30c7-46ae-94f6-9e107c91b6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:08.727228 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-24884bdb-fd25-44e6-9ba5-94c134a20985 req-42f7b05a-30c7-46ae-94f6-9e107c91b6a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:08.728716 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-24884bdb-fd25-44e6-9ba5-94c134a20985 req-42f7b05a-30c7-46ae-94f6-9e107c91b6a4 service neutron] 10.222.0.48 "PUT /v2.0/ports/2aeb6fb6-5c25-4f64-9998-9e7f5db10af6 HTTP/1.1" status: 200 len: 1093 time: 0.9221814 Aug 29 04:46:08.752661 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:08.755096 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f7b05a-30c7-46ae-94f6-9e107c91b6a4 service neutron] Pushing event updated for resources: {'Port': ['ID=2aeb6fb6-5c25-4f64-9998-9e7f5db10af6,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:08.821844 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24884bdb-fd25-44e6-9ba5-94c134a20985 req-f7109240-4d22-4dad-a194-7778bb4e8dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:08.823485 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-24884bdb-fd25-44e6-9ba5-94c134a20985 req-f7109240-4d22-4dad-a194-7778bb4e8dc7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9fb1fbcb8cc9402ba4fdb36d489735a9&device_id=e895665e-ce20-4d86-8d21-4b640a9a59e2 HTTP/1.1" status: 200 len: 1096 time: 0.0463552 Aug 29 04:46:08.914431 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e32d3c0-3aba-44f3-a042-2b39c60ae784 req-58a8dd1e-9bfb-4a38-b287-ed41b347fc45 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:08.916032 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6e32d3c0-3aba-44f3-a042-2b39c60ae784 req-58a8dd1e-9bfb-4a38-b287-ed41b347fc45 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=e895665e-ce20-4d86-8d21-4b640a9a59e2 HTTP/1.1" status: 200 len: 944 time: 0.0550756 Aug 29 04:46:08.925529 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24884bdb-fd25-44e6-9ba5-94c134a20985 req-9774282a-ca21-4d1a-8abc-b13a286a5209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:08.927226 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-24884bdb-fd25-44e6-9ba5-94c134a20985 req-9774282a-ca21-4d1a-8abc-b13a286a5209 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d328fb11-c7d1-438d-bb8c-05989bc4db8d HTTP/1.1" status: 200 len: 896 time: 0.0963655 Aug 29 04:46:08.963860 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6e32d3c0-3aba-44f3-a042-2b39c60ae784 req-025e2c89-61d1-4541-857b-58d0328a542c tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b4a8fe4-6771-434f-9ebc-be699b1ab308&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379455 Aug 29 04:46:08.997737 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-24884bdb-fd25-44e6-9ba5-94c134a20985 req-a3f5a8be-bd03-4391-b614-6268a1c4431f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2aeb6fb6-5c25-4f64-9998-9e7f5db10af6 HTTP/1.1" status: 200 len: 1000 time: 0.0626538 Aug 29 04:46:09.050668 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24884bdb-fd25-44e6-9ba5-94c134a20985 req-c198f57b-ee1e-4316-a7f0-3f6986617f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:09.052178 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-24884bdb-fd25-44e6-9ba5-94c134a20985 req-c198f57b-ee1e-4316-a7f0-3f6986617f57 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e4b27025-b392-4846-85a3-2001b5ccd5f6 HTTP/1.1" status: 200 len: 835 time: 0.0475631 Aug 29 04:46:09.101495 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24884bdb-fd25-44e6-9ba5-94c134a20985 req-ac531f49-5cd8-4bb6-bff2-56e8d583d7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:09.103050 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-24884bdb-fd25-44e6-9ba5-94c134a20985 req-ac531f49-5cd8-4bb6-bff2-56e8d583d7ba service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d328fb11-c7d1-438d-bb8c-05989bc4db8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433407 Aug 29 04:46:09.191503 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-24884bdb-fd25-44e6-9ba5-94c134a20985 req-1c3ea237-5cec-43fb-8d1d-ceecb46ed842 service neutron] 10.222.0.48 "GET /v2.0/networks/d328fb11-c7d1-438d-bb8c-05989bc4db8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802274 Aug 29 04:46:09.288530 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-24884bdb-fd25-44e6-9ba5-94c134a20985 req-a80df9bf-db13-413f-819a-fa87da0ebde2 service neutron] 10.222.0.48 "GET /v2.0/networks/d328fb11-c7d1-438d-bb8c-05989bc4db8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883429 Aug 29 04:46:09.643651 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9237d865-e9d3-4ff9-8df7-670c3629c9c5 req-6ade2ef9-83ae-4610-9567-c838f77e621a tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:09.645188 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9237d865-e9d3-4ff9-8df7-670c3629c9c5 req-6ade2ef9-83ae-4610-9567-c838f77e621a tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.22 "GET /v2.0/ports?device_id=971669a0-878d-4d35-b215-c05bf4d4db83 HTTP/1.1" status: 200 len: 945 time: 0.0488496 Aug 29 04:46:09.694048 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9237d865-e9d3-4ff9-8df7-670c3629c9c5 req-1a728f63-7d36-4ed2-a133-5414bfb7a290 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.22 "GET /v2.0/security-groups?id=fe3beba3-4831-4321-be77-6ef5a93cecef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342176 Aug 29 04:46:10.087862 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea0989e-c50b-40af-9de1-539a7cf9e72c req-edc07b64-cf31-4968-8769-271bd39060c5 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:10.089361 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-aea0989e-c50b-40af-9de1-539a7cf9e72c req-edc07b64-cf31-4968-8769-271bd39060c5 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=e895665e-ce20-4d86-8d21-4b640a9a59e2 HTTP/1.1" status: 200 len: 944 time: 0.0492220 Aug 29 04:46:10.130428 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-aea0989e-c50b-40af-9de1-539a7cf9e72c req-5717bbc2-1151-4fab-80b7-407c3862e85c tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b4a8fe4-6771-434f-9ebc-be699b1ab308&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323894 Aug 29 04:46:10.206949 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e895665e-ce20-4d86-8d21-4b640a9a59e2', 'tag': '2aeb6fb6-5c25-4f64-9998-9e7f5db10af6'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:46:10.209339 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52f268eb-6d99-468e-a4c0-c32a48915a1c" -d '{"events": [{"name": "network-changed", "server_uuid": "e895665e-ce20-4d86-8d21-4b640a9a59e2", "tag": "2aeb6fb6-5c25-4f64-9998-9e7f5db10af6"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:46:10.225080 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 2aeb6fb6-5c25-4f64-9998-9e7f5db10af6 no longer exists at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:46:10.258004 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9da4f6c-5b83-4d04-80c2-73e52fbe863c x-openstack-request-id: req-f9da4f6c-5b83-4d04-80c2-73e52fbe863c {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:46:10.258222 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e895665e-ce20-4d86-8d21-4b640a9a59e2", "tag": "2aeb6fb6-5c25-4f64-9998-9e7f5db10af6", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:46:10.258476 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f9da4f6c-5b83-4d04-80c2-73e52fbe863c {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:46:10.258874 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e895665e-ce20-4d86-8d21-4b640a9a59e2', 'tag': '2aeb6fb6-5c25-4f64-9998-9e7f5db10af6', 'status': 'completed', 'code': 200} Aug 29 04:46:10.282509 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 2aeb6fb6-5c25-4f64-9998-9e7f5db10af6 not bound to the agent host n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:46:10.340887 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f268eb-6d99-468e-a4c0-c32a48915a1c req-63a4588d-c7f3-483d-b51a-47508933aa7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:10.342446 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-52f268eb-6d99-468e-a4c0-c32a48915a1c req-63a4588d-c7f3-483d-b51a-47508933aa7f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9fb1fbcb8cc9402ba4fdb36d489735a9&device_id=e895665e-ce20-4d86-8d21-4b640a9a59e2 HTTP/1.1" status: 200 len: 1096 time: 0.0660963 Aug 29 04:46:10.677183 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f268eb-6d99-468e-a4c0-c32a48915a1c req-57072b93-3a2b-40e7-9807-5ba6c20c0ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:10.678677 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-52f268eb-6d99-468e-a4c0-c32a48915a1c req-57072b93-3a2b-40e7-9807-5ba6c20c0ed2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9fb1fbcb8cc9402ba4fdb36d489735a9&device_id=e895665e-ce20-4d86-8d21-4b640a9a59e2 HTTP/1.1" status: 200 len: 1096 time: 0.3727953 Aug 29 04:46:10.769213 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f268eb-6d99-468e-a4c0-c32a48915a1c req-1051f654-3e17-4ab9-828a-6ace1bbd20f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:10.770701 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-52f268eb-6d99-468e-a4c0-c32a48915a1c req-1051f654-3e17-4ab9-828a-6ace1bbd20f9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d328fb11-c7d1-438d-bb8c-05989bc4db8d HTTP/1.1" status: 200 len: 896 time: 0.4212351 Aug 29 04:46:10.817246 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98df32e-9e47-45ff-8a8f-9eb1bed1af72 req-a31455d2-4c73-471d-bcae-4c8671cc2e30 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:10.818797 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a98df32e-9e47-45ff-8a8f-9eb1bed1af72 req-a31455d2-4c73-471d-bcae-4c8671cc2e30 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.22 "GET /v2.0/ports?device_id=971669a0-878d-4d35-b215-c05bf4d4db83 HTTP/1.1" status: 200 len: 945 time: 0.0524008 Aug 29 04:46:10.844787 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f268eb-6d99-468e-a4c0-c32a48915a1c req-16cb3619-72da-49a5-ac65-25ae96ffdbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:10.846260 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-52f268eb-6d99-468e-a4c0-c32a48915a1c req-16cb3619-72da-49a5-ac65-25ae96ffdbb8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d328fb11-c7d1-438d-bb8c-05989bc4db8d HTTP/1.1" status: 200 len: 896 time: 0.1565838 Aug 29 04:46:10.854239 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-52f268eb-6d99-468e-a4c0-c32a48915a1c req-3e680d14-9edc-48d7-9e69-0c37246b5428 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2aeb6fb6-5c25-4f64-9998-9e7f5db10af6 HTTP/1.1" status: 200 len: 1000 time: 0.0727732 Aug 29 04:46:10.857291 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a98df32e-9e47-45ff-8a8f-9eb1bed1af72 req-a1807e6a-f49a-4a4c-ae62-cc41c8c594ce tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.22 "GET /v2.0/security-groups?id=fe3beba3-4831-4321-be77-6ef5a93cecef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323634 Aug 29 04:46:10.949763 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f268eb-6d99-468e-a4c0-c32a48915a1c req-b9e0d60a-a5b0-43b9-8ff8-1d88051c4c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:10.951234 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-52f268eb-6d99-468e-a4c0-c32a48915a1c req-b9e0d60a-a5b0-43b9-8ff8-1d88051c4c40 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e4b27025-b392-4846-85a3-2001b5ccd5f6 HTTP/1.1" status: 200 len: 835 time: 0.0897057 Aug 29 04:46:10.953476 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-52f268eb-6d99-468e-a4c0-c32a48915a1c req-108fad37-3f1e-4d49-9560-45205ce1f49d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2aeb6fb6-5c25-4f64-9998-9e7f5db10af6 HTTP/1.1" status: 200 len: 1000 time: 0.0983992 Aug 29 04:46:11.036402 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f268eb-6d99-468e-a4c0-c32a48915a1c req-69949737-5f03-4649-9bf0-056d04f794d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:11.037926 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-52f268eb-6d99-468e-a4c0-c32a48915a1c req-69949737-5f03-4649-9bf0-056d04f794d0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d328fb11-c7d1-438d-bb8c-05989bc4db8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0795081 Aug 29 04:46:11.039217 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f268eb-6d99-468e-a4c0-c32a48915a1c req-ad5336f6-90ba-466b-89f1-212fcc108dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:11.040556 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-52f268eb-6d99-468e-a4c0-c32a48915a1c req-ad5336f6-90ba-466b-89f1-212fcc108dee service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e4b27025-b392-4846-85a3-2001b5ccd5f6 HTTP/1.1" status: 200 len: 835 time: 0.0746272 Aug 29 04:46:11.139638 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f268eb-6d99-468e-a4c0-c32a48915a1c req-63f2a47b-0c75-4211-82ce-47de35a0e594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:11.141188 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-52f268eb-6d99-468e-a4c0-c32a48915a1c req-63f2a47b-0c75-4211-82ce-47de35a0e594 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d328fb11-c7d1-438d-bb8c-05989bc4db8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0890744 Aug 29 04:46:11.208139 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-52f268eb-6d99-468e-a4c0-c32a48915a1c req-db9e4580-b77c-404a-848f-13febb7950be service neutron] 10.222.0.46 "GET /v2.0/networks/d328fb11-c7d1-438d-bb8c-05989bc4db8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629708 Aug 29 04:46:11.349875 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d335e2c3-313b-4ec8-a8c8-56733cee5769 req-ef2d7fbc-817a-4336-83a9-4380fbd9586d tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:11.351387 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d335e2c3-313b-4ec8-a8c8-56733cee5769 req-ef2d7fbc-817a-4336-83a9-4380fbd9586d tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=e895665e-ce20-4d86-8d21-4b640a9a59e2 HTTP/1.1" status: 200 len: 944 time: 0.1407921 Aug 29 04:46:11.355149 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-52f268eb-6d99-468e-a4c0-c32a48915a1c req-840cc028-e7e0-4da6-b8d5-4c31c8525e34 service neutron] 10.222.0.48 "GET /v2.0/networks/d328fb11-c7d1-438d-bb8c-05989bc4db8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060368 Aug 29 04:46:11.456430 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-52f268eb-6d99-468e-a4c0-c32a48915a1c req-170ff408-8aa0-4db9-9e3b-3a397049b052 service neutron] 10.222.0.46 "GET /v2.0/networks/d328fb11-c7d1-438d-bb8c-05989bc4db8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324221 Aug 29 04:46:11.460972 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d335e2c3-313b-4ec8-a8c8-56733cee5769 req-f9b3e813-2e13-4738-8093-09f42ca9c266 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b4a8fe4-6771-434f-9ebc-be699b1ab308&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995526 Aug 29 04:46:11.490743 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-52f268eb-6d99-468e-a4c0-c32a48915a1c req-3206fc3e-b22e-4868-bbfc-2fb0362fd292 service neutron] 10.222.0.48 "GET /v2.0/networks/d328fb11-c7d1-438d-bb8c-05989bc4db8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217847 Aug 29 04:46:11.554132 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:46:12.588667 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca5f555-633f-4ab0-89d1-8227d8c87710 req-e345638a-11f6-4600-aa72-7c985588df55 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:12.590246 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7ca5f555-633f-4ab0-89d1-8227d8c87710 req-e345638a-11f6-4600-aa72-7c985588df55 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=e895665e-ce20-4d86-8d21-4b640a9a59e2 HTTP/1.1" status: 200 len: 944 time: 0.0580246 Aug 29 04:46:12.632294 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7ca5f555-633f-4ab0-89d1-8227d8c87710 req-ee31027d-83b9-4460-bfcf-82d966406d32 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b4a8fe4-6771-434f-9ebc-be699b1ab308&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352559 Aug 29 04:46:13.549912 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-324f75fc-7279-4b6b-9be8-88a07f45da13 req-945906bb-6c8b-4a7d-b17b-37fce7420b23 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e895665e-ce20-4d86-8d21-4b640a9a59e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0393891 Aug 29 04:46:13.657532 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324f75fc-7279-4b6b-9be8-88a07f45da13 req-1c33bcb5-5e61-476f-9533-416a6b2c39b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:13.659099 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-324f75fc-7279-4b6b-9be8-88a07f45da13 req-1c33bcb5-5e61-476f-9533-416a6b2c39b9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9fb1fbcb8cc9402ba4fdb36d489735a9&device_id=e895665e-ce20-4d86-8d21-4b640a9a59e2 HTTP/1.1" status: 200 len: 1096 time: 0.0485039 Aug 29 04:46:13.807490 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6206eb7-6df4-4cec-b60f-158885764d36 req-d2cb120b-0828-4580-b39c-e70fac74cb3e tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:13.809071 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f6206eb7-6df4-4cec-b60f-158885764d36 req-d2cb120b-0828-4580-b39c-e70fac74cb3e tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=e895665e-ce20-4d86-8d21-4b640a9a59e2 HTTP/1.1" status: 200 len: 944 time: 0.0824711 Aug 29 04:46:13.814305 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324f75fc-7279-4b6b-9be8-88a07f45da13 req-4a126c36-fb95-437e-a6df-33ce60d0bd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:13.815782 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-324f75fc-7279-4b6b-9be8-88a07f45da13 req-4a126c36-fb95-437e-a6df-33ce60d0bd7f service neutron] 10.222.0.48 "GET /v2.0/networks?id=d328fb11-c7d1-438d-bb8c-05989bc4db8d HTTP/1.1" status: 200 len: 896 time: 0.1350815 Aug 29 04:46:13.894761 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f6206eb7-6df4-4cec-b60f-158885764d36 req-4175a164-7a72-415c-8b5b-0c4afa48e572 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b4a8fe4-6771-434f-9ebc-be699b1ab308&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780025 Aug 29 04:46:13.903006 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-324f75fc-7279-4b6b-9be8-88a07f45da13 req-3f3c0cf9-7462-4bac-a801-405cfdb6e17a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2aeb6fb6-5c25-4f64-9998-9e7f5db10af6 HTTP/1.1" status: 200 len: 1000 time: 0.0792396 Aug 29 04:46:13.957648 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324f75fc-7279-4b6b-9be8-88a07f45da13 req-aa458687-bc71-4eaa-bbc7-b51722f2b55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:13.959407 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-324f75fc-7279-4b6b-9be8-88a07f45da13 req-aa458687-bc71-4eaa-bbc7-b51722f2b55c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e4b27025-b392-4846-85a3-2001b5ccd5f6 HTTP/1.1" status: 200 len: 835 time: 0.0487919 Aug 29 04:46:14.014565 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324f75fc-7279-4b6b-9be8-88a07f45da13 req-2907d597-4383-494c-9fee-33afd5e82445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:14.016323 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-324f75fc-7279-4b6b-9be8-88a07f45da13 req-2907d597-4383-494c-9fee-33afd5e82445 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d328fb11-c7d1-438d-bb8c-05989bc4db8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0488398 Aug 29 04:46:14.173688 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-324f75fc-7279-4b6b-9be8-88a07f45da13 req-6d50e822-e68c-4067-ac1e-cf002f884da3 service neutron] 10.222.0.48 "GET /v2.0/networks/d328fb11-c7d1-438d-bb8c-05989bc4db8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491115 Aug 29 04:46:14.198205 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c4b663-8165-4cc6-8032-f4f9a52a107b req-75e609ed-fac1-49cd-bcc1-ed1909d510f8 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:14.199625 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f2c4b663-8165-4cc6-8032-f4f9a52a107b req-75e609ed-fac1-49cd-bcc1-ed1909d510f8 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.48 "GET /v2.0/ports?device_id=e895665e-ce20-4d86-8d21-4b640a9a59e2&tenant_id=9fb1fbcb8cc9402ba4fdb36d489735a9&binding%3Ahost_id=n-h2-712140-12 HTTP/1.1" status: 200 len: 944 time: 0.1156051 Aug 29 04:46:14.281230 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0556ac-8add-446a-ac84-8958e079b450 req-333f56ec-389a-49f6-8d27-1e586bf4b57c tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:14.282732 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2b0556ac-8add-446a-ac84-8958e079b450 req-333f56ec-389a-49f6-8d27-1e586bf4b57c tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=e895665e-ce20-4d86-8d21-4b640a9a59e2 HTTP/1.1" status: 200 len: 944 time: 0.1613355 Aug 29 04:46:14.357988 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f2c4b663-8165-4cc6-8032-f4f9a52a107b req-288f03c8-4c61-46df-a2d9-09282e83264d service neutron] 10.222.0.48 "GET /v2.0/ports/2aeb6fb6-5c25-4f64-9998-9e7f5db10af6/bindings/n-h2-712140-12 HTTP/1.1" status: 200 len: 383 time: 0.1466634 Aug 29 04:46:14.366733 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2b0556ac-8add-446a-ac84-8958e079b450 req-f2572748-52f9-4a3e-af86-0ecd6e54d34a tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b4a8fe4-6771-434f-9ebc-be699b1ab308&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766778 Aug 29 04:46:14.372910 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-324f75fc-7279-4b6b-9be8-88a07f45da13 req-ef5868df-699e-46d3-a576-909564d5e8b2 service neutron] 10.222.0.48 "GET /v2.0/networks/d328fb11-c7d1-438d-bb8c-05989bc4db8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915298 Aug 29 04:46:14.492623 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c4b663-8165-4cc6-8032-f4f9a52a107b req-bc726ab5-8551-4829-8e15-f43a053b32b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:14.494143 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f2c4b663-8165-4cc6-8032-f4f9a52a107b req-bc726ab5-8551-4829-8e15-f43a053b32b7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9fb1fbcb8cc9402ba4fdb36d489735a9&device_id=e895665e-ce20-4d86-8d21-4b640a9a59e2 HTTP/1.1" status: 200 len: 1096 time: 0.0418043 Aug 29 04:46:14.586506 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c4b663-8165-4cc6-8032-f4f9a52a107b req-13410845-fcc8-4bd9-b69d-a81ef41f38b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:14.588027 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f2c4b663-8165-4cc6-8032-f4f9a52a107b req-13410845-fcc8-4bd9-b69d-a81ef41f38b7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d328fb11-c7d1-438d-bb8c-05989bc4db8d HTTP/1.1" status: 200 len: 896 time: 0.0867345 Aug 29 04:46:14.655162 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f2c4b663-8165-4cc6-8032-f4f9a52a107b req-b14a4887-dc4a-496f-b091-db2b89699893 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2aeb6fb6-5c25-4f64-9998-9e7f5db10af6 HTTP/1.1" status: 200 len: 1000 time: 0.0585268 Aug 29 04:46:14.704278 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c4b663-8165-4cc6-8032-f4f9a52a107b req-76e4d09c-a879-4cf9-918c-e31af20d9dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:14.705739 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f2c4b663-8165-4cc6-8032-f4f9a52a107b req-76e4d09c-a879-4cf9-918c-e31af20d9dcc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e4b27025-b392-4846-85a3-2001b5ccd5f6 HTTP/1.1" status: 200 len: 835 time: 0.0439463 Aug 29 04:46:14.757411 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c4b663-8165-4cc6-8032-f4f9a52a107b req-4b951ffd-4794-49bb-b38b-6d23c1201123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:14.758997 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f2c4b663-8165-4cc6-8032-f4f9a52a107b req-4b951ffd-4794-49bb-b38b-6d23c1201123 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d328fb11-c7d1-438d-bb8c-05989bc4db8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459123 Aug 29 04:46:14.851011 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f2c4b663-8165-4cc6-8032-f4f9a52a107b req-70a7b13c-7bc3-4a4b-bb93-4661ce79c853 service neutron] 10.222.0.48 "GET /v2.0/networks/d328fb11-c7d1-438d-bb8c-05989bc4db8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839965 Aug 29 04:46:14.937661 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 2aeb6fb6-5c25-4f64-9998-9e7f5db10af6 details requested by agent hyperv_n-h2-712140-12 with host n-h2-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:46:14.948826 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f2c4b663-8165-4cc6-8032-f4f9a52a107b req-a0786e71-8f6c-4033-bd6e-91367d5a22a6 service neutron] 10.222.0.48 "GET /v2.0/networks/d328fb11-c7d1-438d-bb8c-05989bc4db8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894203 Aug 29 04:46:15.046620 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 2aeb6fb6-5c25-4f64-9998-9e7f5db10af6, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=2aeb6fb6-5c25-4f64-9998-9e7f5db10af6,segment=NetworkSegment(b29cecb8-1ddf-4d27-9622-5fba1b7a2f0c),segment_id=b29cecb8-1ddf-4d27-9622-5fba1b7a2f0c)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:46:15.059048 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Returning: {'device': '2aeb6fb6-5c25-4f64-9998-9e7f5db10af6', 'network_id': 'd328fb11-c7d1-438d-bb8c-05989bc4db8d', 'port_id': '2aeb6fb6-5c25-4f64-9998-9e7f5db10af6', 'mac_address': 'fa:16:3e:14:be:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4b27025-b392-4846-85a3-2001b5ccd5f6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:46:15.099419 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:15.112597 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2aeb6fb6-5c25-4f64-9998-9e7f5db10af6 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:46:15.132322 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 2aeb6fb6-5c25-4f64-9998-9e7f5db10af6, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=2aeb6fb6-5c25-4f64-9998-9e7f5db10af6,segment=NetworkSegment(b29cecb8-1ddf-4d27-9622-5fba1b7a2f0c),segment_id=b29cecb8-1ddf-4d27-9622-5fba1b7a2f0c)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:46:15.135604 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:15.185504 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=2aeb6fb6-5c25-4f64-9998-9e7f5db10af6,revision_number=8']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:15.485637 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75895ea-d783-440f-8186-6705c0e47d10 req-9a568bf7-157c-4253-977d-b4d4a392fe9c tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:15.487153 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d75895ea-d783-440f-8186-6705c0e47d10 req-9a568bf7-157c-4253-977d-b4d4a392fe9c tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=e895665e-ce20-4d86-8d21-4b640a9a59e2 HTTP/1.1" status: 200 len: 945 time: 0.0491977 Aug 29 04:46:15.528630 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d75895ea-d783-440f-8186-6705c0e47d10 req-af11a0a7-7a6b-4731-b26f-566531730920 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b4a8fe4-6771-434f-9ebc-be699b1ab308&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350382 Aug 29 04:46:15.577345 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['2aeb6fb6-5c25-4f64-9998-9e7f5db10af6'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:46:15.742794 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d226d1-fdf6-4595-a69f-58994b8d1807 req-54741f82-d369-4dfa-8784-46173862cd33 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:15.744428 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-15d226d1-fdf6-4595-a69f-58994b8d1807 req-54741f82-d369-4dfa-8784-46173862cd33 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.22 "GET /v2.0/networks?id=6dfda774-9f20-47fe-b6e8-7c9294fb6fff HTTP/1.1" status: 200 len: 814 time: 0.0999613 Aug 29 04:46:15.759847 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-15d226d1-fdf6-4595-a69f-58994b8d1807 req-3fde82e5-412d-43f8-83a1-bda8e4c67d9c tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.22 "GET /v2.0/quotas/7aee421f678c42aea0253beb1062efb3 HTTP/1.1" status: 200 len: 375 time: 0.0093398 Aug 29 04:46:15.818068 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-15d226d1-fdf6-4595-a69f-58994b8d1807 req-90975d5b-7369-480f-ab88-2ebf395b4400 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=7aee421f678c42aea0253beb1062efb3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0522089 Aug 29 04:46:15.910026 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-15d226d1-fdf6-4595-a69f-58994b8d1807 req-897e19d5-13b3-4075-879f-d3d37b321295 service neutron] 10.222.0.22 "GET /v2.0/networks/6dfda774-9f20-47fe-b6e8-7c9294fb6fff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849354 Aug 29 04:46:16.002056 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-15d226d1-fdf6-4595-a69f-58994b8d1807 req-8c038b58-75e3-4ef2-8b81-205a74a4ed84 service neutron] 10.222.0.22 "GET /v2.0/networks/6dfda774-9f20-47fe-b6e8-7c9294fb6fff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857067 Aug 29 04:46:16.158642 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-141c3cda-f7b1-40c6-8395-3e1cdf630de4 req-c67c014c-9cbc-407f-ac7c-7d446c197b06 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe095aa3-edc0-444f-9ebf-0f9b98a2c759 HTTP/1.1" status: 200 len: 210 time: 0.0274713 Aug 29 04:46:16.652077 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be92aba6-44fe-4705-80cb-9c37697bc899 req-d04a401a-e0f1-4473-9af0-24d8b2f3a1db tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:16.653678 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-be92aba6-44fe-4705-80cb-9c37697bc899 req-d04a401a-e0f1-4473-9af0-24d8b2f3a1db tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=e895665e-ce20-4d86-8d21-4b640a9a59e2 HTTP/1.1" status: 200 len: 945 time: 0.0524974 Aug 29 04:46:16.694063 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-be92aba6-44fe-4705-80cb-9c37697bc899 req-46c282ef-ea1a-4626-96ee-884b748eeb23 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b4a8fe4-6771-434f-9ebc-be699b1ab308&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322974 Aug 29 04:46:16.945645 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 2aeb6fb6-5c25-4f64-9998-9e7f5db10af6 details requested by agent hyperv_n-h2-712140-12 with host n-h2-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:46:17.069595 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 2aeb6fb6-5c25-4f64-9998-9e7f5db10af6, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=2aeb6fb6-5c25-4f64-9998-9e7f5db10af6,segment=NetworkSegment(b29cecb8-1ddf-4d27-9622-5fba1b7a2f0c),segment_id=b29cecb8-1ddf-4d27-9622-5fba1b7a2f0c)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:46:17.086754 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Returning: {'device': '2aeb6fb6-5c25-4f64-9998-9e7f5db10af6', 'network_id': 'd328fb11-c7d1-438d-bb8c-05989bc4db8d', 'port_id': '2aeb6fb6-5c25-4f64-9998-9e7f5db10af6', 'mac_address': 'fa:16:3e:14:be:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4b27025-b392-4846-85a3-2001b5ccd5f6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:46:17.258845 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-816e6fa1-648c-4b7b-af16-653bde75fe3e req-d675966c-541a-4547-bd35-1877c61bbb2e tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe095aa3-edc0-444f-9ebf-0f9b98a2c759 HTTP/1.1" status: 200 len: 210 time: 0.0259011 Aug 29 04:46:17.360606 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c4b663-8165-4cc6-8032-f4f9a52a107b req-655259d7-c780-43fd-8242-8f6c854726c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:17.362205 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f2c4b663-8165-4cc6-8032-f4f9a52a107b req-655259d7-c780-43fd-8242-8f6c854726c2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e895665e-ce20-4d86-8d21-4b640a9a59e2&tenant_id=9fb1fbcb8cc9402ba4fdb36d489735a9 HTTP/1.1" status: 200 len: 1097 time: 0.0597215 Aug 29 04:46:17.374181 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-f2c4b663-8165-4cc6-8032-f4f9a52a107b req-8a43a5d7-6c2e-4d4c-8d9e-16adf8818b40 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712140-12', 'device_owner': 'compute:nova'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:46:17.432727 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-f2c4b663-8165-4cc6-8032-f4f9a52a107b req-8a43a5d7-6c2e-4d4c-8d9e-16adf8818b40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:17.711519 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d226d1-fdf6-4595-a69f-58994b8d1807 req-7b0ead16-e520-4f87-ac33-f0ba0ec924c4 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:17.713030 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-15d226d1-fdf6-4595-a69f-58994b8d1807 req-7b0ead16-e520-4f87-ac33-f0ba0ec924c4 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.48 "GET /v2.0/networks?id=6dfda774-9f20-47fe-b6e8-7c9294fb6fff HTTP/1.1" status: 200 len: 814 time: 0.1710870 Aug 29 04:46:17.736797 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-f2c4b663-8165-4cc6-8032-f4f9a52a107b req-8a43a5d7-6c2e-4d4c-8d9e-16adf8818b40 service neutron] For port 2aeb6fb6-5c25-4f64-9998-9e7f5db10af6, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=2aeb6fb6-5c25-4f64-9998-9e7f5db10af6,segment=NetworkSegment(b29cecb8-1ddf-4d27-9622-5fba1b7a2f0c),segment_id=b29cecb8-1ddf-4d27-9622-5fba1b7a2f0c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:46:17.750878 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-15d226d1-fdf6-4595-a69f-58994b8d1807 req-5eb8f5a0-0532-4e7a-bb2c-5596aa8e98ae tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Request body: {'port': {'device_id': 'fe095aa3-edc0-444f-9ebf-0f9b98a2c759', 'network_id': '6dfda774-9f20-47fe-b6e8-7c9294fb6fff', 'admin_state_up': True, 'tenant_id': '7aee421f678c42aea0253beb1062efb3'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:46:17.837938 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-f2c4b663-8165-4cc6-8032-f4f9a52a107b req-8a43a5d7-6c2e-4d4c-8d9e-16adf8818b40 service neutron] For port 2aeb6fb6-5c25-4f64-9998-9e7f5db10af6, host n-h2-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:46:17.841050 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3409c04c-ed77-4441-9002-6f8a95ad8bdc req-ee2bab74-51f5-42f9-bbec-0961cd3ce0c7 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:17.844873 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3409c04c-ed77-4441-9002-6f8a95ad8bdc req-ee2bab74-51f5-42f9-bbec-0961cd3ce0c7 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=e895665e-ce20-4d86-8d21-4b640a9a59e2 HTTP/1.1" status: 200 len: 945 time: 0.0626597 Aug 29 04:46:17.895775 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-f2c4b663-8165-4cc6-8032-f4f9a52a107b req-8a43a5d7-6c2e-4d4c-8d9e-16adf8818b40 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 2aeb6fb6-5c25-4f64-9998-9e7f5db10af6 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:46:17.900087 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3409c04c-ed77-4441-9002-6f8a95ad8bdc req-89fda877-4d51-47be-83a1-a79b1d67b2fb tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b4a8fe4-6771-434f-9ebc-be699b1ab308&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494020 Aug 29 04:46:17.912404 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-f2c4b663-8165-4cc6-8032-f4f9a52a107b req-8a43a5d7-6c2e-4d4c-8d9e-16adf8818b40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:17.936233 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-f2c4b663-8165-4cc6-8032-f4f9a52a107b req-8a43a5d7-6c2e-4d4c-8d9e-16adf8818b40 service neutron] Ignored duplicate provisioning block setup for port 2aeb6fb6-5c25-4f64-9998-9e7f5db10af6 by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 29 04:46:17.942368 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-f2c4b663-8165-4cc6-8032-f4f9a52a107b req-8a43a5d7-6c2e-4d4c-8d9e-16adf8818b40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:17.973488 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15d226d1-fdf6-4595-a69f-58994b8d1807 req-5eb8f5a0-0532-4e7a-bb2c-5596aa8e98ae tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Made reservation on behalf of 7aee421f678c42aea0253beb1062efb3 for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:46:17.976900 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-15d226d1-fdf6-4595-a69f-58994b8d1807 req-5eb8f5a0-0532-4e7a-bb2c-5596aa8e98ae tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:18.015225 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a43a5d7-6c2e-4d4c-8d9e-16adf8818b40 service neutron] Pushing event updated for resources: {'Port': ['ID=2aeb6fb6-5c25-4f64-9998-9e7f5db10af6,revision_number=9']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:18.140262 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2c4b663-8165-4cc6-8032-f4f9a52a107b req-8a43a5d7-6c2e-4d4c-8d9e-16adf8818b40 service neutron] No DVR routers for this DVR port 2aeb6fb6-5c25-4f64-9998-9e7f5db10af6 on host n-h2-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:46:18.527486 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4eb22bbf-1f2c-4f12-bed1-71894f7867ab req-72b959d5-3f30-476e-823e-30684032c3d9 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe095aa3-edc0-444f-9ebf-0f9b98a2c759 HTTP/1.1" status: 200 len: 210 time: 0.0403683 Aug 29 04:46:18.575517 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-15d226d1-fdf6-4595-a69f-58994b8d1807 req-5eb8f5a0-0532-4e7a-bb2c-5596aa8e98ae tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Allocated IP 172.20.0.4 (6dfda774-9f20-47fe-b6e8-7c9294fb6fff/eb25d9db-9e3b-4bee-921f-04e4976bb134/d4307f3d-153c-4122-88a7-f4453bbff61e) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:46:18.675425 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-f2c4b663-8165-4cc6-8032-f4f9a52a107b req-8a43a5d7-6c2e-4d4c-8d9e-16adf8818b40 service neutron] Attempting to bind port 2aeb6fb6-5c25-4f64-9998-9e7f5db10af6 on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:46:18.675783 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-f2c4b663-8165-4cc6-8032-f4f9a52a107b req-8a43a5d7-6c2e-4d4c-8d9e-16adf8818b40 service neutron] Attempting to bind port 2aeb6fb6-5c25-4f64-9998-9e7f5db10af6 by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': 'b29cecb8-1ddf-4d27-9622-5fba1b7a2f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd328fb11-c7d1-438d-bb8c-05989bc4db8d'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:46:18.676110 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c4b663-8165-4cc6-8032-f4f9a52a107b req-8a43a5d7-6c2e-4d4c-8d9e-16adf8818b40 service neutron] Attempting to bind port 2aeb6fb6-5c25-4f64-9998-9e7f5db10af6 on network d328fb11-c7d1-438d-bb8c-05989bc4db8d {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:46:18.707433 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c4b663-8165-4cc6-8032-f4f9a52a107b req-8a43a5d7-6c2e-4d4c-8d9e-16adf8818b40 service neutron] Port 2aeb6fb6-5c25-4f64-9998-9e7f5db10af6 on network d328fb11-c7d1-438d-bb8c-05989bc4db8d not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:46:18.707775 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c4b663-8165-4cc6-8032-f4f9a52a107b req-8a43a5d7-6c2e-4d4c-8d9e-16adf8818b40 service neutron] Attempting to bind port 2aeb6fb6-5c25-4f64-9998-9e7f5db10af6 on network d328fb11-c7d1-438d-bb8c-05989bc4db8d {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:46:18.720301 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c4b663-8165-4cc6-8032-f4f9a52a107b req-8a43a5d7-6c2e-4d4c-8d9e-16adf8818b40 service neutron] Checking agent: {'id': '3de9de52-3a03-431d-9d7e-497ae92c57ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:46:18.720640 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c4b663-8165-4cc6-8032-f4f9a52a107b req-8a43a5d7-6c2e-4d4c-8d9e-16adf8818b40 service neutron] Checking segment: {'id': 'b29cecb8-1ddf-4d27-9622-5fba1b7a2f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd328fb11-c7d1-438d-bb8c-05989bc4db8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:46:18.721031 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c4b663-8165-4cc6-8032-f4f9a52a107b req-8a43a5d7-6c2e-4d4c-8d9e-16adf8818b40 service neutron] Bound using segment: {'id': 'b29cecb8-1ddf-4d27-9622-5fba1b7a2f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd328fb11-c7d1-438d-bb8c-05989bc4db8d'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:46:18.721460 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-f2c4b663-8165-4cc6-8032-f4f9a52a107b req-8a43a5d7-6c2e-4d4c-8d9e-16adf8818b40 service neutron] Bound port: 2aeb6fb6-5c25-4f64-9998-9e7f5db10af6, host: n-h1-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b29cecb8-1ddf-4d27-9622-5fba1b7a2f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd328fb11-c7d1-438d-bb8c-05989bc4db8d'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:46:18.721818 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-f2c4b663-8165-4cc6-8032-f4f9a52a107b req-8a43a5d7-6c2e-4d4c-8d9e-16adf8818b40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:18.816455 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-15d226d1-fdf6-4595-a69f-58994b8d1807 req-5eb8f5a0-0532-4e7a-bb2c-5596aa8e98ae tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:18.831032 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-f2c4b663-8165-4cc6-8032-f4f9a52a107b req-8a43a5d7-6c2e-4d4c-8d9e-16adf8818b40 service neutron] For port 2aeb6fb6-5c25-4f64-9998-9e7f5db10af6, host n-h1-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:46:18.835368 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-f2c4b663-8165-4cc6-8032-f4f9a52a107b req-8a43a5d7-6c2e-4d4c-8d9e-16adf8818b40 service neutron] For port 2aeb6fb6-5c25-4f64-9998-9e7f5db10af6, host n-h1-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=2aeb6fb6-5c25-4f64-9998-9e7f5db10af6,segment=NetworkSegment(b29cecb8-1ddf-4d27-9622-5fba1b7a2f0c),segment_id=b29cecb8-1ddf-4d27-9622-5fba1b7a2f0c)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:46:18.841286 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-f2c4b663-8165-4cc6-8032-f4f9a52a107b req-8a43a5d7-6c2e-4d4c-8d9e-16adf8818b40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:18.893633 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c4b663-8165-4cc6-8032-f4f9a52a107b req-8a43a5d7-6c2e-4d4c-8d9e-16adf8818b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:18.894260 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-f2c4b663-8165-4cc6-8032-f4f9a52a107b req-8a43a5d7-6c2e-4d4c-8d9e-16adf8818b40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:18.895677 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f2c4b663-8165-4cc6-8032-f4f9a52a107b req-8a43a5d7-6c2e-4d4c-8d9e-16adf8818b40 service neutron] 10.222.0.46 "PUT /v2.0/ports/2aeb6fb6-5c25-4f64-9998-9e7f5db10af6 HTTP/1.1" status: 200 len: 1093 time: 1.5258920 Aug 29 04:46:18.896154 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e895665e-ce20-4d86-8d21-4b640a9a59e2', 'tag': '2aeb6fb6-5c25-4f64-9998-9e7f5db10af6'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:46:18.898476 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ae5256-7066-4503-b104-b6bd7df6d767" -d '{"events": [{"name": "network-changed", "server_uuid": "e895665e-ce20-4d86-8d21-4b640a9a59e2", "tag": "2aeb6fb6-5c25-4f64-9998-9e7f5db10af6"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:46:18.935960 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a43a5d7-6c2e-4d4c-8d9e-16adf8818b40 service neutron] Pushing event updated for resources: {'Port': ['ID=2aeb6fb6-5c25-4f64-9998-9e7f5db10af6,revision_number=10']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:18.942568 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-15d226d1-fdf6-4595-a69f-58994b8d1807 req-5eb8f5a0-0532-4e7a-bb2c-5596aa8e98ae tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:18.952582 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['8f507ff0-8cf1-423a-9431-7b943fe9d2b4'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:46:18.980327 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5875cb12-de54-4c81-b55f-194ede24059e x-openstack-request-id: req-5875cb12-de54-4c81-b55f-194ede24059e {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:46:18.980756 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e895665e-ce20-4d86-8d21-4b640a9a59e2", "tag": "2aeb6fb6-5c25-4f64-9998-9e7f5db10af6", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:46:18.981194 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5875cb12-de54-4c81-b55f-194ede24059e {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:46:18.981848 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e895665e-ce20-4d86-8d21-4b640a9a59e2', 'tag': '2aeb6fb6-5c25-4f64-9998-9e7f5db10af6', 'status': 'completed', 'code': 200} Aug 29 04:46:18.990154 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['48ad6c77-6057-404c-a4fe-f79e342fd444'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:46:19.092538 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15d226d1-fdf6-4595-a69f-58994b8d1807 req-5eb8f5a0-0532-4e7a-bb2c-5596aa8e98ae tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Network 6dfda774-9f20-47fe-b6e8-7c9294fb6fff is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:46:19.115002 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-15d226d1-fdf6-4595-a69f-58994b8d1807 req-5eb8f5a0-0532-4e7a-bb2c-5596aa8e98ae tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:46:19.120671 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb8f5a0-0532-4e7a-bb2c-5596aa8e98ae tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Pushing event updated for resources: {'Port': ['ID=d4307f3d-153c-4122-88a7-f4453bbff61e,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:19.124766 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-15d226d1-fdf6-4595-a69f-58994b8d1807 req-5eb8f5a0-0532-4e7a-bb2c-5596aa8e98ae tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:46:19.134439 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c4b663-8165-4cc6-8032-f4f9a52a107b req-1ffb246d-1100-42e6-8ff9-381ede628d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:19.136306 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f2c4b663-8165-4cc6-8032-f4f9a52a107b req-1ffb246d-1100-42e6-8ff9-381ede628d87 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9fb1fbcb8cc9402ba4fdb36d489735a9&device_id=e895665e-ce20-4d86-8d21-4b640a9a59e2 HTTP/1.1" status: 200 len: 1097 time: 0.2133067 Aug 29 04:46:19.238930 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ae5256-7066-4503-b104-b6bd7df6d767 req-26c57965-034c-4ec1-b2d6-fa0b6f0ffa22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:19.240497 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a4ae5256-7066-4503-b104-b6bd7df6d767 req-26c57965-034c-4ec1-b2d6-fa0b6f0ffa22 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9fb1fbcb8cc9402ba4fdb36d489735a9&device_id=e895665e-ce20-4d86-8d21-4b640a9a59e2 HTTP/1.1" status: 200 len: 1097 time: 0.2135866 Aug 29 04:46:19.254825 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d226d1-fdf6-4595-a69f-58994b8d1807 req-5eb8f5a0-0532-4e7a-bb2c-5596aa8e98ae tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:19.255410 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-15d226d1-fdf6-4595-a69f-58994b8d1807 req-5eb8f5a0-0532-4e7a-bb2c-5596aa8e98ae tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:19.266989 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bea2970-978e-4329-8d48-62cfb0ce5aeb req-9b026fa3-6a02-4858-b291-fec3611decd1 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:19.268812 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1bea2970-978e-4329-8d48-62cfb0ce5aeb req-9b026fa3-6a02-4858-b291-fec3611decd1 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=e895665e-ce20-4d86-8d21-4b640a9a59e2 HTTP/1.1" status: 200 len: 945 time: 0.2395780 Aug 29 04:46:19.298570 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:19.358796 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-15d226d1-fdf6-4595-a69f-58994b8d1807 req-5eb8f5a0-0532-4e7a-bb2c-5596aa8e98ae tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6191998 Aug 29 04:46:19.392935 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-15d226d1-fdf6-4595-a69f-58994b8d1807 req-139c031a-e14e-4547-b4ed-9284f8462d2c service neutron] Request body: {'port': {'device_id': 'fe095aa3-edc0-444f-9ebf-0f9b98a2c759', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:46:19.435280 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c4b663-8165-4cc6-8032-f4f9a52a107b req-43a8178c-4e1f-4ec2-af9a-50d6a365d5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:19.436847 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f2c4b663-8165-4cc6-8032-f4f9a52a107b req-43a8178c-4e1f-4ec2-af9a-50d6a365d5b4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d328fb11-c7d1-438d-bb8c-05989bc4db8d HTTP/1.1" status: 200 len: 896 time: 0.2772408 Aug 29 04:46:19.445693 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1bea2970-978e-4329-8d48-62cfb0ce5aeb req-0b682c92-bdac-46db-ab92-ad028a04b1c9 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b4a8fe4-6771-434f-9ebc-be699b1ab308&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1624336 Aug 29 04:46:19.506655 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ae5256-7066-4503-b104-b6bd7df6d767 req-c20073c8-fcd4-4368-b3ec-a465c45cb338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:19.508181 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a4ae5256-7066-4503-b104-b6bd7df6d767 req-c20073c8-fcd4-4368-b3ec-a465c45cb338 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d328fb11-c7d1-438d-bb8c-05989bc4db8d HTTP/1.1" status: 200 len: 896 time: 0.2379429 Aug 29 04:46:19.525917 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-15d226d1-fdf6-4595-a69f-58994b8d1807 req-139c031a-e14e-4547-b4ed-9284f8462d2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:19.546827 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f2c4b663-8165-4cc6-8032-f4f9a52a107b req-d69c0472-32f3-4468-91ce-a06e8bc7c1f2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2aeb6fb6-5c25-4f64-9998-9e7f5db10af6 HTTP/1.1" status: 200 len: 1000 time: 0.0984492 Aug 29 04:46:19.666663 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f07a955-e8ae-426b-9f71-ac6a65e9303e req-0f6f0c5a-849d-4352-a15b-d9797fbc17b4 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:19.668505 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5f07a955-e8ae-426b-9f71-ac6a65e9303e req-0f6f0c5a-849d-4352-a15b-d9797fbc17b4 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe095aa3-edc0-444f-9ebf-0f9b98a2c759 HTTP/1.1" status: 200 len: 931 time: 0.0613561 Aug 29 04:46:19.725432 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5f07a955-e8ae-426b-9f71-ac6a65e9303e req-251e7c4e-045b-48ad-a557-424e6a1a735a tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.22 "GET /v2.0/security-groups?id=fe3beba3-4831-4321-be77-6ef5a93cecef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435677 Aug 29 04:46:19.748053 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c4b663-8165-4cc6-8032-f4f9a52a107b req-b8caa40f-b25e-43fd-8383-ae61e67cbe8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:19.748053 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f2c4b663-8165-4cc6-8032-f4f9a52a107b req-b8caa40f-b25e-43fd-8383-ae61e67cbe8d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e4b27025-b392-4846-85a3-2001b5ccd5f6 HTTP/1.1" status: 200 len: 835 time: 0.1856551 Aug 29 04:46:19.748053 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a4ae5256-7066-4503-b104-b6bd7df6d767 req-8ebfa8b1-4c7e-4ed6-a2cc-cb550418a914 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2aeb6fb6-5c25-4f64-9998-9e7f5db10af6 HTTP/1.1" status: 200 len: 1000 time: 0.1982269 Aug 29 04:46:19.881179 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ae5256-7066-4503-b104-b6bd7df6d767 req-0a36e2e7-a41d-4226-9385-963b64f95a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:19.882989 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a4ae5256-7066-4503-b104-b6bd7df6d767 req-0a36e2e7-a41d-4226-9385-963b64f95a96 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e4b27025-b392-4846-85a3-2001b5ccd5f6 HTTP/1.1" status: 200 len: 835 time: 0.1156483 Aug 29 04:46:19.901379 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c4b663-8165-4cc6-8032-f4f9a52a107b req-ce96d239-5c93-498d-a586-3eb1836ceffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:19.902811 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f2c4b663-8165-4cc6-8032-f4f9a52a107b req-ce96d239-5c93-498d-a586-3eb1836ceffa service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d328fb11-c7d1-438d-bb8c-05989bc4db8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1496434 Aug 29 04:46:20.008605 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ae5256-7066-4503-b104-b6bd7df6d767 req-cc21d825-1bac-4a42-a7cb-218d288bf281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:20.010103 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a4ae5256-7066-4503-b104-b6bd7df6d767 req-cc21d825-1bac-4a42-a7cb-218d288bf281 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d328fb11-c7d1-438d-bb8c-05989bc4db8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1191263 Aug 29 04:46:20.124934 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f2c4b663-8165-4cc6-8032-f4f9a52a107b req-f46fefd9-3a12-4286-ae90-0eb74d7b1984 service neutron] 10.222.0.46 "GET /v2.0/networks/d328fb11-c7d1-438d-bb8c-05989bc4db8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025447 Aug 29 04:46:20.211607 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-15d226d1-fdf6-4595-a69f-58994b8d1807 req-139c031a-e14e-4547-b4ed-9284f8462d2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4307f3d-153c-4122-88a7-f4453bbff61e {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:46:20.223543 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-15d226d1-fdf6-4595-a69f-58994b8d1807 req-139c031a-e14e-4547-b4ed-9284f8462d2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:20.227020 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a4ae5256-7066-4503-b104-b6bd7df6d767 req-8f6454dc-854e-496e-b75b-7c2de1913741 service neutron] 10.222.0.48 "GET /v2.0/networks/d328fb11-c7d1-438d-bb8c-05989bc4db8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964068 Aug 29 04:46:20.284086 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-15d226d1-fdf6-4595-a69f-58994b8d1807 req-139c031a-e14e-4547-b4ed-9284f8462d2c service neutron] Transition to ACTIVE for port object d4307f3d-153c-4122-88a7-f4453bbff61e will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:46:20.294180 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-15d226d1-fdf6-4595-a69f-58994b8d1807 req-139c031a-e14e-4547-b4ed-9284f8462d2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:20.387711 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139c031a-e14e-4547-b4ed-9284f8462d2c service neutron] Pushing event updated for resources: {'Port': ['ID=d4307f3d-153c-4122-88a7-f4453bbff61e,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:20.399907 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f2c4b663-8165-4cc6-8032-f4f9a52a107b req-17b33aa4-7828-4f77-8297-7185d58c8831 service neutron] 10.222.0.46 "GET /v2.0/networks/d328fb11-c7d1-438d-bb8c-05989bc4db8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541637 Aug 29 04:46:20.425011 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a4ae5256-7066-4503-b104-b6bd7df6d767 req-2cc35cf1-0b8c-4da7-bf2c-9c5a0b3af8f1 service neutron] 10.222.0.48 "GET /v2.0/networks/d328fb11-c7d1-438d-bb8c-05989bc4db8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872194 Aug 29 04:46:20.512320 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ae5256-7066-4503-b104-b6bd7df6d767 req-ddc9d17b-7a78-47de-8c44-006564edd10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:20.514543 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a4ae5256-7066-4503-b104-b6bd7df6d767 req-ddc9d17b-7a78-47de-8c44-006564edd10e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9fb1fbcb8cc9402ba4fdb36d489735a9&device_id=e895665e-ce20-4d86-8d21-4b640a9a59e2 HTTP/1.1" status: 200 len: 1097 time: 0.0666049 Aug 29 04:46:20.515330 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-15d226d1-fdf6-4595-a69f-58994b8d1807 req-139c031a-e14e-4547-b4ed-9284f8462d2c service neutron] Attempting to bind port d4307f3d-153c-4122-88a7-f4453bbff61e on host n-h2-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:46:20.515675 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-15d226d1-fdf6-4595-a69f-58994b8d1807 req-139c031a-e14e-4547-b4ed-9284f8462d2c service neutron] Attempting to bind port d4307f3d-153c-4122-88a7-f4453bbff61e by drivers openvswitch,hyperv on host n-h2-712140-12 at level 0 using segments [{'id': '33625d17-c32d-4cc4-b4a4-d01f42f986ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6dfda774-9f20-47fe-b6e8-7c9294fb6fff'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:46:20.516041 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d226d1-fdf6-4595-a69f-58994b8d1807 req-139c031a-e14e-4547-b4ed-9284f8462d2c service neutron] Attempting to bind port d4307f3d-153c-4122-88a7-f4453bbff61e on network 6dfda774-9f20-47fe-b6e8-7c9294fb6fff {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:46:20.539151 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d226d1-fdf6-4595-a69f-58994b8d1807 req-139c031a-e14e-4547-b4ed-9284f8462d2c service neutron] Port d4307f3d-153c-4122-88a7-f4453bbff61e on network 6dfda774-9f20-47fe-b6e8-7c9294fb6fff not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:46:20.539401 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d226d1-fdf6-4595-a69f-58994b8d1807 req-139c031a-e14e-4547-b4ed-9284f8462d2c service neutron] Attempting to bind port d4307f3d-153c-4122-88a7-f4453bbff61e on network 6dfda774-9f20-47fe-b6e8-7c9294fb6fff {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:46:20.595020 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d226d1-fdf6-4595-a69f-58994b8d1807 req-139c031a-e14e-4547-b4ed-9284f8462d2c service neutron] Checking agent: {'id': 'b3a0606b-b029-4f5e-8798-3a32b71d8844', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:46:20.595835 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d226d1-fdf6-4595-a69f-58994b8d1807 req-139c031a-e14e-4547-b4ed-9284f8462d2c service neutron] Checking segment: {'id': '33625d17-c32d-4cc4-b4a4-d01f42f986ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6dfda774-9f20-47fe-b6e8-7c9294fb6fff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:46:20.595835 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d226d1-fdf6-4595-a69f-58994b8d1807 req-139c031a-e14e-4547-b4ed-9284f8462d2c service neutron] Bound using segment: {'id': '33625d17-c32d-4cc4-b4a4-d01f42f986ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6dfda774-9f20-47fe-b6e8-7c9294fb6fff'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:46:20.596198 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-15d226d1-fdf6-4595-a69f-58994b8d1807 req-139c031a-e14e-4547-b4ed-9284f8462d2c service neutron] Bound port: d4307f3d-153c-4122-88a7-f4453bbff61e, host: n-h2-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33625d17-c32d-4cc4-b4a4-d01f42f986ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6dfda774-9f20-47fe-b6e8-7c9294fb6fff'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:46:20.596737 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-15d226d1-fdf6-4595-a69f-58994b8d1807 req-139c031a-e14e-4547-b4ed-9284f8462d2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:20.673782 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec71312-8efb-457a-9c3e-39c6c66472ef req-971d5a14-a167-4af0-a31d-d22de38d75d6 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:20.675294 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5ec71312-8efb-457a-9c3e-39c6c66472ef req-971d5a14-a167-4af0-a31d-d22de38d75d6 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=e895665e-ce20-4d86-8d21-4b640a9a59e2 HTTP/1.1" status: 200 len: 945 time: 0.1567225 Aug 29 04:46:20.723282 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ae5256-7066-4503-b104-b6bd7df6d767 req-6f94ac8b-1554-4340-8325-ef6abf8e0302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:20.724829 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a4ae5256-7066-4503-b104-b6bd7df6d767 req-6f94ac8b-1554-4340-8325-ef6abf8e0302 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d328fb11-c7d1-438d-bb8c-05989bc4db8d HTTP/1.1" status: 200 len: 896 time: 0.1969762 Aug 29 04:46:20.752474 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-15d226d1-fdf6-4595-a69f-58994b8d1807 req-139c031a-e14e-4547-b4ed-9284f8462d2c service neutron] For port d4307f3d-153c-4122-88a7-f4453bbff61e, host n-h2-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:46:20.791331 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5ec71312-8efb-457a-9c3e-39c6c66472ef req-42cf5f74-b9f2-47a9-bdb1-effbe5a77e92 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b4a8fe4-6771-434f-9ebc-be699b1ab308&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063471 Aug 29 04:46:20.802369 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-15d226d1-fdf6-4595-a69f-58994b8d1807 req-139c031a-e14e-4547-b4ed-9284f8462d2c service neutron] For port d4307f3d-153c-4122-88a7-f4453bbff61e, host n-h2-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=d4307f3d-153c-4122-88a7-f4453bbff61e,segment=NetworkSegment(33625d17-c32d-4cc4-b4a4-d01f42f986ea),segment_id=33625d17-c32d-4cc4-b4a4-d01f42f986ea)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:46:20.812555 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-15d226d1-fdf6-4595-a69f-58994b8d1807 req-139c031a-e14e-4547-b4ed-9284f8462d2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:20.846804 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eb9107-e1aa-4a17-aec6-7e0ecc49ee0b req-e0522301-8535-421e-a355-0ec2dfdff41a tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:20.848496 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-14eb9107-e1aa-4a17-aec6-7e0ecc49ee0b req-e0522301-8535-421e-a355-0ec2dfdff41a tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe095aa3-edc0-444f-9ebf-0f9b98a2c759 HTTP/1.1" status: 200 len: 943 time: 0.0514090 Aug 29 04:46:20.853565 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a4ae5256-7066-4503-b104-b6bd7df6d767 req-977dee40-9b33-4d35-9f9a-9fee51914b56 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2aeb6fb6-5c25-4f64-9998-9e7f5db10af6 HTTP/1.1" status: 200 len: 1000 time: 0.1192260 Aug 29 04:46:20.862172 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d226d1-fdf6-4595-a69f-58994b8d1807 req-139c031a-e14e-4547-b4ed-9284f8462d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:20.862795 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-15d226d1-fdf6-4595-a69f-58994b8d1807 req-139c031a-e14e-4547-b4ed-9284f8462d2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:20.864288 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-15d226d1-fdf6-4595-a69f-58994b8d1807 req-139c031a-e14e-4547-b4ed-9284f8462d2c service neutron] 10.222.0.48 "PUT /v2.0/ports/d4307f3d-153c-4122-88a7-f4453bbff61e HTTP/1.1" status: 200 len: 1092 time: 1.4869366 Aug 29 04:46:20.894057 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-14eb9107-e1aa-4a17-aec6-7e0ecc49ee0b req-9e726fec-3307-4d2a-8371-31c15f599e2f tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.22 "GET /v2.0/security-groups?id=fe3beba3-4831-4321-be77-6ef5a93cecef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384510 Aug 29 04:46:20.911124 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139c031a-e14e-4547-b4ed-9284f8462d2c service neutron] Pushing event updated for resources: {'Port': ['ID=d4307f3d-153c-4122-88a7-f4453bbff61e,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:20.924530 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ae5256-7066-4503-b104-b6bd7df6d767 req-5547c085-2077-435e-9124-5acbe4c32322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:20.926030 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a4ae5256-7066-4503-b104-b6bd7df6d767 req-5547c085-2077-435e-9124-5acbe4c32322 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e4b27025-b392-4846-85a3-2001b5ccd5f6 HTTP/1.1" status: 200 len: 835 time: 0.0609205 Aug 29 04:46:20.944389 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 2aeb6fb6-5c25-4f64-9998-9e7f5db10af6 no longer exists at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:46:20.993077 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe095aa3-edc0-444f-9ebf-0f9b98a2c759', 'tag': 'd4307f3d-153c-4122-88a7-f4453bbff61e'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:46:20.995352 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef87ec59-3e47-4ba3-b8be-a9e1b34e0f11" -d '{"events": [{"name": "network-changed", "server_uuid": "fe095aa3-edc0-444f-9ebf-0f9b98a2c759", "tag": "d4307f3d-153c-4122-88a7-f4453bbff61e"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:46:21.005827 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 2aeb6fb6-5c25-4f64-9998-9e7f5db10af6 not bound to the agent host n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:46:21.020958 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d226d1-fdf6-4595-a69f-58994b8d1807 req-60ebcb62-d5f5-4646-af0f-da693227c7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:21.022770 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-15d226d1-fdf6-4595-a69f-58994b8d1807 req-60ebcb62-d5f5-4646-af0f-da693227c7dc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7aee421f678c42aea0253beb1062efb3&device_id=fe095aa3-edc0-444f-9ebf-0f9b98a2c759 HTTP/1.1" status: 200 len: 1095 time: 0.0958774 Aug 29 04:46:21.030895 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ae5256-7066-4503-b104-b6bd7df6d767 req-08186261-3b1c-472d-913d-c1cb6d67a946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:21.033363 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a4ae5256-7066-4503-b104-b6bd7df6d767 req-08186261-3b1c-472d-913d-c1cb6d67a946 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d328fb11-c7d1-438d-bb8c-05989bc4db8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0966792 Aug 29 04:46:21.046168 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eca21197-16bf-464e-a51a-f10ffa211669 x-openstack-request-id: req-eca21197-16bf-464e-a51a-f10ffa211669 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:46:21.046463 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe095aa3-edc0-444f-9ebf-0f9b98a2c759", "tag": "d4307f3d-153c-4122-88a7-f4453bbff61e", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:46:21.046719 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-eca21197-16bf-464e-a51a-f10ffa211669 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:46:21.047102 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe095aa3-edc0-444f-9ebf-0f9b98a2c759', 'tag': 'd4307f3d-153c-4122-88a7-f4453bbff61e', 'status': 'completed', 'code': 200} Aug 29 04:46:21.093985 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-15d226d1-fdf6-4595-a69f-58994b8d1807 req-55eef9c0-086c-45c4-b10a-b3b40291a1b2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d4307f3d-153c-4122-88a7-f4453bbff61e HTTP/1.1" status: 200 len: 217 time: 0.0568416 Aug 29 04:46:21.463970 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d226d1-fdf6-4595-a69f-58994b8d1807 req-29ca9663-5904-487c-8f9b-efba44e93d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:21.465444 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-15d226d1-fdf6-4595-a69f-58994b8d1807 req-29ca9663-5904-487c-8f9b-efba44e93d6b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=eb25d9db-9e3b-4bee-921f-04e4976bb134 HTTP/1.1" status: 200 len: 854 time: 0.3477278 Aug 29 04:46:21.489589 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a4ae5256-7066-4503-b104-b6bd7df6d767 req-c8211f78-fc64-422a-b00f-a952721e3990 service neutron] 10.222.0.46 "GET /v2.0/networks/d328fb11-c7d1-438d-bb8c-05989bc4db8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4459476 Aug 29 04:46:21.504657 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-15d226d1-fdf6-4595-a69f-58994b8d1807 req-146c0346-6d4c-471e-92ef-877e81cc5770 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6dfda774-9f20-47fe-b6e8-7c9294fb6fff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282528 Aug 29 04:46:21.652940 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a4ae5256-7066-4503-b104-b6bd7df6d767 req-f3942691-dcc2-498a-a8f0-608af5ae4c72 service neutron] 10.222.0.46 "GET /v2.0/networks/d328fb11-c7d1-438d-bb8c-05989bc4db8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502604 Aug 29 04:46:21.658530 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-15d226d1-fdf6-4595-a69f-58994b8d1807 req-1d8e52be-ccb5-4b79-9526-8b6ba46a7bf2 service neutron] 10.222.0.48 "GET /v2.0/networks/6dfda774-9f20-47fe-b6e8-7c9294fb6fff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462512 Aug 29 04:46:21.757078 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-15d226d1-fdf6-4595-a69f-58994b8d1807 req-3f2d5ffe-605b-4daf-a3c9-df92ab4f7ccd service neutron] 10.222.0.48 "GET /v2.0/networks/6dfda774-9f20-47fe-b6e8-7c9294fb6fff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912526 Aug 29 04:46:21.908354 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef87ec59-3e47-4ba3-b8be-a9e1b34e0f11 req-f2879ee6-9e7d-421e-b92b-340237aca34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:21.909966 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ef87ec59-3e47-4ba3-b8be-a9e1b34e0f11 req-f2879ee6-9e7d-421e-b92b-340237aca34c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7aee421f678c42aea0253beb1062efb3&device_id=fe095aa3-edc0-444f-9ebf-0f9b98a2c759 HTTP/1.1" status: 200 len: 1095 time: 0.0542529 Aug 29 04:46:21.983453 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d20bbb-5a91-47d7-9411-8cad8b3a14bf req-e8dacbe5-f9c8-487b-9147-38c08aafa2c7 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:21.985491 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-09d20bbb-5a91-47d7-9411-8cad8b3a14bf req-e8dacbe5-f9c8-487b-9147-38c08aafa2c7 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=e895665e-ce20-4d86-8d21-4b640a9a59e2 HTTP/1.1" status: 200 len: 945 time: 0.0956168 Aug 29 04:46:22.029016 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-09d20bbb-5a91-47d7-9411-8cad8b3a14bf req-c7e79cfa-68fd-405e-aaae-21c9eae13948 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b4a8fe4-6771-434f-9ebc-be699b1ab308&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356092 Aug 29 04:46:22.102093 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6ec209-97a5-4d2a-8254-f8c219935ebe req-55e4496d-7f22-40bf-bfa4-a43bf3eda657 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:22.103985 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6a6ec209-97a5-4d2a-8254-f8c219935ebe req-55e4496d-7f22-40bf-bfa4-a43bf3eda657 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe095aa3-edc0-444f-9ebf-0f9b98a2c759 HTTP/1.1" status: 200 len: 943 time: 0.1025746 Aug 29 04:46:22.105813 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef87ec59-3e47-4ba3-b8be-a9e1b34e0f11 req-4c06f98c-d783-4548-9f4b-09cbc4a91e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:22.109416 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ef87ec59-3e47-4ba3-b8be-a9e1b34e0f11 req-4c06f98c-d783-4548-9f4b-09cbc4a91e60 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6dfda774-9f20-47fe-b6e8-7c9294fb6fff HTTP/1.1" status: 200 len: 915 time: 0.1918647 Aug 29 04:46:22.163731 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ef87ec59-3e47-4ba3-b8be-a9e1b34e0f11 req-7e23b957-a1a8-429b-adab-39f8bc2b7b53 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d4307f3d-153c-4122-88a7-f4453bbff61e HTTP/1.1" status: 200 len: 217 time: 0.0418835 Aug 29 04:46:22.190023 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6a6ec209-97a5-4d2a-8254-f8c219935ebe req-276c221b-5edc-4589-aa9c-0475197d7184 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.22 "GET /v2.0/security-groups?id=fe3beba3-4831-4321-be77-6ef5a93cecef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774367 Aug 29 04:46:22.233344 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef87ec59-3e47-4ba3-b8be-a9e1b34e0f11 req-ce53c68a-1167-48f2-8acb-aceaaf881a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:22.234819 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ef87ec59-3e47-4ba3-b8be-a9e1b34e0f11 req-ce53c68a-1167-48f2-8acb-aceaaf881a3a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=eb25d9db-9e3b-4bee-921f-04e4976bb134 HTTP/1.1" status: 200 len: 854 time: 0.0601788 Aug 29 04:46:22.266368 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ef87ec59-3e47-4ba3-b8be-a9e1b34e0f11 req-b8668c43-9f11-4d3b-8515-89ca6b71aa20 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6dfda774-9f20-47fe-b6e8-7c9294fb6fff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244536 Aug 29 04:46:22.304174 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 2aeb6fb6-5c25-4f64-9998-9e7f5db10af6 details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:46:22.359996 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ef87ec59-3e47-4ba3-b8be-a9e1b34e0f11 req-2de78bf7-8bd1-44d3-91e8-2e771bfe6809 service neutron] 10.222.0.48 "GET /v2.0/networks/6dfda774-9f20-47fe-b6e8-7c9294fb6fff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865521 Aug 29 04:46:22.413879 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 2aeb6fb6-5c25-4f64-9998-9e7f5db10af6, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=2aeb6fb6-5c25-4f64-9998-9e7f5db10af6,segment=NetworkSegment(b29cecb8-1ddf-4d27-9622-5fba1b7a2f0c),segment_id=b29cecb8-1ddf-4d27-9622-5fba1b7a2f0c)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:46:22.431359 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Returning: {'device': '2aeb6fb6-5c25-4f64-9998-9e7f5db10af6', 'network_id': 'd328fb11-c7d1-438d-bb8c-05989bc4db8d', 'port_id': '2aeb6fb6-5c25-4f64-9998-9e7f5db10af6', 'mac_address': 'fa:16:3e:14:be:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4b27025-b392-4846-85a3-2001b5ccd5f6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:46:22.465249 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ef87ec59-3e47-4ba3-b8be-a9e1b34e0f11 req-5e0047fc-6ac7-4547-b9d3-0c09ed70be3f service neutron] 10.222.0.48 "GET /v2.0/networks/6dfda774-9f20-47fe-b6e8-7c9294fb6fff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978484 Aug 29 04:46:22.482379 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:22.499974 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2aeb6fb6-5c25-4f64-9998-9e7f5db10af6 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:46:22.522710 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 2aeb6fb6-5c25-4f64-9998-9e7f5db10af6, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=2aeb6fb6-5c25-4f64-9998-9e7f5db10af6,segment=NetworkSegment(b29cecb8-1ddf-4d27-9622-5fba1b7a2f0c),segment_id=b29cecb8-1ddf-4d27-9622-5fba1b7a2f0c)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:46:22.526638 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:22.576591 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=2aeb6fb6-5c25-4f64-9998-9e7f5db10af6,revision_number=11']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:22.762605 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['2aeb6fb6-5c25-4f64-9998-9e7f5db10af6'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:46:23.153841 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dc31ed-b38b-4e24-98fd-09b4308579d2 req-1fa2693c-35ca-45cd-958f-b6079f2c2c25 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:23.156105 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-02dc31ed-b38b-4e24-98fd-09b4308579d2 req-1fa2693c-35ca-45cd-958f-b6079f2c2c25 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=e895665e-ce20-4d86-8d21-4b640a9a59e2 HTTP/1.1" status: 200 len: 946 time: 0.0525951 Aug 29 04:46:23.198434 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-02dc31ed-b38b-4e24-98fd-09b4308579d2 req-12b337f8-726c-4815-b93d-d035625bb5d9 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b4a8fe4-6771-434f-9ebc-be699b1ab308&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363946 Aug 29 04:46:23.221426 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 60648) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:23.310024 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-01257c4b-9485-43f4-81d8-1521c59f7f4b tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/floatingips/da789d3f-db43-480b-80eb-f8859e585c40 HTTP/1.1" status: 200 len: 993 time: 0.0874023 Aug 29 04:46:23.341145 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbadb14f-a2be-4362-867e-9674ce3801c4 req-381bc1e8-1412-454f-803f-c8a273565a64 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:23.343486 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dbadb14f-a2be-4362-867e-9674ce3801c4 req-381bc1e8-1412-454f-803f-c8a273565a64 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe095aa3-edc0-444f-9ebf-0f9b98a2c759 HTTP/1.1" status: 200 len: 943 time: 0.0737855 Aug 29 04:46:23.389194 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dbadb14f-a2be-4362-867e-9674ce3801c4 req-43fcdeba-dd4b-41fc-9bea-9e48f61b28f4 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.22 "GET /v2.0/security-groups?id=fe3beba3-4831-4321-be77-6ef5a93cecef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375426 Aug 29 04:46:24.318631 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 2aeb6fb6-5c25-4f64-9998-9e7f5db10af6 up at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:46:24.368892 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning for port 2aeb6fb6-5c25-4f64-9998-9e7f5db10af6 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:46:24.373027 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning complete for port 2aeb6fb6-5c25-4f64-9998-9e7f5db10af6 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:46:24.373483 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:24.463055 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:24.489745 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e895665e-ce20-4d86-8d21-4b640a9a59e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aeb6fb6-5c25-4f64-9998-9e7f5db10af6'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:46:24.492263 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78d618ad-53a4-427c-8589-11d1dc8d79de" -d '{"events": [{"server_uuid": "e895665e-ce20-4d86-8d21-4b640a9a59e2", "name": "network-vif-plugged", "status": "completed", "tag": "2aeb6fb6-5c25-4f64-9998-9e7f5db10af6"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:46:24.506623 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 2aeb6fb6-5c25-4f64-9998-9e7f5db10af6, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=2aeb6fb6-5c25-4f64-9998-9e7f5db10af6,segment=NetworkSegment(b29cecb8-1ddf-4d27-9622-5fba1b7a2f0c),segment_id=b29cecb8-1ddf-4d27-9622-5fba1b7a2f0c)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:46:24.512245 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:24.541787 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d17157e-afea-4d18-b588-2497fbade222 x-openstack-request-id: req-2d17157e-afea-4d18-b588-2497fbade222 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:46:24.542083 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e895665e-ce20-4d86-8d21-4b640a9a59e2", "name": "network-vif-plugged", "status": "completed", "tag": "2aeb6fb6-5c25-4f64-9998-9e7f5db10af6", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:46:24.542339 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2d17157e-afea-4d18-b588-2497fbade222 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:46:24.542738 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e895665e-ce20-4d86-8d21-4b640a9a59e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aeb6fb6-5c25-4f64-9998-9e7f5db10af6', 'code': 200} Aug 29 04:46:24.546047 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533d26cb-5bdb-492a-8e54-03629d73cfd0 req-6ac5dedd-133b-4ad6-bf77-e9b3474113b3 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:24.548416 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-533d26cb-5bdb-492a-8e54-03629d73cfd0 req-6ac5dedd-133b-4ad6-bf77-e9b3474113b3 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe095aa3-edc0-444f-9ebf-0f9b98a2c759 HTTP/1.1" status: 200 len: 943 time: 0.0751753 Aug 29 04:46:24.566704 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=2aeb6fb6-5c25-4f64-9998-9e7f5db10af6,revision_number=12']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:24.588372 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-533d26cb-5bdb-492a-8e54-03629d73cfd0 req-f3c5551f-2616-46db-91b9-51e97d91a098 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.22 "GET /v2.0/security-groups?id=fe3beba3-4831-4321-be77-6ef5a93cecef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336690 Aug 29 04:46:25.716497 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cc9397-97af-41fe-9cbf-b8b9dd086775 req-0c1d5173-61dc-4afa-9186-130a5137e028 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:25.718506 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-03cc9397-97af-41fe-9cbf-b8b9dd086775 req-0c1d5173-61dc-4afa-9186-130a5137e028 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe095aa3-edc0-444f-9ebf-0f9b98a2c759 HTTP/1.1" status: 200 len: 943 time: 0.0555255 Aug 29 04:46:25.757621 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-03cc9397-97af-41fe-9cbf-b8b9dd086775 req-78919049-7c3e-429e-a2b4-5fed983461f2 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.22 "GET /v2.0/security-groups?id=fe3beba3-4831-4321-be77-6ef5a93cecef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329840 Aug 29 04:46:26.875654 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f442a80a-ace1-4572-a3f9-4a0be38ece59 req-3e8627bb-4343-4453-8bcf-525e1ecdfc13 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:26.877214 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f442a80a-ace1-4572-a3f9-4a0be38ece59 req-3e8627bb-4343-4453-8bcf-525e1ecdfc13 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe095aa3-edc0-444f-9ebf-0f9b98a2c759 HTTP/1.1" status: 200 len: 943 time: 0.0498960 Aug 29 04:46:26.915500 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f442a80a-ace1-4572-a3f9-4a0be38ece59 req-e464cfc3-fd03-467a-9432-adef05cffa50 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.22 "GET /v2.0/security-groups?id=fe3beba3-4831-4321-be77-6ef5a93cecef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322301 Aug 29 04:46:26.972872 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device d4307f3d-153c-4122-88a7-f4453bbff61e details requested by agent hyperv_n-h2-712140-12 with host n-h2-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:46:27.218411 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port d4307f3d-153c-4122-88a7-f4453bbff61e, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=d4307f3d-153c-4122-88a7-f4453bbff61e,segment=NetworkSegment(33625d17-c32d-4cc4-b4a4-d01f42f986ea),segment_id=33625d17-c32d-4cc4-b4a4-d01f42f986ea)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:46:27.230022 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Returning: {'device': 'd4307f3d-153c-4122-88a7-f4453bbff61e', 'network_id': '6dfda774-9f20-47fe-b6e8-7c9294fb6fff', 'port_id': 'd4307f3d-153c-4122-88a7-f4453bbff61e', 'mac_address': 'fa:16:3e:30:9d:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb25d9db-9e3b-4bee-921f-04e4976bb134', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:46:27.266516 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:27.279310 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4307f3d-153c-4122-88a7-f4453bbff61e {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:46:27.299862 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port d4307f3d-153c-4122-88a7-f4453bbff61e, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=d4307f3d-153c-4122-88a7-f4453bbff61e,segment=NetworkSegment(33625d17-c32d-4cc4-b4a4-d01f42f986ea),segment_id=33625d17-c32d-4cc4-b4a4-d01f42f986ea)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:46:27.304172 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:27.352862 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=d4307f3d-153c-4122-88a7-f4453bbff61e,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:27.677712 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['d4307f3d-153c-4122-88a7-f4453bbff61e'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:46:28.033784 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c8bd08-b20c-4887-ac35-4ae37a093e3b req-193516ec-8bd3-44f8-a5fd-9ada417b9c81 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:28.035304 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-10c8bd08-b20c-4887-ac35-4ae37a093e3b req-193516ec-8bd3-44f8-a5fd-9ada417b9c81 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe095aa3-edc0-444f-9ebf-0f9b98a2c759 HTTP/1.1" status: 200 len: 944 time: 0.0511279 Aug 29 04:46:28.074961 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-10c8bd08-b20c-4887-ac35-4ae37a093e3b req-18c90723-aac3-44d9-b8a2-34f94a9e7575 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.22 "GET /v2.0/security-groups?id=fe3beba3-4831-4321-be77-6ef5a93cecef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336428 Aug 29 04:46:28.756462 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:28.983569 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device d4307f3d-153c-4122-88a7-f4453bbff61e up at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:46:29.034257 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning for port d4307f3d-153c-4122-88a7-f4453bbff61e completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:46:29.038891 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning complete for port d4307f3d-153c-4122-88a7-f4453bbff61e triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:46:29.039409 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:29.131205 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:29.164945 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe095aa3-edc0-444f-9ebf-0f9b98a2c759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4307f3d-153c-4122-88a7-f4453bbff61e'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:46:29.167267 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c12a670-19fc-4f61-b6d5-aaaab8d35adc" -d '{"events": [{"server_uuid": "fe095aa3-edc0-444f-9ebf-0f9b98a2c759", "name": "network-vif-plugged", "status": "completed", "tag": "d4307f3d-153c-4122-88a7-f4453bbff61e"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:46:29.181023 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port d4307f3d-153c-4122-88a7-f4453bbff61e, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=d4307f3d-153c-4122-88a7-f4453bbff61e,segment=NetworkSegment(33625d17-c32d-4cc4-b4a4-d01f42f986ea),segment_id=33625d17-c32d-4cc4-b4a4-d01f42f986ea)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:46:29.188111 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:29.200724 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b591b675-6a69-438e-bbe0-6ed8ffe26631 req-14be72c7-6365-424f-ba38-80de67b4cb61 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:29.202864 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b591b675-6a69-438e-bbe0-6ed8ffe26631 req-14be72c7-6365-424f-ba38-80de67b4cb61 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe095aa3-edc0-444f-9ebf-0f9b98a2c759 HTTP/1.1" status: 200 len: 944 time: 0.0598626 Aug 29 04:46:29.212156 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-991ea926-f85a-423b-a018-0c7e09b40343 x-openstack-request-id: req-991ea926-f85a-423b-a018-0c7e09b40343 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:46:29.212452 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe095aa3-edc0-444f-9ebf-0f9b98a2c759", "name": "network-vif-plugged", "status": "completed", "tag": "d4307f3d-153c-4122-88a7-f4453bbff61e", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:46:29.212711 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-991ea926-f85a-423b-a018-0c7e09b40343 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:46:29.213129 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe095aa3-edc0-444f-9ebf-0f9b98a2c759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4307f3d-153c-4122-88a7-f4453bbff61e', 'code': 200} Aug 29 04:46:29.239228 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=d4307f3d-153c-4122-88a7-f4453bbff61e,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:29.253465 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b591b675-6a69-438e-bbe0-6ed8ffe26631 req-6b7db458-7acc-4fef-89ac-afa86ef5c3d8 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.22 "GET /v2.0/security-groups?id=fe3beba3-4831-4321-be77-6ef5a93cecef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385473 Aug 29 04:46:29.339792 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9454d4-a76c-474f-bcc4-ffb1deab799b req-90b0f399-b652-4a23-a8b9-700858567412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:29.341248 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6a9454d4-a76c-474f-bcc4-ffb1deab799b req-90b0f399-b652-4a23-a8b9-700858567412 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fe095aa3-edc0-444f-9ebf-0f9b98a2c759 HTTP/1.1" status: 200 len: 1097 time: 0.0420334 Aug 29 04:46:29.377917 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6a9454d4-a76c-474f-bcc4-ffb1deab799b req-8a807161-44d5-4cff-91db-31e55ff2df4f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=fe3beba3-4831-4321-be77-6ef5a93cecef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299103 Aug 29 04:46:30.377990 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1570917c-8909-452a-9cbb-150475f9e6c2 req-b9d09a86-0050-4893-aea6-9fc9557abae4 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:30.379629 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1570917c-8909-452a-9cbb-150475f9e6c2 req-b9d09a86-0050-4893-aea6-9fc9557abae4 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe095aa3-edc0-444f-9ebf-0f9b98a2c759 HTTP/1.1" status: 200 len: 945 time: 0.0537899 Aug 29 04:46:30.422253 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1570917c-8909-452a-9cbb-150475f9e6c2 req-6aaeac5c-871e-4628-b845-c74e84bccee3 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.22 "GET /v2.0/security-groups?id=fe3beba3-4831-4321-be77-6ef5a93cecef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356367 Aug 29 04:46:31.551953 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705fb393-7c46-4a93-abc0-09f140ff84a2 req-4bf56e26-7f9d-4c0a-a5ac-f9beba815520 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:31.553448 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-705fb393-7c46-4a93-abc0-09f140ff84a2 req-4bf56e26-7f9d-4c0a-a5ac-f9beba815520 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe095aa3-edc0-444f-9ebf-0f9b98a2c759 HTTP/1.1" status: 200 len: 945 time: 0.0510943 Aug 29 04:46:31.597069 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-705fb393-7c46-4a93-abc0-09f140ff84a2 req-cbb53562-295d-4b4c-9e1c-5b2f83e08566 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.22 "GET /v2.0/security-groups?id=fe3beba3-4831-4321-be77-6ef5a93cecef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374334 Aug 29 04:46:33.385542 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c4e3cf18-3a2b-4797-ad06-903f0b258730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:36.244138 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-17986f89-64a9-40d3-a38f-f619844d6f7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:37.234897 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:37.237581 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:38.742219 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:48.559525 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:46:48.837514 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37915fa9-1796-4cb0-8656-79f57c86efc2 req-17dc8f7c-3d06-46a6-96e8-1a5298292706 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:48.839006 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-37915fa9-1796-4cb0-8656-79f57c86efc2 req-17dc8f7c-3d06-46a6-96e8-1a5298292706 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.22 "GET /v2.0/networks?id=6dfda774-9f20-47fe-b6e8-7c9294fb6fff HTTP/1.1" status: 200 len: 814 time: 0.1064932 Aug 29 04:46:48.855347 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-37915fa9-1796-4cb0-8656-79f57c86efc2 req-836a7bdc-2dce-4a6f-a578-b83f07b582df tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.22 "GET /v2.0/quotas/7aee421f678c42aea0253beb1062efb3 HTTP/1.1" status: 200 len: 375 time: 0.0094290 Aug 29 04:46:48.918637 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-37915fa9-1796-4cb0-8656-79f57c86efc2 req-8a477dd8-757e-4bba-96ab-b3e6baf9d191 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=7aee421f678c42aea0253beb1062efb3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0572398 Aug 29 04:46:49.009203 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-37915fa9-1796-4cb0-8656-79f57c86efc2 req-48699dfc-aca1-4f6b-a6a4-4817790ddd26 service neutron] 10.222.0.22 "GET /v2.0/networks/6dfda774-9f20-47fe-b6e8-7c9294fb6fff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827827 Aug 29 04:46:49.107107 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-37915fa9-1796-4cb0-8656-79f57c86efc2 req-27b8fcf4-9daa-437e-b5a2-02548d74d6de service neutron] 10.222.0.22 "GET /v2.0/networks/6dfda774-9f20-47fe-b6e8-7c9294fb6fff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916138 Aug 29 04:46:49.270554 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-bb47fbe1-9c0f-479a-9044-034cb04c6fd3 req-81276fe6-f86f-4fc9-8124-b3faac3b7fcf tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea5d82a3-9cff-44af-acad-3a0d9fca8426 HTTP/1.1" status: 200 len: 210 time: 0.0309784 Aug 29 04:46:49.280628 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:50.344801 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37915fa9-1796-4cb0-8656-79f57c86efc2 req-3af25683-e858-48c9-b3e8-80130f6605a0 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:50.349837 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-37915fa9-1796-4cb0-8656-79f57c86efc2 req-3af25683-e858-48c9-b3e8-80130f6605a0 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.48 "GET /v2.0/networks?id=6dfda774-9f20-47fe-b6e8-7c9294fb6fff HTTP/1.1" status: 200 len: 814 time: 0.1212280 Aug 29 04:46:50.372099 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-37915fa9-1796-4cb0-8656-79f57c86efc2 req-f7aeb092-e8e3-4d9b-b6b0-da10bc67ce3f tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Request body: {'port': {'device_id': 'ea5d82a3-9cff-44af-acad-3a0d9fca8426', 'network_id': '6dfda774-9f20-47fe-b6e8-7c9294fb6fff', 'admin_state_up': True, 'tenant_id': '7aee421f678c42aea0253beb1062efb3'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:46:50.373223 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8e1143d8-e2f3-476b-9c7a-8422cb89b2fd req-973f6a16-e5d8-409c-8076-9441ce7fbbb0 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea5d82a3-9cff-44af-acad-3a0d9fca8426 HTTP/1.1" status: 200 len: 210 time: 0.0271327 Aug 29 04:46:50.488951 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37915fa9-1796-4cb0-8656-79f57c86efc2 req-f7aeb092-e8e3-4d9b-b6b0-da10bc67ce3f tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Made reservation on behalf of 7aee421f678c42aea0253beb1062efb3 for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:46:50.492727 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-37915fa9-1796-4cb0-8656-79f57c86efc2 req-f7aeb092-e8e3-4d9b-b6b0-da10bc67ce3f tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:50.622198 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-37915fa9-1796-4cb0-8656-79f57c86efc2 req-f7aeb092-e8e3-4d9b-b6b0-da10bc67ce3f tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Allocated IP 172.20.0.3 (6dfda774-9f20-47fe-b6e8-7c9294fb6fff/eb25d9db-9e3b-4bee-921f-04e4976bb134/bad835fb-c54f-4d3a-9ca9-8e6cd74a3b2c) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:46:50.782274 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-37915fa9-1796-4cb0-8656-79f57c86efc2 req-f7aeb092-e8e3-4d9b-b6b0-da10bc67ce3f tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:50.826872 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-37915fa9-1796-4cb0-8656-79f57c86efc2 req-f7aeb092-e8e3-4d9b-b6b0-da10bc67ce3f tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:50.839541 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['8f507ff0-8cf1-423a-9431-7b943fe9d2b4'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:46:50.866971 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['48ad6c77-6057-404c-a4fe-f79e342fd444', 'd4307f3d-153c-4122-88a7-f4453bbff61e'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:46:50.872982 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37915fa9-1796-4cb0-8656-79f57c86efc2 req-f7aeb092-e8e3-4d9b-b6b0-da10bc67ce3f tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Network 6dfda774-9f20-47fe-b6e8-7c9294fb6fff is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:46:50.874436 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-37915fa9-1796-4cb0-8656-79f57c86efc2 req-f7aeb092-e8e3-4d9b-b6b0-da10bc67ce3f tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:46:50.878935 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-37915fa9-1796-4cb0-8656-79f57c86efc2 req-f7aeb092-e8e3-4d9b-b6b0-da10bc67ce3f tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:46:50.926660 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aeb092-e8e3-4d9b-b6b0-da10bc67ce3f tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Pushing event updated for resources: {'Port': ['ID=bad835fb-c54f-4d3a-9ca9-8e6cd74a3b2c,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:50.942202 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aeb092-e8e3-4d9b-b6b0-da10bc67ce3f tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:50.942546 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aeb092-e8e3-4d9b-b6b0-da10bc67ce3f tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:50.942883 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aeb092-e8e3-4d9b-b6b0-da10bc67ce3f tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:50.943233 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aeb092-e8e3-4d9b-b6b0-da10bc67ce3f tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:50.943550 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aeb092-e8e3-4d9b-b6b0-da10bc67ce3f tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:50.943904 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aeb092-e8e3-4d9b-b6b0-da10bc67ce3f tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:50.944231 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aeb092-e8e3-4d9b-b6b0-da10bc67ce3f tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:50.944556 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aeb092-e8e3-4d9b-b6b0-da10bc67ce3f tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:50.944883 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aeb092-e8e3-4d9b-b6b0-da10bc67ce3f tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:50.945204 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aeb092-e8e3-4d9b-b6b0-da10bc67ce3f tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:50.945538 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aeb092-e8e3-4d9b-b6b0-da10bc67ce3f tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:50.945846 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aeb092-e8e3-4d9b-b6b0-da10bc67ce3f tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:50.963870 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37915fa9-1796-4cb0-8656-79f57c86efc2 req-f7aeb092-e8e3-4d9b-b6b0-da10bc67ce3f tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:50.964518 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-37915fa9-1796-4cb0-8656-79f57c86efc2 req-f7aeb092-e8e3-4d9b-b6b0-da10bc67ce3f tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:50.985773 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-37915fa9-1796-4cb0-8656-79f57c86efc2 req-f7aeb092-e8e3-4d9b-b6b0-da10bc67ce3f tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6177821 Aug 29 04:46:51.007831 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-37915fa9-1796-4cb0-8656-79f57c86efc2 req-96675a1f-3a62-4133-a74e-069299b32c33 service neutron] Request body: {'port': {'device_id': 'ea5d82a3-9cff-44af-acad-3a0d9fca8426', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:46:51.065423 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-37915fa9-1796-4cb0-8656-79f57c86efc2 req-96675a1f-3a62-4133-a74e-069299b32c33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:51.354470 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-37915fa9-1796-4cb0-8656-79f57c86efc2 req-96675a1f-3a62-4133-a74e-069299b32c33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bad835fb-c54f-4d3a-9ca9-8e6cd74a3b2c {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:46:51.362498 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-37915fa9-1796-4cb0-8656-79f57c86efc2 req-96675a1f-3a62-4133-a74e-069299b32c33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:51.375654 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-37915fa9-1796-4cb0-8656-79f57c86efc2 req-96675a1f-3a62-4133-a74e-069299b32c33 service neutron] Transition to ACTIVE for port object bad835fb-c54f-4d3a-9ca9-8e6cd74a3b2c will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:46:51.379631 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-37915fa9-1796-4cb0-8656-79f57c86efc2 req-96675a1f-3a62-4133-a74e-069299b32c33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:51.431113 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96675a1f-3a62-4133-a74e-069299b32c33 service neutron] Pushing event updated for resources: {'Port': ['ID=bad835fb-c54f-4d3a-9ca9-8e6cd74a3b2c,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:51.534556 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-37915fa9-1796-4cb0-8656-79f57c86efc2 req-96675a1f-3a62-4133-a74e-069299b32c33 service neutron] Attempting to bind port bad835fb-c54f-4d3a-9ca9-8e6cd74a3b2c on host n-h2-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:46:51.534898 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-37915fa9-1796-4cb0-8656-79f57c86efc2 req-96675a1f-3a62-4133-a74e-069299b32c33 service neutron] Attempting to bind port bad835fb-c54f-4d3a-9ca9-8e6cd74a3b2c by drivers openvswitch,hyperv on host n-h2-712140-12 at level 0 using segments [{'id': '33625d17-c32d-4cc4-b4a4-d01f42f986ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6dfda774-9f20-47fe-b6e8-7c9294fb6fff'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:46:51.535235 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37915fa9-1796-4cb0-8656-79f57c86efc2 req-96675a1f-3a62-4133-a74e-069299b32c33 service neutron] Attempting to bind port bad835fb-c54f-4d3a-9ca9-8e6cd74a3b2c on network 6dfda774-9f20-47fe-b6e8-7c9294fb6fff {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:46:51.546540 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8763c1-c1d8-46c9-9848-2856d7a675a2 req-279c4fef-cc0c-4ab0-941a-d4a208856b23 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:51.548119 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8a8763c1-c1d8-46c9-9848-2856d7a675a2 req-279c4fef-cc0c-4ab0-941a-d4a208856b23 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea5d82a3-9cff-44af-acad-3a0d9fca8426 HTTP/1.1" status: 200 len: 943 time: 0.0774784 Aug 29 04:46:51.550510 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37915fa9-1796-4cb0-8656-79f57c86efc2 req-96675a1f-3a62-4133-a74e-069299b32c33 service neutron] Port bad835fb-c54f-4d3a-9ca9-8e6cd74a3b2c on network 6dfda774-9f20-47fe-b6e8-7c9294fb6fff not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:46:51.550846 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37915fa9-1796-4cb0-8656-79f57c86efc2 req-96675a1f-3a62-4133-a74e-069299b32c33 service neutron] Attempting to bind port bad835fb-c54f-4d3a-9ca9-8e6cd74a3b2c on network 6dfda774-9f20-47fe-b6e8-7c9294fb6fff {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:46:51.563561 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37915fa9-1796-4cb0-8656-79f57c86efc2 req-96675a1f-3a62-4133-a74e-069299b32c33 service neutron] Checking agent: {'id': 'b3a0606b-b029-4f5e-8798-3a32b71d8844', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:46:51.563951 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37915fa9-1796-4cb0-8656-79f57c86efc2 req-96675a1f-3a62-4133-a74e-069299b32c33 service neutron] Checking segment: {'id': '33625d17-c32d-4cc4-b4a4-d01f42f986ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6dfda774-9f20-47fe-b6e8-7c9294fb6fff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:46:51.564344 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37915fa9-1796-4cb0-8656-79f57c86efc2 req-96675a1f-3a62-4133-a74e-069299b32c33 service neutron] Bound using segment: {'id': '33625d17-c32d-4cc4-b4a4-d01f42f986ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6dfda774-9f20-47fe-b6e8-7c9294fb6fff'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:46:51.564786 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-37915fa9-1796-4cb0-8656-79f57c86efc2 req-96675a1f-3a62-4133-a74e-069299b32c33 service neutron] Bound port: bad835fb-c54f-4d3a-9ca9-8e6cd74a3b2c, host: n-h2-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33625d17-c32d-4cc4-b4a4-d01f42f986ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6dfda774-9f20-47fe-b6e8-7c9294fb6fff'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:46:51.565155 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-37915fa9-1796-4cb0-8656-79f57c86efc2 req-96675a1f-3a62-4133-a74e-069299b32c33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:51.619783 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8a8763c1-c1d8-46c9-9848-2856d7a675a2 req-2f5ebd94-6bb9-490d-b7eb-d62bc54b226b tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.22 "GET /v2.0/security-groups?id=fe3beba3-4831-4321-be77-6ef5a93cecef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630958 Aug 29 04:46:51.654606 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-37915fa9-1796-4cb0-8656-79f57c86efc2 req-96675a1f-3a62-4133-a74e-069299b32c33 service neutron] For port bad835fb-c54f-4d3a-9ca9-8e6cd74a3b2c, host n-h2-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:46:51.657692 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-37915fa9-1796-4cb0-8656-79f57c86efc2 req-96675a1f-3a62-4133-a74e-069299b32c33 service neutron] For port bad835fb-c54f-4d3a-9ca9-8e6cd74a3b2c, host n-h2-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=bad835fb-c54f-4d3a-9ca9-8e6cd74a3b2c,segment=NetworkSegment(33625d17-c32d-4cc4-b4a4-d01f42f986ea),segment_id=33625d17-c32d-4cc4-b4a4-d01f42f986ea)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:46:51.662396 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-37915fa9-1796-4cb0-8656-79f57c86efc2 req-96675a1f-3a62-4133-a74e-069299b32c33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:51.698001 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37915fa9-1796-4cb0-8656-79f57c86efc2 req-96675a1f-3a62-4133-a74e-069299b32c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:51.698620 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-37915fa9-1796-4cb0-8656-79f57c86efc2 req-96675a1f-3a62-4133-a74e-069299b32c33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:51.700053 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-37915fa9-1796-4cb0-8656-79f57c86efc2 req-96675a1f-3a62-4133-a74e-069299b32c33 service neutron] 10.222.0.48 "PUT /v2.0/ports/bad835fb-c54f-4d3a-9ca9-8e6cd74a3b2c HTTP/1.1" status: 200 len: 1092 time: 0.6968043 Aug 29 04:46:51.700496 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea5d82a3-9cff-44af-acad-3a0d9fca8426', 'tag': 'bad835fb-c54f-4d3a-9ca9-8e6cd74a3b2c'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:46:51.702833 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37dc222d-60f9-4143-a17c-6a89430a4445" -d '{"events": [{"name": "network-changed", "server_uuid": "ea5d82a3-9cff-44af-acad-3a0d9fca8426", "tag": "bad835fb-c54f-4d3a-9ca9-8e6cd74a3b2c"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:46:51.735597 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96675a1f-3a62-4133-a74e-069299b32c33 service neutron] Pushing event updated for resources: {'Port': ['ID=bad835fb-c54f-4d3a-9ca9-8e6cd74a3b2c,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:51.748002 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6ba0f96-7536-4b79-8939-95e0270a5b5d x-openstack-request-id: req-b6ba0f96-7536-4b79-8939-95e0270a5b5d {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:46:51.748565 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea5d82a3-9cff-44af-acad-3a0d9fca8426", "tag": "bad835fb-c54f-4d3a-9ca9-8e6cd74a3b2c", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:46:51.748992 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b6ba0f96-7536-4b79-8939-95e0270a5b5d {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:46:51.749802 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea5d82a3-9cff-44af-acad-3a0d9fca8426', 'tag': 'bad835fb-c54f-4d3a-9ca9-8e6cd74a3b2c', 'status': 'completed', 'code': 200} Aug 29 04:46:51.812167 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37915fa9-1796-4cb0-8656-79f57c86efc2 req-55e22f62-359f-467b-bf51-56c62288b978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:51.813766 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-37915fa9-1796-4cb0-8656-79f57c86efc2 req-55e22f62-359f-467b-bf51-56c62288b978 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7aee421f678c42aea0253beb1062efb3&device_id=ea5d82a3-9cff-44af-acad-3a0d9fca8426 HTTP/1.1" status: 200 len: 1095 time: 0.0467591 Aug 29 04:46:51.864388 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-37915fa9-1796-4cb0-8656-79f57c86efc2 req-bde68306-8048-4031-b4fb-0b6564a6e3c6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bad835fb-c54f-4d3a-9ca9-8e6cd74a3b2c HTTP/1.1" status: 200 len: 217 time: 0.0352323 Aug 29 04:46:51.914305 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37915fa9-1796-4cb0-8656-79f57c86efc2 req-210e546c-51b7-43d5-b310-9c75cee22e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:51.915748 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-37915fa9-1796-4cb0-8656-79f57c86efc2 req-210e546c-51b7-43d5-b310-9c75cee22e08 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=eb25d9db-9e3b-4bee-921f-04e4976bb134 HTTP/1.1" status: 200 len: 854 time: 0.0436835 Aug 29 04:46:51.949768 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-37915fa9-1796-4cb0-8656-79f57c86efc2 req-a2343bd4-3504-4fe4-857d-96060ea7a555 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6dfda774-9f20-47fe-b6e8-7c9294fb6fff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247517 Aug 29 04:46:52.046635 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-37915fa9-1796-4cb0-8656-79f57c86efc2 req-59c6035c-1f8b-4a2f-abde-c3061bd01ddd service neutron] 10.222.0.48 "GET /v2.0/networks/6dfda774-9f20-47fe-b6e8-7c9294fb6fff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884719 Aug 29 04:46:52.139125 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-37915fa9-1796-4cb0-8656-79f57c86efc2 req-80956f88-299b-447d-81be-463398056d25 service neutron] 10.222.0.48 "GET /v2.0/networks/6dfda774-9f20-47fe-b6e8-7c9294fb6fff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842073 Aug 29 04:46:52.288530 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dc222d-60f9-4143-a17c-6a89430a4445 req-221b4033-c71e-4267-b6ec-d0928d5d0c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:52.290104 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-37dc222d-60f9-4143-a17c-6a89430a4445 req-221b4033-c71e-4267-b6ec-d0928d5d0c0d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7aee421f678c42aea0253beb1062efb3&device_id=ea5d82a3-9cff-44af-acad-3a0d9fca8426 HTTP/1.1" status: 200 len: 1095 time: 0.0474322 Aug 29 04:46:52.383193 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dc222d-60f9-4143-a17c-6a89430a4445 req-11907b22-a3c3-4951-bc2c-ffeb3b01d3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:52.384783 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-37dc222d-60f9-4143-a17c-6a89430a4445 req-11907b22-a3c3-4951-bc2c-ffeb3b01d3e4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6dfda774-9f20-47fe-b6e8-7c9294fb6fff HTTP/1.1" status: 200 len: 915 time: 0.0840042 Aug 29 04:46:52.432726 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-37dc222d-60f9-4143-a17c-6a89430a4445 req-04ba074d-c866-4789-a30f-45dafc2efb26 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bad835fb-c54f-4d3a-9ca9-8e6cd74a3b2c HTTP/1.1" status: 200 len: 217 time: 0.0390573 Aug 29 04:46:52.482920 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dc222d-60f9-4143-a17c-6a89430a4445 req-6945a9d6-d0d0-4654-a9af-afc18996efd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:52.484533 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-37dc222d-60f9-4143-a17c-6a89430a4445 req-6945a9d6-d0d0-4654-a9af-afc18996efd5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=eb25d9db-9e3b-4bee-921f-04e4976bb134 HTTP/1.1" status: 200 len: 854 time: 0.0444007 Aug 29 04:46:52.524277 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-37dc222d-60f9-4143-a17c-6a89430a4445 req-1fdd12d0-f486-400c-acfd-aa9fc15e532c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6dfda774-9f20-47fe-b6e8-7c9294fb6fff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309825 Aug 29 04:46:52.629778 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-37dc222d-60f9-4143-a17c-6a89430a4445 req-a5ce117c-c1fe-4b68-80af-48a5a7ff3d3e service neutron] 10.222.0.48 "GET /v2.0/networks/6dfda774-9f20-47fe-b6e8-7c9294fb6fff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973167 Aug 29 04:46:52.780900 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7845f8-c2ea-432b-a20b-5620699c5c53 req-70a9a1fa-5e3e-405e-ab0a-97cc765f092c tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:52.782621 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1e7845f8-c2ea-432b-a20b-5620699c5c53 req-70a9a1fa-5e3e-405e-ab0a-97cc765f092c tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea5d82a3-9cff-44af-acad-3a0d9fca8426 HTTP/1.1" status: 200 len: 943 time: 0.0911181 Aug 29 04:46:52.784751 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-37dc222d-60f9-4143-a17c-6a89430a4445 req-c7dd9ef8-d7b1-4e74-b11b-86709b7f9dbb service neutron] 10.222.0.48 "GET /v2.0/networks/6dfda774-9f20-47fe-b6e8-7c9294fb6fff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474226 Aug 29 04:46:52.826086 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1e7845f8-c2ea-432b-a20b-5620699c5c53 req-59c79183-a900-443b-af44-47779ef19a85 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.22 "GET /v2.0/security-groups?id=fe3beba3-4831-4321-be77-6ef5a93cecef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374272 Aug 29 04:46:53.953505 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161c0496-c07c-4630-8c56-5bb9de550e86 req-88d5b238-3ac3-4433-af22-f3ac39734b0b tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:53.955021 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-161c0496-c07c-4630-8c56-5bb9de550e86 req-88d5b238-3ac3-4433-af22-f3ac39734b0b tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea5d82a3-9cff-44af-acad-3a0d9fca8426 HTTP/1.1" status: 200 len: 943 time: 0.0571766 Aug 29 04:46:53.994817 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-161c0496-c07c-4630-8c56-5bb9de550e86 req-1920f685-5172-47aa-b8ca-985fc40833b1 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.22 "GET /v2.0/security-groups?id=fe3beba3-4831-4321-be77-6ef5a93cecef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334282 Aug 29 04:46:55.115154 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c61f59-09e5-4649-99e6-61aa1624594e req-643311dc-7b94-4f3f-975a-31141e60a344 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:55.116689 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e0c61f59-09e5-4649-99e6-61aa1624594e req-643311dc-7b94-4f3f-975a-31141e60a344 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea5d82a3-9cff-44af-acad-3a0d9fca8426 HTTP/1.1" status: 200 len: 943 time: 0.0548990 Aug 29 04:46:55.155328 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e0c61f59-09e5-4649-99e6-61aa1624594e req-e75677fe-fafe-49bf-a415-d357e0671b09 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.22 "GET /v2.0/security-groups?id=fe3beba3-4831-4321-be77-6ef5a93cecef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326087 Aug 29 04:46:55.959245 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1218bb-4826-4100-9928-dcbbd3a693bc req-4446bb30-971c-4879-ac6d-a0b056b4f606 tempest-TestNetworkAdvancedServerOps-81455967 tempest-TestNetworkAdvancedServerOps-81455967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:55.960813 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2f1218bb-4826-4100-9928-dcbbd3a693bc req-4446bb30-971c-4879-ac6d-a0b056b4f606 tempest-TestNetworkAdvancedServerOps-81455967 tempest-TestNetworkAdvancedServerOps-81455967-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=e895665e-ce20-4d86-8d21-4b640a9a59e2 HTTP/1.1" status: 200 len: 1099 time: 0.0416584 Aug 29 04:46:55.997878 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2f1218bb-4826-4100-9928-dcbbd3a693bc req-8e7211c5-67fc-4f56-a3fb-a7da80406b3d tempest-TestNetworkAdvancedServerOps-81455967 tempest-TestNetworkAdvancedServerOps-81455967-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=8b4a8fe4-6771-434f-9ebc-be699b1ab308&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309472 Aug 29 04:46:56.020467 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 60778) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:56.189581 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-83c1ff07-80f1-4a1b-8a99-a5b51faf2c65 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Deleting port 66e8a6cb-4ccb-453e-9d88-cc4b3d7541b4 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:46:56.189938 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-83c1ff07-80f1-4a1b-8a99-a5b51faf2c65 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:56.272613 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f40190-7da0-4df1-b5e8-3c787f80c57a req-fd632c09-6227-4aab-8963-c66a1dba5ab3 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:56.273221 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-83c1ff07-80f1-4a1b-8a99-a5b51faf2c65 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:56.273221 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-83c1ff07-80f1-4a1b-8a99-a5b51faf2c65 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:56.274117 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e0f40190-7da0-4df1-b5e8-3c787f80c57a req-fd632c09-6227-4aab-8963-c66a1dba5ab3 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea5d82a3-9cff-44af-acad-3a0d9fca8426 HTTP/1.1" status: 200 len: 943 time: 0.0505311 Aug 29 04:46:56.286197 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-83c1ff07-80f1-4a1b-8a99-a5b51faf2c65 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Calling delete_port for 66e8a6cb-4ccb-453e-9d88-cc4b3d7541b4 owned by network:floatingip {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:46:56.313102 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e0f40190-7da0-4df1-b5e8-3c787f80c57a req-74b90594-a570-4c3d-a491-a0a57a63d949 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.22 "GET /v2.0/security-groups?id=fe3beba3-4831-4321-be77-6ef5a93cecef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324976 Aug 29 04:46:56.436138 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-83c1ff07-80f1-4a1b-8a99-a5b51faf2c65 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:56.464054 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c1ff07-80f1-4a1b-8a99-a5b51faf2c65 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Pushing event deleted for resources: {'Port': ['ID=66e8a6cb-4ccb-453e-9d88-cc4b3d7541b4,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:56.474255 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c1ff07-80f1-4a1b-8a99-a5b51faf2c65 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:56.474616 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c1ff07-80f1-4a1b-8a99-a5b51faf2c65 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:56.474968 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c1ff07-80f1-4a1b-8a99-a5b51faf2c65 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:56.475314 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c1ff07-80f1-4a1b-8a99-a5b51faf2c65 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:56.476272 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c1ff07-80f1-4a1b-8a99-a5b51faf2c65 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:56.476272 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c1ff07-80f1-4a1b-8a99-a5b51faf2c65 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:56.476623 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c1ff07-80f1-4a1b-8a99-a5b51faf2c65 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:56.476965 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c1ff07-80f1-4a1b-8a99-a5b51faf2c65 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:56.477304 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c1ff07-80f1-4a1b-8a99-a5b51faf2c65 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:56.477641 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c1ff07-80f1-4a1b-8a99-a5b51faf2c65 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:56.477976 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c1ff07-80f1-4a1b-8a99-a5b51faf2c65 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:56.478306 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c1ff07-80f1-4a1b-8a99-a5b51faf2c65 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:56.538834 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-83c1ff07-80f1-4a1b-8a99-a5b51faf2c65 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for floatingip, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:56.539082 n-d-712140-12 neutron-server[94829]: INFO neutron.db.l3_db [None req-83c1ff07-80f1-4a1b-8a99-a5b51faf2c65 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Floating IP da789d3f-db43-480b-80eb-f8859e585c40 disassociated (deleted). External IP: 172.25.0.121, port: 2aeb6fb6-5c25-4f64-9998-9e7f5db10af6. Aug 29 04:46:56.753392 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83c1ff07-80f1-4a1b-8a99-a5b51faf2c65 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Router 638a459d-751e-43a2-bf05-c3412a07dcbd has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:46:56.862101 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83c1ff07-80f1-4a1b-8a99-a5b51faf2c65 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:46:56.867125 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-83c1ff07-80f1-4a1b-8a99-a5b51faf2c65 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:56.871936 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ccd55cf-dccb-4854-9794-5de83ec35147 None None] Sync routers for ids ['638a459d-751e-43a2-bf05-c3412a07dcbd'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:46:56.881773 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ccd55cf-dccb-4854-9794-5de83ec35147 None None] Routers {'638a459d-751e-43a2-bf05-c3412a07dcbd'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:46:56.882394 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-1ccd55cf-dccb-4854-9794-5de83ec35147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:46:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['638a459d-751e-43a2-bf05-c3412a07dcbd'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:46:56.896084 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-83c1ff07-80f1-4a1b-8a99-a5b51faf2c65 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "DELETE /v2.0/floatingips/da789d3f-db43-480b-80eb-f8859e585c40 HTTP/1.1" status: 204 len: 168 time: 0.8744128 Aug 29 04:46:56.896637 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e895665e-ce20-4d86-8d21-4b640a9a59e2', 'tag': '2aeb6fb6-5c25-4f64-9998-9e7f5db10af6'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:46:56.898945 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb7700b3-f6f4-4807-8890-cbef00f1ec8f" -d '{"events": [{"name": "network-changed", "server_uuid": "e895665e-ce20-4d86-8d21-4b640a9a59e2", "tag": "2aeb6fb6-5c25-4f64-9998-9e7f5db10af6"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:46:56.937371 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcc3cd3b-3e26-4ffb-ba97-5f97f073bd68 x-openstack-request-id: req-dcc3cd3b-3e26-4ffb-ba97-5f97f073bd68 {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:46:56.937672 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e895665e-ce20-4d86-8d21-4b640a9a59e2", "tag": "2aeb6fb6-5c25-4f64-9998-9e7f5db10af6", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:46:56.938060 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dcc3cd3b-3e26-4ffb-ba97-5f97f073bd68 {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:46:56.938465 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e895665e-ce20-4d86-8d21-4b640a9a59e2', 'tag': '2aeb6fb6-5c25-4f64-9998-9e7f5db10af6', 'status': 'completed', 'code': 200} Aug 29 04:46:56.992756 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-1ccd55cf-dccb-4854-9794-5de83ec35147 None None] Set router 638a459d-751e-43a2-bf05-c3412a07dcbd gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:46:57.011216 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7700b3-f6f4-4807-8890-cbef00f1ec8f req-e1a92acc-d59d-4e0d-8ed1-a600be2bd61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:57.012809 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-eb7700b3-f6f4-4807-8890-cbef00f1ec8f req-e1a92acc-d59d-4e0d-8ed1-a600be2bd61a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9fb1fbcb8cc9402ba4fdb36d489735a9&device_id=e895665e-ce20-4d86-8d21-4b640a9a59e2 HTTP/1.1" status: 200 len: 1099 time: 0.0474596 Aug 29 04:46:57.140714 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device bad835fb-c54f-4d3a-9ca9-8e6cd74a3b2c details requested by agent hyperv_n-h2-712140-12 with host n-h2-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:46:57.146589 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7700b3-f6f4-4807-8890-cbef00f1ec8f req-3bd33b14-5c6a-4e92-bcba-94b7bef00c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:57.148219 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-eb7700b3-f6f4-4807-8890-cbef00f1ec8f req-3bd33b14-5c6a-4e92-bcba-94b7bef00c60 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d328fb11-c7d1-438d-bb8c-05989bc4db8d HTTP/1.1" status: 200 len: 896 time: 0.1206603 Aug 29 04:46:57.175769 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57b155c-8052-4130-acf0-d240694f2683 req-b13ea019-986a-4772-9f84-380381b9f388 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:57.177303 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f57b155c-8052-4130-acf0-d240694f2683 req-b13ea019-986a-4772-9f84-380381b9f388 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=e895665e-ce20-4d86-8d21-4b640a9a59e2 HTTP/1.1" status: 200 len: 947 time: 0.0765395 Aug 29 04:46:57.207171 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-eb7700b3-f6f4-4807-8890-cbef00f1ec8f req-45df0b8d-001c-49aa-83af-48eaefc20dc6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2aeb6fb6-5c25-4f64-9998-9e7f5db10af6 HTTP/1.1" status: 200 len: 217 time: 0.0487452 Aug 29 04:46:57.208231 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-1ccd55cf-dccb-4854-9794-5de83ec35147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '638a459d-751e-43a2-bf05-c3412a07dcbd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781662802', 'tenant_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'addc8df4-2230-403c-98da-e25e58fe8bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:45:03Z', 'updated_at': '2021-08-29T04:45:07Z', 'revision_number': 4, 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'gw_port': {'id': 'addc8df4-2230-403c-98da-e25e58fe8bf5', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638a459d-751e-43a2-bf05-c3412a07dcbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:45:04Z', 'updated_at': '2021-08-29T04:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': 'c1a88ec4-1f82-4f18-8dc1-4ed49f867d87', 'name': '', 'network_id': 'd328fb11-c7d1-438d-bb8c-05989bc4db8d', 'tenant_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'mac_address': 'fa:16:3e:7b:02:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638a459d-751e-43a2-bf05-c3412a07dcbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': 'e4b27025-b392-4846-85a3-2001b5ccd5f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:45:06Z', 'updated_at': '2021-08-29T04:45:13Z', 'revision_number': 5, 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'subnets': [{'id': 'e4b27025-b392-4846-85a3-2001b5ccd5f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:46:57.235254 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ccd55cf-dccb-4854-9794-5de83ec35147 None None] Checking router: 638a459d-751e-43a2-bf05-c3412a07dcbd for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:46:57.243332 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ccd55cf-dccb-4854-9794-5de83ec35147 None None] Routers {'638a459d-751e-43a2-bf05-c3412a07dcbd'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:46:57.244417 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-1ccd55cf-dccb-4854-9794-5de83ec35147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:46:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['638a459d-751e-43a2-bf05-c3412a07dcbd'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:46:57.252461 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port bad835fb-c54f-4d3a-9ca9-8e6cd74a3b2c, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=bad835fb-c54f-4d3a-9ca9-8e6cd74a3b2c,segment=NetworkSegment(33625d17-c32d-4cc4-b4a4-d01f42f986ea),segment_id=33625d17-c32d-4cc4-b4a4-d01f42f986ea)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:46:57.268796 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Returning: {'device': 'bad835fb-c54f-4d3a-9ca9-8e6cd74a3b2c', 'network_id': '6dfda774-9f20-47fe-b6e8-7c9294fb6fff', 'port_id': 'bad835fb-c54f-4d3a-9ca9-8e6cd74a3b2c', 'mac_address': 'fa:16:3e:7c:21:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb25d9db-9e3b-4bee-921f-04e4976bb134', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:46:57.277827 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f57b155c-8052-4130-acf0-d240694f2683 req-27136fbc-adcf-4451-b123-fed06d757327 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b4a8fe4-6771-434f-9ebc-be699b1ab308&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730791 Aug 29 04:46:57.284308 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7700b3-f6f4-4807-8890-cbef00f1ec8f req-0bbf93bf-3923-4588-bb01-9f2645f62970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:57.285487 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-eb7700b3-f6f4-4807-8890-cbef00f1ec8f req-0bbf93bf-3923-4588-bb01-9f2645f62970 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e4b27025-b392-4846-85a3-2001b5ccd5f6 HTTP/1.1" status: 200 len: 835 time: 0.0613525 Aug 29 04:46:57.311034 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:57.325468 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bad835fb-c54f-4d3a-9ca9-8e6cd74a3b2c {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:46:57.348871 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7700b3-f6f4-4807-8890-cbef00f1ec8f req-2671c20d-c953-4c60-a912-0469e987868e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:57.350161 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port bad835fb-c54f-4d3a-9ca9-8e6cd74a3b2c, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=bad835fb-c54f-4d3a-9ca9-8e6cd74a3b2c,segment=NetworkSegment(33625d17-c32d-4cc4-b4a4-d01f42f986ea),segment_id=33625d17-c32d-4cc4-b4a4-d01f42f986ea)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:46:57.351285 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-eb7700b3-f6f4-4807-8890-cbef00f1ec8f req-2671c20d-c953-4c60-a912-0469e987868e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d328fb11-c7d1-438d-bb8c-05989bc4db8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0485530 Aug 29 04:46:57.372655 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:57.432614 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=bad835fb-c54f-4d3a-9ca9-8e6cd74a3b2c,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:57.440796 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:57.441156 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:57.441504 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:57.441842 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:57.442307 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:57.442647 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:57.442977 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:57.443302 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:57.443625 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:57.443988 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:57.444312 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:57.444632 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:57.447792 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116cb4ce-4659-4a9b-a06a-fb04f16f122f req-86f30a2c-71d6-4391-badc-b3d57f2ee2e1 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:57.449595 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-116cb4ce-4659-4a9b-a06a-fb04f16f122f req-86f30a2c-71d6-4391-badc-b3d57f2ee2e1 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea5d82a3-9cff-44af-acad-3a0d9fca8426 HTTP/1.1" status: 200 len: 944 time: 0.0545001 Aug 29 04:46:57.467743 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-eb7700b3-f6f4-4807-8890-cbef00f1ec8f req-5ba74b35-777a-4754-8e69-96bd30cec0da service neutron] 10.222.0.46 "GET /v2.0/networks/d328fb11-c7d1-438d-bb8c-05989bc4db8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063735 Aug 29 04:46:57.491674 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-116cb4ce-4659-4a9b-a06a-fb04f16f122f req-4be8aff6-b7fb-480b-885a-4b8447ca5db2 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.22 "GET /v2.0/security-groups?id=fe3beba3-4831-4321-be77-6ef5a93cecef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342729 Aug 29 04:46:57.492063 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-1ccd55cf-dccb-4854-9794-5de83ec35147 None None] Set router 638a459d-751e-43a2-bf05-c3412a07dcbd gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:46:57.563019 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-eb7700b3-f6f4-4807-8890-cbef00f1ec8f req-582895e8-2e13-49b9-b30c-89c0f52baf2c service neutron] 10.222.0.46 "GET /v2.0/networks/d328fb11-c7d1-438d-bb8c-05989bc4db8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846360 Aug 29 04:46:57.693869 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-1ccd55cf-dccb-4854-9794-5de83ec35147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '638a459d-751e-43a2-bf05-c3412a07dcbd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781662802', 'tenant_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'addc8df4-2230-403c-98da-e25e58fe8bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:45:03Z', 'updated_at': '2021-08-29T04:45:07Z', 'revision_number': 4, 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'gw_port': {'id': 'addc8df4-2230-403c-98da-e25e58fe8bf5', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638a459d-751e-43a2-bf05-c3412a07dcbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:45:04Z', 'updated_at': '2021-08-29T04:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': 'c1a88ec4-1f82-4f18-8dc1-4ed49f867d87', 'name': '', 'network_id': 'd328fb11-c7d1-438d-bb8c-05989bc4db8d', 'tenant_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'mac_address': 'fa:16:3e:7b:02:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638a459d-751e-43a2-bf05-c3412a07dcbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': 'e4b27025-b392-4846-85a3-2001b5ccd5f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:45:06Z', 'updated_at': '2021-08-29T04:45:13Z', 'revision_number': 5, 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'subnets': [{'id': 'e4b27025-b392-4846-85a3-2001b5ccd5f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:46:57.720045 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ccd55cf-dccb-4854-9794-5de83ec35147 None None] The sync data for ids ['638a459d-751e-43a2-bf05-c3412a07dcbd'] in n-d-712140-12 is: [{'id': '638a459d-751e-43a2-bf05-c3412a07dcbd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781662802', 'tenant_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'addc8df4-2230-403c-98da-e25e58fe8bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:45:03Z', 'updated_at': '2021-08-29T04:45:07Z', 'revision_number': 4, 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'gw_port': {'id': 'addc8df4-2230-403c-98da-e25e58fe8bf5', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638a459d-751e-43a2-bf05-c3412a07dcbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:45:04Z', 'updated_at': '2021-08-29T04:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': 'c1a88ec4-1f82-4f18-8dc1-4ed49f867d87', 'name': '', 'network_id': 'd328fb11-c7d1-438d-bb8c-05989bc4db8d', 'tenant_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'mac_address': 'fa:16:3e:7b:02:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638a459d-751e-43a2-bf05-c3412a07dcbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': 'e4b27025-b392-4846-85a3-2001b5ccd5f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:45:06Z', 'updated_at': '2021-08-29T04:45:13Z', 'revision_number': 5, 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'subnets': [{'id': 'e4b27025-b392-4846-85a3-2001b5ccd5f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:46:57.791470 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['bad835fb-c54f-4d3a-9ca9-8e6cd74a3b2c'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:46:57.959182 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea2014c-afcd-4d7f-8424-4187fe493650 None None] New status for floating IP da789d3f-db43-480b-80eb-f8859e585c40: DOWN {{(pid=94830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:46:58.408249 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513e375-261b-470d-9ebf-2b7d38cf43b0 req-5bdd94a9-06f8-43e1-b071-844faf978b13 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:58.409783 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5513e375-261b-470d-9ebf-2b7d38cf43b0 req-5bdd94a9-06f8-43e1-b071-844faf978b13 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=e895665e-ce20-4d86-8d21-4b640a9a59e2 HTTP/1.1" status: 200 len: 947 time: 0.0561676 Aug 29 04:46:58.447788 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5513e375-261b-470d-9ebf-2b7d38cf43b0 req-2f30f9ee-a3f2-44c7-8273-4f9c2edb562c tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b4a8fe4-6771-434f-9ebc-be699b1ab308&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320985 Aug 29 04:46:58.613356 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84638640-ef6a-416c-8ccb-2be70ac65702 req-fc37d6c9-20a4-495f-95c2-b3d08e272a2b tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:58.614865 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-84638640-ef6a-416c-8ccb-2be70ac65702 req-fc37d6c9-20a4-495f-95c2-b3d08e272a2b tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea5d82a3-9cff-44af-acad-3a0d9fca8426 HTTP/1.1" status: 200 len: 944 time: 0.0543144 Aug 29 04:46:58.654195 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-84638640-ef6a-416c-8ccb-2be70ac65702 req-e78016ba-16b0-43a9-8fb0-d4e00998b184 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.22 "GET /v2.0/security-groups?id=fe3beba3-4831-4321-be77-6ef5a93cecef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331542 Aug 29 04:46:58.686265 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8f54f3-e064-4399-9640-f5533b620a13 req-3c4f7567-d861-4e35-b1c0-2d60fcb26321 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:58.687872 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-df8f54f3-e064-4399-9640-f5533b620a13 req-3c4f7567-d861-4e35-b1c0-2d60fcb26321 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.46 "GET /v2.0/ports?device_id=e895665e-ce20-4d86-8d21-4b640a9a59e2 HTTP/1.1" status: 200 len: 947 time: 0.0618725 Aug 29 04:46:58.757416 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:58.790427 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-df8f54f3-e064-4399-9640-f5533b620a13 req-2ab4eaeb-3893-49d8-b854-618dd2772c22 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Deleting port 2aeb6fb6-5c25-4f64-9998-9e7f5db10af6 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:46:58.790776 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-df8f54f3-e064-4399-9640-f5533b620a13 req-2ab4eaeb-3893-49d8-b854-618dd2772c22 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:58.886316 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-df8f54f3-e064-4399-9640-f5533b620a13 req-2ab4eaeb-3893-49d8-b854-618dd2772c22 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] For port 2aeb6fb6-5c25-4f64-9998-9e7f5db10af6, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=2aeb6fb6-5c25-4f64-9998-9e7f5db10af6,segment=NetworkSegment(b29cecb8-1ddf-4d27-9622-5fba1b7a2f0c),segment_id=b29cecb8-1ddf-4d27-9622-5fba1b7a2f0c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:46:58.886962 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-df8f54f3-e064-4399-9640-f5533b620a13 req-2ab4eaeb-3893-49d8-b854-618dd2772c22 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:58.900194 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-df8f54f3-e064-4399-9640-f5533b620a13 req-2ab4eaeb-3893-49d8-b854-618dd2772c22 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Calling delete_port for 2aeb6fb6-5c25-4f64-9998-9e7f5db10af6 owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:46:59.033814 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-df8f54f3-e064-4399-9640-f5533b620a13 req-2ab4eaeb-3893-49d8-b854-618dd2772c22 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:59.064952 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab4eaeb-3893-49d8-b854-618dd2772c22 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Pushing event deleted for resources: {'Port': ['ID=2aeb6fb6-5c25-4f64-9998-9e7f5db10af6,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:59.107832 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-df8f54f3-e064-4399-9640-f5533b620a13 req-2ab4eaeb-3893-49d8-b854-618dd2772c22 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] No DVR routers for this DVR port 2aeb6fb6-5c25-4f64-9998-9e7f5db10af6 on host n-h1-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:46:59.110805 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-df8f54f3-e064-4399-9640-f5533b620a13 req-2ab4eaeb-3893-49d8-b854-618dd2772c22 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:59.112984 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-df8f54f3-e064-4399-9640-f5533b620a13 req-2ab4eaeb-3893-49d8-b854-618dd2772c22 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.46 "DELETE /v2.0/ports/2aeb6fb6-5c25-4f64-9998-9e7f5db10af6 HTTP/1.1" status: 204 len: 173 time: 0.4120126 Aug 29 04:46:59.113469 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e895665e-ce20-4d86-8d21-4b640a9a59e2', 'name': 'network-vif-deleted', 'tag': '2aeb6fb6-5c25-4f64-9998-9e7f5db10af6'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:46:59.115817 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e574622-ec94-4d35-b75a-5db4cb7c409c" -d '{"events": [{"server_uuid": "e895665e-ce20-4d86-8d21-4b640a9a59e2", "name": "network-vif-deleted", "tag": "2aeb6fb6-5c25-4f64-9998-9e7f5db10af6"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:46:59.153216 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device bad835fb-c54f-4d3a-9ca9-8e6cd74a3b2c up at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:46:59.155210 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d78ac51c-a4d0-44bc-aa20-530ceabacd8e x-openstack-request-id: req-d78ac51c-a4d0-44bc-aa20-530ceabacd8e {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:46:59.155501 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e895665e-ce20-4d86-8d21-4b640a9a59e2", "name": "network-vif-deleted", "tag": "2aeb6fb6-5c25-4f64-9998-9e7f5db10af6", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:46:59.155792 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d78ac51c-a4d0-44bc-aa20-530ceabacd8e {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:46:59.157208 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e895665e-ce20-4d86-8d21-4b640a9a59e2', 'name': 'network-vif-deleted', 'tag': '2aeb6fb6-5c25-4f64-9998-9e7f5db10af6', 'status': 'completed', 'code': 200} Aug 29 04:46:59.206851 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning for port bad835fb-c54f-4d3a-9ca9-8e6cd74a3b2c completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:46:59.210561 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning complete for port bad835fb-c54f-4d3a-9ca9-8e6cd74a3b2c triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:46:59.210940 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:59.288159 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:59.311162 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea5d82a3-9cff-44af-acad-3a0d9fca8426', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bad835fb-c54f-4d3a-9ca9-8e6cd74a3b2c'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:46:59.313444 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e910db85-dfcc-4da7-9b18-fff73042bffe" -d '{"events": [{"server_uuid": "ea5d82a3-9cff-44af-acad-3a0d9fca8426", "name": "network-vif-plugged", "status": "completed", "tag": "bad835fb-c54f-4d3a-9ca9-8e6cd74a3b2c"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:46:59.326271 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port bad835fb-c54f-4d3a-9ca9-8e6cd74a3b2c, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=bad835fb-c54f-4d3a-9ca9-8e6cd74a3b2c,segment=NetworkSegment(33625d17-c32d-4cc4-b4a4-d01f42f986ea),segment_id=33625d17-c32d-4cc4-b4a4-d01f42f986ea)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:46:59.331582 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:59.370183 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f64b5d50-fbce-41ed-bbf7-32135a264b89 x-openstack-request-id: req-f64b5d50-fbce-41ed-bbf7-32135a264b89 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:46:59.370484 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea5d82a3-9cff-44af-acad-3a0d9fca8426", "name": "network-vif-plugged", "status": "completed", "tag": "bad835fb-c54f-4d3a-9ca9-8e6cd74a3b2c", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:46:59.370741 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f64b5d50-fbce-41ed-bbf7-32135a264b89 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:46:59.371140 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea5d82a3-9cff-44af-acad-3a0d9fca8426', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bad835fb-c54f-4d3a-9ca9-8e6cd74a3b2c', 'code': 200} Aug 29 04:46:59.387883 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=bad835fb-c54f-4d3a-9ca9-8e6cd74a3b2c,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:59.506891 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1936a8a9-c7e3-430c-a23a-d72175b4c308 req-90258c14-685b-427e-b3a0-456991529a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:59.509210 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1936a8a9-c7e3-430c-a23a-d72175b4c308 req-90258c14-685b-427e-b3a0-456991529a28 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ea5d82a3-9cff-44af-acad-3a0d9fca8426 HTTP/1.1" status: 200 len: 1097 time: 0.0479887 Aug 29 04:46:59.580709 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ece5accd-cc98-4977-8498-ef12845f5e9e req-e268dfa5-7471-40a7-9741-439269776a84 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=e895665e-ce20-4d86-8d21-4b640a9a59e2 HTTP/1.1" status: 200 len: 210 time: 0.0389214 Aug 29 04:46:59.582501 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1936a8a9-c7e3-430c-a23a-d72175b4c308 req-de1e8e31-a84e-42f9-9857-3b708c0f129a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=fe3beba3-4831-4321-be77-6ef5a93cecef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653148 Aug 29 04:46:59.782346 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559c1e6c-3b5e-4a0f-aebd-ef7279a00fdf req-2c45ab9e-1257-4bcb-a041-1474c88e76b9 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:59.783877 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-559c1e6c-3b5e-4a0f-aebd-ef7279a00fdf req-2c45ab9e-1257-4bcb-a041-1474c88e76b9 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea5d82a3-9cff-44af-acad-3a0d9fca8426 HTTP/1.1" status: 200 len: 945 time: 0.0510700 Aug 29 04:46:59.822162 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-559c1e6c-3b5e-4a0f-aebd-ef7279a00fdf req-07d1c627-f1d4-410e-b9e4-84b23b11faf8 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.22 "GET /v2.0/security-groups?id=fe3beba3-4831-4321-be77-6ef5a93cecef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321631 Aug 29 04:47:00.637635 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 60806) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:00.971898 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7d7f33-109a-4e87-a142-30c432095aac req-55266498-46bd-4284-9e95-7ea055505689 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:00.973289 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4d7d7f33-109a-4e87-a142-30c432095aac req-55266498-46bd-4284-9e95-7ea055505689 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea5d82a3-9cff-44af-acad-3a0d9fca8426 HTTP/1.1" status: 200 len: 945 time: 0.0810730 Aug 29 04:47:01.031777 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4d7d7f33-109a-4e87-a142-30c432095aac req-35da373d-5b4e-4f63-9f81-78ee5541bbaf tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.22 "GET /v2.0/security-groups?id=fe3beba3-4831-4321-be77-6ef5a93cecef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520055 Aug 29 04:47:01.085677 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d37a0703-5eb9-43ef-8a5c-a79a3ecdf7c0 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713413'] for router_interface, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:01.343955 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-d37a0703-5eb9-43ef-8a5c-a79a3ecdf7c0 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Deleting port c1a88ec4-1f82-4f18-8dc1-4ed49f867d87 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:47:01.344221 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d37a0703-5eb9-43ef-8a5c-a79a3ecdf7c0 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:01.429169 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-d37a0703-5eb9-43ef-8a5c-a79a3ecdf7c0 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] For port c1a88ec4-1f82-4f18-8dc1-4ed49f867d87, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=c1a88ec4-1f82-4f18-8dc1-4ed49f867d87,segment=NetworkSegment(b29cecb8-1ddf-4d27-9622-5fba1b7a2f0c),segment_id=b29cecb8-1ddf-4d27-9622-5fba1b7a2f0c)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:47:01.429536 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d37a0703-5eb9-43ef-8a5c-a79a3ecdf7c0 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:01.446659 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-d37a0703-5eb9-43ef-8a5c-a79a3ecdf7c0 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Calling delete_port for c1a88ec4-1f82-4f18-8dc1-4ed49f867d87 owned by network:router_interface {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:47:01.626237 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d37a0703-5eb9-43ef-8a5c-a79a3ecdf7c0 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:01.654041 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37a0703-5eb9-43ef-8a5c-a79a3ecdf7c0 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Pushing event deleted for resources: {'Port': ['ID=c1a88ec4-1f82-4f18-8dc1-4ed49f867d87,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:01.821992 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d37a0703-5eb9-43ef-8a5c-a79a3ecdf7c0 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-713231'] for router_interface, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:02.153624 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585cfe66-8c5c-4dc1-adcc-def5fe84a2ac req-2639e493-1e52-4c36-84ab-9acb03af331f tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:02.155210 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-585cfe66-8c5c-4dc1-adcc-def5fe84a2ac req-2639e493-1e52-4c36-84ab-9acb03af331f tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea5d82a3-9cff-44af-acad-3a0d9fca8426 HTTP/1.1" status: 200 len: 945 time: 0.0527818 Aug 29 04:47:02.198515 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-585cfe66-8c5c-4dc1-adcc-def5fe84a2ac req-75f1cb6c-aaf5-470d-9ea1-19b0ae909374 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.22 "GET /v2.0/security-groups?id=fe3beba3-4831-4321-be77-6ef5a93cecef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348353 Aug 29 04:47:02.305202 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d37a0703-5eb9-43ef-8a5c-a79a3ecdf7c0 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Router 638a459d-751e-43a2-bf05-c3412a07dcbd has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:47:02.412180 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d37a0703-5eb9-43ef-8a5c-a79a3ecdf7c0 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:47:02.420711 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 60814) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:02.421000 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-d37a0703-5eb9-43ef-8a5c-a79a3ecdf7c0 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "PUT /v2.0/routers/638a459d-751e-43a2-bf05-c3412a07dcbd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7820435 Aug 29 04:47:02.424090 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1a45bd-b48f-4518-93a0-30597232beed None None] Sync routers for ids ['638a459d-751e-43a2-bf05-c3412a07dcbd'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:47:02.456117 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1a45bd-b48f-4518-93a0-30597232beed None None] Routers {'638a459d-751e-43a2-bf05-c3412a07dcbd'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:47:02.457715 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-6a1a45bd-b48f-4518-93a0-30597232beed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:46:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['638a459d-751e-43a2-bf05-c3412a07dcbd'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:02.465867 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 2aeb6fb6-5c25-4f64-9998-9e7f5db10af6 no longer exists at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:47:02.476224 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_v2 [None req-188695b0-1b98-4fdb-aee5-c199babc6a14 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Deleting subnet e4b27025-b392-4846-85a3-2001b5ccd5f6 {{(pid=94828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:47:02.479929 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-188695b0-1b98-4fdb-aee5-c199babc6a14 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for subnet, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:02.497827 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] No Port match for: 2aeb6fb6-5c25-4f64-9998-9e7f5db10af6 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:47:02.498396 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 2aeb6fb6-5c25-4f64-9998-9e7f5db10af6 not bound to the agent host n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:47:02.541763 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-188695b0-1b98-4fdb-aee5-c199babc6a14 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8904862'] for subnet, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:02.593737 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-6a1a45bd-b48f-4518-93a0-30597232beed None None] Set router 638a459d-751e-43a2-bf05-c3412a07dcbd gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:47:02.628121 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-188695b0-1b98-4fdb-aee5-c199babc6a14 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:02.692683 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-188695b0-1b98-4fdb-aee5-c199babc6a14 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9190434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062341'] for subnet, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:02.723642 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188695b0-1b98-4fdb-aee5-c199babc6a14 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Pushing event deleted for resources: {'Subnet': ['ID=e4b27025-b392-4846-85a3-2001b5ccd5f6,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:02.737076 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-188695b0-1b98-4fdb-aee5-c199babc6a14 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:02.740671 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191e7cbd-56cc-49ac-9fcd-357c698e164d None None] Network d328fb11-c7d1-438d-bb8c-05989bc4db8d requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:47:02.744800 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-188695b0-1b98-4fdb-aee5-c199babc6a14 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "DELETE /v2.0/subnets/e4b27025-b392-4846-85a3-2001b5ccd5f6 HTTP/1.1" status: 204 len: 168 time: 0.3226433 Aug 29 04:47:02.747267 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 60824) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:02.790921 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-6a1a45bd-b48f-4518-93a0-30597232beed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '638a459d-751e-43a2-bf05-c3412a07dcbd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781662802', 'tenant_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'addc8df4-2230-403c-98da-e25e58fe8bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:45:03Z', 'updated_at': '2021-08-29T04:47:01Z', 'revision_number': 5, 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'gw_port': {'id': 'addc8df4-2230-403c-98da-e25e58fe8bf5', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638a459d-751e-43a2-bf05-c3412a07dcbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:45:04Z', 'updated_at': '2021-08-29T04:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:02.831697 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1a45bd-b48f-4518-93a0-30597232beed None None] Checking router: 638a459d-751e-43a2-bf05-c3412a07dcbd for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:47:02.842804 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1a45bd-b48f-4518-93a0-30597232beed None None] Routers {'638a459d-751e-43a2-bf05-c3412a07dcbd'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:47:02.843834 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-6a1a45bd-b48f-4518-93a0-30597232beed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:46:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['638a459d-751e-43a2-bf05-c3412a07dcbd'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:02.862551 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-aab8dba9-7b35-46d5-a0c8-ae3b4d01ac8c tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for router, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:02.971577 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074c60b3-546c-40bb-8320-6ec7f748d48c None None] DHCP port deletion for d328fb11-c7d1-438d-bb8c-05989bc4db8d request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:47:02.974192 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-6a1a45bd-b48f-4518-93a0-30597232beed None None] Set router 638a459d-751e-43a2-bf05-c3412a07dcbd gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:47:02.977431 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-aab8dba9-7b35-46d5-a0c8-ae3b4d01ac8c tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:03.049075 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-074c60b3-546c-40bb-8320-6ec7f748d48c None None] Deleting port e8190f45-eda0-4d08-92de-a4c95e0a763f {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:47:03.051347 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-074c60b3-546c-40bb-8320-6ec7f748d48c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:03.054567 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-aab8dba9-7b35-46d5-a0c8-ae3b4d01ac8c tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Deleting port addc8df4-2230-403c-98da-e25e58fe8bf5 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:47:03.055181 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-aab8dba9-7b35-46d5-a0c8-ae3b4d01ac8c tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:03.153503 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-074c60b3-546c-40bb-8320-6ec7f748d48c None None] For port e8190f45-eda0-4d08-92de-a4c95e0a763f, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=e8190f45-eda0-4d08-92de-a4c95e0a763f,segment=NetworkSegment(b29cecb8-1ddf-4d27-9622-5fba1b7a2f0c),segment_id=b29cecb8-1ddf-4d27-9622-5fba1b7a2f0c)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:47:03.153503 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-074c60b3-546c-40bb-8320-6ec7f748d48c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:03.169635 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-074c60b3-546c-40bb-8320-6ec7f748d48c None None] Calling delete_port for e8190f45-eda0-4d08-92de-a4c95e0a763f owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:47:03.209001 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-aab8dba9-7b35-46d5-a0c8-ae3b4d01ac8c tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] For port addc8df4-2230-403c-98da-e25e58fe8bf5, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=addc8df4-2230-403c-98da-e25e58fe8bf5,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:47:03.209501 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-aab8dba9-7b35-46d5-a0c8-ae3b4d01ac8c tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:03.209944 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-6a1a45bd-b48f-4518-93a0-30597232beed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '638a459d-751e-43a2-bf05-c3412a07dcbd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781662802', 'tenant_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'addc8df4-2230-403c-98da-e25e58fe8bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:45:03Z', 'updated_at': '2021-08-29T04:47:01Z', 'revision_number': 5, 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'gw_port': {'id': 'addc8df4-2230-403c-98da-e25e58fe8bf5', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638a459d-751e-43a2-bf05-c3412a07dcbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:45:04Z', 'updated_at': '2021-08-29T04:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:03.225387 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-aab8dba9-7b35-46d5-a0c8-ae3b4d01ac8c tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Calling delete_port for addc8df4-2230-403c-98da-e25e58fe8bf5 owned by network:router_gateway {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:47:03.237586 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device e8190f45-eda0-4d08-92de-a4c95e0a763f no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:47:03.243879 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1a45bd-b48f-4518-93a0-30597232beed None None] The sync data for ids ['638a459d-751e-43a2-bf05-c3412a07dcbd'] in n-d-712140-12 is: [{'id': '638a459d-751e-43a2-bf05-c3412a07dcbd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781662802', 'tenant_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'addc8df4-2230-403c-98da-e25e58fe8bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:45:03Z', 'updated_at': '2021-08-29T04:47:01Z', 'revision_number': 5, 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'gw_port': {'id': 'addc8df4-2230-403c-98da-e25e58fe8bf5', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638a459d-751e-43a2-bf05-c3412a07dcbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:45:04Z', 'updated_at': '2021-08-29T04:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:47:03.322616 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-074c60b3-546c-40bb-8320-6ec7f748d48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:03.363849 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074c60b3-546c-40bb-8320-6ec7f748d48c None None] Pushing event deleted for resources: {'Port': ['ID=e8190f45-eda0-4d08-92de-a4c95e0a763f,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:03.367451 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074c60b3-546c-40bb-8320-6ec7f748d48c None None] No DVR routers for this DVR port e8190f45-eda0-4d08-92de-a4c95e0a763f on host n-d-712140-12 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:47:03.369119 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:03.418399 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ea85474d-db25-4419-a9ce-396753f27b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:03.441285 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-aab8dba9-7b35-46d5-a0c8-ae3b4d01ac8c tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:03.464953 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab8dba9-7b35-46d5-a0c8-ae3b4d01ac8c tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Pushing event deleted for resources: {'Port': ['ID=addc8df4-2230-403c-98da-e25e58fe8bf5,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:03.536615 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-aab8dba9-7b35-46d5-a0c8-ae3b4d01ac8c tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719445'] for router_gateway, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:03.630970 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-aab8dba9-7b35-46d5-a0c8-ae3b4d01ac8c tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:03.633278 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-aab8dba9-7b35-46d5-a0c8-ae3b4d01ac8c tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:03.684934 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-aab8dba9-7b35-46d5-a0c8-ae3b4d01ac8c tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717253'] for router, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:03.686570 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aab8dba9-7b35-46d5-a0c8-ae3b4d01ac8c tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Fanout notify agent at l3_agent the message router_deleted on router 638a459d-751e-43a2-bf05-c3412a07dcbd {{(pid=94829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:47:03.698801 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-aab8dba9-7b35-46d5-a0c8-ae3b4d01ac8c tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:03.703066 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-aab8dba9-7b35-46d5-a0c8-ae3b4d01ac8c tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "DELETE /v2.0/routers/638a459d-751e-43a2-bf05-c3412a07dcbd HTTP/1.1" status: 204 len: 168 time: 0.9516506 Aug 29 04:47:03.703365 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 60832) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:03.790636 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9709841d-603b-41da-a5c9-5376e4ec87be tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:03.881837 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9709841d-603b-41da-a5c9-5376e4ec87be tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:03.894792 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-9709841d-603b-41da-a5c9-5376e4ec87be tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d328fb11-c7d1-438d-bb8c-05989bc4db8d']}} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:03.907399 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-9709841d-603b-41da-a5c9-5376e4ec87be tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b29cecb8-1ddf-4d27-9622-5fba1b7a2f0c') {'for_net_delete': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:03.907600 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-9709841d-603b-41da-a5c9-5376e4ec87be tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b29cecb8-1ddf-4d27-9622-5fba1b7a2f0c') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:03.918080 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9709841d-603b-41da-a5c9-5376e4ec87be tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4311712'] for segment, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:03.937059 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9709841d-603b-41da-a5c9-5376e4ec87be tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:03.944998 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9709841d-603b-41da-a5c9-5376e4ec87be tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=94829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:47:03.945489 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9709841d-603b-41da-a5c9-5376e4ec87be tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4274277'] for segment, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:04.005084 n-d-712140-12 neutron-server[94829]: Traceback (most recent call last): Aug 29 04:47:04.005084 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:47:04.005084 n-d-712140-12 neutron-server[94829]: timer() Aug 29 04:47:04.005084 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:47:04.005084 n-d-712140-12 neutron-server[94829]: cb(*args, **kw) Aug 29 04:47:04.005084 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:47:04.005084 n-d-712140-12 neutron-server[94829]: return func(*args, **kwargs) Aug 29 04:47:04.005084 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:47:04.005084 n-d-712140-12 neutron-server[94829]: self._notify() Aug 29 04:47:04.005084 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:47:04.005084 n-d-712140-12 neutron-server[94829]: self.callback(batched_events) Aug 29 04:47:04.005084 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:47:04.005084 n-d-712140-12 neutron-server[94829]: event.method(event) Aug 29 04:47:04.005084 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:47:04.005084 n-d-712140-12 neutron-server[94829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:47:04.005084 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:47:04.005084 n-d-712140-12 neutron-server[94829]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:47:04.005084 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:47:04.005084 n-d-712140-12 neutron-server[94829]: return f(self, *a, **k) Aug 29 04:47:04.005084 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:47:04.005084 n-d-712140-12 neutron-server[94829]: return self._get(url).json() Aug 29 04:47:04.005084 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:47:04.005084 n-d-712140-12 neutron-server[94829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:47:04.005084 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:47:04.005084 n-d-712140-12 neutron-server[94829]: return self.request(url, 'GET', **kwargs) Aug 29 04:47:04.005084 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:47:04.005084 n-d-712140-12 neutron-server[94829]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:47:04.005084 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:47:04.005084 n-d-712140-12 neutron-server[94829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:47:04.005084 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:47:04.005084 n-d-712140-12 neutron-server[94829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:47:04.005084 n-d-712140-12 neutron-server[94829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:47:04.029450 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9709841d-603b-41da-a5c9-5376e4ec87be tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:04.037972 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9709841d-603b-41da-a5c9-5376e4ec87be tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:04.039827 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-9709841d-603b-41da-a5c9-5376e4ec87be tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "DELETE /v2.0/networks/d328fb11-c7d1-438d-bb8c-05989bc4db8d HTTP/1.1" status: 204 len: 168 time: 0.3348179 Aug 29 04:47:04.042634 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 60840) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:04.052469 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9709841d-603b-41da-a5c9-5376e4ec87be tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Pushing event deleted for resources: {'Network': ['ID=d328fb11-c7d1-438d-bb8c-05989bc4db8d,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:04.417450 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6141f580-cda7-449f-bf0b-83f6f73a7e53 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:04.446757 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6141f580-cda7-449f-bf0b-83f6f73a7e53 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:04.511181 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6141f580-cda7-449f-bf0b-83f6f73a7e53 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:04.514455 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6141f580-cda7-449f-bf0b-83f6f73a7e53 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:04.515668 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-6141f580-cda7-449f-bf0b-83f6f73a7e53 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "DELETE /v2.0/security-groups/8b4a8fe4-6771-434f-9ebc-be699b1ab308 HTTP/1.1" status: 204 len: 168 time: 0.4720409 Aug 29 04:47:04.525141 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6141f580-cda7-449f-bf0b-83f6f73a7e53 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b4a8fe4-6771-434f-9ebc-be699b1ab308,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:05.095018 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device c1a88ec4-1f82-4f18-8dc1-4ed49f867d87 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:47:05.116302 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: c1a88ec4-1f82-4f18-8dc1-4ed49f867d87 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:47:05.116656 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device c1a88ec4-1f82-4f18-8dc1-4ed49f867d87 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:47:05.117080 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device addc8df4-2230-403c-98da-e25e58fe8bf5 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:47:05.135879 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: addc8df4-2230-403c-98da-e25e58fe8bf5 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:47:05.136226 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device addc8df4-2230-403c-98da-e25e58fe8bf5 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:47:05.977627 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 60850) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:05.982535 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-da06b6cb-7250-4894-887f-d89f0f01479d tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-754758672', 'description': 'tempest-secgroup-smoke-754758672 description', 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:47:06.007517 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-da06b6cb-7250-4894-887f-d89f0f01479d tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:06.093584 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-da06b6cb-7250-4894-887f-d89f0f01479d tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:06.098608 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-da06b6cb-7250-4894-887f-d89f0f01479d tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:06.133596 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da06b6cb-7250-4894-887f-d89f0f01479d tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9276bc6b-9724-4532-8c70-8fd40e33db57,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:06.138097 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-da06b6cb-7250-4894-887f-d89f0f01479d tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:06.142717 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-da06b6cb-7250-4894-887f-d89f0f01479d tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1613102 Aug 29 04:47:06.143039 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 60854) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:06.149007 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-31c8215d-5fd6-41c2-be7c-9c2890a25c86 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Request body: {'security_group_rule': {'security_group_id': '9276bc6b-9724-4532-8c70-8fd40e33db57', 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:47:06.175842 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-31c8215d-5fd6-41c2-be7c-9c2890a25c86 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:06.232044 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-31c8215d-5fd6-41c2-be7c-9c2890a25c86 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:06.236793 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-31c8215d-5fd6-41c2-be7c-9c2890a25c86 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:06.249748 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f83622df-3b15-424e-9303-4028d5d382e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:06.255042 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c8215d-5fd6-41c2-be7c-9c2890a25c86 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33968322-4744-43dc-9e1d-9c06f2cdb867,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:06.263131 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-31c8215d-5fd6-41c2-be7c-9c2890a25c86 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:06.264963 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-31c8215d-5fd6-41c2-be7c-9c2890a25c86 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1208324 Aug 29 04:47:06.267746 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 60856) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:06.272241 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-9a4cc493-d002-4de4-bb55-72307bb2318f tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Request body: {'security_group_rule': {'security_group_id': '9276bc6b-9724-4532-8c70-8fd40e33db57', 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:47:06.298389 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9a4cc493-d002-4de4-bb55-72307bb2318f tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:06.361178 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9a4cc493-d002-4de4-bb55-72307bb2318f tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:06.365541 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9a4cc493-d002-4de4-bb55-72307bb2318f tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:06.383740 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4cc493-d002-4de4-bb55-72307bb2318f tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41ebd111-376d-40f5-9a4e-4a06c511e511,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:06.389250 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9a4cc493-d002-4de4-bb55-72307bb2318f tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:06.390667 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-9a4cc493-d002-4de4-bb55-72307bb2318f tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1218626 Aug 29 04:47:06.393503 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 60858) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:06.398618 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-f69e62f0-9828-45a7-ab7e-9404122215c6 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Request body: {'security_group_rule': {'security_group_id': '9276bc6b-9724-4532-8c70-8fd40e33db57', 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:47:06.430855 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f69e62f0-9828-45a7-ab7e-9404122215c6 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:06.503608 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f69e62f0-9828-45a7-ab7e-9404122215c6 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:06.508113 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f69e62f0-9828-45a7-ab7e-9404122215c6 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:06.526317 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69e62f0-9828-45a7-ab7e-9404122215c6 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df21bdaa-84a7-4fb7-b0f6-502afac7ce3b,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:06.534017 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f69e62f0-9828-45a7-ab7e-9404122215c6 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:06.535312 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-f69e62f0-9828-45a7-ab7e-9404122215c6 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1406505 Aug 29 04:47:06.538245 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 60860) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:06.542830 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-f6258705-4793-48f0-b32e-c64dd8b566f2 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Request body: {'security_group_rule': {'security_group_id': '9276bc6b-9724-4532-8c70-8fd40e33db57', 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:47:06.573442 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f6258705-4793-48f0-b32e-c64dd8b566f2 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:06.640941 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f6258705-4793-48f0-b32e-c64dd8b566f2 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:06.644877 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f6258705-4793-48f0-b32e-c64dd8b566f2 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:06.664883 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6258705-4793-48f0-b32e-c64dd8b566f2 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44c72547-aca0-4de0-a889-f326212cacbc,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:06.673935 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f6258705-4793-48f0-b32e-c64dd8b566f2 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:06.677938 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-f6258705-4793-48f0-b32e-c64dd8b566f2 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1361535 Aug 29 04:47:06.678408 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 60862) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:06.684366 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-a57a7b12-b399-448b-9744-d4988306d703 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Request body: {'security_group_rule': {'security_group_id': '9276bc6b-9724-4532-8c70-8fd40e33db57', 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:47:06.712329 n-d-712140-12 neutron-server[94828]: INFO neutron.db.securitygroups_db [None req-a57a7b12-b399-448b-9744-d4988306d703 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Project 9fb1fbcb8cc9402ba4fdb36d489735a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 04:47:06.718722 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a57a7b12-b399-448b-9744-d4988306d703 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:06.790503 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a57a7b12-b399-448b-9744-d4988306d703 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:06.796165 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a57a7b12-b399-448b-9744-d4988306d703 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:06.824924 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57a7b12-b399-448b-9744-d4988306d703 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2134c275-6077-44e8-ba78-0abc3d2e62a5,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:06.830814 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a57a7b12-b399-448b-9744-d4988306d703 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:06.832070 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-a57a7b12-b399-448b-9744-d4988306d703 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1524444 Aug 29 04:47:06.836443 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 60864) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:06.841286 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-5124e8b9-2511-40b3-93ad-e7aea5256cc3 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Request body: {'security_group_rule': {'security_group_id': '9276bc6b-9724-4532-8c70-8fd40e33db57', 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:47:06.874647 n-d-712140-12 neutron-server[94828]: INFO neutron.db.securitygroups_db [None req-5124e8b9-2511-40b3-93ad-e7aea5256cc3 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Project 9fb1fbcb8cc9402ba4fdb36d489735a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 04:47:06.880337 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5124e8b9-2511-40b3-93ad-e7aea5256cc3 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:06.954590 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5124e8b9-2511-40b3-93ad-e7aea5256cc3 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:06.958659 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5124e8b9-2511-40b3-93ad-e7aea5256cc3 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:06.979110 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5124e8b9-2511-40b3-93ad-e7aea5256cc3 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=798568da-6c1f-4670-80a8-43e2630ce6df,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:06.987076 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5124e8b9-2511-40b3-93ad-e7aea5256cc3 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:06.988965 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-5124e8b9-2511-40b3-93ad-e7aea5256cc3 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1513083 Aug 29 04:47:06.992268 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 60868) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:06.998391 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-c5426ab6-f15c-45ca-8f47-eb5e4aad8cab tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Request body: {'network': {'name': 'tempest-network-smoke--854173874', 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'port_security_enabled': True}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:47:07.022592 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5426ab6-f15c-45ca-8f47-eb5e4aad8cab tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Made reservation on behalf of 9fb1fbcb8cc9402ba4fdb36d489735a9 for: {'network': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:47:07.028300 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c5426ab6-f15c-45ca-8f47-eb5e4aad8cab tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:07.062936 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5426ab6-f15c-45ca-8f47-eb5e4aad8cab tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=94828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:47:07.073663 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c5426ab6-f15c-45ca-8f47-eb5e4aad8cab tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:07.074026 n-d-712140-12 neutron-server[94828]: INFO neutron.db.segments_db [None req-c5426ab6-f15c-45ca-8f47-eb5e4aad8cab tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Added segment 87014bae-10f9-4151-9722-f1535aede29e of type vlan for network 8a2bc793-2a07-41ab-ae3e-9a363548bbb9 Aug 29 04:47:07.122040 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c5426ab6-f15c-45ca-8f47-eb5e4aad8cab tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:07.166458 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c5426ab6-f15c-45ca-8f47-eb5e4aad8cab tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:07.174004 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5426ab6-f15c-45ca-8f47-eb5e4aad8cab tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:07.175136 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c5426ab6-f15c-45ca-8f47-eb5e4aad8cab tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:07.248999 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:07.255629 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:07.294235 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-c5426ab6-f15c-45ca-8f47-eb5e4aad8cab tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3006809 Aug 29 04:47:07.298815 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 60872) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:07.304330 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-69f3f540-6992-4b6d-b6ef-18f7c2a36ea2 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1057041204', 'admin_state_up': True, 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:47:07.327165 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5426ab6-f15c-45ca-8f47-eb5e4aad8cab tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Pushing event updated for resources: {'Network': ['ID=8a2bc793-2a07-41ab-ae3e-9a363548bbb9,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:07.339517 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 8a2bc793-2a07-41ab-ae3e-9a363548bbb9 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:47:07.345247 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-69f3f540-6992-4b6d-b6ef-18f7c2a36ea2 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:07.346360 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-69f3f540-6992-4b6d-b6ef-18f7c2a36ea2 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1838'] for router, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:07.405630 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-69f3f540-6992-4b6d-b6ef-18f7c2a36ea2 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:07.558048 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-69f3f540-6992-4b6d-b6ef-18f7c2a36ea2 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:07.761447 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-69f3f540-6992-4b6d-b6ef-18f7c2a36ea2 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for router_gateway, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:07.780513 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-69f3f540-6992-4b6d-b6ef-18f7c2a36ea2 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:07.886653 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-69f3f540-6992-4b6d-b6ef-18f7c2a36ea2 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Allocated IP 172.25.0.148 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/06d85a02-b99f-4bcd-84f3-0e67ff96296b) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:47:07.989168 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-69f3f540-6992-4b6d-b6ef-18f7c2a36ea2 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:08.030200 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-69f3f540-6992-4b6d-b6ef-18f7c2a36ea2 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:08.078022 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f3f540-6992-4b6d-b6ef-18f7c2a36ea2 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:47:08.082781 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-69f3f540-6992-4b6d-b6ef-18f7c2a36ea2 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:47:08.086351 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f3f540-6992-4b6d-b6ef-18f7c2a36ea2 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:47:08.111923 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f3f540-6992-4b6d-b6ef-18f7c2a36ea2 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Pushing event updated for resources: {'Port': ['ID=06d85a02-b99f-4bcd-84f3-0e67ff96296b,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:08.336982 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-69f3f540-6992-4b6d-b6ef-18f7c2a36ea2 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for router_gateway, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:08.531138 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-69f3f540-6992-4b6d-b6ef-18f7c2a36ea2 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409'] for router, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:08.742051 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:08.930323 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69f3f540-6992-4b6d-b6ef-18f7c2a36ea2 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Router cec80278-d1e3-4a71-9f36-7f0fd190781f is scheduled to L3 agent 76874008-c311-485c-ba36-921b6d275b6a with binding_index 1 {{(pid=94829) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:47:09.031905 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69f3f540-6992-4b6d-b6ef-18f7c2a36ea2 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:47:09.042724 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0f84d2-9fde-456a-986e-fbb26350ff58 None None] Sync routers for ids ['cec80278-d1e3-4a71-9f36-7f0fd190781f'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:47:09.051966 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-69f3f540-6992-4b6d-b6ef-18f7c2a36ea2 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:09.052808 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0f84d2-9fde-456a-986e-fbb26350ff58 None None] Routers {'cec80278-d1e3-4a71-9f36-7f0fd190781f'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:47:09.053754 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-3f0f84d2-9fde-456a-986e-fbb26350ff58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:47:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['cec80278-d1e3-4a71-9f36-7f0fd190781f'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:09.056979 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-69f3f540-6992-4b6d-b6ef-18f7c2a36ea2 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7568259 Aug 29 04:47:09.057670 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 60876) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:09.080317 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0f8bdf60-4caf-4dd5-a9b7-aafdc99f136a req-5d0a411e-50f5-4247-b19d-3dbf36738bd9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=971669a0-878d-4d35-b215-c05bf4d4db83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0484152 Aug 29 04:47:09.090320 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-3e4e78ab-93d3-448e-be32-33c8398360e7 tempest-TestNetworkAdvancedServerOps-81455967 tempest-TestNetworkAdvancedServerOps-81455967-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=9fb1fbcb8cc9402ba4fdb36d489735a9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0315125 Aug 29 04:47:09.093458 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 60878) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:09.163241 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-3f0f84d2-9fde-456a-986e-fbb26350ff58 None None] Set router cec80278-d1e3-4a71-9f36-7f0fd190781f gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:47:09.204756 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8bdf60-4caf-4dd5-a9b7-aafdc99f136a req-f460e24c-50e7-4646-a51d-ee92b0ab8f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:09.206207 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0f8bdf60-4caf-4dd5-a9b7-aafdc99f136a req-f460e24c-50e7-4646-a51d-ee92b0ab8f39 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7aee421f678c42aea0253beb1062efb3&device_id=971669a0-878d-4d35-b215-c05bf4d4db83 HTTP/1.1" status: 200 len: 1097 time: 0.0637970 Aug 29 04:47:09.222665 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ead331-e1bb-41cd-88a3-2d3a2d55e042 tempest-TestNetworkAdvancedServerOps-81455967 tempest-TestNetworkAdvancedServerOps-81455967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:09.224202 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-f3ead331-e1bb-41cd-88a3-2d3a2d55e042 tempest-TestNetworkAdvancedServerOps-81455967 tempest-TestNetworkAdvancedServerOps-81455967-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1296830 Aug 29 04:47:09.227183 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 60880) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:09.255509 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-7960c2ea-f4cf-4dff-a753-e130890b87db tempest-TestNetworkAdvancedServerOps-81455967 tempest-TestNetworkAdvancedServerOps-81455967-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=e6c84a15-2e6f-4c07-8ede-a88148c2fe90&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269976 Aug 29 04:47:09.258295 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 60882) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:09.263138 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-0b73d690-eb29-45c9-972b-7e8af93d2d7c tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-363148371', 'network_id': '8a2bc793-2a07-41ab-ae3e-9a363548bbb9', 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:47:09.319745 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8bdf60-4caf-4dd5-a9b7-aafdc99f136a req-626d7f44-b53e-4337-bafb-db020e3bf0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:09.321536 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0f8bdf60-4caf-4dd5-a9b7-aafdc99f136a req-626d7f44-b53e-4337-bafb-db020e3bf0aa service neutron] 10.222.0.46 "GET /v2.0/networks?id=6dfda774-9f20-47fe-b6e8-7c9294fb6fff HTTP/1.1" status: 200 len: 915 time: 0.0942426 Aug 29 04:47:09.370645 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b73d690-eb29-45c9-972b-7e8af93d2d7c tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Made reservation on behalf of 9fb1fbcb8cc9402ba4fdb36d489735a9 for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:47:09.374494 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-3f0f84d2-9fde-456a-986e-fbb26350ff58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cec80278-d1e3-4a71-9f36-7f0fd190781f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1057041204', 'tenant_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '06d85a02-b99f-4bcd-84f3-0e67ff96296b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:47:07Z', 'updated_at': '2021-08-29T04:47:08Z', 'revision_number': 3, 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'gw_port': {'id': '06d85a02-b99f-4bcd-84f3-0e67ff96296b', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:90:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cec80278-d1e3-4a71-9f36-7f0fd190781f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:47:07Z', 'updated_at': '2021-08-29T04:47:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:09.375524 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0b73d690-eb29-45c9-972b-7e8af93d2d7c tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4552395'] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:09.380857 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0f8bdf60-4caf-4dd5-a9b7-aafdc99f136a req-cc26986e-6f84-47ef-8fac-a932d1464761 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f507ff0-8cf1-423a-9431-7b943fe9d2b4 HTTP/1.1" status: 200 len: 217 time: 0.0518088 Aug 29 04:47:09.407632 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0f84d2-9fde-456a-986e-fbb26350ff58 None None] Checking router: cec80278-d1e3-4a71-9f36-7f0fd190781f for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:47:09.408430 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0f84d2-9fde-456a-986e-fbb26350ff58 None None] Updating router cec80278-d1e3-4a71-9f36-7f0fd190781f port 06d85a02-b99f-4bcd-84f3-0e67ff96296b binding host n-d-712140-12 {{(pid=94830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:47:09.430800 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8bdf60-4caf-4dd5-a9b7-aafdc99f136a req-932e26e1-8927-4019-817d-2fd44980ddf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:09.432346 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0f8bdf60-4caf-4dd5-a9b7-aafdc99f136a req-932e26e1-8927-4019-817d-2fd44980ddf1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=eb25d9db-9e3b-4bee-921f-04e4976bb134 HTTP/1.1" status: 200 len: 854 time: 0.0443394 Aug 29 04:47:09.438581 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3f0f84d2-9fde-456a-986e-fbb26350ff58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:09.468117 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0f8bdf60-4caf-4dd5-a9b7-aafdc99f136a req-de96b725-2c6c-4b7c-8b0e-4408a71e08d8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6dfda774-9f20-47fe-b6e8-7c9294fb6fff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278378 Aug 29 04:47:09.563082 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0b73d690-eb29-45c9-972b-7e8af93d2d7c tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4274880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4552377'] for subnet, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:09.565213 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0f8bdf60-4caf-4dd5-a9b7-aafdc99f136a req-d96b1641-ba7c-4b53-a5d9-08906d1f099c service neutron] 10.222.0.46 "GET /v2.0/networks/6dfda774-9f20-47fe-b6e8-7c9294fb6fff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887239 Aug 29 04:47:09.621870 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b73d690-eb29-45c9-972b-7e8af93d2d7c tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Pushing event updated for resources: {'Subnet': ['ID=eea81d3f-5c19-4aaf-9654-b856991d5e3b,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:09.633640 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b73d690-eb29-45c9-972b-7e8af93d2d7c tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Checking segment: {'id': '87014bae-10f9-4151-9722-f1535aede29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '8a2bc793-2a07-41ab-ae3e-9a363548bbb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:47:09.633935 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b73d690-eb29-45c9-972b-7e8af93d2d7c tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Network hostable DHCP agents. Network: 8a2bc793-2a07-41ab-ae3e-9a363548bbb9, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:47:09.653209 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b73d690-eb29-45c9-972b-7e8af93d2d7c tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Network 8a2bc793-2a07-41ab-ae3e-9a363548bbb9 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:47:09.665761 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-0b73d690-eb29-45c9-972b-7e8af93d2d7c tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 8a2bc793-2a07-41ab-ae3e-9a363548bbb9) {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:47:09.672261 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b73d690-eb29-45c9-972b-7e8af93d2d7c tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:09.673106 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0b73d690-eb29-45c9-972b-7e8af93d2d7c tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:09.677121 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0f8bdf60-4caf-4dd5-a9b7-aafdc99f136a req-ff4fb507-2684-404c-bd4d-a0c68262135d service neutron] 10.222.0.46 "GET /v2.0/networks/6dfda774-9f20-47fe-b6e8-7c9294fb6fff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040409 Aug 29 04:47:09.692772 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56f3f30-cc91-44c4-92d3-0d8967f1be08 None None] Network 8a2bc793-2a07-41ab-ae3e-9a363548bbb9 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:47:09.696169 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-0b73d690-eb29-45c9-972b-7e8af93d2d7c tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4364665 Aug 29 04:47:09.699136 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 60886) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:09.767244 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3f0f84d2-9fde-456a-986e-fbb26350ff58 None None] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:09.788683 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-3f0f84d2-9fde-456a-986e-fbb26350ff58 None None] Transition to ACTIVE for port object 06d85a02-b99f-4bcd-84f3-0e67ff96296b will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:47:09.802221 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3f0f84d2-9fde-456a-986e-fbb26350ff58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:09.890679 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d7774a-46f8-44d9-9059-52d923b639df None None] Pushing event updated for resources: {'Port': ['ID=06d85a02-b99f-4bcd-84f3-0e67ff96296b,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:09.895926 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-3f0f84d2-9fde-456a-986e-fbb26350ff58 None None] Attempting to bind port 06d85a02-b99f-4bcd-84f3-0e67ff96296b on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:47:09.896297 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-3f0f84d2-9fde-456a-986e-fbb26350ff58 None None] Attempting to bind port 06d85a02-b99f-4bcd-84f3-0e67ff96296b by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:47:09.896662 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0f84d2-9fde-456a-986e-fbb26350ff58 None None] Attempting to bind port 06d85a02-b99f-4bcd-84f3-0e67ff96296b on network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:47:09.906197 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0f84d2-9fde-456a-986e-fbb26350ff58 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:47:09.906569 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0f84d2-9fde-456a-986e-fbb26350ff58 None None] Checking segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:47:09.906973 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3f0f84d2-9fde-456a-986e-fbb26350ff58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:09.907362 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0f84d2-9fde-456a-986e-fbb26350ff58 None None] Bound using segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:47:09.907848 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-3f0f84d2-9fde-456a-986e-fbb26350ff58 None None] Bound port: 06d85a02-b99f-4bcd-84f3-0e67ff96296b, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:47:09.908231 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3f0f84d2-9fde-456a-986e-fbb26350ff58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:09.959545 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14066fb-99d3-49ab-a673-190e559837a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-8a2bc793-2a07-41ab-ae3e-9a363548bbb9', 'network_id': '8a2bc793-2a07-41ab-ae3e-9a363548bbb9', 'tenant_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'fixed_ips': [{'subnet_id': 'eea81d3f-5c19-4aaf-9654-b856991d5e3b'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:47:09.960427 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e14066fb-99d3-49ab-a673-190e559837a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:10.000583 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-3f0f84d2-9fde-456a-986e-fbb26350ff58 None None] For port 06d85a02-b99f-4bcd-84f3-0e67ff96296b, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:47:10.004876 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-3f0f84d2-9fde-456a-986e-fbb26350ff58 None None] For port 06d85a02-b99f-4bcd-84f3-0e67ff96296b, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=06d85a02-b99f-4bcd-84f3-0e67ff96296b,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:47:10.053975 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3f0f84d2-9fde-456a-986e-fbb26350ff58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:10.152395 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0f84d2-9fde-456a-986e-fbb26350ff58 None None] Routers {'cec80278-d1e3-4a71-9f36-7f0fd190781f'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:47:10.153005 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-3f0f84d2-9fde-456a-986e-fbb26350ff58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:47:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['cec80278-d1e3-4a71-9f36-7f0fd190781f'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:10.193939 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-02427490-f1fc-48ec-856d-1a3280e7f221 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:10.356135 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d7774a-46f8-44d9-9059-52d923b639df None None] Pushing event updated for resources: {'Port': ['ID=06d85a02-b99f-4bcd-84f3-0e67ff96296b,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:10.413640 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-e14066fb-99d3-49ab-a673-190e559837a4 None None] Allocated IP 172.20.0.2 (8a2bc793-2a07-41ab-ae3e-9a363548bbb9/eea81d3f-5c19-4aaf-9654-b856991d5e3b/ce264f45-79a7-48e2-ae3e-c8d30e6764a6) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:47:10.493525 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-3f0f84d2-9fde-456a-986e-fbb26350ff58 None None] Set router cec80278-d1e3-4a71-9f36-7f0fd190781f gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:47:10.717723 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e14066fb-99d3-49ab-a673-190e559837a4 None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:10.728671 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e14066fb-99d3-49ab-a673-190e559837a4 None None] Transition to ACTIVE for port object ce264f45-79a7-48e2-ae3e-c8d30e6764a6 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:47:10.750827 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e14066fb-99d3-49ab-a673-190e559837a4 None None] Transition to ACTIVE for port object ce264f45-79a7-48e2-ae3e-c8d30e6764a6 will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:47:10.758691 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e14066fb-99d3-49ab-a673-190e559837a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:10.806218 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14066fb-99d3-49ab-a673-190e559837a4 None None] Network 8a2bc793-2a07-41ab-ae3e-9a363548bbb9 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:47:10.814550 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-e14066fb-99d3-49ab-a673-190e559837a4 None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:47:10.817748 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-02427490-f1fc-48ec-856d-1a3280e7f221 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Allocated IP 172.20.0.1 (8a2bc793-2a07-41ab-ae3e-9a363548bbb9/eea81d3f-5c19-4aaf-9654-b856991d5e3b/d45dc834-e598-45e8-b444-7afd3d33096d) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:47:10.819906 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14066fb-99d3-49ab-a673-190e559837a4 None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:47:10.831904 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-3f0f84d2-9fde-456a-986e-fbb26350ff58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cec80278-d1e3-4a71-9f36-7f0fd190781f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1057041204', 'tenant_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '06d85a02-b99f-4bcd-84f3-0e67ff96296b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:47:07Z', 'updated_at': '2021-08-29T04:47:08Z', 'revision_number': 3, 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'gw_port': {'id': '06d85a02-b99f-4bcd-84f3-0e67ff96296b', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:90:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cec80278-d1e3-4a71-9f36-7f0fd190781f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:47:07Z', 'updated_at': '2021-08-29T04:47:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:10.839481 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14066fb-99d3-49ab-a673-190e559837a4 None None] Pushing event updated for resources: {'Port': ['ID=ce264f45-79a7-48e2-ae3e-c8d30e6764a6,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:10.873508 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0f84d2-9fde-456a-986e-fbb26350ff58 None None] The sync data for ids ['cec80278-d1e3-4a71-9f36-7f0fd190781f'] in n-d-712140-12 is: [{'id': 'cec80278-d1e3-4a71-9f36-7f0fd190781f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1057041204', 'tenant_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '06d85a02-b99f-4bcd-84f3-0e67ff96296b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:47:07Z', 'updated_at': '2021-08-29T04:47:08Z', 'revision_number': 3, 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'gw_port': {'id': '06d85a02-b99f-4bcd-84f3-0e67ff96296b', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:90:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cec80278-d1e3-4a71-9f36-7f0fd190781f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:47:07Z', 'updated_at': '2021-08-29T04:47:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:47:10.926312 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-e14066fb-99d3-49ab-a673-190e559837a4 None None] Attempting to bind port ce264f45-79a7-48e2-ae3e-c8d30e6764a6 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:47:10.926851 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-e14066fb-99d3-49ab-a673-190e559837a4 None None] Attempting to bind port ce264f45-79a7-48e2-ae3e-c8d30e6764a6 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '87014bae-10f9-4151-9722-f1535aede29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '8a2bc793-2a07-41ab-ae3e-9a363548bbb9'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:47:10.927323 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14066fb-99d3-49ab-a673-190e559837a4 None None] Attempting to bind port ce264f45-79a7-48e2-ae3e-c8d30e6764a6 on network 8a2bc793-2a07-41ab-ae3e-9a363548bbb9 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:47:10.933136 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14066fb-99d3-49ab-a673-190e559837a4 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:47:10.933601 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14066fb-99d3-49ab-a673-190e559837a4 None None] Checking segment: {'id': '87014bae-10f9-4151-9722-f1535aede29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '8a2bc793-2a07-41ab-ae3e-9a363548bbb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:47:10.934069 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e14066fb-99d3-49ab-a673-190e559837a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:10.934529 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14066fb-99d3-49ab-a673-190e559837a4 None None] Bound using segment: {'id': '87014bae-10f9-4151-9722-f1535aede29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '8a2bc793-2a07-41ab-ae3e-9a363548bbb9'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:47:10.935126 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-e14066fb-99d3-49ab-a673-190e559837a4 None None] Bound port: ce264f45-79a7-48e2-ae3e-c8d30e6764a6, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87014bae-10f9-4151-9722-f1535aede29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '8a2bc793-2a07-41ab-ae3e-9a363548bbb9'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:47:10.935613 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e14066fb-99d3-49ab-a673-190e559837a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:10.962385 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-02427490-f1fc-48ec-856d-1a3280e7f221 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:10.981413 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-02427490-f1fc-48ec-856d-1a3280e7f221 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Transition to ACTIVE for port object d45dc834-e598-45e8-b444-7afd3d33096d will not be triggered until provisioned by entity DHCP. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:47:11.011384 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e14066fb-99d3-49ab-a673-190e559837a4 None None] For port ce264f45-79a7-48e2-ae3e-c8d30e6764a6, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:47:11.015403 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e14066fb-99d3-49ab-a673-190e559837a4 None None] For port ce264f45-79a7-48e2-ae3e-c8d30e6764a6, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=ce264f45-79a7-48e2-ae3e-c8d30e6764a6,segment=NetworkSegment(87014bae-10f9-4151-9722-f1535aede29e),segment_id=87014bae-10f9-4151-9722-f1535aede29e)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:47:11.021616 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e14066fb-99d3-49ab-a673-190e559837a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:11.039063 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-02427490-f1fc-48ec-856d-1a3280e7f221 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:11.092742 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14066fb-99d3-49ab-a673-190e559837a4 None None] Pushing event updated for resources: {'Port': ['ID=ce264f45-79a7-48e2-ae3e-c8d30e6764a6,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:11.110939 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02427490-f1fc-48ec-856d-1a3280e7f221 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Pushing event updated for resources: {'Port': ['ID=d45dc834-e598-45e8-b444-7afd3d33096d,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:11.148464 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02427490-f1fc-48ec-856d-1a3280e7f221 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Network 8a2bc793-2a07-41ab-ae3e-9a363548bbb9 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:47:11.149967 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-02427490-f1fc-48ec-856d-1a3280e7f221 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:47:11.152576 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02427490-f1fc-48ec-856d-1a3280e7f221 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:47:11.221493 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-02427490-f1fc-48ec-856d-1a3280e7f221 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719598'] for router_interface, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:11.425838 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-02427490-f1fc-48ec-856d-1a3280e7f221 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:11.754774 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-02427490-f1fc-48ec-856d-1a3280e7f221 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:11.761112 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-02427490-f1fc-48ec-856d-1a3280e7f221 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:11.846493 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02427490-f1fc-48ec-856d-1a3280e7f221 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Pushing event updated for resources: {'Port': ['ID=d45dc834-e598-45e8-b444-7afd3d33096d,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:11.852130 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-02427490-f1fc-48ec-856d-1a3280e7f221 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-718897'] for router_interface, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:11.958687 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02427490-f1fc-48ec-856d-1a3280e7f221 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Network 8a2bc793-2a07-41ab-ae3e-9a363548bbb9 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:47:11.960924 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-02427490-f1fc-48ec-856d-1a3280e7f221 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:47:12.099872 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02427490-f1fc-48ec-856d-1a3280e7f221 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Router cec80278-d1e3-4a71-9f36-7f0fd190781f has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:47:12.122258 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb3750d-c04c-41f3-9c4c-83c13d9cb82f None None] Network 8a2bc793-2a07-41ab-ae3e-9a363548bbb9 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:47:12.195436 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-917a4efa-b6e4-40af-9b96-3d0daebd8bcb None None] Provisioning for port ce264f45-79a7-48e2-ae3e-c8d30e6764a6 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:47:12.234809 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02427490-f1fc-48ec-856d-1a3280e7f221 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:47:12.240443 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-02427490-f1fc-48ec-856d-1a3280e7f221 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "PUT /v2.0/routers/cec80278-d1e3-4a71-9f36-7f0fd190781f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5402024 Aug 29 04:47:12.445502 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5e0af0bd-705c-4def-9d1f-49e4cc32f796 req-49ff15e3-58ad-4de1-9d28-175f04574f50 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-754758672&fields=id&tenant_id=9fb1fbcb8cc9402ba4fdb36d489735a9 HTTP/1.1" status: 200 len: 267 time: 0.0370059 Aug 29 04:47:12.555901 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-8aa5b04e-dd2e-4c8d-8202-12e12e8e337b None None] Provisioning for port d45dc834-e598-45e8-b444-7afd3d33096d completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:47:12.560538 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-8aa5b04e-dd2e-4c8d-8202-12e12e8e337b None None] Provisioning complete for port d45dc834-e598-45e8-b444-7afd3d33096d triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:47:12.561390 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8aa5b04e-dd2e-4c8d-8202-12e12e8e337b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:12.583331 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0af0bd-705c-4def-9d1f-49e4cc32f796 req-2384b632-fe87-4590-b999-db710bd434f7 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:12.588294 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5e0af0bd-705c-4def-9d1f-49e4cc32f796 req-2384b632-fe87-4590-b999-db710bd434f7 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/networks?id=8a2bc793-2a07-41ab-ae3e-9a363548bbb9 HTTP/1.1" status: 200 len: 796 time: 0.1328771 Aug 29 04:47:12.600047 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-8aa5b04e-dd2e-4c8d-8202-12e12e8e337b None None] Port d45dc834-e598-45e8-b444-7afd3d33096d cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:47:12.604569 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5e0af0bd-705c-4def-9d1f-49e4cc32f796 req-8cb47366-f1ac-4eca-ab5a-b3d71bb8f550 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/quotas/9fb1fbcb8cc9402ba4fdb36d489735a9 HTTP/1.1" status: 200 len: 375 time: 0.0133910 Aug 29 04:47:12.633073 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6027d7db-e992-4669-baed-903c6a908b7a None None] Sync routers for ids ['cec80278-d1e3-4a71-9f36-7f0fd190781f'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:47:12.650565 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6027d7db-e992-4669-baed-903c6a908b7a None None] Routers {'cec80278-d1e3-4a71-9f36-7f0fd190781f'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:47:12.651297 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-6027d7db-e992-4669-baed-903c6a908b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:47:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['cec80278-d1e3-4a71-9f36-7f0fd190781f'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:12.669115 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5e0af0bd-705c-4def-9d1f-49e4cc32f796 req-be07170e-ed9e-4e3c-8422-e876c12da421 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=9fb1fbcb8cc9402ba4fdb36d489735a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0550900 Aug 29 04:47:12.772015 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-6027d7db-e992-4669-baed-903c6a908b7a None None] Set router cec80278-d1e3-4a71-9f36-7f0fd190781f gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:47:12.788729 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5e0af0bd-705c-4def-9d1f-49e4cc32f796 req-e225c778-d61f-4ca6-84f6-786facaef93f service neutron] 10.222.0.22 "GET /v2.0/networks/8a2bc793-2a07-41ab-ae3e-9a363548bbb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053405 Aug 29 04:47:12.852526 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-90c50a77-d8fb-4744-93d1-23a20f6e2e57 None None] Provisioning complete for port d45dc834-e598-45e8-b444-7afd3d33096d triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:47:12.853009 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-90c50a77-d8fb-4744-93d1-23a20f6e2e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:12.915171 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-90c50a77-d8fb-4744-93d1-23a20f6e2e57 None None] Port d45dc834-e598-45e8-b444-7afd3d33096d cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:47:12.917601 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5e0af0bd-705c-4def-9d1f-49e4cc32f796 req-f85bdf89-1416-450a-acd0-4e1afc8620b2 service neutron] 10.222.0.22 "GET /v2.0/networks/8a2bc793-2a07-41ab-ae3e-9a363548bbb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183655 Aug 29 04:47:13.035930 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-6027d7db-e992-4669-baed-903c6a908b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cec80278-d1e3-4a71-9f36-7f0fd190781f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1057041204', 'tenant_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '06d85a02-b99f-4bcd-84f3-0e67ff96296b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:47:07Z', 'updated_at': '2021-08-29T04:47:11Z', 'revision_number': 4, 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'gw_port': {'id': '06d85a02-b99f-4bcd-84f3-0e67ff96296b', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:90:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cec80278-d1e3-4a71-9f36-7f0fd190781f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:47:07Z', 'updated_at': '2021-08-29T04:47:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': 'd45dc834-e598-45e8-b444-7afd3d33096d', 'name': '', 'network_id': '8a2bc793-2a07-41ab-ae3e-9a363548bbb9', 'tenant_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'mac_address': 'fa:16:3e:27:64:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cec80278-d1e3-4a71-9f36-7f0fd190781f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'eea81d3f-5c19-4aaf-9654-b856991d5e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:47:10Z', 'updated_at': '2021-08-29T04:47:11Z', 'revision_number': 2, 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'subnets': [{'id': 'eea81d3f-5c19-4aaf-9654-b856991d5e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:13.041661 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-b4f67582-c41c-42af-98e3-585eca646d43 None None] Provisioning complete for port d45dc834-e598-45e8-b444-7afd3d33096d triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:47:13.042034 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b4f67582-c41c-42af-98e3-585eca646d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:13.108993 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-b4f67582-c41c-42af-98e3-585eca646d43 None None] Port d45dc834-e598-45e8-b444-7afd3d33096d cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:47:13.165936 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device ce264f45-79a7-48e2-ae3e-c8d30e6764a6 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:47:13.171211 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-cdc6fdda-53ce-410c-85ce-3e6d1a687d1b req-6610b70d-f03b-4e61-a3cb-ea24032c196e tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=42e5026f-fe81-4369-a355-94689395de07 HTTP/1.1" status: 200 len: 210 time: 0.0460837 Aug 29 04:47:13.228176 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6027d7db-e992-4669-baed-903c6a908b7a None None] Checking router: cec80278-d1e3-4a71-9f36-7f0fd190781f for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:47:13.228520 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6027d7db-e992-4669-baed-903c6a908b7a None None] Updating router cec80278-d1e3-4a71-9f36-7f0fd190781f port d45dc834-e598-45e8-b444-7afd3d33096d binding host n-d-712140-12 {{(pid=94831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:47:13.237242 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port ce264f45-79a7-48e2-ae3e-c8d30e6764a6 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:47:13.241745 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port ce264f45-79a7-48e2-ae3e-c8d30e6764a6 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:47:13.242195 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:13.254513 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6027d7db-e992-4669-baed-903c6a908b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:13.327309 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:13.376305 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port ce264f45-79a7-48e2-ae3e-c8d30e6764a6, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=ce264f45-79a7-48e2-ae3e-c8d30e6764a6,segment=NetworkSegment(87014bae-10f9-4151-9722-f1535aede29e),segment_id=87014bae-10f9-4151-9722-f1535aede29e)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:47:13.382004 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:13.383188 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 06d85a02-b99f-4bcd-84f3-0e67ff96296b up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:47:13.466543 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=ce264f45-79a7-48e2-ae3e-c8d30e6764a6,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:13.504394 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 06d85a02-b99f-4bcd-84f3-0e67ff96296b completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:47:13.510445 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 06d85a02-b99f-4bcd-84f3-0e67ff96296b triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:47:13.511433 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:13.572710 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6027d7db-e992-4669-baed-903c6a908b7a None None] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:13.585703 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-6027d7db-e992-4669-baed-903c6a908b7a None None] Transition to ACTIVE for port object d45dc834-e598-45e8-b444-7afd3d33096d will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:47:13.593950 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6027d7db-e992-4669-baed-903c6a908b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:13.628372 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:13.659439 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 06d85a02-b99f-4bcd-84f3-0e67ff96296b, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=06d85a02-b99f-4bcd-84f3-0e67ff96296b,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:47:13.666867 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:13.710827 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-6027d7db-e992-4669-baed-903c6a908b7a None None] Attempting to bind port d45dc834-e598-45e8-b444-7afd3d33096d on host n-d-712140-12 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:47:13.711882 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-6027d7db-e992-4669-baed-903c6a908b7a None None] Attempting to bind port d45dc834-e598-45e8-b444-7afd3d33096d by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '87014bae-10f9-4151-9722-f1535aede29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '8a2bc793-2a07-41ab-ae3e-9a363548bbb9'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:47:13.712465 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6027d7db-e992-4669-baed-903c6a908b7a None None] Attempting to bind port d45dc834-e598-45e8-b444-7afd3d33096d on network 8a2bc793-2a07-41ab-ae3e-9a363548bbb9 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:47:13.714502 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3118c75-d90c-4683-8822-1c5f9e9c03c8 None None] Pushing event updated for resources: {'Port': ['ID=d45dc834-e598-45e8-b444-7afd3d33096d,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:13.724672 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3118c75-d90c-4683-8822-1c5f9e9c03c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:13.725134 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3118c75-d90c-4683-8822-1c5f9e9c03c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:13.725484 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3118c75-d90c-4683-8822-1c5f9e9c03c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:13.725826 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3118c75-d90c-4683-8822-1c5f9e9c03c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:13.726262 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3118c75-d90c-4683-8822-1c5f9e9c03c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:13.726586 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3118c75-d90c-4683-8822-1c5f9e9c03c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:13.727193 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3118c75-d90c-4683-8822-1c5f9e9c03c8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:13.727742 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3118c75-d90c-4683-8822-1c5f9e9c03c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:13.728260 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3118c75-d90c-4683-8822-1c5f9e9c03c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:13.728776 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3118c75-d90c-4683-8822-1c5f9e9c03c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:13.729288 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3118c75-d90c-4683-8822-1c5f9e9c03c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:13.729819 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3118c75-d90c-4683-8822-1c5f9e9c03c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:13.735851 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=06d85a02-b99f-4bcd-84f3-0e67ff96296b,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:13.752687 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6027d7db-e992-4669-baed-903c6a908b7a None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:47:13.753081 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6027d7db-e992-4669-baed-903c6a908b7a None None] Checking segment: {'id': '87014bae-10f9-4151-9722-f1535aede29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '8a2bc793-2a07-41ab-ae3e-9a363548bbb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:47:13.753708 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6027d7db-e992-4669-baed-903c6a908b7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:13.754113 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6027d7db-e992-4669-baed-903c6a908b7a None None] Bound using segment: {'id': '87014bae-10f9-4151-9722-f1535aede29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '8a2bc793-2a07-41ab-ae3e-9a363548bbb9'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:47:13.754599 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-6027d7db-e992-4669-baed-903c6a908b7a None None] Bound port: d45dc834-e598-45e8-b444-7afd3d33096d, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87014bae-10f9-4151-9722-f1535aede29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '8a2bc793-2a07-41ab-ae3e-9a363548bbb9'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:47:13.755596 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6027d7db-e992-4669-baed-903c6a908b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:13.832938 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-6027d7db-e992-4669-baed-903c6a908b7a None None] For port d45dc834-e598-45e8-b444-7afd3d33096d, host n-d-712140-12, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:47:13.836212 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-6027d7db-e992-4669-baed-903c6a908b7a None None] For port d45dc834-e598-45e8-b444-7afd3d33096d, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=d45dc834-e598-45e8-b444-7afd3d33096d,segment=NetworkSegment(87014bae-10f9-4151-9722-f1535aede29e),segment_id=87014bae-10f9-4151-9722-f1535aede29e)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:47:13.842032 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6027d7db-e992-4669-baed-903c6a908b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:13.895387 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6027d7db-e992-4669-baed-903c6a908b7a None None] Routers {'cec80278-d1e3-4a71-9f36-7f0fd190781f'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:47:13.896040 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-6027d7db-e992-4669-baed-903c6a908b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:47:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['cec80278-d1e3-4a71-9f36-7f0fd190781f'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:13.981356 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3118c75-d90c-4683-8822-1c5f9e9c03c8 None None] Pushing event updated for resources: {'Port': ['ID=d45dc834-e598-45e8-b444-7afd3d33096d,revision_number=4']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:14.015235 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-6027d7db-e992-4669-baed-903c6a908b7a None None] Set router cec80278-d1e3-4a71-9f36-7f0fd190781f gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:47:14.233822 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-6027d7db-e992-4669-baed-903c6a908b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cec80278-d1e3-4a71-9f36-7f0fd190781f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1057041204', 'tenant_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '06d85a02-b99f-4bcd-84f3-0e67ff96296b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:47:07Z', 'updated_at': '2021-08-29T04:47:11Z', 'revision_number': 4, 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'gw_port': {'id': '06d85a02-b99f-4bcd-84f3-0e67ff96296b', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:90:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec80278-d1e3-4a71-9f36-7f0fd190781f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:47:07Z', 'updated_at': '2021-08-29T04:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': 'd45dc834-e598-45e8-b444-7afd3d33096d', 'name': '', 'network_id': '8a2bc793-2a07-41ab-ae3e-9a363548bbb9', 'tenant_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'mac_address': 'fa:16:3e:27:64:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cec80278-d1e3-4a71-9f36-7f0fd190781f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'eea81d3f-5c19-4aaf-9654-b856991d5e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:47:10Z', 'updated_at': '2021-08-29T04:47:13Z', 'revision_number': 4, 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'subnets': [{'id': 'eea81d3f-5c19-4aaf-9654-b856991d5e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:14.244628 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0af0bd-705c-4def-9d1f-49e4cc32f796 req-0507a660-3e47-4955-9c86-0a03f570a9aa tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:14.246351 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5e0af0bd-705c-4def-9d1f-49e4cc32f796 req-0507a660-3e47-4955-9c86-0a03f570a9aa tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.46 "GET /v2.0/networks?id=8a2bc793-2a07-41ab-ae3e-9a363548bbb9 HTTP/1.1" status: 200 len: 796 time: 0.1204531 Aug 29 04:47:14.264940 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6027d7db-e992-4669-baed-903c6a908b7a None None] The sync data for ids ['cec80278-d1e3-4a71-9f36-7f0fd190781f'] in n-d-712140-12 is: [{'id': 'cec80278-d1e3-4a71-9f36-7f0fd190781f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1057041204', 'tenant_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '06d85a02-b99f-4bcd-84f3-0e67ff96296b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:47:07Z', 'updated_at': '2021-08-29T04:47:11Z', 'revision_number': 4, 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'gw_port': {'id': '06d85a02-b99f-4bcd-84f3-0e67ff96296b', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:90:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec80278-d1e3-4a71-9f36-7f0fd190781f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:47:07Z', 'updated_at': '2021-08-29T04:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': 'd45dc834-e598-45e8-b444-7afd3d33096d', 'name': '', 'network_id': '8a2bc793-2a07-41ab-ae3e-9a363548bbb9', 'tenant_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'mac_address': 'fa:16:3e:27:64:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cec80278-d1e3-4a71-9f36-7f0fd190781f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'eea81d3f-5c19-4aaf-9654-b856991d5e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:47:10Z', 'updated_at': '2021-08-29T04:47:13Z', 'revision_number': 4, 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'subnets': [{'id': 'eea81d3f-5c19-4aaf-9654-b856991d5e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:47:14.289874 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-218b6aa1-b990-4f42-bdf1-6ca64fcee70b req-82c90acc-bdbb-46e3-9086-663a869d509f tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=42e5026f-fe81-4369-a355-94689395de07 HTTP/1.1" status: 200 len: 210 time: 0.0424082 Aug 29 04:47:14.322527 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5e0af0bd-705c-4def-9d1f-49e4cc32f796 req-f0000fe9-f6cf-41d9-983c-688aa6fe36ef tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9fb1fbcb8cc9402ba4fdb36d489735a9 HTTP/1.1" status: 200 len: 379 time: 0.0650809 Aug 29 04:47:14.342227 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-5e0af0bd-705c-4def-9d1f-49e4cc32f796 req-740ec81d-37be-441f-aca4-d463a98ec56d tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Request body: {'port': {'device_id': '42e5026f-fe81-4369-a355-94689395de07', 'network_id': '8a2bc793-2a07-41ab-ae3e-9a363548bbb9', 'admin_state_up': True, 'tenant_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'security_groups': ['9276bc6b-9724-4532-8c70-8fd40e33db57']}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:47:14.457955 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e0af0bd-705c-4def-9d1f-49e4cc32f796 req-740ec81d-37be-441f-aca4-d463a98ec56d tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Made reservation on behalf of 9fb1fbcb8cc9402ba4fdb36d489735a9 for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:47:14.461542 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-5e0af0bd-705c-4def-9d1f-49e4cc32f796 req-740ec81d-37be-441f-aca4-d463a98ec56d tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:14.648976 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6418d3d7-7db9-47e1-9fc8-cea9d329314d req-1f29e990-7580-4203-b778-e9462d88ebb3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=cce25463-ace0-497b-a690-db729d5087c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1070426 Aug 29 04:47:14.659195 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-5e0af0bd-705c-4def-9d1f-49e4cc32f796 req-740ec81d-37be-441f-aca4-d463a98ec56d tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Allocated IP 172.20.0.10 (8a2bc793-2a07-41ab-ae3e-9a363548bbb9/eea81d3f-5c19-4aaf-9654-b856991d5e3b/b5e8f72c-8d14-4648-a8ae-cad19296215a) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:47:14.805264 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6418d3d7-7db9-47e1-9fc8-cea9d329314d req-9a2c1bb6-7c06-4654-b576-b8b2352ef7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:14.806832 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6418d3d7-7db9-47e1-9fc8-cea9d329314d req-9a2c1bb6-7c06-4654-b576-b8b2352ef7a8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7aee421f678c42aea0253beb1062efb3&device_id=cce25463-ace0-497b-a690-db729d5087c7 HTTP/1.1" status: 200 len: 1098 time: 0.1207287 Aug 29 04:47:14.929216 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-5e0af0bd-705c-4def-9d1f-49e4cc32f796 req-740ec81d-37be-441f-aca4-d463a98ec56d tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:14.957148 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-5e0af0bd-705c-4def-9d1f-49e4cc32f796 req-740ec81d-37be-441f-aca4-d463a98ec56d tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Transition to ACTIVE for port object b5e8f72c-8d14-4648-a8ae-cad19296215a will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:47:14.976052 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6418d3d7-7db9-47e1-9fc8-cea9d329314d req-8137f40c-d5b4-4077-9ca4-14bb2862bafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:14.977674 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6418d3d7-7db9-47e1-9fc8-cea9d329314d req-8137f40c-d5b4-4077-9ca4-14bb2862bafb service neutron] 10.222.0.48 "GET /v2.0/networks?id=6dfda774-9f20-47fe-b6e8-7c9294fb6fff HTTP/1.1" status: 200 len: 915 time: 0.1407988 Aug 29 04:47:15.037917 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6418d3d7-7db9-47e1-9fc8-cea9d329314d req-7c5a4a28-d117-4962-a9ba-a9167c0ea1da service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=48ad6c77-6057-404c-a4fe-f79e342fd444 HTTP/1.1" status: 200 len: 217 time: 0.0499361 Aug 29 04:47:15.058125 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-5e0af0bd-705c-4def-9d1f-49e4cc32f796 req-740ec81d-37be-441f-aca4-d463a98ec56d tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:15.138781 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e0af0bd-705c-4def-9d1f-49e4cc32f796 req-740ec81d-37be-441f-aca4-d463a98ec56d tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Network 8a2bc793-2a07-41ab-ae3e-9a363548bbb9 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:47:15.187314 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740ec81d-37be-441f-aca4-d463a98ec56d tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Pushing event updated for resources: {'Port': ['ID=b5e8f72c-8d14-4648-a8ae-cad19296215a,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:15.189688 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device d45dc834-e598-45e8-b444-7afd3d33096d up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:47:15.192868 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-5e0af0bd-705c-4def-9d1f-49e4cc32f796 req-740ec81d-37be-441f-aca4-d463a98ec56d tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:47:15.198062 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e0af0bd-705c-4def-9d1f-49e4cc32f796 req-740ec81d-37be-441f-aca4-d463a98ec56d tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:47:15.248850 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6418d3d7-7db9-47e1-9fc8-cea9d329314d req-01809e86-c5f1-4e56-9947-7a71c4c8665b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:15.250801 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6418d3d7-7db9-47e1-9fc8-cea9d329314d req-01809e86-c5f1-4e56-9947-7a71c4c8665b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=eb25d9db-9e3b-4bee-921f-04e4976bb134 HTTP/1.1" status: 200 len: 854 time: 0.2060497 Aug 29 04:47:15.261898 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port d45dc834-e598-45e8-b444-7afd3d33096d completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:47:15.267646 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port d45dc834-e598-45e8-b444-7afd3d33096d triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:47:15.268511 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:15.281044 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0af0bd-705c-4def-9d1f-49e4cc32f796 req-740ec81d-37be-441f-aca4-d463a98ec56d tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:15.282050 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-5e0af0bd-705c-4def-9d1f-49e4cc32f796 req-740ec81d-37be-441f-aca4-d463a98ec56d tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:15.308017 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6418d3d7-7db9-47e1-9fc8-cea9d329314d req-ec22f1d5-a60b-4977-bd50-d1baf8630294 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6dfda774-9f20-47fe-b6e8-7c9294fb6fff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418918 Aug 29 04:47:15.328397 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5e0af0bd-705c-4def-9d1f-49e4cc32f796 req-740ec81d-37be-441f-aca4-d463a98ec56d tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9933043 Aug 29 04:47:15.350230 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-5e0af0bd-705c-4def-9d1f-49e4cc32f796 req-680afcbe-b2bb-47f0-a0ed-37f3fd8abed2 service neutron] Request body: {'port': {'device_id': '42e5026f-fe81-4369-a355-94689395de07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:47:15.410319 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:15.453247 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port d45dc834-e598-45e8-b444-7afd3d33096d, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=d45dc834-e598-45e8-b444-7afd3d33096d,segment=NetworkSegment(87014bae-10f9-4151-9722-f1535aede29e),segment_id=87014bae-10f9-4151-9722-f1535aede29e)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:47:15.459472 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:15.462289 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 06d85a02-b99f-4bcd-84f3-0e67ff96296b up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:47:15.473321 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-5e0af0bd-705c-4def-9d1f-49e4cc32f796 req-680afcbe-b2bb-47f0-a0ed-37f3fd8abed2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:15.486521 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191db174-a9ce-4760-bf28-80239b6d2c52 req-012359a7-a42d-4719-8389-d975d423567c tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:15.498090 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-191db174-a9ce-4760-bf28-80239b6d2c52 req-012359a7-a42d-4719-8389-d975d423567c tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=42e5026f-fe81-4369-a355-94689395de07 HTTP/1.1" status: 200 len: 932 time: 0.0857136 Aug 29 04:47:15.505155 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6418d3d7-7db9-47e1-9fc8-cea9d329314d req-6010f5ae-53fa-4ca1-8768-0a426e0811a6 service neutron] 10.222.0.48 "GET /v2.0/networks/6dfda774-9f20-47fe-b6e8-7c9294fb6fff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893327 Aug 29 04:47:15.551921 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-191db174-a9ce-4760-bf28-80239b6d2c52 req-805d8fb8-ec95-473e-8456-6740f736f226 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=9276bc6b-9724-4532-8c70-8fd40e33db57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527759 Aug 29 04:47:15.604584 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=d45dc834-e598-45e8-b444-7afd3d33096d,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:15.617104 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 06d85a02-b99f-4bcd-84f3-0e67ff96296b triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:47:15.617486 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:15.620323 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-008ab629-5868-428a-b469-73dcc043687e None None] Provisioning for port b5e8f72c-8d14-4648-a8ae-cad19296215a completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:47:15.643308 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-008ab629-5868-428a-b469-73dcc043687e None None] Provisioning complete for port b5e8f72c-8d14-4648-a8ae-cad19296215a triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:47:15.643717 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-008ab629-5868-428a-b469-73dcc043687e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:15.689344 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-008ab629-5868-428a-b469-73dcc043687e None None] Port b5e8f72c-8d14-4648-a8ae-cad19296215a cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:47:15.737564 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6418d3d7-7db9-47e1-9fc8-cea9d329314d req-2caf6b3c-33be-436c-a335-a8ab4c17e3fa service neutron] 10.222.0.48 "GET /v2.0/networks/6dfda774-9f20-47fe-b6e8-7c9294fb6fff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069085 Aug 29 04:47:15.742883 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device ce264f45-79a7-48e2-ae3e-c8d30e6764a6 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:47:15.793498 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port ce264f45-79a7-48e2-ae3e-c8d30e6764a6 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:47:15.794020 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:15.849606 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-5e0af0bd-705c-4def-9d1f-49e4cc32f796 req-680afcbe-b2bb-47f0-a0ed-37f3fd8abed2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5e8f72c-8d14-4648-a8ae-cad19296215a {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:47:15.858999 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-5e0af0bd-705c-4def-9d1f-49e4cc32f796 req-680afcbe-b2bb-47f0-a0ed-37f3fd8abed2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:15.871938 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-5e0af0bd-705c-4def-9d1f-49e4cc32f796 req-680afcbe-b2bb-47f0-a0ed-37f3fd8abed2 service neutron] Transition to ACTIVE for port object b5e8f72c-8d14-4648-a8ae-cad19296215a will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:47:15.883380 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-5e0af0bd-705c-4def-9d1f-49e4cc32f796 req-680afcbe-b2bb-47f0-a0ed-37f3fd8abed2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:15.935959 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680afcbe-b2bb-47f0-a0ed-37f3fd8abed2 service neutron] Pushing event updated for resources: {'Port': ['ID=b5e8f72c-8d14-4648-a8ae-cad19296215a,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:16.006690 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-5e0af0bd-705c-4def-9d1f-49e4cc32f796 req-680afcbe-b2bb-47f0-a0ed-37f3fd8abed2 service neutron] Attempting to bind port b5e8f72c-8d14-4648-a8ae-cad19296215a on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:47:16.007080 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-5e0af0bd-705c-4def-9d1f-49e4cc32f796 req-680afcbe-b2bb-47f0-a0ed-37f3fd8abed2 service neutron] Attempting to bind port b5e8f72c-8d14-4648-a8ae-cad19296215a by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': '87014bae-10f9-4151-9722-f1535aede29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '8a2bc793-2a07-41ab-ae3e-9a363548bbb9'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:47:16.007413 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0af0bd-705c-4def-9d1f-49e4cc32f796 req-680afcbe-b2bb-47f0-a0ed-37f3fd8abed2 service neutron] Attempting to bind port b5e8f72c-8d14-4648-a8ae-cad19296215a on network 8a2bc793-2a07-41ab-ae3e-9a363548bbb9 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:47:16.012085 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0af0bd-705c-4def-9d1f-49e4cc32f796 req-680afcbe-b2bb-47f0-a0ed-37f3fd8abed2 service neutron] Port b5e8f72c-8d14-4648-a8ae-cad19296215a on network 8a2bc793-2a07-41ab-ae3e-9a363548bbb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:47:16.012616 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0af0bd-705c-4def-9d1f-49e4cc32f796 req-680afcbe-b2bb-47f0-a0ed-37f3fd8abed2 service neutron] Attempting to bind port b5e8f72c-8d14-4648-a8ae-cad19296215a on network 8a2bc793-2a07-41ab-ae3e-9a363548bbb9 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:47:16.018887 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0af0bd-705c-4def-9d1f-49e4cc32f796 req-680afcbe-b2bb-47f0-a0ed-37f3fd8abed2 service neutron] Checking agent: {'id': '3de9de52-3a03-431d-9d7e-497ae92c57ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:47:16.019236 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0af0bd-705c-4def-9d1f-49e4cc32f796 req-680afcbe-b2bb-47f0-a0ed-37f3fd8abed2 service neutron] Checking segment: {'id': '87014bae-10f9-4151-9722-f1535aede29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '8a2bc793-2a07-41ab-ae3e-9a363548bbb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:47:16.019629 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0af0bd-705c-4def-9d1f-49e4cc32f796 req-680afcbe-b2bb-47f0-a0ed-37f3fd8abed2 service neutron] Bound using segment: {'id': '87014bae-10f9-4151-9722-f1535aede29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '8a2bc793-2a07-41ab-ae3e-9a363548bbb9'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:47:16.020099 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-5e0af0bd-705c-4def-9d1f-49e4cc32f796 req-680afcbe-b2bb-47f0-a0ed-37f3fd8abed2 service neutron] Bound port: b5e8f72c-8d14-4648-a8ae-cad19296215a, host: n-h1-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87014bae-10f9-4151-9722-f1535aede29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '8a2bc793-2a07-41ab-ae3e-9a363548bbb9'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:47:16.020871 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-5e0af0bd-705c-4def-9d1f-49e4cc32f796 req-680afcbe-b2bb-47f0-a0ed-37f3fd8abed2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:16.096822 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-5e0af0bd-705c-4def-9d1f-49e4cc32f796 req-680afcbe-b2bb-47f0-a0ed-37f3fd8abed2 service neutron] For port b5e8f72c-8d14-4648-a8ae-cad19296215a, host n-h1-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:47:16.100820 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-5e0af0bd-705c-4def-9d1f-49e4cc32f796 req-680afcbe-b2bb-47f0-a0ed-37f3fd8abed2 service neutron] For port b5e8f72c-8d14-4648-a8ae-cad19296215a, host n-h1-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=b5e8f72c-8d14-4648-a8ae-cad19296215a,segment=NetworkSegment(87014bae-10f9-4151-9722-f1535aede29e),segment_id=87014bae-10f9-4151-9722-f1535aede29e)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:47:16.105450 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-5e0af0bd-705c-4def-9d1f-49e4cc32f796 req-680afcbe-b2bb-47f0-a0ed-37f3fd8abed2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:16.138758 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0af0bd-705c-4def-9d1f-49e4cc32f796 req-680afcbe-b2bb-47f0-a0ed-37f3fd8abed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:16.139544 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-5e0af0bd-705c-4def-9d1f-49e4cc32f796 req-680afcbe-b2bb-47f0-a0ed-37f3fd8abed2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:16.140986 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5e0af0bd-705c-4def-9d1f-49e4cc32f796 req-680afcbe-b2bb-47f0-a0ed-37f3fd8abed2 service neutron] 10.222.0.46 "PUT /v2.0/ports/b5e8f72c-8d14-4648-a8ae-cad19296215a HTTP/1.1" status: 200 len: 1093 time: 0.7962179 Aug 29 04:47:16.143236 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42e5026f-fe81-4369-a355-94689395de07', 'tag': 'b5e8f72c-8d14-4648-a8ae-cad19296215a'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:47:16.145622 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-606c3185-6948-47a4-8b6c-0d0010358051" -d '{"events": [{"name": "network-changed", "server_uuid": "42e5026f-fe81-4369-a355-94689395de07", "tag": "b5e8f72c-8d14-4648-a8ae-cad19296215a"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:47:16.176756 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680afcbe-b2bb-47f0-a0ed-37f3fd8abed2 service neutron] Pushing event updated for resources: {'Port': ['ID=b5e8f72c-8d14-4648-a8ae-cad19296215a,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:16.209233 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34140e4e-57cc-41e7-a149-43586f6bd608 x-openstack-request-id: req-34140e4e-57cc-41e7-a149-43586f6bd608 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:47:16.209932 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42e5026f-fe81-4369-a355-94689395de07", "tag": "b5e8f72c-8d14-4648-a8ae-cad19296215a", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:47:16.210378 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-34140e4e-57cc-41e7-a149-43586f6bd608 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:47:16.211058 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42e5026f-fe81-4369-a355-94689395de07', 'tag': 'b5e8f72c-8d14-4648-a8ae-cad19296215a', 'status': 'completed', 'code': 200} Aug 29 04:47:16.251225 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0af0bd-705c-4def-9d1f-49e4cc32f796 req-1a7e710b-25b0-4b3a-87b8-fddc7013b108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:16.253089 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5e0af0bd-705c-4def-9d1f-49e4cc32f796 req-1a7e710b-25b0-4b3a-87b8-fddc7013b108 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9fb1fbcb8cc9402ba4fdb36d489735a9&device_id=42e5026f-fe81-4369-a355-94689395de07 HTTP/1.1" status: 200 len: 1096 time: 0.0603921 Aug 29 04:47:16.303089 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5e0af0bd-705c-4def-9d1f-49e4cc32f796 req-ae4facbc-2512-46f6-ae97-e1c78766e62d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b5e8f72c-8d14-4648-a8ae-cad19296215a HTTP/1.1" status: 200 len: 217 time: 0.0404351 Aug 29 04:47:16.358971 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0af0bd-705c-4def-9d1f-49e4cc32f796 req-e38d08a1-e916-44b6-ab72-b11629a9f6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:16.360515 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5e0af0bd-705c-4def-9d1f-49e4cc32f796 req-e38d08a1-e916-44b6-ab72-b11629a9f6b5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=eea81d3f-5c19-4aaf-9654-b856991d5e3b HTTP/1.1" status: 200 len: 834 time: 0.0502479 Aug 29 04:47:16.408825 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0af0bd-705c-4def-9d1f-49e4cc32f796 req-92165de0-68bf-467b-88ac-3a1070c45ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:16.410402 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5e0af0bd-705c-4def-9d1f-49e4cc32f796 req-92165de0-68bf-467b-88ac-3a1070c45ae3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8a2bc793-2a07-41ab-ae3e-9a363548bbb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416784 Aug 29 04:47:16.505880 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5e0af0bd-705c-4def-9d1f-49e4cc32f796 req-9e1467f5-1f39-46cf-ac13-ff51f8839547 service neutron] 10.222.0.46 "GET /v2.0/networks/8a2bc793-2a07-41ab-ae3e-9a363548bbb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878901 Aug 29 04:47:16.603276 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5e0af0bd-705c-4def-9d1f-49e4cc32f796 req-e6f37053-1dae-4cb9-817a-2eef59aa0f65 service neutron] 10.222.0.46 "GET /v2.0/networks/8a2bc793-2a07-41ab-ae3e-9a363548bbb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901780 Aug 29 04:47:16.701164 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15629aa-3fb0-423c-8426-1611ed0e24ad req-adf055ae-ed36-40ba-8efb-0ab561203510 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:16.702706 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a15629aa-3fb0-423c-8426-1611ed0e24ad req-adf055ae-ed36-40ba-8efb-0ab561203510 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=42e5026f-fe81-4369-a355-94689395de07 HTTP/1.1" status: 200 len: 944 time: 0.0769043 Aug 29 04:47:16.709694 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606c3185-6948-47a4-8b6c-0d0010358051 req-13a8ead5-452b-48a4-ae40-2fa4225a8d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:16.711138 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-606c3185-6948-47a4-8b6c-0d0010358051 req-13a8ead5-452b-48a4-ae40-2fa4225a8d97 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9fb1fbcb8cc9402ba4fdb36d489735a9&device_id=42e5026f-fe81-4369-a355-94689395de07 HTTP/1.1" status: 200 len: 1096 time: 0.0568616 Aug 29 04:47:16.795277 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a15629aa-3fb0-423c-8426-1611ed0e24ad req-a7c9dc7f-ef72-46c3-89fc-f0ce94510db4 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=9276bc6b-9724-4532-8c70-8fd40e33db57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830660 Aug 29 04:47:16.828032 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606c3185-6948-47a4-8b6c-0d0010358051 req-26a3b757-3903-440c-8e4c-3a021b7b44b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:16.829532 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-606c3185-6948-47a4-8b6c-0d0010358051 req-26a3b757-3903-440c-8e4c-3a021b7b44b3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8a2bc793-2a07-41ab-ae3e-9a363548bbb9 HTTP/1.1" status: 200 len: 897 time: 0.1107450 Aug 29 04:47:16.876267 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-606c3185-6948-47a4-8b6c-0d0010358051 req-fcca3295-f7e6-46cb-86c1-fdb1ca5b4c30 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b5e8f72c-8d14-4648-a8ae-cad19296215a HTTP/1.1" status: 200 len: 217 time: 0.0367830 Aug 29 04:47:16.942676 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606c3185-6948-47a4-8b6c-0d0010358051 req-827468a6-6f5e-4f0c-9685-addb32e6a7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:16.944629 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-606c3185-6948-47a4-8b6c-0d0010358051 req-827468a6-6f5e-4f0c-9685-addb32e6a7ca service neutron] 10.222.0.46 "GET /v2.0/subnets?id=eea81d3f-5c19-4aaf-9654-b856991d5e3b HTTP/1.1" status: 200 len: 834 time: 0.0596471 Aug 29 04:47:17.040858 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606c3185-6948-47a4-8b6c-0d0010358051 req-86d4e602-fe3d-45b5-a93c-5da62336dec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:17.043845 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-606c3185-6948-47a4-8b6c-0d0010358051 req-86d4e602-fe3d-45b5-a93c-5da62336dec4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8a2bc793-2a07-41ab-ae3e-9a363548bbb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0857422 Aug 29 04:47:17.107483 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device d45dc834-e598-45e8-b444-7afd3d33096d up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:47:17.183261 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port d45dc834-e598-45e8-b444-7afd3d33096d triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:47:17.183643 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:17.193853 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-606c3185-6948-47a4-8b6c-0d0010358051 req-62c025c8-dd5a-44c7-a249-b918b8286af8 service neutron] 10.222.0.46 "GET /v2.0/networks/8a2bc793-2a07-41ab-ae3e-9a363548bbb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413794 Aug 29 04:47:17.302069 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-606c3185-6948-47a4-8b6c-0d0010358051 req-090ba3b3-4a5f-4c77-93fa-16e78e5917cf service neutron] 10.222.0.46 "GET /v2.0/networks/8a2bc793-2a07-41ab-ae3e-9a363548bbb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997057 Aug 29 04:47:17.916174 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36651cf8-4a65-463e-af7b-27b62d431964 req-db6de253-0c8d-46ea-adc6-e532a419324f tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:17.917792 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-36651cf8-4a65-463e-af7b-27b62d431964 req-db6de253-0c8d-46ea-adc6-e532a419324f tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=42e5026f-fe81-4369-a355-94689395de07 HTTP/1.1" status: 200 len: 944 time: 0.0521307 Aug 29 04:47:17.956432 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-36651cf8-4a65-463e-af7b-27b62d431964 req-5ddd98f6-2cec-48c7-9c24-df1b6b64364e tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=9276bc6b-9724-4532-8c70-8fd40e33db57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326674 Aug 29 04:47:18.592157 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device b5e8f72c-8d14-4648-a8ae-cad19296215a details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:47:18.686820 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port b5e8f72c-8d14-4648-a8ae-cad19296215a, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=b5e8f72c-8d14-4648-a8ae-cad19296215a,segment=NetworkSegment(87014bae-10f9-4151-9722-f1535aede29e),segment_id=87014bae-10f9-4151-9722-f1535aede29e)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:47:18.698196 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Returning: {'device': 'b5e8f72c-8d14-4648-a8ae-cad19296215a', 'network_id': '8a2bc793-2a07-41ab-ae3e-9a363548bbb9', 'port_id': 'b5e8f72c-8d14-4648-a8ae-cad19296215a', 'mac_address': 'fa:16:3e:a6:58:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eea81d3f-5c19-4aaf-9654-b856991d5e3b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:47:18.735309 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:18.748984 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5e8f72c-8d14-4648-a8ae-cad19296215a {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:47:18.768141 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port b5e8f72c-8d14-4648-a8ae-cad19296215a, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=b5e8f72c-8d14-4648-a8ae-cad19296215a,segment=NetworkSegment(87014bae-10f9-4151-9722-f1535aede29e),segment_id=87014bae-10f9-4151-9722-f1535aede29e)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:47:18.772473 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:18.819087 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=b5e8f72c-8d14-4648-a8ae-cad19296215a,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:18.981380 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['b5e8f72c-8d14-4648-a8ae-cad19296215a'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:47:19.081567 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5f3f9d-c0fd-4081-b5a4-e5d04bd9cfce req-625b90dc-ed9f-4f58-93bd-c04b149b3d7a tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:19.083180 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ad5f3f9d-c0fd-4081-b5a4-e5d04bd9cfce req-625b90dc-ed9f-4f58-93bd-c04b149b3d7a tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=42e5026f-fe81-4369-a355-94689395de07 HTTP/1.1" status: 200 len: 945 time: 0.0548365 Aug 29 04:47:19.125937 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ad5f3f9d-c0fd-4081-b5a4-e5d04bd9cfce req-4101175b-0ab3-471f-8aaf-9da8bf5ec670 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=9276bc6b-9724-4532-8c70-8fd40e33db57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346429 Aug 29 04:47:19.283484 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:20.299633 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41067e9f-2c72-4708-9987-5ee7e596e65b req-84615739-b3b9-4d73-b76d-64f2fa8cc4ab tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:20.301159 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-41067e9f-2c72-4708-9987-5ee7e596e65b req-84615739-b3b9-4d73-b76d-64f2fa8cc4ab tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=42e5026f-fe81-4369-a355-94689395de07 HTTP/1.1" status: 200 len: 945 time: 0.0493424 Aug 29 04:47:20.339593 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-41067e9f-2c72-4708-9987-5ee7e596e65b req-c366d7d8-ee35-4dd4-ad7e-2928a8d24702 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=9276bc6b-9724-4532-8c70-8fd40e33db57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321066 Aug 29 04:47:20.604075 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device b5e8f72c-8d14-4648-a8ae-cad19296215a up at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:47:20.660840 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning for port b5e8f72c-8d14-4648-a8ae-cad19296215a completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:47:20.665177 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning complete for port b5e8f72c-8d14-4648-a8ae-cad19296215a triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:47:20.665599 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:20.742297 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:20.764901 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42e5026f-fe81-4369-a355-94689395de07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5e8f72c-8d14-4648-a8ae-cad19296215a'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:47:20.767280 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d11c1029-a44e-496e-9221-4811bfebdcbd" -d '{"events": [{"server_uuid": "42e5026f-fe81-4369-a355-94689395de07", "name": "network-vif-plugged", "status": "completed", "tag": "b5e8f72c-8d14-4648-a8ae-cad19296215a"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:47:20.780536 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port b5e8f72c-8d14-4648-a8ae-cad19296215a, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=b5e8f72c-8d14-4648-a8ae-cad19296215a,segment=NetworkSegment(87014bae-10f9-4151-9722-f1535aede29e),segment_id=87014bae-10f9-4151-9722-f1535aede29e)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:47:20.784681 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:20.812495 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cf7ca31-bece-473d-af25-4969a8016e2e x-openstack-request-id: req-0cf7ca31-bece-473d-af25-4969a8016e2e {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:47:20.812956 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42e5026f-fe81-4369-a355-94689395de07", "name": "network-vif-plugged", "status": "completed", "tag": "b5e8f72c-8d14-4648-a8ae-cad19296215a", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:47:20.813312 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0cf7ca31-bece-473d-af25-4969a8016e2e {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:47:20.813719 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42e5026f-fe81-4369-a355-94689395de07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5e8f72c-8d14-4648-a8ae-cad19296215a', 'code': 200} Aug 29 04:47:20.842672 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=b5e8f72c-8d14-4648-a8ae-cad19296215a,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:20.907305 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59bf8c1-2ae0-4060-9a47-8a1517036161 req-87f61f60-f90a-452b-be61-4ee4ee8e6e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:20.908965 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c59bf8c1-2ae0-4060-9a47-8a1517036161 req-87f61f60-f90a-452b-be61-4ee4ee8e6e46 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=42e5026f-fe81-4369-a355-94689395de07 HTTP/1.1" status: 200 len: 1098 time: 0.0413489 Aug 29 04:47:20.944773 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c59bf8c1-2ae0-4060-9a47-8a1517036161 req-c9891a88-c272-4c1c-8166-dd0f7c041bc0 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9276bc6b-9724-4532-8c70-8fd40e33db57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287387 Aug 29 04:47:21.461006 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba3511e-57a5-4f32-8ff6-d88293f0af08 req-4d06f1ab-24d4-4c4f-b997-64f57505f70e tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:21.462548 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5ba3511e-57a5-4f32-8ff6-d88293f0af08 req-4d06f1ab-24d4-4c4f-b997-64f57505f70e tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=42e5026f-fe81-4369-a355-94689395de07 HTTP/1.1" status: 200 len: 946 time: 0.0556965 Aug 29 04:47:21.505863 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5ba3511e-57a5-4f32-8ff6-d88293f0af08 req-8c7266fb-1e63-4b78-8a95-9b9b575ec9ac tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=9276bc6b-9724-4532-8c70-8fd40e33db57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357108 Aug 29 04:47:21.910519 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94a793d-e52a-4d9e-9a97-8c413732f4c1 req-4cd25c55-4a44-439d-9c83-0b19a3674cca tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:21.912363 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c94a793d-e52a-4d9e-9a97-8c413732f4c1 req-4cd25c55-4a44-439d-9c83-0b19a3674cca tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea5d82a3-9cff-44af-acad-3a0d9fca8426 HTTP/1.1" status: 200 len: 945 time: 0.0558283 Aug 29 04:47:21.962664 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c94a793d-e52a-4d9e-9a97-8c413732f4c1 req-413cce21-3112-45b5-a9d0-9e13219e8b4c tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.22 "GET /v2.0/security-groups?id=fe3beba3-4831-4321-be77-6ef5a93cecef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359068 Aug 29 04:47:22.643751 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f7373c-4fe4-4ea5-8173-987467c0b5e2 req-0da67c02-99b5-476a-91b2-ab7aa8ec16b6 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:22.645391 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a3f7373c-4fe4-4ea5-8173-987467c0b5e2 req-0da67c02-99b5-476a-91b2-ab7aa8ec16b6 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=42e5026f-fe81-4369-a355-94689395de07 HTTP/1.1" status: 200 len: 946 time: 0.0504527 Aug 29 04:47:22.691206 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a3f7373c-4fe4-4ea5-8173-987467c0b5e2 req-6d1439c6-d182-4c9f-a558-cbc79bbf1d96 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=9276bc6b-9724-4532-8c70-8fd40e33db57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394027 Aug 29 04:47:22.834090 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f516da38-f047-448b-b19e-e87c9137e8d0 req-d4764aa6-b1b9-4fa6-9ea4-ec437177327e tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:22.836172 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f516da38-f047-448b-b19e-e87c9137e8d0 req-d4764aa6-b1b9-4fa6-9ea4-ec437177327e tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=42e5026f-fe81-4369-a355-94689395de07 HTTP/1.1" status: 200 len: 946 time: 0.0594656 Aug 29 04:47:22.874808 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f516da38-f047-448b-b19e-e87c9137e8d0 req-9367122b-5d12-4472-8164-f587894a7088 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=9276bc6b-9724-4532-8c70-8fd40e33db57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327320 Aug 29 04:47:22.897889 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 60980) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:22.938646 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b3f93a-4683-47e5-a135-9e0c1d28dd91 tempest-TestNetworkAdvancedServerOps-81455967 tempest-TestNetworkAdvancedServerOps-81455967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:22.940207 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-33b3f93a-4683-47e5-a135-9e0c1d28dd91 tempest-TestNetworkAdvancedServerOps-81455967 tempest-TestNetworkAdvancedServerOps-81455967-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=42e5026f-fe81-4369-a355-94689395de07 HTTP/1.1" status: 200 len: 1093 time: 0.0413115 Aug 29 04:47:22.943160 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 60982) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:22.947837 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-84ccc9a8-63f8-45c4-be55-692c6c42a9ba tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Request body: {'floatingip': {'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'port_id': 'b5e8f72c-8d14-4648-a8ae-cad19296215a', 'tenant_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:47:22.971166 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-84ccc9a8-63f8-45c4-be55-692c6c42a9ba tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for floatingip, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:23.099786 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe63f5ce-6912-4a37-abf7-6824887438cf req-4337e8b0-82cb-4a35-81c9-df4332837980 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:23.101188 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-fe63f5ce-6912-4a37-abf7-6824887438cf req-4337e8b0-82cb-4a35-81c9-df4332837980 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea5d82a3-9cff-44af-acad-3a0d9fca8426 HTTP/1.1" status: 200 len: 945 time: 0.0695326 Aug 29 04:47:23.127944 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-84ccc9a8-63f8-45c4-be55-692c6c42a9ba tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:23.183424 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-fe63f5ce-6912-4a37-abf7-6824887438cf req-09dc9ca7-dc40-47ce-a4d0-1b184d8718a5 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.22 "GET /v2.0/security-groups?id=fe3beba3-4831-4321-be77-6ef5a93cecef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742948 Aug 29 04:47:23.248824 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-84ccc9a8-63f8-45c4-be55-692c6c42a9ba tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Allocated IP 172.25.0.128 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/e5620c09-fc0e-4923-b497-fdcb7ee87ed9) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:47:23.347865 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-84ccc9a8-63f8-45c4-be55-692c6c42a9ba tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:23.385231 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-84ccc9a8-63f8-45c4-be55-692c6c42a9ba tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:23.426307 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ccc9a8-63f8-45c4-be55-692c6c42a9ba tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:47:23.431335 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-84ccc9a8-63f8-45c4-be55-692c6c42a9ba tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:47:23.434864 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ccc9a8-63f8-45c4-be55-692c6c42a9ba tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:47:23.458575 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ccc9a8-63f8-45c4-be55-692c6c42a9ba tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Pushing event updated for resources: {'Port': ['ID=e5620c09-fc0e-4923-b497-fdcb7ee87ed9,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:23.769278 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e074bd-f66e-4c52-b098-4f4d6a859c7a req-5f66c1c9-1d2e-41ef-9352-df96d0e86a9d tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:23.770786 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-16e074bd-f66e-4c52-b098-4f4d6a859c7a req-5f66c1c9-1d2e-41ef-9352-df96d0e86a9d tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea5d82a3-9cff-44af-acad-3a0d9fca8426 HTTP/1.1" status: 200 len: 945 time: 0.0577040 Aug 29 04:47:23.792111 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-84ccc9a8-63f8-45c4-be55-692c6c42a9ba tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:23.861900 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-16e074bd-f66e-4c52-b098-4f4d6a859c7a req-c77e745f-10ce-42a9-8844-fd633416986e tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Deleting port bad835fb-c54f-4d3a-9ca9-8e6cd74a3b2c {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:47:23.862496 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-16e074bd-f66e-4c52-b098-4f4d6a859c7a req-c77e745f-10ce-42a9-8844-fd633416986e tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:23.865134 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-84ccc9a8-63f8-45c4-be55-692c6c42a9ba tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:23.963190 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-16e074bd-f66e-4c52-b098-4f4d6a859c7a req-c77e745f-10ce-42a9-8844-fd633416986e tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] For port bad835fb-c54f-4d3a-9ca9-8e6cd74a3b2c, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=bad835fb-c54f-4d3a-9ca9-8e6cd74a3b2c,segment=NetworkSegment(33625d17-c32d-4cc4-b4a4-d01f42f986ea),segment_id=33625d17-c32d-4cc4-b4a4-d01f42f986ea)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:47:23.963665 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-16e074bd-f66e-4c52-b098-4f4d6a859c7a req-c77e745f-10ce-42a9-8844-fd633416986e tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:23.977752 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-16e074bd-f66e-4c52-b098-4f4d6a859c7a req-c77e745f-10ce-42a9-8844-fd633416986e tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Calling delete_port for bad835fb-c54f-4d3a-9ca9-8e6cd74a3b2c owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:47:24.021473 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-84ccc9a8-63f8-45c4-be55-692c6c42a9ba tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:24.026074 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-84ccc9a8-63f8-45c4-be55-692c6c42a9ba tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:24.096966 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ccc9a8-63f8-45c4-be55-692c6c42a9ba tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Pushing event updated for resources: {'Port': ['ID=e5620c09-fc0e-4923-b497-fdcb7ee87ed9,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:24.103402 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-84ccc9a8-63f8-45c4-be55-692c6c42a9ba tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719515'] for floatingip, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:24.109558 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-16e074bd-f66e-4c52-b098-4f4d6a859c7a req-c77e745f-10ce-42a9-8844-fd633416986e tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:24.121793 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['8f507ff0-8cf1-423a-9431-7b943fe9d2b4'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:47:24.143325 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77e745f-10ce-42a9-8844-fd633416986e tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Pushing event deleted for resources: {'Port': ['ID=bad835fb-c54f-4d3a-9ca9-8e6cd74a3b2c,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:24.152923 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['48ad6c77-6057-404c-a4fe-f79e342fd444', 'd4307f3d-153c-4122-88a7-f4453bbff61e', 'bad835fb-c54f-4d3a-9ca9-8e6cd74a3b2c'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:47:24.186379 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-16e074bd-f66e-4c52-b098-4f4d6a859c7a req-c77e745f-10ce-42a9-8844-fd633416986e tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] No DVR routers for this DVR port bad835fb-c54f-4d3a-9ca9-8e6cd74a3b2c on host n-h2-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:47:24.189175 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-16e074bd-f66e-4c52-b098-4f4d6a859c7a req-c77e745f-10ce-42a9-8844-fd633416986e tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:24.191188 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-16e074bd-f66e-4c52-b098-4f4d6a859c7a req-c77e745f-10ce-42a9-8844-fd633416986e tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.48 "DELETE /v2.0/ports/bad835fb-c54f-4d3a-9ca9-8e6cd74a3b2c HTTP/1.1" status: 204 len: 173 time: 0.4137666 Aug 29 04:47:24.191598 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea5d82a3-9cff-44af-acad-3a0d9fca8426', 'name': 'network-vif-deleted', 'tag': 'bad835fb-c54f-4d3a-9ca9-8e6cd74a3b2c'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:47:24.194116 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aaca483-bebb-455d-8db0-43dc318ff53d" -d '{"events": [{"server_uuid": "ea5d82a3-9cff-44af-acad-3a0d9fca8426", "name": "network-vif-deleted", "tag": "bad835fb-c54f-4d3a-9ca9-8e6cd74a3b2c"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:47:24.223941 n-d-712140-12 neutron-server[94829]: INFO neutron.db.l3_db [None req-84ccc9a8-63f8-45c4-be55-692c6c42a9ba tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Floating IP 0eb2d8ba-c879-45f1-8b87-f7dd9cd9682c associated. External IP: 172.25.0.128, port: b5e8f72c-8d14-4648-a8ae-cad19296215a. Aug 29 04:47:24.260589 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2814947b-5e89-4a66-87fb-ed1d9b883784 x-openstack-request-id: req-2814947b-5e89-4a66-87fb-ed1d9b883784 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:47:24.260888 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea5d82a3-9cff-44af-acad-3a0d9fca8426", "name": "network-vif-deleted", "tag": "bad835fb-c54f-4d3a-9ca9-8e6cd74a3b2c", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:47:24.261146 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2814947b-5e89-4a66-87fb-ed1d9b883784 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:47:24.261553 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea5d82a3-9cff-44af-acad-3a0d9fca8426', 'name': 'network-vif-deleted', 'tag': 'bad835fb-c54f-4d3a-9ca9-8e6cd74a3b2c', 'status': 'completed', 'code': 200} Aug 29 04:47:24.337480 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a5a1d507-9578-4de2-8a70-0e8e92abbf01 req-5544447b-18c4-4169-a43e-7a033e5fb17a tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea5d82a3-9cff-44af-acad-3a0d9fca8426 HTTP/1.1" status: 200 len: 210 time: 0.0559111 Aug 29 04:47:24.485527 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84ccc9a8-63f8-45c4-be55-692c6c42a9ba tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Router cec80278-d1e3-4a71-9f36-7f0fd190781f has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:47:24.595449 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84ccc9a8-63f8-45c4-be55-692c6c42a9ba tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:47:24.605963 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5553cd8b-2dfa-44fe-b57d-714b9e5269f1 None None] Sync routers for ids ['cec80278-d1e3-4a71-9f36-7f0fd190781f'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:47:24.613368 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-84ccc9a8-63f8-45c4-be55-692c6c42a9ba tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:24.615156 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5553cd8b-2dfa-44fe-b57d-714b9e5269f1 None None] Routers {'cec80278-d1e3-4a71-9f36-7f0fd190781f'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:47:24.615824 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-5553cd8b-2dfa-44fe-b57d-714b9e5269f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:47:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['cec80278-d1e3-4a71-9f36-7f0fd190781f'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:24.644101 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-84ccc9a8-63f8-45c4-be55-692c6c42a9ba tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6997650 Aug 29 04:47:24.644749 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42e5026f-fe81-4369-a355-94689395de07', 'tag': 'b5e8f72c-8d14-4648-a8ae-cad19296215a'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:47:24.647146 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e50ba308-7796-4eef-a266-045b7305f9e1" -d '{"events": [{"name": "network-changed", "server_uuid": "42e5026f-fe81-4369-a355-94689395de07", "tag": "b5e8f72c-8d14-4648-a8ae-cad19296215a"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:47:24.697970 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e77e92f6-ded6-4b24-b764-dac61eb84082 x-openstack-request-id: req-e77e92f6-ded6-4b24-b764-dac61eb84082 {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:47:24.698291 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42e5026f-fe81-4369-a355-94689395de07", "tag": "b5e8f72c-8d14-4648-a8ae-cad19296215a", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:47:24.698558 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e77e92f6-ded6-4b24-b764-dac61eb84082 {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:47:24.699019 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42e5026f-fe81-4369-a355-94689395de07', 'tag': 'b5e8f72c-8d14-4648-a8ae-cad19296215a', 'status': 'completed', 'code': 200} Aug 29 04:47:24.800788 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a00ba9-f09e-4523-ae21-49df32edac8a req-29277e12-75b8-4da9-96d9-70f921551511 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:24.802691 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f2a00ba9-f09e-4523-ae21-49df32edac8a req-29277e12-75b8-4da9-96d9-70f921551511 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=42e5026f-fe81-4369-a355-94689395de07 HTTP/1.1" status: 200 len: 946 time: 0.0994792 Aug 29 04:47:24.811470 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50ba308-7796-4eef-a266-045b7305f9e1 req-16b66d35-bb50-44da-91cd-a9e9a8ab187e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:24.813211 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e50ba308-7796-4eef-a266-045b7305f9e1 req-16b66d35-bb50-44da-91cd-a9e9a8ab187e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9fb1fbcb8cc9402ba4fdb36d489735a9&device_id=42e5026f-fe81-4369-a355-94689395de07 HTTP/1.1" status: 200 len: 1098 time: 0.0781562 Aug 29 04:47:24.902926 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f2a00ba9-f09e-4523-ae21-49df32edac8a req-c349f185-f453-4f68-b5f4-a9656339d4ad tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=9276bc6b-9724-4532-8c70-8fd40e33db57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884337 Aug 29 04:47:24.911986 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-5553cd8b-2dfa-44fe-b57d-714b9e5269f1 None None] Set router cec80278-d1e3-4a71-9f36-7f0fd190781f gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:47:24.931831 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 60994) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:24.937408 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50ba308-7796-4eef-a266-045b7305f9e1 req-d39f0399-317d-41db-a60b-370b25aefd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:24.939054 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e50ba308-7796-4eef-a266-045b7305f9e1 req-d39f0399-317d-41db-a60b-370b25aefd48 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8a2bc793-2a07-41ab-ae3e-9a363548bbb9 HTTP/1.1" status: 200 len: 897 time: 0.1174657 Aug 29 04:47:25.010183 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-498fba8e-a17f-4535-bb09-cdfda7517ce9 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/floatingips/0eb2d8ba-c879-45f1-8b87-f7dd9cd9682c HTTP/1.1" status: 200 len: 992 time: 0.0768476 Aug 29 04:47:25.015482 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e50ba308-7796-4eef-a266-045b7305f9e1 req-7cd6efcd-e819-47e9-96a9-513c8385a835 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b5e8f72c-8d14-4648-a8ae-cad19296215a HTTP/1.1" status: 200 len: 1000 time: 0.0687063 Aug 29 04:47:25.066111 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50ba308-7796-4eef-a266-045b7305f9e1 req-3a3910a9-8bbe-4a35-bf76-86b22024346e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:25.067605 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e50ba308-7796-4eef-a266-045b7305f9e1 req-3a3910a9-8bbe-4a35-bf76-86b22024346e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=eea81d3f-5c19-4aaf-9654-b856991d5e3b HTTP/1.1" status: 200 len: 834 time: 0.0441031 Aug 29 04:47:25.117014 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50ba308-7796-4eef-a266-045b7305f9e1 req-32748c52-66d3-44aa-93ae-ba77d4aca315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:25.118547 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e50ba308-7796-4eef-a266-045b7305f9e1 req-32748c52-66d3-44aa-93ae-ba77d4aca315 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8a2bc793-2a07-41ab-ae3e-9a363548bbb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418978 Aug 29 04:47:25.147048 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-5553cd8b-2dfa-44fe-b57d-714b9e5269f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cec80278-d1e3-4a71-9f36-7f0fd190781f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1057041204', 'tenant_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '06d85a02-b99f-4bcd-84f3-0e67ff96296b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:47:07Z', 'updated_at': '2021-08-29T04:47:11Z', 'revision_number': 4, 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'gw_port': {'id': '06d85a02-b99f-4bcd-84f3-0e67ff96296b', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:90:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec80278-d1e3-4a71-9f36-7f0fd190781f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:47:07Z', 'updated_at': '2021-08-29T04:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': '0eb2d8ba-c879-45f1-8b87-f7dd9cd9682c', 'tenant_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'floating_ip_address': '172.25.0.128', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': 'cec80278-d1e3-4a71-9f36-7f0fd190781f', 'port_id': 'b5e8f72c-8d14-4648-a8ae-cad19296215a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3723, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a2bc793-2a07-41ab-ae3e-9a363548bbb9', 'mac_address': 'fa:16:3e:a6:58:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e5026f-fe81-4369-a355-94689395de07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:47:23Z', 'updated_at': '2021-08-29T04:47:23Z', 'revision_number': 0, 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd45dc834-e598-45e8-b444-7afd3d33096d', 'name': '', 'network_id': '8a2bc793-2a07-41ab-ae3e-9a363548bbb9', 'tenant_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'mac_address': 'fa:16:3e:27:64:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec80278-d1e3-4a71-9f36-7f0fd190781f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'eea81d3f-5c19-4aaf-9654-b856991d5e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:47:10Z', 'updated_at': '2021-08-29T04:47:15Z', 'revision_number': 5, 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'subnets': [{'id': 'eea81d3f-5c19-4aaf-9654-b856991d5e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:25.177816 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5553cd8b-2dfa-44fe-b57d-714b9e5269f1 None None] Checking router: cec80278-d1e3-4a71-9f36-7f0fd190781f for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:47:25.187037 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5553cd8b-2dfa-44fe-b57d-714b9e5269f1 None None] Routers {'cec80278-d1e3-4a71-9f36-7f0fd190781f'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:47:25.187650 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-5553cd8b-2dfa-44fe-b57d-714b9e5269f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:47:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['cec80278-d1e3-4a71-9f36-7f0fd190781f'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:25.217378 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e50ba308-7796-4eef-a266-045b7305f9e1 req-963f2d52-4244-4021-bb56-e012b2898b4d service neutron] 10.222.0.46 "GET /v2.0/networks/8a2bc793-2a07-41ab-ae3e-9a363548bbb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910661 Aug 29 04:47:25.298148 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-5553cd8b-2dfa-44fe-b57d-714b9e5269f1 None None] Set router cec80278-d1e3-4a71-9f36-7f0fd190781f gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:47:25.556260 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:47:25.563825 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-5553cd8b-2dfa-44fe-b57d-714b9e5269f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cec80278-d1e3-4a71-9f36-7f0fd190781f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1057041204', 'tenant_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '06d85a02-b99f-4bcd-84f3-0e67ff96296b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:47:07Z', 'updated_at': '2021-08-29T04:47:11Z', 'revision_number': 4, 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'gw_port': {'id': '06d85a02-b99f-4bcd-84f3-0e67ff96296b', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:90:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec80278-d1e3-4a71-9f36-7f0fd190781f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:47:07Z', 'updated_at': '2021-08-29T04:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': '0eb2d8ba-c879-45f1-8b87-f7dd9cd9682c', 'tenant_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'floating_ip_address': '172.25.0.128', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': 'cec80278-d1e3-4a71-9f36-7f0fd190781f', 'port_id': 'b5e8f72c-8d14-4648-a8ae-cad19296215a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3723, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a2bc793-2a07-41ab-ae3e-9a363548bbb9', 'mac_address': 'fa:16:3e:a6:58:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e5026f-fe81-4369-a355-94689395de07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:47:23Z', 'updated_at': '2021-08-29T04:47:23Z', 'revision_number': 0, 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd45dc834-e598-45e8-b444-7afd3d33096d', 'name': '', 'network_id': '8a2bc793-2a07-41ab-ae3e-9a363548bbb9', 'tenant_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'mac_address': 'fa:16:3e:27:64:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec80278-d1e3-4a71-9f36-7f0fd190781f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'eea81d3f-5c19-4aaf-9654-b856991d5e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:47:10Z', 'updated_at': '2021-08-29T04:47:15Z', 'revision_number': 5, 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'subnets': [{'id': 'eea81d3f-5c19-4aaf-9654-b856991d5e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:25.597427 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5553cd8b-2dfa-44fe-b57d-714b9e5269f1 None None] The sync data for ids ['cec80278-d1e3-4a71-9f36-7f0fd190781f'] in n-d-712140-12 is: [{'id': 'cec80278-d1e3-4a71-9f36-7f0fd190781f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1057041204', 'tenant_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '06d85a02-b99f-4bcd-84f3-0e67ff96296b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:47:07Z', 'updated_at': '2021-08-29T04:47:11Z', 'revision_number': 4, 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'gw_port': {'id': '06d85a02-b99f-4bcd-84f3-0e67ff96296b', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:90:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec80278-d1e3-4a71-9f36-7f0fd190781f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:47:07Z', 'updated_at': '2021-08-29T04:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': '0eb2d8ba-c879-45f1-8b87-f7dd9cd9682c', 'tenant_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'floating_ip_address': '172.25.0.128', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': 'cec80278-d1e3-4a71-9f36-7f0fd190781f', 'port_id': 'b5e8f72c-8d14-4648-a8ae-cad19296215a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3723, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a2bc793-2a07-41ab-ae3e-9a363548bbb9', 'mac_address': 'fa:16:3e:a6:58:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e5026f-fe81-4369-a355-94689395de07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:47:23Z', 'updated_at': '2021-08-29T04:47:23Z', 'revision_number': 0, 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd45dc834-e598-45e8-b444-7afd3d33096d', 'name': '', 'network_id': '8a2bc793-2a07-41ab-ae3e-9a363548bbb9', 'tenant_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'mac_address': 'fa:16:3e:27:64:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec80278-d1e3-4a71-9f36-7f0fd190781f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'eea81d3f-5c19-4aaf-9654-b856991d5e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:47:10Z', 'updated_at': '2021-08-29T04:47:15Z', 'revision_number': 5, 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'subnets': [{'id': 'eea81d3f-5c19-4aaf-9654-b856991d5e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:47:25.633692 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e50ba308-7796-4eef-a266-045b7305f9e1 req-ef9434ca-56df-44f4-9c7a-878a20d2ac51 service neutron] 10.222.0.46 "GET /v2.0/networks/8a2bc793-2a07-41ab-ae3e-9a363548bbb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4091468 Aug 29 04:47:25.808312 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6270a5-8168-4a6a-817a-6de05cca3f4e None None] New status for floating IP 0eb2d8ba-c879-45f1-8b87-f7dd9cd9682c: ACTIVE {{(pid=94831) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:47:26.014237 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 32770) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:26.081617 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-7285b5f6-4fcf-409b-ab68-4a68ea0d5f0a tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/floatingips/0eb2d8ba-c879-45f1-8b87-f7dd9cd9682c HTTP/1.1" status: 200 len: 994 time: 0.0659997 Aug 29 04:47:27.297062 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device bad835fb-c54f-4d3a-9ca9-8e6cd74a3b2c no longer exists at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:47:27.317681 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] No Port match for: bad835fb-c54f-4d3a-9ca9-8e6cd74a3b2c {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:47:27.318137 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device bad835fb-c54f-4d3a-9ca9-8e6cd74a3b2c not bound to the agent host n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:47:27.827882 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00db5b92-a62f-4ec3-a2a6-7630c8c6c105 req-a0fc687b-f455-462b-bc7a-83512d674462 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:27.829399 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-00db5b92-a62f-4ec3-a2a6-7630c8c6c105 req-a0fc687b-f455-462b-bc7a-83512d674462 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe095aa3-edc0-444f-9ebf-0f9b98a2c759 HTTP/1.1" status: 200 len: 945 time: 0.0507829 Aug 29 04:47:27.868540 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-00db5b92-a62f-4ec3-a2a6-7630c8c6c105 req-60cc7138-e3e6-4d56-b252-a04f2c21c745 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.22 "GET /v2.0/security-groups?id=fe3beba3-4831-4321-be77-6ef5a93cecef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320532 Aug 29 04:47:28.762313 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:28.986544 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba45bc02-bcd3-450b-9a0f-dcefd754e0b8 req-43f5e1cc-9d6a-4f73-8695-0d879e3a5d56 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:28.988021 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ba45bc02-bcd3-450b-9a0f-dcefd754e0b8 req-43f5e1cc-9d6a-4f73-8695-0d879e3a5d56 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe095aa3-edc0-444f-9ebf-0f9b98a2c759 HTTP/1.1" status: 200 len: 945 time: 0.0484965 Aug 29 04:47:29.025464 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ba45bc02-bcd3-450b-9a0f-dcefd754e0b8 req-4e8325d7-990f-4120-b9c8-c13621e2999c tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.22 "GET /v2.0/security-groups?id=fe3beba3-4831-4321-be77-6ef5a93cecef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314207 Aug 29 04:47:29.653232 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd690034-5cca-420d-b67f-66e5f26693e6 req-de605b49-3242-478d-9295-f1e343f11cfa tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:29.654722 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-cd690034-5cca-420d-b67f-66e5f26693e6 req-de605b49-3242-478d-9295-f1e343f11cfa tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe095aa3-edc0-444f-9ebf-0f9b98a2c759 HTTP/1.1" status: 200 len: 945 time: 0.0482962 Aug 29 04:47:29.747860 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-cd690034-5cca-420d-b67f-66e5f26693e6 req-16fd4eba-41f7-4cc0-a23d-857dd381bed7 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Deleting port d4307f3d-153c-4122-88a7-f4453bbff61e {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:47:29.748197 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-cd690034-5cca-420d-b67f-66e5f26693e6 req-16fd4eba-41f7-4cc0-a23d-857dd381bed7 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:29.835853 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-cd690034-5cca-420d-b67f-66e5f26693e6 req-16fd4eba-41f7-4cc0-a23d-857dd381bed7 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] For port d4307f3d-153c-4122-88a7-f4453bbff61e, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=d4307f3d-153c-4122-88a7-f4453bbff61e,segment=NetworkSegment(33625d17-c32d-4cc4-b4a4-d01f42f986ea),segment_id=33625d17-c32d-4cc4-b4a4-d01f42f986ea)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:47:29.836248 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-cd690034-5cca-420d-b67f-66e5f26693e6 req-16fd4eba-41f7-4cc0-a23d-857dd381bed7 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:29.851866 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-cd690034-5cca-420d-b67f-66e5f26693e6 req-16fd4eba-41f7-4cc0-a23d-857dd381bed7 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Calling delete_port for d4307f3d-153c-4122-88a7-f4453bbff61e owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:47:29.984741 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-cd690034-5cca-420d-b67f-66e5f26693e6 req-16fd4eba-41f7-4cc0-a23d-857dd381bed7 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:29.996288 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['8f507ff0-8cf1-423a-9431-7b943fe9d2b4'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:47:30.014396 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fd4eba-41f7-4cc0-a23d-857dd381bed7 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Pushing event deleted for resources: {'Port': ['ID=d4307f3d-153c-4122-88a7-f4453bbff61e,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:30.020835 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['48ad6c77-6057-404c-a4fe-f79e342fd444', 'd4307f3d-153c-4122-88a7-f4453bbff61e'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:47:30.059515 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd690034-5cca-420d-b67f-66e5f26693e6 req-16fd4eba-41f7-4cc0-a23d-857dd381bed7 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] No DVR routers for this DVR port d4307f3d-153c-4122-88a7-f4453bbff61e on host n-h2-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:47:30.062347 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-cd690034-5cca-420d-b67f-66e5f26693e6 req-16fd4eba-41f7-4cc0-a23d-857dd381bed7 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:30.064742 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-cd690034-5cca-420d-b67f-66e5f26693e6 req-16fd4eba-41f7-4cc0-a23d-857dd381bed7 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.48 "DELETE /v2.0/ports/d4307f3d-153c-4122-88a7-f4453bbff61e HTTP/1.1" status: 204 len: 173 time: 0.4036863 Aug 29 04:47:30.065217 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe095aa3-edc0-444f-9ebf-0f9b98a2c759', 'name': 'network-vif-deleted', 'tag': 'd4307f3d-153c-4122-88a7-f4453bbff61e'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:47:30.068119 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a507f1ab-bb16-44c8-935e-bb1c8ba126d6" -d '{"events": [{"server_uuid": "fe095aa3-edc0-444f-9ebf-0f9b98a2c759", "name": "network-vif-deleted", "tag": "d4307f3d-153c-4122-88a7-f4453bbff61e"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:47:30.129471 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6278f6a1-3a7c-4d49-b799-a9f33b141b55 x-openstack-request-id: req-6278f6a1-3a7c-4d49-b799-a9f33b141b55 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:47:30.129909 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe095aa3-edc0-444f-9ebf-0f9b98a2c759", "name": "network-vif-deleted", "tag": "d4307f3d-153c-4122-88a7-f4453bbff61e", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:47:30.130180 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6278f6a1-3a7c-4d49-b799-a9f33b141b55 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:47:30.130594 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe095aa3-edc0-444f-9ebf-0f9b98a2c759', 'name': 'network-vif-deleted', 'tag': 'd4307f3d-153c-4122-88a7-f4453bbff61e', 'status': 'completed', 'code': 200} Aug 29 04:47:30.168094 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-efb149a7-b6f4-4ce9-b557-3c06d59309ca req-7ba3a866-4058-4807-a208-d773712b0c0e tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe095aa3-edc0-444f-9ebf-0f9b98a2c759 HTTP/1.1" status: 200 len: 210 time: 0.0278764 Aug 29 04:47:31.452756 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c673ee-75be-4bcc-aba9-a2cfbe6d5617 req-27600c3e-f930-420a-a929-8540452d7d61 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:31.454687 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b1c673ee-75be-4bcc-aba9-a2cfbe6d5617 req-27600c3e-f930-420a-a929-8540452d7d61 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.22 "GET /v2.0/ports?device_id=971669a0-878d-4d35-b215-c05bf4d4db83 HTTP/1.1" status: 200 len: 945 time: 0.0576169 Aug 29 04:47:31.491765 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b1c673ee-75be-4bcc-aba9-a2cfbe6d5617 req-12a25eab-2824-4115-88de-363e2b17a0ac tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.22 "GET /v2.0/security-groups?id=fe3beba3-4831-4321-be77-6ef5a93cecef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311947 Aug 29 04:47:32.608152 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45decf32-648e-47da-a2e5-88290820a6fd req-ae86a8ab-b136-4287-90b6-a954bb2e275e tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:32.609655 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-45decf32-648e-47da-a2e5-88290820a6fd req-ae86a8ab-b136-4287-90b6-a954bb2e275e tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.22 "GET /v2.0/ports?device_id=971669a0-878d-4d35-b215-c05bf4d4db83 HTTP/1.1" status: 200 len: 945 time: 0.0490630 Aug 29 04:47:32.647894 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-45decf32-648e-47da-a2e5-88290820a6fd req-ebe0cda4-1ef4-4cfb-b869-55572016f07e tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.22 "GET /v2.0/security-groups?id=fe3beba3-4831-4321-be77-6ef5a93cecef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319593 Aug 29 04:47:32.781518 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb54b94e-a17e-4e84-bca7-22469079e3b4 req-0911265a-b841-4455-945c-f373972a3476 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:32.782903 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fb54b94e-a17e-4e84-bca7-22469079e3b4 req-0911265a-b841-4455-945c-f373972a3476 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.46 "GET /v2.0/ports?device_id=971669a0-878d-4d35-b215-c05bf4d4db83 HTTP/1.1" status: 200 len: 945 time: 0.0486524 Aug 29 04:47:32.878699 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-fb54b94e-a17e-4e84-bca7-22469079e3b4 req-b7e45d7b-9302-47f2-a999-5174c815e4dd tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Deleting port 8f507ff0-8cf1-423a-9431-7b943fe9d2b4 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:47:32.879062 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-fb54b94e-a17e-4e84-bca7-22469079e3b4 req-b7e45d7b-9302-47f2-a999-5174c815e4dd tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:32.972043 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-fb54b94e-a17e-4e84-bca7-22469079e3b4 req-b7e45d7b-9302-47f2-a999-5174c815e4dd tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] For port 8f507ff0-8cf1-423a-9431-7b943fe9d2b4, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=8f507ff0-8cf1-423a-9431-7b943fe9d2b4,segment=NetworkSegment(33625d17-c32d-4cc4-b4a4-d01f42f986ea),segment_id=33625d17-c32d-4cc4-b4a4-d01f42f986ea)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:47:32.972416 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-fb54b94e-a17e-4e84-bca7-22469079e3b4 req-b7e45d7b-9302-47f2-a999-5174c815e4dd tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:32.985360 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-fb54b94e-a17e-4e84-bca7-22469079e3b4 req-b7e45d7b-9302-47f2-a999-5174c815e4dd tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Calling delete_port for 8f507ff0-8cf1-423a-9431-7b943fe9d2b4 owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:47:33.113100 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-fb54b94e-a17e-4e84-bca7-22469079e3b4 req-b7e45d7b-9302-47f2-a999-5174c815e4dd tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:33.125268 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['8f507ff0-8cf1-423a-9431-7b943fe9d2b4'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:47:33.144108 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e45d7b-9302-47f2-a999-5174c815e4dd tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Pushing event deleted for resources: {'Port': ['ID=8f507ff0-8cf1-423a-9431-7b943fe9d2b4,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:33.148579 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['48ad6c77-6057-404c-a4fe-f79e342fd444'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:47:33.183571 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb54b94e-a17e-4e84-bca7-22469079e3b4 req-b7e45d7b-9302-47f2-a999-5174c815e4dd tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] No DVR routers for this DVR port 8f507ff0-8cf1-423a-9431-7b943fe9d2b4 on host n-h1-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:47:33.186677 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-fb54b94e-a17e-4e84-bca7-22469079e3b4 req-b7e45d7b-9302-47f2-a999-5174c815e4dd tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:33.189056 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fb54b94e-a17e-4e84-bca7-22469079e3b4 req-b7e45d7b-9302-47f2-a999-5174c815e4dd tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.46 "DELETE /v2.0/ports/8f507ff0-8cf1-423a-9431-7b943fe9d2b4 HTTP/1.1" status: 204 len: 173 time: 0.3998909 Aug 29 04:47:33.189056 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '971669a0-878d-4d35-b215-c05bf4d4db83', 'name': 'network-vif-deleted', 'tag': '8f507ff0-8cf1-423a-9431-7b943fe9d2b4'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:47:33.191534 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e6c2a0-0bcb-4a93-a899-a4b1796b98b1" -d '{"events": [{"server_uuid": "971669a0-878d-4d35-b215-c05bf4d4db83", "name": "network-vif-deleted", "tag": "8f507ff0-8cf1-423a-9431-7b943fe9d2b4"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:47:33.247978 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f6c0785-1a98-44ae-aca1-a07ade7452bd x-openstack-request-id: req-7f6c0785-1a98-44ae-aca1-a07ade7452bd {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:47:33.248280 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "971669a0-878d-4d35-b215-c05bf4d4db83", "name": "network-vif-deleted", "tag": "8f507ff0-8cf1-423a-9431-7b943fe9d2b4", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:47:33.248538 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7f6c0785-1a98-44ae-aca1-a07ade7452bd {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:47:33.248947 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '971669a0-878d-4d35-b215-c05bf4d4db83', 'name': 'network-vif-deleted', 'tag': '8f507ff0-8cf1-423a-9431-7b943fe9d2b4', 'status': 'completed', 'code': 200} Aug 29 04:47:33.311242 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device d4307f3d-153c-4122-88a7-f4453bbff61e no longer exists at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:47:33.333980 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] No Port match for: d4307f3d-153c-4122-88a7-f4453bbff61e {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:47:33.334327 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device d4307f3d-153c-4122-88a7-f4453bbff61e not bound to the agent host n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:47:33.390042 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b1c34dd1-a331-4961-9c66-d21965c8f0c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:33.762936 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-fe3cd0f2-7034-4e49-b748-3f50bb6e510b req-76be86a2-cfc1-4bd8-aa88-235e365f3720 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.22 "GET /v2.0/ports?device_id=971669a0-878d-4d35-b215-c05bf4d4db83 HTTP/1.1" status: 200 len: 210 time: 0.0320404 Aug 29 04:47:36.242126 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-53c5ce9e-52f7-45f0-8fc8-49004bb52c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:36.744643 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 8f507ff0-8cf1-423a-9431-7b943fe9d2b4 no longer exists at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:47:36.766335 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] No Port match for: 8f507ff0-8cf1-423a-9431-7b943fe9d2b4 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:47:36.767112 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 8f507ff0-8cf1-423a-9431-7b943fe9d2b4 not bound to the agent host n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:47:37.239449 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:37.240112 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05df0a6-1f81-4646-858e-17e96ddede03 req-e469d5a1-cac0-4575-a534-4154693ce95c tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:37.243193 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a05df0a6-1f81-4646-858e-17e96ddede03 req-e469d5a1-cac0-4575-a534-4154693ce95c tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.22 "GET /v2.0/ports?device_id=cce25463-ace0-497b-a690-db729d5087c7 HTTP/1.1" status: 200 len: 946 time: 0.0622287 Aug 29 04:47:37.250584 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:37.283273 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a05df0a6-1f81-4646-858e-17e96ddede03 req-edbf79db-4b6e-4868-85f0-656c59f6aaea tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.22 "GET /v2.0/security-groups?id=fe3beba3-4831-4321-be77-6ef5a93cecef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329828 Aug 29 04:47:38.411060 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca0b5c8-a78e-47fd-b0d9-e1cb25518995 req-f8e705db-4703-45ab-aedd-5b39cc0c8beb tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:38.412724 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4ca0b5c8-a78e-47fd-b0d9-e1cb25518995 req-f8e705db-4703-45ab-aedd-5b39cc0c8beb tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.22 "GET /v2.0/ports?device_id=cce25463-ace0-497b-a690-db729d5087c7 HTTP/1.1" status: 200 len: 946 time: 0.0551598 Aug 29 04:47:38.452417 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4ca0b5c8-a78e-47fd-b0d9-e1cb25518995 req-3f824f6b-3b09-485a-b1e9-ee01cefba6e3 tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.22 "GET /v2.0/security-groups?id=fe3beba3-4831-4321-be77-6ef5a93cecef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336447 Aug 29 04:47:38.748249 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:39.027087 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7248fc80-9155-43f9-bb3b-14608fdd72cd req-f91cbf25-cb16-48a6-8e19-a2bb863530ef tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:39.029238 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7248fc80-9155-43f9-bb3b-14608fdd72cd req-f91cbf25-cb16-48a6-8e19-a2bb863530ef tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.48 "GET /v2.0/ports?device_id=cce25463-ace0-497b-a690-db729d5087c7 HTTP/1.1" status: 200 len: 946 time: 0.0539103 Aug 29 04:47:39.123890 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-7248fc80-9155-43f9-bb3b-14608fdd72cd req-ae05900a-381e-477d-986f-74831a850c3e tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Deleting port 48ad6c77-6057-404c-a4fe-f79e342fd444 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:47:39.124238 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-7248fc80-9155-43f9-bb3b-14608fdd72cd req-ae05900a-381e-477d-986f-74831a850c3e tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:39.216477 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-7248fc80-9155-43f9-bb3b-14608fdd72cd req-ae05900a-381e-477d-986f-74831a850c3e tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] For port 48ad6c77-6057-404c-a4fe-f79e342fd444, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=48ad6c77-6057-404c-a4fe-f79e342fd444,segment=NetworkSegment(33625d17-c32d-4cc4-b4a4-d01f42f986ea),segment_id=33625d17-c32d-4cc4-b4a4-d01f42f986ea)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:47:39.216992 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-7248fc80-9155-43f9-bb3b-14608fdd72cd req-ae05900a-381e-477d-986f-74831a850c3e tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:39.229970 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-7248fc80-9155-43f9-bb3b-14608fdd72cd req-ae05900a-381e-477d-986f-74831a850c3e tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Calling delete_port for 48ad6c77-6057-404c-a4fe-f79e342fd444 owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:47:39.369833 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-7248fc80-9155-43f9-bb3b-14608fdd72cd req-ae05900a-381e-477d-986f-74831a850c3e tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:39.400131 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae05900a-381e-477d-986f-74831a850c3e tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Pushing event deleted for resources: {'Port': ['ID=48ad6c77-6057-404c-a4fe-f79e342fd444,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:39.403834 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['48ad6c77-6057-404c-a4fe-f79e342fd444'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:47:39.442776 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-7248fc80-9155-43f9-bb3b-14608fdd72cd req-ae05900a-381e-477d-986f-74831a850c3e tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] No DVR routers for this DVR port 48ad6c77-6057-404c-a4fe-f79e342fd444 on host n-h2-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:47:39.446288 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-7248fc80-9155-43f9-bb3b-14608fdd72cd req-ae05900a-381e-477d-986f-74831a850c3e tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:39.448444 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7248fc80-9155-43f9-bb3b-14608fdd72cd req-ae05900a-381e-477d-986f-74831a850c3e tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.48 "DELETE /v2.0/ports/48ad6c77-6057-404c-a4fe-f79e342fd444 HTTP/1.1" status: 204 len: 173 time: 0.4121385 Aug 29 04:47:39.448895 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cce25463-ace0-497b-a690-db729d5087c7', 'name': 'network-vif-deleted', 'tag': '48ad6c77-6057-404c-a4fe-f79e342fd444'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:47:39.453032 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f0b1d3a-97ea-4adb-b7bb-3c0d16a1a68b" -d '{"events": [{"server_uuid": "cce25463-ace0-497b-a690-db729d5087c7", "name": "network-vif-deleted", "tag": "48ad6c77-6057-404c-a4fe-f79e342fd444"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:47:39.497057 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a12c5a60-799c-4eb8-be02-15174cc14cf9 x-openstack-request-id: req-a12c5a60-799c-4eb8-be02-15174cc14cf9 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:47:39.497390 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cce25463-ace0-497b-a690-db729d5087c7", "name": "network-vif-deleted", "tag": "48ad6c77-6057-404c-a4fe-f79e342fd444", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:47:39.497609 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a12c5a60-799c-4eb8-be02-15174cc14cf9 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:47:39.498084 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cce25463-ace0-497b-a690-db729d5087c7', 'name': 'network-vif-deleted', 'tag': '48ad6c77-6057-404c-a4fe-f79e342fd444', 'status': 'completed', 'code': 200} Aug 29 04:47:39.551470 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a6c00bad-9195-49c9-9dbd-2d85809da4f3 req-3cfc89a8-e7a1-4167-8493-bf612049331d tempest-AttachVolumeNegativeTest-20561523 tempest-AttachVolumeNegativeTest-20561523-project] 10.222.0.22 "GET /v2.0/ports?device_id=cce25463-ace0-497b-a690-db729d5087c7 HTTP/1.1" status: 200 len: 210 time: 0.0293624 Aug 29 04:47:40.611886 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 32820) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:40.664827 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_v2 [None req-eadfbae2-f30d-4e87-b1dc-9d9cbc599b9c admin admin] Deleting subnet eb25d9db-9e3b-4bee-921f-04e4976bb134 {{(pid=94828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:47:40.669134 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-eadfbae2-f30d-4e87-b1dc-9d9cbc599b9c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:40.707889 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-eadfbae2-f30d-4e87-b1dc-9d9cbc599b9c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8904862'] for subnet, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:40.748714 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-eadfbae2-f30d-4e87-b1dc-9d9cbc599b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:40.799982 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-eadfbae2-f30d-4e87-b1dc-9d9cbc599b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9190434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062341'] for subnet, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:40.827650 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadfbae2-f30d-4e87-b1dc-9d9cbc599b9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb25d9db-9e3b-4bee-921f-04e4976bb134,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:40.829706 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-eadfbae2-f30d-4e87-b1dc-9d9cbc599b9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:40.831981 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-eadfbae2-f30d-4e87-b1dc-9d9cbc599b9c admin admin] 10.222.0.22 "DELETE /v2.0/subnets/eb25d9db-9e3b-4bee-921f-04e4976bb134 HTTP/1.1" status: 204 len: 168 time: 0.2187309 Aug 29 04:47:40.834192 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 32822) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:40.906106 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6ddbb41b-b207-4bc6-8409-fa6c8658aa28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:40.991602 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6ddbb41b-b207-4bc6-8409-fa6c8658aa28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:41.002327 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-6ddbb41b-b207-4bc6-8409-fa6c8658aa28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dfda774-9f20-47fe-b6e8-7c9294fb6fff']}} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:41.018785 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-6ddbb41b-b207-4bc6-8409-fa6c8658aa28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33625d17-c32d-4cc4-b4a4-d01f42f986ea') {'for_net_delete': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:41.019084 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-6ddbb41b-b207-4bc6-8409-fa6c8658aa28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33625d17-c32d-4cc4-b4a4-d01f42f986ea') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:41.028252 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6ddbb41b-b207-4bc6-8409-fa6c8658aa28 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8904833'] for segment, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:41.041986 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6ddbb41b-b207-4bc6-8409-fa6c8658aa28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:41.048221 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ddbb41b-b207-4bc6-8409-fa6c8658aa28 admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=94828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:47:41.048601 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6ddbb41b-b207-4bc6-8409-fa6c8658aa28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9190468'] for segment, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:41.050359 n-d-712140-12 neutron-server[94828]: Traceback (most recent call last): Aug 29 04:47:41.050359 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:47:41.050359 n-d-712140-12 neutron-server[94828]: timer() Aug 29 04:47:41.050359 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:47:41.050359 n-d-712140-12 neutron-server[94828]: cb(*args, **kw) Aug 29 04:47:41.050359 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:47:41.050359 n-d-712140-12 neutron-server[94828]: return func(*args, **kwargs) Aug 29 04:47:41.050359 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:47:41.050359 n-d-712140-12 neutron-server[94828]: self._notify() Aug 29 04:47:41.050359 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:47:41.050359 n-d-712140-12 neutron-server[94828]: self.callback(batched_events) Aug 29 04:47:41.050359 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:47:41.050359 n-d-712140-12 neutron-server[94828]: event.method(event) Aug 29 04:47:41.050359 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:47:41.050359 n-d-712140-12 neutron-server[94828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:47:41.050359 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:47:41.050359 n-d-712140-12 neutron-server[94828]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:47:41.050359 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:47:41.050359 n-d-712140-12 neutron-server[94828]: return f(self, *a, **k) Aug 29 04:47:41.050359 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:47:41.050359 n-d-712140-12 neutron-server[94828]: return self._get(url).json() Aug 29 04:47:41.050359 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:47:41.050359 n-d-712140-12 neutron-server[94828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:47:41.050359 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:47:41.050359 n-d-712140-12 neutron-server[94828]: return self.request(url, 'GET', **kwargs) Aug 29 04:47:41.050359 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:47:41.050359 n-d-712140-12 neutron-server[94828]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:47:41.050359 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:47:41.050359 n-d-712140-12 neutron-server[94828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:47:41.050359 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:47:41.050359 n-d-712140-12 neutron-server[94828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:47:41.050359 n-d-712140-12 neutron-server[94828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:47:41.103604 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6ddbb41b-b207-4bc6-8409-fa6c8658aa28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:41.111085 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6ddbb41b-b207-4bc6-8409-fa6c8658aa28 admin admin] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:41.113036 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-6ddbb41b-b207-4bc6-8409-fa6c8658aa28 admin admin] 10.222.0.22 "DELETE /v2.0/networks/6dfda774-9f20-47fe-b6e8-7c9294fb6fff HTTP/1.1" status: 204 len: 168 time: 0.2779267 Aug 29 04:47:41.123150 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddbb41b-b207-4bc6-8409-fa6c8658aa28 admin admin] Pushing event deleted for resources: {'Network': ['ID=6dfda774-9f20-47fe-b6e8-7c9294fb6fff,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:41.231393 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 32826) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:41.271087 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-b91ab4c1-09dc-44fb-93b2-b8a1ca5ebfa2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7aee421f678c42aea0253beb1062efb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384047 Aug 29 04:47:41.274147 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 32828) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:41.323575 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35bda164-57b8-469c-9429-22afbb536673 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:41.350580 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35bda164-57b8-469c-9429-22afbb536673 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:41.397247 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35bda164-57b8-469c-9429-22afbb536673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:41.399876 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35bda164-57b8-469c-9429-22afbb536673 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:41.401049 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-35bda164-57b8-469c-9429-22afbb536673 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fe3beba3-4831-4321-be77-6ef5a93cecef HTTP/1.1" status: 204 len: 168 time: 0.1260018 Aug 29 04:47:41.409350 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bda164-57b8-469c-9429-22afbb536673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe3beba3-4831-4321-be77-6ef5a93cecef,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:42.717949 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 32878) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:42.843058 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-640a41ab-c4b8-4c7d-a9d7-211013ceea22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:42.958455 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-640a41ab-c4b8-4c7d-a9d7-211013ceea22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:42.974341 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-640a41ab-c4b8-4c7d-a9d7-211013ceea22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:43.015989 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640a41ab-c4b8-4c7d-a9d7-211013ceea22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3da7bc30-49ed-49c2-a44c-1eb5762c61f5,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:43.021828 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-640a41ab-c4b8-4c7d-a9d7-211013ceea22 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d77c9039b6e841e1843ab716f462d083&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3025799 Aug 29 04:47:43.025496 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 32882) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:43.079082 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d36a7243-edfa-4887-bcd9-3ee08beeb79b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:43.103315 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d36a7243-edfa-4887-bcd9-3ee08beeb79b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:43.157281 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d36a7243-edfa-4887-bcd9-3ee08beeb79b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:43.160050 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d36a7243-edfa-4887-bcd9-3ee08beeb79b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:43.163502 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-d36a7243-edfa-4887-bcd9-3ee08beeb79b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3da7bc30-49ed-49c2-a44c-1eb5762c61f5 HTTP/1.1" status: 204 len: 168 time: 0.1347585 Aug 29 04:47:43.169481 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36a7243-edfa-4887-bcd9-3ee08beeb79b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3da7bc30-49ed-49c2-a44c-1eb5762c61f5,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:43.387836 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 48ad6c77-6057-404c-a4fe-f79e342fd444 no longer exists at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:47:43.408784 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] No Port match for: 48ad6c77-6057-404c-a4fe-f79e342fd444 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:47:43.409142 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 48ad6c77-6057-404c-a4fe-f79e342fd444 not bound to the agent host n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:47:48.514192 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 33100) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:48.618564 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fb4900c9-a921-4de0-b951-564c130fe707 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:48.704608 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fb4900c9-a921-4de0-b951-564c130fe707 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:48.708438 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fb4900c9-a921-4de0-b951-564c130fe707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:48.748420 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-fb4900c9-a921-4de0-b951-564c130fe707 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=95566ec682e94734b5ef36c1c5d67754&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2331250 Aug 29 04:47:48.749534 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4900c9-a921-4de0-b951-564c130fe707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9387f3c6-593f-4a8b-b046-5019ef6d1bf8,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:48.751109 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 33104) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:48.800147 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-846801a2-cc37-4d10-9f92-62e091152057 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:48.820657 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-846801a2-cc37-4d10-9f92-62e091152057 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:48.871601 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-846801a2-cc37-4d10-9f92-62e091152057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:48.874116 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-846801a2-cc37-4d10-9f92-62e091152057 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:48.875280 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-846801a2-cc37-4d10-9f92-62e091152057 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9387f3c6-593f-4a8b-b046-5019ef6d1bf8 HTTP/1.1" status: 204 len: 168 time: 0.1230559 Aug 29 04:47:48.882959 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846801a2-cc37-4d10-9f92-62e091152057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9387f3c6-593f-4a8b-b046-5019ef6d1bf8,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:49.136419 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 33110) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:49.150334 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-17973c30-03bb-41a2-a2c6-634033d4c2a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:49.238527 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-17973c30-03bb-41a2-a2c6-634033d4c2a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:49.242632 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-17973c30-03bb-41a2-a2c6-634033d4c2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:49.280865 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-17973c30-03bb-41a2-a2c6-634033d4c2a8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=66c4eadf645b4a08b19e0cdb140e3b37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1428757 Aug 29 04:47:49.281746 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17973c30-03bb-41a2-a2c6-634033d4c2a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f04f999a-57ba-4225-b247-785f49de189f,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:49.283555 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 33112) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:49.304243 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:49.336185 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7ff57404-fedf-4ba2-a306-dc7295d26f40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:49.357068 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7ff57404-fedf-4ba2-a306-dc7295d26f40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:49.408027 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7ff57404-fedf-4ba2-a306-dc7295d26f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:49.410646 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7ff57404-fedf-4ba2-a306-dc7295d26f40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:49.411845 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-7ff57404-fedf-4ba2-a306-dc7295d26f40 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f04f999a-57ba-4225-b247-785f49de189f HTTP/1.1" status: 204 len: 168 time: 0.1266501 Aug 29 04:47:49.419879 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff57404-fedf-4ba2-a306-dc7295d26f40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f04f999a-57ba-4225-b247-785f49de189f,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:52.102900 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 33178) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:52.235385 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c51ec8fe-2bd1-40dc-95c0-b6ffdf13b307 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:52.330141 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c51ec8fe-2bd1-40dc-95c0-b6ffdf13b307 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:52.334106 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c51ec8fe-2bd1-40dc-95c0-b6ffdf13b307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:52.374611 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-c51ec8fe-2bd1-40dc-95c0-b6ffdf13b307 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0c4e53e114764728a56da1c9f56b3b14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2705641 Aug 29 04:47:52.375361 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51ec8fe-2bd1-40dc-95c0-b6ffdf13b307 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91ee8a1f-ee95-48b3-9394-d140425aa7b8,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:52.378328 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 33182) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:52.385508 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51ec8fe-2bd1-40dc-95c0-b6ffdf13b307 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:52.385873 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51ec8fe-2bd1-40dc-95c0-b6ffdf13b307 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:52.386481 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51ec8fe-2bd1-40dc-95c0-b6ffdf13b307 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:52.387375 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51ec8fe-2bd1-40dc-95c0-b6ffdf13b307 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:52.387930 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51ec8fe-2bd1-40dc-95c0-b6ffdf13b307 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:52.388396 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51ec8fe-2bd1-40dc-95c0-b6ffdf13b307 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:52.388909 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51ec8fe-2bd1-40dc-95c0-b6ffdf13b307 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:52.389686 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51ec8fe-2bd1-40dc-95c0-b6ffdf13b307 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:52.390264 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51ec8fe-2bd1-40dc-95c0-b6ffdf13b307 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:52.390786 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51ec8fe-2bd1-40dc-95c0-b6ffdf13b307 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:52.391264 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51ec8fe-2bd1-40dc-95c0-b6ffdf13b307 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:52.391776 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51ec8fe-2bd1-40dc-95c0-b6ffdf13b307 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:52.432566 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b49827a6-16a4-4254-a832-f17749176ac8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:52.458843 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b49827a6-16a4-4254-a832-f17749176ac8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:52.511270 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b49827a6-16a4-4254-a832-f17749176ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:52.513871 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b49827a6-16a4-4254-a832-f17749176ac8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:52.515613 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-b49827a6-16a4-4254-a832-f17749176ac8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/91ee8a1f-ee95-48b3-9394-d140425aa7b8 HTTP/1.1" status: 204 len: 168 time: 0.1357272 Aug 29 04:47:52.525373 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49827a6-16a4-4254-a832-f17749176ac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ee8a1f-ee95-48b3-9394-d140425aa7b8,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:52.799459 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 33188) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:52.815920 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9d2191f3-d510-48a4-b064-ab4e1b8b5c0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:52.913459 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9d2191f3-d510-48a4-b064-ab4e1b8b5c0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:52.917372 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9d2191f3-d510-48a4-b064-ab4e1b8b5c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:52.955155 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2191f3-d510-48a4-b064-ab4e1b8b5c0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f54a7320-f7b2-41a6-8204-03894819259f,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:52.959547 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-9d2191f3-d510-48a4-b064-ab4e1b8b5c0c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=488c92552724460789cf846499df8847&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1589451 Aug 29 04:47:52.962151 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 33190) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:53.015912 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-82f90885-8813-40c5-98f5-1c3c37a7712b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:53.039775 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-82f90885-8813-40c5-98f5-1c3c37a7712b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:53.092687 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-82f90885-8813-40c5-98f5-1c3c37a7712b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:53.095236 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-82f90885-8813-40c5-98f5-1c3c37a7712b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:53.096537 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-82f90885-8813-40c5-98f5-1c3c37a7712b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f54a7320-f7b2-41a6-8204-03894819259f HTTP/1.1" status: 204 len: 168 time: 0.1334138 Aug 29 04:47:53.107195 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f90885-8813-40c5-98f5-1c3c37a7712b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f54a7320-f7b2-41a6-8204-03894819259f,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:54.741131 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff42005c-092c-42c1-9403-8da1e937106e req-3c433ada-1c64-4a26-988c-1e4852802c93 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:54.743027 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ff42005c-092c-42c1-9403-8da1e937106e req-3c433ada-1c64-4a26-988c-1e4852802c93 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=42e5026f-fe81-4369-a355-94689395de07 HTTP/1.1" status: 200 len: 946 time: 0.0534940 Aug 29 04:47:54.789580 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ff42005c-092c-42c1-9403-8da1e937106e req-01dbe16f-79ed-4bdf-9df5-fcd50398ac90 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=9276bc6b-9724-4532-8c70-8fd40e33db57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340970 Aug 29 04:47:54.814408 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 33256) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:54.881804 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-4dac82a4-4ef1-44bd-a5d1-84e4554232ed tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/floatingips/0eb2d8ba-c879-45f1-8b87-f7dd9cd9682c HTTP/1.1" status: 200 len: 994 time: 0.0662134 Aug 29 04:47:55.439620 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aaeb99-0e9e-4bdd-95dc-bb1790cbe2c1 req-fb571361-f6dc-4e8b-9f47-1b23b114abce tempest-TestNetworkAdvancedServerOps-81455967 tempest-TestNetworkAdvancedServerOps-81455967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:55.441331 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-37aaeb99-0e9e-4bdd-95dc-bb1790cbe2c1 req-fb571361-f6dc-4e8b-9f47-1b23b114abce tempest-TestNetworkAdvancedServerOps-81455967 tempest-TestNetworkAdvancedServerOps-81455967-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=42e5026f-fe81-4369-a355-94689395de07 HTTP/1.1" status: 200 len: 1098 time: 0.0422328 Aug 29 04:47:55.462460 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 33284) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:55.479947 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-37aaeb99-0e9e-4bdd-95dc-bb1790cbe2c1 req-bbdf9695-264c-44dc-86c1-6541c4d7f6cd tempest-TestNetworkAdvancedServerOps-81455967 tempest-TestNetworkAdvancedServerOps-81455967-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=9276bc6b-9724-4532-8c70-8fd40e33db57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323310 Aug 29 04:47:55.585285 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5efd2c9f-dfb1-4135-8f80-8d1838fe9449 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:55.681871 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5efd2c9f-dfb1-4135-8f80-8d1838fe9449 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:55.686045 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5efd2c9f-dfb1-4135-8f80-8d1838fe9449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:55.723825 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd2c9f-dfb1-4135-8f80-8d1838fe9449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52315725-2a35-4f5f-9b3b-8de7b4624784,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:55.729061 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-5efd2c9f-dfb1-4135-8f80-8d1838fe9449 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bb74a8115d7c4897a2045a67d98a3185&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2655091 Aug 29 04:47:55.732638 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 33294) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:55.795370 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-db9cc9b0-e01b-4d79-a365-d5e50906607f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:55.818178 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-db9cc9b0-e01b-4d79-a365-d5e50906607f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:55.869024 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-db9cc9b0-e01b-4d79-a365-d5e50906607f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:55.871920 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-db9cc9b0-e01b-4d79-a365-d5e50906607f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:55.875403 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-db9cc9b0-e01b-4d79-a365-d5e50906607f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/52315725-2a35-4f5f-9b3b-8de7b4624784 HTTP/1.1" status: 204 len: 168 time: 0.1393082 Aug 29 04:47:55.885457 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9cc9b0-e01b-4d79-a365-d5e50906607f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52315725-2a35-4f5f-9b3b-8de7b4624784,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:56.075729 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7d0bee9d-ec78-4374-a1cf-dd644eed6885 req-94f0002d-0b03-40cc-bc82-49514fefc0ee service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=42e5026f-fe81-4369-a355-94689395de07&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0439460 Aug 29 04:47:56.197793 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 33314) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:56.212543 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-656a1557-acc8-40b9-a0db-eb7eabc7fd9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:56.314935 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-656a1557-acc8-40b9-a0db-eb7eabc7fd9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:56.319810 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-656a1557-acc8-40b9-a0db-eb7eabc7fd9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:56.364702 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656a1557-acc8-40b9-a0db-eb7eabc7fd9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5a482da-b5f0-4433-acb6-6ec07c24d521,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:56.369576 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-656a1557-acc8-40b9-a0db-eb7eabc7fd9f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cf63ae74f74a40b2952340f461881fa2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1707678 Aug 29 04:47:56.372455 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 33320) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:56.426712 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d93d4977-2971-493d-b2a1-4c3b7b5fe829 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:56.453068 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d93d4977-2971-493d-b2a1-4c3b7b5fe829 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:56.508281 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d93d4977-2971-493d-b2a1-4c3b7b5fe829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:56.512374 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d93d4977-2971-493d-b2a1-4c3b7b5fe829 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:56.513586 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-d93d4977-2971-493d-b2a1-4c3b7b5fe829 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a5a482da-b5f0-4433-acb6-6ec07c24d521 HTTP/1.1" status: 204 len: 168 time: 0.1399424 Aug 29 04:47:56.522038 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93d4977-2971-493d-b2a1-4c3b7b5fe829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5a482da-b5f0-4433-acb6-6ec07c24d521,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:56.780154 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [req-7d0bee9d-ec78-4374-a1cf-dd644eed6885 req-adf59563-55c3-49a9-8d5a-bf273435e461 tempest-TestNetworkAdvancedServerOps-81455967 tempest-TestNetworkAdvancedServerOps-81455967-project-admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:47:56.781205 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7d0bee9d-ec78-4374-a1cf-dd644eed6885 req-adf59563-55c3-49a9-8d5a-bf273435e461 tempest-TestNetworkAdvancedServerOps-81455967 tempest-TestNetworkAdvancedServerOps-81455967-project-admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1930895 Aug 29 04:47:56.792376 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-7d0bee9d-ec78-4374-a1cf-dd644eed6885 req-8da2ed35-1807-433b-ac44-e89392cdc9a8 service neutron] Request body: {'binding': {'host': 'n-h2-712140-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:47:56.792710 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [req-7d0bee9d-ec78-4374-a1cf-dd644eed6885 req-8da2ed35-1807-433b-ac44-e89392cdc9a8 service neutron] Unknown quota resources ['binding']. {{(pid=94829) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 04:47:56.946255 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-7d0bee9d-ec78-4374-a1cf-dd644eed6885 req-8da2ed35-1807-433b-ac44-e89392cdc9a8 service neutron] Attempting to bind port b5e8f72c-8d14-4648-a8ae-cad19296215a on host n-h2-712140-12 for vnic_type normal with profile None {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:47:56.946824 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-7d0bee9d-ec78-4374-a1cf-dd644eed6885 req-8da2ed35-1807-433b-ac44-e89392cdc9a8 service neutron] Attempting to bind port b5e8f72c-8d14-4648-a8ae-cad19296215a by drivers openvswitch,hyperv on host n-h2-712140-12 at level 0 using segments [{'id': '87014bae-10f9-4151-9722-f1535aede29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '8a2bc793-2a07-41ab-ae3e-9a363548bbb9'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:47:56.947220 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0bee9d-ec78-4374-a1cf-dd644eed6885 req-8da2ed35-1807-433b-ac44-e89392cdc9a8 service neutron] Attempting to bind port b5e8f72c-8d14-4648-a8ae-cad19296215a on network 8a2bc793-2a07-41ab-ae3e-9a363548bbb9 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:47:56.953139 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0bee9d-ec78-4374-a1cf-dd644eed6885 req-8da2ed35-1807-433b-ac44-e89392cdc9a8 service neutron] Port b5e8f72c-8d14-4648-a8ae-cad19296215a on network 8a2bc793-2a07-41ab-ae3e-9a363548bbb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-12 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:47:56.953458 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0bee9d-ec78-4374-a1cf-dd644eed6885 req-8da2ed35-1807-433b-ac44-e89392cdc9a8 service neutron] Attempting to bind port b5e8f72c-8d14-4648-a8ae-cad19296215a on network 8a2bc793-2a07-41ab-ae3e-9a363548bbb9 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:47:56.958541 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0bee9d-ec78-4374-a1cf-dd644eed6885 req-8da2ed35-1807-433b-ac44-e89392cdc9a8 service neutron] Checking agent: {'id': 'b3a0606b-b029-4f5e-8798-3a32b71d8844', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:47:56.958879 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0bee9d-ec78-4374-a1cf-dd644eed6885 req-8da2ed35-1807-433b-ac44-e89392cdc9a8 service neutron] Checking segment: {'id': '87014bae-10f9-4151-9722-f1535aede29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '8a2bc793-2a07-41ab-ae3e-9a363548bbb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:47:56.959271 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0bee9d-ec78-4374-a1cf-dd644eed6885 req-8da2ed35-1807-433b-ac44-e89392cdc9a8 service neutron] Bound using segment: {'id': '87014bae-10f9-4151-9722-f1535aede29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '8a2bc793-2a07-41ab-ae3e-9a363548bbb9'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:47:56.959713 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [req-7d0bee9d-ec78-4374-a1cf-dd644eed6885 req-8da2ed35-1807-433b-ac44-e89392cdc9a8 service neutron] Bound port: b5e8f72c-8d14-4648-a8ae-cad19296215a, host: n-h2-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87014bae-10f9-4151-9722-f1535aede29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '8a2bc793-2a07-41ab-ae3e-9a363548bbb9'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:47:57.342284 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-7d0bee9d-ec78-4374-a1cf-dd644eed6885 req-8da2ed35-1807-433b-ac44-e89392cdc9a8 service neutron] For port b5e8f72c-8d14-4648-a8ae-cad19296215a, host n-h2-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=b5e8f72c-8d14-4648-a8ae-cad19296215a,segment=NetworkSegment(87014bae-10f9-4151-9722-f1535aede29e),segment_id=87014bae-10f9-4151-9722-f1535aede29e)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:47:57.347487 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-7d0bee9d-ec78-4374-a1cf-dd644eed6885 req-8da2ed35-1807-433b-ac44-e89392cdc9a8 service neutron] Notify callbacks [] for binding, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:57.348790 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7d0bee9d-ec78-4374-a1cf-dd644eed6885 req-8da2ed35-1807-433b-ac44-e89392cdc9a8 service neutron] 10.222.0.22 "POST /v2.0/ports/b5e8f72c-8d14-4648-a8ae-cad19296215a/bindings HTTP/1.1" status: 201 len: 390 time: 0.5610490 Aug 29 04:47:57.538413 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66e3ef8-f004-45c9-bd42-06f9d2a1528f req-c5d08e92-f2a3-4ecf-9e52-36b74c20b591 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:57.540110 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d66e3ef8-f004-45c9-bd42-06f9d2a1528f req-c5d08e92-f2a3-4ecf-9e52-36b74c20b591 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=42e5026f-fe81-4369-a355-94689395de07 HTTP/1.1" status: 200 len: 946 time: 0.0605674 Aug 29 04:47:57.606718 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d66e3ef8-f004-45c9-bd42-06f9d2a1528f req-e61f983c-8ee3-4a1d-ab69-863dcdc47af6 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=9276bc6b-9724-4532-8c70-8fd40e33db57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597186 Aug 29 04:47:57.618636 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0bee9d-ec78-4374-a1cf-dd644eed6885 req-6a306e42-b7d1-48c9-8191-b4d5b9411c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:57.620522 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7d0bee9d-ec78-4374-a1cf-dd644eed6885 req-6a306e42-b7d1-48c9-8191-b4d5b9411c3d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9fb1fbcb8cc9402ba4fdb36d489735a9&device_id=42e5026f-fe81-4369-a355-94689395de07 HTTP/1.1" status: 200 len: 1098 time: 0.0510161 Aug 29 04:47:57.720370 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0bee9d-ec78-4374-a1cf-dd644eed6885 req-6c591d6d-5dd5-481e-b6ad-7f384dc65d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:57.721764 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7d0bee9d-ec78-4374-a1cf-dd644eed6885 req-6c591d6d-5dd5-481e-b6ad-7f384dc65d7d service neutron] 10.222.0.48 "GET /v2.0/networks?id=8a2bc793-2a07-41ab-ae3e-9a363548bbb9 HTTP/1.1" status: 200 len: 897 time: 0.0933094 Aug 29 04:47:57.789844 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7d0bee9d-ec78-4374-a1cf-dd644eed6885 req-836e3db8-3247-4312-90f0-4dd6b5747c94 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b5e8f72c-8d14-4648-a8ae-cad19296215a HTTP/1.1" status: 200 len: 1002 time: 0.0611284 Aug 29 04:47:57.844962 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0bee9d-ec78-4374-a1cf-dd644eed6885 req-ca3b5304-be6d-4ad1-bd36-c7ff22e30af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:57.846737 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7d0bee9d-ec78-4374-a1cf-dd644eed6885 req-ca3b5304-be6d-4ad1-bd36-c7ff22e30af6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=eea81d3f-5c19-4aaf-9654-b856991d5e3b HTTP/1.1" status: 200 len: 834 time: 0.0501573 Aug 29 04:47:57.893608 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0bee9d-ec78-4374-a1cf-dd644eed6885 req-6c1639c2-a24b-47b3-84e6-287ac82129b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:57.895145 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7d0bee9d-ec78-4374-a1cf-dd644eed6885 req-6c1639c2-a24b-47b3-84e6-287ac82129b9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8a2bc793-2a07-41ab-ae3e-9a363548bbb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413597 Aug 29 04:47:57.984288 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7d0bee9d-ec78-4374-a1cf-dd644eed6885 req-1b690694-141f-44a4-a317-e5af4bf72743 service neutron] 10.222.0.48 "GET /v2.0/networks/8a2bc793-2a07-41ab-ae3e-9a363548bbb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820446 Aug 29 04:47:58.087471 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7d0bee9d-ec78-4374-a1cf-dd644eed6885 req-4686088c-9d14-4e84-aaa0-a44e7d87ecab service neutron] 10.222.0.48 "GET /v2.0/networks/8a2bc793-2a07-41ab-ae3e-9a363548bbb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961862 Aug 29 04:47:58.264476 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0bee9d-ec78-4374-a1cf-dd644eed6885 req-0cd774b3-3e89-48eb-866b-117b974f3a74 tempest-TestNetworkAdvancedServerOps-81455967 tempest-TestNetworkAdvancedServerOps-81455967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:58.266077 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7d0bee9d-ec78-4374-a1cf-dd644eed6885 req-0cd774b3-3e89-48eb-866b-117b974f3a74 tempest-TestNetworkAdvancedServerOps-81455967 tempest-TestNetworkAdvancedServerOps-81455967-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=42e5026f-fe81-4369-a355-94689395de07&tenant_id=9fb1fbcb8cc9402ba4fdb36d489735a9&binding%3Ahost_id=n-h1-712140-12 HTTP/1.1" status: 200 len: 1098 time: 0.0768917 Aug 29 04:47:58.278497 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-7d0bee9d-ec78-4374-a1cf-dd644eed6885 req-f4ecfc9c-fc50-484b-aad5-0fecb2126663 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712140-12'}}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:47:58.338047 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-7d0bee9d-ec78-4374-a1cf-dd644eed6885 req-f4ecfc9c-fc50-484b-aad5-0fecb2126663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:58.466118 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-7d0bee9d-ec78-4374-a1cf-dd644eed6885 req-f4ecfc9c-fc50-484b-aad5-0fecb2126663 service neutron] For port b5e8f72c-8d14-4648-a8ae-cad19296215a, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=b5e8f72c-8d14-4648-a8ae-cad19296215a,segment=NetworkSegment(87014bae-10f9-4151-9722-f1535aede29e),segment_id=87014bae-10f9-4151-9722-f1535aede29e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:47:58.506823 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-7d0bee9d-ec78-4374-a1cf-dd644eed6885 req-f4ecfc9c-fc50-484b-aad5-0fecb2126663 service neutron] For port b5e8f72c-8d14-4648-a8ae-cad19296215a, host n-h1-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:47:58.547391 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42e5026f-fe81-4369-a355-94689395de07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5e8f72c-8d14-4648-a8ae-cad19296215a'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:47:58.549968 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bf512b3-f2d2-4a40-a406-9db2bd582ac5" -d '{"events": [{"server_uuid": "42e5026f-fe81-4369-a355-94689395de07", "name": "network-vif-unplugged", "status": "completed", "tag": "b5e8f72c-8d14-4648-a8ae-cad19296215a"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:47:58.554070 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-7d0bee9d-ec78-4374-a1cf-dd644eed6885 req-f4ecfc9c-fc50-484b-aad5-0fecb2126663 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:58.562210 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-7d0bee9d-ec78-4374-a1cf-dd644eed6885 req-f4ecfc9c-fc50-484b-aad5-0fecb2126663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:58.597339 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c64e189-bfee-4f79-8f7a-dfb5ed7d24e4 x-openstack-request-id: req-3c64e189-bfee-4f79-8f7a-dfb5ed7d24e4 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:47:58.597707 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42e5026f-fe81-4369-a355-94689395de07", "name": "network-vif-unplugged", "status": "completed", "tag": "b5e8f72c-8d14-4648-a8ae-cad19296215a", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:47:58.597959 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3c64e189-bfee-4f79-8f7a-dfb5ed7d24e4 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:47:58.598448 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42e5026f-fe81-4369-a355-94689395de07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5e8f72c-8d14-4648-a8ae-cad19296215a', 'code': 200} Aug 29 04:47:58.621376 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ecfc9c-fc50-484b-aad5-0fecb2126663 service neutron] Pushing event updated for resources: {'Port': ['ID=b5e8f72c-8d14-4648-a8ae-cad19296215a,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:58.769636 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:58.770726 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d651431-56ae-4971-b930-e7eb92481710 req-100fd6e8-c75d-49d6-92a1-61381fbbda34 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:58.778830 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6d651431-56ae-4971-b930-e7eb92481710 req-100fd6e8-c75d-49d6-92a1-61381fbbda34 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=42e5026f-fe81-4369-a355-94689395de07 HTTP/1.1" status: 200 len: 944 time: 0.0933628 Aug 29 04:47:58.803730 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-7d0bee9d-ec78-4374-a1cf-dd644eed6885 req-f4ecfc9c-fc50-484b-aad5-0fecb2126663 service neutron] Attempting to bind port b5e8f72c-8d14-4648-a8ae-cad19296215a on host n-h1-712140-12 for vnic_type normal with profile {"migrating_to": "n-h2-712140-12"} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:47:58.804018 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-7d0bee9d-ec78-4374-a1cf-dd644eed6885 req-f4ecfc9c-fc50-484b-aad5-0fecb2126663 service neutron] Attempting to bind port b5e8f72c-8d14-4648-a8ae-cad19296215a by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': '87014bae-10f9-4151-9722-f1535aede29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '8a2bc793-2a07-41ab-ae3e-9a363548bbb9'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:47:58.804407 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0bee9d-ec78-4374-a1cf-dd644eed6885 req-f4ecfc9c-fc50-484b-aad5-0fecb2126663 service neutron] Attempting to bind port b5e8f72c-8d14-4648-a8ae-cad19296215a on network 8a2bc793-2a07-41ab-ae3e-9a363548bbb9 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:47:58.813747 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0bee9d-ec78-4374-a1cf-dd644eed6885 req-f4ecfc9c-fc50-484b-aad5-0fecb2126663 service neutron] Port b5e8f72c-8d14-4648-a8ae-cad19296215a on network 8a2bc793-2a07-41ab-ae3e-9a363548bbb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:47:58.814082 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0bee9d-ec78-4374-a1cf-dd644eed6885 req-f4ecfc9c-fc50-484b-aad5-0fecb2126663 service neutron] Attempting to bind port b5e8f72c-8d14-4648-a8ae-cad19296215a on network 8a2bc793-2a07-41ab-ae3e-9a363548bbb9 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:47:58.828234 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0bee9d-ec78-4374-a1cf-dd644eed6885 req-f4ecfc9c-fc50-484b-aad5-0fecb2126663 service neutron] Checking agent: {'id': '3de9de52-3a03-431d-9d7e-497ae92c57ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:47:58.828574 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0bee9d-ec78-4374-a1cf-dd644eed6885 req-f4ecfc9c-fc50-484b-aad5-0fecb2126663 service neutron] Checking segment: {'id': '87014bae-10f9-4151-9722-f1535aede29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '8a2bc793-2a07-41ab-ae3e-9a363548bbb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:47:58.828965 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0bee9d-ec78-4374-a1cf-dd644eed6885 req-f4ecfc9c-fc50-484b-aad5-0fecb2126663 service neutron] Bound using segment: {'id': '87014bae-10f9-4151-9722-f1535aede29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '8a2bc793-2a07-41ab-ae3e-9a363548bbb9'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:47:58.829404 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-7d0bee9d-ec78-4374-a1cf-dd644eed6885 req-f4ecfc9c-fc50-484b-aad5-0fecb2126663 service neutron] Bound port: b5e8f72c-8d14-4648-a8ae-cad19296215a, host: n-h1-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87014bae-10f9-4151-9722-f1535aede29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '8a2bc793-2a07-41ab-ae3e-9a363548bbb9'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:47:58.829784 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-7d0bee9d-ec78-4374-a1cf-dd644eed6885 req-f4ecfc9c-fc50-484b-aad5-0fecb2126663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:58.841881 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6d651431-56ae-4971-b930-e7eb92481710 req-b0d97251-2a03-44e5-a3e1-1bb76641e480 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=9276bc6b-9724-4532-8c70-8fd40e33db57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619886 Aug 29 04:47:58.911608 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-7d0bee9d-ec78-4374-a1cf-dd644eed6885 req-f4ecfc9c-fc50-484b-aad5-0fecb2126663 service neutron] For port b5e8f72c-8d14-4648-a8ae-cad19296215a, host n-h1-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:47:58.914778 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-7d0bee9d-ec78-4374-a1cf-dd644eed6885 req-f4ecfc9c-fc50-484b-aad5-0fecb2126663 service neutron] For port b5e8f72c-8d14-4648-a8ae-cad19296215a, host n-h1-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=b5e8f72c-8d14-4648-a8ae-cad19296215a,segment=NetworkSegment(87014bae-10f9-4151-9722-f1535aede29e),segment_id=87014bae-10f9-4151-9722-f1535aede29e)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:47:58.918848 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-7d0bee9d-ec78-4374-a1cf-dd644eed6885 req-f4ecfc9c-fc50-484b-aad5-0fecb2126663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:58.970436 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-7a04d2b8-4338-4208-9a79-56d6ac7ebb0d None None] Provisioning complete for port b5e8f72c-8d14-4648-a8ae-cad19296215a triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:47:58.971155 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7a04d2b8-4338-4208-9a79-56d6ac7ebb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:59.014053 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ecfc9c-fc50-484b-aad5-0fecb2126663 service neutron] Pushing event updated for resources: {'Port': ['ID=b5e8f72c-8d14-4648-a8ae-cad19296215a,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:59.078539 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7a04d2b8-4338-4208-9a79-56d6ac7ebb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:59.082358 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0bee9d-ec78-4374-a1cf-dd644eed6885 req-f4ecfc9c-fc50-484b-aad5-0fecb2126663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:59.083148 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-7d0bee9d-ec78-4374-a1cf-dd644eed6885 req-f4ecfc9c-fc50-484b-aad5-0fecb2126663 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:59.084641 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7d0bee9d-ec78-4374-a1cf-dd644eed6885 req-f4ecfc9c-fc50-484b-aad5-0fecb2126663 service neutron] 10.222.0.48 "PUT /v2.0/ports/b5e8f72c-8d14-4648-a8ae-cad19296215a HTTP/1.1" status: 200 len: 1124 time: 0.8103709 Aug 29 04:47:59.106876 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42e5026f-fe81-4369-a355-94689395de07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5e8f72c-8d14-4648-a8ae-cad19296215a'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:47:59.110146 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e18c9fb2-23f9-4493-a8f3-d28ba4db7ae0" -d '{"events": [{"server_uuid": "42e5026f-fe81-4369-a355-94689395de07", "name": "network-vif-plugged", "status": "completed", "tag": "b5e8f72c-8d14-4648-a8ae-cad19296215a"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:47:59.143720 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-7a04d2b8-4338-4208-9a79-56d6ac7ebb0d None None] For port b5e8f72c-8d14-4648-a8ae-cad19296215a, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=b5e8f72c-8d14-4648-a8ae-cad19296215a,segment=NetworkSegment(87014bae-10f9-4151-9722-f1535aede29e),segment_id=87014bae-10f9-4151-9722-f1535aede29e)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:47:59.150929 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7a04d2b8-4338-4208-9a79-56d6ac7ebb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:59.162846 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['b5e8f72c-8d14-4648-a8ae-cad19296215a'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:47:59.218341 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b87934-e45a-4b86-865d-f7a53604d8ee x-openstack-request-id: req-85b87934-e45a-4b86-865d-f7a53604d8ee {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:47:59.218632 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42e5026f-fe81-4369-a355-94689395de07", "name": "network-vif-plugged", "status": "completed", "tag": "b5e8f72c-8d14-4648-a8ae-cad19296215a", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:47:59.219021 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-85b87934-e45a-4b86-865d-f7a53604d8ee {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:47:59.219370 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42e5026f-fe81-4369-a355-94689395de07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5e8f72c-8d14-4648-a8ae-cad19296215a', 'code': 200} Aug 29 04:47:59.341237 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a04d2b8-4338-4208-9a79-56d6ac7ebb0d None None] Pushing event updated for resources: {'Port': ['ID=b5e8f72c-8d14-4648-a8ae-cad19296215a,revision_number=9']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:59.379945 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a04d2b8-4338-4208-9a79-56d6ac7ebb0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:59.380295 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a04d2b8-4338-4208-9a79-56d6ac7ebb0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:59.380633 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a04d2b8-4338-4208-9a79-56d6ac7ebb0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:59.380967 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a04d2b8-4338-4208-9a79-56d6ac7ebb0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:59.381298 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a04d2b8-4338-4208-9a79-56d6ac7ebb0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:59.381625 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a04d2b8-4338-4208-9a79-56d6ac7ebb0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:59.381949 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a04d2b8-4338-4208-9a79-56d6ac7ebb0d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:59.382271 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a04d2b8-4338-4208-9a79-56d6ac7ebb0d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:59.382618 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a04d2b8-4338-4208-9a79-56d6ac7ebb0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:59.382905 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a04d2b8-4338-4208-9a79-56d6ac7ebb0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:59.383224 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a04d2b8-4338-4208-9a79-56d6ac7ebb0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:59.383542 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a04d2b8-4338-4208-9a79-56d6ac7ebb0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:59.514615 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-22744605-5c1d-465b-8724-44f4c35ce086 None None] Provisioning complete for port b5e8f72c-8d14-4648-a8ae-cad19296215a triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:47:59.515024 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-22744605-5c1d-465b-8724-44f4c35ce086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:59.957051 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eded9ac4-ace5-43f3-b75a-a8576873f10e req-fef0fd95-4443-4b0b-b35e-c506aac2db4e tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:59.958828 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-eded9ac4-ace5-43f3-b75a-a8576873f10e req-fef0fd95-4443-4b0b-b35e-c506aac2db4e tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=42e5026f-fe81-4369-a355-94689395de07 HTTP/1.1" status: 200 len: 946 time: 0.0524909 Aug 29 04:48:00.003401 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-eded9ac4-ace5-43f3-b75a-a8576873f10e req-c51bad01-3d55-4a90-98d5-1c2abd8962f1 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=9276bc6b-9724-4532-8c70-8fd40e33db57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380268 Aug 29 04:48:00.599914 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42e5026f-fe81-4369-a355-94689395de07', 'tag': 'b5e8f72c-8d14-4648-a8ae-cad19296215a'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:48:00.602280 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2dbcfae-ca18-48f1-b2cb-692945a20f4c" -d '{"events": [{"name": "network-changed", "server_uuid": "42e5026f-fe81-4369-a355-94689395de07", "tag": "b5e8f72c-8d14-4648-a8ae-cad19296215a"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:48:00.637843 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd30cab1-c0ba-40f6-8e4d-ba1f2256c255 x-openstack-request-id: req-cd30cab1-c0ba-40f6-8e4d-ba1f2256c255 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:48:00.638138 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42e5026f-fe81-4369-a355-94689395de07", "tag": "b5e8f72c-8d14-4648-a8ae-cad19296215a", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:48:00.638388 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cd30cab1-c0ba-40f6-8e4d-ba1f2256c255 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:48:00.638781 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42e5026f-fe81-4369-a355-94689395de07', 'tag': 'b5e8f72c-8d14-4648-a8ae-cad19296215a', 'status': 'completed', 'code': 200} Aug 29 04:48:00.701824 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dbcfae-ca18-48f1-b2cb-692945a20f4c req-bfc5491a-68e2-4070-bf1c-4b0b8ae21514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:00.703430 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c2dbcfae-ca18-48f1-b2cb-692945a20f4c req-bfc5491a-68e2-4070-bf1c-4b0b8ae21514 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9fb1fbcb8cc9402ba4fdb36d489735a9&device_id=42e5026f-fe81-4369-a355-94689395de07 HTTP/1.1" status: 200 len: 1129 time: 0.0412083 Aug 29 04:48:00.796699 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dbcfae-ca18-48f1-b2cb-692945a20f4c req-f4178c32-a442-47bf-ad17-0c2efa02b80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:00.798203 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c2dbcfae-ca18-48f1-b2cb-692945a20f4c req-f4178c32-a442-47bf-ad17-0c2efa02b80a service neutron] 10.222.0.46 "GET /v2.0/networks?id=8a2bc793-2a07-41ab-ae3e-9a363548bbb9 HTTP/1.1" status: 200 len: 897 time: 0.0870337 Aug 29 04:48:00.863965 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c2dbcfae-ca18-48f1-b2cb-692945a20f4c req-cad2648d-3eb6-447c-a9e4-9103213bc8a7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b5e8f72c-8d14-4648-a8ae-cad19296215a HTTP/1.1" status: 200 len: 1002 time: 0.0579362 Aug 29 04:48:00.912450 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dbcfae-ca18-48f1-b2cb-692945a20f4c req-917b636c-7d16-4143-bf0a-7bc2bc2ba5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:00.913891 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c2dbcfae-ca18-48f1-b2cb-692945a20f4c req-917b636c-7d16-4143-bf0a-7bc2bc2ba5c4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=eea81d3f-5c19-4aaf-9654-b856991d5e3b HTTP/1.1" status: 200 len: 834 time: 0.0429480 Aug 29 04:48:00.963832 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dbcfae-ca18-48f1-b2cb-692945a20f4c req-d2e1489b-be74-4efe-879f-96e0697e9aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:00.965324 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c2dbcfae-ca18-48f1-b2cb-692945a20f4c req-d2e1489b-be74-4efe-879f-96e0697e9aa7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8a2bc793-2a07-41ab-ae3e-9a363548bbb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445251 Aug 29 04:48:01.054149 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c2dbcfae-ca18-48f1-b2cb-692945a20f4c req-91714636-ca27-4a24-9619-35b0db00b882 service neutron] 10.222.0.46 "GET /v2.0/networks/8a2bc793-2a07-41ab-ae3e-9a363548bbb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812793 Aug 29 04:48:01.181175 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2e7103-d8c9-425e-b4f3-0c1bb40e81df req-36c000b3-1477-4a4d-a305-4838d1e26c4e tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:01.182556 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0a2e7103-d8c9-425e-b4f3-0c1bb40e81df req-36c000b3-1477-4a4d-a305-4838d1e26c4e tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=42e5026f-fe81-4369-a355-94689395de07 HTTP/1.1" status: 200 len: 946 time: 0.0740323 Aug 29 04:48:01.188427 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c2dbcfae-ca18-48f1-b2cb-692945a20f4c req-a92b85b5-5df9-4838-a2dc-abb9dcf6583a service neutron] 10.222.0.46 "GET /v2.0/networks/8a2bc793-2a07-41ab-ae3e-9a363548bbb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269617 Aug 29 04:48:01.222825 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0a2e7103-d8c9-425e-b4f3-0c1bb40e81df req-ab8f351d-5dd1-4301-93b4-cbe11a69b809 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=9276bc6b-9724-4532-8c70-8fd40e33db57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334466 Aug 29 04:48:01.486276 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device b5e8f72c-8d14-4648-a8ae-cad19296215a details requested by agent hyperv_n-h2-712140-12 with host n-h2-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:48:01.582928 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port b5e8f72c-8d14-4648-a8ae-cad19296215a, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=b5e8f72c-8d14-4648-a8ae-cad19296215a,segment=NetworkSegment(87014bae-10f9-4151-9722-f1535aede29e),segment_id=87014bae-10f9-4151-9722-f1535aede29e)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:01.594312 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device b5e8f72c-8d14-4648-a8ae-cad19296215a has no active binding in host n-h2-712140-12 {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 29 04:48:02.341276 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896f55bf-a526-478e-8619-729cf776a45f req-55740187-b3c2-485a-9645-a9d3f991e2a1 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:02.342723 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-896f55bf-a526-478e-8619-729cf776a45f req-55740187-b3c2-485a-9645-a9d3f991e2a1 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=42e5026f-fe81-4369-a355-94689395de07 HTTP/1.1" status: 200 len: 946 time: 0.0515084 Aug 29 04:48:02.381618 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-896f55bf-a526-478e-8619-729cf776a45f req-da5e556a-bf94-4245-bc62-13c16aa59223 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=9276bc6b-9724-4532-8c70-8fd40e33db57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328898 Aug 29 04:48:02.557612 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:48:02.654631 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 33458) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:02.759865 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b5d5dc45-6e4f-4efb-a5e6-1e0cfbc9d972 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:02.848549 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b5d5dc45-6e4f-4efb-a5e6-1e0cfbc9d972 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:02.852208 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b5d5dc45-6e4f-4efb-a5e6-1e0cfbc9d972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:02.894096 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-b5d5dc45-6e4f-4efb-a5e6-1e0cfbc9d972 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2645796c9ffd497ca438d217cb9a7439&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2383587 Aug 29 04:48:02.894961 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d5dc45-6e4f-4efb-a5e6-1e0cfbc9d972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55919d67-0c27-46d8-ab6c-f4344a386e02,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:02.896828 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 33462) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:02.947496 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-35038788-afd9-43ee-8feb-236751990c3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:02.968885 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-35038788-afd9-43ee-8feb-236751990c3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:03.017430 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-35038788-afd9-43ee-8feb-236751990c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:03.020134 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-35038788-afd9-43ee-8feb-236751990c3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:03.021275 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-35038788-afd9-43ee-8feb-236751990c3d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/55919d67-0c27-46d8-ab6c-f4344a386e02 HTTP/1.1" status: 204 len: 168 time: 0.1234415 Aug 29 04:48:03.028663 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35038788-afd9-43ee-8feb-236751990c3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55919d67-0c27-46d8-ab6c-f4344a386e02,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:03.036162 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35038788-afd9-43ee-8feb-236751990c3d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:03.036455 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35038788-afd9-43ee-8feb-236751990c3d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:03.036808 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35038788-afd9-43ee-8feb-236751990c3d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:03.037137 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35038788-afd9-43ee-8feb-236751990c3d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:03.037559 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35038788-afd9-43ee-8feb-236751990c3d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:03.037799 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35038788-afd9-43ee-8feb-236751990c3d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:03.038130 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35038788-afd9-43ee-8feb-236751990c3d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:03.038463 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35038788-afd9-43ee-8feb-236751990c3d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:03.038787 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35038788-afd9-43ee-8feb-236751990c3d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:03.039110 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35038788-afd9-43ee-8feb-236751990c3d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:03.039496 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35038788-afd9-43ee-8feb-236751990c3d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:03.039776 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35038788-afd9-43ee-8feb-236751990c3d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:03.282234 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 33468) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:03.295544 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c90a9a40-06f9-4c55-828f-5b1ce3bd5dcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:03.381204 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c90a9a40-06f9-4c55-828f-5b1ce3bd5dcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:03.385605 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c90a9a40-06f9-4c55-828f-5b1ce3bd5dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:03.394141 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ece7d95b-f997-4a10-a956-e0802ead5a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:03.424037 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-c90a9a40-06f9-4c55-828f-5b1ce3bd5dcf admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=993e1329b8664c84b5bd0a888fd8b686&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1406798 Aug 29 04:48:03.426063 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90a9a40-06f9-4c55-828f-5b1ce3bd5dcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbc61b89-cbd3-419b-92d4-12a548d54c36,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:03.427022 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 33472) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:03.509679 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d4941dc5-552e-4737-9c0d-9375f0ef76c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:03.520988 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c71278-4344-495e-9cc4-bd31859f3f06 req-a164f481-e81c-40d6-9d4b-5df7138ceec7 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:03.522456 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-31c71278-4344-495e-9cc4-bd31859f3f06 req-a164f481-e81c-40d6-9d4b-5df7138ceec7 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=42e5026f-fe81-4369-a355-94689395de07 HTTP/1.1" status: 200 len: 946 time: 0.0699606 Aug 29 04:48:03.553336 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d4941dc5-552e-4737-9c0d-9375f0ef76c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:03.587853 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-31c71278-4344-495e-9cc4-bd31859f3f06 req-8dc2e928-39cf-4b99-a7c5-3b81f1707c8b tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=9276bc6b-9724-4532-8c70-8fd40e33db57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585439 Aug 29 04:48:03.616268 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d4941dc5-552e-4737-9c0d-9375f0ef76c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:03.621658 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d4941dc5-552e-4737-9c0d-9375f0ef76c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:03.623198 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-d4941dc5-552e-4737-9c0d-9375f0ef76c0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cbc61b89-cbd3-419b-92d4-12a548d54c36 HTTP/1.1" status: 204 len: 168 time: 0.1951239 Aug 29 04:48:03.631679 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4941dc5-552e-4737-9c0d-9375f0ef76c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbc61b89-cbd3-419b-92d4-12a548d54c36,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:04.885888 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4802cc28-4095-4895-b73d-d471acb91a02 req-9d8e13bb-47c5-464e-b776-7ef407124141 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:04.887862 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4802cc28-4095-4895-b73d-d471acb91a02 req-9d8e13bb-47c5-464e-b776-7ef407124141 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=42e5026f-fe81-4369-a355-94689395de07 HTTP/1.1" status: 200 len: 946 time: 0.2250268 Aug 29 04:48:04.925256 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4802cc28-4095-4895-b73d-d471acb91a02 req-4d9a6aa3-6d5c-4b11-a758-d0fe7062f0f2 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=9276bc6b-9724-4532-8c70-8fd40e33db57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315752 Aug 29 04:48:06.034762 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 33592) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:06.048500 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8f1b4c-c2b9-440f-acff-3a4747a7f6bc req-f20098de-7005-4925-8fd9-3dadc7e74a45 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:06.050002 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-be8f1b4c-c2b9-440f-acff-3a4747a7f6bc req-f20098de-7005-4925-8fd9-3dadc7e74a45 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=42e5026f-fe81-4369-a355-94689395de07 HTTP/1.1" status: 200 len: 946 time: 0.0527046 Aug 29 04:48:06.089802 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-be8f1b4c-c2b9-440f-acff-3a4747a7f6bc req-7803df70-4fe0-44d5-8a27-84b96c0cf7df tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=9276bc6b-9724-4532-8c70-8fd40e33db57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333335 Aug 29 04:48:06.143553 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7846c224-402e-4e9a-a12c-857262209667 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:06.233083 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7846c224-402e-4e9a-a12c-857262209667 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:06.237360 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7846c224-402e-4e9a-a12c-857262209667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:06.242391 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e739f33f-d1ce-4b30-839d-b40bef265214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:06.275601 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-7846c224-402e-4e9a-a12c-857262209667 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9f81f4dc3e02420fa3e8e31012227b91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2397594 Aug 29 04:48:06.277639 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7846c224-402e-4e9a-a12c-857262209667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50607f77-486b-4014-b9dd-058a5c296815,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:06.278510 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 33596) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:06.328558 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f0da0356-b7b0-4da2-b707-620c3ff32841 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:06.348728 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f0da0356-b7b0-4da2-b707-620c3ff32841 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:06.395003 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f0da0356-b7b0-4da2-b707-620c3ff32841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:06.397793 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f0da0356-b7b0-4da2-b707-620c3ff32841 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:06.398935 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-f0da0356-b7b0-4da2-b707-620c3ff32841 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/50607f77-486b-4014-b9dd-058a5c296815 HTTP/1.1" status: 204 len: 168 time: 0.1193841 Aug 29 04:48:06.406405 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0da0356-b7b0-4da2-b707-620c3ff32841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50607f77-486b-4014-b9dd-058a5c296815,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:06.654712 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 33602) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:06.669002 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e0306e64-0c3d-4574-be32-87460585f3b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:06.758582 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e0306e64-0c3d-4574-be32-87460585f3b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:06.762421 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e0306e64-0c3d-4574-be32-87460585f3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:06.800146 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-e0306e64-0c3d-4574-be32-87460585f3b3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=eaa7638597554bcf96e7e2a5cd6f68ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1442935 Aug 29 04:48:06.802326 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0306e64-0c3d-4574-be32-87460585f3b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf9c2787-d4eb-48bd-be59-af30fa75ba74,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:06.803008 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 33604) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:06.859758 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-bebb9753-7d23-4223-956e-3ee56ae91e31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:06.880497 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-bebb9753-7d23-4223-956e-3ee56ae91e31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:06.928843 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-bebb9753-7d23-4223-956e-3ee56ae91e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:06.931895 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-bebb9753-7d23-4223-956e-3ee56ae91e31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:06.933054 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-bebb9753-7d23-4223-956e-3ee56ae91e31 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bf9c2787-d4eb-48bd-be59-af30fa75ba74 HTTP/1.1" status: 204 len: 168 time: 0.1278336 Aug 29 04:48:06.940605 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebb9753-7d23-4223-956e-3ee56ae91e31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf9c2787-d4eb-48bd-be59-af30fa75ba74,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:07.211849 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0bc115-9671-4d0c-a227-869db574eea4 req-7d1733b2-f68f-45ff-9021-c535b04ce506 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:07.213430 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-da0bc115-9671-4d0c-a227-869db574eea4 req-7d1733b2-f68f-45ff-9021-c535b04ce506 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=42e5026f-fe81-4369-a355-94689395de07 HTTP/1.1" status: 200 len: 946 time: 0.0554175 Aug 29 04:48:07.241450 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:07.246750 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:07.263647 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-da0bc115-9671-4d0c-a227-869db574eea4 req-54d2f080-e14d-406a-8dec-f51c071f360e tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=9276bc6b-9724-4532-8c70-8fd40e33db57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425537 Aug 29 04:48:07.368922 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7d0bee9d-ec78-4374-a1cf-dd644eed6885 req-52d06447-fd0b-4e6f-9d04-e4f19edb4e33 service neutron] 10.222.0.46 "GET /v2.0/ports/b5e8f72c-8d14-4648-a8ae-cad19296215a/bindings/n-h2-712140-12 HTTP/1.1" status: 200 len: 385 time: 0.0598018 Aug 29 04:48:07.547168 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-7d0bee9d-ec78-4374-a1cf-dd644eed6885 req-fd6fcffd-ec2e-4538-bbc2-6481e1d215ca service neutron] For port b5e8f72c-8d14-4648-a8ae-cad19296215a, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=b5e8f72c-8d14-4648-a8ae-cad19296215a,segment=NetworkSegment(87014bae-10f9-4151-9722-f1535aede29e),segment_id=87014bae-10f9-4151-9722-f1535aede29e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:07.571593 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-7d0bee9d-ec78-4374-a1cf-dd644eed6885 req-fd6fcffd-ec2e-4538-bbc2-6481e1d215ca service neutron] For port b5e8f72c-8d14-4648-a8ae-cad19296215a, host n-h1-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:48:07.615018 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42e5026f-fe81-4369-a355-94689395de07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5e8f72c-8d14-4648-a8ae-cad19296215a'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:48:07.617867 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4607bed-6503-4141-898d-6a08f8b442e9" -d '{"events": [{"server_uuid": "42e5026f-fe81-4369-a355-94689395de07", "name": "network-vif-unplugged", "status": "completed", "tag": "b5e8f72c-8d14-4648-a8ae-cad19296215a"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:48:07.627960 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-7d0bee9d-ec78-4374-a1cf-dd644eed6885 req-fd6fcffd-ec2e-4538-bbc2-6481e1d215ca service neutron] For port b5e8f72c-8d14-4648-a8ae-cad19296215a, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=b5e8f72c-8d14-4648-a8ae-cad19296215a,segment=NetworkSegment(87014bae-10f9-4151-9722-f1535aede29e),segment_id=87014bae-10f9-4151-9722-f1535aede29e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:07.644514 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-7d0bee9d-ec78-4374-a1cf-dd644eed6885 req-fd6fcffd-ec2e-4538-bbc2-6481e1d215ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:07.662081 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-647199bd-e0dd-49dc-b926-8cf5bae18629 x-openstack-request-id: req-647199bd-e0dd-49dc-b926-8cf5bae18629 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:48:07.662375 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42e5026f-fe81-4369-a355-94689395de07", "name": "network-vif-unplugged", "status": "completed", "tag": "b5e8f72c-8d14-4648-a8ae-cad19296215a", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:48:07.662631 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-647199bd-e0dd-49dc-b926-8cf5bae18629 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:48:07.663036 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42e5026f-fe81-4369-a355-94689395de07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5e8f72c-8d14-4648-a8ae-cad19296215a', 'code': 200} Aug 29 04:48:07.723800 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-7d0bee9d-ec78-4374-a1cf-dd644eed6885 req-fd6fcffd-ec2e-4538-bbc2-6481e1d215ca service neutron] Transition to ACTIVE for port object b5e8f72c-8d14-4648-a8ae-cad19296215a will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:48:07.728993 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-7d0bee9d-ec78-4374-a1cf-dd644eed6885 req-fd6fcffd-ec2e-4538-bbc2-6481e1d215ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:07.833709 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6fcffd-ec2e-4538-bbc2-6481e1d215ca service neutron] Pushing event updated for resources: {'Port': ['ID=b5e8f72c-8d14-4648-a8ae-cad19296215a,revision_number=11']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:07.873441 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d0bee9d-ec78-4374-a1cf-dd644eed6885 req-fd6fcffd-ec2e-4538-bbc2-6481e1d215ca service neutron] No DVR routers for this DVR port b5e8f72c-8d14-4648-a8ae-cad19296215a on host n-h1-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:48:08.009884 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7d0bee9d-ec78-4374-a1cf-dd644eed6885 req-fd6fcffd-ec2e-4538-bbc2-6481e1d215ca service neutron] 10.222.0.46 "PUT /v2.0/ports/b5e8f72c-8d14-4648-a8ae-cad19296215a/bindings/n-h2-712140-12/activate HTTP/1.1" status: 200 len: 370 time: 0.6327875 Aug 29 04:48:08.130468 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0bee9d-ec78-4374-a1cf-dd644eed6885 req-5f3cb46a-9dad-4b28-a756-bd3ca5935db3 tempest-TestNetworkAdvancedServerOps-81455967 tempest-TestNetworkAdvancedServerOps-81455967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:08.132023 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7d0bee9d-ec78-4374-a1cf-dd644eed6885 req-5f3cb46a-9dad-4b28-a756-bd3ca5935db3 tempest-TestNetworkAdvancedServerOps-81455967 tempest-TestNetworkAdvancedServerOps-81455967-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=42e5026f-fe81-4369-a355-94689395de07&tenant_id=9fb1fbcb8cc9402ba4fdb36d489735a9&binding%3Ahost_id=n-h1-712140-12 HTTP/1.1" status: 200 len: 1097 time: 0.0477545 Aug 29 04:48:08.184060 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0bee9d-ec78-4374-a1cf-dd644eed6885 req-2898c9b4-198d-4a8b-a7e9-b5438c6a04be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:08.185582 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7d0bee9d-ec78-4374-a1cf-dd644eed6885 req-2898c9b4-198d-4a8b-a7e9-b5438c6a04be service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=42e5026f-fe81-4369-a355-94689395de07&tenant_id=9fb1fbcb8cc9402ba4fdb36d489735a9 HTTP/1.1" status: 200 len: 1097 time: 0.0458629 Aug 29 04:48:08.256911 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0bee9d-ec78-4374-a1cf-dd644eed6885 req-be3a009d-f94f-4d17-b848-418a97476d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:08.258495 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7d0bee9d-ec78-4374-a1cf-dd644eed6885 req-be3a009d-f94f-4d17-b848-418a97476d62 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9fb1fbcb8cc9402ba4fdb36d489735a9&device_id=42e5026f-fe81-4369-a355-94689395de07 HTTP/1.1" status: 200 len: 1097 time: 0.0412791 Aug 29 04:48:08.301685 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 33646) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:08.360117 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0bee9d-ec78-4374-a1cf-dd644eed6885 req-7838c445-03d3-4c14-a376-57fd955f9248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:08.361725 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7d0bee9d-ec78-4374-a1cf-dd644eed6885 req-7838c445-03d3-4c14-a376-57fd955f9248 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8a2bc793-2a07-41ab-ae3e-9a363548bbb9 HTTP/1.1" status: 200 len: 897 time: 0.0962958 Aug 29 04:48:08.385867 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fcd625-1a92-4a67-b276-1a701281e784 req-69dbd028-77b6-4c58-b616-d35d9549cdc2 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:08.388004 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c2fcd625-1a92-4a67-b276-1a701281e784 req-69dbd028-77b6-4c58-b616-d35d9549cdc2 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=42e5026f-fe81-4369-a355-94689395de07 HTTP/1.1" status: 200 len: 945 time: 0.0532765 Aug 29 04:48:08.432347 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c2fcd625-1a92-4a67-b276-1a701281e784 req-3410720e-6c9f-4608-b46b-1e2ca96ee62e tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=9276bc6b-9724-4532-8c70-8fd40e33db57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383639 Aug 29 04:48:08.437295 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7d0bee9d-ec78-4374-a1cf-dd644eed6885 req-e51d0a1f-e253-4ddc-b711-959e4547d299 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b5e8f72c-8d14-4648-a8ae-cad19296215a HTTP/1.1" status: 200 len: 1000 time: 0.0682433 Aug 29 04:48:08.462271 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-b6cc78f1-b7aa-4af2-b55e-4e08672bac52 tempest-ExternalNetworksTestJSON-1247955249 tempest-ExternalNetworksTestJSON-1247955249-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1240885747'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:48:08.482673 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6cc78f1-b7aa-4af2-b55e-4e08672bac52 tempest-ExternalNetworksTestJSON-1247955249 tempest-ExternalNetworksTestJSON-1247955249-project] Made reservation on behalf of b7446d4985034835bf02e1902e1a1122 for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:48:08.487207 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0bee9d-ec78-4374-a1cf-dd644eed6885 req-0ab0781d-98cc-4513-adb3-0f21d50ca79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:08.487524 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b6cc78f1-b7aa-4af2-b55e-4e08672bac52 tempest-ExternalNetworksTestJSON-1247955249 tempest-ExternalNetworksTestJSON-1247955249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:08.488888 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7d0bee9d-ec78-4374-a1cf-dd644eed6885 req-0ab0781d-98cc-4513-adb3-0f21d50ca79f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=eea81d3f-5c19-4aaf-9654-b856991d5e3b HTTP/1.1" status: 200 len: 834 time: 0.0452547 Aug 29 04:48:08.498166 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b6cc78f1-b7aa-4af2-b55e-4e08672bac52 tempest-ExternalNetworksTestJSON-1247955249 tempest-ExternalNetworksTestJSON-1247955249-project] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:08.539675 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0bee9d-ec78-4374-a1cf-dd644eed6885 req-46fc74bf-5399-436f-8024-5610453565f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:08.541239 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7d0bee9d-ec78-4374-a1cf-dd644eed6885 req-46fc74bf-5399-436f-8024-5610453565f2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8a2bc793-2a07-41ab-ae3e-9a363548bbb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455692 Aug 29 04:48:08.594624 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b6cc78f1-b7aa-4af2-b55e-4e08672bac52 tempest-ExternalNetworksTestJSON-1247955249 tempest-ExternalNetworksTestJSON-1247955249-project] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:08.604597 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b6cc78f1-b7aa-4af2-b55e-4e08672bac52 tempest-ExternalNetworksTestJSON-1247955249 tempest-ExternalNetworksTestJSON-1247955249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:08.634217 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6cc78f1-b7aa-4af2-b55e-4e08672bac52 tempest-ExternalNetworksTestJSON-1247955249 tempest-ExternalNetworksTestJSON-1247955249-project] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:48:08.634738 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7d0bee9d-ec78-4374-a1cf-dd644eed6885 req-565c4865-a5d6-41de-9c3c-16a563a4aa5c service neutron] 10.222.0.48 "GET /v2.0/networks/8a2bc793-2a07-41ab-ae3e-9a363548bbb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858579 Aug 29 04:48:08.643529 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cc78f1-b7aa-4af2-b55e-4e08672bac52 tempest-ExternalNetworksTestJSON-1247955249 tempest-ExternalNetworksTestJSON-1247955249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01ecdd79-8f15-4e4e-b2eb-03363d54a34c,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:08.655470 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b6cc78f1-b7aa-4af2-b55e-4e08672bac52 tempest-ExternalNetworksTestJSON-1247955249 tempest-ExternalNetworksTestJSON-1247955249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:08.655785 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-b6cc78f1-b7aa-4af2-b55e-4e08672bac52 tempest-ExternalNetworksTestJSON-1247955249 tempest-ExternalNetworksTestJSON-1247955249-project] Added segment 514b3748-0c6a-41ef-a290-87bace25c778 of type vlan for network 43a6c521-4354-48bd-8e6f-3df2a2dd99e1 Aug 29 04:48:08.699979 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b6cc78f1-b7aa-4af2-b55e-4e08672bac52 tempest-ExternalNetworksTestJSON-1247955249 tempest-ExternalNetworksTestJSON-1247955249-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:08.726273 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b6cc78f1-b7aa-4af2-b55e-4e08672bac52 tempest-ExternalNetworksTestJSON-1247955249 tempest-ExternalNetworksTestJSON-1247955249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:08.732775 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6cc78f1-b7aa-4af2-b55e-4e08672bac52 tempest-ExternalNetworksTestJSON-1247955249 tempest-ExternalNetworksTestJSON-1247955249-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:08.733422 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b6cc78f1-b7aa-4af2-b55e-4e08672bac52 tempest-ExternalNetworksTestJSON-1247955249 tempest-ExternalNetworksTestJSON-1247955249-project] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:08.763722 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:08.799559 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-b6cc78f1-b7aa-4af2-b55e-4e08672bac52 tempest-ExternalNetworksTestJSON-1247955249 tempest-ExternalNetworksTestJSON-1247955249-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.4968748 Aug 29 04:48:08.802777 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 33650) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:08.815077 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cc78f1-b7aa-4af2-b55e-4e08672bac52 tempest-ExternalNetworksTestJSON-1247955249 tempest-ExternalNetworksTestJSON-1247955249-project] Pushing event updated for resources: {'Network': ['ID=43a6c521-4354-48bd-8e6f-3df2a2dd99e1,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:08.827027 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 43a6c521-4354-48bd-8e6f-3df2a2dd99e1 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:48:08.871840 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-13e5174a-4958-4e00-9e25-13c90ef9d7e8 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Request body: {'network': {'name': 'tempest-network--464549869', 'router:external': True}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:48:08.907135 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device b5e8f72c-8d14-4648-a8ae-cad19296215a no longer exists at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:48:08.911299 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13e5174a-4958-4e00-9e25-13c90ef9d7e8 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Made reservation on behalf of 95a2e66f1d16496cb34a2024176374aa for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:48:08.918273 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-13e5174a-4958-4e00-9e25-13c90ef9d7e8 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:08.932268 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-13e5174a-4958-4e00-9e25-13c90ef9d7e8 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:08.962679 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device b5e8f72c-8d14-4648-a8ae-cad19296215a not bound to the agent host n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:48:09.042137 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-13e5174a-4958-4e00-9e25-13c90ef9d7e8 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:09.045006 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7d0bee9d-ec78-4374-a1cf-dd644eed6885 req-f79bb447-9986-4d79-9a36-572d2ab75b01 service neutron] 10.222.0.48 "GET /v2.0/networks/8a2bc793-2a07-41ab-ae3e-9a363548bbb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4029579 Aug 29 04:48:09.048300 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-13e5174a-4958-4e00-9e25-13c90ef9d7e8 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:09.071507 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13e5174a-4958-4e00-9e25-13c90ef9d7e8 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:48:09.087570 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-13e5174a-4958-4e00-9e25-13c90ef9d7e8 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:09.087570 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-13e5174a-4958-4e00-9e25-13c90ef9d7e8 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Added segment e77daad1-dd49-49a3-85fe-9857c2e02c81 of type vlan for network 5e5d5263-b1b5-4462-9b77-bbe31f960815 Aug 29 04:48:09.089184 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e5174a-4958-4e00-9e25-13c90ef9d7e8 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4960d67-864e-40ed-927a-7c028f70489a,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:09.136866 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c21654f-b622-438a-9da1-2e009bef171d req-f9bbaece-acfa-49fa-bcce-e1cf7dd701db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:09.138392 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2c21654f-b622-438a-9da1-2e009bef171d req-f9bbaece-acfa-49fa-bcce-e1cf7dd701db service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9fb1fbcb8cc9402ba4fdb36d489735a9&device_id=42e5026f-fe81-4369-a355-94689395de07 HTTP/1.1" status: 200 len: 1097 time: 0.0516605 Aug 29 04:48:09.139333 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-13e5174a-4958-4e00-9e25-13c90ef9d7e8 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:09.188475 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-13e5174a-4958-4e00-9e25-13c90ef9d7e8 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:09.189555 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e5174a-4958-4e00-9e25-13c90ef9d7e8 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:09.190138 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-13e5174a-4958-4e00-9e25-13c90ef9d7e8 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:09.253651 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-13e5174a-4958-4e00-9e25-13c90ef9d7e8 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4470389 Aug 29 04:48:09.253909 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c21654f-b622-438a-9da1-2e009bef171d req-c95fac08-f97f-4cb9-a22c-d42b9b58eec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:09.253909 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2c21654f-b622-438a-9da1-2e009bef171d req-c95fac08-f97f-4cb9-a22c-d42b9b58eec8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8a2bc793-2a07-41ab-ae3e-9a363548bbb9 HTTP/1.1" status: 200 len: 897 time: 0.0941906 Aug 29 04:48:09.253909 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 33654) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:09.257518 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e5174a-4958-4e00-9e25-13c90ef9d7e8 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Pushing event updated for resources: {'Network': ['ID=5e5d5263-b1b5-4462-9b77-bbe31f960815,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:09.270181 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 5e5d5263-b1b5-4462-9b77-bbe31f960815 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:48:09.403379 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-41ee69f4-e358-4213-8393-73235315ea8e tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:09.414618 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2c21654f-b622-438a-9da1-2e009bef171d req-5b55e0d4-b660-4ad4-85be-ebeeb95f0649 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b5e8f72c-8d14-4648-a8ae-cad19296215a HTTP/1.1" status: 200 len: 1000 time: 0.1535034 Aug 29 04:48:09.422959 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0bee9d-ec78-4374-a1cf-dd644eed6885 req-8b745e54-2f94-4d9d-adb9-01eb7520f0f2 tempest-TestNetworkAdvancedServerOps-81455967 tempest-TestNetworkAdvancedServerOps-81455967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:09.424469 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7d0bee9d-ec78-4374-a1cf-dd644eed6885 req-8b745e54-2f94-4d9d-adb9-01eb7520f0f2 tempest-TestNetworkAdvancedServerOps-81455967 tempest-TestNetworkAdvancedServerOps-81455967-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=42e5026f-fe81-4369-a355-94689395de07&tenant_id=9fb1fbcb8cc9402ba4fdb36d489735a9&binding%3Ahost_id=n-h2-712140-12 HTTP/1.1" status: 200 len: 1097 time: 0.1217797 Aug 29 04:48:09.602866 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-41ee69f4-e358-4213-8393-73235315ea8e tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:09.613387 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c21654f-b622-438a-9da1-2e009bef171d req-9514c63f-2243-4d9e-80f2-d31d4d4f6742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:09.614886 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2c21654f-b622-438a-9da1-2e009bef171d req-9514c63f-2243-4d9e-80f2-d31d4d4f6742 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=eea81d3f-5c19-4aaf-9654-b856991d5e3b HTTP/1.1" status: 200 len: 834 time: 0.1886842 Aug 29 04:48:09.620633 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-41ee69f4-e358-4213-8393-73235315ea8e tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e5d5263-b1b5-4462-9b77-bbe31f960815']}} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:09.649411 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-41ee69f4-e358-4213-8393-73235315ea8e tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e77daad1-dd49-49a3-85fe-9857c2e02c81') {'for_net_delete': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:09.649692 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-41ee69f4-e358-4213-8393-73235315ea8e tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e77daad1-dd49-49a3-85fe-9857c2e02c81') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:09.676564 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-41ee69f4-e358-4213-8393-73235315ea8e tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8904833'] for segment, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:09.739152 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98df4f97-0843-4375-86cd-59e4f444d19d req-4af8088a-313d-42ac-9cfc-e4f3d489700f tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:09.740713 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-98df4f97-0843-4375-86cd-59e4f444d19d req-4af8088a-313d-42ac-9cfc-e4f3d489700f tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=42e5026f-fe81-4369-a355-94689395de07 HTTP/1.1" status: 200 len: 945 time: 0.2292860 Aug 29 04:48:09.741754 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-41ee69f4-e358-4213-8393-73235315ea8e tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:09.775939 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41ee69f4-e358-4213-8393-73235315ea8e tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=94828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:48:09.776409 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-41ee69f4-e358-4213-8393-73235315ea8e tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9190468'] for segment, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:09.781432 n-d-712140-12 neutron-server[94828]: Traceback (most recent call last): Aug 29 04:48:09.781432 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:48:09.781432 n-d-712140-12 neutron-server[94828]: timer() Aug 29 04:48:09.781432 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:48:09.781432 n-d-712140-12 neutron-server[94828]: cb(*args, **kw) Aug 29 04:48:09.781432 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:48:09.781432 n-d-712140-12 neutron-server[94828]: return func(*args, **kwargs) Aug 29 04:48:09.781432 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:48:09.781432 n-d-712140-12 neutron-server[94828]: self._notify() Aug 29 04:48:09.781432 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:48:09.781432 n-d-712140-12 neutron-server[94828]: self.callback(batched_events) Aug 29 04:48:09.781432 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:48:09.781432 n-d-712140-12 neutron-server[94828]: event.method(event) Aug 29 04:48:09.781432 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:48:09.781432 n-d-712140-12 neutron-server[94828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:48:09.781432 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:48:09.781432 n-d-712140-12 neutron-server[94828]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:48:09.781432 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:48:09.781432 n-d-712140-12 neutron-server[94828]: return f(self, *a, **k) Aug 29 04:48:09.781432 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:48:09.781432 n-d-712140-12 neutron-server[94828]: return self._get(url).json() Aug 29 04:48:09.781432 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:48:09.781432 n-d-712140-12 neutron-server[94828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:48:09.781432 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:48:09.781432 n-d-712140-12 neutron-server[94828]: return self.request(url, 'GET', **kwargs) Aug 29 04:48:09.781432 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:48:09.781432 n-d-712140-12 neutron-server[94828]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:48:09.781432 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:48:09.781432 n-d-712140-12 neutron-server[94828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:48:09.781432 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:48:09.781432 n-d-712140-12 neutron-server[94828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:48:09.781432 n-d-712140-12 neutron-server[94828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:48:09.854654 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c21654f-b622-438a-9da1-2e009bef171d req-10f44f33-9aac-46f0-aab4-929f727b4738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:09.856253 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2c21654f-b622-438a-9da1-2e009bef171d req-10f44f33-9aac-46f0-aab4-929f727b4738 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8a2bc793-2a07-41ab-ae3e-9a363548bbb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2264776 Aug 29 04:48:09.882144 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-98df4f97-0843-4375-86cd-59e4f444d19d req-ace2d1fc-a4ac-4b20-a2c3-f61d0f68087e tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=9276bc6b-9724-4532-8c70-8fd40e33db57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1333520 Aug 29 04:48:09.883724 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-7d0bee9d-ec78-4374-a1cf-dd644eed6885 req-968b2809-0e61-4082-8e9f-87885b340f7c service neutron] For port b5e8f72c-8d14-4648-a8ae-cad19296215a, host n-h1-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:48:09.922635 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-7d0bee9d-ec78-4374-a1cf-dd644eed6885 req-968b2809-0e61-4082-8e9f-87885b340f7c service neutron] Notify callbacks [] for binding, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:09.923766 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7d0bee9d-ec78-4374-a1cf-dd644eed6885 req-968b2809-0e61-4082-8e9f-87885b340f7c service neutron] 10.222.0.48 "DELETE /v2.0/ports/b5e8f72c-8d14-4648-a8ae-cad19296215a/bindings/n-h1-712140-12 HTTP/1.1" status: 204 len: 173 time: 0.4894266 Aug 29 04:48:09.926143 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-41ee69f4-e358-4213-8393-73235315ea8e tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:09.932292 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41ee69f4-e358-4213-8393-73235315ea8e tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5e5d5263-b1b5-4462-9b77-bbe31f960815 {{(pid=94828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 29 04:48:09.940192 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-41ee69f4-e358-4213-8393-73235315ea8e tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:09.942087 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-41ee69f4-e358-4213-8393-73235315ea8e tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] 10.222.0.22 "DELETE /v2.0/networks/5e5d5263-b1b5-4462-9b77-bbe31f960815 HTTP/1.1" status: 204 len: 168 time: 0.6871662 Aug 29 04:48:09.946036 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 33660) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:09.955338 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ee69f4-e358-4213-8393-73235315ea8e tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Pushing event deleted for resources: {'Network': ['ID=5e5d5263-b1b5-4462-9b77-bbe31f960815,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:09.956075 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-6c2e9f6c-cb6b-4b17-932c-53bfd15b0271 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:48:09.995333 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2c21654f-b622-438a-9da1-2e009bef171d req-d99e15c3-b31b-4b7c-9545-bd4b6db07d20 service neutron] 10.222.0.46 "GET /v2.0/networks/8a2bc793-2a07-41ab-ae3e-9a363548bbb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277699 Aug 29 04:48:10.010479 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c2e9f6c-cb6b-4b17-932c-53bfd15b0271 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Made reservation on behalf of 95a2e66f1d16496cb34a2024176374aa for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:48:10.013850 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6c2e9f6c-cb6b-4b17-932c-53bfd15b0271 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:10.039727 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3575340c-be70-4f58-b917-47c119734338 req-fefcf76a-700e-4f8e-af09-999d32e595d4 tempest-TestNetworkAdvancedServerOps-81455967 tempest-TestNetworkAdvancedServerOps-81455967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:10.041597 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3575340c-be70-4f58-b917-47c119734338 req-fefcf76a-700e-4f8e-af09-999d32e595d4 tempest-TestNetworkAdvancedServerOps-81455967 tempest-TestNetworkAdvancedServerOps-81455967-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=42e5026f-fe81-4369-a355-94689395de07 HTTP/1.1" status: 200 len: 1097 time: 0.0737281 Aug 29 04:48:10.047847 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c2e9f6c-cb6b-4b17-932c-53bfd15b0271 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:48:10.073444 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6c2e9f6c-cb6b-4b17-932c-53bfd15b0271 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:10.074799 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-6c2e9f6c-cb6b-4b17-932c-53bfd15b0271 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Added segment 59068fe5-cb41-4975-86f7-0822f81496e6 of type vlan for network 5b024bd0-b562-4e5f-a7bd-3a90ab1c05b6 Aug 29 04:48:10.098868 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2c21654f-b622-438a-9da1-2e009bef171d req-345d9a5f-72cc-4632-ac3c-a539d4379f19 service neutron] 10.222.0.46 "GET /v2.0/networks/8a2bc793-2a07-41ab-ae3e-9a363548bbb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962574 Aug 29 04:48:10.134721 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3575340c-be70-4f58-b917-47c119734338 req-dbc07dd9-b175-44f5-a3d3-95395701c423 tempest-TestNetworkAdvancedServerOps-81455967 tempest-TestNetworkAdvancedServerOps-81455967-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=9276bc6b-9724-4532-8c70-8fd40e33db57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807061 Aug 29 04:48:10.157688 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6c2e9f6c-cb6b-4b17-932c-53bfd15b0271 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:10.198743 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6c2e9f6c-cb6b-4b17-932c-53bfd15b0271 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:10.199961 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2e9f6c-cb6b-4b17-932c-53bfd15b0271 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:10.200879 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6c2e9f6c-cb6b-4b17-932c-53bfd15b0271 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:10.272834 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-6c2e9f6c-cb6b-4b17-932c-53bfd15b0271 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.3247900 Aug 29 04:48:10.277159 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 33664) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:10.282417 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-d08de29e-acd1-4ff4-82e2-3d8e88e3222e tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Request body: {'subnet': {'network_id': '5b024bd0-b562-4e5f-a7bd-3a90ab1c05b6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:48:10.284834 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b0b9b6-9dfb-4805-9b3d-c4ae6af758c5 req-f578cfa5-f3fa-49f2-af4d-ca45eef5467f tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:10.294879 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f2b0b9b6-9dfb-4805-9b3d-c4ae6af758c5 req-f578cfa5-f3fa-49f2-af4d-ca45eef5467f tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=42e5026f-fe81-4369-a355-94689395de07 HTTP/1.1" status: 200 len: 945 time: 0.0816023 Aug 29 04:48:10.312423 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2e9f6c-cb6b-4b17-932c-53bfd15b0271 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Pushing event updated for resources: {'Network': ['ID=5b024bd0-b562-4e5f-a7bd-3a90ab1c05b6,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:10.317681 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d08de29e-acd1-4ff4-82e2-3d8e88e3222e tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Made reservation on behalf of 95a2e66f1d16496cb34a2024176374aa for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:48:10.320286 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d08de29e-acd1-4ff4-82e2-3d8e88e3222e tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4552395'] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:10.325737 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 5b024bd0-b562-4e5f-a7bd-3a90ab1c05b6 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:48:10.336437 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f2b0b9b6-9dfb-4805-9b3d-c4ae6af758c5 req-d341bad2-7fe6-4ad8-abde-35b1ebb561ba tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=9276bc6b-9724-4532-8c70-8fd40e33db57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402329 Aug 29 04:48:10.362101 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 33666) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:10.446703 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-70e383e5-f3a6-42aa-9158-c2cc1479ff7d tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/floatingips/0eb2d8ba-c879-45f1-8b87-f7dd9cd9682c HTTP/1.1" status: 200 len: 992 time: 0.0780632 Aug 29 04:48:10.645341 n-d-712140-12 neutron-server[94829]: DEBUG neutron.objects.ports [None req-d08de29e-acd1-4ff4-82e2-3d8e88e3222e tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94829) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 04:48:10.645810 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d08de29e-acd1-4ff4-82e2-3d8e88e3222e tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4274880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4552377'] for subnet, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:10.672391 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 33672) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:10.707114 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08de29e-acd1-4ff4-82e2-3d8e88e3222e tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Pushing event updated for resources: {'Subnet': ['ID=0279e47b-e093-41b3-b686-43b5d71698c2,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:10.714590 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08de29e-acd1-4ff4-82e2-3d8e88e3222e tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Checking segment: {'id': '59068fe5-cb41-4975-86f7-0822f81496e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '5b024bd0-b562-4e5f-a7bd-3a90ab1c05b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:48:10.714960 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08de29e-acd1-4ff4-82e2-3d8e88e3222e tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Network hostable DHCP agents. Network: 5b024bd0-b562-4e5f-a7bd-3a90ab1c05b6, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:48:10.732888 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08de29e-acd1-4ff4-82e2-3d8e88e3222e tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Network 5b024bd0-b562-4e5f-a7bd-3a90ab1c05b6 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:48:10.744796 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-d08de29e-acd1-4ff4-82e2-3d8e88e3222e tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 5b024bd0-b562-4e5f-a7bd-3a90ab1c05b6) {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:48:10.750995 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08de29e-acd1-4ff4-82e2-3d8e88e3222e tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:10.751606 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d08de29e-acd1-4ff4-82e2-3d8e88e3222e tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:10.758463 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d013171b-d66b-486d-9fa4-6b52e821bc84 None None] Network 5b024bd0-b562-4e5f-a7bd-3a90ab1c05b6 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:48:10.768437 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-d08de29e-acd1-4ff4-82e2-3d8e88e3222e tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.4897175 Aug 29 04:48:10.770708 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 33674) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:10.777721 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-deeea8ee-ba0d-47be-aaea-026f2a0780f3 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Request body: {'floatingip': {'floating_network_id': '5b024bd0-b562-4e5f-a7bd-3a90ab1c05b6'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:48:10.821585 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-deeea8ee-ba0d-47be-aaea-026f2a0780f3 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:10.844390 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-7f7047ff-76dc-4343-972c-3b0d5805d375 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Deleting port e5620c09-fc0e-4923-b497-fdcb7ee87ed9 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:48:10.844737 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7f7047ff-76dc-4343-972c-3b0d5805d375 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:10.919667 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1180f291-3ee2-489f-bfe1-0ce2f9ffb15f None None] Network 5b024bd0-b562-4e5f-a7bd-3a90ab1c05b6 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:48:10.920222 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-deeea8ee-ba0d-47be-aaea-026f2a0780f3 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:10.940679 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7f7047ff-76dc-4343-972c-3b0d5805d375 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:10.940916 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7f7047ff-76dc-4343-972c-3b0d5805d375 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:10.953913 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-7f7047ff-76dc-4343-972c-3b0d5805d375 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Calling delete_port for e5620c09-fc0e-4923-b497-fdcb7ee87ed9 owned by network:floatingip {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:48:11.069180 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-deeea8ee-ba0d-47be-aaea-026f2a0780f3 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Allocated IP 172.20.0.13 (5b024bd0-b562-4e5f-a7bd-3a90ab1c05b6/0279e47b-e093-41b3-b686-43b5d71698c2/704246af-2c25-4e88-8798-6bfc17027eb8) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:48:11.122536 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7f7047ff-76dc-4343-972c-3b0d5805d375 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:11.150106 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7047ff-76dc-4343-972c-3b0d5805d375 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Pushing event deleted for resources: {'Port': ['ID=e5620c09-fc0e-4923-b497-fdcb7ee87ed9,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:11.182010 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-deeea8ee-ba0d-47be-aaea-026f2a0780f3 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:11.218255 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7f7047ff-76dc-4343-972c-3b0d5805d375 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for floatingip, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:11.218859 n-d-712140-12 neutron-server[94828]: INFO neutron.db.l3_db [None req-7f7047ff-76dc-4343-972c-3b0d5805d375 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Floating IP 0eb2d8ba-c879-45f1-8b87-f7dd9cd9682c disassociated (deleted). External IP: 172.25.0.128, port: b5e8f72c-8d14-4648-a8ae-cad19296215a. Aug 29 04:48:11.220518 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-deeea8ee-ba0d-47be-aaea-026f2a0780f3 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:11.260357 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deeea8ee-ba0d-47be-aaea-026f2a0780f3 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Network 5b024bd0-b562-4e5f-a7bd-3a90ab1c05b6 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:48:11.265258 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-deeea8ee-ba0d-47be-aaea-026f2a0780f3 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:48:11.268961 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deeea8ee-ba0d-47be-aaea-026f2a0780f3 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:48:11.294492 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeea8ee-ba0d-47be-aaea-026f2a0780f3 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Pushing event updated for resources: {'Port': ['ID=704246af-2c25-4e88-8798-6bfc17027eb8,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:11.355992 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-deeea8ee-ba0d-47be-aaea-026f2a0780f3 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:11.388451 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-deeea8ee-ba0d-47be-aaea-026f2a0780f3 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:11.432226 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f7047ff-76dc-4343-972c-3b0d5805d375 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Router cec80278-d1e3-4a71-9f36-7f0fd190781f has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:48:11.538947 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f7047ff-76dc-4343-972c-3b0d5805d375 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:48:11.540148 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-deeea8ee-ba0d-47be-aaea-026f2a0780f3 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:11.542106 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device b5e8f72c-8d14-4648-a8ae-cad19296215a no longer exists at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:48:11.544880 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7f7047ff-76dc-4343-972c-3b0d5805d375 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:11.548386 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-deeea8ee-ba0d-47be-aaea-026f2a0780f3 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:11.566859 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6241cdf-c630-467d-8ba2-8d8aec651ec4 None None] Sync routers for ids ['cec80278-d1e3-4a71-9f36-7f0fd190781f'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:48:11.575887 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-7f7047ff-76dc-4343-972c-3b0d5805d375 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "DELETE /v2.0/floatingips/0eb2d8ba-c879-45f1-8b87-f7dd9cd9682c HTTP/1.1" status: 204 len: 168 time: 0.8997254 Aug 29 04:48:11.575887 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42e5026f-fe81-4369-a355-94689395de07', 'tag': 'b5e8f72c-8d14-4648-a8ae-cad19296215a'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:48:11.576911 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05eada8b-c770-450f-b139-0bf951040521" -d '{"events": [{"name": "network-changed", "server_uuid": "42e5026f-fe81-4369-a355-94689395de07", "tag": "b5e8f72c-8d14-4648-a8ae-cad19296215a"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:48:11.588703 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6241cdf-c630-467d-8ba2-8d8aec651ec4 None None] Routers {'cec80278-d1e3-4a71-9f36-7f0fd190781f'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:48:11.590171 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-d6241cdf-c630-467d-8ba2-8d8aec651ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:48:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['cec80278-d1e3-4a71-9f36-7f0fd190781f'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:11.617356 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8be93001-46c5-4fa5-9ebb-8207a5122f46 x-openstack-request-id: req-8be93001-46c5-4fa5-9ebb-8207a5122f46 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:48:11.617723 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42e5026f-fe81-4369-a355-94689395de07", "tag": "b5e8f72c-8d14-4648-a8ae-cad19296215a", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:48:11.618058 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8be93001-46c5-4fa5-9ebb-8207a5122f46 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:48:11.618535 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42e5026f-fe81-4369-a355-94689395de07', 'tag': 'b5e8f72c-8d14-4648-a8ae-cad19296215a', 'status': 'completed', 'code': 200} Aug 29 04:48:11.629955 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeea8ee-ba0d-47be-aaea-026f2a0780f3 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Pushing event updated for resources: {'Port': ['ID=704246af-2c25-4e88-8798-6bfc17027eb8,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:11.643168 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-deeea8ee-ba0d-47be-aaea-026f2a0780f3 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719515'] for floatingip, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:11.659404 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-deeea8ee-ba0d-47be-aaea-026f2a0780f3 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:11.660736 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-deeea8ee-ba0d-47be-aaea-026f2a0780f3 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8889740 Aug 29 04:48:11.663490 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 33680) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:11.778099 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-c63ae580-d6c7-4851-a18e-a4db48fa641b tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] 10.222.0.22 "GET /v2.0/floatingips?floating_network_id=5b024bd0-b562-4e5f-a7bd-3a90ab1c05b6 HTTP/1.1" status: 200 len: 690 time: 0.1098495 Aug 29 04:48:11.778977 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 33686) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:11.839222 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eada8b-c770-450f-b139-0bf951040521 req-b11dfcf9-5fb2-4f93-97c1-8dee4b61a7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:11.841634 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-05eada8b-c770-450f-b139-0bf951040521 req-b11dfcf9-5fb2-4f93-97c1-8dee4b61a7ac service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9fb1fbcb8cc9402ba4fdb36d489735a9&device_id=42e5026f-fe81-4369-a355-94689395de07 HTTP/1.1" status: 200 len: 1097 time: 0.1742604 Aug 29 04:48:11.863927 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b275f2-4a28-43d5-8658-8419d85adc5f req-c74c125a-a517-40f7-9ee6-1f9ced75c0b6 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:11.865523 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-55b275f2-4a28-43d5-8658-8419d85adc5f req-c74c125a-a517-40f7-9ee6-1f9ced75c0b6 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=42e5026f-fe81-4369-a355-94689395de07 HTTP/1.1" status: 200 len: 945 time: 0.0624998 Aug 29 04:48:11.909478 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-d6241cdf-c630-467d-8ba2-8d8aec651ec4 None None] Set router cec80278-d1e3-4a71-9f36-7f0fd190781f gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:48:11.912201 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-55b275f2-4a28-43d5-8658-8419d85adc5f req-e109f31f-8468-4412-a5da-5146f0bd30ac tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=9276bc6b-9724-4532-8c70-8fd40e33db57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393958 Aug 29 04:48:11.931533 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c2c98b6c-cff0-4d56-a23b-9af08b0584e6 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:12.051269 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eada8b-c770-450f-b139-0bf951040521 req-3797e0ea-0762-4fed-a313-63fe209b491b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:12.052789 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-05eada8b-c770-450f-b139-0bf951040521 req-3797e0ea-0762-4fed-a313-63fe209b491b service neutron] 10.222.0.48 "GET /v2.0/networks?id=8a2bc793-2a07-41ab-ae3e-9a363548bbb9 HTTP/1.1" status: 200 len: 897 time: 0.1980109 Aug 29 04:48:12.101474 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-05eada8b-c770-450f-b139-0bf951040521 req-5f2ddc2c-5c6a-41de-add0-f7f21540bbc2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b5e8f72c-8d14-4648-a8ae-cad19296215a HTTP/1.1" status: 200 len: 217 time: 0.0384293 Aug 29 04:48:12.103946 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-d6241cdf-c630-467d-8ba2-8d8aec651ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cec80278-d1e3-4a71-9f36-7f0fd190781f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1057041204', 'tenant_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '06d85a02-b99f-4bcd-84f3-0e67ff96296b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:47:07Z', 'updated_at': '2021-08-29T04:47:11Z', 'revision_number': 4, 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'gw_port': {'id': '06d85a02-b99f-4bcd-84f3-0e67ff96296b', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:90:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec80278-d1e3-4a71-9f36-7f0fd190781f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:47:07Z', 'updated_at': '2021-08-29T04:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': 'd45dc834-e598-45e8-b444-7afd3d33096d', 'name': '', 'network_id': '8a2bc793-2a07-41ab-ae3e-9a363548bbb9', 'tenant_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'mac_address': 'fa:16:3e:27:64:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec80278-d1e3-4a71-9f36-7f0fd190781f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'eea81d3f-5c19-4aaf-9654-b856991d5e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:47:10Z', 'updated_at': '2021-08-29T04:47:15Z', 'revision_number': 5, 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'subnets': [{'id': 'eea81d3f-5c19-4aaf-9654-b856991d5e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:12.105784 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c2c98b6c-cff0-4d56-a23b-9af08b0584e6 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Deleting port 704246af-2c25-4e88-8798-6bfc17027eb8 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:48:12.106137 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c2c98b6c-cff0-4d56-a23b-9af08b0584e6 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:12.138617 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6241cdf-c630-467d-8ba2-8d8aec651ec4 None None] Checking router: cec80278-d1e3-4a71-9f36-7f0fd190781f for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:48:12.146895 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6241cdf-c630-467d-8ba2-8d8aec651ec4 None None] Routers {'cec80278-d1e3-4a71-9f36-7f0fd190781f'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:48:12.147506 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-d6241cdf-c630-467d-8ba2-8d8aec651ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:48:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['cec80278-d1e3-4a71-9f36-7f0fd190781f'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:12.202875 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eada8b-c770-450f-b139-0bf951040521 req-268bfa84-ee9e-42c1-bb0c-496112e895a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:12.204393 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-05eada8b-c770-450f-b139-0bf951040521 req-268bfa84-ee9e-42c1-bb0c-496112e895a0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=eea81d3f-5c19-4aaf-9654-b856991d5e3b HTTP/1.1" status: 200 len: 834 time: 0.0839136 Aug 29 04:48:12.242887 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c2c98b6c-cff0-4d56-a23b-9af08b0584e6 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:12.243215 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c2c98b6c-cff0-4d56-a23b-9af08b0584e6 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:12.254555 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-d6241cdf-c630-467d-8ba2-8d8aec651ec4 None None] Set router cec80278-d1e3-4a71-9f36-7f0fd190781f gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:48:12.259973 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c2c98b6c-cff0-4d56-a23b-9af08b0584e6 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Calling delete_port for 704246af-2c25-4e88-8798-6bfc17027eb8 owned by network:floatingip {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:48:12.284525 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eada8b-c770-450f-b139-0bf951040521 req-dc45d129-d573-4c2b-95eb-6488cc038f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:12.286077 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-05eada8b-c770-450f-b139-0bf951040521 req-dc45d129-d573-4c2b-95eb-6488cc038f99 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8a2bc793-2a07-41ab-ae3e-9a363548bbb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0720949 Aug 29 04:48:12.463331 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-d6241cdf-c630-467d-8ba2-8d8aec651ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cec80278-d1e3-4a71-9f36-7f0fd190781f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1057041204', 'tenant_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '06d85a02-b99f-4bcd-84f3-0e67ff96296b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:47:07Z', 'updated_at': '2021-08-29T04:47:11Z', 'revision_number': 4, 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'gw_port': {'id': '06d85a02-b99f-4bcd-84f3-0e67ff96296b', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:90:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec80278-d1e3-4a71-9f36-7f0fd190781f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:47:07Z', 'updated_at': '2021-08-29T04:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': 'd45dc834-e598-45e8-b444-7afd3d33096d', 'name': '', 'network_id': '8a2bc793-2a07-41ab-ae3e-9a363548bbb9', 'tenant_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'mac_address': 'fa:16:3e:27:64:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec80278-d1e3-4a71-9f36-7f0fd190781f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'eea81d3f-5c19-4aaf-9654-b856991d5e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:47:10Z', 'updated_at': '2021-08-29T04:47:15Z', 'revision_number': 5, 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'subnets': [{'id': 'eea81d3f-5c19-4aaf-9654-b856991d5e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:12.491234 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6241cdf-c630-467d-8ba2-8d8aec651ec4 None None] The sync data for ids ['cec80278-d1e3-4a71-9f36-7f0fd190781f'] in n-d-712140-12 is: [{'id': 'cec80278-d1e3-4a71-9f36-7f0fd190781f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1057041204', 'tenant_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '06d85a02-b99f-4bcd-84f3-0e67ff96296b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:47:07Z', 'updated_at': '2021-08-29T04:47:11Z', 'revision_number': 4, 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'gw_port': {'id': '06d85a02-b99f-4bcd-84f3-0e67ff96296b', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:90:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec80278-d1e3-4a71-9f36-7f0fd190781f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:47:07Z', 'updated_at': '2021-08-29T04:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': 'd45dc834-e598-45e8-b444-7afd3d33096d', 'name': '', 'network_id': '8a2bc793-2a07-41ab-ae3e-9a363548bbb9', 'tenant_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'mac_address': 'fa:16:3e:27:64:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec80278-d1e3-4a71-9f36-7f0fd190781f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'eea81d3f-5c19-4aaf-9654-b856991d5e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:47:10Z', 'updated_at': '2021-08-29T04:47:15Z', 'revision_number': 5, 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'subnets': [{'id': 'eea81d3f-5c19-4aaf-9654-b856991d5e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:48:12.743411 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a07872-04f6-4d9c-b835-bc3b0783adbe None None] New status for floating IP 0eb2d8ba-c879-45f1-8b87-f7dd9cd9682c: DOWN {{(pid=94831) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:48:12.754629 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-05eada8b-c770-450f-b139-0bf951040521 req-9f088258-a17c-4da1-87f6-4e9634ea5dac service neutron] 10.222.0.48 "GET /v2.0/networks/8a2bc793-2a07-41ab-ae3e-9a363548bbb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4408510 Aug 29 04:48:12.854617 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e3bf95-b093-4675-8965-750c4401e768 req-1667e8f7-e51f-42d8-98bb-e368551b6001 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:12.856194 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-60e3bf95-b093-4675-8965-750c4401e768 req-1667e8f7-e51f-42d8-98bb-e368551b6001 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.48 "GET /v2.0/ports?device_id=42e5026f-fe81-4369-a355-94689395de07 HTTP/1.1" status: 200 len: 945 time: 0.1450827 Aug 29 04:48:12.907643 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c2c98b6c-cff0-4d56-a23b-9af08b0584e6 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:12.957866 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c98b6c-cff0-4d56-a23b-9af08b0584e6 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Pushing event deleted for resources: {'Port': ['ID=704246af-2c25-4e88-8798-6bfc17027eb8,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:12.984091 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-05eada8b-c770-450f-b139-0bf951040521 req-1f393825-58bc-496c-b1ab-39cddc128f28 service neutron] 10.222.0.48 "GET /v2.0/networks/8a2bc793-2a07-41ab-ae3e-9a363548bbb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048798 Aug 29 04:48:13.067656 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c2c98b6c-cff0-4d56-a23b-9af08b0584e6 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:13.079812 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-60e3bf95-b093-4675-8965-750c4401e768 req-79f46a19-13cd-49dc-9f34-01d52b9d6dea tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Deleting port b5e8f72c-8d14-4648-a8ae-cad19296215a {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:48:13.080164 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-60e3bf95-b093-4675-8965-750c4401e768 req-79f46a19-13cd-49dc-9f34-01d52b9d6dea tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:13.209790 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c2c98b6c-cff0-4d56-a23b-9af08b0584e6 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:13.268579 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-60e3bf95-b093-4675-8965-750c4401e768 req-79f46a19-13cd-49dc-9f34-01d52b9d6dea tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] For port b5e8f72c-8d14-4648-a8ae-cad19296215a, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=b5e8f72c-8d14-4648-a8ae-cad19296215a,segment=NetworkSegment(87014bae-10f9-4151-9722-f1535aede29e),segment_id=87014bae-10f9-4151-9722-f1535aede29e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:13.268858 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-60e3bf95-b093-4675-8965-750c4401e768 req-79f46a19-13cd-49dc-9f34-01d52b9d6dea tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:13.285023 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ee9056-4f77-4709-86ff-89e906087b2f req-500c384a-79d1-4038-9eb2-b41a5933845c tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:13.286588 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-31ee9056-4f77-4709-86ff-89e906087b2f req-500c384a-79d1-4038-9eb2-b41a5933845c tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=42e5026f-fe81-4369-a355-94689395de07 HTTP/1.1" status: 200 len: 945 time: 0.2780006 Aug 29 04:48:13.299532 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-60e3bf95-b093-4675-8965-750c4401e768 req-79f46a19-13cd-49dc-9f34-01d52b9d6dea tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Calling delete_port for b5e8f72c-8d14-4648-a8ae-cad19296215a owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:48:13.379772 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c2c98b6c-cff0-4d56-a23b-9af08b0584e6 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9190434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062341'] for subnet, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:13.395976 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-31ee9056-4f77-4709-86ff-89e906087b2f req-85537522-3512-4cb8-a249-496306b19f10 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=9276bc6b-9724-4532-8c70-8fd40e33db57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015446 Aug 29 04:48:13.418954 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c98b6c-cff0-4d56-a23b-9af08b0584e6 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=0279e47b-e093-41b3-b686-43b5d71698c2,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:13.484038 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c2c98b6c-cff0-4d56-a23b-9af08b0584e6 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:13.507534 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-c2c98b6c-cff0-4d56-a23b-9af08b0584e6 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b024bd0-b562-4e5f-a7bd-3a90ab1c05b6']}} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:13.519203 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-c2c98b6c-cff0-4d56-a23b-9af08b0584e6 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59068fe5-cb41-4975-86f7-0822f81496e6') {'for_net_delete': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:13.519457 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-c2c98b6c-cff0-4d56-a23b-9af08b0584e6 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59068fe5-cb41-4975-86f7-0822f81496e6') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:13.534042 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c2c98b6c-cff0-4d56-a23b-9af08b0584e6 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8904833'] for segment, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:13.574473 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c2c98b6c-cff0-4d56-a23b-9af08b0584e6 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:13.586815 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2c98b6c-cff0-4d56-a23b-9af08b0584e6 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=94828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:48:13.586815 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c2c98b6c-cff0-4d56-a23b-9af08b0584e6 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9190468'] for segment, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:13.588983 n-d-712140-12 neutron-server[94828]: Traceback (most recent call last): Aug 29 04:48:13.588983 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:48:13.588983 n-d-712140-12 neutron-server[94828]: timer() Aug 29 04:48:13.588983 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:48:13.588983 n-d-712140-12 neutron-server[94828]: cb(*args, **kw) Aug 29 04:48:13.588983 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:48:13.588983 n-d-712140-12 neutron-server[94828]: return func(*args, **kwargs) Aug 29 04:48:13.588983 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:48:13.588983 n-d-712140-12 neutron-server[94828]: self._notify() Aug 29 04:48:13.588983 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:48:13.588983 n-d-712140-12 neutron-server[94828]: self.callback(batched_events) Aug 29 04:48:13.588983 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:48:13.588983 n-d-712140-12 neutron-server[94828]: event.method(event) Aug 29 04:48:13.588983 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:48:13.588983 n-d-712140-12 neutron-server[94828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:48:13.588983 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:48:13.588983 n-d-712140-12 neutron-server[94828]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:48:13.588983 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:48:13.588983 n-d-712140-12 neutron-server[94828]: return f(self, *a, **k) Aug 29 04:48:13.588983 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:48:13.588983 n-d-712140-12 neutron-server[94828]: return self._get(url).json() Aug 29 04:48:13.588983 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:48:13.588983 n-d-712140-12 neutron-server[94828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:48:13.588983 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:48:13.588983 n-d-712140-12 neutron-server[94828]: return self.request(url, 'GET', **kwargs) Aug 29 04:48:13.588983 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:48:13.588983 n-d-712140-12 neutron-server[94828]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:48:13.588983 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:48:13.588983 n-d-712140-12 neutron-server[94828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:48:13.588983 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:48:13.588983 n-d-712140-12 neutron-server[94828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:48:13.588983 n-d-712140-12 neutron-server[94828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:48:13.631820 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-60e3bf95-b093-4675-8965-750c4401e768 req-79f46a19-13cd-49dc-9f34-01d52b9d6dea tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:13.675771 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f46a19-13cd-49dc-9f34-01d52b9d6dea tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Pushing event deleted for resources: {'Port': ['ID=b5e8f72c-8d14-4648-a8ae-cad19296215a,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:13.718576 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c2c98b6c-cff0-4d56-a23b-9af08b0584e6 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:13.723139 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2c98b6c-cff0-4d56-a23b-9af08b0584e6 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5b024bd0-b562-4e5f-a7bd-3a90ab1c05b6 {{(pid=94828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 29 04:48:13.728497 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c2c98b6c-cff0-4d56-a23b-9af08b0584e6 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:13.735875 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-c2c98b6c-cff0-4d56-a23b-9af08b0584e6 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] 10.222.0.22 "DELETE /v2.0/networks/5b024bd0-b562-4e5f-a7bd-3a90ab1c05b6 HTTP/1.1" status: 204 len: 168 time: 1.9519250 Aug 29 04:48:13.736116 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 33692) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:13.749847 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-60e3bf95-b093-4675-8965-750c4401e768 req-79f46a19-13cd-49dc-9f34-01d52b9d6dea tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] No DVR routers for this DVR port b5e8f72c-8d14-4648-a8ae-cad19296215a on host n-h2-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:48:13.760335 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-60e3bf95-b093-4675-8965-750c4401e768 req-79f46a19-13cd-49dc-9f34-01d52b9d6dea tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:13.762970 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-60e3bf95-b093-4675-8965-750c4401e768 req-79f46a19-13cd-49dc-9f34-01d52b9d6dea tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.48 "DELETE /v2.0/ports/b5e8f72c-8d14-4648-a8ae-cad19296215a HTTP/1.1" status: 204 len: 173 time: 0.8959451 Aug 29 04:48:13.763416 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42e5026f-fe81-4369-a355-94689395de07', 'name': 'network-vif-deleted', 'tag': 'b5e8f72c-8d14-4648-a8ae-cad19296215a'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:48:13.765759 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f182f4dd-a2ce-4d83-94ff-e958f88eeb27" -d '{"events": [{"server_uuid": "42e5026f-fe81-4369-a355-94689395de07", "name": "network-vif-deleted", "tag": "b5e8f72c-8d14-4648-a8ae-cad19296215a"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:48:13.773541 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c98b6c-cff0-4d56-a23b-9af08b0584e6 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Pushing event deleted for resources: {'Network': ['ID=5b024bd0-b562-4e5f-a7bd-3a90ab1c05b6,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:13.818047 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-df041e27-3e9b-4042-933d-549d929da65f tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] 10.222.0.22 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.0820088 Aug 29 04:48:13.819862 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9dd954e-9416-4794-a058-e79b6a38cec5 x-openstack-request-id: req-f9dd954e-9416-4794-a058-e79b6a38cec5 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:48:13.820175 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42e5026f-fe81-4369-a355-94689395de07", "name": "network-vif-deleted", "tag": "b5e8f72c-8d14-4648-a8ae-cad19296215a", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:48:13.820433 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f9dd954e-9416-4794-a058-e79b6a38cec5 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:48:13.820851 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42e5026f-fe81-4369-a355-94689395de07', 'name': 'network-vif-deleted', 'tag': 'b5e8f72c-8d14-4648-a8ae-cad19296215a', 'status': 'completed', 'code': 200} Aug 29 04:48:13.821344 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 33696) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:13.922500 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84af30d6-53e1-412b-b07d-47e0e8276911 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:13.923117 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84af30d6-53e1-412b-b07d-47e0e8276911 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:13.923641 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84af30d6-53e1-412b-b07d-47e0e8276911 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:13.924238 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84af30d6-53e1-412b-b07d-47e0e8276911 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:13.928869 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-84af30d6-53e1-412b-b07d-47e0e8276911 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.1036148 Aug 29 04:48:13.929278 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 33698) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:13.991385 n-d-712140-12 neutron-server[94829]: INFO neutron.api.v2.resource [None req-a374ca30-8d5f-4f3b-8b9d-22922b1367af tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] delete failed (client error): The resource could not be found. Aug 29 04:48:13.992533 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-a374ca30-8d5f-4f3b-8b9d-22922b1367af tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] 10.222.0.22 "DELETE /v2.0/floatingips/531b51de-1db6-450b-a454-b9c51052ff52 HTTP/1.1" status: 404 len: 345 time: 0.0625057 Aug 29 04:48:13.995123 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 33700) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:14.012471 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3335164-6d55-46fd-8de1-3d0f190c869e tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] DELETE failed (client error): The resource could not be found. Aug 29 04:48:14.013034 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3335164-6d55-46fd-8de1-3d0f190c869e tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=94829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:48:14.014752 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-e3335164-6d55-46fd-8de1-3d0f190c869e tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] 10.222.0.22 "DELETE /v2.0/networks/5b024bd0-b562-4e5f-a7bd-3a90ab1c05b6 HTTP/1.1" status: 404 len: 339 time: 0.0179439 Aug 29 04:48:14.019512 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 33702) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:14.025445 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-68778a5c-f243-45ad-a2c9-64c816709d7a tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Request body: {'network': {'name': 'tempest-network--314521728', 'router:external': True}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:48:14.051384 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68778a5c-f243-45ad-a2c9-64c816709d7a tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Made reservation on behalf of 95a2e66f1d16496cb34a2024176374aa for: {'network': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:48:14.054605 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-68778a5c-f243-45ad-a2c9-64c816709d7a tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:14.094862 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68778a5c-f243-45ad-a2c9-64c816709d7a tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=94828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:48:14.106331 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-68778a5c-f243-45ad-a2c9-64c816709d7a tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:14.108005 n-d-712140-12 neutron-server[94828]: INFO neutron.db.segments_db [None req-68778a5c-f243-45ad-a2c9-64c816709d7a tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Added segment 7d92900e-ed57-47e9-95d5-4f32e281506d of type vlan for network 324d5901-50e5-44e9-a0af-264dc9271507 Aug 29 04:48:14.154327 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-68778a5c-f243-45ad-a2c9-64c816709d7a tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:14.192070 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-68778a5c-f243-45ad-a2c9-64c816709d7a tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:14.193497 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68778a5c-f243-45ad-a2c9-64c816709d7a tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:14.194088 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-68778a5c-f243-45ad-a2c9-64c816709d7a tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:14.255123 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-68778a5c-f243-45ad-a2c9-64c816709d7a tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.2344003 Aug 29 04:48:14.257715 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 33704) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:14.272244 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68778a5c-f243-45ad-a2c9-64c816709d7a tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Pushing event updated for resources: {'Network': ['ID=324d5901-50e5-44e9-a0af-264dc9271507,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:14.281920 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 324d5901-50e5-44e9-a0af-264dc9271507 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:48:14.368199 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a8afc4-7cdc-47be-8b9c-90fb7f979acd tempest-ExternalNetworksTestJSON-1247955249 tempest-ExternalNetworksTestJSON-1247955249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:14.374883 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a8afc4-7cdc-47be-8b9c-90fb7f979acd tempest-ExternalNetworksTestJSON-1247955249 tempest-ExternalNetworksTestJSON-1247955249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:14.380654 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a8afc4-7cdc-47be-8b9c-90fb7f979acd tempest-ExternalNetworksTestJSON-1247955249 tempest-ExternalNetworksTestJSON-1247955249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:14.387366 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a8afc4-7cdc-47be-8b9c-90fb7f979acd tempest-ExternalNetworksTestJSON-1247955249 tempest-ExternalNetworksTestJSON-1247955249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:14.389017 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-33a8afc4-7cdc-47be-8b9c-90fb7f979acd tempest-ExternalNetworksTestJSON-1247955249 tempest-ExternalNetworksTestJSON-1247955249-project] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.1303990 Aug 29 04:48:14.391885 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 33706) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:14.457060 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 33710) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:14.465290 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d820f8a5-2bd9-4f9a-aab6-088371f7d919 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:14.543069 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d820f8a5-2bd9-4f9a-aab6-088371f7d919 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:14.552870 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-d820f8a5-2bd9-4f9a-aab6-088371f7d919 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['324d5901-50e5-44e9-a0af-264dc9271507']}} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:14.563935 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-d820f8a5-2bd9-4f9a-aab6-088371f7d919 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d92900e-ed57-47e9-95d5-4f32e281506d') {'for_net_delete': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:14.564233 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-d820f8a5-2bd9-4f9a-aab6-088371f7d919 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d92900e-ed57-47e9-95d5-4f32e281506d') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:14.573080 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d820f8a5-2bd9-4f9a-aab6-088371f7d919 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8904833'] for segment, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:14.592132 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d820f8a5-2bd9-4f9a-aab6-088371f7d919 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:14.597917 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d820f8a5-2bd9-4f9a-aab6-088371f7d919 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=94828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:48:14.598303 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d820f8a5-2bd9-4f9a-aab6-088371f7d919 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9190468'] for segment, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:14.600054 n-d-712140-12 neutron-server[94828]: Traceback (most recent call last): Aug 29 04:48:14.600054 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:48:14.600054 n-d-712140-12 neutron-server[94828]: timer() Aug 29 04:48:14.600054 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:48:14.600054 n-d-712140-12 neutron-server[94828]: cb(*args, **kw) Aug 29 04:48:14.600054 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:48:14.600054 n-d-712140-12 neutron-server[94828]: return func(*args, **kwargs) Aug 29 04:48:14.600054 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:48:14.600054 n-d-712140-12 neutron-server[94828]: self._notify() Aug 29 04:48:14.600054 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:48:14.600054 n-d-712140-12 neutron-server[94828]: self.callback(batched_events) Aug 29 04:48:14.600054 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:48:14.600054 n-d-712140-12 neutron-server[94828]: event.method(event) Aug 29 04:48:14.600054 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:48:14.600054 n-d-712140-12 neutron-server[94828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:48:14.600054 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:48:14.600054 n-d-712140-12 neutron-server[94828]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:48:14.600054 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:48:14.600054 n-d-712140-12 neutron-server[94828]: return f(self, *a, **k) Aug 29 04:48:14.600054 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:48:14.600054 n-d-712140-12 neutron-server[94828]: return self._get(url).json() Aug 29 04:48:14.600054 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:48:14.600054 n-d-712140-12 neutron-server[94828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:48:14.600054 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:48:14.600054 n-d-712140-12 neutron-server[94828]: return self.request(url, 'GET', **kwargs) Aug 29 04:48:14.600054 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:48:14.600054 n-d-712140-12 neutron-server[94828]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:48:14.600054 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:48:14.600054 n-d-712140-12 neutron-server[94828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:48:14.600054 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:48:14.600054 n-d-712140-12 neutron-server[94828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:48:14.600054 n-d-712140-12 neutron-server[94828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:48:14.655922 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d820f8a5-2bd9-4f9a-aab6-088371f7d919 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:14.661029 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d820f8a5-2bd9-4f9a-aab6-088371f7d919 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 324d5901-50e5-44e9-a0af-264dc9271507 {{(pid=94828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 29 04:48:14.663264 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d820f8a5-2bd9-4f9a-aab6-088371f7d919 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:14.665918 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-d820f8a5-2bd9-4f9a-aab6-088371f7d919 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] 10.222.0.22 "DELETE /v2.0/networks/324d5901-50e5-44e9-a0af-264dc9271507 HTTP/1.1" status: 204 len: 168 time: 0.2730408 Aug 29 04:48:14.670377 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 33712) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:14.677102 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-a17653bc-2bb4-4024-95fd-faf4d2616649 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Request body: {'network': {'name': 'tempest-network--263503586', 'router:external': True}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:48:14.679498 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d820f8a5-2bd9-4f9a-aab6-088371f7d919 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Pushing event deleted for resources: {'Network': ['ID=324d5901-50e5-44e9-a0af-264dc9271507,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:14.729620 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a17653bc-2bb4-4024-95fd-faf4d2616649 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Made reservation on behalf of 95a2e66f1d16496cb34a2024176374aa for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:48:14.732868 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a17653bc-2bb4-4024-95fd-faf4d2616649 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:14.787076 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a17653bc-2bb4-4024-95fd-faf4d2616649 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:48:14.809399 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a17653bc-2bb4-4024-95fd-faf4d2616649 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:14.809656 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-a17653bc-2bb4-4024-95fd-faf4d2616649 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Added segment e67f7f48-8c7a-41f1-ab68-208c5e610e8e of type vlan for network 31cfff57-32c0-4608-aa02-f86d07797ef9 Aug 29 04:48:14.864786 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a17653bc-2bb4-4024-95fd-faf4d2616649 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:14.925009 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a17653bc-2bb4-4024-95fd-faf4d2616649 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:14.926083 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a17653bc-2bb4-4024-95fd-faf4d2616649 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:14.926668 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a17653bc-2bb4-4024-95fd-faf4d2616649 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:14.987236 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-a17653bc-2bb4-4024-95fd-faf4d2616649 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3157880 Aug 29 04:48:14.989883 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 33714) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:15.003240 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17653bc-2bb4-4024-95fd-faf4d2616649 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Pushing event updated for resources: {'Network': ['ID=31cfff57-32c0-4608-aa02-f86d07797ef9,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:15.012147 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c48d8855-f486-4841-92a9-5243745a2e48 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713413'] for router_interface, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:15.014369 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 31cfff57-32c0-4608-aa02-f86d07797ef9 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:48:15.080785 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1902f489-5a2a-4484-974f-86c802e8625a tempest-ExternalNetworksTestJSON-1247955249 tempest-ExternalNetworksTestJSON-1247955249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:15.083720 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-1902f489-5a2a-4484-974f-86c802e8625a tempest-ExternalNetworksTestJSON-1247955249 tempest-ExternalNetworksTestJSON-1247955249-project] 10.222.0.22 "GET /v2.0/networks/31cfff57-32c0-4608-aa02-f86d07797ef9 HTTP/1.1" status: 200 len: 756 time: 0.0911331 Aug 29 04:48:15.084757 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 33716) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:15.170851 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75192f2c-4ed1-4b22-8458-e6c3abfc93a7 tempest-ExternalNetworksTestJSON-1247955249 tempest-ExternalNetworksTestJSON-1247955249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:15.174813 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-75192f2c-4ed1-4b22-8458-e6c3abfc93a7 tempest-ExternalNetworksTestJSON-1247955249 tempest-ExternalNetworksTestJSON-1247955249-project] 10.222.0.22 "GET /v2.0/networks/43a6c521-4354-48bd-8e6f-3df2a2dd99e1 HTTP/1.1" status: 200 len: 768 time: 0.0865552 Aug 29 04:48:15.175044 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 33718) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:15.255706 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-88f05893-7fea-4b7d-9f3f-99e680d5c127 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:15.286314 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-c48d8855-f486-4841-92a9-5243745a2e48 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Deleting port d45dc834-e598-45e8-b444-7afd3d33096d {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:48:15.286659 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c48d8855-f486-4841-92a9-5243745a2e48 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:15.332066 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-88f05893-7fea-4b7d-9f3f-99e680d5c127 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:15.341977 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-88f05893-7fea-4b7d-9f3f-99e680d5c127 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31cfff57-32c0-4608-aa02-f86d07797ef9']}} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:15.352225 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-88f05893-7fea-4b7d-9f3f-99e680d5c127 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e67f7f48-8c7a-41f1-ab68-208c5e610e8e') {'for_net_delete': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:15.352517 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-88f05893-7fea-4b7d-9f3f-99e680d5c127 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e67f7f48-8c7a-41f1-ab68-208c5e610e8e') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:15.361861 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-88f05893-7fea-4b7d-9f3f-99e680d5c127 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8904833'] for segment, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:15.374609 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-c48d8855-f486-4841-92a9-5243745a2e48 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] For port d45dc834-e598-45e8-b444-7afd3d33096d, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=d45dc834-e598-45e8-b444-7afd3d33096d,segment=NetworkSegment(87014bae-10f9-4151-9722-f1535aede29e),segment_id=87014bae-10f9-4151-9722-f1535aede29e)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:15.374983 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c48d8855-f486-4841-92a9-5243745a2e48 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:15.375714 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-88f05893-7fea-4b7d-9f3f-99e680d5c127 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:15.381526 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88f05893-7fea-4b7d-9f3f-99e680d5c127 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=94828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:48:15.381917 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-88f05893-7fea-4b7d-9f3f-99e680d5c127 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9190468'] for segment, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:15.383569 n-d-712140-12 neutron-server[94828]: Traceback (most recent call last): Aug 29 04:48:15.383569 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:48:15.383569 n-d-712140-12 neutron-server[94828]: timer() Aug 29 04:48:15.383569 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:48:15.383569 n-d-712140-12 neutron-server[94828]: cb(*args, **kw) Aug 29 04:48:15.383569 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:48:15.383569 n-d-712140-12 neutron-server[94828]: return func(*args, **kwargs) Aug 29 04:48:15.383569 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:48:15.383569 n-d-712140-12 neutron-server[94828]: self._notify() Aug 29 04:48:15.383569 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:48:15.383569 n-d-712140-12 neutron-server[94828]: self.callback(batched_events) Aug 29 04:48:15.383569 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:48:15.383569 n-d-712140-12 neutron-server[94828]: event.method(event) Aug 29 04:48:15.383569 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:48:15.383569 n-d-712140-12 neutron-server[94828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:48:15.383569 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:48:15.383569 n-d-712140-12 neutron-server[94828]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:48:15.383569 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:48:15.383569 n-d-712140-12 neutron-server[94828]: return f(self, *a, **k) Aug 29 04:48:15.383569 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:48:15.383569 n-d-712140-12 neutron-server[94828]: return self._get(url).json() Aug 29 04:48:15.383569 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:48:15.383569 n-d-712140-12 neutron-server[94828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:48:15.383569 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:48:15.383569 n-d-712140-12 neutron-server[94828]: return self.request(url, 'GET', **kwargs) Aug 29 04:48:15.383569 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:48:15.383569 n-d-712140-12 neutron-server[94828]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:48:15.383569 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:48:15.383569 n-d-712140-12 neutron-server[94828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:48:15.383569 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:48:15.383569 n-d-712140-12 neutron-server[94828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:48:15.383569 n-d-712140-12 neutron-server[94828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:48:15.388641 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-c48d8855-f486-4841-92a9-5243745a2e48 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Calling delete_port for d45dc834-e598-45e8-b444-7afd3d33096d owned by network:router_interface {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:48:15.444478 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-88f05893-7fea-4b7d-9f3f-99e680d5c127 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:15.450371 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88f05893-7fea-4b7d-9f3f-99e680d5c127 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 31cfff57-32c0-4608-aa02-f86d07797ef9 {{(pid=94828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 29 04:48:15.453495 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-88f05893-7fea-4b7d-9f3f-99e680d5c127 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:15.458625 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-88f05893-7fea-4b7d-9f3f-99e680d5c127 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] 10.222.0.22 "DELETE /v2.0/networks/31cfff57-32c0-4608-aa02-f86d07797ef9 HTTP/1.1" status: 204 len: 168 time: 0.2793679 Aug 29 04:48:15.460217 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 33720) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:15.464067 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-0ec0b68a-7378-4b18-9b00-08a291b04360 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Request body: {'network': {'name': 'tempest-network--1807836095'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:48:15.479557 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f05893-7fea-4b7d-9f3f-99e680d5c127 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Pushing event deleted for resources: {'Network': ['ID=31cfff57-32c0-4608-aa02-f86d07797ef9,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:15.499310 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ec0b68a-7378-4b18-9b00-08a291b04360 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Made reservation on behalf of 95a2e66f1d16496cb34a2024176374aa for: {'network': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:48:15.501442 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0ec0b68a-7378-4b18-9b00-08a291b04360 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:15.530183 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ec0b68a-7378-4b18-9b00-08a291b04360 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=94828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:48:15.539437 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0ec0b68a-7378-4b18-9b00-08a291b04360 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:15.539817 n-d-712140-12 neutron-server[94828]: INFO neutron.db.segments_db [None req-0ec0b68a-7378-4b18-9b00-08a291b04360 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Added segment e9303bed-1217-4cf7-b640-daef9792c2ed of type vlan for network 51c9b982-7cf5-486e-94c3-00ba2270c9dd Aug 29 04:48:15.554611 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device b5e8f72c-8d14-4648-a8ae-cad19296215a no longer exists at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:48:15.576578 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] No Port match for: b5e8f72c-8d14-4648-a8ae-cad19296215a {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:48:15.577327 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device b5e8f72c-8d14-4648-a8ae-cad19296215a not bound to the agent host n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:48:15.580114 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0ec0b68a-7378-4b18-9b00-08a291b04360 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:15.606474 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0ec0b68a-7378-4b18-9b00-08a291b04360 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:15.607759 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c48d8855-f486-4841-92a9-5243745a2e48 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:15.608599 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec0b68a-7378-4b18-9b00-08a291b04360 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:15.609649 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0ec0b68a-7378-4b18-9b00-08a291b04360 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:15.639807 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48d8855-f486-4841-92a9-5243745a2e48 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Pushing event deleted for resources: {'Port': ['ID=d45dc834-e598-45e8-b444-7afd3d33096d,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:15.683843 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-0ec0b68a-7378-4b18-9b00-08a291b04360 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.2210906 Aug 29 04:48:15.684067 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 33722) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:15.691190 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-6845ee92-3b67-490f-a2a1-b2a5220efbe3 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:48:15.708934 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec0b68a-7378-4b18-9b00-08a291b04360 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Pushing event updated for resources: {'Network': ['ID=51c9b982-7cf5-486e-94c3-00ba2270c9dd,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:15.719739 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 51c9b982-7cf5-486e-94c3-00ba2270c9dd details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:48:15.895907 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6845ee92-3b67-490f-a2a1-b2a5220efbe3 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:15.914684 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6845ee92-3b67-490f-a2a1-b2a5220efbe3 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:15.932145 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6845ee92-3b67-490f-a2a1-b2a5220efbe3 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Network 51c9b982-7cf5-486e-94c3-00ba2270c9dd is not hosted by any dhcp agent {{(pid=94828) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 29 04:48:15.933800 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6845ee92-3b67-490f-a2a1-b2a5220efbe3 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:15.934408 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6845ee92-3b67-490f-a2a1-b2a5220efbe3 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:15.935752 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-6845ee92-3b67-490f-a2a1-b2a5220efbe3 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] 10.222.0.22 "PUT /v2.0/networks/51c9b982-7cf5-486e-94c3-00ba2270c9dd HTTP/1.1" status: 200 len: 858 time: 0.2507656 Aug 29 04:48:15.960652 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 33724) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:16.029598 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6845ee92-3b67-490f-a2a1-b2a5220efbe3 tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Pushing event updated for resources: {'Network': ['ID=51c9b982-7cf5-486e-94c3-00ba2270c9dd,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:16.047501 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5d54a2d8-3572-4e6a-a511-2b137c43a11f tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:16.123855 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c48d8855-f486-4841-92a9-5243745a2e48 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-713231'] for router_interface, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:16.126877 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5d54a2d8-3572-4e6a-a511-2b137c43a11f tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:16.142275 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-5d54a2d8-3572-4e6a-a511-2b137c43a11f tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51c9b982-7cf5-486e-94c3-00ba2270c9dd']}} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:16.152801 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-5d54a2d8-3572-4e6a-a511-2b137c43a11f tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9303bed-1217-4cf7-b640-daef9792c2ed') {'for_net_delete': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:16.153107 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-5d54a2d8-3572-4e6a-a511-2b137c43a11f tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9303bed-1217-4cf7-b640-daef9792c2ed') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:16.161916 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5d54a2d8-3572-4e6a-a511-2b137c43a11f tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8904833'] for segment, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:16.175765 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5d54a2d8-3572-4e6a-a511-2b137c43a11f tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:16.182166 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d54a2d8-3572-4e6a-a511-2b137c43a11f tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=94828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:48:16.182699 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5d54a2d8-3572-4e6a-a511-2b137c43a11f tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9190468'] for segment, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:16.184989 n-d-712140-12 neutron-server[94828]: Traceback (most recent call last): Aug 29 04:48:16.184989 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:48:16.184989 n-d-712140-12 neutron-server[94828]: timer() Aug 29 04:48:16.184989 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:48:16.184989 n-d-712140-12 neutron-server[94828]: cb(*args, **kw) Aug 29 04:48:16.184989 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:48:16.184989 n-d-712140-12 neutron-server[94828]: return func(*args, **kwargs) Aug 29 04:48:16.184989 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:48:16.184989 n-d-712140-12 neutron-server[94828]: self._notify() Aug 29 04:48:16.184989 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:48:16.184989 n-d-712140-12 neutron-server[94828]: self.callback(batched_events) Aug 29 04:48:16.184989 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:48:16.184989 n-d-712140-12 neutron-server[94828]: event.method(event) Aug 29 04:48:16.184989 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:48:16.184989 n-d-712140-12 neutron-server[94828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:48:16.184989 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:48:16.184989 n-d-712140-12 neutron-server[94828]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:48:16.184989 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:48:16.184989 n-d-712140-12 neutron-server[94828]: return f(self, *a, **k) Aug 29 04:48:16.184989 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:48:16.184989 n-d-712140-12 neutron-server[94828]: return self._get(url).json() Aug 29 04:48:16.184989 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:48:16.184989 n-d-712140-12 neutron-server[94828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:48:16.184989 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:48:16.184989 n-d-712140-12 neutron-server[94828]: return self.request(url, 'GET', **kwargs) Aug 29 04:48:16.184989 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:48:16.184989 n-d-712140-12 neutron-server[94828]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:48:16.184989 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:48:16.184989 n-d-712140-12 neutron-server[94828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:48:16.184989 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:48:16.184989 n-d-712140-12 neutron-server[94828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:48:16.184989 n-d-712140-12 neutron-server[94828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:48:16.244768 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5d54a2d8-3572-4e6a-a511-2b137c43a11f tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:16.250097 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d54a2d8-3572-4e6a-a511-2b137c43a11f tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 51c9b982-7cf5-486e-94c3-00ba2270c9dd {{(pid=94828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 29 04:48:16.252620 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5d54a2d8-3572-4e6a-a511-2b137c43a11f tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:16.259040 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-5d54a2d8-3572-4e6a-a511-2b137c43a11f tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] 10.222.0.22 "DELETE /v2.0/networks/51c9b982-7cf5-486e-94c3-00ba2270c9dd HTTP/1.1" status: 204 len: 168 time: 0.2929084 Aug 29 04:48:16.267243 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 33726) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:16.276024 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d54a2d8-3572-4e6a-a511-2b137c43a11f tempest-ExternalNetworksTestJSON-2018228340 tempest-ExternalNetworksTestJSON-2018228340-project-admin] Pushing event deleted for resources: {'Network': ['ID=51c9b982-7cf5-486e-94c3-00ba2270c9dd,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:16.299987 n-d-712140-12 neutron-server[94828]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e2320a0-6790-4a00-b340-25bef2627086 tempest-ExternalNetworksTestJSON-1247955249 tempest-ExternalNetworksTestJSON-1247955249-project] DELETE failed (client error): The resource could not be found. Aug 29 04:48:16.300458 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e2320a0-6790-4a00-b340-25bef2627086 tempest-ExternalNetworksTestJSON-1247955249 tempest-ExternalNetworksTestJSON-1247955249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:48:16.304946 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-5e2320a0-6790-4a00-b340-25bef2627086 tempest-ExternalNetworksTestJSON-1247955249 tempest-ExternalNetworksTestJSON-1247955249-project] 10.222.0.22 "DELETE /v2.0/subnets/0279e47b-e093-41b3-b686-43b5d71698c2 HTTP/1.1" status: 404 len: 337 time: 0.0340102 Aug 29 04:48:16.305547 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 33728) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:16.359791 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c48d8855-f486-4841-92a9-5243745a2e48 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Router cec80278-d1e3-4a71-9f36-7f0fd190781f has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:48:16.384029 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6a76e2a4-891a-42a7-ac8d-5810f6174fa9 tempest-ExternalNetworksTestJSON-1247955249 tempest-ExternalNetworksTestJSON-1247955249-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:16.471760 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c48d8855-f486-4841-92a9-5243745a2e48 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:48:16.473243 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6a76e2a4-891a-42a7-ac8d-5810f6174fa9 tempest-ExternalNetworksTestJSON-1247955249 tempest-ExternalNetworksTestJSON-1247955249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:16.480331 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-c48d8855-f486-4841-92a9-5243745a2e48 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "PUT /v2.0/routers/cec80278-d1e3-4a71-9f36-7f0fd190781f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0217805 Aug 29 04:48:16.480535 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 33730) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:16.491155 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-6a76e2a4-891a-42a7-ac8d-5810f6174fa9 tempest-ExternalNetworksTestJSON-1247955249 tempest-ExternalNetworksTestJSON-1247955249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43a6c521-4354-48bd-8e6f-3df2a2dd99e1']}} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:16.521812 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-6a76e2a4-891a-42a7-ac8d-5810f6174fa9 tempest-ExternalNetworksTestJSON-1247955249 tempest-ExternalNetworksTestJSON-1247955249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '514b3748-0c6a-41ef-a290-87bace25c778') {'for_net_delete': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:16.522118 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-6a76e2a4-891a-42a7-ac8d-5810f6174fa9 tempest-ExternalNetworksTestJSON-1247955249 tempest-ExternalNetworksTestJSON-1247955249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '514b3748-0c6a-41ef-a290-87bace25c778') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:16.536922 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6a76e2a4-891a-42a7-ac8d-5810f6174fa9 tempest-ExternalNetworksTestJSON-1247955249 tempest-ExternalNetworksTestJSON-1247955249-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8904833'] for segment, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:16.561004 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6a76e2a4-891a-42a7-ac8d-5810f6174fa9 tempest-ExternalNetworksTestJSON-1247955249 tempest-ExternalNetworksTestJSON-1247955249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:16.566192 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1bf2b00-2ceb-4b19-8811-84f9a887004c tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Deleting subnet eea81d3f-5c19-4aaf-9654-b856991d5e3b {{(pid=94828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:48:16.571962 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e1bf2b00-2ceb-4b19-8811-84f9a887004c tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for subnet, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:16.575084 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a76e2a4-891a-42a7-ac8d-5810f6174fa9 tempest-ExternalNetworksTestJSON-1247955249 tempest-ExternalNetworksTestJSON-1247955249-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=94828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:48:16.575462 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6a76e2a4-891a-42a7-ac8d-5810f6174fa9 tempest-ExternalNetworksTestJSON-1247955249 tempest-ExternalNetworksTestJSON-1247955249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9190468'] for segment, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:16.578244 n-d-712140-12 neutron-server[94828]: Traceback (most recent call last): Aug 29 04:48:16.578244 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:48:16.578244 n-d-712140-12 neutron-server[94828]: timer() Aug 29 04:48:16.578244 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:48:16.578244 n-d-712140-12 neutron-server[94828]: cb(*args, **kw) Aug 29 04:48:16.578244 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:48:16.578244 n-d-712140-12 neutron-server[94828]: return func(*args, **kwargs) Aug 29 04:48:16.578244 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:48:16.578244 n-d-712140-12 neutron-server[94828]: self._notify() Aug 29 04:48:16.578244 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:48:16.578244 n-d-712140-12 neutron-server[94828]: self.callback(batched_events) Aug 29 04:48:16.578244 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:48:16.578244 n-d-712140-12 neutron-server[94828]: event.method(event) Aug 29 04:48:16.578244 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:48:16.578244 n-d-712140-12 neutron-server[94828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:48:16.578244 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:48:16.578244 n-d-712140-12 neutron-server[94828]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:48:16.578244 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:48:16.578244 n-d-712140-12 neutron-server[94828]: return f(self, *a, **k) Aug 29 04:48:16.578244 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:48:16.578244 n-d-712140-12 neutron-server[94828]: return self._get(url).json() Aug 29 04:48:16.578244 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:48:16.578244 n-d-712140-12 neutron-server[94828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:48:16.578244 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:48:16.578244 n-d-712140-12 neutron-server[94828]: return self.request(url, 'GET', **kwargs) Aug 29 04:48:16.578244 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:48:16.578244 n-d-712140-12 neutron-server[94828]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:48:16.578244 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:48:16.578244 n-d-712140-12 neutron-server[94828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:48:16.578244 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:48:16.578244 n-d-712140-12 neutron-server[94828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:48:16.578244 n-d-712140-12 neutron-server[94828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:48:16.656440 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e1bf2b00-2ceb-4b19-8811-84f9a887004c tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8904862'] for subnet, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:16.676954 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6a76e2a4-891a-42a7-ac8d-5810f6174fa9 tempest-ExternalNetworksTestJSON-1247955249 tempest-ExternalNetworksTestJSON-1247955249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:16.687729 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6a76e2a4-891a-42a7-ac8d-5810f6174fa9 tempest-ExternalNetworksTestJSON-1247955249 tempest-ExternalNetworksTestJSON-1247955249-project] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:16.689548 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-6a76e2a4-891a-42a7-ac8d-5810f6174fa9 tempest-ExternalNetworksTestJSON-1247955249 tempest-ExternalNetworksTestJSON-1247955249-project] 10.222.0.22 "DELETE /v2.0/networks/43a6c521-4354-48bd-8e6f-3df2a2dd99e1 HTTP/1.1" status: 204 len: 168 time: 0.3830211 Aug 29 04:48:16.710963 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a76e2a4-891a-42a7-ac8d-5810f6174fa9 tempest-ExternalNetworksTestJSON-1247955249 tempest-ExternalNetworksTestJSON-1247955249-project] Pushing event deleted for resources: {'Network': ['ID=43a6c521-4354-48bd-8e6f-3df2a2dd99e1,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:16.760060 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b593832a-ed7f-410c-9186-ab28a6feb427 None None] Sync routers for ids ['cec80278-d1e3-4a71-9f36-7f0fd190781f'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:48:16.768894 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e1bf2b00-2ceb-4b19-8811-84f9a887004c tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:16.772039 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b593832a-ed7f-410c-9186-ab28a6feb427 None None] Routers {'cec80278-d1e3-4a71-9f36-7f0fd190781f'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:48:16.772887 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-b593832a-ed7f-410c-9186-ab28a6feb427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:48:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['cec80278-d1e3-4a71-9f36-7f0fd190781f'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:16.837820 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e1bf2b00-2ceb-4b19-8811-84f9a887004c tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9190434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062341'] for subnet, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:16.870232 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bf2b00-2ceb-4b19-8811-84f9a887004c tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Pushing event deleted for resources: {'Subnet': ['ID=eea81d3f-5c19-4aaf-9654-b856991d5e3b,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:16.874132 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e1bf2b00-2ceb-4b19-8811-84f9a887004c tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:16.880121 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 33734) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:16.880319 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc86b34-e584-4c7c-b8c7-ef52813a3913 None None] Network 8a2bc793-2a07-41ab-ae3e-9a363548bbb9 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:48:16.880576 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-e1bf2b00-2ceb-4b19-8811-84f9a887004c tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "DELETE /v2.0/subnets/eea81d3f-5c19-4aaf-9654-b856991d5e3b HTTP/1.1" status: 204 len: 168 time: 0.3988419 Aug 29 04:48:16.935602 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-b593832a-ed7f-410c-9186-ab28a6feb427 None None] Set router cec80278-d1e3-4a71-9f36-7f0fd190781f gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:48:16.994427 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1dccce43-e587-4c64-a1eb-69d6a6456697 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for router, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:17.025727 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 33738) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:17.136956 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1dccce43-e587-4c64-a1eb-69d6a6456697 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:17.175317 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-b593832a-ed7f-410c-9186-ab28a6feb427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cec80278-d1e3-4a71-9f36-7f0fd190781f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1057041204', 'tenant_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '06d85a02-b99f-4bcd-84f3-0e67ff96296b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:47:07Z', 'updated_at': '2021-08-29T04:48:15Z', 'revision_number': 5, 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'gw_port': {'id': '06d85a02-b99f-4bcd-84f3-0e67ff96296b', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:90:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec80278-d1e3-4a71-9f36-7f0fd190781f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:47:07Z', 'updated_at': '2021-08-29T04:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:17.197545 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-cdd4f4eb-8d2c-406f-88a3-a413c3d8dbe3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b7446d4985034835bf02e1902e1a1122&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1706407 Aug 29 04:48:17.201072 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 33742) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:17.208066 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b593832a-ed7f-410c-9186-ab28a6feb427 None None] Checking router: cec80278-d1e3-4a71-9f36-7f0fd190781f for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:48:17.219084 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa40a6e-7a02-4fa8-ab53-fa10aeb6d697 None None] DHCP port deletion for 8a2bc793-2a07-41ab-ae3e-9a363548bbb9 request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:48:17.222929 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b593832a-ed7f-410c-9186-ab28a6feb427 None None] Routers {'cec80278-d1e3-4a71-9f36-7f0fd190781f'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:48:17.223597 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-b593832a-ed7f-410c-9186-ab28a6feb427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:48:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['cec80278-d1e3-4a71-9f36-7f0fd190781f'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:17.229888 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-1dccce43-e587-4c64-a1eb-69d6a6456697 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Deleting port 06d85a02-b99f-4bcd-84f3-0e67ff96296b {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:48:17.230299 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1dccce43-e587-4c64-a1eb-69d6a6456697 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:17.309213 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e2887f23-8392-4faa-aad9-7117769548cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:17.334940 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-b593832a-ed7f-410c-9186-ab28a6feb427 None None] Set router cec80278-d1e3-4a71-9f36-7f0fd190781f gateway port host: None {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:48:17.348859 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e2887f23-8392-4faa-aad9-7117769548cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:17.358876 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-1dccce43-e587-4c64-a1eb-69d6a6456697 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] For port 06d85a02-b99f-4bcd-84f3-0e67ff96296b, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=06d85a02-b99f-4bcd-84f3-0e67ff96296b,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:17.359236 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1dccce43-e587-4c64-a1eb-69d6a6456697 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:17.378548 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-1dccce43-e587-4c64-a1eb-69d6a6456697 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Calling delete_port for 06d85a02-b99f-4bcd-84f3-0e67ff96296b owned by network:router_gateway {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:48:17.393337 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-b593832a-ed7f-410c-9186-ab28a6feb427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cec80278-d1e3-4a71-9f36-7f0fd190781f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1057041204', 'tenant_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:47:07Z', 'updated_at': '2021-08-29T04:48:17Z', 'revision_number': 6, 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'gw_port_host': None}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:17.397299 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-8aa40a6e-7a02-4fa8-ab53-fa10aeb6d697 None None] Deleting port ce264f45-79a7-48e2-ae3e-c8d30e6764a6 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:48:17.397679 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8aa40a6e-7a02-4fa8-ab53-fa10aeb6d697 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:17.452993 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e2887f23-8392-4faa-aad9-7117769548cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:17.454413 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b593832a-ed7f-410c-9186-ab28a6feb427 None None] The sync data for ids ['cec80278-d1e3-4a71-9f36-7f0fd190781f'] in n-d-712140-12 is: [{'id': 'cec80278-d1e3-4a71-9f36-7f0fd190781f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1057041204', 'tenant_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:47:07Z', 'updated_at': '2021-08-29T04:48:17Z', 'revision_number': 6, 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'gw_port_host': None}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:48:17.455388 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e2887f23-8392-4faa-aad9-7117769548cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:17.456583 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-e2887f23-8392-4faa-aad9-7117769548cf admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/01ecdd79-8f15-4e4e-b2eb-03363d54a34c HTTP/1.1" status: 204 len: 168 time: 0.2537034 Aug 29 04:48:17.472088 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2887f23-8392-4faa-aad9-7117769548cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01ecdd79-8f15-4e4e-b2eb-03363d54a34c,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:17.488745 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-8aa40a6e-7a02-4fa8-ab53-fa10aeb6d697 None None] For port ce264f45-79a7-48e2-ae3e-c8d30e6764a6, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=ce264f45-79a7-48e2-ae3e-c8d30e6764a6,segment=NetworkSegment(87014bae-10f9-4151-9722-f1535aede29e),segment_id=87014bae-10f9-4151-9722-f1535aede29e)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:17.489290 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8aa40a6e-7a02-4fa8-ab53-fa10aeb6d697 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:17.520193 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-8aa40a6e-7a02-4fa8-ab53-fa10aeb6d697 None None] Calling delete_port for ce264f45-79a7-48e2-ae3e-c8d30e6764a6 owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:48:17.592342 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1dccce43-e587-4c64-a1eb-69d6a6456697 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:17.609266 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8aa40a6e-7a02-4fa8-ab53-fa10aeb6d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:17.621359 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dccce43-e587-4c64-a1eb-69d6a6456697 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Pushing event deleted for resources: {'Port': ['ID=06d85a02-b99f-4bcd-84f3-0e67ff96296b,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:17.642098 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa40a6e-7a02-4fa8-ab53-fa10aeb6d697 None None] Pushing event deleted for resources: {'Port': ['ID=ce264f45-79a7-48e2-ae3e-c8d30e6764a6,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:17.647504 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa40a6e-7a02-4fa8-ab53-fa10aeb6d697 None None] No DVR routers for this DVR port ce264f45-79a7-48e2-ae3e-c8d30e6764a6 on host n-d-712140-12 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:48:17.683306 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1dccce43-e587-4c64-a1eb-69d6a6456697 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719445'] for router_gateway, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:17.758086 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 33748) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:17.775009 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1dccce43-e587-4c64-a1eb-69d6a6456697 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:17.777919 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1dccce43-e587-4c64-a1eb-69d6a6456697 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:17.808985 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-72c521c7-25fc-4038-8222-8a353abdaa18 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=95a2e66f1d16496cb34a2024176374aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0474191 Aug 29 04:48:17.812216 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 33750) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:17.833613 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1dccce43-e587-4c64-a1eb-69d6a6456697 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717253'] for router, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:17.834665 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dccce43-e587-4c64-a1eb-69d6a6456697 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Fanout notify agent at l3_agent the message router_deleted on router cec80278-d1e3-4a71-9f36-7f0fd190781f {{(pid=94829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:48:17.843490 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1dccce43-e587-4c64-a1eb-69d6a6456697 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:17.846300 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-1dccce43-e587-4c64-a1eb-69d6a6456697 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "DELETE /v2.0/routers/cec80278-d1e3-4a71-9f36-7f0fd190781f HTTP/1.1" status: 204 len: 168 time: 0.9634876 Aug 29 04:48:17.847303 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 33752) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:17.865592 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4aedc1c7-15eb-42b6-a86f-cfc15e2bd58f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:17.893585 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4aedc1c7-15eb-42b6-a86f-cfc15e2bd58f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:17.931024 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1d45ba1a-5098-4b54-98a5-11b028b66192 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:17.946762 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4aedc1c7-15eb-42b6-a86f-cfc15e2bd58f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:17.950067 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4aedc1c7-15eb-42b6-a86f-cfc15e2bd58f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:17.951370 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-4aedc1c7-15eb-42b6-a86f-cfc15e2bd58f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a4960d67-864e-40ed-927a-7c028f70489a HTTP/1.1" status: 204 len: 168 time: 0.1381691 Aug 29 04:48:17.959445 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aedc1c7-15eb-42b6-a86f-cfc15e2bd58f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4960d67-864e-40ed-927a-7c028f70489a,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:18.034337 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1d45ba1a-5098-4b54-98a5-11b028b66192 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:18.045251 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-1d45ba1a-5098-4b54-98a5-11b028b66192 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a2bc793-2a07-41ab-ae3e-9a363548bbb9']}} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:18.055922 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-1d45ba1a-5098-4b54-98a5-11b028b66192 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87014bae-10f9-4151-9722-f1535aede29e') {'for_net_delete': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:18.056221 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-1d45ba1a-5098-4b54-98a5-11b028b66192 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87014bae-10f9-4151-9722-f1535aede29e') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:18.064928 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1d45ba1a-5098-4b54-98a5-11b028b66192 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4311712'] for segment, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:18.079324 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1d45ba1a-5098-4b54-98a5-11b028b66192 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:18.085252 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d45ba1a-5098-4b54-98a5-11b028b66192 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=94829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:48:18.085808 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1d45ba1a-5098-4b54-98a5-11b028b66192 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4274277'] for segment, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:18.088781 n-d-712140-12 neutron-server[94829]: Traceback (most recent call last): Aug 29 04:48:18.088781 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:48:18.088781 n-d-712140-12 neutron-server[94829]: timer() Aug 29 04:48:18.088781 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:48:18.088781 n-d-712140-12 neutron-server[94829]: cb(*args, **kw) Aug 29 04:48:18.088781 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:48:18.088781 n-d-712140-12 neutron-server[94829]: return func(*args, **kwargs) Aug 29 04:48:18.088781 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:48:18.088781 n-d-712140-12 neutron-server[94829]: self._notify() Aug 29 04:48:18.088781 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:48:18.088781 n-d-712140-12 neutron-server[94829]: self.callback(batched_events) Aug 29 04:48:18.088781 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:48:18.088781 n-d-712140-12 neutron-server[94829]: event.method(event) Aug 29 04:48:18.088781 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:48:18.088781 n-d-712140-12 neutron-server[94829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:48:18.088781 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:48:18.088781 n-d-712140-12 neutron-server[94829]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:48:18.088781 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:48:18.088781 n-d-712140-12 neutron-server[94829]: return f(self, *a, **k) Aug 29 04:48:18.088781 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:48:18.088781 n-d-712140-12 neutron-server[94829]: return self._get(url).json() Aug 29 04:48:18.088781 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:48:18.088781 n-d-712140-12 neutron-server[94829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:48:18.088781 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:48:18.088781 n-d-712140-12 neutron-server[94829]: return self.request(url, 'GET', **kwargs) Aug 29 04:48:18.088781 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:48:18.088781 n-d-712140-12 neutron-server[94829]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:48:18.088781 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:48:18.088781 n-d-712140-12 neutron-server[94829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:48:18.088781 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:48:18.088781 n-d-712140-12 neutron-server[94829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:48:18.088781 n-d-712140-12 neutron-server[94829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:48:18.153983 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1d45ba1a-5098-4b54-98a5-11b028b66192 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:18.164802 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1d45ba1a-5098-4b54-98a5-11b028b66192 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:18.166865 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-1d45ba1a-5098-4b54-98a5-11b028b66192 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "DELETE /v2.0/networks/8a2bc793-2a07-41ab-ae3e-9a363548bbb9 HTTP/1.1" status: 204 len: 168 time: 0.3179345 Aug 29 04:48:18.170450 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 33758) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:18.177586 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d45ba1a-5098-4b54-98a5-11b028b66192 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Pushing event deleted for resources: {'Network': ['ID=8a2bc793-2a07-41ab-ae3e-9a363548bbb9,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:18.239982 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c9779f57-f878-4ea6-9a08-2466ad932919 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:18.270275 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c9779f57-f878-4ea6-9a08-2466ad932919 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:18.341700 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c9779f57-f878-4ea6-9a08-2466ad932919 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:18.344287 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c9779f57-f878-4ea6-9a08-2466ad932919 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:18.345897 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-c9779f57-f878-4ea6-9a08-2466ad932919 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "DELETE /v2.0/security-groups/9276bc6b-9724-4532-8c70-8fd40e33db57 HTTP/1.1" status: 204 len: 168 time: 0.1743689 Aug 29 04:48:18.359353 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9779f57-f878-4ea6-9a08-2466ad932919 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9276bc6b-9724-4532-8c70-8fd40e33db57,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:18.700761 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 33780) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:18.705629 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-00684cfd-06e0-44d6-ab58-5d6b6e93d51c tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-970379792', 'description': 'tempest-secgroup-smoke-970379792 description', 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:48:18.735294 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-00684cfd-06e0-44d6-ab58-5d6b6e93d51c tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:18.816665 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-00684cfd-06e0-44d6-ab58-5d6b6e93d51c tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:18.820784 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-00684cfd-06e0-44d6-ab58-5d6b6e93d51c tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:18.849387 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-00684cfd-06e0-44d6-ab58-5d6b6e93d51c tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:18.850758 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-00684cfd-06e0-44d6-ab58-5d6b6e93d51c tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1488569 Aug 29 04:48:18.852730 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00684cfd-06e0-44d6-ab58-5d6b6e93d51c tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2642e8b-8ee6-4a09-ae7d-2ad7f4c3de8d,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:18.853825 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 33784) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:18.867211 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-8f25676b-34d4-4023-a260-3558d8bdcac4 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Request body: {'security_group_rule': {'security_group_id': 'd2642e8b-8ee6-4a09-ae7d-2ad7f4c3de8d', 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:48:18.899873 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8f25676b-34d4-4023-a260-3558d8bdcac4 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:18.961945 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8f25676b-34d4-4023-a260-3558d8bdcac4 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:18.966620 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8f25676b-34d4-4023-a260-3558d8bdcac4 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:18.985458 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f25676b-34d4-4023-a260-3558d8bdcac4 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6dcb538-02b4-48a9-a8b7-7d878a9c44e0,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:18.992145 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8f25676b-34d4-4023-a260-3558d8bdcac4 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:18.996174 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-8f25676b-34d4-4023-a260-3558d8bdcac4 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1412098 Aug 29 04:48:18.996399 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 33788) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:19.001147 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-f5841678-2659-40f0-9bc3-06b4ba6a121c tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Request body: {'security_group_rule': {'security_group_id': 'd2642e8b-8ee6-4a09-ae7d-2ad7f4c3de8d', 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:48:19.027884 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f5841678-2659-40f0-9bc3-06b4ba6a121c tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:19.088529 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f5841678-2659-40f0-9bc3-06b4ba6a121c tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:19.093818 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f5841678-2659-40f0-9bc3-06b4ba6a121c tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:19.111471 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device ce264f45-79a7-48e2-ae3e-c8d30e6764a6 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:48:19.114114 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5841678-2659-40f0-9bc3-06b4ba6a121c tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=214817ee-e7ab-4f8f-9d10-0310765da815,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:19.121981 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f5841678-2659-40f0-9bc3-06b4ba6a121c tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:19.123411 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-f5841678-2659-40f0-9bc3-06b4ba6a121c tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1258795 Aug 29 04:48:19.126113 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 33796) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:19.130792 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-83054a19-a650-4c87-8a81-b97a3733bfd6 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Request body: {'security_group_rule': {'security_group_id': 'd2642e8b-8ee6-4a09-ae7d-2ad7f4c3de8d', 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:48:19.133770 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: ce264f45-79a7-48e2-ae3e-c8d30e6764a6 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:48:19.134121 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device ce264f45-79a7-48e2-ae3e-c8d30e6764a6 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:48:19.134547 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device d45dc834-e598-45e8-b444-7afd3d33096d no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:48:19.158645 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: d45dc834-e598-45e8-b444-7afd3d33096d {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:48:19.158989 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device d45dc834-e598-45e8-b444-7afd3d33096d not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:48:19.159404 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 06d85a02-b99f-4bcd-84f3-0e67ff96296b no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:48:19.161071 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-83054a19-a650-4c87-8a81-b97a3733bfd6 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:19.178828 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 06d85a02-b99f-4bcd-84f3-0e67ff96296b {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:48:19.179020 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 06d85a02-b99f-4bcd-84f3-0e67ff96296b not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:48:19.224747 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-83054a19-a650-4c87-8a81-b97a3733bfd6 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:19.228812 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-83054a19-a650-4c87-8a81-b97a3733bfd6 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:19.250651 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83054a19-a650-4c87-8a81-b97a3733bfd6 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdaa1476-7dcf-4644-9015-f6e260b15241,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:19.255129 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-83054a19-a650-4c87-8a81-b97a3733bfd6 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:19.256373 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-83054a19-a650-4c87-8a81-b97a3733bfd6 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1292529 Aug 29 04:48:19.259099 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 33802) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:19.264127 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-28b6c58e-fef0-435a-8567-4e0a8552be68 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Request body: {'security_group_rule': {'security_group_id': 'd2642e8b-8ee6-4a09-ae7d-2ad7f4c3de8d', 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:48:19.292623 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-28b6c58e-fef0-435a-8567-4e0a8552be68 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:19.320121 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:19.357948 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-28b6c58e-fef0-435a-8567-4e0a8552be68 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:19.361166 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 33804) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:19.367440 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-28b6c58e-fef0-435a-8567-4e0a8552be68 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:19.387580 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b6c58e-fef0-435a-8567-4e0a8552be68 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13b7900a-b392-4d96-9f63-8a120817427f,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:19.391262 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-28b6c58e-fef0-435a-8567-4e0a8552be68 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:19.392781 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-28b6c58e-fef0-435a-8567-4e0a8552be68 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1326604 Aug 29 04:48:19.397383 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 33808) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:19.402641 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-689b161c-c570-4ada-a690-3c8e75276b6c tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Request body: {'security_group_rule': {'security_group_id': 'd2642e8b-8ee6-4a09-ae7d-2ad7f4c3de8d', 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:48:19.425055 n-d-712140-12 neutron-server[94829]: INFO neutron.db.securitygroups_db [None req-689b161c-c570-4ada-a690-3c8e75276b6c tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Project 9fb1fbcb8cc9402ba4fdb36d489735a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 04:48:19.430727 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-689b161c-c570-4ada-a690-3c8e75276b6c tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:19.475941 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-d759bb4c-a083-4f1e-a1f8-55c849ee8803 tempest-MeteringTestJSON-2043293094 tempest-MeteringTestJSON-2043293094-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-748436753'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:48:19.476400 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-d759bb4c-a083-4f1e-a1f8-55c849ee8803 tempest-MeteringTestJSON-2043293094 tempest-MeteringTestJSON-2043293094-project-admin] Unknown quota resources ['metering_label']. {{(pid=94828) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 04:48:19.494604 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-689b161c-c570-4ada-a690-3c8e75276b6c tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:19.499046 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-689b161c-c570-4ada-a690-3c8e75276b6c tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:19.517254 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689b161c-c570-4ada-a690-3c8e75276b6c tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fab5074-2069-4b6e-af52-e7d03c4bc672,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:19.523639 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-689b161c-c570-4ada-a690-3c8e75276b6c tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:19.528120 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-689b161c-c570-4ada-a690-3c8e75276b6c tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1298656 Aug 29 04:48:19.528772 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 33810) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:19.533201 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-f291880b-b9c2-4838-acd8-e9ba1be03f33 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Request body: {'security_group_rule': {'security_group_id': 'd2642e8b-8ee6-4a09-ae7d-2ad7f4c3de8d', 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:48:19.554605 n-d-712140-12 neutron-server[94829]: INFO neutron.db.securitygroups_db [None req-f291880b-b9c2-4838-acd8-e9ba1be03f33 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Project 9fb1fbcb8cc9402ba4fdb36d489735a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 04:48:19.560294 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f291880b-b9c2-4838-acd8-e9ba1be03f33 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:19.621938 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f291880b-b9c2-4838-acd8-e9ba1be03f33 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:19.626203 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f291880b-b9c2-4838-acd8-e9ba1be03f33 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:19.644915 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f291880b-b9c2-4838-acd8-e9ba1be03f33 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b8718be-4988-432d-a269-7baf07e98736,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:19.650357 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f291880b-b9c2-4838-acd8-e9ba1be03f33 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:19.654582 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-f291880b-b9c2-4838-acd8-e9ba1be03f33 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1217790 Aug 29 04:48:19.654582 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 33812) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:19.657419 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d759bb4c-a083-4f1e-a1f8-55c849ee8803 tempest-MeteringTestJSON-2043293094 tempest-MeteringTestJSON-2043293094-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:19.658579 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-d759bb4c-a083-4f1e-a1f8-55c849ee8803 tempest-MeteringTestJSON-2043293094 tempest-MeteringTestJSON-2043293094-project-admin] 10.222.0.22 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.2964506 Aug 29 04:48:19.659377 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-edd6e218-9a2b-43dc-a5cf-37b01e26151b tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Request body: {'network': {'name': 'tempest-network-smoke--1206260026', 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'port_security_enabled': True}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:48:19.661232 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 33814) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:19.665789 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-1b4cf72e-9754-488e-9594-f431a3be6945 tempest-MeteringTestJSON-2043293094 tempest-MeteringTestJSON-2043293094-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '2dfd5cdf-cd7a-45bc-b54f-d3fa4e143496'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:48:19.666418 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-1b4cf72e-9754-488e-9594-f431a3be6945 tempest-MeteringTestJSON-2043293094 tempest-MeteringTestJSON-2043293094-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94828) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 04:48:19.679704 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edd6e218-9a2b-43dc-a5cf-37b01e26151b tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Made reservation on behalf of 9fb1fbcb8cc9402ba4fdb36d489735a9 for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:48:19.684231 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-edd6e218-9a2b-43dc-a5cf-37b01e26151b tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:19.716172 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edd6e218-9a2b-43dc-a5cf-37b01e26151b tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:48:19.725040 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-edd6e218-9a2b-43dc-a5cf-37b01e26151b tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:19.725474 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-edd6e218-9a2b-43dc-a5cf-37b01e26151b tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Added segment 37793236-9a9a-4401-8f49-dc406cde2be2 of type vlan for network 497f7389-8bcd-4e03-b029-5ee7b7d3aec0 Aug 29 04:48:19.744306 n-d-712140-12 neutron-server[94828]: WARNING neutron.services.metering.metering_plugin [None req-1b4cf72e-9754-488e-9594-f431a3be6945 tempest-MeteringTestJSON-2043293094 tempest-MeteringTestJSON-2043293094-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 29 04:48:19.766685 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-edd6e218-9a2b-43dc-a5cf-37b01e26151b tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:19.792167 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-edd6e218-9a2b-43dc-a5cf-37b01e26151b tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:19.797867 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd6e218-9a2b-43dc-a5cf-37b01e26151b tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:19.798615 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-edd6e218-9a2b-43dc-a5cf-37b01e26151b tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:19.847590 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1b4cf72e-9754-488e-9594-f431a3be6945 tempest-MeteringTestJSON-2043293094 tempest-MeteringTestJSON-2043293094-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:19.848558 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-1b4cf72e-9754-488e-9594-f431a3be6945 tempest-MeteringTestJSON-2043293094 tempest-MeteringTestJSON-2043293094-project-admin] 10.222.0.22 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1860259 Aug 29 04:48:19.851925 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 33816) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:19.857292 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-0c3392cc-bd1d-4159-851a-74cd21cc6ecd tempest-MeteringTestJSON-2043293094 tempest-MeteringTestJSON-2043293094-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '2dfd5cdf-cd7a-45bc-b54f-d3fa4e143496'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:48:19.857887 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-0c3392cc-bd1d-4159-851a-74cd21cc6ecd tempest-MeteringTestJSON-2043293094 tempest-MeteringTestJSON-2043293094-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94828) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 04:48:19.863444 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-edd6e218-9a2b-43dc-a5cf-37b01e26151b tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2079597 Aug 29 04:48:19.866313 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 33818) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:19.872008 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-9f64bcf7-12b8-43fe-a887-e2cd90e036ca tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-975447095', 'admin_state_up': True, 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:48:19.880628 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6e218-9a2b-43dc-a5cf-37b01e26151b tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Pushing event updated for resources: {'Network': ['ID=497f7389-8bcd-4e03-b029-5ee7b7d3aec0,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:19.899053 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 497f7389-8bcd-4e03-b029-5ee7b7d3aec0 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:48:19.900689 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9f64bcf7-12b8-43fe-a887-e2cd90e036ca tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:19.901841 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9f64bcf7-12b8-43fe-a887-e2cd90e036ca tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1838'] for router, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:19.923059 n-d-712140-12 neutron-server[94828]: WARNING neutron.services.metering.metering_plugin [None req-0c3392cc-bd1d-4159-851a-74cd21cc6ecd tempest-MeteringTestJSON-2043293094 tempest-MeteringTestJSON-2043293094-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 29 04:48:19.957418 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9f64bcf7-12b8-43fe-a887-e2cd90e036ca tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:20.002243 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0c3392cc-bd1d-4159-851a-74cd21cc6ecd tempest-MeteringTestJSON-2043293094 tempest-MeteringTestJSON-2043293094-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:20.006107 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-0c3392cc-bd1d-4159-851a-74cd21cc6ecd tempest-MeteringTestJSON-2043293094 tempest-MeteringTestJSON-2043293094-project-admin] 10.222.0.22 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1504889 Aug 29 04:48:20.006287 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 33820) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:20.016336 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-679972bb-eca4-4abc-874d-660167d1c0e2 tempest-MeteringTestJSON-2043293094 tempest-MeteringTestJSON-2043293094-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-label-rules?id=18f10236-b230-451b-9576-6b625d929e90 HTTP/1.1" status: 200 len: 464 time: 0.0090301 Aug 29 04:48:20.018843 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 33822) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:20.095816 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9f64bcf7-12b8-43fe-a887-e2cd90e036ca tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:20.304296 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9f64bcf7-12b8-43fe-a887-e2cd90e036ca tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for router_gateway, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:20.323604 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9f64bcf7-12b8-43fe-a887-e2cd90e036ca tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:20.412766 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9cbfd9b9-7407-4fd0-93e7-df2b9651c798 tempest-MeteringTestJSON-2043293094 tempest-MeteringTestJSON-2043293094-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:20.413894 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-9cbfd9b9-7407-4fd0-93e7-df2b9651c798 tempest-MeteringTestJSON-2043293094 tempest-MeteringTestJSON-2043293094-project-admin] 10.222.0.22 "DELETE /v2.0/metering/metering-label-rules/18f10236-b230-451b-9576-6b625d929e90 HTTP/1.1" status: 204 len: 168 time: 0.3941734 Aug 29 04:48:20.416780 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 33824) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:20.426208 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-0b59ca83-4ef7-4788-9781-ad26896a12bc tempest-MeteringTestJSON-2043293094 tempest-MeteringTestJSON-2043293094-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-label-rules?id=18f10236-b230-451b-9576-6b625d929e90 HTTP/1.1" status: 200 len: 221 time: 0.0077808 Aug 29 04:48:20.429414 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 33826) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:20.430853 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-9f64bcf7-12b8-43fe-a887-e2cd90e036ca tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Allocated IP 172.25.0.112 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/b8f8e9f3-0aff-4c46-81a2-dfb8abe8e641) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:48:20.434690 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-0c1efc0a-58be-49e5-9f61-158a934d4589 tempest-MeteringTestJSON-2043293094 tempest-MeteringTestJSON-2043293094-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--462944761', 'description': 'label created by tempest'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:48:20.435217 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-0c1efc0a-58be-49e5-9f61-158a934d4589 tempest-MeteringTestJSON-2043293094 tempest-MeteringTestJSON-2043293094-project-admin] Unknown quota resources ['metering_label']. {{(pid=94828) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 04:48:20.535875 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9f64bcf7-12b8-43fe-a887-e2cd90e036ca tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:20.574832 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9f64bcf7-12b8-43fe-a887-e2cd90e036ca tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:20.587295 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0c1efc0a-58be-49e5-9f61-158a934d4589 tempest-MeteringTestJSON-2043293094 tempest-MeteringTestJSON-2043293094-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:20.588516 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-0c1efc0a-58be-49e5-9f61-158a934d4589 tempest-MeteringTestJSON-2043293094 tempest-MeteringTestJSON-2043293094-project-admin] 10.222.0.22 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.1582122 Aug 29 04:48:20.591737 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 33828) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:20.619123 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f64bcf7-12b8-43fe-a887-e2cd90e036ca tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:48:20.622214 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-9f64bcf7-12b8-43fe-a887-e2cd90e036ca tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:48:20.625994 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f64bcf7-12b8-43fe-a887-e2cd90e036ca tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:48:20.631422 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f64bcf7-12b8-43fe-a887-e2cd90e036ca tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Pushing event updated for resources: {'Port': ['ID=b8f8e9f3-0aff-4c46-81a2-dfb8abe8e641,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:20.668643 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-57ebbc56-c538-4c67-86cf-af8013c967b2 tempest-MeteringTestJSON-2043293094 tempest-MeteringTestJSON-2043293094-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-labels?id=e6d04540-424e-4e51-86d6-de05ea02baba HTTP/1.1" status: 200 len: 467 time: 0.0757437 Aug 29 04:48:20.671094 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 33830) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:20.857843 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e36fe202-52ff-48bf-a811-27f045c0053a tempest-MeteringTestJSON-2043293094 tempest-MeteringTestJSON-2043293094-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:20.858920 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-e36fe202-52ff-48bf-a811-27f045c0053a tempest-MeteringTestJSON-2043293094 tempest-MeteringTestJSON-2043293094-project-admin] 10.222.0.22 "DELETE /v2.0/metering/metering-labels/e6d04540-424e-4e51-86d6-de05ea02baba HTTP/1.1" status: 204 len: 168 time: 0.1869192 Aug 29 04:48:20.861767 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 33832) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:20.873828 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-717e0d9f-5dfa-4194-8919-03d01b221d27 tempest-MeteringTestJSON-2043293094 tempest-MeteringTestJSON-2043293094-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-labels?id=e6d04540-424e-4e51-86d6-de05ea02baba HTTP/1.1" status: 200 len: 216 time: 0.0108171 Aug 29 04:48:20.877207 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 33834) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:20.887114 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-9ea6d1d6-372d-45f6-a58e-384c42216608 tempest-MeteringTestJSON-2043293094 tempest-MeteringTestJSON-2043293094-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0087552 Aug 29 04:48:20.890521 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 33836) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:20.903943 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-45c58492-e2a5-4745-ab4c-f2a516eb31a9 tempest-MeteringTestJSON-2043293094 tempest-MeteringTestJSON-2043293094-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0122159 Aug 29 04:48:20.907261 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 33838) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:20.961619 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-0081d8c1-402b-400f-84fa-e8b17c4d410f tempest-MeteringTestJSON-2043293094 tempest-MeteringTestJSON-2043293094-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-labels/2dfd5cdf-cd7a-45bc-b54f-d3fa4e143496 HTTP/1.1" status: 200 len: 472 time: 0.0531836 Aug 29 04:48:20.965701 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 33840) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:20.975438 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-b13e174e-1f64-4736-8894-d6b1a50a4cc9 tempest-MeteringTestJSON-2043293094 tempest-MeteringTestJSON-2043293094-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-label-rules/d06256be-3282-4caa-bff3-bbfe420a9d40 HTTP/1.1" status: 200 len: 461 time: 0.0085776 Aug 29 04:48:20.979321 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 33842) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:21.083276 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f888c236-f317-4f7a-974f-e868c04beb32 tempest-MeteringTestJSON-2043293094 tempest-MeteringTestJSON-2043293094-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:21.087961 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-f888c236-f317-4f7a-974f-e868c04beb32 tempest-MeteringTestJSON-2043293094 tempest-MeteringTestJSON-2043293094-project-admin] 10.222.0.22 "DELETE /v2.0/metering/metering-label-rules/d06256be-3282-4caa-bff3-bbfe420a9d40 HTTP/1.1" status: 204 len: 168 time: 0.1076062 Aug 29 04:48:21.088621 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 33844) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:21.190576 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9f64bcf7-12b8-43fe-a887-e2cd90e036ca tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for router_gateway, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:21.283153 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bc5a5f4c-812c-4827-93a3-8f9191b0fa89 tempest-MeteringTestJSON-2043293094 tempest-MeteringTestJSON-2043293094-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:21.284782 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-bc5a5f4c-812c-4827-93a3-8f9191b0fa89 tempest-MeteringTestJSON-2043293094 tempest-MeteringTestJSON-2043293094-project-admin] 10.222.0.22 "DELETE /v2.0/metering/metering-labels/2dfd5cdf-cd7a-45bc-b54f-d3fa4e143496 HTTP/1.1" status: 204 len: 168 time: 0.1947343 Aug 29 04:48:21.413873 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9f64bcf7-12b8-43fe-a887-e2cd90e036ca tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409'] for router, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:21.543756 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 33850) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:21.549856 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f64bcf7-12b8-43fe-a887-e2cd90e036ca tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Router 88852000-4a8e-47b2-8832-7238424b07c4 is scheduled to L3 agent 76874008-c311-485c-ba36-921b6d275b6a with binding_index 1 {{(pid=94829) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:48:21.658633 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f64bcf7-12b8-43fe-a887-e2cd90e036ca tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:48:21.669496 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43978836-bde3-4f92-b38d-4f77b81db6ca None None] Sync routers for ids ['88852000-4a8e-47b2-8832-7238424b07c4'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:48:21.679184 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43978836-bde3-4f92-b38d-4f77b81db6ca None None] Routers {'88852000-4a8e-47b2-8832-7238424b07c4'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:48:21.679791 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-43978836-bde3-4f92-b38d-4f77b81db6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:48:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['88852000-4a8e-47b2-8832-7238424b07c4'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:21.686504 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b976f152-91cd-4cd5-bc4a-9dfe9a753b81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:21.688345 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9f64bcf7-12b8-43fe-a887-e2cd90e036ca tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:21.692542 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-9f64bcf7-12b8-43fe-a887-e2cd90e036ca tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8219497 Aug 29 04:48:21.692995 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 33854) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:21.725261 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-98436d6f-71dc-40f9-9643-cc727ac016f8 tempest-TestNetworkAdvancedServerOps-81455967 tempest-TestNetworkAdvancedServerOps-81455967-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=9fb1fbcb8cc9402ba4fdb36d489735a9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0310140 Aug 29 04:48:21.728100 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 33856) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:21.797488 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-43978836-bde3-4f92-b38d-4f77b81db6ca None None] Set router 88852000-4a8e-47b2-8832-7238424b07c4 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:48:21.803277 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b976f152-91cd-4cd5-bc4a-9dfe9a753b81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:21.808384 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b976f152-91cd-4cd5-bc4a-9dfe9a753b81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:21.820920 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef29014-ebdc-48b8-99ae-04a1cbf5fe4c tempest-TestNetworkAdvancedServerOps-81455967 tempest-TestNetworkAdvancedServerOps-81455967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:21.822751 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-7ef29014-ebdc-48b8-99ae-04a1cbf5fe4c tempest-TestNetworkAdvancedServerOps-81455967 tempest-TestNetworkAdvancedServerOps-81455967-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0935717 Aug 29 04:48:21.828291 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 33858) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:21.849902 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b976f152-91cd-4cd5-bc4a-9dfe9a753b81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a13cc3a1-754d-40c1-ae34-81e42c6d96c3,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:21.859883 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-b976f152-91cd-4cd5-bc4a-9dfe9a753b81 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=544c347acb38477b8919c5d3ff63de6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3150327 Aug 29 04:48:21.860116 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 33860) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:21.867161 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-b70e25cc-4792-4efb-84e9-d091d842bdb6 tempest-TestNetworkAdvancedServerOps-81455967 tempest-TestNetworkAdvancedServerOps-81455967-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=e6c84a15-2e6f-4c07-8ede-a88148c2fe90&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0342705 Aug 29 04:48:21.868480 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 33862) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:21.875489 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-dee64962-88f8-4aa7-9ccb-5b1226ec99d9 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-244165288', 'network_id': '497f7389-8bcd-4e03-b029-5ee7b7d3aec0', 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:48:21.913628 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3be6af2b-6f86-425e-8b90-6f30ccfb3234 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:21.935897 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3be6af2b-6f86-425e-8b90-6f30ccfb3234 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:21.981446 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dee64962-88f8-4aa7-9ccb-5b1226ec99d9 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Made reservation on behalf of 9fb1fbcb8cc9402ba4fdb36d489735a9 for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:48:21.985265 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-dee64962-88f8-4aa7-9ccb-5b1226ec99d9 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4552395'] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:21.988848 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3be6af2b-6f86-425e-8b90-6f30ccfb3234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:21.989775 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-43978836-bde3-4f92-b38d-4f77b81db6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88852000-4a8e-47b2-8832-7238424b07c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-975447095', 'tenant_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'b8f8e9f3-0aff-4c46-81a2-dfb8abe8e641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:48:19Z', 'updated_at': '2021-08-29T04:48:21Z', 'revision_number': 3, 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'gw_port': {'id': 'b8f8e9f3-0aff-4c46-81a2-dfb8abe8e641', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d0:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88852000-4a8e-47b2-8832-7238424b07c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:20Z', 'updated_at': '2021-08-29T04:48:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:21.991359 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3be6af2b-6f86-425e-8b90-6f30ccfb3234 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:21.992583 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-3be6af2b-6f86-425e-8b90-6f30ccfb3234 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a13cc3a1-754d-40c1-ae34-81e42c6d96c3 HTTP/1.1" status: 204 len: 168 time: 0.1311958 Aug 29 04:48:22.001423 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be6af2b-6f86-425e-8b90-6f30ccfb3234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a13cc3a1-754d-40c1-ae34-81e42c6d96c3,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:22.023446 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43978836-bde3-4f92-b38d-4f77b81db6ca None None] Checking router: 88852000-4a8e-47b2-8832-7238424b07c4 for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:48:22.023827 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43978836-bde3-4f92-b38d-4f77b81db6ca None None] Updating router 88852000-4a8e-47b2-8832-7238424b07c4 port b8f8e9f3-0aff-4c46-81a2-dfb8abe8e641 binding host n-d-712140-12 {{(pid=94831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:48:22.049602 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-43978836-bde3-4f92-b38d-4f77b81db6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:22.196687 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-dee64962-88f8-4aa7-9ccb-5b1226ec99d9 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4274880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4552377'] for subnet, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:22.253728 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee64962-88f8-4aa7-9ccb-5b1226ec99d9 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Pushing event updated for resources: {'Subnet': ['ID=a10fe50b-3544-4438-8d9d-d008cda1d55e,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:22.277342 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee64962-88f8-4aa7-9ccb-5b1226ec99d9 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Checking segment: {'id': '37793236-9a9a-4401-8f49-dc406cde2be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '497f7389-8bcd-4e03-b029-5ee7b7d3aec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:48:22.277848 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee64962-88f8-4aa7-9ccb-5b1226ec99d9 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Network hostable DHCP agents. Network: 497f7389-8bcd-4e03-b029-5ee7b7d3aec0, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:48:22.295103 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee64962-88f8-4aa7-9ccb-5b1226ec99d9 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Network 497f7389-8bcd-4e03-b029-5ee7b7d3aec0 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:48:22.305475 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-dee64962-88f8-4aa7-9ccb-5b1226ec99d9 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 497f7389-8bcd-4e03-b029-5ee7b7d3aec0) {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:48:22.311930 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee64962-88f8-4aa7-9ccb-5b1226ec99d9 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:22.312634 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-dee64962-88f8-4aa7-9ccb-5b1226ec99d9 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:22.316777 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f423ff-783a-43a4-827e-1282268729c2 None None] Network 497f7389-8bcd-4e03-b029-5ee7b7d3aec0 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:48:22.328757 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-dee64962-88f8-4aa7-9ccb-5b1226ec99d9 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4590006 Aug 29 04:48:22.329172 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 33868) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:22.331472 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 33870) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:22.349301 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b0c17f42-365c-4796-a2fb-2da644ca016a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:22.454955 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-43978836-bde3-4f92-b38d-4f77b81db6ca None None] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:22.463267 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b0c17f42-365c-4796-a2fb-2da644ca016a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:22.468603 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-43978836-bde3-4f92-b38d-4f77b81db6ca None None] Transition to ACTIVE for port object b8f8e9f3-0aff-4c46-81a2-dfb8abe8e641 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:48:22.469479 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b0c17f42-365c-4796-a2fb-2da644ca016a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:22.477453 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-43978836-bde3-4f92-b38d-4f77b81db6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:22.508119 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869bdae9-e3da-4871-8162-b210f3d37928 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-497f7389-8bcd-4e03-b029-5ee7b7d3aec0', 'network_id': '497f7389-8bcd-4e03-b029-5ee7b7d3aec0', 'tenant_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'fixed_ips': [{'subnet_id': 'a10fe50b-3544-4438-8d9d-d008cda1d55e'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:48:22.509303 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-869bdae9-e3da-4871-8162-b210f3d37928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:22.526327 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-b0c17f42-365c-4796-a2fb-2da644ca016a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8fb53f0f43214d99a9a7e0148565f37a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1959434 Aug 29 04:48:22.527946 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c17f42-365c-4796-a2fb-2da644ca016a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97f32d70-d41f-42d9-820f-a1fdb1417b33,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:22.546906 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 33872) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:22.548839 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686eaa0b-c857-4f38-83c1-9471b0b9ac53 None None] Pushing event updated for resources: {'Port': ['ID=b8f8e9f3-0aff-4c46-81a2-dfb8abe8e641,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:22.567641 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-43978836-bde3-4f92-b38d-4f77b81db6ca None None] Attempting to bind port b8f8e9f3-0aff-4c46-81a2-dfb8abe8e641 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:48:22.568044 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-43978836-bde3-4f92-b38d-4f77b81db6ca None None] Attempting to bind port b8f8e9f3-0aff-4c46-81a2-dfb8abe8e641 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:48:22.568415 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43978836-bde3-4f92-b38d-4f77b81db6ca None None] Attempting to bind port b8f8e9f3-0aff-4c46-81a2-dfb8abe8e641 on network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:48:22.576350 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43978836-bde3-4f92-b38d-4f77b81db6ca None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:48:22.576734 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43978836-bde3-4f92-b38d-4f77b81db6ca None None] Checking segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:48:22.577141 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-43978836-bde3-4f92-b38d-4f77b81db6ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:22.577537 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43978836-bde3-4f92-b38d-4f77b81db6ca None None] Bound using segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:48:22.578012 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-43978836-bde3-4f92-b38d-4f77b81db6ca None None] Bound port: b8f8e9f3-0aff-4c46-81a2-dfb8abe8e641, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:48:22.578389 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-43978836-bde3-4f92-b38d-4f77b81db6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:22.611059 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686eaa0b-c857-4f38-83c1-9471b0b9ac53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:22.611437 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686eaa0b-c857-4f38-83c1-9471b0b9ac53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:22.611799 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686eaa0b-c857-4f38-83c1-9471b0b9ac53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:22.612829 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686eaa0b-c857-4f38-83c1-9471b0b9ac53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:22.613183 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686eaa0b-c857-4f38-83c1-9471b0b9ac53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:22.613519 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686eaa0b-c857-4f38-83c1-9471b0b9ac53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:22.613849 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686eaa0b-c857-4f38-83c1-9471b0b9ac53 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:22.614180 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686eaa0b-c857-4f38-83c1-9471b0b9ac53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:22.614507 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686eaa0b-c857-4f38-83c1-9471b0b9ac53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:22.614832 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686eaa0b-c857-4f38-83c1-9471b0b9ac53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:22.615179 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686eaa0b-c857-4f38-83c1-9471b0b9ac53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:22.616123 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686eaa0b-c857-4f38-83c1-9471b0b9ac53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:22.619306 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3b0b12a8-de2f-4d2a-8fd4-7760ec0e136a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:22.649875 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3b0b12a8-de2f-4d2a-8fd4-7760ec0e136a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:22.655504 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-43978836-bde3-4f92-b38d-4f77b81db6ca None None] For port b8f8e9f3-0aff-4c46-81a2-dfb8abe8e641, host n-d-712140-12, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:48:22.659846 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-43978836-bde3-4f92-b38d-4f77b81db6ca None None] For port b8f8e9f3-0aff-4c46-81a2-dfb8abe8e641, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=b8f8e9f3-0aff-4c46-81a2-dfb8abe8e641,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:48:22.665884 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-43978836-bde3-4f92-b38d-4f77b81db6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:22.674022 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-869bdae9-e3da-4871-8162-b210f3d37928 None None] Allocated IP 172.20.0.2 (497f7389-8bcd-4e03-b029-5ee7b7d3aec0/a10fe50b-3544-4438-8d9d-d008cda1d55e/c0c12af5-86e1-411f-8f00-9c6742232b8d) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:48:22.719360 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3b0b12a8-de2f-4d2a-8fd4-7760ec0e136a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:22.722335 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3b0b12a8-de2f-4d2a-8fd4-7760ec0e136a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:22.723717 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-3b0b12a8-de2f-4d2a-8fd4-7760ec0e136a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/97f32d70-d41f-42d9-820f-a1fdb1417b33 HTTP/1.1" status: 204 len: 168 time: 0.1754487 Aug 29 04:48:22.737237 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0b12a8-de2f-4d2a-8fd4-7760ec0e136a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97f32d70-d41f-42d9-820f-a1fdb1417b33,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:22.757325 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686eaa0b-c857-4f38-83c1-9471b0b9ac53 None None] Pushing event updated for resources: {'Port': ['ID=b8f8e9f3-0aff-4c46-81a2-dfb8abe8e641,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:22.769703 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43978836-bde3-4f92-b38d-4f77b81db6ca None None] Routers {'88852000-4a8e-47b2-8832-7238424b07c4'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:48:22.770328 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-43978836-bde3-4f92-b38d-4f77b81db6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:48:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['88852000-4a8e-47b2-8832-7238424b07c4'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:22.893967 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-869bdae9-e3da-4871-8162-b210f3d37928 None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:22.894493 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-43978836-bde3-4f92-b38d-4f77b81db6ca None None] Set router 88852000-4a8e-47b2-8832-7238424b07c4 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:48:22.906596 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-869bdae9-e3da-4871-8162-b210f3d37928 None None] Transition to ACTIVE for port object c0c12af5-86e1-411f-8f00-9c6742232b8d will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:48:22.910837 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f7cd3295-04f6-489d-961d-46dc2f324e1e tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:22.926504 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-869bdae9-e3da-4871-8162-b210f3d37928 None None] Transition to ACTIVE for port object c0c12af5-86e1-411f-8f00-9c6742232b8d will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:48:22.935121 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-869bdae9-e3da-4871-8162-b210f3d37928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:22.992944 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869bdae9-e3da-4871-8162-b210f3d37928 None None] Network 497f7389-8bcd-4e03-b029-5ee7b7d3aec0 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:48:22.996520 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-869bdae9-e3da-4871-8162-b210f3d37928 None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:48:23.001318 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869bdae9-e3da-4871-8162-b210f3d37928 None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:48:23.009313 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869bdae9-e3da-4871-8162-b210f3d37928 None None] Pushing event updated for resources: {'Port': ['ID=c0c12af5-86e1-411f-8f00-9c6742232b8d,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:23.069567 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-869bdae9-e3da-4871-8162-b210f3d37928 None None] Attempting to bind port c0c12af5-86e1-411f-8f00-9c6742232b8d on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:48:23.070267 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-869bdae9-e3da-4871-8162-b210f3d37928 None None] Attempting to bind port c0c12af5-86e1-411f-8f00-9c6742232b8d by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '37793236-9a9a-4401-8f49-dc406cde2be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '497f7389-8bcd-4e03-b029-5ee7b7d3aec0'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:48:23.070829 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869bdae9-e3da-4871-8162-b210f3d37928 None None] Attempting to bind port c0c12af5-86e1-411f-8f00-9c6742232b8d on network 497f7389-8bcd-4e03-b029-5ee7b7d3aec0 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:48:23.076379 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869bdae9-e3da-4871-8162-b210f3d37928 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:48:23.077042 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869bdae9-e3da-4871-8162-b210f3d37928 None None] Checking segment: {'id': '37793236-9a9a-4401-8f49-dc406cde2be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '497f7389-8bcd-4e03-b029-5ee7b7d3aec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:48:23.077860 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-869bdae9-e3da-4871-8162-b210f3d37928 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:23.078433 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869bdae9-e3da-4871-8162-b210f3d37928 None None] Bound using segment: {'id': '37793236-9a9a-4401-8f49-dc406cde2be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '497f7389-8bcd-4e03-b029-5ee7b7d3aec0'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:48:23.079102 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-869bdae9-e3da-4871-8162-b210f3d37928 None None] Bound port: c0c12af5-86e1-411f-8f00-9c6742232b8d, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37793236-9a9a-4401-8f49-dc406cde2be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '497f7389-8bcd-4e03-b029-5ee7b7d3aec0'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:48:23.079676 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-869bdae9-e3da-4871-8162-b210f3d37928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:23.136624 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-43978836-bde3-4f92-b38d-4f77b81db6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88852000-4a8e-47b2-8832-7238424b07c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-975447095', 'tenant_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'b8f8e9f3-0aff-4c46-81a2-dfb8abe8e641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:48:19Z', 'updated_at': '2021-08-29T04:48:21Z', 'revision_number': 3, 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'gw_port': {'id': 'b8f8e9f3-0aff-4c46-81a2-dfb8abe8e641', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d0:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88852000-4a8e-47b2-8832-7238424b07c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:20Z', 'updated_at': '2021-08-29T04:48:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:23.157607 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-869bdae9-e3da-4871-8162-b210f3d37928 None None] For port c0c12af5-86e1-411f-8f00-9c6742232b8d, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:48:23.161489 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-869bdae9-e3da-4871-8162-b210f3d37928 None None] For port c0c12af5-86e1-411f-8f00-9c6742232b8d, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=c0c12af5-86e1-411f-8f00-9c6742232b8d,segment=NetworkSegment(37793236-9a9a-4401-8f49-dc406cde2be2),segment_id=37793236-9a9a-4401-8f49-dc406cde2be2)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:48:23.165747 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-869bdae9-e3da-4871-8162-b210f3d37928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:23.168772 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43978836-bde3-4f92-b38d-4f77b81db6ca None None] The sync data for ids ['88852000-4a8e-47b2-8832-7238424b07c4'] in n-d-712140-12 is: [{'id': '88852000-4a8e-47b2-8832-7238424b07c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-975447095', 'tenant_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'b8f8e9f3-0aff-4c46-81a2-dfb8abe8e641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:48:19Z', 'updated_at': '2021-08-29T04:48:21Z', 'revision_number': 3, 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'gw_port': {'id': 'b8f8e9f3-0aff-4c46-81a2-dfb8abe8e641', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d0:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88852000-4a8e-47b2-8832-7238424b07c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:20Z', 'updated_at': '2021-08-29T04:48:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:48:23.251148 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869bdae9-e3da-4871-8162-b210f3d37928 None None] Pushing event updated for resources: {'Port': ['ID=c0c12af5-86e1-411f-8f00-9c6742232b8d,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:23.297897 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-f7cd3295-04f6-489d-961d-46dc2f324e1e tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Allocated IP 172.20.0.1 (497f7389-8bcd-4e03-b029-5ee7b7d3aec0/a10fe50b-3544-4438-8d9d-d008cda1d55e/9b14e059-a766-430b-888a-6916d93ebddc) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:48:23.473151 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f7cd3295-04f6-489d-961d-46dc2f324e1e tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:23.517576 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-f7cd3295-04f6-489d-961d-46dc2f324e1e tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Transition to ACTIVE for port object 9b14e059-a766-430b-888a-6916d93ebddc will not be triggered until provisioned by entity DHCP. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:48:23.568405 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f7cd3295-04f6-489d-961d-46dc2f324e1e tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:23.612380 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7cd3295-04f6-489d-961d-46dc2f324e1e tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Network 497f7389-8bcd-4e03-b029-5ee7b7d3aec0 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:48:23.615955 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-f7cd3295-04f6-489d-961d-46dc2f324e1e tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:48:23.637808 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7cd3295-04f6-489d-961d-46dc2f324e1e tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:48:23.679805 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd3295-04f6-489d-961d-46dc2f324e1e tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Pushing event updated for resources: {'Port': ['ID=9b14e059-a766-430b-888a-6916d93ebddc,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:23.702059 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f7cd3295-04f6-489d-961d-46dc2f324e1e tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719598'] for router_interface, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:23.766137 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 33894) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:23.858191 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f7cd3295-04f6-489d-961d-46dc2f324e1e tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:23.902653 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-d5fb5354-251d-4185-b0b5-89fb82017344 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1653038962', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:48:23.984831 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d5fb5354-251d-4185-b0b5-89fb82017344 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:23.985869 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d5fb5354-251d-4185-b0b5-89fb82017344 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1838'] for router, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:24.326931 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1323c5-fb0a-42b3-ad0a-a142fa55e6bf None None] Network 497f7389-8bcd-4e03-b029-5ee7b7d3aec0 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:48:24.399136 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d5fb5354-251d-4185-b0b5-89fb82017344 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:24.411603 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d5fb5354-251d-4185-b0b5-89fb82017344 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409'] for router, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:24.444615 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-9ce2d125-a5f1-495b-8fa4-51173abc33a1 None None] Provisioning for port c0c12af5-86e1-411f-8f00-9c6742232b8d completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:48:24.444918 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d5fb5354-251d-4185-b0b5-89fb82017344 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:24.446181 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-d5fb5354-251d-4185-b0b5-89fb82017344 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.6790302 Aug 29 04:48:24.452838 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 33898) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:24.458434 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-2854734c-ec53-45dd-9a12-fe21875f5418 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-804460430'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:48:24.489316 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2854734c-ec53-45dd-9a12-fe21875f5418 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Made reservation on behalf of f2b2509f1cee45f9bb3de32271077b46 for: {'network': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:48:24.494969 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2854734c-ec53-45dd-9a12-fe21875f5418 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:24.509267 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2854734c-ec53-45dd-9a12-fe21875f5418 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:24.576504 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f7cd3295-04f6-489d-961d-46dc2f324e1e tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:24.581356 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f7cd3295-04f6-489d-961d-46dc2f324e1e tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:24.656205 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2854734c-ec53-45dd-9a12-fe21875f5418 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:24.658224 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f7cd3295-04f6-489d-961d-46dc2f324e1e tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-718897'] for router_interface, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:24.660474 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd3295-04f6-489d-961d-46dc2f324e1e tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Pushing event updated for resources: {'Port': ['ID=9b14e059-a766-430b-888a-6916d93ebddc,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:24.661682 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2854734c-ec53-45dd-9a12-fe21875f5418 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:24.699559 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2854734c-ec53-45dd-9a12-fe21875f5418 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=94828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:48:24.711135 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2854734c-ec53-45dd-9a12-fe21875f5418 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f213b84c-15b9-4fd5-a2c8-208a1edbb685,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:24.717079 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2854734c-ec53-45dd-9a12-fe21875f5418 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:24.717641 n-d-712140-12 neutron-server[94828]: INFO neutron.db.segments_db [None req-2854734c-ec53-45dd-9a12-fe21875f5418 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Added segment ecf62f94-c5c1-4232-bd0a-19a451ccf3e4 of type vlan for network f59ba5ec-3915-4c2f-9969-471533dd11c1 Aug 29 04:48:24.772216 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2854734c-ec53-45dd-9a12-fe21875f5418 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:24.808689 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2854734c-ec53-45dd-9a12-fe21875f5418 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:24.815718 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2854734c-ec53-45dd-9a12-fe21875f5418 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:24.816300 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2854734c-ec53-45dd-9a12-fe21875f5418 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:24.836113 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7cd3295-04f6-489d-961d-46dc2f324e1e tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Network 497f7389-8bcd-4e03-b029-5ee7b7d3aec0 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:48:24.840721 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-f7cd3295-04f6-489d-961d-46dc2f324e1e tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:48:24.882670 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-2854734c-ec53-45dd-9a12-fe21875f5418 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4285488 Aug 29 04:48:24.885633 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 33900) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:24.892636 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-d52751b5-e96b-4bce-a41e-d07c119eacbb tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Request body: {'subnet': {'network_id': 'f59ba5ec-3915-4c2f-9969-471533dd11c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:48:24.913737 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-c4e396bf-c8c2-43de-98d4-fed19261d37b None None] Provisioning for port 9b14e059-a766-430b-888a-6916d93ebddc completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:48:24.919075 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-c4e396bf-c8c2-43de-98d4-fed19261d37b None None] Provisioning complete for port 9b14e059-a766-430b-888a-6916d93ebddc triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:48:24.919769 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c4e396bf-c8c2-43de-98d4-fed19261d37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:24.965418 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-c4e396bf-c8c2-43de-98d4-fed19261d37b None None] Port 9b14e059-a766-430b-888a-6916d93ebddc cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:48:24.976585 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2854734c-ec53-45dd-9a12-fe21875f5418 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Pushing event updated for resources: {'Network': ['ID=f59ba5ec-3915-4c2f-9969-471533dd11c1,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:24.987434 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7cd3295-04f6-489d-961d-46dc2f324e1e tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Router 88852000-4a8e-47b2-8832-7238424b07c4 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:48:24.990203 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network f59ba5ec-3915-4c2f-9969-471533dd11c1 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:48:25.039010 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d52751b5-e96b-4bce-a41e-d07c119eacbb tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Made reservation on behalf of f2b2509f1cee45f9bb3de32271077b46 for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:48:25.045675 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d52751b5-e96b-4bce-a41e-d07c119eacbb tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:25.155936 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7cd3295-04f6-489d-961d-46dc2f324e1e tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:48:25.162068 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-f7cd3295-04f6-489d-961d-46dc2f324e1e tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "PUT /v2.0/routers/88852000-4a8e-47b2-8832-7238424b07c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8292875 Aug 29 04:48:25.192573 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-18c4251a-36e6-408e-ad12-c83adcf64342 None None] Provisioning complete for port 9b14e059-a766-430b-888a-6916d93ebddc triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:48:25.192953 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-18c4251a-36e6-408e-ad12-c83adcf64342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:25.260087 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device c0c12af5-86e1-411f-8f00-9c6742232b8d up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:48:25.298040 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7fbec3-147c-424f-9f7e-5b445c091935 None None] Sync routers for ids ['88852000-4a8e-47b2-8832-7238424b07c4'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:48:25.304971 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-18c4251a-36e6-408e-ad12-c83adcf64342 None None] Port 9b14e059-a766-430b-888a-6916d93ebddc cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:48:25.324750 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7fbec3-147c-424f-9f7e-5b445c091935 None None] Routers {'88852000-4a8e-47b2-8832-7238424b07c4'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:48:25.325737 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-da7fbec3-147c-424f-9f7e-5b445c091935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:48:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['88852000-4a8e-47b2-8832-7238424b07c4'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:25.360928 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d52751b5-e96b-4bce-a41e-d07c119eacbb tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9191137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10062364'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:25.427229 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52751b5-e96b-4bce-a41e-d07c119eacbb tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Pushing event updated for resources: {'Subnet': ['ID=842cd1ce-f8e9-48e8-b1e3-dbe8f530c7c9,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:25.429551 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port c0c12af5-86e1-411f-8f00-9c6742232b8d completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:48:25.438522 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port c0c12af5-86e1-411f-8f00-9c6742232b8d triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:48:25.438904 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:25.460007 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52751b5-e96b-4bce-a41e-d07c119eacbb tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Checking segment: {'id': 'ecf62f94-c5c1-4232-bd0a-19a451ccf3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f59ba5ec-3915-4c2f-9969-471533dd11c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:48:25.460646 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52751b5-e96b-4bce-a41e-d07c119eacbb tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Network hostable DHCP agents. Network: f59ba5ec-3915-4c2f-9969-471533dd11c1, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:48:25.481650 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52751b5-e96b-4bce-a41e-d07c119eacbb tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Network f59ba5ec-3915-4c2f-9969-471533dd11c1 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:48:25.492613 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-88114bd3-3bde-46cb-8cbf-9efb7474b5ac req-3fef013b-e13e-440f-bfef-564afbe15108 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-970379792&fields=id&tenant_id=9fb1fbcb8cc9402ba4fdb36d489735a9 HTTP/1.1" status: 200 len: 267 time: 0.0349848 Aug 29 04:48:25.493281 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-d52751b5-e96b-4bce-a41e-d07c119eacbb tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, f59ba5ec-3915-4c2f-9969-471533dd11c1) {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:48:25.495735 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-da7fbec3-147c-424f-9f7e-5b445c091935 None None] Set router 88852000-4a8e-47b2-8832-7238424b07c4 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:48:25.498174 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d52751b5-e96b-4bce-a41e-d07c119eacbb tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:25.498775 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d52751b5-e96b-4bce-a41e-d07c119eacbb tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:25.527389 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-d52751b5-e96b-4bce-a41e-d07c119eacbb tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6399350 Aug 29 04:48:25.528112 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 33914) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:25.533540 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-46d1638a-8f18-409a-abeb-31d788ef36be tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Request body: {'network': {'name': 'tempest-router-network01--1224771070'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:48:25.533735 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fddaa15-33d6-4d5c-b855-dee501fa9328 None None] Network f59ba5ec-3915-4c2f-9969-471533dd11c1 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:48:25.561317 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46d1638a-8f18-409a-abeb-31d788ef36be tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Made reservation on behalf of f2b2509f1cee45f9bb3de32271077b46 for: {'network': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:48:25.565415 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-46d1638a-8f18-409a-abeb-31d788ef36be tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:25.591411 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46d1638a-8f18-409a-abeb-31d788ef36be tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=94828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:48:25.606905 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-46d1638a-8f18-409a-abeb-31d788ef36be tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:25.607327 n-d-712140-12 neutron-server[94828]: INFO neutron.db.segments_db [None req-46d1638a-8f18-409a-abeb-31d788ef36be tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Added segment e74cc79f-70e9-40da-8162-60f07fa3af53 of type vlan for network 800d80e1-95aa-4d38-b204-4e7ad9a137d4 Aug 29 04:48:25.627206 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88114bd3-3bde-46cb-8cbf-9efb7474b5ac req-d5dd8925-b73d-4559-9e07-426227d901c0 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:25.635395 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-88114bd3-3bde-46cb-8cbf-9efb7474b5ac req-d5dd8925-b73d-4559-9e07-426227d901c0 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/networks?id=497f7389-8bcd-4e03-b029-5ee7b7d3aec0 HTTP/1.1" status: 200 len: 797 time: 0.1290646 Aug 29 04:48:25.652504 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-46d1638a-8f18-409a-abeb-31d788ef36be tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:25.655193 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-88114bd3-3bde-46cb-8cbf-9efb7474b5ac req-7862b333-af59-4d1d-95a5-f6eb0f4ac52d tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/quotas/9fb1fbcb8cc9402ba4fdb36d489735a9 HTTP/1.1" status: 200 len: 375 time: 0.0184259 Aug 29 04:48:25.682930 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-46d1638a-8f18-409a-abeb-31d788ef36be tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:25.689538 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d1638a-8f18-409a-abeb-31d788ef36be tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:25.690177 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-46d1638a-8f18-409a-abeb-31d788ef36be tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:25.723796 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-88114bd3-3bde-46cb-8cbf-9efb7474b5ac req-b3814986-4543-4ce9-aabb-a7cf63932b93 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=9fb1fbcb8cc9402ba4fdb36d489735a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0671048 Aug 29 04:48:25.760296 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-46d1638a-8f18-409a-abeb-31d788ef36be tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2310271 Aug 29 04:48:25.761376 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 33918) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:25.769503 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-58a7c3b3-c171-42be-b7d8-7a52fa7fe7e5 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Request body: {'network': {'name': 'tempest-router-network02--904606262'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:48:25.778197 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d1638a-8f18-409a-abeb-31d788ef36be tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Pushing event updated for resources: {'Network': ['ID=800d80e1-95aa-4d38-b204-4e7ad9a137d4,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:25.802311 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58a7c3b3-c171-42be-b7d8-7a52fa7fe7e5 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Made reservation on behalf of f2b2509f1cee45f9bb3de32271077b46 for: {'network': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:48:25.806331 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-58a7c3b3-c171-42be-b7d8-7a52fa7fe7e5 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:25.808419 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 800d80e1-95aa-4d38-b204-4e7ad9a137d4 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:48:25.832702 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58a7c3b3-c171-42be-b7d8-7a52fa7fe7e5 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=94828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:48:25.844771 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-58a7c3b3-c171-42be-b7d8-7a52fa7fe7e5 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:25.845097 n-d-712140-12 neutron-server[94828]: INFO neutron.db.segments_db [None req-58a7c3b3-c171-42be-b7d8-7a52fa7fe7e5 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Added segment 32b902ca-67a5-49f7-851b-4926fad312bd of type vlan for network dc50698a-bd18-4135-99e8-d0750fb259c6 Aug 29 04:48:25.884746 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-5583bc80-f95f-4c8b-a38a-82d9eadc90bb None None] Provisioning complete for port 9b14e059-a766-430b-888a-6916d93ebddc triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:48:25.885241 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5583bc80-f95f-4c8b-a38a-82d9eadc90bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:25.890360 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-58a7c3b3-c171-42be-b7d8-7a52fa7fe7e5 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:25.907934 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-88114bd3-3bde-46cb-8cbf-9efb7474b5ac req-be853226-bf96-4625-ad4a-5da7d338c24e service neutron] 10.222.0.22 "GET /v2.0/networks/497f7389-8bcd-4e03-b029-5ee7b7d3aec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731181 Aug 29 04:48:25.926104 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-58a7c3b3-c171-42be-b7d8-7a52fa7fe7e5 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:25.932026 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a7c3b3-c171-42be-b7d8-7a52fa7fe7e5 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:25.932664 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-58a7c3b3-c171-42be-b7d8-7a52fa7fe7e5 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:25.988012 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-58a7c3b3-c171-42be-b7d8-7a52fa7fe7e5 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2227342 Aug 29 04:48:25.990740 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 33920) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:25.997971 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-62eb2c88-aa24-4aad-87ac-754429bc13eb tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Request body: {'subnet': {'network_id': '800d80e1-95aa-4d38-b204-4e7ad9a137d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:48:26.005786 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:26.007195 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-88114bd3-3bde-46cb-8cbf-9efb7474b5ac req-5b32d503-936b-4800-b4ca-9842c8944569 service neutron] 10.222.0.22 "GET /v2.0/networks/497f7389-8bcd-4e03-b029-5ee7b7d3aec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929637 Aug 29 04:48:26.054642 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a7c3b3-c171-42be-b7d8-7a52fa7fe7e5 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Pushing event updated for resources: {'Network': ['ID=dc50698a-bd18-4135-99e8-d0750fb259c6,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:26.064380 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-5583bc80-f95f-4c8b-a38a-82d9eadc90bb None None] Port 9b14e059-a766-430b-888a-6916d93ebddc cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:48:26.095011 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network dc50698a-bd18-4135-99e8-d0750fb259c6 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:48:26.118551 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62eb2c88-aa24-4aad-87ac-754429bc13eb tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Made reservation on behalf of f2b2509f1cee45f9bb3de32271077b46 for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:48:26.123306 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-62eb2c88-aa24-4aad-87ac-754429bc13eb tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:26.189822 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port c0c12af5-86e1-411f-8f00-9c6742232b8d, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=c0c12af5-86e1-411f-8f00-9c6742232b8d,segment=NetworkSegment(37793236-9a9a-4401-8f49-dc406cde2be2),segment_id=37793236-9a9a-4401-8f49-dc406cde2be2)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:26.226073 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:26.226886 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device b8f8e9f3-0aff-4c46-81a2-dfb8abe8e641 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:48:26.256444 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-512f0d2c-111d-4fc1-aeac-1edd4198cc4e req-b7195be5-808b-49bd-a927-3ce52862c9df tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffd18eeb-5fc3-45e6-9891-4e20af8cf6dd HTTP/1.1" status: 200 len: 210 time: 0.0648546 Aug 29 04:48:26.304628 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9834fcd4-bfac-4e19-abaa-2ebb480ac2ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-f59ba5ec-3915-4c2f-9969-471533dd11c1', 'network_id': 'f59ba5ec-3915-4c2f-9969-471533dd11c1', 'tenant_id': 'f2b2509f1cee45f9bb3de32271077b46', 'fixed_ips': [{'subnet_id': '842cd1ce-f8e9-48e8-b1e3-dbe8f530c7c9'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:48:26.305749 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9834fcd4-bfac-4e19-abaa-2ebb480ac2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:26.369747 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=c0c12af5-86e1-411f-8f00-9c6742232b8d,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:26.400666 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-62eb2c88-aa24-4aad-87ac-754429bc13eb tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9191137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10062364'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:26.438241 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port b8f8e9f3-0aff-4c46-81a2-dfb8abe8e641 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:48:26.450096 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port b8f8e9f3-0aff-4c46-81a2-dfb8abe8e641 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:48:26.450472 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:26.456012 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-da7fbec3-147c-424f-9f7e-5b445c091935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88852000-4a8e-47b2-8832-7238424b07c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-975447095', 'tenant_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'b8f8e9f3-0aff-4c46-81a2-dfb8abe8e641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:48:19Z', 'updated_at': '2021-08-29T04:48:23Z', 'revision_number': 4, 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'gw_port': {'id': 'b8f8e9f3-0aff-4c46-81a2-dfb8abe8e641', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d0:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88852000-4a8e-47b2-8832-7238424b07c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:20Z', 'updated_at': '2021-08-29T04:48:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '9b14e059-a766-430b-888a-6916d93ebddc', 'name': '', 'network_id': '497f7389-8bcd-4e03-b029-5ee7b7d3aec0', 'tenant_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'mac_address': 'fa:16:3e:60:ed:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88852000-4a8e-47b2-8832-7238424b07c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'a10fe50b-3544-4438-8d9d-d008cda1d55e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:23Z', 'updated_at': '2021-08-29T04:48:24Z', 'revision_number': 2, 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'subnets': [{'id': 'a10fe50b-3544-4438-8d9d-d008cda1d55e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:26.472698 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62eb2c88-aa24-4aad-87ac-754429bc13eb tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Pushing event updated for resources: {'Subnet': ['ID=d75d2ddc-3166-4154-9993-f2e943cfdf4d,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:26.489586 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62eb2c88-aa24-4aad-87ac-754429bc13eb tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Checking segment: {'id': 'e74cc79f-70e9-40da-8162-60f07fa3af53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '800d80e1-95aa-4d38-b204-4e7ad9a137d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:48:26.489952 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62eb2c88-aa24-4aad-87ac-754429bc13eb tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Network hostable DHCP agents. Network: 800d80e1-95aa-4d38-b204-4e7ad9a137d4, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:48:26.508802 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62eb2c88-aa24-4aad-87ac-754429bc13eb tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Network 800d80e1-95aa-4d38-b204-4e7ad9a137d4 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:48:26.520572 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-62eb2c88-aa24-4aad-87ac-754429bc13eb tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 800d80e1-95aa-4d38-b204-4e7ad9a137d4) {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:48:26.528447 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7fbec3-147c-424f-9f7e-5b445c091935 None None] Checking router: 88852000-4a8e-47b2-8832-7238424b07c4 for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:48:26.528678 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7fbec3-147c-424f-9f7e-5b445c091935 None None] Updating router 88852000-4a8e-47b2-8832-7238424b07c4 port 9b14e059-a766-430b-888a-6916d93ebddc binding host n-d-712140-12 {{(pid=94830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:48:26.530722 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62eb2c88-aa24-4aad-87ac-754429bc13eb tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:26.534503 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-62eb2c88-aa24-4aad-87ac-754429bc13eb tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:26.537196 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891cc323-12e5-41fe-9093-df4fd6507242 None None] Network 800d80e1-95aa-4d38-b204-4e7ad9a137d4 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:48:26.558809 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-62eb2c88-aa24-4aad-87ac-754429bc13eb tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5669336 Aug 29 04:48:26.563186 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 33932) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:26.568082 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-f19520cd-12e3-4502-8936-44dc1e6ce5f7 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Request body: {'subnet': {'network_id': 'dc50698a-bd18-4135-99e8-d0750fb259c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:48:26.626760 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-da7fbec3-147c-424f-9f7e-5b445c091935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:26.655609 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-9834fcd4-bfac-4e19-abaa-2ebb480ac2ab None None] Allocated IP 2001:db8::2 (f59ba5ec-3915-4c2f-9969-471533dd11c1/842cd1ce-f8e9-48e8-b1e3-dbe8f530c7c9/26396ae8-2c27-4c4e-b378-ad431f821d1f) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:48:26.678734 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f19520cd-12e3-4502-8936-44dc1e6ce5f7 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Made reservation on behalf of f2b2509f1cee45f9bb3de32271077b46 for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:48:26.683278 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f19520cd-12e3-4502-8936-44dc1e6ce5f7 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:26.890314 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:26.894234 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f19520cd-12e3-4502-8936-44dc1e6ce5f7 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9191137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10062364'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:26.953698 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19520cd-12e3-4502-8936-44dc1e6ce5f7 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Pushing event updated for resources: {'Subnet': ['ID=b23fc8f2-3cda-4728-a3a9-22b3ffa86d3a,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:26.962850 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port b8f8e9f3-0aff-4c46-81a2-dfb8abe8e641, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=b8f8e9f3-0aff-4c46-81a2-dfb8abe8e641,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:26.964909 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19520cd-12e3-4502-8936-44dc1e6ce5f7 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Checking segment: {'id': '32b902ca-67a5-49f7-851b-4926fad312bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'dc50698a-bd18-4135-99e8-d0750fb259c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:48:26.965469 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19520cd-12e3-4502-8936-44dc1e6ce5f7 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Network hostable DHCP agents. Network: dc50698a-bd18-4135-99e8-d0750fb259c6, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:48:26.982510 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19520cd-12e3-4502-8936-44dc1e6ce5f7 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Network dc50698a-bd18-4135-99e8-d0750fb259c6 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:48:26.992478 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-f19520cd-12e3-4502-8936-44dc1e6ce5f7 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, dc50698a-bd18-4135-99e8-d0750fb259c6) {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:48:26.997330 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19520cd-12e3-4502-8936-44dc1e6ce5f7 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:26.998036 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f19520cd-12e3-4502-8936-44dc1e6ce5f7 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:27.011762 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:27.016525 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-f19520cd-12e3-4502-8936-44dc1e6ce5f7 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4527600 Aug 29 04:48:27.016978 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 33934) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:27.020559 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2717fe0-ae98-4f08-b2f4-12622dc62cf1 None None] Network dc50698a-bd18-4135-99e8-d0750fb259c6 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:48:27.053050 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1e8a82-93ba-4ee1-8c71-dfb31b80056b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-800d80e1-95aa-4d38-b204-4e7ad9a137d4', 'network_id': '800d80e1-95aa-4d38-b204-4e7ad9a137d4', 'tenant_id': 'f2b2509f1cee45f9bb3de32271077b46', 'fixed_ips': [{'subnet_id': 'd75d2ddc-3166-4154-9993-f2e943cfdf4d'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:48:27.054034 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3c1e8a82-93ba-4ee1-8c71-dfb31b80056b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:27.179171 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device c0c12af5-86e1-411f-8f00-9c6742232b8d up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:48:27.200817 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9834fcd4-bfac-4e19-abaa-2ebb480ac2ab None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:27.294092 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=b8f8e9f3-0aff-4c46-81a2-dfb8abe8e641,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:27.298681 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-9834fcd4-bfac-4e19-abaa-2ebb480ac2ab None None] Transition to ACTIVE for port object 26396ae8-2c27-4c4e-b378-ad431f821d1f will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:48:27.316766 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88114bd3-3bde-46cb-8cbf-9efb7474b5ac req-8c809565-633d-4bce-9dfd-cf2518d67e42 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:27.321358 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-88114bd3-3bde-46cb-8cbf-9efb7474b5ac req-8c809565-633d-4bce-9dfd-cf2518d67e42 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.46 "GET /v2.0/networks?id=497f7389-8bcd-4e03-b029-5ee7b7d3aec0 HTTP/1.1" status: 200 len: 797 time: 0.1808081 Aug 29 04:48:27.375920 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-88114bd3-3bde-46cb-8cbf-9efb7474b5ac req-c29f7457-231b-469a-9e35-e233e4767617 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9fb1fbcb8cc9402ba4fdb36d489735a9 HTTP/1.1" status: 200 len: 379 time: 0.0432050 Aug 29 04:48:27.391744 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-88114bd3-3bde-46cb-8cbf-9efb7474b5ac req-73c627df-8d66-4fa9-98ce-b93ce467e192 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Request body: {'port': {'device_id': 'ffd18eeb-5fc3-45e6-9891-4e20af8cf6dd', 'network_id': '497f7389-8bcd-4e03-b029-5ee7b7d3aec0', 'admin_state_up': True, 'tenant_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'security_groups': ['d2642e8b-8ee6-4a09-ae7d-2ad7f4c3de8d']}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:48:27.398366 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-9834fcd4-bfac-4e19-abaa-2ebb480ac2ab None None] Transition to ACTIVE for port object 26396ae8-2c27-4c4e-b378-ad431f821d1f will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:48:27.403551 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-fb1678ed-d8f2-4227-80a1-0a74ad7c8113 req-c2642aad-112c-4247-a52a-66215ec49879 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffd18eeb-5fc3-45e6-9891-4e20af8cf6dd HTTP/1.1" status: 200 len: 210 time: 0.0352974 Aug 29 04:48:27.445973 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-957b412c-5dbe-48e7-b648-fdbac669b8b8 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:27.520733 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88114bd3-3bde-46cb-8cbf-9efb7474b5ac req-73c627df-8d66-4fa9-98ce-b93ce467e192 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Made reservation on behalf of 9fb1fbcb8cc9402ba4fdb36d489735a9 for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:48:27.525220 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-88114bd3-3bde-46cb-8cbf-9efb7474b5ac req-73c627df-8d66-4fa9-98ce-b93ce467e192 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:27.606803 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9834fcd4-bfac-4e19-abaa-2ebb480ac2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:27.726815 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9834fcd4-bfac-4e19-abaa-2ebb480ac2ab None None] Network f59ba5ec-3915-4c2f-9969-471533dd11c1 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:48:27.735104 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-3c1e8a82-93ba-4ee1-8c71-dfb31b80056b None None] Allocated IP 2001:db8::2 (800d80e1-95aa-4d38-b204-4e7ad9a137d4/d75d2ddc-3166-4154-9993-f2e943cfdf4d/90103be4-1114-40a8-9a5e-b255b74b367a) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:48:27.753528 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-9834fcd4-bfac-4e19-abaa-2ebb480ac2ab None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:48:27.757229 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9834fcd4-bfac-4e19-abaa-2ebb480ac2ab None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:48:27.765718 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port c0c12af5-86e1-411f-8f00-9c6742232b8d triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:48:27.766094 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:27.769638 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-da7fbec3-147c-424f-9f7e-5b445c091935 None None] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:27.794684 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9834fcd4-bfac-4e19-abaa-2ebb480ac2ab None None] Pushing event updated for resources: {'Port': ['ID=26396ae8-2c27-4c4e-b378-ad431f821d1f,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:27.869734 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-da7fbec3-147c-424f-9f7e-5b445c091935 None None] Transition to ACTIVE for port object 9b14e059-a766-430b-888a-6916d93ebddc will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:48:27.872304 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935dd638-eabf-4f24-b6f5-ceda35b70664 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-dc50698a-bd18-4135-99e8-d0750fb259c6', 'network_id': 'dc50698a-bd18-4135-99e8-d0750fb259c6', 'tenant_id': 'f2b2509f1cee45f9bb3de32271077b46', 'fixed_ips': [{'subnet_id': 'b23fc8f2-3cda-4728-a3a9-22b3ffa86d3a'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:48:27.873152 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-935dd638-eabf-4f24-b6f5-ceda35b70664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:27.906310 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-da7fbec3-147c-424f-9f7e-5b445c091935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:27.938137 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-88114bd3-3bde-46cb-8cbf-9efb7474b5ac req-73c627df-8d66-4fa9-98ce-b93ce467e192 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Allocated IP 172.20.0.10 (497f7389-8bcd-4e03-b029-5ee7b7d3aec0/a10fe50b-3544-4438-8d9d-d008cda1d55e/f6dc96dc-a9c5-41a2-88d4-459bd9c75248) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:48:28.017961 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-9834fcd4-bfac-4e19-abaa-2ebb480ac2ab None None] Attempting to bind port 26396ae8-2c27-4c4e-b378-ad431f821d1f on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:48:28.018338 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-9834fcd4-bfac-4e19-abaa-2ebb480ac2ab None None] Attempting to bind port 26396ae8-2c27-4c4e-b378-ad431f821d1f by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'ecf62f94-c5c1-4232-bd0a-19a451ccf3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f59ba5ec-3915-4c2f-9969-471533dd11c1'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:48:28.018707 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9834fcd4-bfac-4e19-abaa-2ebb480ac2ab None None] Attempting to bind port 26396ae8-2c27-4c4e-b378-ad431f821d1f on network f59ba5ec-3915-4c2f-9969-471533dd11c1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:48:28.089676 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737f7f2b-e85a-4634-89ac-59f9e0a0a50e None None] Pushing event updated for resources: {'Port': ['ID=9b14e059-a766-430b-888a-6916d93ebddc,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:28.091377 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-88114bd3-3bde-46cb-8cbf-9efb7474b5ac req-73c627df-8d66-4fa9-98ce-b93ce467e192 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:28.101799 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9834fcd4-bfac-4e19-abaa-2ebb480ac2ab None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:48:28.102180 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9834fcd4-bfac-4e19-abaa-2ebb480ac2ab None None] Checking segment: {'id': 'ecf62f94-c5c1-4232-bd0a-19a451ccf3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f59ba5ec-3915-4c2f-9969-471533dd11c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:48:28.102601 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9834fcd4-bfac-4e19-abaa-2ebb480ac2ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:28.103003 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9834fcd4-bfac-4e19-abaa-2ebb480ac2ab None None] Bound using segment: {'id': 'ecf62f94-c5c1-4232-bd0a-19a451ccf3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f59ba5ec-3915-4c2f-9969-471533dd11c1'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:48:28.103492 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-9834fcd4-bfac-4e19-abaa-2ebb480ac2ab None None] Bound port: 26396ae8-2c27-4c4e-b378-ad431f821d1f, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecf62f94-c5c1-4232-bd0a-19a451ccf3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f59ba5ec-3915-4c2f-9969-471533dd11c1'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:48:28.103921 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9834fcd4-bfac-4e19-abaa-2ebb480ac2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:28.109488 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-88114bd3-3bde-46cb-8cbf-9efb7474b5ac req-73c627df-8d66-4fa9-98ce-b93ce467e192 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Transition to ACTIVE for port object f6dc96dc-a9c5-41a2-88d4-459bd9c75248 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:48:28.144868 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-88114bd3-3bde-46cb-8cbf-9efb7474b5ac req-73c627df-8d66-4fa9-98ce-b93ce467e192 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:28.186607 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88114bd3-3bde-46cb-8cbf-9efb7474b5ac req-73c627df-8d66-4fa9-98ce-b93ce467e192 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Network 497f7389-8bcd-4e03-b029-5ee7b7d3aec0 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:48:28.190021 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-88114bd3-3bde-46cb-8cbf-9efb7474b5ac req-73c627df-8d66-4fa9-98ce-b93ce467e192 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:48:28.196101 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-88114bd3-3bde-46cb-8cbf-9efb7474b5ac req-73c627df-8d66-4fa9-98ce-b93ce467e192 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:48:28.232557 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c627df-8d66-4fa9-98ce-b93ce467e192 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Pushing event updated for resources: {'Port': ['ID=f6dc96dc-a9c5-41a2-88d4-459bd9c75248,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:28.256367 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88114bd3-3bde-46cb-8cbf-9efb7474b5ac req-73c627df-8d66-4fa9-98ce-b93ce467e192 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:28.257034 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-88114bd3-3bde-46cb-8cbf-9efb7474b5ac req-73c627df-8d66-4fa9-98ce-b93ce467e192 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:28.272986 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-88114bd3-3bde-46cb-8cbf-9efb7474b5ac req-73c627df-8d66-4fa9-98ce-b93ce467e192 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8882544 Aug 29 04:48:28.331495 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3c1e8a82-93ba-4ee1-8c71-dfb31b80056b None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:28.340401 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-da7fbec3-147c-424f-9f7e-5b445c091935 None None] Attempting to bind port 9b14e059-a766-430b-888a-6916d93ebddc on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:48:28.340777 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-da7fbec3-147c-424f-9f7e-5b445c091935 None None] Attempting to bind port 9b14e059-a766-430b-888a-6916d93ebddc by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '37793236-9a9a-4401-8f49-dc406cde2be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '497f7389-8bcd-4e03-b029-5ee7b7d3aec0'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:48:28.341145 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7fbec3-147c-424f-9f7e-5b445c091935 None None] Attempting to bind port 9b14e059-a766-430b-888a-6916d93ebddc on network 497f7389-8bcd-4e03-b029-5ee7b7d3aec0 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:48:28.355156 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-88114bd3-3bde-46cb-8cbf-9efb7474b5ac req-be62b014-ef25-402b-80b1-f786d36c2980 service neutron] Request body: {'port': {'device_id': 'ffd18eeb-5fc3-45e6-9891-4e20af8cf6dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:48:28.363579 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-3c1e8a82-93ba-4ee1-8c71-dfb31b80056b None None] Transition to ACTIVE for port object 90103be4-1114-40a8-9a5e-b255b74b367a will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:48:28.366105 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-935dd638-eabf-4f24-b6f5-ceda35b70664 None None] Allocated IP 2001:db8::2 (dc50698a-bd18-4135-99e8-d0750fb259c6/b23fc8f2-3cda-4728-a3a9-22b3ffa86d3a/421d12b2-1a75-4e07-913f-481e2f9d87ea) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:48:28.396540 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7fbec3-147c-424f-9f7e-5b445c091935 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:48:28.396832 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7fbec3-147c-424f-9f7e-5b445c091935 None None] Checking segment: {'id': '37793236-9a9a-4401-8f49-dc406cde2be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '497f7389-8bcd-4e03-b029-5ee7b7d3aec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:48:28.397238 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-da7fbec3-147c-424f-9f7e-5b445c091935 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:28.397642 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7fbec3-147c-424f-9f7e-5b445c091935 None None] Bound using segment: {'id': '37793236-9a9a-4401-8f49-dc406cde2be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '497f7389-8bcd-4e03-b029-5ee7b7d3aec0'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:48:28.398137 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-da7fbec3-147c-424f-9f7e-5b445c091935 None None] Bound port: 9b14e059-a766-430b-888a-6916d93ebddc, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37793236-9a9a-4401-8f49-dc406cde2be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '497f7389-8bcd-4e03-b029-5ee7b7d3aec0'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:48:28.398525 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-da7fbec3-147c-424f-9f7e-5b445c091935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:28.421456 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-9834fcd4-bfac-4e19-abaa-2ebb480ac2ab None None] For port 26396ae8-2c27-4c4e-b378-ad431f821d1f, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:48:28.422712 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-88114bd3-3bde-46cb-8cbf-9efb7474b5ac req-be62b014-ef25-402b-80b1-f786d36c2980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:28.426934 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-3c1e8a82-93ba-4ee1-8c71-dfb31b80056b None None] Transition to ACTIVE for port object 90103be4-1114-40a8-9a5e-b255b74b367a will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:48:28.465320 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-9834fcd4-bfac-4e19-abaa-2ebb480ac2ab None None] For port 26396ae8-2c27-4c4e-b378-ad431f821d1f, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=26396ae8-2c27-4c4e-b378-ad431f821d1f,segment=NetworkSegment(ecf62f94-c5c1-4232-bd0a-19a451ccf3e4),segment_id=ecf62f94-c5c1-4232-bd0a-19a451ccf3e4)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:48:28.491989 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3c1e8a82-93ba-4ee1-8c71-dfb31b80056b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:28.517585 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9834fcd4-bfac-4e19-abaa-2ebb480ac2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:28.519631 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-957b412c-5dbe-48e7-b648-fdbac669b8b8 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Allocated IP 2001:db8::1 (800d80e1-95aa-4d38-b204-4e7ad9a137d4/d75d2ddc-3166-4154-9993-f2e943cfdf4d/eebacd5a-8562-4b6d-b0f0-29f139123144) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:48:28.615886 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1e8a82-93ba-4ee1-8c71-dfb31b80056b None None] Network 800d80e1-95aa-4d38-b204-4e7ad9a137d4 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:48:28.623716 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767564ca-ea72-40cb-a15d-fe896b0db95d req-1fabf86b-0720-4414-8db0-8d4063b924dc tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:28.625498 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-767564ca-ea72-40cb-a15d-fe896b0db95d req-1fabf86b-0720-4414-8db0-8d4063b924dc tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffd18eeb-5fc3-45e6-9891-4e20af8cf6dd HTTP/1.1" status: 200 len: 932 time: 0.0873792 Aug 29 04:48:28.639125 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1ae90a43-a3c0-46e4-a8aa-da3749a2a0bd None None] Provisioning for port f6dc96dc-a9c5-41a2-88d4-459bd9c75248 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:48:28.641549 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-3c1e8a82-93ba-4ee1-8c71-dfb31b80056b None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:48:28.650640 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1e8a82-93ba-4ee1-8c71-dfb31b80056b None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:48:28.658305 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1e8a82-93ba-4ee1-8c71-dfb31b80056b None None] Pushing event updated for resources: {'Port': ['ID=90103be4-1114-40a8-9a5e-b255b74b367a,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:28.668757 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1ae90a43-a3c0-46e4-a8aa-da3749a2a0bd None None] Provisioning complete for port f6dc96dc-a9c5-41a2-88d4-459bd9c75248 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:48:28.669140 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1ae90a43-a3c0-46e4-a8aa-da3749a2a0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:28.674404 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-da7fbec3-147c-424f-9f7e-5b445c091935 None None] For port 9b14e059-a766-430b-888a-6916d93ebddc, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:48:28.681769 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-da7fbec3-147c-424f-9f7e-5b445c091935 None None] For port 9b14e059-a766-430b-888a-6916d93ebddc, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=9b14e059-a766-430b-888a-6916d93ebddc,segment=NetworkSegment(37793236-9a9a-4401-8f49-dc406cde2be2),segment_id=37793236-9a9a-4401-8f49-dc406cde2be2)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:48:28.687713 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-957b412c-5dbe-48e7-b648-fdbac669b8b8 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:28.706271 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-957b412c-5dbe-48e7-b648-fdbac669b8b8 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Transition to ACTIVE for port object eebacd5a-8562-4b6d-b0f0-29f139123144 will not be triggered until provisioned by entity DHCP. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:48:28.717955 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-767564ca-ea72-40cb-a15d-fe896b0db95d req-3ab7197e-a45d-4172-a7fc-d947ffe35e45 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=d2642e8b-8ee6-4a09-ae7d-2ad7f4c3de8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575414 Aug 29 04:48:28.741281 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-da7fbec3-147c-424f-9f7e-5b445c091935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:28.752697 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-957b412c-5dbe-48e7-b648-fdbac669b8b8 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:28.804338 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957b412c-5dbe-48e7-b648-fdbac669b8b8 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Network 800d80e1-95aa-4d38-b204-4e7ad9a137d4 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:48:28.812598 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-957b412c-5dbe-48e7-b648-fdbac669b8b8 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:48:28.818681 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957b412c-5dbe-48e7-b648-fdbac669b8b8 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:48:28.819253 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-957b412c-5dbe-48e7-b648-fdbac669b8b8 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719598'] for router_interface, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:28.834820 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-88114bd3-3bde-46cb-8cbf-9efb7474b5ac req-be62b014-ef25-402b-80b1-f786d36c2980 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6dc96dc-a9c5-41a2-88d4-459bd9c75248 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:48:28.843567 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-88114bd3-3bde-46cb-8cbf-9efb7474b5ac req-be62b014-ef25-402b-80b1-f786d36c2980 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:28.857634 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-88114bd3-3bde-46cb-8cbf-9efb7474b5ac req-be62b014-ef25-402b-80b1-f786d36c2980 service neutron] Transition to ACTIVE for port object f6dc96dc-a9c5-41a2-88d4-459bd9c75248 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:48:28.861267 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-88114bd3-3bde-46cb-8cbf-9efb7474b5ac req-be62b014-ef25-402b-80b1-f786d36c2980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:28.862703 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957b412c-5dbe-48e7-b648-fdbac669b8b8 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Pushing event updated for resources: {'Port': ['ID=eebacd5a-8562-4b6d-b0f0-29f139123144,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:28.868987 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-1ae90a43-a3c0-46e4-a8aa-da3749a2a0bd None None] Port f6dc96dc-a9c5-41a2-88d4-459bd9c75248 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:48:28.897836 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:28.906751 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-3c1e8a82-93ba-4ee1-8c71-dfb31b80056b None None] Attempting to bind port 90103be4-1114-40a8-9a5e-b255b74b367a on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:48:28.907106 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-3c1e8a82-93ba-4ee1-8c71-dfb31b80056b None None] Attempting to bind port 90103be4-1114-40a8-9a5e-b255b74b367a by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'e74cc79f-70e9-40da-8162-60f07fa3af53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '800d80e1-95aa-4d38-b204-4e7ad9a137d4'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:48:28.907474 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1e8a82-93ba-4ee1-8c71-dfb31b80056b None None] Attempting to bind port 90103be4-1114-40a8-9a5e-b255b74b367a on network 800d80e1-95aa-4d38-b204-4e7ad9a137d4 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:48:28.917623 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-935dd638-eabf-4f24-b6f5-ceda35b70664 None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:28.921176 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9834fcd4-bfac-4e19-abaa-2ebb480ac2ab None None] Pushing event updated for resources: {'Port': ['ID=26396ae8-2c27-4c4e-b378-ad431f821d1f,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:28.939860 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1e8a82-93ba-4ee1-8c71-dfb31b80056b None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:48:28.939860 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1e8a82-93ba-4ee1-8c71-dfb31b80056b None None] Checking segment: {'id': 'e74cc79f-70e9-40da-8162-60f07fa3af53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '800d80e1-95aa-4d38-b204-4e7ad9a137d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:48:28.940210 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3c1e8a82-93ba-4ee1-8c71-dfb31b80056b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:28.940616 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1e8a82-93ba-4ee1-8c71-dfb31b80056b None None] Bound using segment: {'id': 'e74cc79f-70e9-40da-8162-60f07fa3af53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '800d80e1-95aa-4d38-b204-4e7ad9a137d4'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:48:28.941112 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-3c1e8a82-93ba-4ee1-8c71-dfb31b80056b None None] Bound port: 90103be4-1114-40a8-9a5e-b255b74b367a, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e74cc79f-70e9-40da-8162-60f07fa3af53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '800d80e1-95aa-4d38-b204-4e7ad9a137d4'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:48:28.941494 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3c1e8a82-93ba-4ee1-8c71-dfb31b80056b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:28.946851 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7fbec3-147c-424f-9f7e-5b445c091935 None None] Routers {'88852000-4a8e-47b2-8832-7238424b07c4'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:48:28.947219 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-da7fbec3-147c-424f-9f7e-5b445c091935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:48:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['88852000-4a8e-47b2-8832-7238424b07c4'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:28.964693 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be62b014-ef25-402b-80b1-f786d36c2980 service neutron] Pushing event updated for resources: {'Port': ['ID=f6dc96dc-a9c5-41a2-88d4-459bd9c75248,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:28.974800 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-935dd638-eabf-4f24-b6f5-ceda35b70664 None None] Transition to ACTIVE for port object 421d12b2-1a75-4e07-913f-481e2f9d87ea will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:48:29.034666 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-88114bd3-3bde-46cb-8cbf-9efb7474b5ac req-be62b014-ef25-402b-80b1-f786d36c2980 service neutron] Attempting to bind port f6dc96dc-a9c5-41a2-88d4-459bd9c75248 on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:48:29.035018 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-88114bd3-3bde-46cb-8cbf-9efb7474b5ac req-be62b014-ef25-402b-80b1-f786d36c2980 service neutron] Attempting to bind port f6dc96dc-a9c5-41a2-88d4-459bd9c75248 by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': '37793236-9a9a-4401-8f49-dc406cde2be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '497f7389-8bcd-4e03-b029-5ee7b7d3aec0'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:48:29.035359 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88114bd3-3bde-46cb-8cbf-9efb7474b5ac req-be62b014-ef25-402b-80b1-f786d36c2980 service neutron] Attempting to bind port f6dc96dc-a9c5-41a2-88d4-459bd9c75248 on network 497f7389-8bcd-4e03-b029-5ee7b7d3aec0 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:48:29.040741 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88114bd3-3bde-46cb-8cbf-9efb7474b5ac req-be62b014-ef25-402b-80b1-f786d36c2980 service neutron] Port f6dc96dc-a9c5-41a2-88d4-459bd9c75248 on network 497f7389-8bcd-4e03-b029-5ee7b7d3aec0 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:48:29.041077 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88114bd3-3bde-46cb-8cbf-9efb7474b5ac req-be62b014-ef25-402b-80b1-f786d36c2980 service neutron] Attempting to bind port f6dc96dc-a9c5-41a2-88d4-459bd9c75248 on network 497f7389-8bcd-4e03-b029-5ee7b7d3aec0 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:48:29.046168 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88114bd3-3bde-46cb-8cbf-9efb7474b5ac req-be62b014-ef25-402b-80b1-f786d36c2980 service neutron] Checking agent: {'id': '3de9de52-3a03-431d-9d7e-497ae92c57ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:48:29.046518 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88114bd3-3bde-46cb-8cbf-9efb7474b5ac req-be62b014-ef25-402b-80b1-f786d36c2980 service neutron] Checking segment: {'id': '37793236-9a9a-4401-8f49-dc406cde2be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '497f7389-8bcd-4e03-b029-5ee7b7d3aec0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:48:29.046909 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88114bd3-3bde-46cb-8cbf-9efb7474b5ac req-be62b014-ef25-402b-80b1-f786d36c2980 service neutron] Bound using segment: {'id': '37793236-9a9a-4401-8f49-dc406cde2be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '497f7389-8bcd-4e03-b029-5ee7b7d3aec0'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:48:29.047341 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-88114bd3-3bde-46cb-8cbf-9efb7474b5ac req-be62b014-ef25-402b-80b1-f786d36c2980 service neutron] Bound port: f6dc96dc-a9c5-41a2-88d4-459bd9c75248, host: n-h1-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37793236-9a9a-4401-8f49-dc406cde2be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '497f7389-8bcd-4e03-b029-5ee7b7d3aec0'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:48:29.047462 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-957b412c-5dbe-48e7-b648-fdbac669b8b8 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:29.047870 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-88114bd3-3bde-46cb-8cbf-9efb7474b5ac req-be62b014-ef25-402b-80b1-f786d36c2980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:29.165669 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-3c1e8a82-93ba-4ee1-8c71-dfb31b80056b None None] For port 90103be4-1114-40a8-9a5e-b255b74b367a, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:48:29.174833 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-3c1e8a82-93ba-4ee1-8c71-dfb31b80056b None None] For port 90103be4-1114-40a8-9a5e-b255b74b367a, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=90103be4-1114-40a8-9a5e-b255b74b367a,segment=NetworkSegment(e74cc79f-70e9-40da-8162-60f07fa3af53),segment_id=e74cc79f-70e9-40da-8162-60f07fa3af53)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:48:29.195707 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-935dd638-eabf-4f24-b6f5-ceda35b70664 None None] Transition to ACTIVE for port object 421d12b2-1a75-4e07-913f-481e2f9d87ea will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:48:29.195707 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3c1e8a82-93ba-4ee1-8c71-dfb31b80056b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:29.221492 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-88114bd3-3bde-46cb-8cbf-9efb7474b5ac req-be62b014-ef25-402b-80b1-f786d36c2980 service neutron] For port f6dc96dc-a9c5-41a2-88d4-459bd9c75248, host n-h1-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:48:29.224948 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-935dd638-eabf-4f24-b6f5-ceda35b70664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:29.228597 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-88114bd3-3bde-46cb-8cbf-9efb7474b5ac req-be62b014-ef25-402b-80b1-f786d36c2980 service neutron] For port f6dc96dc-a9c5-41a2-88d4-459bd9c75248, host n-h1-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=f6dc96dc-a9c5-41a2-88d4-459bd9c75248,segment=NetworkSegment(37793236-9a9a-4401-8f49-dc406cde2be2),segment_id=37793236-9a9a-4401-8f49-dc406cde2be2)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:48:29.235512 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-88114bd3-3bde-46cb-8cbf-9efb7474b5ac req-be62b014-ef25-402b-80b1-f786d36c2980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:29.271798 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737f7f2b-e85a-4634-89ac-59f9e0a0a50e None None] Pushing event updated for resources: {'Port': ['ID=9b14e059-a766-430b-888a-6916d93ebddc,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:29.320480 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88114bd3-3bde-46cb-8cbf-9efb7474b5ac req-be62b014-ef25-402b-80b1-f786d36c2980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:29.321363 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-88114bd3-3bde-46cb-8cbf-9efb7474b5ac req-be62b014-ef25-402b-80b1-f786d36c2980 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:29.322829 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-88114bd3-3bde-46cb-8cbf-9efb7474b5ac req-be62b014-ef25-402b-80b1-f786d36c2980 service neutron] 10.222.0.46 "PUT /v2.0/ports/f6dc96dc-a9c5-41a2-88d4-459bd9c75248 HTTP/1.1" status: 200 len: 1093 time: 1.0419536 Aug 29 04:48:29.324158 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffd18eeb-5fc3-45e6-9891-4e20af8cf6dd', 'tag': 'f6dc96dc-a9c5-41a2-88d4-459bd9c75248'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:48:29.326605 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81fb38cd-764d-429c-8c98-64ead10d3c8c" -d '{"events": [{"name": "network-changed", "server_uuid": "ffd18eeb-5fc3-45e6-9891-4e20af8cf6dd", "tag": "f6dc96dc-a9c5-41a2-88d4-459bd9c75248"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:48:29.372203 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1e8a82-93ba-4ee1-8c71-dfb31b80056b None None] Pushing event updated for resources: {'Port': ['ID=90103be4-1114-40a8-9a5e-b255b74b367a,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:29.386805 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935dd638-eabf-4f24-b6f5-ceda35b70664 None None] Network dc50698a-bd18-4135-99e8-d0750fb259c6 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:48:29.417289 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-935dd638-eabf-4f24-b6f5-ceda35b70664 None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:48:29.456870 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-da7fbec3-147c-424f-9f7e-5b445c091935 None None] Set router 88852000-4a8e-47b2-8832-7238424b07c4 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:48:29.459028 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcd348d8-4d96-47ed-8272-cf0121ab156b x-openstack-request-id: req-fcd348d8-4d96-47ed-8272-cf0121ab156b {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:48:29.459330 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffd18eeb-5fc3-45e6-9891-4e20af8cf6dd", "tag": "f6dc96dc-a9c5-41a2-88d4-459bd9c75248", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:48:29.459592 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fcd348d8-4d96-47ed-8272-cf0121ab156b {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:48:29.460032 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffd18eeb-5fc3-45e6-9891-4e20af8cf6dd', 'tag': 'f6dc96dc-a9c5-41a2-88d4-459bd9c75248', 'status': 'completed', 'code': 200} Aug 29 04:48:29.496315 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be62b014-ef25-402b-80b1-f786d36c2980 service neutron] Pushing event updated for resources: {'Port': ['ID=f6dc96dc-a9c5-41a2-88d4-459bd9c75248,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:29.514469 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88114bd3-3bde-46cb-8cbf-9efb7474b5ac req-864a51e1-9455-474c-b17d-39dd6396df11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:29.516176 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-88114bd3-3bde-46cb-8cbf-9efb7474b5ac req-864a51e1-9455-474c-b17d-39dd6396df11 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9fb1fbcb8cc9402ba4fdb36d489735a9&device_id=ffd18eeb-5fc3-45e6-9891-4e20af8cf6dd HTTP/1.1" status: 200 len: 1096 time: 0.1201231 Aug 29 04:48:29.551817 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-957b412c-5dbe-48e7-b648-fdbac669b8b8 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:29.554899 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935dd638-eabf-4f24-b6f5-ceda35b70664 None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:48:29.559569 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-957b412c-5dbe-48e7-b648-fdbac669b8b8 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:29.560407 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-957b412c-5dbe-48e7-b648-fdbac669b8b8 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-718897'] for router_interface, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:29.571479 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 26396ae8-2c27-4c4e-b378-ad431f821d1f up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:48:29.577813 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-88114bd3-3bde-46cb-8cbf-9efb7474b5ac req-9eebfafe-fdc0-4bc9-a9f7-9157afea4a2b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f6dc96dc-a9c5-41a2-88d4-459bd9c75248 HTTP/1.1" status: 200 len: 217 time: 0.0526259 Aug 29 04:48:29.671221 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88114bd3-3bde-46cb-8cbf-9efb7474b5ac req-d9d80304-1858-42ff-92fd-1c9e709a2ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:29.673087 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-88114bd3-3bde-46cb-8cbf-9efb7474b5ac req-d9d80304-1858-42ff-92fd-1c9e709a2ad3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a10fe50b-3544-4438-8d9d-d008cda1d55e HTTP/1.1" status: 200 len: 834 time: 0.0833745 Aug 29 04:48:29.712612 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957b412c-5dbe-48e7-b648-fdbac669b8b8 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Pushing event updated for resources: {'Port': ['ID=eebacd5a-8562-4b6d-b0f0-29f139123144,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:29.785423 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957b412c-5dbe-48e7-b648-fdbac669b8b8 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Network 800d80e1-95aa-4d38-b204-4e7ad9a137d4 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:48:29.787086 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-957b412c-5dbe-48e7-b648-fdbac669b8b8 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:48:29.813203 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88114bd3-3bde-46cb-8cbf-9efb7474b5ac req-69b4df3f-bf7c-4b0e-851e-f2e830b9b547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:29.815241 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-88114bd3-3bde-46cb-8cbf-9efb7474b5ac req-69b4df3f-bf7c-4b0e-851e-f2e830b9b547 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=497f7389-8bcd-4e03-b029-5ee7b7d3aec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1348145 Aug 29 04:48:29.959064 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-957b412c-5dbe-48e7-b648-fdbac669b8b8 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Router a5e9872b-e749-4eaa-8bc3-570b350fbb19 is scheduled to L3 agent 76874008-c311-485c-ba36-921b6d275b6a with binding_index 1 {{(pid=94829) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:48:29.981979 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-88114bd3-3bde-46cb-8cbf-9efb7474b5ac req-897f707f-faaf-4ab6-a4fc-7fa3a8cdb52a service neutron] 10.222.0.46 "GET /v2.0/networks/497f7389-8bcd-4e03-b029-5ee7b7d3aec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570997 Aug 29 04:48:30.055613 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935dd638-eabf-4f24-b6f5-ceda35b70664 None None] Pushing event updated for resources: {'Port': ['ID=421d12b2-1a75-4e07-913f-481e2f9d87ea,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:30.115600 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-957b412c-5dbe-48e7-b648-fdbac669b8b8 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:48:30.131411 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f93afce-2f9e-4826-a3d6-cd64443924a8 None None] Sync routers for ids ['a5e9872b-e749-4eaa-8bc3-570b350fbb19'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:48:30.135215 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-957b412c-5dbe-48e7-b648-fdbac669b8b8 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] 10.222.0.22 "PUT /v2.0/routers/a5e9872b-e749-4eaa-8bc3-570b350fbb19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1169958 Aug 29 04:48:30.138489 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 33946) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:30.143216 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-935dd638-eabf-4f24-b6f5-ceda35b70664 None None] Attempting to bind port 421d12b2-1a75-4e07-913f-481e2f9d87ea on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:48:30.144119 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-935dd638-eabf-4f24-b6f5-ceda35b70664 None None] Attempting to bind port 421d12b2-1a75-4e07-913f-481e2f9d87ea by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '32b902ca-67a5-49f7-851b-4926fad312bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'dc50698a-bd18-4135-99e8-d0750fb259c6'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:48:30.144119 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935dd638-eabf-4f24-b6f5-ceda35b70664 None None] Attempting to bind port 421d12b2-1a75-4e07-913f-481e2f9d87ea on network dc50698a-bd18-4135-99e8-d0750fb259c6 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:48:30.151418 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f93afce-2f9e-4826-a3d6-cd64443924a8 None None] Routers {'a5e9872b-e749-4eaa-8bc3-570b350fbb19'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:48:30.152080 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-8f93afce-2f9e-4826-a3d6-cd64443924a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:48:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['a5e9872b-e749-4eaa-8bc3-570b350fbb19'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:30.154974 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1ba0f3-0b3c-4b03-9bf8-74c4b007136c req-a2335749-61cf-4ef5-9df5-334323e54b21 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:30.165845 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935dd638-eabf-4f24-b6f5-ceda35b70664 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:48:30.166252 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935dd638-eabf-4f24-b6f5-ceda35b70664 None None] Checking segment: {'id': '32b902ca-67a5-49f7-851b-4926fad312bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'dc50698a-bd18-4135-99e8-d0750fb259c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:48:30.166647 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-935dd638-eabf-4f24-b6f5-ceda35b70664 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:30.167161 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935dd638-eabf-4f24-b6f5-ceda35b70664 None None] Bound using segment: {'id': '32b902ca-67a5-49f7-851b-4926fad312bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'dc50698a-bd18-4135-99e8-d0750fb259c6'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:48:30.167657 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-935dd638-eabf-4f24-b6f5-ceda35b70664 None None] Bound port: 421d12b2-1a75-4e07-913f-481e2f9d87ea, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32b902ca-67a5-49f7-851b-4926fad312bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'dc50698a-bd18-4135-99e8-d0750fb259c6'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:48:30.171182 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ad1ba0f3-0b3c-4b03-9bf8-74c4b007136c req-a2335749-61cf-4ef5-9df5-334323e54b21 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffd18eeb-5fc3-45e6-9891-4e20af8cf6dd HTTP/1.1" status: 200 len: 944 time: 0.1923020 Aug 29 04:48:30.176269 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-935dd638-eabf-4f24-b6f5-ceda35b70664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:30.208709 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-8f93afce-2f9e-4826-a3d6-cd64443924a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:30.223102 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f93afce-2f9e-4826-a3d6-cd64443924a8 None None] Routers {'a5e9872b-e749-4eaa-8bc3-570b350fbb19'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:48:30.223754 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-8f93afce-2f9e-4826-a3d6-cd64443924a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:48:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['a5e9872b-e749-4eaa-8bc3-570b350fbb19'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:30.262789 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ad1ba0f3-0b3c-4b03-9bf8-74c4b007136c req-7b2d6af9-4a69-4a23-80e5-3dd6cc149b2b tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=d2642e8b-8ee6-4a09-ae7d-2ad7f4c3de8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898740 Aug 29 04:48:30.289244 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-935dd638-eabf-4f24-b6f5-ceda35b70664 None None] For port 421d12b2-1a75-4e07-913f-481e2f9d87ea, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:48:30.292571 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-88114bd3-3bde-46cb-8cbf-9efb7474b5ac req-cfcb13bf-5f36-4087-bde0-86360808d2a9 service neutron] 10.222.0.46 "GET /v2.0/networks/497f7389-8bcd-4e03-b029-5ee7b7d3aec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2710700 Aug 29 04:48:30.294134 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-935dd638-eabf-4f24-b6f5-ceda35b70664 None None] For port 421d12b2-1a75-4e07-913f-481e2f9d87ea, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=421d12b2-1a75-4e07-913f-481e2f9d87ea,segment=NetworkSegment(32b902ca-67a5-49f7-851b-4926fad312bd),segment_id=32b902ca-67a5-49f7-851b-4926fad312bd)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:48:30.295994 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 26396ae8-2c27-4c4e-b378-ad431f821d1f completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:48:30.296755 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-8f93afce-2f9e-4826-a3d6-cd64443924a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:30.297651 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f93afce-2f9e-4826-a3d6-cd64443924a8 None None] The sync data for ids ['a5e9872b-e749-4eaa-8bc3-570b350fbb19'] in n-d-712140-12 is: [] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:48:30.336737 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-935dd638-eabf-4f24-b6f5-ceda35b70664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:30.345769 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device b8f8e9f3-0aff-4c46-81a2-dfb8abe8e641 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:48:30.501794 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0712011f-3012-45c8-b760-bea3028c45d6 None None] Network f59ba5ec-3915-4c2f-9969-471533dd11c1 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:48:30.562245 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935dd638-eabf-4f24-b6f5-ceda35b70664 None None] Pushing event updated for resources: {'Port': ['ID=421d12b2-1a75-4e07-913f-481e2f9d87ea,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:30.583919 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port b8f8e9f3-0aff-4c46-81a2-dfb8abe8e641 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:48:30.584312 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:30.600795 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-da7fbec3-147c-424f-9f7e-5b445c091935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88852000-4a8e-47b2-8832-7238424b07c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-975447095', 'tenant_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'b8f8e9f3-0aff-4c46-81a2-dfb8abe8e641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:48:19Z', 'updated_at': '2021-08-29T04:48:23Z', 'revision_number': 4, 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'gw_port': {'id': 'b8f8e9f3-0aff-4c46-81a2-dfb8abe8e641', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88852000-4a8e-47b2-8832-7238424b07c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:20Z', 'updated_at': '2021-08-29T04:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '9b14e059-a766-430b-888a-6916d93ebddc', 'name': '', 'network_id': '497f7389-8bcd-4e03-b029-5ee7b7d3aec0', 'tenant_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'mac_address': 'fa:16:3e:60:ed:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88852000-4a8e-47b2-8832-7238424b07c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'a10fe50b-3544-4438-8d9d-d008cda1d55e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:23Z', 'updated_at': '2021-08-29T04:48:28Z', 'revision_number': 4, 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'subnets': [{'id': 'a10fe50b-3544-4438-8d9d-d008cda1d55e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:30.678503 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-b2beef3e-9d1f-4e1a-a36e-07ec9fb014f3 None None] Provisioning for port 26396ae8-2c27-4c4e-b378-ad431f821d1f completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:48:30.684873 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7fbec3-147c-424f-9f7e-5b445c091935 None None] The sync data for ids ['88852000-4a8e-47b2-8832-7238424b07c4'] in n-d-712140-12 is: [{'id': '88852000-4a8e-47b2-8832-7238424b07c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-975447095', 'tenant_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'b8f8e9f3-0aff-4c46-81a2-dfb8abe8e641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:48:19Z', 'updated_at': '2021-08-29T04:48:23Z', 'revision_number': 4, 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'gw_port': {'id': 'b8f8e9f3-0aff-4c46-81a2-dfb8abe8e641', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88852000-4a8e-47b2-8832-7238424b07c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:20Z', 'updated_at': '2021-08-29T04:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '9b14e059-a766-430b-888a-6916d93ebddc', 'name': '', 'network_id': '497f7389-8bcd-4e03-b029-5ee7b7d3aec0', 'tenant_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'mac_address': 'fa:16:3e:60:ed:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88852000-4a8e-47b2-8832-7238424b07c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'a10fe50b-3544-4438-8d9d-d008cda1d55e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:23Z', 'updated_at': '2021-08-29T04:48:28Z', 'revision_number': 4, 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'subnets': [{'id': 'a10fe50b-3544-4438-8d9d-d008cda1d55e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:48:30.698170 n-d-712140-12 neutron-server[94829]: INFO neutron.api.v2.resource [None req-a403375e-af22-430b-8a47-c6eda6135fc6 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:48:30.700304 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-a403375e-af22-430b-8a47-c6eda6135fc6 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] 10.222.0.22 "PUT /v2.0/routers/a5e9872b-e749-4eaa-8bc3-570b350fbb19/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.5598454 Aug 29 04:48:30.706369 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-b2beef3e-9d1f-4e1a-a36e-07ec9fb014f3 None None] Provisioning complete for port 26396ae8-2c27-4c4e-b378-ad431f821d1f triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:48:30.706713 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 33948) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:30.706860 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b2beef3e-9d1f-4e1a-a36e-07ec9fb014f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:30.962523 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d322a38-9418-4d29-b22e-2020b279d76c None None] Network 800d80e1-95aa-4d38-b204-4e7ad9a137d4 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:48:31.005254 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fb38cd-764d-429c-8c98-64ead10d3c8c req-16c96af1-18b9-410e-a215-d8035acd5b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:31.011665 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-81fb38cd-764d-429c-8c98-64ead10d3c8c req-16c96af1-18b9-410e-a215-d8035acd5b68 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9fb1fbcb8cc9402ba4fdb36d489735a9&device_id=ffd18eeb-5fc3-45e6-9891-4e20af8cf6dd HTTP/1.1" status: 200 len: 1096 time: 0.6536834 Aug 29 04:48:31.139768 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b2beef3e-9d1f-4e1a-a36e-07ec9fb014f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:31.206359 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fb38cd-764d-429c-8c98-64ead10d3c8c req-820e37cd-8a72-47a2-a5d3-50958f813cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:31.211446 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-81fb38cd-764d-429c-8c98-64ead10d3c8c req-820e37cd-8a72-47a2-a5d3-50958f813cdf service neutron] 10.222.0.46 "GET /v2.0/networks?id=497f7389-8bcd-4e03-b029-5ee7b7d3aec0 HTTP/1.1" status: 200 len: 898 time: 0.1923609 Aug 29 04:48:31.257967 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-81fb38cd-764d-429c-8c98-64ead10d3c8c req-4a46cc62-737d-464f-a8fb-80908988edc4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f6dc96dc-a9c5-41a2-88d4-459bd9c75248 HTTP/1.1" status: 200 len: 217 time: 0.0391121 Aug 29 04:48:31.342062 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-b2beef3e-9d1f-4e1a-a36e-07ec9fb014f3 None None] For port 26396ae8-2c27-4c4e-b378-ad431f821d1f, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=26396ae8-2c27-4c4e-b378-ad431f821d1f,segment=NetworkSegment(ecf62f94-c5c1-4232-bd0a-19a451ccf3e4),segment_id=ecf62f94-c5c1-4232-bd0a-19a451ccf3e4)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:31.368462 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b2beef3e-9d1f-4e1a-a36e-07ec9fb014f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:31.381596 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fb38cd-764d-429c-8c98-64ead10d3c8c req-57b93232-68e1-4b1d-99cb-9c0afd2959c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:31.383738 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-81fb38cd-764d-429c-8c98-64ead10d3c8c req-57b93232-68e1-4b1d-99cb-9c0afd2959c5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a10fe50b-3544-4438-8d9d-d008cda1d55e HTTP/1.1" status: 200 len: 834 time: 0.1191797 Aug 29 04:48:31.388861 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 90103be4-1114-40a8-9a5e-b255b74b367a up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:48:31.463680 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-201d8465-3180-4300-847c-70bb22303581 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713413'] for router_interface, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:31.476829 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fb38cd-764d-429c-8c98-64ead10d3c8c req-3f1262c8-da78-41f1-9e5f-e5b791d1857f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:31.478442 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-81fb38cd-764d-429c-8c98-64ead10d3c8c req-3f1262c8-da78-41f1-9e5f-e5b791d1857f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=497f7389-8bcd-4e03-b029-5ee7b7d3aec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0869358 Aug 29 04:48:31.559852 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2beef3e-9d1f-4e1a-a36e-07ec9fb014f3 None None] Pushing event updated for resources: {'Port': ['ID=26396ae8-2c27-4c4e-b378-ad431f821d1f,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:31.595567 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 90103be4-1114-40a8-9a5e-b255b74b367a completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:48:31.608636 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-715ad5e5-9cd1-46c5-980c-cfea4b8b1745 None None] Provisioning for port 90103be4-1114-40a8-9a5e-b255b74b367a completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:48:31.613886 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-715ad5e5-9cd1-46c5-980c-cfea4b8b1745 None None] Provisioning complete for port 90103be4-1114-40a8-9a5e-b255b74b367a triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:48:31.614335 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-715ad5e5-9cd1-46c5-980c-cfea4b8b1745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:31.622325 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-81fb38cd-764d-429c-8c98-64ead10d3c8c req-94682559-1857-4e2f-ae27-0f081646330b service neutron] 10.222.0.46 "GET /v2.0/networks/497f7389-8bcd-4e03-b029-5ee7b7d3aec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357987 Aug 29 04:48:31.641024 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b8eca3-55aa-4dbd-bb16-80aeab9ef64c req-85b6f705-f5c4-446b-ae99-380bbe5cb904 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:31.642744 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a3b8eca3-55aa-4dbd-bb16-80aeab9ef64c req-85b6f705-f5c4-446b-ae99-380bbe5cb904 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffd18eeb-5fc3-45e6-9891-4e20af8cf6dd HTTP/1.1" status: 200 len: 944 time: 0.2460403 Aug 29 04:48:31.671475 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 421d12b2-1a75-4e07-913f-481e2f9d87ea up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:48:31.822768 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-81fb38cd-764d-429c-8c98-64ead10d3c8c req-a6e31311-9bec-49ba-92f8-6f6ac5f1e962 service neutron] 10.222.0.46 "GET /v2.0/networks/497f7389-8bcd-4e03-b029-5ee7b7d3aec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929605 Aug 29 04:48:31.826318 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-715ad5e5-9cd1-46c5-980c-cfea4b8b1745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:31.873563 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 421d12b2-1a75-4e07-913f-481e2f9d87ea completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:48:31.890796 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-715ad5e5-9cd1-46c5-980c-cfea4b8b1745 None None] For port 90103be4-1114-40a8-9a5e-b255b74b367a, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=90103be4-1114-40a8-9a5e-b255b74b367a,segment=NetworkSegment(e74cc79f-70e9-40da-8162-60f07fa3af53),segment_id=e74cc79f-70e9-40da-8162-60f07fa3af53)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:31.893281 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 9b14e059-a766-430b-888a-6916d93ebddc up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:48:31.941872 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-715ad5e5-9cd1-46c5-980c-cfea4b8b1745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:31.983499 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 9b14e059-a766-430b-888a-6916d93ebddc completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:48:31.996294 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 9b14e059-a766-430b-888a-6916d93ebddc triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:48:31.996982 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:32.068316 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715ad5e5-9cd1-46c5-980c-cfea4b8b1745 None None] Pushing event updated for resources: {'Port': ['ID=90103be4-1114-40a8-9a5e-b255b74b367a,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:32.129550 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-92904ff0-1f89-48f6-9105-a22808d6a627 None None] Provisioning for port eebacd5a-8562-4b6d-b0f0-29f139123144 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:48:32.136083 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-92904ff0-1f89-48f6-9105-a22808d6a627 None None] Provisioning complete for port eebacd5a-8562-4b6d-b0f0-29f139123144 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:48:32.136083 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-92904ff0-1f89-48f6-9105-a22808d6a627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:32.138820 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:32.212993 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 9b14e059-a766-430b-888a-6916d93ebddc, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=9b14e059-a766-430b-888a-6916d93ebddc,segment=NetworkSegment(37793236-9a9a-4401-8f49-dc406cde2be2),segment_id=37793236-9a9a-4401-8f49-dc406cde2be2)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:32.214244 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55bced6-f5ea-4c7f-8bcf-103d179a5053 None None] Network dc50698a-bd18-4135-99e8-d0750fb259c6 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:48:32.249815 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a3b8eca3-55aa-4dbd-bb16-80aeab9ef64c req-9fc42d49-309c-420e-b72c-49e7ea17701e tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=d2642e8b-8ee6-4a09-ae7d-2ad7f4c3de8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5712063 Aug 29 04:48:32.278275 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:32.278275 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-92904ff0-1f89-48f6-9105-a22808d6a627 None None] Port eebacd5a-8562-4b6d-b0f0-29f139123144 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:48:32.357768 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-92904ff0-1f89-48f6-9105-a22808d6a627 None None] Provisioning complete for port 90103be4-1114-40a8-9a5e-b255b74b367a triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:48:32.358156 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-92904ff0-1f89-48f6-9105-a22808d6a627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:32.371842 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-201d8465-3180-4300-847c-70bb22303581 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Deleting port eebacd5a-8562-4b6d-b0f0-29f139123144 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:48:32.371842 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-201d8465-3180-4300-847c-70bb22303581 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:32.415746 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=9b14e059-a766-430b-888a-6916d93ebddc,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:32.494703 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-201d8465-3180-4300-847c-70bb22303581 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:32.513600 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-201d8465-3180-4300-847c-70bb22303581 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Calling delete_port for eebacd5a-8562-4b6d-b0f0-29f139123144 owned by network:router_interface {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:48:32.539526 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-92904ff0-1f89-48f6-9105-a22808d6a627 None None] Provisioning complete for port 26396ae8-2c27-4c4e-b378-ad431f821d1f triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:48:32.539946 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-92904ff0-1f89-48f6-9105-a22808d6a627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:32.725216 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-201d8465-3180-4300-847c-70bb22303581 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:32.753518 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201d8465-3180-4300-847c-70bb22303581 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Pushing event deleted for resources: {'Port': ['ID=eebacd5a-8562-4b6d-b0f0-29f139123144,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:32.774592 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-0cbc96d5-aff9-4972-bce5-58ec0b15f015 None None] Provisioning for port 421d12b2-1a75-4e07-913f-481e2f9d87ea completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:48:32.780488 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-0cbc96d5-aff9-4972-bce5-58ec0b15f015 None None] Provisioning complete for port 421d12b2-1a75-4e07-913f-481e2f9d87ea triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:48:32.780488 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0cbc96d5-aff9-4972-bce5-58ec0b15f015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:32.868927 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-201d8465-3180-4300-847c-70bb22303581 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-713231'] for router_interface, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:32.886994 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0cbc96d5-aff9-4972-bce5-58ec0b15f015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:32.933952 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-0cbc96d5-aff9-4972-bce5-58ec0b15f015 None None] For port 421d12b2-1a75-4e07-913f-481e2f9d87ea, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=421d12b2-1a75-4e07-913f-481e2f9d87ea,segment=NetworkSegment(32b902ca-67a5-49f7-851b-4926fad312bd),segment_id=32b902ca-67a5-49f7-851b-4926fad312bd)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:32.940839 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0cbc96d5-aff9-4972-bce5-58ec0b15f015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:32.946847 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-0cbc96d5-aff9-4972-bce5-58ec0b15f015 None None] Could not find standard attr ID for object eebacd5a-8562-4b6d-b0f0-29f139123144. {{(pid=94830) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:48:33.004053 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbc96d5-aff9-4972-bce5-58ec0b15f015 None None] Pushing event updated for resources: {'Port': ['ID=421d12b2-1a75-4e07-913f-481e2f9d87ea,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:33.045626 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-201d8465-3180-4300-847c-70bb22303581 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Router a5e9872b-e749-4eaa-8bc3-570b350fbb19 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:48:33.047998 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device f6dc96dc-a9c5-41a2-88d4-459bd9c75248 details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:48:33.092185 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-3ad92258-4e4c-405a-a66e-906a20c84eee None None] Provisioning complete for port 421d12b2-1a75-4e07-913f-481e2f9d87ea triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:48:33.092565 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3ad92258-4e4c-405a-a66e-906a20c84eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:33.127110 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-201d8465-3180-4300-847c-70bb22303581 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:48:33.136905 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-201d8465-3180-4300-847c-70bb22303581 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] 10.222.0.22 "PUT /v2.0/routers/a5e9872b-e749-4eaa-8bc3-570b350fbb19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4241581 Aug 29 04:48:33.136905 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 33952) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:33.144914 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f22fc4-2161-4b83-b42d-5472a604026e None None] Sync routers for ids ['a5e9872b-e749-4eaa-8bc3-570b350fbb19'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:48:33.160850 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 26396ae8-2c27-4c4e-b378-ad431f821d1f up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:48:33.181062 n-d-712140-12 neutron-server[94829]: INFO neutron.api.v2.resource [None req-24d0f181-4f46-4db5-964b-0d8d7b50aa02 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] delete failed (client error): The resource could not be found. Aug 29 04:48:33.182128 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-24d0f181-4f46-4db5-964b-0d8d7b50aa02 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] 10.222.0.22 "DELETE /v2.0/routers/tempest-non_exist_router-654655375 HTTP/1.1" status: 404 len: 334 time: 0.0446188 Aug 29 04:48:33.186735 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 33954) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:33.191496 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-b62bbe7d-00f5-4c82-a172-c416fb249c81 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a5e9872b-e749-4eaa-8bc3-570b350fbb19'}}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:48:33.226211 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f22fc4-2161-4b83-b42d-5472a604026e None None] Routers {'a5e9872b-e749-4eaa-8bc3-570b350fbb19'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:48:33.226839 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-59f22fc4-2161-4b83-b42d-5472a604026e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:48:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['a5e9872b-e749-4eaa-8bc3-570b350fbb19'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:33.280861 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port f6dc96dc-a9c5-41a2-88d4-459bd9c75248, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=f6dc96dc-a9c5-41a2-88d4-459bd9c75248,segment=NetworkSegment(37793236-9a9a-4401-8f49-dc406cde2be2),segment_id=37793236-9a9a-4401-8f49-dc406cde2be2)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:33.283357 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-59f22fc4-2161-4b83-b42d-5472a604026e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:33.303085 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Returning: {'device': 'f6dc96dc-a9c5-41a2-88d4-459bd9c75248', 'network_id': '497f7389-8bcd-4e03-b029-5ee7b7d3aec0', 'port_id': 'f6dc96dc-a9c5-41a2-88d4-459bd9c75248', 'mac_address': 'fa:16:3e:8d:0e:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a10fe50b-3544-4438-8d9d-d008cda1d55e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:48:33.316036 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f22fc4-2161-4b83-b42d-5472a604026e None None] Routers {'a5e9872b-e749-4eaa-8bc3-570b350fbb19'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:48:33.316661 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-59f22fc4-2161-4b83-b42d-5472a604026e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:48:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['a5e9872b-e749-4eaa-8bc3-570b350fbb19'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:33.385244 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 26396ae8-2c27-4c4e-b378-ad431f821d1f triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:48:33.386147 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:33.404005 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-59f22fc4-2161-4b83-b42d-5472a604026e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:33.404653 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f22fc4-2161-4b83-b42d-5472a604026e None None] The sync data for ids ['a5e9872b-e749-4eaa-8bc3-570b350fbb19'] in n-d-712140-12 is: [] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:48:33.443115 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b62bbe7d-00f5-4c82-a172-c416fb249c81 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:33.458605 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:33.460280 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8a642c40-1590-4d36-88e2-1f5a969e17d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:33.470360 n-d-712140-12 neutron-server[94828]: INFO neutron.api.v2.resource [None req-b62bbe7d-00f5-4c82-a172-c416fb249c81 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] update failed (client error): The resource could not be found. Aug 29 04:48:33.471717 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-b62bbe7d-00f5-4c82-a172-c416fb249c81 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] 10.222.0.22 "PUT /v2.0/routers/a5e9872b-e749-4eaa-8bc3-570b350fbb19 HTTP/1.1" status: 404 len: 339 time: 0.2839396 Aug 29 04:48:33.476103 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 33958) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:33.478129 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6dc96dc-a9c5-41a2-88d4-459bd9c75248 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:48:33.481216 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa695fb-3041-423d-8166-f197b4936250 req-be603756-5c93-445f-9587-1f2f2e5dc2cd tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:33.482998 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-8054811a-c571-436e-a2a3-c428da90d12f tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1484451471'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:48:33.483225 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8aa695fb-3041-423d-8166-f197b4936250 req-be603756-5c93-445f-9587-1f2f2e5dc2cd tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffd18eeb-5fc3-45e6-9891-4e20af8cf6dd HTTP/1.1" status: 200 len: 944 time: 0.1479042 Aug 29 04:48:33.509804 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port f6dc96dc-a9c5-41a2-88d4-459bd9c75248, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=f6dc96dc-a9c5-41a2-88d4-459bd9c75248,segment=NetworkSegment(37793236-9a9a-4401-8f49-dc406cde2be2),segment_id=37793236-9a9a-4401-8f49-dc406cde2be2)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:33.513258 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8054811a-c571-436e-a2a3-c428da90d12f tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Made reservation on behalf of f2b2509f1cee45f9bb3de32271077b46 for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:48:33.517254 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8054811a-c571-436e-a2a3-c428da90d12f tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:33.529898 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:33.541101 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8aa695fb-3041-423d-8166-f197b4936250 req-70f38683-19ed-421e-babc-6324876a584d tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=d2642e8b-8ee6-4a09-ae7d-2ad7f4c3de8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454338 Aug 29 04:48:33.543840 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8054811a-c571-436e-a2a3-c428da90d12f tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:48:33.556694 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8054811a-c571-436e-a2a3-c428da90d12f tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:33.557157 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-8054811a-c571-436e-a2a3-c428da90d12f tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Added segment 2fe63ff0-3589-4fb3-9287-c389c37ac7a4 of type vlan for network 392abbd2-2437-491f-a10c-d0ff6281ff16 Aug 29 04:48:33.565223 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 9b14e059-a766-430b-888a-6916d93ebddc up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:48:33.600708 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8054811a-c571-436e-a2a3-c428da90d12f tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:33.623759 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=f6dc96dc-a9c5-41a2-88d4-459bd9c75248,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:33.628875 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8054811a-c571-436e-a2a3-c428da90d12f tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:33.634956 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8054811a-c571-436e-a2a3-c428da90d12f tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:33.636164 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8054811a-c571-436e-a2a3-c428da90d12f tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:33.639547 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 9b14e059-a766-430b-888a-6916d93ebddc triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:48:33.639948 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:33.705133 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-8054811a-c571-436e-a2a3-c428da90d12f tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.2265646 Aug 29 04:48:33.709537 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 33960) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:33.716686 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-1e4f8b6e-f5f8-469f-993b-02f49bf6bbf2 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Request body: {'subnet': {'network_id': '392abbd2-2437-491f-a10c-d0ff6281ff16', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:48:33.724352 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8054811a-c571-436e-a2a3-c428da90d12f tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Pushing event updated for resources: {'Network': ['ID=392abbd2-2437-491f-a10c-d0ff6281ff16,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:33.825493 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 392abbd2-2437-491f-a10c-d0ff6281ff16 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:48:33.836858 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e4f8b6e-f5f8-469f-993b-02f49bf6bbf2 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Made reservation on behalf of f2b2509f1cee45f9bb3de32271077b46 for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:48:33.841675 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1e4f8b6e-f5f8-469f-993b-02f49bf6bbf2 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:33.891743 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['f6dc96dc-a9c5-41a2-88d4-459bd9c75248'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:48:33.990360 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 90103be4-1114-40a8-9a5e-b255b74b367a up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:48:34.066459 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1e4f8b6e-f5f8-469f-993b-02f49bf6bbf2 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9191137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10062364'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:34.084249 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 90103be4-1114-40a8-9a5e-b255b74b367a triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:48:34.084529 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:34.129420 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4f8b6e-f5f8-469f-993b-02f49bf6bbf2 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Pushing event updated for resources: {'Subnet': ['ID=4fe7f8e4-b320-449e-b81a-34a8df73d483,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:34.137673 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4f8b6e-f5f8-469f-993b-02f49bf6bbf2 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Checking segment: {'id': '2fe63ff0-3589-4fb3-9287-c389c37ac7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '392abbd2-2437-491f-a10c-d0ff6281ff16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:48:34.138154 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4f8b6e-f5f8-469f-993b-02f49bf6bbf2 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Network hostable DHCP agents. Network: 392abbd2-2437-491f-a10c-d0ff6281ff16, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:48:34.155379 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4f8b6e-f5f8-469f-993b-02f49bf6bbf2 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Network 392abbd2-2437-491f-a10c-d0ff6281ff16 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:48:34.166029 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-1e4f8b6e-f5f8-469f-993b-02f49bf6bbf2 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 392abbd2-2437-491f-a10c-d0ff6281ff16) {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:48:34.172134 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4f8b6e-f5f8-469f-993b-02f49bf6bbf2 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:34.173162 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1e4f8b6e-f5f8-469f-993b-02f49bf6bbf2 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:34.175996 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1646d155-66aa-4411-bebc-a921a023cdaf None None] Network 392abbd2-2437-491f-a10c-d0ff6281ff16 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:48:34.193474 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-1e4f8b6e-f5f8-469f-993b-02f49bf6bbf2 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4823663 Aug 29 04:48:34.196382 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 33962) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:34.204152 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-47b6ddde-3091-4949-adc4-1c1796e3efb5 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Request body: {'router': {'external_gateway_info': {'network_id': '392abbd2-2437-491f-a10c-d0ff6281ff16'}}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:48:34.283792 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 421d12b2-1a75-4e07-913f-481e2f9d87ea up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:48:34.424445 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-47b6ddde-3091-4949-adc4-1c1796e3efb5 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:34.425651 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 421d12b2-1a75-4e07-913f-481e2f9d87ea triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:48:34.426022 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:34.483756 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b288bd-f352-4ec4-be68-f2851c66d2f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-392abbd2-2437-491f-a10c-d0ff6281ff16', 'network_id': '392abbd2-2437-491f-a10c-d0ff6281ff16', 'tenant_id': 'f2b2509f1cee45f9bb3de32271077b46', 'fixed_ips': [{'subnet_id': '4fe7f8e4-b320-449e-b81a-34a8df73d483'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:48:34.484710 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f8b288bd-f352-4ec4-be68-f2851c66d2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:34.533972 n-d-712140-12 neutron-server[94828]: INFO neutron.api.v2.resource [None req-47b6ddde-3091-4949-adc4-1c1796e3efb5 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:48:34.535081 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-47b6ddde-3091-4949-adc4-1c1796e3efb5 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] 10.222.0.22 "PUT /v2.0/routers/a5e9872b-e749-4eaa-8bc3-570b350fbb19 HTTP/1.1" status: 400 len: 364 time: 0.3372374 Aug 29 04:48:34.538772 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 33964) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:34.668349 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-f8b288bd-f352-4ec4-be68-f2851c66d2f2 None None] Allocated IP 2001:db8:1::2 (392abbd2-2437-491f-a10c-d0ff6281ff16/4fe7f8e4-b320-449e-b81a-34a8df73d483/06a6e92c-e534-4c77-9f04-7c1e4012672a) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:48:34.673796 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efa1168-62bd-497d-b163-619b291a8f11 req-91c94def-ddb7-467c-b2fb-0fc4acde0088 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:34.675840 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0efa1168-62bd-497d-b163-619b291a8f11 req-91c94def-ddb7-467c-b2fb-0fc4acde0088 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffd18eeb-5fc3-45e6-9891-4e20af8cf6dd HTTP/1.1" status: 200 len: 945 time: 0.0584671 Aug 29 04:48:34.716216 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0efa1168-62bd-497d-b163-619b291a8f11 req-44ca439e-ac68-4fae-8216-b1bd425fde30 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=d2642e8b-8ee6-4a09-ae7d-2ad7f4c3de8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338659 Aug 29 04:48:34.826347 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f8b288bd-f352-4ec4-be68-f2851c66d2f2 None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:34.828830 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dc003e7b-9738-400d-805c-fda132c7c89b tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:34.834892 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-f8b288bd-f352-4ec4-be68-f2851c66d2f2 None None] Transition to ACTIVE for port object 06a6e92c-e534-4c77-9f04-7c1e4012672a will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:48:34.850008 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-f8b288bd-f352-4ec4-be68-f2851c66d2f2 None None] Transition to ACTIVE for port object 06a6e92c-e534-4c77-9f04-7c1e4012672a will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:48:34.858975 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f8b288bd-f352-4ec4-be68-f2851c66d2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:34.899710 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b288bd-f352-4ec4-be68-f2851c66d2f2 None None] Network 392abbd2-2437-491f-a10c-d0ff6281ff16 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:48:34.903208 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-f8b288bd-f352-4ec4-be68-f2851c66d2f2 None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:48:34.906920 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b288bd-f352-4ec4-be68-f2851c66d2f2 None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:48:34.912369 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b288bd-f352-4ec4-be68-f2851c66d2f2 None None] Pushing event updated for resources: {'Port': ['ID=06a6e92c-e534-4c77-9f04-7c1e4012672a,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:34.965653 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-f8b288bd-f352-4ec4-be68-f2851c66d2f2 None None] Attempting to bind port 06a6e92c-e534-4c77-9f04-7c1e4012672a on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:48:34.966025 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-f8b288bd-f352-4ec4-be68-f2851c66d2f2 None None] Attempting to bind port 06a6e92c-e534-4c77-9f04-7c1e4012672a by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '2fe63ff0-3589-4fb3-9287-c389c37ac7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '392abbd2-2437-491f-a10c-d0ff6281ff16'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:48:34.966385 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b288bd-f352-4ec4-be68-f2851c66d2f2 None None] Attempting to bind port 06a6e92c-e534-4c77-9f04-7c1e4012672a on network 392abbd2-2437-491f-a10c-d0ff6281ff16 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:48:34.971321 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b288bd-f352-4ec4-be68-f2851c66d2f2 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:48:34.971712 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b288bd-f352-4ec4-be68-f2851c66d2f2 None None] Checking segment: {'id': '2fe63ff0-3589-4fb3-9287-c389c37ac7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '392abbd2-2437-491f-a10c-d0ff6281ff16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:48:34.972122 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f8b288bd-f352-4ec4-be68-f2851c66d2f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:34.972511 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b288bd-f352-4ec4-be68-f2851c66d2f2 None None] Bound using segment: {'id': '2fe63ff0-3589-4fb3-9287-c389c37ac7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '392abbd2-2437-491f-a10c-d0ff6281ff16'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:48:34.972976 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-f8b288bd-f352-4ec4-be68-f2851c66d2f2 None None] Bound port: 06a6e92c-e534-4c77-9f04-7c1e4012672a, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fe63ff0-3589-4fb3-9287-c389c37ac7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '392abbd2-2437-491f-a10c-d0ff6281ff16'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:48:34.973373 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f8b288bd-f352-4ec4-be68-f2851c66d2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:35.041434 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-f8b288bd-f352-4ec4-be68-f2851c66d2f2 None None] For port 06a6e92c-e534-4c77-9f04-7c1e4012672a, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:48:35.045298 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-f8b288bd-f352-4ec4-be68-f2851c66d2f2 None None] For port 06a6e92c-e534-4c77-9f04-7c1e4012672a, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=06a6e92c-e534-4c77-9f04-7c1e4012672a,segment=NetworkSegment(2fe63ff0-3589-4fb3-9287-c389c37ac7a4),segment_id=2fe63ff0-3589-4fb3-9287-c389c37ac7a4)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:48:35.052758 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f8b288bd-f352-4ec4-be68-f2851c66d2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:35.081517 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device f6dc96dc-a9c5-41a2-88d4-459bd9c75248 up at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:48:35.145015 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-dc003e7b-9738-400d-805c-fda132c7c89b tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Allocated IP 2001:db8::1 (f59ba5ec-3915-4c2f-9969-471533dd11c1/842cd1ce-f8e9-48e8-b1e3-dbe8f530c7c9/9ca2dcf3-3025-44b1-af80-5fe88e9845c9) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:48:35.157986 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b288bd-f352-4ec4-be68-f2851c66d2f2 None None] Pushing event updated for resources: {'Port': ['ID=06a6e92c-e534-4c77-9f04-7c1e4012672a,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:35.180028 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning for port f6dc96dc-a9c5-41a2-88d4-459bd9c75248 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:48:35.184973 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning complete for port f6dc96dc-a9c5-41a2-88d4-459bd9c75248 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:48:35.185341 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:35.273874 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dc003e7b-9738-400d-805c-fda132c7c89b tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:35.275773 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:35.288697 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-dc003e7b-9738-400d-805c-fda132c7c89b tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Transition to ACTIVE for port object 9ca2dcf3-3025-44b1-af80-5fe88e9845c9 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:48:35.302087 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffd18eeb-5fc3-45e6-9891-4e20af8cf6dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6dc96dc-a9c5-41a2-88d4-459bd9c75248'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:48:35.306668 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e138e75b-5bcf-4e9c-b01b-40b3bf153d6f" -d '{"events": [{"server_uuid": "ffd18eeb-5fc3-45e6-9891-4e20af8cf6dd", "name": "network-vif-plugged", "status": "completed", "tag": "f6dc96dc-a9c5-41a2-88d4-459bd9c75248"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:48:35.350221 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port f6dc96dc-a9c5-41a2-88d4-459bd9c75248, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=f6dc96dc-a9c5-41a2-88d4-459bd9c75248,segment=NetworkSegment(37793236-9a9a-4401-8f49-dc406cde2be2),segment_id=37793236-9a9a-4401-8f49-dc406cde2be2)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:35.356917 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:35.361357 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dc003e7b-9738-400d-805c-fda132c7c89b tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:35.384643 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-868a5463-b4ee-4ffa-b95a-357d29cec07e x-openstack-request-id: req-868a5463-b4ee-4ffa-b95a-357d29cec07e {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:48:35.384955 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffd18eeb-5fc3-45e6-9891-4e20af8cf6dd", "name": "network-vif-plugged", "status": "completed", "tag": "f6dc96dc-a9c5-41a2-88d4-459bd9c75248", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:48:35.385189 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-868a5463-b4ee-4ffa-b95a-357d29cec07e {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:48:35.386191 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffd18eeb-5fc3-45e6-9891-4e20af8cf6dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6dc96dc-a9c5-41a2-88d4-459bd9c75248', 'code': 200} Aug 29 04:48:35.414267 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc003e7b-9738-400d-805c-fda132c7c89b tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Network f59ba5ec-3915-4c2f-9969-471533dd11c1 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:48:35.425251 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-dc003e7b-9738-400d-805c-fda132c7c89b tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:48:35.429365 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc003e7b-9738-400d-805c-fda132c7c89b tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:48:35.430220 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dc003e7b-9738-400d-805c-fda132c7c89b tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719598'] for router_interface, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:35.441201 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=f6dc96dc-a9c5-41a2-88d4-459bd9c75248,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:35.501333 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc003e7b-9738-400d-805c-fda132c7c89b tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Pushing event updated for resources: {'Port': ['ID=9ca2dcf3-3025-44b1-af80-5fe88e9845c9,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:35.557309 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e43d1f-7a33-40e8-891e-592263980104 req-5f3269ab-2d0b-4870-bbe1-fc5884e6b9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:35.559362 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d1e43d1f-7a33-40e8-891e-592263980104 req-5f3269ab-2d0b-4870-bbe1-fc5884e6b9b8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ffd18eeb-5fc3-45e6-9891-4e20af8cf6dd HTTP/1.1" status: 200 len: 1098 time: 0.1261525 Aug 29 04:48:35.623605 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dc003e7b-9738-400d-805c-fda132c7c89b tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:35.626866 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d1e43d1f-7a33-40e8-891e-592263980104 req-3e7b2ad4-315f-4dbf-8351-e90542125466 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d2642e8b-8ee6-4a09-ae7d-2ad7f4c3de8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601776 Aug 29 04:48:35.691098 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-c4099e2a-820b-4189-b845-e425f39c8ea7 None None] Provisioning for port 9ca2dcf3-3025-44b1-af80-5fe88e9845c9 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:48:35.695275 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-c4099e2a-820b-4189-b845-e425f39c8ea7 None None] Provisioning complete for port 9ca2dcf3-3025-44b1-af80-5fe88e9845c9 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:48:35.695654 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c4099e2a-820b-4189-b845-e425f39c8ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:35.737052 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-c4099e2a-820b-4189-b845-e425f39c8ea7 None None] Port 9ca2dcf3-3025-44b1-af80-5fe88e9845c9 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:48:35.844281 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf6f085-04e7-451b-93c8-2d56b38b54a5 req-ec56e0cb-749b-416b-b361-72cfacadda02 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:35.846002 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2cf6f085-04e7-451b-93c8-2d56b38b54a5 req-ec56e0cb-749b-416b-b361-72cfacadda02 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffd18eeb-5fc3-45e6-9891-4e20af8cf6dd HTTP/1.1" status: 200 len: 946 time: 0.0584192 Aug 29 04:48:35.891412 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2cf6f085-04e7-451b-93c8-2d56b38b54a5 req-a4bf9a0d-4b28-44e3-844e-cd34a46a61d5 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=d2642e8b-8ee6-4a09-ae7d-2ad7f4c3de8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388851 Aug 29 04:48:35.914344 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dc003e7b-9738-400d-805c-fda132c7c89b tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:35.919888 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dc003e7b-9738-400d-805c-fda132c7c89b tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:35.920677 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dc003e7b-9738-400d-805c-fda132c7c89b tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-718897'] for router_interface, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:36.005165 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc003e7b-9738-400d-805c-fda132c7c89b tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Pushing event updated for resources: {'Port': ['ID=9ca2dcf3-3025-44b1-af80-5fe88e9845c9,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:36.052217 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc003e7b-9738-400d-805c-fda132c7c89b tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Network f59ba5ec-3915-4c2f-9969-471533dd11c1 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:48:36.053870 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-dc003e7b-9738-400d-805c-fda132c7c89b tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:48:36.169633 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc003e7b-9738-400d-805c-fda132c7c89b tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Router a5e9872b-e749-4eaa-8bc3-570b350fbb19 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:48:36.236781 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4025add-f3da-4afd-bff8-43390dbd09fa None None] Network 392abbd2-2437-491f-a10c-d0ff6281ff16 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:48:36.270648 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc003e7b-9738-400d-805c-fda132c7c89b tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:48:36.275869 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-dc003e7b-9738-400d-805c-fda132c7c89b tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] 10.222.0.22 "PUT /v2.0/routers/a5e9872b-e749-4eaa-8bc3-570b350fbb19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7360611 Aug 29 04:48:36.278396 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 33972) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:36.283542 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b77c15-38bb-4189-8da9-64b61a1855c0 None None] Sync routers for ids ['a5e9872b-e749-4eaa-8bc3-570b350fbb19'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:48:36.295070 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b77c15-38bb-4189-8da9-64b61a1855c0 None None] Routers {'a5e9872b-e749-4eaa-8bc3-570b350fbb19'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:48:36.300270 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-d0b77c15-38bb-4189-8da9-64b61a1855c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:48:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['a5e9872b-e749-4eaa-8bc3-570b350fbb19'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:36.304270 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-49948ccd-0139-428c-8679-fc8084f52058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:36.319516 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-956a8dee-6d44-49d0-b32a-bfba5c9e64aa None None] Provisioning for port 06a6e92c-e534-4c77-9f04-7c1e4012672a completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:48:36.351082 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-d0b77c15-38bb-4189-8da9-64b61a1855c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:36.360725 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b77c15-38bb-4189-8da9-64b61a1855c0 None None] Routers {'a5e9872b-e749-4eaa-8bc3-570b350fbb19'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:48:36.361497 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-d0b77c15-38bb-4189-8da9-64b61a1855c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:48:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['a5e9872b-e749-4eaa-8bc3-570b350fbb19'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:36.395632 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-d0b77c15-38bb-4189-8da9-64b61a1855c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:36.396626 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b77c15-38bb-4189-8da9-64b61a1855c0 None None] The sync data for ids ['a5e9872b-e749-4eaa-8bc3-570b350fbb19'] in n-d-712140-12 is: [] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:48:36.469905 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-ed72cf8b-950f-4997-b346-d297ff2e1e0b None None] Provisioning complete for port 9ca2dcf3-3025-44b1-af80-5fe88e9845c9 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:48:36.470325 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ed72cf8b-950f-4997-b346-d297ff2e1e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:36.507552 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-ed72cf8b-950f-4997-b346-d297ff2e1e0b None None] Port 9ca2dcf3-3025-44b1-af80-5fe88e9845c9 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:48:36.704422 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8d470815-107c-458e-8771-f6d5d61f0b4c tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks [] for router, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:36.790788 n-d-712140-12 neutron-server[94828]: INFO neutron.api.v2.resource [None req-8d470815-107c-458e-8771-f6d5d61f0b4c tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 29 04:48:36.791911 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-8d470815-107c-458e-8771-f6d5d61f0b4c tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] 10.222.0.22 "DELETE /v2.0/routers/a5e9872b-e749-4eaa-8bc3-570b350fbb19 HTTP/1.1" status: 409 len: 329 time: 0.5123372 Aug 29 04:48:36.794675 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 33974) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:37.044628 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a263e17-0671-4575-a99b-015a70f13a43 req-ca7b1570-f6cd-4d1c-959a-49f236a0226c tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:37.046106 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2a263e17-0671-4575-a99b-015a70f13a43 req-ca7b1570-f6cd-4d1c-959a-49f236a0226c tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffd18eeb-5fc3-45e6-9891-4e20af8cf6dd HTTP/1.1" status: 200 len: 946 time: 0.0846133 Aug 29 04:48:37.121623 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2a263e17-0671-4575-a99b-015a70f13a43 req-a8c44c00-8b55-40d6-9805-2f8233c3e4cd tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=d2642e8b-8ee6-4a09-ae7d-2ad7f4c3de8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680232 Aug 29 04:48:37.152239 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 06a6e92c-e534-4c77-9f04-7c1e4012672a up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:48:37.199925 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-49712e70-de04-4cbd-97ff-8ceea4e6666a tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713413'] for router_interface, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:37.209961 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 06a6e92c-e534-4c77-9f04-7c1e4012672a completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:48:37.213852 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 06a6e92c-e534-4c77-9f04-7c1e4012672a triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:48:37.214232 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:37.259597 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cb672a-bf9c-4662-871a-7d2953129f5a req-3d5f4926-ffa7-4f3f-9047-e574ca86912e tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:37.261936 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e9cb672a-bf9c-4662-871a-7d2953129f5a req-3d5f4926-ffa7-4f3f-9047-e574ca86912e tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffd18eeb-5fc3-45e6-9891-4e20af8cf6dd HTTP/1.1" status: 200 len: 946 time: 0.0636575 Aug 29 04:48:37.275920 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:37.287648 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:37.307808 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e9cb672a-bf9c-4662-871a-7d2953129f5a req-ac3ad366-209b-4e1d-a9f4-dfa604511a6e tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=d2642e8b-8ee6-4a09-ae7d-2ad7f4c3de8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357192 Aug 29 04:48:37.333847 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 33980) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:37.336668 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:37.374814 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 06a6e92c-e534-4c77-9f04-7c1e4012672a, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=06a6e92c-e534-4c77-9f04-7c1e4012672a,segment=NetworkSegment(2fe63ff0-3589-4fb3-9287-c389c37ac7a4),segment_id=2fe63ff0-3589-4fb3-9287-c389c37ac7a4)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:37.379107 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61139d47-206d-459b-8116-19a39f44eba8 tempest-TestNetworkAdvancedServerOps-81455967 tempest-TestNetworkAdvancedServerOps-81455967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:37.379457 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:37.386993 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 33982) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:37.388040 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-61139d47-206d-459b-8116-19a39f44eba8 tempest-TestNetworkAdvancedServerOps-81455967 tempest-TestNetworkAdvancedServerOps-81455967-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=ffd18eeb-5fc3-45e6-9891-4e20af8cf6dd HTTP/1.1" status: 200 len: 1093 time: 0.0459058 Aug 29 04:48:37.395260 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-6bbd0b80-30d1-4e49-bc27-d15d8bdd0b6b tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Request body: {'floatingip': {'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'port_id': 'f6dc96dc-a9c5-41a2-88d4-459bd9c75248', 'tenant_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:48:37.431883 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6bbd0b80-30d1-4e49-bc27-d15d8bdd0b6b tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for floatingip, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:37.433807 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=06a6e92c-e534-4c77-9f04-7c1e4012672a,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:37.582541 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-49712e70-de04-4cbd-97ff-8ceea4e6666a tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Deleting port 9ca2dcf3-3025-44b1-af80-5fe88e9845c9 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:48:37.582772 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-49712e70-de04-4cbd-97ff-8ceea4e6666a tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:37.647389 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6bbd0b80-30d1-4e49-bc27-d15d8bdd0b6b tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:37.722731 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-49712e70-de04-4cbd-97ff-8ceea4e6666a tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:37.742409 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-49712e70-de04-4cbd-97ff-8ceea4e6666a tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Calling delete_port for 9ca2dcf3-3025-44b1-af80-5fe88e9845c9 owned by network:router_interface {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:48:37.837719 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-6bbd0b80-30d1-4e49-bc27-d15d8bdd0b6b tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Allocated IP 172.25.0.114 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/05d5c9bc-3056-4b22-9e35-ca04f4ea7122) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:48:38.029759 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6bbd0b80-30d1-4e49-bc27-d15d8bdd0b6b tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:38.049954 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-49712e70-de04-4cbd-97ff-8ceea4e6666a tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:38.086014 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49712e70-de04-4cbd-97ff-8ceea4e6666a tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Pushing event deleted for resources: {'Port': ['ID=9ca2dcf3-3025-44b1-af80-5fe88e9845c9,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:38.196205 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-49712e70-de04-4cbd-97ff-8ceea4e6666a tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-713231'] for router_interface, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:38.198718 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6bbd0b80-30d1-4e49-bc27-d15d8bdd0b6b tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:38.250819 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bbd0b80-30d1-4e49-bc27-d15d8bdd0b6b tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:48:38.285044 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-6bbd0b80-30d1-4e49-bc27-d15d8bdd0b6b tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:48:38.318551 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbd0b80-30d1-4e49-bc27-d15d8bdd0b6b tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:48:38.322444 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbd0b80-30d1-4e49-bc27-d15d8bdd0b6b tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Pushing event updated for resources: {'Port': ['ID=05d5c9bc-3056-4b22-9e35-ca04f4ea7122,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:38.485438 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49712e70-de04-4cbd-97ff-8ceea4e6666a tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Router a5e9872b-e749-4eaa-8bc3-570b350fbb19 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:48:38.624585 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49712e70-de04-4cbd-97ff-8ceea4e6666a tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:48:38.631049 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-49712e70-de04-4cbd-97ff-8ceea4e6666a tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] 10.222.0.22 "PUT /v2.0/routers/a5e9872b-e749-4eaa-8bc3-570b350fbb19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8353353 Aug 29 04:48:38.634915 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 33984) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:38.637903 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d9f5bf-4ab7-45a6-b6c8-e4fd3b76a714 None None] Sync routers for ids ['a5e9872b-e749-4eaa-8bc3-570b350fbb19'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:48:38.650569 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d9f5bf-4ab7-45a6-b6c8-e4fd3b76a714 None None] Routers {'a5e9872b-e749-4eaa-8bc3-570b350fbb19'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:48:38.651322 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-f7d9f5bf-4ab7-45a6-b6c8-e4fd3b76a714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:48:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['a5e9872b-e749-4eaa-8bc3-570b350fbb19'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:38.674454 n-d-712140-12 neutron-server[94829]: INFO neutron.api.v2.resource [None req-8b8525e9-e811-46da-b5eb-6ffd321b1e80 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] show failed (client error): The resource could not be found. Aug 29 04:48:38.677057 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-8b8525e9-e811-46da-b5eb-6ffd321b1e80 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] 10.222.0.22 "GET /v2.0/routers/tempest-non_exist_router-332259081 HTTP/1.1" status: 404 len: 334 time: 0.0380461 Aug 29 04:48:38.679925 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 33986) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:38.687816 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-3d8596f7-c935-4538-bc00-41acdc13da6e tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:48:38.692502 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-f7d9f5bf-4ab7-45a6-b6c8-e4fd3b76a714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:38.701686 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d9f5bf-4ab7-45a6-b6c8-e4fd3b76a714 None None] Routers {'a5e9872b-e749-4eaa-8bc3-570b350fbb19'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:48:38.702297 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-f7d9f5bf-4ab7-45a6-b6c8-e4fd3b76a714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:48:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['a5e9872b-e749-4eaa-8bc3-570b350fbb19'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:38.736895 n-d-712140-12 neutron-server[94828]: INFO neutron.api.v2.resource [None req-3d8596f7-c935-4538-bc00-41acdc13da6e tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] update failed (client error): The resource could not be found. Aug 29 04:48:38.736895 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-3d8596f7-c935-4538-bc00-41acdc13da6e tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] 10.222.0.22 "PUT /v2.0/routers/tempest-non_exist_router-1953175315 HTTP/1.1" status: 404 len: 335 time: 0.0510983 Aug 29 04:48:38.737215 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 33988) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:38.741565 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-f7d9f5bf-4ab7-45a6-b6c8-e4fd3b76a714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:38.742212 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d9f5bf-4ab7-45a6-b6c8-e4fd3b76a714 None None] The sync data for ids ['a5e9872b-e749-4eaa-8bc3-570b350fbb19'] in n-d-712140-12 is: [] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:48:38.753897 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:38.878778 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_v2 [None req-42038a52-0211-4bf8-b9e1-115c4ce1ab5d tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Deleting subnet 4fe7f8e4-b320-449e-b81a-34a8df73d483 {{(pid=94828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:48:38.921703 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-42038a52-0211-4bf8-b9e1-115c4ce1ab5d tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks [] for subnet, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:39.121326 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 06a6e92c-e534-4c77-9f04-7c1e4012672a up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:48:39.171433 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 06a6e92c-e534-4c77-9f04-7c1e4012672a triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:48:39.171920 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:39.352832 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-42038a52-0211-4bf8-b9e1-115c4ce1ab5d tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8904862'] for subnet, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:39.433516 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6bbd0b80-30d1-4e49-bc27-d15d8bdd0b6b tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:39.499413 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-42038a52-0211-4bf8-b9e1-115c4ce1ab5d tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:39.556939 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:48:39.560879 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6bbd0b80-30d1-4e49-bc27-d15d8bdd0b6b tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:39.614915 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-42038a52-0211-4bf8-b9e1-115c4ce1ab5d tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9190434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062341'] for subnet, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:39.647084 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42038a52-0211-4bf8-b9e1-115c4ce1ab5d tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Pushing event deleted for resources: {'Subnet': ['ID=4fe7f8e4-b320-449e-b81a-34a8df73d483,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:39.655051 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2313a60d-667d-40f2-807b-9c2e862b4b0a None None] Network 392abbd2-2437-491f-a10c-d0ff6281ff16 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:48:39.658722 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-42038a52-0211-4bf8-b9e1-115c4ce1ab5d tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:39.660481 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-42038a52-0211-4bf8-b9e1-115c4ce1ab5d tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] 10.222.0.22 "DELETE /v2.0/subnets/4fe7f8e4-b320-449e-b81a-34a8df73d483 HTTP/1.1" status: 204 len: 168 time: 0.9224086 Aug 29 04:48:39.663034 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 33990) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:39.756938 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-aa498d29-9f57-44f0-9d08-7187681995b4 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:39.772391 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6bbd0b80-30d1-4e49-bc27-d15d8bdd0b6b tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:39.778759 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6bbd0b80-30d1-4e49-bc27-d15d8bdd0b6b tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:39.817013 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-aa498d29-9f57-44f0-9d08-7187681995b4 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Deleting port 06a6e92c-e534-4c77-9f04-7c1e4012672a {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:48:39.817364 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-aa498d29-9f57-44f0-9d08-7187681995b4 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:39.854892 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbd0b80-30d1-4e49-bc27-d15d8bdd0b6b tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Pushing event updated for resources: {'Port': ['ID=05d5c9bc-3056-4b22-9e35-ca04f4ea7122,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:39.865703 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24d758c-cd7a-4cac-9c87-09cf777275e4 None None] DHCP port deletion for 392abbd2-2437-491f-a10c-d0ff6281ff16 request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:48:39.872163 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6bbd0b80-30d1-4e49-bc27-d15d8bdd0b6b tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719515'] for floatingip, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:39.895926 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-aa498d29-9f57-44f0-9d08-7187681995b4 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] For port 06a6e92c-e534-4c77-9f04-7c1e4012672a, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=06a6e92c-e534-4c77-9f04-7c1e4012672a,segment=NetworkSegment(2fe63ff0-3589-4fb3-9287-c389c37ac7a4),segment_id=2fe63ff0-3589-4fb3-9287-c389c37ac7a4)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:39.896301 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-aa498d29-9f57-44f0-9d08-7187681995b4 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:39.912931 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-aa498d29-9f57-44f0-9d08-7187681995b4 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Calling delete_port for 06a6e92c-e534-4c77-9f04-7c1e4012672a owned by network:dhcp {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:48:39.926591 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-f24d758c-cd7a-4cac-9c87-09cf777275e4 None None] Deleting port 06a6e92c-e534-4c77-9f04-7c1e4012672a {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:48:39.926981 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f24d758c-cd7a-4cac-9c87-09cf777275e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:39.988556 n-d-712140-12 neutron-server[94828]: INFO neutron.db.l3_db [None req-6bbd0b80-30d1-4e49-bc27-d15d8bdd0b6b tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Floating IP 4dfca07d-87cc-4ead-b29b-ec1935d4ecfb associated. External IP: 172.25.0.114, port: f6dc96dc-a9c5-41a2-88d4-459bd9c75248. Aug 29 04:48:40.000177 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-f24d758c-cd7a-4cac-9c87-09cf777275e4 None None] For port 06a6e92c-e534-4c77-9f04-7c1e4012672a, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=06a6e92c-e534-4c77-9f04-7c1e4012672a,segment=NetworkSegment(2fe63ff0-3589-4fb3-9287-c389c37ac7a4),segment_id=2fe63ff0-3589-4fb3-9287-c389c37ac7a4)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:40.000750 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f24d758c-cd7a-4cac-9c87-09cf777275e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:40.004100 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-aa498d29-9f57-44f0-9d08-7187681995b4 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:40.015459 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-f24d758c-cd7a-4cac-9c87-09cf777275e4 None None] Calling delete_port for 06a6e92c-e534-4c77-9f04-7c1e4012672a owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:48:40.020666 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa498d29-9f57-44f0-9d08-7187681995b4 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] No DVR routers for this DVR port 06a6e92c-e534-4c77-9f04-7c1e4012672a on host n-d-712140-12 {{(pid=94829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:48:40.045064 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa498d29-9f57-44f0-9d08-7187681995b4 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Pushing event deleted for resources: {'Port': ['ID=06a6e92c-e534-4c77-9f04-7c1e4012672a,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:40.106341 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f24d758c-cd7a-4cac-9c87-09cf777275e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:40.133483 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24d758c-cd7a-4cac-9c87-09cf777275e4 None None] Pushing event deleted for resources: {'Port': ['ID=06a6e92c-e534-4c77-9f04-7c1e4012672a,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:40.135346 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24d758c-cd7a-4cac-9c87-09cf777275e4 None None] No DVR routers for this DVR port 06a6e92c-e534-4c77-9f04-7c1e4012672a on host n-d-712140-12 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:48:40.141529 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-aa498d29-9f57-44f0-9d08-7187681995b4 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:40.156205 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-aa498d29-9f57-44f0-9d08-7187681995b4 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['392abbd2-2437-491f-a10c-d0ff6281ff16']}} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:40.171542 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-aa498d29-9f57-44f0-9d08-7187681995b4 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fe63ff0-3589-4fb3-9287-c389c37ac7a4') {'for_net_delete': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:40.171936 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-aa498d29-9f57-44f0-9d08-7187681995b4 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fe63ff0-3589-4fb3-9287-c389c37ac7a4') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:40.181860 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-aa498d29-9f57-44f0-9d08-7187681995b4 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4311712'] for segment, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:40.197721 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-aa498d29-9f57-44f0-9d08-7187681995b4 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:40.205953 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa498d29-9f57-44f0-9d08-7187681995b4 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=94829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:48:40.206284 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-aa498d29-9f57-44f0-9d08-7187681995b4 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4274277'] for segment, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:40.209658 n-d-712140-12 neutron-server[94829]: Traceback (most recent call last): Aug 29 04:48:40.209658 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:48:40.209658 n-d-712140-12 neutron-server[94829]: timer() Aug 29 04:48:40.209658 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:48:40.209658 n-d-712140-12 neutron-server[94829]: cb(*args, **kw) Aug 29 04:48:40.209658 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:48:40.209658 n-d-712140-12 neutron-server[94829]: return func(*args, **kwargs) Aug 29 04:48:40.209658 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:48:40.209658 n-d-712140-12 neutron-server[94829]: self._notify() Aug 29 04:48:40.209658 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:48:40.209658 n-d-712140-12 neutron-server[94829]: self.callback(batched_events) Aug 29 04:48:40.209658 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:48:40.209658 n-d-712140-12 neutron-server[94829]: event.method(event) Aug 29 04:48:40.209658 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:48:40.209658 n-d-712140-12 neutron-server[94829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:48:40.209658 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:48:40.209658 n-d-712140-12 neutron-server[94829]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:48:40.209658 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:48:40.209658 n-d-712140-12 neutron-server[94829]: return f(self, *a, **k) Aug 29 04:48:40.209658 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:48:40.209658 n-d-712140-12 neutron-server[94829]: return self._get(url).json() Aug 29 04:48:40.209658 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:48:40.209658 n-d-712140-12 neutron-server[94829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:48:40.209658 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:48:40.209658 n-d-712140-12 neutron-server[94829]: return self.request(url, 'GET', **kwargs) Aug 29 04:48:40.209658 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:48:40.209658 n-d-712140-12 neutron-server[94829]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:48:40.209658 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:48:40.209658 n-d-712140-12 neutron-server[94829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:48:40.209658 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:48:40.209658 n-d-712140-12 neutron-server[94829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:48:40.209658 n-d-712140-12 neutron-server[94829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:48:40.236148 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bbd0b80-30d1-4e49-bc27-d15d8bdd0b6b tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Router 88852000-4a8e-47b2-8832-7238424b07c4 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:48:40.268816 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-aa498d29-9f57-44f0-9d08-7187681995b4 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:40.274956 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-aa498d29-9f57-44f0-9d08-7187681995b4 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:40.280507 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-aa498d29-9f57-44f0-9d08-7187681995b4 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] 10.222.0.22 "DELETE /v2.0/networks/392abbd2-2437-491f-a10c-d0ff6281ff16 HTTP/1.1" status: 204 len: 168 time: 0.6159596 Aug 29 04:48:40.281284 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 33992) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:40.326880 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa498d29-9f57-44f0-9d08-7187681995b4 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Pushing event deleted for resources: {'Network': ['ID=392abbd2-2437-491f-a10c-d0ff6281ff16,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:40.356049 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_v2 [None req-e45589c8-d71a-4591-acda-cd4f8fbbe2c8 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Deleting subnet b23fc8f2-3cda-4728-a3a9-22b3ffa86d3a {{(pid=94829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:48:40.359709 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e45589c8-d71a-4591-acda-cd4f8fbbe2c8 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks [] for subnet, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:40.363467 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bbd0b80-30d1-4e49-bc27-d15d8bdd0b6b tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:48:40.376015 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c113f8-3668-4d32-88f8-475ed30457a4 None None] Sync routers for ids ['88852000-4a8e-47b2-8832-7238424b07c4'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:48:40.387513 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6bbd0b80-30d1-4e49-bc27-d15d8bdd0b6b tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:40.390883 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c113f8-3668-4d32-88f8-475ed30457a4 None None] Routers {'88852000-4a8e-47b2-8832-7238424b07c4'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:48:40.391758 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-a7c113f8-3668-4d32-88f8-475ed30457a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:48:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['88852000-4a8e-47b2-8832-7238424b07c4'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:40.410945 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e45589c8-d71a-4591-acda-cd4f8fbbe2c8 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4311743'] for subnet, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:40.426691 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-6bbd0b80-30d1-4e49-bc27-d15d8bdd0b6b tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.0398026 Aug 29 04:48:40.427894 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffd18eeb-5fc3-45e6-9891-4e20af8cf6dd', 'tag': 'f6dc96dc-a9c5-41a2-88d4-459bd9c75248'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:48:40.431371 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-009828bb-69fe-44d9-a81e-d35403199446" -d '{"events": [{"name": "network-changed", "server_uuid": "ffd18eeb-5fc3-45e6-9891-4e20af8cf6dd", "tag": "f6dc96dc-a9c5-41a2-88d4-459bd9c75248"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:48:40.494083 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e2c9276-5cb1-4729-8f04-75b24719fa24 x-openstack-request-id: req-6e2c9276-5cb1-4729-8f04-75b24719fa24 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:48:40.494375 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffd18eeb-5fc3-45e6-9891-4e20af8cf6dd", "tag": "f6dc96dc-a9c5-41a2-88d4-459bd9c75248", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:48:40.494705 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6e2c9276-5cb1-4729-8f04-75b24719fa24 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:48:40.495143 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffd18eeb-5fc3-45e6-9891-4e20af8cf6dd', 'tag': 'f6dc96dc-a9c5-41a2-88d4-459bd9c75248', 'status': 'completed', 'code': 200} Aug 29 04:48:40.515440 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e45589c8-d71a-4591-acda-cd4f8fbbe2c8 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:40.543366 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-a7c113f8-3668-4d32-88f8-475ed30457a4 None None] Set router 88852000-4a8e-47b2-8832-7238424b07c4 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:48:40.590632 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e45589c8-d71a-4591-acda-cd4f8fbbe2c8 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4552352'] for subnet, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:40.603209 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6a2b5b-0792-4d16-87dc-0cc6ab90d12b req-9e6a8848-be48-4d70-9c8d-6d06c49b51fc tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:40.604911 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6a6a2b5b-0792-4d16-87dc-0cc6ab90d12b req-9e6a8848-be48-4d70-9c8d-6d06c49b51fc tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffd18eeb-5fc3-45e6-9891-4e20af8cf6dd HTTP/1.1" status: 200 len: 946 time: 0.0833635 Aug 29 04:48:40.611508 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009828bb-69fe-44d9-a81e-d35403199446 req-765ae853-b744-43c4-bd10-5bece15360b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:40.613267 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-009828bb-69fe-44d9-a81e-d35403199446 req-765ae853-b744-43c4-bd10-5bece15360b1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9fb1fbcb8cc9402ba4fdb36d489735a9&device_id=ffd18eeb-5fc3-45e6-9891-4e20af8cf6dd HTTP/1.1" status: 200 len: 1098 time: 0.0795994 Aug 29 04:48:40.628084 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45589c8-d71a-4591-acda-cd4f8fbbe2c8 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Pushing event deleted for resources: {'Subnet': ['ID=b23fc8f2-3cda-4728-a3a9-22b3ffa86d3a,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:40.639175 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e45589c8-d71a-4591-acda-cd4f8fbbe2c8 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:40.644250 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-e45589c8-d71a-4591-acda-cd4f8fbbe2c8 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] 10.222.0.22 "DELETE /v2.0/subnets/b23fc8f2-3cda-4728-a3a9-22b3ffa86d3a HTTP/1.1" status: 204 len: 168 time: 0.3573625 Aug 29 04:48:40.645681 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 33998) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:40.647048 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ea7309-7240-411c-b712-3dede5c46be6 None None] Network dc50698a-bd18-4135-99e8-d0750fb259c6 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:48:40.708794 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_v2 [None req-72a954bc-3a3b-49fa-ac8c-2da0252e43b8 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Deleting subnet d75d2ddc-3166-4154-9993-f2e943cfdf4d {{(pid=94829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:48:40.714835 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-72a954bc-3a3b-49fa-ac8c-2da0252e43b8 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks [] for subnet, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:40.731907 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6a6a2b5b-0792-4d16-87dc-0cc6ab90d12b req-231febf0-503e-4675-b8e1-f8be14a31ef5 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=d2642e8b-8ee6-4a09-ae7d-2ad7f4c3de8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175153 Aug 29 04:48:40.755039 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 34000) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:40.772902 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-72a954bc-3a3b-49fa-ac8c-2da0252e43b8 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4311743'] for subnet, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:40.829038 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-a7c113f8-3668-4d32-88f8-475ed30457a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88852000-4a8e-47b2-8832-7238424b07c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-975447095', 'tenant_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'b8f8e9f3-0aff-4c46-81a2-dfb8abe8e641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:48:19Z', 'updated_at': '2021-08-29T04:48:23Z', 'revision_number': 4, 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'gw_port': {'id': 'b8f8e9f3-0aff-4c46-81a2-dfb8abe8e641', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88852000-4a8e-47b2-8832-7238424b07c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:20Z', 'updated_at': '2021-08-29T04:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': '4dfca07d-87cc-4ead-b29b-ec1935d4ecfb', 'tenant_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'floating_ip_address': '172.25.0.114', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': '88852000-4a8e-47b2-8832-7238424b07c4', 'port_id': 'f6dc96dc-a9c5-41a2-88d4-459bd9c75248', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3856, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '497f7389-8bcd-4e03-b029-5ee7b7d3aec0', 'mac_address': 'fa:16:3e:8d:0e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd18eeb-5fc3-45e6-9891-4e20af8cf6dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:48:38Z', 'updated_at': '2021-08-29T04:48:38Z', 'revision_number': 0, 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b14e059-a766-430b-888a-6916d93ebddc', 'name': '', 'network_id': '497f7389-8bcd-4e03-b029-5ee7b7d3aec0', 'tenant_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'mac_address': 'fa:16:3e:60:ed:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88852000-4a8e-47b2-8832-7238424b07c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'a10fe50b-3544-4438-8d9d-d008cda1d55e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:23Z', 'updated_at': '2021-08-29T04:48:32Z', 'revision_number': 5, 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'subnets': [{'id': 'a10fe50b-3544-4438-8d9d-d008cda1d55e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:40.862941 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009828bb-69fe-44d9-a81e-d35403199446 req-913adf6c-3a62-461c-92a7-46c4f7678afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:40.863202 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c113f8-3668-4d32-88f8-475ed30457a4 None None] Checking router: 88852000-4a8e-47b2-8832-7238424b07c4 for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:48:40.865518 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-009828bb-69fe-44d9-a81e-d35403199446 req-913adf6c-3a62-461c-92a7-46c4f7678afa service neutron] 10.222.0.46 "GET /v2.0/networks?id=497f7389-8bcd-4e03-b029-5ee7b7d3aec0 HTTP/1.1" status: 200 len: 898 time: 0.2449737 Aug 29 04:48:40.871466 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-a702b817-bb73-462f-b76e-23e34475cde7 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/floatingips/4dfca07d-87cc-4ead-b29b-ec1935d4ecfb HTTP/1.1" status: 200 len: 992 time: 0.1118281 Aug 29 04:48:40.878730 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c113f8-3668-4d32-88f8-475ed30457a4 None None] Routers {'88852000-4a8e-47b2-8832-7238424b07c4'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:48:40.879930 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-a7c113f8-3668-4d32-88f8-475ed30457a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:48:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['88852000-4a8e-47b2-8832-7238424b07c4'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:40.894328 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcfd87bb-40c0-4d29-b2e1-b232f3da06d9 None None] DHCP port deletion for dc50698a-bd18-4135-99e8-d0750fb259c6 request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:48:40.904894 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-72a954bc-3a3b-49fa-ac8c-2da0252e43b8 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:40.954169 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-bcfd87bb-40c0-4d29-b2e1-b232f3da06d9 None None] Deleting port 421d12b2-1a75-4e07-913f-481e2f9d87ea {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:48:40.954652 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bcfd87bb-40c0-4d29-b2e1-b232f3da06d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:40.956426 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-009828bb-69fe-44d9-a81e-d35403199446 req-c203a7a6-571a-492e-a7c0-c076b662e118 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f6dc96dc-a9c5-41a2-88d4-459bd9c75248 HTTP/1.1" status: 200 len: 1000 time: 0.0832627 Aug 29 04:48:40.980455 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-72a954bc-3a3b-49fa-ac8c-2da0252e43b8 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4552352'] for subnet, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:41.018485 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a954bc-3a3b-49fa-ac8c-2da0252e43b8 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Pushing event deleted for resources: {'Subnet': ['ID=d75d2ddc-3166-4154-9993-f2e943cfdf4d,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:41.019445 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-a7c113f8-3668-4d32-88f8-475ed30457a4 None None] Set router 88852000-4a8e-47b2-8832-7238424b07c4 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:48:41.024678 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009828bb-69fe-44d9-a81e-d35403199446 req-d16ec18b-1e41-44b8-ab9f-4fb59f0bce04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:41.026173 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-009828bb-69fe-44d9-a81e-d35403199446 req-d16ec18b-1e41-44b8-ab9f-4fb59f0bce04 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a10fe50b-3544-4438-8d9d-d008cda1d55e HTTP/1.1" status: 200 len: 834 time: 0.0617414 Aug 29 04:48:41.027010 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-bcfd87bb-40c0-4d29-b2e1-b232f3da06d9 None None] For port 421d12b2-1a75-4e07-913f-481e2f9d87ea, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=421d12b2-1a75-4e07-913f-481e2f9d87ea,segment=NetworkSegment(32b902ca-67a5-49f7-851b-4926fad312bd),segment_id=32b902ca-67a5-49f7-851b-4926fad312bd)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:41.027479 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bcfd87bb-40c0-4d29-b2e1-b232f3da06d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:41.037073 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-72a954bc-3a3b-49fa-ac8c-2da0252e43b8 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:41.044532 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-72a954bc-3a3b-49fa-ac8c-2da0252e43b8 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] 10.222.0.22 "DELETE /v2.0/subnets/d75d2ddc-3166-4154-9993-f2e943cfdf4d HTTP/1.1" status: 204 len: 168 time: 0.3973892 Aug 29 04:48:41.045215 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 34002) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:41.047879 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f06518-0966-4ef9-9496-2ae295a48562 None None] Network 800d80e1-95aa-4d38-b204-4e7ad9a137d4 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:48:41.054805 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-bcfd87bb-40c0-4d29-b2e1-b232f3da06d9 None None] Calling delete_port for 421d12b2-1a75-4e07-913f-481e2f9d87ea owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:48:41.121195 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009828bb-69fe-44d9-a81e-d35403199446 req-4d197809-169f-4454-aa0e-8d8e103e665f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:41.121195 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-009828bb-69fe-44d9-a81e-d35403199446 req-4d197809-169f-4454-aa0e-8d8e103e665f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=497f7389-8bcd-4e03-b029-5ee7b7d3aec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0831654 Aug 29 04:48:41.181360 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 06a6e92c-e534-4c77-9f04-7c1e4012672a no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:48:41.214399 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ab8c308a-b600-4f05-bfcc-a7f9a88ca2d2 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:41.217530 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 06a6e92c-e534-4c77-9f04-7c1e4012672a {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:48:41.218557 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 06a6e92c-e534-4c77-9f04-7c1e4012672a not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:48:41.218557 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 421d12b2-1a75-4e07-913f-481e2f9d87ea no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:48:41.253321 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-009828bb-69fe-44d9-a81e-d35403199446 req-080a7105-a097-4397-9f21-57a3ff85bc13 service neutron] 10.222.0.46 "GET /v2.0/networks/497f7389-8bcd-4e03-b029-5ee7b7d3aec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226444 Aug 29 04:48:41.287828 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-ab8c308a-b600-4f05-bfcc-a7f9a88ca2d2 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Deleting port 421d12b2-1a75-4e07-913f-481e2f9d87ea {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:48:41.288376 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ab8c308a-b600-4f05-bfcc-a7f9a88ca2d2 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:41.360508 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-ab8c308a-b600-4f05-bfcc-a7f9a88ca2d2 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] For port 421d12b2-1a75-4e07-913f-481e2f9d87ea, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=421d12b2-1a75-4e07-913f-481e2f9d87ea,segment=NetworkSegment(32b902ca-67a5-49f7-851b-4926fad312bd),segment_id=32b902ca-67a5-49f7-851b-4926fad312bd)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:41.361074 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ab8c308a-b600-4f05-bfcc-a7f9a88ca2d2 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:41.380525 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bcfd87bb-40c0-4d29-b2e1-b232f3da06d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:41.384950 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-ab8c308a-b600-4f05-bfcc-a7f9a88ca2d2 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Calling delete_port for 421d12b2-1a75-4e07-913f-481e2f9d87ea owned by network:dhcp {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:48:41.414263 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-009828bb-69fe-44d9-a81e-d35403199446 req-b4649855-533d-46f8-8543-4e8031d6d529 service neutron] 10.222.0.46 "GET /v2.0/networks/497f7389-8bcd-4e03-b029-5ee7b7d3aec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528184 Aug 29 04:48:41.431735 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfd87bb-40c0-4d29-b2e1-b232f3da06d9 None None] Pushing event deleted for resources: {'Port': ['ID=421d12b2-1a75-4e07-913f-481e2f9d87ea,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:41.437554 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfd87bb-40c0-4d29-b2e1-b232f3da06d9 None None] No DVR routers for this DVR port 421d12b2-1a75-4e07-913f-481e2f9d87ea on host n-d-712140-12 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:48:41.440431 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:41.440629 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-a7c113f8-3668-4d32-88f8-475ed30457a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88852000-4a8e-47b2-8832-7238424b07c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-975447095', 'tenant_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'b8f8e9f3-0aff-4c46-81a2-dfb8abe8e641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:48:19Z', 'updated_at': '2021-08-29T04:48:23Z', 'revision_number': 4, 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'gw_port': {'id': 'b8f8e9f3-0aff-4c46-81a2-dfb8abe8e641', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88852000-4a8e-47b2-8832-7238424b07c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:20Z', 'updated_at': '2021-08-29T04:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': '4dfca07d-87cc-4ead-b29b-ec1935d4ecfb', 'tenant_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'floating_ip_address': '172.25.0.114', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': '88852000-4a8e-47b2-8832-7238424b07c4', 'port_id': 'f6dc96dc-a9c5-41a2-88d4-459bd9c75248', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3856, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '497f7389-8bcd-4e03-b029-5ee7b7d3aec0', 'mac_address': 'fa:16:3e:8d:0e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd18eeb-5fc3-45e6-9891-4e20af8cf6dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:48:38Z', 'updated_at': '2021-08-29T04:48:38Z', 'revision_number': 0, 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b14e059-a766-430b-888a-6916d93ebddc', 'name': '', 'network_id': '497f7389-8bcd-4e03-b029-5ee7b7d3aec0', 'tenant_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'mac_address': 'fa:16:3e:60:ed:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88852000-4a8e-47b2-8832-7238424b07c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'a10fe50b-3544-4438-8d9d-d008cda1d55e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:23Z', 'updated_at': '2021-08-29T04:48:32Z', 'revision_number': 5, 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'subnets': [{'id': 'a10fe50b-3544-4438-8d9d-d008cda1d55e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:41.515290 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c17e505-3ee4-4b74-b3b9-bfc118a57036 None None] DHCP port deletion for 800d80e1-95aa-4d38-b204-4e7ad9a137d4 request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:48:41.523044 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ab8c308a-b600-4f05-bfcc-a7f9a88ca2d2 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:41.559174 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8c308a-b600-4f05-bfcc-a7f9a88ca2d2 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Pushing event deleted for resources: {'Port': ['ID=421d12b2-1a75-4e07-913f-481e2f9d87ea,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:41.562779 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8c308a-b600-4f05-bfcc-a7f9a88ca2d2 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] No DVR routers for this DVR port 421d12b2-1a75-4e07-913f-481e2f9d87ea on host n-d-712140-12 {{(pid=94829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:48:41.593664 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-9c17e505-3ee4-4b74-b3b9-bfc118a57036 None None] Deleting port 90103be4-1114-40a8-9a5e-b255b74b367a {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:48:41.594048 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9c17e505-3ee4-4b74-b3b9-bfc118a57036 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:41.630240 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c113f8-3668-4d32-88f8-475ed30457a4 None None] The sync data for ids ['88852000-4a8e-47b2-8832-7238424b07c4'] in n-d-712140-12 is: [{'id': '88852000-4a8e-47b2-8832-7238424b07c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-975447095', 'tenant_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'b8f8e9f3-0aff-4c46-81a2-dfb8abe8e641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:48:19Z', 'updated_at': '2021-08-29T04:48:23Z', 'revision_number': 4, 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'gw_port': {'id': 'b8f8e9f3-0aff-4c46-81a2-dfb8abe8e641', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88852000-4a8e-47b2-8832-7238424b07c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:20Z', 'updated_at': '2021-08-29T04:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': '4dfca07d-87cc-4ead-b29b-ec1935d4ecfb', 'tenant_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'floating_ip_address': '172.25.0.114', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': '88852000-4a8e-47b2-8832-7238424b07c4', 'port_id': 'f6dc96dc-a9c5-41a2-88d4-459bd9c75248', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3856, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '497f7389-8bcd-4e03-b029-5ee7b7d3aec0', 'mac_address': 'fa:16:3e:8d:0e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd18eeb-5fc3-45e6-9891-4e20af8cf6dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:48:38Z', 'updated_at': '2021-08-29T04:48:38Z', 'revision_number': 0, 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b14e059-a766-430b-888a-6916d93ebddc', 'name': '', 'network_id': '497f7389-8bcd-4e03-b029-5ee7b7d3aec0', 'tenant_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'mac_address': 'fa:16:3e:60:ed:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88852000-4a8e-47b2-8832-7238424b07c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'a10fe50b-3544-4438-8d9d-d008cda1d55e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:23Z', 'updated_at': '2021-08-29T04:48:32Z', 'revision_number': 5, 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'subnets': [{'id': 'a10fe50b-3544-4438-8d9d-d008cda1d55e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:48:41.659020 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ab8c308a-b600-4f05-bfcc-a7f9a88ca2d2 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:41.670667 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-ab8c308a-b600-4f05-bfcc-a7f9a88ca2d2 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc50698a-bd18-4135-99e8-d0750fb259c6']}} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:41.677361 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-9c17e505-3ee4-4b74-b3b9-bfc118a57036 None None] For port 90103be4-1114-40a8-9a5e-b255b74b367a, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=90103be4-1114-40a8-9a5e-b255b74b367a,segment=NetworkSegment(e74cc79f-70e9-40da-8162-60f07fa3af53),segment_id=e74cc79f-70e9-40da-8162-60f07fa3af53)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:41.677843 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9c17e505-3ee4-4b74-b3b9-bfc118a57036 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:41.684000 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-ab8c308a-b600-4f05-bfcc-a7f9a88ca2d2 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32b902ca-67a5-49f7-851b-4926fad312bd') {'for_net_delete': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:41.684281 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-ab8c308a-b600-4f05-bfcc-a7f9a88ca2d2 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32b902ca-67a5-49f7-851b-4926fad312bd') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:41.695994 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ab8c308a-b600-4f05-bfcc-a7f9a88ca2d2 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4311712'] for segment, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:41.709414 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-9c17e505-3ee4-4b74-b3b9-bfc118a57036 None None] Calling delete_port for 90103be4-1114-40a8-9a5e-b255b74b367a owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:48:41.717135 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ab8c308a-b600-4f05-bfcc-a7f9a88ca2d2 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:41.724282 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab8c308a-b600-4f05-bfcc-a7f9a88ca2d2 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=94829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:48:41.724862 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ab8c308a-b600-4f05-bfcc-a7f9a88ca2d2 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4274277'] for segment, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:41.728578 n-d-712140-12 neutron-server[94829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:48:41.728578 n-d-712140-12 neutron-server[94829]: self.session.flush() Aug 29 04:48:41.728578 n-d-712140-12 neutron-server[94829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:48:41.728578 n-d-712140-12 neutron-server[94829]: self.session.flush() Aug 29 04:48:41.728578 n-d-712140-12 neutron-server[94829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:48:41.728578 n-d-712140-12 neutron-server[94829]: self.session.flush() Aug 29 04:48:41.728578 n-d-712140-12 neutron-server[94829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:48:41.728578 n-d-712140-12 neutron-server[94829]: self.session.flush() Aug 29 04:48:41.728578 n-d-712140-12 neutron-server[94829]: Traceback (most recent call last): Aug 29 04:48:41.728578 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:48:41.728578 n-d-712140-12 neutron-server[94829]: timer() Aug 29 04:48:41.728578 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:48:41.728578 n-d-712140-12 neutron-server[94829]: cb(*args, **kw) Aug 29 04:48:41.728578 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:48:41.728578 n-d-712140-12 neutron-server[94829]: return func(*args, **kwargs) Aug 29 04:48:41.728578 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:48:41.728578 n-d-712140-12 neutron-server[94829]: self._notify() Aug 29 04:48:41.728578 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:48:41.728578 n-d-712140-12 neutron-server[94829]: self.callback(batched_events) Aug 29 04:48:41.728578 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:48:41.728578 n-d-712140-12 neutron-server[94829]: event.method(event) Aug 29 04:48:41.728578 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:48:41.728578 n-d-712140-12 neutron-server[94829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:48:41.728578 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:48:41.728578 n-d-712140-12 neutron-server[94829]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:48:41.728578 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:48:41.728578 n-d-712140-12 neutron-server[94829]: return f(self, *a, **k) Aug 29 04:48:41.728578 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:48:41.728578 n-d-712140-12 neutron-server[94829]: return self._get(url).json() Aug 29 04:48:41.728578 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:48:41.728578 n-d-712140-12 neutron-server[94829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:48:41.728578 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:48:41.728578 n-d-712140-12 neutron-server[94829]: return self.request(url, 'GET', **kwargs) Aug 29 04:48:41.728578 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:48:41.728578 n-d-712140-12 neutron-server[94829]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:48:41.728578 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:48:41.728578 n-d-712140-12 neutron-server[94829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:48:41.728578 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:48:41.728578 n-d-712140-12 neutron-server[94829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:48:41.728578 n-d-712140-12 neutron-server[94829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:48:41.800423 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ab8c308a-b600-4f05-bfcc-a7f9a88ca2d2 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:41.814279 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ab8c308a-b600-4f05-bfcc-a7f9a88ca2d2 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:41.816832 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-ab8c308a-b600-4f05-bfcc-a7f9a88ca2d2 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] 10.222.0.22 "DELETE /v2.0/networks/dc50698a-bd18-4135-99e8-d0750fb259c6 HTTP/1.1" status: 204 len: 168 time: 0.7705710 Aug 29 04:48:41.819230 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 34006) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:41.823217 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9c17e505-3ee4-4b74-b3b9-bfc118a57036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:41.839164 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8c308a-b600-4f05-bfcc-a7f9a88ca2d2 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Pushing event deleted for resources: {'Network': ['ID=dc50698a-bd18-4135-99e8-d0750fb259c6,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:41.856556 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c17e505-3ee4-4b74-b3b9-bfc118a57036 None None] Pushing event deleted for resources: {'Port': ['ID=90103be4-1114-40a8-9a5e-b255b74b367a,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:41.858605 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c17e505-3ee4-4b74-b3b9-bfc118a57036 None None] No DVR routers for this DVR port 90103be4-1114-40a8-9a5e-b255b74b367a on host n-d-712140-12 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:48:41.874360 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 34008) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:41.901515 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d0f4f7-0871-4570-94da-e86a16c9290e None None] New status for floating IP 4dfca07d-87cc-4ead-b29b-ec1935d4ecfb: ACTIVE {{(pid=94830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:48:41.958506 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b51f50ca-1b93-4fe9-af13-06cc63149f35 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:41.961689 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-e95c6058-8f53-4dd6-b038-39f03c81404b tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/floatingips/4dfca07d-87cc-4ead-b29b-ec1935d4ecfb HTTP/1.1" status: 200 len: 992 time: 0.0843158 Aug 29 04:48:42.055089 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b51f50ca-1b93-4fe9-af13-06cc63149f35 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:42.066505 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-b51f50ca-1b93-4fe9-af13-06cc63149f35 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['800d80e1-95aa-4d38-b204-4e7ad9a137d4']}} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:42.079235 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-b51f50ca-1b93-4fe9-af13-06cc63149f35 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e74cc79f-70e9-40da-8162-60f07fa3af53') {'for_net_delete': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:42.079518 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-b51f50ca-1b93-4fe9-af13-06cc63149f35 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e74cc79f-70e9-40da-8162-60f07fa3af53') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:42.090334 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b51f50ca-1b93-4fe9-af13-06cc63149f35 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4311712'] for segment, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:42.111503 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b51f50ca-1b93-4fe9-af13-06cc63149f35 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:42.117765 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b51f50ca-1b93-4fe9-af13-06cc63149f35 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=94829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:48:42.118075 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b51f50ca-1b93-4fe9-af13-06cc63149f35 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4274277'] for segment, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:42.121167 n-d-712140-12 neutron-server[94829]: Traceback (most recent call last): Aug 29 04:48:42.121167 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:48:42.121167 n-d-712140-12 neutron-server[94829]: timer() Aug 29 04:48:42.121167 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:48:42.121167 n-d-712140-12 neutron-server[94829]: cb(*args, **kw) Aug 29 04:48:42.121167 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:48:42.121167 n-d-712140-12 neutron-server[94829]: return func(*args, **kwargs) Aug 29 04:48:42.121167 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:48:42.121167 n-d-712140-12 neutron-server[94829]: self._notify() Aug 29 04:48:42.121167 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:48:42.121167 n-d-712140-12 neutron-server[94829]: self.callback(batched_events) Aug 29 04:48:42.121167 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:48:42.121167 n-d-712140-12 neutron-server[94829]: event.method(event) Aug 29 04:48:42.121167 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:48:42.121167 n-d-712140-12 neutron-server[94829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:48:42.121167 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:48:42.121167 n-d-712140-12 neutron-server[94829]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:48:42.121167 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:48:42.121167 n-d-712140-12 neutron-server[94829]: return f(self, *a, **k) Aug 29 04:48:42.121167 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:48:42.121167 n-d-712140-12 neutron-server[94829]: return self._get(url).json() Aug 29 04:48:42.121167 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:48:42.121167 n-d-712140-12 neutron-server[94829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:48:42.121167 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:48:42.121167 n-d-712140-12 neutron-server[94829]: return self.request(url, 'GET', **kwargs) Aug 29 04:48:42.121167 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:48:42.121167 n-d-712140-12 neutron-server[94829]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:48:42.121167 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:48:42.121167 n-d-712140-12 neutron-server[94829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:48:42.121167 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:48:42.121167 n-d-712140-12 neutron-server[94829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:48:42.121167 n-d-712140-12 neutron-server[94829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:48:42.185606 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b51f50ca-1b93-4fe9-af13-06cc63149f35 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:42.194659 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b51f50ca-1b93-4fe9-af13-06cc63149f35 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:42.196567 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-b51f50ca-1b93-4fe9-af13-06cc63149f35 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] 10.222.0.22 "DELETE /v2.0/networks/800d80e1-95aa-4d38-b204-4e7ad9a137d4 HTTP/1.1" status: 204 len: 168 time: 0.3762574 Aug 29 04:48:42.199911 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 34010) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:42.209763 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51f50ca-1b93-4fe9-af13-06cc63149f35 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Pushing event deleted for resources: {'Network': ['ID=800d80e1-95aa-4d38-b204-4e7ad9a137d4,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:42.268499 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b5b0052-8f18-4ca2-ba53-a14cb3548151 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Deleting subnet 842cd1ce-f8e9-48e8-b1e3-dbe8f530c7c9 {{(pid=94828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:48:42.272116 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8b5b0052-8f18-4ca2-ba53-a14cb3548151 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks [] for subnet, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:42.318834 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8b5b0052-8f18-4ca2-ba53-a14cb3548151 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8904862'] for subnet, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:42.407052 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8b5b0052-8f18-4ca2-ba53-a14cb3548151 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:42.465525 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8b5b0052-8f18-4ca2-ba53-a14cb3548151 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9190434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062341'] for subnet, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:42.497321 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5b0052-8f18-4ca2-ba53-a14cb3548151 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Pushing event deleted for resources: {'Subnet': ['ID=842cd1ce-f8e9-48e8-b1e3-dbe8f530c7c9,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:42.501008 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8b5b0052-8f18-4ca2-ba53-a14cb3548151 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:42.502951 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-8b5b0052-8f18-4ca2-ba53-a14cb3548151 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] 10.222.0.22 "DELETE /v2.0/subnets/842cd1ce-f8e9-48e8-b1e3-dbe8f530c7c9 HTTP/1.1" status: 204 len: 168 time: 0.3020194 Aug 29 04:48:42.505500 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 34012) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:42.511199 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2a27b0-21cd-4018-89fc-e72b34a1b36e None None] Network f59ba5ec-3915-4c2f-9969-471533dd11c1 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:48:42.582169 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-73d69f6e-2826-4b0a-a819-8eda6d145831 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:42.638913 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-73d69f6e-2826-4b0a-a819-8eda6d145831 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Deleting port 26396ae8-2c27-4c4e-b378-ad431f821d1f {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:48:42.639266 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-73d69f6e-2826-4b0a-a819-8eda6d145831 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:42.701055 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2f52a3-b5cf-4b6b-8bdc-abf393e8d44c None None] DHCP port deletion for f59ba5ec-3915-4c2f-9969-471533dd11c1 request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:48:42.710780 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-73d69f6e-2826-4b0a-a819-8eda6d145831 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] For port 26396ae8-2c27-4c4e-b378-ad431f821d1f, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=26396ae8-2c27-4c4e-b378-ad431f821d1f,segment=NetworkSegment(ecf62f94-c5c1-4232-bd0a-19a451ccf3e4),segment_id=ecf62f94-c5c1-4232-bd0a-19a451ccf3e4)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:42.711155 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-73d69f6e-2826-4b0a-a819-8eda6d145831 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:42.725575 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-73d69f6e-2826-4b0a-a819-8eda6d145831 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Calling delete_port for 26396ae8-2c27-4c4e-b378-ad431f821d1f owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:48:42.753125 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-dd2f52a3-b5cf-4b6b-8bdc-abf393e8d44c None None] Deleting port 26396ae8-2c27-4c4e-b378-ad431f821d1f {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:48:42.753508 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dd2f52a3-b5cf-4b6b-8bdc-abf393e8d44c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:42.806534 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-73d69f6e-2826-4b0a-a819-8eda6d145831 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:42.827225 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-dd2f52a3-b5cf-4b6b-8bdc-abf393e8d44c None None] For port 26396ae8-2c27-4c4e-b378-ad431f821d1f, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=26396ae8-2c27-4c4e-b378-ad431f821d1f,segment=NetworkSegment(ecf62f94-c5c1-4232-bd0a-19a451ccf3e4),segment_id=ecf62f94-c5c1-4232-bd0a-19a451ccf3e4)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:42.828045 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dd2f52a3-b5cf-4b6b-8bdc-abf393e8d44c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:42.833629 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d69f6e-2826-4b0a-a819-8eda6d145831 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Pushing event deleted for resources: {'Port': ['ID=26396ae8-2c27-4c4e-b378-ad431f821d1f,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:42.835485 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d69f6e-2826-4b0a-a819-8eda6d145831 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] No DVR routers for this DVR port 26396ae8-2c27-4c4e-b378-ad431f821d1f on host n-d-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:48:42.847844 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-dd2f52a3-b5cf-4b6b-8bdc-abf393e8d44c None None] Calling delete_port for 26396ae8-2c27-4c4e-b378-ad431f821d1f owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:48:42.919196 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-73d69f6e-2826-4b0a-a819-8eda6d145831 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:42.923250 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dd2f52a3-b5cf-4b6b-8bdc-abf393e8d44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:42.929540 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-73d69f6e-2826-4b0a-a819-8eda6d145831 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f59ba5ec-3915-4c2f-9969-471533dd11c1']}} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:42.941252 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-73d69f6e-2826-4b0a-a819-8eda6d145831 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecf62f94-c5c1-4232-bd0a-19a451ccf3e4') {'for_net_delete': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:42.941608 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-73d69f6e-2826-4b0a-a819-8eda6d145831 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecf62f94-c5c1-4232-bd0a-19a451ccf3e4') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:42.951758 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2f52a3-b5cf-4b6b-8bdc-abf393e8d44c None None] Pushing event deleted for resources: {'Port': ['ID=26396ae8-2c27-4c4e-b378-ad431f821d1f,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:42.951896 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-73d69f6e-2826-4b0a-a819-8eda6d145831 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8904833'] for segment, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:42.963086 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2f52a3-b5cf-4b6b-8bdc-abf393e8d44c None None] No DVR routers for this DVR port 26396ae8-2c27-4c4e-b378-ad431f821d1f on host n-d-712140-12 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:48:42.964798 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 34014) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:42.971671 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-73d69f6e-2826-4b0a-a819-8eda6d145831 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:42.979136 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73d69f6e-2826-4b0a-a819-8eda6d145831 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=94828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:48:42.979491 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-73d69f6e-2826-4b0a-a819-8eda6d145831 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9190468'] for segment, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:42.982632 n-d-712140-12 neutron-server[94828]: Traceback (most recent call last): Aug 29 04:48:42.982632 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:48:42.982632 n-d-712140-12 neutron-server[94828]: timer() Aug 29 04:48:42.982632 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:48:42.982632 n-d-712140-12 neutron-server[94828]: cb(*args, **kw) Aug 29 04:48:42.982632 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:48:42.982632 n-d-712140-12 neutron-server[94828]: return func(*args, **kwargs) Aug 29 04:48:42.982632 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:48:42.982632 n-d-712140-12 neutron-server[94828]: self._notify() Aug 29 04:48:42.982632 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:48:42.982632 n-d-712140-12 neutron-server[94828]: self.callback(batched_events) Aug 29 04:48:42.982632 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:48:42.982632 n-d-712140-12 neutron-server[94828]: event.method(event) Aug 29 04:48:42.982632 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:48:42.982632 n-d-712140-12 neutron-server[94828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:48:42.982632 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:48:42.982632 n-d-712140-12 neutron-server[94828]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:48:42.982632 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:48:42.982632 n-d-712140-12 neutron-server[94828]: return f(self, *a, **k) Aug 29 04:48:42.982632 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:48:42.982632 n-d-712140-12 neutron-server[94828]: return self._get(url).json() Aug 29 04:48:42.982632 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:48:42.982632 n-d-712140-12 neutron-server[94828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:48:42.982632 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:48:42.982632 n-d-712140-12 neutron-server[94828]: return self.request(url, 'GET', **kwargs) Aug 29 04:48:42.982632 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:48:42.982632 n-d-712140-12 neutron-server[94828]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:48:42.982632 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:48:42.982632 n-d-712140-12 neutron-server[94828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:48:42.982632 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:48:42.982632 n-d-712140-12 neutron-server[94828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:48:42.982632 n-d-712140-12 neutron-server[94828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:48:43.085036 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-73d69f6e-2826-4b0a-a819-8eda6d145831 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:43.090756 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-1215d1cc-f396-4bb4-a1c5-a9bd58cf3a46 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/floatingips/4dfca07d-87cc-4ead-b29b-ec1935d4ecfb HTTP/1.1" status: 200 len: 994 time: 0.1250243 Aug 29 04:48:43.096222 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-73d69f6e-2826-4b0a-a819-8eda6d145831 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:43.100674 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-73d69f6e-2826-4b0a-a819-8eda6d145831 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] 10.222.0.22 "DELETE /v2.0/networks/f59ba5ec-3915-4c2f-9969-471533dd11c1 HTTP/1.1" status: 204 len: 168 time: 0.5914571 Aug 29 04:48:43.100837 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 34016) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:43.119998 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d69f6e-2826-4b0a-a819-8eda6d145831 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Pushing event deleted for resources: {'Network': ['ID=f59ba5ec-3915-4c2f-9969-471533dd11c1,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:43.124903 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 26396ae8-2c27-4c4e-b378-ad431f821d1f no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:48:43.136647 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-d328419f-f844-4572-8f0c-455d221f82de tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e9872b-e749-4eaa-8bc3-570b350fbb19 HTTP/1.1" status: 200 len: 205 time: 0.0347762 Aug 29 04:48:43.138913 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 34018) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:43.146069 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 26396ae8-2c27-4c4e-b378-ad431f821d1f {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:48:43.146414 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 26396ae8-2c27-4c4e-b378-ad431f821d1f not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:48:43.146833 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 90103be4-1114-40a8-9a5e-b255b74b367a no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:48:43.165547 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 90103be4-1114-40a8-9a5e-b255b74b367a {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:48:43.165889 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 90103be4-1114-40a8-9a5e-b255b74b367a not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:48:43.217504 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9a9dc398-f753-47c3-8e07-88c61cb92fa8 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks [] for router, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:43.381438 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9a9dc398-f753-47c3-8e07-88c61cb92fa8 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:43.383602 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9a9dc398-f753-47c3-8e07-88c61cb92fa8 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:43.431140 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9a9dc398-f753-47c3-8e07-88c61cb92fa8 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717253'] for router, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:43.431140 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a9dc398-f753-47c3-8e07-88c61cb92fa8 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Fanout notify agent at l3_agent the message router_deleted on router a5e9872b-e749-4eaa-8bc3-570b350fbb19 {{(pid=94828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:48:43.439562 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9a9dc398-f753-47c3-8e07-88c61cb92fa8 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] Notify callbacks [] for router, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:43.440895 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-9a9dc398-f753-47c3-8e07-88c61cb92fa8 tempest-RoutersNegativeIpV6Test-1767865598 tempest-RoutersNegativeIpV6Test-1767865598-project] 10.222.0.22 "DELETE /v2.0/routers/a5e9872b-e749-4eaa-8bc3-570b350fbb19 HTTP/1.1" status: 204 len: 168 time: 0.3010778 Aug 29 04:48:43.718259 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 34024) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:43.859348 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-fa2b30de-41da-4174-9455-96c9935495bf admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f2b2509f1cee45f9bb3de32271077b46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1399014 Aug 29 04:48:43.861758 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 34028) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:43.915125 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fed67717-820e-4cae-bbd6-016ebf362f86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:43.936436 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fed67717-820e-4cae-bbd6-016ebf362f86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:43.984169 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fed67717-820e-4cae-bbd6-016ebf362f86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:43.986765 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fed67717-820e-4cae-bbd6-016ebf362f86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:43.987975 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-fed67717-820e-4cae-bbd6-016ebf362f86 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f213b84c-15b9-4fd5-a2c8-208a1edbb685 HTTP/1.1" status: 204 len: 168 time: 0.1252687 Aug 29 04:48:43.996304 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed67717-820e-4cae-bbd6-016ebf362f86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f213b84c-15b9-4fd5-a2c8-208a1edbb685,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:48.349554 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 34116) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:48.461240 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0903b354-a46d-4123-8512-70d5567c3a48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:48.555811 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0903b354-a46d-4123-8512-70d5567c3a48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:48.560284 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0903b354-a46d-4123-8512-70d5567c3a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:48.596797 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0903b354-a46d-4123-8512-70d5567c3a48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3036b1ef-1959-458c-9d45-ec854fddf08f,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:48.601094 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-0903b354-a46d-4123-8512-70d5567c3a48 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3c63c0b067f946e0874a06c2b2fb1ed2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2504890 Aug 29 04:48:48.604771 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 34120) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:48.660002 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-576994de-62a6-4d1d-9d75-18296ea1f2e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:48.681897 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-576994de-62a6-4d1d-9d75-18296ea1f2e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:48.730918 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-576994de-62a6-4d1d-9d75-18296ea1f2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:48.733443 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-576994de-62a6-4d1d-9d75-18296ea1f2e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:48.734610 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-576994de-62a6-4d1d-9d75-18296ea1f2e1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3036b1ef-1959-458c-9d45-ec854fddf08f HTTP/1.1" status: 204 len: 168 time: 0.1296062 Aug 29 04:48:48.743979 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576994de-62a6-4d1d-9d75-18296ea1f2e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3036b1ef-1959-458c-9d45-ec854fddf08f,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:49.015146 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 34126) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:49.028665 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-240359c3-712d-4718-8b49-2e232548c599 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:49.125703 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-240359c3-712d-4718-8b49-2e232548c599 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:49.129661 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-240359c3-712d-4718-8b49-2e232548c599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:49.169017 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-240359c3-712d-4718-8b49-2e232548c599 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a545c4f751c34e64a96d541253092d40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1526890 Aug 29 04:48:49.170145 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240359c3-712d-4718-8b49-2e232548c599 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4ecb91e-c564-4612-aedc-0713cc1c7aae,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:49.172032 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 34128) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:49.223330 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8c6d6c27-8674-4f3b-bcf0-e095cbf4b3cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:49.244949 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8c6d6c27-8674-4f3b-bcf0-e095cbf4b3cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:49.291944 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8c6d6c27-8674-4f3b-bcf0-e095cbf4b3cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:49.295029 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8c6d6c27-8674-4f3b-bcf0-e095cbf4b3cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:49.296224 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-8c6d6c27-8674-4f3b-bcf0-e095cbf4b3cd admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e4ecb91e-c564-4612-aedc-0713cc1c7aae HTTP/1.1" status: 204 len: 168 time: 0.1229899 Aug 29 04:48:49.304055 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6d6c27-8674-4f3b-bcf0-e095cbf4b3cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4ecb91e-c564-4612-aedc-0713cc1c7aae,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:49.330876 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:58.769391 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:00.127316 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 34268) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:00.238287 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7cd54eb8-bab8-47a9-af04-12d195687e5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:00.326936 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7cd54eb8-bab8-47a9-af04-12d195687e5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:00.330981 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7cd54eb8-bab8-47a9-af04-12d195687e5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:00.369358 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-7cd54eb8-bab8-47a9-af04-12d195687e5b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cbcfa0fa41f549dda19a61f25ea4c8da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2409024 Aug 29 04:49:00.370099 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd54eb8-bab8-47a9-af04-12d195687e5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ebdb72a-4fac-4f66-b607-740b7ffd4ff2,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:00.372583 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 34272) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:00.425644 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dd1030a6-5807-410f-8762-05ea74ad2dee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:00.446874 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dd1030a6-5807-410f-8762-05ea74ad2dee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:00.497527 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dd1030a6-5807-410f-8762-05ea74ad2dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:00.500173 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dd1030a6-5807-410f-8762-05ea74ad2dee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:00.501361 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-dd1030a6-5807-410f-8762-05ea74ad2dee admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5ebdb72a-4fac-4f66-b607-740b7ffd4ff2 HTTP/1.1" status: 204 len: 168 time: 0.1277122 Aug 29 04:49:00.509185 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1030a6-5807-410f-8762-05ea74ad2dee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ebdb72a-4fac-4f66-b607-740b7ffd4ff2,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:00.517354 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1030a6-5807-410f-8762-05ea74ad2dee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:00.517705 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1030a6-5807-410f-8762-05ea74ad2dee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:00.518050 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1030a6-5807-410f-8762-05ea74ad2dee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:00.518392 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1030a6-5807-410f-8762-05ea74ad2dee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:00.518730 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1030a6-5807-410f-8762-05ea74ad2dee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:00.519069 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1030a6-5807-410f-8762-05ea74ad2dee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:00.519387 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1030a6-5807-410f-8762-05ea74ad2dee admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:00.519736 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1030a6-5807-410f-8762-05ea74ad2dee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:00.520066 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1030a6-5807-410f-8762-05ea74ad2dee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:00.520391 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1030a6-5807-410f-8762-05ea74ad2dee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:00.520717 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1030a6-5807-410f-8762-05ea74ad2dee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:00.521039 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1030a6-5807-410f-8762-05ea74ad2dee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:00.754967 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 34278) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:00.768161 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-dd807a15-9977-4642-a3a7-c149ad23c066 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:00.857745 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-dd807a15-9977-4642-a3a7-c149ad23c066 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:00.861611 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-dd807a15-9977-4642-a3a7-c149ad23c066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:00.897891 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd807a15-9977-4642-a3a7-c149ad23c066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f8e02f6-5a06-484f-9ad4-990b9fa1dd43,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:00.903563 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-dd807a15-9977-4642-a3a7-c149ad23c066 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=66bc3222b96b4f3d98fa770df5c4ea76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1475587 Aug 29 04:49:00.906236 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 34280) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:00.958062 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a49c05b0-a28b-4f4a-bdd4-b0411d8f53c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:00.978304 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a49c05b0-a28b-4f4a-bdd4-b0411d8f53c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:01.025285 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a49c05b0-a28b-4f4a-bdd4-b0411d8f53c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:01.027930 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a49c05b0-a28b-4f4a-bdd4-b0411d8f53c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:01.029084 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-a49c05b0-a28b-4f4a-bdd4-b0411d8f53c6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9f8e02f6-5a06-484f-9ad4-990b9fa1dd43 HTTP/1.1" status: 204 len: 168 time: 0.1220019 Aug 29 04:49:01.037100 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49c05b0-a28b-4f4a-bdd4-b0411d8f53c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f8e02f6-5a06-484f-9ad4-990b9fa1dd43,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:01.359982 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 34286) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:01.373783 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-019f2efd-beee-446d-90db-caeda17cf239 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:01.465688 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-019f2efd-beee-446d-90db-caeda17cf239 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:01.469630 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-019f2efd-beee-446d-90db-caeda17cf239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:01.507402 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-019f2efd-beee-446d-90db-caeda17cf239 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=54371e49426c48ecab9d0391464adb2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1462858 Aug 29 04:49:01.508385 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019f2efd-beee-446d-90db-caeda17cf239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17a5da37-37e2-4636-8c02-47bb09ab9345,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:01.510074 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 34288) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:01.563267 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7b5d0f02-a3d9-4517-aa96-3155da9e0883 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:01.585505 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7b5d0f02-a3d9-4517-aa96-3155da9e0883 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:01.632678 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7b5d0f02-a3d9-4517-aa96-3155da9e0883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:01.634970 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7b5d0f02-a3d9-4517-aa96-3155da9e0883 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:01.636835 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-7b5d0f02-a3d9-4517-aa96-3155da9e0883 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/17a5da37-37e2-4636-8c02-47bb09ab9345 HTTP/1.1" status: 204 len: 168 time: 0.1257284 Aug 29 04:49:01.647086 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5d0f02-a3d9-4517-aa96-3155da9e0883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17a5da37-37e2-4636-8c02-47bb09ab9345,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:03.403537 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-92136ae9-bb0b-401a-b403-3f8843bf3f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:06.246292 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a7d0b706-44fb-4934-8994-d39f12bd4fbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:07.247859 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:07.253081 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:08.476458 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 34382) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:08.589859 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fd17a4f2-c6d8-4890-9d76-2f3d42b4ae5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:08.680937 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fd17a4f2-c6d8-4890-9d76-2f3d42b4ae5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:08.685487 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fd17a4f2-c6d8-4890-9d76-2f3d42b4ae5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:08.725137 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-fd17a4f2-c6d8-4890-9d76-2f3d42b4ae5c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c681a0f07b574aa1a86cdd1029c4a26c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2475893 Aug 29 04:49:08.726054 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd17a4f2-c6d8-4890-9d76-2f3d42b4ae5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9146edb5-5140-4f0d-9d1b-bfbac57252ff,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:08.728305 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 34386) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:08.763475 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:08.800594 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2a373886-5b85-453b-b367-e898c8ecd2a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:08.822000 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2a373886-5b85-453b-b367-e898c8ecd2a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:08.873511 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2a373886-5b85-453b-b367-e898c8ecd2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:08.876731 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2a373886-5b85-453b-b367-e898c8ecd2a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:08.878102 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-2a373886-5b85-453b-b367-e898c8ecd2a3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9146edb5-5140-4f0d-9d1b-bfbac57252ff HTTP/1.1" status: 204 len: 168 time: 0.1483104 Aug 29 04:49:08.888175 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a373886-5b85-453b-b367-e898c8ecd2a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9146edb5-5140-4f0d-9d1b-bfbac57252ff,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:08.899440 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a373886-5b85-453b-b367-e898c8ecd2a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:08.899968 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a373886-5b85-453b-b367-e898c8ecd2a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:08.900396 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a373886-5b85-453b-b367-e898c8ecd2a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:08.900828 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a373886-5b85-453b-b367-e898c8ecd2a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:08.901315 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a373886-5b85-453b-b367-e898c8ecd2a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:08.901716 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a373886-5b85-453b-b367-e898c8ecd2a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:08.902198 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a373886-5b85-453b-b367-e898c8ecd2a3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:08.902664 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a373886-5b85-453b-b367-e898c8ecd2a3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:08.903125 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a373886-5b85-453b-b367-e898c8ecd2a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:08.903927 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a373886-5b85-453b-b367-e898c8ecd2a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:08.904221 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a373886-5b85-453b-b367-e898c8ecd2a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:08.904817 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a373886-5b85-453b-b367-e898c8ecd2a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:09.075231 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-df1f38c0-5015-4ac0-8951-780f62c968cf req-c957545e-6822-4fee-ac2c-fd0a5cacb13c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ffd18eeb-5fc3-45e6-9891-4e20af8cf6dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0421379 Aug 29 04:49:09.160354 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1f38c0-5015-4ac0-8951-780f62c968cf req-473d34c6-237e-4117-954e-fef5d65fdddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:09.161952 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-df1f38c0-5015-4ac0-8951-780f62c968cf req-473d34c6-237e-4117-954e-fef5d65fdddc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9fb1fbcb8cc9402ba4fdb36d489735a9&device_id=ffd18eeb-5fc3-45e6-9891-4e20af8cf6dd HTTP/1.1" status: 200 len: 1098 time: 0.0435672 Aug 29 04:49:09.165581 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 34392) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:09.179589 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6bdeb81d-f2c5-443e-80b0-659f71ca603b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:09.274859 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6bdeb81d-f2c5-443e-80b0-659f71ca603b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:09.275258 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1f38c0-5015-4ac0-8951-780f62c968cf req-6a949bc9-1616-4963-ba06-67f3de0af726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:09.277251 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-df1f38c0-5015-4ac0-8951-780f62c968cf req-6a949bc9-1616-4963-ba06-67f3de0af726 service neutron] 10.222.0.46 "GET /v2.0/networks?id=497f7389-8bcd-4e03-b029-5ee7b7d3aec0 HTTP/1.1" status: 200 len: 898 time: 0.0929234 Aug 29 04:49:09.278998 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6bdeb81d-f2c5-443e-80b0-659f71ca603b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:09.318348 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdeb81d-f2c5-443e-80b0-659f71ca603b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6b79750-d951-441e-addd-a05e107366ec,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:09.322802 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-6bdeb81d-f2c5-443e-80b0-659f71ca603b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d59923ca967f4463be0d3b0d1f1b0e55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1561565 Aug 29 04:49:09.325353 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 34396) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:09.350331 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-df1f38c0-5015-4ac0-8951-780f62c968cf req-6ffd8189-f73c-4abd-9e8b-1abc255461e9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f6dc96dc-a9c5-41a2-88d4-459bd9c75248 HTTP/1.1" status: 200 len: 1002 time: 0.0647485 Aug 29 04:49:09.379034 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1611a3c2-b64d-4f5c-8d40-a620e4070abb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:09.400268 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1611a3c2-b64d-4f5c-8d40-a620e4070abb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:09.400505 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1f38c0-5015-4ac0-8951-780f62c968cf req-fc503c89-84c3-464e-a624-4cf54efcd748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:09.402394 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-df1f38c0-5015-4ac0-8951-780f62c968cf req-fc503c89-84c3-464e-a624-4cf54efcd748 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a10fe50b-3544-4438-8d9d-d008cda1d55e HTTP/1.1" status: 200 len: 834 time: 0.0434391 Aug 29 04:49:09.454101 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1611a3c2-b64d-4f5c-8d40-a620e4070abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:09.456230 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1f38c0-5015-4ac0-8951-780f62c968cf req-526fff91-5180-47aa-b059-4c2b76af7457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:09.456659 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1611a3c2-b64d-4f5c-8d40-a620e4070abb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:09.457783 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-df1f38c0-5015-4ac0-8951-780f62c968cf req-526fff91-5180-47aa-b059-4c2b76af7457 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=497f7389-8bcd-4e03-b029-5ee7b7d3aec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458155 Aug 29 04:49:09.457966 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-1611a3c2-b64d-4f5c-8d40-a620e4070abb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f6b79750-d951-441e-addd-a05e107366ec HTTP/1.1" status: 204 len: 168 time: 0.1315386 Aug 29 04:49:09.467144 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1611a3c2-b64d-4f5c-8d40-a620e4070abb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6b79750-d951-441e-addd-a05e107366ec,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:09.470450 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [req-df1f38c0-5015-4ac0-8951-780f62c968cf req-250afae8-e985-4647-bd8a-99c4be7e6f55 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:49:09.471645 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-df1f38c0-5015-4ac0-8951-780f62c968cf req-250afae8-e985-4647-bd8a-99c4be7e6f55 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058906 Aug 29 04:49:09.586234 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-df1f38c0-5015-4ac0-8951-780f62c968cf req-7cc49a64-665e-4985-ab01-59c2dc0048c9 service neutron] 10.222.0.46 "GET /v2.0/networks/497f7389-8bcd-4e03-b029-5ee7b7d3aec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053939 Aug 29 04:49:09.691034 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-df1f38c0-5015-4ac0-8951-780f62c968cf req-9aea4565-0c34-4b37-8029-4030ddac895d service neutron] 10.222.0.46 "GET /v2.0/networks/497f7389-8bcd-4e03-b029-5ee7b7d3aec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975204 Aug 29 04:49:11.159725 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 34450) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:11.270396 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-25c46867-d9b8-4edb-8d2e-89e2041ab7b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:11.359754 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-25c46867-d9b8-4edb-8d2e-89e2041ab7b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:11.363584 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-25c46867-d9b8-4edb-8d2e-89e2041ab7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:11.402645 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-25c46867-d9b8-4edb-8d2e-89e2041ab7b0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=85782b148a1643deb248352fc6311158&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2417917 Aug 29 04:49:11.403828 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c46867-d9b8-4edb-8d2e-89e2041ab7b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7abe2b8-7f1b-43b2-bf76-69479cf8d61e,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:11.405603 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 34454) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:11.798230 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5ad2824b-9642-45a7-bff4-6fb43f62d7c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:11.821182 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5ad2824b-9642-45a7-bff4-6fb43f62d7c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:11.870706 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5ad2824b-9642-45a7-bff4-6fb43f62d7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:11.873442 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5ad2824b-9642-45a7-bff4-6fb43f62d7c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:11.874604 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-5ad2824b-9642-45a7-bff4-6fb43f62d7c9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d7abe2b8-7f1b-43b2-bf76-69479cf8d61e HTTP/1.1" status: 204 len: 168 time: 0.4672480 Aug 29 04:49:11.882541 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad2824b-9642-45a7-bff4-6fb43f62d7c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7abe2b8-7f1b-43b2-bf76-69479cf8d61e,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:12.135649 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 34460) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:12.149066 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cac4b757-3842-48a7-a0bc-9b17b4470797 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:12.243962 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cac4b757-3842-48a7-a0bc-9b17b4470797 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:12.248415 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cac4b757-3842-48a7-a0bc-9b17b4470797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:12.285758 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-cac4b757-3842-48a7-a0bc-9b17b4470797 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0129c7d1a5db49699799a3f378841ae4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1489685 Aug 29 04:49:12.286722 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac4b757-3842-48a7-a0bc-9b17b4470797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49233714-7b03-4e77-a66c-3148c846334f,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:12.288441 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 34462) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:12.340827 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-85edbd4e-8afe-469d-8385-f71bc4ec01c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:12.364563 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-85edbd4e-8afe-469d-8385-f71bc4ec01c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:12.411081 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-85edbd4e-8afe-469d-8385-f71bc4ec01c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:12.413742 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-85edbd4e-8afe-469d-8385-f71bc4ec01c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:12.414951 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-85edbd4e-8afe-469d-8385-f71bc4ec01c5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/49233714-7b03-4e77-a66c-3148c846334f HTTP/1.1" status: 204 len: 168 time: 0.1254032 Aug 29 04:49:12.423647 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85edbd4e-8afe-469d-8385-f71bc4ec01c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49233714-7b03-4e77-a66c-3148c846334f,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:14.577338 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 34548) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:14.640012 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89351958-624d-435f-86e4-bb2362035600 req-b71c76e0-771a-425c-9154-0923afbc14cf tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:14.641569 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-89351958-624d-435f-86e4-bb2362035600 req-b71c76e0-771a-425c-9154-0923afbc14cf tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffd18eeb-5fc3-45e6-9891-4e20af8cf6dd HTTP/1.1" status: 200 len: 946 time: 0.0647645 Aug 29 04:49:14.687482 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-89351958-624d-435f-86e4-bb2362035600 req-e7dff2ac-ef81-4393-9027-23442017d72b tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=d2642e8b-8ee6-4a09-ae7d-2ad7f4c3de8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375957 Aug 29 04:49:14.704821 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9130995a-4125-4b39-9a4d-e764ca7d3962 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:14.808462 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9130995a-4125-4b39-9a4d-e764ca7d3962 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:14.813156 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9130995a-4125-4b39-9a4d-e764ca7d3962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:14.853165 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9130995a-4125-4b39-9a4d-e764ca7d3962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49732379-ea27-490f-aa0b-2b35592d0187,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:14.860320 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-9130995a-4125-4b39-9a4d-e764ca7d3962 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=850c8e1336d34b73818e495f8129fbd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2793846 Aug 29 04:49:14.861267 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 34554) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:14.914039 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-94dd15be-8541-419e-947c-8e5f2ae9c91a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:14.937847 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-94dd15be-8541-419e-947c-8e5f2ae9c91a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:14.987384 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-94dd15be-8541-419e-947c-8e5f2ae9c91a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:14.989964 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-94dd15be-8541-419e-947c-8e5f2ae9c91a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:14.991126 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-94dd15be-8541-419e-947c-8e5f2ae9c91a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/49732379-ea27-490f-aa0b-2b35592d0187 HTTP/1.1" status: 204 len: 168 time: 0.1296134 Aug 29 04:49:14.999565 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dd15be-8541-419e-947c-8e5f2ae9c91a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49732379-ea27-490f-aa0b-2b35592d0187,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:15.275339 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 34560) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:15.288393 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-38317572-6dec-4f79-a126-6c739a31ca94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:15.378747 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-38317572-6dec-4f79-a126-6c739a31ca94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:15.382660 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-38317572-6dec-4f79-a126-6c739a31ca94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:15.422607 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-38317572-6dec-4f79-a126-6c739a31ca94 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0fbd31133eb34145bf60cc486955fa43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1461358 Aug 29 04:49:15.423744 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38317572-6dec-4f79-a126-6c739a31ca94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bb439ad-a39e-44ca-8ee5-85177ab2a769,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:15.425319 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 34562) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:15.475610 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4e205ce0-e476-434f-82fd-16fd40a651d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:15.496928 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4e205ce0-e476-434f-82fd-16fd40a651d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:15.544175 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4e205ce0-e476-434f-82fd-16fd40a651d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:15.546745 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4e205ce0-e476-434f-82fd-16fd40a651d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:15.547945 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-4e205ce0-e476-434f-82fd-16fd40a651d7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6bb439ad-a39e-44ca-8ee5-85177ab2a769 HTTP/1.1" status: 204 len: 168 time: 0.1207612 Aug 29 04:49:15.556061 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e205ce0-e476-434f-82fd-16fd40a651d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bb439ad-a39e-44ca-8ee5-85177ab2a769,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:15.808001 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c90dafd-47f3-4015-83c9-42895d97f9f5 req-cc66cfc1-ce0b-4237-a6bc-de94b1d3b76c tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:15.809541 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2c90dafd-47f3-4015-83c9-42895d97f9f5 req-cc66cfc1-ce0b-4237-a6bc-de94b1d3b76c tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffd18eeb-5fc3-45e6-9891-4e20af8cf6dd HTTP/1.1" status: 200 len: 946 time: 0.0535686 Aug 29 04:49:15.849067 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2c90dafd-47f3-4015-83c9-42895d97f9f5 req-8da3343a-5d7d-4f17-8bea-67f3c9cc5064 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=d2642e8b-8ee6-4a09-ae7d-2ad7f4c3de8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332062 Aug 29 04:49:16.558267 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:49:16.976845 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d12075e-7e99-49fd-8a8d-2bc153a84765 req-b59928e6-b7a2-4c35-a64c-ca79a2bc045b tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:16.979058 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4d12075e-7e99-49fd-8a8d-2bc153a84765 req-b59928e6-b7a2-4c35-a64c-ca79a2bc045b tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffd18eeb-5fc3-45e6-9891-4e20af8cf6dd HTTP/1.1" status: 200 len: 946 time: 0.0513494 Aug 29 04:49:17.019276 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4d12075e-7e99-49fd-8a8d-2bc153a84765 req-60c93ebb-d292-4c85-ae4a-d830114aa79e tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=d2642e8b-8ee6-4a09-ae7d-2ad7f4c3de8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343075 Aug 29 04:49:18.146393 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96137db6-4d4f-4fec-ace9-77bab6daac38 req-b6e66fa2-82f4-4348-bdc4-a24bad69389b tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:18.148110 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-96137db6-4d4f-4fec-ace9-77bab6daac38 req-b6e66fa2-82f4-4348-bdc4-a24bad69389b tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffd18eeb-5fc3-45e6-9891-4e20af8cf6dd HTTP/1.1" status: 200 len: 946 time: 0.0518899 Aug 29 04:49:18.194245 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-96137db6-4d4f-4fec-ace9-77bab6daac38 req-77429968-e23c-4ebe-9290-1909d07ec27a tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=d2642e8b-8ee6-4a09-ae7d-2ad7f4c3de8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398431 Aug 29 04:49:19.319671 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:19.332179 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21760d50-6cd3-4f35-9c4b-50bdd8617246 req-e8b68712-ebdf-45f9-ac74-f3c4c2f5ec11 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:19.333633 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-21760d50-6cd3-4f35-9c4b-50bdd8617246 req-e8b68712-ebdf-45f9-ac74-f3c4c2f5ec11 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffd18eeb-5fc3-45e6-9891-4e20af8cf6dd HTTP/1.1" status: 200 len: 946 time: 0.0617609 Aug 29 04:49:19.374064 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-21760d50-6cd3-4f35-9c4b-50bdd8617246 req-8dd0482d-e4f5-48e7-ae92-9e80780432ee tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=d2642e8b-8ee6-4a09-ae7d-2ad7f4c3de8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334160 Aug 29 04:49:20.493696 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdf78d2-5b56-4bf2-9bfc-bf6efb24c829 req-aee1f8f3-0449-410e-a892-058d5bff06ec tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:20.495383 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3bdf78d2-5b56-4bf2-9bfc-bf6efb24c829 req-aee1f8f3-0449-410e-a892-058d5bff06ec tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffd18eeb-5fc3-45e6-9891-4e20af8cf6dd HTTP/1.1" status: 200 len: 946 time: 0.0520518 Aug 29 04:49:20.539943 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3bdf78d2-5b56-4bf2-9bfc-bf6efb24c829 req-6c2324cd-4fef-4b05-842b-5047630ece75 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=d2642e8b-8ee6-4a09-ae7d-2ad7f4c3de8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383708 Aug 29 04:49:21.664150 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb64fc6-2af8-4e97-9dd6-0d2fb868d44f req-fddd587c-6d36-4ff9-919f-1acd503f25b4 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:21.665739 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1eb64fc6-2af8-4e97-9dd6-0d2fb868d44f req-fddd587c-6d36-4ff9-919f-1acd503f25b4 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffd18eeb-5fc3-45e6-9891-4e20af8cf6dd HTTP/1.1" status: 200 len: 946 time: 0.0500536 Aug 29 04:49:21.708856 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1eb64fc6-2af8-4e97-9dd6-0d2fb868d44f req-fc21842e-144f-449d-a3de-4f601fa6a4eb tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=d2642e8b-8ee6-4a09-ae7d-2ad7f4c3de8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337048 Aug 29 04:49:22.832964 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f6c8f1-00ba-4523-914a-a97bbd652c34 req-f0dd6504-804c-4f45-9581-f8b374478f98 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:22.834737 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f9f6c8f1-00ba-4523-914a-a97bbd652c34 req-f0dd6504-804c-4f45-9581-f8b374478f98 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffd18eeb-5fc3-45e6-9891-4e20af8cf6dd HTTP/1.1" status: 200 len: 946 time: 0.0507367 Aug 29 04:49:22.878264 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f9f6c8f1-00ba-4523-914a-a97bbd652c34 req-98c316a8-66d2-43eb-804c-127d520b5d6e tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=d2642e8b-8ee6-4a09-ae7d-2ad7f4c3de8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365777 Aug 29 04:49:24.012349 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6bfa43-4d98-4914-a1ad-66506f2abfa1 req-a9293e9d-e339-4862-a5e3-18755d6c3894 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:24.013793 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ff6bfa43-4d98-4914-a1ad-66506f2abfa1 req-a9293e9d-e339-4862-a5e3-18755d6c3894 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffd18eeb-5fc3-45e6-9891-4e20af8cf6dd HTTP/1.1" status: 200 len: 946 time: 0.0654578 Aug 29 04:49:24.056787 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ff6bfa43-4d98-4914-a1ad-66506f2abfa1 req-c3151678-f8f0-4344-9927-c45a786c4d68 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=d2642e8b-8ee6-4a09-ae7d-2ad7f4c3de8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359845 Aug 29 04:49:25.182778 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b44075-8d2f-4036-ae34-90653322cd94 req-fff7a24d-3c74-4f16-98cc-fc6509492e9c tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:25.184525 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-68b44075-8d2f-4036-ae34-90653322cd94 req-fff7a24d-3c74-4f16-98cc-fc6509492e9c tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffd18eeb-5fc3-45e6-9891-4e20af8cf6dd HTTP/1.1" status: 200 len: 946 time: 0.0564129 Aug 29 04:49:25.267463 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-68b44075-8d2f-4036-ae34-90653322cd94 req-917ad29f-4be3-4b38-a378-4b4b4438aa6d tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=d2642e8b-8ee6-4a09-ae7d-2ad7f4c3de8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634801 Aug 29 04:49:26.395023 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1548727c-72dc-4210-8853-d897d25be768 req-7e27683a-3ccf-4a35-bdaa-edc987a3af69 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:26.396622 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1548727c-72dc-4210-8853-d897d25be768 req-7e27683a-3ccf-4a35-bdaa-edc987a3af69 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffd18eeb-5fc3-45e6-9891-4e20af8cf6dd HTTP/1.1" status: 200 len: 946 time: 0.0599420 Aug 29 04:49:26.444146 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1548727c-72dc-4210-8853-d897d25be768 req-5e516a1d-ae58-4b01-9579-8b26d73d3d0b tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=d2642e8b-8ee6-4a09-ae7d-2ad7f4c3de8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387921 Aug 29 04:49:27.566974 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40662f9f-d068-4737-8cb6-bf1debfc331f req-8e59837d-b9f9-4e34-9676-b6255c3cc0b5 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:27.568543 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-40662f9f-d068-4737-8cb6-bf1debfc331f req-8e59837d-b9f9-4e34-9676-b6255c3cc0b5 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffd18eeb-5fc3-45e6-9891-4e20af8cf6dd HTTP/1.1" status: 200 len: 946 time: 0.0497458 Aug 29 04:49:27.612047 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-40662f9f-d068-4737-8cb6-bf1debfc331f req-b5efe153-44ca-4891-abfb-4843be7754b2 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=d2642e8b-8ee6-4a09-ae7d-2ad7f4c3de8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366559 Aug 29 04:49:28.741950 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1060fa-544f-42c5-beab-1bf76d27e64b req-97e2a403-aafb-47e6-92dc-67839ebb8f34 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:28.743636 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0c1060fa-544f-42c5-beab-1bf76d27e64b req-97e2a403-aafb-47e6-92dc-67839ebb8f34 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffd18eeb-5fc3-45e6-9891-4e20af8cf6dd HTTP/1.1" status: 200 len: 946 time: 0.0536289 Aug 29 04:49:28.766086 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:28.785665 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0c1060fa-544f-42c5-beab-1bf76d27e64b req-b71a60dd-f978-4b82-bb65-50d64b6061d7 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=d2642e8b-8ee6-4a09-ae7d-2ad7f4c3de8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351965 Aug 29 04:49:29.902649 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf60f490-f0b4-4f23-92ed-ddb4bb83cb19 req-95028c8c-30f6-49d7-bdd8-c02ebed35f98 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:29.904442 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-cf60f490-f0b4-4f23-92ed-ddb4bb83cb19 req-95028c8c-30f6-49d7-bdd8-c02ebed35f98 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffd18eeb-5fc3-45e6-9891-4e20af8cf6dd HTTP/1.1" status: 200 len: 946 time: 0.0515749 Aug 29 04:49:29.943970 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-cf60f490-f0b4-4f23-92ed-ddb4bb83cb19 req-a66673cc-e6bc-4e43-8510-71d225eed06f tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=d2642e8b-8ee6-4a09-ae7d-2ad7f4c3de8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332239 Aug 29 04:49:31.059325 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5670323b-ca19-4875-9eaa-17b268ae491a req-1d048712-592f-4cf5-a1f4-02423f41a719 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:31.061030 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5670323b-ca19-4875-9eaa-17b268ae491a req-1d048712-592f-4cf5-a1f4-02423f41a719 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffd18eeb-5fc3-45e6-9891-4e20af8cf6dd HTTP/1.1" status: 200 len: 946 time: 0.0498610 Aug 29 04:49:31.100781 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5670323b-ca19-4875-9eaa-17b268ae491a req-f4befd22-86c2-4f18-bae1-c243a75cce8e tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=d2642e8b-8ee6-4a09-ae7d-2ad7f4c3de8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320163 Aug 29 04:49:32.217850 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eecbebb-098e-4dd4-9b94-d4c88100ff76 req-6dedfd5b-9533-4559-a5a6-75adc29b2f85 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:32.219362 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1eecbebb-098e-4dd4-9b94-d4c88100ff76 req-6dedfd5b-9533-4559-a5a6-75adc29b2f85 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffd18eeb-5fc3-45e6-9891-4e20af8cf6dd HTTP/1.1" status: 200 len: 946 time: 0.0499902 Aug 29 04:49:32.257856 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1eecbebb-098e-4dd4-9b94-d4c88100ff76 req-5069aca6-7bac-46a8-b890-f8d559f5f5b0 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=d2642e8b-8ee6-4a09-ae7d-2ad7f4c3de8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324121 Aug 29 04:49:32.357301 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa64987-5239-40ff-a13f-a78bcbc18df0 req-20eaa208-05c0-4659-9049-bf3939fde9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:32.358814 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4fa64987-5239-40ff-a13f-a78bcbc18df0 req-20eaa208-05c0-4659-9049-bf3939fde9fd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ffd18eeb-5fc3-45e6-9891-4e20af8cf6dd HTTP/1.1" status: 200 len: 1098 time: 0.0406229 Aug 29 04:49:32.399138 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4fa64987-5239-40ff-a13f-a78bcbc18df0 req-ee9f2797-ba5f-472a-b884-226e7c7a557c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d2642e8b-8ee6-4a09-ae7d-2ad7f4c3de8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330906 Aug 29 04:49:33.259602 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 34758) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:33.318314 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device f6dc96dc-a9c5-41a2-88d4-459bd9c75248 details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:49:33.419469 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-31c29fa8-4fd3-47bb-a450-2492f337883e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:33.435116 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6011c540-d71e-421a-9bd4-d87a5c3db78a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:33.454286 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port f6dc96dc-a9c5-41a2-88d4-459bd9c75248, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=f6dc96dc-a9c5-41a2-88d4-459bd9c75248,segment=NetworkSegment(37793236-9a9a-4401-8f49-dc406cde2be2),segment_id=37793236-9a9a-4401-8f49-dc406cde2be2)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:49:33.462007 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270e1c6b-b05b-4d3c-9796-8be7d8815112 req-400cef59-4b9b-4ecf-aa1b-86992e0c0cb6 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:33.464260 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-270e1c6b-b05b-4d3c-9796-8be7d8815112 req-400cef59-4b9b-4ecf-aa1b-86992e0c0cb6 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffd18eeb-5fc3-45e6-9891-4e20af8cf6dd HTTP/1.1" status: 200 len: 946 time: 0.0986540 Aug 29 04:49:33.467072 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Returning: {'device': 'f6dc96dc-a9c5-41a2-88d4-459bd9c75248', 'network_id': '497f7389-8bcd-4e03-b029-5ee7b7d3aec0', 'port_id': 'f6dc96dc-a9c5-41a2-88d4-459bd9c75248', 'mac_address': 'fa:16:3e:8d:0e:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a10fe50b-3544-4438-8d9d-d008cda1d55e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:49:33.516249 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:33.531149 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-270e1c6b-b05b-4d3c-9796-8be7d8815112 req-3e79e3b0-3256-4a49-a43f-6cfc98c17a22 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=d2642e8b-8ee6-4a09-ae7d-2ad7f4c3de8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501461 Aug 29 04:49:33.539964 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f6dc96dc-a9c5-41a2-88d4-459bd9c75248 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:49:33.564664 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port f6dc96dc-a9c5-41a2-88d4-459bd9c75248, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=f6dc96dc-a9c5-41a2-88d4-459bd9c75248,segment=NetworkSegment(37793236-9a9a-4401-8f49-dc406cde2be2),segment_id=37793236-9a9a-4401-8f49-dc406cde2be2)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:49:33.569538 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:33.595120 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6011c540-d71e-421a-9bd4-d87a5c3db78a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:33.599676 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6011c540-d71e-421a-9bd4-d87a5c3db78a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:33.619521 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=f6dc96dc-a9c5-41a2-88d4-459bd9c75248,revision_number=6']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:33.627145 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:33.627431 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:33.627815 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:33.628135 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:33.628470 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:33.628850 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:33.629163 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:33.629531 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:33.629786 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:33.630112 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:33.630430 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:33.630772 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:33.642748 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-6011c540-d71e-421a-9bd4-d87a5c3db78a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2bc0c60f13ad4d59b12e4b7d0371f969&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3817720 Aug 29 04:49:33.644736 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6011c540-d71e-421a-9bd4-d87a5c3db78a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee33b366-59d4-4c45-af89-bdfcb0119043,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:33.645437 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 34764) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:33.698044 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4cbc2b99-4e70-46ea-b779-08081c0aaca4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:33.720450 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4cbc2b99-4e70-46ea-b779-08081c0aaca4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:33.769981 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4cbc2b99-4e70-46ea-b779-08081c0aaca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:33.772791 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4cbc2b99-4e70-46ea-b779-08081c0aaca4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:33.776668 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-4cbc2b99-4e70-46ea-b779-08081c0aaca4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ee33b366-59d4-4c45-af89-bdfcb0119043 HTTP/1.1" status: 204 len: 168 time: 0.1298835 Aug 29 04:49:33.784689 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbc2b99-4e70-46ea-b779-08081c0aaca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee33b366-59d4-4c45-af89-bdfcb0119043,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:33.787082 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['f6dc96dc-a9c5-41a2-88d4-459bd9c75248'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:49:34.660010 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb16546-cc68-4704-8891-ffada831184c req-2f8151d6-a637-48a8-b5e6-44ee8d554780 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:34.661563 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0eb16546-cc68-4704-8891-ffada831184c req-2f8151d6-a637-48a8-b5e6-44ee8d554780 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffd18eeb-5fc3-45e6-9891-4e20af8cf6dd HTTP/1.1" status: 200 len: 945 time: 0.0497606 Aug 29 04:49:34.703061 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0eb16546-cc68-4704-8891-ffada831184c req-7b9bf279-65f5-4418-bd71-cdc4ec9506da tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=d2642e8b-8ee6-4a09-ae7d-2ad7f4c3de8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345588 Aug 29 04:49:34.725630 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 34828) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:34.792511 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-e7e683f1-a974-47e9-97d7-b5b4a61dff6d tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/floatingips/4dfca07d-87cc-4ead-b29b-ec1935d4ecfb HTTP/1.1" status: 200 len: 993 time: 0.0655990 Aug 29 04:49:35.321312 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device f6dc96dc-a9c5-41a2-88d4-459bd9c75248 up at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:49:35.381946 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning complete for port f6dc96dc-a9c5-41a2-88d4-459bd9c75248 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:49:35.382304 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:35.468349 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:35.494086 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffd18eeb-5fc3-45e6-9891-4e20af8cf6dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6dc96dc-a9c5-41a2-88d4-459bd9c75248'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:49:35.496448 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc31e6b0-5fe4-4094-9ef5-5d30e4bf9645" -d '{"events": [{"server_uuid": "ffd18eeb-5fc3-45e6-9891-4e20af8cf6dd", "name": "network-vif-plugged", "status": "completed", "tag": "f6dc96dc-a9c5-41a2-88d4-459bd9c75248"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:49:35.511293 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port f6dc96dc-a9c5-41a2-88d4-459bd9c75248, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=f6dc96dc-a9c5-41a2-88d4-459bd9c75248,segment=NetworkSegment(37793236-9a9a-4401-8f49-dc406cde2be2),segment_id=37793236-9a9a-4401-8f49-dc406cde2be2)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:49:35.519411 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:35.597972 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=f6dc96dc-a9c5-41a2-88d4-459bd9c75248,revision_number=7']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:35.715554 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc48d158-62e9-40cb-a9c9-7217b1af4e16 x-openstack-request-id: req-fc48d158-62e9-40cb-a9c9-7217b1af4e16 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:49:35.715885 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffd18eeb-5fc3-45e6-9891-4e20af8cf6dd", "name": "network-vif-plugged", "status": "completed", "tag": "f6dc96dc-a9c5-41a2-88d4-459bd9c75248", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:49:35.716145 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fc48d158-62e9-40cb-a9c9-7217b1af4e16 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:49:35.716750 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffd18eeb-5fc3-45e6-9891-4e20af8cf6dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6dc96dc-a9c5-41a2-88d4-459bd9c75248', 'code': 200} Aug 29 04:49:36.248772 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-db689a49-5e13-4ef0-9b72-16641ae46c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:37.247781 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:37.253903 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:38.755992 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:49.336182 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:53.558231 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:49:58.778336 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:01.235813 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [req-c7b72514-07f2-4884-a70a-5669ca109714 req-248b3fae-044f-4a21-b555-a77eb4f021fc tempest-AttachVolumeTestJSON-1358683091 tempest-AttachVolumeTestJSON-1358683091-project] (94829) timed out ('10.222.0.48', 64140) {{(pid=94829) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 04:50:03.405896 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0d76fa83-41c7-4af4-9380-879817a47d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:03.583086 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 34990) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:03.698394 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-96fbc3e9-e1e7-4f22-80f2-fe7166222e3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:03.790589 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-96fbc3e9-e1e7-4f22-80f2-fe7166222e3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:03.794886 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-96fbc3e9-e1e7-4f22-80f2-fe7166222e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:03.832727 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-96fbc3e9-e1e7-4f22-80f2-fe7166222e3e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f4c5bd6a722d4d6c987122f4d7750989&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2485223 Aug 29 04:50:03.834829 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fbc3e9-e1e7-4f22-80f2-fe7166222e3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad7b7fee-d03b-4216-b870-09bbc30204fd,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:03.835390 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 34994) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:03.842628 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fbc3e9-e1e7-4f22-80f2-fe7166222e3e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:03.842982 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fbc3e9-e1e7-4f22-80f2-fe7166222e3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:03.843328 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fbc3e9-e1e7-4f22-80f2-fe7166222e3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:03.843669 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fbc3e9-e1e7-4f22-80f2-fe7166222e3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:03.844029 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fbc3e9-e1e7-4f22-80f2-fe7166222e3e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:03.844364 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fbc3e9-e1e7-4f22-80f2-fe7166222e3e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:03.844702 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fbc3e9-e1e7-4f22-80f2-fe7166222e3e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:03.845029 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fbc3e9-e1e7-4f22-80f2-fe7166222e3e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:03.845357 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fbc3e9-e1e7-4f22-80f2-fe7166222e3e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:03.845686 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fbc3e9-e1e7-4f22-80f2-fe7166222e3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:03.846015 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fbc3e9-e1e7-4f22-80f2-fe7166222e3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:03.846342 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fbc3e9-e1e7-4f22-80f2-fe7166222e3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:03.886906 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-74278a00-91a5-4dcb-a4ce-14f53221cfd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:03.907675 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-74278a00-91a5-4dcb-a4ce-14f53221cfd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:03.962268 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-74278a00-91a5-4dcb-a4ce-14f53221cfd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:03.964919 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-74278a00-91a5-4dcb-a4ce-14f53221cfd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:03.966079 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-74278a00-91a5-4dcb-a4ce-14f53221cfd6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ad7b7fee-d03b-4216-b870-09bbc30204fd HTTP/1.1" status: 204 len: 168 time: 0.1296358 Aug 29 04:50:03.973919 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74278a00-91a5-4dcb-a4ce-14f53221cfd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad7b7fee-d03b-4216-b870-09bbc30204fd,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:06.249979 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-75e95d42-fabe-44c9-b0c3-e614d630b249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:07.237818 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:07.253978 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:08.756707 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:09.941349 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 35086) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:10.110671 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-4f78c385-1bdb-4ae9-ad48-135838b3290d tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Deleting port 05d5c9bc-3056-4b22-9e35-ca04f4ea7122 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:50:10.111012 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4f78c385-1bdb-4ae9-ad48-135838b3290d tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:10.191984 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4f78c385-1bdb-4ae9-ad48-135838b3290d tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:10.192320 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4f78c385-1bdb-4ae9-ad48-135838b3290d tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:10.204323 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-4f78c385-1bdb-4ae9-ad48-135838b3290d tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Calling delete_port for 05d5c9bc-3056-4b22-9e35-ca04f4ea7122 owned by network:floatingip {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:50:10.363070 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4f78c385-1bdb-4ae9-ad48-135838b3290d tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:10.388308 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78c385-1bdb-4ae9-ad48-135838b3290d tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Pushing event deleted for resources: {'Port': ['ID=05d5c9bc-3056-4b22-9e35-ca04f4ea7122,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:10.400906 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78c385-1bdb-4ae9-ad48-135838b3290d tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:10.401265 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78c385-1bdb-4ae9-ad48-135838b3290d tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:10.401596 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78c385-1bdb-4ae9-ad48-135838b3290d tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:10.401987 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78c385-1bdb-4ae9-ad48-135838b3290d tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:10.402479 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78c385-1bdb-4ae9-ad48-135838b3290d tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:10.402894 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78c385-1bdb-4ae9-ad48-135838b3290d tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:10.403400 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78c385-1bdb-4ae9-ad48-135838b3290d tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:10.403913 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78c385-1bdb-4ae9-ad48-135838b3290d tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:10.404430 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78c385-1bdb-4ae9-ad48-135838b3290d tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:10.404885 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78c385-1bdb-4ae9-ad48-135838b3290d tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:10.405350 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78c385-1bdb-4ae9-ad48-135838b3290d tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:10.405843 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78c385-1bdb-4ae9-ad48-135838b3290d tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:10.470508 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4f78c385-1bdb-4ae9-ad48-135838b3290d tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for floatingip, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:10.470840 n-d-712140-12 neutron-server[94829]: INFO neutron.db.l3_db [None req-4f78c385-1bdb-4ae9-ad48-135838b3290d tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Floating IP 4dfca07d-87cc-4ead-b29b-ec1935d4ecfb disassociated (deleted). External IP: 172.25.0.114, port: f6dc96dc-a9c5-41a2-88d4-459bd9c75248. Aug 29 04:50:11.032170 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f78c385-1bdb-4ae9-ad48-135838b3290d tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Router 88852000-4a8e-47b2-8832-7238424b07c4 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:50:11.086670 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-20b0da97-e99d-448d-929b-594908ca38fc req-6c9c1300-fedc-425c-9e22-8fdb329b4a67 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ffd18eeb-5fc3-45e6-9891-4e20af8cf6dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0503407 Aug 29 04:50:11.140014 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f78c385-1bdb-4ae9-ad48-135838b3290d tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:50:11.144456 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4f78c385-1bdb-4ae9-ad48-135838b3290d tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:11.163259 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5d3d43-8b08-4866-a80f-3b8e37486208 None None] Sync routers for ids ['88852000-4a8e-47b2-8832-7238424b07c4'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:50:11.174830 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5d3d43-8b08-4866-a80f-3b8e37486208 None None] Routers {'88852000-4a8e-47b2-8832-7238424b07c4'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:50:11.175907 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-4f5d3d43-8b08-4866-a80f-3b8e37486208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:50:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['88852000-4a8e-47b2-8832-7238424b07c4'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:11.177907 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-4f78c385-1bdb-4ae9-ad48-135838b3290d tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "DELETE /v2.0/floatingips/4dfca07d-87cc-4ead-b29b-ec1935d4ecfb HTTP/1.1" status: 204 len: 168 time: 1.2353539 Aug 29 04:50:11.178619 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffd18eeb-5fc3-45e6-9891-4e20af8cf6dd', 'tag': 'f6dc96dc-a9c5-41a2-88d4-459bd9c75248'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:50:11.182552 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56529efe-498d-4d29-8057-3124eec00ed3" -d '{"events": [{"name": "network-changed", "server_uuid": "ffd18eeb-5fc3-45e6-9891-4e20af8cf6dd", "tag": "f6dc96dc-a9c5-41a2-88d4-459bd9c75248"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:50:11.218597 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b0da97-e99d-448d-929b-594908ca38fc req-5891c804-a342-4cde-aced-506fc688b4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:11.220806 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-20b0da97-e99d-448d-929b-594908ca38fc req-5891c804-a342-4cde-aced-506fc688b4f6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9fb1fbcb8cc9402ba4fdb36d489735a9&device_id=ffd18eeb-5fc3-45e6-9891-4e20af8cf6dd HTTP/1.1" status: 200 len: 1098 time: 0.0809989 Aug 29 04:50:11.241556 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6468237b-ca3f-4a0a-ad15-49f98297ece3 x-openstack-request-id: req-6468237b-ca3f-4a0a-ad15-49f98297ece3 {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:50:11.241857 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffd18eeb-5fc3-45e6-9891-4e20af8cf6dd", "tag": "f6dc96dc-a9c5-41a2-88d4-459bd9c75248", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:50:11.242113 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6468237b-ca3f-4a0a-ad15-49f98297ece3 {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:50:11.242523 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffd18eeb-5fc3-45e6-9891-4e20af8cf6dd', 'tag': 'f6dc96dc-a9c5-41a2-88d4-459bd9c75248', 'status': 'completed', 'code': 200} Aug 29 04:50:11.333086 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-4f5d3d43-8b08-4866-a80f-3b8e37486208 None None] Set router 88852000-4a8e-47b2-8832-7238424b07c4 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:50:11.355775 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b0da97-e99d-448d-929b-594908ca38fc req-379b29ac-35ec-44ae-8028-7e81295f66a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:11.357476 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-20b0da97-e99d-448d-929b-594908ca38fc req-379b29ac-35ec-44ae-8028-7e81295f66a9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=497f7389-8bcd-4e03-b029-5ee7b7d3aec0 HTTP/1.1" status: 200 len: 898 time: 0.1118727 Aug 29 04:50:11.417076 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-20b0da97-e99d-448d-929b-594908ca38fc req-8ffe770e-e81b-441b-914a-3d63639ec0db service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f6dc96dc-a9c5-41a2-88d4-459bd9c75248 HTTP/1.1" status: 200 len: 217 time: 0.0499163 Aug 29 04:50:11.497352 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b0da97-e99d-448d-929b-594908ca38fc req-f84e14a4-1e86-446e-8634-c54646d588a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:11.498861 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-20b0da97-e99d-448d-929b-594908ca38fc req-f84e14a4-1e86-446e-8634-c54646d588a2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a10fe50b-3544-4438-8d9d-d008cda1d55e HTTP/1.1" status: 200 len: 834 time: 0.0714204 Aug 29 04:50:11.508952 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4a8932-94d6-4a71-aa44-bf00a2d70a70 req-a188354c-09c1-48f7-acf9-1a8c479432ab tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:11.510544 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2f4a8932-94d6-4a71-aa44-bf00a2d70a70 req-a188354c-09c1-48f7-acf9-1a8c479432ab tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffd18eeb-5fc3-45e6-9891-4e20af8cf6dd HTTP/1.1" status: 200 len: 946 time: 0.0980661 Aug 29 04:50:11.560218 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-4f5d3d43-8b08-4866-a80f-3b8e37486208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88852000-4a8e-47b2-8832-7238424b07c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-975447095', 'tenant_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'b8f8e9f3-0aff-4c46-81a2-dfb8abe8e641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:48:19Z', 'updated_at': '2021-08-29T04:48:23Z', 'revision_number': 4, 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'gw_port': {'id': 'b8f8e9f3-0aff-4c46-81a2-dfb8abe8e641', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88852000-4a8e-47b2-8832-7238424b07c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:20Z', 'updated_at': '2021-08-29T04:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '9b14e059-a766-430b-888a-6916d93ebddc', 'name': '', 'network_id': '497f7389-8bcd-4e03-b029-5ee7b7d3aec0', 'tenant_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'mac_address': 'fa:16:3e:60:ed:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88852000-4a8e-47b2-8832-7238424b07c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'a10fe50b-3544-4438-8d9d-d008cda1d55e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:23Z', 'updated_at': '2021-08-29T04:48:32Z', 'revision_number': 5, 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'subnets': [{'id': 'a10fe50b-3544-4438-8d9d-d008cda1d55e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:11.582554 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b0da97-e99d-448d-929b-594908ca38fc req-4a67e480-dd70-45a4-b385-7a1c092c999f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:11.584161 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-20b0da97-e99d-448d-929b-594908ca38fc req-4a67e480-dd70-45a4-b385-7a1c092c999f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=497f7389-8bcd-4e03-b029-5ee7b7d3aec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0726595 Aug 29 04:50:11.586981 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2f4a8932-94d6-4a71-aa44-bf00a2d70a70 req-543e95dc-8029-4351-92bf-7221abc66a36 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=d2642e8b-8ee6-4a09-ae7d-2ad7f4c3de8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674896 Aug 29 04:50:11.589706 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5d3d43-8b08-4866-a80f-3b8e37486208 None None] Checking router: 88852000-4a8e-47b2-8832-7238424b07c4 for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:50:11.598543 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5d3d43-8b08-4866-a80f-3b8e37486208 None None] Routers {'88852000-4a8e-47b2-8832-7238424b07c4'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:50:11.599170 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-4f5d3d43-8b08-4866-a80f-3b8e37486208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:50:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['88852000-4a8e-47b2-8832-7238424b07c4'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:11.709045 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-20b0da97-e99d-448d-929b-594908ca38fc req-8d1b8681-c9fa-4de6-9eb8-7713b636aec4 service neutron] 10.222.0.46 "GET /v2.0/networks/497f7389-8bcd-4e03-b029-5ee7b7d3aec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167350 Aug 29 04:50:11.728245 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-4f5d3d43-8b08-4866-a80f-3b8e37486208 None None] Set router 88852000-4a8e-47b2-8832-7238424b07c4 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:50:11.821628 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-20b0da97-e99d-448d-929b-594908ca38fc req-5d928620-5531-4692-9e98-867b8b437133 service neutron] 10.222.0.46 "GET /v2.0/networks/497f7389-8bcd-4e03-b029-5ee7b7d3aec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051810 Aug 29 04:50:11.918603 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56529efe-498d-4d29-8057-3124eec00ed3 req-2217721f-c29b-46ea-9790-c327babce427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:11.920519 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-56529efe-498d-4d29-8057-3124eec00ed3 req-2217721f-c29b-46ea-9790-c327babce427 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9fb1fbcb8cc9402ba4fdb36d489735a9&device_id=ffd18eeb-5fc3-45e6-9891-4e20af8cf6dd HTTP/1.1" status: 200 len: 1098 time: 0.0507076 Aug 29 04:50:11.947558 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-4f5d3d43-8b08-4866-a80f-3b8e37486208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88852000-4a8e-47b2-8832-7238424b07c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-975447095', 'tenant_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'b8f8e9f3-0aff-4c46-81a2-dfb8abe8e641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:48:19Z', 'updated_at': '2021-08-29T04:48:23Z', 'revision_number': 4, 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'gw_port': {'id': 'b8f8e9f3-0aff-4c46-81a2-dfb8abe8e641', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88852000-4a8e-47b2-8832-7238424b07c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:20Z', 'updated_at': '2021-08-29T04:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '9b14e059-a766-430b-888a-6916d93ebddc', 'name': '', 'network_id': '497f7389-8bcd-4e03-b029-5ee7b7d3aec0', 'tenant_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'mac_address': 'fa:16:3e:60:ed:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88852000-4a8e-47b2-8832-7238424b07c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'a10fe50b-3544-4438-8d9d-d008cda1d55e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:23Z', 'updated_at': '2021-08-29T04:48:32Z', 'revision_number': 5, 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'subnets': [{'id': 'a10fe50b-3544-4438-8d9d-d008cda1d55e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:11.977646 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5d3d43-8b08-4866-a80f-3b8e37486208 None None] The sync data for ids ['88852000-4a8e-47b2-8832-7238424b07c4'] in n-d-712140-12 is: [{'id': '88852000-4a8e-47b2-8832-7238424b07c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-975447095', 'tenant_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'b8f8e9f3-0aff-4c46-81a2-dfb8abe8e641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:48:19Z', 'updated_at': '2021-08-29T04:48:23Z', 'revision_number': 4, 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'gw_port': {'id': 'b8f8e9f3-0aff-4c46-81a2-dfb8abe8e641', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88852000-4a8e-47b2-8832-7238424b07c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:20Z', 'updated_at': '2021-08-29T04:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '9b14e059-a766-430b-888a-6916d93ebddc', 'name': '', 'network_id': '497f7389-8bcd-4e03-b029-5ee7b7d3aec0', 'tenant_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'mac_address': 'fa:16:3e:60:ed:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88852000-4a8e-47b2-8832-7238424b07c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'a10fe50b-3544-4438-8d9d-d008cda1d55e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:23Z', 'updated_at': '2021-08-29T04:48:32Z', 'revision_number': 5, 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'subnets': [{'id': 'a10fe50b-3544-4438-8d9d-d008cda1d55e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:50:12.020424 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56529efe-498d-4d29-8057-3124eec00ed3 req-597b4672-5a6b-4fda-b2ba-73d8e5123923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:12.021928 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-56529efe-498d-4d29-8057-3124eec00ed3 req-597b4672-5a6b-4fda-b2ba-73d8e5123923 service neutron] 10.222.0.46 "GET /v2.0/networks?id=497f7389-8bcd-4e03-b029-5ee7b7d3aec0 HTTP/1.1" status: 200 len: 898 time: 0.0934067 Aug 29 04:50:12.070539 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-56529efe-498d-4d29-8057-3124eec00ed3 req-c941b235-f680-4bf6-9745-a0458b245984 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f6dc96dc-a9c5-41a2-88d4-459bd9c75248 HTTP/1.1" status: 200 len: 217 time: 0.0403082 Aug 29 04:50:12.123784 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56529efe-498d-4d29-8057-3124eec00ed3 req-0fa2d3c2-f738-4b49-97ca-2c3ea10f8da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:12.125332 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-56529efe-498d-4d29-8057-3124eec00ed3 req-0fa2d3c2-f738-4b49-97ca-2c3ea10f8da4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a10fe50b-3544-4438-8d9d-d008cda1d55e HTTP/1.1" status: 200 len: 834 time: 0.0476320 Aug 29 04:50:12.176954 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56529efe-498d-4d29-8057-3124eec00ed3 req-8ce2fa2f-03b6-4027-87b5-7e5411df9d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:12.178621 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-56529efe-498d-4d29-8057-3124eec00ed3 req-8ce2fa2f-03b6-4027-87b5-7e5411df9d8b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=497f7389-8bcd-4e03-b029-5ee7b7d3aec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453475 Aug 29 04:50:12.246268 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f1d04d-2c62-4ea1-a361-7d958e9e838d None None] New status for floating IP 4dfca07d-87cc-4ead-b29b-ec1935d4ecfb: DOWN {{(pid=94830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:50:12.279468 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-56529efe-498d-4d29-8057-3124eec00ed3 req-058e82ac-84d2-46c6-ac58-6bd8e02b73be service neutron] 10.222.0.46 "GET /v2.0/networks/497f7389-8bcd-4e03-b029-5ee7b7d3aec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931933 Aug 29 04:50:12.379655 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-56529efe-498d-4d29-8057-3124eec00ed3 req-da5d95e8-2555-45ac-a2a1-2e738b8d2c91 service neutron] 10.222.0.46 "GET /v2.0/networks/497f7389-8bcd-4e03-b029-5ee7b7d3aec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929759 Aug 29 04:50:12.715641 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1073730f-9c22-47e3-bcb6-ba8495175db2 req-a615f1b9-36ac-4d95-9b4f-bdaa44edd95c tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:12.717908 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1073730f-9c22-47e3-bcb6-ba8495175db2 req-a615f1b9-36ac-4d95-9b4f-bdaa44edd95c tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffd18eeb-5fc3-45e6-9891-4e20af8cf6dd HTTP/1.1" status: 200 len: 946 time: 0.0622644 Aug 29 04:50:12.834585 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-1073730f-9c22-47e3-bcb6-ba8495175db2 req-8eb97530-6d54-45e8-98c2-31dbe0a6bed5 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Deleting port f6dc96dc-a9c5-41a2-88d4-459bd9c75248 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:50:12.835048 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-1073730f-9c22-47e3-bcb6-ba8495175db2 req-8eb97530-6d54-45e8-98c2-31dbe0a6bed5 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:12.945519 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-1073730f-9c22-47e3-bcb6-ba8495175db2 req-8eb97530-6d54-45e8-98c2-31dbe0a6bed5 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] For port f6dc96dc-a9c5-41a2-88d4-459bd9c75248, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=f6dc96dc-a9c5-41a2-88d4-459bd9c75248,segment=NetworkSegment(37793236-9a9a-4401-8f49-dc406cde2be2),segment_id=37793236-9a9a-4401-8f49-dc406cde2be2)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:50:12.946211 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-1073730f-9c22-47e3-bcb6-ba8495175db2 req-8eb97530-6d54-45e8-98c2-31dbe0a6bed5 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:12.963561 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-1073730f-9c22-47e3-bcb6-ba8495175db2 req-8eb97530-6d54-45e8-98c2-31dbe0a6bed5 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Calling delete_port for f6dc96dc-a9c5-41a2-88d4-459bd9c75248 owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:50:12.997380 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416b6a8c-0c05-4f89-878a-b6da655a8644 req-886262d1-5d77-40bd-bd8a-4c8efaa4f768 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:13.009889 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-416b6a8c-0c05-4f89-878a-b6da655a8644 req-886262d1-5d77-40bd-bd8a-4c8efaa4f768 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffd18eeb-5fc3-45e6-9891-4e20af8cf6dd HTTP/1.1" status: 200 len: 946 time: 0.0690238 Aug 29 04:50:13.052439 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-416b6a8c-0c05-4f89-878a-b6da655a8644 req-384f82d1-c735-4b99-a392-65f2430bd44b tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "GET /v2.0/security-groups?id=d2642e8b-8ee6-4a09-ae7d-2ad7f4c3de8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366163 Aug 29 04:50:13.120481 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-1073730f-9c22-47e3-bcb6-ba8495175db2 req-8eb97530-6d54-45e8-98c2-31dbe0a6bed5 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:13.158572 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb97530-6d54-45e8-98c2-31dbe0a6bed5 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Pushing event deleted for resources: {'Port': ['ID=f6dc96dc-a9c5-41a2-88d4-459bd9c75248,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:13.202790 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-1073730f-9c22-47e3-bcb6-ba8495175db2 req-8eb97530-6d54-45e8-98c2-31dbe0a6bed5 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] No DVR routers for this DVR port f6dc96dc-a9c5-41a2-88d4-459bd9c75248 on host n-h1-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:50:13.205443 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-1073730f-9c22-47e3-bcb6-ba8495175db2 req-8eb97530-6d54-45e8-98c2-31dbe0a6bed5 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:13.207593 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1073730f-9c22-47e3-bcb6-ba8495175db2 req-8eb97530-6d54-45e8-98c2-31dbe0a6bed5 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.46 "DELETE /v2.0/ports/f6dc96dc-a9c5-41a2-88d4-459bd9c75248 HTTP/1.1" status: 204 len: 173 time: 0.4838977 Aug 29 04:50:13.208114 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffd18eeb-5fc3-45e6-9891-4e20af8cf6dd', 'name': 'network-vif-deleted', 'tag': 'f6dc96dc-a9c5-41a2-88d4-459bd9c75248'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:50:13.210465 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-103fb43c-8aa0-4fee-8ad4-ee66c8c3d3d3" -d '{"events": [{"server_uuid": "ffd18eeb-5fc3-45e6-9891-4e20af8cf6dd", "name": "network-vif-deleted", "tag": "f6dc96dc-a9c5-41a2-88d4-459bd9c75248"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:50:13.399117 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36bb1a3a-95fa-47c6-8afe-c9b3f311b8d6 x-openstack-request-id: req-36bb1a3a-95fa-47c6-8afe-c9b3f311b8d6 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:50:13.399425 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffd18eeb-5fc3-45e6-9891-4e20af8cf6dd", "name": "network-vif-deleted", "tag": "f6dc96dc-a9c5-41a2-88d4-459bd9c75248", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:50:13.399706 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-36bb1a3a-95fa-47c6-8afe-c9b3f311b8d6 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:50:13.400663 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffd18eeb-5fc3-45e6-9891-4e20af8cf6dd', 'name': 'network-vif-deleted', 'tag': 'f6dc96dc-a9c5-41a2-88d4-459bd9c75248', 'status': 'completed', 'code': 200} Aug 29 04:50:14.113875 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 35146) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:14.493209 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7e66e7f0-f14b-48d0-8363-3a7dae69554a tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713413'] for router_interface, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:14.764678 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-7e66e7f0-f14b-48d0-8363-3a7dae69554a tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Deleting port 9b14e059-a766-430b-888a-6916d93ebddc {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:50:14.765011 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7e66e7f0-f14b-48d0-8363-3a7dae69554a tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:14.859349 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-7e66e7f0-f14b-48d0-8363-3a7dae69554a tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] For port 9b14e059-a766-430b-888a-6916d93ebddc, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=9b14e059-a766-430b-888a-6916d93ebddc,segment=NetworkSegment(37793236-9a9a-4401-8f49-dc406cde2be2),segment_id=37793236-9a9a-4401-8f49-dc406cde2be2)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:50:14.859842 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7e66e7f0-f14b-48d0-8363-3a7dae69554a tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:14.873810 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-7e66e7f0-f14b-48d0-8363-3a7dae69554a tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Calling delete_port for 9b14e059-a766-430b-888a-6916d93ebddc owned by network:router_interface {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:50:15.080711 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7e66e7f0-f14b-48d0-8363-3a7dae69554a tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:15.116301 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e66e7f0-f14b-48d0-8363-3a7dae69554a tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Pushing event deleted for resources: {'Port': ['ID=9b14e059-a766-430b-888a-6916d93ebddc,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:15.311522 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7e66e7f0-f14b-48d0-8363-3a7dae69554a tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-713231'] for router_interface, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:15.501560 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device f6dc96dc-a9c5-41a2-88d4-459bd9c75248 no longer exists at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:50:15.526651 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] No Port match for: f6dc96dc-a9c5-41a2-88d4-459bd9c75248 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:50:15.527324 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device f6dc96dc-a9c5-41a2-88d4-459bd9c75248 not bound to the agent host n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:50:15.531840 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e66e7f0-f14b-48d0-8363-3a7dae69554a tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Router 88852000-4a8e-47b2-8832-7238424b07c4 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:50:15.644356 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e66e7f0-f14b-48d0-8363-3a7dae69554a tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:50:15.651788 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-7e66e7f0-f14b-48d0-8363-3a7dae69554a tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "PUT /v2.0/routers/88852000-4a8e-47b2-8832-7238424b07c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5360243 Aug 29 04:50:15.654820 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 35150) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:15.656865 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da12d522-6f1e-4709-a1d9-7eabe17639c6 None None] Sync routers for ids ['88852000-4a8e-47b2-8832-7238424b07c4'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:50:15.666852 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da12d522-6f1e-4709-a1d9-7eabe17639c6 None None] Routers {'88852000-4a8e-47b2-8832-7238424b07c4'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:50:15.667478 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-da12d522-6f1e-4709-a1d9-7eabe17639c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:50:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['88852000-4a8e-47b2-8832-7238424b07c4'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:15.718810 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5597114-9a90-4324-91a7-d22253b50ed1 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Deleting subnet a10fe50b-3544-4438-8d9d-d008cda1d55e {{(pid=94829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:50:15.722237 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f5597114-9a90-4324-91a7-d22253b50ed1 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for subnet, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:15.774579 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f5597114-9a90-4324-91a7-d22253b50ed1 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4311743'] for subnet, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:15.800246 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-da12d522-6f1e-4709-a1d9-7eabe17639c6 None None] Set router 88852000-4a8e-47b2-8832-7238424b07c4 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:50:15.873198 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f5597114-9a90-4324-91a7-d22253b50ed1 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:15.952590 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f5597114-9a90-4324-91a7-d22253b50ed1 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4552352'] for subnet, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:15.982643 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5597114-9a90-4324-91a7-d22253b50ed1 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Pushing event deleted for resources: {'Subnet': ['ID=a10fe50b-3544-4438-8d9d-d008cda1d55e,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:15.992911 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f5597114-9a90-4324-91a7-d22253b50ed1 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:16.000825 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-f5597114-9a90-4324-91a7-d22253b50ed1 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "DELETE /v2.0/subnets/a10fe50b-3544-4438-8d9d-d008cda1d55e HTTP/1.1" status: 204 len: 168 time: 0.3435175 Aug 29 04:50:16.001099 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 35156) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:16.011117 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e06fe1e9-7f82-4c22-a1d4-c8bf7526ed21 None None] Network 497f7389-8bcd-4e03-b029-5ee7b7d3aec0 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:50:16.019014 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-da12d522-6f1e-4709-a1d9-7eabe17639c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88852000-4a8e-47b2-8832-7238424b07c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-975447095', 'tenant_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'b8f8e9f3-0aff-4c46-81a2-dfb8abe8e641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:48:19Z', 'updated_at': '2021-08-29T04:50:15Z', 'revision_number': 5, 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'gw_port': {'id': 'b8f8e9f3-0aff-4c46-81a2-dfb8abe8e641', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88852000-4a8e-47b2-8832-7238424b07c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:20Z', 'updated_at': '2021-08-29T04:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:16.050229 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da12d522-6f1e-4709-a1d9-7eabe17639c6 None None] Checking router: 88852000-4a8e-47b2-8832-7238424b07c4 for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:50:16.061421 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da12d522-6f1e-4709-a1d9-7eabe17639c6 None None] Routers {'88852000-4a8e-47b2-8832-7238424b07c4'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:50:16.062222 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-da12d522-6f1e-4709-a1d9-7eabe17639c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:50:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['88852000-4a8e-47b2-8832-7238424b07c4'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:16.189524 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff64aaa6-61dc-4e2b-ad66-7a7907f6ef2d tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for router, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:16.279321 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-da12d522-6f1e-4709-a1d9-7eabe17639c6 None None] Set router 88852000-4a8e-47b2-8832-7238424b07c4 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:50:16.301645 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fae56f7-6e13-4ed1-8432-02e8b974cd59 None None] DHCP port deletion for 497f7389-8bcd-4e03-b029-5ee7b7d3aec0 request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:50:16.346300 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff64aaa6-61dc-4e2b-ad66-7a7907f6ef2d tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:16.374394 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-9fae56f7-6e13-4ed1-8432-02e8b974cd59 None None] Deleting port c0c12af5-86e1-411f-8f00-9c6742232b8d {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:50:16.374911 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9fae56f7-6e13-4ed1-8432-02e8b974cd59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:16.415318 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ff64aaa6-61dc-4e2b-ad66-7a7907f6ef2d tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Deleting port b8f8e9f3-0aff-4c46-81a2-dfb8abe8e641 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:50:16.416530 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff64aaa6-61dc-4e2b-ad66-7a7907f6ef2d tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:16.480717 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-9fae56f7-6e13-4ed1-8432-02e8b974cd59 None None] For port c0c12af5-86e1-411f-8f00-9c6742232b8d, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=c0c12af5-86e1-411f-8f00-9c6742232b8d,segment=NetworkSegment(37793236-9a9a-4401-8f49-dc406cde2be2),segment_id=37793236-9a9a-4401-8f49-dc406cde2be2)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:50:16.481033 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9fae56f7-6e13-4ed1-8432-02e8b974cd59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:16.499275 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-9fae56f7-6e13-4ed1-8432-02e8b974cd59 None None] Calling delete_port for c0c12af5-86e1-411f-8f00-9c6742232b8d owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:50:16.535598 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff64aaa6-61dc-4e2b-ad66-7a7907f6ef2d tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] For port b8f8e9f3-0aff-4c46-81a2-dfb8abe8e641, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=b8f8e9f3-0aff-4c46-81a2-dfb8abe8e641,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:50:16.536408 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff64aaa6-61dc-4e2b-ad66-7a7907f6ef2d tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:16.559126 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ff64aaa6-61dc-4e2b-ad66-7a7907f6ef2d tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Calling delete_port for b8f8e9f3-0aff-4c46-81a2-dfb8abe8e641 owned by network:router_gateway {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:50:16.603303 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9fae56f7-6e13-4ed1-8432-02e8b974cd59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:16.631243 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fae56f7-6e13-4ed1-8432-02e8b974cd59 None None] Pushing event deleted for resources: {'Port': ['ID=c0c12af5-86e1-411f-8f00-9c6742232b8d,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:16.637377 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fae56f7-6e13-4ed1-8432-02e8b974cd59 None None] No DVR routers for this DVR port c0c12af5-86e1-411f-8f00-9c6742232b8d on host n-d-712140-12 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:50:16.646160 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-da12d522-6f1e-4709-a1d9-7eabe17639c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88852000-4a8e-47b2-8832-7238424b07c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-975447095', 'tenant_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'b8f8e9f3-0aff-4c46-81a2-dfb8abe8e641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:48:19Z', 'updated_at': '2021-08-29T04:50:15Z', 'revision_number': 5, 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'gw_port': {'id': 'b8f8e9f3-0aff-4c46-81a2-dfb8abe8e641', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88852000-4a8e-47b2-8832-7238424b07c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:20Z', 'updated_at': '2021-08-29T04:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:16.676502 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da12d522-6f1e-4709-a1d9-7eabe17639c6 None None] The sync data for ids ['88852000-4a8e-47b2-8832-7238424b07c4'] in n-d-712140-12 is: [{'id': '88852000-4a8e-47b2-8832-7238424b07c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-975447095', 'tenant_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'b8f8e9f3-0aff-4c46-81a2-dfb8abe8e641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:48:19Z', 'updated_at': '2021-08-29T04:50:15Z', 'revision_number': 5, 'project_id': '9fb1fbcb8cc9402ba4fdb36d489735a9', 'gw_port': {'id': 'b8f8e9f3-0aff-4c46-81a2-dfb8abe8e641', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88852000-4a8e-47b2-8832-7238424b07c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:20Z', 'updated_at': '2021-08-29T04:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:50:16.764455 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff64aaa6-61dc-4e2b-ad66-7a7907f6ef2d tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:16.789734 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff64aaa6-61dc-4e2b-ad66-7a7907f6ef2d tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Pushing event deleted for resources: {'Port': ['ID=b8f8e9f3-0aff-4c46-81a2-dfb8abe8e641,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:16.859462 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff64aaa6-61dc-4e2b-ad66-7a7907f6ef2d tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719445'] for router_gateway, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:16.952542 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff64aaa6-61dc-4e2b-ad66-7a7907f6ef2d tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:16.954587 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff64aaa6-61dc-4e2b-ad66-7a7907f6ef2d tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:16.998318 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff64aaa6-61dc-4e2b-ad66-7a7907f6ef2d tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717253'] for router, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:17.000679 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff64aaa6-61dc-4e2b-ad66-7a7907f6ef2d tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Fanout notify agent at l3_agent the message router_deleted on router 88852000-4a8e-47b2-8832-7238424b07c4 {{(pid=94828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:50:17.009046 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff64aaa6-61dc-4e2b-ad66-7a7907f6ef2d tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for router, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:17.013511 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-ff64aaa6-61dc-4e2b-ad66-7a7907f6ef2d tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "DELETE /v2.0/routers/88852000-4a8e-47b2-8832-7238424b07c4 HTTP/1.1" status: 204 len: 168 time: 1.0089378 Aug 29 04:50:17.013780 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 35160) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:17.102120 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fba08ffc-d0fe-4dec-a418-a015b6ab6fbd tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:17.209599 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fba08ffc-d0fe-4dec-a418-a015b6ab6fbd tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:17.233219 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-fba08ffc-d0fe-4dec-a418-a015b6ab6fbd tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['497f7389-8bcd-4e03-b029-5ee7b7d3aec0']}} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:17.246704 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-fba08ffc-d0fe-4dec-a418-a015b6ab6fbd tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37793236-9a9a-4401-8f49-dc406cde2be2') {'for_net_delete': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:17.247044 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-fba08ffc-d0fe-4dec-a418-a015b6ab6fbd tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37793236-9a9a-4401-8f49-dc406cde2be2') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:17.259498 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fba08ffc-d0fe-4dec-a418-a015b6ab6fbd tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8904833'] for segment, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:17.283427 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 9b14e059-a766-430b-888a-6916d93ebddc no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:50:17.291260 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fba08ffc-d0fe-4dec-a418-a015b6ab6fbd tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:17.300147 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fba08ffc-d0fe-4dec-a418-a015b6ab6fbd tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=94828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:50:17.300575 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fba08ffc-d0fe-4dec-a418-a015b6ab6fbd tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9190468'] for segment, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:17.313955 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 9b14e059-a766-430b-888a-6916d93ebddc {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:50:17.314951 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 9b14e059-a766-430b-888a-6916d93ebddc not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:50:17.315846 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device c0c12af5-86e1-411f-8f00-9c6742232b8d no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:50:17.360000 n-d-712140-12 neutron-server[94828]: Traceback (most recent call last): Aug 29 04:50:17.360000 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:50:17.360000 n-d-712140-12 neutron-server[94828]: timer() Aug 29 04:50:17.360000 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:50:17.360000 n-d-712140-12 neutron-server[94828]: cb(*args, **kw) Aug 29 04:50:17.360000 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:50:17.360000 n-d-712140-12 neutron-server[94828]: return func(*args, **kwargs) Aug 29 04:50:17.360000 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:50:17.360000 n-d-712140-12 neutron-server[94828]: self._notify() Aug 29 04:50:17.360000 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:50:17.360000 n-d-712140-12 neutron-server[94828]: self.callback(batched_events) Aug 29 04:50:17.360000 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:50:17.360000 n-d-712140-12 neutron-server[94828]: event.method(event) Aug 29 04:50:17.360000 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:50:17.360000 n-d-712140-12 neutron-server[94828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:50:17.360000 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:50:17.360000 n-d-712140-12 neutron-server[94828]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:50:17.360000 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:50:17.360000 n-d-712140-12 neutron-server[94828]: return f(self, *a, **k) Aug 29 04:50:17.360000 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:50:17.360000 n-d-712140-12 neutron-server[94828]: return self._get(url).json() Aug 29 04:50:17.360000 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:50:17.360000 n-d-712140-12 neutron-server[94828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:50:17.360000 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:50:17.360000 n-d-712140-12 neutron-server[94828]: return self.request(url, 'GET', **kwargs) Aug 29 04:50:17.360000 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:50:17.360000 n-d-712140-12 neutron-server[94828]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:50:17.360000 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:50:17.360000 n-d-712140-12 neutron-server[94828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:50:17.360000 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:50:17.360000 n-d-712140-12 neutron-server[94828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:50:17.360000 n-d-712140-12 neutron-server[94828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:50:17.363141 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: c0c12af5-86e1-411f-8f00-9c6742232b8d {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:50:17.363141 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device c0c12af5-86e1-411f-8f00-9c6742232b8d not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:50:17.389782 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fba08ffc-d0fe-4dec-a418-a015b6ab6fbd tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:17.397481 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fba08ffc-d0fe-4dec-a418-a015b6ab6fbd tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:17.400154 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-fba08ffc-d0fe-4dec-a418-a015b6ab6fbd tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "DELETE /v2.0/networks/497f7389-8bcd-4e03-b029-5ee7b7d3aec0 HTTP/1.1" status: 204 len: 168 time: 0.3847575 Aug 29 04:50:17.402612 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 35164) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:17.428141 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba08ffc-d0fe-4dec-a418-a015b6ab6fbd tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Pushing event deleted for resources: {'Network': ['ID=497f7389-8bcd-4e03-b029-5ee7b7d3aec0,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:17.482516 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71d1d098-64a5-4426-934b-a507df6e73c6 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:17.513214 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71d1d098-64a5-4426-934b-a507df6e73c6 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:17.582069 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71d1d098-64a5-4426-934b-a507df6e73c6 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:17.584845 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71d1d098-64a5-4426-934b-a507df6e73c6 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:17.586026 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-71d1d098-64a5-4426-934b-a507df6e73c6 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] 10.222.0.22 "DELETE /v2.0/security-groups/d2642e8b-8ee6-4a09-ae7d-2ad7f4c3de8d HTTP/1.1" status: 204 len: 168 time: 0.1823673 Aug 29 04:50:17.596284 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d1d098-64a5-4426-934b-a507df6e73c6 tempest-TestNetworkAdvancedServerOps-1431633138 tempest-TestNetworkAdvancedServerOps-1431633138-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2642e8b-8ee6-4a09-ae7d-2ad7f4c3de8d,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:17.934033 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 35172) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:18.094347 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-7d31422a-c334-4461-8197-66858a5a3a30 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9fb1fbcb8cc9402ba4fdb36d489735a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1586502 Aug 29 04:50:18.097960 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 35176) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:18.160214 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f88e2aed-8ed8-4b4b-b9fd-1ffe627e4adb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:18.183561 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f88e2aed-8ed8-4b4b-b9fd-1ffe627e4adb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:18.240162 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f88e2aed-8ed8-4b4b-b9fd-1ffe627e4adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:18.242829 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f88e2aed-8ed8-4b4b-b9fd-1ffe627e4adb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:18.244073 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-f88e2aed-8ed8-4b4b-b9fd-1ffe627e4adb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/56682b71-a358-4d16-b208-6b389ef76f5a HTTP/1.1" status: 204 len: 168 time: 0.1450856 Aug 29 04:50:18.252317 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88e2aed-8ed8-4b4b-b9fd-1ffe627e4adb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56682b71-a358-4d16-b208-6b389ef76f5a,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:18.537459 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 35186) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:18.583911 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-49997618-61c0-485e-80f8-d54010e5fdd6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9ef06bd553094568a34c4e8c01d46c27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0442810 Aug 29 04:50:18.585434 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 35190) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:18.648683 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9b1dd08b-023e-403f-943c-97104b2b14af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:18.659486 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 35192) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:18.678353 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9b1dd08b-023e-403f-943c-97104b2b14af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:18.727906 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9b1dd08b-023e-403f-943c-97104b2b14af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:18.734615 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9b1dd08b-023e-403f-943c-97104b2b14af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:18.734615 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-9b1dd08b-023e-403f-943c-97104b2b14af admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3c109bb5-c566-4357-98e8-008881247918 HTTP/1.1" status: 204 len: 168 time: 0.1455574 Aug 29 04:50:18.744254 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1dd08b-023e-403f-943c-97104b2b14af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c109bb5-c566-4357-98e8-008881247918,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:18.796829 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-070ee864-97e7-491c-b762-f0b0ab04dcec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:18.926183 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-070ee864-97e7-491c-b762-f0b0ab04dcec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:18.931852 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-070ee864-97e7-491c-b762-f0b0ab04dcec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:18.980919 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-070ee864-97e7-491c-b762-f0b0ab04dcec admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f1ab67db32ed4fe58df963503769be58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3203175 Aug 29 04:50:18.981861 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070ee864-97e7-491c-b762-f0b0ab04dcec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cd24734-353b-4cbd-805f-4cba31d5e369,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:18.983551 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 35200) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:19.062580 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-714317d3-8df8-4a02-b0ca-e5ef2163ce1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:19.094726 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-714317d3-8df8-4a02-b0ca-e5ef2163ce1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:19.134998 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device b8f8e9f3-0aff-4c46-81a2-dfb8abe8e641 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:50:19.174054 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-714317d3-8df8-4a02-b0ca-e5ef2163ce1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:19.175741 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: b8f8e9f3-0aff-4c46-81a2-dfb8abe8e641 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:50:19.176430 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device b8f8e9f3-0aff-4c46-81a2-dfb8abe8e641 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:50:19.177721 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-714317d3-8df8-4a02-b0ca-e5ef2163ce1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:19.180020 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-714317d3-8df8-4a02-b0ca-e5ef2163ce1e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4cd24734-353b-4cbd-805f-4cba31d5e369 HTTP/1.1" status: 204 len: 168 time: 0.1953430 Aug 29 04:50:19.193693 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714317d3-8df8-4a02-b0ca-e5ef2163ce1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cd24734-353b-4cbd-805f-4cba31d5e369,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:19.364008 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:19.625179 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 35228) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:19.822880 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-2b460b1d-36fe-4cb1-8ee3-f7e30b1db63b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-403855793-network', 'tenant_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:19.846438 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b460b1d-36fe-4cb1-8ee3-f7e30b1db63b admin admin] Made reservation on behalf of 9e4c4c6e36d14588ab4691d1cbcbcb2b for: {'network': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:50:19.848939 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2b460b1d-36fe-4cb1-8ee3-f7e30b1db63b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:19.858166 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2b460b1d-36fe-4cb1-8ee3-f7e30b1db63b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:20.001786 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2b460b1d-36fe-4cb1-8ee3-f7e30b1db63b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:20.007018 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2b460b1d-36fe-4cb1-8ee3-f7e30b1db63b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:20.037827 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b460b1d-36fe-4cb1-8ee3-f7e30b1db63b admin admin] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=94828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:50:20.048747 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b460b1d-36fe-4cb1-8ee3-f7e30b1db63b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c168b81-4210-48d3-a468-3552fea266dc,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:20.056811 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2b460b1d-36fe-4cb1-8ee3-f7e30b1db63b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:20.057160 n-d-712140-12 neutron-server[94828]: INFO neutron.db.segments_db [None req-2b460b1d-36fe-4cb1-8ee3-f7e30b1db63b admin admin] Added segment 3dd283cc-c7c2-45b6-9e1c-030522db2cd2 of type vlan for network 34c933ba-ee7b-4b4e-a6b9-839156fc5f9b Aug 29 04:50:20.105009 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2b460b1d-36fe-4cb1-8ee3-f7e30b1db63b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:20.138628 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2b460b1d-36fe-4cb1-8ee3-f7e30b1db63b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:20.139708 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b460b1d-36fe-4cb1-8ee3-f7e30b1db63b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:20.140300 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2b460b1d-36fe-4cb1-8ee3-f7e30b1db63b admin admin] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:20.201840 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-2b460b1d-36fe-4cb1-8ee3-f7e30b1db63b admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5726771 Aug 29 04:50:20.202539 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 35248) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:20.209682 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b460b1d-36fe-4cb1-8ee3-f7e30b1db63b admin admin] Pushing event updated for resources: {'Network': ['ID=34c933ba-ee7b-4b4e-a6b9-839156fc5f9b,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:20.209866 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-ee8f24e8-1460-48f4-b1fc-388520df186e admin admin] Request body: {'subnet': {'network_id': '34c933ba-ee7b-4b4e-a6b9-839156fc5f9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-403855793-subnet', 'tenant_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'ip_version': 4}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:20.219327 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 34c933ba-ee7b-4b4e-a6b9-839156fc5f9b details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:50:20.242387 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee8f24e8-1460-48f4-b1fc-388520df186e admin admin] Made reservation on behalf of 9e4c4c6e36d14588ab4691d1cbcbcb2b for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:50:20.248107 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ee8f24e8-1460-48f4-b1fc-388520df186e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4552395'] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:20.480150 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ee8f24e8-1460-48f4-b1fc-388520df186e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4274880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4552377'] for subnet, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:20.547419 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8f24e8-1460-48f4-b1fc-388520df186e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3503bfff-49df-4a18-910a-15b4d56f679f,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:20.573535 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8f24e8-1460-48f4-b1fc-388520df186e admin admin] Checking segment: {'id': '3dd283cc-c7c2-45b6-9e1c-030522db2cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '34c933ba-ee7b-4b4e-a6b9-839156fc5f9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:50:20.573906 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8f24e8-1460-48f4-b1fc-388520df186e admin admin] Network hostable DHCP agents. Network: 34c933ba-ee7b-4b4e-a6b9-839156fc5f9b, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:50:20.599103 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8f24e8-1460-48f4-b1fc-388520df186e admin admin] Network 34c933ba-ee7b-4b4e-a6b9-839156fc5f9b is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:50:20.615310 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-ee8f24e8-1460-48f4-b1fc-388520df186e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 34c933ba-ee7b-4b4e-a6b9-839156fc5f9b) {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:20.622789 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8f24e8-1460-48f4-b1fc-388520df186e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:20.623678 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ee8f24e8-1460-48f4-b1fc-388520df186e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:20.625522 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9617af8-2dd1-4267-908c-a5b0282b0516 None None] Network 34c933ba-ee7b-4b4e-a6b9-839156fc5f9b requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:50:20.651383 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-ee8f24e8-1460-48f4-b1fc-388520df186e admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4470515 Aug 29 04:50:20.654310 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 35254) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:20.659826 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-9defeca4-b4b3-4d95-a71f-a9fd260a3849 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-403855793-router', 'tenant_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:20.697468 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9defeca4-b4b3-4d95-a71f-a9fd260a3849 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:20.698899 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9defeca4-b4b3-4d95-a71f-a9fd260a3849 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1838'] for router, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:20.778451 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9defeca4-b4b3-4d95-a71f-a9fd260a3849 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:20.811976 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7988301-da7f-487b-b0e1-051315972a8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-34c933ba-ee7b-4b4e-a6b9-839156fc5f9b', 'network_id': '34c933ba-ee7b-4b4e-a6b9-839156fc5f9b', 'tenant_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'fixed_ips': [{'subnet_id': '3503bfff-49df-4a18-910a-15b4d56f679f'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:50:20.813250 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a7988301-da7f-487b-b0e1-051315972a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:20.981879 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9defeca4-b4b3-4d95-a71f-a9fd260a3849 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:20.987799 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-a7988301-da7f-487b-b0e1-051315972a8e None None] Allocated IP 172.20.0.2 (34c933ba-ee7b-4b4e-a6b9-839156fc5f9b/3503bfff-49df-4a18-910a-15b4d56f679f/d8c2d446-fad3-4a0c-8409-6ed1d079336c) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:50:21.185343 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a7988301-da7f-487b-b0e1-051315972a8e None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:21.199131 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-a7988301-da7f-487b-b0e1-051315972a8e None None] Transition to ACTIVE for port object d8c2d446-fad3-4a0c-8409-6ed1d079336c will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:50:21.221926 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-a7988301-da7f-487b-b0e1-051315972a8e None None] Transition to ACTIVE for port object d8c2d446-fad3-4a0c-8409-6ed1d079336c will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:50:21.231843 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a7988301-da7f-487b-b0e1-051315972a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:21.251297 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9defeca4-b4b3-4d95-a71f-a9fd260a3849 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:21.268063 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7988301-da7f-487b-b0e1-051315972a8e None None] Network 34c933ba-ee7b-4b4e-a6b9-839156fc5f9b is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:50:21.271328 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-a7988301-da7f-487b-b0e1-051315972a8e None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:21.275432 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7988301-da7f-487b-b0e1-051315972a8e None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:50:21.285684 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9defeca4-b4b3-4d95-a71f-a9fd260a3849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:21.347321 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7988301-da7f-487b-b0e1-051315972a8e None None] Pushing event updated for resources: {'Port': ['ID=d8c2d446-fad3-4a0c-8409-6ed1d079336c,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:21.388951 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-a7988301-da7f-487b-b0e1-051315972a8e None None] Attempting to bind port d8c2d446-fad3-4a0c-8409-6ed1d079336c on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:50:21.389332 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-a7988301-da7f-487b-b0e1-051315972a8e None None] Attempting to bind port d8c2d446-fad3-4a0c-8409-6ed1d079336c by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '3dd283cc-c7c2-45b6-9e1c-030522db2cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '34c933ba-ee7b-4b4e-a6b9-839156fc5f9b'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:50:21.389747 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7988301-da7f-487b-b0e1-051315972a8e None None] Attempting to bind port d8c2d446-fad3-4a0c-8409-6ed1d079336c on network 34c933ba-ee7b-4b4e-a6b9-839156fc5f9b {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:50:21.395900 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7988301-da7f-487b-b0e1-051315972a8e None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:50:21.396340 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7988301-da7f-487b-b0e1-051315972a8e None None] Checking segment: {'id': '3dd283cc-c7c2-45b6-9e1c-030522db2cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '34c933ba-ee7b-4b4e-a6b9-839156fc5f9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:50:21.397152 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a7988301-da7f-487b-b0e1-051315972a8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:21.397577 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7988301-da7f-487b-b0e1-051315972a8e None None] Bound using segment: {'id': '3dd283cc-c7c2-45b6-9e1c-030522db2cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '34c933ba-ee7b-4b4e-a6b9-839156fc5f9b'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:50:21.398077 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-a7988301-da7f-487b-b0e1-051315972a8e None None] Bound port: d8c2d446-fad3-4a0c-8409-6ed1d079336c, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dd283cc-c7c2-45b6-9e1c-030522db2cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '34c933ba-ee7b-4b4e-a6b9-839156fc5f9b'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:50:21.398761 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a7988301-da7f-487b-b0e1-051315972a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:21.448857 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-9defeca4-b4b3-4d95-a71f-a9fd260a3849 admin admin] Allocated IP 172.25.0.7 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/9d0461f2-41d9-411d-9cc6-e19ff84cec3c) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:50:21.476070 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-a7988301-da7f-487b-b0e1-051315972a8e None None] For port d8c2d446-fad3-4a0c-8409-6ed1d079336c, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:50:21.480706 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-a7988301-da7f-487b-b0e1-051315972a8e None None] For port d8c2d446-fad3-4a0c-8409-6ed1d079336c, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=d8c2d446-fad3-4a0c-8409-6ed1d079336c,segment=NetworkSegment(3dd283cc-c7c2-45b6-9e1c-030522db2cd2),segment_id=3dd283cc-c7c2-45b6-9e1c-030522db2cd2)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:50:21.485468 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a7988301-da7f-487b-b0e1-051315972a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:21.548472 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7988301-da7f-487b-b0e1-051315972a8e None None] Pushing event updated for resources: {'Port': ['ID=d8c2d446-fad3-4a0c-8409-6ed1d079336c,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:21.583696 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9defeca4-b4b3-4d95-a71f-a9fd260a3849 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:21.635061 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9defeca4-b4b3-4d95-a71f-a9fd260a3849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:21.677551 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9defeca4-b4b3-4d95-a71f-a9fd260a3849 admin admin] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:50:21.680256 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-9defeca4-b4b3-4d95-a71f-a9fd260a3849 admin admin] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:21.693066 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9defeca4-b4b3-4d95-a71f-a9fd260a3849 admin admin] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:50:21.701182 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9defeca4-b4b3-4d95-a71f-a9fd260a3849 admin admin] Pushing event updated for resources: {'Port': ['ID=9d0461f2-41d9-411d-9cc6-e19ff84cec3c,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:21.967812 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4b3020f8-cf65-4db1-9215-575660fdb415 req-2590ad80-14d3-49a8-af76-ae68b2fcfeb4 tempest-VolumesNegativeTest-479826933 tempest-VolumesNegativeTest-479826933-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=3443bdd8737d44a08da2e41c800cf029&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335419 Aug 29 04:50:22.135104 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9defeca4-b4b3-4d95-a71f-a9fd260a3849 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:22.510147 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e280a88e-f320-4cb1-896f-2b95aae10697 None None] Network 34c933ba-ee7b-4b4e-a6b9-839156fc5f9b requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:50:22.534410 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3020f8-cf65-4db1-9215-575660fdb415 req-a34e9075-9029-4884-a3f7-481696618201 tempest-VolumesNegativeTest-479826933 tempest-VolumesNegativeTest-479826933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:22.535930 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4b3020f8-cf65-4db1-9215-575660fdb415 req-a34e9075-9029-4884-a3f7-481696618201 tempest-VolumesNegativeTest-479826933 tempest-VolumesNegativeTest-479826933-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5622630 Aug 29 04:50:22.582262 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4b3020f8-cf65-4db1-9215-575660fdb415 req-92ca8e8a-5fbc-4d32-a558-f71f1611be39 tempest-VolumesNegativeTest-479826933 tempest-VolumesNegativeTest-479826933-project] 10.222.0.22 "GET /v2.0/quotas/3443bdd8737d44a08da2e41c800cf029 HTTP/1.1" status: 200 len: 375 time: 0.0170116 Aug 29 04:50:22.618224 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-d83b8472-3f2c-46bf-aa73-471061879402 None None] Provisioning for port d8c2d446-fad3-4a0c-8409-6ed1d079336c completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:50:22.621831 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4b3020f8-cf65-4db1-9215-575660fdb415 req-e0cb20f1-0e28-4675-b6fd-2ff6c07d9a93 tempest-VolumesNegativeTest-479826933 tempest-VolumesNegativeTest-479826933-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=3443bdd8737d44a08da2e41c800cf029&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293806 Aug 29 04:50:22.737992 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9defeca4-b4b3-4d95-a71f-a9fd260a3849 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409'] for router, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:22.825037 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ed2312cd-5109-4860-8dfd-429914e2212c req-b640c980-666d-4ef6-a119-f981850ab33f tempest-VolumesNegativeTest-479826933 tempest-VolumesNegativeTest-479826933-project] 10.222.0.22 "GET /v2.0/ports?device_id=666af34f-ad5f-49b8-b2d1-06163f62d65f HTTP/1.1" status: 200 len: 210 time: 0.0409684 Aug 29 04:50:22.897927 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9defeca4-b4b3-4d95-a71f-a9fd260a3849 admin admin] Router 13e90c83-10d1-4fc0-804d-fa6fc1adea26 is scheduled to L3 agent 76874008-c311-485c-ba36-921b6d275b6a with binding_index 1 {{(pid=94829) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:50:23.032311 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9defeca4-b4b3-4d95-a71f-a9fd260a3849 admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:50:23.042283 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a011d52b-3d22-4ae5-be3e-53d4595bbc77 None None] Sync routers for ids ['13e90c83-10d1-4fc0-804d-fa6fc1adea26'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:50:23.049451 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9defeca4-b4b3-4d95-a71f-a9fd260a3849 admin admin] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:23.051028 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-9defeca4-b4b3-4d95-a71f-a9fd260a3849 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3954377 Aug 29 04:50:23.053849 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 35282) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:23.055244 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a011d52b-3d22-4ae5-be3e-53d4595bbc77 None None] Routers {'13e90c83-10d1-4fc0-804d-fa6fc1adea26'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:50:23.056497 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-a011d52b-3d22-4ae5-be3e-53d4595bbc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:50:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['13e90c83-10d1-4fc0-804d-fa6fc1adea26'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:23.199171 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-a011d52b-3d22-4ae5-be3e-53d4595bbc77 None None] Set router 13e90c83-10d1-4fc0-804d-fa6fc1adea26 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:50:23.234551 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device d8c2d446-fad3-4a0c-8409-6ed1d079336c up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:50:23.387032 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port d8c2d446-fad3-4a0c-8409-6ed1d079336c completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:50:23.410222 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port d8c2d446-fad3-4a0c-8409-6ed1d079336c triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:50:23.410222 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:23.475811 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-a011d52b-3d22-4ae5-be3e-53d4595bbc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e90c83-10d1-4fc0-804d-fa6fc1adea26', 'name': 'tempest-TestVolumeBootPattern-403855793-router', 'tenant_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '9d0461f2-41d9-411d-9cc6-e19ff84cec3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:50:20Z', 'updated_at': '2021-08-29T04:50:21Z', 'revision_number': 3, 'project_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'gw_port': {'id': '9d0461f2-41d9-411d-9cc6-e19ff84cec3c', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c8:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13e90c83-10d1-4fc0-804d-fa6fc1adea26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:50:21Z', 'updated_at': '2021-08-29T04:50:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:23.526710 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a011d52b-3d22-4ae5-be3e-53d4595bbc77 None None] Checking router: 13e90c83-10d1-4fc0-804d-fa6fc1adea26 for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:50:23.527417 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a011d52b-3d22-4ae5-be3e-53d4595bbc77 None None] Updating router 13e90c83-10d1-4fc0-804d-fa6fc1adea26 port 9d0461f2-41d9-411d-9cc6-e19ff84cec3c binding host n-d-712140-12 {{(pid=94830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:50:23.558945 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:23.561769 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a011d52b-3d22-4ae5-be3e-53d4595bbc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:23.568388 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-57ef9959-d669-40f6-b8e6-e5176426bcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:23.624749 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port d8c2d446-fad3-4a0c-8409-6ed1d079336c, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=d8c2d446-fad3-4a0c-8409-6ed1d079336c,segment=NetworkSegment(3dd283cc-c7c2-45b6-9e1c-030522db2cd2),segment_id=3dd283cc-c7c2-45b6-9e1c-030522db2cd2)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:50:23.670850 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:23.739072 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-57ef9959-d669-40f6-b8e6-e5176426bcc2 admin admin] Allocated IP 172.20.0.1 (34c933ba-ee7b-4b4e-a6b9-839156fc5f9b/3503bfff-49df-4a18-910a-15b4d56f679f/3b23c488-452d-46cf-afe1-96cb4ceebeea) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:50:23.772306 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=d8c2d446-fad3-4a0c-8409-6ed1d079336c,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:23.850858 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-57ef9959-d669-40f6-b8e6-e5176426bcc2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:23.866520 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-57ef9959-d669-40f6-b8e6-e5176426bcc2 admin admin] Transition to ACTIVE for port object 3b23c488-452d-46cf-afe1-96cb4ceebeea will not be triggered until provisioned by entity DHCP. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:50:23.893123 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a011d52b-3d22-4ae5-be3e-53d4595bbc77 None None] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:23.906378 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-a011d52b-3d22-4ae5-be3e-53d4595bbc77 None None] Transition to ACTIVE for port object 9d0461f2-41d9-411d-9cc6-e19ff84cec3c will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:50:23.913264 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a011d52b-3d22-4ae5-be3e-53d4595bbc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:23.925356 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-04a978bc-2e6b-4e53-adb3-00e8bb10c437 req-85e86cd8-b178-4ad1-a8b5-6447abe4f295 tempest-VolumesNegativeTest-479826933 tempest-VolumesNegativeTest-479826933-project] 10.222.0.22 "GET /v2.0/ports?device_id=666af34f-ad5f-49b8-b2d1-06163f62d65f HTTP/1.1" status: 200 len: 210 time: 0.0313094 Aug 29 04:50:23.926548 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-57ef9959-d669-40f6-b8e6-e5176426bcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:23.973317 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4b3020f8-cf65-4db1-9215-575660fdb415 req-cfeffbf2-3472-4818-b94f-fb090a82b9c7 tempest-VolumesNegativeTest-479826933 tempest-VolumesNegativeTest-479826933-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=3443bdd8737d44a08da2e41c800cf029&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0411243 Aug 29 04:50:23.979184 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-a011d52b-3d22-4ae5-be3e-53d4595bbc77 None None] Attempting to bind port 9d0461f2-41d9-411d-9cc6-e19ff84cec3c on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:50:23.980056 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-a011d52b-3d22-4ae5-be3e-53d4595bbc77 None None] Attempting to bind port 9d0461f2-41d9-411d-9cc6-e19ff84cec3c by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:50:23.980804 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a011d52b-3d22-4ae5-be3e-53d4595bbc77 None None] Attempting to bind port 9d0461f2-41d9-411d-9cc6-e19ff84cec3c on network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:50:23.983950 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ef9959-d669-40f6-b8e6-e5176426bcc2 admin admin] Network 34c933ba-ee7b-4b4e-a6b9-839156fc5f9b is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:50:23.987086 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-57ef9959-d669-40f6-b8e6-e5176426bcc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:23.990874 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4d972a-0618-47b5-b002-af871e9824e8 None None] Pushing event updated for resources: {'Port': ['ID=9d0461f2-41d9-411d-9cc6-e19ff84cec3c,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:23.991050 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ef9959-d669-40f6-b8e6-e5176426bcc2 admin admin] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:50:23.995324 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a011d52b-3d22-4ae5-be3e-53d4595bbc77 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:50:23.995908 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a011d52b-3d22-4ae5-be3e-53d4595bbc77 None None] Checking segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:50:23.996429 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a011d52b-3d22-4ae5-be3e-53d4595bbc77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:23.996914 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a011d52b-3d22-4ae5-be3e-53d4595bbc77 None None] Bound using segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:50:23.997512 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-a011d52b-3d22-4ae5-be3e-53d4595bbc77 None None] Bound port: 9d0461f2-41d9-411d-9cc6-e19ff84cec3c, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:50:23.998163 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a011d52b-3d22-4ae5-be3e-53d4595bbc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:24.004038 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef9959-d669-40f6-b8e6-e5176426bcc2 admin admin] Pushing event updated for resources: {'Port': ['ID=3b23c488-452d-46cf-afe1-96cb4ceebeea,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:24.061580 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-57ef9959-d669-40f6-b8e6-e5176426bcc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719598'] for router_interface, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:24.070561 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-a011d52b-3d22-4ae5-be3e-53d4595bbc77 None None] For port 9d0461f2-41d9-411d-9cc6-e19ff84cec3c, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:50:24.076543 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-a011d52b-3d22-4ae5-be3e-53d4595bbc77 None None] For port 9d0461f2-41d9-411d-9cc6-e19ff84cec3c, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=9d0461f2-41d9-411d-9cc6-e19ff84cec3c,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:50:24.081835 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a011d52b-3d22-4ae5-be3e-53d4595bbc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:24.233828 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-57ef9959-d669-40f6-b8e6-e5176426bcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:24.271798 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3020f8-cf65-4db1-9215-575660fdb415 req-545c34c1-f824-42f8-96ba-523ddcc1c4b8 tempest-VolumesNegativeTest-479826933 tempest-VolumesNegativeTest-479826933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:24.273685 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4b3020f8-cf65-4db1-9215-575660fdb415 req-545c34c1-f824-42f8-96ba-523ddcc1c4b8 tempest-VolumesNegativeTest-479826933 tempest-VolumesNegativeTest-479826933-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2936904 Aug 29 04:50:24.293442 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-4b3020f8-cf65-4db1-9215-575660fdb415 req-ad87ade4-7ceb-4581-93ff-12f20bef1bd7 tempest-VolumesNegativeTest-479826933 tempest-VolumesNegativeTest-479826933-project] Request body: {'port': {'device_id': '666af34f-ad5f-49b8-b2d1-06163f62d65f', 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45', 'admin_state_up': True, 'tenant_id': '3443bdd8737d44a08da2e41c800cf029'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:24.355837 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4d972a-0618-47b5-b002-af871e9824e8 None None] Pushing event updated for resources: {'Port': ['ID=9d0461f2-41d9-411d-9cc6-e19ff84cec3c,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:24.360291 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a011d52b-3d22-4ae5-be3e-53d4595bbc77 None None] Routers {'13e90c83-10d1-4fc0-804d-fa6fc1adea26'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:50:24.360972 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-a011d52b-3d22-4ae5-be3e-53d4595bbc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:50:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['13e90c83-10d1-4fc0-804d-fa6fc1adea26'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:24.364350 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e4bb4b01-ea47-4fd5-9bfc-b3372f2ec966 None None] Provisioning for port 3b23c488-452d-46cf-afe1-96cb4ceebeea completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:50:24.399173 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e4bb4b01-ea47-4fd5-9bfc-b3372f2ec966 None None] Provisioning complete for port 3b23c488-452d-46cf-afe1-96cb4ceebeea triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:50:24.400147 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e4bb4b01-ea47-4fd5-9bfc-b3372f2ec966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:24.414127 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b3020f8-cf65-4db1-9215-575660fdb415 req-ad87ade4-7ceb-4581-93ff-12f20bef1bd7 tempest-VolumesNegativeTest-479826933 tempest-VolumesNegativeTest-479826933-project] Made reservation on behalf of 3443bdd8737d44a08da2e41c800cf029 for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:50:24.418700 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-4b3020f8-cf65-4db1-9215-575660fdb415 req-ad87ade4-7ceb-4581-93ff-12f20bef1bd7 tempest-VolumesNegativeTest-479826933 tempest-VolumesNegativeTest-479826933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:24.429059 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-4b3020f8-cf65-4db1-9215-575660fdb415 req-ad87ade4-7ceb-4581-93ff-12f20bef1bd7 tempest-VolumesNegativeTest-479826933 tempest-VolumesNegativeTest-479826933-project] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:24.434010 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-57ef9959-d669-40f6-b8e6-e5176426bcc2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:24.437987 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-57ef9959-d669-40f6-b8e6-e5176426bcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:24.478908 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e4bb4b01-ea47-4fd5-9bfc-b3372f2ec966 None None] Port 3b23c488-452d-46cf-afe1-96cb4ceebeea cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:50:24.509659 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-a011d52b-3d22-4ae5-be3e-53d4595bbc77 None None] Set router 13e90c83-10d1-4fc0-804d-fa6fc1adea26 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:50:24.519823 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef9959-d669-40f6-b8e6-e5176426bcc2 admin admin] Pushing event updated for resources: {'Port': ['ID=3b23c488-452d-46cf-afe1-96cb4ceebeea,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:24.524247 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-57ef9959-d669-40f6-b8e6-e5176426bcc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-718897'] for router_interface, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:24.558534 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-4b3020f8-cf65-4db1-9215-575660fdb415 req-ad87ade4-7ceb-4581-93ff-12f20bef1bd7 tempest-VolumesNegativeTest-479826933 tempest-VolumesNegativeTest-479826933-project] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:24.563584 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-4b3020f8-cf65-4db1-9215-575660fdb415 req-ad87ade4-7ceb-4581-93ff-12f20bef1bd7 tempest-VolumesNegativeTest-479826933 tempest-VolumesNegativeTest-479826933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:24.625073 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ef9959-d669-40f6-b8e6-e5176426bcc2 admin admin] Network 34c933ba-ee7b-4b4e-a6b9-839156fc5f9b is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:50:24.627109 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-57ef9959-d669-40f6-b8e6-e5176426bcc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:24.631310 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad87ade4-7ceb-4581-93ff-12f20bef1bd7 tempest-VolumesNegativeTest-479826933 tempest-VolumesNegativeTest-479826933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e91afdfd-33ba-46c1-8fc4-428c5d39d0e8,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:24.710223 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-4b3020f8-cf65-4db1-9215-575660fdb415 req-ad87ade4-7ceb-4581-93ff-12f20bef1bd7 tempest-VolumesNegativeTest-479826933 tempest-VolumesNegativeTest-479826933-project] Allocated IP 192.168.233.237 (13e6dfc1-e9e7-40a1-8a14-d0febabf4d45/18cd12d4-b12a-41b0-b0c5-618edbb84e74/9c7f0a7a-6c66-4d17-8de3-5ccd8ee30693) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:50:24.776728 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57ef9959-d669-40f6-b8e6-e5176426bcc2 admin admin] Router 13e90c83-10d1-4fc0-804d-fa6fc1adea26 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:50:24.788235 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-a011d52b-3d22-4ae5-be3e-53d4595bbc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e90c83-10d1-4fc0-804d-fa6fc1adea26', 'name': 'tempest-TestVolumeBootPattern-403855793-router', 'tenant_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '9d0461f2-41d9-411d-9cc6-e19ff84cec3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:50:20Z', 'updated_at': '2021-08-29T04:50:24Z', 'revision_number': 4, 'project_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'gw_port': {'id': '9d0461f2-41d9-411d-9cc6-e19ff84cec3c', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c8:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13e90c83-10d1-4fc0-804d-fa6fc1adea26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:50:21Z', 'updated_at': '2021-08-29T04:50:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '3b23c488-452d-46cf-afe1-96cb4ceebeea', 'name': '', 'network_id': '34c933ba-ee7b-4b4e-a6b9-839156fc5f9b', 'tenant_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'mac_address': 'fa:16:3e:72:9f:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13e90c83-10d1-4fc0-804d-fa6fc1adea26', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '3503bfff-49df-4a18-910a-15b4d56f679f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:50:23Z', 'updated_at': '2021-08-29T04:50:23Z', 'revision_number': 1, 'project_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'subnets': [{'id': '3503bfff-49df-4a18-910a-15b4d56f679f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:24.825971 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a011d52b-3d22-4ae5-be3e-53d4595bbc77 None None] The sync data for ids ['13e90c83-10d1-4fc0-804d-fa6fc1adea26'] in n-d-712140-12 is: [{'id': '13e90c83-10d1-4fc0-804d-fa6fc1adea26', 'name': 'tempest-TestVolumeBootPattern-403855793-router', 'tenant_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '9d0461f2-41d9-411d-9cc6-e19ff84cec3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:50:20Z', 'updated_at': '2021-08-29T04:50:24Z', 'revision_number': 4, 'project_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'gw_port': {'id': '9d0461f2-41d9-411d-9cc6-e19ff84cec3c', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c8:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13e90c83-10d1-4fc0-804d-fa6fc1adea26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:50:21Z', 'updated_at': '2021-08-29T04:50:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '3b23c488-452d-46cf-afe1-96cb4ceebeea', 'name': '', 'network_id': '34c933ba-ee7b-4b4e-a6b9-839156fc5f9b', 'tenant_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'mac_address': 'fa:16:3e:72:9f:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13e90c83-10d1-4fc0-804d-fa6fc1adea26', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '3503bfff-49df-4a18-910a-15b4d56f679f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:50:23Z', 'updated_at': '2021-08-29T04:50:23Z', 'revision_number': 1, 'project_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'subnets': [{'id': '3503bfff-49df-4a18-910a-15b4d56f679f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:50:24.912636 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-4b3020f8-cf65-4db1-9215-575660fdb415 req-ad87ade4-7ceb-4581-93ff-12f20bef1bd7 tempest-VolumesNegativeTest-479826933 tempest-VolumesNegativeTest-479826933-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:24.918879 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57ef9959-d669-40f6-b8e6-e5176426bcc2 admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:50:24.928079 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-57ef9959-d669-40f6-b8e6-e5176426bcc2 admin admin] 10.222.0.22 "PUT /v2.0/routers/13e90c83-10d1-4fc0-804d-fa6fc1adea26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8690054 Aug 29 04:50:24.931776 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-4b3020f8-cf65-4db1-9215-575660fdb415 req-ad87ade4-7ceb-4581-93ff-12f20bef1bd7 tempest-VolumesNegativeTest-479826933 tempest-VolumesNegativeTest-479826933-project] Transition to ACTIVE for port object 9c7f0a7a-6c66-4d17-8de3-5ccd8ee30693 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:50:24.969503 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-4b3020f8-cf65-4db1-9215-575660fdb415 req-ad87ade4-7ceb-4581-93ff-12f20bef1bd7 tempest-VolumesNegativeTest-479826933 tempest-VolumesNegativeTest-479826933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:25.016912 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-cb37b675-c34d-40bf-b059-c440f4905784 None None] Provisioning complete for port 3b23c488-452d-46cf-afe1-96cb4ceebeea triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:50:25.017224 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cb37b675-c34d-40bf-b059-c440f4905784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:25.017951 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b3020f8-cf65-4db1-9215-575660fdb415 req-ad87ade4-7ceb-4581-93ff-12f20bef1bd7 tempest-VolumesNegativeTest-479826933 tempest-VolumesNegativeTest-479826933-project] Network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:50:25.023334 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-4b3020f8-cf65-4db1-9215-575660fdb415 req-ad87ade4-7ceb-4581-93ff-12f20bef1bd7 tempest-VolumesNegativeTest-479826933 tempest-VolumesNegativeTest-479826933-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:25.027854 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b3020f8-cf65-4db1-9215-575660fdb415 req-ad87ade4-7ceb-4581-93ff-12f20bef1bd7 tempest-VolumesNegativeTest-479826933 tempest-VolumesNegativeTest-479826933-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:50:25.061201 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad87ade4-7ceb-4581-93ff-12f20bef1bd7 tempest-VolumesNegativeTest-479826933 tempest-VolumesNegativeTest-479826933-project] Pushing event updated for resources: {'Port': ['ID=9c7f0a7a-6c66-4d17-8de3-5ccd8ee30693,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:25.066903 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-cb37b675-c34d-40bf-b059-c440f4905784 None None] Port 3b23c488-452d-46cf-afe1-96cb4ceebeea cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:50:25.163515 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3020f8-cf65-4db1-9215-575660fdb415 req-ad87ade4-7ceb-4581-93ff-12f20bef1bd7 tempest-VolumesNegativeTest-479826933 tempest-VolumesNegativeTest-479826933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:25.164197 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-4b3020f8-cf65-4db1-9215-575660fdb415 req-ad87ade4-7ceb-4581-93ff-12f20bef1bd7 tempest-VolumesNegativeTest-479826933 tempest-VolumesNegativeTest-479826933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:25.184677 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d26714-b70c-4810-ad10-6750af0f3585 req-30d479c7-f2a8-4933-9bd6-da194e0b4cea tempest-VolumesNegativeTest-479826933 tempest-VolumesNegativeTest-479826933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:25.186295 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a5d26714-b70c-4810-ad10-6750af0f3585 req-30d479c7-f2a8-4933-9bd6-da194e0b4cea tempest-VolumesNegativeTest-479826933 tempest-VolumesNegativeTest-479826933-project] 10.222.0.22 "GET /v2.0/ports?device_id=666af34f-ad5f-49b8-b2d1-06163f62d65f HTTP/1.1" status: 200 len: 936 time: 0.1296480 Aug 29 04:50:25.209005 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4b3020f8-cf65-4db1-9215-575660fdb415 req-ad87ade4-7ceb-4581-93ff-12f20bef1bd7 tempest-VolumesNegativeTest-479826933 tempest-VolumesNegativeTest-479826933-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9211278 Aug 29 04:50:25.224201 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device d8c2d446-fad3-4a0c-8409-6ed1d079336c up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:50:25.230873 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [req-4b3020f8-cf65-4db1-9215-575660fdb415 req-f62d6f9f-fdf0-401c-a592-aa8d0d9b5fff tempest-VolumesNegativeTest-479826933 tempest-VolumesNegativeTest-479826933-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:50:25.232061 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4b3020f8-cf65-4db1-9215-575660fdb415 req-f62d6f9f-fdf0-401c-a592-aa8d0d9b5fff tempest-VolumesNegativeTest-479826933 tempest-VolumesNegativeTest-479826933-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0097711 Aug 29 04:50:25.277252 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a5d26714-b70c-4810-ad10-6750af0f3585 req-407f5e0e-5f9d-4a94-8396-bcfd4131cb6b tempest-VolumesNegativeTest-479826933 tempest-VolumesNegativeTest-479826933-project] 10.222.0.22 "GET /v2.0/security-groups?id=e91afdfd-33ba-46c1-8fc4-428c5d39d0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806377 Aug 29 04:50:25.302089 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port d8c2d446-fad3-4a0c-8409-6ed1d079336c triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:50:25.302593 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:25.436309 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-425a33bb-d874-40c4-88b1-c8debe1d591d None None] Provisioning for port 9c7f0a7a-6c66-4d17-8de3-5ccd8ee30693 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:50:25.440936 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-425a33bb-d874-40c4-88b1-c8debe1d591d None None] Provisioning complete for port 9c7f0a7a-6c66-4d17-8de3-5ccd8ee30693 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:50:25.443663 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-425a33bb-d874-40c4-88b1-c8debe1d591d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:25.489442 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-4b3020f8-cf65-4db1-9215-575660fdb415 req-72ef591a-cff2-483f-bcee-b96742521cb0 service neutron] Request body: {'port': {'device_id': '666af34f-ad5f-49b8-b2d1-06163f62d65f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:25.497893 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-425a33bb-d874-40c4-88b1-c8debe1d591d None None] Port 9c7f0a7a-6c66-4d17-8de3-5ccd8ee30693 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:50:25.545294 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-4b3020f8-cf65-4db1-9215-575660fdb415 req-72ef591a-cff2-483f-bcee-b96742521cb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:25.735746 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 35306) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:25.741475 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-ae0e7583-6733-4c80-ae71-6d10d61f3251 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-462442534-network', 'tenant_id': 'abd5f908b0954e4c91fd28be9b843bcf'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:25.776488 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae0e7583-6733-4c80-ae71-6d10d61f3251 admin admin] Made reservation on behalf of abd5f908b0954e4c91fd28be9b843bcf for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:50:25.779193 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ae0e7583-6733-4c80-ae71-6d10d61f3251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:25.788481 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ae0e7583-6733-4c80-ae71-6d10d61f3251 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:25.887740 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-4b3020f8-cf65-4db1-9215-575660fdb415 req-72ef591a-cff2-483f-bcee-b96742521cb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c7f0a7a-6c66-4d17-8de3-5ccd8ee30693 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:50:25.895474 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-4b3020f8-cf65-4db1-9215-575660fdb415 req-72ef591a-cff2-483f-bcee-b96742521cb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:25.903411 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ae0e7583-6733-4c80-ae71-6d10d61f3251 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:25.909302 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ae0e7583-6733-4c80-ae71-6d10d61f3251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:25.910837 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-4b3020f8-cf65-4db1-9215-575660fdb415 req-72ef591a-cff2-483f-bcee-b96742521cb0 service neutron] Transition to ACTIVE for port object 9c7f0a7a-6c66-4d17-8de3-5ccd8ee30693 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:50:25.914530 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-4b3020f8-cf65-4db1-9215-575660fdb415 req-72ef591a-cff2-483f-bcee-b96742521cb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:25.935290 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae0e7583-6733-4c80-ae71-6d10d61f3251 admin admin] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:50:25.952123 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0e7583-6733-4c80-ae71-6d10d61f3251 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e1c8432-bbc5-4c8f-9425-ba4324943453,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:25.955303 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ae0e7583-6733-4c80-ae71-6d10d61f3251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:25.956246 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-ae0e7583-6733-4c80-ae71-6d10d61f3251 admin admin] Added segment 04fd75eb-c99d-46e5-9647-3c516dd1bb49 of type vlan for network 9f435216-d9d8-4498-9c6d-713f107475ac Aug 29 04:50:25.973907 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ef591a-cff2-483f-bcee-b96742521cb0 service neutron] Pushing event updated for resources: {'Port': ['ID=9c7f0a7a-6c66-4d17-8de3-5ccd8ee30693,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:26.010501 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ae0e7583-6733-4c80-ae71-6d10d61f3251 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:26.041647 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ae0e7583-6733-4c80-ae71-6d10d61f3251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:26.043150 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0e7583-6733-4c80-ae71-6d10d61f3251 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:26.043985 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ae0e7583-6733-4c80-ae71-6d10d61f3251 admin admin] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:26.063791 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-ae0e7583-6733-4c80-ae71-6d10d61f3251 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3258204 Aug 29 04:50:26.073133 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 35310) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:26.082657 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-3a1b7542-4750-4d82-813a-b9d39d1dbb02 admin admin] Request body: {'subnet': {'network_id': '9f435216-d9d8-4498-9c6d-713f107475ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-462442534-subnet', 'tenant_id': 'abd5f908b0954e4c91fd28be9b843bcf', 'ip_version': 4}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:26.090424 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-4b3020f8-cf65-4db1-9215-575660fdb415 req-72ef591a-cff2-483f-bcee-b96742521cb0 service neutron] Attempting to bind port 9c7f0a7a-6c66-4d17-8de3-5ccd8ee30693 on host n-h2-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:50:26.091012 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-4b3020f8-cf65-4db1-9215-575660fdb415 req-72ef591a-cff2-483f-bcee-b96742521cb0 service neutron] Attempting to bind port 9c7f0a7a-6c66-4d17-8de3-5ccd8ee30693 by drivers openvswitch,hyperv on host n-h2-712140-12 at level 0 using segments [{'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:50:26.091535 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b3020f8-cf65-4db1-9215-575660fdb415 req-72ef591a-cff2-483f-bcee-b96742521cb0 service neutron] Attempting to bind port 9c7f0a7a-6c66-4d17-8de3-5ccd8ee30693 on network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:50:26.103588 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b3020f8-cf65-4db1-9215-575660fdb415 req-72ef591a-cff2-483f-bcee-b96742521cb0 service neutron] Port 9c7f0a7a-6c66-4d17-8de3-5ccd8ee30693 on network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:50:26.103981 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b3020f8-cf65-4db1-9215-575660fdb415 req-72ef591a-cff2-483f-bcee-b96742521cb0 service neutron] Attempting to bind port 9c7f0a7a-6c66-4d17-8de3-5ccd8ee30693 on network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:50:26.114940 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b3020f8-cf65-4db1-9215-575660fdb415 req-72ef591a-cff2-483f-bcee-b96742521cb0 service neutron] Checking agent: {'id': 'b3a0606b-b029-4f5e-8798-3a32b71d8844', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:50:26.115282 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b3020f8-cf65-4db1-9215-575660fdb415 req-72ef591a-cff2-483f-bcee-b96742521cb0 service neutron] Checking segment: {'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:50:26.115721 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b3020f8-cf65-4db1-9215-575660fdb415 req-72ef591a-cff2-483f-bcee-b96742521cb0 service neutron] Bound using segment: {'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:50:26.116266 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-4b3020f8-cf65-4db1-9215-575660fdb415 req-72ef591a-cff2-483f-bcee-b96742521cb0 service neutron] Bound port: 9c7f0a7a-6c66-4d17-8de3-5ccd8ee30693, host: n-h2-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:50:26.116634 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-4b3020f8-cf65-4db1-9215-575660fdb415 req-72ef591a-cff2-483f-bcee-b96742521cb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:26.138288 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a1b7542-4750-4d82-813a-b9d39d1dbb02 admin admin] Made reservation on behalf of abd5f908b0954e4c91fd28be9b843bcf for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:50:26.140878 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3a1b7542-4750-4d82-813a-b9d39d1dbb02 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:26.145198 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0e7583-6733-4c80-ae71-6d10d61f3251 admin admin] Pushing event updated for resources: {'Network': ['ID=9f435216-d9d8-4498-9c6d-713f107475ac,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:26.157066 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 9f435216-d9d8-4498-9c6d-713f107475ac details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:50:26.257129 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-4b3020f8-cf65-4db1-9215-575660fdb415 req-72ef591a-cff2-483f-bcee-b96742521cb0 service neutron] For port 9c7f0a7a-6c66-4d17-8de3-5ccd8ee30693, host n-h2-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:50:26.262005 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-4b3020f8-cf65-4db1-9215-575660fdb415 req-72ef591a-cff2-483f-bcee-b96742521cb0 service neutron] For port 9c7f0a7a-6c66-4d17-8de3-5ccd8ee30693, host n-h2-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=9c7f0a7a-6c66-4d17-8de3-5ccd8ee30693,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:50:26.273609 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-4b3020f8-cf65-4db1-9215-575660fdb415 req-72ef591a-cff2-483f-bcee-b96742521cb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:26.416861 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74a9d2a-68cf-4711-a0c1-f4a9eedbd386 req-4ae6baa4-8e6d-48df-8c2d-49316815e8b1 tempest-VolumesNegativeTest-479826933 tempest-VolumesNegativeTest-479826933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:26.418676 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c74a9d2a-68cf-4711-a0c1-f4a9eedbd386 req-4ae6baa4-8e6d-48df-8c2d-49316815e8b1 tempest-VolumesNegativeTest-479826933 tempest-VolumesNegativeTest-479826933-project] 10.222.0.22 "GET /v2.0/ports?device_id=666af34f-ad5f-49b8-b2d1-06163f62d65f HTTP/1.1" status: 200 len: 948 time: 0.0558860 Aug 29 04:50:26.472251 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c74a9d2a-68cf-4711-a0c1-f4a9eedbd386 req-4fcec410-136d-47de-b270-3c36d42473ce tempest-VolumesNegativeTest-479826933 tempest-VolumesNegativeTest-479826933-project] 10.222.0.22 "GET /v2.0/security-groups?id=e91afdfd-33ba-46c1-8fc4-428c5d39d0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437729 Aug 29 04:50:26.654936 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3020f8-cf65-4db1-9215-575660fdb415 req-72ef591a-cff2-483f-bcee-b96742521cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:26.655563 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-4b3020f8-cf65-4db1-9215-575660fdb415 req-72ef591a-cff2-483f-bcee-b96742521cb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:26.656951 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4b3020f8-cf65-4db1-9215-575660fdb415 req-72ef591a-cff2-483f-bcee-b96742521cb0 service neutron] 10.222.0.48 "PUT /v2.0/ports/9c7f0a7a-6c66-4d17-8de3-5ccd8ee30693 HTTP/1.1" status: 200 len: 1097 time: 1.4069967 Aug 29 04:50:26.657476 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '666af34f-ad5f-49b8-b2d1-06163f62d65f', 'tag': '9c7f0a7a-6c66-4d17-8de3-5ccd8ee30693'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:50:26.659761 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-319383e4-769b-4ddf-9bbb-b9a02ce43f8b" -d '{"events": [{"name": "network-changed", "server_uuid": "666af34f-ad5f-49b8-b2d1-06163f62d65f", "tag": "9c7f0a7a-6c66-4d17-8de3-5ccd8ee30693"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:50:26.704415 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ef591a-cff2-483f-bcee-b96742521cb0 service neutron] Pushing event updated for resources: {'Port': ['ID=9c7f0a7a-6c66-4d17-8de3-5ccd8ee30693,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:26.756414 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2dfb3b1-4fc6-4ee8-b5e6-074104368afd x-openstack-request-id: req-f2dfb3b1-4fc6-4ee8-b5e6-074104368afd {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:50:26.756708 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "666af34f-ad5f-49b8-b2d1-06163f62d65f", "tag": "9c7f0a7a-6c66-4d17-8de3-5ccd8ee30693", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:50:26.756966 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f2dfb3b1-4fc6-4ee8-b5e6-074104368afd {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:50:26.757355 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '666af34f-ad5f-49b8-b2d1-06163f62d65f', 'tag': '9c7f0a7a-6c66-4d17-8de3-5ccd8ee30693', 'status': 'completed', 'code': 200} Aug 29 04:50:26.792093 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3a1b7542-4750-4d82-813a-b9d39d1dbb02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9191137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10062364'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:26.834722 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3020f8-cf65-4db1-9215-575660fdb415 req-003a0d54-5e0f-48e3-94b7-3c8994ad9b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:26.836298 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4b3020f8-cf65-4db1-9215-575660fdb415 req-003a0d54-5e0f-48e3-94b7-3c8994ad9b21 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3443bdd8737d44a08da2e41c800cf029&device_id=666af34f-ad5f-49b8-b2d1-06163f62d65f HTTP/1.1" status: 200 len: 1100 time: 0.0964050 Aug 29 04:50:26.867906 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1b7542-4750-4d82-813a-b9d39d1dbb02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=786f7b0b-075e-450d-80e4-464224f9b278,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:26.899401 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4b3020f8-cf65-4db1-9215-575660fdb415 req-260cb0dc-d64e-4874-bc5c-e1d71232b40b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=9c7f0a7a-6c66-4d17-8de3-5ccd8ee30693 HTTP/1.1" status: 200 len: 217 time: 0.0482702 Aug 29 04:50:26.903670 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1b7542-4750-4d82-813a-b9d39d1dbb02 admin admin] Checking segment: {'id': '04fd75eb-c99d-46e5-9647-3c516dd1bb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '9f435216-d9d8-4498-9c6d-713f107475ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:50:26.904047 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1b7542-4750-4d82-813a-b9d39d1dbb02 admin admin] Network hostable DHCP agents. Network: 9f435216-d9d8-4498-9c6d-713f107475ac, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:50:26.958599 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1b7542-4750-4d82-813a-b9d39d1dbb02 admin admin] Network 9f435216-d9d8-4498-9c6d-713f107475ac is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:50:26.969410 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3020f8-cf65-4db1-9215-575660fdb415 req-ec9459c2-8bc5-499e-ade0-2b71c83920fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:26.971170 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4b3020f8-cf65-4db1-9215-575660fdb415 req-ec9459c2-8bc5-499e-ade0-2b71c83920fc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=18cd12d4-b12a-41b0-b0c5-618edbb84e74 HTTP/1.1" status: 200 len: 843 time: 0.0639822 Aug 29 04:50:26.972209 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-3a1b7542-4750-4d82-813a-b9d39d1dbb02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 9f435216-d9d8-4498-9c6d-713f107475ac) {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:26.976070 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1b7542-4750-4d82-813a-b9d39d1dbb02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:26.976652 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3a1b7542-4750-4d82-813a-b9d39d1dbb02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:26.982749 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d149b26-d7cc-409d-b938-73f1cfe487cc None None] Network 9f435216-d9d8-4498-9c6d-713f107475ac requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:50:27.016219 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-3a1b7542-4750-4d82-813a-b9d39d1dbb02 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9415841 Aug 29 04:50:27.019637 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 35316) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:27.025148 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-a038bc2a-7112-45af-911e-06ebb47c2347 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-462442534-router', 'tenant_id': 'abd5f908b0954e4c91fd28be9b843bcf', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:27.025782 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3020f8-cf65-4db1-9215-575660fdb415 req-4b298bc6-33e4-404b-973a-063d875b468c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:27.027280 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4b3020f8-cf65-4db1-9215-575660fdb415 req-4b298bc6-33e4-404b-973a-063d875b468c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0476172 Aug 29 04:50:27.048135 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a038bc2a-7112-45af-911e-06ebb47c2347 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:27.049349 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a038bc2a-7112-45af-911e-06ebb47c2347 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1838'] for router, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:27.114563 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a038bc2a-7112-45af-911e-06ebb47c2347 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:27.131617 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4b3020f8-cf65-4db1-9215-575660fdb415 req-6b7be1f0-24e9-4650-949d-fdf343b7e6e6 service neutron] 10.222.0.48 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962484 Aug 29 04:50:27.191049 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83a0075-aba7-4800-9f00-61818bfaac78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-9f435216-d9d8-4498-9c6d-713f107475ac', 'network_id': '9f435216-d9d8-4498-9c6d-713f107475ac', 'tenant_id': 'abd5f908b0954e4c91fd28be9b843bcf', 'fixed_ips': [{'subnet_id': '786f7b0b-075e-450d-80e4-464224f9b278'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:50:27.192019 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d83a0075-aba7-4800-9f00-61818bfaac78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:27.269945 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4b3020f8-cf65-4db1-9215-575660fdb415 req-ebe7f08c-d8f5-4343-beed-c9d7079e7edc service neutron] 10.222.0.48 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306405 Aug 29 04:50:27.270600 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a038bc2a-7112-45af-911e-06ebb47c2347 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:27.272394 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 9d0461f2-41d9-411d-9cc6-e19ff84cec3c up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:50:27.380597 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 9d0461f2-41d9-411d-9cc6-e19ff84cec3c completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:50:27.388830 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-d83a0075-aba7-4800-9f00-61818bfaac78 None None] Allocated IP 172.20.0.2 (9f435216-d9d8-4498-9c6d-713f107475ac/786f7b0b-075e-450d-80e4-464224f9b278/12f0af37-5895-4191-893c-2b78cbbf5ff5) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:50:27.391230 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 9d0461f2-41d9-411d-9cc6-e19ff84cec3c triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:50:27.391943 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:27.396535 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319383e4-769b-4ddf-9bbb-b9a02ce43f8b req-a57cab3a-b5ce-4e10-938b-385d389ea4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:27.398284 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-319383e4-769b-4ddf-9bbb-b9a02ce43f8b req-a57cab3a-b5ce-4e10-938b-385d389ea4b8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3443bdd8737d44a08da2e41c800cf029&device_id=666af34f-ad5f-49b8-b2d1-06163f62d65f HTTP/1.1" status: 200 len: 1100 time: 0.0454350 Aug 29 04:50:27.419986 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff9a20f-63e8-4a09-ba62-4de16822fda9 None None] Sync routers for ids ['13e90c83-10d1-4fc0-804d-fa6fc1adea26'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:50:27.430039 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff9a20f-63e8-4a09-ba62-4de16822fda9 None None] Routers {'13e90c83-10d1-4fc0-804d-fa6fc1adea26'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:50:27.431363 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-0ff9a20f-63e8-4a09-ba62-4de16822fda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:50:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['13e90c83-10d1-4fc0-804d-fa6fc1adea26'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:27.517232 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a038bc2a-7112-45af-911e-06ebb47c2347 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:27.531905 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319383e4-769b-4ddf-9bbb-b9a02ce43f8b req-7c48a526-e82b-4c0f-a20c-b30e6b71de91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:27.533417 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-319383e4-769b-4ddf-9bbb-b9a02ce43f8b req-7c48a526-e82b-4c0f-a20c-b30e6b71de91 service neutron] 10.222.0.48 "GET /v2.0/networks?id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 HTTP/1.1" status: 200 len: 870 time: 0.1271284 Aug 29 04:50:27.542471 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a038bc2a-7112-45af-911e-06ebb47c2347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:27.565833 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-0ff9a20f-63e8-4a09-ba62-4de16822fda9 None None] Set router 13e90c83-10d1-4fc0-804d-fa6fc1adea26 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:50:27.585481 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-319383e4-769b-4ddf-9bbb-b9a02ce43f8b req-65722c72-6dc7-4479-9d13-49078564a69b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=9c7f0a7a-6c66-4d17-8de3-5ccd8ee30693 HTTP/1.1" status: 200 len: 217 time: 0.0428164 Aug 29 04:50:27.604910 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:27.626745 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 9d0461f2-41d9-411d-9cc6-e19ff84cec3c, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=9d0461f2-41d9-411d-9cc6-e19ff84cec3c,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:50:27.635913 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:27.659005 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319383e4-769b-4ddf-9bbb-b9a02ce43f8b req-d28a2b8d-f7e9-4659-9374-b0388b708c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:27.660918 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-319383e4-769b-4ddf-9bbb-b9a02ce43f8b req-d28a2b8d-f7e9-4659-9374-b0388b708c1c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=18cd12d4-b12a-41b0-b0c5-618edbb84e74 HTTP/1.1" status: 200 len: 843 time: 0.0660067 Aug 29 04:50:27.686187 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1300c0e3-72eb-4470-afb1-253e2513f992 req-30a22de7-8b2a-4d95-a1a3-4c59f545d1cf tempest-VolumesNegativeTest-479826933 tempest-VolumesNegativeTest-479826933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:27.688053 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1300c0e3-72eb-4470-afb1-253e2513f992 req-30a22de7-8b2a-4d95-a1a3-4c59f545d1cf tempest-VolumesNegativeTest-479826933 tempest-VolumesNegativeTest-479826933-project] 10.222.0.22 "GET /v2.0/ports?device_id=666af34f-ad5f-49b8-b2d1-06163f62d65f HTTP/1.1" status: 200 len: 948 time: 0.0974100 Aug 29 04:50:27.730642 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=9d0461f2-41d9-411d-9cc6-e19ff84cec3c,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:27.730893 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319383e4-769b-4ddf-9bbb-b9a02ce43f8b req-61dd017a-7f25-4034-ae30-30a81c290d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:27.732746 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-319383e4-769b-4ddf-9bbb-b9a02ce43f8b req-61dd017a-7f25-4034-ae30-30a81c290d9b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0638688 Aug 29 04:50:27.753517 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-a038bc2a-7112-45af-911e-06ebb47c2347 admin admin] Allocated IP 172.25.0.183 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/d3e84f17-b0fe-4cef-8679-ebc180708436) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:50:27.758187 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1300c0e3-72eb-4470-afb1-253e2513f992 req-941d7da6-f218-4085-aa5a-260da9e11279 tempest-VolumesNegativeTest-479826933 tempest-VolumesNegativeTest-479826933-project] 10.222.0.22 "GET /v2.0/security-groups?id=e91afdfd-33ba-46c1-8fc4-428c5d39d0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618179 Aug 29 04:50:27.780524 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d83a0075-aba7-4800-9f00-61818bfaac78 None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:27.790185 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-d83a0075-aba7-4800-9f00-61818bfaac78 None None] Transition to ACTIVE for port object 12f0af37-5895-4191-893c-2b78cbbf5ff5 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:50:27.812692 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-d83a0075-aba7-4800-9f00-61818bfaac78 None None] Transition to ACTIVE for port object 12f0af37-5895-4191-893c-2b78cbbf5ff5 will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:50:27.812983 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-0ff9a20f-63e8-4a09-ba62-4de16822fda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e90c83-10d1-4fc0-804d-fa6fc1adea26', 'name': 'tempest-TestVolumeBootPattern-403855793-router', 'tenant_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '9d0461f2-41d9-411d-9cc6-e19ff84cec3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:50:20Z', 'updated_at': '2021-08-29T04:50:24Z', 'revision_number': 4, 'project_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'gw_port': {'id': '9d0461f2-41d9-411d-9cc6-e19ff84cec3c', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c8:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13e90c83-10d1-4fc0-804d-fa6fc1adea26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:50:21Z', 'updated_at': '2021-08-29T04:50:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '3b23c488-452d-46cf-afe1-96cb4ceebeea', 'name': '', 'network_id': '34c933ba-ee7b-4b4e-a6b9-839156fc5f9b', 'tenant_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'mac_address': 'fa:16:3e:72:9f:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13e90c83-10d1-4fc0-804d-fa6fc1adea26', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '3503bfff-49df-4a18-910a-15b4d56f679f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:50:23Z', 'updated_at': '2021-08-29T04:50:24Z', 'revision_number': 2, 'project_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'subnets': [{'id': '3503bfff-49df-4a18-910a-15b4d56f679f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:27.819863 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d83a0075-aba7-4800-9f00-61818bfaac78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:27.852103 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff9a20f-63e8-4a09-ba62-4de16822fda9 None None] Checking router: 13e90c83-10d1-4fc0-804d-fa6fc1adea26 for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:50:27.852469 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff9a20f-63e8-4a09-ba62-4de16822fda9 None None] Updating router 13e90c83-10d1-4fc0-804d-fa6fc1adea26 port 3b23c488-452d-46cf-afe1-96cb4ceebeea binding host n-d-712140-12 {{(pid=94831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:50:27.854983 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-319383e4-769b-4ddf-9bbb-b9a02ce43f8b req-256f7db8-92a7-46e7-a03a-8bbdaaff76b6 service neutron] 10.222.0.48 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132293 Aug 29 04:50:27.876160 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83a0075-aba7-4800-9f00-61818bfaac78 None None] Network 9f435216-d9d8-4498-9c6d-713f107475ac is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:50:27.878200 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-d83a0075-aba7-4800-9f00-61818bfaac78 None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:27.880343 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83a0075-aba7-4800-9f00-61818bfaac78 None None] Pushing event updated for resources: {'Port': ['ID=12f0af37-5895-4191-893c-2b78cbbf5ff5,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:27.883130 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83a0075-aba7-4800-9f00-61818bfaac78 None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:50:27.886831 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a038bc2a-7112-45af-911e-06ebb47c2347 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:27.890955 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0ff9a20f-63e8-4a09-ba62-4de16822fda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:27.944039 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a038bc2a-7112-45af-911e-06ebb47c2347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:27.947908 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-d83a0075-aba7-4800-9f00-61818bfaac78 None None] Attempting to bind port 12f0af37-5895-4191-893c-2b78cbbf5ff5 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:50:27.948726 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-d83a0075-aba7-4800-9f00-61818bfaac78 None None] Attempting to bind port 12f0af37-5895-4191-893c-2b78cbbf5ff5 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '04fd75eb-c99d-46e5-9647-3c516dd1bb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '9f435216-d9d8-4498-9c6d-713f107475ac'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:50:27.949253 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83a0075-aba7-4800-9f00-61818bfaac78 None None] Attempting to bind port 12f0af37-5895-4191-893c-2b78cbbf5ff5 on network 9f435216-d9d8-4498-9c6d-713f107475ac {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:50:27.955918 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83a0075-aba7-4800-9f00-61818bfaac78 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:50:27.956463 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83a0075-aba7-4800-9f00-61818bfaac78 None None] Checking segment: {'id': '04fd75eb-c99d-46e5-9647-3c516dd1bb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '9f435216-d9d8-4498-9c6d-713f107475ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:50:27.957028 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d83a0075-aba7-4800-9f00-61818bfaac78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:27.957749 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83a0075-aba7-4800-9f00-61818bfaac78 None None] Bound using segment: {'id': '04fd75eb-c99d-46e5-9647-3c516dd1bb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '9f435216-d9d8-4498-9c6d-713f107475ac'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:50:27.958312 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-d83a0075-aba7-4800-9f00-61818bfaac78 None None] Bound port: 12f0af37-5895-4191-893c-2b78cbbf5ff5, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04fd75eb-c99d-46e5-9647-3c516dd1bb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '9f435216-d9d8-4498-9c6d-713f107475ac'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:50:27.958772 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d83a0075-aba7-4800-9f00-61818bfaac78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:27.979320 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-319383e4-769b-4ddf-9bbb-b9a02ce43f8b req-8a88eb80-6f07-4d7d-9383-a53b94dd2f54 service neutron] 10.222.0.48 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173759 Aug 29 04:50:27.991590 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a038bc2a-7112-45af-911e-06ebb47c2347 admin admin] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:50:28.006050 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-a038bc2a-7112-45af-911e-06ebb47c2347 admin admin] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:28.010815 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a038bc2a-7112-45af-911e-06ebb47c2347 admin admin] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:50:28.014554 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a038bc2a-7112-45af-911e-06ebb47c2347 admin admin] Pushing event updated for resources: {'Port': ['ID=d3e84f17-b0fe-4cef-8679-ebc180708436,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:28.030744 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-d83a0075-aba7-4800-9f00-61818bfaac78 None None] For port 12f0af37-5895-4191-893c-2b78cbbf5ff5, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:50:28.034070 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-d83a0075-aba7-4800-9f00-61818bfaac78 None None] For port 12f0af37-5895-4191-893c-2b78cbbf5ff5, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=12f0af37-5895-4191-893c-2b78cbbf5ff5,segment=NetworkSegment(04fd75eb-c99d-46e5-9647-3c516dd1bb49),segment_id=04fd75eb-c99d-46e5-9647-3c516dd1bb49)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:50:28.039759 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d83a0075-aba7-4800-9f00-61818bfaac78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:28.097706 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83a0075-aba7-4800-9f00-61818bfaac78 None None] Pushing event updated for resources: {'Port': ['ID=12f0af37-5895-4191-893c-2b78cbbf5ff5,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:28.191871 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0ff9a20f-63e8-4a09-ba62-4de16822fda9 None None] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:28.202896 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-0ff9a20f-63e8-4a09-ba62-4de16822fda9 None None] Transition to ACTIVE for port object 3b23c488-452d-46cf-afe1-96cb4ceebeea will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:50:28.209430 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0ff9a20f-63e8-4a09-ba62-4de16822fda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:28.330053 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-0ff9a20f-63e8-4a09-ba62-4de16822fda9 None None] Attempting to bind port 3b23c488-452d-46cf-afe1-96cb4ceebeea on host n-d-712140-12 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:50:28.330712 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-0ff9a20f-63e8-4a09-ba62-4de16822fda9 None None] Attempting to bind port 3b23c488-452d-46cf-afe1-96cb4ceebeea by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '3dd283cc-c7c2-45b6-9e1c-030522db2cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '34c933ba-ee7b-4b4e-a6b9-839156fc5f9b'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:50:28.331454 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff9a20f-63e8-4a09-ba62-4de16822fda9 None None] Attempting to bind port 3b23c488-452d-46cf-afe1-96cb4ceebeea on network 34c933ba-ee7b-4b4e-a6b9-839156fc5f9b {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:50:28.338154 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff9a20f-63e8-4a09-ba62-4de16822fda9 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:50:28.339050 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff9a20f-63e8-4a09-ba62-4de16822fda9 None None] Checking segment: {'id': '3dd283cc-c7c2-45b6-9e1c-030522db2cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '34c933ba-ee7b-4b4e-a6b9-839156fc5f9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:50:28.339678 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0ff9a20f-63e8-4a09-ba62-4de16822fda9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:28.340288 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff9a20f-63e8-4a09-ba62-4de16822fda9 None None] Bound using segment: {'id': '3dd283cc-c7c2-45b6-9e1c-030522db2cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '34c933ba-ee7b-4b4e-a6b9-839156fc5f9b'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:50:28.341049 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-0ff9a20f-63e8-4a09-ba62-4de16822fda9 None None] Bound port: 3b23c488-452d-46cf-afe1-96cb4ceebeea, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dd283cc-c7c2-45b6-9e1c-030522db2cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '34c933ba-ee7b-4b4e-a6b9-839156fc5f9b'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:50:28.342157 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0ff9a20f-63e8-4a09-ba62-4de16822fda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:28.416019 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-0ff9a20f-63e8-4a09-ba62-4de16822fda9 None None] For port 3b23c488-452d-46cf-afe1-96cb4ceebeea, host n-d-712140-12, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:50:28.420282 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-0ff9a20f-63e8-4a09-ba62-4de16822fda9 None None] For port 3b23c488-452d-46cf-afe1-96cb4ceebeea, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=3b23c488-452d-46cf-afe1-96cb4ceebeea,segment=NetworkSegment(3dd283cc-c7c2-45b6-9e1c-030522db2cd2),segment_id=3dd283cc-c7c2-45b6-9e1c-030522db2cd2)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:50:28.422176 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eb4df3-26cb-482e-ae45-9de8f3a4b5a0 None None] Pushing event updated for resources: {'Port': ['ID=3b23c488-452d-46cf-afe1-96cb4ceebeea,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:28.432827 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87eb4df3-26cb-482e-ae45-9de8f3a4b5a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:28.433487 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87eb4df3-26cb-482e-ae45-9de8f3a4b5a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:28.434022 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87eb4df3-26cb-482e-ae45-9de8f3a4b5a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:28.434543 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87eb4df3-26cb-482e-ae45-9de8f3a4b5a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:28.435051 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87eb4df3-26cb-482e-ae45-9de8f3a4b5a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:28.435555 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87eb4df3-26cb-482e-ae45-9de8f3a4b5a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:28.436077 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87eb4df3-26cb-482e-ae45-9de8f3a4b5a0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:28.436595 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87eb4df3-26cb-482e-ae45-9de8f3a4b5a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:28.437107 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87eb4df3-26cb-482e-ae45-9de8f3a4b5a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:28.437439 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87eb4df3-26cb-482e-ae45-9de8f3a4b5a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:28.437771 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87eb4df3-26cb-482e-ae45-9de8f3a4b5a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:28.438094 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87eb4df3-26cb-482e-ae45-9de8f3a4b5a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:28.442149 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0ff9a20f-63e8-4a09-ba62-4de16822fda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:28.507974 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eb4df3-26cb-482e-ae45-9de8f3a4b5a0 None None] Pushing event updated for resources: {'Port': ['ID=3b23c488-452d-46cf-afe1-96cb4ceebeea,revision_number=4']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:28.516944 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff9a20f-63e8-4a09-ba62-4de16822fda9 None None] Routers {'13e90c83-10d1-4fc0-804d-fa6fc1adea26'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:50:28.517574 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-0ff9a20f-63e8-4a09-ba62-4de16822fda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:50:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['13e90c83-10d1-4fc0-804d-fa6fc1adea26'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:28.632359 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a038bc2a-7112-45af-911e-06ebb47c2347 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:28.640099 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-0ff9a20f-63e8-4a09-ba62-4de16822fda9 None None] Set router 13e90c83-10d1-4fc0-804d-fa6fc1adea26 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:50:28.778408 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:28.855365 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a038bc2a-7112-45af-911e-06ebb47c2347 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409'] for router, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:28.859467 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-0ff9a20f-63e8-4a09-ba62-4de16822fda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e90c83-10d1-4fc0-804d-fa6fc1adea26', 'name': 'tempest-TestVolumeBootPattern-403855793-router', 'tenant_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '9d0461f2-41d9-411d-9cc6-e19ff84cec3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:50:20Z', 'updated_at': '2021-08-29T04:50:24Z', 'revision_number': 4, 'project_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'gw_port': {'id': '9d0461f2-41d9-411d-9cc6-e19ff84cec3c', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e90c83-10d1-4fc0-804d-fa6fc1adea26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:50:21Z', 'updated_at': '2021-08-29T04:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '3b23c488-452d-46cf-afe1-96cb4ceebeea', 'name': '', 'network_id': '34c933ba-ee7b-4b4e-a6b9-839156fc5f9b', 'tenant_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'mac_address': 'fa:16:3e:72:9f:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13e90c83-10d1-4fc0-804d-fa6fc1adea26', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '3503bfff-49df-4a18-910a-15b4d56f679f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:50:23Z', 'updated_at': '2021-08-29T04:50:28Z', 'revision_number': 4, 'project_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'subnets': [{'id': '3503bfff-49df-4a18-910a-15b4d56f679f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:28.892480 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff9a20f-63e8-4a09-ba62-4de16822fda9 None None] The sync data for ids ['13e90c83-10d1-4fc0-804d-fa6fc1adea26'] in n-d-712140-12 is: [{'id': '13e90c83-10d1-4fc0-804d-fa6fc1adea26', 'name': 'tempest-TestVolumeBootPattern-403855793-router', 'tenant_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '9d0461f2-41d9-411d-9cc6-e19ff84cec3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:50:20Z', 'updated_at': '2021-08-29T04:50:24Z', 'revision_number': 4, 'project_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'gw_port': {'id': '9d0461f2-41d9-411d-9cc6-e19ff84cec3c', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e90c83-10d1-4fc0-804d-fa6fc1adea26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:50:21Z', 'updated_at': '2021-08-29T04:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '3b23c488-452d-46cf-afe1-96cb4ceebeea', 'name': '', 'network_id': '34c933ba-ee7b-4b4e-a6b9-839156fc5f9b', 'tenant_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'mac_address': 'fa:16:3e:72:9f:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13e90c83-10d1-4fc0-804d-fa6fc1adea26', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '3503bfff-49df-4a18-910a-15b4d56f679f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:50:23Z', 'updated_at': '2021-08-29T04:50:28Z', 'revision_number': 4, 'project_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'subnets': [{'id': '3503bfff-49df-4a18-910a-15b4d56f679f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:50:28.928890 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d739ec46-e834-47d0-98dc-8263381656be req-04f6ae5c-e84e-4211-a12f-dd0ed4cbed3d tempest-VolumesNegativeTest-479826933 tempest-VolumesNegativeTest-479826933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:28.932519 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d739ec46-e834-47d0-98dc-8263381656be req-04f6ae5c-e84e-4211-a12f-dd0ed4cbed3d tempest-VolumesNegativeTest-479826933 tempest-VolumesNegativeTest-479826933-project] 10.222.0.22 "GET /v2.0/ports?device_id=666af34f-ad5f-49b8-b2d1-06163f62d65f HTTP/1.1" status: 200 len: 948 time: 0.0657358 Aug 29 04:50:28.981268 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d739ec46-e834-47d0-98dc-8263381656be req-bc59e6a9-98f2-4633-9b40-cc002122bcc9 tempest-VolumesNegativeTest-479826933 tempest-VolumesNegativeTest-479826933-project] 10.222.0.22 "GET /v2.0/security-groups?id=e91afdfd-33ba-46c1-8fc4-428c5d39d0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395179 Aug 29 04:50:29.031977 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a038bc2a-7112-45af-911e-06ebb47c2347 admin admin] Router 77200423-2a0f-4a12-ba25-d7a13316e4ef is scheduled to L3 agent 76874008-c311-485c-ba36-921b6d275b6a with binding_index 1 {{(pid=94829) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:50:29.150687 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a038bc2a-7112-45af-911e-06ebb47c2347 admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:50:29.160558 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba39248-32dc-4bd3-aa75-d8c3cb12a620 None None] Sync routers for ids ['77200423-2a0f-4a12-ba25-d7a13316e4ef'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:50:29.175284 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba39248-32dc-4bd3-aa75-d8c3cb12a620 None None] Routers {'77200423-2a0f-4a12-ba25-d7a13316e4ef'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:50:29.176250 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-4ba39248-32dc-4bd3-aa75-d8c3cb12a620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:50:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['77200423-2a0f-4a12-ba25-d7a13316e4ef'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:29.179094 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a038bc2a-7112-45af-911e-06ebb47c2347 admin admin] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:29.183998 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-a038bc2a-7112-45af-911e-06ebb47c2347 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1596565 Aug 29 04:50:29.184957 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 35322) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:29.256668 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f162e2d7-5397-4f19-8fe4-a490ff84299a None None] Network 9f435216-d9d8-4498-9c6d-713f107475ac requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:50:29.368799 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-662f58e9-d471-4373-a1a6-82e506b108de None None] Provisioning for port 12f0af37-5895-4191-893c-2b78cbbf5ff5 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:50:29.382462 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 3b23c488-452d-46cf-afe1-96cb4ceebeea up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:50:29.450554 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-4ba39248-32dc-4bd3-aa75-d8c3cb12a620 None None] Set router 77200423-2a0f-4a12-ba25-d7a13316e4ef gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:50:29.602886 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 3b23c488-452d-46cf-afe1-96cb4ceebeea completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:50:29.629179 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 3b23c488-452d-46cf-afe1-96cb4ceebeea triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:50:29.629565 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:29.663570 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1c7e2a88-8f98-4fc4-afd4-760792bdaf9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:29.777745 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:29.796266 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-4ba39248-32dc-4bd3-aa75-d8c3cb12a620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77200423-2a0f-4a12-ba25-d7a13316e4ef', 'name': 'tempest-TestVolumeBootPattern-462442534-router', 'tenant_id': 'abd5f908b0954e4c91fd28be9b843bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': 'd3e84f17-b0fe-4cef-8679-ebc180708436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:50:27Z', 'updated_at': '2021-08-29T04:50:28Z', 'revision_number': 3, 'project_id': 'abd5f908b0954e4c91fd28be9b843bcf', 'gw_port': {'id': 'd3e84f17-b0fe-4cef-8679-ebc180708436', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:40:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77200423-2a0f-4a12-ba25-d7a13316e4ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:50:27Z', 'updated_at': '2021-08-29T04:50:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:29.830436 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba39248-32dc-4bd3-aa75-d8c3cb12a620 None None] Checking router: 77200423-2a0f-4a12-ba25-d7a13316e4ef for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:50:29.830748 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba39248-32dc-4bd3-aa75-d8c3cb12a620 None None] Updating router 77200423-2a0f-4a12-ba25-d7a13316e4ef port d3e84f17-b0fe-4cef-8679-ebc180708436 binding host n-d-712140-12 {{(pid=94830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:50:29.862226 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4ba39248-32dc-4bd3-aa75-d8c3cb12a620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:29.874788 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-1c7e2a88-8f98-4fc4-afd4-760792bdaf9f admin admin] Allocated IP 172.20.0.1 (9f435216-d9d8-4498-9c6d-713f107475ac/786f7b0b-075e-450d-80e4-464224f9b278/7ef408fe-36af-4554-957d-2fe5ebb59b25) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:50:29.889289 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 3b23c488-452d-46cf-afe1-96cb4ceebeea, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=3b23c488-452d-46cf-afe1-96cb4ceebeea,segment=NetworkSegment(3dd283cc-c7c2-45b6-9e1c-030522db2cd2),segment_id=3dd283cc-c7c2-45b6-9e1c-030522db2cd2)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:50:29.896611 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:29.897669 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 12f0af37-5895-4191-893c-2b78cbbf5ff5 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:50:29.988569 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1c7e2a88-8f98-4fc4-afd4-760792bdaf9f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:30.002901 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-1c7e2a88-8f98-4fc4-afd4-760792bdaf9f admin admin] Transition to ACTIVE for port object 7ef408fe-36af-4554-957d-2fe5ebb59b25 will not be triggered until provisioned by entity DHCP. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:50:30.044981 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1c7e2a88-8f98-4fc4-afd4-760792bdaf9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:30.048601 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=3b23c488-452d-46cf-afe1-96cb4ceebeea,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:30.087781 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 12f0af37-5895-4191-893c-2b78cbbf5ff5 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:50:30.097690 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7e2a88-8f98-4fc4-afd4-760792bdaf9f admin admin] Network 9f435216-d9d8-4498-9c6d-713f107475ac is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:50:30.117029 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 12f0af37-5895-4191-893c-2b78cbbf5ff5 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:50:30.117408 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:30.119119 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-1c7e2a88-8f98-4fc4-afd4-760792bdaf9f admin admin] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:30.123544 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7e2a88-8f98-4fc4-afd4-760792bdaf9f admin admin] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:50:30.153786 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7e2a88-8f98-4fc4-afd4-760792bdaf9f admin admin] Pushing event updated for resources: {'Port': ['ID=7ef408fe-36af-4554-957d-2fe5ebb59b25,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:30.188860 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744a4085-6318-43c4-8caa-12503c33067c req-d997fe31-1528-45da-afde-5419f996d24f tempest-VolumesNegativeTest-479826933 tempest-VolumesNegativeTest-479826933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:30.190773 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-744a4085-6318-43c4-8caa-12503c33067c req-d997fe31-1528-45da-afde-5419f996d24f tempest-VolumesNegativeTest-479826933 tempest-VolumesNegativeTest-479826933-project] 10.222.0.22 "GET /v2.0/ports?device_id=666af34f-ad5f-49b8-b2d1-06163f62d65f HTTP/1.1" status: 200 len: 948 time: 0.1130948 Aug 29 04:50:30.191708 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1c7e2a88-8f98-4fc4-afd4-760792bdaf9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719598'] for router_interface, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:30.268118 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:30.276363 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-744a4085-6318-43c4-8caa-12503c33067c req-ffa56499-1473-43d4-b85c-56cd66101b75 tempest-VolumesNegativeTest-479826933 tempest-VolumesNegativeTest-479826933-project] 10.222.0.22 "GET /v2.0/security-groups?id=e91afdfd-33ba-46c1-8fc4-428c5d39d0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503948 Aug 29 04:50:30.306527 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4ba39248-32dc-4bd3-aa75-d8c3cb12a620 None None] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:30.327117 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 12f0af37-5895-4191-893c-2b78cbbf5ff5, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=12f0af37-5895-4191-893c-2b78cbbf5ff5,segment=NetworkSegment(04fd75eb-c99d-46e5-9647-3c516dd1bb49),segment_id=04fd75eb-c99d-46e5-9647-3c516dd1bb49)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:50:30.328441 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-4ba39248-32dc-4bd3-aa75-d8c3cb12a620 None None] Transition to ACTIVE for port object d3e84f17-b0fe-4cef-8679-ebc180708436 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:50:30.332526 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:30.333374 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 9d0461f2-41d9-411d-9cc6-e19ff84cec3c up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:50:30.338119 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4ba39248-32dc-4bd3-aa75-d8c3cb12a620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:30.365330 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1c7e2a88-8f98-4fc4-afd4-760792bdaf9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:30.537307 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1c7e2a88-8f98-4fc4-afd4-760792bdaf9f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:30.543121 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1c7e2a88-8f98-4fc4-afd4-760792bdaf9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:30.558694 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:50:30.593384 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-ad3a2057-7c63-4d1a-a718-64e41521f431 None None] Provisioning for port 7ef408fe-36af-4554-957d-2fe5ebb59b25 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:50:30.596265 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-4ba39248-32dc-4bd3-aa75-d8c3cb12a620 None None] Attempting to bind port d3e84f17-b0fe-4cef-8679-ebc180708436 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:50:30.596643 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-4ba39248-32dc-4bd3-aa75-d8c3cb12a620 None None] Attempting to bind port d3e84f17-b0fe-4cef-8679-ebc180708436 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:50:30.597007 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba39248-32dc-4bd3-aa75-d8c3cb12a620 None None] Attempting to bind port d3e84f17-b0fe-4cef-8679-ebc180708436 on network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:50:30.600026 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=12f0af37-5895-4191-893c-2b78cbbf5ff5,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:30.609387 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-ad3a2057-7c63-4d1a-a718-64e41521f431 None None] Provisioning complete for port 7ef408fe-36af-4554-957d-2fe5ebb59b25 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:50:30.609625 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ad3a2057-7c63-4d1a-a718-64e41521f431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:30.621125 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7e2a88-8f98-4fc4-afd4-760792bdaf9f admin admin] Pushing event updated for resources: {'Port': ['ID=7ef408fe-36af-4554-957d-2fe5ebb59b25,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:30.624708 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1c7e2a88-8f98-4fc4-afd4-760792bdaf9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-718897'] for router_interface, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:30.630538 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba39248-32dc-4bd3-aa75-d8c3cb12a620 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:50:30.630799 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba39248-32dc-4bd3-aa75-d8c3cb12a620 None None] Checking segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:50:30.631196 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4ba39248-32dc-4bd3-aa75-d8c3cb12a620 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:30.631596 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba39248-32dc-4bd3-aa75-d8c3cb12a620 None None] Bound using segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:50:30.632113 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-4ba39248-32dc-4bd3-aa75-d8c3cb12a620 None None] Bound port: d3e84f17-b0fe-4cef-8679-ebc180708436, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:50:30.632500 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4ba39248-32dc-4bd3-aa75-d8c3cb12a620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:30.705393 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 9d0461f2-41d9-411d-9cc6-e19ff84cec3c triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:50:30.705712 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:30.711116 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-ad3a2057-7c63-4d1a-a718-64e41521f431 None None] Port 7ef408fe-36af-4554-957d-2fe5ebb59b25 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:50:30.722051 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c38e5c-e9fa-4377-ad3a-5db8996164d5 None None] Pushing event updated for resources: {'Port': ['ID=d3e84f17-b0fe-4cef-8679-ebc180708436,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:30.722255 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7e2a88-8f98-4fc4-afd4-760792bdaf9f admin admin] Network 9f435216-d9d8-4498-9c6d-713f107475ac is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:50:30.724330 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-1c7e2a88-8f98-4fc4-afd4-760792bdaf9f admin admin] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:30.763631 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-4ba39248-32dc-4bd3-aa75-d8c3cb12a620 None None] For port d3e84f17-b0fe-4cef-8679-ebc180708436, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:50:30.768922 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-4ba39248-32dc-4bd3-aa75-d8c3cb12a620 None None] For port d3e84f17-b0fe-4cef-8679-ebc180708436, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=d3e84f17-b0fe-4cef-8679-ebc180708436,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:50:30.774617 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4ba39248-32dc-4bd3-aa75-d8c3cb12a620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:30.861510 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba39248-32dc-4bd3-aa75-d8c3cb12a620 None None] Routers {'77200423-2a0f-4a12-ba25-d7a13316e4ef'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:50:30.862231 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-4ba39248-32dc-4bd3-aa75-d8c3cb12a620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:50:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['77200423-2a0f-4a12-ba25-d7a13316e4ef'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:30.866045 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c7e2a88-8f98-4fc4-afd4-760792bdaf9f admin admin] Router 77200423-2a0f-4a12-ba25-d7a13316e4ef has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:50:30.912010 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c38e5c-e9fa-4377-ad3a-5db8996164d5 None None] Pushing event updated for resources: {'Port': ['ID=d3e84f17-b0fe-4cef-8679-ebc180708436,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:30.987151 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c7e2a88-8f98-4fc4-afd4-760792bdaf9f admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:50:30.991510 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-4ba39248-32dc-4bd3-aa75-d8c3cb12a620 None None] Set router 77200423-2a0f-4a12-ba25-d7a13316e4ef gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:50:30.994044 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-1c7e2a88-8f98-4fc4-afd4-760792bdaf9f admin admin] 10.222.0.22 "PUT /v2.0/routers/77200423-2a0f-4a12-ba25-d7a13316e4ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8082976 Aug 29 04:50:31.072712 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-df04dd82-ee0a-4e64-bf19-92e0edd0ab4c None None] Provisioning complete for port 7ef408fe-36af-4554-957d-2fe5ebb59b25 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:50:31.072992 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-df04dd82-ee0a-4e64-bf19-92e0edd0ab4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:31.152149 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-df04dd82-ee0a-4e64-bf19-92e0edd0ab4c None None] Port 7ef408fe-36af-4554-957d-2fe5ebb59b25 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:50:31.209610 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 3b23c488-452d-46cf-afe1-96cb4ceebeea up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:50:31.279417 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-4ba39248-32dc-4bd3-aa75-d8c3cb12a620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77200423-2a0f-4a12-ba25-d7a13316e4ef', 'name': 'tempest-TestVolumeBootPattern-462442534-router', 'tenant_id': 'abd5f908b0954e4c91fd28be9b843bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': 'd3e84f17-b0fe-4cef-8679-ebc180708436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:50:27Z', 'updated_at': '2021-08-29T04:50:30Z', 'revision_number': 4, 'project_id': 'abd5f908b0954e4c91fd28be9b843bcf', 'gw_port': {'id': 'd3e84f17-b0fe-4cef-8679-ebc180708436', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:40:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77200423-2a0f-4a12-ba25-d7a13316e4ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:50:27Z', 'updated_at': '2021-08-29T04:50:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '7ef408fe-36af-4554-957d-2fe5ebb59b25', 'name': '', 'network_id': '9f435216-d9d8-4498-9c6d-713f107475ac', 'tenant_id': 'abd5f908b0954e4c91fd28be9b843bcf', 'mac_address': 'fa:16:3e:34:42:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77200423-2a0f-4a12-ba25-d7a13316e4ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '786f7b0b-075e-450d-80e4-464224f9b278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:50:29Z', 'updated_at': '2021-08-29T04:50:30Z', 'revision_number': 2, 'project_id': 'abd5f908b0954e4c91fd28be9b843bcf', 'subnets': [{'id': '786f7b0b-075e-450d-80e4-464224f9b278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:31.282848 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 3b23c488-452d-46cf-afe1-96cb4ceebeea triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:50:31.283226 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:31.312597 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba39248-32dc-4bd3-aa75-d8c3cb12a620 None None] The sync data for ids ['77200423-2a0f-4a12-ba25-d7a13316e4ef'] in n-d-712140-12 is: [{'id': '77200423-2a0f-4a12-ba25-d7a13316e4ef', 'name': 'tempest-TestVolumeBootPattern-462442534-router', 'tenant_id': 'abd5f908b0954e4c91fd28be9b843bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': 'd3e84f17-b0fe-4cef-8679-ebc180708436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:50:27Z', 'updated_at': '2021-08-29T04:50:30Z', 'revision_number': 4, 'project_id': 'abd5f908b0954e4c91fd28be9b843bcf', 'gw_port': {'id': 'd3e84f17-b0fe-4cef-8679-ebc180708436', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:40:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77200423-2a0f-4a12-ba25-d7a13316e4ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:50:27Z', 'updated_at': '2021-08-29T04:50:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '7ef408fe-36af-4554-957d-2fe5ebb59b25', 'name': '', 'network_id': '9f435216-d9d8-4498-9c6d-713f107475ac', 'tenant_id': 'abd5f908b0954e4c91fd28be9b843bcf', 'mac_address': 'fa:16:3e:34:42:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77200423-2a0f-4a12-ba25-d7a13316e4ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '786f7b0b-075e-450d-80e4-464224f9b278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:50:29Z', 'updated_at': '2021-08-29T04:50:30Z', 'revision_number': 2, 'project_id': 'abd5f908b0954e4c91fd28be9b843bcf', 'subnets': [{'id': '786f7b0b-075e-450d-80e4-464224f9b278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:50:31.401076 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 12f0af37-5895-4191-893c-2b78cbbf5ff5 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:50:31.421608 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e955a4-ddf6-465c-8ae6-b6d499722436 req-907b2e6d-448d-4882-ac6e-472c21358f64 tempest-VolumesNegativeTest-479826933 tempest-VolumesNegativeTest-479826933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:31.423207 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a0e955a4-ddf6-465c-8ae6-b6d499722436 req-907b2e6d-448d-4882-ac6e-472c21358f64 tempest-VolumesNegativeTest-479826933 tempest-VolumesNegativeTest-479826933-project] 10.222.0.22 "GET /v2.0/ports?device_id=666af34f-ad5f-49b8-b2d1-06163f62d65f HTTP/1.1" status: 200 len: 948 time: 0.0578270 Aug 29 04:50:31.454223 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 12f0af37-5895-4191-893c-2b78cbbf5ff5 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:50:31.454599 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:31.467061 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a0e955a4-ddf6-465c-8ae6-b6d499722436 req-55b210dc-0619-4dbc-9223-c68663212b99 tempest-VolumesNegativeTest-479826933 tempest-VolumesNegativeTest-479826933-project] 10.222.0.22 "GET /v2.0/security-groups?id=e91afdfd-33ba-46c1-8fc4-428c5d39d0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374899 Aug 29 04:50:32.240203 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 9c7f0a7a-6c66-4d17-8de3-5ccd8ee30693 details requested by agent hyperv_n-h2-712140-12 with host n-h2-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:50:32.349007 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 9c7f0a7a-6c66-4d17-8de3-5ccd8ee30693, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=9c7f0a7a-6c66-4d17-8de3-5ccd8ee30693,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:50:32.361852 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Returning: {'device': '9c7f0a7a-6c66-4d17-8de3-5ccd8ee30693', 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45', 'port_id': '9c7f0a7a-6c66-4d17-8de3-5ccd8ee30693', 'mac_address': 'fa:16:3e:58:e4:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18cd12d4-b12a-41b0-b0c5-618edbb84e74', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:50:32.410382 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:32.428930 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c7f0a7a-6c66-4d17-8de3-5ccd8ee30693 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:50:32.450144 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 9c7f0a7a-6c66-4d17-8de3-5ccd8ee30693, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=9c7f0a7a-6c66-4d17-8de3-5ccd8ee30693,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:50:32.454885 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:32.504693 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=9c7f0a7a-6c66-4d17-8de3-5ccd8ee30693,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:32.599717 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5d0009-5ec6-42f9-868f-115ff73aaa87 req-8f5c1677-75f2-4a80-b8eb-e2a67813dc67 tempest-VolumesNegativeTest-479826933 tempest-VolumesNegativeTest-479826933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:32.601339 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3f5d0009-5ec6-42f9-868f-115ff73aaa87 req-8f5c1677-75f2-4a80-b8eb-e2a67813dc67 tempest-VolumesNegativeTest-479826933 tempest-VolumesNegativeTest-479826933-project] 10.222.0.22 "GET /v2.0/ports?device_id=666af34f-ad5f-49b8-b2d1-06163f62d65f HTTP/1.1" status: 200 len: 949 time: 0.0594554 Aug 29 04:50:32.647566 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3f5d0009-5ec6-42f9-868f-115ff73aaa87 req-170ef8b6-0c15-49b4-8ec0-208869d2cfbc tempest-VolumesNegativeTest-479826933 tempest-VolumesNegativeTest-479826933-project] 10.222.0.22 "GET /v2.0/security-groups?id=e91afdfd-33ba-46c1-8fc4-428c5d39d0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396068 Aug 29 04:50:32.864575 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['9c7f0a7a-6c66-4d17-8de3-5ccd8ee30693'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:50:33.145181 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb217159-4ee2-44cd-b1d8-2e84118d83c2 req-3a586446-cdf0-41fc-907b-39a275a1cc4c tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:33.146413 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fb217159-4ee2-44cd-b1d8-2e84118d83c2 req-3a586446-cdf0-41fc-907b-39a275a1cc4c tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/networks?id=34c933ba-ee7b-4b4e-a6b9-839156fc5f9b HTTP/1.1" status: 200 len: 811 time: 0.1108303 Aug 29 04:50:33.168015 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fb217159-4ee2-44cd-b1d8-2e84118d83c2 req-81edfd52-8650-402a-a427-a989f7b196bb tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/quotas/9e4c4c6e36d14588ab4691d1cbcbcb2b HTTP/1.1" status: 200 len: 375 time: 0.0107889 Aug 29 04:50:33.216709 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device d3e84f17-b0fe-4cef-8679-ebc180708436 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:50:33.225518 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fb217159-4ee2-44cd-b1d8-2e84118d83c2 req-ea2a7408-5550-4a04-92f5-1b1fdc5169b9 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=9e4c4c6e36d14588ab4691d1cbcbcb2b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0514338 Aug 29 04:50:33.276760 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port d3e84f17-b0fe-4cef-8679-ebc180708436 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:50:33.280548 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port d3e84f17-b0fe-4cef-8679-ebc180708436 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:50:33.280925 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:33.364457 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:33.391161 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port d3e84f17-b0fe-4cef-8679-ebc180708436, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=d3e84f17-b0fe-4cef-8679-ebc180708436,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:50:33.400498 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:33.433148 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0750fe68-638a-46e4-bb42-88667b4220bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:33.443665 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea468a1a-ba2f-47bf-bcf6-e16e39c5bc95 None None] Sync routers for ids ['77200423-2a0f-4a12-ba25-d7a13316e4ef'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:50:33.452431 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fb217159-4ee2-44cd-b1d8-2e84118d83c2 req-e441b762-53dc-40a2-bb45-c06b55f54d62 service neutron] 10.222.0.22 "GET /v2.0/networks/34c933ba-ee7b-4b4e-a6b9-839156fc5f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167056 Aug 29 04:50:33.455781 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea468a1a-ba2f-47bf-bcf6-e16e39c5bc95 None None] Routers {'77200423-2a0f-4a12-ba25-d7a13316e4ef'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:50:33.456411 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-ea468a1a-ba2f-47bf-bcf6-e16e39c5bc95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:50:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['77200423-2a0f-4a12-ba25-d7a13316e4ef'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:33.464133 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=d3e84f17-b0fe-4cef-8679-ebc180708436,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:33.550297 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fb217159-4ee2-44cd-b1d8-2e84118d83c2 req-101b5da9-452a-4e94-bdf3-8d4d84a70722 service neutron] 10.222.0.22 "GET /v2.0/networks/34c933ba-ee7b-4b4e-a6b9-839156fc5f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906549 Aug 29 04:50:33.567738 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-ea468a1a-ba2f-47bf-bcf6-e16e39c5bc95 None None] Set router 77200423-2a0f-4a12-ba25-d7a13316e4ef gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:50:33.793214 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4fd894-d531-4be1-b1c7-471bea0e1bc3 req-d4a98dbb-8472-4c0c-b36f-2312f0a696eb tempest-VolumesNegativeTest-479826933 tempest-VolumesNegativeTest-479826933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:33.800195 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8a4fd894-d531-4be1-b1c7-471bea0e1bc3 req-d4a98dbb-8472-4c0c-b36f-2312f0a696eb tempest-VolumesNegativeTest-479826933 tempest-VolumesNegativeTest-479826933-project] 10.222.0.22 "GET /v2.0/ports?device_id=666af34f-ad5f-49b8-b2d1-06163f62d65f HTTP/1.1" status: 200 len: 949 time: 0.0647395 Aug 29 04:50:33.865642 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8a4fd894-d531-4be1-b1c7-471bea0e1bc3 req-4d657a89-80aa-4102-b510-9b1ff9791e9d tempest-VolumesNegativeTest-479826933 tempest-VolumesNegativeTest-479826933-project] 10.222.0.22 "GET /v2.0/security-groups?id=e91afdfd-33ba-46c1-8fc4-428c5d39d0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539315 Aug 29 04:50:33.901967 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-cacbdad1-a79e-46a2-9d92-47d12d60a301 req-4840e214-3a6f-4422-a03d-a7ca63682c35 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=7b795638-a544-482c-a8cf-d538c90d0150 HTTP/1.1" status: 200 len: 210 time: 0.0404761 Aug 29 04:50:33.948611 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-ea468a1a-ba2f-47bf-bcf6-e16e39c5bc95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77200423-2a0f-4a12-ba25-d7a13316e4ef', 'name': 'tempest-TestVolumeBootPattern-462442534-router', 'tenant_id': 'abd5f908b0954e4c91fd28be9b843bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': 'd3e84f17-b0fe-4cef-8679-ebc180708436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:50:27Z', 'updated_at': '2021-08-29T04:50:30Z', 'revision_number': 4, 'project_id': 'abd5f908b0954e4c91fd28be9b843bcf', 'gw_port': {'id': 'd3e84f17-b0fe-4cef-8679-ebc180708436', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:40:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77200423-2a0f-4a12-ba25-d7a13316e4ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:50:27Z', 'updated_at': '2021-08-29T04:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '7ef408fe-36af-4554-957d-2fe5ebb59b25', 'name': '', 'network_id': '9f435216-d9d8-4498-9c6d-713f107475ac', 'tenant_id': 'abd5f908b0954e4c91fd28be9b843bcf', 'mac_address': 'fa:16:3e:34:42:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77200423-2a0f-4a12-ba25-d7a13316e4ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '786f7b0b-075e-450d-80e4-464224f9b278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:50:29Z', 'updated_at': '2021-08-29T04:50:30Z', 'revision_number': 2, 'project_id': 'abd5f908b0954e4c91fd28be9b843bcf', 'subnets': [{'id': '786f7b0b-075e-450d-80e4-464224f9b278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:33.993322 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea468a1a-ba2f-47bf-bcf6-e16e39c5bc95 None None] Checking router: 77200423-2a0f-4a12-ba25-d7a13316e4ef for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:50:33.994101 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea468a1a-ba2f-47bf-bcf6-e16e39c5bc95 None None] Updating router 77200423-2a0f-4a12-ba25-d7a13316e4ef port 7ef408fe-36af-4554-957d-2fe5ebb59b25 binding host n-d-712140-12 {{(pid=94831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:50:34.025539 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ea468a1a-ba2f-47bf-bcf6-e16e39c5bc95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:34.256160 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 9c7f0a7a-6c66-4d17-8de3-5ccd8ee30693 up at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:50:34.308983 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning for port 9c7f0a7a-6c66-4d17-8de3-5ccd8ee30693 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:50:34.313434 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning complete for port 9c7f0a7a-6c66-4d17-8de3-5ccd8ee30693 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:50:34.313825 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:34.342977 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ea468a1a-ba2f-47bf-bcf6-e16e39c5bc95 None None] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:34.353650 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-ea468a1a-ba2f-47bf-bcf6-e16e39c5bc95 None None] Transition to ACTIVE for port object 7ef408fe-36af-4554-957d-2fe5ebb59b25 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:50:34.360107 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ea468a1a-ba2f-47bf-bcf6-e16e39c5bc95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:34.397446 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:34.432825 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '666af34f-ad5f-49b8-b2d1-06163f62d65f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c7f0a7a-6c66-4d17-8de3-5ccd8ee30693'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:50:34.434086 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e28dfe-088a-4ada-9345-065d8db094af None None] Pushing event updated for resources: {'Port': ['ID=7ef408fe-36af-4554-957d-2fe5ebb59b25,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:34.436032 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdf1be3e-7a6e-45b1-bbf8-f3898f97456e" -d '{"events": [{"server_uuid": "666af34f-ad5f-49b8-b2d1-06163f62d65f", "name": "network-vif-plugged", "status": "completed", "tag": "9c7f0a7a-6c66-4d17-8de3-5ccd8ee30693"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:50:34.477175 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-ea468a1a-ba2f-47bf-bcf6-e16e39c5bc95 None None] Attempting to bind port 7ef408fe-36af-4554-957d-2fe5ebb59b25 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:50:34.478366 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-ea468a1a-ba2f-47bf-bcf6-e16e39c5bc95 None None] Attempting to bind port 7ef408fe-36af-4554-957d-2fe5ebb59b25 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '04fd75eb-c99d-46e5-9647-3c516dd1bb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '9f435216-d9d8-4498-9c6d-713f107475ac'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:50:34.478925 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea468a1a-ba2f-47bf-bcf6-e16e39c5bc95 None None] Attempting to bind port 7ef408fe-36af-4554-957d-2fe5ebb59b25 on network 9f435216-d9d8-4498-9c6d-713f107475ac {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:50:34.483710 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 9c7f0a7a-6c66-4d17-8de3-5ccd8ee30693, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=9c7f0a7a-6c66-4d17-8de3-5ccd8ee30693,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:50:34.485513 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea468a1a-ba2f-47bf-bcf6-e16e39c5bc95 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:50:34.487280 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea468a1a-ba2f-47bf-bcf6-e16e39c5bc95 None None] Checking segment: {'id': '04fd75eb-c99d-46e5-9647-3c516dd1bb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '9f435216-d9d8-4498-9c6d-713f107475ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:50:34.487860 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ea468a1a-ba2f-47bf-bcf6-e16e39c5bc95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:34.488392 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea468a1a-ba2f-47bf-bcf6-e16e39c5bc95 None None] Bound using segment: {'id': '04fd75eb-c99d-46e5-9647-3c516dd1bb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '9f435216-d9d8-4498-9c6d-713f107475ac'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:50:34.489210 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-ea468a1a-ba2f-47bf-bcf6-e16e39c5bc95 None None] Bound port: 7ef408fe-36af-4554-957d-2fe5ebb59b25, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04fd75eb-c99d-46e5-9647-3c516dd1bb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '9f435216-d9d8-4498-9c6d-713f107475ac'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:50:34.489691 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ea468a1a-ba2f-47bf-bcf6-e16e39c5bc95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:34.491175 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8296ea8-d04b-42b6-a6dc-2d2a445dd59d x-openstack-request-id: req-d8296ea8-d04b-42b6-a6dc-2d2a445dd59d {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:50:34.491474 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "666af34f-ad5f-49b8-b2d1-06163f62d65f", "name": "network-vif-plugged", "status": "completed", "tag": "9c7f0a7a-6c66-4d17-8de3-5ccd8ee30693", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:50:34.491745 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d8296ea8-d04b-42b6-a6dc-2d2a445dd59d {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:50:34.492143 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '666af34f-ad5f-49b8-b2d1-06163f62d65f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c7f0a7a-6c66-4d17-8de3-5ccd8ee30693', 'code': 200} Aug 29 04:50:34.494025 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:34.555316 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=9c7f0a7a-6c66-4d17-8de3-5ccd8ee30693,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:34.565082 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:34.565631 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:34.566081 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:34.566918 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:34.566918 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:34.567211 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:34.567532 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:34.568064 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:34.568585 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:34.569086 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:34.569587 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:34.570103 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:34.570239 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-ea468a1a-ba2f-47bf-bcf6-e16e39c5bc95 None None] For port 7ef408fe-36af-4554-957d-2fe5ebb59b25, host n-d-712140-12, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:50:34.573641 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-ea468a1a-ba2f-47bf-bcf6-e16e39c5bc95 None None] For port 7ef408fe-36af-4554-957d-2fe5ebb59b25, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=7ef408fe-36af-4554-957d-2fe5ebb59b25,segment=NetworkSegment(04fd75eb-c99d-46e5-9647-3c516dd1bb49),segment_id=04fd75eb-c99d-46e5-9647-3c516dd1bb49)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:50:34.577839 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ea468a1a-ba2f-47bf-bcf6-e16e39c5bc95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:34.634327 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384aaf89-1239-4460-adc5-83f92a8edf42 req-9ce35884-7808-4e62-ab4b-191a2ff9d675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:34.636423 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-384aaf89-1239-4460-adc5-83f92a8edf42 req-9ce35884-7808-4e62-ab4b-191a2ff9d675 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=666af34f-ad5f-49b8-b2d1-06163f62d65f HTTP/1.1" status: 200 len: 1102 time: 0.0501146 Aug 29 04:50:34.640509 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea468a1a-ba2f-47bf-bcf6-e16e39c5bc95 None None] Routers {'77200423-2a0f-4a12-ba25-d7a13316e4ef'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:50:34.641138 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-ea468a1a-ba2f-47bf-bcf6-e16e39c5bc95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:50:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['77200423-2a0f-4a12-ba25-d7a13316e4ef'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:34.646003 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e28dfe-088a-4ada-9345-065d8db094af None None] Pushing event updated for resources: {'Port': ['ID=7ef408fe-36af-4554-957d-2fe5ebb59b25,revision_number=4']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:34.688408 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-384aaf89-1239-4460-adc5-83f92a8edf42 req-a482f537-0a9f-4216-9b5c-d8bb0372330d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e91afdfd-33ba-46c1-8fc4-428c5d39d0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447311 Aug 29 04:50:34.775974 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-ea468a1a-ba2f-47bf-bcf6-e16e39c5bc95 None None] Set router 77200423-2a0f-4a12-ba25-d7a13316e4ef gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:50:34.915860 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb217159-4ee2-44cd-b1d8-2e84118d83c2 req-ee82ea81-a30a-48e6-bf4c-7d841360ed7c tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:34.919425 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fb217159-4ee2-44cd-b1d8-2e84118d83c2 req-ee82ea81-a30a-48e6-bf4c-7d841360ed7c tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.46 "GET /v2.0/networks?id=34c933ba-ee7b-4b4e-a6b9-839156fc5f9b HTTP/1.1" status: 200 len: 811 time: 0.1432106 Aug 29 04:50:34.935942 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-fb217159-4ee2-44cd-b1d8-2e84118d83c2 req-317ffb3c-933f-47cb-b9ea-bd352e97176e tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Request body: {'port': {'device_id': '7b795638-a544-482c-a8cf-d538c90d0150', 'network_id': '34c933ba-ee7b-4b4e-a6b9-839156fc5f9b', 'admin_state_up': True, 'tenant_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:35.018491 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-ea468a1a-ba2f-47bf-bcf6-e16e39c5bc95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77200423-2a0f-4a12-ba25-d7a13316e4ef', 'name': 'tempest-TestVolumeBootPattern-462442534-router', 'tenant_id': 'abd5f908b0954e4c91fd28be9b843bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': 'd3e84f17-b0fe-4cef-8679-ebc180708436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:50:27Z', 'updated_at': '2021-08-29T04:50:30Z', 'revision_number': 4, 'project_id': 'abd5f908b0954e4c91fd28be9b843bcf', 'gw_port': {'id': 'd3e84f17-b0fe-4cef-8679-ebc180708436', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:40:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77200423-2a0f-4a12-ba25-d7a13316e4ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:50:27Z', 'updated_at': '2021-08-29T04:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '7ef408fe-36af-4554-957d-2fe5ebb59b25', 'name': '', 'network_id': '9f435216-d9d8-4498-9c6d-713f107475ac', 'tenant_id': 'abd5f908b0954e4c91fd28be9b843bcf', 'mac_address': 'fa:16:3e:34:42:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77200423-2a0f-4a12-ba25-d7a13316e4ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '786f7b0b-075e-450d-80e4-464224f9b278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:50:29Z', 'updated_at': '2021-08-29T04:50:34Z', 'revision_number': 4, 'project_id': 'abd5f908b0954e4c91fd28be9b843bcf', 'subnets': [{'id': '786f7b0b-075e-450d-80e4-464224f9b278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:35.056325 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6bed72ba-d147-4a98-9549-3b818ed5a3dc req-71f14d8e-de48-47ed-89ed-f5bc9eab712f tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=7b795638-a544-482c-a8cf-d538c90d0150 HTTP/1.1" status: 200 len: 210 time: 0.0332017 Aug 29 04:50:35.060791 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea468a1a-ba2f-47bf-bcf6-e16e39c5bc95 None None] The sync data for ids ['77200423-2a0f-4a12-ba25-d7a13316e4ef'] in n-d-712140-12 is: [{'id': '77200423-2a0f-4a12-ba25-d7a13316e4ef', 'name': 'tempest-TestVolumeBootPattern-462442534-router', 'tenant_id': 'abd5f908b0954e4c91fd28be9b843bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': 'd3e84f17-b0fe-4cef-8679-ebc180708436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:50:27Z', 'updated_at': '2021-08-29T04:50:30Z', 'revision_number': 4, 'project_id': 'abd5f908b0954e4c91fd28be9b843bcf', 'gw_port': {'id': 'd3e84f17-b0fe-4cef-8679-ebc180708436', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:40:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77200423-2a0f-4a12-ba25-d7a13316e4ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:50:27Z', 'updated_at': '2021-08-29T04:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '7ef408fe-36af-4554-957d-2fe5ebb59b25', 'name': '', 'network_id': '9f435216-d9d8-4498-9c6d-713f107475ac', 'tenant_id': 'abd5f908b0954e4c91fd28be9b843bcf', 'mac_address': 'fa:16:3e:34:42:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77200423-2a0f-4a12-ba25-d7a13316e4ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '786f7b0b-075e-450d-80e4-464224f9b278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:50:29Z', 'updated_at': '2021-08-29T04:50:34Z', 'revision_number': 4, 'project_id': 'abd5f908b0954e4c91fd28be9b843bcf', 'subnets': [{'id': '786f7b0b-075e-450d-80e4-464224f9b278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:50:35.062294 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ed72c8-3d14-4d4d-b4c0-1c436550131c req-8035b101-0a61-4421-9da0-8d9bf3666455 tempest-VolumesNegativeTest-479826933 tempest-VolumesNegativeTest-479826933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:35.068281 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-26ed72c8-3d14-4d4d-b4c0-1c436550131c req-8035b101-0a61-4421-9da0-8d9bf3666455 tempest-VolumesNegativeTest-479826933 tempest-VolumesNegativeTest-479826933-project] 10.222.0.22 "GET /v2.0/ports?device_id=666af34f-ad5f-49b8-b2d1-06163f62d65f HTTP/1.1" status: 200 len: 950 time: 0.1141989 Aug 29 04:50:35.143988 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-26ed72c8-3d14-4d4d-b4c0-1c436550131c req-bbbfd521-a95a-4e7d-b481-31bbe0b1102f tempest-VolumesNegativeTest-479826933 tempest-VolumesNegativeTest-479826933-project] 10.222.0.22 "GET /v2.0/security-groups?id=e91afdfd-33ba-46c1-8fc4-428c5d39d0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609715 Aug 29 04:50:35.170531 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb217159-4ee2-44cd-b1d8-2e84118d83c2 req-317ffb3c-933f-47cb-b9ea-bd352e97176e tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Made reservation on behalf of 9e4c4c6e36d14588ab4691d1cbcbcb2b for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:50:35.174964 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-fb217159-4ee2-44cd-b1d8-2e84118d83c2 req-317ffb3c-933f-47cb-b9ea-bd352e97176e tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:35.262787 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 7ef408fe-36af-4554-957d-2fe5ebb59b25 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:50:35.320023 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 7ef408fe-36af-4554-957d-2fe5ebb59b25 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:50:35.327497 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 7ef408fe-36af-4554-957d-2fe5ebb59b25 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:50:35.328168 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:35.356200 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-fb217159-4ee2-44cd-b1d8-2e84118d83c2 req-317ffb3c-933f-47cb-b9ea-bd352e97176e tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Allocated IP 172.20.0.12 (34c933ba-ee7b-4b4e-a6b9-839156fc5f9b/3503bfff-49df-4a18-910a-15b4d56f679f/783cc4b0-95af-4870-90a5-3dc3acb35bcb) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:50:35.428388 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:35.468086 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 7ef408fe-36af-4554-957d-2fe5ebb59b25, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=7ef408fe-36af-4554-957d-2fe5ebb59b25,segment=NetworkSegment(04fd75eb-c99d-46e5-9647-3c516dd1bb49),segment_id=04fd75eb-c99d-46e5-9647-3c516dd1bb49)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:50:35.474504 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:35.475913 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device d3e84f17-b0fe-4cef-8679-ebc180708436 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:50:35.548032 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-fb217159-4ee2-44cd-b1d8-2e84118d83c2 req-317ffb3c-933f-47cb-b9ea-bd352e97176e tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:35.556940 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=7ef408fe-36af-4554-957d-2fe5ebb59b25,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:35.566751 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-fb217159-4ee2-44cd-b1d8-2e84118d83c2 req-317ffb3c-933f-47cb-b9ea-bd352e97176e tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Transition to ACTIVE for port object 783cc4b0-95af-4870-90a5-3dc3acb35bcb will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:50:35.570706 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port d3e84f17-b0fe-4cef-8679-ebc180708436 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:50:35.571085 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:35.610211 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-fb217159-4ee2-44cd-b1d8-2e84118d83c2 req-317ffb3c-933f-47cb-b9ea-bd352e97176e tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:35.674004 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317ffb3c-933f-47cb-b9ea-bd352e97176e tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Pushing event updated for resources: {'Port': ['ID=783cc4b0-95af-4870-90a5-3dc3acb35bcb,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:35.690274 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb217159-4ee2-44cd-b1d8-2e84118d83c2 req-317ffb3c-933f-47cb-b9ea-bd352e97176e tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Network 34c933ba-ee7b-4b4e-a6b9-839156fc5f9b is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:50:35.692026 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-fb217159-4ee2-44cd-b1d8-2e84118d83c2 req-317ffb3c-933f-47cb-b9ea-bd352e97176e tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:35.694367 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb217159-4ee2-44cd-b1d8-2e84118d83c2 req-317ffb3c-933f-47cb-b9ea-bd352e97176e tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:50:35.746912 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb217159-4ee2-44cd-b1d8-2e84118d83c2 req-317ffb3c-933f-47cb-b9ea-bd352e97176e tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:35.747803 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-fb217159-4ee2-44cd-b1d8-2e84118d83c2 req-317ffb3c-933f-47cb-b9ea-bd352e97176e tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:35.766232 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fb217159-4ee2-44cd-b1d8-2e84118d83c2 req-317ffb3c-933f-47cb-b9ea-bd352e97176e tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8356063 Aug 29 04:50:35.786358 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-fb217159-4ee2-44cd-b1d8-2e84118d83c2 req-4b7ab613-7d9a-4b53-82d7-18d8600b6502 service neutron] Request body: {'port': {'device_id': '7b795638-a544-482c-a8cf-d538c90d0150', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:35.858940 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-fb217159-4ee2-44cd-b1d8-2e84118d83c2 req-4b7ab613-7d9a-4b53-82d7-18d8600b6502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:36.007348 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e0416eb9-f95a-42c4-b4c4-f92a41209022 None None] Provisioning for port 783cc4b0-95af-4870-90a5-3dc3acb35bcb completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:50:36.021300 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e0416eb9-f95a-42c4-b4c4-f92a41209022 None None] Provisioning complete for port 783cc4b0-95af-4870-90a5-3dc3acb35bcb triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:50:36.021768 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e0416eb9-f95a-42c4-b4c4-f92a41209022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:36.106153 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e0416eb9-f95a-42c4-b4c4-f92a41209022 None None] Port 783cc4b0-95af-4870-90a5-3dc3acb35bcb cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:50:36.190209 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-fb217159-4ee2-44cd-b1d8-2e84118d83c2 req-4b7ab613-7d9a-4b53-82d7-18d8600b6502 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 783cc4b0-95af-4870-90a5-3dc3acb35bcb {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:50:36.198695 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-fb217159-4ee2-44cd-b1d8-2e84118d83c2 req-4b7ab613-7d9a-4b53-82d7-18d8600b6502 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:36.200153 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadd0dbb-3f9d-4391-9f5d-3b20d698e2ed req-98019b33-9bf7-47d9-8d25-9cc63016881a tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:36.203240 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-fadd0dbb-3f9d-4391-9f5d-3b20d698e2ed req-98019b33-9bf7-47d9-8d25-9cc63016881a tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=7b795638-a544-482c-a8cf-d538c90d0150 HTTP/1.1" status: 200 len: 932 time: 0.0667334 Aug 29 04:50:36.228445 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-fb217159-4ee2-44cd-b1d8-2e84118d83c2 req-4b7ab613-7d9a-4b53-82d7-18d8600b6502 service neutron] Transition to ACTIVE for port object 783cc4b0-95af-4870-90a5-3dc3acb35bcb will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:50:36.253287 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-fb217159-4ee2-44cd-b1d8-2e84118d83c2 req-4b7ab613-7d9a-4b53-82d7-18d8600b6502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:36.262214 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b73de295-793c-4cee-8c1e-049a970246b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:36.271954 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-fadd0dbb-3f9d-4391-9f5d-3b20d698e2ed req-6bbd38fc-ae18-40d7-bf40-dd24200b2f88 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c168b81-4210-48d3-a468-3552fea266dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564628 Aug 29 04:50:36.356023 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7ab613-7d9a-4b53-82d7-18d8600b6502 service neutron] Pushing event updated for resources: {'Port': ['ID=783cc4b0-95af-4870-90a5-3dc3acb35bcb,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:36.389393 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc23c45-096b-4a72-bc5a-58128f94360c req-45d9363e-5ed3-46f4-9e2e-8c2a3c7b7f0c tempest-VolumesNegativeTest-479826933 tempest-VolumesNegativeTest-479826933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:36.390997 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0fc23c45-096b-4a72-bc5a-58128f94360c req-45d9363e-5ed3-46f4-9e2e-8c2a3c7b7f0c tempest-VolumesNegativeTest-479826933 tempest-VolumesNegativeTest-479826933-project] 10.222.0.22 "GET /v2.0/ports?device_id=666af34f-ad5f-49b8-b2d1-06163f62d65f HTTP/1.1" status: 200 len: 950 time: 0.1608758 Aug 29 04:50:36.444746 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-fb217159-4ee2-44cd-b1d8-2e84118d83c2 req-4b7ab613-7d9a-4b53-82d7-18d8600b6502 service neutron] Attempting to bind port 783cc4b0-95af-4870-90a5-3dc3acb35bcb on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:50:36.445099 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-fb217159-4ee2-44cd-b1d8-2e84118d83c2 req-4b7ab613-7d9a-4b53-82d7-18d8600b6502 service neutron] Attempting to bind port 783cc4b0-95af-4870-90a5-3dc3acb35bcb by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': '3dd283cc-c7c2-45b6-9e1c-030522db2cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '34c933ba-ee7b-4b4e-a6b9-839156fc5f9b'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:50:36.445414 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb217159-4ee2-44cd-b1d8-2e84118d83c2 req-4b7ab613-7d9a-4b53-82d7-18d8600b6502 service neutron] Attempting to bind port 783cc4b0-95af-4870-90a5-3dc3acb35bcb on network 34c933ba-ee7b-4b4e-a6b9-839156fc5f9b {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:50:36.454747 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb217159-4ee2-44cd-b1d8-2e84118d83c2 req-4b7ab613-7d9a-4b53-82d7-18d8600b6502 service neutron] Port 783cc4b0-95af-4870-90a5-3dc3acb35bcb on network 34c933ba-ee7b-4b4e-a6b9-839156fc5f9b not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:50:36.455071 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb217159-4ee2-44cd-b1d8-2e84118d83c2 req-4b7ab613-7d9a-4b53-82d7-18d8600b6502 service neutron] Attempting to bind port 783cc4b0-95af-4870-90a5-3dc3acb35bcb on network 34c933ba-ee7b-4b4e-a6b9-839156fc5f9b {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:50:36.460194 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0fc23c45-096b-4a72-bc5a-58128f94360c req-5d233247-c987-4b69-8500-9ae7f9ee5eec tempest-VolumesNegativeTest-479826933 tempest-VolumesNegativeTest-479826933-project] 10.222.0.22 "GET /v2.0/security-groups?id=e91afdfd-33ba-46c1-8fc4-428c5d39d0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619206 Aug 29 04:50:36.466125 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb217159-4ee2-44cd-b1d8-2e84118d83c2 req-4b7ab613-7d9a-4b53-82d7-18d8600b6502 service neutron] Checking agent: {'id': '3de9de52-3a03-431d-9d7e-497ae92c57ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:50:36.466466 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb217159-4ee2-44cd-b1d8-2e84118d83c2 req-4b7ab613-7d9a-4b53-82d7-18d8600b6502 service neutron] Checking segment: {'id': '3dd283cc-c7c2-45b6-9e1c-030522db2cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '34c933ba-ee7b-4b4e-a6b9-839156fc5f9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:50:36.467716 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb217159-4ee2-44cd-b1d8-2e84118d83c2 req-4b7ab613-7d9a-4b53-82d7-18d8600b6502 service neutron] Bound using segment: {'id': '3dd283cc-c7c2-45b6-9e1c-030522db2cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '34c933ba-ee7b-4b4e-a6b9-839156fc5f9b'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:50:36.469868 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-fb217159-4ee2-44cd-b1d8-2e84118d83c2 req-4b7ab613-7d9a-4b53-82d7-18d8600b6502 service neutron] Bound port: 783cc4b0-95af-4870-90a5-3dc3acb35bcb, host: n-h1-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dd283cc-c7c2-45b6-9e1c-030522db2cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '34c933ba-ee7b-4b4e-a6b9-839156fc5f9b'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:50:36.470256 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-fb217159-4ee2-44cd-b1d8-2e84118d83c2 req-4b7ab613-7d9a-4b53-82d7-18d8600b6502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:36.549349 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-fb217159-4ee2-44cd-b1d8-2e84118d83c2 req-4b7ab613-7d9a-4b53-82d7-18d8600b6502 service neutron] For port 783cc4b0-95af-4870-90a5-3dc3acb35bcb, host n-h1-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:50:36.552541 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-fb217159-4ee2-44cd-b1d8-2e84118d83c2 req-4b7ab613-7d9a-4b53-82d7-18d8600b6502 service neutron] For port 783cc4b0-95af-4870-90a5-3dc3acb35bcb, host n-h1-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=783cc4b0-95af-4870-90a5-3dc3acb35bcb,segment=NetworkSegment(3dd283cc-c7c2-45b6-9e1c-030522db2cd2),segment_id=3dd283cc-c7c2-45b6-9e1c-030522db2cd2)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:50:36.558928 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-fb217159-4ee2-44cd-b1d8-2e84118d83c2 req-4b7ab613-7d9a-4b53-82d7-18d8600b6502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:36.601720 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb217159-4ee2-44cd-b1d8-2e84118d83c2 req-4b7ab613-7d9a-4b53-82d7-18d8600b6502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:36.602446 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-fb217159-4ee2-44cd-b1d8-2e84118d83c2 req-4b7ab613-7d9a-4b53-82d7-18d8600b6502 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:36.604073 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fb217159-4ee2-44cd-b1d8-2e84118d83c2 req-4b7ab613-7d9a-4b53-82d7-18d8600b6502 service neutron] 10.222.0.46 "PUT /v2.0/ports/783cc4b0-95af-4870-90a5-3dc3acb35bcb HTTP/1.1" status: 200 len: 1093 time: 0.8274326 Aug 29 04:50:36.604481 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b795638-a544-482c-a8cf-d538c90d0150', 'tag': '783cc4b0-95af-4870-90a5-3dc3acb35bcb'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:50:36.606906 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88aae819-922a-4549-be40-af4158b50155" -d '{"events": [{"name": "network-changed", "server_uuid": "7b795638-a544-482c-a8cf-d538c90d0150", "tag": "783cc4b0-95af-4870-90a5-3dc3acb35bcb"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:50:36.644072 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7ab613-7d9a-4b53-82d7-18d8600b6502 service neutron] Pushing event updated for resources: {'Port': ['ID=783cc4b0-95af-4870-90a5-3dc3acb35bcb,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:36.692467 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f20436ce-b719-45af-9164-b9c2448cc1ad x-openstack-request-id: req-f20436ce-b719-45af-9164-b9c2448cc1ad {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:50:36.693207 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b795638-a544-482c-a8cf-d538c90d0150", "tag": "783cc4b0-95af-4870-90a5-3dc3acb35bcb", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:50:36.693207 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f20436ce-b719-45af-9164-b9c2448cc1ad {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:50:36.693629 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b795638-a544-482c-a8cf-d538c90d0150', 'tag': '783cc4b0-95af-4870-90a5-3dc3acb35bcb', 'status': 'completed', 'code': 200} Aug 29 04:50:36.713720 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb217159-4ee2-44cd-b1d8-2e84118d83c2 req-4103a7ce-e65f-488f-b62d-c02acf1b5e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:36.715775 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fb217159-4ee2-44cd-b1d8-2e84118d83c2 req-4103a7ce-e65f-488f-b62d-c02acf1b5e17 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9e4c4c6e36d14588ab4691d1cbcbcb2b&device_id=7b795638-a544-482c-a8cf-d538c90d0150 HTTP/1.1" status: 200 len: 1096 time: 0.0595143 Aug 29 04:50:36.779475 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fb217159-4ee2-44cd-b1d8-2e84118d83c2 req-ee40f04e-dae3-47a0-b1be-25b16166627f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=783cc4b0-95af-4870-90a5-3dc3acb35bcb HTTP/1.1" status: 200 len: 217 time: 0.0507247 Aug 29 04:50:36.801278 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f65995f-e1f3-4e07-85ff-983d745376ea req-80b27c2f-22fe-44e4-ab5e-723635b9f37c tempest-VolumesNegativeTest-479826933 tempest-VolumesNegativeTest-479826933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:36.803027 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8f65995f-e1f3-4e07-85ff-983d745376ea req-80b27c2f-22fe-44e4-ab5e-723635b9f37c tempest-VolumesNegativeTest-479826933 tempest-VolumesNegativeTest-479826933-project] 10.222.0.22 "GET /v2.0/ports?device_id=666af34f-ad5f-49b8-b2d1-06163f62d65f HTTP/1.1" status: 200 len: 950 time: 0.0650027 Aug 29 04:50:36.840475 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb217159-4ee2-44cd-b1d8-2e84118d83c2 req-e2d56086-a22b-4efa-9b0a-7a98f75cf861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:36.843922 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fb217159-4ee2-44cd-b1d8-2e84118d83c2 req-e2d56086-a22b-4efa-9b0a-7a98f75cf861 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3503bfff-49df-4a18-910a-15b4d56f679f HTTP/1.1" status: 200 len: 850 time: 0.0571692 Aug 29 04:50:36.849204 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8f65995f-e1f3-4e07-85ff-983d745376ea req-a2a3c05c-ead4-4071-a582-542d3ad2e744 tempest-VolumesNegativeTest-479826933 tempest-VolumesNegativeTest-479826933-project] 10.222.0.22 "GET /v2.0/security-groups?id=e91afdfd-33ba-46c1-8fc4-428c5d39d0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389295 Aug 29 04:50:36.893840 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb217159-4ee2-44cd-b1d8-2e84118d83c2 req-b8c4c901-6e61-42c2-b3ab-8944ad6daaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:36.895314 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fb217159-4ee2-44cd-b1d8-2e84118d83c2 req-b8c4c901-6e61-42c2-b3ab-8944ad6daaa8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=34c933ba-ee7b-4b4e-a6b9-839156fc5f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427475 Aug 29 04:50:36.988239 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fb217159-4ee2-44cd-b1d8-2e84118d83c2 req-d64a6f65-a93a-49cb-ab56-148bfae5e545 service neutron] 10.222.0.46 "GET /v2.0/networks/34c933ba-ee7b-4b4e-a6b9-839156fc5f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847631 Aug 29 04:50:37.081937 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fb217159-4ee2-44cd-b1d8-2e84118d83c2 req-78dfd327-5cf5-4509-b4d6-f39b7cd21652 service neutron] 10.222.0.46 "GET /v2.0/networks/34c933ba-ee7b-4b4e-a6b9-839156fc5f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869176 Aug 29 04:50:37.180838 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aae819-922a-4549-be40-af4158b50155 req-fd96df3e-6387-448a-ada5-cf58ce66ba07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:37.182982 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-88aae819-922a-4549-be40-af4158b50155 req-fd96df3e-6387-448a-ada5-cf58ce66ba07 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9e4c4c6e36d14588ab4691d1cbcbcb2b&device_id=7b795638-a544-482c-a8cf-d538c90d0150 HTTP/1.1" status: 200 len: 1096 time: 0.0514123 Aug 29 04:50:37.202378 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 7ef408fe-36af-4554-957d-2fe5ebb59b25 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:50:37.259572 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:37.270045 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:37.277808 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 7ef408fe-36af-4554-957d-2fe5ebb59b25 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:50:37.278253 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:37.289491 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aae819-922a-4549-be40-af4158b50155 req-6938e5ab-6709-41c1-a918-c4817d227fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:37.292040 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-88aae819-922a-4549-be40-af4158b50155 req-6938e5ab-6709-41c1-a918-c4817d227fc4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=34c933ba-ee7b-4b4e-a6b9-839156fc5f9b HTTP/1.1" status: 200 len: 912 time: 0.1012790 Aug 29 04:50:37.338507 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-88aae819-922a-4549-be40-af4158b50155 req-7d660bce-d019-4823-8d80-dede60c31787 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=783cc4b0-95af-4870-90a5-3dc3acb35bcb HTTP/1.1" status: 200 len: 217 time: 0.0389481 Aug 29 04:50:37.423923 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aae819-922a-4549-be40-af4158b50155 req-79ef552b-2323-4dd1-9f91-5631f97f485d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:37.425314 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-88aae819-922a-4549-be40-af4158b50155 req-79ef552b-2323-4dd1-9f91-5631f97f485d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3503bfff-49df-4a18-910a-15b4d56f679f HTTP/1.1" status: 200 len: 850 time: 0.0792065 Aug 29 04:50:37.435818 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7121f4d-d200-49dc-b375-6ee4112e4dc2 req-bea4d14c-0ef1-41ca-8a3c-e0e4a6f54a26 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:37.437266 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f7121f4d-d200-49dc-b375-6ee4112e4dc2 req-bea4d14c-0ef1-41ca-8a3c-e0e4a6f54a26 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=7b795638-a544-482c-a8cf-d538c90d0150 HTTP/1.1" status: 200 len: 944 time: 0.0922928 Aug 29 04:50:37.498330 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f7121f4d-d200-49dc-b375-6ee4112e4dc2 req-a6f8146a-17e2-4130-828f-a963c7c42f63 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c168b81-4210-48d3-a468-3552fea266dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525663 Aug 29 04:50:37.502809 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aae819-922a-4549-be40-af4158b50155 req-ec12872b-320f-4f47-99f3-a6779d87310a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:37.504341 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-88aae819-922a-4549-be40-af4158b50155 req-ec12872b-320f-4f47-99f3-a6779d87310a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=34c933ba-ee7b-4b4e-a6b9-839156fc5f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0662022 Aug 29 04:50:37.597436 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-88aae819-922a-4549-be40-af4158b50155 req-739c61e9-cb76-44fa-ae51-84bf7694be1b service neutron] 10.222.0.46 "GET /v2.0/networks/34c933ba-ee7b-4b4e-a6b9-839156fc5f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859954 Aug 29 04:50:37.690187 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-88aae819-922a-4549-be40-af4158b50155 req-06d103a6-1889-4ee7-ae7c-e0f5e2decdd9 service neutron] 10.222.0.46 "GET /v2.0/networks/34c933ba-ee7b-4b4e-a6b9-839156fc5f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854800 Aug 29 04:50:37.969815 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8b2cae-461f-4fa4-b533-42486ade949d req-06a2992e-c031-4c1e-97a8-4d22c22f1237 tempest-VolumesNegativeTest-479826933 tempest-VolumesNegativeTest-479826933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:37.971443 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-fa8b2cae-461f-4fa4-b533-42486ade949d req-06a2992e-c031-4c1e-97a8-4d22c22f1237 tempest-VolumesNegativeTest-479826933 tempest-VolumesNegativeTest-479826933-project] 10.222.0.22 "GET /v2.0/ports?device_id=666af34f-ad5f-49b8-b2d1-06163f62d65f HTTP/1.1" status: 200 len: 950 time: 0.0514097 Aug 29 04:50:38.011492 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-fa8b2cae-461f-4fa4-b533-42486ade949d req-d7b7283a-3df9-46e9-898b-0f441e2fe52c tempest-VolumesNegativeTest-479826933 tempest-VolumesNegativeTest-479826933-project] 10.222.0.22 "GET /v2.0/security-groups?id=e91afdfd-33ba-46c1-8fc4-428c5d39d0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339222 Aug 29 04:50:38.203461 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ceb1d3-93bb-431f-bb23-f6be0027c2c9 req-d8b763d3-6ce0-40db-aa3b-62cfb9e28ade tempest-VolumesNegativeTest-479826933 tempest-VolumesNegativeTest-479826933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:38.205080 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f0ceb1d3-93bb-431f-bb23-f6be0027c2c9 req-d8b763d3-6ce0-40db-aa3b-62cfb9e28ade tempest-VolumesNegativeTest-479826933 tempest-VolumesNegativeTest-479826933-project] 10.222.0.48 "GET /v2.0/ports?device_id=666af34f-ad5f-49b8-b2d1-06163f62d65f HTTP/1.1" status: 200 len: 950 time: 0.0493267 Aug 29 04:50:38.301474 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-f0ceb1d3-93bb-431f-bb23-f6be0027c2c9 req-48dae728-f2c6-4c5b-adcd-1a5267d12d23 tempest-VolumesNegativeTest-479826933 tempest-VolumesNegativeTest-479826933-project] Deleting port 9c7f0a7a-6c66-4d17-8de3-5ccd8ee30693 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:50:38.301737 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-f0ceb1d3-93bb-431f-bb23-f6be0027c2c9 req-48dae728-f2c6-4c5b-adcd-1a5267d12d23 tempest-VolumesNegativeTest-479826933 tempest-VolumesNegativeTest-479826933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:38.388424 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-f0ceb1d3-93bb-431f-bb23-f6be0027c2c9 req-48dae728-f2c6-4c5b-adcd-1a5267d12d23 tempest-VolumesNegativeTest-479826933 tempest-VolumesNegativeTest-479826933-project] For port 9c7f0a7a-6c66-4d17-8de3-5ccd8ee30693, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=9c7f0a7a-6c66-4d17-8de3-5ccd8ee30693,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:50:38.388788 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-f0ceb1d3-93bb-431f-bb23-f6be0027c2c9 req-48dae728-f2c6-4c5b-adcd-1a5267d12d23 tempest-VolumesNegativeTest-479826933 tempest-VolumesNegativeTest-479826933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:38.401328 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-f0ceb1d3-93bb-431f-bb23-f6be0027c2c9 req-48dae728-f2c6-4c5b-adcd-1a5267d12d23 tempest-VolumesNegativeTest-479826933 tempest-VolumesNegativeTest-479826933-project] Calling delete_port for 9c7f0a7a-6c66-4d17-8de3-5ccd8ee30693 owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:50:38.530135 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-f0ceb1d3-93bb-431f-bb23-f6be0027c2c9 req-48dae728-f2c6-4c5b-adcd-1a5267d12d23 tempest-VolumesNegativeTest-479826933 tempest-VolumesNegativeTest-479826933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:38.562351 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dae728-f2c6-4c5b-adcd-1a5267d12d23 tempest-VolumesNegativeTest-479826933 tempest-VolumesNegativeTest-479826933-project] Pushing event deleted for resources: {'Port': ['ID=9c7f0a7a-6c66-4d17-8de3-5ccd8ee30693,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:38.563135 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['9c7f0a7a-6c66-4d17-8de3-5ccd8ee30693'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:50:38.639762 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0ceb1d3-93bb-431f-bb23-f6be0027c2c9 req-48dae728-f2c6-4c5b-adcd-1a5267d12d23 tempest-VolumesNegativeTest-479826933 tempest-VolumesNegativeTest-479826933-project] No DVR routers for this DVR port 9c7f0a7a-6c66-4d17-8de3-5ccd8ee30693 on host n-h2-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:50:38.644052 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-f0ceb1d3-93bb-431f-bb23-f6be0027c2c9 req-48dae728-f2c6-4c5b-adcd-1a5267d12d23 tempest-VolumesNegativeTest-479826933 tempest-VolumesNegativeTest-479826933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:38.646068 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f0ceb1d3-93bb-431f-bb23-f6be0027c2c9 req-48dae728-f2c6-4c5b-adcd-1a5267d12d23 tempest-VolumesNegativeTest-479826933 tempest-VolumesNegativeTest-479826933-project] 10.222.0.48 "DELETE /v2.0/ports/9c7f0a7a-6c66-4d17-8de3-5ccd8ee30693 HTTP/1.1" status: 204 len: 173 time: 0.4347658 Aug 29 04:50:38.665900 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924c9c9-39cc-49fd-a242-fc36b8313fb2 req-9133b984-394e-4706-90c8-e1cec650878c tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:38.667450 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7924c9c9-39cc-49fd-a242-fc36b8313fb2 req-9133b984-394e-4706-90c8-e1cec650878c tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=7b795638-a544-482c-a8cf-d538c90d0150 HTTP/1.1" status: 200 len: 944 time: 0.0950546 Aug 29 04:50:38.695731 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '666af34f-ad5f-49b8-b2d1-06163f62d65f', 'name': 'network-vif-deleted', 'tag': '9c7f0a7a-6c66-4d17-8de3-5ccd8ee30693'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:50:38.700019 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db48e703-2073-4169-9859-090f82e6000a" -d '{"events": [{"server_uuid": "666af34f-ad5f-49b8-b2d1-06163f62d65f", "name": "network-vif-deleted", "tag": "9c7f0a7a-6c66-4d17-8de3-5ccd8ee30693"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:50:38.729240 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7924c9c9-39cc-49fd-a242-fc36b8313fb2 req-64ae2b60-52c7-4305-8bf3-5694460083c1 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c168b81-4210-48d3-a468-3552fea266dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513532 Aug 29 04:50:38.757994 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d74e5b9-9b03-4f78-adc5-f8e16c0e694d x-openstack-request-id: req-1d74e5b9-9b03-4f78-adc5-f8e16c0e694d {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:50:38.758457 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "666af34f-ad5f-49b8-b2d1-06163f62d65f", "name": "network-vif-deleted", "tag": "9c7f0a7a-6c66-4d17-8de3-5ccd8ee30693", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:50:38.759242 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1d74e5b9-9b03-4f78-adc5-f8e16c0e694d {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:50:38.759431 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '666af34f-ad5f-49b8-b2d1-06163f62d65f', 'name': 'network-vif-deleted', 'tag': '9c7f0a7a-6c66-4d17-8de3-5ccd8ee30693', 'status': 'completed', 'code': 200} Aug 29 04:50:38.774088 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:39.140354 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0a28848c-529b-4228-84a0-b6a7efd62a11 req-0bd29561-0806-4f14-9ee2-33b73d4d509e tempest-VolumesNegativeTest-479826933 tempest-VolumesNegativeTest-479826933-project] 10.222.0.22 "GET /v2.0/ports?device_id=666af34f-ad5f-49b8-b2d1-06163f62d65f HTTP/1.1" status: 200 len: 210 time: 0.0396528 Aug 29 04:50:39.862562 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c85da6-fafc-42c0-bfdc-498b215ac1bb req-0f15fed5-6afe-4fa0-9f71-684a401c0ece tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:39.864194 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-20c85da6-fafc-42c0-bfdc-498b215ac1bb req-0f15fed5-6afe-4fa0-9f71-684a401c0ece tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=7b795638-a544-482c-a8cf-d538c90d0150 HTTP/1.1" status: 200 len: 944 time: 0.0486982 Aug 29 04:50:39.904442 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-20c85da6-fafc-42c0-bfdc-498b215ac1bb req-47f59dc7-02c5-4d38-8c04-b2dcb663ecd0 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c168b81-4210-48d3-a468-3552fea266dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320983 Aug 29 04:50:41.025834 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ee3011-0a11-4f09-9646-ffe4f2a6b605 req-f150fd00-7abf-4f25-b02c-b687924e8a76 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:41.028021 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-88ee3011-0a11-4f09-9646-ffe4f2a6b605 req-f150fd00-7abf-4f25-b02c-b687924e8a76 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=7b795638-a544-482c-a8cf-d538c90d0150 HTTP/1.1" status: 200 len: 944 time: 0.0546730 Aug 29 04:50:41.068978 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-88ee3011-0a11-4f09-9646-ffe4f2a6b605 req-967b989d-7a28-4ae1-b1dc-235f2de8090f tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c168b81-4210-48d3-a468-3552fea266dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330908 Aug 29 04:50:42.184263 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3202061d-f9b6-4d46-8eb5-f419ed1842f5 req-57c9e2aa-fa95-4f5e-84e3-8b0e4cb7b604 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:42.185781 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3202061d-f9b6-4d46-8eb5-f419ed1842f5 req-57c9e2aa-fa95-4f5e-84e3-8b0e4cb7b604 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=7b795638-a544-482c-a8cf-d538c90d0150 HTTP/1.1" status: 200 len: 944 time: 0.0501986 Aug 29 04:50:42.225412 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3202061d-f9b6-4d46-8eb5-f419ed1842f5 req-1d9d9f47-6afc-4f5e-ab2c-4235dc9eec93 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c168b81-4210-48d3-a468-3552fea266dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337918 Aug 29 04:50:42.291654 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 9c7f0a7a-6c66-4d17-8de3-5ccd8ee30693 no longer exists at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:50:42.313229 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] No Port match for: 9c7f0a7a-6c66-4d17-8de3-5ccd8ee30693 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:50:42.313667 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 9c7f0a7a-6c66-4d17-8de3-5ccd8ee30693 not bound to the agent host n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:50:43.340903 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8abfff-c388-4bde-b572-67d98a8ae6a0 req-3c3b1d89-3311-43ff-9bb8-e9f8da0448fc tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:43.342436 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5e8abfff-c388-4bde-b572-67d98a8ae6a0 req-3c3b1d89-3311-43ff-9bb8-e9f8da0448fc tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=7b795638-a544-482c-a8cf-d538c90d0150 HTTP/1.1" status: 200 len: 944 time: 0.0492511 Aug 29 04:50:43.379378 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5e8abfff-c388-4bde-b572-67d98a8ae6a0 req-03888295-c298-4e5b-a0cf-d2c8a12f07f6 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c168b81-4210-48d3-a468-3552fea266dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307298 Aug 29 04:50:44.494847 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb665b77-25b7-4084-bdb4-f7adce96435d req-7393ba46-bd2b-490e-b9d3-3c80edefb4dc tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:44.496395 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-bb665b77-25b7-4084-bdb4-f7adce96435d req-7393ba46-bd2b-490e-b9d3-3c80edefb4dc tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=7b795638-a544-482c-a8cf-d538c90d0150 HTTP/1.1" status: 200 len: 944 time: 0.0501430 Aug 29 04:50:44.534217 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-bb665b77-25b7-4084-bdb4-f7adce96435d req-b6244488-4690-4656-89b0-1bfbec6e1293 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c168b81-4210-48d3-a468-3552fea266dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317793 Aug 29 04:50:44.917418 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 35652) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:45.050139 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-fc455700-be5d-4e7f-a0f4-6cd82a181058 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3443bdd8737d44a08da2e41c800cf029&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1313434 Aug 29 04:50:45.052512 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 35656) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:45.102186 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3d5de8f1-1f0f-495a-8f12-f9cf8da70c7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:45.122824 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3d5de8f1-1f0f-495a-8f12-f9cf8da70c7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:45.170329 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3d5de8f1-1f0f-495a-8f12-f9cf8da70c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:45.172910 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3d5de8f1-1f0f-495a-8f12-f9cf8da70c7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:45.174073 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-3d5de8f1-1f0f-495a-8f12-f9cf8da70c7b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e91afdfd-33ba-46c1-8fc4-428c5d39d0e8 HTTP/1.1" status: 204 len: 168 time: 0.1206529 Aug 29 04:50:45.182126 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5de8f1-1f0f-495a-8f12-f9cf8da70c7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e91afdfd-33ba-46c1-8fc4-428c5d39d0e8,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:45.653065 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787895a6-c22b-4308-9c52-cce4709f7db1 req-e142ef74-d2af-43ba-9850-3a271e2ef434 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:45.655215 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-787895a6-c22b-4308-9c52-cce4709f7db1 req-e142ef74-d2af-43ba-9850-3a271e2ef434 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=7b795638-a544-482c-a8cf-d538c90d0150 HTTP/1.1" status: 200 len: 944 time: 0.0524478 Aug 29 04:50:45.693905 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-787895a6-c22b-4308-9c52-cce4709f7db1 req-92618e60-b72f-43c7-b35c-26e9aa447e2f tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c168b81-4210-48d3-a468-3552fea266dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328197 Aug 29 04:50:46.818673 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8845c0f-d871-4e24-8968-249dc08ee4e8 req-2ef0c7f7-c630-4269-a3d8-f11873746b5e tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:46.820256 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c8845c0f-d871-4e24-8968-249dc08ee4e8 req-2ef0c7f7-c630-4269-a3d8-f11873746b5e tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=7b795638-a544-482c-a8cf-d538c90d0150 HTTP/1.1" status: 200 len: 944 time: 0.0509825 Aug 29 04:50:46.859023 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c8845c0f-d871-4e24-8968-249dc08ee4e8 req-a7eeaf58-b574-41d8-b0eb-6befd19ceae2 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c168b81-4210-48d3-a468-3552fea266dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320666 Aug 29 04:50:47.628106 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 783cc4b0-95af-4870-90a5-3dc3acb35bcb details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:50:47.723528 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 783cc4b0-95af-4870-90a5-3dc3acb35bcb, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=783cc4b0-95af-4870-90a5-3dc3acb35bcb,segment=NetworkSegment(3dd283cc-c7c2-45b6-9e1c-030522db2cd2),segment_id=3dd283cc-c7c2-45b6-9e1c-030522db2cd2)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:50:47.735973 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Returning: {'device': '783cc4b0-95af-4870-90a5-3dc3acb35bcb', 'network_id': '34c933ba-ee7b-4b4e-a6b9-839156fc5f9b', 'port_id': '783cc4b0-95af-4870-90a5-3dc3acb35bcb', 'mac_address': 'fa:16:3e:3e:90:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3503bfff-49df-4a18-910a-15b4d56f679f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:50:47.774008 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:47.786171 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 783cc4b0-95af-4870-90a5-3dc3acb35bcb {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:50:47.804867 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 783cc4b0-95af-4870-90a5-3dc3acb35bcb, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=783cc4b0-95af-4870-90a5-3dc3acb35bcb,segment=NetworkSegment(3dd283cc-c7c2-45b6-9e1c-030522db2cd2),segment_id=3dd283cc-c7c2-45b6-9e1c-030522db2cd2)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:50:47.810054 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:47.863504 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=783cc4b0-95af-4870-90a5-3dc3acb35bcb,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:47.978809 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba43496-e358-49c1-a212-18a51b48fa67 req-57e6261a-f0ef-41ac-a144-15a62ed9c474 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:47.981032 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7ba43496-e358-49c1-a212-18a51b48fa67 req-57e6261a-f0ef-41ac-a144-15a62ed9c474 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=7b795638-a544-482c-a8cf-d538c90d0150 HTTP/1.1" status: 200 len: 945 time: 0.0536945 Aug 29 04:50:48.014294 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['783cc4b0-95af-4870-90a5-3dc3acb35bcb'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:50:48.019832 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7ba43496-e358-49c1-a212-18a51b48fa67 req-282dd818-4706-4d6c-8228-84cbbe824fb0 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c168b81-4210-48d3-a468-3552fea266dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326769 Aug 29 04:50:49.131961 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807a7c48-c8d4-46b8-b847-3bd816506241 req-e062cffe-6672-4a4a-8695-52c8c4315d0e tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:49.133458 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-807a7c48-c8d4-46b8-b847-3bd816506241 req-e062cffe-6672-4a4a-8695-52c8c4315d0e tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=7b795638-a544-482c-a8cf-d538c90d0150 HTTP/1.1" status: 200 len: 945 time: 0.0475419 Aug 29 04:50:49.171632 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-807a7c48-c8d4-46b8-b847-3bd816506241 req-a668457a-bf13-4955-91d2-cae52f12e63d tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c168b81-4210-48d3-a468-3552fea266dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317175 Aug 29 04:50:49.374538 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:49.643371 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 783cc4b0-95af-4870-90a5-3dc3acb35bcb up at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:50:49.694738 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning for port 783cc4b0-95af-4870-90a5-3dc3acb35bcb completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:50:49.699150 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning complete for port 783cc4b0-95af-4870-90a5-3dc3acb35bcb triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:50:49.699525 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:49.775565 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:49.799025 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b795638-a544-482c-a8cf-d538c90d0150', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '783cc4b0-95af-4870-90a5-3dc3acb35bcb'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:50:49.801286 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95b9ff04-e6ce-40b9-aa0d-44794fede8ab" -d '{"events": [{"server_uuid": "7b795638-a544-482c-a8cf-d538c90d0150", "name": "network-vif-plugged", "status": "completed", "tag": "783cc4b0-95af-4870-90a5-3dc3acb35bcb"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:50:49.813990 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 783cc4b0-95af-4870-90a5-3dc3acb35bcb, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=783cc4b0-95af-4870-90a5-3dc3acb35bcb,segment=NetworkSegment(3dd283cc-c7c2-45b6-9e1c-030522db2cd2),segment_id=3dd283cc-c7c2-45b6-9e1c-030522db2cd2)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:50:49.817955 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:49.849013 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77a7c409-cd65-4b45-b022-d68f7f9be366 x-openstack-request-id: req-77a7c409-cd65-4b45-b022-d68f7f9be366 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:50:49.849308 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b795638-a544-482c-a8cf-d538c90d0150", "name": "network-vif-plugged", "status": "completed", "tag": "783cc4b0-95af-4870-90a5-3dc3acb35bcb", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:50:49.849562 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-77a7c409-cd65-4b45-b022-d68f7f9be366 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:50:49.849985 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b795638-a544-482c-a8cf-d538c90d0150', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '783cc4b0-95af-4870-90a5-3dc3acb35bcb', 'code': 200} Aug 29 04:50:49.873157 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=783cc4b0-95af-4870-90a5-3dc3acb35bcb,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:49.944715 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2952414-e776-4dbf-96bf-e7c351b5f4e8 req-6b1fc6ae-1d76-4f0a-b949-e384c0586112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:49.946308 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f2952414-e776-4dbf-96bf-e7c351b5f4e8 req-6b1fc6ae-1d76-4f0a-b949-e384c0586112 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7b795638-a544-482c-a8cf-d538c90d0150 HTTP/1.1" status: 200 len: 1098 time: 0.0404997 Aug 29 04:50:49.983070 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f2952414-e776-4dbf-96bf-e7c351b5f4e8 req-a145b9ad-af3f-4305-b96b-54634593323a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=2c168b81-4210-48d3-a468-3552fea266dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289273 Aug 29 04:50:50.291207 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60f8905-ae14-4dd5-be88-92309736ff04 req-a661f11c-9467-43f3-8177-b0961c5721e1 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:50.292707 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e60f8905-ae14-4dd5-be88-92309736ff04 req-a661f11c-9467-43f3-8177-b0961c5721e1 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=7b795638-a544-482c-a8cf-d538c90d0150 HTTP/1.1" status: 200 len: 946 time: 0.0549362 Aug 29 04:50:50.331215 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e60f8905-ae14-4dd5-be88-92309736ff04 req-6671e5f9-0dfc-495b-90b0-b5ee3ade59f0 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c168b81-4210-48d3-a468-3552fea266dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322831 Aug 29 04:50:51.445454 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c75caff-59a5-4ddf-95de-6568be959d90 req-2b265f15-ff21-4b17-8c59-6cc57938fa3d tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:51.446834 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9c75caff-59a5-4ddf-95de-6568be959d90 req-2b265f15-ff21-4b17-8c59-6cc57938fa3d tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=7b795638-a544-482c-a8cf-d538c90d0150 HTTP/1.1" status: 200 len: 946 time: 0.0485170 Aug 29 04:50:51.484002 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9c75caff-59a5-4ddf-95de-6568be959d90 req-6203e3b1-4d30-4d3f-a236-a50ab899e5b0 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c168b81-4210-48d3-a468-3552fea266dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306468 Aug 29 04:50:51.595559 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eac20c1-2014-442f-aa9f-1edfaaf0958b req-751bab43-eb6c-493a-9bc0-9f5af2cac350 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:51.597090 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2eac20c1-2014-442f-aa9f-1edfaaf0958b req-751bab43-eb6c-493a-9bc0-9f5af2cac350 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=7b795638-a544-482c-a8cf-d538c90d0150 HTTP/1.1" status: 200 len: 946 time: 0.0493069 Aug 29 04:50:51.633881 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2eac20c1-2014-442f-aa9f-1edfaaf0958b req-cf184b37-fb5b-49df-a0cf-ef8bc05f4c0f tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c168b81-4210-48d3-a468-3552fea266dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308433 Aug 29 04:50:51.752029 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5222c8-c50c-4aa2-9654-a5176f36883e req-f4af9a70-23d1-4ee1-bea7-4363c115d8ca tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:51.753582 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ca5222c8-c50c-4aa2-9654-a5176f36883e req-f4af9a70-23d1-4ee1-bea7-4363c115d8ca tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=7b795638-a544-482c-a8cf-d538c90d0150 HTTP/1.1" status: 200 len: 946 time: 0.0525918 Aug 29 04:50:51.797367 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ca5222c8-c50c-4aa2-9654-a5176f36883e req-35b31da4-0293-44b5-934c-5281cfda0045 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c168b81-4210-48d3-a468-3552fea266dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377128 Aug 29 04:50:52.039560 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130af6b7-e9c5-4530-ab04-0f3920d80163 req-cd345013-0446-4ede-b66f-8081c1a8ed3c tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:52.040994 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-130af6b7-e9c5-4530-ab04-0f3920d80163 req-cd345013-0446-4ede-b66f-8081c1a8ed3c tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=7b795638-a544-482c-a8cf-d538c90d0150 HTTP/1.1" status: 200 len: 946 time: 0.0484540 Aug 29 04:50:52.079312 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-130af6b7-e9c5-4530-ab04-0f3920d80163 req-6005bf73-ff6d-4366-a2d2-8ec0da916997 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c168b81-4210-48d3-a468-3552fea266dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317261 Aug 29 04:50:53.191986 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75d2272-ea67-4b5b-a542-545f133eef14 req-380919b5-2947-4f77-9b81-f3dc3d525615 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:53.193445 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f75d2272-ea67-4b5b-a542-545f133eef14 req-380919b5-2947-4f77-9b81-f3dc3d525615 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=7b795638-a544-482c-a8cf-d538c90d0150 HTTP/1.1" status: 200 len: 946 time: 0.0482850 Aug 29 04:50:53.230007 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f75d2272-ea67-4b5b-a542-545f133eef14 req-50f3288c-772c-4d1a-bb8d-ad38b8fae324 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c168b81-4210-48d3-a468-3552fea266dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299556 Aug 29 04:50:53.479717 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5d190f-ecc2-41c2-807e-e3265536265b req-5ca28e9a-7824-4f0d-8663-708b97fe1e23 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:53.480754 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ff5d190f-ecc2-41c2-807e-e3265536265b req-5ca28e9a-7824-4f0d-8663-708b97fe1e23 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b795638-a544-482c-a8cf-d538c90d0150 HTTP/1.1" status: 200 len: 946 time: 0.0466568 Aug 29 04:50:53.570958 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-ff5d190f-ecc2-41c2-807e-e3265536265b req-b00a3b3f-fdaa-4121-b35f-c123392e3d58 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Deleting port 783cc4b0-95af-4870-90a5-3dc3acb35bcb {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:50:53.571301 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-ff5d190f-ecc2-41c2-807e-e3265536265b req-b00a3b3f-fdaa-4121-b35f-c123392e3d58 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:53.654601 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-ff5d190f-ecc2-41c2-807e-e3265536265b req-b00a3b3f-fdaa-4121-b35f-c123392e3d58 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] For port 783cc4b0-95af-4870-90a5-3dc3acb35bcb, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=783cc4b0-95af-4870-90a5-3dc3acb35bcb,segment=NetworkSegment(3dd283cc-c7c2-45b6-9e1c-030522db2cd2),segment_id=3dd283cc-c7c2-45b6-9e1c-030522db2cd2)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:50:53.654968 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-ff5d190f-ecc2-41c2-807e-e3265536265b req-b00a3b3f-fdaa-4121-b35f-c123392e3d58 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:53.667250 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-ff5d190f-ecc2-41c2-807e-e3265536265b req-b00a3b3f-fdaa-4121-b35f-c123392e3d58 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Calling delete_port for 783cc4b0-95af-4870-90a5-3dc3acb35bcb owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:50:53.792051 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-ff5d190f-ecc2-41c2-807e-e3265536265b req-b00a3b3f-fdaa-4121-b35f-c123392e3d58 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:53.820690 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00a3b3f-fdaa-4121-b35f-c123392e3d58 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Pushing event deleted for resources: {'Port': ['ID=783cc4b0-95af-4870-90a5-3dc3acb35bcb,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:53.864423 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff5d190f-ecc2-41c2-807e-e3265536265b req-b00a3b3f-fdaa-4121-b35f-c123392e3d58 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] No DVR routers for this DVR port 783cc4b0-95af-4870-90a5-3dc3acb35bcb on host n-h1-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:50:53.867668 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-ff5d190f-ecc2-41c2-807e-e3265536265b req-b00a3b3f-fdaa-4121-b35f-c123392e3d58 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:53.869185 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ff5d190f-ecc2-41c2-807e-e3265536265b req-b00a3b3f-fdaa-4121-b35f-c123392e3d58 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.46 "DELETE /v2.0/ports/783cc4b0-95af-4870-90a5-3dc3acb35bcb HTTP/1.1" status: 204 len: 173 time: 0.3813670 Aug 29 04:50:53.869700 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b795638-a544-482c-a8cf-d538c90d0150', 'name': 'network-vif-deleted', 'tag': '783cc4b0-95af-4870-90a5-3dc3acb35bcb'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:50:53.872593 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1ad47dc-5cfd-4f63-bf56-951863f39938" -d '{"events": [{"server_uuid": "7b795638-a544-482c-a8cf-d538c90d0150", "name": "network-vif-deleted", "tag": "783cc4b0-95af-4870-90a5-3dc3acb35bcb"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:50:53.932934 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00f51d76-e8a3-43d1-8035-805ac047f76a x-openstack-request-id: req-00f51d76-e8a3-43d1-8035-805ac047f76a {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:50:53.933768 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b795638-a544-482c-a8cf-d538c90d0150", "name": "network-vif-deleted", "tag": "783cc4b0-95af-4870-90a5-3dc3acb35bcb", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:50:53.934096 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-00f51d76-e8a3-43d1-8035-805ac047f76a {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:50:53.934586 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b795638-a544-482c-a8cf-d538c90d0150', 'name': 'network-vif-deleted', 'tag': '783cc4b0-95af-4870-90a5-3dc3acb35bcb', 'status': 'completed', 'code': 200} Aug 29 04:50:54.337771 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2e140092-a8e0-4d10-9214-0ea86666e80b req-135f5ce4-235e-44c9-9fc1-a56c93eb2798 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=7b795638-a544-482c-a8cf-d538c90d0150 HTTP/1.1" status: 200 len: 210 time: 0.0308146 Aug 29 04:50:55.466321 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ff2d3eb9-0268-4388-af8e-63ae80b6adbc req-9d3348f9-6ded-4e92-a1e7-80644d4aa967 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=7b795638-a544-482c-a8cf-d538c90d0150 HTTP/1.1" status: 200 len: 210 time: 0.0374160 Aug 29 04:50:55.674633 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 783cc4b0-95af-4870-90a5-3dc3acb35bcb no longer exists at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:50:55.696561 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] No Port match for: 783cc4b0-95af-4870-90a5-3dc3acb35bcb {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:50:55.696962 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 783cc4b0-95af-4870-90a5-3dc3acb35bcb not bound to the agent host n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:50:56.561446 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-05c75dfd-65d5-48f2-9c6e-7bb360053481 req-77ed7714-6919-4771-9cd2-57850e4996ca tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=7b795638-a544-482c-a8cf-d538c90d0150 HTTP/1.1" status: 200 len: 210 time: 0.0267823 Aug 29 04:50:57.683525 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-90efb8c1-7e55-4490-908c-5fb0c38c5546 req-38d6a17a-720f-4750-9d64-ed13022ba173 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=7b795638-a544-482c-a8cf-d538c90d0150 HTTP/1.1" status: 200 len: 210 time: 0.0364964 Aug 29 04:50:58.800845 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:03.369370 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 35918) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:03.396705 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-acb6304a-537d-4a60-98fd-cf46096c8bc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:03.510107 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-17c9ddcd-2e56-4ae7-b341-1232067114cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:03.633421 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-17c9ddcd-2e56-4ae7-b341-1232067114cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:03.638196 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-17c9ddcd-2e56-4ae7-b341-1232067114cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:03.679923 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-17c9ddcd-2e56-4ae7-b341-1232067114cc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=312c6bbef851415686c1fbe6941ca4df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3070371 Aug 29 04:51:03.679923 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c9ddcd-2e56-4ae7-b341-1232067114cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44e9fd01-d604-41f2-b44e-dbb1db23581d,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:03.680290 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 35924) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:03.736512 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1952faf3-d4a5-43b7-a632-020284ec6f36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:03.759371 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1952faf3-d4a5-43b7-a632-020284ec6f36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:03.809277 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1952faf3-d4a5-43b7-a632-020284ec6f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:03.811878 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1952faf3-d4a5-43b7-a632-020284ec6f36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:03.816165 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-1952faf3-d4a5-43b7-a632-020284ec6f36 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/44e9fd01-d604-41f2-b44e-dbb1db23581d HTTP/1.1" status: 204 len: 168 time: 0.1348696 Aug 29 04:51:03.825629 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1952faf3-d4a5-43b7-a632-020284ec6f36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44e9fd01-d604-41f2-b44e-dbb1db23581d,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:06.257199 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5a135c93-5501-470e-9e4e-8bd09c3b40a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:07.333648 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:07.342153 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:07.560167 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:51:08.758745 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:13.026260 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 36034) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:13.153620 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-893d77be-aa83-46af-a3bf-63bb4badb52f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:13.256670 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-893d77be-aa83-46af-a3bf-63bb4badb52f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:13.261186 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-893d77be-aa83-46af-a3bf-63bb4badb52f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:13.303366 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-893d77be-aa83-46af-a3bf-63bb4badb52f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=baef9f813fbe412996a98e74547f5cb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2728183 Aug 29 04:51:13.303366 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893d77be-aa83-46af-a3bf-63bb4badb52f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a964b6fd-9e6a-4fd4-ab87-987306db66bd,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:13.304370 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 36040) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:13.311758 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893d77be-aa83-46af-a3bf-63bb4badb52f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:13.312118 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893d77be-aa83-46af-a3bf-63bb4badb52f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:13.312466 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893d77be-aa83-46af-a3bf-63bb4badb52f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:13.312812 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893d77be-aa83-46af-a3bf-63bb4badb52f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:13.313152 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893d77be-aa83-46af-a3bf-63bb4badb52f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:13.313490 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893d77be-aa83-46af-a3bf-63bb4badb52f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:13.313825 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893d77be-aa83-46af-a3bf-63bb4badb52f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:13.314160 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893d77be-aa83-46af-a3bf-63bb4badb52f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:13.314491 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893d77be-aa83-46af-a3bf-63bb4badb52f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:13.314823 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893d77be-aa83-46af-a3bf-63bb4badb52f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:13.315155 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893d77be-aa83-46af-a3bf-63bb4badb52f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:13.315484 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893d77be-aa83-46af-a3bf-63bb4badb52f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:13.373179 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c640a6db-77ca-4efe-bda3-3f4413204478 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:13.399547 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c640a6db-77ca-4efe-bda3-3f4413204478 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:13.449774 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c640a6db-77ca-4efe-bda3-3f4413204478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:13.452544 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c640a6db-77ca-4efe-bda3-3f4413204478 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:13.456022 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-c640a6db-77ca-4efe-bda3-3f4413204478 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a964b6fd-9e6a-4fd4-ab87-987306db66bd HTTP/1.1" status: 204 len: 168 time: 0.1481566 Aug 29 04:51:13.462474 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c640a6db-77ca-4efe-bda3-3f4413204478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a964b6fd-9e6a-4fd4-ab87-987306db66bd,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:13.471321 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c640a6db-77ca-4efe-bda3-3f4413204478 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:13.471704 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c640a6db-77ca-4efe-bda3-3f4413204478 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:13.472086 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c640a6db-77ca-4efe-bda3-3f4413204478 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:13.472437 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c640a6db-77ca-4efe-bda3-3f4413204478 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:13.472800 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c640a6db-77ca-4efe-bda3-3f4413204478 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:13.473141 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c640a6db-77ca-4efe-bda3-3f4413204478 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:13.473479 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c640a6db-77ca-4efe-bda3-3f4413204478 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:13.473815 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c640a6db-77ca-4efe-bda3-3f4413204478 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:13.474145 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c640a6db-77ca-4efe-bda3-3f4413204478 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:13.474478 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c640a6db-77ca-4efe-bda3-3f4413204478 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:13.474807 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c640a6db-77ca-4efe-bda3-3f4413204478 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:13.475338 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c640a6db-77ca-4efe-bda3-3f4413204478 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:15.503951 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 36206) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:15.615075 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-be783e1a-9344-4126-9b75-27fc91b054eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:15.746358 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-be783e1a-9344-4126-9b75-27fc91b054eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:15.751394 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-be783e1a-9344-4126-9b75-27fc91b054eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:15.794032 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be783e1a-9344-4126-9b75-27fc91b054eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c0e113-d6c3-47a6-b388-d83dfb37862a,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:15.800420 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-be783e1a-9344-4126-9b75-27fc91b054eb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=de99539ac2764dfcb6b5353810e0b082&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2950835 Aug 29 04:51:15.801319 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 36210) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:15.864408 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-bc20c2c8-7139-40d1-ac3a-c78e42b0eb35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:15.891230 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-bc20c2c8-7139-40d1-ac3a-c78e42b0eb35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:15.963057 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-bc20c2c8-7139-40d1-ac3a-c78e42b0eb35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:15.966291 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-bc20c2c8-7139-40d1-ac3a-c78e42b0eb35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:15.967531 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-bc20c2c8-7139-40d1-ac3a-c78e42b0eb35 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e1c0e113-d6c3-47a6-b388-d83dfb37862a HTTP/1.1" status: 204 len: 168 time: 0.1646621 Aug 29 04:51:15.978941 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc20c2c8-7139-40d1-ac3a-c78e42b0eb35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c0e113-d6c3-47a6-b388-d83dfb37862a,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:16.264014 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 36216) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:16.277008 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-03184149-eb79-426d-8c00-b5f71437af8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:16.368297 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-03184149-eb79-426d-8c00-b5f71437af8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:16.374085 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-03184149-eb79-426d-8c00-b5f71437af8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:16.411776 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-03184149-eb79-426d-8c00-b5f71437af8f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ce64f413a2764bfcaf1f62d5b8421a2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1465459 Aug 29 04:51:16.413666 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03184149-eb79-426d-8c00-b5f71437af8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dd606b9-164a-46d6-9ea0-8610e33203ed,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:16.414702 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 36220) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:16.466798 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-491f9f47-56c5-465f-844d-3a824a2ad1ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:16.488844 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-491f9f47-56c5-465f-844d-3a824a2ad1ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:16.534749 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-491f9f47-56c5-465f-844d-3a824a2ad1ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:16.537560 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-491f9f47-56c5-465f-844d-3a824a2ad1ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:16.538881 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-491f9f47-56c5-465f-844d-3a824a2ad1ad admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1dd606b9-164a-46d6-9ea0-8610e33203ed HTTP/1.1" status: 204 len: 168 time: 0.1230078 Aug 29 04:51:16.547892 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491f9f47-56c5-465f-844d-3a824a2ad1ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dd606b9-164a-46d6-9ea0-8610e33203ed,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:19.389253 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:19.981830 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2c7097-f22e-40b8-9e5c-02b8d8bcf5ee req-7ec6143e-2d14-4834-871b-4bc035ef32b5 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:19.983217 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2c2c7097-f22e-40b8-9e5c-02b8d8bcf5ee req-7ec6143e-2d14-4834-871b-4bc035ef32b5 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/networks?id=34c933ba-ee7b-4b4e-a6b9-839156fc5f9b HTTP/1.1" status: 200 len: 811 time: 0.1030650 Aug 29 04:51:19.998592 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2c2c7097-f22e-40b8-9e5c-02b8d8bcf5ee req-f0f12157-74b2-422e-8fda-a930921b2687 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/quotas/9e4c4c6e36d14588ab4691d1cbcbcb2b HTTP/1.1" status: 200 len: 375 time: 0.0096219 Aug 29 04:51:20.047175 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2c2c7097-f22e-40b8-9e5c-02b8d8bcf5ee req-eb5db13c-8f8d-4f1e-8ebc-db1ad139f281 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=9e4c4c6e36d14588ab4691d1cbcbcb2b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0433578 Aug 29 04:51:20.136597 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2c2c7097-f22e-40b8-9e5c-02b8d8bcf5ee req-5b8e31b9-d95a-4300-9943-8beb3ccd2659 service neutron] 10.222.0.22 "GET /v2.0/networks/34c933ba-ee7b-4b4e-a6b9-839156fc5f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826113 Aug 29 04:51:20.556000 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2c2c7097-f22e-40b8-9e5c-02b8d8bcf5ee req-af27c394-ea3e-4c9f-83ef-c97be8135b29 service neutron] 10.222.0.22 "GET /v2.0/networks/34c933ba-ee7b-4b4e-a6b9-839156fc5f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4133368 Aug 29 04:51:20.740093 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4da84664-e212-4b71-a421-bd20905c20dc req-30152894-8197-4728-83d6-338552d8e69f tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=24e8725d-0564-4ecd-8f91-e4fbbfdc5976 HTTP/1.1" status: 200 len: 210 time: 0.0277271 Aug 29 04:51:21.606358 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2c7097-f22e-40b8-9e5c-02b8d8bcf5ee req-3251c177-ba0a-4734-89a6-49614bb4d94b tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:21.608008 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2c2c7097-f22e-40b8-9e5c-02b8d8bcf5ee req-3251c177-ba0a-4734-89a6-49614bb4d94b tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.46 "GET /v2.0/networks?id=34c933ba-ee7b-4b4e-a6b9-839156fc5f9b HTTP/1.1" status: 200 len: 811 time: 0.1026237 Aug 29 04:51:21.619943 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-2c2c7097-f22e-40b8-9e5c-02b8d8bcf5ee req-cc865c54-b0c0-4d77-9b19-1266476d1fcc tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Request body: {'port': {'device_id': '24e8725d-0564-4ecd-8f91-e4fbbfdc5976', 'network_id': '34c933ba-ee7b-4b4e-a6b9-839156fc5f9b', 'admin_state_up': True, 'tenant_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:21.727707 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c2c7097-f22e-40b8-9e5c-02b8d8bcf5ee req-cc865c54-b0c0-4d77-9b19-1266476d1fcc tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Made reservation on behalf of 9e4c4c6e36d14588ab4691d1cbcbcb2b for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:51:21.732195 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2c2c7097-f22e-40b8-9e5c-02b8d8bcf5ee req-cc865c54-b0c0-4d77-9b19-1266476d1fcc tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:21.844219 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8b129f6e-de1e-4757-95da-e50731fabc6a req-15998e54-0547-4784-a64f-1f62df659c6c tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=24e8725d-0564-4ecd-8f91-e4fbbfdc5976 HTTP/1.1" status: 200 len: 210 time: 0.0328012 Aug 29 04:51:21.894774 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-2c2c7097-f22e-40b8-9e5c-02b8d8bcf5ee req-cc865c54-b0c0-4d77-9b19-1266476d1fcc tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Allocated IP 172.20.0.14 (34c933ba-ee7b-4b4e-a6b9-839156fc5f9b/3503bfff-49df-4a18-910a-15b4d56f679f/82479a54-0135-4324-accc-156a7a73f1ca) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:51:22.054845 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2c2c7097-f22e-40b8-9e5c-02b8d8bcf5ee req-cc865c54-b0c0-4d77-9b19-1266476d1fcc tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:22.069885 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-2c2c7097-f22e-40b8-9e5c-02b8d8bcf5ee req-cc865c54-b0c0-4d77-9b19-1266476d1fcc tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Transition to ACTIVE for port object 82479a54-0135-4324-accc-156a7a73f1ca will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:51:22.104217 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2c2c7097-f22e-40b8-9e5c-02b8d8bcf5ee req-cc865c54-b0c0-4d77-9b19-1266476d1fcc tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:22.147655 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c2c7097-f22e-40b8-9e5c-02b8d8bcf5ee req-cc865c54-b0c0-4d77-9b19-1266476d1fcc tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Network 34c933ba-ee7b-4b4e-a6b9-839156fc5f9b is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:51:22.153340 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-2c2c7097-f22e-40b8-9e5c-02b8d8bcf5ee req-cc865c54-b0c0-4d77-9b19-1266476d1fcc tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:51:22.157658 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c2c7097-f22e-40b8-9e5c-02b8d8bcf5ee req-cc865c54-b0c0-4d77-9b19-1266476d1fcc tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:51:22.162232 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc865c54-b0c0-4d77-9b19-1266476d1fcc tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Pushing event updated for resources: {'Port': ['ID=82479a54-0135-4324-accc-156a7a73f1ca,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:22.213984 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2c7097-f22e-40b8-9e5c-02b8d8bcf5ee req-cc865c54-b0c0-4d77-9b19-1266476d1fcc tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:22.215615 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2c2c7097-f22e-40b8-9e5c-02b8d8bcf5ee req-cc865c54-b0c0-4d77-9b19-1266476d1fcc tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:22.231710 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2c2c7097-f22e-40b8-9e5c-02b8d8bcf5ee req-cc865c54-b0c0-4d77-9b19-1266476d1fcc tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6155376 Aug 29 04:51:22.244944 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-2c2c7097-f22e-40b8-9e5c-02b8d8bcf5ee req-8bb669e5-9941-44b9-b120-4d1d3a0b3a00 service neutron] Request body: {'port': {'device_id': '24e8725d-0564-4ecd-8f91-e4fbbfdc5976', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:22.312510 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2c2c7097-f22e-40b8-9e5c-02b8d8bcf5ee req-8bb669e5-9941-44b9-b120-4d1d3a0b3a00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:22.422104 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-faf94ac6-55b1-49d1-9cf8-ec27ef54ddeb None None] Provisioning for port 82479a54-0135-4324-accc-156a7a73f1ca completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:51:22.426235 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-faf94ac6-55b1-49d1-9cf8-ec27ef54ddeb None None] Provisioning complete for port 82479a54-0135-4324-accc-156a7a73f1ca triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:51:22.426604 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-faf94ac6-55b1-49d1-9cf8-ec27ef54ddeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:22.465044 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-faf94ac6-55b1-49d1-9cf8-ec27ef54ddeb None None] Port 82479a54-0135-4324-accc-156a7a73f1ca cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:51:22.597151 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-2c2c7097-f22e-40b8-9e5c-02b8d8bcf5ee req-8bb669e5-9941-44b9-b120-4d1d3a0b3a00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82479a54-0135-4324-accc-156a7a73f1ca {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:51:22.605177 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2c2c7097-f22e-40b8-9e5c-02b8d8bcf5ee req-8bb669e5-9941-44b9-b120-4d1d3a0b3a00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:22.617765 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-2c2c7097-f22e-40b8-9e5c-02b8d8bcf5ee req-8bb669e5-9941-44b9-b120-4d1d3a0b3a00 service neutron] Transition to ACTIVE for port object 82479a54-0135-4324-accc-156a7a73f1ca will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:51:22.622511 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2c2c7097-f22e-40b8-9e5c-02b8d8bcf5ee req-8bb669e5-9941-44b9-b120-4d1d3a0b3a00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:22.671801 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb669e5-9941-44b9-b120-4d1d3a0b3a00 service neutron] Pushing event updated for resources: {'Port': ['ID=82479a54-0135-4324-accc-156a7a73f1ca,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:22.757689 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-2c2c7097-f22e-40b8-9e5c-02b8d8bcf5ee req-8bb669e5-9941-44b9-b120-4d1d3a0b3a00 service neutron] Attempting to bind port 82479a54-0135-4324-accc-156a7a73f1ca on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:51:22.758193 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-2c2c7097-f22e-40b8-9e5c-02b8d8bcf5ee req-8bb669e5-9941-44b9-b120-4d1d3a0b3a00 service neutron] Attempting to bind port 82479a54-0135-4324-accc-156a7a73f1ca by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': '3dd283cc-c7c2-45b6-9e1c-030522db2cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '34c933ba-ee7b-4b4e-a6b9-839156fc5f9b'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:51:22.758532 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2c7097-f22e-40b8-9e5c-02b8d8bcf5ee req-8bb669e5-9941-44b9-b120-4d1d3a0b3a00 service neutron] Attempting to bind port 82479a54-0135-4324-accc-156a7a73f1ca on network 34c933ba-ee7b-4b4e-a6b9-839156fc5f9b {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:51:22.763295 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2c7097-f22e-40b8-9e5c-02b8d8bcf5ee req-8bb669e5-9941-44b9-b120-4d1d3a0b3a00 service neutron] Port 82479a54-0135-4324-accc-156a7a73f1ca on network 34c933ba-ee7b-4b4e-a6b9-839156fc5f9b not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:51:22.763615 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2c7097-f22e-40b8-9e5c-02b8d8bcf5ee req-8bb669e5-9941-44b9-b120-4d1d3a0b3a00 service neutron] Attempting to bind port 82479a54-0135-4324-accc-156a7a73f1ca on network 34c933ba-ee7b-4b4e-a6b9-839156fc5f9b {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:51:22.769024 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2c7097-f22e-40b8-9e5c-02b8d8bcf5ee req-8bb669e5-9941-44b9-b120-4d1d3a0b3a00 service neutron] Checking agent: {'id': '3de9de52-3a03-431d-9d7e-497ae92c57ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:51:22.769359 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2c7097-f22e-40b8-9e5c-02b8d8bcf5ee req-8bb669e5-9941-44b9-b120-4d1d3a0b3a00 service neutron] Checking segment: {'id': '3dd283cc-c7c2-45b6-9e1c-030522db2cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '34c933ba-ee7b-4b4e-a6b9-839156fc5f9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:51:22.769744 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2c7097-f22e-40b8-9e5c-02b8d8bcf5ee req-8bb669e5-9941-44b9-b120-4d1d3a0b3a00 service neutron] Bound using segment: {'id': '3dd283cc-c7c2-45b6-9e1c-030522db2cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '34c933ba-ee7b-4b4e-a6b9-839156fc5f9b'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:51:22.770168 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-2c2c7097-f22e-40b8-9e5c-02b8d8bcf5ee req-8bb669e5-9941-44b9-b120-4d1d3a0b3a00 service neutron] Bound port: 82479a54-0135-4324-accc-156a7a73f1ca, host: n-h1-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dd283cc-c7c2-45b6-9e1c-030522db2cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '34c933ba-ee7b-4b4e-a6b9-839156fc5f9b'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:51:22.770651 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2c2c7097-f22e-40b8-9e5c-02b8d8bcf5ee req-8bb669e5-9941-44b9-b120-4d1d3a0b3a00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:22.840224 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-2c2c7097-f22e-40b8-9e5c-02b8d8bcf5ee req-8bb669e5-9941-44b9-b120-4d1d3a0b3a00 service neutron] For port 82479a54-0135-4324-accc-156a7a73f1ca, host n-h1-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:51:22.843559 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-2c2c7097-f22e-40b8-9e5c-02b8d8bcf5ee req-8bb669e5-9941-44b9-b120-4d1d3a0b3a00 service neutron] For port 82479a54-0135-4324-accc-156a7a73f1ca, host n-h1-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=82479a54-0135-4324-accc-156a7a73f1ca,segment=NetworkSegment(3dd283cc-c7c2-45b6-9e1c-030522db2cd2),segment_id=3dd283cc-c7c2-45b6-9e1c-030522db2cd2)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:51:22.849617 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2c2c7097-f22e-40b8-9e5c-02b8d8bcf5ee req-8bb669e5-9941-44b9-b120-4d1d3a0b3a00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:22.884844 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2c7097-f22e-40b8-9e5c-02b8d8bcf5ee req-8bb669e5-9941-44b9-b120-4d1d3a0b3a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:22.885639 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2c2c7097-f22e-40b8-9e5c-02b8d8bcf5ee req-8bb669e5-9941-44b9-b120-4d1d3a0b3a00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:22.887438 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2c2c7097-f22e-40b8-9e5c-02b8d8bcf5ee req-8bb669e5-9941-44b9-b120-4d1d3a0b3a00 service neutron] 10.222.0.46 "PUT /v2.0/ports/82479a54-0135-4324-accc-156a7a73f1ca HTTP/1.1" status: 200 len: 1093 time: 0.6471598 Aug 29 04:51:22.889860 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24e8725d-0564-4ecd-8f91-e4fbbfdc5976', 'tag': '82479a54-0135-4324-accc-156a7a73f1ca'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:51:22.898950 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dea6b4ed-dd86-4844-af66-e39ccb2f8698" -d '{"events": [{"name": "network-changed", "server_uuid": "24e8725d-0564-4ecd-8f91-e4fbbfdc5976", "tag": "82479a54-0135-4324-accc-156a7a73f1ca"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:51:22.964241 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb669e5-9941-44b9-b120-4d1d3a0b3a00 service neutron] Pushing event updated for resources: {'Port': ['ID=82479a54-0135-4324-accc-156a7a73f1ca,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:22.990438 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa783340-d3a3-48b5-a7fb-9996c8bfc37d x-openstack-request-id: req-fa783340-d3a3-48b5-a7fb-9996c8bfc37d {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:51:22.990828 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24e8725d-0564-4ecd-8f91-e4fbbfdc5976", "tag": "82479a54-0135-4324-accc-156a7a73f1ca", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:51:22.991149 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fa783340-d3a3-48b5-a7fb-9996c8bfc37d {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:51:22.991633 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24e8725d-0564-4ecd-8f91-e4fbbfdc5976', 'tag': '82479a54-0135-4324-accc-156a7a73f1ca', 'status': 'completed', 'code': 200} Aug 29 04:51:23.002418 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ca60f0-6b8b-4c23-b68d-5be2c83766ea req-a96dde1d-946b-4a74-855e-a72a8ca28f3b tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:23.004805 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-90ca60f0-6b8b-4c23-b68d-5be2c83766ea req-a96dde1d-946b-4a74-855e-a72a8ca28f3b tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=24e8725d-0564-4ecd-8f91-e4fbbfdc5976 HTTP/1.1" status: 200 len: 944 time: 0.0742130 Aug 29 04:51:23.009439 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2c7097-f22e-40b8-9e5c-02b8d8bcf5ee req-4d27d7aa-0d85-46da-97f6-53fdea857abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:23.011080 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2c2c7097-f22e-40b8-9e5c-02b8d8bcf5ee req-4d27d7aa-0d85-46da-97f6-53fdea857abc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9e4c4c6e36d14588ab4691d1cbcbcb2b&device_id=24e8725d-0564-4ecd-8f91-e4fbbfdc5976 HTTP/1.1" status: 200 len: 1096 time: 0.0705273 Aug 29 04:51:23.048462 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-90ca60f0-6b8b-4c23-b68d-5be2c83766ea req-c1b88408-02b3-4acd-bea8-7d02c13df232 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c168b81-4210-48d3-a468-3552fea266dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356922 Aug 29 04:51:23.058083 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2c2c7097-f22e-40b8-9e5c-02b8d8bcf5ee req-ee84f8ec-5f85-4679-ba96-3702cb39b0c1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82479a54-0135-4324-accc-156a7a73f1ca HTTP/1.1" status: 200 len: 217 time: 0.0364790 Aug 29 04:51:23.110244 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2c7097-f22e-40b8-9e5c-02b8d8bcf5ee req-6b0e8d66-27e9-441b-8129-59619402bb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:23.111844 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2c2c7097-f22e-40b8-9e5c-02b8d8bcf5ee req-6b0e8d66-27e9-441b-8129-59619402bb46 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3503bfff-49df-4a18-910a-15b4d56f679f HTTP/1.1" status: 200 len: 850 time: 0.0459731 Aug 29 04:51:23.167134 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2c7097-f22e-40b8-9e5c-02b8d8bcf5ee req-48188200-2bf4-43c3-8fa0-a920d34dd649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:23.169352 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2c2c7097-f22e-40b8-9e5c-02b8d8bcf5ee req-48188200-2bf4-43c3-8fa0-a920d34dd649 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=34c933ba-ee7b-4b4e-a6b9-839156fc5f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0506759 Aug 29 04:51:23.260597 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2c2c7097-f22e-40b8-9e5c-02b8d8bcf5ee req-a2591d64-9003-4520-97f8-e0d66be71a50 service neutron] 10.222.0.46 "GET /v2.0/networks/34c933ba-ee7b-4b4e-a6b9-839156fc5f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839369 Aug 29 04:51:23.353660 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2c2c7097-f22e-40b8-9e5c-02b8d8bcf5ee req-2e391395-d010-43be-aff7-2af4337a0e81 service neutron] 10.222.0.46 "GET /v2.0/networks/34c933ba-ee7b-4b4e-a6b9-839156fc5f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863144 Aug 29 04:51:23.440260 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea6b4ed-dd86-4844-af66-e39ccb2f8698 req-798b036f-25b6-47bc-9489-4b9d00be1da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:23.441865 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dea6b4ed-dd86-4844-af66-e39ccb2f8698 req-798b036f-25b6-47bc-9489-4b9d00be1da3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9e4c4c6e36d14588ab4691d1cbcbcb2b&device_id=24e8725d-0564-4ecd-8f91-e4fbbfdc5976 HTTP/1.1" status: 200 len: 1096 time: 0.0439498 Aug 29 04:51:23.541541 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea6b4ed-dd86-4844-af66-e39ccb2f8698 req-c9d28f31-ff3e-48c1-ab77-caaa8ae384c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:23.543057 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dea6b4ed-dd86-4844-af66-e39ccb2f8698 req-c9d28f31-ff3e-48c1-ab77-caaa8ae384c2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=34c933ba-ee7b-4b4e-a6b9-839156fc5f9b HTTP/1.1" status: 200 len: 912 time: 0.0941856 Aug 29 04:51:23.590644 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dea6b4ed-dd86-4844-af66-e39ccb2f8698 req-6262064a-757e-4299-8748-027772748a0f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82479a54-0135-4324-accc-156a7a73f1ca HTTP/1.1" status: 200 len: 217 time: 0.0387716 Aug 29 04:51:23.639376 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea6b4ed-dd86-4844-af66-e39ccb2f8698 req-6145ac91-13bc-4808-9595-c79905b7fde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:23.640877 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dea6b4ed-dd86-4844-af66-e39ccb2f8698 req-6145ac91-13bc-4808-9595-c79905b7fde6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3503bfff-49df-4a18-910a-15b4d56f679f HTTP/1.1" status: 200 len: 850 time: 0.0433962 Aug 29 04:51:23.687902 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea6b4ed-dd86-4844-af66-e39ccb2f8698 req-5f9c5cc1-c33d-4251-a907-459866319bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:23.689441 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dea6b4ed-dd86-4844-af66-e39ccb2f8698 req-5f9c5cc1-c33d-4251-a907-459866319bb5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=34c933ba-ee7b-4b4e-a6b9-839156fc5f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404501 Aug 29 04:51:23.788719 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dea6b4ed-dd86-4844-af66-e39ccb2f8698 req-3ec62dc2-01ff-4510-b171-e46f36989208 service neutron] 10.222.0.46 "GET /v2.0/networks/34c933ba-ee7b-4b4e-a6b9-839156fc5f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906219 Aug 29 04:51:23.882195 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dea6b4ed-dd86-4844-af66-e39ccb2f8698 req-9c579cba-c475-4a49-ad34-74adfdf89a13 service neutron] 10.222.0.46 "GET /v2.0/networks/34c933ba-ee7b-4b4e-a6b9-839156fc5f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858815 Aug 29 04:51:24.182560 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e26529-4c5e-4540-9724-59b48136959e req-8e6b62ad-01c1-4d49-9c4a-3a5cc6256356 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:24.185053 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-58e26529-4c5e-4540-9724-59b48136959e req-8e6b62ad-01c1-4d49-9c4a-3a5cc6256356 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=24e8725d-0564-4ecd-8f91-e4fbbfdc5976 HTTP/1.1" status: 200 len: 944 time: 0.0649850 Aug 29 04:51:24.225130 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-58e26529-4c5e-4540-9724-59b48136959e req-8b1ce98f-9d08-4c3f-8e65-fbb15c07d4df tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c168b81-4210-48d3-a468-3552fea266dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342109 Aug 29 04:51:25.370074 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ed7788-6bc7-406f-933a-9e3b0d395526 req-ce605487-238b-4903-b5f4-a094587a102f tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:25.373428 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d4ed7788-6bc7-406f-933a-9e3b0d395526 req-ce605487-238b-4903-b5f4-a094587a102f tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=24e8725d-0564-4ecd-8f91-e4fbbfdc5976 HTTP/1.1" status: 200 len: 944 time: 0.0707214 Aug 29 04:51:25.424227 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d4ed7788-6bc7-406f-933a-9e3b0d395526 req-d935f452-33b8-465f-8003-4bf8c2fcb2b3 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c168b81-4210-48d3-a468-3552fea266dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439401 Aug 29 04:51:26.566232 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a780a33-15c4-4ef3-ba37-6a8f4d8c8853 req-0144f145-2888-44bb-894e-9beca4b0cf4e tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:26.568009 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4a780a33-15c4-4ef3-ba37-6a8f4d8c8853 req-0144f145-2888-44bb-894e-9beca4b0cf4e tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=24e8725d-0564-4ecd-8f91-e4fbbfdc5976 HTTP/1.1" status: 200 len: 944 time: 0.0527201 Aug 29 04:51:26.617080 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4a780a33-15c4-4ef3-ba37-6a8f4d8c8853 req-b6642bd1-bce9-495f-b5a8-106aaccb717b tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c168b81-4210-48d3-a468-3552fea266dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403304 Aug 29 04:51:27.758966 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d890f-3bfa-4f83-bfff-814864fb3985 req-b226431d-70f0-4a31-a83e-14a984c16220 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:27.760632 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2a8d890f-3bfa-4f83-bfff-814864fb3985 req-b226431d-70f0-4a31-a83e-14a984c16220 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=24e8725d-0564-4ecd-8f91-e4fbbfdc5976 HTTP/1.1" status: 200 len: 944 time: 0.0568576 Aug 29 04:51:27.804572 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2a8d890f-3bfa-4f83-bfff-814864fb3985 req-9cbc98c3-06c4-412e-ba3f-265ddf33398d tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c168b81-4210-48d3-a468-3552fea266dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369647 Aug 29 04:51:28.792059 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:28.916104 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca39024-67ea-431c-9a68-8e030d3af18e req-46279ffb-ddcc-49ad-8414-41fca8492895 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:28.917500 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4ca39024-67ea-431c-9a68-8e030d3af18e req-46279ffb-ddcc-49ad-8414-41fca8492895 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=24e8725d-0564-4ecd-8f91-e4fbbfdc5976 HTTP/1.1" status: 200 len: 944 time: 0.0496719 Aug 29 04:51:28.956735 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4ca39024-67ea-431c-9a68-8e030d3af18e req-c4cd9c39-0158-4007-882f-be38d890cbec tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c168b81-4210-48d3-a468-3552fea266dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332987 Aug 29 04:51:30.069932 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1b058b-5dbd-44af-a2d3-0c2079c5a4b4 req-653fa5be-a3a3-4462-a1a1-ba8f017631e2 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:30.071327 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5e1b058b-5dbd-44af-a2d3-0c2079c5a4b4 req-653fa5be-a3a3-4462-a1a1-ba8f017631e2 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=24e8725d-0564-4ecd-8f91-e4fbbfdc5976 HTTP/1.1" status: 200 len: 944 time: 0.0485299 Aug 29 04:51:30.111976 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5e1b058b-5dbd-44af-a2d3-0c2079c5a4b4 req-2ea3c68c-9df5-4b60-b1e3-237c731b99d1 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c168b81-4210-48d3-a468-3552fea266dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338020 Aug 29 04:51:31.230667 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71165427-da30-496f-93bf-d02654912a00 req-896a100c-5ed3-47d7-affa-fe4e292b3bf1 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:31.232299 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-71165427-da30-496f-93bf-d02654912a00 req-896a100c-5ed3-47d7-affa-fe4e292b3bf1 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=24e8725d-0564-4ecd-8f91-e4fbbfdc5976 HTTP/1.1" status: 200 len: 944 time: 0.0545077 Aug 29 04:51:31.271191 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-71165427-da30-496f-93bf-d02654912a00 req-a7e77ba2-1687-4360-b17d-b338155b7d3e tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c168b81-4210-48d3-a468-3552fea266dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326900 Aug 29 04:51:32.389861 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522968a2-67bf-4be0-b0ab-aa9c29a5f586 req-3f7f300c-6492-475e-a30a-4e3fc1eba234 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:32.391392 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-522968a2-67bf-4be0-b0ab-aa9c29a5f586 req-3f7f300c-6492-475e-a30a-4e3fc1eba234 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=24e8725d-0564-4ecd-8f91-e4fbbfdc5976 HTTP/1.1" status: 200 len: 944 time: 0.0531800 Aug 29 04:51:32.434207 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-522968a2-67bf-4be0-b0ab-aa9c29a5f586 req-50a7037e-5674-4357-9979-a73617dac3ce tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c168b81-4210-48d3-a468-3552fea266dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367630 Aug 29 04:51:33.399261 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b40a74d1-9016-41eb-a763-82eed7808978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:33.553261 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8912229d-99a2-4aa0-be65-ff3e82e107be req-8079b89b-4466-4a06-8c6c-49deec613948 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:33.555337 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8912229d-99a2-4aa0-be65-ff3e82e107be req-8079b89b-4466-4a06-8c6c-49deec613948 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=24e8725d-0564-4ecd-8f91-e4fbbfdc5976 HTTP/1.1" status: 200 len: 944 time: 0.0524502 Aug 29 04:51:33.597826 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8912229d-99a2-4aa0-be65-ff3e82e107be req-fd2960e6-2b82-431e-bdd7-2bc057cbec78 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c168b81-4210-48d3-a468-3552fea266dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360916 Aug 29 04:51:34.711789 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d17f403-0154-4ee1-b2c1-2fe319571f1e req-5a736b43-daf3-4958-a335-6bafbf945f2e tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:34.713406 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2d17f403-0154-4ee1-b2c1-2fe319571f1e req-5a736b43-daf3-4958-a335-6bafbf945f2e tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=24e8725d-0564-4ecd-8f91-e4fbbfdc5976 HTTP/1.1" status: 200 len: 944 time: 0.0490935 Aug 29 04:51:34.754198 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2d17f403-0154-4ee1-b2c1-2fe319571f1e req-e1ba8dd5-52bb-42fe-bafd-deb2bcb7c1a1 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c168b81-4210-48d3-a468-3552fea266dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342870 Aug 29 04:51:35.868404 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62bd4f4-5deb-41b5-88b8-e4fb53628f0b req-597e269d-e161-4525-a4e1-1fcb508dd928 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:35.869892 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a62bd4f4-5deb-41b5-88b8-e4fb53628f0b req-597e269d-e161-4525-a4e1-1fcb508dd928 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=24e8725d-0564-4ecd-8f91-e4fbbfdc5976 HTTP/1.1" status: 200 len: 944 time: 0.0487604 Aug 29 04:51:35.907454 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a62bd4f4-5deb-41b5-88b8-e4fb53628f0b req-dd16f655-cd3a-42cc-88f8-29f0f1451e6d tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c168b81-4210-48d3-a468-3552fea266dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308864 Aug 29 04:51:36.257574 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2f14673c-be76-4473-ad5e-f0d144073a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:37.026603 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65e81ea-de9c-491c-959d-7dd110a0b378 req-814f5f94-e59f-4521-b234-62d9522fa1f8 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:37.028586 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b65e81ea-de9c-491c-959d-7dd110a0b378 req-814f5f94-e59f-4521-b234-62d9522fa1f8 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=24e8725d-0564-4ecd-8f91-e4fbbfdc5976 HTTP/1.1" status: 200 len: 944 time: 0.0537086 Aug 29 04:51:37.066575 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b65e81ea-de9c-491c-959d-7dd110a0b378 req-f35983df-acca-4e44-99d1-5d51756af505 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c168b81-4210-48d3-a468-3552fea266dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318649 Aug 29 04:51:37.251544 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:37.266720 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:38.184208 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9fc552-7454-42a6-83b8-db37ee77578c req-da63eced-0126-4831-92d1-153a0046b6ba tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:38.185701 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8f9fc552-7454-42a6-83b8-db37ee77578c req-da63eced-0126-4831-92d1-153a0046b6ba tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=24e8725d-0564-4ecd-8f91-e4fbbfdc5976 HTTP/1.1" status: 200 len: 944 time: 0.0532851 Aug 29 04:51:38.222988 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8f9fc552-7454-42a6-83b8-db37ee77578c req-3b13b237-04a3-4dcf-ae27-d0f76e9ec972 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c168b81-4210-48d3-a468-3552fea266dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313749 Aug 29 04:51:38.759203 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:39.341159 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6524615d-3839-4d17-ba8c-6cec7fddeb0e req-2151d9ff-a3bf-4980-8366-cfc10fdefbc9 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:39.342650 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6524615d-3839-4d17-ba8c-6cec7fddeb0e req-2151d9ff-a3bf-4980-8366-cfc10fdefbc9 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=24e8725d-0564-4ecd-8f91-e4fbbfdc5976 HTTP/1.1" status: 200 len: 944 time: 0.0523062 Aug 29 04:51:39.379584 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6524615d-3839-4d17-ba8c-6cec7fddeb0e req-95d67068-4bb8-4d8c-9e4d-526a06a8cd5b tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c168b81-4210-48d3-a468-3552fea266dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311315 Aug 29 04:51:40.494119 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c2d9a3-0b78-4eca-9777-18d7a2804946 req-5ea49529-44c2-4838-9b73-27a045f7956c tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:40.495711 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-45c2d9a3-0b78-4eca-9777-18d7a2804946 req-5ea49529-44c2-4838-9b73-27a045f7956c tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=24e8725d-0564-4ecd-8f91-e4fbbfdc5976 HTTP/1.1" status: 200 len: 944 time: 0.0507562 Aug 29 04:51:40.535174 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-45c2d9a3-0b78-4eca-9777-18d7a2804946 req-81196d73-302e-49fd-a38a-446a489b47aa tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c168b81-4210-48d3-a468-3552fea266dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318465 Aug 29 04:51:41.648019 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7617d41a-2e46-489a-90fb-5015eb69d257 req-b2e037e0-011c-4c9e-8272-6fcc3b183229 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:41.649519 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7617d41a-2e46-489a-90fb-5015eb69d257 req-b2e037e0-011c-4c9e-8272-6fcc3b183229 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=24e8725d-0564-4ecd-8f91-e4fbbfdc5976 HTTP/1.1" status: 200 len: 944 time: 0.0482266 Aug 29 04:51:41.688008 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7617d41a-2e46-489a-90fb-5015eb69d257 req-2d057ee2-ff0a-40b7-96dd-5813623d06de tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c168b81-4210-48d3-a468-3552fea266dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320122 Aug 29 04:51:42.000810 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 82479a54-0135-4324-accc-156a7a73f1ca details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:51:42.092235 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 82479a54-0135-4324-accc-156a7a73f1ca, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=82479a54-0135-4324-accc-156a7a73f1ca,segment=NetworkSegment(3dd283cc-c7c2-45b6-9e1c-030522db2cd2),segment_id=3dd283cc-c7c2-45b6-9e1c-030522db2cd2)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:51:42.105911 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Returning: {'device': '82479a54-0135-4324-accc-156a7a73f1ca', 'network_id': '34c933ba-ee7b-4b4e-a6b9-839156fc5f9b', 'port_id': '82479a54-0135-4324-accc-156a7a73f1ca', 'mac_address': 'fa:16:3e:fd:ce:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3503bfff-49df-4a18-910a-15b4d56f679f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:51:42.292870 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:42.305795 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82479a54-0135-4324-accc-156a7a73f1ca {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:51:42.326767 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 82479a54-0135-4324-accc-156a7a73f1ca, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=82479a54-0135-4324-accc-156a7a73f1ca,segment=NetworkSegment(3dd283cc-c7c2-45b6-9e1c-030522db2cd2),segment_id=3dd283cc-c7c2-45b6-9e1c-030522db2cd2)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:51:42.331469 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:42.377267 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=82479a54-0135-4324-accc-156a7a73f1ca,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:42.384404 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:42.384758 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:42.385109 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:42.385452 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:42.385792 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:42.386135 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:42.386468 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:42.386801 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:42.387138 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:42.387466 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:42.387830 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:42.388720 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:42.545582 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['82479a54-0135-4324-accc-156a7a73f1ca'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:51:42.806502 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af05fa2d-296b-44d4-8d8b-4b5d30166dac req-f163c9b0-0545-49e1-b52b-ca96e8b7437a tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:42.808192 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-af05fa2d-296b-44d4-8d8b-4b5d30166dac req-f163c9b0-0545-49e1-b52b-ca96e8b7437a tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=24e8725d-0564-4ecd-8f91-e4fbbfdc5976 HTTP/1.1" status: 200 len: 945 time: 0.0489283 Aug 29 04:51:42.845970 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-af05fa2d-296b-44d4-8d8b-4b5d30166dac req-cdc143b7-9c04-4495-9079-5d1c93fee734 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c168b81-4210-48d3-a468-3552fea266dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318916 Aug 29 04:51:43.959411 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1debbd5-c136-40e8-8ef4-9c8fc3039a8f req-c10c2c7c-5625-41ea-93cd-93d832a4ad33 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:43.960994 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e1debbd5-c136-40e8-8ef4-9c8fc3039a8f req-c10c2c7c-5625-41ea-93cd-93d832a4ad33 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=24e8725d-0564-4ecd-8f91-e4fbbfdc5976 HTTP/1.1" status: 200 len: 945 time: 0.0490501 Aug 29 04:51:43.998428 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e1debbd5-c136-40e8-8ef4-9c8fc3039a8f req-8a2f79bc-0902-4680-9e3b-bd4c4a22dcd4 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c168b81-4210-48d3-a468-3552fea266dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307984 Aug 29 04:51:44.003476 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 82479a54-0135-4324-accc-156a7a73f1ca up at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:51:44.053632 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning for port 82479a54-0135-4324-accc-156a7a73f1ca completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:51:44.057417 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning complete for port 82479a54-0135-4324-accc-156a7a73f1ca triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:51:44.057787 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:44.133174 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:44.156471 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24e8725d-0564-4ecd-8f91-e4fbbfdc5976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82479a54-0135-4324-accc-156a7a73f1ca'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:51:44.158718 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81d06829-99d4-4605-81f3-7243757e7078" -d '{"events": [{"server_uuid": "24e8725d-0564-4ecd-8f91-e4fbbfdc5976", "name": "network-vif-plugged", "status": "completed", "tag": "82479a54-0135-4324-accc-156a7a73f1ca"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:51:44.170852 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 82479a54-0135-4324-accc-156a7a73f1ca, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=82479a54-0135-4324-accc-156a7a73f1ca,segment=NetworkSegment(3dd283cc-c7c2-45b6-9e1c-030522db2cd2),segment_id=3dd283cc-c7c2-45b6-9e1c-030522db2cd2)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:51:44.174900 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:44.202357 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a251054f-aa48-4eb0-a840-972ad3cd7e2d x-openstack-request-id: req-a251054f-aa48-4eb0-a840-972ad3cd7e2d {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:51:44.202651 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24e8725d-0564-4ecd-8f91-e4fbbfdc5976", "name": "network-vif-plugged", "status": "completed", "tag": "82479a54-0135-4324-accc-156a7a73f1ca", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:51:44.203236 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a251054f-aa48-4eb0-a840-972ad3cd7e2d {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:51:44.203629 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24e8725d-0564-4ecd-8f91-e4fbbfdc5976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82479a54-0135-4324-accc-156a7a73f1ca', 'code': 200} Aug 29 04:51:44.233031 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=82479a54-0135-4324-accc-156a7a73f1ca,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:44.297173 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760aa2b1-fb1d-4adf-9a2a-2f401496fe53 req-ca6145bc-cd13-44ac-a637-d1b87674ec1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:44.298649 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-760aa2b1-fb1d-4adf-9a2a-2f401496fe53 req-ca6145bc-cd13-44ac-a637-d1b87674ec1a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=24e8725d-0564-4ecd-8f91-e4fbbfdc5976 HTTP/1.1" status: 200 len: 1098 time: 0.0436571 Aug 29 04:51:44.333344 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-760aa2b1-fb1d-4adf-9a2a-2f401496fe53 req-c1d08ecb-e9d8-4aa5-8795-a12cbea0824c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=2c168b81-4210-48d3-a468-3552fea266dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269864 Aug 29 04:51:44.560493 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:51:45.114387 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0d9a67-1275-4744-aa7e-d91a6eb5130d req-357d366e-74f8-4f30-a23a-22ed48449cc5 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:45.115898 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-cd0d9a67-1275-4744-aa7e-d91a6eb5130d req-357d366e-74f8-4f30-a23a-22ed48449cc5 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=24e8725d-0564-4ecd-8f91-e4fbbfdc5976 HTTP/1.1" status: 200 len: 946 time: 0.0506775 Aug 29 04:51:45.152421 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-cd0d9a67-1275-4744-aa7e-d91a6eb5130d req-62185544-3aea-4a8a-9ac8-be4b4ec2a9ba tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c168b81-4210-48d3-a468-3552fea266dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307076 Aug 29 04:51:46.268765 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2450e122-5fe4-4495-9610-c11a03166b4f req-f4661fd4-e6f7-4525-a80f-6113e87348da tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:46.270251 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2450e122-5fe4-4495-9610-c11a03166b4f req-f4661fd4-e6f7-4525-a80f-6113e87348da tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=24e8725d-0564-4ecd-8f91-e4fbbfdc5976 HTTP/1.1" status: 200 len: 946 time: 0.0485888 Aug 29 04:51:46.307000 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2450e122-5fe4-4495-9610-c11a03166b4f req-d50f4f7b-9836-4340-9217-ce400b0f863d tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c168b81-4210-48d3-a468-3552fea266dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305467 Aug 29 04:51:46.420651 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d5f18e-a66c-450f-af2d-54e4bc747794 req-df067083-31f4-4d2c-8bea-012ec024d033 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:46.422149 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c6d5f18e-a66c-450f-af2d-54e4bc747794 req-df067083-31f4-4d2c-8bea-012ec024d033 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=24e8725d-0564-4ecd-8f91-e4fbbfdc5976 HTTP/1.1" status: 200 len: 946 time: 0.0499666 Aug 29 04:51:46.459644 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c6d5f18e-a66c-450f-af2d-54e4bc747794 req-a8b2e312-d625-426b-8ef1-1e92bf1a887d tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c168b81-4210-48d3-a468-3552fea266dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315220 Aug 29 04:51:46.574732 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1054ea80-5b72-4f4b-a2bd-c3954cd94f03 req-226909a8-4287-4510-a28a-f85af8a3be02 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:46.576214 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1054ea80-5b72-4f4b-a2bd-c3954cd94f03 req-226909a8-4287-4510-a28a-f85af8a3be02 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=24e8725d-0564-4ecd-8f91-e4fbbfdc5976 HTTP/1.1" status: 200 len: 946 time: 0.0483122 Aug 29 04:51:46.612759 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1054ea80-5b72-4f4b-a2bd-c3954cd94f03 req-26612416-902b-4bcf-851a-46f45868ec2a tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c168b81-4210-48d3-a468-3552fea266dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307240 Aug 29 04:51:46.901345 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471bd84c-72e0-4973-bd82-cb4f7fac997e req-972b98fe-6227-4293-8835-6f0d239eade8 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:46.903046 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-471bd84c-72e0-4973-bd82-cb4f7fac997e req-972b98fe-6227-4293-8835-6f0d239eade8 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=24e8725d-0564-4ecd-8f91-e4fbbfdc5976 HTTP/1.1" status: 200 len: 946 time: 0.0566549 Aug 29 04:51:46.941689 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-471bd84c-72e0-4973-bd82-cb4f7fac997e req-43d2d7d8-dfbd-49a7-be85-0fb6329cef58 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c168b81-4210-48d3-a468-3552fea266dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322123 Aug 29 04:51:48.055821 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f480099e-72b3-4438-a306-9f1ec2a44db8 req-c94cf56e-30a2-4b36-a487-4a4e48c58885 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:48.057496 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f480099e-72b3-4438-a306-9f1ec2a44db8 req-c94cf56e-30a2-4b36-a487-4a4e48c58885 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=24e8725d-0564-4ecd-8f91-e4fbbfdc5976 HTTP/1.1" status: 200 len: 946 time: 0.0476983 Aug 29 04:51:48.095423 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f480099e-72b3-4438-a306-9f1ec2a44db8 req-ac13d569-9a8c-478a-97a7-2692b257b8d2 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c168b81-4210-48d3-a468-3552fea266dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315070 Aug 29 04:51:48.342324 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f54bca1-3a6a-4568-964d-09048e20d5e3 req-3fb41e86-0064-45e9-a16d-2cbbc1b3a8ba tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:48.343726 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9f54bca1-3a6a-4568-964d-09048e20d5e3 req-3fb41e86-0064-45e9-a16d-2cbbc1b3a8ba tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.46 "GET /v2.0/ports?device_id=24e8725d-0564-4ecd-8f91-e4fbbfdc5976 HTTP/1.1" status: 200 len: 946 time: 0.0481184 Aug 29 04:51:48.433754 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-9f54bca1-3a6a-4568-964d-09048e20d5e3 req-a33f4836-f2b2-48ff-b3cb-f21767fa3692 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Deleting port 82479a54-0135-4324-accc-156a7a73f1ca {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:51:48.434097 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-9f54bca1-3a6a-4568-964d-09048e20d5e3 req-a33f4836-f2b2-48ff-b3cb-f21767fa3692 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:48.522486 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-9f54bca1-3a6a-4568-964d-09048e20d5e3 req-a33f4836-f2b2-48ff-b3cb-f21767fa3692 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] For port 82479a54-0135-4324-accc-156a7a73f1ca, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=82479a54-0135-4324-accc-156a7a73f1ca,segment=NetworkSegment(3dd283cc-c7c2-45b6-9e1c-030522db2cd2),segment_id=3dd283cc-c7c2-45b6-9e1c-030522db2cd2)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:51:48.522847 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-9f54bca1-3a6a-4568-964d-09048e20d5e3 req-a33f4836-f2b2-48ff-b3cb-f21767fa3692 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:48.536741 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-9f54bca1-3a6a-4568-964d-09048e20d5e3 req-a33f4836-f2b2-48ff-b3cb-f21767fa3692 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Calling delete_port for 82479a54-0135-4324-accc-156a7a73f1ca owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:51:48.673140 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-9f54bca1-3a6a-4568-964d-09048e20d5e3 req-a33f4836-f2b2-48ff-b3cb-f21767fa3692 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:48.685058 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['82479a54-0135-4324-accc-156a7a73f1ca'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:51:48.702857 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33f4836-f2b2-48ff-b3cb-f21767fa3692 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Pushing event deleted for resources: {'Port': ['ID=82479a54-0135-4324-accc-156a7a73f1ca,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:48.750409 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f54bca1-3a6a-4568-964d-09048e20d5e3 req-a33f4836-f2b2-48ff-b3cb-f21767fa3692 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] No DVR routers for this DVR port 82479a54-0135-4324-accc-156a7a73f1ca on host n-h1-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:51:48.752933 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-9f54bca1-3a6a-4568-964d-09048e20d5e3 req-a33f4836-f2b2-48ff-b3cb-f21767fa3692 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:48.755038 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9f54bca1-3a6a-4568-964d-09048e20d5e3 req-a33f4836-f2b2-48ff-b3cb-f21767fa3692 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.46 "DELETE /v2.0/ports/82479a54-0135-4324-accc-156a7a73f1ca HTTP/1.1" status: 204 len: 173 time: 0.4037979 Aug 29 04:51:48.755494 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24e8725d-0564-4ecd-8f91-e4fbbfdc5976', 'name': 'network-vif-deleted', 'tag': '82479a54-0135-4324-accc-156a7a73f1ca'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:51:48.757809 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d56b41ff-40a3-4850-a1e1-ecbc70b71d68" -d '{"events": [{"server_uuid": "24e8725d-0564-4ecd-8f91-e4fbbfdc5976", "name": "network-vif-deleted", "tag": "82479a54-0135-4324-accc-156a7a73f1ca"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:51:48.815240 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18147239-8225-463c-825e-f6a8a4255d35 x-openstack-request-id: req-18147239-8225-463c-825e-f6a8a4255d35 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:51:48.815635 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24e8725d-0564-4ecd-8f91-e4fbbfdc5976", "name": "network-vif-deleted", "tag": "82479a54-0135-4324-accc-156a7a73f1ca", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:51:48.816027 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-18147239-8225-463c-825e-f6a8a4255d35 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:51:48.816522 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24e8725d-0564-4ecd-8f91-e4fbbfdc5976', 'name': 'network-vif-deleted', 'tag': '82479a54-0135-4324-accc-156a7a73f1ca', 'status': 'completed', 'code': 200} Aug 29 04:51:49.194901 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-beb3a9ad-4a4d-4318-b6e6-812f42cb9335 req-6c43ff94-68b8-4d07-af3a-633ad6a84cea tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=24e8725d-0564-4ecd-8f91-e4fbbfdc5976 HTTP/1.1" status: 200 len: 210 time: 0.0317457 Aug 29 04:51:49.403941 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:50.290605 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-030712b3-6e7f-44e8-a774-45767cdb7328 req-89410753-2bfb-435f-b7db-83fa9d0eae00 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=24e8725d-0564-4ecd-8f91-e4fbbfdc5976 HTTP/1.1" status: 200 len: 210 time: 0.0278165 Aug 29 04:51:51.385723 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8582ed0a-e2ba-4dc7-8a47-bfea33465047 req-a34e8e2c-e1ae-41dd-8aee-f9b116cc0398 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=24e8725d-0564-4ecd-8f91-e4fbbfdc5976 HTTP/1.1" status: 200 len: 210 time: 0.0266638 Aug 29 04:51:52.031169 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 82479a54-0135-4324-accc-156a7a73f1ca no longer exists at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:51:52.055138 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] No Port match for: 82479a54-0135-4324-accc-156a7a73f1ca {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:51:52.055489 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 82479a54-0135-4324-accc-156a7a73f1ca not bound to the agent host n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:51:52.498808 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d6ed0ede-e1c6-44b0-8358-cad69c30361c req-15d31f6d-cc41-4dda-9a13-985c470bd77f tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=24e8725d-0564-4ecd-8f91-e4fbbfdc5976 HTTP/1.1" status: 200 len: 210 time: 0.0264807 Aug 29 04:51:58.810983 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:03.401855 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6caa0783-0ec5-4be2-9143-32e94e9788a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:06.258188 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8abcb258-176a-45b3-b77c-ba9e88af11af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:07.277563 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:07.317712 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:08.763651 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:13.417164 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e84201a-92a0-4bc3-8252-0ae4acc88bc1 req-ccc47e6a-8737-4c1f-965b-e8c98d554715 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:13.418658 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9e84201a-92a0-4bc3-8252-0ae4acc88bc1 req-ccc47e6a-8737-4c1f-965b-e8c98d554715 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/networks?id=34c933ba-ee7b-4b4e-a6b9-839156fc5f9b HTTP/1.1" status: 200 len: 811 time: 0.1041570 Aug 29 04:52:13.434762 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9e84201a-92a0-4bc3-8252-0ae4acc88bc1 req-e0ec3566-54ae-4f77-93bd-10759a86a116 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/quotas/9e4c4c6e36d14588ab4691d1cbcbcb2b HTTP/1.1" status: 200 len: 375 time: 0.0096080 Aug 29 04:52:13.488706 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9e84201a-92a0-4bc3-8252-0ae4acc88bc1 req-a8733fc7-3075-4cda-b748-17400d3925cf tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=9e4c4c6e36d14588ab4691d1cbcbcb2b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479712 Aug 29 04:52:13.499151 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [req-9e84201a-92a0-4bc3-8252-0ae4acc88bc1 req-4e09dc6b-43ac-40d0-9c0b-4e7506294bb6 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:52:13.500135 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9e84201a-92a0-4bc3-8252-0ae4acc88bc1 req-4e09dc6b-43ac-40d0-9c0b-4e7506294bb6 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050507 Aug 29 04:52:13.596834 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9e84201a-92a0-4bc3-8252-0ae4acc88bc1 req-6668bc8d-f2ad-4cb5-b946-c14dbed4a9af service neutron] 10.222.0.22 "GET /v2.0/networks/34c933ba-ee7b-4b4e-a6b9-839156fc5f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910704 Aug 29 04:52:13.687323 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9e84201a-92a0-4bc3-8252-0ae4acc88bc1 req-9ad8eb92-b7bb-4794-add4-210c6f5ed088 service neutron] 10.222.0.22 "GET /v2.0/networks/34c933ba-ee7b-4b4e-a6b9-839156fc5f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844152 Aug 29 04:52:13.972262 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-98ea3d4a-5cf4-4e99-a8fc-add6b4b2e9b3 req-dc341a63-ff64-4d04-bcf7-9778ba68a298 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f4e7385-4c7f-4bb5-a554-9cda682449a9 HTTP/1.1" status: 200 len: 210 time: 0.0274963 Aug 29 04:52:14.885635 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e84201a-92a0-4bc3-8252-0ae4acc88bc1 req-f60f1f54-8b82-460a-89b0-d07310a3abfd tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:14.887126 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9e84201a-92a0-4bc3-8252-0ae4acc88bc1 req-f60f1f54-8b82-460a-89b0-d07310a3abfd tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.46 "GET /v2.0/networks?id=34c933ba-ee7b-4b4e-a6b9-839156fc5f9b HTTP/1.1" status: 200 len: 811 time: 0.1127586 Aug 29 04:52:14.900668 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-9e84201a-92a0-4bc3-8252-0ae4acc88bc1 req-e4d64ef0-a893-4637-804a-b13af0c41f2a tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Request body: {'port': {'device_id': '6f4e7385-4c7f-4bb5-a554-9cda682449a9', 'network_id': '34c933ba-ee7b-4b4e-a6b9-839156fc5f9b', 'admin_state_up': True, 'tenant_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:52:15.020602 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e84201a-92a0-4bc3-8252-0ae4acc88bc1 req-e4d64ef0-a893-4637-804a-b13af0c41f2a tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Made reservation on behalf of 9e4c4c6e36d14588ab4691d1cbcbcb2b for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:52:15.024219 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-9e84201a-92a0-4bc3-8252-0ae4acc88bc1 req-e4d64ef0-a893-4637-804a-b13af0c41f2a tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:15.108929 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-332f4d71-f466-4f67-8891-42e80d1c32ce req-00982539-4cc7-423f-a6de-b6b82c6253f2 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f4e7385-4c7f-4bb5-a554-9cda682449a9 HTTP/1.1" status: 200 len: 210 time: 0.0596898 Aug 29 04:52:15.199181 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-9e84201a-92a0-4bc3-8252-0ae4acc88bc1 req-e4d64ef0-a893-4637-804a-b13af0c41f2a tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Allocated IP 172.20.0.6 (34c933ba-ee7b-4b4e-a6b9-839156fc5f9b/3503bfff-49df-4a18-910a-15b4d56f679f/69890f83-382c-4932-8c78-a7fe22d6ffec) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:52:15.354513 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-9e84201a-92a0-4bc3-8252-0ae4acc88bc1 req-e4d64ef0-a893-4637-804a-b13af0c41f2a tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:15.368601 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-9e84201a-92a0-4bc3-8252-0ae4acc88bc1 req-e4d64ef0-a893-4637-804a-b13af0c41f2a tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Transition to ACTIVE for port object 69890f83-382c-4932-8c78-a7fe22d6ffec will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:52:15.403847 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-9e84201a-92a0-4bc3-8252-0ae4acc88bc1 req-e4d64ef0-a893-4637-804a-b13af0c41f2a tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:15.451154 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e84201a-92a0-4bc3-8252-0ae4acc88bc1 req-e4d64ef0-a893-4637-804a-b13af0c41f2a tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Network 34c933ba-ee7b-4b4e-a6b9-839156fc5f9b is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:52:15.460018 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-9e84201a-92a0-4bc3-8252-0ae4acc88bc1 req-e4d64ef0-a893-4637-804a-b13af0c41f2a tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:52:15.464385 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e84201a-92a0-4bc3-8252-0ae4acc88bc1 req-e4d64ef0-a893-4637-804a-b13af0c41f2a tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:52:15.495815 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d64ef0-a893-4637-804a-b13af0c41f2a tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Pushing event updated for resources: {'Port': ['ID=69890f83-382c-4932-8c78-a7fe22d6ffec,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:15.516943 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d64ef0-a893-4637-804a-b13af0c41f2a tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:15.516943 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d64ef0-a893-4637-804a-b13af0c41f2a tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:15.517341 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d64ef0-a893-4637-804a-b13af0c41f2a tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:15.517884 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d64ef0-a893-4637-804a-b13af0c41f2a tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:15.518019 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d64ef0-a893-4637-804a-b13af0c41f2a tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:15.518428 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d64ef0-a893-4637-804a-b13af0c41f2a tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:15.518762 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d64ef0-a893-4637-804a-b13af0c41f2a tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:15.519173 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d64ef0-a893-4637-804a-b13af0c41f2a tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:15.519502 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d64ef0-a893-4637-804a-b13af0c41f2a tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:15.519848 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d64ef0-a893-4637-804a-b13af0c41f2a tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:15.520175 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d64ef0-a893-4637-804a-b13af0c41f2a tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:15.520646 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d64ef0-a893-4637-804a-b13af0c41f2a tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:15.544314 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e84201a-92a0-4bc3-8252-0ae4acc88bc1 req-e4d64ef0-a893-4637-804a-b13af0c41f2a tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:15.545168 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-9e84201a-92a0-4bc3-8252-0ae4acc88bc1 req-e4d64ef0-a893-4637-804a-b13af0c41f2a tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:15.562326 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9e84201a-92a0-4bc3-8252-0ae4acc88bc1 req-e4d64ef0-a893-4637-804a-b13af0c41f2a tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6657495 Aug 29 04:52:15.574736 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-9e84201a-92a0-4bc3-8252-0ae4acc88bc1 req-c833a2c8-4621-466b-81e6-bd21da5b80bf service neutron] Request body: {'port': {'device_id': '6f4e7385-4c7f-4bb5-a554-9cda682449a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:52:15.646292 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-9e84201a-92a0-4bc3-8252-0ae4acc88bc1 req-c833a2c8-4621-466b-81e6-bd21da5b80bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:15.801351 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-77291116-77ff-4859-b674-f4de3494fdca None None] Provisioning for port 69890f83-382c-4932-8c78-a7fe22d6ffec completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:52:15.806203 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-77291116-77ff-4859-b674-f4de3494fdca None None] Provisioning complete for port 69890f83-382c-4932-8c78-a7fe22d6ffec triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:52:15.806681 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-77291116-77ff-4859-b674-f4de3494fdca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:15.842198 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-77291116-77ff-4859-b674-f4de3494fdca None None] Port 69890f83-382c-4932-8c78-a7fe22d6ffec cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:52:15.921387 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-9e84201a-92a0-4bc3-8252-0ae4acc88bc1 req-c833a2c8-4621-466b-81e6-bd21da5b80bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69890f83-382c-4932-8c78-a7fe22d6ffec {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:52:15.929491 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-9e84201a-92a0-4bc3-8252-0ae4acc88bc1 req-c833a2c8-4621-466b-81e6-bd21da5b80bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:15.942856 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-9e84201a-92a0-4bc3-8252-0ae4acc88bc1 req-c833a2c8-4621-466b-81e6-bd21da5b80bf service neutron] Transition to ACTIVE for port object 69890f83-382c-4932-8c78-a7fe22d6ffec will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:52:15.946577 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-9e84201a-92a0-4bc3-8252-0ae4acc88bc1 req-c833a2c8-4621-466b-81e6-bd21da5b80bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:16.000012 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c833a2c8-4621-466b-81e6-bd21da5b80bf service neutron] Pushing event updated for resources: {'Port': ['ID=69890f83-382c-4932-8c78-a7fe22d6ffec,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:16.079118 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-9e84201a-92a0-4bc3-8252-0ae4acc88bc1 req-c833a2c8-4621-466b-81e6-bd21da5b80bf service neutron] Attempting to bind port 69890f83-382c-4932-8c78-a7fe22d6ffec on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:52:16.079466 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-9e84201a-92a0-4bc3-8252-0ae4acc88bc1 req-c833a2c8-4621-466b-81e6-bd21da5b80bf service neutron] Attempting to bind port 69890f83-382c-4932-8c78-a7fe22d6ffec by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': '3dd283cc-c7c2-45b6-9e1c-030522db2cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '34c933ba-ee7b-4b4e-a6b9-839156fc5f9b'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:52:16.079824 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e84201a-92a0-4bc3-8252-0ae4acc88bc1 req-c833a2c8-4621-466b-81e6-bd21da5b80bf service neutron] Attempting to bind port 69890f83-382c-4932-8c78-a7fe22d6ffec on network 34c933ba-ee7b-4b4e-a6b9-839156fc5f9b {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:52:16.085121 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e84201a-92a0-4bc3-8252-0ae4acc88bc1 req-c833a2c8-4621-466b-81e6-bd21da5b80bf service neutron] Port 69890f83-382c-4932-8c78-a7fe22d6ffec on network 34c933ba-ee7b-4b4e-a6b9-839156fc5f9b not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:52:16.085459 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e84201a-92a0-4bc3-8252-0ae4acc88bc1 req-c833a2c8-4621-466b-81e6-bd21da5b80bf service neutron] Attempting to bind port 69890f83-382c-4932-8c78-a7fe22d6ffec on network 34c933ba-ee7b-4b4e-a6b9-839156fc5f9b {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:52:16.092663 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e84201a-92a0-4bc3-8252-0ae4acc88bc1 req-c833a2c8-4621-466b-81e6-bd21da5b80bf service neutron] Checking agent: {'id': '3de9de52-3a03-431d-9d7e-497ae92c57ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:52:16.093023 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e84201a-92a0-4bc3-8252-0ae4acc88bc1 req-c833a2c8-4621-466b-81e6-bd21da5b80bf service neutron] Checking segment: {'id': '3dd283cc-c7c2-45b6-9e1c-030522db2cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '34c933ba-ee7b-4b4e-a6b9-839156fc5f9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:52:16.093427 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e84201a-92a0-4bc3-8252-0ae4acc88bc1 req-c833a2c8-4621-466b-81e6-bd21da5b80bf service neutron] Bound using segment: {'id': '3dd283cc-c7c2-45b6-9e1c-030522db2cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '34c933ba-ee7b-4b4e-a6b9-839156fc5f9b'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:52:16.094033 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-9e84201a-92a0-4bc3-8252-0ae4acc88bc1 req-c833a2c8-4621-466b-81e6-bd21da5b80bf service neutron] Bound port: 69890f83-382c-4932-8c78-a7fe22d6ffec, host: n-h1-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dd283cc-c7c2-45b6-9e1c-030522db2cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '34c933ba-ee7b-4b4e-a6b9-839156fc5f9b'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:52:16.094418 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-9e84201a-92a0-4bc3-8252-0ae4acc88bc1 req-c833a2c8-4621-466b-81e6-bd21da5b80bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:16.175030 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-9e84201a-92a0-4bc3-8252-0ae4acc88bc1 req-c833a2c8-4621-466b-81e6-bd21da5b80bf service neutron] For port 69890f83-382c-4932-8c78-a7fe22d6ffec, host n-h1-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:52:16.178257 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-9e84201a-92a0-4bc3-8252-0ae4acc88bc1 req-c833a2c8-4621-466b-81e6-bd21da5b80bf service neutron] For port 69890f83-382c-4932-8c78-a7fe22d6ffec, host n-h1-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=69890f83-382c-4932-8c78-a7fe22d6ffec,segment=NetworkSegment(3dd283cc-c7c2-45b6-9e1c-030522db2cd2),segment_id=3dd283cc-c7c2-45b6-9e1c-030522db2cd2)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:52:16.183630 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-9e84201a-92a0-4bc3-8252-0ae4acc88bc1 req-c833a2c8-4621-466b-81e6-bd21da5b80bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:16.222839 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e84201a-92a0-4bc3-8252-0ae4acc88bc1 req-c833a2c8-4621-466b-81e6-bd21da5b80bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:16.223622 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-9e84201a-92a0-4bc3-8252-0ae4acc88bc1 req-c833a2c8-4621-466b-81e6-bd21da5b80bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:16.225295 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9e84201a-92a0-4bc3-8252-0ae4acc88bc1 req-c833a2c8-4621-466b-81e6-bd21da5b80bf service neutron] 10.222.0.46 "PUT /v2.0/ports/69890f83-382c-4932-8c78-a7fe22d6ffec HTTP/1.1" status: 200 len: 1092 time: 0.6550145 Aug 29 04:52:16.226067 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f4e7385-4c7f-4bb5-a554-9cda682449a9', 'tag': '69890f83-382c-4932-8c78-a7fe22d6ffec'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:52:16.228568 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3d14259-1323-478d-ab82-71f64a409c56" -d '{"events": [{"name": "network-changed", "server_uuid": "6f4e7385-4c7f-4bb5-a554-9cda682449a9", "tag": "69890f83-382c-4932-8c78-a7fe22d6ffec"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:52:16.271756 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c07b91-3720-42f5-8e1c-544e517f7d11 req-3aaf4236-264b-4e4d-8985-01fd57be7e60 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:16.282245 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-28c07b91-3720-42f5-8e1c-544e517f7d11 req-3aaf4236-264b-4e4d-8985-01fd57be7e60 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f4e7385-4c7f-4bb5-a554-9cda682449a9 HTTP/1.1" status: 200 len: 943 time: 0.0798719 Aug 29 04:52:16.300219 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51b79d4f-e72c-4290-9477-1fd8932f71dc x-openstack-request-id: req-51b79d4f-e72c-4290-9477-1fd8932f71dc {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:52:16.300376 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f4e7385-4c7f-4bb5-a554-9cda682449a9", "tag": "69890f83-382c-4932-8c78-a7fe22d6ffec", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:52:16.300615 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-51b79d4f-e72c-4290-9477-1fd8932f71dc {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:52:16.301098 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f4e7385-4c7f-4bb5-a554-9cda682449a9', 'tag': '69890f83-382c-4932-8c78-a7fe22d6ffec', 'status': 'completed', 'code': 200} Aug 29 04:52:16.323608 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c833a2c8-4621-466b-81e6-bd21da5b80bf service neutron] Pushing event updated for resources: {'Port': ['ID=69890f83-382c-4932-8c78-a7fe22d6ffec,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:16.339358 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e84201a-92a0-4bc3-8252-0ae4acc88bc1 req-ea8f4022-75e7-4c8f-bf18-6b5a312a4877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:16.341108 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9e84201a-92a0-4bc3-8252-0ae4acc88bc1 req-ea8f4022-75e7-4c8f-bf18-6b5a312a4877 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9e4c4c6e36d14588ab4691d1cbcbcb2b&device_id=6f4e7385-4c7f-4bb5-a554-9cda682449a9 HTTP/1.1" status: 200 len: 1095 time: 0.0676970 Aug 29 04:52:16.349570 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-28c07b91-3720-42f5-8e1c-544e517f7d11 req-f6df459c-93cd-424e-bbe1-14b41730a6b2 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c168b81-4210-48d3-a468-3552fea266dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604584 Aug 29 04:52:16.391211 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9e84201a-92a0-4bc3-8252-0ae4acc88bc1 req-f3f6e497-65b8-47ba-8410-ed692c8b25fe service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69890f83-382c-4932-8c78-a7fe22d6ffec HTTP/1.1" status: 200 len: 217 time: 0.0414805 Aug 29 04:52:16.441727 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e84201a-92a0-4bc3-8252-0ae4acc88bc1 req-444bd047-8610-4ea3-95b4-8d54481dba79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:16.443268 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9e84201a-92a0-4bc3-8252-0ae4acc88bc1 req-444bd047-8610-4ea3-95b4-8d54481dba79 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3503bfff-49df-4a18-910a-15b4d56f679f HTTP/1.1" status: 200 len: 850 time: 0.0459173 Aug 29 04:52:16.498571 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e84201a-92a0-4bc3-8252-0ae4acc88bc1 req-47ea61da-82e9-4b83-b7bc-100a0b20796e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:16.500662 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9e84201a-92a0-4bc3-8252-0ae4acc88bc1 req-47ea61da-82e9-4b83-b7bc-100a0b20796e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=34c933ba-ee7b-4b4e-a6b9-839156fc5f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0501285 Aug 29 04:52:16.593519 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9e84201a-92a0-4bc3-8252-0ae4acc88bc1 req-f7ba3440-9cf9-45a6-b313-529f076841ce service neutron] 10.222.0.46 "GET /v2.0/networks/34c933ba-ee7b-4b4e-a6b9-839156fc5f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858457 Aug 29 04:52:16.694884 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9e84201a-92a0-4bc3-8252-0ae4acc88bc1 req-586a9bca-88a9-45b5-8d2d-e940f1f51358 service neutron] 10.222.0.46 "GET /v2.0/networks/34c933ba-ee7b-4b4e-a6b9-839156fc5f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948420 Aug 29 04:52:16.791504 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d14259-1323-478d-ab82-71f64a409c56 req-43fe5ced-a5dd-43fe-86d2-18e3ab6a5885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:16.793145 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d3d14259-1323-478d-ab82-71f64a409c56 req-43fe5ced-a5dd-43fe-86d2-18e3ab6a5885 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9e4c4c6e36d14588ab4691d1cbcbcb2b&device_id=6f4e7385-4c7f-4bb5-a554-9cda682449a9 HTTP/1.1" status: 200 len: 1095 time: 0.0474286 Aug 29 04:52:16.898112 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d14259-1323-478d-ab82-71f64a409c56 req-0af371f0-5cd5-4db6-b2f1-1de5bfecc0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:16.899721 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d3d14259-1323-478d-ab82-71f64a409c56 req-0af371f0-5cd5-4db6-b2f1-1de5bfecc0bf service neutron] 10.222.0.46 "GET /v2.0/networks?id=34c933ba-ee7b-4b4e-a6b9-839156fc5f9b HTTP/1.1" status: 200 len: 912 time: 0.0998180 Aug 29 04:52:16.959654 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d3d14259-1323-478d-ab82-71f64a409c56 req-45f43600-5c76-4868-9047-508cccfdc698 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69890f83-382c-4932-8c78-a7fe22d6ffec HTTP/1.1" status: 200 len: 217 time: 0.0516777 Aug 29 04:52:17.012516 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d14259-1323-478d-ab82-71f64a409c56 req-96cfcc15-19f8-4cbd-8462-564d2865f3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:17.014020 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d3d14259-1323-478d-ab82-71f64a409c56 req-96cfcc15-19f8-4cbd-8462-564d2865f3a3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3503bfff-49df-4a18-910a-15b4d56f679f HTTP/1.1" status: 200 len: 850 time: 0.0474567 Aug 29 04:52:17.072007 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d14259-1323-478d-ab82-71f64a409c56 req-5fb99a04-70a3-48d6-93f0-81231ca97160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:17.073538 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d3d14259-1323-478d-ab82-71f64a409c56 req-5fb99a04-70a3-48d6-93f0-81231ca97160 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=34c933ba-ee7b-4b4e-a6b9-839156fc5f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523791 Aug 29 04:52:17.174143 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d3d14259-1323-478d-ab82-71f64a409c56 req-003cb6bc-7099-4203-a0fa-5a74bad8e504 service neutron] 10.222.0.46 "GET /v2.0/networks/34c933ba-ee7b-4b4e-a6b9-839156fc5f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936127 Aug 29 04:52:17.277680 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d3d14259-1323-478d-ab82-71f64a409c56 req-aa4ab45a-2d5a-45ff-8afb-eb41265626eb service neutron] 10.222.0.46 "GET /v2.0/networks/34c933ba-ee7b-4b4e-a6b9-839156fc5f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956697 Aug 29 04:52:17.474490 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4227ac-dfbd-4b62-a6f8-2cd1f484eaec req-9cbeab2c-7c57-4ae0-8041-86488592c24a tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:17.477122 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ae4227ac-dfbd-4b62-a6f8-2cd1f484eaec req-9cbeab2c-7c57-4ae0-8041-86488592c24a tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f4e7385-4c7f-4bb5-a554-9cda682449a9 HTTP/1.1" status: 200 len: 943 time: 0.0660756 Aug 29 04:52:17.517986 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ae4227ac-dfbd-4b62-a6f8-2cd1f484eaec req-457493d1-0910-4929-8b12-cb2405b49672 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c168b81-4210-48d3-a468-3552fea266dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348935 Aug 29 04:52:18.646210 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ec4f14-1865-4f3a-83da-0db25c9a8c83 req-0c0d6cfb-d2f5-4fe7-a6de-aba31b75cace tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:18.648325 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c5ec4f14-1865-4f3a-83da-0db25c9a8c83 req-0c0d6cfb-d2f5-4fe7-a6de-aba31b75cace tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f4e7385-4c7f-4bb5-a554-9cda682449a9 HTTP/1.1" status: 200 len: 943 time: 0.0600977 Aug 29 04:52:18.695653 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c5ec4f14-1865-4f3a-83da-0db25c9a8c83 req-ea31117f-03b2-42ba-b233-099f796110d0 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c168b81-4210-48d3-a468-3552fea266dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383248 Aug 29 04:52:19.416681 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:19.816664 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75db878-b339-4ac5-ab42-149d2f98ac90 req-75f15ca8-6430-4f56-bad5-b4b1a31b7256 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:19.818212 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c75db878-b339-4ac5-ab42-149d2f98ac90 req-75f15ca8-6430-4f56-bad5-b4b1a31b7256 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f4e7385-4c7f-4bb5-a554-9cda682449a9 HTTP/1.1" status: 200 len: 943 time: 0.0499668 Aug 29 04:52:19.855912 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c75db878-b339-4ac5-ab42-149d2f98ac90 req-0ee32cfd-963c-49dc-8c81-ce8c37963746 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c168b81-4210-48d3-a468-3552fea266dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315166 Aug 29 04:52:20.973184 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63f420a-362f-41c4-bd11-d6bcfe934d36 req-aa62ad78-88b5-484c-86a4-aafbf17a4411 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:20.974693 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a63f420a-362f-41c4-bd11-d6bcfe934d36 req-aa62ad78-88b5-484c-86a4-aafbf17a4411 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f4e7385-4c7f-4bb5-a554-9cda682449a9 HTTP/1.1" status: 200 len: 943 time: 0.0492671 Aug 29 04:52:21.012939 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a63f420a-362f-41c4-bd11-d6bcfe934d36 req-3ecd3b29-1cbe-403a-81a5-43d830c0f7d1 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c168b81-4210-48d3-a468-3552fea266dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319498 Aug 29 04:52:21.561610 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:52:22.130392 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e9e3b1-6f66-49fa-9094-e7e2bb6588d6 req-78879934-36b0-4369-85c2-e8e560597ab3 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:22.131952 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e1e9e3b1-6f66-49fa-9094-e7e2bb6588d6 req-78879934-36b0-4369-85c2-e8e560597ab3 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f4e7385-4c7f-4bb5-a554-9cda682449a9 HTTP/1.1" status: 200 len: 943 time: 0.0500603 Aug 29 04:52:22.169332 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e1e9e3b1-6f66-49fa-9094-e7e2bb6588d6 req-fc3b9a11-2fa6-4783-9d50-809aaf4b2392 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c168b81-4210-48d3-a468-3552fea266dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312455 Aug 29 04:52:23.287724 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c28445-99fb-4c15-b9e6-a9cb4a097be6 req-b25f8e4d-e28a-4c8b-8c26-85831665001a tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:23.289220 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-40c28445-99fb-4c15-b9e6-a9cb4a097be6 req-b25f8e4d-e28a-4c8b-8c26-85831665001a tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f4e7385-4c7f-4bb5-a554-9cda682449a9 HTTP/1.1" status: 200 len: 943 time: 0.0529399 Aug 29 04:52:23.335711 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-40c28445-99fb-4c15-b9e6-a9cb4a097be6 req-c0027a38-c3ec-4b9c-881b-4d82c63fa947 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c168b81-4210-48d3-a468-3552fea266dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405164 Aug 29 04:52:24.456392 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a003bc9-1dff-4eb8-94d4-8b542749dce9 req-f5f4125f-829e-41a9-bf82-442caaf91952 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:24.458040 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9a003bc9-1dff-4eb8-94d4-8b542749dce9 req-f5f4125f-829e-41a9-bf82-442caaf91952 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f4e7385-4c7f-4bb5-a554-9cda682449a9 HTTP/1.1" status: 200 len: 943 time: 0.0558717 Aug 29 04:52:24.496675 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9a003bc9-1dff-4eb8-94d4-8b542749dce9 req-91056117-9e93-4e02-ae64-d5ede493b701 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c168b81-4210-48d3-a468-3552fea266dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326571 Aug 29 04:52:25.617579 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb450f-6286-4c8a-9495-cc85ff652fa3 req-baec2684-1be7-46a0-8e85-98293f613610 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:25.619043 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a0eb450f-6286-4c8a-9495-cc85ff652fa3 req-baec2684-1be7-46a0-8e85-98293f613610 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f4e7385-4c7f-4bb5-a554-9cda682449a9 HTTP/1.1" status: 200 len: 943 time: 0.0521524 Aug 29 04:52:25.657539 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a0eb450f-6286-4c8a-9495-cc85ff652fa3 req-c22b596d-20a5-496d-9ad3-c8a0f62cfe6c tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c168b81-4210-48d3-a468-3552fea266dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324938 Aug 29 04:52:26.139975 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 69890f83-382c-4932-8c78-a7fe22d6ffec details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:52:26.242899 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 69890f83-382c-4932-8c78-a7fe22d6ffec, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=69890f83-382c-4932-8c78-a7fe22d6ffec,segment=NetworkSegment(3dd283cc-c7c2-45b6-9e1c-030522db2cd2),segment_id=3dd283cc-c7c2-45b6-9e1c-030522db2cd2)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:52:26.256871 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Returning: {'device': '69890f83-382c-4932-8c78-a7fe22d6ffec', 'network_id': '34c933ba-ee7b-4b4e-a6b9-839156fc5f9b', 'port_id': '69890f83-382c-4932-8c78-a7fe22d6ffec', 'mac_address': 'fa:16:3e:8d:2a:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3503bfff-49df-4a18-910a-15b4d56f679f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:52:26.298859 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:26.314064 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69890f83-382c-4932-8c78-a7fe22d6ffec {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:52:26.335953 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 69890f83-382c-4932-8c78-a7fe22d6ffec, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=69890f83-382c-4932-8c78-a7fe22d6ffec,segment=NetworkSegment(3dd283cc-c7c2-45b6-9e1c-030522db2cd2),segment_id=3dd283cc-c7c2-45b6-9e1c-030522db2cd2)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:52:26.339891 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:26.396396 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=69890f83-382c-4932-8c78-a7fe22d6ffec,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:26.545365 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['69890f83-382c-4932-8c78-a7fe22d6ffec'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:52:26.778485 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d373adf8-7813-48c6-a5f5-a1a0fbb8db32 req-5762b3b6-4e07-4f2d-aa43-9e650fb41a57 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:26.780019 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d373adf8-7813-48c6-a5f5-a1a0fbb8db32 req-5762b3b6-4e07-4f2d-aa43-9e650fb41a57 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f4e7385-4c7f-4bb5-a554-9cda682449a9 HTTP/1.1" status: 200 len: 944 time: 0.0501461 Aug 29 04:52:26.820098 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d373adf8-7813-48c6-a5f5-a1a0fbb8db32 req-aff9be37-4044-4dd8-b1af-a4da348c378b tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c168b81-4210-48d3-a468-3552fea266dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323396 Aug 29 04:52:27.947679 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfcb79b-db70-4050-acbc-1bd5f3a2f9f0 req-a12c61ae-bbcb-4f03-a5fa-a976c0e961a9 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:27.949181 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-fcfcb79b-db70-4050-acbc-1bd5f3a2f9f0 req-a12c61ae-bbcb-4f03-a5fa-a976c0e961a9 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f4e7385-4c7f-4bb5-a554-9cda682449a9 HTTP/1.1" status: 200 len: 944 time: 0.0497401 Aug 29 04:52:27.989044 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-fcfcb79b-db70-4050-acbc-1bd5f3a2f9f0 req-532ca68a-f142-41ce-8d0e-e362e1df6213 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c168b81-4210-48d3-a468-3552fea266dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337908 Aug 29 04:52:28.155215 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 69890f83-382c-4932-8c78-a7fe22d6ffec up at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:52:28.202856 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning for port 69890f83-382c-4932-8c78-a7fe22d6ffec completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:52:28.206478 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning complete for port 69890f83-382c-4932-8c78-a7fe22d6ffec triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:52:28.206850 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:28.284488 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:28.306993 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f4e7385-4c7f-4bb5-a554-9cda682449a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69890f83-382c-4932-8c78-a7fe22d6ffec'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:52:28.309505 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e045c4b-0522-44c9-826b-a0296c742748" -d '{"events": [{"server_uuid": "6f4e7385-4c7f-4bb5-a554-9cda682449a9", "name": "network-vif-plugged", "status": "completed", "tag": "69890f83-382c-4932-8c78-a7fe22d6ffec"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:52:28.321502 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 69890f83-382c-4932-8c78-a7fe22d6ffec, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=69890f83-382c-4932-8c78-a7fe22d6ffec,segment=NetworkSegment(3dd283cc-c7c2-45b6-9e1c-030522db2cd2),segment_id=3dd283cc-c7c2-45b6-9e1c-030522db2cd2)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:52:28.325675 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:28.362953 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dbd46ad-2fa0-4430-961f-d758cf186d7f x-openstack-request-id: req-8dbd46ad-2fa0-4430-961f-d758cf186d7f {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:52:28.363251 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f4e7385-4c7f-4bb5-a554-9cda682449a9", "name": "network-vif-plugged", "status": "completed", "tag": "69890f83-382c-4932-8c78-a7fe22d6ffec", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:52:28.363513 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8dbd46ad-2fa0-4430-961f-d758cf186d7f {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:52:28.363965 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f4e7385-4c7f-4bb5-a554-9cda682449a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69890f83-382c-4932-8c78-a7fe22d6ffec', 'code': 200} Aug 29 04:52:28.388141 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=69890f83-382c-4932-8c78-a7fe22d6ffec,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:28.461644 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63ec5e9-a28b-4bbb-a3d5-9d86a13feb65 req-93549471-8caf-4ae3-ada6-1eeb41b191c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:28.463369 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b63ec5e9-a28b-4bbb-a3d5-9d86a13feb65 req-93549471-8caf-4ae3-ada6-1eeb41b191c5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6f4e7385-4c7f-4bb5-a554-9cda682449a9 HTTP/1.1" status: 200 len: 1097 time: 0.0408392 Aug 29 04:52:28.497074 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b63ec5e9-a28b-4bbb-a3d5-9d86a13feb65 req-fc694d11-8b05-40e7-8ba9-b129ee8fd037 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=2c168b81-4210-48d3-a468-3552fea266dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271614 Aug 29 04:52:28.820787 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:29.106339 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88665dfe-21f8-4681-a9c5-35b5aed36d86 req-0ab960b7-5836-4082-8b4a-609e96c89fee tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:29.107846 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-88665dfe-21f8-4681-a9c5-35b5aed36d86 req-0ab960b7-5836-4082-8b4a-609e96c89fee tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f4e7385-4c7f-4bb5-a554-9cda682449a9 HTTP/1.1" status: 200 len: 945 time: 0.0487225 Aug 29 04:52:29.147930 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-88665dfe-21f8-4681-a9c5-35b5aed36d86 req-e8833bdb-6989-4cf1-9763-65155a7824a8 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c168b81-4210-48d3-a468-3552fea266dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335526 Aug 29 04:52:30.271523 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9b9096-2761-4590-973c-a005aa05a844 req-c6d5d082-150a-45af-b675-b55c509bcfcf tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:30.273050 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5a9b9096-2761-4590-973c-a005aa05a844 req-c6d5d082-150a-45af-b675-b55c509bcfcf tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f4e7385-4c7f-4bb5-a554-9cda682449a9 HTTP/1.1" status: 200 len: 945 time: 0.0548658 Aug 29 04:52:30.311265 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5a9b9096-2761-4590-973c-a005aa05a844 req-11dd3e03-6555-4dc9-bc2f-c16c7351f5a5 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c168b81-4210-48d3-a468-3552fea266dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321114 Aug 29 04:52:30.440906 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afadc095-62d9-4d2f-90fc-2814531c9f60 req-be0d9b35-ec60-4675-8fca-93da0c9852c7 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:30.442380 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-afadc095-62d9-4d2f-90fc-2814531c9f60 req-be0d9b35-ec60-4675-8fca-93da0c9852c7 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f4e7385-4c7f-4bb5-a554-9cda682449a9 HTTP/1.1" status: 200 len: 945 time: 0.0610218 Aug 29 04:52:30.480959 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-afadc095-62d9-4d2f-90fc-2814531c9f60 req-4e4f1856-e21d-40fb-8172-2340ca907035 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c168b81-4210-48d3-a468-3552fea266dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319574 Aug 29 04:52:32.904555 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb787cc-b115-4565-85d7-11ee242600b5 req-eccb809b-147e-44ce-89c9-93b95f5d42d6 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:32.906038 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2fb787cc-b115-4565-85d7-11ee242600b5 req-eccb809b-147e-44ce-89c9-93b95f5d42d6 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/networks?id=34c933ba-ee7b-4b4e-a6b9-839156fc5f9b HTTP/1.1" status: 200 len: 811 time: 0.1012604 Aug 29 04:52:32.921797 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2fb787cc-b115-4565-85d7-11ee242600b5 req-1f473564-2c8e-4c9b-ac48-b91ef80e8a18 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/quotas/9e4c4c6e36d14588ab4691d1cbcbcb2b HTTP/1.1" status: 200 len: 375 time: 0.0098426 Aug 29 04:52:32.979589 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2fb787cc-b115-4565-85d7-11ee242600b5 req-6b2691c4-a8a5-4a08-80f9-2859fd7e3509 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=9e4c4c6e36d14588ab4691d1cbcbcb2b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0522854 Aug 29 04:52:32.995242 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [req-2fb787cc-b115-4565-85d7-11ee242600b5 req-5207541f-647c-4050-9afa-d7f55dc1ae4a service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:52:32.996448 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2fb787cc-b115-4565-85d7-11ee242600b5 req-5207541f-647c-4050-9afa-d7f55dc1ae4a service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055029 Aug 29 04:52:33.086675 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2fb787cc-b115-4565-85d7-11ee242600b5 req-afe18723-b02c-4f1f-bba1-a9f2225df820 service neutron] 10.222.0.22 "GET /v2.0/networks/34c933ba-ee7b-4b4e-a6b9-839156fc5f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834587 Aug 29 04:52:33.179114 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2fb787cc-b115-4565-85d7-11ee242600b5 req-6e42655f-cf66-4b88-9592-b920645f08f7 service neutron] 10.222.0.22 "GET /v2.0/networks/34c933ba-ee7b-4b4e-a6b9-839156fc5f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861664 Aug 29 04:52:33.372612 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dfe5e698-46f9-497c-9ec5-ac7318e211eb req-2ee4f9f2-79fa-45ca-9d48-1c8e107b8ef3 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=28ff2f39-8c52-4809-b466-6fd7830f39b1 HTTP/1.1" status: 200 len: 210 time: 0.0259244 Aug 29 04:52:33.406507 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3fe29195-ebb6-4a0d-aa9c-4e276d4a49ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:34.373149 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb787cc-b115-4565-85d7-11ee242600b5 req-87652c4c-623e-4651-a571-7badfa70e621 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:34.374620 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2fb787cc-b115-4565-85d7-11ee242600b5 req-87652c4c-623e-4651-a571-7badfa70e621 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.48 "GET /v2.0/networks?id=34c933ba-ee7b-4b4e-a6b9-839156fc5f9b HTTP/1.1" status: 200 len: 811 time: 0.1051078 Aug 29 04:52:34.394994 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-2fb787cc-b115-4565-85d7-11ee242600b5 req-5ba1f5df-5786-441a-8829-14d25b70855a tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Request body: {'port': {'device_id': '28ff2f39-8c52-4809-b466-6fd7830f39b1', 'network_id': '34c933ba-ee7b-4b4e-a6b9-839156fc5f9b', 'admin_state_up': True, 'tenant_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:52:34.521017 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fb787cc-b115-4565-85d7-11ee242600b5 req-5ba1f5df-5786-441a-8829-14d25b70855a tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Made reservation on behalf of 9e4c4c6e36d14588ab4691d1cbcbcb2b for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:52:34.524741 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2fb787cc-b115-4565-85d7-11ee242600b5 req-5ba1f5df-5786-441a-8829-14d25b70855a tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:34.663137 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-2fb787cc-b115-4565-85d7-11ee242600b5 req-5ba1f5df-5786-441a-8829-14d25b70855a tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Allocated IP 172.20.0.11 (34c933ba-ee7b-4b4e-a6b9-839156fc5f9b/3503bfff-49df-4a18-910a-15b4d56f679f/4032f88b-e288-4630-acef-928e491322dd) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:52:34.824313 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5a18297b-3773-4798-802a-1a8e98b852cf req-160042f6-32d2-46ce-bd72-5ade8c5bcea7 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=28ff2f39-8c52-4809-b466-6fd7830f39b1 HTTP/1.1" status: 200 len: 210 time: 0.3755710 Aug 29 04:52:34.840976 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2fb787cc-b115-4565-85d7-11ee242600b5 req-5ba1f5df-5786-441a-8829-14d25b70855a tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:34.847524 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-2fb787cc-b115-4565-85d7-11ee242600b5 req-5ba1f5df-5786-441a-8829-14d25b70855a tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Transition to ACTIVE for port object 4032f88b-e288-4630-acef-928e491322dd will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:52:34.881953 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2fb787cc-b115-4565-85d7-11ee242600b5 req-5ba1f5df-5786-441a-8829-14d25b70855a tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:34.894321 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['69890f83-382c-4932-8c78-a7fe22d6ffec'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:52:34.930644 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fb787cc-b115-4565-85d7-11ee242600b5 req-5ba1f5df-5786-441a-8829-14d25b70855a tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Network 34c933ba-ee7b-4b4e-a6b9-839156fc5f9b is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:52:34.936296 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-2fb787cc-b115-4565-85d7-11ee242600b5 req-5ba1f5df-5786-441a-8829-14d25b70855a tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:52:34.940857 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fb787cc-b115-4565-85d7-11ee242600b5 req-5ba1f5df-5786-441a-8829-14d25b70855a tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:52:34.975327 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba1f5df-5786-441a-8829-14d25b70855a tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Pushing event updated for resources: {'Port': ['ID=4032f88b-e288-4630-acef-928e491322dd,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:35.004210 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb787cc-b115-4565-85d7-11ee242600b5 req-5ba1f5df-5786-441a-8829-14d25b70855a tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:35.005368 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2fb787cc-b115-4565-85d7-11ee242600b5 req-5ba1f5df-5786-441a-8829-14d25b70855a tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:35.022096 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2fb787cc-b115-4565-85d7-11ee242600b5 req-5ba1f5df-5786-441a-8829-14d25b70855a tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6321700 Aug 29 04:52:35.042194 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-2fb787cc-b115-4565-85d7-11ee242600b5 req-1064cee8-2c6a-4761-8a97-6201d9958bff service neutron] Request body: {'port': {'device_id': '28ff2f39-8c52-4809-b466-6fd7830f39b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:52:35.106974 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2fb787cc-b115-4565-85d7-11ee242600b5 req-1064cee8-2c6a-4761-8a97-6201d9958bff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:35.249493 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-9c8b8024-8a54-4eaa-9ac5-b5942cc89ae5 None None] Provisioning for port 4032f88b-e288-4630-acef-928e491322dd completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:52:35.253960 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-9c8b8024-8a54-4eaa-9ac5-b5942cc89ae5 None None] Provisioning complete for port 4032f88b-e288-4630-acef-928e491322dd triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:52:35.254232 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9c8b8024-8a54-4eaa-9ac5-b5942cc89ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:35.288616 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-9c8b8024-8a54-4eaa-9ac5-b5942cc89ae5 None None] Port 4032f88b-e288-4630-acef-928e491322dd cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:52:35.388316 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-2fb787cc-b115-4565-85d7-11ee242600b5 req-1064cee8-2c6a-4761-8a97-6201d9958bff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4032f88b-e288-4630-acef-928e491322dd {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:52:35.396448 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2fb787cc-b115-4565-85d7-11ee242600b5 req-1064cee8-2c6a-4761-8a97-6201d9958bff service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:35.412584 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-2fb787cc-b115-4565-85d7-11ee242600b5 req-1064cee8-2c6a-4761-8a97-6201d9958bff service neutron] Transition to ACTIVE for port object 4032f88b-e288-4630-acef-928e491322dd will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:52:35.416927 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2fb787cc-b115-4565-85d7-11ee242600b5 req-1064cee8-2c6a-4761-8a97-6201d9958bff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:35.470282 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1064cee8-2c6a-4761-8a97-6201d9958bff service neutron] Pushing event updated for resources: {'Port': ['ID=4032f88b-e288-4630-acef-928e491322dd,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:35.541205 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-2fb787cc-b115-4565-85d7-11ee242600b5 req-1064cee8-2c6a-4761-8a97-6201d9958bff service neutron] Attempting to bind port 4032f88b-e288-4630-acef-928e491322dd on host n-h2-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:52:35.541544 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-2fb787cc-b115-4565-85d7-11ee242600b5 req-1064cee8-2c6a-4761-8a97-6201d9958bff service neutron] Attempting to bind port 4032f88b-e288-4630-acef-928e491322dd by drivers openvswitch,hyperv on host n-h2-712140-12 at level 0 using segments [{'id': '3dd283cc-c7c2-45b6-9e1c-030522db2cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '34c933ba-ee7b-4b4e-a6b9-839156fc5f9b'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:52:35.541875 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb787cc-b115-4565-85d7-11ee242600b5 req-1064cee8-2c6a-4761-8a97-6201d9958bff service neutron] Attempting to bind port 4032f88b-e288-4630-acef-928e491322dd on network 34c933ba-ee7b-4b4e-a6b9-839156fc5f9b {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:52:35.546621 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb787cc-b115-4565-85d7-11ee242600b5 req-1064cee8-2c6a-4761-8a97-6201d9958bff service neutron] Port 4032f88b-e288-4630-acef-928e491322dd on network 34c933ba-ee7b-4b4e-a6b9-839156fc5f9b not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:52:35.547050 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb787cc-b115-4565-85d7-11ee242600b5 req-1064cee8-2c6a-4761-8a97-6201d9958bff service neutron] Attempting to bind port 4032f88b-e288-4630-acef-928e491322dd on network 34c933ba-ee7b-4b4e-a6b9-839156fc5f9b {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:52:35.552264 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb787cc-b115-4565-85d7-11ee242600b5 req-1064cee8-2c6a-4761-8a97-6201d9958bff service neutron] Checking agent: {'id': 'b3a0606b-b029-4f5e-8798-3a32b71d8844', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:52:35.552608 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb787cc-b115-4565-85d7-11ee242600b5 req-1064cee8-2c6a-4761-8a97-6201d9958bff service neutron] Checking segment: {'id': '3dd283cc-c7c2-45b6-9e1c-030522db2cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '34c933ba-ee7b-4b4e-a6b9-839156fc5f9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:52:35.552994 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb787cc-b115-4565-85d7-11ee242600b5 req-1064cee8-2c6a-4761-8a97-6201d9958bff service neutron] Bound using segment: {'id': '3dd283cc-c7c2-45b6-9e1c-030522db2cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '34c933ba-ee7b-4b4e-a6b9-839156fc5f9b'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:52:35.553429 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-2fb787cc-b115-4565-85d7-11ee242600b5 req-1064cee8-2c6a-4761-8a97-6201d9958bff service neutron] Bound port: 4032f88b-e288-4630-acef-928e491322dd, host: n-h2-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dd283cc-c7c2-45b6-9e1c-030522db2cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '34c933ba-ee7b-4b4e-a6b9-839156fc5f9b'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:52:35.553794 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2fb787cc-b115-4565-85d7-11ee242600b5 req-1064cee8-2c6a-4761-8a97-6201d9958bff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:35.625352 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-2fb787cc-b115-4565-85d7-11ee242600b5 req-1064cee8-2c6a-4761-8a97-6201d9958bff service neutron] For port 4032f88b-e288-4630-acef-928e491322dd, host n-h2-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:52:35.628944 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-2fb787cc-b115-4565-85d7-11ee242600b5 req-1064cee8-2c6a-4761-8a97-6201d9958bff service neutron] For port 4032f88b-e288-4630-acef-928e491322dd, host n-h2-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=4032f88b-e288-4630-acef-928e491322dd,segment=NetworkSegment(3dd283cc-c7c2-45b6-9e1c-030522db2cd2),segment_id=3dd283cc-c7c2-45b6-9e1c-030522db2cd2)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:52:35.633497 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2fb787cc-b115-4565-85d7-11ee242600b5 req-1064cee8-2c6a-4761-8a97-6201d9958bff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:35.668768 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb787cc-b115-4565-85d7-11ee242600b5 req-1064cee8-2c6a-4761-8a97-6201d9958bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:35.669397 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2fb787cc-b115-4565-85d7-11ee242600b5 req-1064cee8-2c6a-4761-8a97-6201d9958bff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:35.670806 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2fb787cc-b115-4565-85d7-11ee242600b5 req-1064cee8-2c6a-4761-8a97-6201d9958bff service neutron] 10.222.0.48 "PUT /v2.0/ports/4032f88b-e288-4630-acef-928e491322dd HTTP/1.1" status: 200 len: 1093 time: 0.6344903 Aug 29 04:52:35.671248 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28ff2f39-8c52-4809-b466-6fd7830f39b1', 'tag': '4032f88b-e288-4630-acef-928e491322dd'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:52:35.673556 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6732c811-4a6c-4f91-8972-e1297f63be63" -d '{"events": [{"name": "network-changed", "server_uuid": "28ff2f39-8c52-4809-b466-6fd7830f39b1", "tag": "4032f88b-e288-4630-acef-928e491322dd"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:52:35.710659 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1064cee8-2c6a-4761-8a97-6201d9958bff service neutron] Pushing event updated for resources: {'Port': ['ID=4032f88b-e288-4630-acef-928e491322dd,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:35.729728 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ac17514-b524-4256-825b-9ea105592a6f x-openstack-request-id: req-3ac17514-b524-4256-825b-9ea105592a6f {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:52:35.730093 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28ff2f39-8c52-4809-b466-6fd7830f39b1", "tag": "4032f88b-e288-4630-acef-928e491322dd", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:52:35.730416 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3ac17514-b524-4256-825b-9ea105592a6f {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:52:35.730888 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28ff2f39-8c52-4809-b466-6fd7830f39b1', 'tag': '4032f88b-e288-4630-acef-928e491322dd', 'status': 'completed', 'code': 200} Aug 29 04:52:35.786792 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb787cc-b115-4565-85d7-11ee242600b5 req-8a311de3-5dde-4258-b273-ca13be543263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:35.788401 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2fb787cc-b115-4565-85d7-11ee242600b5 req-8a311de3-5dde-4258-b273-ca13be543263 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9e4c4c6e36d14588ab4691d1cbcbcb2b&device_id=28ff2f39-8c52-4809-b466-6fd7830f39b1 HTTP/1.1" status: 200 len: 1096 time: 0.0458260 Aug 29 04:52:35.842822 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2fb787cc-b115-4565-85d7-11ee242600b5 req-cb3153c3-9421-43aa-9a77-ce13414a02da service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4032f88b-e288-4630-acef-928e491322dd HTTP/1.1" status: 200 len: 217 time: 0.0408864 Aug 29 04:52:35.897763 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb787cc-b115-4565-85d7-11ee242600b5 req-1fc3191f-758a-4d33-9efb-6f7d1a44c13d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:35.899515 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2fb787cc-b115-4565-85d7-11ee242600b5 req-1fc3191f-758a-4d33-9efb-6f7d1a44c13d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3503bfff-49df-4a18-910a-15b4d56f679f HTTP/1.1" status: 200 len: 850 time: 0.0496895 Aug 29 04:52:35.952947 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb787cc-b115-4565-85d7-11ee242600b5 req-0f66957c-4599-4be6-a1fc-a1c15c484a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:35.955519 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2fb787cc-b115-4565-85d7-11ee242600b5 req-0f66957c-4599-4be6-a1fc-a1c15c484a7e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=34c933ba-ee7b-4b4e-a6b9-839156fc5f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0489318 Aug 29 04:52:35.972988 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55de3282-389f-40ad-87e8-a1071b4047e5 req-fb993dd6-3dcf-42aa-9950-8f6883e5785a tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:35.975220 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-55de3282-389f-40ad-87e8-a1071b4047e5 req-fb993dd6-3dcf-42aa-9950-8f6883e5785a tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=28ff2f39-8c52-4809-b466-6fd7830f39b1 HTTP/1.1" status: 200 len: 944 time: 0.0644834 Aug 29 04:52:36.015516 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-55de3282-389f-40ad-87e8-a1071b4047e5 req-8066c42c-11fd-4bfe-b841-92dee5ef957a tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c168b81-4210-48d3-a468-3552fea266dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335064 Aug 29 04:52:36.277090 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-96bb8783-ea7b-42c0-9f99-dd9d70db6a76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:36.397597 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2fb787cc-b115-4565-85d7-11ee242600b5 req-5e46f1eb-0738-4241-b905-206865461639 service neutron] 10.222.0.48 "GET /v2.0/networks/34c933ba-ee7b-4b4e-a6b9-839156fc5f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4347229 Aug 29 04:52:36.489729 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2fb787cc-b115-4565-85d7-11ee242600b5 req-79be4b48-5e28-41ba-a7e3-f303567094c3 service neutron] 10.222.0.48 "GET /v2.0/networks/34c933ba-ee7b-4b4e-a6b9-839156fc5f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852613 Aug 29 04:52:36.599974 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6732c811-4a6c-4f91-8972-e1297f63be63 req-f466b795-0271-4e01-8b52-6428987c4b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:36.601465 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6732c811-4a6c-4f91-8972-e1297f63be63 req-f466b795-0271-4e01-8b52-6428987c4b26 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9e4c4c6e36d14588ab4691d1cbcbcb2b&device_id=28ff2f39-8c52-4809-b466-6fd7830f39b1 HTTP/1.1" status: 200 len: 1096 time: 0.0424328 Aug 29 04:52:36.702087 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6732c811-4a6c-4f91-8972-e1297f63be63 req-4a753f37-a10b-4b70-a483-b03c179384ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:36.703597 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6732c811-4a6c-4f91-8972-e1297f63be63 req-4a753f37-a10b-4b70-a483-b03c179384ca service neutron] 10.222.0.48 "GET /v2.0/networks?id=34c933ba-ee7b-4b4e-a6b9-839156fc5f9b HTTP/1.1" status: 200 len: 912 time: 0.0946748 Aug 29 04:52:36.746755 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6732c811-4a6c-4f91-8972-e1297f63be63 req-3f51dc40-7da9-4379-95e1-45e270445077 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4032f88b-e288-4630-acef-928e491322dd HTTP/1.1" status: 200 len: 217 time: 0.0364497 Aug 29 04:52:36.802859 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6732c811-4a6c-4f91-8972-e1297f63be63 req-1a2df7bb-101f-4f73-834b-d4be24bbb8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:36.804403 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6732c811-4a6c-4f91-8972-e1297f63be63 req-1a2df7bb-101f-4f73-834b-d4be24bbb8da service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3503bfff-49df-4a18-910a-15b4d56f679f HTTP/1.1" status: 200 len: 850 time: 0.0501864 Aug 29 04:52:36.852589 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6732c811-4a6c-4f91-8972-e1297f63be63 req-ef1da74b-d957-47d8-b1aa-f2dd81cf5366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:36.854021 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6732c811-4a6c-4f91-8972-e1297f63be63 req-ef1da74b-d957-47d8-b1aa-f2dd81cf5366 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=34c933ba-ee7b-4b4e-a6b9-839156fc5f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413764 Aug 29 04:52:36.943573 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6732c811-4a6c-4f91-8972-e1297f63be63 req-66db4421-2468-4498-a9e7-f27acb584ba3 service neutron] 10.222.0.48 "GET /v2.0/networks/34c933ba-ee7b-4b4e-a6b9-839156fc5f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816991 Aug 29 04:52:37.049059 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6732c811-4a6c-4f91-8972-e1297f63be63 req-091de1b2-08e3-4868-8dfe-6bb4e4ecf2f8 service neutron] 10.222.0.48 "GET /v2.0/networks/34c933ba-ee7b-4b4e-a6b9-839156fc5f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987875 Aug 29 04:52:37.181876 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d51e54-80f5-4533-8f6e-0efebbc88e12 req-9c01d5df-1f98-4658-9919-a2598e641368 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:37.183643 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c4d51e54-80f5-4533-8f6e-0efebbc88e12 req-9c01d5df-1f98-4658-9919-a2598e641368 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=28ff2f39-8c52-4809-b466-6fd7830f39b1 HTTP/1.1" status: 200 len: 944 time: 0.0699587 Aug 29 04:52:37.232533 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c4d51e54-80f5-4533-8f6e-0efebbc88e12 req-95f98aa4-3597-4e5d-959d-bf8b5c07bf5c tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c168b81-4210-48d3-a468-3552fea266dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423603 Aug 29 04:52:37.270212 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:37.284826 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:38.413553 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b196b2cd-8825-4840-918b-8029f5f2cfe3 req-8fcb58b0-737f-4478-932f-7e0a6476f5c9 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:38.415612 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b196b2cd-8825-4840-918b-8029f5f2cfe3 req-8fcb58b0-737f-4478-932f-7e0a6476f5c9 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=28ff2f39-8c52-4809-b466-6fd7830f39b1 HTTP/1.1" status: 200 len: 944 time: 0.0909636 Aug 29 04:52:38.488027 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b196b2cd-8825-4840-918b-8029f5f2cfe3 req-740b97c7-6cba-4097-88c2-0b8a324bee24 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c168b81-4210-48d3-a468-3552fea266dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641170 Aug 29 04:52:38.776561 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:39.646853 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b77db9-55e4-4495-bcd5-5bc53e8512db req-f5da4f50-982c-4496-b977-da6ecdbfd6e2 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:39.648600 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e2b77db9-55e4-4495-bcd5-5bc53e8512db req-f5da4f50-982c-4496-b977-da6ecdbfd6e2 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=28ff2f39-8c52-4809-b466-6fd7830f39b1 HTTP/1.1" status: 200 len: 944 time: 0.0808933 Aug 29 04:52:39.700487 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e2b77db9-55e4-4495-bcd5-5bc53e8512db req-710b949f-b6f2-4eb7-bc31-84126301b3fb tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c168b81-4210-48d3-a468-3552fea266dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455177 Aug 29 04:52:40.836149 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56c5c32-4cfb-46b0-8720-67e77a2aa31e req-8c444456-6de7-4b3d-b1a5-45936a99f10e tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:40.838795 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f56c5c32-4cfb-46b0-8720-67e77a2aa31e req-8c444456-6de7-4b3d-b1a5-45936a99f10e tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=28ff2f39-8c52-4809-b466-6fd7830f39b1 HTTP/1.1" status: 200 len: 944 time: 0.0592699 Aug 29 04:52:40.881796 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f56c5c32-4cfb-46b0-8720-67e77a2aa31e req-b394b644-822a-4af2-a391-ba4bed74ef25 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c168b81-4210-48d3-a468-3552fea266dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356884 Aug 29 04:52:42.001966 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5184336-04c9-4682-b097-e8c2f95691ca req-fd9fd472-d535-4ceb-b9d7-862da93430c0 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:42.003343 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c5184336-04c9-4682-b097-e8c2f95691ca req-fd9fd472-d535-4ceb-b9d7-862da93430c0 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=28ff2f39-8c52-4809-b466-6fd7830f39b1 HTTP/1.1" status: 200 len: 944 time: 0.0472565 Aug 29 04:52:42.040803 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c5184336-04c9-4682-b097-e8c2f95691ca req-710a3ce5-a597-4a1e-9cbf-60683314941c tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c168b81-4210-48d3-a468-3552fea266dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315595 Aug 29 04:52:43.154417 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0730a22f-e630-4889-a7e2-6f09d4b6f3ac req-1af35954-a2b5-4975-b5d4-b6b7dde22b02 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:43.155940 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0730a22f-e630-4889-a7e2-6f09d4b6f3ac req-1af35954-a2b5-4975-b5d4-b6b7dde22b02 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=28ff2f39-8c52-4809-b466-6fd7830f39b1 HTTP/1.1" status: 200 len: 944 time: 0.0480342 Aug 29 04:52:43.193170 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0730a22f-e630-4889-a7e2-6f09d4b6f3ac req-845d79d7-e0e6-413c-bc06-eb7f25dc6e60 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c168b81-4210-48d3-a468-3552fea266dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307348 Aug 29 04:52:44.308906 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98822456-d80b-46d6-af7e-6004a619b871 req-027cb2dd-b680-4c45-a8c9-1615241f6ba6 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:44.310315 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-98822456-d80b-46d6-af7e-6004a619b871 req-027cb2dd-b680-4c45-a8c9-1615241f6ba6 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=28ff2f39-8c52-4809-b466-6fd7830f39b1 HTTP/1.1" status: 200 len: 944 time: 0.0496008 Aug 29 04:52:44.348081 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-98822456-d80b-46d6-af7e-6004a619b871 req-5313dd70-a25b-4e71-9fda-9ab71c82e995 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c168b81-4210-48d3-a468-3552fea266dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316601 Aug 29 04:52:45.462364 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b925afa9-5953-4f7c-bb9b-cd2f2e2693d2 req-427a2fa9-524d-4b27-8e02-95b748fb3a82 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:45.463858 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b925afa9-5953-4f7c-bb9b-cd2f2e2693d2 req-427a2fa9-524d-4b27-8e02-95b748fb3a82 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=28ff2f39-8c52-4809-b466-6fd7830f39b1 HTTP/1.1" status: 200 len: 944 time: 0.0489821 Aug 29 04:52:45.507152 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b925afa9-5953-4f7c-bb9b-cd2f2e2693d2 req-bd40f0a9-55e1-4e0b-8924-ea16203fe4c9 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c168b81-4210-48d3-a468-3552fea266dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366812 Aug 29 04:52:46.633463 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ff679d-fdeb-40d5-ace4-82e1fb41e0c7 req-e3da3ea0-b1e5-4c35-9439-228b03307c60 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:46.635502 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-91ff679d-fdeb-40d5-ace4-82e1fb41e0c7 req-e3da3ea0-b1e5-4c35-9439-228b03307c60 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=28ff2f39-8c52-4809-b466-6fd7830f39b1 HTTP/1.1" status: 200 len: 944 time: 0.0583935 Aug 29 04:52:46.674528 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-91ff679d-fdeb-40d5-ace4-82e1fb41e0c7 req-f564705a-377a-4f79-8b54-bf6ffc1c78e3 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c168b81-4210-48d3-a468-3552fea266dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323472 Aug 29 04:52:47.795324 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c947c3-fd16-4d4a-a908-01d867a777fe req-b5ed37f3-946c-4ab2-b8f7-86575f6a4b4b tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:47.796919 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-01c947c3-fd16-4d4a-a908-01d867a777fe req-b5ed37f3-946c-4ab2-b8f7-86575f6a4b4b tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=28ff2f39-8c52-4809-b466-6fd7830f39b1 HTTP/1.1" status: 200 len: 944 time: 0.0519612 Aug 29 04:52:47.837215 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-01c947c3-fd16-4d4a-a908-01d867a777fe req-c0c2b347-832e-4161-b1fb-94ede5d33a21 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c168b81-4210-48d3-a468-3552fea266dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331261 Aug 29 04:52:48.956082 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3269a192-1f9a-413d-9512-6bf2b37ba440 req-4d41ab94-2bf6-4044-bbe8-2058a2041cbb tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:48.957551 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3269a192-1f9a-413d-9512-6bf2b37ba440 req-4d41ab94-2bf6-4044-bbe8-2058a2041cbb tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=28ff2f39-8c52-4809-b466-6fd7830f39b1 HTTP/1.1" status: 200 len: 944 time: 0.0502381 Aug 29 04:52:48.995448 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3269a192-1f9a-413d-9512-6bf2b37ba440 req-fff5e6cb-6f97-443b-9afa-8ead88acf566 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c168b81-4210-48d3-a468-3552fea266dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319264 Aug 29 04:52:49.417746 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:50.111966 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb969e9-5412-475a-ad1c-764273b20c92 req-b9a383dc-de6e-4f1d-a3d7-cd468b8eed5b tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:50.113440 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5bb969e9-5412-475a-ad1c-764273b20c92 req-b9a383dc-de6e-4f1d-a3d7-cd468b8eed5b tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=28ff2f39-8c52-4809-b466-6fd7830f39b1 HTTP/1.1" status: 200 len: 944 time: 0.0487516 Aug 29 04:52:50.151733 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5bb969e9-5412-475a-ad1c-764273b20c92 req-cc5671d4-d13c-4cd8-8cce-b2a8b83f5872 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c168b81-4210-48d3-a468-3552fea266dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317025 Aug 29 04:52:51.267849 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e664c5e-1eee-48d2-84ea-5a9bb56142bd req-b6a14abb-118d-426a-87fb-f41edebf19d8 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:51.269854 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2e664c5e-1eee-48d2-84ea-5a9bb56142bd req-b6a14abb-118d-426a-87fb-f41edebf19d8 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=28ff2f39-8c52-4809-b466-6fd7830f39b1 HTTP/1.1" status: 200 len: 944 time: 0.0492213 Aug 29 04:52:51.307782 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2e664c5e-1eee-48d2-84ea-5a9bb56142bd req-4facdb51-6efe-4452-990d-fb4c2b437dcc tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c168b81-4210-48d3-a468-3552fea266dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311918 Aug 29 04:52:52.427308 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b97afe8-e7ae-43d5-9a48-fcadbbc93c02 req-e4a83746-e353-4413-91fb-0d7577530b63 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:52.428832 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0b97afe8-e7ae-43d5-9a48-fcadbbc93c02 req-e4a83746-e353-4413-91fb-0d7577530b63 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=28ff2f39-8c52-4809-b466-6fd7830f39b1 HTTP/1.1" status: 200 len: 944 time: 0.0491452 Aug 29 04:52:52.469740 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0b97afe8-e7ae-43d5-9a48-fcadbbc93c02 req-8ebf5771-5953-43c6-a464-2e7c4cc8e10f tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c168b81-4210-48d3-a468-3552fea266dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345542 Aug 29 04:52:53.592166 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12ef413-a85b-4c70-a7fe-07bf895e2047 req-388c86f8-350f-4a0b-9b52-2b2ca30266ff tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:53.593650 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c12ef413-a85b-4c70-a7fe-07bf895e2047 req-388c86f8-350f-4a0b-9b52-2b2ca30266ff tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=28ff2f39-8c52-4809-b466-6fd7830f39b1 HTTP/1.1" status: 200 len: 944 time: 0.0542753 Aug 29 04:52:53.635000 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c12ef413-a85b-4c70-a7fe-07bf895e2047 req-41458fc3-6978-417c-bc60-a41446713c8b tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c168b81-4210-48d3-a468-3552fea266dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352454 Aug 29 04:52:54.764475 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c64c5d1-9faf-465c-87f8-34b76ba32cbd req-688b6dc8-2fef-49e9-ab59-22c77741005d tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:54.765962 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2c64c5d1-9faf-465c-87f8-34b76ba32cbd req-688b6dc8-2fef-49e9-ab59-22c77741005d tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=28ff2f39-8c52-4809-b466-6fd7830f39b1 HTTP/1.1" status: 200 len: 944 time: 0.0503664 Aug 29 04:52:54.814665 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2c64c5d1-9faf-465c-87f8-34b76ba32cbd req-7305763a-8ce4-468c-940a-00bb66177298 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c168b81-4210-48d3-a468-3552fea266dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403976 Aug 29 04:52:55.932045 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc1379a-a9e1-4204-97ca-974e1ed88d5e req-41a88b07-09fb-4a03-b742-59605d522b7d tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:55.933798 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4fc1379a-a9e1-4204-97ca-974e1ed88d5e req-41a88b07-09fb-4a03-b742-59605d522b7d tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=28ff2f39-8c52-4809-b466-6fd7830f39b1 HTTP/1.1" status: 200 len: 944 time: 0.0487547 Aug 29 04:52:55.979852 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4fc1379a-a9e1-4204-97ca-974e1ed88d5e req-01bec82d-37df-4609-854b-0924a0aa4b34 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c168b81-4210-48d3-a468-3552fea266dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400755 Aug 29 04:52:56.922720 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 4032f88b-e288-4630-acef-928e491322dd details requested by agent hyperv_n-h2-712140-12 with host n-h2-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:52:57.019339 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 4032f88b-e288-4630-acef-928e491322dd, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=4032f88b-e288-4630-acef-928e491322dd,segment=NetworkSegment(3dd283cc-c7c2-45b6-9e1c-030522db2cd2),segment_id=3dd283cc-c7c2-45b6-9e1c-030522db2cd2)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:52:57.032090 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Returning: {'device': '4032f88b-e288-4630-acef-928e491322dd', 'network_id': '34c933ba-ee7b-4b4e-a6b9-839156fc5f9b', 'port_id': '4032f88b-e288-4630-acef-928e491322dd', 'mac_address': 'fa:16:3e:3d:74:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3503bfff-49df-4a18-910a-15b4d56f679f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:52:57.073184 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:57.086495 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4032f88b-e288-4630-acef-928e491322dd {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:52:57.106204 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 4032f88b-e288-4630-acef-928e491322dd, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=4032f88b-e288-4630-acef-928e491322dd,segment=NetworkSegment(3dd283cc-c7c2-45b6-9e1c-030522db2cd2),segment_id=3dd283cc-c7c2-45b6-9e1c-030522db2cd2)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:52:57.111409 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:57.117352 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f637f61-ffdc-4665-a477-29f91642ebc6 req-388a487d-1264-4c3f-83ca-a3adca035098 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:57.119457 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7f637f61-ffdc-4665-a477-29f91642ebc6 req-388a487d-1264-4c3f-83ca-a3adca035098 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=28ff2f39-8c52-4809-b466-6fd7830f39b1 HTTP/1.1" status: 200 len: 944 time: 0.0646954 Aug 29 04:52:57.162706 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=4032f88b-e288-4630-acef-928e491322dd,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:57.167956 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7f637f61-ffdc-4665-a477-29f91642ebc6 req-2baeed81-4119-4ec3-820e-8534a390d41a tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c168b81-4210-48d3-a468-3552fea266dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416772 Aug 29 04:52:57.170700 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:57.171073 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:57.171650 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:57.171921 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:57.172147 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:57.172439 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:57.172759 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:57.173074 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:57.173399 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:57.173733 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:57.174067 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:57.174374 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:57.542416 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['4032f88b-e288-4630-acef-928e491322dd'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:52:58.293291 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2637f2b3-f7ee-46aa-a866-8ecfaa8f2ebd req-fe3b8ad9-1c66-477b-9e41-97bee48f2e2c tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:58.294907 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2637f2b3-f7ee-46aa-a866-8ecfaa8f2ebd req-fe3b8ad9-1c66-477b-9e41-97bee48f2e2c tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=28ff2f39-8c52-4809-b466-6fd7830f39b1 HTTP/1.1" status: 200 len: 945 time: 0.0570257 Aug 29 04:52:58.338199 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2637f2b3-f7ee-46aa-a866-8ecfaa8f2ebd req-7acc6bc1-760a-44a6-a7ab-f154491dd0e6 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c168b81-4210-48d3-a468-3552fea266dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367448 Aug 29 04:52:58.561415 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:52:58.819759 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:58.923443 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 4032f88b-e288-4630-acef-928e491322dd up at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:52:58.978050 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning for port 4032f88b-e288-4630-acef-928e491322dd completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:52:58.981827 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning complete for port 4032f88b-e288-4630-acef-928e491322dd triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:52:58.982203 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:59.062732 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:59.085699 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28ff2f39-8c52-4809-b466-6fd7830f39b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4032f88b-e288-4630-acef-928e491322dd'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:52:59.088016 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-987bef66-9e07-4d8e-97d2-c23d0c1ab4a3" -d '{"events": [{"server_uuid": "28ff2f39-8c52-4809-b466-6fd7830f39b1", "name": "network-vif-plugged", "status": "completed", "tag": "4032f88b-e288-4630-acef-928e491322dd"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:52:59.104272 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 4032f88b-e288-4630-acef-928e491322dd, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=4032f88b-e288-4630-acef-928e491322dd,segment=NetworkSegment(3dd283cc-c7c2-45b6-9e1c-030522db2cd2),segment_id=3dd283cc-c7c2-45b6-9e1c-030522db2cd2)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:52:59.108827 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:59.135571 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45ec4d6d-1d38-4ec8-a475-dd99199d0627 x-openstack-request-id: req-45ec4d6d-1d38-4ec8-a475-dd99199d0627 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:52:59.135866 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28ff2f39-8c52-4809-b466-6fd7830f39b1", "name": "network-vif-plugged", "status": "completed", "tag": "4032f88b-e288-4630-acef-928e491322dd", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:52:59.136160 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-45ec4d6d-1d38-4ec8-a475-dd99199d0627 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:52:59.136606 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28ff2f39-8c52-4809-b466-6fd7830f39b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4032f88b-e288-4630-acef-928e491322dd', 'code': 200} Aug 29 04:52:59.166767 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=4032f88b-e288-4630-acef-928e491322dd,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:59.252302 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54b4b82-175b-43bf-9a73-91bf2d59d9a0 req-7beaaf99-0056-42af-89f1-4655af4d2400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:59.253812 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f54b4b82-175b-43bf-9a73-91bf2d59d9a0 req-7beaaf99-0056-42af-89f1-4655af4d2400 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=28ff2f39-8c52-4809-b466-6fd7830f39b1 HTTP/1.1" status: 200 len: 1098 time: 0.0452416 Aug 29 04:52:59.289581 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f54b4b82-175b-43bf-9a73-91bf2d59d9a0 req-496b2d5b-e067-4f5e-be86-09d277d3c595 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=2c168b81-4210-48d3-a468-3552fea266dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282056 Aug 29 04:52:59.464440 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cfa1a1-51a2-4e89-b410-d3f3c29ddda6 req-eb50eda1-7855-4127-a731-2683ea6eda79 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:59.466012 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-25cfa1a1-51a2-4e89-b410-d3f3c29ddda6 req-eb50eda1-7855-4127-a731-2683ea6eda79 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=28ff2f39-8c52-4809-b466-6fd7830f39b1 HTTP/1.1" status: 200 len: 946 time: 0.0537016 Aug 29 04:52:59.510859 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-25cfa1a1-51a2-4e89-b410-d3f3c29ddda6 req-d243d737-6830-4e76-8672-8db50bb283df tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c168b81-4210-48d3-a468-3552fea266dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357983 Aug 29 04:53:00.642997 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684cfe3e-161e-4585-91aa-8d4d88d567a9 req-4b68820f-c7bc-4726-a53c-2518b3c6125d tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:00.644571 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-684cfe3e-161e-4585-91aa-8d4d88d567a9 req-4b68820f-c7bc-4726-a53c-2518b3c6125d tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=28ff2f39-8c52-4809-b466-6fd7830f39b1 HTTP/1.1" status: 200 len: 946 time: 0.0510876 Aug 29 04:53:00.691869 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-684cfe3e-161e-4585-91aa-8d4d88d567a9 req-778de156-f954-4e7d-b6f4-c65ae42b3137 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c168b81-4210-48d3-a468-3552fea266dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397422 Aug 29 04:53:01.822201 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4983ed67-3036-4f31-a664-10a8a3ab868d req-9409cf37-9d0e-4acc-9d90-54a4e8c588fa tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:01.823756 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4983ed67-3036-4f31-a664-10a8a3ab868d req-9409cf37-9d0e-4acc-9d90-54a4e8c588fa tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=28ff2f39-8c52-4809-b466-6fd7830f39b1 HTTP/1.1" status: 200 len: 946 time: 0.0529914 Aug 29 04:53:01.861770 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4983ed67-3036-4f31-a664-10a8a3ab868d req-9536ca01-8f0f-486b-8329-d096858b8d8f tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c168b81-4210-48d3-a468-3552fea266dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320630 Aug 29 04:53:01.978476 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d54c99c-5da9-43b6-9daa-1edfb867f932 req-04ca6902-af28-401a-b545-62a72d5e3c71 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:01.979882 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5d54c99c-5da9-43b6-9daa-1edfb867f932 req-04ca6902-af28-401a-b545-62a72d5e3c71 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=28ff2f39-8c52-4809-b466-6fd7830f39b1 HTTP/1.1" status: 200 len: 946 time: 0.0489933 Aug 29 04:53:02.016733 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5d54c99c-5da9-43b6-9daa-1edfb867f932 req-2f8da054-333c-4f68-95b9-0229a60841df tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c168b81-4210-48d3-a468-3552fea266dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310152 Aug 29 04:53:02.298089 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeae5d1e-da29-4b14-9e15-0405c7eb5668 req-6dd88eb3-213c-4fc2-b0e9-7b525c9fcd6a tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:02.299453 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-eeae5d1e-da29-4b14-9e15-0405c7eb5668 req-6dd88eb3-213c-4fc2-b0e9-7b525c9fcd6a tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=28ff2f39-8c52-4809-b466-6fd7830f39b1 HTTP/1.1" status: 200 len: 946 time: 0.0482907 Aug 29 04:53:02.337246 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-eeae5d1e-da29-4b14-9e15-0405c7eb5668 req-afb678c0-0017-4cfc-90c7-e94012c3ce3f tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c168b81-4210-48d3-a468-3552fea266dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318680 Aug 29 04:53:03.410122 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c49946ce-89a7-4e07-b887-f53629a7d266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:03.466432 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9398253f-9fa3-42d8-a082-a1ffb7ef0950 req-cb65cddb-1e65-4d35-bde4-b7d4e1c9e06e tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:03.467844 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9398253f-9fa3-42d8-a082-a1ffb7ef0950 req-cb65cddb-1e65-4d35-bde4-b7d4e1c9e06e tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=28ff2f39-8c52-4809-b466-6fd7830f39b1 HTTP/1.1" status: 200 len: 946 time: 0.0554450 Aug 29 04:53:03.506868 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9398253f-9fa3-42d8-a082-a1ffb7ef0950 req-e4869fc1-6572-4dd1-9ac2-eb52560834d9 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c168b81-4210-48d3-a468-3552fea266dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330677 Aug 29 04:53:04.045748 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d384611-d52d-45eb-8d74-559fb3d45fcc req-3fdc2765-96b9-4106-855e-5811d505e37a tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:04.046233 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2d384611-d52d-45eb-8d74-559fb3d45fcc req-3fdc2765-96b9-4106-855e-5811d505e37a tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.48 "GET /v2.0/ports?device_id=28ff2f39-8c52-4809-b466-6fd7830f39b1 HTTP/1.1" status: 200 len: 946 time: 0.0487337 Aug 29 04:53:04.138185 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-2d384611-d52d-45eb-8d74-559fb3d45fcc req-a21de6f5-5884-43ba-bebb-3dd93e6e0142 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Deleting port 4032f88b-e288-4630-acef-928e491322dd {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:53:04.138531 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2d384611-d52d-45eb-8d74-559fb3d45fcc req-a21de6f5-5884-43ba-bebb-3dd93e6e0142 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:04.227507 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-2d384611-d52d-45eb-8d74-559fb3d45fcc req-a21de6f5-5884-43ba-bebb-3dd93e6e0142 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] For port 4032f88b-e288-4630-acef-928e491322dd, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=4032f88b-e288-4630-acef-928e491322dd,segment=NetworkSegment(3dd283cc-c7c2-45b6-9e1c-030522db2cd2),segment_id=3dd283cc-c7c2-45b6-9e1c-030522db2cd2)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:53:04.227948 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2d384611-d52d-45eb-8d74-559fb3d45fcc req-a21de6f5-5884-43ba-bebb-3dd93e6e0142 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:04.240183 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-2d384611-d52d-45eb-8d74-559fb3d45fcc req-a21de6f5-5884-43ba-bebb-3dd93e6e0142 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Calling delete_port for 4032f88b-e288-4630-acef-928e491322dd owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:53:04.368674 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2d384611-d52d-45eb-8d74-559fb3d45fcc req-a21de6f5-5884-43ba-bebb-3dd93e6e0142 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:04.381168 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['69890f83-382c-4932-8c78-a7fe22d6ffec'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:53:04.397931 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21de6f5-5884-43ba-bebb-3dd93e6e0142 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Pushing event deleted for resources: {'Port': ['ID=4032f88b-e288-4630-acef-928e491322dd,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:04.405810 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['4032f88b-e288-4630-acef-928e491322dd'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:53:04.446117 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d384611-d52d-45eb-8d74-559fb3d45fcc req-a21de6f5-5884-43ba-bebb-3dd93e6e0142 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] No DVR routers for this DVR port 4032f88b-e288-4630-acef-928e491322dd on host n-h2-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:53:04.449032 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2d384611-d52d-45eb-8d74-559fb3d45fcc req-a21de6f5-5884-43ba-bebb-3dd93e6e0142 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:04.451006 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2d384611-d52d-45eb-8d74-559fb3d45fcc req-a21de6f5-5884-43ba-bebb-3dd93e6e0142 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.48 "DELETE /v2.0/ports/4032f88b-e288-4630-acef-928e491322dd HTTP/1.1" status: 204 len: 173 time: 0.3978708 Aug 29 04:53:04.451466 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28ff2f39-8c52-4809-b466-6fd7830f39b1', 'name': 'network-vif-deleted', 'tag': '4032f88b-e288-4630-acef-928e491322dd'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:53:04.454196 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d1e0b72-1092-4bcf-9aa3-ffb217f0f22d" -d '{"events": [{"server_uuid": "28ff2f39-8c52-4809-b466-6fd7830f39b1", "name": "network-vif-deleted", "tag": "4032f88b-e288-4630-acef-928e491322dd"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:53:04.500444 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2142b4f0-548a-4740-a86f-6bbf0f5ccd42 x-openstack-request-id: req-2142b4f0-548a-4740-a86f-6bbf0f5ccd42 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:53:04.501194 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28ff2f39-8c52-4809-b466-6fd7830f39b1", "name": "network-vif-deleted", "tag": "4032f88b-e288-4630-acef-928e491322dd", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:53:04.501194 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2142b4f0-548a-4740-a86f-6bbf0f5ccd42 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:53:04.502850 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28ff2f39-8c52-4809-b466-6fd7830f39b1', 'name': 'network-vif-deleted', 'tag': '4032f88b-e288-4630-acef-928e491322dd', 'status': 'completed', 'code': 200} Aug 29 04:53:04.620730 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ff19f3af-118f-4974-b792-fddd4577bbb4 req-0248843b-3832-4d78-82b9-4e913645e3b1 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=28ff2f39-8c52-4809-b466-6fd7830f39b1 HTTP/1.1" status: 200 len: 210 time: 0.0281587 Aug 29 04:53:05.922187 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-fccf4244-acdd-4e79-bb12-df346478156c req-4aea2625-b9e1-4c37-afa8-e34deffeeef3 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=28ff2f39-8c52-4809-b466-6fd7830f39b1 HTTP/1.1" status: 200 len: 210 time: 0.2296407 Aug 29 04:53:06.260383 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-23d29b7d-06fd-47a0-af4a-a7cc1d983ec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:06.956233 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 4032f88b-e288-4630-acef-928e491322dd no longer exists at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:53:06.980639 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] No Port match for: 4032f88b-e288-4630-acef-928e491322dd {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:53:06.980989 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 4032f88b-e288-4630-acef-928e491322dd not bound to the agent host n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:53:07.021588 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-56212314-b2b6-42c9-b922-911dc9d5af8e req-979a9ecb-5e31-4cff-b98c-1b1e3fa477db tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=28ff2f39-8c52-4809-b466-6fd7830f39b1 HTTP/1.1" status: 200 len: 210 time: 0.0298858 Aug 29 04:53:07.254175 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:07.273294 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:08.139774 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6f70ddd8-414c-4970-a151-025fdda50d91 req-0d9af04e-df65-4074-936f-fe9c19e01569 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=28ff2f39-8c52-4809-b466-6fd7830f39b1 HTTP/1.1" status: 200 len: 210 time: 0.0312812 Aug 29 04:53:08.765494 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:12.625012 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2311e6-601d-41fe-a509-615ae3d37dc3 req-be9448fb-691a-414e-93da-540f031e48fa tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:12.626491 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4c2311e6-601d-41fe-a509-615ae3d37dc3 req-be9448fb-691a-414e-93da-540f031e48fa tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f4e7385-4c7f-4bb5-a554-9cda682449a9 HTTP/1.1" status: 200 len: 945 time: 0.0494871 Aug 29 04:53:12.664390 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4c2311e6-601d-41fe-a509-615ae3d37dc3 req-dee61625-c169-4325-be10-1fd65a1e5f2f tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c168b81-4210-48d3-a468-3552fea266dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316586 Aug 29 04:53:13.785408 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b607f9-8824-4631-b4b6-8cdb45aea0bb req-d9ea2cb2-0019-4416-b1be-4f804d438a9f tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:13.787261 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d4b607f9-8824-4631-b4b6-8cdb45aea0bb req-d9ea2cb2-0019-4416-b1be-4f804d438a9f tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f4e7385-4c7f-4bb5-a554-9cda682449a9 HTTP/1.1" status: 200 len: 945 time: 0.0515249 Aug 29 04:53:13.827450 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d4b607f9-8824-4631-b4b6-8cdb45aea0bb req-150d2028-e2f4-424c-8058-7689d1fb3853 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c168b81-4210-48d3-a468-3552fea266dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335069 Aug 29 04:53:14.245545 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a914bd48-3fbb-4152-bc1e-cdfe337a7a06 req-ebf9df71-b002-43b0-bb1a-a73edec05d46 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:14.246999 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a914bd48-3fbb-4152-bc1e-cdfe337a7a06 req-ebf9df71-b002-43b0-bb1a-a73edec05d46 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f4e7385-4c7f-4bb5-a554-9cda682449a9 HTTP/1.1" status: 200 len: 945 time: 0.0479264 Aug 29 04:53:14.339560 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-a914bd48-3fbb-4152-bc1e-cdfe337a7a06 req-0b755d66-41b4-45e1-9368-dafb9ce05cf4 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Deleting port 69890f83-382c-4932-8c78-a7fe22d6ffec {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:53:14.339932 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a914bd48-3fbb-4152-bc1e-cdfe337a7a06 req-0b755d66-41b4-45e1-9368-dafb9ce05cf4 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:14.423853 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-a914bd48-3fbb-4152-bc1e-cdfe337a7a06 req-0b755d66-41b4-45e1-9368-dafb9ce05cf4 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] For port 69890f83-382c-4932-8c78-a7fe22d6ffec, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=69890f83-382c-4932-8c78-a7fe22d6ffec,segment=NetworkSegment(3dd283cc-c7c2-45b6-9e1c-030522db2cd2),segment_id=3dd283cc-c7c2-45b6-9e1c-030522db2cd2)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:53:14.424220 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a914bd48-3fbb-4152-bc1e-cdfe337a7a06 req-0b755d66-41b4-45e1-9368-dafb9ce05cf4 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:14.437024 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-a914bd48-3fbb-4152-bc1e-cdfe337a7a06 req-0b755d66-41b4-45e1-9368-dafb9ce05cf4 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Calling delete_port for 69890f83-382c-4932-8c78-a7fe22d6ffec owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:53:14.565011 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a914bd48-3fbb-4152-bc1e-cdfe337a7a06 req-0b755d66-41b4-45e1-9368-dafb9ce05cf4 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:14.577966 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['69890f83-382c-4932-8c78-a7fe22d6ffec'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:53:14.607179 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b755d66-41b4-45e1-9368-dafb9ce05cf4 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Pushing event deleted for resources: {'Port': ['ID=69890f83-382c-4932-8c78-a7fe22d6ffec,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:14.653548 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-a914bd48-3fbb-4152-bc1e-cdfe337a7a06 req-0b755d66-41b4-45e1-9368-dafb9ce05cf4 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] No DVR routers for this DVR port 69890f83-382c-4932-8c78-a7fe22d6ffec on host n-h1-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:53:14.656509 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a914bd48-3fbb-4152-bc1e-cdfe337a7a06 req-0b755d66-41b4-45e1-9368-dafb9ce05cf4 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:14.658481 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a914bd48-3fbb-4152-bc1e-cdfe337a7a06 req-0b755d66-41b4-45e1-9368-dafb9ce05cf4 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.46 "DELETE /v2.0/ports/69890f83-382c-4932-8c78-a7fe22d6ffec HTTP/1.1" status: 204 len: 173 time: 0.4038606 Aug 29 04:53:14.658918 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f4e7385-4c7f-4bb5-a554-9cda682449a9', 'name': 'network-vif-deleted', 'tag': '69890f83-382c-4932-8c78-a7fe22d6ffec'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:53:14.661214 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8a6155b-6400-4b65-8fa1-2eb647c48801" -d '{"events": [{"server_uuid": "6f4e7385-4c7f-4bb5-a554-9cda682449a9", "name": "network-vif-deleted", "tag": "69890f83-382c-4932-8c78-a7fe22d6ffec"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:53:14.699884 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-384593f8-91e2-4efe-99ff-ad34d45236d1 x-openstack-request-id: req-384593f8-91e2-4efe-99ff-ad34d45236d1 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:53:14.700282 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f4e7385-4c7f-4bb5-a554-9cda682449a9", "name": "network-vif-deleted", "tag": "69890f83-382c-4932-8c78-a7fe22d6ffec", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:53:14.700606 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-384593f8-91e2-4efe-99ff-ad34d45236d1 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:53:14.701025 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f4e7385-4c7f-4bb5-a554-9cda682449a9', 'name': 'network-vif-deleted', 'tag': '69890f83-382c-4932-8c78-a7fe22d6ffec', 'status': 'completed', 'code': 200} Aug 29 04:53:14.935897 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5517fee9-ae9f-4d01-9c2a-83b9ddbfcf49 req-e6ca8070-2859-4b09-b20e-6e703f790208 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f4e7385-4c7f-4bb5-a554-9cda682449a9 HTTP/1.1" status: 200 len: 210 time: 0.0278246 Aug 29 04:53:16.111907 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ef68b7bc-15d3-4059-b74e-5b4daddc907b req-edbd232c-5e70-446d-9ff9-ff60851d99f5 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f4e7385-4c7f-4bb5-a554-9cda682449a9 HTTP/1.1" status: 200 len: 210 time: 0.1032155 Aug 29 04:53:17.208021 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0894109a-8e5b-43ca-ac6e-b4344f279bd3 req-d3866190-f8f2-4ef2-9178-ac40765122e6 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f4e7385-4c7f-4bb5-a554-9cda682449a9 HTTP/1.1" status: 200 len: 210 time: 0.0271456 Aug 29 04:53:18.314912 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a76265f4-d629-4904-9d1b-5cd8852eed7b req-c888dd74-f7d5-480d-b3fd-4f5dbe3133c6 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f4e7385-4c7f-4bb5-a554-9cda682449a9 HTTP/1.1" status: 200 len: 210 time: 0.0280528 Aug 29 04:53:18.404348 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 69890f83-382c-4932-8c78-a7fe22d6ffec no longer exists at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:53:18.424578 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] No Port match for: 69890f83-382c-4932-8c78-a7fe22d6ffec {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:53:18.425333 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 69890f83-382c-4932-8c78-a7fe22d6ffec not bound to the agent host n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:53:19.418205 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:21.123417 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 36802) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:53:21.128136 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-83f4c330-df75-4994-8c83-5c74c0b51950 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-556118220', 'description': 'tempest-secgroup-smoke-556118220 description', 'project_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:53:21.150763 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-83f4c330-df75-4994-8c83-5c74c0b51950 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:21.233868 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-83f4c330-df75-4994-8c83-5c74c0b51950 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:21.237599 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-83f4c330-df75-4994-8c83-5c74c0b51950 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:21.263616 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-83f4c330-df75-4994-8c83-5c74c0b51950 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:21.264793 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-83f4c330-df75-4994-8c83-5c74c0b51950 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1402657 Aug 29 04:53:21.267822 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 36804) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:53:21.268698 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f4c330-df75-4994-8c83-5c74c0b51950 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=772f103b-4b1a-46d9-97ea-e4bddf8eb996,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:21.272735 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-10a55233-4abe-41b1-8e86-2e37a569715f tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Request body: {'security_group_rule': {'security_group_id': '772f103b-4b1a-46d9-97ea-e4bddf8eb996', 'project_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:53:21.276624 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f4c330-df75-4994-8c83-5c74c0b51950 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:53:21.276978 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f4c330-df75-4994-8c83-5c74c0b51950 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:53:21.277324 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f4c330-df75-4994-8c83-5c74c0b51950 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:53:21.277665 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f4c330-df75-4994-8c83-5c74c0b51950 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:53:21.278005 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f4c330-df75-4994-8c83-5c74c0b51950 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:53:21.278340 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f4c330-df75-4994-8c83-5c74c0b51950 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:53:21.278671 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f4c330-df75-4994-8c83-5c74c0b51950 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:53:21.279000 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f4c330-df75-4994-8c83-5c74c0b51950 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:53:21.279328 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f4c330-df75-4994-8c83-5c74c0b51950 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:53:21.279651 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f4c330-df75-4994-8c83-5c74c0b51950 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:53:21.280003 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f4c330-df75-4994-8c83-5c74c0b51950 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:53:21.280335 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f4c330-df75-4994-8c83-5c74c0b51950 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:53:21.301077 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-10a55233-4abe-41b1-8e86-2e37a569715f tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:21.356420 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-10a55233-4abe-41b1-8e86-2e37a569715f tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:21.360227 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-10a55233-4abe-41b1-8e86-2e37a569715f tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:21.377550 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a55233-4abe-41b1-8e86-2e37a569715f tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80a220bd-4963-4d96-9493-cc56d4589c67,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:21.386815 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-10a55233-4abe-41b1-8e86-2e37a569715f tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:21.388025 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-10a55233-4abe-41b1-8e86-2e37a569715f tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1190474 Aug 29 04:53:21.389544 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a55233-4abe-41b1-8e86-2e37a569715f tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:53:21.389894 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a55233-4abe-41b1-8e86-2e37a569715f tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:53:21.390235 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a55233-4abe-41b1-8e86-2e37a569715f tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:53:21.390580 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a55233-4abe-41b1-8e86-2e37a569715f tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:53:21.390912 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a55233-4abe-41b1-8e86-2e37a569715f tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:53:21.391011 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 36806) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:53:21.391244 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a55233-4abe-41b1-8e86-2e37a569715f tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:53:21.391572 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a55233-4abe-41b1-8e86-2e37a569715f tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:53:21.391925 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a55233-4abe-41b1-8e86-2e37a569715f tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:53:21.392255 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a55233-4abe-41b1-8e86-2e37a569715f tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:53:21.392593 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a55233-4abe-41b1-8e86-2e37a569715f tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:53:21.392911 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a55233-4abe-41b1-8e86-2e37a569715f tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:53:21.393233 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a55233-4abe-41b1-8e86-2e37a569715f tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:53:21.395891 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-e508eab8-715b-4905-bc45-ebf7d8be435c tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Request body: {'security_group_rule': {'security_group_id': '772f103b-4b1a-46d9-97ea-e4bddf8eb996', 'project_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:53:21.424211 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e508eab8-715b-4905-bc45-ebf7d8be435c tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:21.480473 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e508eab8-715b-4905-bc45-ebf7d8be435c tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:21.483806 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e508eab8-715b-4905-bc45-ebf7d8be435c tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:21.500298 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e508eab8-715b-4905-bc45-ebf7d8be435c tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=483f199a-108d-4365-a836-21f5cd2afd08,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:21.506812 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e508eab8-715b-4905-bc45-ebf7d8be435c tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:21.508187 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-e508eab8-715b-4905-bc45-ebf7d8be435c tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1161673 Aug 29 04:53:21.511524 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 36808) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:53:21.516052 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-a665fb4a-42a8-4dd8-a0ed-2cbc80018abd tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Request body: {'security_group_rule': {'security_group_id': '772f103b-4b1a-46d9-97ea-e4bddf8eb996', 'project_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:53:21.540824 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a665fb4a-42a8-4dd8-a0ed-2cbc80018abd tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:21.597813 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a665fb4a-42a8-4dd8-a0ed-2cbc80018abd tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:21.601541 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a665fb4a-42a8-4dd8-a0ed-2cbc80018abd tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:21.618663 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a665fb4a-42a8-4dd8-a0ed-2cbc80018abd tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67d21cf2-72aa-4307-9e4b-652accfae7bb,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:21.625565 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a665fb4a-42a8-4dd8-a0ed-2cbc80018abd tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:21.626776 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-a665fb4a-42a8-4dd8-a0ed-2cbc80018abd tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1142855 Aug 29 04:53:21.629589 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 36810) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:53:21.634491 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-8350fc6b-7ffe-47b7-bb38-0b2666602ee8 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Request body: {'security_group_rule': {'security_group_id': '772f103b-4b1a-46d9-97ea-e4bddf8eb996', 'project_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:53:21.660377 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8350fc6b-7ffe-47b7-bb38-0b2666602ee8 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:21.720808 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8350fc6b-7ffe-47b7-bb38-0b2666602ee8 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:21.724354 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8350fc6b-7ffe-47b7-bb38-0b2666602ee8 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:21.742115 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8350fc6b-7ffe-47b7-bb38-0b2666602ee8 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b945e08d-4eb0-4aee-a060-a5f8aff65e9d,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:21.748471 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8350fc6b-7ffe-47b7-bb38-0b2666602ee8 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:21.749686 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-8350fc6b-7ffe-47b7-bb38-0b2666602ee8 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1191766 Aug 29 04:53:21.752361 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 36812) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:53:21.756921 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-a3db5a5f-05bf-47d9-b695-df49fe1169a6 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Request body: {'security_group_rule': {'security_group_id': '772f103b-4b1a-46d9-97ea-e4bddf8eb996', 'project_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:53:21.778045 n-d-712140-12 neutron-server[94829]: INFO neutron.db.securitygroups_db [None req-a3db5a5f-05bf-47d9-b695-df49fe1169a6 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Project 9e4c4c6e36d14588ab4691d1cbcbcb2b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 04:53:21.782671 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a3db5a5f-05bf-47d9-b695-df49fe1169a6 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:21.840990 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a3db5a5f-05bf-47d9-b695-df49fe1169a6 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:21.844623 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a3db5a5f-05bf-47d9-b695-df49fe1169a6 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:21.864970 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3db5a5f-05bf-47d9-b695-df49fe1169a6 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5447b59-be0e-4268-820c-50a8db180fcb,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:21.869233 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a3db5a5f-05bf-47d9-b695-df49fe1169a6 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:21.870417 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-a3db5a5f-05bf-47d9-b695-df49fe1169a6 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1170897 Aug 29 04:53:21.873199 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 36814) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:53:21.877595 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-4fcef29c-5345-4f88-beca-b482e9da8fc5 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Request body: {'security_group_rule': {'security_group_id': '772f103b-4b1a-46d9-97ea-e4bddf8eb996', 'project_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:53:21.899791 n-d-712140-12 neutron-server[94829]: INFO neutron.db.securitygroups_db [None req-4fcef29c-5345-4f88-beca-b482e9da8fc5 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Project 9e4c4c6e36d14588ab4691d1cbcbcb2b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 04:53:21.904416 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4fcef29c-5345-4f88-beca-b482e9da8fc5 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:21.964938 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4fcef29c-5345-4f88-beca-b482e9da8fc5 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:21.968582 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4fcef29c-5345-4f88-beca-b482e9da8fc5 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:21.985157 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcef29c-5345-4f88-beca-b482e9da8fc5 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f62b4795-0c0d-4d71-8699-87bebcfe7e95,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:21.992286 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4fcef29c-5345-4f88-beca-b482e9da8fc5 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:21.993519 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-4fcef29c-5345-4f88-beca-b482e9da8fc5 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1193666 Aug 29 04:53:28.821315 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:33.411235 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-58a64477-9024-48ce-a7e9-55f6ef4fbed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:35.261377 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e0ed34f3-8813-4f65-8b5f-9247c2ae7261 req-ac335536-5335-4672-87a4-86bf16448e69 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-556118220&fields=id&tenant_id=9e4c4c6e36d14588ab4691d1cbcbcb2b HTTP/1.1" status: 200 len: 267 time: 0.0320809 Aug 29 04:53:35.365739 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ed34f3-8813-4f65-8b5f-9247c2ae7261 req-ef1a69ac-2032-4ddd-969e-11e87392060f tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:35.367192 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e0ed34f3-8813-4f65-8b5f-9247c2ae7261 req-ef1a69ac-2032-4ddd-969e-11e87392060f tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/networks?id=34c933ba-ee7b-4b4e-a6b9-839156fc5f9b HTTP/1.1" status: 200 len: 811 time: 0.0992985 Aug 29 04:53:35.381799 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e0ed34f3-8813-4f65-8b5f-9247c2ae7261 req-9d317ab1-180d-4309-8be5-52761c83f15c tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/quotas/9e4c4c6e36d14588ab4691d1cbcbcb2b HTTP/1.1" status: 200 len: 375 time: 0.0088203 Aug 29 04:53:35.432024 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e0ed34f3-8813-4f65-8b5f-9247c2ae7261 req-8c4b788f-b065-4e15-9939-cd86e04f44ca tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=9e4c4c6e36d14588ab4691d1cbcbcb2b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445487 Aug 29 04:53:35.561192 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:53:35.579095 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e0ed34f3-8813-4f65-8b5f-9247c2ae7261 req-2fa3dec5-22e0-4998-89e6-d8a907529121 service neutron] 10.222.0.22 "GET /v2.0/networks/34c933ba-ee7b-4b4e-a6b9-839156fc5f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357272 Aug 29 04:53:35.666262 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e0ed34f3-8813-4f65-8b5f-9247c2ae7261 req-7b52fd86-fa0f-49db-9955-c3b5f46671c3 service neutron] 10.222.0.22 "GET /v2.0/networks/34c933ba-ee7b-4b4e-a6b9-839156fc5f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809970 Aug 29 04:53:35.950570 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3f95c80f-b9ca-4e11-bbed-b553ddc918db req-9b00f625-6371-42b6-9fc2-cf6164976e81 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=561949a2-a66f-4719-a367-8927421e6bdd HTTP/1.1" status: 200 len: 210 time: 0.0269997 Aug 29 04:53:36.261486 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9bd8fb2b-928b-4f31-804c-8c74a616f188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:36.936340 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ed34f3-8813-4f65-8b5f-9247c2ae7261 req-2e3a9377-3f82-42b9-8584-f35667b7fade tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:36.937914 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e0ed34f3-8813-4f65-8b5f-9247c2ae7261 req-2e3a9377-3f82-42b9-8584-f35667b7fade tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.48 "GET /v2.0/networks?id=34c933ba-ee7b-4b4e-a6b9-839156fc5f9b HTTP/1.1" status: 200 len: 811 time: 0.1073661 Aug 29 04:53:36.990086 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e0ed34f3-8813-4f65-8b5f-9247c2ae7261 req-a2f901de-f316-4a06-8b1b-0df0bc2009e8 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e4c4c6e36d14588ab4691d1cbcbcb2b HTTP/1.1" status: 200 len: 379 time: 0.0357037 Aug 29 04:53:36.999953 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-e0ed34f3-8813-4f65-8b5f-9247c2ae7261 req-21462c48-3ff1-40a5-bc38-1541a0047084 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Request body: {'port': {'device_id': '561949a2-a66f-4719-a367-8927421e6bdd', 'network_id': '34c933ba-ee7b-4b4e-a6b9-839156fc5f9b', 'admin_state_up': True, 'tenant_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'security_groups': ['772f103b-4b1a-46d9-97ea-e4bddf8eb996']}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:53:37.048828 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c112fc4d-661b-4792-b80f-b4afb45d50c1 req-5e892eed-a737-4d0d-8869-cf9ccf2cb015 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=561949a2-a66f-4719-a367-8927421e6bdd HTTP/1.1" status: 200 len: 210 time: 0.0296547 Aug 29 04:53:37.113095 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0ed34f3-8813-4f65-8b5f-9247c2ae7261 req-21462c48-3ff1-40a5-bc38-1541a0047084 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Made reservation on behalf of 9e4c4c6e36d14588ab4691d1cbcbcb2b for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:53:37.117463 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-e0ed34f3-8813-4f65-8b5f-9247c2ae7261 req-21462c48-3ff1-40a5-bc38-1541a0047084 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:37.258796 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-e0ed34f3-8813-4f65-8b5f-9247c2ae7261 req-21462c48-3ff1-40a5-bc38-1541a0047084 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Allocated IP 172.20.0.4 (34c933ba-ee7b-4b4e-a6b9-839156fc5f9b/3503bfff-49df-4a18-910a-15b4d56f679f/a7a7766d-086e-4306-b0fa-ef0cd82146b8) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:53:37.259639 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:37.285316 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:37.406854 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-e0ed34f3-8813-4f65-8b5f-9247c2ae7261 req-21462c48-3ff1-40a5-bc38-1541a0047084 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:37.421018 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-e0ed34f3-8813-4f65-8b5f-9247c2ae7261 req-21462c48-3ff1-40a5-bc38-1541a0047084 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Transition to ACTIVE for port object a7a7766d-086e-4306-b0fa-ef0cd82146b8 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:53:37.453486 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-e0ed34f3-8813-4f65-8b5f-9247c2ae7261 req-21462c48-3ff1-40a5-bc38-1541a0047084 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:37.498222 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0ed34f3-8813-4f65-8b5f-9247c2ae7261 req-21462c48-3ff1-40a5-bc38-1541a0047084 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Network 34c933ba-ee7b-4b4e-a6b9-839156fc5f9b is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:53:37.501486 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-e0ed34f3-8813-4f65-8b5f-9247c2ae7261 req-21462c48-3ff1-40a5-bc38-1541a0047084 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:53:37.505599 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0ed34f3-8813-4f65-8b5f-9247c2ae7261 req-21462c48-3ff1-40a5-bc38-1541a0047084 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:53:37.533392 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21462c48-3ff1-40a5-bc38-1541a0047084 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Pushing event updated for resources: {'Port': ['ID=a7a7766d-086e-4306-b0fa-ef0cd82146b8,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:37.559539 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ed34f3-8813-4f65-8b5f-9247c2ae7261 req-21462c48-3ff1-40a5-bc38-1541a0047084 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:37.560236 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-e0ed34f3-8813-4f65-8b5f-9247c2ae7261 req-21462c48-3ff1-40a5-bc38-1541a0047084 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:37.575943 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e0ed34f3-8813-4f65-8b5f-9247c2ae7261 req-21462c48-3ff1-40a5-bc38-1541a0047084 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5799332 Aug 29 04:53:37.595513 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-e0ed34f3-8813-4f65-8b5f-9247c2ae7261 req-cc3ce6d2-f2ca-4e90-a966-3bcd96db696d service neutron] Request body: {'port': {'device_id': '561949a2-a66f-4719-a367-8927421e6bdd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:53:37.657571 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-e0ed34f3-8813-4f65-8b5f-9247c2ae7261 req-cc3ce6d2-f2ca-4e90-a966-3bcd96db696d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:37.776939 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-79239933-c35d-43e5-976e-02a146447a2a None None] Provisioning for port a7a7766d-086e-4306-b0fa-ef0cd82146b8 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:53:37.781168 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-79239933-c35d-43e5-976e-02a146447a2a None None] Provisioning complete for port a7a7766d-086e-4306-b0fa-ef0cd82146b8 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:53:37.781544 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-79239933-c35d-43e5-976e-02a146447a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:37.818665 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-79239933-c35d-43e5-976e-02a146447a2a None None] Port a7a7766d-086e-4306-b0fa-ef0cd82146b8 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:53:37.931190 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-e0ed34f3-8813-4f65-8b5f-9247c2ae7261 req-cc3ce6d2-f2ca-4e90-a966-3bcd96db696d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7a7766d-086e-4306-b0fa-ef0cd82146b8 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:53:37.938767 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-e0ed34f3-8813-4f65-8b5f-9247c2ae7261 req-cc3ce6d2-f2ca-4e90-a966-3bcd96db696d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:37.950454 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-e0ed34f3-8813-4f65-8b5f-9247c2ae7261 req-cc3ce6d2-f2ca-4e90-a966-3bcd96db696d service neutron] Transition to ACTIVE for port object a7a7766d-086e-4306-b0fa-ef0cd82146b8 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:53:37.954489 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-e0ed34f3-8813-4f65-8b5f-9247c2ae7261 req-cc3ce6d2-f2ca-4e90-a966-3bcd96db696d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:38.003738 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3ce6d2-f2ca-4e90-a966-3bcd96db696d service neutron] Pushing event updated for resources: {'Port': ['ID=a7a7766d-086e-4306-b0fa-ef0cd82146b8,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:38.082883 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-e0ed34f3-8813-4f65-8b5f-9247c2ae7261 req-cc3ce6d2-f2ca-4e90-a966-3bcd96db696d service neutron] Attempting to bind port a7a7766d-086e-4306-b0fa-ef0cd82146b8 on host n-h2-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:53:38.083449 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-e0ed34f3-8813-4f65-8b5f-9247c2ae7261 req-cc3ce6d2-f2ca-4e90-a966-3bcd96db696d service neutron] Attempting to bind port a7a7766d-086e-4306-b0fa-ef0cd82146b8 by drivers openvswitch,hyperv on host n-h2-712140-12 at level 0 using segments [{'id': '3dd283cc-c7c2-45b6-9e1c-030522db2cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '34c933ba-ee7b-4b4e-a6b9-839156fc5f9b'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:53:38.083816 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ed34f3-8813-4f65-8b5f-9247c2ae7261 req-cc3ce6d2-f2ca-4e90-a966-3bcd96db696d service neutron] Attempting to bind port a7a7766d-086e-4306-b0fa-ef0cd82146b8 on network 34c933ba-ee7b-4b4e-a6b9-839156fc5f9b {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:53:38.089416 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ed34f3-8813-4f65-8b5f-9247c2ae7261 req-cc3ce6d2-f2ca-4e90-a966-3bcd96db696d service neutron] Port a7a7766d-086e-4306-b0fa-ef0cd82146b8 on network 34c933ba-ee7b-4b4e-a6b9-839156fc5f9b not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:53:38.089756 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ed34f3-8813-4f65-8b5f-9247c2ae7261 req-cc3ce6d2-f2ca-4e90-a966-3bcd96db696d service neutron] Attempting to bind port a7a7766d-086e-4306-b0fa-ef0cd82146b8 on network 34c933ba-ee7b-4b4e-a6b9-839156fc5f9b {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:53:38.095912 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ed34f3-8813-4f65-8b5f-9247c2ae7261 req-cc3ce6d2-f2ca-4e90-a966-3bcd96db696d service neutron] Checking agent: {'id': 'b3a0606b-b029-4f5e-8798-3a32b71d8844', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:53:38.096266 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ed34f3-8813-4f65-8b5f-9247c2ae7261 req-cc3ce6d2-f2ca-4e90-a966-3bcd96db696d service neutron] Checking segment: {'id': '3dd283cc-c7c2-45b6-9e1c-030522db2cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '34c933ba-ee7b-4b4e-a6b9-839156fc5f9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:53:38.096641 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ed34f3-8813-4f65-8b5f-9247c2ae7261 req-cc3ce6d2-f2ca-4e90-a966-3bcd96db696d service neutron] Bound using segment: {'id': '3dd283cc-c7c2-45b6-9e1c-030522db2cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '34c933ba-ee7b-4b4e-a6b9-839156fc5f9b'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:53:38.097069 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-e0ed34f3-8813-4f65-8b5f-9247c2ae7261 req-cc3ce6d2-f2ca-4e90-a966-3bcd96db696d service neutron] Bound port: a7a7766d-086e-4306-b0fa-ef0cd82146b8, host: n-h2-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dd283cc-c7c2-45b6-9e1c-030522db2cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '34c933ba-ee7b-4b4e-a6b9-839156fc5f9b'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:53:38.097430 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-e0ed34f3-8813-4f65-8b5f-9247c2ae7261 req-cc3ce6d2-f2ca-4e90-a966-3bcd96db696d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:38.202482 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-e0ed34f3-8813-4f65-8b5f-9247c2ae7261 req-cc3ce6d2-f2ca-4e90-a966-3bcd96db696d service neutron] For port a7a7766d-086e-4306-b0fa-ef0cd82146b8, host n-h2-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:53:38.219385 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-e0ed34f3-8813-4f65-8b5f-9247c2ae7261 req-cc3ce6d2-f2ca-4e90-a966-3bcd96db696d service neutron] For port a7a7766d-086e-4306-b0fa-ef0cd82146b8, host n-h2-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=a7a7766d-086e-4306-b0fa-ef0cd82146b8,segment=NetworkSegment(3dd283cc-c7c2-45b6-9e1c-030522db2cd2),segment_id=3dd283cc-c7c2-45b6-9e1c-030522db2cd2)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:53:38.225420 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-e0ed34f3-8813-4f65-8b5f-9247c2ae7261 req-cc3ce6d2-f2ca-4e90-a966-3bcd96db696d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:38.272779 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e535192-50a4-4cb1-8d38-86f6101011b5 req-7beb8707-1515-4ebd-9f25-3dcb97b9be8c tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:38.274231 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0e535192-50a4-4cb1-8d38-86f6101011b5 req-7beb8707-1515-4ebd-9f25-3dcb97b9be8c tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=561949a2-a66f-4719-a367-8927421e6bdd HTTP/1.1" status: 200 len: 943 time: 0.1102171 Aug 29 04:53:38.279309 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ed34f3-8813-4f65-8b5f-9247c2ae7261 req-cc3ce6d2-f2ca-4e90-a966-3bcd96db696d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:38.280197 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-e0ed34f3-8813-4f65-8b5f-9247c2ae7261 req-cc3ce6d2-f2ca-4e90-a966-3bcd96db696d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:38.281547 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e0ed34f3-8813-4f65-8b5f-9247c2ae7261 req-cc3ce6d2-f2ca-4e90-a966-3bcd96db696d service neutron] 10.222.0.48 "PUT /v2.0/ports/a7a7766d-086e-4306-b0fa-ef0cd82146b8 HTTP/1.1" status: 200 len: 1092 time: 0.6905603 Aug 29 04:53:38.285277 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '561949a2-a66f-4719-a367-8927421e6bdd', 'tag': 'a7a7766d-086e-4306-b0fa-ef0cd82146b8'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:53:38.287337 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3fc53ea-d9cc-40f1-a1ed-1ddeb5119c8c" -d '{"events": [{"name": "network-changed", "server_uuid": "561949a2-a66f-4719-a367-8927421e6bdd", "tag": "a7a7766d-086e-4306-b0fa-ef0cd82146b8"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:53:38.344760 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94debc6d-248d-4c9b-8d56-ed4762acbe98 x-openstack-request-id: req-94debc6d-248d-4c9b-8d56-ed4762acbe98 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:53:38.345307 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "561949a2-a66f-4719-a367-8927421e6bdd", "tag": "a7a7766d-086e-4306-b0fa-ef0cd82146b8", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:53:38.345725 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-94debc6d-248d-4c9b-8d56-ed4762acbe98 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:53:38.346420 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '561949a2-a66f-4719-a367-8927421e6bdd', 'tag': 'a7a7766d-086e-4306-b0fa-ef0cd82146b8', 'status': 'completed', 'code': 200} Aug 29 04:53:38.365247 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3ce6d2-f2ca-4e90-a966-3bcd96db696d service neutron] Pushing event updated for resources: {'Port': ['ID=a7a7766d-086e-4306-b0fa-ef0cd82146b8,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:38.402495 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0e535192-50a4-4cb1-8d38-86f6101011b5 req-3c65b307-ed45-43b8-9816-e6dd740c6739 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=772f103b-4b1a-46d9-97ea-e4bddf8eb996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199498 Aug 29 04:53:38.414156 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ed34f3-8813-4f65-8b5f-9247c2ae7261 req-d7389fb2-38a5-4ee4-b6fb-68facd533c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:38.416329 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e0ed34f3-8813-4f65-8b5f-9247c2ae7261 req-d7389fb2-38a5-4ee4-b6fb-68facd533c8c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9e4c4c6e36d14588ab4691d1cbcbcb2b&device_id=561949a2-a66f-4719-a367-8927421e6bdd HTTP/1.1" status: 200 len: 1095 time: 0.0602944 Aug 29 04:53:38.466215 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e0ed34f3-8813-4f65-8b5f-9247c2ae7261 req-e60a5bd6-b664-4d0d-a9d4-34c901e44386 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a7a7766d-086e-4306-b0fa-ef0cd82146b8 HTTP/1.1" status: 200 len: 217 time: 0.0368643 Aug 29 04:53:38.523000 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ed34f3-8813-4f65-8b5f-9247c2ae7261 req-69ea01fd-3e60-49fe-b2ac-2e46466853a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:38.524515 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e0ed34f3-8813-4f65-8b5f-9247c2ae7261 req-69ea01fd-3e60-49fe-b2ac-2e46466853a5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3503bfff-49df-4a18-910a-15b4d56f679f HTTP/1.1" status: 200 len: 850 time: 0.0504072 Aug 29 04:53:38.571420 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ed34f3-8813-4f65-8b5f-9247c2ae7261 req-eb4a41ac-5604-4a8c-a9d8-644c635e4d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:38.573020 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e0ed34f3-8813-4f65-8b5f-9247c2ae7261 req-eb4a41ac-5604-4a8c-a9d8-644c635e4d14 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=34c933ba-ee7b-4b4e-a6b9-839156fc5f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418684 Aug 29 04:53:38.664738 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e0ed34f3-8813-4f65-8b5f-9247c2ae7261 req-b10b4d46-1358-4639-9d83-6334d2b2ac74 service neutron] 10.222.0.48 "GET /v2.0/networks/34c933ba-ee7b-4b4e-a6b9-839156fc5f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832675 Aug 29 04:53:38.759959 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e0ed34f3-8813-4f65-8b5f-9247c2ae7261 req-9186dc42-fb29-4c5a-a79c-d8da062ee721 service neutron] 10.222.0.48 "GET /v2.0/networks/34c933ba-ee7b-4b4e-a6b9-839156fc5f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882921 Aug 29 04:53:38.766718 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:38.871741 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fc53ea-d9cc-40f1-a1ed-1ddeb5119c8c req-c80f4d14-3a74-4c62-80ad-cf090ef0e8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:38.873286 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b3fc53ea-d9cc-40f1-a1ed-1ddeb5119c8c req-c80f4d14-3a74-4c62-80ad-cf090ef0e8d2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9e4c4c6e36d14588ab4691d1cbcbcb2b&device_id=561949a2-a66f-4719-a367-8927421e6bdd HTTP/1.1" status: 200 len: 1095 time: 0.0434656 Aug 29 04:53:38.967694 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fc53ea-d9cc-40f1-a1ed-1ddeb5119c8c req-fa5666ce-7f03-46ec-a6f1-e4328fab4b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:38.969192 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b3fc53ea-d9cc-40f1-a1ed-1ddeb5119c8c req-fa5666ce-7f03-46ec-a6f1-e4328fab4b1a service neutron] 10.222.0.48 "GET /v2.0/networks?id=34c933ba-ee7b-4b4e-a6b9-839156fc5f9b HTTP/1.1" status: 200 len: 912 time: 0.0879731 Aug 29 04:53:39.011470 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b3fc53ea-d9cc-40f1-a1ed-1ddeb5119c8c req-09877a73-bfc0-4f3d-a1e3-ae89c5f41b5b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a7a7766d-086e-4306-b0fa-ef0cd82146b8 HTTP/1.1" status: 200 len: 217 time: 0.0348375 Aug 29 04:53:39.059853 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fc53ea-d9cc-40f1-a1ed-1ddeb5119c8c req-094cb8fe-569b-42f8-a96c-ba306f961bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:39.061318 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b3fc53ea-d9cc-40f1-a1ed-1ddeb5119c8c req-094cb8fe-569b-42f8-a96c-ba306f961bc8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3503bfff-49df-4a18-910a-15b4d56f679f HTTP/1.1" status: 200 len: 850 time: 0.0437572 Aug 29 04:53:39.123732 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fc53ea-d9cc-40f1-a1ed-1ddeb5119c8c req-3b6ad268-9c97-42f0-abee-2e6d18858497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:39.125251 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b3fc53ea-d9cc-40f1-a1ed-1ddeb5119c8c req-3b6ad268-9c97-42f0-abee-2e6d18858497 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=34c933ba-ee7b-4b4e-a6b9-839156fc5f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539665 Aug 29 04:53:39.224136 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b3fc53ea-d9cc-40f1-a1ed-1ddeb5119c8c req-7fdce74a-0e77-4eae-985b-1eacb6a6c68b service neutron] 10.222.0.48 "GET /v2.0/networks/34c933ba-ee7b-4b4e-a6b9-839156fc5f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899508 Aug 29 04:53:39.317461 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b3fc53ea-d9cc-40f1-a1ed-1ddeb5119c8c req-67a569f7-b9de-49f5-b745-96ec6031345f service neutron] 10.222.0.48 "GET /v2.0/networks/34c933ba-ee7b-4b4e-a6b9-839156fc5f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867121 Aug 29 04:53:39.530450 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d45eee-44bb-4a5c-9d41-86397a9e5d80 req-4210d150-269f-4839-ac63-94d7658b6c6c tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:39.531967 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-19d45eee-44bb-4a5c-9d41-86397a9e5d80 req-4210d150-269f-4839-ac63-94d7658b6c6c tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=561949a2-a66f-4719-a367-8927421e6bdd HTTP/1.1" status: 200 len: 943 time: 0.0547142 Aug 29 04:53:39.573579 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-19d45eee-44bb-4a5c-9d41-86397a9e5d80 req-f3858e74-0f91-474f-b1d6-e082fbd5e7e7 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=772f103b-4b1a-46d9-97ea-e4bddf8eb996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348642 Aug 29 04:53:40.701469 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c130e556-4803-42c6-bea1-f8bf0083764a req-5102fa89-53f0-4876-8a25-13368072f0ff tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:40.703174 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c130e556-4803-42c6-bea1-f8bf0083764a req-5102fa89-53f0-4876-8a25-13368072f0ff tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=561949a2-a66f-4719-a367-8927421e6bdd HTTP/1.1" status: 200 len: 943 time: 0.0570185 Aug 29 04:53:40.746933 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c130e556-4803-42c6-bea1-f8bf0083764a req-60d04b45-0fbc-4404-bb13-019fbaf58696 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=772f103b-4b1a-46d9-97ea-e4bddf8eb996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374777 Aug 29 04:53:41.859902 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f9465b-c2f2-4baa-86a2-a934054684df req-1388cfc0-6f68-4beb-b0e6-8d995ef394cd tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:41.861391 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f1f9465b-c2f2-4baa-86a2-a934054684df req-1388cfc0-6f68-4beb-b0e6-8d995ef394cd tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=561949a2-a66f-4719-a367-8927421e6bdd HTTP/1.1" status: 200 len: 943 time: 0.0485957 Aug 29 04:53:41.898842 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f1f9465b-c2f2-4baa-86a2-a934054684df req-1e9e9667-a104-47fe-884b-08c66f56e2bd tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=772f103b-4b1a-46d9-97ea-e4bddf8eb996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313570 Aug 29 04:53:43.012188 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67a883a-f4d0-4a65-aac4-c80e293a0e0f req-b9891524-1709-4cb4-abcb-b928da1b6807 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:43.013590 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d67a883a-f4d0-4a65-aac4-c80e293a0e0f req-b9891524-1709-4cb4-abcb-b928da1b6807 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=561949a2-a66f-4719-a367-8927421e6bdd HTTP/1.1" status: 200 len: 943 time: 0.0472846 Aug 29 04:53:43.051121 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d67a883a-f4d0-4a65-aac4-c80e293a0e0f req-dbc6ee3a-92a3-4740-a288-916259961343 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=772f103b-4b1a-46d9-97ea-e4bddf8eb996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308678 Aug 29 04:53:44.169025 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae84fc7-1348-42b2-94e8-58446e9696f1 req-4733fd22-fc7d-48fa-bd24-d401fd429d0b tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:44.170522 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-aae84fc7-1348-42b2-94e8-58446e9696f1 req-4733fd22-fc7d-48fa-bd24-d401fd429d0b tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=561949a2-a66f-4719-a367-8927421e6bdd HTTP/1.1" status: 200 len: 943 time: 0.0493462 Aug 29 04:53:44.208487 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-aae84fc7-1348-42b2-94e8-58446e9696f1 req-9929542c-16bb-4e96-aa97-ae0b4428db9d tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=772f103b-4b1a-46d9-97ea-e4bddf8eb996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320861 Aug 29 04:53:45.322600 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdeb1c7-20b2-413a-a060-7ccad8390d69 req-ef5b2ba8-28e4-4f7a-9de7-4c119e65c8e6 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:45.324104 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bbdeb1c7-20b2-413a-a060-7ccad8390d69 req-ef5b2ba8-28e4-4f7a-9de7-4c119e65c8e6 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=561949a2-a66f-4719-a367-8927421e6bdd HTTP/1.1" status: 200 len: 943 time: 0.0484178 Aug 29 04:53:45.366346 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bbdeb1c7-20b2-413a-a060-7ccad8390d69 req-df90d20f-10fc-49f1-a7c5-6996e61ca0b5 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=772f103b-4b1a-46d9-97ea-e4bddf8eb996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363882 Aug 29 04:53:46.489104 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0731434f-6303-4b69-91d3-a69556909a73 req-6ed2b16c-1d02-418f-9fb0-2797c79ade88 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:46.490759 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0731434f-6303-4b69-91d3-a69556909a73 req-6ed2b16c-1d02-418f-9fb0-2797c79ade88 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=561949a2-a66f-4719-a367-8927421e6bdd HTTP/1.1" status: 200 len: 943 time: 0.0564516 Aug 29 04:53:46.528900 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0731434f-6303-4b69-91d3-a69556909a73 req-4efc4d22-8874-4343-9594-756e92fe772b tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=772f103b-4b1a-46d9-97ea-e4bddf8eb996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315223 Aug 29 04:53:47.644984 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16dba0d-d4ca-4832-963a-a725271d883a req-e93b6ffa-7269-40c3-b7df-66e071258ca3 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:47.646488 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d16dba0d-d4ca-4832-963a-a725271d883a req-e93b6ffa-7269-40c3-b7df-66e071258ca3 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=561949a2-a66f-4719-a367-8927421e6bdd HTTP/1.1" status: 200 len: 943 time: 0.0485842 Aug 29 04:53:47.683717 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d16dba0d-d4ca-4832-963a-a725271d883a req-cc4ed05d-f10f-4a47-a541-b5af424d642f tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=772f103b-4b1a-46d9-97ea-e4bddf8eb996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311718 Aug 29 04:53:48.796172 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4fb016-8aca-4a53-8926-a3ae44b06fb7 req-f45d9e50-e7b2-4062-847f-ba270be28076 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:48.797672 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0a4fb016-8aca-4a53-8926-a3ae44b06fb7 req-f45d9e50-e7b2-4062-847f-ba270be28076 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=561949a2-a66f-4719-a367-8927421e6bdd HTTP/1.1" status: 200 len: 943 time: 0.0490136 Aug 29 04:53:48.835177 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0a4fb016-8aca-4a53-8926-a3ae44b06fb7 req-d420f4c4-55a0-47ac-99dd-f90b85968c22 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=772f103b-4b1a-46d9-97ea-e4bddf8eb996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315378 Aug 29 04:53:49.119503 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device a7a7766d-086e-4306-b0fa-ef0cd82146b8 details requested by agent hyperv_n-h2-712140-12 with host n-h2-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:53:49.209915 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port a7a7766d-086e-4306-b0fa-ef0cd82146b8, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=a7a7766d-086e-4306-b0fa-ef0cd82146b8,segment=NetworkSegment(3dd283cc-c7c2-45b6-9e1c-030522db2cd2),segment_id=3dd283cc-c7c2-45b6-9e1c-030522db2cd2)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:53:49.220820 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Returning: {'device': 'a7a7766d-086e-4306-b0fa-ef0cd82146b8', 'network_id': '34c933ba-ee7b-4b4e-a6b9-839156fc5f9b', 'port_id': 'a7a7766d-086e-4306-b0fa-ef0cd82146b8', 'mac_address': 'fa:16:3e:56:f8:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3503bfff-49df-4a18-910a-15b4d56f679f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:53:49.261255 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:49.273405 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7a7766d-086e-4306-b0fa-ef0cd82146b8 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:53:49.291794 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port a7a7766d-086e-4306-b0fa-ef0cd82146b8, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=a7a7766d-086e-4306-b0fa-ef0cd82146b8,segment=NetworkSegment(3dd283cc-c7c2-45b6-9e1c-030522db2cd2),segment_id=3dd283cc-c7c2-45b6-9e1c-030522db2cd2)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:53:49.295543 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:49.340675 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=a7a7766d-086e-4306-b0fa-ef0cd82146b8,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:49.424974 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:49.688825 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['a7a7766d-086e-4306-b0fa-ef0cd82146b8'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:53:49.952679 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc025bb-6450-49ba-85dd-5110e1b339b5 req-fdcdbd9c-4a64-4a23-a0ab-638cfa28b627 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:49.954067 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9cc025bb-6450-49ba-85dd-5110e1b339b5 req-fdcdbd9c-4a64-4a23-a0ab-638cfa28b627 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=561949a2-a66f-4719-a367-8927421e6bdd HTTP/1.1" status: 200 len: 944 time: 0.0487351 Aug 29 04:53:49.992048 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9cc025bb-6450-49ba-85dd-5110e1b339b5 req-0f08b7d5-7580-4aab-9d25-6727ddcfea17 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=772f103b-4b1a-46d9-97ea-e4bddf8eb996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319808 Aug 29 04:53:51.105619 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2473e06-dbd5-4678-b604-a4accfee3606 req-fb065074-b674-4432-9e52-c588e57977c0 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:51.107107 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f2473e06-dbd5-4678-b604-a4accfee3606 req-fb065074-b674-4432-9e52-c588e57977c0 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=561949a2-a66f-4719-a367-8927421e6bdd HTTP/1.1" status: 200 len: 944 time: 0.0485237 Aug 29 04:53:51.123088 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device a7a7766d-086e-4306-b0fa-ef0cd82146b8 up at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:53:51.154880 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f2473e06-dbd5-4678-b604-a4accfee3606 req-af1d5687-07d1-4e93-aa28-f1595fb15cf9 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=772f103b-4b1a-46d9-97ea-e4bddf8eb996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418062 Aug 29 04:53:51.171062 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning for port a7a7766d-086e-4306-b0fa-ef0cd82146b8 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:53:51.174944 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning complete for port a7a7766d-086e-4306-b0fa-ef0cd82146b8 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:53:51.175315 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:51.256707 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:51.279762 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '561949a2-a66f-4719-a367-8927421e6bdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7a7766d-086e-4306-b0fa-ef0cd82146b8'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:53:51.281912 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a1fece1-86de-4e96-9c5d-b74096744d18" -d '{"events": [{"server_uuid": "561949a2-a66f-4719-a367-8927421e6bdd", "name": "network-vif-plugged", "status": "completed", "tag": "a7a7766d-086e-4306-b0fa-ef0cd82146b8"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:53:51.295205 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port a7a7766d-086e-4306-b0fa-ef0cd82146b8, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=a7a7766d-086e-4306-b0fa-ef0cd82146b8,segment=NetworkSegment(3dd283cc-c7c2-45b6-9e1c-030522db2cd2),segment_id=3dd283cc-c7c2-45b6-9e1c-030522db2cd2)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:53:51.299148 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:51.323828 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccdb2178-cb3d-4177-b532-a94e1a9b68a2 x-openstack-request-id: req-ccdb2178-cb3d-4177-b532-a94e1a9b68a2 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:53:51.324142 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "561949a2-a66f-4719-a367-8927421e6bdd", "name": "network-vif-plugged", "status": "completed", "tag": "a7a7766d-086e-4306-b0fa-ef0cd82146b8", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:53:51.324420 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ccdb2178-cb3d-4177-b532-a94e1a9b68a2 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:53:51.324790 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '561949a2-a66f-4719-a367-8927421e6bdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7a7766d-086e-4306-b0fa-ef0cd82146b8', 'code': 200} Aug 29 04:53:51.349505 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=a7a7766d-086e-4306-b0fa-ef0cd82146b8,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:51.447209 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c887e2-837b-4304-a524-ea9215157890 req-19050a77-a8fc-4f83-a7e3-b400c66a307f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:51.448699 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a9c887e2-837b-4304-a524-ea9215157890 req-19050a77-a8fc-4f83-a7e3-b400c66a307f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=561949a2-a66f-4719-a367-8927421e6bdd HTTP/1.1" status: 200 len: 1097 time: 0.0394628 Aug 29 04:53:51.487163 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a9c887e2-837b-4304-a524-ea9215157890 req-dfb6bfc5-fe11-4c7d-a5cd-83118d260fb0 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=772f103b-4b1a-46d9-97ea-e4bddf8eb996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315797 Aug 29 04:53:52.274108 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c3223c-7b89-4916-9c92-4cc916545c92 req-e1aa44f6-91fb-437e-8aaf-635454086501 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:52.275664 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-67c3223c-7b89-4916-9c92-4cc916545c92 req-e1aa44f6-91fb-437e-8aaf-635454086501 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=561949a2-a66f-4719-a367-8927421e6bdd HTTP/1.1" status: 200 len: 945 time: 0.0529826 Aug 29 04:53:52.313962 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-67c3223c-7b89-4916-9c92-4cc916545c92 req-fb30aa4a-c9ea-4764-a7b4-de11cf158d75 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=772f103b-4b1a-46d9-97ea-e4bddf8eb996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317783 Aug 29 04:53:53.431449 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ad9751-55e9-4351-8261-f377da1a90fd req-5d521b6b-dc36-494c-ac2b-6053f78f7e13 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:53.433844 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b5ad9751-55e9-4351-8261-f377da1a90fd req-5d521b6b-dc36-494c-ac2b-6053f78f7e13 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=561949a2-a66f-4719-a367-8927421e6bdd HTTP/1.1" status: 200 len: 945 time: 0.0503457 Aug 29 04:53:53.472112 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b5ad9751-55e9-4351-8261-f377da1a90fd req-16137563-2571-4ac5-81b1-3e9610522e13 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=772f103b-4b1a-46d9-97ea-e4bddf8eb996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323038 Aug 29 04:53:53.584262 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833f1b18-472f-45c5-9959-41a1df4d5b8c req-3d26ef82-bb35-4223-90cd-12be1286ebe1 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:53.585739 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-833f1b18-472f-45c5-9959-41a1df4d5b8c req-3d26ef82-bb35-4223-90cd-12be1286ebe1 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=561949a2-a66f-4719-a367-8927421e6bdd HTTP/1.1" status: 200 len: 945 time: 0.0486991 Aug 29 04:53:53.623991 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-833f1b18-472f-45c5-9959-41a1df4d5b8c req-7c65245a-8115-4f4f-8e8d-7774aa9d32c8 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=772f103b-4b1a-46d9-97ea-e4bddf8eb996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316865 Aug 29 04:53:53.645827 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 37002) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:53:53.685363 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f27ad4a7-c347-4e60-b995-b3789ca1bf59 tempest-TestVolumeBootPattern-1080196533 tempest-TestVolumeBootPattern-1080196533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:53.686852 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-f27ad4a7-c347-4e60-b995-b3789ca1bf59 tempest-TestVolumeBootPattern-1080196533 tempest-TestVolumeBootPattern-1080196533-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=561949a2-a66f-4719-a367-8927421e6bdd HTTP/1.1" status: 200 len: 1092 time: 0.0400445 Aug 29 04:53:53.689845 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 37004) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:53:53.694267 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-e19fa24f-6b57-448b-9810-b1530e210727 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Request body: {'floatingip': {'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'port_id': 'a7a7766d-086e-4306-b0fa-ef0cd82146b8', 'tenant_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:53:53.716329 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e19fa24f-6b57-448b-9810-b1530e210727 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks [] for floatingip, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:53.814344 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e19fa24f-6b57-448b-9810-b1530e210727 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:53.914611 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-e19fa24f-6b57-448b-9810-b1530e210727 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Allocated IP 172.25.0.32 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/6a5c08d2-cef1-4c85-aed5-988904f547e8) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:53:54.016579 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e19fa24f-6b57-448b-9810-b1530e210727 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:54.053584 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e19fa24f-6b57-448b-9810-b1530e210727 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:54.088727 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19fa24f-6b57-448b-9810-b1530e210727 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:53:54.091490 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-e19fa24f-6b57-448b-9810-b1530e210727 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:53:54.096906 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19fa24f-6b57-448b-9810-b1530e210727 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:53:54.122267 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fa24f-6b57-448b-9810-b1530e210727 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Pushing event updated for resources: {'Port': ['ID=6a5c08d2-cef1-4c85-aed5-988904f547e8,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:54.448582 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e19fa24f-6b57-448b-9810-b1530e210727 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:54.512776 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e19fa24f-6b57-448b-9810-b1530e210727 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:54.660323 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e19fa24f-6b57-448b-9810-b1530e210727 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:54.664706 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e19fa24f-6b57-448b-9810-b1530e210727 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:54.733560 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fa24f-6b57-448b-9810-b1530e210727 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Pushing event updated for resources: {'Port': ['ID=6a5c08d2-cef1-4c85-aed5-988904f547e8,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:54.745741 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e19fa24f-6b57-448b-9810-b1530e210727 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719515'] for floatingip, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:54.843704 n-d-712140-12 neutron-server[94829]: INFO neutron.db.l3_db [None req-e19fa24f-6b57-448b-9810-b1530e210727 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Floating IP 196f625d-345c-4900-8aae-81905461b47f associated. External IP: 172.25.0.32, port: a7a7766d-086e-4306-b0fa-ef0cd82146b8. Aug 29 04:53:55.042069 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e19fa24f-6b57-448b-9810-b1530e210727 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Router 13e90c83-10d1-4fc0-804d-fa6fc1adea26 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:53:55.146904 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e19fa24f-6b57-448b-9810-b1530e210727 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:53:55.157888 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4756e281-9f70-4e1a-8cb1-641162b939c0 None None] Sync routers for ids ['13e90c83-10d1-4fc0-804d-fa6fc1adea26'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:53:55.168916 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4756e281-9f70-4e1a-8cb1-641162b939c0 None None] Routers {'13e90c83-10d1-4fc0-804d-fa6fc1adea26'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:53:55.169822 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-4756e281-9f70-4e1a-8cb1-641162b939c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:53:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['13e90c83-10d1-4fc0-804d-fa6fc1adea26'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:53:55.170159 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e19fa24f-6b57-448b-9810-b1530e210727 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:55.201437 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-e19fa24f-6b57-448b-9810-b1530e210727 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5105467 Aug 29 04:53:55.202041 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '561949a2-a66f-4719-a367-8927421e6bdd', 'tag': 'a7a7766d-086e-4306-b0fa-ef0cd82146b8'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:53:55.204366 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebaee6f1-6f13-4a98-abd5-2d2cd82795e5" -d '{"events": [{"name": "network-changed", "server_uuid": "561949a2-a66f-4719-a367-8927421e6bdd", "tag": "a7a7766d-086e-4306-b0fa-ef0cd82146b8"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:53:55.289317 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-4756e281-9f70-4e1a-8cb1-641162b939c0 None None] Set router 13e90c83-10d1-4fc0-804d-fa6fc1adea26 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:53:55.313733 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c1057a1-5528-4d98-9ff1-fb83539e9240 x-openstack-request-id: req-8c1057a1-5528-4d98-9ff1-fb83539e9240 {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:53:55.314023 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "561949a2-a66f-4719-a367-8927421e6bdd", "tag": "a7a7766d-086e-4306-b0fa-ef0cd82146b8", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:53:55.314276 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8c1057a1-5528-4d98-9ff1-fb83539e9240 {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:53:55.314678 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '561949a2-a66f-4719-a367-8927421e6bdd', 'tag': 'a7a7766d-086e-4306-b0fa-ef0cd82146b8', 'status': 'completed', 'code': 200} Aug 29 04:53:55.403648 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaee6f1-6f13-4a98-abd5-2d2cd82795e5 req-94562c10-5b24-4109-b0d9-950a58b18d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:55.405247 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ebaee6f1-6f13-4a98-abd5-2d2cd82795e5 req-94562c10-5b24-4109-b0d9-950a58b18d1c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9e4c4c6e36d14588ab4691d1cbcbcb2b&device_id=561949a2-a66f-4719-a367-8927421e6bdd HTTP/1.1" status: 200 len: 1097 time: 0.0407906 Aug 29 04:53:55.496435 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaee6f1-6f13-4a98-abd5-2d2cd82795e5 req-c7d3b58e-57c2-475c-9296-21f1b160c594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:55.497990 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ebaee6f1-6f13-4a98-abd5-2d2cd82795e5 req-c7d3b58e-57c2-475c-9296-21f1b160c594 service neutron] 10.222.0.48 "GET /v2.0/networks?id=34c933ba-ee7b-4b4e-a6b9-839156fc5f9b HTTP/1.1" status: 200 len: 912 time: 0.0854344 Aug 29 04:53:55.514768 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-4756e281-9f70-4e1a-8cb1-641162b939c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e90c83-10d1-4fc0-804d-fa6fc1adea26', 'name': 'tempest-TestVolumeBootPattern-403855793-router', 'tenant_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '9d0461f2-41d9-411d-9cc6-e19ff84cec3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:50:20Z', 'updated_at': '2021-08-29T04:50:24Z', 'revision_number': 4, 'project_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'gw_port': {'id': '9d0461f2-41d9-411d-9cc6-e19ff84cec3c', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e90c83-10d1-4fc0-804d-fa6fc1adea26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:50:21Z', 'updated_at': '2021-08-29T04:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': '196f625d-345c-4900-8aae-81905461b47f', 'tenant_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'floating_ip_address': '172.25.0.32', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': '13e90c83-10d1-4fc0-804d-fa6fc1adea26', 'port_id': 'a7a7766d-086e-4306-b0fa-ef0cd82146b8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3992, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34c933ba-ee7b-4b4e-a6b9-839156fc5f9b', 'mac_address': 'fa:16:3e:56:f8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561949a2-a66f-4719-a367-8927421e6bdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:53:54Z', 'updated_at': '2021-08-29T04:53:54Z', 'revision_number': 0, 'project_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b23c488-452d-46cf-afe1-96cb4ceebeea', 'name': '', 'network_id': '34c933ba-ee7b-4b4e-a6b9-839156fc5f9b', 'tenant_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'mac_address': 'fa:16:3e:72:9f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e90c83-10d1-4fc0-804d-fa6fc1adea26', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '3503bfff-49df-4a18-910a-15b4d56f679f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:50:23Z', 'updated_at': '2021-08-29T04:50:29Z', 'revision_number': 5, 'project_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'subnets': [{'id': '3503bfff-49df-4a18-910a-15b4d56f679f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:53:55.540815 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4756e281-9f70-4e1a-8cb1-641162b939c0 None None] Checking router: 13e90c83-10d1-4fc0-804d-fa6fc1adea26 for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:53:55.549257 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4756e281-9f70-4e1a-8cb1-641162b939c0 None None] Routers {'13e90c83-10d1-4fc0-804d-fa6fc1adea26'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:53:55.549780 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-4756e281-9f70-4e1a-8cb1-641162b939c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:53:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['13e90c83-10d1-4fc0-804d-fa6fc1adea26'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:53:55.566506 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ebaee6f1-6f13-4a98-abd5-2d2cd82795e5 req-081fc259-f5b4-47c1-b69e-f220b4577d6e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a7a7766d-086e-4306-b0fa-ef0cd82146b8 HTTP/1.1" status: 200 len: 998 time: 0.0608776 Aug 29 04:53:55.616253 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaee6f1-6f13-4a98-abd5-2d2cd82795e5 req-24def44f-bdde-4b09-be6f-fa7879b5c990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:55.617742 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ebaee6f1-6f13-4a98-abd5-2d2cd82795e5 req-24def44f-bdde-4b09-be6f-fa7879b5c990 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3503bfff-49df-4a18-910a-15b4d56f679f HTTP/1.1" status: 200 len: 850 time: 0.0431280 Aug 29 04:53:55.655357 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-4756e281-9f70-4e1a-8cb1-641162b939c0 None None] Set router 13e90c83-10d1-4fc0-804d-fa6fc1adea26 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:53:55.668220 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaee6f1-6f13-4a98-abd5-2d2cd82795e5 req-a002dd0c-6b02-493c-97ed-bfb3bbc3ab88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:55.669741 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ebaee6f1-6f13-4a98-abd5-2d2cd82795e5 req-a002dd0c-6b02-493c-97ed-bfb3bbc3ab88 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=34c933ba-ee7b-4b4e-a6b9-839156fc5f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445771 Aug 29 04:53:55.768796 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ebaee6f1-6f13-4a98-abd5-2d2cd82795e5 req-6cbe2f48-ce0a-44e7-b741-7779ccef72c8 service neutron] 10.222.0.48 "GET /v2.0/networks/34c933ba-ee7b-4b4e-a6b9-839156fc5f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912383 Aug 29 04:53:55.860843 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ebaee6f1-6f13-4a98-abd5-2d2cd82795e5 req-d4fe7a8a-defd-4e16-b85d-4a167069ee16 service neutron] 10.222.0.48 "GET /v2.0/networks/34c933ba-ee7b-4b4e-a6b9-839156fc5f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848022 Aug 29 04:53:55.899266 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-4756e281-9f70-4e1a-8cb1-641162b939c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e90c83-10d1-4fc0-804d-fa6fc1adea26', 'name': 'tempest-TestVolumeBootPattern-403855793-router', 'tenant_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '9d0461f2-41d9-411d-9cc6-e19ff84cec3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:50:20Z', 'updated_at': '2021-08-29T04:50:24Z', 'revision_number': 4, 'project_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'gw_port': {'id': '9d0461f2-41d9-411d-9cc6-e19ff84cec3c', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e90c83-10d1-4fc0-804d-fa6fc1adea26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:50:21Z', 'updated_at': '2021-08-29T04:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': '196f625d-345c-4900-8aae-81905461b47f', 'tenant_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'floating_ip_address': '172.25.0.32', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': '13e90c83-10d1-4fc0-804d-fa6fc1adea26', 'port_id': 'a7a7766d-086e-4306-b0fa-ef0cd82146b8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3992, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34c933ba-ee7b-4b4e-a6b9-839156fc5f9b', 'mac_address': 'fa:16:3e:56:f8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561949a2-a66f-4719-a367-8927421e6bdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:53:54Z', 'updated_at': '2021-08-29T04:53:54Z', 'revision_number': 0, 'project_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b23c488-452d-46cf-afe1-96cb4ceebeea', 'name': '', 'network_id': '34c933ba-ee7b-4b4e-a6b9-839156fc5f9b', 'tenant_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'mac_address': 'fa:16:3e:72:9f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e90c83-10d1-4fc0-804d-fa6fc1adea26', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '3503bfff-49df-4a18-910a-15b4d56f679f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:50:23Z', 'updated_at': '2021-08-29T04:50:29Z', 'revision_number': 5, 'project_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'subnets': [{'id': '3503bfff-49df-4a18-910a-15b4d56f679f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:53:55.925399 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4756e281-9f70-4e1a-8cb1-641162b939c0 None None] The sync data for ids ['13e90c83-10d1-4fc0-804d-fa6fc1adea26'] in n-d-712140-12 is: [{'id': '13e90c83-10d1-4fc0-804d-fa6fc1adea26', 'name': 'tempest-TestVolumeBootPattern-403855793-router', 'tenant_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '9d0461f2-41d9-411d-9cc6-e19ff84cec3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:50:20Z', 'updated_at': '2021-08-29T04:50:24Z', 'revision_number': 4, 'project_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'gw_port': {'id': '9d0461f2-41d9-411d-9cc6-e19ff84cec3c', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e90c83-10d1-4fc0-804d-fa6fc1adea26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:50:21Z', 'updated_at': '2021-08-29T04:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': '196f625d-345c-4900-8aae-81905461b47f', 'tenant_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'floating_ip_address': '172.25.0.32', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': '13e90c83-10d1-4fc0-804d-fa6fc1adea26', 'port_id': 'a7a7766d-086e-4306-b0fa-ef0cd82146b8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3992, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34c933ba-ee7b-4b4e-a6b9-839156fc5f9b', 'mac_address': 'fa:16:3e:56:f8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561949a2-a66f-4719-a367-8927421e6bdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:53:54Z', 'updated_at': '2021-08-29T04:53:54Z', 'revision_number': 0, 'project_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b23c488-452d-46cf-afe1-96cb4ceebeea', 'name': '', 'network_id': '34c933ba-ee7b-4b4e-a6b9-839156fc5f9b', 'tenant_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'mac_address': 'fa:16:3e:72:9f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e90c83-10d1-4fc0-804d-fa6fc1adea26', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '3503bfff-49df-4a18-910a-15b4d56f679f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:50:23Z', 'updated_at': '2021-08-29T04:50:29Z', 'revision_number': 5, 'project_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'subnets': [{'id': '3503bfff-49df-4a18-910a-15b4d56f679f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:53:56.108553 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857cb280-f6d9-48ca-9703-e9800156ba14 None None] New status for floating IP 196f625d-345c-4900-8aae-81905461b47f: ACTIVE {{(pid=94831) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:53:58.825212 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:03.414589 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f0b2cafe-83ad-4a3b-882c-3a119ce2ec26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:06.265721 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b75a5f3f-ae41-474e-9c98-e30454ef92ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:07.252652 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:07.280450 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:08.769322 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:12.562166 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:54:19.448111 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:21.523366 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d6fa0fb3-90bd-4269-9cad-4f28307ee732 req-a32b7797-9315-4d27-af9c-1ff7dd4a1fca service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=561949a2-a66f-4719-a367-8927421e6bdd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0392470 Aug 29 04:54:21.623992 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fa0fb3-90bd-4269-9cad-4f28307ee732 req-4a99b519-23d8-43b1-99b8-90750160091a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:21.625556 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d6fa0fb3-90bd-4269-9cad-4f28307ee732 req-4a99b519-23d8-43b1-99b8-90750160091a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9e4c4c6e36d14588ab4691d1cbcbcb2b&device_id=561949a2-a66f-4719-a367-8927421e6bdd HTTP/1.1" status: 200 len: 1097 time: 0.0429680 Aug 29 04:54:21.729370 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fa0fb3-90bd-4269-9cad-4f28307ee732 req-fb0468a3-bcc9-4392-bde1-54ba2f5708bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:21.730850 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d6fa0fb3-90bd-4269-9cad-4f28307ee732 req-fb0468a3-bcc9-4392-bde1-54ba2f5708bc service neutron] 10.222.0.48 "GET /v2.0/networks?id=34c933ba-ee7b-4b4e-a6b9-839156fc5f9b HTTP/1.1" status: 200 len: 912 time: 0.0857477 Aug 29 04:54:21.801004 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d6fa0fb3-90bd-4269-9cad-4f28307ee732 req-c297ad05-9192-4b4c-9d41-2a437fa1f2d4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a7a7766d-086e-4306-b0fa-ef0cd82146b8 HTTP/1.1" status: 200 len: 1000 time: 0.0619712 Aug 29 04:54:21.854279 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fa0fb3-90bd-4269-9cad-4f28307ee732 req-38449752-ffb3-4b34-9603-216171e5e9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:21.855973 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d6fa0fb3-90bd-4269-9cad-4f28307ee732 req-38449752-ffb3-4b34-9603-216171e5e9b4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3503bfff-49df-4a18-910a-15b4d56f679f HTTP/1.1" status: 200 len: 850 time: 0.0480902 Aug 29 04:54:21.909088 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fa0fb3-90bd-4269-9cad-4f28307ee732 req-e576f731-abf0-4b6a-8826-d2d9291b8bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:21.910609 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d6fa0fb3-90bd-4269-9cad-4f28307ee732 req-e576f731-abf0-4b6a-8826-d2d9291b8bfe service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=34c933ba-ee7b-4b4e-a6b9-839156fc5f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0476277 Aug 29 04:54:22.009444 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d6fa0fb3-90bd-4269-9cad-4f28307ee732 req-d2588ba9-a515-46ef-a811-2efa0461966d service neutron] 10.222.0.48 "GET /v2.0/networks/34c933ba-ee7b-4b4e-a6b9-839156fc5f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909336 Aug 29 04:54:22.102529 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d6fa0fb3-90bd-4269-9cad-4f28307ee732 req-f57db741-320f-40d0-9cfd-d758734203b8 service neutron] 10.222.0.48 "GET /v2.0/networks/34c933ba-ee7b-4b4e-a6b9-839156fc5f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855479 Aug 29 04:54:28.816874 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:33.415517 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a03a4050-4b4a-44fc-9319-8f30a2d951e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:36.266554 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d52e9528-e036-4076-832d-d7bb7ecbdd41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:37.253950 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:37.285196 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:38.772521 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:49.443517 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:49.561573 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:54:58.822348 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:03.415171 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-04ed7465-de85-4287-bd25-6062e97a6790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:06.268007 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-46a7739a-44e9-4373-a317-3a9969f02c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:07.255713 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:07.285245 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:08.774574 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:19.458653 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:22.520574 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d53ab60a-c046-488b-ad81-893ba149d485 req-d0534086-478a-4f07-bb9d-ecafe9271d3f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=561949a2-a66f-4719-a367-8927421e6bdd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0405707 Aug 29 04:55:22.617120 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53ab60a-c046-488b-ad81-893ba149d485 req-7fa02ea4-5558-4a0c-89c0-6026c6d26ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:22.618621 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d53ab60a-c046-488b-ad81-893ba149d485 req-7fa02ea4-5558-4a0c-89c0-6026c6d26ae5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9e4c4c6e36d14588ab4691d1cbcbcb2b&device_id=561949a2-a66f-4719-a367-8927421e6bdd HTTP/1.1" status: 200 len: 1097 time: 0.0403070 Aug 29 04:55:22.721382 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53ab60a-c046-488b-ad81-893ba149d485 req-97788072-0b1e-4321-9f58-a96d6115e980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:22.723376 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d53ab60a-c046-488b-ad81-893ba149d485 req-97788072-0b1e-4321-9f58-a96d6115e980 service neutron] 10.222.0.48 "GET /v2.0/networks?id=34c933ba-ee7b-4b4e-a6b9-839156fc5f9b HTTP/1.1" status: 200 len: 912 time: 0.0860245 Aug 29 04:55:22.787968 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d53ab60a-c046-488b-ad81-893ba149d485 req-6146b1b5-26d5-4f69-9595-86716355525d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a7a7766d-086e-4306-b0fa-ef0cd82146b8 HTTP/1.1" status: 200 len: 1000 time: 0.0575984 Aug 29 04:55:22.834841 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53ab60a-c046-488b-ad81-893ba149d485 req-5ae70cf2-3258-44ec-b048-04bb6ba2843a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:22.836268 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d53ab60a-c046-488b-ad81-893ba149d485 req-5ae70cf2-3258-44ec-b048-04bb6ba2843a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3503bfff-49df-4a18-910a-15b4d56f679f HTTP/1.1" status: 200 len: 850 time: 0.0419922 Aug 29 04:55:22.884284 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53ab60a-c046-488b-ad81-893ba149d485 req-2d2e9a87-5516-4b9d-a813-09c39c9c0514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:22.885755 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d53ab60a-c046-488b-ad81-893ba149d485 req-2d2e9a87-5516-4b9d-a813-09c39c9c0514 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=34c933ba-ee7b-4b4e-a6b9-839156fc5f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427780 Aug 29 04:55:22.973367 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d53ab60a-c046-488b-ad81-893ba149d485 req-02d5a288-b9e8-4ac4-b106-0fb5f7a6041c service neutron] 10.222.0.48 "GET /v2.0/networks/34c933ba-ee7b-4b4e-a6b9-839156fc5f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800116 Aug 29 04:55:23.063730 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d53ab60a-c046-488b-ad81-893ba149d485 req-18cea8fa-1ca7-41e6-bf7e-9ba9a121eb87 service neutron] 10.222.0.48 "GET /v2.0/networks/34c933ba-ee7b-4b4e-a6b9-839156fc5f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826211 Aug 29 04:55:26.561656 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:55:28.829687 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:33.416680 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-211102b1-4730-45b3-ad6e-72f3c58852d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:36.271362 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3f50d759-8769-4a6d-8704-d120287aad16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:37.256391 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:37.288533 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:38.776521 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:49.457837 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:52.857473 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ab7c1f-bcbc-4139-8312-2f7b0d111b9b req-22a8b729-e4f1-45fa-abbd-8f9e95732093 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:52.858884 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-78ab7c1f-bcbc-4139-8312-2f7b0d111b9b req-22a8b729-e4f1-45fa-abbd-8f9e95732093 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=561949a2-a66f-4719-a367-8927421e6bdd HTTP/1.1" status: 200 len: 945 time: 0.0489175 Aug 29 04:55:52.896232 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-78ab7c1f-bcbc-4139-8312-2f7b0d111b9b req-bd603c3e-ab94-498e-8457-c57523d12e69 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=772f103b-4b1a-46d9-97ea-e4bddf8eb996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314376 Aug 29 04:55:54.025053 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724df7b6-1528-4e6e-b5e1-baef642686e2 req-a63b9320-53d8-4f8c-859c-41a95449716c tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:54.026512 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-724df7b6-1528-4e6e-b5e1-baef642686e2 req-a63b9320-53d8-4f8c-859c-41a95449716c tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=561949a2-a66f-4719-a367-8927421e6bdd HTTP/1.1" status: 200 len: 945 time: 0.0500443 Aug 29 04:55:54.064119 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-724df7b6-1528-4e6e-b5e1-baef642686e2 req-3ce2d019-0d62-4f51-83da-ff2f9dec843d tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=772f103b-4b1a-46d9-97ea-e4bddf8eb996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317285 Aug 29 04:55:54.638388 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c176f397-ba23-4d69-9005-f1ec3061e376 req-7c8adf29-62b2-4c19-9f8c-838cad0d5dd8 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:54.639914 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c176f397-ba23-4d69-9005-f1ec3061e376 req-7c8adf29-62b2-4c19-9f8c-838cad0d5dd8 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.48 "GET /v2.0/ports?device_id=561949a2-a66f-4719-a367-8927421e6bdd HTTP/1.1" status: 200 len: 945 time: 0.0471230 Aug 29 04:55:54.728926 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-c176f397-ba23-4d69-9005-f1ec3061e376 req-8d9859b3-e3e1-4f88-a573-37e73bb36af5 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Deleting port a7a7766d-086e-4306-b0fa-ef0cd82146b8 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:55:54.729264 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-c176f397-ba23-4d69-9005-f1ec3061e376 req-8d9859b3-e3e1-4f88-a573-37e73bb36af5 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:54.814242 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-c176f397-ba23-4d69-9005-f1ec3061e376 req-8d9859b3-e3e1-4f88-a573-37e73bb36af5 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] For port a7a7766d-086e-4306-b0fa-ef0cd82146b8, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=a7a7766d-086e-4306-b0fa-ef0cd82146b8,segment=NetworkSegment(3dd283cc-c7c2-45b6-9e1c-030522db2cd2),segment_id=3dd283cc-c7c2-45b6-9e1c-030522db2cd2)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:55:54.814627 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-c176f397-ba23-4d69-9005-f1ec3061e376 req-8d9859b3-e3e1-4f88-a573-37e73bb36af5 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:55.290799 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f98f1c2-e959-43c6-93fb-1c66e7c6fcb6 req-a6186bb5-b003-4051-8d3b-8ed180531895 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:55.292408 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7f98f1c2-e959-43c6-93fb-1c66e7c6fcb6 req-a6186bb5-b003-4051-8d3b-8ed180531895 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=561949a2-a66f-4719-a367-8927421e6bdd HTTP/1.1" status: 200 len: 945 time: 0.0976355 Aug 29 04:55:55.377482 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7f98f1c2-e959-43c6-93fb-1c66e7c6fcb6 req-cc2c149f-f61b-4b5c-b9ab-a2cf0e6a50dc tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=772f103b-4b1a-46d9-97ea-e4bddf8eb996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785933 Aug 29 04:55:55.387111 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-c176f397-ba23-4d69-9005-f1ec3061e376 req-8d9859b3-e3e1-4f88-a573-37e73bb36af5 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:55.387361 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-c176f397-ba23-4d69-9005-f1ec3061e376 req-8d9859b3-e3e1-4f88-a573-37e73bb36af5 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719515'] for floatingip, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:55.387739 n-d-712140-12 neutron-server[94828]: INFO neutron.db.l3_db [req-c176f397-ba23-4d69-9005-f1ec3061e376 req-8d9859b3-e3e1-4f88-a573-37e73bb36af5 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Floating IP 196f625d-345c-4900-8aae-81905461b47f disassociated. External IP: 172.25.0.32, port: a7a7766d-086e-4306-b0fa-ef0cd82146b8. Aug 29 04:55:55.388124 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-c176f397-ba23-4d69-9005-f1ec3061e376 req-8d9859b3-e3e1-4f88-a573-37e73bb36af5 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Calling delete_port for a7a7766d-086e-4306-b0fa-ef0cd82146b8 owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:55:55.513435 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-c176f397-ba23-4d69-9005-f1ec3061e376 req-8d9859b3-e3e1-4f88-a573-37e73bb36af5 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:55.542208 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9859b3-e3e1-4f88-a573-37e73bb36af5 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Pushing event deleted for resources: {'Port': ['ID=a7a7766d-086e-4306-b0fa-ef0cd82146b8,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:55:55.554789 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9859b3-e3e1-4f88-a573-37e73bb36af5 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:55:55.555139 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9859b3-e3e1-4f88-a573-37e73bb36af5 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:55:55.555483 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9859b3-e3e1-4f88-a573-37e73bb36af5 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:55:55.555847 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9859b3-e3e1-4f88-a573-37e73bb36af5 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:55:55.556179 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9859b3-e3e1-4f88-a573-37e73bb36af5 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:55:55.556510 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9859b3-e3e1-4f88-a573-37e73bb36af5 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:55:55.556835 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9859b3-e3e1-4f88-a573-37e73bb36af5 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:55:55.557213 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9859b3-e3e1-4f88-a573-37e73bb36af5 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:55:55.558071 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9859b3-e3e1-4f88-a573-37e73bb36af5 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:55:55.558368 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9859b3-e3e1-4f88-a573-37e73bb36af5 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:55:55.558716 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9859b3-e3e1-4f88-a573-37e73bb36af5 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:55:55.559036 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9859b3-e3e1-4f88-a573-37e73bb36af5 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:55:55.665614 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c176f397-ba23-4d69-9005-f1ec3061e376 req-8d9859b3-e3e1-4f88-a573-37e73bb36af5 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Router 13e90c83-10d1-4fc0-804d-fa6fc1adea26 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:55:55.773459 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c176f397-ba23-4d69-9005-f1ec3061e376 req-8d9859b3-e3e1-4f88-a573-37e73bb36af5 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:55:55.782782 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0003f55f-ee2a-4937-8853-2a486505c8be None None] Sync routers for ids ['13e90c83-10d1-4fc0-804d-fa6fc1adea26'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:55:55.791489 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0003f55f-ee2a-4937-8853-2a486505c8be None None] Routers {'13e90c83-10d1-4fc0-804d-fa6fc1adea26'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:55:55.792631 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-0003f55f-ee2a-4937-8853-2a486505c8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:55:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['13e90c83-10d1-4fc0-804d-fa6fc1adea26'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:55:55.812768 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-c176f397-ba23-4d69-9005-f1ec3061e376 req-8d9859b3-e3e1-4f88-a573-37e73bb36af5 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] No DVR routers for this DVR port a7a7766d-086e-4306-b0fa-ef0cd82146b8 on host n-h2-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:55:55.815388 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-c176f397-ba23-4d69-9005-f1ec3061e376 req-8d9859b3-e3e1-4f88-a573-37e73bb36af5 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:55.817527 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c176f397-ba23-4d69-9005-f1ec3061e376 req-8d9859b3-e3e1-4f88-a573-37e73bb36af5 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.48 "DELETE /v2.0/ports/a7a7766d-086e-4306-b0fa-ef0cd82146b8 HTTP/1.1" status: 204 len: 173 time: 1.1715713 Aug 29 04:55:55.817966 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '561949a2-a66f-4719-a367-8927421e6bdd', 'name': 'network-vif-deleted', 'tag': 'a7a7766d-086e-4306-b0fa-ef0cd82146b8'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:55:55.820282 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63d6fa17-b2cd-479f-b4a4-3865a5ca8a1e" -d '{"events": [{"server_uuid": "561949a2-a66f-4719-a367-8927421e6bdd", "name": "network-vif-deleted", "tag": "a7a7766d-086e-4306-b0fa-ef0cd82146b8"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:55:55.911002 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-0003f55f-ee2a-4937-8853-2a486505c8be None None] Set router 13e90c83-10d1-4fc0-804d-fa6fc1adea26 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:55:55.955263 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-770de89e-8b03-4a70-9f0a-fd0e30535211 x-openstack-request-id: req-770de89e-8b03-4a70-9f0a-fd0e30535211 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:55:55.955498 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "561949a2-a66f-4719-a367-8927421e6bdd", "name": "network-vif-deleted", "tag": "a7a7766d-086e-4306-b0fa-ef0cd82146b8", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:55:55.955803 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-770de89e-8b03-4a70-9f0a-fd0e30535211 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:55:55.956177 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '561949a2-a66f-4719-a367-8927421e6bdd', 'name': 'network-vif-deleted', 'tag': 'a7a7766d-086e-4306-b0fa-ef0cd82146b8', 'status': 'completed', 'code': 200} Aug 29 04:55:56.116938 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-0003f55f-ee2a-4937-8853-2a486505c8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e90c83-10d1-4fc0-804d-fa6fc1adea26', 'name': 'tempest-TestVolumeBootPattern-403855793-router', 'tenant_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '9d0461f2-41d9-411d-9cc6-e19ff84cec3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:50:20Z', 'updated_at': '2021-08-29T04:50:24Z', 'revision_number': 4, 'project_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'gw_port': {'id': '9d0461f2-41d9-411d-9cc6-e19ff84cec3c', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e90c83-10d1-4fc0-804d-fa6fc1adea26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:50:21Z', 'updated_at': '2021-08-29T04:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '3b23c488-452d-46cf-afe1-96cb4ceebeea', 'name': '', 'network_id': '34c933ba-ee7b-4b4e-a6b9-839156fc5f9b', 'tenant_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'mac_address': 'fa:16:3e:72:9f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e90c83-10d1-4fc0-804d-fa6fc1adea26', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '3503bfff-49df-4a18-910a-15b4d56f679f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:50:23Z', 'updated_at': '2021-08-29T04:50:29Z', 'revision_number': 5, 'project_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'subnets': [{'id': '3503bfff-49df-4a18-910a-15b4d56f679f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:55:56.146300 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0003f55f-ee2a-4937-8853-2a486505c8be None None] Checking router: 13e90c83-10d1-4fc0-804d-fa6fc1adea26 for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:55:56.154976 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0003f55f-ee2a-4937-8853-2a486505c8be None None] Routers {'13e90c83-10d1-4fc0-804d-fa6fc1adea26'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:55:56.155574 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-0003f55f-ee2a-4937-8853-2a486505c8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:55:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['13e90c83-10d1-4fc0-804d-fa6fc1adea26'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:55:56.259474 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-0003f55f-ee2a-4937-8853-2a486505c8be None None] Set router 13e90c83-10d1-4fc0-804d-fa6fc1adea26 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:55:56.462994 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-0003f55f-ee2a-4937-8853-2a486505c8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e90c83-10d1-4fc0-804d-fa6fc1adea26', 'name': 'tempest-TestVolumeBootPattern-403855793-router', 'tenant_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '9d0461f2-41d9-411d-9cc6-e19ff84cec3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:50:20Z', 'updated_at': '2021-08-29T04:50:24Z', 'revision_number': 4, 'project_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'gw_port': {'id': '9d0461f2-41d9-411d-9cc6-e19ff84cec3c', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e90c83-10d1-4fc0-804d-fa6fc1adea26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:50:21Z', 'updated_at': '2021-08-29T04:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '3b23c488-452d-46cf-afe1-96cb4ceebeea', 'name': '', 'network_id': '34c933ba-ee7b-4b4e-a6b9-839156fc5f9b', 'tenant_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'mac_address': 'fa:16:3e:72:9f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e90c83-10d1-4fc0-804d-fa6fc1adea26', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '3503bfff-49df-4a18-910a-15b4d56f679f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:50:23Z', 'updated_at': '2021-08-29T04:50:29Z', 'revision_number': 5, 'project_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'subnets': [{'id': '3503bfff-49df-4a18-910a-15b4d56f679f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:55:56.473774 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a12081cf-9fe9-448a-bdff-a1663596cd81 req-0e6ff3ce-dcd2-4fcb-9d6a-a5aeb9a50205 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=561949a2-a66f-4719-a367-8927421e6bdd HTTP/1.1" status: 200 len: 210 time: 0.0276842 Aug 29 04:55:56.490438 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0003f55f-ee2a-4937-8853-2a486505c8be None None] The sync data for ids ['13e90c83-10d1-4fc0-804d-fa6fc1adea26'] in n-d-712140-12 is: [{'id': '13e90c83-10d1-4fc0-804d-fa6fc1adea26', 'name': 'tempest-TestVolumeBootPattern-403855793-router', 'tenant_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '9d0461f2-41d9-411d-9cc6-e19ff84cec3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:50:20Z', 'updated_at': '2021-08-29T04:50:24Z', 'revision_number': 4, 'project_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'gw_port': {'id': '9d0461f2-41d9-411d-9cc6-e19ff84cec3c', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e90c83-10d1-4fc0-804d-fa6fc1adea26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:50:21Z', 'updated_at': '2021-08-29T04:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '3b23c488-452d-46cf-afe1-96cb4ceebeea', 'name': '', 'network_id': '34c933ba-ee7b-4b4e-a6b9-839156fc5f9b', 'tenant_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'mac_address': 'fa:16:3e:72:9f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e90c83-10d1-4fc0-804d-fa6fc1adea26', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '3503bfff-49df-4a18-910a-15b4d56f679f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:50:23Z', 'updated_at': '2021-08-29T04:50:29Z', 'revision_number': 5, 'project_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'subnets': [{'id': '3503bfff-49df-4a18-910a-15b4d56f679f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:55:56.716287 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9405eb-a362-4c30-b0eb-68eb89e4920d None None] New status for floating IP 196f625d-345c-4900-8aae-81905461b47f: DOWN {{(pid=94831) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:55:57.571564 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e6698e27-100f-4e7f-b047-56d69ea0b58a req-82c364cd-4670-4466-a449-8ce62cda4093 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=561949a2-a66f-4719-a367-8927421e6bdd HTTP/1.1" status: 200 len: 210 time: 0.0272841 Aug 29 04:55:58.668517 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ac97155d-8510-41ad-9d90-bce04b2f8508 req-60e31d63-7365-4a54-8410-540c479be143 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=561949a2-a66f-4719-a367-8927421e6bdd HTTP/1.1" status: 200 len: 210 time: 0.0272622 Aug 29 04:55:58.844904 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:59.677261 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device a7a7766d-086e-4306-b0fa-ef0cd82146b8 no longer exists at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:55:59.702682 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] No Port match for: a7a7766d-086e-4306-b0fa-ef0cd82146b8 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:55:59.703075 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device a7a7766d-086e-4306-b0fa-ef0cd82146b8 not bound to the agent host n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:55:59.868772 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a8a97d2c-b908-487a-a0df-a30248491968 req-89f3fd8b-8f74-4e66-8012-1a48880921a3 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-556118220&fields=id&tenant_id=9e4c4c6e36d14588ab4691d1cbcbcb2b HTTP/1.1" status: 200 len: 267 time: 0.0329530 Aug 29 04:55:59.976877 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a97d2c-b908-487a-a0df-a30248491968 req-83e839e4-a08c-4c6b-a7b1-326108bfd596 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:59.978330 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a8a97d2c-b908-487a-a0df-a30248491968 req-83e839e4-a08c-4c6b-a7b1-326108bfd596 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/networks?id=34c933ba-ee7b-4b4e-a6b9-839156fc5f9b HTTP/1.1" status: 200 len: 811 time: 0.1029682 Aug 29 04:55:59.993834 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a8a97d2c-b908-487a-a0df-a30248491968 req-aef15c63-3d12-4710-b685-3a2b80e966ba tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/quotas/9e4c4c6e36d14588ab4691d1cbcbcb2b HTTP/1.1" status: 200 len: 375 time: 0.0091310 Aug 29 04:56:00.046789 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a8a97d2c-b908-487a-a0df-a30248491968 req-c19b9346-972d-4b42-b3ce-d10ecf965290 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=9e4c4c6e36d14588ab4691d1cbcbcb2b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0473330 Aug 29 04:56:00.247423 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a8a97d2c-b908-487a-a0df-a30248491968 req-ec67029a-6703-474d-ac1d-04a0e622de40 service neutron] 10.222.0.22 "GET /v2.0/networks/34c933ba-ee7b-4b4e-a6b9-839156fc5f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894145 Aug 29 04:56:00.335262 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a8a97d2c-b908-487a-a0df-a30248491968 req-7398a9e9-e052-4ed3-b604-fe65e72514d4 service neutron] 10.222.0.22 "GET /v2.0/networks/34c933ba-ee7b-4b4e-a6b9-839156fc5f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815749 Aug 29 04:56:00.625753 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f35ea668-09be-4d78-b1c7-fa76fd59ebab req-ae4fc4b2-5344-4095-85a0-58b44bd37f38 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6bd145e-411e-4394-b93a-d1dae2d40acc HTTP/1.1" status: 200 len: 210 time: 0.0258400 Aug 29 04:56:01.703814 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-794883cf-5b1f-45c2-b957-abca76ff7c0e req-d71b02c3-9807-4552-ad44-8427ff24bdcb tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6bd145e-411e-4394-b93a-d1dae2d40acc HTTP/1.1" status: 200 len: 210 time: 0.0281589 Aug 29 04:56:02.783996 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1ac50929-584f-4ca1-b595-285f17595f55 req-613fd6ce-9e6d-4d76-a1b9-11be633d144a tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6bd145e-411e-4394-b93a-d1dae2d40acc HTTP/1.1" status: 200 len: 210 time: 0.0287519 Aug 29 04:56:03.417341 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b7d06b3a-1973-4ae0-b3c6-35e1c156142f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:03.561320 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:56:03.859793 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e06ebf15-b8b0-4edf-9b94-deceb9791834 req-b566eaac-2626-4952-961f-8e6f30d35f34 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6bd145e-411e-4394-b93a-d1dae2d40acc HTTP/1.1" status: 200 len: 210 time: 0.0252974 Aug 29 04:56:04.950692 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7904a7e8-5380-4687-9529-5eae189a7b6a req-5a344301-38a0-416c-9221-ee75b468d22a tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6bd145e-411e-4394-b93a-d1dae2d40acc HTTP/1.1" status: 200 len: 210 time: 0.0266926 Aug 29 04:56:05.886263 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a97d2c-b908-487a-a0df-a30248491968 req-a63783ca-3f6a-49ca-a218-016392bf1f80 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:05.888334 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a8a97d2c-b908-487a-a0df-a30248491968 req-a63783ca-3f6a-49ca-a218-016392bf1f80 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.46 "GET /v2.0/networks?id=34c933ba-ee7b-4b4e-a6b9-839156fc5f9b HTTP/1.1" status: 200 len: 811 time: 0.1117942 Aug 29 04:56:05.933877 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a8a97d2c-b908-487a-a0df-a30248491968 req-424aacba-bb58-4804-87d5-011bf6baddbd tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e4c4c6e36d14588ab4691d1cbcbcb2b HTTP/1.1" status: 200 len: 379 time: 0.0337908 Aug 29 04:56:05.953546 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-a8a97d2c-b908-487a-a0df-a30248491968 req-ee439b6d-f61f-45f3-b099-5aeb345e579a tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Request body: {'port': {'device_id': 'e6bd145e-411e-4394-b93a-d1dae2d40acc', 'network_id': '34c933ba-ee7b-4b4e-a6b9-839156fc5f9b', 'admin_state_up': True, 'tenant_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'security_groups': ['772f103b-4b1a-46d9-97ea-e4bddf8eb996']}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:56:06.062475 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6a342bee-e61e-44bf-9e76-261b89771fb1 req-cdc4bc0f-ab76-47a5-8d7c-4b1268c2e107 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6bd145e-411e-4394-b93a-d1dae2d40acc HTTP/1.1" status: 200 len: 210 time: 0.0351603 Aug 29 04:56:06.096146 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8a97d2c-b908-487a-a0df-a30248491968 req-ee439b6d-f61f-45f3-b099-5aeb345e579a tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Made reservation on behalf of 9e4c4c6e36d14588ab4691d1cbcbcb2b for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:56:06.099595 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a8a97d2c-b908-487a-a0df-a30248491968 req-ee439b6d-f61f-45f3-b099-5aeb345e579a tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:06.227777 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-a8a97d2c-b908-487a-a0df-a30248491968 req-ee439b6d-f61f-45f3-b099-5aeb345e579a tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Allocated IP 172.20.0.13 (34c933ba-ee7b-4b4e-a6b9-839156fc5f9b/3503bfff-49df-4a18-910a-15b4d56f679f/16755c0a-32bd-4bd7-87b1-787c7781cae1) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:56:06.273941 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-44d5c062-4e46-456f-a8cf-45a37d6be42c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:06.369600 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a8a97d2c-b908-487a-a0df-a30248491968 req-ee439b6d-f61f-45f3-b099-5aeb345e579a tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:06.383487 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-a8a97d2c-b908-487a-a0df-a30248491968 req-ee439b6d-f61f-45f3-b099-5aeb345e579a tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Transition to ACTIVE for port object 16755c0a-32bd-4bd7-87b1-787c7781cae1 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:56:06.420131 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a8a97d2c-b908-487a-a0df-a30248491968 req-ee439b6d-f61f-45f3-b099-5aeb345e579a tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:06.472914 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8a97d2c-b908-487a-a0df-a30248491968 req-ee439b6d-f61f-45f3-b099-5aeb345e579a tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Network 34c933ba-ee7b-4b4e-a6b9-839156fc5f9b is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:56:06.476217 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-a8a97d2c-b908-487a-a0df-a30248491968 req-ee439b6d-f61f-45f3-b099-5aeb345e579a tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:56:06.480292 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8a97d2c-b908-487a-a0df-a30248491968 req-ee439b6d-f61f-45f3-b099-5aeb345e579a tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:56:06.506600 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee439b6d-f61f-45f3-b099-5aeb345e579a tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Pushing event updated for resources: {'Port': ['ID=16755c0a-32bd-4bd7-87b1-787c7781cae1,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:56:06.534715 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a97d2c-b908-487a-a0df-a30248491968 req-ee439b6d-f61f-45f3-b099-5aeb345e579a tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:06.535366 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a8a97d2c-b908-487a-a0df-a30248491968 req-ee439b6d-f61f-45f3-b099-5aeb345e579a tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:06.550641 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a8a97d2c-b908-487a-a0df-a30248491968 req-ee439b6d-f61f-45f3-b099-5aeb345e579a tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6008451 Aug 29 04:56:06.619828 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-a8a97d2c-b908-487a-a0df-a30248491968 req-6cb1ddeb-ced6-4224-b145-e8b10e0965d4 service neutron] Request body: {'port': {'device_id': 'e6bd145e-411e-4394-b93a-d1dae2d40acc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:56:06.681543 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a8a97d2c-b908-487a-a0df-a30248491968 req-6cb1ddeb-ced6-4224-b145-e8b10e0965d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:06.715778 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-ff3e7b56-1db4-4340-a6fc-905b5501d660 None None] Provisioning for port 16755c0a-32bd-4bd7-87b1-787c7781cae1 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:56:06.719962 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-ff3e7b56-1db4-4340-a6fc-905b5501d660 None None] Provisioning complete for port 16755c0a-32bd-4bd7-87b1-787c7781cae1 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:56:06.720439 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ff3e7b56-1db4-4340-a6fc-905b5501d660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:06.762309 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-ff3e7b56-1db4-4340-a6fc-905b5501d660 None None] Port 16755c0a-32bd-4bd7-87b1-787c7781cae1 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:56:06.955351 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-a8a97d2c-b908-487a-a0df-a30248491968 req-6cb1ddeb-ced6-4224-b145-e8b10e0965d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16755c0a-32bd-4bd7-87b1-787c7781cae1 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:56:06.962831 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a8a97d2c-b908-487a-a0df-a30248491968 req-6cb1ddeb-ced6-4224-b145-e8b10e0965d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:06.978099 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-a8a97d2c-b908-487a-a0df-a30248491968 req-6cb1ddeb-ced6-4224-b145-e8b10e0965d4 service neutron] Transition to ACTIVE for port object 16755c0a-32bd-4bd7-87b1-787c7781cae1 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:56:06.982742 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a8a97d2c-b908-487a-a0df-a30248491968 req-6cb1ddeb-ced6-4224-b145-e8b10e0965d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:07.035735 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb1ddeb-ced6-4224-b145-e8b10e0965d4 service neutron] Pushing event updated for resources: {'Port': ['ID=16755c0a-32bd-4bd7-87b1-787c7781cae1,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:56:07.121422 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-a8a97d2c-b908-487a-a0df-a30248491968 req-6cb1ddeb-ced6-4224-b145-e8b10e0965d4 service neutron] Attempting to bind port 16755c0a-32bd-4bd7-87b1-787c7781cae1 on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:56:07.122088 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-a8a97d2c-b908-487a-a0df-a30248491968 req-6cb1ddeb-ced6-4224-b145-e8b10e0965d4 service neutron] Attempting to bind port 16755c0a-32bd-4bd7-87b1-787c7781cae1 by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': '3dd283cc-c7c2-45b6-9e1c-030522db2cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '34c933ba-ee7b-4b4e-a6b9-839156fc5f9b'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:56:07.122614 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a97d2c-b908-487a-a0df-a30248491968 req-6cb1ddeb-ced6-4224-b145-e8b10e0965d4 service neutron] Attempting to bind port 16755c0a-32bd-4bd7-87b1-787c7781cae1 on network 34c933ba-ee7b-4b4e-a6b9-839156fc5f9b {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:56:07.128501 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a97d2c-b908-487a-a0df-a30248491968 req-6cb1ddeb-ced6-4224-b145-e8b10e0965d4 service neutron] Port 16755c0a-32bd-4bd7-87b1-787c7781cae1 on network 34c933ba-ee7b-4b4e-a6b9-839156fc5f9b not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:56:07.129543 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a97d2c-b908-487a-a0df-a30248491968 req-6cb1ddeb-ced6-4224-b145-e8b10e0965d4 service neutron] Attempting to bind port 16755c0a-32bd-4bd7-87b1-787c7781cae1 on network 34c933ba-ee7b-4b4e-a6b9-839156fc5f9b {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:56:07.135261 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a97d2c-b908-487a-a0df-a30248491968 req-6cb1ddeb-ced6-4224-b145-e8b10e0965d4 service neutron] Checking agent: {'id': '3de9de52-3a03-431d-9d7e-497ae92c57ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:56:07.136338 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a97d2c-b908-487a-a0df-a30248491968 req-6cb1ddeb-ced6-4224-b145-e8b10e0965d4 service neutron] Checking segment: {'id': '3dd283cc-c7c2-45b6-9e1c-030522db2cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '34c933ba-ee7b-4b4e-a6b9-839156fc5f9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:56:07.136948 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a97d2c-b908-487a-a0df-a30248491968 req-6cb1ddeb-ced6-4224-b145-e8b10e0965d4 service neutron] Bound using segment: {'id': '3dd283cc-c7c2-45b6-9e1c-030522db2cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '34c933ba-ee7b-4b4e-a6b9-839156fc5f9b'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:56:07.138213 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-a8a97d2c-b908-487a-a0df-a30248491968 req-6cb1ddeb-ced6-4224-b145-e8b10e0965d4 service neutron] Bound port: 16755c0a-32bd-4bd7-87b1-787c7781cae1, host: n-h1-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dd283cc-c7c2-45b6-9e1c-030522db2cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '34c933ba-ee7b-4b4e-a6b9-839156fc5f9b'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:56:07.138213 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a8a97d2c-b908-487a-a0df-a30248491968 req-6cb1ddeb-ced6-4224-b145-e8b10e0965d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:07.218378 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84667ed2-5c74-4d90-878f-e539762f516c req-f043b668-31de-4b44-9c0f-3f4cf83c3373 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:07.219736 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-a8a97d2c-b908-487a-a0df-a30248491968 req-6cb1ddeb-ced6-4224-b145-e8b10e0965d4 service neutron] For port 16755c0a-32bd-4bd7-87b1-787c7781cae1, host n-h1-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:56:07.223507 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-a8a97d2c-b908-487a-a0df-a30248491968 req-6cb1ddeb-ced6-4224-b145-e8b10e0965d4 service neutron] For port 16755c0a-32bd-4bd7-87b1-787c7781cae1, host n-h1-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=16755c0a-32bd-4bd7-87b1-787c7781cae1,segment=NetworkSegment(3dd283cc-c7c2-45b6-9e1c-030522db2cd2),segment_id=3dd283cc-c7c2-45b6-9e1c-030522db2cd2)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:56:07.227477 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-84667ed2-5c74-4d90-878f-e539762f516c req-f043b668-31de-4b44-9c0f-3f4cf83c3373 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6bd145e-411e-4394-b93a-d1dae2d40acc HTTP/1.1" status: 200 len: 944 time: 0.0734420 Aug 29 04:56:07.229949 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a8a97d2c-b908-487a-a0df-a30248491968 req-6cb1ddeb-ced6-4224-b145-e8b10e0965d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:07.267742 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a97d2c-b908-487a-a0df-a30248491968 req-6cb1ddeb-ced6-4224-b145-e8b10e0965d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:07.268403 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a8a97d2c-b908-487a-a0df-a30248491968 req-6cb1ddeb-ced6-4224-b145-e8b10e0965d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:07.269903 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a8a97d2c-b908-487a-a0df-a30248491968 req-6cb1ddeb-ced6-4224-b145-e8b10e0965d4 service neutron] 10.222.0.46 "PUT /v2.0/ports/16755c0a-32bd-4bd7-87b1-787c7781cae1 HTTP/1.1" status: 200 len: 1093 time: 0.7105291 Aug 29 04:56:07.270268 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6bd145e-411e-4394-b93a-d1dae2d40acc', 'tag': '16755c0a-32bd-4bd7-87b1-787c7781cae1'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:56:07.270733 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:07.272436 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-84667ed2-5c74-4d90-878f-e539762f516c req-46e08c77-b306-4aea-befe-9356f0777428 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=772f103b-4b1a-46d9-97ea-e4bddf8eb996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439012 Aug 29 04:56:07.272589 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35c8a250-d8ff-4c44-811a-7319a3b86c0c" -d '{"events": [{"name": "network-changed", "server_uuid": "e6bd145e-411e-4394-b93a-d1dae2d40acc", "tag": "16755c0a-32bd-4bd7-87b1-787c7781cae1"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:56:07.310293 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:07.319445 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb1ddeb-ced6-4224-b145-e8b10e0965d4 service neutron] Pushing event updated for resources: {'Port': ['ID=16755c0a-32bd-4bd7-87b1-787c7781cae1,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:56:07.365230 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a97d2c-b908-487a-a0df-a30248491968 req-3c596601-5b7e-4ee2-811f-fe79ce6f563d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:07.366800 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a8a97d2c-b908-487a-a0df-a30248491968 req-3c596601-5b7e-4ee2-811f-fe79ce6f563d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9e4c4c6e36d14588ab4691d1cbcbcb2b&device_id=e6bd145e-411e-4394-b93a-d1dae2d40acc HTTP/1.1" status: 200 len: 1096 time: 0.0436869 Aug 29 04:56:07.419283 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a8a97d2c-b908-487a-a0df-a30248491968 req-1d0154f6-c361-4d99-9592-05294d21617b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=16755c0a-32bd-4bd7-87b1-787c7781cae1 HTTP/1.1" status: 200 len: 217 time: 0.0435534 Aug 29 04:56:07.473405 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a97d2c-b908-487a-a0df-a30248491968 req-8c94166b-6025-4426-8caa-0fd45e4eba7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:07.474969 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a8a97d2c-b908-487a-a0df-a30248491968 req-8c94166b-6025-4426-8caa-0fd45e4eba7a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3503bfff-49df-4a18-910a-15b4d56f679f HTTP/1.1" status: 200 len: 850 time: 0.0481582 Aug 29 04:56:07.523468 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a97d2c-b908-487a-a0df-a30248491968 req-ef0b344a-be61-489b-8cc5-99701a169859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:07.525047 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a8a97d2c-b908-487a-a0df-a30248491968 req-ef0b344a-be61-489b-8cc5-99701a169859 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=34c933ba-ee7b-4b4e-a6b9-839156fc5f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419891 Aug 29 04:56:07.621236 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a8a97d2c-b908-487a-a0df-a30248491968 req-096fb7e5-31e3-4947-8501-6cee2f62f992 service neutron] 10.222.0.46 "GET /v2.0/networks/34c933ba-ee7b-4b4e-a6b9-839156fc5f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879495 Aug 29 04:56:07.711898 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a8a97d2c-b908-487a-a0df-a30248491968 req-b54abc4a-2856-4797-8222-b6443645098d service neutron] 10.222.0.46 "GET /v2.0/networks/34c933ba-ee7b-4b4e-a6b9-839156fc5f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830770 Aug 29 04:56:08.361355 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6030afb-39fc-4dce-98bd-67d95e75f0fc x-openstack-request-id: req-f6030afb-39fc-4dce-98bd-67d95e75f0fc {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:56:08.361912 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6bd145e-411e-4394-b93a-d1dae2d40acc", "tag": "16755c0a-32bd-4bd7-87b1-787c7781cae1", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:56:08.361912 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f6030afb-39fc-4dce-98bd-67d95e75f0fc {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:56:08.362343 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6bd145e-411e-4394-b93a-d1dae2d40acc', 'tag': '16755c0a-32bd-4bd7-87b1-787c7781cae1', 'status': 'completed', 'code': 200} Aug 29 04:56:08.387339 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99675e5-47eb-43bd-8a96-36d8658cc5bb req-59b5d39f-adfd-45cc-8def-76037c171e95 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:08.389052 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e99675e5-47eb-43bd-8a96-36d8658cc5bb req-59b5d39f-adfd-45cc-8def-76037c171e95 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6bd145e-411e-4394-b93a-d1dae2d40acc HTTP/1.1" status: 200 len: 944 time: 0.0558376 Aug 29 04:56:08.430169 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c8a250-d8ff-4c44-811a-7319a3b86c0c req-1ebd19ca-264b-4b0e-843f-c9c33931e95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:08.430405 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e99675e5-47eb-43bd-8a96-36d8658cc5bb req-a3adf3dd-76a6-4f36-87d9-f5ef746a8a44 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=772f103b-4b1a-46d9-97ea-e4bddf8eb996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348153 Aug 29 04:56:08.431719 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-35c8a250-d8ff-4c44-811a-7319a3b86c0c req-1ebd19ca-264b-4b0e-843f-c9c33931e95c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9e4c4c6e36d14588ab4691d1cbcbcb2b&device_id=e6bd145e-411e-4394-b93a-d1dae2d40acc HTTP/1.1" status: 200 len: 1096 time: 0.0443494 Aug 29 04:56:08.528685 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c8a250-d8ff-4c44-811a-7319a3b86c0c req-9cfb1a0c-f68b-4ae1-a87b-c32d4396cc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:08.530217 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-35c8a250-d8ff-4c44-811a-7319a3b86c0c req-9cfb1a0c-f68b-4ae1-a87b-c32d4396cc74 service neutron] 10.222.0.46 "GET /v2.0/networks?id=34c933ba-ee7b-4b4e-a6b9-839156fc5f9b HTTP/1.1" status: 200 len: 912 time: 0.0905011 Aug 29 04:56:08.576305 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-35c8a250-d8ff-4c44-811a-7319a3b86c0c req-badbc086-ab2d-44a4-83c1-a1e65364a5b2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=16755c0a-32bd-4bd7-87b1-787c7781cae1 HTTP/1.1" status: 200 len: 217 time: 0.0361767 Aug 29 04:56:08.631918 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c8a250-d8ff-4c44-811a-7319a3b86c0c req-f82d7978-b349-4e7e-afdc-efedb91d0c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:08.633415 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-35c8a250-d8ff-4c44-811a-7319a3b86c0c req-f82d7978-b349-4e7e-afdc-efedb91d0c88 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3503bfff-49df-4a18-910a-15b4d56f679f HTTP/1.1" status: 200 len: 850 time: 0.0490792 Aug 29 04:56:08.683756 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c8a250-d8ff-4c44-811a-7319a3b86c0c req-39bea565-5e3a-45af-9f35-e4315b465031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:08.685567 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-35c8a250-d8ff-4c44-811a-7319a3b86c0c req-39bea565-5e3a-45af-9f35-e4315b465031 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=34c933ba-ee7b-4b4e-a6b9-839156fc5f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419171 Aug 29 04:56:08.776675 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-35c8a250-d8ff-4c44-811a-7319a3b86c0c req-a25f6dee-680c-4c0a-bfb8-f2385f361d05 service neutron] 10.222.0.46 "GET /v2.0/networks/34c933ba-ee7b-4b4e-a6b9-839156fc5f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818701 Aug 29 04:56:08.779759 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:08.872761 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-35c8a250-d8ff-4c44-811a-7319a3b86c0c req-955533c6-486e-4fd9-a789-6abbe8a41dfd service neutron] 10.222.0.46 "GET /v2.0/networks/34c933ba-ee7b-4b4e-a6b9-839156fc5f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884967 Aug 29 04:56:09.548970 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9a5810-1f12-4594-894c-f0aeecf256d4 req-9e9dad64-5436-44ec-8d62-8f5a80e6ff02 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:09.550437 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fd9a5810-1f12-4594-894c-f0aeecf256d4 req-9e9dad64-5436-44ec-8d62-8f5a80e6ff02 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6bd145e-411e-4394-b93a-d1dae2d40acc HTTP/1.1" status: 200 len: 944 time: 0.0510130 Aug 29 04:56:09.590044 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fd9a5810-1f12-4594-894c-f0aeecf256d4 req-b4493d08-ffb1-4a2d-9c06-e4f0242df044 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=772f103b-4b1a-46d9-97ea-e4bddf8eb996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333829 Aug 29 04:56:10.707280 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bca5b08-5335-44bc-8175-11338f2bb388 req-be6b64be-25c8-4c4f-b2d2-08b17a091e93 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:10.708779 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0bca5b08-5335-44bc-8175-11338f2bb388 req-be6b64be-25c8-4c4f-b2d2-08b17a091e93 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6bd145e-411e-4394-b93a-d1dae2d40acc HTTP/1.1" status: 200 len: 944 time: 0.0525923 Aug 29 04:56:10.747454 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0bca5b08-5335-44bc-8175-11338f2bb388 req-fce67b5d-c68c-4884-bb76-f1d98ea83cd0 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=772f103b-4b1a-46d9-97ea-e4bddf8eb996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327649 Aug 29 04:56:11.863637 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8957de5-78a6-4468-b29c-6333a5fb15a7 req-eed214d2-66b9-4282-8b42-2f903709ea45 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:11.865155 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d8957de5-78a6-4468-b29c-6333a5fb15a7 req-eed214d2-66b9-4282-8b42-2f903709ea45 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6bd145e-411e-4394-b93a-d1dae2d40acc HTTP/1.1" status: 200 len: 944 time: 0.0485456 Aug 29 04:56:11.901520 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d8957de5-78a6-4468-b29c-6333a5fb15a7 req-ba35b33f-1e5d-454f-bfaa-d39ffa242bee tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=772f103b-4b1a-46d9-97ea-e4bddf8eb996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305319 Aug 29 04:56:13.016086 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dc9e2f-7df4-4518-b980-0016ded28561 req-56149048-fd0b-4abd-bc87-784e7d5027b3 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:13.017486 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b4dc9e2f-7df4-4518-b980-0016ded28561 req-56149048-fd0b-4abd-bc87-784e7d5027b3 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6bd145e-411e-4394-b93a-d1dae2d40acc HTTP/1.1" status: 200 len: 944 time: 0.0478005 Aug 29 04:56:13.054707 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b4dc9e2f-7df4-4518-b980-0016ded28561 req-a323beb4-b554-4f9f-95d4-e76f65ac835c tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=772f103b-4b1a-46d9-97ea-e4bddf8eb996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312173 Aug 29 04:56:14.171619 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b217aa8d-1b58-4357-826f-8276da0f8751 req-0f3ab9fe-f2aa-49ae-b52f-b0402abd35d7 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:14.173125 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b217aa8d-1b58-4357-826f-8276da0f8751 req-0f3ab9fe-f2aa-49ae-b52f-b0402abd35d7 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6bd145e-411e-4394-b93a-d1dae2d40acc HTTP/1.1" status: 200 len: 944 time: 0.0533581 Aug 29 04:56:14.209820 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b217aa8d-1b58-4357-826f-8276da0f8751 req-29dd5777-9ac5-45a6-b90a-707582740a06 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=772f103b-4b1a-46d9-97ea-e4bddf8eb996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307591 Aug 29 04:56:15.324752 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8426c62-696c-489e-8d5a-de3f8bc2355e req-5684ae99-b67c-4327-a228-6678498fd2b2 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:15.326244 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f8426c62-696c-489e-8d5a-de3f8bc2355e req-5684ae99-b67c-4327-a228-6678498fd2b2 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6bd145e-411e-4394-b93a-d1dae2d40acc HTTP/1.1" status: 200 len: 944 time: 0.0488961 Aug 29 04:56:15.363512 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f8426c62-696c-489e-8d5a-de3f8bc2355e req-c0375d6f-b15b-4940-a55e-e712b05dbe69 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=772f103b-4b1a-46d9-97ea-e4bddf8eb996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310755 Aug 29 04:56:16.477075 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08e45b6-d196-4c0a-a7d4-09e24dec83a2 req-7efbe3e3-ec29-4850-af6b-5a103e35121e tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:16.478565 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d08e45b6-d196-4c0a-a7d4-09e24dec83a2 req-7efbe3e3-ec29-4850-af6b-5a103e35121e tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6bd145e-411e-4394-b93a-d1dae2d40acc HTTP/1.1" status: 200 len: 944 time: 0.0497689 Aug 29 04:56:16.515963 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d08e45b6-d196-4c0a-a7d4-09e24dec83a2 req-daae2ee7-b889-4b4b-bc6b-7e88a076c388 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=772f103b-4b1a-46d9-97ea-e4bddf8eb996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314136 Aug 29 04:56:17.648456 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40bf034-f3d3-4eaf-adc2-46f6b722bb6d req-c9eb45db-f619-4c63-abdb-afccf18cd284 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:17.650109 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e40bf034-f3d3-4eaf-adc2-46f6b722bb6d req-c9eb45db-f619-4c63-abdb-afccf18cd284 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6bd145e-411e-4394-b93a-d1dae2d40acc HTTP/1.1" status: 200 len: 944 time: 0.0532701 Aug 29 04:56:17.688658 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e40bf034-f3d3-4eaf-adc2-46f6b722bb6d req-a437b13a-07ae-4885-9945-93dfe0b7dcf4 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=772f103b-4b1a-46d9-97ea-e4bddf8eb996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324976 Aug 29 04:56:18.803103 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b62eeb6-4897-4351-a908-6f839491ecca req-51eb0241-23ad-4ff5-bcb2-91895b0f1acc tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:18.804644 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9b62eeb6-4897-4351-a908-6f839491ecca req-51eb0241-23ad-4ff5-bcb2-91895b0f1acc tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6bd145e-411e-4394-b93a-d1dae2d40acc HTTP/1.1" status: 200 len: 944 time: 0.0498047 Aug 29 04:56:18.842585 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9b62eeb6-4897-4351-a908-6f839491ecca req-9b53c56d-90a7-445e-a1fd-e28f151b2e1f tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=772f103b-4b1a-46d9-97ea-e4bddf8eb996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313447 Aug 29 04:56:19.093991 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 16755c0a-32bd-4bd7-87b1-787c7781cae1 details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:56:19.187345 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 16755c0a-32bd-4bd7-87b1-787c7781cae1, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=16755c0a-32bd-4bd7-87b1-787c7781cae1,segment=NetworkSegment(3dd283cc-c7c2-45b6-9e1c-030522db2cd2),segment_id=3dd283cc-c7c2-45b6-9e1c-030522db2cd2)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:56:19.198220 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Returning: {'device': '16755c0a-32bd-4bd7-87b1-787c7781cae1', 'network_id': '34c933ba-ee7b-4b4e-a6b9-839156fc5f9b', 'port_id': '16755c0a-32bd-4bd7-87b1-787c7781cae1', 'mac_address': 'fa:16:3e:d5:26:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3503bfff-49df-4a18-910a-15b4d56f679f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:56:19.233723 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:19.245844 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16755c0a-32bd-4bd7-87b1-787c7781cae1 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:56:19.264512 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 16755c0a-32bd-4bd7-87b1-787c7781cae1, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=16755c0a-32bd-4bd7-87b1-787c7781cae1,segment=NetworkSegment(3dd283cc-c7c2-45b6-9e1c-030522db2cd2),segment_id=3dd283cc-c7c2-45b6-9e1c-030522db2cd2)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:56:19.268711 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:19.314380 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=16755c0a-32bd-4bd7-87b1-787c7781cae1,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:56:19.321536 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:56:19.321890 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:56:19.322233 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:56:19.322573 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:56:19.322910 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:56:19.323242 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:56:19.323569 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:56:19.323928 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:56:19.324255 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:56:19.324579 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:56:19.324935 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:56:19.325255 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:56:19.456465 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:19.574687 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['16755c0a-32bd-4bd7-87b1-787c7781cae1'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:56:19.956418 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc0ca59-8d39-40a9-81e6-a0514d430772 req-64e4bf6d-d467-4055-b04f-7d984e729ada tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:19.957917 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8fc0ca59-8d39-40a9-81e6-a0514d430772 req-64e4bf6d-d467-4055-b04f-7d984e729ada tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6bd145e-411e-4394-b93a-d1dae2d40acc HTTP/1.1" status: 200 len: 945 time: 0.0493863 Aug 29 04:56:19.996100 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8fc0ca59-8d39-40a9-81e6-a0514d430772 req-c9389c05-1100-4d61-b720-79fbcbe38aec tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=772f103b-4b1a-46d9-97ea-e4bddf8eb996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321431 Aug 29 04:56:21.100793 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 16755c0a-32bd-4bd7-87b1-787c7781cae1 up at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:56:21.125248 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f0527c-babc-4afa-9e7d-b5a321e0c1b9 req-778bbeee-edb6-44d8-83e3-9a190f872d1f tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:21.126876 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-00f0527c-babc-4afa-9e7d-b5a321e0c1b9 req-778bbeee-edb6-44d8-83e3-9a190f872d1f tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6bd145e-411e-4394-b93a-d1dae2d40acc HTTP/1.1" status: 200 len: 945 time: 0.0580177 Aug 29 04:56:21.155223 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning for port 16755c0a-32bd-4bd7-87b1-787c7781cae1 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:56:21.159271 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning complete for port 16755c0a-32bd-4bd7-87b1-787c7781cae1 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:56:21.159658 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:21.167248 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-00f0527c-babc-4afa-9e7d-b5a321e0c1b9 req-fb7390da-a40a-4b04-b10d-b9ffae7aa675 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=772f103b-4b1a-46d9-97ea-e4bddf8eb996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338984 Aug 29 04:56:21.246235 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:21.268312 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6bd145e-411e-4394-b93a-d1dae2d40acc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16755c0a-32bd-4bd7-87b1-787c7781cae1'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:56:21.270557 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-108fefe0-d721-4510-9099-a40be42cd600" -d '{"events": [{"server_uuid": "e6bd145e-411e-4394-b93a-d1dae2d40acc", "name": "network-vif-plugged", "status": "completed", "tag": "16755c0a-32bd-4bd7-87b1-787c7781cae1"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:56:21.283300 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 16755c0a-32bd-4bd7-87b1-787c7781cae1, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=16755c0a-32bd-4bd7-87b1-787c7781cae1,segment=NetworkSegment(3dd283cc-c7c2-45b6-9e1c-030522db2cd2),segment_id=3dd283cc-c7c2-45b6-9e1c-030522db2cd2)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:56:21.287667 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:21.334503 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=16755c0a-32bd-4bd7-87b1-787c7781cae1,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:56:21.375070 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1602cf3-0348-4633-8ec7-d7b015b0108c x-openstack-request-id: req-e1602cf3-0348-4633-8ec7-d7b015b0108c {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:56:21.375410 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6bd145e-411e-4394-b93a-d1dae2d40acc", "name": "network-vif-plugged", "status": "completed", "tag": "16755c0a-32bd-4bd7-87b1-787c7781cae1", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:56:21.375650 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e1602cf3-0348-4633-8ec7-d7b015b0108c {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:56:21.376310 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6bd145e-411e-4394-b93a-d1dae2d40acc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16755c0a-32bd-4bd7-87b1-787c7781cae1', 'code': 200} Aug 29 04:56:21.471018 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2d8fb2-6f7c-4eb2-b470-dc01babbe3b7 req-46c0e57c-d886-420a-a7f6-1bec215d4fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:21.472522 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7b2d8fb2-6f7c-4eb2-b470-dc01babbe3b7 req-46c0e57c-d886-420a-a7f6-1bec215d4fa1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e6bd145e-411e-4394-b93a-d1dae2d40acc HTTP/1.1" status: 200 len: 1098 time: 0.0400507 Aug 29 04:56:21.506128 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7b2d8fb2-6f7c-4eb2-b470-dc01babbe3b7 req-9c0adfba-6f03-4acf-85da-393bdda9968b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=772f103b-4b1a-46d9-97ea-e4bddf8eb996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0263765 Aug 29 04:56:22.284693 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b746b490-ea90-496a-ac9a-f5509f8c218c req-be8b4464-901f-439d-95d3-545e4393a185 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:22.286273 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b746b490-ea90-496a-ac9a-f5509f8c218c req-be8b4464-901f-439d-95d3-545e4393a185 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6bd145e-411e-4394-b93a-d1dae2d40acc HTTP/1.1" status: 200 len: 946 time: 0.0487099 Aug 29 04:56:22.323232 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b746b490-ea90-496a-ac9a-f5509f8c218c req-ea7d9127-660d-413e-b584-069e1031f9be tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=772f103b-4b1a-46d9-97ea-e4bddf8eb996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312126 Aug 29 04:56:23.437355 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bba594-8711-42c6-ad1b-4ea0d78dbf91 req-fe57906c-5f5a-49cd-88ca-a6424beac505 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:23.438841 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f6bba594-8711-42c6-ad1b-4ea0d78dbf91 req-fe57906c-5f5a-49cd-88ca-a6424beac505 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6bd145e-411e-4394-b93a-d1dae2d40acc HTTP/1.1" status: 200 len: 946 time: 0.0480690 Aug 29 04:56:23.475729 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f6bba594-8711-42c6-ad1b-4ea0d78dbf91 req-aaec8b9a-eb65-44aa-bb12-b4ccae7a4c2d tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=772f103b-4b1a-46d9-97ea-e4bddf8eb996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308924 Aug 29 04:56:23.591954 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b084c0-7c9a-4554-8a4b-9d7b7600317f req-a8cb3360-64a9-4a57-af47-6bda398b1f78 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:23.593353 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c9b084c0-7c9a-4554-8a4b-9d7b7600317f req-a8cb3360-64a9-4a57-af47-6bda398b1f78 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6bd145e-411e-4394-b93a-d1dae2d40acc HTTP/1.1" status: 200 len: 946 time: 0.0527759 Aug 29 04:56:23.630483 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c9b084c0-7c9a-4554-8a4b-9d7b7600317f req-2103bd84-91bd-470a-b125-64e481162b4a tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=772f103b-4b1a-46d9-97ea-e4bddf8eb996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312779 Aug 29 04:56:23.651712 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 37178) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:56:23.784255 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d7dac0b-9fa8-450e-b03f-e64a42c11cb2 tempest-TestVolumeBootPattern-1080196533 tempest-TestVolumeBootPattern-1080196533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:23.785779 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-5d7dac0b-9fa8-450e-b03f-e64a42c11cb2 tempest-TestVolumeBootPattern-1080196533 tempest-TestVolumeBootPattern-1080196533-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=e6bd145e-411e-4394-b93a-d1dae2d40acc HTTP/1.1" status: 200 len: 1093 time: 0.1330729 Aug 29 04:56:23.788626 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 37182) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:56:23.793164 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-4da2bc98-492c-43e3-8c30-33910a027983 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Request body: {'floatingip': {'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'port_id': '16755c0a-32bd-4bd7-87b1-787c7781cae1', 'tenant_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:56:23.815881 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4da2bc98-492c-43e3-8c30-33910a027983 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks [] for floatingip, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:23.919619 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4da2bc98-492c-43e3-8c30-33910a027983 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:24.019159 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-4da2bc98-492c-43e3-8c30-33910a027983 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Allocated IP 172.25.0.133 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/1a69aaec-7c40-449b-86fd-001f31105367) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:56:24.119766 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4da2bc98-492c-43e3-8c30-33910a027983 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:24.159018 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4da2bc98-492c-43e3-8c30-33910a027983 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:24.193629 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da2bc98-492c-43e3-8c30-33910a027983 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:56:24.198289 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-4da2bc98-492c-43e3-8c30-33910a027983 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:56:24.202319 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da2bc98-492c-43e3-8c30-33910a027983 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:56:24.225848 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da2bc98-492c-43e3-8c30-33910a027983 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Pushing event updated for resources: {'Port': ['ID=1a69aaec-7c40-449b-86fd-001f31105367,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:56:24.550691 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4da2bc98-492c-43e3-8c30-33910a027983 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:24.613984 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4da2bc98-492c-43e3-8c30-33910a027983 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:24.762431 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4da2bc98-492c-43e3-8c30-33910a027983 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:24.767004 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4da2bc98-492c-43e3-8c30-33910a027983 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:24.833440 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da2bc98-492c-43e3-8c30-33910a027983 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Pushing event updated for resources: {'Port': ['ID=1a69aaec-7c40-449b-86fd-001f31105367,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:56:24.843124 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4da2bc98-492c-43e3-8c30-33910a027983 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719515'] for floatingip, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:24.944998 n-d-712140-12 neutron-server[94828]: INFO neutron.db.l3_db [None req-4da2bc98-492c-43e3-8c30-33910a027983 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Floating IP 31621563-edcc-4ed5-950c-9231c143eb6e associated. External IP: 172.25.0.133, port: 16755c0a-32bd-4bd7-87b1-787c7781cae1. Aug 29 04:56:25.145270 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4da2bc98-492c-43e3-8c30-33910a027983 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Router 13e90c83-10d1-4fc0-804d-fa6fc1adea26 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:56:25.580428 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4da2bc98-492c-43e3-8c30-33910a027983 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:56:25.591254 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2de1c4-73a0-475e-b6cf-0efea1fe3d87 None None] Sync routers for ids ['13e90c83-10d1-4fc0-804d-fa6fc1adea26'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:56:25.597318 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4da2bc98-492c-43e3-8c30-33910a027983 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:25.605612 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2de1c4-73a0-475e-b6cf-0efea1fe3d87 None None] Routers {'13e90c83-10d1-4fc0-804d-fa6fc1adea26'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:56:25.606228 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-cc2de1c4-73a0-475e-b6cf-0efea1fe3d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:56:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['13e90c83-10d1-4fc0-804d-fa6fc1adea26'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:56:25.624722 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-4da2bc98-492c-43e3-8c30-33910a027983 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8349316 Aug 29 04:56:25.625344 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6bd145e-411e-4394-b93a-d1dae2d40acc', 'tag': '16755c0a-32bd-4bd7-87b1-787c7781cae1'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:56:25.627709 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3a8cb5c-2626-47b0-8998-82d51e9ea14e" -d '{"events": [{"name": "network-changed", "server_uuid": "e6bd145e-411e-4394-b93a-d1dae2d40acc", "tag": "16755c0a-32bd-4bd7-87b1-787c7781cae1"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:56:25.665192 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a33b8055-6ea6-4d95-8cd3-fb88cfc28e87 x-openstack-request-id: req-a33b8055-6ea6-4d95-8cd3-fb88cfc28e87 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:56:25.665487 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6bd145e-411e-4394-b93a-d1dae2d40acc", "tag": "16755c0a-32bd-4bd7-87b1-787c7781cae1", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:56:25.665744 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a33b8055-6ea6-4d95-8cd3-fb88cfc28e87 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:56:25.666147 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6bd145e-411e-4394-b93a-d1dae2d40acc', 'tag': '16755c0a-32bd-4bd7-87b1-787c7781cae1', 'status': 'completed', 'code': 200} Aug 29 04:56:25.711282 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-cc2de1c4-73a0-475e-b6cf-0efea1fe3d87 None None] Set router 13e90c83-10d1-4fc0-804d-fa6fc1adea26 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:56:25.726921 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a8cb5c-2626-47b0-8998-82d51e9ea14e req-dd1b31ea-d970-452d-98cb-13f3497da49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:25.728459 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b3a8cb5c-2626-47b0-8998-82d51e9ea14e req-dd1b31ea-d970-452d-98cb-13f3497da49e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9e4c4c6e36d14588ab4691d1cbcbcb2b&device_id=e6bd145e-411e-4394-b93a-d1dae2d40acc HTTP/1.1" status: 200 len: 1098 time: 0.0404563 Aug 29 04:56:25.822380 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a8cb5c-2626-47b0-8998-82d51e9ea14e req-048626b8-05b5-465b-8ada-73c6e568f465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:25.823937 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b3a8cb5c-2626-47b0-8998-82d51e9ea14e req-048626b8-05b5-465b-8ada-73c6e568f465 service neutron] 10.222.0.46 "GET /v2.0/networks?id=34c933ba-ee7b-4b4e-a6b9-839156fc5f9b HTTP/1.1" status: 200 len: 912 time: 0.0874214 Aug 29 04:56:25.890567 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b3a8cb5c-2626-47b0-8998-82d51e9ea14e req-882994b9-b9ee-44af-a14d-a08db5313cf0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=16755c0a-32bd-4bd7-87b1-787c7781cae1 HTTP/1.1" status: 200 len: 1000 time: 0.0595882 Aug 29 04:56:25.934921 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-cc2de1c4-73a0-475e-b6cf-0efea1fe3d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e90c83-10d1-4fc0-804d-fa6fc1adea26', 'name': 'tempest-TestVolumeBootPattern-403855793-router', 'tenant_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '9d0461f2-41d9-411d-9cc6-e19ff84cec3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:50:20Z', 'updated_at': '2021-08-29T04:50:24Z', 'revision_number': 4, 'project_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'gw_port': {'id': '9d0461f2-41d9-411d-9cc6-e19ff84cec3c', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e90c83-10d1-4fc0-804d-fa6fc1adea26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:50:21Z', 'updated_at': '2021-08-29T04:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': '31621563-edcc-4ed5-950c-9231c143eb6e', 'tenant_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'floating_ip_address': '172.25.0.133', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': '13e90c83-10d1-4fc0-804d-fa6fc1adea26', 'port_id': '16755c0a-32bd-4bd7-87b1-787c7781cae1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34c933ba-ee7b-4b4e-a6b9-839156fc5f9b', 'mac_address': 'fa:16:3e:d5:26:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6bd145e-411e-4394-b93a-d1dae2d40acc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:56:24Z', 'updated_at': '2021-08-29T04:56:24Z', 'revision_number': 0, 'project_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b23c488-452d-46cf-afe1-96cb4ceebeea', 'name': '', 'network_id': '34c933ba-ee7b-4b4e-a6b9-839156fc5f9b', 'tenant_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'mac_address': 'fa:16:3e:72:9f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e90c83-10d1-4fc0-804d-fa6fc1adea26', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '3503bfff-49df-4a18-910a-15b4d56f679f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:50:23Z', 'updated_at': '2021-08-29T04:50:29Z', 'revision_number': 5, 'project_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'subnets': [{'id': '3503bfff-49df-4a18-910a-15b4d56f679f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:56:25.943502 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a8cb5c-2626-47b0-8998-82d51e9ea14e req-b681b3f9-4371-4d2c-9b5f-136042a683f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:25.945039 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b3a8cb5c-2626-47b0-8998-82d51e9ea14e req-b681b3f9-4371-4d2c-9b5f-136042a683f9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3503bfff-49df-4a18-910a-15b4d56f679f HTTP/1.1" status: 200 len: 850 time: 0.0470660 Aug 29 04:56:25.962058 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2de1c4-73a0-475e-b6cf-0efea1fe3d87 None None] Checking router: 13e90c83-10d1-4fc0-804d-fa6fc1adea26 for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:56:25.970635 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2de1c4-73a0-475e-b6cf-0efea1fe3d87 None None] Routers {'13e90c83-10d1-4fc0-804d-fa6fc1adea26'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:56:25.971235 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-cc2de1c4-73a0-475e-b6cf-0efea1fe3d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:56:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['13e90c83-10d1-4fc0-804d-fa6fc1adea26'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:56:25.990744 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a8cb5c-2626-47b0-8998-82d51e9ea14e req-01111a74-b463-4365-ac24-edc6c3c987e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:25.992276 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b3a8cb5c-2626-47b0-8998-82d51e9ea14e req-01111a74-b463-4365-ac24-edc6c3c987e6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=34c933ba-ee7b-4b4e-a6b9-839156fc5f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386081 Aug 29 04:56:26.073978 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-cc2de1c4-73a0-475e-b6cf-0efea1fe3d87 None None] Set router 13e90c83-10d1-4fc0-804d-fa6fc1adea26 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:56:26.080522 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b3a8cb5c-2626-47b0-8998-82d51e9ea14e req-ce7d29e5-2e6c-48c8-a14b-7a72956a69b2 service neutron] 10.222.0.46 "GET /v2.0/networks/34c933ba-ee7b-4b4e-a6b9-839156fc5f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806961 Aug 29 04:56:26.173094 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b3a8cb5c-2626-47b0-8998-82d51e9ea14e req-25b3ad87-c502-48a4-9fae-610ca8e9914e service neutron] 10.222.0.46 "GET /v2.0/networks/34c933ba-ee7b-4b4e-a6b9-839156fc5f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847898 Aug 29 04:56:26.292116 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-cc2de1c4-73a0-475e-b6cf-0efea1fe3d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e90c83-10d1-4fc0-804d-fa6fc1adea26', 'name': 'tempest-TestVolumeBootPattern-403855793-router', 'tenant_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '9d0461f2-41d9-411d-9cc6-e19ff84cec3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:50:20Z', 'updated_at': '2021-08-29T04:50:24Z', 'revision_number': 4, 'project_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'gw_port': {'id': '9d0461f2-41d9-411d-9cc6-e19ff84cec3c', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e90c83-10d1-4fc0-804d-fa6fc1adea26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:50:21Z', 'updated_at': '2021-08-29T04:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': '31621563-edcc-4ed5-950c-9231c143eb6e', 'tenant_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'floating_ip_address': '172.25.0.133', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': '13e90c83-10d1-4fc0-804d-fa6fc1adea26', 'port_id': '16755c0a-32bd-4bd7-87b1-787c7781cae1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34c933ba-ee7b-4b4e-a6b9-839156fc5f9b', 'mac_address': 'fa:16:3e:d5:26:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6bd145e-411e-4394-b93a-d1dae2d40acc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:56:24Z', 'updated_at': '2021-08-29T04:56:24Z', 'revision_number': 0, 'project_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b23c488-452d-46cf-afe1-96cb4ceebeea', 'name': '', 'network_id': '34c933ba-ee7b-4b4e-a6b9-839156fc5f9b', 'tenant_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'mac_address': 'fa:16:3e:72:9f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e90c83-10d1-4fc0-804d-fa6fc1adea26', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '3503bfff-49df-4a18-910a-15b4d56f679f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:50:23Z', 'updated_at': '2021-08-29T04:50:29Z', 'revision_number': 5, 'project_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'subnets': [{'id': '3503bfff-49df-4a18-910a-15b4d56f679f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:56:26.318243 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2de1c4-73a0-475e-b6cf-0efea1fe3d87 None None] The sync data for ids ['13e90c83-10d1-4fc0-804d-fa6fc1adea26'] in n-d-712140-12 is: [{'id': '13e90c83-10d1-4fc0-804d-fa6fc1adea26', 'name': 'tempest-TestVolumeBootPattern-403855793-router', 'tenant_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '9d0461f2-41d9-411d-9cc6-e19ff84cec3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:50:20Z', 'updated_at': '2021-08-29T04:50:24Z', 'revision_number': 4, 'project_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'gw_port': {'id': '9d0461f2-41d9-411d-9cc6-e19ff84cec3c', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e90c83-10d1-4fc0-804d-fa6fc1adea26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:50:21Z', 'updated_at': '2021-08-29T04:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': '31621563-edcc-4ed5-950c-9231c143eb6e', 'tenant_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'floating_ip_address': '172.25.0.133', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': '13e90c83-10d1-4fc0-804d-fa6fc1adea26', 'port_id': '16755c0a-32bd-4bd7-87b1-787c7781cae1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34c933ba-ee7b-4b4e-a6b9-839156fc5f9b', 'mac_address': 'fa:16:3e:d5:26:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6bd145e-411e-4394-b93a-d1dae2d40acc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:56:24Z', 'updated_at': '2021-08-29T04:56:24Z', 'revision_number': 0, 'project_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b23c488-452d-46cf-afe1-96cb4ceebeea', 'name': '', 'network_id': '34c933ba-ee7b-4b4e-a6b9-839156fc5f9b', 'tenant_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'mac_address': 'fa:16:3e:72:9f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e90c83-10d1-4fc0-804d-fa6fc1adea26', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '3503bfff-49df-4a18-910a-15b4d56f679f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:50:23Z', 'updated_at': '2021-08-29T04:50:29Z', 'revision_number': 5, 'project_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'subnets': [{'id': '3503bfff-49df-4a18-910a-15b4d56f679f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:56:26.521924 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290b808b-056c-4fcd-b1c1-d962a452cf64 None None] New status for floating IP 31621563-edcc-4ed5-950c-9231c143eb6e: ACTIVE {{(pid=94831) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:56:28.843237 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:33.418925 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2f94d52d-fd8e-4c0c-bd0b-e0fe0d895aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:36.275960 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-47782aa9-a20f-4ce1-a94b-39518724ff54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:37.263530 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:37.289036 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:38.782231 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:40.560848 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:56:49.485989 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:58.850238 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:03.419300 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d84fe722-93a6-4e69-82d7-7131038a3441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:06.276191 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-252be009-002e-4819-b5e8-72b41f25d3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:07.265346 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:07.293098 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:08.792610 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:11.308609 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [req-54944074-e5ca-4bd4-8f70-ef3d834547d5 req-d9b3a6b2-5bef-4fe7-9c88-12dc9b3e9e45 service neutron] (94829) timed out ('10.222.0.22', 44758) {{(pid=94829) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 04:57:17.560368 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:57:19.496653 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:22.061570 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-288f7c26-622f-4939-9933-91728e8dbbca req-9a97a5b9-31b2-4a49-84b7-fa9c8a328d16 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e6bd145e-411e-4394-b93a-d1dae2d40acc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0383129 Aug 29 04:57:22.140672 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288f7c26-622f-4939-9933-91728e8dbbca req-cd95c0cc-194f-4312-8ae6-289a30425e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:22.142187 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-288f7c26-622f-4939-9933-91728e8dbbca req-cd95c0cc-194f-4312-8ae6-289a30425e2f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9e4c4c6e36d14588ab4691d1cbcbcb2b&device_id=e6bd145e-411e-4394-b93a-d1dae2d40acc HTTP/1.1" status: 200 len: 1098 time: 0.0400963 Aug 29 04:57:22.246042 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288f7c26-622f-4939-9933-91728e8dbbca req-6e6e761d-f2c0-4536-bb7c-b95962dc14a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:22.247512 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-288f7c26-622f-4939-9933-91728e8dbbca req-6e6e761d-f2c0-4536-bb7c-b95962dc14a9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=34c933ba-ee7b-4b4e-a6b9-839156fc5f9b HTTP/1.1" status: 200 len: 912 time: 0.0860817 Aug 29 04:57:22.315929 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-288f7c26-622f-4939-9933-91728e8dbbca req-9abd66fd-136d-4d02-ad5c-075937566f75 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=16755c0a-32bd-4bd7-87b1-787c7781cae1 HTTP/1.1" status: 200 len: 1002 time: 0.0611475 Aug 29 04:57:22.368076 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288f7c26-622f-4939-9933-91728e8dbbca req-cb947a9d-8f04-4c52-8018-c2c0bf0c69e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:22.369584 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-288f7c26-622f-4939-9933-91728e8dbbca req-cb947a9d-8f04-4c52-8018-c2c0bf0c69e2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3503bfff-49df-4a18-910a-15b4d56f679f HTTP/1.1" status: 200 len: 850 time: 0.0475216 Aug 29 04:57:22.413995 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288f7c26-622f-4939-9933-91728e8dbbca req-919f8f8f-2ddf-45fc-bac8-ad11c77eaf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:22.415494 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-288f7c26-622f-4939-9933-91728e8dbbca req-919f8f8f-2ddf-45fc-bac8-ad11c77eaf62 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=34c933ba-ee7b-4b4e-a6b9-839156fc5f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389802 Aug 29 04:57:22.505692 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-288f7c26-622f-4939-9933-91728e8dbbca req-3980020b-7632-4a3b-a9c4-2df44dd282c8 service neutron] 10.222.0.46 "GET /v2.0/networks/34c933ba-ee7b-4b4e-a6b9-839156fc5f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825832 Aug 29 04:57:22.597371 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-288f7c26-622f-4939-9933-91728e8dbbca req-6fc35a35-6b9e-4c8b-ad85-92a2f636e266 service neutron] 10.222.0.46 "GET /v2.0/networks/34c933ba-ee7b-4b4e-a6b9-839156fc5f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839572 Aug 29 04:57:28.841125 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:33.421187 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ba0dccc8-8e02-4014-b8b6-cbc5a604b2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:36.276371 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-01ee14aa-a59f-40cf-8b3d-c6b4381e37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:37.267880 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:37.295412 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:38.787836 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:49.516547 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:54.561415 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:57:58.840215 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:03.435098 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-35f0c88e-a006-4dba-8ac5-03e39d25a845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:06.277047 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2d8e66b-d6e4-4205-868d-898fe9b037cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:07.004352 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8dac6783-e548-48bf-bf8b-a8cda8614481 req-4f273a9c-1d0f-4fbb-a6bc-3a8f3182c470 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-556118220&fields=id&tenant_id=9e4c4c6e36d14588ab4691d1cbcbcb2b HTTP/1.1" status: 200 len: 267 time: 0.0337713 Aug 29 04:58:07.111347 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dac6783-e548-48bf-bf8b-a8cda8614481 req-0a05e1a3-7d2e-4840-8f75-e8e7164e5928 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:07.113403 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8dac6783-e548-48bf-bf8b-a8cda8614481 req-0a05e1a3-7d2e-4840-8f75-e8e7164e5928 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/networks?id=34c933ba-ee7b-4b4e-a6b9-839156fc5f9b HTTP/1.1" status: 200 len: 811 time: 0.1024418 Aug 29 04:58:07.130661 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8dac6783-e548-48bf-bf8b-a8cda8614481 req-d15b20a5-147a-4d2c-9589-bcad8cfff7ba tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/quotas/9e4c4c6e36d14588ab4691d1cbcbcb2b HTTP/1.1" status: 200 len: 375 time: 0.0114222 Aug 29 04:58:07.190148 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8dac6783-e548-48bf-bf8b-a8cda8614481 req-40faac7a-c38f-4dee-a3de-eeaa1842d59d tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=9e4c4c6e36d14588ab4691d1cbcbcb2b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0539441 Aug 29 04:58:07.269955 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:07.287294 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8dac6783-e548-48bf-bf8b-a8cda8614481 req-f8aa49e8-69c0-42e8-be9c-90f3030d3318 service neutron] 10.222.0.22 "GET /v2.0/networks/34c933ba-ee7b-4b4e-a6b9-839156fc5f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856977 Aug 29 04:58:07.300612 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:07.379529 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8dac6783-e548-48bf-bf8b-a8cda8614481 req-f2926342-fbbd-46f0-84eb-09a5b8190e85 service neutron] 10.222.0.22 "GET /v2.0/networks/34c933ba-ee7b-4b4e-a6b9-839156fc5f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859535 Aug 29 04:58:07.774253 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ff333e77-df28-4ea1-9bd8-d0ec06d8081a req-4f1539a3-c8c1-44ad-a60b-f3d38735ab93 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=7468c8aa-ef19-4e83-99c6-be07109faada HTTP/1.1" status: 200 len: 210 time: 0.1340799 Aug 29 04:58:08.740595 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dac6783-e548-48bf-bf8b-a8cda8614481 req-3a55f054-6d78-4bae-8f7b-536f1fa474c1 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:08.742136 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8dac6783-e548-48bf-bf8b-a8cda8614481 req-3a55f054-6d78-4bae-8f7b-536f1fa474c1 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.48 "GET /v2.0/networks?id=34c933ba-ee7b-4b4e-a6b9-839156fc5f9b HTTP/1.1" status: 200 len: 811 time: 0.1041548 Aug 29 04:58:08.793377 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:08.800340 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8dac6783-e548-48bf-bf8b-a8cda8614481 req-6c9171df-06c7-47ed-a7f4-d79f695eb7f0 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e4c4c6e36d14588ab4691d1cbcbcb2b HTTP/1.1" status: 200 len: 379 time: 0.0433550 Aug 29 04:58:08.810791 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-8dac6783-e548-48bf-bf8b-a8cda8614481 req-18488771-c41a-4113-b40c-b278af877701 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Request body: {'port': {'device_id': '7468c8aa-ef19-4e83-99c6-be07109faada', 'network_id': '34c933ba-ee7b-4b4e-a6b9-839156fc5f9b', 'admin_state_up': True, 'tenant_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'security_groups': ['772f103b-4b1a-46d9-97ea-e4bddf8eb996']}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:58:08.886258 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5ffb80c3-a8af-4b9f-b13a-a0a367ecc287 req-1ad3970a-9864-49d3-9818-9f48c6e0b569 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=7468c8aa-ef19-4e83-99c6-be07109faada HTTP/1.1" status: 200 len: 210 time: 0.0324368 Aug 29 04:58:08.947087 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dac6783-e548-48bf-bf8b-a8cda8614481 req-18488771-c41a-4113-b40c-b278af877701 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Made reservation on behalf of 9e4c4c6e36d14588ab4691d1cbcbcb2b for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:58:08.950597 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-8dac6783-e548-48bf-bf8b-a8cda8614481 req-18488771-c41a-4113-b40c-b278af877701 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:09.078471 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-8dac6783-e548-48bf-bf8b-a8cda8614481 req-18488771-c41a-4113-b40c-b278af877701 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Allocated IP 172.20.0.6 (34c933ba-ee7b-4b4e-a6b9-839156fc5f9b/3503bfff-49df-4a18-910a-15b4d56f679f/68434934-7822-415a-b9d7-bd005aed495f) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:58:09.219775 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-8dac6783-e548-48bf-bf8b-a8cda8614481 req-18488771-c41a-4113-b40c-b278af877701 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:09.233392 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-8dac6783-e548-48bf-bf8b-a8cda8614481 req-18488771-c41a-4113-b40c-b278af877701 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Transition to ACTIVE for port object 68434934-7822-415a-b9d7-bd005aed495f will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:58:09.265527 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-8dac6783-e548-48bf-bf8b-a8cda8614481 req-18488771-c41a-4113-b40c-b278af877701 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:09.311777 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dac6783-e548-48bf-bf8b-a8cda8614481 req-18488771-c41a-4113-b40c-b278af877701 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Network 34c933ba-ee7b-4b4e-a6b9-839156fc5f9b is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:58:09.314963 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-8dac6783-e548-48bf-bf8b-a8cda8614481 req-18488771-c41a-4113-b40c-b278af877701 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:58:09.319487 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dac6783-e548-48bf-bf8b-a8cda8614481 req-18488771-c41a-4113-b40c-b278af877701 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:58:09.349526 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18488771-c41a-4113-b40c-b278af877701 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Pushing event updated for resources: {'Port': ['ID=68434934-7822-415a-b9d7-bd005aed495f,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:58:09.364454 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18488771-c41a-4113-b40c-b278af877701 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:09.364818 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18488771-c41a-4113-b40c-b278af877701 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:09.365160 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18488771-c41a-4113-b40c-b278af877701 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:09.365501 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18488771-c41a-4113-b40c-b278af877701 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:09.365840 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18488771-c41a-4113-b40c-b278af877701 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:09.366181 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18488771-c41a-4113-b40c-b278af877701 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:09.366519 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18488771-c41a-4113-b40c-b278af877701 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:09.367299 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18488771-c41a-4113-b40c-b278af877701 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:09.367299 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18488771-c41a-4113-b40c-b278af877701 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:09.367476 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18488771-c41a-4113-b40c-b278af877701 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:09.367822 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18488771-c41a-4113-b40c-b278af877701 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:09.368157 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18488771-c41a-4113-b40c-b278af877701 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:09.385443 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dac6783-e548-48bf-bf8b-a8cda8614481 req-18488771-c41a-4113-b40c-b278af877701 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:09.386093 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-8dac6783-e548-48bf-bf8b-a8cda8614481 req-18488771-c41a-4113-b40c-b278af877701 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:09.403186 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8dac6783-e548-48bf-bf8b-a8cda8614481 req-18488771-c41a-4113-b40c-b278af877701 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5966141 Aug 29 04:58:09.476519 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-8dac6783-e548-48bf-bf8b-a8cda8614481 req-69e2910c-f59e-41a1-9092-c0c05e05a8bc service neutron] Request body: {'port': {'device_id': '7468c8aa-ef19-4e83-99c6-be07109faada', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:58:09.538175 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-8dac6783-e548-48bf-bf8b-a8cda8614481 req-69e2910c-f59e-41a1-9092-c0c05e05a8bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:09.611407 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-23b965fc-5f32-420e-af16-6eff015d9a3b None None] Provisioning for port 68434934-7822-415a-b9d7-bd005aed495f completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:58:09.616469 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-23b965fc-5f32-420e-af16-6eff015d9a3b None None] Provisioning complete for port 68434934-7822-415a-b9d7-bd005aed495f triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:58:09.616946 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-23b965fc-5f32-420e-af16-6eff015d9a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:09.651510 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-23b965fc-5f32-420e-af16-6eff015d9a3b None None] Port 68434934-7822-415a-b9d7-bd005aed495f cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:58:09.804725 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-8dac6783-e548-48bf-bf8b-a8cda8614481 req-69e2910c-f59e-41a1-9092-c0c05e05a8bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68434934-7822-415a-b9d7-bd005aed495f {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:58:09.813106 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-8dac6783-e548-48bf-bf8b-a8cda8614481 req-69e2910c-f59e-41a1-9092-c0c05e05a8bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:09.825694 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-8dac6783-e548-48bf-bf8b-a8cda8614481 req-69e2910c-f59e-41a1-9092-c0c05e05a8bc service neutron] Transition to ACTIVE for port object 68434934-7822-415a-b9d7-bd005aed495f will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:58:09.829788 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-8dac6783-e548-48bf-bf8b-a8cda8614481 req-69e2910c-f59e-41a1-9092-c0c05e05a8bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:09.882804 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e2910c-f59e-41a1-9092-c0c05e05a8bc service neutron] Pushing event updated for resources: {'Port': ['ID=68434934-7822-415a-b9d7-bd005aed495f,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:58:09.975593 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-8dac6783-e548-48bf-bf8b-a8cda8614481 req-69e2910c-f59e-41a1-9092-c0c05e05a8bc service neutron] Attempting to bind port 68434934-7822-415a-b9d7-bd005aed495f on host n-h2-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:58:09.975967 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-8dac6783-e548-48bf-bf8b-a8cda8614481 req-69e2910c-f59e-41a1-9092-c0c05e05a8bc service neutron] Attempting to bind port 68434934-7822-415a-b9d7-bd005aed495f by drivers openvswitch,hyperv on host n-h2-712140-12 at level 0 using segments [{'id': '3dd283cc-c7c2-45b6-9e1c-030522db2cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '34c933ba-ee7b-4b4e-a6b9-839156fc5f9b'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:58:09.976286 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dac6783-e548-48bf-bf8b-a8cda8614481 req-69e2910c-f59e-41a1-9092-c0c05e05a8bc service neutron] Attempting to bind port 68434934-7822-415a-b9d7-bd005aed495f on network 34c933ba-ee7b-4b4e-a6b9-839156fc5f9b {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:58:09.982261 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dac6783-e548-48bf-bf8b-a8cda8614481 req-69e2910c-f59e-41a1-9092-c0c05e05a8bc service neutron] Port 68434934-7822-415a-b9d7-bd005aed495f on network 34c933ba-ee7b-4b4e-a6b9-839156fc5f9b not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:58:09.982596 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dac6783-e548-48bf-bf8b-a8cda8614481 req-69e2910c-f59e-41a1-9092-c0c05e05a8bc service neutron] Attempting to bind port 68434934-7822-415a-b9d7-bd005aed495f on network 34c933ba-ee7b-4b4e-a6b9-839156fc5f9b {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:58:09.989097 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dac6783-e548-48bf-bf8b-a8cda8614481 req-69e2910c-f59e-41a1-9092-c0c05e05a8bc service neutron] Checking agent: {'id': 'b3a0606b-b029-4f5e-8798-3a32b71d8844', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:58:09.989402 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dac6783-e548-48bf-bf8b-a8cda8614481 req-69e2910c-f59e-41a1-9092-c0c05e05a8bc service neutron] Checking segment: {'id': '3dd283cc-c7c2-45b6-9e1c-030522db2cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '34c933ba-ee7b-4b4e-a6b9-839156fc5f9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:58:09.989793 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dac6783-e548-48bf-bf8b-a8cda8614481 req-69e2910c-f59e-41a1-9092-c0c05e05a8bc service neutron] Bound using segment: {'id': '3dd283cc-c7c2-45b6-9e1c-030522db2cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '34c933ba-ee7b-4b4e-a6b9-839156fc5f9b'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:58:09.990313 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-8dac6783-e548-48bf-bf8b-a8cda8614481 req-69e2910c-f59e-41a1-9092-c0c05e05a8bc service neutron] Bound port: 68434934-7822-415a-b9d7-bd005aed495f, host: n-h2-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dd283cc-c7c2-45b6-9e1c-030522db2cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '34c933ba-ee7b-4b4e-a6b9-839156fc5f9b'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:58:09.990683 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-8dac6783-e548-48bf-bf8b-a8cda8614481 req-69e2910c-f59e-41a1-9092-c0c05e05a8bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:10.039896 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdec8dae-2f52-4ca4-9899-b57eeb69dd42 req-370137d9-2b45-45b2-9c7e-e3732621aae0 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:10.047903 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-cdec8dae-2f52-4ca4-9899-b57eeb69dd42 req-370137d9-2b45-45b2-9c7e-e3732621aae0 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=7468c8aa-ef19-4e83-99c6-be07109faada HTTP/1.1" status: 200 len: 943 time: 0.0645559 Aug 29 04:58:10.061999 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-8dac6783-e548-48bf-bf8b-a8cda8614481 req-69e2910c-f59e-41a1-9092-c0c05e05a8bc service neutron] For port 68434934-7822-415a-b9d7-bd005aed495f, host n-h2-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:58:10.065773 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-8dac6783-e548-48bf-bf8b-a8cda8614481 req-69e2910c-f59e-41a1-9092-c0c05e05a8bc service neutron] For port 68434934-7822-415a-b9d7-bd005aed495f, host n-h2-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=68434934-7822-415a-b9d7-bd005aed495f,segment=NetworkSegment(3dd283cc-c7c2-45b6-9e1c-030522db2cd2),segment_id=3dd283cc-c7c2-45b6-9e1c-030522db2cd2)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:58:10.073513 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-8dac6783-e548-48bf-bf8b-a8cda8614481 req-69e2910c-f59e-41a1-9092-c0c05e05a8bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:10.097993 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-cdec8dae-2f52-4ca4-9899-b57eeb69dd42 req-f9ad3fb5-a35f-4fa0-8203-e21f21acf42f tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=772f103b-4b1a-46d9-97ea-e4bddf8eb996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445321 Aug 29 04:58:10.122671 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dac6783-e548-48bf-bf8b-a8cda8614481 req-69e2910c-f59e-41a1-9092-c0c05e05a8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:10.123605 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-8dac6783-e548-48bf-bf8b-a8cda8614481 req-69e2910c-f59e-41a1-9092-c0c05e05a8bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:10.125597 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8dac6783-e548-48bf-bf8b-a8cda8614481 req-69e2910c-f59e-41a1-9092-c0c05e05a8bc service neutron] 10.222.0.48 "PUT /v2.0/ports/68434934-7822-415a-b9d7-bd005aed495f HTTP/1.1" status: 200 len: 1092 time: 0.7081399 Aug 29 04:58:10.126221 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7468c8aa-ef19-4e83-99c6-be07109faada', 'tag': '68434934-7822-415a-b9d7-bd005aed495f'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:58:10.128598 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9e307df-072a-4659-9c57-533bd8551412" -d '{"events": [{"name": "network-changed", "server_uuid": "7468c8aa-ef19-4e83-99c6-be07109faada", "tag": "68434934-7822-415a-b9d7-bd005aed495f"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:58:10.171308 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e2910c-f59e-41a1-9092-c0c05e05a8bc service neutron] Pushing event updated for resources: {'Port': ['ID=68434934-7822-415a-b9d7-bd005aed495f,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:58:10.192782 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0619294d-e07a-4164-aab1-b0064bab5c59 x-openstack-request-id: req-0619294d-e07a-4164-aab1-b0064bab5c59 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:58:10.193074 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7468c8aa-ef19-4e83-99c6-be07109faada", "tag": "68434934-7822-415a-b9d7-bd005aed495f", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:58:10.193327 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0619294d-e07a-4164-aab1-b0064bab5c59 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:58:10.193729 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7468c8aa-ef19-4e83-99c6-be07109faada', 'tag': '68434934-7822-415a-b9d7-bd005aed495f', 'status': 'completed', 'code': 200} Aug 29 04:58:10.228295 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dac6783-e548-48bf-bf8b-a8cda8614481 req-65c7e7ec-0c7e-41a5-b1d7-f7f98e3a2713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:10.229878 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8dac6783-e548-48bf-bf8b-a8cda8614481 req-65c7e7ec-0c7e-41a5-b1d7-f7f98e3a2713 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9e4c4c6e36d14588ab4691d1cbcbcb2b&device_id=7468c8aa-ef19-4e83-99c6-be07109faada HTTP/1.1" status: 200 len: 1095 time: 0.0481498 Aug 29 04:58:10.282504 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8dac6783-e548-48bf-bf8b-a8cda8614481 req-64d79c08-4be3-42f7-9093-4660549f562a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=68434934-7822-415a-b9d7-bd005aed495f HTTP/1.1" status: 200 len: 217 time: 0.0398662 Aug 29 04:58:10.336680 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dac6783-e548-48bf-bf8b-a8cda8614481 req-e454d14a-25d8-4f38-a938-933931f182dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:10.338192 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8dac6783-e548-48bf-bf8b-a8cda8614481 req-e454d14a-25d8-4f38-a938-933931f182dc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3503bfff-49df-4a18-910a-15b4d56f679f HTTP/1.1" status: 200 len: 850 time: 0.0489774 Aug 29 04:58:10.384941 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dac6783-e548-48bf-bf8b-a8cda8614481 req-c4a5f79b-8d5b-44cb-af5d-c1cf7e34b085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:10.386460 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8dac6783-e548-48bf-bf8b-a8cda8614481 req-c4a5f79b-8d5b-44cb-af5d-c1cf7e34b085 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=34c933ba-ee7b-4b4e-a6b9-839156fc5f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410507 Aug 29 04:58:10.485185 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8dac6783-e548-48bf-bf8b-a8cda8614481 req-01c8de26-10fd-49d0-bb03-f662106ee1aa service neutron] 10.222.0.48 "GET /v2.0/networks/34c933ba-ee7b-4b4e-a6b9-839156fc5f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912192 Aug 29 04:58:10.574937 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8dac6783-e548-48bf-bf8b-a8cda8614481 req-266cd10c-99c8-436a-9698-1d81cb3dbcdb service neutron] 10.222.0.48 "GET /v2.0/networks/34c933ba-ee7b-4b4e-a6b9-839156fc5f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824969 Aug 29 04:58:10.695544 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e307df-072a-4659-9c57-533bd8551412 req-0fc9f8c2-35c1-47fc-9930-82f66a47644d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:10.697097 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b9e307df-072a-4659-9c57-533bd8551412 req-0fc9f8c2-35c1-47fc-9930-82f66a47644d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9e4c4c6e36d14588ab4691d1cbcbcb2b&device_id=7468c8aa-ef19-4e83-99c6-be07109faada HTTP/1.1" status: 200 len: 1095 time: 0.0475969 Aug 29 04:58:10.786943 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e307df-072a-4659-9c57-533bd8551412 req-01496006-7100-4700-8ffe-33b5eeac10de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:10.788470 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b9e307df-072a-4659-9c57-533bd8551412 req-01496006-7100-4700-8ffe-33b5eeac10de service neutron] 10.222.0.48 "GET /v2.0/networks?id=34c933ba-ee7b-4b4e-a6b9-839156fc5f9b HTTP/1.1" status: 200 len: 912 time: 0.0839839 Aug 29 04:58:10.830704 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b9e307df-072a-4659-9c57-533bd8551412 req-d4a9f15c-ac25-4cd6-86c7-bef36fcd28e4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=68434934-7822-415a-b9d7-bd005aed495f HTTP/1.1" status: 200 len: 217 time: 0.0353003 Aug 29 04:58:10.883395 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e307df-072a-4659-9c57-533bd8551412 req-d69783db-4437-4f68-b3ff-6e74a653d6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:10.884921 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b9e307df-072a-4659-9c57-533bd8551412 req-d69783db-4437-4f68-b3ff-6e74a653d6d2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3503bfff-49df-4a18-910a-15b4d56f679f HTTP/1.1" status: 200 len: 850 time: 0.0480275 Aug 29 04:58:10.930892 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e307df-072a-4659-9c57-533bd8551412 req-f1d75e71-5616-4128-bdbe-acc5b388c5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:10.932350 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b9e307df-072a-4659-9c57-533bd8551412 req-f1d75e71-5616-4128-bdbe-acc5b388c5b6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=34c933ba-ee7b-4b4e-a6b9-839156fc5f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403421 Aug 29 04:58:11.023358 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b9e307df-072a-4659-9c57-533bd8551412 req-54d3f254-9128-4251-a4a8-d59730265008 service neutron] 10.222.0.48 "GET /v2.0/networks/34c933ba-ee7b-4b4e-a6b9-839156fc5f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835338 Aug 29 04:58:11.117830 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b9e307df-072a-4659-9c57-533bd8551412 req-00934d48-66c5-41c7-9754-a4e8e061e521 service neutron] 10.222.0.48 "GET /v2.0/networks/34c933ba-ee7b-4b4e-a6b9-839156fc5f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878096 Aug 29 04:58:11.217405 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5497bc03-cd9c-4a43-ab94-1ee169e8aed0 req-06d0c26e-e707-42f5-9a46-fe164fb91501 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:11.220285 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5497bc03-cd9c-4a43-ab94-1ee169e8aed0 req-06d0c26e-e707-42f5-9a46-fe164fb91501 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=7468c8aa-ef19-4e83-99c6-be07109faada HTTP/1.1" status: 200 len: 943 time: 0.0609207 Aug 29 04:58:11.260455 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5497bc03-cd9c-4a43-ab94-1ee169e8aed0 req-24a55431-c93c-43d9-9a97-fad40eb38aa6 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=772f103b-4b1a-46d9-97ea-e4bddf8eb996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344431 Aug 29 04:58:12.377409 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c0e32e-87c8-40ff-b024-45f868b73df4 req-795a57dd-dc5d-4d57-a641-3e0982c90dd3 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:12.379419 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-73c0e32e-87c8-40ff-b024-45f868b73df4 req-795a57dd-dc5d-4d57-a641-3e0982c90dd3 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=7468c8aa-ef19-4e83-99c6-be07109faada HTTP/1.1" status: 200 len: 943 time: 0.0499611 Aug 29 04:58:12.419785 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-73c0e32e-87c8-40ff-b024-45f868b73df4 req-fc8b20d9-0855-4641-8bf9-1334ad00e5e1 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=772f103b-4b1a-46d9-97ea-e4bddf8eb996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339050 Aug 29 04:58:13.539994 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a621acb-38ba-401b-9ecc-eefe3d673854 req-72ed94d0-1406-4018-889b-4ab7e2def7bd tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:13.541546 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6a621acb-38ba-401b-9ecc-eefe3d673854 req-72ed94d0-1406-4018-889b-4ab7e2def7bd tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=7468c8aa-ef19-4e83-99c6-be07109faada HTTP/1.1" status: 200 len: 943 time: 0.0550168 Aug 29 04:58:13.578116 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6a621acb-38ba-401b-9ecc-eefe3d673854 req-171d6031-c565-447d-8e3d-492ec9137ec7 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=772f103b-4b1a-46d9-97ea-e4bddf8eb996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304868 Aug 29 04:58:14.696768 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bccbe2e-4613-4c22-96a6-31f29c705e54 req-1a6c4ca1-176c-4fef-9da3-7c2cb57ee3ac tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:14.698257 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4bccbe2e-4613-4c22-96a6-31f29c705e54 req-1a6c4ca1-176c-4fef-9da3-7c2cb57ee3ac tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=7468c8aa-ef19-4e83-99c6-be07109faada HTTP/1.1" status: 200 len: 943 time: 0.0536501 Aug 29 04:58:14.736736 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4bccbe2e-4613-4c22-96a6-31f29c705e54 req-e9e99774-1e77-42a6-b3a2-9db9947f6d9d tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=772f103b-4b1a-46d9-97ea-e4bddf8eb996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325217 Aug 29 04:58:15.849437 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bccc38-03bf-4eb7-8f6e-a665f9b6f532 req-53fd4be8-e9e7-4173-82e7-3b6b4728fd0a tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:15.850938 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b9bccc38-03bf-4eb7-8f6e-a665f9b6f532 req-53fd4be8-e9e7-4173-82e7-3b6b4728fd0a tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=7468c8aa-ef19-4e83-99c6-be07109faada HTTP/1.1" status: 200 len: 943 time: 0.0491376 Aug 29 04:58:15.888581 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b9bccc38-03bf-4eb7-8f6e-a665f9b6f532 req-94054315-c73e-4f8e-a303-339a2b2bba92 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=772f103b-4b1a-46d9-97ea-e4bddf8eb996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317214 Aug 29 04:58:17.071705 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e82b8b-a81a-4a3c-8bb6-b7be97ebf442 req-3f14087f-1634-4f2e-8384-00968e7d0dd7 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:17.073202 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f5e82b8b-a81a-4a3c-8bb6-b7be97ebf442 req-3f14087f-1634-4f2e-8384-00968e7d0dd7 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=7468c8aa-ef19-4e83-99c6-be07109faada HTTP/1.1" status: 200 len: 943 time: 0.1196015 Aug 29 04:58:17.110767 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f5e82b8b-a81a-4a3c-8bb6-b7be97ebf442 req-50dc7bbb-d6fe-4141-89a2-3b7627a6419d tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=772f103b-4b1a-46d9-97ea-e4bddf8eb996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315528 Aug 29 04:58:18.228346 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0adbda-fcae-4ebf-a551-3d25a06bbaf3 req-60d8ffbb-995e-46fd-94bd-6269fe1dbe33 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:18.229829 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ec0adbda-fcae-4ebf-a551-3d25a06bbaf3 req-60d8ffbb-995e-46fd-94bd-6269fe1dbe33 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=7468c8aa-ef19-4e83-99c6-be07109faada HTTP/1.1" status: 200 len: 943 time: 0.0517082 Aug 29 04:58:18.267830 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ec0adbda-fcae-4ebf-a551-3d25a06bbaf3 req-0278e0b8-d0e6-43f8-86dd-05112475bb1e tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=772f103b-4b1a-46d9-97ea-e4bddf8eb996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321400 Aug 29 04:58:19.391132 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11389cf-dfd7-4463-a1cc-3f12118796d0 req-37e6d93f-46aa-4aea-91a9-86dacb6087a7 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:19.392757 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f11389cf-dfd7-4463-a1cc-3f12118796d0 req-37e6d93f-46aa-4aea-91a9-86dacb6087a7 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=7468c8aa-ef19-4e83-99c6-be07109faada HTTP/1.1" status: 200 len: 943 time: 0.0572109 Aug 29 04:58:19.437640 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f11389cf-dfd7-4463-a1cc-3f12118796d0 req-0d7b7465-1b72-4a45-85c5-8602c566ab49 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=772f103b-4b1a-46d9-97ea-e4bddf8eb996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364354 Aug 29 04:58:19.533391 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:20.342497 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 68434934-7822-415a-b9d7-bd005aed495f details requested by agent hyperv_n-h2-712140-12 with host n-h2-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:58:20.432173 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 68434934-7822-415a-b9d7-bd005aed495f, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=68434934-7822-415a-b9d7-bd005aed495f,segment=NetworkSegment(3dd283cc-c7c2-45b6-9e1c-030522db2cd2),segment_id=3dd283cc-c7c2-45b6-9e1c-030522db2cd2)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:58:20.444374 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Returning: {'device': '68434934-7822-415a-b9d7-bd005aed495f', 'network_id': '34c933ba-ee7b-4b4e-a6b9-839156fc5f9b', 'port_id': '68434934-7822-415a-b9d7-bd005aed495f', 'mac_address': 'fa:16:3e:fb:f4:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3503bfff-49df-4a18-910a-15b4d56f679f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:58:20.484792 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:20.497348 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68434934-7822-415a-b9d7-bd005aed495f {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:58:20.517153 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 68434934-7822-415a-b9d7-bd005aed495f, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=68434934-7822-415a-b9d7-bd005aed495f,segment=NetworkSegment(3dd283cc-c7c2-45b6-9e1c-030522db2cd2),segment_id=3dd283cc-c7c2-45b6-9e1c-030522db2cd2)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:58:20.521831 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:20.563615 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0421169-747f-46c8-903d-de9ed0912a10 req-2b788b51-9f36-465e-a25f-e5d9fecd202e tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:20.565149 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b0421169-747f-46c8-903d-de9ed0912a10 req-2b788b51-9f36-465e-a25f-e5d9fecd202e tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=7468c8aa-ef19-4e83-99c6-be07109faada HTTP/1.1" status: 200 len: 944 time: 0.0541422 Aug 29 04:58:20.570742 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=68434934-7822-415a-b9d7-bd005aed495f,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:58:20.578155 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:20.578514 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:20.578861 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:20.579205 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:20.579542 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:20.579903 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:20.580238 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:20.580569 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:20.580899 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:20.581227 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:20.581554 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:20.581903 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:20.603299 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b0421169-747f-46c8-903d-de9ed0912a10 req-adb898f6-df8c-4d04-bcb7-4f634511a7cf tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=772f103b-4b1a-46d9-97ea-e4bddf8eb996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316486 Aug 29 04:58:20.978625 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['68434934-7822-415a-b9d7-bd005aed495f'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:58:21.726337 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a1d56f-5134-4b61-a04c-0f97043cb864 req-37c89150-6506-4ac8-99ad-ad4308520db8 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:21.727881 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a1a1d56f-5134-4b61-a04c-0f97043cb864 req-37c89150-6506-4ac8-99ad-ad4308520db8 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=7468c8aa-ef19-4e83-99c6-be07109faada HTTP/1.1" status: 200 len: 944 time: 0.0547283 Aug 29 04:58:21.768026 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a1a1d56f-5134-4b61-a04c-0f97043cb864 req-153a508a-6e47-4150-a597-1601a2d25c04 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=772f103b-4b1a-46d9-97ea-e4bddf8eb996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334101 Aug 29 04:58:22.050179 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0e8c0f93-d952-47fd-a3bd-2be3fbe638b3 req-5a7a2c2a-4b6f-43fe-a312-42231584357e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e6bd145e-411e-4394-b93a-d1dae2d40acc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0417652 Aug 29 04:58:22.132995 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8c0f93-d952-47fd-a3bd-2be3fbe638b3 req-e608773d-0a83-4523-8240-c06f68df8784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:22.134523 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0e8c0f93-d952-47fd-a3bd-2be3fbe638b3 req-e608773d-0a83-4523-8240-c06f68df8784 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9e4c4c6e36d14588ab4691d1cbcbcb2b&device_id=e6bd145e-411e-4394-b93a-d1dae2d40acc HTTP/1.1" status: 200 len: 1098 time: 0.0412753 Aug 29 04:58:22.243309 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8c0f93-d952-47fd-a3bd-2be3fbe638b3 req-deb90975-786b-4622-a0f6-f8f8406a5483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:22.244840 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0e8c0f93-d952-47fd-a3bd-2be3fbe638b3 req-deb90975-786b-4622-a0f6-f8f8406a5483 service neutron] 10.222.0.46 "GET /v2.0/networks?id=34c933ba-ee7b-4b4e-a6b9-839156fc5f9b HTTP/1.1" status: 200 len: 912 time: 0.0905867 Aug 29 04:58:22.308430 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0e8c0f93-d952-47fd-a3bd-2be3fbe638b3 req-cc9b1ae6-858c-43e3-8971-bfde1f06e170 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=16755c0a-32bd-4bd7-87b1-787c7781cae1 HTTP/1.1" status: 200 len: 1002 time: 0.0569167 Aug 29 04:58:22.351107 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 68434934-7822-415a-b9d7-bd005aed495f up at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:58:22.356169 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8c0f93-d952-47fd-a3bd-2be3fbe638b3 req-c439c599-5f67-4869-8f6c-c03651c45637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:22.357641 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0e8c0f93-d952-47fd-a3bd-2be3fbe638b3 req-c439c599-5f67-4869-8f6c-c03651c45637 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3503bfff-49df-4a18-910a-15b4d56f679f HTTP/1.1" status: 200 len: 850 time: 0.0424249 Aug 29 04:58:22.399232 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning for port 68434934-7822-415a-b9d7-bd005aed495f completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:58:22.402873 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning complete for port 68434934-7822-415a-b9d7-bd005aed495f triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:58:22.403246 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:22.408206 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8c0f93-d952-47fd-a3bd-2be3fbe638b3 req-8874e235-4b83-4dd5-a577-0d72ddc6bd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:22.409790 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0e8c0f93-d952-47fd-a3bd-2be3fbe638b3 req-8874e235-4b83-4dd5-a577-0d72ddc6bd56 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=34c933ba-ee7b-4b4e-a6b9-839156fc5f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447009 Aug 29 04:58:22.486660 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:22.499054 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0e8c0f93-d952-47fd-a3bd-2be3fbe638b3 req-5a32bc65-9dbe-462d-95d5-8675c95233ae service neutron] 10.222.0.46 "GET /v2.0/networks/34c933ba-ee7b-4b4e-a6b9-839156fc5f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819516 Aug 29 04:58:22.510349 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7468c8aa-ef19-4e83-99c6-be07109faada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68434934-7822-415a-b9d7-bd005aed495f'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:58:22.512656 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d47f8254-1063-49ed-b289-af55afd89b53" -d '{"events": [{"server_uuid": "7468c8aa-ef19-4e83-99c6-be07109faada", "name": "network-vif-plugged", "status": "completed", "tag": "68434934-7822-415a-b9d7-bd005aed495f"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:58:22.526969 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 68434934-7822-415a-b9d7-bd005aed495f, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=68434934-7822-415a-b9d7-bd005aed495f,segment=NetworkSegment(3dd283cc-c7c2-45b6-9e1c-030522db2cd2),segment_id=3dd283cc-c7c2-45b6-9e1c-030522db2cd2)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:58:22.531166 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:22.555581 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bae1b93-8e9d-4367-9b83-489a5505b496 x-openstack-request-id: req-0bae1b93-8e9d-4367-9b83-489a5505b496 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:58:22.556021 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7468c8aa-ef19-4e83-99c6-be07109faada", "name": "network-vif-plugged", "status": "completed", "tag": "68434934-7822-415a-b9d7-bd005aed495f", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:58:22.556273 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0bae1b93-8e9d-4367-9b83-489a5505b496 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:58:22.556663 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7468c8aa-ef19-4e83-99c6-be07109faada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68434934-7822-415a-b9d7-bd005aed495f', 'code': 200} Aug 29 04:58:22.583255 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=68434934-7822-415a-b9d7-bd005aed495f,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:58:22.616995 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0e8c0f93-d952-47fd-a3bd-2be3fbe638b3 req-4c9e8cfb-3838-426a-a818-e9bdae1ae1b6 service neutron] 10.222.0.46 "GET /v2.0/networks/34c933ba-ee7b-4b4e-a6b9-839156fc5f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101692 Aug 29 04:58:22.678927 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f96607-a31b-419f-a35e-8b41afcb45e4 req-0c264624-e9d3-4e7e-86ee-49110189a2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:22.680464 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-71f96607-a31b-419f-a35e-8b41afcb45e4 req-0c264624-e9d3-4e7e-86ee-49110189a2de service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7468c8aa-ef19-4e83-99c6-be07109faada HTTP/1.1" status: 200 len: 1097 time: 0.0404100 Aug 29 04:58:22.715892 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-71f96607-a31b-419f-a35e-8b41afcb45e4 req-4aa991ca-89ee-4d30-9a4b-fe213a89d6aa service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=772f103b-4b1a-46d9-97ea-e4bddf8eb996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272131 Aug 29 04:58:22.882336 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255a6d93-82f0-4e9b-ab17-7426e5c5f215 req-a83bef49-595f-4c13-b57f-69bff9b786a9 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:22.884005 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-255a6d93-82f0-4e9b-ab17-7426e5c5f215 req-a83bef49-595f-4c13-b57f-69bff9b786a9 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=7468c8aa-ef19-4e83-99c6-be07109faada HTTP/1.1" status: 200 len: 945 time: 0.0488043 Aug 29 04:58:22.920586 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-255a6d93-82f0-4e9b-ab17-7426e5c5f215 req-5269e95c-fe6a-490b-aa03-affd2f7378ea tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=772f103b-4b1a-46d9-97ea-e4bddf8eb996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308044 Aug 29 04:58:24.038862 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c40eed5-9700-43d6-a3ac-a255400e2948 req-61e6a43d-a6b9-444c-a467-73e0f5f5c934 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:24.040267 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2c40eed5-9700-43d6-a3ac-a255400e2948 req-61e6a43d-a6b9-444c-a467-73e0f5f5c934 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=7468c8aa-ef19-4e83-99c6-be07109faada HTTP/1.1" status: 200 len: 945 time: 0.0493841 Aug 29 04:58:24.080258 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2c40eed5-9700-43d6-a3ac-a255400e2948 req-3659de11-f41b-4b8f-b9ae-4bfd3ac76c0b tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=772f103b-4b1a-46d9-97ea-e4bddf8eb996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338311 Aug 29 04:58:24.531473 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c6e1108d-3295-45c0-b111-1ac4778146dd req-7109b29f-e177-46b5-b442-81fd3937252a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7468c8aa-ef19-4e83-99c6-be07109faada&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0436509 Aug 29 04:58:24.626733 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e1108d-3295-45c0-b111-1ac4778146dd req-de0c4acd-ace5-4390-a5e2-74ea8e14ff1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:24.628252 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c6e1108d-3295-45c0-b111-1ac4778146dd req-de0c4acd-ace5-4390-a5e2-74ea8e14ff1b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9e4c4c6e36d14588ab4691d1cbcbcb2b&device_id=7468c8aa-ef19-4e83-99c6-be07109faada HTTP/1.1" status: 200 len: 1097 time: 0.0396545 Aug 29 04:58:24.727314 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e1108d-3295-45c0-b111-1ac4778146dd req-25ced5d8-d359-4aaa-812a-b4b77e510bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:24.728827 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c6e1108d-3295-45c0-b111-1ac4778146dd req-25ced5d8-d359-4aaa-812a-b4b77e510bcb service neutron] 10.222.0.48 "GET /v2.0/networks?id=34c933ba-ee7b-4b4e-a6b9-839156fc5f9b HTTP/1.1" status: 200 len: 912 time: 0.0820713 Aug 29 04:58:24.774749 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c6e1108d-3295-45c0-b111-1ac4778146dd req-de6947f5-d4be-464f-a03a-77ee54e66d2f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=68434934-7822-415a-b9d7-bd005aed495f HTTP/1.1" status: 200 len: 217 time: 0.0376484 Aug 29 04:58:24.823395 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e1108d-3295-45c0-b111-1ac4778146dd req-89e020ac-5c31-4feb-b0f1-5e63097940cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:24.824773 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c6e1108d-3295-45c0-b111-1ac4778146dd req-89e020ac-5c31-4feb-b0f1-5e63097940cb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3503bfff-49df-4a18-910a-15b4d56f679f HTTP/1.1" status: 200 len: 850 time: 0.0426912 Aug 29 04:58:24.869232 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e1108d-3295-45c0-b111-1ac4778146dd req-ade43920-2a5b-4fb3-98f5-265b0b0e110a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:24.870692 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c6e1108d-3295-45c0-b111-1ac4778146dd req-ade43920-2a5b-4fb3-98f5-265b0b0e110a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=34c933ba-ee7b-4b4e-a6b9-839156fc5f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390418 Aug 29 04:58:24.963202 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c6e1108d-3295-45c0-b111-1ac4778146dd req-3c530d31-e2ab-41a9-9fba-4f88970c3ed4 service neutron] 10.222.0.48 "GET /v2.0/networks/34c933ba-ee7b-4b4e-a6b9-839156fc5f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850298 Aug 29 04:58:25.049568 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c6e1108d-3295-45c0-b111-1ac4778146dd req-7cd18a62-ca05-4fbb-ad42-1c74b5319c34 service neutron] 10.222.0.48 "GET /v2.0/networks/34c933ba-ee7b-4b4e-a6b9-839156fc5f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795600 Aug 29 04:58:25.195539 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a630532d-fffd-44cb-aa13-559bf465931f req-c0e9dd96-a6e9-4964-b366-b547309ff841 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:25.197034 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a630532d-fffd-44cb-aa13-559bf465931f req-c0e9dd96-a6e9-4964-b366-b547309ff841 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=7468c8aa-ef19-4e83-99c6-be07109faada HTTP/1.1" status: 200 len: 945 time: 0.0481861 Aug 29 04:58:25.239468 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a630532d-fffd-44cb-aa13-559bf465931f req-02e7670b-30ea-4616-89f8-0b7871e3eaa6 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=772f103b-4b1a-46d9-97ea-e4bddf8eb996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360248 Aug 29 04:58:25.354209 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1254a90a-d7fa-4252-ab70-57d5cd01dcf2 req-890c668d-eedf-4713-a7db-f8b8f5ce24b5 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:25.355741 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1254a90a-d7fa-4252-ab70-57d5cd01dcf2 req-890c668d-eedf-4713-a7db-f8b8f5ce24b5 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=7468c8aa-ef19-4e83-99c6-be07109faada HTTP/1.1" status: 200 len: 945 time: 0.0503757 Aug 29 04:58:25.394446 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1254a90a-d7fa-4252-ab70-57d5cd01dcf2 req-cc5e5621-d807-4044-99d8-aad78d77459b tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=772f103b-4b1a-46d9-97ea-e4bddf8eb996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325851 Aug 29 04:58:25.416522 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 37358) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:58:25.456332 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0db05d-8cad-481d-be09-f5e59af6bbd1 tempest-TestVolumeBootPattern-1080196533 tempest-TestVolumeBootPattern-1080196533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:25.457910 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-9a0db05d-8cad-481d-be09-f5e59af6bbd1 tempest-TestVolumeBootPattern-1080196533 tempest-TestVolumeBootPattern-1080196533-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=7468c8aa-ef19-4e83-99c6-be07109faada HTTP/1.1" status: 200 len: 1092 time: 0.0404005 Aug 29 04:58:25.460728 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 37360) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:58:25.465091 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-a3d7f76d-7720-425c-8384-933106830507 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Request body: {'floatingip': {'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'port_id': '68434934-7822-415a-b9d7-bd005aed495f', 'tenant_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:58:25.486188 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a3d7f76d-7720-425c-8384-933106830507 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks [] for floatingip, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:25.580087 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a3d7f76d-7720-425c-8384-933106830507 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:25.685037 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-a3d7f76d-7720-425c-8384-933106830507 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Allocated IP 172.25.0.198 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/a8579574-6a3a-4c03-be43-88115e0ee8fb) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:58:25.784704 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a3d7f76d-7720-425c-8384-933106830507 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:25.822886 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a3d7f76d-7720-425c-8384-933106830507 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:25.863108 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d7f76d-7720-425c-8384-933106830507 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:58:25.866515 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-a3d7f76d-7720-425c-8384-933106830507 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:58:25.871929 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d7f76d-7720-425c-8384-933106830507 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:58:25.897888 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d7f76d-7720-425c-8384-933106830507 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Pushing event updated for resources: {'Port': ['ID=a8579574-6a3a-4c03-be43-88115e0ee8fb,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:58:26.217408 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a3d7f76d-7720-425c-8384-933106830507 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:26.284455 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a3d7f76d-7720-425c-8384-933106830507 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:26.430095 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a3d7f76d-7720-425c-8384-933106830507 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:26.436356 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a3d7f76d-7720-425c-8384-933106830507 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:26.501097 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d7f76d-7720-425c-8384-933106830507 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Pushing event updated for resources: {'Port': ['ID=a8579574-6a3a-4c03-be43-88115e0ee8fb,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:58:26.513265 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a3d7f76d-7720-425c-8384-933106830507 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719515'] for floatingip, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:26.612169 n-d-712140-12 neutron-server[94828]: INFO neutron.db.l3_db [None req-a3d7f76d-7720-425c-8384-933106830507 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Floating IP 14e9a158-e3c3-47c7-a92e-a12a1789caa9 associated. External IP: 172.25.0.198, port: 68434934-7822-415a-b9d7-bd005aed495f. Aug 29 04:58:26.817778 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3d7f76d-7720-425c-8384-933106830507 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Router 13e90c83-10d1-4fc0-804d-fa6fc1adea26 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:58:27.251267 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3d7f76d-7720-425c-8384-933106830507 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:58:27.261089 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0651fe6c-63f6-45db-a42e-a662f8421f2c None None] Sync routers for ids ['13e90c83-10d1-4fc0-804d-fa6fc1adea26'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:58:27.266394 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a3d7f76d-7720-425c-8384-933106830507 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:27.270763 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0651fe6c-63f6-45db-a42e-a662f8421f2c None None] Routers {'13e90c83-10d1-4fc0-804d-fa6fc1adea26'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:58:27.271388 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-0651fe6c-63f6-45db-a42e-a662f8421f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:58:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['13e90c83-10d1-4fc0-804d-fa6fc1adea26'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:58:27.294455 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-a3d7f76d-7720-425c-8384-933106830507 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8326640 Aug 29 04:58:27.295059 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7468c8aa-ef19-4e83-99c6-be07109faada', 'tag': '68434934-7822-415a-b9d7-bd005aed495f'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:58:27.297369 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d4c2ead-4693-4f8d-b341-bbbaad8b833a" -d '{"events": [{"name": "network-changed", "server_uuid": "7468c8aa-ef19-4e83-99c6-be07109faada", "tag": "68434934-7822-415a-b9d7-bd005aed495f"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:58:27.334247 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dddc97f2-7b2a-4484-b5df-a05d17c6bfff x-openstack-request-id: req-dddc97f2-7b2a-4484-b5df-a05d17c6bfff {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:58:27.334548 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7468c8aa-ef19-4e83-99c6-be07109faada", "tag": "68434934-7822-415a-b9d7-bd005aed495f", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:58:27.334808 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dddc97f2-7b2a-4484-b5df-a05d17c6bfff {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:58:27.335213 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7468c8aa-ef19-4e83-99c6-be07109faada', 'tag': '68434934-7822-415a-b9d7-bd005aed495f', 'status': 'completed', 'code': 200} Aug 29 04:58:27.377914 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-0651fe6c-63f6-45db-a42e-a662f8421f2c None None] Set router 13e90c83-10d1-4fc0-804d-fa6fc1adea26 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:58:27.416997 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4c2ead-4693-4f8d-b341-bbbaad8b833a req-a519161a-d66c-4628-b50f-73979d99f997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:27.418586 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9d4c2ead-4693-4f8d-b341-bbbaad8b833a req-a519161a-d66c-4628-b50f-73979d99f997 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9e4c4c6e36d14588ab4691d1cbcbcb2b&device_id=7468c8aa-ef19-4e83-99c6-be07109faada HTTP/1.1" status: 200 len: 1097 time: 0.0401363 Aug 29 04:58:27.515959 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4c2ead-4693-4f8d-b341-bbbaad8b833a req-b61a5dd0-0990-4cf1-be81-fa66067206cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:27.517364 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9d4c2ead-4693-4f8d-b341-bbbaad8b833a req-b61a5dd0-0990-4cf1-be81-fa66067206cf service neutron] 10.222.0.48 "GET /v2.0/networks?id=34c933ba-ee7b-4b4e-a6b9-839156fc5f9b HTTP/1.1" status: 200 len: 912 time: 0.0922396 Aug 29 04:58:27.586540 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9d4c2ead-4693-4f8d-b341-bbbaad8b833a req-3a194706-2030-4588-8b39-cb41e24f4eb1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=68434934-7822-415a-b9d7-bd005aed495f HTTP/1.1" status: 200 len: 999 time: 0.0610392 Aug 29 04:58:27.605095 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-0651fe6c-63f6-45db-a42e-a662f8421f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e90c83-10d1-4fc0-804d-fa6fc1adea26', 'name': 'tempest-TestVolumeBootPattern-403855793-router', 'tenant_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '9d0461f2-41d9-411d-9cc6-e19ff84cec3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:50:20Z', 'updated_at': '2021-08-29T04:50:24Z', 'revision_number': 4, 'project_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'gw_port': {'id': '9d0461f2-41d9-411d-9cc6-e19ff84cec3c', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e90c83-10d1-4fc0-804d-fa6fc1adea26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:50:21Z', 'updated_at': '2021-08-29T04:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': '14e9a158-e3c3-47c7-a92e-a12a1789caa9', 'tenant_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'floating_ip_address': '172.25.0.198', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': '13e90c83-10d1-4fc0-804d-fa6fc1adea26', 'port_id': '68434934-7822-415a-b9d7-bd005aed495f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34c933ba-ee7b-4b4e-a6b9-839156fc5f9b', 'mac_address': 'fa:16:3e:fb:f4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7468c8aa-ef19-4e83-99c6-be07109faada', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:58:26Z', 'updated_at': '2021-08-29T04:58:26Z', 'revision_number': 0, 'project_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'fixed_ip_address_scope': None}, {'id': '31621563-edcc-4ed5-950c-9231c143eb6e', 'tenant_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'floating_ip_address': '172.25.0.133', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': '13e90c83-10d1-4fc0-804d-fa6fc1adea26', 'port_id': '16755c0a-32bd-4bd7-87b1-787c7781cae1', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34c933ba-ee7b-4b4e-a6b9-839156fc5f9b', 'mac_address': 'fa:16:3e:d5:26:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6bd145e-411e-4394-b93a-d1dae2d40acc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:56:24Z', 'updated_at': '2021-08-29T04:56:26Z', 'revision_number': 1, 'project_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b23c488-452d-46cf-afe1-96cb4ceebeea', 'name': '', 'network_id': '34c933ba-ee7b-4b4e-a6b9-839156fc5f9b', 'tenant_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'mac_address': 'fa:16:3e:72:9f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e90c83-10d1-4fc0-804d-fa6fc1adea26', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '3503bfff-49df-4a18-910a-15b4d56f679f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:50:23Z', 'updated_at': '2021-08-29T04:50:29Z', 'revision_number': 5, 'project_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'subnets': [{'id': '3503bfff-49df-4a18-910a-15b4d56f679f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:58:27.630843 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0651fe6c-63f6-45db-a42e-a662f8421f2c None None] Checking router: 13e90c83-10d1-4fc0-804d-fa6fc1adea26 for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:58:27.638176 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4c2ead-4693-4f8d-b341-bbbaad8b833a req-e30b8e90-a130-413d-be37-455a0a177887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:27.639616 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0651fe6c-63f6-45db-a42e-a662f8421f2c None None] Routers {'13e90c83-10d1-4fc0-804d-fa6fc1adea26'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:58:27.640244 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-0651fe6c-63f6-45db-a42e-a662f8421f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:58:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['13e90c83-10d1-4fc0-804d-fa6fc1adea26'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:58:27.640981 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9d4c2ead-4693-4f8d-b341-bbbaad8b833a req-e30b8e90-a130-413d-be37-455a0a177887 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3503bfff-49df-4a18-910a-15b4d56f679f HTTP/1.1" status: 200 len: 850 time: 0.0460882 Aug 29 04:58:27.690028 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4c2ead-4693-4f8d-b341-bbbaad8b833a req-e030e716-1653-42bc-af14-bad194a1b1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:27.691535 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9d4c2ead-4693-4f8d-b341-bbbaad8b833a req-e030e716-1653-42bc-af14-bad194a1b1f6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=34c933ba-ee7b-4b4e-a6b9-839156fc5f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438735 Aug 29 04:58:27.744916 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-0651fe6c-63f6-45db-a42e-a662f8421f2c None None] Set router 13e90c83-10d1-4fc0-804d-fa6fc1adea26 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:58:27.781731 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9d4c2ead-4693-4f8d-b341-bbbaad8b833a req-e5e7000c-5bfb-4d5f-b5fb-940aa265c727 service neutron] 10.222.0.48 "GET /v2.0/networks/34c933ba-ee7b-4b4e-a6b9-839156fc5f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821605 Aug 29 04:58:27.875626 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9d4c2ead-4693-4f8d-b341-bbbaad8b833a req-dbc8a57d-2ea1-4e56-be17-95982a8cdcec service neutron] 10.222.0.48 "GET /v2.0/networks/34c933ba-ee7b-4b4e-a6b9-839156fc5f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860512 Aug 29 04:58:27.970246 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-0651fe6c-63f6-45db-a42e-a662f8421f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e90c83-10d1-4fc0-804d-fa6fc1adea26', 'name': 'tempest-TestVolumeBootPattern-403855793-router', 'tenant_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '9d0461f2-41d9-411d-9cc6-e19ff84cec3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:50:20Z', 'updated_at': '2021-08-29T04:50:24Z', 'revision_number': 4, 'project_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'gw_port': {'id': '9d0461f2-41d9-411d-9cc6-e19ff84cec3c', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e90c83-10d1-4fc0-804d-fa6fc1adea26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:50:21Z', 'updated_at': '2021-08-29T04:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': '14e9a158-e3c3-47c7-a92e-a12a1789caa9', 'tenant_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'floating_ip_address': '172.25.0.198', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': '13e90c83-10d1-4fc0-804d-fa6fc1adea26', 'port_id': '68434934-7822-415a-b9d7-bd005aed495f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34c933ba-ee7b-4b4e-a6b9-839156fc5f9b', 'mac_address': 'fa:16:3e:fb:f4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7468c8aa-ef19-4e83-99c6-be07109faada', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:58:26Z', 'updated_at': '2021-08-29T04:58:26Z', 'revision_number': 0, 'project_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'fixed_ip_address_scope': None}, {'id': '31621563-edcc-4ed5-950c-9231c143eb6e', 'tenant_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'floating_ip_address': '172.25.0.133', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': '13e90c83-10d1-4fc0-804d-fa6fc1adea26', 'port_id': '16755c0a-32bd-4bd7-87b1-787c7781cae1', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34c933ba-ee7b-4b4e-a6b9-839156fc5f9b', 'mac_address': 'fa:16:3e:d5:26:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6bd145e-411e-4394-b93a-d1dae2d40acc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:56:24Z', 'updated_at': '2021-08-29T04:56:26Z', 'revision_number': 1, 'project_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b23c488-452d-46cf-afe1-96cb4ceebeea', 'name': '', 'network_id': '34c933ba-ee7b-4b4e-a6b9-839156fc5f9b', 'tenant_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'mac_address': 'fa:16:3e:72:9f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e90c83-10d1-4fc0-804d-fa6fc1adea26', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '3503bfff-49df-4a18-910a-15b4d56f679f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:50:23Z', 'updated_at': '2021-08-29T04:50:29Z', 'revision_number': 5, 'project_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'subnets': [{'id': '3503bfff-49df-4a18-910a-15b4d56f679f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:58:27.998733 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0651fe6c-63f6-45db-a42e-a662f8421f2c None None] The sync data for ids ['13e90c83-10d1-4fc0-804d-fa6fc1adea26'] in n-d-712140-12 is: [{'id': '13e90c83-10d1-4fc0-804d-fa6fc1adea26', 'name': 'tempest-TestVolumeBootPattern-403855793-router', 'tenant_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '9d0461f2-41d9-411d-9cc6-e19ff84cec3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:50:20Z', 'updated_at': '2021-08-29T04:50:24Z', 'revision_number': 4, 'project_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'gw_port': {'id': '9d0461f2-41d9-411d-9cc6-e19ff84cec3c', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e90c83-10d1-4fc0-804d-fa6fc1adea26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:50:21Z', 'updated_at': '2021-08-29T04:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': '14e9a158-e3c3-47c7-a92e-a12a1789caa9', 'tenant_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'floating_ip_address': '172.25.0.198', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': '13e90c83-10d1-4fc0-804d-fa6fc1adea26', 'port_id': '68434934-7822-415a-b9d7-bd005aed495f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34c933ba-ee7b-4b4e-a6b9-839156fc5f9b', 'mac_address': 'fa:16:3e:fb:f4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7468c8aa-ef19-4e83-99c6-be07109faada', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:58:26Z', 'updated_at': '2021-08-29T04:58:26Z', 'revision_number': 0, 'project_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'fixed_ip_address_scope': None}, {'id': '31621563-edcc-4ed5-950c-9231c143eb6e', 'tenant_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'floating_ip_address': '172.25.0.133', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': '13e90c83-10d1-4fc0-804d-fa6fc1adea26', 'port_id': '16755c0a-32bd-4bd7-87b1-787c7781cae1', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34c933ba-ee7b-4b4e-a6b9-839156fc5f9b', 'mac_address': 'fa:16:3e:d5:26:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6bd145e-411e-4394-b93a-d1dae2d40acc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:56:24Z', 'updated_at': '2021-08-29T04:56:26Z', 'revision_number': 1, 'project_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b23c488-452d-46cf-afe1-96cb4ceebeea', 'name': '', 'network_id': '34c933ba-ee7b-4b4e-a6b9-839156fc5f9b', 'tenant_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'mac_address': 'fa:16:3e:72:9f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e90c83-10d1-4fc0-804d-fa6fc1adea26', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '3503bfff-49df-4a18-910a-15b4d56f679f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:50:23Z', 'updated_at': '2021-08-29T04:50:29Z', 'revision_number': 5, 'project_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'subnets': [{'id': '3503bfff-49df-4a18-910a-15b4d56f679f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:58:28.195181 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba16668c-96ac-4ed4-80c7-971aaa5dd117 None None] New status for floating IP 14e9a158-e3c3-47c7-a92e-a12a1789caa9: ACTIVE {{(pid=94831) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:58:28.840836 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:31.560948 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:58:33.418448 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e94d38c6-dfb2-4434-a89c-42dc970f29f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:36.278297 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-781587df-61f2-4457-b4a1-24c5ff3694ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:37.270888 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:37.302546 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:38.794098 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:49.539930 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:58.838743 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:03.420561 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-472cb1bc-f94f-4ef3-adb0-2fc22c45b7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:06.281437 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8dfa7b64-06c9-47fb-8f5b-d45ec423a879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:07.270954 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:07.304474 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:08.561118 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:59:08.796927 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:19.527643 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:22.051560 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bddb6d34-e4ff-4844-9663-f324d006da14 req-5d111af5-cc2c-4bd1-8ac7-0dbd383dbcf4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e6bd145e-411e-4394-b93a-d1dae2d40acc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402277 Aug 29 04:59:22.135697 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddb6d34-e4ff-4844-9663-f324d006da14 req-a6e55146-9b40-4a44-9616-3bceebce95c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:22.137895 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bddb6d34-e4ff-4844-9663-f324d006da14 req-a6e55146-9b40-4a44-9616-3bceebce95c4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9e4c4c6e36d14588ab4691d1cbcbcb2b&device_id=e6bd145e-411e-4394-b93a-d1dae2d40acc HTTP/1.1" status: 200 len: 1098 time: 0.0410655 Aug 29 04:59:22.253223 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddb6d34-e4ff-4844-9663-f324d006da14 req-e492fdcf-ebe9-4883-9d89-6ad47811233c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:22.254746 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bddb6d34-e4ff-4844-9663-f324d006da14 req-e492fdcf-ebe9-4883-9d89-6ad47811233c service neutron] 10.222.0.46 "GET /v2.0/networks?id=34c933ba-ee7b-4b4e-a6b9-839156fc5f9b HTTP/1.1" status: 200 len: 912 time: 0.0955935 Aug 29 04:59:22.322555 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bddb6d34-e4ff-4844-9663-f324d006da14 req-8e46788c-e57d-4560-b1df-0b240835ce2f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=16755c0a-32bd-4bd7-87b1-787c7781cae1 HTTP/1.1" status: 200 len: 1002 time: 0.0588348 Aug 29 04:59:22.373039 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddb6d34-e4ff-4844-9663-f324d006da14 req-923fab38-b4c2-4c8e-8e72-d6a30860c22d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:22.374533 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bddb6d34-e4ff-4844-9663-f324d006da14 req-923fab38-b4c2-4c8e-8e72-d6a30860c22d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3503bfff-49df-4a18-910a-15b4d56f679f HTTP/1.1" status: 200 len: 850 time: 0.0441222 Aug 29 04:59:22.426606 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddb6d34-e4ff-4844-9663-f324d006da14 req-29207464-6e79-42eb-b272-8d73d1390867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:22.428157 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bddb6d34-e4ff-4844-9663-f324d006da14 req-29207464-6e79-42eb-b272-8d73d1390867 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=34c933ba-ee7b-4b4e-a6b9-839156fc5f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454164 Aug 29 04:59:22.440199 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [req-bddb6d34-e4ff-4844-9663-f324d006da14 req-ec1546a7-0dd8-465f-bc13-aba1d3a9c6cd service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:59:22.441137 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bddb6d34-e4ff-4844-9663-f324d006da14 req-ec1546a7-0dd8-465f-bc13-aba1d3a9c6cd service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052466 Aug 29 04:59:22.526701 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bddb6d34-e4ff-4844-9663-f324d006da14 req-b65f08de-278f-4758-a3d7-e66e302206b7 service neutron] 10.222.0.46 "GET /v2.0/networks/34c933ba-ee7b-4b4e-a6b9-839156fc5f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791099 Aug 29 04:59:22.619231 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bddb6d34-e4ff-4844-9663-f324d006da14 req-238f049f-6aaa-42c0-8f68-21ada8b2ceea service neutron] 10.222.0.46 "GET /v2.0/networks/34c933ba-ee7b-4b4e-a6b9-839156fc5f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850823 Aug 29 04:59:24.529011 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4741a496-1859-406c-b875-97e12f087e93 req-f86e4c9f-afb4-4fc8-be77-3415ea374e4f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7468c8aa-ef19-4e83-99c6-be07109faada&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0411932 Aug 29 04:59:24.630732 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4741a496-1859-406c-b875-97e12f087e93 req-0d208f23-4db0-463a-b3cf-a30444534ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:24.632456 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4741a496-1859-406c-b875-97e12f087e93 req-0d208f23-4db0-463a-b3cf-a30444534ca0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9e4c4c6e36d14588ab4691d1cbcbcb2b&device_id=7468c8aa-ef19-4e83-99c6-be07109faada HTTP/1.1" status: 200 len: 1097 time: 0.0432289 Aug 29 04:59:24.739312 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4741a496-1859-406c-b875-97e12f087e93 req-809f0984-eda9-4a3f-a8bd-95c8d3c7131c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:24.740840 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4741a496-1859-406c-b875-97e12f087e93 req-809f0984-eda9-4a3f-a8bd-95c8d3c7131c service neutron] 10.222.0.48 "GET /v2.0/networks?id=34c933ba-ee7b-4b4e-a6b9-839156fc5f9b HTTP/1.1" status: 200 len: 912 time: 0.0863557 Aug 29 04:59:24.806578 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4741a496-1859-406c-b875-97e12f087e93 req-eb7dd3dd-f2b8-4433-a900-0f2f1d208e3b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=68434934-7822-415a-b9d7-bd005aed495f HTTP/1.1" status: 200 len: 1001 time: 0.0577450 Aug 29 04:59:24.854380 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4741a496-1859-406c-b875-97e12f087e93 req-06d73fb3-088b-463d-a253-e19a50660985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:24.855839 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4741a496-1859-406c-b875-97e12f087e93 req-06d73fb3-088b-463d-a253-e19a50660985 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3503bfff-49df-4a18-910a-15b4d56f679f HTTP/1.1" status: 200 len: 850 time: 0.0423138 Aug 29 04:59:24.904161 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4741a496-1859-406c-b875-97e12f087e93 req-d02e00bf-a7e5-4a4e-a917-fe26ba5bf69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:24.905633 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4741a496-1859-406c-b875-97e12f087e93 req-d02e00bf-a7e5-4a4e-a917-fe26ba5bf69b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=34c933ba-ee7b-4b4e-a6b9-839156fc5f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433013 Aug 29 04:59:24.994248 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4741a496-1859-406c-b875-97e12f087e93 req-84749721-4e6c-4e5d-965f-b05ce155f5cb service neutron] 10.222.0.48 "GET /v2.0/networks/34c933ba-ee7b-4b4e-a6b9-839156fc5f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806234 Aug 29 04:59:25.086828 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4741a496-1859-406c-b875-97e12f087e93 req-58f77414-3f66-46af-918b-ee081e2c404c service neutron] 10.222.0.48 "GET /v2.0/networks/34c933ba-ee7b-4b4e-a6b9-839156fc5f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842724 Aug 29 04:59:28.851861 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:33.421643 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a3eb66c9-0eab-4af8-b1d7-a585ae97f84c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:36.282014 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-78d80fb7-ef41-4c0d-b9e6-d3462016665a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:37.272890 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:37.307556 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:38.801657 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:45.560450 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:59:49.526544 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:54.666822 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 37408) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:54.824578 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-d8ee5b63-58e6-4141-bc57-c320fdf5820f tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Deleting port a8579574-6a3a-4c03-be43-88115e0ee8fb {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:59:54.824935 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d8ee5b63-58e6-4141-bc57-c320fdf5820f tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:54.901712 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d8ee5b63-58e6-4141-bc57-c320fdf5820f tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:54.902049 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d8ee5b63-58e6-4141-bc57-c320fdf5820f tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:54.913831 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-d8ee5b63-58e6-4141-bc57-c320fdf5820f tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Calling delete_port for a8579574-6a3a-4c03-be43-88115e0ee8fb owned by network:floatingip {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:59:55.059834 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d8ee5b63-58e6-4141-bc57-c320fdf5820f tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:55.084246 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ee5b63-58e6-4141-bc57-c320fdf5820f tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Pushing event deleted for resources: {'Port': ['ID=a8579574-6a3a-4c03-be43-88115e0ee8fb,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:55.094804 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ee5b63-58e6-4141-bc57-c320fdf5820f tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:55.095642 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ee5b63-58e6-4141-bc57-c320fdf5820f tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:55.096004 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ee5b63-58e6-4141-bc57-c320fdf5820f tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:55.096340 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ee5b63-58e6-4141-bc57-c320fdf5820f tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:55.096672 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ee5b63-58e6-4141-bc57-c320fdf5820f tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:55.097004 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ee5b63-58e6-4141-bc57-c320fdf5820f tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:55.097342 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ee5b63-58e6-4141-bc57-c320fdf5820f tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:55.097666 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ee5b63-58e6-4141-bc57-c320fdf5820f tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:55.097989 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ee5b63-58e6-4141-bc57-c320fdf5820f tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:55.098311 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ee5b63-58e6-4141-bc57-c320fdf5820f tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:55.098638 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ee5b63-58e6-4141-bc57-c320fdf5820f tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:55.098960 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ee5b63-58e6-4141-bc57-c320fdf5820f tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:55.154004 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d8ee5b63-58e6-4141-bc57-c320fdf5820f tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks [] for floatingip, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:55.154339 n-d-712140-12 neutron-server[94829]: INFO neutron.db.l3_db [None req-d8ee5b63-58e6-4141-bc57-c320fdf5820f tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Floating IP 14e9a158-e3c3-47c7-a92e-a12a1789caa9 disassociated (deleted). External IP: 172.25.0.198, port: 68434934-7822-415a-b9d7-bd005aed495f. Aug 29 04:59:55.359412 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8ee5b63-58e6-4141-bc57-c320fdf5820f tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Router 13e90c83-10d1-4fc0-804d-fa6fc1adea26 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:59:55.748893 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8ee5b63-58e6-4141-bc57-c320fdf5820f tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:59:55.753152 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d8ee5b63-58e6-4141-bc57-c320fdf5820f tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:55.758686 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4359e3-cd57-4010-aa3e-bb49a70c6999 None None] Sync routers for ids ['13e90c83-10d1-4fc0-804d-fa6fc1adea26'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:59:55.768737 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4359e3-cd57-4010-aa3e-bb49a70c6999 None None] Routers {'13e90c83-10d1-4fc0-804d-fa6fc1adea26'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:59:55.769435 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-af4359e3-cd57-4010-aa3e-bb49a70c6999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:59:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['13e90c83-10d1-4fc0-804d-fa6fc1adea26'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:59:55.780407 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-d8ee5b63-58e6-4141-bc57-c320fdf5820f tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "DELETE /v2.0/floatingips/14e9a158-e3c3-47c7-a92e-a12a1789caa9 HTTP/1.1" status: 204 len: 168 time: 1.1124811 Aug 29 04:59:55.781005 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7468c8aa-ef19-4e83-99c6-be07109faada', 'tag': '68434934-7822-415a-b9d7-bd005aed495f'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:59:55.783838 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6ef854c-fa4b-455d-8dc7-b424090ec0e1" -d '{"events": [{"name": "network-changed", "server_uuid": "7468c8aa-ef19-4e83-99c6-be07109faada", "tag": "68434934-7822-415a-b9d7-bd005aed495f"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:59:55.889777 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-af4359e3-cd57-4010-aa3e-bb49a70c6999 None None] Set router 13e90c83-10d1-4fc0-804d-fa6fc1adea26 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:59:55.911453 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a67fcd33-20ef-464d-ac63-80dfca9ba68b x-openstack-request-id: req-a67fcd33-20ef-464d-ac63-80dfca9ba68b {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:59:55.912087 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7468c8aa-ef19-4e83-99c6-be07109faada", "tag": "68434934-7822-415a-b9d7-bd005aed495f", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:59:55.912606 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a67fcd33-20ef-464d-ac63-80dfca9ba68b {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:59:55.913211 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7468c8aa-ef19-4e83-99c6-be07109faada', 'tag': '68434934-7822-415a-b9d7-bd005aed495f', 'status': 'completed', 'code': 200} Aug 29 04:59:56.041141 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ef854c-fa4b-455d-8dc7-b424090ec0e1 req-53af12c0-eeb4-4083-a443-a51fc4ac8488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:56.042589 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c6ef854c-fa4b-455d-8dc7-b424090ec0e1 req-53af12c0-eeb4-4083-a443-a51fc4ac8488 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9e4c4c6e36d14588ab4691d1cbcbcb2b&device_id=7468c8aa-ef19-4e83-99c6-be07109faada HTTP/1.1" status: 200 len: 1097 time: 0.0687249 Aug 29 04:59:56.053038 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3518ba7-119f-48a5-8a7d-1e695a8b5956 req-cf61b8c9-094e-4bf3-bef3-d4f1d3f8cded tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:56.054449 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a3518ba7-119f-48a5-8a7d-1e695a8b5956 req-cf61b8c9-094e-4bf3-bef3-d4f1d3f8cded tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=7468c8aa-ef19-4e83-99c6-be07109faada HTTP/1.1" status: 200 len: 945 time: 0.0825436 Aug 29 04:59:56.119543 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-af4359e3-cd57-4010-aa3e-bb49a70c6999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e90c83-10d1-4fc0-804d-fa6fc1adea26', 'name': 'tempest-TestVolumeBootPattern-403855793-router', 'tenant_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '9d0461f2-41d9-411d-9cc6-e19ff84cec3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:50:20Z', 'updated_at': '2021-08-29T04:50:24Z', 'revision_number': 4, 'project_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'gw_port': {'id': '9d0461f2-41d9-411d-9cc6-e19ff84cec3c', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e90c83-10d1-4fc0-804d-fa6fc1adea26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:50:21Z', 'updated_at': '2021-08-29T04:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': '31621563-edcc-4ed5-950c-9231c143eb6e', 'tenant_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'floating_ip_address': '172.25.0.133', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': '13e90c83-10d1-4fc0-804d-fa6fc1adea26', 'port_id': '16755c0a-32bd-4bd7-87b1-787c7781cae1', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34c933ba-ee7b-4b4e-a6b9-839156fc5f9b', 'mac_address': 'fa:16:3e:d5:26:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6bd145e-411e-4394-b93a-d1dae2d40acc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:56:24Z', 'updated_at': '2021-08-29T04:56:26Z', 'revision_number': 1, 'project_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b23c488-452d-46cf-afe1-96cb4ceebeea', 'name': '', 'network_id': '34c933ba-ee7b-4b4e-a6b9-839156fc5f9b', 'tenant_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'mac_address': 'fa:16:3e:72:9f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e90c83-10d1-4fc0-804d-fa6fc1adea26', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '3503bfff-49df-4a18-910a-15b4d56f679f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:50:23Z', 'updated_at': '2021-08-29T04:50:29Z', 'revision_number': 5, 'project_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'subnets': [{'id': '3503bfff-49df-4a18-910a-15b4d56f679f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:59:56.145555 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4359e3-cd57-4010-aa3e-bb49a70c6999 None None] Checking router: 13e90c83-10d1-4fc0-804d-fa6fc1adea26 for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:59:56.147839 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a3518ba7-119f-48a5-8a7d-1e695a8b5956 req-66a767ed-cbe6-481a-8440-45a0aeb5feee tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=772f103b-4b1a-46d9-97ea-e4bddf8eb996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849485 Aug 29 04:59:56.153972 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4359e3-cd57-4010-aa3e-bb49a70c6999 None None] Routers {'13e90c83-10d1-4fc0-804d-fa6fc1adea26'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:59:56.154592 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-af4359e3-cd57-4010-aa3e-bb49a70c6999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T04:59:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['13e90c83-10d1-4fc0-804d-fa6fc1adea26'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:59:56.177768 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ef854c-fa4b-455d-8dc7-b424090ec0e1 req-abe90921-e536-4b5e-8f7c-4b48359a1924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:56.179293 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c6ef854c-fa4b-455d-8dc7-b424090ec0e1 req-abe90921-e536-4b5e-8f7c-4b48359a1924 service neutron] 10.222.0.48 "GET /v2.0/networks?id=34c933ba-ee7b-4b4e-a6b9-839156fc5f9b HTTP/1.1" status: 200 len: 912 time: 0.1239941 Aug 29 04:59:56.227110 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c6ef854c-fa4b-455d-8dc7-b424090ec0e1 req-be2254a1-2131-4db3-a7dd-567308f3b6ef service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=68434934-7822-415a-b9d7-bd005aed495f HTTP/1.1" status: 200 len: 217 time: 0.0355468 Aug 29 04:59:56.259041 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-af4359e3-cd57-4010-aa3e-bb49a70c6999 None None] Set router 13e90c83-10d1-4fc0-804d-fa6fc1adea26 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:59:56.280320 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ef854c-fa4b-455d-8dc7-b424090ec0e1 req-fb32b251-bba4-4a3a-ba63-b3c925702057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:56.281808 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c6ef854c-fa4b-455d-8dc7-b424090ec0e1 req-fb32b251-bba4-4a3a-ba63-b3c925702057 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3503bfff-49df-4a18-910a-15b4d56f679f HTTP/1.1" status: 200 len: 850 time: 0.0475483 Aug 29 04:59:56.328561 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ef854c-fa4b-455d-8dc7-b424090ec0e1 req-f29973f2-17a8-4db3-8bd6-47d9d4de856f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:56.330560 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c6ef854c-fa4b-455d-8dc7-b424090ec0e1 req-f29973f2-17a8-4db3-8bd6-47d9d4de856f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=34c933ba-ee7b-4b4e-a6b9-839156fc5f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401251 Aug 29 04:59:56.420921 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c6ef854c-fa4b-455d-8dc7-b424090ec0e1 req-4146d3ba-2ecc-42eb-957b-1f248f4a11db service neutron] 10.222.0.48 "GET /v2.0/networks/34c933ba-ee7b-4b4e-a6b9-839156fc5f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819182 Aug 29 04:59:56.522697 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c6ef854c-fa4b-455d-8dc7-b424090ec0e1 req-d1be53c6-3e33-4c9b-94db-f0885ca667cb service neutron] 10.222.0.48 "GET /v2.0/networks/34c933ba-ee7b-4b4e-a6b9-839156fc5f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935276 Aug 29 04:59:56.635368 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-af4359e3-cd57-4010-aa3e-bb49a70c6999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e90c83-10d1-4fc0-804d-fa6fc1adea26', 'name': 'tempest-TestVolumeBootPattern-403855793-router', 'tenant_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '9d0461f2-41d9-411d-9cc6-e19ff84cec3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:50:20Z', 'updated_at': '2021-08-29T04:50:24Z', 'revision_number': 4, 'project_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'gw_port': {'id': '9d0461f2-41d9-411d-9cc6-e19ff84cec3c', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e90c83-10d1-4fc0-804d-fa6fc1adea26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:50:21Z', 'updated_at': '2021-08-29T04:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': '31621563-edcc-4ed5-950c-9231c143eb6e', 'tenant_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'floating_ip_address': '172.25.0.133', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': '13e90c83-10d1-4fc0-804d-fa6fc1adea26', 'port_id': '16755c0a-32bd-4bd7-87b1-787c7781cae1', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34c933ba-ee7b-4b4e-a6b9-839156fc5f9b', 'mac_address': 'fa:16:3e:d5:26:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6bd145e-411e-4394-b93a-d1dae2d40acc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:56:24Z', 'updated_at': '2021-08-29T04:56:26Z', 'revision_number': 1, 'project_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b23c488-452d-46cf-afe1-96cb4ceebeea', 'name': '', 'network_id': '34c933ba-ee7b-4b4e-a6b9-839156fc5f9b', 'tenant_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'mac_address': 'fa:16:3e:72:9f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e90c83-10d1-4fc0-804d-fa6fc1adea26', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '3503bfff-49df-4a18-910a-15b4d56f679f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:50:23Z', 'updated_at': '2021-08-29T04:50:29Z', 'revision_number': 5, 'project_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'subnets': [{'id': '3503bfff-49df-4a18-910a-15b4d56f679f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:59:56.660914 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4359e3-cd57-4010-aa3e-bb49a70c6999 None None] The sync data for ids ['13e90c83-10d1-4fc0-804d-fa6fc1adea26'] in n-d-712140-12 is: [{'id': '13e90c83-10d1-4fc0-804d-fa6fc1adea26', 'name': 'tempest-TestVolumeBootPattern-403855793-router', 'tenant_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '9d0461f2-41d9-411d-9cc6-e19ff84cec3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:50:20Z', 'updated_at': '2021-08-29T04:50:24Z', 'revision_number': 4, 'project_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'gw_port': {'id': '9d0461f2-41d9-411d-9cc6-e19ff84cec3c', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e90c83-10d1-4fc0-804d-fa6fc1adea26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:50:21Z', 'updated_at': '2021-08-29T04:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': '31621563-edcc-4ed5-950c-9231c143eb6e', 'tenant_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'floating_ip_address': '172.25.0.133', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': '13e90c83-10d1-4fc0-804d-fa6fc1adea26', 'port_id': '16755c0a-32bd-4bd7-87b1-787c7781cae1', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34c933ba-ee7b-4b4e-a6b9-839156fc5f9b', 'mac_address': 'fa:16:3e:d5:26:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6bd145e-411e-4394-b93a-d1dae2d40acc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:56:24Z', 'updated_at': '2021-08-29T04:56:26Z', 'revision_number': 1, 'project_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b23c488-452d-46cf-afe1-96cb4ceebeea', 'name': '', 'network_id': '34c933ba-ee7b-4b4e-a6b9-839156fc5f9b', 'tenant_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'mac_address': 'fa:16:3e:72:9f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e90c83-10d1-4fc0-804d-fa6fc1adea26', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '3503bfff-49df-4a18-910a-15b4d56f679f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:50:23Z', 'updated_at': '2021-08-29T04:50:29Z', 'revision_number': 5, 'project_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'subnets': [{'id': '3503bfff-49df-4a18-910a-15b4d56f679f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:59:56.867838 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16744f20-6ee0-49b6-bacd-327d6ef20e6d None None] New status for floating IP 14e9a158-e3c3-47c7-a92e-a12a1789caa9: DOWN {{(pid=94831) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:59:57.271914 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c235194-1cbf-45ed-a15c-9c9b9c48a27e req-2e578e8b-255d-4660-a0c6-2c6cc2ec6e5b tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:57.273392 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6c235194-1cbf-45ed-a15c-9c9b9c48a27e req-2e578e8b-255d-4660-a0c6-2c6cc2ec6e5b tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=7468c8aa-ef19-4e83-99c6-be07109faada HTTP/1.1" status: 200 len: 945 time: 0.0515025 Aug 29 04:59:57.312251 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6c235194-1cbf-45ed-a15c-9c9b9c48a27e req-1f893482-c55b-4978-80b0-e6859a4fa6e4 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=772f103b-4b1a-46d9-97ea-e4bddf8eb996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328751 Aug 29 04:59:57.785755 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88d6788-e285-40da-ad9c-cd48d9f4b1b0 req-63614430-ada1-403a-a5e7-f4bff5d3f9cd tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:57.787247 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b88d6788-e285-40da-ad9c-cd48d9f4b1b0 req-63614430-ada1-403a-a5e7-f4bff5d3f9cd tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.48 "GET /v2.0/ports?device_id=7468c8aa-ef19-4e83-99c6-be07109faada HTTP/1.1" status: 200 len: 945 time: 0.0488451 Aug 29 04:59:57.881004 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-b88d6788-e285-40da-ad9c-cd48d9f4b1b0 req-7f4cebc7-3e3c-42c5-9aab-2736a3505c4c tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Deleting port 68434934-7822-415a-b9d7-bd005aed495f {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:59:57.881353 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-b88d6788-e285-40da-ad9c-cd48d9f4b1b0 req-7f4cebc7-3e3c-42c5-9aab-2736a3505c4c tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:57.969510 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-b88d6788-e285-40da-ad9c-cd48d9f4b1b0 req-7f4cebc7-3e3c-42c5-9aab-2736a3505c4c tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] For port 68434934-7822-415a-b9d7-bd005aed495f, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=68434934-7822-415a-b9d7-bd005aed495f,segment=NetworkSegment(3dd283cc-c7c2-45b6-9e1c-030522db2cd2),segment_id=3dd283cc-c7c2-45b6-9e1c-030522db2cd2)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:59:57.970522 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-b88d6788-e285-40da-ad9c-cd48d9f4b1b0 req-7f4cebc7-3e3c-42c5-9aab-2736a3505c4c tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:57.982932 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-b88d6788-e285-40da-ad9c-cd48d9f4b1b0 req-7f4cebc7-3e3c-42c5-9aab-2736a3505c4c tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Calling delete_port for 68434934-7822-415a-b9d7-bd005aed495f owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:59:58.111339 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-b88d6788-e285-40da-ad9c-cd48d9f4b1b0 req-7f4cebc7-3e3c-42c5-9aab-2736a3505c4c tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:58.140765 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4cebc7-3e3c-42c5-9aab-2736a3505c4c tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Pushing event deleted for resources: {'Port': ['ID=68434934-7822-415a-b9d7-bd005aed495f,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:58.167241 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4cebc7-3e3c-42c5-9aab-2736a3505c4c tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:58.167598 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4cebc7-3e3c-42c5-9aab-2736a3505c4c tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:58.167969 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4cebc7-3e3c-42c5-9aab-2736a3505c4c tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:58.168309 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4cebc7-3e3c-42c5-9aab-2736a3505c4c tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:58.168647 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4cebc7-3e3c-42c5-9aab-2736a3505c4c tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:58.168981 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4cebc7-3e3c-42c5-9aab-2736a3505c4c tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:58.169311 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4cebc7-3e3c-42c5-9aab-2736a3505c4c tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:58.169639 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4cebc7-3e3c-42c5-9aab-2736a3505c4c tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:58.169968 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4cebc7-3e3c-42c5-9aab-2736a3505c4c tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:58.170295 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4cebc7-3e3c-42c5-9aab-2736a3505c4c tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:58.170619 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4cebc7-3e3c-42c5-9aab-2736a3505c4c tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:58.170943 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4cebc7-3e3c-42c5-9aab-2736a3505c4c tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:58.189365 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-b88d6788-e285-40da-ad9c-cd48d9f4b1b0 req-7f4cebc7-3e3c-42c5-9aab-2736a3505c4c tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] No DVR routers for this DVR port 68434934-7822-415a-b9d7-bd005aed495f on host n-h2-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:59:58.191979 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-b88d6788-e285-40da-ad9c-cd48d9f4b1b0 req-7f4cebc7-3e3c-42c5-9aab-2736a3505c4c tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:58.193944 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b88d6788-e285-40da-ad9c-cd48d9f4b1b0 req-7f4cebc7-3e3c-42c5-9aab-2736a3505c4c tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.48 "DELETE /v2.0/ports/68434934-7822-415a-b9d7-bd005aed495f HTTP/1.1" status: 204 len: 173 time: 0.3996086 Aug 29 04:59:58.194384 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7468c8aa-ef19-4e83-99c6-be07109faada', 'name': 'network-vif-deleted', 'tag': '68434934-7822-415a-b9d7-bd005aed495f'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:59:58.196647 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0254015e-e56a-419d-a865-e6b7e597ec18" -d '{"events": [{"server_uuid": "7468c8aa-ef19-4e83-99c6-be07109faada", "name": "network-vif-deleted", "tag": "68434934-7822-415a-b9d7-bd005aed495f"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:59:58.262469 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63530666-e8a1-436d-8627-cea9c89b77e5 x-openstack-request-id: req-63530666-e8a1-436d-8627-cea9c89b77e5 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:59:58.262762 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7468c8aa-ef19-4e83-99c6-be07109faada", "name": "network-vif-deleted", "tag": "68434934-7822-415a-b9d7-bd005aed495f", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:59:58.263015 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-63530666-e8a1-436d-8627-cea9c89b77e5 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:59:58.263420 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7468c8aa-ef19-4e83-99c6-be07109faada', 'name': 'network-vif-deleted', 'tag': '68434934-7822-415a-b9d7-bd005aed495f', 'status': 'completed', 'code': 200} Aug 29 04:59:58.403472 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7a9d85b0-3459-4459-88ad-c36160197675 req-576fe83b-3302-4c76-a7d4-e4391bd3653a tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=7468c8aa-ef19-4e83-99c6-be07109faada HTTP/1.1" status: 200 len: 210 time: 0.0263972 Aug 29 04:59:58.852013 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:59.508295 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-93bcc283-2a31-4fbd-b85c-7956a947224f req-456081e8-4065-4c17-bfff-a81f2c9250a7 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=7468c8aa-ef19-4e83-99c6-be07109faada HTTP/1.1" status: 200 len: 210 time: 0.0312922 Aug 29 05:00:00.601829 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7a87703f-ae5d-41e4-8e78-21444258a681 req-6efe5e4b-a52c-48f7-843c-4af7bebc8ca9 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=7468c8aa-ef19-4e83-99c6-be07109faada HTTP/1.1" status: 200 len: 210 time: 0.0268748 Aug 29 05:00:00.893316 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 68434934-7822-415a-b9d7-bd005aed495f no longer exists at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:00:00.913593 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] No Port match for: 68434934-7822-415a-b9d7-bd005aed495f {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:00:00.914307 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 68434934-7822-415a-b9d7-bd005aed495f not bound to the agent host n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:00:01.704206 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0b5b10f1-9415-4ea6-af1f-99de8b448c37 req-a5522213-642d-4c40-8501-c7e14ade03f9 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=7468c8aa-ef19-4e83-99c6-be07109faada HTTP/1.1" status: 200 len: 210 time: 0.0258999 Aug 29 05:00:03.422661 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dc033053-6ef1-4456-849e-1ce953c61860 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:06.282880 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c5612169-2081-43bc-9017-174aa48f4a21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:07.071386 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 37464) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:07.227073 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-7aaa1ee4-de20-4a96-8a4c-5b9eb2b82c6e tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Deleting port 1a69aaec-7c40-449b-86fd-001f31105367 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:00:07.227417 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7aaa1ee4-de20-4a96-8a4c-5b9eb2b82c6e tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:07.274046 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:07.309153 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:07.309978 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7aaa1ee4-de20-4a96-8a4c-5b9eb2b82c6e tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:07.309978 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7aaa1ee4-de20-4a96-8a4c-5b9eb2b82c6e tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:07.321484 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-7aaa1ee4-de20-4a96-8a4c-5b9eb2b82c6e tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Calling delete_port for 1a69aaec-7c40-449b-86fd-001f31105367 owned by network:floatingip {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:00:07.465824 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7aaa1ee4-de20-4a96-8a4c-5b9eb2b82c6e tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:07.491900 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaa1ee4-de20-4a96-8a4c-5b9eb2b82c6e tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Pushing event deleted for resources: {'Port': ['ID=1a69aaec-7c40-449b-86fd-001f31105367,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:07.549521 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7aaa1ee4-de20-4a96-8a4c-5b9eb2b82c6e tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks [] for floatingip, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:07.549853 n-d-712140-12 neutron-server[94829]: INFO neutron.db.l3_db [None req-7aaa1ee4-de20-4a96-8a4c-5b9eb2b82c6e tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Floating IP 31621563-edcc-4ed5-950c-9231c143eb6e disassociated (deleted). External IP: 172.25.0.133, port: 16755c0a-32bd-4bd7-87b1-787c7781cae1. Aug 29 05:00:07.754431 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aaa1ee4-de20-4a96-8a4c-5b9eb2b82c6e tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Router 13e90c83-10d1-4fc0-804d-fa6fc1adea26 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:00:07.860407 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aaa1ee4-de20-4a96-8a4c-5b9eb2b82c6e tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:00:07.865288 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7aaa1ee4-de20-4a96-8a4c-5b9eb2b82c6e tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:07.869856 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6726a1-5367-46ec-9380-c3db77f5e4e7 None None] Sync routers for ids ['13e90c83-10d1-4fc0-804d-fa6fc1adea26'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:00:07.879100 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6726a1-5367-46ec-9380-c3db77f5e4e7 None None] Routers {'13e90c83-10d1-4fc0-804d-fa6fc1adea26'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:00:07.879734 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-8f6726a1-5367-46ec-9380-c3db77f5e4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:00:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['13e90c83-10d1-4fc0-804d-fa6fc1adea26'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:07.893393 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-7aaa1ee4-de20-4a96-8a4c-5b9eb2b82c6e tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "DELETE /v2.0/floatingips/31621563-edcc-4ed5-950c-9231c143eb6e HTTP/1.1" status: 204 len: 168 time: 0.8208923 Aug 29 05:00:07.893987 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6bd145e-411e-4394-b93a-d1dae2d40acc', 'tag': '16755c0a-32bd-4bd7-87b1-787c7781cae1'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:00:07.896273 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7370bf44ac15123a80e42003cbf4401d634edfb091c0af94c8eee0f927d058c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dc52217-c9fa-49f3-887b-0cfffa1cc2b7" -d '{"events": [{"name": "network-changed", "server_uuid": "e6bd145e-411e-4394-b93a-d1dae2d40acc", "tag": "16755c0a-32bd-4bd7-87b1-787c7781cae1"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:00:07.934264 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-187dbc3e-b49d-4528-9d85-9bde3fae9430 x-openstack-request-id: req-187dbc3e-b49d-4528-9d85-9bde3fae9430 {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:00:07.934559 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6bd145e-411e-4394-b93a-d1dae2d40acc", "tag": "16755c0a-32bd-4bd7-87b1-787c7781cae1", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:00:07.934813 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-187dbc3e-b49d-4528-9d85-9bde3fae9430 {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:00:07.935221 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6bd145e-411e-4394-b93a-d1dae2d40acc', 'tag': '16755c0a-32bd-4bd7-87b1-787c7781cae1', 'status': 'completed', 'code': 200} Aug 29 05:00:07.991967 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-8f6726a1-5367-46ec-9380-c3db77f5e4e7 None None] Set router 13e90c83-10d1-4fc0-804d-fa6fc1adea26 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:00:07.998552 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc52217-c9fa-49f3-887b-0cfffa1cc2b7 req-85ee7ba1-ee9a-435d-80c6-ba9acb74bb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:08.000072 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3dc52217-c9fa-49f3-887b-0cfffa1cc2b7 req-85ee7ba1-ee9a-435d-80c6-ba9acb74bb83 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9e4c4c6e36d14588ab4691d1cbcbcb2b&device_id=e6bd145e-411e-4394-b93a-d1dae2d40acc HTTP/1.1" status: 200 len: 1098 time: 0.0431836 Aug 29 05:00:08.106228 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc52217-c9fa-49f3-887b-0cfffa1cc2b7 req-50538f40-2e98-4f58-ae1d-0849b65e121c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:08.107768 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3dc52217-c9fa-49f3-887b-0cfffa1cc2b7 req-50538f40-2e98-4f58-ae1d-0849b65e121c service neutron] 10.222.0.46 "GET /v2.0/networks?id=34c933ba-ee7b-4b4e-a6b9-839156fc5f9b HTTP/1.1" status: 200 len: 912 time: 0.0971246 Aug 29 05:00:08.128841 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5e6f4d-1a6c-4e36-8c34-829168397aaf req-6544746a-cbbc-4636-8b8b-c79f0eda2518 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:08.131907 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8b5e6f4d-1a6c-4e36-8c34-829168397aaf req-6544746a-cbbc-4636-8b8b-c79f0eda2518 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6bd145e-411e-4394-b93a-d1dae2d40acc HTTP/1.1" status: 200 len: 946 time: 0.0536451 Aug 29 05:00:08.151782 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3dc52217-c9fa-49f3-887b-0cfffa1cc2b7 req-206bc8e6-ead8-432e-bbab-324cccef467d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=16755c0a-32bd-4bd7-87b1-787c7781cae1 HTTP/1.1" status: 200 len: 217 time: 0.0361340 Aug 29 05:00:08.171671 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8b5e6f4d-1a6c-4e36-8c34-829168397aaf req-10f24cd4-3302-4b22-b9ef-929586a99ba0 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=772f103b-4b1a-46d9-97ea-e4bddf8eb996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344434 Aug 29 05:00:08.202059 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-8f6726a1-5367-46ec-9380-c3db77f5e4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e90c83-10d1-4fc0-804d-fa6fc1adea26', 'name': 'tempest-TestVolumeBootPattern-403855793-router', 'tenant_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '9d0461f2-41d9-411d-9cc6-e19ff84cec3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:50:20Z', 'updated_at': '2021-08-29T04:50:24Z', 'revision_number': 4, 'project_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'gw_port': {'id': '9d0461f2-41d9-411d-9cc6-e19ff84cec3c', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e90c83-10d1-4fc0-804d-fa6fc1adea26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:50:21Z', 'updated_at': '2021-08-29T04:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '3b23c488-452d-46cf-afe1-96cb4ceebeea', 'name': '', 'network_id': '34c933ba-ee7b-4b4e-a6b9-839156fc5f9b', 'tenant_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'mac_address': 'fa:16:3e:72:9f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e90c83-10d1-4fc0-804d-fa6fc1adea26', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '3503bfff-49df-4a18-910a-15b4d56f679f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:50:23Z', 'updated_at': '2021-08-29T04:50:29Z', 'revision_number': 5, 'project_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'subnets': [{'id': '3503bfff-49df-4a18-910a-15b4d56f679f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:08.202632 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc52217-c9fa-49f3-887b-0cfffa1cc2b7 req-ce6a3341-9925-47c4-9f45-ef5b60bb1145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:08.204206 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3dc52217-c9fa-49f3-887b-0cfffa1cc2b7 req-ce6a3341-9925-47c4-9f45-ef5b60bb1145 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3503bfff-49df-4a18-910a-15b4d56f679f HTTP/1.1" status: 200 len: 850 time: 0.0451007 Aug 29 05:00:08.227818 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6726a1-5367-46ec-9380-c3db77f5e4e7 None None] Checking router: 13e90c83-10d1-4fc0-804d-fa6fc1adea26 for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:00:08.236625 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6726a1-5367-46ec-9380-c3db77f5e4e7 None None] Routers {'13e90c83-10d1-4fc0-804d-fa6fc1adea26'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:00:08.237231 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-8f6726a1-5367-46ec-9380-c3db77f5e4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:00:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['13e90c83-10d1-4fc0-804d-fa6fc1adea26'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:08.249665 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc52217-c9fa-49f3-887b-0cfffa1cc2b7 req-fa9658c5-f2e9-40c6-8d27-5bbb2f06b162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:08.251768 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3dc52217-c9fa-49f3-887b-0cfffa1cc2b7 req-fa9658c5-f2e9-40c6-8d27-5bbb2f06b162 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=34c933ba-ee7b-4b4e-a6b9-839156fc5f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394607 Aug 29 05:00:08.342467 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3dc52217-c9fa-49f3-887b-0cfffa1cc2b7 req-3ebf9bbc-c323-476f-8139-83486f707368 service neutron] 10.222.0.46 "GET /v2.0/networks/34c933ba-ee7b-4b4e-a6b9-839156fc5f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837076 Aug 29 05:00:08.342703 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-8f6726a1-5367-46ec-9380-c3db77f5e4e7 None None] Set router 13e90c83-10d1-4fc0-804d-fa6fc1adea26 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:00:08.439556 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3dc52217-c9fa-49f3-887b-0cfffa1cc2b7 req-f1698a1a-2e2a-4ed3-8847-715333f34964 service neutron] 10.222.0.46 "GET /v2.0/networks/34c933ba-ee7b-4b4e-a6b9-839156fc5f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879283 Aug 29 05:00:08.545430 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-8f6726a1-5367-46ec-9380-c3db77f5e4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e90c83-10d1-4fc0-804d-fa6fc1adea26', 'name': 'tempest-TestVolumeBootPattern-403855793-router', 'tenant_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '9d0461f2-41d9-411d-9cc6-e19ff84cec3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:50:20Z', 'updated_at': '2021-08-29T04:50:24Z', 'revision_number': 4, 'project_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'gw_port': {'id': '9d0461f2-41d9-411d-9cc6-e19ff84cec3c', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e90c83-10d1-4fc0-804d-fa6fc1adea26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:50:21Z', 'updated_at': '2021-08-29T04:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '3b23c488-452d-46cf-afe1-96cb4ceebeea', 'name': '', 'network_id': '34c933ba-ee7b-4b4e-a6b9-839156fc5f9b', 'tenant_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'mac_address': 'fa:16:3e:72:9f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e90c83-10d1-4fc0-804d-fa6fc1adea26', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '3503bfff-49df-4a18-910a-15b4d56f679f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:50:23Z', 'updated_at': '2021-08-29T04:50:29Z', 'revision_number': 5, 'project_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'subnets': [{'id': '3503bfff-49df-4a18-910a-15b4d56f679f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:08.572325 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6726a1-5367-46ec-9380-c3db77f5e4e7 None None] The sync data for ids ['13e90c83-10d1-4fc0-804d-fa6fc1adea26'] in n-d-712140-12 is: [{'id': '13e90c83-10d1-4fc0-804d-fa6fc1adea26', 'name': 'tempest-TestVolumeBootPattern-403855793-router', 'tenant_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '9d0461f2-41d9-411d-9cc6-e19ff84cec3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:50:20Z', 'updated_at': '2021-08-29T04:50:24Z', 'revision_number': 4, 'project_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'gw_port': {'id': '9d0461f2-41d9-411d-9cc6-e19ff84cec3c', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e90c83-10d1-4fc0-804d-fa6fc1adea26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:50:21Z', 'updated_at': '2021-08-29T04:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '3b23c488-452d-46cf-afe1-96cb4ceebeea', 'name': '', 'network_id': '34c933ba-ee7b-4b4e-a6b9-839156fc5f9b', 'tenant_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'mac_address': 'fa:16:3e:72:9f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e90c83-10d1-4fc0-804d-fa6fc1adea26', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '3503bfff-49df-4a18-910a-15b4d56f679f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:50:23Z', 'updated_at': '2021-08-29T04:50:29Z', 'revision_number': 5, 'project_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'subnets': [{'id': '3503bfff-49df-4a18-910a-15b4d56f679f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:00:08.791506 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5af163-af1f-48e6-b9ed-7f33285e32d6 None None] New status for floating IP 31621563-edcc-4ed5-950c-9231c143eb6e: DOWN {{(pid=94831) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:00:08.803441 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:09.294268 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510dec3a-fec8-45c6-a65c-d8e6b8fd643a req-a0a44b3b-1137-4192-93d3-e1fb8d7615c6 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:09.295810 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-510dec3a-fec8-45c6-a65c-d8e6b8fd643a req-a0a44b3b-1137-4192-93d3-e1fb8d7615c6 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6bd145e-411e-4394-b93a-d1dae2d40acc HTTP/1.1" status: 200 len: 946 time: 0.0552015 Aug 29 05:00:09.333033 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-510dec3a-fec8-45c6-a65c-d8e6b8fd643a req-afdb20ac-86c0-4f29-a6ad-4f0c5a537216 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/security-groups?id=772f103b-4b1a-46d9-97ea-e4bddf8eb996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305498 Aug 29 05:00:09.610022 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5c7668-1e21-4f5f-8c62-fb249e77cd18 req-247328af-634d-4525-808a-1cee31141136 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:09.611552 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9b5c7668-1e21-4f5f-8c62-fb249e77cd18 req-247328af-634d-4525-808a-1cee31141136 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6bd145e-411e-4394-b93a-d1dae2d40acc HTTP/1.1" status: 200 len: 946 time: 0.0484593 Aug 29 05:00:09.702603 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-9b5c7668-1e21-4f5f-8c62-fb249e77cd18 req-414e14a4-7e9f-47cd-b41c-9b0fa225def4 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Deleting port 16755c0a-32bd-4bd7-87b1-787c7781cae1 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:00:09.702948 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-9b5c7668-1e21-4f5f-8c62-fb249e77cd18 req-414e14a4-7e9f-47cd-b41c-9b0fa225def4 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:09.790965 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-9b5c7668-1e21-4f5f-8c62-fb249e77cd18 req-414e14a4-7e9f-47cd-b41c-9b0fa225def4 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] For port 16755c0a-32bd-4bd7-87b1-787c7781cae1, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=16755c0a-32bd-4bd7-87b1-787c7781cae1,segment=NetworkSegment(3dd283cc-c7c2-45b6-9e1c-030522db2cd2),segment_id=3dd283cc-c7c2-45b6-9e1c-030522db2cd2)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:00:09.791335 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-9b5c7668-1e21-4f5f-8c62-fb249e77cd18 req-414e14a4-7e9f-47cd-b41c-9b0fa225def4 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:09.803866 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-9b5c7668-1e21-4f5f-8c62-fb249e77cd18 req-414e14a4-7e9f-47cd-b41c-9b0fa225def4 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Calling delete_port for 16755c0a-32bd-4bd7-87b1-787c7781cae1 owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:00:09.931186 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-9b5c7668-1e21-4f5f-8c62-fb249e77cd18 req-414e14a4-7e9f-47cd-b41c-9b0fa225def4 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:09.961358 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414e14a4-7e9f-47cd-b41c-9b0fa225def4 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Pushing event deleted for resources: {'Port': ['ID=16755c0a-32bd-4bd7-87b1-787c7781cae1,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:10.004141 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b5c7668-1e21-4f5f-8c62-fb249e77cd18 req-414e14a4-7e9f-47cd-b41c-9b0fa225def4 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] No DVR routers for this DVR port 16755c0a-32bd-4bd7-87b1-787c7781cae1 on host n-h1-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:00:10.006704 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-9b5c7668-1e21-4f5f-8c62-fb249e77cd18 req-414e14a4-7e9f-47cd-b41c-9b0fa225def4 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:10.008736 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9b5c7668-1e21-4f5f-8c62-fb249e77cd18 req-414e14a4-7e9f-47cd-b41c-9b0fa225def4 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.46 "DELETE /v2.0/ports/16755c0a-32bd-4bd7-87b1-787c7781cae1 HTTP/1.1" status: 204 len: 173 time: 0.3907890 Aug 29 05:00:10.009171 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6bd145e-411e-4394-b93a-d1dae2d40acc', 'name': 'network-vif-deleted', 'tag': '16755c0a-32bd-4bd7-87b1-787c7781cae1'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:00:10.011564 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95032289-2528-4076-8b5d-f498176877d5" -d '{"events": [{"server_uuid": "e6bd145e-411e-4394-b93a-d1dae2d40acc", "name": "network-vif-deleted", "tag": "16755c0a-32bd-4bd7-87b1-787c7781cae1"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:00:10.048471 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68d68c3c-7e17-41ee-8d64-30538163b407 x-openstack-request-id: req-68d68c3c-7e17-41ee-8d64-30538163b407 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:00:10.048766 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6bd145e-411e-4394-b93a-d1dae2d40acc", "name": "network-vif-deleted", "tag": "16755c0a-32bd-4bd7-87b1-787c7781cae1", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:00:10.049026 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-68d68c3c-7e17-41ee-8d64-30538163b407 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:00:10.049433 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6bd145e-411e-4394-b93a-d1dae2d40acc', 'name': 'network-vif-deleted', 'tag': '16755c0a-32bd-4bd7-87b1-787c7781cae1', 'status': 'completed', 'code': 200} Aug 29 05:00:10.446522 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3ecc7787-2ae1-416e-9e0e-c3dc4b73c096 req-29315f2b-1fea-49db-a221-20a982fa2cbb tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6bd145e-411e-4394-b93a-d1dae2d40acc HTTP/1.1" status: 200 len: 210 time: 0.0315771 Aug 29 05:00:11.545322 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a0e19cd3-df92-4284-9b6e-1c2eb235b341 req-7a0b4b38-215a-45cf-a4c9-05fbc5cde799 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6bd145e-411e-4394-b93a-d1dae2d40acc HTTP/1.1" status: 200 len: 210 time: 0.0313132 Aug 29 05:00:12.640385 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-92360374-7255-4606-b929-1bd171c841a5 req-ab0683a2-04b6-4f30-ab69-591010306c09 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6bd145e-411e-4394-b93a-d1dae2d40acc HTTP/1.1" status: 200 len: 210 time: 0.0263543 Aug 29 05:00:13.749116 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e5af02fb-2f05-4136-96fa-13c482602df5 req-da3d4417-8a67-4994-aa40-9d8b61422441 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6bd145e-411e-4394-b93a-d1dae2d40acc HTTP/1.1" status: 200 len: 210 time: 0.0291910 Aug 29 05:00:14.123625 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 16755c0a-32bd-4bd7-87b1-787c7781cae1 no longer exists at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:00:14.143903 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] No Port match for: 16755c0a-32bd-4bd7-87b1-787c7781cae1 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:00:14.144246 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 16755c0a-32bd-4bd7-87b1-787c7781cae1 not bound to the agent host n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:00:14.802893 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 37486) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:14.927905 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-d2120e0e-0b57-42e3-9ebc-6d456380ebec tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Deleting port 6a5c08d2-cef1-4c85-aed5-988904f547e8 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:00:14.928247 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d2120e0e-0b57-42e3-9ebc-6d456380ebec tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:15.000649 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d2120e0e-0b57-42e3-9ebc-6d456380ebec tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:15.000895 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d2120e0e-0b57-42e3-9ebc-6d456380ebec tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:15.012659 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-d2120e0e-0b57-42e3-9ebc-6d456380ebec tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Calling delete_port for 6a5c08d2-cef1-4c85-aed5-988904f547e8 owned by network:floatingip {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:00:15.141957 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d2120e0e-0b57-42e3-9ebc-6d456380ebec tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:15.166931 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2120e0e-0b57-42e3-9ebc-6d456380ebec tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Pushing event deleted for resources: {'Port': ['ID=6a5c08d2-cef1-4c85-aed5-988904f547e8,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:15.229637 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d2120e0e-0b57-42e3-9ebc-6d456380ebec tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks [] for floatingip, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:15.232773 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d2120e0e-0b57-42e3-9ebc-6d456380ebec tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:15.233963 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-d2120e0e-0b57-42e3-9ebc-6d456380ebec tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "DELETE /v2.0/floatingips/196f625d-345c-4900-8aae-81905461b47f HTTP/1.1" status: 204 len: 168 time: 0.4300654 Aug 29 05:00:17.484587 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 37500) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:17.543838 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4e13f8f2-0c47-4c21-add3-9237ecd31133 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:17.569401 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4e13f8f2-0c47-4c21-add3-9237ecd31133 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:17.633055 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4e13f8f2-0c47-4c21-add3-9237ecd31133 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:17.636001 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4e13f8f2-0c47-4c21-add3-9237ecd31133 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:17.637194 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-4e13f8f2-0c47-4c21-add3-9237ecd31133 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] 10.222.0.22 "DELETE /v2.0/security-groups/772f103b-4b1a-46d9-97ea-e4bddf8eb996 HTTP/1.1" status: 204 len: 168 time: 0.1515989 Aug 29 05:00:17.648103 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e13f8f2-0c47-4c21-add3-9237ecd31133 tempest-TestVolumeBootPattern-2007900073 tempest-TestVolumeBootPattern-2007900073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=772f103b-4b1a-46d9-97ea-e4bddf8eb996,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:17.705216 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 37504) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:18.212843 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e5e76cc7-cbd8-4fbd-93e6-483e4b902389 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713413'] for router_interface, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:18.460568 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-e5e76cc7-cbd8-4fbd-93e6-483e4b902389 admin admin] Deleting port 3b23c488-452d-46cf-afe1-96cb4ceebeea {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:00:18.460912 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e5e76cc7-cbd8-4fbd-93e6-483e4b902389 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:18.536970 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-e5e76cc7-cbd8-4fbd-93e6-483e4b902389 admin admin] For port 3b23c488-452d-46cf-afe1-96cb4ceebeea, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=3b23c488-452d-46cf-afe1-96cb4ceebeea,segment=NetworkSegment(3dd283cc-c7c2-45b6-9e1c-030522db2cd2),segment_id=3dd283cc-c7c2-45b6-9e1c-030522db2cd2)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:00:18.537624 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e5e76cc7-cbd8-4fbd-93e6-483e4b902389 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:18.549354 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-e5e76cc7-cbd8-4fbd-93e6-483e4b902389 admin admin] Calling delete_port for 3b23c488-452d-46cf-afe1-96cb4ceebeea owned by network:router_interface {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:00:18.730656 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e5e76cc7-cbd8-4fbd-93e6-483e4b902389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:18.769002 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e76cc7-cbd8-4fbd-93e6-483e4b902389 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b23c488-452d-46cf-afe1-96cb4ceebeea,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:18.939237 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e5e76cc7-cbd8-4fbd-93e6-483e4b902389 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-713231'] for router_interface, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:19.150739 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5e76cc7-cbd8-4fbd-93e6-483e4b902389 admin admin] Router 13e90c83-10d1-4fc0-804d-fa6fc1adea26 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:00:19.252875 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5e76cc7-cbd8-4fbd-93e6-483e4b902389 admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:00:19.258354 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-e5e76cc7-cbd8-4fbd-93e6-483e4b902389 admin admin] 10.222.0.22 "PUT /v2.0/routers/13e90c83-10d1-4fc0-804d-fa6fc1adea26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5524056 Aug 29 05:00:19.260556 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 37508) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:19.261536 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ffcbdf-f212-4774-b5b5-4f1a61e17070 None None] Sync routers for ids ['13e90c83-10d1-4fc0-804d-fa6fc1adea26'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:00:19.271153 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ffcbdf-f212-4774-b5b5-4f1a61e17070 None None] Routers {'13e90c83-10d1-4fc0-804d-fa6fc1adea26'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:00:19.271779 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-f1ffcbdf-f212-4774-b5b5-4f1a61e17070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:00:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['13e90c83-10d1-4fc0-804d-fa6fc1adea26'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:19.363072 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9dbede83-082f-45ca-9635-7a5fd6cea2b5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:19.374816 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-f1ffcbdf-f212-4774-b5b5-4f1a61e17070 None None] Set router 13e90c83-10d1-4fc0-804d-fa6fc1adea26 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:00:19.472290 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9dbede83-082f-45ca-9635-7a5fd6cea2b5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:19.528343 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-9dbede83-082f-45ca-9635-7a5fd6cea2b5 admin admin] Deleting port 9d0461f2-41d9-411d-9cc6-e19ff84cec3c {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:00:19.528687 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9dbede83-082f-45ca-9635-7a5fd6cea2b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:19.550270 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:19.571326 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-f1ffcbdf-f212-4774-b5b5-4f1a61e17070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e90c83-10d1-4fc0-804d-fa6fc1adea26', 'name': 'tempest-TestVolumeBootPattern-403855793-router', 'tenant_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '9d0461f2-41d9-411d-9cc6-e19ff84cec3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:50:20Z', 'updated_at': '2021-08-29T05:00:18Z', 'revision_number': 5, 'project_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'gw_port': {'id': '9d0461f2-41d9-411d-9cc6-e19ff84cec3c', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e90c83-10d1-4fc0-804d-fa6fc1adea26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:50:21Z', 'updated_at': '2021-08-29T04:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:19.597178 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ffcbdf-f212-4774-b5b5-4f1a61e17070 None None] Checking router: 13e90c83-10d1-4fc0-804d-fa6fc1adea26 for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:00:19.605457 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ffcbdf-f212-4774-b5b5-4f1a61e17070 None None] Routers {'13e90c83-10d1-4fc0-804d-fa6fc1adea26'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:00:19.606060 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-f1ffcbdf-f212-4774-b5b5-4f1a61e17070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:00:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['13e90c83-10d1-4fc0-804d-fa6fc1adea26'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:19.607629 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-9dbede83-082f-45ca-9635-7a5fd6cea2b5 admin admin] For port 9d0461f2-41d9-411d-9cc6-e19ff84cec3c, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=9d0461f2-41d9-411d-9cc6-e19ff84cec3c,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:00:19.608026 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9dbede83-082f-45ca-9635-7a5fd6cea2b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:19.620929 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-9dbede83-082f-45ca-9635-7a5fd6cea2b5 admin admin] Calling delete_port for 9d0461f2-41d9-411d-9cc6-e19ff84cec3c owned by network:router_gateway {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:00:19.690881 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-f1ffcbdf-f212-4774-b5b5-4f1a61e17070 None None] Set router 13e90c83-10d1-4fc0-804d-fa6fc1adea26 gateway port host: None {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:00:19.742498 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-f1ffcbdf-f212-4774-b5b5-4f1a61e17070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e90c83-10d1-4fc0-804d-fa6fc1adea26', 'name': 'tempest-TestVolumeBootPattern-403855793-router', 'tenant_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:50:20Z', 'updated_at': '2021-08-29T05:00:19Z', 'revision_number': 6, 'project_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'gw_port_host': None}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:19.771283 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ffcbdf-f212-4774-b5b5-4f1a61e17070 None None] The sync data for ids ['13e90c83-10d1-4fc0-804d-fa6fc1adea26'] in n-d-712140-12 is: [{'id': '13e90c83-10d1-4fc0-804d-fa6fc1adea26', 'name': 'tempest-TestVolumeBootPattern-403855793-router', 'tenant_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:50:20Z', 'updated_at': '2021-08-29T05:00:19Z', 'revision_number': 6, 'project_id': '9e4c4c6e36d14588ab4691d1cbcbcb2b', 'gw_port_host': None}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:00:19.788870 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9dbede83-082f-45ca-9635-7a5fd6cea2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:19.819082 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbede83-082f-45ca-9635-7a5fd6cea2b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d0461f2-41d9-411d-9cc6-e19ff84cec3c,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:19.877355 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9dbede83-082f-45ca-9635-7a5fd6cea2b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719445'] for router_gateway, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:19.964598 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9dbede83-082f-45ca-9635-7a5fd6cea2b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:19.966643 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9dbede83-082f-45ca-9635-7a5fd6cea2b5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:20.015943 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9dbede83-082f-45ca-9635-7a5fd6cea2b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717253'] for router, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:20.016504 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dbede83-082f-45ca-9635-7a5fd6cea2b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13e90c83-10d1-4fc0-804d-fa6fc1adea26 {{(pid=94828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 05:00:20.021743 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9dbede83-082f-45ca-9635-7a5fd6cea2b5 admin admin] Notify callbacks [] for router, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:20.022896 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-9dbede83-082f-45ca-9635-7a5fd6cea2b5 admin admin] 10.222.0.22 "DELETE /v2.0/routers/13e90c83-10d1-4fc0-804d-fa6fc1adea26 HTTP/1.1" status: 204 len: 168 time: 0.7613387 Aug 29 05:00:20.025671 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 37512) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:20.075670 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb272d6f-cd7d-4f34-ac42-e8e2bc708dcd admin admin] Deleting subnet 3503bfff-49df-4a18-910a-15b4d56f679f {{(pid=94828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 05:00:20.078662 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bb272d6f-cd7d-4f34-ac42-e8e2bc708dcd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:20.115960 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bb272d6f-cd7d-4f34-ac42-e8e2bc708dcd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8904862'] for subnet, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:20.196496 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bb272d6f-cd7d-4f34-ac42-e8e2bc708dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:20.248611 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bb272d6f-cd7d-4f34-ac42-e8e2bc708dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9190434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062341'] for subnet, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:20.278412 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb272d6f-cd7d-4f34-ac42-e8e2bc708dcd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3503bfff-49df-4a18-910a-15b4d56f679f,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:20.280598 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bb272d6f-cd7d-4f34-ac42-e8e2bc708dcd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:20.282891 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-bb272d6f-cd7d-4f34-ac42-e8e2bc708dcd admin admin] 10.222.0.22 "DELETE /v2.0/subnets/3503bfff-49df-4a18-910a-15b4d56f679f HTTP/1.1" status: 204 len: 168 time: 0.2556760 Aug 29 05:00:20.285473 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 37514) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:20.285906 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad9f11e-17b5-469d-bcc6-ce8e61985fa5 None None] Network 34c933ba-ee7b-4b4e-a6b9-839156fc5f9b requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:00:20.350917 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-08405a54-b36e-482a-bd45-50fee143fce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:20.403562 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-08405a54-b36e-482a-bd45-50fee143fce4 admin admin] Deleting port d8c2d446-fad3-4a0c-8409-6ed1d079336c {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:00:20.403945 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-08405a54-b36e-482a-bd45-50fee143fce4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:20.471529 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-08405a54-b36e-482a-bd45-50fee143fce4 admin admin] For port d8c2d446-fad3-4a0c-8409-6ed1d079336c, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=d8c2d446-fad3-4a0c-8409-6ed1d079336c,segment=NetworkSegment(3dd283cc-c7c2-45b6-9e1c-030522db2cd2),segment_id=3dd283cc-c7c2-45b6-9e1c-030522db2cd2)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:00:20.471866 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-08405a54-b36e-482a-bd45-50fee143fce4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:20.484088 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-08405a54-b36e-482a-bd45-50fee143fce4 admin admin] Calling delete_port for d8c2d446-fad3-4a0c-8409-6ed1d079336c owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:00:20.522052 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81286a21-9cff-4fcc-878b-9fd0676361b3 None None] DHCP port deletion for 34c933ba-ee7b-4b4e-a6b9-839156fc5f9b request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 05:00:20.566444 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-08405a54-b36e-482a-bd45-50fee143fce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:20.573324 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-81286a21-9cff-4fcc-878b-9fd0676361b3 None None] Deleting port d8c2d446-fad3-4a0c-8409-6ed1d079336c {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:00:20.573699 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-81286a21-9cff-4fcc-878b-9fd0676361b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:20.591640 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08405a54-b36e-482a-bd45-50fee143fce4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8c2d446-fad3-4a0c-8409-6ed1d079336c,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:20.597937 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08405a54-b36e-482a-bd45-50fee143fce4 admin admin] No DVR routers for this DVR port d8c2d446-fad3-4a0c-8409-6ed1d079336c on host n-d-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:00:20.644147 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-81286a21-9cff-4fcc-878b-9fd0676361b3 None None] For port d8c2d446-fad3-4a0c-8409-6ed1d079336c, host n-d-712140-12, got binding levels [] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:00:20.644550 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-81286a21-9cff-4fcc-878b-9fd0676361b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:20.658049 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-81286a21-9cff-4fcc-878b-9fd0676361b3 None None] Calling delete_port for d8c2d446-fad3-4a0c-8409-6ed1d079336c owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:00:20.660706 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.ipam_backend_mixin [None req-81286a21-9cff-4fcc-878b-9fd0676361b3 None None] Port d8c2d446-fad3-4a0c-8409-6ed1d079336c was not found and therefore no delete operation was performed {{(pid=94830) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 05:00:20.661983 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-81286a21-9cff-4fcc-878b-9fd0676361b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:20.672268 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-08405a54-b36e-482a-bd45-50fee143fce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:20.682703 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-08405a54-b36e-482a-bd45-50fee143fce4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34c933ba-ee7b-4b4e-a6b9-839156fc5f9b']}} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:20.690689 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81286a21-9cff-4fcc-878b-9fd0676361b3 None None] Pushing event deleted for resources: {'Port': ['ID=d8c2d446-fad3-4a0c-8409-6ed1d079336c,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:20.694102 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-08405a54-b36e-482a-bd45-50fee143fce4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dd283cc-c7c2-45b6-9e1c-030522db2cd2') {'for_net_delete': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:20.694407 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-08405a54-b36e-482a-bd45-50fee143fce4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dd283cc-c7c2-45b6-9e1c-030522db2cd2') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:20.700516 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81286a21-9cff-4fcc-878b-9fd0676361b3 None None] No DVR routers for this DVR port d8c2d446-fad3-4a0c-8409-6ed1d079336c on host n-d-712140-12 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:00:20.703984 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-08405a54-b36e-482a-bd45-50fee143fce4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8904833'] for segment, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:20.710434 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81286a21-9cff-4fcc-878b-9fd0676361b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:00:20.710434 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81286a21-9cff-4fcc-878b-9fd0676361b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:00:20.710434 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81286a21-9cff-4fcc-878b-9fd0676361b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:00:20.710434 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81286a21-9cff-4fcc-878b-9fd0676361b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:00:20.710434 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81286a21-9cff-4fcc-878b-9fd0676361b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:00:20.710434 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81286a21-9cff-4fcc-878b-9fd0676361b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:00:20.710434 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81286a21-9cff-4fcc-878b-9fd0676361b3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:00:20.710434 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81286a21-9cff-4fcc-878b-9fd0676361b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:00:20.710434 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81286a21-9cff-4fcc-878b-9fd0676361b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:00:20.710434 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81286a21-9cff-4fcc-878b-9fd0676361b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:00:20.710434 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81286a21-9cff-4fcc-878b-9fd0676361b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:00:20.710434 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81286a21-9cff-4fcc-878b-9fd0676361b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:00:20.726979 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-08405a54-b36e-482a-bd45-50fee143fce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:20.734763 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08405a54-b36e-482a-bd45-50fee143fce4 admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=94828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:00:20.735224 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-08405a54-b36e-482a-bd45-50fee143fce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9190468'] for segment, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:20.737635 n-d-712140-12 neutron-server[94828]: Traceback (most recent call last): Aug 29 05:00:20.737635 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:00:20.737635 n-d-712140-12 neutron-server[94828]: timer() Aug 29 05:00:20.737635 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:00:20.737635 n-d-712140-12 neutron-server[94828]: cb(*args, **kw) Aug 29 05:00:20.737635 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:00:20.737635 n-d-712140-12 neutron-server[94828]: return func(*args, **kwargs) Aug 29 05:00:20.737635 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:00:20.737635 n-d-712140-12 neutron-server[94828]: self._notify() Aug 29 05:00:20.737635 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:00:20.737635 n-d-712140-12 neutron-server[94828]: self.callback(batched_events) Aug 29 05:00:20.737635 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:00:20.737635 n-d-712140-12 neutron-server[94828]: event.method(event) Aug 29 05:00:20.737635 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:00:20.737635 n-d-712140-12 neutron-server[94828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:00:20.737635 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:00:20.737635 n-d-712140-12 neutron-server[94828]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:00:20.737635 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:00:20.737635 n-d-712140-12 neutron-server[94828]: return f(self, *a, **k) Aug 29 05:00:20.737635 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:00:20.737635 n-d-712140-12 neutron-server[94828]: return self._get(url).json() Aug 29 05:00:20.737635 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:00:20.737635 n-d-712140-12 neutron-server[94828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:00:20.737635 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:00:20.737635 n-d-712140-12 neutron-server[94828]: return self.request(url, 'GET', **kwargs) Aug 29 05:00:20.737635 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:00:20.737635 n-d-712140-12 neutron-server[94828]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:00:20.737635 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:00:20.737635 n-d-712140-12 neutron-server[94828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:00:20.737635 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:00:20.737635 n-d-712140-12 neutron-server[94828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:00:20.737635 n-d-712140-12 neutron-server[94828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:00:20.801591 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-08405a54-b36e-482a-bd45-50fee143fce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:20.807310 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-08405a54-b36e-482a-bd45-50fee143fce4 admin admin] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:20.809182 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-08405a54-b36e-482a-bd45-50fee143fce4 admin admin] 10.222.0.22 "DELETE /v2.0/networks/34c933ba-ee7b-4b4e-a6b9-839156fc5f9b HTTP/1.1" status: 204 len: 168 time: 0.5228000 Aug 29 05:00:20.812389 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 37516) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:20.820450 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08405a54-b36e-482a-bd45-50fee143fce4 admin admin] Pushing event deleted for resources: {'Network': ['ID=34c933ba-ee7b-4b4e-a6b9-839156fc5f9b,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:21.457372 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8205f19e-a818-458d-a0cc-8d46dcd7a783 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713413'] for router_interface, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:21.511085 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device d8c2d446-fad3-4a0c-8409-6ed1d079336c no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:00:21.531874 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: d8c2d446-fad3-4a0c-8409-6ed1d079336c {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:00:21.532247 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device d8c2d446-fad3-4a0c-8409-6ed1d079336c not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:00:21.532881 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 3b23c488-452d-46cf-afe1-96cb4ceebeea no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:00:21.553325 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 3b23c488-452d-46cf-afe1-96cb4ceebeea {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:00:21.553957 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 3b23c488-452d-46cf-afe1-96cb4ceebeea not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:00:21.554392 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 9d0461f2-41d9-411d-9cc6-e19ff84cec3c no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:00:21.574055 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 9d0461f2-41d9-411d-9cc6-e19ff84cec3c {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:00:21.574406 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 9d0461f2-41d9-411d-9cc6-e19ff84cec3c not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:00:21.737791 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-8205f19e-a818-458d-a0cc-8d46dcd7a783 admin admin] Deleting port 7ef408fe-36af-4554-957d-2fe5ebb59b25 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:00:21.737995 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8205f19e-a818-458d-a0cc-8d46dcd7a783 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:21.816603 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-8205f19e-a818-458d-a0cc-8d46dcd7a783 admin admin] For port 7ef408fe-36af-4554-957d-2fe5ebb59b25, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=7ef408fe-36af-4554-957d-2fe5ebb59b25,segment=NetworkSegment(04fd75eb-c99d-46e5-9647-3c516dd1bb49),segment_id=04fd75eb-c99d-46e5-9647-3c516dd1bb49)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:00:21.817305 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8205f19e-a818-458d-a0cc-8d46dcd7a783 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:21.833303 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-8205f19e-a818-458d-a0cc-8d46dcd7a783 admin admin] Calling delete_port for 7ef408fe-36af-4554-957d-2fe5ebb59b25 owned by network:router_interface {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:00:22.025599 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8205f19e-a818-458d-a0cc-8d46dcd7a783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:22.052840 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8205f19e-a818-458d-a0cc-8d46dcd7a783 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ef408fe-36af-4554-957d-2fe5ebb59b25,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:22.221797 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8205f19e-a818-458d-a0cc-8d46dcd7a783 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-713231'] for router_interface, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:22.431757 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8205f19e-a818-458d-a0cc-8d46dcd7a783 admin admin] Router 77200423-2a0f-4a12-ba25-d7a13316e4ef has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:00:22.537481 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8205f19e-a818-458d-a0cc-8d46dcd7a783 admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:00:22.542435 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-8205f19e-a818-458d-a0cc-8d46dcd7a783 admin admin] 10.222.0.22 "PUT /v2.0/routers/77200423-2a0f-4a12-ba25-d7a13316e4ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7290192 Aug 29 05:00:22.545764 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 37518) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:22.546612 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7683ad0e-dbc6-40cb-b524-ed6995757fce None None] Sync routers for ids ['77200423-2a0f-4a12-ba25-d7a13316e4ef'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:00:22.565381 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:00:22.566088 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7683ad0e-dbc6-40cb-b524-ed6995757fce None None] Routers {'77200423-2a0f-4a12-ba25-d7a13316e4ef'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:00:22.566697 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-7683ad0e-dbc6-40cb-b524-ed6995757fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:00:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['77200423-2a0f-4a12-ba25-d7a13316e4ef'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:22.665284 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-7683ad0e-dbc6-40cb-b524-ed6995757fce None None] Set router 77200423-2a0f-4a12-ba25-d7a13316e4ef gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:00:22.946222 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-7683ad0e-dbc6-40cb-b524-ed6995757fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77200423-2a0f-4a12-ba25-d7a13316e4ef', 'name': 'tempest-TestVolumeBootPattern-462442534-router', 'tenant_id': 'abd5f908b0954e4c91fd28be9b843bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': 'd3e84f17-b0fe-4cef-8679-ebc180708436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:50:27Z', 'updated_at': '2021-08-29T05:00:21Z', 'revision_number': 5, 'project_id': 'abd5f908b0954e4c91fd28be9b843bcf', 'gw_port': {'id': 'd3e84f17-b0fe-4cef-8679-ebc180708436', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:40:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77200423-2a0f-4a12-ba25-d7a13316e4ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:50:27Z', 'updated_at': '2021-08-29T04:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:22.972811 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7683ad0e-dbc6-40cb-b524-ed6995757fce None None] Checking router: 77200423-2a0f-4a12-ba25-d7a13316e4ef for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:00:22.981029 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7683ad0e-dbc6-40cb-b524-ed6995757fce None None] Routers {'77200423-2a0f-4a12-ba25-d7a13316e4ef'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:00:22.981624 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-7683ad0e-dbc6-40cb-b524-ed6995757fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:00:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['77200423-2a0f-4a12-ba25-d7a13316e4ef'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:22.987984 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-66bdd372-8d61-441f-94d1-6aee121e0fcd admin admin] Notify callbacks [] for router, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:23.083403 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-7683ad0e-dbc6-40cb-b524-ed6995757fce None None] Set router 77200423-2a0f-4a12-ba25-d7a13316e4ef gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:00:23.087947 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-66bdd372-8d61-441f-94d1-6aee121e0fcd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:23.140736 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-66bdd372-8d61-441f-94d1-6aee121e0fcd admin admin] Deleting port d3e84f17-b0fe-4cef-8679-ebc180708436 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:00:23.141075 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-66bdd372-8d61-441f-94d1-6aee121e0fcd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:23.219925 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-66bdd372-8d61-441f-94d1-6aee121e0fcd admin admin] For port d3e84f17-b0fe-4cef-8679-ebc180708436, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=d3e84f17-b0fe-4cef-8679-ebc180708436,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:00:23.220301 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-66bdd372-8d61-441f-94d1-6aee121e0fcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:23.232753 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-66bdd372-8d61-441f-94d1-6aee121e0fcd admin admin] Calling delete_port for d3e84f17-b0fe-4cef-8679-ebc180708436 owned by network:router_gateway {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:00:23.263594 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-7683ad0e-dbc6-40cb-b524-ed6995757fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77200423-2a0f-4a12-ba25-d7a13316e4ef', 'name': 'tempest-TestVolumeBootPattern-462442534-router', 'tenant_id': 'abd5f908b0954e4c91fd28be9b843bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': 'd3e84f17-b0fe-4cef-8679-ebc180708436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:50:27Z', 'updated_at': '2021-08-29T05:00:21Z', 'revision_number': 5, 'project_id': 'abd5f908b0954e4c91fd28be9b843bcf', 'gw_port': {'id': 'd3e84f17-b0fe-4cef-8679-ebc180708436', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:40:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77200423-2a0f-4a12-ba25-d7a13316e4ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:50:27Z', 'updated_at': '2021-08-29T04:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:23.288689 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7683ad0e-dbc6-40cb-b524-ed6995757fce None None] The sync data for ids ['77200423-2a0f-4a12-ba25-d7a13316e4ef'] in n-d-712140-12 is: [{'id': '77200423-2a0f-4a12-ba25-d7a13316e4ef', 'name': 'tempest-TestVolumeBootPattern-462442534-router', 'tenant_id': 'abd5f908b0954e4c91fd28be9b843bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': 'd3e84f17-b0fe-4cef-8679-ebc180708436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:50:27Z', 'updated_at': '2021-08-29T05:00:21Z', 'revision_number': 5, 'project_id': 'abd5f908b0954e4c91fd28be9b843bcf', 'gw_port': {'id': 'd3e84f17-b0fe-4cef-8679-ebc180708436', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:40:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77200423-2a0f-4a12-ba25-d7a13316e4ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:50:27Z', 'updated_at': '2021-08-29T04:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:00:23.397725 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-66bdd372-8d61-441f-94d1-6aee121e0fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:23.426900 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bdd372-8d61-441f-94d1-6aee121e0fcd admin admin] Pushing event deleted for resources: {'Port': ['ID=d3e84f17-b0fe-4cef-8679-ebc180708436,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:23.485069 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-66bdd372-8d61-441f-94d1-6aee121e0fcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719445'] for router_gateway, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:23.572642 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-66bdd372-8d61-441f-94d1-6aee121e0fcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:23.574815 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-66bdd372-8d61-441f-94d1-6aee121e0fcd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:23.616275 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-66bdd372-8d61-441f-94d1-6aee121e0fcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717253'] for router, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:23.616788 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66bdd372-8d61-441f-94d1-6aee121e0fcd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 77200423-2a0f-4a12-ba25-d7a13316e4ef {{(pid=94828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 05:00:23.621723 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-66bdd372-8d61-441f-94d1-6aee121e0fcd admin admin] Notify callbacks [] for router, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:23.625054 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-66bdd372-8d61-441f-94d1-6aee121e0fcd admin admin] 10.222.0.22 "DELETE /v2.0/routers/77200423-2a0f-4a12-ba25-d7a13316e4ef HTTP/1.1" status: 204 len: 168 time: 1.0755289 Aug 29 05:00:23.625054 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 37520) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:23.675723 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_v2 [None req-e51b42f1-8cb0-4e34-b61e-de62b784cba4 admin admin] Deleting subnet 786f7b0b-075e-450d-80e4-464224f9b278 {{(pid=94828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 05:00:23.683296 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e51b42f1-8cb0-4e34-b61e-de62b784cba4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:23.724813 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e51b42f1-8cb0-4e34-b61e-de62b784cba4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8904862'] for subnet, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:23.745201 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 7ef408fe-36af-4554-957d-2fe5ebb59b25 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:00:23.765982 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 7ef408fe-36af-4554-957d-2fe5ebb59b25 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:00:23.766329 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 7ef408fe-36af-4554-957d-2fe5ebb59b25 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:00:23.813761 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e51b42f1-8cb0-4e34-b61e-de62b784cba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:23.867972 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e51b42f1-8cb0-4e34-b61e-de62b784cba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9190434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062341'] for subnet, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:23.898076 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51b42f1-8cb0-4e34-b61e-de62b784cba4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=786f7b0b-075e-450d-80e4-464224f9b278,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:23.904321 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e51b42f1-8cb0-4e34-b61e-de62b784cba4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:23.909105 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-e51b42f1-8cb0-4e34-b61e-de62b784cba4 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/786f7b0b-075e-450d-80e4-464224f9b278 HTTP/1.1" status: 204 len: 168 time: 0.2804968 Aug 29 05:00:23.909482 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 37522) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:23.910640 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868c108f-d7a9-41f2-80cb-4f883a5fa58f None None] Network 9f435216-d9d8-4498-9c6d-713f107475ac requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:00:23.982551 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3f779677-5cc3-40af-8a61-ff8533dfb56a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:24.041596 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-3f779677-5cc3-40af-8a61-ff8533dfb56a admin admin] Deleting port 12f0af37-5895-4191-893c-2b78cbbf5ff5 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:00:24.041939 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3f779677-5cc3-40af-8a61-ff8533dfb56a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:24.104442 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-3f779677-5cc3-40af-8a61-ff8533dfb56a admin admin] For port 12f0af37-5895-4191-893c-2b78cbbf5ff5, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=12f0af37-5895-4191-893c-2b78cbbf5ff5,segment=NetworkSegment(04fd75eb-c99d-46e5-9647-3c516dd1bb49),segment_id=04fd75eb-c99d-46e5-9647-3c516dd1bb49)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:00:24.104815 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3f779677-5cc3-40af-8a61-ff8533dfb56a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:24.117233 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-3f779677-5cc3-40af-8a61-ff8533dfb56a admin admin] Calling delete_port for 12f0af37-5895-4191-893c-2b78cbbf5ff5 owned by network:dhcp {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:00:24.196966 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3f779677-5cc3-40af-8a61-ff8533dfb56a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:24.226463 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f779677-5cc3-40af-8a61-ff8533dfb56a admin admin] Pushing event deleted for resources: {'Port': ['ID=12f0af37-5895-4191-893c-2b78cbbf5ff5,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:24.230945 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f779677-5cc3-40af-8a61-ff8533dfb56a admin admin] No DVR routers for this DVR port 12f0af37-5895-4191-893c-2b78cbbf5ff5 on host n-d-712140-12 {{(pid=94829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:00:24.303189 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3f779677-5cc3-40af-8a61-ff8533dfb56a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:24.314449 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-3f779677-5cc3-40af-8a61-ff8533dfb56a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f435216-d9d8-4498-9c6d-713f107475ac']}} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:24.322796 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5826d087-16fc-4f93-b4e8-2c11647eea40 None None] DHCP port deletion for 9f435216-d9d8-4498-9c6d-713f107475ac request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 05:00:24.326663 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-3f779677-5cc3-40af-8a61-ff8533dfb56a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04fd75eb-c99d-46e5-9647-3c516dd1bb49') {'for_net_delete': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:24.327036 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-3f779677-5cc3-40af-8a61-ff8533dfb56a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04fd75eb-c99d-46e5-9647-3c516dd1bb49') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:24.338523 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3f779677-5cc3-40af-8a61-ff8533dfb56a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4311712'] for segment, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:24.353367 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3f779677-5cc3-40af-8a61-ff8533dfb56a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:24.360669 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f779677-5cc3-40af-8a61-ff8533dfb56a admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=94829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:00:24.361178 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3f779677-5cc3-40af-8a61-ff8533dfb56a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4274277'] for segment, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:24.363012 n-d-712140-12 neutron-server[94829]: Traceback (most recent call last): Aug 29 05:00:24.363012 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:00:24.363012 n-d-712140-12 neutron-server[94829]: timer() Aug 29 05:00:24.363012 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:00:24.363012 n-d-712140-12 neutron-server[94829]: cb(*args, **kw) Aug 29 05:00:24.363012 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:00:24.363012 n-d-712140-12 neutron-server[94829]: return func(*args, **kwargs) Aug 29 05:00:24.363012 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:00:24.363012 n-d-712140-12 neutron-server[94829]: self._notify() Aug 29 05:00:24.363012 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:00:24.363012 n-d-712140-12 neutron-server[94829]: self.callback(batched_events) Aug 29 05:00:24.363012 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:00:24.363012 n-d-712140-12 neutron-server[94829]: event.method(event) Aug 29 05:00:24.363012 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:00:24.363012 n-d-712140-12 neutron-server[94829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:00:24.363012 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:00:24.363012 n-d-712140-12 neutron-server[94829]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:00:24.363012 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:00:24.363012 n-d-712140-12 neutron-server[94829]: return f(self, *a, **k) Aug 29 05:00:24.363012 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:00:24.363012 n-d-712140-12 neutron-server[94829]: return self._get(url).json() Aug 29 05:00:24.363012 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:00:24.363012 n-d-712140-12 neutron-server[94829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:00:24.363012 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:00:24.363012 n-d-712140-12 neutron-server[94829]: return self.request(url, 'GET', **kwargs) Aug 29 05:00:24.363012 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:00:24.363012 n-d-712140-12 neutron-server[94829]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:00:24.363012 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:00:24.363012 n-d-712140-12 neutron-server[94829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:00:24.363012 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:00:24.363012 n-d-712140-12 neutron-server[94829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:00:24.363012 n-d-712140-12 neutron-server[94829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:00:24.420900 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3f779677-5cc3-40af-8a61-ff8533dfb56a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:24.426581 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3f779677-5cc3-40af-8a61-ff8533dfb56a admin admin] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:24.428509 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-3f779677-5cc3-40af-8a61-ff8533dfb56a admin admin] 10.222.0.22 "DELETE /v2.0/networks/9f435216-d9d8-4498-9c6d-713f107475ac HTTP/1.1" status: 204 len: 168 time: 0.5179541 Aug 29 05:00:24.440507 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f779677-5cc3-40af-8a61-ff8533dfb56a admin admin] Pushing event deleted for resources: {'Network': ['ID=9f435216-d9d8-4498-9c6d-713f107475ac,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:24.553406 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 37526) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:24.592710 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-e638e765-1f56-484d-970e-19c9eabfd227 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9e4c4c6e36d14588ab4691d1cbcbcb2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381322 Aug 29 05:00:24.595025 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 37528) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:24.642222 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-efcd131d-8124-4f6a-a2d0-85f14f8764d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:24.662714 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-efcd131d-8124-4f6a-a2d0-85f14f8764d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:24.714000 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-efcd131d-8124-4f6a-a2d0-85f14f8764d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:24.716674 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-efcd131d-8124-4f6a-a2d0-85f14f8764d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:24.717819 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-efcd131d-8124-4f6a-a2d0-85f14f8764d1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2c168b81-4210-48d3-a468-3552fea266dc HTTP/1.1" status: 204 len: 168 time: 0.1219096 Aug 29 05:00:24.725755 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcd131d-8124-4f6a-a2d0-85f14f8764d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c168b81-4210-48d3-a468-3552fea266dc,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:25.030206 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 37534) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:25.069310 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-716ba4e8-c34c-45f7-b9da-1c5be605bc4b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=abd5f908b0954e4c91fd28be9b843bcf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379598 Aug 29 05:00:25.071755 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 37536) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:25.117788 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-350fdfe6-9bf2-43aa-a82c-14cf8d69e61a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:25.138196 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-350fdfe6-9bf2-43aa-a82c-14cf8d69e61a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:25.186388 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-350fdfe6-9bf2-43aa-a82c-14cf8d69e61a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:25.189245 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-350fdfe6-9bf2-43aa-a82c-14cf8d69e61a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:25.190383 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-350fdfe6-9bf2-43aa-a82c-14cf8d69e61a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5e1c8432-bbc5-4c8f-9425-ba4324943453 HTTP/1.1" status: 204 len: 168 time: 0.1177421 Aug 29 05:00:25.197772 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350fdfe6-9bf2-43aa-a82c-14cf8d69e61a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e1c8432-bbc5-4c8f-9425-ba4324943453,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:25.506185 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 12f0af37-5895-4191-893c-2b78cbbf5ff5 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:00:25.528041 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 12f0af37-5895-4191-893c-2b78cbbf5ff5 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:00:25.528304 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 12f0af37-5895-4191-893c-2b78cbbf5ff5 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:00:25.528724 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device d3e84f17-b0fe-4cef-8679-ebc180708436 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:00:25.549324 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: d3e84f17-b0fe-4cef-8679-ebc180708436 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:00:25.549673 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device d3e84f17-b0fe-4cef-8679-ebc180708436 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:00:28.854076 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:33.428753 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a00fbceb-b3ce-4851-b51a-d3f5898e6d0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:35.254162 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6d891fb7-51b8-4faf-89a6-f2cccd9f3f2c req-de1c434a-e770-41dd-ae1d-ab890b538e2d tempest-ServersAdminNegativeTestJSON-2034139891 tempest-ServersAdminNegativeTestJSON-2034139891-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=5fec85e5cfb0458da2c7404fc8a44ec0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0228844 Aug 29 05:00:35.372388 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d891fb7-51b8-4faf-89a6-f2cccd9f3f2c req-ca3eeeb9-2764-4091-8e5c-e3d472b203a0 tempest-ServersAdminNegativeTestJSON-2034139891 tempest-ServersAdminNegativeTestJSON-2034139891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:35.373855 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6d891fb7-51b8-4faf-89a6-f2cccd9f3f2c req-ca3eeeb9-2764-4091-8e5c-e3d472b203a0 tempest-ServersAdminNegativeTestJSON-2034139891 tempest-ServersAdminNegativeTestJSON-2034139891-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1137092 Aug 29 05:00:35.389196 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6d891fb7-51b8-4faf-89a6-f2cccd9f3f2c req-390905f3-8cd5-4121-9c95-fa79e597a911 tempest-ServersAdminNegativeTestJSON-2034139891 tempest-ServersAdminNegativeTestJSON-2034139891-project] 10.222.0.22 "GET /v2.0/quotas/5fec85e5cfb0458da2c7404fc8a44ec0 HTTP/1.1" status: 200 len: 375 time: 0.0091050 Aug 29 05:00:35.424584 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6d891fb7-51b8-4faf-89a6-f2cccd9f3f2c req-44f2112d-8d9e-415d-bccf-aaf51b0ed037 tempest-ServersAdminNegativeTestJSON-2034139891 tempest-ServersAdminNegativeTestJSON-2034139891-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=5fec85e5cfb0458da2c7404fc8a44ec0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296819 Aug 29 05:00:35.594540 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5629593e-9e75-4e0f-a847-787cc8a89960 req-036df0b6-3e92-4a3c-a24d-ec40c3d4f2fa tempest-ServersAdminNegativeTestJSON-2034139891 tempest-ServersAdminNegativeTestJSON-2034139891-project] 10.222.0.22 "GET /v2.0/ports?device_id=10bbfd3b-84fe-4663-9a1a-909f0d41130b HTTP/1.1" status: 200 len: 210 time: 0.0268133 Aug 29 05:00:36.287077 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0598f1d8-169e-47b2-941e-cf10e3514a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:36.670556 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9ba470ea-4244-436b-a500-4a70d4e5505d req-8f70dc25-28f0-47f4-b40c-f4f8d7cb2668 tempest-ServersAdminNegativeTestJSON-2034139891 tempest-ServersAdminNegativeTestJSON-2034139891-project] 10.222.0.22 "GET /v2.0/ports?device_id=10bbfd3b-84fe-4663-9a1a-909f0d41130b HTTP/1.1" status: 200 len: 210 time: 0.0273712 Aug 29 05:00:37.276131 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:37.312255 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:37.749751 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-83fa20af-b23e-4353-af90-c792fe342cba req-38d1bf45-8a6d-4cfc-8700-61ac3616bc66 tempest-ServersAdminNegativeTestJSON-2034139891 tempest-ServersAdminNegativeTestJSON-2034139891-project] 10.222.0.22 "GET /v2.0/ports?device_id=10bbfd3b-84fe-4663-9a1a-909f0d41130b HTTP/1.1" status: 200 len: 210 time: 0.0300565 Aug 29 05:00:38.806330 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:38.830541 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fe1684a2-aa6a-40c8-8221-e8d47c2b4319 req-0c24581d-e016-46f5-8048-dabcfb2534c9 tempest-ServersAdminNegativeTestJSON-2034139891 tempest-ServersAdminNegativeTestJSON-2034139891-project] 10.222.0.22 "GET /v2.0/ports?device_id=10bbfd3b-84fe-4663-9a1a-909f0d41130b HTTP/1.1" status: 200 len: 210 time: 0.0271237 Aug 29 05:00:39.925671 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8003c2c4-c75a-4f0e-aa79-868bd249d555 req-d98c8e7f-a55a-40ca-aa0d-c719fd676ea2 tempest-ServersAdminNegativeTestJSON-2034139891 tempest-ServersAdminNegativeTestJSON-2034139891-project] 10.222.0.22 "GET /v2.0/ports?device_id=10bbfd3b-84fe-4663-9a1a-909f0d41130b HTTP/1.1" status: 200 len: 210 time: 0.0274196 Aug 29 05:00:40.614206 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6d891fb7-51b8-4faf-89a6-f2cccd9f3f2c req-00aae020-497b-408e-9164-c2de5fdca873 tempest-ServersAdminNegativeTestJSON-2034139891 tempest-ServersAdminNegativeTestJSON-2034139891-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=5fec85e5cfb0458da2c7404fc8a44ec0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0227859 Aug 29 05:00:40.731085 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d891fb7-51b8-4faf-89a6-f2cccd9f3f2c req-ca0d18d2-2260-4843-a53f-bb34ed951e38 tempest-ServersAdminNegativeTestJSON-2034139891 tempest-ServersAdminNegativeTestJSON-2034139891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:40.732626 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6d891fb7-51b8-4faf-89a6-f2cccd9f3f2c req-ca0d18d2-2260-4843-a53f-bb34ed951e38 tempest-ServersAdminNegativeTestJSON-2034139891 tempest-ServersAdminNegativeTestJSON-2034139891-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1116953 Aug 29 05:00:40.746423 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-6d891fb7-51b8-4faf-89a6-f2cccd9f3f2c req-b062fa89-ea85-4ba1-b624-ce56b92ec75b tempest-ServersAdminNegativeTestJSON-2034139891 tempest-ServersAdminNegativeTestJSON-2034139891-project] Request body: {'port': {'device_id': '10bbfd3b-84fe-4663-9a1a-909f0d41130b', 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45', 'admin_state_up': True, 'tenant_id': '5fec85e5cfb0458da2c7404fc8a44ec0'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:00:40.853053 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d891fb7-51b8-4faf-89a6-f2cccd9f3f2c req-b062fa89-ea85-4ba1-b624-ce56b92ec75b tempest-ServersAdminNegativeTestJSON-2034139891 tempest-ServersAdminNegativeTestJSON-2034139891-project] Made reservation on behalf of 5fec85e5cfb0458da2c7404fc8a44ec0 for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:00:40.858614 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-6d891fb7-51b8-4faf-89a6-f2cccd9f3f2c req-b062fa89-ea85-4ba1-b624-ce56b92ec75b tempest-ServersAdminNegativeTestJSON-2034139891 tempest-ServersAdminNegativeTestJSON-2034139891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:40.874043 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-6d891fb7-51b8-4faf-89a6-f2cccd9f3f2c req-b062fa89-ea85-4ba1-b624-ce56b92ec75b tempest-ServersAdminNegativeTestJSON-2034139891 tempest-ServersAdminNegativeTestJSON-2034139891-project] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:40.988571 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-6d891fb7-51b8-4faf-89a6-f2cccd9f3f2c req-b062fa89-ea85-4ba1-b624-ce56b92ec75b tempest-ServersAdminNegativeTestJSON-2034139891 tempest-ServersAdminNegativeTestJSON-2034139891-project] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:40.992969 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-6d891fb7-51b8-4faf-89a6-f2cccd9f3f2c req-b062fa89-ea85-4ba1-b624-ce56b92ec75b tempest-ServersAdminNegativeTestJSON-2034139891 tempest-ServersAdminNegativeTestJSON-2034139891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:41.050313 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3c84cfde-bf32-40c1-9f93-18910f6c8f3d req-3382a0de-9b3c-4563-8d93-77b893a322c7 tempest-ServersAdminNegativeTestJSON-2034139891 tempest-ServersAdminNegativeTestJSON-2034139891-project] 10.222.0.22 "GET /v2.0/ports?device_id=10bbfd3b-84fe-4663-9a1a-909f0d41130b HTTP/1.1" status: 200 len: 210 time: 0.0538676 Aug 29 05:00:41.084363 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b062fa89-ea85-4ba1-b624-ce56b92ec75b tempest-ServersAdminNegativeTestJSON-2034139891 tempest-ServersAdminNegativeTestJSON-2034139891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0598913e-820a-49cb-9f11-6e4cf1e1cab9,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:41.159326 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-6d891fb7-51b8-4faf-89a6-f2cccd9f3f2c req-b062fa89-ea85-4ba1-b624-ce56b92ec75b tempest-ServersAdminNegativeTestJSON-2034139891 tempest-ServersAdminNegativeTestJSON-2034139891-project] Allocated IP 192.168.233.73 (13e6dfc1-e9e7-40a1-8a14-d0febabf4d45/18cd12d4-b12a-41b0-b0c5-618edbb84e74/1bd10b6a-af97-48fa-94c8-dd0f9c745cf9) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:00:41.317314 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-6d891fb7-51b8-4faf-89a6-f2cccd9f3f2c req-b062fa89-ea85-4ba1-b624-ce56b92ec75b tempest-ServersAdminNegativeTestJSON-2034139891 tempest-ServersAdminNegativeTestJSON-2034139891-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:41.331672 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-6d891fb7-51b8-4faf-89a6-f2cccd9f3f2c req-b062fa89-ea85-4ba1-b624-ce56b92ec75b tempest-ServersAdminNegativeTestJSON-2034139891 tempest-ServersAdminNegativeTestJSON-2034139891-project] Transition to ACTIVE for port object 1bd10b6a-af97-48fa-94c8-dd0f9c745cf9 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:00:41.365170 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-6d891fb7-51b8-4faf-89a6-f2cccd9f3f2c req-b062fa89-ea85-4ba1-b624-ce56b92ec75b tempest-ServersAdminNegativeTestJSON-2034139891 tempest-ServersAdminNegativeTestJSON-2034139891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:41.411531 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d891fb7-51b8-4faf-89a6-f2cccd9f3f2c req-b062fa89-ea85-4ba1-b624-ce56b92ec75b tempest-ServersAdminNegativeTestJSON-2034139891 tempest-ServersAdminNegativeTestJSON-2034139891-project] Network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:00:41.414688 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-6d891fb7-51b8-4faf-89a6-f2cccd9f3f2c req-b062fa89-ea85-4ba1-b624-ce56b92ec75b tempest-ServersAdminNegativeTestJSON-2034139891 tempest-ServersAdminNegativeTestJSON-2034139891-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:00:41.417444 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d891fb7-51b8-4faf-89a6-f2cccd9f3f2c req-b062fa89-ea85-4ba1-b624-ce56b92ec75b tempest-ServersAdminNegativeTestJSON-2034139891 tempest-ServersAdminNegativeTestJSON-2034139891-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:00:41.443724 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b062fa89-ea85-4ba1-b624-ce56b92ec75b tempest-ServersAdminNegativeTestJSON-2034139891 tempest-ServersAdminNegativeTestJSON-2034139891-project] Pushing event updated for resources: {'Port': ['ID=1bd10b6a-af97-48fa-94c8-dd0f9c745cf9,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:41.474370 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d891fb7-51b8-4faf-89a6-f2cccd9f3f2c req-b062fa89-ea85-4ba1-b624-ce56b92ec75b tempest-ServersAdminNegativeTestJSON-2034139891 tempest-ServersAdminNegativeTestJSON-2034139891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:41.475028 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-6d891fb7-51b8-4faf-89a6-f2cccd9f3f2c req-b062fa89-ea85-4ba1-b624-ce56b92ec75b tempest-ServersAdminNegativeTestJSON-2034139891 tempest-ServersAdminNegativeTestJSON-2034139891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:41.489261 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6d891fb7-51b8-4faf-89a6-f2cccd9f3f2c req-b062fa89-ea85-4ba1-b624-ce56b92ec75b tempest-ServersAdminNegativeTestJSON-2034139891 tempest-ServersAdminNegativeTestJSON-2034139891-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7471881 Aug 29 05:00:41.502134 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-6d891fb7-51b8-4faf-89a6-f2cccd9f3f2c req-a6a198ae-11b4-4fe7-8c96-bf538006d070 service neutron] Request body: {'port': {'device_id': '10bbfd3b-84fe-4663-9a1a-909f0d41130b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:00:41.563756 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-6d891fb7-51b8-4faf-89a6-f2cccd9f3f2c req-a6a198ae-11b4-4fe7-8c96-bf538006d070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:41.654746 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-cdfd29d3-fd27-4131-aeba-8c9b7db86c26 None None] Provisioning for port 1bd10b6a-af97-48fa-94c8-dd0f9c745cf9 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:00:41.658979 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-cdfd29d3-fd27-4131-aeba-8c9b7db86c26 None None] Provisioning complete for port 1bd10b6a-af97-48fa-94c8-dd0f9c745cf9 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:00:41.659363 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cdfd29d3-fd27-4131-aeba-8c9b7db86c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:41.694672 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-cdfd29d3-fd27-4131-aeba-8c9b7db86c26 None None] Port 1bd10b6a-af97-48fa-94c8-dd0f9c745cf9 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:00:41.826983 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-6d891fb7-51b8-4faf-89a6-f2cccd9f3f2c req-a6a198ae-11b4-4fe7-8c96-bf538006d070 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bd10b6a-af97-48fa-94c8-dd0f9c745cf9 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:00:41.834627 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-6d891fb7-51b8-4faf-89a6-f2cccd9f3f2c req-a6a198ae-11b4-4fe7-8c96-bf538006d070 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:41.847427 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-6d891fb7-51b8-4faf-89a6-f2cccd9f3f2c req-a6a198ae-11b4-4fe7-8c96-bf538006d070 service neutron] Transition to ACTIVE for port object 1bd10b6a-af97-48fa-94c8-dd0f9c745cf9 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:00:41.851464 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-6d891fb7-51b8-4faf-89a6-f2cccd9f3f2c req-a6a198ae-11b4-4fe7-8c96-bf538006d070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:41.925950 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a198ae-11b4-4fe7-8c96-bf538006d070 service neutron] Pushing event updated for resources: {'Port': ['ID=1bd10b6a-af97-48fa-94c8-dd0f9c745cf9,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:41.977793 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-6d891fb7-51b8-4faf-89a6-f2cccd9f3f2c req-a6a198ae-11b4-4fe7-8c96-bf538006d070 service neutron] Attempting to bind port 1bd10b6a-af97-48fa-94c8-dd0f9c745cf9 on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:00:41.978137 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-6d891fb7-51b8-4faf-89a6-f2cccd9f3f2c req-a6a198ae-11b4-4fe7-8c96-bf538006d070 service neutron] Attempting to bind port 1bd10b6a-af97-48fa-94c8-dd0f9c745cf9 by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:00:41.978500 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d891fb7-51b8-4faf-89a6-f2cccd9f3f2c req-a6a198ae-11b4-4fe7-8c96-bf538006d070 service neutron] Attempting to bind port 1bd10b6a-af97-48fa-94c8-dd0f9c745cf9 on network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:00:41.983067 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d891fb7-51b8-4faf-89a6-f2cccd9f3f2c req-a6a198ae-11b4-4fe7-8c96-bf538006d070 service neutron] Port 1bd10b6a-af97-48fa-94c8-dd0f9c745cf9 on network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:00:41.983393 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d891fb7-51b8-4faf-89a6-f2cccd9f3f2c req-a6a198ae-11b4-4fe7-8c96-bf538006d070 service neutron] Attempting to bind port 1bd10b6a-af97-48fa-94c8-dd0f9c745cf9 on network 13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:00:41.988352 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d891fb7-51b8-4faf-89a6-f2cccd9f3f2c req-a6a198ae-11b4-4fe7-8c96-bf538006d070 service neutron] Checking agent: {'id': '3de9de52-3a03-431d-9d7e-497ae92c57ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:00:41.988699 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d891fb7-51b8-4faf-89a6-f2cccd9f3f2c req-a6a198ae-11b4-4fe7-8c96-bf538006d070 service neutron] Checking segment: {'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:00:41.989093 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d891fb7-51b8-4faf-89a6-f2cccd9f3f2c req-a6a198ae-11b4-4fe7-8c96-bf538006d070 service neutron] Bound using segment: {'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:00:41.990032 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-6d891fb7-51b8-4faf-89a6-f2cccd9f3f2c req-a6a198ae-11b4-4fe7-8c96-bf538006d070 service neutron] Bound port: 1bd10b6a-af97-48fa-94c8-dd0f9c745cf9, host: n-h1-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80545fcc-735a-4556-95b9-92c11d78692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:00:41.990400 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-6d891fb7-51b8-4faf-89a6-f2cccd9f3f2c req-a6a198ae-11b4-4fe7-8c96-bf538006d070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:42.062502 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-6d891fb7-51b8-4faf-89a6-f2cccd9f3f2c req-a6a198ae-11b4-4fe7-8c96-bf538006d070 service neutron] For port 1bd10b6a-af97-48fa-94c8-dd0f9c745cf9, host n-h1-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:00:42.066665 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-6d891fb7-51b8-4faf-89a6-f2cccd9f3f2c req-a6a198ae-11b4-4fe7-8c96-bf538006d070 service neutron] For port 1bd10b6a-af97-48fa-94c8-dd0f9c745cf9, host n-h1-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=1bd10b6a-af97-48fa-94c8-dd0f9c745cf9,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:00:42.072737 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-6d891fb7-51b8-4faf-89a6-f2cccd9f3f2c req-a6a198ae-11b4-4fe7-8c96-bf538006d070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:42.107042 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d891fb7-51b8-4faf-89a6-f2cccd9f3f2c req-a6a198ae-11b4-4fe7-8c96-bf538006d070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:42.107706 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-6d891fb7-51b8-4faf-89a6-f2cccd9f3f2c req-a6a198ae-11b4-4fe7-8c96-bf538006d070 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:42.109163 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6d891fb7-51b8-4faf-89a6-f2cccd9f3f2c req-a6a198ae-11b4-4fe7-8c96-bf538006d070 service neutron] 10.222.0.46 "PUT /v2.0/ports/1bd10b6a-af97-48fa-94c8-dd0f9c745cf9 HTTP/1.1" status: 200 len: 1096 time: 0.6113925 Aug 29 05:00:42.109629 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10bbfd3b-84fe-4663-9a1a-909f0d41130b', 'tag': '1bd10b6a-af97-48fa-94c8-dd0f9c745cf9'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:00:42.112146 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c851178-bbba-4c7a-9a96-ca253c4e1b0f" -d '{"events": [{"name": "network-changed", "server_uuid": "10bbfd3b-84fe-4663-9a1a-909f0d41130b", "tag": "1bd10b6a-af97-48fa-94c8-dd0f9c745cf9"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:00:42.168061 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fd9819d-92d7-4a75-a6be-3de37bcd4043 x-openstack-request-id: req-5fd9819d-92d7-4a75-a6be-3de37bcd4043 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:00:42.168443 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10bbfd3b-84fe-4663-9a1a-909f0d41130b", "tag": "1bd10b6a-af97-48fa-94c8-dd0f9c745cf9", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:00:42.168794 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5fd9819d-92d7-4a75-a6be-3de37bcd4043 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:00:42.169542 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10bbfd3b-84fe-4663-9a1a-909f0d41130b', 'tag': '1bd10b6a-af97-48fa-94c8-dd0f9c745cf9', 'status': 'completed', 'code': 200} Aug 29 05:00:42.192679 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffa4d85-e850-42df-a523-8b814c60ee9b req-bec5ff00-3066-4058-958c-c6916cafd196 tempest-ServersAdminNegativeTestJSON-2034139891 tempest-ServersAdminNegativeTestJSON-2034139891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:42.194501 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-cffa4d85-e850-42df-a523-8b814c60ee9b req-bec5ff00-3066-4058-958c-c6916cafd196 tempest-ServersAdminNegativeTestJSON-2034139891 tempest-ServersAdminNegativeTestJSON-2034139891-project] 10.222.0.22 "GET /v2.0/ports?device_id=10bbfd3b-84fe-4663-9a1a-909f0d41130b HTTP/1.1" status: 200 len: 947 time: 0.0611384 Aug 29 05:00:42.202789 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a198ae-11b4-4fe7-8c96-bf538006d070 service neutron] Pushing event updated for resources: {'Port': ['ID=1bd10b6a-af97-48fa-94c8-dd0f9c745cf9,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:42.216600 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d891fb7-51b8-4faf-89a6-f2cccd9f3f2c req-de726249-4025-48e9-9073-fc9cbd495b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:42.218121 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6d891fb7-51b8-4faf-89a6-f2cccd9f3f2c req-de726249-4025-48e9-9073-fc9cbd495b28 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5fec85e5cfb0458da2c7404fc8a44ec0&device_id=10bbfd3b-84fe-4663-9a1a-909f0d41130b HTTP/1.1" status: 200 len: 1099 time: 0.0694718 Aug 29 05:00:42.245902 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-cffa4d85-e850-42df-a523-8b814c60ee9b req-def9c7da-a056-4ff8-840a-a55274c2b82a tempest-ServersAdminNegativeTestJSON-2034139891 tempest-ServersAdminNegativeTestJSON-2034139891-project] 10.222.0.22 "GET /v2.0/security-groups?id=0598913e-820a-49cb-9f11-6e4cf1e1cab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444939 Aug 29 05:00:42.263294 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6d891fb7-51b8-4faf-89a6-f2cccd9f3f2c req-04801eb0-423a-4fde-a891-e8007c350d52 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=1bd10b6a-af97-48fa-94c8-dd0f9c745cf9 HTTP/1.1" status: 200 len: 217 time: 0.0371084 Aug 29 05:00:42.314337 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d891fb7-51b8-4faf-89a6-f2cccd9f3f2c req-4a875496-f331-42fe-a473-3b65eaaad1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:42.315899 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6d891fb7-51b8-4faf-89a6-f2cccd9f3f2c req-4a875496-f331-42fe-a473-3b65eaaad1ed service neutron] 10.222.0.46 "GET /v2.0/subnets?id=18cd12d4-b12a-41b0-b0c5-618edbb84e74 HTTP/1.1" status: 200 len: 843 time: 0.0463405 Aug 29 05:00:42.368146 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d891fb7-51b8-4faf-89a6-f2cccd9f3f2c req-b4be0a17-b617-44b1-8b26-88c304d8a9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:42.369680 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6d891fb7-51b8-4faf-89a6-f2cccd9f3f2c req-b4be0a17-b617-44b1-8b26-88c304d8a9bb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0464191 Aug 29 05:00:42.459401 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6d891fb7-51b8-4faf-89a6-f2cccd9f3f2c req-17a69b9c-55ce-4ce3-ba8a-72cdfc6abcd4 service neutron] 10.222.0.46 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824075 Aug 29 05:00:42.554275 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6d891fb7-51b8-4faf-89a6-f2cccd9f3f2c req-12003f76-8c49-4a44-84ce-e0e0ba561ca9 service neutron] 10.222.0.46 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872092 Aug 29 05:00:42.641193 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c851178-bbba-4c7a-9a96-ca253c4e1b0f req-18785dd4-3d29-4491-bddf-6cd6b4d75b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:42.642732 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7c851178-bbba-4c7a-9a96-ca253c4e1b0f req-18785dd4-3d29-4491-bddf-6cd6b4d75b95 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5fec85e5cfb0458da2c7404fc8a44ec0&device_id=10bbfd3b-84fe-4663-9a1a-909f0d41130b HTTP/1.1" status: 200 len: 1099 time: 0.0412090 Aug 29 05:00:42.737040 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c851178-bbba-4c7a-9a96-ca253c4e1b0f req-a1bc8784-eb17-4658-b10c-9a5644e14af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:42.738564 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7c851178-bbba-4c7a-9a96-ca253c4e1b0f req-a1bc8784-eb17-4658-b10c-9a5644e14af0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45 HTTP/1.1" status: 200 len: 870 time: 0.0879552 Aug 29 05:00:42.782666 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7c851178-bbba-4c7a-9a96-ca253c4e1b0f req-b5426ac8-e731-4119-af76-726de3e19ba2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=1bd10b6a-af97-48fa-94c8-dd0f9c745cf9 HTTP/1.1" status: 200 len: 217 time: 0.0363603 Aug 29 05:00:42.830386 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c851178-bbba-4c7a-9a96-ca253c4e1b0f req-9f78ce2a-07d3-432b-a1b1-18b8f8835941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:42.831741 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7c851178-bbba-4c7a-9a96-ca253c4e1b0f req-9f78ce2a-07d3-432b-a1b1-18b8f8835941 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=18cd12d4-b12a-41b0-b0c5-618edbb84e74 HTTP/1.1" status: 200 len: 843 time: 0.0423682 Aug 29 05:00:42.878766 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c851178-bbba-4c7a-9a96-ca253c4e1b0f req-33f4aeb7-1422-4ab2-b0da-80e2c27c83b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:42.880841 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7c851178-bbba-4c7a-9a96-ca253c4e1b0f req-33f4aeb7-1422-4ab2-b0da-80e2c27c83b2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=13e6dfc1-e9e7-40a1-8a14-d0febabf4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0400035 Aug 29 05:00:42.977205 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7c851178-bbba-4c7a-9a96-ca253c4e1b0f req-84a53f55-9977-46c0-9614-d3aa50c4349f service neutron] 10.222.0.46 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882018 Aug 29 05:00:43.065427 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7c851178-bbba-4c7a-9a96-ca253c4e1b0f req-cd98ce89-a323-45c6-a557-a247269c0298 service neutron] 10.222.0.46 "GET /v2.0/networks/13e6dfc1-e9e7-40a1-8a14-d0febabf4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808516 Aug 29 05:00:43.369459 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c050a85-5f70-4092-a199-dc2b03ffbb0e req-4fe90e3b-6710-4ea5-ba2f-a0bbb443c4b3 tempest-ServersAdminNegativeTestJSON-2034139891 tempest-ServersAdminNegativeTestJSON-2034139891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:43.371034 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9c050a85-5f70-4092-a199-dc2b03ffbb0e req-4fe90e3b-6710-4ea5-ba2f-a0bbb443c4b3 tempest-ServersAdminNegativeTestJSON-2034139891 tempest-ServersAdminNegativeTestJSON-2034139891-project] 10.222.0.22 "GET /v2.0/ports?device_id=10bbfd3b-84fe-4663-9a1a-909f0d41130b HTTP/1.1" status: 200 len: 947 time: 0.0574336 Aug 29 05:00:43.409977 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9c050a85-5f70-4092-a199-dc2b03ffbb0e req-2c84d226-0040-48a4-85ec-6d6a63275d06 tempest-ServersAdminNegativeTestJSON-2034139891 tempest-ServersAdminNegativeTestJSON-2034139891-project] 10.222.0.22 "GET /v2.0/security-groups?id=0598913e-820a-49cb-9f11-6e4cf1e1cab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328605 Aug 29 05:00:44.524454 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c6a7b4-a132-4070-bba4-1d3f8d11fc36 req-7d20c0f6-cdc2-4bab-bb4d-318d7f224dc3 tempest-ServersAdminNegativeTestJSON-2034139891 tempest-ServersAdminNegativeTestJSON-2034139891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:44.525951 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c1c6a7b4-a132-4070-bba4-1d3f8d11fc36 req-7d20c0f6-cdc2-4bab-bb4d-318d7f224dc3 tempest-ServersAdminNegativeTestJSON-2034139891 tempest-ServersAdminNegativeTestJSON-2034139891-project] 10.222.0.22 "GET /v2.0/ports?device_id=10bbfd3b-84fe-4663-9a1a-909f0d41130b HTTP/1.1" status: 200 len: 947 time: 0.0490046 Aug 29 05:00:44.563765 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c1c6a7b4-a132-4070-bba4-1d3f8d11fc36 req-7983516c-a47a-4311-85f5-e69c2a4b40e3 tempest-ServersAdminNegativeTestJSON-2034139891 tempest-ServersAdminNegativeTestJSON-2034139891-project] 10.222.0.22 "GET /v2.0/security-groups?id=0598913e-820a-49cb-9f11-6e4cf1e1cab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318778 Aug 29 05:00:45.678099 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259af430-9f28-4642-b903-ed232c3fc322 req-2fc9b3e2-d4ea-47fe-838e-eaf5b0d707c3 tempest-ServersAdminNegativeTestJSON-2034139891 tempest-ServersAdminNegativeTestJSON-2034139891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:45.679656 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-259af430-9f28-4642-b903-ed232c3fc322 req-2fc9b3e2-d4ea-47fe-838e-eaf5b0d707c3 tempest-ServersAdminNegativeTestJSON-2034139891 tempest-ServersAdminNegativeTestJSON-2034139891-project] 10.222.0.22 "GET /v2.0/ports?device_id=10bbfd3b-84fe-4663-9a1a-909f0d41130b HTTP/1.1" status: 200 len: 947 time: 0.0490878 Aug 29 05:00:45.717422 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-259af430-9f28-4642-b903-ed232c3fc322 req-bc365ea0-f50a-476d-8f10-57bf6bc8b348 tempest-ServersAdminNegativeTestJSON-2034139891 tempest-ServersAdminNegativeTestJSON-2034139891-project] 10.222.0.22 "GET /v2.0/security-groups?id=0598913e-820a-49cb-9f11-6e4cf1e1cab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317507 Aug 29 05:00:46.294330 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 1bd10b6a-af97-48fa-94c8-dd0f9c745cf9 details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:00:46.387673 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 1bd10b6a-af97-48fa-94c8-dd0f9c745cf9, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=1bd10b6a-af97-48fa-94c8-dd0f9c745cf9,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:00:46.399759 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Returning: {'device': '1bd10b6a-af97-48fa-94c8-dd0f9c745cf9', 'network_id': '13e6dfc1-e9e7-40a1-8a14-d0febabf4d45', 'port_id': '1bd10b6a-af97-48fa-94c8-dd0f9c745cf9', 'mac_address': 'fa:16:3e:a7:88:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18cd12d4-b12a-41b0-b0c5-618edbb84e74', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:00:46.441088 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:46.453987 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bd10b6a-af97-48fa-94c8-dd0f9c745cf9 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:00:46.473238 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 1bd10b6a-af97-48fa-94c8-dd0f9c745cf9, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=1bd10b6a-af97-48fa-94c8-dd0f9c745cf9,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:00:46.476897 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:46.523183 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=1bd10b6a-af97-48fa-94c8-dd0f9c745cf9,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:46.704365 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['1bd10b6a-af97-48fa-94c8-dd0f9c745cf9'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:00:46.844509 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27619e5d-66a8-4968-9dac-db931bba99be req-301313fe-a5a8-454c-ad60-aeadac1504cc tempest-ServersAdminNegativeTestJSON-2034139891 tempest-ServersAdminNegativeTestJSON-2034139891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:46.846110 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-27619e5d-66a8-4968-9dac-db931bba99be req-301313fe-a5a8-454c-ad60-aeadac1504cc tempest-ServersAdminNegativeTestJSON-2034139891 tempest-ServersAdminNegativeTestJSON-2034139891-project] 10.222.0.22 "GET /v2.0/ports?device_id=10bbfd3b-84fe-4663-9a1a-909f0d41130b HTTP/1.1" status: 200 len: 948 time: 0.0575528 Aug 29 05:00:46.887027 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-27619e5d-66a8-4968-9dac-db931bba99be req-7e87ea8e-0489-4fa1-84bb-0d808cefe1ae tempest-ServersAdminNegativeTestJSON-2034139891 tempest-ServersAdminNegativeTestJSON-2034139891-project] 10.222.0.22 "GET /v2.0/security-groups?id=0598913e-820a-49cb-9f11-6e4cf1e1cab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341887 Aug 29 05:00:47.999626 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc42e7e7-9f82-4dec-b8ce-2311dce6892a req-475193a5-95c6-42c0-9d2c-c57671b564b4 tempest-ServersAdminNegativeTestJSON-2034139891 tempest-ServersAdminNegativeTestJSON-2034139891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:48.001036 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-cc42e7e7-9f82-4dec-b8ce-2311dce6892a req-475193a5-95c6-42c0-9d2c-c57671b564b4 tempest-ServersAdminNegativeTestJSON-2034139891 tempest-ServersAdminNegativeTestJSON-2034139891-project] 10.222.0.22 "GET /v2.0/ports?device_id=10bbfd3b-84fe-4663-9a1a-909f0d41130b HTTP/1.1" status: 200 len: 948 time: 0.0477207 Aug 29 05:00:48.038774 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-cc42e7e7-9f82-4dec-b8ce-2311dce6892a req-49c73599-5854-4af1-b800-cc11710b9063 tempest-ServersAdminNegativeTestJSON-2034139891 tempest-ServersAdminNegativeTestJSON-2034139891-project] 10.222.0.22 "GET /v2.0/security-groups?id=0598913e-820a-49cb-9f11-6e4cf1e1cab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312455 Aug 29 05:00:48.296047 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 1bd10b6a-af97-48fa-94c8-dd0f9c745cf9 up at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:00:48.344525 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning for port 1bd10b6a-af97-48fa-94c8-dd0f9c745cf9 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:00:48.348429 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning complete for port 1bd10b6a-af97-48fa-94c8-dd0f9c745cf9 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:00:48.348812 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:48.425608 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:48.448816 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10bbfd3b-84fe-4663-9a1a-909f0d41130b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bd10b6a-af97-48fa-94c8-dd0f9c745cf9'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:00:48.451058 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f51970c8-d320-4bd2-878b-55f226886a31" -d '{"events": [{"server_uuid": "10bbfd3b-84fe-4663-9a1a-909f0d41130b", "name": "network-vif-plugged", "status": "completed", "tag": "1bd10b6a-af97-48fa-94c8-dd0f9c745cf9"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:00:48.463236 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 1bd10b6a-af97-48fa-94c8-dd0f9c745cf9, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=1bd10b6a-af97-48fa-94c8-dd0f9c745cf9,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:00:48.467512 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:48.496086 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ab0cf53-fb61-42db-8e0e-4496c6944d72 x-openstack-request-id: req-7ab0cf53-fb61-42db-8e0e-4496c6944d72 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:00:48.496086 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10bbfd3b-84fe-4663-9a1a-909f0d41130b", "name": "network-vif-plugged", "status": "completed", "tag": "1bd10b6a-af97-48fa-94c8-dd0f9c745cf9", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:00:48.496086 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7ab0cf53-fb61-42db-8e0e-4496c6944d72 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:00:48.496086 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10bbfd3b-84fe-4663-9a1a-909f0d41130b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bd10b6a-af97-48fa-94c8-dd0f9c745cf9', 'code': 200} Aug 29 05:00:48.521606 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=1bd10b6a-af97-48fa-94c8-dd0f9c745cf9,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:48.590742 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f8aadb-16c7-4b8b-b380-79273d77ade0 req-c71fe8ee-81c1-41e6-b31e-987de0b7a1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:48.592187 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b0f8aadb-16c7-4b8b-b380-79273d77ade0 req-c71fe8ee-81c1-41e6-b31e-987de0b7a1f9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=10bbfd3b-84fe-4663-9a1a-909f0d41130b HTTP/1.1" status: 200 len: 1101 time: 0.0440369 Aug 29 05:00:48.625977 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b0f8aadb-16c7-4b8b-b380-79273d77ade0 req-0536f011-933b-4a38-8efe-a27f95a7f3a5 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0598913e-820a-49cb-9f11-6e4cf1e1cab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268233 Aug 29 05:00:49.151007 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619eeb13-5a80-44a3-a057-25b91e9349da req-f71393cf-731f-4a9d-ae64-7bbe0bff126b tempest-ServersAdminNegativeTestJSON-2034139891 tempest-ServersAdminNegativeTestJSON-2034139891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:49.152503 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-619eeb13-5a80-44a3-a057-25b91e9349da req-f71393cf-731f-4a9d-ae64-7bbe0bff126b tempest-ServersAdminNegativeTestJSON-2034139891 tempest-ServersAdminNegativeTestJSON-2034139891-project] 10.222.0.22 "GET /v2.0/ports?device_id=10bbfd3b-84fe-4663-9a1a-909f0d41130b HTTP/1.1" status: 200 len: 949 time: 0.0478399 Aug 29 05:00:49.189840 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-619eeb13-5a80-44a3-a057-25b91e9349da req-e02945cc-fb1f-4a12-9563-6eb5ab2c3105 tempest-ServersAdminNegativeTestJSON-2034139891 tempest-ServersAdminNegativeTestJSON-2034139891-project] 10.222.0.22 "GET /v2.0/security-groups?id=0598913e-820a-49cb-9f11-6e4cf1e1cab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314448 Aug 29 05:00:49.542241 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:50.309064 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fd6afb-042c-4c4a-97c7-3246db1c37dd req-6e230895-4b03-427f-a2e0-eb3301be49e0 tempest-ServersAdminNegativeTestJSON-2034139891 tempest-ServersAdminNegativeTestJSON-2034139891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:50.310555 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-62fd6afb-042c-4c4a-97c7-3246db1c37dd req-6e230895-4b03-427f-a2e0-eb3301be49e0 tempest-ServersAdminNegativeTestJSON-2034139891 tempest-ServersAdminNegativeTestJSON-2034139891-project] 10.222.0.22 "GET /v2.0/ports?device_id=10bbfd3b-84fe-4663-9a1a-909f0d41130b HTTP/1.1" status: 200 len: 949 time: 0.0488448 Aug 29 05:00:50.347156 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-62fd6afb-042c-4c4a-97c7-3246db1c37dd req-072483c6-4719-4547-a990-b6a8f06a084f tempest-ServersAdminNegativeTestJSON-2034139891 tempest-ServersAdminNegativeTestJSON-2034139891-project] 10.222.0.22 "GET /v2.0/security-groups?id=0598913e-820a-49cb-9f11-6e4cf1e1cab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304706 Aug 29 05:00:51.265448 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199d54c7-9aa9-42d4-8d17-627b2d952fa3 req-e8550162-0744-42a4-b9fd-75d6609ba530 tempest-ServersAdminNegativeTestJSON-2034139891 tempest-ServersAdminNegativeTestJSON-2034139891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:51.266814 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-199d54c7-9aa9-42d4-8d17-627b2d952fa3 req-e8550162-0744-42a4-b9fd-75d6609ba530 tempest-ServersAdminNegativeTestJSON-2034139891 tempest-ServersAdminNegativeTestJSON-2034139891-project] 10.222.0.22 "GET /v2.0/ports?device_id=10bbfd3b-84fe-4663-9a1a-909f0d41130b HTTP/1.1" status: 200 len: 949 time: 0.0479586 Aug 29 05:00:51.309961 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-199d54c7-9aa9-42d4-8d17-627b2d952fa3 req-eb192970-cf60-4fb1-b66d-77eef1e93dec tempest-ServersAdminNegativeTestJSON-2034139891 tempest-ServersAdminNegativeTestJSON-2034139891-project] 10.222.0.22 "GET /v2.0/security-groups?id=0598913e-820a-49cb-9f11-6e4cf1e1cab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363445 Aug 29 05:00:52.427497 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d209535-b9e8-4ec7-b9b9-ad84eeda3fa0 req-8224deec-213a-4472-bba6-c41b244780b1 tempest-ServersAdminNegativeTestJSON-2034139891 tempest-ServersAdminNegativeTestJSON-2034139891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:52.429018 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4d209535-b9e8-4ec7-b9b9-ad84eeda3fa0 req-8224deec-213a-4472-bba6-c41b244780b1 tempest-ServersAdminNegativeTestJSON-2034139891 tempest-ServersAdminNegativeTestJSON-2034139891-project] 10.222.0.22 "GET /v2.0/ports?device_id=10bbfd3b-84fe-4663-9a1a-909f0d41130b HTTP/1.1" status: 200 len: 949 time: 0.0485682 Aug 29 05:00:52.475221 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4d209535-b9e8-4ec7-b9b9-ad84eeda3fa0 req-8c22d73c-c251-432a-8ef2-fecb15d304fe tempest-ServersAdminNegativeTestJSON-2034139891 tempest-ServersAdminNegativeTestJSON-2034139891-project] 10.222.0.22 "GET /v2.0/security-groups?id=0598913e-820a-49cb-9f11-6e4cf1e1cab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401244 Aug 29 05:00:52.514236 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98711ec-58db-4a42-b545-af0d803ad000 req-4fa72a07-2bdd-47bd-a451-8c2d354deb2b tempest-ServersAdminNegativeTestJSON-2034139891 tempest-ServersAdminNegativeTestJSON-2034139891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:52.515738 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b98711ec-58db-4a42-b545-af0d803ad000 req-4fa72a07-2bdd-47bd-a451-8c2d354deb2b tempest-ServersAdminNegativeTestJSON-2034139891 tempest-ServersAdminNegativeTestJSON-2034139891-project] 10.222.0.46 "GET /v2.0/ports?device_id=10bbfd3b-84fe-4663-9a1a-909f0d41130b HTTP/1.1" status: 200 len: 949 time: 0.0557733 Aug 29 05:00:52.604988 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-b98711ec-58db-4a42-b545-af0d803ad000 req-47577159-2a5b-47d4-8109-78c976370f59 tempest-ServersAdminNegativeTestJSON-2034139891 tempest-ServersAdminNegativeTestJSON-2034139891-project] Deleting port 1bd10b6a-af97-48fa-94c8-dd0f9c745cf9 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:00:52.605249 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-b98711ec-58db-4a42-b545-af0d803ad000 req-47577159-2a5b-47d4-8109-78c976370f59 tempest-ServersAdminNegativeTestJSON-2034139891 tempest-ServersAdminNegativeTestJSON-2034139891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:52.697885 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-b98711ec-58db-4a42-b545-af0d803ad000 req-47577159-2a5b-47d4-8109-78c976370f59 tempest-ServersAdminNegativeTestJSON-2034139891 tempest-ServersAdminNegativeTestJSON-2034139891-project] For port 1bd10b6a-af97-48fa-94c8-dd0f9c745cf9, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=1bd10b6a-af97-48fa-94c8-dd0f9c745cf9,segment=NetworkSegment(80545fcc-735a-4556-95b9-92c11d78692a),segment_id=80545fcc-735a-4556-95b9-92c11d78692a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:00:52.698252 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-b98711ec-58db-4a42-b545-af0d803ad000 req-47577159-2a5b-47d4-8109-78c976370f59 tempest-ServersAdminNegativeTestJSON-2034139891 tempest-ServersAdminNegativeTestJSON-2034139891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:52.711799 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-b98711ec-58db-4a42-b545-af0d803ad000 req-47577159-2a5b-47d4-8109-78c976370f59 tempest-ServersAdminNegativeTestJSON-2034139891 tempest-ServersAdminNegativeTestJSON-2034139891-project] Calling delete_port for 1bd10b6a-af97-48fa-94c8-dd0f9c745cf9 owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:00:52.835706 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-b98711ec-58db-4a42-b545-af0d803ad000 req-47577159-2a5b-47d4-8109-78c976370f59 tempest-ServersAdminNegativeTestJSON-2034139891 tempest-ServersAdminNegativeTestJSON-2034139891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:52.847531 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['1bd10b6a-af97-48fa-94c8-dd0f9c745cf9'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:00:52.867323 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47577159-2a5b-47d4-8109-78c976370f59 tempest-ServersAdminNegativeTestJSON-2034139891 tempest-ServersAdminNegativeTestJSON-2034139891-project] Pushing event deleted for resources: {'Port': ['ID=1bd10b6a-af97-48fa-94c8-dd0f9c745cf9,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:52.908625 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-b98711ec-58db-4a42-b545-af0d803ad000 req-47577159-2a5b-47d4-8109-78c976370f59 tempest-ServersAdminNegativeTestJSON-2034139891 tempest-ServersAdminNegativeTestJSON-2034139891-project] No DVR routers for this DVR port 1bd10b6a-af97-48fa-94c8-dd0f9c745cf9 on host n-h1-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:00:52.911270 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-b98711ec-58db-4a42-b545-af0d803ad000 req-47577159-2a5b-47d4-8109-78c976370f59 tempest-ServersAdminNegativeTestJSON-2034139891 tempest-ServersAdminNegativeTestJSON-2034139891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:52.913334 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b98711ec-58db-4a42-b545-af0d803ad000 req-47577159-2a5b-47d4-8109-78c976370f59 tempest-ServersAdminNegativeTestJSON-2034139891 tempest-ServersAdminNegativeTestJSON-2034139891-project] 10.222.0.46 "DELETE /v2.0/ports/1bd10b6a-af97-48fa-94c8-dd0f9c745cf9 HTTP/1.1" status: 204 len: 173 time: 0.3913200 Aug 29 05:00:52.913787 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10bbfd3b-84fe-4663-9a1a-909f0d41130b', 'name': 'network-vif-deleted', 'tag': '1bd10b6a-af97-48fa-94c8-dd0f9c745cf9'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:00:52.916092 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d623a88c-6bb1-45b9-88b0-f8b80161d33d" -d '{"events": [{"server_uuid": "10bbfd3b-84fe-4663-9a1a-909f0d41130b", "name": "network-vif-deleted", "tag": "1bd10b6a-af97-48fa-94c8-dd0f9c745cf9"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:00:52.955556 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91d16f45-6b27-40b3-86e0-d580ef51b60f x-openstack-request-id: req-91d16f45-6b27-40b3-86e0-d580ef51b60f {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:00:52.955892 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10bbfd3b-84fe-4663-9a1a-909f0d41130b", "name": "network-vif-deleted", "tag": "1bd10b6a-af97-48fa-94c8-dd0f9c745cf9", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:00:52.956242 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-91d16f45-6b27-40b3-86e0-d580ef51b60f {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:00:52.956725 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10bbfd3b-84fe-4663-9a1a-909f0d41130b', 'name': 'network-vif-deleted', 'tag': '1bd10b6a-af97-48fa-94c8-dd0f9c745cf9', 'status': 'completed', 'code': 200} Aug 29 05:00:53.569157 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [req-24884bdb-fd25-44e6-9ba5-94c134a20985 req-c8042467-7486-40ed-b210-34b56101ae1b service neutron] (94829) timed out ('10.222.0.22', 60870) {{(pid=94829) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 05:00:53.766529 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 37696) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:53.910974 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-46f24512-b262-4f5e-903f-c8ce51368ea5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5fec85e5cfb0458da2c7404fc8a44ec0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1432490 Aug 29 05:00:53.914009 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 37700) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:53.962467 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cd634c92-e64a-4076-8338-8024086bec5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:53.983897 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cd634c92-e64a-4076-8338-8024086bec5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:54.031843 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cd634c92-e64a-4076-8338-8024086bec5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:54.034645 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cd634c92-e64a-4076-8338-8024086bec5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:54.035885 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-cd634c92-e64a-4076-8338-8024086bec5f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0598913e-820a-49cb-9f11-6e4cf1e1cab9 HTTP/1.1" status: 204 len: 168 time: 0.1209502 Aug 29 05:00:54.043487 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd634c92-e64a-4076-8338-8024086bec5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0598913e-820a-49cb-9f11-6e4cf1e1cab9,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:54.311473 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 37706) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:54.325681 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b7ff3db7-c8eb-4864-a5f2-65584924a73a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:54.415911 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b7ff3db7-c8eb-4864-a5f2-65584924a73a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:54.419504 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b7ff3db7-c8eb-4864-a5f2-65584924a73a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:54.457665 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-b7ff3db7-c8eb-4864-a5f2-65584924a73a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e29105777a064cca8aa264c48f6dc639&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1447935 Aug 29 05:00:54.458827 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ff3db7-c8eb-4864-a5f2-65584924a73a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b11590c-e6b7-4826-a98d-9dd582fb06ee,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:54.460525 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 37708) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:54.519264 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b519fe31-298e-417c-a74c-749482290c6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:54.540266 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b519fe31-298e-417c-a74c-749482290c6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:54.588897 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b519fe31-298e-417c-a74c-749482290c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:54.591740 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b519fe31-298e-417c-a74c-749482290c6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:54.592905 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-b519fe31-298e-417c-a74c-749482290c6a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8b11590c-e6b7-4826-a98d-9dd582fb06ee HTTP/1.1" status: 204 len: 168 time: 0.1306143 Aug 29 05:00:54.600423 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b519fe31-298e-417c-a74c-749482290c6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b11590c-e6b7-4826-a98d-9dd582fb06ee,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:55.338866 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 37730) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:55.432750 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-c9229117-7178-4df3-8293-2de7c043d259 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-801865867-network', 'tenant_id': 'b2b9608b6aa14a41b57a94ef3073d823'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:00:55.457131 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9229117-7178-4df3-8293-2de7c043d259 admin admin] Made reservation on behalf of b2b9608b6aa14a41b57a94ef3073d823 for: {'network': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:00:55.459453 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c9229117-7178-4df3-8293-2de7c043d259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:55.467839 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c9229117-7178-4df3-8293-2de7c043d259 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:55.554295 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c9229117-7178-4df3-8293-2de7c043d259 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:55.558377 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c9229117-7178-4df3-8293-2de7c043d259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:55.578362 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9229117-7178-4df3-8293-2de7c043d259 admin admin] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=94828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:00:55.593009 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9229117-7178-4df3-8293-2de7c043d259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a632b41-f1de-473b-8961-25bd130e7183,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:55.595799 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c9229117-7178-4df3-8293-2de7c043d259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:55.596136 n-d-712140-12 neutron-server[94828]: INFO neutron.db.segments_db [None req-c9229117-7178-4df3-8293-2de7c043d259 admin admin] Added segment 6400f32a-a9c1-4fdd-94f0-f711658ee846 of type vlan for network 609e8f8f-38da-4c1c-84b4-47a5b6ca8312 Aug 29 05:00:55.635048 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c9229117-7178-4df3-8293-2de7c043d259 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:55.658376 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c9229117-7178-4df3-8293-2de7c043d259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:55.659278 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9229117-7178-4df3-8293-2de7c043d259 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:55.659889 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c9229117-7178-4df3-8293-2de7c043d259 admin admin] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:55.712311 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-c9229117-7178-4df3-8293-2de7c043d259 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3722947 Aug 29 05:00:55.715326 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 37734) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:55.720462 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-a9e72b0e-db78-437d-87d1-391d804feaa3 admin admin] Request body: {'subnet': {'network_id': '609e8f8f-38da-4c1c-84b4-47a5b6ca8312', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-801865867-subnet', 'tenant_id': 'b2b9608b6aa14a41b57a94ef3073d823', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:00:55.722926 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9229117-7178-4df3-8293-2de7c043d259 admin admin] Pushing event updated for resources: {'Network': ['ID=609e8f8f-38da-4c1c-84b4-47a5b6ca8312,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:55.733499 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 609e8f8f-38da-4c1c-84b4-47a5b6ca8312 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:00:55.746267 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9e72b0e-db78-437d-87d1-391d804feaa3 admin admin] Made reservation on behalf of b2b9608b6aa14a41b57a94ef3073d823 for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:00:55.748776 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a9e72b0e-db78-437d-87d1-391d804feaa3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4552395'] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:55.941076 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a9e72b0e-db78-437d-87d1-391d804feaa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4274880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4552377'] for subnet, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:56.000468 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e72b0e-db78-437d-87d1-391d804feaa3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c61ce301-4cde-4f40-b0b0-eb60689cfefb,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:56.011323 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e72b0e-db78-437d-87d1-391d804feaa3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:00:56.011671 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e72b0e-db78-437d-87d1-391d804feaa3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:00:56.012037 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e72b0e-db78-437d-87d1-391d804feaa3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:00:56.012372 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e72b0e-db78-437d-87d1-391d804feaa3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:00:56.012703 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e72b0e-db78-437d-87d1-391d804feaa3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:00:56.013040 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e72b0e-db78-437d-87d1-391d804feaa3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:00:56.013367 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e72b0e-db78-437d-87d1-391d804feaa3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:00:56.013691 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e72b0e-db78-437d-87d1-391d804feaa3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:00:56.014014 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e72b0e-db78-437d-87d1-391d804feaa3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:00:56.014336 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e72b0e-db78-437d-87d1-391d804feaa3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:00:56.014656 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e72b0e-db78-437d-87d1-391d804feaa3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:00:56.014979 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e72b0e-db78-437d-87d1-391d804feaa3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:00:56.017942 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e72b0e-db78-437d-87d1-391d804feaa3 admin admin] Checking segment: {'id': '6400f32a-a9c1-4fdd-94f0-f711658ee846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '609e8f8f-38da-4c1c-84b4-47a5b6ca8312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:00:56.018301 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e72b0e-db78-437d-87d1-391d804feaa3 admin admin] Network hostable DHCP agents. Network: 609e8f8f-38da-4c1c-84b4-47a5b6ca8312, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:00:56.036869 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e72b0e-db78-437d-87d1-391d804feaa3 admin admin] Network 609e8f8f-38da-4c1c-84b4-47a5b6ca8312 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:00:56.046474 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-a9e72b0e-db78-437d-87d1-391d804feaa3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 609e8f8f-38da-4c1c-84b4-47a5b6ca8312) {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:00:56.055713 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb11c30b-bf21-4fc1-998c-48d8e947fe81 None None] Network 609e8f8f-38da-4c1c-84b4-47a5b6ca8312 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:00:56.055907 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e72b0e-db78-437d-87d1-391d804feaa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:56.056510 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a9e72b0e-db78-437d-87d1-391d804feaa3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:56.070913 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-a9e72b0e-db78-437d-87d1-391d804feaa3 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3543158 Aug 29 05:00:56.182726 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb54cd3d-0b27-434d-96c5-0e5729e4c442 None None] Network 609e8f8f-38da-4c1c-84b4-47a5b6ca8312 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:00:56.342003 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 1bd10b6a-af97-48fa-94c8-dd0f9c745cf9 no longer exists at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:00:56.361311 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] No Port match for: 1bd10b6a-af97-48fa-94c8-dd0f9c745cf9 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:00:56.361656 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 1bd10b6a-af97-48fa-94c8-dd0f9c745cf9 not bound to the agent host n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:00:56.502249 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b819e6bd-ac9a-4f1f-be86-098cea29b68b req-263ba0f2-4f34-42e5-b6d1-ed94bbae49ae tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:56.503639 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b819e6bd-ac9a-4f1f-be86-098cea29b68b req-263ba0f2-4f34-42e5-b6d1-ed94bbae49ae tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] 10.222.0.22 "GET /v2.0/networks?id=609e8f8f-38da-4c1c-84b4-47a5b6ca8312 HTTP/1.1" status: 200 len: 811 time: 0.0998266 Aug 29 05:00:56.518892 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b819e6bd-ac9a-4f1f-be86-098cea29b68b req-6a51cb2b-3ceb-439e-bab2-c72644f44235 tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] 10.222.0.22 "GET /v2.0/quotas/b2b9608b6aa14a41b57a94ef3073d823 HTTP/1.1" status: 200 len: 375 time: 0.0089824 Aug 29 05:00:56.555377 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b819e6bd-ac9a-4f1f-be86-098cea29b68b req-253e7f19-0de5-412d-bdaf-8e8c7416d502 tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=b2b9608b6aa14a41b57a94ef3073d823&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301926 Aug 29 05:00:56.698348 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b819e6bd-ac9a-4f1f-be86-098cea29b68b req-7c78f9d9-2b84-41b3-9d42-36ef5fe1571f service neutron] 10.222.0.22 "GET /v2.0/networks/609e8f8f-38da-4c1c-84b4-47a5b6ca8312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357067 Aug 29 05:00:56.792837 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b819e6bd-ac9a-4f1f-be86-098cea29b68b req-8809d7ce-1387-4885-ab4d-cbc38215ba8a service neutron] 10.222.0.22 "GET /v2.0/networks/609e8f8f-38da-4c1c-84b4-47a5b6ca8312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881245 Aug 29 05:00:56.950758 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9ad1ce45-a0c6-42a2-9e16-5f1e88f8a1ac req-7a58dcf0-6421-4fac-988c-339fd1ba800a tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8f30c1a-b56c-4da2-8263-2df326513584 HTTP/1.1" status: 200 len: 210 time: 0.0275736 Aug 29 05:00:58.045355 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-70c6b676-9f3f-4e36-8030-5037126d37b2 req-3fcf074b-b3e3-4a7b-a395-61c6039dcf29 tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8f30c1a-b56c-4da2-8263-2df326513584 HTTP/1.1" status: 200 len: 210 time: 0.0271590 Aug 29 05:00:58.864879 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:59.121860 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-468f660f-2c9c-4a1f-80b2-53eb0a858efb req-37f00459-d4bd-4446-b3c8-3dc30b9bbf8a tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8f30c1a-b56c-4da2-8263-2df326513584 HTTP/1.1" status: 200 len: 210 time: 0.0264323 Aug 29 05:00:59.564882 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:01:00.200507 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0533b725-0786-455c-997e-0e1f3a2a7f17 req-c86e2584-d945-445c-af90-94849aad7aa4 tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8f30c1a-b56c-4da2-8263-2df326513584 HTTP/1.1" status: 200 len: 210 time: 0.0271175 Aug 29 05:01:01.298921 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-25ef5e7b-877a-4caa-b05d-090b92a0e4f0 req-89f7f1d2-87ae-4862-9d2f-f2537a63ea6a tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8f30c1a-b56c-4da2-8263-2df326513584 HTTP/1.1" status: 200 len: 210 time: 0.0263054 Aug 29 05:01:01.918551 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b819e6bd-ac9a-4f1f-be86-098cea29b68b req-19e9729c-abaa-4ba6-9759-0dc6bf1539d2 tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:01.920033 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b819e6bd-ac9a-4f1f-be86-098cea29b68b req-19e9729c-abaa-4ba6-9759-0dc6bf1539d2 tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] 10.222.0.46 "GET /v2.0/networks?id=609e8f8f-38da-4c1c-84b4-47a5b6ca8312 HTTP/1.1" status: 200 len: 811 time: 0.1024349 Aug 29 05:01:01.932823 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-b819e6bd-ac9a-4f1f-be86-098cea29b68b req-88b16f40-1284-4221-9476-9b09d88689cb tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] Request body: {'port': {'device_id': 'a8f30c1a-b56c-4da2-8263-2df326513584', 'network_id': '609e8f8f-38da-4c1c-84b4-47a5b6ca8312', 'admin_state_up': True, 'tenant_id': 'b2b9608b6aa14a41b57a94ef3073d823'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:01:02.036018 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b819e6bd-ac9a-4f1f-be86-098cea29b68b req-88b16f40-1284-4221-9476-9b09d88689cb tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] Made reservation on behalf of b2b9608b6aa14a41b57a94ef3073d823 for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:01:02.039467 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-b819e6bd-ac9a-4f1f-be86-098cea29b68b req-88b16f40-1284-4221-9476-9b09d88689cb tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:02.162951 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-b819e6bd-ac9a-4f1f-be86-098cea29b68b req-88b16f40-1284-4221-9476-9b09d88689cb tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] Allocated IP 172.20.0.5 (609e8f8f-38da-4c1c-84b4-47a5b6ca8312/c61ce301-4cde-4f40-b0b0-eb60689cfefb/0270b8ff-9d47-4306-a868-12d4aacfa726) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:01:02.307425 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-b819e6bd-ac9a-4f1f-be86-098cea29b68b req-88b16f40-1284-4221-9476-9b09d88689cb tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:02.345893 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-b819e6bd-ac9a-4f1f-be86-098cea29b68b req-88b16f40-1284-4221-9476-9b09d88689cb tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:02.387731 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b819e6bd-ac9a-4f1f-be86-098cea29b68b req-88b16f40-1284-4221-9476-9b09d88689cb tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] Network 609e8f8f-38da-4c1c-84b4-47a5b6ca8312 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:01:02.393148 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-b819e6bd-ac9a-4f1f-be86-098cea29b68b req-88b16f40-1284-4221-9476-9b09d88689cb tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:01:02.396961 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-b819e6bd-ac9a-4f1f-be86-098cea29b68b req-88b16f40-1284-4221-9476-9b09d88689cb tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:01:02.423651 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b16f40-1284-4221-9476-9b09d88689cb tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] Pushing event updated for resources: {'Port': ['ID=0270b8ff-9d47-4306-a868-12d4aacfa726,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:01:02.427869 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ba2019-3889-4d4a-b519-ece57970adae req-71f02cb6-5878-4493-9cf8-765269ce687c tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:02.429932 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b5ba2019-3889-4d4a-b519-ece57970adae req-71f02cb6-5878-4493-9cf8-765269ce687c tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8f30c1a-b56c-4da2-8263-2df326513584 HTTP/1.1" status: 200 len: 931 time: 0.0507016 Aug 29 05:01:02.438467 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b16f40-1284-4221-9476-9b09d88689cb tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:01:02.438818 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b16f40-1284-4221-9476-9b09d88689cb tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:01:02.439161 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b16f40-1284-4221-9476-9b09d88689cb tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:01:02.439503 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b16f40-1284-4221-9476-9b09d88689cb tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:01:02.439868 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b16f40-1284-4221-9476-9b09d88689cb tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:01:02.440207 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b16f40-1284-4221-9476-9b09d88689cb tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:01:02.440534 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b16f40-1284-4221-9476-9b09d88689cb tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:01:02.440862 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b16f40-1284-4221-9476-9b09d88689cb tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:01:02.441187 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b16f40-1284-4221-9476-9b09d88689cb tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:01:02.441510 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b16f40-1284-4221-9476-9b09d88689cb tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:01:02.441840 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b16f40-1284-4221-9476-9b09d88689cb tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:01:02.442194 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b16f40-1284-4221-9476-9b09d88689cb tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:01:02.459614 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b819e6bd-ac9a-4f1f-be86-098cea29b68b req-88b16f40-1284-4221-9476-9b09d88689cb tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:02.460261 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-b819e6bd-ac9a-4f1f-be86-098cea29b68b req-88b16f40-1284-4221-9476-9b09d88689cb tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:02.474610 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b819e6bd-ac9a-4f1f-be86-098cea29b68b req-88b16f40-1284-4221-9476-9b09d88689cb tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5455544 Aug 29 05:01:02.474789 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b5ba2019-3889-4d4a-b519-ece57970adae req-45580e3a-9649-4cc7-8d7e-e7aca13c83df tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a632b41-f1de-473b-8961-25bd130e7183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385237 Aug 29 05:01:02.487022 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-b819e6bd-ac9a-4f1f-be86-098cea29b68b req-6a16e207-3af5-4da6-84e8-dbfc48b06e68 service neutron] Request body: {'port': {'device_id': 'a8f30c1a-b56c-4da2-8263-2df326513584', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:01:02.542650 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-b819e6bd-ac9a-4f1f-be86-098cea29b68b req-6a16e207-3af5-4da6-84e8-dbfc48b06e68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:02.798957 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-b819e6bd-ac9a-4f1f-be86-098cea29b68b req-6a16e207-3af5-4da6-84e8-dbfc48b06e68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0270b8ff-9d47-4306-a868-12d4aacfa726 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:01:02.806761 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-b819e6bd-ac9a-4f1f-be86-098cea29b68b req-6a16e207-3af5-4da6-84e8-dbfc48b06e68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:02.819495 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-b819e6bd-ac9a-4f1f-be86-098cea29b68b req-6a16e207-3af5-4da6-84e8-dbfc48b06e68 service neutron] Transition to ACTIVE for port object 0270b8ff-9d47-4306-a868-12d4aacfa726 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:01:02.823320 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-b819e6bd-ac9a-4f1f-be86-098cea29b68b req-6a16e207-3af5-4da6-84e8-dbfc48b06e68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:02.869488 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a16e207-3af5-4da6-84e8-dbfc48b06e68 service neutron] Pushing event updated for resources: {'Port': ['ID=0270b8ff-9d47-4306-a868-12d4aacfa726,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:01:02.937926 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-b819e6bd-ac9a-4f1f-be86-098cea29b68b req-6a16e207-3af5-4da6-84e8-dbfc48b06e68 service neutron] Attempting to bind port 0270b8ff-9d47-4306-a868-12d4aacfa726 on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:01:02.938259 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-b819e6bd-ac9a-4f1f-be86-098cea29b68b req-6a16e207-3af5-4da6-84e8-dbfc48b06e68 service neutron] Attempting to bind port 0270b8ff-9d47-4306-a868-12d4aacfa726 by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': '6400f32a-a9c1-4fdd-94f0-f711658ee846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '609e8f8f-38da-4c1c-84b4-47a5b6ca8312'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:01:02.938585 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b819e6bd-ac9a-4f1f-be86-098cea29b68b req-6a16e207-3af5-4da6-84e8-dbfc48b06e68 service neutron] Attempting to bind port 0270b8ff-9d47-4306-a868-12d4aacfa726 on network 609e8f8f-38da-4c1c-84b4-47a5b6ca8312 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:01:02.943294 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b819e6bd-ac9a-4f1f-be86-098cea29b68b req-6a16e207-3af5-4da6-84e8-dbfc48b06e68 service neutron] Port 0270b8ff-9d47-4306-a868-12d4aacfa726 on network 609e8f8f-38da-4c1c-84b4-47a5b6ca8312 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:01:02.943612 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b819e6bd-ac9a-4f1f-be86-098cea29b68b req-6a16e207-3af5-4da6-84e8-dbfc48b06e68 service neutron] Attempting to bind port 0270b8ff-9d47-4306-a868-12d4aacfa726 on network 609e8f8f-38da-4c1c-84b4-47a5b6ca8312 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:01:02.948288 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b819e6bd-ac9a-4f1f-be86-098cea29b68b req-6a16e207-3af5-4da6-84e8-dbfc48b06e68 service neutron] Checking agent: {'id': '3de9de52-3a03-431d-9d7e-497ae92c57ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:01:02.948624 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b819e6bd-ac9a-4f1f-be86-098cea29b68b req-6a16e207-3af5-4da6-84e8-dbfc48b06e68 service neutron] Checking segment: {'id': '6400f32a-a9c1-4fdd-94f0-f711658ee846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '609e8f8f-38da-4c1c-84b4-47a5b6ca8312'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:01:02.949003 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b819e6bd-ac9a-4f1f-be86-098cea29b68b req-6a16e207-3af5-4da6-84e8-dbfc48b06e68 service neutron] Bound using segment: {'id': '6400f32a-a9c1-4fdd-94f0-f711658ee846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '609e8f8f-38da-4c1c-84b4-47a5b6ca8312'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:01:02.949421 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-b819e6bd-ac9a-4f1f-be86-098cea29b68b req-6a16e207-3af5-4da6-84e8-dbfc48b06e68 service neutron] Bound port: 0270b8ff-9d47-4306-a868-12d4aacfa726, host: n-h1-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6400f32a-a9c1-4fdd-94f0-f711658ee846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '609e8f8f-38da-4c1c-84b4-47a5b6ca8312'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:01:02.949775 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-b819e6bd-ac9a-4f1f-be86-098cea29b68b req-6a16e207-3af5-4da6-84e8-dbfc48b06e68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:03.010947 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-b819e6bd-ac9a-4f1f-be86-098cea29b68b req-6a16e207-3af5-4da6-84e8-dbfc48b06e68 service neutron] For port 0270b8ff-9d47-4306-a868-12d4aacfa726, host n-h1-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:01:03.013890 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-b819e6bd-ac9a-4f1f-be86-098cea29b68b req-6a16e207-3af5-4da6-84e8-dbfc48b06e68 service neutron] For port 0270b8ff-9d47-4306-a868-12d4aacfa726, host n-h1-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=0270b8ff-9d47-4306-a868-12d4aacfa726,segment=NetworkSegment(6400f32a-a9c1-4fdd-94f0-f711658ee846),segment_id=6400f32a-a9c1-4fdd-94f0-f711658ee846)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:01:03.017468 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-b819e6bd-ac9a-4f1f-be86-098cea29b68b req-6a16e207-3af5-4da6-84e8-dbfc48b06e68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:03.049698 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b819e6bd-ac9a-4f1f-be86-098cea29b68b req-6a16e207-3af5-4da6-84e8-dbfc48b06e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:03.050315 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-b819e6bd-ac9a-4f1f-be86-098cea29b68b req-6a16e207-3af5-4da6-84e8-dbfc48b06e68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:03.052356 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b819e6bd-ac9a-4f1f-be86-098cea29b68b req-6a16e207-3af5-4da6-84e8-dbfc48b06e68 service neutron] 10.222.0.46 "PUT /v2.0/ports/0270b8ff-9d47-4306-a868-12d4aacfa726 HTTP/1.1" status: 200 len: 1092 time: 0.5691550 Aug 29 05:01:03.052803 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8f30c1a-b56c-4da2-8263-2df326513584', 'tag': '0270b8ff-9d47-4306-a868-12d4aacfa726'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:01:03.055041 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7b75f0f-cf2e-4df9-b6f3-cb48a6118e98" -d '{"events": [{"name": "network-changed", "server_uuid": "a8f30c1a-b56c-4da2-8263-2df326513584", "tag": "0270b8ff-9d47-4306-a868-12d4aacfa726"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:01:03.080075 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a16e207-3af5-4da6-84e8-dbfc48b06e68 service neutron] Pushing event updated for resources: {'Port': ['ID=0270b8ff-9d47-4306-a868-12d4aacfa726,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:01:03.128686 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b819e6bd-ac9a-4f1f-be86-098cea29b68b req-6645caa9-2546-40ab-9d60-7ecc1fc5d312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:03.130298 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b819e6bd-ac9a-4f1f-be86-098cea29b68b req-6645caa9-2546-40ab-9d60-7ecc1fc5d312 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b2b9608b6aa14a41b57a94ef3073d823&device_id=a8f30c1a-b56c-4da2-8263-2df326513584 HTTP/1.1" status: 200 len: 1095 time: 0.0427127 Aug 29 05:01:03.175821 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d36cd82-e893-42af-b829-145c320bc4b0 x-openstack-request-id: req-9d36cd82-e893-42af-b829-145c320bc4b0 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:01:03.176116 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8f30c1a-b56c-4da2-8263-2df326513584", "tag": "0270b8ff-9d47-4306-a868-12d4aacfa726", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:01:03.176393 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9d36cd82-e893-42af-b829-145c320bc4b0 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:01:03.177355 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8f30c1a-b56c-4da2-8263-2df326513584', 'tag': '0270b8ff-9d47-4306-a868-12d4aacfa726', 'status': 'completed', 'code': 200} Aug 29 05:01:03.179150 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b819e6bd-ac9a-4f1f-be86-098cea29b68b req-f7fae6b5-8380-4e22-be87-693e854ea5e0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0270b8ff-9d47-4306-a868-12d4aacfa726 HTTP/1.1" status: 200 len: 217 time: 0.0409229 Aug 29 05:01:03.229175 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b819e6bd-ac9a-4f1f-be86-098cea29b68b req-16ca995b-8e36-4ad4-a3df-cb3e7a67d3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:03.230964 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b819e6bd-ac9a-4f1f-be86-098cea29b68b req-16ca995b-8e36-4ad4-a3df-cb3e7a67d3cd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c61ce301-4cde-4f40-b0b0-eb60689cfefb HTTP/1.1" status: 200 len: 851 time: 0.0438817 Aug 29 05:01:03.261740 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b819e6bd-ac9a-4f1f-be86-098cea29b68b req-94226ba4-af14-4624-8d0f-521791c79805 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=609e8f8f-38da-4c1c-84b4-47a5b6ca8312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242970 Aug 29 05:01:03.353474 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b819e6bd-ac9a-4f1f-be86-098cea29b68b req-c2eb4a3c-51a8-4c09-b6ae-39425aad0389 service neutron] 10.222.0.46 "GET /v2.0/networks/609e8f8f-38da-4c1c-84b4-47a5b6ca8312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845816 Aug 29 05:01:03.419634 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8c7f6229-678d-4ebc-be6d-40b83882050f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:03.445512 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b819e6bd-ac9a-4f1f-be86-098cea29b68b req-f746bae7-5264-40bc-8c5c-f9b1b2ad9c8c service neutron] 10.222.0.46 "GET /v2.0/networks/609e8f8f-38da-4c1c-84b4-47a5b6ca8312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847311 Aug 29 05:01:03.537178 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b75f0f-cf2e-4df9-b6f3-cb48a6118e98 req-52f2dc01-6009-4bba-b69d-72c9ea4ab2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:03.538662 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b7b75f0f-cf2e-4df9-b6f3-cb48a6118e98 req-52f2dc01-6009-4bba-b69d-72c9ea4ab2e7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b2b9608b6aa14a41b57a94ef3073d823&device_id=a8f30c1a-b56c-4da2-8263-2df326513584 HTTP/1.1" status: 200 len: 1095 time: 0.0418286 Aug 29 05:01:03.588708 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613ae631-11da-48c1-a2ba-17e7cd22120d req-d7dbb22a-61ed-4766-a530-0543822e5384 tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:03.590205 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-613ae631-11da-48c1-a2ba-17e7cd22120d req-d7dbb22a-61ed-4766-a530-0543822e5384 tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8f30c1a-b56c-4da2-8263-2df326513584 HTTP/1.1" status: 200 len: 943 time: 0.0481615 Aug 29 05:01:03.631460 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b75f0f-cf2e-4df9-b6f3-cb48a6118e98 req-b8de3221-6e8f-4402-9650-063683cdeb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:03.631726 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-613ae631-11da-48c1-a2ba-17e7cd22120d req-947cb3b5-78ae-414e-be98-5b26272f6eb0 tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a632b41-f1de-473b-8961-25bd130e7183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352530 Aug 29 05:01:03.632999 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b7b75f0f-cf2e-4df9-b6f3-cb48a6118e98 req-b8de3221-6e8f-4402-9650-063683cdeb05 service neutron] 10.222.0.46 "GET /v2.0/networks?id=609e8f8f-38da-4c1c-84b4-47a5b6ca8312 HTTP/1.1" status: 200 len: 912 time: 0.0875401 Aug 29 05:01:03.677161 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b7b75f0f-cf2e-4df9-b6f3-cb48a6118e98 req-e459ec04-2b38-4a87-8f7b-9f52a652f50c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0270b8ff-9d47-4306-a868-12d4aacfa726 HTTP/1.1" status: 200 len: 217 time: 0.0360668 Aug 29 05:01:03.734205 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b75f0f-cf2e-4df9-b6f3-cb48a6118e98 req-5b1b633f-fa7e-49ff-8a3d-372b54e3d160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:03.735666 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b7b75f0f-cf2e-4df9-b6f3-cb48a6118e98 req-5b1b633f-fa7e-49ff-8a3d-372b54e3d160 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c61ce301-4cde-4f40-b0b0-eb60689cfefb HTTP/1.1" status: 200 len: 851 time: 0.0465822 Aug 29 05:01:03.771799 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b7b75f0f-cf2e-4df9-b6f3-cb48a6118e98 req-5b78fb47-539f-4b78-886c-8cb289405ae1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=609e8f8f-38da-4c1c-84b4-47a5b6ca8312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256705 Aug 29 05:01:03.860055 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b7b75f0f-cf2e-4df9-b6f3-cb48a6118e98 req-af0c1162-1d61-4104-9035-10c7fef1eb80 service neutron] 10.222.0.46 "GET /v2.0/networks/609e8f8f-38da-4c1c-84b4-47a5b6ca8312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807867 Aug 29 05:01:03.953470 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b7b75f0f-cf2e-4df9-b6f3-cb48a6118e98 req-66a7233d-3e50-449e-93c7-acb37691a793 service neutron] 10.222.0.46 "GET /v2.0/networks/609e8f8f-38da-4c1c-84b4-47a5b6ca8312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841298 Aug 29 05:01:04.748677 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25db18da-0852-420f-bc96-226361b622f1 req-bd99ce80-8fd8-45d4-9e8f-ec82b8058cfb tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:04.750194 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-25db18da-0852-420f-bc96-226361b622f1 req-bd99ce80-8fd8-45d4-9e8f-ec82b8058cfb tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8f30c1a-b56c-4da2-8263-2df326513584 HTTP/1.1" status: 200 len: 943 time: 0.0497701 Aug 29 05:01:04.787462 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-25db18da-0852-420f-bc96-226361b622f1 req-0c9e07ed-2599-4a14-9440-78ee43404163 tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a632b41-f1de-473b-8961-25bd130e7183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312591 Aug 29 05:01:05.904547 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18cf863-5b18-433e-823c-8c64e125a1d1 req-5b62193a-dccf-45cc-adc9-6f3be853a42f tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:05.906172 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d18cf863-5b18-433e-823c-8c64e125a1d1 req-5b62193a-dccf-45cc-adc9-6f3be853a42f tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8f30c1a-b56c-4da2-8263-2df326513584 HTTP/1.1" status: 200 len: 943 time: 0.0510607 Aug 29 05:01:05.947746 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d18cf863-5b18-433e-823c-8c64e125a1d1 req-e4735145-0f47-48c8-9594-4c39318b6542 tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a632b41-f1de-473b-8961-25bd130e7183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343447 Aug 29 05:01:06.288495 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-346b8bf5-7dce-4f5e-99d9-3aab26f79fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:06.387661 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 0270b8ff-9d47-4306-a868-12d4aacfa726 details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:01:06.478958 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 0270b8ff-9d47-4306-a868-12d4aacfa726, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=0270b8ff-9d47-4306-a868-12d4aacfa726,segment=NetworkSegment(6400f32a-a9c1-4fdd-94f0-f711658ee846),segment_id=6400f32a-a9c1-4fdd-94f0-f711658ee846)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:01:06.490425 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Returning: {'device': '0270b8ff-9d47-4306-a868-12d4aacfa726', 'network_id': '609e8f8f-38da-4c1c-84b4-47a5b6ca8312', 'port_id': '0270b8ff-9d47-4306-a868-12d4aacfa726', 'mac_address': 'fa:16:3e:38:94:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c61ce301-4cde-4f40-b0b0-eb60689cfefb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:01:06.529564 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:06.541648 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0270b8ff-9d47-4306-a868-12d4aacfa726 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:01:06.560445 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 0270b8ff-9d47-4306-a868-12d4aacfa726, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=0270b8ff-9d47-4306-a868-12d4aacfa726,segment=NetworkSegment(6400f32a-a9c1-4fdd-94f0-f711658ee846),segment_id=6400f32a-a9c1-4fdd-94f0-f711658ee846)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:01:06.564221 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:06.610261 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=0270b8ff-9d47-4306-a868-12d4aacfa726,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:01:06.753826 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['0270b8ff-9d47-4306-a868-12d4aacfa726'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:01:07.059730 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8e5d3b-94d5-4df3-8d81-5f7722af7180 req-739d7d86-167c-4a17-a175-6ca52ca01e18 tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:07.061236 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-eb8e5d3b-94d5-4df3-8d81-5f7722af7180 req-739d7d86-167c-4a17-a175-6ca52ca01e18 tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8f30c1a-b56c-4da2-8263-2df326513584 HTTP/1.1" status: 200 len: 944 time: 0.0478985 Aug 29 05:01:07.097565 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-eb8e5d3b-94d5-4df3-8d81-5f7722af7180 req-44270e5a-5fc2-4d52-a098-b1e20280d4e9 tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a632b41-f1de-473b-8961-25bd130e7183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302408 Aug 29 05:01:07.277728 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:07.314775 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:07.562059 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [req-24884bdb-fd25-44e6-9ba5-94c134a20985 req-21001d1c-1ec4-4141-b904-3d6585067cab service neutron] (94829) timed out ('10.222.0.46', 51040) {{(pid=94829) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 05:01:08.210901 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ccb71-af7e-4faf-b011-e87d8b0f1ff1 req-3ca42f56-9eb6-42a6-93e9-ecdb28352fa8 tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:08.212423 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a97ccb71-af7e-4faf-b011-e87d8b0f1ff1 req-3ca42f56-9eb6-42a6-93e9-ecdb28352fa8 tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8f30c1a-b56c-4da2-8263-2df326513584 HTTP/1.1" status: 200 len: 944 time: 0.0485244 Aug 29 05:01:08.252058 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a97ccb71-af7e-4faf-b011-e87d8b0f1ff1 req-7e153bee-771d-47c2-b50f-8291db6aef42 tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a632b41-f1de-473b-8961-25bd130e7183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337131 Aug 29 05:01:08.407742 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 0270b8ff-9d47-4306-a868-12d4aacfa726 up at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:01:08.455171 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning for port 0270b8ff-9d47-4306-a868-12d4aacfa726 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:01:08.459396 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning complete for port 0270b8ff-9d47-4306-a868-12d4aacfa726 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:01:08.459800 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:08.535575 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:08.556836 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8f30c1a-b56c-4da2-8263-2df326513584', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0270b8ff-9d47-4306-a868-12d4aacfa726'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:01:08.559099 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cdfb29e-8068-4285-bde9-e9d5e9b2d47d" -d '{"events": [{"server_uuid": "a8f30c1a-b56c-4da2-8263-2df326513584", "name": "network-vif-plugged", "status": "completed", "tag": "0270b8ff-9d47-4306-a868-12d4aacfa726"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:01:08.572628 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 0270b8ff-9d47-4306-a868-12d4aacfa726, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=0270b8ff-9d47-4306-a868-12d4aacfa726,segment=NetworkSegment(6400f32a-a9c1-4fdd-94f0-f711658ee846),segment_id=6400f32a-a9c1-4fdd-94f0-f711658ee846)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:01:08.576612 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:08.600718 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-382ca99b-c957-44d0-877f-f52f0e1a9e7b x-openstack-request-id: req-382ca99b-c957-44d0-877f-f52f0e1a9e7b {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:01:08.601011 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8f30c1a-b56c-4da2-8263-2df326513584", "name": "network-vif-plugged", "status": "completed", "tag": "0270b8ff-9d47-4306-a868-12d4aacfa726", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:01:08.601262 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-382ca99b-c957-44d0-877f-f52f0e1a9e7b {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:01:08.601846 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8f30c1a-b56c-4da2-8263-2df326513584', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0270b8ff-9d47-4306-a868-12d4aacfa726', 'code': 200} Aug 29 05:01:08.629137 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=0270b8ff-9d47-4306-a868-12d4aacfa726,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:01:08.742954 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d179ad-a473-478e-9820-402c82206b7a req-39a179f5-fbca-4313-b68c-a03fefe1f5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:08.744615 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-24d179ad-a473-478e-9820-402c82206b7a req-39a179f5-fbca-4313-b68c-a03fefe1f5c9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a8f30c1a-b56c-4da2-8263-2df326513584 HTTP/1.1" status: 200 len: 1097 time: 0.0920777 Aug 29 05:01:08.779942 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-24d179ad-a473-478e-9820-402c82206b7a req-33dd359d-9b32-4836-9613-7a7b00180e9b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0a632b41-f1de-473b-8961-25bd130e7183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278201 Aug 29 05:01:08.808746 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:09.366623 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf669d8a-e12d-4edb-9ec9-c282c086cd46 req-d599192b-70f2-4b99-b00d-7def73396d93 tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:09.368124 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-cf669d8a-e12d-4edb-9ec9-c282c086cd46 req-d599192b-70f2-4b99-b00d-7def73396d93 tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8f30c1a-b56c-4da2-8263-2df326513584 HTTP/1.1" status: 200 len: 945 time: 0.0483665 Aug 29 05:01:09.408853 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-cf669d8a-e12d-4edb-9ec9-c282c086cd46 req-3ea0559f-d920-4351-bb66-ea810a58e32a tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a632b41-f1de-473b-8961-25bd130e7183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346880 Aug 29 05:01:10.523542 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c3bfc9-9ce9-477b-91eb-8e02aeea6018 req-7b167389-bfb7-45cd-9911-dd2a50274c76 tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:10.525041 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-86c3bfc9-9ce9-477b-91eb-8e02aeea6018 req-7b167389-bfb7-45cd-9911-dd2a50274c76 tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8f30c1a-b56c-4da2-8263-2df326513584 HTTP/1.1" status: 200 len: 945 time: 0.0480812 Aug 29 05:01:10.562196 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-86c3bfc9-9ce9-477b-91eb-8e02aeea6018 req-973c2314-99e8-4a2b-82a9-475ed734e708 tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a632b41-f1de-473b-8961-25bd130e7183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310717 Aug 29 05:01:10.804887 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b327d25-9f72-427b-a3f6-a3f0df896680 req-f40a7215-1f2f-4bb7-86d0-ce63cf1df448 tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:10.806521 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3b327d25-9f72-427b-a3f6-a3f0df896680 req-f40a7215-1f2f-4bb7-86d0-ce63cf1df448 tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8f30c1a-b56c-4da2-8263-2df326513584 HTTP/1.1" status: 200 len: 945 time: 0.0497830 Aug 29 05:01:10.831069 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b786f1f2-a152-4104-a8ef-e208049dc453 req-d0796def-4546-489e-b9b9-f2acae39ed24 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=a8f30c1a-b56c-4da2-8263-2df326513584&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0888159 Aug 29 05:01:10.845433 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3b327d25-9f72-427b-a3f6-a3f0df896680 req-de19ed01-ad6c-494d-a7b2-5857d36f8fd9 tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a632b41-f1de-473b-8961-25bd130e7183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326884 Aug 29 05:01:11.966994 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19800424-cedc-485d-9f7b-97e4fe60ffc8 req-0e3b15f4-d858-47cd-bbd8-e076d64219b6 tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:11.968935 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-19800424-cedc-485d-9f7b-97e4fe60ffc8 req-0e3b15f4-d858-47cd-bbd8-e076d64219b6 tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8f30c1a-b56c-4da2-8263-2df326513584 HTTP/1.1" status: 200 len: 945 time: 0.0524395 Aug 29 05:01:12.012257 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-19800424-cedc-485d-9f7b-97e4fe60ffc8 req-295e0e78-7412-4335-92c1-ce694ad79bde tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a632b41-f1de-473b-8961-25bd130e7183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326829 Aug 29 05:01:12.380380 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b786f1f2-a152-4104-a8ef-e208049dc453 req-6b1dfb98-51dd-4a80-ad4c-ce9e20271a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:12.381906 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b786f1f2-a152-4104-a8ef-e208049dc453 req-6b1dfb98-51dd-4a80-ad4c-ce9e20271a7f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b2b9608b6aa14a41b57a94ef3073d823&device_id=a8f30c1a-b56c-4da2-8263-2df326513584 HTTP/1.1" status: 200 len: 1097 time: 0.3802547 Aug 29 05:01:12.470034 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b786f1f2-a152-4104-a8ef-e208049dc453 req-c0ddf02e-9223-4e0e-ae06-75e08121536c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:12.471496 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b786f1f2-a152-4104-a8ef-e208049dc453 req-c0ddf02e-9223-4e0e-ae06-75e08121536c service neutron] 10.222.0.46 "GET /v2.0/networks?id=609e8f8f-38da-4c1c-84b4-47a5b6ca8312 HTTP/1.1" status: 200 len: 912 time: 0.0817280 Aug 29 05:01:12.514808 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b786f1f2-a152-4104-a8ef-e208049dc453 req-cd7d8d6a-d0a6-4424-9d8f-d63cbc525914 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0270b8ff-9d47-4306-a868-12d4aacfa726 HTTP/1.1" status: 200 len: 217 time: 0.0363207 Aug 29 05:01:12.562284 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b786f1f2-a152-4104-a8ef-e208049dc453 req-c6e4bfa7-3992-4aff-a6cb-b460dbcd8ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:12.563719 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b786f1f2-a152-4104-a8ef-e208049dc453 req-c6e4bfa7-3992-4aff-a6cb-b460dbcd8ba3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c61ce301-4cde-4f40-b0b0-eb60689cfefb HTTP/1.1" status: 200 len: 851 time: 0.0427945 Aug 29 05:01:12.594179 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b786f1f2-a152-4104-a8ef-e208049dc453 req-b1efed75-69bc-41b9-b2fc-1905bca6bb00 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=609e8f8f-38da-4c1c-84b4-47a5b6ca8312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241327 Aug 29 05:01:12.684770 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b786f1f2-a152-4104-a8ef-e208049dc453 req-c8cc8eb1-d0ff-452c-b7f2-8fc2ce72c2c5 service neutron] 10.222.0.46 "GET /v2.0/networks/609e8f8f-38da-4c1c-84b4-47a5b6ca8312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833833 Aug 29 05:01:12.774535 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b786f1f2-a152-4104-a8ef-e208049dc453 req-b569b014-9962-4566-a1a9-b3c47afdb276 service neutron] 10.222.0.46 "GET /v2.0/networks/609e8f8f-38da-4c1c-84b4-47a5b6ca8312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826635 Aug 29 05:01:13.124582 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58430f85-5c38-4dcc-b0ee-17e95537b0a6 req-76744fdf-d7c8-41fb-8819-4b695a793308 tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:13.126073 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-58430f85-5c38-4dcc-b0ee-17e95537b0a6 req-76744fdf-d7c8-41fb-8819-4b695a793308 tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8f30c1a-b56c-4da2-8263-2df326513584 HTTP/1.1" status: 200 len: 945 time: 0.0490234 Aug 29 05:01:13.162806 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-58430f85-5c38-4dcc-b0ee-17e95537b0a6 req-22dc7c5f-6dc6-4b4e-920f-b5e27d885aa7 tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a632b41-f1de-473b-8961-25bd130e7183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303195 Aug 29 05:01:14.277962 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6070db9b-3a7a-4caf-85cc-c3e270b6246e req-39c59351-0606-4817-b99d-06b93176d235 tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:14.279454 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6070db9b-3a7a-4caf-85cc-c3e270b6246e req-39c59351-0606-4817-b99d-06b93176d235 tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8f30c1a-b56c-4da2-8263-2df326513584 HTTP/1.1" status: 200 len: 945 time: 0.0487695 Aug 29 05:01:14.317523 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6070db9b-3a7a-4caf-85cc-c3e270b6246e req-24a88630-7b2e-4e38-ab7a-8695e8a46b75 tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a632b41-f1de-473b-8961-25bd130e7183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320306 Aug 29 05:01:15.435359 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea022fea-764f-44ec-af7b-961edb5cfeee req-f7a99559-526f-4e7a-a18e-4537eeb5f1ad tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:15.437142 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ea022fea-764f-44ec-af7b-961edb5cfeee req-f7a99559-526f-4e7a-a18e-4537eeb5f1ad tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8f30c1a-b56c-4da2-8263-2df326513584 HTTP/1.1" status: 200 len: 945 time: 0.0524776 Aug 29 05:01:15.473974 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ea022fea-764f-44ec-af7b-961edb5cfeee req-d88c013e-9815-498c-870a-7b495f867fcf tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a632b41-f1de-473b-8961-25bd130e7183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308952 Aug 29 05:01:16.593371 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484de612-15ea-49bc-ac44-86b6e71edd63 req-c73a6f84-7c0a-45b5-bc31-183310e25ac7 tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:16.594837 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-484de612-15ea-49bc-ac44-86b6e71edd63 req-c73a6f84-7c0a-45b5-bc31-183310e25ac7 tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8f30c1a-b56c-4da2-8263-2df326513584 HTTP/1.1" status: 200 len: 945 time: 0.0517654 Aug 29 05:01:16.633186 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-484de612-15ea-49bc-ac44-86b6e71edd63 req-fad5be57-a6d5-4016-8009-c8fed325743f tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a632b41-f1de-473b-8961-25bd130e7183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317414 Aug 29 05:01:17.748174 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7714f7-394f-47cc-82ce-515eb4621d37 req-9c296244-6872-49ba-bcb5-e798927179ee tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:17.749619 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6a7714f7-394f-47cc-82ce-515eb4621d37 req-9c296244-6872-49ba-bcb5-e798927179ee tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8f30c1a-b56c-4da2-8263-2df326513584 HTTP/1.1" status: 200 len: 945 time: 0.0508382 Aug 29 05:01:17.786908 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6a7714f7-394f-47cc-82ce-515eb4621d37 req-90fad104-e6e3-435d-bb6c-bf650e269de0 tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a632b41-f1de-473b-8961-25bd130e7183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313828 Aug 29 05:01:18.899862 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c848b9d-a07d-47b1-b4f1-94a1dc5ff081 req-3c14fdad-e10e-4380-8882-89867a8bee64 tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:18.901344 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7c848b9d-a07d-47b1-b4f1-94a1dc5ff081 req-3c14fdad-e10e-4380-8882-89867a8bee64 tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8f30c1a-b56c-4da2-8263-2df326513584 HTTP/1.1" status: 200 len: 945 time: 0.0478330 Aug 29 05:01:18.939800 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7c848b9d-a07d-47b1-b4f1-94a1dc5ff081 req-0fbbefed-de2e-4802-a60b-a931e5e45b24 tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a632b41-f1de-473b-8961-25bd130e7183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326140 Aug 29 05:01:19.541682 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:20.053607 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2dc85c-f559-45d2-b871-a8d8e496f585 req-5438aa56-f9f5-43e6-aa0e-6c7cc073eb6b tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:20.054991 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fd2dc85c-f559-45d2-b871-a8d8e496f585 req-5438aa56-f9f5-43e6-aa0e-6c7cc073eb6b tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8f30c1a-b56c-4da2-8263-2df326513584 HTTP/1.1" status: 200 len: 945 time: 0.0479631 Aug 29 05:01:20.092278 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fd2dc85c-f559-45d2-b871-a8d8e496f585 req-9c2dbbb4-967b-4dfb-81a6-5206a578a555 tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a632b41-f1de-473b-8961-25bd130e7183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308416 Aug 29 05:01:21.205488 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84dccc9-0fcc-4f24-9592-3dca96f4de9e req-7560d283-afe6-4a97-9e12-0caa4f5e94a5 tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:21.206981 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b84dccc9-0fcc-4f24-9592-3dca96f4de9e req-7560d283-afe6-4a97-9e12-0caa4f5e94a5 tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8f30c1a-b56c-4da2-8263-2df326513584 HTTP/1.1" status: 200 len: 945 time: 0.0487752 Aug 29 05:01:21.244509 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b84dccc9-0fcc-4f24-9592-3dca96f4de9e req-d035361f-d7c9-488e-9d58-199397fbc0ec tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a632b41-f1de-473b-8961-25bd130e7183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307884 Aug 29 05:01:22.362401 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d895378-d6ad-453c-8eee-443d80be6d24 req-42350ba3-8c5c-4d3a-97a3-749e3c01e8ad tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:22.363914 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6d895378-d6ad-453c-8eee-443d80be6d24 req-42350ba3-8c5c-4d3a-97a3-749e3c01e8ad tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8f30c1a-b56c-4da2-8263-2df326513584 HTTP/1.1" status: 200 len: 945 time: 0.0531731 Aug 29 05:01:22.402127 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6d895378-d6ad-453c-8eee-443d80be6d24 req-9d134f22-c66e-40ad-b80f-864f262085af tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a632b41-f1de-473b-8961-25bd130e7183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322988 Aug 29 05:01:23.522815 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1657631d-44e5-4864-8fdb-20ba869a1c5c req-06f804f9-4574-488f-a74a-b07895c82cbc tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:23.524324 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1657631d-44e5-4864-8fdb-20ba869a1c5c req-06f804f9-4574-488f-a74a-b07895c82cbc tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8f30c1a-b56c-4da2-8263-2df326513584 HTTP/1.1" status: 200 len: 945 time: 0.0532820 Aug 29 05:01:23.567108 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1657631d-44e5-4864-8fdb-20ba869a1c5c req-42246a54-e409-49c5-9e73-863217711058 tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a632b41-f1de-473b-8961-25bd130e7183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330005 Aug 29 05:01:24.680823 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b6307b-3b19-4cce-9cdd-899b1095cf2d req-8136cb05-2711-48c9-93d5-9825d10bc377 tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:24.683030 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-75b6307b-3b19-4cce-9cdd-899b1095cf2d req-8136cb05-2711-48c9-93d5-9825d10bc377 tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8f30c1a-b56c-4da2-8263-2df326513584 HTTP/1.1" status: 200 len: 945 time: 0.0483537 Aug 29 05:01:24.721566 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-75b6307b-3b19-4cce-9cdd-899b1095cf2d req-01723481-1270-4ca0-83a6-e28a4038891b tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a632b41-f1de-473b-8961-25bd130e7183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323379 Aug 29 05:01:25.089227 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44628e52-bdc7-4800-ab59-7baa16d5d772 req-c25a8926-30fe-47af-887a-849de53d2804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:25.090724 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-44628e52-bdc7-4800-ab59-7baa16d5d772 req-c25a8926-30fe-47af-887a-849de53d2804 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b2b9608b6aa14a41b57a94ef3073d823&device_id=a8f30c1a-b56c-4da2-8263-2df326513584 HTTP/1.1" status: 200 len: 1097 time: 0.0407243 Aug 29 05:01:25.195373 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44628e52-bdc7-4800-ab59-7baa16d5d772 req-74cfbdaa-0294-49bc-922b-997dd999546d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:25.196896 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-44628e52-bdc7-4800-ab59-7baa16d5d772 req-74cfbdaa-0294-49bc-922b-997dd999546d service neutron] 10.222.0.46 "GET /v2.0/networks?id=609e8f8f-38da-4c1c-84b4-47a5b6ca8312 HTTP/1.1" status: 200 len: 912 time: 0.0879650 Aug 29 05:01:25.238823 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-44628e52-bdc7-4800-ab59-7baa16d5d772 req-43ffc205-10cb-47ee-8e76-012925d51da4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0270b8ff-9d47-4306-a868-12d4aacfa726 HTTP/1.1" status: 200 len: 217 time: 0.0340629 Aug 29 05:01:25.287489 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44628e52-bdc7-4800-ab59-7baa16d5d772 req-8e3e4063-3b67-4c09-a338-28e3f948897e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:25.288975 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-44628e52-bdc7-4800-ab59-7baa16d5d772 req-8e3e4063-3b67-4c09-a338-28e3f948897e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c61ce301-4cde-4f40-b0b0-eb60689cfefb HTTP/1.1" status: 200 len: 851 time: 0.0431244 Aug 29 05:01:25.325867 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-44628e52-bdc7-4800-ab59-7baa16d5d772 req-b1bda767-75e2-4c5f-a7d3-cf09f11252bc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=609e8f8f-38da-4c1c-84b4-47a5b6ca8312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300775 Aug 29 05:01:25.412229 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-44628e52-bdc7-4800-ab59-7baa16d5d772 req-ae8a1be2-ade0-4d80-bb06-a11b6002d0a5 service neutron] 10.222.0.46 "GET /v2.0/networks/609e8f8f-38da-4c1c-84b4-47a5b6ca8312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794129 Aug 29 05:01:25.503547 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-44628e52-bdc7-4800-ab59-7baa16d5d772 req-0f71bd31-3648-4adf-8dd9-7970fb143210 service neutron] 10.222.0.46 "GET /v2.0/networks/609e8f8f-38da-4c1c-84b4-47a5b6ca8312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847008 Aug 29 05:01:25.834813 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380e5a34-3036-473f-9ee2-7b3b1318b36c req-1542f094-476f-4c03-9f0b-b9ff892a15ab tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:25.836414 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-380e5a34-3036-473f-9ee2-7b3b1318b36c req-1542f094-476f-4c03-9f0b-b9ff892a15ab tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8f30c1a-b56c-4da2-8263-2df326513584 HTTP/1.1" status: 200 len: 945 time: 0.0488515 Aug 29 05:01:25.873576 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-380e5a34-3036-473f-9ee2-7b3b1318b36c req-36fd9433-01a8-4d17-b99b-8b4150c01553 tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a632b41-f1de-473b-8961-25bd130e7183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311880 Aug 29 05:01:26.989384 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f58323-57fe-4e76-a976-36b29d237741 req-ef756f1b-c4f7-4017-87c7-3c64245eeab6 tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:26.990892 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-66f58323-57fe-4e76-a976-36b29d237741 req-ef756f1b-c4f7-4017-87c7-3c64245eeab6 tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8f30c1a-b56c-4da2-8263-2df326513584 HTTP/1.1" status: 200 len: 945 time: 0.0503891 Aug 29 05:01:27.029283 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-66f58323-57fe-4e76-a976-36b29d237741 req-98b1e2d4-ead8-4518-aab8-e6e447751f50 tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a632b41-f1de-473b-8961-25bd130e7183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319073 Aug 29 05:01:28.144127 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfe36d6-fbd1-45d0-82ff-7d75a02cdd68 req-941f9dc1-02ca-4637-8c6c-381b64be9d99 tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:28.145612 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ebfe36d6-fbd1-45d0-82ff-7d75a02cdd68 req-941f9dc1-02ca-4637-8c6c-381b64be9d99 tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8f30c1a-b56c-4da2-8263-2df326513584 HTTP/1.1" status: 200 len: 945 time: 0.0480154 Aug 29 05:01:28.182474 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ebfe36d6-fbd1-45d0-82ff-7d75a02cdd68 req-d2e02870-cbc5-47eb-b53d-88ba7ee880d0 tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a632b41-f1de-473b-8961-25bd130e7183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304050 Aug 29 05:01:28.864667 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:29.296752 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaa00d8-0ef0-4721-ba9e-07e79d47f23d req-d1702656-d21e-447d-8059-13ab7a9eeaeb tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:29.298250 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4aaa00d8-0ef0-4721-ba9e-07e79d47f23d req-d1702656-d21e-447d-8059-13ab7a9eeaeb tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8f30c1a-b56c-4da2-8263-2df326513584 HTTP/1.1" status: 200 len: 945 time: 0.0484455 Aug 29 05:01:29.334613 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4aaa00d8-0ef0-4721-ba9e-07e79d47f23d req-6441bccc-e5f9-48af-b5a3-cf416f2c01e5 tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a632b41-f1de-473b-8961-25bd130e7183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304651 Aug 29 05:01:30.454026 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a0358a-5f9d-468d-b7d4-e8a0ecce9080 req-33b3814b-1492-4248-beee-dadee8180122 tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:30.455549 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-45a0358a-5f9d-468d-b7d4-e8a0ecce9080 req-33b3814b-1492-4248-beee-dadee8180122 tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8f30c1a-b56c-4da2-8263-2df326513584 HTTP/1.1" status: 200 len: 945 time: 0.0539503 Aug 29 05:01:30.493588 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-45a0358a-5f9d-468d-b7d4-e8a0ecce9080 req-5b67d274-4369-43b4-bcc0-1ca4602d5446 tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a632b41-f1de-473b-8961-25bd130e7183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319352 Aug 29 05:01:31.612379 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15865f76-2d12-4e19-89d7-93884b53bbeb req-b6595266-dbe4-407c-9841-980fc81616db tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:31.613877 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-15865f76-2d12-4e19-89d7-93884b53bbeb req-b6595266-dbe4-407c-9841-980fc81616db tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8f30c1a-b56c-4da2-8263-2df326513584 HTTP/1.1" status: 200 len: 945 time: 0.0519207 Aug 29 05:01:31.651803 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-15865f76-2d12-4e19-89d7-93884b53bbeb req-44372e97-a532-45ca-ab2c-1d5224c12585 tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a632b41-f1de-473b-8961-25bd130e7183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307570 Aug 29 05:01:32.765854 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa68ded-bf79-4101-ab26-61bea9397bca req-3dbf9e6b-0a6b-4526-b82c-15757678a9ce tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:32.767356 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-bfa68ded-bf79-4101-ab26-61bea9397bca req-3dbf9e6b-0a6b-4526-b82c-15757678a9ce tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8f30c1a-b56c-4da2-8263-2df326513584 HTTP/1.1" status: 200 len: 945 time: 0.0489051 Aug 29 05:01:32.806852 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-bfa68ded-bf79-4101-ab26-61bea9397bca req-cd7d9ac6-2e8b-4899-887f-56a5e5e8147d tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a632b41-f1de-473b-8961-25bd130e7183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334194 Aug 29 05:01:33.419862 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-51b82f84-dfb8-4632-a5b4-d9f2f0b29fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:33.920398 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b2319b-565c-4a7f-9273-9b801b6ce5a2 req-09511d1a-274b-4191-9d2c-c4e035daf410 tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:33.921874 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c5b2319b-565c-4a7f-9273-9b801b6ce5a2 req-09511d1a-274b-4191-9d2c-c4e035daf410 tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8f30c1a-b56c-4da2-8263-2df326513584 HTTP/1.1" status: 200 len: 945 time: 0.0489473 Aug 29 05:01:33.959199 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c5b2319b-565c-4a7f-9273-9b801b6ce5a2 req-afb590eb-41ee-472b-8c5f-5c1f859ba4a2 tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a632b41-f1de-473b-8961-25bd130e7183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313067 Aug 29 05:01:35.072790 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1abc1bb-f5c0-400f-bc98-f92311ff760c req-f664ab66-9b58-4c8b-824d-0f93a458efc5 tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:35.074230 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e1abc1bb-f5c0-400f-bc98-f92311ff760c req-f664ab66-9b58-4c8b-824d-0f93a458efc5 tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8f30c1a-b56c-4da2-8263-2df326513584 HTTP/1.1" status: 200 len: 945 time: 0.0494406 Aug 29 05:01:35.112234 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e1abc1bb-f5c0-400f-bc98-f92311ff760c req-e961ec84-06af-4f55-a227-cf4b109a5cc0 tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a632b41-f1de-473b-8961-25bd130e7183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320876 Aug 29 05:01:36.225794 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e5c2e8-5b0a-485a-aacf-01294fd77787 req-1d302f52-7934-4f18-9497-54671286eb2a tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:36.227303 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-56e5c2e8-5b0a-485a-aacf-01294fd77787 req-1d302f52-7934-4f18-9497-54671286eb2a tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8f30c1a-b56c-4da2-8263-2df326513584 HTTP/1.1" status: 200 len: 945 time: 0.0497270 Aug 29 05:01:36.264263 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-56e5c2e8-5b0a-485a-aacf-01294fd77787 req-12685468-29b1-468b-98cc-7536eeceee04 tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a632b41-f1de-473b-8961-25bd130e7183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310969 Aug 29 05:01:36.290125 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3b8ebb3e-8d2c-4696-a8d7-48b9ee49c8d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:36.565385 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:01:37.279431 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:37.318540 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:37.384172 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceda02c-7683-4637-b1f2-b6c5f255a9b7 req-e487c97e-0b54-4a36-9d24-070ae1142403 tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:37.385668 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6ceda02c-7683-4637-b1f2-b6c5f255a9b7 req-e487c97e-0b54-4a36-9d24-070ae1142403 tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8f30c1a-b56c-4da2-8263-2df326513584 HTTP/1.1" status: 200 len: 945 time: 0.0523088 Aug 29 05:01:37.423354 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6ceda02c-7683-4637-b1f2-b6c5f255a9b7 req-f1c77779-608b-4bb9-8c18-a9fc83abd2fb tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a632b41-f1de-473b-8961-25bd130e7183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312653 Aug 29 05:01:38.543616 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29673e2f-97e3-4c67-bfbf-04ea8867c579 req-69fcafa4-131b-48f0-8a38-832a00707315 tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:38.545130 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-29673e2f-97e3-4c67-bfbf-04ea8867c579 req-69fcafa4-131b-48f0-8a38-832a00707315 tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8f30c1a-b56c-4da2-8263-2df326513584 HTTP/1.1" status: 200 len: 945 time: 0.0534620 Aug 29 05:01:38.581862 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-29673e2f-97e3-4c67-bfbf-04ea8867c579 req-01414aef-555a-48c1-a3dc-c9b18c11b7a0 tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a632b41-f1de-473b-8961-25bd130e7183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309005 Aug 29 05:01:38.810695 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:39.693594 n-d-712140-12 neutron-server[94828]: INFO neutron.api.v2.resource [req-b786f1f2-a152-4104-a8ef-e208049dc453 req-9a7fb1f8-9010-42ab-8cf9-3000e998f60f service neutron] show failed (client error): The resource could not be found. Aug 29 05:01:39.694630 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b786f1f2-a152-4104-a8ef-e208049dc453 req-9a7fb1f8-9010-42ab-8cf9-3000e998f60f service neutron] 10.222.0.46 "GET /v2.0/ports/0270b8ff-9d47-4306-a868-12d4aacfa726/bindings/n-h2-712140-12 HTTP/1.1" status: 404 len: 381 time: 0.0552928 Aug 29 05:01:39.696742 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2fe80c-85a1-4ca5-910a-16811abafaa4 req-db831b2e-0af5-4bcd-8521-22732c008adf tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:39.698279 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-da2fe80c-85a1-4ca5-910a-16811abafaa4 req-db831b2e-0af5-4bcd-8521-22732c008adf tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8f30c1a-b56c-4da2-8263-2df326513584 HTTP/1.1" status: 200 len: 945 time: 0.0496848 Aug 29 05:01:39.737114 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-da2fe80c-85a1-4ca5-910a-16811abafaa4 req-fa2036ea-12be-432a-b612-6c48ca3424a1 tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a632b41-f1de-473b-8961-25bd130e7183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327570 Aug 29 05:01:39.892039 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b786f1f2-a152-4104-a8ef-e208049dc453 req-302b30f5-8c21-4628-b0e6-e79b5c00cec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:39.893515 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b786f1f2-a152-4104-a8ef-e208049dc453 req-302b30f5-8c21-4628-b0e6-e79b5c00cec2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a8f30c1a-b56c-4da2-8263-2df326513584&tenant_id=b2b9608b6aa14a41b57a94ef3073d823 HTTP/1.1" status: 200 len: 1097 time: 0.0406678 Aug 29 05:01:39.913485 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-b786f1f2-a152-4104-a8ef-e208049dc453 req-fc7e90b7-50c2-46c6-b082-46d128f99bcf service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712140-12', 'device_owner': 'compute:nova'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:01:39.968824 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-b786f1f2-a152-4104-a8ef-e208049dc453 req-fc7e90b7-50c2-46c6-b082-46d128f99bcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:40.164868 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-b786f1f2-a152-4104-a8ef-e208049dc453 req-fc7e90b7-50c2-46c6-b082-46d128f99bcf service neutron] For port 0270b8ff-9d47-4306-a868-12d4aacfa726, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=0270b8ff-9d47-4306-a868-12d4aacfa726,segment=NetworkSegment(6400f32a-a9c1-4fdd-94f0-f711658ee846),segment_id=6400f32a-a9c1-4fdd-94f0-f711658ee846)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:01:40.196884 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-b786f1f2-a152-4104-a8ef-e208049dc453 req-fc7e90b7-50c2-46c6-b082-46d128f99bcf service neutron] For port 0270b8ff-9d47-4306-a868-12d4aacfa726, host n-h1-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:01:40.234345 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8f30c1a-b56c-4da2-8263-2df326513584', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0270b8ff-9d47-4306-a868-12d4aacfa726'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:01:40.237293 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db445057-80f7-4abd-8130-4ee4f9247f12" -d '{"events": [{"server_uuid": "a8f30c1a-b56c-4da2-8263-2df326513584", "name": "network-vif-unplugged", "status": "completed", "tag": "0270b8ff-9d47-4306-a868-12d4aacfa726"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:01:40.241509 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-b786f1f2-a152-4104-a8ef-e208049dc453 req-fc7e90b7-50c2-46c6-b082-46d128f99bcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:40.253816 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-b786f1f2-a152-4104-a8ef-e208049dc453 req-fc7e90b7-50c2-46c6-b082-46d128f99bcf service neutron] Transition to ACTIVE for port object 0270b8ff-9d47-4306-a868-12d4aacfa726 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:01:40.257551 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-b786f1f2-a152-4104-a8ef-e208049dc453 req-fc7e90b7-50c2-46c6-b082-46d128f99bcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:40.289432 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 05:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-356617df-bfe4-4212-87c0-a891c54ef68f x-openstack-request-id: req-356617df-bfe4-4212-87c0-a891c54ef68f {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:01:40.289725 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8f30c1a-b56c-4da2-8263-2df326513584", "name": "network-vif-unplugged", "status": "completed", "tag": "0270b8ff-9d47-4306-a868-12d4aacfa726", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:01:40.289980 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-356617df-bfe4-4212-87c0-a891c54ef68f {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:01:40.290369 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8f30c1a-b56c-4da2-8263-2df326513584', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0270b8ff-9d47-4306-a868-12d4aacfa726', 'code': 200} Aug 29 05:01:40.320775 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-b786f1f2-a152-4104-a8ef-e208049dc453 req-fc7e90b7-50c2-46c6-b082-46d128f99bcf service neutron] No DVR routers for this DVR port 0270b8ff-9d47-4306-a868-12d4aacfa726 on host n-h1-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:01:40.323866 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7e90b7-50c2-46c6-b082-46d128f99bcf service neutron] Pushing event updated for resources: {'Port': ['ID=0270b8ff-9d47-4306-a868-12d4aacfa726,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:01:40.361509 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-b786f1f2-a152-4104-a8ef-e208049dc453 req-fc7e90b7-50c2-46c6-b082-46d128f99bcf service neutron] Attempting to bind port 0270b8ff-9d47-4306-a868-12d4aacfa726 on host n-h2-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:01:40.361866 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-b786f1f2-a152-4104-a8ef-e208049dc453 req-fc7e90b7-50c2-46c6-b082-46d128f99bcf service neutron] Attempting to bind port 0270b8ff-9d47-4306-a868-12d4aacfa726 by drivers openvswitch,hyperv on host n-h2-712140-12 at level 0 using segments [{'id': '6400f32a-a9c1-4fdd-94f0-f711658ee846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '609e8f8f-38da-4c1c-84b4-47a5b6ca8312'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:01:40.362196 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b786f1f2-a152-4104-a8ef-e208049dc453 req-fc7e90b7-50c2-46c6-b082-46d128f99bcf service neutron] Attempting to bind port 0270b8ff-9d47-4306-a868-12d4aacfa726 on network 609e8f8f-38da-4c1c-84b4-47a5b6ca8312 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:01:40.366305 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b786f1f2-a152-4104-a8ef-e208049dc453 req-fc7e90b7-50c2-46c6-b082-46d128f99bcf service neutron] Port 0270b8ff-9d47-4306-a868-12d4aacfa726 on network 609e8f8f-38da-4c1c-84b4-47a5b6ca8312 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:01:40.366637 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b786f1f2-a152-4104-a8ef-e208049dc453 req-fc7e90b7-50c2-46c6-b082-46d128f99bcf service neutron] Attempting to bind port 0270b8ff-9d47-4306-a868-12d4aacfa726 on network 609e8f8f-38da-4c1c-84b4-47a5b6ca8312 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:01:40.371405 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b786f1f2-a152-4104-a8ef-e208049dc453 req-fc7e90b7-50c2-46c6-b082-46d128f99bcf service neutron] Checking agent: {'id': 'b3a0606b-b029-4f5e-8798-3a32b71d8844', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:01:40.371775 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b786f1f2-a152-4104-a8ef-e208049dc453 req-fc7e90b7-50c2-46c6-b082-46d128f99bcf service neutron] Checking segment: {'id': '6400f32a-a9c1-4fdd-94f0-f711658ee846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '609e8f8f-38da-4c1c-84b4-47a5b6ca8312'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:01:40.372161 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b786f1f2-a152-4104-a8ef-e208049dc453 req-fc7e90b7-50c2-46c6-b082-46d128f99bcf service neutron] Bound using segment: {'id': '6400f32a-a9c1-4fdd-94f0-f711658ee846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '609e8f8f-38da-4c1c-84b4-47a5b6ca8312'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:01:40.372584 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-b786f1f2-a152-4104-a8ef-e208049dc453 req-fc7e90b7-50c2-46c6-b082-46d128f99bcf service neutron] Bound port: 0270b8ff-9d47-4306-a868-12d4aacfa726, host: n-h2-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6400f32a-a9c1-4fdd-94f0-f711658ee846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '609e8f8f-38da-4c1c-84b4-47a5b6ca8312'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:01:40.372942 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-b786f1f2-a152-4104-a8ef-e208049dc453 req-fc7e90b7-50c2-46c6-b082-46d128f99bcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:40.433975 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-b786f1f2-a152-4104-a8ef-e208049dc453 req-fc7e90b7-50c2-46c6-b082-46d128f99bcf service neutron] For port 0270b8ff-9d47-4306-a868-12d4aacfa726, host n-h2-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:01:40.436863 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-b786f1f2-a152-4104-a8ef-e208049dc453 req-fc7e90b7-50c2-46c6-b082-46d128f99bcf service neutron] For port 0270b8ff-9d47-4306-a868-12d4aacfa726, host n-h2-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=0270b8ff-9d47-4306-a868-12d4aacfa726,segment=NetworkSegment(6400f32a-a9c1-4fdd-94f0-f711658ee846),segment_id=6400f32a-a9c1-4fdd-94f0-f711658ee846)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:01:40.441672 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-b786f1f2-a152-4104-a8ef-e208049dc453 req-fc7e90b7-50c2-46c6-b082-46d128f99bcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:40.475414 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b786f1f2-a152-4104-a8ef-e208049dc453 req-fc7e90b7-50c2-46c6-b082-46d128f99bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:40.476071 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-b786f1f2-a152-4104-a8ef-e208049dc453 req-fc7e90b7-50c2-46c6-b082-46d128f99bcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:40.477539 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b786f1f2-a152-4104-a8ef-e208049dc453 req-fc7e90b7-50c2-46c6-b082-46d128f99bcf service neutron] 10.222.0.48 "PUT /v2.0/ports/0270b8ff-9d47-4306-a868-12d4aacfa726 HTTP/1.1" status: 200 len: 1092 time: 0.5682452 Aug 29 05:01:40.498850 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7e90b7-50c2-46c6-b082-46d128f99bcf service neutron] Pushing event updated for resources: {'Port': ['ID=0270b8ff-9d47-4306-a868-12d4aacfa726,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:01:40.552701 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b786f1f2-a152-4104-a8ef-e208049dc453 req-200f5d97-5e50-422d-9226-a744f14bbdd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:40.554244 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b786f1f2-a152-4104-a8ef-e208049dc453 req-200f5d97-5e50-422d-9226-a744f14bbdd7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b2b9608b6aa14a41b57a94ef3073d823&device_id=a8f30c1a-b56c-4da2-8263-2df326513584 HTTP/1.1" status: 200 len: 1095 time: 0.0414779 Aug 29 05:01:40.645407 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b786f1f2-a152-4104-a8ef-e208049dc453 req-b3b196b3-ab5b-4513-8c04-a9e2150b122e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:40.646872 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b786f1f2-a152-4104-a8ef-e208049dc453 req-b3b196b3-ab5b-4513-8c04-a9e2150b122e service neutron] 10.222.0.48 "GET /v2.0/networks?id=609e8f8f-38da-4c1c-84b4-47a5b6ca8312 HTTP/1.1" status: 200 len: 912 time: 0.0856872 Aug 29 05:01:40.689548 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b786f1f2-a152-4104-a8ef-e208049dc453 req-1d76af3a-e6f5-463b-908d-bd79189ad9c1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0270b8ff-9d47-4306-a868-12d4aacfa726 HTTP/1.1" status: 200 len: 217 time: 0.0351961 Aug 29 05:01:40.742891 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b786f1f2-a152-4104-a8ef-e208049dc453 req-e798b278-e0fc-4f33-bb12-cf06ca421d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:40.744412 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b786f1f2-a152-4104-a8ef-e208049dc453 req-e798b278-e0fc-4f33-bb12-cf06ca421d6b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c61ce301-4cde-4f40-b0b0-eb60689cfefb HTTP/1.1" status: 200 len: 851 time: 0.0476177 Aug 29 05:01:40.776991 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b786f1f2-a152-4104-a8ef-e208049dc453 req-146ee5b4-1d01-4ee7-a330-fbc5ccb71f25 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=609e8f8f-38da-4c1c-84b4-47a5b6ca8312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254402 Aug 29 05:01:40.788386 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [req-b786f1f2-a152-4104-a8ef-e208049dc453 req-99ecf889-386e-4e6b-8231-307fc3a827b8 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 05:01:40.789263 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b786f1f2-a152-4104-a8ef-e208049dc453 req-99ecf889-386e-4e6b-8231-307fc3a827b8 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051858 Aug 29 05:01:40.852419 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33443acb-7d85-4855-a50f-b9d1efe6c746 req-56ed2d3b-895c-4979-917c-8629714dccd9 tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:40.853925 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-33443acb-7d85-4855-a50f-b9d1efe6c746 req-56ed2d3b-895c-4979-917c-8629714dccd9 tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8f30c1a-b56c-4da2-8263-2df326513584 HTTP/1.1" status: 200 len: 943 time: 0.0488298 Aug 29 05:01:40.879861 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b786f1f2-a152-4104-a8ef-e208049dc453 req-96b6a6bf-5408-4a81-a216-d43dd04cb8bd service neutron] 10.222.0.48 "GET /v2.0/networks/609e8f8f-38da-4c1c-84b4-47a5b6ca8312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835421 Aug 29 05:01:40.892283 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-33443acb-7d85-4855-a50f-b9d1efe6c746 req-936ce0af-ff3f-4d7f-9cb6-819210b05c6d tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a632b41-f1de-473b-8961-25bd130e7183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323536 Aug 29 05:01:40.974691 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b786f1f2-a152-4104-a8ef-e208049dc453 req-d75876bb-3a0e-42ca-97be-c8bc3cc17c39 service neutron] 10.222.0.48 "GET /v2.0/networks/609e8f8f-38da-4c1c-84b4-47a5b6ca8312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873013 Aug 29 05:01:42.008861 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccf8448-241c-4297-b1de-8fb47a10615e req-182e6bf3-cce0-4c84-a8f3-0b94985a8338 tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:42.010260 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-eccf8448-241c-4297-b1de-8fb47a10615e req-182e6bf3-cce0-4c84-a8f3-0b94985a8338 tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8f30c1a-b56c-4da2-8263-2df326513584 HTTP/1.1" status: 200 len: 943 time: 0.0484200 Aug 29 05:01:42.049123 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-eccf8448-241c-4297-b1de-8fb47a10615e req-8fd06cfa-67e6-4086-82ce-14f4e77e378b tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a632b41-f1de-473b-8961-25bd130e7183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323441 Aug 29 05:01:42.291514 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8f30c1a-b56c-4da2-8263-2df326513584', 'tag': '0270b8ff-9d47-4306-a868-12d4aacfa726'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:01:42.293881 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e40c2a-4228-4452-89ad-1e3ca3303fef" -d '{"events": [{"name": "network-changed", "server_uuid": "a8f30c1a-b56c-4da2-8263-2df326513584", "tag": "0270b8ff-9d47-4306-a868-12d4aacfa726"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:01:42.341901 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3524f0b-13c1-456c-9380-11edde3458c8 x-openstack-request-id: req-b3524f0b-13c1-456c-9380-11edde3458c8 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:01:42.342198 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8f30c1a-b56c-4da2-8263-2df326513584", "tag": "0270b8ff-9d47-4306-a868-12d4aacfa726", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:01:42.342456 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b3524f0b-13c1-456c-9380-11edde3458c8 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:01:42.343754 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8f30c1a-b56c-4da2-8263-2df326513584', 'tag': '0270b8ff-9d47-4306-a868-12d4aacfa726', 'status': 'completed', 'code': 200} Aug 29 05:01:42.428691 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e40c2a-4228-4452-89ad-1e3ca3303fef req-32a7d406-98db-4059-93fd-c6c547a54d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:42.430212 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-29e40c2a-4228-4452-89ad-1e3ca3303fef req-32a7d406-98db-4059-93fd-c6c547a54d98 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b2b9608b6aa14a41b57a94ef3073d823&device_id=a8f30c1a-b56c-4da2-8263-2df326513584 HTTP/1.1" status: 200 len: 1095 time: 0.0707283 Aug 29 05:01:42.447410 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e40c2a-4228-4452-89ad-1e3ca3303fef req-201cffbb-15ca-4f77-8029-b6e8830b2d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:42.448829 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-29e40c2a-4228-4452-89ad-1e3ca3303fef req-201cffbb-15ca-4f77-8029-b6e8830b2d01 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b2b9608b6aa14a41b57a94ef3073d823&device_id=a8f30c1a-b56c-4da2-8263-2df326513584 HTTP/1.1" status: 200 len: 1095 time: 0.0591705 Aug 29 05:01:42.542389 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 0270b8ff-9d47-4306-a868-12d4aacfa726 no longer exists at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:01:42.583153 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 0270b8ff-9d47-4306-a868-12d4aacfa726 not bound to the agent host n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:01:42.593931 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e40c2a-4228-4452-89ad-1e3ca3303fef req-758170f1-a84c-471e-99f9-8cef785f5ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:42.595390 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-29e40c2a-4228-4452-89ad-1e3ca3303fef req-758170f1-a84c-471e-99f9-8cef785f5ca0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=609e8f8f-38da-4c1c-84b4-47a5b6ca8312 HTTP/1.1" status: 200 len: 912 time: 0.1580942 Aug 29 05:01:42.599772 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e40c2a-4228-4452-89ad-1e3ca3303fef req-e75228c6-3a7a-4466-b554-874dcbb5f613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:42.601129 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-29e40c2a-4228-4452-89ad-1e3ca3303fef req-e75228c6-3a7a-4466-b554-874dcbb5f613 service neutron] 10.222.0.48 "GET /v2.0/networks?id=609e8f8f-38da-4c1c-84b4-47a5b6ca8312 HTTP/1.1" status: 200 len: 912 time: 0.1423450 Aug 29 05:01:42.670030 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-29e40c2a-4228-4452-89ad-1e3ca3303fef req-a5adaccc-8f6b-4bf7-b74c-9516f85babf7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0270b8ff-9d47-4306-a868-12d4aacfa726 HTTP/1.1" status: 200 len: 217 time: 0.0668859 Aug 29 05:01:42.671369 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-29e40c2a-4228-4452-89ad-1e3ca3303fef req-c6a06eb0-080c-42aa-83c7-1b7c63baa988 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0270b8ff-9d47-4306-a868-12d4aacfa726 HTTP/1.1" status: 200 len: 217 time: 0.0624144 Aug 29 05:01:42.751615 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e40c2a-4228-4452-89ad-1e3ca3303fef req-f2beea64-14fc-42cb-89c7-9f50fd06fe95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:42.753119 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-29e40c2a-4228-4452-89ad-1e3ca3303fef req-f2beea64-14fc-42cb-89c7-9f50fd06fe95 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c61ce301-4cde-4f40-b0b0-eb60689cfefb HTTP/1.1" status: 200 len: 851 time: 0.0765543 Aug 29 05:01:42.754489 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e40c2a-4228-4452-89ad-1e3ca3303fef req-4d69839e-e677-4a82-9086-96e07aa43655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:42.755838 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-29e40c2a-4228-4452-89ad-1e3ca3303fef req-4d69839e-e677-4a82-9086-96e07aa43655 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c61ce301-4cde-4f40-b0b0-eb60689cfefb HTTP/1.1" status: 200 len: 851 time: 0.0721819 Aug 29 05:01:42.807312 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-29e40c2a-4228-4452-89ad-1e3ca3303fef req-c04b3a5e-6e87-4c4f-9649-d6548ccc6e0f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=609e8f8f-38da-4c1c-84b4-47a5b6ca8312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465624 Aug 29 05:01:42.809253 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-29e40c2a-4228-4452-89ad-1e3ca3303fef req-bdc9ede7-8a8a-4694-9478-dafcef0ae499 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=609e8f8f-38da-4c1c-84b4-47a5b6ca8312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411706 Aug 29 05:01:42.964148 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-29e40c2a-4228-4452-89ad-1e3ca3303fef req-fb99f033-ae7d-4c4a-b38b-705fdd3f370f service neutron] 10.222.0.46 "GET /v2.0/networks/609e8f8f-38da-4c1c-84b4-47a5b6ca8312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498735 Aug 29 05:01:42.966446 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-29e40c2a-4228-4452-89ad-1e3ca3303fef req-daa85ed6-efc9-4d08-be67-05cc773a268d service neutron] 10.222.0.48 "GET /v2.0/networks/609e8f8f-38da-4c1c-84b4-47a5b6ca8312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430275 Aug 29 05:01:43.117988 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-29e40c2a-4228-4452-89ad-1e3ca3303fef req-cf840413-156e-4e70-8efd-94be0b2196db service neutron] 10.222.0.46 "GET /v2.0/networks/609e8f8f-38da-4c1c-84b4-47a5b6ca8312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474319 Aug 29 05:01:43.129716 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-29e40c2a-4228-4452-89ad-1e3ca3303fef req-31721729-7dcd-4269-9855-1dc57717a7d2 service neutron] 10.222.0.48 "GET /v2.0/networks/609e8f8f-38da-4c1c-84b4-47a5b6ca8312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522057 Aug 29 05:01:43.170476 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ff11fa-e538-4679-ae74-6a99a5721b39 req-8f8c765b-f1d4-4756-9f13-192fbf830a71 tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:43.172637 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a0ff11fa-e538-4679-ae74-6a99a5721b39 req-8f8c765b-f1d4-4756-9f13-192fbf830a71 tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8f30c1a-b56c-4da2-8263-2df326513584 HTTP/1.1" status: 200 len: 943 time: 0.0531297 Aug 29 05:01:43.209228 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a0ff11fa-e538-4679-ae74-6a99a5721b39 req-18294173-3e76-4bc1-96fc-1c7eead7bec8 tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a632b41-f1de-473b-8961-25bd130e7183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307794 Aug 29 05:01:43.457170 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 0270b8ff-9d47-4306-a868-12d4aacfa726 details requested by agent hyperv_n-h2-712140-12 with host n-h2-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:01:43.547947 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 0270b8ff-9d47-4306-a868-12d4aacfa726, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=0270b8ff-9d47-4306-a868-12d4aacfa726,segment=NetworkSegment(6400f32a-a9c1-4fdd-94f0-f711658ee846),segment_id=6400f32a-a9c1-4fdd-94f0-f711658ee846)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:01:43.558967 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Returning: {'device': '0270b8ff-9d47-4306-a868-12d4aacfa726', 'network_id': '609e8f8f-38da-4c1c-84b4-47a5b6ca8312', 'port_id': '0270b8ff-9d47-4306-a868-12d4aacfa726', 'mac_address': 'fa:16:3e:38:94:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c61ce301-4cde-4f40-b0b0-eb60689cfefb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:01:43.595223 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:43.607411 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0270b8ff-9d47-4306-a868-12d4aacfa726 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:01:43.629663 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 0270b8ff-9d47-4306-a868-12d4aacfa726, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=0270b8ff-9d47-4306-a868-12d4aacfa726,segment=NetworkSegment(6400f32a-a9c1-4fdd-94f0-f711658ee846),segment_id=6400f32a-a9c1-4fdd-94f0-f711658ee846)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:01:43.633595 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:43.678207 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=0270b8ff-9d47-4306-a868-12d4aacfa726,revision_number=8']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:01:43.685291 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:01:43.685644 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:01:43.685991 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:01:43.686331 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:01:43.686668 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:01:43.687001 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:01:43.688178 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:01:43.688517 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:01:43.688843 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:01:43.689169 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:01:43.689497 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:01:43.689821 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:01:44.329003 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f855caa0-9517-42ac-941a-687d2a795b51 req-ddea08ef-1c3c-4438-92c7-6d6b5e95e64e tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:44.330488 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f855caa0-9517-42ac-941a-687d2a795b51 req-ddea08ef-1c3c-4438-92c7-6d6b5e95e64e tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8f30c1a-b56c-4da2-8263-2df326513584 HTTP/1.1" status: 200 len: 944 time: 0.0532420 Aug 29 05:01:44.367491 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f855caa0-9517-42ac-941a-687d2a795b51 req-d1254d03-34b5-4ea9-b8f2-dd0c1f64016f tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a632b41-f1de-473b-8961-25bd130e7183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310616 Aug 29 05:01:44.602334 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ca5f29-fa79-4386-a9fa-f354c34bdf90 req-4a9ac4c4-6a10-4e0e-a7ff-865e25b8c1ba tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:44.603749 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-03ca5f29-fa79-4386-a9fa-f354c34bdf90 req-4a9ac4c4-6a10-4e0e-a7ff-865e25b8c1ba tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] 10.222.0.46 "GET /v2.0/ports?device_id=a8f30c1a-b56c-4da2-8263-2df326513584&tenant_id=b2b9608b6aa14a41b57a94ef3073d823&binding%3Ahost_id=n-h2-712140-12 HTTP/1.1" status: 200 len: 944 time: 0.0492904 Aug 29 05:01:44.665532 n-d-712140-12 neutron-server[94828]: INFO neutron.api.v2.resource [req-03ca5f29-fa79-4386-a9fa-f354c34bdf90 req-67a5c117-c867-40f8-a1b9-d9ddd0fba584 service neutron] delete failed (client error): The resource could not be found. Aug 29 05:01:44.666517 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-03ca5f29-fa79-4386-a9fa-f354c34bdf90 req-67a5c117-c867-40f8-a1b9-d9ddd0fba584 service neutron] 10.222.0.46 "DELETE /v2.0/ports/0270b8ff-9d47-4306-a868-12d4aacfa726/bindings/n-h1-712140-12 HTTP/1.1" status: 404 len: 381 time: 0.0548816 Aug 29 05:01:44.751532 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ca5f29-fa79-4386-a9fa-f354c34bdf90 req-dd33a90c-ec8e-4af8-aba0-6d339fa53780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:44.753059 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-03ca5f29-fa79-4386-a9fa-f354c34bdf90 req-dd33a90c-ec8e-4af8-aba0-6d339fa53780 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b2b9608b6aa14a41b57a94ef3073d823&device_id=a8f30c1a-b56c-4da2-8263-2df326513584 HTTP/1.1" status: 200 len: 1096 time: 0.0399942 Aug 29 05:01:44.838967 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ca5f29-fa79-4386-a9fa-f354c34bdf90 req-86cb3265-7d76-445e-9ab7-8dc3e4757b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:44.840437 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-03ca5f29-fa79-4386-a9fa-f354c34bdf90 req-86cb3265-7d76-445e-9ab7-8dc3e4757b43 service neutron] 10.222.0.46 "GET /v2.0/networks?id=609e8f8f-38da-4c1c-84b4-47a5b6ca8312 HTTP/1.1" status: 200 len: 912 time: 0.0803778 Aug 29 05:01:44.885023 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-03ca5f29-fa79-4386-a9fa-f354c34bdf90 req-4a0138a2-b6ca-49e2-8593-bd379149cc9e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0270b8ff-9d47-4306-a868-12d4aacfa726 HTTP/1.1" status: 200 len: 217 time: 0.0371339 Aug 29 05:01:44.931832 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ca5f29-fa79-4386-a9fa-f354c34bdf90 req-29fb883a-a9bd-45eb-8300-61e38a036997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:44.933239 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-03ca5f29-fa79-4386-a9fa-f354c34bdf90 req-29fb883a-a9bd-45eb-8300-61e38a036997 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c61ce301-4cde-4f40-b0b0-eb60689cfefb HTTP/1.1" status: 200 len: 851 time: 0.0414031 Aug 29 05:01:44.963050 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-03ca5f29-fa79-4386-a9fa-f354c34bdf90 req-9e49ba85-0b1b-4d0d-830f-b5d4f6cae356 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=609e8f8f-38da-4c1c-84b4-47a5b6ca8312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0227816 Aug 29 05:01:45.052498 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-03ca5f29-fa79-4386-a9fa-f354c34bdf90 req-fc97c9e3-d22b-483d-a1e4-1a3fbd4eb5b8 service neutron] 10.222.0.46 "GET /v2.0/networks/609e8f8f-38da-4c1c-84b4-47a5b6ca8312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820751 Aug 29 05:01:45.141360 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-03ca5f29-fa79-4386-a9fa-f354c34bdf90 req-62ffe99f-ed04-40ac-9e39-22ddab7f0714 service neutron] 10.222.0.46 "GET /v2.0/networks/609e8f8f-38da-4c1c-84b4-47a5b6ca8312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815904 Aug 29 05:01:45.182419 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['0270b8ff-9d47-4306-a868-12d4aacfa726'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:01:45.810560 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f181b8-7cb4-4077-94f3-e9f87963757f req-826c0ad5-3fde-4f9e-8162-f07c04b1b115 tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:45.812367 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-94f181b8-7cb4-4077-94f3-e9f87963757f req-826c0ad5-3fde-4f9e-8162-f07c04b1b115 tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8f30c1a-b56c-4da2-8263-2df326513584 HTTP/1.1" status: 200 len: 944 time: 0.0536122 Aug 29 05:01:45.850255 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-94f181b8-7cb4-4077-94f3-e9f87963757f req-971f756b-7625-4b8a-bd1a-30a224394059 tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a632b41-f1de-473b-8961-25bd130e7183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319695 Aug 29 05:01:46.966105 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa37a641-d0c2-4561-938e-bfdf43f7f69b req-b95e6b95-34d5-4ac5-a21e-de2050c28600 tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:46.967575 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-aa37a641-d0c2-4561-938e-bfdf43f7f69b req-b95e6b95-34d5-4ac5-a21e-de2050c28600 tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8f30c1a-b56c-4da2-8263-2df326513584 HTTP/1.1" status: 200 len: 944 time: 0.0488915 Aug 29 05:01:47.008788 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-aa37a641-d0c2-4561-938e-bfdf43f7f69b req-1c03636b-91ea-43b5-a7bc-2c29501b4948 tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a632b41-f1de-473b-8961-25bd130e7183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351393 Aug 29 05:01:47.431214 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ca5f29-fa79-4386-a9fa-f354c34bdf90 req-ec289a89-7e53-4392-89de-e090294bf6a2 tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:47.432804 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-03ca5f29-fa79-4386-a9fa-f354c34bdf90 req-ec289a89-7e53-4392-89de-e090294bf6a2 tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8f30c1a-b56c-4da2-8263-2df326513584 HTTP/1.1" status: 200 len: 944 time: 0.0474813 Aug 29 05:01:47.481598 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 0270b8ff-9d47-4306-a868-12d4aacfa726 up at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:01:47.519628 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-03ca5f29-fa79-4386-a9fa-f354c34bdf90 req-17e38073-66af-46e1-a0de-ce016fe86707 tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] Deleting port 0270b8ff-9d47-4306-a868-12d4aacfa726 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:01:47.520006 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-03ca5f29-fa79-4386-a9fa-f354c34bdf90 req-17e38073-66af-46e1-a0de-ce016fe86707 tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:47.532256 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning for port 0270b8ff-9d47-4306-a868-12d4aacfa726 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:01:47.536047 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning complete for port 0270b8ff-9d47-4306-a868-12d4aacfa726 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:01:47.536421 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:47.610799 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-03ca5f29-fa79-4386-a9fa-f354c34bdf90 req-17e38073-66af-46e1-a0de-ce016fe86707 tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] For port 0270b8ff-9d47-4306-a868-12d4aacfa726, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=0270b8ff-9d47-4306-a868-12d4aacfa726,segment=NetworkSegment(6400f32a-a9c1-4fdd-94f0-f711658ee846),segment_id=6400f32a-a9c1-4fdd-94f0-f711658ee846)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:01:47.611167 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-03ca5f29-fa79-4386-a9fa-f354c34bdf90 req-17e38073-66af-46e1-a0de-ce016fe86707 tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:47.612451 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:47.623992 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-03ca5f29-fa79-4386-a9fa-f354c34bdf90 req-17e38073-66af-46e1-a0de-ce016fe86707 tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] Calling delete_port for 0270b8ff-9d47-4306-a868-12d4aacfa726 owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:01:47.634618 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8f30c1a-b56c-4da2-8263-2df326513584', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0270b8ff-9d47-4306-a868-12d4aacfa726'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:01:47.636853 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0214ae6b-ea12-4ce6-8268-a8be8131fcc6" -d '{"events": [{"server_uuid": "a8f30c1a-b56c-4da2-8263-2df326513584", "name": "network-vif-plugged", "status": "completed", "tag": "0270b8ff-9d47-4306-a868-12d4aacfa726"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:01:47.650692 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 0270b8ff-9d47-4306-a868-12d4aacfa726, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=0270b8ff-9d47-4306-a868-12d4aacfa726,segment=NetworkSegment(6400f32a-a9c1-4fdd-94f0-f711658ee846),segment_id=6400f32a-a9c1-4fdd-94f0-f711658ee846)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:01:47.655026 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:47.717478 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=0270b8ff-9d47-4306-a868-12d4aacfa726,revision_number=9']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:01:47.741873 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-788b740b-b298-4d16-8e53-8197d9c56cc1 x-openstack-request-id: req-788b740b-b298-4d16-8e53-8197d9c56cc1 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:01:47.743937 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8f30c1a-b56c-4da2-8263-2df326513584", "name": "network-vif-plugged", "status": "completed", "tag": "0270b8ff-9d47-4306-a868-12d4aacfa726", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:01:47.744294 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-788b740b-b298-4d16-8e53-8197d9c56cc1 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:01:47.744856 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8f30c1a-b56c-4da2-8263-2df326513584', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0270b8ff-9d47-4306-a868-12d4aacfa726', 'code': 200} Aug 29 05:01:47.759834 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-03ca5f29-fa79-4386-a9fa-f354c34bdf90 req-17e38073-66af-46e1-a0de-ce016fe86707 tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:47.788832 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e38073-66af-46e1-a0de-ce016fe86707 tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] Pushing event deleted for resources: {'Port': ['ID=0270b8ff-9d47-4306-a868-12d4aacfa726,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:01:47.791263 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['0270b8ff-9d47-4306-a868-12d4aacfa726'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:01:47.828105 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-03ca5f29-fa79-4386-a9fa-f354c34bdf90 req-17e38073-66af-46e1-a0de-ce016fe86707 tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] No DVR routers for this DVR port 0270b8ff-9d47-4306-a868-12d4aacfa726 on host n-h2-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:01:47.831198 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-03ca5f29-fa79-4386-a9fa-f354c34bdf90 req-17e38073-66af-46e1-a0de-ce016fe86707 tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:47.833273 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-03ca5f29-fa79-4386-a9fa-f354c34bdf90 req-17e38073-66af-46e1-a0de-ce016fe86707 tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] 10.222.0.48 "DELETE /v2.0/ports/0270b8ff-9d47-4306-a868-12d4aacfa726 HTTP/1.1" status: 204 len: 173 time: 0.3944614 Aug 29 05:01:47.833708 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8f30c1a-b56c-4da2-8263-2df326513584', 'name': 'network-vif-deleted', 'tag': '0270b8ff-9d47-4306-a868-12d4aacfa726'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:01:47.835950 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0a0db21-ae8b-4f3f-86f7-324ebf440724" -d '{"events": [{"server_uuid": "a8f30c1a-b56c-4da2-8263-2df326513584", "name": "network-vif-deleted", "tag": "0270b8ff-9d47-4306-a868-12d4aacfa726"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:01:47.873539 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a3a41cd-10b6-4a84-b8c2-0c7767b02bf2 x-openstack-request-id: req-9a3a41cd-10b6-4a84-b8c2-0c7767b02bf2 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:01:47.873837 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8f30c1a-b56c-4da2-8263-2df326513584", "name": "network-vif-deleted", "tag": "0270b8ff-9d47-4306-a868-12d4aacfa726", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:01:47.874095 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9a3a41cd-10b6-4a84-b8c2-0c7767b02bf2 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:01:47.874515 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8f30c1a-b56c-4da2-8263-2df326513584', 'name': 'network-vif-deleted', 'tag': '0270b8ff-9d47-4306-a868-12d4aacfa726', 'status': 'completed', 'code': 200} Aug 29 05:01:48.118869 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f104add1-10ad-41f2-9a4b-7ccd72a37097 req-87d7fc0c-abd7-4d43-9749-0f9a79da988d tempest-DeleteServersTestJSON-611788730 tempest-DeleteServersTestJSON-611788730-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8f30c1a-b56c-4da2-8263-2df326513584 HTTP/1.1" status: 200 len: 210 time: 0.0269148 Aug 29 05:01:49.248835 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 37922) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:01:49.297178 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_v2 [None req-2376a595-9860-4cce-81aa-9c6b58443c87 admin admin] Deleting subnet c61ce301-4cde-4f40-b0b0-eb60689cfefb {{(pid=94829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 05:01:49.300747 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2376a595-9860-4cce-81aa-9c6b58443c87 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:49.334170 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2376a595-9860-4cce-81aa-9c6b58443c87 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4311743'] for subnet, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:49.371636 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2376a595-9860-4cce-81aa-9c6b58443c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:49.422257 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2376a595-9860-4cce-81aa-9c6b58443c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4552352'] for subnet, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:49.446800 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2376a595-9860-4cce-81aa-9c6b58443c87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c61ce301-4cde-4f40-b0b0-eb60689cfefb,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:01:49.450677 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2376a595-9860-4cce-81aa-9c6b58443c87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:49.452604 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-2376a595-9860-4cce-81aa-9c6b58443c87 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/c61ce301-4cde-4f40-b0b0-eb60689cfefb HTTP/1.1" status: 204 len: 168 time: 0.2027397 Aug 29 05:01:49.456122 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 37924) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:01:49.525663 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3192750b-3258-4712-8e53-4de96826b127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:49.562459 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:49.603004 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3192750b-3258-4712-8e53-4de96826b127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:49.612603 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-3192750b-3258-4712-8e53-4de96826b127 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['609e8f8f-38da-4c1c-84b4-47a5b6ca8312']}} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:01:49.622540 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-3192750b-3258-4712-8e53-4de96826b127 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6400f32a-a9c1-4fdd-94f0-f711658ee846') {'for_net_delete': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:01:49.622839 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-3192750b-3258-4712-8e53-4de96826b127 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6400f32a-a9c1-4fdd-94f0-f711658ee846') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:01:49.631945 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3192750b-3258-4712-8e53-4de96826b127 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4311712'] for segment, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:49.651892 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3192750b-3258-4712-8e53-4de96826b127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:49.657867 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3192750b-3258-4712-8e53-4de96826b127 admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=94829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:01:49.658278 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3192750b-3258-4712-8e53-4de96826b127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4274277'] for segment, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:49.660032 n-d-712140-12 neutron-server[94829]: Traceback (most recent call last): Aug 29 05:01:49.660032 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:01:49.660032 n-d-712140-12 neutron-server[94829]: timer() Aug 29 05:01:49.660032 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:01:49.660032 n-d-712140-12 neutron-server[94829]: cb(*args, **kw) Aug 29 05:01:49.660032 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:01:49.660032 n-d-712140-12 neutron-server[94829]: return func(*args, **kwargs) Aug 29 05:01:49.660032 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:01:49.660032 n-d-712140-12 neutron-server[94829]: self._notify() Aug 29 05:01:49.660032 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:01:49.660032 n-d-712140-12 neutron-server[94829]: self.callback(batched_events) Aug 29 05:01:49.660032 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:01:49.660032 n-d-712140-12 neutron-server[94829]: event.method(event) Aug 29 05:01:49.660032 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:01:49.660032 n-d-712140-12 neutron-server[94829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:01:49.660032 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:01:49.660032 n-d-712140-12 neutron-server[94829]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:01:49.660032 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:01:49.660032 n-d-712140-12 neutron-server[94829]: return f(self, *a, **k) Aug 29 05:01:49.660032 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:01:49.660032 n-d-712140-12 neutron-server[94829]: return self._get(url).json() Aug 29 05:01:49.660032 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:01:49.660032 n-d-712140-12 neutron-server[94829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:01:49.660032 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:01:49.660032 n-d-712140-12 neutron-server[94829]: return self.request(url, 'GET', **kwargs) Aug 29 05:01:49.660032 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:01:49.660032 n-d-712140-12 neutron-server[94829]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:01:49.660032 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:01:49.660032 n-d-712140-12 neutron-server[94829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:01:49.660032 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:01:49.660032 n-d-712140-12 neutron-server[94829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:01:49.660032 n-d-712140-12 neutron-server[94829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:01:49.712249 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3192750b-3258-4712-8e53-4de96826b127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:49.718829 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3192750b-3258-4712-8e53-4de96826b127 admin admin] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:49.720705 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-3192750b-3258-4712-8e53-4de96826b127 admin admin] 10.222.0.22 "DELETE /v2.0/networks/609e8f8f-38da-4c1c-84b4-47a5b6ca8312 HTTP/1.1" status: 204 len: 168 time: 0.2641680 Aug 29 05:01:49.730466 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3192750b-3258-4712-8e53-4de96826b127 admin admin] Pushing event deleted for resources: {'Network': ['ID=609e8f8f-38da-4c1c-84b4-47a5b6ca8312,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:01:49.829469 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 37928) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:01:49.867773 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-8a1068bb-eda8-44e0-b1d2-0b33ce062340 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b2b9608b6aa14a41b57a94ef3073d823&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0370548 Aug 29 05:01:49.870128 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 37930) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:01:49.918229 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3eacd031-182e-478a-9c54-a89f1a8bbf42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:49.940236 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3eacd031-182e-478a-9c54-a89f1a8bbf42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:49.989925 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3eacd031-182e-478a-9c54-a89f1a8bbf42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:49.992503 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3eacd031-182e-478a-9c54-a89f1a8bbf42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:49.993636 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-3eacd031-182e-478a-9c54-a89f1a8bbf42 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0a632b41-f1de-473b-8961-25bd130e7183 HTTP/1.1" status: 204 len: 168 time: 0.1226225 Aug 29 05:01:50.001386 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eacd031-182e-478a-9c54-a89f1a8bbf42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a632b41-f1de-473b-8961-25bd130e7183,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:01:50.642568 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 37952) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:01:50.744126 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-d25918db-6012-4999-bf83-7aa71f81e59c admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-236598033-network', 'tenant_id': '6cd54cf7ff4d4913839f65018b49efa3'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:01:50.764693 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d25918db-6012-4999-bf83-7aa71f81e59c admin admin] Made reservation on behalf of 6cd54cf7ff4d4913839f65018b49efa3 for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:01:50.767360 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d25918db-6012-4999-bf83-7aa71f81e59c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:50.775449 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d25918db-6012-4999-bf83-7aa71f81e59c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:50.862446 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d25918db-6012-4999-bf83-7aa71f81e59c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:50.866438 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d25918db-6012-4999-bf83-7aa71f81e59c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:50.890831 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d25918db-6012-4999-bf83-7aa71f81e59c admin admin] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:01:50.900600 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25918db-6012-4999-bf83-7aa71f81e59c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cce56e04-c56c-4431-a187-bdd59687c242,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:01:50.905391 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d25918db-6012-4999-bf83-7aa71f81e59c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:50.905739 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-d25918db-6012-4999-bf83-7aa71f81e59c admin admin] Added segment e265938c-e0cf-42a1-835c-89a6426c4fd1 of type vlan for network f29176a0-265a-43b1-bfed-10a979216407 Aug 29 05:01:50.945852 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d25918db-6012-4999-bf83-7aa71f81e59c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:50.969056 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d25918db-6012-4999-bf83-7aa71f81e59c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:50.969984 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25918db-6012-4999-bf83-7aa71f81e59c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:50.970554 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d25918db-6012-4999-bf83-7aa71f81e59c admin admin] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:51.026301 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-d25918db-6012-4999-bf83-7aa71f81e59c admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3825331 Aug 29 05:01:51.029379 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 37956) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:01:51.031435 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25918db-6012-4999-bf83-7aa71f81e59c admin admin] Pushing event updated for resources: {'Network': ['ID=f29176a0-265a-43b1-bfed-10a979216407,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:01:51.040686 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-a2f1ed20-f092-417b-877f-e1405226886a admin admin] Request body: {'subnet': {'network_id': 'f29176a0-265a-43b1-bfed-10a979216407', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-236598033-subnet', 'tenant_id': '6cd54cf7ff4d4913839f65018b49efa3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:01:51.040833 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network f29176a0-265a-43b1-bfed-10a979216407 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:01:51.061742 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2f1ed20-f092-417b-877f-e1405226886a admin admin] Made reservation on behalf of 6cd54cf7ff4d4913839f65018b49efa3 for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:01:51.065031 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a2f1ed20-f092-417b-877f-e1405226886a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:51.228869 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a2f1ed20-f092-417b-877f-e1405226886a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9191137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10062364'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:51.285320 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f1ed20-f092-417b-877f-e1405226886a admin admin] Pushing event updated for resources: {'Subnet': ['ID=abc27fa0-438e-4089-a292-ba1625ea629d,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:01:51.290940 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f1ed20-f092-417b-877f-e1405226886a admin admin] Checking segment: {'id': 'e265938c-e0cf-42a1-835c-89a6426c4fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f29176a0-265a-43b1-bfed-10a979216407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:01:51.291347 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f1ed20-f092-417b-877f-e1405226886a admin admin] Network hostable DHCP agents. Network: f29176a0-265a-43b1-bfed-10a979216407, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:01:51.308440 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f1ed20-f092-417b-877f-e1405226886a admin admin] Network f29176a0-265a-43b1-bfed-10a979216407 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:01:51.316924 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-a2f1ed20-f092-417b-877f-e1405226886a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, f29176a0-265a-43b1-bfed-10a979216407) {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:01:51.321076 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f1ed20-f092-417b-877f-e1405226886a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:51.321666 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a2f1ed20-f092-417b-877f-e1405226886a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:51.326082 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba384db3-2a6b-420f-989e-7fff4b72a844 None None] Network f29176a0-265a-43b1-bfed-10a979216407 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:01:51.341615 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-a2f1ed20-f092-417b-877f-e1405226886a admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3046577 Aug 29 05:01:51.455395 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6147fa91-859c-49da-9549-e72e9fb64186 None None] Network f29176a0-265a-43b1-bfed-10a979216407 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:01:51.498328 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 0270b8ff-9d47-4306-a868-12d4aacfa726 no longer exists at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:01:51.531488 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] No Port match for: 0270b8ff-9d47-4306-a868-12d4aacfa726 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:01:51.531915 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 0270b8ff-9d47-4306-a868-12d4aacfa726 not bound to the agent host n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:01:51.752095 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e0568d-d46c-4429-bdb3-7784edd6c70b req-03481ee4-151a-444b-82b5-11da3e0be8c7 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:51.753594 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-12e0568d-d46c-4429-bdb3-7784edd6c70b req-03481ee4-151a-444b-82b5-11da3e0be8c7 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/networks?id=f29176a0-265a-43b1-bfed-10a979216407 HTTP/1.1" status: 200 len: 814 time: 0.0996823 Aug 29 05:01:51.769018 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-12e0568d-d46c-4429-bdb3-7784edd6c70b req-6a516a67-67e9-454e-a3ed-cc5797a5667d tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/quotas/6cd54cf7ff4d4913839f65018b49efa3 HTTP/1.1" status: 200 len: 375 time: 0.0097153 Aug 29 05:01:51.804875 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-12e0568d-d46c-4429-bdb3-7784edd6c70b req-04965671-a7b5-4739-a573-eae235847cc4 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=6cd54cf7ff4d4913839f65018b49efa3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305057 Aug 29 05:01:51.892903 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-12e0568d-d46c-4429-bdb3-7784edd6c70b req-8eab0e0b-ef2b-43d9-8442-0c3cef9a45a1 service neutron] 10.222.0.22 "GET /v2.0/networks/f29176a0-265a-43b1-bfed-10a979216407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811913 Aug 29 05:01:51.984621 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-12e0568d-d46c-4429-bdb3-7784edd6c70b req-df423878-50fd-4775-974f-6e4844c245d8 service neutron] 10.222.0.22 "GET /v2.0/networks/f29176a0-265a-43b1-bfed-10a979216407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856633 Aug 29 05:01:52.149753 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-08cd13a8-f4be-4988-8879-99b9f9582359 req-5b04d969-3890-4cf6-aa3d-d63b445f1850 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d761fe5-1545-40e0-ad17-0474f5a97f40 HTTP/1.1" status: 200 len: 210 time: 0.0314274 Aug 29 05:01:53.114342 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e0568d-d46c-4429-bdb3-7784edd6c70b req-9a0bfe45-b383-4560-b3b3-972a1cb0107f tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:53.116100 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-12e0568d-d46c-4429-bdb3-7784edd6c70b req-9a0bfe45-b383-4560-b3b3-972a1cb0107f tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.48 "GET /v2.0/networks?id=f29176a0-265a-43b1-bfed-10a979216407 HTTP/1.1" status: 200 len: 814 time: 0.1000841 Aug 29 05:01:53.136313 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-12e0568d-d46c-4429-bdb3-7784edd6c70b req-0f8c271e-643f-4842-9235-ad4d530a500b tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Request body: {'port': {'device_id': '0d761fe5-1545-40e0-ad17-0474f5a97f40', 'network_id': 'f29176a0-265a-43b1-bfed-10a979216407', 'admin_state_up': True, 'tenant_id': '6cd54cf7ff4d4913839f65018b49efa3'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:01:53.244910 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-df0333a0-98c4-42c9-8d66-277349d6a860 req-2cb8b3bf-48c7-43da-bcde-b66325ff2e4f tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d761fe5-1545-40e0-ad17-0474f5a97f40 HTTP/1.1" status: 200 len: 210 time: 0.0271769 Aug 29 05:01:53.245510 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12e0568d-d46c-4429-bdb3-7784edd6c70b req-0f8c271e-643f-4842-9235-ad4d530a500b tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Made reservation on behalf of 6cd54cf7ff4d4913839f65018b49efa3 for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:01:53.249200 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-12e0568d-d46c-4429-bdb3-7784edd6c70b req-0f8c271e-643f-4842-9235-ad4d530a500b tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:53.376607 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-12e0568d-d46c-4429-bdb3-7784edd6c70b req-0f8c271e-643f-4842-9235-ad4d530a500b tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Allocated IP 172.20.0.13 (f29176a0-265a-43b1-bfed-10a979216407/abc27fa0-438e-4089-a292-ba1625ea629d/fa98e268-2c38-44d7-8503-c74cb1594170) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:01:53.853319 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-12e0568d-d46c-4429-bdb3-7784edd6c70b req-0f8c271e-643f-4842-9235-ad4d530a500b tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:53.890527 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-12e0568d-d46c-4429-bdb3-7784edd6c70b req-0f8c271e-643f-4842-9235-ad4d530a500b tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:53.933114 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12e0568d-d46c-4429-bdb3-7784edd6c70b req-0f8c271e-643f-4842-9235-ad4d530a500b tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Network f29176a0-265a-43b1-bfed-10a979216407 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:01:53.936354 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-12e0568d-d46c-4429-bdb3-7784edd6c70b req-0f8c271e-643f-4842-9235-ad4d530a500b tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:01:53.941013 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-12e0568d-d46c-4429-bdb3-7784edd6c70b req-0f8c271e-643f-4842-9235-ad4d530a500b tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:01:53.966787 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8c271e-643f-4842-9235-ad4d530a500b tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Pushing event updated for resources: {'Port': ['ID=fa98e268-2c38-44d7-8503-c74cb1594170,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:01:53.995190 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e0568d-d46c-4429-bdb3-7784edd6c70b req-0f8c271e-643f-4842-9235-ad4d530a500b tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:53.995850 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-12e0568d-d46c-4429-bdb3-7784edd6c70b req-0f8c271e-643f-4842-9235-ad4d530a500b tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:54.010373 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-12e0568d-d46c-4429-bdb3-7784edd6c70b req-0f8c271e-643f-4842-9235-ad4d530a500b tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8778136 Aug 29 05:01:54.029535 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-12e0568d-d46c-4429-bdb3-7784edd6c70b req-ea769b04-ae5c-45c9-b07c-2a7dd4bddf64 service neutron] Request body: {'port': {'device_id': '0d761fe5-1545-40e0-ad17-0474f5a97f40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:01:54.080581 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-12e0568d-d46c-4429-bdb3-7784edd6c70b req-ea769b04-ae5c-45c9-b07c-2a7dd4bddf64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:54.358097 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-12e0568d-d46c-4429-bdb3-7784edd6c70b req-ea769b04-ae5c-45c9-b07c-2a7dd4bddf64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa98e268-2c38-44d7-8503-c74cb1594170 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:01:54.367070 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-12e0568d-d46c-4429-bdb3-7784edd6c70b req-ea769b04-ae5c-45c9-b07c-2a7dd4bddf64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:54.383458 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-12e0568d-d46c-4429-bdb3-7784edd6c70b req-ea769b04-ae5c-45c9-b07c-2a7dd4bddf64 service neutron] Transition to ACTIVE for port object fa98e268-2c38-44d7-8503-c74cb1594170 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:01:54.394382 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b00174-3988-4a08-a8d6-bbc247c08d8a req-fab877ac-7fb0-4344-b116-28f7d818416a tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:54.395898 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-23b00174-3988-4a08-a8d6-bbc247c08d8a req-fab877ac-7fb0-4344-b116-28f7d818416a tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d761fe5-1545-40e0-ad17-0474f5a97f40 HTTP/1.1" status: 200 len: 932 time: 0.0733695 Aug 29 05:01:54.396631 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-12e0568d-d46c-4429-bdb3-7784edd6c70b req-ea769b04-ae5c-45c9-b07c-2a7dd4bddf64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:54.461681 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea769b04-ae5c-45c9-b07c-2a7dd4bddf64 service neutron] Pushing event updated for resources: {'Port': ['ID=fa98e268-2c38-44d7-8503-c74cb1594170,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:01:54.490968 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-23b00174-3988-4a08-a8d6-bbc247c08d8a req-0fad012b-78bf-477a-a4fc-1fe73a7c4138 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/security-groups?id=cce56e04-c56c-4431-a187-bdd59687c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865998 Aug 29 05:01:54.541838 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-12e0568d-d46c-4429-bdb3-7784edd6c70b req-ea769b04-ae5c-45c9-b07c-2a7dd4bddf64 service neutron] Attempting to bind port fa98e268-2c38-44d7-8503-c74cb1594170 on host n-h2-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:01:54.542079 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-12e0568d-d46c-4429-bdb3-7784edd6c70b req-ea769b04-ae5c-45c9-b07c-2a7dd4bddf64 service neutron] Attempting to bind port fa98e268-2c38-44d7-8503-c74cb1594170 by drivers openvswitch,hyperv on host n-h2-712140-12 at level 0 using segments [{'id': 'e265938c-e0cf-42a1-835c-89a6426c4fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f29176a0-265a-43b1-bfed-10a979216407'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:01:54.542407 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e0568d-d46c-4429-bdb3-7784edd6c70b req-ea769b04-ae5c-45c9-b07c-2a7dd4bddf64 service neutron] Attempting to bind port fa98e268-2c38-44d7-8503-c74cb1594170 on network f29176a0-265a-43b1-bfed-10a979216407 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:01:54.546772 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e0568d-d46c-4429-bdb3-7784edd6c70b req-ea769b04-ae5c-45c9-b07c-2a7dd4bddf64 service neutron] Port fa98e268-2c38-44d7-8503-c74cb1594170 on network f29176a0-265a-43b1-bfed-10a979216407 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:01:54.547090 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e0568d-d46c-4429-bdb3-7784edd6c70b req-ea769b04-ae5c-45c9-b07c-2a7dd4bddf64 service neutron] Attempting to bind port fa98e268-2c38-44d7-8503-c74cb1594170 on network f29176a0-265a-43b1-bfed-10a979216407 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:01:54.552040 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e0568d-d46c-4429-bdb3-7784edd6c70b req-ea769b04-ae5c-45c9-b07c-2a7dd4bddf64 service neutron] Checking agent: {'id': 'b3a0606b-b029-4f5e-8798-3a32b71d8844', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:01:54.552377 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e0568d-d46c-4429-bdb3-7784edd6c70b req-ea769b04-ae5c-45c9-b07c-2a7dd4bddf64 service neutron] Checking segment: {'id': 'e265938c-e0cf-42a1-835c-89a6426c4fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f29176a0-265a-43b1-bfed-10a979216407'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:01:54.552757 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e0568d-d46c-4429-bdb3-7784edd6c70b req-ea769b04-ae5c-45c9-b07c-2a7dd4bddf64 service neutron] Bound using segment: {'id': 'e265938c-e0cf-42a1-835c-89a6426c4fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f29176a0-265a-43b1-bfed-10a979216407'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:01:54.553178 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-12e0568d-d46c-4429-bdb3-7784edd6c70b req-ea769b04-ae5c-45c9-b07c-2a7dd4bddf64 service neutron] Bound port: fa98e268-2c38-44d7-8503-c74cb1594170, host: n-h2-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e265938c-e0cf-42a1-835c-89a6426c4fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f29176a0-265a-43b1-bfed-10a979216407'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:01:54.553533 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-12e0568d-d46c-4429-bdb3-7784edd6c70b req-ea769b04-ae5c-45c9-b07c-2a7dd4bddf64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:54.614320 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-12e0568d-d46c-4429-bdb3-7784edd6c70b req-ea769b04-ae5c-45c9-b07c-2a7dd4bddf64 service neutron] For port fa98e268-2c38-44d7-8503-c74cb1594170, host n-h2-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:01:54.617349 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-12e0568d-d46c-4429-bdb3-7784edd6c70b req-ea769b04-ae5c-45c9-b07c-2a7dd4bddf64 service neutron] For port fa98e268-2c38-44d7-8503-c74cb1594170, host n-h2-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=fa98e268-2c38-44d7-8503-c74cb1594170,segment=NetworkSegment(e265938c-e0cf-42a1-835c-89a6426c4fd1),segment_id=e265938c-e0cf-42a1-835c-89a6426c4fd1)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:01:54.621514 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-12e0568d-d46c-4429-bdb3-7784edd6c70b req-ea769b04-ae5c-45c9-b07c-2a7dd4bddf64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:54.654673 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e0568d-d46c-4429-bdb3-7784edd6c70b req-ea769b04-ae5c-45c9-b07c-2a7dd4bddf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:54.655286 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-12e0568d-d46c-4429-bdb3-7784edd6c70b req-ea769b04-ae5c-45c9-b07c-2a7dd4bddf64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:54.656693 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-12e0568d-d46c-4429-bdb3-7784edd6c70b req-ea769b04-ae5c-45c9-b07c-2a7dd4bddf64 service neutron] 10.222.0.48 "PUT /v2.0/ports/fa98e268-2c38-44d7-8503-c74cb1594170 HTTP/1.1" status: 200 len: 1093 time: 0.6311684 Aug 29 05:01:54.657130 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d761fe5-1545-40e0-ad17-0474f5a97f40', 'tag': 'fa98e268-2c38-44d7-8503-c74cb1594170'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:01:54.659957 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bcae4e0-4ddd-47db-9231-bcf0778d5625" -d '{"events": [{"name": "network-changed", "server_uuid": "0d761fe5-1545-40e0-ad17-0474f5a97f40", "tag": "fa98e268-2c38-44d7-8503-c74cb1594170"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:01:54.683070 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea769b04-ae5c-45c9-b07c-2a7dd4bddf64 service neutron] Pushing event updated for resources: {'Port': ['ID=fa98e268-2c38-44d7-8503-c74cb1594170,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:01:54.700563 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02df16b0-76cd-43f2-8a4c-4ade0ed70398 x-openstack-request-id: req-02df16b0-76cd-43f2-8a4c-4ade0ed70398 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:01:54.700862 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d761fe5-1545-40e0-ad17-0474f5a97f40", "tag": "fa98e268-2c38-44d7-8503-c74cb1594170", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:01:54.701121 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-02df16b0-76cd-43f2-8a4c-4ade0ed70398 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:01:54.701560 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d761fe5-1545-40e0-ad17-0474f5a97f40', 'tag': 'fa98e268-2c38-44d7-8503-c74cb1594170', 'status': 'completed', 'code': 200} Aug 29 05:01:54.761949 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e0568d-d46c-4429-bdb3-7784edd6c70b req-88c4aa9b-410b-48b5-8f10-efaa54296c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:54.763545 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-12e0568d-d46c-4429-bdb3-7784edd6c70b req-88c4aa9b-410b-48b5-8f10-efaa54296c6f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6cd54cf7ff4d4913839f65018b49efa3&device_id=0d761fe5-1545-40e0-ad17-0474f5a97f40 HTTP/1.1" status: 200 len: 1096 time: 0.0416031 Aug 29 05:01:54.816986 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-12e0568d-d46c-4429-bdb3-7784edd6c70b req-9603464a-235d-4bc4-af19-c8665449f6c6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa98e268-2c38-44d7-8503-c74cb1594170 HTTP/1.1" status: 200 len: 217 time: 0.0383775 Aug 29 05:01:54.865334 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e0568d-d46c-4429-bdb3-7784edd6c70b req-83291e82-e022-44f1-8aeb-53b5181eba25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:54.866790 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-12e0568d-d46c-4429-bdb3-7784edd6c70b req-83291e82-e022-44f1-8aeb-53b5181eba25 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=abc27fa0-438e-4089-a292-ba1625ea629d HTTP/1.1" status: 200 len: 854 time: 0.0424016 Aug 29 05:01:54.896621 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-12e0568d-d46c-4429-bdb3-7784edd6c70b req-d7f192d6-9e4b-4536-9ec6-fa334ad32b4e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f29176a0-265a-43b1-bfed-10a979216407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229714 Aug 29 05:01:54.992994 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-12e0568d-d46c-4429-bdb3-7784edd6c70b req-45b2111e-bad3-48e1-a707-8c376b886adc service neutron] 10.222.0.48 "GET /v2.0/networks/f29176a0-265a-43b1-bfed-10a979216407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885007 Aug 29 05:01:55.082387 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-12e0568d-d46c-4429-bdb3-7784edd6c70b req-ddece38d-ab90-468c-a1a2-d590541094b7 service neutron] 10.222.0.48 "GET /v2.0/networks/f29176a0-265a-43b1-bfed-10a979216407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810800 Aug 29 05:01:55.216202 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcae4e0-4ddd-47db-9231-bcf0778d5625 req-8aa02b0d-98a3-40ca-b644-dd2c06018cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:55.217679 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2bcae4e0-4ddd-47db-9231-bcf0778d5625 req-8aa02b0d-98a3-40ca-b644-dd2c06018cbf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6cd54cf7ff4d4913839f65018b49efa3&device_id=0d761fe5-1545-40e0-ad17-0474f5a97f40 HTTP/1.1" status: 200 len: 1096 time: 0.0398383 Aug 29 05:01:55.309916 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcae4e0-4ddd-47db-9231-bcf0778d5625 req-6763ab10-3510-4683-a816-9866a1c48932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:55.311375 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2bcae4e0-4ddd-47db-9231-bcf0778d5625 req-6763ab10-3510-4683-a816-9866a1c48932 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f29176a0-265a-43b1-bfed-10a979216407 HTTP/1.1" status: 200 len: 915 time: 0.0864725 Aug 29 05:01:55.356112 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2bcae4e0-4ddd-47db-9231-bcf0778d5625 req-6e3f2724-efd9-469c-813f-5bb39ec6f3ee service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa98e268-2c38-44d7-8503-c74cb1594170 HTTP/1.1" status: 200 len: 217 time: 0.0358908 Aug 29 05:01:55.409596 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcae4e0-4ddd-47db-9231-bcf0778d5625 req-e55fad78-7ab9-4cee-8a0f-4157617bc82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:55.411043 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2bcae4e0-4ddd-47db-9231-bcf0778d5625 req-e55fad78-7ab9-4cee-8a0f-4157617bc82d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=abc27fa0-438e-4089-a292-ba1625ea629d HTTP/1.1" status: 200 len: 854 time: 0.0470035 Aug 29 05:01:55.443324 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2bcae4e0-4ddd-47db-9231-bcf0778d5625 req-74d97074-2d3c-4ecd-9370-7136b010ae10 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f29176a0-265a-43b1-bfed-10a979216407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241497 Aug 29 05:01:55.531602 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2bcae4e0-4ddd-47db-9231-bcf0778d5625 req-527fa2cf-8fdb-4449-a5f9-f358e9082020 service neutron] 10.222.0.48 "GET /v2.0/networks/f29176a0-265a-43b1-bfed-10a979216407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807221 Aug 29 05:01:55.655040 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d0722f-15d0-4587-9509-4298b332c2a4 req-2314a75d-b56f-4160-9913-a23b3fe9f1cf tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:55.656558 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-34d0722f-15d0-4587-9509-4298b332c2a4 req-2314a75d-b56f-4160-9913-a23b3fe9f1cf tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d761fe5-1545-40e0-ad17-0474f5a97f40 HTTP/1.1" status: 200 len: 944 time: 0.0999799 Aug 29 05:01:55.661776 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2bcae4e0-4ddd-47db-9231-bcf0778d5625 req-c3686cd4-77c4-4ae1-9e39-65db0c4cb7c6 service neutron] 10.222.0.48 "GET /v2.0/networks/f29176a0-265a-43b1-bfed-10a979216407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223073 Aug 29 05:01:55.694104 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-34d0722f-15d0-4587-9509-4298b332c2a4 req-6b85b15e-9df8-4cca-92b8-8f8a546bcc12 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/security-groups?id=cce56e04-c56c-4431-a187-bdd59687c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313904 Aug 29 05:01:56.812027 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ad4b0a-586e-4b64-8e21-52b418c3d7d8 req-7d044b16-1727-4a36-8848-eb9f621156bd tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:56.813782 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-44ad4b0a-586e-4b64-8e21-52b418c3d7d8 req-7d044b16-1727-4a36-8848-eb9f621156bd tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d761fe5-1545-40e0-ad17-0474f5a97f40 HTTP/1.1" status: 200 len: 944 time: 0.0495231 Aug 29 05:01:56.850866 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-44ad4b0a-586e-4b64-8e21-52b418c3d7d8 req-7e435bbb-e5d4-4beb-8c4f-19ac2d01b974 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/security-groups?id=cce56e04-c56c-4431-a187-bdd59687c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312073 Aug 29 05:01:57.515216 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device fa98e268-2c38-44d7-8503-c74cb1594170 details requested by agent hyperv_n-h2-712140-12 with host n-h2-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:01:57.608255 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port fa98e268-2c38-44d7-8503-c74cb1594170, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=fa98e268-2c38-44d7-8503-c74cb1594170,segment=NetworkSegment(e265938c-e0cf-42a1-835c-89a6426c4fd1),segment_id=e265938c-e0cf-42a1-835c-89a6426c4fd1)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:01:57.620079 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Returning: {'device': 'fa98e268-2c38-44d7-8503-c74cb1594170', 'network_id': 'f29176a0-265a-43b1-bfed-10a979216407', 'port_id': 'fa98e268-2c38-44d7-8503-c74cb1594170', 'mac_address': 'fa:16:3e:85:3d:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abc27fa0-438e-4089-a292-ba1625ea629d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:01:57.655604 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:57.667583 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa98e268-2c38-44d7-8503-c74cb1594170 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:01:57.685883 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port fa98e268-2c38-44d7-8503-c74cb1594170, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=fa98e268-2c38-44d7-8503-c74cb1594170,segment=NetworkSegment(e265938c-e0cf-42a1-835c-89a6426c4fd1),segment_id=e265938c-e0cf-42a1-835c-89a6426c4fd1)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:01:57.690835 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:57.735468 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=fa98e268-2c38-44d7-8503-c74cb1594170,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:01:57.964098 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741c3aa4-8055-478f-8c54-460fb576058f req-9744b58c-7a39-4fae-938a-3c404ddd0fe7 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:57.965766 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-741c3aa4-8055-478f-8c54-460fb576058f req-9744b58c-7a39-4fae-938a-3c404ddd0fe7 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d761fe5-1545-40e0-ad17-0474f5a97f40 HTTP/1.1" status: 200 len: 945 time: 0.0494890 Aug 29 05:01:58.008258 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-741c3aa4-8055-478f-8c54-460fb576058f req-0f370056-dd60-4eaf-aeb1-c07cd8e20bf9 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/security-groups?id=cce56e04-c56c-4431-a187-bdd59687c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360928 Aug 29 05:01:58.082891 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['fa98e268-2c38-44d7-8503-c74cb1594170'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:01:58.878452 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:59.120153 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad69d995-2274-4190-ab5b-cdb2ee9fd331 req-db97686c-ed23-4ff6-b87d-4707014a7c6f tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:59.121616 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ad69d995-2274-4190-ab5b-cdb2ee9fd331 req-db97686c-ed23-4ff6-b87d-4707014a7c6f tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d761fe5-1545-40e0-ad17-0474f5a97f40 HTTP/1.1" status: 200 len: 945 time: 0.0474432 Aug 29 05:01:59.158850 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ad69d995-2274-4190-ab5b-cdb2ee9fd331 req-ca7d7714-024c-4760-878f-aa7081c38213 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/security-groups?id=cce56e04-c56c-4431-a187-bdd59687c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303800 Aug 29 05:01:59.512418 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device fa98e268-2c38-44d7-8503-c74cb1594170 up at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:01:59.560349 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning for port fa98e268-2c38-44d7-8503-c74cb1594170 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:01:59.564214 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning complete for port fa98e268-2c38-44d7-8503-c74cb1594170 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:01:59.564613 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:59.640056 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:59.661916 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d761fe5-1545-40e0-ad17-0474f5a97f40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa98e268-2c38-44d7-8503-c74cb1594170'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:01:59.664191 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48987cfd-2252-4421-a869-0ef43e818238" -d '{"events": [{"server_uuid": "0d761fe5-1545-40e0-ad17-0474f5a97f40", "name": "network-vif-plugged", "status": "completed", "tag": "fa98e268-2c38-44d7-8503-c74cb1594170"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:01:59.676630 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port fa98e268-2c38-44d7-8503-c74cb1594170, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=fa98e268-2c38-44d7-8503-c74cb1594170,segment=NetworkSegment(e265938c-e0cf-42a1-835c-89a6426c4fd1),segment_id=e265938c-e0cf-42a1-835c-89a6426c4fd1)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:01:59.681495 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:59.704733 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08083082-fd6c-4191-9498-74657d65e0f6 x-openstack-request-id: req-08083082-fd6c-4191-9498-74657d65e0f6 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:01:59.705025 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d761fe5-1545-40e0-ad17-0474f5a97f40", "name": "network-vif-plugged", "status": "completed", "tag": "fa98e268-2c38-44d7-8503-c74cb1594170", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:01:59.705281 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-08083082-fd6c-4191-9498-74657d65e0f6 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:01:59.705671 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d761fe5-1545-40e0-ad17-0474f5a97f40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa98e268-2c38-44d7-8503-c74cb1594170', 'code': 200} Aug 29 05:01:59.729656 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=fa98e268-2c38-44d7-8503-c74cb1594170,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:01:59.831914 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911dcc21-a66e-43cc-8ed7-2c0d9a0ebbce req-b724b922-5b60-4519-8ffc-775f03d8b1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:59.833398 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-911dcc21-a66e-43cc-8ed7-2c0d9a0ebbce req-b724b922-5b60-4519-8ffc-775f03d8b1d2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0d761fe5-1545-40e0-ad17-0474f5a97f40 HTTP/1.1" status: 200 len: 1098 time: 0.0396171 Aug 29 05:01:59.869024 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-911dcc21-a66e-43cc-8ed7-2c0d9a0ebbce req-40e9e26a-aeac-4991-a840-b98e541817f5 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=cce56e04-c56c-4431-a187-bdd59687c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275483 Aug 29 05:02:00.276119 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4c67e2-e1c6-4748-ab56-8bbcb97e4d31 req-a0ad3341-1460-4ee3-9496-f466263dd216 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:00.277582 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5d4c67e2-e1c6-4748-ab56-8bbcb97e4d31 req-a0ad3341-1460-4ee3-9496-f466263dd216 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d761fe5-1545-40e0-ad17-0474f5a97f40 HTTP/1.1" status: 200 len: 946 time: 0.0521743 Aug 29 05:02:00.314881 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5d4c67e2-e1c6-4748-ab56-8bbcb97e4d31 req-b88631a2-4388-4ff8-a6dd-7357c5d60007 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/security-groups?id=cce56e04-c56c-4431-a187-bdd59687c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309110 Aug 29 05:02:01.431048 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f081da-8464-4700-b61d-b8717d5b7e8a req-540ce772-4ad2-4e53-bfdd-b85577e702b2 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:01.432572 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c8f081da-8464-4700-b61d-b8717d5b7e8a req-540ce772-4ad2-4e53-bfdd-b85577e702b2 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d761fe5-1545-40e0-ad17-0474f5a97f40 HTTP/1.1" status: 200 len: 946 time: 0.0484862 Aug 29 05:02:01.469850 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c8f081da-8464-4700-b61d-b8717d5b7e8a req-b65736d9-3a5e-46a2-abc4-f1f42165501d tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/security-groups?id=cce56e04-c56c-4431-a187-bdd59687c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310671 Aug 29 05:02:01.582939 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a67f4a-4f80-491b-a4d2-a7a75fa0e217 req-a9718e8c-15f4-4a70-9e59-29d84a5b8be8 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:01.584450 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a1a67f4a-4f80-491b-a4d2-a7a75fa0e217 req-a9718e8c-15f4-4a70-9e59-29d84a5b8be8 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d761fe5-1545-40e0-ad17-0474f5a97f40 HTTP/1.1" status: 200 len: 946 time: 0.0492263 Aug 29 05:02:01.621973 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a1a67f4a-4f80-491b-a4d2-a7a75fa0e217 req-f56d2845-a8eb-4a9f-beeb-55d604757693 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/security-groups?id=cce56e04-c56c-4431-a187-bdd59687c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314133 Aug 29 05:02:01.820383 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122a6e23-0d70-4bd1-9d0d-d24560eecf59 req-f38b88a5-9f5c-49b1-a7ae-bbc7436bc83e tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:01.822146 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-122a6e23-0d70-4bd1-9d0d-d24560eecf59 req-f38b88a5-9f5c-49b1-a7ae-bbc7436bc83e tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d761fe5-1545-40e0-ad17-0474f5a97f40 HTTP/1.1" status: 200 len: 946 time: 0.0487652 Aug 29 05:02:01.858744 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-122a6e23-0d70-4bd1-9d0d-d24560eecf59 req-015d56d7-82ab-4273-bf39-a111efe7706f tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/security-groups?id=cce56e04-c56c-4431-a187-bdd59687c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307193 Aug 29 05:02:01.975504 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e80d91-dbd2-48bf-aae7-0f348629697d req-1d47a186-a46b-44a6-9a89-ed734dd99d92 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:01.977157 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-59e80d91-dbd2-48bf-aae7-0f348629697d req-1d47a186-a46b-44a6-9a89-ed734dd99d92 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d761fe5-1545-40e0-ad17-0474f5a97f40 HTTP/1.1" status: 200 len: 946 time: 0.0539997 Aug 29 05:02:02.018007 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-59e80d91-dbd2-48bf-aae7-0f348629697d req-98019dda-e41e-4a38-a45b-0fae4b51e87a tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/security-groups?id=cce56e04-c56c-4431-a187-bdd59687c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347559 Aug 29 05:02:02.238736 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3c8af457-a3a7-4ab5-bd58-5fee2ef883be req-5d6c4304-e146-42c3-b756-0d8c22d3e307 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=0d761fe5-1545-40e0-ad17-0474f5a97f40&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0436630 Aug 29 05:02:02.250145 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6921e587-ae70-4ddd-9c8b-f288c778faa6 req-4fa8df17-7caf-4223-977d-a0a053347b80 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:02.251645 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6921e587-ae70-4ddd-9c8b-f288c778faa6 req-4fa8df17-7caf-4223-977d-a0a053347b80 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d761fe5-1545-40e0-ad17-0474f5a97f40 HTTP/1.1" status: 200 len: 946 time: 0.0490339 Aug 29 05:02:02.290412 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6921e587-ae70-4ddd-9c8b-f288c778faa6 req-08c4c769-e2eb-441d-ba3b-9b728489357d tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/security-groups?id=cce56e04-c56c-4431-a187-bdd59687c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320461 Aug 29 05:02:03.351352 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8af457-a3a7-4ab5-bd58-5fee2ef883be req-3f1422bf-cd34-40cd-8d08-4202fe516ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:03.352992 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3c8af457-a3a7-4ab5-bd58-5fee2ef883be req-3f1422bf-cd34-40cd-8d08-4202fe516ad0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6cd54cf7ff4d4913839f65018b49efa3&device_id=0d761fe5-1545-40e0-ad17-0474f5a97f40 HTTP/1.1" status: 200 len: 1098 time: 0.0414860 Aug 29 05:02:03.407381 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e01e56-30af-4e99-8166-880a890d69b5 req-bbbe95d6-2129-45b7-8196-be2017fde5e4 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:03.408972 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-33e01e56-30af-4e99-8166-880a890d69b5 req-bbbe95d6-2129-45b7-8196-be2017fde5e4 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d761fe5-1545-40e0-ad17-0474f5a97f40 HTTP/1.1" status: 200 len: 946 time: 0.0490322 Aug 29 05:02:03.423355 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-22b95130-9388-4048-9497-485c2f1b2f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:03.451044 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-33e01e56-30af-4e99-8166-880a890d69b5 req-03de372e-db1c-4c20-862e-149c9f87a16c tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/security-groups?id=cce56e04-c56c-4431-a187-bdd59687c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361221 Aug 29 05:02:03.451577 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8af457-a3a7-4ab5-bd58-5fee2ef883be req-66cc0794-5f22-49f3-aa8d-a9d4aab7476d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:03.453089 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3c8af457-a3a7-4ab5-bd58-5fee2ef883be req-66cc0794-5f22-49f3-aa8d-a9d4aab7476d service neutron] 10.222.0.48 "GET /v2.0/networks?id=f29176a0-265a-43b1-bfed-10a979216407 HTTP/1.1" status: 200 len: 915 time: 0.0931439 Aug 29 05:02:03.497059 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3c8af457-a3a7-4ab5-bd58-5fee2ef883be req-8a6580c6-c0f5-4a4d-9d4b-7ee784fa580f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa98e268-2c38-44d7-8503-c74cb1594170 HTTP/1.1" status: 200 len: 217 time: 0.0357299 Aug 29 05:02:03.544969 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8af457-a3a7-4ab5-bd58-5fee2ef883be req-f9f45eaa-34a4-427f-8799-712320a5585a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:03.546390 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3c8af457-a3a7-4ab5-bd58-5fee2ef883be req-f9f45eaa-34a4-427f-8799-712320a5585a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=abc27fa0-438e-4089-a292-ba1625ea629d HTTP/1.1" status: 200 len: 854 time: 0.0421972 Aug 29 05:02:03.579247 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3c8af457-a3a7-4ab5-bd58-5fee2ef883be req-57919ac6-3a84-4dd9-bf04-0cf924a62e96 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f29176a0-265a-43b1-bfed-10a979216407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241380 Aug 29 05:02:03.674960 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3c8af457-a3a7-4ab5-bd58-5fee2ef883be req-fd2a1c98-94ee-45eb-8751-3bf7dd94c791 service neutron] 10.222.0.48 "GET /v2.0/networks/f29176a0-265a-43b1-bfed-10a979216407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879850 Aug 29 05:02:03.768425 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3c8af457-a3a7-4ab5-bd58-5fee2ef883be req-333da8ab-0a58-43aa-acd3-304ee7d05ba0 service neutron] 10.222.0.48 "GET /v2.0/networks/f29176a0-265a-43b1-bfed-10a979216407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855207 Aug 29 05:02:04.569710 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e977aa-a21c-4310-99bc-283bf8cdf989 req-da75d361-27db-4304-872b-30bc3e3470c4 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:04.571209 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-50e977aa-a21c-4310-99bc-283bf8cdf989 req-da75d361-27db-4304-872b-30bc3e3470c4 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d761fe5-1545-40e0-ad17-0474f5a97f40 HTTP/1.1" status: 200 len: 946 time: 0.0540516 Aug 29 05:02:04.609148 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-50e977aa-a21c-4310-99bc-283bf8cdf989 req-b7a1b62e-d405-419c-ae86-df795f60ff74 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/security-groups?id=cce56e04-c56c-4431-a187-bdd59687c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320597 Aug 29 05:02:05.724552 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5321800a-836b-492a-944b-2e3225e2bbcd req-5fd854f6-e131-4a9e-927d-8cff34c9602b tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:05.725963 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5321800a-836b-492a-944b-2e3225e2bbcd req-5fd854f6-e131-4a9e-927d-8cff34c9602b tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d761fe5-1545-40e0-ad17-0474f5a97f40 HTTP/1.1" status: 200 len: 946 time: 0.0487795 Aug 29 05:02:05.765854 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5321800a-836b-492a-944b-2e3225e2bbcd req-98b86c38-c726-483b-84ac-b729279fca3c tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/security-groups?id=cce56e04-c56c-4431-a187-bdd59687c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337784 Aug 29 05:02:06.291169 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8166a671-88b9-48d2-a273-4315e34b79d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:06.879786 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6693124d-6f1d-4ca4-a8ea-5a6c8e029aea req-11969381-636c-413c-8077-4dc644863756 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:06.881277 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6693124d-6f1d-4ca4-a8ea-5a6c8e029aea req-11969381-636c-413c-8077-4dc644863756 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d761fe5-1545-40e0-ad17-0474f5a97f40 HTTP/1.1" status: 200 len: 946 time: 0.0485773 Aug 29 05:02:06.918008 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6693124d-6f1d-4ca4-a8ea-5a6c8e029aea req-ccbd2b2e-e75f-427f-b5e5-433286e28b3f tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/security-groups?id=cce56e04-c56c-4431-a187-bdd59687c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308681 Aug 29 05:02:07.280347 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:07.321338 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:08.035883 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed78517f-ea87-4a8e-86dc-b446f7280245 req-a454aab9-48bd-4685-bd80-d99cb4a3de99 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:08.037263 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ed78517f-ea87-4a8e-86dc-b446f7280245 req-a454aab9-48bd-4685-bd80-d99cb4a3de99 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d761fe5-1545-40e0-ad17-0474f5a97f40 HTTP/1.1" status: 200 len: 946 time: 0.0523241 Aug 29 05:02:08.073791 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-ed78517f-ea87-4a8e-86dc-b446f7280245 req-6ca17ee6-0831-45f3-bb03-c99ce49a39b8 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/security-groups?id=cce56e04-c56c-4431-a187-bdd59687c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306349 Aug 29 05:02:08.813776 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:09.188070 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e335c9-5da4-4209-9579-1fe787d1ee60 req-3a4dca7a-b42f-4b31-bc87-7e73203bf3ed tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:09.190061 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-01e335c9-5da4-4209-9579-1fe787d1ee60 req-3a4dca7a-b42f-4b31-bc87-7e73203bf3ed tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d761fe5-1545-40e0-ad17-0474f5a97f40 HTTP/1.1" status: 200 len: 946 time: 0.0487998 Aug 29 05:02:09.227032 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-01e335c9-5da4-4209-9579-1fe787d1ee60 req-4ba41fb4-9b31-4ba0-8f57-b75b4795d76b tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/security-groups?id=cce56e04-c56c-4431-a187-bdd59687c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309427 Aug 29 05:02:10.341497 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c67fcf4-0907-4ec3-8cd8-9347bcd58083 req-3212306f-c42f-42f8-9c10-d04c77ec427f tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:10.343008 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1c67fcf4-0907-4ec3-8cd8-9347bcd58083 req-3212306f-c42f-42f8-9c10-d04c77ec427f tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d761fe5-1545-40e0-ad17-0474f5a97f40 HTTP/1.1" status: 200 len: 946 time: 0.0482242 Aug 29 05:02:10.380245 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1c67fcf4-0907-4ec3-8cd8-9347bcd58083 req-ede3b85f-ff24-4adb-ab8d-2981db7bfa73 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/security-groups?id=cce56e04-c56c-4431-a187-bdd59687c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306485 Aug 29 05:02:11.498218 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ea8732-ae54-4189-9ec8-3ca69543177f req-cb7943bc-3feb-4fe2-ac24-b4f707b6f78c tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:11.499723 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-76ea8732-ae54-4189-9ec8-3ca69543177f req-cb7943bc-3feb-4fe2-ac24-b4f707b6f78c tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d761fe5-1545-40e0-ad17-0474f5a97f40 HTTP/1.1" status: 200 len: 946 time: 0.0524805 Aug 29 05:02:11.536608 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-76ea8732-ae54-4189-9ec8-3ca69543177f req-b8f0dae7-9803-4dac-8851-0dc2f771c9fd tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/security-groups?id=cce56e04-c56c-4431-a187-bdd59687c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309527 Aug 29 05:02:12.651350 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb934da3-63c6-4ef4-9afb-e2ec20dc98d0 req-4e9c829d-05a5-4d49-b84b-9f14a71d277a tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:12.652873 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-fb934da3-63c6-4ef4-9afb-e2ec20dc98d0 req-4e9c829d-05a5-4d49-b84b-9f14a71d277a tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d761fe5-1545-40e0-ad17-0474f5a97f40 HTTP/1.1" status: 200 len: 946 time: 0.0492878 Aug 29 05:02:12.691313 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-fb934da3-63c6-4ef4-9afb-e2ec20dc98d0 req-5544aaf3-b617-44a8-a941-a0a2db6969e1 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/security-groups?id=cce56e04-c56c-4431-a187-bdd59687c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319934 Aug 29 05:02:13.564234 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:02:13.805563 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e2b245-de91-4fde-963f-7b83682c4e65 req-74814e3e-a1d2-4231-9a68-a48da543e8b8 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:13.806967 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-40e2b245-de91-4fde-963f-7b83682c4e65 req-74814e3e-a1d2-4231-9a68-a48da543e8b8 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d761fe5-1545-40e0-ad17-0474f5a97f40 HTTP/1.1" status: 200 len: 946 time: 0.0493157 Aug 29 05:02:13.845368 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-40e2b245-de91-4fde-963f-7b83682c4e65 req-84503763-a3ce-4a33-abd7-07d59408457e tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/security-groups?id=cce56e04-c56c-4431-a187-bdd59687c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323007 Aug 29 05:02:14.963548 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ab1abd-4c96-4a95-82d8-303df5a7715b req-bbbdfd90-f07e-46e8-b089-861cb75f06db tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:14.965111 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-47ab1abd-4c96-4a95-82d8-303df5a7715b req-bbbdfd90-f07e-46e8-b089-861cb75f06db tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d761fe5-1545-40e0-ad17-0474f5a97f40 HTTP/1.1" status: 200 len: 946 time: 0.0524285 Aug 29 05:02:15.002391 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-47ab1abd-4c96-4a95-82d8-303df5a7715b req-b8ef09be-1097-41b0-b28d-fd8a5e5e7b54 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/security-groups?id=cce56e04-c56c-4431-a187-bdd59687c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312879 Aug 29 05:02:16.116588 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec4a988-8293-4cf4-b79c-73b37615f755 req-f74a4e31-08c6-45f2-af93-3a937c2daf10 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:16.118137 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dec4a988-8293-4cf4-b79c-73b37615f755 req-f74a4e31-08c6-45f2-af93-3a937c2daf10 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d761fe5-1545-40e0-ad17-0474f5a97f40 HTTP/1.1" status: 200 len: 946 time: 0.0496514 Aug 29 05:02:16.156437 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dec4a988-8293-4cf4-b79c-73b37615f755 req-933ef018-91dc-4b1d-9746-b848d71ce41e tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/security-groups?id=cce56e04-c56c-4431-a187-bdd59687c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324299 Aug 29 05:02:17.271503 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c593f0-78dd-4955-ab7f-cda2c6cfd71d req-63f50fcc-b4b1-4a0b-b97e-1dbff546a893 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:17.273012 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-34c593f0-78dd-4955-ab7f-cda2c6cfd71d req-63f50fcc-b4b1-4a0b-b97e-1dbff546a893 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d761fe5-1545-40e0-ad17-0474f5a97f40 HTTP/1.1" status: 200 len: 946 time: 0.0489204 Aug 29 05:02:17.314520 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-34c593f0-78dd-4955-ab7f-cda2c6cfd71d req-00ec72df-7ff0-4c6c-a8e3-31845d1f2814 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/security-groups?id=cce56e04-c56c-4431-a187-bdd59687c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356686 Aug 29 05:02:18.433124 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d79f1e1-ed46-4167-8c1d-a9faf4b2f237 req-2291d3a1-e647-4b89-9079-eff36e1fade5 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:18.434609 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2d79f1e1-ed46-4167-8c1d-a9faf4b2f237 req-2291d3a1-e647-4b89-9079-eff36e1fade5 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d761fe5-1545-40e0-ad17-0474f5a97f40 HTTP/1.1" status: 200 len: 946 time: 0.0523534 Aug 29 05:02:18.471850 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2d79f1e1-ed46-4167-8c1d-a9faf4b2f237 req-d014f2ba-cfc8-4731-a27c-79b9c644d5ec tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/security-groups?id=cce56e04-c56c-4431-a187-bdd59687c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309930 Aug 29 05:02:19.558408 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:19.588424 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74d7c10-c3b5-49f7-b9c3-9b049107dea5 req-3615b86b-a3b5-4609-af2f-30966b6f5cbf tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:19.589915 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a74d7c10-c3b5-49f7-b9c3-9b049107dea5 req-3615b86b-a3b5-4609-af2f-30966b6f5cbf tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d761fe5-1545-40e0-ad17-0474f5a97f40 HTTP/1.1" status: 200 len: 946 time: 0.0503926 Aug 29 05:02:19.626459 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a74d7c10-c3b5-49f7-b9c3-9b049107dea5 req-03b0edbf-6ee1-4bc0-bb54-b666ad5ae0c9 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/security-groups?id=cce56e04-c56c-4431-a187-bdd59687c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305130 Aug 29 05:02:20.742549 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a38df3-b003-42a8-8789-646c3bc7544a req-e04e38b3-5d65-4175-8f79-6758b35e7ee3 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:20.744111 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-62a38df3-b003-42a8-8789-646c3bc7544a req-e04e38b3-5d65-4175-8f79-6758b35e7ee3 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d761fe5-1545-40e0-ad17-0474f5a97f40 HTTP/1.1" status: 200 len: 946 time: 0.0496519 Aug 29 05:02:20.781796 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-62a38df3-b003-42a8-8789-646c3bc7544a req-32b07d24-c2ed-45ea-9215-1953b277df7a tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/security-groups?id=cce56e04-c56c-4431-a187-bdd59687c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317476 Aug 29 05:02:21.899919 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bf8512-4e07-45e1-b290-3a7e4eb4f006 req-14ace9c2-eaef-4885-9ff3-b70847356fb6 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:21.901477 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-88bf8512-4e07-45e1-b290-3a7e4eb4f006 req-14ace9c2-eaef-4885-9ff3-b70847356fb6 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d761fe5-1545-40e0-ad17-0474f5a97f40 HTTP/1.1" status: 200 len: 946 time: 0.0529602 Aug 29 05:02:21.941054 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-88bf8512-4e07-45e1-b290-3a7e4eb4f006 req-ee9b72ac-d4a7-4dc9-92c2-c56992f3587b tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/security-groups?id=cce56e04-c56c-4431-a187-bdd59687c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332832 Aug 29 05:02:23.057495 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4978bb29-f12c-4397-a396-89576de92472 req-fba1752e-b8e7-434f-b928-5984c4d23430 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:23.058902 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4978bb29-f12c-4397-a396-89576de92472 req-fba1752e-b8e7-434f-b928-5984c4d23430 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d761fe5-1545-40e0-ad17-0474f5a97f40 HTTP/1.1" status: 200 len: 946 time: 0.0496204 Aug 29 05:02:23.096638 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4978bb29-f12c-4397-a396-89576de92472 req-7eb3a089-6153-492f-9854-073dc48029b3 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/security-groups?id=cce56e04-c56c-4431-a187-bdd59687c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311003 Aug 29 05:02:24.209765 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47971904-5942-4139-b4aa-abbf08813050 req-bb22389b-8bf7-42c7-8796-655838c95d0c tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:24.211230 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-47971904-5942-4139-b4aa-abbf08813050 req-bb22389b-8bf7-42c7-8796-655838c95d0c tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d761fe5-1545-40e0-ad17-0474f5a97f40 HTTP/1.1" status: 200 len: 946 time: 0.0483942 Aug 29 05:02:24.247647 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-47971904-5942-4139-b4aa-abbf08813050 req-6de0324c-451f-4514-ac77-e30b6e39a7b4 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/security-groups?id=cce56e04-c56c-4431-a187-bdd59687c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304918 Aug 29 05:02:25.364922 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218c8057-82ed-407a-9bab-a4d96dd8bfc7 req-94282bf4-2a8a-4a40-ac71-83722cb29c97 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:25.366474 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-218c8057-82ed-407a-9bab-a4d96dd8bfc7 req-94282bf4-2a8a-4a40-ac71-83722cb29c97 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d761fe5-1545-40e0-ad17-0474f5a97f40 HTTP/1.1" status: 200 len: 946 time: 0.0524333 Aug 29 05:02:25.403366 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-218c8057-82ed-407a-9bab-a4d96dd8bfc7 req-5ece5bac-e855-4571-9a9e-b4d0522f83ea tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/security-groups?id=cce56e04-c56c-4431-a187-bdd59687c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310130 Aug 29 05:02:26.517082 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3b05a4-e5df-4fcf-a505-bfadd9d1c88a req-e69dba17-37da-4fdc-aa8c-23f465fcd1ea tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:26.518553 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6f3b05a4-e5df-4fcf-a505-bfadd9d1c88a req-e69dba17-37da-4fdc-aa8c-23f465fcd1ea tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d761fe5-1545-40e0-ad17-0474f5a97f40 HTTP/1.1" status: 200 len: 946 time: 0.0479238 Aug 29 05:02:26.555511 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6f3b05a4-e5df-4fcf-a505-bfadd9d1c88a req-d36e5991-6a78-4bb5-bb8d-4f3a82128117 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/security-groups?id=cce56e04-c56c-4431-a187-bdd59687c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304227 Aug 29 05:02:27.671775 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9cc2bd-ab6f-4a04-b371-68bfcdfb6804 req-cfcdc2f7-fd0e-456f-8c74-7b77601a3fef tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:27.673273 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3f9cc2bd-ab6f-4a04-b371-68bfcdfb6804 req-cfcdc2f7-fd0e-456f-8c74-7b77601a3fef tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d761fe5-1545-40e0-ad17-0474f5a97f40 HTTP/1.1" status: 200 len: 946 time: 0.0485671 Aug 29 05:02:27.710761 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3f9cc2bd-ab6f-4a04-b371-68bfcdfb6804 req-408bead8-b207-4e7d-b481-c28e99745cea tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/security-groups?id=cce56e04-c56c-4431-a187-bdd59687c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314610 Aug 29 05:02:28.830709 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e35124-8bc1-4d97-bd0d-ebedc8e227f9 req-32f91f0d-7b29-413a-b6e6-762131337172 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:28.832229 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-62e35124-8bc1-4d97-bd0d-ebedc8e227f9 req-32f91f0d-7b29-413a-b6e6-762131337172 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d761fe5-1545-40e0-ad17-0474f5a97f40 HTTP/1.1" status: 200 len: 946 time: 0.0526059 Aug 29 05:02:28.893474 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:29.159374 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-62e35124-8bc1-4d97-bd0d-ebedc8e227f9 req-19c9ad18-8164-48ae-a510-b1b04bf7a57b tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/security-groups?id=cce56e04-c56c-4431-a187-bdd59687c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3204198 Aug 29 05:02:29.572591 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6551934f-cc9b-48b3-8a3c-be71269d5848 req-c0cc0599-38e0-4f4c-bae3-a2b69225f802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:29.574145 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6551934f-cc9b-48b3-8a3c-be71269d5848 req-c0cc0599-38e0-4f4c-bae3-a2b69225f802 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6cd54cf7ff4d4913839f65018b49efa3&device_id=0d761fe5-1545-40e0-ad17-0474f5a97f40 HTTP/1.1" status: 200 len: 1098 time: 0.0408504 Aug 29 05:02:29.688563 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6551934f-cc9b-48b3-8a3c-be71269d5848 req-45c99394-9c50-466b-9d6d-b2465bdded58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:29.690090 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6551934f-cc9b-48b3-8a3c-be71269d5848 req-45c99394-9c50-466b-9d6d-b2465bdded58 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f29176a0-265a-43b1-bfed-10a979216407 HTTP/1.1" status: 200 len: 915 time: 0.0878859 Aug 29 05:02:29.732911 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6551934f-cc9b-48b3-8a3c-be71269d5848 req-82422d82-d6a3-47ac-84c3-538cc9deda23 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa98e268-2c38-44d7-8503-c74cb1594170 HTTP/1.1" status: 200 len: 217 time: 0.0341616 Aug 29 05:02:29.784156 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6551934f-cc9b-48b3-8a3c-be71269d5848 req-dc469ec2-61c3-43c1-8f15-3038470159ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:29.785561 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6551934f-cc9b-48b3-8a3c-be71269d5848 req-dc469ec2-61c3-43c1-8f15-3038470159ed service neutron] 10.222.0.48 "GET /v2.0/subnets?id=abc27fa0-438e-4089-a292-ba1625ea629d HTTP/1.1" status: 200 len: 854 time: 0.0443563 Aug 29 05:02:29.822410 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6551934f-cc9b-48b3-8a3c-be71269d5848 req-0a2e23e1-0724-4064-88ee-688b38dcb7ad service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f29176a0-265a-43b1-bfed-10a979216407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295596 Aug 29 05:02:29.913395 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6551934f-cc9b-48b3-8a3c-be71269d5848 req-49e0b466-edd0-4a42-a41b-0b9e23ff2276 service neutron] 10.222.0.48 "GET /v2.0/networks/f29176a0-265a-43b1-bfed-10a979216407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826669 Aug 29 05:02:30.011944 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6551934f-cc9b-48b3-8a3c-be71269d5848 req-f1e661ea-d9be-428b-8246-d2710530df3f service neutron] 10.222.0.48 "GET /v2.0/networks/f29176a0-265a-43b1-bfed-10a979216407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890405 Aug 29 05:02:30.273478 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6b9561-3325-42a2-b899-8a7e6cfb69e0 req-70ed3409-7db3-40d1-9e6c-4cfa8fe426dd tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:30.274954 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-da6b9561-3325-42a2-b899-8a7e6cfb69e0 req-70ed3409-7db3-40d1-9e6c-4cfa8fe426dd tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d761fe5-1545-40e0-ad17-0474f5a97f40 HTTP/1.1" status: 200 len: 946 time: 0.0486145 Aug 29 05:02:30.312150 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-da6b9561-3325-42a2-b899-8a7e6cfb69e0 req-bffd7f3e-b6d2-40f9-9e6d-b07e51d58a77 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/security-groups?id=cce56e04-c56c-4431-a187-bdd59687c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312228 Aug 29 05:02:30.957509 n-d-712140-12 neutron-server[94828]: INFO neutron.api.v2.resource [req-3c8af457-a3a7-4ab5-bd58-5fee2ef883be req-d9284bee-b3d3-420e-a553-86bdbed9fc6b service neutron] show failed (client error): The resource could not be found. Aug 29 05:02:30.958505 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3c8af457-a3a7-4ab5-bd58-5fee2ef883be req-d9284bee-b3d3-420e-a553-86bdbed9fc6b service neutron] 10.222.0.48 "GET /v2.0/ports/fa98e268-2c38-44d7-8503-c74cb1594170/bindings/n-h1-712140-12 HTTP/1.1" status: 404 len: 381 time: 0.0526788 Aug 29 05:02:31.153987 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8af457-a3a7-4ab5-bd58-5fee2ef883be req-cb03a0e5-e93b-4341-8839-79cff54c5feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:31.155558 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3c8af457-a3a7-4ab5-bd58-5fee2ef883be req-cb03a0e5-e93b-4341-8839-79cff54c5feb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0d761fe5-1545-40e0-ad17-0474f5a97f40&tenant_id=6cd54cf7ff4d4913839f65018b49efa3 HTTP/1.1" status: 200 len: 1098 time: 0.0410168 Aug 29 05:02:31.168665 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-3c8af457-a3a7-4ab5-bd58-5fee2ef883be req-b2b30a38-1008-4e94-b6a9-dda74aafb7f9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712140-12', 'device_owner': 'compute:nova'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:02:31.223951 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-3c8af457-a3a7-4ab5-bd58-5fee2ef883be req-b2b30a38-1008-4e94-b6a9-dda74aafb7f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:31.425603 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-3c8af457-a3a7-4ab5-bd58-5fee2ef883be req-b2b30a38-1008-4e94-b6a9-dda74aafb7f9 service neutron] For port fa98e268-2c38-44d7-8503-c74cb1594170, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=fa98e268-2c38-44d7-8503-c74cb1594170,segment=NetworkSegment(e265938c-e0cf-42a1-835c-89a6426c4fd1),segment_id=e265938c-e0cf-42a1-835c-89a6426c4fd1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:02:31.426045 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff3f32-a6c4-417b-a8b9-aeb5715150dc req-cc404a95-837f-4204-91f0-07c4e7355a1e tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:31.427753 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d5ff3f32-a6c4-417b-a8b9-aeb5715150dc req-cc404a95-837f-4204-91f0-07c4e7355a1e tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d761fe5-1545-40e0-ad17-0474f5a97f40 HTTP/1.1" status: 200 len: 946 time: 0.0484259 Aug 29 05:02:31.461315 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-3c8af457-a3a7-4ab5-bd58-5fee2ef883be req-b2b30a38-1008-4e94-b6a9-dda74aafb7f9 service neutron] For port fa98e268-2c38-44d7-8503-c74cb1594170, host n-h2-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:02:31.468422 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-d5ff3f32-a6c4-417b-a8b9-aeb5715150dc req-46c326b8-cc74-4614-90de-68412de91046 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/security-groups?id=cce56e04-c56c-4431-a187-bdd59687c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336938 Aug 29 05:02:31.502174 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d761fe5-1545-40e0-ad17-0474f5a97f40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa98e268-2c38-44d7-8503-c74cb1594170'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:02:31.504481 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95309811-7822-4a17-ac76-907c5f5c82ef" -d '{"events": [{"server_uuid": "0d761fe5-1545-40e0-ad17-0474f5a97f40", "name": "network-vif-unplugged", "status": "completed", "tag": "fa98e268-2c38-44d7-8503-c74cb1594170"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:02:31.508381 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-3c8af457-a3a7-4ab5-bd58-5fee2ef883be req-b2b30a38-1008-4e94-b6a9-dda74aafb7f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:31.521213 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-3c8af457-a3a7-4ab5-bd58-5fee2ef883be req-b2b30a38-1008-4e94-b6a9-dda74aafb7f9 service neutron] Transition to ACTIVE for port object fa98e268-2c38-44d7-8503-c74cb1594170 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:02:31.525005 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-3c8af457-a3a7-4ab5-bd58-5fee2ef883be req-b2b30a38-1008-4e94-b6a9-dda74aafb7f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:31.557506 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 05:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da214390-9879-40b0-9592-d0a596211bad x-openstack-request-id: req-da214390-9879-40b0-9592-d0a596211bad {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:02:31.557803 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d761fe5-1545-40e0-ad17-0474f5a97f40", "name": "network-vif-unplugged", "status": "completed", "tag": "fa98e268-2c38-44d7-8503-c74cb1594170", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:02:31.558060 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-da214390-9879-40b0-9592-d0a596211bad {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:02:31.558452 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d761fe5-1545-40e0-ad17-0474f5a97f40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa98e268-2c38-44d7-8503-c74cb1594170', 'code': 200} Aug 29 05:02:31.587852 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c8af457-a3a7-4ab5-bd58-5fee2ef883be req-b2b30a38-1008-4e94-b6a9-dda74aafb7f9 service neutron] No DVR routers for this DVR port fa98e268-2c38-44d7-8503-c74cb1594170 on host n-h2-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:02:31.599031 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b30a38-1008-4e94-b6a9-dda74aafb7f9 service neutron] Pushing event updated for resources: {'Port': ['ID=fa98e268-2c38-44d7-8503-c74cb1594170,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:02:31.626334 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b30a38-1008-4e94-b6a9-dda74aafb7f9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:02:31.626687 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b30a38-1008-4e94-b6a9-dda74aafb7f9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:02:31.627034 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b30a38-1008-4e94-b6a9-dda74aafb7f9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:02:31.627376 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b30a38-1008-4e94-b6a9-dda74aafb7f9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:02:31.627742 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b30a38-1008-4e94-b6a9-dda74aafb7f9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:02:31.628078 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b30a38-1008-4e94-b6a9-dda74aafb7f9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:02:31.628407 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b30a38-1008-4e94-b6a9-dda74aafb7f9 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:02:31.628737 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b30a38-1008-4e94-b6a9-dda74aafb7f9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:02:31.629079 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b30a38-1008-4e94-b6a9-dda74aafb7f9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:02:31.629392 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b30a38-1008-4e94-b6a9-dda74aafb7f9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:02:31.629718 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b30a38-1008-4e94-b6a9-dda74aafb7f9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:02:31.630086 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b30a38-1008-4e94-b6a9-dda74aafb7f9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:02:31.636770 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-3c8af457-a3a7-4ab5-bd58-5fee2ef883be req-b2b30a38-1008-4e94-b6a9-dda74aafb7f9 service neutron] Attempting to bind port fa98e268-2c38-44d7-8503-c74cb1594170 on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:02:31.637113 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-3c8af457-a3a7-4ab5-bd58-5fee2ef883be req-b2b30a38-1008-4e94-b6a9-dda74aafb7f9 service neutron] Attempting to bind port fa98e268-2c38-44d7-8503-c74cb1594170 by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': 'e265938c-e0cf-42a1-835c-89a6426c4fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f29176a0-265a-43b1-bfed-10a979216407'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:02:31.637446 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8af457-a3a7-4ab5-bd58-5fee2ef883be req-b2b30a38-1008-4e94-b6a9-dda74aafb7f9 service neutron] Attempting to bind port fa98e268-2c38-44d7-8503-c74cb1594170 on network f29176a0-265a-43b1-bfed-10a979216407 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:02:31.641727 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8af457-a3a7-4ab5-bd58-5fee2ef883be req-b2b30a38-1008-4e94-b6a9-dda74aafb7f9 service neutron] Port fa98e268-2c38-44d7-8503-c74cb1594170 on network f29176a0-265a-43b1-bfed-10a979216407 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:02:31.642050 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8af457-a3a7-4ab5-bd58-5fee2ef883be req-b2b30a38-1008-4e94-b6a9-dda74aafb7f9 service neutron] Attempting to bind port fa98e268-2c38-44d7-8503-c74cb1594170 on network f29176a0-265a-43b1-bfed-10a979216407 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:02:31.646776 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8af457-a3a7-4ab5-bd58-5fee2ef883be req-b2b30a38-1008-4e94-b6a9-dda74aafb7f9 service neutron] Checking agent: {'id': '3de9de52-3a03-431d-9d7e-497ae92c57ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:02:31.647117 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8af457-a3a7-4ab5-bd58-5fee2ef883be req-b2b30a38-1008-4e94-b6a9-dda74aafb7f9 service neutron] Checking segment: {'id': 'e265938c-e0cf-42a1-835c-89a6426c4fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f29176a0-265a-43b1-bfed-10a979216407'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:02:31.647528 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8af457-a3a7-4ab5-bd58-5fee2ef883be req-b2b30a38-1008-4e94-b6a9-dda74aafb7f9 service neutron] Bound using segment: {'id': 'e265938c-e0cf-42a1-835c-89a6426c4fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f29176a0-265a-43b1-bfed-10a979216407'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:02:31.648006 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-3c8af457-a3a7-4ab5-bd58-5fee2ef883be req-b2b30a38-1008-4e94-b6a9-dda74aafb7f9 service neutron] Bound port: fa98e268-2c38-44d7-8503-c74cb1594170, host: n-h1-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e265938c-e0cf-42a1-835c-89a6426c4fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f29176a0-265a-43b1-bfed-10a979216407'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:02:31.648354 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-3c8af457-a3a7-4ab5-bd58-5fee2ef883be req-b2b30a38-1008-4e94-b6a9-dda74aafb7f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:31.710949 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-3c8af457-a3a7-4ab5-bd58-5fee2ef883be req-b2b30a38-1008-4e94-b6a9-dda74aafb7f9 service neutron] For port fa98e268-2c38-44d7-8503-c74cb1594170, host n-h1-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:02:31.713810 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-3c8af457-a3a7-4ab5-bd58-5fee2ef883be req-b2b30a38-1008-4e94-b6a9-dda74aafb7f9 service neutron] For port fa98e268-2c38-44d7-8503-c74cb1594170, host n-h1-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=fa98e268-2c38-44d7-8503-c74cb1594170,segment=NetworkSegment(e265938c-e0cf-42a1-835c-89a6426c4fd1),segment_id=e265938c-e0cf-42a1-835c-89a6426c4fd1)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:02:31.718227 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-3c8af457-a3a7-4ab5-bd58-5fee2ef883be req-b2b30a38-1008-4e94-b6a9-dda74aafb7f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:31.750561 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8af457-a3a7-4ab5-bd58-5fee2ef883be req-b2b30a38-1008-4e94-b6a9-dda74aafb7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:31.751185 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-3c8af457-a3a7-4ab5-bd58-5fee2ef883be req-b2b30a38-1008-4e94-b6a9-dda74aafb7f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:31.752622 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3c8af457-a3a7-4ab5-bd58-5fee2ef883be req-b2b30a38-1008-4e94-b6a9-dda74aafb7f9 service neutron] 10.222.0.46 "PUT /v2.0/ports/fa98e268-2c38-44d7-8503-c74cb1594170 HTTP/1.1" status: 200 len: 1093 time: 0.5879047 Aug 29 05:02:31.783987 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b30a38-1008-4e94-b6a9-dda74aafb7f9 service neutron] Pushing event updated for resources: {'Port': ['ID=fa98e268-2c38-44d7-8503-c74cb1594170,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:02:31.822606 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8af457-a3a7-4ab5-bd58-5fee2ef883be req-efb8bd5e-7211-4ca6-9b2a-b59c6922cfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:31.824198 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3c8af457-a3a7-4ab5-bd58-5fee2ef883be req-efb8bd5e-7211-4ca6-9b2a-b59c6922cfdb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6cd54cf7ff4d4913839f65018b49efa3&device_id=0d761fe5-1545-40e0-ad17-0474f5a97f40 HTTP/1.1" status: 200 len: 1096 time: 0.0477600 Aug 29 05:02:31.911165 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8af457-a3a7-4ab5-bd58-5fee2ef883be req-7fdd7324-f4ec-4094-9732-e016d55d23d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:31.912694 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3c8af457-a3a7-4ab5-bd58-5fee2ef883be req-7fdd7324-f4ec-4094-9732-e016d55d23d6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f29176a0-265a-43b1-bfed-10a979216407 HTTP/1.1" status: 200 len: 915 time: 0.0817301 Aug 29 05:02:31.959030 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3c8af457-a3a7-4ab5-bd58-5fee2ef883be req-7f941533-96ab-4206-b8fc-689403081f75 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa98e268-2c38-44d7-8503-c74cb1594170 HTTP/1.1" status: 200 len: 217 time: 0.0381083 Aug 29 05:02:32.007720 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8af457-a3a7-4ab5-bd58-5fee2ef883be req-f9cab6f4-ffe1-48d6-823e-34577aff65bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:32.009069 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3c8af457-a3a7-4ab5-bd58-5fee2ef883be req-f9cab6f4-ffe1-48d6-823e-34577aff65bf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=abc27fa0-438e-4089-a292-ba1625ea629d HTTP/1.1" status: 200 len: 854 time: 0.0426197 Aug 29 05:02:32.041170 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3c8af457-a3a7-4ab5-bd58-5fee2ef883be req-b58810d3-2232-485e-9b2a-d7b17b7ef43c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f29176a0-265a-43b1-bfed-10a979216407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243614 Aug 29 05:02:32.126615 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3c8af457-a3a7-4ab5-bd58-5fee2ef883be req-98b08ddc-6b57-4f71-88f7-4650e18054c0 service neutron] 10.222.0.46 "GET /v2.0/networks/f29176a0-265a-43b1-bfed-10a979216407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784509 Aug 29 05:02:32.219425 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3c8af457-a3a7-4ab5-bd58-5fee2ef883be req-74756503-f0fc-49a3-99dc-7afc2f0b0fe4 service neutron] 10.222.0.46 "GET /v2.0/networks/f29176a0-265a-43b1-bfed-10a979216407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842345 Aug 29 05:02:32.587360 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b8fa1e-b568-4449-85b1-d75acc313e39 req-bd7bb6f6-f8e4-40cf-aa03-0a4852c946be tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:32.588781 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c7b8fa1e-b568-4449-85b1-d75acc313e39 req-bd7bb6f6-f8e4-40cf-aa03-0a4852c946be tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d761fe5-1545-40e0-ad17-0474f5a97f40 HTTP/1.1" status: 200 len: 944 time: 0.0502226 Aug 29 05:02:32.626561 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c7b8fa1e-b568-4449-85b1-d75acc313e39 req-7c654b91-658b-44eb-a17e-aebf30f56416 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/security-groups?id=cce56e04-c56c-4431-a187-bdd59687c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318704 Aug 29 05:02:33.424274 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c2eb9bbe-f606-468f-9c36-afca4edef8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:33.559342 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d761fe5-1545-40e0-ad17-0474f5a97f40', 'tag': 'fa98e268-2c38-44d7-8503-c74cb1594170'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:02:33.561681 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73c5a0f0-4dbe-41ad-b4e4-2d665e730e5c" -d '{"events": [{"name": "network-changed", "server_uuid": "0d761fe5-1545-40e0-ad17-0474f5a97f40", "tag": "fa98e268-2c38-44d7-8503-c74cb1594170"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:02:33.613509 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30b0d2af-c5ea-45b6-9173-7d732b5924b7 x-openstack-request-id: req-30b0d2af-c5ea-45b6-9173-7d732b5924b7 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:02:33.613818 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d761fe5-1545-40e0-ad17-0474f5a97f40", "tag": "fa98e268-2c38-44d7-8503-c74cb1594170", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:02:33.614079 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-30b0d2af-c5ea-45b6-9173-7d732b5924b7 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:02:33.614488 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d761fe5-1545-40e0-ad17-0474f5a97f40', 'tag': 'fa98e268-2c38-44d7-8503-c74cb1594170', 'status': 'completed', 'code': 200} Aug 29 05:02:33.706737 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c5a0f0-4dbe-41ad-b4e4-2d665e730e5c req-14b8924a-f5be-43a8-ac46-042423da8a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:33.708313 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-73c5a0f0-4dbe-41ad-b4e4-2d665e730e5c req-14b8924a-f5be-43a8-ac46-042423da8a7c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6cd54cf7ff4d4913839f65018b49efa3&device_id=0d761fe5-1545-40e0-ad17-0474f5a97f40 HTTP/1.1" status: 200 len: 1096 time: 0.0696554 Aug 29 05:02:33.719893 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c5a0f0-4dbe-41ad-b4e4-2d665e730e5c req-e44c6d5f-8303-4999-98a0-19041becea61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:33.720857 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-73c5a0f0-4dbe-41ad-b4e4-2d665e730e5c req-e44c6d5f-8303-4999-98a0-19041becea61 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6cd54cf7ff4d4913839f65018b49efa3&device_id=0d761fe5-1545-40e0-ad17-0474f5a97f40 HTTP/1.1" status: 200 len: 1096 time: 0.0546947 Aug 29 05:02:33.757864 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb3d261-4aed-499f-9b4c-d41da80d555f req-701b5532-be3d-40fc-9687-587d0bb56d07 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:33.759756 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-eeb3d261-4aed-499f-9b4c-d41da80d555f req-701b5532-be3d-40fc-9687-587d0bb56d07 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d761fe5-1545-40e0-ad17-0474f5a97f40 HTTP/1.1" status: 200 len: 944 time: 0.0596104 Aug 29 05:02:33.801384 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-eeb3d261-4aed-499f-9b4c-d41da80d555f req-23dadfbe-c878-45c6-a25c-f68c74d5390a tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/security-groups?id=cce56e04-c56c-4431-a187-bdd59687c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346055 Aug 29 05:02:33.880768 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c5a0f0-4dbe-41ad-b4e4-2d665e730e5c req-78486e2c-fcf0-4c0c-ac8d-28f177ff13b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:33.882793 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-73c5a0f0-4dbe-41ad-b4e4-2d665e730e5c req-78486e2c-fcf0-4c0c-ac8d-28f177ff13b0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f29176a0-265a-43b1-bfed-10a979216407 HTTP/1.1" status: 200 len: 915 time: 0.1657655 Aug 29 05:02:33.884157 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c5a0f0-4dbe-41ad-b4e4-2d665e730e5c req-6fc143e7-7d50-4ea1-93b5-c97cd6da0a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:33.885493 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-73c5a0f0-4dbe-41ad-b4e4-2d665e730e5c req-6fc143e7-7d50-4ea1-93b5-c97cd6da0a72 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f29176a0-265a-43b1-bfed-10a979216407 HTTP/1.1" status: 200 len: 915 time: 0.1429875 Aug 29 05:02:33.954142 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-73c5a0f0-4dbe-41ad-b4e4-2d665e730e5c req-ddd2a9a1-3b9e-4d7b-86c7-3e152e84c850 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa98e268-2c38-44d7-8503-c74cb1594170 HTTP/1.1" status: 200 len: 217 time: 0.0644028 Aug 29 05:02:33.955481 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-73c5a0f0-4dbe-41ad-b4e4-2d665e730e5c req-ebb44239-28be-46bd-b4fd-047324101f1a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa98e268-2c38-44d7-8503-c74cb1594170 HTTP/1.1" status: 200 len: 217 time: 0.0589864 Aug 29 05:02:34.038576 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c5a0f0-4dbe-41ad-b4e4-2d665e730e5c req-e0eed2b3-7e8d-4b0d-8ef5-f36a28c76dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:34.040047 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-73c5a0f0-4dbe-41ad-b4e4-2d665e730e5c req-e0eed2b3-7e8d-4b0d-8ef5-f36a28c76dd3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=abc27fa0-438e-4089-a292-ba1625ea629d HTTP/1.1" status: 200 len: 854 time: 0.0787952 Aug 29 05:02:34.041379 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c5a0f0-4dbe-41ad-b4e4-2d665e730e5c req-c7310b4b-bd9a-4acb-a882-ca32b3aa2379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:34.042674 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-73c5a0f0-4dbe-41ad-b4e4-2d665e730e5c req-c7310b4b-bd9a-4acb-a882-ca32b3aa2379 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=abc27fa0-438e-4089-a292-ba1625ea629d HTTP/1.1" status: 200 len: 854 time: 0.0741966 Aug 29 05:02:34.089949 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-73c5a0f0-4dbe-41ad-b4e4-2d665e730e5c req-3362cc2a-8abe-4e0b-a47e-7347a0d4b816 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f29176a0-265a-43b1-bfed-10a979216407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429399 Aug 29 05:02:34.091641 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-73c5a0f0-4dbe-41ad-b4e4-2d665e730e5c req-4b135c09-6526-45da-a0de-b9b77a0cd81c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f29176a0-265a-43b1-bfed-10a979216407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375149 Aug 29 05:02:34.246044 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-73c5a0f0-4dbe-41ad-b4e4-2d665e730e5c req-dabe2c69-06ba-458f-80a5-b838c76cb43f service neutron] 10.222.0.46 "GET /v2.0/networks/f29176a0-265a-43b1-bfed-10a979216407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488750 Aug 29 05:02:34.247728 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-73c5a0f0-4dbe-41ad-b4e4-2d665e730e5c req-33c04a2d-10a8-4f18-a62b-39c14bde65ef service neutron] 10.222.0.48 "GET /v2.0/networks/f29176a0-265a-43b1-bfed-10a979216407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438210 Aug 29 05:02:34.398762 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-73c5a0f0-4dbe-41ad-b4e4-2d665e730e5c req-8deec5c4-b0f7-4c29-92dc-11bba1ce41bc service neutron] 10.222.0.46 "GET /v2.0/networks/f29176a0-265a-43b1-bfed-10a979216407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457000 Aug 29 05:02:34.400831 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-73c5a0f0-4dbe-41ad-b4e4-2d665e730e5c req-6bb6a35c-0fb1-4c94-be5b-2bd619137b4b service neutron] 10.222.0.48 "GET /v2.0/networks/f29176a0-265a-43b1-bfed-10a979216407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404502 Aug 29 05:02:34.744545 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device fa98e268-2c38-44d7-8503-c74cb1594170 details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:02:34.837761 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port fa98e268-2c38-44d7-8503-c74cb1594170, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=fa98e268-2c38-44d7-8503-c74cb1594170,segment=NetworkSegment(e265938c-e0cf-42a1-835c-89a6426c4fd1),segment_id=e265938c-e0cf-42a1-835c-89a6426c4fd1)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:02:34.849710 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Returning: {'device': 'fa98e268-2c38-44d7-8503-c74cb1594170', 'network_id': 'f29176a0-265a-43b1-bfed-10a979216407', 'port_id': 'fa98e268-2c38-44d7-8503-c74cb1594170', 'mac_address': 'fa:16:3e:85:3d:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abc27fa0-438e-4089-a292-ba1625ea629d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:02:34.889205 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:34.902262 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa98e268-2c38-44d7-8503-c74cb1594170 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:02:34.921663 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port fa98e268-2c38-44d7-8503-c74cb1594170, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=fa98e268-2c38-44d7-8503-c74cb1594170,segment=NetworkSegment(e265938c-e0cf-42a1-835c-89a6426c4fd1),segment_id=e265938c-e0cf-42a1-835c-89a6426c4fd1)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:02:34.924203 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30c0804-ca08-4acf-93bc-5208202e5d1a req-cd38879e-43dd-4377-801f-34f0905b68db tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:34.925715 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:34.925837 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c30c0804-ca08-4acf-93bc-5208202e5d1a req-cd38879e-43dd-4377-801f-34f0905b68db tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d761fe5-1545-40e0-ad17-0474f5a97f40 HTTP/1.1" status: 200 len: 944 time: 0.0511162 Aug 29 05:02:34.967024 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c30c0804-ca08-4acf-93bc-5208202e5d1a req-41da9ab4-97c8-428c-9c3b-b729f0f51b79 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/security-groups?id=cce56e04-c56c-4431-a187-bdd59687c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318890 Aug 29 05:02:34.976605 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=fa98e268-2c38-44d7-8503-c74cb1594170,revision_number=8']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:02:35.151281 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['fa98e268-2c38-44d7-8503-c74cb1594170'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:02:35.201316 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb43c15c-dae8-4606-a306-80282ee052c1 req-3deebdc4-0e6c-4000-8515-85f0621d28c5 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:35.202942 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-cb43c15c-dae8-4606-a306-80282ee052c1 req-3deebdc4-0e6c-4000-8515-85f0621d28c5 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d761fe5-1545-40e0-ad17-0474f5a97f40 HTTP/1.1" status: 200 len: 945 time: 0.0831738 Aug 29 05:02:35.216457 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc88a7c8-70bd-46a5-be2a-39bdec289d6d req-b4ab810b-785c-4f7a-81f0-c626f3a0ddba tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:35.217909 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dc88a7c8-70bd-46a5-be2a-39bdec289d6d req-b4ab810b-785c-4f7a-81f0-c626f3a0ddba tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d761fe5-1545-40e0-ad17-0474f5a97f40&tenant_id=6cd54cf7ff4d4913839f65018b49efa3&binding%3Ahost_id=n-h1-712140-12 HTTP/1.1" status: 200 len: 945 time: 0.0728588 Aug 29 05:02:35.283152 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-cb43c15c-dae8-4606-a306-80282ee052c1 req-8c93a8cb-ff75-4841-9bec-0bf2e95c01ad tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/security-groups?id=cce56e04-c56c-4431-a187-bdd59687c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641665 Aug 29 05:02:35.305087 n-d-712140-12 neutron-server[94828]: INFO neutron.api.v2.resource [req-dc88a7c8-70bd-46a5-be2a-39bdec289d6d req-b39128c7-303d-4060-a6ce-02735dd2233b service neutron] delete failed (client error): The resource could not be found. Aug 29 05:02:35.306124 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dc88a7c8-70bd-46a5-be2a-39bdec289d6d req-b39128c7-303d-4060-a6ce-02735dd2233b service neutron] 10.222.0.48 "DELETE /v2.0/ports/fa98e268-2c38-44d7-8503-c74cb1594170/bindings/n-h2-712140-12 HTTP/1.1" status: 404 len: 381 time: 0.0736992 Aug 29 05:02:35.410521 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc88a7c8-70bd-46a5-be2a-39bdec289d6d req-7bed5788-161d-4dfc-8504-619aaa1a9fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:35.412096 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dc88a7c8-70bd-46a5-be2a-39bdec289d6d req-7bed5788-161d-4dfc-8504-619aaa1a9fc0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6cd54cf7ff4d4913839f65018b49efa3&device_id=0d761fe5-1545-40e0-ad17-0474f5a97f40 HTTP/1.1" status: 200 len: 1097 time: 0.0425131 Aug 29 05:02:35.503952 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc88a7c8-70bd-46a5-be2a-39bdec289d6d req-ef3ded9d-df54-46f3-a9c9-e80a30df26f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:35.505438 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dc88a7c8-70bd-46a5-be2a-39bdec289d6d req-ef3ded9d-df54-46f3-a9c9-e80a30df26f2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f29176a0-265a-43b1-bfed-10a979216407 HTTP/1.1" status: 200 len: 915 time: 0.0865233 Aug 29 05:02:35.548511 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dc88a7c8-70bd-46a5-be2a-39bdec289d6d req-022fa511-61b7-4f98-8c50-97c2571ad758 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa98e268-2c38-44d7-8503-c74cb1594170 HTTP/1.1" status: 200 len: 217 time: 0.0362322 Aug 29 05:02:35.597733 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc88a7c8-70bd-46a5-be2a-39bdec289d6d req-0ae0a5b0-2046-491c-87c9-16902e2853ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:35.599215 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dc88a7c8-70bd-46a5-be2a-39bdec289d6d req-0ae0a5b0-2046-491c-87c9-16902e2853ae service neutron] 10.222.0.48 "GET /v2.0/subnets?id=abc27fa0-438e-4089-a292-ba1625ea629d HTTP/1.1" status: 200 len: 854 time: 0.0435658 Aug 29 05:02:35.634435 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dc88a7c8-70bd-46a5-be2a-39bdec289d6d req-f630c130-6ac0-47ea-820c-cbf6ba11b2fd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f29176a0-265a-43b1-bfed-10a979216407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287261 Aug 29 05:02:35.721388 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dc88a7c8-70bd-46a5-be2a-39bdec289d6d req-6d2b34cc-bc51-4f7d-80a7-83189d22764d service neutron] 10.222.0.48 "GET /v2.0/networks/f29176a0-265a-43b1-bfed-10a979216407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800092 Aug 29 05:02:35.761936 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device fa98e268-2c38-44d7-8503-c74cb1594170 no longer exists at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:02:35.799914 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device fa98e268-2c38-44d7-8503-c74cb1594170 not bound to the agent host n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:02:35.821188 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dc88a7c8-70bd-46a5-be2a-39bdec289d6d req-ddab2957-f9b5-4d7e-af27-295e39bfd99e service neutron] 10.222.0.48 "GET /v2.0/networks/f29176a0-265a-43b1-bfed-10a979216407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927773 Aug 29 05:02:36.292282 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6e0486e9-e752-4b5b-84c5-eb8009a7a4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:36.410189 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a931601-3d55-40a0-b921-96fbeb56aa2e req-366d1965-5778-4df2-80ac-e41fb0bfe80f tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:36.411664 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9a931601-3d55-40a0-b921-96fbeb56aa2e req-366d1965-5778-4df2-80ac-e41fb0bfe80f tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d761fe5-1545-40e0-ad17-0474f5a97f40 HTTP/1.1" status: 200 len: 945 time: 0.0516691 Aug 29 05:02:36.451624 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9a931601-3d55-40a0-b921-96fbeb56aa2e req-7a86a092-a9c7-4c34-b77c-61c2f7282962 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/security-groups?id=cce56e04-c56c-4431-a187-bdd59687c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331519 Aug 29 05:02:36.565433 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8bc74f-b839-4fe2-9e7e-a40d6a00cfb0 req-abcb6f1f-4a94-4dc9-b035-5f6cb88d0fd9 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:36.566825 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-cb8bc74f-b839-4fe2-9e7e-a40d6a00cfb0 req-abcb6f1f-4a94-4dc9-b035-5f6cb88d0fd9 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d761fe5-1545-40e0-ad17-0474f5a97f40 HTTP/1.1" status: 200 len: 945 time: 0.0489414 Aug 29 05:02:36.604390 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-cb8bc74f-b839-4fe2-9e7e-a40d6a00cfb0 req-48fb5b1f-5cd6-4220-9e31-1dc8032ced7e tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/security-groups?id=cce56e04-c56c-4431-a187-bdd59687c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315559 Aug 29 05:02:36.716118 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe97129-9724-4ca1-8def-be3aced95091 req-eeef8ef6-7185-4153-aa20-f24dcb258506 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:36.717775 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0fe97129-9724-4ca1-8def-be3aced95091 req-eeef8ef6-7185-4153-aa20-f24dcb258506 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d761fe5-1545-40e0-ad17-0474f5a97f40 HTTP/1.1" status: 200 len: 945 time: 0.0490279 Aug 29 05:02:36.759303 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0fe97129-9724-4ca1-8def-be3aced95091 req-edbf88e5-6abe-4ec0-8303-d1051a5c3332 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/security-groups?id=cce56e04-c56c-4431-a187-bdd59687c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355251 Aug 29 05:02:36.759466 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device fa98e268-2c38-44d7-8503-c74cb1594170 up at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:02:36.807096 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning for port fa98e268-2c38-44d7-8503-c74cb1594170 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:02:36.811087 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning complete for port fa98e268-2c38-44d7-8503-c74cb1594170 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:02:36.811474 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:36.891319 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:36.915717 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d761fe5-1545-40e0-ad17-0474f5a97f40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa98e268-2c38-44d7-8503-c74cb1594170'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:02:36.917941 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91c8acf9-009d-40ea-b3c6-d9290a09454a" -d '{"events": [{"server_uuid": "0d761fe5-1545-40e0-ad17-0474f5a97f40", "name": "network-vif-plugged", "status": "completed", "tag": "fa98e268-2c38-44d7-8503-c74cb1594170"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:02:36.930618 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port fa98e268-2c38-44d7-8503-c74cb1594170, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=fa98e268-2c38-44d7-8503-c74cb1594170,segment=NetworkSegment(e265938c-e0cf-42a1-835c-89a6426c4fd1),segment_id=e265938c-e0cf-42a1-835c-89a6426c4fd1)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:02:36.935764 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:36.962521 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-077b16a4-50fe-4554-82a2-d738d156d0a0 x-openstack-request-id: req-077b16a4-50fe-4554-82a2-d738d156d0a0 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:02:36.962818 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d761fe5-1545-40e0-ad17-0474f5a97f40", "name": "network-vif-plugged", "status": "completed", "tag": "fa98e268-2c38-44d7-8503-c74cb1594170", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:02:36.963067 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-077b16a4-50fe-4554-82a2-d738d156d0a0 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:02:36.963507 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d761fe5-1545-40e0-ad17-0474f5a97f40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa98e268-2c38-44d7-8503-c74cb1594170', 'code': 200} Aug 29 05:02:36.988858 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=fa98e268-2c38-44d7-8503-c74cb1594170,revision_number=9']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:02:37.111326 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1784a8-d78b-4432-8961-fb898ca26d4d req-3ebee551-b1b2-4ec3-9aef-8850e015f2fb tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:37.112807 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ee1784a8-d78b-4432-8961-fb898ca26d4d req-3ebee551-b1b2-4ec3-9aef-8850e015f2fb tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/networks?id=f29176a0-265a-43b1-bfed-10a979216407 HTTP/1.1" status: 200 len: 814 time: 0.1014700 Aug 29 05:02:37.128172 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ee1784a8-d78b-4432-8961-fb898ca26d4d req-2a442c79-67a6-4908-9664-f9c7e5417fb1 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/quotas/6cd54cf7ff4d4913839f65018b49efa3 HTTP/1.1" status: 200 len: 375 time: 0.0089664 Aug 29 05:02:37.176279 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ee1784a8-d78b-4432-8961-fb898ca26d4d req-eccee7d2-9fab-4650-b164-c8cef2faebb1 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=6cd54cf7ff4d4913839f65018b49efa3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0423117 Aug 29 05:02:37.237579 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [req-ee1784a8-d78b-4432-8961-fb898ca26d4d req-df69ef95-90a0-4a71-8da0-1d000c824ad2 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 05:02:37.238602 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ee1784a8-d78b-4432-8961-fb898ca26d4d req-df69ef95-90a0-4a71-8da0-1d000c824ad2 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0552473 Aug 29 05:02:37.281475 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:37.324606 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:37.327325 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ee1784a8-d78b-4432-8961-fb898ca26d4d req-1223b1b3-2688-4f61-abe8-9a320fc568dd service neutron] 10.222.0.22 "GET /v2.0/networks/f29176a0-265a-43b1-bfed-10a979216407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821204 Aug 29 05:02:37.745201 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ee1784a8-d78b-4432-8961-fb898ca26d4d req-e51590c7-4bcb-4711-a4b9-39fd7c3ae0e4 service neutron] 10.222.0.22 "GET /v2.0/networks/f29176a0-265a-43b1-bfed-10a979216407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4116843 Aug 29 05:02:37.908949 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2cdc4847-1dd5-4c19-8083-4c59f8ab9089 req-195d2e18-80c6-4757-b746-d8d0a9b55e26 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/ports?device_id=7af5351a-00a0-4608-b618-6d9ac8915dcd HTTP/1.1" status: 200 len: 210 time: 0.0304244 Aug 29 05:02:38.249742 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53bb0e7-4dd3-4c67-8204-0e44ac8d93a0 req-381b2bfc-6e94-4cbe-b679-815398edcd58 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:38.251195 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f53bb0e7-4dd3-4c67-8204-0e44ac8d93a0 req-381b2bfc-6e94-4cbe-b679-815398edcd58 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d761fe5-1545-40e0-ad17-0474f5a97f40 HTTP/1.1" status: 200 len: 946 time: 0.0490537 Aug 29 05:02:38.343933 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-f53bb0e7-4dd3-4c67-8204-0e44ac8d93a0 req-a585a4f8-4a06-45a1-8a4b-86020b873f6a tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Deleting port fa98e268-2c38-44d7-8503-c74cb1594170 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:02:38.344275 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-f53bb0e7-4dd3-4c67-8204-0e44ac8d93a0 req-a585a4f8-4a06-45a1-8a4b-86020b873f6a tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:38.429724 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-f53bb0e7-4dd3-4c67-8204-0e44ac8d93a0 req-a585a4f8-4a06-45a1-8a4b-86020b873f6a tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] For port fa98e268-2c38-44d7-8503-c74cb1594170, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=fa98e268-2c38-44d7-8503-c74cb1594170,segment=NetworkSegment(e265938c-e0cf-42a1-835c-89a6426c4fd1),segment_id=e265938c-e0cf-42a1-835c-89a6426c4fd1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:02:38.430105 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-f53bb0e7-4dd3-4c67-8204-0e44ac8d93a0 req-a585a4f8-4a06-45a1-8a4b-86020b873f6a tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:38.442739 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-f53bb0e7-4dd3-4c67-8204-0e44ac8d93a0 req-a585a4f8-4a06-45a1-8a4b-86020b873f6a tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Calling delete_port for fa98e268-2c38-44d7-8503-c74cb1594170 owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:02:38.566297 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-f53bb0e7-4dd3-4c67-8204-0e44ac8d93a0 req-a585a4f8-4a06-45a1-8a4b-86020b873f6a tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:38.578084 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['fa98e268-2c38-44d7-8503-c74cb1594170'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:02:38.594573 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a585a4f8-4a06-45a1-8a4b-86020b873f6a tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Pushing event deleted for resources: {'Port': ['ID=fa98e268-2c38-44d7-8503-c74cb1594170,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:02:38.637771 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-f53bb0e7-4dd3-4c67-8204-0e44ac8d93a0 req-a585a4f8-4a06-45a1-8a4b-86020b873f6a tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] No DVR routers for this DVR port fa98e268-2c38-44d7-8503-c74cb1594170 on host n-h1-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:02:38.640541 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-f53bb0e7-4dd3-4c67-8204-0e44ac8d93a0 req-a585a4f8-4a06-45a1-8a4b-86020b873f6a tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:38.642703 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f53bb0e7-4dd3-4c67-8204-0e44ac8d93a0 req-a585a4f8-4a06-45a1-8a4b-86020b873f6a tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.46 "DELETE /v2.0/ports/fa98e268-2c38-44d7-8503-c74cb1594170 HTTP/1.1" status: 204 len: 173 time: 0.3849998 Aug 29 05:02:38.643141 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d761fe5-1545-40e0-ad17-0474f5a97f40', 'name': 'network-vif-deleted', 'tag': 'fa98e268-2c38-44d7-8503-c74cb1594170'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:02:38.645647 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5e1bafe-510e-43fa-aec5-8460a86ab6ae" -d '{"events": [{"server_uuid": "0d761fe5-1545-40e0-ad17-0474f5a97f40", "name": "network-vif-deleted", "tag": "fa98e268-2c38-44d7-8503-c74cb1594170"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:02:38.682794 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35479bfe-5522-461c-90e9-d7d818bddf38 x-openstack-request-id: req-35479bfe-5522-461c-90e9-d7d818bddf38 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:02:38.683091 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d761fe5-1545-40e0-ad17-0474f5a97f40", "name": "network-vif-deleted", "tag": "fa98e268-2c38-44d7-8503-c74cb1594170", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:02:38.683343 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-35479bfe-5522-461c-90e9-d7d818bddf38 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:02:38.683894 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d761fe5-1545-40e0-ad17-0474f5a97f40', 'name': 'network-vif-deleted', 'tag': 'fa98e268-2c38-44d7-8503-c74cb1594170', 'status': 'completed', 'code': 200} Aug 29 05:02:38.821460 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:38.823791 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1784a8-d78b-4432-8961-fb898ca26d4d req-5b90c12c-1b40-43db-bab6-4c6a4e2dd6c8 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:38.825421 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ee1784a8-d78b-4432-8961-fb898ca26d4d req-5b90c12c-1b40-43db-bab6-4c6a4e2dd6c8 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.46 "GET /v2.0/networks?id=f29176a0-265a-43b1-bfed-10a979216407 HTTP/1.1" status: 200 len: 814 time: 0.1201398 Aug 29 05:02:38.842525 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-ee1784a8-d78b-4432-8961-fb898ca26d4d req-2cca3ea8-bf5f-4399-806d-fedac96b6cfb tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Request body: {'port': {'device_id': '7af5351a-00a0-4608-b618-6d9ac8915dcd', 'network_id': 'f29176a0-265a-43b1-bfed-10a979216407', 'admin_state_up': True, 'tenant_id': '6cd54cf7ff4d4913839f65018b49efa3'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:02:38.962277 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee1784a8-d78b-4432-8961-fb898ca26d4d req-2cca3ea8-bf5f-4399-806d-fedac96b6cfb tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Made reservation on behalf of 6cd54cf7ff4d4913839f65018b49efa3 for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:02:38.966883 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-ee1784a8-d78b-4432-8961-fb898ca26d4d req-2cca3ea8-bf5f-4399-806d-fedac96b6cfb tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:39.003828 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-431c2790-5431-4d88-9c70-88904943f982 req-9fe6dfb0-221c-4db2-b7a8-594e88a95af2 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/ports?device_id=7af5351a-00a0-4608-b618-6d9ac8915dcd HTTP/1.1" status: 200 len: 210 time: 0.0272460 Aug 29 05:02:39.088144 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-ee1784a8-d78b-4432-8961-fb898ca26d4d req-2cca3ea8-bf5f-4399-806d-fedac96b6cfb tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Allocated IP 172.20.0.13 (f29176a0-265a-43b1-bfed-10a979216407/abc27fa0-438e-4089-a292-ba1625ea629d/ce7e851a-e6dc-4de4-8d90-4397acb8b570) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:02:39.231973 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-ee1784a8-d78b-4432-8961-fb898ca26d4d req-2cca3ea8-bf5f-4399-806d-fedac96b6cfb tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:39.268616 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-ee1784a8-d78b-4432-8961-fb898ca26d4d req-2cca3ea8-bf5f-4399-806d-fedac96b6cfb tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:39.315896 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee1784a8-d78b-4432-8961-fb898ca26d4d req-2cca3ea8-bf5f-4399-806d-fedac96b6cfb tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Network f29176a0-265a-43b1-bfed-10a979216407 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:02:39.319649 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-ee1784a8-d78b-4432-8961-fb898ca26d4d req-2cca3ea8-bf5f-4399-806d-fedac96b6cfb tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:02:39.321578 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cca3ea8-bf5f-4399-806d-fedac96b6cfb tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Pushing event updated for resources: {'Port': ['ID=ce7e851a-e6dc-4de4-8d90-4397acb8b570,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:02:39.323714 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee1784a8-d78b-4432-8961-fb898ca26d4d req-2cca3ea8-bf5f-4399-806d-fedac96b6cfb tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:02:39.374589 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1784a8-d78b-4432-8961-fb898ca26d4d req-2cca3ea8-bf5f-4399-806d-fedac96b6cfb tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:39.375198 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-ee1784a8-d78b-4432-8961-fb898ca26d4d req-2cca3ea8-bf5f-4399-806d-fedac96b6cfb tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:39.388265 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ee1784a8-d78b-4432-8961-fb898ca26d4d req-2cca3ea8-bf5f-4399-806d-fedac96b6cfb tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5500686 Aug 29 05:02:39.401280 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-ee1784a8-d78b-4432-8961-fb898ca26d4d req-2e4cac90-b14f-48b4-b842-2c84b0a5fdbd service neutron] Request body: {'port': {'device_id': '7af5351a-00a0-4608-b618-6d9ac8915dcd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:02:39.452583 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-ee1784a8-d78b-4432-8961-fb898ca26d4d req-2e4cac90-b14f-48b4-b842-2c84b0a5fdbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:39.713223 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-ee1784a8-d78b-4432-8961-fb898ca26d4d req-2e4cac90-b14f-48b4-b842-2c84b0a5fdbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce7e851a-e6dc-4de4-8d90-4397acb8b570 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:02:39.720341 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-ee1784a8-d78b-4432-8961-fb898ca26d4d req-2e4cac90-b14f-48b4-b842-2c84b0a5fdbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:39.731790 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-ee1784a8-d78b-4432-8961-fb898ca26d4d req-2e4cac90-b14f-48b4-b842-2c84b0a5fdbd service neutron] Transition to ACTIVE for port object ce7e851a-e6dc-4de4-8d90-4397acb8b570 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:02:39.735783 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-ee1784a8-d78b-4432-8961-fb898ca26d4d req-2e4cac90-b14f-48b4-b842-2c84b0a5fdbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:39.785849 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4cac90-b14f-48b4-b842-2c84b0a5fdbd service neutron] Pushing event updated for resources: {'Port': ['ID=ce7e851a-e6dc-4de4-8d90-4397acb8b570,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:02:39.850988 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-ee1784a8-d78b-4432-8961-fb898ca26d4d req-2e4cac90-b14f-48b4-b842-2c84b0a5fdbd service neutron] Attempting to bind port ce7e851a-e6dc-4de4-8d90-4397acb8b570 on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:02:39.851636 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-ee1784a8-d78b-4432-8961-fb898ca26d4d req-2e4cac90-b14f-48b4-b842-2c84b0a5fdbd service neutron] Attempting to bind port ce7e851a-e6dc-4de4-8d90-4397acb8b570 by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': 'e265938c-e0cf-42a1-835c-89a6426c4fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f29176a0-265a-43b1-bfed-10a979216407'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:02:39.851636 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1784a8-d78b-4432-8961-fb898ca26d4d req-2e4cac90-b14f-48b4-b842-2c84b0a5fdbd service neutron] Attempting to bind port ce7e851a-e6dc-4de4-8d90-4397acb8b570 on network f29176a0-265a-43b1-bfed-10a979216407 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:02:39.855806 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1784a8-d78b-4432-8961-fb898ca26d4d req-2e4cac90-b14f-48b4-b842-2c84b0a5fdbd service neutron] Port ce7e851a-e6dc-4de4-8d90-4397acb8b570 on network f29176a0-265a-43b1-bfed-10a979216407 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:02:39.856134 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1784a8-d78b-4432-8961-fb898ca26d4d req-2e4cac90-b14f-48b4-b842-2c84b0a5fdbd service neutron] Attempting to bind port ce7e851a-e6dc-4de4-8d90-4397acb8b570 on network f29176a0-265a-43b1-bfed-10a979216407 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:02:39.860855 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1784a8-d78b-4432-8961-fb898ca26d4d req-2e4cac90-b14f-48b4-b842-2c84b0a5fdbd service neutron] Checking agent: {'id': '3de9de52-3a03-431d-9d7e-497ae92c57ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:02:39.861194 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1784a8-d78b-4432-8961-fb898ca26d4d req-2e4cac90-b14f-48b4-b842-2c84b0a5fdbd service neutron] Checking segment: {'id': 'e265938c-e0cf-42a1-835c-89a6426c4fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f29176a0-265a-43b1-bfed-10a979216407'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:02:39.861577 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1784a8-d78b-4432-8961-fb898ca26d4d req-2e4cac90-b14f-48b4-b842-2c84b0a5fdbd service neutron] Bound using segment: {'id': 'e265938c-e0cf-42a1-835c-89a6426c4fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f29176a0-265a-43b1-bfed-10a979216407'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:02:39.862001 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-ee1784a8-d78b-4432-8961-fb898ca26d4d req-2e4cac90-b14f-48b4-b842-2c84b0a5fdbd service neutron] Bound port: ce7e851a-e6dc-4de4-8d90-4397acb8b570, host: n-h1-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e265938c-e0cf-42a1-835c-89a6426c4fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f29176a0-265a-43b1-bfed-10a979216407'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:02:39.862357 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-ee1784a8-d78b-4432-8961-fb898ca26d4d req-2e4cac90-b14f-48b4-b842-2c84b0a5fdbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:39.928748 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-ee1784a8-d78b-4432-8961-fb898ca26d4d req-2e4cac90-b14f-48b4-b842-2c84b0a5fdbd service neutron] For port ce7e851a-e6dc-4de4-8d90-4397acb8b570, host n-h1-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:02:39.931941 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-ee1784a8-d78b-4432-8961-fb898ca26d4d req-2e4cac90-b14f-48b4-b842-2c84b0a5fdbd service neutron] For port ce7e851a-e6dc-4de4-8d90-4397acb8b570, host n-h1-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=ce7e851a-e6dc-4de4-8d90-4397acb8b570,segment=NetworkSegment(e265938c-e0cf-42a1-835c-89a6426c4fd1),segment_id=e265938c-e0cf-42a1-835c-89a6426c4fd1)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:02:39.935822 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-ee1784a8-d78b-4432-8961-fb898ca26d4d req-2e4cac90-b14f-48b4-b842-2c84b0a5fdbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:39.974915 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1784a8-d78b-4432-8961-fb898ca26d4d req-2e4cac90-b14f-48b4-b842-2c84b0a5fdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:39.975540 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-ee1784a8-d78b-4432-8961-fb898ca26d4d req-2e4cac90-b14f-48b4-b842-2c84b0a5fdbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:39.976968 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ee1784a8-d78b-4432-8961-fb898ca26d4d req-2e4cac90-b14f-48b4-b842-2c84b0a5fdbd service neutron] 10.222.0.46 "PUT /v2.0/ports/ce7e851a-e6dc-4de4-8d90-4397acb8b570 HTTP/1.1" status: 200 len: 1093 time: 0.5803347 Aug 29 05:02:39.994157 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4cac90-b14f-48b4-b842-2c84b0a5fdbd service neutron] Pushing event updated for resources: {'Port': ['ID=ce7e851a-e6dc-4de4-8d90-4397acb8b570,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:02:40.051955 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1784a8-d78b-4432-8961-fb898ca26d4d req-bc8b484b-381f-41ec-91dc-c6aaa8cc8c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:40.053628 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ee1784a8-d78b-4432-8961-fb898ca26d4d req-bc8b484b-381f-41ec-91dc-c6aaa8cc8c64 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6cd54cf7ff4d4913839f65018b49efa3&device_id=7af5351a-00a0-4608-b618-6d9ac8915dcd HTTP/1.1" status: 200 len: 1096 time: 0.0413730 Aug 29 05:02:40.101576 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ee1784a8-d78b-4432-8961-fb898ca26d4d req-e67751dc-6fde-4452-a108-1faa27402cc4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce7e851a-e6dc-4de4-8d90-4397acb8b570 HTTP/1.1" status: 200 len: 217 time: 0.0402930 Aug 29 05:02:40.172605 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1784a8-d78b-4432-8961-fb898ca26d4d req-071277e3-0e53-4f85-90fd-82e42e31ce9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:40.174107 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ee1784a8-d78b-4432-8961-fb898ca26d4d req-071277e3-0e53-4f85-90fd-82e42e31ce9b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=abc27fa0-438e-4089-a292-ba1625ea629d HTTP/1.1" status: 200 len: 854 time: 0.0651441 Aug 29 05:02:40.183025 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cb2c5b-024a-45f3-af7b-6527f75b4076 req-bad92839-5e3e-4062-9388-310da4814ca1 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:40.184427 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-11cb2c5b-024a-45f3-af7b-6527f75b4076 req-bad92839-5e3e-4062-9388-310da4814ca1 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/ports?device_id=7af5351a-00a0-4608-b618-6d9ac8915dcd HTTP/1.1" status: 200 len: 944 time: 0.0856171 Aug 29 05:02:40.220044 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ee1784a8-d78b-4432-8961-fb898ca26d4d req-1ce2feeb-26bc-4820-8e94-378b0c7b1abe service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f29176a0-265a-43b1-bfed-10a979216407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345762 Aug 29 05:02:40.257969 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-11cb2c5b-024a-45f3-af7b-6527f75b4076 req-68a340ee-2a99-4fd4-9cf7-7ded34e4d860 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/security-groups?id=cce56e04-c56c-4431-a187-bdd59687c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649610 Aug 29 05:02:40.322924 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ee1784a8-d78b-4432-8961-fb898ca26d4d req-cefde70b-98a5-4977-a0ed-130fd388761e service neutron] 10.222.0.46 "GET /v2.0/networks/f29176a0-265a-43b1-bfed-10a979216407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955138 Aug 29 05:02:40.409590 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ee1784a8-d78b-4432-8961-fb898ca26d4d req-b1a35abf-df90-40b0-9be1-769b3684ffc6 service neutron] 10.222.0.46 "GET /v2.0/networks/f29176a0-265a-43b1-bfed-10a979216407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791733 Aug 29 05:02:40.684799 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7af5351a-00a0-4608-b618-6d9ac8915dcd', 'tag': 'ce7e851a-e6dc-4de4-8d90-4397acb8b570'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:02:40.687177 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04455832-85be-470a-87b9-e2a54d5245e4" -d '{"events": [{"name": "network-changed", "server_uuid": "7af5351a-00a0-4608-b618-6d9ac8915dcd", "tag": "ce7e851a-e6dc-4de4-8d90-4397acb8b570"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:02:40.721592 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-660e167b-2971-4887-8894-c0be50497d7f x-openstack-request-id: req-660e167b-2971-4887-8894-c0be50497d7f {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:02:40.721889 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7af5351a-00a0-4608-b618-6d9ac8915dcd", "tag": "ce7e851a-e6dc-4de4-8d90-4397acb8b570", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:02:40.722148 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-660e167b-2971-4887-8894-c0be50497d7f {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:02:40.722556 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7af5351a-00a0-4608-b618-6d9ac8915dcd', 'tag': 'ce7e851a-e6dc-4de4-8d90-4397acb8b570', 'status': 'completed', 'code': 200} Aug 29 05:02:40.790939 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04455832-85be-470a-87b9-e2a54d5245e4 req-388edf98-1e99-4044-a49a-0302858725c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:40.792400 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-04455832-85be-470a-87b9-e2a54d5245e4 req-388edf98-1e99-4044-a49a-0302858725c0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6cd54cf7ff4d4913839f65018b49efa3&device_id=7af5351a-00a0-4608-b618-6d9ac8915dcd HTTP/1.1" status: 200 len: 1096 time: 0.0462184 Aug 29 05:02:40.815699 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device fa98e268-2c38-44d7-8503-c74cb1594170 no longer exists at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:02:40.838588 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] No Port match for: fa98e268-2c38-44d7-8503-c74cb1594170 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:02:40.838933 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device fa98e268-2c38-44d7-8503-c74cb1594170 not bound to the agent host n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:02:40.882679 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04455832-85be-470a-87b9-e2a54d5245e4 req-93907884-550a-4e53-ade7-392532e60353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:40.884267 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-04455832-85be-470a-87b9-e2a54d5245e4 req-93907884-550a-4e53-ade7-392532e60353 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f29176a0-265a-43b1-bfed-10a979216407 HTTP/1.1" status: 200 len: 915 time: 0.0841591 Aug 29 05:02:40.930479 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-04455832-85be-470a-87b9-e2a54d5245e4 req-d448c093-257e-49b0-9d98-5912a953ddbb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce7e851a-e6dc-4de4-8d90-4397acb8b570 HTTP/1.1" status: 200 len: 217 time: 0.0390015 Aug 29 05:02:40.979339 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04455832-85be-470a-87b9-e2a54d5245e4 req-50ecdc4e-beb3-4f10-b0b0-fde6bc6333b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:40.980829 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-04455832-85be-470a-87b9-e2a54d5245e4 req-50ecdc4e-beb3-4f10-b0b0-fde6bc6333b7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=abc27fa0-438e-4089-a292-ba1625ea629d HTTP/1.1" status: 200 len: 854 time: 0.0436952 Aug 29 05:02:41.012349 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-04455832-85be-470a-87b9-e2a54d5245e4 req-89a79c9f-c72a-4951-8da7-6d72dd1a9eab service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f29176a0-265a-43b1-bfed-10a979216407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239918 Aug 29 05:02:41.104519 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-04455832-85be-470a-87b9-e2a54d5245e4 req-3613d274-d3e9-4f12-942f-df685cf4fabf service neutron] 10.222.0.46 "GET /v2.0/networks/f29176a0-265a-43b1-bfed-10a979216407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793850 Aug 29 05:02:41.195986 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-04455832-85be-470a-87b9-e2a54d5245e4 req-d7c5993e-9d99-429a-acd0-1b83106838b6 service neutron] 10.222.0.46 "GET /v2.0/networks/f29176a0-265a-43b1-bfed-10a979216407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836976 Aug 29 05:02:41.373142 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96ff902-38f3-4ca9-aad1-7417cb72b53e req-26a74652-f0d5-4f1d-b587-e1f484416ad3 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:41.374629 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e96ff902-38f3-4ca9-aad1-7417cb72b53e req-26a74652-f0d5-4f1d-b587-e1f484416ad3 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/ports?device_id=7af5351a-00a0-4608-b618-6d9ac8915dcd HTTP/1.1" status: 200 len: 944 time: 0.0487480 Aug 29 05:02:41.411962 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e96ff902-38f3-4ca9-aad1-7417cb72b53e req-8ecb3d4c-ebfb-4071-99fb-39e7e75f5699 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/security-groups?id=cce56e04-c56c-4431-a187-bdd59687c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314457 Aug 29 05:02:42.524512 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eccdc54-e965-4537-95b5-483d52407d38 req-5630eb8a-8f3e-476c-b124-5dbc358d0faa tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:42.525965 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9eccdc54-e965-4537-95b5-483d52407d38 req-5630eb8a-8f3e-476c-b124-5dbc358d0faa tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/ports?device_id=7af5351a-00a0-4608-b618-6d9ac8915dcd HTTP/1.1" status: 200 len: 944 time: 0.0472095 Aug 29 05:02:42.564972 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9eccdc54-e965-4537-95b5-483d52407d38 req-7ecacff4-9327-4829-ba0c-ddee56033e01 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/security-groups?id=cce56e04-c56c-4431-a187-bdd59687c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331273 Aug 29 05:02:42.805464 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device ce7e851a-e6dc-4de4-8d90-4397acb8b570 details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:02:42.899155 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port ce7e851a-e6dc-4de4-8d90-4397acb8b570, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=ce7e851a-e6dc-4de4-8d90-4397acb8b570,segment=NetworkSegment(e265938c-e0cf-42a1-835c-89a6426c4fd1),segment_id=e265938c-e0cf-42a1-835c-89a6426c4fd1)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:02:42.910162 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Returning: {'device': 'ce7e851a-e6dc-4de4-8d90-4397acb8b570', 'network_id': 'f29176a0-265a-43b1-bfed-10a979216407', 'port_id': 'ce7e851a-e6dc-4de4-8d90-4397acb8b570', 'mac_address': 'fa:16:3e:a3:73:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abc27fa0-438e-4089-a292-ba1625ea629d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:02:42.946344 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:42.961733 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce7e851a-e6dc-4de4-8d90-4397acb8b570 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:02:42.979910 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port ce7e851a-e6dc-4de4-8d90-4397acb8b570, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=ce7e851a-e6dc-4de4-8d90-4397acb8b570,segment=NetworkSegment(e265938c-e0cf-42a1-835c-89a6426c4fd1),segment_id=e265938c-e0cf-42a1-835c-89a6426c4fd1)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:02:42.983503 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:43.030769 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=ce7e851a-e6dc-4de4-8d90-4397acb8b570,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:02:43.177722 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['ce7e851a-e6dc-4de4-8d90-4397acb8b570'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:02:43.683201 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8555e0-0ae3-4d07-9a6d-f5eb102d61a3 req-3339ae65-bfce-44d8-b92f-fa225d07ce7e tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:43.684758 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-cc8555e0-0ae3-4d07-9a6d-f5eb102d61a3 req-3339ae65-bfce-44d8-b92f-fa225d07ce7e tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/ports?device_id=7af5351a-00a0-4608-b618-6d9ac8915dcd HTTP/1.1" status: 200 len: 945 time: 0.0529432 Aug 29 05:02:43.725519 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-cc8555e0-0ae3-4d07-9a6d-f5eb102d61a3 req-5f9d2dc8-fc82-47e3-a2a9-96bf07df1d60 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/security-groups?id=cce56e04-c56c-4431-a187-bdd59687c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346730 Aug 29 05:02:44.821008 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device ce7e851a-e6dc-4de4-8d90-4397acb8b570 up at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:02:44.841652 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dc7ac9-8d03-491a-b93c-cd912a7ae4e9 req-0392e8d5-c124-474a-b485-676fb625c68b tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:44.843211 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-07dc7ac9-8d03-491a-b93c-cd912a7ae4e9 req-0392e8d5-c124-474a-b485-676fb625c68b tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/ports?device_id=7af5351a-00a0-4608-b618-6d9ac8915dcd HTTP/1.1" status: 200 len: 945 time: 0.0489898 Aug 29 05:02:44.883459 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-07dc7ac9-8d03-491a-b93c-cd912a7ae4e9 req-c4e648ef-36d1-48db-b3ae-2c460a2e99e4 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/security-groups?id=cce56e04-c56c-4431-a187-bdd59687c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339541 Aug 29 05:02:45.019180 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning for port ce7e851a-e6dc-4de4-8d90-4397acb8b570 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:02:45.022595 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning complete for port ce7e851a-e6dc-4de4-8d90-4397acb8b570 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:02:45.022969 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:45.096363 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:45.118300 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7af5351a-00a0-4608-b618-6d9ac8915dcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce7e851a-e6dc-4de4-8d90-4397acb8b570'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:02:45.121184 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a67cec93-4afd-493a-b525-3d69c6ae8c43" -d '{"events": [{"server_uuid": "7af5351a-00a0-4608-b618-6d9ac8915dcd", "name": "network-vif-plugged", "status": "completed", "tag": "ce7e851a-e6dc-4de4-8d90-4397acb8b570"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:02:45.133206 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port ce7e851a-e6dc-4de4-8d90-4397acb8b570, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=ce7e851a-e6dc-4de4-8d90-4397acb8b570,segment=NetworkSegment(e265938c-e0cf-42a1-835c-89a6426c4fd1),segment_id=e265938c-e0cf-42a1-835c-89a6426c4fd1)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:02:45.137114 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:45.164531 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd6f5e54-a6b8-4e40-93fa-2ffe98946328 x-openstack-request-id: req-fd6f5e54-a6b8-4e40-93fa-2ffe98946328 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:02:45.164819 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7af5351a-00a0-4608-b618-6d9ac8915dcd", "name": "network-vif-plugged", "status": "completed", "tag": "ce7e851a-e6dc-4de4-8d90-4397acb8b570", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:02:45.165071 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fd6f5e54-a6b8-4e40-93fa-2ffe98946328 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:02:45.165978 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7af5351a-00a0-4608-b618-6d9ac8915dcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce7e851a-e6dc-4de4-8d90-4397acb8b570', 'code': 200} Aug 29 05:02:45.193692 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=ce7e851a-e6dc-4de4-8d90-4397acb8b570,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:02:45.202082 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:02:45.202431 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:02:45.202775 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:02:45.203111 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:02:45.203446 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:02:45.203810 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:02:45.204141 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:02:45.204469 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:02:45.204793 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:02:45.205121 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:02:45.205444 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:02:45.205764 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:02:45.258580 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e17175c-bba9-4c7d-9587-efc93bb772e0 req-486c92e9-1ca9-4c5a-a398-2a8f548b3805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:45.260256 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9e17175c-bba9-4c7d-9587-efc93bb772e0 req-486c92e9-1ca9-4c5a-a398-2a8f548b3805 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7af5351a-00a0-4608-b618-6d9ac8915dcd HTTP/1.1" status: 200 len: 1098 time: 0.0409367 Aug 29 05:02:45.294915 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9e17175c-bba9-4c7d-9587-efc93bb772e0 req-0fad49c6-5e95-43af-acde-6e81e8aef894 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=cce56e04-c56c-4431-a187-bdd59687c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281441 Aug 29 05:02:46.003539 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df0fc83-5158-462c-87ad-be14d931d26e req-97456956-52d9-4da6-9ff4-66219a317b8f tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:46.004954 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5df0fc83-5158-462c-87ad-be14d931d26e req-97456956-52d9-4da6-9ff4-66219a317b8f tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/ports?device_id=7af5351a-00a0-4608-b618-6d9ac8915dcd HTTP/1.1" status: 200 len: 946 time: 0.0515764 Aug 29 05:02:46.042210 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5df0fc83-5158-462c-87ad-be14d931d26e req-05139efe-ec6b-4dc0-a93e-21a7df8991c8 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/security-groups?id=cce56e04-c56c-4431-a187-bdd59687c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308290 Aug 29 05:02:47.157479 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e330a0-1ddf-4205-9971-da1271bd8b53 req-2f45b861-0251-4f2d-b96a-6150ba7f0b25 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:47.158986 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-53e330a0-1ddf-4205-9971-da1271bd8b53 req-2f45b861-0251-4f2d-b96a-6150ba7f0b25 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/ports?device_id=7af5351a-00a0-4608-b618-6d9ac8915dcd HTTP/1.1" status: 200 len: 946 time: 0.0486200 Aug 29 05:02:47.195181 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-53e330a0-1ddf-4205-9971-da1271bd8b53 req-98db4aec-8b59-4128-838d-bca38cb435fc tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/security-groups?id=cce56e04-c56c-4431-a187-bdd59687c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303290 Aug 29 05:02:47.306818 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4198a3c2-1b92-4a10-8de4-5567dd6edf26 req-18156d9c-aad9-44fb-b744-d43ee0a67730 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:47.308328 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4198a3c2-1b92-4a10-8de4-5567dd6edf26 req-18156d9c-aad9-44fb-b744-d43ee0a67730 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/ports?device_id=7af5351a-00a0-4608-b618-6d9ac8915dcd HTTP/1.1" status: 200 len: 946 time: 0.0478208 Aug 29 05:02:47.346231 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4198a3c2-1b92-4a10-8de4-5567dd6edf26 req-9f50a39a-54d8-46ec-9d0a-226dc6bbeb91 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/security-groups?id=cce56e04-c56c-4431-a187-bdd59687c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314848 Aug 29 05:02:47.597603 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f2f5d268-e24d-45c4-96d0-82d164abfe83 req-0bb3065c-3183-4486-a0d9-fc31b7fb891b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7af5351a-00a0-4608-b618-6d9ac8915dcd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0741930 Aug 29 05:02:47.604940 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e0f5cb-f102-4eb5-97ec-7cdcddebc863 req-1dcc0007-7f5b-47a1-a54b-06d361d34ff6 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:47.606350 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b6e0f5cb-f102-4eb5-97ec-7cdcddebc863 req-1dcc0007-7f5b-47a1-a54b-06d361d34ff6 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/ports?device_id=7af5351a-00a0-4608-b618-6d9ac8915dcd HTTP/1.1" status: 200 len: 946 time: 0.0731037 Aug 29 05:02:47.647678 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b6e0f5cb-f102-4eb5-97ec-7cdcddebc863 req-f8b6c496-933b-4fd4-93cf-01adef1d6c91 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/security-groups?id=cce56e04-c56c-4431-a187-bdd59687c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346627 Aug 29 05:02:48.764087 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f5d268-e24d-45c4-96d0-82d164abfe83 req-c7d57554-1739-44d6-8250-fb315931f1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:48.765607 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f2f5d268-e24d-45c4-96d0-82d164abfe83 req-c7d57554-1739-44d6-8250-fb315931f1c2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6cd54cf7ff4d4913839f65018b49efa3&device_id=7af5351a-00a0-4608-b618-6d9ac8915dcd HTTP/1.1" status: 200 len: 1098 time: 0.0744932 Aug 29 05:02:48.778354 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87aa30c-b2df-474f-9923-f12924e68439 req-eb8616d4-dcef-4c73-bfe4-8d464c705b30 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:48.779824 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d87aa30c-b2df-474f-9923-f12924e68439 req-eb8616d4-dcef-4c73-bfe4-8d464c705b30 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/ports?device_id=7af5351a-00a0-4608-b618-6d9ac8915dcd HTTP/1.1" status: 200 len: 946 time: 0.0582707 Aug 29 05:02:48.866770 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d87aa30c-b2df-474f-9923-f12924e68439 req-fbce1a62-919a-42e1-b297-df380e1c20f2 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/security-groups?id=cce56e04-c56c-4431-a187-bdd59687c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789089 Aug 29 05:02:48.893299 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f5d268-e24d-45c4-96d0-82d164abfe83 req-c7240c8d-aca4-41f6-992b-f25c7ef856e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:48.894791 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f2f5d268-e24d-45c4-96d0-82d164abfe83 req-c7240c8d-aca4-41f6-992b-f25c7ef856e2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f29176a0-265a-43b1-bfed-10a979216407 HTTP/1.1" status: 200 len: 915 time: 0.1141081 Aug 29 05:02:48.937087 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f2f5d268-e24d-45c4-96d0-82d164abfe83 req-5ae3ac6d-22b7-4f0a-a044-0407ec671d3f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce7e851a-e6dc-4de4-8d90-4397acb8b570 HTTP/1.1" status: 200 len: 217 time: 0.0341630 Aug 29 05:02:48.984704 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f5d268-e24d-45c4-96d0-82d164abfe83 req-00eee4a9-3001-4e21-8f34-2d491760a257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:48.986153 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f2f5d268-e24d-45c4-96d0-82d164abfe83 req-00eee4a9-3001-4e21-8f34-2d491760a257 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=abc27fa0-438e-4089-a292-ba1625ea629d HTTP/1.1" status: 200 len: 854 time: 0.0428686 Aug 29 05:02:49.017136 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f2f5d268-e24d-45c4-96d0-82d164abfe83 req-4e6f3e5a-cb3e-49b7-8729-718fdd99b003 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f29176a0-265a-43b1-bfed-10a979216407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234969 Aug 29 05:02:49.111206 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f2f5d268-e24d-45c4-96d0-82d164abfe83 req-1cada774-b12b-4954-bce2-7aa4b0d3ce7d service neutron] 10.222.0.46 "GET /v2.0/networks/f29176a0-265a-43b1-bfed-10a979216407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861747 Aug 29 05:02:49.198235 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f2f5d268-e24d-45c4-96d0-82d164abfe83 req-a58c2bd5-5565-43a1-b374-fa98c686a97f service neutron] 10.222.0.46 "GET /v2.0/networks/f29176a0-265a-43b1-bfed-10a979216407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799274 Aug 29 05:02:49.554706 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:49.984754 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7921d86c-9185-4f83-acd9-7df8014509bb req-24dd898d-380d-4271-a7b6-fda47f59cffa tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:49.986244 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7921d86c-9185-4f83-acd9-7df8014509bb req-24dd898d-380d-4271-a7b6-fda47f59cffa tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/ports?device_id=7af5351a-00a0-4608-b618-6d9ac8915dcd HTTP/1.1" status: 200 len: 946 time: 0.0497875 Aug 29 05:02:50.023966 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7921d86c-9185-4f83-acd9-7df8014509bb req-786c2451-6305-4d13-9198-ccaad3315fcd tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/security-groups?id=cce56e04-c56c-4431-a187-bdd59687c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316260 Aug 29 05:02:50.563080 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:02:51.146139 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7243ee-b598-421b-8cb2-b6d79396fce2 req-ec4c2cb4-bdaf-4dcf-9c62-173ad1d2becc tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:51.147521 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fb7243ee-b598-421b-8cb2-b6d79396fce2 req-ec4c2cb4-bdaf-4dcf-9c62-173ad1d2becc tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/ports?device_id=7af5351a-00a0-4608-b618-6d9ac8915dcd HTTP/1.1" status: 200 len: 946 time: 0.0532570 Aug 29 05:02:51.184457 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fb7243ee-b598-421b-8cb2-b6d79396fce2 req-96fef3bf-ca8f-407e-9b67-76f1d9a1b8ba tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/security-groups?id=cce56e04-c56c-4431-a187-bdd59687c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309281 Aug 29 05:02:52.299127 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104a0373-d42a-46f7-bd54-97f5ccdac5c9 req-51233d79-2a72-451c-9729-0289ba21166c tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:52.300634 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-104a0373-d42a-46f7-bd54-97f5ccdac5c9 req-51233d79-2a72-451c-9729-0289ba21166c tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/ports?device_id=7af5351a-00a0-4608-b618-6d9ac8915dcd HTTP/1.1" status: 200 len: 946 time: 0.0479689 Aug 29 05:02:52.339062 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-104a0373-d42a-46f7-bd54-97f5ccdac5c9 req-19363d62-64a8-406a-a746-72a04525376c tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/security-groups?id=cce56e04-c56c-4431-a187-bdd59687c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325081 Aug 29 05:02:53.453186 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47f02b3-04f8-43b5-8689-44f033e77a31 req-15df6065-c060-46e4-9a92-ad3d89fdf6d2 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:53.454691 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d47f02b3-04f8-43b5-8689-44f033e77a31 req-15df6065-c060-46e4-9a92-ad3d89fdf6d2 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/ports?device_id=7af5351a-00a0-4608-b618-6d9ac8915dcd HTTP/1.1" status: 200 len: 946 time: 0.0494759 Aug 29 05:02:53.491982 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d47f02b3-04f8-43b5-8689-44f033e77a31 req-42b82d82-0b08-445d-9f5f-716701fd9283 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/security-groups?id=cce56e04-c56c-4431-a187-bdd59687c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310602 Aug 29 05:02:54.610390 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a25c53-afe5-4ed5-9988-03aee4d28a85 req-961918d0-c6db-4fbe-aa62-cddb2e6dcaef tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:54.611871 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-48a25c53-afe5-4ed5-9988-03aee4d28a85 req-961918d0-c6db-4fbe-aa62-cddb2e6dcaef tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/ports?device_id=7af5351a-00a0-4608-b618-6d9ac8915dcd HTTP/1.1" status: 200 len: 946 time: 0.0524502 Aug 29 05:02:54.648813 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-48a25c53-afe5-4ed5-9988-03aee4d28a85 req-d363e295-844e-464f-8384-cb4f31582d59 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/security-groups?id=cce56e04-c56c-4431-a187-bdd59687c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310373 Aug 29 05:02:55.763074 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cf9914-5edd-4a07-bc7d-dd501068a9e4 req-6cc4f714-e931-49eb-a79e-d19a97added7 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:55.764604 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-61cf9914-5edd-4a07-bc7d-dd501068a9e4 req-6cc4f714-e931-49eb-a79e-d19a97added7 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/ports?device_id=7af5351a-00a0-4608-b618-6d9ac8915dcd HTTP/1.1" status: 200 len: 946 time: 0.0486143 Aug 29 05:02:55.802194 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-61cf9914-5edd-4a07-bc7d-dd501068a9e4 req-a6af1bc1-9411-4648-810b-1b243a51d1ee tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/security-groups?id=cce56e04-c56c-4431-a187-bdd59687c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315735 Aug 29 05:02:56.916094 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc60c970-9fa3-4777-b9d9-0867ec4aea06 req-dacbbe46-77c3-4c11-94d7-ab91cd50c981 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:56.918109 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-dc60c970-9fa3-4777-b9d9-0867ec4aea06 req-dacbbe46-77c3-4c11-94d7-ab91cd50c981 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/ports?device_id=7af5351a-00a0-4608-b618-6d9ac8915dcd HTTP/1.1" status: 200 len: 946 time: 0.0486417 Aug 29 05:02:56.955597 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-dc60c970-9fa3-4777-b9d9-0867ec4aea06 req-8d1977cc-6692-4e1c-be13-ad714131e45a tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/security-groups?id=cce56e04-c56c-4431-a187-bdd59687c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315881 Aug 29 05:02:58.072504 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca59f12d-7f10-4514-800e-34ca7c5840ea req-c41e9bca-8112-43ff-8bff-ea514313554e tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:58.074017 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ca59f12d-7f10-4514-800e-34ca7c5840ea req-c41e9bca-8112-43ff-8bff-ea514313554e tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/ports?device_id=7af5351a-00a0-4608-b618-6d9ac8915dcd HTTP/1.1" status: 200 len: 946 time: 0.0516160 Aug 29 05:02:58.110306 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ca59f12d-7f10-4514-800e-34ca7c5840ea req-8b8718bb-9662-42b8-892a-e14d7f2a7639 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/security-groups?id=cce56e04-c56c-4431-a187-bdd59687c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304582 Aug 29 05:02:58.892348 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:59.224321 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43febb48-2a72-4d5e-aaed-d81bf17917d6 req-d65f02e1-5c43-4ce4-857a-8876e0ea037c tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:59.225784 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-43febb48-2a72-4d5e-aaed-d81bf17917d6 req-d65f02e1-5c43-4ce4-857a-8876e0ea037c tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/ports?device_id=7af5351a-00a0-4608-b618-6d9ac8915dcd HTTP/1.1" status: 200 len: 946 time: 0.0486958 Aug 29 05:02:59.263298 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-43febb48-2a72-4d5e-aaed-d81bf17917d6 req-41b39c84-3e75-4643-92cf-70d0753b44e1 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/security-groups?id=cce56e04-c56c-4431-a187-bdd59687c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315518 Aug 29 05:03:00.376976 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a73d4b-5d20-4878-b826-b992c64ee42f req-56c71a9a-15e1-4700-a02f-e250dd6520de tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:00.378493 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-49a73d4b-5d20-4878-b826-b992c64ee42f req-56c71a9a-15e1-4700-a02f-e250dd6520de tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/ports?device_id=7af5351a-00a0-4608-b618-6d9ac8915dcd HTTP/1.1" status: 200 len: 946 time: 0.0481906 Aug 29 05:03:00.416135 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-49a73d4b-5d20-4878-b826-b992c64ee42f req-374a2860-3f33-4785-88a8-447c2eb0cdff tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/security-groups?id=cce56e04-c56c-4431-a187-bdd59687c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317476 Aug 29 05:03:01.534145 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc22efa4-b020-4ccc-b3cd-51c9a94d278d req-c24f9474-eede-4d97-827a-a3a8e712720d tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:01.535879 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-bc22efa4-b020-4ccc-b3cd-51c9a94d278d req-c24f9474-eede-4d97-827a-a3a8e712720d tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/ports?device_id=7af5351a-00a0-4608-b618-6d9ac8915dcd HTTP/1.1" status: 200 len: 946 time: 0.0531838 Aug 29 05:03:01.574398 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-bc22efa4-b020-4ccc-b3cd-51c9a94d278d req-27816e0e-342d-4ad1-a2b1-1f57e152cdd0 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/security-groups?id=cce56e04-c56c-4431-a187-bdd59687c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324821 Aug 29 05:03:02.701179 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160e2a37-6842-4583-93f6-14b8b5325d64 req-06c94dc3-4aa8-43c5-9ea2-8f324a905ee3 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:02.702673 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-160e2a37-6842-4583-93f6-14b8b5325d64 req-06c94dc3-4aa8-43c5-9ea2-8f324a905ee3 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/ports?device_id=7af5351a-00a0-4608-b618-6d9ac8915dcd HTTP/1.1" status: 200 len: 946 time: 0.0485082 Aug 29 05:03:02.739814 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-160e2a37-6842-4583-93f6-14b8b5325d64 req-bd13d3eb-34b1-4f12-92c5-70a68a8e4b32 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/security-groups?id=cce56e04-c56c-4431-a187-bdd59687c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309203 Aug 29 05:03:03.423883 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c7f19f60-773f-4b8a-a29e-8441a75df2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:03.853493 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91f81f3-b584-492d-86ee-a4ccc18080fd req-9b03f38f-11b9-45f7-8c50-c3eea7f5e424 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:03.855041 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c91f81f3-b584-492d-86ee-a4ccc18080fd req-9b03f38f-11b9-45f7-8c50-c3eea7f5e424 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/ports?device_id=7af5351a-00a0-4608-b618-6d9ac8915dcd HTTP/1.1" status: 200 len: 946 time: 0.0488923 Aug 29 05:03:03.895677 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c91f81f3-b584-492d-86ee-a4ccc18080fd req-76658ecc-6b1a-4a78-b146-18b027386845 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/security-groups?id=cce56e04-c56c-4431-a187-bdd59687c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343335 Aug 29 05:03:05.015046 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabf6399-fd2d-489b-a0ca-d47872210535 req-44d722a3-afaf-4786-b6e7-fae8936d9770 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:05.016637 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-eabf6399-fd2d-489b-a0ca-d47872210535 req-44d722a3-afaf-4786-b6e7-fae8936d9770 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/ports?device_id=7af5351a-00a0-4608-b618-6d9ac8915dcd HTTP/1.1" status: 200 len: 946 time: 0.0543897 Aug 29 05:03:05.054897 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-eabf6399-fd2d-489b-a0ca-d47872210535 req-df06fec9-3385-4b87-8a8a-ffdad5743a51 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/security-groups?id=cce56e04-c56c-4431-a187-bdd59687c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319412 Aug 29 05:03:06.169645 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a682489-0a8c-48dc-95d9-f2eb795a6e91 req-853e8972-9a2a-4047-8d7d-ccc97aa634cc tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:06.171069 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6a682489-0a8c-48dc-95d9-f2eb795a6e91 req-853e8972-9a2a-4047-8d7d-ccc97aa634cc tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/ports?device_id=7af5351a-00a0-4608-b618-6d9ac8915dcd HTTP/1.1" status: 200 len: 946 time: 0.0485299 Aug 29 05:03:06.207929 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-6a682489-0a8c-48dc-95d9-f2eb795a6e91 req-a1584c75-513b-453c-b1e0-3c4f35d5207f tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/security-groups?id=cce56e04-c56c-4431-a187-bdd59687c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309064 Aug 29 05:03:06.294205 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7c6cb677-52a2-42b1-bd9e-a11d5c658dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:07.282226 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:07.321756 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe04d90-8b27-4b0f-9501-45cab07cd971 req-76f98cf1-f583-45b7-b0a3-8dde417433c1 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:07.323281 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bfe04d90-8b27-4b0f-9501-45cab07cd971 req-76f98cf1-f583-45b7-b0a3-8dde417433c1 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/ports?device_id=7af5351a-00a0-4608-b618-6d9ac8915dcd HTTP/1.1" status: 200 len: 946 time: 0.0494928 Aug 29 05:03:07.326136 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:07.360739 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bfe04d90-8b27-4b0f-9501-45cab07cd971 req-df258651-a8a4-48ec-870f-68b01537b313 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/security-groups?id=cce56e04-c56c-4431-a187-bdd59687c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314653 Aug 29 05:03:08.545865 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f5e702-8fd9-4f80-a180-f6c10df655d7 req-a1d77fcd-5885-495d-aeeb-a3cd7a88353e tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:08.547369 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-82f5e702-8fd9-4f80-a180-f6c10df655d7 req-a1d77fcd-5885-495d-aeeb-a3cd7a88353e tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/ports?device_id=7af5351a-00a0-4608-b618-6d9ac8915dcd HTTP/1.1" status: 200 len: 946 time: 0.1192825 Aug 29 05:03:08.584675 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-82f5e702-8fd9-4f80-a180-f6c10df655d7 req-c028bd05-3003-4b80-90dc-b5f4ea399f37 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/security-groups?id=cce56e04-c56c-4431-a187-bdd59687c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312207 Aug 29 05:03:08.818182 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:09.698102 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada0872-b06c-40b6-8c67-563e617477eb req-ce9ba614-4267-4760-948d-702a181aee38 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:09.699566 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0ada0872-b06c-40b6-8c67-563e617477eb req-ce9ba614-4267-4760-948d-702a181aee38 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/ports?device_id=7af5351a-00a0-4608-b618-6d9ac8915dcd HTTP/1.1" status: 200 len: 946 time: 0.0482073 Aug 29 05:03:09.736354 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0ada0872-b06c-40b6-8c67-563e617477eb req-2b4476a9-4ffd-4718-bc0f-371338a5724d tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/security-groups?id=cce56e04-c56c-4431-a187-bdd59687c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306888 Aug 29 05:03:10.853488 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65f265a-4405-4c77-a0d7-65a27a5a79d8 req-99883517-2f7a-4fca-bdea-d41c5a78579b tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:10.855005 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f65f265a-4405-4c77-a0d7-65a27a5a79d8 req-99883517-2f7a-4fca-bdea-d41c5a78579b tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/ports?device_id=7af5351a-00a0-4608-b618-6d9ac8915dcd HTTP/1.1" status: 200 len: 946 time: 0.0488830 Aug 29 05:03:10.892509 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f65f265a-4405-4c77-a0d7-65a27a5a79d8 req-d799a5a9-eb91-46d9-b703-730e04e82e37 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/security-groups?id=cce56e04-c56c-4431-a187-bdd59687c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313344 Aug 29 05:03:12.009509 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1ce983-9fa8-433f-aa22-4f3ec1a0d40e req-4f2e2a6c-536a-469c-a7ac-b8b5d3cb1853 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:12.011005 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-de1ce983-9fa8-433f-aa22-4f3ec1a0d40e req-4f2e2a6c-536a-469c-a7ac-b8b5d3cb1853 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/ports?device_id=7af5351a-00a0-4608-b618-6d9ac8915dcd HTTP/1.1" status: 200 len: 946 time: 0.0523911 Aug 29 05:03:12.049016 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-de1ce983-9fa8-433f-aa22-4f3ec1a0d40e req-24bee01f-f4cd-4595-9cba-837563e1cf66 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/security-groups?id=cce56e04-c56c-4431-a187-bdd59687c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316861 Aug 29 05:03:12.985140 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [req-05eada8b-c770-450f-b139-0bf951040521 req-1f393825-58bc-496c-b1ab-39cddc128f28 service neutron] (94828) timed out ('10.222.0.48', 63995) {{(pid=94828) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 05:03:13.162053 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e42a817-3928-4444-8b7c-198866bec894 req-8f146db4-032e-4b5f-b1d1-1d5dd20de6cf tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:13.163515 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3e42a817-3928-4444-8b7c-198866bec894 req-8f146db4-032e-4b5f-b1d1-1d5dd20de6cf tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/ports?device_id=7af5351a-00a0-4608-b618-6d9ac8915dcd HTTP/1.1" status: 200 len: 946 time: 0.0486734 Aug 29 05:03:13.203806 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3e42a817-3928-4444-8b7c-198866bec894 req-bd07ca17-7f1e-4f67-ab60-ea70ddecddb0 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/security-groups?id=cce56e04-c56c-4431-a187-bdd59687c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336306 Aug 29 05:03:14.317261 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a967c22d-e557-497a-a127-3648d6451b14 req-99216ebc-fd34-4d18-a3c3-e4fb8ffa65f5 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:14.318758 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a967c22d-e557-497a-a127-3648d6451b14 req-99216ebc-fd34-4d18-a3c3-e4fb8ffa65f5 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/ports?device_id=7af5351a-00a0-4608-b618-6d9ac8915dcd HTTP/1.1" status: 200 len: 946 time: 0.0485115 Aug 29 05:03:14.359276 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a967c22d-e557-497a-a127-3648d6451b14 req-d6547587-a2bb-4b31-8c7d-5654527c4584 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/security-groups?id=cce56e04-c56c-4431-a187-bdd59687c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335724 Aug 29 05:03:15.478643 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464dda09-b252-4f36-b3f5-cdc7dabe4eb0 req-fa333540-505a-442b-a18d-00456f94ce98 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:15.481342 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-464dda09-b252-4f36-b3f5-cdc7dabe4eb0 req-fa333540-505a-442b-a18d-00456f94ce98 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/ports?device_id=7af5351a-00a0-4608-b618-6d9ac8915dcd HTTP/1.1" status: 200 len: 946 time: 0.0558298 Aug 29 05:03:15.518006 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-464dda09-b252-4f36-b3f5-cdc7dabe4eb0 req-134b636b-3166-4d51-b959-e13466a68ed3 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/security-groups?id=cce56e04-c56c-4431-a187-bdd59687c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307186 Aug 29 05:03:16.283359 n-d-712140-12 neutron-server[94828]: INFO neutron.api.v2.resource [req-f2f5d268-e24d-45c4-96d0-82d164abfe83 req-06fa47a3-6f01-4740-acf0-8ef4c2e691dc service neutron] show failed (client error): The resource could not be found. Aug 29 05:03:16.284438 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f2f5d268-e24d-45c4-96d0-82d164abfe83 req-06fa47a3-6f01-4740-acf0-8ef4c2e691dc service neutron] 10.222.0.46 "GET /v2.0/ports/ce7e851a-e6dc-4de4-8d90-4397acb8b570/bindings/n-h2-712140-12 HTTP/1.1" status: 404 len: 381 time: 0.0539224 Aug 29 05:03:16.526322 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f5d268-e24d-45c4-96d0-82d164abfe83 req-91fa320e-c22f-4d84-a3d0-a043b8c4a97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:16.527895 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f2f5d268-e24d-45c4-96d0-82d164abfe83 req-91fa320e-c22f-4d84-a3d0-a043b8c4a97c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7af5351a-00a0-4608-b618-6d9ac8915dcd&tenant_id=6cd54cf7ff4d4913839f65018b49efa3 HTTP/1.1" status: 200 len: 1098 time: 0.0894094 Aug 29 05:03:16.547207 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-f2f5d268-e24d-45c4-96d0-82d164abfe83 req-ec111296-0254-46e7-8021-2a341d5a82c7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712140-12', 'device_owner': 'compute:nova'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:03:16.625638 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-f2f5d268-e24d-45c4-96d0-82d164abfe83 req-ec111296-0254-46e7-8021-2a341d5a82c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:16.674180 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c5b9f1-6199-4e13-b56a-f57a707d0151 req-5cc837f4-4bf9-400a-85ca-98774fbe9d3f tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:16.675719 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-86c5b9f1-6199-4e13-b56a-f57a707d0151 req-5cc837f4-4bf9-400a-85ca-98774fbe9d3f tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/ports?device_id=7af5351a-00a0-4608-b618-6d9ac8915dcd HTTP/1.1" status: 200 len: 946 time: 0.0800288 Aug 29 05:03:16.781793 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-86c5b9f1-6199-4e13-b56a-f57a707d0151 req-cd9fdf58-46c6-4bea-b84d-fc988d8458f8 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/security-groups?id=cce56e04-c56c-4431-a187-bdd59687c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999022 Aug 29 05:03:16.864664 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-f2f5d268-e24d-45c4-96d0-82d164abfe83 req-ec111296-0254-46e7-8021-2a341d5a82c7 service neutron] For port ce7e851a-e6dc-4de4-8d90-4397acb8b570, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=ce7e851a-e6dc-4de4-8d90-4397acb8b570,segment=NetworkSegment(e265938c-e0cf-42a1-835c-89a6426c4fd1),segment_id=e265938c-e0cf-42a1-835c-89a6426c4fd1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:03:16.896901 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-f2f5d268-e24d-45c4-96d0-82d164abfe83 req-ec111296-0254-46e7-8021-2a341d5a82c7 service neutron] For port ce7e851a-e6dc-4de4-8d90-4397acb8b570, host n-h1-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:03:16.940778 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7af5351a-00a0-4608-b618-6d9ac8915dcd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce7e851a-e6dc-4de4-8d90-4397acb8b570'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:03:16.943012 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-821a16bb-3a1e-4230-920c-b2148da2542b" -d '{"events": [{"server_uuid": "7af5351a-00a0-4608-b618-6d9ac8915dcd", "name": "network-vif-unplugged", "status": "completed", "tag": "ce7e851a-e6dc-4de4-8d90-4397acb8b570"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:03:16.946904 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-f2f5d268-e24d-45c4-96d0-82d164abfe83 req-ec111296-0254-46e7-8021-2a341d5a82c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:16.959468 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-f2f5d268-e24d-45c4-96d0-82d164abfe83 req-ec111296-0254-46e7-8021-2a341d5a82c7 service neutron] Transition to ACTIVE for port object ce7e851a-e6dc-4de4-8d90-4397acb8b570 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:03:16.964597 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-f2f5d268-e24d-45c4-96d0-82d164abfe83 req-ec111296-0254-46e7-8021-2a341d5a82c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:16.999529 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 05:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57d4ab7b-b4ae-460b-8cca-a433d0590494 x-openstack-request-id: req-57d4ab7b-b4ae-460b-8cca-a433d0590494 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:03:16.999845 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7af5351a-00a0-4608-b618-6d9ac8915dcd", "name": "network-vif-unplugged", "status": "completed", "tag": "ce7e851a-e6dc-4de4-8d90-4397acb8b570", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:03:17.000102 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-57d4ab7b-b4ae-460b-8cca-a433d0590494 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:03:17.000494 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7af5351a-00a0-4608-b618-6d9ac8915dcd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce7e851a-e6dc-4de4-8d90-4397acb8b570', 'code': 200} Aug 29 05:03:17.023120 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2f5d268-e24d-45c4-96d0-82d164abfe83 req-ec111296-0254-46e7-8021-2a341d5a82c7 service neutron] No DVR routers for this DVR port ce7e851a-e6dc-4de4-8d90-4397acb8b570 on host n-h1-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:03:17.034328 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec111296-0254-46e7-8021-2a341d5a82c7 service neutron] Pushing event updated for resources: {'Port': ['ID=ce7e851a-e6dc-4de4-8d90-4397acb8b570,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:03:17.061775 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-f2f5d268-e24d-45c4-96d0-82d164abfe83 req-ec111296-0254-46e7-8021-2a341d5a82c7 service neutron] Attempting to bind port ce7e851a-e6dc-4de4-8d90-4397acb8b570 on host n-h2-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:03:17.062113 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-f2f5d268-e24d-45c4-96d0-82d164abfe83 req-ec111296-0254-46e7-8021-2a341d5a82c7 service neutron] Attempting to bind port ce7e851a-e6dc-4de4-8d90-4397acb8b570 by drivers openvswitch,hyperv on host n-h2-712140-12 at level 0 using segments [{'id': 'e265938c-e0cf-42a1-835c-89a6426c4fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f29176a0-265a-43b1-bfed-10a979216407'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:03:17.062442 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f5d268-e24d-45c4-96d0-82d164abfe83 req-ec111296-0254-46e7-8021-2a341d5a82c7 service neutron] Attempting to bind port ce7e851a-e6dc-4de4-8d90-4397acb8b570 on network f29176a0-265a-43b1-bfed-10a979216407 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:03:17.066858 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f5d268-e24d-45c4-96d0-82d164abfe83 req-ec111296-0254-46e7-8021-2a341d5a82c7 service neutron] Port ce7e851a-e6dc-4de4-8d90-4397acb8b570 on network f29176a0-265a-43b1-bfed-10a979216407 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:03:17.067181 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f5d268-e24d-45c4-96d0-82d164abfe83 req-ec111296-0254-46e7-8021-2a341d5a82c7 service neutron] Attempting to bind port ce7e851a-e6dc-4de4-8d90-4397acb8b570 on network f29176a0-265a-43b1-bfed-10a979216407 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:03:17.071967 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f5d268-e24d-45c4-96d0-82d164abfe83 req-ec111296-0254-46e7-8021-2a341d5a82c7 service neutron] Checking agent: {'id': 'b3a0606b-b029-4f5e-8798-3a32b71d8844', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:03:17.072312 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f5d268-e24d-45c4-96d0-82d164abfe83 req-ec111296-0254-46e7-8021-2a341d5a82c7 service neutron] Checking segment: {'id': 'e265938c-e0cf-42a1-835c-89a6426c4fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f29176a0-265a-43b1-bfed-10a979216407'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:03:17.072691 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f5d268-e24d-45c4-96d0-82d164abfe83 req-ec111296-0254-46e7-8021-2a341d5a82c7 service neutron] Bound using segment: {'id': 'e265938c-e0cf-42a1-835c-89a6426c4fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f29176a0-265a-43b1-bfed-10a979216407'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:03:17.073115 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-f2f5d268-e24d-45c4-96d0-82d164abfe83 req-ec111296-0254-46e7-8021-2a341d5a82c7 service neutron] Bound port: ce7e851a-e6dc-4de4-8d90-4397acb8b570, host: n-h2-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e265938c-e0cf-42a1-835c-89a6426c4fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f29176a0-265a-43b1-bfed-10a979216407'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:03:17.073503 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-f2f5d268-e24d-45c4-96d0-82d164abfe83 req-ec111296-0254-46e7-8021-2a341d5a82c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:17.137541 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-f2f5d268-e24d-45c4-96d0-82d164abfe83 req-ec111296-0254-46e7-8021-2a341d5a82c7 service neutron] For port ce7e851a-e6dc-4de4-8d90-4397acb8b570, host n-h2-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:03:17.140372 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-f2f5d268-e24d-45c4-96d0-82d164abfe83 req-ec111296-0254-46e7-8021-2a341d5a82c7 service neutron] For port ce7e851a-e6dc-4de4-8d90-4397acb8b570, host n-h2-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=ce7e851a-e6dc-4de4-8d90-4397acb8b570,segment=NetworkSegment(e265938c-e0cf-42a1-835c-89a6426c4fd1),segment_id=e265938c-e0cf-42a1-835c-89a6426c4fd1)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:03:17.144753 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-f2f5d268-e24d-45c4-96d0-82d164abfe83 req-ec111296-0254-46e7-8021-2a341d5a82c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:17.177872 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f5d268-e24d-45c4-96d0-82d164abfe83 req-ec111296-0254-46e7-8021-2a341d5a82c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:17.178486 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-f2f5d268-e24d-45c4-96d0-82d164abfe83 req-ec111296-0254-46e7-8021-2a341d5a82c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:17.179914 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f2f5d268-e24d-45c4-96d0-82d164abfe83 req-ec111296-0254-46e7-8021-2a341d5a82c7 service neutron] 10.222.0.48 "PUT /v2.0/ports/ce7e851a-e6dc-4de4-8d90-4397acb8b570 HTTP/1.1" status: 200 len: 1093 time: 0.6368701 Aug 29 05:03:17.199859 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec111296-0254-46e7-8021-2a341d5a82c7 service neutron] Pushing event updated for resources: {'Port': ['ID=ce7e851a-e6dc-4de4-8d90-4397acb8b570,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:03:17.252028 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f5d268-e24d-45c4-96d0-82d164abfe83 req-6ee99f2f-7aef-42d0-a7f9-736539362a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:17.253532 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f2f5d268-e24d-45c4-96d0-82d164abfe83 req-6ee99f2f-7aef-42d0-a7f9-736539362a26 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6cd54cf7ff4d4913839f65018b49efa3&device_id=7af5351a-00a0-4608-b618-6d9ac8915dcd HTTP/1.1" status: 200 len: 1096 time: 0.0414290 Aug 29 05:03:17.343613 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f5d268-e24d-45c4-96d0-82d164abfe83 req-ef6c0aad-bc8d-4a86-98be-6eb0f633eaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:17.345108 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f2f5d268-e24d-45c4-96d0-82d164abfe83 req-ef6c0aad-bc8d-4a86-98be-6eb0f633eaa5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f29176a0-265a-43b1-bfed-10a979216407 HTTP/1.1" status: 200 len: 915 time: 0.0845389 Aug 29 05:03:17.386459 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f2f5d268-e24d-45c4-96d0-82d164abfe83 req-5ed6f5e1-84ac-4ffb-a36e-cd56683866ed service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce7e851a-e6dc-4de4-8d90-4397acb8b570 HTTP/1.1" status: 200 len: 217 time: 0.0338774 Aug 29 05:03:17.435215 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f5d268-e24d-45c4-96d0-82d164abfe83 req-63c130a9-f87c-4f6f-bb4f-1c914eda9209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:17.436573 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f2f5d268-e24d-45c4-96d0-82d164abfe83 req-63c130a9-f87c-4f6f-bb4f-1c914eda9209 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=abc27fa0-438e-4089-a292-ba1625ea629d HTTP/1.1" status: 200 len: 854 time: 0.0420930 Aug 29 05:03:17.467516 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f2f5d268-e24d-45c4-96d0-82d164abfe83 req-c52d2cb9-7554-4f1b-b054-d94edeb100a3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f29176a0-265a-43b1-bfed-10a979216407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233157 Aug 29 05:03:17.557993 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f2f5d268-e24d-45c4-96d0-82d164abfe83 req-33f00113-f6a0-4416-87d6-b5fb584d67eb service neutron] 10.222.0.48 "GET /v2.0/networks/f29176a0-265a-43b1-bfed-10a979216407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825958 Aug 29 05:03:17.651253 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f2f5d268-e24d-45c4-96d0-82d164abfe83 req-d0227448-7eb8-41f6-b5c7-f70defc6a0ef service neutron] 10.222.0.48 "GET /v2.0/networks/f29176a0-265a-43b1-bfed-10a979216407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857387 Aug 29 05:03:17.953734 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033a7255-27df-4e38-907f-6e9ee0082761 req-a595350d-aba1-4185-915e-a0474e70a032 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:17.955217 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-033a7255-27df-4e38-907f-6e9ee0082761 req-a595350d-aba1-4185-915e-a0474e70a032 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/ports?device_id=7af5351a-00a0-4608-b618-6d9ac8915dcd HTTP/1.1" status: 200 len: 944 time: 0.1054463 Aug 29 05:03:17.992167 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-033a7255-27df-4e38-907f-6e9ee0082761 req-dfb8fd6e-f3e2-4718-b6f0-ba5ddf880c0e tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/security-groups?id=cce56e04-c56c-4431-a187-bdd59687c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309167 Aug 29 05:03:18.977711 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device ce7e851a-e6dc-4de4-8d90-4397acb8b570 no longer exists at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:03:19.001639 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7af5351a-00a0-4608-b618-6d9ac8915dcd', 'tag': 'ce7e851a-e6dc-4de4-8d90-4397acb8b570'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:03:19.003987 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b1e0f11-f2eb-4aa4-838e-662d0a680a2d" -d '{"events": [{"name": "network-changed", "server_uuid": "7af5351a-00a0-4608-b618-6d9ac8915dcd", "tag": "ce7e851a-e6dc-4de4-8d90-4397acb8b570"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:03:19.015611 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device ce7e851a-e6dc-4de4-8d90-4397acb8b570 not bound to the agent host n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:03:19.052747 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67a4ce0c-3dde-4126-931f-4b2990b75865 x-openstack-request-id: req-67a4ce0c-3dde-4126-931f-4b2990b75865 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:03:19.053047 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7af5351a-00a0-4608-b618-6d9ac8915dcd", "tag": "ce7e851a-e6dc-4de4-8d90-4397acb8b570", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:03:19.053304 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-67a4ce0c-3dde-4126-931f-4b2990b75865 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:03:19.053710 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7af5351a-00a0-4608-b618-6d9ac8915dcd', 'tag': 'ce7e851a-e6dc-4de4-8d90-4397acb8b570', 'status': 'completed', 'code': 200} Aug 29 05:03:19.169870 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cc433f-0f76-43c7-8698-3278483ee291 req-7451b46a-604b-44ca-970b-50afb6ff2c72 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:19.171369 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-78cc433f-0f76-43c7-8698-3278483ee291 req-7451b46a-604b-44ca-970b-50afb6ff2c72 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/ports?device_id=7af5351a-00a0-4608-b618-6d9ac8915dcd HTTP/1.1" status: 200 len: 944 time: 0.1032786 Aug 29 05:03:19.177536 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1e0f11-f2eb-4aa4-838e-662d0a680a2d req-f3341d94-34f8-4fd4-8a21-9c848dd47c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:19.178961 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0b1e0f11-f2eb-4aa4-838e-662d0a680a2d req-f3341d94-34f8-4fd4-8a21-9c848dd47c32 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6cd54cf7ff4d4913839f65018b49efa3&device_id=7af5351a-00a0-4608-b618-6d9ac8915dcd HTTP/1.1" status: 200 len: 1096 time: 0.1017580 Aug 29 05:03:19.209827 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1e0f11-f2eb-4aa4-838e-662d0a680a2d req-dc89c03e-d599-451b-b00a-d78fc8714f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:19.211274 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0b1e0f11-f2eb-4aa4-838e-662d0a680a2d req-dc89c03e-d599-451b-b00a-d78fc8714f9c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6cd54cf7ff4d4913839f65018b49efa3&device_id=7af5351a-00a0-4608-b618-6d9ac8915dcd HTTP/1.1" status: 200 len: 1096 time: 0.0968366 Aug 29 05:03:19.329589 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-78cc433f-0f76-43c7-8698-3278483ee291 req-10e07265-1f1c-4480-9d3d-08cccc460e1b tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/security-groups?id=cce56e04-c56c-4431-a187-bdd59687c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495793 Aug 29 05:03:19.378567 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1e0f11-f2eb-4aa4-838e-662d0a680a2d req-752b29d6-43af-491b-9494-3a94cecdab04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:19.380075 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0b1e0f11-f2eb-4aa4-838e-662d0a680a2d req-752b29d6-43af-491b-9494-3a94cecdab04 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f29176a0-265a-43b1-bfed-10a979216407 HTTP/1.1" status: 200 len: 915 time: 0.1869633 Aug 29 05:03:19.382544 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1e0f11-f2eb-4aa4-838e-662d0a680a2d req-f79d0a41-d253-4a3f-9565-ca990f96376e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:19.383933 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0b1e0f11-f2eb-4aa4-838e-662d0a680a2d req-f79d0a41-d253-4a3f-9565-ca990f96376e service neutron] 10.222.0.48 "GET /v2.0/networks?id=f29176a0-265a-43b1-bfed-10a979216407 HTTP/1.1" status: 200 len: 915 time: 0.1599135 Aug 29 05:03:19.426746 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0b1e0f11-f2eb-4aa4-838e-662d0a680a2d req-105bdc1f-030c-4a6e-a506-64f09becd375 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce7e851a-e6dc-4de4-8d90-4397acb8b570 HTTP/1.1" status: 200 len: 217 time: 0.0393932 Aug 29 05:03:19.567655 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:19.802616 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0b1e0f11-f2eb-4aa4-838e-662d0a680a2d req-9455da1a-b82d-40a0-b9a8-2d4e36728f02 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce7e851a-e6dc-4de4-8d90-4397acb8b570 HTTP/1.1" status: 200 len: 217 time: 0.4086096 Aug 29 05:03:19.872902 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1e0f11-f2eb-4aa4-838e-662d0a680a2d req-25d68f64-fe05-440b-8373-dde51b24e1da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:19.874361 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0b1e0f11-f2eb-4aa4-838e-662d0a680a2d req-25d68f64-fe05-440b-8373-dde51b24e1da service neutron] 10.222.0.46 "GET /v2.0/subnets?id=abc27fa0-438e-4089-a292-ba1625ea629d HTTP/1.1" status: 200 len: 854 time: 0.0798888 Aug 29 05:03:19.875965 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1e0f11-f2eb-4aa4-838e-662d0a680a2d req-dd65cd9e-27cc-4dc4-9be5-6661501a902c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:19.878263 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0b1e0f11-f2eb-4aa4-838e-662d0a680a2d req-dd65cd9e-27cc-4dc4-9be5-6661501a902c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=abc27fa0-438e-4089-a292-ba1625ea629d HTTP/1.1" status: 200 len: 854 time: 0.0569725 Aug 29 05:03:19.931933 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0b1e0f11-f2eb-4aa4-838e-662d0a680a2d req-a1a98805-a5f7-4c7f-ae7d-50a52b7fb893 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f29176a0-265a-43b1-bfed-10a979216407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413799 Aug 29 05:03:19.933673 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0b1e0f11-f2eb-4aa4-838e-662d0a680a2d req-b091ed11-1671-4e5b-a24d-e94089ff2524 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f29176a0-265a-43b1-bfed-10a979216407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511088 Aug 29 05:03:19.950379 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device ce7e851a-e6dc-4de4-8d90-4397acb8b570 details requested by agent hyperv_n-h2-712140-12 with host n-h2-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:03:20.043745 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port ce7e851a-e6dc-4de4-8d90-4397acb8b570, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=ce7e851a-e6dc-4de4-8d90-4397acb8b570,segment=NetworkSegment(e265938c-e0cf-42a1-835c-89a6426c4fd1),segment_id=e265938c-e0cf-42a1-835c-89a6426c4fd1)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:03:20.054902 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Returning: {'device': 'ce7e851a-e6dc-4de4-8d90-4397acb8b570', 'network_id': 'f29176a0-265a-43b1-bfed-10a979216407', 'port_id': 'ce7e851a-e6dc-4de4-8d90-4397acb8b570', 'mac_address': 'fa:16:3e:a3:73:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abc27fa0-438e-4089-a292-ba1625ea629d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:03:20.089704 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0b1e0f11-f2eb-4aa4-838e-662d0a680a2d req-e2bd42e0-c2d0-4d4f-9236-9f5b0396eec8 service neutron] 10.222.0.48 "GET /v2.0/networks/f29176a0-265a-43b1-bfed-10a979216407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487942 Aug 29 05:03:20.091859 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0b1e0f11-f2eb-4aa4-838e-662d0a680a2d req-112cfb81-052d-4a8d-b539-8f300a4dcda8 service neutron] 10.222.0.46 "GET /v2.0/networks/f29176a0-265a-43b1-bfed-10a979216407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504819 Aug 29 05:03:20.091990 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:20.104525 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce7e851a-e6dc-4de4-8d90-4397acb8b570 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:03:20.124133 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port ce7e851a-e6dc-4de4-8d90-4397acb8b570, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=ce7e851a-e6dc-4de4-8d90-4397acb8b570,segment=NetworkSegment(e265938c-e0cf-42a1-835c-89a6426c4fd1),segment_id=e265938c-e0cf-42a1-835c-89a6426c4fd1)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:03:20.127982 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:20.177544 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=ce7e851a-e6dc-4de4-8d90-4397acb8b570,revision_number=8']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:03:20.252127 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0b1e0f11-f2eb-4aa4-838e-662d0a680a2d req-bc7d6c38-f55d-4788-8677-317af0175593 service neutron] 10.222.0.48 "GET /v2.0/networks/f29176a0-265a-43b1-bfed-10a979216407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552756 Aug 29 05:03:20.254033 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0b1e0f11-f2eb-4aa4-838e-662d0a680a2d req-2262aafa-460f-46a1-867d-d21b94f571b3 service neutron] 10.222.0.46 "GET /v2.0/networks/f29176a0-265a-43b1-bfed-10a979216407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500535 Aug 29 05:03:20.445330 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679ceba2-6197-452e-b16c-cc5b83ed7099 req-1bf9222e-172f-452d-89a4-7d70a9a15685 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:20.446820 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-679ceba2-6197-452e-b16c-cc5b83ed7099 req-1bf9222e-172f-452d-89a4-7d70a9a15685 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/ports?device_id=7af5351a-00a0-4608-b618-6d9ac8915dcd HTTP/1.1" status: 200 len: 945 time: 0.0482023 Aug 29 05:03:20.485141 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-679ceba2-6197-452e-b16c-cc5b83ed7099 req-019df8e6-15d4-4367-a47b-4f74ae88504c tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/security-groups?id=cce56e04-c56c-4431-a187-bdd59687c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318730 Aug 29 05:03:21.604131 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eb0e93-f653-4268-adb1-3630d4e75db0 req-1ba613f4-bd73-4f36-b627-89d2b2a9118c tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:21.605681 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-13eb0e93-f653-4268-adb1-3630d4e75db0 req-1ba613f4-bd73-4f36-b627-89d2b2a9118c tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/ports?device_id=7af5351a-00a0-4608-b618-6d9ac8915dcd HTTP/1.1" status: 200 len: 945 time: 0.0491245 Aug 29 05:03:21.644183 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-13eb0e93-f653-4268-adb1-3630d4e75db0 req-efdca861-0201-4ac6-aeba-3ddf751a5db6 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/security-groups?id=cce56e04-c56c-4431-a187-bdd59687c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322719 Aug 29 05:03:21.708039 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['ce7e851a-e6dc-4de4-8d90-4397acb8b570'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:03:21.874711 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f52306a-1180-4710-b42c-87cef560f83e req-2d8666f5-fd8d-4db3-b7ed-a6e868433423 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:21.876247 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5f52306a-1180-4710-b42c-87cef560f83e req-2d8666f5-fd8d-4db3-b7ed-a6e868433423 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/ports?device_id=7af5351a-00a0-4608-b618-6d9ac8915dcd HTTP/1.1" status: 200 len: 945 time: 0.0850613 Aug 29 05:03:21.890595 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b2206-93dd-4899-ae27-0e7b5acd5eae req-4f92910c-b086-43ff-a9de-cf7afcc65e94 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:21.892024 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f98b2206-93dd-4899-ae27-0e7b5acd5eae req-4f92910c-b086-43ff-a9de-cf7afcc65e94 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.46 "GET /v2.0/ports?device_id=7af5351a-00a0-4608-b618-6d9ac8915dcd&tenant_id=6cd54cf7ff4d4913839f65018b49efa3&binding%3Ahost_id=n-h2-712140-12 HTTP/1.1" status: 200 len: 945 time: 0.0702450 Aug 29 05:03:21.954973 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5f52306a-1180-4710-b42c-87cef560f83e req-885d8a0b-bbaa-4b64-9a57-3d15b1b400a0 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/security-groups?id=cce56e04-c56c-4431-a187-bdd59687c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713787 Aug 29 05:03:21.972557 n-d-712140-12 neutron-server[94828]: INFO neutron.api.v2.resource [req-f98b2206-93dd-4899-ae27-0e7b5acd5eae req-11a2b762-41cd-4f8a-b82c-95529212aafc service neutron] delete failed (client error): The resource could not be found. Aug 29 05:03:21.973573 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f98b2206-93dd-4899-ae27-0e7b5acd5eae req-11a2b762-41cd-4f8a-b82c-95529212aafc service neutron] 10.222.0.46 "DELETE /v2.0/ports/ce7e851a-e6dc-4de4-8d90-4397acb8b570/bindings/n-h1-712140-12 HTTP/1.1" status: 404 len: 381 time: 0.0683067 Aug 29 05:03:22.058909 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b2206-93dd-4899-ae27-0e7b5acd5eae req-a05a87a8-606e-45fc-8a4e-28dcf5123867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:22.060421 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f98b2206-93dd-4899-ae27-0e7b5acd5eae req-a05a87a8-606e-45fc-8a4e-28dcf5123867 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6cd54cf7ff4d4913839f65018b49efa3&device_id=7af5351a-00a0-4608-b618-6d9ac8915dcd HTTP/1.1" status: 200 len: 1097 time: 0.0439403 Aug 29 05:03:22.150184 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b2206-93dd-4899-ae27-0e7b5acd5eae req-71582a04-fe8a-491b-a8b4-eab392f7b263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:22.151615 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f98b2206-93dd-4899-ae27-0e7b5acd5eae req-71582a04-fe8a-491b-a8b4-eab392f7b263 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f29176a0-265a-43b1-bfed-10a979216407 HTTP/1.1" status: 200 len: 915 time: 0.0836291 Aug 29 05:03:22.198073 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f98b2206-93dd-4899-ae27-0e7b5acd5eae req-aad85ee9-e10e-494b-bd67-bcbc152c35f6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce7e851a-e6dc-4de4-8d90-4397acb8b570 HTTP/1.1" status: 200 len: 217 time: 0.0397162 Aug 29 05:03:22.248362 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b2206-93dd-4899-ae27-0e7b5acd5eae req-2769588a-0f61-4c35-aef9-ad9a37eff224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:22.250009 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f98b2206-93dd-4899-ae27-0e7b5acd5eae req-2769588a-0f61-4c35-aef9-ad9a37eff224 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=abc27fa0-438e-4089-a292-ba1625ea629d HTTP/1.1" status: 200 len: 854 time: 0.0454347 Aug 29 05:03:22.282100 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f98b2206-93dd-4899-ae27-0e7b5acd5eae req-e94f6267-b077-4826-9aa5-e16bad9be71d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f29176a0-265a-43b1-bfed-10a979216407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251198 Aug 29 05:03:22.374865 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f98b2206-93dd-4899-ae27-0e7b5acd5eae req-c4ccd46c-0743-498b-8156-14c12285d6eb service neutron] 10.222.0.46 "GET /v2.0/networks/f29176a0-265a-43b1-bfed-10a979216407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857956 Aug 29 05:03:22.468622 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f98b2206-93dd-4899-ae27-0e7b5acd5eae req-a943eeff-ab44-42fd-bbbf-4d1965348e75 service neutron] 10.222.0.46 "GET /v2.0/networks/f29176a0-265a-43b1-bfed-10a979216407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861330 Aug 29 05:03:23.077406 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc96d2f-0cbf-4d92-96e0-c46165579f42 req-a772c6c5-f172-4f08-8ada-1e09d107c60d tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:23.078948 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3fc96d2f-0cbf-4d92-96e0-c46165579f42 req-a772c6c5-f172-4f08-8ada-1e09d107c60d tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/ports?device_id=7af5351a-00a0-4608-b618-6d9ac8915dcd HTTP/1.1" status: 200 len: 945 time: 0.0499232 Aug 29 05:03:23.117149 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3fc96d2f-0cbf-4d92-96e0-c46165579f42 req-2b0729d4-e773-4de4-bfc7-b339a2596138 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/security-groups?id=cce56e04-c56c-4431-a187-bdd59687c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314901 Aug 29 05:03:23.232097 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19048f2d-7972-45b8-a5f2-c96ff3ae9c5b req-62f8bab9-4dc8-4058-9d83-1b68445f8320 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:23.233570 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-19048f2d-7972-45b8-a5f2-c96ff3ae9c5b req-62f8bab9-4dc8-4058-9d83-1b68445f8320 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/ports?device_id=7af5351a-00a0-4608-b618-6d9ac8915dcd HTTP/1.1" status: 200 len: 945 time: 0.0493765 Aug 29 05:03:23.270569 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-19048f2d-7972-45b8-a5f2-c96ff3ae9c5b req-83a7ce61-6d5f-4518-b087-7932da508fc5 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/security-groups?id=cce56e04-c56c-4431-a187-bdd59687c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310278 Aug 29 05:03:23.388662 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8412402e-94bf-443a-b82c-79c22c111bb7 req-0dd0d115-701c-46c1-a500-258fcaae5100 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:23.390133 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8412402e-94bf-443a-b82c-79c22c111bb7 req-0dd0d115-701c-46c1-a500-258fcaae5100 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/ports?device_id=7af5351a-00a0-4608-b618-6d9ac8915dcd HTTP/1.1" status: 200 len: 945 time: 0.0540099 Aug 29 05:03:23.429006 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-8412402e-94bf-443a-b82c-79c22c111bb7 req-f9cba089-90bd-4b6f-a678-f6b24a3d9f07 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/security-groups?id=cce56e04-c56c-4431-a187-bdd59687c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329273 Aug 29 05:03:23.754013 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12866bd6-a2ba-4269-82e7-5b14825e4ff6 req-f9936123-5f77-4668-89ea-7447cffb6139 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:23.755506 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-12866bd6-a2ba-4269-82e7-5b14825e4ff6 req-f9936123-5f77-4668-89ea-7447cffb6139 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/ports?device_id=7af5351a-00a0-4608-b618-6d9ac8915dcd HTTP/1.1" status: 200 len: 945 time: 0.0525403 Aug 29 05:03:23.793076 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-12866bd6-a2ba-4269-82e7-5b14825e4ff6 req-223415c1-2f48-4482-b001-a11aa7375463 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/security-groups?id=cce56e04-c56c-4431-a187-bdd59687c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309861 Aug 29 05:03:23.947415 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device ce7e851a-e6dc-4de4-8d90-4397acb8b570 up at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:03:23.995600 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning for port ce7e851a-e6dc-4de4-8d90-4397acb8b570 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:03:23.999228 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning complete for port ce7e851a-e6dc-4de4-8d90-4397acb8b570 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:03:23.999604 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:24.076287 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:24.097931 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7af5351a-00a0-4608-b618-6d9ac8915dcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce7e851a-e6dc-4de4-8d90-4397acb8b570'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:03:24.100363 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a45c1a5-a7e6-4f39-a773-35a237de7436" -d '{"events": [{"server_uuid": "7af5351a-00a0-4608-b618-6d9ac8915dcd", "name": "network-vif-plugged", "status": "completed", "tag": "ce7e851a-e6dc-4de4-8d90-4397acb8b570"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:03:24.113454 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port ce7e851a-e6dc-4de4-8d90-4397acb8b570, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=ce7e851a-e6dc-4de4-8d90-4397acb8b570,segment=NetworkSegment(e265938c-e0cf-42a1-835c-89a6426c4fd1),segment_id=e265938c-e0cf-42a1-835c-89a6426c4fd1)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:03:24.117455 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:24.141715 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a8c8842-058b-41e7-be16-37947bef353c x-openstack-request-id: req-9a8c8842-058b-41e7-be16-37947bef353c {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:03:24.142003 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7af5351a-00a0-4608-b618-6d9ac8915dcd", "name": "network-vif-plugged", "status": "completed", "tag": "ce7e851a-e6dc-4de4-8d90-4397acb8b570", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:03:24.142256 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9a8c8842-058b-41e7-be16-37947bef353c {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:03:24.142643 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7af5351a-00a0-4608-b618-6d9ac8915dcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce7e851a-e6dc-4de4-8d90-4397acb8b570', 'code': 200} Aug 29 05:03:24.169034 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=ce7e851a-e6dc-4de4-8d90-4397acb8b570,revision_number=9']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:03:24.907246 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623bd9dd-0bf5-4d03-a33e-632f110dc796 req-4a2805bd-a220-49ad-bd35-78501dae155b tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:24.908761 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-623bd9dd-0bf5-4d03-a33e-632f110dc796 req-4a2805bd-a220-49ad-bd35-78501dae155b tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/ports?device_id=7af5351a-00a0-4608-b618-6d9ac8915dcd HTTP/1.1" status: 200 len: 946 time: 0.0501351 Aug 29 05:03:24.946578 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-623bd9dd-0bf5-4d03-a33e-632f110dc796 req-f4ee2b75-08b7-4551-bca0-3129f369d9ee tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/security-groups?id=cce56e04-c56c-4431-a187-bdd59687c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318031 Aug 29 05:03:25.194554 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c045a5b5-4d5b-4f70-9c09-6db15a724dcd req-7b650595-2446-4c43-8985-13290e155285 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:25.196064 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c045a5b5-4d5b-4f70-9c09-6db15a724dcd req-7b650595-2446-4c43-8985-13290e155285 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.48 "GET /v2.0/ports?device_id=7af5351a-00a0-4608-b618-6d9ac8915dcd HTTP/1.1" status: 200 len: 946 time: 0.0480919 Aug 29 05:03:25.286760 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-c045a5b5-4d5b-4f70-9c09-6db15a724dcd req-4f5544d4-93c9-4a41-b994-9c4a52e6a2bf tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Deleting port ce7e851a-e6dc-4de4-8d90-4397acb8b570 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:03:25.287114 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-c045a5b5-4d5b-4f70-9c09-6db15a724dcd req-4f5544d4-93c9-4a41-b994-9c4a52e6a2bf tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:25.373441 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-c045a5b5-4d5b-4f70-9c09-6db15a724dcd req-4f5544d4-93c9-4a41-b994-9c4a52e6a2bf tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] For port ce7e851a-e6dc-4de4-8d90-4397acb8b570, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=ce7e851a-e6dc-4de4-8d90-4397acb8b570,segment=NetworkSegment(e265938c-e0cf-42a1-835c-89a6426c4fd1),segment_id=e265938c-e0cf-42a1-835c-89a6426c4fd1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:03:25.373811 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-c045a5b5-4d5b-4f70-9c09-6db15a724dcd req-4f5544d4-93c9-4a41-b994-9c4a52e6a2bf tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:25.386342 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-c045a5b5-4d5b-4f70-9c09-6db15a724dcd req-4f5544d4-93c9-4a41-b994-9c4a52e6a2bf tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Calling delete_port for ce7e851a-e6dc-4de4-8d90-4397acb8b570 owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:03:25.513468 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-c045a5b5-4d5b-4f70-9c09-6db15a724dcd req-4f5544d4-93c9-4a41-b994-9c4a52e6a2bf tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:25.545224 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5544d4-93c9-4a41-b994-9c4a52e6a2bf tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Pushing event deleted for resources: {'Port': ['ID=ce7e851a-e6dc-4de4-8d90-4397acb8b570,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:03:25.548061 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['ce7e851a-e6dc-4de4-8d90-4397acb8b570'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:03:25.591181 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-c045a5b5-4d5b-4f70-9c09-6db15a724dcd req-4f5544d4-93c9-4a41-b994-9c4a52e6a2bf tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] No DVR routers for this DVR port ce7e851a-e6dc-4de4-8d90-4397acb8b570 on host n-h2-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:03:25.593909 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-c045a5b5-4d5b-4f70-9c09-6db15a724dcd req-4f5544d4-93c9-4a41-b994-9c4a52e6a2bf tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:25.596016 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c045a5b5-4d5b-4f70-9c09-6db15a724dcd req-4f5544d4-93c9-4a41-b994-9c4a52e6a2bf tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.48 "DELETE /v2.0/ports/ce7e851a-e6dc-4de4-8d90-4397acb8b570 HTTP/1.1" status: 204 len: 173 time: 0.3936679 Aug 29 05:03:25.596464 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7af5351a-00a0-4608-b618-6d9ac8915dcd', 'name': 'network-vif-deleted', 'tag': 'ce7e851a-e6dc-4de4-8d90-4397acb8b570'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:03:25.598818 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b8f006f-c110-4350-b439-8b931fb3d26d" -d '{"events": [{"server_uuid": "7af5351a-00a0-4608-b618-6d9ac8915dcd", "name": "network-vif-deleted", "tag": "ce7e851a-e6dc-4de4-8d90-4397acb8b570"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:03:25.636572 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce7842a4-bfe9-4d1b-81f8-212c9872ee7f x-openstack-request-id: req-ce7842a4-bfe9-4d1b-81f8-212c9872ee7f {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:03:25.636893 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7af5351a-00a0-4608-b618-6d9ac8915dcd", "name": "network-vif-deleted", "tag": "ce7e851a-e6dc-4de4-8d90-4397acb8b570", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:03:25.637137 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ce7842a4-bfe9-4d1b-81f8-212c9872ee7f {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:03:25.637535 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7af5351a-00a0-4608-b618-6d9ac8915dcd', 'name': 'network-vif-deleted', 'tag': 'ce7e851a-e6dc-4de4-8d90-4397acb8b570', 'status': 'completed', 'code': 200} Aug 29 05:03:26.058089 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8e0ed348-d01a-4cf2-9e43-c49c256cea30 req-910079f3-0853-4d92-8403-54f83107e8c1 tempest-ServerDiskConfigTestJSON-1994189385 tempest-ServerDiskConfigTestJSON-1994189385-project] 10.222.0.22 "GET /v2.0/ports?device_id=7af5351a-00a0-4608-b618-6d9ac8915dcd HTTP/1.1" status: 200 len: 210 time: 0.0272436 Aug 29 05:03:27.177759 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 38300) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:03:27.221731 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a3af629-31e9-41e5-af20-7ae3e35cbd8c admin admin] Deleting subnet abc27fa0-438e-4089-a292-ba1625ea629d {{(pid=94828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 05:03:27.224760 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7a3af629-31e9-41e5-af20-7ae3e35cbd8c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:27.257835 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7a3af629-31e9-41e5-af20-7ae3e35cbd8c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8904862'] for subnet, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:27.295826 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7a3af629-31e9-41e5-af20-7ae3e35cbd8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:27.351407 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7a3af629-31e9-41e5-af20-7ae3e35cbd8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9190434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062341'] for subnet, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:27.376795 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3af629-31e9-41e5-af20-7ae3e35cbd8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abc27fa0-438e-4089-a292-ba1625ea629d,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:03:27.381606 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7a3af629-31e9-41e5-af20-7ae3e35cbd8c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:27.383409 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-7a3af629-31e9-41e5-af20-7ae3e35cbd8c admin admin] 10.222.0.22 "DELETE /v2.0/subnets/abc27fa0-438e-4089-a292-ba1625ea629d HTTP/1.1" status: 204 len: 168 time: 0.2046180 Aug 29 05:03:27.386460 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 38302) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:03:27.452619 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2bf48b8b-2cbf-4af8-99d2-046d1348a054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:27.532221 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2bf48b8b-2cbf-4af8-99d2-046d1348a054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:27.541555 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-2bf48b8b-2cbf-4af8-99d2-046d1348a054 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f29176a0-265a-43b1-bfed-10a979216407']}} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:03:27.551370 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-2bf48b8b-2cbf-4af8-99d2-046d1348a054 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e265938c-e0cf-42a1-835c-89a6426c4fd1') {'for_net_delete': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:03:27.551667 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-2bf48b8b-2cbf-4af8-99d2-046d1348a054 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e265938c-e0cf-42a1-835c-89a6426c4fd1') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:03:27.560653 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2bf48b8b-2cbf-4af8-99d2-046d1348a054 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8904833'] for segment, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:27.561691 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:03:27.574833 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2bf48b8b-2cbf-4af8-99d2-046d1348a054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:27.580476 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bf48b8b-2cbf-4af8-99d2-046d1348a054 admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=94828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:03:27.580857 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2bf48b8b-2cbf-4af8-99d2-046d1348a054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9190468'] for segment, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:27.582431 n-d-712140-12 neutron-server[94828]: Traceback (most recent call last): Aug 29 05:03:27.582431 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:03:27.582431 n-d-712140-12 neutron-server[94828]: timer() Aug 29 05:03:27.582431 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:03:27.582431 n-d-712140-12 neutron-server[94828]: cb(*args, **kw) Aug 29 05:03:27.582431 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:03:27.582431 n-d-712140-12 neutron-server[94828]: return func(*args, **kwargs) Aug 29 05:03:27.582431 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:03:27.582431 n-d-712140-12 neutron-server[94828]: self._notify() Aug 29 05:03:27.582431 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:03:27.582431 n-d-712140-12 neutron-server[94828]: self.callback(batched_events) Aug 29 05:03:27.582431 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:03:27.582431 n-d-712140-12 neutron-server[94828]: event.method(event) Aug 29 05:03:27.582431 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:03:27.582431 n-d-712140-12 neutron-server[94828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:03:27.582431 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:03:27.582431 n-d-712140-12 neutron-server[94828]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:03:27.582431 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:03:27.582431 n-d-712140-12 neutron-server[94828]: return f(self, *a, **k) Aug 29 05:03:27.582431 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:03:27.582431 n-d-712140-12 neutron-server[94828]: return self._get(url).json() Aug 29 05:03:27.582431 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:03:27.582431 n-d-712140-12 neutron-server[94828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:03:27.582431 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:03:27.582431 n-d-712140-12 neutron-server[94828]: return self.request(url, 'GET', **kwargs) Aug 29 05:03:27.582431 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:03:27.582431 n-d-712140-12 neutron-server[94828]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:03:27.582431 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:03:27.582431 n-d-712140-12 neutron-server[94828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:03:27.582431 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:03:27.582431 n-d-712140-12 neutron-server[94828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:03:27.582431 n-d-712140-12 neutron-server[94828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:03:27.635078 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2bf48b8b-2cbf-4af8-99d2-046d1348a054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:27.641224 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2bf48b8b-2cbf-4af8-99d2-046d1348a054 admin admin] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:27.646129 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-2bf48b8b-2cbf-4af8-99d2-046d1348a054 admin admin] 10.222.0.22 "DELETE /v2.0/networks/f29176a0-265a-43b1-bfed-10a979216407 HTTP/1.1" status: 204 len: 168 time: 0.2560320 Aug 29 05:03:27.656740 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf48b8b-2cbf-4af8-99d2-046d1348a054 admin admin] Pushing event deleted for resources: {'Network': ['ID=f29176a0-265a-43b1-bfed-10a979216407,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:03:27.750091 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 38306) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:03:27.794096 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-bcc19d55-4eb0-4625-b257-998a68719c40 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6cd54cf7ff4d4913839f65018b49efa3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0428302 Aug 29 05:03:27.796581 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 38308) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:03:27.844062 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-03af45c4-0b6f-4c87-a016-9d4ca4aa9d93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:27.864377 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-03af45c4-0b6f-4c87-a016-9d4ca4aa9d93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:27.911073 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-03af45c4-0b6f-4c87-a016-9d4ca4aa9d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:27.913823 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-03af45c4-0b6f-4c87-a016-9d4ca4aa9d93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:27.914967 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-03af45c4-0b6f-4c87-a016-9d4ca4aa9d93 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cce56e04-c56c-4431-a187-bdd59687c242 HTTP/1.1" status: 204 len: 168 time: 0.1174965 Aug 29 05:03:27.923421 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03af45c4-0b6f-4c87-a016-9d4ca4aa9d93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cce56e04-c56c-4431-a187-bdd59687c242,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:03:28.568734 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 38330) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:03:28.663941 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-66eacc10-8796-47a4-9393-a84fad52d251 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1226271981-network', 'tenant_id': '31def360f89342158e5c482db8b51dfa'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:03:28.685117 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66eacc10-8796-47a4-9393-a84fad52d251 admin admin] Made reservation on behalf of 31def360f89342158e5c482db8b51dfa for: {'network': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:03:28.687306 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-66eacc10-8796-47a4-9393-a84fad52d251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:28.695757 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-66eacc10-8796-47a4-9393-a84fad52d251 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:28.784145 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-66eacc10-8796-47a4-9393-a84fad52d251 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:28.787899 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-66eacc10-8796-47a4-9393-a84fad52d251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:28.808901 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66eacc10-8796-47a4-9393-a84fad52d251 admin admin] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=94828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:03:28.823655 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eacc10-8796-47a4-9393-a84fad52d251 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eedcd3c0-9576-4214-b7e7-921bebb6203e,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:03:28.826694 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-66eacc10-8796-47a4-9393-a84fad52d251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:28.827051 n-d-712140-12 neutron-server[94828]: INFO neutron.db.segments_db [None req-66eacc10-8796-47a4-9393-a84fad52d251 admin admin] Added segment d0eb4993-5acc-428e-b96a-f89f3077d8e1 of type vlan for network d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb Aug 29 05:03:28.869313 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-66eacc10-8796-47a4-9393-a84fad52d251 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:28.893692 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-66eacc10-8796-47a4-9393-a84fad52d251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:28.894823 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66eacc10-8796-47a4-9393-a84fad52d251 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:28.895417 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-66eacc10-8796-47a4-9393-a84fad52d251 admin admin] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:28.907461 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:28.950106 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-66eacc10-8796-47a4-9393-a84fad52d251 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3802001 Aug 29 05:03:28.953205 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 38334) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:03:28.956958 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eacc10-8796-47a4-9393-a84fad52d251 admin admin] Pushing event updated for resources: {'Network': ['ID=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:03:28.958599 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-372e333c-ba01-4e2f-acc0-c406e0cbe167 admin admin] Request body: {'subnet': {'network_id': 'd4ebd4fa-a4f1-45bc-9f70-1a5031b435cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1226271981-subnet', 'tenant_id': '31def360f89342158e5c482db8b51dfa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:03:28.966976 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:03:28.989313 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-372e333c-ba01-4e2f-acc0-c406e0cbe167 admin admin] Made reservation on behalf of 31def360f89342158e5c482db8b51dfa for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:03:28.991715 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-372e333c-ba01-4e2f-acc0-c406e0cbe167 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4552395'] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:29.153958 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-372e333c-ba01-4e2f-acc0-c406e0cbe167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4274880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4552377'] for subnet, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:29.209195 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372e333c-ba01-4e2f-acc0-c406e0cbe167 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f6d99e8-8009-478f-9356-563dd7d1ac5b,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:03:29.220329 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372e333c-ba01-4e2f-acc0-c406e0cbe167 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:03:29.220677 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372e333c-ba01-4e2f-acc0-c406e0cbe167 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:03:29.221024 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372e333c-ba01-4e2f-acc0-c406e0cbe167 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:03:29.221362 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372e333c-ba01-4e2f-acc0-c406e0cbe167 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:03:29.221693 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372e333c-ba01-4e2f-acc0-c406e0cbe167 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:03:29.222023 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372e333c-ba01-4e2f-acc0-c406e0cbe167 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:03:29.222353 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372e333c-ba01-4e2f-acc0-c406e0cbe167 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:03:29.222688 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372e333c-ba01-4e2f-acc0-c406e0cbe167 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:03:29.223016 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372e333c-ba01-4e2f-acc0-c406e0cbe167 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:03:29.223345 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372e333c-ba01-4e2f-acc0-c406e0cbe167 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:03:29.223664 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372e333c-ba01-4e2f-acc0-c406e0cbe167 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:03:29.224013 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372e333c-ba01-4e2f-acc0-c406e0cbe167 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:03:29.227222 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372e333c-ba01-4e2f-acc0-c406e0cbe167 admin admin] Checking segment: {'id': 'd0eb4993-5acc-428e-b96a-f89f3077d8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd4ebd4fa-a4f1-45bc-9f70-1a5031b435cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:03:29.227590 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372e333c-ba01-4e2f-acc0-c406e0cbe167 admin admin] Network hostable DHCP agents. Network: d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:03:29.244627 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372e333c-ba01-4e2f-acc0-c406e0cbe167 admin admin] Network d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:03:29.252847 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-372e333c-ba01-4e2f-acc0-c406e0cbe167 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb) {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:03:29.256972 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372e333c-ba01-4e2f-acc0-c406e0cbe167 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:29.257567 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-372e333c-ba01-4e2f-acc0-c406e0cbe167 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:29.263938 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd4fa4d-09b3-40bb-af79-84836866e083 None None] Network d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:03:29.274069 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-372e333c-ba01-4e2f-acc0-c406e0cbe167 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3196094 Aug 29 05:03:29.274388 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 38336) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:03:29.280408 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-8c619a07-72bc-4126-95e6-3047c2bc59db admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1226271981-router', 'tenant_id': '31def360f89342158e5c482db8b51dfa', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:03:29.301981 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8c619a07-72bc-4126-95e6-3047c2bc59db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:29.303094 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8c619a07-72bc-4126-95e6-3047c2bc59db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1838'] for router, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:29.361105 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8c619a07-72bc-4126-95e6-3047c2bc59db admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:29.407054 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb32e59b-3799-4a75-bfca-4a73399e6b80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb', 'network_id': 'd4ebd4fa-a4f1-45bc-9f70-1a5031b435cb', 'tenant_id': '31def360f89342158e5c482db8b51dfa', 'fixed_ips': [{'subnet_id': '6f6d99e8-8009-478f-9356-563dd7d1ac5b'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 05:03:29.407951 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cb32e59b-3799-4a75-bfca-4a73399e6b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:29.499381 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8c619a07-72bc-4126-95e6-3047c2bc59db admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:29.546784 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-cb32e59b-3799-4a75-bfca-4a73399e6b80 None None] Allocated IP 172.20.0.2 (d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb/6f6d99e8-8009-478f-9356-563dd7d1ac5b/d7796138-07b6-48d0-a6a4-6c2e37f3c60a) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:03:29.691160 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cb32e59b-3799-4a75-bfca-4a73399e6b80 None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:29.700403 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-cb32e59b-3799-4a75-bfca-4a73399e6b80 None None] Transition to ACTIVE for port object d7796138-07b6-48d0-a6a4-6c2e37f3c60a will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:03:29.708549 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8c619a07-72bc-4126-95e6-3047c2bc59db admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:29.715220 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-cb32e59b-3799-4a75-bfca-4a73399e6b80 None None] Transition to ACTIVE for port object d7796138-07b6-48d0-a6a4-6c2e37f3c60a will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:03:29.721352 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cb32e59b-3799-4a75-bfca-4a73399e6b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:29.730355 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8c619a07-72bc-4126-95e6-3047c2bc59db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:29.761487 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb32e59b-3799-4a75-bfca-4a73399e6b80 None None] Network d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:03:29.764213 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-cb32e59b-3799-4a75-bfca-4a73399e6b80 None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:03:29.768196 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb32e59b-3799-4a75-bfca-4a73399e6b80 None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:03:29.775125 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb32e59b-3799-4a75-bfca-4a73399e6b80 None None] Pushing event updated for resources: {'Port': ['ID=d7796138-07b6-48d0-a6a4-6c2e37f3c60a,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:03:29.824765 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-cb32e59b-3799-4a75-bfca-4a73399e6b80 None None] Attempting to bind port d7796138-07b6-48d0-a6a4-6c2e37f3c60a on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:03:29.825141 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-cb32e59b-3799-4a75-bfca-4a73399e6b80 None None] Attempting to bind port d7796138-07b6-48d0-a6a4-6c2e37f3c60a by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'd0eb4993-5acc-428e-b96a-f89f3077d8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd4ebd4fa-a4f1-45bc-9f70-1a5031b435cb'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:03:29.825512 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb32e59b-3799-4a75-bfca-4a73399e6b80 None None] Attempting to bind port d7796138-07b6-48d0-a6a4-6c2e37f3c60a on network d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:03:29.830407 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb32e59b-3799-4a75-bfca-4a73399e6b80 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:03:29.830785 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb32e59b-3799-4a75-bfca-4a73399e6b80 None None] Checking segment: {'id': 'd0eb4993-5acc-428e-b96a-f89f3077d8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd4ebd4fa-a4f1-45bc-9f70-1a5031b435cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:03:29.831194 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cb32e59b-3799-4a75-bfca-4a73399e6b80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:29.831597 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb32e59b-3799-4a75-bfca-4a73399e6b80 None None] Bound using segment: {'id': 'd0eb4993-5acc-428e-b96a-f89f3077d8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd4ebd4fa-a4f1-45bc-9f70-1a5031b435cb'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:03:29.832222 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-cb32e59b-3799-4a75-bfca-4a73399e6b80 None None] Bound port: d7796138-07b6-48d0-a6a4-6c2e37f3c60a, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0eb4993-5acc-428e-b96a-f89f3077d8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd4ebd4fa-a4f1-45bc-9f70-1a5031b435cb'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:03:29.832616 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cb32e59b-3799-4a75-bfca-4a73399e6b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:29.841193 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-8c619a07-72bc-4126-95e6-3047c2bc59db admin admin] Allocated IP 172.25.0.210 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/f296628a-3cd6-4f77-be95-983e76610165) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:03:29.909381 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-cb32e59b-3799-4a75-bfca-4a73399e6b80 None None] For port d7796138-07b6-48d0-a6a4-6c2e37f3c60a, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:03:29.916230 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-cb32e59b-3799-4a75-bfca-4a73399e6b80 None None] For port d7796138-07b6-48d0-a6a4-6c2e37f3c60a, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=d7796138-07b6-48d0-a6a4-6c2e37f3c60a,segment=NetworkSegment(d0eb4993-5acc-428e-b96a-f89f3077d8e1),segment_id=d0eb4993-5acc-428e-b96a-f89f3077d8e1)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:03:29.921962 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cb32e59b-3799-4a75-bfca-4a73399e6b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:29.960654 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8c619a07-72bc-4126-95e6-3047c2bc59db admin admin] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:29.989971 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb32e59b-3799-4a75-bfca-4a73399e6b80 None None] Pushing event updated for resources: {'Port': ['ID=d7796138-07b6-48d0-a6a4-6c2e37f3c60a,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:03:29.994347 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device ce7e851a-e6dc-4de4-8d90-4397acb8b570 no longer exists at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:03:30.009531 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8c619a07-72bc-4126-95e6-3047c2bc59db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:30.015544 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] No Port match for: ce7e851a-e6dc-4de4-8d90-4397acb8b570 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:03:30.015836 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device ce7e851a-e6dc-4de4-8d90-4397acb8b570 not bound to the agent host n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:03:30.056001 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c619a07-72bc-4126-95e6-3047c2bc59db admin admin] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:03:30.059427 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-8c619a07-72bc-4126-95e6-3047c2bc59db admin admin] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:03:30.062300 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c619a07-72bc-4126-95e6-3047c2bc59db admin admin] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:03:30.068782 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c619a07-72bc-4126-95e6-3047c2bc59db admin admin] Pushing event updated for resources: {'Port': ['ID=f296628a-3cd6-4f77-be95-983e76610165,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:03:30.351047 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8c619a07-72bc-4126-95e6-3047c2bc59db admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:30.550566 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8c619a07-72bc-4126-95e6-3047c2bc59db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409'] for router, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:30.691125 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c619a07-72bc-4126-95e6-3047c2bc59db admin admin] Router 9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7 is scheduled to L3 agent 76874008-c311-485c-ba36-921b6d275b6a with binding_index 1 {{(pid=94828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 05:03:30.804478 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c619a07-72bc-4126-95e6-3047c2bc59db admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:03:30.815161 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa79cedc-e109-490a-b4c8-eee218f1f55c None None] Sync routers for ids ['9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:03:30.826281 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8c619a07-72bc-4126-95e6-3047c2bc59db admin admin] Notify callbacks [] for router, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:30.826492 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa79cedc-e109-490a-b4c8-eee218f1f55c None None] Routers {'9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:03:30.827517 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-fa79cedc-e109-490a-b4c8-eee218f1f55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:03:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:03:30.827768 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-8c619a07-72bc-4126-95e6-3047c2bc59db admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5518923 Aug 29 05:03:30.830631 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 38338) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:03:30.913674 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ada440-8efd-4994-9473-57948a54e251 None None] Network d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:03:30.977675 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-2dba763a-5cb6-48ac-9a01-102fb447c11a None None] Provisioning for port d7796138-07b6-48d0-a6a4-6c2e37f3c60a completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:03:31.006090 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-fa79cedc-e109-490a-b4c8-eee218f1f55c None None] Set router 9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:03:31.251151 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-fa79cedc-e109-490a-b4c8-eee218f1f55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7', 'name': 'tempest-ServerActionsTestJSON-1226271981-router', 'tenant_id': '31def360f89342158e5c482db8b51dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'f296628a-3cd6-4f77-be95-983e76610165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:03:29Z', 'updated_at': '2021-08-29T05:03:30Z', 'revision_number': 3, 'project_id': '31def360f89342158e5c482db8b51dfa', 'gw_port': {'id': 'f296628a-3cd6-4f77-be95-983e76610165', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f2:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:03:29Z', 'updated_at': '2021-08-29T05:03:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:03:31.258417 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a55da5be-e4f0-4343-96e6-eb9625ea3b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:31.277721 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa79cedc-e109-490a-b4c8-eee218f1f55c None None] Checking router: 9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7 for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:03:31.278079 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa79cedc-e109-490a-b4c8-eee218f1f55c None None] Updating router 9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7 port f296628a-3cd6-4f77-be95-983e76610165 binding host n-d-712140-12 {{(pid=94830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:03:31.311211 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fa79cedc-e109-490a-b4c8-eee218f1f55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:31.422515 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-a55da5be-e4f0-4343-96e6-eb9625ea3b4f admin admin] Allocated IP 172.20.0.1 (d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb/6f6d99e8-8009-478f-9356-563dd7d1ac5b/9f2ff4b2-35a8-4df2-9520-5d9a26f40f8e) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:03:31.529961 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a55da5be-e4f0-4343-96e6-eb9625ea3b4f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:31.543200 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-a55da5be-e4f0-4343-96e6-eb9625ea3b4f admin admin] Transition to ACTIVE for port object 9f2ff4b2-35a8-4df2-9520-5d9a26f40f8e will not be triggered until provisioned by entity DHCP. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:03:31.580152 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a55da5be-e4f0-4343-96e6-eb9625ea3b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:31.591873 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fa79cedc-e109-490a-b4c8-eee218f1f55c None None] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:31.602216 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-fa79cedc-e109-490a-b4c8-eee218f1f55c None None] Transition to ACTIVE for port object f296628a-3cd6-4f77-be95-983e76610165 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:03:31.609144 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fa79cedc-e109-490a-b4c8-eee218f1f55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:31.620631 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55da5be-e4f0-4343-96e6-eb9625ea3b4f admin admin] Network d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:03:31.622008 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-a55da5be-e4f0-4343-96e6-eb9625ea3b4f admin admin] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:03:31.627911 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55da5be-e4f0-4343-96e6-eb9625ea3b4f admin admin] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:03:31.648675 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device d7796138-07b6-48d0-a6a4-6c2e37f3c60a up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:03:31.656864 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55da5be-e4f0-4343-96e6-eb9625ea3b4f admin admin] Pushing event updated for resources: {'Port': ['ID=9f2ff4b2-35a8-4df2-9520-5d9a26f40f8e,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:03:31.675785 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a55da5be-e4f0-4343-96e6-eb9625ea3b4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719598'] for router_interface, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:31.696584 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-fa79cedc-e109-490a-b4c8-eee218f1f55c None None] Attempting to bind port f296628a-3cd6-4f77-be95-983e76610165 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:03:31.696957 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-fa79cedc-e109-490a-b4c8-eee218f1f55c None None] Attempting to bind port f296628a-3cd6-4f77-be95-983e76610165 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:03:31.697330 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa79cedc-e109-490a-b4c8-eee218f1f55c None None] Attempting to bind port f296628a-3cd6-4f77-be95-983e76610165 on network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:03:31.700727 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46dc69f-7578-46dd-9011-944396a1b68b None None] Pushing event updated for resources: {'Port': ['ID=f296628a-3cd6-4f77-be95-983e76610165,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:03:31.711279 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa79cedc-e109-490a-b4c8-eee218f1f55c None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:03:31.711657 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa79cedc-e109-490a-b4c8-eee218f1f55c None None] Checking segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:03:31.712082 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fa79cedc-e109-490a-b4c8-eee218f1f55c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:31.712474 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa79cedc-e109-490a-b4c8-eee218f1f55c None None] Bound using segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:03:31.712945 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-fa79cedc-e109-490a-b4c8-eee218f1f55c None None] Bound port: f296628a-3cd6-4f77-be95-983e76610165, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:03:31.713326 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fa79cedc-e109-490a-b4c8-eee218f1f55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:31.772102 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port d7796138-07b6-48d0-a6a4-6c2e37f3c60a completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:03:31.777593 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-fa79cedc-e109-490a-b4c8-eee218f1f55c None None] For port f296628a-3cd6-4f77-be95-983e76610165, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:03:31.779899 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port d7796138-07b6-48d0-a6a4-6c2e37f3c60a triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:03:31.780367 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:31.782950 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-fa79cedc-e109-490a-b4c8-eee218f1f55c None None] For port f296628a-3cd6-4f77-be95-983e76610165, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=f296628a-3cd6-4f77-be95-983e76610165,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:03:31.786677 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fa79cedc-e109-490a-b4c8-eee218f1f55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:31.815837 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a55da5be-e4f0-4343-96e6-eb9625ea3b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:31.891993 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa79cedc-e109-490a-b4c8-eee218f1f55c None None] Routers {'9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:03:31.892632 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-fa79cedc-e109-490a-b4c8-eee218f1f55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:03:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:03:31.895115 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46dc69f-7578-46dd-9011-944396a1b68b None None] Pushing event updated for resources: {'Port': ['ID=f296628a-3cd6-4f77-be95-983e76610165,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:03:31.899738 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-a42b114f-4fd8-457d-bf21-e779aa81f5e9 None None] Provisioning for port 9f2ff4b2-35a8-4df2-9520-5d9a26f40f8e completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:03:31.934056 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-a42b114f-4fd8-457d-bf21-e779aa81f5e9 None None] Provisioning complete for port 9f2ff4b2-35a8-4df2-9520-5d9a26f40f8e triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:03:31.934749 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a42b114f-4fd8-457d-bf21-e779aa81f5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:31.991329 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a55da5be-e4f0-4343-96e6-eb9625ea3b4f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:31.996318 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a55da5be-e4f0-4343-96e6-eb9625ea3b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:32.068781 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a55da5be-e4f0-4343-96e6-eb9625ea3b4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-718897'] for router_interface, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:32.074662 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55da5be-e4f0-4343-96e6-eb9625ea3b4f admin admin] Pushing event updated for resources: {'Port': ['ID=9f2ff4b2-35a8-4df2-9520-5d9a26f40f8e,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:03:32.165978 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55da5be-e4f0-4343-96e6-eb9625ea3b4f admin admin] Network d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:03:32.167432 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-a55da5be-e4f0-4343-96e6-eb9625ea3b4f admin admin] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:03:32.196877 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:32.206953 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-a42b114f-4fd8-457d-bf21-e779aa81f5e9 None None] Port 9f2ff4b2-35a8-4df2-9520-5d9a26f40f8e cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:03:32.247379 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port d7796138-07b6-48d0-a6a4-6c2e37f3c60a, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=d7796138-07b6-48d0-a6a4-6c2e37f3c60a,segment=NetworkSegment(d0eb4993-5acc-428e-b96a-f89f3077d8e1),segment_id=d0eb4993-5acc-428e-b96a-f89f3077d8e1)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:03:32.251768 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-fa79cedc-e109-490a-b4c8-eee218f1f55c None None] Set router 9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:03:32.254158 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:32.288313 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a55da5be-e4f0-4343-96e6-eb9625ea3b4f admin admin] Router 9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:03:32.374908 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=d7796138-07b6-48d0-a6a4-6c2e37f3c60a,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:03:32.401728 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a55da5be-e4f0-4343-96e6-eb9625ea3b4f admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:03:32.406724 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-a55da5be-e4f0-4343-96e6-eb9625ea3b4f admin admin] 10.222.0.22 "PUT /v2.0/routers/9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5744767 Aug 29 05:03:32.452142 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6e5a2444-a208-4482-b2db-d8aeec11a6f4 None None] Provisioning complete for port 9f2ff4b2-35a8-4df2-9520-5d9a26f40f8e triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:03:32.452515 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6e5a2444-a208-4482-b2db-d8aeec11a6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:32.508886 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6e5a2444-a208-4482-b2db-d8aeec11a6f4 None None] Port 9f2ff4b2-35a8-4df2-9520-5d9a26f40f8e cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:03:32.532782 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-fa79cedc-e109-490a-b4c8-eee218f1f55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7', 'name': 'tempest-ServerActionsTestJSON-1226271981-router', 'tenant_id': '31def360f89342158e5c482db8b51dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'f296628a-3cd6-4f77-be95-983e76610165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:03:29Z', 'updated_at': '2021-08-29T05:03:31Z', 'revision_number': 4, 'project_id': '31def360f89342158e5c482db8b51dfa', 'gw_port': {'id': 'f296628a-3cd6-4f77-be95-983e76610165', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f2:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:03:29Z', 'updated_at': '2021-08-29T05:03:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '9f2ff4b2-35a8-4df2-9520-5d9a26f40f8e', 'name': '', 'network_id': 'd4ebd4fa-a4f1-45bc-9f70-1a5031b435cb', 'tenant_id': '31def360f89342158e5c482db8b51dfa', 'mac_address': 'fa:16:3e:63:bb:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '6f6d99e8-8009-478f-9356-563dd7d1ac5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:03:31Z', 'updated_at': '2021-08-29T05:03:31Z', 'revision_number': 1, 'project_id': '31def360f89342158e5c482db8b51dfa', 'subnets': [{'id': '6f6d99e8-8009-478f-9356-563dd7d1ac5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:03:32.559747 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa79cedc-e109-490a-b4c8-eee218f1f55c None None] The sync data for ids ['9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7'] in n-d-712140-12 is: [{'id': '9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7', 'name': 'tempest-ServerActionsTestJSON-1226271981-router', 'tenant_id': '31def360f89342158e5c482db8b51dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'f296628a-3cd6-4f77-be95-983e76610165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:03:29Z', 'updated_at': '2021-08-29T05:03:31Z', 'revision_number': 4, 'project_id': '31def360f89342158e5c482db8b51dfa', 'gw_port': {'id': 'f296628a-3cd6-4f77-be95-983e76610165', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f2:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:03:29Z', 'updated_at': '2021-08-29T05:03:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '9f2ff4b2-35a8-4df2-9520-5d9a26f40f8e', 'name': '', 'network_id': 'd4ebd4fa-a4f1-45bc-9f70-1a5031b435cb', 'tenant_id': '31def360f89342158e5c482db8b51dfa', 'mac_address': 'fa:16:3e:63:bb:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '6f6d99e8-8009-478f-9356-563dd7d1ac5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:03:31Z', 'updated_at': '2021-08-29T05:03:31Z', 'revision_number': 1, 'project_id': '31def360f89342158e5c482db8b51dfa', 'subnets': [{'id': '6f6d99e8-8009-478f-9356-563dd7d1ac5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:03:32.954062 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 38346) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:03:32.958919 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-d612440d-37ab-4b46-9e56-b8ae5f723321 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Request body: {'security_group': {'name': 'tempest-securitygroup--174143724', 'description': 'tempest-description--799588003'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:03:32.983203 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d612440d-37ab-4b46-9e56-b8ae5f723321 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:33.073815 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d612440d-37ab-4b46-9e56-b8ae5f723321 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:33.077823 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d612440d-37ab-4b46-9e56-b8ae5f723321 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:33.107931 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d612440d-37ab-4b46-9e56-b8ae5f723321 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39a98bf6-a41c-4627-a22e-32e9324f8d9f,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:03:33.110198 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d612440d-37ab-4b46-9e56-b8ae5f723321 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:33.111441 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-d612440d-37ab-4b46-9e56-b8ae5f723321 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1562746 Aug 29 05:03:33.114258 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 38348) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:03:33.118771 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-3eaa5e17-abbe-4ff7-aea7-7d01797beb14 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Request body: {'security_group_rule': {'security_group_id': '39a98bf6-a41c-4627-a22e-32e9324f8d9f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:03:33.146912 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3eaa5e17-abbe-4ff7-aea7-7d01797beb14 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:33.225193 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3eaa5e17-abbe-4ff7-aea7-7d01797beb14 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:33.228550 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3eaa5e17-abbe-4ff7-aea7-7d01797beb14 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:33.249783 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaa5e17-abbe-4ff7-aea7-7d01797beb14 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6405beb1-26be-4579-a8f5-f03bd89c5ff5,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:03:33.261359 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3eaa5e17-abbe-4ff7-aea7-7d01797beb14 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:33.263363 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-3eaa5e17-abbe-4ff7-aea7-7d01797beb14 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1478810 Aug 29 05:03:33.265755 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 38350) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:03:33.270285 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-f684c04c-00b0-48b1-9caf-a743e1592b55 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Request body: {'security_group_rule': {'security_group_id': '39a98bf6-a41c-4627-a22e-32e9324f8d9f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:03:33.302208 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f684c04c-00b0-48b1-9caf-a743e1592b55 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:33.364150 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f684c04c-00b0-48b1-9caf-a743e1592b55 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:33.368145 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f684c04c-00b0-48b1-9caf-a743e1592b55 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:33.386515 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f684c04c-00b0-48b1-9caf-a743e1592b55 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ee61247-ab59-46b4-8528-3b6d395b4962,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:03:33.397389 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f684c04c-00b0-48b1-9caf-a743e1592b55 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:33.398801 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-f684c04c-00b0-48b1-9caf-a743e1592b55 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1320927 Aug 29 05:03:33.402403 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 38352) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:03:33.407214 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-260162c4-8664-4b93-80c9-63d634321a61 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Request body: {'floatingip': {'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:03:33.425521 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-25e4afac-033f-4cf2-9837-714a75d8887e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:33.432599 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-260162c4-8664-4b93-80c9-63d634321a61 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Notify callbacks [] for floatingip, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:33.532559 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-260162c4-8664-4b93-80c9-63d634321a61 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:33.651110 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-260162c4-8664-4b93-80c9-63d634321a61 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Allocated IP 172.25.0.82 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/230e5c75-a55b-496f-88e9-368c99a51ef3) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:03:33.704621 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device f296628a-3cd6-4f77-be95-983e76610165 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:03:33.758535 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port f296628a-3cd6-4f77-be95-983e76610165 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:03:33.762887 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port f296628a-3cd6-4f77-be95-983e76610165 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:03:33.763271 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:33.777448 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-260162c4-8664-4b93-80c9-63d634321a61 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:33.817151 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-260162c4-8664-4b93-80c9-63d634321a61 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:33.846370 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:33.865549 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-260162c4-8664-4b93-80c9-63d634321a61 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:03:33.868638 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-260162c4-8664-4b93-80c9-63d634321a61 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:03:33.873070 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260162c4-8664-4b93-80c9-63d634321a61 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:03:33.873673 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port f296628a-3cd6-4f77-be95-983e76610165, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=f296628a-3cd6-4f77-be95-983e76610165,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:03:33.878607 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:33.879729 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260162c4-8664-4b93-80c9-63d634321a61 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Pushing event updated for resources: {'Port': ['ID=230e5c75-a55b-496f-88e9-368c99a51ef3,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:03:33.880667 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device d7796138-07b6-48d0-a6a4-6c2e37f3c60a up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:03:33.961943 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=f296628a-3cd6-4f77-be95-983e76610165,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:03:33.962155 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-260162c4-8664-4b93-80c9-63d634321a61 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:33.972170 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port d7796138-07b6-48d0-a6a4-6c2e37f3c60a triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:03:33.972531 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:34.005274 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-260162c4-8664-4b93-80c9-63d634321a61 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:34.162050 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-260162c4-8664-4b93-80c9-63d634321a61 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:34.168343 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-260162c4-8664-4b93-80c9-63d634321a61 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:34.238232 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260162c4-8664-4b93-80c9-63d634321a61 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Pushing event updated for resources: {'Port': ['ID=230e5c75-a55b-496f-88e9-368c99a51ef3,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:03:34.250417 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-260162c4-8664-4b93-80c9-63d634321a61 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719515'] for floatingip, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:34.264233 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-260162c4-8664-4b93-80c9-63d634321a61 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:34.265534 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-260162c4-8664-4b93-80c9-63d634321a61 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8618968 Aug 29 05:03:34.411478 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0c3e268d-332c-44aa-a32f-446fc4347f16 req-d2b2a759-02e6-4cf7-a357-b96085473308 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--174143724&fields=id&tenant_id=31def360f89342158e5c482db8b51dfa HTTP/1.1" status: 200 len: 267 time: 0.0334373 Aug 29 05:03:34.520547 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3e268d-332c-44aa-a32f-446fc4347f16 req-e9ab3787-d106-4096-af73-30e20cebba69 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:34.522032 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0c3e268d-332c-44aa-a32f-446fc4347f16 req-e9ab3787-d106-4096-af73-30e20cebba69 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/networks?id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb HTTP/1.1" status: 200 len: 812 time: 0.1031415 Aug 29 05:03:34.537689 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0c3e268d-332c-44aa-a32f-446fc4347f16 req-daf8c0b6-c509-427b-99c9-b2a428a946cd tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/quotas/31def360f89342158e5c482db8b51dfa HTTP/1.1" status: 200 len: 375 time: 0.0092943 Aug 29 05:03:34.581237 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfaee53-bc6d-43e9-be63-6dec7d45a758 None None] Sync routers for ids ['9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:03:34.591616 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfaee53-bc6d-43e9-be63-6dec7d45a758 None None] Routers {'9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:03:34.592341 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-dbfaee53-bc6d-43e9-be63-6dec7d45a758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:03:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:03:34.596874 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0c3e268d-332c-44aa-a32f-446fc4347f16 req-db5febbd-2a5a-49a6-ae92-55db55c9a999 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=31def360f89342158e5c482db8b51dfa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0531621 Aug 29 05:03:34.613058 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [req-0c3e268d-332c-44aa-a32f-446fc4347f16 req-875c9e8b-f892-4cd2-bf49-4d95f2fd8c2c service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 05:03:34.614114 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0c3e268d-332c-44aa-a32f-446fc4347f16 req-875c9e8b-f892-4cd2-bf49-4d95f2fd8c2c service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053570 Aug 29 05:03:34.694887 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-dbfaee53-bc6d-43e9-be63-6dec7d45a758 None None] Set router 9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:03:34.701856 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0c3e268d-332c-44aa-a32f-446fc4347f16 req-472082bb-ea1e-41ae-822b-dab259157621 service neutron] 10.222.0.22 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818379 Aug 29 05:03:34.797264 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0c3e268d-332c-44aa-a32f-446fc4347f16 req-57d5e18c-667a-4a37-b392-6f23436ea63b service neutron] 10.222.0.22 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889270 Aug 29 05:03:34.893998 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-dbfaee53-bc6d-43e9-be63-6dec7d45a758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7', 'name': 'tempest-ServerActionsTestJSON-1226271981-router', 'tenant_id': '31def360f89342158e5c482db8b51dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'f296628a-3cd6-4f77-be95-983e76610165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:03:29Z', 'updated_at': '2021-08-29T05:03:31Z', 'revision_number': 4, 'project_id': '31def360f89342158e5c482db8b51dfa', 'gw_port': {'id': 'f296628a-3cd6-4f77-be95-983e76610165', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:03:29Z', 'updated_at': '2021-08-29T05:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '9f2ff4b2-35a8-4df2-9520-5d9a26f40f8e', 'name': '', 'network_id': 'd4ebd4fa-a4f1-45bc-9f70-1a5031b435cb', 'tenant_id': '31def360f89342158e5c482db8b51dfa', 'mac_address': 'fa:16:3e:63:bb:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '6f6d99e8-8009-478f-9356-563dd7d1ac5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:03:31Z', 'updated_at': '2021-08-29T05:03:31Z', 'revision_number': 2, 'project_id': '31def360f89342158e5c482db8b51dfa', 'subnets': [{'id': '6f6d99e8-8009-478f-9356-563dd7d1ac5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:03:34.924860 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfaee53-bc6d-43e9-be63-6dec7d45a758 None None] Checking router: 9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7 for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:03:34.925212 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfaee53-bc6d-43e9-be63-6dec7d45a758 None None] Updating router 9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7 port 9f2ff4b2-35a8-4df2-9520-5d9a26f40f8e binding host n-d-712140-12 {{(pid=94831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:03:34.951879 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dbfaee53-bc6d-43e9-be63-6dec7d45a758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:34.973475 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-99d9518a-8fe6-4f8e-93b0-2fbab9aef2ec req-aa46c856-867d-4bef-bf58-491f77267709 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=d689e045-472c-41f4-987b-55e625d2db39 HTTP/1.1" status: 200 len: 210 time: 0.0306151 Aug 29 05:03:35.258298 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dbfaee53-bc6d-43e9-be63-6dec7d45a758 None None] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:35.270743 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-dbfaee53-bc6d-43e9-be63-6dec7d45a758 None None] Transition to ACTIVE for port object 9f2ff4b2-35a8-4df2-9520-5d9a26f40f8e will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:03:35.277523 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dbfaee53-bc6d-43e9-be63-6dec7d45a758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:35.368436 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2289b79b-a8c4-4ef9-9ab6-be8bbf307b99 None None] Pushing event updated for resources: {'Port': ['ID=9f2ff4b2-35a8-4df2-9520-5d9a26f40f8e,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:03:35.382639 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2289b79b-a8c4-4ef9-9ab6-be8bbf307b99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:03:35.383020 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2289b79b-a8c4-4ef9-9ab6-be8bbf307b99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:03:35.383423 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2289b79b-a8c4-4ef9-9ab6-be8bbf307b99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:03:35.383972 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2289b79b-a8c4-4ef9-9ab6-be8bbf307b99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:03:35.384467 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2289b79b-a8c4-4ef9-9ab6-be8bbf307b99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:03:35.384958 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2289b79b-a8c4-4ef9-9ab6-be8bbf307b99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:03:35.385285 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2289b79b-a8c4-4ef9-9ab6-be8bbf307b99 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:03:35.386618 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2289b79b-a8c4-4ef9-9ab6-be8bbf307b99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:03:35.387133 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2289b79b-a8c4-4ef9-9ab6-be8bbf307b99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:03:35.387625 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2289b79b-a8c4-4ef9-9ab6-be8bbf307b99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:03:35.388012 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2289b79b-a8c4-4ef9-9ab6-be8bbf307b99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:03:35.388342 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2289b79b-a8c4-4ef9-9ab6-be8bbf307b99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:03:35.397487 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-dbfaee53-bc6d-43e9-be63-6dec7d45a758 None None] Attempting to bind port 9f2ff4b2-35a8-4df2-9520-5d9a26f40f8e on host n-d-712140-12 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:03:35.397931 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-dbfaee53-bc6d-43e9-be63-6dec7d45a758 None None] Attempting to bind port 9f2ff4b2-35a8-4df2-9520-5d9a26f40f8e by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'd0eb4993-5acc-428e-b96a-f89f3077d8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd4ebd4fa-a4f1-45bc-9f70-1a5031b435cb'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:03:35.398369 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfaee53-bc6d-43e9-be63-6dec7d45a758 None None] Attempting to bind port 9f2ff4b2-35a8-4df2-9520-5d9a26f40f8e on network d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:03:35.404822 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfaee53-bc6d-43e9-be63-6dec7d45a758 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:03:35.405374 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfaee53-bc6d-43e9-be63-6dec7d45a758 None None] Checking segment: {'id': 'd0eb4993-5acc-428e-b96a-f89f3077d8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd4ebd4fa-a4f1-45bc-9f70-1a5031b435cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:03:35.405970 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dbfaee53-bc6d-43e9-be63-6dec7d45a758 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:35.406425 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfaee53-bc6d-43e9-be63-6dec7d45a758 None None] Bound using segment: {'id': 'd0eb4993-5acc-428e-b96a-f89f3077d8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd4ebd4fa-a4f1-45bc-9f70-1a5031b435cb'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:03:35.407232 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-dbfaee53-bc6d-43e9-be63-6dec7d45a758 None None] Bound port: 9f2ff4b2-35a8-4df2-9520-5d9a26f40f8e, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0eb4993-5acc-428e-b96a-f89f3077d8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd4ebd4fa-a4f1-45bc-9f70-1a5031b435cb'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:03:35.408098 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dbfaee53-bc6d-43e9-be63-6dec7d45a758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:35.482297 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-dbfaee53-bc6d-43e9-be63-6dec7d45a758 None None] For port 9f2ff4b2-35a8-4df2-9520-5d9a26f40f8e, host n-d-712140-12, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:03:35.485652 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-dbfaee53-bc6d-43e9-be63-6dec7d45a758 None None] For port 9f2ff4b2-35a8-4df2-9520-5d9a26f40f8e, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=9f2ff4b2-35a8-4df2-9520-5d9a26f40f8e,segment=NetworkSegment(d0eb4993-5acc-428e-b96a-f89f3077d8e1),segment_id=d0eb4993-5acc-428e-b96a-f89f3077d8e1)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:03:35.490697 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dbfaee53-bc6d-43e9-be63-6dec7d45a758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:35.553555 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfaee53-bc6d-43e9-be63-6dec7d45a758 None None] Routers {'9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:03:35.554224 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-dbfaee53-bc6d-43e9-be63-6dec7d45a758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:03:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:03:35.591798 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2289b79b-a8c4-4ef9-9ab6-be8bbf307b99 None None] Pushing event updated for resources: {'Port': ['ID=9f2ff4b2-35a8-4df2-9520-5d9a26f40f8e,revision_number=4']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:03:35.654448 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device f296628a-3cd6-4f77-be95-983e76610165 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:03:35.719381 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port f296628a-3cd6-4f77-be95-983e76610165 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:03:35.719894 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:35.777190 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-dbfaee53-bc6d-43e9-be63-6dec7d45a758 None None] Set router 9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:03:35.982485 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-dbfaee53-bc6d-43e9-be63-6dec7d45a758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7', 'name': 'tempest-ServerActionsTestJSON-1226271981-router', 'tenant_id': '31def360f89342158e5c482db8b51dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'f296628a-3cd6-4f77-be95-983e76610165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:03:29Z', 'updated_at': '2021-08-29T05:03:31Z', 'revision_number': 4, 'project_id': '31def360f89342158e5c482db8b51dfa', 'gw_port': {'id': 'f296628a-3cd6-4f77-be95-983e76610165', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:03:29Z', 'updated_at': '2021-08-29T05:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '9f2ff4b2-35a8-4df2-9520-5d9a26f40f8e', 'name': '', 'network_id': 'd4ebd4fa-a4f1-45bc-9f70-1a5031b435cb', 'tenant_id': '31def360f89342158e5c482db8b51dfa', 'mac_address': 'fa:16:3e:63:bb:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '6f6d99e8-8009-478f-9356-563dd7d1ac5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:03:31Z', 'updated_at': '2021-08-29T05:03:35Z', 'revision_number': 4, 'project_id': '31def360f89342158e5c482db8b51dfa', 'subnets': [{'id': '6f6d99e8-8009-478f-9356-563dd7d1ac5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:03:36.012622 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfaee53-bc6d-43e9-be63-6dec7d45a758 None None] The sync data for ids ['9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7'] in n-d-712140-12 is: [{'id': '9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7', 'name': 'tempest-ServerActionsTestJSON-1226271981-router', 'tenant_id': '31def360f89342158e5c482db8b51dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'f296628a-3cd6-4f77-be95-983e76610165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:03:29Z', 'updated_at': '2021-08-29T05:03:31Z', 'revision_number': 4, 'project_id': '31def360f89342158e5c482db8b51dfa', 'gw_port': {'id': 'f296628a-3cd6-4f77-be95-983e76610165', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:03:29Z', 'updated_at': '2021-08-29T05:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '9f2ff4b2-35a8-4df2-9520-5d9a26f40f8e', 'name': '', 'network_id': 'd4ebd4fa-a4f1-45bc-9f70-1a5031b435cb', 'tenant_id': '31def360f89342158e5c482db8b51dfa', 'mac_address': 'fa:16:3e:63:bb:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '6f6d99e8-8009-478f-9356-563dd7d1ac5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:03:31Z', 'updated_at': '2021-08-29T05:03:35Z', 'revision_number': 4, 'project_id': '31def360f89342158e5c482db8b51dfa', 'subnets': [{'id': '6f6d99e8-8009-478f-9356-563dd7d1ac5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:03:36.071897 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-bc0edd45-46da-4433-94da-027a19e38ae9 req-3be204e1-a43b-4cc3-9c83-42ea1cb8cb0b tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=d689e045-472c-41f4-987b-55e625d2db39 HTTP/1.1" status: 200 len: 210 time: 0.0272672 Aug 29 05:03:36.300807 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7c188027-8f24-4154-90bd-f48f3d5cf392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:36.336205 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3e268d-332c-44aa-a32f-446fc4347f16 req-3b294a26-4539-4d41-8084-061bfc3fe4a9 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:36.337869 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0c3e268d-332c-44aa-a32f-446fc4347f16 req-3b294a26-4539-4d41-8084-061bfc3fe4a9 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.48 "GET /v2.0/networks?id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb HTTP/1.1" status: 200 len: 812 time: 0.1185975 Aug 29 05:03:36.396358 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0c3e268d-332c-44aa-a32f-446fc4347f16 req-e2411bb6-ffc2-4999-b9eb-42a3c42032f8 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=31def360f89342158e5c482db8b51dfa HTTP/1.1" status: 200 len: 379 time: 0.0406408 Aug 29 05:03:36.435669 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-0c3e268d-332c-44aa-a32f-446fc4347f16 req-a0a6ca74-06cb-4c04-b110-aa7dd25eff0a tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Request body: {'port': {'device_id': 'd689e045-472c-41f4-987b-55e625d2db39', 'network_id': 'd4ebd4fa-a4f1-45bc-9f70-1a5031b435cb', 'admin_state_up': True, 'tenant_id': '31def360f89342158e5c482db8b51dfa', 'security_groups': ['39a98bf6-a41c-4627-a22e-32e9324f8d9f']}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:03:36.545526 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c3e268d-332c-44aa-a32f-446fc4347f16 req-a0a6ca74-06cb-4c04-b110-aa7dd25eff0a tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Made reservation on behalf of 31def360f89342158e5c482db8b51dfa for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:03:36.549300 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-0c3e268d-332c-44aa-a32f-446fc4347f16 req-a0a6ca74-06cb-4c04-b110-aa7dd25eff0a tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:36.680981 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-0c3e268d-332c-44aa-a32f-446fc4347f16 req-a0a6ca74-06cb-4c04-b110-aa7dd25eff0a tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Allocated IP 172.20.0.9 (d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb/6f6d99e8-8009-478f-9356-563dd7d1ac5b/e18a4995-bcba-484c-ae2c-bee770770579) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:03:36.810995 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-0c3e268d-332c-44aa-a32f-446fc4347f16 req-a0a6ca74-06cb-4c04-b110-aa7dd25eff0a tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:36.824219 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-0c3e268d-332c-44aa-a32f-446fc4347f16 req-a0a6ca74-06cb-4c04-b110-aa7dd25eff0a tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Transition to ACTIVE for port object e18a4995-bcba-484c-ae2c-bee770770579 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:03:36.855923 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-0c3e268d-332c-44aa-a32f-446fc4347f16 req-a0a6ca74-06cb-4c04-b110-aa7dd25eff0a tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:36.902952 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c3e268d-332c-44aa-a32f-446fc4347f16 req-a0a6ca74-06cb-4c04-b110-aa7dd25eff0a tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Network d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:03:36.906000 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-0c3e268d-332c-44aa-a32f-446fc4347f16 req-a0a6ca74-06cb-4c04-b110-aa7dd25eff0a tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:03:36.909734 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c3e268d-332c-44aa-a32f-446fc4347f16 req-a0a6ca74-06cb-4c04-b110-aa7dd25eff0a tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:03:36.915825 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a6ca74-06cb-4c04-b110-aa7dd25eff0a tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Pushing event updated for resources: {'Port': ['ID=e18a4995-bcba-484c-ae2c-bee770770579,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:03:36.944275 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a6ca74-06cb-4c04-b110-aa7dd25eff0a tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:03:36.944614 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a6ca74-06cb-4c04-b110-aa7dd25eff0a tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:03:36.944951 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a6ca74-06cb-4c04-b110-aa7dd25eff0a tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:03:36.945284 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a6ca74-06cb-4c04-b110-aa7dd25eff0a tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:03:36.945613 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a6ca74-06cb-4c04-b110-aa7dd25eff0a tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:03:36.945941 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a6ca74-06cb-4c04-b110-aa7dd25eff0a tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:03:36.946310 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a6ca74-06cb-4c04-b110-aa7dd25eff0a tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:03:36.946636 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a6ca74-06cb-4c04-b110-aa7dd25eff0a tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:03:36.946964 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a6ca74-06cb-4c04-b110-aa7dd25eff0a tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:03:36.947323 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a6ca74-06cb-4c04-b110-aa7dd25eff0a tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:03:36.947738 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a6ca74-06cb-4c04-b110-aa7dd25eff0a tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:03:36.948075 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a6ca74-06cb-4c04-b110-aa7dd25eff0a tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:03:36.973686 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3e268d-332c-44aa-a32f-446fc4347f16 req-a0a6ca74-06cb-4c04-b110-aa7dd25eff0a tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:36.974323 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-0c3e268d-332c-44aa-a32f-446fc4347f16 req-a0a6ca74-06cb-4c04-b110-aa7dd25eff0a tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:36.990046 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0c3e268d-332c-44aa-a32f-446fc4347f16 req-a0a6ca74-06cb-4c04-b110-aa7dd25eff0a tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5588696 Aug 29 05:03:37.008991 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-0c3e268d-332c-44aa-a32f-446fc4347f16 req-a30958f8-dfb7-425f-b280-b167accfad00 service neutron] Request body: {'port': {'device_id': 'd689e045-472c-41f4-987b-55e625d2db39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:03:37.066635 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-0c3e268d-332c-44aa-a32f-446fc4347f16 req-a30958f8-dfb7-425f-b280-b167accfad00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:37.115870 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-baff70d4-261f-40fe-9319-d7ec45caff7f None None] Provisioning for port e18a4995-bcba-484c-ae2c-bee770770579 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:03:37.119663 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-baff70d4-261f-40fe-9319-d7ec45caff7f None None] Provisioning complete for port e18a4995-bcba-484c-ae2c-bee770770579 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:03:37.120094 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-baff70d4-261f-40fe-9319-d7ec45caff7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:37.157863 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-baff70d4-261f-40fe-9319-d7ec45caff7f None None] Port e18a4995-bcba-484c-ae2c-bee770770579 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:03:37.268924 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c48f6e-0d1b-4664-8b15-4bd0cc42ac3a req-ec3ef2c0-c9fb-4e7a-8478-5ae290a897ff tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:37.270312 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-01c48f6e-0d1b-4664-8b15-4bd0cc42ac3a req-ec3ef2c0-c9fb-4e7a-8478-5ae290a897ff tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=d689e045-472c-41f4-987b-55e625d2db39 HTTP/1.1" status: 200 len: 931 time: 0.0998950 Aug 29 05:03:37.288772 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:37.330633 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:37.336313 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-01c48f6e-0d1b-4664-8b15-4bd0cc42ac3a req-274014b9-7e38-41ae-a035-80e20abb64be tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599012 Aug 29 05:03:37.393886 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-0c3e268d-332c-44aa-a32f-446fc4347f16 req-a30958f8-dfb7-425f-b280-b167accfad00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e18a4995-bcba-484c-ae2c-bee770770579 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:03:37.401751 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-0c3e268d-332c-44aa-a32f-446fc4347f16 req-a30958f8-dfb7-425f-b280-b167accfad00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:37.413528 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-0c3e268d-332c-44aa-a32f-446fc4347f16 req-a30958f8-dfb7-425f-b280-b167accfad00 service neutron] Transition to ACTIVE for port object e18a4995-bcba-484c-ae2c-bee770770579 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:03:37.417191 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-0c3e268d-332c-44aa-a32f-446fc4347f16 req-a30958f8-dfb7-425f-b280-b167accfad00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:37.476052 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30958f8-dfb7-425f-b280-b167accfad00 service neutron] Pushing event updated for resources: {'Port': ['ID=e18a4995-bcba-484c-ae2c-bee770770579,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:03:37.546631 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-0c3e268d-332c-44aa-a32f-446fc4347f16 req-a30958f8-dfb7-425f-b280-b167accfad00 service neutron] Attempting to bind port e18a4995-bcba-484c-ae2c-bee770770579 on host n-h2-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:03:37.546979 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-0c3e268d-332c-44aa-a32f-446fc4347f16 req-a30958f8-dfb7-425f-b280-b167accfad00 service neutron] Attempting to bind port e18a4995-bcba-484c-ae2c-bee770770579 by drivers openvswitch,hyperv on host n-h2-712140-12 at level 0 using segments [{'id': 'd0eb4993-5acc-428e-b96a-f89f3077d8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd4ebd4fa-a4f1-45bc-9f70-1a5031b435cb'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:03:37.547316 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3e268d-332c-44aa-a32f-446fc4347f16 req-a30958f8-dfb7-425f-b280-b167accfad00 service neutron] Attempting to bind port e18a4995-bcba-484c-ae2c-bee770770579 on network d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:03:37.552521 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3e268d-332c-44aa-a32f-446fc4347f16 req-a30958f8-dfb7-425f-b280-b167accfad00 service neutron] Port e18a4995-bcba-484c-ae2c-bee770770579 on network d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:03:37.552856 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3e268d-332c-44aa-a32f-446fc4347f16 req-a30958f8-dfb7-425f-b280-b167accfad00 service neutron] Attempting to bind port e18a4995-bcba-484c-ae2c-bee770770579 on network d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:03:37.558542 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3e268d-332c-44aa-a32f-446fc4347f16 req-a30958f8-dfb7-425f-b280-b167accfad00 service neutron] Checking agent: {'id': 'b3a0606b-b029-4f5e-8798-3a32b71d8844', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:03:37.558884 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3e268d-332c-44aa-a32f-446fc4347f16 req-a30958f8-dfb7-425f-b280-b167accfad00 service neutron] Checking segment: {'id': 'd0eb4993-5acc-428e-b96a-f89f3077d8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd4ebd4fa-a4f1-45bc-9f70-1a5031b435cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:03:37.559268 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3e268d-332c-44aa-a32f-446fc4347f16 req-a30958f8-dfb7-425f-b280-b167accfad00 service neutron] Bound using segment: {'id': 'd0eb4993-5acc-428e-b96a-f89f3077d8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd4ebd4fa-a4f1-45bc-9f70-1a5031b435cb'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:03:37.559795 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-0c3e268d-332c-44aa-a32f-446fc4347f16 req-a30958f8-dfb7-425f-b280-b167accfad00 service neutron] Bound port: e18a4995-bcba-484c-ae2c-bee770770579, host: n-h2-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0eb4993-5acc-428e-b96a-f89f3077d8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd4ebd4fa-a4f1-45bc-9f70-1a5031b435cb'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:03:37.560078 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-0c3e268d-332c-44aa-a32f-446fc4347f16 req-a30958f8-dfb7-425f-b280-b167accfad00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:37.637516 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-0c3e268d-332c-44aa-a32f-446fc4347f16 req-a30958f8-dfb7-425f-b280-b167accfad00 service neutron] For port e18a4995-bcba-484c-ae2c-bee770770579, host n-h2-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:03:37.642791 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-0c3e268d-332c-44aa-a32f-446fc4347f16 req-a30958f8-dfb7-425f-b280-b167accfad00 service neutron] For port e18a4995-bcba-484c-ae2c-bee770770579, host n-h2-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=e18a4995-bcba-484c-ae2c-bee770770579,segment=NetworkSegment(d0eb4993-5acc-428e-b96a-f89f3077d8e1),segment_id=d0eb4993-5acc-428e-b96a-f89f3077d8e1)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:03:37.650135 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-0c3e268d-332c-44aa-a32f-446fc4347f16 req-a30958f8-dfb7-425f-b280-b167accfad00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:37.661786 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 9f2ff4b2-35a8-4df2-9520-5d9a26f40f8e up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:03:37.686643 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3e268d-332c-44aa-a32f-446fc4347f16 req-a30958f8-dfb7-425f-b280-b167accfad00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:37.687280 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-0c3e268d-332c-44aa-a32f-446fc4347f16 req-a30958f8-dfb7-425f-b280-b167accfad00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:37.688968 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0c3e268d-332c-44aa-a32f-446fc4347f16 req-a30958f8-dfb7-425f-b280-b167accfad00 service neutron] 10.222.0.48 "PUT /v2.0/ports/e18a4995-bcba-484c-ae2c-bee770770579 HTTP/1.1" status: 200 len: 1092 time: 0.6844103 Aug 29 05:03:37.689696 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd689e045-472c-41f4-987b-55e625d2db39', 'tag': 'e18a4995-bcba-484c-ae2c-bee770770579'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:03:37.691646 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-631aa206-a720-4ab7-97a0-986b8f755df9" -d '{"events": [{"name": "network-changed", "server_uuid": "d689e045-472c-41f4-987b-55e625d2db39", "tag": "e18a4995-bcba-484c-ae2c-bee770770579"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:03:37.725835 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 9f2ff4b2-35a8-4df2-9520-5d9a26f40f8e completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:03:37.726322 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30958f8-dfb7-425f-b280-b167accfad00 service neutron] Pushing event updated for resources: {'Port': ['ID=e18a4995-bcba-484c-ae2c-bee770770579,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:03:37.732033 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 9f2ff4b2-35a8-4df2-9520-5d9a26f40f8e triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:03:37.732420 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:37.778994 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e0bd9f7-8acb-4cf1-bebd-6f7a230252ec x-openstack-request-id: req-5e0bd9f7-8acb-4cf1-bebd-6f7a230252ec {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:03:37.779279 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d689e045-472c-41f4-987b-55e625d2db39", "tag": "e18a4995-bcba-484c-ae2c-bee770770579", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:03:37.779534 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5e0bd9f7-8acb-4cf1-bebd-6f7a230252ec {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:03:37.779975 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd689e045-472c-41f4-987b-55e625d2db39', 'tag': 'e18a4995-bcba-484c-ae2c-bee770770579', 'status': 'completed', 'code': 200} Aug 29 05:03:37.817032 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3e268d-332c-44aa-a32f-446fc4347f16 req-0c44813e-0a9d-4edf-8521-3ee331b596aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:37.818739 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0c3e268d-332c-44aa-a32f-446fc4347f16 req-0c44813e-0a9d-4edf-8521-3ee331b596aa service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=31def360f89342158e5c482db8b51dfa&device_id=d689e045-472c-41f4-987b-55e625d2db39 HTTP/1.1" status: 200 len: 1095 time: 0.0549798 Aug 29 05:03:37.823085 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:37.858325 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 9f2ff4b2-35a8-4df2-9520-5d9a26f40f8e, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=9f2ff4b2-35a8-4df2-9520-5d9a26f40f8e,segment=NetworkSegment(d0eb4993-5acc-428e-b96a-f89f3077d8e1),segment_id=d0eb4993-5acc-428e-b96a-f89f3077d8e1)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:03:37.862561 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:37.872487 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0c3e268d-332c-44aa-a32f-446fc4347f16 req-dc4065e3-5be1-4e4f-935e-ddfb55c2f7ec service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e18a4995-bcba-484c-ae2c-bee770770579 HTTP/1.1" status: 200 len: 217 time: 0.0388772 Aug 29 05:03:37.920540 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=9f2ff4b2-35a8-4df2-9520-5d9a26f40f8e,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:03:37.929922 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3e268d-332c-44aa-a32f-446fc4347f16 req-a7a1246b-0e25-4662-9ac0-8cc573ede1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:37.931457 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0c3e268d-332c-44aa-a32f-446fc4347f16 req-a7a1246b-0e25-4662-9ac0-8cc573ede1bd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6f6d99e8-8009-478f-9356-563dd7d1ac5b HTTP/1.1" status: 200 len: 851 time: 0.0512552 Aug 29 05:03:38.302491 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3e268d-332c-44aa-a32f-446fc4347f16 req-2b821954-4b4d-438e-b938-60d712e412e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:38.304034 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0c3e268d-332c-44aa-a32f-446fc4347f16 req-2b821954-4b4d-438e-b938-60d712e412e2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3651295 Aug 29 05:03:38.392455 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0c3e268d-332c-44aa-a32f-446fc4347f16 req-6cc3f698-067b-4785-8f9a-d1f19dcf9495 service neutron] 10.222.0.48 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804119 Aug 29 05:03:38.508397 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7daf6df-66a2-43b7-b00b-79c105710995 req-604bd08e-3c5b-4f38-9e55-1fbc2d0f75c4 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:38.509809 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b7daf6df-66a2-43b7-b00b-79c105710995 req-604bd08e-3c5b-4f38-9e55-1fbc2d0f75c4 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=d689e045-472c-41f4-987b-55e625d2db39 HTTP/1.1" status: 200 len: 943 time: 0.1016393 Aug 29 05:03:38.529626 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0c3e268d-332c-44aa-a32f-446fc4347f16 req-21ec7f6a-15cf-4531-9f72-28d78dcab65d service neutron] 10.222.0.48 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300502 Aug 29 05:03:38.556832 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b7daf6df-66a2-43b7-b00b-79c105710995 req-609bbaf2-c3d6-43db-bd4b-ad76af6aea26 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384095 Aug 29 05:03:38.667000 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631aa206-a720-4ab7-97a0-986b8f755df9 req-61aa17d9-918f-4f8b-ac8f-e1212483dee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:38.668616 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-631aa206-a720-4ab7-97a0-986b8f755df9 req-61aa17d9-918f-4f8b-ac8f-e1212483dee2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=31def360f89342158e5c482db8b51dfa&device_id=d689e045-472c-41f4-987b-55e625d2db39 HTTP/1.1" status: 200 len: 1095 time: 0.0442266 Aug 29 05:03:38.758286 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631aa206-a720-4ab7-97a0-986b8f755df9 req-dd3731bd-a58e-4352-920c-fbbb7dd7fdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:38.759853 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-631aa206-a720-4ab7-97a0-986b8f755df9 req-dd3731bd-a58e-4352-920c-fbbb7dd7fdbc service neutron] 10.222.0.48 "GET /v2.0/networks?id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb HTTP/1.1" status: 200 len: 913 time: 0.0835826 Aug 29 05:03:38.805567 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-631aa206-a720-4ab7-97a0-986b8f755df9 req-e485e67f-86a1-4dce-b044-e3426f45e0f6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e18a4995-bcba-484c-ae2c-bee770770579 HTTP/1.1" status: 200 len: 217 time: 0.0386224 Aug 29 05:03:38.820534 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:38.858602 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631aa206-a720-4ab7-97a0-986b8f755df9 req-6d91cf52-0bf8-46be-8a77-31b3d4a960fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:38.860092 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-631aa206-a720-4ab7-97a0-986b8f755df9 req-6d91cf52-0bf8-46be-8a77-31b3d4a960fc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6f6d99e8-8009-478f-9356-563dd7d1ac5b HTTP/1.1" status: 200 len: 851 time: 0.0478675 Aug 29 05:03:38.906385 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631aa206-a720-4ab7-97a0-986b8f755df9 req-c5186d8a-c042-43fd-a2ee-e08c0a223315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:38.907922 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-631aa206-a720-4ab7-97a0-986b8f755df9 req-c5186d8a-c042-43fd-a2ee-e08c0a223315 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400555 Aug 29 05:03:38.999802 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-631aa206-a720-4ab7-97a0-986b8f755df9 req-a32e4326-33db-4370-84b3-6294ded64e86 service neutron] 10.222.0.48 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843635 Aug 29 05:03:39.089201 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-631aa206-a720-4ab7-97a0-986b8f755df9 req-fef4002c-132f-46b1-8e57-c253cf821a04 service neutron] 10.222.0.48 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816388 Aug 29 05:03:39.608068 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 9f2ff4b2-35a8-4df2-9520-5d9a26f40f8e up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:03:39.654746 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 9f2ff4b2-35a8-4df2-9520-5d9a26f40f8e triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:03:39.655119 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:39.673452 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15686d2-89b4-4d1a-a55f-4ace962bf65a req-f6c4c360-8bf6-4263-aee9-3086315d9697 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:39.674970 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f15686d2-89b4-4d1a-a55f-4ace962bf65a req-f6c4c360-8bf6-4263-aee9-3086315d9697 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=d689e045-472c-41f4-987b-55e625d2db39 HTTP/1.1" status: 200 len: 943 time: 0.0485263 Aug 29 05:03:39.713198 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f15686d2-89b4-4d1a-a55f-4ace962bf65a req-c37c2c4e-cc04-4d0f-ba2c-505e8b8de2a7 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320747 Aug 29 05:03:40.829999 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f366ebb-b7cc-4691-beea-169470c5ea44 req-507bbb2f-f20a-4daa-8b6a-8f8b8b1e8826 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:40.831493 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0f366ebb-b7cc-4691-beea-169470c5ea44 req-507bbb2f-f20a-4daa-8b6a-8f8b8b1e8826 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=d689e045-472c-41f4-987b-55e625d2db39 HTTP/1.1" status: 200 len: 943 time: 0.0493302 Aug 29 05:03:40.868610 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0f366ebb-b7cc-4691-beea-169470c5ea44 req-79848f48-ed84-4b30-a4a9-cc0917f57b8f tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307455 Aug 29 05:03:41.981107 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaf87d7-b91b-4727-9530-8ba6a7479854 req-ff052a30-5393-44e6-bb21-75804545f738 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:41.982591 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-edaf87d7-b91b-4727-9530-8ba6a7479854 req-ff052a30-5393-44e6-bb21-75804545f738 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=d689e045-472c-41f4-987b-55e625d2db39 HTTP/1.1" status: 200 len: 943 time: 0.0482121 Aug 29 05:03:42.020715 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-edaf87d7-b91b-4727-9530-8ba6a7479854 req-6d2c9c53-6228-45fb-adab-e3088e912c36 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321610 Aug 29 05:03:42.025609 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device e18a4995-bcba-484c-ae2c-bee770770579 details requested by agent hyperv_n-h2-712140-12 with host n-h2-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:03:42.118750 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port e18a4995-bcba-484c-ae2c-bee770770579, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=e18a4995-bcba-484c-ae2c-bee770770579,segment=NetworkSegment(d0eb4993-5acc-428e-b96a-f89f3077d8e1),segment_id=d0eb4993-5acc-428e-b96a-f89f3077d8e1)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:03:42.129876 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Returning: {'device': 'e18a4995-bcba-484c-ae2c-bee770770579', 'network_id': 'd4ebd4fa-a4f1-45bc-9f70-1a5031b435cb', 'port_id': 'e18a4995-bcba-484c-ae2c-bee770770579', 'mac_address': 'fa:16:3e:a6:b8:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f6d99e8-8009-478f-9356-563dd7d1ac5b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:03:42.170170 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:42.182227 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e18a4995-bcba-484c-ae2c-bee770770579 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:03:42.200376 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port e18a4995-bcba-484c-ae2c-bee770770579, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=e18a4995-bcba-484c-ae2c-bee770770579,segment=NetworkSegment(d0eb4993-5acc-428e-b96a-f89f3077d8e1),segment_id=d0eb4993-5acc-428e-b96a-f89f3077d8e1)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:03:42.204319 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:42.249268 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=e18a4995-bcba-484c-ae2c-bee770770579,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:03:42.579232 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['e18a4995-bcba-484c-ae2c-bee770770579'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:03:43.139507 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6919b63-2dd7-43b7-8d53-d613f40c1acd req-913b8575-c226-40e0-8fff-4f59c25c527c tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:43.141038 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d6919b63-2dd7-43b7-8d53-d613f40c1acd req-913b8575-c226-40e0-8fff-4f59c25c527c tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=d689e045-472c-41f4-987b-55e625d2db39 HTTP/1.1" status: 200 len: 944 time: 0.0536718 Aug 29 05:03:43.178361 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d6919b63-2dd7-43b7-8d53-d613f40c1acd req-e07241b1-abe6-4e01-b366-3d5b8f27464d tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310695 Aug 29 05:03:44.047239 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device e18a4995-bcba-484c-ae2c-bee770770579 up at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:03:44.096343 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning for port e18a4995-bcba-484c-ae2c-bee770770579 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:03:44.099766 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning complete for port e18a4995-bcba-484c-ae2c-bee770770579 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:03:44.100133 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:44.172222 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:44.194145 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd689e045-472c-41f4-987b-55e625d2db39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e18a4995-bcba-484c-ae2c-bee770770579'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:03:44.196409 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48e865d8476ba2a5f0da42372099f1e22e6deeaeae302d95cf618f5f0d4541bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd171bbb-f02a-4c56-8ede-ceaa80ab2ee0" -d '{"events": [{"server_uuid": "d689e045-472c-41f4-987b-55e625d2db39", "name": "network-vif-plugged", "status": "completed", "tag": "e18a4995-bcba-484c-ae2c-bee770770579"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:03:44.212169 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port e18a4995-bcba-484c-ae2c-bee770770579, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=e18a4995-bcba-484c-ae2c-bee770770579,segment=NetworkSegment(d0eb4993-5acc-428e-b96a-f89f3077d8e1),segment_id=d0eb4993-5acc-428e-b96a-f89f3077d8e1)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:03:44.216763 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:44.246325 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc1e6d1d-f6e2-4ad6-a15b-5199257e4095 x-openstack-request-id: req-fc1e6d1d-f6e2-4ad6-a15b-5199257e4095 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:03:44.246618 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d689e045-472c-41f4-987b-55e625d2db39", "name": "network-vif-plugged", "status": "completed", "tag": "e18a4995-bcba-484c-ae2c-bee770770579", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:03:44.246867 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fc1e6d1d-f6e2-4ad6-a15b-5199257e4095 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:03:44.247257 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd689e045-472c-41f4-987b-55e625d2db39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e18a4995-bcba-484c-ae2c-bee770770579', 'code': 200} Aug 29 05:03:44.267285 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=e18a4995-bcba-484c-ae2c-bee770770579,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:03:44.300032 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74a8c4d-c6d7-43ad-999a-f3d95f41b380 req-364474e7-33b0-471d-8380-ecf86b7b6c0d tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:44.301608 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f74a8c4d-c6d7-43ad-999a-f3d95f41b380 req-364474e7-33b0-471d-8380-ecf86b7b6c0d tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=d689e045-472c-41f4-987b-55e625d2db39 HTTP/1.1" status: 200 len: 945 time: 0.0542722 Aug 29 05:03:44.340060 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f74a8c4d-c6d7-43ad-999a-f3d95f41b380 req-c54028f2-4e9e-419b-83fd-e864dfa8719d tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318735 Aug 29 05:03:44.373624 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4caaa6-d352-4126-8ca7-02f28c76deaa req-1acc72f8-24d6-4b3b-9552-77015849dffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:44.375237 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dc4caaa6-d352-4126-8ca7-02f28c76deaa req-1acc72f8-24d6-4b3b-9552-77015849dffd service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d689e045-472c-41f4-987b-55e625d2db39 HTTP/1.1" status: 200 len: 1097 time: 0.0423446 Aug 29 05:03:44.409899 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dc4caaa6-d352-4126-8ca7-02f28c76deaa req-24081222-6010-4250-951b-a71392ca7595 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273378 Aug 29 05:03:45.458402 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c08ad7e-2589-42b6-acc1-181dc0fdc8cf req-000ccb5d-2edd-42f9-95c3-5d249b8f9706 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:45.459919 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0c08ad7e-2589-42b6-acc1-181dc0fdc8cf req-000ccb5d-2edd-42f9-95c3-5d249b8f9706 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=d689e045-472c-41f4-987b-55e625d2db39 HTTP/1.1" status: 200 len: 945 time: 0.0487399 Aug 29 05:03:45.497903 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0c08ad7e-2589-42b6-acc1-181dc0fdc8cf req-1246eff8-3f59-4a1b-a5c1-49bf91b22dfb tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318842 Aug 29 05:03:46.612208 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e48f60e-3bdb-4875-b302-768e10e51f82 req-660c262d-3956-423e-a980-bc1cd9b39839 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:46.613679 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5e48f60e-3bdb-4875-b302-768e10e51f82 req-660c262d-3956-423e-a980-bc1cd9b39839 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=d689e045-472c-41f4-987b-55e625d2db39 HTTP/1.1" status: 200 len: 945 time: 0.0483379 Aug 29 05:03:46.650577 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-5e48f60e-3bdb-4875-b302-768e10e51f82 req-76866058-fe15-4fe5-bb86-cb34956d86cc tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309644 Aug 29 05:03:46.764096 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a87a81-77d0-4de1-a6b2-dd0b414c2d51 req-19be03be-c8de-4caf-9d03-5ca70f9b607d tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:46.765572 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-77a87a81-77d0-4de1-a6b2-dd0b414c2d51 req-19be03be-c8de-4caf-9d03-5ca70f9b607d tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=d689e045-472c-41f4-987b-55e625d2db39 HTTP/1.1" status: 200 len: 945 time: 0.0529544 Aug 29 05:03:46.773996 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 38412) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:03:46.778897 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-e021b8bc-d023-469e-963d-00269c6cdcbc tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Request body: {'floatingip': {'port_id': 'e18a4995-bcba-484c-ae2c-bee770770579'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:03:46.819322 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e021b8bc-d023-469e-963d-00269c6cdcbc tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Notify callbacks [] for floatingip, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:47.242606 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e021b8bc-d023-469e-963d-00269c6cdcbc tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:47.247179 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e021b8bc-d023-469e-963d-00269c6cdcbc tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719515'] for floatingip, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:47.346465 n-d-712140-12 neutron-server[94828]: INFO neutron.db.l3_db [None req-e021b8bc-d023-469e-963d-00269c6cdcbc tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Floating IP 24a70931-443b-4f5c-be58-16b9051777b1 associated. External IP: 172.25.0.82, port: e18a4995-bcba-484c-ae2c-bee770770579. Aug 29 05:03:47.550873 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e021b8bc-d023-469e-963d-00269c6cdcbc tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Router 9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:03:47.656219 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e021b8bc-d023-469e-963d-00269c6cdcbc tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:03:47.660765 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e021b8bc-d023-469e-963d-00269c6cdcbc tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:47.668241 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9efc2f-a959-434d-8137-0a0973e606c7 None None] Sync routers for ids ['9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:03:47.677857 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9efc2f-a959-434d-8137-0a0973e606c7 None None] Routers {'9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:03:47.678470 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-5c9efc2f-a959-434d-8137-0a0973e606c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:03:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:03:47.688591 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-e021b8bc-d023-469e-963d-00269c6cdcbc tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "PUT /v2.0/floatingips/24a70931-443b-4f5c-be58-16b9051777b1 HTTP/1.1" status: 200 len: 990 time: 0.9133110 Aug 29 05:03:47.689607 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd689e045-472c-41f4-987b-55e625d2db39', 'tag': 'e18a4995-bcba-484c-ae2c-bee770770579'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:03:47.692152 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec1681a0c28553dec06823bd44edbe3650562e783de2ec9f66bc2c3ceeff4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61e088ed-4877-47b6-ac59-9946728ff0b6" -d '{"events": [{"name": "network-changed", "server_uuid": "d689e045-472c-41f4-987b-55e625d2db39", "tag": "e18a4995-bcba-484c-ae2c-bee770770579"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:03:47.727084 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea7d6ee5-4b85-42b7-908f-a3b252d97290 x-openstack-request-id: req-ea7d6ee5-4b85-42b7-908f-a3b252d97290 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:03:47.727382 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d689e045-472c-41f4-987b-55e625d2db39", "tag": "e18a4995-bcba-484c-ae2c-bee770770579", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:03:47.727640 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ea7d6ee5-4b85-42b7-908f-a3b252d97290 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:03:47.728080 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd689e045-472c-41f4-987b-55e625d2db39', 'tag': 'e18a4995-bcba-484c-ae2c-bee770770579', 'status': 'completed', 'code': 200} Aug 29 05:03:47.795641 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-5c9efc2f-a959-434d-8137-0a0973e606c7 None None] Set router 9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:03:47.826106 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e088ed-4877-47b6-ac59-9946728ff0b6 req-2c9dfcd9-6690-41c8-a316-220fcce48a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:47.827549 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-61e088ed-4877-47b6-ac59-9946728ff0b6 req-2c9dfcd9-6690-41c8-a316-220fcce48a06 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=31def360f89342158e5c482db8b51dfa&device_id=d689e045-472c-41f4-987b-55e625d2db39 HTTP/1.1" status: 200 len: 1097 time: 0.0417387 Aug 29 05:03:47.917199 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e088ed-4877-47b6-ac59-9946728ff0b6 req-7f7a9254-b7b0-42af-8876-2e62354af88f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:47.918697 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-61e088ed-4877-47b6-ac59-9946728ff0b6 req-7f7a9254-b7b0-42af-8876-2e62354af88f service neutron] 10.222.0.48 "GET /v2.0/networks?id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb HTTP/1.1" status: 200 len: 913 time: 0.0839884 Aug 29 05:03:47.991325 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-61e088ed-4877-47b6-ac59-9946728ff0b6 req-a980ef69-857d-4423-a174-0dd3c625e647 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e18a4995-bcba-484c-ae2c-bee770770579 HTTP/1.1" status: 200 len: 998 time: 0.0640399 Aug 29 05:03:48.016259 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-5c9efc2f-a959-434d-8137-0a0973e606c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7', 'name': 'tempest-ServerActionsTestJSON-1226271981-router', 'tenant_id': '31def360f89342158e5c482db8b51dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'f296628a-3cd6-4f77-be95-983e76610165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:03:29Z', 'updated_at': '2021-08-29T05:03:31Z', 'revision_number': 4, 'project_id': '31def360f89342158e5c482db8b51dfa', 'gw_port': {'id': 'f296628a-3cd6-4f77-be95-983e76610165', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:03:29Z', 'updated_at': '2021-08-29T05:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': '24a70931-443b-4f5c-be58-16b9051777b1', 'tenant_id': '31def360f89342158e5c482db8b51dfa', 'floating_ip_address': '172.25.0.82', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': '9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7', 'port_id': 'e18a4995-bcba-484c-ae2c-bee770770579', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4ebd4fa-a4f1-45bc-9f70-1a5031b435cb', 'mac_address': 'fa:16:3e:a6:b8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd689e045-472c-41f4-987b-55e625d2db39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:03:33Z', 'updated_at': '2021-08-29T05:03:47Z', 'revision_number': 1, 'project_id': '31def360f89342158e5c482db8b51dfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f2ff4b2-35a8-4df2-9520-5d9a26f40f8e', 'name': '', 'network_id': 'd4ebd4fa-a4f1-45bc-9f70-1a5031b435cb', 'tenant_id': '31def360f89342158e5c482db8b51dfa', 'mac_address': 'fa:16:3e:63:bb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '6f6d99e8-8009-478f-9356-563dd7d1ac5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:03:31Z', 'updated_at': '2021-08-29T05:03:37Z', 'revision_number': 5, 'project_id': '31def360f89342158e5c482db8b51dfa', 'subnets': [{'id': '6f6d99e8-8009-478f-9356-563dd7d1ac5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:03:48.040408 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e088ed-4877-47b6-ac59-9946728ff0b6 req-f91da748-e280-4b92-95c1-068cfb377d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:48.042463 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-61e088ed-4877-47b6-ac59-9946728ff0b6 req-f91da748-e280-4b92-95c1-068cfb377d3f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6f6d99e8-8009-478f-9356-563dd7d1ac5b HTTP/1.1" status: 200 len: 851 time: 0.0439160 Aug 29 05:03:48.046269 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9efc2f-a959-434d-8137-0a0973e606c7 None None] Checking router: 9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7 for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:03:48.054560 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9efc2f-a959-434d-8137-0a0973e606c7 None None] Routers {'9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:03:48.055158 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-5c9efc2f-a959-434d-8137-0a0973e606c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:03:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:03:48.089634 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e088ed-4877-47b6-ac59-9946728ff0b6 req-bb56026b-8e7c-483d-b028-0196e01f58b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:48.091132 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-61e088ed-4877-47b6-ac59-9946728ff0b6 req-bb56026b-8e7c-483d-b028-0196e01f58b4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402374 Aug 29 05:03:48.157753 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-5c9efc2f-a959-434d-8137-0a0973e606c7 None None] Set router 9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:03:48.186761 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-61e088ed-4877-47b6-ac59-9946728ff0b6 req-7b1ed205-fcfe-4979-bd3b-14cabbf52adf service neutron] 10.222.0.48 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869105 Aug 29 05:03:48.277196 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-61e088ed-4877-47b6-ac59-9946728ff0b6 req-0c9a40fa-0c35-43f8-ae78-4fbd3f9d5ab5 service neutron] 10.222.0.48 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826421 Aug 29 05:03:48.527313 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-5c9efc2f-a959-434d-8137-0a0973e606c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7', 'name': 'tempest-ServerActionsTestJSON-1226271981-router', 'tenant_id': '31def360f89342158e5c482db8b51dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'f296628a-3cd6-4f77-be95-983e76610165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:03:29Z', 'updated_at': '2021-08-29T05:03:31Z', 'revision_number': 4, 'project_id': '31def360f89342158e5c482db8b51dfa', 'gw_port': {'id': 'f296628a-3cd6-4f77-be95-983e76610165', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:03:29Z', 'updated_at': '2021-08-29T05:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': '24a70931-443b-4f5c-be58-16b9051777b1', 'tenant_id': '31def360f89342158e5c482db8b51dfa', 'floating_ip_address': '172.25.0.82', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': '9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7', 'port_id': 'e18a4995-bcba-484c-ae2c-bee770770579', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4ebd4fa-a4f1-45bc-9f70-1a5031b435cb', 'mac_address': 'fa:16:3e:a6:b8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd689e045-472c-41f4-987b-55e625d2db39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:03:33Z', 'updated_at': '2021-08-29T05:03:47Z', 'revision_number': 1, 'project_id': '31def360f89342158e5c482db8b51dfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f2ff4b2-35a8-4df2-9520-5d9a26f40f8e', 'name': '', 'network_id': 'd4ebd4fa-a4f1-45bc-9f70-1a5031b435cb', 'tenant_id': '31def360f89342158e5c482db8b51dfa', 'mac_address': 'fa:16:3e:63:bb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '6f6d99e8-8009-478f-9356-563dd7d1ac5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:03:31Z', 'updated_at': '2021-08-29T05:03:37Z', 'revision_number': 5, 'project_id': '31def360f89342158e5c482db8b51dfa', 'subnets': [{'id': '6f6d99e8-8009-478f-9356-563dd7d1ac5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:03:48.552866 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9efc2f-a959-434d-8137-0a0973e606c7 None None] The sync data for ids ['9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7'] in n-d-712140-12 is: [{'id': '9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7', 'name': 'tempest-ServerActionsTestJSON-1226271981-router', 'tenant_id': '31def360f89342158e5c482db8b51dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'f296628a-3cd6-4f77-be95-983e76610165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:03:29Z', 'updated_at': '2021-08-29T05:03:31Z', 'revision_number': 4, 'project_id': '31def360f89342158e5c482db8b51dfa', 'gw_port': {'id': 'f296628a-3cd6-4f77-be95-983e76610165', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:03:29Z', 'updated_at': '2021-08-29T05:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': '24a70931-443b-4f5c-be58-16b9051777b1', 'tenant_id': '31def360f89342158e5c482db8b51dfa', 'floating_ip_address': '172.25.0.82', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': '9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7', 'port_id': 'e18a4995-bcba-484c-ae2c-bee770770579', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4ebd4fa-a4f1-45bc-9f70-1a5031b435cb', 'mac_address': 'fa:16:3e:a6:b8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd689e045-472c-41f4-987b-55e625d2db39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:03:33Z', 'updated_at': '2021-08-29T05:03:47Z', 'revision_number': 1, 'project_id': '31def360f89342158e5c482db8b51dfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f2ff4b2-35a8-4df2-9520-5d9a26f40f8e', 'name': '', 'network_id': 'd4ebd4fa-a4f1-45bc-9f70-1a5031b435cb', 'tenant_id': '31def360f89342158e5c482db8b51dfa', 'mac_address': 'fa:16:3e:63:bb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '6f6d99e8-8009-478f-9356-563dd7d1ac5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:03:31Z', 'updated_at': '2021-08-29T05:03:37Z', 'revision_number': 5, 'project_id': '31def360f89342158e5c482db8b51dfa', 'subnets': [{'id': '6f6d99e8-8009-478f-9356-563dd7d1ac5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:03:48.735945 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7355bd-6806-4d2c-9313-27f09a43137d None None] New status for floating IP 24a70931-443b-4f5c-be58-16b9051777b1: ACTIVE {{(pid=94831) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:03:49.565776 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:58.906219 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:03.434038 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-89e21034-7d3f-4255-ae75-65ad18fe2525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:04.561609 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:04:06.293519 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5d7b41fd-3cf9-46c7-8f62-aefc25bfc3f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:07.289973 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:07.332430 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:08.822789 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:19.580753 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:28.915321 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:30.504730 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-00b0410a-f2de-4371-8bdb-57ec7fe8a1cb req-926a3848-bf78-4530-b92a-43b64b13e569 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d689e045-472c-41f4-987b-55e625d2db39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0441535 Aug 29 05:04:30.600148 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b0410a-f2de-4371-8bdb-57ec7fe8a1cb req-d26563f0-2e9e-4de4-bd0b-fb27b7bc5752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:30.601614 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-00b0410a-f2de-4371-8bdb-57ec7fe8a1cb req-d26563f0-2e9e-4de4-bd0b-fb27b7bc5752 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=31def360f89342158e5c482db8b51dfa&device_id=d689e045-472c-41f4-987b-55e625d2db39 HTTP/1.1" status: 200 len: 1097 time: 0.0394781 Aug 29 05:04:30.703009 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b0410a-f2de-4371-8bdb-57ec7fe8a1cb req-f8d23c10-28eb-4272-90f1-29c63c0cab98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:30.704643 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-00b0410a-f2de-4371-8bdb-57ec7fe8a1cb req-f8d23c10-28eb-4272-90f1-29c63c0cab98 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb HTTP/1.1" status: 200 len: 913 time: 0.0842218 Aug 29 05:04:30.774717 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-00b0410a-f2de-4371-8bdb-57ec7fe8a1cb req-80561609-d08f-4677-b2f5-23f69b53d3fc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e18a4995-bcba-484c-ae2c-bee770770579 HTTP/1.1" status: 200 len: 1000 time: 0.0621009 Aug 29 05:04:30.826699 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b0410a-f2de-4371-8bdb-57ec7fe8a1cb req-0ca0797b-e932-4fe2-aef7-3efcafe2ebbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:30.828343 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-00b0410a-f2de-4371-8bdb-57ec7fe8a1cb req-0ca0797b-e932-4fe2-aef7-3efcafe2ebbb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6f6d99e8-8009-478f-9356-563dd7d1ac5b HTTP/1.1" status: 200 len: 851 time: 0.0457702 Aug 29 05:04:30.873384 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b0410a-f2de-4371-8bdb-57ec7fe8a1cb req-9ca78fde-b393-476b-9231-c5a53493ed6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:30.874875 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-00b0410a-f2de-4371-8bdb-57ec7fe8a1cb req-9ca78fde-b393-476b-9231-c5a53493ed6d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399804 Aug 29 05:04:30.970964 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-00b0410a-f2de-4371-8bdb-57ec7fe8a1cb req-544bfa90-4b8a-4cbd-bfe9-a0d4586ff236 service neutron] 10.222.0.48 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877450 Aug 29 05:04:31.058984 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-00b0410a-f2de-4371-8bdb-57ec7fe8a1cb req-c9612509-0fa4-4382-9d49-2ea14beba086 service neutron] 10.222.0.48 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807812 Aug 29 05:04:33.425303 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3e276826-d252-4ae7-8851-56278db486eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:36.294172 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2cf5a9ac-eed5-4461-9369-a8afd23d3b4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:37.291194 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:37.336888 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:38.825601 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:41.560840 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:04:49.582046 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:58.920502 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:05:03.426547 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5f0e665e-19e6-40ee-8ec0-3968cde72755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:05:06.295521 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ec985613-ded3-45d6-97c0-3dfcadf3d67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:05:07.292649 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:05:07.337239 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:05:08.828068 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:05:18.560689 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:05:19.593910 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:05:28.922990 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:05:32.500822 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-45673ef1-5e6b-472a-bf24-41035623002a req-86070053-c87d-4046-b567-c05d7cc4f547 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d689e045-472c-41f4-987b-55e625d2db39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0446529 Aug 29 05:05:32.596749 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45673ef1-5e6b-472a-bf24-41035623002a req-8c84a47e-5fe9-420e-afa7-5c5100ee5ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:05:32.598233 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-45673ef1-5e6b-472a-bf24-41035623002a req-8c84a47e-5fe9-420e-afa7-5c5100ee5ba9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=31def360f89342158e5c482db8b51dfa&device_id=d689e045-472c-41f4-987b-55e625d2db39 HTTP/1.1" status: 200 len: 1097 time: 0.0406675 Aug 29 05:05:32.697802 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45673ef1-5e6b-472a-bf24-41035623002a req-50e1a232-af3c-40d4-a15f-7ede5dd8ec82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:05:32.699294 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-45673ef1-5e6b-472a-bf24-41035623002a req-50e1a232-af3c-40d4-a15f-7ede5dd8ec82 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb HTTP/1.1" status: 200 len: 913 time: 0.0829756 Aug 29 05:05:32.768633 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-45673ef1-5e6b-472a-bf24-41035623002a req-e939358a-dcfb-4593-8d7c-cc94876d5a25 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e18a4995-bcba-484c-ae2c-bee770770579 HTTP/1.1" status: 200 len: 1000 time: 0.0620804 Aug 29 05:05:32.816289 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45673ef1-5e6b-472a-bf24-41035623002a req-3079662e-b675-4df7-922e-f605f9395d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:05:32.817703 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-45673ef1-5e6b-472a-bf24-41035623002a req-3079662e-b675-4df7-922e-f605f9395d57 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6f6d99e8-8009-478f-9356-563dd7d1ac5b HTTP/1.1" status: 200 len: 851 time: 0.0426097 Aug 29 05:05:32.862277 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45673ef1-5e6b-472a-bf24-41035623002a req-834b458f-885c-4387-a61a-6c509a22609b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:05:32.863791 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-45673ef1-5e6b-472a-bf24-41035623002a req-834b458f-885c-4387-a61a-6c509a22609b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395262 Aug 29 05:05:32.955584 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-45673ef1-5e6b-472a-bf24-41035623002a req-58787c9a-bec8-4cb4-a957-6953c3f6c2b3 service neutron] 10.222.0.48 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843632 Aug 29 05:05:33.041043 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-45673ef1-5e6b-472a-bf24-41035623002a req-e557103f-c43a-457d-9157-6b5117fcd609 service neutron] 10.222.0.48 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788829 Aug 29 05:05:33.428293 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-763b7b34-43dc-4d01-9209-4c5a5fe37960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:05:36.296018 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0c979a58-ff6d-449c-b50a-8375f94528b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:05:37.294699 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:05:37.339662 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:05:38.830822 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:05:49.607535 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:05:55.559461 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:05:58.932565 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:03.429092 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6b619eef-5369-4c74-b638-3280af7dd633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:06.296937 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3f7f614f-5a34-477c-b140-6a6ea1500611 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:07.295900 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:07.342788 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:08.834121 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:19.607655 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:28.713194 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fcd3a8-9673-419e-a917-0a00e67b00d5 req-a571868a-984a-4780-b863-a01fec29a754 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:28.714698 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-21fcd3a8-9673-419e-a917-0a00e67b00d5 req-a571868a-984a-4780-b863-a01fec29a754 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=d689e045-472c-41f4-987b-55e625d2db39 HTTP/1.1" status: 200 len: 945 time: 0.0995207 Aug 29 05:06:28.752065 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-21fcd3a8-9673-419e-a917-0a00e67b00d5 req-6952d86e-33f2-43fb-9ddb-b536cebfca6d tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312498 Aug 29 05:06:28.936367 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 38774) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:06:28.948435 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:29.006100 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc980807-bf9e-4838-b59a-0fbbb8f6b95d req-d4a0ab46-fe6c-4bbd-b9bf-08f11a06e072 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:29.007626 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-fc980807-bf9e-4838-b59a-0fbbb8f6b95d req-d4a0ab46-fe6c-4bbd-b9bf-08f11a06e072 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=d689e045-472c-41f4-987b-55e625d2db39 HTTP/1.1" status: 200 len: 945 time: 0.0572953 Aug 29 05:06:29.037883 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c6e5b00f-4376-4041-8abd-45cd5a912bda req-870ad89d-8e76-4519-a07b-e3b66958f274 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d689e045-472c-41f4-987b-55e625d2db39&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1003418 Aug 29 05:06:29.046183 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-fc980807-bf9e-4838-b59a-0fbbb8f6b95d req-17b4f913-73d7-4f25-9674-88d6efb96ba1 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323992 Aug 29 05:06:30.269173 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e5b00f-4376-4041-8abd-45cd5a912bda req-2b2984c9-0d6c-40c9-8e1d-716d2b9a857c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:30.270677 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c6e5b00f-4376-4041-8abd-45cd5a912bda req-2b2984c9-0d6c-40c9-8e1d-716d2b9a857c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=31def360f89342158e5c482db8b51dfa&device_id=d689e045-472c-41f4-987b-55e625d2db39 HTTP/1.1" status: 200 len: 1097 time: 0.1042027 Aug 29 05:06:30.296543 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9791a924-1c8b-489e-afc0-6c34fc607808 req-e80fdfb3-1fa9-45e3-9c4f-69bd22cbd8cf tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:30.298053 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9791a924-1c8b-489e-afc0-6c34fc607808 req-e80fdfb3-1fa9-45e3-9c4f-69bd22cbd8cf tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=d689e045-472c-41f4-987b-55e625d2db39 HTTP/1.1" status: 200 len: 945 time: 0.1075201 Aug 29 05:06:30.383849 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9791a924-1c8b-489e-afc0-6c34fc607808 req-200591fb-78a6-4105-aad6-9ce3c3b3bf97 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754828 Aug 29 05:06:30.403517 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e5b00f-4376-4041-8abd-45cd5a912bda req-905b505e-e3df-44ce-b097-fbed22c9d0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:30.405131 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c6e5b00f-4376-4041-8abd-45cd5a912bda req-905b505e-e3df-44ce-b097-fbed22c9d0bb service neutron] 10.222.0.48 "GET /v2.0/networks?id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb HTTP/1.1" status: 200 len: 913 time: 0.1255410 Aug 29 05:06:30.469999 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c6e5b00f-4376-4041-8abd-45cd5a912bda req-5afa0c74-0b53-4df2-bd9a-78b17f2b7655 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e18a4995-bcba-484c-ae2c-bee770770579 HTTP/1.1" status: 200 len: 1000 time: 0.0571301 Aug 29 05:06:30.517981 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e5b00f-4376-4041-8abd-45cd5a912bda req-8e47c59e-fed1-4e86-9815-0bfb68fe78ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:30.519426 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c6e5b00f-4376-4041-8abd-45cd5a912bda req-8e47c59e-fed1-4e86-9815-0bfb68fe78ab service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6f6d99e8-8009-478f-9356-563dd7d1ac5b HTTP/1.1" status: 200 len: 851 time: 0.0425436 Aug 29 05:06:30.570380 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e5b00f-4376-4041-8abd-45cd5a912bda req-743e6a5f-bd07-4cdc-809d-065e7a0c8ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:30.571940 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c6e5b00f-4376-4041-8abd-45cd5a912bda req-743e6a5f-bd07-4cdc-809d-065e7a0c8ec3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451090 Aug 29 05:06:30.662237 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c6e5b00f-4376-4041-8abd-45cd5a912bda req-e4d12ba7-08cd-4606-82de-136ca6edd800 service neutron] 10.222.0.48 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823009 Aug 29 05:06:30.761017 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c6e5b00f-4376-4041-8abd-45cd5a912bda req-ce95a6d3-298a-4192-999c-61e772fa657b service neutron] 10.222.0.48 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907187 Aug 29 05:06:31.498521 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2806d11c-723f-447b-8ff0-939105ae623b req-2958f681-2340-4a6e-923a-bed81701a2a1 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:31.500020 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2806d11c-723f-447b-8ff0-939105ae623b req-2958f681-2340-4a6e-923a-bed81701a2a1 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=d689e045-472c-41f4-987b-55e625d2db39 HTTP/1.1" status: 200 len: 945 time: 0.0479038 Aug 29 05:06:31.537365 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2806d11c-723f-447b-8ff0-939105ae623b req-bc483846-5e49-4598-a21d-be70a0510105 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314846 Aug 29 05:06:32.547979 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1e85d1-52e5-4627-8b5c-8aec5f8beeeb req-415be511-d263-489a-86f0-6dc6f866400a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:32.549538 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7f1e85d1-52e5-4627-8b5c-8aec5f8beeeb req-415be511-d263-489a-86f0-6dc6f866400a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=31def360f89342158e5c482db8b51dfa&device_id=d689e045-472c-41f4-987b-55e625d2db39 HTTP/1.1" status: 200 len: 1097 time: 0.0404174 Aug 29 05:06:32.560827 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:06:32.690765 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f6f63e-685f-4e01-8fd1-5b31b91e6a9d req-4cd0f392-3fa2-4dc6-be97-39d062b1ceaa tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:32.692425 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b0f6f63e-685f-4e01-8fd1-5b31b91e6a9d req-4cd0f392-3fa2-4dc6-be97-39d062b1ceaa tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=d689e045-472c-41f4-987b-55e625d2db39 HTTP/1.1" status: 200 len: 945 time: 0.0812187 Aug 29 05:06:32.693625 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1e85d1-52e5-4627-8b5c-8aec5f8beeeb req-f241d982-1491-4785-b705-eb533a27e163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:32.694989 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7f1e85d1-52e5-4627-8b5c-8aec5f8beeeb req-f241d982-1491-4785-b705-eb533a27e163 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb HTTP/1.1" status: 200 len: 913 time: 0.1250370 Aug 29 05:06:32.775825 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b0f6f63e-685f-4e01-8fd1-5b31b91e6a9d req-f3fd3866-4cf7-4cfc-9f12-4ae8c60d0db5 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775721 Aug 29 05:06:32.784347 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7f1e85d1-52e5-4627-8b5c-8aec5f8beeeb req-b49dad30-7519-4f13-8807-61aa9041b220 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e18a4995-bcba-484c-ae2c-bee770770579 HTTP/1.1" status: 200 len: 1000 time: 0.0800872 Aug 29 05:06:32.831980 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1e85d1-52e5-4627-8b5c-8aec5f8beeeb req-74432b21-d099-417a-9ce6-f87379274ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:32.833364 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7f1e85d1-52e5-4627-8b5c-8aec5f8beeeb req-74432b21-d099-417a-9ce6-f87379274ac5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6f6d99e8-8009-478f-9356-563dd7d1ac5b HTTP/1.1" status: 200 len: 851 time: 0.0421147 Aug 29 05:06:32.877853 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1e85d1-52e5-4627-8b5c-8aec5f8beeeb req-287097ff-a27b-439a-8e60-00b3fb86d681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:32.879305 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7f1e85d1-52e5-4627-8b5c-8aec5f8beeeb req-287097ff-a27b-439a-8e60-00b3fb86d681 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387890 Aug 29 05:06:32.970766 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7f1e85d1-52e5-4627-8b5c-8aec5f8beeeb req-32c5fa61-4321-41e4-8812-27d56f5f5e06 service neutron] 10.222.0.48 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839343 Aug 29 05:06:33.380289 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7f1e85d1-52e5-4627-8b5c-8aec5f8beeeb req-1753a777-ab07-41cc-8ffd-8c647bb0c14a service neutron] 10.222.0.48 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4024043 Aug 29 05:06:33.431159 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a9a963a0-5c8c-4741-a2bf-4997a4c0784a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:33.891860 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaad290-6530-44e6-8445-11113b812d29 req-5b1aa64e-20c4-455b-bb03-a58fb12f13a3 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:33.893270 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-edaad290-6530-44e6-8445-11113b812d29 req-5b1aa64e-20c4-455b-bb03-a58fb12f13a3 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=d689e045-472c-41f4-987b-55e625d2db39 HTTP/1.1" status: 200 len: 945 time: 0.0490425 Aug 29 05:06:33.930725 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-edaad290-6530-44e6-8445-11113b812d29 req-04165581-6f34-48b1-bd3f-faa4eb79d5ee tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315413 Aug 29 05:06:35.043503 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cc6f92-3e70-46ba-b48f-309949aa34b2 req-cf84400d-f448-45c3-8edb-87d848a64cd2 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:35.044917 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-23cc6f92-3e70-46ba-b48f-309949aa34b2 req-cf84400d-f448-45c3-8edb-87d848a64cd2 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=d689e045-472c-41f4-987b-55e625d2db39 HTTP/1.1" status: 200 len: 945 time: 0.0482068 Aug 29 05:06:35.082776 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-23cc6f92-3e70-46ba-b48f-309949aa34b2 req-ce35fb68-908d-4c64-8848-1484aebdc592 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318961 Aug 29 05:06:36.199587 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b685c3-a72b-4f5a-be09-864b27800d2f req-55ff973e-b4e6-464a-86d6-91f3e0d6c5f7 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:36.201005 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-89b685c3-a72b-4f5a-be09-864b27800d2f req-55ff973e-b4e6-464a-86d6-91f3e0d6c5f7 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=d689e045-472c-41f4-987b-55e625d2db39 HTTP/1.1" status: 200 len: 945 time: 0.0522597 Aug 29 05:06:36.238458 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-89b685c3-a72b-4f5a-be09-864b27800d2f req-6bcc4011-24cb-4682-b39f-779df6b21096 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315080 Aug 29 05:06:36.297922 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-742987f8-6ccd-4d2b-b9f3-3feecc93dcb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:37.299289 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:37.346858 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:37.364164 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3ab9da-e15a-4959-92c4-8bd9bdb71ee8 req-899c6e53-9dcd-4a70-ba1c-4f1a838c0c46 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:37.365750 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5b3ab9da-e15a-4959-92c4-8bd9bdb71ee8 req-899c6e53-9dcd-4a70-ba1c-4f1a838c0c46 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=d689e045-472c-41f4-987b-55e625d2db39 HTTP/1.1" status: 200 len: 945 time: 0.0545290 Aug 29 05:06:37.404758 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5b3ab9da-e15a-4959-92c4-8bd9bdb71ee8 req-ec33b10d-5a1b-48ec-9885-0191c2b9b6ab tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325513 Aug 29 05:06:38.523100 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc57371-ad41-423e-b917-a79806e3a83b req-c2534840-63cb-481e-8d5c-621d2f78dbef tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:38.524599 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3bc57371-ad41-423e-b917-a79806e3a83b req-c2534840-63cb-481e-8d5c-621d2f78dbef tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=d689e045-472c-41f4-987b-55e625d2db39 HTTP/1.1" status: 200 len: 945 time: 0.0483546 Aug 29 05:06:38.562206 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-3bc57371-ad41-423e-b917-a79806e3a83b req-ecda5031-5947-4ea4-a63a-643684a249a0 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313981 Aug 29 05:06:38.835415 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:39.675083 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a684b6ff-801e-4a7a-8e81-001b4a2291b6 req-0de80ef7-061a-4763-80e4-a04dd7d633cc tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:39.676602 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a684b6ff-801e-4a7a-8e81-001b4a2291b6 req-0de80ef7-061a-4763-80e4-a04dd7d633cc tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=d689e045-472c-41f4-987b-55e625d2db39 HTTP/1.1" status: 200 len: 945 time: 0.0486379 Aug 29 05:06:39.714260 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a684b6ff-801e-4a7a-8e81-001b4a2291b6 req-68f825c8-32c4-4df6-af06-743d72dad76a tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311091 Aug 29 05:06:40.845660 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0904f453-ccde-4d01-8e05-509cffec2509 req-65565641-f8db-4510-ae18-792782438c21 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:40.847144 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0904f453-ccde-4d01-8e05-509cffec2509 req-65565641-f8db-4510-ae18-792782438c21 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=d689e045-472c-41f4-987b-55e625d2db39 HTTP/1.1" status: 200 len: 945 time: 0.0494034 Aug 29 05:06:40.884376 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-0904f453-ccde-4d01-8e05-509cffec2509 req-17918993-49c3-4e1e-94ec-021e045ef2a2 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312233 Aug 29 05:06:41.997566 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb30494-8869-4ff9-9f79-c185075d239b req-5d623a6e-1740-4555-86ea-2d7c99f2a216 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:41.999037 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ceb30494-8869-4ff9-9f79-c185075d239b req-5d623a6e-1740-4555-86ea-2d7c99f2a216 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=d689e045-472c-41f4-987b-55e625d2db39 HTTP/1.1" status: 200 len: 945 time: 0.0483525 Aug 29 05:06:42.037565 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ceb30494-8869-4ff9-9f79-c185075d239b req-384f7d1b-27a3-4fc2-b4a3-8af6479d520a tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325508 Aug 29 05:06:42.895283 n-d-712140-12 neutron-server[94828]: INFO neutron.api.v2.resource [req-c6e5b00f-4376-4041-8abd-45cd5a912bda req-ffe5f467-11ff-499f-9b27-1fdba1cea3e1 service neutron] show failed (client error): The resource could not be found. Aug 29 05:06:42.896298 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c6e5b00f-4376-4041-8abd-45cd5a912bda req-ffe5f467-11ff-499f-9b27-1fdba1cea3e1 service neutron] 10.222.0.48 "GET /v2.0/ports/e18a4995-bcba-484c-ae2c-bee770770579/bindings/n-h1-712140-12 HTTP/1.1" status: 404 len: 381 time: 0.0561047 Aug 29 05:06:43.158380 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ef03bc-f514-4772-a1a7-34035f91727c req-089ee1c6-9b83-4514-9238-8ab90a84420c tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:43.159934 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e4ef03bc-f514-4772-a1a7-34035f91727c req-089ee1c6-9b83-4514-9238-8ab90a84420c tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=d689e045-472c-41f4-987b-55e625d2db39 HTTP/1.1" status: 200 len: 945 time: 0.0545504 Aug 29 05:06:43.187387 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e5b00f-4376-4041-8abd-45cd5a912bda req-2f751123-87f8-46c6-8568-db842ccb53f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:43.188980 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c6e5b00f-4376-4041-8abd-45cd5a912bda req-2f751123-87f8-46c6-8568-db842ccb53f1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d689e045-472c-41f4-987b-55e625d2db39&tenant_id=31def360f89342158e5c482db8b51dfa HTTP/1.1" status: 200 len: 1097 time: 0.0784161 Aug 29 05:06:43.198398 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e4ef03bc-f514-4772-a1a7-34035f91727c req-baa7d914-ffd1-40e5-9244-439a512c2305 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315626 Aug 29 05:06:43.200812 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-c6e5b00f-4376-4041-8abd-45cd5a912bda req-91f77697-b349-4afe-9618-429e162fdec6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712140-12', 'device_owner': 'compute:nova'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:06:43.253483 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-c6e5b00f-4376-4041-8abd-45cd5a912bda req-91f77697-b349-4afe-9618-429e162fdec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:43.452679 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-c6e5b00f-4376-4041-8abd-45cd5a912bda req-91f77697-b349-4afe-9618-429e162fdec6 service neutron] For port e18a4995-bcba-484c-ae2c-bee770770579, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=e18a4995-bcba-484c-ae2c-bee770770579,segment=NetworkSegment(d0eb4993-5acc-428e-b96a-f89f3077d8e1),segment_id=d0eb4993-5acc-428e-b96a-f89f3077d8e1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:06:43.484735 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-c6e5b00f-4376-4041-8abd-45cd5a912bda req-91f77697-b349-4afe-9618-429e162fdec6 service neutron] For port e18a4995-bcba-484c-ae2c-bee770770579, host n-h2-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:06:43.524219 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd689e045-472c-41f4-987b-55e625d2db39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e18a4995-bcba-484c-ae2c-bee770770579'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:06:43.529559 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-c6e5b00f-4376-4041-8abd-45cd5a912bda req-91f77697-b349-4afe-9618-429e162fdec6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:43.541855 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-c6e5b00f-4376-4041-8abd-45cd5a912bda req-91f77697-b349-4afe-9618-429e162fdec6 service neutron] Transition to ACTIVE for port object e18a4995-bcba-484c-ae2c-bee770770579 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:06:43.545000 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-c6e5b00f-4376-4041-8abd-45cd5a912bda req-91f77697-b349-4afe-9618-429e162fdec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:43.573215 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfb9107a06241f0f5f2256c13c0e0e77dc40c776bf6dc0455c34cebdf0549d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d49ebe2-54d7-4a80-896c-26d49e0ecb95" -d '{"events": [{"server_uuid": "d689e045-472c-41f4-987b-55e625d2db39", "name": "network-vif-unplugged", "status": "completed", "tag": "e18a4995-bcba-484c-ae2c-bee770770579"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:06:43.669705 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6e5b00f-4376-4041-8abd-45cd5a912bda req-91f77697-b349-4afe-9618-429e162fdec6 service neutron] No DVR routers for this DVR port e18a4995-bcba-484c-ae2c-bee770770579 on host n-h2-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:06:43.671374 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f77697-b349-4afe-9618-429e162fdec6 service neutron] Pushing event updated for resources: {'Port': ['ID=e18a4995-bcba-484c-ae2c-bee770770579,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:06:43.679981 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f77697-b349-4afe-9618-429e162fdec6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:06:43.680336 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f77697-b349-4afe-9618-429e162fdec6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:06:43.680704 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f77697-b349-4afe-9618-429e162fdec6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:06:43.681027 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f77697-b349-4afe-9618-429e162fdec6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:06:43.681361 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f77697-b349-4afe-9618-429e162fdec6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:06:43.681699 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f77697-b349-4afe-9618-429e162fdec6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:06:43.682030 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f77697-b349-4afe-9618-429e162fdec6 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:06:43.682362 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f77697-b349-4afe-9618-429e162fdec6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:06:43.682700 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f77697-b349-4afe-9618-429e162fdec6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:06:43.683021 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f77697-b349-4afe-9618-429e162fdec6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:06:43.683397 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f77697-b349-4afe-9618-429e162fdec6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:06:43.683769 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f77697-b349-4afe-9618-429e162fdec6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:06:43.728454 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 05:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a1d78c7-493d-4976-9491-7c6d2bc74227 x-openstack-request-id: req-0a1d78c7-493d-4976-9491-7c6d2bc74227 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:06:43.728781 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d689e045-472c-41f4-987b-55e625d2db39", "name": "network-vif-unplugged", "status": "completed", "tag": "e18a4995-bcba-484c-ae2c-bee770770579", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:06:43.729024 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0a1d78c7-493d-4976-9491-7c6d2bc74227 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:06:43.729425 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd689e045-472c-41f4-987b-55e625d2db39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e18a4995-bcba-484c-ae2c-bee770770579', 'code': 200} Aug 29 05:06:43.835313 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-c6e5b00f-4376-4041-8abd-45cd5a912bda req-91f77697-b349-4afe-9618-429e162fdec6 service neutron] Attempting to bind port e18a4995-bcba-484c-ae2c-bee770770579 on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:06:43.835657 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-c6e5b00f-4376-4041-8abd-45cd5a912bda req-91f77697-b349-4afe-9618-429e162fdec6 service neutron] Attempting to bind port e18a4995-bcba-484c-ae2c-bee770770579 by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': 'd0eb4993-5acc-428e-b96a-f89f3077d8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd4ebd4fa-a4f1-45bc-9f70-1a5031b435cb'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:06:43.836015 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e5b00f-4376-4041-8abd-45cd5a912bda req-91f77697-b349-4afe-9618-429e162fdec6 service neutron] Attempting to bind port e18a4995-bcba-484c-ae2c-bee770770579 on network d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:06:43.840283 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e5b00f-4376-4041-8abd-45cd5a912bda req-91f77697-b349-4afe-9618-429e162fdec6 service neutron] Port e18a4995-bcba-484c-ae2c-bee770770579 on network d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:06:43.840610 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e5b00f-4376-4041-8abd-45cd5a912bda req-91f77697-b349-4afe-9618-429e162fdec6 service neutron] Attempting to bind port e18a4995-bcba-484c-ae2c-bee770770579 on network d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:06:43.845403 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e5b00f-4376-4041-8abd-45cd5a912bda req-91f77697-b349-4afe-9618-429e162fdec6 service neutron] Checking agent: {'id': '3de9de52-3a03-431d-9d7e-497ae92c57ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:06:43.845740 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e5b00f-4376-4041-8abd-45cd5a912bda req-91f77697-b349-4afe-9618-429e162fdec6 service neutron] Checking segment: {'id': 'd0eb4993-5acc-428e-b96a-f89f3077d8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd4ebd4fa-a4f1-45bc-9f70-1a5031b435cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:06:43.846119 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e5b00f-4376-4041-8abd-45cd5a912bda req-91f77697-b349-4afe-9618-429e162fdec6 service neutron] Bound using segment: {'id': 'd0eb4993-5acc-428e-b96a-f89f3077d8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd4ebd4fa-a4f1-45bc-9f70-1a5031b435cb'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:06:43.846542 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-c6e5b00f-4376-4041-8abd-45cd5a912bda req-91f77697-b349-4afe-9618-429e162fdec6 service neutron] Bound port: e18a4995-bcba-484c-ae2c-bee770770579, host: n-h1-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0eb4993-5acc-428e-b96a-f89f3077d8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd4ebd4fa-a4f1-45bc-9f70-1a5031b435cb'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:06:43.846953 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-c6e5b00f-4376-4041-8abd-45cd5a912bda req-91f77697-b349-4afe-9618-429e162fdec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:43.908357 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-c6e5b00f-4376-4041-8abd-45cd5a912bda req-91f77697-b349-4afe-9618-429e162fdec6 service neutron] For port e18a4995-bcba-484c-ae2c-bee770770579, host n-h1-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:06:43.911783 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-c6e5b00f-4376-4041-8abd-45cd5a912bda req-91f77697-b349-4afe-9618-429e162fdec6 service neutron] For port e18a4995-bcba-484c-ae2c-bee770770579, host n-h1-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=e18a4995-bcba-484c-ae2c-bee770770579,segment=NetworkSegment(d0eb4993-5acc-428e-b96a-f89f3077d8e1),segment_id=d0eb4993-5acc-428e-b96a-f89f3077d8e1)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:06:43.915660 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-c6e5b00f-4376-4041-8abd-45cd5a912bda req-91f77697-b349-4afe-9618-429e162fdec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:43.953326 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e5b00f-4376-4041-8abd-45cd5a912bda req-91f77697-b349-4afe-9618-429e162fdec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:43.953949 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-c6e5b00f-4376-4041-8abd-45cd5a912bda req-91f77697-b349-4afe-9618-429e162fdec6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:43.955447 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c6e5b00f-4376-4041-8abd-45cd5a912bda req-91f77697-b349-4afe-9618-429e162fdec6 service neutron] 10.222.0.46 "PUT /v2.0/ports/e18a4995-bcba-484c-ae2c-bee770770579 HTTP/1.1" status: 200 len: 1092 time: 0.7588203 Aug 29 05:06:43.977446 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f77697-b349-4afe-9618-429e162fdec6 service neutron] Pushing event updated for resources: {'Port': ['ID=e18a4995-bcba-484c-ae2c-bee770770579,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:06:44.024040 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e5b00f-4376-4041-8abd-45cd5a912bda req-499704af-0ff6-414e-b8a1-4dcc12555a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:44.025589 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c6e5b00f-4376-4041-8abd-45cd5a912bda req-499704af-0ff6-414e-b8a1-4dcc12555a58 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=31def360f89342158e5c482db8b51dfa&device_id=d689e045-472c-41f4-987b-55e625d2db39 HTTP/1.1" status: 200 len: 1095 time: 0.0443976 Aug 29 05:06:44.121253 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e5b00f-4376-4041-8abd-45cd5a912bda req-161ecd47-b644-4655-80fa-0c6aa4e997e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:44.122739 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c6e5b00f-4376-4041-8abd-45cd5a912bda req-161ecd47-b644-4655-80fa-0c6aa4e997e5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb HTTP/1.1" status: 200 len: 913 time: 0.0893023 Aug 29 05:06:44.195408 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c6e5b00f-4376-4041-8abd-45cd5a912bda req-c720c73c-36ad-4b81-9ffb-defecb65d4b3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e18a4995-bcba-484c-ae2c-bee770770579 HTTP/1.1" status: 200 len: 998 time: 0.0655906 Aug 29 05:06:44.248797 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e5b00f-4376-4041-8abd-45cd5a912bda req-72e66ce0-120d-4970-9f2d-6c897b4c4516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:44.249877 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c6e5b00f-4376-4041-8abd-45cd5a912bda req-72e66ce0-120d-4970-9f2d-6c897b4c4516 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6f6d99e8-8009-478f-9356-563dd7d1ac5b HTTP/1.1" status: 200 len: 851 time: 0.0469465 Aug 29 05:06:44.295206 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e5b00f-4376-4041-8abd-45cd5a912bda req-0abdc676-7936-4a37-8cf5-7c440e81a585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:44.296787 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c6e5b00f-4376-4041-8abd-45cd5a912bda req-0abdc676-7936-4a37-8cf5-7c440e81a585 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402329 Aug 29 05:06:44.318890 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79893794-878c-44ad-a0df-461a477a695b req-d92df6d5-c812-415c-9c05-557e04cafed2 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:44.320421 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-79893794-878c-44ad-a0df-461a477a695b req-d92df6d5-c812-415c-9c05-557e04cafed2 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=d689e045-472c-41f4-987b-55e625d2db39 HTTP/1.1" status: 200 len: 943 time: 0.0495622 Aug 29 05:06:44.358671 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-79893794-878c-44ad-a0df-461a477a695b req-4ae8af2b-2023-4fa7-a7e4-45de0a5674ce tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322297 Aug 29 05:06:44.392662 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c6e5b00f-4376-4041-8abd-45cd5a912bda req-5277351e-f7be-4052-ad6b-a20796c64d70 service neutron] 10.222.0.46 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878787 Aug 29 05:06:44.486682 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c6e5b00f-4376-4041-8abd-45cd5a912bda req-f95bd539-2517-4720-83fc-2bcdac0b7002 service neutron] 10.222.0.46 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855889 Aug 29 05:06:45.476894 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d2ba95-b20c-456f-aa40-84a02140670d req-6c4fe9d9-e3a1-4d7b-aa64-e00207a1e7a9 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:45.479045 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f4d2ba95-b20c-456f-aa40-84a02140670d req-6c4fe9d9-e3a1-4d7b-aa64-e00207a1e7a9 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=d689e045-472c-41f4-987b-55e625d2db39 HTTP/1.1" status: 200 len: 943 time: 0.0492141 Aug 29 05:06:45.521044 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f4d2ba95-b20c-456f-aa40-84a02140670d req-dec37726-b85e-499a-bd31-6fd3d51751af tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361669 Aug 29 05:06:45.731062 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd689e045-472c-41f4-987b-55e625d2db39', 'tag': 'e18a4995-bcba-484c-ae2c-bee770770579'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:06:45.733644 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfb9107a06241f0f5f2256c13c0e0e77dc40c776bf6dc0455c34cebdf0549d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41d87b8e-39e6-4b80-9436-aed53f3794ba" -d '{"events": [{"name": "network-changed", "server_uuid": "d689e045-472c-41f4-987b-55e625d2db39", "tag": "e18a4995-bcba-484c-ae2c-bee770770579"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:06:45.781630 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ff22a1d-4d92-40c1-a57d-30368af00a48 x-openstack-request-id: req-7ff22a1d-4d92-40c1-a57d-30368af00a48 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:06:45.781921 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d689e045-472c-41f4-987b-55e625d2db39", "tag": "e18a4995-bcba-484c-ae2c-bee770770579", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:06:45.782184 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7ff22a1d-4d92-40c1-a57d-30368af00a48 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:06:45.782595 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd689e045-472c-41f4-987b-55e625d2db39', 'tag': 'e18a4995-bcba-484c-ae2c-bee770770579', 'status': 'completed', 'code': 200} Aug 29 05:06:45.864375 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d87b8e-39e6-4b80-9436-aed53f3794ba req-44cb1a33-e378-4607-9229-a11ba9a04046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:45.865887 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-41d87b8e-39e6-4b80-9436-aed53f3794ba req-44cb1a33-e378-4607-9229-a11ba9a04046 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=31def360f89342158e5c482db8b51dfa&device_id=d689e045-472c-41f4-987b-55e625d2db39 HTTP/1.1" status: 200 len: 1095 time: 0.0660195 Aug 29 05:06:45.874932 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d87b8e-39e6-4b80-9436-aed53f3794ba req-5d40acc1-6cc8-48f9-9456-0a0cba603137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:45.876360 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-41d87b8e-39e6-4b80-9436-aed53f3794ba req-5d40acc1-6cc8-48f9-9456-0a0cba603137 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=31def360f89342158e5c482db8b51dfa&device_id=d689e045-472c-41f4-987b-55e625d2db39 HTTP/1.1" status: 200 len: 1095 time: 0.0471938 Aug 29 05:06:45.939767 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device e18a4995-bcba-484c-ae2c-bee770770579 details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:06:46.030922 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d87b8e-39e6-4b80-9436-aed53f3794ba req-f789efeb-6cd2-4352-846e-b5108889c070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:46.032440 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-41d87b8e-39e6-4b80-9436-aed53f3794ba req-f789efeb-6cd2-4352-846e-b5108889c070 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb HTTP/1.1" status: 200 len: 913 time: 0.1552336 Aug 29 05:06:46.034019 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d87b8e-39e6-4b80-9436-aed53f3794ba req-aef4710e-f120-4721-8db8-6f0719df714b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:46.035429 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-41d87b8e-39e6-4b80-9436-aed53f3794ba req-aef4710e-f120-4721-8db8-6f0719df714b service neutron] 10.222.0.48 "GET /v2.0/networks?id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb HTTP/1.1" status: 200 len: 913 time: 0.1499758 Aug 29 05:06:46.049728 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port e18a4995-bcba-484c-ae2c-bee770770579, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=e18a4995-bcba-484c-ae2c-bee770770579,segment=NetworkSegment(d0eb4993-5acc-428e-b96a-f89f3077d8e1),segment_id=d0eb4993-5acc-428e-b96a-f89f3077d8e1)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:06:46.062917 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Returning: {'device': 'e18a4995-bcba-484c-ae2c-bee770770579', 'network_id': 'd4ebd4fa-a4f1-45bc-9f70-1a5031b435cb', 'port_id': 'e18a4995-bcba-484c-ae2c-bee770770579', 'mac_address': 'fa:16:3e:a6:b8:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f6d99e8-8009-478f-9356-563dd7d1ac5b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:06:46.100422 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:46.113500 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e18a4995-bcba-484c-ae2c-bee770770579 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:06:46.133498 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port e18a4995-bcba-484c-ae2c-bee770770579, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=e18a4995-bcba-484c-ae2c-bee770770579,segment=NetworkSegment(d0eb4993-5acc-428e-b96a-f89f3077d8e1),segment_id=d0eb4993-5acc-428e-b96a-f89f3077d8e1)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:06:46.138355 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:46.149767 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-41d87b8e-39e6-4b80-9436-aed53f3794ba req-80cfec31-ebf0-470c-bb97-fea0f9243288 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e18a4995-bcba-484c-ae2c-bee770770579 HTTP/1.1" status: 200 len: 998 time: 0.1099439 Aug 29 05:06:46.153526 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-41d87b8e-39e6-4b80-9436-aed53f3794ba req-14a7e944-3e77-4bc1-bda1-b96fbe1ae0cf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e18a4995-bcba-484c-ae2c-bee770770579 HTTP/1.1" status: 200 len: 998 time: 0.1064448 Aug 29 05:06:46.190444 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=e18a4995-bcba-484c-ae2c-bee770770579,revision_number=8']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:06:46.198092 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:06:46.198454 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:06:46.198798 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:06:46.199142 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:06:46.199481 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:06:46.199839 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:06:46.200175 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:06:46.200507 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:06:46.200838 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:06:46.201167 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:06:46.201500 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:06:46.201825 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:06:46.235472 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d87b8e-39e6-4b80-9436-aed53f3794ba req-ad457055-021e-4b72-a75e-80f8c7120b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:46.237006 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-41d87b8e-39e6-4b80-9436-aed53f3794ba req-ad457055-021e-4b72-a75e-80f8c7120b58 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6f6d99e8-8009-478f-9356-563dd7d1ac5b HTTP/1.1" status: 200 len: 851 time: 0.0799460 Aug 29 05:06:46.241990 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d87b8e-39e6-4b80-9436-aed53f3794ba req-7b32f314-d432-4012-8353-a6c986cb5ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:46.243355 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-41d87b8e-39e6-4b80-9436-aed53f3794ba req-7b32f314-d432-4012-8353-a6c986cb5ba4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6f6d99e8-8009-478f-9356-563dd7d1ac5b HTTP/1.1" status: 200 len: 851 time: 0.0781050 Aug 29 05:06:46.309301 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d87b8e-39e6-4b80-9436-aed53f3794ba req-847c04a8-d687-4736-bd42-09bf361b420e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:46.310827 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-41d87b8e-39e6-4b80-9436-aed53f3794ba req-847c04a8-d687-4736-bd42-09bf361b420e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0658326 Aug 29 05:06:46.313322 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d87b8e-39e6-4b80-9436-aed53f3794ba req-3eb3351a-a174-4df4-8496-9ee4b79af66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:46.314967 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-41d87b8e-39e6-4b80-9436-aed53f3794ba req-3eb3351a-a174-4df4-8496-9ee4b79af66e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0626256 Aug 29 05:06:46.386479 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['e18a4995-bcba-484c-ae2c-bee770770579'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:06:46.467220 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-41d87b8e-39e6-4b80-9436-aed53f3794ba req-24bf124c-b18a-4ed2-ac9b-9afb0b30bee3 service neutron] 10.222.0.46 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485541 Aug 29 05:06:46.470536 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-41d87b8e-39e6-4b80-9436-aed53f3794ba req-31e696fc-db64-4a00-8bed-3921a7ecffed service neutron] 10.222.0.48 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445391 Aug 29 05:06:46.656009 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-41d87b8e-39e6-4b80-9436-aed53f3794ba req-69e84905-8883-4a49-b997-f1b234a27f59 service neutron] 10.222.0.46 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816316 Aug 29 05:06:46.662344 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-41d87b8e-39e6-4b80-9436-aed53f3794ba req-38109241-2c80-4e1b-9679-deba3320de12 service neutron] 10.222.0.48 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796916 Aug 29 05:06:46.678129 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b305a1c-676e-4358-b308-b89d07de35a2 req-8975847f-4d6c-42be-8d8e-94486714acda tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:46.679542 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7b305a1c-676e-4358-b308-b89d07de35a2 req-8975847f-4d6c-42be-8d8e-94486714acda tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=d689e045-472c-41f4-987b-55e625d2db39 HTTP/1.1" status: 200 len: 944 time: 0.0888529 Aug 29 05:06:46.718935 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7b305a1c-676e-4358-b308-b89d07de35a2 req-4d034852-3598-45cf-b06d-553248474a90 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327253 Aug 29 05:06:46.942822 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dd70dd-2ffb-4941-9c38-ef408569ed81 req-59f0cc63-8cc1-4ea2-a49b-73bb9ee60f0f tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:46.944334 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-44dd70dd-2ffb-4941-9c38-ef408569ed81 req-59f0cc63-8cc1-4ea2-a49b-73bb9ee60f0f tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=d689e045-472c-41f4-987b-55e625d2db39 HTTP/1.1" status: 200 len: 944 time: 0.0791540 Aug 29 05:06:46.956669 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d3de5d-e370-4a52-bbb8-c22bf9af3d7d req-5759782a-601f-47b1-adf6-798ae7fb36ff tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:46.958112 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-00d3de5d-e370-4a52-bbb8-c22bf9af3d7d req-5759782a-601f-47b1-adf6-798ae7fb36ff tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.48 "GET /v2.0/ports?device_id=d689e045-472c-41f4-987b-55e625d2db39&tenant_id=31def360f89342158e5c482db8b51dfa&binding%3Ahost_id=n-h1-712140-12 HTTP/1.1" status: 200 len: 944 time: 0.0669096 Aug 29 05:06:46.988634 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device e18a4995-bcba-484c-ae2c-bee770770579 no longer exists at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:06:47.025999 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-44dd70dd-2ffb-4941-9c38-ef408569ed81 req-eacc29ca-294c-494f-bc88-12ef823c111e tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663471 Aug 29 05:06:47.026255 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device e18a4995-bcba-484c-ae2c-bee770770579 not bound to the agent host n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:06:47.045509 n-d-712140-12 neutron-server[94828]: INFO neutron.api.v2.resource [req-00d3de5d-e370-4a52-bbb8-c22bf9af3d7d req-5de55478-fcd8-44c5-8136-3ebdeef5d48c service neutron] delete failed (client error): The resource could not be found. Aug 29 05:06:47.046615 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-00d3de5d-e370-4a52-bbb8-c22bf9af3d7d req-5de55478-fcd8-44c5-8136-3ebdeef5d48c service neutron] 10.222.0.48 "DELETE /v2.0/ports/e18a4995-bcba-484c-ae2c-bee770770579/bindings/n-h2-712140-12 HTTP/1.1" status: 404 len: 381 time: 0.0803854 Aug 29 05:06:47.162623 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d3de5d-e370-4a52-bbb8-c22bf9af3d7d req-486c11c8-6f4d-4a12-a431-0e5001a6234e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:47.164145 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-00d3de5d-e370-4a52-bbb8-c22bf9af3d7d req-486c11c8-6f4d-4a12-a431-0e5001a6234e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=31def360f89342158e5c482db8b51dfa&device_id=d689e045-472c-41f4-987b-55e625d2db39 HTTP/1.1" status: 200 len: 1096 time: 0.0405056 Aug 29 05:06:47.257729 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d3de5d-e370-4a52-bbb8-c22bf9af3d7d req-14748da8-976d-4378-8eb5-92698522d288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:47.259094 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-00d3de5d-e370-4a52-bbb8-c22bf9af3d7d req-14748da8-976d-4378-8eb5-92698522d288 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb HTTP/1.1" status: 200 len: 913 time: 0.0872695 Aug 29 05:06:47.324443 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-00d3de5d-e370-4a52-bbb8-c22bf9af3d7d req-1ead7f4d-e33d-4d23-93e9-07d144b36f31 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e18a4995-bcba-484c-ae2c-bee770770579 HTTP/1.1" status: 200 len: 999 time: 0.0572393 Aug 29 05:06:47.373252 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d3de5d-e370-4a52-bbb8-c22bf9af3d7d req-2701e7a2-7073-463f-90c1-ad13ac649294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:47.374652 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-00d3de5d-e370-4a52-bbb8-c22bf9af3d7d req-2701e7a2-7073-463f-90c1-ad13ac649294 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6f6d99e8-8009-478f-9356-563dd7d1ac5b HTTP/1.1" status: 200 len: 851 time: 0.0418210 Aug 29 05:06:47.422619 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d3de5d-e370-4a52-bbb8-c22bf9af3d7d req-3f736b6a-f5e9-4419-89de-726a66997685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:47.424163 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-00d3de5d-e370-4a52-bbb8-c22bf9af3d7d req-3f736b6a-f5e9-4419-89de-726a66997685 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425708 Aug 29 05:06:47.512427 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-00d3de5d-e370-4a52-bbb8-c22bf9af3d7d req-a984a10a-91fb-4d12-9ea6-52382a5499de service neutron] 10.222.0.48 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806966 Aug 29 05:06:47.602710 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-00d3de5d-e370-4a52-bbb8-c22bf9af3d7d req-207bd050-c5fb-48ad-87c0-28651aa27210 service neutron] 10.222.0.48 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829501 Aug 29 05:06:47.944927 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device e18a4995-bcba-484c-ae2c-bee770770579 up at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:06:47.997096 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning for port e18a4995-bcba-484c-ae2c-bee770770579 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:06:48.000850 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning complete for port e18a4995-bcba-484c-ae2c-bee770770579 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:06:48.001234 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:48.079510 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:48.102711 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd689e045-472c-41f4-987b-55e625d2db39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e18a4995-bcba-484c-ae2c-bee770770579'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:06:48.121989 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port e18a4995-bcba-484c-ae2c-bee770770579, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=e18a4995-bcba-484c-ae2c-bee770770579,segment=NetworkSegment(d0eb4993-5acc-428e-b96a-f89f3077d8e1),segment_id=d0eb4993-5acc-428e-b96a-f89f3077d8e1)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:06:48.129087 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:48.153559 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165a6496-266e-4f54-aa85-b05c717bfddb req-a4572c99-d774-4599-91b1-e76267dcdecc tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:48.155125 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-165a6496-266e-4f54-aa85-b05c717bfddb req-a4572c99-d774-4599-91b1-e76267dcdecc tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=d689e045-472c-41f4-987b-55e625d2db39 HTTP/1.1" status: 200 len: 944 time: 0.0574958 Aug 29 05:06:48.161805 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e47ce94e7730ef80c099a0714bd3625e1f676465bb595722170593f8a424ee2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c3715e7-7f9f-4a11-bef8-95133e014e99" -d '{"events": [{"server_uuid": "d689e045-472c-41f4-987b-55e625d2db39", "name": "network-vif-plugged", "status": "completed", "tag": "e18a4995-bcba-484c-ae2c-bee770770579"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:06:48.194761 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=e18a4995-bcba-484c-ae2c-bee770770579,revision_number=9']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:06:48.210258 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-165a6496-266e-4f54-aa85-b05c717bfddb req-df749dc1-5c4b-41c6-9058-03840c329183 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487404 Aug 29 05:06:48.257946 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96b26a94-2cc9-41a6-b65a-230ca3544c04 x-openstack-request-id: req-96b26a94-2cc9-41a6-b65a-230ca3544c04 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:06:48.258329 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d689e045-472c-41f4-987b-55e625d2db39", "name": "network-vif-plugged", "status": "completed", "tag": "e18a4995-bcba-484c-ae2c-bee770770579", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:06:48.258826 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-96b26a94-2cc9-41a6-b65a-230ca3544c04 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:06:48.260325 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd689e045-472c-41f4-987b-55e625d2db39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e18a4995-bcba-484c-ae2c-bee770770579', 'code': 200} Aug 29 05:06:48.343224 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020162e1-f03c-4455-857d-fc04cafb9a5b req-aba84587-089c-4cae-9dfd-1b59a0cb89c3 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:48.344661 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-020162e1-f03c-4455-857d-fc04cafb9a5b req-aba84587-089c-4cae-9dfd-1b59a0cb89c3 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=d689e045-472c-41f4-987b-55e625d2db39 HTTP/1.1" status: 200 len: 945 time: 0.0565722 Aug 29 05:06:48.382189 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-020162e1-f03c-4455-857d-fc04cafb9a5b req-edc323e4-e32e-42ef-b0a2-9f6e98cc2fbe tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314231 Aug 29 05:06:48.498658 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7953c04-659b-49a0-a7e5-0dace7a7f6c2 req-2e7141b7-3441-45fe-ae42-14a38da48dff tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:48.500183 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f7953c04-659b-49a0-a7e5-0dace7a7f6c2 req-2e7141b7-3441-45fe-ae42-14a38da48dff tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=d689e045-472c-41f4-987b-55e625d2db39 HTTP/1.1" status: 200 len: 945 time: 0.0505438 Aug 29 05:06:48.539521 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f7953c04-659b-49a0-a7e5-0dace7a7f6c2 req-86c379d0-3339-4f6f-be56-9f6fb9c8fe3a tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330539 Aug 29 05:06:48.767958 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285902a3-1a1a-4e7a-852c-e87079a8ae98 req-e418a6ee-722b-4a7b-aaf4-01d926e1d71f tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:48.769429 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-285902a3-1a1a-4e7a-852c-e87079a8ae98 req-e418a6ee-722b-4a7b-aaf4-01d926e1d71f tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=d689e045-472c-41f4-987b-55e625d2db39 HTTP/1.1" status: 200 len: 945 time: 0.0480053 Aug 29 05:06:48.806042 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-285902a3-1a1a-4e7a-852c-e87079a8ae98 req-87bd8b42-96a4-4cd5-a260-656cadcb7867 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306001 Aug 29 05:06:49.614039 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:49.921157 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7492df9c-a2d8-4085-baef-e95194ce3c7a req-3619a372-11fe-4622-a51f-7afecd0e3e74 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:49.922552 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7492df9c-a2d8-4085-baef-e95194ce3c7a req-3619a372-11fe-4622-a51f-7afecd0e3e74 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=d689e045-472c-41f4-987b-55e625d2db39 HTTP/1.1" status: 200 len: 945 time: 0.0485375 Aug 29 05:06:49.961370 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7492df9c-a2d8-4085-baef-e95194ce3c7a req-9f313c4f-acdd-4df1-bc8f-c6625ce5a7b6 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323896 Aug 29 05:06:50.010892 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dde1b4-c081-4dc9-badc-fbe662180233 req-c705cf28-c7d8-4a1c-884a-bc664f7368a7 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:50.012375 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e5dde1b4-c081-4dc9-badc-fbe662180233 req-c705cf28-c7d8-4a1c-884a-bc664f7368a7 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.46 "GET /v2.0/ports?device_id=d689e045-472c-41f4-987b-55e625d2db39 HTTP/1.1" status: 200 len: 945 time: 0.0477567 Aug 29 05:06:50.103233 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-e5dde1b4-c081-4dc9-badc-fbe662180233 req-8822c0ef-4a05-4cbb-a8ac-c6786ab13c9c tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Deleting port e18a4995-bcba-484c-ae2c-bee770770579 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:06:50.103578 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-e5dde1b4-c081-4dc9-badc-fbe662180233 req-8822c0ef-4a05-4cbb-a8ac-c6786ab13c9c tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:50.186724 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-e5dde1b4-c081-4dc9-badc-fbe662180233 req-8822c0ef-4a05-4cbb-a8ac-c6786ab13c9c tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] For port e18a4995-bcba-484c-ae2c-bee770770579, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=e18a4995-bcba-484c-ae2c-bee770770579,segment=NetworkSegment(d0eb4993-5acc-428e-b96a-f89f3077d8e1),segment_id=d0eb4993-5acc-428e-b96a-f89f3077d8e1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:06:50.187008 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-e5dde1b4-c081-4dc9-badc-fbe662180233 req-8822c0ef-4a05-4cbb-a8ac-c6786ab13c9c tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:50.360845 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-e5dde1b4-c081-4dc9-badc-fbe662180233 req-8822c0ef-4a05-4cbb-a8ac-c6786ab13c9c tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:50.361233 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-e5dde1b4-c081-4dc9-badc-fbe662180233 req-8822c0ef-4a05-4cbb-a8ac-c6786ab13c9c tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719515'] for floatingip, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:50.361549 n-d-712140-12 neutron-server[94828]: INFO neutron.db.l3_db [req-e5dde1b4-c081-4dc9-badc-fbe662180233 req-8822c0ef-4a05-4cbb-a8ac-c6786ab13c9c tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Floating IP 24a70931-443b-4f5c-be58-16b9051777b1 disassociated. External IP: 172.25.0.82, port: e18a4995-bcba-484c-ae2c-bee770770579. Aug 29 05:06:50.361907 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-e5dde1b4-c081-4dc9-badc-fbe662180233 req-8822c0ef-4a05-4cbb-a8ac-c6786ab13c9c tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Calling delete_port for e18a4995-bcba-484c-ae2c-bee770770579 owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:06:50.490400 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-e5dde1b4-c081-4dc9-badc-fbe662180233 req-8822c0ef-4a05-4cbb-a8ac-c6786ab13c9c tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:50.524613 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8822c0ef-4a05-4cbb-a8ac-c6786ab13c9c tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Pushing event deleted for resources: {'Port': ['ID=e18a4995-bcba-484c-ae2c-bee770770579,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:06:50.641041 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e5dde1b4-c081-4dc9-badc-fbe662180233 req-8822c0ef-4a05-4cbb-a8ac-c6786ab13c9c tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Router 9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:06:50.746350 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e5dde1b4-c081-4dc9-badc-fbe662180233 req-8822c0ef-4a05-4cbb-a8ac-c6786ab13c9c tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:06:50.756392 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4e5c0a-e144-45f0-bf50-56c15d22617e None None] Sync routers for ids ['9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:06:50.766877 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4e5c0a-e144-45f0-bf50-56c15d22617e None None] Routers {'9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:06:50.767502 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-9f4e5c0a-e144-45f0-bf50-56c15d22617e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:06:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:06:50.787008 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5dde1b4-c081-4dc9-badc-fbe662180233 req-8822c0ef-4a05-4cbb-a8ac-c6786ab13c9c tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] No DVR routers for this DVR port e18a4995-bcba-484c-ae2c-bee770770579 on host n-h1-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:06:50.789689 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-e5dde1b4-c081-4dc9-badc-fbe662180233 req-8822c0ef-4a05-4cbb-a8ac-c6786ab13c9c tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:50.791758 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e5dde1b4-c081-4dc9-badc-fbe662180233 req-8822c0ef-4a05-4cbb-a8ac-c6786ab13c9c tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.46 "DELETE /v2.0/ports/e18a4995-bcba-484c-ae2c-bee770770579 HTTP/1.1" status: 204 len: 173 time: 0.7729506 Aug 29 05:06:50.792232 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd689e045-472c-41f4-987b-55e625d2db39', 'name': 'network-vif-deleted', 'tag': 'e18a4995-bcba-484c-ae2c-bee770770579'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:06:50.794545 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfb9107a06241f0f5f2256c13c0e0e77dc40c776bf6dc0455c34cebdf0549d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43506f78-6d75-4b58-bb9b-2769006217e3" -d '{"events": [{"server_uuid": "d689e045-472c-41f4-987b-55e625d2db39", "name": "network-vif-deleted", "tag": "e18a4995-bcba-484c-ae2c-bee770770579"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:06:50.835645 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9743725-2298-4983-af67-4d2e6c6546c8 x-openstack-request-id: req-e9743725-2298-4983-af67-4d2e6c6546c8 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:06:50.835990 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d689e045-472c-41f4-987b-55e625d2db39", "name": "network-vif-deleted", "tag": "e18a4995-bcba-484c-ae2c-bee770770579", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:06:50.836250 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e9743725-2298-4983-af67-4d2e6c6546c8 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:06:50.836648 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd689e045-472c-41f4-987b-55e625d2db39', 'name': 'network-vif-deleted', 'tag': 'e18a4995-bcba-484c-ae2c-bee770770579', 'status': 'completed', 'code': 200} Aug 29 05:06:50.883530 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-9f4e5c0a-e144-45f0-bf50-56c15d22617e None None] Set router 9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:06:51.084256 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-7ada573c-e1de-46f1-a3f8-31df8cd60b37 req-4db630ae-f08e-4067-b327-d17e9460592e tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=d689e045-472c-41f4-987b-55e625d2db39 HTTP/1.1" status: 200 len: 210 time: 0.0293133 Aug 29 05:06:51.084852 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-9f4e5c0a-e144-45f0-bf50-56c15d22617e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7', 'name': 'tempest-ServerActionsTestJSON-1226271981-router', 'tenant_id': '31def360f89342158e5c482db8b51dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'f296628a-3cd6-4f77-be95-983e76610165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:03:29Z', 'updated_at': '2021-08-29T05:03:31Z', 'revision_number': 4, 'project_id': '31def360f89342158e5c482db8b51dfa', 'gw_port': {'id': 'f296628a-3cd6-4f77-be95-983e76610165', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:03:29Z', 'updated_at': '2021-08-29T05:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '9f2ff4b2-35a8-4df2-9520-5d9a26f40f8e', 'name': '', 'network_id': 'd4ebd4fa-a4f1-45bc-9f70-1a5031b435cb', 'tenant_id': '31def360f89342158e5c482db8b51dfa', 'mac_address': 'fa:16:3e:63:bb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '6f6d99e8-8009-478f-9356-563dd7d1ac5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:03:31Z', 'updated_at': '2021-08-29T05:03:37Z', 'revision_number': 5, 'project_id': '31def360f89342158e5c482db8b51dfa', 'subnets': [{'id': '6f6d99e8-8009-478f-9356-563dd7d1ac5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:06:51.112063 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4e5c0a-e144-45f0-bf50-56c15d22617e None None] Checking router: 9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7 for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:06:51.121876 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4e5c0a-e144-45f0-bf50-56c15d22617e None None] Routers {'9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:06:51.122479 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-9f4e5c0a-e144-45f0-bf50-56c15d22617e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:06:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:06:51.226515 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-9f4e5c0a-e144-45f0-bf50-56c15d22617e None None] Set router 9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:06:51.418560 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-9f4e5c0a-e144-45f0-bf50-56c15d22617e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7', 'name': 'tempest-ServerActionsTestJSON-1226271981-router', 'tenant_id': '31def360f89342158e5c482db8b51dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'f296628a-3cd6-4f77-be95-983e76610165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:03:29Z', 'updated_at': '2021-08-29T05:03:31Z', 'revision_number': 4, 'project_id': '31def360f89342158e5c482db8b51dfa', 'gw_port': {'id': 'f296628a-3cd6-4f77-be95-983e76610165', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:03:29Z', 'updated_at': '2021-08-29T05:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '9f2ff4b2-35a8-4df2-9520-5d9a26f40f8e', 'name': '', 'network_id': 'd4ebd4fa-a4f1-45bc-9f70-1a5031b435cb', 'tenant_id': '31def360f89342158e5c482db8b51dfa', 'mac_address': 'fa:16:3e:63:bb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '6f6d99e8-8009-478f-9356-563dd7d1ac5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:03:31Z', 'updated_at': '2021-08-29T05:03:37Z', 'revision_number': 5, 'project_id': '31def360f89342158e5c482db8b51dfa', 'subnets': [{'id': '6f6d99e8-8009-478f-9356-563dd7d1ac5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:06:51.444269 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4e5c0a-e144-45f0-bf50-56c15d22617e None None] The sync data for ids ['9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7'] in n-d-712140-12 is: [{'id': '9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7', 'name': 'tempest-ServerActionsTestJSON-1226271981-router', 'tenant_id': '31def360f89342158e5c482db8b51dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'f296628a-3cd6-4f77-be95-983e76610165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:03:29Z', 'updated_at': '2021-08-29T05:03:31Z', 'revision_number': 4, 'project_id': '31def360f89342158e5c482db8b51dfa', 'gw_port': {'id': 'f296628a-3cd6-4f77-be95-983e76610165', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:03:29Z', 'updated_at': '2021-08-29T05:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '9f2ff4b2-35a8-4df2-9520-5d9a26f40f8e', 'name': '', 'network_id': 'd4ebd4fa-a4f1-45bc-9f70-1a5031b435cb', 'tenant_id': '31def360f89342158e5c482db8b51dfa', 'mac_address': 'fa:16:3e:63:bb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '6f6d99e8-8009-478f-9356-563dd7d1ac5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:03:31Z', 'updated_at': '2021-08-29T05:03:37Z', 'revision_number': 5, 'project_id': '31def360f89342158e5c482db8b51dfa', 'subnets': [{'id': '6f6d99e8-8009-478f-9356-563dd7d1ac5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:06:51.672489 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26004d97-c564-41ba-b729-1ed11f446b90 None None] New status for floating IP 24a70931-443b-4f5c-be58-16b9051777b1: DOWN {{(pid=94831) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:06:52.317524 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-caacb922-22f4-4f79-842a-8f8cc2501ae3 req-9a1c7e9d-cf6e-4dbd-aeca-58796d7ea8ed tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--174143724&fields=id&tenant_id=31def360f89342158e5c482db8b51dfa HTTP/1.1" status: 200 len: 267 time: 0.0327845 Aug 29 05:06:52.420041 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caacb922-22f4-4f79-842a-8f8cc2501ae3 req-0493cd30-bcea-4d3d-9f47-390c1f659f1b tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:52.421416 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-caacb922-22f4-4f79-842a-8f8cc2501ae3 req-0493cd30-bcea-4d3d-9f47-390c1f659f1b tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/networks?id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb HTTP/1.1" status: 200 len: 812 time: 0.0966480 Aug 29 05:06:52.436828 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-caacb922-22f4-4f79-842a-8f8cc2501ae3 req-56e6a771-3208-413e-b280-e2097728d1e9 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/quotas/31def360f89342158e5c482db8b51dfa HTTP/1.1" status: 200 len: 375 time: 0.0094984 Aug 29 05:06:52.493660 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-caacb922-22f4-4f79-842a-8f8cc2501ae3 req-b03d52d4-9dff-45c4-8e0b-b8ed5224ce7b tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=31def360f89342158e5c482db8b51dfa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0513420 Aug 29 05:06:52.585817 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-caacb922-22f4-4f79-842a-8f8cc2501ae3 req-bc56c710-83ca-4dbe-abfd-3203b32e5bca service neutron] 10.222.0.22 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795248 Aug 29 05:06:52.675667 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-caacb922-22f4-4f79-842a-8f8cc2501ae3 req-c92fe687-ec54-469f-a646-5a158aa3c6f9 service neutron] 10.222.0.22 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836122 Aug 29 05:06:52.840842 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-b55ad773-7220-471d-b544-ef63a6661598 req-c669f0b7-5057-41d1-bad3-60204116fce4 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=19efa733-49d3-4125-b1bf-b01d593b5e9a HTTP/1.1" status: 200 len: 210 time: 0.0304785 Aug 29 05:06:53.918340 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3cde1a09-6d5d-4c6b-9c57-a213b764175f req-9f824ad8-5ef0-419f-a10a-cf739ed6d99c tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=19efa733-49d3-4125-b1bf-b01d593b5e9a HTTP/1.1" status: 200 len: 210 time: 0.0268490 Aug 29 05:06:54.000280 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device e18a4995-bcba-484c-ae2c-bee770770579 no longer exists at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:06:54.020095 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] No Port match for: e18a4995-bcba-484c-ae2c-bee770770579 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:06:54.020442 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device e18a4995-bcba-484c-ae2c-bee770770579 not bound to the agent host n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:06:54.995244 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-db1e789a-6a7d-4d8f-9baa-d372052df207 req-6cc9457b-44c5-47b7-bc4d-0f93f1e8622f tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=19efa733-49d3-4125-b1bf-b01d593b5e9a HTTP/1.1" status: 200 len: 210 time: 0.0261271 Aug 29 05:06:55.901735 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caacb922-22f4-4f79-842a-8f8cc2501ae3 req-084caed7-9c31-492b-bc21-bed6068b6329 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:55.903661 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-caacb922-22f4-4f79-842a-8f8cc2501ae3 req-084caed7-9c31-492b-bc21-bed6068b6329 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.48 "GET /v2.0/networks?id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb HTTP/1.1" status: 200 len: 812 time: 0.0990653 Aug 29 05:06:55.953240 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-caacb922-22f4-4f79-842a-8f8cc2501ae3 req-c78d0418-7cf8-492c-8bae-58d3d8bdf33a tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=31def360f89342158e5c482db8b51dfa HTTP/1.1" status: 200 len: 379 time: 0.0338638 Aug 29 05:06:55.963417 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-caacb922-22f4-4f79-842a-8f8cc2501ae3 req-d5e613d7-c3d7-4e5e-9ef3-a4df308338c0 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Request body: {'port': {'device_id': '19efa733-49d3-4125-b1bf-b01d593b5e9a', 'network_id': 'd4ebd4fa-a4f1-45bc-9f70-1a5031b435cb', 'admin_state_up': True, 'tenant_id': '31def360f89342158e5c482db8b51dfa', 'security_groups': ['39a98bf6-a41c-4627-a22e-32e9324f8d9f']}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:06:56.084604 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-caacb922-22f4-4f79-842a-8f8cc2501ae3 req-d5e613d7-c3d7-4e5e-9ef3-a4df308338c0 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Made reservation on behalf of 31def360f89342158e5c482db8b51dfa for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:06:56.088237 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-caacb922-22f4-4f79-842a-8f8cc2501ae3 req-d5e613d7-c3d7-4e5e-9ef3-a4df308338c0 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:56.104947 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ab6704c3-1be3-4e01-97bf-c97a2a87b81e req-5efbd597-cbe1-4a26-b9c0-e1cd4ce71e05 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=19efa733-49d3-4125-b1bf-b01d593b5e9a HTTP/1.1" status: 200 len: 210 time: 0.0356112 Aug 29 05:06:56.226366 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-caacb922-22f4-4f79-842a-8f8cc2501ae3 req-d5e613d7-c3d7-4e5e-9ef3-a4df308338c0 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Allocated IP 172.20.0.5 (d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb/6f6d99e8-8009-478f-9356-563dd7d1ac5b/8e11f048-6330-4537-9251-c0dbbafc7fc5) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:06:56.362411 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-caacb922-22f4-4f79-842a-8f8cc2501ae3 req-d5e613d7-c3d7-4e5e-9ef3-a4df308338c0 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:56.374505 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-caacb922-22f4-4f79-842a-8f8cc2501ae3 req-d5e613d7-c3d7-4e5e-9ef3-a4df308338c0 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Transition to ACTIVE for port object 8e11f048-6330-4537-9251-c0dbbafc7fc5 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:06:56.406743 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-caacb922-22f4-4f79-842a-8f8cc2501ae3 req-d5e613d7-c3d7-4e5e-9ef3-a4df308338c0 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:56.457662 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-caacb922-22f4-4f79-842a-8f8cc2501ae3 req-d5e613d7-c3d7-4e5e-9ef3-a4df308338c0 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Network d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:06:56.461274 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-caacb922-22f4-4f79-842a-8f8cc2501ae3 req-d5e613d7-c3d7-4e5e-9ef3-a4df308338c0 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:06:56.465621 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-caacb922-22f4-4f79-842a-8f8cc2501ae3 req-d5e613d7-c3d7-4e5e-9ef3-a4df308338c0 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:06:56.469462 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e613d7-c3d7-4e5e-9ef3-a4df308338c0 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Pushing event updated for resources: {'Port': ['ID=8e11f048-6330-4537-9251-c0dbbafc7fc5,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:06:56.517267 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caacb922-22f4-4f79-842a-8f8cc2501ae3 req-d5e613d7-c3d7-4e5e-9ef3-a4df308338c0 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:56.517907 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-caacb922-22f4-4f79-842a-8f8cc2501ae3 req-d5e613d7-c3d7-4e5e-9ef3-a4df308338c0 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:56.533034 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-caacb922-22f4-4f79-842a-8f8cc2501ae3 req-d5e613d7-c3d7-4e5e-9ef3-a4df308338c0 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5730908 Aug 29 05:06:56.552640 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-caacb922-22f4-4f79-842a-8f8cc2501ae3 req-d288471d-20f3-4ac4-a5ad-0946dd6e5603 service neutron] Request body: {'port': {'device_id': '19efa733-49d3-4125-b1bf-b01d593b5e9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:06:56.611244 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-caacb922-22f4-4f79-842a-8f8cc2501ae3 req-d288471d-20f3-4ac4-a5ad-0946dd6e5603 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:56.650055 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1070af24-2dc4-41fd-b965-db571f25aa7b None None] Provisioning for port 8e11f048-6330-4537-9251-c0dbbafc7fc5 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:06:56.653832 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1070af24-2dc4-41fd-b965-db571f25aa7b None None] Provisioning complete for port 8e11f048-6330-4537-9251-c0dbbafc7fc5 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:06:56.654271 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1070af24-2dc4-41fd-b965-db571f25aa7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:56.687743 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-1070af24-2dc4-41fd-b965-db571f25aa7b None None] Port 8e11f048-6330-4537-9251-c0dbbafc7fc5 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:06:57.197623 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-caacb922-22f4-4f79-842a-8f8cc2501ae3 req-d288471d-20f3-4ac4-a5ad-0946dd6e5603 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e11f048-6330-4537-9251-c0dbbafc7fc5 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:06:57.205218 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-caacb922-22f4-4f79-842a-8f8cc2501ae3 req-d288471d-20f3-4ac4-a5ad-0946dd6e5603 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:57.217342 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-caacb922-22f4-4f79-842a-8f8cc2501ae3 req-d288471d-20f3-4ac4-a5ad-0946dd6e5603 service neutron] Transition to ACTIVE for port object 8e11f048-6330-4537-9251-c0dbbafc7fc5 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:06:57.221822 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-caacb922-22f4-4f79-842a-8f8cc2501ae3 req-d288471d-20f3-4ac4-a5ad-0946dd6e5603 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:57.224350 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e917b7-4a73-4604-bfd5-63ef2f7587b9 req-680cbbac-7267-4f46-b239-05368f94455e tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:57.225863 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-95e917b7-4a73-4604-bfd5-63ef2f7587b9 req-680cbbac-7267-4f46-b239-05368f94455e tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=19efa733-49d3-4125-b1bf-b01d593b5e9a HTTP/1.1" status: 200 len: 931 time: 0.0490608 Aug 29 05:06:57.266640 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-95e917b7-4a73-4604-bfd5-63ef2f7587b9 req-a2ff5965-3bd1-488f-944c-e6f4eaba4975 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332792 Aug 29 05:06:57.278766 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d288471d-20f3-4ac4-a5ad-0946dd6e5603 service neutron] Pushing event updated for resources: {'Port': ['ID=8e11f048-6330-4537-9251-c0dbbafc7fc5,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:06:57.346965 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-caacb922-22f4-4f79-842a-8f8cc2501ae3 req-d288471d-20f3-4ac4-a5ad-0946dd6e5603 service neutron] Attempting to bind port 8e11f048-6330-4537-9251-c0dbbafc7fc5 on host n-h2-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:06:57.347303 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-caacb922-22f4-4f79-842a-8f8cc2501ae3 req-d288471d-20f3-4ac4-a5ad-0946dd6e5603 service neutron] Attempting to bind port 8e11f048-6330-4537-9251-c0dbbafc7fc5 by drivers openvswitch,hyperv on host n-h2-712140-12 at level 0 using segments [{'id': 'd0eb4993-5acc-428e-b96a-f89f3077d8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd4ebd4fa-a4f1-45bc-9f70-1a5031b435cb'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:06:57.347629 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caacb922-22f4-4f79-842a-8f8cc2501ae3 req-d288471d-20f3-4ac4-a5ad-0946dd6e5603 service neutron] Attempting to bind port 8e11f048-6330-4537-9251-c0dbbafc7fc5 on network d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:06:57.352102 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caacb922-22f4-4f79-842a-8f8cc2501ae3 req-d288471d-20f3-4ac4-a5ad-0946dd6e5603 service neutron] Port 8e11f048-6330-4537-9251-c0dbbafc7fc5 on network d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:06:57.352428 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caacb922-22f4-4f79-842a-8f8cc2501ae3 req-d288471d-20f3-4ac4-a5ad-0946dd6e5603 service neutron] Attempting to bind port 8e11f048-6330-4537-9251-c0dbbafc7fc5 on network d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:06:57.357873 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caacb922-22f4-4f79-842a-8f8cc2501ae3 req-d288471d-20f3-4ac4-a5ad-0946dd6e5603 service neutron] Checking agent: {'id': 'b3a0606b-b029-4f5e-8798-3a32b71d8844', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:06:57.358210 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caacb922-22f4-4f79-842a-8f8cc2501ae3 req-d288471d-20f3-4ac4-a5ad-0946dd6e5603 service neutron] Checking segment: {'id': 'd0eb4993-5acc-428e-b96a-f89f3077d8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd4ebd4fa-a4f1-45bc-9f70-1a5031b435cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:06:57.358594 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caacb922-22f4-4f79-842a-8f8cc2501ae3 req-d288471d-20f3-4ac4-a5ad-0946dd6e5603 service neutron] Bound using segment: {'id': 'd0eb4993-5acc-428e-b96a-f89f3077d8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd4ebd4fa-a4f1-45bc-9f70-1a5031b435cb'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:06:57.359017 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-caacb922-22f4-4f79-842a-8f8cc2501ae3 req-d288471d-20f3-4ac4-a5ad-0946dd6e5603 service neutron] Bound port: 8e11f048-6330-4537-9251-c0dbbafc7fc5, host: n-h2-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0eb4993-5acc-428e-b96a-f89f3077d8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd4ebd4fa-a4f1-45bc-9f70-1a5031b435cb'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:06:57.359377 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-caacb922-22f4-4f79-842a-8f8cc2501ae3 req-d288471d-20f3-4ac4-a5ad-0946dd6e5603 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:57.428823 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-caacb922-22f4-4f79-842a-8f8cc2501ae3 req-d288471d-20f3-4ac4-a5ad-0946dd6e5603 service neutron] For port 8e11f048-6330-4537-9251-c0dbbafc7fc5, host n-h2-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:06:57.431869 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-caacb922-22f4-4f79-842a-8f8cc2501ae3 req-d288471d-20f3-4ac4-a5ad-0946dd6e5603 service neutron] For port 8e11f048-6330-4537-9251-c0dbbafc7fc5, host n-h2-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=8e11f048-6330-4537-9251-c0dbbafc7fc5,segment=NetworkSegment(d0eb4993-5acc-428e-b96a-f89f3077d8e1),segment_id=d0eb4993-5acc-428e-b96a-f89f3077d8e1)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:06:57.436920 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-caacb922-22f4-4f79-842a-8f8cc2501ae3 req-d288471d-20f3-4ac4-a5ad-0946dd6e5603 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:57.470705 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caacb922-22f4-4f79-842a-8f8cc2501ae3 req-d288471d-20f3-4ac4-a5ad-0946dd6e5603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:57.471329 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-caacb922-22f4-4f79-842a-8f8cc2501ae3 req-d288471d-20f3-4ac4-a5ad-0946dd6e5603 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:57.472762 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-caacb922-22f4-4f79-842a-8f8cc2501ae3 req-d288471d-20f3-4ac4-a5ad-0946dd6e5603 service neutron] 10.222.0.48 "PUT /v2.0/ports/8e11f048-6330-4537-9251-c0dbbafc7fc5 HTTP/1.1" status: 200 len: 1092 time: 0.9244812 Aug 29 05:06:57.473228 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19efa733-49d3-4125-b1bf-b01d593b5e9a', 'tag': '8e11f048-6330-4537-9251-c0dbbafc7fc5'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:06:57.475436 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfb9107a06241f0f5f2256c13c0e0e77dc40c776bf6dc0455c34cebdf0549d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-691188e1-6f8f-4485-9626-8895f0e07a35" -d '{"events": [{"name": "network-changed", "server_uuid": "19efa733-49d3-4125-b1bf-b01d593b5e9a", "tag": "8e11f048-6330-4537-9251-c0dbbafc7fc5"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:06:57.501479 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d288471d-20f3-4ac4-a5ad-0946dd6e5603 service neutron] Pushing event updated for resources: {'Port': ['ID=8e11f048-6330-4537-9251-c0dbbafc7fc5,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:06:57.522400 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24055dad-77f8-400b-8606-cccdaa5b6b31 x-openstack-request-id: req-24055dad-77f8-400b-8606-cccdaa5b6b31 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:06:57.522704 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19efa733-49d3-4125-b1bf-b01d593b5e9a", "tag": "8e11f048-6330-4537-9251-c0dbbafc7fc5", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:06:57.522990 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-24055dad-77f8-400b-8606-cccdaa5b6b31 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:06:57.523397 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19efa733-49d3-4125-b1bf-b01d593b5e9a', 'tag': '8e11f048-6330-4537-9251-c0dbbafc7fc5', 'status': 'completed', 'code': 200} Aug 29 05:06:57.583359 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caacb922-22f4-4f79-842a-8f8cc2501ae3 req-666c0c52-2e5b-4ce8-b0bd-30a824d07baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:57.584927 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-caacb922-22f4-4f79-842a-8f8cc2501ae3 req-666c0c52-2e5b-4ce8-b0bd-30a824d07baf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=31def360f89342158e5c482db8b51dfa&device_id=19efa733-49d3-4125-b1bf-b01d593b5e9a HTTP/1.1" status: 200 len: 1095 time: 0.0444465 Aug 29 05:06:57.638710 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-caacb922-22f4-4f79-842a-8f8cc2501ae3 req-951776a0-a420-45e3-a9f5-c56cffb9de37 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e11f048-6330-4537-9251-c0dbbafc7fc5 HTTP/1.1" status: 200 len: 217 time: 0.0396309 Aug 29 05:06:57.688718 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caacb922-22f4-4f79-842a-8f8cc2501ae3 req-79b93f90-ce58-4eab-a4eb-431d746ff703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:57.690453 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-caacb922-22f4-4f79-842a-8f8cc2501ae3 req-79b93f90-ce58-4eab-a4eb-431d746ff703 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6f6d99e8-8009-478f-9356-563dd7d1ac5b HTTP/1.1" status: 200 len: 851 time: 0.0445530 Aug 29 05:06:57.738026 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caacb922-22f4-4f79-842a-8f8cc2501ae3 req-2ddee067-935f-46ad-adb1-f6f403936fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:57.739548 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-caacb922-22f4-4f79-842a-8f8cc2501ae3 req-2ddee067-935f-46ad-adb1-f6f403936fc9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415452 Aug 29 05:06:57.832523 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-caacb922-22f4-4f79-842a-8f8cc2501ae3 req-8f24b10b-bbc2-45bf-b778-e42eb7e86d05 service neutron] 10.222.0.48 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851836 Aug 29 05:06:57.927537 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-caacb922-22f4-4f79-842a-8f8cc2501ae3 req-2c73135e-ce75-4dd0-9772-346b4652c88e service neutron] 10.222.0.48 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878179 Aug 29 05:06:58.076424 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691188e1-6f8f-4485-9626-8895f0e07a35 req-5f10d943-116c-418c-ac78-3cb34658fb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:58.077873 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-691188e1-6f8f-4485-9626-8895f0e07a35 req-5f10d943-116c-418c-ac78-3cb34658fb8c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=31def360f89342158e5c482db8b51dfa&device_id=19efa733-49d3-4125-b1bf-b01d593b5e9a HTTP/1.1" status: 200 len: 1095 time: 0.0458279 Aug 29 05:06:58.169323 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691188e1-6f8f-4485-9626-8895f0e07a35 req-6e97181b-5c7a-4c46-a9b2-896c02eb9cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:58.171824 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-691188e1-6f8f-4485-9626-8895f0e07a35 req-6e97181b-5c7a-4c46-a9b2-896c02eb9cfc service neutron] 10.222.0.48 "GET /v2.0/networks?id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb HTTP/1.1" status: 200 len: 913 time: 0.0867484 Aug 29 05:06:58.216001 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-691188e1-6f8f-4485-9626-8895f0e07a35 req-1fe72de4-5a28-4a8b-9c82-565011d8d990 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e11f048-6330-4537-9251-c0dbbafc7fc5 HTTP/1.1" status: 200 len: 217 time: 0.0370374 Aug 29 05:06:58.269501 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691188e1-6f8f-4485-9626-8895f0e07a35 req-e1987539-ac1d-441d-b32f-34f69780249f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:58.270975 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-691188e1-6f8f-4485-9626-8895f0e07a35 req-e1987539-ac1d-441d-b32f-34f69780249f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6f6d99e8-8009-478f-9356-563dd7d1ac5b HTTP/1.1" status: 200 len: 851 time: 0.0479543 Aug 29 05:06:58.319650 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691188e1-6f8f-4485-9626-8895f0e07a35 req-9c64c68b-15cd-4ddb-8d75-0b351a7fe437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:58.321369 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-691188e1-6f8f-4485-9626-8895f0e07a35 req-9c64c68b-15cd-4ddb-8d75-0b351a7fe437 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424383 Aug 29 05:06:58.386614 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c560570f-9d8d-446f-9999-467513afc3ba req-be0c25c7-cad7-40e4-b6a1-ecb2a621bb02 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:58.388177 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c560570f-9d8d-446f-9999-467513afc3ba req-be0c25c7-cad7-40e4-b6a1-ecb2a621bb02 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=19efa733-49d3-4125-b1bf-b01d593b5e9a HTTP/1.1" status: 200 len: 943 time: 0.0492477 Aug 29 05:06:58.411242 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-691188e1-6f8f-4485-9626-8895f0e07a35 req-042a7e0e-5de3-4b74-9dcb-d7c6d9be0699 service neutron] 10.222.0.48 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818419 Aug 29 05:06:58.426622 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-c560570f-9d8d-446f-9999-467513afc3ba req-f846f30c-bf4e-442e-8e25-9171f02786bc tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323539 Aug 29 05:06:58.511548 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-691188e1-6f8f-4485-9626-8895f0e07a35 req-7aeba1b5-9e14-447e-9f64-0e977e8607ad service neutron] 10.222.0.48 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923564 Aug 29 05:06:58.931300 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:59.547635 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553eaeee-f026-4382-99ee-bab5993501ca req-4ea1fbff-1abd-4852-ab10-ea7177181cc6 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:59.549160 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-553eaeee-f026-4382-99ee-bab5993501ca req-4ea1fbff-1abd-4852-ab10-ea7177181cc6 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=19efa733-49d3-4125-b1bf-b01d593b5e9a HTTP/1.1" status: 200 len: 943 time: 0.0489354 Aug 29 05:06:59.586662 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-553eaeee-f026-4382-99ee-bab5993501ca req-b8a7989a-ad20-486e-9cac-6e0d5fe6ab1d tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316551 Aug 29 05:07:00.702755 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17bb771-847e-41d4-9f6b-ee530078ac99 req-6d1f5746-b3b2-4fdd-8166-44cc0a629634 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:00.704247 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a17bb771-847e-41d4-9f6b-ee530078ac99 req-6d1f5746-b3b2-4fdd-8166-44cc0a629634 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=19efa733-49d3-4125-b1bf-b01d593b5e9a HTTP/1.1" status: 200 len: 943 time: 0.0520549 Aug 29 05:07:00.741465 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-a17bb771-847e-41d4-9f6b-ee530078ac99 req-847df787-a09b-4dbe-beec-5df7b2f15dbc tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312779 Aug 29 05:07:01.859269 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577c1253-25d3-4f9f-b37e-e42866c66194 req-47bc5a3f-2751-4aba-a9b4-be6b9c2106f3 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:01.860818 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-577c1253-25d3-4f9f-b37e-e42866c66194 req-47bc5a3f-2751-4aba-a9b4-be6b9c2106f3 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=19efa733-49d3-4125-b1bf-b01d593b5e9a HTTP/1.1" status: 200 len: 943 time: 0.0535052 Aug 29 05:07:01.898969 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-577c1253-25d3-4f9f-b37e-e42866c66194 req-7b174fba-8632-4b1b-98fb-fe8889a5fc50 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323105 Aug 29 05:07:03.012469 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d55d46d-7c2e-4da4-ab08-18aa35908d4d req-d08f7158-2e4c-4f7f-bd97-faec412304e5 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:03.013955 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1d55d46d-7c2e-4da4-ab08-18aa35908d4d req-d08f7158-2e4c-4f7f-bd97-faec412304e5 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=19efa733-49d3-4125-b1bf-b01d593b5e9a HTTP/1.1" status: 200 len: 943 time: 0.0479298 Aug 29 05:07:03.051082 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-1d55d46d-7c2e-4da4-ab08-18aa35908d4d req-b9e4b80b-632f-4a63-b695-d35e86424b17 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311303 Aug 29 05:07:03.080375 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 8e11f048-6330-4537-9251-c0dbbafc7fc5 details requested by agent hyperv_n-h2-712140-12 with host n-h2-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:07:03.171945 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 8e11f048-6330-4537-9251-c0dbbafc7fc5, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=8e11f048-6330-4537-9251-c0dbbafc7fc5,segment=NetworkSegment(d0eb4993-5acc-428e-b96a-f89f3077d8e1),segment_id=d0eb4993-5acc-428e-b96a-f89f3077d8e1)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:07:03.182702 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Returning: {'device': '8e11f048-6330-4537-9251-c0dbbafc7fc5', 'network_id': 'd4ebd4fa-a4f1-45bc-9f70-1a5031b435cb', 'port_id': '8e11f048-6330-4537-9251-c0dbbafc7fc5', 'mac_address': 'fa:16:3e:f3:9f:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f6d99e8-8009-478f-9356-563dd7d1ac5b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:07:03.218884 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:03.231090 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e11f048-6330-4537-9251-c0dbbafc7fc5 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:07:03.249847 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 8e11f048-6330-4537-9251-c0dbbafc7fc5, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=8e11f048-6330-4537-9251-c0dbbafc7fc5,segment=NetworkSegment(d0eb4993-5acc-428e-b96a-f89f3077d8e1),segment_id=d0eb4993-5acc-428e-b96a-f89f3077d8e1)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:07:03.253979 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:03.302735 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=8e11f048-6330-4537-9251-c0dbbafc7fc5,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:07:03.431225 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ca1d4693-f984-4409-a0ce-00025056bd37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:03.702725 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['8e11f048-6330-4537-9251-c0dbbafc7fc5'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:07:04.162764 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddbda4c-c774-4cfc-8393-f7b56963055f req-724f40fb-88cd-47bc-9378-6989fed27d62 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:04.164275 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6ddbda4c-c774-4cfc-8393-f7b56963055f req-724f40fb-88cd-47bc-9378-6989fed27d62 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=19efa733-49d3-4125-b1bf-b01d593b5e9a HTTP/1.1" status: 200 len: 944 time: 0.0475936 Aug 29 05:07:04.201562 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6ddbda4c-c774-4cfc-8393-f7b56963055f req-1dca136a-0e5b-477a-9928-56c815850f14 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307889 Aug 29 05:07:05.087022 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 8e11f048-6330-4537-9251-c0dbbafc7fc5 up at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:07:05.137757 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning for port 8e11f048-6330-4537-9251-c0dbbafc7fc5 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:07:05.141578 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning complete for port 8e11f048-6330-4537-9251-c0dbbafc7fc5 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:07:05.141956 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:05.216720 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:05.240145 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19efa733-49d3-4125-b1bf-b01d593b5e9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e11f048-6330-4537-9251-c0dbbafc7fc5'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:07:05.242351 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e47ce94e7730ef80c099a0714bd3625e1f676465bb595722170593f8a424ee2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7e0d8d1-e52a-4140-b3fd-73bd7554fd4a" -d '{"events": [{"server_uuid": "19efa733-49d3-4125-b1bf-b01d593b5e9a", "name": "network-vif-plugged", "status": "completed", "tag": "8e11f048-6330-4537-9251-c0dbbafc7fc5"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:07:05.255591 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 8e11f048-6330-4537-9251-c0dbbafc7fc5, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=8e11f048-6330-4537-9251-c0dbbafc7fc5,segment=NetworkSegment(d0eb4993-5acc-428e-b96a-f89f3077d8e1),segment_id=d0eb4993-5acc-428e-b96a-f89f3077d8e1)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:07:05.262514 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:05.292982 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-861c54ad-3c76-4206-b91d-ef1a3e6983c0 x-openstack-request-id: req-861c54ad-3c76-4206-b91d-ef1a3e6983c0 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:07:05.293275 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19efa733-49d3-4125-b1bf-b01d593b5e9a", "name": "network-vif-plugged", "status": "completed", "tag": "8e11f048-6330-4537-9251-c0dbbafc7fc5", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:07:05.293524 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-861c54ad-3c76-4206-b91d-ef1a3e6983c0 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:07:05.293927 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19efa733-49d3-4125-b1bf-b01d593b5e9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e11f048-6330-4537-9251-c0dbbafc7fc5', 'code': 200} Aug 29 05:07:05.327665 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=8e11f048-6330-4537-9251-c0dbbafc7fc5,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:07:05.330683 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4298cf9a-ec9e-4b62-a188-9cd6e60e743e req-82ed57d2-9bc8-4bbb-8b67-5b2006bf182d tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:05.333908 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4298cf9a-ec9e-4b62-a188-9cd6e60e743e req-82ed57d2-9bc8-4bbb-8b67-5b2006bf182d tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=19efa733-49d3-4125-b1bf-b01d593b5e9a HTTP/1.1" status: 200 len: 945 time: 0.0596426 Aug 29 05:07:05.375958 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-4298cf9a-ec9e-4b62-a188-9cd6e60e743e req-eaa58bab-205d-4879-8482-c53533db1a4c tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358970 Aug 29 05:07:05.422998 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2deaf20-475b-4fc0-a583-eadba7e2cca5 req-cf7d5553-f090-4257-b9e9-cedd6fddeed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:05.424549 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a2deaf20-475b-4fc0-a583-eadba7e2cca5 req-cf7d5553-f090-4257-b9e9-cedd6fddeed1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=19efa733-49d3-4125-b1bf-b01d593b5e9a HTTP/1.1" status: 200 len: 1097 time: 0.0405598 Aug 29 05:07:05.459712 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a2deaf20-475b-4fc0-a583-eadba7e2cca5 req-212b8588-9eaa-4b5b-a4f3-a81ad30cfe9e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280387 Aug 29 05:07:06.302609 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a17e017d-d010-4852-8d5e-6efe258c50ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:06.497827 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1abea9-3046-47e8-9873-ee13fe1d4020 req-495f6f15-1a83-4bc6-aba5-2b2c9bcf6694 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:06.499362 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9d1abea9-3046-47e8-9873-ee13fe1d4020 req-495f6f15-1a83-4bc6-aba5-2b2c9bcf6694 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=19efa733-49d3-4125-b1bf-b01d593b5e9a HTTP/1.1" status: 200 len: 945 time: 0.0535192 Aug 29 05:07:06.536097 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9d1abea9-3046-47e8-9873-ee13fe1d4020 req-76d86cee-425e-4630-9c98-293c0fbe1582 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308931 Aug 29 05:07:07.302156 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:07.348386 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:07.656074 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c24682-7af7-45d8-969b-970458361117 req-cf722f4b-0392-47ff-b18d-c33ddc23501d tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:07.657577 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-88c24682-7af7-45d8-969b-970458361117 req-cf722f4b-0392-47ff-b18d-c33ddc23501d tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=19efa733-49d3-4125-b1bf-b01d593b5e9a HTTP/1.1" status: 200 len: 945 time: 0.0525010 Aug 29 05:07:07.695890 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-88c24682-7af7-45d8-969b-970458361117 req-36da73fa-60d7-4c6e-a0b8-e8f4c721a961 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316327 Aug 29 05:07:07.811636 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b067aba-4166-4d7b-b719-d34884df3363 req-a9f6e397-63bc-4214-8d26-3011678c38ba tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:07.813164 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1b067aba-4166-4d7b-b719-d34884df3363 req-a9f6e397-63bc-4214-8d26-3011678c38ba tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=19efa733-49d3-4125-b1bf-b01d593b5e9a HTTP/1.1" status: 200 len: 945 time: 0.0492492 Aug 29 05:07:07.822326 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 38962) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:07:07.827317 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-c8633554-21f7-4f0a-812c-c29506c22f4c tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Request body: {'floatingip': {'port_id': '8e11f048-6330-4537-9251-c0dbbafc7fc5'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:07:07.865281 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8633554-21f7-4f0a-812c-c29506c22f4c tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Notify callbacks [] for floatingip, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:08.288358 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8633554-21f7-4f0a-812c-c29506c22f4c tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:08.292230 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8633554-21f7-4f0a-812c-c29506c22f4c tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719515'] for floatingip, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:08.393662 n-d-712140-12 neutron-server[94828]: INFO neutron.db.l3_db [None req-c8633554-21f7-4f0a-812c-c29506c22f4c tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Floating IP 24a70931-443b-4f5c-be58-16b9051777b1 associated. External IP: 172.25.0.82, port: 8e11f048-6330-4537-9251-c0dbbafc7fc5. Aug 29 05:07:08.607570 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8633554-21f7-4f0a-812c-c29506c22f4c tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Router 9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:07:08.712675 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8633554-21f7-4f0a-812c-c29506c22f4c tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:07:08.718110 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8633554-21f7-4f0a-812c-c29506c22f4c tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:08.723049 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63effd3-0ae7-4560-9bbf-b0e7a3ca4c28 None None] Sync routers for ids ['9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:07:08.733504 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63effd3-0ae7-4560-9bbf-b0e7a3ca4c28 None None] Routers {'9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:07:08.734133 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-a63effd3-0ae7-4560-9bbf-b0e7a3ca4c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:07:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:07:08.747786 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-c8633554-21f7-4f0a-812c-c29506c22f4c tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "PUT /v2.0/floatingips/24a70931-443b-4f5c-be58-16b9051777b1 HTTP/1.1" status: 200 len: 990 time: 0.9233010 Aug 29 05:07:08.747786 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19efa733-49d3-4125-b1bf-b01d593b5e9a', 'tag': '8e11f048-6330-4537-9251-c0dbbafc7fc5'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:07:08.749627 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfb9107a06241f0f5f2256c13c0e0e77dc40c776bf6dc0455c34cebdf0549d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3244dc0-9f4e-4984-8517-92a4677b001f" -d '{"events": [{"name": "network-changed", "server_uuid": "19efa733-49d3-4125-b1bf-b01d593b5e9a", "tag": "8e11f048-6330-4537-9251-c0dbbafc7fc5"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:07:08.789309 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-137ad789-3155-464f-bbd0-5e7b181ea3b9 x-openstack-request-id: req-137ad789-3155-464f-bbd0-5e7b181ea3b9 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:07:08.789668 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19efa733-49d3-4125-b1bf-b01d593b5e9a", "tag": "8e11f048-6330-4537-9251-c0dbbafc7fc5", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:07:08.789992 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-137ad789-3155-464f-bbd0-5e7b181ea3b9 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:07:08.790463 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19efa733-49d3-4125-b1bf-b01d593b5e9a', 'tag': '8e11f048-6330-4537-9251-c0dbbafc7fc5', 'status': 'completed', 'code': 200} Aug 29 05:07:08.887271 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3244dc0-9f4e-4984-8517-92a4677b001f req-5e5a5851-35b8-4187-bf15-3643dc8aa22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:08.889271 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e3244dc0-9f4e-4984-8517-92a4677b001f req-5e5a5851-35b8-4187-bf15-3643dc8aa22a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=31def360f89342158e5c482db8b51dfa&device_id=19efa733-49d3-4125-b1bf-b01d593b5e9a HTTP/1.1" status: 200 len: 1097 time: 0.0444317 Aug 29 05:07:08.987887 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3244dc0-9f4e-4984-8517-92a4677b001f req-fb9a9e37-3d4f-49a4-8164-a889546bdce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:08.989404 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e3244dc0-9f4e-4984-8517-92a4677b001f req-fb9a9e37-3d4f-49a4-8164-a889546bdce2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb HTTP/1.1" status: 200 len: 913 time: 0.0934069 Aug 29 05:07:09.005152 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:09.012103 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-a63effd3-0ae7-4560-9bbf-b0e7a3ca4c28 None None] Set router 9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:07:09.057323 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e3244dc0-9f4e-4984-8517-92a4677b001f req-fe5eb652-7011-4057-aec8-4cca9645ae9a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e11f048-6330-4537-9251-c0dbbafc7fc5 HTTP/1.1" status: 200 len: 998 time: 0.0591910 Aug 29 05:07:09.106247 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3244dc0-9f4e-4984-8517-92a4677b001f req-4eeef5fa-0317-407c-b5b3-18cecfd45548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:09.107813 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e3244dc0-9f4e-4984-8517-92a4677b001f req-4eeef5fa-0317-407c-b5b3-18cecfd45548 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6f6d99e8-8009-478f-9356-563dd7d1ac5b HTTP/1.1" status: 200 len: 851 time: 0.0430732 Aug 29 05:07:09.158617 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3244dc0-9f4e-4984-8517-92a4677b001f req-ff9856f6-8b9a-4928-b1dd-9de5a1ea3504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:09.160054 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e3244dc0-9f4e-4984-8517-92a4677b001f req-ff9856f6-8b9a-4928-b1dd-9de5a1ea3504 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441022 Aug 29 05:07:09.230686 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-a63effd3-0ae7-4560-9bbf-b0e7a3ca4c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7', 'name': 'tempest-ServerActionsTestJSON-1226271981-router', 'tenant_id': '31def360f89342158e5c482db8b51dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'f296628a-3cd6-4f77-be95-983e76610165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:03:29Z', 'updated_at': '2021-08-29T05:03:31Z', 'revision_number': 4, 'project_id': '31def360f89342158e5c482db8b51dfa', 'gw_port': {'id': 'f296628a-3cd6-4f77-be95-983e76610165', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:03:29Z', 'updated_at': '2021-08-29T05:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': '24a70931-443b-4f5c-be58-16b9051777b1', 'tenant_id': '31def360f89342158e5c482db8b51dfa', 'floating_ip_address': '172.25.0.82', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': '9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7', 'port_id': '8e11f048-6330-4537-9251-c0dbbafc7fc5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4ebd4fa-a4f1-45bc-9f70-1a5031b435cb', 'mac_address': 'fa:16:3e:f3:9f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19efa733-49d3-4125-b1bf-b01d593b5e9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:03:33Z', 'updated_at': '2021-08-29T05:07:08Z', 'revision_number': 5, 'project_id': '31def360f89342158e5c482db8b51dfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f2ff4b2-35a8-4df2-9520-5d9a26f40f8e', 'name': '', 'network_id': 'd4ebd4fa-a4f1-45bc-9f70-1a5031b435cb', 'tenant_id': '31def360f89342158e5c482db8b51dfa', 'mac_address': 'fa:16:3e:63:bb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '6f6d99e8-8009-478f-9356-563dd7d1ac5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:03:31Z', 'updated_at': '2021-08-29T05:03:37Z', 'revision_number': 5, 'project_id': '31def360f89342158e5c482db8b51dfa', 'subnets': [{'id': '6f6d99e8-8009-478f-9356-563dd7d1ac5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:07:09.249880 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e3244dc0-9f4e-4984-8517-92a4677b001f req-3722551f-5747-4781-8f4c-844d6fd667e7 service neutron] 10.222.0.48 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819623 Aug 29 05:07:09.256991 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63effd3-0ae7-4560-9bbf-b0e7a3ca4c28 None None] Checking router: 9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7 for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:07:09.266146 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63effd3-0ae7-4560-9bbf-b0e7a3ca4c28 None None] Routers {'9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:07:09.266764 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-a63effd3-0ae7-4560-9bbf-b0e7a3ca4c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:07:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:07:09.343714 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e3244dc0-9f4e-4984-8517-92a4677b001f req-4c5fc60b-96a0-428d-8b1e-98345f31f2b8 service neutron] 10.222.0.48 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864222 Aug 29 05:07:09.370376 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-a63effd3-0ae7-4560-9bbf-b0e7a3ca4c28 None None] Set router 9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:07:09.560668 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:07:09.590233 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-a63effd3-0ae7-4560-9bbf-b0e7a3ca4c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7', 'name': 'tempest-ServerActionsTestJSON-1226271981-router', 'tenant_id': '31def360f89342158e5c482db8b51dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'f296628a-3cd6-4f77-be95-983e76610165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:03:29Z', 'updated_at': '2021-08-29T05:03:31Z', 'revision_number': 4, 'project_id': '31def360f89342158e5c482db8b51dfa', 'gw_port': {'id': 'f296628a-3cd6-4f77-be95-983e76610165', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:03:29Z', 'updated_at': '2021-08-29T05:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': '24a70931-443b-4f5c-be58-16b9051777b1', 'tenant_id': '31def360f89342158e5c482db8b51dfa', 'floating_ip_address': '172.25.0.82', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': '9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7', 'port_id': '8e11f048-6330-4537-9251-c0dbbafc7fc5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4ebd4fa-a4f1-45bc-9f70-1a5031b435cb', 'mac_address': 'fa:16:3e:f3:9f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19efa733-49d3-4125-b1bf-b01d593b5e9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:03:33Z', 'updated_at': '2021-08-29T05:07:08Z', 'revision_number': 5, 'project_id': '31def360f89342158e5c482db8b51dfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f2ff4b2-35a8-4df2-9520-5d9a26f40f8e', 'name': '', 'network_id': 'd4ebd4fa-a4f1-45bc-9f70-1a5031b435cb', 'tenant_id': '31def360f89342158e5c482db8b51dfa', 'mac_address': 'fa:16:3e:63:bb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '6f6d99e8-8009-478f-9356-563dd7d1ac5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:03:31Z', 'updated_at': '2021-08-29T05:03:37Z', 'revision_number': 5, 'project_id': '31def360f89342158e5c482db8b51dfa', 'subnets': [{'id': '6f6d99e8-8009-478f-9356-563dd7d1ac5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:07:09.615987 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63effd3-0ae7-4560-9bbf-b0e7a3ca4c28 None None] The sync data for ids ['9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7'] in n-d-712140-12 is: [{'id': '9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7', 'name': 'tempest-ServerActionsTestJSON-1226271981-router', 'tenant_id': '31def360f89342158e5c482db8b51dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'f296628a-3cd6-4f77-be95-983e76610165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:03:29Z', 'updated_at': '2021-08-29T05:03:31Z', 'revision_number': 4, 'project_id': '31def360f89342158e5c482db8b51dfa', 'gw_port': {'id': 'f296628a-3cd6-4f77-be95-983e76610165', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:03:29Z', 'updated_at': '2021-08-29T05:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': '24a70931-443b-4f5c-be58-16b9051777b1', 'tenant_id': '31def360f89342158e5c482db8b51dfa', 'floating_ip_address': '172.25.0.82', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': '9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7', 'port_id': '8e11f048-6330-4537-9251-c0dbbafc7fc5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4ebd4fa-a4f1-45bc-9f70-1a5031b435cb', 'mac_address': 'fa:16:3e:f3:9f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19efa733-49d3-4125-b1bf-b01d593b5e9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:03:33Z', 'updated_at': '2021-08-29T05:07:08Z', 'revision_number': 5, 'project_id': '31def360f89342158e5c482db8b51dfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f2ff4b2-35a8-4df2-9520-5d9a26f40f8e', 'name': '', 'network_id': 'd4ebd4fa-a4f1-45bc-9f70-1a5031b435cb', 'tenant_id': '31def360f89342158e5c482db8b51dfa', 'mac_address': 'fa:16:3e:63:bb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '6f6d99e8-8009-478f-9356-563dd7d1ac5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:03:31Z', 'updated_at': '2021-08-29T05:03:37Z', 'revision_number': 5, 'project_id': '31def360f89342158e5c482db8b51dfa', 'subnets': [{'id': '6f6d99e8-8009-478f-9356-563dd7d1ac5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:07:09.894139 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bbba58-29dd-4213-98cd-8162058da368 None None] New status for floating IP 24a70931-443b-4f5c-be58-16b9051777b1: ACTIVE {{(pid=94831) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:07:19.622459 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:28.946131 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:33.431643 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-93b0e50c-a7f0-48d9-9227-5e545be97d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:33.494528 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e35dcd1d-91d1-4646-903f-165f54af0d21 req-01909e6a-9ef7-4e7a-a699-764d54c38b5d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=19efa733-49d3-4125-b1bf-b01d593b5e9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0392213 Aug 29 05:07:33.591378 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35dcd1d-91d1-4646-903f-165f54af0d21 req-dfcf650d-13e2-4a64-bb5f-c7ebca792303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:33.593519 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e35dcd1d-91d1-4646-903f-165f54af0d21 req-dfcf650d-13e2-4a64-bb5f-c7ebca792303 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=31def360f89342158e5c482db8b51dfa&device_id=19efa733-49d3-4125-b1bf-b01d593b5e9a HTTP/1.1" status: 200 len: 1097 time: 0.0411053 Aug 29 05:07:33.721890 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35dcd1d-91d1-4646-903f-165f54af0d21 req-5b6166fd-6b93-441f-9958-f6f4008e05a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:33.723370 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e35dcd1d-91d1-4646-903f-165f54af0d21 req-5b6166fd-6b93-441f-9958-f6f4008e05a5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb HTTP/1.1" status: 200 len: 913 time: 0.0872960 Aug 29 05:07:33.789077 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e35dcd1d-91d1-4646-903f-165f54af0d21 req-ff05f703-1120-4787-8fd7-32a962f571a0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e11f048-6330-4537-9251-c0dbbafc7fc5 HTTP/1.1" status: 200 len: 1000 time: 0.0579145 Aug 29 05:07:33.837845 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35dcd1d-91d1-4646-903f-165f54af0d21 req-20ead3c7-38d3-4734-bc9e-61c2cd83845c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:33.839205 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e35dcd1d-91d1-4646-903f-165f54af0d21 req-20ead3c7-38d3-4734-bc9e-61c2cd83845c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6f6d99e8-8009-478f-9356-563dd7d1ac5b HTTP/1.1" status: 200 len: 851 time: 0.0429525 Aug 29 05:07:33.887956 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35dcd1d-91d1-4646-903f-165f54af0d21 req-49a53f92-69e0-476a-9c6d-6279c5810dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:33.890099 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e35dcd1d-91d1-4646-903f-165f54af0d21 req-49a53f92-69e0-476a-9c6d-6279c5810dd7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426004 Aug 29 05:07:33.976566 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e35dcd1d-91d1-4646-903f-165f54af0d21 req-e3f5166e-45cc-4b13-9051-dd5d9b95ee18 service neutron] 10.222.0.48 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790958 Aug 29 05:07:34.071729 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e35dcd1d-91d1-4646-903f-165f54af0d21 req-949ed100-2965-47cc-a7d2-0d7c006e77ec service neutron] 10.222.0.48 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868595 Aug 29 05:07:36.304111 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7c6f42aa-31c5-4887-89a7-fc5a1be4e232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:37.302996 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:37.349737 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:38.841684 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:46.559421 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:07:49.653417 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:58.962122 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:08:03.434145 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-94b392de-ad05-407f-91c0-d076bbda8902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:08:06.304004 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-13574fac-c746-4471-8261-13b09ee74ae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:08:07.306789 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:08:07.352238 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:08:08.843806 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:08:19.665578 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:08:23.559531 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:08:28.965688 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:08:33.434788 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-047b21ee-3a50-4f69-b767-0e54213fa963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:08:34.511302 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3a95c317-5d13-4a12-81c8-b79e52ee63fe req-749fadfd-ad84-4286-a511-02e36c9aabb7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=19efa733-49d3-4125-b1bf-b01d593b5e9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0440629 Aug 29 05:08:34.609642 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a95c317-5d13-4a12-81c8-b79e52ee63fe req-3786812b-8199-4ec0-9e46-64f218a3abfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:34.611133 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3a95c317-5d13-4a12-81c8-b79e52ee63fe req-3786812b-8199-4ec0-9e46-64f218a3abfd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=31def360f89342158e5c482db8b51dfa&device_id=19efa733-49d3-4125-b1bf-b01d593b5e9a HTTP/1.1" status: 200 len: 1097 time: 0.0426426 Aug 29 05:08:34.716348 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a95c317-5d13-4a12-81c8-b79e52ee63fe req-09c568a2-8532-4537-a788-93ed424cdaba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:34.717818 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3a95c317-5d13-4a12-81c8-b79e52ee63fe req-09c568a2-8532-4537-a788-93ed424cdaba service neutron] 10.222.0.48 "GET /v2.0/networks?id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb HTTP/1.1" status: 200 len: 913 time: 0.0874381 Aug 29 05:08:34.787772 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3a95c317-5d13-4a12-81c8-b79e52ee63fe req-80f39ead-48e4-40a7-bc02-6fc0f7534018 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e11f048-6330-4537-9251-c0dbbafc7fc5 HTTP/1.1" status: 200 len: 1000 time: 0.0618105 Aug 29 05:08:34.841270 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a95c317-5d13-4a12-81c8-b79e52ee63fe req-75048212-3412-4409-bf21-045f15a3574b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:34.842814 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3a95c317-5d13-4a12-81c8-b79e52ee63fe req-75048212-3412-4409-bf21-045f15a3574b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6f6d99e8-8009-478f-9356-563dd7d1ac5b HTTP/1.1" status: 200 len: 851 time: 0.0473289 Aug 29 05:08:34.894447 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a95c317-5d13-4a12-81c8-b79e52ee63fe req-6b7a7fac-cb12-400d-a99a-55a3059d455d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:34.897025 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3a95c317-5d13-4a12-81c8-b79e52ee63fe req-6b7a7fac-cb12-400d-a99a-55a3059d455d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0464683 Aug 29 05:08:34.985159 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3a95c317-5d13-4a12-81c8-b79e52ee63fe req-05f84664-2710-4fa7-bf87-3345415457a3 service neutron] 10.222.0.48 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798607 Aug 29 05:08:35.078621 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3a95c317-5d13-4a12-81c8-b79e52ee63fe req-04306d9f-c77a-402e-be2c-147a27f1b57c service neutron] 10.222.0.48 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855899 Aug 29 05:08:36.303944 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e4f41f6a-6516-4b14-8d76-3c90cf63c324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:08:37.307494 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:08:37.355129 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:08:38.846300 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:08:49.673197 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:08:58.965584 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:00.560930 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:09:03.435657 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3deaabc4-273c-40a3-a1eb-fe39469ae0b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:06.305488 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b5f89e4c-f518-4d9d-bdb0-d7dfe6e6adac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:07.307759 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:07.356796 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:08.849668 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:19.664074 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:28.973950 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:33.434991 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-28a1d4ae-7a78-4fc6-a0b8-b3b324f521d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:36.306421 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-371d56c0-fc5a-448f-8cef-23e3954d8111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:36.494670 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e169f68b-98ab-4933-be25-8399212ce3a7 req-785c4826-23f1-4e4c-9680-3c020f8aefdc service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=19efa733-49d3-4125-b1bf-b01d593b5e9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0425575 Aug 29 05:09:36.594260 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e169f68b-98ab-4933-be25-8399212ce3a7 req-0311d311-075a-4ea5-bae6-a321b3627898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:36.595652 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e169f68b-98ab-4933-be25-8399212ce3a7 req-0311d311-075a-4ea5-bae6-a321b3627898 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=31def360f89342158e5c482db8b51dfa&device_id=19efa733-49d3-4125-b1bf-b01d593b5e9a HTTP/1.1" status: 200 len: 1097 time: 0.0400550 Aug 29 05:09:36.699390 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e169f68b-98ab-4933-be25-8399212ce3a7 req-3ffec3f4-c605-4bf9-baa2-0b0a62801a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:36.701079 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e169f68b-98ab-4933-be25-8399212ce3a7 req-3ffec3f4-c605-4bf9-baa2-0b0a62801a23 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb HTTP/1.1" status: 200 len: 913 time: 0.0865953 Aug 29 05:09:36.766471 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e169f68b-98ab-4933-be25-8399212ce3a7 req-aeaaa464-a504-4b03-af42-2cff4cc1ae25 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e11f048-6330-4537-9251-c0dbbafc7fc5 HTTP/1.1" status: 200 len: 1000 time: 0.0584083 Aug 29 05:09:36.816120 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e169f68b-98ab-4933-be25-8399212ce3a7 req-da33ce61-c081-4ec3-82d9-873379c909f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:36.817543 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e169f68b-98ab-4933-be25-8399212ce3a7 req-da33ce61-c081-4ec3-82d9-873379c909f2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6f6d99e8-8009-478f-9356-563dd7d1ac5b HTTP/1.1" status: 200 len: 851 time: 0.0433667 Aug 29 05:09:36.868386 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e169f68b-98ab-4933-be25-8399212ce3a7 req-24fc8555-fb47-47d9-8811-d1f81d0be40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:36.870815 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e169f68b-98ab-4933-be25-8399212ce3a7 req-24fc8555-fb47-47d9-8811-d1f81d0be40b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444200 Aug 29 05:09:36.958392 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e169f68b-98ab-4933-be25-8399212ce3a7 req-c4463542-7698-43db-b8e4-cdcf5d018f4b service neutron] 10.222.0.48 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798573 Aug 29 05:09:37.052567 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e169f68b-98ab-4933-be25-8399212ce3a7 req-24dcd2b7-0ff4-4f03-964a-9e51901adad5 service neutron] 10.222.0.48 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873139 Aug 29 05:09:37.309397 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:37.360522 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:37.560691 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:09:38.851178 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:49.679105 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:58.970269 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:03.435840 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6b8908a4-8f5c-484f-90df-5c3847ae0454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:06.306714 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-12d29950-6f0a-4868-9ef2-d07312ae3736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:07.310541 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:07.364050 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:08.854078 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:14.559747 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:10:19.677616 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:20.870022 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ce69553a-7659-40f5-846a-ef40ee3902e9 req-2dafac9f-9129-45ea-bea4-71844e06465c tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--174143724&fields=id&tenant_id=31def360f89342158e5c482db8b51dfa HTTP/1.1" status: 200 len: 267 time: 0.0342822 Aug 29 05:10:20.977148 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce69553a-7659-40f5-846a-ef40ee3902e9 req-8eb7a19c-10ae-4d9c-85bc-07dc37ea5a1f tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:20.978223 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ce69553a-7659-40f5-846a-ef40ee3902e9 req-8eb7a19c-10ae-4d9c-85bc-07dc37ea5a1f tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/networks?id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb HTTP/1.1" status: 200 len: 812 time: 0.1014009 Aug 29 05:10:20.993313 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ce69553a-7659-40f5-846a-ef40ee3902e9 req-f694358e-3165-4a65-8fa7-4501c4bd5350 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/quotas/31def360f89342158e5c482db8b51dfa HTTP/1.1" status: 200 len: 375 time: 0.0094278 Aug 29 05:10:21.052409 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ce69553a-7659-40f5-846a-ef40ee3902e9 req-9f4328a5-1c97-44cc-9b46-44cbc9d1ce57 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=31def360f89342158e5c482db8b51dfa&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0536144 Aug 29 05:10:21.233466 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ce69553a-7659-40f5-846a-ef40ee3902e9 req-83eca71d-89fc-4136-acc3-ea6395f89171 service neutron] 10.222.0.22 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204746 Aug 29 05:10:21.328302 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ce69553a-7659-40f5-846a-ef40ee3902e9 req-5d41ff2d-05a4-4b19-b072-6b2b53efe5da service neutron] 10.222.0.22 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873058 Aug 29 05:10:21.493154 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5ff4b966-ca8d-4bd3-9741-968391b6aeb6 req-0d022117-6058-4e91-bb75-6f63fe6d4cf7 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ec00618-b776-4563-a97b-f9a94f7e09e6 HTTP/1.1" status: 200 len: 210 time: 0.0265899 Aug 29 05:10:22.433118 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce69553a-7659-40f5-846a-ef40ee3902e9 req-d7ecbbdb-623e-4c37-95b1-f2fa9b9fcd14 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:22.434592 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ce69553a-7659-40f5-846a-ef40ee3902e9 req-d7ecbbdb-623e-4c37-95b1-f2fa9b9fcd14 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.46 "GET /v2.0/networks?id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb HTTP/1.1" status: 200 len: 812 time: 0.1013398 Aug 29 05:10:22.478388 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ce69553a-7659-40f5-846a-ef40ee3902e9 req-46688ba8-efa8-44cd-aed9-9ed073d60f8e tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=31def360f89342158e5c482db8b51dfa HTTP/1.1" status: 200 len: 379 time: 0.0341077 Aug 29 05:10:22.488962 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-ce69553a-7659-40f5-846a-ef40ee3902e9 req-6ee10f86-4582-4d06-bfcf-c1cd68e71e76 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Request body: {'port': {'device_id': '1ec00618-b776-4563-a97b-f9a94f7e09e6', 'network_id': 'd4ebd4fa-a4f1-45bc-9f70-1a5031b435cb', 'admin_state_up': True, 'tenant_id': '31def360f89342158e5c482db8b51dfa', 'security_groups': ['39a98bf6-a41c-4627-a22e-32e9324f8d9f']}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:10:22.596832 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7c1bfb4f-a701-4d85-aef4-fc86fb165620 req-e095e1aa-8d3e-4626-a260-b3b8d416a999 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ec00618-b776-4563-a97b-f9a94f7e09e6 HTTP/1.1" status: 200 len: 210 time: 0.0350177 Aug 29 05:10:22.621591 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce69553a-7659-40f5-846a-ef40ee3902e9 req-6ee10f86-4582-4d06-bfcf-c1cd68e71e76 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Made reservation on behalf of 31def360f89342158e5c482db8b51dfa for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:10:22.625121 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-ce69553a-7659-40f5-846a-ef40ee3902e9 req-6ee10f86-4582-4d06-bfcf-c1cd68e71e76 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:22.749963 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-ce69553a-7659-40f5-846a-ef40ee3902e9 req-6ee10f86-4582-4d06-bfcf-c1cd68e71e76 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Allocated IP 172.20.0.10 (d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb/6f6d99e8-8009-478f-9356-563dd7d1ac5b/32450586-b4ef-4d29-811e-e9dcd8100ade) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:10:22.883355 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-ce69553a-7659-40f5-846a-ef40ee3902e9 req-6ee10f86-4582-4d06-bfcf-c1cd68e71e76 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:22.895704 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-ce69553a-7659-40f5-846a-ef40ee3902e9 req-6ee10f86-4582-4d06-bfcf-c1cd68e71e76 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Transition to ACTIVE for port object 32450586-b4ef-4d29-811e-e9dcd8100ade will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:10:22.927726 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-ce69553a-7659-40f5-846a-ef40ee3902e9 req-6ee10f86-4582-4d06-bfcf-c1cd68e71e76 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:22.974615 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce69553a-7659-40f5-846a-ef40ee3902e9 req-6ee10f86-4582-4d06-bfcf-c1cd68e71e76 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Network d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:10:22.977740 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-ce69553a-7659-40f5-846a-ef40ee3902e9 req-6ee10f86-4582-4d06-bfcf-c1cd68e71e76 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:10:22.981520 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce69553a-7659-40f5-846a-ef40ee3902e9 req-6ee10f86-4582-4d06-bfcf-c1cd68e71e76 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:10:22.988351 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee10f86-4582-4d06-bfcf-c1cd68e71e76 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Pushing event updated for resources: {'Port': ['ID=32450586-b4ef-4d29-811e-e9dcd8100ade,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:10:23.017237 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee10f86-4582-4d06-bfcf-c1cd68e71e76 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:10:23.017615 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee10f86-4582-4d06-bfcf-c1cd68e71e76 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:10:23.017960 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee10f86-4582-4d06-bfcf-c1cd68e71e76 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:10:23.018300 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee10f86-4582-4d06-bfcf-c1cd68e71e76 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:10:23.018631 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee10f86-4582-4d06-bfcf-c1cd68e71e76 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:10:23.018961 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee10f86-4582-4d06-bfcf-c1cd68e71e76 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:10:23.019397 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee10f86-4582-4d06-bfcf-c1cd68e71e76 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:10:23.019613 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee10f86-4582-4d06-bfcf-c1cd68e71e76 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:10:23.020134 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee10f86-4582-4d06-bfcf-c1cd68e71e76 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:10:23.020482 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee10f86-4582-4d06-bfcf-c1cd68e71e76 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:10:23.020881 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee10f86-4582-4d06-bfcf-c1cd68e71e76 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:10:23.021208 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee10f86-4582-4d06-bfcf-c1cd68e71e76 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:10:23.046060 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce69553a-7659-40f5-846a-ef40ee3902e9 req-6ee10f86-4582-4d06-bfcf-c1cd68e71e76 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:23.046694 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-ce69553a-7659-40f5-846a-ef40ee3902e9 req-6ee10f86-4582-4d06-bfcf-c1cd68e71e76 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:23.065167 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ce69553a-7659-40f5-846a-ef40ee3902e9 req-6ee10f86-4582-4d06-bfcf-c1cd68e71e76 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5803409 Aug 29 05:10:23.076294 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [req-ce69553a-7659-40f5-846a-ef40ee3902e9 req-bf4edea3-7dfe-431a-a1c3-8f58be6f5637 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 05:10:23.077286 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ce69553a-7659-40f5-846a-ef40ee3902e9 req-bf4edea3-7dfe-431a-a1c3-8f58be6f5637 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052762 Aug 29 05:10:23.088760 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-ce69553a-7659-40f5-846a-ef40ee3902e9 req-f6093eb7-017f-4277-b48a-1a8862d95eb2 service neutron] Request body: {'port': {'device_id': '1ec00618-b776-4563-a97b-f9a94f7e09e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:10:23.143567 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-ce69553a-7659-40f5-846a-ef40ee3902e9 req-f6093eb7-017f-4277-b48a-1a8862d95eb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:23.248542 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-a9f1e44b-f37f-4cf3-97d1-4f226bd8d50f None None] Provisioning for port 32450586-b4ef-4d29-811e-e9dcd8100ade completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:10:23.252176 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-a9f1e44b-f37f-4cf3-97d1-4f226bd8d50f None None] Provisioning complete for port 32450586-b4ef-4d29-811e-e9dcd8100ade triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:10:23.252550 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a9f1e44b-f37f-4cf3-97d1-4f226bd8d50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:23.285813 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-a9f1e44b-f37f-4cf3-97d1-4f226bd8d50f None None] Port 32450586-b4ef-4d29-811e-e9dcd8100ade cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:10:23.782779 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a44e19-8e5e-4fd5-ba8e-d45828a666b3 req-a8c6ab91-1157-4d29-81a8-7cdf7ca27088 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:23.784329 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-49a44e19-8e5e-4fd5-ba8e-d45828a666b3 req-a8c6ab91-1157-4d29-81a8-7cdf7ca27088 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ec00618-b776-4563-a97b-f9a94f7e09e6 HTTP/1.1" status: 200 len: 932 time: 0.0896943 Aug 29 05:10:23.786116 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-ce69553a-7659-40f5-846a-ef40ee3902e9 req-f6093eb7-017f-4277-b48a-1a8862d95eb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32450586-b4ef-4d29-811e-e9dcd8100ade {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:10:23.794174 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-ce69553a-7659-40f5-846a-ef40ee3902e9 req-f6093eb7-017f-4277-b48a-1a8862d95eb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:23.812502 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-ce69553a-7659-40f5-846a-ef40ee3902e9 req-f6093eb7-017f-4277-b48a-1a8862d95eb2 service neutron] Transition to ACTIVE for port object 32450586-b4ef-4d29-811e-e9dcd8100ade will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:10:23.821031 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-ce69553a-7659-40f5-846a-ef40ee3902e9 req-f6093eb7-017f-4277-b48a-1a8862d95eb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:23.888550 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-49a44e19-8e5e-4fd5-ba8e-d45828a666b3 req-5cd40cf2-55e9-447e-b671-441c95d98207 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919058 Aug 29 05:10:23.926850 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6093eb7-017f-4277-b48a-1a8862d95eb2 service neutron] Pushing event updated for resources: {'Port': ['ID=32450586-b4ef-4d29-811e-e9dcd8100ade,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:10:23.964461 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-ce69553a-7659-40f5-846a-ef40ee3902e9 req-f6093eb7-017f-4277-b48a-1a8862d95eb2 service neutron] Attempting to bind port 32450586-b4ef-4d29-811e-e9dcd8100ade on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:10:23.964921 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-ce69553a-7659-40f5-846a-ef40ee3902e9 req-f6093eb7-017f-4277-b48a-1a8862d95eb2 service neutron] Attempting to bind port 32450586-b4ef-4d29-811e-e9dcd8100ade by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': 'd0eb4993-5acc-428e-b96a-f89f3077d8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd4ebd4fa-a4f1-45bc-9f70-1a5031b435cb'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:10:23.965508 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce69553a-7659-40f5-846a-ef40ee3902e9 req-f6093eb7-017f-4277-b48a-1a8862d95eb2 service neutron] Attempting to bind port 32450586-b4ef-4d29-811e-e9dcd8100ade on network d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:10:23.970355 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce69553a-7659-40f5-846a-ef40ee3902e9 req-f6093eb7-017f-4277-b48a-1a8862d95eb2 service neutron] Port 32450586-b4ef-4d29-811e-e9dcd8100ade on network d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:10:23.970771 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce69553a-7659-40f5-846a-ef40ee3902e9 req-f6093eb7-017f-4277-b48a-1a8862d95eb2 service neutron] Attempting to bind port 32450586-b4ef-4d29-811e-e9dcd8100ade on network d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:10:23.976169 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce69553a-7659-40f5-846a-ef40ee3902e9 req-f6093eb7-017f-4277-b48a-1a8862d95eb2 service neutron] Checking agent: {'id': '3de9de52-3a03-431d-9d7e-497ae92c57ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:10:23.976595 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce69553a-7659-40f5-846a-ef40ee3902e9 req-f6093eb7-017f-4277-b48a-1a8862d95eb2 service neutron] Checking segment: {'id': 'd0eb4993-5acc-428e-b96a-f89f3077d8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd4ebd4fa-a4f1-45bc-9f70-1a5031b435cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:10:23.977077 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce69553a-7659-40f5-846a-ef40ee3902e9 req-f6093eb7-017f-4277-b48a-1a8862d95eb2 service neutron] Bound using segment: {'id': 'd0eb4993-5acc-428e-b96a-f89f3077d8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd4ebd4fa-a4f1-45bc-9f70-1a5031b435cb'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:10:23.977565 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-ce69553a-7659-40f5-846a-ef40ee3902e9 req-f6093eb7-017f-4277-b48a-1a8862d95eb2 service neutron] Bound port: 32450586-b4ef-4d29-811e-e9dcd8100ade, host: n-h1-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0eb4993-5acc-428e-b96a-f89f3077d8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd4ebd4fa-a4f1-45bc-9f70-1a5031b435cb'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:10:23.978029 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-ce69553a-7659-40f5-846a-ef40ee3902e9 req-f6093eb7-017f-4277-b48a-1a8862d95eb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:24.044600 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-ce69553a-7659-40f5-846a-ef40ee3902e9 req-f6093eb7-017f-4277-b48a-1a8862d95eb2 service neutron] For port 32450586-b4ef-4d29-811e-e9dcd8100ade, host n-h1-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:10:24.048374 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-ce69553a-7659-40f5-846a-ef40ee3902e9 req-f6093eb7-017f-4277-b48a-1a8862d95eb2 service neutron] For port 32450586-b4ef-4d29-811e-e9dcd8100ade, host n-h1-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=32450586-b4ef-4d29-811e-e9dcd8100ade,segment=NetworkSegment(d0eb4993-5acc-428e-b96a-f89f3077d8e1),segment_id=d0eb4993-5acc-428e-b96a-f89f3077d8e1)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:10:24.053499 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-ce69553a-7659-40f5-846a-ef40ee3902e9 req-f6093eb7-017f-4277-b48a-1a8862d95eb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:24.092201 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce69553a-7659-40f5-846a-ef40ee3902e9 req-f6093eb7-017f-4277-b48a-1a8862d95eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:24.092822 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-ce69553a-7659-40f5-846a-ef40ee3902e9 req-f6093eb7-017f-4277-b48a-1a8862d95eb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:24.094214 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ce69553a-7659-40f5-846a-ef40ee3902e9 req-f6093eb7-017f-4277-b48a-1a8862d95eb2 service neutron] 10.222.0.46 "PUT /v2.0/ports/32450586-b4ef-4d29-811e-e9dcd8100ade HTTP/1.1" status: 200 len: 1093 time: 1.0096550 Aug 29 05:10:24.094655 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ec00618-b776-4563-a97b-f9a94f7e09e6', 'tag': '32450586-b4ef-4d29-811e-e9dcd8100ade'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:10:24.096954 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfb9107a06241f0f5f2256c13c0e0e77dc40c776bf6dc0455c34cebdf0549d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21759662-87d9-44ac-a088-7fa5b4e9af40" -d '{"events": [{"name": "network-changed", "server_uuid": "1ec00618-b776-4563-a97b-f9a94f7e09e6", "tag": "32450586-b4ef-4d29-811e-e9dcd8100ade"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:10:24.133593 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6093eb7-017f-4277-b48a-1a8862d95eb2 service neutron] Pushing event updated for resources: {'Port': ['ID=32450586-b4ef-4d29-811e-e9dcd8100ade,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:10:24.148560 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42a9ebed-d867-4163-abb8-9eb4d0617f45 x-openstack-request-id: req-42a9ebed-d867-4163-abb8-9eb4d0617f45 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:10:24.148852 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ec00618-b776-4563-a97b-f9a94f7e09e6", "tag": "32450586-b4ef-4d29-811e-e9dcd8100ade", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:10:24.149105 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-42a9ebed-d867-4163-abb8-9eb4d0617f45 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:10:24.149501 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ec00618-b776-4563-a97b-f9a94f7e09e6', 'tag': '32450586-b4ef-4d29-811e-e9dcd8100ade', 'status': 'completed', 'code': 200} Aug 29 05:10:24.180231 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce69553a-7659-40f5-846a-ef40ee3902e9 req-5b42b2e0-d701-4388-beca-826f8a095f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:24.181905 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ce69553a-7659-40f5-846a-ef40ee3902e9 req-5b42b2e0-d701-4388-beca-826f8a095f05 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=31def360f89342158e5c482db8b51dfa&device_id=1ec00618-b776-4563-a97b-f9a94f7e09e6 HTTP/1.1" status: 200 len: 1096 time: 0.0452461 Aug 29 05:10:24.225875 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ce69553a-7659-40f5-846a-ef40ee3902e9 req-85c9d40a-b285-4636-bd05-9ae7ac24218f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=32450586-b4ef-4d29-811e-e9dcd8100ade HTTP/1.1" status: 200 len: 217 time: 0.0349727 Aug 29 05:10:24.280351 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce69553a-7659-40f5-846a-ef40ee3902e9 req-4cd405c1-1c88-4642-a59d-2d1e85bdc2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:24.281824 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ce69553a-7659-40f5-846a-ef40ee3902e9 req-4cd405c1-1c88-4642-a59d-2d1e85bdc2a7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6f6d99e8-8009-478f-9356-563dd7d1ac5b HTTP/1.1" status: 200 len: 851 time: 0.0490673 Aug 29 05:10:24.327987 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce69553a-7659-40f5-846a-ef40ee3902e9 req-93fe3957-7f8a-4b3b-93fa-3438e4a12b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:24.329446 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ce69553a-7659-40f5-846a-ef40ee3902e9 req-93fe3957-7f8a-4b3b-93fa-3438e4a12b30 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394959 Aug 29 05:10:24.418141 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ce69553a-7659-40f5-846a-ef40ee3902e9 req-96546b96-4a0d-49ba-bb4c-449f3e820970 service neutron] 10.222.0.46 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808058 Aug 29 05:10:24.513267 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ce69553a-7659-40f5-846a-ef40ee3902e9 req-403614c3-1339-42a4-819f-753e9da03e9c service neutron] 10.222.0.46 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870767 Aug 29 05:10:24.597934 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21759662-87d9-44ac-a088-7fa5b4e9af40 req-91a537e0-c2bc-430c-b597-14347233f19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:24.599421 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-21759662-87d9-44ac-a088-7fa5b4e9af40 req-91a537e0-c2bc-430c-b597-14347233f19b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=31def360f89342158e5c482db8b51dfa&device_id=1ec00618-b776-4563-a97b-f9a94f7e09e6 HTTP/1.1" status: 200 len: 1096 time: 0.0409932 Aug 29 05:10:24.690626 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21759662-87d9-44ac-a088-7fa5b4e9af40 req-c41b941c-47ff-4f78-a009-0bb6e6327508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:24.692291 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-21759662-87d9-44ac-a088-7fa5b4e9af40 req-c41b941c-47ff-4f78-a009-0bb6e6327508 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb HTTP/1.1" status: 200 len: 913 time: 0.0861542 Aug 29 05:10:24.734209 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-21759662-87d9-44ac-a088-7fa5b4e9af40 req-e2e067cc-6a81-4695-9f17-3b271e3c5cef service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=32450586-b4ef-4d29-811e-e9dcd8100ade HTTP/1.1" status: 200 len: 217 time: 0.0345888 Aug 29 05:10:24.784664 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21759662-87d9-44ac-a088-7fa5b4e9af40 req-cdf23876-2d77-4b0f-aa55-e7fedb6fdaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:24.786110 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-21759662-87d9-44ac-a088-7fa5b4e9af40 req-cdf23876-2d77-4b0f-aa55-e7fedb6fdaf9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6f6d99e8-8009-478f-9356-563dd7d1ac5b HTTP/1.1" status: 200 len: 851 time: 0.0435150 Aug 29 05:10:24.835994 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21759662-87d9-44ac-a088-7fa5b4e9af40 req-d7f0f5a6-003d-4a8f-9cac-33f7187acf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:24.837465 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-21759662-87d9-44ac-a088-7fa5b4e9af40 req-d7f0f5a6-003d-4a8f-9cac-33f7187acf7f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439844 Aug 29 05:10:24.927648 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-21759662-87d9-44ac-a088-7fa5b4e9af40 req-06297e11-b636-476a-9c60-b5b7baab89af service neutron] 10.222.0.46 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817616 Aug 29 05:10:25.056036 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24a13aa-a3b3-400d-a4b3-11d82c6bd7b5 req-fc12fcb0-402c-48ae-9ca2-fc39084f511f tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:25.057444 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d24a13aa-a3b3-400d-a4b3-11d82c6bd7b5 req-fc12fcb0-402c-48ae-9ca2-fc39084f511f tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ec00618-b776-4563-a97b-f9a94f7e09e6 HTTP/1.1" status: 200 len: 944 time: 0.0764260 Aug 29 05:10:25.060984 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-21759662-87d9-44ac-a088-7fa5b4e9af40 req-e8f4696e-e669-4304-b519-936d8206b94f service neutron] 10.222.0.46 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256735 Aug 29 05:10:25.096268 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d24a13aa-a3b3-400d-a4b3-11d82c6bd7b5 req-a7a1fa99-f199-497f-baf1-a1752f370f37 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327702 Aug 29 05:10:26.209020 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33eb766-b221-4b4b-8952-7829f761aab6 req-fdac2d08-0e42-4374-922a-3b431ce350eb tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:26.210525 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e33eb766-b221-4b4b-8952-7829f761aab6 req-fdac2d08-0e42-4374-922a-3b431ce350eb tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ec00618-b776-4563-a97b-f9a94f7e09e6 HTTP/1.1" status: 200 len: 944 time: 0.0492327 Aug 29 05:10:26.247159 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e33eb766-b221-4b4b-8952-7829f761aab6 req-7c24189d-dbe1-4253-bcba-9e763e6b668d tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306647 Aug 29 05:10:26.929029 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 32450586-b4ef-4d29-811e-e9dcd8100ade details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:10:27.022517 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 32450586-b4ef-4d29-811e-e9dcd8100ade, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=32450586-b4ef-4d29-811e-e9dcd8100ade,segment=NetworkSegment(d0eb4993-5acc-428e-b96a-f89f3077d8e1),segment_id=d0eb4993-5acc-428e-b96a-f89f3077d8e1)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:10:27.033281 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Returning: {'device': '32450586-b4ef-4d29-811e-e9dcd8100ade', 'network_id': 'd4ebd4fa-a4f1-45bc-9f70-1a5031b435cb', 'port_id': '32450586-b4ef-4d29-811e-e9dcd8100ade', 'mac_address': 'fa:16:3e:3b:ca:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f6d99e8-8009-478f-9356-563dd7d1ac5b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:10:27.070822 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:27.083095 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32450586-b4ef-4d29-811e-e9dcd8100ade {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:10:27.101201 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 32450586-b4ef-4d29-811e-e9dcd8100ade, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=32450586-b4ef-4d29-811e-e9dcd8100ade,segment=NetworkSegment(d0eb4993-5acc-428e-b96a-f89f3077d8e1),segment_id=d0eb4993-5acc-428e-b96a-f89f3077d8e1)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:10:27.105143 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:27.155255 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=32450586-b4ef-4d29-811e-e9dcd8100ade,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:10:27.162836 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:10:27.163205 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:10:27.163551 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:10:27.163917 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:10:27.164253 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:10:27.164584 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:10:27.164911 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:10:27.165236 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:10:27.165560 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:10:27.165883 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:10:27.166204 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:10:27.166525 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:10:27.364049 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['32450586-b4ef-4d29-811e-e9dcd8100ade'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:10:27.365451 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf42e21e-01ce-412a-8869-e31f28f3ada4 req-e9d26a2b-82af-4299-9b38-556c32d3c321 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:27.366964 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bf42e21e-01ce-412a-8869-e31f28f3ada4 req-e9d26a2b-82af-4299-9b38-556c32d3c321 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ec00618-b776-4563-a97b-f9a94f7e09e6 HTTP/1.1" status: 200 len: 945 time: 0.0521142 Aug 29 05:10:27.405265 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bf42e21e-01ce-412a-8869-e31f28f3ada4 req-958142fc-ee8a-41f2-8c66-ad959a0ef162 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322967 Aug 29 05:10:28.520349 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962cb189-5959-43f2-afee-4405bf1ff9f8 req-6daba780-b1c2-4840-8901-c92e0112c798 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:28.521841 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-962cb189-5959-43f2-afee-4405bf1ff9f8 req-6daba780-b1c2-4840-8901-c92e0112c798 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ec00618-b776-4563-a97b-f9a94f7e09e6 HTTP/1.1" status: 200 len: 945 time: 0.0487797 Aug 29 05:10:28.558881 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-962cb189-5959-43f2-afee-4405bf1ff9f8 req-758f32b5-179b-496a-94b2-6791958c4e2a tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311480 Aug 29 05:10:28.928942 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 32450586-b4ef-4d29-811e-e9dcd8100ade up at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:10:28.981086 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:28.991182 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning for port 32450586-b4ef-4d29-811e-e9dcd8100ade completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:10:28.995042 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning complete for port 32450586-b4ef-4d29-811e-e9dcd8100ade triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:10:28.995354 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:29.070608 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:29.091902 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ec00618-b776-4563-a97b-f9a94f7e09e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32450586-b4ef-4d29-811e-e9dcd8100ade'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:10:29.094120 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e47ce94e7730ef80c099a0714bd3625e1f676465bb595722170593f8a424ee2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfaabfd5-bb37-48a9-992b-7b15dd489813" -d '{"events": [{"server_uuid": "1ec00618-b776-4563-a97b-f9a94f7e09e6", "name": "network-vif-plugged", "status": "completed", "tag": "32450586-b4ef-4d29-811e-e9dcd8100ade"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:10:29.107470 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 32450586-b4ef-4d29-811e-e9dcd8100ade, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=32450586-b4ef-4d29-811e-e9dcd8100ade,segment=NetworkSegment(d0eb4993-5acc-428e-b96a-f89f3077d8e1),segment_id=d0eb4993-5acc-428e-b96a-f89f3077d8e1)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:10:29.112324 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:29.139176 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a09d869-d88a-4e9b-b088-7cdaf20ed83c x-openstack-request-id: req-1a09d869-d88a-4e9b-b088-7cdaf20ed83c {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:10:29.139467 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ec00618-b776-4563-a97b-f9a94f7e09e6", "name": "network-vif-plugged", "status": "completed", "tag": "32450586-b4ef-4d29-811e-e9dcd8100ade", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:10:29.139740 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1a09d869-d88a-4e9b-b088-7cdaf20ed83c {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:10:29.140126 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ec00618-b776-4563-a97b-f9a94f7e09e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32450586-b4ef-4d29-811e-e9dcd8100ade', 'code': 200} Aug 29 05:10:29.168086 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=32450586-b4ef-4d29-811e-e9dcd8100ade,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:10:29.230329 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ab03ce-ae0a-4c9a-a5f2-827217ed231b req-3a3da30c-d809-4db9-8810-55c944e2adea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:29.231938 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d4ab03ce-ae0a-4c9a-a5f2-827217ed231b req-3a3da30c-d809-4db9-8810-55c944e2adea service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1ec00618-b776-4563-a97b-f9a94f7e09e6 HTTP/1.1" status: 200 len: 1098 time: 0.0394211 Aug 29 05:10:29.265660 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d4ab03ce-ae0a-4c9a-a5f2-827217ed231b req-c40de4f0-43b3-4110-88c3-c7652896b5bf service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0262899 Aug 29 05:10:29.677702 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bce783-b4df-447f-985f-553c1fe78247 req-cc9d1170-1830-4cd6-a3a0-ece0c3080ca8 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:29.679198 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-93bce783-b4df-447f-985f-553c1fe78247 req-cc9d1170-1830-4cd6-a3a0-ece0c3080ca8 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ec00618-b776-4563-a97b-f9a94f7e09e6 HTTP/1.1" status: 200 len: 946 time: 0.0516317 Aug 29 05:10:29.716686 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-93bce783-b4df-447f-985f-553c1fe78247 req-53a59e43-489d-4824-be1e-51f8c178ce0f tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315919 Aug 29 05:10:30.829787 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95a7100-5fe7-481f-994a-69f7c1baae2e req-0b383c58-811b-4431-adc6-a3fc6d40fdcc tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:30.831814 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f95a7100-5fe7-481f-994a-69f7c1baae2e req-0b383c58-811b-4431-adc6-a3fc6d40fdcc tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ec00618-b776-4563-a97b-f9a94f7e09e6 HTTP/1.1" status: 200 len: 946 time: 0.0501859 Aug 29 05:10:30.868692 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f95a7100-5fe7-481f-994a-69f7c1baae2e req-01747759-2cac-4d49-ab0d-7c02a31bb25c tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310202 Aug 29 05:10:30.978113 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c183e5fe-06bf-468a-b9eb-ed12dd087dd8 req-b354cc43-3d78-4260-a6c1-e88bd5b9841e tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:30.979608 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c183e5fe-06bf-468a-b9eb-ed12dd087dd8 req-b354cc43-3d78-4260-a6c1-e88bd5b9841e tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ec00618-b776-4563-a97b-f9a94f7e09e6 HTTP/1.1" status: 200 len: 946 time: 0.0485251 Aug 29 05:10:30.988289 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 39366) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:10:30.992716 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-ebc0b4f4-26e8-485f-9f2a-81fff478b1ad tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Request body: {'floatingip': {'port_id': '32450586-b4ef-4d29-811e-e9dcd8100ade'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:10:31.051154 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ebc0b4f4-26e8-485f-9f2a-81fff478b1ad tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Notify callbacks [] for floatingip, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:31.505008 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ebc0b4f4-26e8-485f-9f2a-81fff478b1ad tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:31.509330 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ebc0b4f4-26e8-485f-9f2a-81fff478b1ad tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719515'] for floatingip, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:31.607640 n-d-712140-12 neutron-server[94828]: INFO neutron.db.l3_db [None req-ebc0b4f4-26e8-485f-9f2a-81fff478b1ad tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Floating IP 24a70931-443b-4f5c-be58-16b9051777b1 associated. External IP: 172.25.0.82, port: 8e11f048-6330-4537-9251-c0dbbafc7fc5. Aug 29 05:10:31.813533 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebc0b4f4-26e8-485f-9f2a-81fff478b1ad tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Router 9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:10:31.922251 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebc0b4f4-26e8-485f-9f2a-81fff478b1ad tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:10:31.932489 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2f4053-b44a-4dcd-bc6f-6371764e5efd None None] Sync routers for ids ['9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:10:31.941716 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2f4053-b44a-4dcd-bc6f-6371764e5efd None None] Routers {'9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:10:31.942333 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-2b2f4053-b44a-4dcd-bc6f-6371764e5efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:10:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:10:32.047187 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-2b2f4053-b44a-4dcd-bc6f-6371764e5efd None None] Set router 9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:10:32.130781 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebc0b4f4-26e8-485f-9f2a-81fff478b1ad tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Router 9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:10:32.238927 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebc0b4f4-26e8-485f-9f2a-81fff478b1ad tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:10:32.243362 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ebc0b4f4-26e8-485f-9f2a-81fff478b1ad tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:32.271120 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19efa733-49d3-4125-b1bf-b01d593b5e9a', 'tag': '8e11f048-6330-4537-9251-c0dbbafc7fc5'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:10:32.271386 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-2b2f4053-b44a-4dcd-bc6f-6371764e5efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7', 'name': 'tempest-ServerActionsTestJSON-1226271981-router', 'tenant_id': '31def360f89342158e5c482db8b51dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'f296628a-3cd6-4f77-be95-983e76610165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:03:29Z', 'updated_at': '2021-08-29T05:03:31Z', 'revision_number': 4, 'project_id': '31def360f89342158e5c482db8b51dfa', 'gw_port': {'id': 'f296628a-3cd6-4f77-be95-983e76610165', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:03:29Z', 'updated_at': '2021-08-29T05:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': '24a70931-443b-4f5c-be58-16b9051777b1', 'tenant_id': '31def360f89342158e5c482db8b51dfa', 'floating_ip_address': '172.25.0.82', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': '9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7', 'port_id': '32450586-b4ef-4d29-811e-e9dcd8100ade', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4ebd4fa-a4f1-45bc-9f70-1a5031b435cb', 'mac_address': 'fa:16:3e:3b:ca:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec00618-b776-4563-a97b-f9a94f7e09e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:03:33Z', 'updated_at': '2021-08-29T05:10:31Z', 'revision_number': 7, 'project_id': '31def360f89342158e5c482db8b51dfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f2ff4b2-35a8-4df2-9520-5d9a26f40f8e', 'name': '', 'network_id': 'd4ebd4fa-a4f1-45bc-9f70-1a5031b435cb', 'tenant_id': '31def360f89342158e5c482db8b51dfa', 'mac_address': 'fa:16:3e:63:bb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '6f6d99e8-8009-478f-9356-563dd7d1ac5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:03:31Z', 'updated_at': '2021-08-29T05:03:37Z', 'revision_number': 5, 'project_id': '31def360f89342158e5c482db8b51dfa', 'subnets': [{'id': '6f6d99e8-8009-478f-9356-563dd7d1ac5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:10:32.274333 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfb9107a06241f0f5f2256c13c0e0e77dc40c776bf6dc0455c34cebdf0549d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2677af02-dda0-4258-b078-b32c9a4dc3d3" -d '{"events": [{"name": "network-changed", "server_uuid": "19efa733-49d3-4125-b1bf-b01d593b5e9a", "tag": "8e11f048-6330-4537-9251-c0dbbafc7fc5"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:10:32.296993 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2f4053-b44a-4dcd-bc6f-6371764e5efd None None] Checking router: 9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7 for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:10:32.300258 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-ebc0b4f4-26e8-485f-9f2a-81fff478b1ad tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "PUT /v2.0/floatingips/24a70931-443b-4f5c-be58-16b9051777b1 HTTP/1.1" status: 200 len: 993 time: 1.3108499 Aug 29 05:10:32.307077 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2f4053-b44a-4dcd-bc6f-6371764e5efd None None] Routers {'9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:10:32.307711 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-2b2f4053-b44a-4dcd-bc6f-6371764e5efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:10:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:10:32.312719 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbbbbb4e-0311-474c-9b58-5f1a6643628e x-openstack-request-id: req-fbbbbb4e-0311-474c-9b58-5f1a6643628e {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:10:32.313154 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19efa733-49d3-4125-b1bf-b01d593b5e9a", "tag": "8e11f048-6330-4537-9251-c0dbbafc7fc5", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:10:32.313418 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fbbbbb4e-0311-474c-9b58-5f1a6643628e {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:10:32.313830 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19efa733-49d3-4125-b1bf-b01d593b5e9a', 'tag': '8e11f048-6330-4537-9251-c0dbbafc7fc5', 'status': 'completed', 'code': 200} Aug 29 05:10:32.399750 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2677af02-dda0-4258-b078-b32c9a4dc3d3 req-78de3951-7755-4710-94c7-5a4c92f5a2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:32.401318 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2677af02-dda0-4258-b078-b32c9a4dc3d3 req-78de3951-7755-4710-94c7-5a4c92f5a2b1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=31def360f89342158e5c482db8b51dfa&device_id=19efa733-49d3-4125-b1bf-b01d593b5e9a HTTP/1.1" status: 200 len: 1097 time: 0.0441763 Aug 29 05:10:32.415797 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-2b2f4053-b44a-4dcd-bc6f-6371764e5efd None None] Set router 9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:10:32.491033 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2677af02-dda0-4258-b078-b32c9a4dc3d3 req-e5dfcdf2-aece-48bc-8ef8-9241c8cc02f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:32.492555 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2677af02-dda0-4258-b078-b32c9a4dc3d3 req-e5dfcdf2-aece-48bc-8ef8-9241c8cc02f0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb HTTP/1.1" status: 200 len: 913 time: 0.0834324 Aug 29 05:10:32.540223 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2677af02-dda0-4258-b078-b32c9a4dc3d3 req-f723dd43-93b8-4491-8f67-4269f5886d74 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e11f048-6330-4537-9251-c0dbbafc7fc5 HTTP/1.1" status: 200 len: 217 time: 0.0400820 Aug 29 05:10:32.592461 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2677af02-dda0-4258-b078-b32c9a4dc3d3 req-2f98ecd0-2854-449c-96ae-b6d5b0e32e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:32.593475 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2677af02-dda0-4258-b078-b32c9a4dc3d3 req-2f98ecd0-2854-449c-96ae-b6d5b0e32e75 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6f6d99e8-8009-478f-9356-563dd7d1ac5b HTTP/1.1" status: 200 len: 851 time: 0.0462060 Aug 29 05:10:32.644053 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2677af02-dda0-4258-b078-b32c9a4dc3d3 req-6660eb45-47cf-4ab6-873f-b85876b9129f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:32.645712 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2677af02-dda0-4258-b078-b32c9a4dc3d3 req-6660eb45-47cf-4ab6-873f-b85876b9129f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436547 Aug 29 05:10:32.648590 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-2b2f4053-b44a-4dcd-bc6f-6371764e5efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7', 'name': 'tempest-ServerActionsTestJSON-1226271981-router', 'tenant_id': '31def360f89342158e5c482db8b51dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'f296628a-3cd6-4f77-be95-983e76610165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:03:29Z', 'updated_at': '2021-08-29T05:03:31Z', 'revision_number': 4, 'project_id': '31def360f89342158e5c482db8b51dfa', 'gw_port': {'id': 'f296628a-3cd6-4f77-be95-983e76610165', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:03:29Z', 'updated_at': '2021-08-29T05:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': '24a70931-443b-4f5c-be58-16b9051777b1', 'tenant_id': '31def360f89342158e5c482db8b51dfa', 'floating_ip_address': '172.25.0.82', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': '9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7', 'port_id': '32450586-b4ef-4d29-811e-e9dcd8100ade', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4ebd4fa-a4f1-45bc-9f70-1a5031b435cb', 'mac_address': 'fa:16:3e:3b:ca:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec00618-b776-4563-a97b-f9a94f7e09e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:03:33Z', 'updated_at': '2021-08-29T05:10:31Z', 'revision_number': 7, 'project_id': '31def360f89342158e5c482db8b51dfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f2ff4b2-35a8-4df2-9520-5d9a26f40f8e', 'name': '', 'network_id': 'd4ebd4fa-a4f1-45bc-9f70-1a5031b435cb', 'tenant_id': '31def360f89342158e5c482db8b51dfa', 'mac_address': 'fa:16:3e:63:bb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '6f6d99e8-8009-478f-9356-563dd7d1ac5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:03:31Z', 'updated_at': '2021-08-29T05:03:37Z', 'revision_number': 5, 'project_id': '31def360f89342158e5c482db8b51dfa', 'subnets': [{'id': '6f6d99e8-8009-478f-9356-563dd7d1ac5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:10:32.676376 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2f4053-b44a-4dcd-bc6f-6371764e5efd None None] The sync data for ids ['9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7'] in n-d-712140-12 is: [{'id': '9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7', 'name': 'tempest-ServerActionsTestJSON-1226271981-router', 'tenant_id': '31def360f89342158e5c482db8b51dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'f296628a-3cd6-4f77-be95-983e76610165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:03:29Z', 'updated_at': '2021-08-29T05:03:31Z', 'revision_number': 4, 'project_id': '31def360f89342158e5c482db8b51dfa', 'gw_port': {'id': 'f296628a-3cd6-4f77-be95-983e76610165', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:03:29Z', 'updated_at': '2021-08-29T05:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': '24a70931-443b-4f5c-be58-16b9051777b1', 'tenant_id': '31def360f89342158e5c482db8b51dfa', 'floating_ip_address': '172.25.0.82', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': '9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7', 'port_id': '32450586-b4ef-4d29-811e-e9dcd8100ade', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4ebd4fa-a4f1-45bc-9f70-1a5031b435cb', 'mac_address': 'fa:16:3e:3b:ca:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec00618-b776-4563-a97b-f9a94f7e09e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:03:33Z', 'updated_at': '2021-08-29T05:10:31Z', 'revision_number': 7, 'project_id': '31def360f89342158e5c482db8b51dfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f2ff4b2-35a8-4df2-9520-5d9a26f40f8e', 'name': '', 'network_id': 'd4ebd4fa-a4f1-45bc-9f70-1a5031b435cb', 'tenant_id': '31def360f89342158e5c482db8b51dfa', 'mac_address': 'fa:16:3e:63:bb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '6f6d99e8-8009-478f-9356-563dd7d1ac5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:03:31Z', 'updated_at': '2021-08-29T05:03:37Z', 'revision_number': 5, 'project_id': '31def360f89342158e5c482db8b51dfa', 'subnets': [{'id': '6f6d99e8-8009-478f-9356-563dd7d1ac5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:10:32.746203 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2677af02-dda0-4258-b078-b32c9a4dc3d3 req-731103d0-882c-4f7c-9c7d-e7d812756ea7 service neutron] 10.222.0.48 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918503 Aug 29 05:10:32.843327 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2677af02-dda0-4258-b078-b32c9a4dc3d3 req-48118893-729d-4cf8-b3bf-20160ac11645 service neutron] 10.222.0.48 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888562 Aug 29 05:10:32.854452 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55a1231-fd5a-4bc8-bca2-35cb8d74bb38 None None] New status for floating IP 24a70931-443b-4f5c-be58-16b9051777b1: ACTIVE {{(pid=94831) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:10:33.061620 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631e6646-4baf-474b-9b8c-455e315b3445 None None] Sync routers for ids ['9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:10:33.070944 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631e6646-4baf-474b-9b8c-455e315b3445 None None] Routers {'9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:10:33.071560 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-631e6646-4baf-474b-9b8c-455e315b3445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:10:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:10:33.178457 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-631e6646-4baf-474b-9b8c-455e315b3445 None None] Set router 9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:10:33.488028 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4b6dca9b-bb74-40ce-8c01-c86b68f5a69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:33.565868 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-631e6646-4baf-474b-9b8c-455e315b3445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7', 'name': 'tempest-ServerActionsTestJSON-1226271981-router', 'tenant_id': '31def360f89342158e5c482db8b51dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'f296628a-3cd6-4f77-be95-983e76610165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:03:29Z', 'updated_at': '2021-08-29T05:03:31Z', 'revision_number': 4, 'project_id': '31def360f89342158e5c482db8b51dfa', 'gw_port': {'id': 'f296628a-3cd6-4f77-be95-983e76610165', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:03:29Z', 'updated_at': '2021-08-29T05:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': '24a70931-443b-4f5c-be58-16b9051777b1', 'tenant_id': '31def360f89342158e5c482db8b51dfa', 'floating_ip_address': '172.25.0.82', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': '9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7', 'port_id': '32450586-b4ef-4d29-811e-e9dcd8100ade', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4ebd4fa-a4f1-45bc-9f70-1a5031b435cb', 'mac_address': 'fa:16:3e:3b:ca:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec00618-b776-4563-a97b-f9a94f7e09e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:03:33Z', 'updated_at': '2021-08-29T05:10:32Z', 'revision_number': 8, 'project_id': '31def360f89342158e5c482db8b51dfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f2ff4b2-35a8-4df2-9520-5d9a26f40f8e', 'name': '', 'network_id': 'd4ebd4fa-a4f1-45bc-9f70-1a5031b435cb', 'tenant_id': '31def360f89342158e5c482db8b51dfa', 'mac_address': 'fa:16:3e:63:bb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '6f6d99e8-8009-478f-9356-563dd7d1ac5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:03:31Z', 'updated_at': '2021-08-29T05:03:37Z', 'revision_number': 5, 'project_id': '31def360f89342158e5c482db8b51dfa', 'subnets': [{'id': '6f6d99e8-8009-478f-9356-563dd7d1ac5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:10:33.595158 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631e6646-4baf-474b-9b8c-455e315b3445 None None] Checking router: 9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7 for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:10:33.603430 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631e6646-4baf-474b-9b8c-455e315b3445 None None] Routers {'9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:10:33.604125 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-631e6646-4baf-474b-9b8c-455e315b3445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:10:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:10:33.707740 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-631e6646-4baf-474b-9b8c-455e315b3445 None None] Set router 9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:10:33.928541 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-631e6646-4baf-474b-9b8c-455e315b3445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7', 'name': 'tempest-ServerActionsTestJSON-1226271981-router', 'tenant_id': '31def360f89342158e5c482db8b51dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'f296628a-3cd6-4f77-be95-983e76610165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:03:29Z', 'updated_at': '2021-08-29T05:03:31Z', 'revision_number': 4, 'project_id': '31def360f89342158e5c482db8b51dfa', 'gw_port': {'id': 'f296628a-3cd6-4f77-be95-983e76610165', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:03:29Z', 'updated_at': '2021-08-29T05:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': '24a70931-443b-4f5c-be58-16b9051777b1', 'tenant_id': '31def360f89342158e5c482db8b51dfa', 'floating_ip_address': '172.25.0.82', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': '9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7', 'port_id': '32450586-b4ef-4d29-811e-e9dcd8100ade', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4ebd4fa-a4f1-45bc-9f70-1a5031b435cb', 'mac_address': 'fa:16:3e:3b:ca:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec00618-b776-4563-a97b-f9a94f7e09e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:03:33Z', 'updated_at': '2021-08-29T05:10:32Z', 'revision_number': 8, 'project_id': '31def360f89342158e5c482db8b51dfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f2ff4b2-35a8-4df2-9520-5d9a26f40f8e', 'name': '', 'network_id': 'd4ebd4fa-a4f1-45bc-9f70-1a5031b435cb', 'tenant_id': '31def360f89342158e5c482db8b51dfa', 'mac_address': 'fa:16:3e:63:bb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '6f6d99e8-8009-478f-9356-563dd7d1ac5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:03:31Z', 'updated_at': '2021-08-29T05:03:37Z', 'revision_number': 5, 'project_id': '31def360f89342158e5c482db8b51dfa', 'subnets': [{'id': '6f6d99e8-8009-478f-9356-563dd7d1ac5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:10:33.958768 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631e6646-4baf-474b-9b8c-455e315b3445 None None] The sync data for ids ['9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7'] in n-d-712140-12 is: [{'id': '9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7', 'name': 'tempest-ServerActionsTestJSON-1226271981-router', 'tenant_id': '31def360f89342158e5c482db8b51dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'f296628a-3cd6-4f77-be95-983e76610165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:03:29Z', 'updated_at': '2021-08-29T05:03:31Z', 'revision_number': 4, 'project_id': '31def360f89342158e5c482db8b51dfa', 'gw_port': {'id': 'f296628a-3cd6-4f77-be95-983e76610165', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:03:29Z', 'updated_at': '2021-08-29T05:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': '24a70931-443b-4f5c-be58-16b9051777b1', 'tenant_id': '31def360f89342158e5c482db8b51dfa', 'floating_ip_address': '172.25.0.82', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': '9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7', 'port_id': '32450586-b4ef-4d29-811e-e9dcd8100ade', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4ebd4fa-a4f1-45bc-9f70-1a5031b435cb', 'mac_address': 'fa:16:3e:3b:ca:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec00618-b776-4563-a97b-f9a94f7e09e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:03:33Z', 'updated_at': '2021-08-29T05:10:32Z', 'revision_number': 8, 'project_id': '31def360f89342158e5c482db8b51dfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f2ff4b2-35a8-4df2-9520-5d9a26f40f8e', 'name': '', 'network_id': 'd4ebd4fa-a4f1-45bc-9f70-1a5031b435cb', 'tenant_id': '31def360f89342158e5c482db8b51dfa', 'mac_address': 'fa:16:3e:63:bb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '6f6d99e8-8009-478f-9356-563dd7d1ac5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:03:31Z', 'updated_at': '2021-08-29T05:03:37Z', 'revision_number': 5, 'project_id': '31def360f89342158e5c482db8b51dfa', 'subnets': [{'id': '6f6d99e8-8009-478f-9356-563dd7d1ac5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:10:34.315775 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ec00618-b776-4563-a97b-f9a94f7e09e6', 'tag': '32450586-b4ef-4d29-811e-e9dcd8100ade'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:10:34.318313 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfb9107a06241f0f5f2256c13c0e0e77dc40c776bf6dc0455c34cebdf0549d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de82e40c-7682-417f-852c-48726d2490ac" -d '{"events": [{"name": "network-changed", "server_uuid": "1ec00618-b776-4563-a97b-f9a94f7e09e6", "tag": "32450586-b4ef-4d29-811e-e9dcd8100ade"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:10:34.355123 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f1baa3d-300b-42ad-854e-b381f79c220d x-openstack-request-id: req-6f1baa3d-300b-42ad-854e-b381f79c220d {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:10:34.355421 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ec00618-b776-4563-a97b-f9a94f7e09e6", "tag": "32450586-b4ef-4d29-811e-e9dcd8100ade", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:10:34.355693 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6f1baa3d-300b-42ad-854e-b381f79c220d {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:10:34.356114 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ec00618-b776-4563-a97b-f9a94f7e09e6', 'tag': '32450586-b4ef-4d29-811e-e9dcd8100ade', 'status': 'completed', 'code': 200} Aug 29 05:10:34.417171 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de82e40c-7682-417f-852c-48726d2490ac req-c3834d39-35e4-48d2-921d-60cf1f708228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:34.418660 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-de82e40c-7682-417f-852c-48726d2490ac req-c3834d39-35e4-48d2-921d-60cf1f708228 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=31def360f89342158e5c482db8b51dfa&device_id=1ec00618-b776-4563-a97b-f9a94f7e09e6 HTTP/1.1" status: 200 len: 1098 time: 0.0404863 Aug 29 05:10:34.511709 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de82e40c-7682-417f-852c-48726d2490ac req-6c1abe54-1b18-414b-8401-e45ffefa43df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:34.513259 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-de82e40c-7682-417f-852c-48726d2490ac req-6c1abe54-1b18-414b-8401-e45ffefa43df service neutron] 10.222.0.46 "GET /v2.0/networks?id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb HTTP/1.1" status: 200 len: 913 time: 0.0877917 Aug 29 05:10:34.577084 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-de82e40c-7682-417f-852c-48726d2490ac req-0a7a92cb-fb27-4532-8488-872088f834a0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=32450586-b4ef-4d29-811e-e9dcd8100ade HTTP/1.1" status: 200 len: 1001 time: 0.0569844 Aug 29 05:10:34.629499 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de82e40c-7682-417f-852c-48726d2490ac req-3e225843-4d88-4061-a0e9-b870cee05edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:34.630939 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-de82e40c-7682-417f-852c-48726d2490ac req-3e225843-4d88-4061-a0e9-b870cee05edc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6f6d99e8-8009-478f-9356-563dd7d1ac5b HTTP/1.1" status: 200 len: 851 time: 0.0462251 Aug 29 05:10:34.676002 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de82e40c-7682-417f-852c-48726d2490ac req-6ec7938d-ccc2-40f4-90a4-9ad54199618c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:34.677495 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-de82e40c-7682-417f-852c-48726d2490ac req-6ec7938d-ccc2-40f4-90a4-9ad54199618c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394313 Aug 29 05:10:34.764421 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-de82e40c-7682-417f-852c-48726d2490ac req-5c1f7011-ba3f-4ad5-98e8-8a44339a3289 service neutron] 10.222.0.46 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795729 Aug 29 05:10:34.857333 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-de82e40c-7682-417f-852c-48726d2490ac req-a69317df-3cdd-44f2-bbc7-1a0e70657f72 service neutron] 10.222.0.46 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855744 Aug 29 05:10:36.025688 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-360e57fc-dfe8-4f6c-b109-a7fded3a6b2f req-b75b3700-3227-41a6-ba26-0283f9064b90 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1ec00618-b776-4563-a97b-f9a94f7e09e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0399654 Aug 29 05:10:36.105270 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360e57fc-dfe8-4f6c-b109-a7fded3a6b2f req-22d75bed-fdbe-4e14-8e9d-9fe022d2ac7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:36.106754 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-360e57fc-dfe8-4f6c-b109-a7fded3a6b2f req-22d75bed-fdbe-4e14-8e9d-9fe022d2ac7d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=31def360f89342158e5c482db8b51dfa&device_id=1ec00618-b776-4563-a97b-f9a94f7e09e6 HTTP/1.1" status: 200 len: 1098 time: 0.0395851 Aug 29 05:10:36.210355 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360e57fc-dfe8-4f6c-b109-a7fded3a6b2f req-e94ca9a0-5083-4f57-a9a9-f23a4023f3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:36.211851 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-360e57fc-dfe8-4f6c-b109-a7fded3a6b2f req-e94ca9a0-5083-4f57-a9a9-f23a4023f3b4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb HTTP/1.1" status: 200 len: 913 time: 0.0852625 Aug 29 05:10:36.275900 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-360e57fc-dfe8-4f6c-b109-a7fded3a6b2f req-a6383198-d308-49fc-8bb6-b1663d8af740 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=32450586-b4ef-4d29-811e-e9dcd8100ade HTTP/1.1" status: 200 len: 1001 time: 0.0565708 Aug 29 05:10:36.308542 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-40860f85-937e-4a0c-8501-cc0dd1fdde91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:36.327857 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360e57fc-dfe8-4f6c-b109-a7fded3a6b2f req-568feb03-a43c-4b7d-a3a7-9be5bac163dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:36.329311 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-360e57fc-dfe8-4f6c-b109-a7fded3a6b2f req-568feb03-a43c-4b7d-a3a7-9be5bac163dc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6f6d99e8-8009-478f-9356-563dd7d1ac5b HTTP/1.1" status: 200 len: 851 time: 0.0470011 Aug 29 05:10:36.375481 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360e57fc-dfe8-4f6c-b109-a7fded3a6b2f req-d2c0cf39-3ac0-42a2-95e1-f9c8ac3e90ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:36.376992 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-360e57fc-dfe8-4f6c-b109-a7fded3a6b2f req-d2c0cf39-3ac0-42a2-95e1-f9c8ac3e90ce service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392730 Aug 29 05:10:36.462738 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-360e57fc-dfe8-4f6c-b109-a7fded3a6b2f req-7d033577-4fcf-4531-95a2-e7ea9f210698 service neutron] 10.222.0.46 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789266 Aug 29 05:10:36.552951 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-360e57fc-dfe8-4f6c-b109-a7fded3a6b2f req-25539b23-2313-4f21-b458-7dbf4f8a3943 service neutron] 10.222.0.46 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835221 Aug 29 05:10:37.312612 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:37.366760 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:37.501728 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0d7d838f-8f19-4413-836c-92585b784191 req-1e751632-132c-4193-8f56-d617b2a35982 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=19efa733-49d3-4125-b1bf-b01d593b5e9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0399354 Aug 29 05:10:37.599189 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7d838f-8f19-4413-836c-92585b784191 req-32b54def-b50b-4dfd-a081-6e8f28679ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:37.600653 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0d7d838f-8f19-4413-836c-92585b784191 req-32b54def-b50b-4dfd-a081-6e8f28679ce0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=31def360f89342158e5c482db8b51dfa&device_id=19efa733-49d3-4125-b1bf-b01d593b5e9a HTTP/1.1" status: 200 len: 1097 time: 0.0407205 Aug 29 05:10:37.706554 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7d838f-8f19-4413-836c-92585b784191 req-0d94c76a-447c-4109-9ef1-8b88ca0df2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:37.708077 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0d7d838f-8f19-4413-836c-92585b784191 req-0d94c76a-447c-4109-9ef1-8b88ca0df2dd service neutron] 10.222.0.48 "GET /v2.0/networks?id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb HTTP/1.1" status: 200 len: 913 time: 0.0879307 Aug 29 05:10:37.751301 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0d7d838f-8f19-4413-836c-92585b784191 req-97ad618a-cbd7-4969-ad5b-03a550655154 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e11f048-6330-4537-9251-c0dbbafc7fc5 HTTP/1.1" status: 200 len: 217 time: 0.0350962 Aug 29 05:10:37.800915 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7d838f-8f19-4413-836c-92585b784191 req-64d442ab-4977-4546-99e6-d0056a03690f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:37.802365 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0d7d838f-8f19-4413-836c-92585b784191 req-64d442ab-4977-4546-99e6-d0056a03690f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6f6d99e8-8009-478f-9356-563dd7d1ac5b HTTP/1.1" status: 200 len: 851 time: 0.0431871 Aug 29 05:10:37.853507 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7d838f-8f19-4413-836c-92585b784191 req-46d11615-edc7-43a4-8750-cf682554bc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:37.854990 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0d7d838f-8f19-4413-836c-92585b784191 req-46d11615-edc7-43a4-8750-cf682554bc34 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454590 Aug 29 05:10:37.940698 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0d7d838f-8f19-4413-836c-92585b784191 req-cb4ee4c5-4f73-453b-bbbe-287f5541664f service neutron] 10.222.0.48 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782461 Aug 29 05:10:38.030817 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0d7d838f-8f19-4413-836c-92585b784191 req-6e972a52-a3a2-4f39-ac51-b57c95cabacb service neutron] 10.222.0.48 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825419 Aug 29 05:10:38.856639 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:49.691298 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:51.559595 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:10:58.983869 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:03.440722 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c4192a36-d1e3-41d9-90cd-dfab3e6a3cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:06.309329 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7d3da907-b376-4be5-acad-aa59d58eaebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:07.314156 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:07.369209 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:08.858622 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:19.705158 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:28.559837 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:11:28.982262 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:33.442630 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fe0ca4b4-f11d-44a1-92a1-7e8d36258a7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:36.019361 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-555a802b-b837-4c8d-b30a-f71645e79adb req-2b0b0f4c-7460-4785-b761-76a832f7fe04 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1ec00618-b776-4563-a97b-f9a94f7e09e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0396430 Aug 29 05:11:36.106574 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555a802b-b837-4c8d-b30a-f71645e79adb req-5900835e-765e-451a-8c55-d2f2af07520b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:36.108124 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-555a802b-b837-4c8d-b30a-f71645e79adb req-5900835e-765e-451a-8c55-d2f2af07520b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=31def360f89342158e5c482db8b51dfa&device_id=1ec00618-b776-4563-a97b-f9a94f7e09e6 HTTP/1.1" status: 200 len: 1098 time: 0.0409980 Aug 29 05:11:36.310849 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-86f81098-3032-46ea-9855-e7254362b0ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:36.539755 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555a802b-b837-4c8d-b30a-f71645e79adb req-931b7b0b-affe-41da-a674-7b6984dc24dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:36.541270 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-555a802b-b837-4c8d-b30a-f71645e79adb req-931b7b0b-affe-41da-a674-7b6984dc24dc service neutron] 10.222.0.46 "GET /v2.0/networks?id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb HTTP/1.1" status: 200 len: 913 time: 0.4155464 Aug 29 05:11:36.606711 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-555a802b-b837-4c8d-b30a-f71645e79adb req-e6c57ad0-cf76-4ee8-b75b-67fc9852ec8e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=32450586-b4ef-4d29-811e-e9dcd8100ade HTTP/1.1" status: 200 len: 1001 time: 0.0580671 Aug 29 05:11:36.655318 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555a802b-b837-4c8d-b30a-f71645e79adb req-365d77b1-23e0-4583-840e-fe411a74e2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:36.656819 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-555a802b-b837-4c8d-b30a-f71645e79adb req-365d77b1-23e0-4583-840e-fe411a74e2a1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6f6d99e8-8009-478f-9356-563dd7d1ac5b HTTP/1.1" status: 200 len: 851 time: 0.0438328 Aug 29 05:11:36.706077 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555a802b-b837-4c8d-b30a-f71645e79adb req-d087dcb2-9665-4320-9bcb-5621a87f7b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:36.707593 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-555a802b-b837-4c8d-b30a-f71645e79adb req-d087dcb2-9665-4320-9bcb-5621a87f7b09 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442023 Aug 29 05:11:36.796976 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-555a802b-b837-4c8d-b30a-f71645e79adb req-d9360390-882d-4a74-b5c5-b69450baf777 service neutron] 10.222.0.46 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817509 Aug 29 05:11:36.888982 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-555a802b-b837-4c8d-b30a-f71645e79adb req-2c92173f-14ed-4e4e-8ada-f68a1971964e service neutron] 10.222.0.46 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857022 Aug 29 05:11:37.316199 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:37.372115 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:37.517578 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-432b41a6-22d1-442c-a0c1-f959b8ef91a6 req-79806403-e185-4fa5-9e5c-3e7e6f66b4ad service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=19efa733-49d3-4125-b1bf-b01d593b5e9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0785325 Aug 29 05:11:37.617183 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432b41a6-22d1-442c-a0c1-f959b8ef91a6 req-2bfea0fb-6e50-4ce1-ba58-31d5f33dacfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:37.618679 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-432b41a6-22d1-442c-a0c1-f959b8ef91a6 req-2bfea0fb-6e50-4ce1-ba58-31d5f33dacfa service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=31def360f89342158e5c482db8b51dfa&device_id=19efa733-49d3-4125-b1bf-b01d593b5e9a HTTP/1.1" status: 200 len: 1097 time: 0.0395093 Aug 29 05:11:37.722934 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432b41a6-22d1-442c-a0c1-f959b8ef91a6 req-3a1a05d6-3774-443f-9268-11495f5b0d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:37.724441 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-432b41a6-22d1-442c-a0c1-f959b8ef91a6 req-3a1a05d6-3774-443f-9268-11495f5b0d6e service neutron] 10.222.0.48 "GET /v2.0/networks?id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb HTTP/1.1" status: 200 len: 913 time: 0.0859468 Aug 29 05:11:37.768122 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-432b41a6-22d1-442c-a0c1-f959b8ef91a6 req-ae456f80-6957-4da1-bba0-bb03821281bd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e11f048-6330-4537-9251-c0dbbafc7fc5 HTTP/1.1" status: 200 len: 217 time: 0.0353312 Aug 29 05:11:37.817479 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432b41a6-22d1-442c-a0c1-f959b8ef91a6 req-739ab025-daae-4739-aeb0-e568bd8d4ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:37.818959 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-432b41a6-22d1-442c-a0c1-f959b8ef91a6 req-739ab025-daae-4739-aeb0-e568bd8d4ae5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6f6d99e8-8009-478f-9356-563dd7d1ac5b HTTP/1.1" status: 200 len: 851 time: 0.0431166 Aug 29 05:11:37.870995 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432b41a6-22d1-442c-a0c1-f959b8ef91a6 req-ea8e44df-cc11-418a-bd1f-6a1a010ddd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:37.872520 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-432b41a6-22d1-442c-a0c1-f959b8ef91a6 req-ea8e44df-cc11-418a-bd1f-6a1a010ddd1e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451622 Aug 29 05:11:37.960799 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-432b41a6-22d1-442c-a0c1-f959b8ef91a6 req-81758289-8b48-4f56-824d-2acb51f9b2e0 service neutron] 10.222.0.48 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808659 Aug 29 05:11:38.053223 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-432b41a6-22d1-442c-a0c1-f959b8ef91a6 req-a8786856-84e2-41c7-9424-33cd98f09df5 service neutron] 10.222.0.48 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845025 Aug 29 05:11:38.861142 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:49.703429 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:58.988164 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:03.444436 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3f4c90ca-ba4b-430a-b171-1ab1e456c3ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:05.559243 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:12:06.310857 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d2b8d9ee-546e-4b0c-b564-867e81d1d67c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:07.317197 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:07.375189 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:08.864468 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:09.254768 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c14eb63-8c46-4838-a144-184b577daa93 req-52284a3e-2ffc-4366-9747-1b117459e594 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:09.256315 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9c14eb63-8c46-4838-a144-184b577daa93 req-52284a3e-2ffc-4366-9747-1b117459e594 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ec00618-b776-4563-a97b-f9a94f7e09e6 HTTP/1.1" status: 200 len: 946 time: 0.1032813 Aug 29 05:12:09.294415 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9c14eb63-8c46-4838-a144-184b577daa93 req-e9329302-bd78-4a4a-bb3e-63129728fa9f tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322311 Aug 29 05:12:09.302688 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-9aea9472-c818-4895-aea8-3bed625c81a7 req-5f94dc2b-5ced-4baa-bf13-7e2fa18b1dd3 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=1ec00618-b776-4563-a97b-f9a94f7e09e6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0884223 Aug 29 05:12:10.410206 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a714261f-5fa0-49ac-bff6-9c85fa137121 req-7f1b741b-be34-45a6-a82b-931ec8113141 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:10.411705 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a714261f-5fa0-49ac-bff6-9c85fa137121 req-7f1b741b-be34-45a6-a82b-931ec8113141 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ec00618-b776-4563-a97b-f9a94f7e09e6 HTTP/1.1" status: 200 len: 946 time: 0.0481977 Aug 29 05:12:10.447819 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a714261f-5fa0-49ac-bff6-9c85fa137121 req-ef317d70-90c5-4599-aea1-da494dad28b1 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302873 Aug 29 05:12:11.569839 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a1c6b9-0626-4a4a-898f-2895dde2baf1 req-146772ff-1e7e-49c4-8748-cb9270d6cc3e tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:11.571375 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c4a1c6b9-0626-4a4a-898f-2895dde2baf1 req-146772ff-1e7e-49c4-8748-cb9270d6cc3e tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ec00618-b776-4563-a97b-f9a94f7e09e6 HTTP/1.1" status: 200 len: 946 time: 0.0532770 Aug 29 05:12:11.610514 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c4a1c6b9-0626-4a4a-898f-2895dde2baf1 req-607960a6-a2e2-4e05-9aee-8f8586329ac7 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330746 Aug 29 05:12:12.473493 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aea9472-c818-4895-aea8-3bed625c81a7 req-f352c67e-61ac-439c-a0bb-976407d6c357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:12.475022 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9aea9472-c818-4895-aea8-3bed625c81a7 req-f352c67e-61ac-439c-a0bb-976407d6c357 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=31def360f89342158e5c482db8b51dfa&device_id=1ec00618-b776-4563-a97b-f9a94f7e09e6 HTTP/1.1" status: 200 len: 1098 time: 0.0797925 Aug 29 05:12:12.563080 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aea9472-c818-4895-aea8-3bed625c81a7 req-7f5468a6-2af1-471b-93af-63286256c8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:12.564559 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9aea9472-c818-4895-aea8-3bed625c81a7 req-7f5468a6-2af1-471b-93af-63286256c8c5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb HTTP/1.1" status: 200 len: 913 time: 0.0824924 Aug 29 05:12:12.633096 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9aea9472-c818-4895-aea8-3bed625c81a7 req-c9aa3770-640d-4fba-8d7c-c5cd6662ef91 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=32450586-b4ef-4d29-811e-e9dcd8100ade HTTP/1.1" status: 200 len: 1001 time: 0.0614138 Aug 29 05:12:12.683120 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aea9472-c818-4895-aea8-3bed625c81a7 req-52674d0b-bc22-46f8-b90f-3fa5f7104d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:12.684692 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9aea9472-c818-4895-aea8-3bed625c81a7 req-52674d0b-bc22-46f8-b90f-3fa5f7104d0f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6f6d99e8-8009-478f-9356-563dd7d1ac5b HTTP/1.1" status: 200 len: 851 time: 0.0452776 Aug 29 05:12:12.764053 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aea9472-c818-4895-aea8-3bed625c81a7 req-b88cbcfb-ebe7-483d-a12f-b65f427abe47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:12.765582 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9aea9472-c818-4895-aea8-3bed625c81a7 req-b88cbcfb-ebe7-483d-a12f-b65f427abe47 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0738068 Aug 29 05:12:12.773766 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a6207a-a12d-4f4b-b351-54e0a92014d1 req-68c812a2-abf5-4c2c-8e1a-6be04c7c4fe0 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:12.775160 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-66a6207a-a12d-4f4b-b351-54e0a92014d1 req-68c812a2-abf5-4c2c-8e1a-6be04c7c4fe0 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ec00618-b776-4563-a97b-f9a94f7e09e6 HTTP/1.1" status: 200 len: 946 time: 0.0849500 Aug 29 05:12:12.855462 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-66a6207a-a12d-4f4b-b351-54e0a92014d1 req-c64ac801-ad05-4258-9df4-e59bb6a01add tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723162 Aug 29 05:12:12.884079 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9aea9472-c818-4895-aea8-3bed625c81a7 req-a0fd97d0-6fee-4a3d-94f3-db166aabe274 service neutron] 10.222.0.46 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079576 Aug 29 05:12:12.975537 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9aea9472-c818-4895-aea8-3bed625c81a7 req-813ad10f-2be9-487d-84a9-fbe3246849a2 service neutron] 10.222.0.46 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849524 Aug 29 05:12:13.973044 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022336c7-e45e-4d15-88fa-d6de4658ac5e req-bc747e0f-7d31-427d-9264-761f6b144d07 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:13.974229 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-022336c7-e45e-4d15-88fa-d6de4658ac5e req-bc747e0f-7d31-427d-9264-761f6b144d07 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ec00618-b776-4563-a97b-f9a94f7e09e6 HTTP/1.1" status: 200 len: 946 time: 0.0506198 Aug 29 05:12:14.011508 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-022336c7-e45e-4d15-88fa-d6de4658ac5e req-a4d25801-6eb8-4fb7-96d0-0e34e84c6d2e tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309350 Aug 29 05:12:15.128214 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27627f7e-ceb2-419d-98de-073cca1fb276 req-270d493b-2c69-40d7-a6da-0a0d2821beea tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:15.129734 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-27627f7e-ceb2-419d-98de-073cca1fb276 req-270d493b-2c69-40d7-a6da-0a0d2821beea tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ec00618-b776-4563-a97b-f9a94f7e09e6 HTTP/1.1" status: 200 len: 946 time: 0.0527408 Aug 29 05:12:15.166567 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-27627f7e-ceb2-419d-98de-073cca1fb276 req-be41318b-3711-49ab-9de5-5fde1c0d0ada tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309727 Aug 29 05:12:16.279660 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e8cb8d-6781-454b-ab3d-29320ac0c811 req-835981cb-5417-42c9-8e10-c957c8874c99 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:16.281156 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-53e8cb8d-6781-454b-ab3d-29320ac0c811 req-835981cb-5417-42c9-8e10-c957c8874c99 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ec00618-b776-4563-a97b-f9a94f7e09e6 HTTP/1.1" status: 200 len: 946 time: 0.0484743 Aug 29 05:12:16.318691 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-53e8cb8d-6781-454b-ab3d-29320ac0c811 req-b6766e1b-a95e-4330-8b2c-408d9b6a4ae2 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316122 Aug 29 05:12:17.431350 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb4d400-ddf4-4e71-84d0-226c5b33b2be req-da0b063b-2311-446e-b9a9-b1c675b3c0c2 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:17.432842 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3cb4d400-ddf4-4e71-84d0-226c5b33b2be req-da0b063b-2311-446e-b9a9-b1c675b3c0c2 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ec00618-b776-4563-a97b-f9a94f7e09e6 HTTP/1.1" status: 200 len: 946 time: 0.0473628 Aug 29 05:12:17.470365 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3cb4d400-ddf4-4e71-84d0-226c5b33b2be req-9837b5cc-7dfd-42cb-99b1-c97ecb75b325 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317435 Aug 29 05:12:18.588267 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba78c312-1ab3-463f-a101-edd5b3f3b08b req-987d7e81-d437-4393-bdaf-b35f8397a4e2 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:18.589759 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ba78c312-1ab3-463f-a101-edd5b3f3b08b req-987d7e81-d437-4393-bdaf-b35f8397a4e2 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ec00618-b776-4563-a97b-f9a94f7e09e6 HTTP/1.1" status: 200 len: 946 time: 0.0532436 Aug 29 05:12:18.626804 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ba78c312-1ab3-463f-a101-edd5b3f3b08b req-6971a0dc-4c87-4989-9ec0-ab943aa8ad10 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312083 Aug 29 05:12:19.703341 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:19.742422 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1071475b-01b1-48b7-b988-2b47281d2cdd req-a1a7e657-a38b-44c2-9baf-8eec7b273128 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:19.743942 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1071475b-01b1-48b7-b988-2b47281d2cdd req-a1a7e657-a38b-44c2-9baf-8eec7b273128 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ec00618-b776-4563-a97b-f9a94f7e09e6 HTTP/1.1" status: 200 len: 946 time: 0.0494604 Aug 29 05:12:19.780970 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1071475b-01b1-48b7-b988-2b47281d2cdd req-a8177ba7-0d25-49cb-bf05-f2711c9ec0cc tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311112 Aug 29 05:12:20.894498 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604adc21-f4e5-4bff-a429-ee98dce6cd45 req-2b07948c-b5ea-416a-bb79-dbedf838ddb7 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:20.896017 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-604adc21-f4e5-4bff-a429-ee98dce6cd45 req-2b07948c-b5ea-416a-bb79-dbedf838ddb7 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ec00618-b776-4563-a97b-f9a94f7e09e6 HTTP/1.1" status: 200 len: 946 time: 0.0481629 Aug 29 05:12:20.933188 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-604adc21-f4e5-4bff-a429-ee98dce6cd45 req-bbe48c21-9bf3-4f6a-9736-aef215d8618c tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313141 Aug 29 05:12:22.054095 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a741f7-4a0f-46d9-bf92-14dd86a90d3e req-42470594-e2ef-41b2-943f-f264ad7d02e7 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:22.055529 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-69a741f7-4a0f-46d9-bf92-14dd86a90d3e req-42470594-e2ef-41b2-943f-f264ad7d02e7 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ec00618-b776-4563-a97b-f9a94f7e09e6 HTTP/1.1" status: 200 len: 946 time: 0.0542438 Aug 29 05:12:22.093187 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-69a741f7-4a0f-46d9-bf92-14dd86a90d3e req-d7a6fc39-4929-4139-9c57-71e918e3130a tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316961 Aug 29 05:12:23.207101 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e8f9f6-4d8c-4346-b2d5-88c2413a2ec4 req-da4367d6-1045-4fa9-87ac-36c5cd3aa36d tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:23.208664 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-33e8f9f6-4d8c-4346-b2d5-88c2413a2ec4 req-da4367d6-1045-4fa9-87ac-36c5cd3aa36d tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ec00618-b776-4563-a97b-f9a94f7e09e6 HTTP/1.1" status: 200 len: 946 time: 0.0491805 Aug 29 05:12:23.244916 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-33e8f9f6-4d8c-4346-b2d5-88c2413a2ec4 req-54d3e63f-e728-482d-90b7-7272a8a8771d tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304983 Aug 29 05:12:24.362352 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17544177-76df-4751-8e84-9d0daf5bb434 req-ce97068f-74e9-4f9a-a2fc-a119f1d23aa5 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:24.367721 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-17544177-76df-4751-8e84-9d0daf5bb434 req-ce97068f-74e9-4f9a-a2fc-a119f1d23aa5 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ec00618-b776-4563-a97b-f9a94f7e09e6 HTTP/1.1" status: 200 len: 946 time: 0.0525289 Aug 29 05:12:24.402827 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-17544177-76df-4751-8e84-9d0daf5bb434 req-c5401bad-4b1c-48ab-b664-8f0d90183619 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330777 Aug 29 05:12:24.608970 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9aea9472-c818-4895-aea8-3bed625c81a7 req-e8ddde09-32f4-4c45-8e00-82022d9b35e2 service neutron] 10.222.0.46 "GET /v2.0/ports/32450586-b4ef-4d29-811e-e9dcd8100ade/bindings/n-h1-712140-12 HTTP/1.1" status: 200 len: 383 time: 0.0593603 Aug 29 05:12:24.803259 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aea9472-c818-4895-aea8-3bed625c81a7 req-4ea9dfcb-5ce7-442c-91ce-a565d44d068a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:24.804782 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9aea9472-c818-4895-aea8-3bed625c81a7 req-4ea9dfcb-5ce7-442c-91ce-a565d44d068a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1ec00618-b776-4563-a97b-f9a94f7e09e6&tenant_id=31def360f89342158e5c482db8b51dfa HTTP/1.1" status: 200 len: 1098 time: 0.0404212 Aug 29 05:12:24.866551 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aea9472-c818-4895-aea8-3bed625c81a7 req-db7f8fbe-4ad8-4573-a961-37fd47742c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:24.868052 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9aea9472-c818-4895-aea8-3bed625c81a7 req-db7f8fbe-4ad8-4573-a961-37fd47742c9a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=31def360f89342158e5c482db8b51dfa&device_id=1ec00618-b776-4563-a97b-f9a94f7e09e6 HTTP/1.1" status: 200 len: 1098 time: 0.0396178 Aug 29 05:12:24.959916 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aea9472-c818-4895-aea8-3bed625c81a7 req-0f3cf1db-0f1a-4ae7-b164-13bac0becd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:24.961371 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9aea9472-c818-4895-aea8-3bed625c81a7 req-0f3cf1db-0f1a-4ae7-b164-13bac0becd68 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb HTTP/1.1" status: 200 len: 913 time: 0.0860364 Aug 29 05:12:25.024996 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9aea9472-c818-4895-aea8-3bed625c81a7 req-8ca7abd7-06bd-42d4-a269-2467169bf993 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=32450586-b4ef-4d29-811e-e9dcd8100ade HTTP/1.1" status: 200 len: 1001 time: 0.0566180 Aug 29 05:12:25.073472 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aea9472-c818-4895-aea8-3bed625c81a7 req-13d406c4-7e60-44dc-a2c9-5bcf99b68a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:25.074882 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9aea9472-c818-4895-aea8-3bed625c81a7 req-13d406c4-7e60-44dc-a2c9-5bcf99b68a7b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6f6d99e8-8009-478f-9356-563dd7d1ac5b HTTP/1.1" status: 200 len: 851 time: 0.0428379 Aug 29 05:12:25.122520 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aea9472-c818-4895-aea8-3bed625c81a7 req-31cd29ef-8b10-4527-ac80-da1d761518b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:25.123914 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9aea9472-c818-4895-aea8-3bed625c81a7 req-31cd29ef-8b10-4527-ac80-da1d761518b7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421655 Aug 29 05:12:25.209095 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9aea9472-c818-4895-aea8-3bed625c81a7 req-1a0e8df3-bfe3-424e-ab4e-8e2cab5f76f9 service neutron] 10.222.0.46 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782232 Aug 29 05:12:25.298155 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9aea9472-c818-4895-aea8-3bed625c81a7 req-42d1dd51-b53b-4a67-a277-ed29013b6c76 service neutron] 10.222.0.46 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820098 Aug 29 05:12:25.518957 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8fc053-4cb8-4568-873a-d4fe138a909c req-5b179eb1-303f-49fe-8777-bb4517a1121d tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:25.520480 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2e8fc053-4cb8-4568-873a-d4fe138a909c req-5b179eb1-303f-49fe-8777-bb4517a1121d tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ec00618-b776-4563-a97b-f9a94f7e09e6 HTTP/1.1" status: 200 len: 946 time: 0.0499880 Aug 29 05:12:25.558353 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2e8fc053-4cb8-4568-873a-d4fe138a909c req-d72761ee-1182-4163-9869-71fcb4ec4930 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316594 Aug 29 05:12:26.670798 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ff8391-42dc-4622-99b3-762647c0a28d req-5487099c-4894-4aae-a5a6-cb8034d708bf tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:26.672340 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-28ff8391-42dc-4622-99b3-762647c0a28d req-5487099c-4894-4aae-a5a6-cb8034d708bf tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ec00618-b776-4563-a97b-f9a94f7e09e6 HTTP/1.1" status: 200 len: 946 time: 0.0480711 Aug 29 05:12:26.711577 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-28ff8391-42dc-4622-99b3-762647c0a28d req-34593d24-63da-4239-ad3c-1dccd80a3b0e tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327706 Aug 29 05:12:27.595986 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 32450586-b4ef-4d29-811e-e9dcd8100ade details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:12:27.686118 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 32450586-b4ef-4d29-811e-e9dcd8100ade, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=32450586-b4ef-4d29-811e-e9dcd8100ade,segment=NetworkSegment(d0eb4993-5acc-428e-b96a-f89f3077d8e1),segment_id=d0eb4993-5acc-428e-b96a-f89f3077d8e1)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:12:27.697721 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Returning: {'device': '32450586-b4ef-4d29-811e-e9dcd8100ade', 'network_id': 'd4ebd4fa-a4f1-45bc-9f70-1a5031b435cb', 'port_id': '32450586-b4ef-4d29-811e-e9dcd8100ade', 'mac_address': 'fa:16:3e:3b:ca:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f6d99e8-8009-478f-9356-563dd7d1ac5b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:12:27.736901 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:27.750781 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 32450586-b4ef-4d29-811e-e9dcd8100ade {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:12:27.771063 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 32450586-b4ef-4d29-811e-e9dcd8100ade, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=32450586-b4ef-4d29-811e-e9dcd8100ade,segment=NetworkSegment(d0eb4993-5acc-428e-b96a-f89f3077d8e1),segment_id=d0eb4993-5acc-428e-b96a-f89f3077d8e1)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:12:27.775000 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:27.821311 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=32450586-b4ef-4d29-811e-e9dcd8100ade,revision_number=6']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:12:27.826671 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331e3890-fe10-4476-abc7-6ca27c7010a8 req-5f8e01d3-000c-4455-89f4-55b1db6714f8 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:27.828714 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-331e3890-fe10-4476-abc7-6ca27c7010a8 req-5f8e01d3-000c-4455-89f4-55b1db6714f8 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ec00618-b776-4563-a97b-f9a94f7e09e6 HTTP/1.1" status: 200 len: 945 time: 0.0487309 Aug 29 05:12:27.828843 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:27.829059 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:27.829468 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:27.829850 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:27.830186 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:27.830557 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:27.831419 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:27.831775 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:27.832100 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:27.832420 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:27.832737 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:27.833128 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:27.873444 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-331e3890-fe10-4476-abc7-6ca27c7010a8 req-23f9b077-5529-4cab-8f86-8ea16e3c428c tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347095 Aug 29 05:12:27.994735 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['32450586-b4ef-4d29-811e-e9dcd8100ade'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:12:28.189436 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb77672-99e1-448a-9025-90b6d86d0e2c req-a36e33d2-cbe1-400d-9686-2b0183437ac7 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:28.191646 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3cb77672-99e1-448a-9025-90b6d86d0e2c req-a36e33d2-cbe1-400d-9686-2b0183437ac7 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.46 "GET /v2.0/ports?device_id=1ec00618-b776-4563-a97b-f9a94f7e09e6&tenant_id=31def360f89342158e5c482db8b51dfa&binding%3Ahost_id=n-h1-712140-12 HTTP/1.1" status: 200 len: 945 time: 0.0776846 Aug 29 05:12:28.205838 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c80ee8-bcd5-435f-9216-d37b82a33922 req-620e1512-0489-4f6f-9512-5b11d0dfa6eb tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:28.207218 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a1c80ee8-bcd5-435f-9216-d37b82a33922 req-620e1512-0489-4f6f-9512-5b11d0dfa6eb tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ec00618-b776-4563-a97b-f9a94f7e09e6 HTTP/1.1" status: 200 len: 945 time: 0.0663137 Aug 29 05:12:28.286134 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a1c80ee8-bcd5-435f-9216-d37b82a33922 req-fe74e5b3-ecea-484c-8868-2aa55f368d5b tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690331 Aug 29 05:12:28.291830 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3cb77672-99e1-448a-9025-90b6d86d0e2c req-dc9845df-6b7f-4d95-ab19-718750a9cc9c service neutron] 10.222.0.46 "GET /v2.0/ports/32450586-b4ef-4d29-811e-e9dcd8100ade/bindings/n-h1-712140-12 HTTP/1.1" status: 200 len: 383 time: 0.0806115 Aug 29 05:12:28.353515 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb77672-99e1-448a-9025-90b6d86d0e2c req-7ed6eaf1-a6df-439f-9878-2b5302f64b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:28.354982 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3cb77672-99e1-448a-9025-90b6d86d0e2c req-7ed6eaf1-a6df-439f-9878-2b5302f64b11 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=31def360f89342158e5c482db8b51dfa&device_id=1ec00618-b776-4563-a97b-f9a94f7e09e6 HTTP/1.1" status: 200 len: 1097 time: 0.0401204 Aug 29 05:12:28.444328 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb77672-99e1-448a-9025-90b6d86d0e2c req-24386656-6ce6-4586-b898-6591e5fe6f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:28.445803 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3cb77672-99e1-448a-9025-90b6d86d0e2c req-24386656-6ce6-4586-b898-6591e5fe6f13 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb HTTP/1.1" status: 200 len: 913 time: 0.0829244 Aug 29 05:12:28.525081 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3cb77672-99e1-448a-9025-90b6d86d0e2c req-f2146017-6fff-44a2-86b7-179eb0a94642 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=32450586-b4ef-4d29-811e-e9dcd8100ade HTTP/1.1" status: 200 len: 1000 time: 0.0701745 Aug 29 05:12:28.576569 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb77672-99e1-448a-9025-90b6d86d0e2c req-3b873784-611b-4b3b-837d-f9798c52fdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:28.578052 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3cb77672-99e1-448a-9025-90b6d86d0e2c req-3b873784-611b-4b3b-837d-f9798c52fdfd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6f6d99e8-8009-478f-9356-563dd7d1ac5b HTTP/1.1" status: 200 len: 851 time: 0.0456703 Aug 29 05:12:28.623455 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb77672-99e1-448a-9025-90b6d86d0e2c req-046a6e31-6796-4689-bf62-46e1d399a4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:28.624986 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3cb77672-99e1-448a-9025-90b6d86d0e2c req-046a6e31-6796-4689-bf62-46e1d399a4b3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403502 Aug 29 05:12:28.716157 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3cb77672-99e1-448a-9025-90b6d86d0e2c req-85cb25d2-55ec-4170-bed8-428ace0ee364 service neutron] 10.222.0.46 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838404 Aug 29 05:12:28.803728 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3cb77672-99e1-448a-9025-90b6d86d0e2c req-30667944-4014-4d54-95f1-20884ad556f4 service neutron] 10.222.0.46 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804403 Aug 29 05:12:28.997556 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:29.405122 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e902e-2a4d-4c08-8d82-a7011367e8e3 req-0b4602c2-3882-48f2-8448-19d1dc623f2b tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:29.406597 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-984e902e-2a4d-4c08-8d82-a7011367e8e3 req-0b4602c2-3882-48f2-8448-19d1dc623f2b tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ec00618-b776-4563-a97b-f9a94f7e09e6 HTTP/1.1" status: 200 len: 945 time: 0.0536160 Aug 29 05:12:29.442947 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-984e902e-2a4d-4c08-8d82-a7011367e8e3 req-6682f9db-2674-4705-a2e6-ebcff429dff8 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304484 Aug 29 05:12:29.613879 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 32450586-b4ef-4d29-811e-e9dcd8100ade up at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:12:29.659424 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning complete for port 32450586-b4ef-4d29-811e-e9dcd8100ade triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:12:29.659824 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:29.732016 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:29.757313 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ec00618-b776-4563-a97b-f9a94f7e09e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32450586-b4ef-4d29-811e-e9dcd8100ade'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:12:29.759521 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e47ce94e7730ef80c099a0714bd3625e1f676465bb595722170593f8a424ee2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-617fc715-98f5-4ab2-a588-4b8c214b3aa4" -d '{"events": [{"server_uuid": "1ec00618-b776-4563-a97b-f9a94f7e09e6", "name": "network-vif-plugged", "status": "completed", "tag": "32450586-b4ef-4d29-811e-e9dcd8100ade"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:12:29.771368 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 32450586-b4ef-4d29-811e-e9dcd8100ade, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=32450586-b4ef-4d29-811e-e9dcd8100ade,segment=NetworkSegment(d0eb4993-5acc-428e-b96a-f89f3077d8e1),segment_id=d0eb4993-5acc-428e-b96a-f89f3077d8e1)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:12:29.775484 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:29.822230 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=32450586-b4ef-4d29-811e-e9dcd8100ade,revision_number=7']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:12:29.858896 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d3f7653-9fc2-40cf-a156-51b92e8fea9a x-openstack-request-id: req-6d3f7653-9fc2-40cf-a156-51b92e8fea9a {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:12:29.859197 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ec00618-b776-4563-a97b-f9a94f7e09e6", "name": "network-vif-plugged", "status": "completed", "tag": "32450586-b4ef-4d29-811e-e9dcd8100ade", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:12:29.859456 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6d3f7653-9fc2-40cf-a156-51b92e8fea9a {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:12:29.859924 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ec00618-b776-4563-a97b-f9a94f7e09e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32450586-b4ef-4d29-811e-e9dcd8100ade', 'code': 200} Aug 29 05:12:30.561433 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5302636a-243f-469e-b89d-c130f760cf79 req-c5de06ed-fda0-429c-b604-0dc9b1f362d1 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:30.562932 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5302636a-243f-469e-b89d-c130f760cf79 req-c5de06ed-fda0-429c-b604-0dc9b1f362d1 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ec00618-b776-4563-a97b-f9a94f7e09e6 HTTP/1.1" status: 200 len: 946 time: 0.0494330 Aug 29 05:12:30.601470 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5302636a-243f-469e-b89d-c130f760cf79 req-2b686999-b250-4d23-8639-e78e9c1d46d2 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322375 Aug 29 05:12:30.679624 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb77672-99e1-448a-9025-90b6d86d0e2c req-e3d7d897-7de7-440e-9f29-dd85794640f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:30.681153 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3cb77672-99e1-448a-9025-90b6d86d0e2c req-e3d7d897-7de7-440e-9f29-dd85794640f4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1ec00618-b776-4563-a97b-f9a94f7e09e6&tenant_id=31def360f89342158e5c482db8b51dfa HTTP/1.1" status: 200 len: 1098 time: 0.0404449 Aug 29 05:12:30.748822 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb77672-99e1-448a-9025-90b6d86d0e2c req-11271009-3c48-4b60-a5e6-922f6bc0267f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:30.750155 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3cb77672-99e1-448a-9025-90b6d86d0e2c req-11271009-3c48-4b60-a5e6-922f6bc0267f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=31def360f89342158e5c482db8b51dfa&device_id=1ec00618-b776-4563-a97b-f9a94f7e09e6 HTTP/1.1" status: 200 len: 1098 time: 0.0463927 Aug 29 05:12:30.838764 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb77672-99e1-448a-9025-90b6d86d0e2c req-2560137b-6b49-43e3-8102-da5d946a8eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:30.840563 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3cb77672-99e1-448a-9025-90b6d86d0e2c req-2560137b-6b49-43e3-8102-da5d946a8eda service neutron] 10.222.0.46 "GET /v2.0/networks?id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb HTTP/1.1" status: 200 len: 913 time: 0.0837750 Aug 29 05:12:30.910021 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3cb77672-99e1-448a-9025-90b6d86d0e2c req-106dcb35-2497-4aab-8299-49438b8cfd9f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=32450586-b4ef-4d29-811e-e9dcd8100ade HTTP/1.1" status: 200 len: 1001 time: 0.0631340 Aug 29 05:12:30.959066 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb77672-99e1-448a-9025-90b6d86d0e2c req-a4832e90-2749-4b94-8c3d-48a45a8a9583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:30.960570 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3cb77672-99e1-448a-9025-90b6d86d0e2c req-a4832e90-2749-4b94-8c3d-48a45a8a9583 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6f6d99e8-8009-478f-9356-563dd7d1ac5b HTTP/1.1" status: 200 len: 851 time: 0.0440638 Aug 29 05:12:31.005337 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb77672-99e1-448a-9025-90b6d86d0e2c req-8d744b9f-77d2-4c35-9313-01568372253f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:31.006748 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3cb77672-99e1-448a-9025-90b6d86d0e2c req-8d744b9f-77d2-4c35-9313-01568372253f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397799 Aug 29 05:12:31.096419 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3cb77672-99e1-448a-9025-90b6d86d0e2c req-7e12bff2-34b6-4b1c-bc6f-362f019b033c service neutron] 10.222.0.46 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828555 Aug 29 05:12:31.184505 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3cb77672-99e1-448a-9025-90b6d86d0e2c req-5b580c1a-3f14-4fa3-9fcc-c6d0302c22fe service neutron] 10.222.0.46 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815997 Aug 29 05:12:31.715970 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f07b98-5dba-475e-8990-81a407bbaaf0 req-2708ffcb-cb95-4c83-a770-f9617e3b0965 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:31.717449 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a5f07b98-5dba-475e-8990-81a407bbaaf0 req-2708ffcb-cb95-4c83-a770-f9617e3b0965 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ec00618-b776-4563-a97b-f9a94f7e09e6 HTTP/1.1" status: 200 len: 946 time: 0.0497153 Aug 29 05:12:31.755334 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a5f07b98-5dba-475e-8990-81a407bbaaf0 req-20e85424-3513-47d1-a3dc-641abba9772f tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315282 Aug 29 05:12:32.873630 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e114a3-7ff3-492d-af0c-2f0f7386720d req-094b79e0-8a73-463d-91fd-e784c21ab737 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:32.875134 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-16e114a3-7ff3-492d-af0c-2f0f7386720d req-094b79e0-8a73-463d-91fd-e784c21ab737 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ec00618-b776-4563-a97b-f9a94f7e09e6 HTTP/1.1" status: 200 len: 946 time: 0.0534606 Aug 29 05:12:32.912661 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-16e114a3-7ff3-492d-af0c-2f0f7386720d req-637c352b-bb88-4948-b339-6c9b42c1861a tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313025 Aug 29 05:12:33.025658 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ab1f90-009f-416a-a097-e40d0b40972d req-acc4083d-ec4c-4e70-8d36-d443b586a341 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:33.027068 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-63ab1f90-009f-416a-a097-e40d0b40972d req-acc4083d-ec4c-4e70-8d36-d443b586a341 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ec00618-b776-4563-a97b-f9a94f7e09e6 HTTP/1.1" status: 200 len: 946 time: 0.0476670 Aug 29 05:12:33.064379 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-63ab1f90-009f-416a-a097-e40d0b40972d req-32a7f43e-d4df-4c2a-9a61-f586d003ecf1 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313594 Aug 29 05:12:33.177041 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89de2cd4-a420-4a28-bd4a-1bf38eff2431 req-775b74b6-3ca3-4358-9ac8-9c430ce6f779 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:33.178529 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-89de2cd4-a420-4a28-bd4a-1bf38eff2431 req-775b74b6-3ca3-4358-9ac8-9c430ce6f779 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ec00618-b776-4563-a97b-f9a94f7e09e6 HTTP/1.1" status: 200 len: 946 time: 0.0481257 Aug 29 05:12:33.214771 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-89de2cd4-a420-4a28-bd4a-1bf38eff2431 req-540fc43b-15fd-4eb3-a8a1-5e7573cb0992 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303800 Aug 29 05:12:33.444762 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-eeea52da-21db-421b-ab49-35a3c5124c34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:33.450111 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7008f9a0-f2e2-4aa4-ba77-e79785523803 req-e94a0e0c-fad8-4bd3-be7f-3323fb5d0368 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:33.451641 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7008f9a0-f2e2-4aa4-ba77-e79785523803 req-e94a0e0c-fad8-4bd3-be7f-3323fb5d0368 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ec00618-b776-4563-a97b-f9a94f7e09e6 HTTP/1.1" status: 200 len: 946 time: 0.0539241 Aug 29 05:12:33.489602 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7008f9a0-f2e2-4aa4-ba77-e79785523803 req-ce6b57ef-d1c6-4d2f-9083-019f3492fa67 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314589 Aug 29 05:12:33.637551 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 32450586-b4ef-4d29-811e-e9dcd8100ade details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:12:33.729797 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 32450586-b4ef-4d29-811e-e9dcd8100ade, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=32450586-b4ef-4d29-811e-e9dcd8100ade,segment=NetworkSegment(d0eb4993-5acc-428e-b96a-f89f3077d8e1),segment_id=d0eb4993-5acc-428e-b96a-f89f3077d8e1)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:12:33.744398 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Returning: {'device': '32450586-b4ef-4d29-811e-e9dcd8100ade', 'network_id': 'd4ebd4fa-a4f1-45bc-9f70-1a5031b435cb', 'port_id': '32450586-b4ef-4d29-811e-e9dcd8100ade', 'mac_address': 'fa:16:3e:3b:ca:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f6d99e8-8009-478f-9356-563dd7d1ac5b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:12:33.781007 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:33.793021 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 32450586-b4ef-4d29-811e-e9dcd8100ade {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:12:33.810921 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 32450586-b4ef-4d29-811e-e9dcd8100ade, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=32450586-b4ef-4d29-811e-e9dcd8100ade,segment=NetworkSegment(d0eb4993-5acc-428e-b96a-f89f3077d8e1),segment_id=d0eb4993-5acc-428e-b96a-f89f3077d8e1)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:12:33.815477 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:33.861491 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=32450586-b4ef-4d29-811e-e9dcd8100ade,revision_number=8']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:12:34.034068 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['32450586-b4ef-4d29-811e-e9dcd8100ade'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:12:34.606236 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b70f1bb-0195-44c8-b4de-70fe640d278e req-d8ced084-6c7c-48e2-a50b-793618f2d48d tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:34.607822 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0b70f1bb-0195-44c8-b4de-70fe640d278e req-d8ced084-6c7c-48e2-a50b-793618f2d48d tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ec00618-b776-4563-a97b-f9a94f7e09e6 HTTP/1.1" status: 200 len: 945 time: 0.0500946 Aug 29 05:12:34.670887 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0b70f1bb-0195-44c8-b4de-70fe640d278e req-e38174a0-b710-4f44-9c36-1e0a402a6049 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536337 Aug 29 05:12:34.683722 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eba771-df8e-4c00-bc7e-fab81560ff22 req-7ab57403-a35e-41ea-a7e6-087ebe008fce tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:34.684230 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-96eba771-df8e-4c00-bc7e-fab81560ff22 req-7ab57403-a35e-41ea-a7e6-087ebe008fce tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.46 "GET /v2.0/ports?device_id=1ec00618-b776-4563-a97b-f9a94f7e09e6 HTTP/1.1" status: 200 len: 945 time: 0.0755560 Aug 29 05:12:34.778041 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-96eba771-df8e-4c00-bc7e-fab81560ff22 req-fdbc44ea-d6e2-4e45-bbcd-c39ac41886eb tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Deleting port 32450586-b4ef-4d29-811e-e9dcd8100ade {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:12:34.778273 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-96eba771-df8e-4c00-bc7e-fab81560ff22 req-fdbc44ea-d6e2-4e45-bbcd-c39ac41886eb tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:34.866855 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-96eba771-df8e-4c00-bc7e-fab81560ff22 req-fdbc44ea-d6e2-4e45-bbcd-c39ac41886eb tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] For port 32450586-b4ef-4d29-811e-e9dcd8100ade, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=32450586-b4ef-4d29-811e-e9dcd8100ade,segment=NetworkSegment(d0eb4993-5acc-428e-b96a-f89f3077d8e1),segment_id=d0eb4993-5acc-428e-b96a-f89f3077d8e1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:12:34.867230 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-96eba771-df8e-4c00-bc7e-fab81560ff22 req-fdbc44ea-d6e2-4e45-bbcd-c39ac41886eb tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:35.038179 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-96eba771-df8e-4c00-bc7e-fab81560ff22 req-fdbc44ea-d6e2-4e45-bbcd-c39ac41886eb tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:35.038481 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-96eba771-df8e-4c00-bc7e-fab81560ff22 req-fdbc44ea-d6e2-4e45-bbcd-c39ac41886eb tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719515'] for floatingip, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:35.038797 n-d-712140-12 neutron-server[94828]: INFO neutron.db.l3_db [req-96eba771-df8e-4c00-bc7e-fab81560ff22 req-fdbc44ea-d6e2-4e45-bbcd-c39ac41886eb tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Floating IP 24a70931-443b-4f5c-be58-16b9051777b1 disassociated. External IP: 172.25.0.82, port: 32450586-b4ef-4d29-811e-e9dcd8100ade. Aug 29 05:12:35.039137 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-96eba771-df8e-4c00-bc7e-fab81560ff22 req-fdbc44ea-d6e2-4e45-bbcd-c39ac41886eb tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Calling delete_port for 32450586-b4ef-4d29-811e-e9dcd8100ade owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:12:35.169302 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-96eba771-df8e-4c00-bc7e-fab81560ff22 req-fdbc44ea-d6e2-4e45-bbcd-c39ac41886eb tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:35.202502 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbc44ea-d6e2-4e45-bbcd-c39ac41886eb tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Pushing event deleted for resources: {'Port': ['ID=32450586-b4ef-4d29-811e-e9dcd8100ade,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:12:35.215933 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbc44ea-d6e2-4e45-bbcd-c39ac41886eb tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:35.216278 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbc44ea-d6e2-4e45-bbcd-c39ac41886eb tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:35.216614 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbc44ea-d6e2-4e45-bbcd-c39ac41886eb tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:35.216947 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbc44ea-d6e2-4e45-bbcd-c39ac41886eb tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:35.217283 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbc44ea-d6e2-4e45-bbcd-c39ac41886eb tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:35.217605 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbc44ea-d6e2-4e45-bbcd-c39ac41886eb tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:35.217929 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbc44ea-d6e2-4e45-bbcd-c39ac41886eb tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:35.218251 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbc44ea-d6e2-4e45-bbcd-c39ac41886eb tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:35.218573 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbc44ea-d6e2-4e45-bbcd-c39ac41886eb tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:35.218892 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbc44ea-d6e2-4e45-bbcd-c39ac41886eb tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:35.219209 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbc44ea-d6e2-4e45-bbcd-c39ac41886eb tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:35.219525 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbc44ea-d6e2-4e45-bbcd-c39ac41886eb tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:35.336003 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [req-96eba771-df8e-4c00-bc7e-fab81560ff22 req-fdbc44ea-d6e2-4e45-bbcd-c39ac41886eb tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Router 9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:12:35.439261 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-96eba771-df8e-4c00-bc7e-fab81560ff22 req-fdbc44ea-d6e2-4e45-bbcd-c39ac41886eb tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:12:35.451411 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855f4de4-86f7-478e-a736-f6137a9f12e7 None None] Sync routers for ids ['9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:12:35.461684 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855f4de4-86f7-478e-a736-f6137a9f12e7 None None] Routers {'9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:12:35.462363 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-855f4de4-86f7-478e-a736-f6137a9f12e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:12:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:12:35.481276 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-96eba771-df8e-4c00-bc7e-fab81560ff22 req-fdbc44ea-d6e2-4e45-bbcd-c39ac41886eb tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] No DVR routers for this DVR port 32450586-b4ef-4d29-811e-e9dcd8100ade on host n-h1-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:12:35.483925 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-96eba771-df8e-4c00-bc7e-fab81560ff22 req-fdbc44ea-d6e2-4e45-bbcd-c39ac41886eb tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:35.485988 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-96eba771-df8e-4c00-bc7e-fab81560ff22 req-fdbc44ea-d6e2-4e45-bbcd-c39ac41886eb tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.46 "DELETE /v2.0/ports/32450586-b4ef-4d29-811e-e9dcd8100ade HTTP/1.1" status: 204 len: 173 time: 0.7954485 Aug 29 05:12:35.486425 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ec00618-b776-4563-a97b-f9a94f7e09e6', 'name': 'network-vif-deleted', 'tag': '32450586-b4ef-4d29-811e-e9dcd8100ade'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:12:35.489326 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfb9107a06241f0f5f2256c13c0e0e77dc40c776bf6dc0455c34cebdf0549d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1de22ca8-a407-42c9-8b98-9f91d3e28381" -d '{"events": [{"server_uuid": "1ec00618-b776-4563-a97b-f9a94f7e09e6", "name": "network-vif-deleted", "tag": "32450586-b4ef-4d29-811e-e9dcd8100ade"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:12:35.576915 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-855f4de4-86f7-478e-a736-f6137a9f12e7 None None] Set router 9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:12:35.582737 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de6ab8a5-2c0c-441e-9395-6a3f70678ff7 x-openstack-request-id: req-de6ab8a5-2c0c-441e-9395-6a3f70678ff7 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:12:35.583144 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ec00618-b776-4563-a97b-f9a94f7e09e6", "name": "network-vif-deleted", "tag": "32450586-b4ef-4d29-811e-e9dcd8100ade", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:12:35.583477 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-de6ab8a5-2c0c-441e-9395-6a3f70678ff7 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:12:35.583973 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ec00618-b776-4563-a97b-f9a94f7e09e6', 'name': 'network-vif-deleted', 'tag': '32450586-b4ef-4d29-811e-e9dcd8100ade', 'status': 'completed', 'code': 200} Aug 29 05:12:35.643243 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 32450586-b4ef-4d29-811e-e9dcd8100ade up at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:12:35.663902 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] No Port match for: 32450586-b4ef-4d29-811e-e9dcd8100ade {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:12:35.664256 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 32450586-b4ef-4d29-811e-e9dcd8100ade not bound to the agent host n-h1-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 29 05:12:35.683637 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Port 32450586-b4ef-4d29-811e-e9dcd8100ade not found, will not notify nova. {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 29 05:12:35.778041 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-26bdb6f8-7555-4816-8563-0b3d98611b8e req-a237b89b-b94e-43f9-ab8c-a1bf780e0b10 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ec00618-b776-4563-a97b-f9a94f7e09e6 HTTP/1.1" status: 200 len: 210 time: 0.0258591 Aug 29 05:12:35.875317 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-855f4de4-86f7-478e-a736-f6137a9f12e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7', 'name': 'tempest-ServerActionsTestJSON-1226271981-router', 'tenant_id': '31def360f89342158e5c482db8b51dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'f296628a-3cd6-4f77-be95-983e76610165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:03:29Z', 'updated_at': '2021-08-29T05:03:31Z', 'revision_number': 4, 'project_id': '31def360f89342158e5c482db8b51dfa', 'gw_port': {'id': 'f296628a-3cd6-4f77-be95-983e76610165', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:03:29Z', 'updated_at': '2021-08-29T05:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '9f2ff4b2-35a8-4df2-9520-5d9a26f40f8e', 'name': '', 'network_id': 'd4ebd4fa-a4f1-45bc-9f70-1a5031b435cb', 'tenant_id': '31def360f89342158e5c482db8b51dfa', 'mac_address': 'fa:16:3e:63:bb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '6f6d99e8-8009-478f-9356-563dd7d1ac5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:03:31Z', 'updated_at': '2021-08-29T05:03:37Z', 'revision_number': 5, 'project_id': '31def360f89342158e5c482db8b51dfa', 'subnets': [{'id': '6f6d99e8-8009-478f-9356-563dd7d1ac5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:12:35.901723 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855f4de4-86f7-478e-a736-f6137a9f12e7 None None] Checking router: 9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7 for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:12:35.911843 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855f4de4-86f7-478e-a736-f6137a9f12e7 None None] Routers {'9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:12:35.912459 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-855f4de4-86f7-478e-a736-f6137a9f12e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:12:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:12:36.020664 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-855f4de4-86f7-478e-a736-f6137a9f12e7 None None] Set router 9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:12:36.212095 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-855f4de4-86f7-478e-a736-f6137a9f12e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7', 'name': 'tempest-ServerActionsTestJSON-1226271981-router', 'tenant_id': '31def360f89342158e5c482db8b51dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'f296628a-3cd6-4f77-be95-983e76610165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:03:29Z', 'updated_at': '2021-08-29T05:03:31Z', 'revision_number': 4, 'project_id': '31def360f89342158e5c482db8b51dfa', 'gw_port': {'id': 'f296628a-3cd6-4f77-be95-983e76610165', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:03:29Z', 'updated_at': '2021-08-29T05:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '9f2ff4b2-35a8-4df2-9520-5d9a26f40f8e', 'name': '', 'network_id': 'd4ebd4fa-a4f1-45bc-9f70-1a5031b435cb', 'tenant_id': '31def360f89342158e5c482db8b51dfa', 'mac_address': 'fa:16:3e:63:bb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '6f6d99e8-8009-478f-9356-563dd7d1ac5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:03:31Z', 'updated_at': '2021-08-29T05:03:37Z', 'revision_number': 5, 'project_id': '31def360f89342158e5c482db8b51dfa', 'subnets': [{'id': '6f6d99e8-8009-478f-9356-563dd7d1ac5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:12:36.239149 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855f4de4-86f7-478e-a736-f6137a9f12e7 None None] The sync data for ids ['9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7'] in n-d-712140-12 is: [{'id': '9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7', 'name': 'tempest-ServerActionsTestJSON-1226271981-router', 'tenant_id': '31def360f89342158e5c482db8b51dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'f296628a-3cd6-4f77-be95-983e76610165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:03:29Z', 'updated_at': '2021-08-29T05:03:31Z', 'revision_number': 4, 'project_id': '31def360f89342158e5c482db8b51dfa', 'gw_port': {'id': 'f296628a-3cd6-4f77-be95-983e76610165', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:03:29Z', 'updated_at': '2021-08-29T05:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '9f2ff4b2-35a8-4df2-9520-5d9a26f40f8e', 'name': '', 'network_id': 'd4ebd4fa-a4f1-45bc-9f70-1a5031b435cb', 'tenant_id': '31def360f89342158e5c482db8b51dfa', 'mac_address': 'fa:16:3e:63:bb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '6f6d99e8-8009-478f-9356-563dd7d1ac5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:03:31Z', 'updated_at': '2021-08-29T05:03:37Z', 'revision_number': 5, 'project_id': '31def360f89342158e5c482db8b51dfa', 'subnets': [{'id': '6f6d99e8-8009-478f-9356-563dd7d1ac5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:12:36.311507 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6b19f2e3-e80c-43f1-b2c5-3c163ef0c12f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:36.450355 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a0989b-7794-46b8-92dc-e7b08921bd0e None None] New status for floating IP 24a70931-443b-4f5c-be58-16b9051777b1: DOWN {{(pid=94830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:12:37.045784 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-da6d5b7d-2ad6-4877-8459-682f77ad40cd req-61688791-8b56-44eb-9336-8493cac12ae0 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--174143724&fields=id&tenant_id=31def360f89342158e5c482db8b51dfa HTTP/1.1" status: 200 len: 267 time: 0.0333169 Aug 29 05:12:37.151998 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6d5b7d-2ad6-4877-8459-682f77ad40cd req-354b59b5-1c37-42f4-ae0b-f20fadb6c028 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:37.153375 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-da6d5b7d-2ad6-4877-8459-682f77ad40cd req-354b59b5-1c37-42f4-ae0b-f20fadb6c028 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/networks?id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb HTTP/1.1" status: 200 len: 812 time: 0.1003630 Aug 29 05:12:37.167817 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-da6d5b7d-2ad6-4877-8459-682f77ad40cd req-f1fe60d2-380e-4d6a-9cff-ffeb8ea4e53d tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/quotas/31def360f89342158e5c482db8b51dfa HTTP/1.1" status: 200 len: 375 time: 0.0088129 Aug 29 05:12:37.221782 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-da6d5b7d-2ad6-4877-8459-682f77ad40cd req-c42f2b77-9156-4706-8a3f-6185e0d9fbf0 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=31def360f89342158e5c482db8b51dfa&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0488195 Aug 29 05:12:37.317806 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-da6d5b7d-2ad6-4877-8459-682f77ad40cd req-d4d70cf7-7b78-46e8-a900-4ec206ee83b9 service neutron] 10.222.0.22 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844946 Aug 29 05:12:37.320257 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:37.379820 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:37.416152 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-da6d5b7d-2ad6-4877-8459-682f77ad40cd req-791f06e5-79bb-4e4e-aff0-78e0028c1106 service neutron] 10.222.0.22 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892909 Aug 29 05:12:37.575163 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3e5dc8de-99f7-4549-8d46-2fe4096c8d2c req-2e59ac3f-894a-4883-a3b6-1f2acd5f0de3 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8f63543-f996-467e-85e1-e0e71ac7be62 HTTP/1.1" status: 200 len: 210 time: 0.0268300 Aug 29 05:12:38.478597 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6d5b7d-2ad6-4877-8459-682f77ad40cd req-10f5be7d-b679-4525-9056-4112bca4f16b tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:38.480112 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-da6d5b7d-2ad6-4877-8459-682f77ad40cd req-10f5be7d-b679-4525-9056-4112bca4f16b tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.46 "GET /v2.0/networks?id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb HTTP/1.1" status: 200 len: 812 time: 0.1120114 Aug 29 05:12:38.868206 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:38.872340 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c37bbbb1-56aa-4b0a-9aab-53e1863a10e9 req-d419bf61-9e96-4f56-b670-5c5b6bef0839 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8f63543-f996-467e-85e1-e0e71ac7be62 HTTP/1.1" status: 200 len: 210 time: 0.0365386 Aug 29 05:12:38.881902 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-da6d5b7d-2ad6-4877-8459-682f77ad40cd req-69d4c0db-7b5f-45e7-9bec-cc9ed893d57e tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=31def360f89342158e5c482db8b51dfa HTTP/1.1" status: 200 len: 379 time: 0.3924506 Aug 29 05:12:38.891816 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-da6d5b7d-2ad6-4877-8459-682f77ad40cd req-03f1e049-6688-42af-9a7c-ad153750d9de tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Request body: {'port': {'device_id': 'e8f63543-f996-467e-85e1-e0e71ac7be62', 'network_id': 'd4ebd4fa-a4f1-45bc-9f70-1a5031b435cb', 'admin_state_up': True, 'tenant_id': '31def360f89342158e5c482db8b51dfa', 'security_groups': ['39a98bf6-a41c-4627-a22e-32e9324f8d9f']}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:12:38.996255 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da6d5b7d-2ad6-4877-8459-682f77ad40cd req-03f1e049-6688-42af-9a7c-ad153750d9de tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Made reservation on behalf of 31def360f89342158e5c482db8b51dfa for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:12:38.999805 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-da6d5b7d-2ad6-4877-8459-682f77ad40cd req-03f1e049-6688-42af-9a7c-ad153750d9de tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:39.119027 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-da6d5b7d-2ad6-4877-8459-682f77ad40cd req-03f1e049-6688-42af-9a7c-ad153750d9de tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Allocated IP 172.20.0.12 (d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb/6f6d99e8-8009-478f-9356-563dd7d1ac5b/a8a4aa27-912b-4d29-89d1-f668cb2fd9d1) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:12:39.250898 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-da6d5b7d-2ad6-4877-8459-682f77ad40cd req-03f1e049-6688-42af-9a7c-ad153750d9de tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:39.264786 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-da6d5b7d-2ad6-4877-8459-682f77ad40cd req-03f1e049-6688-42af-9a7c-ad153750d9de tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Transition to ACTIVE for port object a8a4aa27-912b-4d29-89d1-f668cb2fd9d1 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:12:39.296613 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-da6d5b7d-2ad6-4877-8459-682f77ad40cd req-03f1e049-6688-42af-9a7c-ad153750d9de tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:39.340402 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da6d5b7d-2ad6-4877-8459-682f77ad40cd req-03f1e049-6688-42af-9a7c-ad153750d9de tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Network d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:12:39.343478 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-da6d5b7d-2ad6-4877-8459-682f77ad40cd req-03f1e049-6688-42af-9a7c-ad153750d9de tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:12:39.347317 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-da6d5b7d-2ad6-4877-8459-682f77ad40cd req-03f1e049-6688-42af-9a7c-ad153750d9de tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:12:39.353872 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f1e049-6688-42af-9a7c-ad153750d9de tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Pushing event updated for resources: {'Port': ['ID=a8a4aa27-912b-4d29-89d1-f668cb2fd9d1,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:12:39.399572 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6d5b7d-2ad6-4877-8459-682f77ad40cd req-03f1e049-6688-42af-9a7c-ad153750d9de tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:39.400226 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-da6d5b7d-2ad6-4877-8459-682f77ad40cd req-03f1e049-6688-42af-9a7c-ad153750d9de tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:39.416461 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-da6d5b7d-2ad6-4877-8459-682f77ad40cd req-03f1e049-6688-42af-9a7c-ad153750d9de tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5285742 Aug 29 05:12:39.429954 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-da6d5b7d-2ad6-4877-8459-682f77ad40cd req-f58e43d3-39be-4705-86f2-8be245717b7b service neutron] Request body: {'port': {'device_id': 'e8f63543-f996-467e-85e1-e0e71ac7be62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:12:39.514315 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-da6d5b7d-2ad6-4877-8459-682f77ad40cd req-f58e43d3-39be-4705-86f2-8be245717b7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:39.535602 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9d85debe-e476-42f5-b405-b795b419903a req-9203cfc6-1089-409d-b6bb-b4c277a47f25 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=19efa733-49d3-4125-b1bf-b01d593b5e9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0730655 Aug 29 05:12:39.599805 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-89b431d0-a3cf-40a0-8cb3-219132e9c8fd None None] Provisioning for port a8a4aa27-912b-4d29-89d1-f668cb2fd9d1 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:12:39.603567 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-89b431d0-a3cf-40a0-8cb3-219132e9c8fd None None] Provisioning complete for port a8a4aa27-912b-4d29-89d1-f668cb2fd9d1 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:12:39.603978 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-89b431d0-a3cf-40a0-8cb3-219132e9c8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:39.646354 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-89b431d0-a3cf-40a0-8cb3-219132e9c8fd None None] Port a8a4aa27-912b-4d29-89d1-f668cb2fd9d1 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:12:39.658359 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 32450586-b4ef-4d29-811e-e9dcd8100ade no longer exists at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:12:39.679143 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] No Port match for: 32450586-b4ef-4d29-811e-e9dcd8100ade {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:12:39.679489 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 32450586-b4ef-4d29-811e-e9dcd8100ade not bound to the agent host n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:12:39.726497 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d85debe-e476-42f5-b405-b795b419903a req-d54ede7b-51fe-497f-8e02-99d5a5057e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:39.727997 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9d85debe-e476-42f5-b405-b795b419903a req-d54ede7b-51fe-497f-8e02-99d5a5057e6e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=31def360f89342158e5c482db8b51dfa&device_id=19efa733-49d3-4125-b1bf-b01d593b5e9a HTTP/1.1" status: 200 len: 1097 time: 0.1011415 Aug 29 05:12:39.892181 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-da6d5b7d-2ad6-4877-8459-682f77ad40cd req-f58e43d3-39be-4705-86f2-8be245717b7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8a4aa27-912b-4d29-89d1-f668cb2fd9d1 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:12:39.898928 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d85debe-e476-42f5-b405-b795b419903a req-9b94ff46-e5ef-4cfa-9cb1-a8a7aa98866a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:39.900960 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9d85debe-e476-42f5-b405-b795b419903a req-9b94ff46-e5ef-4cfa-9cb1-a8a7aa98866a service neutron] 10.222.0.48 "GET /v2.0/networks?id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb HTTP/1.1" status: 200 len: 913 time: 0.1467309 Aug 29 05:12:39.902195 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-da6d5b7d-2ad6-4877-8459-682f77ad40cd req-f58e43d3-39be-4705-86f2-8be245717b7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:39.951228 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9d85debe-e476-42f5-b405-b795b419903a req-1680d60d-1373-49b6-8619-2c259ab2ff3d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e11f048-6330-4537-9251-c0dbbafc7fc5 HTTP/1.1" status: 200 len: 217 time: 0.0413592 Aug 29 05:12:39.961020 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-da6d5b7d-2ad6-4877-8459-682f77ad40cd req-f58e43d3-39be-4705-86f2-8be245717b7b service neutron] Transition to ACTIVE for port object a8a4aa27-912b-4d29-89d1-f668cb2fd9d1 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:12:39.985424 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-da6d5b7d-2ad6-4877-8459-682f77ad40cd req-f58e43d3-39be-4705-86f2-8be245717b7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:40.082811 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d85debe-e476-42f5-b405-b795b419903a req-f8553e25-f113-4d84-99d9-dc253129d60a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:40.084328 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9d85debe-e476-42f5-b405-b795b419903a req-f8553e25-f113-4d84-99d9-dc253129d60a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6f6d99e8-8009-478f-9356-563dd7d1ac5b HTTP/1.1" status: 200 len: 851 time: 0.1221187 Aug 29 05:12:40.088359 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58e43d3-39be-4705-86f2-8be245717b7b service neutron] Pushing event updated for resources: {'Port': ['ID=a8a4aa27-912b-4d29-89d1-f668cb2fd9d1,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:12:40.102880 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acdff39-8c49-4d9d-ba08-97ee21e02dbc req-a97d2782-bac4-4643-9e8c-648efc406c8b tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:40.104442 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2acdff39-8c49-4d9d-ba08-97ee21e02dbc req-a97d2782-bac4-4643-9e8c-648efc406c8b tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8f63543-f996-467e-85e1-e0e71ac7be62 HTTP/1.1" status: 200 len: 944 time: 0.1572614 Aug 29 05:12:40.216259 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2acdff39-8c49-4d9d-ba08-97ee21e02dbc req-da7d23b5-9313-4037-b6f2-39d168f061d9 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021569 Aug 29 05:12:40.219738 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d85debe-e476-42f5-b405-b795b419903a req-663c5aeb-2471-46d5-b278-478b21ac44a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:40.221497 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9d85debe-e476-42f5-b405-b795b419903a req-663c5aeb-2471-46d5-b278-478b21ac44a8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1272166 Aug 29 05:12:40.238371 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [req-9d85debe-e476-42f5-b405-b795b419903a req-7da0d0b5-bb22-4ad6-bf49-b0a5204d4968 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 05:12:40.239416 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9d85debe-e476-42f5-b405-b795b419903a req-7da0d0b5-bb22-4ad6-bf49-b0a5204d4968 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0105700 Aug 29 05:12:40.244054 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-da6d5b7d-2ad6-4877-8459-682f77ad40cd req-f58e43d3-39be-4705-86f2-8be245717b7b service neutron] Attempting to bind port a8a4aa27-912b-4d29-89d1-f668cb2fd9d1 on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:12:40.244392 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-da6d5b7d-2ad6-4877-8459-682f77ad40cd req-f58e43d3-39be-4705-86f2-8be245717b7b service neutron] Attempting to bind port a8a4aa27-912b-4d29-89d1-f668cb2fd9d1 by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': 'd0eb4993-5acc-428e-b96a-f89f3077d8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd4ebd4fa-a4f1-45bc-9f70-1a5031b435cb'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:12:40.244721 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da6d5b7d-2ad6-4877-8459-682f77ad40cd req-f58e43d3-39be-4705-86f2-8be245717b7b service neutron] Attempting to bind port a8a4aa27-912b-4d29-89d1-f668cb2fd9d1 on network d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:12:40.257340 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da6d5b7d-2ad6-4877-8459-682f77ad40cd req-f58e43d3-39be-4705-86f2-8be245717b7b service neutron] Port a8a4aa27-912b-4d29-89d1-f668cb2fd9d1 on network d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:12:40.257836 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da6d5b7d-2ad6-4877-8459-682f77ad40cd req-f58e43d3-39be-4705-86f2-8be245717b7b service neutron] Attempting to bind port a8a4aa27-912b-4d29-89d1-f668cb2fd9d1 on network d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:12:40.295938 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da6d5b7d-2ad6-4877-8459-682f77ad40cd req-f58e43d3-39be-4705-86f2-8be245717b7b service neutron] Checking agent: {'id': '3de9de52-3a03-431d-9d7e-497ae92c57ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 12, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:12:40.296283 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da6d5b7d-2ad6-4877-8459-682f77ad40cd req-f58e43d3-39be-4705-86f2-8be245717b7b service neutron] Checking segment: {'id': 'd0eb4993-5acc-428e-b96a-f89f3077d8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd4ebd4fa-a4f1-45bc-9f70-1a5031b435cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:12:40.296664 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da6d5b7d-2ad6-4877-8459-682f77ad40cd req-f58e43d3-39be-4705-86f2-8be245717b7b service neutron] Bound using segment: {'id': 'd0eb4993-5acc-428e-b96a-f89f3077d8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd4ebd4fa-a4f1-45bc-9f70-1a5031b435cb'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:12:40.297100 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-da6d5b7d-2ad6-4877-8459-682f77ad40cd req-f58e43d3-39be-4705-86f2-8be245717b7b service neutron] Bound port: a8a4aa27-912b-4d29-89d1-f668cb2fd9d1, host: n-h1-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0eb4993-5acc-428e-b96a-f89f3077d8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd4ebd4fa-a4f1-45bc-9f70-1a5031b435cb'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:12:40.297461 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-da6d5b7d-2ad6-4877-8459-682f77ad40cd req-f58e43d3-39be-4705-86f2-8be245717b7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:40.389470 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9d85debe-e476-42f5-b405-b795b419903a req-f4062b96-e7f1-4822-8205-d0722d9b5f3e service neutron] 10.222.0.48 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413929 Aug 29 05:12:40.396156 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-da6d5b7d-2ad6-4877-8459-682f77ad40cd req-f58e43d3-39be-4705-86f2-8be245717b7b service neutron] For port a8a4aa27-912b-4d29-89d1-f668cb2fd9d1, host n-h1-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:12:40.400295 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-da6d5b7d-2ad6-4877-8459-682f77ad40cd req-f58e43d3-39be-4705-86f2-8be245717b7b service neutron] For port a8a4aa27-912b-4d29-89d1-f668cb2fd9d1, host n-h1-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=a8a4aa27-912b-4d29-89d1-f668cb2fd9d1,segment=NetworkSegment(d0eb4993-5acc-428e-b96a-f89f3077d8e1),segment_id=d0eb4993-5acc-428e-b96a-f89f3077d8e1)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:12:40.409837 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-da6d5b7d-2ad6-4877-8459-682f77ad40cd req-f58e43d3-39be-4705-86f2-8be245717b7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:40.491151 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6d5b7d-2ad6-4877-8459-682f77ad40cd req-f58e43d3-39be-4705-86f2-8be245717b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:40.491791 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-da6d5b7d-2ad6-4877-8459-682f77ad40cd req-f58e43d3-39be-4705-86f2-8be245717b7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:40.493392 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-da6d5b7d-2ad6-4877-8459-682f77ad40cd req-f58e43d3-39be-4705-86f2-8be245717b7b service neutron] 10.222.0.46 "PUT /v2.0/ports/a8a4aa27-912b-4d29-89d1-f668cb2fd9d1 HTTP/1.1" status: 200 len: 1093 time: 1.0676425 Aug 29 05:12:40.495214 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8f63543-f996-467e-85e1-e0e71ac7be62', 'tag': 'a8a4aa27-912b-4d29-89d1-f668cb2fd9d1'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:12:40.499072 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfb9107a06241f0f5f2256c13c0e0e77dc40c776bf6dc0455c34cebdf0549d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46e648ec-4322-42e0-bc52-7230afc6f39a" -d '{"events": [{"name": "network-changed", "server_uuid": "e8f63543-f996-467e-85e1-e0e71ac7be62", "tag": "a8a4aa27-912b-4d29-89d1-f668cb2fd9d1"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:12:40.552270 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da8157ca-72f9-4c95-bdfa-9e37bd9887af x-openstack-request-id: req-da8157ca-72f9-4c95-bdfa-9e37bd9887af {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:12:40.552957 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8f63543-f996-467e-85e1-e0e71ac7be62", "tag": "a8a4aa27-912b-4d29-89d1-f668cb2fd9d1", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:12:40.552957 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-da8157ca-72f9-4c95-bdfa-9e37bd9887af {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:12:40.553322 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8f63543-f996-467e-85e1-e0e71ac7be62', 'tag': 'a8a4aa27-912b-4d29-89d1-f668cb2fd9d1', 'status': 'completed', 'code': 200} Aug 29 05:12:40.576236 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58e43d3-39be-4705-86f2-8be245717b7b service neutron] Pushing event updated for resources: {'Port': ['ID=a8a4aa27-912b-4d29-89d1-f668cb2fd9d1,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:12:40.593992 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9d85debe-e476-42f5-b405-b795b419903a req-2e162efe-93ba-411f-ab5a-3c4640c200bb service neutron] 10.222.0.48 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954937 Aug 29 05:12:40.605842 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6d5b7d-2ad6-4877-8459-682f77ad40cd req-a87f7c1b-f4ee-4280-8f4d-c90b8aaaf607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:40.607509 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-da6d5b7d-2ad6-4877-8459-682f77ad40cd req-a87f7c1b-f4ee-4280-8f4d-c90b8aaaf607 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=31def360f89342158e5c482db8b51dfa&device_id=e8f63543-f996-467e-85e1-e0e71ac7be62 HTTP/1.1" status: 200 len: 1096 time: 0.0729077 Aug 29 05:12:40.659712 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-da6d5b7d-2ad6-4877-8459-682f77ad40cd req-a3d442b8-69ff-431e-96a7-64c35cad99bc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a8a4aa27-912b-4d29-89d1-f668cb2fd9d1 HTTP/1.1" status: 200 len: 217 time: 0.0434849 Aug 29 05:12:40.714767 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6d5b7d-2ad6-4877-8459-682f77ad40cd req-b8cd82f1-5e89-40d4-9e3b-9ee85638a084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:40.716271 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-da6d5b7d-2ad6-4877-8459-682f77ad40cd req-b8cd82f1-5e89-40d4-9e3b-9ee85638a084 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6f6d99e8-8009-478f-9356-563dd7d1ac5b HTTP/1.1" status: 200 len: 851 time: 0.0503438 Aug 29 05:12:40.762950 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6d5b7d-2ad6-4877-8459-682f77ad40cd req-756a5289-4f74-49ff-b77a-72508abc9d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:40.764556 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-da6d5b7d-2ad6-4877-8459-682f77ad40cd req-756a5289-4f74-49ff-b77a-72508abc9d0c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401521 Aug 29 05:12:40.853718 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-da6d5b7d-2ad6-4877-8459-682f77ad40cd req-a1c5dd5e-23d5-439a-9426-ee307d72f2dc service neutron] 10.222.0.46 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820055 Aug 29 05:12:40.945830 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-da6d5b7d-2ad6-4877-8459-682f77ad40cd req-2b7f6b15-4c2d-412e-bdbf-25067bc87111 service neutron] 10.222.0.46 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848091 Aug 29 05:12:41.029167 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e648ec-4322-42e0-bc52-7230afc6f39a req-cbf6a6ad-b3d7-409c-82a4-7bbf7849692e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:41.030673 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-46e648ec-4322-42e0-bc52-7230afc6f39a req-cbf6a6ad-b3d7-409c-82a4-7bbf7849692e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=31def360f89342158e5c482db8b51dfa&device_id=e8f63543-f996-467e-85e1-e0e71ac7be62 HTTP/1.1" status: 200 len: 1096 time: 0.0413768 Aug 29 05:12:41.122373 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e648ec-4322-42e0-bc52-7230afc6f39a req-17af1d78-e819-4aed-8543-7b295c74903b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:41.123963 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-46e648ec-4322-42e0-bc52-7230afc6f39a req-17af1d78-e819-4aed-8543-7b295c74903b service neutron] 10.222.0.46 "GET /v2.0/networks?id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb HTTP/1.1" status: 200 len: 913 time: 0.0858033 Aug 29 05:12:41.166169 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-46e648ec-4322-42e0-bc52-7230afc6f39a req-36db6a9d-381c-48ef-8ff6-148a287f6270 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a8a4aa27-912b-4d29-89d1-f668cb2fd9d1 HTTP/1.1" status: 200 len: 217 time: 0.0354142 Aug 29 05:12:41.214708 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e648ec-4322-42e0-bc52-7230afc6f39a req-bcbdf5f0-c40c-4e71-ad4a-9809f21fa215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:41.216106 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-46e648ec-4322-42e0-bc52-7230afc6f39a req-bcbdf5f0-c40c-4e71-ad4a-9809f21fa215 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6f6d99e8-8009-478f-9356-563dd7d1ac5b HTTP/1.1" status: 200 len: 851 time: 0.0424118 Aug 29 05:12:41.269116 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e648ec-4322-42e0-bc52-7230afc6f39a req-3b301173-dfb7-4a25-852e-6eb5b5014843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:41.270733 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-46e648ec-4322-42e0-bc52-7230afc6f39a req-3b301173-dfb7-4a25-852e-6eb5b5014843 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465353 Aug 29 05:12:41.394524 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1583fafd-d3dd-45a9-8464-2882928e9ed8 req-0552d410-3ef2-4012-8302-e90e9ccf9dd6 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:41.396030 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1583fafd-d3dd-45a9-8464-2882928e9ed8 req-0552d410-3ef2-4012-8302-e90e9ccf9dd6 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8f63543-f996-467e-85e1-e0e71ac7be62 HTTP/1.1" status: 200 len: 944 time: 0.1003568 Aug 29 05:12:41.399551 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-46e648ec-4322-42e0-bc52-7230afc6f39a req-35c0da54-7c0d-46ce-83d3-d6ee2432950d service neutron] 10.222.0.46 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208835 Aug 29 05:12:41.483493 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1583fafd-d3dd-45a9-8464-2882928e9ed8 req-5427e0b2-89d6-4ab7-b21e-57f608b76407 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810544 Aug 29 05:12:41.525467 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-46e648ec-4322-42e0-bc52-7230afc6f39a req-3ea73642-ec6d-4c15-aa94-cf54e1325fd3 service neutron] 10.222.0.46 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174850 Aug 29 05:12:42.558645 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:12:42.605965 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470a25eb-b3ed-4404-9595-3f946461c206 req-ce71ac0b-de75-43d5-8484-5206fe52f12c tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:42.607549 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-470a25eb-b3ed-4404-9595-3f946461c206 req-ce71ac0b-de75-43d5-8484-5206fe52f12c tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8f63543-f996-467e-85e1-e0e71ac7be62 HTTP/1.1" status: 200 len: 944 time: 0.0521362 Aug 29 05:12:42.647015 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-470a25eb-b3ed-4404-9595-3f946461c206 req-2d03b566-ea24-4b53-9874-810f02f0f6e4 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324810 Aug 29 05:12:43.658700 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device a8a4aa27-912b-4d29-89d1-f668cb2fd9d1 details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:12:43.761865 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port a8a4aa27-912b-4d29-89d1-f668cb2fd9d1, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=a8a4aa27-912b-4d29-89d1-f668cb2fd9d1,segment=NetworkSegment(d0eb4993-5acc-428e-b96a-f89f3077d8e1),segment_id=d0eb4993-5acc-428e-b96a-f89f3077d8e1)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:12:43.773843 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1c8efa-76d5-4ab8-85a8-fe475220ed3d req-b6307714-547c-4cc6-9d96-e95d9ebf60bc tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:43.775468 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4a1c8efa-76d5-4ab8-85a8-fe475220ed3d req-b6307714-547c-4cc6-9d96-e95d9ebf60bc tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8f63543-f996-467e-85e1-e0e71ac7be62 HTTP/1.1" status: 200 len: 944 time: 0.0574658 Aug 29 05:12:43.777393 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Returning: {'device': 'a8a4aa27-912b-4d29-89d1-f668cb2fd9d1', 'network_id': 'd4ebd4fa-a4f1-45bc-9f70-1a5031b435cb', 'port_id': 'a8a4aa27-912b-4d29-89d1-f668cb2fd9d1', 'mac_address': 'fa:16:3e:86:d6:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f6d99e8-8009-478f-9356-563dd7d1ac5b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:12:43.816688 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:43.821095 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4a1c8efa-76d5-4ab8-85a8-fe475220ed3d req-5433c5d1-4b18-40b9-96dd-2c1ef588a89f tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346532 Aug 29 05:12:43.831010 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8a4aa27-912b-4d29-89d1-f668cb2fd9d1 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:12:43.850787 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port a8a4aa27-912b-4d29-89d1-f668cb2fd9d1, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=a8a4aa27-912b-4d29-89d1-f668cb2fd9d1,segment=NetworkSegment(d0eb4993-5acc-428e-b96a-f89f3077d8e1),segment_id=d0eb4993-5acc-428e-b96a-f89f3077d8e1)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:12:43.854873 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:43.906164 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=a8a4aa27-912b-4d29-89d1-f668cb2fd9d1,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:12:44.043044 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['a8a4aa27-912b-4d29-89d1-f668cb2fd9d1'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:12:44.946731 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35fb1d4-573a-4758-9d2c-2b986559602e req-92d079f3-17da-439b-ac52-71f62adff49c tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:44.948310 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d35fb1d4-573a-4758-9d2c-2b986559602e req-92d079f3-17da-439b-ac52-71f62adff49c tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8f63543-f996-467e-85e1-e0e71ac7be62 HTTP/1.1" status: 200 len: 945 time: 0.0509255 Aug 29 05:12:44.993141 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d35fb1d4-573a-4758-9d2c-2b986559602e req-4436a60a-0b14-419b-b189-a8ca1f1ec40b tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361521 Aug 29 05:12:45.658567 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device a8a4aa27-912b-4d29-89d1-f668cb2fd9d1 up at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:12:45.708056 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning for port a8a4aa27-912b-4d29-89d1-f668cb2fd9d1 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:12:45.716715 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning complete for port a8a4aa27-912b-4d29-89d1-f668cb2fd9d1 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:12:45.717098 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:45.797922 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:45.821733 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8f63543-f996-467e-85e1-e0e71ac7be62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8a4aa27-912b-4d29-89d1-f668cb2fd9d1'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:12:45.824022 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e47ce94e7730ef80c099a0714bd3625e1f676465bb595722170593f8a424ee2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0779a45-9815-46fa-be15-d37833fdc011" -d '{"events": [{"server_uuid": "e8f63543-f996-467e-85e1-e0e71ac7be62", "name": "network-vif-plugged", "status": "completed", "tag": "a8a4aa27-912b-4d29-89d1-f668cb2fd9d1"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:12:45.838149 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port a8a4aa27-912b-4d29-89d1-f668cb2fd9d1, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=a8a4aa27-912b-4d29-89d1-f668cb2fd9d1,segment=NetworkSegment(d0eb4993-5acc-428e-b96a-f89f3077d8e1),segment_id=d0eb4993-5acc-428e-b96a-f89f3077d8e1)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:12:45.842581 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:45.866753 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68d2e51d-0157-47c2-8d26-4dafd067fb42 x-openstack-request-id: req-68d2e51d-0157-47c2-8d26-4dafd067fb42 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:12:45.867056 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8f63543-f996-467e-85e1-e0e71ac7be62", "name": "network-vif-plugged", "status": "completed", "tag": "a8a4aa27-912b-4d29-89d1-f668cb2fd9d1", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:12:45.867315 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-68d2e51d-0157-47c2-8d26-4dafd067fb42 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:12:45.867732 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8f63543-f996-467e-85e1-e0e71ac7be62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8a4aa27-912b-4d29-89d1-f668cb2fd9d1', 'code': 200} Aug 29 05:12:45.898768 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=a8a4aa27-912b-4d29-89d1-f668cb2fd9d1,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:12:45.961243 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8ab7eb-11c1-4495-b539-91b4b1100da8 req-510113f8-3a24-48e6-b440-ce2da16953d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:45.962706 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7a8ab7eb-11c1-4495-b539-91b4b1100da8 req-510113f8-3a24-48e6-b440-ce2da16953d9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e8f63543-f996-467e-85e1-e0e71ac7be62 HTTP/1.1" status: 200 len: 1098 time: 0.0414157 Aug 29 05:12:45.999406 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7a8ab7eb-11c1-4495-b539-91b4b1100da8 req-5e488254-b339-48f9-a223-447eef4e135c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294402 Aug 29 05:12:46.134208 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a209080-44e3-4d97-b083-0ca68af94834 req-fa84aa23-7a39-4f67-80b2-38e1f4c26f4a tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:46.135780 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5a209080-44e3-4d97-b083-0ca68af94834 req-fa84aa23-7a39-4f67-80b2-38e1f4c26f4a tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8f63543-f996-467e-85e1-e0e71ac7be62 HTTP/1.1" status: 200 len: 946 time: 0.0688787 Aug 29 05:12:46.175475 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5a209080-44e3-4d97-b083-0ca68af94834 req-981fa9a3-b75a-4563-a185-f7d58cf39679 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336509 Aug 29 05:12:47.294083 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c448871c-e2f7-407e-8e96-d932bbd0686c req-773c84e8-84ed-4d83-94f7-f1ffceffe91a tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:47.295569 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c448871c-e2f7-407e-8e96-d932bbd0686c req-773c84e8-84ed-4d83-94f7-f1ffceffe91a tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8f63543-f996-467e-85e1-e0e71ac7be62 HTTP/1.1" status: 200 len: 946 time: 0.0480797 Aug 29 05:12:47.333554 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c448871c-e2f7-407e-8e96-d932bbd0686c req-145fd7c2-5d7f-4ed9-80d4-905873f67146 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313525 Aug 29 05:12:47.441422 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cfbb4b-6df4-43d4-8366-8bdc13af1a91 req-d242ac78-76ae-4aee-9b4c-82444314c777 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:47.443150 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d6cfbb4b-6df4-43d4-8366-8bdc13af1a91 req-d242ac78-76ae-4aee-9b4c-82444314c777 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8f63543-f996-467e-85e1-e0e71ac7be62 HTTP/1.1" status: 200 len: 946 time: 0.0482690 Aug 29 05:12:47.451626 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 39756) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:12:47.456507 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-30d76847-2406-4146-936d-3b23795857c1 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Request body: {'floatingip': {'port_id': 'a8a4aa27-912b-4d29-89d1-f668cb2fd9d1'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:12:47.498340 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-30d76847-2406-4146-936d-3b23795857c1 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Notify callbacks [] for floatingip, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:47.914010 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-30d76847-2406-4146-936d-3b23795857c1 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:47.917785 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-30d76847-2406-4146-936d-3b23795857c1 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719515'] for floatingip, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:48.014250 n-d-712140-12 neutron-server[94828]: INFO neutron.db.l3_db [None req-30d76847-2406-4146-936d-3b23795857c1 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Floating IP 24a70931-443b-4f5c-be58-16b9051777b1 associated. External IP: 172.25.0.82, port: a8a4aa27-912b-4d29-89d1-f668cb2fd9d1. Aug 29 05:12:48.216425 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30d76847-2406-4146-936d-3b23795857c1 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Router 9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:12:48.320625 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30d76847-2406-4146-936d-3b23795857c1 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:12:48.325437 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-30d76847-2406-4146-936d-3b23795857c1 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:48.329903 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a0d1f9-14c4-4dd5-9cf4-8c11439097c5 None None] Sync routers for ids ['9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:12:48.340032 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a0d1f9-14c4-4dd5-9cf4-8c11439097c5 None None] Routers {'9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:12:48.340634 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-41a0d1f9-14c4-4dd5-9cf4-8c11439097c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:12:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:12:48.354071 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-30d76847-2406-4146-936d-3b23795857c1 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "PUT /v2.0/floatingips/24a70931-443b-4f5c-be58-16b9051777b1 HTTP/1.1" status: 200 len: 992 time: 0.9013815 Aug 29 05:12:48.354672 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8f63543-f996-467e-85e1-e0e71ac7be62', 'tag': 'a8a4aa27-912b-4d29-89d1-f668cb2fd9d1'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:12:48.357010 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfb9107a06241f0f5f2256c13c0e0e77dc40c776bf6dc0455c34cebdf0549d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e541efd-559f-4fd5-9364-d66512f679d0" -d '{"events": [{"name": "network-changed", "server_uuid": "e8f63543-f996-467e-85e1-e0e71ac7be62", "tag": "a8a4aa27-912b-4d29-89d1-f668cb2fd9d1"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:12:48.442286 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b545cea0-0800-4455-9edf-941e24fcf1e9 x-openstack-request-id: req-b545cea0-0800-4455-9edf-941e24fcf1e9 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:12:48.442579 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8f63543-f996-467e-85e1-e0e71ac7be62", "tag": "a8a4aa27-912b-4d29-89d1-f668cb2fd9d1", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:12:48.442832 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b545cea0-0800-4455-9edf-941e24fcf1e9 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:12:48.443238 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8f63543-f996-467e-85e1-e0e71ac7be62', 'tag': 'a8a4aa27-912b-4d29-89d1-f668cb2fd9d1', 'status': 'completed', 'code': 200} Aug 29 05:12:48.446843 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-41a0d1f9-14c4-4dd5-9cf4-8c11439097c5 None None] Set router 9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:12:48.502837 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e541efd-559f-4fd5-9364-d66512f679d0 req-8f37dd08-38a4-40e6-bf7a-d288f266a9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:48.504302 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3e541efd-559f-4fd5-9364-d66512f679d0 req-8f37dd08-38a4-40e6-bf7a-d288f266a9b7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=31def360f89342158e5c482db8b51dfa&device_id=e8f63543-f996-467e-85e1-e0e71ac7be62 HTTP/1.1" status: 200 len: 1098 time: 0.0405507 Aug 29 05:12:48.595740 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e541efd-559f-4fd5-9364-d66512f679d0 req-d8db327e-5926-4998-8c5c-fa70cbeb443c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:48.597794 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3e541efd-559f-4fd5-9364-d66512f679d0 req-d8db327e-5926-4998-8c5c-fa70cbeb443c service neutron] 10.222.0.46 "GET /v2.0/networks?id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb HTTP/1.1" status: 200 len: 913 time: 0.0866911 Aug 29 05:12:48.662448 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3e541efd-559f-4fd5-9364-d66512f679d0 req-81bb4640-54ef-45d6-ba05-5351b0d069ae service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a8a4aa27-912b-4d29-89d1-f668cb2fd9d1 HTTP/1.1" status: 200 len: 1000 time: 0.0578275 Aug 29 05:12:48.667141 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-41a0d1f9-14c4-4dd5-9cf4-8c11439097c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7', 'name': 'tempest-ServerActionsTestJSON-1226271981-router', 'tenant_id': '31def360f89342158e5c482db8b51dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'f296628a-3cd6-4f77-be95-983e76610165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:03:29Z', 'updated_at': '2021-08-29T05:03:31Z', 'revision_number': 4, 'project_id': '31def360f89342158e5c482db8b51dfa', 'gw_port': {'id': 'f296628a-3cd6-4f77-be95-983e76610165', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:03:29Z', 'updated_at': '2021-08-29T05:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': '24a70931-443b-4f5c-be58-16b9051777b1', 'tenant_id': '31def360f89342158e5c482db8b51dfa', 'floating_ip_address': '172.25.0.82', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': '9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7', 'port_id': 'a8a4aa27-912b-4d29-89d1-f668cb2fd9d1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4ebd4fa-a4f1-45bc-9f70-1a5031b435cb', 'mac_address': 'fa:16:3e:86:d6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f63543-f996-467e-85e1-e0e71ac7be62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:03:33Z', 'updated_at': '2021-08-29T05:12:47Z', 'revision_number': 12, 'project_id': '31def360f89342158e5c482db8b51dfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f2ff4b2-35a8-4df2-9520-5d9a26f40f8e', 'name': '', 'network_id': 'd4ebd4fa-a4f1-45bc-9f70-1a5031b435cb', 'tenant_id': '31def360f89342158e5c482db8b51dfa', 'mac_address': 'fa:16:3e:63:bb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '6f6d99e8-8009-478f-9356-563dd7d1ac5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:03:31Z', 'updated_at': '2021-08-29T05:03:37Z', 'revision_number': 5, 'project_id': '31def360f89342158e5c482db8b51dfa', 'subnets': [{'id': '6f6d99e8-8009-478f-9356-563dd7d1ac5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:12:48.696513 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a0d1f9-14c4-4dd5-9cf4-8c11439097c5 None None] Checking router: 9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7 for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:12:48.704546 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a0d1f9-14c4-4dd5-9cf4-8c11439097c5 None None] Routers {'9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:12:48.705146 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-41a0d1f9-14c4-4dd5-9cf4-8c11439097c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:12:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:12:48.715299 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e541efd-559f-4fd5-9364-d66512f679d0 req-8c4010d9-3eed-4de1-be8a-894b9532074b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:48.716819 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3e541efd-559f-4fd5-9364-d66512f679d0 req-8c4010d9-3eed-4de1-be8a-894b9532074b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6f6d99e8-8009-478f-9356-563dd7d1ac5b HTTP/1.1" status: 200 len: 851 time: 0.0482955 Aug 29 05:12:48.762249 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e541efd-559f-4fd5-9364-d66512f679d0 req-251e1d3e-3950-4fa2-baa6-4a4ac52804dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:48.763706 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3e541efd-559f-4fd5-9364-d66512f679d0 req-251e1d3e-3950-4fa2-baa6-4a4ac52804dc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401652 Aug 29 05:12:48.810818 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-41a0d1f9-14c4-4dd5-9cf4-8c11439097c5 None None] Set router 9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:12:48.853023 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3e541efd-559f-4fd5-9364-d66512f679d0 req-c56d7ae4-b73c-48a5-a3a1-856e1fb0e879 service neutron] 10.222.0.46 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823052 Aug 29 05:12:48.948022 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3e541efd-559f-4fd5-9364-d66512f679d0 req-2cef9c6f-2c47-4b90-9b99-18255c1a4f37 service neutron] 10.222.0.46 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873225 Aug 29 05:12:49.037473 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-41a0d1f9-14c4-4dd5-9cf4-8c11439097c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7', 'name': 'tempest-ServerActionsTestJSON-1226271981-router', 'tenant_id': '31def360f89342158e5c482db8b51dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'f296628a-3cd6-4f77-be95-983e76610165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:03:29Z', 'updated_at': '2021-08-29T05:03:31Z', 'revision_number': 4, 'project_id': '31def360f89342158e5c482db8b51dfa', 'gw_port': {'id': 'f296628a-3cd6-4f77-be95-983e76610165', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:03:29Z', 'updated_at': '2021-08-29T05:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': '24a70931-443b-4f5c-be58-16b9051777b1', 'tenant_id': '31def360f89342158e5c482db8b51dfa', 'floating_ip_address': '172.25.0.82', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': '9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7', 'port_id': 'a8a4aa27-912b-4d29-89d1-f668cb2fd9d1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4ebd4fa-a4f1-45bc-9f70-1a5031b435cb', 'mac_address': 'fa:16:3e:86:d6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f63543-f996-467e-85e1-e0e71ac7be62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:03:33Z', 'updated_at': '2021-08-29T05:12:47Z', 'revision_number': 12, 'project_id': '31def360f89342158e5c482db8b51dfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f2ff4b2-35a8-4df2-9520-5d9a26f40f8e', 'name': '', 'network_id': 'd4ebd4fa-a4f1-45bc-9f70-1a5031b435cb', 'tenant_id': '31def360f89342158e5c482db8b51dfa', 'mac_address': 'fa:16:3e:63:bb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '6f6d99e8-8009-478f-9356-563dd7d1ac5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:03:31Z', 'updated_at': '2021-08-29T05:03:37Z', 'revision_number': 5, 'project_id': '31def360f89342158e5c482db8b51dfa', 'subnets': [{'id': '6f6d99e8-8009-478f-9356-563dd7d1ac5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:12:49.066007 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a0d1f9-14c4-4dd5-9cf4-8c11439097c5 None None] The sync data for ids ['9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7'] in n-d-712140-12 is: [{'id': '9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7', 'name': 'tempest-ServerActionsTestJSON-1226271981-router', 'tenant_id': '31def360f89342158e5c482db8b51dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'f296628a-3cd6-4f77-be95-983e76610165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:03:29Z', 'updated_at': '2021-08-29T05:03:31Z', 'revision_number': 4, 'project_id': '31def360f89342158e5c482db8b51dfa', 'gw_port': {'id': 'f296628a-3cd6-4f77-be95-983e76610165', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:03:29Z', 'updated_at': '2021-08-29T05:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': '24a70931-443b-4f5c-be58-16b9051777b1', 'tenant_id': '31def360f89342158e5c482db8b51dfa', 'floating_ip_address': '172.25.0.82', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': '9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7', 'port_id': 'a8a4aa27-912b-4d29-89d1-f668cb2fd9d1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4ebd4fa-a4f1-45bc-9f70-1a5031b435cb', 'mac_address': 'fa:16:3e:86:d6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f63543-f996-467e-85e1-e0e71ac7be62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:03:33Z', 'updated_at': '2021-08-29T05:12:47Z', 'revision_number': 12, 'project_id': '31def360f89342158e5c482db8b51dfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f2ff4b2-35a8-4df2-9520-5d9a26f40f8e', 'name': '', 'network_id': 'd4ebd4fa-a4f1-45bc-9f70-1a5031b435cb', 'tenant_id': '31def360f89342158e5c482db8b51dfa', 'mac_address': 'fa:16:3e:63:bb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '6f6d99e8-8009-478f-9356-563dd7d1ac5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:03:31Z', 'updated_at': '2021-08-29T05:03:37Z', 'revision_number': 5, 'project_id': '31def360f89342158e5c482db8b51dfa', 'subnets': [{'id': '6f6d99e8-8009-478f-9356-563dd7d1ac5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:12:49.247002 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6cbe582-1e6f-4ce9-a6f4-21b907f578ee None None] New status for floating IP 24a70931-443b-4f5c-be58-16b9051777b1: ACTIVE {{(pid=94830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:12:49.717335 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:59.007614 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:03.446897 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f627abbd-47b1-4a8e-8cc4-b467e9c838e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:06.314810 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-40fe50b9-af5f-4a51-83fc-4732c6aaf414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:07.322823 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:07.380905 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:08.866763 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:19.558835 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:13:19.719889 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:29.027757 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:33.447678 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9c9ec83a-757f-4b68-a2a0-12b5ff0029eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:36.316214 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cb5e65e4-7e16-4a58-ab99-787b9a4d7850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:37.323750 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:37.384595 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:38.874731 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:39.034214 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-cf90269d-2d57-4d19-aafd-61e40f11651c req-f0cdb730-2f04-409c-bfa6-d8a5a7923143 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e8f63543-f996-467e-85e1-e0e71ac7be62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0436432 Aug 29 05:13:39.119242 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf90269d-2d57-4d19-aafd-61e40f11651c req-6eff7cf6-35d1-43e4-b185-3319db17163d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:39.120825 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-cf90269d-2d57-4d19-aafd-61e40f11651c req-6eff7cf6-35d1-43e4-b185-3319db17163d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=31def360f89342158e5c482db8b51dfa&device_id=e8f63543-f996-467e-85e1-e0e71ac7be62 HTTP/1.1" status: 200 len: 1098 time: 0.0409245 Aug 29 05:13:39.225964 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf90269d-2d57-4d19-aafd-61e40f11651c req-b54bc9ce-81d9-476d-ac22-c4898ea7fc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:39.227439 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-cf90269d-2d57-4d19-aafd-61e40f11651c req-b54bc9ce-81d9-476d-ac22-c4898ea7fc0a service neutron] 10.222.0.46 "GET /v2.0/networks?id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb HTTP/1.1" status: 200 len: 913 time: 0.0873175 Aug 29 05:13:39.290991 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-cf90269d-2d57-4d19-aafd-61e40f11651c req-5e6525c8-933c-4c17-b9f7-bfc146abccda service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a8a4aa27-912b-4d29-89d1-f668cb2fd9d1 HTTP/1.1" status: 200 len: 1002 time: 0.0565093 Aug 29 05:13:39.342486 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf90269d-2d57-4d19-aafd-61e40f11651c req-2a8beb17-c46d-4959-af62-5fae3430df43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:39.343938 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-cf90269d-2d57-4d19-aafd-61e40f11651c req-2a8beb17-c46d-4959-af62-5fae3430df43 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6f6d99e8-8009-478f-9356-563dd7d1ac5b HTTP/1.1" status: 200 len: 851 time: 0.0460072 Aug 29 05:13:39.388006 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf90269d-2d57-4d19-aafd-61e40f11651c req-57262639-708e-4905-a861-4da21fa965a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:39.389505 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-cf90269d-2d57-4d19-aafd-61e40f11651c req-57262639-708e-4905-a861-4da21fa965a8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390582 Aug 29 05:13:39.474588 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-cf90269d-2d57-4d19-aafd-61e40f11651c req-f014dc3b-b57c-434d-b706-ac2e5876b206 service neutron] 10.222.0.46 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783353 Aug 29 05:13:39.571890 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-cf90269d-2d57-4d19-aafd-61e40f11651c req-3506157e-a34f-4163-8a96-440b1405f0f0 service neutron] 10.222.0.46 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894186 Aug 29 05:13:41.476859 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-07e3e23a-2d58-4961-b5e3-dbfbfd9b4232 req-c785f0ca-684c-41bc-8872-114c84d3861e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=19efa733-49d3-4125-b1bf-b01d593b5e9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0392625 Aug 29 05:13:41.572069 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e3e23a-2d58-4961-b5e3-dbfbfd9b4232 req-93ed5ecb-a135-4969-ac03-5582f6d92793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:41.573544 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-07e3e23a-2d58-4961-b5e3-dbfbfd9b4232 req-93ed5ecb-a135-4969-ac03-5582f6d92793 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=31def360f89342158e5c482db8b51dfa&device_id=19efa733-49d3-4125-b1bf-b01d593b5e9a HTTP/1.1" status: 200 len: 1097 time: 0.0394335 Aug 29 05:13:41.677275 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e3e23a-2d58-4961-b5e3-dbfbfd9b4232 req-337b6724-0695-4eb4-ac2f-cc67e620a529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:41.678794 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-07e3e23a-2d58-4961-b5e3-dbfbfd9b4232 req-337b6724-0695-4eb4-ac2f-cc67e620a529 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb HTTP/1.1" status: 200 len: 913 time: 0.0868559 Aug 29 05:13:41.721265 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-07e3e23a-2d58-4961-b5e3-dbfbfd9b4232 req-d9a84317-cae5-4a09-a0ea-30bd0ffb8ff6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e11f048-6330-4537-9251-c0dbbafc7fc5 HTTP/1.1" status: 200 len: 217 time: 0.0350392 Aug 29 05:13:41.774273 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e3e23a-2d58-4961-b5e3-dbfbfd9b4232 req-124f22f3-022e-403a-827b-fabdf81d85d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:41.775806 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-07e3e23a-2d58-4961-b5e3-dbfbfd9b4232 req-124f22f3-022e-403a-827b-fabdf81d85d1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6f6d99e8-8009-478f-9356-563dd7d1ac5b HTTP/1.1" status: 200 len: 851 time: 0.0473068 Aug 29 05:13:42.148916 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e3e23a-2d58-4961-b5e3-dbfbfd9b4232 req-ad660b25-7d46-405b-adb9-5364a513e196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:42.150423 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-07e3e23a-2d58-4961-b5e3-dbfbfd9b4232 req-ad660b25-7d46-405b-adb9-5364a513e196 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3676026 Aug 29 05:13:42.236991 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-07e3e23a-2d58-4961-b5e3-dbfbfd9b4232 req-8776fa50-372b-4e97-acfd-ff9e5c84ff09 service neutron] 10.222.0.48 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790329 Aug 29 05:13:42.327905 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-07e3e23a-2d58-4961-b5e3-dbfbfd9b4232 req-0b0abb99-565e-4df0-ad05-f4fbeac5315a service neutron] 10.222.0.48 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829215 Aug 29 05:13:49.717861 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:56.558077 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:13:59.040142 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:03.447476 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-622c4090-0758-463b-9d1e-b4a3a38ea3b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:06.316912 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-03f96f66-aed2-48d0-b276-6c4a99a50e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:07.324856 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:07.388606 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:08.878112 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:19.730353 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:26.937331 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be8cbc1-e8ac-40e1-a66b-f4f0264b27be req-08ff4d86-6c9e-4472-aab0-2acb4d69c19c tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:26.939481 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8be8cbc1-e8ac-40e1-a66b-f4f0264b27be req-08ff4d86-6c9e-4472-aab0-2acb4d69c19c tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8f63543-f996-467e-85e1-e0e71ac7be62 HTTP/1.1" status: 200 len: 946 time: 0.0510447 Aug 29 05:14:26.977106 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8be8cbc1-e8ac-40e1-a66b-f4f0264b27be req-8a9185e3-a715-4490-8ca5-4986b94b85b3 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313818 Aug 29 05:14:29.053179 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:33.447733 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-15f7d56e-5101-4e54-8931-d6cd36bed642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:33.556526 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:14:36.318831 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7b5de633-a271-42d6-b9e6-52c48939d90d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:37.326331 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:37.390921 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:38.138511 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-e14d5528-bd5e-4297-aff1-ffc68dddbeb4 req-fa529fd5-ed71-4309-be70-c0f550dd59a1 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e8f63543-f996-467e-85e1-e0e71ac7be62&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0505600 Aug 29 05:14:38.142859 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ce15b7-1182-4f4a-9077-866b3795b1df req-f948cdfa-58ff-4c37-a0d5-ba2646bc7e07 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:38.145088 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-58ce15b7-1182-4f4a-9077-866b3795b1df req-f948cdfa-58ff-4c37-a0d5-ba2646bc7e07 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8f63543-f996-467e-85e1-e0e71ac7be62 HTTP/1.1" status: 200 len: 946 time: 0.0503583 Aug 29 05:14:38.187352 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-58ce15b7-1182-4f4a-9077-866b3795b1df req-380e5615-e512-4557-a08a-82db160b4975 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369785 Aug 29 05:14:38.881516 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:39.064432 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec512727-1220-4c4c-98e1-bb360259c1ec req-d4b9032e-b5f5-4f28-9cbf-a254b8a81810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:39.066125 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ec512727-1220-4c4c-98e1-bb360259c1ec req-d4b9032e-b5f5-4f28-9cbf-a254b8a81810 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=31def360f89342158e5c482db8b51dfa&device_id=e8f63543-f996-467e-85e1-e0e71ac7be62 HTTP/1.1" status: 200 len: 1098 time: 0.0405686 Aug 29 05:14:39.178850 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec512727-1220-4c4c-98e1-bb360259c1ec req-d8d90d24-f957-4099-9905-e85de4fc7d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:39.180286 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ec512727-1220-4c4c-98e1-bb360259c1ec req-d8d90d24-f957-4099-9905-e85de4fc7d54 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb HTTP/1.1" status: 200 len: 913 time: 0.0849252 Aug 29 05:14:39.250651 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ec512727-1220-4c4c-98e1-bb360259c1ec req-0ef09642-c457-482b-8661-472b959a13ce service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a8a4aa27-912b-4d29-89d1-f668cb2fd9d1 HTTP/1.1" status: 200 len: 1002 time: 0.0628235 Aug 29 05:14:39.327936 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec512727-1220-4c4c-98e1-bb360259c1ec req-554e7637-5483-43f2-933e-1358e378e9da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:39.329928 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ec512727-1220-4c4c-98e1-bb360259c1ec req-554e7637-5483-43f2-933e-1358e378e9da service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6f6d99e8-8009-478f-9356-563dd7d1ac5b HTTP/1.1" status: 200 len: 851 time: 0.0720131 Aug 29 05:14:39.338160 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53af2bb6-5edc-40dd-9b45-f74c59625d67 req-2f3effe6-f7ea-4013-8da7-913f6258402e tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:39.339589 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-53af2bb6-5edc-40dd-9b45-f74c59625d67 req-2f3effe6-f7ea-4013-8da7-913f6258402e tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8f63543-f996-467e-85e1-e0e71ac7be62 HTTP/1.1" status: 200 len: 946 time: 0.0833373 Aug 29 05:14:39.403090 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-53af2bb6-5edc-40dd-9b45-f74c59625d67 req-537242d0-9b0a-4691-8de1-aa31abd73d7d tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545592 Aug 29 05:14:39.408533 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec512727-1220-4c4c-98e1-bb360259c1ec req-2d70b36a-01d0-400c-a6cc-c5cecf287d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:39.410023 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ec512727-1220-4c4c-98e1-bb360259c1ec req-2d70b36a-01d0-400c-a6cc-c5cecf287d2a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0695410 Aug 29 05:14:39.505092 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ec512727-1220-4c4c-98e1-bb360259c1ec req-773115ca-32ca-416a-a02b-8a4b8b421afe service neutron] 10.222.0.46 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869310 Aug 29 05:14:39.596878 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ec512727-1220-4c4c-98e1-bb360259c1ec req-7b8b6920-0947-4e99-8852-8664bca392c0 service neutron] 10.222.0.46 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842280 Aug 29 05:14:39.674669 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14d5528-bd5e-4297-aff1-ffc68dddbeb4 req-449bac6d-bc12-4987-b95a-7a2399dbb7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:39.676204 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e14d5528-bd5e-4297-aff1-ffc68dddbeb4 req-449bac6d-bc12-4987-b95a-7a2399dbb7a4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=31def360f89342158e5c482db8b51dfa&device_id=e8f63543-f996-467e-85e1-e0e71ac7be62 HTTP/1.1" status: 200 len: 1098 time: 0.0404713 Aug 29 05:14:39.773443 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14d5528-bd5e-4297-aff1-ffc68dddbeb4 req-a3955285-43b1-4022-bfd4-2578c6289ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:39.774858 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e14d5528-bd5e-4297-aff1-ffc68dddbeb4 req-a3955285-43b1-4022-bfd4-2578c6289ddb service neutron] 10.222.0.46 "GET /v2.0/networks?id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb HTTP/1.1" status: 200 len: 913 time: 0.0886648 Aug 29 05:14:39.844358 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e14d5528-bd5e-4297-aff1-ffc68dddbeb4 req-718147a3-e0cf-4e85-9b44-da420a39fb10 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a8a4aa27-912b-4d29-89d1-f668cb2fd9d1 HTTP/1.1" status: 200 len: 1002 time: 0.0581703 Aug 29 05:14:39.893923 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14d5528-bd5e-4297-aff1-ffc68dddbeb4 req-2eb97f41-870b-416f-96b0-f403656d0b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:39.895325 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e14d5528-bd5e-4297-aff1-ffc68dddbeb4 req-2eb97f41-870b-416f-96b0-f403656d0b18 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6f6d99e8-8009-478f-9356-563dd7d1ac5b HTTP/1.1" status: 200 len: 851 time: 0.0428381 Aug 29 05:14:39.945431 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14d5528-bd5e-4297-aff1-ffc68dddbeb4 req-46f21347-8fea-46b1-88c4-40cb837b1f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:39.946909 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e14d5528-bd5e-4297-aff1-ffc68dddbeb4 req-46f21347-8fea-46b1-88c4-40cb837b1f4b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438547 Aug 29 05:14:40.034615 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e14d5528-bd5e-4297-aff1-ffc68dddbeb4 req-c41ba97e-99ed-4560-a281-d1494d262097 service neutron] 10.222.0.46 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800409 Aug 29 05:14:40.129709 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e14d5528-bd5e-4297-aff1-ffc68dddbeb4 req-ecedb9b7-5364-43e3-8d4c-2eed348e474a service neutron] 10.222.0.46 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864828 Aug 29 05:14:40.520164 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb692a3-65f3-4388-95d6-521dbac7dd8d req-e842fe5a-7f05-433e-9a69-cd706216baed tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:40.521724 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3fb692a3-65f3-4388-95d6-521dbac7dd8d req-e842fe5a-7f05-433e-9a69-cd706216baed tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8f63543-f996-467e-85e1-e0e71ac7be62 HTTP/1.1" status: 200 len: 946 time: 0.0495861 Aug 29 05:14:40.559503 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3fb692a3-65f3-4388-95d6-521dbac7dd8d req-42757a6a-fea5-4a83-bd01-b82b9afc2532 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318241 Aug 29 05:14:41.676084 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d30bdeb-89bf-4ffd-85a1-c235e7f8b2fa req-af345643-e5e8-4f43-b29b-f6ac63e4ca86 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:41.677596 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7d30bdeb-89bf-4ffd-85a1-c235e7f8b2fa req-af345643-e5e8-4f43-b29b-f6ac63e4ca86 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8f63543-f996-467e-85e1-e0e71ac7be62 HTTP/1.1" status: 200 len: 946 time: 0.0492887 Aug 29 05:14:41.715906 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7d30bdeb-89bf-4ffd-85a1-c235e7f8b2fa req-6b4ba4af-1aca-413e-8189-ba95b04c261d tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323384 Aug 29 05:14:42.492957 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d3394332-d2ff-4061-9f7c-e4ef069ef3e9 req-877c224d-c1c9-4858-94eb-bb39a2e137c5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=19efa733-49d3-4125-b1bf-b01d593b5e9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0395439 Aug 29 05:14:42.595188 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3394332-d2ff-4061-9f7c-e4ef069ef3e9 req-784c947a-e7c8-468d-85d6-8352fa1151ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:42.596741 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d3394332-d2ff-4061-9f7c-e4ef069ef3e9 req-784c947a-e7c8-468d-85d6-8352fa1151ab service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=31def360f89342158e5c482db8b51dfa&device_id=19efa733-49d3-4125-b1bf-b01d593b5e9a HTTP/1.1" status: 200 len: 1097 time: 0.0442255 Aug 29 05:14:42.698423 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3394332-d2ff-4061-9f7c-e4ef069ef3e9 req-553f8b43-8d1e-4030-9db0-880f9a02a83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:42.699932 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d3394332-d2ff-4061-9f7c-e4ef069ef3e9 req-553f8b43-8d1e-4030-9db0-880f9a02a83d service neutron] 10.222.0.48 "GET /v2.0/networks?id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb HTTP/1.1" status: 200 len: 913 time: 0.0825541 Aug 29 05:14:42.747587 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d3394332-d2ff-4061-9f7c-e4ef069ef3e9 req-3f532771-0e4d-4b2a-9f4d-55c6578b17af service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e11f048-6330-4537-9251-c0dbbafc7fc5 HTTP/1.1" status: 200 len: 217 time: 0.0397012 Aug 29 05:14:42.822844 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3394332-d2ff-4061-9f7c-e4ef069ef3e9 req-d84e0fd3-cc18-46b4-abeb-aa7a91843fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:42.824324 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d3394332-d2ff-4061-9f7c-e4ef069ef3e9 req-d84e0fd3-cc18-46b4-abeb-aa7a91843fe6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6f6d99e8-8009-478f-9356-563dd7d1ac5b HTTP/1.1" status: 200 len: 851 time: 0.0689845 Aug 29 05:14:42.851006 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85bf6e3-729f-478b-ba88-b752e1831c1c req-56cb270e-5fa0-4777-b071-e3b1157c76ae tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:42.852534 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a85bf6e3-729f-478b-ba88-b752e1831c1c req-56cb270e-5fa0-4777-b071-e3b1157c76ae tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8f63543-f996-467e-85e1-e0e71ac7be62 HTTP/1.1" status: 200 len: 946 time: 0.0640326 Aug 29 05:14:42.905090 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3394332-d2ff-4061-9f7c-e4ef069ef3e9 req-99a74388-0f97-4396-b330-43d0d24a4aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:42.907163 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d3394332-d2ff-4061-9f7c-e4ef069ef3e9 req-99a74388-0f97-4396-b330-43d0d24a4aa1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0721369 Aug 29 05:14:42.909940 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a85bf6e3-729f-478b-ba88-b752e1831c1c req-303449b3-df50-45da-868f-cd2b76863aca tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438633 Aug 29 05:14:43.002599 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d3394332-d2ff-4061-9f7c-e4ef069ef3e9 req-a9863b82-431f-4dd0-b5e6-8f75300c640b service neutron] 10.222.0.48 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851412 Aug 29 05:14:43.092778 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d3394332-d2ff-4061-9f7c-e4ef069ef3e9 req-e0bb509d-6ee6-4915-b66d-df994eb3799a service neutron] 10.222.0.48 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828121 Aug 29 05:14:44.029540 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11744b7-cd73-43bc-847e-10266ba3c0be req-a29dc18b-f841-4a6a-85d5-b54bb8b8d659 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:44.030972 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a11744b7-cd73-43bc-847e-10266ba3c0be req-a29dc18b-f841-4a6a-85d5-b54bb8b8d659 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8f63543-f996-467e-85e1-e0e71ac7be62 HTTP/1.1" status: 200 len: 946 time: 0.0544038 Aug 29 05:14:44.068787 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a11744b7-cd73-43bc-847e-10266ba3c0be req-16334aa6-3d4e-4f50-8109-6183a10b8d18 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313687 Aug 29 05:14:45.182914 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ecc9ae-0b25-4613-a741-d9c317f43834 req-de729837-1c4c-43e3-93f7-29f3769b9a8a tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:45.184460 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-26ecc9ae-0b25-4613-a741-d9c317f43834 req-de729837-1c4c-43e3-93f7-29f3769b9a8a tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8f63543-f996-467e-85e1-e0e71ac7be62 HTTP/1.1" status: 200 len: 946 time: 0.0487905 Aug 29 05:14:45.222369 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-26ecc9ae-0b25-4613-a741-d9c317f43834 req-9a130291-4ee9-442f-b2c0-af5b5c978037 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319142 Aug 29 05:14:46.337026 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d89ad0-ea35-41a0-87c7-0b5c29cb395a req-74dc6124-3dd5-4fe9-8019-07fae44a09c0 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:46.338695 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-34d89ad0-ea35-41a0-87c7-0b5c29cb395a req-74dc6124-3dd5-4fe9-8019-07fae44a09c0 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8f63543-f996-467e-85e1-e0e71ac7be62 HTTP/1.1" status: 200 len: 946 time: 0.0479820 Aug 29 05:14:46.376170 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-34d89ad0-ea35-41a0-87c7-0b5c29cb395a req-d940c725-a552-46a1-9a40-b79e6ed6f35e tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316763 Aug 29 05:14:47.493201 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f92746-9db1-4ac2-8315-971be768085b req-40da13b8-cb13-4c6f-95ce-e73791ff74ec tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:47.494669 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-01f92746-9db1-4ac2-8315-971be768085b req-40da13b8-cb13-4c6f-95ce-e73791ff74ec tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8f63543-f996-467e-85e1-e0e71ac7be62 HTTP/1.1" status: 200 len: 946 time: 0.0523744 Aug 29 05:14:47.532004 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-01f92746-9db1-4ac2-8315-971be768085b req-45910577-341b-4e0e-894c-3e279669efe7 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313504 Aug 29 05:14:48.651004 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63be7120-833f-43a8-9d9b-0092ec2f3afb req-38a9f45a-edf4-4eb8-9b11-32ad38b6d96a tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:48.652537 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-63be7120-833f-43a8-9d9b-0092ec2f3afb req-38a9f45a-edf4-4eb8-9b11-32ad38b6d96a tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8f63543-f996-467e-85e1-e0e71ac7be62 HTTP/1.1" status: 200 len: 946 time: 0.0489681 Aug 29 05:14:48.689724 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-63be7120-833f-43a8-9d9b-0092ec2f3afb req-858f80b2-93cf-4cc1-81b5-b34caf72276a tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313399 Aug 29 05:14:49.732712 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:49.806619 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d760ea26-56d2-453e-9cd3-4b53c34fbc6a req-545e7b65-60ee-4514-b49e-47d53192f65f tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:49.808120 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d760ea26-56d2-453e-9cd3-4b53c34fbc6a req-545e7b65-60ee-4514-b49e-47d53192f65f tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8f63543-f996-467e-85e1-e0e71ac7be62 HTTP/1.1" status: 200 len: 946 time: 0.0491810 Aug 29 05:14:49.846166 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d760ea26-56d2-453e-9cd3-4b53c34fbc6a req-020cf9db-a88d-4d76-9617-893e38f61909 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320752 Aug 29 05:14:50.964069 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d039c899-9a57-4627-9145-1b768db5c811 req-88dc166c-f18a-4598-8487-5d11e8ca16b6 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:50.965470 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d039c899-9a57-4627-9145-1b768db5c811 req-88dc166c-f18a-4598-8487-5d11e8ca16b6 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8f63543-f996-467e-85e1-e0e71ac7be62 HTTP/1.1" status: 200 len: 946 time: 0.0532763 Aug 29 05:14:51.002746 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d039c899-9a57-4627-9145-1b768db5c811 req-94dd7163-8086-460f-b598-35a91e75f200 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304885 Aug 29 05:14:52.118230 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599cf99b-312e-4023-b4e9-fa3279a1f79b req-ce4bbce7-45fc-42d1-b552-aef0802b9f08 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:52.119719 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-599cf99b-312e-4023-b4e9-fa3279a1f79b req-ce4bbce7-45fc-42d1-b552-aef0802b9f08 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8f63543-f996-467e-85e1-e0e71ac7be62 HTTP/1.1" status: 200 len: 946 time: 0.0487912 Aug 29 05:14:52.155900 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-599cf99b-312e-4023-b4e9-fa3279a1f79b req-e3d2ed8a-ce50-43e2-8ced-bab96db069c3 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302505 Aug 29 05:14:53.275323 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6207a15e-a2c2-4864-aa63-47f9a458691a req-24ced8ee-a68e-47cd-9c88-8d036f75437e tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:53.277266 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6207a15e-a2c2-4864-aa63-47f9a458691a req-24ced8ee-a68e-47cd-9c88-8d036f75437e tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8f63543-f996-467e-85e1-e0e71ac7be62 HTTP/1.1" status: 200 len: 946 time: 0.0515590 Aug 29 05:14:53.316405 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6207a15e-a2c2-4864-aa63-47f9a458691a req-82a0fbf9-907a-4af7-be13-1897699af19b tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328143 Aug 29 05:14:53.884756 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e14d5528-bd5e-4297-aff1-ffc68dddbeb4 req-04e20ef8-afd0-472b-a357-5477a0e90ba0 service neutron] 10.222.0.46 "GET /v2.0/ports/a8a4aa27-912b-4d29-89d1-f668cb2fd9d1/bindings/n-h1-712140-12 HTTP/1.1" status: 200 len: 383 time: 0.0576603 Aug 29 05:14:54.076859 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14d5528-bd5e-4297-aff1-ffc68dddbeb4 req-132c8898-9548-4c3c-8e5b-a9478bb11e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:54.078277 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e14d5528-bd5e-4297-aff1-ffc68dddbeb4 req-132c8898-9548-4c3c-8e5b-a9478bb11e4d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e8f63543-f996-467e-85e1-e0e71ac7be62&tenant_id=31def360f89342158e5c482db8b51dfa HTTP/1.1" status: 200 len: 1098 time: 0.0414298 Aug 29 05:14:54.139886 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14d5528-bd5e-4297-aff1-ffc68dddbeb4 req-33cfaa55-edc3-42e2-84ad-7dd585b57780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:54.141367 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e14d5528-bd5e-4297-aff1-ffc68dddbeb4 req-33cfaa55-edc3-42e2-84ad-7dd585b57780 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=31def360f89342158e5c482db8b51dfa&device_id=e8f63543-f996-467e-85e1-e0e71ac7be62 HTTP/1.1" status: 200 len: 1098 time: 0.0386920 Aug 29 05:14:54.233026 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14d5528-bd5e-4297-aff1-ffc68dddbeb4 req-2a9dd57f-e89a-4cd1-9ee8-d68ab22777ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:54.234488 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e14d5528-bd5e-4297-aff1-ffc68dddbeb4 req-2a9dd57f-e89a-4cd1-9ee8-d68ab22777ed service neutron] 10.222.0.46 "GET /v2.0/networks?id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb HTTP/1.1" status: 200 len: 913 time: 0.0852520 Aug 29 05:14:54.299102 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e14d5528-bd5e-4297-aff1-ffc68dddbeb4 req-24457dd8-8fe1-45a3-a532-b803044cb0a6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a8a4aa27-912b-4d29-89d1-f668cb2fd9d1 HTTP/1.1" status: 200 len: 1002 time: 0.0571637 Aug 29 05:14:54.348845 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14d5528-bd5e-4297-aff1-ffc68dddbeb4 req-dfef4c6f-e096-49c4-aed9-a1d7e960d0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:54.350324 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e14d5528-bd5e-4297-aff1-ffc68dddbeb4 req-dfef4c6f-e096-49c4-aed9-a1d7e960d0f0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6f6d99e8-8009-478f-9356-563dd7d1ac5b HTTP/1.1" status: 200 len: 851 time: 0.0433826 Aug 29 05:14:54.428961 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14d5528-bd5e-4297-aff1-ffc68dddbeb4 req-c56df5c7-c298-410a-ae68-cb994c22adcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:54.430452 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e14d5528-bd5e-4297-aff1-ffc68dddbeb4 req-c56df5c7-c298-410a-ae68-cb994c22adcc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0723503 Aug 29 05:14:54.443129 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1056c635-36f3-4ba5-8e34-6af38033add2 req-14af5f8c-5bca-4d2b-8816-79dc01dfc4cc tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:54.444563 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1056c635-36f3-4ba5-8e34-6af38033add2 req-14af5f8c-5bca-4d2b-8816-79dc01dfc4cc tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8f63543-f996-467e-85e1-e0e71ac7be62 HTTP/1.1" status: 200 len: 946 time: 0.0581760 Aug 29 05:14:54.534889 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1056c635-36f3-4ba5-8e34-6af38033add2 req-e049261c-8763-446c-a94c-3dd5b730bf85 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817313 Aug 29 05:14:54.555590 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e14d5528-bd5e-4297-aff1-ffc68dddbeb4 req-ac5f0db8-3a12-4fea-ac46-633b5ef8397c service neutron] 10.222.0.46 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101060 Aug 29 05:14:54.646505 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e14d5528-bd5e-4297-aff1-ffc68dddbeb4 req-9e801e31-5672-4889-8fd6-823e7b85ee39 service neutron] 10.222.0.46 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815990 Aug 29 05:14:55.651990 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf73d96-3aca-4283-93e2-122149896364 req-9e97765d-aece-4f80-aa36-4571f7a8c313 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:55.653507 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bcf73d96-3aca-4283-93e2-122149896364 req-9e97765d-aece-4f80-aa36-4571f7a8c313 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8f63543-f996-467e-85e1-e0e71ac7be62 HTTP/1.1" status: 200 len: 946 time: 0.0489748 Aug 29 05:14:55.691370 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bcf73d96-3aca-4283-93e2-122149896364 req-6945933a-3f44-4d93-9add-536e17f453fb tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313008 Aug 29 05:14:56.217598 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device a8a4aa27-912b-4d29-89d1-f668cb2fd9d1 no longer exists at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:14:56.290385 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:56.312722 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8f63543-f996-467e-85e1-e0e71ac7be62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8a4aa27-912b-4d29-89d1-f668cb2fd9d1'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:14:56.315531 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e47ce94e7730ef80c099a0714bd3625e1f676465bb595722170593f8a424ee2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf3cb4c3-2dba-477e-b276-915bd50f41e2" -d '{"events": [{"server_uuid": "e8f63543-f996-467e-85e1-e0e71ac7be62", "name": "network-vif-unplugged", "status": "completed", "tag": "a8a4aa27-912b-4d29-89d1-f668cb2fd9d1"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:14:56.328022 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port a8a4aa27-912b-4d29-89d1-f668cb2fd9d1, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=a8a4aa27-912b-4d29-89d1-f668cb2fd9d1,segment=NetworkSegment(d0eb4993-5acc-428e-b96a-f89f3077d8e1),segment_id=d0eb4993-5acc-428e-b96a-f89f3077d8e1)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:14:56.332548 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:56.367238 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 05:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4e30e45-efe4-4853-88e4-eb4dc5174f31 x-openstack-request-id: req-e4e30e45-efe4-4853-88e4-eb4dc5174f31 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:14:56.367534 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8f63543-f996-467e-85e1-e0e71ac7be62", "name": "network-vif-unplugged", "status": "completed", "tag": "a8a4aa27-912b-4d29-89d1-f668cb2fd9d1", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:14:56.367824 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e4e30e45-efe4-4853-88e4-eb4dc5174f31 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:14:56.368406 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8f63543-f996-467e-85e1-e0e71ac7be62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8a4aa27-912b-4d29-89d1-f668cb2fd9d1', 'code': 200} Aug 29 05:14:56.384881 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=a8a4aa27-912b-4d29-89d1-f668cb2fd9d1,revision_number=6']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:14:56.392512 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:14:56.392858 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:14:56.393197 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:14:56.393529 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:14:56.393857 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:14:56.394181 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:14:56.394522 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:14:56.394826 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:14:56.395145 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:14:56.395463 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:14:56.395813 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:14:56.396123 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:14:56.817469 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acaf983-6c71-4d26-9f1e-95c227178296 req-ff6c42f8-0634-45d1-8828-0c573f699beb tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:56.819210 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8acaf983-6c71-4d26-9f1e-95c227178296 req-ff6c42f8-0634-45d1-8828-0c573f699beb tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8f63543-f996-467e-85e1-e0e71ac7be62 HTTP/1.1" status: 200 len: 944 time: 0.0529113 Aug 29 05:14:56.857318 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8acaf983-6c71-4d26-9f1e-95c227178296 req-bb3c54c8-6d8c-4ece-a2d8-17b8c6686b0c tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319908 Aug 29 05:14:57.981019 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee015897-0b71-44f1-9335-45cc7be164a2 req-44207630-4a08-43a5-bf2f-25c572a7e695 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:57.982411 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ee015897-0b71-44f1-9335-45cc7be164a2 req-44207630-4a08-43a5-bf2f-25c572a7e695 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8f63543-f996-467e-85e1-e0e71ac7be62 HTTP/1.1" status: 200 len: 944 time: 0.0557952 Aug 29 05:14:58.021230 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ee015897-0b71-44f1-9335-45cc7be164a2 req-53e09956-ce88-43f2-bd0a-b67c7428b417 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317514 Aug 29 05:14:59.057402 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:59.141424 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f24602-0b98-46fd-978f-db7be38097e2 req-de5e3dd0-5a17-46c2-bedf-9ced3deca213 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:59.143462 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-49f24602-0b98-46fd-978f-db7be38097e2 req-de5e3dd0-5a17-46c2-bedf-9ced3deca213 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8f63543-f996-467e-85e1-e0e71ac7be62 HTTP/1.1" status: 200 len: 944 time: 0.0496874 Aug 29 05:14:59.180817 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-49f24602-0b98-46fd-978f-db7be38097e2 req-d0f1ac66-83ad-45a9-a0e8-12f26df22ec6 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313742 Aug 29 05:15:00.299649 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097c49bf-9963-49b8-ae57-49e73fb80b89 req-d862760a-7b18-44f0-bf00-7265a2030e6b tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:00.301064 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-097c49bf-9963-49b8-ae57-49e73fb80b89 req-d862760a-7b18-44f0-bf00-7265a2030e6b tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8f63543-f996-467e-85e1-e0e71ac7be62 HTTP/1.1" status: 200 len: 944 time: 0.0521855 Aug 29 05:15:00.338423 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-097c49bf-9963-49b8-ae57-49e73fb80b89 req-8fb68041-e83f-4f34-a660-58c20e20207e tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314496 Aug 29 05:15:01.452716 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1d20aa-350c-4029-977f-67598851e9e5 req-87c86b8f-d914-4dd9-862f-a6adea7ffade tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:01.454806 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8f1d20aa-350c-4029-977f-67598851e9e5 req-87c86b8f-d914-4dd9-862f-a6adea7ffade tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8f63543-f996-467e-85e1-e0e71ac7be62 HTTP/1.1" status: 200 len: 944 time: 0.0480821 Aug 29 05:15:01.491445 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8f1d20aa-350c-4029-977f-67598851e9e5 req-ed32abc3-6ab7-42b8-811b-cb0af47d9b6f tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307262 Aug 29 05:15:02.605810 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d56b55b-48d6-4bac-be51-6968a67ff043 req-f4ba8202-0549-42b2-85e7-b577e60869d0 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:02.607277 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4d56b55b-48d6-4bac-be51-6968a67ff043 req-f4ba8202-0549-42b2-85e7-b577e60869d0 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8f63543-f996-467e-85e1-e0e71ac7be62 HTTP/1.1" status: 200 len: 944 time: 0.0479608 Aug 29 05:15:02.644167 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4d56b55b-48d6-4bac-be51-6968a67ff043 req-032a77aa-f2a2-4a78-9e42-f6aeff997fdc tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310500 Aug 29 05:15:03.447604 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2f1373f0-7028-45d3-9d77-30bfd101e50d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:03.761724 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0706ccf-9398-426d-9e15-e667b237f0f3 req-4c9a31cc-140a-4513-80a6-b89a7639b509 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:03.763200 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f0706ccf-9398-426d-9e15-e667b237f0f3 req-4c9a31cc-140a-4513-80a6-b89a7639b509 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8f63543-f996-467e-85e1-e0e71ac7be62 HTTP/1.1" status: 200 len: 944 time: 0.0517349 Aug 29 05:15:03.800760 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f0706ccf-9398-426d-9e15-e667b237f0f3 req-d0052e57-5988-4528-bdc2-ec9e98323a77 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310371 Aug 29 05:15:04.914540 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b195abd0-7f8a-4912-a271-60b2ba32f074 req-287079b0-dc2c-46b2-a157-417ce5af3f2a tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:04.916017 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b195abd0-7f8a-4912-a271-60b2ba32f074 req-287079b0-dc2c-46b2-a157-417ce5af3f2a tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8f63543-f996-467e-85e1-e0e71ac7be62 HTTP/1.1" status: 200 len: 944 time: 0.0472693 Aug 29 05:15:04.953254 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b195abd0-7f8a-4912-a271-60b2ba32f074 req-0daee410-fa27-4d18-86e6-0bbe9abeb630 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312006 Aug 29 05:15:06.067761 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f302244-0e9d-4d91-96bd-e763ec516194 req-0552fced-cc79-4aca-a454-cfe16c0edf25 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:06.069433 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6f302244-0e9d-4d91-96bd-e763ec516194 req-0552fced-cc79-4aca-a454-cfe16c0edf25 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8f63543-f996-467e-85e1-e0e71ac7be62 HTTP/1.1" status: 200 len: 944 time: 0.0484815 Aug 29 05:15:06.105721 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6f302244-0e9d-4d91-96bd-e763ec516194 req-dcb2428d-8405-4f96-baa2-3334a2ddaf2c tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303230 Aug 29 05:15:06.327862 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6cfbb846-1157-4284-b83e-ee9626eeaffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:06.418899 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9be1baf-5172-4cc6-bdb6-35ea75d1c5a4 req-2d645636-f8c5-44f5-a18c-64d210d36a0e tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:06.420386 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b9be1baf-5172-4cc6-bdb6-35ea75d1c5a4 req-2d645636-f8c5-44f5-a18c-64d210d36a0e tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8f63543-f996-467e-85e1-e0e71ac7be62&tenant_id=31def360f89342158e5c482db8b51dfa&binding%3Ahost_id=n-h1-712140-12 HTTP/1.1" status: 200 len: 944 time: 0.0872109 Aug 29 05:15:06.432804 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6235f6-7c18-4806-bc59-2e59bc875847 req-b03a50bb-6b7a-4a27-9e38-2db96a213d7a tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:06.434207 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5c6235f6-7c18-4806-bc59-2e59bc875847 req-b03a50bb-6b7a-4a27-9e38-2db96a213d7a tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8f63543-f996-467e-85e1-e0e71ac7be62 HTTP/1.1" status: 200 len: 944 time: 0.0655954 Aug 29 05:15:06.506329 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5c6235f6-7c18-4806-bc59-2e59bc875847 req-4112f1d9-2154-4601-936e-3ec1781e1f48 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652549 Aug 29 05:15:06.512326 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b9be1baf-5172-4cc6-bdb6-35ea75d1c5a4 req-1ff64ce6-860b-485b-b46f-8d5509ef032e service neutron] 10.222.0.46 "GET /v2.0/ports/a8a4aa27-912b-4d29-89d1-f668cb2fd9d1/bindings/n-h1-712140-12 HTTP/1.1" status: 200 len: 383 time: 0.0772476 Aug 29 05:15:06.583324 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9be1baf-5172-4cc6-bdb6-35ea75d1c5a4 req-737caf4f-7b22-4d4d-9b1c-fc5e4d0ee35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:06.584792 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b9be1baf-5172-4cc6-bdb6-35ea75d1c5a4 req-737caf4f-7b22-4d4d-9b1c-fc5e4d0ee35e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=31def360f89342158e5c482db8b51dfa&device_id=e8f63543-f996-467e-85e1-e0e71ac7be62 HTTP/1.1" status: 200 len: 1096 time: 0.0485821 Aug 29 05:15:06.671254 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9be1baf-5172-4cc6-bdb6-35ea75d1c5a4 req-8bdcad4c-e75c-49cf-91ad-7f2b8c03cdab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:06.672748 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b9be1baf-5172-4cc6-bdb6-35ea75d1c5a4 req-8bdcad4c-e75c-49cf-91ad-7f2b8c03cdab service neutron] 10.222.0.46 "GET /v2.0/networks?id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb HTTP/1.1" status: 200 len: 913 time: 0.0806019 Aug 29 05:15:06.741188 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b9be1baf-5172-4cc6-bdb6-35ea75d1c5a4 req-e5898966-438a-417b-8a96-cb72004e3889 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a8a4aa27-912b-4d29-89d1-f668cb2fd9d1 HTTP/1.1" status: 200 len: 1000 time: 0.0606151 Aug 29 05:15:06.791456 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9be1baf-5172-4cc6-bdb6-35ea75d1c5a4 req-066d9ca1-28d3-43fe-b26f-c48ed7ea278d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:06.793026 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b9be1baf-5172-4cc6-bdb6-35ea75d1c5a4 req-066d9ca1-28d3-43fe-b26f-c48ed7ea278d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6f6d99e8-8009-478f-9356-563dd7d1ac5b HTTP/1.1" status: 200 len: 851 time: 0.0438302 Aug 29 05:15:06.838109 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9be1baf-5172-4cc6-bdb6-35ea75d1c5a4 req-33cb0eea-f4ba-4a46-9782-d122e529d6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:06.839486 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b9be1baf-5172-4cc6-bdb6-35ea75d1c5a4 req-33cb0eea-f4ba-4a46-9782-d122e529d6f9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388327 Aug 29 05:15:06.930538 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b9be1baf-5172-4cc6-bdb6-35ea75d1c5a4 req-46838c45-68e9-422e-ab0a-85e76774f158 service neutron] 10.222.0.46 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824482 Aug 29 05:15:07.019057 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b9be1baf-5172-4cc6-bdb6-35ea75d1c5a4 req-1a3542fb-058a-4015-b8a5-5851af2e7186 service neutron] 10.222.0.46 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799351 Aug 29 05:15:07.330213 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:07.393976 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:07.622281 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1164f647-1904-4c8f-a24e-91670e0cf85d req-958841bd-e922-4ec3-9118-7cb771f31524 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:07.623806 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1164f647-1904-4c8f-a24e-91670e0cf85d req-958841bd-e922-4ec3-9118-7cb771f31524 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8f63543-f996-467e-85e1-e0e71ac7be62 HTTP/1.1" status: 200 len: 944 time: 0.0486929 Aug 29 05:15:07.660931 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1164f647-1904-4c8f-a24e-91670e0cf85d req-40d36e33-9a60-4420-85f0-f922240c7f3b tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302379 Aug 29 05:15:08.295625 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device a8a4aa27-912b-4d29-89d1-f668cb2fd9d1 details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:15:08.385407 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port a8a4aa27-912b-4d29-89d1-f668cb2fd9d1, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=a8a4aa27-912b-4d29-89d1-f668cb2fd9d1,segment=NetworkSegment(d0eb4993-5acc-428e-b96a-f89f3077d8e1),segment_id=d0eb4993-5acc-428e-b96a-f89f3077d8e1)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:15:08.396779 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Returning: {'device': 'a8a4aa27-912b-4d29-89d1-f668cb2fd9d1', 'network_id': 'd4ebd4fa-a4f1-45bc-9f70-1a5031b435cb', 'port_id': 'a8a4aa27-912b-4d29-89d1-f668cb2fd9d1', 'mac_address': 'fa:16:3e:86:d6:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f6d99e8-8009-478f-9356-563dd7d1ac5b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:15:08.434970 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:08.447337 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8a4aa27-912b-4d29-89d1-f668cb2fd9d1 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:15:08.465576 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port a8a4aa27-912b-4d29-89d1-f668cb2fd9d1, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=a8a4aa27-912b-4d29-89d1-f668cb2fd9d1,segment=NetworkSegment(d0eb4993-5acc-428e-b96a-f89f3077d8e1),segment_id=d0eb4993-5acc-428e-b96a-f89f3077d8e1)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:15:08.469579 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:08.516496 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=a8a4aa27-912b-4d29-89d1-f668cb2fd9d1,revision_number=7']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:15:08.785532 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afebe6f9-39ea-4ea5-8d2e-59009c6475f6 req-3c42089a-860c-4ec8-88e7-f5c590d5cf64 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:08.792669 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-afebe6f9-39ea-4ea5-8d2e-59009c6475f6 req-3c42089a-860c-4ec8-88e7-f5c590d5cf64 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8f63543-f996-467e-85e1-e0e71ac7be62 HTTP/1.1" status: 200 len: 945 time: 0.0604253 Aug 29 05:15:08.826778 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-afebe6f9-39ea-4ea5-8d2e-59009c6475f6 req-c6683566-c225-4ffc-9e8f-d7d41a54374f tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332177 Aug 29 05:15:08.883641 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:09.950483 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9a11b3-0a17-4fcd-b1f9-ea26612caa60 req-6e75eb1f-8627-4a81-b39e-c3e12967a58e tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:09.952175 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8f9a11b3-0a17-4fcd-b1f9-ea26612caa60 req-6e75eb1f-8627-4a81-b39e-c3e12967a58e tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8f63543-f996-467e-85e1-e0e71ac7be62 HTTP/1.1" status: 200 len: 945 time: 0.0497293 Aug 29 05:15:09.996525 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8f9a11b3-0a17-4fcd-b1f9-ea26612caa60 req-f0a839fd-2454-4008-8d5d-c9738d940352 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336149 Aug 29 05:15:10.555903 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:15:10.771220 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9be1baf-5172-4cc6-bdb6-35ea75d1c5a4 req-9038398b-27d8-4dd3-9cb2-8bf8d3574649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:10.772747 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b9be1baf-5172-4cc6-bdb6-35ea75d1c5a4 req-9038398b-27d8-4dd3-9cb2-8bf8d3574649 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e8f63543-f996-467e-85e1-e0e71ac7be62&tenant_id=31def360f89342158e5c482db8b51dfa HTTP/1.1" status: 200 len: 1097 time: 0.0402606 Aug 29 05:15:10.837959 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9be1baf-5172-4cc6-bdb6-35ea75d1c5a4 req-65ff1e11-2539-41b2-b327-243f424151b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:10.839327 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b9be1baf-5172-4cc6-bdb6-35ea75d1c5a4 req-65ff1e11-2539-41b2-b327-243f424151b8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=31def360f89342158e5c482db8b51dfa&device_id=e8f63543-f996-467e-85e1-e0e71ac7be62 HTTP/1.1" status: 200 len: 1097 time: 0.0433779 Aug 29 05:15:10.924803 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9be1baf-5172-4cc6-bdb6-35ea75d1c5a4 req-2f37cc8b-285d-40c5-a42a-fd08220691a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:10.926247 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b9be1baf-5172-4cc6-bdb6-35ea75d1c5a4 req-2f37cc8b-285d-40c5-a42a-fd08220691a6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb HTTP/1.1" status: 200 len: 913 time: 0.0802240 Aug 29 05:15:10.996165 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b9be1baf-5172-4cc6-bdb6-35ea75d1c5a4 req-15716878-5548-4508-84ad-101f39ad7a91 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a8a4aa27-912b-4d29-89d1-f668cb2fd9d1 HTTP/1.1" status: 200 len: 1001 time: 0.0610321 Aug 29 05:15:11.045612 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9be1baf-5172-4cc6-bdb6-35ea75d1c5a4 req-938ca1e3-ec20-4520-b3a4-1e188f55107c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:11.047120 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b9be1baf-5172-4cc6-bdb6-35ea75d1c5a4 req-938ca1e3-ec20-4520-b3a4-1e188f55107c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6f6d99e8-8009-478f-9356-563dd7d1ac5b HTTP/1.1" status: 200 len: 851 time: 0.0432439 Aug 29 05:15:11.121159 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9be1baf-5172-4cc6-bdb6-35ea75d1c5a4 req-cba42d26-4b6c-4e2b-9f37-3b716c2be1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:11.122672 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b9be1baf-5172-4cc6-bdb6-35ea75d1c5a4 req-cba42d26-4b6c-4e2b-9f37-3b716c2be1e5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0661516 Aug 29 05:15:11.134995 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f928e9-29bd-4ec3-9b64-be522f4cf2b6 req-1d090a56-07da-48d7-847a-4b5c73ce8d2e tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:11.136409 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-93f928e9-29bd-4ec3-9b64-be522f4cf2b6 req-1d090a56-07da-48d7-847a-4b5c73ce8d2e tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8f63543-f996-467e-85e1-e0e71ac7be62 HTTP/1.1" status: 200 len: 945 time: 0.0700564 Aug 29 05:15:11.220415 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-93f928e9-29bd-4ec3-9b64-be522f4cf2b6 req-f92154c3-ac5d-4a83-9bfb-50ef699825c7 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756943 Aug 29 05:15:11.246520 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b9be1baf-5172-4cc6-bdb6-35ea75d1c5a4 req-5c5a26e2-02e8-4758-9889-c236d24815d5 service neutron] 10.222.0.46 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091921 Aug 29 05:15:11.338194 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b9be1baf-5172-4cc6-bdb6-35ea75d1c5a4 req-391999b9-af8b-409b-bca0-f00c6cb1d568 service neutron] 10.222.0.46 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835502 Aug 29 05:15:12.327397 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device a8a4aa27-912b-4d29-89d1-f668cb2fd9d1 no longer exists at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:15:12.338293 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a78bab-9399-4446-97fc-a5d83c63be2f req-86a664f3-b7d3-4286-86e3-277c9168cfbd tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:12.339966 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e7a78bab-9399-4446-97fc-a5d83c63be2f req-86a664f3-b7d3-4286-86e3-277c9168cfbd tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8f63543-f996-467e-85e1-e0e71ac7be62 HTTP/1.1" status: 200 len: 945 time: 0.0506408 Aug 29 05:15:12.381400 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e7a78bab-9399-4446-97fc-a5d83c63be2f req-e346473b-dfb0-4343-98bb-d0ec6c76523c tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351753 Aug 29 05:15:12.405868 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:12.420870 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id a8a4aa27-912b-4d29-89d1-f668cb2fd9d1 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:15:12.439384 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port a8a4aa27-912b-4d29-89d1-f668cb2fd9d1, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=a8a4aa27-912b-4d29-89d1-f668cb2fd9d1,segment=NetworkSegment(d0eb4993-5acc-428e-b96a-f89f3077d8e1),segment_id=d0eb4993-5acc-428e-b96a-f89f3077d8e1)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:15:12.444284 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:12.646359 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=a8a4aa27-912b-4d29-89d1-f668cb2fd9d1,revision_number=8']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:15:13.500508 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff837e74-7158-48a5-bbde-2aa0300dd706 req-f3db95b1-7849-460f-aba9-7d9aa0ec7a0c tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:13.502006 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ff837e74-7158-48a5-bbde-2aa0300dd706 req-f3db95b1-7849-460f-aba9-7d9aa0ec7a0c tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8f63543-f996-467e-85e1-e0e71ac7be62 HTTP/1.1" status: 200 len: 944 time: 0.0484238 Aug 29 05:15:13.539944 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ff837e74-7158-48a5-bbde-2aa0300dd706 req-fcf3e996-4469-4a4c-8326-4b4040cc91a9 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319049 Aug 29 05:15:14.672342 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc4c25a-fcc4-4127-b038-39badb9b3432 req-35bf81d1-cb2f-404c-8d64-9cd10de32cb7 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:14.673969 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0fc4c25a-fcc4-4127-b038-39badb9b3432 req-35bf81d1-cb2f-404c-8d64-9cd10de32cb7 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8f63543-f996-467e-85e1-e0e71ac7be62 HTTP/1.1" status: 200 len: 944 time: 0.0514696 Aug 29 05:15:14.715914 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0fc4c25a-fcc4-4127-b038-39badb9b3432 req-6998fb1e-1e2d-4b71-a00e-0abdef8260c2 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352454 Aug 29 05:15:15.835163 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a59273-eb81-467a-827c-57dc0819d4d8 req-fc303ef7-a3eb-4761-af43-40ecfd48d6f5 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:15.836653 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-59a59273-eb81-467a-827c-57dc0819d4d8 req-fc303ef7-a3eb-4761-af43-40ecfd48d6f5 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8f63543-f996-467e-85e1-e0e71ac7be62 HTTP/1.1" status: 200 len: 944 time: 0.0495179 Aug 29 05:15:15.873196 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-59a59273-eb81-467a-827c-57dc0819d4d8 req-c5fe9a89-8125-47ef-a6f0-bb28dd7fbf66 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305858 Aug 29 05:15:16.989679 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0091dc-8efe-49ca-ace0-185e254e48cc req-3824078b-91f7-42dd-8c69-7083661a305c tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:16.991200 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8f0091dc-8efe-49ca-ace0-185e254e48cc req-3824078b-91f7-42dd-8c69-7083661a305c tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8f63543-f996-467e-85e1-e0e71ac7be62 HTTP/1.1" status: 200 len: 944 time: 0.0486138 Aug 29 05:15:17.028962 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8f0091dc-8efe-49ca-ace0-185e254e48cc req-20ce9f42-60f8-4d63-804c-d56e14b5bb6e tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313532 Aug 29 05:15:18.142455 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dea045-7bee-4328-b35d-7ffcf56f1166 req-dbfa295d-a55b-44f8-8524-ae5501dfae2f tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:18.143968 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-41dea045-7bee-4328-b35d-7ffcf56f1166 req-dbfa295d-a55b-44f8-8524-ae5501dfae2f tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8f63543-f996-467e-85e1-e0e71ac7be62 HTTP/1.1" status: 200 len: 944 time: 0.0481215 Aug 29 05:15:18.184544 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-41dea045-7bee-4328-b35d-7ffcf56f1166 req-221588ee-eeba-4086-89c4-89488a235eef tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344326 Aug 29 05:15:19.300754 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4445df41-910b-4860-8ad7-535c2ff621c1 req-dd2e6217-d2e8-49da-8b48-12daa4749059 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:19.302239 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4445df41-910b-4860-8ad7-535c2ff621c1 req-dd2e6217-d2e8-49da-8b48-12daa4749059 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8f63543-f996-467e-85e1-e0e71ac7be62 HTTP/1.1" status: 200 len: 944 time: 0.0484769 Aug 29 05:15:19.338622 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4445df41-910b-4860-8ad7-535c2ff621c1 req-aefd66d9-c9d8-4eff-ab8c-8f4a97630d32 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304301 Aug 29 05:15:19.743935 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:20.454912 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8558cda-c0d7-4c12-ba1d-4abe2ca3c5e2 req-ff2c7002-536b-47ca-819e-70db3279a683 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:20.456457 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c8558cda-c0d7-4c12-ba1d-4abe2ca3c5e2 req-ff2c7002-536b-47ca-819e-70db3279a683 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8f63543-f996-467e-85e1-e0e71ac7be62 HTTP/1.1" status: 200 len: 944 time: 0.0491161 Aug 29 05:15:20.493156 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c8558cda-c0d7-4c12-ba1d-4abe2ca3c5e2 req-39728a42-11d8-438c-a87a-7034d74eb634 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309513 Aug 29 05:15:21.611242 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c94a070-a82f-46b1-a169-c49c75ece23e req-ea914603-2027-4dd2-a9b8-1fc2d38d3fb8 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:21.612764 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0c94a070-a82f-46b1-a169-c49c75ece23e req-ea914603-2027-4dd2-a9b8-1fc2d38d3fb8 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8f63543-f996-467e-85e1-e0e71ac7be62 HTTP/1.1" status: 200 len: 944 time: 0.0507269 Aug 29 05:15:21.654413 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0c94a070-a82f-46b1-a169-c49c75ece23e req-daf86281-7452-444e-b342-1f441f07cda2 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357454 Aug 29 05:15:22.772690 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7375e9b2-b062-414b-ab04-3487c9207485 req-3dc4ffd3-5110-47da-97e8-c172958d357f tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:22.774176 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7375e9b2-b062-414b-ab04-3487c9207485 req-3dc4ffd3-5110-47da-97e8-c172958d357f tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8f63543-f996-467e-85e1-e0e71ac7be62 HTTP/1.1" status: 200 len: 944 time: 0.0488446 Aug 29 05:15:22.811324 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7375e9b2-b062-414b-ab04-3487c9207485 req-8e1f6638-da3f-46ca-9492-2f20a41e7e22 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311072 Aug 29 05:15:22.921912 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fa7c85-b8d7-45ac-adb6-84ea21144e58 req-eab467d2-108b-4290-9ac2-89c5da28faa3 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:22.923399 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-57fa7c85-b8d7-45ac-adb6-84ea21144e58 req-eab467d2-108b-4290-9ac2-89c5da28faa3 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8f63543-f996-467e-85e1-e0e71ac7be62 HTTP/1.1" status: 200 len: 944 time: 0.0477388 Aug 29 05:15:22.961476 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-57fa7c85-b8d7-45ac-adb6-84ea21144e58 req-840f7542-c5ce-40db-ad68-047246cce119 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314205 Aug 29 05:15:23.073248 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e8dfe6-7c96-47f8-8c8b-e2893452c227 req-fd0378c5-bd62-4862-8ef2-4081810e5cf2 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:23.074712 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-17e8dfe6-7c96-47f8-8c8b-e2893452c227 req-fd0378c5-bd62-4862-8ef2-4081810e5cf2 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8f63543-f996-467e-85e1-e0e71ac7be62 HTTP/1.1" status: 200 len: 944 time: 0.0483580 Aug 29 05:15:23.117039 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-17e8dfe6-7c96-47f8-8c8b-e2893452c227 req-58f82c6e-100f-4ec9-b5b2-2ac28c08d6ca tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363870 Aug 29 05:15:23.349938 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de47b665-9ab0-42ac-ac52-eabe94ba7ef3 req-8e5e267b-d1ab-49d9-ac4d-6a9cdd3fdf89 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:23.351428 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-de47b665-9ab0-42ac-ac52-eabe94ba7ef3 req-8e5e267b-d1ab-49d9-ac4d-6a9cdd3fdf89 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8f63543-f996-467e-85e1-e0e71ac7be62 HTTP/1.1" status: 200 len: 944 time: 0.0488436 Aug 29 05:15:23.387787 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-de47b665-9ab0-42ac-ac52-eabe94ba7ef3 req-dbb0dde0-7ede-4de6-a486-4a879a6dc9d6 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304163 Aug 29 05:15:24.367218 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device a8a4aa27-912b-4d29-89d1-f668cb2fd9d1 details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:15:24.460971 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port a8a4aa27-912b-4d29-89d1-f668cb2fd9d1, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=a8a4aa27-912b-4d29-89d1-f668cb2fd9d1,segment=NetworkSegment(d0eb4993-5acc-428e-b96a-f89f3077d8e1),segment_id=d0eb4993-5acc-428e-b96a-f89f3077d8e1)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:15:24.473386 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Returning: {'device': 'a8a4aa27-912b-4d29-89d1-f668cb2fd9d1', 'network_id': 'd4ebd4fa-a4f1-45bc-9f70-1a5031b435cb', 'port_id': 'a8a4aa27-912b-4d29-89d1-f668cb2fd9d1', 'mac_address': 'fa:16:3e:86:d6:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f6d99e8-8009-478f-9356-563dd7d1ac5b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:15:24.505256 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26172e6-4a53-4042-9908-a1ffdceeb0c5 req-13fdd616-aec5-40d6-acd4-41d2ad72396c tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:24.506742 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c26172e6-4a53-4042-9908-a1ffdceeb0c5 req-13fdd616-aec5-40d6-acd4-41d2ad72396c tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8f63543-f996-467e-85e1-e0e71ac7be62 HTTP/1.1" status: 200 len: 944 time: 0.0492997 Aug 29 05:15:24.513064 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:24.525828 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8a4aa27-912b-4d29-89d1-f668cb2fd9d1 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:15:24.544382 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c26172e6-4a53-4042-9908-a1ffdceeb0c5 req-64fb2a1f-9f66-4c53-8ee1-1f0926c0576d tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/security-groups?id=39a98bf6-a41c-4627-a22e-32e9324f8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316441 Aug 29 05:15:24.545307 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port a8a4aa27-912b-4d29-89d1-f668cb2fd9d1, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=a8a4aa27-912b-4d29-89d1-f668cb2fd9d1,segment=NetworkSegment(d0eb4993-5acc-428e-b96a-f89f3077d8e1),segment_id=d0eb4993-5acc-428e-b96a-f89f3077d8e1)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:15:24.556916 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:24.603026 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=a8a4aa27-912b-4d29-89d1-f668cb2fd9d1,revision_number=9']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:15:24.889902 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40675a8-5496-47aa-8149-c897b00a3f9c req-81bb5f07-5885-470a-9f8c-2319124a246d tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:24.891331 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a40675a8-5496-47aa-8149-c897b00a3f9c req-81bb5f07-5885-470a-9f8c-2319124a246d tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8f63543-f996-467e-85e1-e0e71ac7be62 HTTP/1.1" status: 200 len: 945 time: 0.0465198 Aug 29 05:15:24.984889 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-a40675a8-5496-47aa-8149-c897b00a3f9c req-d69a432f-3fb2-4cf0-b58c-650f2bd8de9c tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Deleting port a8a4aa27-912b-4d29-89d1-f668cb2fd9d1 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:15:24.985234 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a40675a8-5496-47aa-8149-c897b00a3f9c req-d69a432f-3fb2-4cf0-b58c-650f2bd8de9c tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:25.073785 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-a40675a8-5496-47aa-8149-c897b00a3f9c req-d69a432f-3fb2-4cf0-b58c-650f2bd8de9c tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] For port a8a4aa27-912b-4d29-89d1-f668cb2fd9d1, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=a8a4aa27-912b-4d29-89d1-f668cb2fd9d1,segment=NetworkSegment(d0eb4993-5acc-428e-b96a-f89f3077d8e1),segment_id=d0eb4993-5acc-428e-b96a-f89f3077d8e1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:15:25.074066 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a40675a8-5496-47aa-8149-c897b00a3f9c req-d69a432f-3fb2-4cf0-b58c-650f2bd8de9c tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:25.256575 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a40675a8-5496-47aa-8149-c897b00a3f9c req-d69a432f-3fb2-4cf0-b58c-650f2bd8de9c tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:25.256998 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a40675a8-5496-47aa-8149-c897b00a3f9c req-d69a432f-3fb2-4cf0-b58c-650f2bd8de9c tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719515'] for floatingip, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:25.257436 n-d-712140-12 neutron-server[94828]: INFO neutron.db.l3_db [req-a40675a8-5496-47aa-8149-c897b00a3f9c req-d69a432f-3fb2-4cf0-b58c-650f2bd8de9c tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Floating IP 24a70931-443b-4f5c-be58-16b9051777b1 disassociated. External IP: 172.25.0.82, port: a8a4aa27-912b-4d29-89d1-f668cb2fd9d1. Aug 29 05:15:25.257783 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-a40675a8-5496-47aa-8149-c897b00a3f9c req-d69a432f-3fb2-4cf0-b58c-650f2bd8de9c tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Calling delete_port for a8a4aa27-912b-4d29-89d1-f668cb2fd9d1 owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:15:25.385125 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a40675a8-5496-47aa-8149-c897b00a3f9c req-d69a432f-3fb2-4cf0-b58c-650f2bd8de9c tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:25.422218 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69a432f-3fb2-4cf0-b58c-650f2bd8de9c tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Pushing event deleted for resources: {'Port': ['ID=a8a4aa27-912b-4d29-89d1-f668cb2fd9d1,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:15:25.433737 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69a432f-3fb2-4cf0-b58c-650f2bd8de9c tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:15:25.434092 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69a432f-3fb2-4cf0-b58c-650f2bd8de9c tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:15:25.434435 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69a432f-3fb2-4cf0-b58c-650f2bd8de9c tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:15:25.434773 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69a432f-3fb2-4cf0-b58c-650f2bd8de9c tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:15:25.435113 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69a432f-3fb2-4cf0-b58c-650f2bd8de9c tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:15:25.435449 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69a432f-3fb2-4cf0-b58c-650f2bd8de9c tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:15:25.435804 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69a432f-3fb2-4cf0-b58c-650f2bd8de9c tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:15:25.436133 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69a432f-3fb2-4cf0-b58c-650f2bd8de9c tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:15:25.436462 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69a432f-3fb2-4cf0-b58c-650f2bd8de9c tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:15:25.437424 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69a432f-3fb2-4cf0-b58c-650f2bd8de9c tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:15:25.437424 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69a432f-3fb2-4cf0-b58c-650f2bd8de9c tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:15:25.437424 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69a432f-3fb2-4cf0-b58c-650f2bd8de9c tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:15:25.544654 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a40675a8-5496-47aa-8149-c897b00a3f9c req-d69a432f-3fb2-4cf0-b58c-650f2bd8de9c tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Router 9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:15:25.991131 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7f71cf7c-9d25-4b27-b024-16724fe1570f req-92f1ac29-6b74-489e-bc3e-9b2cfc9c860a tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8f63543-f996-467e-85e1-e0e71ac7be62 HTTP/1.1" status: 200 len: 210 time: 0.3605421 Aug 29 05:15:26.005910 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a40675a8-5496-47aa-8149-c897b00a3f9c req-d69a432f-3fb2-4cf0-b58c-650f2bd8de9c tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:15:26.016214 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f54dc8-40d9-4564-a3ac-acec6892edbd None None] Sync routers for ids ['9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:15:26.025248 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f54dc8-40d9-4564-a3ac-acec6892edbd None None] Routers {'9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:15:26.025928 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-e7f54dc8-40d9-4564-a3ac-acec6892edbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:15:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:15:26.044819 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-a40675a8-5496-47aa-8149-c897b00a3f9c req-d69a432f-3fb2-4cf0-b58c-650f2bd8de9c tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] No DVR routers for this DVR port a8a4aa27-912b-4d29-89d1-f668cb2fd9d1 on host n-h1-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:15:26.047648 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-a40675a8-5496-47aa-8149-c897b00a3f9c req-d69a432f-3fb2-4cf0-b58c-650f2bd8de9c tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:26.050267 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a40675a8-5496-47aa-8149-c897b00a3f9c req-d69a432f-3fb2-4cf0-b58c-650f2bd8de9c tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.46 "DELETE /v2.0/ports/a8a4aa27-912b-4d29-89d1-f668cb2fd9d1 HTTP/1.1" status: 204 len: 173 time: 1.1506870 Aug 29 05:15:26.050729 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8f63543-f996-467e-85e1-e0e71ac7be62', 'name': 'network-vif-deleted', 'tag': 'a8a4aa27-912b-4d29-89d1-f668cb2fd9d1'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:15:26.053030 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfb9107a06241f0f5f2256c13c0e0e77dc40c776bf6dc0455c34cebdf0549d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5818fb75-be7e-4446-b2d2-a722965e242d" -d '{"events": [{"server_uuid": "e8f63543-f996-467e-85e1-e0e71ac7be62", "name": "network-vif-deleted", "tag": "a8a4aa27-912b-4d29-89d1-f668cb2fd9d1"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:15:26.091038 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab63801c-8dbc-41b1-b9bb-fd72cbecce75 x-openstack-request-id: req-ab63801c-8dbc-41b1-b9bb-fd72cbecce75 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:15:26.091379 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8f63543-f996-467e-85e1-e0e71ac7be62", "name": "network-vif-deleted", "tag": "a8a4aa27-912b-4d29-89d1-f668cb2fd9d1", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:15:26.091634 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ab63801c-8dbc-41b1-b9bb-fd72cbecce75 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:15:26.092077 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8f63543-f996-467e-85e1-e0e71ac7be62', 'name': 'network-vif-deleted', 'tag': 'a8a4aa27-912b-4d29-89d1-f668cb2fd9d1', 'status': 'completed', 'code': 200} Aug 29 05:15:26.135611 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-e7f54dc8-40d9-4564-a3ac-acec6892edbd None None] Set router 9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:15:26.329182 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-e7f54dc8-40d9-4564-a3ac-acec6892edbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7', 'name': 'tempest-ServerActionsTestJSON-1226271981-router', 'tenant_id': '31def360f89342158e5c482db8b51dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'f296628a-3cd6-4f77-be95-983e76610165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:03:29Z', 'updated_at': '2021-08-29T05:03:31Z', 'revision_number': 4, 'project_id': '31def360f89342158e5c482db8b51dfa', 'gw_port': {'id': 'f296628a-3cd6-4f77-be95-983e76610165', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:03:29Z', 'updated_at': '2021-08-29T05:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '9f2ff4b2-35a8-4df2-9520-5d9a26f40f8e', 'name': '', 'network_id': 'd4ebd4fa-a4f1-45bc-9f70-1a5031b435cb', 'tenant_id': '31def360f89342158e5c482db8b51dfa', 'mac_address': 'fa:16:3e:63:bb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '6f6d99e8-8009-478f-9356-563dd7d1ac5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:03:31Z', 'updated_at': '2021-08-29T05:03:37Z', 'revision_number': 5, 'project_id': '31def360f89342158e5c482db8b51dfa', 'subnets': [{'id': '6f6d99e8-8009-478f-9356-563dd7d1ac5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:15:26.359060 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f54dc8-40d9-4564-a3ac-acec6892edbd None None] Checking router: 9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7 for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:15:26.367404 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f54dc8-40d9-4564-a3ac-acec6892edbd None None] Routers {'9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:15:26.368042 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-e7f54dc8-40d9-4564-a3ac-acec6892edbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:15:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:15:26.471139 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-e7f54dc8-40d9-4564-a3ac-acec6892edbd None None] Set router 9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:15:26.664546 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-e7f54dc8-40d9-4564-a3ac-acec6892edbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7', 'name': 'tempest-ServerActionsTestJSON-1226271981-router', 'tenant_id': '31def360f89342158e5c482db8b51dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'f296628a-3cd6-4f77-be95-983e76610165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:03:29Z', 'updated_at': '2021-08-29T05:03:31Z', 'revision_number': 4, 'project_id': '31def360f89342158e5c482db8b51dfa', 'gw_port': {'id': 'f296628a-3cd6-4f77-be95-983e76610165', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:03:29Z', 'updated_at': '2021-08-29T05:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '9f2ff4b2-35a8-4df2-9520-5d9a26f40f8e', 'name': '', 'network_id': 'd4ebd4fa-a4f1-45bc-9f70-1a5031b435cb', 'tenant_id': '31def360f89342158e5c482db8b51dfa', 'mac_address': 'fa:16:3e:63:bb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '6f6d99e8-8009-478f-9356-563dd7d1ac5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:03:31Z', 'updated_at': '2021-08-29T05:03:37Z', 'revision_number': 5, 'project_id': '31def360f89342158e5c482db8b51dfa', 'subnets': [{'id': '6f6d99e8-8009-478f-9356-563dd7d1ac5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:15:26.690873 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f54dc8-40d9-4564-a3ac-acec6892edbd None None] The sync data for ids ['9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7'] in n-d-712140-12 is: [{'id': '9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7', 'name': 'tempest-ServerActionsTestJSON-1226271981-router', 'tenant_id': '31def360f89342158e5c482db8b51dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'f296628a-3cd6-4f77-be95-983e76610165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:03:29Z', 'updated_at': '2021-08-29T05:03:31Z', 'revision_number': 4, 'project_id': '31def360f89342158e5c482db8b51dfa', 'gw_port': {'id': 'f296628a-3cd6-4f77-be95-983e76610165', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:03:29Z', 'updated_at': '2021-08-29T05:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '9f2ff4b2-35a8-4df2-9520-5d9a26f40f8e', 'name': '', 'network_id': 'd4ebd4fa-a4f1-45bc-9f70-1a5031b435cb', 'tenant_id': '31def360f89342158e5c482db8b51dfa', 'mac_address': 'fa:16:3e:63:bb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '6f6d99e8-8009-478f-9356-563dd7d1ac5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:03:31Z', 'updated_at': '2021-08-29T05:03:37Z', 'revision_number': 5, 'project_id': '31def360f89342158e5c482db8b51dfa', 'subnets': [{'id': '6f6d99e8-8009-478f-9356-563dd7d1ac5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:15:26.912530 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a38d4d-c57b-43d4-b41a-f4be33994e83 None None] New status for floating IP 24a70931-443b-4f5c-be58-16b9051777b1: DOWN {{(pid=94830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:15:27.089677 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ad571271-8544-4167-af0e-301d9aba3003 req-4e46af14-a63d-4e3b-9e5c-de4dd0585e39 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8f63543-f996-467e-85e1-e0e71ac7be62 HTTP/1.1" status: 200 len: 210 time: 0.0273082 Aug 29 05:15:28.186478 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fae31333-5c83-43be-927a-435f73942236 req-fd0c7461-8cb6-4655-9842-dd68f1aeeca7 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8f63543-f996-467e-85e1-e0e71ac7be62 HTTP/1.1" status: 200 len: 210 time: 0.0259235 Aug 29 05:15:28.386905 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device a8a4aa27-912b-4d29-89d1-f668cb2fd9d1 no longer exists at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:15:28.411024 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] No Port match for: a8a4aa27-912b-4d29-89d1-f668cb2fd9d1 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:15:28.411368 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device a8a4aa27-912b-4d29-89d1-f668cb2fd9d1 not bound to the agent host n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:15:29.052292 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:29.282815 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6ec04b70-c84a-441f-9867-a1163e6902c5 req-8a9bf069-806d-4124-a213-7d4e6f3718df tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8f63543-f996-467e-85e1-e0e71ac7be62 HTTP/1.1" status: 200 len: 210 time: 0.0260472 Aug 29 05:15:32.921460 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 40192) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:15:32.969196 n-d-712140-12 neutron-server[94828]: INFO neutron.api.v2.resource [None req-a6344a6c-4477-49ac-a937-bf94a293c3ba tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 29 05:15:32.970176 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-a6344a6c-4477-49ac-a937-bf94a293c3ba tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "DELETE /v2.0/security-groups/39a98bf6-a41c-4627-a22e-32e9324f8d9f HTTP/1.1" status: 409 len: 336 time: 0.0477335 Aug 29 05:15:32.989474 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 40194) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:15:33.114972 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d5305fdb-994a-451c-a960-90850167e5cd tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Deleting port 230e5c75-a55b-496f-88e9-368c99a51ef3 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:15:33.115313 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d5305fdb-994a-451c-a960-90850167e5cd tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:33.190537 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d5305fdb-994a-451c-a960-90850167e5cd tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:33.190537 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d5305fdb-994a-451c-a960-90850167e5cd tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:33.202695 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d5305fdb-994a-451c-a960-90850167e5cd tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Calling delete_port for 230e5c75-a55b-496f-88e9-368c99a51ef3 owned by network:floatingip {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:15:33.336234 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d5305fdb-994a-451c-a960-90850167e5cd tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:33.361421 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5305fdb-994a-451c-a960-90850167e5cd tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Pushing event deleted for resources: {'Port': ['ID=230e5c75-a55b-496f-88e9-368c99a51ef3,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:15:33.425890 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d5305fdb-994a-451c-a960-90850167e5cd tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Notify callbacks [] for floatingip, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:33.428455 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d5305fdb-994a-451c-a960-90850167e5cd tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:33.429628 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-d5305fdb-994a-451c-a960-90850167e5cd tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] 10.222.0.22 "DELETE /v2.0/floatingips/24a70931-443b-4f5c-be58-16b9051777b1 HTTP/1.1" status: 204 len: 168 time: 0.4392273 Aug 29 05:15:33.437611 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 40196) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:15:33.449069 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1a3f387c-b41a-4240-8366-3c6ee2bd6729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:33.958113 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e4c768f2-3265-4fad-87e5-fd2ae7cdb8ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713413'] for router_interface, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:34.491866 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-e4c768f2-3265-4fad-87e5-fd2ae7cdb8ff admin admin] Deleting port 9f2ff4b2-35a8-4df2-9520-5d9a26f40f8e {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:15:34.492542 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e4c768f2-3265-4fad-87e5-fd2ae7cdb8ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:34.570558 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-e4c768f2-3265-4fad-87e5-fd2ae7cdb8ff admin admin] For port 9f2ff4b2-35a8-4df2-9520-5d9a26f40f8e, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=9f2ff4b2-35a8-4df2-9520-5d9a26f40f8e,segment=NetworkSegment(d0eb4993-5acc-428e-b96a-f89f3077d8e1),segment_id=d0eb4993-5acc-428e-b96a-f89f3077d8e1)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:15:34.570921 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e4c768f2-3265-4fad-87e5-fd2ae7cdb8ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:34.583366 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-e4c768f2-3265-4fad-87e5-fd2ae7cdb8ff admin admin] Calling delete_port for 9f2ff4b2-35a8-4df2-9520-5d9a26f40f8e owned by network:router_interface {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:15:34.778066 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e4c768f2-3265-4fad-87e5-fd2ae7cdb8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:34.808129 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c768f2-3265-4fad-87e5-fd2ae7cdb8ff admin admin] Pushing event deleted for resources: {'Port': ['ID=9f2ff4b2-35a8-4df2-9520-5d9a26f40f8e,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:15:34.832511 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c768f2-3265-4fad-87e5-fd2ae7cdb8ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:15:34.832863 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c768f2-3265-4fad-87e5-fd2ae7cdb8ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:15:34.833204 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c768f2-3265-4fad-87e5-fd2ae7cdb8ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:15:34.833544 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c768f2-3265-4fad-87e5-fd2ae7cdb8ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:15:34.833879 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c768f2-3265-4fad-87e5-fd2ae7cdb8ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:15:34.834212 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c768f2-3265-4fad-87e5-fd2ae7cdb8ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:15:34.834544 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c768f2-3265-4fad-87e5-fd2ae7cdb8ff admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:15:34.834871 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c768f2-3265-4fad-87e5-fd2ae7cdb8ff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:15:34.835196 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c768f2-3265-4fad-87e5-fd2ae7cdb8ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:15:34.835521 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c768f2-3265-4fad-87e5-fd2ae7cdb8ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:15:34.835870 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c768f2-3265-4fad-87e5-fd2ae7cdb8ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:15:34.836193 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c768f2-3265-4fad-87e5-fd2ae7cdb8ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:15:34.978597 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e4c768f2-3265-4fad-87e5-fd2ae7cdb8ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-713231'] for router_interface, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:35.189376 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4c768f2-3265-4fad-87e5-fd2ae7cdb8ff admin admin] Router 9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:15:35.292778 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4c768f2-3265-4fad-87e5-fd2ae7cdb8ff admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:15:35.297937 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-e4c768f2-3265-4fad-87e5-fd2ae7cdb8ff admin admin] 10.222.0.22 "PUT /v2.0/routers/9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8589771 Aug 29 05:15:35.300798 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 40204) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:15:35.303984 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cffb3bc0-aec3-48da-90fc-d45fd6c9ed63 None None] Sync routers for ids ['9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:15:35.313064 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffb3bc0-aec3-48da-90fc-d45fd6c9ed63 None None] Routers {'9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:15:35.313672 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-cffb3bc0-aec3-48da-90fc-d45fd6c9ed63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:15:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:15:35.405706 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fde24c77-d72d-4b24-b804-f27d5be0776e admin admin] Notify callbacks [] for router, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:35.418679 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-cffb3bc0-aec3-48da-90fc-d45fd6c9ed63 None None] Set router 9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:15:35.509648 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fde24c77-d72d-4b24-b804-f27d5be0776e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:35.562389 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-fde24c77-d72d-4b24-b804-f27d5be0776e admin admin] Deleting port f296628a-3cd6-4f77-be95-983e76610165 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:15:35.562732 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fde24c77-d72d-4b24-b804-f27d5be0776e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:35.594413 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-cffb3bc0-aec3-48da-90fc-d45fd6c9ed63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7', 'name': 'tempest-ServerActionsTestJSON-1226271981-router', 'tenant_id': '31def360f89342158e5c482db8b51dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'f296628a-3cd6-4f77-be95-983e76610165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:03:29Z', 'updated_at': '2021-08-29T05:15:34Z', 'revision_number': 5, 'project_id': '31def360f89342158e5c482db8b51dfa', 'gw_port': {'id': 'f296628a-3cd6-4f77-be95-983e76610165', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:03:29Z', 'updated_at': '2021-08-29T05:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:15:35.620802 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cffb3bc0-aec3-48da-90fc-d45fd6c9ed63 None None] Checking router: 9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7 for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:15:35.629000 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffb3bc0-aec3-48da-90fc-d45fd6c9ed63 None None] Routers {'9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:15:35.629594 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-cffb3bc0-aec3-48da-90fc-d45fd6c9ed63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:15:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:15:35.642933 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-fde24c77-d72d-4b24-b804-f27d5be0776e admin admin] For port f296628a-3cd6-4f77-be95-983e76610165, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=f296628a-3cd6-4f77-be95-983e76610165,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:15:35.643427 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fde24c77-d72d-4b24-b804-f27d5be0776e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:35.656132 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-fde24c77-d72d-4b24-b804-f27d5be0776e admin admin] Calling delete_port for f296628a-3cd6-4f77-be95-983e76610165 owned by network:router_gateway {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:15:35.715126 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-cffb3bc0-aec3-48da-90fc-d45fd6c9ed63 None None] Set router 9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7 gateway port host: None {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:15:35.765950 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-cffb3bc0-aec3-48da-90fc-d45fd6c9ed63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7', 'name': 'tempest-ServerActionsTestJSON-1226271981-router', 'tenant_id': '31def360f89342158e5c482db8b51dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:03:29Z', 'updated_at': '2021-08-29T05:15:35Z', 'revision_number': 6, 'project_id': '31def360f89342158e5c482db8b51dfa', 'gw_port_host': None}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:15:35.796589 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cffb3bc0-aec3-48da-90fc-d45fd6c9ed63 None None] The sync data for ids ['9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7'] in n-d-712140-12 is: [{'id': '9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7', 'name': 'tempest-ServerActionsTestJSON-1226271981-router', 'tenant_id': '31def360f89342158e5c482db8b51dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:03:29Z', 'updated_at': '2021-08-29T05:15:35Z', 'revision_number': 6, 'project_id': '31def360f89342158e5c482db8b51dfa', 'gw_port_host': None}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:15:35.829164 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fde24c77-d72d-4b24-b804-f27d5be0776e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:35.854053 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde24c77-d72d-4b24-b804-f27d5be0776e admin admin] Pushing event deleted for resources: {'Port': ['ID=f296628a-3cd6-4f77-be95-983e76610165,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:15:35.921038 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fde24c77-d72d-4b24-b804-f27d5be0776e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719445'] for router_gateway, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:36.009669 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fde24c77-d72d-4b24-b804-f27d5be0776e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:36.011765 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fde24c77-d72d-4b24-b804-f27d5be0776e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:36.053755 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fde24c77-d72d-4b24-b804-f27d5be0776e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717253'] for router, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:36.054708 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fde24c77-d72d-4b24-b804-f27d5be0776e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7 {{(pid=94829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 05:15:36.059383 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fde24c77-d72d-4b24-b804-f27d5be0776e admin admin] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:36.060654 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-fde24c77-d72d-4b24-b804-f27d5be0776e admin admin] 10.222.0.22 "DELETE /v2.0/routers/9b4cf8c5-832f-4986-80a2-9c1d2c4ab9d7 HTTP/1.1" status: 204 len: 168 time: 0.7589400 Aug 29 05:15:36.063263 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 40206) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:15:36.113076 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff6b62f7-c4e8-420c-82c5-7b29a3834f48 admin admin] Deleting subnet 6f6d99e8-8009-478f-9356-563dd7d1ac5b {{(pid=94829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 05:15:36.116150 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ff6b62f7-c4e8-420c-82c5-7b29a3834f48 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:36.151138 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ff6b62f7-c4e8-420c-82c5-7b29a3834f48 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4311743'] for subnet, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:36.192158 n-d-712140-12 neutron-server[94829]: INFO neutron.db.db_base_plugin_v2 [None req-ff6b62f7-c4e8-420c-82c5-7b29a3834f48 admin admin] Found port (8e11f048-6330-4537-9251-c0dbbafc7fc5, 172.20.0.5) having IP allocation on subnet 6f6d99e8-8009-478f-9356-563dd7d1ac5b, cannot delete Aug 29 05:15:36.195996 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff6b62f7-c4e8-420c-82c5-7b29a3834f48 admin admin] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 29 05:15:36.196526 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff6b62f7-c4e8-420c-82c5-7b29a3834f48 admin admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 05:15:36.198447 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-ff6b62f7-c4e8-420c-82c5-7b29a3834f48 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/6f6d99e8-8009-478f-9356-563dd7d1ac5b HTTP/1.1" status: 409 len: 404 time: 0.1342337 Aug 29 05:15:36.254194 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 9f2ff4b2-35a8-4df2-9520-5d9a26f40f8e no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:15:36.273468 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 9f2ff4b2-35a8-4df2-9520-5d9a26f40f8e {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:15:36.273820 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 9f2ff4b2-35a8-4df2-9520-5d9a26f40f8e not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:15:36.317171 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4e926147-c0a2-4eae-a607-71a0cc943483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:36.745340 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 40226) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:15:36.853212 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-083405b7-7c84-4920-bbca-68843f3cfcdf admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-514743650-network', 'tenant_id': '32bdbe0bd75646779bb442d3e291d254'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:15:36.877037 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-083405b7-7c84-4920-bbca-68843f3cfcdf admin admin] Made reservation on behalf of 32bdbe0bd75646779bb442d3e291d254 for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:15:36.879599 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-083405b7-7c84-4920-bbca-68843f3cfcdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:36.889364 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-083405b7-7c84-4920-bbca-68843f3cfcdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:36.986094 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-083405b7-7c84-4920-bbca-68843f3cfcdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:36.991103 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-083405b7-7c84-4920-bbca-68843f3cfcdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:37.017242 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-083405b7-7c84-4920-bbca-68843f3cfcdf admin admin] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:15:37.027230 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083405b7-7c84-4920-bbca-68843f3cfcdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26fc0add-fed9-45f1-b7c7-23ea2ae0951b,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:15:37.035892 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-083405b7-7c84-4920-bbca-68843f3cfcdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:37.036239 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-083405b7-7c84-4920-bbca-68843f3cfcdf admin admin] Added segment 39d25ce4-dbe7-4ade-91e7-fb6e549f7ae5 of type vlan for network 0214cd6b-5f79-43e0-b6e5-2c5c2b1ea3be Aug 29 05:15:37.077782 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-083405b7-7c84-4920-bbca-68843f3cfcdf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:37.107656 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-083405b7-7c84-4920-bbca-68843f3cfcdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:37.108693 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083405b7-7c84-4920-bbca-68843f3cfcdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:37.109268 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-083405b7-7c84-4920-bbca-68843f3cfcdf admin admin] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:37.166688 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-083405b7-7c84-4920-bbca-68843f3cfcdf admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4198940 Aug 29 05:15:37.169426 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 40230) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:15:37.174269 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-2f1b5cff-18c7-4a8c-95f6-7829d7bb77b8 admin admin] Request body: {'subnet': {'network_id': '0214cd6b-5f79-43e0-b6e5-2c5c2b1ea3be', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-514743650-subnet', 'tenant_id': '32bdbe0bd75646779bb442d3e291d254', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:15:37.180399 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083405b7-7c84-4920-bbca-68843f3cfcdf admin admin] Pushing event updated for resources: {'Network': ['ID=0214cd6b-5f79-43e0-b6e5-2c5c2b1ea3be,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:15:37.191749 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 0214cd6b-5f79-43e0-b6e5-2c5c2b1ea3be details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:15:37.201687 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f1b5cff-18c7-4a8c-95f6-7829d7bb77b8 admin admin] Made reservation on behalf of 32bdbe0bd75646779bb442d3e291d254 for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:15:37.204396 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2f1b5cff-18c7-4a8c-95f6-7829d7bb77b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4552395'] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:37.332649 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:37.373056 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2f1b5cff-18c7-4a8c-95f6-7829d7bb77b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4274880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4552377'] for subnet, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:37.402665 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:37.431490 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1b5cff-18c7-4a8c-95f6-7829d7bb77b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0601964b-212e-45a5-8957-20ee1919131a,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:15:37.441408 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1b5cff-18c7-4a8c-95f6-7829d7bb77b8 admin admin] Checking segment: {'id': '39d25ce4-dbe7-4ade-91e7-fb6e549f7ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0214cd6b-5f79-43e0-b6e5-2c5c2b1ea3be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:15:37.441766 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1b5cff-18c7-4a8c-95f6-7829d7bb77b8 admin admin] Network hostable DHCP agents. Network: 0214cd6b-5f79-43e0-b6e5-2c5c2b1ea3be, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:15:37.457661 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1b5cff-18c7-4a8c-95f6-7829d7bb77b8 admin admin] Network 0214cd6b-5f79-43e0-b6e5-2c5c2b1ea3be is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:15:37.465856 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-2f1b5cff-18c7-4a8c-95f6-7829d7bb77b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 0214cd6b-5f79-43e0-b6e5-2c5c2b1ea3be) {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:15:37.469871 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1b5cff-18c7-4a8c-95f6-7829d7bb77b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:37.470467 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2f1b5cff-18c7-4a8c-95f6-7829d7bb77b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:37.474904 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12a4c7a-b033-443a-afce-c1537bc99cc9 None None] Network 0214cd6b-5f79-43e0-b6e5-2c5c2b1ea3be requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:15:37.485077 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-2f1b5cff-18c7-4a8c-95f6-7829d7bb77b8 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3146403 Aug 29 05:15:37.598089 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd814389-4f8b-419d-acb4-723e8cfdf60e None None] Network 0214cd6b-5f79-43e0-b6e5-2c5c2b1ea3be requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:15:37.894043 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5449f4b-440d-43c4-b0f4-a3ad35afdf76 req-915c817e-2a07-4990-8295-9231f43331d1 tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:37.895512 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f5449f4b-440d-43c4-b0f4-a3ad35afdf76 req-915c817e-2a07-4990-8295-9231f43331d1 tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] 10.222.0.22 "GET /v2.0/networks?id=0214cd6b-5f79-43e0-b6e5-2c5c2b1ea3be HTTP/1.1" status: 200 len: 813 time: 0.1006920 Aug 29 05:15:37.911534 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f5449f4b-440d-43c4-b0f4-a3ad35afdf76 req-0a70d67e-c319-4185-802c-9736a3a510ea tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] 10.222.0.22 "GET /v2.0/quotas/32bdbe0bd75646779bb442d3e291d254 HTTP/1.1" status: 200 len: 375 time: 0.0099020 Aug 29 05:15:37.943486 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f5449f4b-440d-43c4-b0f4-a3ad35afdf76 req-c531a44c-910d-401d-ad01-d82268ee6977 tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=32bdbe0bd75646779bb442d3e291d254&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263305 Aug 29 05:15:37.954254 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device f296628a-3cd6-4f77-be95-983e76610165 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:15:37.974207 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: f296628a-3cd6-4f77-be95-983e76610165 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:15:37.974554 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device f296628a-3cd6-4f77-be95-983e76610165 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:15:38.001829 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [req-f5449f4b-440d-43c4-b0f4-a3ad35afdf76 req-56a2ed8e-77ad-4ee4-9568-25c92d260f0c service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 05:15:38.002884 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f5449f4b-440d-43c4-b0f4-a3ad35afdf76 req-56a2ed8e-77ad-4ee4-9568-25c92d260f0c service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0479941 Aug 29 05:15:38.093793 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f5449f4b-440d-43c4-b0f4-a3ad35afdf76 req-b5125df3-8292-4c5e-88f2-f174a75efaa3 service neutron] 10.222.0.22 "GET /v2.0/networks/0214cd6b-5f79-43e0-b6e5-2c5c2b1ea3be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845408 Aug 29 05:15:38.181738 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f5449f4b-440d-43c4-b0f4-a3ad35afdf76 req-a77f8e95-7326-4c54-b5be-4eec95d32053 service neutron] 10.222.0.22 "GET /v2.0/networks/0214cd6b-5f79-43e0-b6e5-2c5c2b1ea3be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812137 Aug 29 05:15:38.338996 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e832f54d-c106-493e-8620-6dc8454049f7 req-772c8b57-5f8c-4471-baa4-27cd0fc9c6c9 tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] 10.222.0.22 "GET /v2.0/ports?device_id=765fd6f7-82fc-49b4-aefa-2115ad73f8a8 HTTP/1.1" status: 200 len: 210 time: 0.0276284 Aug 29 05:15:38.886760 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:39.332934 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5449f4b-440d-43c4-b0f4-a3ad35afdf76 req-006f137f-9503-4975-8b23-dc5ee3750bc4 tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:39.334392 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f5449f4b-440d-43c4-b0f4-a3ad35afdf76 req-006f137f-9503-4975-8b23-dc5ee3750bc4 tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] 10.222.0.46 "GET /v2.0/networks?id=0214cd6b-5f79-43e0-b6e5-2c5c2b1ea3be HTTP/1.1" status: 200 len: 813 time: 0.1089990 Aug 29 05:15:39.347230 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-f5449f4b-440d-43c4-b0f4-a3ad35afdf76 req-49688203-088d-4dd2-8d71-44e963a46a0a tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] Request body: {'port': {'device_id': '765fd6f7-82fc-49b4-aefa-2115ad73f8a8', 'network_id': '0214cd6b-5f79-43e0-b6e5-2c5c2b1ea3be', 'admin_state_up': True, 'tenant_id': '32bdbe0bd75646779bb442d3e291d254'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:15:39.447052 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6d7c1109-e7fc-49f9-846c-1e32c61038ab req-c07b7111-a88f-4c1f-b136-0f9efbc72a15 tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] 10.222.0.22 "GET /v2.0/ports?device_id=765fd6f7-82fc-49b4-aefa-2115ad73f8a8 HTTP/1.1" status: 200 len: 210 time: 0.0402083 Aug 29 05:15:39.481154 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5449f4b-440d-43c4-b0f4-a3ad35afdf76 req-49688203-088d-4dd2-8d71-44e963a46a0a tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] Made reservation on behalf of 32bdbe0bd75646779bb442d3e291d254 for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:15:39.484693 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-f5449f4b-440d-43c4-b0f4-a3ad35afdf76 req-49688203-088d-4dd2-8d71-44e963a46a0a tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:39.604134 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-f5449f4b-440d-43c4-b0f4-a3ad35afdf76 req-49688203-088d-4dd2-8d71-44e963a46a0a tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] Allocated IP 172.20.0.6 (0214cd6b-5f79-43e0-b6e5-2c5c2b1ea3be/0601964b-212e-45a5-8957-20ee1919131a/02a0cb72-ff9e-4a4f-9319-290000a91ed1) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:15:39.749829 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-f5449f4b-440d-43c4-b0f4-a3ad35afdf76 req-49688203-088d-4dd2-8d71-44e963a46a0a tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:39.787177 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-f5449f4b-440d-43c4-b0f4-a3ad35afdf76 req-49688203-088d-4dd2-8d71-44e963a46a0a tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:39.830465 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5449f4b-440d-43c4-b0f4-a3ad35afdf76 req-49688203-088d-4dd2-8d71-44e963a46a0a tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] Network 0214cd6b-5f79-43e0-b6e5-2c5c2b1ea3be is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:15:39.833560 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-f5449f4b-440d-43c4-b0f4-a3ad35afdf76 req-49688203-088d-4dd2-8d71-44e963a46a0a tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:15:39.837281 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5449f4b-440d-43c4-b0f4-a3ad35afdf76 req-49688203-088d-4dd2-8d71-44e963a46a0a tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:15:39.863898 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49688203-088d-4dd2-8d71-44e963a46a0a tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] Pushing event updated for resources: {'Port': ['ID=02a0cb72-ff9e-4a4f-9319-290000a91ed1,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:15:39.891165 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5449f4b-440d-43c4-b0f4-a3ad35afdf76 req-49688203-088d-4dd2-8d71-44e963a46a0a tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:39.891795 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-f5449f4b-440d-43c4-b0f4-a3ad35afdf76 req-49688203-088d-4dd2-8d71-44e963a46a0a tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:39.906077 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f5449f4b-440d-43c4-b0f4-a3ad35afdf76 req-49688203-088d-4dd2-8d71-44e963a46a0a tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5629163 Aug 29 05:15:39.919301 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-f5449f4b-440d-43c4-b0f4-a3ad35afdf76 req-56782291-c8fd-4b18-a314-0c8904437246 service neutron] Request body: {'port': {'device_id': '765fd6f7-82fc-49b4-aefa-2115ad73f8a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:15:39.974614 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-f5449f4b-440d-43c4-b0f4-a3ad35afdf76 req-56782291-c8fd-4b18-a314-0c8904437246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:40.227970 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-f5449f4b-440d-43c4-b0f4-a3ad35afdf76 req-56782291-c8fd-4b18-a314-0c8904437246 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02a0cb72-ff9e-4a4f-9319-290000a91ed1 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:15:40.236015 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-f5449f4b-440d-43c4-b0f4-a3ad35afdf76 req-56782291-c8fd-4b18-a314-0c8904437246 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:40.248163 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-f5449f4b-440d-43c4-b0f4-a3ad35afdf76 req-56782291-c8fd-4b18-a314-0c8904437246 service neutron] Transition to ACTIVE for port object 02a0cb72-ff9e-4a4f-9319-290000a91ed1 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:15:40.251629 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-f5449f4b-440d-43c4-b0f4-a3ad35afdf76 req-56782291-c8fd-4b18-a314-0c8904437246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:40.303033 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56782291-c8fd-4b18-a314-0c8904437246 service neutron] Pushing event updated for resources: {'Port': ['ID=02a0cb72-ff9e-4a4f-9319-290000a91ed1,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:15:40.369582 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-f5449f4b-440d-43c4-b0f4-a3ad35afdf76 req-56782291-c8fd-4b18-a314-0c8904437246 service neutron] Attempting to bind port 02a0cb72-ff9e-4a4f-9319-290000a91ed1 on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:15:40.370274 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-f5449f4b-440d-43c4-b0f4-a3ad35afdf76 req-56782291-c8fd-4b18-a314-0c8904437246 service neutron] Attempting to bind port 02a0cb72-ff9e-4a4f-9319-290000a91ed1 by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': '39d25ce4-dbe7-4ade-91e7-fb6e549f7ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0214cd6b-5f79-43e0-b6e5-2c5c2b1ea3be'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:15:40.370274 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5449f4b-440d-43c4-b0f4-a3ad35afdf76 req-56782291-c8fd-4b18-a314-0c8904437246 service neutron] Attempting to bind port 02a0cb72-ff9e-4a4f-9319-290000a91ed1 on network 0214cd6b-5f79-43e0-b6e5-2c5c2b1ea3be {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:15:40.374345 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5449f4b-440d-43c4-b0f4-a3ad35afdf76 req-56782291-c8fd-4b18-a314-0c8904437246 service neutron] Port 02a0cb72-ff9e-4a4f-9319-290000a91ed1 on network 0214cd6b-5f79-43e0-b6e5-2c5c2b1ea3be not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:15:40.374665 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5449f4b-440d-43c4-b0f4-a3ad35afdf76 req-56782291-c8fd-4b18-a314-0c8904437246 service neutron] Attempting to bind port 02a0cb72-ff9e-4a4f-9319-290000a91ed1 on network 0214cd6b-5f79-43e0-b6e5-2c5c2b1ea3be {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:15:40.379413 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5449f4b-440d-43c4-b0f4-a3ad35afdf76 req-56782291-c8fd-4b18-a314-0c8904437246 service neutron] Checking agent: {'id': '3de9de52-3a03-431d-9d7e-497ae92c57ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 15, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:15:40.379778 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5449f4b-440d-43c4-b0f4-a3ad35afdf76 req-56782291-c8fd-4b18-a314-0c8904437246 service neutron] Checking segment: {'id': '39d25ce4-dbe7-4ade-91e7-fb6e549f7ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0214cd6b-5f79-43e0-b6e5-2c5c2b1ea3be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:15:40.380165 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5449f4b-440d-43c4-b0f4-a3ad35afdf76 req-56782291-c8fd-4b18-a314-0c8904437246 service neutron] Bound using segment: {'id': '39d25ce4-dbe7-4ade-91e7-fb6e549f7ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0214cd6b-5f79-43e0-b6e5-2c5c2b1ea3be'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:15:40.380587 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-f5449f4b-440d-43c4-b0f4-a3ad35afdf76 req-56782291-c8fd-4b18-a314-0c8904437246 service neutron] Bound port: 02a0cb72-ff9e-4a4f-9319-290000a91ed1, host: n-h1-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39d25ce4-dbe7-4ade-91e7-fb6e549f7ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0214cd6b-5f79-43e0-b6e5-2c5c2b1ea3be'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:15:40.380944 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-f5449f4b-440d-43c4-b0f4-a3ad35afdf76 req-56782291-c8fd-4b18-a314-0c8904437246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:40.441691 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-f5449f4b-440d-43c4-b0f4-a3ad35afdf76 req-56782291-c8fd-4b18-a314-0c8904437246 service neutron] For port 02a0cb72-ff9e-4a4f-9319-290000a91ed1, host n-h1-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:15:40.444941 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-f5449f4b-440d-43c4-b0f4-a3ad35afdf76 req-56782291-c8fd-4b18-a314-0c8904437246 service neutron] For port 02a0cb72-ff9e-4a4f-9319-290000a91ed1, host n-h1-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=02a0cb72-ff9e-4a4f-9319-290000a91ed1,segment=NetworkSegment(39d25ce4-dbe7-4ade-91e7-fb6e549f7ae5),segment_id=39d25ce4-dbe7-4ade-91e7-fb6e549f7ae5)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:15:40.449146 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-f5449f4b-440d-43c4-b0f4-a3ad35afdf76 req-56782291-c8fd-4b18-a314-0c8904437246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:40.485231 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5449f4b-440d-43c4-b0f4-a3ad35afdf76 req-56782291-c8fd-4b18-a314-0c8904437246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:40.485850 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-f5449f4b-440d-43c4-b0f4-a3ad35afdf76 req-56782291-c8fd-4b18-a314-0c8904437246 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:40.487284 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f5449f4b-440d-43c4-b0f4-a3ad35afdf76 req-56782291-c8fd-4b18-a314-0c8904437246 service neutron] 10.222.0.46 "PUT /v2.0/ports/02a0cb72-ff9e-4a4f-9319-290000a91ed1 HTTP/1.1" status: 200 len: 1092 time: 0.5724115 Aug 29 05:15:40.487751 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '765fd6f7-82fc-49b4-aefa-2115ad73f8a8', 'tag': '02a0cb72-ff9e-4a4f-9319-290000a91ed1'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:15:40.489996 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfb9107a06241f0f5f2256c13c0e0e77dc40c776bf6dc0455c34cebdf0549d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e2d257-d4b2-4f23-bc6a-b4075c15f60f" -d '{"events": [{"name": "network-changed", "server_uuid": "765fd6f7-82fc-49b4-aefa-2115ad73f8a8", "tag": "02a0cb72-ff9e-4a4f-9319-290000a91ed1"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:15:40.515864 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56782291-c8fd-4b18-a314-0c8904437246 service neutron] Pushing event updated for resources: {'Port': ['ID=02a0cb72-ff9e-4a4f-9319-290000a91ed1,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:15:40.600891 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ded3b57-ffdb-40d9-a411-9b240b39765f req-1fc5ff0b-7ec4-4684-a784-a23fab27ebe3 tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:40.602384 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9ded3b57-ffdb-40d9-a411-9b240b39765f req-1fc5ff0b-7ec4-4684-a784-a23fab27ebe3 tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] 10.222.0.22 "GET /v2.0/ports?device_id=765fd6f7-82fc-49b4-aefa-2115ad73f8a8 HTTP/1.1" status: 200 len: 943 time: 0.0668864 Aug 29 05:15:40.606695 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5449f4b-440d-43c4-b0f4-a3ad35afdf76 req-c34ec75a-fa85-4c72-86f6-2770f3ed3505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:40.608293 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f5449f4b-440d-43c4-b0f4-a3ad35afdf76 req-c34ec75a-fa85-4c72-86f6-2770f3ed3505 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=32bdbe0bd75646779bb442d3e291d254&device_id=765fd6f7-82fc-49b4-aefa-2115ad73f8a8 HTTP/1.1" status: 200 len: 1095 time: 0.0819705 Aug 29 05:15:40.663334 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f5449f4b-440d-43c4-b0f4-a3ad35afdf76 req-c03671ad-83fd-4f47-b5c0-b96b7e8b44a9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=02a0cb72-ff9e-4a4f-9319-290000a91ed1 HTTP/1.1" status: 200 len: 217 time: 0.0413086 Aug 29 05:15:40.685009 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9ded3b57-ffdb-40d9-a411-9b240b39765f req-1cebbef6-a9c1-4277-8213-ea6049c52f8c tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] 10.222.0.22 "GET /v2.0/security-groups?id=26fc0add-fed9-45f1-b7c7-23ea2ae0951b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756752 Aug 29 05:15:40.718817 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5449f4b-440d-43c4-b0f4-a3ad35afdf76 req-0375423e-e10e-478b-8373-93167ee628fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:40.720365 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f5449f4b-440d-43c4-b0f4-a3ad35afdf76 req-0375423e-e10e-478b-8373-93167ee628fb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0601964b-212e-45a5-8957-20ee1919131a HTTP/1.1" status: 200 len: 853 time: 0.0481272 Aug 29 05:15:40.729069 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4807d7c-7705-4d7d-8115-abb2c8cfa39b x-openstack-request-id: req-b4807d7c-7705-4d7d-8115-abb2c8cfa39b {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:15:40.729363 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "765fd6f7-82fc-49b4-aefa-2115ad73f8a8", "tag": "02a0cb72-ff9e-4a4f-9319-290000a91ed1", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:15:40.729623 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b4807d7c-7705-4d7d-8115-abb2c8cfa39b {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:15:40.730028 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '765fd6f7-82fc-49b4-aefa-2115ad73f8a8', 'tag': '02a0cb72-ff9e-4a4f-9319-290000a91ed1', 'status': 'completed', 'code': 200} Aug 29 05:15:40.756622 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f5449f4b-440d-43c4-b0f4-a3ad35afdf76 req-bff91391-b6a3-481f-b48e-d154fe204a27 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0214cd6b-5f79-43e0-b6e5-2c5c2b1ea3be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257242 Aug 29 05:15:40.850129 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f5449f4b-440d-43c4-b0f4-a3ad35afdf76 req-70a2792f-5dd9-4662-8d32-19f54a1ba3c6 service neutron] 10.222.0.46 "GET /v2.0/networks/0214cd6b-5f79-43e0-b6e5-2c5c2b1ea3be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864835 Aug 29 05:15:40.938757 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f5449f4b-440d-43c4-b0f4-a3ad35afdf76 req-78e7a2ff-c6c1-41a3-8199-52fc3c150af8 service neutron] 10.222.0.46 "GET /v2.0/networks/0214cd6b-5f79-43e0-b6e5-2c5c2b1ea3be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811367 Aug 29 05:15:41.023736 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e2d257-d4b2-4f23-bc6a-b4075c15f60f req-67132c29-bf30-42e6-8fc9-5f6956d02245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:41.025179 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-29e2d257-d4b2-4f23-bc6a-b4075c15f60f req-67132c29-bf30-42e6-8fc9-5f6956d02245 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=32bdbe0bd75646779bb442d3e291d254&device_id=765fd6f7-82fc-49b4-aefa-2115ad73f8a8 HTTP/1.1" status: 200 len: 1095 time: 0.0412755 Aug 29 05:15:41.117440 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e2d257-d4b2-4f23-bc6a-b4075c15f60f req-5ded9111-5e00-4a94-a205-76570c2fbbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:41.118955 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-29e2d257-d4b2-4f23-bc6a-b4075c15f60f req-5ded9111-5e00-4a94-a205-76570c2fbbfe service neutron] 10.222.0.46 "GET /v2.0/networks?id=0214cd6b-5f79-43e0-b6e5-2c5c2b1ea3be HTTP/1.1" status: 200 len: 914 time: 0.0868480 Aug 29 05:15:41.160564 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-29e2d257-d4b2-4f23-bc6a-b4075c15f60f req-72e559bf-118a-44d1-b287-f282c8a83ccb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=02a0cb72-ff9e-4a4f-9319-290000a91ed1 HTTP/1.1" status: 200 len: 217 time: 0.0348225 Aug 29 05:15:41.213500 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e2d257-d4b2-4f23-bc6a-b4075c15f60f req-e6cee6bf-fb22-4a37-b575-956a1b677e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:41.214955 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-29e2d257-d4b2-4f23-bc6a-b4075c15f60f req-e6cee6bf-fb22-4a37-b575-956a1b677e49 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0601964b-212e-45a5-8957-20ee1919131a HTTP/1.1" status: 200 len: 853 time: 0.0472403 Aug 29 05:15:41.246685 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-29e2d257-d4b2-4f23-bc6a-b4075c15f60f req-1b59b5e1-fbf8-432c-8303-d57db8c1cf58 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0214cd6b-5f79-43e0-b6e5-2c5c2b1ea3be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240984 Aug 29 05:15:41.334067 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-29e2d257-d4b2-4f23-bc6a-b4075c15f60f req-82cfa343-2304-4daa-8ec6-8cb0c2eb080b service neutron] 10.222.0.46 "GET /v2.0/networks/0214cd6b-5f79-43e0-b6e5-2c5c2b1ea3be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797598 Aug 29 05:15:41.427725 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-29e2d257-d4b2-4f23-bc6a-b4075c15f60f req-3ab7ff8a-2c90-41b8-a549-bb57b82ef404 service neutron] 10.222.0.46 "GET /v2.0/networks/0214cd6b-5f79-43e0-b6e5-2c5c2b1ea3be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847228 Aug 29 05:15:41.801089 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7e6850-c759-4f7a-9310-f68e607b5238 req-52031635-17fc-43f4-a7c6-17dfff8272fc tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:41.802589 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9d7e6850-c759-4f7a-9310-f68e607b5238 req-52031635-17fc-43f4-a7c6-17dfff8272fc tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] 10.222.0.22 "GET /v2.0/ports?device_id=765fd6f7-82fc-49b4-aefa-2115ad73f8a8 HTTP/1.1" status: 200 len: 943 time: 0.0490758 Aug 29 05:15:41.841904 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9d7e6850-c759-4f7a-9310-f68e607b5238 req-e33a73cd-8243-425f-b6cb-f000c14aa9d9 tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] 10.222.0.22 "GET /v2.0/security-groups?id=26fc0add-fed9-45f1-b7c7-23ea2ae0951b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330718 Aug 29 05:15:42.477391 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8cce16e9-4753-4e7f-a109-5487fc414ba3 req-7adca55c-dfcc-46c2-b4fd-36fd267fc3a6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=19efa733-49d3-4125-b1bf-b01d593b5e9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0389044 Aug 29 05:15:42.586336 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cce16e9-4753-4e7f-a109-5487fc414ba3 req-d7a0e4d6-b223-4ad8-aa34-421c101b47a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:42.587872 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8cce16e9-4753-4e7f-a109-5487fc414ba3 req-d7a0e4d6-b223-4ad8-aa34-421c101b47a8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=31def360f89342158e5c482db8b51dfa&device_id=19efa733-49d3-4125-b1bf-b01d593b5e9a HTTP/1.1" status: 200 len: 1097 time: 0.0443816 Aug 29 05:15:42.689680 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cce16e9-4753-4e7f-a109-5487fc414ba3 req-a81386af-0197-4f34-a1f9-f4d49f23a574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:42.691156 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8cce16e9-4753-4e7f-a109-5487fc414ba3 req-a81386af-0197-4f34-a1f9-f4d49f23a574 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb HTTP/1.1" status: 200 len: 913 time: 0.0817499 Aug 29 05:15:42.733230 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8cce16e9-4753-4e7f-a109-5487fc414ba3 req-cb4ff465-d6fa-4cfc-8a85-077fd29da0bc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e11f048-6330-4537-9251-c0dbbafc7fc5 HTTP/1.1" status: 200 len: 217 time: 0.0344431 Aug 29 05:15:42.787643 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cce16e9-4753-4e7f-a109-5487fc414ba3 req-f8d37756-4adb-4f63-8f0e-bbdd1f471bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:42.789177 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8cce16e9-4753-4e7f-a109-5487fc414ba3 req-f8d37756-4adb-4f63-8f0e-bbdd1f471bf4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6f6d99e8-8009-478f-9356-563dd7d1ac5b HTTP/1.1" status: 200 len: 851 time: 0.0482488 Aug 29 05:15:42.835579 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cce16e9-4753-4e7f-a109-5487fc414ba3 req-4a9b2df3-044e-486a-80d0-b2d3d62c9e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:42.837110 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8cce16e9-4753-4e7f-a109-5487fc414ba3 req-4a9b2df3-044e-486a-80d0-b2d3d62c9e5f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402653 Aug 29 05:15:42.960055 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8cce16e9-4753-4e7f-a109-5487fc414ba3 req-debaa50d-c4dc-429d-b465-620d45e98d49 service neutron] 10.222.0.48 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131244 Aug 29 05:15:42.983982 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec71e048-3904-4469-9d57-769bff603ea1 req-2717b37e-1663-4562-8ff1-633a2b6b8711 tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:42.985334 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ec71e048-3904-4469-9d57-769bff603ea1 req-2717b37e-1663-4562-8ff1-633a2b6b8711 tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] 10.222.0.22 "GET /v2.0/ports?device_id=765fd6f7-82fc-49b4-aefa-2115ad73f8a8 HTTP/1.1" status: 200 len: 943 time: 0.0775144 Aug 29 05:15:43.065765 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ec71e048-3904-4469-9d57-769bff603ea1 req-b568dae0-2702-477d-82bc-d262c00dc260 tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] 10.222.0.22 "GET /v2.0/security-groups?id=26fc0add-fed9-45f1-b7c7-23ea2ae0951b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711050 Aug 29 05:15:43.086746 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8cce16e9-4753-4e7f-a109-5487fc414ba3 req-0f0b10aa-045a-470a-9671-8c72513696e6 service neutron] 10.222.0.48 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185901 Aug 29 05:15:44.185579 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e963eb9-456b-44d0-8355-5b38d6ff7307 req-4ad33cfe-5ba5-497f-ad27-490a5db2ca6d tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:44.187067 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3e963eb9-456b-44d0-8355-5b38d6ff7307 req-4ad33cfe-5ba5-497f-ad27-490a5db2ca6d tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] 10.222.0.22 "GET /v2.0/ports?device_id=765fd6f7-82fc-49b4-aefa-2115ad73f8a8 HTTP/1.1" status: 200 len: 943 time: 0.0544500 Aug 29 05:15:44.225442 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3e963eb9-456b-44d0-8355-5b38d6ff7307 req-723210e6-eaca-41b8-9181-21a63f4b2e5e tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] 10.222.0.22 "GET /v2.0/security-groups?id=26fc0add-fed9-45f1-b7c7-23ea2ae0951b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324101 Aug 29 05:15:44.495598 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 02a0cb72-ff9e-4a4f-9319-290000a91ed1 details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:15:44.590444 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 02a0cb72-ff9e-4a4f-9319-290000a91ed1, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=02a0cb72-ff9e-4a4f-9319-290000a91ed1,segment=NetworkSegment(39d25ce4-dbe7-4ade-91e7-fb6e549f7ae5),segment_id=39d25ce4-dbe7-4ade-91e7-fb6e549f7ae5)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:15:44.601332 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Returning: {'device': '02a0cb72-ff9e-4a4f-9319-290000a91ed1', 'network_id': '0214cd6b-5f79-43e0-b6e5-2c5c2b1ea3be', 'port_id': '02a0cb72-ff9e-4a4f-9319-290000a91ed1', 'mac_address': 'fa:16:3e:60:4e:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0601964b-212e-45a5-8957-20ee1919131a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:15:44.637597 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:44.650586 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02a0cb72-ff9e-4a4f-9319-290000a91ed1 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:15:44.669465 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 02a0cb72-ff9e-4a4f-9319-290000a91ed1, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=02a0cb72-ff9e-4a4f-9319-290000a91ed1,segment=NetworkSegment(39d25ce4-dbe7-4ade-91e7-fb6e549f7ae5),segment_id=39d25ce4-dbe7-4ade-91e7-fb6e549f7ae5)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:15:44.673143 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:44.721858 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=02a0cb72-ff9e-4a4f-9319-290000a91ed1,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:15:44.876700 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['02a0cb72-ff9e-4a4f-9319-290000a91ed1'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:15:45.338934 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb409ab-71fb-4740-b0bb-050d63601297 req-05fac4ec-042a-4b89-8b06-f10e8f31a456 tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:45.340452 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9bb409ab-71fb-4740-b0bb-050d63601297 req-05fac4ec-042a-4b89-8b06-f10e8f31a456 tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] 10.222.0.22 "GET /v2.0/ports?device_id=765fd6f7-82fc-49b4-aefa-2115ad73f8a8 HTTP/1.1" status: 200 len: 944 time: 0.0493574 Aug 29 05:15:45.376719 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9bb409ab-71fb-4740-b0bb-050d63601297 req-41681063-b6a7-46a5-9221-bc59f53c396f tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] 10.222.0.22 "GET /v2.0/security-groups?id=26fc0add-fed9-45f1-b7c7-23ea2ae0951b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304484 Aug 29 05:15:46.492833 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b856992a-ed96-42ba-82f3-9168cbf50cad req-97250b60-da75-4e9a-8fb3-5457b7eaa290 tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:46.495331 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b856992a-ed96-42ba-82f3-9168cbf50cad req-97250b60-da75-4e9a-8fb3-5457b7eaa290 tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] 10.222.0.22 "GET /v2.0/ports?device_id=765fd6f7-82fc-49b4-aefa-2115ad73f8a8 HTTP/1.1" status: 200 len: 944 time: 0.0503514 Aug 29 05:15:46.496175 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 02a0cb72-ff9e-4a4f-9319-290000a91ed1 up at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:15:46.533991 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b856992a-ed96-42ba-82f3-9168cbf50cad req-63f8da39-d5df-4266-8cb6-a02a31bb8cfd tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] 10.222.0.22 "GET /v2.0/security-groups?id=26fc0add-fed9-45f1-b7c7-23ea2ae0951b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319579 Aug 29 05:15:46.554609 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning for port 02a0cb72-ff9e-4a4f-9319-290000a91ed1 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:15:46.558342 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning complete for port 02a0cb72-ff9e-4a4f-9319-290000a91ed1 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:15:46.558720 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:46.634036 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:46.655928 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '765fd6f7-82fc-49b4-aefa-2115ad73f8a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02a0cb72-ff9e-4a4f-9319-290000a91ed1'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:15:46.658155 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e47ce94e7730ef80c099a0714bd3625e1f676465bb595722170593f8a424ee2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72eaa89d-cac2-42ab-9fd7-c86888aa0c01" -d '{"events": [{"server_uuid": "765fd6f7-82fc-49b4-aefa-2115ad73f8a8", "name": "network-vif-plugged", "status": "completed", "tag": "02a0cb72-ff9e-4a4f-9319-290000a91ed1"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:15:46.670681 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 02a0cb72-ff9e-4a4f-9319-290000a91ed1, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=02a0cb72-ff9e-4a4f-9319-290000a91ed1,segment=NetworkSegment(39d25ce4-dbe7-4ade-91e7-fb6e549f7ae5),segment_id=39d25ce4-dbe7-4ade-91e7-fb6e549f7ae5)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:15:46.675178 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:46.700821 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6af02b13-ad51-4f59-8b43-a3ba59e927d1 x-openstack-request-id: req-6af02b13-ad51-4f59-8b43-a3ba59e927d1 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:15:46.701690 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "765fd6f7-82fc-49b4-aefa-2115ad73f8a8", "name": "network-vif-plugged", "status": "completed", "tag": "02a0cb72-ff9e-4a4f-9319-290000a91ed1", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:15:46.701946 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6af02b13-ad51-4f59-8b43-a3ba59e927d1 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:15:46.702418 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '765fd6f7-82fc-49b4-aefa-2115ad73f8a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02a0cb72-ff9e-4a4f-9319-290000a91ed1', 'code': 200} Aug 29 05:15:46.731840 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=02a0cb72-ff9e-4a4f-9319-290000a91ed1,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:15:46.798126 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4e36df-ba09-430f-bb05-2d988741206e req-bf85f248-6d98-4f2e-b6ef-ce59f1fcd053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:46.799625 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dd4e36df-ba09-430f-bb05-2d988741206e req-bf85f248-6d98-4f2e-b6ef-ce59f1fcd053 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=765fd6f7-82fc-49b4-aefa-2115ad73f8a8 HTTP/1.1" status: 200 len: 1097 time: 0.0441046 Aug 29 05:15:46.834301 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dd4e36df-ba09-430f-bb05-2d988741206e req-14af8223-5e83-4579-aada-53328860d435 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=26fc0add-fed9-45f1-b7c7-23ea2ae0951b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279925 Aug 29 05:15:47.554629 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:15:47.650646 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087567ec-c99c-4b61-8e09-9a3e25a338aa req-edb80183-2a1e-4e4a-95f1-37112bbcc64f tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:47.652176 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-087567ec-c99c-4b61-8e09-9a3e25a338aa req-edb80183-2a1e-4e4a-95f1-37112bbcc64f tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] 10.222.0.22 "GET /v2.0/ports?device_id=765fd6f7-82fc-49b4-aefa-2115ad73f8a8 HTTP/1.1" status: 200 len: 945 time: 0.0492547 Aug 29 05:15:47.689768 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-087567ec-c99c-4b61-8e09-9a3e25a338aa req-d6f55c6d-3fc7-4df6-9439-8bc89f2f86a6 tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] 10.222.0.22 "GET /v2.0/security-groups?id=26fc0add-fed9-45f1-b7c7-23ea2ae0951b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316973 Aug 29 05:15:48.803245 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f46240-a943-4878-8dc9-927ff5c0ac21 req-c5afbc98-7668-48d4-ac7f-a2bbc183fe65 tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:48.804760 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-10f46240-a943-4878-8dc9-927ff5c0ac21 req-c5afbc98-7668-48d4-ac7f-a2bbc183fe65 tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] 10.222.0.22 "GET /v2.0/ports?device_id=765fd6f7-82fc-49b4-aefa-2115ad73f8a8 HTTP/1.1" status: 200 len: 945 time: 0.0492687 Aug 29 05:15:48.842058 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-10f46240-a943-4878-8dc9-927ff5c0ac21 req-fd254f8a-b50c-4d4c-a693-3a25fcaa49b6 tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] 10.222.0.22 "GET /v2.0/security-groups?id=26fc0add-fed9-45f1-b7c7-23ea2ae0951b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312047 Aug 29 05:15:49.062244 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d8db22-8a86-4600-af1f-7dc7c1f2e23a req-1573c4c2-a961-4152-be38-56a691d92255 tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:49.063764 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d9d8db22-8a86-4600-af1f-7dc7c1f2e23a req-1573c4c2-a961-4152-be38-56a691d92255 tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] 10.222.0.22 "GET /v2.0/networks?id=0214cd6b-5f79-43e0-b6e5-2c5c2b1ea3be HTTP/1.1" status: 200 len: 813 time: 0.1023004 Aug 29 05:15:49.080536 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d9d8db22-8a86-4600-af1f-7dc7c1f2e23a req-35064075-d059-48a7-99a1-131eb9266dfb tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] 10.222.0.22 "GET /v2.0/quotas/32bdbe0bd75646779bb442d3e291d254 HTTP/1.1" status: 200 len: 375 time: 0.0091617 Aug 29 05:15:49.129978 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d9d8db22-8a86-4600-af1f-7dc7c1f2e23a req-be388a62-bfa5-4a46-8198-fd919f870d7a tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=32bdbe0bd75646779bb442d3e291d254&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0440779 Aug 29 05:15:49.223026 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d9d8db22-8a86-4600-af1f-7dc7c1f2e23a req-62988bce-a94c-4f4c-96f5-e145450ee652 service neutron] 10.222.0.22 "GET /v2.0/networks/0214cd6b-5f79-43e0-b6e5-2c5c2b1ea3be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857437 Aug 29 05:15:49.310766 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d9d8db22-8a86-4600-af1f-7dc7c1f2e23a req-c611a435-fb61-4cc5-877d-0f8f07b4e7ca service neutron] 10.222.0.22 "GET /v2.0/networks/0214cd6b-5f79-43e0-b6e5-2c5c2b1ea3be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815818 Aug 29 05:15:49.467046 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1bca97e6-99e3-40b8-9c68-5c4b36f5c337 req-2833cd7e-c49c-4c0e-9c2c-d641fcfd7f19 tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ad640dd-2ad9-40eb-aded-450196a7fcf4 HTTP/1.1" status: 200 len: 210 time: 0.0274558 Aug 29 05:15:49.754901 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:50.516996 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d8db22-8a86-4600-af1f-7dc7c1f2e23a req-23ea88d1-325f-4546-bc6e-d7cb4b1a7469 tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:50.519090 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d9d8db22-8a86-4600-af1f-7dc7c1f2e23a req-23ea88d1-325f-4546-bc6e-d7cb4b1a7469 tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] 10.222.0.48 "GET /v2.0/networks?id=0214cd6b-5f79-43e0-b6e5-2c5c2b1ea3be HTTP/1.1" status: 200 len: 813 time: 0.1074426 Aug 29 05:15:50.551552 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-d9d8db22-8a86-4600-af1f-7dc7c1f2e23a req-ed530c02-18ca-400d-8a62-204fdd22fb81 tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] Request body: {'port': {'device_id': '1ad640dd-2ad9-40eb-aded-450196a7fcf4', 'network_id': '0214cd6b-5f79-43e0-b6e5-2c5c2b1ea3be', 'admin_state_up': True, 'tenant_id': '32bdbe0bd75646779bb442d3e291d254'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:15:50.571510 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-91c24e9d-f549-4d5c-a7ff-80fa95542fd8 req-948f6160-2229-46fc-9274-b2946723760c tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ad640dd-2ad9-40eb-aded-450196a7fcf4 HTTP/1.1" status: 200 len: 210 time: 0.0331690 Aug 29 05:15:50.673511 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9d8db22-8a86-4600-af1f-7dc7c1f2e23a req-ed530c02-18ca-400d-8a62-204fdd22fb81 tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] Made reservation on behalf of 32bdbe0bd75646779bb442d3e291d254 for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:15:50.677168 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-d9d8db22-8a86-4600-af1f-7dc7c1f2e23a req-ed530c02-18ca-400d-8a62-204fdd22fb81 tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:50.798946 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-d9d8db22-8a86-4600-af1f-7dc7c1f2e23a req-ed530c02-18ca-400d-8a62-204fdd22fb81 tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] Allocated IP 172.20.0.9 (0214cd6b-5f79-43e0-b6e5-2c5c2b1ea3be/0601964b-212e-45a5-8957-20ee1919131a/f8409251-728b-440d-898f-081d41e199d1) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:15:50.947307 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-d9d8db22-8a86-4600-af1f-7dc7c1f2e23a req-ed530c02-18ca-400d-8a62-204fdd22fb81 tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:50.983976 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-d9d8db22-8a86-4600-af1f-7dc7c1f2e23a req-ed530c02-18ca-400d-8a62-204fdd22fb81 tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:50.996771 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['02a0cb72-ff9e-4a4f-9319-290000a91ed1'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:15:51.030186 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9d8db22-8a86-4600-af1f-7dc7c1f2e23a req-ed530c02-18ca-400d-8a62-204fdd22fb81 tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] Network 0214cd6b-5f79-43e0-b6e5-2c5c2b1ea3be is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:15:51.033344 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-d9d8db22-8a86-4600-af1f-7dc7c1f2e23a req-ed530c02-18ca-400d-8a62-204fdd22fb81 tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:15:51.038021 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9d8db22-8a86-4600-af1f-7dc7c1f2e23a req-ed530c02-18ca-400d-8a62-204fdd22fb81 tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:15:51.041944 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed530c02-18ca-400d-8a62-204fdd22fb81 tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] Pushing event updated for resources: {'Port': ['ID=f8409251-728b-440d-898f-081d41e199d1,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:15:51.091883 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d8db22-8a86-4600-af1f-7dc7c1f2e23a req-ed530c02-18ca-400d-8a62-204fdd22fb81 tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:51.092517 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-d9d8db22-8a86-4600-af1f-7dc7c1f2e23a req-ed530c02-18ca-400d-8a62-204fdd22fb81 tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:51.106592 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d9d8db22-8a86-4600-af1f-7dc7c1f2e23a req-ed530c02-18ca-400d-8a62-204fdd22fb81 tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5596762 Aug 29 05:15:51.153565 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-d9d8db22-8a86-4600-af1f-7dc7c1f2e23a req-dace6433-e296-4c03-829a-412849ff0c87 service neutron] Request body: {'port': {'device_id': '1ad640dd-2ad9-40eb-aded-450196a7fcf4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:15:51.206093 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-d9d8db22-8a86-4600-af1f-7dc7c1f2e23a req-dace6433-e296-4c03-829a-412849ff0c87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:51.468620 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-d9d8db22-8a86-4600-af1f-7dc7c1f2e23a req-dace6433-e296-4c03-829a-412849ff0c87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8409251-728b-440d-898f-081d41e199d1 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:15:51.476455 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-d9d8db22-8a86-4600-af1f-7dc7c1f2e23a req-dace6433-e296-4c03-829a-412849ff0c87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:51.489533 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-d9d8db22-8a86-4600-af1f-7dc7c1f2e23a req-dace6433-e296-4c03-829a-412849ff0c87 service neutron] Transition to ACTIVE for port object f8409251-728b-440d-898f-081d41e199d1 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:15:51.492594 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-d9d8db22-8a86-4600-af1f-7dc7c1f2e23a req-dace6433-e296-4c03-829a-412849ff0c87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:51.544360 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dace6433-e296-4c03-829a-412849ff0c87 service neutron] Pushing event updated for resources: {'Port': ['ID=f8409251-728b-440d-898f-081d41e199d1,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:15:51.615286 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-d9d8db22-8a86-4600-af1f-7dc7c1f2e23a req-dace6433-e296-4c03-829a-412849ff0c87 service neutron] Attempting to bind port f8409251-728b-440d-898f-081d41e199d1 on host n-h2-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:15:51.615715 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-d9d8db22-8a86-4600-af1f-7dc7c1f2e23a req-dace6433-e296-4c03-829a-412849ff0c87 service neutron] Attempting to bind port f8409251-728b-440d-898f-081d41e199d1 by drivers openvswitch,hyperv on host n-h2-712140-12 at level 0 using segments [{'id': '39d25ce4-dbe7-4ade-91e7-fb6e549f7ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0214cd6b-5f79-43e0-b6e5-2c5c2b1ea3be'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:15:51.616056 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d8db22-8a86-4600-af1f-7dc7c1f2e23a req-dace6433-e296-4c03-829a-412849ff0c87 service neutron] Attempting to bind port f8409251-728b-440d-898f-081d41e199d1 on network 0214cd6b-5f79-43e0-b6e5-2c5c2b1ea3be {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:15:51.620576 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d8db22-8a86-4600-af1f-7dc7c1f2e23a req-dace6433-e296-4c03-829a-412849ff0c87 service neutron] Port f8409251-728b-440d-898f-081d41e199d1 on network 0214cd6b-5f79-43e0-b6e5-2c5c2b1ea3be not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:15:51.620903 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d8db22-8a86-4600-af1f-7dc7c1f2e23a req-dace6433-e296-4c03-829a-412849ff0c87 service neutron] Attempting to bind port f8409251-728b-440d-898f-081d41e199d1 on network 0214cd6b-5f79-43e0-b6e5-2c5c2b1ea3be {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:15:51.625944 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d8db22-8a86-4600-af1f-7dc7c1f2e23a req-dace6433-e296-4c03-829a-412849ff0c87 service neutron] Checking agent: {'id': 'b3a0606b-b029-4f5e-8798-3a32b71d8844', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:15:51.626287 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d8db22-8a86-4600-af1f-7dc7c1f2e23a req-dace6433-e296-4c03-829a-412849ff0c87 service neutron] Checking segment: {'id': '39d25ce4-dbe7-4ade-91e7-fb6e549f7ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0214cd6b-5f79-43e0-b6e5-2c5c2b1ea3be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:15:51.626675 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d8db22-8a86-4600-af1f-7dc7c1f2e23a req-dace6433-e296-4c03-829a-412849ff0c87 service neutron] Bound using segment: {'id': '39d25ce4-dbe7-4ade-91e7-fb6e549f7ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0214cd6b-5f79-43e0-b6e5-2c5c2b1ea3be'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:15:51.627099 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-d9d8db22-8a86-4600-af1f-7dc7c1f2e23a req-dace6433-e296-4c03-829a-412849ff0c87 service neutron] Bound port: f8409251-728b-440d-898f-081d41e199d1, host: n-h2-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39d25ce4-dbe7-4ade-91e7-fb6e549f7ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0214cd6b-5f79-43e0-b6e5-2c5c2b1ea3be'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:15:51.627492 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-d9d8db22-8a86-4600-af1f-7dc7c1f2e23a req-dace6433-e296-4c03-829a-412849ff0c87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:51.724956 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-d9d8db22-8a86-4600-af1f-7dc7c1f2e23a req-dace6433-e296-4c03-829a-412849ff0c87 service neutron] For port f8409251-728b-440d-898f-081d41e199d1, host n-h2-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:15:51.734198 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78719a25-e31c-4b68-939a-7a809961ee3e req-ebd1bb64-6b23-43f2-94e8-727f74caead0 tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:51.735749 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-78719a25-e31c-4b68-939a-7a809961ee3e req-ebd1bb64-6b23-43f2-94e8-727f74caead0 tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ad640dd-2ad9-40eb-aded-450196a7fcf4 HTTP/1.1" status: 200 len: 943 time: 0.0931945 Aug 29 05:15:51.747229 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-d9d8db22-8a86-4600-af1f-7dc7c1f2e23a req-dace6433-e296-4c03-829a-412849ff0c87 service neutron] For port f8409251-728b-440d-898f-081d41e199d1, host n-h2-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=f8409251-728b-440d-898f-081d41e199d1,segment=NetworkSegment(39d25ce4-dbe7-4ade-91e7-fb6e549f7ae5),segment_id=39d25ce4-dbe7-4ade-91e7-fb6e549f7ae5)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:15:51.754393 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-d9d8db22-8a86-4600-af1f-7dc7c1f2e23a req-dace6433-e296-4c03-829a-412849ff0c87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:51.811801 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d8db22-8a86-4600-af1f-7dc7c1f2e23a req-dace6433-e296-4c03-829a-412849ff0c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:51.812422 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-d9d8db22-8a86-4600-af1f-7dc7c1f2e23a req-dace6433-e296-4c03-829a-412849ff0c87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:51.813808 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d9d8db22-8a86-4600-af1f-7dc7c1f2e23a req-dace6433-e296-4c03-829a-412849ff0c87 service neutron] 10.222.0.48 "PUT /v2.0/ports/f8409251-728b-440d-898f-081d41e199d1 HTTP/1.1" status: 200 len: 1092 time: 0.6647351 Aug 29 05:15:51.814260 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ad640dd-2ad9-40eb-aded-450196a7fcf4', 'tag': 'f8409251-728b-440d-898f-081d41e199d1'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:15:51.816571 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfb9107a06241f0f5f2256c13c0e0e77dc40c776bf6dc0455c34cebdf0549d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a5e7c40-e625-4175-aadc-351b3506cc8d" -d '{"events": [{"name": "network-changed", "server_uuid": "1ad640dd-2ad9-40eb-aded-450196a7fcf4", "tag": "f8409251-728b-440d-898f-081d41e199d1"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:15:51.826517 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-78719a25-e31c-4b68-939a-7a809961ee3e req-33f60306-570f-42c0-be01-b2936cfd1102 tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] 10.222.0.22 "GET /v2.0/security-groups?id=26fc0add-fed9-45f1-b7c7-23ea2ae0951b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832438 Aug 29 05:15:51.837169 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dace6433-e296-4c03-829a-412849ff0c87 service neutron] Pushing event updated for resources: {'Port': ['ID=f8409251-728b-440d-898f-081d41e199d1,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:15:51.888461 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-422aaaf3-ebe0-44a6-8817-126bbe57561e x-openstack-request-id: req-422aaaf3-ebe0-44a6-8817-126bbe57561e {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:15:51.888758 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ad640dd-2ad9-40eb-aded-450196a7fcf4", "tag": "f8409251-728b-440d-898f-081d41e199d1", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:15:51.889018 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-422aaaf3-ebe0-44a6-8817-126bbe57561e {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:15:51.889426 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ad640dd-2ad9-40eb-aded-450196a7fcf4', 'tag': 'f8409251-728b-440d-898f-081d41e199d1', 'status': 'completed', 'code': 200} Aug 29 05:15:51.922256 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d8db22-8a86-4600-af1f-7dc7c1f2e23a req-87496c32-4ca4-4fd3-bc06-881e74a049a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:51.923788 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d9d8db22-8a86-4600-af1f-7dc7c1f2e23a req-87496c32-4ca4-4fd3-bc06-881e74a049a1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=32bdbe0bd75646779bb442d3e291d254&device_id=1ad640dd-2ad9-40eb-aded-450196a7fcf4 HTTP/1.1" status: 200 len: 1095 time: 0.0466578 Aug 29 05:15:51.975110 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d9d8db22-8a86-4600-af1f-7dc7c1f2e23a req-e884498f-95d5-41de-bcc3-8fea27d242cf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8409251-728b-440d-898f-081d41e199d1 HTTP/1.1" status: 200 len: 217 time: 0.0359085 Aug 29 05:15:52.024579 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d8db22-8a86-4600-af1f-7dc7c1f2e23a req-bbf6eeb7-9744-4636-9e92-f87a81723a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:52.026009 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d9d8db22-8a86-4600-af1f-7dc7c1f2e23a req-bbf6eeb7-9744-4636-9e92-f87a81723a0e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0601964b-212e-45a5-8957-20ee1919131a HTTP/1.1" status: 200 len: 853 time: 0.0435154 Aug 29 05:15:52.058564 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d9d8db22-8a86-4600-af1f-7dc7c1f2e23a req-76c113d0-1903-4b58-9b9b-25986e624830 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0214cd6b-5f79-43e0-b6e5-2c5c2b1ea3be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241549 Aug 29 05:15:52.152240 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d9d8db22-8a86-4600-af1f-7dc7c1f2e23a req-2cf768b6-7990-430c-b148-ac4b9d33f4c4 service neutron] 10.222.0.48 "GET /v2.0/networks/0214cd6b-5f79-43e0-b6e5-2c5c2b1ea3be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848830 Aug 29 05:15:52.240834 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d9d8db22-8a86-4600-af1f-7dc7c1f2e23a req-1da78997-c627-41ca-bbf5-ef17227a8df7 service neutron] 10.222.0.48 "GET /v2.0/networks/0214cd6b-5f79-43e0-b6e5-2c5c2b1ea3be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798719 Aug 29 05:15:52.404794 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5e7c40-e625-4175-aadc-351b3506cc8d req-553b8f61-a686-43d5-a553-77f9f236f383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:52.406398 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2a5e7c40-e625-4175-aadc-351b3506cc8d req-553b8f61-a686-43d5-a553-77f9f236f383 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=32bdbe0bd75646779bb442d3e291d254&device_id=1ad640dd-2ad9-40eb-aded-450196a7fcf4 HTTP/1.1" status: 200 len: 1095 time: 0.0463521 Aug 29 05:15:52.493746 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5e7c40-e625-4175-aadc-351b3506cc8d req-1edf1810-0ac7-461e-adb1-f52d9bba8952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:52.495178 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2a5e7c40-e625-4175-aadc-351b3506cc8d req-1edf1810-0ac7-461e-adb1-f52d9bba8952 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0214cd6b-5f79-43e0-b6e5-2c5c2b1ea3be HTTP/1.1" status: 200 len: 914 time: 0.0810869 Aug 29 05:15:52.543456 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2a5e7c40-e625-4175-aadc-351b3506cc8d req-78fdfc7b-b46a-43ba-8117-da833a00702d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8409251-728b-440d-898f-081d41e199d1 HTTP/1.1" status: 200 len: 217 time: 0.0387461 Aug 29 05:15:52.592945 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5e7c40-e625-4175-aadc-351b3506cc8d req-37bef3f7-dbbd-4119-bf1a-92c3fe31adb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:52.594411 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2a5e7c40-e625-4175-aadc-351b3506cc8d req-37bef3f7-dbbd-4119-bf1a-92c3fe31adb1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0601964b-212e-45a5-8957-20ee1919131a HTTP/1.1" status: 200 len: 853 time: 0.0425441 Aug 29 05:15:52.626093 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2a5e7c40-e625-4175-aadc-351b3506cc8d req-4e28f5e0-e425-4cd4-b3d6-7606d7f6d9f0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0214cd6b-5f79-43e0-b6e5-2c5c2b1ea3be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236745 Aug 29 05:15:52.716320 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2a5e7c40-e625-4175-aadc-351b3506cc8d req-ddd0df29-d07b-457d-a378-fb66dcfaa731 service neutron] 10.222.0.48 "GET /v2.0/networks/0214cd6b-5f79-43e0-b6e5-2c5c2b1ea3be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790632 Aug 29 05:15:52.808142 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2a5e7c40-e625-4175-aadc-351b3506cc8d req-58b6ae9a-6c1b-4842-b5c5-315910bc2999 service neutron] 10.222.0.48 "GET /v2.0/networks/0214cd6b-5f79-43e0-b6e5-2c5c2b1ea3be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837355 Aug 29 05:15:52.954937 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7994f20e-a202-471b-8f4b-7ed077343755 req-fc874cdb-671a-42d3-b46f-2bd41aa74075 tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:52.957041 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7994f20e-a202-471b-8f4b-7ed077343755 req-fc874cdb-671a-42d3-b46f-2bd41aa74075 tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ad640dd-2ad9-40eb-aded-450196a7fcf4 HTTP/1.1" status: 200 len: 943 time: 0.0513604 Aug 29 05:15:52.993826 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7994f20e-a202-471b-8f4b-7ed077343755 req-77bdafe8-3041-491f-992c-824e1e8a74a9 tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] 10.222.0.22 "GET /v2.0/security-groups?id=26fc0add-fed9-45f1-b7c7-23ea2ae0951b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306847 Aug 29 05:15:54.112754 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f913af7b-351f-4215-b50c-e26c5de80f0a req-1c092365-c4fb-4722-ae85-e30652ad6068 tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:54.114231 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f913af7b-351f-4215-b50c-e26c5de80f0a req-1c092365-c4fb-4722-ae85-e30652ad6068 tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ad640dd-2ad9-40eb-aded-450196a7fcf4 HTTP/1.1" status: 200 len: 943 time: 0.0526602 Aug 29 05:15:54.151177 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f913af7b-351f-4215-b50c-e26c5de80f0a req-afe9fa52-45f6-44ca-a9ab-6440058a5107 tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] 10.222.0.22 "GET /v2.0/security-groups?id=26fc0add-fed9-45f1-b7c7-23ea2ae0951b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309579 Aug 29 05:15:55.263583 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38ed8f2-a57c-48e3-9ec0-5529b328c900 req-900bd4e8-e3c9-46ea-a2ec-725a3315064f tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:55.265117 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c38ed8f2-a57c-48e3-9ec0-5529b328c900 req-900bd4e8-e3c9-46ea-a2ec-725a3315064f tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ad640dd-2ad9-40eb-aded-450196a7fcf4 HTTP/1.1" status: 200 len: 943 time: 0.0482073 Aug 29 05:15:55.302629 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c38ed8f2-a57c-48e3-9ec0-5529b328c900 req-28d38fed-753e-4e4c-b250-61d2f28bc17c tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] 10.222.0.22 "GET /v2.0/security-groups?id=26fc0add-fed9-45f1-b7c7-23ea2ae0951b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316224 Aug 29 05:15:55.810628 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device f8409251-728b-440d-898f-081d41e199d1 details requested by agent hyperv_n-h2-712140-12 with host n-h2-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:15:55.904681 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port f8409251-728b-440d-898f-081d41e199d1, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=f8409251-728b-440d-898f-081d41e199d1,segment=NetworkSegment(39d25ce4-dbe7-4ade-91e7-fb6e549f7ae5),segment_id=39d25ce4-dbe7-4ade-91e7-fb6e549f7ae5)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:15:55.915389 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Returning: {'device': 'f8409251-728b-440d-898f-081d41e199d1', 'network_id': '0214cd6b-5f79-43e0-b6e5-2c5c2b1ea3be', 'port_id': 'f8409251-728b-440d-898f-081d41e199d1', 'mac_address': 'fa:16:3e:3b:3c:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0601964b-212e-45a5-8957-20ee1919131a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:15:55.951341 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:55.964388 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8409251-728b-440d-898f-081d41e199d1 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:15:55.982916 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port f8409251-728b-440d-898f-081d41e199d1, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=f8409251-728b-440d-898f-081d41e199d1,segment=NetworkSegment(39d25ce4-dbe7-4ade-91e7-fb6e549f7ae5),segment_id=39d25ce4-dbe7-4ade-91e7-fb6e549f7ae5)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:15:55.986990 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:56.034964 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=f8409251-728b-440d-898f-081d41e199d1,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:15:56.413920 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecda379-00cb-4305-90a9-352e65b358fc req-82854ef1-59c3-47d0-8f74-629fb9a0f2c8 tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:56.415382 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-eecda379-00cb-4305-90a9-352e65b358fc req-82854ef1-59c3-47d0-8f74-629fb9a0f2c8 tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ad640dd-2ad9-40eb-aded-450196a7fcf4 HTTP/1.1" status: 200 len: 944 time: 0.0477333 Aug 29 05:15:56.439721 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['f8409251-728b-440d-898f-081d41e199d1'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:15:56.454905 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-eecda379-00cb-4305-90a9-352e65b358fc req-351400fd-90f1-4408-be38-eb01429a49c7 tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] 10.222.0.22 "GET /v2.0/security-groups?id=26fc0add-fed9-45f1-b7c7-23ea2ae0951b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333881 Aug 29 05:15:57.572593 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6c174b-893f-4596-a44c-70dbf1236042 req-a41c0f0c-9086-438e-bec1-793182d59f7b tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:57.574081 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3c6c174b-893f-4596-a44c-70dbf1236042 req-a41c0f0c-9086-438e-bec1-793182d59f7b tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ad640dd-2ad9-40eb-aded-450196a7fcf4 HTTP/1.1" status: 200 len: 944 time: 0.0520532 Aug 29 05:15:57.613549 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3c6c174b-893f-4596-a44c-70dbf1236042 req-b1f5f9cb-06c6-4920-bf46-632a556f4a39 tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] 10.222.0.22 "GET /v2.0/security-groups?id=26fc0add-fed9-45f1-b7c7-23ea2ae0951b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333409 Aug 29 05:15:57.810667 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device f8409251-728b-440d-898f-081d41e199d1 up at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:15:57.857660 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning for port f8409251-728b-440d-898f-081d41e199d1 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:15:57.861265 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning complete for port f8409251-728b-440d-898f-081d41e199d1 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:15:57.861633 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:57.936846 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:57.962669 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ad640dd-2ad9-40eb-aded-450196a7fcf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8409251-728b-440d-898f-081d41e199d1'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:15:57.964947 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e47ce94e7730ef80c099a0714bd3625e1f676465bb595722170593f8a424ee2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c606e677-a1ab-49c9-9cec-2ffbddf05f88" -d '{"events": [{"server_uuid": "1ad640dd-2ad9-40eb-aded-450196a7fcf4", "name": "network-vif-plugged", "status": "completed", "tag": "f8409251-728b-440d-898f-081d41e199d1"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:15:57.978034 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port f8409251-728b-440d-898f-081d41e199d1, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=f8409251-728b-440d-898f-081d41e199d1,segment=NetworkSegment(39d25ce4-dbe7-4ade-91e7-fb6e549f7ae5),segment_id=39d25ce4-dbe7-4ade-91e7-fb6e549f7ae5)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:15:57.982476 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:58.007567 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23b79872-cc22-4ad5-bbe0-9a7b13c43028 x-openstack-request-id: req-23b79872-cc22-4ad5-bbe0-9a7b13c43028 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:15:58.007869 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ad640dd-2ad9-40eb-aded-450196a7fcf4", "name": "network-vif-plugged", "status": "completed", "tag": "f8409251-728b-440d-898f-081d41e199d1", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:15:58.008123 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-23b79872-cc22-4ad5-bbe0-9a7b13c43028 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:15:58.008509 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ad640dd-2ad9-40eb-aded-450196a7fcf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8409251-728b-440d-898f-081d41e199d1', 'code': 200} Aug 29 05:15:58.033440 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=f8409251-728b-440d-898f-081d41e199d1,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:15:58.041436 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:15:58.041789 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:15:58.042130 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:15:58.042519 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:15:58.043956 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:15:58.044310 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:15:58.044648 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:15:58.044982 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:15:58.045314 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:15:58.045985 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:15:58.046328 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:15:58.046682 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:15:58.131549 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e34ea4f-2e48-4978-93ec-40dba3222c5d req-58aeb77c-2813-4179-ad68-58c938f5392c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:58.133049 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4e34ea4f-2e48-4978-93ec-40dba3222c5d req-58aeb77c-2813-4179-ad68-58c938f5392c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1ad640dd-2ad9-40eb-aded-450196a7fcf4 HTTP/1.1" status: 200 len: 1097 time: 0.0401018 Aug 29 05:15:58.169797 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4e34ea4f-2e48-4978-93ec-40dba3222c5d req-c2ec5ffe-d1d3-4faa-93e3-7ba068269dc6 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=26fc0add-fed9-45f1-b7c7-23ea2ae0951b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283270 Aug 29 05:15:58.729024 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1fba64-52f9-40d0-89b2-c1784c6f7e86 req-3973b4d2-5ae8-4bc9-8ee5-8e9dcc6c59fb tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:58.730520 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9e1fba64-52f9-40d0-89b2-c1784c6f7e86 req-3973b4d2-5ae8-4bc9-8ee5-8e9dcc6c59fb tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ad640dd-2ad9-40eb-aded-450196a7fcf4 HTTP/1.1" status: 200 len: 945 time: 0.0494463 Aug 29 05:15:58.768560 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9e1fba64-52f9-40d0-89b2-c1784c6f7e86 req-6a2b825b-e442-4558-8393-9132d5d645ba tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] 10.222.0.22 "GET /v2.0/security-groups?id=26fc0add-fed9-45f1-b7c7-23ea2ae0951b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317883 Aug 29 05:15:59.066574 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:59.885306 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52994f93-3055-44f3-bcf5-844f2b968d64 req-9e2e4108-f7db-49cc-b5bb-7874f8967c20 tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:59.886843 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-52994f93-3055-44f3-bcf5-844f2b968d64 req-9e2e4108-f7db-49cc-b5bb-7874f8967c20 tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ad640dd-2ad9-40eb-aded-450196a7fcf4 HTTP/1.1" status: 200 len: 945 time: 0.0515442 Aug 29 05:15:59.924397 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-52994f93-3055-44f3-bcf5-844f2b968d64 req-232b18c4-b0ce-442b-a2fe-c7fc8389293e tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] 10.222.0.22 "GET /v2.0/security-groups?id=26fc0add-fed9-45f1-b7c7-23ea2ae0951b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316687 Aug 29 05:16:00.156802 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed46215-1850-4b49-b53e-4d234b09bf6b req-bb6b4f23-33b9-4f71-b3cf-c86b3e0ba2f8 tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:00.158292 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-aed46215-1850-4b49-b53e-4d234b09bf6b req-bb6b4f23-33b9-4f71-b3cf-c86b3e0ba2f8 tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ad640dd-2ad9-40eb-aded-450196a7fcf4 HTTP/1.1" status: 200 len: 945 time: 0.0478351 Aug 29 05:16:00.195319 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-aed46215-1850-4b49-b53e-4d234b09bf6b req-fa07ec16-01a9-4985-a0fa-278d40883c25 tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] 10.222.0.22 "GET /v2.0/security-groups?id=26fc0add-fed9-45f1-b7c7-23ea2ae0951b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303826 Aug 29 05:16:01.313528 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea3d68a-dbcd-4acc-b49d-18a4af9c4833 req-218b18b7-69eb-4d1d-90ff-b2462b8bb998 tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:01.315004 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8ea3d68a-dbcd-4acc-b49d-18a4af9c4833 req-218b18b7-69eb-4d1d-90ff-b2462b8bb998 tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ad640dd-2ad9-40eb-aded-450196a7fcf4 HTTP/1.1" status: 200 len: 945 time: 0.0485396 Aug 29 05:16:01.353053 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8ea3d68a-dbcd-4acc-b49d-18a4af9c4833 req-f42d9366-ad7f-4b4b-a9ef-f76b9ee362d1 tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] 10.222.0.22 "GET /v2.0/security-groups?id=26fc0add-fed9-45f1-b7c7-23ea2ae0951b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317559 Aug 29 05:16:01.780523 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a0aa7-dff3-400b-b047-2dcf528a8d68 req-c61bfa9f-90b5-4516-a260-0c4fd227df74 tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:01.781990 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ed2a0aa7-dff3-400b-b047-2dcf528a8d68 req-c61bfa9f-90b5-4516-a260-0c4fd227df74 tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] 10.222.0.48 "GET /v2.0/ports?device_id=1ad640dd-2ad9-40eb-aded-450196a7fcf4 HTTP/1.1" status: 200 len: 945 time: 0.0520861 Aug 29 05:16:01.869744 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-ed2a0aa7-dff3-400b-b047-2dcf528a8d68 req-72716d87-6ef5-47f7-811a-abf50d000af3 tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] Deleting port f8409251-728b-440d-898f-081d41e199d1 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:16:01.870084 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-ed2a0aa7-dff3-400b-b047-2dcf528a8d68 req-72716d87-6ef5-47f7-811a-abf50d000af3 tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:01.959289 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-ed2a0aa7-dff3-400b-b047-2dcf528a8d68 req-72716d87-6ef5-47f7-811a-abf50d000af3 tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] For port f8409251-728b-440d-898f-081d41e199d1, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=f8409251-728b-440d-898f-081d41e199d1,segment=NetworkSegment(39d25ce4-dbe7-4ade-91e7-fb6e549f7ae5),segment_id=39d25ce4-dbe7-4ade-91e7-fb6e549f7ae5)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:16:01.959656 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-ed2a0aa7-dff3-400b-b047-2dcf528a8d68 req-72716d87-6ef5-47f7-811a-abf50d000af3 tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:02.304597 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-ed2a0aa7-dff3-400b-b047-2dcf528a8d68 req-72716d87-6ef5-47f7-811a-abf50d000af3 tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] Calling delete_port for f8409251-728b-440d-898f-081d41e199d1 owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:16:02.455599 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-ed2a0aa7-dff3-400b-b047-2dcf528a8d68 req-72716d87-6ef5-47f7-811a-abf50d000af3 tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:02.469188 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['02a0cb72-ff9e-4a4f-9319-290000a91ed1'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:16:02.489169 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72716d87-6ef5-47f7-811a-abf50d000af3 tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] Pushing event deleted for resources: {'Port': ['ID=f8409251-728b-440d-898f-081d41e199d1,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:02.524908 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f94fdb-97ce-42f3-afb8-f093b696e08d req-2b273894-4219-4808-91c1-f8d34c1da4e1 tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:02.526412 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-66f94fdb-97ce-42f3-afb8-f093b696e08d req-2b273894-4219-4808-91c1-f8d34c1da4e1 tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ad640dd-2ad9-40eb-aded-450196a7fcf4 HTTP/1.1" status: 200 len: 867 time: 0.1045258 Aug 29 05:16:02.541187 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed2a0aa7-dff3-400b-b047-2dcf528a8d68 req-72716d87-6ef5-47f7-811a-abf50d000af3 tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] No DVR routers for this DVR port f8409251-728b-440d-898f-081d41e199d1 on host n-h2-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:16:02.543845 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-ed2a0aa7-dff3-400b-b047-2dcf528a8d68 req-72716d87-6ef5-47f7-811a-abf50d000af3 tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:02.545848 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ed2a0aa7-dff3-400b-b047-2dcf528a8d68 req-72716d87-6ef5-47f7-811a-abf50d000af3 tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] 10.222.0.48 "DELETE /v2.0/ports/f8409251-728b-440d-898f-081d41e199d1 HTTP/1.1" status: 204 len: 173 time: 0.7569537 Aug 29 05:16:02.546302 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ad640dd-2ad9-40eb-aded-450196a7fcf4', 'name': 'network-vif-deleted', 'tag': 'f8409251-728b-440d-898f-081d41e199d1'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:16:02.548553 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfb9107a06241f0f5f2256c13c0e0e77dc40c776bf6dc0455c34cebdf0549d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-606fe999-0fbb-435f-a309-7fd6188dccdf" -d '{"events": [{"server_uuid": "1ad640dd-2ad9-40eb-aded-450196a7fcf4", "name": "network-vif-deleted", "tag": "f8409251-728b-440d-898f-081d41e199d1"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:16:02.583311 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-66f94fdb-97ce-42f3-afb8-f093b696e08d req-e90779d5-8d78-49a1-8195-a0653e79a497 tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] 10.222.0.22 "GET /v2.0/security-groups?id=26fc0add-fed9-45f1-b7c7-23ea2ae0951b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430307 Aug 29 05:16:02.631857 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-801477d1-352d-41c0-8939-6fc9387821f0 x-openstack-request-id: req-801477d1-352d-41c0-8939-6fc9387821f0 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:16:02.632141 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ad640dd-2ad9-40eb-aded-450196a7fcf4", "name": "network-vif-deleted", "tag": "f8409251-728b-440d-898f-081d41e199d1", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:16:02.632381 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-801477d1-352d-41c0-8939-6fc9387821f0 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:16:02.632783 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ad640dd-2ad9-40eb-aded-450196a7fcf4', 'name': 'network-vif-deleted', 'tag': 'f8409251-728b-440d-898f-081d41e199d1', 'status': 'completed', 'code': 200} Aug 29 05:16:03.450461 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4b489943-ae57-4e2c-a1e4-24208804a32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:03.738729 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f91a91d-add2-4188-92a9-9976cdda3bc2 req-018a01a6-33d6-4968-8aad-2882d1daa6bd tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:03.740197 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9f91a91d-add2-4188-92a9-9976cdda3bc2 req-018a01a6-33d6-4968-8aad-2882d1daa6bd tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] 10.222.0.22 "GET /v2.0/ports?device_id=765fd6f7-82fc-49b4-aefa-2115ad73f8a8 HTTP/1.1" status: 200 len: 945 time: 0.0525444 Aug 29 05:16:03.777880 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9f91a91d-add2-4188-92a9-9976cdda3bc2 req-07eee75e-45ad-4f37-a234-33c62f8773d6 tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] 10.222.0.22 "GET /v2.0/security-groups?id=26fc0add-fed9-45f1-b7c7-23ea2ae0951b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314679 Aug 29 05:16:03.826976 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device f8409251-728b-440d-898f-081d41e199d1 no longer exists at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:16:03.847159 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] No Port match for: f8409251-728b-440d-898f-081d41e199d1 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:16:03.847536 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device f8409251-728b-440d-898f-081d41e199d1 not bound to the agent host n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:16:03.907613 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332c14c5-25ff-4688-ae31-dc30a2641b70 req-23eb1464-09c3-4a4f-9fa6-4f1d9a49e12c tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:03.909133 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-332c14c5-25ff-4688-ae31-dc30a2641b70 req-23eb1464-09c3-4a4f-9fa6-4f1d9a49e12c tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] 10.222.0.22 "GET /v2.0/ports?device_id=765fd6f7-82fc-49b4-aefa-2115ad73f8a8 HTTP/1.1" status: 200 len: 945 time: 0.0489330 Aug 29 05:16:03.947843 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-332c14c5-25ff-4688-ae31-dc30a2641b70 req-2643d6ba-c91d-4db9-a87c-71da223cd3dd tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] 10.222.0.22 "GET /v2.0/security-groups?id=26fc0add-fed9-45f1-b7c7-23ea2ae0951b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327067 Aug 29 05:16:04.060230 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7f4a3d-e812-4f53-bedb-abfc699b9d61 req-0e6353e6-a22f-48b7-b7a4-301d8f07d931 tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:04.061635 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bc7f4a3d-e812-4f53-bedb-abfc699b9d61 req-0e6353e6-a22f-48b7-b7a4-301d8f07d931 tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] 10.222.0.22 "GET /v2.0/ports?device_id=765fd6f7-82fc-49b4-aefa-2115ad73f8a8 HTTP/1.1" status: 200 len: 945 time: 0.0491161 Aug 29 05:16:04.098698 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bc7f4a3d-e812-4f53-bedb-abfc699b9d61 req-06d2ec7b-c687-4929-a21a-4cc83a2655f9 tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] 10.222.0.22 "GET /v2.0/security-groups?id=26fc0add-fed9-45f1-b7c7-23ea2ae0951b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311370 Aug 29 05:16:04.263975 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a70acc-dcbd-444e-8667-090f13bd6dbd req-597ffc9f-3bab-4795-ab9d-ba98698557aa tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:04.265444 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-09a70acc-dcbd-444e-8667-090f13bd6dbd req-597ffc9f-3bab-4795-ab9d-ba98698557aa tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] 10.222.0.22 "GET /v2.0/ports?device_id=765fd6f7-82fc-49b4-aefa-2115ad73f8a8 HTTP/1.1" status: 200 len: 945 time: 0.0517101 Aug 29 05:16:04.303160 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-09a70acc-dcbd-444e-8667-090f13bd6dbd req-c053142e-348d-4a56-9497-9e85eec8030e tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] 10.222.0.22 "GET /v2.0/security-groups?id=26fc0add-fed9-45f1-b7c7-23ea2ae0951b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317335 Aug 29 05:16:04.417970 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14e20d4-9896-4662-81fb-231fdf550da8 req-4ae8847e-fe0e-42d7-837a-9f70a637cb50 tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:04.419448 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d14e20d4-9896-4662-81fb-231fdf550da8 req-4ae8847e-fe0e-42d7-837a-9f70a637cb50 tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] 10.222.0.22 "GET /v2.0/ports?device_id=765fd6f7-82fc-49b4-aefa-2115ad73f8a8 HTTP/1.1" status: 200 len: 945 time: 0.0487704 Aug 29 05:16:04.456766 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d14e20d4-9896-4662-81fb-231fdf550da8 req-87907ad5-3396-411c-b05c-f25a640d07b1 tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] 10.222.0.22 "GET /v2.0/security-groups?id=26fc0add-fed9-45f1-b7c7-23ea2ae0951b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313368 Aug 29 05:16:04.580464 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126b366a-dd3d-443b-abee-6a78124e0c41 req-4a427e43-2b16-498c-ac03-178e4e9a7c72 tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:04.581851 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-126b366a-dd3d-443b-abee-6a78124e0c41 req-4a427e43-2b16-498c-ac03-178e4e9a7c72 tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] 10.222.0.22 "GET /v2.0/ports?device_id=765fd6f7-82fc-49b4-aefa-2115ad73f8a8 HTTP/1.1" status: 200 len: 945 time: 0.0484550 Aug 29 05:16:04.619388 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-126b366a-dd3d-443b-abee-6a78124e0c41 req-95a3a121-387d-4bb3-a3ee-543bf4838a31 tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] 10.222.0.22 "GET /v2.0/security-groups?id=26fc0add-fed9-45f1-b7c7-23ea2ae0951b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310142 Aug 29 05:16:04.920677 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588378bb-2aca-46fc-a17d-5f20471a016e req-14b6c236-69c7-4ad3-a383-5981ec0a1e8d tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:04.922196 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-588378bb-2aca-46fc-a17d-5f20471a016e req-14b6c236-69c7-4ad3-a383-5981ec0a1e8d tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] 10.222.0.22 "GET /v2.0/ports?device_id=765fd6f7-82fc-49b4-aefa-2115ad73f8a8 HTTP/1.1" status: 200 len: 945 time: 0.0533745 Aug 29 05:16:04.959855 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-588378bb-2aca-46fc-a17d-5f20471a016e req-84af0f36-16c3-4580-92dd-e33145b66272 tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] 10.222.0.22 "GET /v2.0/security-groups?id=26fc0add-fed9-45f1-b7c7-23ea2ae0951b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317628 Aug 29 05:16:06.072360 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85296f5d-cda0-4e11-bbd7-fec078bd2d82 req-61abfc7b-8136-4de1-8d64-c0e39001bf77 tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:06.073751 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-85296f5d-cda0-4e11-bbd7-fec078bd2d82 req-61abfc7b-8136-4de1-8d64-c0e39001bf77 tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] 10.222.0.22 "GET /v2.0/ports?device_id=765fd6f7-82fc-49b4-aefa-2115ad73f8a8 HTTP/1.1" status: 200 len: 945 time: 0.0487514 Aug 29 05:16:06.111984 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-85296f5d-cda0-4e11-bbd7-fec078bd2d82 req-81dd22be-522b-49ee-80a5-6234146cc5dd tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] 10.222.0.22 "GET /v2.0/security-groups?id=26fc0add-fed9-45f1-b7c7-23ea2ae0951b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322816 Aug 29 05:16:06.319174 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-56bf27b3-a31f-4b8c-a911-f289f24d1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:06.350255 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf5ff65-653e-4d9a-a28f-e964a41678f3 req-e94b4ab0-cab4-4968-abd4-f037bf1bc6db tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:06.351645 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-edf5ff65-653e-4d9a-a28f-e964a41678f3 req-e94b4ab0-cab4-4968-abd4-f037bf1bc6db tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] 10.222.0.46 "GET /v2.0/ports?device_id=765fd6f7-82fc-49b4-aefa-2115ad73f8a8 HTTP/1.1" status: 200 len: 945 time: 0.0495598 Aug 29 05:16:06.441898 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-edf5ff65-653e-4d9a-a28f-e964a41678f3 req-514f060e-a8e1-4dc5-9bde-b84a824828ff tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] Deleting port 02a0cb72-ff9e-4a4f-9319-290000a91ed1 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:16:06.442242 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-edf5ff65-653e-4d9a-a28f-e964a41678f3 req-514f060e-a8e1-4dc5-9bde-b84a824828ff tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:06.527377 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-edf5ff65-653e-4d9a-a28f-e964a41678f3 req-514f060e-a8e1-4dc5-9bde-b84a824828ff tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] For port 02a0cb72-ff9e-4a4f-9319-290000a91ed1, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=02a0cb72-ff9e-4a4f-9319-290000a91ed1,segment=NetworkSegment(39d25ce4-dbe7-4ade-91e7-fb6e549f7ae5),segment_id=39d25ce4-dbe7-4ade-91e7-fb6e549f7ae5)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:16:06.527768 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-edf5ff65-653e-4d9a-a28f-e964a41678f3 req-514f060e-a8e1-4dc5-9bde-b84a824828ff tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:06.540253 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-edf5ff65-653e-4d9a-a28f-e964a41678f3 req-514f060e-a8e1-4dc5-9bde-b84a824828ff tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] Calling delete_port for 02a0cb72-ff9e-4a4f-9319-290000a91ed1 owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:16:06.669720 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-edf5ff65-653e-4d9a-a28f-e964a41678f3 req-514f060e-a8e1-4dc5-9bde-b84a824828ff tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:06.685473 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['02a0cb72-ff9e-4a4f-9319-290000a91ed1'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:16:06.696094 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514f060e-a8e1-4dc5-9bde-b84a824828ff tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] Pushing event deleted for resources: {'Port': ['ID=02a0cb72-ff9e-4a4f-9319-290000a91ed1,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:06.739846 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-edf5ff65-653e-4d9a-a28f-e964a41678f3 req-514f060e-a8e1-4dc5-9bde-b84a824828ff tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] No DVR routers for this DVR port 02a0cb72-ff9e-4a4f-9319-290000a91ed1 on host n-h1-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:16:06.742343 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-edf5ff65-653e-4d9a-a28f-e964a41678f3 req-514f060e-a8e1-4dc5-9bde-b84a824828ff tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:06.744459 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-edf5ff65-653e-4d9a-a28f-e964a41678f3 req-514f060e-a8e1-4dc5-9bde-b84a824828ff tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] 10.222.0.46 "DELETE /v2.0/ports/02a0cb72-ff9e-4a4f-9319-290000a91ed1 HTTP/1.1" status: 204 len: 173 time: 0.3866854 Aug 29 05:16:06.744907 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '765fd6f7-82fc-49b4-aefa-2115ad73f8a8', 'name': 'network-vif-deleted', 'tag': '02a0cb72-ff9e-4a4f-9319-290000a91ed1'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:16:06.747245 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfb9107a06241f0f5f2256c13c0e0e77dc40c776bf6dc0455c34cebdf0549d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dbe8892-c22d-42e9-91f6-b726080eb333" -d '{"events": [{"server_uuid": "765fd6f7-82fc-49b4-aefa-2115ad73f8a8", "name": "network-vif-deleted", "tag": "02a0cb72-ff9e-4a4f-9319-290000a91ed1"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:16:06.788486 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8055e185-1b74-4201-86aa-8af6d9d5ce58 x-openstack-request-id: req-8055e185-1b74-4201-86aa-8af6d9d5ce58 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:16:06.788834 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "765fd6f7-82fc-49b4-aefa-2115ad73f8a8", "name": "network-vif-deleted", "tag": "02a0cb72-ff9e-4a4f-9319-290000a91ed1", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:16:06.789092 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8055e185-1b74-4201-86aa-8af6d9d5ce58 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:16:06.789498 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '765fd6f7-82fc-49b4-aefa-2115ad73f8a8', 'name': 'network-vif-deleted', 'tag': '02a0cb72-ff9e-4a4f-9319-290000a91ed1', 'status': 'completed', 'code': 200} Aug 29 05:16:07.233711 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b43668ae-3166-45df-b541-74317a1045fd req-5b378ab1-972e-40c7-add7-4c59a43722f2 tempest-ServersNegativeTestJSON-1079124686 tempest-ServersNegativeTestJSON-1079124686-project] 10.222.0.22 "GET /v2.0/ports?device_id=765fd6f7-82fc-49b4-aefa-2115ad73f8a8 HTTP/1.1" status: 200 len: 210 time: 0.0323212 Aug 29 05:16:07.333990 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:07.400039 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:08.288404 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 40388) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:16:08.332510 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_v2 [None req-09657818-1336-4a23-a512-7d6b81bb81dc admin admin] Deleting subnet 0601964b-212e-45a5-8957-20ee1919131a {{(pid=94829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 05:16:08.335499 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-09657818-1336-4a23-a512-7d6b81bb81dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:08.373683 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-09657818-1336-4a23-a512-7d6b81bb81dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4311743'] for subnet, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:08.411551 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-09657818-1336-4a23-a512-7d6b81bb81dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:08.462983 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-09657818-1336-4a23-a512-7d6b81bb81dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4552352'] for subnet, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:08.490555 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-09657818-1336-4a23-a512-7d6b81bb81dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:08.494837 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-09657818-1336-4a23-a512-7d6b81bb81dc admin admin] 10.222.0.22 "DELETE /v2.0/subnets/0601964b-212e-45a5-8957-20ee1919131a HTTP/1.1" status: 204 len: 168 time: 0.2030165 Aug 29 05:16:08.494837 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09657818-1336-4a23-a512-7d6b81bb81dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0601964b-212e-45a5-8957-20ee1919131a,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:08.495039 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 40390) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:16:08.562159 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a7aaba26-3654-4575-9115-cd632afb1c6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:08.642498 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a7aaba26-3654-4575-9115-cd632afb1c6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:08.653011 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-a7aaba26-3654-4575-9115-cd632afb1c6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0214cd6b-5f79-43e0-b6e5-2c5c2b1ea3be']}} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:16:08.662980 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-a7aaba26-3654-4575-9115-cd632afb1c6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39d25ce4-dbe7-4ade-91e7-fb6e549f7ae5') {'for_net_delete': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:16:08.663279 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-a7aaba26-3654-4575-9115-cd632afb1c6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39d25ce4-dbe7-4ade-91e7-fb6e549f7ae5') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:16:08.671847 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a7aaba26-3654-4575-9115-cd632afb1c6d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8904833'] for segment, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:08.685585 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a7aaba26-3654-4575-9115-cd632afb1c6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:08.692137 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7aaba26-3654-4575-9115-cd632afb1c6d admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=94828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:16:08.692529 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a7aaba26-3654-4575-9115-cd632afb1c6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9190468'] for segment, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:08.694652 n-d-712140-12 neutron-server[94828]: Traceback (most recent call last): Aug 29 05:16:08.694652 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:16:08.694652 n-d-712140-12 neutron-server[94828]: timer() Aug 29 05:16:08.694652 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:16:08.694652 n-d-712140-12 neutron-server[94828]: cb(*args, **kw) Aug 29 05:16:08.694652 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:16:08.694652 n-d-712140-12 neutron-server[94828]: return func(*args, **kwargs) Aug 29 05:16:08.694652 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:16:08.694652 n-d-712140-12 neutron-server[94828]: self._notify() Aug 29 05:16:08.694652 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:16:08.694652 n-d-712140-12 neutron-server[94828]: self.callback(batched_events) Aug 29 05:16:08.694652 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:16:08.694652 n-d-712140-12 neutron-server[94828]: event.method(event) Aug 29 05:16:08.694652 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:16:08.694652 n-d-712140-12 neutron-server[94828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:16:08.694652 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:16:08.694652 n-d-712140-12 neutron-server[94828]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:16:08.694652 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:16:08.694652 n-d-712140-12 neutron-server[94828]: return f(self, *a, **k) Aug 29 05:16:08.694652 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:16:08.694652 n-d-712140-12 neutron-server[94828]: return self._get(url).json() Aug 29 05:16:08.694652 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:16:08.694652 n-d-712140-12 neutron-server[94828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:16:08.694652 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:16:08.694652 n-d-712140-12 neutron-server[94828]: return self.request(url, 'GET', **kwargs) Aug 29 05:16:08.694652 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:16:08.694652 n-d-712140-12 neutron-server[94828]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:16:08.694652 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:16:08.694652 n-d-712140-12 neutron-server[94828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:16:08.694652 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:16:08.694652 n-d-712140-12 neutron-server[94828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:16:08.694652 n-d-712140-12 neutron-server[94828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:16:08.748662 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a7aaba26-3654-4575-9115-cd632afb1c6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:08.754370 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a7aaba26-3654-4575-9115-cd632afb1c6d admin admin] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:08.759077 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-a7aaba26-3654-4575-9115-cd632afb1c6d admin admin] 10.222.0.22 "DELETE /v2.0/networks/0214cd6b-5f79-43e0-b6e5-2c5c2b1ea3be HTTP/1.1" status: 204 len: 168 time: 0.2629287 Aug 29 05:16:08.770634 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aaba26-3654-4575-9115-cd632afb1c6d admin admin] Pushing event deleted for resources: {'Network': ['ID=0214cd6b-5f79-43e0-b6e5-2c5c2b1ea3be,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:08.862461 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 40394) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:16:08.891308 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:08.905136 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-bdc21a1b-6e4b-4049-b03d-cbd8fc0490a1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=32bdbe0bd75646779bb442d3e291d254&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0409758 Aug 29 05:16:08.907632 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 40396) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:16:08.959426 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e0b65fe5-4ec7-4f00-aca1-d171e0d1a372 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:08.979963 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e0b65fe5-4ec7-4f00-aca1-d171e0d1a372 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:09.027366 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e0b65fe5-4ec7-4f00-aca1-d171e0d1a372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:09.030133 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e0b65fe5-4ec7-4f00-aca1-d171e0d1a372 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:09.031284 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-e0b65fe5-4ec7-4f00-aca1-d171e0d1a372 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/26fc0add-fed9-45f1-b7c7-23ea2ae0951b HTTP/1.1" status: 204 len: 168 time: 0.1227212 Aug 29 05:16:09.040055 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65fe5-4ec7-4f00-aca1-d171e0d1a372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26fc0add-fed9-45f1-b7c7-23ea2ae0951b,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:09.703037 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 40418) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:16:09.798266 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-1388d023-c033-467d-8cd4-0cb636db4bee tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2011856270'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:16:09.819554 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1388d023-c033-467d-8cd4-0cb636db4bee tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Made reservation on behalf of 7826dc17d86c4047b977f203a81c431c for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:16:09.823106 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1388d023-c033-467d-8cd4-0cb636db4bee tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:09.831412 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1388d023-c033-467d-8cd4-0cb636db4bee tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:09.920831 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1388d023-c033-467d-8cd4-0cb636db4bee tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:09.924551 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1388d023-c033-467d-8cd4-0cb636db4bee tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:09.947026 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1388d023-c033-467d-8cd4-0cb636db4bee tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:16:09.960821 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388d023-c033-467d-8cd4-0cb636db4bee tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b6e4da9-69c3-458c-b676-c136bd3a9301,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:09.965982 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1388d023-c033-467d-8cd4-0cb636db4bee tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:09.966334 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-1388d023-c033-467d-8cd4-0cb636db4bee tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Added segment 612cd584-e79f-43d8-8e71-fdda8f1d9c44 of type vlan for network c65d4201-be88-4b54-a3b0-db62e501b4e4 Aug 29 05:16:10.007787 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1388d023-c033-467d-8cd4-0cb636db4bee tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:10.031815 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1388d023-c033-467d-8cd4-0cb636db4bee tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:10.038680 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1388d023-c033-467d-8cd4-0cb636db4bee tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:10.039272 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1388d023-c033-467d-8cd4-0cb636db4bee tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:10.100717 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-1388d023-c033-467d-8cd4-0cb636db4bee tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3965371 Aug 29 05:16:10.109076 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388d023-c033-467d-8cd4-0cb636db4bee tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Pushing event updated for resources: {'Network': ['ID=c65d4201-be88-4b54-a3b0-db62e501b4e4,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:10.119660 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network c65d4201-be88-4b54-a3b0-db62e501b4e4 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:16:10.563306 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 02a0cb72-ff9e-4a4f-9319-290000a91ed1 no longer exists at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:16:10.583836 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] No Port match for: 02a0cb72-ff9e-4a4f-9319-290000a91ed1 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:16:10.584186 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 02a0cb72-ff9e-4a4f-9319-290000a91ed1 not bound to the agent host n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:16:13.412641 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 40422) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:16:13.417975 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-4357f607-24ce-4cf5-bee6-8163fb01673e tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Request body: {'subnet': {'network_id': 'c65d4201-be88-4b54-a3b0-db62e501b4e4', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:16:13.502983 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4357f607-24ce-4cf5-bee6-8163fb01673e tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Made reservation on behalf of 7826dc17d86c4047b977f203a81c431c for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:16:13.507132 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4357f607-24ce-4cf5-bee6-8163fb01673e tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4552395'] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:13.684335 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4357f607-24ce-4cf5-bee6-8163fb01673e tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4274880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4552377'] for subnet, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:13.748911 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4357f607-24ce-4cf5-bee6-8163fb01673e tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Pushing event updated for resources: {'Subnet': ['ID=9c65c848-e157-4b7c-a230-a1a907841ee5,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:13.757021 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4357f607-24ce-4cf5-bee6-8163fb01673e tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Checking segment: {'id': '612cd584-e79f-43d8-8e71-fdda8f1d9c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'c65d4201-be88-4b54-a3b0-db62e501b4e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:16:13.757388 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4357f607-24ce-4cf5-bee6-8163fb01673e tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Network hostable DHCP agents. Network: c65d4201-be88-4b54-a3b0-db62e501b4e4, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:16:13.772997 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4357f607-24ce-4cf5-bee6-8163fb01673e tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Network c65d4201-be88-4b54-a3b0-db62e501b4e4 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:16:13.781054 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-4357f607-24ce-4cf5-bee6-8163fb01673e tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, c65d4201-be88-4b54-a3b0-db62e501b4e4) {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:16:13.785894 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4357f607-24ce-4cf5-bee6-8163fb01673e tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:13.786486 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4357f607-24ce-4cf5-bee6-8163fb01673e tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:13.790592 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df0ad6b-bda3-45f0-9139-2a9268f74f40 None None] Network c65d4201-be88-4b54-a3b0-db62e501b4e4 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:16:13.801700 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-4357f607-24ce-4cf5-bee6-8163fb01673e tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3879230 Aug 29 05:16:13.805106 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 40424) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:16:13.810027 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-e4d1f604-1cec-4e6f-aa5f-7d59e8c9174e tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1503550503'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:16:13.832475 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4d1f604-1cec-4e6f-aa5f-7d59e8c9174e tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Made reservation on behalf of 7826dc17d86c4047b977f203a81c431c for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:16:13.836168 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e4d1f604-1cec-4e6f-aa5f-7d59e8c9174e tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:13.859946 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4d1f604-1cec-4e6f-aa5f-7d59e8c9174e tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:16:13.869481 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e4d1f604-1cec-4e6f-aa5f-7d59e8c9174e tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:13.869829 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-e4d1f604-1cec-4e6f-aa5f-7d59e8c9174e tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Added segment 009ea75f-acec-4642-bb03-bd91c328bb3a of type vlan for network 7f758f34-cb55-409c-8966-d16816a3664c Aug 29 05:16:13.910492 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e4d1f604-1cec-4e6f-aa5f-7d59e8c9174e tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:13.936362 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e4d1f604-1cec-4e6f-aa5f-7d59e8c9174e tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:13.936539 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf8ac9e-96da-4c12-88f1-5ebe3f319524 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-c65d4201-be88-4b54-a3b0-db62e501b4e4', 'network_id': 'c65d4201-be88-4b54-a3b0-db62e501b4e4', 'tenant_id': '7826dc17d86c4047b977f203a81c431c', 'fixed_ips': [{'subnet_id': '9c65c848-e157-4b7c-a230-a1a907841ee5'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 05:16:13.937160 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ccf8ac9e-96da-4c12-88f1-5ebe3f319524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:13.941842 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d1f604-1cec-4e6f-aa5f-7d59e8c9174e tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:13.942439 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e4d1f604-1cec-4e6f-aa5f-7d59e8c9174e tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:14.003406 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-e4d1f604-1cec-4e6f-aa5f-7d59e8c9174e tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1972268 Aug 29 05:16:14.006569 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 40426) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:16:14.011254 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-e36a65a1-da3b-43b2-9069-07ffed56818f tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Request body: {'subnet': {'network_id': '7f758f34-cb55-409c-8966-d16816a3664c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:16:14.058351 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d1f604-1cec-4e6f-aa5f-7d59e8c9174e tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Pushing event updated for resources: {'Network': ['ID=7f758f34-cb55-409c-8966-d16816a3664c,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:14.073799 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 7f758f34-cb55-409c-8966-d16816a3664c details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:16:14.113726 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e36a65a1-da3b-43b2-9069-07ffed56818f tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Made reservation on behalf of 7826dc17d86c4047b977f203a81c431c for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:16:14.117460 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e36a65a1-da3b-43b2-9069-07ffed56818f tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4552395'] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:14.136302 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-ccf8ac9e-96da-4c12-88f1-5ebe3f319524 None None] Allocated IP 2001:db8:0:ffff::2 (c65d4201-be88-4b54-a3b0-db62e501b4e4/9c65c848-e157-4b7c-a230-a1a907841ee5/0f6295d4-0c67-40fc-ba34-6ef73f1e344b) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:16:14.295714 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ccf8ac9e-96da-4c12-88f1-5ebe3f319524 None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:14.304454 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-ccf8ac9e-96da-4c12-88f1-5ebe3f319524 None None] Transition to ACTIVE for port object 0f6295d4-0c67-40fc-ba34-6ef73f1e344b will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:16:14.310114 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e36a65a1-da3b-43b2-9069-07ffed56818f tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4274880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4552377'] for subnet, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:14.320680 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-ccf8ac9e-96da-4c12-88f1-5ebe3f319524 None None] Transition to ACTIVE for port object 0f6295d4-0c67-40fc-ba34-6ef73f1e344b will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:16:14.326344 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ccf8ac9e-96da-4c12-88f1-5ebe3f319524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:14.366747 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf8ac9e-96da-4c12-88f1-5ebe3f319524 None None] Network c65d4201-be88-4b54-a3b0-db62e501b4e4 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:16:14.369614 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-ccf8ac9e-96da-4c12-88f1-5ebe3f319524 None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:16:14.373586 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf8ac9e-96da-4c12-88f1-5ebe3f319524 None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:16:14.378227 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36a65a1-da3b-43b2-9069-07ffed56818f tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Pushing event updated for resources: {'Subnet': ['ID=709b8090-4c29-493b-a707-4775065aec25,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:14.380973 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf8ac9e-96da-4c12-88f1-5ebe3f319524 None None] Pushing event updated for resources: {'Port': ['ID=0f6295d4-0c67-40fc-ba34-6ef73f1e344b,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:14.386082 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36a65a1-da3b-43b2-9069-07ffed56818f tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Checking segment: {'id': '009ea75f-acec-4642-bb03-bd91c328bb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '7f758f34-cb55-409c-8966-d16816a3664c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:16:14.386448 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36a65a1-da3b-43b2-9069-07ffed56818f tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Network hostable DHCP agents. Network: 7f758f34-cb55-409c-8966-d16816a3664c, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:16:14.403554 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36a65a1-da3b-43b2-9069-07ffed56818f tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Network 7f758f34-cb55-409c-8966-d16816a3664c is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:16:14.412713 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-e36a65a1-da3b-43b2-9069-07ffed56818f tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 7f758f34-cb55-409c-8966-d16816a3664c) {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:16:14.417023 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e36a65a1-da3b-43b2-9069-07ffed56818f tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:14.417629 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e36a65a1-da3b-43b2-9069-07ffed56818f tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:14.430765 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18028145-93a3-40d7-8afb-ba6aa7493025 None None] Network 7f758f34-cb55-409c-8966-d16816a3664c requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:16:14.434185 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-e36a65a1-da3b-43b2-9069-07ffed56818f tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4242473 Aug 29 05:16:14.434431 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 40428) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:16:14.476953 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-ccf8ac9e-96da-4c12-88f1-5ebe3f319524 None None] Attempting to bind port 0f6295d4-0c67-40fc-ba34-6ef73f1e344b on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:16:14.477328 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-ccf8ac9e-96da-4c12-88f1-5ebe3f319524 None None] Attempting to bind port 0f6295d4-0c67-40fc-ba34-6ef73f1e344b by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '612cd584-e79f-43d8-8e71-fdda8f1d9c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'c65d4201-be88-4b54-a3b0-db62e501b4e4'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:16:14.477696 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf8ac9e-96da-4c12-88f1-5ebe3f319524 None None] Attempting to bind port 0f6295d4-0c67-40fc-ba34-6ef73f1e344b on network c65d4201-be88-4b54-a3b0-db62e501b4e4 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:16:14.488519 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf8ac9e-96da-4c12-88f1-5ebe3f319524 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:16:14.488895 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf8ac9e-96da-4c12-88f1-5ebe3f319524 None None] Checking segment: {'id': '612cd584-e79f-43d8-8e71-fdda8f1d9c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'c65d4201-be88-4b54-a3b0-db62e501b4e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:16:14.489301 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ccf8ac9e-96da-4c12-88f1-5ebe3f319524 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:14.489702 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf8ac9e-96da-4c12-88f1-5ebe3f319524 None None] Bound using segment: {'id': '612cd584-e79f-43d8-8e71-fdda8f1d9c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'c65d4201-be88-4b54-a3b0-db62e501b4e4'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:16:14.490169 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-ccf8ac9e-96da-4c12-88f1-5ebe3f319524 None None] Bound port: 0f6295d4-0c67-40fc-ba34-6ef73f1e344b, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '612cd584-e79f-43d8-8e71-fdda8f1d9c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'c65d4201-be88-4b54-a3b0-db62e501b4e4'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:16:14.490555 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ccf8ac9e-96da-4c12-88f1-5ebe3f319524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:14.529941 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c48a70a6-b56b-4dca-bf82-0d8944aa4479 tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:14.600773 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-ccf8ac9e-96da-4c12-88f1-5ebe3f319524 None None] For port 0f6295d4-0c67-40fc-ba34-6ef73f1e344b, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:16:14.605115 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-ccf8ac9e-96da-4c12-88f1-5ebe3f319524 None None] For port 0f6295d4-0c67-40fc-ba34-6ef73f1e344b, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=0f6295d4-0c67-40fc-ba34-6ef73f1e344b,segment=NetworkSegment(612cd584-e79f-43d8-8e71-fdda8f1d9c44),segment_id=612cd584-e79f-43d8-8e71-fdda8f1d9c44)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:16:14.611262 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c48a70a6-b56b-4dca-bf82-0d8944aa4479 tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:14.613225 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ccf8ac9e-96da-4c12-88f1-5ebe3f319524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:14.671346 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4f0548-5642-4dc1-be5a-aaa27086aab1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-7f758f34-cb55-409c-8966-d16816a3664c', 'network_id': '7f758f34-cb55-409c-8966-d16816a3664c', 'tenant_id': '7826dc17d86c4047b977f203a81c431c', 'fixed_ips': [{'subnet_id': '709b8090-4c29-493b-a707-4775065aec25'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 05:16:14.672193 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0f4f0548-5642-4dc1-be5a-aaa27086aab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:14.701380 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf8ac9e-96da-4c12-88f1-5ebe3f319524 None None] Pushing event updated for resources: {'Port': ['ID=0f6295d4-0c67-40fc-ba34-6ef73f1e344b,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:14.704148 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c48a70a6-b56b-4dca-bf82-0d8944aa4479 tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4552352'] for subnet, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:14.740319 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48a70a6-b56b-4dca-bf82-0d8944aa4479 tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Pushing event deleted for resources: {'Subnet': ['ID=709b8090-4c29-493b-a707-4775065aec25,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:14.785723 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3cda43-361b-48a7-abc1-4311b1d51eb6 None None] Network 7f758f34-cb55-409c-8966-d16816a3664c requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:16:14.808708 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c48a70a6-b56b-4dca-bf82-0d8944aa4479 tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:14.820533 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-c48a70a6-b56b-4dca-bf82-0d8944aa4479 tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f758f34-cb55-409c-8966-d16816a3664c']}} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:16:14.846047 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-c48a70a6-b56b-4dca-bf82-0d8944aa4479 tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '009ea75f-acec-4642-bb03-bd91c328bb3a') {'for_net_delete': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:16:14.846427 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-c48a70a6-b56b-4dca-bf82-0d8944aa4479 tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '009ea75f-acec-4642-bb03-bd91c328bb3a') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:16:14.866910 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c48a70a6-b56b-4dca-bf82-0d8944aa4479 tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4311712'] for segment, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:14.886795 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c48a70a6-b56b-4dca-bf82-0d8944aa4479 tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:14.899855 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c48a70a6-b56b-4dca-bf82-0d8944aa4479 tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=94829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:16:14.900445 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c48a70a6-b56b-4dca-bf82-0d8944aa4479 tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4274277'] for segment, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:14.904443 n-d-712140-12 neutron-server[94829]: Traceback (most recent call last): Aug 29 05:16:14.904443 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:16:14.904443 n-d-712140-12 neutron-server[94829]: timer() Aug 29 05:16:14.904443 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:16:14.904443 n-d-712140-12 neutron-server[94829]: cb(*args, **kw) Aug 29 05:16:14.904443 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:16:14.904443 n-d-712140-12 neutron-server[94829]: return func(*args, **kwargs) Aug 29 05:16:14.904443 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:16:14.904443 n-d-712140-12 neutron-server[94829]: self._notify() Aug 29 05:16:14.904443 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:16:14.904443 n-d-712140-12 neutron-server[94829]: self.callback(batched_events) Aug 29 05:16:14.904443 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:16:14.904443 n-d-712140-12 neutron-server[94829]: event.method(event) Aug 29 05:16:14.904443 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:16:14.904443 n-d-712140-12 neutron-server[94829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:16:14.904443 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:16:14.904443 n-d-712140-12 neutron-server[94829]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:16:14.904443 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:16:14.904443 n-d-712140-12 neutron-server[94829]: return f(self, *a, **k) Aug 29 05:16:14.904443 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:16:14.904443 n-d-712140-12 neutron-server[94829]: return self._get(url).json() Aug 29 05:16:14.904443 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:16:14.904443 n-d-712140-12 neutron-server[94829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:16:14.904443 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:16:14.904443 n-d-712140-12 neutron-server[94829]: return self.request(url, 'GET', **kwargs) Aug 29 05:16:14.904443 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:16:14.904443 n-d-712140-12 neutron-server[94829]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:16:14.904443 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:16:14.904443 n-d-712140-12 neutron-server[94829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:16:14.904443 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:16:14.904443 n-d-712140-12 neutron-server[94829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:16:14.904443 n-d-712140-12 neutron-server[94829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:16:14.969481 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c48a70a6-b56b-4dca-bf82-0d8944aa4479 tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:14.977520 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c48a70a6-b56b-4dca-bf82-0d8944aa4479 tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:14.979382 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-c48a70a6-b56b-4dca-bf82-0d8944aa4479 tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] 10.222.0.22 "DELETE /v2.0/networks/7f758f34-cb55-409c-8966-d16816a3664c HTTP/1.1" status: 204 len: 168 time: 0.5439761 Aug 29 05:16:14.983368 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 40430) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:16:14.989604 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-e6fd7ab2-c114-4915-9bec-28147082782a tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1269069712'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:16:14.991945 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48a70a6-b56b-4dca-bf82-0d8944aa4479 tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Pushing event deleted for resources: {'Network': ['ID=7f758f34-cb55-409c-8966-d16816a3664c,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:15.009978 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6fd7ab2-c114-4915-9bec-28147082782a tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Made reservation on behalf of 7826dc17d86c4047b977f203a81c431c for: {'network': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:16:15.013492 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e6fd7ab2-c114-4915-9bec-28147082782a tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:15.036280 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6fd7ab2-c114-4915-9bec-28147082782a tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=94828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:16:15.045692 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e6fd7ab2-c114-4915-9bec-28147082782a tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:15.046071 n-d-712140-12 neutron-server[94828]: INFO neutron.db.segments_db [None req-e6fd7ab2-c114-4915-9bec-28147082782a tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Added segment 619a61de-eb7d-484c-89fe-33134784da13 of type vlan for network 052017ac-d9ff-418d-abc4-09c8860f23d8 Aug 29 05:16:15.090456 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e6fd7ab2-c114-4915-9bec-28147082782a tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:15.114419 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e6fd7ab2-c114-4915-9bec-28147082782a tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:15.120008 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6fd7ab2-c114-4915-9bec-28147082782a tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:15.120621 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e6fd7ab2-c114-4915-9bec-28147082782a tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:15.179321 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-e6fd7ab2-c114-4915-9bec-28147082782a tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1946194 Aug 29 05:16:15.182189 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 40432) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:16:15.187044 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-7f50cf5b-af5b-4114-8711-f8e66ed48a7a tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Request body: {'subnet': {'network_id': '052017ac-d9ff-418d-abc4-09c8860f23d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:16:15.195624 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fd7ab2-c114-4915-9bec-28147082782a tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Pushing event updated for resources: {'Network': ['ID=052017ac-d9ff-418d-abc4-09c8860f23d8,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:15.204763 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 052017ac-d9ff-418d-abc4-09c8860f23d8 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:16:15.286090 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f50cf5b-af5b-4114-8711-f8e66ed48a7a tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Made reservation on behalf of 7826dc17d86c4047b977f203a81c431c for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:16:15.289809 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7f50cf5b-af5b-4114-8711-f8e66ed48a7a tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:15.349041 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.ipam_backend_mixin [None req-7f50cf5b-af5b-4114-8711-f8e66ed48a7a tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Performing IP validity checks on allocation pools {{(pid=94828) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 29 05:16:15.349564 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.ipam_backend_mixin [None req-7f50cf5b-af5b-4114-8711-f8e66ed48a7a tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94828) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 29 05:16:15.481070 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7f50cf5b-af5b-4114-8711-f8e66ed48a7a tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9191137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10062364'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:15.540247 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f50cf5b-af5b-4114-8711-f8e66ed48a7a tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Pushing event updated for resources: {'Subnet': ['ID=e07e6bd6-ba2e-4b70-8dff-2868b15374e1,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:15.552381 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f50cf5b-af5b-4114-8711-f8e66ed48a7a tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Checking segment: {'id': '619a61de-eb7d-484c-89fe-33134784da13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '052017ac-d9ff-418d-abc4-09c8860f23d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:16:15.552753 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f50cf5b-af5b-4114-8711-f8e66ed48a7a tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Network hostable DHCP agents. Network: 052017ac-d9ff-418d-abc4-09c8860f23d8, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:16:15.570953 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f50cf5b-af5b-4114-8711-f8e66ed48a7a tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Network 052017ac-d9ff-418d-abc4-09c8860f23d8 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:16:15.580976 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-7f50cf5b-af5b-4114-8711-f8e66ed48a7a tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 052017ac-d9ff-418d-abc4-09c8860f23d8) {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:16:15.585273 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec9f194-280e-489b-8cd2-ab350160ecff None None] Network c65d4201-be88-4b54-a3b0-db62e501b4e4 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:16:15.588375 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f50cf5b-af5b-4114-8711-f8e66ed48a7a tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:15.589229 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7f50cf5b-af5b-4114-8711-f8e66ed48a7a tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:15.589364 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe4e40e-1759-4389-bf89-cfcd1f287b6f None None] Network 052017ac-d9ff-418d-abc4-09c8860f23d8 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:16:15.604343 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-7f50cf5b-af5b-4114-8711-f8e66ed48a7a tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4211354 Aug 29 05:16:15.607154 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 40434) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:16:15.687982 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6cdd7403-a44c-40cb-bf97-70a355314b4c None None] Provisioning for port 0f6295d4-0c67-40fc-ba34-6ef73f1e344b completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:16:16.025464 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-270e7671-68f4-432e-b1b8-9c2af065dc1c tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:16.031264 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d961eb-6684-4bc2-803d-dfa36c1bb81b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-052017ac-d9ff-418d-abc4-09c8860f23d8', 'network_id': '052017ac-d9ff-418d-abc4-09c8860f23d8', 'tenant_id': '7826dc17d86c4047b977f203a81c431c', 'fixed_ips': [{'subnet_id': 'e07e6bd6-ba2e-4b70-8dff-2868b15374e1'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 05:16:16.032191 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-15d961eb-6684-4bc2-803d-dfa36c1bb81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:16.063194 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 0f6295d4-0c67-40fc-ba34-6ef73f1e344b up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:16:16.092189 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-270e7671-68f4-432e-b1b8-9c2af065dc1c tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:16.158047 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-270e7671-68f4-432e-b1b8-9c2af065dc1c tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4552352'] for subnet, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:16.171968 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server [None req-15d961eb-6684-4bc2-803d-dfa36c1bb81b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e07e6bd6-ba2e-4b70-8dff-2868b15374e1: This subnet is being modified by another concurrent operation. Aug 29 05:16:16.171968 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 29 05:16:16.171968 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 29 05:16:16.171968 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 29 05:16:16.171968 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 29 05:16:16.171968 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 29 05:16:16.171968 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 29 05:16:16.171968 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 29 05:16:16.171968 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 29 05:16:16.171968 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 29 05:16:16.171968 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 05:16:16.171968 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 05:16:16.171968 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 05:16:16.171968 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 05:16:16.171968 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 05:16:16.171968 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 05:16:16.171968 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 05:16:16.171968 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 05:16:16.171968 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 05:16:16.171968 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 05:16:16.171968 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 05:16:16.171968 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 05:16:16.171968 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 05:16:16.171968 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 05:16:16.171968 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 05:16:16.171968 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 05:16:16.171968 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 05:16:16.171968 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 05:16:16.171968 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 05:16:16.171968 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 05:16:16.171968 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 05:16:16.171968 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 05:16:16.171968 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 05:16:16.171968 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 05:16:16.171968 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 29 05:16:16.171968 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 29 05:16:16.171968 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 29 05:16:16.171968 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 29 05:16:16.171968 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 29 05:16:16.171968 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 29 05:16:16.171968 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 29 05:16:16.171968 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 29 05:16:16.171968 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 29 05:16:16.171968 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 29 05:16:16.171968 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 29 05:16:16.171968 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 29 05:16:16.171968 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 05:16:16.171968 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 05:16:16.171968 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 05:16:16.171968 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 05:16:16.171968 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 05:16:16.171968 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 05:16:16.171968 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 05:16:16.171968 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 05:16:16.171968 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 05:16:16.171968 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 05:16:16.171968 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 05:16:16.171968 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 05:16:16.171968 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 05:16:16.171968 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 05:16:16.171968 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 05:16:16.171968 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 05:16:16.171968 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 05:16:16.171968 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 05:16:16.171968 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 05:16:16.171968 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 05:16:16.171968 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 05:16:16.171968 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 05:16:16.171968 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 05:16:16.171968 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 05:16:16.171968 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 29 05:16:16.171968 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 29 05:16:16.171968 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 29 05:16:16.171968 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 29 05:16:16.171968 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 29 05:16:16.171968 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 29 05:16:16.171968 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 29 05:16:16.171968 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 29 05:16:16.171968 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 05:16:16.171968 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 05:16:16.171968 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 05:16:16.171968 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 05:16:16.171968 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 29 05:16:16.171968 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 29 05:16:16.171968 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 29 05:16:16.171968 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 29 05:16:16.171968 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 29 05:16:16.171968 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 29 05:16:16.171968 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 29 05:16:16.171968 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server raise exception Aug 29 05:16:16.171968 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e07e6bd6-ba2e-4b70-8dff-2868b15374e1: This subnet is being modified by another concurrent operation. Aug 29 05:16:16.171968 n-d-712140-12 neutron-server[94830]: ERROR oslo_messaging.rpc.server Aug 29 05:16:16.190460 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270e7671-68f4-432e-b1b8-9c2af065dc1c tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Pushing event deleted for resources: {'Subnet': ['ID=e07e6bd6-ba2e-4b70-8dff-2868b15374e1,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:16.192230 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e67751-a3de-4414-a772-a2a69dba2fbe None None] Network 052017ac-d9ff-418d-abc4-09c8860f23d8 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:16:16.207819 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 0f6295d4-0c67-40fc-ba34-6ef73f1e344b completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:16:16.245078 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 0f6295d4-0c67-40fc-ba34-6ef73f1e344b triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:16:16.245458 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:16.268156 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-270e7671-68f4-432e-b1b8-9c2af065dc1c tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:16.280180 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-270e7671-68f4-432e-b1b8-9c2af065dc1c tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['052017ac-d9ff-418d-abc4-09c8860f23d8']}} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:16:16.290832 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-270e7671-68f4-432e-b1b8-9c2af065dc1c tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '619a61de-eb7d-484c-89fe-33134784da13') {'for_net_delete': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:16:16.291062 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-270e7671-68f4-432e-b1b8-9c2af065dc1c tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '619a61de-eb7d-484c-89fe-33134784da13') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:16:16.299768 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1f17e5d2-ecee-46c6-98dc-46cc48532d50 None None] Provisioning complete for port 0f6295d4-0c67-40fc-ba34-6ef73f1e344b triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:16:16.299954 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-270e7671-68f4-432e-b1b8-9c2af065dc1c tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4311712'] for segment, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:16.300148 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1f17e5d2-ecee-46c6-98dc-46cc48532d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:16.313197 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-270e7671-68f4-432e-b1b8-9c2af065dc1c tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:16.319905 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-270e7671-68f4-432e-b1b8-9c2af065dc1c tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=94829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:16:16.320257 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-270e7671-68f4-432e-b1b8-9c2af065dc1c tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4274277'] for segment, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:16.323234 n-d-712140-12 neutron-server[94829]: Traceback (most recent call last): Aug 29 05:16:16.323234 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:16:16.323234 n-d-712140-12 neutron-server[94829]: timer() Aug 29 05:16:16.323234 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:16:16.323234 n-d-712140-12 neutron-server[94829]: cb(*args, **kw) Aug 29 05:16:16.323234 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:16:16.323234 n-d-712140-12 neutron-server[94829]: return func(*args, **kwargs) Aug 29 05:16:16.323234 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:16:16.323234 n-d-712140-12 neutron-server[94829]: self._notify() Aug 29 05:16:16.323234 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:16:16.323234 n-d-712140-12 neutron-server[94829]: self.callback(batched_events) Aug 29 05:16:16.323234 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:16:16.323234 n-d-712140-12 neutron-server[94829]: event.method(event) Aug 29 05:16:16.323234 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:16:16.323234 n-d-712140-12 neutron-server[94829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:16:16.323234 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:16:16.323234 n-d-712140-12 neutron-server[94829]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:16:16.323234 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:16:16.323234 n-d-712140-12 neutron-server[94829]: return f(self, *a, **k) Aug 29 05:16:16.323234 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:16:16.323234 n-d-712140-12 neutron-server[94829]: return self._get(url).json() Aug 29 05:16:16.323234 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:16:16.323234 n-d-712140-12 neutron-server[94829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:16:16.323234 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:16:16.323234 n-d-712140-12 neutron-server[94829]: return self.request(url, 'GET', **kwargs) Aug 29 05:16:16.323234 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:16:16.323234 n-d-712140-12 neutron-server[94829]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:16:16.323234 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:16:16.323234 n-d-712140-12 neutron-server[94829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:16:16.323234 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:16:16.323234 n-d-712140-12 neutron-server[94829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:16:16.323234 n-d-712140-12 neutron-server[94829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:16:16.383922 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-270e7671-68f4-432e-b1b8-9c2af065dc1c tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:16.388486 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-270e7671-68f4-432e-b1b8-9c2af065dc1c tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:16.390372 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-270e7671-68f4-432e-b1b8-9c2af065dc1c tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] 10.222.0.22 "DELETE /v2.0/networks/052017ac-d9ff-418d-abc4-09c8860f23d8 HTTP/1.1" status: 204 len: 168 time: 0.7820981 Aug 29 05:16:16.394104 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 40436) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:16:16.399245 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-c4bbd71f-cb8c-45c1-bc10-f85ff2bbba3e tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-561427524'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:16:16.402102 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff8a660-dd09-42b5-9e86-840e5fd17e58 None None] get_active_networks_info from n-d-712140-12 {{(pid=94830) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 05:16:16.406028 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270e7671-68f4-432e-b1b8-9c2af065dc1c tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Pushing event deleted for resources: {'Network': ['ID=052017ac-d9ff-418d-abc4-09c8860f23d8,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:16.422210 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4bbd71f-cb8c-45c1-bc10-f85ff2bbba3e tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Made reservation on behalf of 7826dc17d86c4047b977f203a81c431c for: {'network': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:16:16.426361 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c4bbd71f-cb8c-45c1-bc10-f85ff2bbba3e tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:16.450280 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4bbd71f-cb8c-45c1-bc10-f85ff2bbba3e tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=94828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:16:16.453429 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:16.460606 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c4bbd71f-cb8c-45c1-bc10-f85ff2bbba3e tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:16.460954 n-d-712140-12 neutron-server[94828]: INFO neutron.db.segments_db [None req-c4bbd71f-cb8c-45c1-bc10-f85ff2bbba3e tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Added segment 02389ceb-0203-49fc-9cae-420785358032 of type vlan for network 4b2899d0-c1bd-4173-bf8f-90ab575f0745 Aug 29 05:16:16.501149 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c4bbd71f-cb8c-45c1-bc10-f85ff2bbba3e tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:16.525524 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c4bbd71f-cb8c-45c1-bc10-f85ff2bbba3e tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:16.531227 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4bbd71f-cb8c-45c1-bc10-f85ff2bbba3e tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:16.531887 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c4bbd71f-cb8c-45c1-bc10-f85ff2bbba3e tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:16.539996 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 0f6295d4-0c67-40fc-ba34-6ef73f1e344b, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=0f6295d4-0c67-40fc-ba34-6ef73f1e344b,segment=NetworkSegment(612cd584-e79f-43d8-8e71-fdda8f1d9c44),segment_id=612cd584-e79f-43d8-8e71-fdda8f1d9c44)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:16:16.543825 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1f17e5d2-ecee-46c6-98dc-46cc48532d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:16.555328 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:16.590366 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-c4bbd71f-cb8c-45c1-bc10-f85ff2bbba3e tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1951344 Aug 29 05:16:16.593497 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 40438) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:16:16.596517 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff8a660-dd09-42b5-9e86-840e5fd17e58 None None] Resources bound (agent type, host, resource id): {{(pid=94830) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 05:16:16.598264 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-e9a9b506-b4c1-4a47-895f-ad53612ca0d1 tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Request body: {'subnet': {'network_id': '4b2899d0-c1bd-4173-bf8f-90ab575f0745', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:16:16.650243 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bbd71f-cb8c-45c1-bc10-f85ff2bbba3e tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Pushing event updated for resources: {'Network': ['ID=4b2899d0-c1bd-4173-bf8f-90ab575f0745,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:16.655089 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=0f6295d4-0c67-40fc-ba34-6ef73f1e344b,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:16.664744 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 4b2899d0-c1bd-4173-bf8f-90ab575f0745 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:16:16.677836 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.db.api [None req-1f17e5d2-ecee-46c6-98dc-46cc48532d50 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94830) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 05:16:16.678199 n-d-712140-12 neutron-server[94830]: DEBUG oslo_db.api [None req-1f17e5d2-ecee-46c6-98dc-46cc48532d50 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 05:16:16.697413 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9a9b506-b4c1-4a47-895f-ad53612ca0d1 tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Made reservation on behalf of 7826dc17d86c4047b977f203a81c431c for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:16:16.701380 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e9a9b506-b4c1-4a47-895f-ad53612ca0d1 tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:16.886448 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e9a9b506-b4c1-4a47-895f-ad53612ca0d1 tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9191137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10062364'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:16.950616 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a9b506-b4c1-4a47-895f-ad53612ca0d1 tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Pushing event updated for resources: {'Subnet': ['ID=8ae4ae85-9609-441b-ae88-4e61c3722e4b,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:16.959210 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a9b506-b4c1-4a47-895f-ad53612ca0d1 tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Checking segment: {'id': '02389ceb-0203-49fc-9cae-420785358032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '4b2899d0-c1bd-4173-bf8f-90ab575f0745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:16:16.959574 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a9b506-b4c1-4a47-895f-ad53612ca0d1 tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Network hostable DHCP agents. Network: 4b2899d0-c1bd-4173-bf8f-90ab575f0745, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:16:16.976165 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a9b506-b4c1-4a47-895f-ad53612ca0d1 tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Network 4b2899d0-c1bd-4173-bf8f-90ab575f0745 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:16:16.984160 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-e9a9b506-b4c1-4a47-895f-ad53612ca0d1 tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 4b2899d0-c1bd-4173-bf8f-90ab575f0745) {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:16:16.989008 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a9b506-b4c1-4a47-895f-ad53612ca0d1 tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:16.989593 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e9a9b506-b4c1-4a47-895f-ad53612ca0d1 tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:16.993334 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91eb4c97-a0d4-4310-8b29-9a47afcd6a82 None None] Network 4b2899d0-c1bd-4173-bf8f-90ab575f0745 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:16:17.003262 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-e9a9b506-b4c1-4a47-895f-ad53612ca0d1 tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4090238 Aug 29 05:16:17.007174 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 40440) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:16:17.012690 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-07846834-a215-4e30-bcb6-718f1ab83f50 tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1382961172'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:16:17.032399 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07846834-a215-4e30-bcb6-718f1ab83f50 tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Made reservation on behalf of 7826dc17d86c4047b977f203a81c431c for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:16:17.036630 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-07846834-a215-4e30-bcb6-718f1ab83f50 tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:17.064842 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07846834-a215-4e30-bcb6-718f1ab83f50 tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:16:17.074194 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-07846834-a215-4e30-bcb6-718f1ab83f50 tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:17.074547 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-07846834-a215-4e30-bcb6-718f1ab83f50 tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Added segment 007fc2bc-cb10-4c0a-8d00-6de0d72db8e2 of type vlan for network ab665149-67d3-4c72-bd86-00e7a82bb148 Aug 29 05:16:17.114633 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-07846834-a215-4e30-bcb6-718f1ab83f50 tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:17.139529 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e025360-50b2-425c-a68a-45bea01482c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-4b2899d0-c1bd-4173-bf8f-90ab575f0745', 'network_id': '4b2899d0-c1bd-4173-bf8f-90ab575f0745', 'tenant_id': '7826dc17d86c4047b977f203a81c431c', 'fixed_ips': [{'subnet_id': '8ae4ae85-9609-441b-ae88-4e61c3722e4b'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 05:16:17.140078 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-07846834-a215-4e30-bcb6-718f1ab83f50 tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:17.140493 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5e025360-50b2-425c-a68a-45bea01482c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:17.146344 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07846834-a215-4e30-bcb6-718f1ab83f50 tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:17.146929 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-07846834-a215-4e30-bcb6-718f1ab83f50 tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:17.203449 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-07846834-a215-4e30-bcb6-718f1ab83f50 tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1948903 Aug 29 05:16:17.206443 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 40442) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:16:17.212470 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-01bb31e7-bfeb-487f-b6fd-daa9968bd016 tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Request body: {'subnet': {'network_id': 'ab665149-67d3-4c72-bd86-00e7a82bb148', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:16:17.216250 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07846834-a215-4e30-bcb6-718f1ab83f50 tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Pushing event updated for resources: {'Network': ['ID=ab665149-67d3-4c72-bd86-00e7a82bb148,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:17.240285 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network ab665149-67d3-4c72-bd86-00e7a82bb148 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:16:17.302585 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01bb31e7-bfeb-487f-b6fd-daa9968bd016 tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Made reservation on behalf of 7826dc17d86c4047b977f203a81c431c for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:16:17.305963 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-01bb31e7-bfeb-487f-b6fd-daa9968bd016 tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:17.365125 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-5e025360-50b2-425c-a68a-45bea01482c2 None None] Allocated IP 2001:db8::2 (4b2899d0-c1bd-4173-bf8f-90ab575f0745/8ae4ae85-9609-441b-ae88-4e61c3722e4b/577f5d7e-1ca1-473f-9656-71a1bef8309d) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:16:17.488667 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-01bb31e7-bfeb-487f-b6fd-daa9968bd016 tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9191137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10062364'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:17.509363 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5e025360-50b2-425c-a68a-45bea01482c2 None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:17.517740 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-5e025360-50b2-425c-a68a-45bea01482c2 None None] Transition to ACTIVE for port object 577f5d7e-1ca1-473f-9656-71a1bef8309d will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:16:17.532804 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-5e025360-50b2-425c-a68a-45bea01482c2 None None] Transition to ACTIVE for port object 577f5d7e-1ca1-473f-9656-71a1bef8309d will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:16:17.538098 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5e025360-50b2-425c-a68a-45bea01482c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:17.550117 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bb31e7-bfeb-487f-b6fd-daa9968bd016 tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Pushing event updated for resources: {'Subnet': ['ID=707539eb-8738-4888-a75f-f024a030de41,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:17.557301 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bb31e7-bfeb-487f-b6fd-daa9968bd016 tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Checking segment: {'id': '007fc2bc-cb10-4c0a-8d00-6de0d72db8e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ab665149-67d3-4c72-bd86-00e7a82bb148'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:16:17.557763 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01bb31e7-bfeb-487f-b6fd-daa9968bd016 tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Network hostable DHCP agents. Network: ab665149-67d3-4c72-bd86-00e7a82bb148, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:16:17.574843 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e025360-50b2-425c-a68a-45bea01482c2 None None] Network 4b2899d0-c1bd-4173-bf8f-90ab575f0745 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:16:17.575292 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01bb31e7-bfeb-487f-b6fd-daa9968bd016 tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Network ab665149-67d3-4c72-bd86-00e7a82bb148 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:16:17.579805 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-5e025360-50b2-425c-a68a-45bea01482c2 None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:16:17.583959 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e025360-50b2-425c-a68a-45bea01482c2 None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:16:17.587480 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-01bb31e7-bfeb-487f-b6fd-daa9968bd016 tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, ab665149-67d3-4c72-bd86-00e7a82bb148) {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:16:17.591901 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01bb31e7-bfeb-487f-b6fd-daa9968bd016 tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:17.592526 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-01bb31e7-bfeb-487f-b6fd-daa9968bd016 tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:17.597010 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e025360-50b2-425c-a68a-45bea01482c2 None None] Pushing event updated for resources: {'Port': ['ID=577f5d7e-1ca1-473f-9656-71a1bef8309d,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:17.602812 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480617c5-33bf-4f69-9e51-3a531b0eacbc None None] Network ab665149-67d3-4c72-bd86-00e7a82bb148 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:16:17.612413 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-01bb31e7-bfeb-487f-b6fd-daa9968bd016 tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4043529 Aug 29 05:16:17.615012 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 40444) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:16:17.690296 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-5e025360-50b2-425c-a68a-45bea01482c2 None None] Attempting to bind port 577f5d7e-1ca1-473f-9656-71a1bef8309d on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:16:17.690665 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-5e025360-50b2-425c-a68a-45bea01482c2 None None] Attempting to bind port 577f5d7e-1ca1-473f-9656-71a1bef8309d by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '02389ceb-0203-49fc-9cae-420785358032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '4b2899d0-c1bd-4173-bf8f-90ab575f0745'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:16:17.691556 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e025360-50b2-425c-a68a-45bea01482c2 None None] Attempting to bind port 577f5d7e-1ca1-473f-9656-71a1bef8309d on network 4b2899d0-c1bd-4173-bf8f-90ab575f0745 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:16:17.704363 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e025360-50b2-425c-a68a-45bea01482c2 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:16:17.704733 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e025360-50b2-425c-a68a-45bea01482c2 None None] Checking segment: {'id': '02389ceb-0203-49fc-9cae-420785358032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '4b2899d0-c1bd-4173-bf8f-90ab575f0745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:16:17.705218 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5e025360-50b2-425c-a68a-45bea01482c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:17.705702 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e025360-50b2-425c-a68a-45bea01482c2 None None] Bound using segment: {'id': '02389ceb-0203-49fc-9cae-420785358032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '4b2899d0-c1bd-4173-bf8f-90ab575f0745'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:16:17.706433 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-5e025360-50b2-425c-a68a-45bea01482c2 None None] Bound port: 577f5d7e-1ca1-473f-9656-71a1bef8309d, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02389ceb-0203-49fc-9cae-420785358032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '4b2899d0-c1bd-4173-bf8f-90ab575f0745'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:16:17.707462 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5e025360-50b2-425c-a68a-45bea01482c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:17.716549 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d14c8748-fe70-40ea-b842-e3bcd69c67da tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:17.792489 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d14c8748-fe70-40ea-b842-e3bcd69c67da tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:17.813303 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-5e025360-50b2-425c-a68a-45bea01482c2 None None] For port 577f5d7e-1ca1-473f-9656-71a1bef8309d, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:16:17.817790 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-5e025360-50b2-425c-a68a-45bea01482c2 None None] For port 577f5d7e-1ca1-473f-9656-71a1bef8309d, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=577f5d7e-1ca1-473f-9656-71a1bef8309d,segment=NetworkSegment(02389ceb-0203-49fc-9cae-420785358032),segment_id=02389ceb-0203-49fc-9cae-420785358032)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:16:17.838502 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5e025360-50b2-425c-a68a-45bea01482c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:17.861324 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d14c8748-fe70-40ea-b842-e3bcd69c67da tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9190434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062341'] for subnet, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:17.865894 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b890e4-1027-46ed-9433-ed9b3766b0be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-ab665149-67d3-4c72-bd86-00e7a82bb148', 'network_id': 'ab665149-67d3-4c72-bd86-00e7a82bb148', 'tenant_id': '7826dc17d86c4047b977f203a81c431c', 'fixed_ips': [{'subnet_id': '707539eb-8738-4888-a75f-f024a030de41'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 05:16:17.866734 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-63b890e4-1027-46ed-9433-ed9b3766b0be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:17.887754 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14c8748-fe70-40ea-b842-e3bcd69c67da tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Pushing event deleted for resources: {'Subnet': ['ID=707539eb-8738-4888-a75f-f024a030de41,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:17.915410 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e025360-50b2-425c-a68a-45bea01482c2 None None] Pushing event updated for resources: {'Port': ['ID=577f5d7e-1ca1-473f-9656-71a1bef8309d,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:17.953536 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d14c8748-fe70-40ea-b842-e3bcd69c67da tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:17.965924 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-d14c8748-fe70-40ea-b842-e3bcd69c67da tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab665149-67d3-4c72-bd86-00e7a82bb148']}} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:16:17.980706 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-d14c8748-fe70-40ea-b842-e3bcd69c67da tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '007fc2bc-cb10-4c0a-8d00-6de0d72db8e2') {'for_net_delete': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:16:17.980706 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-d14c8748-fe70-40ea-b842-e3bcd69c67da tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '007fc2bc-cb10-4c0a-8d00-6de0d72db8e2') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:16:17.987083 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70bd2e43-2e2d-46be-809d-b61dd08d84d7 None None] Network ab665149-67d3-4c72-bd86-00e7a82bb148 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:16:17.993385 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d14c8748-fe70-40ea-b842-e3bcd69c67da tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8904833'] for segment, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:18.011082 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d14c8748-fe70-40ea-b842-e3bcd69c67da tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:18.019131 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d14c8748-fe70-40ea-b842-e3bcd69c67da tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=94828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:16:18.020162 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d14c8748-fe70-40ea-b842-e3bcd69c67da tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9190468'] for segment, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:18.023486 n-d-712140-12 neutron-server[94828]: Traceback (most recent call last): Aug 29 05:16:18.023486 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:16:18.023486 n-d-712140-12 neutron-server[94828]: timer() Aug 29 05:16:18.023486 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:16:18.023486 n-d-712140-12 neutron-server[94828]: cb(*args, **kw) Aug 29 05:16:18.023486 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:16:18.023486 n-d-712140-12 neutron-server[94828]: return func(*args, **kwargs) Aug 29 05:16:18.023486 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:16:18.023486 n-d-712140-12 neutron-server[94828]: self._notify() Aug 29 05:16:18.023486 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:16:18.023486 n-d-712140-12 neutron-server[94828]: self.callback(batched_events) Aug 29 05:16:18.023486 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:16:18.023486 n-d-712140-12 neutron-server[94828]: event.method(event) Aug 29 05:16:18.023486 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:16:18.023486 n-d-712140-12 neutron-server[94828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:16:18.023486 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:16:18.023486 n-d-712140-12 neutron-server[94828]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:16:18.023486 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:16:18.023486 n-d-712140-12 neutron-server[94828]: return f(self, *a, **k) Aug 29 05:16:18.023486 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:16:18.023486 n-d-712140-12 neutron-server[94828]: return self._get(url).json() Aug 29 05:16:18.023486 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:16:18.023486 n-d-712140-12 neutron-server[94828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:16:18.023486 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:16:18.023486 n-d-712140-12 neutron-server[94828]: return self.request(url, 'GET', **kwargs) Aug 29 05:16:18.023486 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:16:18.023486 n-d-712140-12 neutron-server[94828]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:16:18.023486 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:16:18.023486 n-d-712140-12 neutron-server[94828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:16:18.023486 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:16:18.023486 n-d-712140-12 neutron-server[94828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:16:18.023486 n-d-712140-12 neutron-server[94828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:16:18.047658 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 0f6295d4-0c67-40fc-ba34-6ef73f1e344b up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:16:18.101235 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d14c8748-fe70-40ea-b842-e3bcd69c67da tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:18.126394 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d14c8748-fe70-40ea-b842-e3bcd69c67da tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:18.131638 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-d14c8748-fe70-40ea-b842-e3bcd69c67da tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] 10.222.0.22 "DELETE /v2.0/networks/ab665149-67d3-4c72-bd86-00e7a82bb148 HTTP/1.1" status: 204 len: 168 time: 0.5123172 Aug 29 05:16:18.132621 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 40446) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:16:18.145684 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 0f6295d4-0c67-40fc-ba34-6ef73f1e344b triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:16:18.146046 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:18.153498 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14c8748-fe70-40ea-b842-e3bcd69c67da tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Pushing event deleted for resources: {'Network': ['ID=ab665149-67d3-4c72-bd86-00e7a82bb148,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:18.172911 n-d-712140-12 neutron-server[94828]: INFO neutron.pecan_wsgi.hooks.translation [None req-8abea2d2-89fe-481b-903b-7a3dcb1f64d7 tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] GET failed (client error): The resource could not be found. Aug 29 05:16:18.175789 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-8abea2d2-89fe-481b-903b-7a3dcb1f64d7 tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] 10.222.0.22 "GET /v2.0/subnets/707539eb-8738-4888-a75f-f024a030de41 HTTP/1.1" status: 404 len: 337 time: 0.0407732 Aug 29 05:16:18.177900 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 40448) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:16:18.203225 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdd4876c-1b5a-454d-9d87-21936c0b6761 tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] DELETE failed (client error): The resource could not be found. Aug 29 05:16:18.205725 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdd4876c-1b5a-454d-9d87-21936c0b6761 tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 05:16:18.210703 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-bdd4876c-1b5a-454d-9d87-21936c0b6761 tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] 10.222.0.22 "DELETE /v2.0/networks/ab665149-67d3-4c72-bd86-00e7a82bb148 HTTP/1.1" status: 404 len: 339 time: 0.0273616 Aug 29 05:16:18.211465 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 40450) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:16:18.244196 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f70df48-21f2-47cf-9f1a-c2601c4fe637 tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] DELETE failed (client error): The resource could not be found. Aug 29 05:16:18.244670 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f70df48-21f2-47cf-9f1a-c2601c4fe637 tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 05:16:18.246556 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-0f70df48-21f2-47cf-9f1a-c2601c4fe637 tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] 10.222.0.22 "DELETE /v2.0/subnets/707539eb-8738-4888-a75f-f024a030de41 HTTP/1.1" status: 404 len: 337 time: 0.0340199 Aug 29 05:16:18.249852 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 40452) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:16:18.268564 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-96a1195f-6da3-47bb-81e7-1696d5d448e4 tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] DELETE failed (client error): The resource could not be found. Aug 29 05:16:18.269255 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96a1195f-6da3-47bb-81e7-1696d5d448e4 tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 05:16:18.271786 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-96a1195f-6da3-47bb-81e7-1696d5d448e4 tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] 10.222.0.22 "DELETE /v2.0/networks/ab665149-67d3-4c72-bd86-00e7a82bb148 HTTP/1.1" status: 404 len: 339 time: 0.0204010 Aug 29 05:16:18.273967 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 40454) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:16:18.325710 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7b71cc8-eb72-4ef0-9baa-2241d765d4f4 tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Deleting subnet 8ae4ae85-9609-441b-ae88-4e61c3722e4b {{(pid=94828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 05:16:18.328656 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a7b71cc8-eb72-4ef0-9baa-2241d765d4f4 tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Notify callbacks [] for subnet, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:18.371522 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a7b71cc8-eb72-4ef0-9baa-2241d765d4f4 tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8904862'] for subnet, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:18.453400 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a7b71cc8-eb72-4ef0-9baa-2241d765d4f4 tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:18.509234 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a7b71cc8-eb72-4ef0-9baa-2241d765d4f4 tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9190434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062341'] for subnet, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:18.540523 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b71cc8-eb72-4ef0-9baa-2241d765d4f4 tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Pushing event deleted for resources: {'Subnet': ['ID=8ae4ae85-9609-441b-ae88-4e61c3722e4b,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:18.545208 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a7b71cc8-eb72-4ef0-9baa-2241d765d4f4 tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:18.547108 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-a7b71cc8-eb72-4ef0-9baa-2241d765d4f4 tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] 10.222.0.22 "DELETE /v2.0/subnets/8ae4ae85-9609-441b-ae88-4e61c3722e4b HTTP/1.1" status: 204 len: 168 time: 0.2721128 Aug 29 05:16:18.549609 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 40456) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:16:18.627466 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-420ab4f5-5008-4050-8420-4d231d055202 tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:18.681056 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-420ab4f5-5008-4050-8420-4d231d055202 tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Deleting port 577f5d7e-1ca1-473f-9656-71a1bef8309d {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:16:18.681401 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-420ab4f5-5008-4050-8420-4d231d055202 tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:18.758569 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-420ab4f5-5008-4050-8420-4d231d055202 tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] For port 577f5d7e-1ca1-473f-9656-71a1bef8309d, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=577f5d7e-1ca1-473f-9656-71a1bef8309d,segment=NetworkSegment(02389ceb-0203-49fc-9cae-420785358032),segment_id=02389ceb-0203-49fc-9cae-420785358032)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:16:18.758944 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-420ab4f5-5008-4050-8420-4d231d055202 tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:18.772795 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-420ab4f5-5008-4050-8420-4d231d055202 tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Calling delete_port for 577f5d7e-1ca1-473f-9656-71a1bef8309d owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:16:18.851910 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-420ab4f5-5008-4050-8420-4d231d055202 tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:18.878880 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420ab4f5-5008-4050-8420-4d231d055202 tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Pushing event deleted for resources: {'Port': ['ID=577f5d7e-1ca1-473f-9656-71a1bef8309d,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:18.880910 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420ab4f5-5008-4050-8420-4d231d055202 tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] No DVR routers for this DVR port 577f5d7e-1ca1-473f-9656-71a1bef8309d on host n-d-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:16:18.882854 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221d6c5f-1a3f-40a8-9c74-6bf968c3c2c4 None None] Network 4b2899d0-c1bd-4173-bf8f-90ab575f0745 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:16:18.968562 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-420ab4f5-5008-4050-8420-4d231d055202 tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:18.978669 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-420ab4f5-5008-4050-8420-4d231d055202 tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b2899d0-c1bd-4173-bf8f-90ab575f0745']}} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:16:18.988780 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-420ab4f5-5008-4050-8420-4d231d055202 tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02389ceb-0203-49fc-9cae-420785358032') {'for_net_delete': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:16:18.989076 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-420ab4f5-5008-4050-8420-4d231d055202 tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02389ceb-0203-49fc-9cae-420785358032') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:16:18.997610 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-420ab4f5-5008-4050-8420-4d231d055202 tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8904833'] for segment, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:19.000985 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-0f7bb4ce-825b-47e7-a4db-e24bb13937b3 None None] Could not find standard attr ID for object 577f5d7e-1ca1-473f-9656-71a1bef8309d. {{(pid=94830) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 05:16:19.011998 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-420ab4f5-5008-4050-8420-4d231d055202 tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:19.017701 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-420ab4f5-5008-4050-8420-4d231d055202 tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=94828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:16:19.018104 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-420ab4f5-5008-4050-8420-4d231d055202 tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9190468'] for segment, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:19.021529 n-d-712140-12 neutron-server[94828]: Traceback (most recent call last): Aug 29 05:16:19.021529 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:16:19.021529 n-d-712140-12 neutron-server[94828]: timer() Aug 29 05:16:19.021529 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:16:19.021529 n-d-712140-12 neutron-server[94828]: cb(*args, **kw) Aug 29 05:16:19.021529 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:16:19.021529 n-d-712140-12 neutron-server[94828]: return func(*args, **kwargs) Aug 29 05:16:19.021529 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:16:19.021529 n-d-712140-12 neutron-server[94828]: self._notify() Aug 29 05:16:19.021529 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:16:19.021529 n-d-712140-12 neutron-server[94828]: self.callback(batched_events) Aug 29 05:16:19.021529 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:16:19.021529 n-d-712140-12 neutron-server[94828]: event.method(event) Aug 29 05:16:19.021529 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:16:19.021529 n-d-712140-12 neutron-server[94828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:16:19.021529 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:16:19.021529 n-d-712140-12 neutron-server[94828]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:16:19.021529 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:16:19.021529 n-d-712140-12 neutron-server[94828]: return f(self, *a, **k) Aug 29 05:16:19.021529 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:16:19.021529 n-d-712140-12 neutron-server[94828]: return self._get(url).json() Aug 29 05:16:19.021529 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:16:19.021529 n-d-712140-12 neutron-server[94828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:16:19.021529 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:16:19.021529 n-d-712140-12 neutron-server[94828]: return self.request(url, 'GET', **kwargs) Aug 29 05:16:19.021529 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:16:19.021529 n-d-712140-12 neutron-server[94828]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:16:19.021529 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:16:19.021529 n-d-712140-12 neutron-server[94828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:16:19.021529 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:16:19.021529 n-d-712140-12 neutron-server[94828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:16:19.021529 n-d-712140-12 neutron-server[94828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:16:19.089791 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-420ab4f5-5008-4050-8420-4d231d055202 tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:19.094227 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-420ab4f5-5008-4050-8420-4d231d055202 tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:19.098029 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-420ab4f5-5008-4050-8420-4d231d055202 tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] 10.222.0.22 "DELETE /v2.0/networks/4b2899d0-c1bd-4173-bf8f-90ab575f0745 HTTP/1.1" status: 204 len: 168 time: 0.5456085 Aug 29 05:16:19.099951 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 40458) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:16:19.112579 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420ab4f5-5008-4050-8420-4d231d055202 tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Pushing event deleted for resources: {'Network': ['ID=4b2899d0-c1bd-4173-bf8f-90ab575f0745,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:19.134082 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-f32f89b8-ae1b-4191-b58c-709b99f00553 tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] DELETE failed (client error): The resource could not be found. Aug 29 05:16:19.134560 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f32f89b8-ae1b-4191-b58c-709b99f00553 tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 05:16:19.136473 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-f32f89b8-ae1b-4191-b58c-709b99f00553 tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] 10.222.0.22 "DELETE /v2.0/subnets/e07e6bd6-ba2e-4b70-8dff-2868b15374e1 HTTP/1.1" status: 404 len: 337 time: 0.0355866 Aug 29 05:16:19.139001 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 40460) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:16:19.158432 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ab25a88-a2eb-4fc2-9ca5-b82be53e7a6d tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] DELETE failed (client error): The resource could not be found. Aug 29 05:16:19.159019 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ab25a88-a2eb-4fc2-9ca5-b82be53e7a6d tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 05:16:19.160843 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-3ab25a88-a2eb-4fc2-9ca5-b82be53e7a6d tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] 10.222.0.22 "DELETE /v2.0/networks/052017ac-d9ff-418d-abc4-09c8860f23d8 HTTP/1.1" status: 404 len: 339 time: 0.0208309 Aug 29 05:16:19.163344 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 40462) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:16:19.190056 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-63d6529f-c457-4d07-ac1d-f172ce9b2d55 tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] DELETE failed (client error): The resource could not be found. Aug 29 05:16:19.190784 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63d6529f-c457-4d07-ac1d-f172ce9b2d55 tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 05:16:19.195467 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-63d6529f-c457-4d07-ac1d-f172ce9b2d55 tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] 10.222.0.22 "DELETE /v2.0/subnets/709b8090-4c29-493b-a707-4775065aec25 HTTP/1.1" status: 404 len: 337 time: 0.0285075 Aug 29 05:16:19.195764 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 40464) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:16:19.215016 n-d-712140-12 neutron-server[94829]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ed29b87-4c44-4a8b-8f5a-45b374827e8d tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] DELETE failed (client error): The resource could not be found. Aug 29 05:16:19.215597 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ed29b87-4c44-4a8b-8f5a-45b374827e8d tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 05:16:19.217399 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-1ed29b87-4c44-4a8b-8f5a-45b374827e8d tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] 10.222.0.22 "DELETE /v2.0/networks/7f758f34-cb55-409c-8966-d16816a3664c HTTP/1.1" status: 404 len: 339 time: 0.0206890 Aug 29 05:16:19.219979 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 40466) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:16:19.260900 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc7c5c7-c484-4243-a134-e079e311865e None None] DHCP port deletion for 4b2899d0-c1bd-4173-bf8f-90ab575f0745 request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 05:16:19.273177 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_v2 [None req-66151da4-838c-4721-9817-e8107fa5d034 tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Deleting subnet 9c65c848-e157-4b7c-a230-a1a907841ee5 {{(pid=94829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 05:16:19.275911 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-66151da4-838c-4721-9817-e8107fa5d034 tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Notify callbacks [] for subnet, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:19.321733 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-66151da4-838c-4721-9817-e8107fa5d034 tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4311743'] for subnet, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:19.402597 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-66151da4-838c-4721-9817-e8107fa5d034 tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:19.459575 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-66151da4-838c-4721-9817-e8107fa5d034 tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4552352'] for subnet, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:19.492113 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66151da4-838c-4721-9817-e8107fa5d034 tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Pushing event deleted for resources: {'Subnet': ['ID=9c65c848-e157-4b7c-a230-a1a907841ee5,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:19.494116 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-66151da4-838c-4721-9817-e8107fa5d034 tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:19.497126 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-66151da4-838c-4721-9817-e8107fa5d034 tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] 10.222.0.22 "DELETE /v2.0/subnets/9c65c848-e157-4b7c-a230-a1a907841ee5 HTTP/1.1" status: 204 len: 168 time: 0.2760906 Aug 29 05:16:19.498564 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 40468) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:16:19.500329 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4cfa391-da9b-41ad-b592-a808253841fd None None] Network c65d4201-be88-4b54-a3b0-db62e501b4e4 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:16:19.573038 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-93f9cb00-f047-4abb-97d3-5fba45966a7d tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:19.624699 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-93f9cb00-f047-4abb-97d3-5fba45966a7d tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Deleting port 0f6295d4-0c67-40fc-ba34-6ef73f1e344b {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:16:19.625040 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-93f9cb00-f047-4abb-97d3-5fba45966a7d tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:19.659074 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ed9fc2-4813-4393-9634-b0d6bbd53250 None None] DHCP port deletion for c65d4201-be88-4b54-a3b0-db62e501b4e4 request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 05:16:19.694752 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-93f9cb00-f047-4abb-97d3-5fba45966a7d tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] For port 0f6295d4-0c67-40fc-ba34-6ef73f1e344b, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=0f6295d4-0c67-40fc-ba34-6ef73f1e344b,segment=NetworkSegment(612cd584-e79f-43d8-8e71-fdda8f1d9c44),segment_id=612cd584-e79f-43d8-8e71-fdda8f1d9c44)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:16:19.695255 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-93f9cb00-f047-4abb-97d3-5fba45966a7d tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:19.708443 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-93f9cb00-f047-4abb-97d3-5fba45966a7d tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Calling delete_port for 0f6295d4-0c67-40fc-ba34-6ef73f1e344b owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:16:19.708812 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-37ed9fc2-4813-4393-9634-b0d6bbd53250 None None] Deleting port 0f6295d4-0c67-40fc-ba34-6ef73f1e344b {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:16:19.709200 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-37ed9fc2-4813-4393-9634-b0d6bbd53250 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:19.769286 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:19.780647 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-37ed9fc2-4813-4393-9634-b0d6bbd53250 None None] For port 0f6295d4-0c67-40fc-ba34-6ef73f1e344b, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=0f6295d4-0c67-40fc-ba34-6ef73f1e344b,segment=NetworkSegment(612cd584-e79f-43d8-8e71-fdda8f1d9c44),segment_id=612cd584-e79f-43d8-8e71-fdda8f1d9c44)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:16:19.781054 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-37ed9fc2-4813-4393-9634-b0d6bbd53250 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:19.786989 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-93f9cb00-f047-4abb-97d3-5fba45966a7d tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:19.793953 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-37ed9fc2-4813-4393-9634-b0d6bbd53250 None None] Calling delete_port for 0f6295d4-0c67-40fc-ba34-6ef73f1e344b owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:16:19.813445 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f9cb00-f047-4abb-97d3-5fba45966a7d tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Pushing event deleted for resources: {'Port': ['ID=0f6295d4-0c67-40fc-ba34-6ef73f1e344b,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:19.815303 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f9cb00-f047-4abb-97d3-5fba45966a7d tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] No DVR routers for this DVR port 0f6295d4-0c67-40fc-ba34-6ef73f1e344b on host n-d-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:16:19.874513 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-37ed9fc2-4813-4393-9634-b0d6bbd53250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:19.894505 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-93f9cb00-f047-4abb-97d3-5fba45966a7d tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:19.899169 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ed9fc2-4813-4393-9634-b0d6bbd53250 None None] Pushing event deleted for resources: {'Port': ['ID=0f6295d4-0c67-40fc-ba34-6ef73f1e344b,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:19.903037 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ed9fc2-4813-4393-9634-b0d6bbd53250 None None] No DVR routers for this DVR port 0f6295d4-0c67-40fc-ba34-6ef73f1e344b on host n-d-712140-12 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:16:19.907513 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-93f9cb00-f047-4abb-97d3-5fba45966a7d tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c65d4201-be88-4b54-a3b0-db62e501b4e4']}} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:16:19.918744 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-93f9cb00-f047-4abb-97d3-5fba45966a7d tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '612cd584-e79f-43d8-8e71-fdda8f1d9c44') {'for_net_delete': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:16:19.919046 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-93f9cb00-f047-4abb-97d3-5fba45966a7d tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '612cd584-e79f-43d8-8e71-fdda8f1d9c44') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:16:19.928179 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-93f9cb00-f047-4abb-97d3-5fba45966a7d tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8904833'] for segment, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:19.941399 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-93f9cb00-f047-4abb-97d3-5fba45966a7d tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:19.947528 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93f9cb00-f047-4abb-97d3-5fba45966a7d tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=94828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:16:19.947941 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-93f9cb00-f047-4abb-97d3-5fba45966a7d tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9190468'] for segment, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:19.950866 n-d-712140-12 neutron-server[94828]: Traceback (most recent call last): Aug 29 05:16:19.950866 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:16:19.950866 n-d-712140-12 neutron-server[94828]: timer() Aug 29 05:16:19.950866 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:16:19.950866 n-d-712140-12 neutron-server[94828]: cb(*args, **kw) Aug 29 05:16:19.950866 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:16:19.950866 n-d-712140-12 neutron-server[94828]: return func(*args, **kwargs) Aug 29 05:16:19.950866 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:16:19.950866 n-d-712140-12 neutron-server[94828]: self._notify() Aug 29 05:16:19.950866 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:16:19.950866 n-d-712140-12 neutron-server[94828]: self.callback(batched_events) Aug 29 05:16:19.950866 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:16:19.950866 n-d-712140-12 neutron-server[94828]: event.method(event) Aug 29 05:16:19.950866 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:16:19.950866 n-d-712140-12 neutron-server[94828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:16:19.950866 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:16:19.950866 n-d-712140-12 neutron-server[94828]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:16:19.950866 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:16:19.950866 n-d-712140-12 neutron-server[94828]: return f(self, *a, **k) Aug 29 05:16:19.950866 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:16:19.950866 n-d-712140-12 neutron-server[94828]: return self._get(url).json() Aug 29 05:16:19.950866 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:16:19.950866 n-d-712140-12 neutron-server[94828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:16:19.950866 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:16:19.950866 n-d-712140-12 neutron-server[94828]: return self.request(url, 'GET', **kwargs) Aug 29 05:16:19.950866 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:16:19.950866 n-d-712140-12 neutron-server[94828]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:16:19.950866 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:16:19.950866 n-d-712140-12 neutron-server[94828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:16:19.950866 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:16:19.950866 n-d-712140-12 neutron-server[94828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:16:19.950866 n-d-712140-12 neutron-server[94828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:16:20.013098 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-93f9cb00-f047-4abb-97d3-5fba45966a7d tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:20.022348 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 0f6295d4-0c67-40fc-ba34-6ef73f1e344b no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:16:20.023618 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-93f9cb00-f047-4abb-97d3-5fba45966a7d tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:20.025480 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-93f9cb00-f047-4abb-97d3-5fba45966a7d tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] 10.222.0.22 "DELETE /v2.0/networks/c65d4201-be88-4b54-a3b0-db62e501b4e4 HTTP/1.1" status: 204 len: 168 time: 0.5258179 Aug 29 05:16:20.037848 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f9cb00-f047-4abb-97d3-5fba45966a7d tempest-NetworksIpV6Test-153480478 tempest-NetworksIpV6Test-153480478-project] Pushing event deleted for resources: {'Network': ['ID=c65d4201-be88-4b54-a3b0-db62e501b4e4,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:20.044845 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 0f6295d4-0c67-40fc-ba34-6ef73f1e344b {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:16:20.045269 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 0f6295d4-0c67-40fc-ba34-6ef73f1e344b not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:16:20.265896 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 40474) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:16:20.394448 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-614c8354-27f5-471d-8dca-ca59c3086317 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7826dc17d86c4047b977f203a81c431c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1268492 Aug 29 05:16:20.396853 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 40478) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:16:20.442747 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e758cc1-6786-4576-acfe-2739b02edbea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:20.463218 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e758cc1-6786-4576-acfe-2739b02edbea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:20.509652 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e758cc1-6786-4576-acfe-2739b02edbea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:20.512205 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e758cc1-6786-4576-acfe-2739b02edbea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:20.513363 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-4e758cc1-6786-4576-acfe-2739b02edbea admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6b6e4da9-69c3-458c-b676-c136bd3a9301 HTTP/1.1" status: 204 len: 168 time: 0.1156182 Aug 29 05:16:20.522172 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e758cc1-6786-4576-acfe-2739b02edbea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b6e4da9-69c3-458c-b676-c136bd3a9301,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:21.145880 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 40500) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:16:21.237051 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-5f09ad48-2365-4811-8967-eaee901016a6 tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1951601611', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:16:21.260095 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5f09ad48-2365-4811-8967-eaee901016a6 tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:21.261068 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5f09ad48-2365-4811-8967-eaee901016a6 tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1838'] for router, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:21.313548 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5f09ad48-2365-4811-8967-eaee901016a6 tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:21.317566 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5f09ad48-2365-4811-8967-eaee901016a6 tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409'] for router, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:21.332800 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5f09ad48-2365-4811-8967-eaee901016a6 tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] Notify callbacks [] for router, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:21.334100 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-5f09ad48-2365-4811-8967-eaee901016a6 tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1871870 Aug 29 05:16:21.336735 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 40504) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:16:21.341555 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-95765d0a-ef38-4470-a309-1a0cc9be4e66 tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1584006679'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:16:21.362064 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95765d0a-ef38-4470-a309-1a0cc9be4e66 tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] Made reservation on behalf of 2a2d7cf6dcce40ef811ba6819aefde4e for: {'network': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:16:21.366018 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-95765d0a-ef38-4470-a309-1a0cc9be4e66 tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:21.374168 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-95765d0a-ef38-4470-a309-1a0cc9be4e66 tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:21.461277 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-95765d0a-ef38-4470-a309-1a0cc9be4e66 tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:21.464820 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-95765d0a-ef38-4470-a309-1a0cc9be4e66 tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:21.490501 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95765d0a-ef38-4470-a309-1a0cc9be4e66 tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=94828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:16:21.498906 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95765d0a-ef38-4470-a309-1a0cc9be4e66 tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e82497ff-b574-4d1a-8f5b-94b466815de2,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:21.505512 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-95765d0a-ef38-4470-a309-1a0cc9be4e66 tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:21.505857 n-d-712140-12 neutron-server[94828]: INFO neutron.db.segments_db [None req-95765d0a-ef38-4470-a309-1a0cc9be4e66 tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] Added segment 475c90e6-b2c1-41d0-89e7-bc6e72e65ce0 of type vlan for network 0cd255e7-1261-4f3f-88a9-94ed87682169 Aug 29 05:16:21.544616 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-95765d0a-ef38-4470-a309-1a0cc9be4e66 tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:21.573000 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-95765d0a-ef38-4470-a309-1a0cc9be4e66 tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:21.578481 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95765d0a-ef38-4470-a309-1a0cc9be4e66 tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:21.579070 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-95765d0a-ef38-4470-a309-1a0cc9be4e66 tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:21.632590 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-95765d0a-ef38-4470-a309-1a0cc9be4e66 tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2948377 Aug 29 05:16:21.635271 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 40506) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:16:21.640131 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-01869b6e-888e-4985-adb7-e7b23eaf6dda tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] Request body: {'subnet': {'network_id': '0cd255e7-1261-4f3f-88a9-94ed87682169', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:16:21.694792 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95765d0a-ef38-4470-a309-1a0cc9be4e66 tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] Pushing event updated for resources: {'Network': ['ID=0cd255e7-1261-4f3f-88a9-94ed87682169,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:21.704712 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 0cd255e7-1261-4f3f-88a9-94ed87682169 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:16:21.741031 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01869b6e-888e-4985-adb7-e7b23eaf6dda tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] Made reservation on behalf of 2a2d7cf6dcce40ef811ba6819aefde4e for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:16:21.745211 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-01869b6e-888e-4985-adb7-e7b23eaf6dda tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:21.921145 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-01869b6e-888e-4985-adb7-e7b23eaf6dda tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9191137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10062364'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:21.980544 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01869b6e-888e-4985-adb7-e7b23eaf6dda tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] Pushing event updated for resources: {'Subnet': ['ID=19e2f6bf-0640-46c0-972a-a467da9023ae,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:21.989641 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01869b6e-888e-4985-adb7-e7b23eaf6dda tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] Checking segment: {'id': '475c90e6-b2c1-41d0-89e7-bc6e72e65ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '0cd255e7-1261-4f3f-88a9-94ed87682169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:16:21.990245 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01869b6e-888e-4985-adb7-e7b23eaf6dda tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] Network hostable DHCP agents. Network: 0cd255e7-1261-4f3f-88a9-94ed87682169, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:16:22.007028 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01869b6e-888e-4985-adb7-e7b23eaf6dda tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] Network 0cd255e7-1261-4f3f-88a9-94ed87682169 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:16:22.015722 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-01869b6e-888e-4985-adb7-e7b23eaf6dda tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 0cd255e7-1261-4f3f-88a9-94ed87682169) {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:16:22.020868 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01869b6e-888e-4985-adb7-e7b23eaf6dda tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:22.021978 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-01869b6e-888e-4985-adb7-e7b23eaf6dda tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:22.025118 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb29fce8-d249-4934-9804-a46ddce1aaf7 None None] Network 0cd255e7-1261-4f3f-88a9-94ed87682169 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:16:22.035900 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-01869b6e-888e-4985-adb7-e7b23eaf6dda tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3995428 Aug 29 05:16:22.039084 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 40508) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:16:22.044116 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-8c59ce4a-b5df-40aa-b168-234030ebaa15 tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1579009551'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:16:22.065114 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c59ce4a-b5df-40aa-b168-234030ebaa15 tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] Made reservation on behalf of 2a2d7cf6dcce40ef811ba6819aefde4e for: {'network': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:16:22.069361 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8c59ce4a-b5df-40aa-b168-234030ebaa15 tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:22.093422 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c59ce4a-b5df-40aa-b168-234030ebaa15 tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=94828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:16:22.102606 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8c59ce4a-b5df-40aa-b168-234030ebaa15 tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:22.102934 n-d-712140-12 neutron-server[94828]: INFO neutron.db.segments_db [None req-8c59ce4a-b5df-40aa-b168-234030ebaa15 tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] Added segment 7c6accc0-ec5a-4cef-b350-9ac564c266ff of type vlan for network de3f1fcd-2624-4560-93d2-731310bd57d8 Aug 29 05:16:22.142447 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8c59ce4a-b5df-40aa-b168-234030ebaa15 tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:22.167747 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8c59ce4a-b5df-40aa-b168-234030ebaa15 tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:22.168848 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e384256d-01e2-4578-85cc-458b35fb5ab6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-0cd255e7-1261-4f3f-88a9-94ed87682169', 'network_id': '0cd255e7-1261-4f3f-88a9-94ed87682169', 'tenant_id': '2a2d7cf6dcce40ef811ba6819aefde4e', 'fixed_ips': [{'subnet_id': '19e2f6bf-0640-46c0-972a-a467da9023ae'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 05:16:22.169719 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e384256d-01e2-4578-85cc-458b35fb5ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:22.173345 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c59ce4a-b5df-40aa-b168-234030ebaa15 tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:22.173919 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8c59ce4a-b5df-40aa-b168-234030ebaa15 tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:22.232655 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-8c59ce4a-b5df-40aa-b168-234030ebaa15 tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1900957 Aug 29 05:16:22.232891 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 40510) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:16:22.239800 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-7b04092f-a731-4e99-9dff-ec9791aad583 tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] Request body: {'subnet': {'network_id': 'de3f1fcd-2624-4560-93d2-731310bd57d8', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:16:22.288372 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c59ce4a-b5df-40aa-b168-234030ebaa15 tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] Pushing event updated for resources: {'Network': ['ID=de3f1fcd-2624-4560-93d2-731310bd57d8,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:22.301023 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network de3f1fcd-2624-4560-93d2-731310bd57d8 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:16:22.319991 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-e384256d-01e2-4578-85cc-458b35fb5ab6 None None] Allocated IP 172.20.0.2 (0cd255e7-1261-4f3f-88a9-94ed87682169/19e2f6bf-0640-46c0-972a-a467da9023ae/197d6b44-c671-44d0-b7fe-fcc813c9b3de) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:16:22.330640 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b04092f-a731-4e99-9dff-ec9791aad583 tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] Made reservation on behalf of 2a2d7cf6dcce40ef811ba6819aefde4e for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:16:22.334675 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7b04092f-a731-4e99-9dff-ec9791aad583 tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:22.510100 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e384256d-01e2-4578-85cc-458b35fb5ab6 None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:22.517381 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7b04092f-a731-4e99-9dff-ec9791aad583 tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9191137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10062364'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:22.518295 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e384256d-01e2-4578-85cc-458b35fb5ab6 None None] Transition to ACTIVE for port object 197d6b44-c671-44d0-b7fe-fcc813c9b3de will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:16:22.532440 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e384256d-01e2-4578-85cc-458b35fb5ab6 None None] Transition to ACTIVE for port object 197d6b44-c671-44d0-b7fe-fcc813c9b3de will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:16:22.538275 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e384256d-01e2-4578-85cc-458b35fb5ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:22.577775 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e384256d-01e2-4578-85cc-458b35fb5ab6 None None] Network 0cd255e7-1261-4f3f-88a9-94ed87682169 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:16:22.580489 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-e384256d-01e2-4578-85cc-458b35fb5ab6 None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:16:22.582789 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b04092f-a731-4e99-9dff-ec9791aad583 tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] Pushing event updated for resources: {'Subnet': ['ID=4d6fbdf5-6cd1-4c81-9003-4d1b4a4f0ef8,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:22.586081 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e384256d-01e2-4578-85cc-458b35fb5ab6 None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:16:22.590473 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b04092f-a731-4e99-9dff-ec9791aad583 tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] Checking segment: {'id': '7c6accc0-ec5a-4cef-b350-9ac564c266ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'de3f1fcd-2624-4560-93d2-731310bd57d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:16:22.590841 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b04092f-a731-4e99-9dff-ec9791aad583 tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] Network hostable DHCP agents. Network: de3f1fcd-2624-4560-93d2-731310bd57d8, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:16:22.599404 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e384256d-01e2-4578-85cc-458b35fb5ab6 None None] Pushing event updated for resources: {'Port': ['ID=197d6b44-c671-44d0-b7fe-fcc813c9b3de,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:22.609025 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b04092f-a731-4e99-9dff-ec9791aad583 tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] Network de3f1fcd-2624-4560-93d2-731310bd57d8 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:16:22.618454 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-7b04092f-a731-4e99-9dff-ec9791aad583 tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, de3f1fcd-2624-4560-93d2-731310bd57d8) {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:16:22.622700 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b04092f-a731-4e99-9dff-ec9791aad583 tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:22.623293 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7b04092f-a731-4e99-9dff-ec9791aad583 tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:22.636252 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458c1616-debd-4645-9153-a13269a5bd63 None None] Network de3f1fcd-2624-4560-93d2-731310bd57d8 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:16:22.638384 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-7b04092f-a731-4e99-9dff-ec9791aad583 tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4044905 Aug 29 05:16:22.641562 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 40512) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:16:22.647332 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-576f031e-4d53-438c-84eb-ffc03d049bc6 tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] Request body: {'router': {'external_gateway_info': {'network_id': 'de3f1fcd-2624-4560-93d2-731310bd57d8'}}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:16:22.686931 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-e384256d-01e2-4578-85cc-458b35fb5ab6 None None] Attempting to bind port 197d6b44-c671-44d0-b7fe-fcc813c9b3de on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:16:22.687313 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-e384256d-01e2-4578-85cc-458b35fb5ab6 None None] Attempting to bind port 197d6b44-c671-44d0-b7fe-fcc813c9b3de by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '475c90e6-b2c1-41d0-89e7-bc6e72e65ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '0cd255e7-1261-4f3f-88a9-94ed87682169'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:16:22.687709 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e384256d-01e2-4578-85cc-458b35fb5ab6 None None] Attempting to bind port 197d6b44-c671-44d0-b7fe-fcc813c9b3de on network 0cd255e7-1261-4f3f-88a9-94ed87682169 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:16:22.698979 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e384256d-01e2-4578-85cc-458b35fb5ab6 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:16:22.699359 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e384256d-01e2-4578-85cc-458b35fb5ab6 None None] Checking segment: {'id': '475c90e6-b2c1-41d0-89e7-bc6e72e65ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '0cd255e7-1261-4f3f-88a9-94ed87682169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:16:22.699794 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e384256d-01e2-4578-85cc-458b35fb5ab6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:22.700198 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e384256d-01e2-4578-85cc-458b35fb5ab6 None None] Bound using segment: {'id': '475c90e6-b2c1-41d0-89e7-bc6e72e65ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '0cd255e7-1261-4f3f-88a9-94ed87682169'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:16:22.700669 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-e384256d-01e2-4578-85cc-458b35fb5ab6 None None] Bound port: 197d6b44-c671-44d0-b7fe-fcc813c9b3de, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '475c90e6-b2c1-41d0-89e7-bc6e72e65ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '0cd255e7-1261-4f3f-88a9-94ed87682169'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:16:22.701061 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e384256d-01e2-4578-85cc-458b35fb5ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:22.812391 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e384256d-01e2-4578-85cc-458b35fb5ab6 None None] For port 197d6b44-c671-44d0-b7fe-fcc813c9b3de, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:16:22.816752 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e384256d-01e2-4578-85cc-458b35fb5ab6 None None] For port 197d6b44-c671-44d0-b7fe-fcc813c9b3de, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=197d6b44-c671-44d0-b7fe-fcc813c9b3de,segment=NetworkSegment(475c90e6-b2c1-41d0-89e7-bc6e72e65ce0),segment_id=475c90e6-b2c1-41d0-89e7-bc6e72e65ce0)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:16:22.824085 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e384256d-01e2-4578-85cc-458b35fb5ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:22.854632 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-576f031e-4d53-438c-84eb-ffc03d049bc6 tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:22.866541 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd7b132-1b41-4f75-ad92-9ce06427032e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-de3f1fcd-2624-4560-93d2-731310bd57d8', 'network_id': 'de3f1fcd-2624-4560-93d2-731310bd57d8', 'tenant_id': '2a2d7cf6dcce40ef811ba6819aefde4e', 'fixed_ips': [{'subnet_id': '4d6fbdf5-6cd1-4c81-9003-4d1b4a4f0ef8'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 05:16:22.867384 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ebd7b132-1b41-4f75-ad92-9ce06427032e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:22.962810 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e384256d-01e2-4578-85cc-458b35fb5ab6 None None] Pushing event updated for resources: {'Port': ['ID=197d6b44-c671-44d0-b7fe-fcc813c9b3de,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:22.968958 n-d-712140-12 neutron-server[94829]: INFO neutron.api.v2.resource [None req-576f031e-4d53-438c-84eb-ffc03d049bc6 tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 05:16:22.970021 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-576f031e-4d53-438c-84eb-ffc03d049bc6 tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] 10.222.0.22 "PUT /v2.0/routers/246aaec3-b0f9-4ecf-a1b8-bed76b6c739e HTTP/1.1" status: 400 len: 364 time: 0.3265553 Aug 29 05:16:22.976403 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 40514) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:16:23.032952 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b1e1ed7-93e8-4d98-b664-ff0a377214b9 tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] Deleting subnet 4d6fbdf5-6cd1-4c81-9003-4d1b4a4f0ef8 {{(pid=94828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 05:16:23.044456 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-ebd7b132-1b41-4f75-ad92-9ce06427032e None None] Allocated IP 172.21.0.2 (de3f1fcd-2624-4560-93d2-731310bd57d8/4d6fbdf5-6cd1-4c81-9003-4d1b4a4f0ef8/83efcfc8-8c5a-41a2-b380-60a25f7ed73e) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:16:23.210275 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ebd7b132-1b41-4f75-ad92-9ce06427032e None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:23.219033 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-ebd7b132-1b41-4f75-ad92-9ce06427032e None None] Transition to ACTIVE for port object 83efcfc8-8c5a-41a2-b380-60a25f7ed73e will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:16:23.233952 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-ebd7b132-1b41-4f75-ad92-9ce06427032e None None] Transition to ACTIVE for port object 83efcfc8-8c5a-41a2-b380-60a25f7ed73e will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:16:23.238811 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2b1e1ed7-93e8-4d98-b664-ff0a377214b9 tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] Notify callbacks [] for subnet, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:23.239473 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ebd7b132-1b41-4f75-ad92-9ce06427032e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:23.278049 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2b1e1ed7-93e8-4d98-b664-ff0a377214b9 tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8904862'] for subnet, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:23.280138 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd7b132-1b41-4f75-ad92-9ce06427032e None None] Network de3f1fcd-2624-4560-93d2-731310bd57d8 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:16:23.283073 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-ebd7b132-1b41-4f75-ad92-9ce06427032e None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:16:23.288850 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd7b132-1b41-4f75-ad92-9ce06427032e None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:16:23.291826 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd7b132-1b41-4f75-ad92-9ce06427032e None None] Pushing event updated for resources: {'Port': ['ID=83efcfc8-8c5a-41a2-b380-60a25f7ed73e,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:23.349064 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-ebd7b132-1b41-4f75-ad92-9ce06427032e None None] Attempting to bind port 83efcfc8-8c5a-41a2-b380-60a25f7ed73e on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:16:23.349473 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-ebd7b132-1b41-4f75-ad92-9ce06427032e None None] Attempting to bind port 83efcfc8-8c5a-41a2-b380-60a25f7ed73e by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '7c6accc0-ec5a-4cef-b350-9ac564c266ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'de3f1fcd-2624-4560-93d2-731310bd57d8'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:16:23.349847 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd7b132-1b41-4f75-ad92-9ce06427032e None None] Attempting to bind port 83efcfc8-8c5a-41a2-b380-60a25f7ed73e on network de3f1fcd-2624-4560-93d2-731310bd57d8 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:16:23.355152 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd7b132-1b41-4f75-ad92-9ce06427032e None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:16:23.355531 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd7b132-1b41-4f75-ad92-9ce06427032e None None] Checking segment: {'id': '7c6accc0-ec5a-4cef-b350-9ac564c266ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'de3f1fcd-2624-4560-93d2-731310bd57d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:16:23.355969 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ebd7b132-1b41-4f75-ad92-9ce06427032e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:23.356375 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd7b132-1b41-4f75-ad92-9ce06427032e None None] Bound using segment: {'id': '7c6accc0-ec5a-4cef-b350-9ac564c266ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'de3f1fcd-2624-4560-93d2-731310bd57d8'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:16:23.356846 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-ebd7b132-1b41-4f75-ad92-9ce06427032e None None] Bound port: 83efcfc8-8c5a-41a2-b380-60a25f7ed73e, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c6accc0-ec5a-4cef-b350-9ac564c266ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'de3f1fcd-2624-4560-93d2-731310bd57d8'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:16:23.357232 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ebd7b132-1b41-4f75-ad92-9ce06427032e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:23.366238 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2b1e1ed7-93e8-4d98-b664-ff0a377214b9 tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:23.766004 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2b1e1ed7-93e8-4d98-b664-ff0a377214b9 tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9190434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062341'] for subnet, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:23.770369 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-ebd7b132-1b41-4f75-ad92-9ce06427032e None None] For port 83efcfc8-8c5a-41a2-b380-60a25f7ed73e, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:16:23.773874 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-ebd7b132-1b41-4f75-ad92-9ce06427032e None None] For port 83efcfc8-8c5a-41a2-b380-60a25f7ed73e, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=83efcfc8-8c5a-41a2-b380-60a25f7ed73e,segment=NetworkSegment(7c6accc0-ec5a-4cef-b350-9ac564c266ff),segment_id=7c6accc0-ec5a-4cef-b350-9ac564c266ff)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:16:23.780123 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ebd7b132-1b41-4f75-ad92-9ce06427032e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:23.794052 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1e1ed7-93e8-4d98-b664-ff0a377214b9 tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] Pushing event deleted for resources: {'Subnet': ['ID=4d6fbdf5-6cd1-4c81-9003-4d1b4a4f0ef8,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:23.797930 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2b1e1ed7-93e8-4d98-b664-ff0a377214b9 tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:23.802357 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-2b1e1ed7-93e8-4d98-b664-ff0a377214b9 tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] 10.222.0.22 "DELETE /v2.0/subnets/4d6fbdf5-6cd1-4c81-9003-4d1b4a4f0ef8 HTTP/1.1" status: 204 len: 168 time: 0.8225358 Aug 29 05:16:23.802694 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 40516) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:16:23.834941 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577a2e60-590b-46ce-a193-993d5c099a5a None None] Network 0cd255e7-1261-4f3f-88a9-94ed87682169 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:16:23.880872 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-57a1ede9-2aec-41e8-b497-70ebbd9ce021 tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:23.900481 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd7b132-1b41-4f75-ad92-9ce06427032e None None] Pushing event updated for resources: {'Port': ['ID=83efcfc8-8c5a-41a2-b380-60a25f7ed73e,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:23.917585 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-18eecc94-ec3d-4ea0-ba7d-0530b3f51893 None None] Provisioning for port 197d6b44-c671-44d0-b7fe-fcc813c9b3de completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:16:23.940590 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-57a1ede9-2aec-41e8-b497-70ebbd9ce021 tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] Deleting port 83efcfc8-8c5a-41a2-b380-60a25f7ed73e {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:16:23.941511 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-57a1ede9-2aec-41e8-b497-70ebbd9ce021 tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:24.032453 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-57a1ede9-2aec-41e8-b497-70ebbd9ce021 tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] For port 83efcfc8-8c5a-41a2-b380-60a25f7ed73e, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=83efcfc8-8c5a-41a2-b380-60a25f7ed73e,segment=NetworkSegment(7c6accc0-ec5a-4cef-b350-9ac564c266ff),segment_id=7c6accc0-ec5a-4cef-b350-9ac564c266ff)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:16:24.032888 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-57a1ede9-2aec-41e8-b497-70ebbd9ce021 tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:24.058893 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-57a1ede9-2aec-41e8-b497-70ebbd9ce021 tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] Calling delete_port for 83efcfc8-8c5a-41a2-b380-60a25f7ed73e owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:16:24.107400 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 197d6b44-c671-44d0-b7fe-fcc813c9b3de up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:16:24.167030 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 197d6b44-c671-44d0-b7fe-fcc813c9b3de completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:16:24.171955 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 197d6b44-c671-44d0-b7fe-fcc813c9b3de triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:16:24.172325 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:24.183511 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-57a1ede9-2aec-41e8-b497-70ebbd9ce021 tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:24.215861 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a1ede9-2aec-41e8-b497-70ebbd9ce021 tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] No DVR routers for this DVR port 83efcfc8-8c5a-41a2-b380-60a25f7ed73e on host n-d-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:16:24.218102 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a1ede9-2aec-41e8-b497-70ebbd9ce021 tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] Pushing event deleted for resources: {'Port': ['ID=83efcfc8-8c5a-41a2-b380-60a25f7ed73e,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:24.267773 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:24.298121 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-57a1ede9-2aec-41e8-b497-70ebbd9ce021 tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:24.300164 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 197d6b44-c671-44d0-b7fe-fcc813c9b3de, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=197d6b44-c671-44d0-b7fe-fcc813c9b3de,segment=NetworkSegment(475c90e6-b2c1-41d0-89e7-bc6e72e65ce0),segment_id=475c90e6-b2c1-41d0-89e7-bc6e72e65ce0)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:16:24.304499 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:24.309555 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-57a1ede9-2aec-41e8-b497-70ebbd9ce021 tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de3f1fcd-2624-4560-93d2-731310bd57d8']}} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:16:24.320793 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-57a1ede9-2aec-41e8-b497-70ebbd9ce021 tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c6accc0-ec5a-4cef-b350-9ac564c266ff') {'for_net_delete': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:16:24.321087 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-57a1ede9-2aec-41e8-b497-70ebbd9ce021 tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c6accc0-ec5a-4cef-b350-9ac564c266ff') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:16:24.331172 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-57a1ede9-2aec-41e8-b497-70ebbd9ce021 tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8904833'] for segment, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:24.351445 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-57a1ede9-2aec-41e8-b497-70ebbd9ce021 tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:24.357408 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57a1ede9-2aec-41e8-b497-70ebbd9ce021 tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=94828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:16:24.357826 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-57a1ede9-2aec-41e8-b497-70ebbd9ce021 tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9190468'] for segment, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:24.361080 n-d-712140-12 neutron-server[94828]: Traceback (most recent call last): Aug 29 05:16:24.361080 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:16:24.361080 n-d-712140-12 neutron-server[94828]: timer() Aug 29 05:16:24.361080 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:16:24.361080 n-d-712140-12 neutron-server[94828]: cb(*args, **kw) Aug 29 05:16:24.361080 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:16:24.361080 n-d-712140-12 neutron-server[94828]: return func(*args, **kwargs) Aug 29 05:16:24.361080 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:16:24.361080 n-d-712140-12 neutron-server[94828]: self._notify() Aug 29 05:16:24.361080 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:16:24.361080 n-d-712140-12 neutron-server[94828]: self.callback(batched_events) Aug 29 05:16:24.361080 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:16:24.361080 n-d-712140-12 neutron-server[94828]: event.method(event) Aug 29 05:16:24.361080 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:16:24.361080 n-d-712140-12 neutron-server[94828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:16:24.361080 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:16:24.361080 n-d-712140-12 neutron-server[94828]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:16:24.361080 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:16:24.361080 n-d-712140-12 neutron-server[94828]: return f(self, *a, **k) Aug 29 05:16:24.361080 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:16:24.361080 n-d-712140-12 neutron-server[94828]: return self._get(url).json() Aug 29 05:16:24.361080 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:16:24.361080 n-d-712140-12 neutron-server[94828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:16:24.361080 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:16:24.361080 n-d-712140-12 neutron-server[94828]: return self.request(url, 'GET', **kwargs) Aug 29 05:16:24.361080 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:16:24.361080 n-d-712140-12 neutron-server[94828]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:16:24.361080 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:16:24.361080 n-d-712140-12 neutron-server[94828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:16:24.361080 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:16:24.361080 n-d-712140-12 neutron-server[94828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:16:24.361080 n-d-712140-12 neutron-server[94828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:16:24.367039 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e9d3f022-5544-4047-a296-c7db2eb23cf4 None None] Provisioning complete for port 197d6b44-c671-44d0-b7fe-fcc813c9b3de triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:16:24.367427 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e9d3f022-5544-4047-a296-c7db2eb23cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:24.370499 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=197d6b44-c671-44d0-b7fe-fcc813c9b3de,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:24.421026 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-57a1ede9-2aec-41e8-b497-70ebbd9ce021 tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:24.431203 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-57a1ede9-2aec-41e8-b497-70ebbd9ce021 tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:24.433129 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-57a1ede9-2aec-41e8-b497-70ebbd9ce021 tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] 10.222.0.22 "DELETE /v2.0/networks/de3f1fcd-2624-4560-93d2-731310bd57d8 HTTP/1.1" status: 204 len: 168 time: 0.6295662 Aug 29 05:16:24.435705 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 40518) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:16:24.442730 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a1ede9-2aec-41e8-b497-70ebbd9ce021 tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] Pushing event deleted for resources: {'Network': ['ID=de3f1fcd-2624-4560-93d2-731310bd57d8,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:24.499385 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9c4b200-b113-4932-a54a-04ba05c9d244 tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] Deleting subnet 19e2f6bf-0640-46c0-972a-a467da9023ae {{(pid=94829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 05:16:24.503116 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f9c4b200-b113-4932-a54a-04ba05c9d244 tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] Notify callbacks [] for subnet, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:24.544793 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f9c4b200-b113-4932-a54a-04ba05c9d244 tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4311743'] for subnet, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:24.555869 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:16:24.633280 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f9c4b200-b113-4932-a54a-04ba05c9d244 tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:24.701931 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f9c4b200-b113-4932-a54a-04ba05c9d244 tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4552352'] for subnet, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:24.730264 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c4b200-b113-4932-a54a-04ba05c9d244 tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] Pushing event deleted for resources: {'Subnet': ['ID=19e2f6bf-0640-46c0-972a-a467da9023ae,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:24.738039 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f9c4b200-b113-4932-a54a-04ba05c9d244 tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:24.740326 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-f9c4b200-b113-4932-a54a-04ba05c9d244 tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] 10.222.0.22 "DELETE /v2.0/subnets/19e2f6bf-0640-46c0-972a-a467da9023ae HTTP/1.1" status: 204 len: 168 time: 0.3030188 Aug 29 05:16:24.742471 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 40520) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:16:24.749056 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d5f0e12-1a03-4628-be99-e86f9602fb3b None None] Network 0cd255e7-1261-4f3f-88a9-94ed87682169 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:16:24.829370 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-657a8307-2ea7-4eba-8e6b-2d45b3810657 tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:24.861323 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9aff396-b945-45ec-85fb-445c059a5c88 None None] DHCP port deletion for de3f1fcd-2624-4560-93d2-731310bd57d8 request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 05:16:24.875798 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-443cd417-fef3-4301-8b0c-ad9b933fa356 None None] Could not find standard attr ID for object 83efcfc8-8c5a-41a2-b380-60a25f7ed73e. {{(pid=94830) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 05:16:24.890640 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-657a8307-2ea7-4eba-8e6b-2d45b3810657 tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] Deleting port 197d6b44-c671-44d0-b7fe-fcc813c9b3de {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:16:24.890640 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-657a8307-2ea7-4eba-8e6b-2d45b3810657 tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:24.899252 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8040e0-fda0-4c08-9eb7-2d1d1848c58c None None] Network de3f1fcd-2624-4560-93d2-731310bd57d8 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:16:24.913706 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8040e0-fda0-4c08-9eb7-2d1d1848c58c None None] Network de3f1fcd-2624-4560-93d2-731310bd57d8 could not be found, it might have been deleted concurrently. {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 29 05:16:24.952518 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7064b92-30bc-4e5a-a8b5-b5c439056523 None None] DHCP port deletion for 0cd255e7-1261-4f3f-88a9-94ed87682169 request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 05:16:24.960586 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-657a8307-2ea7-4eba-8e6b-2d45b3810657 tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] For port 197d6b44-c671-44d0-b7fe-fcc813c9b3de, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=197d6b44-c671-44d0-b7fe-fcc813c9b3de,segment=NetworkSegment(475c90e6-b2c1-41d0-89e7-bc6e72e65ce0),segment_id=475c90e6-b2c1-41d0-89e7-bc6e72e65ce0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:16:24.960963 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-657a8307-2ea7-4eba-8e6b-2d45b3810657 tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:24.974397 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-657a8307-2ea7-4eba-8e6b-2d45b3810657 tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] Calling delete_port for 197d6b44-c671-44d0-b7fe-fcc813c9b3de owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:16:24.997610 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e7064b92-30bc-4e5a-a8b5-b5c439056523 None None] Deleting port 197d6b44-c671-44d0-b7fe-fcc813c9b3de {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:16:24.997987 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e7064b92-30bc-4e5a-a8b5-b5c439056523 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:25.058858 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-657a8307-2ea7-4eba-8e6b-2d45b3810657 tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:25.062400 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e7064b92-30bc-4e5a-a8b5-b5c439056523 None None] For port 197d6b44-c671-44d0-b7fe-fcc813c9b3de, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=197d6b44-c671-44d0-b7fe-fcc813c9b3de,segment=NetworkSegment(475c90e6-b2c1-41d0-89e7-bc6e72e65ce0),segment_id=475c90e6-b2c1-41d0-89e7-bc6e72e65ce0)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:16:25.062804 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e7064b92-30bc-4e5a-a8b5-b5c439056523 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:25.078451 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e7064b92-30bc-4e5a-a8b5-b5c439056523 None None] Calling delete_port for 197d6b44-c671-44d0-b7fe-fcc813c9b3de owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:16:25.085694 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657a8307-2ea7-4eba-8e6b-2d45b3810657 tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] Pushing event deleted for resources: {'Port': ['ID=197d6b44-c671-44d0-b7fe-fcc813c9b3de,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:25.093222 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657a8307-2ea7-4eba-8e6b-2d45b3810657 tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] No DVR routers for this DVR port 197d6b44-c671-44d0-b7fe-fcc813c9b3de on host n-d-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:16:25.165147 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e7064b92-30bc-4e5a-a8b5-b5c439056523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:25.175644 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-657a8307-2ea7-4eba-8e6b-2d45b3810657 tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:25.187283 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-657a8307-2ea7-4eba-8e6b-2d45b3810657 tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cd255e7-1261-4f3f-88a9-94ed87682169']}} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:16:25.192652 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7064b92-30bc-4e5a-a8b5-b5c439056523 None None] Pushing event deleted for resources: {'Port': ['ID=197d6b44-c671-44d0-b7fe-fcc813c9b3de,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:25.197636 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7064b92-30bc-4e5a-a8b5-b5c439056523 None None] No DVR routers for this DVR port 197d6b44-c671-44d0-b7fe-fcc813c9b3de on host n-d-712140-12 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:16:25.202167 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-657a8307-2ea7-4eba-8e6b-2d45b3810657 tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '475c90e6-b2c1-41d0-89e7-bc6e72e65ce0') {'for_net_delete': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:16:25.202468 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-657a8307-2ea7-4eba-8e6b-2d45b3810657 tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '475c90e6-b2c1-41d0-89e7-bc6e72e65ce0') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:16:25.213785 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-657a8307-2ea7-4eba-8e6b-2d45b3810657 tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8904833'] for segment, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:25.228522 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-657a8307-2ea7-4eba-8e6b-2d45b3810657 tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:25.234358 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-657a8307-2ea7-4eba-8e6b-2d45b3810657 tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=94828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:16:25.234800 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-657a8307-2ea7-4eba-8e6b-2d45b3810657 tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9190468'] for segment, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:25.237926 n-d-712140-12 neutron-server[94828]: Traceback (most recent call last): Aug 29 05:16:25.237926 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:16:25.237926 n-d-712140-12 neutron-server[94828]: timer() Aug 29 05:16:25.237926 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:16:25.237926 n-d-712140-12 neutron-server[94828]: cb(*args, **kw) Aug 29 05:16:25.237926 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:16:25.237926 n-d-712140-12 neutron-server[94828]: return func(*args, **kwargs) Aug 29 05:16:25.237926 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:16:25.237926 n-d-712140-12 neutron-server[94828]: self._notify() Aug 29 05:16:25.237926 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:16:25.237926 n-d-712140-12 neutron-server[94828]: self.callback(batched_events) Aug 29 05:16:25.237926 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:16:25.237926 n-d-712140-12 neutron-server[94828]: event.method(event) Aug 29 05:16:25.237926 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:16:25.237926 n-d-712140-12 neutron-server[94828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:16:25.237926 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:16:25.237926 n-d-712140-12 neutron-server[94828]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:16:25.237926 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:16:25.237926 n-d-712140-12 neutron-server[94828]: return f(self, *a, **k) Aug 29 05:16:25.237926 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:16:25.237926 n-d-712140-12 neutron-server[94828]: return self._get(url).json() Aug 29 05:16:25.237926 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:16:25.237926 n-d-712140-12 neutron-server[94828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:16:25.237926 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:16:25.237926 n-d-712140-12 neutron-server[94828]: return self.request(url, 'GET', **kwargs) Aug 29 05:16:25.237926 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:16:25.237926 n-d-712140-12 neutron-server[94828]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:16:25.237926 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:16:25.237926 n-d-712140-12 neutron-server[94828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:16:25.237926 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:16:25.237926 n-d-712140-12 neutron-server[94828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:16:25.237926 n-d-712140-12 neutron-server[94828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:16:25.295512 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-657a8307-2ea7-4eba-8e6b-2d45b3810657 tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:25.304472 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-657a8307-2ea7-4eba-8e6b-2d45b3810657 tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:25.308710 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-657a8307-2ea7-4eba-8e6b-2d45b3810657 tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] 10.222.0.22 "DELETE /v2.0/networks/0cd255e7-1261-4f3f-88a9-94ed87682169 HTTP/1.1" status: 204 len: 168 time: 0.5626104 Aug 29 05:16:25.309195 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 40522) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:16:25.319578 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657a8307-2ea7-4eba-8e6b-2d45b3810657 tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] Pushing event deleted for resources: {'Network': ['ID=0cd255e7-1261-4f3f-88a9-94ed87682169,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:25.339746 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-397fa9a3-4db2-4f20-9799-5191a4aae730 tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] 10.222.0.22 "GET /v2.0/ports?device_id=246aaec3-b0f9-4ecf-a1b8-bed76b6c739e HTTP/1.1" status: 200 len: 205 time: 0.0280728 Aug 29 05:16:25.341088 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 40524) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:16:25.420062 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5b24bc1f-4d17-4e2b-b519-c5115dfe383c tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] Notify callbacks [] for router, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:25.581394 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5b24bc1f-4d17-4e2b-b519-c5115dfe383c tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:25.583354 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5b24bc1f-4d17-4e2b-b519-c5115dfe383c tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:25.625430 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5b24bc1f-4d17-4e2b-b519-c5115dfe383c tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717253'] for router, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:25.625957 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b24bc1f-4d17-4e2b-b519-c5115dfe383c tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] Fanout notify agent at l3_agent the message router_deleted on router 246aaec3-b0f9-4ecf-a1b8-bed76b6c739e {{(pid=94828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 05:16:25.633577 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5b24bc1f-4d17-4e2b-b519-c5115dfe383c tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] Notify callbacks [] for router, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:25.634608 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-5b24bc1f-4d17-4e2b-b519-c5115dfe383c tempest-RoutersNegativeTest-791472797 tempest-RoutersNegativeTest-791472797-project] 10.222.0.22 "DELETE /v2.0/routers/246aaec3-b0f9-4ecf-a1b8-bed76b6c739e HTTP/1.1" status: 204 len: 168 time: 0.2925012 Aug 29 05:16:25.872211 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 40530) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:16:26.007531 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-fddffa2e-b05c-487d-9c57-0c2acdedb925 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2a2d7cf6dcce40ef811ba6819aefde4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1341455 Aug 29 05:16:26.009963 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 40534) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:16:26.019888 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 197d6b44-c671-44d0-b7fe-fcc813c9b3de no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:16:26.041502 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 197d6b44-c671-44d0-b7fe-fcc813c9b3de {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:16:26.041847 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 197d6b44-c671-44d0-b7fe-fcc813c9b3de not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:16:26.062204 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6eeacecf-e92e-4933-8252-b90841394823 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:26.083265 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6eeacecf-e92e-4933-8252-b90841394823 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:26.130860 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6eeacecf-e92e-4933-8252-b90841394823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:26.133361 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6eeacecf-e92e-4933-8252-b90841394823 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:26.134526 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-6eeacecf-e92e-4933-8252-b90841394823 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e82497ff-b574-4d1a-8f5b-94b466815de2 HTTP/1.1" status: 204 len: 168 time: 0.1236618 Aug 29 05:16:26.142014 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeacecf-e92e-4933-8252-b90841394823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e82497ff-b574-4d1a-8f5b-94b466815de2,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:26.149698 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeacecf-e92e-4933-8252-b90841394823 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:26.150049 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeacecf-e92e-4933-8252-b90841394823 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:26.150403 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeacecf-e92e-4933-8252-b90841394823 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:26.150727 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeacecf-e92e-4933-8252-b90841394823 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:26.151060 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeacecf-e92e-4933-8252-b90841394823 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:26.151389 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeacecf-e92e-4933-8252-b90841394823 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:26.152495 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeacecf-e92e-4933-8252-b90841394823 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:26.152495 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeacecf-e92e-4933-8252-b90841394823 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:26.152495 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeacecf-e92e-4933-8252-b90841394823 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:26.152842 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeacecf-e92e-4933-8252-b90841394823 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:26.153168 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeacecf-e92e-4933-8252-b90841394823 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:26.153492 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeacecf-e92e-4933-8252-b90841394823 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:26.733112 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 40556) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:16:26.828033 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-a65cce91-bf70-4060-8900-bc3e60382190 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1345485218-network', 'tenant_id': '3a9e69e208c24252ae22053834886a70'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:16:26.849522 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a65cce91-bf70-4060-8900-bc3e60382190 admin admin] Made reservation on behalf of 3a9e69e208c24252ae22053834886a70 for: {'network': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:16:26.851862 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a65cce91-bf70-4060-8900-bc3e60382190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:26.859975 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a65cce91-bf70-4060-8900-bc3e60382190 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:26.952148 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a65cce91-bf70-4060-8900-bc3e60382190 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:26.955925 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a65cce91-bf70-4060-8900-bc3e60382190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:26.982591 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a65cce91-bf70-4060-8900-bc3e60382190 admin admin] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=94828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:16:26.989411 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65cce91-bf70-4060-8900-bc3e60382190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f26bb3b1-1991-4c6e-9f7d-b6a033432652,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:26.995412 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a65cce91-bf70-4060-8900-bc3e60382190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:26.995861 n-d-712140-12 neutron-server[94828]: INFO neutron.db.segments_db [None req-a65cce91-bf70-4060-8900-bc3e60382190 admin admin] Added segment e84c2737-78c0-4232-9eae-ef25669f81a0 of type vlan for network 8ae309ed-e971-431c-b5ed-2e1b33f31d02 Aug 29 05:16:27.037981 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a65cce91-bf70-4060-8900-bc3e60382190 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:27.062094 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a65cce91-bf70-4060-8900-bc3e60382190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:27.063214 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65cce91-bf70-4060-8900-bc3e60382190 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:27.063922 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a65cce91-bf70-4060-8900-bc3e60382190 admin admin] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:27.118793 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-a65cce91-bf70-4060-8900-bc3e60382190 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3845828 Aug 29 05:16:27.121752 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 40560) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:16:27.125660 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65cce91-bf70-4060-8900-bc3e60382190 admin admin] Pushing event updated for resources: {'Network': ['ID=8ae309ed-e971-431c-b5ed-2e1b33f31d02,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:27.126728 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-2c6075c1-5afa-4d22-a8a7-eb89323c497e admin admin] Request body: {'subnet': {'network_id': '8ae309ed-e971-431c-b5ed-2e1b33f31d02', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1345485218-subnet', 'tenant_id': '3a9e69e208c24252ae22053834886a70', 'ip_version': 4}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:16:27.135991 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 8ae309ed-e971-431c-b5ed-2e1b33f31d02 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:16:27.147615 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c6075c1-5afa-4d22-a8a7-eb89323c497e admin admin] Made reservation on behalf of 3a9e69e208c24252ae22053834886a70 for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:16:27.150017 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2c6075c1-5afa-4d22-a8a7-eb89323c497e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4552395'] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:27.327193 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2c6075c1-5afa-4d22-a8a7-eb89323c497e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4274880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4552377'] for subnet, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:27.380276 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6075c1-5afa-4d22-a8a7-eb89323c497e admin admin] Pushing event updated for resources: {'Subnet': ['ID=806d19b7-ce67-4441-accc-b5fd247a452c,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:27.390359 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6075c1-5afa-4d22-a8a7-eb89323c497e admin admin] Checking segment: {'id': 'e84c2737-78c0-4232-9eae-ef25669f81a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '8ae309ed-e971-431c-b5ed-2e1b33f31d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:16:27.390722 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6075c1-5afa-4d22-a8a7-eb89323c497e admin admin] Network hostable DHCP agents. Network: 8ae309ed-e971-431c-b5ed-2e1b33f31d02, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:16:27.406875 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6075c1-5afa-4d22-a8a7-eb89323c497e admin admin] Network 8ae309ed-e971-431c-b5ed-2e1b33f31d02 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:16:27.415425 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-2c6075c1-5afa-4d22-a8a7-eb89323c497e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 8ae309ed-e971-431c-b5ed-2e1b33f31d02) {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:16:27.419552 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6075c1-5afa-4d22-a8a7-eb89323c497e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:27.420176 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2c6075c1-5afa-4d22-a8a7-eb89323c497e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:27.426379 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3858d9-78a6-4700-aeae-17300caaefc0 None None] Network 8ae309ed-e971-431c-b5ed-2e1b33f31d02 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:16:27.435467 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-2c6075c1-5afa-4d22-a8a7-eb89323c497e admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3125355 Aug 29 05:16:27.438126 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 40562) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:16:27.442936 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-7a01e7dc-429e-477f-b98a-044324c48008 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1345485218-router', 'tenant_id': '3a9e69e208c24252ae22053834886a70', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:16:27.463582 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7a01e7dc-429e-477f-b98a-044324c48008 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:27.464619 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7a01e7dc-429e-477f-b98a-044324c48008 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1838'] for router, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:27.521698 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7a01e7dc-429e-477f-b98a-044324c48008 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:27.572420 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e24951-c2ae-4d6b-81f6-8437bffb80ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-8ae309ed-e971-431c-b5ed-2e1b33f31d02', 'network_id': '8ae309ed-e971-431c-b5ed-2e1b33f31d02', 'tenant_id': '3a9e69e208c24252ae22053834886a70', 'fixed_ips': [{'subnet_id': '806d19b7-ce67-4441-accc-b5fd247a452c'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 05:16:27.573284 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-64e24951-c2ae-4d6b-81f6-8437bffb80ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:27.657676 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7a01e7dc-429e-477f-b98a-044324c48008 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:27.706100 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-64e24951-c2ae-4d6b-81f6-8437bffb80ff None None] Allocated IP 172.20.0.2 (8ae309ed-e971-431c-b5ed-2e1b33f31d02/806d19b7-ce67-4441-accc-b5fd247a452c/cc8b21d3-7539-49cf-a734-615f456c3b06) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:16:27.852052 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-64e24951-c2ae-4d6b-81f6-8437bffb80ff None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:27.860768 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-64e24951-c2ae-4d6b-81f6-8437bffb80ff None None] Transition to ACTIVE for port object cc8b21d3-7539-49cf-a734-615f456c3b06 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:16:27.861022 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7a01e7dc-429e-477f-b98a-044324c48008 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:27.875539 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-64e24951-c2ae-4d6b-81f6-8437bffb80ff None None] Transition to ACTIVE for port object cc8b21d3-7539-49cf-a734-615f456c3b06 will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:16:27.881379 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7a01e7dc-429e-477f-b98a-044324c48008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:27.881547 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-64e24951-c2ae-4d6b-81f6-8437bffb80ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:27.921381 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e24951-c2ae-4d6b-81f6-8437bffb80ff None None] Network 8ae309ed-e971-431c-b5ed-2e1b33f31d02 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:16:27.926357 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-64e24951-c2ae-4d6b-81f6-8437bffb80ff None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:16:27.931442 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e24951-c2ae-4d6b-81f6-8437bffb80ff None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:16:27.938476 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e24951-c2ae-4d6b-81f6-8437bffb80ff None None] Pushing event updated for resources: {'Port': ['ID=cc8b21d3-7539-49cf-a734-615f456c3b06,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:27.990161 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-7a01e7dc-429e-477f-b98a-044324c48008 admin admin] Allocated IP 172.25.0.246 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/8bdf0c37-ebe8-46b2-8abe-131ae6f32f6a) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:16:27.994458 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-64e24951-c2ae-4d6b-81f6-8437bffb80ff None None] Attempting to bind port cc8b21d3-7539-49cf-a734-615f456c3b06 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:16:27.994833 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-64e24951-c2ae-4d6b-81f6-8437bffb80ff None None] Attempting to bind port cc8b21d3-7539-49cf-a734-615f456c3b06 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'e84c2737-78c0-4232-9eae-ef25669f81a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '8ae309ed-e971-431c-b5ed-2e1b33f31d02'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:16:27.995195 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e24951-c2ae-4d6b-81f6-8437bffb80ff None None] Attempting to bind port cc8b21d3-7539-49cf-a734-615f456c3b06 on network 8ae309ed-e971-431c-b5ed-2e1b33f31d02 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:16:28.000247 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e24951-c2ae-4d6b-81f6-8437bffb80ff None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:16:28.000620 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e24951-c2ae-4d6b-81f6-8437bffb80ff None None] Checking segment: {'id': 'e84c2737-78c0-4232-9eae-ef25669f81a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '8ae309ed-e971-431c-b5ed-2e1b33f31d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:16:28.001023 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-64e24951-c2ae-4d6b-81f6-8437bffb80ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:28.001416 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e24951-c2ae-4d6b-81f6-8437bffb80ff None None] Bound using segment: {'id': 'e84c2737-78c0-4232-9eae-ef25669f81a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '8ae309ed-e971-431c-b5ed-2e1b33f31d02'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:16:28.001877 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-64e24951-c2ae-4d6b-81f6-8437bffb80ff None None] Bound port: cc8b21d3-7539-49cf-a734-615f456c3b06, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e84c2737-78c0-4232-9eae-ef25669f81a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '8ae309ed-e971-431c-b5ed-2e1b33f31d02'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:16:28.002256 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-64e24951-c2ae-4d6b-81f6-8437bffb80ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:28.065280 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-64e24951-c2ae-4d6b-81f6-8437bffb80ff None None] For port cc8b21d3-7539-49cf-a734-615f456c3b06, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:16:28.068963 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-64e24951-c2ae-4d6b-81f6-8437bffb80ff None None] For port cc8b21d3-7539-49cf-a734-615f456c3b06, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=cc8b21d3-7539-49cf-a734-615f456c3b06,segment=NetworkSegment(e84c2737-78c0-4232-9eae-ef25669f81a0),segment_id=e84c2737-78c0-4232-9eae-ef25669f81a0)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:16:28.073585 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-64e24951-c2ae-4d6b-81f6-8437bffb80ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:28.099003 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7a01e7dc-429e-477f-b98a-044324c48008 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:28.131636 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e24951-c2ae-4d6b-81f6-8437bffb80ff None None] Pushing event updated for resources: {'Port': ['ID=cc8b21d3-7539-49cf-a734-615f456c3b06,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:28.146985 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7a01e7dc-429e-477f-b98a-044324c48008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:28.189818 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a01e7dc-429e-477f-b98a-044324c48008 admin admin] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:16:28.192783 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-7a01e7dc-429e-477f-b98a-044324c48008 admin admin] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:16:28.197511 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a01e7dc-429e-477f-b98a-044324c48008 admin admin] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:16:28.199605 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a01e7dc-429e-477f-b98a-044324c48008 admin admin] Pushing event updated for resources: {'Port': ['ID=8bdf0c37-ebe8-46b2-8abe-131ae6f32f6a,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:28.459597 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7a01e7dc-429e-477f-b98a-044324c48008 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:28.648743 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7a01e7dc-429e-477f-b98a-044324c48008 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409'] for router, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:28.784190 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a01e7dc-429e-477f-b98a-044324c48008 admin admin] Router dce6da23-be71-4944-8cd6-5522a033cf7d is scheduled to L3 agent 76874008-c311-485c-ba36-921b6d275b6a with binding_index 1 {{(pid=94829) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 05:16:28.894460 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a01e7dc-429e-477f-b98a-044324c48008 admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:16:28.905993 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bddc795f-bc23-4efe-90e7-45fbec25c06c None None] Sync routers for ids ['dce6da23-be71-4944-8cd6-5522a033cf7d'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:16:28.910476 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7a01e7dc-429e-477f-b98a-044324c48008 admin admin] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:28.914923 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-7a01e7dc-429e-477f-b98a-044324c48008 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.4727967 Aug 29 05:16:28.915279 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 40564) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:16:28.922452 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bddc795f-bc23-4efe-90e7-45fbec25c06c None None] Routers {'dce6da23-be71-4944-8cd6-5522a033cf7d'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:16:28.923092 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-bddc795f-bc23-4efe-90e7-45fbec25c06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:16:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['dce6da23-be71-4944-8cd6-5522a033cf7d'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:16:29.144730 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dcf8cd5-08e9-4d4c-bae5-2657ee81a5f0 None None] Network 8ae309ed-e971-431c-b5ed-2e1b33f31d02 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:16:29.214573 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:29.246400 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e97544ba-0b0b-4ae4-8b4b-69dde019570d None None] Provisioning for port cc8b21d3-7539-49cf-a734-615f456c3b06 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:16:29.297776 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-bddc795f-bc23-4efe-90e7-45fbec25c06c None None] Set router dce6da23-be71-4944-8cd6-5522a033cf7d gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:16:29.357624 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6c0c05bb-7eac-45b6-95d1-3259a3502be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:29.515984 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-6c0c05bb-7eac-45b6-95d1-3259a3502be2 admin admin] Allocated IP 172.20.0.1 (8ae309ed-e971-431c-b5ed-2e1b33f31d02/806d19b7-ce67-4441-accc-b5fd247a452c/5ce1a449-cc37-454c-a6fe-70fc8797a98a) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:16:29.531037 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-bddc795f-bc23-4efe-90e7-45fbec25c06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce6da23-be71-4944-8cd6-5522a033cf7d', 'name': 'tempest-TestEncryptedCinderVolumes-1345485218-router', 'tenant_id': '3a9e69e208c24252ae22053834886a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '8bdf0c37-ebe8-46b2-8abe-131ae6f32f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:16:27Z', 'updated_at': '2021-08-29T05:16:28Z', 'revision_number': 3, 'project_id': '3a9e69e208c24252ae22053834886a70', 'gw_port': {'id': '8bdf0c37-ebe8-46b2-8abe-131ae6f32f6a', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d8:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dce6da23-be71-4944-8cd6-5522a033cf7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:16:27Z', 'updated_at': '2021-08-29T05:16:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:16:29.560034 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bddc795f-bc23-4efe-90e7-45fbec25c06c None None] Checking router: dce6da23-be71-4944-8cd6-5522a033cf7d for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:16:29.560643 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bddc795f-bc23-4efe-90e7-45fbec25c06c None None] Updating router dce6da23-be71-4944-8cd6-5522a033cf7d port 8bdf0c37-ebe8-46b2-8abe-131ae6f32f6a binding host n-d-712140-12 {{(pid=94830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:16:29.589283 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bddc795f-bc23-4efe-90e7-45fbec25c06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:29.629859 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6c0c05bb-7eac-45b6-95d1-3259a3502be2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:29.645194 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-6c0c05bb-7eac-45b6-95d1-3259a3502be2 admin admin] Transition to ACTIVE for port object 5ce1a449-cc37-454c-a6fe-70fc8797a98a will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:16:29.683820 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6c0c05bb-7eac-45b6-95d1-3259a3502be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:29.721110 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0c05bb-7eac-45b6-95d1-3259a3502be2 admin admin] Network 8ae309ed-e971-431c-b5ed-2e1b33f31d02 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:16:29.727887 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-6c0c05bb-7eac-45b6-95d1-3259a3502be2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:16:29.732570 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0c05bb-7eac-45b6-95d1-3259a3502be2 admin admin] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:16:29.757955 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0c05bb-7eac-45b6-95d1-3259a3502be2 admin admin] Pushing event updated for resources: {'Port': ['ID=5ce1a449-cc37-454c-a6fe-70fc8797a98a,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:29.776546 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6c0c05bb-7eac-45b6-95d1-3259a3502be2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719598'] for router_interface, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:29.887425 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bddc795f-bc23-4efe-90e7-45fbec25c06c None None] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:29.898927 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-bddc795f-bc23-4efe-90e7-45fbec25c06c None None] Transition to ACTIVE for port object 8bdf0c37-ebe8-46b2-8abe-131ae6f32f6a will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:16:29.906320 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bddc795f-bc23-4efe-90e7-45fbec25c06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:29.915322 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6c0c05bb-7eac-45b6-95d1-3259a3502be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:29.967462 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf0d91c-ac90-4ead-b309-375327691bd6 None None] Pushing event updated for resources: {'Port': ['ID=8bdf0c37-ebe8-46b2-8abe-131ae6f32f6a,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:29.970077 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-bddc795f-bc23-4efe-90e7-45fbec25c06c None None] Attempting to bind port 8bdf0c37-ebe8-46b2-8abe-131ae6f32f6a on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:16:29.970453 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-bddc795f-bc23-4efe-90e7-45fbec25c06c None None] Attempting to bind port 8bdf0c37-ebe8-46b2-8abe-131ae6f32f6a by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:16:29.970966 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bddc795f-bc23-4efe-90e7-45fbec25c06c None None] Attempting to bind port 8bdf0c37-ebe8-46b2-8abe-131ae6f32f6a on network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:16:29.977215 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bddc795f-bc23-4efe-90e7-45fbec25c06c None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:16:29.977596 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bddc795f-bc23-4efe-90e7-45fbec25c06c None None] Checking segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:16:29.978003 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bddc795f-bc23-4efe-90e7-45fbec25c06c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:29.978869 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bddc795f-bc23-4efe-90e7-45fbec25c06c None None] Bound using segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:16:29.979153 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-bddc795f-bc23-4efe-90e7-45fbec25c06c None None] Bound port: 8bdf0c37-ebe8-46b2-8abe-131ae6f32f6a, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:16:29.979549 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bddc795f-bc23-4efe-90e7-45fbec25c06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:30.036092 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-bddc795f-bc23-4efe-90e7-45fbec25c06c None None] For port 8bdf0c37-ebe8-46b2-8abe-131ae6f32f6a, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:16:30.051517 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-bddc795f-bc23-4efe-90e7-45fbec25c06c None None] For port 8bdf0c37-ebe8-46b2-8abe-131ae6f32f6a, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=8bdf0c37-ebe8-46b2-8abe-131ae6f32f6a,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:16:30.054468 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-25971150-7e37-4d4c-a7c5-aadd2f981326 None None] Provisioning for port 5ce1a449-cc37-454c-a6fe-70fc8797a98a completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:16:30.060957 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bddc795f-bc23-4efe-90e7-45fbec25c06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:30.068211 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-25971150-7e37-4d4c-a7c5-aadd2f981326 None None] Provisioning complete for port 5ce1a449-cc37-454c-a6fe-70fc8797a98a triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:16:30.068919 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-25971150-7e37-4d4c-a7c5-aadd2f981326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:30.080289 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device cc8b21d3-7539-49cf-a734-615f456c3b06 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:16:30.106418 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6c0c05bb-7eac-45b6-95d1-3259a3502be2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:30.111515 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6c0c05bb-7eac-45b6-95d1-3259a3502be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:30.185547 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6c0c05bb-7eac-45b6-95d1-3259a3502be2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-718897'] for router_interface, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:30.188222 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0c05bb-7eac-45b6-95d1-3259a3502be2 admin admin] Pushing event updated for resources: {'Port': ['ID=5ce1a449-cc37-454c-a6fe-70fc8797a98a,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:30.189728 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-25971150-7e37-4d4c-a7c5-aadd2f981326 None None] Port 5ce1a449-cc37-454c-a6fe-70fc8797a98a cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:16:30.191642 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf0d91c-ac90-4ead-b309-375327691bd6 None None] Pushing event updated for resources: {'Port': ['ID=8bdf0c37-ebe8-46b2-8abe-131ae6f32f6a,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:30.196077 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bddc795f-bc23-4efe-90e7-45fbec25c06c None None] Routers {'dce6da23-be71-4944-8cd6-5522a033cf7d'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:16:30.196681 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-bddc795f-bc23-4efe-90e7-45fbec25c06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:16:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['dce6da23-be71-4944-8cd6-5522a033cf7d'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:16:30.250757 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port cc8b21d3-7539-49cf-a734-615f456c3b06 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:16:30.256514 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port cc8b21d3-7539-49cf-a734-615f456c3b06 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:16:30.256901 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:30.281441 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0c05bb-7eac-45b6-95d1-3259a3502be2 admin admin] Network 8ae309ed-e971-431c-b5ed-2e1b33f31d02 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:16:30.282886 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-6c0c05bb-7eac-45b6-95d1-3259a3502be2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:16:30.343481 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-bddc795f-bc23-4efe-90e7-45fbec25c06c None None] Set router dce6da23-be71-4944-8cd6-5522a033cf7d gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:16:30.400385 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c0c05bb-7eac-45b6-95d1-3259a3502be2 admin admin] Router dce6da23-be71-4944-8cd6-5522a033cf7d has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:16:30.422139 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:30.512187 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c0c05bb-7eac-45b6-95d1-3259a3502be2 admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:16:30.516922 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-6c0c05bb-7eac-45b6-95d1-3259a3502be2 admin admin] 10.222.0.22 "PUT /v2.0/routers/dce6da23-be71-4944-8cd6-5522a033cf7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6004746 Aug 29 05:16:30.535218 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port cc8b21d3-7539-49cf-a734-615f456c3b06, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=cc8b21d3-7539-49cf-a734-615f456c3b06,segment=NetworkSegment(e84c2737-78c0-4232-9eae-ef25669f81a0),segment_id=e84c2737-78c0-4232-9eae-ef25669f81a0)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:16:30.543968 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:30.575671 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-db2b5649-6179-43ed-9b86-8fd26213fe4c None None] Provisioning complete for port 5ce1a449-cc37-454c-a6fe-70fc8797a98a triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:16:30.575671 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-db2b5649-6179-43ed-9b86-8fd26213fe4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:30.648878 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-db2b5649-6179-43ed-9b86-8fd26213fe4c None None] Port 5ce1a449-cc37-454c-a6fe-70fc8797a98a cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:16:30.670189 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=cc8b21d3-7539-49cf-a734-615f456c3b06,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:30.705642 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-bddc795f-bc23-4efe-90e7-45fbec25c06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce6da23-be71-4944-8cd6-5522a033cf7d', 'name': 'tempest-TestEncryptedCinderVolumes-1345485218-router', 'tenant_id': '3a9e69e208c24252ae22053834886a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '8bdf0c37-ebe8-46b2-8abe-131ae6f32f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:16:27Z', 'updated_at': '2021-08-29T05:16:29Z', 'revision_number': 4, 'project_id': '3a9e69e208c24252ae22053834886a70', 'gw_port': {'id': '8bdf0c37-ebe8-46b2-8abe-131ae6f32f6a', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d8:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dce6da23-be71-4944-8cd6-5522a033cf7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:16:27Z', 'updated_at': '2021-08-29T05:16:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '5ce1a449-cc37-454c-a6fe-70fc8797a98a', 'name': '', 'network_id': '8ae309ed-e971-431c-b5ed-2e1b33f31d02', 'tenant_id': '3a9e69e208c24252ae22053834886a70', 'mac_address': 'fa:16:3e:f4:bd:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dce6da23-be71-4944-8cd6-5522a033cf7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '806d19b7-ce67-4441-accc-b5fd247a452c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:16:29Z', 'updated_at': '2021-08-29T05:16:29Z', 'revision_number': 2, 'project_id': '3a9e69e208c24252ae22053834886a70', 'subnets': [{'id': '806d19b7-ce67-4441-accc-b5fd247a452c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:16:30.732342 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bddc795f-bc23-4efe-90e7-45fbec25c06c None None] The sync data for ids ['dce6da23-be71-4944-8cd6-5522a033cf7d'] in n-d-712140-12 is: [{'id': 'dce6da23-be71-4944-8cd6-5522a033cf7d', 'name': 'tempest-TestEncryptedCinderVolumes-1345485218-router', 'tenant_id': '3a9e69e208c24252ae22053834886a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '8bdf0c37-ebe8-46b2-8abe-131ae6f32f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:16:27Z', 'updated_at': '2021-08-29T05:16:29Z', 'revision_number': 4, 'project_id': '3a9e69e208c24252ae22053834886a70', 'gw_port': {'id': '8bdf0c37-ebe8-46b2-8abe-131ae6f32f6a', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d8:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dce6da23-be71-4944-8cd6-5522a033cf7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:16:27Z', 'updated_at': '2021-08-29T05:16:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '5ce1a449-cc37-454c-a6fe-70fc8797a98a', 'name': '', 'network_id': '8ae309ed-e971-431c-b5ed-2e1b33f31d02', 'tenant_id': '3a9e69e208c24252ae22053834886a70', 'mac_address': 'fa:16:3e:f4:bd:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dce6da23-be71-4944-8cd6-5522a033cf7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '806d19b7-ce67-4441-accc-b5fd247a452c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:16:29Z', 'updated_at': '2021-08-29T05:16:29Z', 'revision_number': 2, 'project_id': '3a9e69e208c24252ae22053834886a70', 'subnets': [{'id': '806d19b7-ce67-4441-accc-b5fd247a452c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:16:31.016206 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 40580) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:16:31.021344 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-6a785173-6e43-4a4b-ad63-97dff3942e4c admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-945676892-network', 'tenant_id': 'd78e75dc398a40678f9c626f8e51a3c9'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:16:31.044222 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a785173-6e43-4a4b-ad63-97dff3942e4c admin admin] Made reservation on behalf of d78e75dc398a40678f9c626f8e51a3c9 for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:16:31.047172 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6a785173-6e43-4a4b-ad63-97dff3942e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:31.057393 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6a785173-6e43-4a4b-ad63-97dff3942e4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:31.152855 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6a785173-6e43-4a4b-ad63-97dff3942e4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:31.157120 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6a785173-6e43-4a4b-ad63-97dff3942e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:31.186820 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a785173-6e43-4a4b-ad63-97dff3942e4c admin admin] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:16:31.193837 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a785173-6e43-4a4b-ad63-97dff3942e4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17b40674-fe86-40bf-aed9-b055081d48e1,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:31.206990 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6a785173-6e43-4a4b-ad63-97dff3942e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:31.207660 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-6a785173-6e43-4a4b-ad63-97dff3942e4c admin admin] Added segment 44767738-0a33-4eab-9350-ea6e2acb984e of type vlan for network 78f71fec-9d6d-4a9c-b8e1-c99aa6b3a664 Aug 29 05:16:31.255831 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6a785173-6e43-4a4b-ad63-97dff3942e4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:31.282421 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6a785173-6e43-4a4b-ad63-97dff3942e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:31.283469 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a785173-6e43-4a4b-ad63-97dff3942e4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:31.284099 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6a785173-6e43-4a4b-ad63-97dff3942e4c admin admin] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:31.347849 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-6a785173-6e43-4a4b-ad63-97dff3942e4c admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3297291 Aug 29 05:16:31.349520 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 40582) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:16:31.363632 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a785173-6e43-4a4b-ad63-97dff3942e4c admin admin] Pushing event updated for resources: {'Network': ['ID=78f71fec-9d6d-4a9c-b8e1-c99aa6b3a664,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:31.364220 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-74b99daa-2a57-48b9-8d3e-cf243270a816 admin admin] Request body: {'subnet': {'network_id': '78f71fec-9d6d-4a9c-b8e1-c99aa6b3a664', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-945676892-subnet', 'tenant_id': 'd78e75dc398a40678f9c626f8e51a3c9', 'ip_version': 4}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:16:31.377487 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 78f71fec-9d6d-4a9c-b8e1-c99aa6b3a664 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:16:31.391576 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74b99daa-2a57-48b9-8d3e-cf243270a816 admin admin] Made reservation on behalf of d78e75dc398a40678f9c626f8e51a3c9 for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:16:31.395048 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74b99daa-2a57-48b9-8d3e-cf243270a816 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:31.575668 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74b99daa-2a57-48b9-8d3e-cf243270a816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9191137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10062364'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:31.631123 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b99daa-2a57-48b9-8d3e-cf243270a816 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee281c7b-d16b-4bc3-b92e-91aa50e04982,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:31.641313 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b99daa-2a57-48b9-8d3e-cf243270a816 admin admin] Checking segment: {'id': '44767738-0a33-4eab-9350-ea6e2acb984e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '78f71fec-9d6d-4a9c-b8e1-c99aa6b3a664'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:16:31.641675 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b99daa-2a57-48b9-8d3e-cf243270a816 admin admin] Network hostable DHCP agents. Network: 78f71fec-9d6d-4a9c-b8e1-c99aa6b3a664, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:16:31.660881 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b99daa-2a57-48b9-8d3e-cf243270a816 admin admin] Network 78f71fec-9d6d-4a9c-b8e1-c99aa6b3a664 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:16:31.671410 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-74b99daa-2a57-48b9-8d3e-cf243270a816 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 78f71fec-9d6d-4a9c-b8e1-c99aa6b3a664) {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:16:31.676609 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b99daa-2a57-48b9-8d3e-cf243270a816 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:31.677298 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74b99daa-2a57-48b9-8d3e-cf243270a816 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:31.681902 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d32123a6-e13f-4215-8ab4-b5e80379b0dc None None] Network 78f71fec-9d6d-4a9c-b8e1-c99aa6b3a664 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:16:31.692658 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-74b99daa-2a57-48b9-8d3e-cf243270a816 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3425512 Aug 29 05:16:31.695612 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 40584) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:16:31.700582 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-1f50b2f5-b534-42a8-8d7a-d718e67eaecc admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-945676892-router', 'tenant_id': 'd78e75dc398a40678f9c626f8e51a3c9', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:16:31.723469 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1f50b2f5-b534-42a8-8d7a-d718e67eaecc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:31.724916 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1f50b2f5-b534-42a8-8d7a-d718e67eaecc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1838'] for router, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:31.786017 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1f50b2f5-b534-42a8-8d7a-d718e67eaecc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:31.852154 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7f27cf-8afb-449b-9a85-6d15c59bf2cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-78f71fec-9d6d-4a9c-b8e1-c99aa6b3a664', 'network_id': '78f71fec-9d6d-4a9c-b8e1-c99aa6b3a664', 'tenant_id': 'd78e75dc398a40678f9c626f8e51a3c9', 'fixed_ips': [{'subnet_id': 'ee281c7b-d16b-4bc3-b92e-91aa50e04982'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 05:16:31.853024 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ab7f27cf-8afb-449b-9a85-6d15c59bf2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:31.926748 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1f50b2f5-b534-42a8-8d7a-d718e67eaecc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:32.007471 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-ab7f27cf-8afb-449b-9a85-6d15c59bf2cc None None] Allocated IP 172.20.0.2 (78f71fec-9d6d-4a9c-b8e1-c99aa6b3a664/ee281c7b-d16b-4bc3-b92e-91aa50e04982/aa014207-6b69-4d72-845f-477a8ce9de91) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:16:32.144472 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device cc8b21d3-7539-49cf-a734-615f456c3b06 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:16:32.156880 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1f50b2f5-b534-42a8-8d7a-d718e67eaecc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:32.176083 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1f50b2f5-b534-42a8-8d7a-d718e67eaecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:32.195831 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ab7f27cf-8afb-449b-9a85-6d15c59bf2cc None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:32.206006 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-ab7f27cf-8afb-449b-9a85-6d15c59bf2cc None None] Transition to ACTIVE for port object aa014207-6b69-4d72-845f-477a8ce9de91 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:16:32.226438 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-ab7f27cf-8afb-449b-9a85-6d15c59bf2cc None None] Transition to ACTIVE for port object aa014207-6b69-4d72-845f-477a8ce9de91 will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:16:32.230208 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port cc8b21d3-7539-49cf-a734-615f456c3b06 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:16:32.230616 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:32.234512 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ab7f27cf-8afb-449b-9a85-6d15c59bf2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:32.282811 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-1f50b2f5-b534-42a8-8d7a-d718e67eaecc admin admin] Allocated IP 172.25.0.223 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/9a0a51a7-0675-45d0-9610-5417800fb0c5) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:16:32.305315 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7f27cf-8afb-449b-9a85-6d15c59bf2cc None None] Network 78f71fec-9d6d-4a9c-b8e1-c99aa6b3a664 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:16:32.311084 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-ab7f27cf-8afb-449b-9a85-6d15c59bf2cc None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:16:32.317059 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7f27cf-8afb-449b-9a85-6d15c59bf2cc None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:16:32.323335 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7f27cf-8afb-449b-9a85-6d15c59bf2cc None None] Pushing event updated for resources: {'Port': ['ID=aa014207-6b69-4d72-845f-477a8ce9de91,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:32.393868 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1f50b2f5-b534-42a8-8d7a-d718e67eaecc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:32.399294 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-ab7f27cf-8afb-449b-9a85-6d15c59bf2cc None None] Attempting to bind port aa014207-6b69-4d72-845f-477a8ce9de91 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:16:32.399778 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-ab7f27cf-8afb-449b-9a85-6d15c59bf2cc None None] Attempting to bind port aa014207-6b69-4d72-845f-477a8ce9de91 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '44767738-0a33-4eab-9350-ea6e2acb984e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '78f71fec-9d6d-4a9c-b8e1-c99aa6b3a664'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:16:32.399998 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7f27cf-8afb-449b-9a85-6d15c59bf2cc None None] Attempting to bind port aa014207-6b69-4d72-845f-477a8ce9de91 on network 78f71fec-9d6d-4a9c-b8e1-c99aa6b3a664 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:16:32.408441 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 8bdf0c37-ebe8-46b2-8abe-131ae6f32f6a up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:16:32.410245 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7f27cf-8afb-449b-9a85-6d15c59bf2cc None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:16:32.410618 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7f27cf-8afb-449b-9a85-6d15c59bf2cc None None] Checking segment: {'id': '44767738-0a33-4eab-9350-ea6e2acb984e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '78f71fec-9d6d-4a9c-b8e1-c99aa6b3a664'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:16:32.411193 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ab7f27cf-8afb-449b-9a85-6d15c59bf2cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:32.411771 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7f27cf-8afb-449b-9a85-6d15c59bf2cc None None] Bound using segment: {'id': '44767738-0a33-4eab-9350-ea6e2acb984e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '78f71fec-9d6d-4a9c-b8e1-c99aa6b3a664'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:16:32.412449 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-ab7f27cf-8afb-449b-9a85-6d15c59bf2cc None None] Bound port: aa014207-6b69-4d72-845f-477a8ce9de91, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44767738-0a33-4eab-9350-ea6e2acb984e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '78f71fec-9d6d-4a9c-b8e1-c99aa6b3a664'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:16:32.412836 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ab7f27cf-8afb-449b-9a85-6d15c59bf2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:32.436759 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1f50b2f5-b534-42a8-8d7a-d718e67eaecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:32.476520 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f50b2f5-b534-42a8-8d7a-d718e67eaecc admin admin] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:16:32.481722 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-1f50b2f5-b534-42a8-8d7a-d718e67eaecc admin admin] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:16:32.484321 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f50b2f5-b534-42a8-8d7a-d718e67eaecc admin admin] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:16:32.512506 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-ab7f27cf-8afb-449b-9a85-6d15c59bf2cc None None] For port aa014207-6b69-4d72-845f-477a8ce9de91, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:16:32.515815 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-ab7f27cf-8afb-449b-9a85-6d15c59bf2cc None None] For port aa014207-6b69-4d72-845f-477a8ce9de91, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=aa014207-6b69-4d72-845f-477a8ce9de91,segment=NetworkSegment(44767738-0a33-4eab-9350-ea6e2acb984e),segment_id=44767738-0a33-4eab-9350-ea6e2acb984e)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:16:32.516841 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 8bdf0c37-ebe8-46b2-8abe-131ae6f32f6a completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:16:32.519230 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f50b2f5-b534-42a8-8d7a-d718e67eaecc admin admin] Pushing event updated for resources: {'Port': ['ID=9a0a51a7-0675-45d0-9610-5417800fb0c5,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:32.521347 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ab7f27cf-8afb-449b-9a85-6d15c59bf2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:32.524490 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 8bdf0c37-ebe8-46b2-8abe-131ae6f32f6a triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:16:32.524857 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:32.607579 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7f27cf-8afb-449b-9a85-6d15c59bf2cc None None] Pushing event updated for resources: {'Port': ['ID=aa014207-6b69-4d72-845f-477a8ce9de91,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:32.660155 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:32.682940 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 8bdf0c37-ebe8-46b2-8abe-131ae6f32f6a, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=8bdf0c37-ebe8-46b2-8abe-131ae6f32f6a,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:16:32.687256 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:32.746909 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=8bdf0c37-ebe8-46b2-8abe-131ae6f32f6a,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:32.760071 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1f50b2f5-b534-42a8-8d7a-d718e67eaecc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:32.844724 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4b79ab-1661-4516-8233-de651a475842 None None] Sync routers for ids ['dce6da23-be71-4944-8cd6-5522a033cf7d'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:16:32.859805 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4b79ab-1661-4516-8233-de651a475842 None None] Routers {'dce6da23-be71-4944-8cd6-5522a033cf7d'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:16:32.860806 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-4c4b79ab-1661-4516-8233-de651a475842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:16:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['dce6da23-be71-4944-8cd6-5522a033cf7d'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:16:32.977015 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-4c4b79ab-1661-4516-8233-de651a475842 None None] Set router dce6da23-be71-4944-8cd6-5522a033cf7d gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:16:33.180601 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-4c4b79ab-1661-4516-8233-de651a475842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce6da23-be71-4944-8cd6-5522a033cf7d', 'name': 'tempest-TestEncryptedCinderVolumes-1345485218-router', 'tenant_id': '3a9e69e208c24252ae22053834886a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '8bdf0c37-ebe8-46b2-8abe-131ae6f32f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:16:27Z', 'updated_at': '2021-08-29T05:16:29Z', 'revision_number': 4, 'project_id': '3a9e69e208c24252ae22053834886a70', 'gw_port': {'id': '8bdf0c37-ebe8-46b2-8abe-131ae6f32f6a', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce6da23-be71-4944-8cd6-5522a033cf7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:16:27Z', 'updated_at': '2021-08-29T05:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '5ce1a449-cc37-454c-a6fe-70fc8797a98a', 'name': '', 'network_id': '8ae309ed-e971-431c-b5ed-2e1b33f31d02', 'tenant_id': '3a9e69e208c24252ae22053834886a70', 'mac_address': 'fa:16:3e:f4:bd:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dce6da23-be71-4944-8cd6-5522a033cf7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '806d19b7-ce67-4441-accc-b5fd247a452c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:16:29Z', 'updated_at': '2021-08-29T05:16:29Z', 'revision_number': 2, 'project_id': '3a9e69e208c24252ae22053834886a70', 'subnets': [{'id': '806d19b7-ce67-4441-accc-b5fd247a452c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:16:33.210760 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4b79ab-1661-4516-8233-de651a475842 None None] Checking router: dce6da23-be71-4944-8cd6-5522a033cf7d for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:16:33.211117 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4b79ab-1661-4516-8233-de651a475842 None None] Updating router dce6da23-be71-4944-8cd6-5522a033cf7d port 5ce1a449-cc37-454c-a6fe-70fc8797a98a binding host n-d-712140-12 {{(pid=94831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:16:33.236045 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4c4b79ab-1661-4516-8233-de651a475842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:33.281771 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1f50b2f5-b534-42a8-8d7a-d718e67eaecc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409'] for router, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:33.416811 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f50b2f5-b534-42a8-8d7a-d718e67eaecc admin admin] Router b3d5ebb4-e8e5-4e62-b9f2-f6ce2a016807 is scheduled to L3 agent 76874008-c311-485c-ba36-921b6d275b6a with binding_index 1 {{(pid=94829) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 05:16:33.463114 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fadfd08c-33a1-4e00-a490-e79bc40de982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:33.513607 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4c4b79ab-1661-4516-8233-de651a475842 None None] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:33.525141 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-4c4b79ab-1661-4516-8233-de651a475842 None None] Transition to ACTIVE for port object 5ce1a449-cc37-454c-a6fe-70fc8797a98a will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:16:33.530669 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4c4b79ab-1661-4516-8233-de651a475842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:33.541093 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f50b2f5-b534-42a8-8d7a-d718e67eaecc admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:16:33.556407 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca093fae-b8b7-4fa9-9b59-afccd839bc63 None None] Sync routers for ids ['b3d5ebb4-e8e5-4e62-b9f2-f6ce2a016807'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:16:33.559547 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1f50b2f5-b534-42a8-8d7a-d718e67eaecc admin admin] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:33.563558 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-1f50b2f5-b534-42a8-8d7a-d718e67eaecc admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8641133 Aug 29 05:16:33.563755 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 40586) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:16:33.586172 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca093fae-b8b7-4fa9-9b59-afccd839bc63 None None] Routers {'b3d5ebb4-e8e5-4e62-b9f2-f6ce2a016807'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:16:33.586418 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e09298-60ac-4e44-b650-49aec2ca6315 None None] Pushing event updated for resources: {'Port': ['ID=5ce1a449-cc37-454c-a6fe-70fc8797a98a,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:33.586959 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-ca093fae-b8b7-4fa9-9b59-afccd839bc63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:16:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['b3d5ebb4-e8e5-4e62-b9f2-f6ce2a016807'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:16:33.616019 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e09298-60ac-4e44-b650-49aec2ca6315 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:33.616714 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e09298-60ac-4e44-b650-49aec2ca6315 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:33.617276 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e09298-60ac-4e44-b650-49aec2ca6315 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:33.617818 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e09298-60ac-4e44-b650-49aec2ca6315 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:33.618352 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e09298-60ac-4e44-b650-49aec2ca6315 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:33.618882 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e09298-60ac-4e44-b650-49aec2ca6315 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:33.619425 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e09298-60ac-4e44-b650-49aec2ca6315 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:33.619987 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e09298-60ac-4e44-b650-49aec2ca6315 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:33.620528 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e09298-60ac-4e44-b650-49aec2ca6315 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:33.621057 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e09298-60ac-4e44-b650-49aec2ca6315 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:33.621577 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e09298-60ac-4e44-b650-49aec2ca6315 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:33.622097 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e09298-60ac-4e44-b650-49aec2ca6315 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:33.656855 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-4c4b79ab-1661-4516-8233-de651a475842 None None] Attempting to bind port 5ce1a449-cc37-454c-a6fe-70fc8797a98a on host n-d-712140-12 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:16:33.657543 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-4c4b79ab-1661-4516-8233-de651a475842 None None] Attempting to bind port 5ce1a449-cc37-454c-a6fe-70fc8797a98a by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'e84c2737-78c0-4232-9eae-ef25669f81a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '8ae309ed-e971-431c-b5ed-2e1b33f31d02'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:16:33.658144 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4b79ab-1661-4516-8233-de651a475842 None None] Attempting to bind port 5ce1a449-cc37-454c-a6fe-70fc8797a98a on network 8ae309ed-e971-431c-b5ed-2e1b33f31d02 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:16:33.668609 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4b79ab-1661-4516-8233-de651a475842 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:16:33.668992 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4b79ab-1661-4516-8233-de651a475842 None None] Checking segment: {'id': 'e84c2737-78c0-4232-9eae-ef25669f81a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '8ae309ed-e971-431c-b5ed-2e1b33f31d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:16:33.669452 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4c4b79ab-1661-4516-8233-de651a475842 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:33.669906 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4b79ab-1661-4516-8233-de651a475842 None None] Bound using segment: {'id': 'e84c2737-78c0-4232-9eae-ef25669f81a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '8ae309ed-e971-431c-b5ed-2e1b33f31d02'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:16:33.670573 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-4c4b79ab-1661-4516-8233-de651a475842 None None] Bound port: 5ce1a449-cc37-454c-a6fe-70fc8797a98a, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e84c2737-78c0-4232-9eae-ef25669f81a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '8ae309ed-e971-431c-b5ed-2e1b33f31d02'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:16:33.671138 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4c4b79ab-1661-4516-8233-de651a475842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:33.759449 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-4c4b79ab-1661-4516-8233-de651a475842 None None] For port 5ce1a449-cc37-454c-a6fe-70fc8797a98a, host n-d-712140-12, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:16:33.763496 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-4c4b79ab-1661-4516-8233-de651a475842 None None] For port 5ce1a449-cc37-454c-a6fe-70fc8797a98a, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=5ce1a449-cc37-454c-a6fe-70fc8797a98a,segment=NetworkSegment(e84c2737-78c0-4232-9eae-ef25669f81a0),segment_id=e84c2737-78c0-4232-9eae-ef25669f81a0)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:16:33.769498 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4c4b79ab-1661-4516-8233-de651a475842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:33.827622 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4b79ab-1661-4516-8233-de651a475842 None None] Routers {'dce6da23-be71-4944-8cd6-5522a033cf7d'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:16:33.828346 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-4c4b79ab-1661-4516-8233-de651a475842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:16:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['dce6da23-be71-4944-8cd6-5522a033cf7d'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:16:33.907357 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10369326-46bd-4824-97bf-e11a85c048f7 None None] Network 78f71fec-9d6d-4a9c-b8e1-c99aa6b3a664 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:16:33.969724 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-4c4b79ab-1661-4516-8233-de651a475842 None None] Set router dce6da23-be71-4944-8cd6-5522a033cf7d gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:16:34.056560 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-3ac63aa6-fb25-4b50-a12b-2291ca971e75 None None] Provisioning for port aa014207-6b69-4d72-845f-477a8ce9de91 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:16:34.062341 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-ca093fae-b8b7-4fa9-9b59-afccd839bc63 None None] Set router b3d5ebb4-e8e5-4e62-b9f2-f6ce2a016807 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:16:34.071626 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e09298-60ac-4e44-b650-49aec2ca6315 None None] Pushing event updated for resources: {'Port': ['ID=5ce1a449-cc37-454c-a6fe-70fc8797a98a,revision_number=4']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:34.144675 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0876713f-160e-40f8-b125-00bd54f1a6da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:34.213852 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 8bdf0c37-ebe8-46b2-8abe-131ae6f32f6a up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:16:34.224853 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-4c4b79ab-1661-4516-8233-de651a475842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce6da23-be71-4944-8cd6-5522a033cf7d', 'name': 'tempest-TestEncryptedCinderVolumes-1345485218-router', 'tenant_id': '3a9e69e208c24252ae22053834886a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '8bdf0c37-ebe8-46b2-8abe-131ae6f32f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:16:27Z', 'updated_at': '2021-08-29T05:16:29Z', 'revision_number': 4, 'project_id': '3a9e69e208c24252ae22053834886a70', 'gw_port': {'id': '8bdf0c37-ebe8-46b2-8abe-131ae6f32f6a', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce6da23-be71-4944-8cd6-5522a033cf7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:16:27Z', 'updated_at': '2021-08-29T05:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '5ce1a449-cc37-454c-a6fe-70fc8797a98a', 'name': '', 'network_id': '8ae309ed-e971-431c-b5ed-2e1b33f31d02', 'tenant_id': '3a9e69e208c24252ae22053834886a70', 'mac_address': 'fa:16:3e:f4:bd:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dce6da23-be71-4944-8cd6-5522a033cf7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '806d19b7-ce67-4441-accc-b5fd247a452c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:16:29Z', 'updated_at': '2021-08-29T05:16:33Z', 'revision_number': 4, 'project_id': '3a9e69e208c24252ae22053834886a70', 'subnets': [{'id': '806d19b7-ce67-4441-accc-b5fd247a452c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:16:34.251649 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4b79ab-1661-4516-8233-de651a475842 None None] The sync data for ids ['dce6da23-be71-4944-8cd6-5522a033cf7d'] in n-d-712140-12 is: [{'id': 'dce6da23-be71-4944-8cd6-5522a033cf7d', 'name': 'tempest-TestEncryptedCinderVolumes-1345485218-router', 'tenant_id': '3a9e69e208c24252ae22053834886a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '8bdf0c37-ebe8-46b2-8abe-131ae6f32f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:16:27Z', 'updated_at': '2021-08-29T05:16:29Z', 'revision_number': 4, 'project_id': '3a9e69e208c24252ae22053834886a70', 'gw_port': {'id': '8bdf0c37-ebe8-46b2-8abe-131ae6f32f6a', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce6da23-be71-4944-8cd6-5522a033cf7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:16:27Z', 'updated_at': '2021-08-29T05:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '5ce1a449-cc37-454c-a6fe-70fc8797a98a', 'name': '', 'network_id': '8ae309ed-e971-431c-b5ed-2e1b33f31d02', 'tenant_id': '3a9e69e208c24252ae22053834886a70', 'mac_address': 'fa:16:3e:f4:bd:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dce6da23-be71-4944-8cd6-5522a033cf7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '806d19b7-ce67-4441-accc-b5fd247a452c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:16:29Z', 'updated_at': '2021-08-29T05:16:33Z', 'revision_number': 4, 'project_id': '3a9e69e208c24252ae22053834886a70', 'subnets': [{'id': '806d19b7-ce67-4441-accc-b5fd247a452c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:16:34.311171 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-0876713f-160e-40f8-b125-00bd54f1a6da admin admin] Allocated IP 172.20.0.1 (78f71fec-9d6d-4a9c-b8e1-c99aa6b3a664/ee281c7b-d16b-4bc3-b92e-91aa50e04982/d5d81e94-1da0-44c4-879f-6a5919cf0722) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:16:34.360627 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 8bdf0c37-ebe8-46b2-8abe-131ae6f32f6a triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:16:34.361006 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:34.445062 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0876713f-160e-40f8-b125-00bd54f1a6da admin admin] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:34.449808 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-ca093fae-b8b7-4fa9-9b59-afccd839bc63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3d5ebb4-e8e5-4e62-b9f2-f6ce2a016807', 'name': 'tempest-TestEncryptedCinderVolumes-945676892-router', 'tenant_id': 'd78e75dc398a40678f9c626f8e51a3c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '9a0a51a7-0675-45d0-9610-5417800fb0c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:16:31Z', 'updated_at': '2021-08-29T05:16:32Z', 'revision_number': 3, 'project_id': 'd78e75dc398a40678f9c626f8e51a3c9', 'gw_port': {'id': '9a0a51a7-0675-45d0-9610-5417800fb0c5', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:89:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3d5ebb4-e8e5-4e62-b9f2-f6ce2a016807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:16:32Z', 'updated_at': '2021-08-29T05:16:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:16:34.460522 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-0876713f-160e-40f8-b125-00bd54f1a6da admin admin] Transition to ACTIVE for port object d5d81e94-1da0-44c4-879f-6a5919cf0722 will not be triggered until provisioned by entity DHCP. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:16:34.487249 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca093fae-b8b7-4fa9-9b59-afccd839bc63 None None] Checking router: b3d5ebb4-e8e5-4e62-b9f2-f6ce2a016807 for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:16:34.487850 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca093fae-b8b7-4fa9-9b59-afccd839bc63 None None] Updating router b3d5ebb4-e8e5-4e62-b9f2-f6ce2a016807 port 9a0a51a7-0675-45d0-9610-5417800fb0c5 binding host n-d-712140-12 {{(pid=94830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:16:34.492781 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device aa014207-6b69-4d72-845f-477a8ce9de91 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:16:34.497920 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0876713f-160e-40f8-b125-00bd54f1a6da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:34.544305 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0876713f-160e-40f8-b125-00bd54f1a6da admin admin] Network 78f71fec-9d6d-4a9c-b8e1-c99aa6b3a664 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:16:34.547650 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-0876713f-160e-40f8-b125-00bd54f1a6da admin admin] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:16:34.553704 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0876713f-160e-40f8-b125-00bd54f1a6da admin admin] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:16:34.560943 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ca093fae-b8b7-4fa9-9b59-afccd839bc63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:34.602541 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0876713f-160e-40f8-b125-00bd54f1a6da admin admin] Pushing event updated for resources: {'Port': ['ID=d5d81e94-1da0-44c4-879f-6a5919cf0722,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:34.611782 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0876713f-160e-40f8-b125-00bd54f1a6da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719598'] for router_interface, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:34.668548 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port aa014207-6b69-4d72-845f-477a8ce9de91 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:16:34.675210 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port aa014207-6b69-4d72-845f-477a8ce9de91 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:16:34.675658 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:34.786999 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0876713f-160e-40f8-b125-00bd54f1a6da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:34.787245 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-acebff8a-7706-4992-9f95-1df32462aa1f None None] Provisioning complete for port aa014207-6b69-4d72-845f-477a8ce9de91 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:16:34.787519 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-acebff8a-7706-4992-9f95-1df32462aa1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:34.899210 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:34.984561 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0876713f-160e-40f8-b125-00bd54f1a6da admin admin] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:34.990364 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0876713f-160e-40f8-b125-00bd54f1a6da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:35.009622 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port aa014207-6b69-4d72-845f-477a8ce9de91, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=aa014207-6b69-4d72-845f-477a8ce9de91,segment=NetworkSegment(44767738-0a33-4eab-9350-ea6e2acb984e),segment_id=44767738-0a33-4eab-9350-ea6e2acb984e)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:16:35.022336 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:35.032323 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-acebff8a-7706-4992-9f95-1df32462aa1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:35.071124 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0876713f-160e-40f8-b125-00bd54f1a6da admin admin] Pushing event updated for resources: {'Port': ['ID=d5d81e94-1da0-44c4-879f-6a5919cf0722,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:35.074965 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0876713f-160e-40f8-b125-00bd54f1a6da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-718897'] for router_interface, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:35.076550 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ca093fae-b8b7-4fa9-9b59-afccd839bc63 None None] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:35.082231 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0876713f-160e-40f8-b125-00bd54f1a6da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:35.082583 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0876713f-160e-40f8-b125-00bd54f1a6da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:35.082926 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0876713f-160e-40f8-b125-00bd54f1a6da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:35.083401 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0876713f-160e-40f8-b125-00bd54f1a6da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:35.083755 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0876713f-160e-40f8-b125-00bd54f1a6da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:35.084089 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0876713f-160e-40f8-b125-00bd54f1a6da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:35.084418 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0876713f-160e-40f8-b125-00bd54f1a6da admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:35.084741 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0876713f-160e-40f8-b125-00bd54f1a6da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:35.085068 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0876713f-160e-40f8-b125-00bd54f1a6da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:35.085542 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0876713f-160e-40f8-b125-00bd54f1a6da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:35.085709 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0876713f-160e-40f8-b125-00bd54f1a6da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:35.086023 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0876713f-160e-40f8-b125-00bd54f1a6da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:35.109510 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-ca093fae-b8b7-4fa9-9b59-afccd839bc63 None None] Transition to ACTIVE for port object 9a0a51a7-0675-45d0-9610-5417800fb0c5 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:16:35.135611 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ca093fae-b8b7-4fa9-9b59-afccd839bc63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:35.138845 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=aa014207-6b69-4d72-845f-477a8ce9de91,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:35.174110 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.db.api [None req-acebff8a-7706-4992-9f95-1df32462aa1f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94830) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 05:16:35.174452 n-d-712140-12 neutron-server[94830]: DEBUG oslo_db.api [None req-acebff8a-7706-4992-9f95-1df32462aa1f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 05:16:35.181232 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0876713f-160e-40f8-b125-00bd54f1a6da admin admin] Network 78f71fec-9d6d-4a9c-b8e1-c99aa6b3a664 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:16:35.182627 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-0876713f-160e-40f8-b125-00bd54f1a6da admin admin] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:16:35.200900 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-ca093fae-b8b7-4fa9-9b59-afccd839bc63 None None] Attempting to bind port 9a0a51a7-0675-45d0-9610-5417800fb0c5 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:16:35.201290 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-ca093fae-b8b7-4fa9-9b59-afccd839bc63 None None] Attempting to bind port 9a0a51a7-0675-45d0-9610-5417800fb0c5 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:16:35.201655 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca093fae-b8b7-4fa9-9b59-afccd839bc63 None None] Attempting to bind port 9a0a51a7-0675-45d0-9610-5417800fb0c5 on network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:16:35.203863 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb688176-4b40-4008-aa3c-c0b1829eb081 None None] Pushing event updated for resources: {'Port': ['ID=9a0a51a7-0675-45d0-9610-5417800fb0c5,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:35.209569 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca093fae-b8b7-4fa9-9b59-afccd839bc63 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:16:35.209954 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca093fae-b8b7-4fa9-9b59-afccd839bc63 None None] Checking segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:16:35.210367 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ca093fae-b8b7-4fa9-9b59-afccd839bc63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:35.210764 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca093fae-b8b7-4fa9-9b59-afccd839bc63 None None] Bound using segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:16:35.211242 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-ca093fae-b8b7-4fa9-9b59-afccd839bc63 None None] Bound port: 9a0a51a7-0675-45d0-9610-5417800fb0c5, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:16:35.211632 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ca093fae-b8b7-4fa9-9b59-afccd839bc63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:35.270954 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-ca093fae-b8b7-4fa9-9b59-afccd839bc63 None None] For port 9a0a51a7-0675-45d0-9610-5417800fb0c5, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:16:35.274145 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-ca093fae-b8b7-4fa9-9b59-afccd839bc63 None None] For port 9a0a51a7-0675-45d0-9610-5417800fb0c5, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=9a0a51a7-0675-45d0-9610-5417800fb0c5,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:16:35.280227 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ca093fae-b8b7-4fa9-9b59-afccd839bc63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:35.306504 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0876713f-160e-40f8-b125-00bd54f1a6da admin admin] Router b3d5ebb4-e8e5-4e62-b9f2-f6ce2a016807 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:16:35.341666 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca093fae-b8b7-4fa9-9b59-afccd839bc63 None None] Routers {'b3d5ebb4-e8e5-4e62-b9f2-f6ce2a016807'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:16:35.342301 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-ca093fae-b8b7-4fa9-9b59-afccd839bc63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:16:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['b3d5ebb4-e8e5-4e62-b9f2-f6ce2a016807'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:16:35.344085 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb688176-4b40-4008-aa3c-c0b1829eb081 None None] Pushing event updated for resources: {'Port': ['ID=9a0a51a7-0675-45d0-9610-5417800fb0c5,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:35.423707 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0876713f-160e-40f8-b125-00bd54f1a6da admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:16:35.431272 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-0876713f-160e-40f8-b125-00bd54f1a6da admin admin] 10.222.0.22 "PUT /v2.0/routers/b3d5ebb4-e8e5-4e62-b9f2-f6ce2a016807/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8665233 Aug 29 05:16:35.457970 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-ca093fae-b8b7-4fa9-9b59-afccd839bc63 None None] Set router b3d5ebb4-e8e5-4e62-b9f2-f6ce2a016807 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:16:35.654859 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-ca093fae-b8b7-4fa9-9b59-afccd839bc63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3d5ebb4-e8e5-4e62-b9f2-f6ce2a016807', 'name': 'tempest-TestEncryptedCinderVolumes-945676892-router', 'tenant_id': 'd78e75dc398a40678f9c626f8e51a3c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '9a0a51a7-0675-45d0-9610-5417800fb0c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:16:31Z', 'updated_at': '2021-08-29T05:16:34Z', 'revision_number': 4, 'project_id': 'd78e75dc398a40678f9c626f8e51a3c9', 'gw_port': {'id': '9a0a51a7-0675-45d0-9610-5417800fb0c5', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:89:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3d5ebb4-e8e5-4e62-b9f2-f6ce2a016807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:16:32Z', 'updated_at': '2021-08-29T05:16:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': 'd5d81e94-1da0-44c4-879f-6a5919cf0722', 'name': '', 'network_id': '78f71fec-9d6d-4a9c-b8e1-c99aa6b3a664', 'tenant_id': 'd78e75dc398a40678f9c626f8e51a3c9', 'mac_address': 'fa:16:3e:5b:2a:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3d5ebb4-e8e5-4e62-b9f2-f6ce2a016807', 'device_owner': 'network:router_interface', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'ee281c7b-d16b-4bc3-b92e-91aa50e04982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:16:34Z', 'updated_at': '2021-08-29T05:16:34Z', 'revision_number': 2, 'project_id': 'd78e75dc398a40678f9c626f8e51a3c9', 'subnets': [{'id': 'ee281c7b-d16b-4bc3-b92e-91aa50e04982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:16:35.687532 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca093fae-b8b7-4fa9-9b59-afccd839bc63 None None] The sync data for ids ['b3d5ebb4-e8e5-4e62-b9f2-f6ce2a016807'] in n-d-712140-12 is: [{'id': 'b3d5ebb4-e8e5-4e62-b9f2-f6ce2a016807', 'name': 'tempest-TestEncryptedCinderVolumes-945676892-router', 'tenant_id': 'd78e75dc398a40678f9c626f8e51a3c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '9a0a51a7-0675-45d0-9610-5417800fb0c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:16:31Z', 'updated_at': '2021-08-29T05:16:34Z', 'revision_number': 4, 'project_id': 'd78e75dc398a40678f9c626f8e51a3c9', 'gw_port': {'id': '9a0a51a7-0675-45d0-9610-5417800fb0c5', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:89:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3d5ebb4-e8e5-4e62-b9f2-f6ce2a016807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:16:32Z', 'updated_at': '2021-08-29T05:16:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': 'd5d81e94-1da0-44c4-879f-6a5919cf0722', 'name': '', 'network_id': '78f71fec-9d6d-4a9c-b8e1-c99aa6b3a664', 'tenant_id': 'd78e75dc398a40678f9c626f8e51a3c9', 'mac_address': 'fa:16:3e:5b:2a:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3d5ebb4-e8e5-4e62-b9f2-f6ce2a016807', 'device_owner': 'network:router_interface', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'ee281c7b-d16b-4bc3-b92e-91aa50e04982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:16:34Z', 'updated_at': '2021-08-29T05:16:34Z', 'revision_number': 2, 'project_id': 'd78e75dc398a40678f9c626f8e51a3c9', 'subnets': [{'id': 'ee281c7b-d16b-4bc3-b92e-91aa50e04982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:16:35.844829 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e24ab186-9df2-43e6-9a7a-848773016d9f None None] Provisioning for port d5d81e94-1da0-44c4-879f-6a5919cf0722 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:16:35.852603 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e24ab186-9df2-43e6-9a7a-848773016d9f None None] Provisioning complete for port d5d81e94-1da0-44c4-879f-6a5919cf0722 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:16:35.853244 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e24ab186-9df2-43e6-9a7a-848773016d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:35.904037 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e24ab186-9df2-43e6-9a7a-848773016d9f None None] Port d5d81e94-1da0-44c4-879f-6a5919cf0722 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:16:36.083199 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device aa014207-6b69-4d72-845f-477a8ce9de91 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:16:36.133999 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port aa014207-6b69-4d72-845f-477a8ce9de91 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:16:36.134387 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:36.227167 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 5ce1a449-cc37-454c-a6fe-70fc8797a98a up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:16:36.278129 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af5a7c4-42d8-44a7-b64d-bc0130fde539 req-fc679fef-fdc3-4557-a467-24f21db75915 tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:36.281249 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4af5a7c4-42d8-44a7-b64d-bc0130fde539 req-fc679fef-fdc3-4557-a467-24f21db75915 tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] 10.222.0.22 "GET /v2.0/networks?id=8ae309ed-e971-431c-b5ed-2e1b33f31d02 HTTP/1.1" status: 200 len: 817 time: 0.1183150 Aug 29 05:16:36.281972 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 5ce1a449-cc37-454c-a6fe-70fc8797a98a completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:16:36.287330 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 5ce1a449-cc37-454c-a6fe-70fc8797a98a triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:16:36.288057 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:36.305673 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4af5a7c4-42d8-44a7-b64d-bc0130fde539 req-0e23ef37-b6dc-4bea-8b5f-11f113901327 tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] 10.222.0.22 "GET /v2.0/quotas/3a9e69e208c24252ae22053834886a70 HTTP/1.1" status: 200 len: 375 time: 0.0170798 Aug 29 05:16:36.348022 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-392a84a3-e8f9-4068-9491-2d5d87ad3c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:36.371061 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4af5a7c4-42d8-44a7-b64d-bc0130fde539 req-7ea61048-e6a3-43ef-a828-5d07793dcd8d tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=3a9e69e208c24252ae22053834886a70&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0578506 Aug 29 05:16:36.405978 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:36.450458 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 5ce1a449-cc37-454c-a6fe-70fc8797a98a, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=5ce1a449-cc37-454c-a6fe-70fc8797a98a,segment=NetworkSegment(e84c2737-78c0-4232-9eae-ef25669f81a0),segment_id=e84c2737-78c0-4232-9eae-ef25669f81a0)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:16:36.460512 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:36.502006 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4af5a7c4-42d8-44a7-b64d-bc0130fde539 req-4a0612d9-81b6-4b3e-b92a-ddc6a49bef42 service neutron] 10.222.0.22 "GET /v2.0/networks/8ae309ed-e971-431c-b5ed-2e1b33f31d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172333 Aug 29 05:16:36.514318 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=5ce1a449-cc37-454c-a6fe-70fc8797a98a,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:36.601581 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4af5a7c4-42d8-44a7-b64d-bc0130fde539 req-03079a86-f906-44cc-a5a5-ed03175fdbbc service neutron] 10.222.0.22 "GET /v2.0/networks/8ae309ed-e971-431c-b5ed-2e1b33f31d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920928 Aug 29 05:16:36.767489 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3f2fde6f-071a-4bd4-abad-7fe3d11c9237 req-8793854d-64c8-46c0-a9a5-645276836584 tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] 10.222.0.22 "GET /v2.0/ports?device_id=87390de2-f590-4d8b-9dad-061fb66f4475 HTTP/1.1" status: 200 len: 210 time: 0.0314307 Aug 29 05:16:37.336677 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:37.404467 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:37.729409 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af5a7c4-42d8-44a7-b64d-bc0130fde539 req-a69d0ba2-4ec6-4f47-a556-a483ad8d9594 tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:37.730861 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4af5a7c4-42d8-44a7-b64d-bc0130fde539 req-a69d0ba2-4ec6-4f47-a556-a483ad8d9594 tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] 10.222.0.46 "GET /v2.0/networks?id=8ae309ed-e971-431c-b5ed-2e1b33f31d02 HTTP/1.1" status: 200 len: 817 time: 0.1208327 Aug 29 05:16:37.744195 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-4af5a7c4-42d8-44a7-b64d-bc0130fde539 req-33e02f30-026e-4787-9d43-10a837f26c33 tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] Request body: {'port': {'device_id': '87390de2-f590-4d8b-9dad-061fb66f4475', 'network_id': '8ae309ed-e971-431c-b5ed-2e1b33f31d02', 'admin_state_up': True, 'tenant_id': '3a9e69e208c24252ae22053834886a70'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:16:37.874194 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-99700914-4000-40ca-a3f3-436c0aa87d2e req-cb16c58a-5f51-4d34-aab2-9c70ab03296d tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] 10.222.0.22 "GET /v2.0/ports?device_id=87390de2-f590-4d8b-9dad-061fb66f4475 HTTP/1.1" status: 200 len: 210 time: 0.0373404 Aug 29 05:16:37.887203 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4af5a7c4-42d8-44a7-b64d-bc0130fde539 req-33e02f30-026e-4787-9d43-10a837f26c33 tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] Made reservation on behalf of 3a9e69e208c24252ae22053834886a70 for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:16:37.891164 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-4af5a7c4-42d8-44a7-b64d-bc0130fde539 req-33e02f30-026e-4787-9d43-10a837f26c33 tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:38.029102 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-4af5a7c4-42d8-44a7-b64d-bc0130fde539 req-33e02f30-026e-4787-9d43-10a837f26c33 tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] Allocated IP 172.20.0.5 (8ae309ed-e971-431c-b5ed-2e1b33f31d02/806d19b7-ce67-4441-accc-b5fd247a452c/e41490da-5b93-4da8-ba2e-ea579dcfc675) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:16:38.127163 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 9a0a51a7-0675-45d0-9610-5417800fb0c5 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:16:38.182615 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 9a0a51a7-0675-45d0-9610-5417800fb0c5 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:16:38.186512 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 9a0a51a7-0675-45d0-9610-5417800fb0c5 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:16:38.186889 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:38.201426 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-4af5a7c4-42d8-44a7-b64d-bc0130fde539 req-33e02f30-026e-4787-9d43-10a837f26c33 tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:38.218823 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-4af5a7c4-42d8-44a7-b64d-bc0130fde539 req-33e02f30-026e-4787-9d43-10a837f26c33 tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] Transition to ACTIVE for port object e41490da-5b93-4da8-ba2e-ea579dcfc675 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:16:38.255923 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-4af5a7c4-42d8-44a7-b64d-bc0130fde539 req-33e02f30-026e-4787-9d43-10a837f26c33 tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:38.280527 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:38.296521 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4af5a7c4-42d8-44a7-b64d-bc0130fde539 req-33e02f30-026e-4787-9d43-10a837f26c33 tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] Network 8ae309ed-e971-431c-b5ed-2e1b33f31d02 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:16:38.302281 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-4af5a7c4-42d8-44a7-b64d-bc0130fde539 req-33e02f30-026e-4787-9d43-10a837f26c33 tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:16:38.303389 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 9a0a51a7-0675-45d0-9610-5417800fb0c5, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=9a0a51a7-0675-45d0-9610-5417800fb0c5,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:16:38.306154 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-4af5a7c4-42d8-44a7-b64d-bc0130fde539 req-33e02f30-026e-4787-9d43-10a837f26c33 tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:16:38.317212 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:38.318025 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 5ce1a449-cc37-454c-a6fe-70fc8797a98a up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:16:38.335809 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e02f30-026e-4787-9d43-10a837f26c33 tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] Pushing event updated for resources: {'Port': ['ID=e41490da-5b93-4da8-ba2e-ea579dcfc675,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:38.361712 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16b8151-c10b-4e59-8365-6aa9eaa409dc None None] Sync routers for ids ['b3d5ebb4-e8e5-4e62-b9f2-f6ce2a016807'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:16:38.367617 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af5a7c4-42d8-44a7-b64d-bc0130fde539 req-33e02f30-026e-4787-9d43-10a837f26c33 tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:38.368765 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-4af5a7c4-42d8-44a7-b64d-bc0130fde539 req-33e02f30-026e-4787-9d43-10a837f26c33 tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:38.372927 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16b8151-c10b-4e59-8365-6aa9eaa409dc None None] Routers {'b3d5ebb4-e8e5-4e62-b9f2-f6ce2a016807'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:16:38.374030 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-a16b8151-c10b-4e59-8365-6aa9eaa409dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:16:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['b3d5ebb4-e8e5-4e62-b9f2-f6ce2a016807'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:16:38.385581 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4af5a7c4-42d8-44a7-b64d-bc0130fde539 req-33e02f30-026e-4787-9d43-10a837f26c33 tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6457100 Aug 29 05:16:38.399402 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-4af5a7c4-42d8-44a7-b64d-bc0130fde539 req-402ac9f4-149f-4878-b6f2-ef08ed35e2c8 service neutron] Request body: {'port': {'device_id': '87390de2-f590-4d8b-9dad-061fb66f4475', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:16:38.411000 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=9a0a51a7-0675-45d0-9610-5417800fb0c5,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:38.436582 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 5ce1a449-cc37-454c-a6fe-70fc8797a98a triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:16:38.436972 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:38.462939 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-4af5a7c4-42d8-44a7-b64d-bc0130fde539 req-402ac9f4-149f-4878-b6f2-ef08ed35e2c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:38.513199 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-a16b8151-c10b-4e59-8365-6aa9eaa409dc None None] Set router b3d5ebb4-e8e5-4e62-b9f2-f6ce2a016807 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:16:38.641347 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-b0344247-cbab-4220-8aeb-37be1cc044c2 None None] Provisioning for port e41490da-5b93-4da8-ba2e-ea579dcfc675 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:16:38.645693 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-b0344247-cbab-4220-8aeb-37be1cc044c2 None None] Provisioning complete for port e41490da-5b93-4da8-ba2e-ea579dcfc675 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:16:38.646549 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b0344247-cbab-4220-8aeb-37be1cc044c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:38.683551 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-b0344247-cbab-4220-8aeb-37be1cc044c2 None None] Port e41490da-5b93-4da8-ba2e-ea579dcfc675 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:16:38.715178 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-a16b8151-c10b-4e59-8365-6aa9eaa409dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3d5ebb4-e8e5-4e62-b9f2-f6ce2a016807', 'name': 'tempest-TestEncryptedCinderVolumes-945676892-router', 'tenant_id': 'd78e75dc398a40678f9c626f8e51a3c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '9a0a51a7-0675-45d0-9610-5417800fb0c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:16:31Z', 'updated_at': '2021-08-29T05:16:34Z', 'revision_number': 4, 'project_id': 'd78e75dc398a40678f9c626f8e51a3c9', 'gw_port': {'id': '9a0a51a7-0675-45d0-9610-5417800fb0c5', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:89:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d5ebb4-e8e5-4e62-b9f2-f6ce2a016807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:16:32Z', 'updated_at': '2021-08-29T05:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': 'd5d81e94-1da0-44c4-879f-6a5919cf0722', 'name': '', 'network_id': '78f71fec-9d6d-4a9c-b8e1-c99aa6b3a664', 'tenant_id': 'd78e75dc398a40678f9c626f8e51a3c9', 'mac_address': 'fa:16:3e:5b:2a:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3d5ebb4-e8e5-4e62-b9f2-f6ce2a016807', 'device_owner': 'network:router_interface', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'ee281c7b-d16b-4bc3-b92e-91aa50e04982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:16:34Z', 'updated_at': '2021-08-29T05:16:34Z', 'revision_number': 2, 'project_id': 'd78e75dc398a40678f9c626f8e51a3c9', 'subnets': [{'id': 'ee281c7b-d16b-4bc3-b92e-91aa50e04982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:16:38.745388 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16b8151-c10b-4e59-8365-6aa9eaa409dc None None] Checking router: b3d5ebb4-e8e5-4e62-b9f2-f6ce2a016807 for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:16:38.745872 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16b8151-c10b-4e59-8365-6aa9eaa409dc None None] Updating router b3d5ebb4-e8e5-4e62-b9f2-f6ce2a016807 port d5d81e94-1da0-44c4-879f-6a5919cf0722 binding host n-d-712140-12 {{(pid=94831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:16:38.749735 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-4af5a7c4-42d8-44a7-b64d-bc0130fde539 req-402ac9f4-149f-4878-b6f2-ef08ed35e2c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e41490da-5b93-4da8-ba2e-ea579dcfc675 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:16:38.758214 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-4af5a7c4-42d8-44a7-b64d-bc0130fde539 req-402ac9f4-149f-4878-b6f2-ef08ed35e2c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:38.770701 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-4af5a7c4-42d8-44a7-b64d-bc0130fde539 req-402ac9f4-149f-4878-b6f2-ef08ed35e2c8 service neutron] Transition to ACTIVE for port object e41490da-5b93-4da8-ba2e-ea579dcfc675 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:16:38.771051 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a16b8151-c10b-4e59-8365-6aa9eaa409dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:38.774174 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-4af5a7c4-42d8-44a7-b64d-bc0130fde539 req-402ac9f4-149f-4878-b6f2-ef08ed35e2c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:38.827775 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402ac9f4-149f-4878-b6f2-ef08ed35e2c8 service neutron] Pushing event updated for resources: {'Port': ['ID=e41490da-5b93-4da8-ba2e-ea579dcfc675,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:38.904477 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:38.905885 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-4af5a7c4-42d8-44a7-b64d-bc0130fde539 req-402ac9f4-149f-4878-b6f2-ef08ed35e2c8 service neutron] Attempting to bind port e41490da-5b93-4da8-ba2e-ea579dcfc675 on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:16:38.906228 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-4af5a7c4-42d8-44a7-b64d-bc0130fde539 req-402ac9f4-149f-4878-b6f2-ef08ed35e2c8 service neutron] Attempting to bind port e41490da-5b93-4da8-ba2e-ea579dcfc675 by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': 'e84c2737-78c0-4232-9eae-ef25669f81a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '8ae309ed-e971-431c-b5ed-2e1b33f31d02'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:16:38.906556 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af5a7c4-42d8-44a7-b64d-bc0130fde539 req-402ac9f4-149f-4878-b6f2-ef08ed35e2c8 service neutron] Attempting to bind port e41490da-5b93-4da8-ba2e-ea579dcfc675 on network 8ae309ed-e971-431c-b5ed-2e1b33f31d02 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:16:38.911946 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af5a7c4-42d8-44a7-b64d-bc0130fde539 req-402ac9f4-149f-4878-b6f2-ef08ed35e2c8 service neutron] Port e41490da-5b93-4da8-ba2e-ea579dcfc675 on network 8ae309ed-e971-431c-b5ed-2e1b33f31d02 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:16:38.912291 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af5a7c4-42d8-44a7-b64d-bc0130fde539 req-402ac9f4-149f-4878-b6f2-ef08ed35e2c8 service neutron] Attempting to bind port e41490da-5b93-4da8-ba2e-ea579dcfc675 on network 8ae309ed-e971-431c-b5ed-2e1b33f31d02 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:16:38.917391 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af5a7c4-42d8-44a7-b64d-bc0130fde539 req-402ac9f4-149f-4878-b6f2-ef08ed35e2c8 service neutron] Checking agent: {'id': '3de9de52-3a03-431d-9d7e-497ae92c57ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:16:38.917746 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af5a7c4-42d8-44a7-b64d-bc0130fde539 req-402ac9f4-149f-4878-b6f2-ef08ed35e2c8 service neutron] Checking segment: {'id': 'e84c2737-78c0-4232-9eae-ef25669f81a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '8ae309ed-e971-431c-b5ed-2e1b33f31d02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:16:38.918150 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af5a7c4-42d8-44a7-b64d-bc0130fde539 req-402ac9f4-149f-4878-b6f2-ef08ed35e2c8 service neutron] Bound using segment: {'id': 'e84c2737-78c0-4232-9eae-ef25669f81a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '8ae309ed-e971-431c-b5ed-2e1b33f31d02'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:16:38.918677 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-4af5a7c4-42d8-44a7-b64d-bc0130fde539 req-402ac9f4-149f-4878-b6f2-ef08ed35e2c8 service neutron] Bound port: e41490da-5b93-4da8-ba2e-ea579dcfc675, host: n-h1-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e84c2737-78c0-4232-9eae-ef25669f81a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '8ae309ed-e971-431c-b5ed-2e1b33f31d02'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:16:38.918952 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-4af5a7c4-42d8-44a7-b64d-bc0130fde539 req-402ac9f4-149f-4878-b6f2-ef08ed35e2c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:39.026120 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-4af5a7c4-42d8-44a7-b64d-bc0130fde539 req-402ac9f4-149f-4878-b6f2-ef08ed35e2c8 service neutron] For port e41490da-5b93-4da8-ba2e-ea579dcfc675, host n-h1-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:16:39.029975 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-4af5a7c4-42d8-44a7-b64d-bc0130fde539 req-402ac9f4-149f-4878-b6f2-ef08ed35e2c8 service neutron] For port e41490da-5b93-4da8-ba2e-ea579dcfc675, host n-h1-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=e41490da-5b93-4da8-ba2e-ea579dcfc675,segment=NetworkSegment(e84c2737-78c0-4232-9eae-ef25669f81a0),segment_id=e84c2737-78c0-4232-9eae-ef25669f81a0)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:16:39.039020 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-4af5a7c4-42d8-44a7-b64d-bc0130fde539 req-402ac9f4-149f-4878-b6f2-ef08ed35e2c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:39.052102 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b95b368-7bed-4989-9bc4-baa27b5f9f72 req-1b3459bc-a848-4c23-bb77-72797d1e0171 tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:39.053659 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9b95b368-7bed-4989-9bc4-baa27b5f9f72 req-1b3459bc-a848-4c23-bb77-72797d1e0171 tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] 10.222.0.22 "GET /v2.0/ports?device_id=87390de2-f590-4d8b-9dad-061fb66f4475 HTTP/1.1" status: 200 len: 943 time: 0.0842578 Aug 29 05:16:39.056923 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a16b8151-c10b-4e59-8365-6aa9eaa409dc None None] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:39.073619 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-a16b8151-c10b-4e59-8365-6aa9eaa409dc None None] Transition to ACTIVE for port object d5d81e94-1da0-44c4-879f-6a5919cf0722 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:16:39.080330 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a16b8151-c10b-4e59-8365-6aa9eaa409dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:39.105659 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af5a7c4-42d8-44a7-b64d-bc0130fde539 req-402ac9f4-149f-4878-b6f2-ef08ed35e2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:39.106339 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-4af5a7c4-42d8-44a7-b64d-bc0130fde539 req-402ac9f4-149f-4878-b6f2-ef08ed35e2c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:39.107945 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4af5a7c4-42d8-44a7-b64d-bc0130fde539 req-402ac9f4-149f-4878-b6f2-ef08ed35e2c8 service neutron] 10.222.0.46 "PUT /v2.0/ports/e41490da-5b93-4da8-ba2e-ea579dcfc675 HTTP/1.1" status: 200 len: 1092 time: 0.7133756 Aug 29 05:16:39.108560 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87390de2-f590-4d8b-9dad-061fb66f4475', 'tag': 'e41490da-5b93-4da8-ba2e-ea579dcfc675'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:16:39.111427 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfb9107a06241f0f5f2256c13c0e0e77dc40c776bf6dc0455c34cebdf0549d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-840cc1b7-41ed-4eac-874c-241e4331766d" -d '{"events": [{"name": "network-changed", "server_uuid": "87390de2-f590-4d8b-9dad-061fb66f4475", "tag": "e41490da-5b93-4da8-ba2e-ea579dcfc675"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:16:39.141099 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9b95b368-7bed-4989-9bc4-baa27b5f9f72 req-7bd3fdd0-4bdf-4b48-94df-da67a7de0236 tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] 10.222.0.22 "GET /v2.0/security-groups?id=f26bb3b1-1991-4c6e-9f7d-b6a033432652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673416 Aug 29 05:16:39.144669 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402ac9f4-149f-4878-b6f2-ef08ed35e2c8 service neutron] Pushing event updated for resources: {'Port': ['ID=e41490da-5b93-4da8-ba2e-ea579dcfc675,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:39.206881 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-a16b8151-c10b-4e59-8365-6aa9eaa409dc None None] Attempting to bind port d5d81e94-1da0-44c4-879f-6a5919cf0722 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:16:39.207482 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-a16b8151-c10b-4e59-8365-6aa9eaa409dc None None] Attempting to bind port d5d81e94-1da0-44c4-879f-6a5919cf0722 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '44767738-0a33-4eab-9350-ea6e2acb984e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '78f71fec-9d6d-4a9c-b8e1-c99aa6b3a664'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:16:39.208073 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16b8151-c10b-4e59-8365-6aa9eaa409dc None None] Attempting to bind port d5d81e94-1da0-44c4-879f-6a5919cf0722 on network 78f71fec-9d6d-4a9c-b8e1-c99aa6b3a664 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:16:39.210265 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa12129-579c-498a-b1a3-78b16ef052ad None None] Pushing event updated for resources: {'Port': ['ID=d5d81e94-1da0-44c4-879f-6a5919cf0722,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:39.217117 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16b8151-c10b-4e59-8365-6aa9eaa409dc None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:16:39.217916 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16b8151-c10b-4e59-8365-6aa9eaa409dc None None] Checking segment: {'id': '44767738-0a33-4eab-9350-ea6e2acb984e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '78f71fec-9d6d-4a9c-b8e1-c99aa6b3a664'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:16:39.218393 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a16b8151-c10b-4e59-8365-6aa9eaa409dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:39.218849 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16b8151-c10b-4e59-8365-6aa9eaa409dc None None] Bound using segment: {'id': '44767738-0a33-4eab-9350-ea6e2acb984e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '78f71fec-9d6d-4a9c-b8e1-c99aa6b3a664'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:16:39.219541 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-a16b8151-c10b-4e59-8365-6aa9eaa409dc None None] Bound port: d5d81e94-1da0-44c4-879f-6a5919cf0722, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44767738-0a33-4eab-9350-ea6e2acb984e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '78f71fec-9d6d-4a9c-b8e1-c99aa6b3a664'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:16:39.220024 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a16b8151-c10b-4e59-8365-6aa9eaa409dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:39.233552 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-095ce754-c857-487e-9fc5-f466f9a1e4b6 x-openstack-request-id: req-095ce754-c857-487e-9fc5-f466f9a1e4b6 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:16:39.234113 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87390de2-f590-4d8b-9dad-061fb66f4475", "tag": "e41490da-5b93-4da8-ba2e-ea579dcfc675", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:16:39.234699 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-095ce754-c857-487e-9fc5-f466f9a1e4b6 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:16:39.235360 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87390de2-f590-4d8b-9dad-061fb66f4475', 'tag': 'e41490da-5b93-4da8-ba2e-ea579dcfc675', 'status': 'completed', 'code': 200} Aug 29 05:16:39.246761 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af5a7c4-42d8-44a7-b64d-bc0130fde539 req-d022d547-622e-4d5c-993f-ead7a482163a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:39.248468 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4af5a7c4-42d8-44a7-b64d-bc0130fde539 req-d022d547-622e-4d5c-993f-ead7a482163a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3a9e69e208c24252ae22053834886a70&device_id=87390de2-f590-4d8b-9dad-061fb66f4475 HTTP/1.1" status: 200 len: 1095 time: 0.0940740 Aug 29 05:16:39.295044 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-a16b8151-c10b-4e59-8365-6aa9eaa409dc None None] For port d5d81e94-1da0-44c4-879f-6a5919cf0722, host n-d-712140-12, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:16:39.299301 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-a16b8151-c10b-4e59-8365-6aa9eaa409dc None None] For port d5d81e94-1da0-44c4-879f-6a5919cf0722, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=d5d81e94-1da0-44c4-879f-6a5919cf0722,segment=NetworkSegment(44767738-0a33-4eab-9350-ea6e2acb984e),segment_id=44767738-0a33-4eab-9350-ea6e2acb984e)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:16:39.305008 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a16b8151-c10b-4e59-8365-6aa9eaa409dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:39.486496 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa12129-579c-498a-b1a3-78b16ef052ad None None] Pushing event updated for resources: {'Port': ['ID=d5d81e94-1da0-44c4-879f-6a5919cf0722,revision_number=4']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:39.495803 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16b8151-c10b-4e59-8365-6aa9eaa409dc None None] Routers {'b3d5ebb4-e8e5-4e62-b9f2-f6ce2a016807'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:16:39.496465 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-a16b8151-c10b-4e59-8365-6aa9eaa409dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:16:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['b3d5ebb4-e8e5-4e62-b9f2-f6ce2a016807'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:16:39.609986 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-a16b8151-c10b-4e59-8365-6aa9eaa409dc None None] Set router b3d5ebb4-e8e5-4e62-b9f2-f6ce2a016807 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:16:39.657753 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4af5a7c4-42d8-44a7-b64d-bc0130fde539 req-b7b0bad0-65ce-48e8-b44d-c3d9628a0906 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e41490da-5b93-4da8-ba2e-ea579dcfc675 HTTP/1.1" status: 200 len: 217 time: 0.3973072 Aug 29 05:16:39.707551 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af5a7c4-42d8-44a7-b64d-bc0130fde539 req-6ed55136-8b40-4b6e-985d-511f9230927c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:39.709052 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4af5a7c4-42d8-44a7-b64d-bc0130fde539 req-6ed55136-8b40-4b6e-985d-511f9230927c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=806d19b7-ce67-4441-accc-b5fd247a452c HTTP/1.1" status: 200 len: 856 time: 0.0440919 Aug 29 05:16:39.756551 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af5a7c4-42d8-44a7-b64d-bc0130fde539 req-80f97866-de2b-43bd-9551-db6e88309617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:39.758074 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4af5a7c4-42d8-44a7-b64d-bc0130fde539 req-80f97866-de2b-43bd-9551-db6e88309617 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8ae309ed-e971-431c-b5ed-2e1b33f31d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414259 Aug 29 05:16:39.813846 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-a16b8151-c10b-4e59-8365-6aa9eaa409dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3d5ebb4-e8e5-4e62-b9f2-f6ce2a016807', 'name': 'tempest-TestEncryptedCinderVolumes-945676892-router', 'tenant_id': 'd78e75dc398a40678f9c626f8e51a3c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '9a0a51a7-0675-45d0-9610-5417800fb0c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:16:31Z', 'updated_at': '2021-08-29T05:16:34Z', 'revision_number': 4, 'project_id': 'd78e75dc398a40678f9c626f8e51a3c9', 'gw_port': {'id': '9a0a51a7-0675-45d0-9610-5417800fb0c5', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:89:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d5ebb4-e8e5-4e62-b9f2-f6ce2a016807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:16:32Z', 'updated_at': '2021-08-29T05:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': 'd5d81e94-1da0-44c4-879f-6a5919cf0722', 'name': '', 'network_id': '78f71fec-9d6d-4a9c-b8e1-c99aa6b3a664', 'tenant_id': 'd78e75dc398a40678f9c626f8e51a3c9', 'mac_address': 'fa:16:3e:5b:2a:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3d5ebb4-e8e5-4e62-b9f2-f6ce2a016807', 'device_owner': 'network:router_interface', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'ee281c7b-d16b-4bc3-b92e-91aa50e04982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:16:34Z', 'updated_at': '2021-08-29T05:16:39Z', 'revision_number': 4, 'project_id': 'd78e75dc398a40678f9c626f8e51a3c9', 'subnets': [{'id': 'ee281c7b-d16b-4bc3-b92e-91aa50e04982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:16:39.843721 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16b8151-c10b-4e59-8365-6aa9eaa409dc None None] The sync data for ids ['b3d5ebb4-e8e5-4e62-b9f2-f6ce2a016807'] in n-d-712140-12 is: [{'id': 'b3d5ebb4-e8e5-4e62-b9f2-f6ce2a016807', 'name': 'tempest-TestEncryptedCinderVolumes-945676892-router', 'tenant_id': 'd78e75dc398a40678f9c626f8e51a3c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '9a0a51a7-0675-45d0-9610-5417800fb0c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:16:31Z', 'updated_at': '2021-08-29T05:16:34Z', 'revision_number': 4, 'project_id': 'd78e75dc398a40678f9c626f8e51a3c9', 'gw_port': {'id': '9a0a51a7-0675-45d0-9610-5417800fb0c5', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:89:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d5ebb4-e8e5-4e62-b9f2-f6ce2a016807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:16:32Z', 'updated_at': '2021-08-29T05:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': 'd5d81e94-1da0-44c4-879f-6a5919cf0722', 'name': '', 'network_id': '78f71fec-9d6d-4a9c-b8e1-c99aa6b3a664', 'tenant_id': 'd78e75dc398a40678f9c626f8e51a3c9', 'mac_address': 'fa:16:3e:5b:2a:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3d5ebb4-e8e5-4e62-b9f2-f6ce2a016807', 'device_owner': 'network:router_interface', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'ee281c7b-d16b-4bc3-b92e-91aa50e04982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:16:34Z', 'updated_at': '2021-08-29T05:16:39Z', 'revision_number': 4, 'project_id': 'd78e75dc398a40678f9c626f8e51a3c9', 'subnets': [{'id': 'ee281c7b-d16b-4bc3-b92e-91aa50e04982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:16:39.851307 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4af5a7c4-42d8-44a7-b64d-bc0130fde539 req-4a1ed108-4d8b-4836-953c-0f2e78062116 service neutron] 10.222.0.46 "GET /v2.0/networks/8ae309ed-e971-431c-b5ed-2e1b33f31d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857418 Aug 29 05:16:39.950451 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4af5a7c4-42d8-44a7-b64d-bc0130fde539 req-2a0fc635-9d3a-4646-a006-eb5d6a571348 service neutron] 10.222.0.46 "GET /v2.0/networks/8ae309ed-e971-431c-b5ed-2e1b33f31d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918236 Aug 29 05:16:40.060055 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840cc1b7-41ed-4eac-874c-241e4331766d req-e6ed4736-f23d-4757-9eb0-e13c9a280d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:40.061708 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-840cc1b7-41ed-4eac-874c-241e4331766d req-e6ed4736-f23d-4757-9eb0-e13c9a280d58 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3a9e69e208c24252ae22053834886a70&device_id=87390de2-f590-4d8b-9dad-061fb66f4475 HTTP/1.1" status: 200 len: 1095 time: 0.0465803 Aug 29 05:16:40.077300 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device d5d81e94-1da0-44c4-879f-6a5919cf0722 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:16:40.136958 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port d5d81e94-1da0-44c4-879f-6a5919cf0722 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:16:40.140775 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port d5d81e94-1da0-44c4-879f-6a5919cf0722 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:16:40.141158 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:40.168090 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840cc1b7-41ed-4eac-874c-241e4331766d req-2aeb01bd-df8e-47f9-a319-cfe2f7c660a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:40.169711 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-840cc1b7-41ed-4eac-874c-241e4331766d req-2aeb01bd-df8e-47f9-a319-cfe2f7c660a6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8ae309ed-e971-431c-b5ed-2e1b33f31d02 HTTP/1.1" status: 200 len: 918 time: 0.0994995 Aug 29 05:16:40.223581 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-840cc1b7-41ed-4eac-874c-241e4331766d req-36a63f90-bd24-4ed2-8797-53ef5b149579 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e41490da-5b93-4da8-ba2e-ea579dcfc675 HTTP/1.1" status: 200 len: 217 time: 0.0425732 Aug 29 05:16:40.240991 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:40.278055 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port d5d81e94-1da0-44c4-879f-6a5919cf0722, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=d5d81e94-1da0-44c4-879f-6a5919cf0722,segment=NetworkSegment(44767738-0a33-4eab-9350-ea6e2acb984e),segment_id=44767738-0a33-4eab-9350-ea6e2acb984e)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:16:40.285139 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:40.287214 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 9a0a51a7-0675-45d0-9610-5417800fb0c5 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:16:40.319432 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282a8122-153d-4ff7-b2fa-aa3062cd7a6b req-b21dc2f5-f6f0-4a41-aa4d-8c4ec45d3aa1 tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:40.327430 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-282a8122-153d-4ff7-b2fa-aa3062cd7a6b req-b21dc2f5-f6f0-4a41-aa4d-8c4ec45d3aa1 tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] 10.222.0.22 "GET /v2.0/ports?device_id=87390de2-f590-4d8b-9dad-061fb66f4475 HTTP/1.1" status: 200 len: 943 time: 0.0981526 Aug 29 05:16:40.332157 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840cc1b7-41ed-4eac-874c-241e4331766d req-71f00792-abe0-4b7b-8f3b-1f17a06345e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:40.335657 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-840cc1b7-41ed-4eac-874c-241e4331766d req-71f00792-abe0-4b7b-8f3b-1f17a06345e7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=806d19b7-ce67-4441-accc-b5fd247a452c HTTP/1.1" status: 200 len: 856 time: 0.0997667 Aug 29 05:16:40.370252 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=d5d81e94-1da0-44c4-879f-6a5919cf0722,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:40.390978 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 9a0a51a7-0675-45d0-9610-5417800fb0c5 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:16:40.391338 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:40.399040 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-282a8122-153d-4ff7-b2fa-aa3062cd7a6b req-1a7ad58b-d00b-4acb-8940-5f7e9cd7ae4f tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] 10.222.0.22 "GET /v2.0/security-groups?id=f26bb3b1-1991-4c6e-9f7d-b6a033432652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705216 Aug 29 05:16:40.416949 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840cc1b7-41ed-4eac-874c-241e4331766d req-f4936bda-ba48-407c-b91f-be44d92ff903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:40.418796 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-840cc1b7-41ed-4eac-874c-241e4331766d req-f4936bda-ba48-407c-b91f-be44d92ff903 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8ae309ed-e971-431c-b5ed-2e1b33f31d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0742683 Aug 29 05:16:40.520042 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-840cc1b7-41ed-4eac-874c-241e4331766d req-31f70b90-e6eb-4153-8d50-faca21003d02 service neutron] 10.222.0.46 "GET /v2.0/networks/8ae309ed-e971-431c-b5ed-2e1b33f31d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924315 Aug 29 05:16:40.613169 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-840cc1b7-41ed-4eac-874c-241e4331766d req-89576771-cb2f-4bfc-94e7-de814fec2250 service neutron] 10.222.0.46 "GET /v2.0/networks/8ae309ed-e971-431c-b5ed-2e1b33f31d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850389 Aug 29 05:16:41.525838 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd759cc-dab9-4ffe-8138-9766413bedba req-a616dc59-24e0-4c47-a2c4-c072f1264210 tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:41.527339 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1dd759cc-dab9-4ffe-8138-9766413bedba req-a616dc59-24e0-4c47-a2c4-c072f1264210 tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] 10.222.0.22 "GET /v2.0/ports?device_id=87390de2-f590-4d8b-9dad-061fb66f4475 HTTP/1.1" status: 200 len: 943 time: 0.0542612 Aug 29 05:16:41.572670 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1dd759cc-dab9-4ffe-8138-9766413bedba req-a1e767cf-44cf-4f51-b65b-6ce1ca7526f7 tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] 10.222.0.22 "GET /v2.0/security-groups?id=f26bb3b1-1991-4c6e-9f7d-b6a033432652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392475 Aug 29 05:16:42.038131 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device d5d81e94-1da0-44c4-879f-6a5919cf0722 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:16:42.087199 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port d5d81e94-1da0-44c4-879f-6a5919cf0722 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:16:42.087573 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:42.695171 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3b859e-4778-46d4-a00c-ec5020301e65 req-871fb2e8-944e-4d17-8945-5e21763877f5 tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:42.696769 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3e3b859e-4778-46d4-a00c-ec5020301e65 req-871fb2e8-944e-4d17-8945-5e21763877f5 tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] 10.222.0.22 "GET /v2.0/ports?device_id=87390de2-f590-4d8b-9dad-061fb66f4475 HTTP/1.1" status: 200 len: 943 time: 0.0521662 Aug 29 05:16:42.740663 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3e3b859e-4778-46d4-a00c-ec5020301e65 req-085aca80-8cbf-4d59-aef7-00e23166febd tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] 10.222.0.22 "GET /v2.0/security-groups?id=f26bb3b1-1991-4c6e-9f7d-b6a033432652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378227 Aug 29 05:16:42.747140 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device e41490da-5b93-4da8-ba2e-ea579dcfc675 details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:16:42.848295 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port e41490da-5b93-4da8-ba2e-ea579dcfc675, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=e41490da-5b93-4da8-ba2e-ea579dcfc675,segment=NetworkSegment(e84c2737-78c0-4232-9eae-ef25669f81a0),segment_id=e84c2737-78c0-4232-9eae-ef25669f81a0)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:16:42.862655 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Returning: {'device': 'e41490da-5b93-4da8-ba2e-ea579dcfc675', 'network_id': '8ae309ed-e971-431c-b5ed-2e1b33f31d02', 'port_id': 'e41490da-5b93-4da8-ba2e-ea579dcfc675', 'mac_address': 'fa:16:3e:2d:ee:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '806d19b7-ce67-4441-accc-b5fd247a452c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:16:42.902594 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:42.915262 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e41490da-5b93-4da8-ba2e-ea579dcfc675 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:16:42.934029 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port e41490da-5b93-4da8-ba2e-ea579dcfc675, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=e41490da-5b93-4da8-ba2e-ea579dcfc675,segment=NetworkSegment(e84c2737-78c0-4232-9eae-ef25669f81a0),segment_id=e84c2737-78c0-4232-9eae-ef25669f81a0)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:16:42.938950 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:42.988945 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=e41490da-5b93-4da8-ba2e-ea579dcfc675,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:43.144098 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['e41490da-5b93-4da8-ba2e-ea579dcfc675'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:16:43.565432 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3a1e77cf-0e21-4db4-bc9a-78c5c4ad8726 req-69af5d00-08e7-47c8-8cc2-fc0f858e3244 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=19efa733-49d3-4125-b1bf-b01d593b5e9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1256695 Aug 29 05:16:43.664113 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e77cf-0e21-4db4-bc9a-78c5c4ad8726 req-4d73175d-c422-4e19-98d9-3a4861c0a322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:43.665603 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3a1e77cf-0e21-4db4-bc9a-78c5c4ad8726 req-4d73175d-c422-4e19-98d9-3a4861c0a322 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=31def360f89342158e5c482db8b51dfa&device_id=19efa733-49d3-4125-b1bf-b01d593b5e9a HTTP/1.1" status: 200 len: 1097 time: 0.0398180 Aug 29 05:16:43.770084 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e77cf-0e21-4db4-bc9a-78c5c4ad8726 req-43082850-b264-4fa1-91c6-fdb93ad5b23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:43.771557 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3a1e77cf-0e21-4db4-bc9a-78c5c4ad8726 req-43082850-b264-4fa1-91c6-fdb93ad5b23d service neutron] 10.222.0.48 "GET /v2.0/networks?id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb HTTP/1.1" status: 200 len: 913 time: 0.0871129 Aug 29 05:16:43.816524 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3a1e77cf-0e21-4db4-bc9a-78c5c4ad8726 req-3f7a257e-e455-4642-9273-f875fb133f3b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e11f048-6330-4537-9251-c0dbbafc7fc5 HTTP/1.1" status: 200 len: 217 time: 0.0372810 Aug 29 05:16:43.892589 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e77cf-0e21-4db4-bc9a-78c5c4ad8726 req-2e388782-ff43-4404-ba63-76fe65d8c95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:43.894696 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3a1e77cf-0e21-4db4-bc9a-78c5c4ad8726 req-2e388782-ff43-4404-ba63-76fe65d8c95c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6f6d99e8-8009-478f-9356-563dd7d1ac5b HTTP/1.1" status: 200 len: 851 time: 0.0701103 Aug 29 05:16:43.903152 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a874c8a4-79ab-4428-9f89-4d13d6944965 req-eb418ced-5890-4dc7-a819-c16d1c710954 tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:43.904575 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a874c8a4-79ab-4428-9f89-4d13d6944965 req-eb418ced-5890-4dc7-a819-c16d1c710954 tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] 10.222.0.22 "GET /v2.0/ports?device_id=87390de2-f590-4d8b-9dad-061fb66f4475 HTTP/1.1" status: 200 len: 944 time: 0.0911307 Aug 29 05:16:43.968039 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a874c8a4-79ab-4428-9f89-4d13d6944965 req-eb47b758-c6d1-454c-8bee-345738d1c0ec tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] 10.222.0.22 "GET /v2.0/security-groups?id=f26bb3b1-1991-4c6e-9f7d-b6a033432652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550981 Aug 29 05:16:43.970612 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e77cf-0e21-4db4-bc9a-78c5c4ad8726 req-e476d314-8959-4f15-b91f-a822253c91d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:43.972106 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3a1e77cf-0e21-4db4-bc9a-78c5c4ad8726 req-e476d314-8959-4f15-b91f-a822253c91d7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0666978 Aug 29 05:16:44.065649 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3a1e77cf-0e21-4db4-bc9a-78c5c4ad8726 req-78ec755a-46aa-47b5-a5d8-ebd4cf11e1a7 service neutron] 10.222.0.48 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843921 Aug 29 05:16:44.154685 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3a1e77cf-0e21-4db4-bc9a-78c5c4ad8726 req-1fdb0788-42ba-432b-9801-22f287c3d766 service neutron] 10.222.0.48 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822792 Aug 29 05:16:44.743374 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device e41490da-5b93-4da8-ba2e-ea579dcfc675 up at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:16:44.792762 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning for port e41490da-5b93-4da8-ba2e-ea579dcfc675 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:16:44.796611 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning complete for port e41490da-5b93-4da8-ba2e-ea579dcfc675 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:16:44.796991 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:44.874800 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:44.901507 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87390de2-f590-4d8b-9dad-061fb66f4475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e41490da-5b93-4da8-ba2e-ea579dcfc675'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:16:44.903816 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e47ce94e7730ef80c099a0714bd3625e1f676465bb595722170593f8a424ee2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbee0bcc-d5cc-41de-a5bf-b89e3bdab6c6" -d '{"events": [{"server_uuid": "87390de2-f590-4d8b-9dad-061fb66f4475", "name": "network-vif-plugged", "status": "completed", "tag": "e41490da-5b93-4da8-ba2e-ea579dcfc675"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:16:44.916640 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port e41490da-5b93-4da8-ba2e-ea579dcfc675, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=e41490da-5b93-4da8-ba2e-ea579dcfc675,segment=NetworkSegment(e84c2737-78c0-4232-9eae-ef25669f81a0),segment_id=e84c2737-78c0-4232-9eae-ef25669f81a0)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:16:44.921975 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:44.950128 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3dbf236-37f4-4026-98c7-ada3be40ae75 x-openstack-request-id: req-f3dbf236-37f4-4026-98c7-ada3be40ae75 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:16:44.950413 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87390de2-f590-4d8b-9dad-061fb66f4475", "name": "network-vif-plugged", "status": "completed", "tag": "e41490da-5b93-4da8-ba2e-ea579dcfc675", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:16:44.950665 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f3dbf236-37f4-4026-98c7-ada3be40ae75 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:16:44.951060 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87390de2-f590-4d8b-9dad-061fb66f4475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e41490da-5b93-4da8-ba2e-ea579dcfc675', 'code': 200} Aug 29 05:16:44.979825 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=e41490da-5b93-4da8-ba2e-ea579dcfc675,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:45.085871 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3d50fd-8d4e-4a3d-9348-2f8ef5d3c2a3 req-f109aeba-6cb3-47e6-a2a7-ef764a05a2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:45.087414 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1a3d50fd-8d4e-4a3d-9348-2f8ef5d3c2a3 req-f109aeba-6cb3-47e6-a2a7-ef764a05a2ab service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=87390de2-f590-4d8b-9dad-061fb66f4475 HTTP/1.1" status: 200 len: 1097 time: 0.0748155 Aug 29 05:16:45.119288 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f1ea26-dd93-479b-815f-8a596f658a11 req-36ce85eb-082f-4a77-84d2-a17b6294898d tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:45.120855 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-25f1ea26-dd93-479b-815f-8a596f658a11 req-36ce85eb-082f-4a77-84d2-a17b6294898d tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] 10.222.0.22 "GET /v2.0/ports?device_id=87390de2-f590-4d8b-9dad-061fb66f4475 HTTP/1.1" status: 200 len: 945 time: 0.0785630 Aug 29 05:16:45.143388 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1a3d50fd-8d4e-4a3d-9348-2f8ef5d3c2a3 req-8ee5942e-07ea-4855-94c6-81b0ba64623e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f26bb3b1-1991-4c6e-9f7d-b6a033432652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482311 Aug 29 05:16:45.169351 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-25f1ea26-dd93-479b-815f-8a596f658a11 req-e62b4fad-c652-4f81-b7d4-f1f09071ce7d tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] 10.222.0.22 "GET /v2.0/security-groups?id=f26bb3b1-1991-4c6e-9f7d-b6a033432652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379252 Aug 29 05:16:46.284668 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f46d3d6-f6df-4fb0-b5a6-144e4979aed0 req-e4033623-6c88-42c5-b8c6-3af526fe5e7f tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:46.286379 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6f46d3d6-f6df-4fb0-b5a6-144e4979aed0 req-e4033623-6c88-42c5-b8c6-3af526fe5e7f tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] 10.222.0.22 "GET /v2.0/ports?device_id=87390de2-f590-4d8b-9dad-061fb66f4475 HTTP/1.1" status: 200 len: 945 time: 0.0497305 Aug 29 05:16:46.327244 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6f46d3d6-f6df-4fb0-b5a6-144e4979aed0 req-4808b55b-b9ba-4a6b-91db-55126291c918 tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] 10.222.0.22 "GET /v2.0/security-groups?id=f26bb3b1-1991-4c6e-9f7d-b6a033432652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349422 Aug 29 05:16:47.448832 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a2ef78-d5c7-4a7e-809c-6be42fd39e88 req-04387892-bfbb-46fd-8347-9eb916aae8d4 tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:47.450355 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f8a2ef78-d5c7-4a7e-809c-6be42fd39e88 req-04387892-bfbb-46fd-8347-9eb916aae8d4 tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] 10.222.0.22 "GET /v2.0/ports?device_id=87390de2-f590-4d8b-9dad-061fb66f4475 HTTP/1.1" status: 200 len: 945 time: 0.0534871 Aug 29 05:16:47.487613 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f8a2ef78-d5c7-4a7e-809c-6be42fd39e88 req-ea2bb926-24ff-485c-947c-2491dfe17901 tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] 10.222.0.22 "GET /v2.0/security-groups?id=f26bb3b1-1991-4c6e-9f7d-b6a033432652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306003 Aug 29 05:16:47.600615 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1631d0b1-1d33-4600-bf57-8ad30ced70d3 req-09081da9-0933-4969-8fc6-10d816b606b6 tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:47.602131 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1631d0b1-1d33-4600-bf57-8ad30ced70d3 req-09081da9-0933-4969-8fc6-10d816b606b6 tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] 10.222.0.22 "GET /v2.0/ports?device_id=87390de2-f590-4d8b-9dad-061fb66f4475 HTTP/1.1" status: 200 len: 945 time: 0.0485985 Aug 29 05:16:47.638871 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1631d0b1-1d33-4600-bf57-8ad30ced70d3 req-4b63d79e-f3f8-421a-a79c-081cf0a049d3 tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] 10.222.0.22 "GET /v2.0/security-groups?id=f26bb3b1-1991-4c6e-9f7d-b6a033432652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309176 Aug 29 05:16:49.747977 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:59.063016 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:01.554852 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:17:03.455353 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0617730a-4fcf-42fc-9185-16c089e2f0ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:06.193183 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdfbbcd-b04e-48c5-a7ff-69f04ce46f38 req-188cc9fe-f983-4305-9530-0b448957aa18 tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:17:06.194959 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3fdfbbcd-b04e-48c5-a7ff-69f04ce46f38 req-188cc9fe-f983-4305-9530-0b448957aa18 tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] 10.222.0.22 "GET /v2.0/ports?device_id=87390de2-f590-4d8b-9dad-061fb66f4475 HTTP/1.1" status: 200 len: 945 time: 0.0503442 Aug 29 05:17:06.232930 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3fdfbbcd-b04e-48c5-a7ff-69f04ce46f38 req-e80de33f-445b-40a5-bd54-a60dd11be35b tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] 10.222.0.22 "GET /v2.0/security-groups?id=f26bb3b1-1991-4c6e-9f7d-b6a033432652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319502 Aug 29 05:17:06.320444 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b7c79646-58f9-4129-a57c-72c899df44c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:07.338301 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:07.353462 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235a9068-ad1d-4fd8-920d-21ce2504e950 req-182aefc8-c81c-4bf5-a531-691f37a39381 tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:17:07.354940 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-235a9068-ad1d-4fd8-920d-21ce2504e950 req-182aefc8-c81c-4bf5-a531-691f37a39381 tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] 10.222.0.22 "GET /v2.0/ports?device_id=87390de2-f590-4d8b-9dad-061fb66f4475 HTTP/1.1" status: 200 len: 945 time: 0.0551555 Aug 29 05:17:07.392721 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-235a9068-ad1d-4fd8-920d-21ce2504e950 req-f5fea127-3ec3-4153-ae54-a2caefe5d11f tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] 10.222.0.22 "GET /v2.0/security-groups?id=f26bb3b1-1991-4c6e-9f7d-b6a033432652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317757 Aug 29 05:17:07.405471 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:07.956838 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669d5194-d298-4c1b-94c6-58634acfffa0 req-7c61470f-82f7-476c-aab4-72583d8ea0df tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:17:07.958296 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-669d5194-d298-4c1b-94c6-58634acfffa0 req-7c61470f-82f7-476c-aab4-72583d8ea0df tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] 10.222.0.46 "GET /v2.0/ports?device_id=87390de2-f590-4d8b-9dad-061fb66f4475 HTTP/1.1" status: 200 len: 945 time: 0.0483680 Aug 29 05:17:08.047783 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-669d5194-d298-4c1b-94c6-58634acfffa0 req-c8b209f4-c312-49e5-b75d-2cd0d4abb3c8 tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] Deleting port e41490da-5b93-4da8-ba2e-ea579dcfc675 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:17:08.048134 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-669d5194-d298-4c1b-94c6-58634acfffa0 req-c8b209f4-c312-49e5-b75d-2cd0d4abb3c8 tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:08.138047 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-669d5194-d298-4c1b-94c6-58634acfffa0 req-c8b209f4-c312-49e5-b75d-2cd0d4abb3c8 tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] For port e41490da-5b93-4da8-ba2e-ea579dcfc675, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=e41490da-5b93-4da8-ba2e-ea579dcfc675,segment=NetworkSegment(e84c2737-78c0-4232-9eae-ef25669f81a0),segment_id=e84c2737-78c0-4232-9eae-ef25669f81a0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:17:08.138401 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-669d5194-d298-4c1b-94c6-58634acfffa0 req-c8b209f4-c312-49e5-b75d-2cd0d4abb3c8 tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:08.151353 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-669d5194-d298-4c1b-94c6-58634acfffa0 req-c8b209f4-c312-49e5-b75d-2cd0d4abb3c8 tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] Calling delete_port for e41490da-5b93-4da8-ba2e-ea579dcfc675 owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:17:08.277341 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-669d5194-d298-4c1b-94c6-58634acfffa0 req-c8b209f4-c312-49e5-b75d-2cd0d4abb3c8 tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:08.291250 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['e41490da-5b93-4da8-ba2e-ea579dcfc675'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:17:08.307950 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b209f4-c312-49e5-b75d-2cd0d4abb3c8 tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] Pushing event deleted for resources: {'Port': ['ID=e41490da-5b93-4da8-ba2e-ea579dcfc675,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:17:08.347482 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-669d5194-d298-4c1b-94c6-58634acfffa0 req-c8b209f4-c312-49e5-b75d-2cd0d4abb3c8 tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] No DVR routers for this DVR port e41490da-5b93-4da8-ba2e-ea579dcfc675 on host n-h1-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:17:08.350426 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-669d5194-d298-4c1b-94c6-58634acfffa0 req-c8b209f4-c312-49e5-b75d-2cd0d4abb3c8 tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:08.353541 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-669d5194-d298-4c1b-94c6-58634acfffa0 req-c8b209f4-c312-49e5-b75d-2cd0d4abb3c8 tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] 10.222.0.46 "DELETE /v2.0/ports/e41490da-5b93-4da8-ba2e-ea579dcfc675 HTTP/1.1" status: 204 len: 173 time: 0.3886821 Aug 29 05:17:08.354262 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87390de2-f590-4d8b-9dad-061fb66f4475', 'name': 'network-vif-deleted', 'tag': 'e41490da-5b93-4da8-ba2e-ea579dcfc675'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:17:08.356496 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfb9107a06241f0f5f2256c13c0e0e77dc40c776bf6dc0455c34cebdf0549d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a9041fb-ea0e-4c57-89eb-81718b15031e" -d '{"events": [{"server_uuid": "87390de2-f590-4d8b-9dad-061fb66f4475", "name": "network-vif-deleted", "tag": "e41490da-5b93-4da8-ba2e-ea579dcfc675"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:17:08.397032 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4cd8910-8c1a-4537-8c15-42afea006ded x-openstack-request-id: req-a4cd8910-8c1a-4537-8c15-42afea006ded {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:17:08.397328 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87390de2-f590-4d8b-9dad-061fb66f4475", "name": "network-vif-deleted", "tag": "e41490da-5b93-4da8-ba2e-ea579dcfc675", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:17:08.397585 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a4cd8910-8c1a-4537-8c15-42afea006ded {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:17:08.398030 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87390de2-f590-4d8b-9dad-061fb66f4475', 'name': 'network-vif-deleted', 'tag': 'e41490da-5b93-4da8-ba2e-ea579dcfc675', 'status': 'completed', 'code': 200} Aug 29 05:17:08.494381 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3d67e1a6-0227-4fc2-bb1c-4fac500644c6 req-c8562c89-fa2a-45a9-9d15-4af8568f962b tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] 10.222.0.22 "GET /v2.0/ports?device_id=87390de2-f590-4d8b-9dad-061fb66f4475 HTTP/1.1" status: 200 len: 210 time: 0.0264683 Aug 29 05:17:08.898247 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:10.674557 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f0dbc1-86a2-454e-be4b-c04c928c9411 req-788f0f30-d13b-4e42-b699-862aaf8d6e29 tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:17:10.676049 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-24f0dbc1-86a2-454e-be4b-c04c928c9411 req-788f0f30-d13b-4e42-b699-862aaf8d6e29 tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] 10.222.0.22 "GET /v2.0/networks?id=8ae309ed-e971-431c-b5ed-2e1b33f31d02 HTTP/1.1" status: 200 len: 817 time: 0.1020107 Aug 29 05:17:10.691315 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-24f0dbc1-86a2-454e-be4b-c04c928c9411 req-e5a5a97f-951c-4be0-94a5-0b03546a566b tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] 10.222.0.22 "GET /v2.0/quotas/3a9e69e208c24252ae22053834886a70 HTTP/1.1" status: 200 len: 375 time: 0.0088232 Aug 29 05:17:10.741318 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-24f0dbc1-86a2-454e-be4b-c04c928c9411 req-b9d7bbca-acef-4c3e-b1a8-dfabc08dcd91 tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=3a9e69e208c24252ae22053834886a70&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445223 Aug 29 05:17:10.840615 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-24f0dbc1-86a2-454e-be4b-c04c928c9411 req-26ccc973-8908-4ad4-a12d-8228ab215f64 service neutron] 10.222.0.22 "GET /v2.0/networks/8ae309ed-e971-431c-b5ed-2e1b33f31d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852387 Aug 29 05:17:10.927215 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-24f0dbc1-86a2-454e-be4b-c04c928c9411 req-19811628-fd33-4c97-b269-c68cfc4f5c51 service neutron] 10.222.0.22 "GET /v2.0/networks/8ae309ed-e971-431c-b5ed-2e1b33f31d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805912 Aug 29 05:17:11.088405 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d6a9448a-938d-4673-9104-b4cc8da4d8c2 req-5f79d931-9134-4494-90f8-e33a1f12b31d tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] 10.222.0.22 "GET /v2.0/ports?device_id=e69393de-ebaf-4398-9f44-7d3b23bdde0a HTTP/1.1" status: 200 len: 210 time: 0.0272799 Aug 29 05:17:12.077026 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f0dbc1-86a2-454e-be4b-c04c928c9411 req-873c25e2-6be0-435f-8221-a0324d586b94 tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:17:12.078482 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-24f0dbc1-86a2-454e-be4b-c04c928c9411 req-873c25e2-6be0-435f-8221-a0324d586b94 tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] 10.222.0.46 "GET /v2.0/networks?id=8ae309ed-e971-431c-b5ed-2e1b33f31d02 HTTP/1.1" status: 200 len: 817 time: 0.1061416 Aug 29 05:17:12.092573 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-24f0dbc1-86a2-454e-be4b-c04c928c9411 req-c06726c6-b451-4fab-812a-2ca57144e977 tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] Request body: {'port': {'device_id': 'e69393de-ebaf-4398-9f44-7d3b23bdde0a', 'network_id': '8ae309ed-e971-431c-b5ed-2e1b33f31d02', 'admin_state_up': True, 'tenant_id': '3a9e69e208c24252ae22053834886a70'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:17:12.195707 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c727c0fd-de73-404d-a5dc-581c69e61ccd req-a77a0686-8896-4244-93f2-e6405fdb337d tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] 10.222.0.22 "GET /v2.0/ports?device_id=e69393de-ebaf-4398-9f44-7d3b23bdde0a HTTP/1.1" status: 200 len: 210 time: 0.0363183 Aug 29 05:17:12.228649 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24f0dbc1-86a2-454e-be4b-c04c928c9411 req-c06726c6-b451-4fab-812a-2ca57144e977 tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] Made reservation on behalf of 3a9e69e208c24252ae22053834886a70 for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:17:12.232116 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-24f0dbc1-86a2-454e-be4b-c04c928c9411 req-c06726c6-b451-4fab-812a-2ca57144e977 tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:12.350872 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-24f0dbc1-86a2-454e-be4b-c04c928c9411 req-c06726c6-b451-4fab-812a-2ca57144e977 tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] Allocated IP 172.20.0.11 (8ae309ed-e971-431c-b5ed-2e1b33f31d02/806d19b7-ce67-4441-accc-b5fd247a452c/dd099b2f-79c7-46f6-a36e-2c9801bdde52) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:17:12.496736 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-24f0dbc1-86a2-454e-be4b-c04c928c9411 req-c06726c6-b451-4fab-812a-2ca57144e977 tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:12.509801 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-24f0dbc1-86a2-454e-be4b-c04c928c9411 req-c06726c6-b451-4fab-812a-2ca57144e977 tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] Transition to ACTIVE for port object dd099b2f-79c7-46f6-a36e-2c9801bdde52 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:17:12.541385 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-24f0dbc1-86a2-454e-be4b-c04c928c9411 req-c06726c6-b451-4fab-812a-2ca57144e977 tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:12.583406 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24f0dbc1-86a2-454e-be4b-c04c928c9411 req-c06726c6-b451-4fab-812a-2ca57144e977 tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] Network 8ae309ed-e971-431c-b5ed-2e1b33f31d02 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:17:12.586906 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-24f0dbc1-86a2-454e-be4b-c04c928c9411 req-c06726c6-b451-4fab-812a-2ca57144e977 tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:17:12.590736 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-24f0dbc1-86a2-454e-be4b-c04c928c9411 req-c06726c6-b451-4fab-812a-2ca57144e977 tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:17:12.620611 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06726c6-b451-4fab-812a-2ca57144e977 tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] Pushing event updated for resources: {'Port': ['ID=dd099b2f-79c7-46f6-a36e-2c9801bdde52,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:17:12.650753 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f0dbc1-86a2-454e-be4b-c04c928c9411 req-c06726c6-b451-4fab-812a-2ca57144e977 tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:17:12.651438 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-24f0dbc1-86a2-454e-be4b-c04c928c9411 req-c06726c6-b451-4fab-812a-2ca57144e977 tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:12.665952 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-24f0dbc1-86a2-454e-be4b-c04c928c9411 req-c06726c6-b451-4fab-812a-2ca57144e977 tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5775361 Aug 29 05:17:12.724593 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-24f0dbc1-86a2-454e-be4b-c04c928c9411 req-ff244781-e1b6-4d82-bfd5-465b2aeb9282 service neutron] Request body: {'port': {'device_id': 'e69393de-ebaf-4398-9f44-7d3b23bdde0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:17:12.780546 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-24f0dbc1-86a2-454e-be4b-c04c928c9411 req-ff244781-e1b6-4d82-bfd5-465b2aeb9282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:12.799086 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-a3b93376-c8bd-475e-b918-69ba1128b870 None None] Provisioning for port dd099b2f-79c7-46f6-a36e-2c9801bdde52 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:17:12.802865 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-a3b93376-c8bd-475e-b918-69ba1128b870 None None] Provisioning complete for port dd099b2f-79c7-46f6-a36e-2c9801bdde52 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:17:12.803329 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a3b93376-c8bd-475e-b918-69ba1128b870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:12.841839 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-a3b93376-c8bd-475e-b918-69ba1128b870 None None] Port dd099b2f-79c7-46f6-a36e-2c9801bdde52 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:17:12.883637 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device e41490da-5b93-4da8-ba2e-ea579dcfc675 no longer exists at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:17:12.903533 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] No Port match for: e41490da-5b93-4da8-ba2e-ea579dcfc675 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:17:12.903948 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device e41490da-5b93-4da8-ba2e-ea579dcfc675 not bound to the agent host n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:17:13.045362 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-24f0dbc1-86a2-454e-be4b-c04c928c9411 req-ff244781-e1b6-4d82-bfd5-465b2aeb9282 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd099b2f-79c7-46f6-a36e-2c9801bdde52 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:17:13.053063 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-24f0dbc1-86a2-454e-be4b-c04c928c9411 req-ff244781-e1b6-4d82-bfd5-465b2aeb9282 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:13.065834 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-24f0dbc1-86a2-454e-be4b-c04c928c9411 req-ff244781-e1b6-4d82-bfd5-465b2aeb9282 service neutron] Transition to ACTIVE for port object dd099b2f-79c7-46f6-a36e-2c9801bdde52 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:17:13.069747 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-24f0dbc1-86a2-454e-be4b-c04c928c9411 req-ff244781-e1b6-4d82-bfd5-465b2aeb9282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:13.120098 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff244781-e1b6-4d82-bfd5-465b2aeb9282 service neutron] Pushing event updated for resources: {'Port': ['ID=dd099b2f-79c7-46f6-a36e-2c9801bdde52,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:17:13.190666 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-24f0dbc1-86a2-454e-be4b-c04c928c9411 req-ff244781-e1b6-4d82-bfd5-465b2aeb9282 service neutron] Attempting to bind port dd099b2f-79c7-46f6-a36e-2c9801bdde52 on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:17:13.191008 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-24f0dbc1-86a2-454e-be4b-c04c928c9411 req-ff244781-e1b6-4d82-bfd5-465b2aeb9282 service neutron] Attempting to bind port dd099b2f-79c7-46f6-a36e-2c9801bdde52 by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': 'e84c2737-78c0-4232-9eae-ef25669f81a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '8ae309ed-e971-431c-b5ed-2e1b33f31d02'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:17:13.191348 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f0dbc1-86a2-454e-be4b-c04c928c9411 req-ff244781-e1b6-4d82-bfd5-465b2aeb9282 service neutron] Attempting to bind port dd099b2f-79c7-46f6-a36e-2c9801bdde52 on network 8ae309ed-e971-431c-b5ed-2e1b33f31d02 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:17:13.196779 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f0dbc1-86a2-454e-be4b-c04c928c9411 req-ff244781-e1b6-4d82-bfd5-465b2aeb9282 service neutron] Port dd099b2f-79c7-46f6-a36e-2c9801bdde52 on network 8ae309ed-e971-431c-b5ed-2e1b33f31d02 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:17:13.197105 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f0dbc1-86a2-454e-be4b-c04c928c9411 req-ff244781-e1b6-4d82-bfd5-465b2aeb9282 service neutron] Attempting to bind port dd099b2f-79c7-46f6-a36e-2c9801bdde52 on network 8ae309ed-e971-431c-b5ed-2e1b33f31d02 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:17:13.202738 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f0dbc1-86a2-454e-be4b-c04c928c9411 req-ff244781-e1b6-4d82-bfd5-465b2aeb9282 service neutron] Checking agent: {'id': '3de9de52-3a03-431d-9d7e-497ae92c57ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:17:13.203082 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f0dbc1-86a2-454e-be4b-c04c928c9411 req-ff244781-e1b6-4d82-bfd5-465b2aeb9282 service neutron] Checking segment: {'id': 'e84c2737-78c0-4232-9eae-ef25669f81a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '8ae309ed-e971-431c-b5ed-2e1b33f31d02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:17:13.203477 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f0dbc1-86a2-454e-be4b-c04c928c9411 req-ff244781-e1b6-4d82-bfd5-465b2aeb9282 service neutron] Bound using segment: {'id': 'e84c2737-78c0-4232-9eae-ef25669f81a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '8ae309ed-e971-431c-b5ed-2e1b33f31d02'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:17:13.203937 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-24f0dbc1-86a2-454e-be4b-c04c928c9411 req-ff244781-e1b6-4d82-bfd5-465b2aeb9282 service neutron] Bound port: dd099b2f-79c7-46f6-a36e-2c9801bdde52, host: n-h1-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e84c2737-78c0-4232-9eae-ef25669f81a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '8ae309ed-e971-431c-b5ed-2e1b33f31d02'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:17:13.204302 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-24f0dbc1-86a2-454e-be4b-c04c928c9411 req-ff244781-e1b6-4d82-bfd5-465b2aeb9282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:13.305452 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-24f0dbc1-86a2-454e-be4b-c04c928c9411 req-ff244781-e1b6-4d82-bfd5-465b2aeb9282 service neutron] For port dd099b2f-79c7-46f6-a36e-2c9801bdde52, host n-h1-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:17:13.321652 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-24f0dbc1-86a2-454e-be4b-c04c928c9411 req-ff244781-e1b6-4d82-bfd5-465b2aeb9282 service neutron] For port dd099b2f-79c7-46f6-a36e-2c9801bdde52, host n-h1-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=dd099b2f-79c7-46f6-a36e-2c9801bdde52,segment=NetworkSegment(e84c2737-78c0-4232-9eae-ef25669f81a0),segment_id=e84c2737-78c0-4232-9eae-ef25669f81a0)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:17:13.326900 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-24f0dbc1-86a2-454e-be4b-c04c928c9411 req-ff244781-e1b6-4d82-bfd5-465b2aeb9282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:13.363609 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ad42f-b779-45df-a8ab-0ca26ddb62b1 req-bccea910-2702-4bb6-aa5c-4dd55b421573 tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:17:13.365136 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3e9ad42f-b779-45df-a8ab-0ca26ddb62b1 req-bccea910-2702-4bb6-aa5c-4dd55b421573 tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] 10.222.0.22 "GET /v2.0/ports?device_id=e69393de-ebaf-4398-9f44-7d3b23bdde0a HTTP/1.1" status: 200 len: 944 time: 0.0899847 Aug 29 05:17:13.372816 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f0dbc1-86a2-454e-be4b-c04c928c9411 req-ff244781-e1b6-4d82-bfd5-465b2aeb9282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:17:13.373449 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-24f0dbc1-86a2-454e-be4b-c04c928c9411 req-ff244781-e1b6-4d82-bfd5-465b2aeb9282 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:13.374818 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-24f0dbc1-86a2-454e-be4b-c04c928c9411 req-ff244781-e1b6-4d82-bfd5-465b2aeb9282 service neutron] 10.222.0.46 "PUT /v2.0/ports/dd099b2f-79c7-46f6-a36e-2c9801bdde52 HTTP/1.1" status: 200 len: 1093 time: 0.7007291 Aug 29 05:17:13.375258 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e69393de-ebaf-4398-9f44-7d3b23bdde0a', 'tag': 'dd099b2f-79c7-46f6-a36e-2c9801bdde52'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:17:13.377538 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfb9107a06241f0f5f2256c13c0e0e77dc40c776bf6dc0455c34cebdf0549d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de45d1ea-d55c-4bd1-bacf-32678e004d3e" -d '{"events": [{"name": "network-changed", "server_uuid": "e69393de-ebaf-4398-9f44-7d3b23bdde0a", "tag": "dd099b2f-79c7-46f6-a36e-2c9801bdde52"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:17:13.427262 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff244781-e1b6-4d82-bfd5-465b2aeb9282 service neutron] Pushing event updated for resources: {'Port': ['ID=dd099b2f-79c7-46f6-a36e-2c9801bdde52,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:17:13.466047 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3e9ad42f-b779-45df-a8ab-0ca26ddb62b1 req-409a3908-a8f6-40f8-8c40-2b02095d518c tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] 10.222.0.22 "GET /v2.0/security-groups?id=f26bb3b1-1991-4c6e-9f7d-b6a033432652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802622 Aug 29 05:17:13.476654 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f0dbc1-86a2-454e-be4b-c04c928c9411 req-989e2cc9-d2e7-44a5-b969-1258f4773f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:17:13.478161 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-24f0dbc1-86a2-454e-be4b-c04c928c9411 req-989e2cc9-d2e7-44a5-b969-1258f4773f69 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3a9e69e208c24252ae22053834886a70&device_id=e69393de-ebaf-4398-9f44-7d3b23bdde0a HTTP/1.1" status: 200 len: 1096 time: 0.0644393 Aug 29 05:17:13.523271 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5741d672-338e-484e-9eaa-30d7c22ce25d x-openstack-request-id: req-5741d672-338e-484e-9eaa-30d7c22ce25d {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:17:13.523599 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e69393de-ebaf-4398-9f44-7d3b23bdde0a", "tag": "dd099b2f-79c7-46f6-a36e-2c9801bdde52", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:17:13.523877 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5741d672-338e-484e-9eaa-30d7c22ce25d {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:17:13.524281 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e69393de-ebaf-4398-9f44-7d3b23bdde0a', 'tag': 'dd099b2f-79c7-46f6-a36e-2c9801bdde52', 'status': 'completed', 'code': 200} Aug 29 05:17:13.526098 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-24f0dbc1-86a2-454e-be4b-c04c928c9411 req-d32e8f00-c784-4bb1-ad03-74369726788c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd099b2f-79c7-46f6-a36e-2c9801bdde52 HTTP/1.1" status: 200 len: 217 time: 0.0390904 Aug 29 05:17:13.576100 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f0dbc1-86a2-454e-be4b-c04c928c9411 req-c0036cde-4b4b-491c-961f-d69f7f1cc72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:17:13.577592 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-24f0dbc1-86a2-454e-be4b-c04c928c9411 req-c0036cde-4b4b-491c-961f-d69f7f1cc72a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=806d19b7-ce67-4441-accc-b5fd247a452c HTTP/1.1" status: 200 len: 856 time: 0.0448506 Aug 29 05:17:13.623661 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f0dbc1-86a2-454e-be4b-c04c928c9411 req-6df29063-4111-4652-ac94-5ce82ef66fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:17:13.625161 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-24f0dbc1-86a2-454e-be4b-c04c928c9411 req-6df29063-4111-4652-ac94-5ce82ef66fdf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8ae309ed-e971-431c-b5ed-2e1b33f31d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398774 Aug 29 05:17:13.716197 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-24f0dbc1-86a2-454e-be4b-c04c928c9411 req-a0d6a3c8-5639-4ef2-9ddc-dcfbcc6a402c service neutron] 10.222.0.46 "GET /v2.0/networks/8ae309ed-e971-431c-b5ed-2e1b33f31d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824640 Aug 29 05:17:13.802807 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-24f0dbc1-86a2-454e-be4b-c04c928c9411 req-ff69300a-e4d6-4c3d-88f1-888ab693737f service neutron] 10.222.0.46 "GET /v2.0/networks/8ae309ed-e971-431c-b5ed-2e1b33f31d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801804 Aug 29 05:17:13.893862 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de45d1ea-d55c-4bd1-bacf-32678e004d3e req-2b0e7ac5-f1b9-494d-b24c-d32558db0aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:17:13.895414 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-de45d1ea-d55c-4bd1-bacf-32678e004d3e req-2b0e7ac5-f1b9-494d-b24c-d32558db0aa5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3a9e69e208c24252ae22053834886a70&device_id=e69393de-ebaf-4398-9f44-7d3b23bdde0a HTTP/1.1" status: 200 len: 1096 time: 0.0454965 Aug 29 05:17:13.984327 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de45d1ea-d55c-4bd1-bacf-32678e004d3e req-0867654b-28ec-4691-b966-e352192772e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:17:13.985717 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-de45d1ea-d55c-4bd1-bacf-32678e004d3e req-0867654b-28ec-4691-b966-e352192772e9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8ae309ed-e971-431c-b5ed-2e1b33f31d02 HTTP/1.1" status: 200 len: 918 time: 0.0833361 Aug 29 05:17:14.031566 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-de45d1ea-d55c-4bd1-bacf-32678e004d3e req-aba7118c-3622-4725-be75-5a8f23dad70a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd099b2f-79c7-46f6-a36e-2c9801bdde52 HTTP/1.1" status: 200 len: 217 time: 0.0381026 Aug 29 05:17:14.079676 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de45d1ea-d55c-4bd1-bacf-32678e004d3e req-add6b861-af50-40e5-aff9-ca862419b723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:17:14.081105 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-de45d1ea-d55c-4bd1-bacf-32678e004d3e req-add6b861-af50-40e5-aff9-ca862419b723 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=806d19b7-ce67-4441-accc-b5fd247a452c HTTP/1.1" status: 200 len: 856 time: 0.0425024 Aug 29 05:17:14.126560 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de45d1ea-d55c-4bd1-bacf-32678e004d3e req-2da7d6ca-351b-4689-bef9-7a2275aa25c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:17:14.128145 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-de45d1ea-d55c-4bd1-bacf-32678e004d3e req-2da7d6ca-351b-4689-bef9-7a2275aa25c7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8ae309ed-e971-431c-b5ed-2e1b33f31d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392854 Aug 29 05:17:14.219048 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-de45d1ea-d55c-4bd1-bacf-32678e004d3e req-607eeb52-a6b9-4138-b4bb-fd932b3f4210 service neutron] 10.222.0.46 "GET /v2.0/networks/8ae309ed-e971-431c-b5ed-2e1b33f31d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825703 Aug 29 05:17:14.309176 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-de45d1ea-d55c-4bd1-bacf-32678e004d3e req-6cc96465-57e0-4e02-b93f-a3a20610ddd6 service neutron] 10.222.0.46 "GET /v2.0/networks/8ae309ed-e971-431c-b5ed-2e1b33f31d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808747 Aug 29 05:17:14.584182 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e19f12-0967-4384-88a2-787a52446040 req-17713611-3098-4a7a-8249-c068ea6a349f tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:17:14.585587 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-66e19f12-0967-4384-88a2-787a52446040 req-17713611-3098-4a7a-8249-c068ea6a349f tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] 10.222.0.22 "GET /v2.0/ports?device_id=e69393de-ebaf-4398-9f44-7d3b23bdde0a HTTP/1.1" status: 200 len: 944 time: 0.0493090 Aug 29 05:17:14.622437 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-66e19f12-0967-4384-88a2-787a52446040 req-47828361-3450-4fc2-a5b9-be6d53037c63 tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] 10.222.0.22 "GET /v2.0/security-groups?id=f26bb3b1-1991-4c6e-9f7d-b6a033432652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302033 Aug 29 05:17:15.739895 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fce9b6f-9ec3-4f1d-8cc4-aab47852f954 req-ce0ca472-80f5-4010-8e0f-f8883fb1d350 tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:17:15.741396 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2fce9b6f-9ec3-4f1d-8cc4-aab47852f954 req-ce0ca472-80f5-4010-8e0f-f8883fb1d350 tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] 10.222.0.22 "GET /v2.0/ports?device_id=e69393de-ebaf-4398-9f44-7d3b23bdde0a HTTP/1.1" status: 200 len: 944 time: 0.0527580 Aug 29 05:17:15.779291 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2fce9b6f-9ec3-4f1d-8cc4-aab47852f954 req-7bde77f2-b8ed-40da-a12e-e66ee429117a tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] 10.222.0.22 "GET /v2.0/security-groups?id=f26bb3b1-1991-4c6e-9f7d-b6a033432652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319366 Aug 29 05:17:16.893646 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb44f23-ec02-45b6-b74b-4b2e85293bef req-c280f9a0-b67f-4e5c-9e10-f3f6f96a4917 tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:17:16.895131 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1fb44f23-ec02-45b6-b74b-4b2e85293bef req-c280f9a0-b67f-4e5c-9e10-f3f6f96a4917 tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] 10.222.0.22 "GET /v2.0/ports?device_id=e69393de-ebaf-4398-9f44-7d3b23bdde0a HTTP/1.1" status: 200 len: 944 time: 0.0489910 Aug 29 05:17:16.899177 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device dd099b2f-79c7-46f6-a36e-2c9801bdde52 details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:17:16.938836 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1fb44f23-ec02-45b6-b74b-4b2e85293bef req-a6b172c2-4f90-4ef0-972a-c11b27836c60 tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] 10.222.0.22 "GET /v2.0/security-groups?id=f26bb3b1-1991-4c6e-9f7d-b6a033432652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362988 Aug 29 05:17:16.994774 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port dd099b2f-79c7-46f6-a36e-2c9801bdde52, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=dd099b2f-79c7-46f6-a36e-2c9801bdde52,segment=NetworkSegment(e84c2737-78c0-4232-9eae-ef25669f81a0),segment_id=e84c2737-78c0-4232-9eae-ef25669f81a0)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:17:17.009671 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Returning: {'device': 'dd099b2f-79c7-46f6-a36e-2c9801bdde52', 'network_id': '8ae309ed-e971-431c-b5ed-2e1b33f31d02', 'port_id': 'dd099b2f-79c7-46f6-a36e-2c9801bdde52', 'mac_address': 'fa:16:3e:84:15:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '806d19b7-ce67-4441-accc-b5fd247a452c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:17:17.045742 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:17.058542 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd099b2f-79c7-46f6-a36e-2c9801bdde52 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:17:17.077548 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port dd099b2f-79c7-46f6-a36e-2c9801bdde52, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=dd099b2f-79c7-46f6-a36e-2c9801bdde52,segment=NetworkSegment(e84c2737-78c0-4232-9eae-ef25669f81a0),segment_id=e84c2737-78c0-4232-9eae-ef25669f81a0)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:17:17.081674 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:17.127370 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=dd099b2f-79c7-46f6-a36e-2c9801bdde52,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:17:17.135196 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:17:17.135550 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:17:17.135921 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:17:17.136266 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:17:17.136606 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:17:17.136943 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:17:17.137280 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:17:17.137611 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:17:17.137944 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:17:17.138272 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:17:17.138603 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:17:17.138932 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:17:17.316855 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['dd099b2f-79c7-46f6-a36e-2c9801bdde52'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:17:18.053989 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af53080a-53e5-45eb-81d8-e91ce1d5e49a req-66de336b-24ba-4b8b-b52b-9736fe7b5f41 tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:17:18.056191 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-af53080a-53e5-45eb-81d8-e91ce1d5e49a req-66de336b-24ba-4b8b-b52b-9736fe7b5f41 tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] 10.222.0.22 "GET /v2.0/ports?device_id=e69393de-ebaf-4398-9f44-7d3b23bdde0a HTTP/1.1" status: 200 len: 945 time: 0.0499494 Aug 29 05:17:18.093193 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-af53080a-53e5-45eb-81d8-e91ce1d5e49a req-bbbf1d61-8fe9-47ff-a75c-3e5a1993051f tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] 10.222.0.22 "GET /v2.0/security-groups?id=f26bb3b1-1991-4c6e-9f7d-b6a033432652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310957 Aug 29 05:17:18.914529 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device dd099b2f-79c7-46f6-a36e-2c9801bdde52 up at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:17:18.962826 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning for port dd099b2f-79c7-46f6-a36e-2c9801bdde52 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:17:18.966575 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning complete for port dd099b2f-79c7-46f6-a36e-2c9801bdde52 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:17:18.966951 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:19.043210 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:19.064842 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e69393de-ebaf-4398-9f44-7d3b23bdde0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd099b2f-79c7-46f6-a36e-2c9801bdde52'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:17:19.067047 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e47ce94e7730ef80c099a0714bd3625e1f676465bb595722170593f8a424ee2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4e8e52d-b5dd-44dd-bede-fc5b77ea117c" -d '{"events": [{"server_uuid": "e69393de-ebaf-4398-9f44-7d3b23bdde0a", "name": "network-vif-plugged", "status": "completed", "tag": "dd099b2f-79c7-46f6-a36e-2c9801bdde52"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:17:19.080060 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port dd099b2f-79c7-46f6-a36e-2c9801bdde52, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=dd099b2f-79c7-46f6-a36e-2c9801bdde52,segment=NetworkSegment(e84c2737-78c0-4232-9eae-ef25669f81a0),segment_id=e84c2737-78c0-4232-9eae-ef25669f81a0)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:17:19.084696 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:19.111251 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb08afa2-17b0-4106-b8d2-913be213d60b x-openstack-request-id: req-fb08afa2-17b0-4106-b8d2-913be213d60b {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:17:19.111546 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e69393de-ebaf-4398-9f44-7d3b23bdde0a", "name": "network-vif-plugged", "status": "completed", "tag": "dd099b2f-79c7-46f6-a36e-2c9801bdde52", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:17:19.111829 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fb08afa2-17b0-4106-b8d2-913be213d60b {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:17:19.112234 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e69393de-ebaf-4398-9f44-7d3b23bdde0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd099b2f-79c7-46f6-a36e-2c9801bdde52', 'code': 200} Aug 29 05:17:19.138286 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=dd099b2f-79c7-46f6-a36e-2c9801bdde52,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:17:19.241042 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3640bc27-67ef-4a7d-ad1d-d29509682498 req-493c52fd-c9e2-4eb6-bdf7-9a3309d299dd tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:17:19.242524 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3640bc27-67ef-4a7d-ad1d-d29509682498 req-493c52fd-c9e2-4eb6-bdf7-9a3309d299dd tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] 10.222.0.22 "GET /v2.0/ports?device_id=e69393de-ebaf-4398-9f44-7d3b23bdde0a HTTP/1.1" status: 200 len: 946 time: 0.0785651 Aug 29 05:17:19.248386 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989022b5-ff04-4407-a8a8-b39eb79790c8 req-6c46a4e4-c793-4dcc-b562-c8c5e80f5306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:17:19.249762 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-989022b5-ff04-4407-a8a8-b39eb79790c8 req-6c46a4e4-c793-4dcc-b562-c8c5e80f5306 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e69393de-ebaf-4398-9f44-7d3b23bdde0a HTTP/1.1" status: 200 len: 1098 time: 0.0574374 Aug 29 05:17:19.296771 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3640bc27-67ef-4a7d-ad1d-d29509682498 req-795f33af-4a26-4ac5-abde-d546e812db03 tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] 10.222.0.22 "GET /v2.0/security-groups?id=f26bb3b1-1991-4c6e-9f7d-b6a033432652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460017 Aug 29 05:17:19.307096 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-989022b5-ff04-4407-a8a8-b39eb79790c8 req-bb41b796-2f18-4aba-9ebf-adefdb090a64 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f26bb3b1-1991-4c6e-9f7d-b6a033432652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440226 Aug 29 05:17:19.739062 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:20.413683 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24061571-607b-464f-a043-7122c9d73a82 req-3fcbe2c0-0a47-4302-b995-ad446060fdf1 tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:17:20.415161 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-24061571-607b-464f-a043-7122c9d73a82 req-3fcbe2c0-0a47-4302-b995-ad446060fdf1 tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] 10.222.0.22 "GET /v2.0/ports?device_id=e69393de-ebaf-4398-9f44-7d3b23bdde0a HTTP/1.1" status: 200 len: 946 time: 0.0485349 Aug 29 05:17:20.452465 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-24061571-607b-464f-a043-7122c9d73a82 req-8542aa1b-7235-4f29-8626-cb9c31235418 tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] 10.222.0.22 "GET /v2.0/security-groups?id=f26bb3b1-1991-4c6e-9f7d-b6a033432652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314298 Aug 29 05:17:20.566972 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25db2d71-f2e5-439d-b100-517047c0c5c9 req-c800a901-7900-4bb3-bbcb-e36cd78b646f tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:17:20.568452 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-25db2d71-f2e5-439d-b100-517047c0c5c9 req-c800a901-7900-4bb3-bbcb-e36cd78b646f tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] 10.222.0.22 "GET /v2.0/ports?device_id=e69393de-ebaf-4398-9f44-7d3b23bdde0a HTTP/1.1" status: 200 len: 946 time: 0.0510902 Aug 29 05:17:20.605570 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-25db2d71-f2e5-439d-b100-517047c0c5c9 req-8961d3dc-69e2-4a86-8f7f-0a7e4c335392 tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] 10.222.0.22 "GET /v2.0/security-groups?id=f26bb3b1-1991-4c6e-9f7d-b6a033432652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300701 Aug 29 05:17:29.080476 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:33.456946 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-245682fc-1a6e-462c-8a5f-d3efb6093ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:36.321972 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-306d05dd-0550-4b97-94b3-9d30fd81d919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:37.340045 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:37.412538 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:38.554126 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:17:38.903378 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:38.937909 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3132a24-308c-4e42-91a0-14d99cb9aa02 req-9a4969af-a816-45f0-a3b8-0e8b2668c56c tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:17:38.939816 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b3132a24-308c-4e42-91a0-14d99cb9aa02 req-9a4969af-a816-45f0-a3b8-0e8b2668c56c tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] 10.222.0.22 "GET /v2.0/ports?device_id=e69393de-ebaf-4398-9f44-7d3b23bdde0a HTTP/1.1" status: 200 len: 946 time: 0.0547705 Aug 29 05:17:38.980966 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b3132a24-308c-4e42-91a0-14d99cb9aa02 req-e3bf8e8d-b0b2-44ca-9e55-bbcf0f80b30e tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] 10.222.0.22 "GET /v2.0/security-groups?id=f26bb3b1-1991-4c6e-9f7d-b6a033432652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346425 Aug 29 05:17:40.094477 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf8427b-c742-4dd3-9484-694cfebfa3b3 req-5d708852-0dee-49aa-af36-4061f4a822cd tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:17:40.095961 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bbf8427b-c742-4dd3-9484-694cfebfa3b3 req-5d708852-0dee-49aa-af36-4061f4a822cd tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] 10.222.0.22 "GET /v2.0/ports?device_id=e69393de-ebaf-4398-9f44-7d3b23bdde0a HTTP/1.1" status: 200 len: 946 time: 0.0486403 Aug 29 05:17:40.132628 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bbf8427b-c742-4dd3-9484-694cfebfa3b3 req-5c23cf0a-3c81-490f-906f-eaceac7f6ee9 tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] 10.222.0.22 "GET /v2.0/security-groups?id=f26bb3b1-1991-4c6e-9f7d-b6a033432652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307343 Aug 29 05:17:40.551468 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c69559b-71a4-4dbc-baee-9b02d04e010d req-a609225c-7e6b-4fe1-9955-0bdc6e41d32b tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:17:40.552940 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1c69559b-71a4-4dbc-baee-9b02d04e010d req-a609225c-7e6b-4fe1-9955-0bdc6e41d32b tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] 10.222.0.46 "GET /v2.0/ports?device_id=e69393de-ebaf-4398-9f44-7d3b23bdde0a HTTP/1.1" status: 200 len: 946 time: 0.0515432 Aug 29 05:17:40.641041 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-1c69559b-71a4-4dbc-baee-9b02d04e010d req-c93bbbc2-2d96-4169-9866-1da36c034ebb tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] Deleting port dd099b2f-79c7-46f6-a36e-2c9801bdde52 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:17:40.641380 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-1c69559b-71a4-4dbc-baee-9b02d04e010d req-c93bbbc2-2d96-4169-9866-1da36c034ebb tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:40.728694 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-1c69559b-71a4-4dbc-baee-9b02d04e010d req-c93bbbc2-2d96-4169-9866-1da36c034ebb tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] For port dd099b2f-79c7-46f6-a36e-2c9801bdde52, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=dd099b2f-79c7-46f6-a36e-2c9801bdde52,segment=NetworkSegment(e84c2737-78c0-4232-9eae-ef25669f81a0),segment_id=e84c2737-78c0-4232-9eae-ef25669f81a0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:17:40.729053 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-1c69559b-71a4-4dbc-baee-9b02d04e010d req-c93bbbc2-2d96-4169-9866-1da36c034ebb tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:40.742102 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-1c69559b-71a4-4dbc-baee-9b02d04e010d req-c93bbbc2-2d96-4169-9866-1da36c034ebb tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] Calling delete_port for dd099b2f-79c7-46f6-a36e-2c9801bdde52 owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:17:40.866236 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-1c69559b-71a4-4dbc-baee-9b02d04e010d req-c93bbbc2-2d96-4169-9866-1da36c034ebb tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:40.878441 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['dd099b2f-79c7-46f6-a36e-2c9801bdde52'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:17:40.893245 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93bbbc2-2d96-4169-9866-1da36c034ebb tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] Pushing event deleted for resources: {'Port': ['ID=dd099b2f-79c7-46f6-a36e-2c9801bdde52,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:17:40.903577 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93bbbc2-2d96-4169-9866-1da36c034ebb tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:17:40.903966 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93bbbc2-2d96-4169-9866-1da36c034ebb tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:17:40.904313 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93bbbc2-2d96-4169-9866-1da36c034ebb tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:17:40.904654 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93bbbc2-2d96-4169-9866-1da36c034ebb tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:17:40.904989 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93bbbc2-2d96-4169-9866-1da36c034ebb tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:17:40.905326 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93bbbc2-2d96-4169-9866-1da36c034ebb tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:17:40.905660 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93bbbc2-2d96-4169-9866-1da36c034ebb tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:17:40.905991 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93bbbc2-2d96-4169-9866-1da36c034ebb tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:17:40.906936 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93bbbc2-2d96-4169-9866-1da36c034ebb tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:17:40.906936 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93bbbc2-2d96-4169-9866-1da36c034ebb tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:17:40.906936 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93bbbc2-2d96-4169-9866-1da36c034ebb tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:17:40.907268 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93bbbc2-2d96-4169-9866-1da36c034ebb tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:17:40.949155 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c69559b-71a4-4dbc-baee-9b02d04e010d req-c93bbbc2-2d96-4169-9866-1da36c034ebb tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] No DVR routers for this DVR port dd099b2f-79c7-46f6-a36e-2c9801bdde52 on host n-h1-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:17:40.951895 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-1c69559b-71a4-4dbc-baee-9b02d04e010d req-c93bbbc2-2d96-4169-9866-1da36c034ebb tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:40.954047 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1c69559b-71a4-4dbc-baee-9b02d04e010d req-c93bbbc2-2d96-4169-9866-1da36c034ebb tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] 10.222.0.46 "DELETE /v2.0/ports/dd099b2f-79c7-46f6-a36e-2c9801bdde52 HTTP/1.1" status: 204 len: 173 time: 0.3946464 Aug 29 05:17:40.954535 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e69393de-ebaf-4398-9f44-7d3b23bdde0a', 'name': 'network-vif-deleted', 'tag': 'dd099b2f-79c7-46f6-a36e-2c9801bdde52'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:17:40.957139 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfb9107a06241f0f5f2256c13c0e0e77dc40c776bf6dc0455c34cebdf0549d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96da7541-b294-4b51-be0e-eb78ab571e94" -d '{"events": [{"server_uuid": "e69393de-ebaf-4398-9f44-7d3b23bdde0a", "name": "network-vif-deleted", "tag": "dd099b2f-79c7-46f6-a36e-2c9801bdde52"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:17:41.062524 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2f8cafe-67bd-4b0d-b057-a6f23539200a x-openstack-request-id: req-d2f8cafe-67bd-4b0d-b057-a6f23539200a {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:17:41.062825 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e69393de-ebaf-4398-9f44-7d3b23bdde0a", "name": "network-vif-deleted", "tag": "dd099b2f-79c7-46f6-a36e-2c9801bdde52", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:17:41.063083 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d2f8cafe-67bd-4b0d-b057-a6f23539200a {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:17:41.063495 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e69393de-ebaf-4398-9f44-7d3b23bdde0a', 'name': 'network-vif-deleted', 'tag': 'dd099b2f-79c7-46f6-a36e-2c9801bdde52', 'status': 'completed', 'code': 200} Aug 29 05:17:41.238189 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-68427655-1216-4972-b20a-22c660326619 req-eec300a3-327f-40ef-952c-6c5dd8f802c7 tempest-TestEncryptedCinderVolumes-1767012978 tempest-TestEncryptedCinderVolumes-1767012978-project] 10.222.0.22 "GET /v2.0/ports?device_id=e69393de-ebaf-4398-9f44-7d3b23bdde0a HTTP/1.1" status: 200 len: 210 time: 0.0262566 Aug 29 05:17:42.327170 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 40896) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:17:42.672574 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6f50a4cd-eaf6-4ed0-8f4b-04685db93ec2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713413'] for router_interface, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:42.912053 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-6f50a4cd-eaf6-4ed0-8f4b-04685db93ec2 admin admin] Deleting port 5ce1a449-cc37-454c-a6fe-70fc8797a98a {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:17:42.912395 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6f50a4cd-eaf6-4ed0-8f4b-04685db93ec2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:42.987308 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-6f50a4cd-eaf6-4ed0-8f4b-04685db93ec2 admin admin] For port 5ce1a449-cc37-454c-a6fe-70fc8797a98a, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=5ce1a449-cc37-454c-a6fe-70fc8797a98a,segment=NetworkSegment(e84c2737-78c0-4232-9eae-ef25669f81a0),segment_id=e84c2737-78c0-4232-9eae-ef25669f81a0)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:17:42.987586 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6f50a4cd-eaf6-4ed0-8f4b-04685db93ec2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:43.000343 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-6f50a4cd-eaf6-4ed0-8f4b-04685db93ec2 admin admin] Calling delete_port for 5ce1a449-cc37-454c-a6fe-70fc8797a98a owned by network:router_interface {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:17:43.173386 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6f50a4cd-eaf6-4ed0-8f4b-04685db93ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:43.199162 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f50a4cd-eaf6-4ed0-8f4b-04685db93ec2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ce1a449-cc37-454c-a6fe-70fc8797a98a,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:17:43.211922 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f50a4cd-eaf6-4ed0-8f4b-04685db93ec2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:17:43.212282 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f50a4cd-eaf6-4ed0-8f4b-04685db93ec2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:17:43.212632 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f50a4cd-eaf6-4ed0-8f4b-04685db93ec2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:17:43.212977 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f50a4cd-eaf6-4ed0-8f4b-04685db93ec2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:17:43.213318 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f50a4cd-eaf6-4ed0-8f4b-04685db93ec2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:17:43.213655 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f50a4cd-eaf6-4ed0-8f4b-04685db93ec2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:17:43.213987 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f50a4cd-eaf6-4ed0-8f4b-04685db93ec2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:17:43.214338 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f50a4cd-eaf6-4ed0-8f4b-04685db93ec2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:17:43.214646 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f50a4cd-eaf6-4ed0-8f4b-04685db93ec2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:17:43.214973 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f50a4cd-eaf6-4ed0-8f4b-04685db93ec2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:17:43.215300 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f50a4cd-eaf6-4ed0-8f4b-04685db93ec2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:17:43.215626 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f50a4cd-eaf6-4ed0-8f4b-04685db93ec2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:17:43.378216 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6f50a4cd-eaf6-4ed0-8f4b-04685db93ec2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-713231'] for router_interface, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:43.886456 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f50a4cd-eaf6-4ed0-8f4b-04685db93ec2 admin admin] Router dce6da23-be71-4944-8cd6-5522a033cf7d has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:17:43.986970 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f50a4cd-eaf6-4ed0-8f4b-04685db93ec2 admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:17:43.992012 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-6f50a4cd-eaf6-4ed0-8f4b-04685db93ec2 admin admin] 10.222.0.22 "PUT /v2.0/routers/dce6da23-be71-4944-8cd6-5522a033cf7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6637156 Aug 29 05:17:43.994553 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 40900) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:17:43.996873 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b961f26-4ecf-49d3-b86b-9b69466ac032 None None] Sync routers for ids ['dce6da23-be71-4944-8cd6-5522a033cf7d'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:17:44.005884 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b961f26-4ecf-49d3-b86b-9b69466ac032 None None] Routers {'dce6da23-be71-4944-8cd6-5522a033cf7d'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:17:44.006409 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-4b961f26-4ecf-49d3-b86b-9b69466ac032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:17:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['dce6da23-be71-4944-8cd6-5522a033cf7d'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:17:44.102560 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c112fc07-51ad-4acc-84af-7374afdaf55f admin admin] Notify callbacks [] for router, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:44.111131 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-4b961f26-4ecf-49d3-b86b-9b69466ac032 None None] Set router dce6da23-be71-4944-8cd6-5522a033cf7d gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:17:44.205516 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c112fc07-51ad-4acc-84af-7374afdaf55f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:44.260122 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-c112fc07-51ad-4acc-84af-7374afdaf55f admin admin] Deleting port 8bdf0c37-ebe8-46b2-8abe-131ae6f32f6a {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:17:44.260452 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c112fc07-51ad-4acc-84af-7374afdaf55f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:44.289480 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-4b961f26-4ecf-49d3-b86b-9b69466ac032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce6da23-be71-4944-8cd6-5522a033cf7d', 'name': 'tempest-TestEncryptedCinderVolumes-1345485218-router', 'tenant_id': '3a9e69e208c24252ae22053834886a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '8bdf0c37-ebe8-46b2-8abe-131ae6f32f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:16:27Z', 'updated_at': '2021-08-29T05:17:43Z', 'revision_number': 5, 'project_id': '3a9e69e208c24252ae22053834886a70', 'gw_port': {'id': '8bdf0c37-ebe8-46b2-8abe-131ae6f32f6a', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce6da23-be71-4944-8cd6-5522a033cf7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:16:27Z', 'updated_at': '2021-08-29T05:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:17:44.315343 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b961f26-4ecf-49d3-b86b-9b69466ac032 None None] Checking router: dce6da23-be71-4944-8cd6-5522a033cf7d for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:17:44.324291 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b961f26-4ecf-49d3-b86b-9b69466ac032 None None] Routers {'dce6da23-be71-4944-8cd6-5522a033cf7d'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:17:44.324898 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-4b961f26-4ecf-49d3-b86b-9b69466ac032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:17:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['dce6da23-be71-4944-8cd6-5522a033cf7d'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:17:44.341922 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-c112fc07-51ad-4acc-84af-7374afdaf55f admin admin] For port 8bdf0c37-ebe8-46b2-8abe-131ae6f32f6a, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=8bdf0c37-ebe8-46b2-8abe-131ae6f32f6a,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:17:44.342290 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c112fc07-51ad-4acc-84af-7374afdaf55f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:44.354617 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-c112fc07-51ad-4acc-84af-7374afdaf55f admin admin] Calling delete_port for 8bdf0c37-ebe8-46b2-8abe-131ae6f32f6a owned by network:router_gateway {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:17:44.408236 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-4b961f26-4ecf-49d3-b86b-9b69466ac032 None None] Set router dce6da23-be71-4944-8cd6-5522a033cf7d gateway port host: None {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:17:44.462481 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-4b961f26-4ecf-49d3-b86b-9b69466ac032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce6da23-be71-4944-8cd6-5522a033cf7d', 'name': 'tempest-TestEncryptedCinderVolumes-1345485218-router', 'tenant_id': '3a9e69e208c24252ae22053834886a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:16:27Z', 'updated_at': '2021-08-29T05:17:44Z', 'revision_number': 6, 'project_id': '3a9e69e208c24252ae22053834886a70', 'gw_port_host': None}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:17:44.488074 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b961f26-4ecf-49d3-b86b-9b69466ac032 None None] The sync data for ids ['dce6da23-be71-4944-8cd6-5522a033cf7d'] in n-d-712140-12 is: [{'id': 'dce6da23-be71-4944-8cd6-5522a033cf7d', 'name': 'tempest-TestEncryptedCinderVolumes-1345485218-router', 'tenant_id': '3a9e69e208c24252ae22053834886a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:16:27Z', 'updated_at': '2021-08-29T05:17:44Z', 'revision_number': 6, 'project_id': '3a9e69e208c24252ae22053834886a70', 'gw_port_host': None}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:17:44.518598 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c112fc07-51ad-4acc-84af-7374afdaf55f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:44.546276 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c112fc07-51ad-4acc-84af-7374afdaf55f admin admin] Pushing event deleted for resources: {'Port': ['ID=8bdf0c37-ebe8-46b2-8abe-131ae6f32f6a,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:17:44.608715 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c112fc07-51ad-4acc-84af-7374afdaf55f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719445'] for router_gateway, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:44.697499 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c112fc07-51ad-4acc-84af-7374afdaf55f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:44.699605 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c112fc07-51ad-4acc-84af-7374afdaf55f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:44.740997 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c112fc07-51ad-4acc-84af-7374afdaf55f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717253'] for router, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:44.741714 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c112fc07-51ad-4acc-84af-7374afdaf55f admin admin] Fanout notify agent at l3_agent the message router_deleted on router dce6da23-be71-4944-8cd6-5522a033cf7d {{(pid=94829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 05:17:44.749991 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c112fc07-51ad-4acc-84af-7374afdaf55f admin admin] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:44.751200 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-c112fc07-51ad-4acc-84af-7374afdaf55f admin admin] 10.222.0.22 "DELETE /v2.0/routers/dce6da23-be71-4944-8cd6-5522a033cf7d HTTP/1.1" status: 204 len: 168 time: 0.7553344 Aug 29 05:17:44.753682 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 40902) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:17:44.797311 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_v2 [None req-9afd8b5e-9a9d-4110-b649-6eba27d639bc admin admin] Deleting subnet 806d19b7-ce67-4441-accc-b5fd247a452c {{(pid=94829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 05:17:44.800207 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9afd8b5e-9a9d-4110-b649-6eba27d639bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:44.835283 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9afd8b5e-9a9d-4110-b649-6eba27d639bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4311743'] for subnet, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:44.924657 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9afd8b5e-9a9d-4110-b649-6eba27d639bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:44.977140 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9afd8b5e-9a9d-4110-b649-6eba27d639bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4552352'] for subnet, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:45.001534 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afd8b5e-9a9d-4110-b649-6eba27d639bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=806d19b7-ce67-4441-accc-b5fd247a452c,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:17:45.005384 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9afd8b5e-9a9d-4110-b649-6eba27d639bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:45.009217 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-9afd8b5e-9a9d-4110-b649-6eba27d639bc admin admin] 10.222.0.22 "DELETE /v2.0/subnets/806d19b7-ce67-4441-accc-b5fd247a452c HTTP/1.1" status: 204 len: 168 time: 0.2527156 Aug 29 05:17:45.010437 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 40904) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:17:45.013070 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae1fc8e5-7723-424d-822d-539f963f111b None None] Network 8ae309ed-e971-431c-b5ed-2e1b33f31d02 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:17:45.070903 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device dd099b2f-79c7-46f6-a36e-2c9801bdde52 no longer exists at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:17:45.090082 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2d1301e4-4823-41dd-82e3-6720db05ae69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:45.102499 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] No Port match for: dd099b2f-79c7-46f6-a36e-2c9801bdde52 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:17:45.102810 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device dd099b2f-79c7-46f6-a36e-2c9801bdde52 not bound to the agent host n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:17:45.143100 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-2d1301e4-4823-41dd-82e3-6720db05ae69 admin admin] Deleting port cc8b21d3-7539-49cf-a734-615f456c3b06 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:17:45.143444 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2d1301e4-4823-41dd-82e3-6720db05ae69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:45.207827 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-2d1301e4-4823-41dd-82e3-6720db05ae69 admin admin] For port cc8b21d3-7539-49cf-a734-615f456c3b06, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=cc8b21d3-7539-49cf-a734-615f456c3b06,segment=NetworkSegment(e84c2737-78c0-4232-9eae-ef25669f81a0),segment_id=e84c2737-78c0-4232-9eae-ef25669f81a0)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:17:45.208456 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2d1301e4-4823-41dd-82e3-6720db05ae69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:45.219138 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073f66e3-ecc4-4887-abdc-0dff6f5afa3a None None] DHCP port deletion for 8ae309ed-e971-431c-b5ed-2e1b33f31d02 request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 05:17:45.222286 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-2d1301e4-4823-41dd-82e3-6720db05ae69 admin admin] Calling delete_port for cc8b21d3-7539-49cf-a734-615f456c3b06 owned by network:dhcp {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:17:45.267823 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-073f66e3-ecc4-4887-abdc-0dff6f5afa3a None None] Deleting port cc8b21d3-7539-49cf-a734-615f456c3b06 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:17:45.268299 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-073f66e3-ecc4-4887-abdc-0dff6f5afa3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:45.306016 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2d1301e4-4823-41dd-82e3-6720db05ae69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:45.333800 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-073f66e3-ecc4-4887-abdc-0dff6f5afa3a None None] For port cc8b21d3-7539-49cf-a734-615f456c3b06, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=cc8b21d3-7539-49cf-a734-615f456c3b06,segment=NetworkSegment(e84c2737-78c0-4232-9eae-ef25669f81a0),segment_id=e84c2737-78c0-4232-9eae-ef25669f81a0)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:17:45.334205 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-073f66e3-ecc4-4887-abdc-0dff6f5afa3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:45.335262 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1301e4-4823-41dd-82e3-6720db05ae69 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc8b21d3-7539-49cf-a734-615f456c3b06,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:17:45.341212 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1301e4-4823-41dd-82e3-6720db05ae69 admin admin] No DVR routers for this DVR port cc8b21d3-7539-49cf-a734-615f456c3b06 on host n-d-712140-12 {{(pid=94829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:17:45.351771 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-073f66e3-ecc4-4887-abdc-0dff6f5afa3a None None] Calling delete_port for cc8b21d3-7539-49cf-a734-615f456c3b06 owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:17:45.416424 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2d1301e4-4823-41dd-82e3-6720db05ae69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:45.428559 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-2d1301e4-4823-41dd-82e3-6720db05ae69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ae309ed-e971-431c-b5ed-2e1b33f31d02']}} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:17:45.438752 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-073f66e3-ecc4-4887-abdc-0dff6f5afa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:45.441416 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-2d1301e4-4823-41dd-82e3-6720db05ae69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e84c2737-78c0-4232-9eae-ef25669f81a0') {'for_net_delete': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:17:45.441669 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-2d1301e4-4823-41dd-82e3-6720db05ae69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e84c2737-78c0-4232-9eae-ef25669f81a0') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:17:45.453678 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2d1301e4-4823-41dd-82e3-6720db05ae69 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4311712'] for segment, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:45.470035 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2d1301e4-4823-41dd-82e3-6720db05ae69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:45.474496 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073f66e3-ecc4-4887-abdc-0dff6f5afa3a None None] No DVR routers for this DVR port cc8b21d3-7539-49cf-a734-615f456c3b06 on host n-d-712140-12 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:17:45.479196 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d1301e4-4823-41dd-82e3-6720db05ae69 admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=94829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:17:45.479593 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2d1301e4-4823-41dd-82e3-6720db05ae69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4274277'] for segment, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:45.480354 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f66e3-ecc4-4887-abdc-0dff6f5afa3a None None] Pushing event deleted for resources: {'Port': ['ID=cc8b21d3-7539-49cf-a734-615f456c3b06,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:17:45.488964 n-d-712140-12 neutron-server[94829]: Traceback (most recent call last): Aug 29 05:17:45.488964 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:17:45.488964 n-d-712140-12 neutron-server[94829]: timer() Aug 29 05:17:45.488964 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:17:45.488964 n-d-712140-12 neutron-server[94829]: cb(*args, **kw) Aug 29 05:17:45.488964 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:17:45.488964 n-d-712140-12 neutron-server[94829]: return func(*args, **kwargs) Aug 29 05:17:45.488964 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:17:45.488964 n-d-712140-12 neutron-server[94829]: self._notify() Aug 29 05:17:45.488964 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:17:45.488964 n-d-712140-12 neutron-server[94829]: self.callback(batched_events) Aug 29 05:17:45.488964 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:17:45.488964 n-d-712140-12 neutron-server[94829]: event.method(event) Aug 29 05:17:45.488964 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:17:45.488964 n-d-712140-12 neutron-server[94829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:17:45.488964 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:17:45.488964 n-d-712140-12 neutron-server[94829]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:17:45.488964 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:17:45.488964 n-d-712140-12 neutron-server[94829]: return f(self, *a, **k) Aug 29 05:17:45.488964 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:17:45.488964 n-d-712140-12 neutron-server[94829]: return self._get(url).json() Aug 29 05:17:45.488964 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:17:45.488964 n-d-712140-12 neutron-server[94829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:17:45.488964 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:17:45.488964 n-d-712140-12 neutron-server[94829]: return self.request(url, 'GET', **kwargs) Aug 29 05:17:45.488964 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:17:45.488964 n-d-712140-12 neutron-server[94829]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:17:45.488964 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:17:45.488964 n-d-712140-12 neutron-server[94829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:17:45.488964 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:17:45.488964 n-d-712140-12 neutron-server[94829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:17:45.488964 n-d-712140-12 neutron-server[94829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:17:45.504047 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3e60042a-8cfb-49cb-96b1-5ca0d59755ae req-38bababd-7d81-4d2e-8206-fcb93aa3e0b2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=19efa733-49d3-4125-b1bf-b01d593b5e9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0519078 Aug 29 05:17:45.548058 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2d1301e4-4823-41dd-82e3-6720db05ae69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:45.554167 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2d1301e4-4823-41dd-82e3-6720db05ae69 admin admin] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:45.556937 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-2d1301e4-4823-41dd-82e3-6720db05ae69 admin admin] 10.222.0.22 "DELETE /v2.0/networks/8ae309ed-e971-431c-b5ed-2e1b33f31d02 HTTP/1.1" status: 204 len: 168 time: 0.5453427 Aug 29 05:17:45.560044 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 40906) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:17:45.567971 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1301e4-4823-41dd-82e3-6720db05ae69 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ae309ed-e971-431c-b5ed-2e1b33f31d02,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:17:45.682634 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e60042a-8cfb-49cb-96b1-5ca0d59755ae req-3950369a-6121-4e55-b73d-e1415a0512c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:17:45.684146 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3e60042a-8cfb-49cb-96b1-5ca0d59755ae req-3950369a-6121-4e55-b73d-e1415a0512c1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=31def360f89342158e5c482db8b51dfa&device_id=19efa733-49d3-4125-b1bf-b01d593b5e9a HTTP/1.1" status: 200 len: 1097 time: 0.0831335 Aug 29 05:17:46.075364 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device cc8b21d3-7539-49cf-a734-615f456c3b06 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:17:46.096273 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: cc8b21d3-7539-49cf-a734-615f456c3b06 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:17:46.096626 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device cc8b21d3-7539-49cf-a734-615f456c3b06 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:17:46.097060 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 8bdf0c37-ebe8-46b2-8abe-131ae6f32f6a no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:17:46.119839 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 8bdf0c37-ebe8-46b2-8abe-131ae6f32f6a {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:17:46.120189 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 8bdf0c37-ebe8-46b2-8abe-131ae6f32f6a not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:17:46.120614 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 5ce1a449-cc37-454c-a6fe-70fc8797a98a no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:17:46.139204 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 5ce1a449-cc37-454c-a6fe-70fc8797a98a {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:17:46.139566 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 5ce1a449-cc37-454c-a6fe-70fc8797a98a not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:17:46.228308 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e60042a-8cfb-49cb-96b1-5ca0d59755ae req-c4ac19f1-9037-4a34-941f-7db28b66179e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:17:46.229233 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3e60042a-8cfb-49cb-96b1-5ca0d59755ae req-c4ac19f1-9037-4a34-941f-7db28b66179e service neutron] 10.222.0.48 "GET /v2.0/networks?id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb HTTP/1.1" status: 200 len: 913 time: 0.4981222 Aug 29 05:17:46.276560 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3e60042a-8cfb-49cb-96b1-5ca0d59755ae req-3ffe1a8c-1db5-4852-85d2-cc0581d04ae9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e11f048-6330-4537-9251-c0dbbafc7fc5 HTTP/1.1" status: 200 len: 217 time: 0.0381610 Aug 29 05:17:46.348610 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e60042a-8cfb-49cb-96b1-5ca0d59755ae req-09323c97-6172-4184-83f8-a0da20f171f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:17:46.350044 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3e60042a-8cfb-49cb-96b1-5ca0d59755ae req-09323c97-6172-4184-83f8-a0da20f171f5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6f6d99e8-8009-478f-9356-563dd7d1ac5b HTTP/1.1" status: 200 len: 851 time: 0.0566547 Aug 29 05:17:46.424529 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e60042a-8cfb-49cb-96b1-5ca0d59755ae req-99dfa64c-672b-40db-b73b-df67cc5cd745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:17:46.426020 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3e60042a-8cfb-49cb-96b1-5ca0d59755ae req-99dfa64c-672b-40db-b73b-df67cc5cd745 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0675247 Aug 29 05:17:46.499383 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-34a85d21-fabb-4966-825d-09fe9f826521 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713413'] for router_interface, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:46.596753 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3e60042a-8cfb-49cb-96b1-5ca0d59755ae req-83ae80be-c3e0-41b3-924d-c124113b9708 service neutron] 10.222.0.48 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617889 Aug 29 05:17:46.746045 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3e60042a-8cfb-49cb-96b1-5ca0d59755ae req-cfc77a64-e1d2-4a15-9e16-0d8bc5edf15c service neutron] 10.222.0.48 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411200 Aug 29 05:17:46.829744 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-34a85d21-fabb-4966-825d-09fe9f826521 admin admin] Deleting port d5d81e94-1da0-44c4-879f-6a5919cf0722 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:17:46.830129 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-34a85d21-fabb-4966-825d-09fe9f826521 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:46.908353 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-34a85d21-fabb-4966-825d-09fe9f826521 admin admin] For port d5d81e94-1da0-44c4-879f-6a5919cf0722, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=d5d81e94-1da0-44c4-879f-6a5919cf0722,segment=NetworkSegment(44767738-0a33-4eab-9350-ea6e2acb984e),segment_id=44767738-0a33-4eab-9350-ea6e2acb984e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:17:46.908723 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-34a85d21-fabb-4966-825d-09fe9f826521 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:46.921180 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-34a85d21-fabb-4966-825d-09fe9f826521 admin admin] Calling delete_port for d5d81e94-1da0-44c4-879f-6a5919cf0722 owned by network:router_interface {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:17:47.097280 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-34a85d21-fabb-4966-825d-09fe9f826521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:47.123858 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a85d21-fabb-4966-825d-09fe9f826521 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5d81e94-1da0-44c4-879f-6a5919cf0722,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:17:47.286076 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-34a85d21-fabb-4966-825d-09fe9f826521 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-713231'] for router_interface, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:47.497555 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34a85d21-fabb-4966-825d-09fe9f826521 admin admin] Router b3d5ebb4-e8e5-4e62-b9f2-f6ce2a016807 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:17:47.600856 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34a85d21-fabb-4966-825d-09fe9f826521 admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:17:47.606515 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-34a85d21-fabb-4966-825d-09fe9f826521 admin admin] 10.222.0.22 "PUT /v2.0/routers/b3d5ebb4-e8e5-4e62-b9f2-f6ce2a016807/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0454321 Aug 29 05:17:47.609125 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 40908) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:17:47.610043 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f50db7-dd94-48e3-a810-ca7b82bdcb7c None None] Sync routers for ids ['b3d5ebb4-e8e5-4e62-b9f2-f6ce2a016807'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:17:47.619152 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f50db7-dd94-48e3-a810-ca7b82bdcb7c None None] Routers {'b3d5ebb4-e8e5-4e62-b9f2-f6ce2a016807'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:17:47.619794 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-d4f50db7-dd94-48e3-a810-ca7b82bdcb7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:17:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['b3d5ebb4-e8e5-4e62-b9f2-f6ce2a016807'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:17:47.716404 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-364eb543-0b5d-45e0-a970-9fe63b0e735b admin admin] Notify callbacks [] for router, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:47.721438 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-d4f50db7-dd94-48e3-a810-ca7b82bdcb7c None None] Set router b3d5ebb4-e8e5-4e62-b9f2-f6ce2a016807 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:17:47.818480 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-364eb543-0b5d-45e0-a970-9fe63b0e735b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:47.871789 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-364eb543-0b5d-45e0-a970-9fe63b0e735b admin admin] Deleting port 9a0a51a7-0675-45d0-9610-5417800fb0c5 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:17:47.872137 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-364eb543-0b5d-45e0-a970-9fe63b0e735b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:47.898925 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-d4f50db7-dd94-48e3-a810-ca7b82bdcb7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3d5ebb4-e8e5-4e62-b9f2-f6ce2a016807', 'name': 'tempest-TestEncryptedCinderVolumes-945676892-router', 'tenant_id': 'd78e75dc398a40678f9c626f8e51a3c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '9a0a51a7-0675-45d0-9610-5417800fb0c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:16:31Z', 'updated_at': '2021-08-29T05:17:47Z', 'revision_number': 5, 'project_id': 'd78e75dc398a40678f9c626f8e51a3c9', 'gw_port': {'id': '9a0a51a7-0675-45d0-9610-5417800fb0c5', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:89:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d5ebb4-e8e5-4e62-b9f2-f6ce2a016807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:16:32Z', 'updated_at': '2021-08-29T05:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:17:47.924620 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f50db7-dd94-48e3-a810-ca7b82bdcb7c None None] Checking router: b3d5ebb4-e8e5-4e62-b9f2-f6ce2a016807 for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:17:47.933003 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f50db7-dd94-48e3-a810-ca7b82bdcb7c None None] Routers {'b3d5ebb4-e8e5-4e62-b9f2-f6ce2a016807'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:17:47.933639 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-d4f50db7-dd94-48e3-a810-ca7b82bdcb7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:17:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['b3d5ebb4-e8e5-4e62-b9f2-f6ce2a016807'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:17:47.954007 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-364eb543-0b5d-45e0-a970-9fe63b0e735b admin admin] For port 9a0a51a7-0675-45d0-9610-5417800fb0c5, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=9a0a51a7-0675-45d0-9610-5417800fb0c5,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:17:47.954481 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-364eb543-0b5d-45e0-a970-9fe63b0e735b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:47.967409 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-364eb543-0b5d-45e0-a970-9fe63b0e735b admin admin] Calling delete_port for 9a0a51a7-0675-45d0-9610-5417800fb0c5 owned by network:router_gateway {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:17:48.023410 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-d4f50db7-dd94-48e3-a810-ca7b82bdcb7c None None] Set router b3d5ebb4-e8e5-4e62-b9f2-f6ce2a016807 gateway port host: None {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:17:48.081204 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-d4f50db7-dd94-48e3-a810-ca7b82bdcb7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3d5ebb4-e8e5-4e62-b9f2-f6ce2a016807', 'name': 'tempest-TestEncryptedCinderVolumes-945676892-router', 'tenant_id': 'd78e75dc398a40678f9c626f8e51a3c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:16:31Z', 'updated_at': '2021-08-29T05:17:47Z', 'revision_number': 6, 'project_id': 'd78e75dc398a40678f9c626f8e51a3c9', 'gw_port_host': None}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:17:48.107311 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f50db7-dd94-48e3-a810-ca7b82bdcb7c None None] The sync data for ids ['b3d5ebb4-e8e5-4e62-b9f2-f6ce2a016807'] in n-d-712140-12 is: [{'id': 'b3d5ebb4-e8e5-4e62-b9f2-f6ce2a016807', 'name': 'tempest-TestEncryptedCinderVolumes-945676892-router', 'tenant_id': 'd78e75dc398a40678f9c626f8e51a3c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:16:31Z', 'updated_at': '2021-08-29T05:17:47Z', 'revision_number': 6, 'project_id': 'd78e75dc398a40678f9c626f8e51a3c9', 'gw_port_host': None}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:17:48.144512 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-364eb543-0b5d-45e0-a970-9fe63b0e735b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:48.170687 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364eb543-0b5d-45e0-a970-9fe63b0e735b admin admin] Pushing event deleted for resources: {'Port': ['ID=9a0a51a7-0675-45d0-9610-5417800fb0c5,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:17:48.229864 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-364eb543-0b5d-45e0-a970-9fe63b0e735b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719445'] for router_gateway, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:48.324715 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-364eb543-0b5d-45e0-a970-9fe63b0e735b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:48.326721 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-364eb543-0b5d-45e0-a970-9fe63b0e735b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:48.371442 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-364eb543-0b5d-45e0-a970-9fe63b0e735b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717253'] for router, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:48.372127 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-364eb543-0b5d-45e0-a970-9fe63b0e735b admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3d5ebb4-e8e5-4e62-b9f2-f6ce2a016807 {{(pid=94828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 05:17:48.376683 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-364eb543-0b5d-45e0-a970-9fe63b0e735b admin admin] Notify callbacks [] for router, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:48.377868 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-364eb543-0b5d-45e0-a970-9fe63b0e735b admin admin] 10.222.0.22 "DELETE /v2.0/routers/b3d5ebb4-e8e5-4e62-b9f2-f6ce2a016807 HTTP/1.1" status: 204 len: 168 time: 0.7677958 Aug 29 05:17:48.380372 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 40910) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:17:48.424282 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a71c10a-880d-41ed-b7ac-54b9dbf6ef41 admin admin] Deleting subnet ee281c7b-d16b-4bc3-b92e-91aa50e04982 {{(pid=94828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 05:17:48.427498 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0a71c10a-880d-41ed-b7ac-54b9dbf6ef41 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:48.463914 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0a71c10a-880d-41ed-b7ac-54b9dbf6ef41 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8904862'] for subnet, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:48.545723 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0a71c10a-880d-41ed-b7ac-54b9dbf6ef41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:48.598821 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0a71c10a-880d-41ed-b7ac-54b9dbf6ef41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9190434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062341'] for subnet, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:48.625193 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a71c10a-880d-41ed-b7ac-54b9dbf6ef41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee281c7b-d16b-4bc3-b92e-91aa50e04982,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:17:48.630249 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0a71c10a-880d-41ed-b7ac-54b9dbf6ef41 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:48.632109 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-0a71c10a-880d-41ed-b7ac-54b9dbf6ef41 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/ee281c7b-d16b-4bc3-b92e-91aa50e04982 HTTP/1.1" status: 204 len: 168 time: 0.2508025 Aug 29 05:17:48.635367 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 40912) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:17:48.635887 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50ff5d7-5ac0-4ac3-aada-a09a2c64a244 None None] Network 78f71fec-9d6d-4a9c-b8e1-c99aa6b3a664 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:17:48.708293 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e730d1a6-062b-4fe4-a513-44efef823ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:48.765201 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-e730d1a6-062b-4fe4-a513-44efef823ec0 admin admin] Deleting port aa014207-6b69-4d72-845f-477a8ce9de91 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:17:48.765545 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e730d1a6-062b-4fe4-a513-44efef823ec0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:48.829850 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-e730d1a6-062b-4fe4-a513-44efef823ec0 admin admin] For port aa014207-6b69-4d72-845f-477a8ce9de91, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=aa014207-6b69-4d72-845f-477a8ce9de91,segment=NetworkSegment(44767738-0a33-4eab-9350-ea6e2acb984e),segment_id=44767738-0a33-4eab-9350-ea6e2acb984e)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:17:48.830080 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e730d1a6-062b-4fe4-a513-44efef823ec0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:48.841726 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e897d703-93dc-413c-abf8-f51a44de4fdd None None] DHCP port deletion for 78f71fec-9d6d-4a9c-b8e1-c99aa6b3a664 request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 05:17:48.844343 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-e730d1a6-062b-4fe4-a513-44efef823ec0 admin admin] Calling delete_port for aa014207-6b69-4d72-845f-477a8ce9de91 owned by network:dhcp {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:17:48.888828 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e897d703-93dc-413c-abf8-f51a44de4fdd None None] Deleting port aa014207-6b69-4d72-845f-477a8ce9de91 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:17:48.889200 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e897d703-93dc-413c-abf8-f51a44de4fdd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:48.928230 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e730d1a6-062b-4fe4-a513-44efef823ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:48.953854 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e897d703-93dc-413c-abf8-f51a44de4fdd None None] For port aa014207-6b69-4d72-845f-477a8ce9de91, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=aa014207-6b69-4d72-845f-477a8ce9de91,segment=NetworkSegment(44767738-0a33-4eab-9350-ea6e2acb984e),segment_id=44767738-0a33-4eab-9350-ea6e2acb984e)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:17:48.954334 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e897d703-93dc-413c-abf8-f51a44de4fdd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:48.954837 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e730d1a6-062b-4fe4-a513-44efef823ec0 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa014207-6b69-4d72-845f-477a8ce9de91,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:17:48.959352 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e730d1a6-062b-4fe4-a513-44efef823ec0 admin admin] No DVR routers for this DVR port aa014207-6b69-4d72-845f-477a8ce9de91 on host n-d-712140-12 {{(pid=94829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:17:48.968736 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e897d703-93dc-413c-abf8-f51a44de4fdd None None] Calling delete_port for aa014207-6b69-4d72-845f-477a8ce9de91 owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:17:49.034724 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e730d1a6-062b-4fe4-a513-44efef823ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:49.046587 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-e730d1a6-062b-4fe4-a513-44efef823ec0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78f71fec-9d6d-4a9c-b8e1-c99aa6b3a664']}} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:17:49.047239 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e897d703-93dc-413c-abf8-f51a44de4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:49.062088 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-e730d1a6-062b-4fe4-a513-44efef823ec0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44767738-0a33-4eab-9350-ea6e2acb984e') {'for_net_delete': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:17:49.062407 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-e730d1a6-062b-4fe4-a513-44efef823ec0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44767738-0a33-4eab-9350-ea6e2acb984e') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:17:49.074466 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e730d1a6-062b-4fe4-a513-44efef823ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4311712'] for segment, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:49.075423 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e897d703-93dc-413c-abf8-f51a44de4fdd None None] No DVR routers for this DVR port aa014207-6b69-4d72-845f-477a8ce9de91 on host n-d-712140-12 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:17:49.077348 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e897d703-93dc-413c-abf8-f51a44de4fdd None None] Pushing event deleted for resources: {'Port': ['ID=aa014207-6b69-4d72-845f-477a8ce9de91,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:17:49.098245 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e730d1a6-062b-4fe4-a513-44efef823ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:49.106266 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e730d1a6-062b-4fe4-a513-44efef823ec0 admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=94829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:17:49.106791 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e730d1a6-062b-4fe4-a513-44efef823ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4274277'] for segment, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:49.108828 n-d-712140-12 neutron-server[94829]: Traceback (most recent call last): Aug 29 05:17:49.108828 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:17:49.108828 n-d-712140-12 neutron-server[94829]: timer() Aug 29 05:17:49.108828 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:17:49.108828 n-d-712140-12 neutron-server[94829]: cb(*args, **kw) Aug 29 05:17:49.108828 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:17:49.108828 n-d-712140-12 neutron-server[94829]: return func(*args, **kwargs) Aug 29 05:17:49.108828 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:17:49.108828 n-d-712140-12 neutron-server[94829]: self._notify() Aug 29 05:17:49.108828 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:17:49.108828 n-d-712140-12 neutron-server[94829]: self.callback(batched_events) Aug 29 05:17:49.108828 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:17:49.108828 n-d-712140-12 neutron-server[94829]: event.method(event) Aug 29 05:17:49.108828 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:17:49.108828 n-d-712140-12 neutron-server[94829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:17:49.108828 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:17:49.108828 n-d-712140-12 neutron-server[94829]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:17:49.108828 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:17:49.108828 n-d-712140-12 neutron-server[94829]: return f(self, *a, **k) Aug 29 05:17:49.108828 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:17:49.108828 n-d-712140-12 neutron-server[94829]: return self._get(url).json() Aug 29 05:17:49.108828 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:17:49.108828 n-d-712140-12 neutron-server[94829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:17:49.108828 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:17:49.108828 n-d-712140-12 neutron-server[94829]: return self.request(url, 'GET', **kwargs) Aug 29 05:17:49.108828 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:17:49.108828 n-d-712140-12 neutron-server[94829]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:17:49.108828 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:17:49.108828 n-d-712140-12 neutron-server[94829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:17:49.108828 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:17:49.108828 n-d-712140-12 neutron-server[94829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:17:49.108828 n-d-712140-12 neutron-server[94829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:17:49.169524 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e730d1a6-062b-4fe4-a513-44efef823ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:49.175904 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e730d1a6-062b-4fe4-a513-44efef823ec0 admin admin] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:49.177635 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-e730d1a6-062b-4fe4-a513-44efef823ec0 admin admin] 10.222.0.22 "DELETE /v2.0/networks/78f71fec-9d6d-4a9c-b8e1-c99aa6b3a664 HTTP/1.1" status: 204 len: 168 time: 0.5412071 Aug 29 05:17:49.189546 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e730d1a6-062b-4fe4-a513-44efef823ec0 admin admin] Pushing event deleted for resources: {'Network': ['ID=78f71fec-9d6d-4a9c-b8e1-c99aa6b3a664,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:17:49.340327 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 40916) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:17:49.385083 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-5e093ee7-3422-4cf7-81b3-f7c876a1f1b1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3a9e69e208c24252ae22053834886a70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0436108 Aug 29 05:17:49.387574 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 40918) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:17:49.435289 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-82135939-acf4-46d7-969d-f9c81aae50b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:49.455972 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-82135939-acf4-46d7-969d-f9c81aae50b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:49.512050 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-82135939-acf4-46d7-969d-f9c81aae50b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:49.514797 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-82135939-acf4-46d7-969d-f9c81aae50b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:49.516008 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-82135939-acf4-46d7-969d-f9c81aae50b0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f26bb3b1-1991-4c6e-9f7d-b6a033432652 HTTP/1.1" status: 204 len: 168 time: 0.1274807 Aug 29 05:17:49.523877 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82135939-acf4-46d7-969d-f9c81aae50b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f26bb3b1-1991-4c6e-9f7d-b6a033432652,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:17:49.754038 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:49.833090 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 40924) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:17:49.872720 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-05516a22-5483-4640-a192-8652ef2563c3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d78e75dc398a40678f9c626f8e51a3c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384662 Aug 29 05:17:49.875174 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 40926) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:17:49.923044 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8cc09101-2d54-44c3-8377-71fbee9b75ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:49.943095 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8cc09101-2d54-44c3-8377-71fbee9b75ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:49.994533 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8cc09101-2d54-44c3-8377-71fbee9b75ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:49.997049 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8cc09101-2d54-44c3-8377-71fbee9b75ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:49.998231 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-8cc09101-2d54-44c3-8377-71fbee9b75ec admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/17b40674-fe86-40bf-aed9-b055081d48e1 HTTP/1.1" status: 204 len: 168 time: 0.1220620 Aug 29 05:17:50.006435 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc09101-2d54-44c3-8377-71fbee9b75ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17b40674-fe86-40bf-aed9-b055081d48e1,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:17:50.083442 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device d5d81e94-1da0-44c4-879f-6a5919cf0722 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:17:50.102648 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: d5d81e94-1da0-44c4-879f-6a5919cf0722 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:17:50.102996 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device d5d81e94-1da0-44c4-879f-6a5919cf0722 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:17:50.103531 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 9a0a51a7-0675-45d0-9610-5417800fb0c5 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:17:50.122848 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 9a0a51a7-0675-45d0-9610-5417800fb0c5 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:17:50.123189 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 9a0a51a7-0675-45d0-9610-5417800fb0c5 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:17:50.123607 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device aa014207-6b69-4d72-845f-477a8ce9de91 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:17:50.142059 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: aa014207-6b69-4d72-845f-477a8ce9de91 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:17:50.142404 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device aa014207-6b69-4d72-845f-477a8ce9de91 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:17:50.652857 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 40948) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:17:50.747918 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-6c9aff5b-4f35-4809-8c55-ffc52e0d128b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2007266321-network', 'tenant_id': '8a4c6c35c23a46329e63543f254442b5'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:17:50.767872 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c9aff5b-4f35-4809-8c55-ffc52e0d128b admin admin] Made reservation on behalf of 8a4c6c35c23a46329e63543f254442b5 for: {'network': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:17:50.770198 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6c9aff5b-4f35-4809-8c55-ffc52e0d128b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:50.779304 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6c9aff5b-4f35-4809-8c55-ffc52e0d128b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:50.865647 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6c9aff5b-4f35-4809-8c55-ffc52e0d128b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:50.869546 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6c9aff5b-4f35-4809-8c55-ffc52e0d128b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:50.889820 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c9aff5b-4f35-4809-8c55-ffc52e0d128b admin admin] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=94828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:17:50.905045 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9aff5b-4f35-4809-8c55-ffc52e0d128b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce9f9a1a-0d51-4465-aaec-fc6552a27a8b,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:17:50.908308 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6c9aff5b-4f35-4809-8c55-ffc52e0d128b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:50.908657 n-d-712140-12 neutron-server[94828]: INFO neutron.db.segments_db [None req-6c9aff5b-4f35-4809-8c55-ffc52e0d128b admin admin] Added segment bcfdb9ca-1d95-4f88-9eb9-0e16fd0cf5d6 of type vlan for network 1078145e-2c15-4fa8-b699-05f3d9a79ab3 Aug 29 05:17:50.952294 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6c9aff5b-4f35-4809-8c55-ffc52e0d128b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:50.976568 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6c9aff5b-4f35-4809-8c55-ffc52e0d128b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:50.978111 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9aff5b-4f35-4809-8c55-ffc52e0d128b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:17:50.978689 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6c9aff5b-4f35-4809-8c55-ffc52e0d128b admin admin] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:51.031242 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-6c9aff5b-4f35-4809-8c55-ffc52e0d128b admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3772225 Aug 29 05:17:51.034360 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 40952) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:17:51.036140 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9aff5b-4f35-4809-8c55-ffc52e0d128b admin admin] Pushing event updated for resources: {'Network': ['ID=1078145e-2c15-4fa8-b699-05f3d9a79ab3,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:17:51.040697 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-c1463024-f60c-4211-8d3c-50872ec5c0a7 admin admin] Request body: {'subnet': {'network_id': '1078145e-2c15-4fa8-b699-05f3d9a79ab3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2007266321-subnet', 'tenant_id': '8a4c6c35c23a46329e63543f254442b5', 'ip_version': 4}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:17:51.047215 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 1078145e-2c15-4fa8-b699-05f3d9a79ab3 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:17:51.064002 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1463024-f60c-4211-8d3c-50872ec5c0a7 admin admin] Made reservation on behalf of 8a4c6c35c23a46329e63543f254442b5 for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:17:51.066361 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c1463024-f60c-4211-8d3c-50872ec5c0a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4552395'] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:51.231915 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c1463024-f60c-4211-8d3c-50872ec5c0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4274880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4552377'] for subnet, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:51.284616 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1463024-f60c-4211-8d3c-50872ec5c0a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddd9f0d0-4fbc-4068-ac46-0e09c5fbc1ea,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:17:51.294545 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1463024-f60c-4211-8d3c-50872ec5c0a7 admin admin] Checking segment: {'id': 'bcfdb9ca-1d95-4f88-9eb9-0e16fd0cf5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '1078145e-2c15-4fa8-b699-05f3d9a79ab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:17:51.294907 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1463024-f60c-4211-8d3c-50872ec5c0a7 admin admin] Network hostable DHCP agents. Network: 1078145e-2c15-4fa8-b699-05f3d9a79ab3, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:17:51.310157 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1463024-f60c-4211-8d3c-50872ec5c0a7 admin admin] Network 1078145e-2c15-4fa8-b699-05f3d9a79ab3 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:17:51.318125 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-c1463024-f60c-4211-8d3c-50872ec5c0a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 1078145e-2c15-4fa8-b699-05f3d9a79ab3) {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:17:51.322987 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1463024-f60c-4211-8d3c-50872ec5c0a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:17:51.323811 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c1463024-f60c-4211-8d3c-50872ec5c0a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:51.329889 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0277ca67-15cf-4af4-aebb-778c2c6b54a5 None None] Network 1078145e-2c15-4fa8-b699-05f3d9a79ab3 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:17:51.338289 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-c1463024-f60c-4211-8d3c-50872ec5c0a7 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3027525 Aug 29 05:17:51.341040 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 40954) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:17:51.345395 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-429e9385-97ca-4494-b7c8-098dd4f9a3f6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2007266321-router', 'tenant_id': '8a4c6c35c23a46329e63543f254442b5', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:17:51.365300 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-429e9385-97ca-4494-b7c8-098dd4f9a3f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:51.366295 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-429e9385-97ca-4494-b7c8-098dd4f9a3f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1838'] for router, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:51.419594 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-429e9385-97ca-4494-b7c8-098dd4f9a3f6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:51.476756 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680d2e5f-8dc4-4e69-a922-2b56b6b78299 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-1078145e-2c15-4fa8-b699-05f3d9a79ab3', 'network_id': '1078145e-2c15-4fa8-b699-05f3d9a79ab3', 'tenant_id': '8a4c6c35c23a46329e63543f254442b5', 'fixed_ips': [{'subnet_id': 'ddd9f0d0-4fbc-4068-ac46-0e09c5fbc1ea'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 05:17:51.477761 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-680d2e5f-8dc4-4e69-a922-2b56b6b78299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:51.557892 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-429e9385-97ca-4494-b7c8-098dd4f9a3f6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:51.607854 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-680d2e5f-8dc4-4e69-a922-2b56b6b78299 None None] Allocated IP 172.20.0.2 (1078145e-2c15-4fa8-b699-05f3d9a79ab3/ddd9f0d0-4fbc-4068-ac46-0e09c5fbc1ea/772d2bcc-cafd-422b-ab8a-be1bb185d122) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:17:51.751238 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-680d2e5f-8dc4-4e69-a922-2b56b6b78299 None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:51.761112 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-680d2e5f-8dc4-4e69-a922-2b56b6b78299 None None] Transition to ACTIVE for port object 772d2bcc-cafd-422b-ab8a-be1bb185d122 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:17:51.772285 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-429e9385-97ca-4494-b7c8-098dd4f9a3f6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:51.775861 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-680d2e5f-8dc4-4e69-a922-2b56b6b78299 None None] Transition to ACTIVE for port object 772d2bcc-cafd-422b-ab8a-be1bb185d122 will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:17:51.781571 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-680d2e5f-8dc4-4e69-a922-2b56b6b78299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:51.791379 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-429e9385-97ca-4494-b7c8-098dd4f9a3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:51.822134 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680d2e5f-8dc4-4e69-a922-2b56b6b78299 None None] Network 1078145e-2c15-4fa8-b699-05f3d9a79ab3 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:17:51.827412 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-680d2e5f-8dc4-4e69-a922-2b56b6b78299 None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:17:51.829771 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680d2e5f-8dc4-4e69-a922-2b56b6b78299 None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:17:51.832668 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680d2e5f-8dc4-4e69-a922-2b56b6b78299 None None] Pushing event updated for resources: {'Port': ['ID=772d2bcc-cafd-422b-ab8a-be1bb185d122,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:17:51.887122 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-680d2e5f-8dc4-4e69-a922-2b56b6b78299 None None] Attempting to bind port 772d2bcc-cafd-422b-ab8a-be1bb185d122 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:17:51.887493 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-680d2e5f-8dc4-4e69-a922-2b56b6b78299 None None] Attempting to bind port 772d2bcc-cafd-422b-ab8a-be1bb185d122 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'bcfdb9ca-1d95-4f88-9eb9-0e16fd0cf5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '1078145e-2c15-4fa8-b699-05f3d9a79ab3'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:17:51.887883 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680d2e5f-8dc4-4e69-a922-2b56b6b78299 None None] Attempting to bind port 772d2bcc-cafd-422b-ab8a-be1bb185d122 on network 1078145e-2c15-4fa8-b699-05f3d9a79ab3 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:17:51.892823 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680d2e5f-8dc4-4e69-a922-2b56b6b78299 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:17:51.893249 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680d2e5f-8dc4-4e69-a922-2b56b6b78299 None None] Checking segment: {'id': 'bcfdb9ca-1d95-4f88-9eb9-0e16fd0cf5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '1078145e-2c15-4fa8-b699-05f3d9a79ab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:17:51.893658 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-680d2e5f-8dc4-4e69-a922-2b56b6b78299 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:51.894082 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680d2e5f-8dc4-4e69-a922-2b56b6b78299 None None] Bound using segment: {'id': 'bcfdb9ca-1d95-4f88-9eb9-0e16fd0cf5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '1078145e-2c15-4fa8-b699-05f3d9a79ab3'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:17:51.894571 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-680d2e5f-8dc4-4e69-a922-2b56b6b78299 None None] Bound port: 772d2bcc-cafd-422b-ab8a-be1bb185d122, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcfdb9ca-1d95-4f88-9eb9-0e16fd0cf5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '1078145e-2c15-4fa8-b699-05f3d9a79ab3'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:17:51.894953 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-680d2e5f-8dc4-4e69-a922-2b56b6b78299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:51.897276 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-429e9385-97ca-4494-b7c8-098dd4f9a3f6 admin admin] Allocated IP 172.25.0.181 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/9b7e713c-91f7-4efa-bfba-0e0b7bf36869) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:17:51.957073 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-680d2e5f-8dc4-4e69-a922-2b56b6b78299 None None] For port 772d2bcc-cafd-422b-ab8a-be1bb185d122, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:17:51.960575 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-680d2e5f-8dc4-4e69-a922-2b56b6b78299 None None] For port 772d2bcc-cafd-422b-ab8a-be1bb185d122, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=772d2bcc-cafd-422b-ab8a-be1bb185d122,segment=NetworkSegment(bcfdb9ca-1d95-4f88-9eb9-0e16fd0cf5d6),segment_id=bcfdb9ca-1d95-4f88-9eb9-0e16fd0cf5d6)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:17:51.965043 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-680d2e5f-8dc4-4e69-a922-2b56b6b78299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:52.004624 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-429e9385-97ca-4494-b7c8-098dd4f9a3f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:52.026176 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680d2e5f-8dc4-4e69-a922-2b56b6b78299 None None] Pushing event updated for resources: {'Port': ['ID=772d2bcc-cafd-422b-ab8a-be1bb185d122,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:17:52.045246 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-429e9385-97ca-4494-b7c8-098dd4f9a3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:52.086364 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429e9385-97ca-4494-b7c8-098dd4f9a3f6 admin admin] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:17:52.089232 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-429e9385-97ca-4494-b7c8-098dd4f9a3f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:17:52.093053 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429e9385-97ca-4494-b7c8-098dd4f9a3f6 admin admin] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:17:52.116875 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429e9385-97ca-4494-b7c8-098dd4f9a3f6 admin admin] Pushing event updated for resources: {'Port': ['ID=9b7e713c-91f7-4efa-bfba-0e0b7bf36869,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:17:52.358299 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-429e9385-97ca-4494-b7c8-098dd4f9a3f6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:52.553959 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-429e9385-97ca-4494-b7c8-098dd4f9a3f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409'] for router, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:52.688844 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-429e9385-97ca-4494-b7c8-098dd4f9a3f6 admin admin] Router 2e6dc5b0-0608-46eb-ab25-1326710b981b is scheduled to L3 agent 76874008-c311-485c-ba36-921b6d275b6a with binding_index 1 {{(pid=94829) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 05:17:52.800894 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-429e9385-97ca-4494-b7c8-098dd4f9a3f6 admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:17:52.813237 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48852984-8abe-494d-b65d-09e1cbe92f88 None None] Sync routers for ids ['2e6dc5b0-0608-46eb-ab25-1326710b981b'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:17:52.821593 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-429e9385-97ca-4494-b7c8-098dd4f9a3f6 admin admin] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:52.825379 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-429e9385-97ca-4494-b7c8-098dd4f9a3f6 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.4809096 Aug 29 05:17:52.825554 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48852984-8abe-494d-b65d-09e1cbe92f88 None None] Routers {'2e6dc5b0-0608-46eb-ab25-1326710b981b'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:17:52.825554 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-48852984-8abe-494d-b65d-09e1cbe92f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:17:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['2e6dc5b0-0608-46eb-ab25-1326710b981b'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:17:52.825764 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 40956) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:17:52.911890 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640d5d8a-d89e-4753-bb52-580f9210eafa None None] Network 1078145e-2c15-4fa8-b699-05f3d9a79ab3 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:17:53.159762 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-851547f6-7168-4bac-bdd7-02b98cc2047e None None] Provisioning for port 772d2bcc-cafd-422b-ab8a-be1bb185d122 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:17:53.162958 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-48852984-8abe-494d-b65d-09e1cbe92f88 None None] Set router 2e6dc5b0-0608-46eb-ab25-1326710b981b gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:17:53.431286 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-48852984-8abe-494d-b65d-09e1cbe92f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e6dc5b0-0608-46eb-ab25-1326710b981b', 'name': 'tempest-TestMinimumBasicScenario-2007266321-router', 'tenant_id': '8a4c6c35c23a46329e63543f254442b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '9b7e713c-91f7-4efa-bfba-0e0b7bf36869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:17:51Z', 'updated_at': '2021-08-29T05:17:52Z', 'revision_number': 3, 'project_id': '8a4c6c35c23a46329e63543f254442b5', 'gw_port': {'id': '9b7e713c-91f7-4efa-bfba-0e0b7bf36869', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:11:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e6dc5b0-0608-46eb-ab25-1326710b981b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:17:51Z', 'updated_at': '2021-08-29T05:17:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:17:53.458594 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48852984-8abe-494d-b65d-09e1cbe92f88 None None] Checking router: 2e6dc5b0-0608-46eb-ab25-1326710b981b for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:17:53.458953 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48852984-8abe-494d-b65d-09e1cbe92f88 None None] Updating router 2e6dc5b0-0608-46eb-ab25-1326710b981b port 9b7e713c-91f7-4efa-bfba-0e0b7bf36869 binding host n-d-712140-12 {{(pid=94830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:17:53.484566 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-48852984-8abe-494d-b65d-09e1cbe92f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:53.553137 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2b4bf464-25c1-45dc-ab64-2e587b6b589f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:53.717091 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-2b4bf464-25c1-45dc-ab64-2e587b6b589f admin admin] Allocated IP 172.20.0.1 (1078145e-2c15-4fa8-b699-05f3d9a79ab3/ddd9f0d0-4fbc-4068-ac46-0e09c5fbc1ea/0b6b09de-dbee-4df5-a8f6-94385a065da0) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:17:53.757709 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-48852984-8abe-494d-b65d-09e1cbe92f88 None None] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:53.767405 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-48852984-8abe-494d-b65d-09e1cbe92f88 None None] Transition to ACTIVE for port object 9b7e713c-91f7-4efa-bfba-0e0b7bf36869 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:17:53.772519 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-48852984-8abe-494d-b65d-09e1cbe92f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:53.822985 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2b4bf464-25c1-45dc-ab64-2e587b6b589f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:53.825515 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a389b5b0-7e8d-4c63-a9d5-c8f653258d1f None None] Pushing event updated for resources: {'Port': ['ID=9b7e713c-91f7-4efa-bfba-0e0b7bf36869,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:17:53.827759 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-48852984-8abe-494d-b65d-09e1cbe92f88 None None] Attempting to bind port 9b7e713c-91f7-4efa-bfba-0e0b7bf36869 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:17:53.828130 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-48852984-8abe-494d-b65d-09e1cbe92f88 None None] Attempting to bind port 9b7e713c-91f7-4efa-bfba-0e0b7bf36869 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:17:53.828491 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48852984-8abe-494d-b65d-09e1cbe92f88 None None] Attempting to bind port 9b7e713c-91f7-4efa-bfba-0e0b7bf36869 on network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:17:53.834222 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48852984-8abe-494d-b65d-09e1cbe92f88 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:17:53.834611 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48852984-8abe-494d-b65d-09e1cbe92f88 None None] Checking segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:17:53.835085 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-48852984-8abe-494d-b65d-09e1cbe92f88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:53.835529 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48852984-8abe-494d-b65d-09e1cbe92f88 None None] Bound using segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:17:53.835933 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-48852984-8abe-494d-b65d-09e1cbe92f88 None None] Bound port: 9b7e713c-91f7-4efa-bfba-0e0b7bf36869, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:17:53.836318 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-48852984-8abe-494d-b65d-09e1cbe92f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:53.838551 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-2b4bf464-25c1-45dc-ab64-2e587b6b589f admin admin] Transition to ACTIVE for port object 0b6b09de-dbee-4df5-a8f6-94385a065da0 will not be triggered until provisioned by entity DHCP. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:17:53.871199 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2b4bf464-25c1-45dc-ab64-2e587b6b589f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:53.894450 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-48852984-8abe-494d-b65d-09e1cbe92f88 None None] For port 9b7e713c-91f7-4efa-bfba-0e0b7bf36869, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:17:53.898204 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-48852984-8abe-494d-b65d-09e1cbe92f88 None None] For port 9b7e713c-91f7-4efa-bfba-0e0b7bf36869, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=9b7e713c-91f7-4efa-bfba-0e0b7bf36869,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:17:53.903234 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-48852984-8abe-494d-b65d-09e1cbe92f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:53.908461 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4bf464-25c1-45dc-ab64-2e587b6b589f admin admin] Network 1078145e-2c15-4fa8-b699-05f3d9a79ab3 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:17:53.913310 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-2b4bf464-25c1-45dc-ab64-2e587b6b589f admin admin] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:17:53.917499 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4bf464-25c1-45dc-ab64-2e587b6b589f admin admin] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:17:53.943661 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4bf464-25c1-45dc-ab64-2e587b6b589f admin admin] Pushing event updated for resources: {'Port': ['ID=0b6b09de-dbee-4df5-a8f6-94385a065da0,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:17:53.957220 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48852984-8abe-494d-b65d-09e1cbe92f88 None None] Routers {'2e6dc5b0-0608-46eb-ab25-1326710b981b'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:17:53.957854 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-48852984-8abe-494d-b65d-09e1cbe92f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:17:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['2e6dc5b0-0608-46eb-ab25-1326710b981b'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:17:53.963455 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2b4bf464-25c1-45dc-ab64-2e587b6b589f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719598'] for router_interface, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:54.007728 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a389b5b0-7e8d-4c63-a9d5-c8f653258d1f None None] Pushing event updated for resources: {'Port': ['ID=9b7e713c-91f7-4efa-bfba-0e0b7bf36869,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:17:54.108646 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2b4bf464-25c1-45dc-ab64-2e587b6b589f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:54.116815 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-48852984-8abe-494d-b65d-09e1cbe92f88 None None] Set router 2e6dc5b0-0608-46eb-ab25-1326710b981b gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:17:54.148326 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 772d2bcc-cafd-422b-ab8a-be1bb185d122 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:17:54.262619 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-4910fb38-3c85-4803-a918-0f760170b322 None None] Provisioning for port 0b6b09de-dbee-4df5-a8f6-94385a065da0 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:17:54.276010 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2b4bf464-25c1-45dc-ab64-2e587b6b589f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:54.279626 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-4910fb38-3c85-4803-a918-0f760170b322 None None] Provisioning complete for port 0b6b09de-dbee-4df5-a8f6-94385a065da0 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:17:54.280023 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4910fb38-3c85-4803-a918-0f760170b322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:54.281715 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2b4bf464-25c1-45dc-ab64-2e587b6b589f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:54.317673 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 772d2bcc-cafd-422b-ab8a-be1bb185d122 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:17:54.332649 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 772d2bcc-cafd-422b-ab8a-be1bb185d122 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:17:54.333022 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:54.348547 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4bf464-25c1-45dc-ab64-2e587b6b589f admin admin] Pushing event updated for resources: {'Port': ['ID=0b6b09de-dbee-4df5-a8f6-94385a065da0,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:17:54.351132 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2b4bf464-25c1-45dc-ab64-2e587b6b589f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-718897'] for router_interface, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:54.373072 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-4910fb38-3c85-4803-a918-0f760170b322 None None] Port 0b6b09de-dbee-4df5-a8f6-94385a065da0 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:17:54.440013 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-48852984-8abe-494d-b65d-09e1cbe92f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e6dc5b0-0608-46eb-ab25-1326710b981b', 'name': 'tempest-TestMinimumBasicScenario-2007266321-router', 'tenant_id': '8a4c6c35c23a46329e63543f254442b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '9b7e713c-91f7-4efa-bfba-0e0b7bf36869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:17:51Z', 'updated_at': '2021-08-29T05:17:52Z', 'revision_number': 3, 'project_id': '8a4c6c35c23a46329e63543f254442b5', 'gw_port': {'id': '9b7e713c-91f7-4efa-bfba-0e0b7bf36869', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:11:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e6dc5b0-0608-46eb-ab25-1326710b981b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:17:51Z', 'updated_at': '2021-08-29T05:17:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:17:54.444358 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4bf464-25c1-45dc-ab64-2e587b6b589f admin admin] Network 1078145e-2c15-4fa8-b699-05f3d9a79ab3 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:17:54.446250 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-2b4bf464-25c1-45dc-ab64-2e587b6b589f admin admin] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:17:54.474781 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48852984-8abe-494d-b65d-09e1cbe92f88 None None] The sync data for ids ['2e6dc5b0-0608-46eb-ab25-1326710b981b'] in n-d-712140-12 is: [{'id': '2e6dc5b0-0608-46eb-ab25-1326710b981b', 'name': 'tempest-TestMinimumBasicScenario-2007266321-router', 'tenant_id': '8a4c6c35c23a46329e63543f254442b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '9b7e713c-91f7-4efa-bfba-0e0b7bf36869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:17:51Z', 'updated_at': '2021-08-29T05:17:52Z', 'revision_number': 3, 'project_id': '8a4c6c35c23a46329e63543f254442b5', 'gw_port': {'id': '9b7e713c-91f7-4efa-bfba-0e0b7bf36869', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:11:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e6dc5b0-0608-46eb-ab25-1326710b981b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:17:51Z', 'updated_at': '2021-08-29T05:17:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:17:54.476926 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:54.519091 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 772d2bcc-cafd-422b-ab8a-be1bb185d122, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=772d2bcc-cafd-422b-ab8a-be1bb185d122,segment=NetworkSegment(bcfdb9ca-1d95-4f88-9eb9-0e16fd0cf5d6),segment_id=bcfdb9ca-1d95-4f88-9eb9-0e16fd0cf5d6)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:17:54.523674 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:54.580619 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b4bf464-25c1-45dc-ab64-2e587b6b589f admin admin] Router 2e6dc5b0-0608-46eb-ab25-1326710b981b has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:17:54.581169 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=772d2bcc-cafd-422b-ab8a-be1bb185d122,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:17:54.698196 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-5a6e0905-39bf-43e0-b198-d2ad0888268f None None] Provisioning complete for port 0b6b09de-dbee-4df5-a8f6-94385a065da0 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:17:54.698436 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5a6e0905-39bf-43e0-b198-d2ad0888268f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:54.720419 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b4bf464-25c1-45dc-ab64-2e587b6b589f admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:17:54.727936 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-2b4bf464-25c1-45dc-ab64-2e587b6b589f admin admin] 10.222.0.22 "PUT /v2.0/routers/2e6dc5b0-0608-46eb-ab25-1326710b981b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8989029 Aug 29 05:17:54.787927 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6e0905-39bf-43e0-b198-d2ad0888268f None None] Port 0b6b09de-dbee-4df5-a8f6-94385a065da0 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:17:55.226565 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 40972) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:17:55.232276 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-f25dfe14-77b8-4123-8964-cae6855c93b0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1402868793-network', 'tenant_id': '90acfca71a89430caea221b25146bf6e'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:17:55.253313 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f25dfe14-77b8-4123-8964-cae6855c93b0 admin admin] Made reservation on behalf of 90acfca71a89430caea221b25146bf6e for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:17:55.255771 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f25dfe14-77b8-4123-8964-cae6855c93b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:55.265782 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f25dfe14-77b8-4123-8964-cae6855c93b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:55.361923 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f25dfe14-77b8-4123-8964-cae6855c93b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:55.365594 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f25dfe14-77b8-4123-8964-cae6855c93b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:55.390973 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f25dfe14-77b8-4123-8964-cae6855c93b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:17:55.396204 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25dfe14-77b8-4123-8964-cae6855c93b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=603f137d-5f45-4e4f-9df5-1fa84c7b44dd,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:17:55.403790 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f25dfe14-77b8-4123-8964-cae6855c93b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:55.404898 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-f25dfe14-77b8-4123-8964-cae6855c93b0 admin admin] Added segment 6174e4a7-ba9c-43f4-a33c-ff1e82463906 of type vlan for network d239b31a-eb97-441e-abee-549bf15fa95d Aug 29 05:17:55.445718 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f25dfe14-77b8-4123-8964-cae6855c93b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:55.469369 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f25dfe14-77b8-4123-8964-cae6855c93b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:55.470576 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f25dfe14-77b8-4123-8964-cae6855c93b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:17:55.471166 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f25dfe14-77b8-4123-8964-cae6855c93b0 admin admin] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:55.527600 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-f25dfe14-77b8-4123-8964-cae6855c93b0 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2992918 Aug 29 05:17:55.530486 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 40974) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:17:55.535708 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-a19a4c21-2ced-4632-a76e-2fc1420db681 admin admin] Request body: {'subnet': {'network_id': 'd239b31a-eb97-441e-abee-549bf15fa95d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1402868793-subnet', 'tenant_id': '90acfca71a89430caea221b25146bf6e', 'ip_version': 4}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:17:55.536616 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25dfe14-77b8-4123-8964-cae6855c93b0 admin admin] Pushing event updated for resources: {'Network': ['ID=d239b31a-eb97-441e-abee-549bf15fa95d,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:17:55.547048 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network d239b31a-eb97-441e-abee-549bf15fa95d details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:17:55.556903 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a19a4c21-2ced-4632-a76e-2fc1420db681 admin admin] Made reservation on behalf of 90acfca71a89430caea221b25146bf6e for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:17:55.559255 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a19a4c21-2ced-4632-a76e-2fc1420db681 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:55.733854 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a19a4c21-2ced-4632-a76e-2fc1420db681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9191137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10062364'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:55.787135 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19a4c21-2ced-4632-a76e-2fc1420db681 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fe0c50e-7deb-418d-a992-783807c3ecd9,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:17:55.797495 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19a4c21-2ced-4632-a76e-2fc1420db681 admin admin] Checking segment: {'id': '6174e4a7-ba9c-43f4-a33c-ff1e82463906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'd239b31a-eb97-441e-abee-549bf15fa95d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:17:55.797790 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19a4c21-2ced-4632-a76e-2fc1420db681 admin admin] Network hostable DHCP agents. Network: d239b31a-eb97-441e-abee-549bf15fa95d, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:17:55.813921 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19a4c21-2ced-4632-a76e-2fc1420db681 admin admin] Network d239b31a-eb97-441e-abee-549bf15fa95d is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:17:55.822622 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-a19a4c21-2ced-4632-a76e-2fc1420db681 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, d239b31a-eb97-441e-abee-549bf15fa95d) {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:17:55.826566 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19a4c21-2ced-4632-a76e-2fc1420db681 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:17:55.827137 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a19a4c21-2ced-4632-a76e-2fc1420db681 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:55.833029 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b3f949-ad42-44ab-a51d-c3402ca2b29d None None] Network d239b31a-eb97-441e-abee-549bf15fa95d requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:17:55.844438 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-a19a4c21-2ced-4632-a76e-2fc1420db681 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3125913 Aug 29 05:17:55.844722 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 40976) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:17:55.849680 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-5822576a-821b-41eb-b0a9-dc30721e1571 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1402868793-router', 'tenant_id': '90acfca71a89430caea221b25146bf6e', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:17:55.873917 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5822576a-821b-41eb-b0a9-dc30721e1571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:55.875251 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5822576a-821b-41eb-b0a9-dc30721e1571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1838'] for router, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:55.928133 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5822576a-821b-41eb-b0a9-dc30721e1571 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:55.985530 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c7639c-1b2e-480b-8c05-48b431b2bb1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-d239b31a-eb97-441e-abee-549bf15fa95d', 'network_id': 'd239b31a-eb97-441e-abee-549bf15fa95d', 'tenant_id': '90acfca71a89430caea221b25146bf6e', 'fixed_ips': [{'subnet_id': '2fe0c50e-7deb-418d-a992-783807c3ecd9'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 05:17:55.986396 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e0c7639c-1b2e-480b-8c05-48b431b2bb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:56.009485 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e3a584-6921-4511-8b92-9b7c6b9386b2 None None] Sync routers for ids ['2e6dc5b0-0608-46eb-ab25-1326710b981b'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:17:56.020203 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e3a584-6921-4511-8b92-9b7c6b9386b2 None None] Routers {'2e6dc5b0-0608-46eb-ab25-1326710b981b'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:17:56.020869 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-19e3a584-6921-4511-8b92-9b7c6b9386b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:17:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['2e6dc5b0-0608-46eb-ab25-1326710b981b'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:17:56.086518 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5822576a-821b-41eb-b0a9-dc30721e1571 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:56.143149 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-19e3a584-6921-4511-8b92-9b7c6b9386b2 None None] Set router 2e6dc5b0-0608-46eb-ab25-1326710b981b gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:17:56.186909 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-e0c7639c-1b2e-480b-8c05-48b431b2bb1d None None] Allocated IP 172.20.0.2 (d239b31a-eb97-441e-abee-549bf15fa95d/2fe0c50e-7deb-418d-a992-783807c3ecd9/b25ec23d-b3ac-412c-9f58-6566b9e507e6) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:17:56.198243 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 9b7e713c-91f7-4efa-bfba-0e0b7bf36869 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:17:56.317021 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 9b7e713c-91f7-4efa-bfba-0e0b7bf36869 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:17:56.327322 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5822576a-821b-41eb-b0a9-dc30721e1571 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:56.327604 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 9b7e713c-91f7-4efa-bfba-0e0b7bf36869 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:17:56.328009 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:56.353107 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5822576a-821b-41eb-b0a9-dc30721e1571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:56.356508 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-19e3a584-6921-4511-8b92-9b7c6b9386b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e6dc5b0-0608-46eb-ab25-1326710b981b', 'name': 'tempest-TestMinimumBasicScenario-2007266321-router', 'tenant_id': '8a4c6c35c23a46329e63543f254442b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '9b7e713c-91f7-4efa-bfba-0e0b7bf36869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:17:51Z', 'updated_at': '2021-08-29T05:17:54Z', 'revision_number': 4, 'project_id': '8a4c6c35c23a46329e63543f254442b5', 'gw_port': {'id': '9b7e713c-91f7-4efa-bfba-0e0b7bf36869', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:11:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e6dc5b0-0608-46eb-ab25-1326710b981b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:17:51Z', 'updated_at': '2021-08-29T05:17:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '0b6b09de-dbee-4df5-a8f6-94385a065da0', 'name': '', 'network_id': '1078145e-2c15-4fa8-b699-05f3d9a79ab3', 'tenant_id': '8a4c6c35c23a46329e63543f254442b5', 'mac_address': 'fa:16:3e:c2:cc:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e6dc5b0-0608-46eb-ab25-1326710b981b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'ddd9f0d0-4fbc-4068-ac46-0e09c5fbc1ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:17:53Z', 'updated_at': '2021-08-29T05:17:54Z', 'revision_number': 2, 'project_id': '8a4c6c35c23a46329e63543f254442b5', 'subnets': [{'id': 'ddd9f0d0-4fbc-4068-ac46-0e09c5fbc1ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:17:56.406089 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e0c7639c-1b2e-480b-8c05-48b431b2bb1d None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:56.419451 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e0c7639c-1b2e-480b-8c05-48b431b2bb1d None None] Transition to ACTIVE for port object b25ec23d-b3ac-412c-9f58-6566b9e507e6 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:17:56.456686 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e0c7639c-1b2e-480b-8c05-48b431b2bb1d None None] Transition to ACTIVE for port object b25ec23d-b3ac-412c-9f58-6566b9e507e6 will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:17:56.463199 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-5822576a-821b-41eb-b0a9-dc30721e1571 admin admin] Allocated IP 172.25.0.42 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/4e3e1f35-26a9-49a4-b11e-604a4c83a4c7) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:17:56.467496 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e0c7639c-1b2e-480b-8c05-48b431b2bb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:56.487854 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e3a584-6921-4511-8b92-9b7c6b9386b2 None None] Checking router: 2e6dc5b0-0608-46eb-ab25-1326710b981b for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:17:56.488369 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e3a584-6921-4511-8b92-9b7c6b9386b2 None None] Updating router 2e6dc5b0-0608-46eb-ab25-1326710b981b port 0b6b09de-dbee-4df5-a8f6-94385a065da0 binding host n-d-712140-12 {{(pid=94831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:17:56.498729 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:56.517013 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-19e3a584-6921-4511-8b92-9b7c6b9386b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:56.525248 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c7639c-1b2e-480b-8c05-48b431b2bb1d None None] Network d239b31a-eb97-441e-abee-549bf15fa95d is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:17:56.535818 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-e0c7639c-1b2e-480b-8c05-48b431b2bb1d None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:17:56.538633 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 9b7e713c-91f7-4efa-bfba-0e0b7bf36869, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=9b7e713c-91f7-4efa-bfba-0e0b7bf36869,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:17:56.542671 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c7639c-1b2e-480b-8c05-48b431b2bb1d None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:17:56.546100 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:56.546845 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 772d2bcc-cafd-422b-ab8a-be1bb185d122 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:17:56.549974 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c7639c-1b2e-480b-8c05-48b431b2bb1d None None] Pushing event updated for resources: {'Port': ['ID=b25ec23d-b3ac-412c-9f58-6566b9e507e6,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:17:56.581915 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5822576a-821b-41eb-b0a9-dc30721e1571 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:56.621950 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5822576a-821b-41eb-b0a9-dc30721e1571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:56.660463 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5822576a-821b-41eb-b0a9-dc30721e1571 admin admin] Pushing event updated for resources: {'Port': ['ID=4e3e1f35-26a9-49a4-b11e-604a4c83a4c7,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:17:56.666942 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-e0c7639c-1b2e-480b-8c05-48b431b2bb1d None None] Attempting to bind port b25ec23d-b3ac-412c-9f58-6566b9e507e6 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:17:56.667330 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-e0c7639c-1b2e-480b-8c05-48b431b2bb1d None None] Attempting to bind port b25ec23d-b3ac-412c-9f58-6566b9e507e6 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '6174e4a7-ba9c-43f4-a33c-ff1e82463906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'd239b31a-eb97-441e-abee-549bf15fa95d'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:17:56.667905 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c7639c-1b2e-480b-8c05-48b431b2bb1d None None] Attempting to bind port b25ec23d-b3ac-412c-9f58-6566b9e507e6 on network d239b31a-eb97-441e-abee-549bf15fa95d {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:17:56.676524 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5822576a-821b-41eb-b0a9-dc30721e1571 admin admin] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:17:56.678091 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-5822576a-821b-41eb-b0a9-dc30721e1571 admin admin] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:17:56.678230 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=9b7e713c-91f7-4efa-bfba-0e0b7bf36869,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:17:56.681441 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c7639c-1b2e-480b-8c05-48b431b2bb1d None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:17:56.681814 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c7639c-1b2e-480b-8c05-48b431b2bb1d None None] Checking segment: {'id': '6174e4a7-ba9c-43f4-a33c-ff1e82463906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'd239b31a-eb97-441e-abee-549bf15fa95d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:17:56.682221 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e0c7639c-1b2e-480b-8c05-48b431b2bb1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:56.682601 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c7639c-1b2e-480b-8c05-48b431b2bb1d None None] Bound using segment: {'id': '6174e4a7-ba9c-43f4-a33c-ff1e82463906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'd239b31a-eb97-441e-abee-549bf15fa95d'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:17:56.683062 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-e0c7639c-1b2e-480b-8c05-48b431b2bb1d None None] Bound port: b25ec23d-b3ac-412c-9f58-6566b9e507e6, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6174e4a7-ba9c-43f4-a33c-ff1e82463906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'd239b31a-eb97-441e-abee-549bf15fa95d'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:17:56.683447 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e0c7639c-1b2e-480b-8c05-48b431b2bb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:56.684368 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5822576a-821b-41eb-b0a9-dc30721e1571 admin admin] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:17:56.705474 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 772d2bcc-cafd-422b-ab8a-be1bb185d122 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:17:56.705843 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:56.783515 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e0c7639c-1b2e-480b-8c05-48b431b2bb1d None None] For port b25ec23d-b3ac-412c-9f58-6566b9e507e6, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:17:56.787067 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e0c7639c-1b2e-480b-8c05-48b431b2bb1d None None] For port b25ec23d-b3ac-412c-9f58-6566b9e507e6, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=b25ec23d-b3ac-412c-9f58-6566b9e507e6,segment=NetworkSegment(6174e4a7-ba9c-43f4-a33c-ff1e82463906),segment_id=6174e4a7-ba9c-43f4-a33c-ff1e82463906)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:17:56.794984 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e0c7639c-1b2e-480b-8c05-48b431b2bb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:56.814126 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-19e3a584-6921-4511-8b92-9b7c6b9386b2 None None] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:56.826919 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-19e3a584-6921-4511-8b92-9b7c6b9386b2 None None] Transition to ACTIVE for port object 0b6b09de-dbee-4df5-a8f6-94385a065da0 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:17:56.833045 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-19e3a584-6921-4511-8b92-9b7c6b9386b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:56.890819 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c7639c-1b2e-480b-8c05-48b431b2bb1d None None] Pushing event updated for resources: {'Port': ['ID=b25ec23d-b3ac-412c-9f58-6566b9e507e6,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:17:56.891851 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdf1166-ea07-44fa-8ffc-dd4597f52f8c None None] Pushing event updated for resources: {'Port': ['ID=0b6b09de-dbee-4df5-a8f6-94385a065da0,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:17:56.917820 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdf1166-ea07-44fa-8ffc-dd4597f52f8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:17:56.917820 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdf1166-ea07-44fa-8ffc-dd4597f52f8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:17:56.918145 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdf1166-ea07-44fa-8ffc-dd4597f52f8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:17:56.918347 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdf1166-ea07-44fa-8ffc-dd4597f52f8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:17:56.918502 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdf1166-ea07-44fa-8ffc-dd4597f52f8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:17:56.918832 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdf1166-ea07-44fa-8ffc-dd4597f52f8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:17:56.919160 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdf1166-ea07-44fa-8ffc-dd4597f52f8c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:17:56.919482 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdf1166-ea07-44fa-8ffc-dd4597f52f8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:17:56.919844 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdf1166-ea07-44fa-8ffc-dd4597f52f8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:17:56.920154 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdf1166-ea07-44fa-8ffc-dd4597f52f8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:17:56.920489 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdf1166-ea07-44fa-8ffc-dd4597f52f8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:17:56.920806 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdf1166-ea07-44fa-8ffc-dd4597f52f8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:17:56.955132 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-19e3a584-6921-4511-8b92-9b7c6b9386b2 None None] Attempting to bind port 0b6b09de-dbee-4df5-a8f6-94385a065da0 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:17:56.955579 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-19e3a584-6921-4511-8b92-9b7c6b9386b2 None None] Attempting to bind port 0b6b09de-dbee-4df5-a8f6-94385a065da0 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'bcfdb9ca-1d95-4f88-9eb9-0e16fd0cf5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '1078145e-2c15-4fa8-b699-05f3d9a79ab3'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:17:56.955997 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e3a584-6921-4511-8b92-9b7c6b9386b2 None None] Attempting to bind port 0b6b09de-dbee-4df5-a8f6-94385a065da0 on network 1078145e-2c15-4fa8-b699-05f3d9a79ab3 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:17:56.963000 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e3a584-6921-4511-8b92-9b7c6b9386b2 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:17:56.963385 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e3a584-6921-4511-8b92-9b7c6b9386b2 None None] Checking segment: {'id': 'bcfdb9ca-1d95-4f88-9eb9-0e16fd0cf5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '1078145e-2c15-4fa8-b699-05f3d9a79ab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:17:56.963851 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-19e3a584-6921-4511-8b92-9b7c6b9386b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:56.964288 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e3a584-6921-4511-8b92-9b7c6b9386b2 None None] Bound using segment: {'id': 'bcfdb9ca-1d95-4f88-9eb9-0e16fd0cf5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '1078145e-2c15-4fa8-b699-05f3d9a79ab3'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:17:56.964764 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-19e3a584-6921-4511-8b92-9b7c6b9386b2 None None] Bound port: 0b6b09de-dbee-4df5-a8f6-94385a065da0, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcfdb9ca-1d95-4f88-9eb9-0e16fd0cf5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '1078145e-2c15-4fa8-b699-05f3d9a79ab3'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:17:56.965193 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-19e3a584-6921-4511-8b92-9b7c6b9386b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:56.968995 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5822576a-821b-41eb-b0a9-dc30721e1571 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:57.036234 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-19e3a584-6921-4511-8b92-9b7c6b9386b2 None None] For port 0b6b09de-dbee-4df5-a8f6-94385a065da0, host n-d-712140-12, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:17:57.040162 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-19e3a584-6921-4511-8b92-9b7c6b9386b2 None None] For port 0b6b09de-dbee-4df5-a8f6-94385a065da0, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=0b6b09de-dbee-4df5-a8f6-94385a065da0,segment=NetworkSegment(bcfdb9ca-1d95-4f88-9eb9-0e16fd0cf5d6),segment_id=bcfdb9ca-1d95-4f88-9eb9-0e16fd0cf5d6)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:17:57.046852 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-19e3a584-6921-4511-8b92-9b7c6b9386b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:57.109687 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e3a584-6921-4511-8b92-9b7c6b9386b2 None None] Routers {'2e6dc5b0-0608-46eb-ab25-1326710b981b'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:17:57.110051 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-19e3a584-6921-4511-8b92-9b7c6b9386b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:17:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['2e6dc5b0-0608-46eb-ab25-1326710b981b'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:17:57.197253 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdf1166-ea07-44fa-8ffc-dd4597f52f8c None None] Pushing event updated for resources: {'Port': ['ID=0b6b09de-dbee-4df5-a8f6-94385a065da0,revision_number=4']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:17:57.228585 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5822576a-821b-41eb-b0a9-dc30721e1571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409'] for router, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:57.289229 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-19e3a584-6921-4511-8b92-9b7c6b9386b2 None None] Set router 2e6dc5b0-0608-46eb-ab25-1326710b981b gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:17:57.383747 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5822576a-821b-41eb-b0a9-dc30721e1571 admin admin] Router 626e2e11-3f4f-48a0-bdd5-66921664bbc5 is scheduled to L3 agent 76874008-c311-485c-ba36-921b6d275b6a with binding_index 1 {{(pid=94829) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 05:17:57.496397 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5822576a-821b-41eb-b0a9-dc30721e1571 admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:17:57.497542 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-19e3a584-6921-4511-8b92-9b7c6b9386b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e6dc5b0-0608-46eb-ab25-1326710b981b', 'name': 'tempest-TestMinimumBasicScenario-2007266321-router', 'tenant_id': '8a4c6c35c23a46329e63543f254442b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '9b7e713c-91f7-4efa-bfba-0e0b7bf36869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:17:51Z', 'updated_at': '2021-08-29T05:17:54Z', 'revision_number': 4, 'project_id': '8a4c6c35c23a46329e63543f254442b5', 'gw_port': {'id': '9b7e713c-91f7-4efa-bfba-0e0b7bf36869', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:11:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6dc5b0-0608-46eb-ab25-1326710b981b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:17:51Z', 'updated_at': '2021-08-29T05:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '0b6b09de-dbee-4df5-a8f6-94385a065da0', 'name': '', 'network_id': '1078145e-2c15-4fa8-b699-05f3d9a79ab3', 'tenant_id': '8a4c6c35c23a46329e63543f254442b5', 'mac_address': 'fa:16:3e:c2:cc:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e6dc5b0-0608-46eb-ab25-1326710b981b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'ddd9f0d0-4fbc-4068-ac46-0e09c5fbc1ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:17:53Z', 'updated_at': '2021-08-29T05:17:57Z', 'revision_number': 4, 'project_id': '8a4c6c35c23a46329e63543f254442b5', 'subnets': [{'id': 'ddd9f0d0-4fbc-4068-ac46-0e09c5fbc1ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:17:57.506179 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb9201e-4cc6-4a4b-b3a7-4ca9ace83167 None None] Sync routers for ids ['626e2e11-3f4f-48a0-bdd5-66921664bbc5'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:17:57.516268 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb9201e-4cc6-4a4b-b3a7-4ca9ace83167 None None] Routers {'626e2e11-3f4f-48a0-bdd5-66921664bbc5'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:17:57.516950 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-9fb9201e-4cc6-4a4b-b3a7-4ca9ace83167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:17:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['626e2e11-3f4f-48a0-bdd5-66921664bbc5'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:17:57.517581 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5822576a-821b-41eb-b0a9-dc30721e1571 admin admin] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:57.518981 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-5822576a-821b-41eb-b0a9-dc30721e1571 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6732347 Aug 29 05:17:57.521586 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 40978) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:17:57.531640 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e3a584-6921-4511-8b92-9b7c6b9386b2 None None] The sync data for ids ['2e6dc5b0-0608-46eb-ab25-1326710b981b'] in n-d-712140-12 is: [{'id': '2e6dc5b0-0608-46eb-ab25-1326710b981b', 'name': 'tempest-TestMinimumBasicScenario-2007266321-router', 'tenant_id': '8a4c6c35c23a46329e63543f254442b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '9b7e713c-91f7-4efa-bfba-0e0b7bf36869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:17:51Z', 'updated_at': '2021-08-29T05:17:54Z', 'revision_number': 4, 'project_id': '8a4c6c35c23a46329e63543f254442b5', 'gw_port': {'id': '9b7e713c-91f7-4efa-bfba-0e0b7bf36869', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:11:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6dc5b0-0608-46eb-ab25-1326710b981b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:17:51Z', 'updated_at': '2021-08-29T05:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '0b6b09de-dbee-4df5-a8f6-94385a065da0', 'name': '', 'network_id': '1078145e-2c15-4fa8-b699-05f3d9a79ab3', 'tenant_id': '8a4c6c35c23a46329e63543f254442b5', 'mac_address': 'fa:16:3e:c2:cc:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e6dc5b0-0608-46eb-ab25-1326710b981b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'ddd9f0d0-4fbc-4068-ac46-0e09c5fbc1ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:17:53Z', 'updated_at': '2021-08-29T05:17:57Z', 'revision_number': 4, 'project_id': '8a4c6c35c23a46329e63543f254442b5', 'subnets': [{'id': 'ddd9f0d0-4fbc-4068-ac46-0e09c5fbc1ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:17:57.650078 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-9fb9201e-4cc6-4a4b-b3a7-4ca9ace83167 None None] Set router 626e2e11-3f4f-48a0-bdd5-66921664bbc5 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:17:57.878036 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-9fb9201e-4cc6-4a4b-b3a7-4ca9ace83167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626e2e11-3f4f-48a0-bdd5-66921664bbc5', 'name': 'tempest-TestMinimumBasicScenario-1402868793-router', 'tenant_id': '90acfca71a89430caea221b25146bf6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': '4e3e1f35-26a9-49a4-b11e-604a4c83a4c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:17:55Z', 'updated_at': '2021-08-29T05:17:56Z', 'revision_number': 3, 'project_id': '90acfca71a89430caea221b25146bf6e', 'gw_port': {'id': '4e3e1f35-26a9-49a4-b11e-604a4c83a4c7', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f5:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '626e2e11-3f4f-48a0-bdd5-66921664bbc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:17:56Z', 'updated_at': '2021-08-29T05:17:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:17:58.085968 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb9201e-4cc6-4a4b-b3a7-4ca9ace83167 None None] Checking router: 626e2e11-3f4f-48a0-bdd5-66921664bbc5 for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:17:58.086320 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb9201e-4cc6-4a4b-b3a7-4ca9ace83167 None None] Updating router 626e2e11-3f4f-48a0-bdd5-66921664bbc5 port 4e3e1f35-26a9-49a4-b11e-604a4c83a4c7 binding host n-d-712140-12 {{(pid=94830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:17:58.119611 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b04e499b-7913-4b2c-ae2e-6dea73c6f073 None None] Network d239b31a-eb97-441e-abee-549bf15fa95d requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:17:58.141145 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9fb9201e-4cc6-4a4b-b3a7-4ca9ace83167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:58.233282 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-f3ffad6a-d9a8-4539-8618-e1710415619f None None] Provisioning for port b25ec23d-b3ac-412c-9f58-6566b9e507e6 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:17:58.304357 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 9b7e713c-91f7-4efa-bfba-0e0b7bf36869 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:17:58.366012 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c07152ac-90d1-44f5-993e-586f518dc530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:58.505214 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 9b7e713c-91f7-4efa-bfba-0e0b7bf36869 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:17:58.505588 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:58.531188 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-c07152ac-90d1-44f5-993e-586f518dc530 admin admin] Allocated IP 172.20.0.1 (d239b31a-eb97-441e-abee-549bf15fa95d/2fe0c50e-7deb-418d-a992-783807c3ecd9/506a6137-80b3-46b4-b8fa-c4f7526f78ab) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:17:58.650948 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c07152ac-90d1-44f5-993e-586f518dc530 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:58.674469 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-c07152ac-90d1-44f5-993e-586f518dc530 admin admin] Transition to ACTIVE for port object 506a6137-80b3-46b4-b8fa-c4f7526f78ab will not be triggered until provisioned by entity DHCP. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:17:58.677144 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9fb9201e-4cc6-4a4b-b3a7-4ca9ace83167 None None] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:58.692079 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 0b6b09de-dbee-4df5-a8f6-94385a065da0 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:17:58.696107 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-9fb9201e-4cc6-4a4b-b3a7-4ca9ace83167 None None] Transition to ACTIVE for port object 4e3e1f35-26a9-49a4-b11e-604a4c83a4c7 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:17:58.722651 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9fb9201e-4cc6-4a4b-b3a7-4ca9ace83167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:58.723413 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c07152ac-90d1-44f5-993e-586f518dc530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:58.769114 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07152ac-90d1-44f5-993e-586f518dc530 admin admin] Network d239b31a-eb97-441e-abee-549bf15fa95d is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:17:58.772469 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-c07152ac-90d1-44f5-993e-586f518dc530 admin admin] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:17:58.777484 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07152ac-90d1-44f5-993e-586f518dc530 admin admin] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:17:58.801765 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07152ac-90d1-44f5-993e-586f518dc530 admin admin] Pushing event updated for resources: {'Port': ['ID=506a6137-80b3-46b4-b8fa-c4f7526f78ab,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:17:58.813348 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-9fb9201e-4cc6-4a4b-b3a7-4ca9ace83167 None None] Attempting to bind port 4e3e1f35-26a9-49a4-b11e-604a4c83a4c7 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:17:58.813982 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-9fb9201e-4cc6-4a4b-b3a7-4ca9ace83167 None None] Attempting to bind port 4e3e1f35-26a9-49a4-b11e-604a4c83a4c7 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:17:58.814116 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb9201e-4cc6-4a4b-b3a7-4ca9ace83167 None None] Attempting to bind port 4e3e1f35-26a9-49a4-b11e-604a4c83a4c7 on network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:17:58.815961 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bb2b03-0c27-431a-92d7-31a1bba5a13a None None] Pushing event updated for resources: {'Port': ['ID=4e3e1f35-26a9-49a4-b11e-604a4c83a4c7,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:17:58.823374 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c07152ac-90d1-44f5-993e-586f518dc530 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719598'] for router_interface, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:58.827100 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb9201e-4cc6-4a4b-b3a7-4ca9ace83167 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:17:58.827478 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb9201e-4cc6-4a4b-b3a7-4ca9ace83167 None None] Checking segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:17:58.827910 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9fb9201e-4cc6-4a4b-b3a7-4ca9ace83167 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:58.828481 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb9201e-4cc6-4a4b-b3a7-4ca9ace83167 None None] Bound using segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:17:58.828964 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-9fb9201e-4cc6-4a4b-b3a7-4ca9ace83167 None None] Bound port: 4e3e1f35-26a9-49a4-b11e-604a4c83a4c7, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:17:58.829392 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9fb9201e-4cc6-4a4b-b3a7-4ca9ace83167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:58.854977 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 0b6b09de-dbee-4df5-a8f6-94385a065da0 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:17:58.869721 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 0b6b09de-dbee-4df5-a8f6-94385a065da0 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:17:58.869979 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:58.936299 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-9fb9201e-4cc6-4a4b-b3a7-4ca9ace83167 None None] For port 4e3e1f35-26a9-49a4-b11e-604a4c83a4c7, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:17:58.940689 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-9fb9201e-4cc6-4a4b-b3a7-4ca9ace83167 None None] For port 4e3e1f35-26a9-49a4-b11e-604a4c83a4c7, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=4e3e1f35-26a9-49a4-b11e-604a4c83a4c7,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:17:58.950548 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9fb9201e-4cc6-4a4b-b3a7-4ca9ace83167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:58.975578 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c07152ac-90d1-44f5-993e-586f518dc530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:59.038444 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb9201e-4cc6-4a4b-b3a7-4ca9ace83167 None None] Routers {'626e2e11-3f4f-48a0-bdd5-66921664bbc5'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:17:59.039060 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-9fb9201e-4cc6-4a4b-b3a7-4ca9ace83167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:17:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['626e2e11-3f4f-48a0-bdd5-66921664bbc5'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:17:59.098961 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bb2b03-0c27-431a-92d7-31a1bba5a13a None None] Pushing event updated for resources: {'Port': ['ID=4e3e1f35-26a9-49a4-b11e-604a4c83a4c7,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:17:59.107324 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:59.164891 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c07152ac-90d1-44f5-993e-586f518dc530 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:59.167953 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:59.169343 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c07152ac-90d1-44f5-993e-586f518dc530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:59.184560 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 0b6b09de-dbee-4df5-a8f6-94385a065da0, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=0b6b09de-dbee-4df5-a8f6-94385a065da0,segment=NetworkSegment(bcfdb9ca-1d95-4f88-9eb9-0e16fd0cf5d6),segment_id=bcfdb9ca-1d95-4f88-9eb9-0e16fd0cf5d6)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:17:59.193471 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:59.194512 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device b25ec23d-b3ac-412c-9f58-6566b9e507e6 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:17:59.206203 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-a6e9bcc3-1b4f-465d-8dbb-424d47f27c4e None None] Provisioning for port 506a6137-80b3-46b4-b8fa-c4f7526f78ab completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:17:59.237500 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c07152ac-90d1-44f5-993e-586f518dc530 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-718897'] for router_interface, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:59.239177 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07152ac-90d1-44f5-993e-586f518dc530 admin admin] Pushing event updated for resources: {'Port': ['ID=506a6137-80b3-46b4-b8fa-c4f7526f78ab,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:17:59.251801 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-a6e9bcc3-1b4f-465d-8dbb-424d47f27c4e None None] Provisioning complete for port 506a6137-80b3-46b4-b8fa-c4f7526f78ab triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:17:59.252176 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a6e9bcc3-1b4f-465d-8dbb-424d47f27c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:59.256693 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-9fb9201e-4cc6-4a4b-b3a7-4ca9ace83167 None None] Set router 626e2e11-3f4f-48a0-bdd5-66921664bbc5 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:17:59.337405 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07152ac-90d1-44f5-993e-586f518dc530 admin admin] Network d239b31a-eb97-441e-abee-549bf15fa95d is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:17:59.339323 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-c07152ac-90d1-44f5-993e-586f518dc530 admin admin] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:17:59.354450 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=0b6b09de-dbee-4df5-a8f6-94385a065da0,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:17:59.388947 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-a6e9bcc3-1b4f-465d-8dbb-424d47f27c4e None None] Port 506a6137-80b3-46b4-b8fa-c4f7526f78ab cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:17:59.434860 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port b25ec23d-b3ac-412c-9f58-6566b9e507e6 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:17:59.445380 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port b25ec23d-b3ac-412c-9f58-6566b9e507e6 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:17:59.445789 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:59.466551 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c07152ac-90d1-44f5-993e-586f518dc530 admin admin] Router 626e2e11-3f4f-48a0-bdd5-66921664bbc5 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:17:59.581471 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:59.585405 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c07152ac-90d1-44f5-993e-586f518dc530 admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:17:59.590716 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-c07152ac-90d1-44f5-993e-586f518dc530 admin admin] 10.222.0.22 "PUT /v2.0/routers/626e2e11-3f4f-48a0-bdd5-66921664bbc5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0680654 Aug 29 05:17:59.625722 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-9fb9201e-4cc6-4a4b-b3a7-4ca9ace83167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626e2e11-3f4f-48a0-bdd5-66921664bbc5', 'name': 'tempest-TestMinimumBasicScenario-1402868793-router', 'tenant_id': '90acfca71a89430caea221b25146bf6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': '4e3e1f35-26a9-49a4-b11e-604a4c83a4c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:17:55Z', 'updated_at': '2021-08-29T05:17:58Z', 'revision_number': 4, 'project_id': '90acfca71a89430caea221b25146bf6e', 'gw_port': {'id': '4e3e1f35-26a9-49a4-b11e-604a4c83a4c7', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f5:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '626e2e11-3f4f-48a0-bdd5-66921664bbc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:17:56Z', 'updated_at': '2021-08-29T05:17:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '506a6137-80b3-46b4-b8fa-c4f7526f78ab', 'name': '', 'network_id': 'd239b31a-eb97-441e-abee-549bf15fa95d', 'tenant_id': '90acfca71a89430caea221b25146bf6e', 'mac_address': 'fa:16:3e:d3:76:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '626e2e11-3f4f-48a0-bdd5-66921664bbc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '2fe0c50e-7deb-418d-a992-783807c3ecd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:17:58Z', 'updated_at': '2021-08-29T05:17:58Z', 'revision_number': 1, 'project_id': '90acfca71a89430caea221b25146bf6e', 'subnets': [{'id': '2fe0c50e-7deb-418d-a992-783807c3ecd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:17:59.628305 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port b25ec23d-b3ac-412c-9f58-6566b9e507e6, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=b25ec23d-b3ac-412c-9f58-6566b9e507e6,segment=NetworkSegment(6174e4a7-ba9c-43f4-a33c-ff1e82463906),segment_id=6174e4a7-ba9c-43f4-a33c-ff1e82463906)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:17:59.656682 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb9201e-4cc6-4a4b-b3a7-4ca9ace83167 None None] The sync data for ids ['626e2e11-3f4f-48a0-bdd5-66921664bbc5'] in n-d-712140-12 is: [{'id': '626e2e11-3f4f-48a0-bdd5-66921664bbc5', 'name': 'tempest-TestMinimumBasicScenario-1402868793-router', 'tenant_id': '90acfca71a89430caea221b25146bf6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': '4e3e1f35-26a9-49a4-b11e-604a4c83a4c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:17:55Z', 'updated_at': '2021-08-29T05:17:58Z', 'revision_number': 4, 'project_id': '90acfca71a89430caea221b25146bf6e', 'gw_port': {'id': '4e3e1f35-26a9-49a4-b11e-604a4c83a4c7', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f5:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '626e2e11-3f4f-48a0-bdd5-66921664bbc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:17:56Z', 'updated_at': '2021-08-29T05:17:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '506a6137-80b3-46b4-b8fa-c4f7526f78ab', 'name': '', 'network_id': 'd239b31a-eb97-441e-abee-549bf15fa95d', 'tenant_id': '90acfca71a89430caea221b25146bf6e', 'mac_address': 'fa:16:3e:d3:76:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '626e2e11-3f4f-48a0-bdd5-66921664bbc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '2fe0c50e-7deb-418d-a992-783807c3ecd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:17:58Z', 'updated_at': '2021-08-29T05:17:58Z', 'revision_number': 1, 'project_id': '90acfca71a89430caea221b25146bf6e', 'subnets': [{'id': '2fe0c50e-7deb-418d-a992-783807c3ecd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:17:59.658240 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:59.661797 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6e4c81ed-1147-411e-81cf-952b375d056f None None] Provisioning complete for port 506a6137-80b3-46b4-b8fa-c4f7526f78ab triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:17:59.662082 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6e4c81ed-1147-411e-81cf-952b375d056f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:59.728838 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6e4c81ed-1147-411e-81cf-952b375d056f None None] Port 506a6137-80b3-46b4-b8fa-c4f7526f78ab cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:17:59.739616 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=b25ec23d-b3ac-412c-9f58-6566b9e507e6,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:18:00.117304 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device b25ec23d-b3ac-412c-9f58-6566b9e507e6 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:18:00.170427 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port b25ec23d-b3ac-412c-9f58-6566b9e507e6 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:18:00.170807 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:00.260425 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 0b6b09de-dbee-4df5-a8f6-94385a065da0 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:18:00.310441 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 0b6b09de-dbee-4df5-a8f6-94385a065da0 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:18:00.311492 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:01.856201 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0287cc-2a1e-46dd-a939-57e707f06ee2 None None] Sync routers for ids ['626e2e11-3f4f-48a0-bdd5-66921664bbc5'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:18:01.866234 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0287cc-2a1e-46dd-a939-57e707f06ee2 None None] Routers {'626e2e11-3f4f-48a0-bdd5-66921664bbc5'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:18:01.866843 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-2a0287cc-2a1e-46dd-a939-57e707f06ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:17:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['626e2e11-3f4f-48a0-bdd5-66921664bbc5'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:18:01.992259 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-2a0287cc-2a1e-46dd-a939-57e707f06ee2 None None] Set router 626e2e11-3f4f-48a0-bdd5-66921664bbc5 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:18:02.142414 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 4e3e1f35-26a9-49a4-b11e-604a4c83a4c7 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:18:02.211859 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 4e3e1f35-26a9-49a4-b11e-604a4c83a4c7 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:18:02.216147 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 4e3e1f35-26a9-49a4-b11e-604a4c83a4c7 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:18:02.216525 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:02.248863 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-2a0287cc-2a1e-46dd-a939-57e707f06ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626e2e11-3f4f-48a0-bdd5-66921664bbc5', 'name': 'tempest-TestMinimumBasicScenario-1402868793-router', 'tenant_id': '90acfca71a89430caea221b25146bf6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': '4e3e1f35-26a9-49a4-b11e-604a4c83a4c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:17:55Z', 'updated_at': '2021-08-29T05:17:58Z', 'revision_number': 4, 'project_id': '90acfca71a89430caea221b25146bf6e', 'gw_port': {'id': '4e3e1f35-26a9-49a4-b11e-604a4c83a4c7', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f5:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '626e2e11-3f4f-48a0-bdd5-66921664bbc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:17:56Z', 'updated_at': '2021-08-29T05:17:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '506a6137-80b3-46b4-b8fa-c4f7526f78ab', 'name': '', 'network_id': 'd239b31a-eb97-441e-abee-549bf15fa95d', 'tenant_id': '90acfca71a89430caea221b25146bf6e', 'mac_address': 'fa:16:3e:d3:76:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '626e2e11-3f4f-48a0-bdd5-66921664bbc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '2fe0c50e-7deb-418d-a992-783807c3ecd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:17:58Z', 'updated_at': '2021-08-29T05:17:59Z', 'revision_number': 2, 'project_id': '90acfca71a89430caea221b25146bf6e', 'subnets': [{'id': '2fe0c50e-7deb-418d-a992-783807c3ecd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:18:02.278114 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0287cc-2a1e-46dd-a939-57e707f06ee2 None None] Checking router: 626e2e11-3f4f-48a0-bdd5-66921664bbc5 for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:18:02.278479 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0287cc-2a1e-46dd-a939-57e707f06ee2 None None] Updating router 626e2e11-3f4f-48a0-bdd5-66921664bbc5 port 506a6137-80b3-46b4-b8fa-c4f7526f78ab binding host n-d-712140-12 {{(pid=94831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:18:02.303423 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2a0287cc-2a1e-46dd-a939-57e707f06ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:02.304608 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:02.332476 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 4e3e1f35-26a9-49a4-b11e-604a4c83a4c7, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=4e3e1f35-26a9-49a4-b11e-604a4c83a4c7,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:18:02.337988 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:02.391532 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=4e3e1f35-26a9-49a4-b11e-604a4c83a4c7,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:18:02.624690 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2a0287cc-2a1e-46dd-a939-57e707f06ee2 None None] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:02.635586 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-2a0287cc-2a1e-46dd-a939-57e707f06ee2 None None] Transition to ACTIVE for port object 506a6137-80b3-46b4-b8fa-c4f7526f78ab will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:18:02.645466 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2a0287cc-2a1e-46dd-a939-57e707f06ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:02.696848 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24c4281-2754-4ca9-b8e9-8fc3d874058d None None] Pushing event updated for resources: {'Port': ['ID=506a6137-80b3-46b4-b8fa-c4f7526f78ab,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:18:02.752580 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-2a0287cc-2a1e-46dd-a939-57e707f06ee2 None None] Attempting to bind port 506a6137-80b3-46b4-b8fa-c4f7526f78ab on host n-d-712140-12 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:18:02.752953 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-2a0287cc-2a1e-46dd-a939-57e707f06ee2 None None] Attempting to bind port 506a6137-80b3-46b4-b8fa-c4f7526f78ab by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '6174e4a7-ba9c-43f4-a33c-ff1e82463906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'd239b31a-eb97-441e-abee-549bf15fa95d'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:18:02.753318 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0287cc-2a1e-46dd-a939-57e707f06ee2 None None] Attempting to bind port 506a6137-80b3-46b4-b8fa-c4f7526f78ab on network d239b31a-eb97-441e-abee-549bf15fa95d {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:18:02.761349 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0287cc-2a1e-46dd-a939-57e707f06ee2 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:18:02.761720 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0287cc-2a1e-46dd-a939-57e707f06ee2 None None] Checking segment: {'id': '6174e4a7-ba9c-43f4-a33c-ff1e82463906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'd239b31a-eb97-441e-abee-549bf15fa95d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:18:02.762152 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2a0287cc-2a1e-46dd-a939-57e707f06ee2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:02.762545 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0287cc-2a1e-46dd-a939-57e707f06ee2 None None] Bound using segment: {'id': '6174e4a7-ba9c-43f4-a33c-ff1e82463906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'd239b31a-eb97-441e-abee-549bf15fa95d'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:18:02.763011 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-2a0287cc-2a1e-46dd-a939-57e707f06ee2 None None] Bound port: 506a6137-80b3-46b4-b8fa-c4f7526f78ab, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6174e4a7-ba9c-43f4-a33c-ff1e82463906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'd239b31a-eb97-441e-abee-549bf15fa95d'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:18:02.763391 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2a0287cc-2a1e-46dd-a939-57e707f06ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:02.942295 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-2a0287cc-2a1e-46dd-a939-57e707f06ee2 None None] For port 506a6137-80b3-46b4-b8fa-c4f7526f78ab, host n-d-712140-12, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:18:02.947591 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-2a0287cc-2a1e-46dd-a939-57e707f06ee2 None None] For port 506a6137-80b3-46b4-b8fa-c4f7526f78ab, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=506a6137-80b3-46b4-b8fa-c4f7526f78ab,segment=NetworkSegment(6174e4a7-ba9c-43f4-a33c-ff1e82463906),segment_id=6174e4a7-ba9c-43f4-a33c-ff1e82463906)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:18:02.952323 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2a0287cc-2a1e-46dd-a939-57e707f06ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:03.032984 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0287cc-2a1e-46dd-a939-57e707f06ee2 None None] Routers {'626e2e11-3f4f-48a0-bdd5-66921664bbc5'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:18:03.033629 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-2a0287cc-2a1e-46dd-a939-57e707f06ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:17:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['626e2e11-3f4f-48a0-bdd5-66921664bbc5'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:18:03.083792 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24c4281-2754-4ca9-b8e9-8fc3d874058d None None] Pushing event updated for resources: {'Port': ['ID=506a6137-80b3-46b4-b8fa-c4f7526f78ab,revision_number=4']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:18:03.170702 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-2a0287cc-2a1e-46dd-a939-57e707f06ee2 None None] Set router 626e2e11-3f4f-48a0-bdd5-66921664bbc5 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:18:03.410395 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-2a0287cc-2a1e-46dd-a939-57e707f06ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626e2e11-3f4f-48a0-bdd5-66921664bbc5', 'name': 'tempest-TestMinimumBasicScenario-1402868793-router', 'tenant_id': '90acfca71a89430caea221b25146bf6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': '4e3e1f35-26a9-49a4-b11e-604a4c83a4c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:17:55Z', 'updated_at': '2021-08-29T05:17:58Z', 'revision_number': 4, 'project_id': '90acfca71a89430caea221b25146bf6e', 'gw_port': {'id': '4e3e1f35-26a9-49a4-b11e-604a4c83a4c7', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626e2e11-3f4f-48a0-bdd5-66921664bbc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:17:56Z', 'updated_at': '2021-08-29T05:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '506a6137-80b3-46b4-b8fa-c4f7526f78ab', 'name': '', 'network_id': 'd239b31a-eb97-441e-abee-549bf15fa95d', 'tenant_id': '90acfca71a89430caea221b25146bf6e', 'mac_address': 'fa:16:3e:d3:76:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '626e2e11-3f4f-48a0-bdd5-66921664bbc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '2fe0c50e-7deb-418d-a992-783807c3ecd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:17:58Z', 'updated_at': '2021-08-29T05:18:02Z', 'revision_number': 4, 'project_id': '90acfca71a89430caea221b25146bf6e', 'subnets': [{'id': '2fe0c50e-7deb-418d-a992-783807c3ecd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:18:03.439727 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0287cc-2a1e-46dd-a939-57e707f06ee2 None None] The sync data for ids ['626e2e11-3f4f-48a0-bdd5-66921664bbc5'] in n-d-712140-12 is: [{'id': '626e2e11-3f4f-48a0-bdd5-66921664bbc5', 'name': 'tempest-TestMinimumBasicScenario-1402868793-router', 'tenant_id': '90acfca71a89430caea221b25146bf6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': '4e3e1f35-26a9-49a4-b11e-604a4c83a4c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:17:55Z', 'updated_at': '2021-08-29T05:17:58Z', 'revision_number': 4, 'project_id': '90acfca71a89430caea221b25146bf6e', 'gw_port': {'id': '4e3e1f35-26a9-49a4-b11e-604a4c83a4c7', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626e2e11-3f4f-48a0-bdd5-66921664bbc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:17:56Z', 'updated_at': '2021-08-29T05:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '506a6137-80b3-46b4-b8fa-c4f7526f78ab', 'name': '', 'network_id': 'd239b31a-eb97-441e-abee-549bf15fa95d', 'tenant_id': '90acfca71a89430caea221b25146bf6e', 'mac_address': 'fa:16:3e:d3:76:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '626e2e11-3f4f-48a0-bdd5-66921664bbc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '2fe0c50e-7deb-418d-a992-783807c3ecd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:17:58Z', 'updated_at': '2021-08-29T05:18:02Z', 'revision_number': 4, 'project_id': '90acfca71a89430caea221b25146bf6e', 'subnets': [{'id': '2fe0c50e-7deb-418d-a992-783807c3ecd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:18:03.465464 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9b641932-bdad-4ba3-8cf1-4a6e8f76aba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:04.158282 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 4e3e1f35-26a9-49a4-b11e-604a4c83a4c7 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:18:04.232938 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 4e3e1f35-26a9-49a4-b11e-604a4c83a4c7 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:18:04.233375 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:04.325757 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 506a6137-80b3-46b4-b8fa-c4f7526f78ab up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:18:04.386436 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 506a6137-80b3-46b4-b8fa-c4f7526f78ab completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:18:04.390534 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 506a6137-80b3-46b4-b8fa-c4f7526f78ab triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:18:04.390909 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:04.491716 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:04.533042 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 506a6137-80b3-46b4-b8fa-c4f7526f78ab, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=506a6137-80b3-46b4-b8fa-c4f7526f78ab,segment=NetworkSegment(6174e4a7-ba9c-43f4-a33c-ff1e82463906),segment_id=6174e4a7-ba9c-43f4-a33c-ff1e82463906)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:18:04.540387 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:04.601270 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=506a6137-80b3-46b4-b8fa-c4f7526f78ab,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:18:06.117030 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 506a6137-80b3-46b4-b8fa-c4f7526f78ab up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:18:06.174702 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 506a6137-80b3-46b4-b8fa-c4f7526f78ab triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:18:06.175100 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:06.324389 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7a95ed2c-bfd9-4aba-b953-0027cb305f48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:07.348570 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:07.417031 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:08.906974 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:09.494532 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08daa28b-0248-4d5e-89ec-8ab75d2a5e04 req-5ad5d48f-e994-45fa-bc33-4d5c9760929c tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:09.496026 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-08daa28b-0248-4d5e-89ec-8ab75d2a5e04 req-5ad5d48f-e994-45fa-bc33-4d5c9760929c tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] 10.222.0.22 "GET /v2.0/networks?id=1078145e-2c15-4fa8-b699-05f3d9a79ab3 HTTP/1.1" status: 200 len: 815 time: 0.1031773 Aug 29 05:18:09.511403 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-08daa28b-0248-4d5e-89ec-8ab75d2a5e04 req-cb425f15-fbee-44a3-a0f0-50716a18a37b tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] 10.222.0.22 "GET /v2.0/quotas/8a4c6c35c23a46329e63543f254442b5 HTTP/1.1" status: 200 len: 375 time: 0.0096040 Aug 29 05:18:09.562234 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-08daa28b-0248-4d5e-89ec-8ab75d2a5e04 req-5f4ad49c-544e-49fa-9332-123e7b0bdb1f tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=8a4c6c35c23a46329e63543f254442b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445094 Aug 29 05:18:09.657368 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-08daa28b-0248-4d5e-89ec-8ab75d2a5e04 req-0ff7d9a0-3138-4c09-99b0-ae1ba5aa785b service neutron] 10.222.0.22 "GET /v2.0/networks/1078145e-2c15-4fa8-b699-05f3d9a79ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830522 Aug 29 05:18:09.746141 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-08daa28b-0248-4d5e-89ec-8ab75d2a5e04 req-493c37ec-ca5b-4e20-8fdb-a682f8fff52b service neutron] 10.222.0.22 "GET /v2.0/networks/1078145e-2c15-4fa8-b699-05f3d9a79ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820463 Aug 29 05:18:09.901100 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0233e9ae-fbf0-4e12-a812-5a1e96f99f41 req-4e4033cf-b20c-44b1-aa55-3ed67efee109 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] 10.222.0.22 "GET /v2.0/ports?device_id=4fd7d7aa-fdb1-4100-8908-250ad02d62e3 HTTP/1.1" status: 200 len: 210 time: 0.0260494 Aug 29 05:18:10.791035 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08daa28b-0248-4d5e-89ec-8ab75d2a5e04 req-10a8c0f8-5486-41b7-9646-cf636005ede4 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:10.792423 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-08daa28b-0248-4d5e-89ec-8ab75d2a5e04 req-10a8c0f8-5486-41b7-9646-cf636005ede4 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] 10.222.0.46 "GET /v2.0/networks?id=1078145e-2c15-4fa8-b699-05f3d9a79ab3 HTTP/1.1" status: 200 len: 815 time: 0.1074049 Aug 29 05:18:10.806030 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-08daa28b-0248-4d5e-89ec-8ab75d2a5e04 req-0efbec18-cf5c-4981-bc3d-e19ea061281d tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Request body: {'port': {'device_id': '4fd7d7aa-fdb1-4100-8908-250ad02d62e3', 'network_id': '1078145e-2c15-4fa8-b699-05f3d9a79ab3', 'admin_state_up': True, 'tenant_id': '8a4c6c35c23a46329e63543f254442b5'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:18:10.913643 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08daa28b-0248-4d5e-89ec-8ab75d2a5e04 req-0efbec18-cf5c-4981-bc3d-e19ea061281d tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Made reservation on behalf of 8a4c6c35c23a46329e63543f254442b5 for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:18:10.917265 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-08daa28b-0248-4d5e-89ec-8ab75d2a5e04 req-0efbec18-cf5c-4981-bc3d-e19ea061281d tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:11.016914 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9b29ca68-a92b-4f4a-919a-952867787a2c req-cc3b0793-2f61-4988-84da-70085c9b1ace tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] 10.222.0.22 "GET /v2.0/ports?device_id=4fd7d7aa-fdb1-4100-8908-250ad02d62e3 HTTP/1.1" status: 200 len: 210 time: 0.0353997 Aug 29 05:18:11.084000 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-08daa28b-0248-4d5e-89ec-8ab75d2a5e04 req-0efbec18-cf5c-4981-bc3d-e19ea061281d tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Allocated IP 172.20.0.6 (1078145e-2c15-4fa8-b699-05f3d9a79ab3/ddd9f0d0-4fbc-4068-ac46-0e09c5fbc1ea/900a795a-cb14-42a0-a792-e1511a25ba5f) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:18:11.288516 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-08daa28b-0248-4d5e-89ec-8ab75d2a5e04 req-0efbec18-cf5c-4981-bc3d-e19ea061281d tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:11.306247 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-08daa28b-0248-4d5e-89ec-8ab75d2a5e04 req-0efbec18-cf5c-4981-bc3d-e19ea061281d tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Transition to ACTIVE for port object 900a795a-cb14-42a0-a792-e1511a25ba5f will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:18:11.345475 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-08daa28b-0248-4d5e-89ec-8ab75d2a5e04 req-0efbec18-cf5c-4981-bc3d-e19ea061281d tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:11.397740 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08daa28b-0248-4d5e-89ec-8ab75d2a5e04 req-0efbec18-cf5c-4981-bc3d-e19ea061281d tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Network 1078145e-2c15-4fa8-b699-05f3d9a79ab3 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:18:11.400376 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-08daa28b-0248-4d5e-89ec-8ab75d2a5e04 req-0efbec18-cf5c-4981-bc3d-e19ea061281d tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:18:11.404514 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-08daa28b-0248-4d5e-89ec-8ab75d2a5e04 req-0efbec18-cf5c-4981-bc3d-e19ea061281d tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:18:11.469771 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efbec18-cf5c-4981-bc3d-e19ea061281d tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Pushing event updated for resources: {'Port': ['ID=900a795a-cb14-42a0-a792-e1511a25ba5f,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:18:11.483822 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08daa28b-0248-4d5e-89ec-8ab75d2a5e04 req-0efbec18-cf5c-4981-bc3d-e19ea061281d tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:11.484796 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-08daa28b-0248-4d5e-89ec-8ab75d2a5e04 req-0efbec18-cf5c-4981-bc3d-e19ea061281d tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:11.506680 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-08daa28b-0248-4d5e-89ec-8ab75d2a5e04 req-0efbec18-cf5c-4981-bc3d-e19ea061281d tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7043240 Aug 29 05:18:11.686567 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-0475aeb5-8624-4311-b6bb-87c6a2e41f31 None None] Provisioning for port 900a795a-cb14-42a0-a792-e1511a25ba5f completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:18:11.691090 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-0475aeb5-8624-4311-b6bb-87c6a2e41f31 None None] Provisioning complete for port 900a795a-cb14-42a0-a792-e1511a25ba5f triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:18:11.691468 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0475aeb5-8624-4311-b6bb-87c6a2e41f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:11.732230 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-0475aeb5-8624-4311-b6bb-87c6a2e41f31 None None] Port 900a795a-cb14-42a0-a792-e1511a25ba5f cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:18:12.490804 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd4bff8-6b4b-44a2-827a-fe2d5f8095ce req-7da3048c-d4b1-4dba-b6f6-39c863fa9b0c tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:12.492952 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ecd4bff8-6b4b-44a2-827a-fe2d5f8095ce req-7da3048c-d4b1-4dba-b6f6-39c863fa9b0c tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] 10.222.0.22 "GET /v2.0/ports?device_id=4fd7d7aa-fdb1-4100-8908-250ad02d62e3 HTTP/1.1" status: 200 len: 931 time: 0.4013369 Aug 29 05:18:12.533969 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ecd4bff8-6b4b-44a2-827a-fe2d5f8095ce req-fd3aff48-3cc9-451c-b169-0dc80ede20be tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] 10.222.0.22 "GET /v2.0/security-groups?id=ce9f9a1a-0d51-4465-aaec-fc6552a27a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336924 Aug 29 05:18:13.652861 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da8d102-1d11-4738-a326-4d02b43cf07d req-3fb62fdf-05e4-45c5-9dae-0e53e166112c tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:13.654406 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1da8d102-1d11-4738-a326-4d02b43cf07d req-3fb62fdf-05e4-45c5-9dae-0e53e166112c tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] 10.222.0.22 "GET /v2.0/ports?device_id=4fd7d7aa-fdb1-4100-8908-250ad02d62e3 HTTP/1.1" status: 200 len: 931 time: 0.0514619 Aug 29 05:18:13.693128 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1da8d102-1d11-4738-a326-4d02b43cf07d req-29d25b9c-6451-4f37-8b85-6ca7fbc79fde tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] 10.222.0.22 "GET /v2.0/security-groups?id=ce9f9a1a-0d51-4465-aaec-fc6552a27a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327506 Aug 29 05:18:14.813328 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ae2675-9c27-4408-a5a5-a27497d3f522 req-895d7034-8df1-48b6-9455-093afe67a278 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:14.814880 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b4ae2675-9c27-4408-a5a5-a27497d3f522 req-895d7034-8df1-48b6-9455-093afe67a278 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] 10.222.0.22 "GET /v2.0/ports?device_id=4fd7d7aa-fdb1-4100-8908-250ad02d62e3 HTTP/1.1" status: 200 len: 931 time: 0.0513809 Aug 29 05:18:14.859607 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b4ae2675-9c27-4408-a5a5-a27497d3f522 req-6fba3660-e2c3-49c2-986c-7ecb305d33a7 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] 10.222.0.22 "GET /v2.0/security-groups?id=ce9f9a1a-0d51-4465-aaec-fc6552a27a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384078 Aug 29 05:18:15.553219 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:18:15.996837 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a923860-9b11-4a45-9873-228cb167d100 req-97b6be2b-74b1-4549-96d7-ba0cb6a46528 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:15.998671 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5a923860-9b11-4a45-9873-228cb167d100 req-97b6be2b-74b1-4549-96d7-ba0cb6a46528 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] 10.222.0.22 "GET /v2.0/ports?device_id=4fd7d7aa-fdb1-4100-8908-250ad02d62e3 HTTP/1.1" status: 200 len: 931 time: 0.0496061 Aug 29 05:18:16.038323 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5a923860-9b11-4a45-9873-228cb167d100 req-2f3d7d48-6d1b-4f7c-a463-984e0381974d tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] 10.222.0.22 "GET /v2.0/security-groups?id=ce9f9a1a-0d51-4465-aaec-fc6552a27a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335879 Aug 29 05:18:17.158968 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb55884-634c-44d6-976e-3a202dfc2556 req-8a19ee38-e30d-494a-a357-fb98150ea9b2 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:17.160500 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7cb55884-634c-44d6-976e-3a202dfc2556 req-8a19ee38-e30d-494a-a357-fb98150ea9b2 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] 10.222.0.22 "GET /v2.0/ports?device_id=4fd7d7aa-fdb1-4100-8908-250ad02d62e3 HTTP/1.1" status: 200 len: 931 time: 0.0497472 Aug 29 05:18:17.202718 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7cb55884-634c-44d6-976e-3a202dfc2556 req-eda18b8b-f221-4a9d-bef3-81d5b831e48b tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] 10.222.0.22 "GET /v2.0/security-groups?id=ce9f9a1a-0d51-4465-aaec-fc6552a27a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356326 Aug 29 05:18:18.327111 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458afd04-e0dc-4023-95d8-340eb3be5b52 req-16928956-4c64-4b86-949f-dc809a281017 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:18.329446 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-458afd04-e0dc-4023-95d8-340eb3be5b52 req-16928956-4c64-4b86-949f-dc809a281017 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] 10.222.0.22 "GET /v2.0/ports?device_id=4fd7d7aa-fdb1-4100-8908-250ad02d62e3 HTTP/1.1" status: 200 len: 931 time: 0.0556436 Aug 29 05:18:18.373191 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-458afd04-e0dc-4023-95d8-340eb3be5b52 req-501b430d-6536-4ac9-bf7a-d6a5b41e85cb tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] 10.222.0.22 "GET /v2.0/security-groups?id=ce9f9a1a-0d51-4465-aaec-fc6552a27a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378222 Aug 29 05:18:19.496145 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd58c4cb-e782-402c-b99c-bb412f85d250 req-ab32a673-f915-43f2-aae8-b47a939b0bab tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:19.497648 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dd58c4cb-e782-402c-b99c-bb412f85d250 req-ab32a673-f915-43f2-aae8-b47a939b0bab tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] 10.222.0.22 "GET /v2.0/ports?device_id=4fd7d7aa-fdb1-4100-8908-250ad02d62e3 HTTP/1.1" status: 200 len: 931 time: 0.0518649 Aug 29 05:18:19.537583 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dd58c4cb-e782-402c-b99c-bb412f85d250 req-fad46e79-30ed-43e7-a493-1d62e150e30b tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] 10.222.0.22 "GET /v2.0/security-groups?id=ce9f9a1a-0d51-4465-aaec-fc6552a27a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338440 Aug 29 05:18:19.758862 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:20.654862 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d91b60-6db9-4831-8413-c9a1c05f85f3 req-124a9df8-a3c3-46ee-b5f4-0a8d2b6e2d3a tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:20.656540 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-28d91b60-6db9-4831-8413-c9a1c05f85f3 req-124a9df8-a3c3-46ee-b5f4-0a8d2b6e2d3a tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] 10.222.0.22 "GET /v2.0/ports?device_id=4fd7d7aa-fdb1-4100-8908-250ad02d62e3 HTTP/1.1" status: 200 len: 931 time: 0.0509126 Aug 29 05:18:20.695004 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-28d91b60-6db9-4831-8413-c9a1c05f85f3 req-4a2eb2b8-4869-41ca-869b-f9ab8a6aefa0 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] 10.222.0.22 "GET /v2.0/security-groups?id=ce9f9a1a-0d51-4465-aaec-fc6552a27a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326908 Aug 29 05:18:21.188634 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-08daa28b-0248-4d5e-89ec-8ab75d2a5e04 req-7917ede1-85ec-4aad-a7c4-3f1350401dd6 service neutron] Request body: {'port': {'device_id': '4fd7d7aa-fdb1-4100-8908-250ad02d62e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:18:21.243585 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-08daa28b-0248-4d5e-89ec-8ab75d2a5e04 req-7917ede1-85ec-4aad-a7c4-3f1350401dd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:21.499214 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-08daa28b-0248-4d5e-89ec-8ab75d2a5e04 req-7917ede1-85ec-4aad-a7c4-3f1350401dd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 900a795a-cb14-42a0-a792-e1511a25ba5f {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:18:21.506425 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-08daa28b-0248-4d5e-89ec-8ab75d2a5e04 req-7917ede1-85ec-4aad-a7c4-3f1350401dd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:21.518554 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-08daa28b-0248-4d5e-89ec-8ab75d2a5e04 req-7917ede1-85ec-4aad-a7c4-3f1350401dd6 service neutron] Transition to ACTIVE for port object 900a795a-cb14-42a0-a792-e1511a25ba5f will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:18:21.522563 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-08daa28b-0248-4d5e-89ec-8ab75d2a5e04 req-7917ede1-85ec-4aad-a7c4-3f1350401dd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:21.576052 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7917ede1-85ec-4aad-a7c4-3f1350401dd6 service neutron] Pushing event updated for resources: {'Port': ['ID=900a795a-cb14-42a0-a792-e1511a25ba5f,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:18:21.645757 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-08daa28b-0248-4d5e-89ec-8ab75d2a5e04 req-7917ede1-85ec-4aad-a7c4-3f1350401dd6 service neutron] Attempting to bind port 900a795a-cb14-42a0-a792-e1511a25ba5f on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:18:21.646102 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-08daa28b-0248-4d5e-89ec-8ab75d2a5e04 req-7917ede1-85ec-4aad-a7c4-3f1350401dd6 service neutron] Attempting to bind port 900a795a-cb14-42a0-a792-e1511a25ba5f by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': 'bcfdb9ca-1d95-4f88-9eb9-0e16fd0cf5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '1078145e-2c15-4fa8-b699-05f3d9a79ab3'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:18:21.646440 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08daa28b-0248-4d5e-89ec-8ab75d2a5e04 req-7917ede1-85ec-4aad-a7c4-3f1350401dd6 service neutron] Attempting to bind port 900a795a-cb14-42a0-a792-e1511a25ba5f on network 1078145e-2c15-4fa8-b699-05f3d9a79ab3 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:18:21.651159 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08daa28b-0248-4d5e-89ec-8ab75d2a5e04 req-7917ede1-85ec-4aad-a7c4-3f1350401dd6 service neutron] Port 900a795a-cb14-42a0-a792-e1511a25ba5f on network 1078145e-2c15-4fa8-b699-05f3d9a79ab3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:18:21.651491 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08daa28b-0248-4d5e-89ec-8ab75d2a5e04 req-7917ede1-85ec-4aad-a7c4-3f1350401dd6 service neutron] Attempting to bind port 900a795a-cb14-42a0-a792-e1511a25ba5f on network 1078145e-2c15-4fa8-b699-05f3d9a79ab3 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:18:21.658029 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08daa28b-0248-4d5e-89ec-8ab75d2a5e04 req-7917ede1-85ec-4aad-a7c4-3f1350401dd6 service neutron] Checking agent: {'id': '3de9de52-3a03-431d-9d7e-497ae92c57ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:18:21.658690 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08daa28b-0248-4d5e-89ec-8ab75d2a5e04 req-7917ede1-85ec-4aad-a7c4-3f1350401dd6 service neutron] Checking segment: {'id': 'bcfdb9ca-1d95-4f88-9eb9-0e16fd0cf5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '1078145e-2c15-4fa8-b699-05f3d9a79ab3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:18:21.658811 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08daa28b-0248-4d5e-89ec-8ab75d2a5e04 req-7917ede1-85ec-4aad-a7c4-3f1350401dd6 service neutron] Bound using segment: {'id': 'bcfdb9ca-1d95-4f88-9eb9-0e16fd0cf5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '1078145e-2c15-4fa8-b699-05f3d9a79ab3'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:18:21.659188 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-08daa28b-0248-4d5e-89ec-8ab75d2a5e04 req-7917ede1-85ec-4aad-a7c4-3f1350401dd6 service neutron] Bound port: 900a795a-cb14-42a0-a792-e1511a25ba5f, host: n-h1-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcfdb9ca-1d95-4f88-9eb9-0e16fd0cf5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '1078145e-2c15-4fa8-b699-05f3d9a79ab3'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:18:21.659553 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-08daa28b-0248-4d5e-89ec-8ab75d2a5e04 req-7917ede1-85ec-4aad-a7c4-3f1350401dd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:21.729774 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-08daa28b-0248-4d5e-89ec-8ab75d2a5e04 req-7917ede1-85ec-4aad-a7c4-3f1350401dd6 service neutron] For port 900a795a-cb14-42a0-a792-e1511a25ba5f, host n-h1-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:18:21.733426 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-08daa28b-0248-4d5e-89ec-8ab75d2a5e04 req-7917ede1-85ec-4aad-a7c4-3f1350401dd6 service neutron] For port 900a795a-cb14-42a0-a792-e1511a25ba5f, host n-h1-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=900a795a-cb14-42a0-a792-e1511a25ba5f,segment=NetworkSegment(bcfdb9ca-1d95-4f88-9eb9-0e16fd0cf5d6),segment_id=bcfdb9ca-1d95-4f88-9eb9-0e16fd0cf5d6)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:18:21.739659 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-08daa28b-0248-4d5e-89ec-8ab75d2a5e04 req-7917ede1-85ec-4aad-a7c4-3f1350401dd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:21.774834 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08daa28b-0248-4d5e-89ec-8ab75d2a5e04 req-7917ede1-85ec-4aad-a7c4-3f1350401dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:21.775458 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-08daa28b-0248-4d5e-89ec-8ab75d2a5e04 req-7917ede1-85ec-4aad-a7c4-3f1350401dd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:21.776910 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-08daa28b-0248-4d5e-89ec-8ab75d2a5e04 req-7917ede1-85ec-4aad-a7c4-3f1350401dd6 service neutron] 10.222.0.46 "PUT /v2.0/ports/900a795a-cb14-42a0-a792-e1511a25ba5f HTTP/1.1" status: 200 len: 1092 time: 0.5928102 Aug 29 05:18:21.777317 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fd7d7aa-fdb1-4100-8908-250ad02d62e3', 'tag': '900a795a-cb14-42a0-a792-e1511a25ba5f'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:18:21.779583 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfb9107a06241f0f5f2256c13c0e0e77dc40c776bf6dc0455c34cebdf0549d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab24e274-6bab-4365-8b45-81befa2e228f" -d '{"events": [{"name": "network-changed", "server_uuid": "4fd7d7aa-fdb1-4100-8908-250ad02d62e3", "tag": "900a795a-cb14-42a0-a792-e1511a25ba5f"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:18:21.865277 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7917ede1-85ec-4aad-a7c4-3f1350401dd6 service neutron] Pushing event updated for resources: {'Port': ['ID=900a795a-cb14-42a0-a792-e1511a25ba5f,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:18:21.884611 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3c4ea8-5ee7-448f-b005-2f603cee41f0 req-260b8ba9-61b5-47be-b87f-0ef81e279a6d tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:21.886193 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dc3c4ea8-5ee7-448f-b005-2f603cee41f0 req-260b8ba9-61b5-47be-b87f-0ef81e279a6d tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] 10.222.0.22 "GET /v2.0/ports?device_id=4fd7d7aa-fdb1-4100-8908-250ad02d62e3 HTTP/1.1" status: 200 len: 943 time: 0.1033654 Aug 29 05:18:21.902756 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08daa28b-0248-4d5e-89ec-8ab75d2a5e04 req-d1c23afe-b8a7-406a-8a92-558113fa515d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:21.904274 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-08daa28b-0248-4d5e-89ec-8ab75d2a5e04 req-d1c23afe-b8a7-406a-8a92-558113fa515d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8a4c6c35c23a46329e63543f254442b5&device_id=4fd7d7aa-fdb1-4100-8908-250ad02d62e3 HTTP/1.1" status: 200 len: 1095 time: 0.0810430 Aug 29 05:18:21.954557 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-08daa28b-0248-4d5e-89ec-8ab75d2a5e04 req-960893b7-5ef0-4040-bf2e-9f193d1038a3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=900a795a-cb14-42a0-a792-e1511a25ba5f HTTP/1.1" status: 200 len: 217 time: 0.0406384 Aug 29 05:18:21.973720 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dc3c4ea8-5ee7-448f-b005-2f603cee41f0 req-9e580da6-f1ad-4494-a4e9-c39ad3186dd5 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] 10.222.0.22 "GET /v2.0/security-groups?id=ce9f9a1a-0d51-4465-aaec-fc6552a27a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806122 Aug 29 05:18:22.014982 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08daa28b-0248-4d5e-89ec-8ab75d2a5e04 req-5e2fe894-17ca-4d41-a18b-06f488857a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:22.016460 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-08daa28b-0248-4d5e-89ec-8ab75d2a5e04 req-5e2fe894-17ca-4d41-a18b-06f488857a5c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ddd9f0d0-4fbc-4068-ac46-0e09c5fbc1ea HTTP/1.1" status: 200 len: 854 time: 0.0543771 Aug 29 05:18:22.017869 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b3617df-a008-49ad-b271-6119c524f3f8 x-openstack-request-id: req-6b3617df-a008-49ad-b271-6119c524f3f8 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:18:22.018161 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fd7d7aa-fdb1-4100-8908-250ad02d62e3", "tag": "900a795a-cb14-42a0-a792-e1511a25ba5f", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:18:22.018416 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6b3617df-a008-49ad-b271-6119c524f3f8 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:18:22.018808 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fd7d7aa-fdb1-4100-8908-250ad02d62e3', 'tag': '900a795a-cb14-42a0-a792-e1511a25ba5f', 'status': 'completed', 'code': 200} Aug 29 05:18:22.066773 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08daa28b-0248-4d5e-89ec-8ab75d2a5e04 req-5e8a08f0-163b-4812-8292-5fc01fc6cc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:22.068335 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-08daa28b-0248-4d5e-89ec-8ab75d2a5e04 req-5e8a08f0-163b-4812-8292-5fc01fc6cc74 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1078145e-2c15-4fa8-b699-05f3d9a79ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420940 Aug 29 05:18:22.154580 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-08daa28b-0248-4d5e-89ec-8ab75d2a5e04 req-c7166070-14da-4734-b60e-2def017e29e4 service neutron] 10.222.0.46 "GET /v2.0/networks/1078145e-2c15-4fa8-b699-05f3d9a79ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788157 Aug 29 05:18:22.247761 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-08daa28b-0248-4d5e-89ec-8ab75d2a5e04 req-9a28446b-4a84-4f1a-9d90-9be899de24ce service neutron] 10.222.0.46 "GET /v2.0/networks/1078145e-2c15-4fa8-b699-05f3d9a79ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849040 Aug 29 05:18:22.332614 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab24e274-6bab-4365-8b45-81befa2e228f req-11d6a3a9-b597-48eb-bd86-595fe9144bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:22.334102 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ab24e274-6bab-4365-8b45-81befa2e228f req-11d6a3a9-b597-48eb-bd86-595fe9144bf2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8a4c6c35c23a46329e63543f254442b5&device_id=4fd7d7aa-fdb1-4100-8908-250ad02d62e3 HTTP/1.1" status: 200 len: 1095 time: 0.0403476 Aug 29 05:18:22.426948 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab24e274-6bab-4365-8b45-81befa2e228f req-a8360132-74d1-4074-8fb4-23e7f72df1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:22.428484 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ab24e274-6bab-4365-8b45-81befa2e228f req-a8360132-74d1-4074-8fb4-23e7f72df1a5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1078145e-2c15-4fa8-b699-05f3d9a79ab3 HTTP/1.1" status: 200 len: 916 time: 0.0874708 Aug 29 05:18:22.470202 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ab24e274-6bab-4365-8b45-81befa2e228f req-16edddaf-9716-4217-9881-cef08acb1697 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=900a795a-cb14-42a0-a792-e1511a25ba5f HTTP/1.1" status: 200 len: 217 time: 0.0349932 Aug 29 05:18:22.519127 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab24e274-6bab-4365-8b45-81befa2e228f req-760df635-2a69-475e-981a-6de8c4f586cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:22.520527 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ab24e274-6bab-4365-8b45-81befa2e228f req-760df635-2a69-475e-981a-6de8c4f586cc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ddd9f0d0-4fbc-4068-ac46-0e09c5fbc1ea HTTP/1.1" status: 200 len: 854 time: 0.0421901 Aug 29 05:18:22.567585 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab24e274-6bab-4365-8b45-81befa2e228f req-2fbcbd63-548e-47cc-92f4-8810db6b3d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:22.569094 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ab24e274-6bab-4365-8b45-81befa2e228f req-2fbcbd63-548e-47cc-92f4-8810db6b3d9f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1078145e-2c15-4fa8-b699-05f3d9a79ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399191 Aug 29 05:18:22.659809 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ab24e274-6bab-4365-8b45-81befa2e228f req-23b7264f-862d-4584-93e4-e6d6cee02817 service neutron] 10.222.0.46 "GET /v2.0/networks/1078145e-2c15-4fa8-b699-05f3d9a79ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828092 Aug 29 05:18:22.748127 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ab24e274-6bab-4365-8b45-81befa2e228f req-fe5f8253-7b2b-4d07-b3c9-311b2008a0ae service neutron] 10.222.0.46 "GET /v2.0/networks/1078145e-2c15-4fa8-b699-05f3d9a79ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810113 Aug 29 05:18:23.097105 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbccad2-b27d-490e-a1dc-3dfddf9e09bf req-c2cb45dd-1051-4674-80d4-bd2ad7895bf0 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:23.098631 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9bbccad2-b27d-490e-a1dc-3dfddf9e09bf req-c2cb45dd-1051-4674-80d4-bd2ad7895bf0 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] 10.222.0.22 "GET /v2.0/ports?device_id=4fd7d7aa-fdb1-4100-8908-250ad02d62e3 HTTP/1.1" status: 200 len: 943 time: 0.0562477 Aug 29 05:18:23.136433 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9bbccad2-b27d-490e-a1dc-3dfddf9e09bf req-bc59e532-7f21-4f5d-a8fe-5b856fcfb32e tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] 10.222.0.22 "GET /v2.0/security-groups?id=ce9f9a1a-0d51-4465-aaec-fc6552a27a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318143 Aug 29 05:18:24.248524 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8073ca6b-14ee-43d7-8fde-634b6f67fb74 req-479f91e3-d5da-4aa3-a02c-de8308c9b444 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:24.250036 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8073ca6b-14ee-43d7-8fde-634b6f67fb74 req-479f91e3-d5da-4aa3-a02c-de8308c9b444 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] 10.222.0.22 "GET /v2.0/ports?device_id=4fd7d7aa-fdb1-4100-8908-250ad02d62e3 HTTP/1.1" status: 200 len: 943 time: 0.0484593 Aug 29 05:18:24.286232 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8073ca6b-14ee-43d7-8fde-634b6f67fb74 req-03eccec3-0a48-4e57-88db-9603fb7a1673 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] 10.222.0.22 "GET /v2.0/security-groups?id=ce9f9a1a-0d51-4465-aaec-fc6552a27a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302610 Aug 29 05:18:25.270735 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 900a795a-cb14-42a0-a792-e1511a25ba5f details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:18:25.363433 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 900a795a-cb14-42a0-a792-e1511a25ba5f, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=900a795a-cb14-42a0-a792-e1511a25ba5f,segment=NetworkSegment(bcfdb9ca-1d95-4f88-9eb9-0e16fd0cf5d6),segment_id=bcfdb9ca-1d95-4f88-9eb9-0e16fd0cf5d6)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:18:25.377412 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Returning: {'device': '900a795a-cb14-42a0-a792-e1511a25ba5f', 'network_id': '1078145e-2c15-4fa8-b699-05f3d9a79ab3', 'port_id': '900a795a-cb14-42a0-a792-e1511a25ba5f', 'mac_address': 'fa:16:3e:cc:42:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddd9f0d0-4fbc-4068-ac46-0e09c5fbc1ea', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:18:25.402603 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dec8b1-5e1e-40bc-9782-91d01044f84c req-b4fb1a23-e352-4358-a32a-98e3312c1e07 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:25.404125 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-37dec8b1-5e1e-40bc-9782-91d01044f84c req-b4fb1a23-e352-4358-a32a-98e3312c1e07 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] 10.222.0.22 "GET /v2.0/ports?device_id=4fd7d7aa-fdb1-4100-8908-250ad02d62e3 HTTP/1.1" status: 200 len: 943 time: 0.0496953 Aug 29 05:18:25.416723 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:25.429937 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 900a795a-cb14-42a0-a792-e1511a25ba5f {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:18:25.444861 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-37dec8b1-5e1e-40bc-9782-91d01044f84c req-f30374a7-19c1-4d58-b78d-223c47a9cba3 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] 10.222.0.22 "GET /v2.0/security-groups?id=ce9f9a1a-0d51-4465-aaec-fc6552a27a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344279 Aug 29 05:18:25.449981 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 900a795a-cb14-42a0-a792-e1511a25ba5f, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=900a795a-cb14-42a0-a792-e1511a25ba5f,segment=NetworkSegment(bcfdb9ca-1d95-4f88-9eb9-0e16fd0cf5d6),segment_id=bcfdb9ca-1d95-4f88-9eb9-0e16fd0cf5d6)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:18:25.454035 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:25.500030 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=900a795a-cb14-42a0-a792-e1511a25ba5f,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:18:25.507292 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:18:25.507642 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:18:25.508010 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:18:25.508347 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:18:25.508681 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:18:25.509016 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:18:25.509341 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:18:25.509666 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:18:25.509989 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:18:25.510312 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:18:25.510634 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:18:25.510981 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:18:25.737879 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['900a795a-cb14-42a0-a792-e1511a25ba5f'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:18:26.563117 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1167c78-a574-4603-84f8-17a303b34ec9 req-3265db82-746e-4824-aa86-cb4e3901c116 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:26.564644 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e1167c78-a574-4603-84f8-17a303b34ec9 req-3265db82-746e-4824-aa86-cb4e3901c116 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] 10.222.0.22 "GET /v2.0/ports?device_id=4fd7d7aa-fdb1-4100-8908-250ad02d62e3 HTTP/1.1" status: 200 len: 944 time: 0.0526216 Aug 29 05:18:26.602130 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e1167c78-a574-4603-84f8-17a303b34ec9 req-3cf02208-489e-48a0-be5c-494d332af3fc tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] 10.222.0.22 "GET /v2.0/security-groups?id=ce9f9a1a-0d51-4465-aaec-fc6552a27a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313318 Aug 29 05:18:27.287042 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 900a795a-cb14-42a0-a792-e1511a25ba5f up at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:18:27.333682 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning for port 900a795a-cb14-42a0-a792-e1511a25ba5f completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:18:27.337234 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning complete for port 900a795a-cb14-42a0-a792-e1511a25ba5f triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:18:27.337608 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:27.412197 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:27.433655 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fd7d7aa-fdb1-4100-8908-250ad02d62e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '900a795a-cb14-42a0-a792-e1511a25ba5f'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:18:27.435926 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e47ce94e7730ef80c099a0714bd3625e1f676465bb595722170593f8a424ee2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1946a096-1508-4dc5-aa95-f725a9c2bb7b" -d '{"events": [{"server_uuid": "4fd7d7aa-fdb1-4100-8908-250ad02d62e3", "name": "network-vif-plugged", "status": "completed", "tag": "900a795a-cb14-42a0-a792-e1511a25ba5f"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:18:27.448410 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 900a795a-cb14-42a0-a792-e1511a25ba5f, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=900a795a-cb14-42a0-a792-e1511a25ba5f,segment=NetworkSegment(bcfdb9ca-1d95-4f88-9eb9-0e16fd0cf5d6),segment_id=bcfdb9ca-1d95-4f88-9eb9-0e16fd0cf5d6)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:18:27.453152 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:27.508657 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=900a795a-cb14-42a0-a792-e1511a25ba5f,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:18:27.590331 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d28e9f48-eebc-494e-a08a-1d7c27f789e8 x-openstack-request-id: req-d28e9f48-eebc-494e-a08a-1d7c27f789e8 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:18:27.590619 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fd7d7aa-fdb1-4100-8908-250ad02d62e3", "name": "network-vif-plugged", "status": "completed", "tag": "900a795a-cb14-42a0-a792-e1511a25ba5f", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:18:27.590871 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d28e9f48-eebc-494e-a08a-1d7c27f789e8 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:18:27.591265 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fd7d7aa-fdb1-4100-8908-250ad02d62e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '900a795a-cb14-42a0-a792-e1511a25ba5f', 'code': 200} Aug 29 05:18:27.713850 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9220862-0973-489e-9f75-e67578683612 req-e85aea38-a0e2-40f8-a1c3-6bac11fb4eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:27.716006 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d9220862-0973-489e-9f75-e67578683612 req-e85aea38-a0e2-40f8-a1c3-6bac11fb4eaf service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4fd7d7aa-fdb1-4100-8908-250ad02d62e3 HTTP/1.1" status: 200 len: 1097 time: 0.0711980 Aug 29 05:18:27.727925 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4612e487-f4db-4a26-9443-de61a042e403 req-b2f12f5f-3058-40bf-8e08-ba0d118d1c02 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:27.729309 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4612e487-f4db-4a26-9443-de61a042e403 req-b2f12f5f-3058-40bf-8e08-ba0d118d1c02 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] 10.222.0.22 "GET /v2.0/ports?device_id=4fd7d7aa-fdb1-4100-8908-250ad02d62e3 HTTP/1.1" status: 200 len: 945 time: 0.0582781 Aug 29 05:18:27.787210 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d9220862-0973-489e-9f75-e67578683612 req-99d81bdd-298c-41a3-8cbb-b17edc9969aa service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ce9f9a1a-0d51-4465-aaec-fc6552a27a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569160 Aug 29 05:18:27.790206 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4612e487-f4db-4a26-9443-de61a042e403 req-0135c3e6-6d54-4d3c-a843-c1b0fbe526ff tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] 10.222.0.22 "GET /v2.0/security-groups?id=ce9f9a1a-0d51-4465-aaec-fc6552a27a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543182 Aug 29 05:18:28.904493 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec554dcf-ce5b-49fc-858c-2ad5075ebd75 req-4895a5aa-82d5-416f-8d33-3c1c04d87e5c tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:28.906018 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ec554dcf-ce5b-49fc-858c-2ad5075ebd75 req-4895a5aa-82d5-416f-8d33-3c1c04d87e5c tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] 10.222.0.22 "GET /v2.0/ports?device_id=4fd7d7aa-fdb1-4100-8908-250ad02d62e3 HTTP/1.1" status: 200 len: 945 time: 0.0504913 Aug 29 05:18:28.944746 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ec554dcf-ce5b-49fc-858c-2ad5075ebd75 req-93b2dcda-e327-4839-bed7-ec095cb6be20 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] 10.222.0.22 "GET /v2.0/security-groups?id=ce9f9a1a-0d51-4465-aaec-fc6552a27a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324173 Aug 29 05:18:29.093259 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:30.062729 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af29a50-15bf-4a51-a0ef-a2c16a582f53 req-737177a4-3118-4b20-94b1-f7575fa628dd tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:30.064243 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0af29a50-15bf-4a51-a0ef-a2c16a582f53 req-737177a4-3118-4b20-94b1-f7575fa628dd tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] 10.222.0.22 "GET /v2.0/ports?device_id=4fd7d7aa-fdb1-4100-8908-250ad02d62e3 HTTP/1.1" status: 200 len: 945 time: 0.0502353 Aug 29 05:18:30.101489 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0af29a50-15bf-4a51-a0ef-a2c16a582f53 req-e7f6650e-c7a9-4bf1-b594-7202b4811dff tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] 10.222.0.22 "GET /v2.0/security-groups?id=ce9f9a1a-0d51-4465-aaec-fc6552a27a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310390 Aug 29 05:18:30.216355 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01604c4e-0121-449f-af05-de047617808a req-199e2924-a19b-49f1-baf6-3ccf69064686 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:30.217831 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-01604c4e-0121-449f-af05-de047617808a req-199e2924-a19b-49f1-baf6-3ccf69064686 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] 10.222.0.22 "GET /v2.0/ports?device_id=4fd7d7aa-fdb1-4100-8908-250ad02d62e3 HTTP/1.1" status: 200 len: 945 time: 0.0526929 Aug 29 05:18:30.255384 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-01604c4e-0121-449f-af05-de047617808a req-93119e1d-00b3-49ad-87e6-e1f14bafed08 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] 10.222.0.22 "GET /v2.0/security-groups?id=ce9f9a1a-0d51-4465-aaec-fc6552a27a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315769 Aug 29 05:18:30.438826 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48156601-1849-4eee-ab94-ed8109df600c req-f49a0798-db83-4f9c-8b03-f40f1eeb2903 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:30.440350 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-48156601-1849-4eee-ab94-ed8109df600c req-f49a0798-db83-4f9c-8b03-f40f1eeb2903 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] 10.222.0.22 "GET /v2.0/ports?device_id=4fd7d7aa-fdb1-4100-8908-250ad02d62e3 HTTP/1.1" status: 200 len: 945 time: 0.0480993 Aug 29 05:18:30.478724 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-48156601-1849-4eee-ab94-ed8109df600c req-584bf38f-f239-4584-9b69-765b30703031 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] 10.222.0.22 "GET /v2.0/security-groups?id=ce9f9a1a-0d51-4465-aaec-fc6552a27a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321817 Aug 29 05:18:33.458821 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1bb8fff0-316c-44d0-84c5-1178a981a341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:36.325856 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-94d6cd8b-c147-4b41-b2c4-2ab53581e893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:37.340395 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:37.414971 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:38.910381 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:42.023979 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ba85f0-ea54-4143-9703-7b5a128deb85 req-0c820c16-48b4-4f3e-bdc1-f867c4b8c12b tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:42.025444 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-38ba85f0-ea54-4143-9703-7b5a128deb85 req-0c820c16-48b4-4f3e-bdc1-f867c4b8c12b tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] 10.222.0.22 "GET /v2.0/ports?device_id=4fd7d7aa-fdb1-4100-8908-250ad02d62e3 HTTP/1.1" status: 200 len: 945 time: 0.0794103 Aug 29 05:18:42.033776 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7715c7a3-cea2-407f-88ac-5b6df70d6bcc req-c3af4641-cc1b-4ba8-90f3-b03e8c20e831 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4fd7d7aa-fdb1-4100-8908-250ad02d62e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0616641 Aug 29 05:18:42.072188 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-38ba85f0-ea54-4143-9703-7b5a128deb85 req-6818541d-5930-4fa4-97e8-b54a6897396e tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] 10.222.0.22 "GET /v2.0/security-groups?id=ce9f9a1a-0d51-4465-aaec-fc6552a27a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373840 Aug 29 05:18:42.092741 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 41178) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:18:42.118542 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7715c7a3-cea2-407f-88ac-5b6df70d6bcc req-d6b7515d-6731-4895-aa04-7966660d4afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:42.120142 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7715c7a3-cea2-407f-88ac-5b6df70d6bcc req-d6b7515d-6731-4895-aa04-7966660d4afc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8a4c6c35c23a46329e63543f254442b5&device_id=4fd7d7aa-fdb1-4100-8908-250ad02d62e3 HTTP/1.1" status: 200 len: 1097 time: 0.0404582 Aug 29 05:18:42.223349 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7715c7a3-cea2-407f-88ac-5b6df70d6bcc req-3eda15ec-50a0-476e-9081-f519691cdccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:42.224376 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e025824c-9048-4799-9cb9-e3a9f9baf75c tempest-TestMinimumBasicScenario-451210488 tempest-TestMinimumBasicScenario-451210488-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:42.224876 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7715c7a3-cea2-407f-88ac-5b6df70d6bcc req-3eda15ec-50a0-476e-9081-f519691cdccb service neutron] 10.222.0.46 "GET /v2.0/networks?id=1078145e-2c15-4fa8-b699-05f3d9a79ab3 HTTP/1.1" status: 200 len: 916 time: 0.0843267 Aug 29 05:18:42.226043 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-e025824c-9048-4799-9cb9-e3a9f9baf75c tempest-TestMinimumBasicScenario-451210488 tempest-TestMinimumBasicScenario-451210488-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=4fd7d7aa-fdb1-4100-8908-250ad02d62e3 HTTP/1.1" status: 200 len: 1092 time: 0.1322205 Aug 29 05:18:42.229087 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 41182) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:18:42.233479 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-8bb0a919-e9a6-4d0c-933e-9324fbc0c5f6 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Request body: {'floatingip': {'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'port_id': '900a795a-cb14-42a0-a792-e1511a25ba5f', 'tenant_id': '8a4c6c35c23a46329e63543f254442b5', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:18:42.255329 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8bb0a919-e9a6-4d0c-933e-9324fbc0c5f6 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Notify callbacks [] for floatingip, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:42.270902 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7715c7a3-cea2-407f-88ac-5b6df70d6bcc req-e609e7a4-4e17-493d-b163-23f5afb9c727 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=900a795a-cb14-42a0-a792-e1511a25ba5f HTTP/1.1" status: 200 len: 217 time: 0.0387127 Aug 29 05:18:42.319866 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7715c7a3-cea2-407f-88ac-5b6df70d6bcc req-9faa2d90-cda9-41df-8364-1730a6b9e938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:42.321257 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7715c7a3-cea2-407f-88ac-5b6df70d6bcc req-9faa2d90-cda9-41df-8364-1730a6b9e938 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ddd9f0d0-4fbc-4068-ac46-0e09c5fbc1ea HTTP/1.1" status: 200 len: 854 time: 0.0439801 Aug 29 05:18:42.355442 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8bb0a919-e9a6-4d0c-933e-9324fbc0c5f6 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:42.366801 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7715c7a3-cea2-407f-88ac-5b6df70d6bcc req-cd3adee1-af13-4a17-a1d6-016d40969be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:42.368233 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7715c7a3-cea2-407f-88ac-5b6df70d6bcc req-cd3adee1-af13-4a17-a1d6-016d40969be9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1078145e-2c15-4fa8-b699-05f3d9a79ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396750 Aug 29 05:18:42.458502 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-8bb0a919-e9a6-4d0c-933e-9324fbc0c5f6 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Allocated IP 172.25.0.197 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/9056a00a-f3af-4541-9f41-629972e50bad) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:18:42.460519 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7715c7a3-cea2-407f-88ac-5b6df70d6bcc req-37fe9ca9-fc6c-4a1f-9fda-3a178b8176bc service neutron] 10.222.0.46 "GET /v2.0/networks/1078145e-2c15-4fa8-b699-05f3d9a79ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848894 Aug 29 05:18:42.551405 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7715c7a3-cea2-407f-88ac-5b6df70d6bcc req-85c67a93-c624-43b7-baa4-ce1f6e1bd858 service neutron] 10.222.0.46 "GET /v2.0/networks/1078145e-2c15-4fa8-b699-05f3d9a79ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843086 Aug 29 05:18:42.562769 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8bb0a919-e9a6-4d0c-933e-9324fbc0c5f6 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:42.600150 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8bb0a919-e9a6-4d0c-933e-9324fbc0c5f6 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:42.639878 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb0a919-e9a6-4d0c-933e-9324fbc0c5f6 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:18:42.642813 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-8bb0a919-e9a6-4d0c-933e-9324fbc0c5f6 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:18:42.645287 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb0a919-e9a6-4d0c-933e-9324fbc0c5f6 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:18:42.668226 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb0a919-e9a6-4d0c-933e-9324fbc0c5f6 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Pushing event updated for resources: {'Port': ['ID=9056a00a-f3af-4541-9f41-629972e50bad,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:18:43.000120 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8bb0a919-e9a6-4d0c-933e-9324fbc0c5f6 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:43.066186 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8bb0a919-e9a6-4d0c-933e-9324fbc0c5f6 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:43.216131 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8bb0a919-e9a6-4d0c-933e-9324fbc0c5f6 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:43.220688 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8bb0a919-e9a6-4d0c-933e-9324fbc0c5f6 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:43.287397 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb0a919-e9a6-4d0c-933e-9324fbc0c5f6 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Pushing event updated for resources: {'Port': ['ID=9056a00a-f3af-4541-9f41-629972e50bad,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:18:43.299135 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb0a919-e9a6-4d0c-933e-9324fbc0c5f6 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:18:43.299480 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb0a919-e9a6-4d0c-933e-9324fbc0c5f6 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:18:43.299848 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb0a919-e9a6-4d0c-933e-9324fbc0c5f6 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:18:43.300183 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb0a919-e9a6-4d0c-933e-9324fbc0c5f6 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:18:43.300510 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb0a919-e9a6-4d0c-933e-9324fbc0c5f6 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:18:43.300838 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb0a919-e9a6-4d0c-933e-9324fbc0c5f6 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:18:43.301163 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb0a919-e9a6-4d0c-933e-9324fbc0c5f6 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:18:43.301485 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb0a919-e9a6-4d0c-933e-9324fbc0c5f6 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:18:43.301808 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb0a919-e9a6-4d0c-933e-9324fbc0c5f6 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:18:43.302127 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb0a919-e9a6-4d0c-933e-9324fbc0c5f6 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:18:43.302443 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb0a919-e9a6-4d0c-933e-9324fbc0c5f6 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:18:43.302759 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb0a919-e9a6-4d0c-933e-9324fbc0c5f6 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:18:43.311239 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8bb0a919-e9a6-4d0c-933e-9324fbc0c5f6 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719515'] for floatingip, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:43.417436 n-d-712140-12 neutron-server[94829]: INFO neutron.db.l3_db [None req-8bb0a919-e9a6-4d0c-933e-9324fbc0c5f6 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Floating IP d7728e24-43c1-44d7-998f-4b6ae77ac3bf associated. External IP: 172.25.0.197, port: 900a795a-cb14-42a0-a792-e1511a25ba5f. Aug 29 05:18:43.626130 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bb0a919-e9a6-4d0c-933e-9324fbc0c5f6 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Router 2e6dc5b0-0608-46eb-ab25-1326710b981b has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:18:43.732329 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bb0a919-e9a6-4d0c-933e-9324fbc0c5f6 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:18:43.744517 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b6df4b-e3c5-4190-bf0d-b0e9c493a487 None None] Sync routers for ids ['2e6dc5b0-0608-46eb-ab25-1326710b981b'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:18:43.750267 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8bb0a919-e9a6-4d0c-933e-9324fbc0c5f6 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:43.754703 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b6df4b-e3c5-4190-bf0d-b0e9c493a487 None None] Routers {'2e6dc5b0-0608-46eb-ab25-1326710b981b'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:18:43.755411 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-d4b6df4b-e3c5-4190-bf0d-b0e9c493a487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:18:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['2e6dc5b0-0608-46eb-ab25-1326710b981b'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:18:43.776838 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-8bb0a919-e9a6-4d0c-933e-9324fbc0c5f6 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5467486 Aug 29 05:18:43.777476 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fd7d7aa-fdb1-4100-8908-250ad02d62e3', 'tag': '900a795a-cb14-42a0-a792-e1511a25ba5f'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:18:43.779811 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 41184) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:18:43.787201 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-d24de856-b9fb-40b7-89ca-7355c9f61811 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-705961178', 'description': 'tempest-secgroup-smoke-705961178 description', 'project_id': '8a4c6c35c23a46329e63543f254442b5'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:18:43.812211 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d24de856-b9fb-40b7-89ca-7355c9f61811 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:43.855768 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77553e5f3dce844e1d1944d01f437b37b7dd5b7a052a0dbecc2d9758b81294" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74e3aab7-8497-4249-9da9-e6363ca411c9" -d '{"events": [{"name": "network-changed", "server_uuid": "4fd7d7aa-fdb1-4100-8908-250ad02d62e3", "tag": "900a795a-cb14-42a0-a792-e1511a25ba5f"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:18:43.872600 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-d4b6df4b-e3c5-4190-bf0d-b0e9c493a487 None None] Set router 2e6dc5b0-0608-46eb-ab25-1326710b981b gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:18:43.912416 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d24de856-b9fb-40b7-89ca-7355c9f61811 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:43.916745 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d24de856-b9fb-40b7-89ca-7355c9f61811 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:43.946603 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24de856-b9fb-40b7-89ca-7355c9f61811 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2aa814b-e758-46c3-a6d5-971ed590c6dc,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:18:43.956223 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3b9f88f-6d3f-41bd-a936-620478a99ed9 x-openstack-request-id: req-a3b9f88f-6d3f-41bd-a936-620478a99ed9 {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:18:43.956514 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fd7d7aa-fdb1-4100-8908-250ad02d62e3", "tag": "900a795a-cb14-42a0-a792-e1511a25ba5f", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:18:43.956771 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a3b9f88f-6d3f-41bd-a936-620478a99ed9 {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:18:43.957179 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fd7d7aa-fdb1-4100-8908-250ad02d62e3', 'tag': '900a795a-cb14-42a0-a792-e1511a25ba5f', 'status': 'completed', 'code': 200} Aug 29 05:18:43.958121 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d24de856-b9fb-40b7-89ca-7355c9f61811 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:43.959366 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-d24de856-b9fb-40b7-89ca-7355c9f61811 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1779644 Aug 29 05:18:43.960959 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24de856-b9fb-40b7-89ca-7355c9f61811 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:18:43.961309 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24de856-b9fb-40b7-89ca-7355c9f61811 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:18:43.961654 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24de856-b9fb-40b7-89ca-7355c9f61811 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:18:43.961994 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24de856-b9fb-40b7-89ca-7355c9f61811 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:18:43.962425 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 41194) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:18:43.964895 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24de856-b9fb-40b7-89ca-7355c9f61811 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:18:43.964895 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24de856-b9fb-40b7-89ca-7355c9f61811 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:18:43.966995 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-f6e3ccb0-ca05-4a4c-89f2-66992c757069 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Request body: {'security_group_rule': {'security_group_id': 'a2aa814b-e758-46c3-a6d5-971ed590c6dc', 'project_id': '8a4c6c35c23a46329e63543f254442b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:18:43.968527 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24de856-b9fb-40b7-89ca-7355c9f61811 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:18:43.969100 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24de856-b9fb-40b7-89ca-7355c9f61811 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:18:43.969653 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24de856-b9fb-40b7-89ca-7355c9f61811 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:18:43.970275 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24de856-b9fb-40b7-89ca-7355c9f61811 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:18:43.971000 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24de856-b9fb-40b7-89ca-7355c9f61811 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:18:43.972001 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24de856-b9fb-40b7-89ca-7355c9f61811 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:18:43.997862 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f6e3ccb0-ca05-4a4c-89f2-66992c757069 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:44.025078 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e3aab7-8497-4249-9da9-e6363ca411c9 req-a5511bb1-0827-4c36-a7f0-539b388033ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:44.026604 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-74e3aab7-8497-4249-9da9-e6363ca411c9 req-a5511bb1-0827-4c36-a7f0-539b388033ae service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8a4c6c35c23a46329e63543f254442b5&device_id=4fd7d7aa-fdb1-4100-8908-250ad02d62e3 HTTP/1.1" status: 200 len: 1097 time: 0.0419276 Aug 29 05:18:44.064160 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f6e3ccb0-ca05-4a4c-89f2-66992c757069 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:44.068572 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f6e3ccb0-ca05-4a4c-89f2-66992c757069 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:44.091775 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e3ccb0-ca05-4a4c-89f2-66992c757069 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a12695bb-3e2e-4d2a-b767-7bd36036cbd1,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:18:44.096203 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f6e3ccb0-ca05-4a4c-89f2-66992c757069 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:44.097804 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-f6e3ccb0-ca05-4a4c-89f2-66992c757069 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1344371 Aug 29 05:18:44.100698 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 41196) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:18:44.106965 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-6e9334c9-d4cc-4892-b158-295452ffd20b tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Request body: {'security_group_rule': {'security_group_id': 'a2aa814b-e758-46c3-a6d5-971ed590c6dc', 'project_id': '8a4c6c35c23a46329e63543f254442b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:18:44.118856 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-d4b6df4b-e3c5-4190-bf0d-b0e9c493a487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e6dc5b0-0608-46eb-ab25-1326710b981b', 'name': 'tempest-TestMinimumBasicScenario-2007266321-router', 'tenant_id': '8a4c6c35c23a46329e63543f254442b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '9b7e713c-91f7-4efa-bfba-0e0b7bf36869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:17:51Z', 'updated_at': '2021-08-29T05:17:54Z', 'revision_number': 4, 'project_id': '8a4c6c35c23a46329e63543f254442b5', 'gw_port': {'id': '9b7e713c-91f7-4efa-bfba-0e0b7bf36869', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:11:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6dc5b0-0608-46eb-ab25-1326710b981b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:17:51Z', 'updated_at': '2021-08-29T05:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': 'd7728e24-43c1-44d7-998f-4b6ae77ac3bf', 'tenant_id': '8a4c6c35c23a46329e63543f254442b5', 'floating_ip_address': '172.25.0.197', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': '2e6dc5b0-0608-46eb-ab25-1326710b981b', 'port_id': '900a795a-cb14-42a0-a792-e1511a25ba5f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1078145e-2c15-4fa8-b699-05f3d9a79ab3', 'mac_address': 'fa:16:3e:cc:42:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd7d7aa-fdb1-4100-8908-250ad02d62e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:18:42Z', 'updated_at': '2021-08-29T05:18:42Z', 'revision_number': 0, 'project_id': '8a4c6c35c23a46329e63543f254442b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b6b09de-dbee-4df5-a8f6-94385a065da0', 'name': '', 'network_id': '1078145e-2c15-4fa8-b699-05f3d9a79ab3', 'tenant_id': '8a4c6c35c23a46329e63543f254442b5', 'mac_address': 'fa:16:3e:c2:cc:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6dc5b0-0608-46eb-ab25-1326710b981b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'ddd9f0d0-4fbc-4068-ac46-0e09c5fbc1ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:17:53Z', 'updated_at': '2021-08-29T05:17:59Z', 'revision_number': 5, 'project_id': '8a4c6c35c23a46329e63543f254442b5', 'subnets': [{'id': 'ddd9f0d0-4fbc-4068-ac46-0e09c5fbc1ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:18:44.133594 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6e9334c9-d4cc-4892-b158-295452ffd20b tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:44.134389 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e3aab7-8497-4249-9da9-e6363ca411c9 req-cab4d6fc-064f-4bc4-8fbc-2c411459010d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:44.136014 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-74e3aab7-8497-4249-9da9-e6363ca411c9 req-cab4d6fc-064f-4bc4-8fbc-2c411459010d service neutron] 10.222.0.46 "GET /v2.0/networks?id=1078145e-2c15-4fa8-b699-05f3d9a79ab3 HTTP/1.1" status: 200 len: 916 time: 0.0987773 Aug 29 05:18:44.149817 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b6df4b-e3c5-4190-bf0d-b0e9c493a487 None None] Checking router: 2e6dc5b0-0608-46eb-ab25-1326710b981b for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:18:44.158485 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b6df4b-e3c5-4190-bf0d-b0e9c493a487 None None] Routers {'2e6dc5b0-0608-46eb-ab25-1326710b981b'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:18:44.159092 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-d4b6df4b-e3c5-4190-bf0d-b0e9c493a487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:18:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['2e6dc5b0-0608-46eb-ab25-1326710b981b'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:18:44.208568 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6e9334c9-d4cc-4892-b158-295452ffd20b tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:44.214283 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6e9334c9-d4cc-4892-b158-295452ffd20b tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:44.223262 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-74e3aab7-8497-4249-9da9-e6363ca411c9 req-ed7d43d6-dae5-4902-90da-59ef802002b9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=900a795a-cb14-42a0-a792-e1511a25ba5f HTTP/1.1" status: 200 len: 999 time: 0.0762343 Aug 29 05:18:44.236875 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9334c9-d4cc-4892-b158-295452ffd20b tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=770c41e9-1bfd-413e-a3ab-9500510b0e99,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:18:44.239996 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6e9334c9-d4cc-4892-b158-295452ffd20b tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:44.244079 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 41198) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:18:44.244274 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-6e9334c9-d4cc-4892-b158-295452ffd20b tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1420300 Aug 29 05:18:44.251678 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-87bb6788-e6a2-4b09-89bc-d141b9af070f tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Request body: {'security_group_rule': {'security_group_id': 'a2aa814b-e758-46c3-a6d5-971ed590c6dc', 'project_id': '8a4c6c35c23a46329e63543f254442b5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:18:44.272102 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-d4b6df4b-e3c5-4190-bf0d-b0e9c493a487 None None] Set router 2e6dc5b0-0608-46eb-ab25-1326710b981b gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:18:44.306924 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e3aab7-8497-4249-9da9-e6363ca411c9 req-256f2546-70b6-425f-aa10-c35a9b845d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:44.308579 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-74e3aab7-8497-4249-9da9-e6363ca411c9 req-256f2546-70b6-425f-aa10-c35a9b845d76 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ddd9f0d0-4fbc-4068-ac46-0e09c5fbc1ea HTTP/1.1" status: 200 len: 854 time: 0.0771825 Aug 29 05:18:44.314843 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-87bb6788-e6a2-4b09-89bc-d141b9af070f tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:44.382319 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e3aab7-8497-4249-9da9-e6363ca411c9 req-4b78eab9-10f2-4d15-b1c1-05c624111133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:44.384023 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-74e3aab7-8497-4249-9da9-e6363ca411c9 req-4b78eab9-10f2-4d15-b1c1-05c624111133 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1078145e-2c15-4fa8-b699-05f3d9a79ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0659282 Aug 29 05:18:44.456417 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-87bb6788-e6a2-4b09-89bc-d141b9af070f tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:44.461379 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-87bb6788-e6a2-4b09-89bc-d141b9af070f tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:44.491344 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bb6788-e6a2-4b09-89bc-d141b9af070f tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f21e23cb-3956-4247-9a7a-350e0a23eace,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:18:44.496729 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-d4b6df4b-e3c5-4190-bf0d-b0e9c493a487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e6dc5b0-0608-46eb-ab25-1326710b981b', 'name': 'tempest-TestMinimumBasicScenario-2007266321-router', 'tenant_id': '8a4c6c35c23a46329e63543f254442b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '9b7e713c-91f7-4efa-bfba-0e0b7bf36869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:17:51Z', 'updated_at': '2021-08-29T05:17:54Z', 'revision_number': 4, 'project_id': '8a4c6c35c23a46329e63543f254442b5', 'gw_port': {'id': '9b7e713c-91f7-4efa-bfba-0e0b7bf36869', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:11:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6dc5b0-0608-46eb-ab25-1326710b981b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:17:51Z', 'updated_at': '2021-08-29T05:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': 'd7728e24-43c1-44d7-998f-4b6ae77ac3bf', 'tenant_id': '8a4c6c35c23a46329e63543f254442b5', 'floating_ip_address': '172.25.0.197', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': '2e6dc5b0-0608-46eb-ab25-1326710b981b', 'port_id': '900a795a-cb14-42a0-a792-e1511a25ba5f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1078145e-2c15-4fa8-b699-05f3d9a79ab3', 'mac_address': 'fa:16:3e:cc:42:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd7d7aa-fdb1-4100-8908-250ad02d62e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:18:42Z', 'updated_at': '2021-08-29T05:18:42Z', 'revision_number': 0, 'project_id': '8a4c6c35c23a46329e63543f254442b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b6b09de-dbee-4df5-a8f6-94385a065da0', 'name': '', 'network_id': '1078145e-2c15-4fa8-b699-05f3d9a79ab3', 'tenant_id': '8a4c6c35c23a46329e63543f254442b5', 'mac_address': 'fa:16:3e:c2:cc:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6dc5b0-0608-46eb-ab25-1326710b981b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'ddd9f0d0-4fbc-4068-ac46-0e09c5fbc1ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:17:53Z', 'updated_at': '2021-08-29T05:17:59Z', 'revision_number': 5, 'project_id': '8a4c6c35c23a46329e63543f254442b5', 'subnets': [{'id': 'ddd9f0d0-4fbc-4068-ac46-0e09c5fbc1ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:18:44.509351 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-87bb6788-e6a2-4b09-89bc-d141b9af070f tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:44.510553 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-87bb6788-e6a2-4b09-89bc-d141b9af070f tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2642477 Aug 29 05:18:44.513625 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 41200) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:18:44.514561 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-74e3aab7-8497-4249-9da9-e6363ca411c9 req-9c2fcdbf-cffb-4870-838d-8f5ad13231f7 service neutron] 10.222.0.46 "GET /v2.0/networks/1078145e-2c15-4fa8-b699-05f3d9a79ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220191 Aug 29 05:18:44.519040 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-a2fe620b-bda3-428e-a607-141d8402d9c8 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Request body: {'security_group_rule': {'security_group_id': 'a2aa814b-e758-46c3-a6d5-971ed590c6dc', 'project_id': '8a4c6c35c23a46329e63543f254442b5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:18:44.528668 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b6df4b-e3c5-4190-bf0d-b0e9c493a487 None None] The sync data for ids ['2e6dc5b0-0608-46eb-ab25-1326710b981b'] in n-d-712140-12 is: [{'id': '2e6dc5b0-0608-46eb-ab25-1326710b981b', 'name': 'tempest-TestMinimumBasicScenario-2007266321-router', 'tenant_id': '8a4c6c35c23a46329e63543f254442b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '9b7e713c-91f7-4efa-bfba-0e0b7bf36869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:17:51Z', 'updated_at': '2021-08-29T05:17:54Z', 'revision_number': 4, 'project_id': '8a4c6c35c23a46329e63543f254442b5', 'gw_port': {'id': '9b7e713c-91f7-4efa-bfba-0e0b7bf36869', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:11:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6dc5b0-0608-46eb-ab25-1326710b981b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:17:51Z', 'updated_at': '2021-08-29T05:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': 'd7728e24-43c1-44d7-998f-4b6ae77ac3bf', 'tenant_id': '8a4c6c35c23a46329e63543f254442b5', 'floating_ip_address': '172.25.0.197', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': '2e6dc5b0-0608-46eb-ab25-1326710b981b', 'port_id': '900a795a-cb14-42a0-a792-e1511a25ba5f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1078145e-2c15-4fa8-b699-05f3d9a79ab3', 'mac_address': 'fa:16:3e:cc:42:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd7d7aa-fdb1-4100-8908-250ad02d62e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:18:42Z', 'updated_at': '2021-08-29T05:18:42Z', 'revision_number': 0, 'project_id': '8a4c6c35c23a46329e63543f254442b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b6b09de-dbee-4df5-a8f6-94385a065da0', 'name': '', 'network_id': '1078145e-2c15-4fa8-b699-05f3d9a79ab3', 'tenant_id': '8a4c6c35c23a46329e63543f254442b5', 'mac_address': 'fa:16:3e:c2:cc:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6dc5b0-0608-46eb-ab25-1326710b981b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'ddd9f0d0-4fbc-4068-ac46-0e09c5fbc1ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:17:53Z', 'updated_at': '2021-08-29T05:17:59Z', 'revision_number': 5, 'project_id': '8a4c6c35c23a46329e63543f254442b5', 'subnets': [{'id': 'ddd9f0d0-4fbc-4068-ac46-0e09c5fbc1ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:18:44.554039 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a2fe620b-bda3-428e-a607-141d8402d9c8 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:44.615722 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-74e3aab7-8497-4249-9da9-e6363ca411c9 req-fbc05f48-c6d4-4c10-a4f9-8c412d15c3c9 service neutron] 10.222.0.46 "GET /v2.0/networks/1078145e-2c15-4fa8-b699-05f3d9a79ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932600 Aug 29 05:18:44.617641 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a2fe620b-bda3-428e-a607-141d8402d9c8 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:44.625904 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a2fe620b-bda3-428e-a607-141d8402d9c8 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:44.645546 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fe620b-bda3-428e-a607-141d8402d9c8 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2add2d0-b1f5-420c-bf20-d7d917454f49,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:18:44.652109 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a2fe620b-bda3-428e-a607-141d8402d9c8 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:44.656088 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 41202) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:18:44.656272 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-a2fe620b-bda3-428e-a607-141d8402d9c8 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1413739 Aug 29 05:18:44.661167 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-f554ce00-e48a-45e9-9bb5-0f470593988c tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Request body: {'security_group_rule': {'security_group_id': 'a2aa814b-e758-46c3-a6d5-971ed590c6dc', 'project_id': '8a4c6c35c23a46329e63543f254442b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:18:44.684548 n-d-712140-12 neutron-server[94828]: INFO neutron.db.securitygroups_db [None req-f554ce00-e48a-45e9-9bb5-0f470593988c tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Project 8a4c6c35c23a46329e63543f254442b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 05:18:44.690265 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f554ce00-e48a-45e9-9bb5-0f470593988c tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:44.742981 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ae5768-c520-46b1-923f-d65d3fc584ef None None] New status for floating IP d7728e24-43c1-44d7-998f-4b6ae77ac3bf: ACTIVE {{(pid=94831) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:18:44.757721 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f554ce00-e48a-45e9-9bb5-0f470593988c tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:44.761484 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f554ce00-e48a-45e9-9bb5-0f470593988c tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:44.779169 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f554ce00-e48a-45e9-9bb5-0f470593988c tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1db1c0d-7198-46e7-a6d5-5f5ddcf2c2ea,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:18:44.786349 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f554ce00-e48a-45e9-9bb5-0f470593988c tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:44.787881 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-f554ce00-e48a-45e9-9bb5-0f470593988c tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1304958 Aug 29 05:18:44.790908 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 41204) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:18:44.795382 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-37fdebb2-c572-4f8b-9254-f8219a59be2c tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Request body: {'security_group_rule': {'security_group_id': 'a2aa814b-e758-46c3-a6d5-971ed590c6dc', 'project_id': '8a4c6c35c23a46329e63543f254442b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:18:44.817891 n-d-712140-12 neutron-server[94828]: INFO neutron.db.securitygroups_db [None req-37fdebb2-c572-4f8b-9254-f8219a59be2c tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Project 8a4c6c35c23a46329e63543f254442b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 05:18:44.823092 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-37fdebb2-c572-4f8b-9254-f8219a59be2c tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:44.884738 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-37fdebb2-c572-4f8b-9254-f8219a59be2c tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:44.888778 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-37fdebb2-c572-4f8b-9254-f8219a59be2c tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:44.907240 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fdebb2-c572-4f8b-9254-f8219a59be2c tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9bf2290-7260-443f-8632-a21a37b8025b,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:18:44.913632 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-37fdebb2-c572-4f8b-9254-f8219a59be2c tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:44.917595 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-37fdebb2-c572-4f8b-9254-f8219a59be2c tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1231039 Aug 29 05:18:44.998518 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ac85aa33-f33e-4465-9a2a-7ac30a6f4023 req-12d84e28-25d8-43da-b1f3-0d4282a7393f tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-705961178&fields=id&tenant_id=8a4c6c35c23a46329e63543f254442b5 HTTP/1.1" status: 200 len: 267 time: 0.0360584 Aug 29 05:18:45.050211 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac85aa33-f33e-4465-9a2a-7ac30a6f4023 req-7f1503e8-5331-4484-a27d-6ce1f2f9071d tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:45.051710 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ac85aa33-f33e-4465-9a2a-7ac30a6f4023 req-7f1503e8-5331-4484-a27d-6ce1f2f9071d tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] 10.222.0.22 "GET /v2.0/ports?device_id=4fd7d7aa-fdb1-4100-8908-250ad02d62e3 HTTP/1.1" status: 200 len: 945 time: 0.0475817 Aug 29 05:18:45.062738 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-ac85aa33-f33e-4465-9a2a-7ac30a6f4023 req-79a3287e-eb5d-4fc3-ae2f-29f89e74d0a5 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Request body: {'port': {'security_groups': ['ce9f9a1a-0d51-4465-aaec-fc6552a27a8b', 'a2aa814b-e758-46c3-a6d5-971ed590c6dc']}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:18:45.122440 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-ac85aa33-f33e-4465-9a2a-7ac30a6f4023 req-79a3287e-eb5d-4fc3-ae2f-29f89e74d0a5 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:45.315569 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-ac85aa33-f33e-4465-9a2a-7ac30a6f4023 req-79a3287e-eb5d-4fc3-ae2f-29f89e74d0a5 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] For port 900a795a-cb14-42a0-a792-e1511a25ba5f, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=900a795a-cb14-42a0-a792-e1511a25ba5f,segment=NetworkSegment(bcfdb9ca-1d95-4f88-9eb9-0e16fd0cf5d6),segment_id=bcfdb9ca-1d95-4f88-9eb9-0e16fd0cf5d6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:18:45.344564 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-ac85aa33-f33e-4465-9a2a-7ac30a6f4023 req-79a3287e-eb5d-4fc3-ae2f-29f89e74d0a5 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:45.349038 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-ac85aa33-f33e-4465-9a2a-7ac30a6f4023 req-79a3287e-eb5d-4fc3-ae2f-29f89e74d0a5 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:45.361297 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['900a795a-cb14-42a0-a792-e1511a25ba5f'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:18:45.395350 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac85aa33-f33e-4465-9a2a-7ac30a6f4023 req-79a3287e-eb5d-4fc3-ae2f-29f89e74d0a5 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:45.396670 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-ac85aa33-f33e-4465-9a2a-7ac30a6f4023 req-79a3287e-eb5d-4fc3-ae2f-29f89e74d0a5 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:45.408488 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ac85aa33-f33e-4465-9a2a-7ac30a6f4023 req-79a3287e-eb5d-4fc3-ae2f-29f89e74d0a5 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] 10.222.0.22 "PUT /v2.0/ports/900a795a-cb14-42a0-a792-e1511a25ba5f HTTP/1.1" status: 200 len: 981 time: 0.3499100 Aug 29 05:18:45.408815 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fd7d7aa-fdb1-4100-8908-250ad02d62e3', 'tag': '900a795a-cb14-42a0-a792-e1511a25ba5f'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:18:45.411408 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfb9107a06241f0f5f2256c13c0e0e77dc40c776bf6dc0455c34cebdf0549d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e141843-c56f-4818-be8e-334f8ed0ee0f" -d '{"events": [{"name": "network-changed", "server_uuid": "4fd7d7aa-fdb1-4100-8908-250ad02d62e3", "tag": "900a795a-cb14-42a0-a792-e1511a25ba5f"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:18:45.441579 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a3287e-eb5d-4fc3-ae2f-29f89e74d0a5 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Pushing event updated for resources: {'Port': ['ID=900a795a-cb14-42a0-a792-e1511a25ba5f,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:18:45.477063 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['900a795a-cb14-42a0-a792-e1511a25ba5f'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:18:45.540755 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7869971b-01f9-40af-92b6-5fecb234d5ff req-518b76f9-d176-45f9-bbbd-31256efcd490 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=19efa733-49d3-4125-b1bf-b01d593b5e9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0756285 Aug 29 05:18:45.554313 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dc4d29-466b-447b-85a1-11eb31e72261 req-8c032c62-3dca-4353-94e0-4f96f7e941ac tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:45.556551 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d4dc4d29-466b-447b-85a1-11eb31e72261 req-8c032c62-3dca-4353-94e0-4f96f7e941ac tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] 10.222.0.22 "GET /v2.0/ports?device_id=4fd7d7aa-fdb1-4100-8908-250ad02d62e3 HTTP/1.1" status: 200 len: 984 time: 0.0638146 Aug 29 05:18:45.607470 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d4dc4d29-466b-447b-85a1-11eb31e72261 req-afce32d9-3c4f-4dbe-96dc-1b189485d004 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2aa814b-e758-46c3-a6d5-971ed590c6dc&id=ce9f9a1a-0d51-4465-aaec-fc6552a27a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0443289 Aug 29 05:18:45.655179 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ca12b79-46c8-4003-89c6-7ea617b3ea9a x-openstack-request-id: req-5ca12b79-46c8-4003-89c6-7ea617b3ea9a {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:18:45.656032 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fd7d7aa-fdb1-4100-8908-250ad02d62e3", "tag": "900a795a-cb14-42a0-a792-e1511a25ba5f", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:18:45.656291 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5ca12b79-46c8-4003-89c6-7ea617b3ea9a {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:18:45.656693 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fd7d7aa-fdb1-4100-8908-250ad02d62e3', 'tag': '900a795a-cb14-42a0-a792-e1511a25ba5f', 'status': 'completed', 'code': 200} Aug 29 05:18:45.663803 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7869971b-01f9-40af-92b6-5fecb234d5ff req-ab1ba204-8e99-4e46-9a4d-ddeefa8e62e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:45.666081 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7869971b-01f9-40af-92b6-5fecb234d5ff req-ab1ba204-8e99-4e46-9a4d-ddeefa8e62e1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=31def360f89342158e5c482db8b51dfa&device_id=19efa733-49d3-4125-b1bf-b01d593b5e9a HTTP/1.1" status: 200 len: 1097 time: 0.0574024 Aug 29 05:18:45.737371 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-bc11c8e8-2d81-45e7-b6d2-97de010cd822 None None] Provisioning complete for port 900a795a-cb14-42a0-a792-e1511a25ba5f triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:18:45.737745 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bc11c8e8-2d81-45e7-b6d2-97de010cd822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:45.782022 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e141843-c56f-4818-be8e-334f8ed0ee0f req-72cea7e0-37e6-47b4-9a39-adbc5049d6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:45.783790 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3e141843-c56f-4818-be8e-334f8ed0ee0f req-72cea7e0-37e6-47b4-9a39-adbc5049d6ba service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8a4c6c35c23a46329e63543f254442b5&device_id=4fd7d7aa-fdb1-4100-8908-250ad02d62e3 HTTP/1.1" status: 200 len: 1136 time: 0.1051149 Aug 29 05:18:45.855936 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7869971b-01f9-40af-92b6-5fecb234d5ff req-a30f9585-fcaf-4c56-aaa8-7ebc083284d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:45.857404 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7869971b-01f9-40af-92b6-5fecb234d5ff req-a30f9585-fcaf-4c56-aaa8-7ebc083284d9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb HTTP/1.1" status: 200 len: 913 time: 0.1687376 Aug 29 05:18:45.904009 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7869971b-01f9-40af-92b6-5fecb234d5ff req-755f960f-3d14-4796-aea6-473d461e6b7a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e11f048-6330-4537-9251-c0dbbafc7fc5 HTTP/1.1" status: 200 len: 217 time: 0.0387399 Aug 29 05:18:45.968609 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e141843-c56f-4818-be8e-334f8ed0ee0f req-a6628f67-504b-4001-9e7b-279e9b9f6b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:45.970101 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3e141843-c56f-4818-be8e-334f8ed0ee0f req-a6628f67-504b-4001-9e7b-279e9b9f6b81 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1078145e-2c15-4fa8-b699-05f3d9a79ab3 HTTP/1.1" status: 200 len: 916 time: 0.1721902 Aug 29 05:18:45.975184 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7869971b-01f9-40af-92b6-5fecb234d5ff req-fcd91916-765e-4b97-9982-facac93f9699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:45.976587 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7869971b-01f9-40af-92b6-5fecb234d5ff req-fcd91916-765e-4b97-9982-facac93f9699 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6f6d99e8-8009-478f-9356-563dd7d1ac5b HTTP/1.1" status: 200 len: 851 time: 0.0647924 Aug 29 05:18:46.063846 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3e141843-c56f-4818-be8e-334f8ed0ee0f req-76f75a4c-8e75-4fec-bf48-ad51feee0744 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=900a795a-cb14-42a0-a792-e1511a25ba5f HTTP/1.1" status: 200 len: 1001 time: 0.0848229 Aug 29 05:18:46.067096 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7869971b-01f9-40af-92b6-5fecb234d5ff req-a3d7fecb-d3cc-4303-9911-3a50c9884e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:46.068542 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7869971b-01f9-40af-92b6-5fecb234d5ff req-a3d7fecb-d3cc-4303-9911-3a50c9884e3f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0836821 Aug 29 05:18:46.162744 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e141843-c56f-4818-be8e-334f8ed0ee0f req-de76aa88-d7c5-4a4d-b935-c6f6addf9463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:46.164228 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3e141843-c56f-4818-be8e-334f8ed0ee0f req-de76aa88-d7c5-4a4d-b935-c6f6addf9463 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ddd9f0d0-4fbc-4068-ac46-0e09c5fbc1ea HTTP/1.1" status: 200 len: 854 time: 0.0918143 Aug 29 05:18:46.221304 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7869971b-01f9-40af-92b6-5fecb234d5ff req-a365c22a-87d7-4fe3-9f91-bd4b468c542e service neutron] 10.222.0.48 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416507 Aug 29 05:18:46.238780 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e141843-c56f-4818-be8e-334f8ed0ee0f req-c14352d6-8eb5-456a-b24a-7aa8eeca1f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:46.240200 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3e141843-c56f-4818-be8e-334f8ed0ee0f req-c14352d6-8eb5-456a-b24a-7aa8eeca1f7f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1078145e-2c15-4fa8-b699-05f3d9a79ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0660903 Aug 29 05:18:46.378564 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7869971b-01f9-40af-92b6-5fecb234d5ff req-d571f3c1-f023-4952-b2b5-47c099136c9e service neutron] 10.222.0.48 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494536 Aug 29 05:18:46.383488 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3e141843-c56f-4818-be8e-334f8ed0ee0f req-55c2e038-c8ea-44ca-ab02-66177a8b4c07 service neutron] 10.222.0.46 "GET /v2.0/networks/1078145e-2c15-4fa8-b699-05f3d9a79ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343179 Aug 29 05:18:46.472545 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3e141843-c56f-4818-be8e-334f8ed0ee0f req-39580825-e768-45dd-ba20-3c81937be849 service neutron] 10.222.0.46 "GET /v2.0/networks/1078145e-2c15-4fa8-b699-05f3d9a79ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815899 Aug 29 05:18:49.753680 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:52.552092 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:18:59.107218 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:01.874496 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e1a123-b6f4-4ec2-900f-35708c877eab req-a11af239-8b47-4935-bf3d-b906cc932c56 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:01.876026 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a0e1a123-b6f4-4ec2-900f-35708c877eab req-a11af239-8b47-4935-bf3d-b906cc932c56 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] 10.222.0.22 "GET /v2.0/ports?device_id=4fd7d7aa-fdb1-4100-8908-250ad02d62e3 HTTP/1.1" status: 200 len: 984 time: 0.0808115 Aug 29 05:19:01.879309 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc62dbe4-2cd1-4f42-bdce-6ebe2c6d42bd req-7228bc8f-032f-4bce-83b5-7ebd386d5a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:01.880711 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bc62dbe4-2cd1-4f42-bdce-6ebe2c6d42bd req-7228bc8f-032f-4bce-83b5-7ebd386d5a61 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8a4c6c35c23a46329e63543f254442b5&device_id=4fd7d7aa-fdb1-4100-8908-250ad02d62e3 HTTP/1.1" status: 200 len: 1136 time: 0.0764639 Aug 29 05:19:01.965869 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a0e1a123-b6f4-4ec2-900f-35708c877eab req-db78bc52-bd2c-4388-ab3d-1555c223dd4c tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2aa814b-e758-46c3-a6d5-971ed590c6dc&id=ce9f9a1a-0d51-4465-aaec-fc6552a27a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0831432 Aug 29 05:19:01.996912 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc62dbe4-2cd1-4f42-bdce-6ebe2c6d42bd req-fe881100-7c3d-406d-a556-c51056ac63f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:01.998293 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bc62dbe4-2cd1-4f42-bdce-6ebe2c6d42bd req-fe881100-7c3d-406d-a556-c51056ac63f3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1078145e-2c15-4fa8-b699-05f3d9a79ab3 HTTP/1.1" status: 200 len: 916 time: 0.1098452 Aug 29 05:19:02.064740 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bc62dbe4-2cd1-4f42-bdce-6ebe2c6d42bd req-50c8c9ff-7116-4273-ad27-917146c6a546 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=900a795a-cb14-42a0-a792-e1511a25ba5f HTTP/1.1" status: 200 len: 1001 time: 0.0569053 Aug 29 05:19:02.113580 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc62dbe4-2cd1-4f42-bdce-6ebe2c6d42bd req-0fe97fdb-6565-4a9a-9139-872c77c92174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:02.114993 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bc62dbe4-2cd1-4f42-bdce-6ebe2c6d42bd req-0fe97fdb-6565-4a9a-9139-872c77c92174 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ddd9f0d0-4fbc-4068-ac46-0e09c5fbc1ea HTTP/1.1" status: 200 len: 854 time: 0.0423484 Aug 29 05:19:02.165193 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc62dbe4-2cd1-4f42-bdce-6ebe2c6d42bd req-eafa6e9f-5f4e-4f59-81de-9d0e1db37efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:02.166653 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bc62dbe4-2cd1-4f42-bdce-6ebe2c6d42bd req-eafa6e9f-5f4e-4f59-81de-9d0e1db37efc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1078145e-2c15-4fa8-b699-05f3d9a79ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417945 Aug 29 05:19:02.254917 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bc62dbe4-2cd1-4f42-bdce-6ebe2c6d42bd req-b759b632-2f6e-4123-89f6-68217cc26145 service neutron] 10.222.0.46 "GET /v2.0/networks/1078145e-2c15-4fa8-b699-05f3d9a79ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794272 Aug 29 05:19:02.348997 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bc62dbe4-2cd1-4f42-bdce-6ebe2c6d42bd req-1aa2dbe5-b640-4206-952f-400747fcc8a1 service neutron] 10.222.0.46 "GET /v2.0/networks/1078145e-2c15-4fa8-b699-05f3d9a79ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862939 Aug 29 05:19:03.080874 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714cf255-2c67-47db-81ca-d719c416b28a req-8772c47e-c72e-44f4-b815-84441a4a125e tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:03.082367 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-714cf255-2c67-47db-81ca-d719c416b28a req-8772c47e-c72e-44f4-b815-84441a4a125e tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] 10.222.0.22 "GET /v2.0/ports?device_id=4fd7d7aa-fdb1-4100-8908-250ad02d62e3 HTTP/1.1" status: 200 len: 984 time: 0.0500162 Aug 29 05:19:03.122144 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-714cf255-2c67-47db-81ca-d719c416b28a req-5b1839b8-c570-4418-a3d2-1a1383a0fa14 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2aa814b-e758-46c3-a6d5-971ed590c6dc&id=ce9f9a1a-0d51-4465-aaec-fc6552a27a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331807 Aug 29 05:19:03.464177 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-10c0328f-d466-4047-a850-9d4185759cd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:04.235657 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2868d6-01b7-4633-963d-a0b93fff8d49 req-0a8963e1-5fb6-4192-9f63-f403dae11ac7 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:04.237189 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fd2868d6-01b7-4633-963d-a0b93fff8d49 req-0a8963e1-5fb6-4192-9f63-f403dae11ac7 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] 10.222.0.22 "GET /v2.0/ports?device_id=4fd7d7aa-fdb1-4100-8908-250ad02d62e3 HTTP/1.1" status: 200 len: 984 time: 0.0478377 Aug 29 05:19:04.276044 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fd2868d6-01b7-4633-963d-a0b93fff8d49 req-1175373d-bc74-474b-902f-4d74a1449e19 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2aa814b-e758-46c3-a6d5-971ed590c6dc&id=ce9f9a1a-0d51-4465-aaec-fc6552a27a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0323660 Aug 29 05:19:05.398632 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46529cb-f11b-4077-aaeb-d2db82ba0d51 req-432ac9aa-8f78-44ca-92a7-eaab98aa718b tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:05.400266 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d46529cb-f11b-4077-aaeb-d2db82ba0d51 req-432ac9aa-8f78-44ca-92a7-eaab98aa718b tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] 10.222.0.22 "GET /v2.0/ports?device_id=4fd7d7aa-fdb1-4100-8908-250ad02d62e3 HTTP/1.1" status: 200 len: 984 time: 0.0543914 Aug 29 05:19:05.447126 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d46529cb-f11b-4077-aaeb-d2db82ba0d51 req-40a6ffae-f2a1-4f41-8ded-a930ead5895a tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2aa814b-e758-46c3-a6d5-971ed590c6dc&id=ce9f9a1a-0d51-4465-aaec-fc6552a27a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0403798 Aug 29 05:19:06.329485 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ff66937f-c486-41e3-828b-929b58cfb102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:06.568477 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f206f4-feb0-446e-b83d-5339cef5c5b4 req-cc4042b5-28be-4977-90ae-086d73edbbbd tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:06.570266 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-79f206f4-feb0-446e-b83d-5339cef5c5b4 req-cc4042b5-28be-4977-90ae-086d73edbbbd tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] 10.222.0.22 "GET /v2.0/ports?device_id=4fd7d7aa-fdb1-4100-8908-250ad02d62e3 HTTP/1.1" status: 200 len: 984 time: 0.0507548 Aug 29 05:19:06.611072 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-79f206f4-feb0-446e-b83d-5339cef5c5b4 req-15814ae6-0b25-4c15-9e4b-9cd948439212 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2aa814b-e758-46c3-a6d5-971ed590c6dc&id=ce9f9a1a-0d51-4465-aaec-fc6552a27a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0347426 Aug 29 05:19:07.342621 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:07.417536 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:07.729014 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65dc758-0d94-43bd-a6d0-6cf244501e79 req-3377d689-2660-4d93-83dc-0bb85023dc9b tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:07.730519 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d65dc758-0d94-43bd-a6d0-6cf244501e79 req-3377d689-2660-4d93-83dc-0bb85023dc9b tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] 10.222.0.22 "GET /v2.0/ports?device_id=4fd7d7aa-fdb1-4100-8908-250ad02d62e3 HTTP/1.1" status: 200 len: 984 time: 0.0517616 Aug 29 05:19:07.773067 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d65dc758-0d94-43bd-a6d0-6cf244501e79 req-a1180f31-9205-4141-bcd9-546c0ef6ee3d tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2aa814b-e758-46c3-a6d5-971ed590c6dc&id=ce9f9a1a-0d51-4465-aaec-fc6552a27a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0363262 Aug 29 05:19:08.894467 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ce4d26-421d-4ae4-adf0-03d7543758ff req-dc6a7c9e-a797-4519-aa91-fa8b343e8324 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:08.896174 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-66ce4d26-421d-4ae4-adf0-03d7543758ff req-dc6a7c9e-a797-4519-aa91-fa8b343e8324 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] 10.222.0.22 "GET /v2.0/ports?device_id=4fd7d7aa-fdb1-4100-8908-250ad02d62e3 HTTP/1.1" status: 200 len: 984 time: 0.0540824 Aug 29 05:19:08.912873 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:08.941415 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-66ce4d26-421d-4ae4-adf0-03d7543758ff req-475bea1e-0ab6-44c5-ac92-37ebcf430479 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2aa814b-e758-46c3-a6d5-971ed590c6dc&id=ce9f9a1a-0d51-4465-aaec-fc6552a27a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0390975 Aug 29 05:19:10.058620 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ee10f4-87cb-4dc0-a0ef-e0ea2c7178a1 req-f923255c-28ff-4b9c-9e8b-1404b08de7c9 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:10.060303 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-82ee10f4-87cb-4dc0-a0ef-e0ea2c7178a1 req-f923255c-28ff-4b9c-9e8b-1404b08de7c9 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] 10.222.0.22 "GET /v2.0/ports?device_id=4fd7d7aa-fdb1-4100-8908-250ad02d62e3 HTTP/1.1" status: 200 len: 984 time: 0.0489426 Aug 29 05:19:10.100071 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-82ee10f4-87cb-4dc0-a0ef-e0ea2c7178a1 req-c1b8688d-fc09-4616-841f-c37928f3f6b5 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2aa814b-e758-46c3-a6d5-971ed590c6dc&id=ce9f9a1a-0d51-4465-aaec-fc6552a27a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337682 Aug 29 05:19:11.215636 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29d9422-dc80-4c21-95aa-17e8c80745e1 req-386c3239-ab19-4c0e-ac57-850160436618 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:11.217173 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a29d9422-dc80-4c21-95aa-17e8c80745e1 req-386c3239-ab19-4c0e-ac57-850160436618 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] 10.222.0.22 "GET /v2.0/ports?device_id=4fd7d7aa-fdb1-4100-8908-250ad02d62e3 HTTP/1.1" status: 200 len: 984 time: 0.0514724 Aug 29 05:19:11.256871 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a29d9422-dc80-4c21-95aa-17e8c80745e1 req-bb14b145-6f0c-4b92-9270-5e1cfadcc6b5 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2aa814b-e758-46c3-a6d5-971ed590c6dc&id=ce9f9a1a-0d51-4465-aaec-fc6552a27a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334733 Aug 29 05:19:12.370769 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffd1104-cad1-47da-a61e-ae73258a1501 req-fffbe6d3-a55c-4542-915a-dc62de980144 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:12.372272 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3ffd1104-cad1-47da-a61e-ae73258a1501 req-fffbe6d3-a55c-4542-915a-dc62de980144 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] 10.222.0.22 "GET /v2.0/ports?device_id=4fd7d7aa-fdb1-4100-8908-250ad02d62e3 HTTP/1.1" status: 200 len: 984 time: 0.0484939 Aug 29 05:19:12.414396 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3ffd1104-cad1-47da-a61e-ae73258a1501 req-eb951d6f-73d9-45c2-a517-a2e2955240d9 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2aa814b-e758-46c3-a6d5-971ed590c6dc&id=ce9f9a1a-0d51-4465-aaec-fc6552a27a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0360916 Aug 29 05:19:13.529612 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11e7ff2-82d2-4a38-8ba9-cf3e633731ba req-6da735fb-e42f-441c-b39a-44c21b3ee4c4 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:13.531087 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f11e7ff2-82d2-4a38-8ba9-cf3e633731ba req-6da735fb-e42f-441c-b39a-44c21b3ee4c4 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] 10.222.0.22 "GET /v2.0/ports?device_id=4fd7d7aa-fdb1-4100-8908-250ad02d62e3 HTTP/1.1" status: 200 len: 984 time: 0.0498164 Aug 29 05:19:13.578406 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f11e7ff2-82d2-4a38-8ba9-cf3e633731ba req-320250d6-ef70-4d06-a4f8-606fdd115ce3 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2aa814b-e758-46c3-a6d5-971ed590c6dc&id=ce9f9a1a-0d51-4465-aaec-fc6552a27a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0411992 Aug 29 05:19:19.755995 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:29.108709 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:29.552304 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:19:33.464090 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-77e8198f-e228-4926-ba73-f9ea89247504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:36.330703 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f033e163-99d9-49b4-974c-ad473d7d9ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:37.343635 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:37.419307 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:38.915800 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:43.020430 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5b4d6d9a-8cd4-4930-8f1f-ca2de75c697d req-64efd4ca-4e1f-43a1-ae3a-370eb9464469 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4fd7d7aa-fdb1-4100-8908-250ad02d62e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0392082 Aug 29 05:19:43.108700 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4d6d9a-8cd4-4930-8f1f-ca2de75c697d req-a5547b28-ebe8-4dad-b546-a69d96a23325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:43.110241 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5b4d6d9a-8cd4-4930-8f1f-ca2de75c697d req-a5547b28-ebe8-4dad-b546-a69d96a23325 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8a4c6c35c23a46329e63543f254442b5&device_id=4fd7d7aa-fdb1-4100-8908-250ad02d62e3 HTTP/1.1" status: 200 len: 1136 time: 0.0447354 Aug 29 05:19:43.214468 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4d6d9a-8cd4-4930-8f1f-ca2de75c697d req-594ccdfa-b353-4705-9d56-2c8f4bea12bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:43.215958 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5b4d6d9a-8cd4-4930-8f1f-ca2de75c697d req-594ccdfa-b353-4705-9d56-2c8f4bea12bb service neutron] 10.222.0.46 "GET /v2.0/networks?id=1078145e-2c15-4fa8-b699-05f3d9a79ab3 HTTP/1.1" status: 200 len: 916 time: 0.0842443 Aug 29 05:19:43.280934 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5b4d6d9a-8cd4-4930-8f1f-ca2de75c697d req-27ca91d3-070e-4bcf-9710-ec52c9c474e6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=900a795a-cb14-42a0-a792-e1511a25ba5f HTTP/1.1" status: 200 len: 1001 time: 0.0562463 Aug 29 05:19:43.668082 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4d6d9a-8cd4-4930-8f1f-ca2de75c697d req-f9331614-0e2d-4fdb-bd22-8d43c39ba8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:43.669538 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5b4d6d9a-8cd4-4930-8f1f-ca2de75c697d req-f9331614-0e2d-4fdb-bd22-8d43c39ba8e8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ddd9f0d0-4fbc-4068-ac46-0e09c5fbc1ea HTTP/1.1" status: 200 len: 854 time: 0.3797457 Aug 29 05:19:43.715249 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4d6d9a-8cd4-4930-8f1f-ca2de75c697d req-a2df752d-263d-4d68-b80c-acaaf032a088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:43.716811 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5b4d6d9a-8cd4-4930-8f1f-ca2de75c697d req-a2df752d-263d-4d68-b80c-acaaf032a088 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1078145e-2c15-4fa8-b699-05f3d9a79ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398459 Aug 29 05:19:43.804776 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5b4d6d9a-8cd4-4930-8f1f-ca2de75c697d req-cc80032c-1b54-4696-b34f-f7b470c25d5f service neutron] 10.222.0.46 "GET /v2.0/networks/1078145e-2c15-4fa8-b699-05f3d9a79ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796566 Aug 29 05:19:43.897312 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5b4d6d9a-8cd4-4930-8f1f-ca2de75c697d req-a2d11875-fbe2-437c-ac40-4bf706a5ca97 service neutron] 10.222.0.46 "GET /v2.0/networks/1078145e-2c15-4fa8-b699-05f3d9a79ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844715 Aug 29 05:19:46.155925 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f5aba999-cbd2-45d4-996c-2ce7ff5b1ad2 req-18da3f07-7685-43b2-b5b8-7d29e890ffd4 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-705961178&fields=id&tenant_id=8a4c6c35c23a46329e63543f254442b5 HTTP/1.1" status: 200 len: 267 time: 0.0322111 Aug 29 05:19:46.209615 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aba999-cbd2-45d4-996c-2ce7ff5b1ad2 req-ae5508f0-9323-4db2-b130-55c6c082797f tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:46.211127 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f5aba999-cbd2-45d4-996c-2ce7ff5b1ad2 req-ae5508f0-9323-4db2-b130-55c6c082797f tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] 10.222.0.22 "GET /v2.0/ports?device_id=4fd7d7aa-fdb1-4100-8908-250ad02d62e3 HTTP/1.1" status: 200 len: 984 time: 0.0492146 Aug 29 05:19:46.222373 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-f5aba999-cbd2-45d4-996c-2ce7ff5b1ad2 req-41e72b5f-6333-4aa2-8429-babf71021494 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Request body: {'port': {'security_groups': ['ce9f9a1a-0d51-4465-aaec-fc6552a27a8b']}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:19:46.287746 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-f5aba999-cbd2-45d4-996c-2ce7ff5b1ad2 req-41e72b5f-6333-4aa2-8429-babf71021494 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:46.480864 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-f5aba999-cbd2-45d4-996c-2ce7ff5b1ad2 req-41e72b5f-6333-4aa2-8429-babf71021494 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] For port 900a795a-cb14-42a0-a792-e1511a25ba5f, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=900a795a-cb14-42a0-a792-e1511a25ba5f,segment=NetworkSegment(bcfdb9ca-1d95-4f88-9eb9-0e16fd0cf5d6),segment_id=bcfdb9ca-1d95-4f88-9eb9-0e16fd0cf5d6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:19:46.514256 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-cea567a5-5141-4209-98fc-a1b9976a31fa req-21f5e63d-12ac-46bd-8091-39a294c715ee service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=19efa733-49d3-4125-b1bf-b01d593b5e9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0699089 Aug 29 05:19:46.518205 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-f5aba999-cbd2-45d4-996c-2ce7ff5b1ad2 req-41e72b5f-6333-4aa2-8429-babf71021494 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:46.523251 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-f5aba999-cbd2-45d4-996c-2ce7ff5b1ad2 req-41e72b5f-6333-4aa2-8429-babf71021494 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:46.535458 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['900a795a-cb14-42a0-a792-e1511a25ba5f'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:19:46.565623 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aba999-cbd2-45d4-996c-2ce7ff5b1ad2 req-41e72b5f-6333-4aa2-8429-babf71021494 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:46.566262 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-f5aba999-cbd2-45d4-996c-2ce7ff5b1ad2 req-41e72b5f-6333-4aa2-8429-babf71021494 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:46.567718 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f5aba999-cbd2-45d4-996c-2ce7ff5b1ad2 req-41e72b5f-6333-4aa2-8429-babf71021494 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] 10.222.0.22 "PUT /v2.0/ports/900a795a-cb14-42a0-a792-e1511a25ba5f HTTP/1.1" status: 200 len: 942 time: 0.3502715 Aug 29 05:19:46.568204 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fd7d7aa-fdb1-4100-8908-250ad02d62e3', 'tag': '900a795a-cb14-42a0-a792-e1511a25ba5f'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:19:46.570866 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfb9107a06241f0f5f2256c13c0e0e77dc40c776bf6dc0455c34cebdf0549d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2554c70a-781e-4acc-a785-84be192e6620" -d '{"events": [{"name": "network-changed", "server_uuid": "4fd7d7aa-fdb1-4100-8908-250ad02d62e3", "tag": "900a795a-cb14-42a0-a792-e1511a25ba5f"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:19:46.574888 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 41282) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:19:46.634434 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e72b5f-6333-4aa2-8429-babf71021494 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Pushing event updated for resources: {'Port': ['ID=900a795a-cb14-42a0-a792-e1511a25ba5f,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:19:46.643499 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e72b5f-6333-4aa2-8429-babf71021494 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:19:46.643859 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e72b5f-6333-4aa2-8429-babf71021494 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:19:46.644203 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e72b5f-6333-4aa2-8429-babf71021494 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:19:46.644543 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e72b5f-6333-4aa2-8429-babf71021494 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:19:46.644879 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e72b5f-6333-4aa2-8429-babf71021494 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:19:46.645212 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e72b5f-6333-4aa2-8429-babf71021494 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:19:46.645548 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e72b5f-6333-4aa2-8429-babf71021494 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:19:46.645877 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e72b5f-6333-4aa2-8429-babf71021494 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:19:46.646206 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e72b5f-6333-4aa2-8429-babf71021494 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:19:46.646533 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e72b5f-6333-4aa2-8429-babf71021494 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:19:46.646858 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e72b5f-6333-4aa2-8429-babf71021494 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:19:46.647178 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e72b5f-6333-4aa2-8429-babf71021494 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:19:46.659863 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea567a5-5141-4209-98fc-a1b9976a31fa req-b5b16699-d6e7-4aa7-87f1-a15602506df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:46.661488 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-cea567a5-5141-4209-98fc-a1b9976a31fa req-b5b16699-d6e7-4aa7-87f1-a15602506df7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=31def360f89342158e5c482db8b51dfa&device_id=19efa733-49d3-4125-b1bf-b01d593b5e9a HTTP/1.1" status: 200 len: 1097 time: 0.0832036 Aug 29 05:19:46.663315 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddf2d0e4-2f81-4ba7-bcac-d847bca58e65 x-openstack-request-id: req-ddf2d0e4-2f81-4ba7-bcac-d847bca58e65 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:19:46.663609 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fd7d7aa-fdb1-4100-8908-250ad02d62e3", "tag": "900a795a-cb14-42a0-a792-e1511a25ba5f", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:19:46.663884 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ddf2d0e4-2f81-4ba7-bcac-d847bca58e65 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:19:46.664280 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fd7d7aa-fdb1-4100-8908-250ad02d62e3', 'tag': '900a795a-cb14-42a0-a792-e1511a25ba5f', 'status': 'completed', 'code': 200} Aug 29 05:19:46.677486 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4fcf4436-e34c-48f8-85a7-6eedf81ffe18 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:46.684456 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['900a795a-cb14-42a0-a792-e1511a25ba5f'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:19:46.715243 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4fcf4436-e34c-48f8-85a7-6eedf81ffe18 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:46.812634 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4fcf4436-e34c-48f8-85a7-6eedf81ffe18 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:46.816147 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4fcf4436-e34c-48f8-85a7-6eedf81ffe18 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:46.820160 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-4fcf4436-e34c-48f8-85a7-6eedf81ffe18 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] 10.222.0.22 "DELETE /v2.0/security-groups/a2aa814b-e758-46c3-a6d5-971ed590c6dc HTTP/1.1" status: 204 len: 168 time: 0.2409635 Aug 29 05:19:46.821543 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 41286) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:19:46.824651 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2554c70a-781e-4acc-a785-84be192e6620 req-ccb2be00-0ae7-448d-b6cd-22c632b8e0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:46.825789 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2554c70a-781e-4acc-a785-84be192e6620 req-ccb2be00-0ae7-448d-b6cd-22c632b8e0dc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8a4c6c35c23a46329e63543f254442b5&device_id=4fd7d7aa-fdb1-4100-8908-250ad02d62e3 HTTP/1.1" status: 200 len: 1097 time: 0.1442661 Aug 29 05:19:46.826884 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea567a5-5141-4209-98fc-a1b9976a31fa req-d901050b-6669-4848-a78c-0693d498132d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:46.828242 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-cea567a5-5141-4209-98fc-a1b9976a31fa req-d901050b-6669-4848-a78c-0693d498132d service neutron] 10.222.0.48 "GET /v2.0/networks?id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb HTTP/1.1" status: 200 len: 913 time: 0.1368144 Aug 29 05:19:46.835427 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcf4436-e34c-48f8-85a7-6eedf81ffe18 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2aa814b-e758-46c3-a6d5-971ed590c6dc,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:19:46.876102 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcf4436-e34c-48f8-85a7-6eedf81ffe18 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:19:46.877003 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcf4436-e34c-48f8-85a7-6eedf81ffe18 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:19:46.877347 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcf4436-e34c-48f8-85a7-6eedf81ffe18 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:19:46.877684 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcf4436-e34c-48f8-85a7-6eedf81ffe18 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:19:46.878019 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcf4436-e34c-48f8-85a7-6eedf81ffe18 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:19:46.878352 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcf4436-e34c-48f8-85a7-6eedf81ffe18 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:19:46.878682 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcf4436-e34c-48f8-85a7-6eedf81ffe18 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:19:46.879011 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcf4436-e34c-48f8-85a7-6eedf81ffe18 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:19:46.879340 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcf4436-e34c-48f8-85a7-6eedf81ffe18 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:19:46.879668 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcf4436-e34c-48f8-85a7-6eedf81ffe18 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:19:46.880017 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcf4436-e34c-48f8-85a7-6eedf81ffe18 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:19:46.880369 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcf4436-e34c-48f8-85a7-6eedf81ffe18 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:19:46.906187 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-c8083ba5-0052-4bc3-82c9-e01d13b002db None None] Provisioning complete for port 900a795a-cb14-42a0-a792-e1511a25ba5f triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:19:46.906187 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c8083ba5-0052-4bc3-82c9-e01d13b002db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:46.923877 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-cea567a5-5141-4209-98fc-a1b9976a31fa req-bd867dfa-72ef-4005-918e-5093ee6922ba service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e11f048-6330-4537-9251-c0dbbafc7fc5 HTTP/1.1" status: 200 len: 217 time: 0.0795107 Aug 29 05:19:47.007013 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea567a5-5141-4209-98fc-a1b9976a31fa req-a3eba714-0e33-4e79-8ffc-82915c190382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:47.008464 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-cea567a5-5141-4209-98fc-a1b9976a31fa req-a3eba714-0e33-4e79-8ffc-82915c190382 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6f6d99e8-8009-478f-9356-563dd7d1ac5b HTTP/1.1" status: 200 len: 851 time: 0.0780151 Aug 29 05:19:47.010809 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-4df19dd8-0188-4d7c-9575-86da6ef86602 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Deleting port 9056a00a-f3af-4541-9f41-629972e50bad {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:19:47.011149 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4df19dd8-0188-4d7c-9575-86da6ef86602 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:47.011279 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2554c70a-781e-4acc-a785-84be192e6620 req-d9572253-37cd-4cd5-aeed-b5907656f91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:47.012584 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2554c70a-781e-4acc-a785-84be192e6620 req-d9572253-37cd-4cd5-aeed-b5907656f91b service neutron] 10.222.0.46 "GET /v2.0/networks?id=1078145e-2c15-4fa8-b699-05f3d9a79ab3 HTTP/1.1" status: 200 len: 916 time: 0.1781471 Aug 29 05:19:47.088119 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4df19dd8-0188-4d7c-9575-86da6ef86602 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:47.088462 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4df19dd8-0188-4d7c-9575-86da6ef86602 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:47.100180 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-4df19dd8-0188-4d7c-9575-86da6ef86602 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Calling delete_port for 9056a00a-f3af-4541-9f41-629972e50bad owned by network:floatingip {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:19:47.107028 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea567a5-5141-4209-98fc-a1b9976a31fa req-acd0d030-5953-42e7-9589-6e12a3e32cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:47.108687 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-cea567a5-5141-4209-98fc-a1b9976a31fa req-acd0d030-5953-42e7-9589-6e12a3e32cc9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0922465 Aug 29 05:19:47.111345 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2554c70a-781e-4acc-a785-84be192e6620 req-d8f223c1-79de-4ce4-a862-958725f242ab service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=900a795a-cb14-42a0-a792-e1511a25ba5f HTTP/1.1" status: 200 len: 1001 time: 0.0861838 Aug 29 05:19:47.210330 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2554c70a-781e-4acc-a785-84be192e6620 req-bf00ab37-30d8-47bb-9274-31a3878f68d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:47.212214 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2554c70a-781e-4acc-a785-84be192e6620 req-bf00ab37-30d8-47bb-9274-31a3878f68d4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ddd9f0d0-4fbc-4068-ac46-0e09c5fbc1ea HTTP/1.1" status: 200 len: 854 time: 0.0891616 Aug 29 05:19:47.248948 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4df19dd8-0188-4d7c-9575-86da6ef86602 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:47.269286 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-cea567a5-5141-4209-98fc-a1b9976a31fa req-dabdaa15-d1ff-42f4-bd06-e7a8343eae18 service neutron] 10.222.0.48 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534519 Aug 29 05:19:47.272620 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df19dd8-0188-4d7c-9575-86da6ef86602 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Pushing event deleted for resources: {'Port': ['ID=9056a00a-f3af-4541-9f41-629972e50bad,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:19:47.287588 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2554c70a-781e-4acc-a785-84be192e6620 req-7bd8d397-678e-42ef-a0c8-62c450259291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:47.289167 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2554c70a-781e-4acc-a785-84be192e6620 req-7bd8d397-678e-42ef-a0c8-62c450259291 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1078145e-2c15-4fa8-b699-05f3d9a79ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0686798 Aug 29 05:19:47.340073 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4df19dd8-0188-4d7c-9575-86da6ef86602 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Notify callbacks [] for floatingip, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:47.340407 n-d-712140-12 neutron-server[94829]: INFO neutron.db.l3_db [None req-4df19dd8-0188-4d7c-9575-86da6ef86602 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Floating IP d7728e24-43c1-44d7-998f-4b6ae77ac3bf disassociated (deleted). External IP: 172.25.0.197, port: 900a795a-cb14-42a0-a792-e1511a25ba5f. Aug 29 05:19:47.432759 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-cea567a5-5141-4209-98fc-a1b9976a31fa req-4aa85e91-8df8-4b71-b7bd-14cff26bb332 service neutron] 10.222.0.48 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558294 Aug 29 05:19:47.437919 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2554c70a-781e-4acc-a785-84be192e6620 req-2bad4ef5-8c37-45ab-bade-7dde7607a84b service neutron] 10.222.0.46 "GET /v2.0/networks/1078145e-2c15-4fa8-b699-05f3d9a79ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385539 Aug 29 05:19:47.531504 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2554c70a-781e-4acc-a785-84be192e6620 req-4733f0b7-5a16-489f-8018-ff6b459037d9 service neutron] 10.222.0.46 "GET /v2.0/networks/1078145e-2c15-4fa8-b699-05f3d9a79ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856953 Aug 29 05:19:47.841097 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4df19dd8-0188-4d7c-9575-86da6ef86602 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Router 2e6dc5b0-0608-46eb-ab25-1326710b981b has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:19:47.946272 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4df19dd8-0188-4d7c-9575-86da6ef86602 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:19:47.951059 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4df19dd8-0188-4d7c-9575-86da6ef86602 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:47.957691 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2a1433-be1c-4bb2-a427-7f55640a73e6 None None] Sync routers for ids ['2e6dc5b0-0608-46eb-ab25-1326710b981b'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:19:47.966606 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2a1433-be1c-4bb2-a427-7f55640a73e6 None None] Routers {'2e6dc5b0-0608-46eb-ab25-1326710b981b'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:19:47.967211 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-4d2a1433-be1c-4bb2-a427-7f55640a73e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:19:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['2e6dc5b0-0608-46eb-ab25-1326710b981b'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:19:47.984239 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-4df19dd8-0188-4d7c-9575-86da6ef86602 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] 10.222.0.22 "DELETE /v2.0/floatingips/d7728e24-43c1-44d7-998f-4b6ae77ac3bf HTTP/1.1" status: 204 len: 168 time: 1.1580396 Aug 29 05:19:47.984239 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fd7d7aa-fdb1-4100-8908-250ad02d62e3', 'tag': '900a795a-cb14-42a0-a792-e1511a25ba5f'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:19:47.984861 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77553e5f3dce844e1d1944d01f437b37b7dd5b7a052a0dbecc2d9758b81294" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d53ca2d6-5bd8-480c-b462-e469b21e7c51" -d '{"events": [{"name": "network-changed", "server_uuid": "4fd7d7aa-fdb1-4100-8908-250ad02d62e3", "tag": "900a795a-cb14-42a0-a792-e1511a25ba5f"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:19:48.072698 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-4d2a1433-be1c-4bb2-a427-7f55640a73e6 None None] Set router 2e6dc5b0-0608-46eb-ab25-1326710b981b gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:19:48.203272 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddbced66-5cf6-42c7-91b1-f274f853850d x-openstack-request-id: req-ddbced66-5cf6-42c7-91b1-f274f853850d {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:19:48.203582 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fd7d7aa-fdb1-4100-8908-250ad02d62e3", "tag": "900a795a-cb14-42a0-a792-e1511a25ba5f", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:19:48.203891 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ddbced66-5cf6-42c7-91b1-f274f853850d {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:19:48.204949 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fd7d7aa-fdb1-4100-8908-250ad02d62e3', 'tag': '900a795a-cb14-42a0-a792-e1511a25ba5f', 'status': 'completed', 'code': 200} Aug 29 05:19:48.284747 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53ca2d6-5bd8-480c-b462-e469b21e7c51 req-b7f068b7-0f0b-4a18-94a4-45a05d3e2861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:48.285273 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-4d2a1433-be1c-4bb2-a427-7f55640a73e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e6dc5b0-0608-46eb-ab25-1326710b981b', 'name': 'tempest-TestMinimumBasicScenario-2007266321-router', 'tenant_id': '8a4c6c35c23a46329e63543f254442b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '9b7e713c-91f7-4efa-bfba-0e0b7bf36869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:17:51Z', 'updated_at': '2021-08-29T05:17:54Z', 'revision_number': 4, 'project_id': '8a4c6c35c23a46329e63543f254442b5', 'gw_port': {'id': '9b7e713c-91f7-4efa-bfba-0e0b7bf36869', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:11:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6dc5b0-0608-46eb-ab25-1326710b981b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:17:51Z', 'updated_at': '2021-08-29T05:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '0b6b09de-dbee-4df5-a8f6-94385a065da0', 'name': '', 'network_id': '1078145e-2c15-4fa8-b699-05f3d9a79ab3', 'tenant_id': '8a4c6c35c23a46329e63543f254442b5', 'mac_address': 'fa:16:3e:c2:cc:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6dc5b0-0608-46eb-ab25-1326710b981b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'ddd9f0d0-4fbc-4068-ac46-0e09c5fbc1ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:17:53Z', 'updated_at': '2021-08-29T05:17:59Z', 'revision_number': 5, 'project_id': '8a4c6c35c23a46329e63543f254442b5', 'subnets': [{'id': 'ddd9f0d0-4fbc-4068-ac46-0e09c5fbc1ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:19:48.286363 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d53ca2d6-5bd8-480c-b462-e469b21e7c51 req-b7f068b7-0f0b-4a18-94a4-45a05d3e2861 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8a4c6c35c23a46329e63543f254442b5&device_id=4fd7d7aa-fdb1-4100-8908-250ad02d62e3 HTTP/1.1" status: 200 len: 1097 time: 0.0506732 Aug 29 05:19:48.311536 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2a1433-be1c-4bb2-a427-7f55640a73e6 None None] Checking router: 2e6dc5b0-0608-46eb-ab25-1326710b981b for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:19:48.320780 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2a1433-be1c-4bb2-a427-7f55640a73e6 None None] Routers {'2e6dc5b0-0608-46eb-ab25-1326710b981b'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:19:48.321534 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-4d2a1433-be1c-4bb2-a427-7f55640a73e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:19:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['2e6dc5b0-0608-46eb-ab25-1326710b981b'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:19:48.378972 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53ca2d6-5bd8-480c-b462-e469b21e7c51 req-b87b229d-8091-481c-986d-868788115e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:48.380685 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d53ca2d6-5bd8-480c-b462-e469b21e7c51 req-b87b229d-8091-481c-986d-868788115e85 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1078145e-2c15-4fa8-b699-05f3d9a79ab3 HTTP/1.1" status: 200 len: 916 time: 0.0843973 Aug 29 05:19:48.426641 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-4d2a1433-be1c-4bb2-a427-7f55640a73e6 None None] Set router 2e6dc5b0-0608-46eb-ab25-1326710b981b gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:19:48.427019 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d53ca2d6-5bd8-480c-b462-e469b21e7c51 req-694d098c-57bd-4bff-b800-2d19db72963b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=900a795a-cb14-42a0-a792-e1511a25ba5f HTTP/1.1" status: 200 len: 217 time: 0.0391848 Aug 29 05:19:48.477873 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53ca2d6-5bd8-480c-b462-e469b21e7c51 req-4184c351-ba4c-4fd0-836f-81883a8da2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:48.479370 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d53ca2d6-5bd8-480c-b462-e469b21e7c51 req-4184c351-ba4c-4fd0-836f-81883a8da2fd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ddd9f0d0-4fbc-4068-ac46-0e09c5fbc1ea HTTP/1.1" status: 200 len: 854 time: 0.0446043 Aug 29 05:19:48.541512 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53ca2d6-5bd8-480c-b462-e469b21e7c51 req-b32048b4-6777-400e-bb62-232fd1d30bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:48.543059 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d53ca2d6-5bd8-480c-b462-e469b21e7c51 req-b32048b4-6777-400e-bb62-232fd1d30bec service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1078145e-2c15-4fa8-b699-05f3d9a79ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403728 Aug 29 05:19:48.632760 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-4d2a1433-be1c-4bb2-a427-7f55640a73e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e6dc5b0-0608-46eb-ab25-1326710b981b', 'name': 'tempest-TestMinimumBasicScenario-2007266321-router', 'tenant_id': '8a4c6c35c23a46329e63543f254442b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '9b7e713c-91f7-4efa-bfba-0e0b7bf36869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:17:51Z', 'updated_at': '2021-08-29T05:17:54Z', 'revision_number': 4, 'project_id': '8a4c6c35c23a46329e63543f254442b5', 'gw_port': {'id': '9b7e713c-91f7-4efa-bfba-0e0b7bf36869', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:11:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6dc5b0-0608-46eb-ab25-1326710b981b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:17:51Z', 'updated_at': '2021-08-29T05:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '0b6b09de-dbee-4df5-a8f6-94385a065da0', 'name': '', 'network_id': '1078145e-2c15-4fa8-b699-05f3d9a79ab3', 'tenant_id': '8a4c6c35c23a46329e63543f254442b5', 'mac_address': 'fa:16:3e:c2:cc:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6dc5b0-0608-46eb-ab25-1326710b981b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'ddd9f0d0-4fbc-4068-ac46-0e09c5fbc1ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:17:53Z', 'updated_at': '2021-08-29T05:17:59Z', 'revision_number': 5, 'project_id': '8a4c6c35c23a46329e63543f254442b5', 'subnets': [{'id': 'ddd9f0d0-4fbc-4068-ac46-0e09c5fbc1ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:19:48.638397 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d53ca2d6-5bd8-480c-b462-e469b21e7c51 req-345c508c-92eb-4ba2-84ee-bb2d6e942a72 service neutron] 10.222.0.46 "GET /v2.0/networks/1078145e-2c15-4fa8-b699-05f3d9a79ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874670 Aug 29 05:19:48.660958 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2a1433-be1c-4bb2-a427-7f55640a73e6 None None] The sync data for ids ['2e6dc5b0-0608-46eb-ab25-1326710b981b'] in n-d-712140-12 is: [{'id': '2e6dc5b0-0608-46eb-ab25-1326710b981b', 'name': 'tempest-TestMinimumBasicScenario-2007266321-router', 'tenant_id': '8a4c6c35c23a46329e63543f254442b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '9b7e713c-91f7-4efa-bfba-0e0b7bf36869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:17:51Z', 'updated_at': '2021-08-29T05:17:54Z', 'revision_number': 4, 'project_id': '8a4c6c35c23a46329e63543f254442b5', 'gw_port': {'id': '9b7e713c-91f7-4efa-bfba-0e0b7bf36869', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:11:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6dc5b0-0608-46eb-ab25-1326710b981b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:17:51Z', 'updated_at': '2021-08-29T05:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '0b6b09de-dbee-4df5-a8f6-94385a065da0', 'name': '', 'network_id': '1078145e-2c15-4fa8-b699-05f3d9a79ab3', 'tenant_id': '8a4c6c35c23a46329e63543f254442b5', 'mac_address': 'fa:16:3e:c2:cc:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6dc5b0-0608-46eb-ab25-1326710b981b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'ddd9f0d0-4fbc-4068-ac46-0e09c5fbc1ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:17:53Z', 'updated_at': '2021-08-29T05:17:59Z', 'revision_number': 5, 'project_id': '8a4c6c35c23a46329e63543f254442b5', 'subnets': [{'id': 'ddd9f0d0-4fbc-4068-ac46-0e09c5fbc1ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:19:48.741493 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d53ca2d6-5bd8-480c-b462-e469b21e7c51 req-471dcf72-6c15-476d-9fbb-820fbab6d169 service neutron] 10.222.0.46 "GET /v2.0/networks/1078145e-2c15-4fa8-b699-05f3d9a79ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946732 Aug 29 05:19:48.901879 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ac5b62-5aed-427e-b4c2-fd1a13edb930 None None] New status for floating IP d7728e24-43c1-44d7-998f-4b6ae77ac3bf: DOWN {{(pid=94831) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:19:49.764815 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:54.948954 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627fcf10-011b-4d82-a503-da6ee82799ed req-45902551-edc9-4a76-9527-57b292423e7c tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:54.950485 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-627fcf10-011b-4d82-a503-da6ee82799ed req-45902551-edc9-4a76-9527-57b292423e7c tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] 10.222.0.22 "GET /v2.0/ports?device_id=4fd7d7aa-fdb1-4100-8908-250ad02d62e3 HTTP/1.1" status: 200 len: 945 time: 0.0511022 Aug 29 05:19:54.989062 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-627fcf10-011b-4d82-a503-da6ee82799ed req-7ad27e23-bcc5-4625-87ed-f5bef40d2987 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] 10.222.0.22 "GET /v2.0/security-groups?id=ce9f9a1a-0d51-4465-aaec-fc6552a27a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319769 Aug 29 05:19:56.108462 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ca3888-78b4-4152-a8e4-478f3befd433 req-1c753b81-392c-4ed6-84e9-dfe5bbf5b666 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:56.109938 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e6ca3888-78b4-4152-a8e4-478f3befd433 req-1c753b81-392c-4ed6-84e9-dfe5bbf5b666 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] 10.222.0.22 "GET /v2.0/ports?device_id=4fd7d7aa-fdb1-4100-8908-250ad02d62e3 HTTP/1.1" status: 200 len: 945 time: 0.0521505 Aug 29 05:19:56.147464 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e6ca3888-78b4-4152-a8e4-478f3befd433 req-12ae50a4-d808-4a27-b1dd-24ebf848ddbd tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] 10.222.0.22 "GET /v2.0/security-groups?id=ce9f9a1a-0d51-4465-aaec-fc6552a27a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308816 Aug 29 05:19:56.610846 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361db7a9-7a33-4f6d-89f8-9f60b7f3a1a1 req-cd0a038b-7198-4013-a1d9-5325881e4a3e tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:56.612338 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-361db7a9-7a33-4f6d-89f8-9f60b7f3a1a1 req-cd0a038b-7198-4013-a1d9-5325881e4a3e tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] 10.222.0.46 "GET /v2.0/ports?device_id=4fd7d7aa-fdb1-4100-8908-250ad02d62e3 HTTP/1.1" status: 200 len: 945 time: 0.0487649 Aug 29 05:19:56.700785 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-361db7a9-7a33-4f6d-89f8-9f60b7f3a1a1 req-9a04b273-99d6-4490-ae94-5f44c711a522 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Deleting port 900a795a-cb14-42a0-a792-e1511a25ba5f {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:19:56.701131 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-361db7a9-7a33-4f6d-89f8-9f60b7f3a1a1 req-9a04b273-99d6-4490-ae94-5f44c711a522 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:56.792035 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-361db7a9-7a33-4f6d-89f8-9f60b7f3a1a1 req-9a04b273-99d6-4490-ae94-5f44c711a522 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] For port 900a795a-cb14-42a0-a792-e1511a25ba5f, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=900a795a-cb14-42a0-a792-e1511a25ba5f,segment=NetworkSegment(bcfdb9ca-1d95-4f88-9eb9-0e16fd0cf5d6),segment_id=bcfdb9ca-1d95-4f88-9eb9-0e16fd0cf5d6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:19:56.792415 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-361db7a9-7a33-4f6d-89f8-9f60b7f3a1a1 req-9a04b273-99d6-4490-ae94-5f44c711a522 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:56.805028 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-361db7a9-7a33-4f6d-89f8-9f60b7f3a1a1 req-9a04b273-99d6-4490-ae94-5f44c711a522 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Calling delete_port for 900a795a-cb14-42a0-a792-e1511a25ba5f owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:19:56.932814 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-361db7a9-7a33-4f6d-89f8-9f60b7f3a1a1 req-9a04b273-99d6-4490-ae94-5f44c711a522 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:56.947814 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['900a795a-cb14-42a0-a792-e1511a25ba5f'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:19:56.963437 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a04b273-99d6-4490-ae94-5f44c711a522 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Pushing event deleted for resources: {'Port': ['ID=900a795a-cb14-42a0-a792-e1511a25ba5f,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:19:57.003156 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-361db7a9-7a33-4f6d-89f8-9f60b7f3a1a1 req-9a04b273-99d6-4490-ae94-5f44c711a522 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] No DVR routers for this DVR port 900a795a-cb14-42a0-a792-e1511a25ba5f on host n-h1-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:19:57.006363 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-361db7a9-7a33-4f6d-89f8-9f60b7f3a1a1 req-9a04b273-99d6-4490-ae94-5f44c711a522 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:57.008746 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-361db7a9-7a33-4f6d-89f8-9f60b7f3a1a1 req-9a04b273-99d6-4490-ae94-5f44c711a522 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] 10.222.0.46 "DELETE /v2.0/ports/900a795a-cb14-42a0-a792-e1511a25ba5f HTTP/1.1" status: 204 len: 173 time: 0.3895915 Aug 29 05:19:57.009201 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fd7d7aa-fdb1-4100-8908-250ad02d62e3', 'name': 'network-vif-deleted', 'tag': '900a795a-cb14-42a0-a792-e1511a25ba5f'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:19:57.011646 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfb9107a06241f0f5f2256c13c0e0e77dc40c776bf6dc0455c34cebdf0549d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb620ffa-5972-4328-b079-0821a0c76b6f" -d '{"events": [{"server_uuid": "4fd7d7aa-fdb1-4100-8908-250ad02d62e3", "name": "network-vif-deleted", "tag": "900a795a-cb14-42a0-a792-e1511a25ba5f"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:19:57.047163 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94576154-62f2-4a49-8367-6dee7af38f75 x-openstack-request-id: req-94576154-62f2-4a49-8367-6dee7af38f75 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:19:57.047480 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fd7d7aa-fdb1-4100-8908-250ad02d62e3", "name": "network-vif-deleted", "tag": "900a795a-cb14-42a0-a792-e1511a25ba5f", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:19:57.047789 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-94576154-62f2-4a49-8367-6dee7af38f75 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:19:57.048745 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fd7d7aa-fdb1-4100-8908-250ad02d62e3', 'name': 'network-vif-deleted', 'tag': '900a795a-cb14-42a0-a792-e1511a25ba5f', 'status': 'completed', 'code': 200} Aug 29 05:19:57.257310 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7727d91a-1d4b-4d13-b0b0-39c85a5f8df5 req-4e350537-fc34-4232-9a36-743f86e0e756 tempest-TestMinimumBasicScenario-1875796221 tempest-TestMinimumBasicScenario-1875796221-project] 10.222.0.22 "GET /v2.0/ports?device_id=4fd7d7aa-fdb1-4100-8908-250ad02d62e3 HTTP/1.1" status: 200 len: 210 time: 0.0306611 Aug 29 05:19:58.798922 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 41382) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:19:59.121046 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:59.128837 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6368816d-498c-4655-a57c-188b2d6ce9c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713413'] for router_interface, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:59.366239 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-6368816d-498c-4655-a57c-188b2d6ce9c4 admin admin] Deleting port 0b6b09de-dbee-4df5-a8f6-94385a065da0 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:19:59.366582 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6368816d-498c-4655-a57c-188b2d6ce9c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:59.440111 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-6368816d-498c-4655-a57c-188b2d6ce9c4 admin admin] For port 0b6b09de-dbee-4df5-a8f6-94385a065da0, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=0b6b09de-dbee-4df5-a8f6-94385a065da0,segment=NetworkSegment(bcfdb9ca-1d95-4f88-9eb9-0e16fd0cf5d6),segment_id=bcfdb9ca-1d95-4f88-9eb9-0e16fd0cf5d6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:19:59.440389 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6368816d-498c-4655-a57c-188b2d6ce9c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:59.456622 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-6368816d-498c-4655-a57c-188b2d6ce9c4 admin admin] Calling delete_port for 0b6b09de-dbee-4df5-a8f6-94385a065da0 owned by network:router_interface {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:19:59.627631 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6368816d-498c-4655-a57c-188b2d6ce9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:59.653998 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6368816d-498c-4655-a57c-188b2d6ce9c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b6b09de-dbee-4df5-a8f6-94385a065da0,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:19:59.815299 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6368816d-498c-4655-a57c-188b2d6ce9c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-713231'] for router_interface, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:59.845598 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 900a795a-cb14-42a0-a792-e1511a25ba5f no longer exists at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:19:59.869082 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] No Port match for: 900a795a-cb14-42a0-a792-e1511a25ba5f {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:19:59.869428 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 900a795a-cb14-42a0-a792-e1511a25ba5f not bound to the agent host n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:20:00.026602 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6368816d-498c-4655-a57c-188b2d6ce9c4 admin admin] Router 2e6dc5b0-0608-46eb-ab25-1326710b981b has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:20:00.139417 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6368816d-498c-4655-a57c-188b2d6ce9c4 admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:20:00.145273 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-6368816d-498c-4655-a57c-188b2d6ce9c4 admin admin] 10.222.0.22 "PUT /v2.0/routers/2e6dc5b0-0608-46eb-ab25-1326710b981b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3450348 Aug 29 05:20:00.147788 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 41384) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:20:00.150676 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd101e37-4aa7-4df3-9655-e2415205812e None None] Sync routers for ids ['2e6dc5b0-0608-46eb-ab25-1326710b981b'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:20:00.160680 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd101e37-4aa7-4df3-9655-e2415205812e None None] Routers {'2e6dc5b0-0608-46eb-ab25-1326710b981b'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:20:00.161689 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-dd101e37-4aa7-4df3-9655-e2415205812e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:19:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['2e6dc5b0-0608-46eb-ab25-1326710b981b'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:20:00.251066 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6b641c15-b6ba-4ea3-a021-49f713762f38 admin admin] Notify callbacks [] for router, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:00.260919 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-dd101e37-4aa7-4df3-9655-e2415205812e None None] Set router 2e6dc5b0-0608-46eb-ab25-1326710b981b gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:20:00.607664 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-dd101e37-4aa7-4df3-9655-e2415205812e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e6dc5b0-0608-46eb-ab25-1326710b981b', 'name': 'tempest-TestMinimumBasicScenario-2007266321-router', 'tenant_id': '8a4c6c35c23a46329e63543f254442b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '9b7e713c-91f7-4efa-bfba-0e0b7bf36869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:17:51Z', 'updated_at': '2021-08-29T05:19:59Z', 'revision_number': 5, 'project_id': '8a4c6c35c23a46329e63543f254442b5', 'gw_port': {'id': '9b7e713c-91f7-4efa-bfba-0e0b7bf36869', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:11:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6dc5b0-0608-46eb-ab25-1326710b981b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:17:51Z', 'updated_at': '2021-08-29T05:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:20:00.634366 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd101e37-4aa7-4df3-9655-e2415205812e None None] Checking router: 2e6dc5b0-0608-46eb-ab25-1326710b981b for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:20:00.643664 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd101e37-4aa7-4df3-9655-e2415205812e None None] Routers {'2e6dc5b0-0608-46eb-ab25-1326710b981b'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:20:00.644322 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-dd101e37-4aa7-4df3-9655-e2415205812e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:19:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['2e6dc5b0-0608-46eb-ab25-1326710b981b'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:20:00.697719 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6b641c15-b6ba-4ea3-a021-49f713762f38 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:00.749928 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-dd101e37-4aa7-4df3-9655-e2415205812e None None] Set router 2e6dc5b0-0608-46eb-ab25-1326710b981b gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:20:00.750289 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-6b641c15-b6ba-4ea3-a021-49f713762f38 admin admin] Deleting port 9b7e713c-91f7-4efa-bfba-0e0b7bf36869 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:20:00.750639 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6b641c15-b6ba-4ea3-a021-49f713762f38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:00.827340 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-6b641c15-b6ba-4ea3-a021-49f713762f38 admin admin] For port 9b7e713c-91f7-4efa-bfba-0e0b7bf36869, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=9b7e713c-91f7-4efa-bfba-0e0b7bf36869,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:20:00.828086 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6b641c15-b6ba-4ea3-a021-49f713762f38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:00.840665 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-6b641c15-b6ba-4ea3-a021-49f713762f38 admin admin] Calling delete_port for 9b7e713c-91f7-4efa-bfba-0e0b7bf36869 owned by network:router_gateway {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:20:00.928789 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-dd101e37-4aa7-4df3-9655-e2415205812e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e6dc5b0-0608-46eb-ab25-1326710b981b', 'name': 'tempest-TestMinimumBasicScenario-2007266321-router', 'tenant_id': '8a4c6c35c23a46329e63543f254442b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '9b7e713c-91f7-4efa-bfba-0e0b7bf36869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:17:51Z', 'updated_at': '2021-08-29T05:19:59Z', 'revision_number': 5, 'project_id': '8a4c6c35c23a46329e63543f254442b5', 'gw_port': {'id': '9b7e713c-91f7-4efa-bfba-0e0b7bf36869', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:11:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6dc5b0-0608-46eb-ab25-1326710b981b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:17:51Z', 'updated_at': '2021-08-29T05:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:20:00.955858 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd101e37-4aa7-4df3-9655-e2415205812e None None] The sync data for ids ['2e6dc5b0-0608-46eb-ab25-1326710b981b'] in n-d-712140-12 is: [{'id': '2e6dc5b0-0608-46eb-ab25-1326710b981b', 'name': 'tempest-TestMinimumBasicScenario-2007266321-router', 'tenant_id': '8a4c6c35c23a46329e63543f254442b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '9b7e713c-91f7-4efa-bfba-0e0b7bf36869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:17:51Z', 'updated_at': '2021-08-29T05:19:59Z', 'revision_number': 5, 'project_id': '8a4c6c35c23a46329e63543f254442b5', 'gw_port': {'id': '9b7e713c-91f7-4efa-bfba-0e0b7bf36869', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:11:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6dc5b0-0608-46eb-ab25-1326710b981b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:17:51Z', 'updated_at': '2021-08-29T05:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:20:01.014888 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6b641c15-b6ba-4ea3-a021-49f713762f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:01.044116 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b641c15-b6ba-4ea3-a021-49f713762f38 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b7e713c-91f7-4efa-bfba-0e0b7bf36869,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:20:01.103859 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6b641c15-b6ba-4ea3-a021-49f713762f38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719445'] for router_gateway, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:01.191616 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6b641c15-b6ba-4ea3-a021-49f713762f38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:01.193674 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6b641c15-b6ba-4ea3-a021-49f713762f38 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:01.237816 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6b641c15-b6ba-4ea3-a021-49f713762f38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717253'] for router, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:01.238382 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b641c15-b6ba-4ea3-a021-49f713762f38 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e6dc5b0-0608-46eb-ab25-1326710b981b {{(pid=94828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 05:20:01.243048 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6b641c15-b6ba-4ea3-a021-49f713762f38 admin admin] Notify callbacks [] for router, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:01.244217 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-6b641c15-b6ba-4ea3-a021-49f713762f38 admin admin] 10.222.0.22 "DELETE /v2.0/routers/2e6dc5b0-0608-46eb-ab25-1326710b981b HTTP/1.1" status: 204 len: 168 time: 1.0955102 Aug 29 05:20:01.246739 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 41386) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:20:01.293456 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_v2 [None req-53997fee-c659-4c2d-8dd5-9f4f4b20d822 admin admin] Deleting subnet ddd9f0d0-4fbc-4068-ac46-0e09c5fbc1ea {{(pid=94828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 05:20:01.297374 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-53997fee-c659-4c2d-8dd5-9f4f4b20d822 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:01.332346 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-53997fee-c659-4c2d-8dd5-9f4f4b20d822 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8904862'] for subnet, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:01.411696 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-53997fee-c659-4c2d-8dd5-9f4f4b20d822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:01.465031 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-53997fee-c659-4c2d-8dd5-9f4f4b20d822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9190434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062341'] for subnet, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:01.494352 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53997fee-c659-4c2d-8dd5-9f4f4b20d822 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddd9f0d0-4fbc-4068-ac46-0e09c5fbc1ea,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:20:01.498929 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-53997fee-c659-4c2d-8dd5-9f4f4b20d822 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:01.501243 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-53997fee-c659-4c2d-8dd5-9f4f4b20d822 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/ddd9f0d0-4fbc-4068-ac46-0e09c5fbc1ea HTTP/1.1" status: 204 len: 168 time: 0.2535291 Aug 29 05:20:01.503881 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 41388) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:20:01.507107 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a31543-2dba-4aa9-a5ea-fdf2a908fe18 None None] Network 1078145e-2c15-4fa8-b699-05f3d9a79ab3 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:20:01.578222 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0ee1ef5c-e0ba-4f9c-8ec2-32e95c028138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:01.637759 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-0ee1ef5c-e0ba-4f9c-8ec2-32e95c028138 admin admin] Deleting port 772d2bcc-cafd-422b-ab8a-be1bb185d122 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:20:01.638065 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0ee1ef5c-e0ba-4f9c-8ec2-32e95c028138 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:01.705827 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-0ee1ef5c-e0ba-4f9c-8ec2-32e95c028138 admin admin] For port 772d2bcc-cafd-422b-ab8a-be1bb185d122, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=772d2bcc-cafd-422b-ab8a-be1bb185d122,segment=NetworkSegment(bcfdb9ca-1d95-4f88-9eb9-0e16fd0cf5d6),segment_id=bcfdb9ca-1d95-4f88-9eb9-0e16fd0cf5d6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:20:01.706205 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0ee1ef5c-e0ba-4f9c-8ec2-32e95c028138 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:01.718709 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-0ee1ef5c-e0ba-4f9c-8ec2-32e95c028138 admin admin] Calling delete_port for 772d2bcc-cafd-422b-ab8a-be1bb185d122 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:20:01.795344 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0ee1ef5c-e0ba-4f9c-8ec2-32e95c028138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:01.818336 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee1ef5c-e0ba-4f9c-8ec2-32e95c028138 admin admin] Pushing event deleted for resources: {'Port': ['ID=772d2bcc-cafd-422b-ab8a-be1bb185d122,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:20:01.824063 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee1ef5c-e0ba-4f9c-8ec2-32e95c028138 admin admin] No DVR routers for this DVR port 772d2bcc-cafd-422b-ab8a-be1bb185d122 on host n-d-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:20:01.896778 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0ee1ef5c-e0ba-4f9c-8ec2-32e95c028138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:01.906216 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-0ee1ef5c-e0ba-4f9c-8ec2-32e95c028138 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1078145e-2c15-4fa8-b699-05f3d9a79ab3']}} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:20:01.916327 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-0ee1ef5c-e0ba-4f9c-8ec2-32e95c028138 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcfdb9ca-1d95-4f88-9eb9-0e16fd0cf5d6') {'for_net_delete': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:20:01.916627 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-0ee1ef5c-e0ba-4f9c-8ec2-32e95c028138 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcfdb9ca-1d95-4f88-9eb9-0e16fd0cf5d6') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:20:01.925281 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0ee1ef5c-e0ba-4f9c-8ec2-32e95c028138 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8904833'] for segment, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:01.940598 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0ee1ef5c-e0ba-4f9c-8ec2-32e95c028138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:01.947051 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ee1ef5c-e0ba-4f9c-8ec2-32e95c028138 admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=94828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:20:01.947449 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0ee1ef5c-e0ba-4f9c-8ec2-32e95c028138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9190468'] for segment, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:01.949161 n-d-712140-12 neutron-server[94828]: Traceback (most recent call last): Aug 29 05:20:01.949161 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:20:01.949161 n-d-712140-12 neutron-server[94828]: timer() Aug 29 05:20:01.949161 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:20:01.949161 n-d-712140-12 neutron-server[94828]: cb(*args, **kw) Aug 29 05:20:01.949161 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:20:01.949161 n-d-712140-12 neutron-server[94828]: return func(*args, **kwargs) Aug 29 05:20:01.949161 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:20:01.949161 n-d-712140-12 neutron-server[94828]: self._notify() Aug 29 05:20:01.949161 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:20:01.949161 n-d-712140-12 neutron-server[94828]: self.callback(batched_events) Aug 29 05:20:01.949161 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:20:01.949161 n-d-712140-12 neutron-server[94828]: event.method(event) Aug 29 05:20:01.949161 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:20:01.949161 n-d-712140-12 neutron-server[94828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:20:01.949161 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:20:01.949161 n-d-712140-12 neutron-server[94828]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:20:01.949161 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:20:01.949161 n-d-712140-12 neutron-server[94828]: return f(self, *a, **k) Aug 29 05:20:01.949161 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:20:01.949161 n-d-712140-12 neutron-server[94828]: return self._get(url).json() Aug 29 05:20:01.949161 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:20:01.949161 n-d-712140-12 neutron-server[94828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:20:01.949161 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:20:01.949161 n-d-712140-12 neutron-server[94828]: return self.request(url, 'GET', **kwargs) Aug 29 05:20:01.949161 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:20:01.949161 n-d-712140-12 neutron-server[94828]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:20:01.949161 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:20:01.949161 n-d-712140-12 neutron-server[94828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:20:01.949161 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:20:01.949161 n-d-712140-12 neutron-server[94828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:20:01.949161 n-d-712140-12 neutron-server[94828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:20:01.964018 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc7d07d1-5130-41d0-b329-0e517bb21a33 None None] DHCP port deletion for 1078145e-2c15-4fa8-b699-05f3d9a79ab3 request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 05:20:02.011430 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0ee1ef5c-e0ba-4f9c-8ec2-32e95c028138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:02.015962 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0ee1ef5c-e0ba-4f9c-8ec2-32e95c028138 admin admin] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:02.018582 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-0ee1ef5c-e0ba-4f9c-8ec2-32e95c028138 admin admin] 10.222.0.22 "DELETE /v2.0/networks/1078145e-2c15-4fa8-b699-05f3d9a79ab3 HTTP/1.1" status: 204 len: 168 time: 0.5132146 Aug 29 05:20:02.021532 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 41390) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:20:02.031233 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee1ef5c-e0ba-4f9c-8ec2-32e95c028138 admin admin] Pushing event deleted for resources: {'Network': ['ID=1078145e-2c15-4fa8-b699-05f3d9a79ab3,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:20:02.167227 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 9b7e713c-91f7-4efa-bfba-0e0b7bf36869 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:20:02.186849 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 9b7e713c-91f7-4efa-bfba-0e0b7bf36869 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:20:02.187121 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 9b7e713c-91f7-4efa-bfba-0e0b7bf36869 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:20:02.187536 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 772d2bcc-cafd-422b-ab8a-be1bb185d122 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:20:02.206642 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 772d2bcc-cafd-422b-ab8a-be1bb185d122 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:20:02.207041 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 772d2bcc-cafd-422b-ab8a-be1bb185d122 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:20:02.207516 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 0b6b09de-dbee-4df5-a8f6-94385a065da0 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:20:02.225573 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 0b6b09de-dbee-4df5-a8f6-94385a065da0 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:20:02.225847 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 0b6b09de-dbee-4df5-a8f6-94385a065da0 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:20:02.364496 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c7c924ba-79f1-4276-aaad-000237bcf792 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713413'] for router_interface, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:02.602644 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-c7c924ba-79f1-4276-aaad-000237bcf792 admin admin] Deleting port 506a6137-80b3-46b4-b8fa-c4f7526f78ab {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:20:02.602899 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c7c924ba-79f1-4276-aaad-000237bcf792 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:02.678458 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-c7c924ba-79f1-4276-aaad-000237bcf792 admin admin] For port 506a6137-80b3-46b4-b8fa-c4f7526f78ab, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=506a6137-80b3-46b4-b8fa-c4f7526f78ab,segment=NetworkSegment(6174e4a7-ba9c-43f4-a33c-ff1e82463906),segment_id=6174e4a7-ba9c-43f4-a33c-ff1e82463906)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:20:02.678821 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c7c924ba-79f1-4276-aaad-000237bcf792 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:02.695093 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-c7c924ba-79f1-4276-aaad-000237bcf792 admin admin] Calling delete_port for 506a6137-80b3-46b4-b8fa-c4f7526f78ab owned by network:router_interface {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:20:02.872112 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c7c924ba-79f1-4276-aaad-000237bcf792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:02.898451 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c924ba-79f1-4276-aaad-000237bcf792 admin admin] Pushing event deleted for resources: {'Port': ['ID=506a6137-80b3-46b4-b8fa-c4f7526f78ab,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:20:03.062086 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c7c924ba-79f1-4276-aaad-000237bcf792 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-713231'] for router_interface, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:03.274281 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7c924ba-79f1-4276-aaad-000237bcf792 admin admin] Router 626e2e11-3f4f-48a0-bdd5-66921664bbc5 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:20:03.379012 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7c924ba-79f1-4276-aaad-000237bcf792 admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:20:03.384063 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-c7c924ba-79f1-4276-aaad-000237bcf792 admin admin] 10.222.0.22 "PUT /v2.0/routers/626e2e11-3f4f-48a0-bdd5-66921664bbc5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3614752 Aug 29 05:20:03.386531 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 41392) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:20:03.388175 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a655b1c-f5f4-4490-93b4-e9f442d9dc5d None None] Sync routers for ids ['626e2e11-3f4f-48a0-bdd5-66921664bbc5'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:20:03.398099 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a655b1c-f5f4-4490-93b4-e9f442d9dc5d None None] Routers {'626e2e11-3f4f-48a0-bdd5-66921664bbc5'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:20:03.398705 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-6a655b1c-f5f4-4490-93b4-e9f442d9dc5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:19:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['626e2e11-3f4f-48a0-bdd5-66921664bbc5'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:20:03.467941 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ed015fcc-6093-470d-a5e9-7a4292f63cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:03.492053 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-218d689f-400a-4469-9ff9-0edada9be882 admin admin] Notify callbacks [] for router, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:03.503350 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-6a655b1c-f5f4-4490-93b4-e9f442d9dc5d None None] Set router 626e2e11-3f4f-48a0-bdd5-66921664bbc5 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:20:03.594935 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-218d689f-400a-4469-9ff9-0edada9be882 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:03.647068 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-218d689f-400a-4469-9ff9-0edada9be882 admin admin] Deleting port 4e3e1f35-26a9-49a4-b11e-604a4c83a4c7 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:20:03.647415 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-218d689f-400a-4469-9ff9-0edada9be882 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:03.681006 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-6a655b1c-f5f4-4490-93b4-e9f442d9dc5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626e2e11-3f4f-48a0-bdd5-66921664bbc5', 'name': 'tempest-TestMinimumBasicScenario-1402868793-router', 'tenant_id': '90acfca71a89430caea221b25146bf6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': '4e3e1f35-26a9-49a4-b11e-604a4c83a4c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:17:55Z', 'updated_at': '2021-08-29T05:20:02Z', 'revision_number': 5, 'project_id': '90acfca71a89430caea221b25146bf6e', 'gw_port': {'id': '4e3e1f35-26a9-49a4-b11e-604a4c83a4c7', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626e2e11-3f4f-48a0-bdd5-66921664bbc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:17:56Z', 'updated_at': '2021-08-29T05:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:20:03.706962 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a655b1c-f5f4-4490-93b4-e9f442d9dc5d None None] Checking router: 626e2e11-3f4f-48a0-bdd5-66921664bbc5 for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:20:03.715365 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a655b1c-f5f4-4490-93b4-e9f442d9dc5d None None] Routers {'626e2e11-3f4f-48a0-bdd5-66921664bbc5'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:20:03.716000 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-6a655b1c-f5f4-4490-93b4-e9f442d9dc5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:19:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['626e2e11-3f4f-48a0-bdd5-66921664bbc5'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:20:03.726918 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-218d689f-400a-4469-9ff9-0edada9be882 admin admin] For port 4e3e1f35-26a9-49a4-b11e-604a4c83a4c7, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=4e3e1f35-26a9-49a4-b11e-604a4c83a4c7,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:20:03.727294 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-218d689f-400a-4469-9ff9-0edada9be882 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:03.741028 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-218d689f-400a-4469-9ff9-0edada9be882 admin admin] Calling delete_port for 4e3e1f35-26a9-49a4-b11e-604a4c83a4c7 owned by network:router_gateway {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:20:03.800223 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-6a655b1c-f5f4-4490-93b4-e9f442d9dc5d None None] Set router 626e2e11-3f4f-48a0-bdd5-66921664bbc5 gateway port host: None {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:20:03.851231 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-6a655b1c-f5f4-4490-93b4-e9f442d9dc5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626e2e11-3f4f-48a0-bdd5-66921664bbc5', 'name': 'tempest-TestMinimumBasicScenario-1402868793-router', 'tenant_id': '90acfca71a89430caea221b25146bf6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:17:55Z', 'updated_at': '2021-08-29T05:20:03Z', 'revision_number': 6, 'project_id': '90acfca71a89430caea221b25146bf6e', 'gw_port_host': None}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:20:03.888806 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a655b1c-f5f4-4490-93b4-e9f442d9dc5d None None] The sync data for ids ['626e2e11-3f4f-48a0-bdd5-66921664bbc5'] in n-d-712140-12 is: [{'id': '626e2e11-3f4f-48a0-bdd5-66921664bbc5', 'name': 'tempest-TestMinimumBasicScenario-1402868793-router', 'tenant_id': '90acfca71a89430caea221b25146bf6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:17:55Z', 'updated_at': '2021-08-29T05:20:03Z', 'revision_number': 6, 'project_id': '90acfca71a89430caea221b25146bf6e', 'gw_port_host': None}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:20:03.908607 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-218d689f-400a-4469-9ff9-0edada9be882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:03.940190 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218d689f-400a-4469-9ff9-0edada9be882 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e3e1f35-26a9-49a4-b11e-604a4c83a4c7,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:20:04.002279 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-218d689f-400a-4469-9ff9-0edada9be882 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719445'] for router_gateway, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:04.090908 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-218d689f-400a-4469-9ff9-0edada9be882 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:04.093024 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-218d689f-400a-4469-9ff9-0edada9be882 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:04.135089 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-218d689f-400a-4469-9ff9-0edada9be882 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717253'] for router, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:04.135641 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-218d689f-400a-4469-9ff9-0edada9be882 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 626e2e11-3f4f-48a0-bdd5-66921664bbc5 {{(pid=94829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 05:20:04.140141 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-218d689f-400a-4469-9ff9-0edada9be882 admin admin] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:04.141381 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-218d689f-400a-4469-9ff9-0edada9be882 admin admin] 10.222.0.22 "DELETE /v2.0/routers/626e2e11-3f4f-48a0-bdd5-66921664bbc5 HTTP/1.1" status: 204 len: 168 time: 0.7539353 Aug 29 05:20:04.144018 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 41394) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:20:04.187559 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1568ad6-62ad-4d82-b0fe-ba3abb9a4524 admin admin] Deleting subnet 2fe0c50e-7deb-418d-a992-783807c3ecd9 {{(pid=94828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 05:20:04.190501 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a1568ad6-62ad-4d82-b0fe-ba3abb9a4524 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:04.224198 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a1568ad6-62ad-4d82-b0fe-ba3abb9a4524 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8904862'] for subnet, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:04.309054 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a1568ad6-62ad-4d82-b0fe-ba3abb9a4524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:04.366326 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a1568ad6-62ad-4d82-b0fe-ba3abb9a4524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9190434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062341'] for subnet, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:04.393585 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1568ad6-62ad-4d82-b0fe-ba3abb9a4524 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fe0c50e-7deb-418d-a992-783807c3ecd9,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:20:04.396539 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a1568ad6-62ad-4d82-b0fe-ba3abb9a4524 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:04.398618 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-a1568ad6-62ad-4d82-b0fe-ba3abb9a4524 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/2fe0c50e-7deb-418d-a992-783807c3ecd9 HTTP/1.1" status: 204 len: 168 time: 0.2535937 Aug 29 05:20:04.400028 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2a47af-d17f-44fc-b491-db5a2980614d None None] Network d239b31a-eb97-441e-abee-549bf15fa95d requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:20:04.401125 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 41396) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:20:04.467212 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-15dfbc73-bb6b-4d98-b55d-af606d4f13e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:04.524539 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-15dfbc73-bb6b-4d98-b55d-af606d4f13e1 admin admin] Deleting port b25ec23d-b3ac-412c-9f58-6566b9e507e6 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:20:04.524893 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-15dfbc73-bb6b-4d98-b55d-af606d4f13e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:04.587553 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-15dfbc73-bb6b-4d98-b55d-af606d4f13e1 admin admin] For port b25ec23d-b3ac-412c-9f58-6566b9e507e6, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=b25ec23d-b3ac-412c-9f58-6566b9e507e6,segment=NetworkSegment(6174e4a7-ba9c-43f4-a33c-ff1e82463906),segment_id=6174e4a7-ba9c-43f4-a33c-ff1e82463906)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:20:04.587944 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-15dfbc73-bb6b-4d98-b55d-af606d4f13e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:04.601065 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-15dfbc73-bb6b-4d98-b55d-af606d4f13e1 admin admin] Calling delete_port for b25ec23d-b3ac-412c-9f58-6566b9e507e6 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:20:04.676679 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbfe8825-6219-4198-8cb2-72b2dc129617 None None] DHCP port deletion for d239b31a-eb97-441e-abee-549bf15fa95d request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 05:20:04.685118 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-15dfbc73-bb6b-4d98-b55d-af606d4f13e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:04.688287 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 506a6137-80b3-46b4-b8fa-c4f7526f78ab no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:20:04.713583 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15dfbc73-bb6b-4d98-b55d-af606d4f13e1 admin admin] No DVR routers for this DVR port b25ec23d-b3ac-412c-9f58-6566b9e507e6 on host n-d-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:20:04.717969 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dfbc73-bb6b-4d98-b55d-af606d4f13e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b25ec23d-b3ac-412c-9f58-6566b9e507e6,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:20:04.725521 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-bbfe8825-6219-4198-8cb2-72b2dc129617 None None] The port 'b25ec23d-b3ac-412c-9f58-6566b9e507e6' was deleted {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1939}} Aug 29 05:20:04.727499 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 506a6137-80b3-46b4-b8fa-c4f7526f78ab {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:20:04.727884 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 506a6137-80b3-46b4-b8fa-c4f7526f78ab not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:20:04.788564 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-15dfbc73-bb6b-4d98-b55d-af606d4f13e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:04.798149 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-15dfbc73-bb6b-4d98-b55d-af606d4f13e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d239b31a-eb97-441e-abee-549bf15fa95d']}} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:20:04.812063 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-15dfbc73-bb6b-4d98-b55d-af606d4f13e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6174e4a7-ba9c-43f4-a33c-ff1e82463906') {'for_net_delete': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:20:04.812412 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-15dfbc73-bb6b-4d98-b55d-af606d4f13e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6174e4a7-ba9c-43f4-a33c-ff1e82463906') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:20:04.821845 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-15dfbc73-bb6b-4d98-b55d-af606d4f13e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8904833'] for segment, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:04.835835 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-15dfbc73-bb6b-4d98-b55d-af606d4f13e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:04.841569 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15dfbc73-bb6b-4d98-b55d-af606d4f13e1 admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=94828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:20:04.841964 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-15dfbc73-bb6b-4d98-b55d-af606d4f13e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9190468'] for segment, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:04.843654 n-d-712140-12 neutron-server[94828]: Traceback (most recent call last): Aug 29 05:20:04.843654 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:20:04.843654 n-d-712140-12 neutron-server[94828]: timer() Aug 29 05:20:04.843654 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:20:04.843654 n-d-712140-12 neutron-server[94828]: cb(*args, **kw) Aug 29 05:20:04.843654 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:20:04.843654 n-d-712140-12 neutron-server[94828]: return func(*args, **kwargs) Aug 29 05:20:04.843654 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:20:04.843654 n-d-712140-12 neutron-server[94828]: self._notify() Aug 29 05:20:04.843654 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:20:04.843654 n-d-712140-12 neutron-server[94828]: self.callback(batched_events) Aug 29 05:20:04.843654 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:20:04.843654 n-d-712140-12 neutron-server[94828]: event.method(event) Aug 29 05:20:04.843654 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:20:04.843654 n-d-712140-12 neutron-server[94828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:20:04.843654 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:20:04.843654 n-d-712140-12 neutron-server[94828]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:20:04.843654 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:20:04.843654 n-d-712140-12 neutron-server[94828]: return f(self, *a, **k) Aug 29 05:20:04.843654 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:20:04.843654 n-d-712140-12 neutron-server[94828]: return self._get(url).json() Aug 29 05:20:04.843654 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:20:04.843654 n-d-712140-12 neutron-server[94828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:20:04.843654 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:20:04.843654 n-d-712140-12 neutron-server[94828]: return self.request(url, 'GET', **kwargs) Aug 29 05:20:04.843654 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:20:04.843654 n-d-712140-12 neutron-server[94828]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:20:04.843654 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:20:04.843654 n-d-712140-12 neutron-server[94828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:20:04.843654 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:20:04.843654 n-d-712140-12 neutron-server[94828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:20:04.843654 n-d-712140-12 neutron-server[94828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:20:04.898413 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-15dfbc73-bb6b-4d98-b55d-af606d4f13e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:04.904012 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-15dfbc73-bb6b-4d98-b55d-af606d4f13e1 admin admin] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:04.908893 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-15dfbc73-bb6b-4d98-b55d-af606d4f13e1 admin admin] 10.222.0.22 "DELETE /v2.0/networks/d239b31a-eb97-441e-abee-549bf15fa95d HTTP/1.1" status: 204 len: 168 time: 0.5042727 Aug 29 05:20:04.921888 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dfbc73-bb6b-4d98-b55d-af606d4f13e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=d239b31a-eb97-441e-abee-549bf15fa95d,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:20:05.074048 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 41400) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:20:05.114892 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-0a2ded79-efbe-4929-a7d5-8d9d4331e143 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8a4c6c35c23a46329e63543f254442b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396497 Aug 29 05:20:05.117605 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 41402) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:20:05.171092 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0a640a3a-2d46-46ec-8b14-e9e7b8a3ea4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:05.195481 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0a640a3a-2d46-46ec-8b14-e9e7b8a3ea4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:05.244123 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0a640a3a-2d46-46ec-8b14-e9e7b8a3ea4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:05.247642 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0a640a3a-2d46-46ec-8b14-e9e7b8a3ea4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:05.248951 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-0a640a3a-2d46-46ec-8b14-e9e7b8a3ea4b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ce9f9a1a-0d51-4465-aaec-fc6552a27a8b HTTP/1.1" status: 204 len: 168 time: 0.1303470 Aug 29 05:20:05.257555 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a640a3a-2d46-46ec-8b14-e9e7b8a3ea4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce9f9a1a-0d51-4465-aaec-fc6552a27a8b,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:20:05.568674 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 41408) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:20:05.609420 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-50acb8dd-f192-44a8-a187-f52bf827a5b5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=90acfca71a89430caea221b25146bf6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395644 Aug 29 05:20:05.612717 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 41410) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:20:05.671221 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5f226c8b-ef57-45ee-b88d-4458e0d3881f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:05.693304 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5f226c8b-ef57-45ee-b88d-4458e0d3881f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:05.742184 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5f226c8b-ef57-45ee-b88d-4458e0d3881f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:05.745008 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5f226c8b-ef57-45ee-b88d-4458e0d3881f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:05.748668 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-5f226c8b-ef57-45ee-b88d-4458e0d3881f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/603f137d-5f45-4e4f-9df5-1fa84c7b44dd HTTP/1.1" status: 204 len: 168 time: 0.1325145 Aug 29 05:20:05.754917 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f226c8b-ef57-45ee-b88d-4458e0d3881f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=603f137d-5f45-4e4f-9df5-1fa84c7b44dd,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:20:06.177446 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 4e3e1f35-26a9-49a4-b11e-604a4c83a4c7 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:20:06.197702 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 4e3e1f35-26a9-49a4-b11e-604a4c83a4c7 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:20:06.197983 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 4e3e1f35-26a9-49a4-b11e-604a4c83a4c7 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:20:06.198400 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device b25ec23d-b3ac-412c-9f58-6566b9e507e6 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:20:06.218353 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: b25ec23d-b3ac-412c-9f58-6566b9e507e6 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:20:06.218719 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device b25ec23d-b3ac-412c-9f58-6566b9e507e6 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:20:06.330496 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3a5021b7-b6e8-4057-84fb-b991a296a280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:06.552323 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:20:07.265244 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 41450) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:20:07.269895 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-e17c4810-89aa-4435-9b44-729e917f0da1 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1085798056', 'description': 'tempest-secgroup-smoke-1085798056 description', 'project_id': '170eeddf5b474a98bd75c73129396ea6'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:20:07.292102 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e17c4810-89aa-4435-9b44-729e917f0da1 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:07.299989 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e17c4810-89aa-4435-9b44-729e917f0da1 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:07.345956 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:07.392989 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e17c4810-89aa-4435-9b44-729e917f0da1 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:07.397050 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e17c4810-89aa-4435-9b44-729e917f0da1 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:07.422610 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:07.433356 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17c4810-89aa-4435-9b44-729e917f0da1 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9174b0fe-f6a4-4819-a894-8e2f2f14bcfa,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:20:07.486618 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e17c4810-89aa-4435-9b44-729e917f0da1 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:07.490352 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e17c4810-89aa-4435-9b44-729e917f0da1 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:07.518419 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e17c4810-89aa-4435-9b44-729e917f0da1 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:07.519626 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-e17c4810-89aa-4435-9b44-729e917f0da1 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2533686 Aug 29 05:20:07.522740 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 41452) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:20:07.524114 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17c4810-89aa-4435-9b44-729e917f0da1 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac7e95dc-b10f-4d8d-980f-efc3065bf3e3,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:20:07.527483 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-e10a87cc-e33b-4891-a148-4e468acc5798 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Request body: {'security_group_rule': {'security_group_id': 'ac7e95dc-b10f-4d8d-980f-efc3065bf3e3', 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:20:07.557957 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e10a87cc-e33b-4891-a148-4e468acc5798 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:07.603931 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e10a87cc-e33b-4891-a148-4e468acc5798 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:07.607218 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e10a87cc-e33b-4891-a148-4e468acc5798 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:07.628157 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10a87cc-e33b-4891-a148-4e468acc5798 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f4088f5-1742-40de-bc45-f8b2bcd68c2e,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:20:07.631434 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e10a87cc-e33b-4891-a148-4e468acc5798 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:07.632653 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-e10a87cc-e33b-4891-a148-4e468acc5798 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1088991 Aug 29 05:20:07.635401 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 41454) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:20:07.639898 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-f5e06112-2510-46e4-8f0a-0e1a7cbcfa82 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Request body: {'security_group_rule': {'security_group_id': 'ac7e95dc-b10f-4d8d-980f-efc3065bf3e3', 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:20:07.666236 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f5e06112-2510-46e4-8f0a-0e1a7cbcfa82 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:07.721679 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f5e06112-2510-46e4-8f0a-0e1a7cbcfa82 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:07.725645 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f5e06112-2510-46e4-8f0a-0e1a7cbcfa82 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:07.743265 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e06112-2510-46e4-8f0a-0e1a7cbcfa82 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62dee7a8-c521-437d-9b03-d81d7424ab2f,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:20:07.750045 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f5e06112-2510-46e4-8f0a-0e1a7cbcfa82 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:07.751965 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-f5e06112-2510-46e4-8f0a-0e1a7cbcfa82 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1155844 Aug 29 05:20:07.754736 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 41456) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:20:07.759157 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-47b27158-bd90-4f60-9e19-9e09afb055e1 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Request body: {'security_group_rule': {'security_group_id': 'ac7e95dc-b10f-4d8d-980f-efc3065bf3e3', 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:20:07.784795 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-47b27158-bd90-4f60-9e19-9e09afb055e1 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:07.845150 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-47b27158-bd90-4f60-9e19-9e09afb055e1 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:07.848552 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-47b27158-bd90-4f60-9e19-9e09afb055e1 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:07.875550 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b27158-bd90-4f60-9e19-9e09afb055e1 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b45761d-f4e1-42b1-bd35-6a3ef0e75a4d,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:20:07.882772 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-47b27158-bd90-4f60-9e19-9e09afb055e1 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:07.884018 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-47b27158-bd90-4f60-9e19-9e09afb055e1 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1283143 Aug 29 05:20:07.886757 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 41458) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:20:07.891173 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-aca71ec3-a31a-4303-92d8-456a2631f05c tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Request body: {'security_group_rule': {'security_group_id': 'ac7e95dc-b10f-4d8d-980f-efc3065bf3e3', 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:20:07.917721 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-aca71ec3-a31a-4303-92d8-456a2631f05c tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:07.976900 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-aca71ec3-a31a-4303-92d8-456a2631f05c tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:07.980651 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-aca71ec3-a31a-4303-92d8-456a2631f05c tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:07.998703 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca71ec3-a31a-4303-92d8-456a2631f05c tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=034e15da-a4b9-449e-8759-bb9629cc1a40,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:20:08.005158 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-aca71ec3-a31a-4303-92d8-456a2631f05c tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:08.006410 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-aca71ec3-a31a-4303-92d8-456a2631f05c tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1187127 Aug 29 05:20:08.009158 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 41460) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:20:08.013603 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-f5d9448d-c7fd-410c-908a-3d902d0c6047 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Request body: {'security_group_rule': {'security_group_id': 'ac7e95dc-b10f-4d8d-980f-efc3065bf3e3', 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:20:08.035772 n-d-712140-12 neutron-server[94829]: INFO neutron.db.securitygroups_db [None req-f5d9448d-c7fd-410c-908a-3d902d0c6047 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Project 170eeddf5b474a98bd75c73129396ea6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 05:20:08.041202 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f5d9448d-c7fd-410c-908a-3d902d0c6047 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:08.104057 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f5d9448d-c7fd-410c-908a-3d902d0c6047 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:08.107974 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f5d9448d-c7fd-410c-908a-3d902d0c6047 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:08.125505 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d9448d-c7fd-410c-908a-3d902d0c6047 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a38a84b3-c1e5-4525-a9fe-e734adb5d315,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:20:08.132849 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f5d9448d-c7fd-410c-908a-3d902d0c6047 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:08.134599 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-f5d9448d-c7fd-410c-908a-3d902d0c6047 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1245012 Aug 29 05:20:08.137239 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 41462) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:20:08.141687 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-54f2af0e-5121-4ea8-b4b1-87fe8698f6cc tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Request body: {'security_group_rule': {'security_group_id': 'ac7e95dc-b10f-4d8d-980f-efc3065bf3e3', 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:20:08.162386 n-d-712140-12 neutron-server[94829]: INFO neutron.db.securitygroups_db [None req-54f2af0e-5121-4ea8-b4b1-87fe8698f6cc tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Project 170eeddf5b474a98bd75c73129396ea6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 05:20:08.167088 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-54f2af0e-5121-4ea8-b4b1-87fe8698f6cc tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:08.229319 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-54f2af0e-5121-4ea8-b4b1-87fe8698f6cc tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:08.232960 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-54f2af0e-5121-4ea8-b4b1-87fe8698f6cc tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:08.252028 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f2af0e-5121-4ea8-b4b1-87fe8698f6cc tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f79b275e-cfa2-4afa-bda5-689dbcffef5d,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:20:08.255298 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-54f2af0e-5121-4ea8-b4b1-87fe8698f6cc tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:08.256598 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-54f2af0e-5121-4ea8-b4b1-87fe8698f6cc tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1183951 Aug 29 05:20:08.259756 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 41464) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:20:08.264724 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-c547679a-67a8-4e15-9813-8d06b430306a tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Request body: {'network': {'name': 'tempest-network-smoke--732055182', 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'port_security_enabled': True}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:20:08.284269 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c547679a-67a8-4e15-9813-8d06b430306a tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Made reservation on behalf of 170eeddf5b474a98bd75c73129396ea6 for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:20:08.287618 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c547679a-67a8-4e15-9813-8d06b430306a tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:08.310031 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c547679a-67a8-4e15-9813-8d06b430306a tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:20:08.319501 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c547679a-67a8-4e15-9813-8d06b430306a tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:08.320143 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-c547679a-67a8-4e15-9813-8d06b430306a tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Added segment f300e8f5-4f4a-4bb3-9424-f8838eac436a of type vlan for network 416bacf2-a256-4be1-80cc-27b22e718591 Aug 29 05:20:08.357688 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c547679a-67a8-4e15-9813-8d06b430306a tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:08.382451 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c547679a-67a8-4e15-9813-8d06b430306a tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:08.387972 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c547679a-67a8-4e15-9813-8d06b430306a tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:08.388560 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c547679a-67a8-4e15-9813-8d06b430306a tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:08.447571 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-c547679a-67a8-4e15-9813-8d06b430306a tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1866357 Aug 29 05:20:08.450541 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 41466) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:20:08.454933 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-9aa6c873-c3a6-4d27-9954-d6992ab12267 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-24980563', 'admin_state_up': True, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:20:08.466791 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c547679a-67a8-4e15-9813-8d06b430306a tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Pushing event updated for resources: {'Network': ['ID=416bacf2-a256-4be1-80cc-27b22e718591,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:20:08.477425 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 416bacf2-a256-4be1-80cc-27b22e718591 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:20:08.484714 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9aa6c873-c3a6-4d27-9954-d6992ab12267 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:08.486757 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9aa6c873-c3a6-4d27-9954-d6992ab12267 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1838'] for router, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:08.537407 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9aa6c873-c3a6-4d27-9954-d6992ab12267 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:08.674656 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9aa6c873-c3a6-4d27-9954-d6992ab12267 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:08.858393 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9aa6c873-c3a6-4d27-9954-d6992ab12267 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for router_gateway, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:08.876924 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9aa6c873-c3a6-4d27-9954-d6992ab12267 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:08.918758 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:08.984485 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-9aa6c873-c3a6-4d27-9954-d6992ab12267 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Allocated IP 172.25.0.103 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/68451784-1ad8-4cea-9ff7-0b4b799aa843) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:20:09.083131 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9aa6c873-c3a6-4d27-9954-d6992ab12267 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:09.121786 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9aa6c873-c3a6-4d27-9954-d6992ab12267 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:09.165472 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa6c873-c3a6-4d27-9954-d6992ab12267 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:20:09.168327 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-9aa6c873-c3a6-4d27-9954-d6992ab12267 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:20:09.171926 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa6c873-c3a6-4d27-9954-d6992ab12267 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:20:09.177301 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa6c873-c3a6-4d27-9954-d6992ab12267 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Pushing event updated for resources: {'Port': ['ID=68451784-1ad8-4cea-9ff7-0b4b799aa843,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:20:09.703965 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9aa6c873-c3a6-4d27-9954-d6992ab12267 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for router_gateway, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:09.898164 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9aa6c873-c3a6-4d27-9954-d6992ab12267 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409'] for router, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:10.024142 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aa6c873-c3a6-4d27-9954-d6992ab12267 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Router e030d144-cad5-41c6-abf1-1fa0d5c6c46c is scheduled to L3 agent 76874008-c311-485c-ba36-921b6d275b6a with binding_index 1 {{(pid=94829) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 05:20:10.129167 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aa6c873-c3a6-4d27-9954-d6992ab12267 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:20:10.139801 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c48d23-e0ef-4243-abda-b6418dbc56eb None None] Sync routers for ids ['e030d144-cad5-41c6-abf1-1fa0d5c6c46c'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:20:10.147281 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9aa6c873-c3a6-4d27-9954-d6992ab12267 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:10.148852 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-9aa6c873-c3a6-4d27-9954-d6992ab12267 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.6973455 Aug 29 05:20:10.151997 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 41468) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:20:10.153353 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c48d23-e0ef-4243-abda-b6418dbc56eb None None] Routers {'e030d144-cad5-41c6-abf1-1fa0d5c6c46c'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:20:10.153967 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-41c48d23-e0ef-4243-abda-b6418dbc56eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:20:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['e030d144-cad5-41c6-abf1-1fa0d5c6c46c'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:20:10.255416 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-41c48d23-e0ef-4243-abda-b6418dbc56eb None None] Set router e030d144-cad5-41c6-abf1-1fa0d5c6c46c gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:20:10.271441 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-ce38a8f6-63a2-4632-8c90-c408630a65fa tempest-TestNetworkAdvancedServerOps-1390409953 tempest-TestNetworkAdvancedServerOps-1390409953-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=170eeddf5b474a98bd75c73129396ea6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1182897 Aug 29 05:20:10.274394 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 41472) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:20:10.358486 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c31c98d-0e51-4ee2-90d5-958c1b421295 tempest-TestNetworkAdvancedServerOps-1390409953 tempest-TestNetworkAdvancedServerOps-1390409953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:10.360023 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-6c31c98d-0e51-4ee2-90d5-958c1b421295 tempest-TestNetworkAdvancedServerOps-1390409953 tempest-TestNetworkAdvancedServerOps-1390409953-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0847211 Aug 29 05:20:10.363467 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 41474) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:20:10.391361 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-b25f0ec1-a25d-4dfe-83b7-33775f37979a tempest-TestNetworkAdvancedServerOps-1390409953 tempest-TestNetworkAdvancedServerOps-1390409953-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=e6c84a15-2e6f-4c07-8ede-a88148c2fe90&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268393 Aug 29 05:20:10.393955 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 41476) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:20:10.398735 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-6aef6b41-d1a8-4730-8fc4-ded074b88b8d tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-335859745', 'network_id': '416bacf2-a256-4be1-80cc-27b22e718591', 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:20:10.435270 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-41c48d23-e0ef-4243-abda-b6418dbc56eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e030d144-cad5-41c6-abf1-1fa0d5c6c46c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-24980563', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '68451784-1ad8-4cea-9ff7-0b4b799aa843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:20:08Z', 'updated_at': '2021-08-29T05:20:09Z', 'revision_number': 3, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'gw_port': {'id': '68451784-1ad8-4cea-9ff7-0b4b799aa843', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f4:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e030d144-cad5-41c6-abf1-1fa0d5c6c46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:20:08Z', 'updated_at': '2021-08-29T05:20:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:20:10.461502 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c48d23-e0ef-4243-abda-b6418dbc56eb None None] Checking router: e030d144-cad5-41c6-abf1-1fa0d5c6c46c for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:20:10.461855 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c48d23-e0ef-4243-abda-b6418dbc56eb None None] Updating router e030d144-cad5-41c6-abf1-1fa0d5c6c46c port 68451784-1ad8-4cea-9ff7-0b4b799aa843 binding host n-d-712140-12 {{(pid=94830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:20:10.486730 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-41c48d23-e0ef-4243-abda-b6418dbc56eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:10.491246 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aef6b41-d1a8-4730-8fc4-ded074b88b8d tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Made reservation on behalf of 170eeddf5b474a98bd75c73129396ea6 for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:20:10.495079 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6aef6b41-d1a8-4730-8fc4-ded074b88b8d tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4552395'] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:10.674192 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6aef6b41-d1a8-4730-8fc4-ded074b88b8d tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4274880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4552377'] for subnet, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:10.733271 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aef6b41-d1a8-4730-8fc4-ded074b88b8d tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Pushing event updated for resources: {'Subnet': ['ID=5a68eb71-6c14-4e5f-abc3-42e71c99632c,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:20:10.740166 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-41c48d23-e0ef-4243-abda-b6418dbc56eb None None] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:10.746309 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aef6b41-d1a8-4730-8fc4-ded074b88b8d tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Checking segment: {'id': 'f300e8f5-4f4a-4bb3-9424-f8838eac436a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '416bacf2-a256-4be1-80cc-27b22e718591'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:20:10.746675 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aef6b41-d1a8-4730-8fc4-ded074b88b8d tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Network hostable DHCP agents. Network: 416bacf2-a256-4be1-80cc-27b22e718591, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:20:10.754626 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-41c48d23-e0ef-4243-abda-b6418dbc56eb None None] Transition to ACTIVE for port object 68451784-1ad8-4cea-9ff7-0b4b799aa843 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:20:10.760528 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-41c48d23-e0ef-4243-abda-b6418dbc56eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:10.763773 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aef6b41-d1a8-4730-8fc4-ded074b88b8d tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Network 416bacf2-a256-4be1-80cc-27b22e718591 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:20:10.772992 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-6aef6b41-d1a8-4730-8fc4-ded074b88b8d tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 416bacf2-a256-4be1-80cc-27b22e718591) {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:20:10.777216 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aef6b41-d1a8-4730-8fc4-ded074b88b8d tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:10.777946 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6aef6b41-d1a8-4730-8fc4-ded074b88b8d tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:10.788350 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5b050d-06d4-4b9a-a226-c050ff713923 None None] Network 416bacf2-a256-4be1-80cc-27b22e718591 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:20:10.793493 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-6aef6b41-d1a8-4730-8fc4-ded074b88b8d tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3985338 Aug 29 05:20:10.796398 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 41478) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:20:10.855299 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff24ecbe-c02c-4fb1-8e3a-376785d12702 None None] Pushing event updated for resources: {'Port': ['ID=68451784-1ad8-4cea-9ff7-0b4b799aa843,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:20:10.860455 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-41c48d23-e0ef-4243-abda-b6418dbc56eb None None] Attempting to bind port 68451784-1ad8-4cea-9ff7-0b4b799aa843 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:20:10.860825 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-41c48d23-e0ef-4243-abda-b6418dbc56eb None None] Attempting to bind port 68451784-1ad8-4cea-9ff7-0b4b799aa843 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:20:10.861195 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c48d23-e0ef-4243-abda-b6418dbc56eb None None] Attempting to bind port 68451784-1ad8-4cea-9ff7-0b4b799aa843 on network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:20:10.872782 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff24ecbe-c02c-4fb1-8e3a-376785d12702 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:20:10.873134 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff24ecbe-c02c-4fb1-8e3a-376785d12702 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:20:10.873475 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff24ecbe-c02c-4fb1-8e3a-376785d12702 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:20:10.873812 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff24ecbe-c02c-4fb1-8e3a-376785d12702 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:20:10.874145 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff24ecbe-c02c-4fb1-8e3a-376785d12702 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:20:10.874480 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff24ecbe-c02c-4fb1-8e3a-376785d12702 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:20:10.874808 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff24ecbe-c02c-4fb1-8e3a-376785d12702 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:20:10.875132 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff24ecbe-c02c-4fb1-8e3a-376785d12702 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:20:10.875459 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff24ecbe-c02c-4fb1-8e3a-376785d12702 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:20:10.875833 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff24ecbe-c02c-4fb1-8e3a-376785d12702 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:20:10.876163 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff24ecbe-c02c-4fb1-8e3a-376785d12702 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:20:10.876486 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff24ecbe-c02c-4fb1-8e3a-376785d12702 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:20:10.881700 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c48d23-e0ef-4243-abda-b6418dbc56eb None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:20:10.882076 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c48d23-e0ef-4243-abda-b6418dbc56eb None None] Checking segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:20:10.882486 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-41c48d23-e0ef-4243-abda-b6418dbc56eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:10.882877 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c48d23-e0ef-4243-abda-b6418dbc56eb None None] Bound using segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:20:10.883357 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-41c48d23-e0ef-4243-abda-b6418dbc56eb None None] Bound port: 68451784-1ad8-4cea-9ff7-0b4b799aa843, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:20:10.883763 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-41c48d23-e0ef-4243-abda-b6418dbc56eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:10.973787 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-41c48d23-e0ef-4243-abda-b6418dbc56eb None None] For port 68451784-1ad8-4cea-9ff7-0b4b799aa843, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:20:10.991311 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-41c48d23-e0ef-4243-abda-b6418dbc56eb None None] For port 68451784-1ad8-4cea-9ff7-0b4b799aa843, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=68451784-1ad8-4cea-9ff7-0b4b799aa843,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:20:10.998796 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-41c48d23-e0ef-4243-abda-b6418dbc56eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:11.066340 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1c6dd4-a8bc-4e08-8833-ff9010dfaf63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-416bacf2-a256-4be1-80cc-27b22e718591', 'network_id': '416bacf2-a256-4be1-80cc-27b22e718591', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'fixed_ips': [{'subnet_id': '5a68eb71-6c14-4e5f-abc3-42e71c99632c'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 05:20:11.067224 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1e1c6dd4-a8bc-4e08-8833-ff9010dfaf63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:11.090294 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c48d23-e0ef-4243-abda-b6418dbc56eb None None] Routers {'e030d144-cad5-41c6-abf1-1fa0d5c6c46c'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:20:11.090916 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-41c48d23-e0ef-4243-abda-b6418dbc56eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:20:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['e030d144-cad5-41c6-abf1-1fa0d5c6c46c'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:20:11.092609 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff24ecbe-c02c-4fb1-8e3a-376785d12702 None None] Pushing event updated for resources: {'Port': ['ID=68451784-1ad8-4cea-9ff7-0b4b799aa843,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:20:11.239182 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2ed15af7-722f-4fed-a5e2-c1b552a397f9 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:11.284587 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-41c48d23-e0ef-4243-abda-b6418dbc56eb None None] Set router e030d144-cad5-41c6-abf1-1fa0d5c6c46c gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:20:11.534027 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-1e1c6dd4-a8bc-4e08-8833-ff9010dfaf63 None None] Allocated IP 172.20.0.2 (416bacf2-a256-4be1-80cc-27b22e718591/5a68eb71-6c14-4e5f-abc3-42e71c99632c/3df432ba-a28c-4b65-b0bb-50c8daf74a52) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:20:11.738523 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1e1c6dd4-a8bc-4e08-8833-ff9010dfaf63 None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:11.744201 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-41c48d23-e0ef-4243-abda-b6418dbc56eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e030d144-cad5-41c6-abf1-1fa0d5c6c46c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-24980563', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '68451784-1ad8-4cea-9ff7-0b4b799aa843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:20:08Z', 'updated_at': '2021-08-29T05:20:09Z', 'revision_number': 3, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'gw_port': {'id': '68451784-1ad8-4cea-9ff7-0b4b799aa843', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f4:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e030d144-cad5-41c6-abf1-1fa0d5c6c46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:20:08Z', 'updated_at': '2021-08-29T05:20:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:20:11.772863 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1e1c6dd4-a8bc-4e08-8833-ff9010dfaf63 None None] Transition to ACTIVE for port object 3df432ba-a28c-4b65-b0bb-50c8daf74a52 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:20:11.788468 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c48d23-e0ef-4243-abda-b6418dbc56eb None None] The sync data for ids ['e030d144-cad5-41c6-abf1-1fa0d5c6c46c'] in n-d-712140-12 is: [{'id': 'e030d144-cad5-41c6-abf1-1fa0d5c6c46c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-24980563', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '68451784-1ad8-4cea-9ff7-0b4b799aa843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:20:08Z', 'updated_at': '2021-08-29T05:20:09Z', 'revision_number': 3, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'gw_port': {'id': '68451784-1ad8-4cea-9ff7-0b4b799aa843', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f4:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e030d144-cad5-41c6-abf1-1fa0d5c6c46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:20:08Z', 'updated_at': '2021-08-29T05:20:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:20:11.792955 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1e1c6dd4-a8bc-4e08-8833-ff9010dfaf63 None None] Transition to ACTIVE for port object 3df432ba-a28c-4b65-b0bb-50c8daf74a52 will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:20:11.804692 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1e1c6dd4-a8bc-4e08-8833-ff9010dfaf63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:11.848066 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1c6dd4-a8bc-4e08-8833-ff9010dfaf63 None None] Network 416bacf2-a256-4be1-80cc-27b22e718591 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:20:11.850497 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-1e1c6dd4-a8bc-4e08-8833-ff9010dfaf63 None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:20:11.854892 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1c6dd4-a8bc-4e08-8833-ff9010dfaf63 None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:20:11.857692 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-2ed15af7-722f-4fed-a5e2-c1b552a397f9 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Allocated IP 172.20.0.1 (416bacf2-a256-4be1-80cc-27b22e718591/5a68eb71-6c14-4e5f-abc3-42e71c99632c/f04ee6bd-ee07-470d-b114-d839fd165709) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:20:11.860016 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1c6dd4-a8bc-4e08-8833-ff9010dfaf63 None None] Pushing event updated for resources: {'Port': ['ID=3df432ba-a28c-4b65-b0bb-50c8daf74a52,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:20:11.916922 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-1e1c6dd4-a8bc-4e08-8833-ff9010dfaf63 None None] Attempting to bind port 3df432ba-a28c-4b65-b0bb-50c8daf74a52 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:20:11.917298 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-1e1c6dd4-a8bc-4e08-8833-ff9010dfaf63 None None] Attempting to bind port 3df432ba-a28c-4b65-b0bb-50c8daf74a52 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'f300e8f5-4f4a-4bb3-9424-f8838eac436a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '416bacf2-a256-4be1-80cc-27b22e718591'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:20:11.917663 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1c6dd4-a8bc-4e08-8833-ff9010dfaf63 None None] Attempting to bind port 3df432ba-a28c-4b65-b0bb-50c8daf74a52 on network 416bacf2-a256-4be1-80cc-27b22e718591 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:20:11.926175 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1c6dd4-a8bc-4e08-8833-ff9010dfaf63 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:20:11.926554 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1c6dd4-a8bc-4e08-8833-ff9010dfaf63 None None] Checking segment: {'id': 'f300e8f5-4f4a-4bb3-9424-f8838eac436a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '416bacf2-a256-4be1-80cc-27b22e718591'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:20:11.926962 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1e1c6dd4-a8bc-4e08-8833-ff9010dfaf63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:11.927358 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1c6dd4-a8bc-4e08-8833-ff9010dfaf63 None None] Bound using segment: {'id': 'f300e8f5-4f4a-4bb3-9424-f8838eac436a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '416bacf2-a256-4be1-80cc-27b22e718591'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:20:11.927861 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-1e1c6dd4-a8bc-4e08-8833-ff9010dfaf63 None None] Bound port: 3df432ba-a28c-4b65-b0bb-50c8daf74a52, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f300e8f5-4f4a-4bb3-9424-f8838eac436a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '416bacf2-a256-4be1-80cc-27b22e718591'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:20:11.928243 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1e1c6dd4-a8bc-4e08-8833-ff9010dfaf63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:11.997833 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2ed15af7-722f-4fed-a5e2-c1b552a397f9 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:11.999462 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1e1c6dd4-a8bc-4e08-8833-ff9010dfaf63 None None] For port 3df432ba-a28c-4b65-b0bb-50c8daf74a52, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:20:12.017856 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1e1c6dd4-a8bc-4e08-8833-ff9010dfaf63 None None] For port 3df432ba-a28c-4b65-b0bb-50c8daf74a52, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=3df432ba-a28c-4b65-b0bb-50c8daf74a52,segment=NetworkSegment(f300e8f5-4f4a-4bb3-9424-f8838eac436a),segment_id=f300e8f5-4f4a-4bb3-9424-f8838eac436a)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:20:12.027876 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1e1c6dd4-a8bc-4e08-8833-ff9010dfaf63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:12.035973 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-2ed15af7-722f-4fed-a5e2-c1b552a397f9 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Transition to ACTIVE for port object f04ee6bd-ee07-470d-b114-d839fd165709 will not be triggered until provisioned by entity DHCP. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:20:12.080701 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2ed15af7-722f-4fed-a5e2-c1b552a397f9 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:12.094308 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1c6dd4-a8bc-4e08-8833-ff9010dfaf63 None None] Pushing event updated for resources: {'Port': ['ID=3df432ba-a28c-4b65-b0bb-50c8daf74a52,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:20:12.126734 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed15af7-722f-4fed-a5e2-c1b552a397f9 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Network 416bacf2-a256-4be1-80cc-27b22e718591 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:20:12.133173 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-2ed15af7-722f-4fed-a5e2-c1b552a397f9 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:20:12.137253 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed15af7-722f-4fed-a5e2-c1b552a397f9 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:20:12.170596 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed15af7-722f-4fed-a5e2-c1b552a397f9 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Pushing event updated for resources: {'Port': ['ID=f04ee6bd-ee07-470d-b114-d839fd165709,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:20:12.202165 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2ed15af7-722f-4fed-a5e2-c1b552a397f9 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719598'] for router_interface, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:12.236857 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 68451784-1ad8-4cea-9ff7-0b4b799aa843 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:20:12.304754 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 68451784-1ad8-4cea-9ff7-0b4b799aa843 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:20:12.310894 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 68451784-1ad8-4cea-9ff7-0b4b799aa843 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:20:12.311493 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:12.399942 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2ed15af7-722f-4fed-a5e2-c1b552a397f9 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:12.416805 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:12.444607 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 68451784-1ad8-4cea-9ff7-0b4b799aa843, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=68451784-1ad8-4cea-9ff7-0b4b799aa843,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:20:12.450201 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:12.504374 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=68451784-1ad8-4cea-9ff7-0b4b799aa843,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:20:12.701739 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2ed15af7-722f-4fed-a5e2-c1b552a397f9 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:12.707372 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2ed15af7-722f-4fed-a5e2-c1b552a397f9 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:12.784533 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2ed15af7-722f-4fed-a5e2-c1b552a397f9 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-718897'] for router_interface, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:12.786294 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed15af7-722f-4fed-a5e2-c1b552a397f9 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Pushing event updated for resources: {'Port': ['ID=f04ee6bd-ee07-470d-b114-d839fd165709,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:20:12.880143 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed15af7-722f-4fed-a5e2-c1b552a397f9 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Network 416bacf2-a256-4be1-80cc-27b22e718591 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:20:12.881530 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-2ed15af7-722f-4fed-a5e2-c1b552a397f9 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:20:13.002522 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ed15af7-722f-4fed-a5e2-c1b552a397f9 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Router e030d144-cad5-41c6-abf1-1fa0d5c6c46c has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:20:13.086373 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4fd3a9a-6c86-4e4a-afce-70c22f635506 None None] Network 416bacf2-a256-4be1-80cc-27b22e718591 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:20:13.208663 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-4563bb7e-e07b-4475-8c41-cb61a70f8b9d None None] Provisioning for port 3df432ba-a28c-4b65-b0bb-50c8daf74a52 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:20:13.427011 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ed15af7-722f-4fed-a5e2-c1b552a397f9 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:20:13.432102 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-2ed15af7-722f-4fed-a5e2-c1b552a397f9 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "PUT /v2.0/routers/e030d144-cad5-41c6-abf1-1fa0d5c6c46c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6346278 Aug 29 05:20:13.523089 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3057a0a-9b8d-45e9-82f0-e1f600879828 None None] Sync routers for ids ['e030d144-cad5-41c6-abf1-1fa0d5c6c46c'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:20:13.539498 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3057a0a-9b8d-45e9-82f0-e1f600879828 None None] Routers {'e030d144-cad5-41c6-abf1-1fa0d5c6c46c'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:20:13.541482 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-d3057a0a-9b8d-45e9-82f0-e1f600879828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:20:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['e030d144-cad5-41c6-abf1-1fa0d5c6c46c'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:20:13.552879 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-c364476e-18ef-45ec-b0ca-e728ebe7eaca None None] Provisioning for port f04ee6bd-ee07-470d-b114-d839fd165709 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:20:13.557720 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-c364476e-18ef-45ec-b0ca-e728ebe7eaca None None] Provisioning complete for port f04ee6bd-ee07-470d-b114-d839fd165709 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:20:13.558154 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c364476e-18ef-45ec-b0ca-e728ebe7eaca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:13.592065 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9e94349a-a0ba-4975-b97b-167e50dfed3c req-345180f2-f955-4245-8a11-60d2e0fc5951 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1085798056&fields=id&tenant_id=170eeddf5b474a98bd75c73129396ea6 HTTP/1.1" status: 200 len: 267 time: 0.0352125 Aug 29 05:20:13.599016 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-c364476e-18ef-45ec-b0ca-e728ebe7eaca None None] Port f04ee6bd-ee07-470d-b114-d839fd165709 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:20:13.667546 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-d3057a0a-9b8d-45e9-82f0-e1f600879828 None None] Set router e030d144-cad5-41c6-abf1-1fa0d5c6c46c gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:20:13.710081 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e94349a-a0ba-4975-b97b-167e50dfed3c req-d68544c6-a6f7-472a-9119-2bd1caa31319 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:13.713276 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9e94349a-a0ba-4975-b97b-167e50dfed3c req-d68544c6-a6f7-472a-9119-2bd1caa31319 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/networks?id=416bacf2-a256-4be1-80cc-27b22e718591 HTTP/1.1" status: 200 len: 796 time: 0.1127801 Aug 29 05:20:13.720679 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-89d3f9c4-4cc7-4ce0-9186-84ed51803921 None None] Provisioning complete for port f04ee6bd-ee07-470d-b114-d839fd165709 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:20:13.721343 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-89d3f9c4-4cc7-4ce0-9186-84ed51803921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:13.738589 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9e94349a-a0ba-4975-b97b-167e50dfed3c req-3f64bca2-bd0d-4cbc-9ba6-400411667b3a tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/quotas/170eeddf5b474a98bd75c73129396ea6 HTTP/1.1" status: 200 len: 375 time: 0.0113497 Aug 29 05:20:13.768207 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-89d3f9c4-4cc7-4ce0-9186-84ed51803921 None None] Port f04ee6bd-ee07-470d-b114-d839fd165709 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:20:13.797518 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9e94349a-a0ba-4975-b97b-167e50dfed3c req-c3fc9666-081e-432f-b759-469377cf96f6 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=170eeddf5b474a98bd75c73129396ea6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0579839 Aug 29 05:20:13.885949 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-69b9c745-e987-49a0-ae2a-a659bce70f60 None None] Provisioning complete for port f04ee6bd-ee07-470d-b114-d839fd165709 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:20:13.886339 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-69b9c745-e987-49a0-ae2a-a659bce70f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:13.909605 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9e94349a-a0ba-4975-b97b-167e50dfed3c req-b8e6a7f0-24b8-442d-b733-c123d4590e15 service neutron] 10.222.0.22 "GET /v2.0/networks/416bacf2-a256-4be1-80cc-27b22e718591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966253 Aug 29 05:20:13.921618 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-69b9c745-e987-49a0-ae2a-a659bce70f60 None None] Port f04ee6bd-ee07-470d-b114-d839fd165709 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:20:13.980691 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-d3057a0a-9b8d-45e9-82f0-e1f600879828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e030d144-cad5-41c6-abf1-1fa0d5c6c46c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-24980563', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '68451784-1ad8-4cea-9ff7-0b4b799aa843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:20:08Z', 'updated_at': '2021-08-29T05:20:12Z', 'revision_number': 4, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'gw_port': {'id': '68451784-1ad8-4cea-9ff7-0b4b799aa843', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e030d144-cad5-41c6-abf1-1fa0d5c6c46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:20:08Z', 'updated_at': '2021-08-29T05:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': 'f04ee6bd-ee07-470d-b114-d839fd165709', 'name': '', 'network_id': '416bacf2-a256-4be1-80cc-27b22e718591', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'mac_address': 'fa:16:3e:c5:cd:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e030d144-cad5-41c6-abf1-1fa0d5c6c46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '5a68eb71-6c14-4e5f-abc3-42e71c99632c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:20:11Z', 'updated_at': '2021-08-29T05:20:12Z', 'revision_number': 2, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'subnets': [{'id': '5a68eb71-6c14-4e5f-abc3-42e71c99632c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:20:14.003175 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9e94349a-a0ba-4975-b97b-167e50dfed3c req-d9410452-9c40-4fcf-bade-6f4990d03418 service neutron] 10.222.0.22 "GET /v2.0/networks/416bacf2-a256-4be1-80cc-27b22e718591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863936 Aug 29 05:20:14.009226 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3057a0a-9b8d-45e9-82f0-e1f600879828 None None] Checking router: e030d144-cad5-41c6-abf1-1fa0d5c6c46c for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:20:14.009627 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3057a0a-9b8d-45e9-82f0-e1f600879828 None None] Updating router e030d144-cad5-41c6-abf1-1fa0d5c6c46c port f04ee6bd-ee07-470d-b114-d839fd165709 binding host n-d-712140-12 {{(pid=94831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:20:14.034777 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d3057a0a-9b8d-45e9-82f0-e1f600879828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:14.185746 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5769e211-b381-45ac-b357-678c1344a93f req-97c992fb-9c32-4003-ab5e-2b864a341a03 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5e514c5-77cc-47f1-a746-9d3a2ef1c5cb HTTP/1.1" status: 200 len: 210 time: 0.0347493 Aug 29 05:20:14.292969 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 68451784-1ad8-4cea-9ff7-0b4b799aa843 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:20:14.337518 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d3057a0a-9b8d-45e9-82f0-e1f600879828 None None] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:14.349582 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 68451784-1ad8-4cea-9ff7-0b4b799aa843 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:20:14.350450 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:14.352518 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-d3057a0a-9b8d-45e9-82f0-e1f600879828 None None] Transition to ACTIVE for port object f04ee6bd-ee07-470d-b114-d839fd165709 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:20:14.358689 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d3057a0a-9b8d-45e9-82f0-e1f600879828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:14.416499 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a38f738-17b0-4118-a922-8296a00764b7 None None] Pushing event updated for resources: {'Port': ['ID=f04ee6bd-ee07-470d-b114-d839fd165709,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:20:14.459912 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 3df432ba-a28c-4b65-b0bb-50c8daf74a52 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:20:14.461613 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a38f738-17b0-4118-a922-8296a00764b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:20:14.461975 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a38f738-17b0-4118-a922-8296a00764b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:20:14.462319 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a38f738-17b0-4118-a922-8296a00764b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:20:14.462656 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a38f738-17b0-4118-a922-8296a00764b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:20:14.462994 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a38f738-17b0-4118-a922-8296a00764b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:20:14.463344 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a38f738-17b0-4118-a922-8296a00764b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:20:14.463661 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a38f738-17b0-4118-a922-8296a00764b7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:20:14.464014 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a38f738-17b0-4118-a922-8296a00764b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:20:14.464343 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a38f738-17b0-4118-a922-8296a00764b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:20:14.464704 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a38f738-17b0-4118-a922-8296a00764b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:20:14.465041 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a38f738-17b0-4118-a922-8296a00764b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:20:14.465372 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a38f738-17b0-4118-a922-8296a00764b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:20:14.482504 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-d3057a0a-9b8d-45e9-82f0-e1f600879828 None None] Attempting to bind port f04ee6bd-ee07-470d-b114-d839fd165709 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:20:14.482879 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-d3057a0a-9b8d-45e9-82f0-e1f600879828 None None] Attempting to bind port f04ee6bd-ee07-470d-b114-d839fd165709 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'f300e8f5-4f4a-4bb3-9424-f8838eac436a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '416bacf2-a256-4be1-80cc-27b22e718591'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:20:14.483348 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3057a0a-9b8d-45e9-82f0-e1f600879828 None None] Attempting to bind port f04ee6bd-ee07-470d-b114-d839fd165709 on network 416bacf2-a256-4be1-80cc-27b22e718591 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:20:14.488846 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3057a0a-9b8d-45e9-82f0-e1f600879828 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:20:14.489232 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3057a0a-9b8d-45e9-82f0-e1f600879828 None None] Checking segment: {'id': 'f300e8f5-4f4a-4bb3-9424-f8838eac436a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '416bacf2-a256-4be1-80cc-27b22e718591'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:20:14.489646 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d3057a0a-9b8d-45e9-82f0-e1f600879828 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:14.490326 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3057a0a-9b8d-45e9-82f0-e1f600879828 None None] Bound using segment: {'id': 'f300e8f5-4f4a-4bb3-9424-f8838eac436a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '416bacf2-a256-4be1-80cc-27b22e718591'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:20:14.490810 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-d3057a0a-9b8d-45e9-82f0-e1f600879828 None None] Bound port: f04ee6bd-ee07-470d-b114-d839fd165709, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f300e8f5-4f4a-4bb3-9424-f8838eac436a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '416bacf2-a256-4be1-80cc-27b22e718591'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:20:14.491243 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d3057a0a-9b8d-45e9-82f0-e1f600879828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:14.526421 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 3df432ba-a28c-4b65-b0bb-50c8daf74a52 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:20:14.531173 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 3df432ba-a28c-4b65-b0bb-50c8daf74a52 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:20:14.531636 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:14.563021 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-d3057a0a-9b8d-45e9-82f0-e1f600879828 None None] For port f04ee6bd-ee07-470d-b114-d839fd165709, host n-d-712140-12, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:20:14.568977 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-d3057a0a-9b8d-45e9-82f0-e1f600879828 None None] For port f04ee6bd-ee07-470d-b114-d839fd165709, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=f04ee6bd-ee07-470d-b114-d839fd165709,segment=NetworkSegment(f300e8f5-4f4a-4bb3-9424-f8838eac436a),segment_id=f300e8f5-4f4a-4bb3-9424-f8838eac436a)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:20:14.574596 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d3057a0a-9b8d-45e9-82f0-e1f600879828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:14.621728 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3057a0a-9b8d-45e9-82f0-e1f600879828 None None] Routers {'e030d144-cad5-41c6-abf1-1fa0d5c6c46c'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:20:14.622608 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-d3057a0a-9b8d-45e9-82f0-e1f600879828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:20:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['e030d144-cad5-41c6-abf1-1fa0d5c6c46c'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:20:14.646666 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:14.686315 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 3df432ba-a28c-4b65-b0bb-50c8daf74a52, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=3df432ba-a28c-4b65-b0bb-50c8daf74a52,segment=NetworkSegment(f300e8f5-4f4a-4bb3-9424-f8838eac436a),segment_id=f300e8f5-4f4a-4bb3-9424-f8838eac436a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:20:14.691618 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:14.736032 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a38f738-17b0-4118-a922-8296a00764b7 None None] Pushing event updated for resources: {'Port': ['ID=f04ee6bd-ee07-470d-b114-d839fd165709,revision_number=4']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:20:14.754320 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=3df432ba-a28c-4b65-b0bb-50c8daf74a52,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:20:14.779426 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-d3057a0a-9b8d-45e9-82f0-e1f600879828 None None] Set router e030d144-cad5-41c6-abf1-1fa0d5c6c46c gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:20:14.980464 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-d3057a0a-9b8d-45e9-82f0-e1f600879828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e030d144-cad5-41c6-abf1-1fa0d5c6c46c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-24980563', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '68451784-1ad8-4cea-9ff7-0b4b799aa843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:20:08Z', 'updated_at': '2021-08-29T05:20:12Z', 'revision_number': 4, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'gw_port': {'id': '68451784-1ad8-4cea-9ff7-0b4b799aa843', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e030d144-cad5-41c6-abf1-1fa0d5c6c46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:20:08Z', 'updated_at': '2021-08-29T05:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': 'f04ee6bd-ee07-470d-b114-d839fd165709', 'name': '', 'network_id': '416bacf2-a256-4be1-80cc-27b22e718591', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'mac_address': 'fa:16:3e:c5:cd:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e030d144-cad5-41c6-abf1-1fa0d5c6c46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '5a68eb71-6c14-4e5f-abc3-42e71c99632c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:20:11Z', 'updated_at': '2021-08-29T05:20:14Z', 'revision_number': 4, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'subnets': [{'id': '5a68eb71-6c14-4e5f-abc3-42e71c99632c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:20:15.005956 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3057a0a-9b8d-45e9-82f0-e1f600879828 None None] The sync data for ids ['e030d144-cad5-41c6-abf1-1fa0d5c6c46c'] in n-d-712140-12 is: [{'id': 'e030d144-cad5-41c6-abf1-1fa0d5c6c46c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-24980563', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '68451784-1ad8-4cea-9ff7-0b4b799aa843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:20:08Z', 'updated_at': '2021-08-29T05:20:12Z', 'revision_number': 4, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'gw_port': {'id': '68451784-1ad8-4cea-9ff7-0b4b799aa843', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e030d144-cad5-41c6-abf1-1fa0d5c6c46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:20:08Z', 'updated_at': '2021-08-29T05:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': 'f04ee6bd-ee07-470d-b114-d839fd165709', 'name': '', 'network_id': '416bacf2-a256-4be1-80cc-27b22e718591', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'mac_address': 'fa:16:3e:c5:cd:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e030d144-cad5-41c6-abf1-1fa0d5c6c46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '5a68eb71-6c14-4e5f-abc3-42e71c99632c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:20:11Z', 'updated_at': '2021-08-29T05:20:14Z', 'revision_number': 4, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'subnets': [{'id': '5a68eb71-6c14-4e5f-abc3-42e71c99632c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:20:15.255674 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e94349a-a0ba-4975-b97b-167e50dfed3c req-d47ac651-bbbe-4126-88c8-3faab309adde tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:15.257512 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9e94349a-a0ba-4975-b97b-167e50dfed3c req-d47ac651-bbbe-4126-88c8-3faab309adde tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.46 "GET /v2.0/networks?id=416bacf2-a256-4be1-80cc-27b22e718591 HTTP/1.1" status: 200 len: 796 time: 0.1269567 Aug 29 05:20:15.315354 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-cb2eb31d-b81b-40f4-9048-9868e0e655e8 req-86392d93-98a7-401f-b9cb-d8794ad05c4d tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5e514c5-77cc-47f1-a746-9d3a2ef1c5cb HTTP/1.1" status: 200 len: 210 time: 0.0455987 Aug 29 05:20:15.332697 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9e94349a-a0ba-4975-b97b-167e50dfed3c req-717ef5ae-1ee2-4b68-b241-ee306ffa8e52 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=170eeddf5b474a98bd75c73129396ea6 HTTP/1.1" status: 200 len: 380 time: 0.0620077 Aug 29 05:20:15.340910 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-9e94349a-a0ba-4975-b97b-167e50dfed3c req-791047f3-9416-42c8-b4a8-fca16ea31eb6 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Request body: {'port': {'device_id': 'f5e514c5-77cc-47f1-a746-9d3a2ef1c5cb', 'network_id': '416bacf2-a256-4be1-80cc-27b22e718591', 'admin_state_up': True, 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'security_groups': ['ac7e95dc-b10f-4d8d-980f-efc3065bf3e3']}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:20:15.456008 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e94349a-a0ba-4975-b97b-167e50dfed3c req-791047f3-9416-42c8-b4a8-fca16ea31eb6 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Made reservation on behalf of 170eeddf5b474a98bd75c73129396ea6 for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:20:15.459627 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-9e94349a-a0ba-4975-b97b-167e50dfed3c req-791047f3-9416-42c8-b4a8-fca16ea31eb6 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:15.593605 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-9e94349a-a0ba-4975-b97b-167e50dfed3c req-791047f3-9416-42c8-b4a8-fca16ea31eb6 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Allocated IP 172.20.0.6 (416bacf2-a256-4be1-80cc-27b22e718591/5a68eb71-6c14-4e5f-abc3-42e71c99632c/86014714-2b07-46a0-b7d8-83d2ba2718e0) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:20:15.737099 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-9e94349a-a0ba-4975-b97b-167e50dfed3c req-791047f3-9416-42c8-b4a8-fca16ea31eb6 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:15.755553 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-9e94349a-a0ba-4975-b97b-167e50dfed3c req-791047f3-9416-42c8-b4a8-fca16ea31eb6 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Transition to ACTIVE for port object 86014714-2b07-46a0-b7d8-83d2ba2718e0 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:20:15.789724 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-9e94349a-a0ba-4975-b97b-167e50dfed3c req-791047f3-9416-42c8-b4a8-fca16ea31eb6 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:15.840668 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e94349a-a0ba-4975-b97b-167e50dfed3c req-791047f3-9416-42c8-b4a8-fca16ea31eb6 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Network 416bacf2-a256-4be1-80cc-27b22e718591 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:20:15.843837 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-9e94349a-a0ba-4975-b97b-167e50dfed3c req-791047f3-9416-42c8-b4a8-fca16ea31eb6 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:20:15.848533 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e94349a-a0ba-4975-b97b-167e50dfed3c req-791047f3-9416-42c8-b4a8-fca16ea31eb6 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:20:15.873561 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791047f3-9416-42c8-b4a8-fca16ea31eb6 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Pushing event updated for resources: {'Port': ['ID=86014714-2b07-46a0-b7d8-83d2ba2718e0,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:20:15.903527 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e94349a-a0ba-4975-b97b-167e50dfed3c req-791047f3-9416-42c8-b4a8-fca16ea31eb6 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:15.904601 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-9e94349a-a0ba-4975-b97b-167e50dfed3c req-791047f3-9416-42c8-b4a8-fca16ea31eb6 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:15.928715 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9e94349a-a0ba-4975-b97b-167e50dfed3c req-791047f3-9416-42c8-b4a8-fca16ea31eb6 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5917101 Aug 29 05:20:15.943122 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-9e94349a-a0ba-4975-b97b-167e50dfed3c req-593e6cb9-2b20-4e96-a2ab-b5bb4aa8fd24 service neutron] Request body: {'port': {'device_id': 'f5e514c5-77cc-47f1-a746-9d3a2ef1c5cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:20:16.000760 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-9e94349a-a0ba-4975-b97b-167e50dfed3c req-593e6cb9-2b20-4e96-a2ab-b5bb4aa8fd24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:16.109166 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-89f39ab0-7210-4369-b0f1-5349968decb3 None None] Provisioning for port 86014714-2b07-46a0-b7d8-83d2ba2718e0 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:20:16.115626 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-89f39ab0-7210-4369-b0f1-5349968decb3 None None] Provisioning complete for port 86014714-2b07-46a0-b7d8-83d2ba2718e0 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:20:16.115966 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-89f39ab0-7210-4369-b0f1-5349968decb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:16.162241 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-89f39ab0-7210-4369-b0f1-5349968decb3 None None] Port 86014714-2b07-46a0-b7d8-83d2ba2718e0 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:20:16.252811 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 3df432ba-a28c-4b65-b0bb-50c8daf74a52 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:20:16.287830 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-9e94349a-a0ba-4975-b97b-167e50dfed3c req-593e6cb9-2b20-4e96-a2ab-b5bb4aa8fd24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86014714-2b07-46a0-b7d8-83d2ba2718e0 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:20:16.294948 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-9e94349a-a0ba-4975-b97b-167e50dfed3c req-593e6cb9-2b20-4e96-a2ab-b5bb4aa8fd24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:16.299615 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 3df432ba-a28c-4b65-b0bb-50c8daf74a52 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:20:16.300022 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:16.306894 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-9e94349a-a0ba-4975-b97b-167e50dfed3c req-593e6cb9-2b20-4e96-a2ab-b5bb4aa8fd24 service neutron] Transition to ACTIVE for port object 86014714-2b07-46a0-b7d8-83d2ba2718e0 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:20:16.309812 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-9e94349a-a0ba-4975-b97b-167e50dfed3c req-593e6cb9-2b20-4e96-a2ab-b5bb4aa8fd24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:16.385395 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device f04ee6bd-ee07-470d-b114-d839fd165709 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:20:16.403818 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593e6cb9-2b20-4e96-a2ab-b5bb4aa8fd24 service neutron] Pushing event updated for resources: {'Port': ['ID=86014714-2b07-46a0-b7d8-83d2ba2718e0,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:20:16.437827 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port f04ee6bd-ee07-470d-b114-d839fd165709 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:20:16.442774 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port f04ee6bd-ee07-470d-b114-d839fd165709 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:20:16.443506 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:16.480132 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d4584f-ef96-40e4-9bac-4542c9217b43 req-1a58d641-4588-4f7b-8b0a-945fa81865eb tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:16.481697 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-34d4584f-ef96-40e4-9bac-4542c9217b43 req-1a58d641-4588-4f7b-8b0a-945fa81865eb tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5e514c5-77cc-47f1-a746-9d3a2ef1c5cb HTTP/1.1" status: 200 len: 943 time: 0.0792284 Aug 29 05:20:16.486386 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-9e94349a-a0ba-4975-b97b-167e50dfed3c req-593e6cb9-2b20-4e96-a2ab-b5bb4aa8fd24 service neutron] Attempting to bind port 86014714-2b07-46a0-b7d8-83d2ba2718e0 on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:20:16.486721 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-9e94349a-a0ba-4975-b97b-167e50dfed3c req-593e6cb9-2b20-4e96-a2ab-b5bb4aa8fd24 service neutron] Attempting to bind port 86014714-2b07-46a0-b7d8-83d2ba2718e0 by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': 'f300e8f5-4f4a-4bb3-9424-f8838eac436a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '416bacf2-a256-4be1-80cc-27b22e718591'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:20:16.487248 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e94349a-a0ba-4975-b97b-167e50dfed3c req-593e6cb9-2b20-4e96-a2ab-b5bb4aa8fd24 service neutron] Attempting to bind port 86014714-2b07-46a0-b7d8-83d2ba2718e0 on network 416bacf2-a256-4be1-80cc-27b22e718591 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:20:16.497550 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e94349a-a0ba-4975-b97b-167e50dfed3c req-593e6cb9-2b20-4e96-a2ab-b5bb4aa8fd24 service neutron] Port 86014714-2b07-46a0-b7d8-83d2ba2718e0 on network 416bacf2-a256-4be1-80cc-27b22e718591 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:20:16.497869 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e94349a-a0ba-4975-b97b-167e50dfed3c req-593e6cb9-2b20-4e96-a2ab-b5bb4aa8fd24 service neutron] Attempting to bind port 86014714-2b07-46a0-b7d8-83d2ba2718e0 on network 416bacf2-a256-4be1-80cc-27b22e718591 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:20:16.509923 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e94349a-a0ba-4975-b97b-167e50dfed3c req-593e6cb9-2b20-4e96-a2ab-b5bb4aa8fd24 service neutron] Checking agent: {'id': '3de9de52-3a03-431d-9d7e-497ae92c57ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:20:16.510269 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e94349a-a0ba-4975-b97b-167e50dfed3c req-593e6cb9-2b20-4e96-a2ab-b5bb4aa8fd24 service neutron] Checking segment: {'id': 'f300e8f5-4f4a-4bb3-9424-f8838eac436a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '416bacf2-a256-4be1-80cc-27b22e718591'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:20:16.510654 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e94349a-a0ba-4975-b97b-167e50dfed3c req-593e6cb9-2b20-4e96-a2ab-b5bb4aa8fd24 service neutron] Bound using segment: {'id': 'f300e8f5-4f4a-4bb3-9424-f8838eac436a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '416bacf2-a256-4be1-80cc-27b22e718591'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:20:16.511106 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-9e94349a-a0ba-4975-b97b-167e50dfed3c req-593e6cb9-2b20-4e96-a2ab-b5bb4aa8fd24 service neutron] Bound port: 86014714-2b07-46a0-b7d8-83d2ba2718e0, host: n-h1-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f300e8f5-4f4a-4bb3-9424-f8838eac436a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '416bacf2-a256-4be1-80cc-27b22e718591'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:20:16.511467 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-9e94349a-a0ba-4975-b97b-167e50dfed3c req-593e6cb9-2b20-4e96-a2ab-b5bb4aa8fd24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:16.534834 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:16.548254 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-34d4584f-ef96-40e4-9bac-4542c9217b43 req-74b653d0-16e1-4436-b91e-c3331c3035f3 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=ac7e95dc-b10f-4d8d-980f-efc3065bf3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578487 Aug 29 05:20:16.578193 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port f04ee6bd-ee07-470d-b114-d839fd165709, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=f04ee6bd-ee07-470d-b114-d839fd165709,segment=NetworkSegment(f300e8f5-4f4a-4bb3-9424-f8838eac436a),segment_id=f300e8f5-4f4a-4bb3-9424-f8838eac436a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:20:16.583982 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:16.607528 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-9e94349a-a0ba-4975-b97b-167e50dfed3c req-593e6cb9-2b20-4e96-a2ab-b5bb4aa8fd24 service neutron] For port 86014714-2b07-46a0-b7d8-83d2ba2718e0, host n-h1-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:20:16.611032 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-9e94349a-a0ba-4975-b97b-167e50dfed3c req-593e6cb9-2b20-4e96-a2ab-b5bb4aa8fd24 service neutron] For port 86014714-2b07-46a0-b7d8-83d2ba2718e0, host n-h1-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=86014714-2b07-46a0-b7d8-83d2ba2718e0,segment=NetworkSegment(f300e8f5-4f4a-4bb3-9424-f8838eac436a),segment_id=f300e8f5-4f4a-4bb3-9424-f8838eac436a)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:20:16.615582 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-9e94349a-a0ba-4975-b97b-167e50dfed3c req-593e6cb9-2b20-4e96-a2ab-b5bb4aa8fd24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:16.632802 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=f04ee6bd-ee07-470d-b114-d839fd165709,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:20:16.655847 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e94349a-a0ba-4975-b97b-167e50dfed3c req-593e6cb9-2b20-4e96-a2ab-b5bb4aa8fd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:16.656488 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-9e94349a-a0ba-4975-b97b-167e50dfed3c req-593e6cb9-2b20-4e96-a2ab-b5bb4aa8fd24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:16.657928 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9e94349a-a0ba-4975-b97b-167e50dfed3c req-593e6cb9-2b20-4e96-a2ab-b5bb4aa8fd24 service neutron] 10.222.0.46 "PUT /v2.0/ports/86014714-2b07-46a0-b7d8-83d2ba2718e0 HTTP/1.1" status: 200 len: 1092 time: 0.7195649 Aug 29 05:20:16.658373 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5e514c5-77cc-47f1-a746-9d3a2ef1c5cb', 'tag': '86014714-2b07-46a0-b7d8-83d2ba2718e0'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:20:16.660766 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfb9107a06241f0f5f2256c13c0e0e77dc40c776bf6dc0455c34cebdf0549d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8933a1a-3f2d-43ba-bf49-bb1f68cb64a2" -d '{"events": [{"name": "network-changed", "server_uuid": "f5e514c5-77cc-47f1-a746-9d3a2ef1c5cb", "tag": "86014714-2b07-46a0-b7d8-83d2ba2718e0"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:20:16.679771 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593e6cb9-2b20-4e96-a2ab-b5bb4aa8fd24 service neutron] Pushing event updated for resources: {'Port': ['ID=86014714-2b07-46a0-b7d8-83d2ba2718e0,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:20:16.708695 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9365c814-9383-4890-8713-592d7c1c0c20 x-openstack-request-id: req-9365c814-9383-4890-8713-592d7c1c0c20 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:20:16.709059 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5e514c5-77cc-47f1-a746-9d3a2ef1c5cb", "tag": "86014714-2b07-46a0-b7d8-83d2ba2718e0", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:20:16.709380 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9365c814-9383-4890-8713-592d7c1c0c20 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:20:16.709876 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5e514c5-77cc-47f1-a746-9d3a2ef1c5cb', 'tag': '86014714-2b07-46a0-b7d8-83d2ba2718e0', 'status': 'completed', 'code': 200} Aug 29 05:20:16.751579 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e94349a-a0ba-4975-b97b-167e50dfed3c req-3122980c-ed52-4db2-b45c-b212fa4846f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:16.753176 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9e94349a-a0ba-4975-b97b-167e50dfed3c req-3122980c-ed52-4db2-b45c-b212fa4846f6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=170eeddf5b474a98bd75c73129396ea6&device_id=f5e514c5-77cc-47f1-a746-9d3a2ef1c5cb HTTP/1.1" status: 200 len: 1095 time: 0.0544896 Aug 29 05:20:16.798133 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9e94349a-a0ba-4975-b97b-167e50dfed3c req-3fe173d2-ef4b-4720-89ca-21403bb8008f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=86014714-2b07-46a0-b7d8-83d2ba2718e0 HTTP/1.1" status: 200 len: 217 time: 0.0361590 Aug 29 05:20:16.848054 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e94349a-a0ba-4975-b97b-167e50dfed3c req-23386efd-bfd2-4437-8baf-1a3819673896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:16.849551 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9e94349a-a0ba-4975-b97b-167e50dfed3c req-23386efd-bfd2-4437-8baf-1a3819673896 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5a68eb71-6c14-4e5f-abc3-42e71c99632c HTTP/1.1" status: 200 len: 834 time: 0.0447354 Aug 29 05:20:16.894402 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e94349a-a0ba-4975-b97b-167e50dfed3c req-7b929c63-dcf2-49da-bf0d-53845f62ff00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:16.895922 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9e94349a-a0ba-4975-b97b-167e50dfed3c req-7b929c63-dcf2-49da-bf0d-53845f62ff00 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=416bacf2-a256-4be1-80cc-27b22e718591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394797 Aug 29 05:20:16.987411 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9e94349a-a0ba-4975-b97b-167e50dfed3c req-0635956c-9a1d-4a3a-aa24-f4afa2c56007 service neutron] 10.222.0.46 "GET /v2.0/networks/416bacf2-a256-4be1-80cc-27b22e718591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839143 Aug 29 05:20:17.080964 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9e94349a-a0ba-4975-b97b-167e50dfed3c req-1a6bfb7c-e370-4201-86f5-d719ef7c89cb service neutron] 10.222.0.46 "GET /v2.0/networks/416bacf2-a256-4be1-80cc-27b22e718591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858936 Aug 29 05:20:17.170230 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8933a1a-3f2d-43ba-bf49-bb1f68cb64a2 req-c0e94769-3ca5-49dc-80b1-8ef9d95f444c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:17.171772 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d8933a1a-3f2d-43ba-bf49-bb1f68cb64a2 req-c0e94769-3ca5-49dc-80b1-8ef9d95f444c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=170eeddf5b474a98bd75c73129396ea6&device_id=f5e514c5-77cc-47f1-a746-9d3a2ef1c5cb HTTP/1.1" status: 200 len: 1095 time: 0.0437799 Aug 29 05:20:17.261803 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8933a1a-3f2d-43ba-bf49-bb1f68cb64a2 req-6043dcd6-14d9-4596-8f1a-dcc3c930aeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:17.263279 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d8933a1a-3f2d-43ba-bf49-bb1f68cb64a2 req-6043dcd6-14d9-4596-8f1a-dcc3c930aeaf service neutron] 10.222.0.46 "GET /v2.0/networks?id=416bacf2-a256-4be1-80cc-27b22e718591 HTTP/1.1" status: 200 len: 897 time: 0.0826581 Aug 29 05:20:17.308992 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d8933a1a-3f2d-43ba-bf49-bb1f68cb64a2 req-00a856bf-b4d3-43e9-b08e-24fd5cd6d0b9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=86014714-2b07-46a0-b7d8-83d2ba2718e0 HTTP/1.1" status: 200 len: 217 time: 0.0384030 Aug 29 05:20:17.358779 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8933a1a-3f2d-43ba-bf49-bb1f68cb64a2 req-29bd2b46-8b80-4e9c-bb07-f93edb26353d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:17.360810 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d8933a1a-3f2d-43ba-bf49-bb1f68cb64a2 req-29bd2b46-8b80-4e9c-bb07-f93edb26353d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5a68eb71-6c14-4e5f-abc3-42e71c99632c HTTP/1.1" status: 200 len: 834 time: 0.0426226 Aug 29 05:20:17.406299 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8933a1a-3f2d-43ba-bf49-bb1f68cb64a2 req-e5fda6a1-884b-46af-99d3-764e13032aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:17.408364 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d8933a1a-3f2d-43ba-bf49-bb1f68cb64a2 req-e5fda6a1-884b-46af-99d3-764e13032aa2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=416bacf2-a256-4be1-80cc-27b22e718591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389452 Aug 29 05:20:17.498637 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d8933a1a-3f2d-43ba-bf49-bb1f68cb64a2 req-63cf2d69-2c57-421f-9b68-bacac33884bb service neutron] 10.222.0.46 "GET /v2.0/networks/416bacf2-a256-4be1-80cc-27b22e718591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828533 Aug 29 05:20:17.587676 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d8933a1a-3f2d-43ba-bf49-bb1f68cb64a2 req-dd41f019-2fc2-4b47-a35f-2e1cdde66fd0 service neutron] 10.222.0.46 "GET /v2.0/networks/416bacf2-a256-4be1-80cc-27b22e718591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816679 Aug 29 05:20:17.661917 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f190a0ee-006c-418d-a620-9911734e5706 req-721561e4-3cd2-41fd-9759-769df3e43745 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:17.663389 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f190a0ee-006c-418d-a620-9911734e5706 req-721561e4-3cd2-41fd-9759-769df3e43745 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5e514c5-77cc-47f1-a746-9d3a2ef1c5cb HTTP/1.1" status: 200 len: 943 time: 0.0486927 Aug 29 05:20:17.701226 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f190a0ee-006c-418d-a620-9911734e5706 req-a3beb730-4083-4596-a34a-f199636cc247 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=ac7e95dc-b10f-4d8d-980f-efc3065bf3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319304 Aug 29 05:20:18.173765 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device f04ee6bd-ee07-470d-b114-d839fd165709 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:20:18.221887 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port f04ee6bd-ee07-470d-b114-d839fd165709 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:20:18.222260 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:18.819830 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cef397c-6011-4019-9d23-2bf61607443a req-26bf3979-f813-4d25-bcd0-62ff560b216b tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:18.821589 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0cef397c-6011-4019-9d23-2bf61607443a req-26bf3979-f813-4d25-bcd0-62ff560b216b tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5e514c5-77cc-47f1-a746-9d3a2ef1c5cb HTTP/1.1" status: 200 len: 943 time: 0.0533082 Aug 29 05:20:18.858966 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0cef397c-6011-4019-9d23-2bf61607443a req-fa35ba45-4ab6-4988-b010-791682e9cc31 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=ac7e95dc-b10f-4d8d-980f-efc3065bf3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314796 Aug 29 05:20:19.764341 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:19.971694 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76f2e89-952a-4da9-80b8-bc2fedf4bd3f req-56826f8f-44ec-4566-be2a-3409d83c077e tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:19.974272 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b76f2e89-952a-4da9-80b8-bc2fedf4bd3f req-56826f8f-44ec-4566-be2a-3409d83c077e tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5e514c5-77cc-47f1-a746-9d3a2ef1c5cb HTTP/1.1" status: 200 len: 943 time: 0.0486763 Aug 29 05:20:20.001614 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 86014714-2b07-46a0-b7d8-83d2ba2718e0 details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:20:20.014314 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b76f2e89-952a-4da9-80b8-bc2fedf4bd3f req-20c43c3a-60db-4178-a305-9ed74d8a35e1 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=ac7e95dc-b10f-4d8d-980f-efc3065bf3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350080 Aug 29 05:20:20.097686 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 86014714-2b07-46a0-b7d8-83d2ba2718e0, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=86014714-2b07-46a0-b7d8-83d2ba2718e0,segment=NetworkSegment(f300e8f5-4f4a-4bb3-9424-f8838eac436a),segment_id=f300e8f5-4f4a-4bb3-9424-f8838eac436a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:20:20.108600 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Returning: {'device': '86014714-2b07-46a0-b7d8-83d2ba2718e0', 'network_id': '416bacf2-a256-4be1-80cc-27b22e718591', 'port_id': '86014714-2b07-46a0-b7d8-83d2ba2718e0', 'mac_address': 'fa:16:3e:15:f2:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a68eb71-6c14-4e5f-abc3-42e71c99632c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:20:20.144924 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:20.157080 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86014714-2b07-46a0-b7d8-83d2ba2718e0 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:20:20.175831 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 86014714-2b07-46a0-b7d8-83d2ba2718e0, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=86014714-2b07-46a0-b7d8-83d2ba2718e0,segment=NetworkSegment(f300e8f5-4f4a-4bb3-9424-f8838eac436a),segment_id=f300e8f5-4f4a-4bb3-9424-f8838eac436a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:20:20.180033 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:20.226799 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=86014714-2b07-46a0-b7d8-83d2ba2718e0,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:20:20.395909 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['86014714-2b07-46a0-b7d8-83d2ba2718e0'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:20:21.129572 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d4b8cd-1d5a-421d-b997-74492e942e89 req-660e7c32-eeb1-4e9c-85ae-f84f650f39ae tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:21.131085 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e2d4b8cd-1d5a-421d-b997-74492e942e89 req-660e7c32-eeb1-4e9c-85ae-f84f650f39ae tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5e514c5-77cc-47f1-a746-9d3a2ef1c5cb HTTP/1.1" status: 200 len: 944 time: 0.0488122 Aug 29 05:20:21.168672 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e2d4b8cd-1d5a-421d-b997-74492e942e89 req-8acb3326-bd32-45b9-a30d-b48567444041 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=ac7e95dc-b10f-4d8d-980f-efc3065bf3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315971 Aug 29 05:20:22.001093 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 86014714-2b07-46a0-b7d8-83d2ba2718e0 up at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:20:22.048335 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning for port 86014714-2b07-46a0-b7d8-83d2ba2718e0 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:20:22.052076 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning complete for port 86014714-2b07-46a0-b7d8-83d2ba2718e0 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:20:22.052506 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:22.129669 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:22.151662 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5e514c5-77cc-47f1-a746-9d3a2ef1c5cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86014714-2b07-46a0-b7d8-83d2ba2718e0'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:20:22.153924 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e47ce94e7730ef80c099a0714bd3625e1f676465bb595722170593f8a424ee2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-260f5317-504f-4cb6-a5ed-056fdc307736" -d '{"events": [{"server_uuid": "f5e514c5-77cc-47f1-a746-9d3a2ef1c5cb", "name": "network-vif-plugged", "status": "completed", "tag": "86014714-2b07-46a0-b7d8-83d2ba2718e0"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:20:22.166451 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 86014714-2b07-46a0-b7d8-83d2ba2718e0, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=86014714-2b07-46a0-b7d8-83d2ba2718e0,segment=NetworkSegment(f300e8f5-4f4a-4bb3-9424-f8838eac436a),segment_id=f300e8f5-4f4a-4bb3-9424-f8838eac436a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:20:22.171135 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:22.193829 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5828fd56-5ed5-426f-a55a-9c6c87fc9b3b x-openstack-request-id: req-5828fd56-5ed5-426f-a55a-9c6c87fc9b3b {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:20:22.194126 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5e514c5-77cc-47f1-a746-9d3a2ef1c5cb", "name": "network-vif-plugged", "status": "completed", "tag": "86014714-2b07-46a0-b7d8-83d2ba2718e0", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:20:22.194381 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5828fd56-5ed5-426f-a55a-9c6c87fc9b3b {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:20:22.194778 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5e514c5-77cc-47f1-a746-9d3a2ef1c5cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86014714-2b07-46a0-b7d8-83d2ba2718e0', 'code': 200} Aug 29 05:20:22.224155 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=86014714-2b07-46a0-b7d8-83d2ba2718e0,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:20:22.314318 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54d33fe-649c-4e24-b02c-a51e9a23b18f req-3904931c-b92e-426d-a239-076fea3fad82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:22.315756 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d54d33fe-649c-4e24-b02c-a51e9a23b18f req-3904931c-b92e-426d-a239-076fea3fad82 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f5e514c5-77cc-47f1-a746-9d3a2ef1c5cb HTTP/1.1" status: 200 len: 1097 time: 0.0628183 Aug 29 05:20:22.324064 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c0ac7a-8e7a-4e61-9fe7-6f3e53586ac3 req-d107ff95-6591-447c-8d2d-e60ed8517fe9 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:22.325450 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-85c0ac7a-8e7a-4e61-9fe7-6f3e53586ac3 req-d107ff95-6591-447c-8d2d-e60ed8517fe9 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5e514c5-77cc-47f1-a746-9d3a2ef1c5cb HTTP/1.1" status: 200 len: 945 time: 0.0811441 Aug 29 05:20:22.378886 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d54d33fe-649c-4e24-b02c-a51e9a23b18f req-7d2f1d3e-d7c5-4a31-98c1-757d3529348f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ac7e95dc-b10f-4d8d-980f-efc3065bf3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524879 Aug 29 05:20:22.386577 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-85c0ac7a-8e7a-4e61-9fe7-6f3e53586ac3 req-b49923f6-3825-474f-95c4-268f594813a1 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=ac7e95dc-b10f-4d8d-980f-efc3065bf3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546064 Aug 29 05:20:23.500239 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94fa449-c03a-4170-bf09-f63d35a595af req-7b1277f5-12eb-4b8b-bb87-ab31723a0a26 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:23.502275 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b94fa449-c03a-4170-bf09-f63d35a595af req-7b1277f5-12eb-4b8b-bb87-ab31723a0a26 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5e514c5-77cc-47f1-a746-9d3a2ef1c5cb HTTP/1.1" status: 200 len: 945 time: 0.0491085 Aug 29 05:20:23.540539 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b94fa449-c03a-4170-bf09-f63d35a595af req-6f32e87a-946d-4b09-b8b0-0786094a0398 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=ac7e95dc-b10f-4d8d-980f-efc3065bf3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321097 Aug 29 05:20:24.657578 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eb090d-fe14-40c9-9eb8-a5c095e0c664 req-6eb03285-f9aa-45c2-aecb-9883bfff6f0a tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:24.659057 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-72eb090d-fe14-40c9-9eb8-a5c095e0c664 req-6eb03285-f9aa-45c2-aecb-9883bfff6f0a tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5e514c5-77cc-47f1-a746-9d3a2ef1c5cb HTTP/1.1" status: 200 len: 945 time: 0.0518563 Aug 29 05:20:24.697432 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-72eb090d-fe14-40c9-9eb8-a5c095e0c664 req-53e33fdc-9843-4806-8af1-0d7f1e72fc71 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=ac7e95dc-b10f-4d8d-980f-efc3065bf3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324340 Aug 29 05:20:24.810128 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ca3de0-3217-46b7-911c-12b91db6f077 req-05340492-1014-413a-bee4-98b749310b65 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:24.811656 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-26ca3de0-3217-46b7-911c-12b91db6f077 req-05340492-1014-413a-bee4-98b749310b65 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5e514c5-77cc-47f1-a746-9d3a2ef1c5cb HTTP/1.1" status: 200 len: 945 time: 0.0488310 Aug 29 05:20:24.849791 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-26ca3de0-3217-46b7-911c-12b91db6f077 req-d30c301c-dd5d-47a3-af9d-cd903668bbcd tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=ac7e95dc-b10f-4d8d-980f-efc3065bf3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317554 Aug 29 05:20:24.870892 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 41536) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:20:24.909202 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f79eab7-bde9-461d-b4fe-acd56fcc8a86 tempest-TestNetworkAdvancedServerOps-1390409953 tempest-TestNetworkAdvancedServerOps-1390409953-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:24.910681 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-4f79eab7-bde9-461d-b4fe-acd56fcc8a86 tempest-TestNetworkAdvancedServerOps-1390409953 tempest-TestNetworkAdvancedServerOps-1390409953-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=f5e514c5-77cc-47f1-a746-9d3a2ef1c5cb HTTP/1.1" status: 200 len: 1092 time: 0.0388439 Aug 29 05:20:24.913555 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 41538) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:20:24.917779 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-75f5827a-907d-4e6e-8b31-dc8ebf0003c5 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Request body: {'floatingip': {'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'port_id': '86014714-2b07-46a0-b7d8-83d2ba2718e0', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:20:24.938903 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-75f5827a-907d-4e6e-8b31-dc8ebf0003c5 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for floatingip, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:25.037792 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-75f5827a-907d-4e6e-8b31-dc8ebf0003c5 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:25.144371 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-75f5827a-907d-4e6e-8b31-dc8ebf0003c5 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Allocated IP 172.25.0.83 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/ab416574-5f2c-4d8f-a86d-e8fbf9016b77) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:20:25.244436 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-75f5827a-907d-4e6e-8b31-dc8ebf0003c5 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:25.285051 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-75f5827a-907d-4e6e-8b31-dc8ebf0003c5 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:25.326480 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f5827a-907d-4e6e-8b31-dc8ebf0003c5 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:20:25.329452 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-75f5827a-907d-4e6e-8b31-dc8ebf0003c5 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:20:25.333742 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f5827a-907d-4e6e-8b31-dc8ebf0003c5 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:20:25.336754 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f5827a-907d-4e6e-8b31-dc8ebf0003c5 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Pushing event updated for resources: {'Port': ['ID=ab416574-5f2c-4d8f-a86d-e8fbf9016b77,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:20:25.725735 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-75f5827a-907d-4e6e-8b31-dc8ebf0003c5 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:25.795345 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-75f5827a-907d-4e6e-8b31-dc8ebf0003c5 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:25.941012 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-75f5827a-907d-4e6e-8b31-dc8ebf0003c5 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:25.945691 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-75f5827a-907d-4e6e-8b31-dc8ebf0003c5 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:26.030714 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f5827a-907d-4e6e-8b31-dc8ebf0003c5 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Pushing event updated for resources: {'Port': ['ID=ab416574-5f2c-4d8f-a86d-e8fbf9016b77,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:20:26.041353 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-75f5827a-907d-4e6e-8b31-dc8ebf0003c5 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719515'] for floatingip, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:26.138961 n-d-712140-12 neutron-server[94828]: INFO neutron.db.l3_db [None req-75f5827a-907d-4e6e-8b31-dc8ebf0003c5 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Floating IP 83fb8d2f-d37d-49e7-9b2f-b8c77ab5d705 associated. External IP: 172.25.0.83, port: 86014714-2b07-46a0-b7d8-83d2ba2718e0. Aug 29 05:20:26.680615 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75f5827a-907d-4e6e-8b31-dc8ebf0003c5 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Router e030d144-cad5-41c6-abf1-1fa0d5c6c46c has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:20:26.783192 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75f5827a-907d-4e6e-8b31-dc8ebf0003c5 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:20:26.793509 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece3f258-864c-4abf-8cb0-9c4c2d3b28cd None None] Sync routers for ids ['e030d144-cad5-41c6-abf1-1fa0d5c6c46c'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:20:26.800773 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-75f5827a-907d-4e6e-8b31-dc8ebf0003c5 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:26.804831 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece3f258-864c-4abf-8cb0-9c4c2d3b28cd None None] Routers {'e030d144-cad5-41c6-abf1-1fa0d5c6c46c'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:20:26.805442 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-ece3f258-864c-4abf-8cb0-9c4c2d3b28cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:20:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['e030d144-cad5-41c6-abf1-1fa0d5c6c46c'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:20:26.831388 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-75f5827a-907d-4e6e-8b31-dc8ebf0003c5 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9168248 Aug 29 05:20:26.832432 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5e514c5-77cc-47f1-a746-9d3a2ef1c5cb', 'tag': '86014714-2b07-46a0-b7d8-83d2ba2718e0'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:20:26.835095 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfb9107a06241f0f5f2256c13c0e0e77dc40c776bf6dc0455c34cebdf0549d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20c95f93-5980-452e-9807-136f82ba5904" -d '{"events": [{"name": "network-changed", "server_uuid": "f5e514c5-77cc-47f1-a746-9d3a2ef1c5cb", "tag": "86014714-2b07-46a0-b7d8-83d2ba2718e0"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:20:26.915341 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-ece3f258-864c-4abf-8cb0-9c4c2d3b28cd None None] Set router e030d144-cad5-41c6-abf1-1fa0d5c6c46c gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:20:26.925731 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609da822-8888-4a12-b82e-74ea93c6d58f req-13434d6c-ceb6-40e1-9be3-178d5660b6ec tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:26.927264 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-609da822-8888-4a12-b82e-74ea93c6d58f req-13434d6c-ceb6-40e1-9be3-178d5660b6ec tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5e514c5-77cc-47f1-a746-9d3a2ef1c5cb HTTP/1.1" status: 200 len: 945 time: 0.0476837 Aug 29 05:20:26.965204 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-609da822-8888-4a12-b82e-74ea93c6d58f req-4d664192-365d-445e-8643-796ce03acd2f tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=ac7e95dc-b10f-4d8d-980f-efc3065bf3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317957 Aug 29 05:20:26.989322 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 41544) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:20:27.026522 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46e3b997-0129-44e5-80ce-6932a449ef30 x-openstack-request-id: req-46e3b997-0129-44e5-80ce-6932a449ef30 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:20:27.026818 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5e514c5-77cc-47f1-a746-9d3a2ef1c5cb", "tag": "86014714-2b07-46a0-b7d8-83d2ba2718e0", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:20:27.027070 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-46e3b997-0129-44e5-80ce-6932a449ef30 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:20:27.027473 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5e514c5-77cc-47f1-a746-9d3a2ef1c5cb', 'tag': '86014714-2b07-46a0-b7d8-83d2ba2718e0', 'status': 'completed', 'code': 200} Aug 29 05:20:27.083349 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-3a6b9d32-ee89-4705-8c1c-51ed3913f0df tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/floatingips/83fb8d2f-d37d-49e7-9b2f-b8c77ab5d705 HTTP/1.1" status: 200 len: 990 time: 0.0927610 Aug 29 05:20:27.093476 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c95f93-5980-452e-9807-136f82ba5904 req-72905588-5a9c-46c9-ac42-20376c3b2f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:27.095513 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-20c95f93-5980-452e-9807-136f82ba5904 req-72905588-5a9c-46c9-ac42-20376c3b2f51 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=170eeddf5b474a98bd75c73129396ea6&device_id=f5e514c5-77cc-47f1-a746-9d3a2ef1c5cb HTTP/1.1" status: 200 len: 1097 time: 0.0589981 Aug 29 05:20:27.151540 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-ece3f258-864c-4abf-8cb0-9c4c2d3b28cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e030d144-cad5-41c6-abf1-1fa0d5c6c46c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-24980563', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '68451784-1ad8-4cea-9ff7-0b4b799aa843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:20:08Z', 'updated_at': '2021-08-29T05:20:12Z', 'revision_number': 4, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'gw_port': {'id': '68451784-1ad8-4cea-9ff7-0b4b799aa843', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e030d144-cad5-41c6-abf1-1fa0d5c6c46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:20:08Z', 'updated_at': '2021-08-29T05:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': '83fb8d2f-d37d-49e7-9b2f-b8c77ab5d705', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'floating_ip_address': '172.25.0.83', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': 'e030d144-cad5-41c6-abf1-1fa0d5c6c46c', 'port_id': '86014714-2b07-46a0-b7d8-83d2ba2718e0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '416bacf2-a256-4be1-80cc-27b22e718591', 'mac_address': 'fa:16:3e:15:f2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e514c5-77cc-47f1-a746-9d3a2ef1c5cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:20:25Z', 'updated_at': '2021-08-29T05:20:25Z', 'revision_number': 0, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f04ee6bd-ee07-470d-b114-d839fd165709', 'name': '', 'network_id': '416bacf2-a256-4be1-80cc-27b22e718591', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'mac_address': 'fa:16:3e:c5:cd:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e030d144-cad5-41c6-abf1-1fa0d5c6c46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '5a68eb71-6c14-4e5f-abc3-42e71c99632c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:20:11Z', 'updated_at': '2021-08-29T05:20:16Z', 'revision_number': 5, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'subnets': [{'id': '5a68eb71-6c14-4e5f-abc3-42e71c99632c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:20:27.178285 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece3f258-864c-4abf-8cb0-9c4c2d3b28cd None None] Checking router: e030d144-cad5-41c6-abf1-1fa0d5c6c46c for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:20:27.183128 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c95f93-5980-452e-9807-136f82ba5904 req-cd342d80-7589-47de-9a2a-3dfab7633d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:27.184805 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-20c95f93-5980-452e-9807-136f82ba5904 req-cd342d80-7589-47de-9a2a-3dfab7633d19 service neutron] 10.222.0.46 "GET /v2.0/networks?id=416bacf2-a256-4be1-80cc-27b22e718591 HTTP/1.1" status: 200 len: 897 time: 0.0816703 Aug 29 05:20:27.186429 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece3f258-864c-4abf-8cb0-9c4c2d3b28cd None None] Routers {'e030d144-cad5-41c6-abf1-1fa0d5c6c46c'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:20:27.187021 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-ece3f258-864c-4abf-8cb0-9c4c2d3b28cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:20:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['e030d144-cad5-41c6-abf1-1fa0d5c6c46c'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:20:27.254740 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-20c95f93-5980-452e-9807-136f82ba5904 req-af3b1139-515e-402e-ad84-c59acf619d6b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=86014714-2b07-46a0-b7d8-83d2ba2718e0 HTTP/1.1" status: 200 len: 998 time: 0.0620809 Aug 29 05:20:27.291546 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-ece3f258-864c-4abf-8cb0-9c4c2d3b28cd None None] Set router e030d144-cad5-41c6-abf1-1fa0d5c6c46c gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:20:27.304043 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c95f93-5980-452e-9807-136f82ba5904 req-5d1815fb-4305-44bb-9889-f3bcdfc7cca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:27.305526 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-20c95f93-5980-452e-9807-136f82ba5904 req-5d1815fb-4305-44bb-9889-f3bcdfc7cca6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5a68eb71-6c14-4e5f-abc3-42e71c99632c HTTP/1.1" status: 200 len: 834 time: 0.0441132 Aug 29 05:20:27.352316 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c95f93-5980-452e-9807-136f82ba5904 req-6b836196-9fae-42fa-959c-3b63f3e8f10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:27.353812 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-20c95f93-5980-452e-9807-136f82ba5904 req-6b836196-9fae-42fa-959c-3b63f3e8f10f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=416bacf2-a256-4be1-80cc-27b22e718591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407424 Aug 29 05:20:27.365206 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [req-20c95f93-5980-452e-9807-136f82ba5904 req-9188e2de-3668-4051-9b31-d970822ec762 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 05:20:27.366146 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-20c95f93-5980-452e-9807-136f82ba5904 req-9188e2de-3668-4051-9b31-d970822ec762 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050328 Aug 29 05:20:27.457607 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-20c95f93-5980-452e-9807-136f82ba5904 req-26a177de-a14e-4161-9dbe-b7ad265bba5e service neutron] 10.222.0.46 "GET /v2.0/networks/416bacf2-a256-4be1-80cc-27b22e718591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842898 Aug 29 05:20:27.513772 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-ece3f258-864c-4abf-8cb0-9c4c2d3b28cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e030d144-cad5-41c6-abf1-1fa0d5c6c46c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-24980563', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '68451784-1ad8-4cea-9ff7-0b4b799aa843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:20:08Z', 'updated_at': '2021-08-29T05:20:12Z', 'revision_number': 4, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'gw_port': {'id': '68451784-1ad8-4cea-9ff7-0b4b799aa843', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e030d144-cad5-41c6-abf1-1fa0d5c6c46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:20:08Z', 'updated_at': '2021-08-29T05:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': '83fb8d2f-d37d-49e7-9b2f-b8c77ab5d705', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'floating_ip_address': '172.25.0.83', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': 'e030d144-cad5-41c6-abf1-1fa0d5c6c46c', 'port_id': '86014714-2b07-46a0-b7d8-83d2ba2718e0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '416bacf2-a256-4be1-80cc-27b22e718591', 'mac_address': 'fa:16:3e:15:f2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e514c5-77cc-47f1-a746-9d3a2ef1c5cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:20:25Z', 'updated_at': '2021-08-29T05:20:25Z', 'revision_number': 0, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f04ee6bd-ee07-470d-b114-d839fd165709', 'name': '', 'network_id': '416bacf2-a256-4be1-80cc-27b22e718591', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'mac_address': 'fa:16:3e:c5:cd:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e030d144-cad5-41c6-abf1-1fa0d5c6c46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '5a68eb71-6c14-4e5f-abc3-42e71c99632c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:20:11Z', 'updated_at': '2021-08-29T05:20:16Z', 'revision_number': 5, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'subnets': [{'id': '5a68eb71-6c14-4e5f-abc3-42e71c99632c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:20:27.539546 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece3f258-864c-4abf-8cb0-9c4c2d3b28cd None None] The sync data for ids ['e030d144-cad5-41c6-abf1-1fa0d5c6c46c'] in n-d-712140-12 is: [{'id': 'e030d144-cad5-41c6-abf1-1fa0d5c6c46c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-24980563', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '68451784-1ad8-4cea-9ff7-0b4b799aa843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:20:08Z', 'updated_at': '2021-08-29T05:20:12Z', 'revision_number': 4, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'gw_port': {'id': '68451784-1ad8-4cea-9ff7-0b4b799aa843', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e030d144-cad5-41c6-abf1-1fa0d5c6c46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:20:08Z', 'updated_at': '2021-08-29T05:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': '83fb8d2f-d37d-49e7-9b2f-b8c77ab5d705', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'floating_ip_address': '172.25.0.83', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': 'e030d144-cad5-41c6-abf1-1fa0d5c6c46c', 'port_id': '86014714-2b07-46a0-b7d8-83d2ba2718e0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '416bacf2-a256-4be1-80cc-27b22e718591', 'mac_address': 'fa:16:3e:15:f2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e514c5-77cc-47f1-a746-9d3a2ef1c5cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:20:25Z', 'updated_at': '2021-08-29T05:20:25Z', 'revision_number': 0, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f04ee6bd-ee07-470d-b114-d839fd165709', 'name': '', 'network_id': '416bacf2-a256-4be1-80cc-27b22e718591', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'mac_address': 'fa:16:3e:c5:cd:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e030d144-cad5-41c6-abf1-1fa0d5c6c46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '5a68eb71-6c14-4e5f-abc3-42e71c99632c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:20:11Z', 'updated_at': '2021-08-29T05:20:16Z', 'revision_number': 5, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'subnets': [{'id': '5a68eb71-6c14-4e5f-abc3-42e71c99632c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:20:27.547767 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-20c95f93-5980-452e-9807-136f82ba5904 req-b4e560a3-9003-4f15-944b-65859d640cab service neutron] 10.222.0.46 "GET /v2.0/networks/416bacf2-a256-4be1-80cc-27b22e718591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820904 Aug 29 05:20:27.738638 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb6c3eb-7697-411a-aca0-b712566e51f6 None None] New status for floating IP 83fb8d2f-d37d-49e7-9b2f-b8c77ab5d705: ACTIVE {{(pid=94831) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:20:28.086521 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 41546) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:20:28.150210 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-7d763e43-f832-4002-92f6-39a3296d6243 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/floatingips/83fb8d2f-d37d-49e7-9b2f-b8c77ab5d705 HTTP/1.1" status: 200 len: 992 time: 0.0625477 Aug 29 05:20:29.145152 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:33.468870 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2a1ee029-46de-482d-950a-63901d059611 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:36.332168 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-80f7dc84-ba3a-4b63-b139-6233cf6daafd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:37.346682 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:37.427311 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:38.921163 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:43.552146 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:20:45.012455 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-97e2f6a2-185d-4500-a502-d0be86ba3098 req-6e32ff87-d935-4ffb-a4fe-f017a44b2815 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f5e514c5-77cc-47f1-a746-9d3a2ef1c5cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0400574 Aug 29 05:20:45.094475 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e2f6a2-185d-4500-a502-d0be86ba3098 req-52da4627-ff28-4004-b347-4893583b0a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:45.096038 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-97e2f6a2-185d-4500-a502-d0be86ba3098 req-52da4627-ff28-4004-b347-4893583b0a7f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=170eeddf5b474a98bd75c73129396ea6&device_id=f5e514c5-77cc-47f1-a746-9d3a2ef1c5cb HTTP/1.1" status: 200 len: 1097 time: 0.0409570 Aug 29 05:20:45.204918 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e2f6a2-185d-4500-a502-d0be86ba3098 req-49156192-4604-4f4b-85db-d8b5ad729144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:45.206636 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-97e2f6a2-185d-4500-a502-d0be86ba3098 req-49156192-4604-4f4b-85db-d8b5ad729144 service neutron] 10.222.0.46 "GET /v2.0/networks?id=416bacf2-a256-4be1-80cc-27b22e718591 HTTP/1.1" status: 200 len: 897 time: 0.0908809 Aug 29 05:20:45.274892 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-97e2f6a2-185d-4500-a502-d0be86ba3098 req-8cd7a356-2947-41ad-90b1-d9665818b23f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=86014714-2b07-46a0-b7d8-83d2ba2718e0 HTTP/1.1" status: 200 len: 1000 time: 0.0604775 Aug 29 05:20:45.325350 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e2f6a2-185d-4500-a502-d0be86ba3098 req-ad490efc-44db-4b72-9d4d-cca99bcab8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:45.326825 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-97e2f6a2-185d-4500-a502-d0be86ba3098 req-ad490efc-44db-4b72-9d4d-cca99bcab8e0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5a68eb71-6c14-4e5f-abc3-42e71c99632c HTTP/1.1" status: 200 len: 834 time: 0.0447416 Aug 29 05:20:45.378558 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e2f6a2-185d-4500-a502-d0be86ba3098 req-73460063-b2bb-46e4-9d46-a8e1830e94b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:45.381403 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-97e2f6a2-185d-4500-a502-d0be86ba3098 req-73460063-b2bb-46e4-9d46-a8e1830e94b9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=416bacf2-a256-4be1-80cc-27b22e718591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448596 Aug 29 05:20:45.472075 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-97e2f6a2-185d-4500-a502-d0be86ba3098 req-dd46788d-2c0e-46dd-bc69-9ed6007fdb83 service neutron] 10.222.0.46 "GET /v2.0/networks/416bacf2-a256-4be1-80cc-27b22e718591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818596 Aug 29 05:20:45.566612 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-97e2f6a2-185d-4500-a502-d0be86ba3098 req-9d8e326b-bd5e-4f46-bb0d-0d79b1a1c56c service neutron] 10.222.0.46 "GET /v2.0/networks/416bacf2-a256-4be1-80cc-27b22e718591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865743 Aug 29 05:20:48.463068 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-15747450-e471-4846-96e8-250acf434570 req-b3e92890-ea4d-4b59-9bc9-8d5e87a3f141 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=19efa733-49d3-4125-b1bf-b01d593b5e9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0406747 Aug 29 05:20:48.558475 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15747450-e471-4846-96e8-250acf434570 req-9532fa08-adc0-4689-a51b-92b31cd5f028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:48.560014 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-15747450-e471-4846-96e8-250acf434570 req-9532fa08-adc0-4689-a51b-92b31cd5f028 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=31def360f89342158e5c482db8b51dfa&device_id=19efa733-49d3-4125-b1bf-b01d593b5e9a HTTP/1.1" status: 200 len: 1097 time: 0.0402997 Aug 29 05:20:48.664878 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15747450-e471-4846-96e8-250acf434570 req-9c400118-e756-4db9-a3c3-5f54684b2913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:48.666378 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-15747450-e471-4846-96e8-250acf434570 req-9c400118-e756-4db9-a3c3-5f54684b2913 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb HTTP/1.1" status: 200 len: 913 time: 0.0858052 Aug 29 05:20:48.708363 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-15747450-e471-4846-96e8-250acf434570 req-d85941e0-1411-487a-bb4e-9cba50e0bc7c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e11f048-6330-4537-9251-c0dbbafc7fc5 HTTP/1.1" status: 200 len: 217 time: 0.0354600 Aug 29 05:20:48.756426 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15747450-e471-4846-96e8-250acf434570 req-5719372d-1b3d-4e4a-ae54-fc90780f5904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:48.758463 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-15747450-e471-4846-96e8-250acf434570 req-5719372d-1b3d-4e4a-ae54-fc90780f5904 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6f6d99e8-8009-478f-9356-563dd7d1ac5b HTTP/1.1" status: 200 len: 851 time: 0.0429723 Aug 29 05:20:48.802413 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15747450-e471-4846-96e8-250acf434570 req-50976101-f14d-4569-8555-740d82aa4a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:48.804571 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-15747450-e471-4846-96e8-250acf434570 req-50976101-f14d-4569-8555-740d82aa4a8d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0385072 Aug 29 05:20:48.896390 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-15747450-e471-4846-96e8-250acf434570 req-b2950f27-3ffb-4f74-82c2-df19ed86d4fc service neutron] 10.222.0.48 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845149 Aug 29 05:20:48.985360 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-15747450-e471-4846-96e8-250acf434570 req-d730eb16-c7f0-4347-8df6-3d97a3c716d8 service neutron] 10.222.0.48 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814791 Aug 29 05:20:49.778576 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:56.974217 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc97ce2-8674-49ff-bf57-1141b1647a06 req-f859809e-fd80-401b-8f7e-75b0d0f99b5f tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:56.975716 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-efc97ce2-8674-49ff-bf57-1141b1647a06 req-f859809e-fd80-401b-8f7e-75b0d0f99b5f tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5e514c5-77cc-47f1-a746-9d3a2ef1c5cb HTTP/1.1" status: 200 len: 945 time: 0.0536876 Aug 29 05:20:57.013749 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-efc97ce2-8674-49ff-bf57-1141b1647a06 req-391c6ff3-e024-4eb1-b110-e611fc4f3730 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=ac7e95dc-b10f-4d8d-980f-efc3065bf3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313263 Aug 29 05:20:58.129640 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c5b258-dbea-4d98-949b-cd8cfbb14ca4 req-5257df1a-9349-4070-9a9a-91eb44d9b37e tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:58.131150 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c5c5b258-dbea-4d98-949b-cd8cfbb14ca4 req-5257df1a-9349-4070-9a9a-91eb44d9b37e tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5e514c5-77cc-47f1-a746-9d3a2ef1c5cb HTTP/1.1" status: 200 len: 945 time: 0.0496433 Aug 29 05:20:58.169377 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c5c5b258-dbea-4d98-949b-cd8cfbb14ca4 req-26ca2b27-e9f3-4414-9cdb-69b2100b970d tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=ac7e95dc-b10f-4d8d-980f-efc3065bf3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316639 Aug 29 05:20:58.191366 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 41564) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:20:58.254181 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-1247707c-f3d4-46ee-99c6-3d3fe81c73d0 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/floatingips/83fb8d2f-d37d-49e7-9b2f-b8c77ab5d705 HTTP/1.1" status: 200 len: 992 time: 0.0616713 Aug 29 05:20:59.162560 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:59.514453 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d963920a-205e-423b-b228-9a98384ce5c7 req-590e6952-33d7-4349-a958-6890351dc943 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:59.515998 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d963920a-205e-423b-b228-9a98384ce5c7 req-590e6952-33d7-4349-a958-6890351dc943 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5e514c5-77cc-47f1-a746-9d3a2ef1c5cb HTTP/1.1" status: 200 len: 945 time: 0.0477757 Aug 29 05:20:59.553502 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d963920a-205e-423b-b228-9a98384ce5c7 req-26f05524-9a5f-4eba-9bfa-273c0b53a46e tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=ac7e95dc-b10f-4d8d-980f-efc3065bf3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315022 Aug 29 05:21:00.670658 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb1b842-227a-492a-b16b-0d31143f7970 req-c57becc7-68f6-4462-9f8a-0503fbde9eef tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:00.672173 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-eeb1b842-227a-492a-b16b-0d31143f7970 req-c57becc7-68f6-4462-9f8a-0503fbde9eef tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5e514c5-77cc-47f1-a746-9d3a2ef1c5cb HTTP/1.1" status: 200 len: 945 time: 0.0501270 Aug 29 05:21:00.708520 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-eeb1b842-227a-492a-b16b-0d31143f7970 req-de55c827-8ac4-4a75-bb39-cf61daa2208e tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=ac7e95dc-b10f-4d8d-980f-efc3065bf3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304155 Aug 29 05:21:01.828756 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f295cd99-5b69-4112-8068-7627690b2430 req-207756dc-02f5-44a7-ac80-d403d60e151c tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:01.830253 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f295cd99-5b69-4112-8068-7627690b2430 req-207756dc-02f5-44a7-ac80-d403d60e151c tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5e514c5-77cc-47f1-a746-9d3a2ef1c5cb HTTP/1.1" status: 200 len: 945 time: 0.0531585 Aug 29 05:21:01.867070 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f295cd99-5b69-4112-8068-7627690b2430 req-4e91f124-ba9a-4d6b-bae8-e3ea7e4e4268 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=ac7e95dc-b10f-4d8d-980f-efc3065bf3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308931 Aug 29 05:21:02.981819 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf43feab-961e-42d2-8903-bc70021c9974 req-ab1ba480-934b-428a-9206-eec2a0dfebd9 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:02.983307 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bf43feab-961e-42d2-8903-bc70021c9974 req-ab1ba480-934b-428a-9206-eec2a0dfebd9 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5e514c5-77cc-47f1-a746-9d3a2ef1c5cb HTTP/1.1" status: 200 len: 945 time: 0.0479407 Aug 29 05:21:03.021345 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bf43feab-961e-42d2-8903-bc70021c9974 req-53c7f43d-e14c-4973-8497-1b3dabc1fe8a tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=ac7e95dc-b10f-4d8d-980f-efc3065bf3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316350 Aug 29 05:21:03.470518 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1d919235-7b38-4184-9183-e5ba6ad48135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:04.145821 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915ee3f4-df4a-4b2d-87f2-0c505e18268f req-61aa24a6-7107-4873-a03c-f4a5e4ec708c tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:04.147344 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-915ee3f4-df4a-4b2d-87f2-0c505e18268f req-61aa24a6-7107-4873-a03c-f4a5e4ec708c tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5e514c5-77cc-47f1-a746-9d3a2ef1c5cb HTTP/1.1" status: 200 len: 945 time: 0.0481253 Aug 29 05:21:04.184622 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-915ee3f4-df4a-4b2d-87f2-0c505e18268f req-9d576d91-ed32-4725-b430-269da689d5e4 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=ac7e95dc-b10f-4d8d-980f-efc3065bf3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306606 Aug 29 05:21:05.303479 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caa0d3f-1284-40de-91a0-44e2361f2f75 req-f259c2ac-0e50-422a-8cab-c83ef61dfc6e tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:05.304898 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1caa0d3f-1284-40de-91a0-44e2361f2f75 req-f259c2ac-0e50-422a-8cab-c83ef61dfc6e tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5e514c5-77cc-47f1-a746-9d3a2ef1c5cb HTTP/1.1" status: 200 len: 945 time: 0.0526748 Aug 29 05:21:05.343033 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1caa0d3f-1284-40de-91a0-44e2361f2f75 req-4385e428-33cf-48a9-b32d-1c687aa0dcac tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=ac7e95dc-b10f-4d8d-980f-efc3065bf3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314710 Aug 29 05:21:05.365416 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 41584) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:21:05.427366 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-9beff472-2e2d-44e6-a10d-d07988df4d67 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/floatingips/83fb8d2f-d37d-49e7-9b2f-b8c77ab5d705 HTTP/1.1" status: 200 len: 992 time: 0.0608187 Aug 29 05:21:05.659882 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 41590) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:21:05.817519 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-01819d22-702e-47fa-bad2-9eada5f4552c tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Deleting port ab416574-5f2c-4d8f-a86d-e8fbf9016b77 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:21:05.817867 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-01819d22-702e-47fa-bad2-9eada5f4552c tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:05.891440 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-01819d22-702e-47fa-bad2-9eada5f4552c tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:05.891874 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-01819d22-702e-47fa-bad2-9eada5f4552c tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:05.903779 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-01819d22-702e-47fa-bad2-9eada5f4552c tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Calling delete_port for ab416574-5f2c-4d8f-a86d-e8fbf9016b77 owned by network:floatingip {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:21:06.052191 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-01819d22-702e-47fa-bad2-9eada5f4552c tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:06.080009 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01819d22-702e-47fa-bad2-9eada5f4552c tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Pushing event deleted for resources: {'Port': ['ID=ab416574-5f2c-4d8f-a86d-e8fbf9016b77,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:21:06.108349 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01819d22-702e-47fa-bad2-9eada5f4552c tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:06.108698 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01819d22-702e-47fa-bad2-9eada5f4552c tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:06.109039 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01819d22-702e-47fa-bad2-9eada5f4552c tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:06.109377 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01819d22-702e-47fa-bad2-9eada5f4552c tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:06.109709 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01819d22-702e-47fa-bad2-9eada5f4552c tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:06.110039 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01819d22-702e-47fa-bad2-9eada5f4552c tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:06.110369 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01819d22-702e-47fa-bad2-9eada5f4552c tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:06.110696 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01819d22-702e-47fa-bad2-9eada5f4552c tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:06.111023 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01819d22-702e-47fa-bad2-9eada5f4552c tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:06.111351 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01819d22-702e-47fa-bad2-9eada5f4552c tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:06.111779 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01819d22-702e-47fa-bad2-9eada5f4552c tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:06.112103 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01819d22-702e-47fa-bad2-9eada5f4552c tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:06.150508 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-01819d22-702e-47fa-bad2-9eada5f4552c tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for floatingip, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:06.150855 n-d-712140-12 neutron-server[94829]: INFO neutron.db.l3_db [None req-01819d22-702e-47fa-bad2-9eada5f4552c tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Floating IP 83fb8d2f-d37d-49e7-9b2f-b8c77ab5d705 disassociated (deleted). External IP: 172.25.0.83, port: 86014714-2b07-46a0-b7d8-83d2ba2718e0. Aug 29 05:21:06.334100 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a3d89cf2-3186-4289-90d8-6cc1b604ee64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:06.356560 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01819d22-702e-47fa-bad2-9eada5f4552c tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Router e030d144-cad5-41c6-abf1-1fa0d5c6c46c has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:21:06.463286 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01819d22-702e-47fa-bad2-9eada5f4552c tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:21:06.468141 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-01819d22-702e-47fa-bad2-9eada5f4552c tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:06.472989 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7586b90-fad1-45b9-bc31-22b17a469c3b None None] Sync routers for ids ['e030d144-cad5-41c6-abf1-1fa0d5c6c46c'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:21:06.481508 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7586b90-fad1-45b9-bc31-22b17a469c3b None None] Routers {'e030d144-cad5-41c6-abf1-1fa0d5c6c46c'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:21:06.482111 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-f7586b90-fad1-45b9-bc31-22b17a469c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:21:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['e030d144-cad5-41c6-abf1-1fa0d5c6c46c'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:21:06.494849 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-01819d22-702e-47fa-bad2-9eada5f4552c tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "DELETE /v2.0/floatingips/83fb8d2f-d37d-49e7-9b2f-b8c77ab5d705 HTTP/1.1" status: 204 len: 168 time: 0.8338621 Aug 29 05:21:06.495429 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5e514c5-77cc-47f1-a746-9d3a2ef1c5cb', 'tag': '86014714-2b07-46a0-b7d8-83d2ba2718e0'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:21:06.497751 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77553e5f3dce844e1d1944d01f437b37b7dd5b7a052a0dbecc2d9758b81294" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36e26d84-35d2-4cc6-bdd3-f35c7ee1bd46" -d '{"events": [{"name": "network-changed", "server_uuid": "f5e514c5-77cc-47f1-a746-9d3a2ef1c5cb", "tag": "86014714-2b07-46a0-b7d8-83d2ba2718e0"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:21:06.658189 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35c62c42-13fb-4ace-b42c-ce7c45c1e528 x-openstack-request-id: req-35c62c42-13fb-4ace-b42c-ce7c45c1e528 {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:21:06.658664 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5e514c5-77cc-47f1-a746-9d3a2ef1c5cb", "tag": "86014714-2b07-46a0-b7d8-83d2ba2718e0", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:21:06.658969 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-35c62c42-13fb-4ace-b42c-ce7c45c1e528 {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:21:06.659462 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5e514c5-77cc-47f1-a746-9d3a2ef1c5cb', 'tag': '86014714-2b07-46a0-b7d8-83d2ba2718e0', 'status': 'completed', 'code': 200} Aug 29 05:21:06.755172 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-f7586b90-fad1-45b9-bc31-22b17a469c3b None None] Set router e030d144-cad5-41c6-abf1-1fa0d5c6c46c gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:21:06.755353 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e26d84-35d2-4cc6-bdd3-f35c7ee1bd46 req-bfb43075-dd21-476d-be8b-5f741a446c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:06.756734 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-36e26d84-35d2-4cc6-bdd3-f35c7ee1bd46 req-bfb43075-dd21-476d-be8b-5f741a446c6b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=170eeddf5b474a98bd75c73129396ea6&device_id=f5e514c5-77cc-47f1-a746-9d3a2ef1c5cb HTTP/1.1" status: 200 len: 1097 time: 0.0736594 Aug 29 05:21:06.780207 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e06407-b8fc-4485-808f-f68002bc3874 req-b5f0f126-91df-4b26-addd-fc7700711b2a tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:06.781677 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d1e06407-b8fc-4485-808f-f68002bc3874 req-b5f0f126-91df-4b26-addd-fc7700711b2a tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5e514c5-77cc-47f1-a746-9d3a2ef1c5cb HTTP/1.1" status: 200 len: 945 time: 0.0735579 Aug 29 05:21:06.864736 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d1e06407-b8fc-4485-808f-f68002bc3874 req-98b9b599-fcff-43ca-97df-c03775f7f7bd tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=ac7e95dc-b10f-4d8d-980f-efc3065bf3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728605 Aug 29 05:21:06.887577 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e26d84-35d2-4cc6-bdd3-f35c7ee1bd46 req-8580234e-939c-4196-af52-888e1ab9efbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:06.889105 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-36e26d84-35d2-4cc6-bdd3-f35c7ee1bd46 req-8580234e-939c-4196-af52-888e1ab9efbf service neutron] 10.222.0.46 "GET /v2.0/networks?id=416bacf2-a256-4be1-80cc-27b22e718591 HTTP/1.1" status: 200 len: 897 time: 0.1244106 Aug 29 05:21:06.936904 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-36e26d84-35d2-4cc6-bdd3-f35c7ee1bd46 req-9fb87018-2115-4d08-8067-98db3a2598a4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=86014714-2b07-46a0-b7d8-83d2ba2718e0 HTTP/1.1" status: 200 len: 217 time: 0.0396023 Aug 29 05:21:06.954037 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-f7586b90-fad1-45b9-bc31-22b17a469c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e030d144-cad5-41c6-abf1-1fa0d5c6c46c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-24980563', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '68451784-1ad8-4cea-9ff7-0b4b799aa843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:20:08Z', 'updated_at': '2021-08-29T05:20:12Z', 'revision_number': 4, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'gw_port': {'id': '68451784-1ad8-4cea-9ff7-0b4b799aa843', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e030d144-cad5-41c6-abf1-1fa0d5c6c46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:20:08Z', 'updated_at': '2021-08-29T05:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': 'f04ee6bd-ee07-470d-b114-d839fd165709', 'name': '', 'network_id': '416bacf2-a256-4be1-80cc-27b22e718591', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'mac_address': 'fa:16:3e:c5:cd:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e030d144-cad5-41c6-abf1-1fa0d5c6c46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '5a68eb71-6c14-4e5f-abc3-42e71c99632c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:20:11Z', 'updated_at': '2021-08-29T05:20:16Z', 'revision_number': 5, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'subnets': [{'id': '5a68eb71-6c14-4e5f-abc3-42e71c99632c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:21:06.981415 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7586b90-fad1-45b9-bc31-22b17a469c3b None None] Checking router: e030d144-cad5-41c6-abf1-1fa0d5c6c46c for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:21:06.987323 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e26d84-35d2-4cc6-bdd3-f35c7ee1bd46 req-5567af2d-05d6-4cb4-9241-7e7d8c024256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:06.988906 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-36e26d84-35d2-4cc6-bdd3-f35c7ee1bd46 req-5567af2d-05d6-4cb4-9241-7e7d8c024256 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5a68eb71-6c14-4e5f-abc3-42e71c99632c HTTP/1.1" status: 200 len: 834 time: 0.0447805 Aug 29 05:21:06.990070 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7586b90-fad1-45b9-bc31-22b17a469c3b None None] Routers {'e030d144-cad5-41c6-abf1-1fa0d5c6c46c'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:21:06.990673 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-f7586b90-fad1-45b9-bc31-22b17a469c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:21:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['e030d144-cad5-41c6-abf1-1fa0d5c6c46c'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:21:07.036951 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e26d84-35d2-4cc6-bdd3-f35c7ee1bd46 req-bee76678-05c2-4e7c-9e87-dcc853e27a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:07.038523 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-36e26d84-35d2-4cc6-bdd3-f35c7ee1bd46 req-bee76678-05c2-4e7c-9e87-dcc853e27a92 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=416bacf2-a256-4be1-80cc-27b22e718591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408671 Aug 29 05:21:07.097330 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-f7586b90-fad1-45b9-bc31-22b17a469c3b None None] Set router e030d144-cad5-41c6-abf1-1fa0d5c6c46c gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:21:07.132790 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-36e26d84-35d2-4cc6-bdd3-f35c7ee1bd46 req-60df0d75-d296-43e2-a27e-851375be8c5e service neutron] 10.222.0.46 "GET /v2.0/networks/416bacf2-a256-4be1-80cc-27b22e718591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860503 Aug 29 05:21:07.221818 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-36e26d84-35d2-4cc6-bdd3-f35c7ee1bd46 req-b82b165e-f38c-453a-bc25-fb48301d9623 service neutron] 10.222.0.46 "GET /v2.0/networks/416bacf2-a256-4be1-80cc-27b22e718591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816894 Aug 29 05:21:07.296920 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-f7586b90-fad1-45b9-bc31-22b17a469c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e030d144-cad5-41c6-abf1-1fa0d5c6c46c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-24980563', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '68451784-1ad8-4cea-9ff7-0b4b799aa843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:20:08Z', 'updated_at': '2021-08-29T05:20:12Z', 'revision_number': 4, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'gw_port': {'id': '68451784-1ad8-4cea-9ff7-0b4b799aa843', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e030d144-cad5-41c6-abf1-1fa0d5c6c46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:20:08Z', 'updated_at': '2021-08-29T05:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': 'f04ee6bd-ee07-470d-b114-d839fd165709', 'name': '', 'network_id': '416bacf2-a256-4be1-80cc-27b22e718591', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'mac_address': 'fa:16:3e:c5:cd:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e030d144-cad5-41c6-abf1-1fa0d5c6c46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '5a68eb71-6c14-4e5f-abc3-42e71c99632c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:20:11Z', 'updated_at': '2021-08-29T05:20:16Z', 'revision_number': 5, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'subnets': [{'id': '5a68eb71-6c14-4e5f-abc3-42e71c99632c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:21:07.322985 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7586b90-fad1-45b9-bc31-22b17a469c3b None None] The sync data for ids ['e030d144-cad5-41c6-abf1-1fa0d5c6c46c'] in n-d-712140-12 is: [{'id': 'e030d144-cad5-41c6-abf1-1fa0d5c6c46c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-24980563', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '68451784-1ad8-4cea-9ff7-0b4b799aa843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:20:08Z', 'updated_at': '2021-08-29T05:20:12Z', 'revision_number': 4, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'gw_port': {'id': '68451784-1ad8-4cea-9ff7-0b4b799aa843', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e030d144-cad5-41c6-abf1-1fa0d5c6c46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:20:08Z', 'updated_at': '2021-08-29T05:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': 'f04ee6bd-ee07-470d-b114-d839fd165709', 'name': '', 'network_id': '416bacf2-a256-4be1-80cc-27b22e718591', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'mac_address': 'fa:16:3e:c5:cd:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e030d144-cad5-41c6-abf1-1fa0d5c6c46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '5a68eb71-6c14-4e5f-abc3-42e71c99632c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:20:11Z', 'updated_at': '2021-08-29T05:20:16Z', 'revision_number': 5, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'subnets': [{'id': '5a68eb71-6c14-4e5f-abc3-42e71c99632c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:21:07.349650 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:07.430606 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:07.544480 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e64d56-b8e3-401c-86d5-eb5431965570 None None] New status for floating IP 83fb8d2f-d37d-49e7-9b2f-b8c77ab5d705: DOWN {{(pid=94831) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:21:07.979880 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213369a3-c195-4bb2-a164-b4293b9cd406 req-e56a5441-a659-49ac-9be1-e715bf504c45 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:07.981370 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-213369a3-c195-4bb2-a164-b4293b9cd406 req-e56a5441-a659-49ac-9be1-e715bf504c45 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5e514c5-77cc-47f1-a746-9d3a2ef1c5cb HTTP/1.1" status: 200 len: 945 time: 0.0484319 Aug 29 05:21:08.019001 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-213369a3-c195-4bb2-a164-b4293b9cd406 req-8aa778d5-4b48-4bbf-b824-98ea2abadb10 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=ac7e95dc-b10f-4d8d-980f-efc3065bf3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316691 Aug 29 05:21:08.346038 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e00ad0d-53fa-4dc3-a6f2-120cb590d2e5 req-2302e0e5-5c93-45c4-9e7a-6726ed035505 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:08.347399 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6e00ad0d-53fa-4dc3-a6f2-120cb590d2e5 req-2302e0e5-5c93-45c4-9e7a-6726ed035505 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5e514c5-77cc-47f1-a746-9d3a2ef1c5cb HTTP/1.1" status: 200 len: 945 time: 0.0515871 Aug 29 05:21:08.435032 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-6e00ad0d-53fa-4dc3-a6f2-120cb590d2e5 req-478c2475-f699-4a21-beb4-03695341c879 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Deleting port 86014714-2b07-46a0-b7d8-83d2ba2718e0 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:21:08.435385 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-6e00ad0d-53fa-4dc3-a6f2-120cb590d2e5 req-478c2475-f699-4a21-beb4-03695341c879 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:08.526467 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-6e00ad0d-53fa-4dc3-a6f2-120cb590d2e5 req-478c2475-f699-4a21-beb4-03695341c879 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] For port 86014714-2b07-46a0-b7d8-83d2ba2718e0, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=86014714-2b07-46a0-b7d8-83d2ba2718e0,segment=NetworkSegment(f300e8f5-4f4a-4bb3-9424-f8838eac436a),segment_id=f300e8f5-4f4a-4bb3-9424-f8838eac436a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:21:08.526841 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-6e00ad0d-53fa-4dc3-a6f2-120cb590d2e5 req-478c2475-f699-4a21-beb4-03695341c879 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:08.539414 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-6e00ad0d-53fa-4dc3-a6f2-120cb590d2e5 req-478c2475-f699-4a21-beb4-03695341c879 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Calling delete_port for 86014714-2b07-46a0-b7d8-83d2ba2718e0 owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:21:08.664665 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-6e00ad0d-53fa-4dc3-a6f2-120cb590d2e5 req-478c2475-f699-4a21-beb4-03695341c879 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:08.690976 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478c2475-f699-4a21-beb4-03695341c879 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Pushing event deleted for resources: {'Port': ['ID=86014714-2b07-46a0-b7d8-83d2ba2718e0,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:21:08.704916 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478c2475-f699-4a21-beb4-03695341c879 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:08.705285 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478c2475-f699-4a21-beb4-03695341c879 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:08.705639 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478c2475-f699-4a21-beb4-03695341c879 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:08.706090 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478c2475-f699-4a21-beb4-03695341c879 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:08.706806 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478c2475-f699-4a21-beb4-03695341c879 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:08.706806 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478c2475-f699-4a21-beb4-03695341c879 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:08.707022 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478c2475-f699-4a21-beb4-03695341c879 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:08.707318 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478c2475-f699-4a21-beb4-03695341c879 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:08.707656 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478c2475-f699-4a21-beb4-03695341c879 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:08.708019 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478c2475-f699-4a21-beb4-03695341c879 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:08.708352 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478c2475-f699-4a21-beb4-03695341c879 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:08.708684 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478c2475-f699-4a21-beb4-03695341c879 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:08.745182 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e00ad0d-53fa-4dc3-a6f2-120cb590d2e5 req-478c2475-f699-4a21-beb4-03695341c879 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] No DVR routers for this DVR port 86014714-2b07-46a0-b7d8-83d2ba2718e0 on host n-h1-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:21:08.747924 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-6e00ad0d-53fa-4dc3-a6f2-120cb590d2e5 req-478c2475-f699-4a21-beb4-03695341c879 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:08.749903 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6e00ad0d-53fa-4dc3-a6f2-120cb590d2e5 req-478c2475-f699-4a21-beb4-03695341c879 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.46 "DELETE /v2.0/ports/86014714-2b07-46a0-b7d8-83d2ba2718e0 HTTP/1.1" status: 204 len: 173 time: 0.3954964 Aug 29 05:21:08.750351 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5e514c5-77cc-47f1-a746-9d3a2ef1c5cb', 'name': 'network-vif-deleted', 'tag': '86014714-2b07-46a0-b7d8-83d2ba2718e0'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:21:08.752693 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfb9107a06241f0f5f2256c13c0e0e77dc40c776bf6dc0455c34cebdf0549d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7b0709e-fd41-432e-9abd-d7648f5d0b95" -d '{"events": [{"server_uuid": "f5e514c5-77cc-47f1-a746-9d3a2ef1c5cb", "name": "network-vif-deleted", "tag": "86014714-2b07-46a0-b7d8-83d2ba2718e0"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:21:08.793085 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e0da08e-53b1-4df8-b3cf-73649e904415 x-openstack-request-id: req-5e0da08e-53b1-4df8-b3cf-73649e904415 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:21:08.793376 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5e514c5-77cc-47f1-a746-9d3a2ef1c5cb", "name": "network-vif-deleted", "tag": "86014714-2b07-46a0-b7d8-83d2ba2718e0", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:21:08.793793 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5e0da08e-53b1-4df8-b3cf-73649e904415 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:21:08.794200 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5e514c5-77cc-47f1-a746-9d3a2ef1c5cb', 'name': 'network-vif-deleted', 'tag': '86014714-2b07-46a0-b7d8-83d2ba2718e0', 'status': 'completed', 'code': 200} Aug 29 05:21:08.924801 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:09.131972 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-aca4fa14-2803-410b-870f-0defcc45769b req-b044ca95-f014-4897-be02-ebd7f610de06 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5e514c5-77cc-47f1-a746-9d3a2ef1c5cb HTTP/1.1" status: 200 len: 210 time: 0.0276415 Aug 29 05:21:10.190164 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 41606) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:21:10.537352 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cc4eaa41-9a19-49a8-9bd2-66cf71c43b4d tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713413'] for router_interface, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:10.787478 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-cc4eaa41-9a19-49a8-9bd2-66cf71c43b4d tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Deleting port f04ee6bd-ee07-470d-b114-d839fd165709 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:21:10.787782 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cc4eaa41-9a19-49a8-9bd2-66cf71c43b4d tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:10.877258 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-cc4eaa41-9a19-49a8-9bd2-66cf71c43b4d tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] For port f04ee6bd-ee07-470d-b114-d839fd165709, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=f04ee6bd-ee07-470d-b114-d839fd165709,segment=NetworkSegment(f300e8f5-4f4a-4bb3-9424-f8838eac436a),segment_id=f300e8f5-4f4a-4bb3-9424-f8838eac436a)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:21:10.877628 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cc4eaa41-9a19-49a8-9bd2-66cf71c43b4d tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:10.890819 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-cc4eaa41-9a19-49a8-9bd2-66cf71c43b4d tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Calling delete_port for f04ee6bd-ee07-470d-b114-d839fd165709 owned by network:router_interface {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:21:11.071399 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cc4eaa41-9a19-49a8-9bd2-66cf71c43b4d tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:11.096871 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4eaa41-9a19-49a8-9bd2-66cf71c43b4d tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Pushing event deleted for resources: {'Port': ['ID=f04ee6bd-ee07-470d-b114-d839fd165709,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:21:11.273518 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cc4eaa41-9a19-49a8-9bd2-66cf71c43b4d tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-713231'] for router_interface, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:11.481667 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc4eaa41-9a19-49a8-9bd2-66cf71c43b4d tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Router e030d144-cad5-41c6-abf1-1fa0d5c6c46c has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:21:11.583519 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc4eaa41-9a19-49a8-9bd2-66cf71c43b4d tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:21:11.589394 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-cc4eaa41-9a19-49a8-9bd2-66cf71c43b4d tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "PUT /v2.0/routers/e030d144-cad5-41c6-abf1-1fa0d5c6c46c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3984885 Aug 29 05:21:11.592058 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 41608) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:21:11.593645 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53072828-ebe0-4731-bcb6-a9f2c2726556 None None] Sync routers for ids ['e030d144-cad5-41c6-abf1-1fa0d5c6c46c'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:21:11.603866 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53072828-ebe0-4731-bcb6-a9f2c2726556 None None] Routers {'e030d144-cad5-41c6-abf1-1fa0d5c6c46c'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:21:11.604483 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-53072828-ebe0-4731-bcb6-a9f2c2726556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:21:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['e030d144-cad5-41c6-abf1-1fa0d5c6c46c'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:21:11.645437 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab081ae9-b23c-4358-807e-af6b334dbac2 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Deleting subnet 5a68eb71-6c14-4e5f-abc3-42e71c99632c {{(pid=94829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 05:21:11.648600 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ab081ae9-b23c-4358-807e-af6b334dbac2 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for subnet, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:11.688105 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ab081ae9-b23c-4358-807e-af6b334dbac2 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4311743'] for subnet, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:11.706842 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-53072828-ebe0-4731-bcb6-a9f2c2726556 None None] Set router e030d144-cad5-41c6-abf1-1fa0d5c6c46c gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:21:11.773899 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ab081ae9-b23c-4358-807e-af6b334dbac2 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:11.842425 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ab081ae9-b23c-4358-807e-af6b334dbac2 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4552352'] for subnet, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:11.874775 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab081ae9-b23c-4358-807e-af6b334dbac2 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Pushing event deleted for resources: {'Subnet': ['ID=5a68eb71-6c14-4e5f-abc3-42e71c99632c,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:21:11.877549 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ab081ae9-b23c-4358-807e-af6b334dbac2 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:11.879540 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-ab081ae9-b23c-4358-807e-af6b334dbac2 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "DELETE /v2.0/subnets/5a68eb71-6c14-4e5f-abc3-42e71c99632c HTTP/1.1" status: 204 len: 168 time: 0.2865403 Aug 29 05:21:11.882215 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 41610) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:21:11.885081 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd7fc5b-b978-4f53-84bf-38a2bd7d6e99 None None] Network 416bacf2-a256-4be1-80cc-27b22e718591 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:21:11.932680 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-53072828-ebe0-4731-bcb6-a9f2c2726556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e030d144-cad5-41c6-abf1-1fa0d5c6c46c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-24980563', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '68451784-1ad8-4cea-9ff7-0b4b799aa843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:20:08Z', 'updated_at': '2021-08-29T05:21:11Z', 'revision_number': 5, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'gw_port': {'id': '68451784-1ad8-4cea-9ff7-0b4b799aa843', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e030d144-cad5-41c6-abf1-1fa0d5c6c46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:20:08Z', 'updated_at': '2021-08-29T05:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:21:11.962374 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53072828-ebe0-4731-bcb6-a9f2c2726556 None None] Checking router: e030d144-cad5-41c6-abf1-1fa0d5c6c46c for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:21:11.984277 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53072828-ebe0-4731-bcb6-a9f2c2726556 None None] Routers {'e030d144-cad5-41c6-abf1-1fa0d5c6c46c'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:21:11.984904 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-53072828-ebe0-4731-bcb6-a9f2c2726556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:21:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['e030d144-cad5-41c6-abf1-1fa0d5c6c46c'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:21:12.134460 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-53072828-ebe0-4731-bcb6-a9f2c2726556 None None] Set router e030d144-cad5-41c6-abf1-1fa0d5c6c46c gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:21:12.191080 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb71d2c-d013-4245-af69-6f5b54e5f8d8 None None] DHCP port deletion for 416bacf2-a256-4be1-80cc-27b22e718591 request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 05:21:12.193032 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 86014714-2b07-46a0-b7d8-83d2ba2718e0 no longer exists at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:21:12.216632 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] No Port match for: 86014714-2b07-46a0-b7d8-83d2ba2718e0 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:21:12.216959 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 86014714-2b07-46a0-b7d8-83d2ba2718e0 not bound to the agent host n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:21:12.291511 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f8a217be-b4c9-4bb5-bb75-bd0975ad82ce tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for router, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:12.345493 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-ceb71d2c-d013-4245-af69-6f5b54e5f8d8 None None] Deleting port 3df432ba-a28c-4b65-b0bb-50c8daf74a52 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:21:12.346165 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ceb71d2c-d013-4245-af69-6f5b54e5f8d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:12.395509 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f8a217be-b4c9-4bb5-bb75-bd0975ad82ce tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:12.420792 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-ceb71d2c-d013-4245-af69-6f5b54e5f8d8 None None] For port 3df432ba-a28c-4b65-b0bb-50c8daf74a52, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=3df432ba-a28c-4b65-b0bb-50c8daf74a52,segment=NetworkSegment(f300e8f5-4f4a-4bb3-9424-f8838eac436a),segment_id=f300e8f5-4f4a-4bb3-9424-f8838eac436a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:21:12.421109 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ceb71d2c-d013-4245-af69-6f5b54e5f8d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:12.435753 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-ceb71d2c-d013-4245-af69-6f5b54e5f8d8 None None] Calling delete_port for 3df432ba-a28c-4b65-b0bb-50c8daf74a52 owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:21:12.446650 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-f8a217be-b4c9-4bb5-bb75-bd0975ad82ce tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Deleting port 68451784-1ad8-4cea-9ff7-0b4b799aa843 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:21:12.447624 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f8a217be-b4c9-4bb5-bb75-bd0975ad82ce tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:12.448319 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-53072828-ebe0-4731-bcb6-a9f2c2726556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e030d144-cad5-41c6-abf1-1fa0d5c6c46c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-24980563', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '68451784-1ad8-4cea-9ff7-0b4b799aa843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:20:08Z', 'updated_at': '2021-08-29T05:21:11Z', 'revision_number': 5, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'gw_port': {'id': '68451784-1ad8-4cea-9ff7-0b4b799aa843', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e030d144-cad5-41c6-abf1-1fa0d5c6c46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:20:08Z', 'updated_at': '2021-08-29T05:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:21:12.476347 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53072828-ebe0-4731-bcb6-a9f2c2726556 None None] The sync data for ids ['e030d144-cad5-41c6-abf1-1fa0d5c6c46c'] in n-d-712140-12 is: [{'id': 'e030d144-cad5-41c6-abf1-1fa0d5c6c46c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-24980563', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '68451784-1ad8-4cea-9ff7-0b4b799aa843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:20:08Z', 'updated_at': '2021-08-29T05:21:11Z', 'revision_number': 5, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'gw_port': {'id': '68451784-1ad8-4cea-9ff7-0b4b799aa843', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e030d144-cad5-41c6-abf1-1fa0d5c6c46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:20:08Z', 'updated_at': '2021-08-29T05:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:21:12.534533 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-f8a217be-b4c9-4bb5-bb75-bd0975ad82ce tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] For port 68451784-1ad8-4cea-9ff7-0b4b799aa843, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=68451784-1ad8-4cea-9ff7-0b4b799aa843,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:21:12.535111 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f8a217be-b4c9-4bb5-bb75-bd0975ad82ce tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:12.546173 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ceb71d2c-d013-4245-af69-6f5b54e5f8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:12.549890 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-f8a217be-b4c9-4bb5-bb75-bd0975ad82ce tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Calling delete_port for 68451784-1ad8-4cea-9ff7-0b4b799aa843 owned by network:router_gateway {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:21:12.574402 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb71d2c-d013-4245-af69-6f5b54e5f8d8 None None] No DVR routers for this DVR port 3df432ba-a28c-4b65-b0bb-50c8daf74a52 on host n-d-712140-12 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:21:12.581709 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb71d2c-d013-4245-af69-6f5b54e5f8d8 None None] Pushing event deleted for resources: {'Port': ['ID=3df432ba-a28c-4b65-b0bb-50c8daf74a52,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:21:12.588294 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb71d2c-d013-4245-af69-6f5b54e5f8d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:12.588647 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb71d2c-d013-4245-af69-6f5b54e5f8d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:12.588987 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb71d2c-d013-4245-af69-6f5b54e5f8d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:12.589324 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb71d2c-d013-4245-af69-6f5b54e5f8d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:12.589659 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb71d2c-d013-4245-af69-6f5b54e5f8d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:12.589988 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb71d2c-d013-4245-af69-6f5b54e5f8d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:12.590315 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb71d2c-d013-4245-af69-6f5b54e5f8d8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:12.590641 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb71d2c-d013-4245-af69-6f5b54e5f8d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:12.590992 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb71d2c-d013-4245-af69-6f5b54e5f8d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:12.591293 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb71d2c-d013-4245-af69-6f5b54e5f8d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:12.591615 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb71d2c-d013-4245-af69-6f5b54e5f8d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:12.591960 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb71d2c-d013-4245-af69-6f5b54e5f8d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:12.715564 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f8a217be-b4c9-4bb5-bb75-bd0975ad82ce tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:12.741779 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a217be-b4c9-4bb5-bb75-bd0975ad82ce tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Pushing event deleted for resources: {'Port': ['ID=68451784-1ad8-4cea-9ff7-0b4b799aa843,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:21:12.803156 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f8a217be-b4c9-4bb5-bb75-bd0975ad82ce tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719445'] for router_gateway, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:12.896296 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f8a217be-b4c9-4bb5-bb75-bd0975ad82ce tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:12.898501 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f8a217be-b4c9-4bb5-bb75-bd0975ad82ce tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:12.944370 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f8a217be-b4c9-4bb5-bb75-bd0975ad82ce tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717253'] for router, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:12.944786 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8a217be-b4c9-4bb5-bb75-bd0975ad82ce tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Fanout notify agent at l3_agent the message router_deleted on router e030d144-cad5-41c6-abf1-1fa0d5c6c46c {{(pid=94829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 05:21:12.952344 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f8a217be-b4c9-4bb5-bb75-bd0975ad82ce tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:12.953487 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-f8a217be-b4c9-4bb5-bb75-bd0975ad82ce tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "DELETE /v2.0/routers/e030d144-cad5-41c6-abf1-1fa0d5c6c46c HTTP/1.1" status: 204 len: 168 time: 1.0703876 Aug 29 05:21:12.956160 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 41612) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:21:13.036880 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-faff8876-6ff9-4c53-aa53-0829025a5b4c tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:13.125679 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-faff8876-6ff9-4c53-aa53-0829025a5b4c tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:13.135454 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-faff8876-6ff9-4c53-aa53-0829025a5b4c tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['416bacf2-a256-4be1-80cc-27b22e718591']}} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:21:13.145468 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-faff8876-6ff9-4c53-aa53-0829025a5b4c tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f300e8f5-4f4a-4bb3-9424-f8838eac436a') {'for_net_delete': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:21:13.145767 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-faff8876-6ff9-4c53-aa53-0829025a5b4c tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f300e8f5-4f4a-4bb3-9424-f8838eac436a') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:21:13.154795 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-faff8876-6ff9-4c53-aa53-0829025a5b4c tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4311712'] for segment, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:13.168555 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-faff8876-6ff9-4c53-aa53-0829025a5b4c tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:13.174195 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faff8876-6ff9-4c53-aa53-0829025a5b4c tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=94829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:21:13.174577 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-faff8876-6ff9-4c53-aa53-0829025a5b4c tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4274277'] for segment, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:13.177411 n-d-712140-12 neutron-server[94829]: Traceback (most recent call last): Aug 29 05:21:13.177411 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:21:13.177411 n-d-712140-12 neutron-server[94829]: timer() Aug 29 05:21:13.177411 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:21:13.177411 n-d-712140-12 neutron-server[94829]: cb(*args, **kw) Aug 29 05:21:13.177411 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:21:13.177411 n-d-712140-12 neutron-server[94829]: return func(*args, **kwargs) Aug 29 05:21:13.177411 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:21:13.177411 n-d-712140-12 neutron-server[94829]: self._notify() Aug 29 05:21:13.177411 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:21:13.177411 n-d-712140-12 neutron-server[94829]: self.callback(batched_events) Aug 29 05:21:13.177411 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:21:13.177411 n-d-712140-12 neutron-server[94829]: event.method(event) Aug 29 05:21:13.177411 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:21:13.177411 n-d-712140-12 neutron-server[94829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:21:13.177411 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:21:13.177411 n-d-712140-12 neutron-server[94829]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:21:13.177411 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:21:13.177411 n-d-712140-12 neutron-server[94829]: return f(self, *a, **k) Aug 29 05:21:13.177411 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:21:13.177411 n-d-712140-12 neutron-server[94829]: return self._get(url).json() Aug 29 05:21:13.177411 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:21:13.177411 n-d-712140-12 neutron-server[94829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:21:13.177411 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:21:13.177411 n-d-712140-12 neutron-server[94829]: return self.request(url, 'GET', **kwargs) Aug 29 05:21:13.177411 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:21:13.177411 n-d-712140-12 neutron-server[94829]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:21:13.177411 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:21:13.177411 n-d-712140-12 neutron-server[94829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:21:13.177411 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:21:13.177411 n-d-712140-12 neutron-server[94829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:21:13.177411 n-d-712140-12 neutron-server[94829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:21:13.237713 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-faff8876-6ff9-4c53-aa53-0829025a5b4c tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:13.245440 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-faff8876-6ff9-4c53-aa53-0829025a5b4c tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:13.246780 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-faff8876-6ff9-4c53-aa53-0829025a5b4c tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "DELETE /v2.0/networks/416bacf2-a256-4be1-80cc-27b22e718591 HTTP/1.1" status: 204 len: 168 time: 0.2896016 Aug 29 05:21:13.249596 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 41614) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:21:13.258123 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faff8876-6ff9-4c53-aa53-0829025a5b4c tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Pushing event deleted for resources: {'Network': ['ID=416bacf2-a256-4be1-80cc-27b22e718591,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:21:13.307487 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7e990704-3b72-4a92-baac-4dbfddd72c9e tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:13.332544 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7e990704-3b72-4a92-baac-4dbfddd72c9e tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:13.398101 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7e990704-3b72-4a92-baac-4dbfddd72c9e tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:13.401300 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7e990704-3b72-4a92-baac-4dbfddd72c9e tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:13.402471 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-7e990704-3b72-4a92-baac-4dbfddd72c9e tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "DELETE /v2.0/security-groups/ac7e95dc-b10f-4d8d-980f-efc3065bf3e3 HTTP/1.1" status: 204 len: 168 time: 0.1518490 Aug 29 05:21:13.411646 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e990704-3b72-4a92-baac-4dbfddd72c9e tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac7e95dc-b10f-4d8d-980f-efc3065bf3e3,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:21:13.682703 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 41620) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:21:13.687607 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-64ee54d6-ba47-4042-8267-373ba8beeb6e tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1028278429', 'description': 'tempest-secgroup-smoke-1028278429 description', 'project_id': '170eeddf5b474a98bd75c73129396ea6'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:21:13.709534 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-64ee54d6-ba47-4042-8267-373ba8beeb6e tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:13.790731 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-64ee54d6-ba47-4042-8267-373ba8beeb6e tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:13.795131 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-64ee54d6-ba47-4042-8267-373ba8beeb6e tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:13.824537 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-64ee54d6-ba47-4042-8267-373ba8beeb6e tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:13.825777 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-64ee54d6-ba47-4042-8267-373ba8beeb6e tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1420236 Aug 29 05:21:13.826872 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ee54d6-ba47-4042-8267-373ba8beeb6e tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1ca4581-f308-4f4c-b6e3-8493036d8cb3,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:21:13.828779 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 41622) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:21:13.833792 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-9dafa4b5-23ff-4474-9c74-71a332fe0881 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Request body: {'security_group_rule': {'security_group_id': 'e1ca4581-f308-4f4c-b6e3-8493036d8cb3', 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:21:13.860654 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9dafa4b5-23ff-4474-9c74-71a332fe0881 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:13.906420 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9dafa4b5-23ff-4474-9c74-71a332fe0881 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:13.910045 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9dafa4b5-23ff-4474-9c74-71a332fe0881 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:13.926769 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dafa4b5-23ff-4474-9c74-71a332fe0881 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2437515f-5f6f-421f-b571-9cfea84e096c,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:21:13.934203 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9dafa4b5-23ff-4474-9c74-71a332fe0881 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:13.935409 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-9dafa4b5-23ff-4474-9c74-71a332fe0881 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1055090 Aug 29 05:21:13.938139 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 41624) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:21:13.942525 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-2012fbf1-bc28-49f2-90d8-224b1f01450b tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Request body: {'security_group_rule': {'security_group_id': 'e1ca4581-f308-4f4c-b6e3-8493036d8cb3', 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:21:13.969487 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2012fbf1-bc28-49f2-90d8-224b1f01450b tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:14.027292 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2012fbf1-bc28-49f2-90d8-224b1f01450b tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:14.030686 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2012fbf1-bc28-49f2-90d8-224b1f01450b tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:14.051153 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2012fbf1-bc28-49f2-90d8-224b1f01450b tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffa6aa6d-4b50-4422-ab26-6a5d45bb4a15,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:21:14.054357 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2012fbf1-bc28-49f2-90d8-224b1f01450b tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:14.055612 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-2012fbf1-bc28-49f2-90d8-224b1f01450b tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1165030 Aug 29 05:21:14.058384 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 41626) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:21:14.063418 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-d92d7faa-0e5d-42df-9e5e-91e92ae7e560 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Request body: {'security_group_rule': {'security_group_id': 'e1ca4581-f308-4f4c-b6e3-8493036d8cb3', 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:21:14.089237 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d92d7faa-0e5d-42df-9e5e-91e92ae7e560 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:14.147179 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d92d7faa-0e5d-42df-9e5e-91e92ae7e560 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:14.151306 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d92d7faa-0e5d-42df-9e5e-91e92ae7e560 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:14.171828 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92d7faa-0e5d-42df-9e5e-91e92ae7e560 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7c0e69b-1517-4763-baad-6de32d12b243,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:21:14.178014 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d92d7faa-0e5d-42df-9e5e-91e92ae7e560 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:14.182425 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-d92d7faa-0e5d-42df-9e5e-91e92ae7e560 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1193573 Aug 29 05:21:14.182771 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 41628) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:21:14.187395 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-b42cb8a6-0074-498c-b151-02b2fe760f74 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Request body: {'security_group_rule': {'security_group_id': 'e1ca4581-f308-4f4c-b6e3-8493036d8cb3', 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:21:14.206215 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 68451784-1ad8-4cea-9ff7-0b4b799aa843 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:21:14.213715 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b42cb8a6-0074-498c-b151-02b2fe760f74 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:14.225946 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 68451784-1ad8-4cea-9ff7-0b4b799aa843 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:21:14.226297 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 68451784-1ad8-4cea-9ff7-0b4b799aa843 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:21:14.226727 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 3df432ba-a28c-4b65-b0bb-50c8daf74a52 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:21:14.245867 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 3df432ba-a28c-4b65-b0bb-50c8daf74a52 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:21:14.246213 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 3df432ba-a28c-4b65-b0bb-50c8daf74a52 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:21:14.246639 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device f04ee6bd-ee07-470d-b114-d839fd165709 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:21:14.264777 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: f04ee6bd-ee07-470d-b114-d839fd165709 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:21:14.265130 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device f04ee6bd-ee07-470d-b114-d839fd165709 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:21:14.277359 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b42cb8a6-0074-498c-b151-02b2fe760f74 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:14.281011 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b42cb8a6-0074-498c-b151-02b2fe760f74 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:14.298212 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42cb8a6-0074-498c-b151-02b2fe760f74 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9416e5f6-35fc-4ba9-881f-9430fe6a4103,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:21:14.304798 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b42cb8a6-0074-498c-b151-02b2fe760f74 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:14.305995 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-b42cb8a6-0074-498c-b151-02b2fe760f74 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1221919 Aug 29 05:21:14.309221 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 41630) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:21:14.313584 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-d586df3f-8dae-4b3b-8caa-4177f937e332 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Request body: {'security_group_rule': {'security_group_id': 'e1ca4581-f308-4f4c-b6e3-8493036d8cb3', 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:21:14.334422 n-d-712140-12 neutron-server[94829]: INFO neutron.db.securitygroups_db [None req-d586df3f-8dae-4b3b-8caa-4177f937e332 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Project 170eeddf5b474a98bd75c73129396ea6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 05:21:14.339109 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d586df3f-8dae-4b3b-8caa-4177f937e332 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:14.399368 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d586df3f-8dae-4b3b-8caa-4177f937e332 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:14.403513 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d586df3f-8dae-4b3b-8caa-4177f937e332 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:14.421850 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d586df3f-8dae-4b3b-8caa-4177f937e332 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5785a306-33a1-4c79-a1ab-5a376fe34f25,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:21:14.428121 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d586df3f-8dae-4b3b-8caa-4177f937e332 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:14.429235 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-d586df3f-8dae-4b3b-8caa-4177f937e332 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1190839 Aug 29 05:21:14.432252 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 41632) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:21:14.436943 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-46f27f6b-dca1-469c-9832-9ca0695af836 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Request body: {'security_group_rule': {'security_group_id': 'e1ca4581-f308-4f4c-b6e3-8493036d8cb3', 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:21:14.457960 n-d-712140-12 neutron-server[94828]: INFO neutron.db.securitygroups_db [None req-46f27f6b-dca1-469c-9832-9ca0695af836 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Project 170eeddf5b474a98bd75c73129396ea6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 05:21:14.463161 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-46f27f6b-dca1-469c-9832-9ca0695af836 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:14.522104 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-46f27f6b-dca1-469c-9832-9ca0695af836 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:14.526113 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-46f27f6b-dca1-469c-9832-9ca0695af836 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:14.543702 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f27f6b-dca1-469c-9832-9ca0695af836 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d542320-939e-4bab-a670-53c461b944eb,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:21:14.549170 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-46f27f6b-dca1-469c-9832-9ca0695af836 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:14.551260 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-46f27f6b-dca1-469c-9832-9ca0695af836 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1171572 Aug 29 05:21:14.553205 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 41634) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:21:14.558162 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-bf0bdcd9-36c2-4b79-b46b-5bed9bab9730 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Request body: {'network': {'name': 'tempest-network-smoke--135164137', 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'port_security_enabled': True}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:21:14.578801 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf0bdcd9-36c2-4b79-b46b-5bed9bab9730 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Made reservation on behalf of 170eeddf5b474a98bd75c73129396ea6 for: {'network': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:21:14.582248 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bf0bdcd9-36c2-4b79-b46b-5bed9bab9730 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:14.606640 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf0bdcd9-36c2-4b79-b46b-5bed9bab9730 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=94828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:21:14.615554 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bf0bdcd9-36c2-4b79-b46b-5bed9bab9730 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:14.616291 n-d-712140-12 neutron-server[94828]: INFO neutron.db.segments_db [None req-bf0bdcd9-36c2-4b79-b46b-5bed9bab9730 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Added segment 8b90a40e-8296-4cb2-8818-2b445d920178 of type vlan for network 386d41a9-b186-4678-b28d-8d53e2cb23a6 Aug 29 05:21:14.654829 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bf0bdcd9-36c2-4b79-b46b-5bed9bab9730 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:14.678936 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bf0bdcd9-36c2-4b79-b46b-5bed9bab9730 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:14.684448 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0bdcd9-36c2-4b79-b46b-5bed9bab9730 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:14.685038 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bf0bdcd9-36c2-4b79-b46b-5bed9bab9730 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:14.745933 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-bf0bdcd9-36c2-4b79-b46b-5bed9bab9730 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1912248 Aug 29 05:21:14.748300 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 41636) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:21:14.753489 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-9e12532d-c001-41ff-beaa-0751dc765d6f tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2109204826', 'admin_state_up': True, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:21:14.753949 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0bdcd9-36c2-4b79-b46b-5bed9bab9730 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Pushing event updated for resources: {'Network': ['ID=386d41a9-b186-4678-b28d-8d53e2cb23a6,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:21:14.765345 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 386d41a9-b186-4678-b28d-8d53e2cb23a6 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:21:14.778320 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9e12532d-c001-41ff-beaa-0751dc765d6f tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:14.779371 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9e12532d-c001-41ff-beaa-0751dc765d6f tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1838'] for router, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:14.836045 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9e12532d-c001-41ff-beaa-0751dc765d6f tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:14.982011 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9e12532d-c001-41ff-beaa-0751dc765d6f tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:15.188824 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9e12532d-c001-41ff-beaa-0751dc765d6f tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for router_gateway, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:15.208190 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9e12532d-c001-41ff-beaa-0751dc765d6f tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:15.306730 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-9e12532d-c001-41ff-beaa-0751dc765d6f tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Allocated IP 172.25.0.185 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/5a8e963f-e120-436d-bd5d-55057636883f) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:21:15.412100 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9e12532d-c001-41ff-beaa-0751dc765d6f tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:15.451273 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9e12532d-c001-41ff-beaa-0751dc765d6f tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:15.494391 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e12532d-c001-41ff-beaa-0751dc765d6f tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:21:15.497403 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-9e12532d-c001-41ff-beaa-0751dc765d6f tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:21:15.499780 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e12532d-c001-41ff-beaa-0751dc765d6f tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:21:15.521651 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e12532d-c001-41ff-beaa-0751dc765d6f tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Pushing event updated for resources: {'Port': ['ID=5a8e963f-e120-436d-bd5d-55057636883f,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:21:15.745676 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9e12532d-c001-41ff-beaa-0751dc765d6f tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for router_gateway, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:15.938494 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9e12532d-c001-41ff-beaa-0751dc765d6f tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409'] for router, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:16.062886 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e12532d-c001-41ff-beaa-0751dc765d6f tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Router 491da03c-6153-450d-ab7d-f7ac5de0f4cc is scheduled to L3 agent 76874008-c311-485c-ba36-921b6d275b6a with binding_index 1 {{(pid=94829) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 05:21:16.169193 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e12532d-c001-41ff-beaa-0751dc765d6f tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:21:16.178382 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2386445f-a62d-40e8-b34f-d5e9c440d596 None None] Sync routers for ids ['491da03c-6153-450d-ab7d-f7ac5de0f4cc'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:21:16.187199 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9e12532d-c001-41ff-beaa-0751dc765d6f tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:16.187387 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2386445f-a62d-40e8-b34f-d5e9c440d596 None None] Routers {'491da03c-6153-450d-ab7d-f7ac5de0f4cc'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:21:16.188116 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-2386445f-a62d-40e8-b34f-d5e9c440d596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:21:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['491da03c-6153-450d-ab7d-f7ac5de0f4cc'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:21:16.188538 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-9e12532d-c001-41ff-beaa-0751dc765d6f tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4386823 Aug 29 05:21:16.191670 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 41638) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:21:16.219801 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-1d58ec52-031f-4db0-b3ed-6130487c0adb tempest-TestNetworkAdvancedServerOps-1390409953 tempest-TestNetworkAdvancedServerOps-1390409953-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=170eeddf5b474a98bd75c73129396ea6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269296 Aug 29 05:21:16.222330 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 41640) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:21:16.292139 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-2386445f-a62d-40e8-b34f-d5e9c440d596 None None] Set router 491da03c-6153-450d-ab7d-f7ac5de0f4cc gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:21:16.311084 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13fd7cb7-cb5b-42a7-bacf-f828c2f75fef tempest-TestNetworkAdvancedServerOps-1390409953 tempest-TestNetworkAdvancedServerOps-1390409953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:16.312652 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-13fd7cb7-cb5b-42a7-bacf-f828c2f75fef tempest-TestNetworkAdvancedServerOps-1390409953 tempest-TestNetworkAdvancedServerOps-1390409953-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0894201 Aug 29 05:21:16.315827 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 41642) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:21:16.345081 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-f7341ed0-1687-483e-84fb-3a63c8081221 tempest-TestNetworkAdvancedServerOps-1390409953 tempest-TestNetworkAdvancedServerOps-1390409953-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=e6c84a15-2e6f-4c07-8ede-a88148c2fe90&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281222 Aug 29 05:21:16.347550 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 41644) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:21:16.352341 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-ba1ade89-8360-4a94-b5b5-87d917d4859e tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1491646601', 'network_id': '386d41a9-b186-4678-b28d-8d53e2cb23a6', 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:21:16.436520 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba1ade89-8360-4a94-b5b5-87d917d4859e tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Made reservation on behalf of 170eeddf5b474a98bd75c73129396ea6 for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:21:16.440123 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ba1ade89-8360-4a94-b5b5-87d917d4859e tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:16.468245 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-2386445f-a62d-40e8-b34f-d5e9c440d596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '491da03c-6153-450d-ab7d-f7ac5de0f4cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2109204826', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '5a8e963f-e120-436d-bd5d-55057636883f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:21:14Z', 'updated_at': '2021-08-29T05:21:15Z', 'revision_number': 3, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'gw_port': {'id': '5a8e963f-e120-436d-bd5d-55057636883f', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:58:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '491da03c-6153-450d-ab7d-f7ac5de0f4cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:21:15Z', 'updated_at': '2021-08-29T05:21:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:21:16.493314 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2386445f-a62d-40e8-b34f-d5e9c440d596 None None] Checking router: 491da03c-6153-450d-ab7d-f7ac5de0f4cc for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:21:16.493688 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2386445f-a62d-40e8-b34f-d5e9c440d596 None None] Updating router 491da03c-6153-450d-ab7d-f7ac5de0f4cc port 5a8e963f-e120-436d-bd5d-55057636883f binding host n-d-712140-12 {{(pid=94831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:21:16.518662 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2386445f-a62d-40e8-b34f-d5e9c440d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:16.620484 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ba1ade89-8360-4a94-b5b5-87d917d4859e tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9191137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10062364'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:16.690256 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1ade89-8360-4a94-b5b5-87d917d4859e tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Pushing event updated for resources: {'Subnet': ['ID=2d567354-7298-4283-b70f-07d507adb375,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:21:16.699927 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1ade89-8360-4a94-b5b5-87d917d4859e tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Checking segment: {'id': '8b90a40e-8296-4cb2-8818-2b445d920178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '386d41a9-b186-4678-b28d-8d53e2cb23a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:21:16.700293 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1ade89-8360-4a94-b5b5-87d917d4859e tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Network hostable DHCP agents. Network: 386d41a9-b186-4678-b28d-8d53e2cb23a6, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:21:16.717498 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1ade89-8360-4a94-b5b5-87d917d4859e tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Network 386d41a9-b186-4678-b28d-8d53e2cb23a6 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:21:16.725880 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-ba1ade89-8360-4a94-b5b5-87d917d4859e tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 386d41a9-b186-4678-b28d-8d53e2cb23a6) {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:21:16.735345 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1ade89-8360-4a94-b5b5-87d917d4859e tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:16.735345 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ba1ade89-8360-4a94-b5b5-87d917d4859e tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:16.739703 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3c245e-9196-4969-8261-2a4dfc25bff1 None None] Network 386d41a9-b186-4678-b28d-8d53e2cb23a6 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:21:16.752895 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-ba1ade89-8360-4a94-b5b5-87d917d4859e tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4042423 Aug 29 05:21:16.757049 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 41646) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:21:16.868612 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2386445f-a62d-40e8-b34f-d5e9c440d596 None None] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:16.882724 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-2386445f-a62d-40e8-b34f-d5e9c440d596 None None] Transition to ACTIVE for port object 5a8e963f-e120-436d-bd5d-55057636883f will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:21:16.889816 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2386445f-a62d-40e8-b34f-d5e9c440d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:16.903209 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91940d44-d55b-441d-837a-c6807ec1302a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-386d41a9-b186-4678-b28d-8d53e2cb23a6', 'network_id': '386d41a9-b186-4678-b28d-8d53e2cb23a6', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'fixed_ips': [{'subnet_id': '2d567354-7298-4283-b70f-07d507adb375'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 05:21:16.904151 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-91940d44-d55b-441d-837a-c6807ec1302a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:16.949823 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a5a8b0-c887-4e6a-b0dc-d948ea0b8789 None None] Pushing event updated for resources: {'Port': ['ID=5a8e963f-e120-436d-bd5d-55057636883f,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:21:16.954071 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-2386445f-a62d-40e8-b34f-d5e9c440d596 None None] Attempting to bind port 5a8e963f-e120-436d-bd5d-55057636883f on host n-d-712140-12 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:21:16.954467 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-2386445f-a62d-40e8-b34f-d5e9c440d596 None None] Attempting to bind port 5a8e963f-e120-436d-bd5d-55057636883f by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:21:16.954829 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2386445f-a62d-40e8-b34f-d5e9c440d596 None None] Attempting to bind port 5a8e963f-e120-436d-bd5d-55057636883f on network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:21:16.963822 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a5a8b0-c887-4e6a-b0dc-d948ea0b8789 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:16.964174 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a5a8b0-c887-4e6a-b0dc-d948ea0b8789 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:16.964504 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a5a8b0-c887-4e6a-b0dc-d948ea0b8789 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:16.964836 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a5a8b0-c887-4e6a-b0dc-d948ea0b8789 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:16.965165 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a5a8b0-c887-4e6a-b0dc-d948ea0b8789 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:16.965487 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a5a8b0-c887-4e6a-b0dc-d948ea0b8789 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:16.965816 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a5a8b0-c887-4e6a-b0dc-d948ea0b8789 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:16.966131 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a5a8b0-c887-4e6a-b0dc-d948ea0b8789 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:16.966454 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a5a8b0-c887-4e6a-b0dc-d948ea0b8789 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:16.966770 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a5a8b0-c887-4e6a-b0dc-d948ea0b8789 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:16.967091 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a5a8b0-c887-4e6a-b0dc-d948ea0b8789 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:16.967436 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a5a8b0-c887-4e6a-b0dc-d948ea0b8789 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:16.972126 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2386445f-a62d-40e8-b34f-d5e9c440d596 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:21:16.972795 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2386445f-a62d-40e8-b34f-d5e9c440d596 None None] Checking segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:21:16.973214 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2386445f-a62d-40e8-b34f-d5e9c440d596 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:16.973785 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2386445f-a62d-40e8-b34f-d5e9c440d596 None None] Bound using segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:21:16.974331 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-2386445f-a62d-40e8-b34f-d5e9c440d596 None None] Bound port: 5a8e963f-e120-436d-bd5d-55057636883f, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:21:16.974726 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2386445f-a62d-40e8-b34f-d5e9c440d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:17.029155 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-2386445f-a62d-40e8-b34f-d5e9c440d596 None None] For port 5a8e963f-e120-436d-bd5d-55057636883f, host n-d-712140-12, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:21:17.032429 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-2386445f-a62d-40e8-b34f-d5e9c440d596 None None] For port 5a8e963f-e120-436d-bd5d-55057636883f, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=5a8e963f-e120-436d-bd5d-55057636883f,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:21:17.039281 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2386445f-a62d-40e8-b34f-d5e9c440d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:17.052010 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-91940d44-d55b-441d-837a-c6807ec1302a None None] Allocated IP 172.20.0.2 (386d41a9-b186-4678-b28d-8d53e2cb23a6/2d567354-7298-4283-b70f-07d507adb375/38940844-a3e7-4486-8562-3c3811d5be07) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:21:17.097592 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2386445f-a62d-40e8-b34f-d5e9c440d596 None None] Routers {'491da03c-6153-450d-ab7d-f7ac5de0f4cc'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:21:17.098239 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-2386445f-a62d-40e8-b34f-d5e9c440d596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:21:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['491da03c-6153-450d-ab7d-f7ac5de0f4cc'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:21:17.139669 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a5a8b0-c887-4e6a-b0dc-d948ea0b8789 None None] Pushing event updated for resources: {'Port': ['ID=5a8e963f-e120-436d-bd5d-55057636883f,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:21:17.213076 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-2386445f-a62d-40e8-b34f-d5e9c440d596 None None] Set router 491da03c-6153-450d-ab7d-f7ac5de0f4cc gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:21:17.213783 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-91940d44-d55b-441d-837a-c6807ec1302a None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:17.219262 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8b3b6d3f-2450-448f-b4e2-ddba6a1085c6 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:17.223603 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-91940d44-d55b-441d-837a-c6807ec1302a None None] Transition to ACTIVE for port object 38940844-a3e7-4486-8562-3c3811d5be07 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:21:17.240363 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-91940d44-d55b-441d-837a-c6807ec1302a None None] Transition to ACTIVE for port object 38940844-a3e7-4486-8562-3c3811d5be07 will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:21:17.247353 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-91940d44-d55b-441d-837a-c6807ec1302a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:17.293405 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91940d44-d55b-441d-837a-c6807ec1302a None None] Network 386d41a9-b186-4678-b28d-8d53e2cb23a6 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:21:17.296468 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-91940d44-d55b-441d-837a-c6807ec1302a None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:21:17.305262 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91940d44-d55b-441d-837a-c6807ec1302a None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:21:17.308889 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91940d44-d55b-441d-837a-c6807ec1302a None None] Pushing event updated for resources: {'Port': ['ID=38940844-a3e7-4486-8562-3c3811d5be07,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:21:17.372821 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-91940d44-d55b-441d-837a-c6807ec1302a None None] Attempting to bind port 38940844-a3e7-4486-8562-3c3811d5be07 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:21:17.373063 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-91940d44-d55b-441d-837a-c6807ec1302a None None] Attempting to bind port 38940844-a3e7-4486-8562-3c3811d5be07 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '8b90a40e-8296-4cb2-8818-2b445d920178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '386d41a9-b186-4678-b28d-8d53e2cb23a6'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:21:17.373346 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91940d44-d55b-441d-837a-c6807ec1302a None None] Attempting to bind port 38940844-a3e7-4486-8562-3c3811d5be07 on network 386d41a9-b186-4678-b28d-8d53e2cb23a6 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:21:17.378825 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91940d44-d55b-441d-837a-c6807ec1302a None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:21:17.379744 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91940d44-d55b-441d-837a-c6807ec1302a None None] Checking segment: {'id': '8b90a40e-8296-4cb2-8818-2b445d920178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '386d41a9-b186-4678-b28d-8d53e2cb23a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:21:17.380410 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-91940d44-d55b-441d-837a-c6807ec1302a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:17.381027 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91940d44-d55b-441d-837a-c6807ec1302a None None] Bound using segment: {'id': '8b90a40e-8296-4cb2-8818-2b445d920178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '386d41a9-b186-4678-b28d-8d53e2cb23a6'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:21:17.381593 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-91940d44-d55b-441d-837a-c6807ec1302a None None] Bound port: 38940844-a3e7-4486-8562-3c3811d5be07, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b90a40e-8296-4cb2-8818-2b445d920178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '386d41a9-b186-4678-b28d-8d53e2cb23a6'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:21:17.382170 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-91940d44-d55b-441d-837a-c6807ec1302a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:17.401707 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-2386445f-a62d-40e8-b34f-d5e9c440d596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '491da03c-6153-450d-ab7d-f7ac5de0f4cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2109204826', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '5a8e963f-e120-436d-bd5d-55057636883f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:21:14Z', 'updated_at': '2021-08-29T05:21:15Z', 'revision_number': 3, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'gw_port': {'id': '5a8e963f-e120-436d-bd5d-55057636883f', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:58:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '491da03c-6153-450d-ab7d-f7ac5de0f4cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:21:15Z', 'updated_at': '2021-08-29T05:21:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:21:17.427912 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2386445f-a62d-40e8-b34f-d5e9c440d596 None None] The sync data for ids ['491da03c-6153-450d-ab7d-f7ac5de0f4cc'] in n-d-712140-12 is: [{'id': '491da03c-6153-450d-ab7d-f7ac5de0f4cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2109204826', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '5a8e963f-e120-436d-bd5d-55057636883f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:21:14Z', 'updated_at': '2021-08-29T05:21:15Z', 'revision_number': 3, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'gw_port': {'id': '5a8e963f-e120-436d-bd5d-55057636883f', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:58:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '491da03c-6153-450d-ab7d-f7ac5de0f4cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:21:15Z', 'updated_at': '2021-08-29T05:21:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:21:17.455597 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-91940d44-d55b-441d-837a-c6807ec1302a None None] For port 38940844-a3e7-4486-8562-3c3811d5be07, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:21:17.461683 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-91940d44-d55b-441d-837a-c6807ec1302a None None] For port 38940844-a3e7-4486-8562-3c3811d5be07, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=38940844-a3e7-4486-8562-3c3811d5be07,segment=NetworkSegment(8b90a40e-8296-4cb2-8818-2b445d920178),segment_id=8b90a40e-8296-4cb2-8818-2b445d920178)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:21:17.466749 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-91940d44-d55b-441d-837a-c6807ec1302a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:17.520927 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-8b3b6d3f-2450-448f-b4e2-ddba6a1085c6 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Allocated IP 172.20.0.1 (386d41a9-b186-4678-b28d-8d53e2cb23a6/2d567354-7298-4283-b70f-07d507adb375/7a502682-2a8f-4f55-8598-ec77b718f41d) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:21:17.532551 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91940d44-d55b-441d-837a-c6807ec1302a None None] Pushing event updated for resources: {'Port': ['ID=38940844-a3e7-4486-8562-3c3811d5be07,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:21:17.641179 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8b3b6d3f-2450-448f-b4e2-ddba6a1085c6 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:17.659963 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-8b3b6d3f-2450-448f-b4e2-ddba6a1085c6 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Transition to ACTIVE for port object 7a502682-2a8f-4f55-8598-ec77b718f41d will not be triggered until provisioned by entity DHCP. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:21:17.705159 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8b3b6d3f-2450-448f-b4e2-ddba6a1085c6 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:17.779552 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3b6d3f-2450-448f-b4e2-ddba6a1085c6 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Network 386d41a9-b186-4678-b28d-8d53e2cb23a6 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:21:17.781210 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-8b3b6d3f-2450-448f-b4e2-ddba6a1085c6 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:21:17.784211 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3b6d3f-2450-448f-b4e2-ddba6a1085c6 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:21:17.812201 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3b6d3f-2450-448f-b4e2-ddba6a1085c6 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Pushing event updated for resources: {'Port': ['ID=7a502682-2a8f-4f55-8598-ec77b718f41d,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:21:17.842894 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8b3b6d3f-2450-448f-b4e2-ddba6a1085c6 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719598'] for router_interface, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:18.297915 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 5a8e963f-e120-436d-bd5d-55057636883f up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:21:18.303510 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8b3b6d3f-2450-448f-b4e2-ddba6a1085c6 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:18.352054 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 5a8e963f-e120-436d-bd5d-55057636883f completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:21:18.357187 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 5a8e963f-e120-436d-bd5d-55057636883f triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:21:18.357571 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:18.560848 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dcd12f1-6763-41e7-a9f1-04c6ba866146 None None] Network 386d41a9-b186-4678-b28d-8d53e2cb23a6 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:21:18.624032 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8b3b6d3f-2450-448f-b4e2-ddba6a1085c6 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:18.629125 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8b3b6d3f-2450-448f-b4e2-ddba6a1085c6 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:18.649477 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-185a4f4c-36e8-4277-8ab9-cf01adbbb212 None None] Provisioning for port 38940844-a3e7-4486-8562-3c3811d5be07 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:21:18.704212 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8b3b6d3f-2450-448f-b4e2-ddba6a1085c6 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-718897'] for router_interface, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:18.705886 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3b6d3f-2450-448f-b4e2-ddba6a1085c6 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Pushing event updated for resources: {'Port': ['ID=7a502682-2a8f-4f55-8598-ec77b718f41d,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:21:18.730171 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:18.758018 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 5a8e963f-e120-436d-bd5d-55057636883f, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=5a8e963f-e120-436d-bd5d-55057636883f,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:21:18.775596 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:18.776422 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 38940844-a3e7-4486-8562-3c3811d5be07 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:21:18.808870 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3b6d3f-2450-448f-b4e2-ddba6a1085c6 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Network 386d41a9-b186-4678-b28d-8d53e2cb23a6 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:21:18.810457 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-8b3b6d3f-2450-448f-b4e2-ddba6a1085c6 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:21:18.871893 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=5a8e963f-e120-436d-bd5d-55057636883f,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:21:18.886858 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 38940844-a3e7-4486-8562-3c3811d5be07 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:21:18.890256 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 38940844-a3e7-4486-8562-3c3811d5be07 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:21:18.890628 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:18.941163 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b3b6d3f-2450-448f-b4e2-ddba6a1085c6 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Router 491da03c-6153-450d-ab7d-f7ac5de0f4cc has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:21:18.980816 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:19.029561 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 38940844-a3e7-4486-8562-3c3811d5be07, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=38940844-a3e7-4486-8562-3c3811d5be07,segment=NetworkSegment(8b90a40e-8296-4cb2-8818-2b445d920178),segment_id=8b90a40e-8296-4cb2-8818-2b445d920178)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:21:19.036425 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:19.090958 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b3b6d3f-2450-448f-b4e2-ddba6a1085c6 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:21:19.094704 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=38940844-a3e7-4486-8562-3c3811d5be07,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:21:19.096943 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-8b3b6d3f-2450-448f-b4e2-ddba6a1085c6 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "PUT /v2.0/routers/491da03c-6153-450d-ab7d-f7ac5de0f4cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3387179 Aug 29 05:21:19.186952 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90fa2f9-0ffb-42c9-ac66-abbf7222b7c1 None None] Sync routers for ids ['491da03c-6153-450d-ab7d-f7ac5de0f4cc'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:21:19.192724 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-3afa50a9-1cbb-499b-8a93-4238883c8876 None None] Provisioning complete for port 38940844-a3e7-4486-8562-3c3811d5be07 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:21:19.193105 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3afa50a9-1cbb-499b-8a93-4238883c8876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:19.237190 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90fa2f9-0ffb-42c9-ac66-abbf7222b7c1 None None] Routers {'491da03c-6153-450d-ab7d-f7ac5de0f4cc'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:21:19.237884 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-b90fa2f9-0ffb-42c9-ac66-abbf7222b7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:21:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['491da03c-6153-450d-ab7d-f7ac5de0f4cc'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:21:19.285358 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-53cfe22b-f0b1-4fdd-8ab4-6497405f88c4 req-6e52361d-4167-4919-bddb-c5c634f20676 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1028278429&fields=id&tenant_id=170eeddf5b474a98bd75c73129396ea6 HTTP/1.1" status: 200 len: 267 time: 0.0479915 Aug 29 05:21:19.391511 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-b90fa2f9-0ffb-42c9-ac66-abbf7222b7c1 None None] Set router 491da03c-6153-450d-ab7d-f7ac5de0f4cc gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:21:19.402333 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cfe22b-f0b1-4fdd-8ab4-6497405f88c4 req-6201520e-0b4e-46ad-887f-ca48ec0bbe32 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:19.404213 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-53cfe22b-f0b1-4fdd-8ab4-6497405f88c4 req-6201520e-0b4e-46ad-887f-ca48ec0bbe32 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/networks?id=386d41a9-b186-4678-b28d-8d53e2cb23a6 HTTP/1.1" status: 200 len: 796 time: 0.1180031 Aug 29 05:21:19.421374 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-53cfe22b-f0b1-4fdd-8ab4-6497405f88c4 req-6769bc1c-daf2-40f7-8a07-6a2446961de5 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/quotas/170eeddf5b474a98bd75c73129396ea6 HTTP/1.1" status: 200 len: 375 time: 0.0106044 Aug 29 05:21:19.430198 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-3afa50a9-1cbb-499b-8a93-4238883c8876 None None] Provisioning for port 7a502682-2a8f-4f55-8598-ec77b718f41d completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:21:19.439590 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-3afa50a9-1cbb-499b-8a93-4238883c8876 None None] Provisioning complete for port 7a502682-2a8f-4f55-8598-ec77b718f41d triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:21:19.439997 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3afa50a9-1cbb-499b-8a93-4238883c8876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:19.487542 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-53cfe22b-f0b1-4fdd-8ab4-6497405f88c4 req-90943604-b709-45c6-8832-66051eaf8c0c tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=170eeddf5b474a98bd75c73129396ea6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0595884 Aug 29 05:21:19.549785 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-3afa50a9-1cbb-499b-8a93-4238883c8876 None None] Port 7a502682-2a8f-4f55-8598-ec77b718f41d cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:21:19.676267 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-b90fa2f9-0ffb-42c9-ac66-abbf7222b7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '491da03c-6153-450d-ab7d-f7ac5de0f4cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2109204826', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '5a8e963f-e120-436d-bd5d-55057636883f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:21:14Z', 'updated_at': '2021-08-29T05:21:17Z', 'revision_number': 4, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'gw_port': {'id': '5a8e963f-e120-436d-bd5d-55057636883f', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:58:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491da03c-6153-450d-ab7d-f7ac5de0f4cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:21:15Z', 'updated_at': '2021-08-29T05:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '7a502682-2a8f-4f55-8598-ec77b718f41d', 'name': '', 'network_id': '386d41a9-b186-4678-b28d-8d53e2cb23a6', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'mac_address': 'fa:16:3e:10:ac:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '491da03c-6153-450d-ab7d-f7ac5de0f4cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '2d567354-7298-4283-b70f-07d507adb375', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:21:17Z', 'updated_at': '2021-08-29T05:21:18Z', 'revision_number': 2, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'subnets': [{'id': '2d567354-7298-4283-b70f-07d507adb375', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:21:19.679384 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-b39b020d-95b1-42ab-8229-628c2e074ca8 None None] Provisioning complete for port 7a502682-2a8f-4f55-8598-ec77b718f41d triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:21:19.679791 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b39b020d-95b1-42ab-8229-628c2e074ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:19.690783 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-53cfe22b-f0b1-4fdd-8ab4-6497405f88c4 req-89c5a13d-4765-44f1-a3b5-ff5d957770fe service neutron] 10.222.0.22 "GET /v2.0/networks/386d41a9-b186-4678-b28d-8d53e2cb23a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863458 Aug 29 05:21:19.721891 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90fa2f9-0ffb-42c9-ac66-abbf7222b7c1 None None] Checking router: 491da03c-6153-450d-ab7d-f7ac5de0f4cc for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:21:19.722117 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90fa2f9-0ffb-42c9-ac66-abbf7222b7c1 None None] Updating router 491da03c-6153-450d-ab7d-f7ac5de0f4cc port 7a502682-2a8f-4f55-8598-ec77b718f41d binding host n-d-712140-12 {{(pid=94830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:21:19.756627 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b90fa2f9-0ffb-42c9-ac66-abbf7222b7c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:19.758575 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-b39b020d-95b1-42ab-8229-628c2e074ca8 None None] Port 7a502682-2a8f-4f55-8598-ec77b718f41d cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:21:19.796307 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-53cfe22b-f0b1-4fdd-8ab4-6497405f88c4 req-d06d454c-1d83-4c1e-9928-d971cf9b8cb9 service neutron] 10.222.0.22 "GET /v2.0/networks/386d41a9-b186-4678-b28d-8d53e2cb23a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980067 Aug 29 05:21:19.805995 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:19.981311 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ea4f6c42-6a65-4493-b3fb-3a9860901814 req-f6e02358-a767-4496-a794-9337c6a18beb tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f2f125d-f525-45a6-8b5f-f1c7262b6fa2 HTTP/1.1" status: 200 len: 210 time: 0.0301962 Aug 29 05:21:20.088599 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b90fa2f9-0ffb-42c9-ac66-abbf7222b7c1 None None] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:20.100393 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-b90fa2f9-0ffb-42c9-ac66-abbf7222b7c1 None None] Transition to ACTIVE for port object 7a502682-2a8f-4f55-8598-ec77b718f41d will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:21:20.107572 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b90fa2f9-0ffb-42c9-ac66-abbf7222b7c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:20.193873 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5928c50-3dd3-435d-a97d-43cae2e448be None None] Pushing event updated for resources: {'Port': ['ID=7a502682-2a8f-4f55-8598-ec77b718f41d,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:21:20.236076 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-b90fa2f9-0ffb-42c9-ac66-abbf7222b7c1 None None] Attempting to bind port 7a502682-2a8f-4f55-8598-ec77b718f41d on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:21:20.236982 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-b90fa2f9-0ffb-42c9-ac66-abbf7222b7c1 None None] Attempting to bind port 7a502682-2a8f-4f55-8598-ec77b718f41d by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '8b90a40e-8296-4cb2-8818-2b445d920178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '386d41a9-b186-4678-b28d-8d53e2cb23a6'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:21:20.237674 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90fa2f9-0ffb-42c9-ac66-abbf7222b7c1 None None] Attempting to bind port 7a502682-2a8f-4f55-8598-ec77b718f41d on network 386d41a9-b186-4678-b28d-8d53e2cb23a6 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:21:20.244826 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90fa2f9-0ffb-42c9-ac66-abbf7222b7c1 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:21:20.245547 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90fa2f9-0ffb-42c9-ac66-abbf7222b7c1 None None] Checking segment: {'id': '8b90a40e-8296-4cb2-8818-2b445d920178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '386d41a9-b186-4678-b28d-8d53e2cb23a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:21:20.245959 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b90fa2f9-0ffb-42c9-ac66-abbf7222b7c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:20.246379 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90fa2f9-0ffb-42c9-ac66-abbf7222b7c1 None None] Bound using segment: {'id': '8b90a40e-8296-4cb2-8818-2b445d920178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '386d41a9-b186-4678-b28d-8d53e2cb23a6'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:21:20.246841 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-b90fa2f9-0ffb-42c9-ac66-abbf7222b7c1 None None] Bound port: 7a502682-2a8f-4f55-8598-ec77b718f41d, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b90a40e-8296-4cb2-8818-2b445d920178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '386d41a9-b186-4678-b28d-8d53e2cb23a6'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:21:20.248035 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b90fa2f9-0ffb-42c9-ac66-abbf7222b7c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:20.266450 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 5a8e963f-e120-436d-bd5d-55057636883f up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:21:20.363984 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-b90fa2f9-0ffb-42c9-ac66-abbf7222b7c1 None None] For port 7a502682-2a8f-4f55-8598-ec77b718f41d, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:21:20.367903 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-b90fa2f9-0ffb-42c9-ac66-abbf7222b7c1 None None] For port 7a502682-2a8f-4f55-8598-ec77b718f41d, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=7a502682-2a8f-4f55-8598-ec77b718f41d,segment=NetworkSegment(8b90a40e-8296-4cb2-8818-2b445d920178),segment_id=8b90a40e-8296-4cb2-8818-2b445d920178)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:21:20.373996 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 5a8e963f-e120-436d-bd5d-55057636883f triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:21:20.374961 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:20.378430 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b90fa2f9-0ffb-42c9-ac66-abbf7222b7c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:20.483800 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5928c50-3dd3-435d-a97d-43cae2e448be None None] Pushing event updated for resources: {'Port': ['ID=7a502682-2a8f-4f55-8598-ec77b718f41d,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:21:20.491679 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90fa2f9-0ffb-42c9-ac66-abbf7222b7c1 None None] Routers {'491da03c-6153-450d-ab7d-f7ac5de0f4cc'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:21:20.492280 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-b90fa2f9-0ffb-42c9-ac66-abbf7222b7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:21:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['491da03c-6153-450d-ab7d-f7ac5de0f4cc'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:21:20.556933 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:21:20.582427 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 38940844-a3e7-4486-8562-3c3811d5be07 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:21:20.670882 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-b90fa2f9-0ffb-42c9-ac66-abbf7222b7c1 None None] Set router 491da03c-6153-450d-ab7d-f7ac5de0f4cc gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:21:20.752307 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 38940844-a3e7-4486-8562-3c3811d5be07 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:21:20.752688 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:20.941461 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-b90fa2f9-0ffb-42c9-ac66-abbf7222b7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '491da03c-6153-450d-ab7d-f7ac5de0f4cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2109204826', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '5a8e963f-e120-436d-bd5d-55057636883f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:21:14Z', 'updated_at': '2021-08-29T05:21:17Z', 'revision_number': 4, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'gw_port': {'id': '5a8e963f-e120-436d-bd5d-55057636883f', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:58:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491da03c-6153-450d-ab7d-f7ac5de0f4cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:21:15Z', 'updated_at': '2021-08-29T05:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '7a502682-2a8f-4f55-8598-ec77b718f41d', 'name': '', 'network_id': '386d41a9-b186-4678-b28d-8d53e2cb23a6', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'mac_address': 'fa:16:3e:10:ac:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '491da03c-6153-450d-ab7d-f7ac5de0f4cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '2d567354-7298-4283-b70f-07d507adb375', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:21:17Z', 'updated_at': '2021-08-29T05:21:20Z', 'revision_number': 4, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'subnets': [{'id': '2d567354-7298-4283-b70f-07d507adb375', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:21:20.972448 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90fa2f9-0ffb-42c9-ac66-abbf7222b7c1 None None] The sync data for ids ['491da03c-6153-450d-ab7d-f7ac5de0f4cc'] in n-d-712140-12 is: [{'id': '491da03c-6153-450d-ab7d-f7ac5de0f4cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2109204826', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '5a8e963f-e120-436d-bd5d-55057636883f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:21:14Z', 'updated_at': '2021-08-29T05:21:17Z', 'revision_number': 4, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'gw_port': {'id': '5a8e963f-e120-436d-bd5d-55057636883f', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:58:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491da03c-6153-450d-ab7d-f7ac5de0f4cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:21:15Z', 'updated_at': '2021-08-29T05:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '7a502682-2a8f-4f55-8598-ec77b718f41d', 'name': '', 'network_id': '386d41a9-b186-4678-b28d-8d53e2cb23a6', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'mac_address': 'fa:16:3e:10:ac:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '491da03c-6153-450d-ab7d-f7ac5de0f4cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '2d567354-7298-4283-b70f-07d507adb375', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:21:17Z', 'updated_at': '2021-08-29T05:21:20Z', 'revision_number': 4, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'subnets': [{'id': '2d567354-7298-4283-b70f-07d507adb375', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:21:21.093063 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cfe22b-f0b1-4fdd-8ab4-6497405f88c4 req-dbd8ac4c-8394-4df4-8bad-45f4f545dc1c tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:21.094910 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-53cfe22b-f0b1-4fdd-8ab4-6497405f88c4 req-dbd8ac4c-8394-4df4-8bad-45f4f545dc1c tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.46 "GET /v2.0/networks?id=386d41a9-b186-4678-b28d-8d53e2cb23a6 HTTP/1.1" status: 200 len: 796 time: 0.1382000 Aug 29 05:21:21.163322 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a042ef00-ca68-479d-80d0-b946391631d1 req-d6bc9610-57ec-4071-a46c-b4e8532bbcd3 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f2f125d-f525-45a6-8b5f-f1c7262b6fa2 HTTP/1.1" status: 200 len: 210 time: 0.0425406 Aug 29 05:21:21.179498 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-53cfe22b-f0b1-4fdd-8ab4-6497405f88c4 req-2c4aab0a-81df-415b-9b6c-f0bc29605b61 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=170eeddf5b474a98bd75c73129396ea6 HTTP/1.1" status: 200 len: 380 time: 0.0734065 Aug 29 05:21:21.190397 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-53cfe22b-f0b1-4fdd-8ab4-6497405f88c4 req-c8d1d6d9-b743-4cb7-88e9-8cf19267dcf6 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Request body: {'port': {'device_id': '0f2f125d-f525-45a6-8b5f-f1c7262b6fa2', 'network_id': '386d41a9-b186-4678-b28d-8d53e2cb23a6', 'admin_state_up': True, 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'security_groups': ['e1ca4581-f308-4f4c-b6e3-8493036d8cb3']}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:21:21.300262 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53cfe22b-f0b1-4fdd-8ab4-6497405f88c4 req-c8d1d6d9-b743-4cb7-88e9-8cf19267dcf6 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Made reservation on behalf of 170eeddf5b474a98bd75c73129396ea6 for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:21:21.304005 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-53cfe22b-f0b1-4fdd-8ab4-6497405f88c4 req-c8d1d6d9-b743-4cb7-88e9-8cf19267dcf6 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:21.437652 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-53cfe22b-f0b1-4fdd-8ab4-6497405f88c4 req-c8d1d6d9-b743-4cb7-88e9-8cf19267dcf6 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Allocated IP 172.20.0.7 (386d41a9-b186-4678-b28d-8d53e2cb23a6/2d567354-7298-4283-b70f-07d507adb375/4aa4ee1d-7e22-468b-9183-e165117d476f) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:21:21.584938 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-53cfe22b-f0b1-4fdd-8ab4-6497405f88c4 req-c8d1d6d9-b743-4cb7-88e9-8cf19267dcf6 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:21.602446 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-53cfe22b-f0b1-4fdd-8ab4-6497405f88c4 req-c8d1d6d9-b743-4cb7-88e9-8cf19267dcf6 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Transition to ACTIVE for port object 4aa4ee1d-7e22-468b-9183-e165117d476f will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:21:21.636287 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-53cfe22b-f0b1-4fdd-8ab4-6497405f88c4 req-c8d1d6d9-b743-4cb7-88e9-8cf19267dcf6 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:21.681607 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53cfe22b-f0b1-4fdd-8ab4-6497405f88c4 req-c8d1d6d9-b743-4cb7-88e9-8cf19267dcf6 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Network 386d41a9-b186-4678-b28d-8d53e2cb23a6 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:21:21.684798 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-53cfe22b-f0b1-4fdd-8ab4-6497405f88c4 req-c8d1d6d9-b743-4cb7-88e9-8cf19267dcf6 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:21:21.688705 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-53cfe22b-f0b1-4fdd-8ab4-6497405f88c4 req-c8d1d6d9-b743-4cb7-88e9-8cf19267dcf6 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:21:21.713967 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d1d6d9-b743-4cb7-88e9-8cf19267dcf6 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Pushing event updated for resources: {'Port': ['ID=4aa4ee1d-7e22-468b-9183-e165117d476f,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:21:21.750581 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cfe22b-f0b1-4fdd-8ab4-6497405f88c4 req-c8d1d6d9-b743-4cb7-88e9-8cf19267dcf6 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:21.751319 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-53cfe22b-f0b1-4fdd-8ab4-6497405f88c4 req-c8d1d6d9-b743-4cb7-88e9-8cf19267dcf6 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:21.770526 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-53cfe22b-f0b1-4fdd-8ab4-6497405f88c4 req-c8d1d6d9-b743-4cb7-88e9-8cf19267dcf6 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5843298 Aug 29 05:21:21.785329 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-53cfe22b-f0b1-4fdd-8ab4-6497405f88c4 req-ccce5401-9dbf-4b81-a475-1231ddd6219d service neutron] Request body: {'port': {'device_id': '0f2f125d-f525-45a6-8b5f-f1c7262b6fa2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:21:21.843351 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-53cfe22b-f0b1-4fdd-8ab4-6497405f88c4 req-ccce5401-9dbf-4b81-a475-1231ddd6219d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:21.996756 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-4883e029-a695-4bdb-9cab-c95b00f84cb0 None None] Provisioning for port 4aa4ee1d-7e22-468b-9183-e165117d476f completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:21:22.001809 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-4883e029-a695-4bdb-9cab-c95b00f84cb0 None None] Provisioning complete for port 4aa4ee1d-7e22-468b-9183-e165117d476f triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:21:22.002359 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4883e029-a695-4bdb-9cab-c95b00f84cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:22.160568 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-53cfe22b-f0b1-4fdd-8ab4-6497405f88c4 req-ccce5401-9dbf-4b81-a475-1231ddd6219d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4aa4ee1d-7e22-468b-9183-e165117d476f {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:21:22.172235 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-53cfe22b-f0b1-4fdd-8ab4-6497405f88c4 req-ccce5401-9dbf-4b81-a475-1231ddd6219d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:22.188903 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-53cfe22b-f0b1-4fdd-8ab4-6497405f88c4 req-ccce5401-9dbf-4b81-a475-1231ddd6219d service neutron] Transition to ACTIVE for port object 4aa4ee1d-7e22-468b-9183-e165117d476f will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:21:22.194443 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-53cfe22b-f0b1-4fdd-8ab4-6497405f88c4 req-ccce5401-9dbf-4b81-a475-1231ddd6219d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:22.220836 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-4883e029-a695-4bdb-9cab-c95b00f84cb0 None None] Port 4aa4ee1d-7e22-468b-9183-e165117d476f cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:21:22.270356 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccce5401-9dbf-4b81-a475-1231ddd6219d service neutron] Pushing event updated for resources: {'Port': ['ID=4aa4ee1d-7e22-468b-9183-e165117d476f,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:21:22.292832 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 7a502682-2a8f-4f55-8598-ec77b718f41d up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:21:22.351048 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe299b55-83ff-4137-ba57-2f8e499b3ca2 req-24868ae9-5ec0-4b06-ad62-112c51d9790c tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:22.352282 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fe299b55-83ff-4137-ba57-2f8e499b3ca2 req-24868ae9-5ec0-4b06-ad62-112c51d9790c tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f2f125d-f525-45a6-8b5f-f1c7262b6fa2 HTTP/1.1" status: 200 len: 943 time: 0.0857728 Aug 29 05:21:22.352677 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 7a502682-2a8f-4f55-8598-ec77b718f41d completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:21:22.357549 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 7a502682-2a8f-4f55-8598-ec77b718f41d triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:21:22.358007 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:22.383842 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-53cfe22b-f0b1-4fdd-8ab4-6497405f88c4 req-ccce5401-9dbf-4b81-a475-1231ddd6219d service neutron] Attempting to bind port 4aa4ee1d-7e22-468b-9183-e165117d476f on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:21:22.384405 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-53cfe22b-f0b1-4fdd-8ab4-6497405f88c4 req-ccce5401-9dbf-4b81-a475-1231ddd6219d service neutron] Attempting to bind port 4aa4ee1d-7e22-468b-9183-e165117d476f by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': '8b90a40e-8296-4cb2-8818-2b445d920178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '386d41a9-b186-4678-b28d-8d53e2cb23a6'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:21:22.384917 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53cfe22b-f0b1-4fdd-8ab4-6497405f88c4 req-ccce5401-9dbf-4b81-a475-1231ddd6219d service neutron] Attempting to bind port 4aa4ee1d-7e22-468b-9183-e165117d476f on network 386d41a9-b186-4678-b28d-8d53e2cb23a6 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:21:22.405216 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53cfe22b-f0b1-4fdd-8ab4-6497405f88c4 req-ccce5401-9dbf-4b81-a475-1231ddd6219d service neutron] Port 4aa4ee1d-7e22-468b-9183-e165117d476f on network 386d41a9-b186-4678-b28d-8d53e2cb23a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:21:22.405562 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53cfe22b-f0b1-4fdd-8ab4-6497405f88c4 req-ccce5401-9dbf-4b81-a475-1231ddd6219d service neutron] Attempting to bind port 4aa4ee1d-7e22-468b-9183-e165117d476f on network 386d41a9-b186-4678-b28d-8d53e2cb23a6 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:21:22.421924 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53cfe22b-f0b1-4fdd-8ab4-6497405f88c4 req-ccce5401-9dbf-4b81-a475-1231ddd6219d service neutron] Checking agent: {'id': '3de9de52-3a03-431d-9d7e-497ae92c57ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:21:22.422267 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53cfe22b-f0b1-4fdd-8ab4-6497405f88c4 req-ccce5401-9dbf-4b81-a475-1231ddd6219d service neutron] Checking segment: {'id': '8b90a40e-8296-4cb2-8818-2b445d920178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '386d41a9-b186-4678-b28d-8d53e2cb23a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:21:22.422660 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53cfe22b-f0b1-4fdd-8ab4-6497405f88c4 req-ccce5401-9dbf-4b81-a475-1231ddd6219d service neutron] Bound using segment: {'id': '8b90a40e-8296-4cb2-8818-2b445d920178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '386d41a9-b186-4678-b28d-8d53e2cb23a6'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:21:22.423101 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-53cfe22b-f0b1-4fdd-8ab4-6497405f88c4 req-ccce5401-9dbf-4b81-a475-1231ddd6219d service neutron] Bound port: 4aa4ee1d-7e22-468b-9183-e165117d476f, host: n-h1-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b90a40e-8296-4cb2-8818-2b445d920178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '386d41a9-b186-4678-b28d-8d53e2cb23a6'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:21:22.423468 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-53cfe22b-f0b1-4fdd-8ab4-6497405f88c4 req-ccce5401-9dbf-4b81-a475-1231ddd6219d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:22.431116 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fe299b55-83ff-4137-ba57-2f8e499b3ca2 req-69ae43d4-0ef2-4491-8f4c-1a1ec0385cdc tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=e1ca4581-f308-4f4c-b6e3-8493036d8cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640833 Aug 29 05:21:22.484697 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:22.511319 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-53cfe22b-f0b1-4fdd-8ab4-6497405f88c4 req-ccce5401-9dbf-4b81-a475-1231ddd6219d service neutron] For port 4aa4ee1d-7e22-468b-9183-e165117d476f, host n-h1-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:21:22.514533 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-53cfe22b-f0b1-4fdd-8ab4-6497405f88c4 req-ccce5401-9dbf-4b81-a475-1231ddd6219d service neutron] For port 4aa4ee1d-7e22-468b-9183-e165117d476f, host n-h1-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=4aa4ee1d-7e22-468b-9183-e165117d476f,segment=NetworkSegment(8b90a40e-8296-4cb2-8818-2b445d920178),segment_id=8b90a40e-8296-4cb2-8818-2b445d920178)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:21:22.520464 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 7a502682-2a8f-4f55-8598-ec77b718f41d, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=7a502682-2a8f-4f55-8598-ec77b718f41d,segment=NetworkSegment(8b90a40e-8296-4cb2-8818-2b445d920178),segment_id=8b90a40e-8296-4cb2-8818-2b445d920178)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:21:22.526814 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-53cfe22b-f0b1-4fdd-8ab4-6497405f88c4 req-ccce5401-9dbf-4b81-a475-1231ddd6219d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:22.528469 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:22.564686 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cfe22b-f0b1-4fdd-8ab4-6497405f88c4 req-ccce5401-9dbf-4b81-a475-1231ddd6219d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:22.565332 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-53cfe22b-f0b1-4fdd-8ab4-6497405f88c4 req-ccce5401-9dbf-4b81-a475-1231ddd6219d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:22.566865 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-53cfe22b-f0b1-4fdd-8ab4-6497405f88c4 req-ccce5401-9dbf-4b81-a475-1231ddd6219d service neutron] 10.222.0.46 "PUT /v2.0/ports/4aa4ee1d-7e22-468b-9183-e165117d476f HTTP/1.1" status: 200 len: 1092 time: 0.7877510 Aug 29 05:21:22.567521 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f2f125d-f525-45a6-8b5f-f1c7262b6fa2', 'tag': '4aa4ee1d-7e22-468b-9183-e165117d476f'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:21:22.569922 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfb9107a06241f0f5f2256c13c0e0e77dc40c776bf6dc0455c34cebdf0549d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fc4db05-c168-4653-aeb9-4ad987ef3e7f" -d '{"events": [{"name": "network-changed", "server_uuid": "0f2f125d-f525-45a6-8b5f-f1c7262b6fa2", "tag": "4aa4ee1d-7e22-468b-9183-e165117d476f"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:21:22.591415 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=7a502682-2a8f-4f55-8598-ec77b718f41d,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:21:22.612266 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccce5401-9dbf-4b81-a475-1231ddd6219d service neutron] Pushing event updated for resources: {'Port': ['ID=4aa4ee1d-7e22-468b-9183-e165117d476f,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:21:22.660672 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06e5b5e9-d7fb-4bc5-b73a-e5cc650df88a x-openstack-request-id: req-06e5b5e9-d7fb-4bc5-b73a-e5cc650df88a {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:21:22.660969 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f2f125d-f525-45a6-8b5f-f1c7262b6fa2", "tag": "4aa4ee1d-7e22-468b-9183-e165117d476f", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:21:22.661227 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-06e5b5e9-d7fb-4bc5-b73a-e5cc650df88a {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:21:22.661632 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f2f125d-f525-45a6-8b5f-f1c7262b6fa2', 'tag': '4aa4ee1d-7e22-468b-9183-e165117d476f', 'status': 'completed', 'code': 200} Aug 29 05:21:22.683328 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cfe22b-f0b1-4fdd-8ab4-6497405f88c4 req-064eaed6-bb5e-4818-8e96-1cfe8a80818b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:22.685400 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-53cfe22b-f0b1-4fdd-8ab4-6497405f88c4 req-064eaed6-bb5e-4818-8e96-1cfe8a80818b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=170eeddf5b474a98bd75c73129396ea6&device_id=0f2f125d-f525-45a6-8b5f-f1c7262b6fa2 HTTP/1.1" status: 200 len: 1095 time: 0.0657222 Aug 29 05:21:22.741003 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-53cfe22b-f0b1-4fdd-8ab4-6497405f88c4 req-aba70c40-bcbe-49b5-8294-6b4ce5d3e1d9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4aa4ee1d-7e22-468b-9183-e165117d476f HTTP/1.1" status: 200 len: 217 time: 0.0446734 Aug 29 05:21:22.797510 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cfe22b-f0b1-4fdd-8ab4-6497405f88c4 req-50423e70-d3d5-454b-a41e-faf982359a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:22.799063 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-53cfe22b-f0b1-4fdd-8ab4-6497405f88c4 req-50423e70-d3d5-454b-a41e-faf982359a60 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2d567354-7298-4283-b70f-07d507adb375 HTTP/1.1" status: 200 len: 835 time: 0.0490987 Aug 29 05:21:22.860981 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cfe22b-f0b1-4fdd-8ab4-6497405f88c4 req-febb7405-9ce5-4f57-a72d-e8c3a26d2815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:22.862538 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-53cfe22b-f0b1-4fdd-8ab4-6497405f88c4 req-febb7405-9ce5-4f57-a72d-e8c3a26d2815 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=386d41a9-b186-4678-b28d-8d53e2cb23a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538652 Aug 29 05:21:22.958134 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-53cfe22b-f0b1-4fdd-8ab4-6497405f88c4 req-6a4e02e6-70cd-4451-9419-6f56b6650a61 service neutron] 10.222.0.46 "GET /v2.0/networks/386d41a9-b186-4678-b28d-8d53e2cb23a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867059 Aug 29 05:21:23.058021 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-53cfe22b-f0b1-4fdd-8ab4-6497405f88c4 req-e9b7107b-3cbe-42c5-bfb1-941dd27e2f2e service neutron] 10.222.0.46 "GET /v2.0/networks/386d41a9-b186-4678-b28d-8d53e2cb23a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919280 Aug 29 05:21:23.145765 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc4db05-c168-4653-aeb9-4ad987ef3e7f req-5dbc89c8-37d5-4bff-9725-57e4c03135c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:23.147890 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3fc4db05-c168-4653-aeb9-4ad987ef3e7f req-5dbc89c8-37d5-4bff-9725-57e4c03135c5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=170eeddf5b474a98bd75c73129396ea6&device_id=0f2f125d-f525-45a6-8b5f-f1c7262b6fa2 HTTP/1.1" status: 200 len: 1095 time: 0.0413754 Aug 29 05:21:23.236650 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc4db05-c168-4653-aeb9-4ad987ef3e7f req-8f6bfb0f-b3fc-47b1-96bb-0447bb1ee32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:23.238142 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3fc4db05-c168-4653-aeb9-4ad987ef3e7f req-8f6bfb0f-b3fc-47b1-96bb-0447bb1ee32c service neutron] 10.222.0.46 "GET /v2.0/networks?id=386d41a9-b186-4678-b28d-8d53e2cb23a6 HTTP/1.1" status: 200 len: 897 time: 0.0837128 Aug 29 05:21:23.285903 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3fc4db05-c168-4653-aeb9-4ad987ef3e7f req-4eb7d459-67da-4f54-9acd-1708b2622db7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4aa4ee1d-7e22-468b-9183-e165117d476f HTTP/1.1" status: 200 len: 217 time: 0.0391595 Aug 29 05:21:23.337749 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc4db05-c168-4653-aeb9-4ad987ef3e7f req-231bfd5e-3c4b-4996-ae34-6e52abdbe7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:23.339249 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3fc4db05-c168-4653-aeb9-4ad987ef3e7f req-231bfd5e-3c4b-4996-ae34-6e52abdbe7ee service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2d567354-7298-4283-b70f-07d507adb375 HTTP/1.1" status: 200 len: 835 time: 0.0454841 Aug 29 05:21:23.389189 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc4db05-c168-4653-aeb9-4ad987ef3e7f req-f4b1dd17-d995-428b-84b5-c269948f2756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:23.390729 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3fc4db05-c168-4653-aeb9-4ad987ef3e7f req-f4b1dd17-d995-428b-84b5-c269948f2756 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=386d41a9-b186-4678-b28d-8d53e2cb23a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429223 Aug 29 05:21:23.878140 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062c5cdb-fada-4cde-8da5-a6b2c439baf0 req-b5467436-e643-4522-b76d-bb6a6a35f6f8 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:23.879737 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-062c5cdb-fada-4cde-8da5-a6b2c439baf0 req-b5467436-e643-4522-b76d-bb6a6a35f6f8 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f2f125d-f525-45a6-8b5f-f1c7262b6fa2 HTTP/1.1" status: 200 len: 943 time: 0.0786326 Aug 29 05:21:23.881895 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3fc4db05-c168-4653-aeb9-4ad987ef3e7f req-5e4a983c-be73-4bd8-bb79-1744d7cae5ec service neutron] 10.222.0.46 "GET /v2.0/networks/386d41a9-b186-4678-b28d-8d53e2cb23a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4822342 Aug 29 05:21:23.970004 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-062c5cdb-fada-4cde-8da5-a6b2c439baf0 req-deeda520-c587-4709-9387-d006ca4e6387 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=e1ca4581-f308-4f4c-b6e3-8493036d8cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841866 Aug 29 05:21:24.003743 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3fc4db05-c168-4653-aeb9-4ad987ef3e7f req-119087ba-d452-4e83-be44-f1a2b8dfcb71 service neutron] 10.222.0.46 "GET /v2.0/networks/386d41a9-b186-4678-b28d-8d53e2cb23a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114309 Aug 29 05:21:24.213154 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 7a502682-2a8f-4f55-8598-ec77b718f41d up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:21:24.261709 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 7a502682-2a8f-4f55-8598-ec77b718f41d triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:21:24.261995 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:25.084593 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e36b80-014a-4bc8-958e-5c3536811f65 req-78a97b68-0209-4905-90cd-a0ff070d33e1 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:25.086072 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c5e36b80-014a-4bc8-958e-5c3536811f65 req-78a97b68-0209-4905-90cd-a0ff070d33e1 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f2f125d-f525-45a6-8b5f-f1c7262b6fa2 HTTP/1.1" status: 200 len: 943 time: 0.0485129 Aug 29 05:21:25.123849 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c5e36b80-014a-4bc8-958e-5c3536811f65 req-11f6bce4-7804-4d63-95ce-f54ae6a4c2ab tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=e1ca4581-f308-4f4c-b6e3-8493036d8cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311646 Aug 29 05:21:26.233230 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 4aa4ee1d-7e22-468b-9183-e165117d476f details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:21:26.235813 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea7cae8-5b7f-4557-8c79-594d52a348c1 req-076cfcf3-1554-4042-aaca-bea5cb0fbc95 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:26.237340 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fea7cae8-5b7f-4557-8c79-594d52a348c1 req-076cfcf3-1554-4042-aaca-bea5cb0fbc95 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f2f125d-f525-45a6-8b5f-f1c7262b6fa2 HTTP/1.1" status: 200 len: 943 time: 0.0488558 Aug 29 05:21:26.275217 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fea7cae8-5b7f-4557-8c79-594d52a348c1 req-030386cd-d9db-49d8-87db-67bcf41b03ed tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=e1ca4581-f308-4f4c-b6e3-8493036d8cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314007 Aug 29 05:21:26.325608 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 4aa4ee1d-7e22-468b-9183-e165117d476f, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=4aa4ee1d-7e22-468b-9183-e165117d476f,segment=NetworkSegment(8b90a40e-8296-4cb2-8818-2b445d920178),segment_id=8b90a40e-8296-4cb2-8818-2b445d920178)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:21:26.336473 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Returning: {'device': '4aa4ee1d-7e22-468b-9183-e165117d476f', 'network_id': '386d41a9-b186-4678-b28d-8d53e2cb23a6', 'port_id': '4aa4ee1d-7e22-468b-9183-e165117d476f', 'mac_address': 'fa:16:3e:25:88:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d567354-7298-4283-b70f-07d507adb375', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:21:26.376179 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:26.388989 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4aa4ee1d-7e22-468b-9183-e165117d476f {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:21:26.407501 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 4aa4ee1d-7e22-468b-9183-e165117d476f, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=4aa4ee1d-7e22-468b-9183-e165117d476f,segment=NetworkSegment(8b90a40e-8296-4cb2-8818-2b445d920178),segment_id=8b90a40e-8296-4cb2-8818-2b445d920178)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:21:26.411868 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:26.456839 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=4aa4ee1d-7e22-468b-9183-e165117d476f,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:21:26.624826 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['4aa4ee1d-7e22-468b-9183-e165117d476f'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:21:27.396361 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31f225f-48e7-45b3-b379-f51665515b31 req-faf871d1-8af1-471f-ad05-7fc10d8ac4d8 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:27.397845 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d31f225f-48e7-45b3-b379-f51665515b31 req-faf871d1-8af1-471f-ad05-7fc10d8ac4d8 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f2f125d-f525-45a6-8b5f-f1c7262b6fa2 HTTP/1.1" status: 200 len: 944 time: 0.0527675 Aug 29 05:21:27.434534 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d31f225f-48e7-45b3-b379-f51665515b31 req-f68be349-4234-4226-af7b-81741321fafb tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=e1ca4581-f308-4f4c-b6e3-8493036d8cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308323 Aug 29 05:21:28.248486 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 4aa4ee1d-7e22-468b-9183-e165117d476f up at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:21:28.295221 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning for port 4aa4ee1d-7e22-468b-9183-e165117d476f completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:21:28.298785 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning complete for port 4aa4ee1d-7e22-468b-9183-e165117d476f triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:21:28.299163 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:28.376114 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:28.398060 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f2f125d-f525-45a6-8b5f-f1c7262b6fa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aa4ee1d-7e22-468b-9183-e165117d476f'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:21:28.400355 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e47ce94e7730ef80c099a0714bd3625e1f676465bb595722170593f8a424ee2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82724dd1-014a-4222-9005-8783b23af4e5" -d '{"events": [{"server_uuid": "0f2f125d-f525-45a6-8b5f-f1c7262b6fa2", "name": "network-vif-plugged", "status": "completed", "tag": "4aa4ee1d-7e22-468b-9183-e165117d476f"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:21:28.413449 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 4aa4ee1d-7e22-468b-9183-e165117d476f, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=4aa4ee1d-7e22-468b-9183-e165117d476f,segment=NetworkSegment(8b90a40e-8296-4cb2-8818-2b445d920178),segment_id=8b90a40e-8296-4cb2-8818-2b445d920178)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:21:28.417745 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:28.443021 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a7f3502-d02a-40f5-9d8e-f9886f5ac744 x-openstack-request-id: req-7a7f3502-d02a-40f5-9d8e-f9886f5ac744 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:21:28.443324 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f2f125d-f525-45a6-8b5f-f1c7262b6fa2", "name": "network-vif-plugged", "status": "completed", "tag": "4aa4ee1d-7e22-468b-9183-e165117d476f", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:21:28.443582 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7a7f3502-d02a-40f5-9d8e-f9886f5ac744 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:21:28.444006 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f2f125d-f525-45a6-8b5f-f1c7262b6fa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aa4ee1d-7e22-468b-9183-e165117d476f', 'code': 200} Aug 29 05:21:28.475641 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=4aa4ee1d-7e22-468b-9183-e165117d476f,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:21:28.568438 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386553e9-68dc-4218-9eff-066acd8576df req-a5aa07a6-05d5-4c8e-acb5-3e089e606537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:28.569949 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-386553e9-68dc-4218-9eff-066acd8576df req-a5aa07a6-05d5-4c8e-acb5-3e089e606537 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0f2f125d-f525-45a6-8b5f-f1c7262b6fa2 HTTP/1.1" status: 200 len: 1097 time: 0.0693982 Aug 29 05:21:28.578777 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2e465d-3316-40ea-93eb-919a954e04b3 req-fb54b34c-8226-45fa-b1ea-834fefff31d1 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:28.580173 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fe2e465d-3316-40ea-93eb-919a954e04b3 req-fb54b34c-8226-45fa-b1ea-834fefff31d1 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f2f125d-f525-45a6-8b5f-f1c7262b6fa2 HTTP/1.1" status: 200 len: 945 time: 0.0715666 Aug 29 05:21:28.636631 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-386553e9-68dc-4218-9eff-066acd8576df req-b03891ca-d086-43c8-b9bc-92c8bcddd612 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e1ca4581-f308-4f4c-b6e3-8493036d8cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553865 Aug 29 05:21:28.639410 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fe2e465d-3316-40ea-93eb-919a954e04b3 req-29a17c40-fade-476d-96b6-5f045e4d6b31 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=e1ca4581-f308-4f4c-b6e3-8493036d8cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531824 Aug 29 05:21:29.039021 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [req-c6e5b00f-4376-4041-8abd-45cd5a912bda req-870ad89d-8e76-4519-a07b-e3b66958f274 service neutron] (94828) timed out ('10.222.0.22', 38774) {{(pid=94828) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 05:21:29.165905 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:29.753615 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ede9b4-cb10-473d-b69a-96cbd2f0173a req-5336289b-0496-489c-bd7c-2ae661665d7d tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:29.755100 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-38ede9b4-cb10-473d-b69a-96cbd2f0173a req-5336289b-0496-489c-bd7c-2ae661665d7d tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f2f125d-f525-45a6-8b5f-f1c7262b6fa2 HTTP/1.1" status: 200 len: 945 time: 0.0503287 Aug 29 05:21:29.793038 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-38ede9b4-cb10-473d-b69a-96cbd2f0173a req-d4d2f858-3ada-4d85-b87a-1f1942b6b0f5 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=e1ca4581-f308-4f4c-b6e3-8493036d8cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314112 Aug 29 05:21:30.909538 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848af07d-7a66-4784-ae60-b141e4c57232 req-417f7666-5c1c-45b9-b1d3-0a82b849cb6f tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:30.911028 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-848af07d-7a66-4784-ae60-b141e4c57232 req-417f7666-5c1c-45b9-b1d3-0a82b849cb6f tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f2f125d-f525-45a6-8b5f-f1c7262b6fa2 HTTP/1.1" status: 200 len: 945 time: 0.0486329 Aug 29 05:21:30.948365 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-848af07d-7a66-4784-ae60-b141e4c57232 req-a0487e34-2124-4ccf-b3b6-ce20f354a8e3 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=e1ca4581-f308-4f4c-b6e3-8493036d8cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308685 Aug 29 05:21:31.065720 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c560d42-a487-4faf-b4d9-68dfa91ff0e2 req-da581914-4b6a-44a6-9f15-60cb2f003ea9 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:31.067195 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4c560d42-a487-4faf-b4d9-68dfa91ff0e2 req-da581914-4b6a-44a6-9f15-60cb2f003ea9 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f2f125d-f525-45a6-8b5f-f1c7262b6fa2 HTTP/1.1" status: 200 len: 945 time: 0.0527222 Aug 29 05:21:31.105027 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4c560d42-a487-4faf-b4d9-68dfa91ff0e2 req-fb4f0c24-1ee8-4f11-a724-94c5d3a0c86b tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=e1ca4581-f308-4f4c-b6e3-8493036d8cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315402 Aug 29 05:21:31.126189 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 41704) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:21:31.166863 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ea4170-a963-4634-acd5-4b77df6d7c94 tempest-TestNetworkAdvancedServerOps-1390409953 tempest-TestNetworkAdvancedServerOps-1390409953-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:31.168477 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-77ea4170-a963-4634-acd5-4b77df6d7c94 tempest-TestNetworkAdvancedServerOps-1390409953 tempest-TestNetworkAdvancedServerOps-1390409953-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=0f2f125d-f525-45a6-8b5f-f1c7262b6fa2 HTTP/1.1" status: 200 len: 1092 time: 0.0412381 Aug 29 05:21:31.171158 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 41706) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:21:31.175508 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-e9a1ec09-9e2b-45b6-940f-f1fd9486e77b tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Request body: {'floatingip': {'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'port_id': '4aa4ee1d-7e22-468b-9183-e165117d476f', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:21:31.196602 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e9a1ec09-9e2b-45b6-940f-f1fd9486e77b tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for floatingip, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:31.291916 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e9a1ec09-9e2b-45b6-940f-f1fd9486e77b tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:31.396515 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-e9a1ec09-9e2b-45b6-940f-f1fd9486e77b tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Allocated IP 172.25.0.105 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/1f40ffea-094c-44c2-a522-504c5824d4c5) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:21:31.496861 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e9a1ec09-9e2b-45b6-940f-f1fd9486e77b tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:31.535365 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e9a1ec09-9e2b-45b6-940f-f1fd9486e77b tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:31.575393 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a1ec09-9e2b-45b6-940f-f1fd9486e77b tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:21:31.580119 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-e9a1ec09-9e2b-45b6-940f-f1fd9486e77b tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:21:31.583619 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a1ec09-9e2b-45b6-940f-f1fd9486e77b tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:21:31.607157 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a1ec09-9e2b-45b6-940f-f1fd9486e77b tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Pushing event updated for resources: {'Port': ['ID=1f40ffea-094c-44c2-a522-504c5824d4c5,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:21:31.939892 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e9a1ec09-9e2b-45b6-940f-f1fd9486e77b tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:32.007499 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e9a1ec09-9e2b-45b6-940f-f1fd9486e77b tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:32.156095 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e9a1ec09-9e2b-45b6-940f-f1fd9486e77b tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:32.162210 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e9a1ec09-9e2b-45b6-940f-f1fd9486e77b tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:32.225331 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a1ec09-9e2b-45b6-940f-f1fd9486e77b tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Pushing event updated for resources: {'Port': ['ID=1f40ffea-094c-44c2-a522-504c5824d4c5,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:21:32.240703 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e9a1ec09-9e2b-45b6-940f-f1fd9486e77b tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719515'] for floatingip, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:32.349177 n-d-712140-12 neutron-server[94829]: INFO neutron.db.l3_db [None req-e9a1ec09-9e2b-45b6-940f-f1fd9486e77b tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Floating IP a2c1fe80-f368-4ede-8b45-bd099a673237 associated. External IP: 172.25.0.105, port: 4aa4ee1d-7e22-468b-9183-e165117d476f. Aug 29 05:21:32.551722 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9a1ec09-9e2b-45b6-940f-f1fd9486e77b tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Router 491da03c-6153-450d-ab7d-f7ac5de0f4cc has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:21:32.657809 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9a1ec09-9e2b-45b6-940f-f1fd9486e77b tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:21:32.668058 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b8f242-f8b8-4f84-8b42-ab9befa1b631 None None] Sync routers for ids ['491da03c-6153-450d-ab7d-f7ac5de0f4cc'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:21:32.673396 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e9a1ec09-9e2b-45b6-940f-f1fd9486e77b tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:32.676944 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b8f242-f8b8-4f84-8b42-ab9befa1b631 None None] Routers {'491da03c-6153-450d-ab7d-f7ac5de0f4cc'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:21:32.677758 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-21b8f242-f8b8-4f84-8b42-ab9befa1b631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:21:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['491da03c-6153-450d-ab7d-f7ac5de0f4cc'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:21:32.700142 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-e9a1ec09-9e2b-45b6-940f-f1fd9486e77b tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5279038 Aug 29 05:21:32.700783 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f2f125d-f525-45a6-8b5f-f1c7262b6fa2', 'tag': '4aa4ee1d-7e22-468b-9183-e165117d476f'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:21:32.703186 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77553e5f3dce844e1d1944d01f437b37b7dd5b7a052a0dbecc2d9758b81294" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76b2c56d-f35d-4339-b22b-eb83fc2076a1" -d '{"events": [{"name": "network-changed", "server_uuid": "0f2f125d-f525-45a6-8b5f-f1c7262b6fa2", "tag": "4aa4ee1d-7e22-468b-9183-e165117d476f"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:21:32.785975 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-21b8f242-f8b8-4f84-8b42-ab9befa1b631 None None] Set router 491da03c-6153-450d-ab7d-f7ac5de0f4cc gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:21:32.797715 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ec85c1-2c53-49e1-8ead-6eab8d7623fa req-78f28b7e-bcab-4aaa-b53d-3f9b29ee8bd8 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:32.799240 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-57ec85c1-2c53-49e1-8ead-6eab8d7623fa req-78f28b7e-bcab-4aaa-b53d-3f9b29ee8bd8 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f2f125d-f525-45a6-8b5f-f1c7262b6fa2 HTTP/1.1" status: 200 len: 945 time: 0.0511174 Aug 29 05:21:32.837768 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-57ec85c1-2c53-49e1-8ead-6eab8d7623fa req-d60f7928-16ea-4c8f-a343-e4350949e94d tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=e1ca4581-f308-4f4c-b6e3-8493036d8cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325060 Aug 29 05:21:32.861861 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 41712) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:21:32.899513 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f084b9-286f-48a4-b5d7-6d0df808a112 x-openstack-request-id: req-d0f084b9-286f-48a4-b5d7-6d0df808a112 {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:21:32.899871 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f2f125d-f525-45a6-8b5f-f1c7262b6fa2", "tag": "4aa4ee1d-7e22-468b-9183-e165117d476f", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:21:32.900071 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d0f084b9-286f-48a4-b5d7-6d0df808a112 {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:21:32.900496 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f2f125d-f525-45a6-8b5f-f1c7262b6fa2', 'tag': '4aa4ee1d-7e22-468b-9183-e165117d476f', 'status': 'completed', 'code': 200} Aug 29 05:21:32.927425 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-6a458250-ee82-4f42-ac82-3d7f952798cb tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/floatingips/a2c1fe80-f368-4ede-8b45-bd099a673237 HTTP/1.1" status: 200 len: 991 time: 0.0632164 Aug 29 05:21:32.950770 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b2c56d-f35d-4339-b22b-eb83fc2076a1 req-ad4f6323-8d58-4ef7-a87b-8837880a0e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:32.952375 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-76b2c56d-f35d-4339-b22b-eb83fc2076a1 req-ad4f6323-8d58-4ef7-a87b-8837880a0e05 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=170eeddf5b474a98bd75c73129396ea6&device_id=0f2f125d-f525-45a6-8b5f-f1c7262b6fa2 HTTP/1.1" status: 200 len: 1097 time: 0.0455012 Aug 29 05:21:33.012071 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-21b8f242-f8b8-4f84-8b42-ab9befa1b631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '491da03c-6153-450d-ab7d-f7ac5de0f4cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2109204826', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '5a8e963f-e120-436d-bd5d-55057636883f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:21:14Z', 'updated_at': '2021-08-29T05:21:17Z', 'revision_number': 4, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'gw_port': {'id': '5a8e963f-e120-436d-bd5d-55057636883f', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:58:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491da03c-6153-450d-ab7d-f7ac5de0f4cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:21:15Z', 'updated_at': '2021-08-29T05:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': 'a2c1fe80-f368-4ede-8b45-bd099a673237', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'floating_ip_address': '172.25.0.105', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': '491da03c-6153-450d-ab7d-f7ac5de0f4cc', 'port_id': '4aa4ee1d-7e22-468b-9183-e165117d476f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '386d41a9-b186-4678-b28d-8d53e2cb23a6', 'mac_address': 'fa:16:3e:25:88:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2f125d-f525-45a6-8b5f-f1c7262b6fa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:21:31Z', 'updated_at': '2021-08-29T05:21:31Z', 'revision_number': 0, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a502682-2a8f-4f55-8598-ec77b718f41d', 'name': '', 'network_id': '386d41a9-b186-4678-b28d-8d53e2cb23a6', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'mac_address': 'fa:16:3e:10:ac:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491da03c-6153-450d-ab7d-f7ac5de0f4cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '2d567354-7298-4283-b70f-07d507adb375', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:21:17Z', 'updated_at': '2021-08-29T05:21:22Z', 'revision_number': 5, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'subnets': [{'id': '2d567354-7298-4283-b70f-07d507adb375', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:21:33.040793 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b8f242-f8b8-4f84-8b42-ab9befa1b631 None None] Checking router: 491da03c-6153-450d-ab7d-f7ac5de0f4cc for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:21:33.045604 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b2c56d-f35d-4339-b22b-eb83fc2076a1 req-fd17510b-f4f9-407a-a35f-451a9bad410e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:33.047142 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-76b2c56d-f35d-4339-b22b-eb83fc2076a1 req-fd17510b-f4f9-407a-a35f-451a9bad410e service neutron] 10.222.0.46 "GET /v2.0/networks?id=386d41a9-b186-4678-b28d-8d53e2cb23a6 HTTP/1.1" status: 200 len: 897 time: 0.0875990 Aug 29 05:21:33.049689 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b8f242-f8b8-4f84-8b42-ab9befa1b631 None None] Routers {'491da03c-6153-450d-ab7d-f7ac5de0f4cc'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:21:33.050283 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-21b8f242-f8b8-4f84-8b42-ab9befa1b631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:21:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['491da03c-6153-450d-ab7d-f7ac5de0f4cc'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:21:33.113950 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-76b2c56d-f35d-4339-b22b-eb83fc2076a1 req-f948782a-1d17-4603-9880-38d6d4bd4eb6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4aa4ee1d-7e22-468b-9183-e165117d476f HTTP/1.1" status: 200 len: 999 time: 0.0586843 Aug 29 05:21:33.154098 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-21b8f242-f8b8-4f84-8b42-ab9befa1b631 None None] Set router 491da03c-6153-450d-ab7d-f7ac5de0f4cc gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:21:33.162854 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b2c56d-f35d-4339-b22b-eb83fc2076a1 req-14a4edfa-f83f-48af-9451-0624d2d9d0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:33.164435 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-76b2c56d-f35d-4339-b22b-eb83fc2076a1 req-14a4edfa-f83f-48af-9451-0624d2d9d0af service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2d567354-7298-4283-b70f-07d507adb375 HTTP/1.1" status: 200 len: 835 time: 0.0430601 Aug 29 05:21:33.213910 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b2c56d-f35d-4339-b22b-eb83fc2076a1 req-7b0806dc-cedd-4193-84c1-c88100df9c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:33.215333 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-76b2c56d-f35d-4339-b22b-eb83fc2076a1 req-7b0806dc-cedd-4193-84c1-c88100df9c0f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=386d41a9-b186-4678-b28d-8d53e2cb23a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434716 Aug 29 05:21:33.304464 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-76b2c56d-f35d-4339-b22b-eb83fc2076a1 req-ade79ee4-8d9b-4fec-8df6-bff1f67f365f service neutron] 10.222.0.46 "GET /v2.0/networks/386d41a9-b186-4678-b28d-8d53e2cb23a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812569 Aug 29 05:21:33.375009 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-21b8f242-f8b8-4f84-8b42-ab9befa1b631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '491da03c-6153-450d-ab7d-f7ac5de0f4cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2109204826', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '5a8e963f-e120-436d-bd5d-55057636883f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:21:14Z', 'updated_at': '2021-08-29T05:21:17Z', 'revision_number': 4, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'gw_port': {'id': '5a8e963f-e120-436d-bd5d-55057636883f', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:58:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491da03c-6153-450d-ab7d-f7ac5de0f4cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:21:15Z', 'updated_at': '2021-08-29T05:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': 'a2c1fe80-f368-4ede-8b45-bd099a673237', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'floating_ip_address': '172.25.0.105', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': '491da03c-6153-450d-ab7d-f7ac5de0f4cc', 'port_id': '4aa4ee1d-7e22-468b-9183-e165117d476f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '386d41a9-b186-4678-b28d-8d53e2cb23a6', 'mac_address': 'fa:16:3e:25:88:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2f125d-f525-45a6-8b5f-f1c7262b6fa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:21:31Z', 'updated_at': '2021-08-29T05:21:31Z', 'revision_number': 0, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a502682-2a8f-4f55-8598-ec77b718f41d', 'name': '', 'network_id': '386d41a9-b186-4678-b28d-8d53e2cb23a6', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'mac_address': 'fa:16:3e:10:ac:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491da03c-6153-450d-ab7d-f7ac5de0f4cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '2d567354-7298-4283-b70f-07d507adb375', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:21:17Z', 'updated_at': '2021-08-29T05:21:22Z', 'revision_number': 5, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'subnets': [{'id': '2d567354-7298-4283-b70f-07d507adb375', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:21:33.399362 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-76b2c56d-f35d-4339-b22b-eb83fc2076a1 req-b6d21eab-344d-4c3c-95b3-3075cadce05d service neutron] 10.222.0.46 "GET /v2.0/networks/386d41a9-b186-4678-b28d-8d53e2cb23a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870154 Aug 29 05:21:33.401033 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b8f242-f8b8-4f84-8b42-ab9befa1b631 None None] The sync data for ids ['491da03c-6153-450d-ab7d-f7ac5de0f4cc'] in n-d-712140-12 is: [{'id': '491da03c-6153-450d-ab7d-f7ac5de0f4cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2109204826', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '5a8e963f-e120-436d-bd5d-55057636883f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:21:14Z', 'updated_at': '2021-08-29T05:21:17Z', 'revision_number': 4, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'gw_port': {'id': '5a8e963f-e120-436d-bd5d-55057636883f', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:58:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491da03c-6153-450d-ab7d-f7ac5de0f4cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:21:15Z', 'updated_at': '2021-08-29T05:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': 'a2c1fe80-f368-4ede-8b45-bd099a673237', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'floating_ip_address': '172.25.0.105', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': '491da03c-6153-450d-ab7d-f7ac5de0f4cc', 'port_id': '4aa4ee1d-7e22-468b-9183-e165117d476f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '386d41a9-b186-4678-b28d-8d53e2cb23a6', 'mac_address': 'fa:16:3e:25:88:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2f125d-f525-45a6-8b5f-f1c7262b6fa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:21:31Z', 'updated_at': '2021-08-29T05:21:31Z', 'revision_number': 0, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a502682-2a8f-4f55-8598-ec77b718f41d', 'name': '', 'network_id': '386d41a9-b186-4678-b28d-8d53e2cb23a6', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'mac_address': 'fa:16:3e:10:ac:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491da03c-6153-450d-ab7d-f7ac5de0f4cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '2d567354-7298-4283-b70f-07d507adb375', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:21:17Z', 'updated_at': '2021-08-29T05:21:22Z', 'revision_number': 5, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'subnets': [{'id': '2d567354-7298-4283-b70f-07d507adb375', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:21:33.472368 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9423f6f5-738d-4480-ba65-3572fdee1710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:33.609690 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd611bdc-48b6-482f-b93c-ddb12416f641 None None] New status for floating IP a2c1fe80-f368-4ede-8b45-bd099a673237: ACTIVE {{(pid=94830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:21:33.929471 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 41714) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:21:33.992222 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-d5db9e5e-ae2a-4bf0-ba42-fdc3216a5db9 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/floatingips/a2c1fe80-f368-4ede-8b45-bd099a673237 HTTP/1.1" status: 200 len: 993 time: 0.0616183 Aug 29 05:21:36.335607 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-230e8b93-9a44-4e18-83d2-ad0b765460ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:37.355259 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:37.434297 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:38.927659 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:46.013538 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e0cc6a7c-adc4-45ea-80ab-b872e6caf12d req-551d6469-ba4b-4215-a6a4-dc549f84d8d6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0f2f125d-f525-45a6-8b5f-f1c7262b6fa2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0401289 Aug 29 05:21:46.104890 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc6a7c-adc4-45ea-80ab-b872e6caf12d req-50c390e8-948c-4a47-9c1f-9f34a1bf61d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:46.106462 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e0cc6a7c-adc4-45ea-80ab-b872e6caf12d req-50c390e8-948c-4a47-9c1f-9f34a1bf61d6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=170eeddf5b474a98bd75c73129396ea6&device_id=0f2f125d-f525-45a6-8b5f-f1c7262b6fa2 HTTP/1.1" status: 200 len: 1097 time: 0.0495944 Aug 29 05:21:46.211043 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc6a7c-adc4-45ea-80ab-b872e6caf12d req-e61dc6b0-d77d-4a05-8334-fe7866e7a9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:46.212639 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e0cc6a7c-adc4-45ea-80ab-b872e6caf12d req-e61dc6b0-d77d-4a05-8334-fe7866e7a9ba service neutron] 10.222.0.46 "GET /v2.0/networks?id=386d41a9-b186-4678-b28d-8d53e2cb23a6 HTTP/1.1" status: 200 len: 897 time: 0.0865963 Aug 29 05:21:46.278203 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e0cc6a7c-adc4-45ea-80ab-b872e6caf12d req-d33ae4a2-57f1-4d09-b07a-df1961e71830 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4aa4ee1d-7e22-468b-9183-e165117d476f HTTP/1.1" status: 200 len: 1001 time: 0.0574243 Aug 29 05:21:46.326248 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc6a7c-adc4-45ea-80ab-b872e6caf12d req-48ce71b3-9240-4c14-92dd-7869eff1a08a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:46.327711 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e0cc6a7c-adc4-45ea-80ab-b872e6caf12d req-48ce71b3-9240-4c14-92dd-7869eff1a08a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2d567354-7298-4283-b70f-07d507adb375 HTTP/1.1" status: 200 len: 835 time: 0.0426576 Aug 29 05:21:46.377356 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc6a7c-adc4-45ea-80ab-b872e6caf12d req-73f0fea3-3a44-44f7-a1fd-adc460f5e91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:46.378835 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e0cc6a7c-adc4-45ea-80ab-b872e6caf12d req-73f0fea3-3a44-44f7-a1fd-adc460f5e91b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=386d41a9-b186-4678-b28d-8d53e2cb23a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434752 Aug 29 05:21:46.466004 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e0cc6a7c-adc4-45ea-80ab-b872e6caf12d req-e111ee44-938b-4730-b374-cf06b25b9f9e service neutron] 10.222.0.46 "GET /v2.0/networks/386d41a9-b186-4678-b28d-8d53e2cb23a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791171 Aug 29 05:21:46.556404 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e0cc6a7c-adc4-45ea-80ab-b872e6caf12d req-76025c5a-7702-498e-becc-eed57d2f4e05 service neutron] 10.222.0.46 "GET /v2.0/networks/386d41a9-b186-4678-b28d-8d53e2cb23a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832150 Aug 29 05:21:49.786293 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:50.520618 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e13bfae5-089c-43d7-89da-953c879cef32 req-447b75d4-435b-408e-b15f-20d09a777b26 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=19efa733-49d3-4125-b1bf-b01d593b5e9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0828547 Aug 29 05:21:50.618392 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13bfae5-089c-43d7-89da-953c879cef32 req-379190c4-4271-4136-8593-2b6c8d645150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:50.619925 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e13bfae5-089c-43d7-89da-953c879cef32 req-379190c4-4271-4136-8593-2b6c8d645150 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=31def360f89342158e5c482db8b51dfa&device_id=19efa733-49d3-4125-b1bf-b01d593b5e9a HTTP/1.1" status: 200 len: 1097 time: 0.0405736 Aug 29 05:21:50.724583 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13bfae5-089c-43d7-89da-953c879cef32 req-6d70ab83-9d0c-4e96-ae46-ddc13c77e8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:50.725989 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e13bfae5-089c-43d7-89da-953c879cef32 req-6d70ab83-9d0c-4e96-ae46-ddc13c77e8ae service neutron] 10.222.0.48 "GET /v2.0/networks?id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb HTTP/1.1" status: 200 len: 913 time: 0.0874124 Aug 29 05:21:50.767531 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e13bfae5-089c-43d7-89da-953c879cef32 req-970107c7-e882-4b51-910b-03be698f20bc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e11f048-6330-4537-9251-c0dbbafc7fc5 HTTP/1.1" status: 200 len: 217 time: 0.0349317 Aug 29 05:21:50.816449 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13bfae5-089c-43d7-89da-953c879cef32 req-2cc0595b-aae6-4175-bc75-158051e7c99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:50.817873 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e13bfae5-089c-43d7-89da-953c879cef32 req-2cc0595b-aae6-4175-bc75-158051e7c99c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6f6d99e8-8009-478f-9356-563dd7d1ac5b HTTP/1.1" status: 200 len: 851 time: 0.0429974 Aug 29 05:21:50.867096 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13bfae5-089c-43d7-89da-953c879cef32 req-b2a7eb88-6eb7-4573-9f7b-dc7e45841c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:50.868607 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e13bfae5-089c-43d7-89da-953c879cef32 req-b2a7eb88-6eb7-4573-9f7b-dc7e45841c05 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438139 Aug 29 05:21:50.957051 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e13bfae5-089c-43d7-89da-953c879cef32 req-d199379d-3072-4b3b-9e98-78cb30942696 service neutron] 10.222.0.48 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803549 Aug 29 05:21:51.048149 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e13bfae5-089c-43d7-89da-953c879cef32 req-74d9042b-6ba8-411c-abf3-0c63168f2dfa service neutron] 10.222.0.48 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843992 Aug 29 05:21:57.556502 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:21:59.183984 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:03.473069 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1e2eee41-7b00-4dfa-a785-7bdf50e0ce04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:06.336873 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1ddb65b2-8205-4d64-b520-9f10b26244db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:07.356516 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:07.395999 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df3e087-b8e3-42d3-b5cb-50b7ba8b8445 req-92361639-0f6f-47fb-9a93-6b6eb1046c1a tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:07.397528 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2df3e087-b8e3-42d3-b5cb-50b7ba8b8445 req-92361639-0f6f-47fb-9a93-6b6eb1046c1a tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f2f125d-f525-45a6-8b5f-f1c7262b6fa2 HTTP/1.1" status: 200 len: 945 time: 0.0763013 Aug 29 05:22:07.406067 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb19eed-3ea0-451c-a754-c8a8c16987a3 req-66c27ece-e8f0-4b0f-a3b3-c51cce3b87f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:07.407535 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2bb19eed-3ea0-451c-a754-c8a8c16987a3 req-66c27ece-e8f0-4b0f-a3b3-c51cce3b87f9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=170eeddf5b474a98bd75c73129396ea6&device_id=0f2f125d-f525-45a6-8b5f-f1c7262b6fa2 HTTP/1.1" status: 200 len: 1097 time: 0.0606632 Aug 29 05:22:07.436981 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:07.494474 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2df3e087-b8e3-42d3-b5cb-50b7ba8b8445 req-94f7ef1d-2ed7-4c35-85fb-8373ced8ce17 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=e1ca4581-f308-4f4c-b6e3-8493036d8cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858710 Aug 29 05:22:07.524526 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb19eed-3ea0-451c-a754-c8a8c16987a3 req-4aafaad3-efd0-4b4d-b8a5-ed5260f01ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:07.525988 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2bb19eed-3ea0-451c-a754-c8a8c16987a3 req-4aafaad3-efd0-4b4d-b8a5-ed5260f01ed9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=386d41a9-b186-4678-b28d-8d53e2cb23a6 HTTP/1.1" status: 200 len: 897 time: 0.1092904 Aug 29 05:22:07.592747 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2bb19eed-3ea0-451c-a754-c8a8c16987a3 req-d07f2b8b-9b1b-4bba-8496-84fa8ac2e741 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4aa4ee1d-7e22-468b-9183-e165117d476f HTTP/1.1" status: 200 len: 1001 time: 0.0576937 Aug 29 05:22:07.646576 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb19eed-3ea0-451c-a754-c8a8c16987a3 req-857c12a2-bd77-4277-954d-12ddbdfc4fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:07.648045 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2bb19eed-3ea0-451c-a754-c8a8c16987a3 req-857c12a2-bd77-4277-954d-12ddbdfc4fa6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2d567354-7298-4283-b70f-07d507adb375 HTTP/1.1" status: 200 len: 835 time: 0.0471511 Aug 29 05:22:07.693791 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb19eed-3ea0-451c-a754-c8a8c16987a3 req-5ee36878-86cc-4039-8729-e37080c4bfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:07.695257 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2bb19eed-3ea0-451c-a754-c8a8c16987a3 req-5ee36878-86cc-4039-8729-e37080c4bfaf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=386d41a9-b186-4678-b28d-8d53e2cb23a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393486 Aug 29 05:22:07.697518 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [req-88c24682-7af7-45d8-969b-970458361117 req-36da73fa-60d7-4c6e-a0b8-e8f4c721a961 tempest-ServerActionsTestJSON-1298611225 tempest-ServerActionsTestJSON-1298611225-project] (94829) timed out ('10.222.0.22', 59004) {{(pid=94829) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 05:22:07.785275 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2bb19eed-3ea0-451c-a754-c8a8c16987a3 req-67a15d3f-b3f8-4893-aeb2-a14ac04ef9e3 service neutron] 10.222.0.46 "GET /v2.0/networks/386d41a9-b186-4678-b28d-8d53e2cb23a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806868 Aug 29 05:22:07.883408 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2bb19eed-3ea0-451c-a754-c8a8c16987a3 req-40f3cd09-1b3b-4f65-a971-75b13dcfc5ce service neutron] 10.222.0.46 "GET /v2.0/networks/386d41a9-b186-4678-b28d-8d53e2cb23a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876164 Aug 29 05:22:08.609775 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a238d1d0-8a8a-4709-ae06-bf091e94adb5 req-979ef62e-2dcd-4668-8796-f4c2605228cf tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:08.611245 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a238d1d0-8a8a-4709-ae06-bf091e94adb5 req-979ef62e-2dcd-4668-8796-f4c2605228cf tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f2f125d-f525-45a6-8b5f-f1c7262b6fa2 HTTP/1.1" status: 200 len: 945 time: 0.0489347 Aug 29 05:22:08.648343 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a238d1d0-8a8a-4709-ae06-bf091e94adb5 req-2a7d4587-802a-4307-b5b6-c643c9da2a53 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=e1ca4581-f308-4f4c-b6e3-8493036d8cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311389 Aug 29 05:22:08.930591 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:09.762125 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a38659-8cf4-4421-a36a-d0ec247b96ef req-471998b2-b105-42cf-83d1-349ee584907d tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:09.763663 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d3a38659-8cf4-4421-a36a-d0ec247b96ef req-471998b2-b105-42cf-83d1-349ee584907d tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f2f125d-f525-45a6-8b5f-f1c7262b6fa2 HTTP/1.1" status: 200 len: 945 time: 0.0490887 Aug 29 05:22:09.806116 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d3a38659-8cf4-4421-a36a-d0ec247b96ef req-511dcb25-ab85-4775-8363-b3deb2c71c91 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=e1ca4581-f308-4f4c-b6e3-8493036d8cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364223 Aug 29 05:22:10.987285 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb79b04-b8ca-438b-9b11-8d81b49c23da req-8d255ee0-3771-4067-bc87-869cc30237ca tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:10.988804 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7eb79b04-b8ca-438b-9b11-8d81b49c23da req-8d255ee0-3771-4067-bc87-869cc30237ca tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f2f125d-f525-45a6-8b5f-f1c7262b6fa2 HTTP/1.1" status: 200 len: 945 time: 0.1151817 Aug 29 05:22:11.026994 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7eb79b04-b8ca-438b-9b11-8d81b49c23da req-48013320-6dc6-4f2a-ad94-b8044bd0e98c tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=e1ca4581-f308-4f4c-b6e3-8493036d8cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314837 Aug 29 05:22:12.139244 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66218e58-786c-4320-949f-a13a9607c0a6 req-bc02e8db-6836-4d2a-b055-dcd58174a829 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:12.140804 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-66218e58-786c-4320-949f-a13a9607c0a6 req-bc02e8db-6836-4d2a-b055-dcd58174a829 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f2f125d-f525-45a6-8b5f-f1c7262b6fa2 HTTP/1.1" status: 200 len: 945 time: 0.0478945 Aug 29 05:22:12.178353 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-66218e58-786c-4320-949f-a13a9607c0a6 req-3fc2166d-a41b-46f7-abe8-8a943276a31d tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=e1ca4581-f308-4f4c-b6e3-8493036d8cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311084 Aug 29 05:22:13.291438 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012f4b64-e42f-451b-b51e-9ba91c8a053e req-1cee88da-b899-47fb-8247-96fdbe5e056f tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:13.292983 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-012f4b64-e42f-451b-b51e-9ba91c8a053e req-1cee88da-b899-47fb-8247-96fdbe5e056f tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f2f125d-f525-45a6-8b5f-f1c7262b6fa2 HTTP/1.1" status: 200 len: 945 time: 0.0479667 Aug 29 05:22:13.333864 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-012f4b64-e42f-451b-b51e-9ba91c8a053e req-be7ea6e6-de17-4c2e-8b36-ae975a3dab9d tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=e1ca4581-f308-4f4c-b6e3-8493036d8cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349286 Aug 29 05:22:14.447765 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd685d24-0c20-4547-a7f1-154002fd4f14 req-5891680f-a083-4722-9c30-652297d18863 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:14.449196 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dd685d24-0c20-4547-a7f1-154002fd4f14 req-5891680f-a083-4722-9c30-652297d18863 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f2f125d-f525-45a6-8b5f-f1c7262b6fa2 HTTP/1.1" status: 200 len: 945 time: 0.0500367 Aug 29 05:22:14.486353 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dd685d24-0c20-4547-a7f1-154002fd4f14 req-0cdb13e4-f5cb-489b-a033-e216d42ff6fa tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=e1ca4581-f308-4f4c-b6e3-8493036d8cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311117 Aug 29 05:22:15.601183 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39686caf-aa78-4bab-a1aa-dbc6232ff919 req-b4a08579-6f0d-4461-9ca6-5d7c6515754f tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:15.602676 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-39686caf-aa78-4bab-a1aa-dbc6232ff919 req-b4a08579-6f0d-4461-9ca6-5d7c6515754f tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f2f125d-f525-45a6-8b5f-f1c7262b6fa2 HTTP/1.1" status: 200 len: 945 time: 0.0492318 Aug 29 05:22:15.639675 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-39686caf-aa78-4bab-a1aa-dbc6232ff919 req-c9e162ea-d5b3-4275-99ad-59cb2dddb6fa tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=e1ca4581-f308-4f4c-b6e3-8493036d8cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310225 Aug 29 05:22:16.756107 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b4057f-7a9b-4a54-aabe-663cbe137fa7 req-1253ea50-2841-45e3-a001-a6779d1eaf80 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:16.757631 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b0b4057f-7a9b-4a54-aabe-663cbe137fa7 req-1253ea50-2841-45e3-a001-a6779d1eaf80 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f2f125d-f525-45a6-8b5f-f1c7262b6fa2 HTTP/1.1" status: 200 len: 945 time: 0.0500357 Aug 29 05:22:16.798329 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b0b4057f-7a9b-4a54-aabe-663cbe137fa7 req-99090217-9d97-447a-ac0b-9a45e1aa398d tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=e1ca4581-f308-4f4c-b6e3-8493036d8cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347912 Aug 29 05:22:17.913211 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4733a933-ee22-44e6-bb08-2dd84344504b req-2b32893d-3e4d-4691-a5a3-1819f7827686 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:17.914835 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4733a933-ee22-44e6-bb08-2dd84344504b req-2b32893d-3e4d-4691-a5a3-1819f7827686 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f2f125d-f525-45a6-8b5f-f1c7262b6fa2 HTTP/1.1" status: 200 len: 945 time: 0.0493541 Aug 29 05:22:17.951502 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4733a933-ee22-44e6-bb08-2dd84344504b req-1b1d38bb-899c-430a-b65a-094ce7c95064 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=e1ca4581-f308-4f4c-b6e3-8493036d8cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307386 Aug 29 05:22:19.067808 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ac8df-62a2-4012-b32b-8b016644d804 req-461633b2-674f-411f-b811-e9056e873e01 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:19.069256 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4e5ac8df-62a2-4012-b32b-8b016644d804 req-461633b2-674f-411f-b811-e9056e873e01 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f2f125d-f525-45a6-8b5f-f1c7262b6fa2 HTTP/1.1" status: 200 len: 945 time: 0.0499830 Aug 29 05:22:19.106931 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4e5ac8df-62a2-4012-b32b-8b016644d804 req-d4573619-405a-45f4-aed3-10f2750ca673 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=e1ca4581-f308-4f4c-b6e3-8493036d8cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312493 Aug 29 05:22:19.821871 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:20.220592 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38888552-3a8f-47ce-98f7-05f473e641f7 req-d6f9c10c-b9ea-47bb-941f-4fb69b29c047 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:20.222101 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-38888552-3a8f-47ce-98f7-05f473e641f7 req-d6f9c10c-b9ea-47bb-941f-4fb69b29c047 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f2f125d-f525-45a6-8b5f-f1c7262b6fa2 HTTP/1.1" status: 200 len: 945 time: 0.0495913 Aug 29 05:22:20.264403 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-38888552-3a8f-47ce-98f7-05f473e641f7 req-4503bcd7-572b-4d68-b2da-35ca7111d4b9 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=e1ca4581-f308-4f4c-b6e3-8493036d8cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361886 Aug 29 05:22:21.376896 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bc902b-694f-4404-8f96-63fdc66d23ef req-e28dcd3a-6fa2-44c8-b579-fb5b300d3da7 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:21.378397 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-32bc902b-694f-4404-8f96-63fdc66d23ef req-e28dcd3a-6fa2-44c8-b579-fb5b300d3da7 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f2f125d-f525-45a6-8b5f-f1c7262b6fa2 HTTP/1.1" status: 200 len: 945 time: 0.0490191 Aug 29 05:22:21.416044 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-32bc902b-694f-4404-8f96-63fdc66d23ef req-137c4582-842c-433d-9291-1bbcb75d8921 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=e1ca4581-f308-4f4c-b6e3-8493036d8cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311666 Aug 29 05:22:22.531184 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfacf6c-d454-465d-893a-82118c2699ee req-9deb8ff9-e8e3-474f-81c3-c9de4b6c895f tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:22.532859 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4cfacf6c-d454-465d-893a-82118c2699ee req-9deb8ff9-e8e3-474f-81c3-c9de4b6c895f tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f2f125d-f525-45a6-8b5f-f1c7262b6fa2 HTTP/1.1" status: 200 len: 945 time: 0.0499775 Aug 29 05:22:22.571102 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4cfacf6c-d454-465d-893a-82118c2699ee req-aa2ee177-71f5-45ba-b1bb-e7c1100806fa tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=e1ca4581-f308-4f4c-b6e3-8493036d8cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315061 Aug 29 05:22:23.684086 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff4d188-3f2d-4458-bcdc-f0c579d3cd6e req-c0798a24-018d-4436-a32b-f50e555fac90 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:23.685593 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5ff4d188-3f2d-4458-bcdc-f0c579d3cd6e req-c0798a24-018d-4436-a32b-f50e555fac90 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f2f125d-f525-45a6-8b5f-f1c7262b6fa2 HTTP/1.1" status: 200 len: 945 time: 0.0483959 Aug 29 05:22:23.728710 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5ff4d188-3f2d-4458-bcdc-f0c579d3cd6e req-a80a9d56-b91e-441a-8691-fb19cd0a0172 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=e1ca4581-f308-4f4c-b6e3-8493036d8cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370851 Aug 29 05:22:24.842831 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7a702e-37c7-41d0-a8e4-9f3d273ed027 req-d0f4c7ca-d6be-451f-8f1d-d456e17dd60a tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:24.844371 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-db7a702e-37c7-41d0-a8e4-9f3d273ed027 req-d0f4c7ca-d6be-451f-8f1d-d456e17dd60a tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f2f125d-f525-45a6-8b5f-f1c7262b6fa2 HTTP/1.1" status: 200 len: 945 time: 0.0487752 Aug 29 05:22:24.881635 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-db7a702e-37c7-41d0-a8e4-9f3d273ed027 req-936ad46d-0d51-4ae2-881e-21cf60d2aaf8 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=e1ca4581-f308-4f4c-b6e3-8493036d8cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307145 Aug 29 05:22:24.904136 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 41768) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:22:24.963171 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-ad022c16-13ef-4ca5-8b05-2d6d9335e1fc tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/floatingips/a2c1fe80-f368-4ede-8b45-bd099a673237 HTTP/1.1" status: 200 len: 993 time: 0.0579064 Aug 29 05:22:29.200500 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:33.473121 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bab9a7d2-b741-4f36-a412-1516ac7d34fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:34.555805 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:22:36.337294 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a4bca873-f89b-49d3-a682-9509453dd2a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:37.359335 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:37.437336 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:38.934138 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:48.090261 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fb312813-e465-46f2-bd72-730f7844823f req-7070d044-72f0-49bc-927c-5991818d4958 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0f2f125d-f525-45a6-8b5f-f1c7262b6fa2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1014364 Aug 29 05:22:48.171638 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb312813-e465-46f2-bd72-730f7844823f req-2d065d0c-f949-4e34-bde0-8799a025b447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:48.173232 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fb312813-e465-46f2-bd72-730f7844823f req-2d065d0c-f949-4e34-bde0-8799a025b447 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=170eeddf5b474a98bd75c73129396ea6&device_id=0f2f125d-f525-45a6-8b5f-f1c7262b6fa2 HTTP/1.1" status: 200 len: 1097 time: 0.0400243 Aug 29 05:22:48.275139 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb312813-e465-46f2-bd72-730f7844823f req-ad95356a-6f95-49d8-b88e-cd9f497e6a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:48.276620 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fb312813-e465-46f2-bd72-730f7844823f req-ad95356a-6f95-49d8-b88e-cd9f497e6a3b service neutron] 10.222.0.46 "GET /v2.0/networks?id=386d41a9-b186-4678-b28d-8d53e2cb23a6 HTTP/1.1" status: 200 len: 897 time: 0.0819514 Aug 29 05:22:48.344822 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fb312813-e465-46f2-bd72-730f7844823f req-d864ef11-50c3-4815-8c1e-71bf798f1ab7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4aa4ee1d-7e22-468b-9183-e165117d476f HTTP/1.1" status: 200 len: 1001 time: 0.0608563 Aug 29 05:22:48.396155 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb312813-e465-46f2-bd72-730f7844823f req-1aae95c4-6561-403d-a793-7328f94e023d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:48.397682 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fb312813-e465-46f2-bd72-730f7844823f req-1aae95c4-6561-403d-a793-7328f94e023d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2d567354-7298-4283-b70f-07d507adb375 HTTP/1.1" status: 200 len: 835 time: 0.0431447 Aug 29 05:22:48.443931 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb312813-e465-46f2-bd72-730f7844823f req-03a6a9d6-2d92-444e-86d8-87fcacd46c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:48.445387 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fb312813-e465-46f2-bd72-730f7844823f req-03a6a9d6-2d92-444e-86d8-87fcacd46c75 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=386d41a9-b186-4678-b28d-8d53e2cb23a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399776 Aug 29 05:22:48.540339 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fb312813-e465-46f2-bd72-730f7844823f req-00018d5d-0998-465a-bba4-96fab106f355 service neutron] 10.222.0.46 "GET /v2.0/networks/386d41a9-b186-4678-b28d-8d53e2cb23a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862007 Aug 29 05:22:48.629816 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fb312813-e465-46f2-bd72-730f7844823f req-0fba9e32-0431-4be2-ae9d-4877bb8e64be service neutron] 10.222.0.46 "GET /v2.0/networks/386d41a9-b186-4678-b28d-8d53e2cb23a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818255 Aug 29 05:22:49.827849 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:52.479907 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-750d204e-9ecd-4d56-ab3c-61f79fbdd4ed req-4ba098c7-80ff-416b-8bfc-61768710eec3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=19efa733-49d3-4125-b1bf-b01d593b5e9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0441861 Aug 29 05:22:52.575790 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750d204e-9ecd-4d56-ab3c-61f79fbdd4ed req-84e70226-5cac-42f6-97cf-58d55b4496c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:52.577329 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-750d204e-9ecd-4d56-ab3c-61f79fbdd4ed req-84e70226-5cac-42f6-97cf-58d55b4496c9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=31def360f89342158e5c482db8b51dfa&device_id=19efa733-49d3-4125-b1bf-b01d593b5e9a HTTP/1.1" status: 200 len: 1097 time: 0.0414026 Aug 29 05:22:52.681930 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750d204e-9ecd-4d56-ab3c-61f79fbdd4ed req-06777c82-2d22-43df-be82-1793131eff15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:52.683411 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-750d204e-9ecd-4d56-ab3c-61f79fbdd4ed req-06777c82-2d22-43df-be82-1793131eff15 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb HTTP/1.1" status: 200 len: 913 time: 0.0866418 Aug 29 05:22:52.727964 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-750d204e-9ecd-4d56-ab3c-61f79fbdd4ed req-aee20ed1-d582-4bac-99af-974b3a33a210 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e11f048-6330-4537-9251-c0dbbafc7fc5 HTTP/1.1" status: 200 len: 217 time: 0.0368783 Aug 29 05:22:52.777790 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750d204e-9ecd-4d56-ab3c-61f79fbdd4ed req-2e5ff66b-f6d2-4a39-8342-4ca9bba1916d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:52.779236 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-750d204e-9ecd-4d56-ab3c-61f79fbdd4ed req-2e5ff66b-f6d2-4a39-8342-4ca9bba1916d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6f6d99e8-8009-478f-9356-563dd7d1ac5b HTTP/1.1" status: 200 len: 851 time: 0.0429692 Aug 29 05:22:52.824329 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750d204e-9ecd-4d56-ab3c-61f79fbdd4ed req-03586357-bb8b-435b-a40b-1d7da5513a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:52.825818 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-750d204e-9ecd-4d56-ab3c-61f79fbdd4ed req-03586357-bb8b-435b-a40b-1d7da5513a68 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395348 Aug 29 05:22:52.836373 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [req-750d204e-9ecd-4d56-ab3c-61f79fbdd4ed req-5b8eedab-4c81-4f2b-992e-c15c486b5aea service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 05:22:52.837439 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-750d204e-9ecd-4d56-ab3c-61f79fbdd4ed req-5b8eedab-4c81-4f2b-992e-c15c486b5aea service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048988 Aug 29 05:22:52.928852 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-750d204e-9ecd-4d56-ab3c-61f79fbdd4ed req-55c7faa2-00ec-4870-b233-88813fdee096 service neutron] 10.222.0.48 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843189 Aug 29 05:22:53.017553 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-750d204e-9ecd-4d56-ab3c-61f79fbdd4ed req-14822857-0e59-4140-b68f-619f509dea8e service neutron] 10.222.0.48 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805531 Aug 29 05:22:57.689144 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 41792) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:22:57.843806 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-7a999254-15ed-4698-bfda-88431c6288b4 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Deleting port 1f40ffea-094c-44c2-a522-504c5824d4c5 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:22:57.844160 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7a999254-15ed-4698-bfda-88431c6288b4 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:57.920537 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7a999254-15ed-4698-bfda-88431c6288b4 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:57.920871 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7a999254-15ed-4698-bfda-88431c6288b4 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:57.932152 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-7a999254-15ed-4698-bfda-88431c6288b4 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Calling delete_port for 1f40ffea-094c-44c2-a522-504c5824d4c5 owned by network:floatingip {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:22:58.079270 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7a999254-15ed-4698-bfda-88431c6288b4 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:58.107767 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a999254-15ed-4698-bfda-88431c6288b4 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Pushing event deleted for resources: {'Port': ['ID=1f40ffea-094c-44c2-a522-504c5824d4c5,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:22:58.134535 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a999254-15ed-4698-bfda-88431c6288b4 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:22:58.134885 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a999254-15ed-4698-bfda-88431c6288b4 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:22:58.135226 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a999254-15ed-4698-bfda-88431c6288b4 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:22:58.135567 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a999254-15ed-4698-bfda-88431c6288b4 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:22:58.135921 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a999254-15ed-4698-bfda-88431c6288b4 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:22:58.136252 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a999254-15ed-4698-bfda-88431c6288b4 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:22:58.136579 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a999254-15ed-4698-bfda-88431c6288b4 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:22:58.136906 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a999254-15ed-4698-bfda-88431c6288b4 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:22:58.137234 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a999254-15ed-4698-bfda-88431c6288b4 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:22:58.137555 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a999254-15ed-4698-bfda-88431c6288b4 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:22:58.137876 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a999254-15ed-4698-bfda-88431c6288b4 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:22:58.138197 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a999254-15ed-4698-bfda-88431c6288b4 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:22:58.179709 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7a999254-15ed-4698-bfda-88431c6288b4 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for floatingip, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:58.180042 n-d-712140-12 neutron-server[94829]: INFO neutron.db.l3_db [None req-7a999254-15ed-4698-bfda-88431c6288b4 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Floating IP a2c1fe80-f368-4ede-8b45-bd099a673237 disassociated (deleted). External IP: 172.25.0.105, port: 4aa4ee1d-7e22-468b-9183-e165117d476f. Aug 29 05:22:58.670343 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a999254-15ed-4698-bfda-88431c6288b4 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Router 491da03c-6153-450d-ab7d-f7ac5de0f4cc has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:22:58.777005 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a999254-15ed-4698-bfda-88431c6288b4 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:22:58.781780 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7a999254-15ed-4698-bfda-88431c6288b4 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:58.786772 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342b4613-6391-44f7-800c-6dfb5ce6b100 None None] Sync routers for ids ['491da03c-6153-450d-ab7d-f7ac5de0f4cc'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:22:58.795805 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342b4613-6391-44f7-800c-6dfb5ce6b100 None None] Routers {'491da03c-6153-450d-ab7d-f7ac5de0f4cc'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:22:58.796481 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-342b4613-6391-44f7-800c-6dfb5ce6b100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:22:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['491da03c-6153-450d-ab7d-f7ac5de0f4cc'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:22:58.812507 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-7a999254-15ed-4698-bfda-88431c6288b4 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "DELETE /v2.0/floatingips/a2c1fe80-f368-4ede-8b45-bd099a673237 HTTP/1.1" status: 204 len: 168 time: 1.1197054 Aug 29 05:22:58.812507 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f2f125d-f525-45a6-8b5f-f1c7262b6fa2', 'tag': '4aa4ee1d-7e22-468b-9183-e165117d476f'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:22:58.812890 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77553e5f3dce844e1d1944d01f437b37b7dd5b7a052a0dbecc2d9758b81294" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bbacca8-efa2-4eaa-855a-958cb9a99931" -d '{"events": [{"name": "network-changed", "server_uuid": "0f2f125d-f525-45a6-8b5f-f1c7262b6fa2", "tag": "4aa4ee1d-7e22-468b-9183-e165117d476f"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:22:58.968381 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1741d05-94ed-417a-9220-942f09f8e121 x-openstack-request-id: req-f1741d05-94ed-417a-9220-942f09f8e121 {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:22:58.968684 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f2f125d-f525-45a6-8b5f-f1c7262b6fa2", "tag": "4aa4ee1d-7e22-468b-9183-e165117d476f", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:22:58.969075 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f1741d05-94ed-417a-9220-942f09f8e121 {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:22:58.969332 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f2f125d-f525-45a6-8b5f-f1c7262b6fa2', 'tag': '4aa4ee1d-7e22-468b-9183-e165117d476f', 'status': 'completed', 'code': 200} Aug 29 05:22:58.995569 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-342b4613-6391-44f7-800c-6dfb5ce6b100 None None] Set router 491da03c-6153-450d-ab7d-f7ac5de0f4cc gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:22:59.063305 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbacca8-efa2-4eaa-855a-958cb9a99931 req-a1393b86-8256-4fde-b5fe-1d9b8dc47043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:59.064880 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4bbacca8-efa2-4eaa-855a-958cb9a99931 req-a1393b86-8256-4fde-b5fe-1d9b8dc47043 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=170eeddf5b474a98bd75c73129396ea6&device_id=0f2f125d-f525-45a6-8b5f-f1c7262b6fa2 HTTP/1.1" status: 200 len: 1097 time: 0.0717034 Aug 29 05:22:59.080537 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaedd9e-5810-4c42-8fa3-b127102f8f73 req-2ca9866c-3538-4a36-acfd-3128f8d902cd tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:59.081983 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-eaaedd9e-5810-4c42-8fa3-b127102f8f73 req-2ca9866c-3538-4a36-acfd-3128f8d902cd tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f2f125d-f525-45a6-8b5f-f1c7262b6fa2 HTTP/1.1" status: 200 len: 945 time: 0.0637696 Aug 29 05:22:59.164291 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-eaaedd9e-5810-4c42-8fa3-b127102f8f73 req-32252208-64f9-4773-a52d-d562acb31963 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=e1ca4581-f308-4f4c-b6e3-8493036d8cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737123 Aug 29 05:22:59.192472 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbacca8-efa2-4eaa-855a-958cb9a99931 req-413cc90c-3c3a-4f57-bc02-8e923fc99fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:59.193974 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4bbacca8-efa2-4eaa-855a-958cb9a99931 req-413cc90c-3c3a-4f57-bc02-8e923fc99fd4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=386d41a9-b186-4678-b28d-8d53e2cb23a6 HTTP/1.1" status: 200 len: 897 time: 0.1111341 Aug 29 05:22:59.195190 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:59.198704 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-342b4613-6391-44f7-800c-6dfb5ce6b100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '491da03c-6153-450d-ab7d-f7ac5de0f4cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2109204826', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '5a8e963f-e120-436d-bd5d-55057636883f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:21:14Z', 'updated_at': '2021-08-29T05:21:17Z', 'revision_number': 4, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'gw_port': {'id': '5a8e963f-e120-436d-bd5d-55057636883f', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:58:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491da03c-6153-450d-ab7d-f7ac5de0f4cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:21:15Z', 'updated_at': '2021-08-29T05:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '7a502682-2a8f-4f55-8598-ec77b718f41d', 'name': '', 'network_id': '386d41a9-b186-4678-b28d-8d53e2cb23a6', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'mac_address': 'fa:16:3e:10:ac:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491da03c-6153-450d-ab7d-f7ac5de0f4cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '2d567354-7298-4283-b70f-07d507adb375', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:21:17Z', 'updated_at': '2021-08-29T05:21:22Z', 'revision_number': 5, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'subnets': [{'id': '2d567354-7298-4283-b70f-07d507adb375', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:22:59.224369 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342b4613-6391-44f7-800c-6dfb5ce6b100 None None] Checking router: 491da03c-6153-450d-ab7d-f7ac5de0f4cc for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:22:59.233176 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342b4613-6391-44f7-800c-6dfb5ce6b100 None None] Routers {'491da03c-6153-450d-ab7d-f7ac5de0f4cc'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:22:59.233778 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-342b4613-6391-44f7-800c-6dfb5ce6b100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:22:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['491da03c-6153-450d-ab7d-f7ac5de0f4cc'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:22:59.242295 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4bbacca8-efa2-4eaa-855a-958cb9a99931 req-8857a3ff-bd31-49f0-b8e2-dc29d149cdd8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4aa4ee1d-7e22-468b-9183-e165117d476f HTTP/1.1" status: 200 len: 217 time: 0.0407178 Aug 29 05:22:59.292059 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbacca8-efa2-4eaa-855a-958cb9a99931 req-b28f8ea9-3539-4ba4-9582-d41c75668cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:59.293594 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4bbacca8-efa2-4eaa-855a-958cb9a99931 req-b28f8ea9-3539-4ba4-9582-d41c75668cf3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2d567354-7298-4283-b70f-07d507adb375 HTTP/1.1" status: 200 len: 835 time: 0.0438285 Aug 29 05:22:59.340510 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-342b4613-6391-44f7-800c-6dfb5ce6b100 None None] Set router 491da03c-6153-450d-ab7d-f7ac5de0f4cc gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:22:59.340890 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbacca8-efa2-4eaa-855a-958cb9a99931 req-9c768e9f-e9aa-4bc3-b56c-e238840e9437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:59.342413 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4bbacca8-efa2-4eaa-855a-958cb9a99931 req-9c768e9f-e9aa-4bc3-b56c-e238840e9437 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=386d41a9-b186-4678-b28d-8d53e2cb23a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409386 Aug 29 05:22:59.436814 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4bbacca8-efa2-4eaa-855a-958cb9a99931 req-82e0e016-5ad3-4910-9f31-01871164b493 service neutron] 10.222.0.46 "GET /v2.0/networks/386d41a9-b186-4678-b28d-8d53e2cb23a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864677 Aug 29 05:22:59.529276 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4bbacca8-efa2-4eaa-855a-958cb9a99931 req-ffc34ec9-ad1c-4671-b668-c39e5ad1f9e0 service neutron] 10.222.0.46 "GET /v2.0/networks/386d41a9-b186-4678-b28d-8d53e2cb23a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816710 Aug 29 05:22:59.538510 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-342b4613-6391-44f7-800c-6dfb5ce6b100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '491da03c-6153-450d-ab7d-f7ac5de0f4cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2109204826', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '5a8e963f-e120-436d-bd5d-55057636883f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:21:14Z', 'updated_at': '2021-08-29T05:21:17Z', 'revision_number': 4, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'gw_port': {'id': '5a8e963f-e120-436d-bd5d-55057636883f', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:58:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491da03c-6153-450d-ab7d-f7ac5de0f4cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:21:15Z', 'updated_at': '2021-08-29T05:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '7a502682-2a8f-4f55-8598-ec77b718f41d', 'name': '', 'network_id': '386d41a9-b186-4678-b28d-8d53e2cb23a6', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'mac_address': 'fa:16:3e:10:ac:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491da03c-6153-450d-ab7d-f7ac5de0f4cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '2d567354-7298-4283-b70f-07d507adb375', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:21:17Z', 'updated_at': '2021-08-29T05:21:22Z', 'revision_number': 5, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'subnets': [{'id': '2d567354-7298-4283-b70f-07d507adb375', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:22:59.564044 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342b4613-6391-44f7-800c-6dfb5ce6b100 None None] The sync data for ids ['491da03c-6153-450d-ab7d-f7ac5de0f4cc'] in n-d-712140-12 is: [{'id': '491da03c-6153-450d-ab7d-f7ac5de0f4cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2109204826', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '5a8e963f-e120-436d-bd5d-55057636883f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:21:14Z', 'updated_at': '2021-08-29T05:21:17Z', 'revision_number': 4, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'gw_port': {'id': '5a8e963f-e120-436d-bd5d-55057636883f', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:58:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491da03c-6153-450d-ab7d-f7ac5de0f4cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:21:15Z', 'updated_at': '2021-08-29T05:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '7a502682-2a8f-4f55-8598-ec77b718f41d', 'name': '', 'network_id': '386d41a9-b186-4678-b28d-8d53e2cb23a6', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'mac_address': 'fa:16:3e:10:ac:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491da03c-6153-450d-ab7d-f7ac5de0f4cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '2d567354-7298-4283-b70f-07d507adb375', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:21:17Z', 'updated_at': '2021-08-29T05:21:22Z', 'revision_number': 5, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'subnets': [{'id': '2d567354-7298-4283-b70f-07d507adb375', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:22:59.783530 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f5a53b-a77d-4a91-8eca-fa9c61a305d4 None None] New status for floating IP a2c1fe80-f368-4ede-8b45-bd099a673237: DOWN {{(pid=94830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:23:00.284135 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4101c953-dca2-4eeb-ae45-443c774cc3c3 req-fe6ea60e-0249-4c9d-a8e7-72e266ca161e tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:00.285631 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4101c953-dca2-4eeb-ae45-443c774cc3c3 req-fe6ea60e-0249-4c9d-a8e7-72e266ca161e tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f2f125d-f525-45a6-8b5f-f1c7262b6fa2 HTTP/1.1" status: 200 len: 945 time: 0.0498776 Aug 29 05:23:00.323359 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4101c953-dca2-4eeb-ae45-443c774cc3c3 req-22d29673-5005-4381-a918-23cebe990850 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=e1ca4581-f308-4f4c-b6e3-8493036d8cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317676 Aug 29 05:23:00.523613 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c26cdb8-fc56-4a43-b5e8-b6158fccd9fe req-6049d821-8dd6-4d78-bad8-3e28a14543a7 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:00.525007 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7c26cdb8-fc56-4a43-b5e8-b6158fccd9fe req-6049d821-8dd6-4d78-bad8-3e28a14543a7 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.46 "GET /v2.0/ports?device_id=0f2f125d-f525-45a6-8b5f-f1c7262b6fa2 HTTP/1.1" status: 200 len: 945 time: 0.0523305 Aug 29 05:23:00.613348 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-7c26cdb8-fc56-4a43-b5e8-b6158fccd9fe req-91ad90bf-9759-4380-8a49-d997e80f35a2 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Deleting port 4aa4ee1d-7e22-468b-9183-e165117d476f {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:23:00.613698 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-7c26cdb8-fc56-4a43-b5e8-b6158fccd9fe req-91ad90bf-9759-4380-8a49-d997e80f35a2 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:00.701829 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-7c26cdb8-fc56-4a43-b5e8-b6158fccd9fe req-91ad90bf-9759-4380-8a49-d997e80f35a2 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] For port 4aa4ee1d-7e22-468b-9183-e165117d476f, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=4aa4ee1d-7e22-468b-9183-e165117d476f,segment=NetworkSegment(8b90a40e-8296-4cb2-8818-2b445d920178),segment_id=8b90a40e-8296-4cb2-8818-2b445d920178)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:23:00.702202 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-7c26cdb8-fc56-4a43-b5e8-b6158fccd9fe req-91ad90bf-9759-4380-8a49-d997e80f35a2 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:00.715396 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-7c26cdb8-fc56-4a43-b5e8-b6158fccd9fe req-91ad90bf-9759-4380-8a49-d997e80f35a2 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Calling delete_port for 4aa4ee1d-7e22-468b-9183-e165117d476f owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:23:00.841634 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-7c26cdb8-fc56-4a43-b5e8-b6158fccd9fe req-91ad90bf-9759-4380-8a49-d997e80f35a2 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:00.869993 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ad90bf-9759-4380-8a49-d997e80f35a2 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Pushing event deleted for resources: {'Port': ['ID=4aa4ee1d-7e22-468b-9183-e165117d476f,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:00.881778 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ad90bf-9759-4380-8a49-d997e80f35a2 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:23:00.882136 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ad90bf-9759-4380-8a49-d997e80f35a2 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:23:00.882481 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ad90bf-9759-4380-8a49-d997e80f35a2 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:23:00.882820 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ad90bf-9759-4380-8a49-d997e80f35a2 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:23:00.883152 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ad90bf-9759-4380-8a49-d997e80f35a2 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:23:00.883483 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ad90bf-9759-4380-8a49-d997e80f35a2 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:23:00.883845 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ad90bf-9759-4380-8a49-d997e80f35a2 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:23:00.884180 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ad90bf-9759-4380-8a49-d997e80f35a2 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:23:00.884507 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ad90bf-9759-4380-8a49-d997e80f35a2 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:23:00.884831 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ad90bf-9759-4380-8a49-d997e80f35a2 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:23:00.885679 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ad90bf-9759-4380-8a49-d997e80f35a2 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:23:00.885995 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ad90bf-9759-4380-8a49-d997e80f35a2 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:23:00.919315 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c26cdb8-fc56-4a43-b5e8-b6158fccd9fe req-91ad90bf-9759-4380-8a49-d997e80f35a2 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] No DVR routers for this DVR port 4aa4ee1d-7e22-468b-9183-e165117d476f on host n-h1-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:23:00.921878 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-7c26cdb8-fc56-4a43-b5e8-b6158fccd9fe req-91ad90bf-9759-4380-8a49-d997e80f35a2 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:00.923883 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7c26cdb8-fc56-4a43-b5e8-b6158fccd9fe req-91ad90bf-9759-4380-8a49-d997e80f35a2 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.46 "DELETE /v2.0/ports/4aa4ee1d-7e22-468b-9183-e165117d476f HTTP/1.1" status: 204 len: 173 time: 0.3926992 Aug 29 05:23:00.924319 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f2f125d-f525-45a6-8b5f-f1c7262b6fa2', 'name': 'network-vif-deleted', 'tag': '4aa4ee1d-7e22-468b-9183-e165117d476f'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:23:00.926533 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfb9107a06241f0f5f2256c13c0e0e77dc40c776bf6dc0455c34cebdf0549d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e4c813f-291e-487e-9528-f59ed603dd4e" -d '{"events": [{"server_uuid": "0f2f125d-f525-45a6-8b5f-f1c7262b6fa2", "name": "network-vif-deleted", "tag": "4aa4ee1d-7e22-468b-9183-e165117d476f"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:23:01.021711 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aa41640-4ef0-4f29-9e0a-be461f17b17b x-openstack-request-id: req-6aa41640-4ef0-4f29-9e0a-be461f17b17b {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:23:01.022008 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f2f125d-f525-45a6-8b5f-f1c7262b6fa2", "name": "network-vif-deleted", "tag": "4aa4ee1d-7e22-468b-9183-e165117d476f", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:23:01.022262 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6aa41640-4ef0-4f29-9e0a-be461f17b17b {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:23:01.022667 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f2f125d-f525-45a6-8b5f-f1c7262b6fa2', 'name': 'network-vif-deleted', 'tag': '4aa4ee1d-7e22-468b-9183-e165117d476f', 'status': 'completed', 'code': 200} Aug 29 05:23:01.434294 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-637c5135-3b0a-45cf-a9f0-d9b734c1ceff req-0aa210ca-1760-4a8d-bf4f-0ed2c1ed4184 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f2f125d-f525-45a6-8b5f-f1c7262b6fa2 HTTP/1.1" status: 200 len: 210 time: 0.0266197 Aug 29 05:23:02.490008 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 41814) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:23:02.840004 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-622cbde4-70ef-436e-8878-41c05fbd1c12 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713413'] for router_interface, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:03.092763 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-622cbde4-70ef-436e-8878-41c05fbd1c12 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Deleting port 7a502682-2a8f-4f55-8598-ec77b718f41d {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:23:03.092988 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-622cbde4-70ef-436e-8878-41c05fbd1c12 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:03.181578 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-622cbde4-70ef-436e-8878-41c05fbd1c12 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] For port 7a502682-2a8f-4f55-8598-ec77b718f41d, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=7a502682-2a8f-4f55-8598-ec77b718f41d,segment=NetworkSegment(8b90a40e-8296-4cb2-8818-2b445d920178),segment_id=8b90a40e-8296-4cb2-8818-2b445d920178)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:23:03.182506 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-622cbde4-70ef-436e-8878-41c05fbd1c12 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:03.194992 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-622cbde4-70ef-436e-8878-41c05fbd1c12 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Calling delete_port for 7a502682-2a8f-4f55-8598-ec77b718f41d owned by network:router_interface {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:23:03.376950 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-622cbde4-70ef-436e-8878-41c05fbd1c12 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:03.402857 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622cbde4-70ef-436e-8878-41c05fbd1c12 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Pushing event deleted for resources: {'Port': ['ID=7a502682-2a8f-4f55-8598-ec77b718f41d,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:03.479861 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-370d4597-8561-4b21-a414-ce092325e219 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:03.589956 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-622cbde4-70ef-436e-8878-41c05fbd1c12 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-713231'] for router_interface, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:03.799085 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-622cbde4-70ef-436e-8878-41c05fbd1c12 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Router 491da03c-6153-450d-ab7d-f7ac5de0f4cc has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:23:03.903181 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-622cbde4-70ef-436e-8878-41c05fbd1c12 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:23:03.910787 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-622cbde4-70ef-436e-8878-41c05fbd1c12 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "PUT /v2.0/routers/491da03c-6153-450d-ab7d-f7ac5de0f4cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4171913 Aug 29 05:23:03.910950 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 41816) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:23:03.913147 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55aa5c22-0c24-4142-8e46-bec3454aabc1 None None] Sync routers for ids ['491da03c-6153-450d-ab7d-f7ac5de0f4cc'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:23:03.921984 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55aa5c22-0c24-4142-8e46-bec3454aabc1 None None] Routers {'491da03c-6153-450d-ab7d-f7ac5de0f4cc'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:23:03.922599 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-55aa5c22-0c24-4142-8e46-bec3454aabc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:22:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['491da03c-6153-450d-ab7d-f7ac5de0f4cc'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:23:03.965358 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bb1673d-8610-4103-b3d5-531d2a2faa44 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Deleting subnet 2d567354-7298-4283-b70f-07d507adb375 {{(pid=94829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 05:23:03.969100 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6bb1673d-8610-4103-b3d5-531d2a2faa44 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for subnet, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:04.009828 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6bb1673d-8610-4103-b3d5-531d2a2faa44 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4311743'] for subnet, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:04.030666 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-55aa5c22-0c24-4142-8e46-bec3454aabc1 None None] Set router 491da03c-6153-450d-ab7d-f7ac5de0f4cc gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:23:04.091350 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6bb1673d-8610-4103-b3d5-531d2a2faa44 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:04.159036 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6bb1673d-8610-4103-b3d5-531d2a2faa44 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4552352'] for subnet, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:04.184856 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb1673d-8610-4103-b3d5-531d2a2faa44 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Pushing event deleted for resources: {'Subnet': ['ID=2d567354-7298-4283-b70f-07d507adb375,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:04.190666 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6bb1673d-8610-4103-b3d5-531d2a2faa44 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:04.194994 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-6bb1673d-8610-4103-b3d5-531d2a2faa44 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "DELETE /v2.0/subnets/2d567354-7298-4283-b70f-07d507adb375 HTTP/1.1" status: 204 len: 168 time: 0.2806966 Aug 29 05:23:04.196410 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 41820) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:23:04.197336 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85feec0-2cec-4635-9e2e-8623c11944f7 None None] Network 386d41a9-b186-4678-b28d-8d53e2cb23a6 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:23:04.216566 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-55aa5c22-0c24-4142-8e46-bec3454aabc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '491da03c-6153-450d-ab7d-f7ac5de0f4cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2109204826', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '5a8e963f-e120-436d-bd5d-55057636883f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:21:14Z', 'updated_at': '2021-08-29T05:23:03Z', 'revision_number': 5, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'gw_port': {'id': '5a8e963f-e120-436d-bd5d-55057636883f', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:58:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491da03c-6153-450d-ab7d-f7ac5de0f4cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:21:15Z', 'updated_at': '2021-08-29T05:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:23:04.251071 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55aa5c22-0c24-4142-8e46-bec3454aabc1 None None] Checking router: 491da03c-6153-450d-ab7d-f7ac5de0f4cc for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:23:04.259571 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55aa5c22-0c24-4142-8e46-bec3454aabc1 None None] Routers {'491da03c-6153-450d-ab7d-f7ac5de0f4cc'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:23:04.260177 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-55aa5c22-0c24-4142-8e46-bec3454aabc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:22:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['491da03c-6153-450d-ab7d-f7ac5de0f4cc'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:23:04.316394 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2e4fd53a-7a0c-432a-a9dd-4ee78c1acbea tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for router, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:04.369839 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-55aa5c22-0c24-4142-8e46-bec3454aabc1 None None] Set router 491da03c-6153-450d-ab7d-f7ac5de0f4cc gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:23:04.395313 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a574ab7-abe5-41c0-a62d-54b90716cc59 None None] DHCP port deletion for 386d41a9-b186-4678-b28d-8d53e2cb23a6 request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 05:23:04.427872 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2e4fd53a-7a0c-432a-a9dd-4ee78c1acbea tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:04.442137 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-0a574ab7-abe5-41c0-a62d-54b90716cc59 None None] Deleting port 38940844-a3e7-4486-8562-3c3811d5be07 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:23:04.442808 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0a574ab7-abe5-41c0-a62d-54b90716cc59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:04.485144 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2e4fd53a-7a0c-432a-a9dd-4ee78c1acbea tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Deleting port 5a8e963f-e120-436d-bd5d-55057636883f {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:23:04.485486 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2e4fd53a-7a0c-432a-a9dd-4ee78c1acbea tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:04.509764 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-0a574ab7-abe5-41c0-a62d-54b90716cc59 None None] For port 38940844-a3e7-4486-8562-3c3811d5be07, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=38940844-a3e7-4486-8562-3c3811d5be07,segment=NetworkSegment(8b90a40e-8296-4cb2-8818-2b445d920178),segment_id=8b90a40e-8296-4cb2-8818-2b445d920178)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:23:04.510831 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0a574ab7-abe5-41c0-a62d-54b90716cc59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:04.524196 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-0a574ab7-abe5-41c0-a62d-54b90716cc59 None None] Calling delete_port for 38940844-a3e7-4486-8562-3c3811d5be07 owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:23:04.551592 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-55aa5c22-0c24-4142-8e46-bec3454aabc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '491da03c-6153-450d-ab7d-f7ac5de0f4cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2109204826', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '5a8e963f-e120-436d-bd5d-55057636883f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:21:14Z', 'updated_at': '2021-08-29T05:23:03Z', 'revision_number': 5, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'gw_port': {'id': '5a8e963f-e120-436d-bd5d-55057636883f', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:58:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491da03c-6153-450d-ab7d-f7ac5de0f4cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:21:15Z', 'updated_at': '2021-08-29T05:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:23:04.567111 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2e4fd53a-7a0c-432a-a9dd-4ee78c1acbea tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] For port 5a8e963f-e120-436d-bd5d-55057636883f, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=5a8e963f-e120-436d-bd5d-55057636883f,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:23:04.567504 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2e4fd53a-7a0c-432a-a9dd-4ee78c1acbea tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:04.577455 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55aa5c22-0c24-4142-8e46-bec3454aabc1 None None] The sync data for ids ['491da03c-6153-450d-ab7d-f7ac5de0f4cc'] in n-d-712140-12 is: [{'id': '491da03c-6153-450d-ab7d-f7ac5de0f4cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2109204826', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '5a8e963f-e120-436d-bd5d-55057636883f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:21:14Z', 'updated_at': '2021-08-29T05:23:03Z', 'revision_number': 5, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'gw_port': {'id': '5a8e963f-e120-436d-bd5d-55057636883f', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:58:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491da03c-6153-450d-ab7d-f7ac5de0f4cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:21:15Z', 'updated_at': '2021-08-29T05:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:23:04.581254 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2e4fd53a-7a0c-432a-a9dd-4ee78c1acbea tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Calling delete_port for 5a8e963f-e120-436d-bd5d-55057636883f owned by network:router_gateway {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:23:04.617491 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0a574ab7-abe5-41c0-a62d-54b90716cc59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:04.643590 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a574ab7-abe5-41c0-a62d-54b90716cc59 None None] Pushing event deleted for resources: {'Port': ['ID=38940844-a3e7-4486-8562-3c3811d5be07,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:04.648505 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a574ab7-abe5-41c0-a62d-54b90716cc59 None None] No DVR routers for this DVR port 38940844-a3e7-4486-8562-3c3811d5be07 on host n-d-712140-12 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:23:04.661693 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a574ab7-abe5-41c0-a62d-54b90716cc59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:23:04.661693 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a574ab7-abe5-41c0-a62d-54b90716cc59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:23:04.661693 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a574ab7-abe5-41c0-a62d-54b90716cc59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:23:04.661693 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a574ab7-abe5-41c0-a62d-54b90716cc59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:23:04.661693 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a574ab7-abe5-41c0-a62d-54b90716cc59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:23:04.661693 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a574ab7-abe5-41c0-a62d-54b90716cc59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:23:04.661693 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a574ab7-abe5-41c0-a62d-54b90716cc59 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:23:04.661693 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a574ab7-abe5-41c0-a62d-54b90716cc59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:23:04.661693 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a574ab7-abe5-41c0-a62d-54b90716cc59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:23:04.661693 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a574ab7-abe5-41c0-a62d-54b90716cc59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:23:04.661693 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a574ab7-abe5-41c0-a62d-54b90716cc59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:23:04.661693 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a574ab7-abe5-41c0-a62d-54b90716cc59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:23:04.699143 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 4aa4ee1d-7e22-468b-9183-e165117d476f no longer exists at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:23:04.721104 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] No Port match for: 4aa4ee1d-7e22-468b-9183-e165117d476f {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:23:04.721450 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 4aa4ee1d-7e22-468b-9183-e165117d476f not bound to the agent host n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:23:04.754640 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2e4fd53a-7a0c-432a-a9dd-4ee78c1acbea tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:04.781483 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4fd53a-7a0c-432a-a9dd-4ee78c1acbea tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Pushing event deleted for resources: {'Port': ['ID=5a8e963f-e120-436d-bd5d-55057636883f,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:04.839472 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2e4fd53a-7a0c-432a-a9dd-4ee78c1acbea tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719445'] for router_gateway, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:04.930528 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2e4fd53a-7a0c-432a-a9dd-4ee78c1acbea tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:04.932760 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2e4fd53a-7a0c-432a-a9dd-4ee78c1acbea tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:05.321736 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2e4fd53a-7a0c-432a-a9dd-4ee78c1acbea tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717253'] for router, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:05.322395 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e4fd53a-7a0c-432a-a9dd-4ee78c1acbea tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Fanout notify agent at l3_agent the message router_deleted on router 491da03c-6153-450d-ab7d-f7ac5de0f4cc {{(pid=94828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 05:23:05.330426 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2e4fd53a-7a0c-432a-a9dd-4ee78c1acbea tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for router, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:05.334168 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-2e4fd53a-7a0c-432a-a9dd-4ee78c1acbea tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "DELETE /v2.0/routers/491da03c-6153-450d-ab7d-f7ac5de0f4cc HTTP/1.1" status: 204 len: 168 time: 1.1346807 Aug 29 05:23:05.334334 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 41822) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:23:05.411813 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3dc10ff5-f9f9-4b5c-b1db-8283bfaaf49e tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:05.510467 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3dc10ff5-f9f9-4b5c-b1db-8283bfaaf49e tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:05.520261 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-3dc10ff5-f9f9-4b5c-b1db-8283bfaaf49e tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['386d41a9-b186-4678-b28d-8d53e2cb23a6']}} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:23:05.530497 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-3dc10ff5-f9f9-4b5c-b1db-8283bfaaf49e tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b90a40e-8296-4cb2-8818-2b445d920178') {'for_net_delete': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:23:05.530712 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-3dc10ff5-f9f9-4b5c-b1db-8283bfaaf49e tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b90a40e-8296-4cb2-8818-2b445d920178') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:23:05.539132 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3dc10ff5-f9f9-4b5c-b1db-8283bfaaf49e tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8904833'] for segment, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:05.552917 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3dc10ff5-f9f9-4b5c-b1db-8283bfaaf49e tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:05.559840 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dc10ff5-f9f9-4b5c-b1db-8283bfaaf49e tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=94828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:23:05.560233 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3dc10ff5-f9f9-4b5c-b1db-8283bfaaf49e tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9190468'] for segment, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:05.563198 n-d-712140-12 neutron-server[94828]: Traceback (most recent call last): Aug 29 05:23:05.563198 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:23:05.563198 n-d-712140-12 neutron-server[94828]: timer() Aug 29 05:23:05.563198 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:23:05.563198 n-d-712140-12 neutron-server[94828]: cb(*args, **kw) Aug 29 05:23:05.563198 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:23:05.563198 n-d-712140-12 neutron-server[94828]: return func(*args, **kwargs) Aug 29 05:23:05.563198 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:23:05.563198 n-d-712140-12 neutron-server[94828]: self._notify() Aug 29 05:23:05.563198 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:23:05.563198 n-d-712140-12 neutron-server[94828]: self.callback(batched_events) Aug 29 05:23:05.563198 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:23:05.563198 n-d-712140-12 neutron-server[94828]: event.method(event) Aug 29 05:23:05.563198 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:23:05.563198 n-d-712140-12 neutron-server[94828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:23:05.563198 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:23:05.563198 n-d-712140-12 neutron-server[94828]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:23:05.563198 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:23:05.563198 n-d-712140-12 neutron-server[94828]: return f(self, *a, **k) Aug 29 05:23:05.563198 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:23:05.563198 n-d-712140-12 neutron-server[94828]: return self._get(url).json() Aug 29 05:23:05.563198 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:23:05.563198 n-d-712140-12 neutron-server[94828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:23:05.563198 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:23:05.563198 n-d-712140-12 neutron-server[94828]: return self.request(url, 'GET', **kwargs) Aug 29 05:23:05.563198 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:23:05.563198 n-d-712140-12 neutron-server[94828]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:23:05.563198 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:23:05.563198 n-d-712140-12 neutron-server[94828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:23:05.563198 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:23:05.563198 n-d-712140-12 neutron-server[94828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:23:05.563198 n-d-712140-12 neutron-server[94828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:23:05.623173 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3dc10ff5-f9f9-4b5c-b1db-8283bfaaf49e tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:05.630315 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3dc10ff5-f9f9-4b5c-b1db-8283bfaaf49e tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:05.632158 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-3dc10ff5-f9f9-4b5c-b1db-8283bfaaf49e tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "DELETE /v2.0/networks/386d41a9-b186-4678-b28d-8d53e2cb23a6 HTTP/1.1" status: 204 len: 168 time: 0.2968733 Aug 29 05:23:05.634976 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 41824) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:23:05.644122 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc10ff5-f9f9-4b5c-b1db-8283bfaaf49e tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Pushing event deleted for resources: {'Network': ['ID=386d41a9-b186-4678-b28d-8d53e2cb23a6,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:05.694722 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1356d65e-4f3e-4d8a-be08-34e7a5818e86 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:05.720070 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1356d65e-4f3e-4d8a-be08-34e7a5818e86 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:05.794916 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1356d65e-4f3e-4d8a-be08-34e7a5818e86 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:05.799633 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1356d65e-4f3e-4d8a-be08-34e7a5818e86 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:05.801494 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-1356d65e-4f3e-4d8a-be08-34e7a5818e86 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "DELETE /v2.0/security-groups/e1ca4581-f308-4f4c-b6e3-8493036d8cb3 HTTP/1.1" status: 204 len: 168 time: 0.1653471 Aug 29 05:23:05.816441 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1356d65e-4f3e-4d8a-be08-34e7a5818e86 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1ca4581-f308-4f4c-b6e3-8493036d8cb3,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:06.145275 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 41830) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:23:06.150392 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-1ffd62d8-d8c7-4b73-9198-e461c3839275 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1550355073', 'description': 'tempest-secgroup-smoke-1550355073 description', 'project_id': '170eeddf5b474a98bd75c73129396ea6'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:23:06.172573 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1ffd62d8-d8c7-4b73-9198-e461c3839275 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:06.259112 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1ffd62d8-d8c7-4b73-9198-e461c3839275 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:06.263257 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1ffd62d8-d8c7-4b73-9198-e461c3839275 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:06.272922 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 7a502682-2a8f-4f55-8598-ec77b718f41d no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:23:06.286826 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1ffd62d8-d8c7-4b73-9198-e461c3839275 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:06.288108 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-1ffd62d8-d8c7-4b73-9198-e461c3839275 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1417644 Aug 29 05:23:06.291161 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 41832) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:23:06.295939 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-51f4333f-f6a5-49a9-a105-5d6feffaea61 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Request body: {'security_group_rule': {'security_group_id': '0fe4163b-57da-40bd-becd-0ba33485200e', 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:23:06.296195 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffd62d8-d8c7-4b73-9198-e461c3839275 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe4163b-57da-40bd-becd-0ba33485200e,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:06.297711 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 7a502682-2a8f-4f55-8598-ec77b718f41d {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:23:06.298631 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 7a502682-2a8f-4f55-8598-ec77b718f41d not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:23:06.299238 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 5a8e963f-e120-436d-bd5d-55057636883f no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:23:06.318093 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 5a8e963f-e120-436d-bd5d-55057636883f {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:23:06.318441 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 5a8e963f-e120-436d-bd5d-55057636883f not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:23:06.318855 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 38940844-a3e7-4486-8562-3c3811d5be07 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:23:06.328039 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-51f4333f-f6a5-49a9-a105-5d6feffaea61 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:06.342226 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 38940844-a3e7-4486-8562-3c3811d5be07 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:23:06.342567 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 38940844-a3e7-4486-8562-3c3811d5be07 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:23:06.356158 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-20e3f9a2-5afd-406b-9ac4-7928e2abe4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:06.383522 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-51f4333f-f6a5-49a9-a105-5d6feffaea61 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:06.387639 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-51f4333f-f6a5-49a9-a105-5d6feffaea61 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:06.405105 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f4333f-f6a5-49a9-a105-5d6feffaea61 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4725ec1f-5348-45b5-8b4a-c5dd4cd9ba70,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:06.410896 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-51f4333f-f6a5-49a9-a105-5d6feffaea61 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:06.412131 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-51f4333f-f6a5-49a9-a105-5d6feffaea61 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1198592 Aug 29 05:23:06.414845 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 41834) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:23:06.419252 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-cf6d2afe-19c4-4643-abef-fce412babd58 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Request body: {'security_group_rule': {'security_group_id': '0fe4163b-57da-40bd-becd-0ba33485200e', 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:23:06.443750 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cf6d2afe-19c4-4643-abef-fce412babd58 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:06.499443 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cf6d2afe-19c4-4643-abef-fce412babd58 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:06.502903 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cf6d2afe-19c4-4643-abef-fce412babd58 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:06.523559 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6d2afe-19c4-4643-abef-fce412babd58 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=329c48fe-c0a6-4a77-b5e6-a94f9b4c7729,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:06.527097 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cf6d2afe-19c4-4643-abef-fce412babd58 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:06.528301 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-cf6d2afe-19c4-4643-abef-fce412babd58 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1125333 Aug 29 05:23:06.531104 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 41836) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:23:06.535466 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-27487094-bc38-4ebb-ac28-5805a0979262 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Request body: {'security_group_rule': {'security_group_id': '0fe4163b-57da-40bd-becd-0ba33485200e', 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:23:06.560936 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-27487094-bc38-4ebb-ac28-5805a0979262 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:06.620765 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-27487094-bc38-4ebb-ac28-5805a0979262 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:06.624529 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-27487094-bc38-4ebb-ac28-5805a0979262 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:06.643989 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27487094-bc38-4ebb-ac28-5805a0979262 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9630828-d398-43be-967c-9a2f9ce3af45,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:06.647468 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-27487094-bc38-4ebb-ac28-5805a0979262 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:06.648726 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-27487094-bc38-4ebb-ac28-5805a0979262 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1166525 Aug 29 05:23:06.651727 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 41838) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:23:06.656146 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-5b30eaec-f3c0-4c76-bd33-e9917e3c0f2b tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Request body: {'security_group_rule': {'security_group_id': '0fe4163b-57da-40bd-becd-0ba33485200e', 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:23:06.681375 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5b30eaec-f3c0-4c76-bd33-e9917e3c0f2b tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:06.739492 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5b30eaec-f3c0-4c76-bd33-e9917e3c0f2b tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:06.743280 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5b30eaec-f3c0-4c76-bd33-e9917e3c0f2b tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:06.763235 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b30eaec-f3c0-4c76-bd33-e9917e3c0f2b tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4199593-91bd-4f2b-98da-5685ef85aca6,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:06.767623 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5b30eaec-f3c0-4c76-bd33-e9917e3c0f2b tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:06.768829 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-5b30eaec-f3c0-4c76-bd33-e9917e3c0f2b tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1161795 Aug 29 05:23:06.771640 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 41840) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:23:06.776527 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-01510b24-a464-4c10-b398-f7f79b8b6d6e tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Request body: {'security_group_rule': {'security_group_id': '0fe4163b-57da-40bd-becd-0ba33485200e', 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:23:06.796980 n-d-712140-12 neutron-server[94828]: INFO neutron.db.securitygroups_db [None req-01510b24-a464-4c10-b398-f7f79b8b6d6e tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Project 170eeddf5b474a98bd75c73129396ea6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 05:23:06.801902 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-01510b24-a464-4c10-b398-f7f79b8b6d6e tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:06.860384 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-01510b24-a464-4c10-b398-f7f79b8b6d6e tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:06.864107 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-01510b24-a464-4c10-b398-f7f79b8b6d6e tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:06.882036 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01510b24-a464-4c10-b398-f7f79b8b6d6e tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8b06b77-7a34-47c2-a833-d16495328572,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:06.888564 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-01510b24-a464-4c10-b398-f7f79b8b6d6e tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:06.889779 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-01510b24-a464-4c10-b398-f7f79b8b6d6e tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1170263 Aug 29 05:23:06.892810 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 41842) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:23:06.897483 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-0e1ee939-8ce6-4cfb-9120-28e39720ab22 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Request body: {'security_group_rule': {'security_group_id': '0fe4163b-57da-40bd-becd-0ba33485200e', 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:23:06.918590 n-d-712140-12 neutron-server[94828]: INFO neutron.db.securitygroups_db [None req-0e1ee939-8ce6-4cfb-9120-28e39720ab22 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Project 170eeddf5b474a98bd75c73129396ea6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 05:23:06.923291 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0e1ee939-8ce6-4cfb-9120-28e39720ab22 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:06.984750 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0e1ee939-8ce6-4cfb-9120-28e39720ab22 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:06.988375 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0e1ee939-8ce6-4cfb-9120-28e39720ab22 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:07.005892 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1ee939-8ce6-4cfb-9120-28e39720ab22 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3407d79-fa40-4613-9130-043bc210c558,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:07.013530 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0e1ee939-8ce6-4cfb-9120-28e39720ab22 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:07.014814 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-0e1ee939-8ce6-4cfb-9120-28e39720ab22 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1208305 Aug 29 05:23:07.017745 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 41844) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:23:07.022638 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-82172d23-6763-4c8f-acd9-f2054f29d2d2 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Request body: {'network': {'name': 'tempest-network-smoke--1591839466', 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'port_security_enabled': True}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:23:07.043829 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82172d23-6763-4c8f-acd9-f2054f29d2d2 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Made reservation on behalf of 170eeddf5b474a98bd75c73129396ea6 for: {'network': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:23:07.047196 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-82172d23-6763-4c8f-acd9-f2054f29d2d2 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:07.070830 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82172d23-6763-4c8f-acd9-f2054f29d2d2 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=94828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:23:07.079997 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-82172d23-6763-4c8f-acd9-f2054f29d2d2 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:07.080342 n-d-712140-12 neutron-server[94828]: INFO neutron.db.segments_db [None req-82172d23-6763-4c8f-acd9-f2054f29d2d2 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Added segment 33d83635-c4c9-4123-bbc2-081e5da01d0f of type vlan for network 69df4667-1162-4110-85e5-bb4babcbd344 Aug 29 05:23:07.120525 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-82172d23-6763-4c8f-acd9-f2054f29d2d2 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:07.144235 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-82172d23-6763-4c8f-acd9-f2054f29d2d2 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:07.149814 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82172d23-6763-4c8f-acd9-f2054f29d2d2 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:07.150400 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-82172d23-6763-4c8f-acd9-f2054f29d2d2 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:07.209475 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-82172d23-6763-4c8f-acd9-f2054f29d2d2 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1906385 Aug 29 05:23:07.212181 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 41846) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:23:07.218566 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-f271ef02-fc9a-4fa6-8cc6-d7bce64b657a tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-690996960', 'admin_state_up': True, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:23:07.230061 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82172d23-6763-4c8f-acd9-f2054f29d2d2 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Pushing event updated for resources: {'Network': ['ID=69df4667-1162-4110-85e5-bb4babcbd344,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:07.241139 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 69df4667-1162-4110-85e5-bb4babcbd344 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:23:07.246966 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f271ef02-fc9a-4fa6-8cc6-d7bce64b657a tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:07.248023 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f271ef02-fc9a-4fa6-8cc6-d7bce64b657a tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1838'] for router, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:07.303629 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f271ef02-fc9a-4fa6-8cc6-d7bce64b657a tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:07.359848 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:07.443612 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:07.446608 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f271ef02-fc9a-4fa6-8cc6-d7bce64b657a tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:07.630111 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f271ef02-fc9a-4fa6-8cc6-d7bce64b657a tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for router_gateway, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:07.648555 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f271ef02-fc9a-4fa6-8cc6-d7bce64b657a tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:07.750749 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-f271ef02-fc9a-4fa6-8cc6-d7bce64b657a tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Allocated IP 172.25.0.160 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/1a3627e5-c13e-4b68-ab4d-4df7e95c1ec1) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:23:07.849740 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f271ef02-fc9a-4fa6-8cc6-d7bce64b657a tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:07.893384 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f271ef02-fc9a-4fa6-8cc6-d7bce64b657a tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:07.932273 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f271ef02-fc9a-4fa6-8cc6-d7bce64b657a tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:23:07.935028 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-f271ef02-fc9a-4fa6-8cc6-d7bce64b657a tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:23:07.939234 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f271ef02-fc9a-4fa6-8cc6-d7bce64b657a tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:23:07.945282 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f271ef02-fc9a-4fa6-8cc6-d7bce64b657a tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Pushing event updated for resources: {'Port': ['ID=1a3627e5-c13e-4b68-ab4d-4df7e95c1ec1,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:08.188125 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f271ef02-fc9a-4fa6-8cc6-d7bce64b657a tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for router_gateway, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:08.383985 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f271ef02-fc9a-4fa6-8cc6-d7bce64b657a tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409'] for router, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:08.511550 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f271ef02-fc9a-4fa6-8cc6-d7bce64b657a tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Router 96b1bef2-bb81-485f-be49-21d8ae0d2a77 is scheduled to L3 agent 76874008-c311-485c-ba36-921b6d275b6a with binding_index 1 {{(pid=94828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 05:23:08.615588 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f271ef02-fc9a-4fa6-8cc6-d7bce64b657a tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:23:08.625735 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb1c6bf-4042-4fd4-9eb5-e49c256d195b None None] Sync routers for ids ['96b1bef2-bb81-485f-be49-21d8ae0d2a77'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:23:08.634514 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f271ef02-fc9a-4fa6-8cc6-d7bce64b657a tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for router, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:08.634982 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb1c6bf-4042-4fd4-9eb5-e49c256d195b None None] Routers {'96b1bef2-bb81-485f-be49-21d8ae0d2a77'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:23:08.635581 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-3fb1c6bf-4042-4fd4-9eb5-e49c256d195b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:23:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['96b1bef2-bb81-485f-be49-21d8ae0d2a77'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:23:08.635929 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-f271ef02-fc9a-4fa6-8cc6-d7bce64b657a tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4228079 Aug 29 05:23:08.639154 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 41848) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:23:08.667086 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-f01332ee-266f-4f19-af5f-a06c1434f50a tempest-TestNetworkAdvancedServerOps-1390409953 tempest-TestNetworkAdvancedServerOps-1390409953-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=170eeddf5b474a98bd75c73129396ea6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263236 Aug 29 05:23:08.669771 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 41850) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:23:08.739669 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-3fb1c6bf-4042-4fd4-9eb5-e49c256d195b None None] Set router 96b1bef2-bb81-485f-be49-21d8ae0d2a77 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:23:08.754615 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de328c6-dc58-4e0c-992f-4b310c27fbd8 tempest-TestNetworkAdvancedServerOps-1390409953 tempest-TestNetworkAdvancedServerOps-1390409953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:08.756179 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-7de328c6-dc58-4e0c-992f-4b310c27fbd8 tempest-TestNetworkAdvancedServerOps-1390409953 tempest-TestNetworkAdvancedServerOps-1390409953-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0854318 Aug 29 05:23:08.759018 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 41852) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:23:08.787144 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-3e267321-13e0-432b-bf4d-2b75dee9a77f tempest-TestNetworkAdvancedServerOps-1390409953 tempest-TestNetworkAdvancedServerOps-1390409953-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=e6c84a15-2e6f-4c07-8ede-a88148c2fe90&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269892 Aug 29 05:23:08.789590 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 41854) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:23:08.794896 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-9400c651-3b73-449a-a8c0-2bdd35122b9b tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1455190720', 'network_id': '69df4667-1162-4110-85e5-bb4babcbd344', 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:23:08.884083 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9400c651-3b73-449a-a8c0-2bdd35122b9b tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Made reservation on behalf of 170eeddf5b474a98bd75c73129396ea6 for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:23:08.887623 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9400c651-3b73-449a-a8c0-2bdd35122b9b tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:08.920795 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-3fb1c6bf-4042-4fd4-9eb5-e49c256d195b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b1bef2-bb81-485f-be49-21d8ae0d2a77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-690996960', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': '1a3627e5-c13e-4b68-ab4d-4df7e95c1ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:23:07Z', 'updated_at': '2021-08-29T05:23:08Z', 'revision_number': 3, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'gw_port': {'id': '1a3627e5-c13e-4b68-ab4d-4df7e95c1ec1', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:cc:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96b1bef2-bb81-485f-be49-21d8ae0d2a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:23:07Z', 'updated_at': '2021-08-29T05:23:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:23:08.950464 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb1c6bf-4042-4fd4-9eb5-e49c256d195b None None] Checking router: 96b1bef2-bb81-485f-be49-21d8ae0d2a77 for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:23:08.950920 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb1c6bf-4042-4fd4-9eb5-e49c256d195b None None] Updating router 96b1bef2-bb81-485f-be49-21d8ae0d2a77 port 1a3627e5-c13e-4b68-ab4d-4df7e95c1ec1 binding host n-d-712140-12 {{(pid=94830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:23:08.978772 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:08.981795 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3fb1c6bf-4042-4fd4-9eb5-e49c256d195b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:09.073794 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9400c651-3b73-449a-a8c0-2bdd35122b9b tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9191137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10062364'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:09.125823 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9400c651-3b73-449a-a8c0-2bdd35122b9b tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Pushing event updated for resources: {'Subnet': ['ID=f2a17311-14dc-46d2-9bcd-e98e91d4923a,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:09.141425 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9400c651-3b73-449a-a8c0-2bdd35122b9b tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Checking segment: {'id': '33d83635-c4c9-4123-bbc2-081e5da01d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '69df4667-1162-4110-85e5-bb4babcbd344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:23:09.141825 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9400c651-3b73-449a-a8c0-2bdd35122b9b tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Network hostable DHCP agents. Network: 69df4667-1162-4110-85e5-bb4babcbd344, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:23:09.159084 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9400c651-3b73-449a-a8c0-2bdd35122b9b tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Network 69df4667-1162-4110-85e5-bb4babcbd344 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:23:09.167407 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-9400c651-3b73-449a-a8c0-2bdd35122b9b tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 69df4667-1162-4110-85e5-bb4babcbd344) {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:23:09.172530 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9400c651-3b73-449a-a8c0-2bdd35122b9b tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:09.172990 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9400c651-3b73-449a-a8c0-2bdd35122b9b tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:09.180390 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10cfa5ff-ecc8-427d-98ee-19cb0a6c97df None None] Network 69df4667-1162-4110-85e5-bb4babcbd344 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:23:09.189937 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 41856) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:23:09.190556 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-9400c651-3b73-449a-a8c0-2bdd35122b9b tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3994820 Aug 29 05:23:09.301686 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3fb1c6bf-4042-4fd4-9eb5-e49c256d195b None None] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:09.315494 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-3fb1c6bf-4042-4fd4-9eb5-e49c256d195b None None] Transition to ACTIVE for port object 1a3627e5-c13e-4b68-ab4d-4df7e95c1ec1 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:23:09.342166 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3fb1c6bf-4042-4fd4-9eb5-e49c256d195b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:09.424211 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd071402-670f-45d6-932e-30bf55c0c73a None None] Pushing event updated for resources: {'Port': ['ID=1a3627e5-c13e-4b68-ab4d-4df7e95c1ec1,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:09.426378 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-3fb1c6bf-4042-4fd4-9eb5-e49c256d195b None None] Attempting to bind port 1a3627e5-c13e-4b68-ab4d-4df7e95c1ec1 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:23:09.426751 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-3fb1c6bf-4042-4fd4-9eb5-e49c256d195b None None] Attempting to bind port 1a3627e5-c13e-4b68-ab4d-4df7e95c1ec1 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:23:09.427117 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb1c6bf-4042-4fd4-9eb5-e49c256d195b None None] Attempting to bind port 1a3627e5-c13e-4b68-ab4d-4df7e95c1ec1 on network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:23:09.431724 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aec1a9e-67f1-4698-9338-37056035fdc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-69df4667-1162-4110-85e5-bb4babcbd344', 'network_id': '69df4667-1162-4110-85e5-bb4babcbd344', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'fixed_ips': [{'subnet_id': 'f2a17311-14dc-46d2-9bcd-e98e91d4923a'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 05:23:09.432591 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9aec1a9e-67f1-4698-9338-37056035fdc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:09.437635 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb1c6bf-4042-4fd4-9eb5-e49c256d195b None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:23:09.438003 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb1c6bf-4042-4fd4-9eb5-e49c256d195b None None] Checking segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:23:09.438406 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3fb1c6bf-4042-4fd4-9eb5-e49c256d195b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:09.438795 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb1c6bf-4042-4fd4-9eb5-e49c256d195b None None] Bound using segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:23:09.439260 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-3fb1c6bf-4042-4fd4-9eb5-e49c256d195b None None] Bound port: 1a3627e5-c13e-4b68-ab4d-4df7e95c1ec1, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:23:09.439640 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3fb1c6bf-4042-4fd4-9eb5-e49c256d195b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:09.559010 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-3fb1c6bf-4042-4fd4-9eb5-e49c256d195b None None] For port 1a3627e5-c13e-4b68-ab4d-4df7e95c1ec1, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:23:09.563974 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-3fb1c6bf-4042-4fd4-9eb5-e49c256d195b None None] For port 1a3627e5-c13e-4b68-ab4d-4df7e95c1ec1, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=1a3627e5-c13e-4b68-ab4d-4df7e95c1ec1,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:23:09.572495 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3fb1c6bf-4042-4fd4-9eb5-e49c256d195b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:09.636205 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d9affa70-88b6-43eb-aece-e20f12eab2d5 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:09.659793 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-9aec1a9e-67f1-4698-9338-37056035fdc1 None None] Allocated IP 172.20.0.2 (69df4667-1162-4110-85e5-bb4babcbd344/f2a17311-14dc-46d2-9bcd-e98e91d4923a/fd19cdce-caa4-4beb-9fa5-2d79095a7bed) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:23:09.673451 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd071402-670f-45d6-932e-30bf55c0c73a None None] Pushing event updated for resources: {'Port': ['ID=1a3627e5-c13e-4b68-ab4d-4df7e95c1ec1,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:09.676096 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb1c6bf-4042-4fd4-9eb5-e49c256d195b None None] Routers {'96b1bef2-bb81-485f-be49-21d8ae0d2a77'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:23:09.676695 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-3fb1c6bf-4042-4fd4-9eb5-e49c256d195b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:23:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['96b1bef2-bb81-485f-be49-21d8ae0d2a77'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:23:09.996826 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-3fb1c6bf-4042-4fd4-9eb5-e49c256d195b None None] Set router 96b1bef2-bb81-485f-be49-21d8ae0d2a77 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:23:10.136544 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9aec1a9e-67f1-4698-9338-37056035fdc1 None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:10.157553 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-9aec1a9e-67f1-4698-9338-37056035fdc1 None None] Transition to ACTIVE for port object fd19cdce-caa4-4beb-9fa5-2d79095a7bed will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:23:10.186493 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-9aec1a9e-67f1-4698-9338-37056035fdc1 None None] Transition to ACTIVE for port object fd19cdce-caa4-4beb-9fa5-2d79095a7bed will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:23:10.208132 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9aec1a9e-67f1-4698-9338-37056035fdc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:10.248390 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aec1a9e-67f1-4698-9338-37056035fdc1 None None] Network 69df4667-1162-4110-85e5-bb4babcbd344 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:23:10.254770 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-9aec1a9e-67f1-4698-9338-37056035fdc1 None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:23:10.259196 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-d9affa70-88b6-43eb-aece-e20f12eab2d5 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Allocated IP 172.20.0.1 (69df4667-1162-4110-85e5-bb4babcbd344/f2a17311-14dc-46d2-9bcd-e98e91d4923a/a0644c98-5d06-4743-b49c-b9cc38f9876b) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:23:10.261387 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aec1a9e-67f1-4698-9338-37056035fdc1 None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:23:10.277818 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aec1a9e-67f1-4698-9338-37056035fdc1 None None] Pushing event updated for resources: {'Port': ['ID=fd19cdce-caa4-4beb-9fa5-2d79095a7bed,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:10.302995 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-3fb1c6bf-4042-4fd4-9eb5-e49c256d195b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b1bef2-bb81-485f-be49-21d8ae0d2a77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-690996960', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': '1a3627e5-c13e-4b68-ab4d-4df7e95c1ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:23:07Z', 'updated_at': '2021-08-29T05:23:08Z', 'revision_number': 3, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'gw_port': {'id': '1a3627e5-c13e-4b68-ab4d-4df7e95c1ec1', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:cc:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96b1bef2-bb81-485f-be49-21d8ae0d2a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:23:07Z', 'updated_at': '2021-08-29T05:23:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:23:10.346724 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb1c6bf-4042-4fd4-9eb5-e49c256d195b None None] The sync data for ids ['96b1bef2-bb81-485f-be49-21d8ae0d2a77'] in n-d-712140-12 is: [{'id': '96b1bef2-bb81-485f-be49-21d8ae0d2a77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-690996960', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': '1a3627e5-c13e-4b68-ab4d-4df7e95c1ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:23:07Z', 'updated_at': '2021-08-29T05:23:08Z', 'revision_number': 3, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'gw_port': {'id': '1a3627e5-c13e-4b68-ab4d-4df7e95c1ec1', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:cc:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96b1bef2-bb81-485f-be49-21d8ae0d2a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:23:07Z', 'updated_at': '2021-08-29T05:23:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:23:10.357367 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-9aec1a9e-67f1-4698-9338-37056035fdc1 None None] Attempting to bind port fd19cdce-caa4-4beb-9fa5-2d79095a7bed on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:23:10.357743 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-9aec1a9e-67f1-4698-9338-37056035fdc1 None None] Attempting to bind port fd19cdce-caa4-4beb-9fa5-2d79095a7bed by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '33d83635-c4c9-4123-bbc2-081e5da01d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '69df4667-1162-4110-85e5-bb4babcbd344'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:23:10.358115 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aec1a9e-67f1-4698-9338-37056035fdc1 None None] Attempting to bind port fd19cdce-caa4-4beb-9fa5-2d79095a7bed on network 69df4667-1162-4110-85e5-bb4babcbd344 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:23:10.366437 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aec1a9e-67f1-4698-9338-37056035fdc1 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:23:10.366437 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aec1a9e-67f1-4698-9338-37056035fdc1 None None] Checking segment: {'id': '33d83635-c4c9-4123-bbc2-081e5da01d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '69df4667-1162-4110-85e5-bb4babcbd344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:23:10.366437 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9aec1a9e-67f1-4698-9338-37056035fdc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:10.366437 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aec1a9e-67f1-4698-9338-37056035fdc1 None None] Bound using segment: {'id': '33d83635-c4c9-4123-bbc2-081e5da01d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '69df4667-1162-4110-85e5-bb4babcbd344'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:23:10.366437 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-9aec1a9e-67f1-4698-9338-37056035fdc1 None None] Bound port: fd19cdce-caa4-4beb-9fa5-2d79095a7bed, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33d83635-c4c9-4123-bbc2-081e5da01d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '69df4667-1162-4110-85e5-bb4babcbd344'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:23:10.366437 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9aec1a9e-67f1-4698-9338-37056035fdc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:10.373632 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d9affa70-88b6-43eb-aece-e20f12eab2d5 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:10.388399 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-d9affa70-88b6-43eb-aece-e20f12eab2d5 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Transition to ACTIVE for port object a0644c98-5d06-4743-b49c-b9cc38f9876b will not be triggered until provisioned by entity DHCP. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:23:10.423007 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d9affa70-88b6-43eb-aece-e20f12eab2d5 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:10.436532 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-9aec1a9e-67f1-4698-9338-37056035fdc1 None None] For port fd19cdce-caa4-4beb-9fa5-2d79095a7bed, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:23:10.440489 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-9aec1a9e-67f1-4698-9338-37056035fdc1 None None] For port fd19cdce-caa4-4beb-9fa5-2d79095a7bed, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=fd19cdce-caa4-4beb-9fa5-2d79095a7bed,segment=NetworkSegment(33d83635-c4c9-4123-bbc2-081e5da01d0f),segment_id=33d83635-c4c9-4123-bbc2-081e5da01d0f)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:23:10.444769 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9aec1a9e-67f1-4698-9338-37056035fdc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:10.468197 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9affa70-88b6-43eb-aece-e20f12eab2d5 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Network 69df4667-1162-4110-85e5-bb4babcbd344 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:23:10.471425 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-d9affa70-88b6-43eb-aece-e20f12eab2d5 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:23:10.475959 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9affa70-88b6-43eb-aece-e20f12eab2d5 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:23:10.480876 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9affa70-88b6-43eb-aece-e20f12eab2d5 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Pushing event updated for resources: {'Port': ['ID=a0644c98-5d06-4743-b49c-b9cc38f9876b,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:10.504779 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aec1a9e-67f1-4698-9338-37056035fdc1 None None] Pushing event updated for resources: {'Port': ['ID=fd19cdce-caa4-4beb-9fa5-2d79095a7bed,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:10.534172 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d9affa70-88b6-43eb-aece-e20f12eab2d5 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719598'] for router_interface, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:10.697080 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d9affa70-88b6-43eb-aece-e20f12eab2d5 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:11.332491 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d9affa70-88b6-43eb-aece-e20f12eab2d5 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:11.339222 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d9affa70-88b6-43eb-aece-e20f12eab2d5 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:11.417511 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9affa70-88b6-43eb-aece-e20f12eab2d5 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Pushing event updated for resources: {'Port': ['ID=a0644c98-5d06-4743-b49c-b9cc38f9876b,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:11.420270 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d9affa70-88b6-43eb-aece-e20f12eab2d5 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-718897'] for router_interface, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:11.452464 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b5fb55-da17-4517-8342-86225a09a2a8 None None] Network 69df4667-1162-4110-85e5-bb4babcbd344 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:23:11.525750 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9affa70-88b6-43eb-aece-e20f12eab2d5 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Network 69df4667-1162-4110-85e5-bb4babcbd344 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:23:11.527890 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-d9affa70-88b6-43eb-aece-e20f12eab2d5 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:23:11.554324 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:23:11.563014 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-a62159fb-1865-4bf1-a0f6-6436cd93a102 None None] Provisioning for port fd19cdce-caa4-4beb-9fa5-2d79095a7bed completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:23:11.646077 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9affa70-88b6-43eb-aece-e20f12eab2d5 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Router 96b1bef2-bb81-485f-be49-21d8ae0d2a77 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:23:11.769467 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9affa70-88b6-43eb-aece-e20f12eab2d5 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:23:11.774928 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-d9affa70-88b6-43eb-aece-e20f12eab2d5 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "PUT /v2.0/routers/96b1bef2-bb81-485f-be49-21d8ae0d2a77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5839093 Aug 29 05:23:11.895952 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-f2e0d11f-fbb0-4325-bc54-8cc096c0c8dc None None] Provisioning for port a0644c98-5d06-4743-b49c-b9cc38f9876b completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:23:11.902732 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-f2e0d11f-fbb0-4325-bc54-8cc096c0c8dc None None] Provisioning complete for port a0644c98-5d06-4743-b49c-b9cc38f9876b triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:23:11.903287 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f2e0d11f-fbb0-4325-bc54-8cc096c0c8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:11.933927 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-964d93af-d504-47fa-bce0-e317f80b01d4 req-466460dd-bcba-426c-97e4-ba60fe0ab94a tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1550355073&fields=id&tenant_id=170eeddf5b474a98bd75c73129396ea6 HTTP/1.1" status: 200 len: 267 time: 0.0362680 Aug 29 05:23:11.943077 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-f2e0d11f-fbb0-4325-bc54-8cc096c0c8dc None None] Port a0644c98-5d06-4743-b49c-b9cc38f9876b cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:23:11.991732 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315e53be-0072-4857-8fb5-9d6b6dfc7c03 None None] Sync routers for ids ['96b1bef2-bb81-485f-be49-21d8ae0d2a77'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:23:12.004040 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315e53be-0072-4857-8fb5-9d6b6dfc7c03 None None] Routers {'96b1bef2-bb81-485f-be49-21d8ae0d2a77'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:23:12.004673 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-315e53be-0072-4857-8fb5-9d6b6dfc7c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:23:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['96b1bef2-bb81-485f-be49-21d8ae0d2a77'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:23:12.058017 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964d93af-d504-47fa-bce0-e317f80b01d4 req-d0a09750-5572-4e57-923a-aa933a03b3c7 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:12.059590 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-964d93af-d504-47fa-bce0-e317f80b01d4 req-d0a09750-5572-4e57-923a-aa933a03b3c7 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/networks?id=69df4667-1162-4110-85e5-bb4babcbd344 HTTP/1.1" status: 200 len: 797 time: 0.1180406 Aug 29 05:23:12.081684 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-2f88af11-fccf-4e19-ae0a-7b329afc9fc4 None None] Provisioning complete for port a0644c98-5d06-4743-b49c-b9cc38f9876b triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:23:12.082437 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2f88af11-fccf-4e19-ae0a-7b329afc9fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:12.085562 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-964d93af-d504-47fa-bce0-e317f80b01d4 req-7a9a52fa-4bae-4a33-a333-315902fd67a2 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/quotas/170eeddf5b474a98bd75c73129396ea6 HTTP/1.1" status: 200 len: 375 time: 0.0132968 Aug 29 05:23:12.128305 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-2f88af11-fccf-4e19-ae0a-7b329afc9fc4 None None] Port a0644c98-5d06-4743-b49c-b9cc38f9876b cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:23:12.151754 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-964d93af-d504-47fa-bce0-e317f80b01d4 req-8d2969b5-7d83-4380-ba74-7d2507ade0ee tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=170eeddf5b474a98bd75c73129396ea6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0596800 Aug 29 05:23:12.212947 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-315e53be-0072-4857-8fb5-9d6b6dfc7c03 None None] Set router 96b1bef2-bb81-485f-be49-21d8ae0d2a77 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:23:12.256107 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-bf4a8876-6152-4dfd-8cce-76a68bd1a729 None None] Provisioning complete for port a0644c98-5d06-4743-b49c-b9cc38f9876b triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:23:12.256581 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-964d93af-d504-47fa-bce0-e317f80b01d4 req-e596aeef-00da-47b4-ad6b-09fe5e8f39e5 service neutron] 10.222.0.22 "GET /v2.0/networks/69df4667-1162-4110-85e5-bb4babcbd344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925989 Aug 29 05:23:12.257203 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bf4a8876-6152-4dfd-8cce-76a68bd1a729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:12.306151 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-bf4a8876-6152-4dfd-8cce-76a68bd1a729 None None] Port a0644c98-5d06-4743-b49c-b9cc38f9876b cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:23:12.358709 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 1a3627e5-c13e-4b68-ab4d-4df7e95c1ec1 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:23:12.364484 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-964d93af-d504-47fa-bce0-e317f80b01d4 req-2535bd72-b5c6-4303-bb45-37e9c030a128 service neutron] 10.222.0.22 "GET /v2.0/networks/69df4667-1162-4110-85e5-bb4babcbd344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999353 Aug 29 05:23:12.409359 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 1a3627e5-c13e-4b68-ab4d-4df7e95c1ec1 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:23:12.414005 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 1a3627e5-c13e-4b68-ab4d-4df7e95c1ec1 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:23:12.414496 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:12.438641 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-315e53be-0072-4857-8fb5-9d6b6dfc7c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b1bef2-bb81-485f-be49-21d8ae0d2a77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-690996960', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': '1a3627e5-c13e-4b68-ab4d-4df7e95c1ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:23:07Z', 'updated_at': '2021-08-29T05:23:10Z', 'revision_number': 4, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'gw_port': {'id': '1a3627e5-c13e-4b68-ab4d-4df7e95c1ec1', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:cc:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96b1bef2-bb81-485f-be49-21d8ae0d2a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:23:07Z', 'updated_at': '2021-08-29T05:23:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': 'a0644c98-5d06-4743-b49c-b9cc38f9876b', 'name': '', 'network_id': '69df4667-1162-4110-85e5-bb4babcbd344', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'mac_address': 'fa:16:3e:b2:de:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96b1bef2-bb81-485f-be49-21d8ae0d2a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'f2a17311-14dc-46d2-9bcd-e98e91d4923a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:23:09Z', 'updated_at': '2021-08-29T05:23:11Z', 'revision_number': 2, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'subnets': [{'id': 'f2a17311-14dc-46d2-9bcd-e98e91d4923a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:23:12.468923 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315e53be-0072-4857-8fb5-9d6b6dfc7c03 None None] Checking router: 96b1bef2-bb81-485f-be49-21d8ae0d2a77 for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:23:12.469288 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315e53be-0072-4857-8fb5-9d6b6dfc7c03 None None] Updating router 96b1bef2-bb81-485f-be49-21d8ae0d2a77 port a0644c98-5d06-4743-b49c-b9cc38f9876b binding host n-d-712140-12 {{(pid=94831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:23:12.496686 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-315e53be-0072-4857-8fb5-9d6b6dfc7c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:12.505988 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:12.530829 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 1a3627e5-c13e-4b68-ab4d-4df7e95c1ec1, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=1a3627e5-c13e-4b68-ab4d-4df7e95c1ec1,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:23:12.536743 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:12.538295 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device fd19cdce-caa4-4beb-9fa5-2d79095a7bed up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:23:12.568055 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-36d66acc-ca9e-4c0a-b5c4-e1dfc5ebe582 req-8114e8f9-23bf-4796-b2f1-09d770ce0aa4 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=c65e5606-1da3-4fc3-b713-472f468503ed HTTP/1.1" status: 200 len: 210 time: 0.0390112 Aug 29 05:23:12.622064 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=1a3627e5-c13e-4b68-ab4d-4df7e95c1ec1,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:12.639996 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port fd19cdce-caa4-4beb-9fa5-2d79095a7bed completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:23:12.644070 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port fd19cdce-caa4-4beb-9fa5-2d79095a7bed triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:23:12.645028 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:12.725856 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:12.758697 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port fd19cdce-caa4-4beb-9fa5-2d79095a7bed, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=fd19cdce-caa4-4beb-9fa5-2d79095a7bed,segment=NetworkSegment(33d83635-c4c9-4123-bbc2-081e5da01d0f),segment_id=33d83635-c4c9-4123-bbc2-081e5da01d0f)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:23:12.763922 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:12.810827 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-315e53be-0072-4857-8fb5-9d6b6dfc7c03 None None] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:12.812790 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=fd19cdce-caa4-4beb-9fa5-2d79095a7bed,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:12.822210 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-315e53be-0072-4857-8fb5-9d6b6dfc7c03 None None] Transition to ACTIVE for port object a0644c98-5d06-4743-b49c-b9cc38f9876b will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:23:12.829107 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-315e53be-0072-4857-8fb5-9d6b6dfc7c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:12.900180 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323c9fab-9b89-459b-88c0-02200dfcbd8e None None] Pushing event updated for resources: {'Port': ['ID=a0644c98-5d06-4743-b49c-b9cc38f9876b,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:12.923284 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323c9fab-9b89-459b-88c0-02200dfcbd8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:23:12.923749 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323c9fab-9b89-459b-88c0-02200dfcbd8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:23:12.924100 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323c9fab-9b89-459b-88c0-02200dfcbd8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:23:12.924448 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323c9fab-9b89-459b-88c0-02200dfcbd8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:23:12.924782 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323c9fab-9b89-459b-88c0-02200dfcbd8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:23:12.925118 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323c9fab-9b89-459b-88c0-02200dfcbd8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:23:12.925449 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323c9fab-9b89-459b-88c0-02200dfcbd8e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:23:12.925777 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323c9fab-9b89-459b-88c0-02200dfcbd8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:23:12.926296 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323c9fab-9b89-459b-88c0-02200dfcbd8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:23:12.926790 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323c9fab-9b89-459b-88c0-02200dfcbd8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:23:12.927292 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323c9fab-9b89-459b-88c0-02200dfcbd8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:23:12.927820 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323c9fab-9b89-459b-88c0-02200dfcbd8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:23:12.944349 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-315e53be-0072-4857-8fb5-9d6b6dfc7c03 None None] Attempting to bind port a0644c98-5d06-4743-b49c-b9cc38f9876b on host n-d-712140-12 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:23:12.944907 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-315e53be-0072-4857-8fb5-9d6b6dfc7c03 None None] Attempting to bind port a0644c98-5d06-4743-b49c-b9cc38f9876b by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '33d83635-c4c9-4123-bbc2-081e5da01d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '69df4667-1162-4110-85e5-bb4babcbd344'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:23:12.945761 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315e53be-0072-4857-8fb5-9d6b6dfc7c03 None None] Attempting to bind port a0644c98-5d06-4743-b49c-b9cc38f9876b on network 69df4667-1162-4110-85e5-bb4babcbd344 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:23:12.951734 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315e53be-0072-4857-8fb5-9d6b6dfc7c03 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:23:12.952210 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315e53be-0072-4857-8fb5-9d6b6dfc7c03 None None] Checking segment: {'id': '33d83635-c4c9-4123-bbc2-081e5da01d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '69df4667-1162-4110-85e5-bb4babcbd344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:23:12.952681 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-315e53be-0072-4857-8fb5-9d6b6dfc7c03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:12.953149 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315e53be-0072-4857-8fb5-9d6b6dfc7c03 None None] Bound using segment: {'id': '33d83635-c4c9-4123-bbc2-081e5da01d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '69df4667-1162-4110-85e5-bb4babcbd344'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:23:12.953862 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-315e53be-0072-4857-8fb5-9d6b6dfc7c03 None None] Bound port: a0644c98-5d06-4743-b49c-b9cc38f9876b, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33d83635-c4c9-4123-bbc2-081e5da01d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '69df4667-1162-4110-85e5-bb4babcbd344'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:23:12.954358 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-315e53be-0072-4857-8fb5-9d6b6dfc7c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:13.027771 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-315e53be-0072-4857-8fb5-9d6b6dfc7c03 None None] For port a0644c98-5d06-4743-b49c-b9cc38f9876b, host n-d-712140-12, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:23:13.031161 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-315e53be-0072-4857-8fb5-9d6b6dfc7c03 None None] For port a0644c98-5d06-4743-b49c-b9cc38f9876b, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=a0644c98-5d06-4743-b49c-b9cc38f9876b,segment=NetworkSegment(33d83635-c4c9-4123-bbc2-081e5da01d0f),segment_id=33d83635-c4c9-4123-bbc2-081e5da01d0f)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:23:13.036273 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-315e53be-0072-4857-8fb5-9d6b6dfc7c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:13.092719 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315e53be-0072-4857-8fb5-9d6b6dfc7c03 None None] Routers {'96b1bef2-bb81-485f-be49-21d8ae0d2a77'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:23:13.093348 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-315e53be-0072-4857-8fb5-9d6b6dfc7c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:23:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['96b1bef2-bb81-485f-be49-21d8ae0d2a77'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:23:13.098996 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323c9fab-9b89-459b-88c0-02200dfcbd8e None None] Pushing event updated for resources: {'Port': ['ID=a0644c98-5d06-4743-b49c-b9cc38f9876b,revision_number=4']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:13.210295 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-315e53be-0072-4857-8fb5-9d6b6dfc7c03 None None] Set router 96b1bef2-bb81-485f-be49-21d8ae0d2a77 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:23:13.414612 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-315e53be-0072-4857-8fb5-9d6b6dfc7c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b1bef2-bb81-485f-be49-21d8ae0d2a77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-690996960', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': '1a3627e5-c13e-4b68-ab4d-4df7e95c1ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:23:07Z', 'updated_at': '2021-08-29T05:23:10Z', 'revision_number': 4, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'gw_port': {'id': '1a3627e5-c13e-4b68-ab4d-4df7e95c1ec1', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:cc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b1bef2-bb81-485f-be49-21d8ae0d2a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:23:07Z', 'updated_at': '2021-08-29T05:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': 'a0644c98-5d06-4743-b49c-b9cc38f9876b', 'name': '', 'network_id': '69df4667-1162-4110-85e5-bb4babcbd344', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'mac_address': 'fa:16:3e:b2:de:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96b1bef2-bb81-485f-be49-21d8ae0d2a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'f2a17311-14dc-46d2-9bcd-e98e91d4923a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:23:09Z', 'updated_at': '2021-08-29T05:23:13Z', 'revision_number': 4, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'subnets': [{'id': 'f2a17311-14dc-46d2-9bcd-e98e91d4923a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:23:13.444101 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315e53be-0072-4857-8fb5-9d6b6dfc7c03 None None] The sync data for ids ['96b1bef2-bb81-485f-be49-21d8ae0d2a77'] in n-d-712140-12 is: [{'id': '96b1bef2-bb81-485f-be49-21d8ae0d2a77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-690996960', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': '1a3627e5-c13e-4b68-ab4d-4df7e95c1ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:23:07Z', 'updated_at': '2021-08-29T05:23:10Z', 'revision_number': 4, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'gw_port': {'id': '1a3627e5-c13e-4b68-ab4d-4df7e95c1ec1', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:cc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b1bef2-bb81-485f-be49-21d8ae0d2a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:23:07Z', 'updated_at': '2021-08-29T05:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': 'a0644c98-5d06-4743-b49c-b9cc38f9876b', 'name': '', 'network_id': '69df4667-1162-4110-85e5-bb4babcbd344', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'mac_address': 'fa:16:3e:b2:de:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96b1bef2-bb81-485f-be49-21d8ae0d2a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'f2a17311-14dc-46d2-9bcd-e98e91d4923a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:23:09Z', 'updated_at': '2021-08-29T05:23:13Z', 'revision_number': 4, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'subnets': [{'id': 'f2a17311-14dc-46d2-9bcd-e98e91d4923a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:23:13.688075 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fe074dea-ad8f-41f5-85ea-04ba9e060e78 req-d96b4ff7-3181-47b5-8aa7-d182e894419d tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=c65e5606-1da3-4fc3-b713-472f468503ed HTTP/1.1" status: 200 len: 210 time: 0.0356278 Aug 29 05:23:13.739170 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964d93af-d504-47fa-bce0-e317f80b01d4 req-2394940e-173a-420f-9a58-733b05e04c6c tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:13.740644 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-964d93af-d504-47fa-bce0-e317f80b01d4 req-2394940e-173a-420f-9a58-733b05e04c6c tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.46 "GET /v2.0/networks?id=69df4667-1162-4110-85e5-bb4babcbd344 HTTP/1.1" status: 200 len: 797 time: 0.1553495 Aug 29 05:23:13.787598 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-964d93af-d504-47fa-bce0-e317f80b01d4 req-532c53d2-8ca6-4e1c-a9e5-d633f46fb07c tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=170eeddf5b474a98bd75c73129396ea6 HTTP/1.1" status: 200 len: 380 time: 0.0373094 Aug 29 05:23:13.797814 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-964d93af-d504-47fa-bce0-e317f80b01d4 req-5844ab46-d155-453b-8800-860fbf159d68 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Request body: {'port': {'device_id': 'c65e5606-1da3-4fc3-b713-472f468503ed', 'network_id': '69df4667-1162-4110-85e5-bb4babcbd344', 'admin_state_up': True, 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'security_groups': ['0fe4163b-57da-40bd-becd-0ba33485200e']}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:23:13.911588 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-964d93af-d504-47fa-bce0-e317f80b01d4 req-5844ab46-d155-453b-8800-860fbf159d68 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Made reservation on behalf of 170eeddf5b474a98bd75c73129396ea6 for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:23:13.915212 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-964d93af-d504-47fa-bce0-e317f80b01d4 req-5844ab46-d155-453b-8800-860fbf159d68 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:14.043556 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-964d93af-d504-47fa-bce0-e317f80b01d4 req-5844ab46-d155-453b-8800-860fbf159d68 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Allocated IP 172.20.0.3 (69df4667-1162-4110-85e5-bb4babcbd344/f2a17311-14dc-46d2-9bcd-e98e91d4923a/8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:23:14.190483 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-964d93af-d504-47fa-bce0-e317f80b01d4 req-5844ab46-d155-453b-8800-860fbf159d68 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:14.205438 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-964d93af-d504-47fa-bce0-e317f80b01d4 req-5844ab46-d155-453b-8800-860fbf159d68 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Transition to ACTIVE for port object 8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:23:14.241522 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-964d93af-d504-47fa-bce0-e317f80b01d4 req-5844ab46-d155-453b-8800-860fbf159d68 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:14.290181 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-964d93af-d504-47fa-bce0-e317f80b01d4 req-5844ab46-d155-453b-8800-860fbf159d68 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Network 69df4667-1162-4110-85e5-bb4babcbd344 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:23:14.293766 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-964d93af-d504-47fa-bce0-e317f80b01d4 req-5844ab46-d155-453b-8800-860fbf159d68 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:23:14.298417 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-964d93af-d504-47fa-bce0-e317f80b01d4 req-5844ab46-d155-453b-8800-860fbf159d68 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:23:14.302755 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5844ab46-d155-453b-8800-860fbf159d68 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Pushing event updated for resources: {'Port': ['ID=8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:14.360155 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964d93af-d504-47fa-bce0-e317f80b01d4 req-5844ab46-d155-453b-8800-860fbf159d68 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:14.360958 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-964d93af-d504-47fa-bce0-e317f80b01d4 req-5844ab46-d155-453b-8800-860fbf159d68 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:14.379646 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-964d93af-d504-47fa-bce0-e317f80b01d4 req-5844ab46-d155-453b-8800-860fbf159d68 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5854044 Aug 29 05:23:14.394629 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-964d93af-d504-47fa-bce0-e317f80b01d4 req-a8234f05-cd39-45aa-a936-4deb37ae80d9 service neutron] Request body: {'port': {'device_id': 'c65e5606-1da3-4fc3-b713-472f468503ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:23:14.398848 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 1a3627e5-c13e-4b68-ab4d-4df7e95c1ec1 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:23:14.462368 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-964d93af-d504-47fa-bce0-e317f80b01d4 req-a8234f05-cd39-45aa-a936-4deb37ae80d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:14.466173 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 1a3627e5-c13e-4b68-ab4d-4df7e95c1ec1 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:23:14.466662 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:14.579513 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device fd19cdce-caa4-4beb-9fa5-2d79095a7bed up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:23:14.584222 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-0f9f3981-49e5-4722-b312-48da855fad73 None None] Provisioning for port 8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:23:14.605764 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-0f9f3981-49e5-4722-b312-48da855fad73 None None] Provisioning complete for port 8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:23:14.606125 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0f9f3981-49e5-4722-b312-48da855fad73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:14.653080 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-0f9f3981-49e5-4722-b312-48da855fad73 None None] Port 8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:23:14.664749 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port fd19cdce-caa4-4beb-9fa5-2d79095a7bed triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:23:14.665126 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:14.739370 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-964d93af-d504-47fa-bce0-e317f80b01d4 req-a8234f05-cd39-45aa-a936-4deb37ae80d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:23:14.748039 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-964d93af-d504-47fa-bce0-e317f80b01d4 req-a8234f05-cd39-45aa-a936-4deb37ae80d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:14.751583 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device a0644c98-5d06-4743-b49c-b9cc38f9876b up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:23:14.759961 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-964d93af-d504-47fa-bce0-e317f80b01d4 req-a8234f05-cd39-45aa-a936-4deb37ae80d9 service neutron] Transition to ACTIVE for port object 8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:23:14.764897 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-964d93af-d504-47fa-bce0-e317f80b01d4 req-a8234f05-cd39-45aa-a936-4deb37ae80d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:14.802548 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port a0644c98-5d06-4743-b49c-b9cc38f9876b completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:23:14.806352 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port a0644c98-5d06-4743-b49c-b9cc38f9876b triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:23:14.806735 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:14.843875 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8234f05-cd39-45aa-a936-4deb37ae80d9 service neutron] Pushing event updated for resources: {'Port': ['ID=8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:14.864822 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5063c8e-f47e-401b-84d2-a14b58db83fd req-c81ec0cc-6991-4fdf-92c9-d5c8822f90b9 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:14.866910 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a5063c8e-f47e-401b-84d2-a14b58db83fd req-c81ec0cc-6991-4fdf-92c9-d5c8822f90b9 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=c65e5606-1da3-4fc3-b713-472f468503ed HTTP/1.1" status: 200 len: 943 time: 0.0995450 Aug 29 05:23:14.904666 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:14.940296 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port a0644c98-5d06-4743-b49c-b9cc38f9876b, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=a0644c98-5d06-4743-b49c-b9cc38f9876b,segment=NetworkSegment(33d83635-c4c9-4123-bbc2-081e5da01d0f),segment_id=33d83635-c4c9-4123-bbc2-081e5da01d0f)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:23:14.945371 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:14.970712 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a5063c8e-f47e-401b-84d2-a14b58db83fd req-04a30776-fe73-4e4c-a922-06487701a1a2 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=0fe4163b-57da-40bd-becd-0ba33485200e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896010 Aug 29 05:23:14.973323 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-964d93af-d504-47fa-bce0-e317f80b01d4 req-a8234f05-cd39-45aa-a936-4deb37ae80d9 service neutron] Attempting to bind port 8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:23:14.973697 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-964d93af-d504-47fa-bce0-e317f80b01d4 req-a8234f05-cd39-45aa-a936-4deb37ae80d9 service neutron] Attempting to bind port 8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': '33d83635-c4c9-4123-bbc2-081e5da01d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '69df4667-1162-4110-85e5-bb4babcbd344'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:23:14.974602 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964d93af-d504-47fa-bce0-e317f80b01d4 req-a8234f05-cd39-45aa-a936-4deb37ae80d9 service neutron] Attempting to bind port 8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b on network 69df4667-1162-4110-85e5-bb4babcbd344 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:23:14.979570 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964d93af-d504-47fa-bce0-e317f80b01d4 req-a8234f05-cd39-45aa-a936-4deb37ae80d9 service neutron] Port 8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b on network 69df4667-1162-4110-85e5-bb4babcbd344 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:23:14.979934 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964d93af-d504-47fa-bce0-e317f80b01d4 req-a8234f05-cd39-45aa-a936-4deb37ae80d9 service neutron] Attempting to bind port 8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b on network 69df4667-1162-4110-85e5-bb4babcbd344 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:23:14.990954 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964d93af-d504-47fa-bce0-e317f80b01d4 req-a8234f05-cd39-45aa-a936-4deb37ae80d9 service neutron] Checking agent: {'id': '3de9de52-3a03-431d-9d7e-497ae92c57ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:23:14.990954 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964d93af-d504-47fa-bce0-e317f80b01d4 req-a8234f05-cd39-45aa-a936-4deb37ae80d9 service neutron] Checking segment: {'id': '33d83635-c4c9-4123-bbc2-081e5da01d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '69df4667-1162-4110-85e5-bb4babcbd344'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:23:14.990954 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964d93af-d504-47fa-bce0-e317f80b01d4 req-a8234f05-cd39-45aa-a936-4deb37ae80d9 service neutron] Bound using segment: {'id': '33d83635-c4c9-4123-bbc2-081e5da01d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '69df4667-1162-4110-85e5-bb4babcbd344'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:23:14.990954 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-964d93af-d504-47fa-bce0-e317f80b01d4 req-a8234f05-cd39-45aa-a936-4deb37ae80d9 service neutron] Bound port: 8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b, host: n-h1-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33d83635-c4c9-4123-bbc2-081e5da01d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '69df4667-1162-4110-85e5-bb4babcbd344'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:23:14.990954 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-964d93af-d504-47fa-bce0-e317f80b01d4 req-a8234f05-cd39-45aa-a936-4deb37ae80d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:15.003105 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=a0644c98-5d06-4743-b49c-b9cc38f9876b,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:15.054670 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-964d93af-d504-47fa-bce0-e317f80b01d4 req-a8234f05-cd39-45aa-a936-4deb37ae80d9 service neutron] For port 8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b, host n-h1-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:23:15.057618 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-964d93af-d504-47fa-bce0-e317f80b01d4 req-a8234f05-cd39-45aa-a936-4deb37ae80d9 service neutron] For port 8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b, host n-h1-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b,segment=NetworkSegment(33d83635-c4c9-4123-bbc2-081e5da01d0f),segment_id=33d83635-c4c9-4123-bbc2-081e5da01d0f)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:23:15.062578 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-964d93af-d504-47fa-bce0-e317f80b01d4 req-a8234f05-cd39-45aa-a936-4deb37ae80d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:15.097863 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964d93af-d504-47fa-bce0-e317f80b01d4 req-a8234f05-cd39-45aa-a936-4deb37ae80d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:15.098670 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-964d93af-d504-47fa-bce0-e317f80b01d4 req-a8234f05-cd39-45aa-a936-4deb37ae80d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:15.100024 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-964d93af-d504-47fa-bce0-e317f80b01d4 req-a8234f05-cd39-45aa-a936-4deb37ae80d9 service neutron] 10.222.0.46 "PUT /v2.0/ports/8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b HTTP/1.1" status: 200 len: 1092 time: 0.7110641 Aug 29 05:23:15.100459 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c65e5606-1da3-4fc3-b713-472f468503ed', 'tag': '8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:23:15.102698 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfb9107a06241f0f5f2256c13c0e0e77dc40c776bf6dc0455c34cebdf0549d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b665470-901a-453e-bd40-c5e4015c4bfe" -d '{"events": [{"name": "network-changed", "server_uuid": "c65e5606-1da3-4fc3-b713-472f468503ed", "tag": "8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:23:15.128229 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8234f05-cd39-45aa-a936-4deb37ae80d9 service neutron] Pushing event updated for resources: {'Port': ['ID=8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:15.143311 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13ffa7dd-0ef6-4cd8-8601-c63ffec15383 x-openstack-request-id: req-13ffa7dd-0ef6-4cd8-8601-c63ffec15383 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:23:15.143614 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c65e5606-1da3-4fc3-b713-472f468503ed", "tag": "8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:23:15.143940 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-13ffa7dd-0ef6-4cd8-8601-c63ffec15383 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:23:15.144360 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c65e5606-1da3-4fc3-b713-472f468503ed', 'tag': '8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b', 'status': 'completed', 'code': 200} Aug 29 05:23:15.188005 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964d93af-d504-47fa-bce0-e317f80b01d4 req-8964dc81-9198-42ab-a1d3-69ab090bbe06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:15.189528 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-964d93af-d504-47fa-bce0-e317f80b01d4 req-8964dc81-9198-42ab-a1d3-69ab090bbe06 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=170eeddf5b474a98bd75c73129396ea6&device_id=c65e5606-1da3-4fc3-b713-472f468503ed HTTP/1.1" status: 200 len: 1095 time: 0.0420504 Aug 29 05:23:15.569979 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-964d93af-d504-47fa-bce0-e317f80b01d4 req-0d96ea76-8571-4d99-a18f-1be8c2b627a6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b HTTP/1.1" status: 200 len: 217 time: 0.3711367 Aug 29 05:23:15.617228 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964d93af-d504-47fa-bce0-e317f80b01d4 req-522f14e5-d5d7-4193-9063-837fa0e2eab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:15.618639 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-964d93af-d504-47fa-bce0-e317f80b01d4 req-522f14e5-d5d7-4193-9063-837fa0e2eab8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f2a17311-14dc-46d2-9bcd-e98e91d4923a HTTP/1.1" status: 200 len: 835 time: 0.0415998 Aug 29 05:23:15.663116 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964d93af-d504-47fa-bce0-e317f80b01d4 req-7bb21fd5-6acf-483a-a750-97de0f3f0af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:15.664594 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-964d93af-d504-47fa-bce0-e317f80b01d4 req-7bb21fd5-6acf-483a-a750-97de0f3f0af2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=69df4667-1162-4110-85e5-bb4babcbd344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386183 Aug 29 05:23:15.755461 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-964d93af-d504-47fa-bce0-e317f80b01d4 req-1edfa7d3-e712-419a-8b09-cc0399919ee2 service neutron] 10.222.0.46 "GET /v2.0/networks/69df4667-1162-4110-85e5-bb4babcbd344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830033 Aug 29 05:23:15.842603 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-964d93af-d504-47fa-bce0-e317f80b01d4 req-41f58c59-185f-4ac8-8c06-845b7232a99c service neutron] 10.222.0.46 "GET /v2.0/networks/69df4667-1162-4110-85e5-bb4babcbd344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794749 Aug 29 05:23:15.934481 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b665470-901a-453e-bd40-c5e4015c4bfe req-aecd4ee4-dee5-4621-973a-4c36462ea179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:15.936306 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7b665470-901a-453e-bd40-c5e4015c4bfe req-aecd4ee4-dee5-4621-973a-4c36462ea179 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=170eeddf5b474a98bd75c73129396ea6&device_id=c65e5606-1da3-4fc3-b713-472f468503ed HTTP/1.1" status: 200 len: 1095 time: 0.0456126 Aug 29 05:23:16.025955 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b665470-901a-453e-bd40-c5e4015c4bfe req-24c34479-9834-4eb8-be3e-17fadd3aee30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:16.027521 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7b665470-901a-453e-bd40-c5e4015c4bfe req-24c34479-9834-4eb8-be3e-17fadd3aee30 service neutron] 10.222.0.46 "GET /v2.0/networks?id=69df4667-1162-4110-85e5-bb4babcbd344 HTTP/1.1" status: 200 len: 898 time: 0.0843053 Aug 29 05:23:16.082919 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7b665470-901a-453e-bd40-c5e4015c4bfe req-a98bb36a-6878-4633-8c17-df988472278b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b HTTP/1.1" status: 200 len: 217 time: 0.0480409 Aug 29 05:23:16.146444 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b665470-901a-453e-bd40-c5e4015c4bfe req-9ff7e595-15a6-4900-a20a-daea3c4e298f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:16.147919 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7b665470-901a-453e-bd40-c5e4015c4bfe req-9ff7e595-15a6-4900-a20a-daea3c4e298f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f2a17311-14dc-46d2-9bcd-e98e91d4923a HTTP/1.1" status: 200 len: 835 time: 0.0518849 Aug 29 05:23:16.155370 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab08061-61cd-43d7-bac3-9771b2fa083e req-f250505c-775d-4306-b899-c7b456fc094a tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:16.156762 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fab08061-61cd-43d7-bac3-9771b2fa083e req-f250505c-775d-4306-b899-c7b456fc094a tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=c65e5606-1da3-4fc3-b713-472f468503ed HTTP/1.1" status: 200 len: 943 time: 0.1159186 Aug 29 05:23:16.218879 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fab08061-61cd-43d7-bac3-9771b2fa083e req-89b9a2c3-2da3-41d4-9dbb-45c259036385 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=0fe4163b-57da-40bd-becd-0ba33485200e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537293 Aug 29 05:23:16.221582 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b665470-901a-453e-bd40-c5e4015c4bfe req-9bd39f1f-6661-43c9-a859-46ed115cdd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:16.223019 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7b665470-901a-453e-bd40-c5e4015c4bfe req-9bd39f1f-6661-43c9-a859-46ed115cdd41 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=69df4667-1162-4110-85e5-bb4babcbd344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0653691 Aug 29 05:23:16.273425 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device a0644c98-5d06-4743-b49c-b9cc38f9876b up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:23:16.321326 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port a0644c98-5d06-4743-b49c-b9cc38f9876b triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:23:16.321715 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:16.323033 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7b665470-901a-453e-bd40-c5e4015c4bfe req-6e7beb57-3d1b-4aab-985b-964cc3e29eda service neutron] 10.222.0.46 "GET /v2.0/networks/69df4667-1162-4110-85e5-bb4babcbd344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881422 Aug 29 05:23:16.415215 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7b665470-901a-453e-bd40-c5e4015c4bfe req-cf5b02f3-431e-479d-94c6-64f8ccce11de service neutron] 10.222.0.46 "GET /v2.0/networks/69df4667-1162-4110-85e5-bb4babcbd344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845838 Aug 29 05:23:17.337479 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f60548-c45d-49bf-bbb0-633aeca335e2 req-fbc27af4-f812-4328-97bf-e780c4d2cdb2 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:17.339501 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d6f60548-c45d-49bf-bbb0-633aeca335e2 req-fbc27af4-f812-4328-97bf-e780c4d2cdb2 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=c65e5606-1da3-4fc3-b713-472f468503ed HTTP/1.1" status: 200 len: 943 time: 0.0535190 Aug 29 05:23:17.376618 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d6f60548-c45d-49bf-bbb0-633aeca335e2 req-e5318aef-8586-434f-95de-a371a5bd6a78 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=0fe4163b-57da-40bd-becd-0ba33485200e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311782 Aug 29 05:23:18.492121 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f9bfa4-01bb-4c72-b21c-00c3298fd0a8 req-3125abe1-75d4-4953-9657-9f79187df79b tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:18.493595 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-50f9bfa4-01bb-4c72-b21c-00c3298fd0a8 req-3125abe1-75d4-4953-9657-9f79187df79b tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=c65e5606-1da3-4fc3-b713-472f468503ed HTTP/1.1" status: 200 len: 943 time: 0.0494635 Aug 29 05:23:18.538578 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-50f9bfa4-01bb-4c72-b21c-00c3298fd0a8 req-a512669a-e496-4dc6-ba22-47550a4260d7 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=0fe4163b-57da-40bd-becd-0ba33485200e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318472 Aug 29 05:23:18.791841 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:23:18.884704 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b,segment=NetworkSegment(33d83635-c4c9-4123-bbc2-081e5da01d0f),segment_id=33d83635-c4c9-4123-bbc2-081e5da01d0f)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:23:18.896558 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Returning: {'device': '8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b', 'network_id': '69df4667-1162-4110-85e5-bb4babcbd344', 'port_id': '8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b', 'mac_address': 'fa:16:3e:f5:32:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2a17311-14dc-46d2-9bcd-e98e91d4923a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:23:18.932417 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:18.944557 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:23:18.963563 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b,segment=NetworkSegment(33d83635-c4c9-4123-bbc2-081e5da01d0f),segment_id=33d83635-c4c9-4123-bbc2-081e5da01d0f)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:23:18.968322 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:19.014350 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:19.179647 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:23:19.652312 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429c9fd9-a813-40fe-9a89-0d32519fce7e req-a42ca89a-03cd-4745-b449-5bc76e879ed6 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:19.654365 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-429c9fd9-a813-40fe-9a89-0d32519fce7e req-a42ca89a-03cd-4745-b449-5bc76e879ed6 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=c65e5606-1da3-4fc3-b713-472f468503ed HTTP/1.1" status: 200 len: 944 time: 0.0482125 Aug 29 05:23:19.690997 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-429c9fd9-a813-40fe-9a89-0d32519fce7e req-023df224-7043-4b58-bc09-17d6c065b78b tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=0fe4163b-57da-40bd-becd-0ba33485200e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307884 Aug 29 05:23:19.818823 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:20.792808 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b up at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:23:20.809986 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7273bb20-2ae2-4a66-b167-e92865f6c58f req-0543d76f-73b8-466d-8d02-e54f6532421a tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:20.811433 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7273bb20-2ae2-4a66-b167-e92865f6c58f req-0543d76f-73b8-466d-8d02-e54f6532421a tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=c65e5606-1da3-4fc3-b713-472f468503ed HTTP/1.1" status: 200 len: 944 time: 0.0530574 Aug 29 05:23:20.842086 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning for port 8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:23:20.845828 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning complete for port 8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:23:20.846210 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:20.849818 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7273bb20-2ae2-4a66-b167-e92865f6c58f req-d9dd5bd7-d4d6-4b73-904a-7b739a0e22fc tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=0fe4163b-57da-40bd-becd-0ba33485200e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323949 Aug 29 05:23:20.924286 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:20.946617 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c65e5606-1da3-4fc3-b713-472f468503ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:23:20.949100 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e47ce94e7730ef80c099a0714bd3625e1f676465bb595722170593f8a424ee2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca5547f1-0502-4976-8e73-8e317a9c4f64" -d '{"events": [{"server_uuid": "c65e5606-1da3-4fc3-b713-472f468503ed", "name": "network-vif-plugged", "status": "completed", "tag": "8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:23:20.961080 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b,segment=NetworkSegment(33d83635-c4c9-4123-bbc2-081e5da01d0f),segment_id=33d83635-c4c9-4123-bbc2-081e5da01d0f)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:23:20.966090 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:20.989941 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fb8998e-d233-497c-b05c-97493710b620 x-openstack-request-id: req-2fb8998e-d233-497c-b05c-97493710b620 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:23:20.990421 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c65e5606-1da3-4fc3-b713-472f468503ed", "name": "network-vif-plugged", "status": "completed", "tag": "8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:23:20.990421 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2fb8998e-d233-497c-b05c-97493710b620 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:23:20.990788 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c65e5606-1da3-4fc3-b713-472f468503ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b', 'code': 200} Aug 29 05:23:21.015860 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:21.083035 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c581fa-0896-45ee-8bcc-32333d126c46 req-12ebd934-dbde-45e1-ba55-1df2f4b807c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:21.084545 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-56c581fa-0896-45ee-8bcc-32333d126c46 req-12ebd934-dbde-45e1-ba55-1df2f4b807c7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c65e5606-1da3-4fc3-b713-472f468503ed HTTP/1.1" status: 200 len: 1097 time: 0.0421832 Aug 29 05:23:21.119344 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-56c581fa-0896-45ee-8bcc-32333d126c46 req-1cfea244-baf5-4d55-a69b-713b2831808a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0fe4163b-57da-40bd-becd-0ba33485200e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278609 Aug 29 05:23:21.967038 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3888db20-9ee8-4a38-b75d-cc75e4ddb4ef req-cecf6396-a195-4130-81ca-546663e257f3 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:21.968538 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3888db20-9ee8-4a38-b75d-cc75e4ddb4ef req-cecf6396-a195-4130-81ca-546663e257f3 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=c65e5606-1da3-4fc3-b713-472f468503ed HTTP/1.1" status: 200 len: 945 time: 0.0488827 Aug 29 05:23:22.005541 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3888db20-9ee8-4a38-b75d-cc75e4ddb4ef req-d45b5288-1fa2-46c8-b828-31c46c7c2ea8 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=0fe4163b-57da-40bd-becd-0ba33485200e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310054 Aug 29 05:23:23.125390 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82846d4a-9b08-4c84-84e6-981eb28f7c11 req-44aa6379-bd3c-474f-8f55-90ea9e8cdeac tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:23.126872 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-82846d4a-9b08-4c84-84e6-981eb28f7c11 req-44aa6379-bd3c-474f-8f55-90ea9e8cdeac tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=c65e5606-1da3-4fc3-b713-472f468503ed HTTP/1.1" status: 200 len: 945 time: 0.0532515 Aug 29 05:23:23.164346 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-82846d4a-9b08-4c84-84e6-981eb28f7c11 req-c0f81cec-f48b-4289-9f08-6d372b91b93b tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=0fe4163b-57da-40bd-becd-0ba33485200e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315309 Aug 29 05:23:23.276360 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fae5ef4-7058-405c-b88d-8050ef3a2372 req-927a81c6-ecb1-4478-92d1-91acc44523b2 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:23.278472 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5fae5ef4-7058-405c-b88d-8050ef3a2372 req-927a81c6-ecb1-4478-92d1-91acc44523b2 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=c65e5606-1da3-4fc3-b713-472f468503ed HTTP/1.1" status: 200 len: 945 time: 0.0487282 Aug 29 05:23:23.314759 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5fae5ef4-7058-405c-b88d-8050ef3a2372 req-20eb532b-19f9-4379-854f-6d1a6582075a tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=0fe4163b-57da-40bd-becd-0ba33485200e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304308 Aug 29 05:23:23.336481 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 41910) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:23:23.375703 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb0ff28-ca14-466c-921b-91ae9d89bb6c tempest-TestNetworkAdvancedServerOps-1390409953 tempest-TestNetworkAdvancedServerOps-1390409953-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:23.377234 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-cbb0ff28-ca14-466c-921b-91ae9d89bb6c tempest-TestNetworkAdvancedServerOps-1390409953 tempest-TestNetworkAdvancedServerOps-1390409953-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=c65e5606-1da3-4fc3-b713-472f468503ed HTTP/1.1" status: 200 len: 1092 time: 0.0397317 Aug 29 05:23:23.380060 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 41912) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:23:23.384482 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-6f754aff-a4c3-41b0-ae0a-4d9f148e5aa1 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Request body: {'floatingip': {'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'port_id': '8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:23:23.405905 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6f754aff-a4c3-41b0-ae0a-4d9f148e5aa1 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for floatingip, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:23.503433 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6f754aff-a4c3-41b0-ae0a-4d9f148e5aa1 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:23.605947 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-6f754aff-a4c3-41b0-ae0a-4d9f148e5aa1 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Allocated IP 172.25.0.242 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/b9f7392c-dfcb-458f-b0dd-0ead839baea2) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:23:23.709592 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6f754aff-a4c3-41b0-ae0a-4d9f148e5aa1 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:23.748254 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6f754aff-a4c3-41b0-ae0a-4d9f148e5aa1 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:23.787401 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f754aff-a4c3-41b0-ae0a-4d9f148e5aa1 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:23:23.790279 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-6f754aff-a4c3-41b0-ae0a-4d9f148e5aa1 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:23:23.794492 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f754aff-a4c3-41b0-ae0a-4d9f148e5aa1 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:23:23.799842 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f754aff-a4c3-41b0-ae0a-4d9f148e5aa1 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Pushing event updated for resources: {'Port': ['ID=b9f7392c-dfcb-458f-b0dd-0ead839baea2,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:24.151190 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6f754aff-a4c3-41b0-ae0a-4d9f148e5aa1 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:24.215659 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6f754aff-a4c3-41b0-ae0a-4d9f148e5aa1 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:24.364318 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6f754aff-a4c3-41b0-ae0a-4d9f148e5aa1 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:24.369334 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6f754aff-a4c3-41b0-ae0a-4d9f148e5aa1 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:24.440403 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f754aff-a4c3-41b0-ae0a-4d9f148e5aa1 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Pushing event updated for resources: {'Port': ['ID=b9f7392c-dfcb-458f-b0dd-0ead839baea2,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:24.452743 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6f754aff-a4c3-41b0-ae0a-4d9f148e5aa1 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719515'] for floatingip, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:24.551217 n-d-712140-12 neutron-server[94829]: INFO neutron.db.l3_db [None req-6f754aff-a4c3-41b0-ae0a-4d9f148e5aa1 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Floating IP 5ecca409-b9a3-42b0-aa00-c7805e81acf0 associated. External IP: 172.25.0.242, port: 8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b. Aug 29 05:23:24.755633 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f754aff-a4c3-41b0-ae0a-4d9f148e5aa1 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Router 96b1bef2-bb81-485f-be49-21d8ae0d2a77 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:23:24.860341 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f754aff-a4c3-41b0-ae0a-4d9f148e5aa1 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:23:24.870631 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8570f74-0354-4edb-9af0-ee68cdcd0a68 None None] Sync routers for ids ['96b1bef2-bb81-485f-be49-21d8ae0d2a77'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:23:24.876290 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6f754aff-a4c3-41b0-ae0a-4d9f148e5aa1 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:24.881423 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8570f74-0354-4edb-9af0-ee68cdcd0a68 None None] Routers {'96b1bef2-bb81-485f-be49-21d8ae0d2a77'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:23:24.882101 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-c8570f74-0354-4edb-9af0-ee68cdcd0a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:23:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['96b1bef2-bb81-485f-be49-21d8ae0d2a77'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:23:24.907339 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-6f754aff-a4c3-41b0-ae0a-4d9f148e5aa1 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5262430 Aug 29 05:23:24.907960 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c65e5606-1da3-4fc3-b713-472f468503ed', 'tag': '8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:23:24.910247 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77553e5f3dce844e1d1944d01f437b37b7dd5b7a052a0dbecc2d9758b81294" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-628c73ab-b96d-4194-b229-e4577c317ad5" -d '{"events": [{"name": "network-changed", "server_uuid": "c65e5606-1da3-4fc3-b713-472f468503ed", "tag": "8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:23:24.988533 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-c8570f74-0354-4edb-9af0-ee68cdcd0a68 None None] Set router 96b1bef2-bb81-485f-be49-21d8ae0d2a77 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:23:25.001865 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd28160-33a5-4244-88d5-948989463671 req-328b6e92-e159-49d1-8ac9-efa070214b09 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:25.003379 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4fd28160-33a5-4244-88d5-948989463671 req-328b6e92-e159-49d1-8ac9-efa070214b09 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=c65e5606-1da3-4fc3-b713-472f468503ed HTTP/1.1" status: 200 len: 945 time: 0.0485392 Aug 29 05:23:25.040769 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4fd28160-33a5-4244-88d5-948989463671 req-7a4ebd30-cad2-4fb9-aba2-f2b57881c007 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=0fe4163b-57da-40bd-becd-0ba33485200e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311546 Aug 29 05:23:25.063822 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 41918) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:23:25.088348 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a3887e0-6682-4a84-b2b4-560eb2c1510b x-openstack-request-id: req-4a3887e0-6682-4a84-b2b4-560eb2c1510b {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:23:25.088642 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c65e5606-1da3-4fc3-b713-472f468503ed", "tag": "8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:23:25.088915 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4a3887e0-6682-4a84-b2b4-560eb2c1510b {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:23:25.089332 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c65e5606-1da3-4fc3-b713-472f468503ed', 'tag': '8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b', 'status': 'completed', 'code': 200} Aug 29 05:23:25.156969 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-20e898c4-2849-4747-a57b-7faf3e1ac6d8 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/floatingips/5ecca409-b9a3-42b0-aa00-c7805e81acf0 HTTP/1.1" status: 200 len: 991 time: 0.0905139 Aug 29 05:23:25.164407 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628c73ab-b96d-4194-b229-e4577c317ad5 req-23b27d7a-971f-4616-9407-6bd409f9c3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:25.165842 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-628c73ab-b96d-4194-b229-e4577c317ad5 req-23b27d7a-971f-4616-9407-6bd409f9c3f2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=170eeddf5b474a98bd75c73129396ea6&device_id=c65e5606-1da3-4fc3-b713-472f468503ed HTTP/1.1" status: 200 len: 1097 time: 0.0542860 Aug 29 05:23:25.219119 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-c8570f74-0354-4edb-9af0-ee68cdcd0a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b1bef2-bb81-485f-be49-21d8ae0d2a77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-690996960', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': '1a3627e5-c13e-4b68-ab4d-4df7e95c1ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:23:07Z', 'updated_at': '2021-08-29T05:23:10Z', 'revision_number': 4, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'gw_port': {'id': '1a3627e5-c13e-4b68-ab4d-4df7e95c1ec1', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:cc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b1bef2-bb81-485f-be49-21d8ae0d2a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:23:07Z', 'updated_at': '2021-08-29T05:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': '5ecca409-b9a3-42b0-aa00-c7805e81acf0', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'floating_ip_address': '172.25.0.242', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': '96b1bef2-bb81-485f-be49-21d8ae0d2a77', 'port_id': '8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69df4667-1162-4110-85e5-bb4babcbd344', 'mac_address': 'fa:16:3e:f5:32:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65e5606-1da3-4fc3-b713-472f468503ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:23:24Z', 'updated_at': '2021-08-29T05:23:24Z', 'revision_number': 0, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0644c98-5d06-4743-b49c-b9cc38f9876b', 'name': '', 'network_id': '69df4667-1162-4110-85e5-bb4babcbd344', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'mac_address': 'fa:16:3e:b2:de:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b1bef2-bb81-485f-be49-21d8ae0d2a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'f2a17311-14dc-46d2-9bcd-e98e91d4923a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:23:09Z', 'updated_at': '2021-08-29T05:23:14Z', 'revision_number': 5, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'subnets': [{'id': 'f2a17311-14dc-46d2-9bcd-e98e91d4923a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:23:25.245033 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8570f74-0354-4edb-9af0-ee68cdcd0a68 None None] Checking router: 96b1bef2-bb81-485f-be49-21d8ae0d2a77 for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:23:25.253784 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8570f74-0354-4edb-9af0-ee68cdcd0a68 None None] Routers {'96b1bef2-bb81-485f-be49-21d8ae0d2a77'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:23:25.254385 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-c8570f74-0354-4edb-9af0-ee68cdcd0a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:23:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['96b1bef2-bb81-485f-be49-21d8ae0d2a77'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:23:25.260159 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628c73ab-b96d-4194-b229-e4577c317ad5 req-45316e2e-faf1-45dc-bfe5-61f24cee805f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:25.261645 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-628c73ab-b96d-4194-b229-e4577c317ad5 req-45316e2e-faf1-45dc-bfe5-61f24cee805f service neutron] 10.222.0.46 "GET /v2.0/networks?id=69df4667-1162-4110-85e5-bb4babcbd344 HTTP/1.1" status: 200 len: 898 time: 0.0883315 Aug 29 05:23:25.331385 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-628c73ab-b96d-4194-b229-e4577c317ad5 req-f4091709-08a7-4c21-ad55-373a4bdef183 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b HTTP/1.1" status: 200 len: 999 time: 0.0609248 Aug 29 05:23:25.384126 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628c73ab-b96d-4194-b229-e4577c317ad5 req-e6ac6c47-177a-4a7f-806e-e02c529780ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:25.385649 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-628c73ab-b96d-4194-b229-e4577c317ad5 req-e6ac6c47-177a-4a7f-806e-e02c529780ad service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f2a17311-14dc-46d2-9bcd-e98e91d4923a HTTP/1.1" status: 200 len: 835 time: 0.0468404 Aug 29 05:23:25.438647 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628c73ab-b96d-4194-b229-e4577c317ad5 req-ed87838a-e6f0-462c-90e7-08cc829d1fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:25.440132 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-628c73ab-b96d-4194-b229-e4577c317ad5 req-ed87838a-e6f0-462c-90e7-08cc829d1fe8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=69df4667-1162-4110-85e5-bb4babcbd344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0467250 Aug 29 05:23:25.513736 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-c8570f74-0354-4edb-9af0-ee68cdcd0a68 None None] Set router 96b1bef2-bb81-485f-be49-21d8ae0d2a77 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:23:25.531248 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-628c73ab-b96d-4194-b229-e4577c317ad5 req-095e835a-0552-4b4d-ae8d-4209116fa4b7 service neutron] 10.222.0.46 "GET /v2.0/networks/69df4667-1162-4110-85e5-bb4babcbd344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827873 Aug 29 05:23:25.626263 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-628c73ab-b96d-4194-b229-e4577c317ad5 req-72522b4d-5a45-48a7-a85f-f2116cd928b2 service neutron] 10.222.0.46 "GET /v2.0/networks/69df4667-1162-4110-85e5-bb4babcbd344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873165 Aug 29 05:23:25.736173 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-c8570f74-0354-4edb-9af0-ee68cdcd0a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b1bef2-bb81-485f-be49-21d8ae0d2a77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-690996960', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': '1a3627e5-c13e-4b68-ab4d-4df7e95c1ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:23:07Z', 'updated_at': '2021-08-29T05:23:10Z', 'revision_number': 4, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'gw_port': {'id': '1a3627e5-c13e-4b68-ab4d-4df7e95c1ec1', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:cc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b1bef2-bb81-485f-be49-21d8ae0d2a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:23:07Z', 'updated_at': '2021-08-29T05:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': '5ecca409-b9a3-42b0-aa00-c7805e81acf0', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'floating_ip_address': '172.25.0.242', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': '96b1bef2-bb81-485f-be49-21d8ae0d2a77', 'port_id': '8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69df4667-1162-4110-85e5-bb4babcbd344', 'mac_address': 'fa:16:3e:f5:32:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65e5606-1da3-4fc3-b713-472f468503ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:23:24Z', 'updated_at': '2021-08-29T05:23:24Z', 'revision_number': 0, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0644c98-5d06-4743-b49c-b9cc38f9876b', 'name': '', 'network_id': '69df4667-1162-4110-85e5-bb4babcbd344', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'mac_address': 'fa:16:3e:b2:de:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b1bef2-bb81-485f-be49-21d8ae0d2a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'f2a17311-14dc-46d2-9bcd-e98e91d4923a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:23:09Z', 'updated_at': '2021-08-29T05:23:14Z', 'revision_number': 5, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'subnets': [{'id': 'f2a17311-14dc-46d2-9bcd-e98e91d4923a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:23:25.761640 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8570f74-0354-4edb-9af0-ee68cdcd0a68 None None] The sync data for ids ['96b1bef2-bb81-485f-be49-21d8ae0d2a77'] in n-d-712140-12 is: [{'id': '96b1bef2-bb81-485f-be49-21d8ae0d2a77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-690996960', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': '1a3627e5-c13e-4b68-ab4d-4df7e95c1ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:23:07Z', 'updated_at': '2021-08-29T05:23:10Z', 'revision_number': 4, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'gw_port': {'id': '1a3627e5-c13e-4b68-ab4d-4df7e95c1ec1', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:cc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b1bef2-bb81-485f-be49-21d8ae0d2a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:23:07Z', 'updated_at': '2021-08-29T05:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': '5ecca409-b9a3-42b0-aa00-c7805e81acf0', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'floating_ip_address': '172.25.0.242', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': '96b1bef2-bb81-485f-be49-21d8ae0d2a77', 'port_id': '8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69df4667-1162-4110-85e5-bb4babcbd344', 'mac_address': 'fa:16:3e:f5:32:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65e5606-1da3-4fc3-b713-472f468503ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:23:24Z', 'updated_at': '2021-08-29T05:23:24Z', 'revision_number': 0, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0644c98-5d06-4743-b49c-b9cc38f9876b', 'name': '', 'network_id': '69df4667-1162-4110-85e5-bb4babcbd344', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'mac_address': 'fa:16:3e:b2:de:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b1bef2-bb81-485f-be49-21d8ae0d2a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'f2a17311-14dc-46d2-9bcd-e98e91d4923a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:23:09Z', 'updated_at': '2021-08-29T05:23:14Z', 'revision_number': 5, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'subnets': [{'id': 'f2a17311-14dc-46d2-9bcd-e98e91d4923a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:23:25.955924 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b00b181-8d70-4eac-8fc3-fb4a188d43c2 None None] New status for floating IP 5ecca409-b9a3-42b0-aa00-c7805e81acf0: ACTIVE {{(pid=94831) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:23:26.159626 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 41920) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:23:26.219996 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-0d1e0ebd-5509-473d-8f7a-32ca03902cc7 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/floatingips/5ecca409-b9a3-42b0-aa00-c7805e81acf0 HTTP/1.1" status: 200 len: 993 time: 0.0591769 Aug 29 05:23:29.208540 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:33.472028 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-74816d4a-8495-4e22-acad-571217dcf235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:36.336694 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3a10986c-9add-4d06-8610-e42e38ca92ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:37.361169 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:37.443819 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:38.941604 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:47.993550 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-deb82a52-819e-4598-b547-539e192e648c req-ab249501-ed34-43cd-8c4d-413ea2350c94 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c65e5606-1da3-4fc3-b713-472f468503ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0395217 Aug 29 05:23:48.082154 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb82a52-819e-4598-b547-539e192e648c req-9e1809ec-3f84-4d6d-aaac-5b9a1eeb454e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:48.083585 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-deb82a52-819e-4598-b547-539e192e648c req-9e1809ec-3f84-4d6d-aaac-5b9a1eeb454e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=170eeddf5b474a98bd75c73129396ea6&device_id=c65e5606-1da3-4fc3-b713-472f468503ed HTTP/1.1" status: 200 len: 1097 time: 0.0461340 Aug 29 05:23:48.186206 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb82a52-819e-4598-b547-539e192e648c req-975916ec-f68b-47ac-87d3-5e65319d1a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:48.187747 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-deb82a52-819e-4598-b547-539e192e648c req-975916ec-f68b-47ac-87d3-5e65319d1a11 service neutron] 10.222.0.46 "GET /v2.0/networks?id=69df4667-1162-4110-85e5-bb4babcbd344 HTTP/1.1" status: 200 len: 898 time: 0.0827997 Aug 29 05:23:48.257662 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-deb82a52-819e-4598-b547-539e192e648c req-7d60fac6-6fed-4557-aac7-38ad10ed5120 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b HTTP/1.1" status: 200 len: 1001 time: 0.0615616 Aug 29 05:23:48.307659 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb82a52-819e-4598-b547-539e192e648c req-0099cc0f-17b7-446f-848a-0fa5c2c368ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:48.309190 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-deb82a52-819e-4598-b547-539e192e648c req-0099cc0f-17b7-446f-848a-0fa5c2c368ad service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f2a17311-14dc-46d2-9bcd-e98e91d4923a HTTP/1.1" status: 200 len: 835 time: 0.0437803 Aug 29 05:23:48.355370 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb82a52-819e-4598-b547-539e192e648c req-000899ba-b81a-4c48-a03e-03ce5a1decaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:48.356873 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-deb82a52-819e-4598-b547-539e192e648c req-000899ba-b81a-4c48-a03e-03ce5a1decaf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=69df4667-1162-4110-85e5-bb4babcbd344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402789 Aug 29 05:23:48.471614 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-deb82a52-819e-4598-b547-539e192e648c req-36698f59-26b4-4dab-9133-89e997bb4feb service neutron] 10.222.0.46 "GET /v2.0/networks/69df4667-1162-4110-85e5-bb4babcbd344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866370 Aug 29 05:23:48.552705 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:23:48.562999 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-deb82a52-819e-4598-b547-539e192e648c req-41a7ab21-5d14-4a14-83e8-ccf419305ffd service neutron] 10.222.0.46 "GET /v2.0/networks/69df4667-1162-4110-85e5-bb4babcbd344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814445 Aug 29 05:23:49.834862 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:52.469632 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c47518fb-852e-4453-9912-bfed659ae058 req-6c6f8022-b916-459d-bc2c-f04033b1bdfa service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=19efa733-49d3-4125-b1bf-b01d593b5e9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0425487 Aug 29 05:23:52.570950 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47518fb-852e-4453-9912-bfed659ae058 req-b7f761f3-42b2-49cc-984e-6e4798327534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:52.572664 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c47518fb-852e-4453-9912-bfed659ae058 req-b7f761f3-42b2-49cc-984e-6e4798327534 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=31def360f89342158e5c482db8b51dfa&device_id=19efa733-49d3-4125-b1bf-b01d593b5e9a HTTP/1.1" status: 200 len: 1097 time: 0.0447574 Aug 29 05:23:52.671514 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47518fb-852e-4453-9912-bfed659ae058 req-c0e91643-e553-47bc-995c-c8ef5b566147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:52.673014 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c47518fb-852e-4453-9912-bfed659ae058 req-c0e91643-e553-47bc-995c-c8ef5b566147 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb HTTP/1.1" status: 200 len: 913 time: 0.0820384 Aug 29 05:23:52.719924 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c47518fb-852e-4453-9912-bfed659ae058 req-6a8801d3-7705-45db-90fa-3ca4e4004e93 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e11f048-6330-4537-9251-c0dbbafc7fc5 HTTP/1.1" status: 200 len: 217 time: 0.0381746 Aug 29 05:23:52.768908 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47518fb-852e-4453-9912-bfed659ae058 req-89f37040-147e-468d-868d-75f5511b2f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:52.770386 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c47518fb-852e-4453-9912-bfed659ae058 req-89f37040-147e-468d-868d-75f5511b2f74 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6f6d99e8-8009-478f-9356-563dd7d1ac5b HTTP/1.1" status: 200 len: 851 time: 0.0438266 Aug 29 05:23:52.815452 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47518fb-852e-4453-9912-bfed659ae058 req-55460f10-4703-4863-9d4a-3cf26ea34fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:52.816980 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c47518fb-852e-4453-9912-bfed659ae058 req-55460f10-4703-4863-9d4a-3cf26ea34fcc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397987 Aug 29 05:23:52.907938 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c47518fb-852e-4453-9912-bfed659ae058 req-d86cd368-346c-4754-bd26-27be29e715f7 service neutron] 10.222.0.48 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832412 Aug 29 05:23:52.996333 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c47518fb-852e-4453-9912-bfed659ae058 req-5602180f-d12b-44fc-b24b-a3b40b247273 service neutron] 10.222.0.48 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804152 Aug 29 05:23:59.214546 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:59.665181 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fab4e0-b7a8-4df6-8382-6ebd212f5146 req-4a1d12c7-3da4-4131-84cc-0a740ec8e228 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:59.665738 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 41942) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:23:59.666762 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-21fab4e0-b7a8-4df6-8382-6ebd212f5146 req-4a1d12c7-3da4-4131-84cc-0a740ec8e228 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=c65e5606-1da3-4fc3-b713-472f468503ed HTTP/1.1" status: 200 len: 945 time: 0.0508220 Aug 29 05:23:59.704993 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-21fab4e0-b7a8-4df6-8382-6ebd212f5146 req-29178f13-2583-4e6b-bdf9-38f451985296 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=0fe4163b-57da-40bd-becd-0ba33485200e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323169 Aug 29 05:23:59.746587 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-2f7ab2a7-28b7-4375-8eb4-0f5426c7816f req-e8257301-5f11-4e1b-b357-023b7fc5a2d9 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c65e5606-1da3-4fc3-b713-472f468503ed&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0800676 Aug 29 05:24:00.830330 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a54b260-c800-4f49-b264-c1b9aeba50c1 req-0ce35670-549c-4dfb-bb87-ab180393e60b tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:00.831870 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5a54b260-c800-4f49-b264-c1b9aeba50c1 req-0ce35670-549c-4dfb-bb87-ab180393e60b tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=c65e5606-1da3-4fc3-b713-472f468503ed HTTP/1.1" status: 200 len: 945 time: 0.0540960 Aug 29 05:24:00.869084 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5a54b260-c800-4f49-b264-c1b9aeba50c1 req-50ac20a3-44b1-45dc-9855-7b1f04ef415c tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=0fe4163b-57da-40bd-becd-0ba33485200e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313516 Aug 29 05:24:00.989416 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7ab2a7-28b7-4375-8eb4-0f5426c7816f req-394ae38f-601e-43c1-af79-2ea53150cbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:00.990797 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2f7ab2a7-28b7-4375-8eb4-0f5426c7816f req-394ae38f-601e-43c1-af79-2ea53150cbb6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=170eeddf5b474a98bd75c73129396ea6&device_id=c65e5606-1da3-4fc3-b713-472f468503ed HTTP/1.1" status: 200 len: 1097 time: 0.0402367 Aug 29 05:24:01.083665 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7ab2a7-28b7-4375-8eb4-0f5426c7816f req-cb864ab7-bc84-44bd-b926-1759003b979e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:01.085178 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2f7ab2a7-28b7-4375-8eb4-0f5426c7816f req-cb864ab7-bc84-44bd-b926-1759003b979e service neutron] 10.222.0.46 "GET /v2.0/networks?id=69df4667-1162-4110-85e5-bb4babcbd344 HTTP/1.1" status: 200 len: 898 time: 0.0870874 Aug 29 05:24:01.150352 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2f7ab2a7-28b7-4375-8eb4-0f5426c7816f req-78cf0fa9-22ed-4e46-9abe-a051175b9524 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b HTTP/1.1" status: 200 len: 1001 time: 0.0575211 Aug 29 05:24:01.199529 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7ab2a7-28b7-4375-8eb4-0f5426c7816f req-8f54941b-1008-43f4-a62b-ff83c4fd6579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:01.200993 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2f7ab2a7-28b7-4375-8eb4-0f5426c7816f req-8f54941b-1008-43f4-a62b-ff83c4fd6579 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f2a17311-14dc-46d2-9bcd-e98e91d4923a HTTP/1.1" status: 200 len: 835 time: 0.0431354 Aug 29 05:24:01.249888 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7ab2a7-28b7-4375-8eb4-0f5426c7816f req-6742aedc-b864-4a5b-8364-95582c17166c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:01.251326 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2f7ab2a7-28b7-4375-8eb4-0f5426c7816f req-6742aedc-b864-4a5b-8364-95582c17166c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=69df4667-1162-4110-85e5-bb4babcbd344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430524 Aug 29 05:24:01.341701 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2f7ab2a7-28b7-4375-8eb4-0f5426c7816f req-dc11e353-9b8b-4dc8-bb10-80f2b0557c57 service neutron] 10.222.0.46 "GET /v2.0/networks/69df4667-1162-4110-85e5-bb4babcbd344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815177 Aug 29 05:24:01.432967 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2f7ab2a7-28b7-4375-8eb4-0f5426c7816f req-93b86b0f-ec1d-4d8c-84bb-6e5056fc58b6 service neutron] 10.222.0.46 "GET /v2.0/networks/69df4667-1162-4110-85e5-bb4babcbd344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842516 Aug 29 05:24:01.983986 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4458bd-16d3-40d8-ad6f-8ac51843f440 req-5f98c661-9d1f-4a91-b42c-b33d585a6839 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:01.985465 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2d4458bd-16d3-40d8-ad6f-8ac51843f440 req-5f98c661-9d1f-4a91-b42c-b33d585a6839 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=c65e5606-1da3-4fc3-b713-472f468503ed HTTP/1.1" status: 200 len: 945 time: 0.0495291 Aug 29 05:24:02.023370 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2d4458bd-16d3-40d8-ad6f-8ac51843f440 req-f0d8c668-39af-4b53-9f53-92dcb12b9f94 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=0fe4163b-57da-40bd-becd-0ba33485200e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318863 Aug 29 05:24:03.139532 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f07f7eb-2ea4-4051-9db1-0be8560f2257 req-bbe7f681-6546-41d4-a671-924d1df75b94 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:03.141061 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5f07f7eb-2ea4-4051-9db1-0be8560f2257 req-bbe7f681-6546-41d4-a671-924d1df75b94 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=c65e5606-1da3-4fc3-b713-472f468503ed HTTP/1.1" status: 200 len: 945 time: 0.0484850 Aug 29 05:24:03.178160 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5f07f7eb-2ea4-4051-9db1-0be8560f2257 req-76d95ea2-3c69-4bbe-af8b-4c2a3f347a28 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=0fe4163b-57da-40bd-becd-0ba33485200e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310538 Aug 29 05:24:03.472340 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-900d6d86-080c-407b-b2b7-2b12d4cd3ae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:04.292621 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f8bb88-61b9-4219-8798-6c8f774e086d req-bee68a62-d776-4a69-ae9d-d0496b031694 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:04.294105 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-11f8bb88-61b9-4219-8798-6c8f774e086d req-bee68a62-d776-4a69-ae9d-d0496b031694 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=c65e5606-1da3-4fc3-b713-472f468503ed HTTP/1.1" status: 200 len: 945 time: 0.0483696 Aug 29 05:24:04.334977 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-11f8bb88-61b9-4219-8798-6c8f774e086d req-0357ac45-f8d7-4d5f-921e-ed14eb12390b tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=0fe4163b-57da-40bd-becd-0ba33485200e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350144 Aug 29 05:24:05.449269 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a9a9b2-6782-4bed-993f-295d20545350 req-e8a93b6d-c84b-4da1-b00b-46d36f322f1f tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:05.450946 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f2a9a9b2-6782-4bed-993f-295d20545350 req-e8a93b6d-c84b-4da1-b00b-46d36f322f1f tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=c65e5606-1da3-4fc3-b713-472f468503ed HTTP/1.1" status: 200 len: 945 time: 0.0491819 Aug 29 05:24:05.491349 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f2a9a9b2-6782-4bed-993f-295d20545350 req-8ec226b6-6be6-434c-a164-690c2e2d0d5d tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=0fe4163b-57da-40bd-becd-0ba33485200e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338082 Aug 29 05:24:06.337548 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ed0dc27f-dbf3-46d1-b89c-5bdccad9af50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:06.607728 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f604d5-961a-4ad8-8856-74352a6894ee req-d9b934c8-706f-49ce-b4fb-20c8abdd47e5 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:06.609214 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b1f604d5-961a-4ad8-8856-74352a6894ee req-d9b934c8-706f-49ce-b4fb-20c8abdd47e5 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=c65e5606-1da3-4fc3-b713-472f468503ed HTTP/1.1" status: 200 len: 945 time: 0.0481839 Aug 29 05:24:06.646479 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b1f604d5-961a-4ad8-8856-74352a6894ee req-d577b0f9-bb0a-43ba-bd31-7f2cbb8e5995 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=0fe4163b-57da-40bd-becd-0ba33485200e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307238 Aug 29 05:24:07.361100 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:07.446736 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:07.763404 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af9eb11-6afe-453f-a0cd-a2bf60fcb4cb req-96b7e448-249d-413b-9ce1-8cb0ab07ab72 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:07.764914 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9af9eb11-6afe-453f-a0cd-a2bf60fcb4cb req-96b7e448-249d-413b-9ce1-8cb0ab07ab72 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=c65e5606-1da3-4fc3-b713-472f468503ed HTTP/1.1" status: 200 len: 945 time: 0.0489724 Aug 29 05:24:07.808084 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9af9eb11-6afe-453f-a0cd-a2bf60fcb4cb req-dd7f471b-7273-4172-a55f-9aafb16d9bc9 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=0fe4163b-57da-40bd-becd-0ba33485200e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372305 Aug 29 05:24:08.921438 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4195ad08-77bf-4b34-a154-928d6997278a req-d8e62d1f-54d4-4ee8-be12-4b83c87fa45c tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:08.922937 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4195ad08-77bf-4b34-a154-928d6997278a req-d8e62d1f-54d4-4ee8-be12-4b83c87fa45c tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=c65e5606-1da3-4fc3-b713-472f468503ed HTTP/1.1" status: 200 len: 945 time: 0.0485811 Aug 29 05:24:08.949680 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:08.962839 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4195ad08-77bf-4b34-a154-928d6997278a req-d22e7c21-c17f-45df-86e6-d67a81a9eef1 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=0fe4163b-57da-40bd-becd-0ba33485200e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328124 Aug 29 05:24:10.081417 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43604d78-856b-4284-bb81-97780a50da0d req-028503ac-af4e-40aa-99e2-110c0a09b008 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:10.082982 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-43604d78-856b-4284-bb81-97780a50da0d req-028503ac-af4e-40aa-99e2-110c0a09b008 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=c65e5606-1da3-4fc3-b713-472f468503ed HTTP/1.1" status: 200 len: 945 time: 0.0509069 Aug 29 05:24:10.121841 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-43604d78-856b-4284-bb81-97780a50da0d req-48530ae1-1a05-4fb0-a416-9d57e7a045f5 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=0fe4163b-57da-40bd-becd-0ba33485200e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325737 Aug 29 05:24:11.237282 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371373c0-f2e5-4b7c-a494-70bdf975acda req-6532b394-51e9-4d56-a9c3-7cb05ed414ce tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:11.238750 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-371373c0-f2e5-4b7c-a494-70bdf975acda req-6532b394-51e9-4d56-a9c3-7cb05ed414ce tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=c65e5606-1da3-4fc3-b713-472f468503ed HTTP/1.1" status: 200 len: 945 time: 0.0486104 Aug 29 05:24:11.279372 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-371373c0-f2e5-4b7c-a494-70bdf975acda req-5daf9893-eca4-4158-83e8-dcc3814a8361 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=0fe4163b-57da-40bd-becd-0ba33485200e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346565 Aug 29 05:24:12.403162 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddacb45-a56f-4288-86dd-5762e58057fc req-61c66151-14db-45ab-b63c-92704b3577ba tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:12.404805 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-eddacb45-a56f-4288-86dd-5762e58057fc req-61c66151-14db-45ab-b63c-92704b3577ba tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=c65e5606-1da3-4fc3-b713-472f468503ed HTTP/1.1" status: 200 len: 945 time: 0.0541031 Aug 29 05:24:12.447841 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-eddacb45-a56f-4288-86dd-5762e58057fc req-188d6454-9f49-4995-9a8e-3c1f90e2dedd tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=0fe4163b-57da-40bd-becd-0ba33485200e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366621 Aug 29 05:24:13.571357 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215fdb43-6b25-4352-8828-ef62e0ab2aba req-4b06f2d5-2ee8-4b4d-a22f-8472cb0a8dc3 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:13.573187 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-215fdb43-6b25-4352-8828-ef62e0ab2aba req-4b06f2d5-2ee8-4b4d-a22f-8472cb0a8dc3 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=c65e5606-1da3-4fc3-b713-472f468503ed HTTP/1.1" status: 200 len: 945 time: 0.0531161 Aug 29 05:24:13.616906 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-215fdb43-6b25-4352-8828-ef62e0ab2aba req-18f97f9f-813f-4735-b5bf-d71c9f393743 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=0fe4163b-57da-40bd-becd-0ba33485200e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375988 Aug 29 05:24:14.733633 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac4c053-b6b6-4d7a-810c-184e98709884 req-d36ca1ed-4364-4e1b-ac78-322e519632bf tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:14.735168 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5ac4c053-b6b6-4d7a-810c-184e98709884 req-d36ca1ed-4364-4e1b-ac78-322e519632bf tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=c65e5606-1da3-4fc3-b713-472f468503ed HTTP/1.1" status: 200 len: 945 time: 0.0480907 Aug 29 05:24:14.779005 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5ac4c053-b6b6-4d7a-810c-184e98709884 req-bcd9481b-128e-4cea-a4b2-75aa59fce227 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=0fe4163b-57da-40bd-becd-0ba33485200e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372372 Aug 29 05:24:15.895973 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e5a421-34bd-43a9-8ec3-b274cf8f3b7c req-31847679-7fe8-483c-95a5-87a4c6b3052b tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:15.897510 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d5e5a421-34bd-43a9-8ec3-b274cf8f3b7c req-31847679-7fe8-483c-95a5-87a4c6b3052b tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=c65e5606-1da3-4fc3-b713-472f468503ed HTTP/1.1" status: 200 len: 945 time: 0.0483215 Aug 29 05:24:15.936000 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d5e5a421-34bd-43a9-8ec3-b274cf8f3b7c req-9d346e9d-d5bf-434e-93fe-f348052f56e4 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=0fe4163b-57da-40bd-becd-0ba33485200e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321076 Aug 29 05:24:17.051906 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec8d012-d130-4918-8ffd-265e81650823 req-bd6fba59-6d15-4b38-8420-8dc4667611a4 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:17.053276 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0ec8d012-d130-4918-8ffd-265e81650823 req-bd6fba59-6d15-4b38-8420-8dc4667611a4 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=c65e5606-1da3-4fc3-b713-472f468503ed HTTP/1.1" status: 200 len: 945 time: 0.0497830 Aug 29 05:24:17.092000 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0ec8d012-d130-4918-8ffd-265e81650823 req-0d3cffd0-8424-44f8-9b19-d338c61c9998 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=0fe4163b-57da-40bd-becd-0ba33485200e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327437 Aug 29 05:24:18.209981 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bdd455-04b4-4405-953a-6804bbedf708 req-38e86015-ce54-4eec-a30c-6b4ab7496093 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:18.211474 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a3bdd455-04b4-4405-953a-6804bbedf708 req-38e86015-ce54-4eec-a30c-6b4ab7496093 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=c65e5606-1da3-4fc3-b713-472f468503ed HTTP/1.1" status: 200 len: 945 time: 0.0527046 Aug 29 05:24:18.253159 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a3bdd455-04b4-4405-953a-6804bbedf708 req-b27db52a-c8b9-4bd4-9a42-5c2dc8b3b0a0 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=0fe4163b-57da-40bd-becd-0ba33485200e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356224 Aug 29 05:24:18.427101 n-d-712140-12 neutron-server[94828]: INFO neutron.api.v2.resource [req-2f7ab2a7-28b7-4375-8eb4-0f5426c7816f req-8f699a3d-0422-4436-b4e4-2febeabd182b service neutron] show failed (client error): The resource could not be found. Aug 29 05:24:18.428037 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2f7ab2a7-28b7-4375-8eb4-0f5426c7816f req-8f699a3d-0422-4436-b4e4-2febeabd182b service neutron] 10.222.0.46 "GET /v2.0/ports/8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b/bindings/n-h2-712140-12 HTTP/1.1" status: 404 len: 381 time: 0.0531230 Aug 29 05:24:18.616969 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7ab2a7-28b7-4375-8eb4-0f5426c7816f req-01c5ad6a-4973-4f16-865d-9b2245fbb00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:18.618450 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2f7ab2a7-28b7-4375-8eb4-0f5426c7816f req-01c5ad6a-4973-4f16-865d-9b2245fbb00e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c65e5606-1da3-4fc3-b713-472f468503ed&tenant_id=170eeddf5b474a98bd75c73129396ea6 HTTP/1.1" status: 200 len: 1097 time: 0.0403438 Aug 29 05:24:18.638190 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-2f7ab2a7-28b7-4375-8eb4-0f5426c7816f req-3a455918-b512-4d81-bdd9-3a4116bce3db service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712140-12', 'device_owner': 'compute:nova'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:24:18.693001 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2f7ab2a7-28b7-4375-8eb4-0f5426c7816f req-3a455918-b512-4d81-bdd9-3a4116bce3db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:18.894936 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-2f7ab2a7-28b7-4375-8eb4-0f5426c7816f req-3a455918-b512-4d81-bdd9-3a4116bce3db service neutron] For port 8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b,segment=NetworkSegment(33d83635-c4c9-4123-bbc2-081e5da01d0f),segment_id=33d83635-c4c9-4123-bbc2-081e5da01d0f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:24:18.927856 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-2f7ab2a7-28b7-4375-8eb4-0f5426c7816f req-3a455918-b512-4d81-bdd9-3a4116bce3db service neutron] For port 8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b, host n-h1-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:24:18.967053 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c65e5606-1da3-4fc3-b713-472f468503ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:24:18.969303 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfb9107a06241f0f5f2256c13c0e0e77dc40c776bf6dc0455c34cebdf0549d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d475883-7549-4283-b4b7-94a7177a0c0b" -d '{"events": [{"server_uuid": "c65e5606-1da3-4fc3-b713-472f468503ed", "name": "network-vif-unplugged", "status": "completed", "tag": "8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:24:18.973853 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2f7ab2a7-28b7-4375-8eb4-0f5426c7816f req-3a455918-b512-4d81-bdd9-3a4116bce3db service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:18.986186 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-2f7ab2a7-28b7-4375-8eb4-0f5426c7816f req-3a455918-b512-4d81-bdd9-3a4116bce3db service neutron] Transition to ACTIVE for port object 8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:24:18.990226 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2f7ab2a7-28b7-4375-8eb4-0f5426c7816f req-3a455918-b512-4d81-bdd9-3a4116bce3db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:19.029078 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 05:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39f340e4-d993-4eba-9db1-653d6dd5524d x-openstack-request-id: req-39f340e4-d993-4eba-9db1-653d6dd5524d {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:24:19.029336 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c65e5606-1da3-4fc3-b713-472f468503ed", "name": "network-vif-unplugged", "status": "completed", "tag": "8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:24:19.029509 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-39f340e4-d993-4eba-9db1-653d6dd5524d {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:24:19.029899 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c65e5606-1da3-4fc3-b713-472f468503ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b', 'code': 200} Aug 29 05:24:19.084592 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a455918-b512-4d81-bdd9-3a4116bce3db service neutron] Pushing event updated for resources: {'Port': ['ID=8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:24:19.099088 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a455918-b512-4d81-bdd9-3a4116bce3db service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:24:19.099481 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a455918-b512-4d81-bdd9-3a4116bce3db service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:24:19.099819 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a455918-b512-4d81-bdd9-3a4116bce3db service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:24:19.100162 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a455918-b512-4d81-bdd9-3a4116bce3db service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:24:19.100500 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a455918-b512-4d81-bdd9-3a4116bce3db service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:24:19.100837 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a455918-b512-4d81-bdd9-3a4116bce3db service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:24:19.101172 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a455918-b512-4d81-bdd9-3a4116bce3db service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:24:19.101502 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a455918-b512-4d81-bdd9-3a4116bce3db service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:24:19.101833 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a455918-b512-4d81-bdd9-3a4116bce3db service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:24:19.102165 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a455918-b512-4d81-bdd9-3a4116bce3db service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:24:19.102495 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a455918-b512-4d81-bdd9-3a4116bce3db service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:24:19.102825 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a455918-b512-4d81-bdd9-3a4116bce3db service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:24:19.133714 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f7ab2a7-28b7-4375-8eb4-0f5426c7816f req-3a455918-b512-4d81-bdd9-3a4116bce3db service neutron] No DVR routers for this DVR port 8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b on host n-h1-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:24:19.268064 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-2f7ab2a7-28b7-4375-8eb4-0f5426c7816f req-3a455918-b512-4d81-bdd9-3a4116bce3db service neutron] Attempting to bind port 8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b on host n-h2-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:24:19.268064 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-2f7ab2a7-28b7-4375-8eb4-0f5426c7816f req-3a455918-b512-4d81-bdd9-3a4116bce3db service neutron] Attempting to bind port 8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b by drivers openvswitch,hyperv on host n-h2-712140-12 at level 0 using segments [{'id': '33d83635-c4c9-4123-bbc2-081e5da01d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '69df4667-1162-4110-85e5-bb4babcbd344'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:24:19.269452 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7ab2a7-28b7-4375-8eb4-0f5426c7816f req-3a455918-b512-4d81-bdd9-3a4116bce3db service neutron] Attempting to bind port 8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b on network 69df4667-1162-4110-85e5-bb4babcbd344 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:24:19.273080 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7ab2a7-28b7-4375-8eb4-0f5426c7816f req-3a455918-b512-4d81-bdd9-3a4116bce3db service neutron] Port 8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b on network 69df4667-1162-4110-85e5-bb4babcbd344 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:24:19.273402 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7ab2a7-28b7-4375-8eb4-0f5426c7816f req-3a455918-b512-4d81-bdd9-3a4116bce3db service neutron] Attempting to bind port 8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b on network 69df4667-1162-4110-85e5-bb4babcbd344 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:24:19.278313 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7ab2a7-28b7-4375-8eb4-0f5426c7816f req-3a455918-b512-4d81-bdd9-3a4116bce3db service neutron] Checking agent: {'id': 'b3a0606b-b029-4f5e-8798-3a32b71d8844', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:24:19.278652 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7ab2a7-28b7-4375-8eb4-0f5426c7816f req-3a455918-b512-4d81-bdd9-3a4116bce3db service neutron] Checking segment: {'id': '33d83635-c4c9-4123-bbc2-081e5da01d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '69df4667-1162-4110-85e5-bb4babcbd344'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:24:19.279035 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7ab2a7-28b7-4375-8eb4-0f5426c7816f req-3a455918-b512-4d81-bdd9-3a4116bce3db service neutron] Bound using segment: {'id': '33d83635-c4c9-4123-bbc2-081e5da01d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '69df4667-1162-4110-85e5-bb4babcbd344'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:24:19.279463 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-2f7ab2a7-28b7-4375-8eb4-0f5426c7816f req-3a455918-b512-4d81-bdd9-3a4116bce3db service neutron] Bound port: 8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b, host: n-h2-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33d83635-c4c9-4123-bbc2-081e5da01d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '69df4667-1162-4110-85e5-bb4babcbd344'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:24:19.279859 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2f7ab2a7-28b7-4375-8eb4-0f5426c7816f req-3a455918-b512-4d81-bdd9-3a4116bce3db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:19.366265 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-2f7ab2a7-28b7-4375-8eb4-0f5426c7816f req-3a455918-b512-4d81-bdd9-3a4116bce3db service neutron] For port 8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b, host n-h2-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:24:19.382705 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-2f7ab2a7-28b7-4375-8eb4-0f5426c7816f req-3a455918-b512-4d81-bdd9-3a4116bce3db service neutron] For port 8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b, host n-h2-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b,segment=NetworkSegment(33d83635-c4c9-4123-bbc2-081e5da01d0f),segment_id=33d83635-c4c9-4123-bbc2-081e5da01d0f)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:24:19.386988 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2f7ab2a7-28b7-4375-8eb4-0f5426c7816f req-3a455918-b512-4d81-bdd9-3a4116bce3db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:19.424338 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25035b33-e423-47de-aa68-4ee03b96b349 req-a584edd2-f2cd-4b01-875b-ce61fd05e63f tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:19.426405 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-25035b33-e423-47de-aa68-4ee03b96b349 req-a584edd2-f2cd-4b01-875b-ce61fd05e63f tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=c65e5606-1da3-4fc3-b713-472f468503ed HTTP/1.1" status: 200 len: 943 time: 0.0996177 Aug 29 05:24:19.433658 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7ab2a7-28b7-4375-8eb4-0f5426c7816f req-3a455918-b512-4d81-bdd9-3a4116bce3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:19.434287 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-2f7ab2a7-28b7-4375-8eb4-0f5426c7816f req-3a455918-b512-4d81-bdd9-3a4116bce3db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:19.435797 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2f7ab2a7-28b7-4375-8eb4-0f5426c7816f req-3a455918-b512-4d81-bdd9-3a4116bce3db service neutron] 10.222.0.48 "PUT /v2.0/ports/8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b HTTP/1.1" status: 200 len: 1092 time: 0.8030002 Aug 29 05:24:19.478712 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a455918-b512-4d81-bdd9-3a4116bce3db service neutron] Pushing event updated for resources: {'Port': ['ID=8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:24:19.515627 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-25035b33-e423-47de-aa68-4ee03b96b349 req-cb002b0f-491f-4af4-9dbc-71bc6f4532b4 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=0fe4163b-57da-40bd-becd-0ba33485200e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789731 Aug 29 05:24:19.529529 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7ab2a7-28b7-4375-8eb4-0f5426c7816f req-f59632bb-e9ec-4c0b-b323-1b6ebe37b9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:19.531259 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2f7ab2a7-28b7-4375-8eb4-0f5426c7816f req-f59632bb-e9ec-4c0b-b323-1b6ebe37b9cb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=170eeddf5b474a98bd75c73129396ea6&device_id=c65e5606-1da3-4fc3-b713-472f468503ed HTTP/1.1" status: 200 len: 1095 time: 0.0608561 Aug 29 05:24:19.627196 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7ab2a7-28b7-4375-8eb4-0f5426c7816f req-6081573e-77cb-447e-8453-f77ecf3e4102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:19.629340 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2f7ab2a7-28b7-4375-8eb4-0f5426c7816f req-6081573e-77cb-447e-8453-f77ecf3e4102 service neutron] 10.222.0.48 "GET /v2.0/networks?id=69df4667-1162-4110-85e5-bb4babcbd344 HTTP/1.1" status: 200 len: 898 time: 0.0910525 Aug 29 05:24:19.694077 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2f7ab2a7-28b7-4375-8eb4-0f5426c7816f req-98d3e743-ae4f-4aff-8e56-075f79200ff5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b HTTP/1.1" status: 200 len: 999 time: 0.0573874 Aug 29 05:24:19.744306 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7ab2a7-28b7-4375-8eb4-0f5426c7816f req-1245534f-27e3-49a8-a27a-f190c381372c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:19.745712 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2f7ab2a7-28b7-4375-8eb4-0f5426c7816f req-1245534f-27e3-49a8-a27a-f190c381372c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f2a17311-14dc-46d2-9bcd-e98e91d4923a HTTP/1.1" status: 200 len: 835 time: 0.0432701 Aug 29 05:24:19.796024 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7ab2a7-28b7-4375-8eb4-0f5426c7816f req-d923d6c0-3d7b-454c-a075-e4ba5252abe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:19.797429 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2f7ab2a7-28b7-4375-8eb4-0f5426c7816f req-d923d6c0-3d7b-454c-a075-e4ba5252abe7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=69df4667-1162-4110-85e5-bb4babcbd344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443857 Aug 29 05:24:19.837219 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:19.886374 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2f7ab2a7-28b7-4375-8eb4-0f5426c7816f req-0107b0b2-e3bf-48eb-8532-49c5fc1424db service neutron] 10.222.0.48 "GET /v2.0/networks/69df4667-1162-4110-85e5-bb4babcbd344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806484 Aug 29 05:24:19.980715 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2f7ab2a7-28b7-4375-8eb4-0f5426c7816f req-44b7df5a-4e34-4023-8424-6883296e634f service neutron] 10.222.0.48 "GET /v2.0/networks/69df4667-1162-4110-85e5-bb4babcbd344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855401 Aug 29 05:24:20.630855 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f389fd8-2f33-4ff1-9a4c-5897d41507ed req-1dbb9690-dd9d-4947-961b-0ba73285a358 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:20.632366 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5f389fd8-2f33-4ff1-9a4c-5897d41507ed req-1dbb9690-dd9d-4947-961b-0ba73285a358 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=c65e5606-1da3-4fc3-b713-472f468503ed HTTP/1.1" status: 200 len: 943 time: 0.0491540 Aug 29 05:24:20.669740 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5f389fd8-2f33-4ff1-9a4c-5897d41507ed req-b3746335-d297-4b03-b278-c4997b44a0bd tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=0fe4163b-57da-40bd-becd-0ba33485200e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312872 Aug 29 05:24:21.030967 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c65e5606-1da3-4fc3-b713-472f468503ed', 'tag': '8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:24:21.033454 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfb9107a06241f0f5f2256c13c0e0e77dc40c776bf6dc0455c34cebdf0549d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d98081a4-1948-474a-84c8-c6db5c783756" -d '{"events": [{"name": "network-changed", "server_uuid": "c65e5606-1da3-4fc3-b713-472f468503ed", "tag": "8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:24:21.073938 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b no longer exists at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:24:21.084495 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-658a67a0-7e37-4112-9d29-1572f7be59ee x-openstack-request-id: req-658a67a0-7e37-4112-9d29-1572f7be59ee {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:24:21.084784 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c65e5606-1da3-4fc3-b713-472f468503ed", "tag": "8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:24:21.085036 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-658a67a0-7e37-4112-9d29-1572f7be59ee {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:24:21.085435 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c65e5606-1da3-4fc3-b713-472f468503ed', 'tag': '8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b', 'status': 'completed', 'code': 200} Aug 29 05:24:21.113331 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b not bound to the agent host n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:24:21.169160 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98081a4-1948-474a-84c8-c6db5c783756 req-6d0de7ab-e920-42ca-8325-373bddac0e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:21.170629 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d98081a4-1948-474a-84c8-c6db5c783756 req-6d0de7ab-e920-42ca-8325-373bddac0e22 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=170eeddf5b474a98bd75c73129396ea6&device_id=c65e5606-1da3-4fc3-b713-472f468503ed HTTP/1.1" status: 200 len: 1095 time: 0.0663440 Aug 29 05:24:21.199245 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98081a4-1948-474a-84c8-c6db5c783756 req-81bc9c27-be8d-4864-928a-293e8d2913d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:21.200698 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d98081a4-1948-474a-84c8-c6db5c783756 req-81bc9c27-be8d-4864-928a-293e8d2913d1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=170eeddf5b474a98bd75c73129396ea6&device_id=c65e5606-1da3-4fc3-b713-472f468503ed HTTP/1.1" status: 200 len: 1095 time: 0.0678189 Aug 29 05:24:21.656833 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98081a4-1948-474a-84c8-c6db5c783756 req-037ce0b3-8ff3-4e9e-84e3-b87c84ccc9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:21.658640 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d98081a4-1948-474a-84c8-c6db5c783756 req-037ce0b3-8ff3-4e9e-84e3-b87c84ccc9cd service neutron] 10.222.0.46 "GET /v2.0/networks?id=69df4667-1162-4110-85e5-bb4babcbd344 HTTP/1.1" status: 200 len: 898 time: 0.4792848 Aug 29 05:24:21.673534 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98081a4-1948-474a-84c8-c6db5c783756 req-264293db-c2f8-4ea1-90c0-be7e74085872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:21.674926 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d98081a4-1948-474a-84c8-c6db5c783756 req-264293db-c2f8-4ea1-90c0-be7e74085872 service neutron] 10.222.0.48 "GET /v2.0/networks?id=69df4667-1162-4110-85e5-bb4babcbd344 HTTP/1.1" status: 200 len: 898 time: 0.4511807 Aug 29 05:24:21.799049 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d98081a4-1948-474a-84c8-c6db5c783756 req-13697aa6-6d75-493c-acf8-ba860e829c0b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b HTTP/1.1" status: 200 len: 999 time: 0.1317124 Aug 29 05:24:21.807219 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d98081a4-1948-474a-84c8-c6db5c783756 req-c751f668-3541-4b21-b0f1-59ae15650704 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b HTTP/1.1" status: 200 len: 999 time: 0.1039379 Aug 29 05:24:21.873915 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90bd8d1-9eb6-4cdb-ba58-57d1d391bc9c req-54ffe18b-145d-45fb-89cd-f335409c713b tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:21.875368 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a90bd8d1-9eb6-4cdb-ba58-57d1d391bc9c req-54ffe18b-145d-45fb-89cd-f335409c713b tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=c65e5606-1da3-4fc3-b713-472f468503ed HTTP/1.1" status: 200 len: 943 time: 0.1301377 Aug 29 05:24:21.912801 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98081a4-1948-474a-84c8-c6db5c783756 req-5b2dd9ba-b248-46bd-ab10-5ea97a5a8c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:21.914221 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d98081a4-1948-474a-84c8-c6db5c783756 req-5b2dd9ba-b248-46bd-ab10-5ea97a5a8c3e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f2a17311-14dc-46d2-9bcd-e98e91d4923a HTTP/1.1" status: 200 len: 835 time: 0.1053572 Aug 29 05:24:21.939571 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98081a4-1948-474a-84c8-c6db5c783756 req-f3dced45-9d14-4e5d-bf12-a2f906433f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:21.941076 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d98081a4-1948-474a-84c8-c6db5c783756 req-f3dced45-9d14-4e5d-bf12-a2f906433f25 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f2a17311-14dc-46d2-9bcd-e98e91d4923a HTTP/1.1" status: 200 len: 835 time: 0.1229868 Aug 29 05:24:21.959988 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a90bd8d1-9eb6-4cdb-ba58-57d1d391bc9c req-e87cf0f2-5d81-4fd2-ba9e-80fc923927cb tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=0fe4163b-57da-40bd-becd-0ba33485200e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780663 Aug 29 05:24:21.997496 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98081a4-1948-474a-84c8-c6db5c783756 req-0a82d5e3-d601-4b7a-86ff-163cd6bc6c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:21.999023 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d98081a4-1948-474a-84c8-c6db5c783756 req-0a82d5e3-d601-4b7a-86ff-163cd6bc6c7f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=69df4667-1162-4110-85e5-bb4babcbd344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0717423 Aug 29 05:24:22.007431 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98081a4-1948-474a-84c8-c6db5c783756 req-7f331018-a5e8-4fdb-b0a7-b3eba7c32a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:22.008835 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d98081a4-1948-474a-84c8-c6db5c783756 req-7f331018-a5e8-4fdb-b0a7-b3eba7c32a9b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=69df4667-1162-4110-85e5-bb4babcbd344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535684 Aug 29 05:24:22.162089 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d98081a4-1948-474a-84c8-c6db5c783756 req-bbc31f58-b105-4141-a8e0-06586ef939ad service neutron] 10.222.0.46 "GET /v2.0/networks/69df4667-1162-4110-85e5-bb4babcbd344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523144 Aug 29 05:24:22.163948 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d98081a4-1948-474a-84c8-c6db5c783756 req-9da386d9-00f1-43a2-9210-cbd03c749ffd service neutron] 10.222.0.48 "GET /v2.0/networks/69df4667-1162-4110-85e5-bb4babcbd344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474421 Aug 29 05:24:22.318516 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d98081a4-1948-474a-84c8-c6db5c783756 req-611912fd-f0e9-4ba6-aaa7-b6629f5a3542 service neutron] 10.222.0.46 "GET /v2.0/networks/69df4667-1162-4110-85e5-bb4babcbd344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481118 Aug 29 05:24:22.320288 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d98081a4-1948-474a-84c8-c6db5c783756 req-ed3f77c6-74a6-464a-a6f1-2939bf6c9b14 service neutron] 10.222.0.48 "GET /v2.0/networks/69df4667-1162-4110-85e5-bb4babcbd344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429219 Aug 29 05:24:23.088028 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817176d5-9a53-452b-b667-69fb1cfeb10e req-279a1264-84db-4ea3-8733-2cafed1e931b tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:23.089534 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-817176d5-9a53-452b-b667-69fb1cfeb10e req-279a1264-84db-4ea3-8733-2cafed1e931b tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=c65e5606-1da3-4fc3-b713-472f468503ed HTTP/1.1" status: 200 len: 943 time: 0.0491710 Aug 29 05:24:23.126049 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-817176d5-9a53-452b-b667-69fb1cfeb10e req-432a67c6-a7a0-450e-bca0-880168595ac7 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=0fe4163b-57da-40bd-becd-0ba33485200e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305948 Aug 29 05:24:24.240916 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b2dc6c-eed9-488d-8c37-25fd45e60524 req-24669c99-6f0d-47f0-8ff6-6974a3b2ce68 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:24.242393 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-26b2dc6c-eed9-488d-8c37-25fd45e60524 req-24669c99-6f0d-47f0-8ff6-6974a3b2ce68 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=c65e5606-1da3-4fc3-b713-472f468503ed HTTP/1.1" status: 200 len: 943 time: 0.0496874 Aug 29 05:24:24.279466 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-26b2dc6c-eed9-488d-8c37-25fd45e60524 req-6743dd64-d0b7-4fcb-af12-c9c5bf4aab77 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=0fe4163b-57da-40bd-becd-0ba33485200e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309131 Aug 29 05:24:24.344147 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b details requested by agent hyperv_n-h2-712140-12 with host n-h2-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:24:24.440032 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b,segment=NetworkSegment(33d83635-c4c9-4123-bbc2-081e5da01d0f),segment_id=33d83635-c4c9-4123-bbc2-081e5da01d0f)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:24:24.457199 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Returning: {'device': '8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b', 'network_id': '69df4667-1162-4110-85e5-bb4babcbd344', 'port_id': '8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b', 'mac_address': 'fa:16:3e:f5:32:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2a17311-14dc-46d2-9bcd-e98e91d4923a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:24:24.494110 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:24.505727 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2ef0a7-9417-44ff-bf80-fd3fcda1ad1f req-0d2b8b0c-c621-43b7-9a34-04b8ff5969f6 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:24.507222 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3c2ef0a7-9417-44ff-bf80-fd3fcda1ad1f req-0d2b8b0c-c621-43b7-9a34-04b8ff5969f6 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=c65e5606-1da3-4fc3-b713-472f468503ed HTTP/1.1" status: 200 len: 943 time: 0.0830624 Aug 29 05:24:24.507666 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:24:24.520525 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c39f41a-126d-45be-979d-dfac8ae412d6 req-30613ee1-1fec-4f2c-9873-9f0fea976f6e tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:24.521994 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0c39f41a-126d-45be-979d-dfac8ae412d6 req-30613ee1-1fec-4f2c-9873-9f0fea976f6e tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.46 "GET /v2.0/ports?device_id=c65e5606-1da3-4fc3-b713-472f468503ed&tenant_id=170eeddf5b474a98bd75c73129396ea6&binding%3Ahost_id=n-h2-712140-12 HTTP/1.1" status: 200 len: 943 time: 0.0677540 Aug 29 05:24:24.527035 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b,segment=NetworkSegment(33d83635-c4c9-4123-bbc2-081e5da01d0f),segment_id=33d83635-c4c9-4123-bbc2-081e5da01d0f)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:24:24.531224 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:24.578374 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b,revision_number=8']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:24:24.585587 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3c2ef0a7-9417-44ff-bf80-fd3fcda1ad1f req-4ec1e8bb-2943-4b62-9570-2744dcf53a0e tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=0fe4163b-57da-40bd-becd-0ba33485200e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626514 Aug 29 05:24:24.586079 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:24:24.586426 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:24:24.586768 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:24:24.587109 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:24:24.587447 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:24:24.587801 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:24:24.588128 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:24:24.588453 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:24:24.588781 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:24:24.589151 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:24:24.589423 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:24:24.589747 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:24:24.607653 n-d-712140-12 neutron-server[94828]: INFO neutron.api.v2.resource [req-0c39f41a-126d-45be-979d-dfac8ae412d6 req-25dfde8a-247f-418e-ab5e-412539372ed3 service neutron] delete failed (client error): The resource could not be found. Aug 29 05:24:24.607653 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0c39f41a-126d-45be-979d-dfac8ae412d6 req-25dfde8a-247f-418e-ab5e-412539372ed3 service neutron] 10.222.0.46 "DELETE /v2.0/ports/8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b/bindings/n-h1-712140-12 HTTP/1.1" status: 404 len: 381 time: 0.0700984 Aug 29 05:24:24.725635 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c39f41a-126d-45be-979d-dfac8ae412d6 req-7916176d-6dad-42b8-9ce8-16f9a589065d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:24.727063 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0c39f41a-126d-45be-979d-dfac8ae412d6 req-7916176d-6dad-42b8-9ce8-16f9a589065d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=170eeddf5b474a98bd75c73129396ea6&device_id=c65e5606-1da3-4fc3-b713-472f468503ed HTTP/1.1" status: 200 len: 1096 time: 0.0742533 Aug 29 05:24:24.735142 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b55fc7a-bc3c-4c3e-9e59-67aac4728859 req-8c76d2bb-ffa5-4bcf-81ed-c00207d8c71f tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:24.736582 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1b55fc7a-bc3c-4c3e-9e59-67aac4728859 req-8c76d2bb-ffa5-4bcf-81ed-c00207d8c71f tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=c65e5606-1da3-4fc3-b713-472f468503ed HTTP/1.1" status: 200 len: 944 time: 0.0753455 Aug 29 05:24:24.821213 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1b55fc7a-bc3c-4c3e-9e59-67aac4728859 req-ba88cbc6-03a7-4de7-8a5a-2385192fcdcf tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=0fe4163b-57da-40bd-becd-0ba33485200e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759161 Aug 29 05:24:24.850453 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c39f41a-126d-45be-979d-dfac8ae412d6 req-b9648886-7cb4-4266-89de-cb5fb638c46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:24.851957 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0c39f41a-126d-45be-979d-dfac8ae412d6 req-b9648886-7cb4-4266-89de-cb5fb638c46d service neutron] 10.222.0.46 "GET /v2.0/networks?id=69df4667-1162-4110-85e5-bb4babcbd344 HTTP/1.1" status: 200 len: 898 time: 0.1144774 Aug 29 05:24:24.925700 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0c39f41a-126d-45be-979d-dfac8ae412d6 req-d4d1554b-b0f9-4002-980a-d12bbdeb440c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b HTTP/1.1" status: 200 len: 1000 time: 0.0655129 Aug 29 05:24:24.974604 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c39f41a-126d-45be-979d-dfac8ae412d6 req-2d4b1ed4-73c8-404c-a854-df2b4067719d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:24.976092 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0c39f41a-126d-45be-979d-dfac8ae412d6 req-2d4b1ed4-73c8-404c-a854-df2b4067719d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f2a17311-14dc-46d2-9bcd-e98e91d4923a HTTP/1.1" status: 200 len: 835 time: 0.0429201 Aug 29 05:24:24.993441 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:24:25.026214 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c39f41a-126d-45be-979d-dfac8ae412d6 req-e2dcc869-c919-4260-8bc3-a322485b40a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:25.027795 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0c39f41a-126d-45be-979d-dfac8ae412d6 req-e2dcc869-c919-4260-8bc3-a322485b40a3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=69df4667-1162-4110-85e5-bb4babcbd344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447018 Aug 29 05:24:25.118305 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0c39f41a-126d-45be-979d-dfac8ae412d6 req-623fc0db-6931-42a8-98ab-19ae82544246 service neutron] 10.222.0.46 "GET /v2.0/networks/69df4667-1162-4110-85e5-bb4babcbd344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827241 Aug 29 05:24:25.210175 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0c39f41a-126d-45be-979d-dfac8ae412d6 req-3772a128-2a34-40fa-96e1-78879cd64485 service neutron] 10.222.0.46 "GET /v2.0/networks/69df4667-1162-4110-85e5-bb4babcbd344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846415 Aug 29 05:24:25.552149 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:24:25.937701 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eff883-d697-4c92-9766-dbb19c4a0ce0 req-be9974eb-e64a-499a-a2fa-27040cf687c8 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:25.939197 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-68eff883-d697-4c92-9766-dbb19c4a0ce0 req-be9974eb-e64a-499a-a2fa-27040cf687c8 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=c65e5606-1da3-4fc3-b713-472f468503ed HTTP/1.1" status: 200 len: 944 time: 0.0497665 Aug 29 05:24:25.977169 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-68eff883-d697-4c92-9766-dbb19c4a0ce0 req-b51e87d2-995a-4677-814e-d028cad1c96a tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=0fe4163b-57da-40bd-becd-0ba33485200e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314796 Aug 29 05:24:25.998809 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 42028) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:24:26.061262 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-25dd76a0-6822-40cf-9630-fda3c63bab4d tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/floatingips/5ecca409-b9a3-42b0-aa00-c7805e81acf0 HTTP/1.1" status: 200 len: 992 time: 0.0613370 Aug 29 05:24:26.354019 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b up at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:24:26.401048 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning for port 8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:24:26.404885 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning complete for port 8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:24:26.405256 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:26.480755 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:26.502677 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c65e5606-1da3-4fc3-b713-472f468503ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:24:26.505517 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e47ce94e7730ef80c099a0714bd3625e1f676465bb595722170593f8a424ee2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-294d3a94-745b-4d3e-9bf8-5337a022d1ef" -d '{"events": [{"server_uuid": "c65e5606-1da3-4fc3-b713-472f468503ed", "name": "network-vif-plugged", "status": "completed", "tag": "8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:24:26.517532 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port 8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b,segment=NetworkSegment(33d83635-c4c9-4123-bbc2-081e5da01d0f),segment_id=33d83635-c4c9-4123-bbc2-081e5da01d0f)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:24:26.524419 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:26.571419 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b,revision_number=9']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:24:26.599339 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9304e1aa-a0f7-4a23-9d68-a09a6c348b8c x-openstack-request-id: req-9304e1aa-a0f7-4a23-9d68-a09a6c348b8c {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:24:26.599633 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c65e5606-1da3-4fc3-b713-472f468503ed", "name": "network-vif-plugged", "status": "completed", "tag": "8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:24:26.599921 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9304e1aa-a0f7-4a23-9d68-a09a6c348b8c {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:24:26.600317 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c65e5606-1da3-4fc3-b713-472f468503ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b', 'code': 200} Aug 29 05:24:29.220528 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:33.474150 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-70c95954-282c-47de-8468-4ba637439d50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:36.338742 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f584bc22-27cd-4a64-b68c-f2966d175eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:37.361384 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:37.449681 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:38.947432 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:49.835052 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:52.453520 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dd6108d9-1912-4fb7-a783-af38b2ef2641 req-fe415b65-393b-4c4b-9318-06cab38c48d8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=19efa733-49d3-4125-b1bf-b01d593b5e9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0408196 Aug 29 05:24:52.547725 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6108d9-1912-4fb7-a783-af38b2ef2641 req-4387bb42-8476-4a09-a986-237b41173310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:52.549116 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dd6108d9-1912-4fb7-a783-af38b2ef2641 req-4387bb42-8476-4a09-a986-237b41173310 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=31def360f89342158e5c482db8b51dfa&device_id=19efa733-49d3-4125-b1bf-b01d593b5e9a HTTP/1.1" status: 200 len: 1097 time: 0.0386884 Aug 29 05:24:52.653630 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6108d9-1912-4fb7-a783-af38b2ef2641 req-e0e626bc-7c65-44ae-9763-9439e2fcc3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:52.655104 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dd6108d9-1912-4fb7-a783-af38b2ef2641 req-e0e626bc-7c65-44ae-9763-9439e2fcc3ed service neutron] 10.222.0.48 "GET /v2.0/networks?id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb HTTP/1.1" status: 200 len: 913 time: 0.0864098 Aug 29 05:24:52.697833 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dd6108d9-1912-4fb7-a783-af38b2ef2641 req-ce4fd0ec-aa00-439e-a665-7bef1229031a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e11f048-6330-4537-9251-c0dbbafc7fc5 HTTP/1.1" status: 200 len: 217 time: 0.0352919 Aug 29 05:24:52.745320 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6108d9-1912-4fb7-a783-af38b2ef2641 req-9e6500ac-a27a-4f43-b597-27adc9b5e5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:52.746799 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dd6108d9-1912-4fb7-a783-af38b2ef2641 req-9e6500ac-a27a-4f43-b597-27adc9b5e5c6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6f6d99e8-8009-478f-9356-563dd7d1ac5b HTTP/1.1" status: 200 len: 851 time: 0.0427122 Aug 29 05:24:52.792487 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6108d9-1912-4fb7-a783-af38b2ef2641 req-1ff7750d-d905-40ac-b079-9a55cf70efd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:52.793969 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dd6108d9-1912-4fb7-a783-af38b2ef2641 req-1ff7750d-d905-40ac-b079-9a55cf70efd0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393789 Aug 29 05:24:52.887375 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dd6108d9-1912-4fb7-a783-af38b2ef2641 req-d26903b6-e89d-40a7-83d0-b982ffb21037 service neutron] 10.222.0.48 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847750 Aug 29 05:24:52.977195 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dd6108d9-1912-4fb7-a783-af38b2ef2641 req-213d86fe-b56c-4673-8c99-dd84b8f53b91 service neutron] 10.222.0.48 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823028 Aug 29 05:24:59.234909 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:02.552094 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:25:03.475232 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a91eefa0-40ff-42d4-ac09-37457b3641e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:06.338699 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7f61dbc4-5167-4fbd-9fbe-1e0728aaf733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:07.362131 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:07.458837 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:08.957873 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:19.846813 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:25.012311 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 42058) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:25:25.208617 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-7d4d4044-6269-4d1e-9b6c-e77914402018 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Deleting port b9f7392c-dfcb-458f-b0dd-0ead839baea2 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:25:25.208964 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7d4d4044-6269-4d1e-9b6c-e77914402018 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:25.285012 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7d4d4044-6269-4d1e-9b6c-e77914402018 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:25.285271 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7d4d4044-6269-4d1e-9b6c-e77914402018 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:25.296532 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-7d4d4044-6269-4d1e-9b6c-e77914402018 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Calling delete_port for b9f7392c-dfcb-458f-b0dd-0ead839baea2 owned by network:floatingip {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:25:25.438468 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7d4d4044-6269-4d1e-9b6c-e77914402018 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:25.464824 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4d4044-6269-4d1e-9b6c-e77914402018 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Pushing event deleted for resources: {'Port': ['ID=b9f7392c-dfcb-458f-b0dd-0ead839baea2,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:25.478835 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4d4044-6269-4d1e-9b6c-e77914402018 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:25.479186 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4d4044-6269-4d1e-9b6c-e77914402018 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:25.479532 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4d4044-6269-4d1e-9b6c-e77914402018 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:25.479923 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4d4044-6269-4d1e-9b6c-e77914402018 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:25.480257 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4d4044-6269-4d1e-9b6c-e77914402018 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:25.480589 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4d4044-6269-4d1e-9b6c-e77914402018 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:25.480919 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4d4044-6269-4d1e-9b6c-e77914402018 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:25.481248 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4d4044-6269-4d1e-9b6c-e77914402018 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:25.481577 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4d4044-6269-4d1e-9b6c-e77914402018 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:25.482439 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4d4044-6269-4d1e-9b6c-e77914402018 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:25.482768 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4d4044-6269-4d1e-9b6c-e77914402018 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:25.483090 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4d4044-6269-4d1e-9b6c-e77914402018 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:25.538005 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7d4d4044-6269-4d1e-9b6c-e77914402018 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for floatingip, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:25.538279 n-d-712140-12 neutron-server[94829]: INFO neutron.db.l3_db [None req-7d4d4044-6269-4d1e-9b6c-e77914402018 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Floating IP 5ecca409-b9a3-42b0-aa00-c7805e81acf0 disassociated (deleted). External IP: 172.25.0.242, port: 8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b. Aug 29 05:25:25.739967 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d4d4044-6269-4d1e-9b6c-e77914402018 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Router 96b1bef2-bb81-485f-be49-21d8ae0d2a77 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:25:25.844407 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d4d4044-6269-4d1e-9b6c-e77914402018 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:25:25.849325 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7d4d4044-6269-4d1e-9b6c-e77914402018 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:25.853960 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bee7040-a36c-4be4-8bf2-9aa03dd3bf55 None None] Sync routers for ids ['96b1bef2-bb81-485f-be49-21d8ae0d2a77'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:25:25.863339 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bee7040-a36c-4be4-8bf2-9aa03dd3bf55 None None] Routers {'96b1bef2-bb81-485f-be49-21d8ae0d2a77'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:25:25.863994 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-8bee7040-a36c-4be4-8bf2-9aa03dd3bf55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:25:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['96b1bef2-bb81-485f-be49-21d8ae0d2a77'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:25:25.877689 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-7d4d4044-6269-4d1e-9b6c-e77914402018 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "DELETE /v2.0/floatingips/5ecca409-b9a3-42b0-aa00-c7805e81acf0 HTTP/1.1" status: 204 len: 168 time: 0.8643470 Aug 29 05:25:25.878530 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c65e5606-1da3-4fc3-b713-472f468503ed', 'tag': '8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:25:25.880856 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77553e5f3dce844e1d1944d01f437b37b7dd5b7a052a0dbecc2d9758b81294" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5cea780-106f-4c1c-a497-1f89a23ff032" -d '{"events": [{"name": "network-changed", "server_uuid": "c65e5606-1da3-4fc3-b713-472f468503ed", "tag": "8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:25:25.968141 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-8bee7040-a36c-4be4-8bf2-9aa03dd3bf55 None None] Set router 96b1bef2-bb81-485f-be49-21d8ae0d2a77 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:25:26.092248 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09ac4d94-ac76-437d-9322-6d523cfcb8a2 x-openstack-request-id: req-09ac4d94-ac76-437d-9322-6d523cfcb8a2 {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:25:26.092795 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c65e5606-1da3-4fc3-b713-472f468503ed", "tag": "8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:25:26.092795 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-09ac4d94-ac76-437d-9322-6d523cfcb8a2 {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:25:26.093275 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c65e5606-1da3-4fc3-b713-472f468503ed', 'tag': '8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b', 'status': 'completed', 'code': 200} Aug 29 05:25:26.169124 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-8bee7040-a36c-4be4-8bf2-9aa03dd3bf55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b1bef2-bb81-485f-be49-21d8ae0d2a77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-690996960', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': '1a3627e5-c13e-4b68-ab4d-4df7e95c1ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:23:07Z', 'updated_at': '2021-08-29T05:23:10Z', 'revision_number': 4, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'gw_port': {'id': '1a3627e5-c13e-4b68-ab4d-4df7e95c1ec1', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:cc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b1bef2-bb81-485f-be49-21d8ae0d2a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:23:07Z', 'updated_at': '2021-08-29T05:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': 'a0644c98-5d06-4743-b49c-b9cc38f9876b', 'name': '', 'network_id': '69df4667-1162-4110-85e5-bb4babcbd344', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'mac_address': 'fa:16:3e:b2:de:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b1bef2-bb81-485f-be49-21d8ae0d2a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'f2a17311-14dc-46d2-9bcd-e98e91d4923a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:23:09Z', 'updated_at': '2021-08-29T05:23:14Z', 'revision_number': 5, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'subnets': [{'id': 'f2a17311-14dc-46d2-9bcd-e98e91d4923a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:25:26.199391 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bee7040-a36c-4be4-8bf2-9aa03dd3bf55 None None] Checking router: 96b1bef2-bb81-485f-be49-21d8ae0d2a77 for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:25:26.207538 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bee7040-a36c-4be4-8bf2-9aa03dd3bf55 None None] Routers {'96b1bef2-bb81-485f-be49-21d8ae0d2a77'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:25:26.208182 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-8bee7040-a36c-4be4-8bf2-9aa03dd3bf55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:25:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['96b1bef2-bb81-485f-be49-21d8ae0d2a77'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:25:26.210781 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cea780-106f-4c1c-a497-1f89a23ff032 req-ab4dbf1d-7dd3-466a-8f82-9f641d659011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:26.212487 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e5cea780-106f-4c1c-a497-1f89a23ff032 req-ab4dbf1d-7dd3-466a-8f82-9f641d659011 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=170eeddf5b474a98bd75c73129396ea6&device_id=c65e5606-1da3-4fc3-b713-472f468503ed HTTP/1.1" status: 200 len: 1097 time: 0.0662806 Aug 29 05:25:26.221045 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9932783d-9643-4b77-94e1-f93e49d6d421 req-0b8bb0b0-c462-4ee7-93aa-3f72cacdd53b tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:26.222489 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9932783d-9643-4b77-94e1-f93e49d6d421 req-0b8bb0b0-c462-4ee7-93aa-3f72cacdd53b tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=c65e5606-1da3-4fc3-b713-472f468503ed HTTP/1.1" status: 200 len: 945 time: 0.0854404 Aug 29 05:25:26.309088 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9932783d-9643-4b77-94e1-f93e49d6d421 req-636f2eed-5755-41ac-8abb-5941fb262da4 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=0fe4163b-57da-40bd-becd-0ba33485200e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785408 Aug 29 05:25:26.315804 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-8bee7040-a36c-4be4-8bf2-9aa03dd3bf55 None None] Set router 96b1bef2-bb81-485f-be49-21d8ae0d2a77 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:25:26.336193 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cea780-106f-4c1c-a497-1f89a23ff032 req-571ce0d1-ea1f-4a9d-b6bc-97233b943438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:26.337731 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e5cea780-106f-4c1c-a497-1f89a23ff032 req-571ce0d1-ea1f-4a9d-b6bc-97233b943438 service neutron] 10.222.0.48 "GET /v2.0/networks?id=69df4667-1162-4110-85e5-bb4babcbd344 HTTP/1.1" status: 200 len: 898 time: 0.1143985 Aug 29 05:25:26.382211 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e5cea780-106f-4c1c-a497-1f89a23ff032 req-18d79f1d-818d-4bd8-a43c-5fbad7ee4d00 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b HTTP/1.1" status: 200 len: 217 time: 0.0344102 Aug 29 05:25:26.432177 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cea780-106f-4c1c-a497-1f89a23ff032 req-b7d47984-820e-4a29-94b0-f137945e8d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:26.433959 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e5cea780-106f-4c1c-a497-1f89a23ff032 req-b7d47984-820e-4a29-94b0-f137945e8d58 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f2a17311-14dc-46d2-9bcd-e98e91d4923a HTTP/1.1" status: 200 len: 835 time: 0.0442967 Aug 29 05:25:26.484942 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cea780-106f-4c1c-a497-1f89a23ff032 req-88c9155b-b733-4d9e-b5bc-9faab08fbbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:26.486458 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e5cea780-106f-4c1c-a497-1f89a23ff032 req-88c9155b-b733-4d9e-b5bc-9faab08fbbdf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=69df4667-1162-4110-85e5-bb4babcbd344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442464 Aug 29 05:25:26.510541 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-8bee7040-a36c-4be4-8bf2-9aa03dd3bf55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b1bef2-bb81-485f-be49-21d8ae0d2a77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-690996960', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': '1a3627e5-c13e-4b68-ab4d-4df7e95c1ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:23:07Z', 'updated_at': '2021-08-29T05:23:10Z', 'revision_number': 4, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'gw_port': {'id': '1a3627e5-c13e-4b68-ab4d-4df7e95c1ec1', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:cc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b1bef2-bb81-485f-be49-21d8ae0d2a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:23:07Z', 'updated_at': '2021-08-29T05:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': 'a0644c98-5d06-4743-b49c-b9cc38f9876b', 'name': '', 'network_id': '69df4667-1162-4110-85e5-bb4babcbd344', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'mac_address': 'fa:16:3e:b2:de:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b1bef2-bb81-485f-be49-21d8ae0d2a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'f2a17311-14dc-46d2-9bcd-e98e91d4923a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:23:09Z', 'updated_at': '2021-08-29T05:23:14Z', 'revision_number': 5, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'subnets': [{'id': 'f2a17311-14dc-46d2-9bcd-e98e91d4923a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:25:26.537084 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bee7040-a36c-4be4-8bf2-9aa03dd3bf55 None None] The sync data for ids ['96b1bef2-bb81-485f-be49-21d8ae0d2a77'] in n-d-712140-12 is: [{'id': '96b1bef2-bb81-485f-be49-21d8ae0d2a77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-690996960', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': '1a3627e5-c13e-4b68-ab4d-4df7e95c1ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:23:07Z', 'updated_at': '2021-08-29T05:23:10Z', 'revision_number': 4, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'gw_port': {'id': '1a3627e5-c13e-4b68-ab4d-4df7e95c1ec1', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:cc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b1bef2-bb81-485f-be49-21d8ae0d2a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:23:07Z', 'updated_at': '2021-08-29T05:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': 'a0644c98-5d06-4743-b49c-b9cc38f9876b', 'name': '', 'network_id': '69df4667-1162-4110-85e5-bb4babcbd344', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'mac_address': 'fa:16:3e:b2:de:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b1bef2-bb81-485f-be49-21d8ae0d2a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'f2a17311-14dc-46d2-9bcd-e98e91d4923a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:23:09Z', 'updated_at': '2021-08-29T05:23:14Z', 'revision_number': 5, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'subnets': [{'id': 'f2a17311-14dc-46d2-9bcd-e98e91d4923a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:25:26.578010 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e5cea780-106f-4c1c-a497-1f89a23ff032 req-a2ee50a7-23f8-487d-ad95-eb851eaeeabd service neutron] 10.222.0.48 "GET /v2.0/networks/69df4667-1162-4110-85e5-bb4babcbd344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823579 Aug 29 05:25:26.674281 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e5cea780-106f-4c1c-a497-1f89a23ff032 req-b1615e65-82c4-435b-96c4-ac85054cbb96 service neutron] 10.222.0.48 "GET /v2.0/networks/69df4667-1162-4110-85e5-bb4babcbd344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881960 Aug 29 05:25:26.747071 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d450bb-5e95-41c1-a818-b0d8b09e8ca6 None None] New status for floating IP 5ecca409-b9a3-42b0-aa00-c7805e81acf0: DOWN {{(pid=94831) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:25:27.427364 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0a4526-b33c-472c-a7fe-fc8544639d8b req-b167d9b3-acb2-43df-a745-11caff525b41 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:27.428917 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-be0a4526-b33c-472c-a7fe-fc8544639d8b req-b167d9b3-acb2-43df-a745-11caff525b41 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=c65e5606-1da3-4fc3-b713-472f468503ed HTTP/1.1" status: 200 len: 945 time: 0.0512056 Aug 29 05:25:27.469531 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-be0a4526-b33c-472c-a7fe-fc8544639d8b req-391fe160-b342-45bf-a450-4de6048e88c2 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=0fe4163b-57da-40bd-becd-0ba33485200e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344479 Aug 29 05:25:27.703549 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcee336-b726-43dd-a7d2-b67dfe9b1b1d req-4e23c070-ea15-4345-ab2d-0f06ccaead39 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:27.705060 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3fcee336-b726-43dd-a7d2-b67dfe9b1b1d req-4e23c070-ea15-4345-ab2d-0f06ccaead39 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.48 "GET /v2.0/ports?device_id=c65e5606-1da3-4fc3-b713-472f468503ed HTTP/1.1" status: 200 len: 945 time: 0.0492017 Aug 29 05:25:27.798770 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-3fcee336-b726-43dd-a7d2-b67dfe9b1b1d req-f943fe8b-715f-4f4c-af02-47d80d4138f3 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Deleting port 8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:25:27.799114 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-3fcee336-b726-43dd-a7d2-b67dfe9b1b1d req-f943fe8b-715f-4f4c-af02-47d80d4138f3 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:27.884082 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-3fcee336-b726-43dd-a7d2-b67dfe9b1b1d req-f943fe8b-715f-4f4c-af02-47d80d4138f3 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] For port 8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b,segment=NetworkSegment(33d83635-c4c9-4123-bbc2-081e5da01d0f),segment_id=33d83635-c4c9-4123-bbc2-081e5da01d0f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:25:27.884440 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-3fcee336-b726-43dd-a7d2-b67dfe9b1b1d req-f943fe8b-715f-4f4c-af02-47d80d4138f3 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:27.897322 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-3fcee336-b726-43dd-a7d2-b67dfe9b1b1d req-f943fe8b-715f-4f4c-af02-47d80d4138f3 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Calling delete_port for 8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:25:28.024025 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-3fcee336-b726-43dd-a7d2-b67dfe9b1b1d req-f943fe8b-715f-4f4c-af02-47d80d4138f3 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:28.051725 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f943fe8b-715f-4f4c-af02-47d80d4138f3 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Pushing event deleted for resources: {'Port': ['ID=8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:28.067167 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f943fe8b-715f-4f4c-af02-47d80d4138f3 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:28.067533 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f943fe8b-715f-4f4c-af02-47d80d4138f3 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:28.068024 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f943fe8b-715f-4f4c-af02-47d80d4138f3 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:28.068375 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f943fe8b-715f-4f4c-af02-47d80d4138f3 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:28.068860 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f943fe8b-715f-4f4c-af02-47d80d4138f3 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:28.069205 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f943fe8b-715f-4f4c-af02-47d80d4138f3 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:28.069548 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f943fe8b-715f-4f4c-af02-47d80d4138f3 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:28.069927 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f943fe8b-715f-4f4c-af02-47d80d4138f3 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:28.070216 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f943fe8b-715f-4f4c-af02-47d80d4138f3 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:28.070548 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f943fe8b-715f-4f4c-af02-47d80d4138f3 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:28.070876 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f943fe8b-715f-4f4c-af02-47d80d4138f3 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:28.071237 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f943fe8b-715f-4f4c-af02-47d80d4138f3 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:28.106542 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fcee336-b726-43dd-a7d2-b67dfe9b1b1d req-f943fe8b-715f-4f4c-af02-47d80d4138f3 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] No DVR routers for this DVR port 8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b on host n-h2-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:25:28.109104 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-3fcee336-b726-43dd-a7d2-b67dfe9b1b1d req-f943fe8b-715f-4f4c-af02-47d80d4138f3 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:28.111154 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3fcee336-b726-43dd-a7d2-b67dfe9b1b1d req-f943fe8b-715f-4f4c-af02-47d80d4138f3 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.48 "DELETE /v2.0/ports/8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b HTTP/1.1" status: 204 len: 173 time: 0.3987393 Aug 29 05:25:28.111596 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c65e5606-1da3-4fc3-b713-472f468503ed', 'name': 'network-vif-deleted', 'tag': '8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:25:28.113873 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfb9107a06241f0f5f2256c13c0e0e77dc40c776bf6dc0455c34cebdf0549d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d408952-0ac4-4ea6-93e3-fc4d8f7ecffb" -d '{"events": [{"server_uuid": "c65e5606-1da3-4fc3-b713-472f468503ed", "name": "network-vif-deleted", "tag": "8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:25:28.149941 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5bd5367-3bd6-4b70-9647-f8eca05743c1 x-openstack-request-id: req-c5bd5367-3bd6-4b70-9647-f8eca05743c1 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:25:28.150244 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c65e5606-1da3-4fc3-b713-472f468503ed", "name": "network-vif-deleted", "tag": "8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:25:28.150510 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c5bd5367-3bd6-4b70-9647-f8eca05743c1 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:25:28.150914 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c65e5606-1da3-4fc3-b713-472f468503ed', 'name': 'network-vif-deleted', 'tag': '8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b', 'status': 'completed', 'code': 200} Aug 29 05:25:28.598721 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-df74c315-9a85-4996-a996-4d34a7468790 req-8ee58d2f-edad-4189-8869-e5cca0f1fb2a tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=c65e5606-1da3-4fc3-b713-472f468503ed HTTP/1.1" status: 200 len: 210 time: 0.0323083 Aug 29 05:25:29.234118 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:29.655509 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 42080) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:25:30.303181 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-20c826b0-71f6-4575-a035-4f0f0f97abcd tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713413'] for router_interface, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:30.554169 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-20c826b0-71f6-4575-a035-4f0f0f97abcd tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Deleting port a0644c98-5d06-4743-b49c-b9cc38f9876b {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:25:30.554414 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-20c826b0-71f6-4575-a035-4f0f0f97abcd tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:30.646416 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-20c826b0-71f6-4575-a035-4f0f0f97abcd tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] For port a0644c98-5d06-4743-b49c-b9cc38f9876b, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=a0644c98-5d06-4743-b49c-b9cc38f9876b,segment=NetworkSegment(33d83635-c4c9-4123-bbc2-081e5da01d0f),segment_id=33d83635-c4c9-4123-bbc2-081e5da01d0f)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:25:30.646821 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-20c826b0-71f6-4575-a035-4f0f0f97abcd tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:30.659309 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-20c826b0-71f6-4575-a035-4f0f0f97abcd tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Calling delete_port for a0644c98-5d06-4743-b49c-b9cc38f9876b owned by network:router_interface {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:25:30.840472 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-20c826b0-71f6-4575-a035-4f0f0f97abcd tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:30.867258 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c826b0-71f6-4575-a035-4f0f0f97abcd tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Pushing event deleted for resources: {'Port': ['ID=a0644c98-5d06-4743-b49c-b9cc38f9876b,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:31.046066 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-20c826b0-71f6-4575-a035-4f0f0f97abcd tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-713231'] for router_interface, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:31.273746 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20c826b0-71f6-4575-a035-4f0f0f97abcd tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Router 96b1bef2-bb81-485f-be49-21d8ae0d2a77 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:25:31.379106 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20c826b0-71f6-4575-a035-4f0f0f97abcd tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:25:31.384775 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-20c826b0-71f6-4575-a035-4f0f0f97abcd tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "PUT /v2.0/routers/96b1bef2-bb81-485f-be49-21d8ae0d2a77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7281489 Aug 29 05:25:31.386855 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 42082) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:25:31.389211 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f79171f-5d2f-4214-9a91-555defdc6f9c None None] Sync routers for ids ['96b1bef2-bb81-485f-be49-21d8ae0d2a77'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:25:31.399268 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f79171f-5d2f-4214-9a91-555defdc6f9c None None] Routers {'96b1bef2-bb81-485f-be49-21d8ae0d2a77'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:25:31.399906 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-3f79171f-5d2f-4214-9a91-555defdc6f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:25:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['96b1bef2-bb81-485f-be49-21d8ae0d2a77'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:25:31.441607 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_v2 [None req-cad49ffb-6a3a-470a-9853-974130eeb503 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Deleting subnet f2a17311-14dc-46d2-9bcd-e98e91d4923a {{(pid=94829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 05:25:31.444614 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cad49ffb-6a3a-470a-9853-974130eeb503 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for subnet, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:31.486545 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cad49ffb-6a3a-470a-9853-974130eeb503 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4311743'] for subnet, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:31.505038 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-3f79171f-5d2f-4214-9a91-555defdc6f9c None None] Set router 96b1bef2-bb81-485f-be49-21d8ae0d2a77 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:25:31.569105 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cad49ffb-6a3a-470a-9853-974130eeb503 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:31.632302 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cad49ffb-6a3a-470a-9853-974130eeb503 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4552352'] for subnet, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:31.659892 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad49ffb-6a3a-470a-9853-974130eeb503 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Pushing event deleted for resources: {'Subnet': ['ID=f2a17311-14dc-46d2-9bcd-e98e91d4923a,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:31.664989 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cad49ffb-6a3a-470a-9853-974130eeb503 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:31.666709 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-cad49ffb-6a3a-470a-9853-974130eeb503 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "DELETE /v2.0/subnets/f2a17311-14dc-46d2-9bcd-e98e91d4923a HTTP/1.1" status: 204 len: 168 time: 0.2788849 Aug 29 05:25:31.669264 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 42084) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:25:31.676075 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6963e5-0f14-448f-93f6-792bfbc52252 None None] Network 69df4667-1162-4110-85e5-bb4babcbd344 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:25:31.733339 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-3f79171f-5d2f-4214-9a91-555defdc6f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b1bef2-bb81-485f-be49-21d8ae0d2a77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-690996960', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': '1a3627e5-c13e-4b68-ab4d-4df7e95c1ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:23:07Z', 'updated_at': '2021-08-29T05:25:30Z', 'revision_number': 5, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'gw_port': {'id': '1a3627e5-c13e-4b68-ab4d-4df7e95c1ec1', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:cc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b1bef2-bb81-485f-be49-21d8ae0d2a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:23:07Z', 'updated_at': '2021-08-29T05:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:25:31.768788 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f79171f-5d2f-4214-9a91-555defdc6f9c None None] Checking router: 96b1bef2-bb81-485f-be49-21d8ae0d2a77 for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:25:31.778579 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-738d6d1d-018a-4375-924f-84a78ec6a05f tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for router, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:31.887308 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-738d6d1d-018a-4375-924f-84a78ec6a05f tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:31.942756 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-738d6d1d-018a-4375-924f-84a78ec6a05f tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Deleting port 1a3627e5-c13e-4b68-ab4d-4df7e95c1ec1 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:25:31.943104 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-738d6d1d-018a-4375-924f-84a78ec6a05f tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:31.955107 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f79171f-5d2f-4214-9a91-555defdc6f9c None None] Routers {'96b1bef2-bb81-485f-be49-21d8ae0d2a77'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:25:31.955750 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-3f79171f-5d2f-4214-9a91-555defdc6f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:25:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['96b1bef2-bb81-485f-be49-21d8ae0d2a77'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:25:32.021876 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-738d6d1d-018a-4375-924f-84a78ec6a05f tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] For port 1a3627e5-c13e-4b68-ab4d-4df7e95c1ec1, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=1a3627e5-c13e-4b68-ab4d-4df7e95c1ec1,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:25:32.022163 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-738d6d1d-018a-4375-924f-84a78ec6a05f tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:32.034855 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-738d6d1d-018a-4375-924f-84a78ec6a05f tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Calling delete_port for 1a3627e5-c13e-4b68-ab4d-4df7e95c1ec1 owned by network:router_gateway {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:25:32.060151 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-3f79171f-5d2f-4214-9a91-555defdc6f9c None None] Set router 96b1bef2-bb81-485f-be49-21d8ae0d2a77 gateway port host: None {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:25:32.115845 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-3f79171f-5d2f-4214-9a91-555defdc6f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b1bef2-bb81-485f-be49-21d8ae0d2a77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-690996960', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:23:07Z', 'updated_at': '2021-08-29T05:25:31Z', 'revision_number': 6, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'gw_port_host': None}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:25:32.118948 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135ea89e-a2a1-4434-a807-331d104c104f None None] DHCP port deletion for 69df4667-1162-4110-85e5-bb4babcbd344 request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 05:25:32.145931 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f79171f-5d2f-4214-9a91-555defdc6f9c None None] The sync data for ids ['96b1bef2-bb81-485f-be49-21d8ae0d2a77'] in n-d-712140-12 is: [{'id': '96b1bef2-bb81-485f-be49-21d8ae0d2a77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-690996960', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:23:07Z', 'updated_at': '2021-08-29T05:25:31Z', 'revision_number': 6, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'gw_port_host': None}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:25:32.195473 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-135ea89e-a2a1-4434-a807-331d104c104f None None] Deleting port fd19cdce-caa4-4beb-9fa5-2d79095a7bed {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:25:32.195958 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-135ea89e-a2a1-4434-a807-331d104c104f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:32.212622 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-738d6d1d-018a-4375-924f-84a78ec6a05f tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:32.241555 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738d6d1d-018a-4375-924f-84a78ec6a05f tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Pushing event deleted for resources: {'Port': ['ID=1a3627e5-c13e-4b68-ab4d-4df7e95c1ec1,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:32.261050 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-135ea89e-a2a1-4434-a807-331d104c104f None None] For port fd19cdce-caa4-4beb-9fa5-2d79095a7bed, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=fd19cdce-caa4-4beb-9fa5-2d79095a7bed,segment=NetworkSegment(33d83635-c4c9-4123-bbc2-081e5da01d0f),segment_id=33d83635-c4c9-4123-bbc2-081e5da01d0f)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:25:32.261453 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-135ea89e-a2a1-4434-a807-331d104c104f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:32.274050 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-135ea89e-a2a1-4434-a807-331d104c104f None None] Calling delete_port for fd19cdce-caa4-4beb-9fa5-2d79095a7bed owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:25:32.302756 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-738d6d1d-018a-4375-924f-84a78ec6a05f tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719445'] for router_gateway, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:32.352362 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-135ea89e-a2a1-4434-a807-331d104c104f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:32.377338 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135ea89e-a2a1-4434-a807-331d104c104f None None] Pushing event deleted for resources: {'Port': ['ID=fd19cdce-caa4-4beb-9fa5-2d79095a7bed,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:32.381367 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135ea89e-a2a1-4434-a807-331d104c104f None None] No DVR routers for this DVR port fd19cdce-caa4-4beb-9fa5-2d79095a7bed on host n-d-712140-12 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:25:32.395403 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135ea89e-a2a1-4434-a807-331d104c104f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:32.396046 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135ea89e-a2a1-4434-a807-331d104c104f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:32.396235 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135ea89e-a2a1-4434-a807-331d104c104f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:32.396637 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135ea89e-a2a1-4434-a807-331d104c104f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:32.396810 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-738d6d1d-018a-4375-924f-84a78ec6a05f tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:32.396984 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135ea89e-a2a1-4434-a807-331d104c104f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:32.397348 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135ea89e-a2a1-4434-a807-331d104c104f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:32.397681 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135ea89e-a2a1-4434-a807-331d104c104f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:32.398009 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135ea89e-a2a1-4434-a807-331d104c104f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:32.398339 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135ea89e-a2a1-4434-a807-331d104c104f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:32.398690 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135ea89e-a2a1-4434-a807-331d104c104f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:32.398980 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-738d6d1d-018a-4375-924f-84a78ec6a05f tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:32.399288 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135ea89e-a2a1-4434-a807-331d104c104f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:32.399617 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135ea89e-a2a1-4434-a807-331d104c104f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:32.443486 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-738d6d1d-018a-4375-924f-84a78ec6a05f tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717253'] for router, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:32.444043 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-738d6d1d-018a-4375-924f-84a78ec6a05f tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Fanout notify agent at l3_agent the message router_deleted on router 96b1bef2-bb81-485f-be49-21d8ae0d2a77 {{(pid=94829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 05:25:32.451216 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-738d6d1d-018a-4375-924f-84a78ec6a05f tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:32.452358 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-738d6d1d-018a-4375-924f-84a78ec6a05f tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "DELETE /v2.0/routers/96b1bef2-bb81-485f-be49-21d8ae0d2a77 HTTP/1.1" status: 204 len: 168 time: 0.7816133 Aug 29 05:25:32.455778 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 42086) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:25:32.540837 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f75c0b57-433b-44ae-8e06-0c89b5409a89 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:32.631304 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f75c0b57-433b-44ae-8e06-0c89b5409a89 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:32.641600 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-f75c0b57-433b-44ae-8e06-0c89b5409a89 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69df4667-1162-4110-85e5-bb4babcbd344']}} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:25:32.651997 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-f75c0b57-433b-44ae-8e06-0c89b5409a89 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33d83635-c4c9-4123-bbc2-081e5da01d0f') {'for_net_delete': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:25:32.652328 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-f75c0b57-433b-44ae-8e06-0c89b5409a89 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33d83635-c4c9-4123-bbc2-081e5da01d0f') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:25:32.658998 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device fd19cdce-caa4-4beb-9fa5-2d79095a7bed no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:25:32.663373 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f75c0b57-433b-44ae-8e06-0c89b5409a89 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4311712'] for segment, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:32.683416 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: fd19cdce-caa4-4beb-9fa5-2d79095a7bed {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:25:32.683576 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f75c0b57-433b-44ae-8e06-0c89b5409a89 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:32.683857 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device fd19cdce-caa4-4beb-9fa5-2d79095a7bed not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:25:32.684239 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device a0644c98-5d06-4743-b49c-b9cc38f9876b no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:25:32.690623 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f75c0b57-433b-44ae-8e06-0c89b5409a89 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=94829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:25:32.691067 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f75c0b57-433b-44ae-8e06-0c89b5409a89 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4274277'] for segment, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:32.694261 n-d-712140-12 neutron-server[94829]: Traceback (most recent call last): Aug 29 05:25:32.694261 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:25:32.694261 n-d-712140-12 neutron-server[94829]: timer() Aug 29 05:25:32.694261 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:25:32.694261 n-d-712140-12 neutron-server[94829]: cb(*args, **kw) Aug 29 05:25:32.694261 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:25:32.694261 n-d-712140-12 neutron-server[94829]: return func(*args, **kwargs) Aug 29 05:25:32.694261 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:25:32.694261 n-d-712140-12 neutron-server[94829]: self._notify() Aug 29 05:25:32.694261 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:25:32.694261 n-d-712140-12 neutron-server[94829]: self.callback(batched_events) Aug 29 05:25:32.694261 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:25:32.694261 n-d-712140-12 neutron-server[94829]: event.method(event) Aug 29 05:25:32.694261 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:25:32.694261 n-d-712140-12 neutron-server[94829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:25:32.694261 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:25:32.694261 n-d-712140-12 neutron-server[94829]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:25:32.694261 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:25:32.694261 n-d-712140-12 neutron-server[94829]: return f(self, *a, **k) Aug 29 05:25:32.694261 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:25:32.694261 n-d-712140-12 neutron-server[94829]: return self._get(url).json() Aug 29 05:25:32.694261 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:25:32.694261 n-d-712140-12 neutron-server[94829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:25:32.694261 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:25:32.694261 n-d-712140-12 neutron-server[94829]: return self.request(url, 'GET', **kwargs) Aug 29 05:25:32.694261 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:25:32.694261 n-d-712140-12 neutron-server[94829]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:25:32.694261 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:25:32.694261 n-d-712140-12 neutron-server[94829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:25:32.694261 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:25:32.694261 n-d-712140-12 neutron-server[94829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:25:32.694261 n-d-712140-12 neutron-server[94829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:25:32.703866 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: a0644c98-5d06-4743-b49c-b9cc38f9876b {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:25:32.704218 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device a0644c98-5d06-4743-b49c-b9cc38f9876b not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:25:32.742681 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b no longer exists at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:25:32.764321 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] No Port match for: 8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:25:32.764675 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device 8d8a54e3-8a71-4111-aaa8-9e6b7b722c5b not bound to the agent host n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:25:32.765136 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f75c0b57-433b-44ae-8e06-0c89b5409a89 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:32.776947 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f75c0b57-433b-44ae-8e06-0c89b5409a89 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:32.778770 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-f75c0b57-433b-44ae-8e06-0c89b5409a89 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "DELETE /v2.0/networks/69df4667-1162-4110-85e5-bb4babcbd344 HTTP/1.1" status: 204 len: 168 time: 0.3220680 Aug 29 05:25:32.782235 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 42088) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:25:32.799420 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75c0b57-433b-44ae-8e06-0c89b5409a89 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Pushing event deleted for resources: {'Network': ['ID=69df4667-1162-4110-85e5-bb4babcbd344,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:32.852228 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-35a581f4-01ae-46b8-9a27-6b129c95c630 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:32.877789 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-35a581f4-01ae-46b8-9a27-6b129c95c630 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:32.941240 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-35a581f4-01ae-46b8-9a27-6b129c95c630 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:32.943863 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-35a581f4-01ae-46b8-9a27-6b129c95c630 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:32.945178 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-35a581f4-01ae-46b8-9a27-6b129c95c630 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "DELETE /v2.0/security-groups/0fe4163b-57da-40bd-becd-0ba33485200e HTTP/1.1" status: 204 len: 168 time: 0.1620800 Aug 29 05:25:32.956610 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a581f4-01ae-46b8-9a27-6b129c95c630 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe4163b-57da-40bd-becd-0ba33485200e,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:33.215005 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 42094) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:25:33.219943 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-b18b8e0d-248f-40df-9562-a7152c4338bf tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1425861559', 'description': 'tempest-secgroup-smoke-1425861559 description', 'project_id': '170eeddf5b474a98bd75c73129396ea6'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:25:33.245834 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b18b8e0d-248f-40df-9562-a7152c4338bf tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:33.325674 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b18b8e0d-248f-40df-9562-a7152c4338bf tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:33.329888 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b18b8e0d-248f-40df-9562-a7152c4338bf tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:33.354734 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b18b8e0d-248f-40df-9562-a7152c4338bf tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:33.355977 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-b18b8e0d-248f-40df-9562-a7152c4338bf tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1398973 Aug 29 05:25:33.359496 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 42096) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:25:33.360480 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18b8e0d-248f-40df-9562-a7152c4338bf tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=819dae5b-b70d-41c4-b5b5-6c9448873c4b,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:33.364485 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-d4f22697-690f-4e17-87bc-56827490d930 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Request body: {'security_group_rule': {'security_group_id': '819dae5b-b70d-41c4-b5b5-6c9448873c4b', 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:25:33.392259 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d4f22697-690f-4e17-87bc-56827490d930 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:33.447962 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d4f22697-690f-4e17-87bc-56827490d930 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:33.451770 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d4f22697-690f-4e17-87bc-56827490d930 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:33.469513 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f22697-690f-4e17-87bc-56827490d930 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14b83ce0-dd32-451c-b07d-8b1b472c419e,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:33.475817 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d4f22697-690f-4e17-87bc-56827490d930 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:33.476669 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-63ce1d38-cb83-4a77-8b55-237ab7695cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:33.479944 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 42098) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:25:33.480144 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-d4f22697-690f-4e17-87bc-56827490d930 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1193428 Aug 29 05:25:33.485852 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-a5a04aa3-12d8-46a1-9bff-c9e54f108aba tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Request body: {'security_group_rule': {'security_group_id': '819dae5b-b70d-41c4-b5b5-6c9448873c4b', 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:25:33.513541 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a5a04aa3-12d8-46a1-9bff-c9e54f108aba tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:33.570163 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a5a04aa3-12d8-46a1-9bff-c9e54f108aba tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:33.574587 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a5a04aa3-12d8-46a1-9bff-c9e54f108aba tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:33.592013 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a04aa3-12d8-46a1-9bff-c9e54f108aba tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=983db3eb-b500-4c3c-bf6b-7d02946b27f4,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:33.599389 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a5a04aa3-12d8-46a1-9bff-c9e54f108aba tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:33.600704 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-a5a04aa3-12d8-46a1-9bff-c9e54f108aba tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1197402 Aug 29 05:25:33.603508 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 42100) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:25:33.608682 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-0403df6e-0cc2-485c-b4c9-d0acb9e90d1c tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Request body: {'security_group_rule': {'security_group_id': '819dae5b-b70d-41c4-b5b5-6c9448873c4b', 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:25:33.633866 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0403df6e-0cc2-485c-b4c9-d0acb9e90d1c tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:33.689328 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0403df6e-0cc2-485c-b4c9-d0acb9e90d1c tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:33.693133 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0403df6e-0cc2-485c-b4c9-d0acb9e90d1c tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:33.711376 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0403df6e-0cc2-485c-b4c9-d0acb9e90d1c tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=174c01f0-2ba8-4cec-b55b-3f6e7927c435,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:33.713754 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0403df6e-0cc2-485c-b4c9-d0acb9e90d1c tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:33.714934 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-0403df6e-0cc2-485c-b4c9-d0acb9e90d1c tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1103768 Aug 29 05:25:33.717980 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 42102) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:25:33.722678 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-ffc65c88-f3b9-4ec6-96b3-268a43cd1502 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Request body: {'security_group_rule': {'security_group_id': '819dae5b-b70d-41c4-b5b5-6c9448873c4b', 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:25:33.750883 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ffc65c88-f3b9-4ec6-96b3-268a43cd1502 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:33.808560 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ffc65c88-f3b9-4ec6-96b3-268a43cd1502 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:33.812342 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ffc65c88-f3b9-4ec6-96b3-268a43cd1502 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:33.829168 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc65c88-f3b9-4ec6-96b3-268a43cd1502 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d52c236-8def-4f87-871c-87e042c2fb37,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:33.835832 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ffc65c88-f3b9-4ec6-96b3-268a43cd1502 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:33.837038 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-ffc65c88-f3b9-4ec6-96b3-268a43cd1502 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1181827 Aug 29 05:25:33.839782 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 42104) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:25:33.844701 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-7296e707-d1c4-465a-8db3-3df3f1ed8b3a tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Request body: {'security_group_rule': {'security_group_id': '819dae5b-b70d-41c4-b5b5-6c9448873c4b', 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:25:33.865393 n-d-712140-12 neutron-server[94828]: INFO neutron.db.securitygroups_db [None req-7296e707-d1c4-465a-8db3-3df3f1ed8b3a tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Project 170eeddf5b474a98bd75c73129396ea6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 05:25:33.869939 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7296e707-d1c4-465a-8db3-3df3f1ed8b3a tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:33.931097 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7296e707-d1c4-465a-8db3-3df3f1ed8b3a tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:33.934788 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7296e707-d1c4-465a-8db3-3df3f1ed8b3a tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:33.952038 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7296e707-d1c4-465a-8db3-3df3f1ed8b3a tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ca76159-7bd8-4f95-b522-d8ded213649e,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:33.957265 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7296e707-d1c4-465a-8db3-3df3f1ed8b3a tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:33.961532 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 42106) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:25:33.961707 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-7296e707-d1c4-465a-8db3-3df3f1ed8b3a tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1207738 Aug 29 05:25:33.966175 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-6ddc138d-38fd-48e6-a9b7-a0909bfb761c tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Request body: {'security_group_rule': {'security_group_id': '819dae5b-b70d-41c4-b5b5-6c9448873c4b', 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:25:33.988173 n-d-712140-12 neutron-server[94829]: INFO neutron.db.securitygroups_db [None req-6ddc138d-38fd-48e6-a9b7-a0909bfb761c tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Project 170eeddf5b474a98bd75c73129396ea6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 05:25:33.992803 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6ddc138d-38fd-48e6-a9b7-a0909bfb761c tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:34.055159 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6ddc138d-38fd-48e6-a9b7-a0909bfb761c tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:34.058974 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6ddc138d-38fd-48e6-a9b7-a0909bfb761c tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:34.078982 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddc138d-38fd-48e6-a9b7-a0909bfb761c tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e63132a7-d7c6-49b9-977c-52d2463e562b,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:34.082789 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6ddc138d-38fd-48e6-a9b7-a0909bfb761c tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:34.084064 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-6ddc138d-38fd-48e6-a9b7-a0909bfb761c tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1214206 Aug 29 05:25:34.086885 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 42108) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:25:34.092204 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-f7b98605-f2dd-4226-93d5-f87f78f47195 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Request body: {'network': {'name': 'tempest-network-smoke--1095375430', 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'port_security_enabled': True}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:25:34.113207 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7b98605-f2dd-4226-93d5-f87f78f47195 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Made reservation on behalf of 170eeddf5b474a98bd75c73129396ea6 for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:25:34.116724 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f7b98605-f2dd-4226-93d5-f87f78f47195 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:34.140571 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7b98605-f2dd-4226-93d5-f87f78f47195 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:25:34.149031 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f7b98605-f2dd-4226-93d5-f87f78f47195 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:34.149412 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-f7b98605-f2dd-4226-93d5-f87f78f47195 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Added segment ee091133-db11-456f-8111-714b40ed4c88 of type vlan for network ad5a767c-a006-43b8-a2f6-bfa5f58243ad Aug 29 05:25:34.190491 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f7b98605-f2dd-4226-93d5-f87f78f47195 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:34.215854 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f7b98605-f2dd-4226-93d5-f87f78f47195 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:34.222509 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b98605-f2dd-4226-93d5-f87f78f47195 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:34.223118 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f7b98605-f2dd-4226-93d5-f87f78f47195 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:34.279980 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-f7b98605-f2dd-4226-93d5-f87f78f47195 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1915126 Aug 29 05:25:34.283608 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 42110) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:25:34.289538 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-57c642d2-055c-463c-b10f-24012e9f7548 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1748789501', 'admin_state_up': True, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:25:34.291157 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b98605-f2dd-4226-93d5-f87f78f47195 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Pushing event updated for resources: {'Network': ['ID=ad5a767c-a006-43b8-a2f6-bfa5f58243ad,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:34.301337 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network ad5a767c-a006-43b8-a2f6-bfa5f58243ad details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:25:34.314902 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 1a3627e5-c13e-4b68-ab4d-4df7e95c1ec1 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:25:34.325169 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-57c642d2-055c-463c-b10f-24012e9f7548 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:34.326693 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-57c642d2-055c-463c-b10f-24012e9f7548 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1838'] for router, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:34.366714 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 1a3627e5-c13e-4b68-ab4d-4df7e95c1ec1 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:25:34.367060 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 1a3627e5-c13e-4b68-ab4d-4df7e95c1ec1 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:25:34.377363 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-57c642d2-055c-463c-b10f-24012e9f7548 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:34.514355 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-57c642d2-055c-463c-b10f-24012e9f7548 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:34.699836 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-57c642d2-055c-463c-b10f-24012e9f7548 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for router_gateway, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:34.721640 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-57c642d2-055c-463c-b10f-24012e9f7548 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:34.819881 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-57c642d2-055c-463c-b10f-24012e9f7548 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Allocated IP 172.25.0.182 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/c0fb772e-ac07-4738-a3a8-24b6cc6832b3) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:25:34.918323 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-57c642d2-055c-463c-b10f-24012e9f7548 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:34.960940 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-57c642d2-055c-463c-b10f-24012e9f7548 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:34.999825 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c642d2-055c-463c-b10f-24012e9f7548 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:25:35.002602 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-57c642d2-055c-463c-b10f-24012e9f7548 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:25:35.005281 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c642d2-055c-463c-b10f-24012e9f7548 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:25:35.028393 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c642d2-055c-463c-b10f-24012e9f7548 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Pushing event updated for resources: {'Port': ['ID=c0fb772e-ac07-4738-a3a8-24b6cc6832b3,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:35.253358 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-57c642d2-055c-463c-b10f-24012e9f7548 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for router_gateway, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:35.782746 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-57c642d2-055c-463c-b10f-24012e9f7548 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409'] for router, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:35.907181 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57c642d2-055c-463c-b10f-24012e9f7548 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Router bd4a591b-9aa4-4125-83da-006fce348ba9 is scheduled to L3 agent 76874008-c311-485c-ba36-921b6d275b6a with binding_index 1 {{(pid=94828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 05:25:36.011476 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57c642d2-055c-463c-b10f-24012e9f7548 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:25:36.021754 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42fa908-bd8e-4cf7-831e-48d81d3474e9 None None] Sync routers for ids ['bd4a591b-9aa4-4125-83da-006fce348ba9'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:25:36.029422 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-57c642d2-055c-463c-b10f-24012e9f7548 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for router, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:36.030710 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-57c642d2-055c-463c-b10f-24012e9f7548 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7459254 Aug 29 05:25:36.031207 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42fa908-bd8e-4cf7-831e-48d81d3474e9 None None] Routers {'bd4a591b-9aa4-4125-83da-006fce348ba9'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:25:36.031863 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-a42fa908-bd8e-4cf7-831e-48d81d3474e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:25:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['bd4a591b-9aa4-4125-83da-006fce348ba9'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:25:36.033829 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 42112) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:25:36.104924 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-4132d9bb-b392-4907-b4ea-3ff67db7d3b4 tempest-TestNetworkAdvancedServerOps-1390409953 tempest-TestNetworkAdvancedServerOps-1390409953-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=170eeddf5b474a98bd75c73129396ea6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0699446 Aug 29 05:25:36.107666 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 42116) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:25:36.134732 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-a42fa908-bd8e-4cf7-831e-48d81d3474e9 None None] Set router bd4a591b-9aa4-4125-83da-006fce348ba9 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:25:36.194152 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53490a27-efe0-48a5-a7dd-781787c5bb17 tempest-TestNetworkAdvancedServerOps-1390409953 tempest-TestNetworkAdvancedServerOps-1390409953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:36.195695 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-53490a27-efe0-48a5-a7dd-781787c5bb17 tempest-TestNetworkAdvancedServerOps-1390409953 tempest-TestNetworkAdvancedServerOps-1390409953-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0870702 Aug 29 05:25:36.198923 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 42118) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:25:36.233729 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-261ed1ad-7d91-43ba-a697-b0ff7935bc06 tempest-TestNetworkAdvancedServerOps-1390409953 tempest-TestNetworkAdvancedServerOps-1390409953-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=e6c84a15-2e6f-4c07-8ede-a88148c2fe90&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0335958 Aug 29 05:25:36.236151 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 42122) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:25:36.241111 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-faf54874-80c7-4a7c-887d-2a913ca21de2 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-550184919', 'network_id': 'ad5a767c-a006-43b8-a2f6-bfa5f58243ad', 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:25:36.306470 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-a42fa908-bd8e-4cf7-831e-48d81d3474e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd4a591b-9aa4-4125-83da-006fce348ba9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1748789501', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': 'c0fb772e-ac07-4738-a3a8-24b6cc6832b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:25:34Z', 'updated_at': '2021-08-29T05:25:35Z', 'revision_number': 3, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'gw_port': {'id': 'c0fb772e-ac07-4738-a3a8-24b6cc6832b3', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:71:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd4a591b-9aa4-4125-83da-006fce348ba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:25:34Z', 'updated_at': '2021-08-29T05:25:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:25:36.332697 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faf54874-80c7-4a7c-887d-2a913ca21de2 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Made reservation on behalf of 170eeddf5b474a98bd75c73129396ea6 for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:25:36.336202 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-faf54874-80c7-4a7c-887d-2a913ca21de2 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:36.337265 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42fa908-bd8e-4cf7-831e-48d81d3474e9 None None] Checking router: bd4a591b-9aa4-4125-83da-006fce348ba9 for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:25:36.337619 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42fa908-bd8e-4cf7-831e-48d81d3474e9 None None] Updating router bd4a591b-9aa4-4125-83da-006fce348ba9 port c0fb772e-ac07-4738-a3a8-24b6cc6832b3 binding host n-d-712140-12 {{(pid=94831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:25:36.342622 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2a48b4c8-0890-4cfc-8aad-ac707e684c38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:36.362283 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a42fa908-bd8e-4cf7-831e-48d81d3474e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:36.519315 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-faf54874-80c7-4a7c-887d-2a913ca21de2 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9191137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10062364'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:36.576587 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf54874-80c7-4a7c-887d-2a913ca21de2 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Pushing event updated for resources: {'Subnet': ['ID=22a9af12-41ba-4ecb-ac73-f0ed26d14a18,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:36.586900 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf54874-80c7-4a7c-887d-2a913ca21de2 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Checking segment: {'id': 'ee091133-db11-456f-8111-714b40ed4c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'ad5a767c-a006-43b8-a2f6-bfa5f58243ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:25:36.587261 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf54874-80c7-4a7c-887d-2a913ca21de2 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Network hostable DHCP agents. Network: ad5a767c-a006-43b8-a2f6-bfa5f58243ad, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:25:36.603589 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf54874-80c7-4a7c-887d-2a913ca21de2 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Network ad5a767c-a006-43b8-a2f6-bfa5f58243ad is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:25:36.612048 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a42fa908-bd8e-4cf7-831e-48d81d3474e9 None None] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:36.612714 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-faf54874-80c7-4a7c-887d-2a913ca21de2 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, ad5a767c-a006-43b8-a2f6-bfa5f58243ad) {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:25:36.617687 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf54874-80c7-4a7c-887d-2a913ca21de2 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:36.619056 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-faf54874-80c7-4a7c-887d-2a913ca21de2 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:36.622802 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8594e3a-b5d4-4836-a26e-9c51f2982c91 None None] Network ad5a767c-a006-43b8-a2f6-bfa5f58243ad requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:25:36.623568 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-a42fa908-bd8e-4cf7-831e-48d81d3474e9 None None] Transition to ACTIVE for port object c0fb772e-ac07-4738-a3a8-24b6cc6832b3 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:25:36.630176 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a42fa908-bd8e-4cf7-831e-48d81d3474e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:36.646040 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-faf54874-80c7-4a7c-887d-2a913ca21de2 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4061661 Aug 29 05:25:36.646328 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 42124) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:25:36.677390 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-a42fa908-bd8e-4cf7-831e-48d81d3474e9 None None] Attempting to bind port c0fb772e-ac07-4738-a3a8-24b6cc6832b3 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:25:36.677764 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-a42fa908-bd8e-4cf7-831e-48d81d3474e9 None None] Attempting to bind port c0fb772e-ac07-4738-a3a8-24b6cc6832b3 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:25:36.678129 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42fa908-bd8e-4cf7-831e-48d81d3474e9 None None] Attempting to bind port c0fb772e-ac07-4738-a3a8-24b6cc6832b3 on network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:25:36.689979 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42fa908-bd8e-4cf7-831e-48d81d3474e9 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:25:36.690352 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42fa908-bd8e-4cf7-831e-48d81d3474e9 None None] Checking segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:25:36.690744 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a42fa908-bd8e-4cf7-831e-48d81d3474e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:36.691133 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42fa908-bd8e-4cf7-831e-48d81d3474e9 None None] Bound using segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:25:36.691603 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-a42fa908-bd8e-4cf7-831e-48d81d3474e9 None None] Bound port: c0fb772e-ac07-4738-a3a8-24b6cc6832b3, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:25:36.692007 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a42fa908-bd8e-4cf7-831e-48d81d3474e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:36.747336 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38d7b55-3ff2-4c07-b006-6c7bd68fc4a5 None None] Pushing event updated for resources: {'Port': ['ID=c0fb772e-ac07-4738-a3a8-24b6cc6832b3,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:36.747336 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-a42fa908-bd8e-4cf7-831e-48d81d3474e9 None None] For port c0fb772e-ac07-4738-a3a8-24b6cc6832b3, host n-d-712140-12, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:25:36.750212 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-a42fa908-bd8e-4cf7-831e-48d81d3474e9 None None] For port c0fb772e-ac07-4738-a3a8-24b6cc6832b3, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=c0fb772e-ac07-4738-a3a8-24b6cc6832b3,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:25:36.758407 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a42fa908-bd8e-4cf7-831e-48d81d3474e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:36.761132 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38d7b55-3ff2-4c07-b006-6c7bd68fc4a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:36.761486 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38d7b55-3ff2-4c07-b006-6c7bd68fc4a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:36.761828 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38d7b55-3ff2-4c07-b006-6c7bd68fc4a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:36.762329 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38d7b55-3ff2-4c07-b006-6c7bd68fc4a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:36.762676 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38d7b55-3ff2-4c07-b006-6c7bd68fc4a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:36.763014 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38d7b55-3ff2-4c07-b006-6c7bd68fc4a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:36.763347 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38d7b55-3ff2-4c07-b006-6c7bd68fc4a5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:36.763768 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38d7b55-3ff2-4c07-b006-6c7bd68fc4a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:36.764104 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38d7b55-3ff2-4c07-b006-6c7bd68fc4a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:36.764434 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38d7b55-3ff2-4c07-b006-6c7bd68fc4a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:36.764763 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38d7b55-3ff2-4c07-b006-6c7bd68fc4a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:36.765079 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38d7b55-3ff2-4c07-b006-6c7bd68fc4a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:36.787613 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d44d447-eade-4532-8852-88bb055139d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-ad5a767c-a006-43b8-a2f6-bfa5f58243ad', 'network_id': 'ad5a767c-a006-43b8-a2f6-bfa5f58243ad', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'fixed_ips': [{'subnet_id': '22a9af12-41ba-4ecb-ac73-f0ed26d14a18'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 05:25:36.788508 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4d44d447-eade-4532-8852-88bb055139d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:36.829310 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42fa908-bd8e-4cf7-831e-48d81d3474e9 None None] Routers {'bd4a591b-9aa4-4125-83da-006fce348ba9'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:25:36.829848 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-a42fa908-bd8e-4cf7-831e-48d81d3474e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:25:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['bd4a591b-9aa4-4125-83da-006fce348ba9'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:25:36.865490 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38d7b55-3ff2-4c07-b006-6c7bd68fc4a5 None None] Pushing event updated for resources: {'Port': ['ID=c0fb772e-ac07-4738-a3a8-24b6cc6832b3,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:36.934717 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-4d44d447-eade-4532-8852-88bb055139d3 None None] Allocated IP 172.20.0.2 (ad5a767c-a006-43b8-a2f6-bfa5f58243ad/22a9af12-41ba-4ecb-ac73-f0ed26d14a18/14c38bd8-287f-40aa-be27-0ed0472b3d17) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:25:36.945568 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-a42fa908-bd8e-4cf7-831e-48d81d3474e9 None None] Set router bd4a591b-9aa4-4125-83da-006fce348ba9 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:25:37.085564 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4d44d447-eade-4532-8852-88bb055139d3 None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:37.094480 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-4d44d447-eade-4532-8852-88bb055139d3 None None] Transition to ACTIVE for port object 14c38bd8-287f-40aa-be27-0ed0472b3d17 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:25:37.109894 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-4d44d447-eade-4532-8852-88bb055139d3 None None] Transition to ACTIVE for port object 14c38bd8-287f-40aa-be27-0ed0472b3d17 will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:25:37.116663 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cb10752f-b94e-4d9e-9543-10d1142f50ee tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:37.117391 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4d44d447-eade-4532-8852-88bb055139d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:37.137888 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-a42fa908-bd8e-4cf7-831e-48d81d3474e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd4a591b-9aa4-4125-83da-006fce348ba9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1748789501', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': 'c0fb772e-ac07-4738-a3a8-24b6cc6832b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:25:34Z', 'updated_at': '2021-08-29T05:25:35Z', 'revision_number': 3, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'gw_port': {'id': 'c0fb772e-ac07-4738-a3a8-24b6cc6832b3', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:71:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd4a591b-9aa4-4125-83da-006fce348ba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:25:34Z', 'updated_at': '2021-08-29T05:25:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:25:37.157458 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d44d447-eade-4532-8852-88bb055139d3 None None] Network ad5a767c-a006-43b8-a2f6-bfa5f58243ad is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:25:37.167247 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-4d44d447-eade-4532-8852-88bb055139d3 None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:25:37.170482 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d44d447-eade-4532-8852-88bb055139d3 None None] Pushing event updated for resources: {'Port': ['ID=14c38bd8-287f-40aa-be27-0ed0472b3d17,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:37.170687 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42fa908-bd8e-4cf7-831e-48d81d3474e9 None None] The sync data for ids ['bd4a591b-9aa4-4125-83da-006fce348ba9'] in n-d-712140-12 is: [{'id': 'bd4a591b-9aa4-4125-83da-006fce348ba9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1748789501', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': 'c0fb772e-ac07-4738-a3a8-24b6cc6832b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:25:34Z', 'updated_at': '2021-08-29T05:25:35Z', 'revision_number': 3, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'gw_port': {'id': 'c0fb772e-ac07-4738-a3a8-24b6cc6832b3', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:71:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd4a591b-9aa4-4125-83da-006fce348ba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:25:34Z', 'updated_at': '2021-08-29T05:25:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:25:37.178954 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d44d447-eade-4532-8852-88bb055139d3 None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:25:37.237611 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-4d44d447-eade-4532-8852-88bb055139d3 None None] Attempting to bind port 14c38bd8-287f-40aa-be27-0ed0472b3d17 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:25:37.238016 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-4d44d447-eade-4532-8852-88bb055139d3 None None] Attempting to bind port 14c38bd8-287f-40aa-be27-0ed0472b3d17 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'ee091133-db11-456f-8111-714b40ed4c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'ad5a767c-a006-43b8-a2f6-bfa5f58243ad'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:25:37.238357 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d44d447-eade-4532-8852-88bb055139d3 None None] Attempting to bind port 14c38bd8-287f-40aa-be27-0ed0472b3d17 on network ad5a767c-a006-43b8-a2f6-bfa5f58243ad {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:25:37.243430 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d44d447-eade-4532-8852-88bb055139d3 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:25:37.243842 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d44d447-eade-4532-8852-88bb055139d3 None None] Checking segment: {'id': 'ee091133-db11-456f-8111-714b40ed4c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'ad5a767c-a006-43b8-a2f6-bfa5f58243ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:25:37.244257 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4d44d447-eade-4532-8852-88bb055139d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:37.244661 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d44d447-eade-4532-8852-88bb055139d3 None None] Bound using segment: {'id': 'ee091133-db11-456f-8111-714b40ed4c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'ad5a767c-a006-43b8-a2f6-bfa5f58243ad'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:25:37.245139 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-4d44d447-eade-4532-8852-88bb055139d3 None None] Bound port: 14c38bd8-287f-40aa-be27-0ed0472b3d17, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee091133-db11-456f-8111-714b40ed4c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'ad5a767c-a006-43b8-a2f6-bfa5f58243ad'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:25:37.245525 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4d44d447-eade-4532-8852-88bb055139d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:37.309454 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-4d44d447-eade-4532-8852-88bb055139d3 None None] For port 14c38bd8-287f-40aa-be27-0ed0472b3d17, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:25:37.312850 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-4d44d447-eade-4532-8852-88bb055139d3 None None] For port 14c38bd8-287f-40aa-be27-0ed0472b3d17, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=14c38bd8-287f-40aa-be27-0ed0472b3d17,segment=NetworkSegment(ee091133-db11-456f-8111-714b40ed4c88),segment_id=ee091133-db11-456f-8111-714b40ed4c88)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:25:37.319081 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4d44d447-eade-4532-8852-88bb055139d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:37.396566 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:37.403346 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d44d447-eade-4532-8852-88bb055139d3 None None] Pushing event updated for resources: {'Port': ['ID=14c38bd8-287f-40aa-be27-0ed0472b3d17,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:37.452091 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-cb10752f-b94e-4d9e-9543-10d1142f50ee tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Allocated IP 172.20.0.1 (ad5a767c-a006-43b8-a2f6-bfa5f58243ad/22a9af12-41ba-4ecb-ac73-f0ed26d14a18/aa8463b6-e644-466c-936b-7558bc4032e4) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:25:37.457906 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:37.602036 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cb10752f-b94e-4d9e-9543-10d1142f50ee tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:37.625944 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-cb10752f-b94e-4d9e-9543-10d1142f50ee tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Transition to ACTIVE for port object aa8463b6-e644-466c-936b-7558bc4032e4 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:25:37.667959 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cb10752f-b94e-4d9e-9543-10d1142f50ee tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:37.714680 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb10752f-b94e-4d9e-9543-10d1142f50ee tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Network ad5a767c-a006-43b8-a2f6-bfa5f58243ad is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:25:37.723513 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-cb10752f-b94e-4d9e-9543-10d1142f50ee tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:25:37.725952 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb10752f-b94e-4d9e-9543-10d1142f50ee tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:25:37.762308 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb10752f-b94e-4d9e-9543-10d1142f50ee tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Pushing event updated for resources: {'Port': ['ID=aa8463b6-e644-466c-936b-7558bc4032e4,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:37.778192 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cb10752f-b94e-4d9e-9543-10d1142f50ee tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719598'] for router_interface, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:37.916180 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cb10752f-b94e-4d9e-9543-10d1142f50ee tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:38.205287 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cb10752f-b94e-4d9e-9543-10d1142f50ee tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:38.210239 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cb10752f-b94e-4d9e-9543-10d1142f50ee tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:38.288071 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb10752f-b94e-4d9e-9543-10d1142f50ee tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Pushing event updated for resources: {'Port': ['ID=aa8463b6-e644-466c-936b-7558bc4032e4,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:38.294358 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cb10752f-b94e-4d9e-9543-10d1142f50ee tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-718897'] for router_interface, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:38.377584 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8174df15-55ec-496f-a0e5-55f22fa287a2 None None] Network ad5a767c-a006-43b8-a2f6-bfa5f58243ad requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:25:38.396434 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb10752f-b94e-4d9e-9543-10d1142f50ee tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Network ad5a767c-a006-43b8-a2f6-bfa5f58243ad is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:25:38.397837 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-cb10752f-b94e-4d9e-9543-10d1142f50ee tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:25:38.432131 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 14c38bd8-287f-40aa-be27-0ed0472b3d17 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:25:38.505596 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-badcfb2f-dd9e-4f58-ad7c-ef49662f7ed2 None None] Provisioning for port 14c38bd8-287f-40aa-be27-0ed0472b3d17 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:25:38.521581 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb10752f-b94e-4d9e-9543-10d1142f50ee tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Router bd4a591b-9aa4-4125-83da-006fce348ba9 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:25:38.540729 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 14c38bd8-287f-40aa-be27-0ed0472b3d17 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:25:38.548693 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 14c38bd8-287f-40aa-be27-0ed0472b3d17 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:25:38.549154 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:38.646225 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb10752f-b94e-4d9e-9543-10d1142f50ee tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:25:38.652019 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-cb10752f-b94e-4d9e-9543-10d1142f50ee tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "PUT /v2.0/routers/bd4a591b-9aa4-4125-83da-006fce348ba9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0044365 Aug 29 05:25:38.669436 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:38.709346 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 14c38bd8-287f-40aa-be27-0ed0472b3d17, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=14c38bd8-287f-40aa-be27-0ed0472b3d17,segment=NetworkSegment(ee091133-db11-456f-8111-714b40ed4c88),segment_id=ee091133-db11-456f-8111-714b40ed4c88)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:25:38.714518 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:38.715301 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device c0fb772e-ac07-4738-a3a8-24b6cc6832b3 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:25:38.802268 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=14c38bd8-287f-40aa-be27-0ed0472b3d17,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:38.819445 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port c0fb772e-ac07-4738-a3a8-24b6cc6832b3 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:25:38.824825 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port c0fb772e-ac07-4738-a3a8-24b6cc6832b3 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:25:38.825211 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:38.831887 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-27912c68-49e0-46a4-be8b-144ec12eaea5 req-729dcaed-70f9-467c-b497-0b660b8ab0e7 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1425861559&fields=id&tenant_id=170eeddf5b474a98bd75c73129396ea6 HTTP/1.1" status: 200 len: 267 time: 0.0403039 Aug 29 05:25:38.901022 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad4a8a2-1db5-4eef-a8ab-d2b9e1e73ddc None None] Sync routers for ids ['bd4a591b-9aa4-4125-83da-006fce348ba9'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:25:38.922306 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:38.928121 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad4a8a2-1db5-4eef-a8ab-d2b9e1e73ddc None None] Routers {'bd4a591b-9aa4-4125-83da-006fce348ba9'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:25:38.928849 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-bad4a8a2-1db5-4eef-a8ab-d2b9e1e73ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:25:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['bd4a591b-9aa4-4125-83da-006fce348ba9'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:25:38.967481 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27912c68-49e0-46a4-be8b-144ec12eaea5 req-e434f436-9533-4239-ab64-b264553f0192 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:38.976187 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-27912c68-49e0-46a4-be8b-144ec12eaea5 req-e434f436-9533-4239-ab64-b264553f0192 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/networks?id=ad5a767c-a006-43b8-a2f6-bfa5f58243ad HTTP/1.1" status: 200 len: 797 time: 0.1362493 Aug 29 05:25:38.989938 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-27912c68-49e0-46a4-be8b-144ec12eaea5 req-da2edfb2-5ff1-4da7-974d-2c8b52f35124 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/quotas/170eeddf5b474a98bd75c73129396ea6 HTTP/1.1" status: 200 len: 375 time: 0.0128458 Aug 29 05:25:39.000401 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port c0fb772e-ac07-4738-a3a8-24b6cc6832b3, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=c0fb772e-ac07-4738-a3a8-24b6cc6832b3,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:25:39.020219 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:39.055269 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:39.062580 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-27912c68-49e0-46a4-be8b-144ec12eaea5 req-4cfbb20e-7985-4011-adc6-eca084ff3379 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=170eeddf5b474a98bd75c73129396ea6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0664921 Aug 29 05:25:39.076829 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-16d16e09-a373-40bf-a5da-642dd6a3be2a None None] Provisioning for port aa8463b6-e644-466c-936b-7558bc4032e4 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:25:39.086614 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [req-27912c68-49e0-46a4-be8b-144ec12eaea5 req-1ff52da4-9c74-4ccf-b1eb-6c2276e08215 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 05:25:39.089446 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-27912c68-49e0-46a4-be8b-144ec12eaea5 req-1ff52da4-9c74-4ccf-b1eb-6c2276e08215 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082788 Aug 29 05:25:39.095370 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-16d16e09-a373-40bf-a5da-642dd6a3be2a None None] Provisioning complete for port aa8463b6-e644-466c-936b-7558bc4032e4 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:25:39.095773 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-16d16e09-a373-40bf-a5da-642dd6a3be2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:39.148244 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-bad4a8a2-1db5-4eef-a8ab-d2b9e1e73ddc None None] Set router bd4a591b-9aa4-4125-83da-006fce348ba9 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:25:39.183670 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=c0fb772e-ac07-4738-a3a8-24b6cc6832b3,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:39.200730 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-16d16e09-a373-40bf-a5da-642dd6a3be2a None None] Port aa8463b6-e644-466c-936b-7558bc4032e4 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:25:39.204017 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-27912c68-49e0-46a4-be8b-144ec12eaea5 req-819c8042-cc72-48d9-a227-33e6b4aac2d0 service neutron] 10.222.0.22 "GET /v2.0/networks/ad5a767c-a006-43b8-a2f6-bfa5f58243ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060731 Aug 29 05:25:39.280389 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-16d16e09-a373-40bf-a5da-642dd6a3be2a None None] Provisioning complete for port 14c38bd8-287f-40aa-be27-0ed0472b3d17 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:25:39.280767 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-16d16e09-a373-40bf-a5da-642dd6a3be2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:39.306174 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-27912c68-49e0-46a4-be8b-144ec12eaea5 req-eee3ab9f-ca6c-472d-8086-c8155d94266c service neutron] 10.222.0.22 "GET /v2.0/networks/ad5a767c-a006-43b8-a2f6-bfa5f58243ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952687 Aug 29 05:25:39.456299 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-bad4a8a2-1db5-4eef-a8ab-d2b9e1e73ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd4a591b-9aa4-4125-83da-006fce348ba9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1748789501', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': 'c0fb772e-ac07-4738-a3a8-24b6cc6832b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:25:34Z', 'updated_at': '2021-08-29T05:25:37Z', 'revision_number': 4, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'gw_port': {'id': 'c0fb772e-ac07-4738-a3a8-24b6cc6832b3', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:71:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd4a591b-9aa4-4125-83da-006fce348ba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:25:34Z', 'updated_at': '2021-08-29T05:25:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': 'aa8463b6-e644-466c-936b-7558bc4032e4', 'name': '', 'network_id': 'ad5a767c-a006-43b8-a2f6-bfa5f58243ad', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'mac_address': 'fa:16:3e:e5:10:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd4a591b-9aa4-4125-83da-006fce348ba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '22a9af12-41ba-4ecb-ac73-f0ed26d14a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:25:37Z', 'updated_at': '2021-08-29T05:25:38Z', 'revision_number': 2, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'subnets': [{'id': '22a9af12-41ba-4ecb-ac73-f0ed26d14a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:25:39.486239 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-91bf93e2-6875-4dce-8b28-362874fd0499 req-3df61619-ea25-4a8d-9a19-80baad14841c tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=d4ee2145-bb62-4d34-b4d9-23c4784d7085 HTTP/1.1" status: 200 len: 210 time: 0.0282874 Aug 29 05:25:39.552162 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:25:39.646150 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad4a8a2-1db5-4eef-a8ab-d2b9e1e73ddc None None] Checking router: bd4a591b-9aa4-4125-83da-006fce348ba9 for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:25:39.646503 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad4a8a2-1db5-4eef-a8ab-d2b9e1e73ddc None None] Updating router bd4a591b-9aa4-4125-83da-006fce348ba9 port aa8463b6-e644-466c-936b-7558bc4032e4 binding host n-d-712140-12 {{(pid=94830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:25:39.676637 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bad4a8a2-1db5-4eef-a8ab-d2b9e1e73ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:39.678458 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-a0360cfd-20f7-4710-99e5-4ba998d3e276 None None] Provisioning complete for port aa8463b6-e644-466c-936b-7558bc4032e4 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:25:39.678844 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a0360cfd-20f7-4710-99e5-4ba998d3e276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:39.742027 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-a0360cfd-20f7-4710-99e5-4ba998d3e276 None None] Port aa8463b6-e644-466c-936b-7558bc4032e4 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:25:39.978616 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bad4a8a2-1db5-4eef-a8ab-d2b9e1e73ddc None None] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:39.990820 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-bad4a8a2-1db5-4eef-a8ab-d2b9e1e73ddc None None] Transition to ACTIVE for port object aa8463b6-e644-466c-936b-7558bc4032e4 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:25:39.997162 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bad4a8a2-1db5-4eef-a8ab-d2b9e1e73ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:40.045989 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9717c787-4139-46a3-99f9-cc5e4e9bf863 None None] Pushing event updated for resources: {'Port': ['ID=aa8463b6-e644-466c-936b-7558bc4032e4,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:40.098349 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-bad4a8a2-1db5-4eef-a8ab-d2b9e1e73ddc None None] Attempting to bind port aa8463b6-e644-466c-936b-7558bc4032e4 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:25:40.098718 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-bad4a8a2-1db5-4eef-a8ab-d2b9e1e73ddc None None] Attempting to bind port aa8463b6-e644-466c-936b-7558bc4032e4 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'ee091133-db11-456f-8111-714b40ed4c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'ad5a767c-a006-43b8-a2f6-bfa5f58243ad'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:25:40.099084 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad4a8a2-1db5-4eef-a8ab-d2b9e1e73ddc None None] Attempting to bind port aa8463b6-e644-466c-936b-7558bc4032e4 on network ad5a767c-a006-43b8-a2f6-bfa5f58243ad {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:25:40.104485 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad4a8a2-1db5-4eef-a8ab-d2b9e1e73ddc None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:25:40.104865 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad4a8a2-1db5-4eef-a8ab-d2b9e1e73ddc None None] Checking segment: {'id': 'ee091133-db11-456f-8111-714b40ed4c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'ad5a767c-a006-43b8-a2f6-bfa5f58243ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:25:40.105297 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bad4a8a2-1db5-4eef-a8ab-d2b9e1e73ddc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:40.105695 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad4a8a2-1db5-4eef-a8ab-d2b9e1e73ddc None None] Bound using segment: {'id': 'ee091133-db11-456f-8111-714b40ed4c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'ad5a767c-a006-43b8-a2f6-bfa5f58243ad'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:25:40.106162 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-bad4a8a2-1db5-4eef-a8ab-d2b9e1e73ddc None None] Bound port: aa8463b6-e644-466c-936b-7558bc4032e4, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee091133-db11-456f-8111-714b40ed4c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'ad5a767c-a006-43b8-a2f6-bfa5f58243ad'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:25:40.106544 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bad4a8a2-1db5-4eef-a8ab-d2b9e1e73ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:40.174565 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-bad4a8a2-1db5-4eef-a8ab-d2b9e1e73ddc None None] For port aa8463b6-e644-466c-936b-7558bc4032e4, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:25:40.177904 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-bad4a8a2-1db5-4eef-a8ab-d2b9e1e73ddc None None] For port aa8463b6-e644-466c-936b-7558bc4032e4, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=aa8463b6-e644-466c-936b-7558bc4032e4,segment=NetworkSegment(ee091133-db11-456f-8111-714b40ed4c88),segment_id=ee091133-db11-456f-8111-714b40ed4c88)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:25:40.183123 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bad4a8a2-1db5-4eef-a8ab-d2b9e1e73ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:40.244562 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad4a8a2-1db5-4eef-a8ab-d2b9e1e73ddc None None] Routers {'bd4a591b-9aa4-4125-83da-006fce348ba9'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:25:40.245485 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-bad4a8a2-1db5-4eef-a8ab-d2b9e1e73ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:25:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['bd4a591b-9aa4-4125-83da-006fce348ba9'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:25:40.249738 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9717c787-4139-46a3-99f9-cc5e4e9bf863 None None] Pushing event updated for resources: {'Port': ['ID=aa8463b6-e644-466c-936b-7558bc4032e4,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:40.371485 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 14c38bd8-287f-40aa-be27-0ed0472b3d17 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:25:40.409223 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-bad4a8a2-1db5-4eef-a8ab-d2b9e1e73ddc None None] Set router bd4a591b-9aa4-4125-83da-006fce348ba9 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:25:40.452383 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27912c68-49e0-46a4-be8b-144ec12eaea5 req-45edd093-a87c-4438-8684-ad19ddfdbbf7 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:40.455335 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-27912c68-49e0-46a4-be8b-144ec12eaea5 req-45edd093-a87c-4438-8684-ad19ddfdbbf7 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.46 "GET /v2.0/networks?id=ad5a767c-a006-43b8-a2f6-bfa5f58243ad HTTP/1.1" status: 200 len: 797 time: 0.1379523 Aug 29 05:25:40.502612 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-27912c68-49e0-46a4-be8b-144ec12eaea5 req-784248bd-2b0d-4d94-a791-f6e1a9ad382a tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=170eeddf5b474a98bd75c73129396ea6 HTTP/1.1" status: 200 len: 380 time: 0.0378909 Aug 29 05:25:40.514644 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-27912c68-49e0-46a4-be8b-144ec12eaea5 req-0509b1ba-8c84-4984-a2dc-06cf1c98771a tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Request body: {'port': {'device_id': 'd4ee2145-bb62-4d34-b4d9-23c4784d7085', 'network_id': 'ad5a767c-a006-43b8-a2f6-bfa5f58243ad', 'admin_state_up': True, 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'security_groups': ['819dae5b-b70d-41c4-b5b5-6c9448873c4b']}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:25:40.549232 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 14c38bd8-287f-40aa-be27-0ed0472b3d17 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:25:40.549814 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:40.597117 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b7c607d8-74cd-41b2-a585-3bb458b35ac1 req-8ffaafb5-1fc2-45db-add8-209b65e1435f tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=d4ee2145-bb62-4d34-b4d9-23c4784d7085 HTTP/1.1" status: 200 len: 210 time: 0.0343800 Aug 29 05:25:40.659799 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27912c68-49e0-46a4-be8b-144ec12eaea5 req-0509b1ba-8c84-4984-a2dc-06cf1c98771a tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Made reservation on behalf of 170eeddf5b474a98bd75c73129396ea6 for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:25:40.663519 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-27912c68-49e0-46a4-be8b-144ec12eaea5 req-0509b1ba-8c84-4984-a2dc-06cf1c98771a tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:40.699870 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device c0fb772e-ac07-4738-a3a8-24b6cc6832b3 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:25:40.742464 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-bad4a8a2-1db5-4eef-a8ab-d2b9e1e73ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd4a591b-9aa4-4125-83da-006fce348ba9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1748789501', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': 'c0fb772e-ac07-4738-a3a8-24b6cc6832b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:25:34Z', 'updated_at': '2021-08-29T05:25:37Z', 'revision_number': 4, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'gw_port': {'id': 'c0fb772e-ac07-4738-a3a8-24b6cc6832b3', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:71:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4a591b-9aa4-4125-83da-006fce348ba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:25:34Z', 'updated_at': '2021-08-29T05:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': 'aa8463b6-e644-466c-936b-7558bc4032e4', 'name': '', 'network_id': 'ad5a767c-a006-43b8-a2f6-bfa5f58243ad', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'mac_address': 'fa:16:3e:e5:10:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd4a591b-9aa4-4125-83da-006fce348ba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '22a9af12-41ba-4ecb-ac73-f0ed26d14a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:25:37Z', 'updated_at': '2021-08-29T05:25:40Z', 'revision_number': 4, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'subnets': [{'id': '22a9af12-41ba-4ecb-ac73-f0ed26d14a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:25:40.772481 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad4a8a2-1db5-4eef-a8ab-d2b9e1e73ddc None None] The sync data for ids ['bd4a591b-9aa4-4125-83da-006fce348ba9'] in n-d-712140-12 is: [{'id': 'bd4a591b-9aa4-4125-83da-006fce348ba9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1748789501', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': 'c0fb772e-ac07-4738-a3a8-24b6cc6832b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:25:34Z', 'updated_at': '2021-08-29T05:25:37Z', 'revision_number': 4, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'gw_port': {'id': 'c0fb772e-ac07-4738-a3a8-24b6cc6832b3', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:71:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4a591b-9aa4-4125-83da-006fce348ba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:25:34Z', 'updated_at': '2021-08-29T05:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': 'aa8463b6-e644-466c-936b-7558bc4032e4', 'name': '', 'network_id': 'ad5a767c-a006-43b8-a2f6-bfa5f58243ad', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'mac_address': 'fa:16:3e:e5:10:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd4a591b-9aa4-4125-83da-006fce348ba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '22a9af12-41ba-4ecb-ac73-f0ed26d14a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:25:37Z', 'updated_at': '2021-08-29T05:25:40Z', 'revision_number': 4, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'subnets': [{'id': '22a9af12-41ba-4ecb-ac73-f0ed26d14a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:25:40.784815 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port c0fb772e-ac07-4738-a3a8-24b6cc6832b3 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:25:40.785190 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:40.796239 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-27912c68-49e0-46a4-be8b-144ec12eaea5 req-0509b1ba-8c84-4984-a2dc-06cf1c98771a tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Allocated IP 172.20.0.9 (ad5a767c-a006-43b8-a2f6-bfa5f58243ad/22a9af12-41ba-4ecb-ac73-f0ed26d14a18/8aa2578d-a5f3-4655-86b0-b83fe59637fa) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:25:40.967331 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-27912c68-49e0-46a4-be8b-144ec12eaea5 req-0509b1ba-8c84-4984-a2dc-06cf1c98771a tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:40.981561 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-27912c68-49e0-46a4-be8b-144ec12eaea5 req-0509b1ba-8c84-4984-a2dc-06cf1c98771a tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Transition to ACTIVE for port object 8aa2578d-a5f3-4655-86b0-b83fe59637fa will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:25:41.014923 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-27912c68-49e0-46a4-be8b-144ec12eaea5 req-0509b1ba-8c84-4984-a2dc-06cf1c98771a tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:41.061115 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27912c68-49e0-46a4-be8b-144ec12eaea5 req-0509b1ba-8c84-4984-a2dc-06cf1c98771a tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Network ad5a767c-a006-43b8-a2f6-bfa5f58243ad is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:25:41.064313 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-27912c68-49e0-46a4-be8b-144ec12eaea5 req-0509b1ba-8c84-4984-a2dc-06cf1c98771a tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:25:41.069056 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-27912c68-49e0-46a4-be8b-144ec12eaea5 req-0509b1ba-8c84-4984-a2dc-06cf1c98771a tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:25:41.096740 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0509b1ba-8c84-4984-a2dc-06cf1c98771a tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Pushing event updated for resources: {'Port': ['ID=8aa2578d-a5f3-4655-86b0-b83fe59637fa,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:41.129837 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27912c68-49e0-46a4-be8b-144ec12eaea5 req-0509b1ba-8c84-4984-a2dc-06cf1c98771a tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:41.130589 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-27912c68-49e0-46a4-be8b-144ec12eaea5 req-0509b1ba-8c84-4984-a2dc-06cf1c98771a tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:41.146766 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-27912c68-49e0-46a4-be8b-144ec12eaea5 req-0509b1ba-8c84-4984-a2dc-06cf1c98771a tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6371994 Aug 29 05:25:41.160251 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-27912c68-49e0-46a4-be8b-144ec12eaea5 req-8c489434-b205-407f-b598-344cc4aa1b53 service neutron] Request body: {'port': {'device_id': 'd4ee2145-bb62-4d34-b4d9-23c4784d7085', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:25:41.223219 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-27912c68-49e0-46a4-be8b-144ec12eaea5 req-8c489434-b205-407f-b598-344cc4aa1b53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:41.347815 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-31d16a3a-8938-4069-bda8-66f73344df37 None None] Provisioning for port 8aa2578d-a5f3-4655-86b0-b83fe59637fa completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:25:41.352334 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-31d16a3a-8938-4069-bda8-66f73344df37 None None] Provisioning complete for port 8aa2578d-a5f3-4655-86b0-b83fe59637fa triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:25:41.352514 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-31d16a3a-8938-4069-bda8-66f73344df37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:41.394766 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-31d16a3a-8938-4069-bda8-66f73344df37 None None] Port 8aa2578d-a5f3-4655-86b0-b83fe59637fa cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:25:41.506339 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-27912c68-49e0-46a4-be8b-144ec12eaea5 req-8c489434-b205-407f-b598-344cc4aa1b53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8aa2578d-a5f3-4655-86b0-b83fe59637fa {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:25:41.514159 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-27912c68-49e0-46a4-be8b-144ec12eaea5 req-8c489434-b205-407f-b598-344cc4aa1b53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:41.526311 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-27912c68-49e0-46a4-be8b-144ec12eaea5 req-8c489434-b205-407f-b598-344cc4aa1b53 service neutron] Transition to ACTIVE for port object 8aa2578d-a5f3-4655-86b0-b83fe59637fa will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:25:41.530887 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-27912c68-49e0-46a4-be8b-144ec12eaea5 req-8c489434-b205-407f-b598-344cc4aa1b53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:41.585465 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c489434-b205-407f-b598-344cc4aa1b53 service neutron] Pushing event updated for resources: {'Port': ['ID=8aa2578d-a5f3-4655-86b0-b83fe59637fa,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:41.668610 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-27912c68-49e0-46a4-be8b-144ec12eaea5 req-8c489434-b205-407f-b598-344cc4aa1b53 service neutron] Attempting to bind port 8aa2578d-a5f3-4655-86b0-b83fe59637fa on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:25:41.668952 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-27912c68-49e0-46a4-be8b-144ec12eaea5 req-8c489434-b205-407f-b598-344cc4aa1b53 service neutron] Attempting to bind port 8aa2578d-a5f3-4655-86b0-b83fe59637fa by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': 'ee091133-db11-456f-8111-714b40ed4c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'ad5a767c-a006-43b8-a2f6-bfa5f58243ad'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:25:41.669290 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27912c68-49e0-46a4-be8b-144ec12eaea5 req-8c489434-b205-407f-b598-344cc4aa1b53 service neutron] Attempting to bind port 8aa2578d-a5f3-4655-86b0-b83fe59637fa on network ad5a767c-a006-43b8-a2f6-bfa5f58243ad {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:25:41.675732 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27912c68-49e0-46a4-be8b-144ec12eaea5 req-8c489434-b205-407f-b598-344cc4aa1b53 service neutron] Port 8aa2578d-a5f3-4655-86b0-b83fe59637fa on network ad5a767c-a006-43b8-a2f6-bfa5f58243ad not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:25:41.676310 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27912c68-49e0-46a4-be8b-144ec12eaea5 req-8c489434-b205-407f-b598-344cc4aa1b53 service neutron] Attempting to bind port 8aa2578d-a5f3-4655-86b0-b83fe59637fa on network ad5a767c-a006-43b8-a2f6-bfa5f58243ad {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:25:42.044704 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27912c68-49e0-46a4-be8b-144ec12eaea5 req-8c489434-b205-407f-b598-344cc4aa1b53 service neutron] Checking agent: {'id': '3de9de52-3a03-431d-9d7e-497ae92c57ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:25:42.045043 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27912c68-49e0-46a4-be8b-144ec12eaea5 req-8c489434-b205-407f-b598-344cc4aa1b53 service neutron] Checking segment: {'id': 'ee091133-db11-456f-8111-714b40ed4c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'ad5a767c-a006-43b8-a2f6-bfa5f58243ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:25:42.045434 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27912c68-49e0-46a4-be8b-144ec12eaea5 req-8c489434-b205-407f-b598-344cc4aa1b53 service neutron] Bound using segment: {'id': 'ee091133-db11-456f-8111-714b40ed4c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'ad5a767c-a006-43b8-a2f6-bfa5f58243ad'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:25:42.045866 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-27912c68-49e0-46a4-be8b-144ec12eaea5 req-8c489434-b205-407f-b598-344cc4aa1b53 service neutron] Bound port: 8aa2578d-a5f3-4655-86b0-b83fe59637fa, host: n-h1-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee091133-db11-456f-8111-714b40ed4c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'ad5a767c-a006-43b8-a2f6-bfa5f58243ad'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:25:42.046226 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-27912c68-49e0-46a4-be8b-144ec12eaea5 req-8c489434-b205-407f-b598-344cc4aa1b53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:42.118812 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e94662-2f56-405a-a650-b9c6bd2d52ee req-78ca2e56-8148-4731-b23f-7e786fda163b tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:42.120342 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d2e94662-2f56-405a-a650-b9c6bd2d52ee req-78ca2e56-8148-4731-b23f-7e786fda163b tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=d4ee2145-bb62-4d34-b4d9-23c4784d7085 HTTP/1.1" status: 200 len: 943 time: 0.4411633 Aug 29 05:25:42.151445 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-27912c68-49e0-46a4-be8b-144ec12eaea5 req-8c489434-b205-407f-b598-344cc4aa1b53 service neutron] For port 8aa2578d-a5f3-4655-86b0-b83fe59637fa, host n-h1-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:25:42.173811 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-27912c68-49e0-46a4-be8b-144ec12eaea5 req-8c489434-b205-407f-b598-344cc4aa1b53 service neutron] For port 8aa2578d-a5f3-4655-86b0-b83fe59637fa, host n-h1-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=8aa2578d-a5f3-4655-86b0-b83fe59637fa,segment=NetworkSegment(ee091133-db11-456f-8111-714b40ed4c88),segment_id=ee091133-db11-456f-8111-714b40ed4c88)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:25:42.179989 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d2e94662-2f56-405a-a650-b9c6bd2d52ee req-b5765992-b775-4664-88b2-260241d3dfdc tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=819dae5b-b70d-41c4-b5b5-6c9448873c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530679 Aug 29 05:25:42.181427 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-27912c68-49e0-46a4-be8b-144ec12eaea5 req-8c489434-b205-407f-b598-344cc4aa1b53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:42.213775 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27912c68-49e0-46a4-be8b-144ec12eaea5 req-8c489434-b205-407f-b598-344cc4aa1b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:42.214120 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-27912c68-49e0-46a4-be8b-144ec12eaea5 req-8c489434-b205-407f-b598-344cc4aa1b53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:42.215585 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-27912c68-49e0-46a4-be8b-144ec12eaea5 req-8c489434-b205-407f-b598-344cc4aa1b53 service neutron] 10.222.0.46 "PUT /v2.0/ports/8aa2578d-a5f3-4655-86b0-b83fe59637fa HTTP/1.1" status: 200 len: 1092 time: 1.0599983 Aug 29 05:25:42.217857 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4ee2145-bb62-4d34-b4d9-23c4784d7085', 'tag': '8aa2578d-a5f3-4655-86b0-b83fe59637fa'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:25:42.220651 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfb9107a06241f0f5f2256c13c0e0e77dc40c776bf6dc0455c34cebdf0549d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a86c40b-0f75-45d9-a49e-f6c652afad13" -d '{"events": [{"name": "network-changed", "server_uuid": "d4ee2145-bb62-4d34-b4d9-23c4784d7085", "tag": "8aa2578d-a5f3-4655-86b0-b83fe59637fa"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:25:42.250534 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c489434-b205-407f-b598-344cc4aa1b53 service neutron] Pushing event updated for resources: {'Port': ['ID=8aa2578d-a5f3-4655-86b0-b83fe59637fa,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:42.286100 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5973f2f9-bcc8-4967-963d-19929dbedd86 x-openstack-request-id: req-5973f2f9-bcc8-4967-963d-19929dbedd86 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:25:42.286408 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4ee2145-bb62-4d34-b4d9-23c4784d7085", "tag": "8aa2578d-a5f3-4655-86b0-b83fe59637fa", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:25:42.286656 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5973f2f9-bcc8-4967-963d-19929dbedd86 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:25:42.287053 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4ee2145-bb62-4d34-b4d9-23c4784d7085', 'tag': '8aa2578d-a5f3-4655-86b0-b83fe59637fa', 'status': 'completed', 'code': 200} Aug 29 05:25:42.306436 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27912c68-49e0-46a4-be8b-144ec12eaea5 req-6aa01a2b-d1c3-429f-bcd5-471736a3a5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:42.308206 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-27912c68-49e0-46a4-be8b-144ec12eaea5 req-6aa01a2b-d1c3-429f-bcd5-471736a3a5fe service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=170eeddf5b474a98bd75c73129396ea6&device_id=d4ee2145-bb62-4d34-b4d9-23c4784d7085 HTTP/1.1" status: 200 len: 1095 time: 0.0491509 Aug 29 05:25:42.353008 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-27912c68-49e0-46a4-be8b-144ec12eaea5 req-e2100fa5-5847-4dac-8a42-6ca8f57a0b7c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8aa2578d-a5f3-4655-86b0-b83fe59637fa HTTP/1.1" status: 200 len: 217 time: 0.0365901 Aug 29 05:25:42.380185 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device aa8463b6-e644-466c-936b-7558bc4032e4 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:25:42.413896 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27912c68-49e0-46a4-be8b-144ec12eaea5 req-ebbe3847-bd67-41b9-9d00-45ce75ce5eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:42.415581 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-27912c68-49e0-46a4-be8b-144ec12eaea5 req-ebbe3847-bd67-41b9-9d00-45ce75ce5eb6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=22a9af12-41ba-4ecb-ac73-f0ed26d14a18 HTTP/1.1" status: 200 len: 834 time: 0.0552323 Aug 29 05:25:42.438674 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port aa8463b6-e644-466c-936b-7558bc4032e4 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:25:42.445072 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port aa8463b6-e644-466c-936b-7558bc4032e4 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:25:42.445456 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:42.462193 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27912c68-49e0-46a4-be8b-144ec12eaea5 req-d5f6b72d-4ede-4881-8da8-6faef3270b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:42.463714 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-27912c68-49e0-46a4-be8b-144ec12eaea5 req-d5f6b72d-4ede-4881-8da8-6faef3270b15 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ad5a767c-a006-43b8-a2f6-bfa5f58243ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408657 Aug 29 05:25:42.527939 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:42.553836 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-27912c68-49e0-46a4-be8b-144ec12eaea5 req-b5513f47-d129-426a-b8f9-2e0fc668345d service neutron] 10.222.0.46 "GET /v2.0/networks/ad5a767c-a006-43b8-a2f6-bfa5f58243ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821207 Aug 29 05:25:42.563348 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port aa8463b6-e644-466c-936b-7558bc4032e4, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=aa8463b6-e644-466c-936b-7558bc4032e4,segment=NetworkSegment(ee091133-db11-456f-8111-714b40ed4c88),segment_id=ee091133-db11-456f-8111-714b40ed4c88)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:25:42.567180 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:42.613387 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=aa8463b6-e644-466c-936b-7558bc4032e4,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:42.650677 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-27912c68-49e0-46a4-be8b-144ec12eaea5 req-5d1ac7a1-3d7f-4c72-bb3d-d79f9ce356b8 service neutron] 10.222.0.46 "GET /v2.0/networks/ad5a767c-a006-43b8-a2f6-bfa5f58243ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887289 Aug 29 05:25:42.731107 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a86c40b-0f75-45d9-a49e-f6c652afad13 req-fbebd70e-64a7-4aa4-800d-20db7bbec03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:42.733139 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2a86c40b-0f75-45d9-a49e-f6c652afad13 req-fbebd70e-64a7-4aa4-800d-20db7bbec03d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=170eeddf5b474a98bd75c73129396ea6&device_id=d4ee2145-bb62-4d34-b4d9-23c4784d7085 HTTP/1.1" status: 200 len: 1095 time: 0.0399804 Aug 29 05:25:42.825979 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a86c40b-0f75-45d9-a49e-f6c652afad13 req-d63e9412-e02e-473f-9729-8f6ed2686371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:42.827438 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2a86c40b-0f75-45d9-a49e-f6c652afad13 req-d63e9412-e02e-473f-9729-8f6ed2686371 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ad5a767c-a006-43b8-a2f6-bfa5f58243ad HTTP/1.1" status: 200 len: 898 time: 0.0862432 Aug 29 05:25:42.869849 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2a86c40b-0f75-45d9-a49e-f6c652afad13 req-914de37e-f6c4-4383-9cb3-b21160e8c6d2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8aa2578d-a5f3-4655-86b0-b83fe59637fa HTTP/1.1" status: 200 len: 217 time: 0.0342669 Aug 29 05:25:42.918937 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a86c40b-0f75-45d9-a49e-f6c652afad13 req-95106134-2852-4519-b851-20412e68732a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:42.920958 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2a86c40b-0f75-45d9-a49e-f6c652afad13 req-95106134-2852-4519-b851-20412e68732a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=22a9af12-41ba-4ecb-ac73-f0ed26d14a18 HTTP/1.1" status: 200 len: 834 time: 0.0437384 Aug 29 05:25:42.971556 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a86c40b-0f75-45d9-a49e-f6c652afad13 req-6209070d-f3d1-4902-a66d-80edd8b8588c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:42.973070 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2a86c40b-0f75-45d9-a49e-f6c652afad13 req-6209070d-f3d1-4902-a66d-80edd8b8588c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ad5a767c-a006-43b8-a2f6-bfa5f58243ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431786 Aug 29 05:25:43.061278 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2a86c40b-0f75-45d9-a49e-f6c652afad13 req-51ab7c7b-f81e-4745-875d-6786c4bef001 service neutron] 10.222.0.46 "GET /v2.0/networks/ad5a767c-a006-43b8-a2f6-bfa5f58243ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802827 Aug 29 05:25:43.155315 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2a86c40b-0f75-45d9-a49e-f6c652afad13 req-afd114df-b646-4a03-88e2-87ce07fb4521 service neutron] 10.222.0.46 "GET /v2.0/networks/ad5a767c-a006-43b8-a2f6-bfa5f58243ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860450 Aug 29 05:25:43.297379 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e67d56-ec42-45df-8734-daf06853e35d req-6f3addb5-0fa1-4459-9fae-412f0d987318 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:43.298885 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-04e67d56-ec42-45df-8734-daf06853e35d req-6f3addb5-0fa1-4459-9fae-412f0d987318 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=d4ee2145-bb62-4d34-b4d9-23c4784d7085 HTTP/1.1" status: 200 len: 943 time: 0.0492644 Aug 29 05:25:43.336123 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-04e67d56-ec42-45df-8734-daf06853e35d req-dcaafa93-ae44-4c61-b899-32ab48ff6b68 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=819dae5b-b70d-41c4-b5b5-6c9448873c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312233 Aug 29 05:25:44.350017 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device aa8463b6-e644-466c-936b-7558bc4032e4 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:25:44.396892 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port aa8463b6-e644-466c-936b-7558bc4032e4 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:25:44.397266 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:44.453300 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b227fa-c268-475d-ab35-7d42ca8fdf5a req-9205e43b-f52f-4828-ad09-bff5b6bb6eb2 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:44.454814 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d3b227fa-c268-475d-ab35-7d42ca8fdf5a req-9205e43b-f52f-4828-ad09-bff5b6bb6eb2 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=d4ee2145-bb62-4d34-b4d9-23c4784d7085 HTTP/1.1" status: 200 len: 943 time: 0.0529668 Aug 29 05:25:44.493186 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d3b227fa-c268-475d-ab35-7d42ca8fdf5a req-f9ff9617-f9b2-4c31-8d5d-736d5e66dee8 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=819dae5b-b70d-41c4-b5b5-6c9448873c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318890 Aug 29 05:25:45.508734 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 8aa2578d-a5f3-4655-86b0-b83fe59637fa details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:25:45.604627 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 8aa2578d-a5f3-4655-86b0-b83fe59637fa, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=8aa2578d-a5f3-4655-86b0-b83fe59637fa,segment=NetworkSegment(ee091133-db11-456f-8111-714b40ed4c88),segment_id=ee091133-db11-456f-8111-714b40ed4c88)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:25:45.611817 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0b52d4-a61c-43f6-b9e6-52d88c31ea5f req-41141380-21a9-43dc-b2b1-021630993913 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:45.613376 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fc0b52d4-a61c-43f6-b9e6-52d88c31ea5f req-41141380-21a9-43dc-b2b1-021630993913 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=d4ee2145-bb62-4d34-b4d9-23c4784d7085 HTTP/1.1" status: 200 len: 943 time: 0.0506673 Aug 29 05:25:45.617373 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Returning: {'device': '8aa2578d-a5f3-4655-86b0-b83fe59637fa', 'network_id': 'ad5a767c-a006-43b8-a2f6-bfa5f58243ad', 'port_id': '8aa2578d-a5f3-4655-86b0-b83fe59637fa', 'mac_address': 'fa:16:3e:37:9e:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22a9af12-41ba-4ecb-ac73-f0ed26d14a18', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:25:45.656901 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:45.657398 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fc0b52d4-a61c-43f6-b9e6-52d88c31ea5f req-cd823ca7-6d53-48e5-8368-5551043a1f09 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=819dae5b-b70d-41c4-b5b5-6c9448873c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373516 Aug 29 05:25:45.670566 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8aa2578d-a5f3-4655-86b0-b83fe59637fa {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:25:45.700392 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 8aa2578d-a5f3-4655-86b0-b83fe59637fa, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=8aa2578d-a5f3-4655-86b0-b83fe59637fa,segment=NetworkSegment(ee091133-db11-456f-8111-714b40ed4c88),segment_id=ee091133-db11-456f-8111-714b40ed4c88)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:25:45.703921 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:45.752699 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=8aa2578d-a5f3-4655-86b0-b83fe59637fa,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:45.960228 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['8aa2578d-a5f3-4655-86b0-b83fe59637fa'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:25:46.771512 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2d77fb-7db7-4786-8cf1-92b6299052fc req-fac5a8f4-7ef9-422f-9afd-666fbb790e62 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:46.773030 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4b2d77fb-7db7-4786-8cf1-92b6299052fc req-fac5a8f4-7ef9-422f-9afd-666fbb790e62 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=d4ee2145-bb62-4d34-b4d9-23c4784d7085 HTTP/1.1" status: 200 len: 944 time: 0.0485880 Aug 29 05:25:46.811084 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4b2d77fb-7db7-4786-8cf1-92b6299052fc req-de187014-fb93-46e4-84fc-2af485bd092b tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=819dae5b-b70d-41c4-b5b5-6c9448873c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320315 Aug 29 05:25:47.504807 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 8aa2578d-a5f3-4655-86b0-b83fe59637fa up at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:25:47.554729 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning for port 8aa2578d-a5f3-4655-86b0-b83fe59637fa completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:25:47.558645 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning complete for port 8aa2578d-a5f3-4655-86b0-b83fe59637fa triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:25:47.559020 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:47.636413 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:47.661027 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4ee2145-bb62-4d34-b4d9-23c4784d7085', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aa2578d-a5f3-4655-86b0-b83fe59637fa'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:25:47.663235 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e47ce94e7730ef80c099a0714bd3625e1f676465bb595722170593f8a424ee2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad43be35-a053-4502-a2ce-9aca05d49139" -d '{"events": [{"server_uuid": "d4ee2145-bb62-4d34-b4d9-23c4784d7085", "name": "network-vif-plugged", "status": "completed", "tag": "8aa2578d-a5f3-4655-86b0-b83fe59637fa"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:25:47.676034 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 8aa2578d-a5f3-4655-86b0-b83fe59637fa, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=8aa2578d-a5f3-4655-86b0-b83fe59637fa,segment=NetworkSegment(ee091133-db11-456f-8111-714b40ed4c88),segment_id=ee091133-db11-456f-8111-714b40ed4c88)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:25:47.680892 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:47.707271 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fe990a5-36f5-4adb-b97a-4e87a37e109b x-openstack-request-id: req-5fe990a5-36f5-4adb-b97a-4e87a37e109b {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:25:47.707562 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4ee2145-bb62-4d34-b4d9-23c4784d7085", "name": "network-vif-plugged", "status": "completed", "tag": "8aa2578d-a5f3-4655-86b0-b83fe59637fa", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:25:47.707849 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5fe990a5-36f5-4adb-b97a-4e87a37e109b {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:25:47.708233 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4ee2145-bb62-4d34-b4d9-23c4784d7085', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aa2578d-a5f3-4655-86b0-b83fe59637fa', 'code': 200} Aug 29 05:25:47.736087 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=8aa2578d-a5f3-4655-86b0-b83fe59637fa,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:47.801930 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f55da4b-002d-4ccf-a306-22af7bce8f32 req-082e7faa-1018-4b4a-ba05-80f5d4b2e922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:47.803348 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9f55da4b-002d-4ccf-a306-22af7bce8f32 req-082e7faa-1018-4b4a-ba05-80f5d4b2e922 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d4ee2145-bb62-4d34-b4d9-23c4784d7085 HTTP/1.1" status: 200 len: 1097 time: 0.0402906 Aug 29 05:25:47.837356 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9f55da4b-002d-4ccf-a306-22af7bce8f32 req-0a0aa590-bff9-4185-bdac-17bdc64c2477 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=819dae5b-b70d-41c4-b5b5-6c9448873c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272934 Aug 29 05:25:47.928529 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e29a5e2-721d-4c58-9395-035ee57fd028 req-80db40d1-5a6d-4bc1-9bf6-bee2b9e388e9 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:47.930014 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4e29a5e2-721d-4c58-9395-035ee57fd028 req-80db40d1-5a6d-4bc1-9bf6-bee2b9e388e9 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=d4ee2145-bb62-4d34-b4d9-23c4784d7085 HTTP/1.1" status: 200 len: 945 time: 0.0487099 Aug 29 05:25:47.971420 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4e29a5e2-721d-4c58-9395-035ee57fd028 req-bc00955c-07f0-47f3-9a7f-bd2bc52b00bb tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=819dae5b-b70d-41c4-b5b5-6c9448873c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354166 Aug 29 05:25:48.988735 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dd1df34b-7419-47ec-8c55-132c69edca41 req-d9840eb9-0491-4eb6-9d17-8b7dfcb54ee3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d4ee2145-bb62-4d34-b4d9-23c4784d7085&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0400517 Aug 29 05:25:49.096625 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1df34b-7419-47ec-8c55-132c69edca41 req-3efaf2d0-4478-4c88-9d27-10f536332006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:49.098135 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dd1df34b-7419-47ec-8c55-132c69edca41 req-3efaf2d0-4478-4c88-9d27-10f536332006 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=170eeddf5b474a98bd75c73129396ea6&device_id=d4ee2145-bb62-4d34-b4d9-23c4784d7085 HTTP/1.1" status: 200 len: 1097 time: 0.0693364 Aug 29 05:25:49.111998 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813d7e3e-1d46-49d4-b324-02e0f1752d87 req-cc0d07ad-44f9-4a00-9ad0-6ee579e46093 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:49.113511 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-813d7e3e-1d46-49d4-b324-02e0f1752d87 req-cc0d07ad-44f9-4a00-9ad0-6ee579e46093 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=d4ee2145-bb62-4d34-b4d9-23c4784d7085 HTTP/1.1" status: 200 len: 945 time: 0.0603685 Aug 29 05:25:49.204791 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-813d7e3e-1d46-49d4-b324-02e0f1752d87 req-a6d12ea5-874f-4cd4-9f95-6dc8ef008bac tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=819dae5b-b70d-41c4-b5b5-6c9448873c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853565 Aug 29 05:25:49.236096 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1df34b-7419-47ec-8c55-132c69edca41 req-124bd841-0d3f-4e6b-8a9f-d8947c107a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:49.237610 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dd1df34b-7419-47ec-8c55-132c69edca41 req-124bd841-0d3f-4e6b-8a9f-d8947c107a73 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ad5a767c-a006-43b8-a2f6-bfa5f58243ad HTTP/1.1" status: 200 len: 898 time: 0.1165056 Aug 29 05:25:49.285175 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dd1df34b-7419-47ec-8c55-132c69edca41 req-7b0c231c-acd6-4e69-b3ca-32649045be54 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8aa2578d-a5f3-4655-86b0-b83fe59637fa HTTP/1.1" status: 200 len: 217 time: 0.0400579 Aug 29 05:25:49.361977 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1df34b-7419-47ec-8c55-132c69edca41 req-8f1919c6-b20f-4e81-a838-07fd882a4b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:49.363462 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dd1df34b-7419-47ec-8c55-132c69edca41 req-8f1919c6-b20f-4e81-a838-07fd882a4b9c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=22a9af12-41ba-4ecb-ac73-f0ed26d14a18 HTTP/1.1" status: 200 len: 834 time: 0.0707343 Aug 29 05:25:49.370918 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4173d868-1ed7-4e0a-bc9f-5364e02895b3 req-70c0c902-5cd1-4d8b-845d-27b0ad0ed027 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:49.372337 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4173d868-1ed7-4e0a-bc9f-5364e02895b3 req-70c0c902-5cd1-4d8b-845d-27b0ad0ed027 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=d4ee2145-bb62-4d34-b4d9-23c4784d7085 HTTP/1.1" status: 200 len: 945 time: 0.0902245 Aug 29 05:25:49.437289 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1df34b-7419-47ec-8c55-132c69edca41 req-e0ff2ba5-f280-4b0c-8bc7-823b9c3af709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:49.438875 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dd1df34b-7419-47ec-8c55-132c69edca41 req-e0ff2ba5-f280-4b0c-8bc7-823b9c3af709 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ad5a767c-a006-43b8-a2f6-bfa5f58243ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0656283 Aug 29 05:25:49.442178 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4173d868-1ed7-4e0a-bc9f-5364e02895b3 req-0e897ab9-2d53-4de9-a0f6-87537ff06cc7 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=819dae5b-b70d-41c4-b5b5-6c9448873c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599942 Aug 29 05:25:49.464148 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 42180) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:25:49.559576 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94da7d7b-5aa1-4b44-ae7e-ef6d464bae27 tempest-TestNetworkAdvancedServerOps-1390409953 tempest-TestNetworkAdvancedServerOps-1390409953-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:49.561031 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-94da7d7b-5aa1-4b44-ae7e-ef6d464bae27 tempest-TestNetworkAdvancedServerOps-1390409953 tempest-TestNetworkAdvancedServerOps-1390409953-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=d4ee2145-bb62-4d34-b4d9-23c4784d7085 HTTP/1.1" status: 200 len: 1092 time: 0.0959406 Aug 29 05:25:49.564018 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 42182) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:25:49.564896 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dd1df34b-7419-47ec-8c55-132c69edca41 req-ec82087f-8719-4b5b-a831-621febfd1315 service neutron] 10.222.0.46 "GET /v2.0/networks/ad5a767c-a006-43b8-a2f6-bfa5f58243ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184211 Aug 29 05:25:49.568681 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-7cc7e30d-399c-4c47-9b2f-e3aa09eb64b1 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Request body: {'floatingip': {'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'port_id': '8aa2578d-a5f3-4655-86b0-b83fe59637fa', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:25:49.591609 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7cc7e30d-399c-4c47-9b2f-e3aa09eb64b1 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for floatingip, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:49.660715 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dd1df34b-7419-47ec-8c55-132c69edca41 req-b77221ee-af45-4b97-8585-f7fe8c75384e service neutron] 10.222.0.46 "GET /v2.0/networks/ad5a767c-a006-43b8-a2f6-bfa5f58243ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889452 Aug 29 05:25:49.688787 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7cc7e30d-399c-4c47-9b2f-e3aa09eb64b1 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:49.797443 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-7cc7e30d-399c-4c47-9b2f-e3aa09eb64b1 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Allocated IP 172.25.0.210 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/075f581f-f55b-43a1-9a26-ad96c321c400) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:25:49.848195 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:49.900766 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7cc7e30d-399c-4c47-9b2f-e3aa09eb64b1 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:49.940860 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7cc7e30d-399c-4c47-9b2f-e3aa09eb64b1 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:49.984791 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc7e30d-399c-4c47-9b2f-e3aa09eb64b1 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:25:49.987825 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-7cc7e30d-399c-4c47-9b2f-e3aa09eb64b1 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:25:49.991639 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc7e30d-399c-4c47-9b2f-e3aa09eb64b1 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:25:50.013340 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc7e30d-399c-4c47-9b2f-e3aa09eb64b1 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Pushing event updated for resources: {'Port': ['ID=075f581f-f55b-43a1-9a26-ad96c321c400,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:50.345439 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7cc7e30d-399c-4c47-9b2f-e3aa09eb64b1 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:50.413207 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7cc7e30d-399c-4c47-9b2f-e3aa09eb64b1 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:50.562642 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7cc7e30d-399c-4c47-9b2f-e3aa09eb64b1 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:50.566915 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7cc7e30d-399c-4c47-9b2f-e3aa09eb64b1 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:50.636360 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc7e30d-399c-4c47-9b2f-e3aa09eb64b1 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Pushing event updated for resources: {'Port': ['ID=075f581f-f55b-43a1-9a26-ad96c321c400,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:50.645987 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7cc7e30d-399c-4c47-9b2f-e3aa09eb64b1 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719515'] for floatingip, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:51.063845 n-d-712140-12 neutron-server[94829]: INFO neutron.db.l3_db [None req-7cc7e30d-399c-4c47-9b2f-e3aa09eb64b1 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Floating IP 00b3cd06-cbe6-49de-8db9-0c1e034c5a0e associated. External IP: 172.25.0.210, port: 8aa2578d-a5f3-4655-86b0-b83fe59637fa. Aug 29 05:25:51.272577 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cc7e30d-399c-4c47-9b2f-e3aa09eb64b1 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Router bd4a591b-9aa4-4125-83da-006fce348ba9 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:25:51.381501 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cc7e30d-399c-4c47-9b2f-e3aa09eb64b1 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:25:51.393513 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5331a1dc-fd2e-43f9-a92b-87c9d396af1f None None] Sync routers for ids ['bd4a591b-9aa4-4125-83da-006fce348ba9'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:25:51.397276 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7cc7e30d-399c-4c47-9b2f-e3aa09eb64b1 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:51.403393 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5331a1dc-fd2e-43f9-a92b-87c9d396af1f None None] Routers {'bd4a591b-9aa4-4125-83da-006fce348ba9'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:25:51.404060 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-5331a1dc-fd2e-43f9-a92b-87c9d396af1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:25:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['bd4a591b-9aa4-4125-83da-006fce348ba9'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:25:51.425007 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-7cc7e30d-399c-4c47-9b2f-e3aa09eb64b1 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8598731 Aug 29 05:25:51.425589 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4ee2145-bb62-4d34-b4d9-23c4784d7085', 'tag': '8aa2578d-a5f3-4655-86b0-b83fe59637fa'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:25:51.427899 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77553e5f3dce844e1d1944d01f437b37b7dd5b7a052a0dbecc2d9758b81294" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d02f038-fdec-489a-b56d-32d6c7ab9b17" -d '{"events": [{"name": "network-changed", "server_uuid": "d4ee2145-bb62-4d34-b4d9-23c4784d7085", "tag": "8aa2578d-a5f3-4655-86b0-b83fe59637fa"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:25:51.510278 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-5331a1dc-fd2e-43f9-a92b-87c9d396af1f None None] Set router bd4a591b-9aa4-4125-83da-006fce348ba9 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:25:51.528796 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca84115b-c06a-4a6c-8947-f078fcefc643 req-798c2fa9-385b-4686-9644-d4d5c9b60aee tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:51.530843 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ca84115b-c06a-4a6c-8947-f078fcefc643 req-798c2fa9-385b-4686-9644-d4d5c9b60aee tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=d4ee2145-bb62-4d34-b4d9-23c4784d7085 HTTP/1.1" status: 200 len: 945 time: 0.0509820 Aug 29 05:25:51.568797 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ca84115b-c06a-4a6c-8947-f078fcefc643 req-a95ee375-6dd0-49d4-998e-420092b3ad95 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=819dae5b-b70d-41c4-b5b5-6c9448873c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317850 Aug 29 05:25:51.591287 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 42188) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:25:51.632788 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b99c4b47-41cd-4e2b-9b74-f36b04286cc4 x-openstack-request-id: req-b99c4b47-41cd-4e2b-9b74-f36b04286cc4 {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:25:51.633063 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4ee2145-bb62-4d34-b4d9-23c4784d7085", "tag": "8aa2578d-a5f3-4655-86b0-b83fe59637fa", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:25:51.633320 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b99c4b47-41cd-4e2b-9b74-f36b04286cc4 {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:25:51.633719 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4ee2145-bb62-4d34-b4d9-23c4784d7085', 'tag': '8aa2578d-a5f3-4655-86b0-b83fe59637fa', 'status': 'completed', 'code': 200} Aug 29 05:25:51.662051 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-67f11b17-133a-4698-98a1-4d7688fc1f79 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/floatingips/00b3cd06-cbe6-49de-8db9-0c1e034c5a0e HTTP/1.1" status: 200 len: 991 time: 0.0686324 Aug 29 05:25:51.688529 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d02f038-fdec-489a-b56d-32d6c7ab9b17 req-bc30b811-9a88-4e4e-8b17-6d0cb901e49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:51.690055 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8d02f038-fdec-489a-b56d-32d6c7ab9b17 req-bc30b811-9a88-4e4e-8b17-6d0cb901e49d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=170eeddf5b474a98bd75c73129396ea6&device_id=d4ee2145-bb62-4d34-b4d9-23c4784d7085 HTTP/1.1" status: 200 len: 1097 time: 0.0519238 Aug 29 05:25:51.790861 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d02f038-fdec-489a-b56d-32d6c7ab9b17 req-a054a726-6e93-4d58-9de7-3e34aff46d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:51.792689 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8d02f038-fdec-489a-b56d-32d6c7ab9b17 req-a054a726-6e93-4d58-9de7-3e34aff46d2e service neutron] 10.222.0.46 "GET /v2.0/networks?id=ad5a767c-a006-43b8-a2f6-bfa5f58243ad HTTP/1.1" status: 200 len: 898 time: 0.0956082 Aug 29 05:25:51.829142 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-5331a1dc-fd2e-43f9-a92b-87c9d396af1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd4a591b-9aa4-4125-83da-006fce348ba9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1748789501', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': 'c0fb772e-ac07-4738-a3a8-24b6cc6832b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:25:34Z', 'updated_at': '2021-08-29T05:25:37Z', 'revision_number': 4, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'gw_port': {'id': 'c0fb772e-ac07-4738-a3a8-24b6cc6832b3', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:71:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4a591b-9aa4-4125-83da-006fce348ba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:25:34Z', 'updated_at': '2021-08-29T05:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': '00b3cd06-cbe6-49de-8db9-0c1e034c5a0e', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'floating_ip_address': '172.25.0.210', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': 'bd4a591b-9aa4-4125-83da-006fce348ba9', 'port_id': '8aa2578d-a5f3-4655-86b0-b83fe59637fa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad5a767c-a006-43b8-a2f6-bfa5f58243ad', 'mac_address': 'fa:16:3e:37:9e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ee2145-bb62-4d34-b4d9-23c4784d7085', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:25:50Z', 'updated_at': '2021-08-29T05:25:50Z', 'revision_number': 0, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa8463b6-e644-466c-936b-7558bc4032e4', 'name': '', 'network_id': 'ad5a767c-a006-43b8-a2f6-bfa5f58243ad', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'mac_address': 'fa:16:3e:e5:10:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4a591b-9aa4-4125-83da-006fce348ba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '22a9af12-41ba-4ecb-ac73-f0ed26d14a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:25:37Z', 'updated_at': '2021-08-29T05:25:42Z', 'revision_number': 5, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'subnets': [{'id': '22a9af12-41ba-4ecb-ac73-f0ed26d14a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:25:51.858003 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5331a1dc-fd2e-43f9-a92b-87c9d396af1f None None] Checking router: bd4a591b-9aa4-4125-83da-006fce348ba9 for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:25:51.861371 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8d02f038-fdec-489a-b56d-32d6c7ab9b17 req-fd39ba54-0f4d-4e9d-8434-c27f02a7c497 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8aa2578d-a5f3-4655-86b0-b83fe59637fa HTTP/1.1" status: 200 len: 999 time: 0.0604341 Aug 29 05:25:51.866041 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5331a1dc-fd2e-43f9-a92b-87c9d396af1f None None] Routers {'bd4a591b-9aa4-4125-83da-006fce348ba9'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:25:51.866625 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-5331a1dc-fd2e-43f9-a92b-87c9d396af1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:25:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['bd4a591b-9aa4-4125-83da-006fce348ba9'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:25:51.916236 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d02f038-fdec-489a-b56d-32d6c7ab9b17 req-1ad012a6-34b6-431a-b113-81adf9ac7d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:51.917747 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8d02f038-fdec-489a-b56d-32d6c7ab9b17 req-1ad012a6-34b6-431a-b113-81adf9ac7d2f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=22a9af12-41ba-4ecb-ac73-f0ed26d14a18 HTTP/1.1" status: 200 len: 834 time: 0.0495136 Aug 29 05:25:51.963018 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d02f038-fdec-489a-b56d-32d6c7ab9b17 req-3b4fd5de-4a41-4e94-9c91-8e3d7bf0c6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:51.964581 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8d02f038-fdec-489a-b56d-32d6c7ab9b17 req-3b4fd5de-4a41-4e94-9c91-8e3d7bf0c6cc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ad5a767c-a006-43b8-a2f6-bfa5f58243ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403941 Aug 29 05:25:51.969551 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-5331a1dc-fd2e-43f9-a92b-87c9d396af1f None None] Set router bd4a591b-9aa4-4125-83da-006fce348ba9 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:25:52.054209 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8d02f038-fdec-489a-b56d-32d6c7ab9b17 req-fd88e8bc-82be-4569-8afd-2c602e1e13dd service neutron] 10.222.0.46 "GET /v2.0/networks/ad5a767c-a006-43b8-a2f6-bfa5f58243ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821538 Aug 29 05:25:52.150365 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8d02f038-fdec-489a-b56d-32d6c7ab9b17 req-ff23344c-59e7-4e6d-9623-01a9f94f9834 service neutron] 10.222.0.46 "GET /v2.0/networks/ad5a767c-a006-43b8-a2f6-bfa5f58243ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894551 Aug 29 05:25:52.189738 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-5331a1dc-fd2e-43f9-a92b-87c9d396af1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd4a591b-9aa4-4125-83da-006fce348ba9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1748789501', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': 'c0fb772e-ac07-4738-a3a8-24b6cc6832b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:25:34Z', 'updated_at': '2021-08-29T05:25:37Z', 'revision_number': 4, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'gw_port': {'id': 'c0fb772e-ac07-4738-a3a8-24b6cc6832b3', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:71:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4a591b-9aa4-4125-83da-006fce348ba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:25:34Z', 'updated_at': '2021-08-29T05:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': '00b3cd06-cbe6-49de-8db9-0c1e034c5a0e', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'floating_ip_address': '172.25.0.210', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': 'bd4a591b-9aa4-4125-83da-006fce348ba9', 'port_id': '8aa2578d-a5f3-4655-86b0-b83fe59637fa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad5a767c-a006-43b8-a2f6-bfa5f58243ad', 'mac_address': 'fa:16:3e:37:9e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ee2145-bb62-4d34-b4d9-23c4784d7085', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:25:50Z', 'updated_at': '2021-08-29T05:25:50Z', 'revision_number': 0, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa8463b6-e644-466c-936b-7558bc4032e4', 'name': '', 'network_id': 'ad5a767c-a006-43b8-a2f6-bfa5f58243ad', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'mac_address': 'fa:16:3e:e5:10:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4a591b-9aa4-4125-83da-006fce348ba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '22a9af12-41ba-4ecb-ac73-f0ed26d14a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:25:37Z', 'updated_at': '2021-08-29T05:25:42Z', 'revision_number': 5, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'subnets': [{'id': '22a9af12-41ba-4ecb-ac73-f0ed26d14a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:25:52.214659 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5331a1dc-fd2e-43f9-a92b-87c9d396af1f None None] The sync data for ids ['bd4a591b-9aa4-4125-83da-006fce348ba9'] in n-d-712140-12 is: [{'id': 'bd4a591b-9aa4-4125-83da-006fce348ba9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1748789501', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': 'c0fb772e-ac07-4738-a3a8-24b6cc6832b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:25:34Z', 'updated_at': '2021-08-29T05:25:37Z', 'revision_number': 4, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'gw_port': {'id': 'c0fb772e-ac07-4738-a3a8-24b6cc6832b3', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:71:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4a591b-9aa4-4125-83da-006fce348ba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:25:34Z', 'updated_at': '2021-08-29T05:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': '00b3cd06-cbe6-49de-8db9-0c1e034c5a0e', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'floating_ip_address': '172.25.0.210', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': 'bd4a591b-9aa4-4125-83da-006fce348ba9', 'port_id': '8aa2578d-a5f3-4655-86b0-b83fe59637fa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad5a767c-a006-43b8-a2f6-bfa5f58243ad', 'mac_address': 'fa:16:3e:37:9e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ee2145-bb62-4d34-b4d9-23c4784d7085', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:25:50Z', 'updated_at': '2021-08-29T05:25:50Z', 'revision_number': 0, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa8463b6-e644-466c-936b-7558bc4032e4', 'name': '', 'network_id': 'ad5a767c-a006-43b8-a2f6-bfa5f58243ad', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'mac_address': 'fa:16:3e:e5:10:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4a591b-9aa4-4125-83da-006fce348ba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '22a9af12-41ba-4ecb-ac73-f0ed26d14a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:25:37Z', 'updated_at': '2021-08-29T05:25:42Z', 'revision_number': 5, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'subnets': [{'id': '22a9af12-41ba-4ecb-ac73-f0ed26d14a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:25:52.401884 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3783080-42cf-47e4-bdef-c6d8ae28b24e None None] New status for floating IP 00b3cd06-cbe6-49de-8db9-0c1e034c5a0e: ACTIVE {{(pid=94830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:25:52.665649 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 42190) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:25:52.733753 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-e5ea051a-4004-4ae3-9dc7-1cee3f939794 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/floatingips/00b3cd06-cbe6-49de-8db9-0c1e034c5a0e HTTP/1.1" status: 200 len: 993 time: 0.0669134 Aug 29 05:25:59.233199 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:03.477512 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cb26fe0a-e335-4c04-bf29-59f856d4a0e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:06.344549 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f5282fcc-072f-41c2-8d47-22be409e7263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:07.366936 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:07.453013 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:08.953514 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:16.551695 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:26:19.847355 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:26.066911 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9362b14d-ddf1-4b01-817c-7eeee9a2c949 req-c935fb5f-3753-41d9-b568-f3f47ab6ebad tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:26.068386 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9362b14d-ddf1-4b01-817c-7eeee9a2c949 req-c935fb5f-3753-41d9-b568-f3f47ab6ebad tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=d4ee2145-bb62-4d34-b4d9-23c4784d7085 HTTP/1.1" status: 200 len: 945 time: 0.0496941 Aug 29 05:26:26.106190 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9362b14d-ddf1-4b01-817c-7eeee9a2c949 req-1826f066-ff67-4d1b-86e3-57937a347948 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=819dae5b-b70d-41c4-b5b5-6c9448873c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316792 Aug 29 05:26:27.222241 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72cdb91-17b8-42c5-ae45-9aa9617e3687 req-50637c19-78ad-436c-ab51-3c0e22a47754 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:27.223760 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d72cdb91-17b8-42c5-ae45-9aa9617e3687 req-50637c19-78ad-436c-ab51-3c0e22a47754 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=d4ee2145-bb62-4d34-b4d9-23c4784d7085 HTTP/1.1" status: 200 len: 945 time: 0.0491328 Aug 29 05:26:27.260472 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d72cdb91-17b8-42c5-ae45-9aa9617e3687 req-29d79b4a-40aa-4b69-a7e7-d65fe65fbd7a tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=819dae5b-b70d-41c4-b5b5-6c9448873c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306938 Aug 29 05:26:28.380715 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187f5b8e-fda9-458b-b327-d4e6f95d15c8 req-1b54e4f0-6d39-4a32-a7b8-a11bdf8e7530 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:28.382166 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-187f5b8e-fda9-458b-b327-d4e6f95d15c8 req-1b54e4f0-6d39-4a32-a7b8-a11bdf8e7530 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=d4ee2145-bb62-4d34-b4d9-23c4784d7085 HTTP/1.1" status: 200 len: 945 time: 0.0524209 Aug 29 05:26:28.419579 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-187f5b8e-fda9-458b-b327-d4e6f95d15c8 req-e62c48bd-eca8-4080-bd3f-1c577db5ccd7 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=819dae5b-b70d-41c4-b5b5-6c9448873c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315127 Aug 29 05:26:29.404215 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:29.533926 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c325168-ce39-44c1-8c2e-501dd6ddf0e6 req-b28a675c-145c-489f-a986-234578585a7a tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:29.535431 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2c325168-ce39-44c1-8c2e-501dd6ddf0e6 req-b28a675c-145c-489f-a986-234578585a7a tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=d4ee2145-bb62-4d34-b4d9-23c4784d7085 HTTP/1.1" status: 200 len: 945 time: 0.0484827 Aug 29 05:26:29.573603 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2c325168-ce39-44c1-8c2e-501dd6ddf0e6 req-76ec4788-3f84-4132-82bf-8233e9e8c51f tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=819dae5b-b70d-41c4-b5b5-6c9448873c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317466 Aug 29 05:26:30.686986 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19285b9c-7465-4c5c-9382-68f63d4e4c48 req-3c8579e4-6fba-4655-ad8e-8ea418630f43 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:30.688510 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-19285b9c-7465-4c5c-9382-68f63d4e4c48 req-3c8579e4-6fba-4655-ad8e-8ea418630f43 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=d4ee2145-bb62-4d34-b4d9-23c4784d7085 HTTP/1.1" status: 200 len: 945 time: 0.0480206 Aug 29 05:26:30.725977 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-19285b9c-7465-4c5c-9382-68f63d4e4c48 req-0f7ef995-c838-4efc-ae2c-1b748dfad4bf tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=819dae5b-b70d-41c4-b5b5-6c9448873c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309608 Aug 29 05:26:31.844006 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d04703a-e126-4bbb-bc89-0ce2ea4e0f7e req-eb704d4d-3395-4a47-8589-09501f90d2cd tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:31.845510 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7d04703a-e126-4bbb-bc89-0ce2ea4e0f7e req-eb704d4d-3395-4a47-8589-09501f90d2cd tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=d4ee2145-bb62-4d34-b4d9-23c4784d7085 HTTP/1.1" status: 200 len: 945 time: 0.0525532 Aug 29 05:26:31.884052 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7d04703a-e126-4bbb-bc89-0ce2ea4e0f7e req-286c3825-4bf3-41b9-a11f-b1e32dc23063 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=819dae5b-b70d-41c4-b5b5-6c9448873c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317216 Aug 29 05:26:32.997665 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac5feac-f19a-410a-9fc6-eb2e42fae692 req-cff30cb7-3707-4e53-8a38-6fb0a1d1b314 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:32.999209 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dac5feac-f19a-410a-9fc6-eb2e42fae692 req-cff30cb7-3707-4e53-8a38-6fb0a1d1b314 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=d4ee2145-bb62-4d34-b4d9-23c4784d7085 HTTP/1.1" status: 200 len: 945 time: 0.0479903 Aug 29 05:26:33.035948 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dac5feac-f19a-410a-9fc6-eb2e42fae692 req-f667ab15-47aa-4352-b0c0-c74a986aaa98 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=819dae5b-b70d-41c4-b5b5-6c9448873c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308552 Aug 29 05:26:33.478429 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-146c2336-c65f-4a8a-b88f-a488aca62fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:34.151770 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35650f8f-dbe8-4475-a25b-e715ddca9262 req-d514a02f-1520-4745-896e-ad86330cd518 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:34.153265 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-35650f8f-dbe8-4475-a25b-e715ddca9262 req-d514a02f-1520-4745-896e-ad86330cd518 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=d4ee2145-bb62-4d34-b4d9-23c4784d7085 HTTP/1.1" status: 200 len: 945 time: 0.0487156 Aug 29 05:26:34.190148 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-35650f8f-dbe8-4475-a25b-e715ddca9262 req-cc544ea4-b28f-4392-a38f-7d6319aa00af tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=819dae5b-b70d-41c4-b5b5-6c9448873c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309956 Aug 29 05:26:35.308465 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d14d15-a104-4106-ab44-239f79c5c4f9 req-58de3967-a529-4b90-aadc-1784b095097f tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:35.309941 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-33d14d15-a104-4106-ab44-239f79c5c4f9 req-58de3967-a529-4b90-aadc-1784b095097f tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=d4ee2145-bb62-4d34-b4d9-23c4784d7085 HTTP/1.1" status: 200 len: 945 time: 0.0516264 Aug 29 05:26:35.347893 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-33d14d15-a104-4106-ab44-239f79c5c4f9 req-105394b9-74f5-4e63-816e-581ebbeef76c tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=819dae5b-b70d-41c4-b5b5-6c9448873c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319753 Aug 29 05:26:36.345369 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b712214-88fc-45c1-bf60-583a2065652f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:36.462347 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97840223-3a3e-40f5-8937-778b0df82ab7 req-52ab7ba3-a359-480e-9282-2ddfbf1a0874 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:36.463849 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-97840223-3a3e-40f5-8937-778b0df82ab7 req-52ab7ba3-a359-480e-9282-2ddfbf1a0874 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=d4ee2145-bb62-4d34-b4d9-23c4784d7085 HTTP/1.1" status: 200 len: 945 time: 0.0481808 Aug 29 05:26:36.499971 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-97840223-3a3e-40f5-8937-778b0df82ab7 req-39fbde3c-6122-4c79-befa-86a2b3ddfbb0 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=819dae5b-b70d-41c4-b5b5-6c9448873c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301998 Aug 29 05:26:37.368128 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:37.454463 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:37.616843 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75ea54c-7d3f-44af-9264-e9b78c081c26 req-6cf53863-d94e-4233-b93c-bb343fa2d2c2 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:37.618396 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f75ea54c-7d3f-44af-9264-e9b78c081c26 req-6cf53863-d94e-4233-b93c-bb343fa2d2c2 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=d4ee2145-bb62-4d34-b4d9-23c4784d7085 HTTP/1.1" status: 200 len: 945 time: 0.0491967 Aug 29 05:26:37.655208 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f75ea54c-7d3f-44af-9264-e9b78c081c26 req-e8883bdd-780c-4c60-a416-d6d34388c299 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=819dae5b-b70d-41c4-b5b5-6c9448873c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309472 Aug 29 05:26:38.774646 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7713c35-7d3d-4233-ac5a-865b1bcbee9f req-68bb3d8a-e389-4186-98dd-932dd63e2d5e tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:38.776189 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c7713c35-7d3d-4233-ac5a-865b1bcbee9f req-68bb3d8a-e389-4186-98dd-932dd63e2d5e tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=d4ee2145-bb62-4d34-b4d9-23c4784d7085 HTTP/1.1" status: 200 len: 945 time: 0.0542994 Aug 29 05:26:38.814000 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c7713c35-7d3d-4233-ac5a-865b1bcbee9f req-c9c44641-13be-4f85-898b-3c2c795612e5 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=819dae5b-b70d-41c4-b5b5-6c9448873c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317969 Aug 29 05:26:38.956785 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:39.931608 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd39880-24bf-462f-a0ef-0a409c134098 req-e891cfc9-d4e6-42af-a23e-ecbb6d070f23 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:39.933151 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-efd39880-24bf-462f-a0ef-0a409c134098 req-e891cfc9-d4e6-42af-a23e-ecbb6d070f23 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=d4ee2145-bb62-4d34-b4d9-23c4784d7085 HTTP/1.1" status: 200 len: 945 time: 0.0527985 Aug 29 05:26:39.970258 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-efd39880-24bf-462f-a0ef-0a409c134098 req-e3766919-54a5-47e2-842f-71d928c68584 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=819dae5b-b70d-41c4-b5b5-6c9448873c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311701 Aug 29 05:26:41.087593 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ace07c5-cbe0-4ff6-9262-ee9ce896a072 req-98be520b-3f3f-43f2-8756-9cdbe6ce036c tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:41.089111 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4ace07c5-cbe0-4ff6-9262-ee9ce896a072 req-98be520b-3f3f-43f2-8756-9cdbe6ce036c tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=d4ee2145-bb62-4d34-b4d9-23c4784d7085 HTTP/1.1" status: 200 len: 945 time: 0.0490465 Aug 29 05:26:41.126474 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4ace07c5-cbe0-4ff6-9262-ee9ce896a072 req-1d36f529-82bb-4fba-9f8c-77018002695c tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=819dae5b-b70d-41c4-b5b5-6c9448873c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313728 Aug 29 05:26:42.243908 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d0b16c-e334-498b-8725-f5e3ce2ed8dd req-ee0e1578-90ea-4079-b9a6-a3c8929d6d8c tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:42.245412 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d2d0b16c-e334-498b-8725-f5e3ce2ed8dd req-ee0e1578-90ea-4079-b9a6-a3c8929d6d8c tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=d4ee2145-bb62-4d34-b4d9-23c4784d7085 HTTP/1.1" status: 200 len: 945 time: 0.0528643 Aug 29 05:26:42.282900 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d2d0b16c-e334-498b-8725-f5e3ce2ed8dd req-5e8dce0d-acd9-45d7-a6b8-f44749c25df4 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=819dae5b-b70d-41c4-b5b5-6c9448873c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315647 Aug 29 05:26:42.304445 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 42250) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:26:42.364337 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-83e7ecea-df8f-4047-84c1-dc251a6c5198 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/floatingips/00b3cd06-cbe6-49de-8db9-0c1e034c5a0e HTTP/1.1" status: 200 len: 993 time: 0.0586953 Aug 29 05:26:43.647030 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff00948-3dd8-4de5-85df-3f9b8e2d110e req-62e69164-9c0b-4c74-89eb-d70685a794de tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:43.648494 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7ff00948-3dd8-4de5-85df-3f9b8e2d110e req-62e69164-9c0b-4c74-89eb-d70685a794de tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=d4ee2145-bb62-4d34-b4d9-23c4784d7085 HTTP/1.1" status: 200 len: 945 time: 0.0742035 Aug 29 05:26:43.664278 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e31e6e1-d104-4627-9e91-ade367f34196 req-10bdf54e-00bb-4046-bf4d-6d45499bb5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:43.665714 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6e31e6e1-d104-4627-9e91-ade367f34196 req-10bdf54e-00bb-4046-bf4d-6d45499bb5c3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=170eeddf5b474a98bd75c73129396ea6&device_id=d4ee2145-bb62-4d34-b4d9-23c4784d7085 HTTP/1.1" status: 200 len: 1097 time: 0.0601320 Aug 29 05:26:43.738565 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7ff00948-3dd8-4de5-85df-3f9b8e2d110e req-83187f03-f6d3-43e1-a1f3-870de7609865 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=819dae5b-b70d-41c4-b5b5-6c9448873c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819232 Aug 29 05:26:43.773155 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e31e6e1-d104-4627-9e91-ade367f34196 req-d9a1976e-13ad-467a-9dee-69dcd93601fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:43.774631 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6e31e6e1-d104-4627-9e91-ade367f34196 req-d9a1976e-13ad-467a-9dee-69dcd93601fb service neutron] 10.222.0.46 "GET /v2.0/networks?id=ad5a767c-a006-43b8-a2f6-bfa5f58243ad HTTP/1.1" status: 200 len: 898 time: 0.1019170 Aug 29 05:26:43.839251 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6e31e6e1-d104-4627-9e91-ade367f34196 req-2592034e-8ad1-4df1-a4a5-3a13854d3641 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8aa2578d-a5f3-4655-86b0-b83fe59637fa HTTP/1.1" status: 200 len: 1001 time: 0.0571573 Aug 29 05:26:43.890813 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e31e6e1-d104-4627-9e91-ade367f34196 req-f32766bc-e4ef-4119-a07a-a4bd85f4ee95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:43.892276 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6e31e6e1-d104-4627-9e91-ade367f34196 req-f32766bc-e4ef-4119-a07a-a4bd85f4ee95 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=22a9af12-41ba-4ecb-ac73-f0ed26d14a18 HTTP/1.1" status: 200 len: 834 time: 0.0462856 Aug 29 05:26:43.936546 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e31e6e1-d104-4627-9e91-ade367f34196 req-0f4944b5-749a-42f0-835c-4b20fd067727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:43.937927 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6e31e6e1-d104-4627-9e91-ade367f34196 req-0f4944b5-749a-42f0-835c-4b20fd067727 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ad5a767c-a006-43b8-a2f6-bfa5f58243ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389435 Aug 29 05:26:44.024217 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6e31e6e1-d104-4627-9e91-ade367f34196 req-95eb4451-1e09-4654-a289-e20629437129 service neutron] 10.222.0.46 "GET /v2.0/networks/ad5a767c-a006-43b8-a2f6-bfa5f58243ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792165 Aug 29 05:26:44.116846 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6e31e6e1-d104-4627-9e91-ade367f34196 req-4588ae38-70d0-4c8e-8763-5a5a7abc6fc7 service neutron] 10.222.0.46 "GET /v2.0/networks/ad5a767c-a006-43b8-a2f6-bfa5f58243ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851080 Aug 29 05:26:44.855347 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719913cd-4ed0-483d-adbc-c6180a0cec20 req-910c79d3-ff79-4c74-baec-49bdd0ac2e84 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:44.856849 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-719913cd-4ed0-483d-adbc-c6180a0cec20 req-910c79d3-ff79-4c74-baec-49bdd0ac2e84 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=d4ee2145-bb62-4d34-b4d9-23c4784d7085 HTTP/1.1" status: 200 len: 945 time: 0.0501573 Aug 29 05:26:44.894158 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-719913cd-4ed0-483d-adbc-c6180a0cec20 req-a198e1d2-e07b-43b9-9fd6-403879ca5ce3 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=819dae5b-b70d-41c4-b5b5-6c9448873c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314484 Aug 29 05:26:44.917882 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 42260) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:26:44.980980 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-6be86e8a-bdb2-4663-bbae-0233a758445d tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/floatingips/00b3cd06-cbe6-49de-8db9-0c1e034c5a0e HTTP/1.1" status: 200 len: 993 time: 0.0619781 Aug 29 05:26:49.009228 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5d15ccd8-3dc1-4da4-a04f-315238c1ce8e req-f4e21b03-5574-4538-a1b7-d38b889f68aa service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d4ee2145-bb62-4d34-b4d9-23c4784d7085&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0391743 Aug 29 05:26:49.089635 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d15ccd8-3dc1-4da4-a04f-315238c1ce8e req-cda5f613-25ba-4998-9a0c-4f040bda50ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:49.091169 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5d15ccd8-3dc1-4da4-a04f-315238c1ce8e req-cda5f613-25ba-4998-9a0c-4f040bda50ab service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=170eeddf5b474a98bd75c73129396ea6&device_id=d4ee2145-bb62-4d34-b4d9-23c4784d7085 HTTP/1.1" status: 200 len: 1097 time: 0.0404401 Aug 29 05:26:49.194283 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d15ccd8-3dc1-4da4-a04f-315238c1ce8e req-1a7adbae-eef9-4613-98de-3681139c84ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:49.195779 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5d15ccd8-3dc1-4da4-a04f-315238c1ce8e req-1a7adbae-eef9-4613-98de-3681139c84ac service neutron] 10.222.0.46 "GET /v2.0/networks?id=ad5a767c-a006-43b8-a2f6-bfa5f58243ad HTTP/1.1" status: 200 len: 898 time: 0.0861788 Aug 29 05:26:49.260001 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5d15ccd8-3dc1-4da4-a04f-315238c1ce8e req-3b470fa9-5a8b-4575-b9ff-86883e385176 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8aa2578d-a5f3-4655-86b0-b83fe59637fa HTTP/1.1" status: 200 len: 1001 time: 0.0565825 Aug 29 05:26:49.312370 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d15ccd8-3dc1-4da4-a04f-315238c1ce8e req-bd5fe0d1-0c27-4bf2-a4f4-27e64bd7b8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:49.313806 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5d15ccd8-3dc1-4da4-a04f-315238c1ce8e req-bd5fe0d1-0c27-4bf2-a4f4-27e64bd7b8f0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=22a9af12-41ba-4ecb-ac73-f0ed26d14a18 HTTP/1.1" status: 200 len: 834 time: 0.0465796 Aug 29 05:26:49.359944 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d15ccd8-3dc1-4da4-a04f-315238c1ce8e req-10d7ead5-c34a-4c50-bda9-369a4e39ce2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:49.366824 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5d15ccd8-3dc1-4da4-a04f-315238c1ce8e req-10d7ead5-c34a-4c50-bda9-369a4e39ce2c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ad5a767c-a006-43b8-a2f6-bfa5f58243ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451162 Aug 29 05:26:49.455779 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5d15ccd8-3dc1-4da4-a04f-315238c1ce8e req-916810cd-3484-4bd6-9c95-8920b84f6e2f service neutron] 10.222.0.46 "GET /v2.0/networks/ad5a767c-a006-43b8-a2f6-bfa5f58243ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815265 Aug 29 05:26:49.548375 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5d15ccd8-3dc1-4da4-a04f-315238c1ce8e req-32d01a34-6e23-4632-8e11-844028ecab12 service neutron] 10.222.0.46 "GET /v2.0/networks/ad5a767c-a006-43b8-a2f6-bfa5f58243ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852780 Aug 29 05:26:49.858540 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:53.551573 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:26:55.505183 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7656d796-a6e0-4187-8154-17b72caab22a req-7ebb9968-33c3-4680-9407-a9feea5b942d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=19efa733-49d3-4125-b1bf-b01d593b5e9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0773330 Aug 29 05:26:55.606496 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7656d796-a6e0-4187-8154-17b72caab22a req-0513e6ea-a12a-41e3-8547-f0924d138b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:55.608030 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7656d796-a6e0-4187-8154-17b72caab22a req-0513e6ea-a12a-41e3-8547-f0924d138b22 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=31def360f89342158e5c482db8b51dfa&device_id=19efa733-49d3-4125-b1bf-b01d593b5e9a HTTP/1.1" status: 200 len: 1097 time: 0.0417032 Aug 29 05:26:55.715914 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7656d796-a6e0-4187-8154-17b72caab22a req-cfc1d70d-2ace-487d-82d1-1fe3db7c35af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:55.717308 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7656d796-a6e0-4187-8154-17b72caab22a req-cfc1d70d-2ace-487d-82d1-1fe3db7c35af service neutron] 10.222.0.48 "GET /v2.0/networks?id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb HTTP/1.1" status: 200 len: 913 time: 0.0868769 Aug 29 05:26:55.761176 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7656d796-a6e0-4187-8154-17b72caab22a req-4990da98-a368-464d-8a2c-719fe711704a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e11f048-6330-4537-9251-c0dbbafc7fc5 HTTP/1.1" status: 200 len: 217 time: 0.0352774 Aug 29 05:26:55.810936 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7656d796-a6e0-4187-8154-17b72caab22a req-94c88cf2-3fe9-4aed-94f8-8ec552a0ef99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:55.812454 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7656d796-a6e0-4187-8154-17b72caab22a req-94c88cf2-3fe9-4aed-94f8-8ec552a0ef99 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6f6d99e8-8009-478f-9356-563dd7d1ac5b HTTP/1.1" status: 200 len: 851 time: 0.0432334 Aug 29 05:26:55.865169 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7656d796-a6e0-4187-8154-17b72caab22a req-9873d289-316f-43cf-a252-6d76c06bda9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:55.866626 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7656d796-a6e0-4187-8154-17b72caab22a req-9873d289-316f-43cf-a252-6d76c06bda9f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463412 Aug 29 05:26:55.953912 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7656d796-a6e0-4187-8154-17b72caab22a req-657fd6e7-1792-4812-9c07-02452aca5577 service neutron] 10.222.0.48 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791976 Aug 29 05:26:56.046709 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7656d796-a6e0-4187-8154-17b72caab22a req-3f8daf81-c52a-4638-9b36-86b9970bf240 service neutron] 10.222.0.48 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846665 Aug 29 05:26:59.263013 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:03.478817 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-89e3a43e-c8bf-4b11-a3ff-ec6a290b86bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:06.347121 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c9ccda98-2318-442d-8797-80c5899fd6d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:07.369045 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:07.459170 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:08.958308 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:17.349776 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 42276) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:27:17.503518 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-549cf95b-9bfe-4c6f-9f24-65cc1d2f5af9 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Deleting port 075f581f-f55b-43a1-9a26-ad96c321c400 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:27:17.503915 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-549cf95b-9bfe-4c6f-9f24-65cc1d2f5af9 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:17.575274 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-549cf95b-9bfe-4c6f-9f24-65cc1d2f5af9 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:17.575641 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-549cf95b-9bfe-4c6f-9f24-65cc1d2f5af9 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:17.586972 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-549cf95b-9bfe-4c6f-9f24-65cc1d2f5af9 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Calling delete_port for 075f581f-f55b-43a1-9a26-ad96c321c400 owned by network:floatingip {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:27:17.736773 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-549cf95b-9bfe-4c6f-9f24-65cc1d2f5af9 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:17.766025 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549cf95b-9bfe-4c6f-9f24-65cc1d2f5af9 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Pushing event deleted for resources: {'Port': ['ID=075f581f-f55b-43a1-9a26-ad96c321c400,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:17.793372 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549cf95b-9bfe-4c6f-9f24-65cc1d2f5af9 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:17.793723 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549cf95b-9bfe-4c6f-9f24-65cc1d2f5af9 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:17.794063 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549cf95b-9bfe-4c6f-9f24-65cc1d2f5af9 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:17.794942 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549cf95b-9bfe-4c6f-9f24-65cc1d2f5af9 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:17.795272 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549cf95b-9bfe-4c6f-9f24-65cc1d2f5af9 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:17.795602 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549cf95b-9bfe-4c6f-9f24-65cc1d2f5af9 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:17.795959 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549cf95b-9bfe-4c6f-9f24-65cc1d2f5af9 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:17.796288 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549cf95b-9bfe-4c6f-9f24-65cc1d2f5af9 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:17.796617 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549cf95b-9bfe-4c6f-9f24-65cc1d2f5af9 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:17.796942 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549cf95b-9bfe-4c6f-9f24-65cc1d2f5af9 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:17.797264 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549cf95b-9bfe-4c6f-9f24-65cc1d2f5af9 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:17.797586 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549cf95b-9bfe-4c6f-9f24-65cc1d2f5af9 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:17.835670 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-549cf95b-9bfe-4c6f-9f24-65cc1d2f5af9 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for floatingip, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:17.836105 n-d-712140-12 neutron-server[94828]: INFO neutron.db.l3_db [None req-549cf95b-9bfe-4c6f-9f24-65cc1d2f5af9 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Floating IP 00b3cd06-cbe6-49de-8db9-0c1e034c5a0e disassociated (deleted). External IP: 172.25.0.210, port: 8aa2578d-a5f3-4655-86b0-b83fe59637fa. Aug 29 05:27:18.038258 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-549cf95b-9bfe-4c6f-9f24-65cc1d2f5af9 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Router bd4a591b-9aa4-4125-83da-006fce348ba9 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:27:18.145128 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-549cf95b-9bfe-4c6f-9f24-65cc1d2f5af9 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:27:18.149959 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-549cf95b-9bfe-4c6f-9f24-65cc1d2f5af9 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:18.155158 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de35bda-d2b5-4689-8b0d-76ab00a4465e None None] Sync routers for ids ['bd4a591b-9aa4-4125-83da-006fce348ba9'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:27:18.163941 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de35bda-d2b5-4689-8b0d-76ab00a4465e None None] Routers {'bd4a591b-9aa4-4125-83da-006fce348ba9'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:27:18.164556 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-0de35bda-d2b5-4689-8b0d-76ab00a4465e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:27:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['bd4a591b-9aa4-4125-83da-006fce348ba9'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:27:18.178982 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-549cf95b-9bfe-4c6f-9f24-65cc1d2f5af9 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "DELETE /v2.0/floatingips/00b3cd06-cbe6-49de-8db9-0c1e034c5a0e HTTP/1.1" status: 204 len: 168 time: 0.8257020 Aug 29 05:27:18.178982 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4ee2145-bb62-4d34-b4d9-23c4784d7085', 'tag': '8aa2578d-a5f3-4655-86b0-b83fe59637fa'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:27:18.179602 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfb9107a06241f0f5f2256c13c0e0e77dc40c776bf6dc0455c34cebdf0549d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-916b6fcb-34d9-42ba-ab64-d88a54461269" -d '{"events": [{"name": "network-changed", "server_uuid": "d4ee2145-bb62-4d34-b4d9-23c4784d7085", "tag": "8aa2578d-a5f3-4655-86b0-b83fe59637fa"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:27:18.272642 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-0de35bda-d2b5-4689-8b0d-76ab00a4465e None None] Set router bd4a591b-9aa4-4125-83da-006fce348ba9 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:27:18.337975 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-636fdd78-8320-4d9f-8270-b7c65d104eae x-openstack-request-id: req-636fdd78-8320-4d9f-8270-b7c65d104eae {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:27:18.338266 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4ee2145-bb62-4d34-b4d9-23c4784d7085", "tag": "8aa2578d-a5f3-4655-86b0-b83fe59637fa", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:27:18.338909 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-636fdd78-8320-4d9f-8270-b7c65d104eae {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:27:18.339698 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4ee2145-bb62-4d34-b4d9-23c4784d7085', 'tag': '8aa2578d-a5f3-4655-86b0-b83fe59637fa', 'status': 'completed', 'code': 200} Aug 29 05:27:18.413350 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916b6fcb-34d9-42ba-ab64-d88a54461269 req-bc8d8f8b-829f-4d66-ba0f-cdb14118ea03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:18.414881 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-916b6fcb-34d9-42ba-ab64-d88a54461269 req-bc8d8f8b-829f-4d66-ba0f-cdb14118ea03 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=170eeddf5b474a98bd75c73129396ea6&device_id=d4ee2145-bb62-4d34-b4d9-23c4784d7085 HTTP/1.1" status: 200 len: 1097 time: 0.0469799 Aug 29 05:27:18.480281 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-0de35bda-d2b5-4689-8b0d-76ab00a4465e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd4a591b-9aa4-4125-83da-006fce348ba9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1748789501', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': 'c0fb772e-ac07-4738-a3a8-24b6cc6832b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:25:34Z', 'updated_at': '2021-08-29T05:25:37Z', 'revision_number': 4, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'gw_port': {'id': 'c0fb772e-ac07-4738-a3a8-24b6cc6832b3', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:71:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4a591b-9aa4-4125-83da-006fce348ba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:25:34Z', 'updated_at': '2021-08-29T05:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': 'aa8463b6-e644-466c-936b-7558bc4032e4', 'name': '', 'network_id': 'ad5a767c-a006-43b8-a2f6-bfa5f58243ad', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'mac_address': 'fa:16:3e:e5:10:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4a591b-9aa4-4125-83da-006fce348ba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '22a9af12-41ba-4ecb-ac73-f0ed26d14a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:25:37Z', 'updated_at': '2021-08-29T05:25:42Z', 'revision_number': 5, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'subnets': [{'id': '22a9af12-41ba-4ecb-ac73-f0ed26d14a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:27:18.506464 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de35bda-d2b5-4689-8b0d-76ab00a4465e None None] Checking router: bd4a591b-9aa4-4125-83da-006fce348ba9 for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:27:18.515246 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de35bda-d2b5-4689-8b0d-76ab00a4465e None None] Routers {'bd4a591b-9aa4-4125-83da-006fce348ba9'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:27:18.515877 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-0de35bda-d2b5-4689-8b0d-76ab00a4465e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:27:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['bd4a591b-9aa4-4125-83da-006fce348ba9'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:27:18.547256 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c101883c-144e-4ac2-975f-182588eb26f6 req-72e878a9-3913-41ed-8c81-aac29da5ed20 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:18.548763 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c101883c-144e-4ac2-975f-182588eb26f6 req-72e878a9-3913-41ed-8c81-aac29da5ed20 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=d4ee2145-bb62-4d34-b4d9-23c4784d7085 HTTP/1.1" status: 200 len: 945 time: 0.1546881 Aug 29 05:27:18.553649 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916b6fcb-34d9-42ba-ab64-d88a54461269 req-93ec5b1b-b5a4-4723-9814-0e903fdba57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:18.555441 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-916b6fcb-34d9-42ba-ab64-d88a54461269 req-93ec5b1b-b5a4-4723-9814-0e903fdba57b service neutron] 10.222.0.46 "GET /v2.0/networks?id=ad5a767c-a006-43b8-a2f6-bfa5f58243ad HTTP/1.1" status: 200 len: 898 time: 0.1310468 Aug 29 05:27:18.608876 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-916b6fcb-34d9-42ba-ab64-d88a54461269 req-94e94c3d-3a3c-44a9-976e-374ad71273fe service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8aa2578d-a5f3-4655-86b0-b83fe59637fa HTTP/1.1" status: 200 len: 217 time: 0.0387943 Aug 29 05:27:18.618610 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-0de35bda-d2b5-4689-8b0d-76ab00a4465e None None] Set router bd4a591b-9aa4-4125-83da-006fce348ba9 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:27:18.650636 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c101883c-144e-4ac2-975f-182588eb26f6 req-bb7630fc-719d-4b23-8423-ac89911a5a19 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=819dae5b-b70d-41c4-b5b5-6c9448873c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942090 Aug 29 05:27:18.674107 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916b6fcb-34d9-42ba-ab64-d88a54461269 req-2cbd7a92-7cbb-41b7-b633-43d48a60d75b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:18.675596 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-916b6fcb-34d9-42ba-ab64-d88a54461269 req-2cbd7a92-7cbb-41b7-b633-43d48a60d75b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=22a9af12-41ba-4ecb-ac73-f0ed26d14a18 HTTP/1.1" status: 200 len: 834 time: 0.0588272 Aug 29 05:27:18.723089 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916b6fcb-34d9-42ba-ab64-d88a54461269 req-a385d480-1800-43ae-9d3c-18d0e9759539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:18.724726 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-916b6fcb-34d9-42ba-ab64-d88a54461269 req-a385d480-1800-43ae-9d3c-18d0e9759539 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ad5a767c-a006-43b8-a2f6-bfa5f58243ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403132 Aug 29 05:27:18.816369 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-916b6fcb-34d9-42ba-ab64-d88a54461269 req-cb940460-37a5-47f1-a745-6eaaa0a91737 service neutron] 10.222.0.46 "GET /v2.0/networks/ad5a767c-a006-43b8-a2f6-bfa5f58243ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825794 Aug 29 05:27:18.817051 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-0de35bda-d2b5-4689-8b0d-76ab00a4465e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd4a591b-9aa4-4125-83da-006fce348ba9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1748789501', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': 'c0fb772e-ac07-4738-a3a8-24b6cc6832b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:25:34Z', 'updated_at': '2021-08-29T05:25:37Z', 'revision_number': 4, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'gw_port': {'id': 'c0fb772e-ac07-4738-a3a8-24b6cc6832b3', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:71:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4a591b-9aa4-4125-83da-006fce348ba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:25:34Z', 'updated_at': '2021-08-29T05:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': 'aa8463b6-e644-466c-936b-7558bc4032e4', 'name': '', 'network_id': 'ad5a767c-a006-43b8-a2f6-bfa5f58243ad', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'mac_address': 'fa:16:3e:e5:10:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4a591b-9aa4-4125-83da-006fce348ba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '22a9af12-41ba-4ecb-ac73-f0ed26d14a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:25:37Z', 'updated_at': '2021-08-29T05:25:42Z', 'revision_number': 5, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'subnets': [{'id': '22a9af12-41ba-4ecb-ac73-f0ed26d14a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:27:18.843459 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de35bda-d2b5-4689-8b0d-76ab00a4465e None None] The sync data for ids ['bd4a591b-9aa4-4125-83da-006fce348ba9'] in n-d-712140-12 is: [{'id': 'bd4a591b-9aa4-4125-83da-006fce348ba9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1748789501', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': 'c0fb772e-ac07-4738-a3a8-24b6cc6832b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:25:34Z', 'updated_at': '2021-08-29T05:25:37Z', 'revision_number': 4, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'gw_port': {'id': 'c0fb772e-ac07-4738-a3a8-24b6cc6832b3', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:71:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4a591b-9aa4-4125-83da-006fce348ba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:25:34Z', 'updated_at': '2021-08-29T05:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': 'aa8463b6-e644-466c-936b-7558bc4032e4', 'name': '', 'network_id': 'ad5a767c-a006-43b8-a2f6-bfa5f58243ad', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'mac_address': 'fa:16:3e:e5:10:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4a591b-9aa4-4125-83da-006fce348ba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '22a9af12-41ba-4ecb-ac73-f0ed26d14a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:25:37Z', 'updated_at': '2021-08-29T05:25:42Z', 'revision_number': 5, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'subnets': [{'id': '22a9af12-41ba-4ecb-ac73-f0ed26d14a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:27:19.077106 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e520b8-29aa-4587-b1d3-8e6a3ffc72e6 None None] New status for floating IP 00b3cd06-cbe6-49de-8db9-0c1e034c5a0e: DOWN {{(pid=94830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:27:19.247420 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-916b6fcb-34d9-42ba-ab64-d88a54461269 req-b5c06568-86cb-4673-a4c3-40e75a8ce74c service neutron] 10.222.0.46 "GET /v2.0/networks/ad5a767c-a006-43b8-a2f6-bfa5f58243ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4210815 Aug 29 05:27:19.768662 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1233e76f-08e6-4758-9982-8001fd4d0de5 req-de211088-1c3d-4aad-bc77-b2bfb9f1a624 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:19.770140 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1233e76f-08e6-4758-9982-8001fd4d0de5 req-de211088-1c3d-4aad-bc77-b2bfb9f1a624 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=d4ee2145-bb62-4d34-b4d9-23c4784d7085 HTTP/1.1" status: 200 len: 945 time: 0.0488799 Aug 29 05:27:19.807411 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1233e76f-08e6-4758-9982-8001fd4d0de5 req-910160b4-6f3f-447d-b6d1-1772c409e22f tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=819dae5b-b70d-41c4-b5b5-6c9448873c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313194 Aug 29 05:27:19.858164 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:20.078335 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91214421-09c4-47cd-b806-6af437625551 req-f7041929-3d4c-4d40-8167-7559430ac3e3 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:20.080250 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-91214421-09c4-47cd-b806-6af437625551 req-f7041929-3d4c-4d40-8167-7559430ac3e3 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4ee2145-bb62-4d34-b4d9-23c4784d7085 HTTP/1.1" status: 200 len: 945 time: 0.0468338 Aug 29 05:27:20.168859 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-91214421-09c4-47cd-b806-6af437625551 req-332fd46e-369a-419f-95ed-6691fc3c6775 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Deleting port 8aa2578d-a5f3-4655-86b0-b83fe59637fa {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:27:20.169839 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-91214421-09c4-47cd-b806-6af437625551 req-332fd46e-369a-419f-95ed-6691fc3c6775 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:20.252918 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-91214421-09c4-47cd-b806-6af437625551 req-332fd46e-369a-419f-95ed-6691fc3c6775 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] For port 8aa2578d-a5f3-4655-86b0-b83fe59637fa, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=8aa2578d-a5f3-4655-86b0-b83fe59637fa,segment=NetworkSegment(ee091133-db11-456f-8111-714b40ed4c88),segment_id=ee091133-db11-456f-8111-714b40ed4c88)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:27:20.253277 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-91214421-09c4-47cd-b806-6af437625551 req-332fd46e-369a-419f-95ed-6691fc3c6775 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:20.266218 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-91214421-09c4-47cd-b806-6af437625551 req-332fd46e-369a-419f-95ed-6691fc3c6775 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Calling delete_port for 8aa2578d-a5f3-4655-86b0-b83fe59637fa owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:27:20.391865 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-91214421-09c4-47cd-b806-6af437625551 req-332fd46e-369a-419f-95ed-6691fc3c6775 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:20.419497 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332fd46e-369a-419f-95ed-6691fc3c6775 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Pushing event deleted for resources: {'Port': ['ID=8aa2578d-a5f3-4655-86b0-b83fe59637fa,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:20.465387 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-91214421-09c4-47cd-b806-6af437625551 req-332fd46e-369a-419f-95ed-6691fc3c6775 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] No DVR routers for this DVR port 8aa2578d-a5f3-4655-86b0-b83fe59637fa on host n-h1-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:27:20.468580 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-91214421-09c4-47cd-b806-6af437625551 req-332fd46e-369a-419f-95ed-6691fc3c6775 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:20.470529 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-91214421-09c4-47cd-b806-6af437625551 req-332fd46e-369a-419f-95ed-6691fc3c6775 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.46 "DELETE /v2.0/ports/8aa2578d-a5f3-4655-86b0-b83fe59637fa HTTP/1.1" status: 204 len: 173 time: 0.3848541 Aug 29 05:27:20.470959 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4ee2145-bb62-4d34-b4d9-23c4784d7085', 'name': 'network-vif-deleted', 'tag': '8aa2578d-a5f3-4655-86b0-b83fe59637fa'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:27:20.473227 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfb9107a06241f0f5f2256c13c0e0e77dc40c776bf6dc0455c34cebdf0549d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4630c93-a261-4b8b-bf97-6f40b9093748" -d '{"events": [{"server_uuid": "d4ee2145-bb62-4d34-b4d9-23c4784d7085", "name": "network-vif-deleted", "tag": "8aa2578d-a5f3-4655-86b0-b83fe59637fa"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:27:20.510413 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65d50d0a-4e51-4f5a-9aac-5455ad6b8c01 x-openstack-request-id: req-65d50d0a-4e51-4f5a-9aac-5455ad6b8c01 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:27:20.510706 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4ee2145-bb62-4d34-b4d9-23c4784d7085", "name": "network-vif-deleted", "tag": "8aa2578d-a5f3-4655-86b0-b83fe59637fa", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:27:20.510958 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-65d50d0a-4e51-4f5a-9aac-5455ad6b8c01 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:27:20.511363 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4ee2145-bb62-4d34-b4d9-23c4784d7085', 'name': 'network-vif-deleted', 'tag': '8aa2578d-a5f3-4655-86b0-b83fe59637fa', 'status': 'completed', 'code': 200} Aug 29 05:27:20.924892 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8b138471-d596-48f4-b24d-b24b56af3c2b req-bf2d42a2-cebf-45c1-94c3-c8a790c3a297 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=d4ee2145-bb62-4d34-b4d9-23c4784d7085 HTTP/1.1" status: 200 len: 210 time: 0.0302360 Aug 29 05:27:21.982798 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 42294) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:27:22.330056 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7a5ffd60-f834-476f-ba4a-ae310fe9c0aa tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713413'] for router_interface, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:22.579199 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-7a5ffd60-f834-476f-ba4a-ae310fe9c0aa tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Deleting port aa8463b6-e644-466c-936b-7558bc4032e4 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:27:22.579543 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7a5ffd60-f834-476f-ba4a-ae310fe9c0aa tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:22.667368 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-7a5ffd60-f834-476f-ba4a-ae310fe9c0aa tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] For port aa8463b6-e644-466c-936b-7558bc4032e4, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=aa8463b6-e644-466c-936b-7558bc4032e4,segment=NetworkSegment(ee091133-db11-456f-8111-714b40ed4c88),segment_id=ee091133-db11-456f-8111-714b40ed4c88)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:27:22.667759 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7a5ffd60-f834-476f-ba4a-ae310fe9c0aa tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:22.680580 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-7a5ffd60-f834-476f-ba4a-ae310fe9c0aa tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Calling delete_port for aa8463b6-e644-466c-936b-7558bc4032e4 owned by network:router_interface {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:27:22.865137 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7a5ffd60-f834-476f-ba4a-ae310fe9c0aa tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:22.890542 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5ffd60-f834-476f-ba4a-ae310fe9c0aa tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Pushing event deleted for resources: {'Port': ['ID=aa8463b6-e644-466c-936b-7558bc4032e4,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:23.067319 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7a5ffd60-f834-476f-ba4a-ae310fe9c0aa tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-713231'] for router_interface, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:23.276087 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a5ffd60-f834-476f-ba4a-ae310fe9c0aa tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Router bd4a591b-9aa4-4125-83da-006fce348ba9 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:27:23.379938 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a5ffd60-f834-476f-ba4a-ae310fe9c0aa tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:27:23.384840 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-7a5ffd60-f834-476f-ba4a-ae310fe9c0aa tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "PUT /v2.0/routers/bd4a591b-9aa4-4125-83da-006fce348ba9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4010108 Aug 29 05:27:23.387522 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 42296) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:27:23.390652 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c161dbb3-56b0-4b58-8e38-7c0df36b014d None None] Sync routers for ids ['bd4a591b-9aa4-4125-83da-006fce348ba9'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:27:23.399996 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c161dbb3-56b0-4b58-8e38-7c0df36b014d None None] Routers {'bd4a591b-9aa4-4125-83da-006fce348ba9'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:27:23.400605 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-c161dbb3-56b0-4b58-8e38-7c0df36b014d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:27:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['bd4a591b-9aa4-4125-83da-006fce348ba9'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:27:23.441381 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dbd5336-64bd-445d-bdf4-637c85c0da52 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Deleting subnet 22a9af12-41ba-4ecb-ac73-f0ed26d14a18 {{(pid=94828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 05:27:23.444531 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4dbd5336-64bd-445d-bdf4-637c85c0da52 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for subnet, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:23.485579 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4dbd5336-64bd-445d-bdf4-637c85c0da52 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8904862'] for subnet, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:23.506783 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-c161dbb3-56b0-4b58-8e38-7c0df36b014d None None] Set router bd4a591b-9aa4-4125-83da-006fce348ba9 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:27:23.572662 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4dbd5336-64bd-445d-bdf4-637c85c0da52 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:23.645631 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4dbd5336-64bd-445d-bdf4-637c85c0da52 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9190434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062341'] for subnet, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:23.672266 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbd5336-64bd-445d-bdf4-637c85c0da52 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Pushing event deleted for resources: {'Subnet': ['ID=22a9af12-41ba-4ecb-ac73-f0ed26d14a18,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:23.677172 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4dbd5336-64bd-445d-bdf4-637c85c0da52 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:23.681589 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-4dbd5336-64bd-445d-bdf4-637c85c0da52 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "DELETE /v2.0/subnets/22a9af12-41ba-4ecb-ac73-f0ed26d14a18 HTTP/1.1" status: 204 len: 168 time: 0.2900794 Aug 29 05:27:23.681874 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 42298) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:27:23.685979 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7103f7c6-ff5a-42f4-8605-7e90e56a0cc6 None None] Network ad5a767c-a006-43b8-a2f6-bfa5f58243ad requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:27:23.774327 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-c161dbb3-56b0-4b58-8e38-7c0df36b014d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd4a591b-9aa4-4125-83da-006fce348ba9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1748789501', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': 'c0fb772e-ac07-4738-a3a8-24b6cc6832b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:25:34Z', 'updated_at': '2021-08-29T05:27:22Z', 'revision_number': 5, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'gw_port': {'id': 'c0fb772e-ac07-4738-a3a8-24b6cc6832b3', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:71:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4a591b-9aa4-4125-83da-006fce348ba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:25:34Z', 'updated_at': '2021-08-29T05:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:27:23.799942 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-41eb3b59-1807-4ab3-97b1-bdf515ab843c tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for router, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:23.808458 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c161dbb3-56b0-4b58-8e38-7c0df36b014d None None] Checking router: bd4a591b-9aa4-4125-83da-006fce348ba9 for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:27:23.817981 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c161dbb3-56b0-4b58-8e38-7c0df36b014d None None] Routers {'bd4a591b-9aa4-4125-83da-006fce348ba9'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:27:23.818586 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-c161dbb3-56b0-4b58-8e38-7c0df36b014d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:27:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['bd4a591b-9aa4-4125-83da-006fce348ba9'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:27:23.876360 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c05bd7-c9bb-49ff-aa4d-145babf5c919 None None] DHCP port deletion for ad5a767c-a006-43b8-a2f6-bfa5f58243ad request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 05:27:23.917178 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-41eb3b59-1807-4ab3-97b1-bdf515ab843c tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:23.923913 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-a6c05bd7-c9bb-49ff-aa4d-145babf5c919 None None] Deleting port 14c38bd8-287f-40aa-be27-0ed0472b3d17 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:27:23.924325 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a6c05bd7-c9bb-49ff-aa4d-145babf5c919 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:23.926496 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-c161dbb3-56b0-4b58-8e38-7c0df36b014d None None] Set router bd4a591b-9aa4-4125-83da-006fce348ba9 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:27:23.938878 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 8aa2578d-a5f3-4655-86b0-b83fe59637fa no longer exists at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:27:23.972805 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-41eb3b59-1807-4ab3-97b1-bdf515ab843c tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Deleting port c0fb772e-ac07-4738-a3a8-24b6cc6832b3 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:27:23.973231 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-41eb3b59-1807-4ab3-97b1-bdf515ab843c tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:23.996075 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] No Port match for: 8aa2578d-a5f3-4655-86b0-b83fe59637fa {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:27:23.996505 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 8aa2578d-a5f3-4655-86b0-b83fe59637fa not bound to the agent host n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:27:24.017696 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-a6c05bd7-c9bb-49ff-aa4d-145babf5c919 None None] For port 14c38bd8-287f-40aa-be27-0ed0472b3d17, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=14c38bd8-287f-40aa-be27-0ed0472b3d17,segment=NetworkSegment(ee091133-db11-456f-8111-714b40ed4c88),segment_id=ee091133-db11-456f-8111-714b40ed4c88)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:27:24.018093 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a6c05bd7-c9bb-49ff-aa4d-145babf5c919 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:24.031189 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-a6c05bd7-c9bb-49ff-aa4d-145babf5c919 None None] Calling delete_port for 14c38bd8-287f-40aa-be27-0ed0472b3d17 owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:27:24.054656 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-41eb3b59-1807-4ab3-97b1-bdf515ab843c tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] For port c0fb772e-ac07-4738-a3a8-24b6cc6832b3, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=c0fb772e-ac07-4738-a3a8-24b6cc6832b3,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:27:24.055460 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-41eb3b59-1807-4ab3-97b1-bdf515ab843c tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:24.072689 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-41eb3b59-1807-4ab3-97b1-bdf515ab843c tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Calling delete_port for c0fb772e-ac07-4738-a3a8-24b6cc6832b3 owned by network:router_gateway {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:27:24.112251 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-c161dbb3-56b0-4b58-8e38-7c0df36b014d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd4a591b-9aa4-4125-83da-006fce348ba9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1748789501', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': 'c0fb772e-ac07-4738-a3a8-24b6cc6832b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:25:34Z', 'updated_at': '2021-08-29T05:27:22Z', 'revision_number': 5, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'gw_port': {'id': 'c0fb772e-ac07-4738-a3a8-24b6cc6832b3', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:71:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4a591b-9aa4-4125-83da-006fce348ba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:25:34Z', 'updated_at': '2021-08-29T05:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:27:24.112494 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a6c05bd7-c9bb-49ff-aa4d-145babf5c919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:24.140063 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c05bd7-c9bb-49ff-aa4d-145babf5c919 None None] Pushing event deleted for resources: {'Port': ['ID=14c38bd8-287f-40aa-be27-0ed0472b3d17,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:24.140415 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c161dbb3-56b0-4b58-8e38-7c0df36b014d None None] The sync data for ids ['bd4a591b-9aa4-4125-83da-006fce348ba9'] in n-d-712140-12 is: [{'id': 'bd4a591b-9aa4-4125-83da-006fce348ba9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1748789501', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': 'c0fb772e-ac07-4738-a3a8-24b6cc6832b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:25:34Z', 'updated_at': '2021-08-29T05:27:22Z', 'revision_number': 5, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'gw_port': {'id': 'c0fb772e-ac07-4738-a3a8-24b6cc6832b3', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:71:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4a591b-9aa4-4125-83da-006fce348ba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:25:34Z', 'updated_at': '2021-08-29T05:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:27:24.142492 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c05bd7-c9bb-49ff-aa4d-145babf5c919 None None] No DVR routers for this DVR port 14c38bd8-287f-40aa-be27-0ed0472b3d17 on host n-d-712140-12 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:27:24.150587 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c05bd7-c9bb-49ff-aa4d-145babf5c919 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:24.150941 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c05bd7-c9bb-49ff-aa4d-145babf5c919 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:24.151280 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c05bd7-c9bb-49ff-aa4d-145babf5c919 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:24.151612 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c05bd7-c9bb-49ff-aa4d-145babf5c919 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:24.151975 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c05bd7-c9bb-49ff-aa4d-145babf5c919 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:24.152300 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c05bd7-c9bb-49ff-aa4d-145babf5c919 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:24.152623 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c05bd7-c9bb-49ff-aa4d-145babf5c919 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:24.152948 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c05bd7-c9bb-49ff-aa4d-145babf5c919 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:24.153721 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c05bd7-c9bb-49ff-aa4d-145babf5c919 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:24.153721 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c05bd7-c9bb-49ff-aa4d-145babf5c919 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:24.153907 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c05bd7-c9bb-49ff-aa4d-145babf5c919 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:24.154218 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c05bd7-c9bb-49ff-aa4d-145babf5c919 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:24.252522 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-41eb3b59-1807-4ab3-97b1-bdf515ab843c tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:24.286334 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eb3b59-1807-4ab3-97b1-bdf515ab843c tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Pushing event deleted for resources: {'Port': ['ID=c0fb772e-ac07-4738-a3a8-24b6cc6832b3,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:24.348892 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-41eb3b59-1807-4ab3-97b1-bdf515ab843c tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719445'] for router_gateway, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:24.442661 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-41eb3b59-1807-4ab3-97b1-bdf515ab843c tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:24.444894 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-41eb3b59-1807-4ab3-97b1-bdf515ab843c tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:24.458679 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device aa8463b6-e644-466c-936b-7558bc4032e4 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:27:24.482562 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: aa8463b6-e644-466c-936b-7558bc4032e4 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:27:24.482907 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device aa8463b6-e644-466c-936b-7558bc4032e4 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:27:24.483332 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 14c38bd8-287f-40aa-be27-0ed0472b3d17 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:27:24.494456 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-41eb3b59-1807-4ab3-97b1-bdf515ab843c tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717253'] for router, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:24.495079 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41eb3b59-1807-4ab3-97b1-bdf515ab843c tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Fanout notify agent at l3_agent the message router_deleted on router bd4a591b-9aa4-4125-83da-006fce348ba9 {{(pid=94828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 05:27:24.502858 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 14c38bd8-287f-40aa-be27-0ed0472b3d17 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:27:24.503215 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 14c38bd8-287f-40aa-be27-0ed0472b3d17 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:27:24.505487 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-41eb3b59-1807-4ab3-97b1-bdf515ab843c tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for router, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:24.506619 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-41eb3b59-1807-4ab3-97b1-bdf515ab843c tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "DELETE /v2.0/routers/bd4a591b-9aa4-4125-83da-006fce348ba9 HTTP/1.1" status: 204 len: 168 time: 0.8237844 Aug 29 05:27:24.509517 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 42300) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:27:24.588202 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8b54cbba-e04e-499a-8ed2-955d03dcbf29 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:24.675474 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8b54cbba-e04e-499a-8ed2-955d03dcbf29 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:24.685431 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-8b54cbba-e04e-499a-8ed2-955d03dcbf29 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad5a767c-a006-43b8-a2f6-bfa5f58243ad']}} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:27:24.695344 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-8b54cbba-e04e-499a-8ed2-955d03dcbf29 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee091133-db11-456f-8111-714b40ed4c88') {'for_net_delete': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:27:24.695641 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-8b54cbba-e04e-499a-8ed2-955d03dcbf29 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee091133-db11-456f-8111-714b40ed4c88') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:27:24.705069 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8b54cbba-e04e-499a-8ed2-955d03dcbf29 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8904833'] for segment, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:24.718123 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8b54cbba-e04e-499a-8ed2-955d03dcbf29 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:24.724000 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b54cbba-e04e-499a-8ed2-955d03dcbf29 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=94828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:27:24.724393 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8b54cbba-e04e-499a-8ed2-955d03dcbf29 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9190468'] for segment, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:24.727234 n-d-712140-12 neutron-server[94828]: Traceback (most recent call last): Aug 29 05:27:24.727234 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:27:24.727234 n-d-712140-12 neutron-server[94828]: timer() Aug 29 05:27:24.727234 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:27:24.727234 n-d-712140-12 neutron-server[94828]: cb(*args, **kw) Aug 29 05:27:24.727234 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:27:24.727234 n-d-712140-12 neutron-server[94828]: return func(*args, **kwargs) Aug 29 05:27:24.727234 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:27:24.727234 n-d-712140-12 neutron-server[94828]: self._notify() Aug 29 05:27:24.727234 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:27:24.727234 n-d-712140-12 neutron-server[94828]: self.callback(batched_events) Aug 29 05:27:24.727234 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:27:24.727234 n-d-712140-12 neutron-server[94828]: event.method(event) Aug 29 05:27:24.727234 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:27:24.727234 n-d-712140-12 neutron-server[94828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:27:24.727234 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:27:24.727234 n-d-712140-12 neutron-server[94828]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:27:24.727234 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:27:24.727234 n-d-712140-12 neutron-server[94828]: return f(self, *a, **k) Aug 29 05:27:24.727234 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:27:24.727234 n-d-712140-12 neutron-server[94828]: return self._get(url).json() Aug 29 05:27:24.727234 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:27:24.727234 n-d-712140-12 neutron-server[94828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:27:24.727234 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:27:24.727234 n-d-712140-12 neutron-server[94828]: return self.request(url, 'GET', **kwargs) Aug 29 05:27:24.727234 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:27:24.727234 n-d-712140-12 neutron-server[94828]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:27:24.727234 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:27:24.727234 n-d-712140-12 neutron-server[94828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:27:24.727234 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:27:24.727234 n-d-712140-12 neutron-server[94828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:27:24.727234 n-d-712140-12 neutron-server[94828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:27:24.786838 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8b54cbba-e04e-499a-8ed2-955d03dcbf29 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:24.794608 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8b54cbba-e04e-499a-8ed2-955d03dcbf29 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:24.796294 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-8b54cbba-e04e-499a-8ed2-955d03dcbf29 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "DELETE /v2.0/networks/ad5a767c-a006-43b8-a2f6-bfa5f58243ad HTTP/1.1" status: 204 len: 168 time: 0.2857702 Aug 29 05:27:24.799066 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 42302) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:27:24.807586 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b54cbba-e04e-499a-8ed2-955d03dcbf29 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Pushing event deleted for resources: {'Network': ['ID=ad5a767c-a006-43b8-a2f6-bfa5f58243ad,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:24.858911 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-45933e84-72a6-497b-a33b-6e039a07e64d tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:24.887610 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-45933e84-72a6-497b-a33b-6e039a07e64d tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:24.956826 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-45933e84-72a6-497b-a33b-6e039a07e64d tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:24.959558 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-45933e84-72a6-497b-a33b-6e039a07e64d tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:24.960772 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-45933e84-72a6-497b-a33b-6e039a07e64d tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "DELETE /v2.0/security-groups/819dae5b-b70d-41c4-b5b5-6c9448873c4b HTTP/1.1" status: 204 len: 168 time: 0.1606634 Aug 29 05:27:24.972365 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45933e84-72a6-497b-a33b-6e039a07e64d tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=819dae5b-b70d-41c4-b5b5-6c9448873c4b,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:24.979955 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45933e84-72a6-497b-a33b-6e039a07e64d tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:24.980317 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45933e84-72a6-497b-a33b-6e039a07e64d tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:24.980665 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45933e84-72a6-497b-a33b-6e039a07e64d tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:24.981008 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45933e84-72a6-497b-a33b-6e039a07e64d tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:24.981345 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45933e84-72a6-497b-a33b-6e039a07e64d tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:24.982186 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45933e84-72a6-497b-a33b-6e039a07e64d tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:24.982521 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45933e84-72a6-497b-a33b-6e039a07e64d tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:24.982924 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45933e84-72a6-497b-a33b-6e039a07e64d tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:24.983258 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45933e84-72a6-497b-a33b-6e039a07e64d tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:24.983496 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45933e84-72a6-497b-a33b-6e039a07e64d tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:24.983884 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45933e84-72a6-497b-a33b-6e039a07e64d tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:24.984181 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45933e84-72a6-497b-a33b-6e039a07e64d tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:25.149760 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 42308) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:27:25.155373 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-e2f90aca-e9d3-4641-b944-3a2d6dc8bf07 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2097898932', 'description': 'tempest-secgroup-smoke-2097898932 description', 'project_id': '170eeddf5b474a98bd75c73129396ea6'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:27:25.176888 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e2f90aca-e9d3-4641-b944-3a2d6dc8bf07 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:25.262339 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e2f90aca-e9d3-4641-b944-3a2d6dc8bf07 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:25.266003 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e2f90aca-e9d3-4641-b944-3a2d6dc8bf07 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:25.293415 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e2f90aca-e9d3-4641-b944-3a2d6dc8bf07 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:25.295301 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-e2f90aca-e9d3-4641-b944-3a2d6dc8bf07 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1445229 Aug 29 05:27:25.297440 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f90aca-e9d3-4641-b944-3a2d6dc8bf07 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d5b980c-3be8-4448-bd5f-a334819a32bc,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:25.298372 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 42310) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:27:25.303165 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-02114dc1-7c33-4aa2-8197-fca63168dc41 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Request body: {'security_group_rule': {'security_group_id': '5d5b980c-3be8-4448-bd5f-a334819a32bc', 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:27:25.329651 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-02114dc1-7c33-4aa2-8197-fca63168dc41 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:25.376005 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-02114dc1-7c33-4aa2-8197-fca63168dc41 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:25.379671 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-02114dc1-7c33-4aa2-8197-fca63168dc41 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:25.395755 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02114dc1-7c33-4aa2-8197-fca63168dc41 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=670683b1-332c-464f-8ad0-d7bf77761c57,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:25.405874 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-02114dc1-7c33-4aa2-8197-fca63168dc41 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:25.407329 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-02114dc1-7c33-4aa2-8197-fca63168dc41 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1077530 Aug 29 05:27:25.409924 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 42312) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:27:25.414346 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-63436fed-6b9e-4016-adc5-1be86b8f7f2d tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Request body: {'security_group_rule': {'security_group_id': '5d5b980c-3be8-4448-bd5f-a334819a32bc', 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:27:25.441304 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-63436fed-6b9e-4016-adc5-1be86b8f7f2d tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:25.497633 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-63436fed-6b9e-4016-adc5-1be86b8f7f2d tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:25.501075 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-63436fed-6b9e-4016-adc5-1be86b8f7f2d tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:25.519120 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63436fed-6b9e-4016-adc5-1be86b8f7f2d tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c4ee70d-8d3a-4bad-9c40-c99aa4f1ad8f,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:25.525816 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-63436fed-6b9e-4016-adc5-1be86b8f7f2d tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:25.527014 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-63436fed-6b9e-4016-adc5-1be86b8f7f2d tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1161690 Aug 29 05:27:25.531728 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 42314) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:27:25.536209 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-ed1fae2e-01d4-4c23-bac8-be0d73b14f66 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Request body: {'security_group_rule': {'security_group_id': '5d5b980c-3be8-4448-bd5f-a334819a32bc', 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:27:25.561115 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ed1fae2e-01d4-4c23-bac8-be0d73b14f66 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:25.620040 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ed1fae2e-01d4-4c23-bac8-be0d73b14f66 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:25.624144 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ed1fae2e-01d4-4c23-bac8-be0d73b14f66 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:25.642001 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1fae2e-01d4-4c23-bac8-be0d73b14f66 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d4b9d66-1f16-4236-98f7-5f381e662c89,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:25.647852 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ed1fae2e-01d4-4c23-bac8-be0d73b14f66 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:25.648991 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-ed1fae2e-01d4-4c23-bac8-be0d73b14f66 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1162968 Aug 29 05:27:25.651909 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 42316) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:27:25.656808 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-15fadf50-84b2-47bd-be90-9e2d7fb6a571 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Request body: {'security_group_rule': {'security_group_id': '5d5b980c-3be8-4448-bd5f-a334819a32bc', 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:27:25.681365 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-15fadf50-84b2-47bd-be90-9e2d7fb6a571 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:25.740228 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-15fadf50-84b2-47bd-be90-9e2d7fb6a571 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:25.744323 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-15fadf50-84b2-47bd-be90-9e2d7fb6a571 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:25.763966 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fadf50-84b2-47bd-be90-9e2d7fb6a571 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5116b69f-3e27-4f98-bdc5-7306a6906187,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:25.768077 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-15fadf50-84b2-47bd-be90-9e2d7fb6a571 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:25.769273 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-15fadf50-84b2-47bd-be90-9e2d7fb6a571 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1164527 Aug 29 05:27:25.772062 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 42318) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:27:25.776385 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-f05a02d5-a8d5-46b7-b0a0-accc282a2b83 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Request body: {'security_group_rule': {'security_group_id': '5d5b980c-3be8-4448-bd5f-a334819a32bc', 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:27:25.797824 n-d-712140-12 neutron-server[94829]: INFO neutron.db.securitygroups_db [None req-f05a02d5-a8d5-46b7-b0a0-accc282a2b83 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Project 170eeddf5b474a98bd75c73129396ea6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 05:27:25.802575 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f05a02d5-a8d5-46b7-b0a0-accc282a2b83 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:25.863207 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f05a02d5-a8d5-46b7-b0a0-accc282a2b83 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:25.866594 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f05a02d5-a8d5-46b7-b0a0-accc282a2b83 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:25.885559 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05a02d5-a8d5-46b7-b0a0-accc282a2b83 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=155baca4-46d0-404c-abfb-5273fb599ab3,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:25.892698 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f05a02d5-a8d5-46b7-b0a0-accc282a2b83 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:25.893896 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-f05a02d5-a8d5-46b7-b0a0-accc282a2b83 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1209280 Aug 29 05:27:25.896676 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 42320) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:27:25.901281 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-948ef116-5e7b-4ec0-bd2e-ff439f546f88 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Request body: {'security_group_rule': {'security_group_id': '5d5b980c-3be8-4448-bd5f-a334819a32bc', 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:27:25.921257 n-d-712140-12 neutron-server[94829]: INFO neutron.db.securitygroups_db [None req-948ef116-5e7b-4ec0-bd2e-ff439f546f88 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Project 170eeddf5b474a98bd75c73129396ea6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 05:27:25.925946 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-948ef116-5e7b-4ec0-bd2e-ff439f546f88 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:25.990138 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-948ef116-5e7b-4ec0-bd2e-ff439f546f88 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:25.994386 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-948ef116-5e7b-4ec0-bd2e-ff439f546f88 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:26.011742 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948ef116-5e7b-4ec0-bd2e-ff439f546f88 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fc532a7-2dbe-4a4d-a613-09a6c92f12f5,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:26.018388 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-948ef116-5e7b-4ec0-bd2e-ff439f546f88 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:26.019531 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-948ef116-5e7b-4ec0-bd2e-ff439f546f88 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1219132 Aug 29 05:27:26.022478 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 42322) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:27:26.027725 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-9de59c7d-64d2-4f27-9a45-92cb2d538ad2 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Request body: {'network': {'name': 'tempest-network-smoke--1555064640', 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'port_security_enabled': True}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:27:26.047455 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9de59c7d-64d2-4f27-9a45-92cb2d538ad2 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Made reservation on behalf of 170eeddf5b474a98bd75c73129396ea6 for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:27:26.050802 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9de59c7d-64d2-4f27-9a45-92cb2d538ad2 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:26.074492 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9de59c7d-64d2-4f27-9a45-92cb2d538ad2 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:27:26.086108 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9de59c7d-64d2-4f27-9a45-92cb2d538ad2 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:26.086475 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-9de59c7d-64d2-4f27-9a45-92cb2d538ad2 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Added segment 85400054-49c9-4c40-becb-d2728a6442e4 of type vlan for network 52631b2a-42e8-4d4d-99dc-4afb94901229 Aug 29 05:27:26.126071 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9de59c7d-64d2-4f27-9a45-92cb2d538ad2 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:26.149765 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9de59c7d-64d2-4f27-9a45-92cb2d538ad2 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:26.155669 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de59c7d-64d2-4f27-9a45-92cb2d538ad2 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:26.156239 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9de59c7d-64d2-4f27-9a45-92cb2d538ad2 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:26.211168 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-9de59c7d-64d2-4f27-9a45-92cb2d538ad2 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1876643 Aug 29 05:27:26.213902 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 42324) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:27:26.218312 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-9eb77e37-6f2a-4f9e-a1b2-e88ba3e6281b tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-344871443', 'admin_state_up': True, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:27:26.243328 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de59c7d-64d2-4f27-9a45-92cb2d538ad2 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Pushing event updated for resources: {'Network': ['ID=52631b2a-42e8-4d4d-99dc-4afb94901229,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:26.255001 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 52631b2a-42e8-4d4d-99dc-4afb94901229 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:27:26.257163 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9eb77e37-6f2a-4f9e-a1b2-e88ba3e6281b tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:26.258158 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9eb77e37-6f2a-4f9e-a1b2-e88ba3e6281b tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1838'] for router, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:26.307539 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9eb77e37-6f2a-4f9e-a1b2-e88ba3e6281b tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:26.365882 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device c0fb772e-ac07-4738-a3a8-24b6cc6832b3 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:27:26.386493 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: c0fb772e-ac07-4738-a3a8-24b6cc6832b3 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:27:26.386838 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device c0fb772e-ac07-4738-a3a8-24b6cc6832b3 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:27:26.447165 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9eb77e37-6f2a-4f9e-a1b2-e88ba3e6281b tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:26.633204 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9eb77e37-6f2a-4f9e-a1b2-e88ba3e6281b tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for router_gateway, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:26.651811 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9eb77e37-6f2a-4f9e-a1b2-e88ba3e6281b tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:26.756168 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-9eb77e37-6f2a-4f9e-a1b2-e88ba3e6281b tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Allocated IP 172.25.0.86 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/7e16a83a-ca45-4503-96e9-e2a4eaded2f0) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:27:26.855824 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9eb77e37-6f2a-4f9e-a1b2-e88ba3e6281b tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:26.893093 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9eb77e37-6f2a-4f9e-a1b2-e88ba3e6281b tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:26.937490 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb77e37-6f2a-4f9e-a1b2-e88ba3e6281b tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:27:26.940400 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-9eb77e37-6f2a-4f9e-a1b2-e88ba3e6281b tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:27:26.942815 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb77e37-6f2a-4f9e-a1b2-e88ba3e6281b tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:27:26.968185 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb77e37-6f2a-4f9e-a1b2-e88ba3e6281b tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Pushing event updated for resources: {'Port': ['ID=7e16a83a-ca45-4503-96e9-e2a4eaded2f0,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:27.188952 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9eb77e37-6f2a-4f9e-a1b2-e88ba3e6281b tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for router_gateway, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:27.381788 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9eb77e37-6f2a-4f9e-a1b2-e88ba3e6281b tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409'] for router, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:27.506757 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eb77e37-6f2a-4f9e-a1b2-e88ba3e6281b tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Router 39987aaf-d8dd-45d5-be3d-c04903436d87 is scheduled to L3 agent 76874008-c311-485c-ba36-921b6d275b6a with binding_index 1 {{(pid=94829) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 05:27:27.613315 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eb77e37-6f2a-4f9e-a1b2-e88ba3e6281b tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:27:27.623811 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df5f505-6d01-4c45-970e-19055ef1331e None None] Sync routers for ids ['39987aaf-d8dd-45d5-be3d-c04903436d87'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:27:27.633145 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9eb77e37-6f2a-4f9e-a1b2-e88ba3e6281b tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:27.633454 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df5f505-6d01-4c45-970e-19055ef1331e None None] Routers {'39987aaf-d8dd-45d5-be3d-c04903436d87'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:27:27.634177 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-7df5f505-6d01-4c45-970e-19055ef1331e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:27:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['39987aaf-d8dd-45d5-be3d-c04903436d87'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:27:27.635101 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-9eb77e37-6f2a-4f9e-a1b2-e88ba3e6281b tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4200544 Aug 29 05:27:27.639110 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 42326) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:27:27.666567 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-cacbdbf0-5857-4f19-a1a2-e6d0e03c5bf7 tempest-TestNetworkAdvancedServerOps-1390409953 tempest-TestNetworkAdvancedServerOps-1390409953-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=170eeddf5b474a98bd75c73129396ea6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262611 Aug 29 05:27:27.669184 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 42328) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:27:27.740158 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-7df5f505-6d01-4c45-970e-19055ef1331e None None] Set router 39987aaf-d8dd-45d5-be3d-c04903436d87 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:27:27.756180 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af08706-98fa-4e3a-b0e1-2cd6bbb04cbe tempest-TestNetworkAdvancedServerOps-1390409953 tempest-TestNetworkAdvancedServerOps-1390409953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:27.757880 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-3af08706-98fa-4e3a-b0e1-2cd6bbb04cbe tempest-TestNetworkAdvancedServerOps-1390409953 tempest-TestNetworkAdvancedServerOps-1390409953-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0877264 Aug 29 05:27:27.760802 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 42330) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:27:27.787989 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-7d241c7f-7c30-4312-8481-3e06a4c74e26 tempest-TestNetworkAdvancedServerOps-1390409953 tempest-TestNetworkAdvancedServerOps-1390409953-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=e6c84a15-2e6f-4c07-8ede-a88148c2fe90&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261297 Aug 29 05:27:27.790478 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 42332) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:27:27.795655 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-7be57393-0454-44cd-af7f-9b93e7f8c07f tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-646164718', 'network_id': '52631b2a-42e8-4d4d-99dc-4afb94901229', 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:27:27.884925 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7be57393-0454-44cd-af7f-9b93e7f8c07f tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Made reservation on behalf of 170eeddf5b474a98bd75c73129396ea6 for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:27:27.888457 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7be57393-0454-44cd-af7f-9b93e7f8c07f tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:27.926005 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-7df5f505-6d01-4c45-970e-19055ef1331e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39987aaf-d8dd-45d5-be3d-c04903436d87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-344871443', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '7e16a83a-ca45-4503-96e9-e2a4eaded2f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:27:26Z', 'updated_at': '2021-08-29T05:27:27Z', 'revision_number': 3, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'gw_port': {'id': '7e16a83a-ca45-4503-96e9-e2a4eaded2f0', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:6b:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39987aaf-d8dd-45d5-be3d-c04903436d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:26Z', 'updated_at': '2021-08-29T05:27:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:27:27.958125 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df5f505-6d01-4c45-970e-19055ef1331e None None] Checking router: 39987aaf-d8dd-45d5-be3d-c04903436d87 for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:27:27.958374 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df5f505-6d01-4c45-970e-19055ef1331e None None] Updating router 39987aaf-d8dd-45d5-be3d-c04903436d87 port 7e16a83a-ca45-4503-96e9-e2a4eaded2f0 binding host n-d-712140-12 {{(pid=94830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:27:27.988928 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7df5f505-6d01-4c45-970e-19055ef1331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:28.091226 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7be57393-0454-44cd-af7f-9b93e7f8c07f tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9191137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10062364'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:28.155442 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be57393-0454-44cd-af7f-9b93e7f8c07f tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Pushing event updated for resources: {'Subnet': ['ID=8e2d4924-10ea-4d2b-95bc-ce0318257ec0,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:28.160693 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be57393-0454-44cd-af7f-9b93e7f8c07f tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Checking segment: {'id': '85400054-49c9-4c40-becb-d2728a6442e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '52631b2a-42e8-4d4d-99dc-4afb94901229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:27:28.161087 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be57393-0454-44cd-af7f-9b93e7f8c07f tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Network hostable DHCP agents. Network: 52631b2a-42e8-4d4d-99dc-4afb94901229, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:27:28.180939 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be57393-0454-44cd-af7f-9b93e7f8c07f tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Network 52631b2a-42e8-4d4d-99dc-4afb94901229 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:27:28.193186 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-7be57393-0454-44cd-af7f-9b93e7f8c07f tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 52631b2a-42e8-4d4d-99dc-4afb94901229) {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:27:28.200305 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be57393-0454-44cd-af7f-9b93e7f8c07f tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:28.200978 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7be57393-0454-44cd-af7f-9b93e7f8c07f tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:28.209370 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-034bfad0-b1a4-40f1-85ff-94702c144e16 None None] Network 52631b2a-42e8-4d4d-99dc-4afb94901229 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:27:28.218266 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-7be57393-0454-44cd-af7f-9b93e7f8c07f tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4267864 Aug 29 05:27:28.221002 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 42334) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:27:28.315480 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7df5f505-6d01-4c45-970e-19055ef1331e None None] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:28.336918 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-7df5f505-6d01-4c45-970e-19055ef1331e None None] Transition to ACTIVE for port object 7e16a83a-ca45-4503-96e9-e2a4eaded2f0 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:27:28.347231 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7df5f505-6d01-4c45-970e-19055ef1331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:28.435514 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-7df5f505-6d01-4c45-970e-19055ef1331e None None] Attempting to bind port 7e16a83a-ca45-4503-96e9-e2a4eaded2f0 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:27:28.435912 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-7df5f505-6d01-4c45-970e-19055ef1331e None None] Attempting to bind port 7e16a83a-ca45-4503-96e9-e2a4eaded2f0 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:27:28.436272 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df5f505-6d01-4c45-970e-19055ef1331e None None] Attempting to bind port 7e16a83a-ca45-4503-96e9-e2a4eaded2f0 on network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:27:28.450596 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c997cc2-f887-4eaa-a1e3-02249e6ff62d None None] Pushing event updated for resources: {'Port': ['ID=7e16a83a-ca45-4503-96e9-e2a4eaded2f0,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:28.459328 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df5f505-6d01-4c45-970e-19055ef1331e None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:27:28.459716 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df5f505-6d01-4c45-970e-19055ef1331e None None] Checking segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:27:28.460128 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7df5f505-6d01-4c45-970e-19055ef1331e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:28.460516 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df5f505-6d01-4c45-970e-19055ef1331e None None] Bound using segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:27:28.460982 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-7df5f505-6d01-4c45-970e-19055ef1331e None None] Bound port: 7e16a83a-ca45-4503-96e9-e2a4eaded2f0, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:27:28.461367 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7df5f505-6d01-4c45-970e-19055ef1331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:28.483003 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff09759-b0b8-47d7-ac99-be8aee30c575 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-52631b2a-42e8-4d4d-99dc-4afb94901229', 'network_id': '52631b2a-42e8-4d4d-99dc-4afb94901229', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'fixed_ips': [{'subnet_id': '8e2d4924-10ea-4d2b-95bc-ce0318257ec0'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 05:27:28.483869 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8ff09759-b0b8-47d7-ac99-be8aee30c575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:28.574158 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-7df5f505-6d01-4c45-970e-19055ef1331e None None] For port 7e16a83a-ca45-4503-96e9-e2a4eaded2f0, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:27:28.596406 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-7df5f505-6d01-4c45-970e-19055ef1331e None None] For port 7e16a83a-ca45-4503-96e9-e2a4eaded2f0, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=7e16a83a-ca45-4503-96e9-e2a4eaded2f0,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:27:28.601378 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7df5f505-6d01-4c45-970e-19055ef1331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:28.650093 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3c67139c-643e-4fde-8490-1ec22ed21ce3 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:28.695722 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df5f505-6d01-4c45-970e-19055ef1331e None None] Routers {'39987aaf-d8dd-45d5-be3d-c04903436d87'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:27:28.696331 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-7df5f505-6d01-4c45-970e-19055ef1331e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:27:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['39987aaf-d8dd-45d5-be3d-c04903436d87'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:27:28.699739 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c997cc2-f887-4eaa-a1e3-02249e6ff62d None None] Pushing event updated for resources: {'Port': ['ID=7e16a83a-ca45-4503-96e9-e2a4eaded2f0,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:28.745854 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-8ff09759-b0b8-47d7-ac99-be8aee30c575 None None] Allocated IP 172.20.0.2 (52631b2a-42e8-4d4d-99dc-4afb94901229/8e2d4924-10ea-4d2b-95bc-ce0318257ec0/ef8267e5-59b7-4417-adfd-f04982224f79) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:27:28.876754 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-7df5f505-6d01-4c45-970e-19055ef1331e None None] Set router 39987aaf-d8dd-45d5-be3d-c04903436d87 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:27:29.061734 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8ff09759-b0b8-47d7-ac99-be8aee30c575 None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:29.073987 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-8ff09759-b0b8-47d7-ac99-be8aee30c575 None None] Transition to ACTIVE for port object ef8267e5-59b7-4417-adfd-f04982224f79 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:27:29.112831 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-8ff09759-b0b8-47d7-ac99-be8aee30c575 None None] Transition to ACTIVE for port object ef8267e5-59b7-4417-adfd-f04982224f79 will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:27:29.123749 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8ff09759-b0b8-47d7-ac99-be8aee30c575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:29.166635 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff09759-b0b8-47d7-ac99-be8aee30c575 None None] Network 52631b2a-42e8-4d4d-99dc-4afb94901229 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:27:29.170765 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-8ff09759-b0b8-47d7-ac99-be8aee30c575 None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:27:29.175786 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff09759-b0b8-47d7-ac99-be8aee30c575 None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:27:29.183657 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff09759-b0b8-47d7-ac99-be8aee30c575 None None] Pushing event updated for resources: {'Port': ['ID=ef8267e5-59b7-4417-adfd-f04982224f79,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:29.192227 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-7df5f505-6d01-4c45-970e-19055ef1331e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39987aaf-d8dd-45d5-be3d-c04903436d87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-344871443', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '7e16a83a-ca45-4503-96e9-e2a4eaded2f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:27:26Z', 'updated_at': '2021-08-29T05:27:27Z', 'revision_number': 3, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'gw_port': {'id': '7e16a83a-ca45-4503-96e9-e2a4eaded2f0', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:6b:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39987aaf-d8dd-45d5-be3d-c04903436d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:26Z', 'updated_at': '2021-08-29T05:27:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:27:29.234361 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df5f505-6d01-4c45-970e-19055ef1331e None None] The sync data for ids ['39987aaf-d8dd-45d5-be3d-c04903436d87'] in n-d-712140-12 is: [{'id': '39987aaf-d8dd-45d5-be3d-c04903436d87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-344871443', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '7e16a83a-ca45-4503-96e9-e2a4eaded2f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:27:26Z', 'updated_at': '2021-08-29T05:27:27Z', 'revision_number': 3, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'gw_port': {'id': '7e16a83a-ca45-4503-96e9-e2a4eaded2f0', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:6b:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39987aaf-d8dd-45d5-be3d-c04903436d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:26Z', 'updated_at': '2021-08-29T05:27:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:27:29.268192 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-8ff09759-b0b8-47d7-ac99-be8aee30c575 None None] Attempting to bind port ef8267e5-59b7-4417-adfd-f04982224f79 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:27:29.268666 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-8ff09759-b0b8-47d7-ac99-be8aee30c575 None None] Attempting to bind port ef8267e5-59b7-4417-adfd-f04982224f79 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '85400054-49c9-4c40-becb-d2728a6442e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '52631b2a-42e8-4d4d-99dc-4afb94901229'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:27:29.269040 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff09759-b0b8-47d7-ac99-be8aee30c575 None None] Attempting to bind port ef8267e5-59b7-4417-adfd-f04982224f79 on network 52631b2a-42e8-4d4d-99dc-4afb94901229 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:27:29.271316 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-3c67139c-643e-4fde-8490-1ec22ed21ce3 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Allocated IP 172.20.0.1 (52631b2a-42e8-4d4d-99dc-4afb94901229/8e2d4924-10ea-4d2b-95bc-ce0318257ec0/8cb3e48d-690a-4ce5-8ec0-5bdfb2bd39a1) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:27:29.278783 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff09759-b0b8-47d7-ac99-be8aee30c575 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:27:29.279162 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff09759-b0b8-47d7-ac99-be8aee30c575 None None] Checking segment: {'id': '85400054-49c9-4c40-becb-d2728a6442e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '52631b2a-42e8-4d4d-99dc-4afb94901229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:27:29.279566 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8ff09759-b0b8-47d7-ac99-be8aee30c575 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:29.279996 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff09759-b0b8-47d7-ac99-be8aee30c575 None None] Bound using segment: {'id': '85400054-49c9-4c40-becb-d2728a6442e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '52631b2a-42e8-4d4d-99dc-4afb94901229'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:27:29.280471 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-8ff09759-b0b8-47d7-ac99-be8aee30c575 None None] Bound port: ef8267e5-59b7-4417-adfd-f04982224f79, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85400054-49c9-4c40-becb-d2728a6442e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '52631b2a-42e8-4d4d-99dc-4afb94901229'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:27:29.280888 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8ff09759-b0b8-47d7-ac99-be8aee30c575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:29.301685 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:29.353435 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-8ff09759-b0b8-47d7-ac99-be8aee30c575 None None] For port ef8267e5-59b7-4417-adfd-f04982224f79, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:27:29.357309 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-8ff09759-b0b8-47d7-ac99-be8aee30c575 None None] For port ef8267e5-59b7-4417-adfd-f04982224f79, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=ef8267e5-59b7-4417-adfd-f04982224f79,segment=NetworkSegment(85400054-49c9-4c40-becb-d2728a6442e4),segment_id=85400054-49c9-4c40-becb-d2728a6442e4)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:27:29.361404 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8ff09759-b0b8-47d7-ac99-be8aee30c575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:29.389216 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3c67139c-643e-4fde-8490-1ec22ed21ce3 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:29.405899 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3c67139c-643e-4fde-8490-1ec22ed21ce3 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Transition to ACTIVE for port object 8cb3e48d-690a-4ce5-8ec0-5bdfb2bd39a1 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:27:29.419947 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff09759-b0b8-47d7-ac99-be8aee30c575 None None] Pushing event updated for resources: {'Port': ['ID=ef8267e5-59b7-4417-adfd-f04982224f79,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:29.448080 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3c67139c-643e-4fde-8490-1ec22ed21ce3 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:29.504969 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c67139c-643e-4fde-8490-1ec22ed21ce3 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Network 52631b2a-42e8-4d4d-99dc-4afb94901229 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:27:29.509195 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-3c67139c-643e-4fde-8490-1ec22ed21ce3 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:27:29.516486 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c67139c-643e-4fde-8490-1ec22ed21ce3 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:27:29.520723 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c67139c-643e-4fde-8490-1ec22ed21ce3 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Pushing event updated for resources: {'Port': ['ID=8cb3e48d-690a-4ce5-8ec0-5bdfb2bd39a1,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:29.572149 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3c67139c-643e-4fde-8490-1ec22ed21ce3 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719598'] for router_interface, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:29.729111 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3c67139c-643e-4fde-8490-1ec22ed21ce3 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:30.035861 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3c67139c-643e-4fde-8490-1ec22ed21ce3 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:30.040906 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3c67139c-643e-4fde-8490-1ec22ed21ce3 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:30.120525 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3c67139c-643e-4fde-8490-1ec22ed21ce3 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-718897'] for router_interface, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:30.131245 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c67139c-643e-4fde-8490-1ec22ed21ce3 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Pushing event updated for resources: {'Port': ['ID=8cb3e48d-690a-4ce5-8ec0-5bdfb2bd39a1,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:30.222774 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c67139c-643e-4fde-8490-1ec22ed21ce3 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Network 52631b2a-42e8-4d4d-99dc-4afb94901229 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:27:30.224230 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-3c67139c-643e-4fde-8490-1ec22ed21ce3 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:27:30.343340 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c67139c-643e-4fde-8490-1ec22ed21ce3 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Router 39987aaf-d8dd-45d5-be3d-c04903436d87 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:27:30.395399 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2aadd94-9caa-4cde-8c88-f0bccb61a44e None None] Network 52631b2a-42e8-4d4d-99dc-4afb94901229 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:27:30.470128 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c67139c-643e-4fde-8490-1ec22ed21ce3 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:27:30.476458 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-3c67139c-643e-4fde-8490-1ec22ed21ce3 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "PUT /v2.0/routers/39987aaf-d8dd-45d5-be3d-c04903436d87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2531424 Aug 29 05:27:30.495351 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device ef8267e5-59b7-4417-adfd-f04982224f79 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:27:30.502515 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-50f3800a-b9e8-46e5-9277-495e4c4a1029 None None] Provisioning for port ef8267e5-59b7-4417-adfd-f04982224f79 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:27:30.551559 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:27:30.611965 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port ef8267e5-59b7-4417-adfd-f04982224f79 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:27:30.620357 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port ef8267e5-59b7-4417-adfd-f04982224f79 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:27:30.620722 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:30.643424 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-30b84422-8041-4e61-8770-9cae33400bb1 req-1161908b-c136-4a65-856b-95047b725cf7 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2097898932&fields=id&tenant_id=170eeddf5b474a98bd75c73129396ea6 HTTP/1.1" status: 200 len: 267 time: 0.0339508 Aug 29 05:27:30.705695 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:30.746835 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port ef8267e5-59b7-4417-adfd-f04982224f79, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=ef8267e5-59b7-4417-adfd-f04982224f79,segment=NetworkSegment(85400054-49c9-4c40-becb-d2728a6442e4),segment_id=85400054-49c9-4c40-becb-d2728a6442e4)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:27:30.752131 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:30.752925 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 7e16a83a-ca45-4503-96e9-e2a4eaded2f0 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:27:30.781573 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b84422-8041-4e61-8770-9cae33400bb1 req-b6d6d7a0-b155-4b84-acc5-ff54e2c10c2c tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:30.783135 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-30b84422-8041-4e61-8770-9cae33400bb1 req-b6d6d7a0-b155-4b84-acc5-ff54e2c10c2c tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/networks?id=52631b2a-42e8-4d4d-99dc-4afb94901229 HTTP/1.1" status: 200 len: 797 time: 0.1305065 Aug 29 05:27:30.800761 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-30b84422-8041-4e61-8770-9cae33400bb1 req-ef54487a-d3b9-41a3-8547-7c049c9ae4ff tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/quotas/170eeddf5b474a98bd75c73129396ea6 HTTP/1.1" status: 200 len: 375 time: 0.0115228 Aug 29 05:27:30.833963 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=ef8267e5-59b7-4417-adfd-f04982224f79,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:30.850687 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 7e16a83a-ca45-4503-96e9-e2a4eaded2f0 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:27:30.856274 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 7e16a83a-ca45-4503-96e9-e2a4eaded2f0 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:27:30.856660 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:30.867202 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-30b84422-8041-4e61-8770-9cae33400bb1 req-e2130397-44a8-40ab-91a0-d3a945095c75 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=170eeddf5b474a98bd75c73129396ea6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0572591 Aug 29 05:27:30.914278 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96af8e9-4b76-4077-8d23-1be69c77b5ed None None] Sync routers for ids ['39987aaf-d8dd-45d5-be3d-c04903436d87'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:27:30.923368 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96af8e9-4b76-4077-8d23-1be69c77b5ed None None] Routers {'39987aaf-d8dd-45d5-be3d-c04903436d87'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:27:30.924717 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-c96af8e9-4b76-4077-8d23-1be69c77b5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:27:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['39987aaf-d8dd-45d5-be3d-c04903436d87'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:27:30.958113 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-103f6cd4-cd4d-45ee-a8a1-2c76bd11f656 None None] Provisioning complete for port ef8267e5-59b7-4417-adfd-f04982224f79 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:27:30.958602 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-103f6cd4-cd4d-45ee-a8a1-2c76bd11f656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:30.987518 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:31.016649 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 7e16a83a-ca45-4503-96e9-e2a4eaded2f0, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=7e16a83a-ca45-4503-96e9-e2a4eaded2f0,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:27:31.024644 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:31.043918 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-30b84422-8041-4e61-8770-9cae33400bb1 req-a9f17087-50ac-4c82-a5c1-24bda4a76e8c service neutron] 10.222.0.22 "GET /v2.0/networks/52631b2a-42e8-4d4d-99dc-4afb94901229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646955 Aug 29 05:27:31.052278 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-c96af8e9-4b76-4077-8d23-1be69c77b5ed None None] Set router 39987aaf-d8dd-45d5-be3d-c04903436d87 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:27:31.165257 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-30b84422-8041-4e61-8770-9cae33400bb1 req-56743552-9019-41cd-a560-b376ceaa08da service neutron] 10.222.0.22 "GET /v2.0/networks/52631b2a-42e8-4d4d-99dc-4afb94901229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136451 Aug 29 05:27:31.272387 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-103f6cd4-cd4d-45ee-a8a1-2c76bd11f656 None None] Provisioning for port 8cb3e48d-690a-4ce5-8ec0-5bdfb2bd39a1 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:27:31.280553 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-103f6cd4-cd4d-45ee-a8a1-2c76bd11f656 None None] Provisioning complete for port 8cb3e48d-690a-4ce5-8ec0-5bdfb2bd39a1 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:27:31.280940 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-103f6cd4-cd4d-45ee-a8a1-2c76bd11f656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:31.283479 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=7e16a83a-ca45-4503-96e9-e2a4eaded2f0,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:31.321078 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-103f6cd4-cd4d-45ee-a8a1-2c76bd11f656 None None] Port 8cb3e48d-690a-4ce5-8ec0-5bdfb2bd39a1 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:27:31.328455 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-c96af8e9-4b76-4077-8d23-1be69c77b5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39987aaf-d8dd-45d5-be3d-c04903436d87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-344871443', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '7e16a83a-ca45-4503-96e9-e2a4eaded2f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:27:26Z', 'updated_at': '2021-08-29T05:27:29Z', 'revision_number': 4, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'gw_port': {'id': '7e16a83a-ca45-4503-96e9-e2a4eaded2f0', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:6b:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39987aaf-d8dd-45d5-be3d-c04903436d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:26Z', 'updated_at': '2021-08-29T05:27:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '8cb3e48d-690a-4ce5-8ec0-5bdfb2bd39a1', 'name': '', 'network_id': '52631b2a-42e8-4d4d-99dc-4afb94901229', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'mac_address': 'fa:16:3e:9d:e9:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39987aaf-d8dd-45d5-be3d-c04903436d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '8e2d4924-10ea-4d2b-95bc-ce0318257ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:29Z', 'updated_at': '2021-08-29T05:27:29Z', 'revision_number': 2, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'subnets': [{'id': '8e2d4924-10ea-4d2b-95bc-ce0318257ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:27:31.359406 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96af8e9-4b76-4077-8d23-1be69c77b5ed None None] Checking router: 39987aaf-d8dd-45d5-be3d-c04903436d87 for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:27:31.359718 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96af8e9-4b76-4077-8d23-1be69c77b5ed None None] Updating router 39987aaf-d8dd-45d5-be3d-c04903436d87 port 8cb3e48d-690a-4ce5-8ec0-5bdfb2bd39a1 binding host n-d-712140-12 {{(pid=94831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:27:31.386601 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c96af8e9-4b76-4077-8d23-1be69c77b5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:31.407936 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0f6f6caf-178b-46a4-8d4f-16329a22c200 req-d35a0097-9b88-44b3-a21c-dd6e7b880571 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=764d0fad-d992-47c5-b775-0dab7295fd44 HTTP/1.1" status: 200 len: 210 time: 0.0329344 Aug 29 05:27:31.449678 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-ebb5a494-105c-4ebb-b809-b3e977f6a882 None None] Provisioning complete for port 8cb3e48d-690a-4ce5-8ec0-5bdfb2bd39a1 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:27:31.450967 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ebb5a494-105c-4ebb-b809-b3e977f6a882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:31.491334 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-ebb5a494-105c-4ebb-b809-b3e977f6a882 None None] Port 8cb3e48d-690a-4ce5-8ec0-5bdfb2bd39a1 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:27:31.611312 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-cd5c205e-96f0-4b05-8bd9-394733e3de78 None None] Provisioning complete for port 8cb3e48d-690a-4ce5-8ec0-5bdfb2bd39a1 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:27:31.612118 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cd5c205e-96f0-4b05-8bd9-394733e3de78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:31.648976 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-cd5c205e-96f0-4b05-8bd9-394733e3de78 None None] Port 8cb3e48d-690a-4ce5-8ec0-5bdfb2bd39a1 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:27:31.670503 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c96af8e9-4b76-4077-8d23-1be69c77b5ed None None] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:31.681390 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-c96af8e9-4b76-4077-8d23-1be69c77b5ed None None] Transition to ACTIVE for port object 8cb3e48d-690a-4ce5-8ec0-5bdfb2bd39a1 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:27:31.688505 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c96af8e9-4b76-4077-8d23-1be69c77b5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:31.744084 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a6d7c4-661a-4f1d-b4c7-9ff09928bead None None] Pushing event updated for resources: {'Port': ['ID=8cb3e48d-690a-4ce5-8ec0-5bdfb2bd39a1,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:31.769324 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6d7c4-661a-4f1d-b4c7-9ff09928bead None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:31.772067 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6d7c4-661a-4f1d-b4c7-9ff09928bead None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:31.773108 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6d7c4-661a-4f1d-b4c7-9ff09928bead None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:31.773301 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6d7c4-661a-4f1d-b4c7-9ff09928bead None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:31.773729 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6d7c4-661a-4f1d-b4c7-9ff09928bead None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:31.774135 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6d7c4-661a-4f1d-b4c7-9ff09928bead None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:31.774527 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6d7c4-661a-4f1d-b4c7-9ff09928bead None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:31.774945 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6d7c4-661a-4f1d-b4c7-9ff09928bead None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:31.775337 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6d7c4-661a-4f1d-b4c7-9ff09928bead None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:31.775784 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6d7c4-661a-4f1d-b4c7-9ff09928bead None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:31.776178 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6d7c4-661a-4f1d-b4c7-9ff09928bead None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:31.776558 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6d7c4-661a-4f1d-b4c7-9ff09928bead None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:31.813424 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-c96af8e9-4b76-4077-8d23-1be69c77b5ed None None] Attempting to bind port 8cb3e48d-690a-4ce5-8ec0-5bdfb2bd39a1 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:27:31.813803 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-c96af8e9-4b76-4077-8d23-1be69c77b5ed None None] Attempting to bind port 8cb3e48d-690a-4ce5-8ec0-5bdfb2bd39a1 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '85400054-49c9-4c40-becb-d2728a6442e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '52631b2a-42e8-4d4d-99dc-4afb94901229'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:27:31.814183 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96af8e9-4b76-4077-8d23-1be69c77b5ed None None] Attempting to bind port 8cb3e48d-690a-4ce5-8ec0-5bdfb2bd39a1 on network 52631b2a-42e8-4d4d-99dc-4afb94901229 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:27:31.819370 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96af8e9-4b76-4077-8d23-1be69c77b5ed None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:27:31.819778 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96af8e9-4b76-4077-8d23-1be69c77b5ed None None] Checking segment: {'id': '85400054-49c9-4c40-becb-d2728a6442e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '52631b2a-42e8-4d4d-99dc-4afb94901229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:27:31.820187 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c96af8e9-4b76-4077-8d23-1be69c77b5ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:31.820586 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96af8e9-4b76-4077-8d23-1be69c77b5ed None None] Bound using segment: {'id': '85400054-49c9-4c40-becb-d2728a6442e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '52631b2a-42e8-4d4d-99dc-4afb94901229'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:27:31.821057 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-c96af8e9-4b76-4077-8d23-1be69c77b5ed None None] Bound port: 8cb3e48d-690a-4ce5-8ec0-5bdfb2bd39a1, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85400054-49c9-4c40-becb-d2728a6442e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '52631b2a-42e8-4d4d-99dc-4afb94901229'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:27:31.821438 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c96af8e9-4b76-4077-8d23-1be69c77b5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:31.892148 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-c96af8e9-4b76-4077-8d23-1be69c77b5ed None None] For port 8cb3e48d-690a-4ce5-8ec0-5bdfb2bd39a1, host n-d-712140-12, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:27:31.895592 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-c96af8e9-4b76-4077-8d23-1be69c77b5ed None None] For port 8cb3e48d-690a-4ce5-8ec0-5bdfb2bd39a1, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=8cb3e48d-690a-4ce5-8ec0-5bdfb2bd39a1,segment=NetworkSegment(85400054-49c9-4c40-becb-d2728a6442e4),segment_id=85400054-49c9-4c40-becb-d2728a6442e4)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:27:31.901933 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c96af8e9-4b76-4077-8d23-1be69c77b5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:31.966508 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96af8e9-4b76-4077-8d23-1be69c77b5ed None None] Routers {'39987aaf-d8dd-45d5-be3d-c04903436d87'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:27:31.967037 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-c96af8e9-4b76-4077-8d23-1be69c77b5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:27:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['39987aaf-d8dd-45d5-be3d-c04903436d87'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:27:32.003429 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a6d7c4-661a-4f1d-b4c7-9ff09928bead None None] Pushing event updated for resources: {'Port': ['ID=8cb3e48d-690a-4ce5-8ec0-5bdfb2bd39a1,revision_number=4']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:32.083506 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-c96af8e9-4b76-4077-8d23-1be69c77b5ed None None] Set router 39987aaf-d8dd-45d5-be3d-c04903436d87 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:27:32.367605 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-c96af8e9-4b76-4077-8d23-1be69c77b5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39987aaf-d8dd-45d5-be3d-c04903436d87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-344871443', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '7e16a83a-ca45-4503-96e9-e2a4eaded2f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:27:26Z', 'updated_at': '2021-08-29T05:27:29Z', 'revision_number': 4, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'gw_port': {'id': '7e16a83a-ca45-4503-96e9-e2a4eaded2f0', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:6b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39987aaf-d8dd-45d5-be3d-c04903436d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:26Z', 'updated_at': '2021-08-29T05:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '8cb3e48d-690a-4ce5-8ec0-5bdfb2bd39a1', 'name': '', 'network_id': '52631b2a-42e8-4d4d-99dc-4afb94901229', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'mac_address': 'fa:16:3e:9d:e9:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39987aaf-d8dd-45d5-be3d-c04903436d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '8e2d4924-10ea-4d2b-95bc-ce0318257ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:29Z', 'updated_at': '2021-08-29T05:27:31Z', 'revision_number': 4, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'subnets': [{'id': '8e2d4924-10ea-4d2b-95bc-ce0318257ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:27:32.395102 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96af8e9-4b76-4077-8d23-1be69c77b5ed None None] The sync data for ids ['39987aaf-d8dd-45d5-be3d-c04903436d87'] in n-d-712140-12 is: [{'id': '39987aaf-d8dd-45d5-be3d-c04903436d87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-344871443', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '7e16a83a-ca45-4503-96e9-e2a4eaded2f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:27:26Z', 'updated_at': '2021-08-29T05:27:29Z', 'revision_number': 4, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'gw_port': {'id': '7e16a83a-ca45-4503-96e9-e2a4eaded2f0', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:6b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39987aaf-d8dd-45d5-be3d-c04903436d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:26Z', 'updated_at': '2021-08-29T05:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '8cb3e48d-690a-4ce5-8ec0-5bdfb2bd39a1', 'name': '', 'network_id': '52631b2a-42e8-4d4d-99dc-4afb94901229', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'mac_address': 'fa:16:3e:9d:e9:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39987aaf-d8dd-45d5-be3d-c04903436d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '8e2d4924-10ea-4d2b-95bc-ce0318257ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:29Z', 'updated_at': '2021-08-29T05:27:31Z', 'revision_number': 4, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'subnets': [{'id': '8e2d4924-10ea-4d2b-95bc-ce0318257ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:27:32.457554 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device ef8267e5-59b7-4417-adfd-f04982224f79 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:27:32.524696 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port ef8267e5-59b7-4417-adfd-f04982224f79 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:27:32.525328 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:32.580365 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5e4b434c-744a-47e7-9d26-736f5f4a0868 req-b297dc2f-e275-4533-a8e6-815447a12ed7 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=764d0fad-d992-47c5-b775-0dab7295fd44 HTTP/1.1" status: 200 len: 210 time: 0.0455561 Aug 29 05:27:32.601342 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b84422-8041-4e61-8770-9cae33400bb1 req-8815049c-a1ca-406d-a630-412060792127 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:32.603302 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-30b84422-8041-4e61-8770-9cae33400bb1 req-8815049c-a1ca-406d-a630-412060792127 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.46 "GET /v2.0/networks?id=52631b2a-42e8-4d4d-99dc-4afb94901229 HTTP/1.1" status: 200 len: 797 time: 0.2309575 Aug 29 05:27:32.625000 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 7e16a83a-ca45-4503-96e9-e2a4eaded2f0 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:27:32.651970 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-30b84422-8041-4e61-8770-9cae33400bb1 req-c60730b6-e1a8-4a75-8840-fc2118db8e28 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=170eeddf5b474a98bd75c73129396ea6 HTTP/1.1" status: 200 len: 380 time: 0.0385013 Aug 29 05:27:32.662795 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-30b84422-8041-4e61-8770-9cae33400bb1 req-deb81bbd-3178-4724-8ffd-e4c2c495e2d4 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Request body: {'port': {'device_id': '764d0fad-d992-47c5-b775-0dab7295fd44', 'network_id': '52631b2a-42e8-4d4d-99dc-4afb94901229', 'admin_state_up': True, 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'security_groups': ['5d5b980c-3be8-4448-bd5f-a334819a32bc']}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:27:32.675795 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 7e16a83a-ca45-4503-96e9-e2a4eaded2f0 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:27:32.676256 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:32.786147 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30b84422-8041-4e61-8770-9cae33400bb1 req-deb81bbd-3178-4724-8ffd-e4c2c495e2d4 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Made reservation on behalf of 170eeddf5b474a98bd75c73129396ea6 for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:27:32.790191 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-30b84422-8041-4e61-8770-9cae33400bb1 req-deb81bbd-3178-4724-8ffd-e4c2c495e2d4 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:32.927622 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-30b84422-8041-4e61-8770-9cae33400bb1 req-deb81bbd-3178-4724-8ffd-e4c2c495e2d4 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Allocated IP 172.20.0.7 (52631b2a-42e8-4d4d-99dc-4afb94901229/8e2d4924-10ea-4d2b-95bc-ce0318257ec0/eb21508f-c13f-4f94-9476-add4a5a97df6) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:27:33.079004 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-30b84422-8041-4e61-8770-9cae33400bb1 req-deb81bbd-3178-4724-8ffd-e4c2c495e2d4 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:33.093971 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-30b84422-8041-4e61-8770-9cae33400bb1 req-deb81bbd-3178-4724-8ffd-e4c2c495e2d4 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Transition to ACTIVE for port object eb21508f-c13f-4f94-9476-add4a5a97df6 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:27:33.128258 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-30b84422-8041-4e61-8770-9cae33400bb1 req-deb81bbd-3178-4724-8ffd-e4c2c495e2d4 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:33.177898 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30b84422-8041-4e61-8770-9cae33400bb1 req-deb81bbd-3178-4724-8ffd-e4c2c495e2d4 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Network 52631b2a-42e8-4d4d-99dc-4afb94901229 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:27:33.182152 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-30b84422-8041-4e61-8770-9cae33400bb1 req-deb81bbd-3178-4724-8ffd-e4c2c495e2d4 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:27:33.184130 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb81bbd-3178-4724-8ffd-e4c2c495e2d4 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Pushing event updated for resources: {'Port': ['ID=eb21508f-c13f-4f94-9476-add4a5a97df6,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:33.186899 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-30b84422-8041-4e61-8770-9cae33400bb1 req-deb81bbd-3178-4724-8ffd-e4c2c495e2d4 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:27:33.238029 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b84422-8041-4e61-8770-9cae33400bb1 req-deb81bbd-3178-4724-8ffd-e4c2c495e2d4 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:33.238699 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-30b84422-8041-4e61-8770-9cae33400bb1 req-deb81bbd-3178-4724-8ffd-e4c2c495e2d4 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:33.256964 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-30b84422-8041-4e61-8770-9cae33400bb1 req-deb81bbd-3178-4724-8ffd-e4c2c495e2d4 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5979972 Aug 29 05:27:33.270008 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-30b84422-8041-4e61-8770-9cae33400bb1 req-b9fe5611-d1c8-4c61-8fb2-7da11499e2b0 service neutron] Request body: {'port': {'device_id': '764d0fad-d992-47c5-b775-0dab7295fd44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:27:33.337380 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-30b84422-8041-4e61-8770-9cae33400bb1 req-b9fe5611-d1c8-4c61-8fb2-7da11499e2b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:33.425731 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-f2cce8fc-e644-4c7b-8829-a359b9fd6ed7 None None] Provisioning for port eb21508f-c13f-4f94-9476-add4a5a97df6 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:27:33.429740 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-f2cce8fc-e644-4c7b-8829-a359b9fd6ed7 None None] Provisioning complete for port eb21508f-c13f-4f94-9476-add4a5a97df6 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:27:33.430118 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f2cce8fc-e644-4c7b-8829-a359b9fd6ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:33.471533 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-f2cce8fc-e644-4c7b-8829-a359b9fd6ed7 None None] Port eb21508f-c13f-4f94-9476-add4a5a97df6 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:27:33.491658 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c15e6f86-84ed-4228-8537-f680efcfa9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:33.620294 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-30b84422-8041-4e61-8770-9cae33400bb1 req-b9fe5611-d1c8-4c61-8fb2-7da11499e2b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb21508f-c13f-4f94-9476-add4a5a97df6 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:27:33.627733 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-30b84422-8041-4e61-8770-9cae33400bb1 req-b9fe5611-d1c8-4c61-8fb2-7da11499e2b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:33.639708 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-30b84422-8041-4e61-8770-9cae33400bb1 req-b9fe5611-d1c8-4c61-8fb2-7da11499e2b0 service neutron] Transition to ACTIVE for port object eb21508f-c13f-4f94-9476-add4a5a97df6 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:27:33.644718 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-30b84422-8041-4e61-8770-9cae33400bb1 req-b9fe5611-d1c8-4c61-8fb2-7da11499e2b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:33.726051 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fe5611-d1c8-4c61-8fb2-7da11499e2b0 service neutron] Pushing event updated for resources: {'Port': ['ID=eb21508f-c13f-4f94-9476-add4a5a97df6,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:33.761681 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2351873-ae69-4cf7-bf2e-09161282b542 req-15e0f26e-724d-44cc-a3e1-00a16c2b027d tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:33.763810 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b2351873-ae69-4cf7-bf2e-09161282b542 req-15e0f26e-724d-44cc-a3e1-00a16c2b027d tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=764d0fad-d992-47c5-b775-0dab7295fd44 HTTP/1.1" status: 200 len: 943 time: 0.1112361 Aug 29 05:27:33.842306 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b2351873-ae69-4cf7-bf2e-09161282b542 req-75bb3c69-734b-4543-8933-86eeb4997e90 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d5b980c-3be8-4448-bd5f-a334819a32bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566392 Aug 29 05:27:33.843407 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-30b84422-8041-4e61-8770-9cae33400bb1 req-b9fe5611-d1c8-4c61-8fb2-7da11499e2b0 service neutron] Attempting to bind port eb21508f-c13f-4f94-9476-add4a5a97df6 on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:27:33.843772 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-30b84422-8041-4e61-8770-9cae33400bb1 req-b9fe5611-d1c8-4c61-8fb2-7da11499e2b0 service neutron] Attempting to bind port eb21508f-c13f-4f94-9476-add4a5a97df6 by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': '85400054-49c9-4c40-becb-d2728a6442e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '52631b2a-42e8-4d4d-99dc-4afb94901229'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:27:33.844117 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b84422-8041-4e61-8770-9cae33400bb1 req-b9fe5611-d1c8-4c61-8fb2-7da11499e2b0 service neutron] Attempting to bind port eb21508f-c13f-4f94-9476-add4a5a97df6 on network 52631b2a-42e8-4d4d-99dc-4afb94901229 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:27:33.848794 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b84422-8041-4e61-8770-9cae33400bb1 req-b9fe5611-d1c8-4c61-8fb2-7da11499e2b0 service neutron] Port eb21508f-c13f-4f94-9476-add4a5a97df6 on network 52631b2a-42e8-4d4d-99dc-4afb94901229 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:27:33.849130 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b84422-8041-4e61-8770-9cae33400bb1 req-b9fe5611-d1c8-4c61-8fb2-7da11499e2b0 service neutron] Attempting to bind port eb21508f-c13f-4f94-9476-add4a5a97df6 on network 52631b2a-42e8-4d4d-99dc-4afb94901229 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:27:33.854471 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b84422-8041-4e61-8770-9cae33400bb1 req-b9fe5611-d1c8-4c61-8fb2-7da11499e2b0 service neutron] Checking agent: {'id': '3de9de52-3a03-431d-9d7e-497ae92c57ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:27:33.854682 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b84422-8041-4e61-8770-9cae33400bb1 req-b9fe5611-d1c8-4c61-8fb2-7da11499e2b0 service neutron] Checking segment: {'id': '85400054-49c9-4c40-becb-d2728a6442e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '52631b2a-42e8-4d4d-99dc-4afb94901229'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:27:33.855010 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b84422-8041-4e61-8770-9cae33400bb1 req-b9fe5611-d1c8-4c61-8fb2-7da11499e2b0 service neutron] Bound using segment: {'id': '85400054-49c9-4c40-becb-d2728a6442e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '52631b2a-42e8-4d4d-99dc-4afb94901229'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:27:33.855443 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-30b84422-8041-4e61-8770-9cae33400bb1 req-b9fe5611-d1c8-4c61-8fb2-7da11499e2b0 service neutron] Bound port: eb21508f-c13f-4f94-9476-add4a5a97df6, host: n-h1-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85400054-49c9-4c40-becb-d2728a6442e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '52631b2a-42e8-4d4d-99dc-4afb94901229'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:27:33.855847 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-30b84422-8041-4e61-8770-9cae33400bb1 req-b9fe5611-d1c8-4c61-8fb2-7da11499e2b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:33.922922 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-30b84422-8041-4e61-8770-9cae33400bb1 req-b9fe5611-d1c8-4c61-8fb2-7da11499e2b0 service neutron] For port eb21508f-c13f-4f94-9476-add4a5a97df6, host n-h1-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:27:33.925906 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-30b84422-8041-4e61-8770-9cae33400bb1 req-b9fe5611-d1c8-4c61-8fb2-7da11499e2b0 service neutron] For port eb21508f-c13f-4f94-9476-add4a5a97df6, host n-h1-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=eb21508f-c13f-4f94-9476-add4a5a97df6,segment=NetworkSegment(85400054-49c9-4c40-becb-d2728a6442e4),segment_id=85400054-49c9-4c40-becb-d2728a6442e4)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:27:33.930703 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-30b84422-8041-4e61-8770-9cae33400bb1 req-b9fe5611-d1c8-4c61-8fb2-7da11499e2b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:33.963224 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b84422-8041-4e61-8770-9cae33400bb1 req-b9fe5611-d1c8-4c61-8fb2-7da11499e2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:33.963875 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-30b84422-8041-4e61-8770-9cae33400bb1 req-b9fe5611-d1c8-4c61-8fb2-7da11499e2b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:33.965273 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-30b84422-8041-4e61-8770-9cae33400bb1 req-b9fe5611-d1c8-4c61-8fb2-7da11499e2b0 service neutron] 10.222.0.46 "PUT /v2.0/ports/eb21508f-c13f-4f94-9476-add4a5a97df6 HTTP/1.1" status: 200 len: 1092 time: 0.7004271 Aug 29 05:27:33.966284 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '764d0fad-d992-47c5-b775-0dab7295fd44', 'tag': 'eb21508f-c13f-4f94-9476-add4a5a97df6'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:27:33.968583 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfb9107a06241f0f5f2256c13c0e0e77dc40c776bf6dc0455c34cebdf0549d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92628124-ec4f-4c53-9417-680a1a832596" -d '{"events": [{"name": "network-changed", "server_uuid": "764d0fad-d992-47c5-b775-0dab7295fd44", "tag": "eb21508f-c13f-4f94-9476-add4a5a97df6"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:27:33.995226 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fe5611-d1c8-4c61-8fb2-7da11499e2b0 service neutron] Pushing event updated for resources: {'Port': ['ID=eb21508f-c13f-4f94-9476-add4a5a97df6,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:34.030163 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51f6853b-48e7-41ac-a5fa-18435c59fad2 x-openstack-request-id: req-51f6853b-48e7-41ac-a5fa-18435c59fad2 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:27:34.030456 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "764d0fad-d992-47c5-b775-0dab7295fd44", "tag": "eb21508f-c13f-4f94-9476-add4a5a97df6", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:27:34.030708 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-51f6853b-48e7-41ac-a5fa-18435c59fad2 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:27:34.031104 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '764d0fad-d992-47c5-b775-0dab7295fd44', 'tag': 'eb21508f-c13f-4f94-9476-add4a5a97df6', 'status': 'completed', 'code': 200} Aug 29 05:27:34.065526 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b84422-8041-4e61-8770-9cae33400bb1 req-fd55dea0-d485-49d8-b9e9-5b67412a0705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:34.067083 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-30b84422-8041-4e61-8770-9cae33400bb1 req-fd55dea0-d485-49d8-b9e9-5b67412a0705 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=170eeddf5b474a98bd75c73129396ea6&device_id=764d0fad-d992-47c5-b775-0dab7295fd44 HTTP/1.1" status: 200 len: 1095 time: 0.0485973 Aug 29 05:27:34.117744 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-30b84422-8041-4e61-8770-9cae33400bb1 req-14e2ef1e-908d-4af4-b589-c87e000b595c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb21508f-c13f-4f94-9476-add4a5a97df6 HTTP/1.1" status: 200 len: 217 time: 0.0406694 Aug 29 05:27:34.169291 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b84422-8041-4e61-8770-9cae33400bb1 req-6490ea04-8919-4ca0-b4b9-0fbb58a37a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:34.170810 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-30b84422-8041-4e61-8770-9cae33400bb1 req-6490ea04-8919-4ca0-b4b9-0fbb58a37a05 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8e2d4924-10ea-4d2b-95bc-ce0318257ec0 HTTP/1.1" status: 200 len: 834 time: 0.0450313 Aug 29 05:27:34.218359 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b84422-8041-4e61-8770-9cae33400bb1 req-6ebd46a3-885c-4026-8036-863fc4e686e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:34.219906 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-30b84422-8041-4e61-8770-9cae33400bb1 req-6ebd46a3-885c-4026-8036-863fc4e686e0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=52631b2a-42e8-4d4d-99dc-4afb94901229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414507 Aug 29 05:27:34.320943 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-30b84422-8041-4e61-8770-9cae33400bb1 req-3eed3ece-2910-4162-9bef-4db85f3993da service neutron] 10.222.0.46 "GET /v2.0/networks/52631b2a-42e8-4d4d-99dc-4afb94901229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897272 Aug 29 05:27:34.412817 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-30b84422-8041-4e61-8770-9cae33400bb1 req-a6ad168e-67a1-488d-b210-1944e9117648 service neutron] 10.222.0.46 "GET /v2.0/networks/52631b2a-42e8-4d4d-99dc-4afb94901229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840478 Aug 29 05:27:34.434240 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 8cb3e48d-690a-4ce5-8ec0-5bdfb2bd39a1 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:27:34.491382 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 8cb3e48d-690a-4ce5-8ec0-5bdfb2bd39a1 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:27:34.495792 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 8cb3e48d-690a-4ce5-8ec0-5bdfb2bd39a1 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:27:34.496166 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:34.503651 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92628124-ec4f-4c53-9417-680a1a832596 req-022b9468-1bd7-4d48-85f5-471ebabe4b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:34.505228 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-92628124-ec4f-4c53-9417-680a1a832596 req-022b9468-1bd7-4d48-85f5-471ebabe4b84 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=170eeddf5b474a98bd75c73129396ea6&device_id=764d0fad-d992-47c5-b775-0dab7295fd44 HTTP/1.1" status: 200 len: 1095 time: 0.0428052 Aug 29 05:27:34.575992 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:34.599440 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92628124-ec4f-4c53-9417-680a1a832596 req-4be86c23-9e4b-48a1-adf2-f27f25c88e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:34.600996 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-92628124-ec4f-4c53-9417-680a1a832596 req-4be86c23-9e4b-48a1-adf2-f27f25c88e82 service neutron] 10.222.0.46 "GET /v2.0/networks?id=52631b2a-42e8-4d4d-99dc-4afb94901229 HTTP/1.1" status: 200 len: 898 time: 0.0880437 Aug 29 05:27:34.608269 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 8cb3e48d-690a-4ce5-8ec0-5bdfb2bd39a1, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=8cb3e48d-690a-4ce5-8ec0-5bdfb2bd39a1,segment=NetworkSegment(85400054-49c9-4c40-becb-d2728a6442e4),segment_id=85400054-49c9-4c40-becb-d2728a6442e4)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:27:34.612390 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:34.645327 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-92628124-ec4f-4c53-9417-680a1a832596 req-712a27d6-453f-4c82-83f6-2379365349db service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb21508f-c13f-4f94-9476-add4a5a97df6 HTTP/1.1" status: 200 len: 217 time: 0.0369227 Aug 29 05:27:34.659046 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=8cb3e48d-690a-4ce5-8ec0-5bdfb2bd39a1,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:34.696494 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92628124-ec4f-4c53-9417-680a1a832596 req-32eb9d63-3cf1-4bb8-aac3-9a250f232652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:34.697964 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-92628124-ec4f-4c53-9417-680a1a832596 req-32eb9d63-3cf1-4bb8-aac3-9a250f232652 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8e2d4924-10ea-4d2b-95bc-ce0318257ec0 HTTP/1.1" status: 200 len: 834 time: 0.0448709 Aug 29 05:27:34.754372 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92628124-ec4f-4c53-9417-680a1a832596 req-8f252c8e-3930-4399-bc33-4f01c8ff7fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:34.755974 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-92628124-ec4f-4c53-9417-680a1a832596 req-8f252c8e-3930-4399-bc33-4f01c8ff7fca service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=52631b2a-42e8-4d4d-99dc-4afb94901229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447316 Aug 29 05:27:34.843852 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-92628124-ec4f-4c53-9417-680a1a832596 req-77030291-9930-4464-a99a-22098471918c service neutron] 10.222.0.46 "GET /v2.0/networks/52631b2a-42e8-4d4d-99dc-4afb94901229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802295 Aug 29 05:27:34.965399 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-92628124-ec4f-4c53-9417-680a1a832596 req-bcb9c049-bfd6-4b3c-887d-23a87b704f51 service neutron] 10.222.0.46 "GET /v2.0/networks/52631b2a-42e8-4d4d-99dc-4afb94901229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142483 Aug 29 05:27:34.982629 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f3c138-860a-4a20-a322-87deb47cfa9e req-a400bfaa-d5a0-42d9-baa6-c5f3ca236f56 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:34.984227 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b3f3c138-860a-4a20-a322-87deb47cfa9e req-a400bfaa-d5a0-42d9-baa6-c5f3ca236f56 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=764d0fad-d992-47c5-b775-0dab7295fd44 HTTP/1.1" status: 200 len: 943 time: 0.0659471 Aug 29 05:27:35.020978 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b3f3c138-860a-4a20-a322-87deb47cfa9e req-8843677e-446d-4ad7-be5f-29d932cd39f1 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d5b980c-3be8-4448-bd5f-a334819a32bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308592 Aug 29 05:27:35.954802 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device eb21508f-c13f-4f94-9476-add4a5a97df6 details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:27:36.049337 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port eb21508f-c13f-4f94-9476-add4a5a97df6, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=eb21508f-c13f-4f94-9476-add4a5a97df6,segment=NetworkSegment(85400054-49c9-4c40-becb-d2728a6442e4),segment_id=85400054-49c9-4c40-becb-d2728a6442e4)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:27:36.061873 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Returning: {'device': 'eb21508f-c13f-4f94-9476-add4a5a97df6', 'network_id': '52631b2a-42e8-4d4d-99dc-4afb94901229', 'port_id': 'eb21508f-c13f-4f94-9476-add4a5a97df6', 'mac_address': 'fa:16:3e:46:4d:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e2d4924-10ea-4d2b-95bc-ce0318257ec0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:27:36.097950 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:36.110982 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb21508f-c13f-4f94-9476-add4a5a97df6 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:27:36.134150 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90285f09-f92a-4d96-aeed-8143e94a1bb4 req-1084e753-097c-4fee-a102-449de096e342 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:36.134760 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port eb21508f-c13f-4f94-9476-add4a5a97df6, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=eb21508f-c13f-4f94-9476-add4a5a97df6,segment=NetworkSegment(85400054-49c9-4c40-becb-d2728a6442e4),segment_id=85400054-49c9-4c40-becb-d2728a6442e4)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:27:36.135730 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-90285f09-f92a-4d96-aeed-8143e94a1bb4 req-1084e753-097c-4fee-a102-449de096e342 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=764d0fad-d992-47c5-b775-0dab7295fd44 HTTP/1.1" status: 200 len: 943 time: 0.0483127 Aug 29 05:27:36.139015 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:36.174438 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-90285f09-f92a-4d96-aeed-8143e94a1bb4 req-6247799a-34f5-4398-b315-138ce43bbc0f tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d5b980c-3be8-4448-bd5f-a334819a32bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322919 Aug 29 05:27:36.185647 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=eb21508f-c13f-4f94-9476-add4a5a97df6,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:36.345500 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['eb21508f-c13f-4f94-9476-add4a5a97df6'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:27:36.368103 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-47bf4ff3-1605-4454-919b-1684ec8d034f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:36.416761 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 8cb3e48d-690a-4ce5-8ec0-5bdfb2bd39a1 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:27:36.508490 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 8cb3e48d-690a-4ce5-8ec0-5bdfb2bd39a1 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:27:36.508864 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:37.292729 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65cabd7-1ad1-46cb-8b79-2a7ec143564a req-687a99cf-c131-4626-8b23-8870ba3bb1be tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:37.294188 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f65cabd7-1ad1-46cb-8b79-2a7ec143564a req-687a99cf-c131-4626-8b23-8870ba3bb1be tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=764d0fad-d992-47c5-b775-0dab7295fd44 HTTP/1.1" status: 200 len: 944 time: 0.0525954 Aug 29 05:27:37.331300 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f65cabd7-1ad1-46cb-8b79-2a7ec143564a req-8eeb59e8-1ec7-4f07-898e-5f8e56647623 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d5b980c-3be8-4448-bd5f-a334819a32bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312412 Aug 29 05:27:37.370041 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:37.463439 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:37.969863 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device eb21508f-c13f-4f94-9476-add4a5a97df6 up at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:27:38.016942 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning for port eb21508f-c13f-4f94-9476-add4a5a97df6 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:27:38.020313 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning complete for port eb21508f-c13f-4f94-9476-add4a5a97df6 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:27:38.020685 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:38.094169 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:38.115923 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '764d0fad-d992-47c5-b775-0dab7295fd44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb21508f-c13f-4f94-9476-add4a5a97df6'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:27:38.118218 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e47ce94e7730ef80c099a0714bd3625e1f676465bb595722170593f8a424ee2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-144726e1-d831-46b7-bf35-e4d191e76871" -d '{"events": [{"server_uuid": "764d0fad-d992-47c5-b775-0dab7295fd44", "name": "network-vif-plugged", "status": "completed", "tag": "eb21508f-c13f-4f94-9476-add4a5a97df6"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:27:38.134800 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port eb21508f-c13f-4f94-9476-add4a5a97df6, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=eb21508f-c13f-4f94-9476-add4a5a97df6,segment=NetworkSegment(85400054-49c9-4c40-becb-d2728a6442e4),segment_id=85400054-49c9-4c40-becb-d2728a6442e4)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:27:38.139264 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:38.162525 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33a7cc51-0736-4d3b-b823-3b7f3636c14c x-openstack-request-id: req-33a7cc51-0736-4d3b-b823-3b7f3636c14c {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:27:38.162827 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "764d0fad-d992-47c5-b775-0dab7295fd44", "name": "network-vif-plugged", "status": "completed", "tag": "eb21508f-c13f-4f94-9476-add4a5a97df6", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:27:38.163091 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-33a7cc51-0736-4d3b-b823-3b7f3636c14c {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:27:38.163469 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '764d0fad-d992-47c5-b775-0dab7295fd44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb21508f-c13f-4f94-9476-add4a5a97df6', 'code': 200} Aug 29 05:27:38.188931 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=eb21508f-c13f-4f94-9476-add4a5a97df6,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:38.253584 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0181ab-22a1-468a-bc8b-3945daf1a2eb req-566a7583-3ac0-4940-87b4-5351b1d4c680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:38.255074 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9e0181ab-22a1-468a-bc8b-3945daf1a2eb req-566a7583-3ac0-4940-87b4-5351b1d4c680 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=764d0fad-d992-47c5-b775-0dab7295fd44 HTTP/1.1" status: 200 len: 1097 time: 0.0398824 Aug 29 05:27:38.289399 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9e0181ab-22a1-468a-bc8b-3945daf1a2eb req-828909af-239d-4d1c-a295-f9be6e243a53 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5d5b980c-3be8-4448-bd5f-a334819a32bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274842 Aug 29 05:27:38.445222 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab28b29-dda5-425c-bac0-66a714aa2a4d req-916836c3-eb62-4ff2-a14c-5e19118434da tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:38.446713 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1ab28b29-dda5-425c-bac0-66a714aa2a4d req-916836c3-eb62-4ff2-a14c-5e19118434da tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=764d0fad-d992-47c5-b775-0dab7295fd44 HTTP/1.1" status: 200 len: 945 time: 0.0479443 Aug 29 05:27:38.485660 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1ab28b29-dda5-425c-bac0-66a714aa2a4d req-42c2328b-13c5-4bb7-9da2-6600504ee309 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d5b980c-3be8-4448-bd5f-a334819a32bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319495 Aug 29 05:27:38.962234 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:39.605306 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab4392d-1034-4f6a-90a0-f28ec5471640 req-5cfd29d6-6db9-4cfb-a1f0-f03f97917b44 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:39.607786 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8ab4392d-1034-4f6a-90a0-f28ec5471640 req-5cfd29d6-6db9-4cfb-a1f0-f03f97917b44 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=764d0fad-d992-47c5-b775-0dab7295fd44 HTTP/1.1" status: 200 len: 945 time: 0.0528793 Aug 29 05:27:39.643981 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8ab4392d-1034-4f6a-90a0-f28ec5471640 req-2f00c247-1c9b-4282-a1da-ba90f7464453 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d5b980c-3be8-4448-bd5f-a334819a32bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306678 Aug 29 05:27:39.755774 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43829a7-ef6b-44f1-bba7-f164371cad7b req-adb1183c-8c78-488f-9fc9-8fffa833fb1a tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:39.757281 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e43829a7-ef6b-44f1-bba7-f164371cad7b req-adb1183c-8c78-488f-9fc9-8fffa833fb1a tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=764d0fad-d992-47c5-b775-0dab7295fd44 HTTP/1.1" status: 200 len: 945 time: 0.0489902 Aug 29 05:27:39.794751 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e43829a7-ef6b-44f1-bba7-f164371cad7b req-8f61e47b-375c-41cc-bea0-caaca0e52dcf tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d5b980c-3be8-4448-bd5f-a334819a32bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310569 Aug 29 05:27:39.815386 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 42386) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:27:39.854482 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6226999d-7907-4528-abd1-a975388df989 tempest-TestNetworkAdvancedServerOps-1390409953 tempest-TestNetworkAdvancedServerOps-1390409953-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:39.856072 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-6226999d-7907-4528-abd1-a975388df989 tempest-TestNetworkAdvancedServerOps-1390409953 tempest-TestNetworkAdvancedServerOps-1390409953-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=764d0fad-d992-47c5-b775-0dab7295fd44 HTTP/1.1" status: 200 len: 1092 time: 0.0396378 Aug 29 05:27:39.858789 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 42388) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:27:39.863060 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-9e2d6c6f-24b0-4efe-be56-29e89293ae29 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Request body: {'floatingip': {'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'port_id': 'eb21508f-c13f-4f94-9476-add4a5a97df6', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:27:39.884399 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9e2d6c6f-24b0-4efe-be56-29e89293ae29 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for floatingip, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:39.981794 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9e2d6c6f-24b0-4efe-be56-29e89293ae29 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:40.080444 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-9e2d6c6f-24b0-4efe-be56-29e89293ae29 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Allocated IP 172.25.0.8 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/bdc37e3f-9833-4260-8485-629b9ea239fd) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:27:40.181487 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9e2d6c6f-24b0-4efe-be56-29e89293ae29 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:40.219475 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9e2d6c6f-24b0-4efe-be56-29e89293ae29 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:40.254038 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2d6c6f-24b0-4efe-be56-29e89293ae29 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:27:40.258649 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-9e2d6c6f-24b0-4efe-be56-29e89293ae29 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:27:40.262150 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2d6c6f-24b0-4efe-be56-29e89293ae29 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:27:40.286705 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2d6c6f-24b0-4efe-be56-29e89293ae29 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Pushing event updated for resources: {'Port': ['ID=bdc37e3f-9833-4260-8485-629b9ea239fd,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:40.616360 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9e2d6c6f-24b0-4efe-be56-29e89293ae29 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:40.679209 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9e2d6c6f-24b0-4efe-be56-29e89293ae29 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:40.825815 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9e2d6c6f-24b0-4efe-be56-29e89293ae29 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:40.830375 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9e2d6c6f-24b0-4efe-be56-29e89293ae29 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:40.897477 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2d6c6f-24b0-4efe-be56-29e89293ae29 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Pushing event updated for resources: {'Port': ['ID=bdc37e3f-9833-4260-8485-629b9ea239fd,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:40.909310 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9e2d6c6f-24b0-4efe-be56-29e89293ae29 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719515'] for floatingip, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:41.344550 n-d-712140-12 neutron-server[94828]: INFO neutron.db.l3_db [None req-9e2d6c6f-24b0-4efe-be56-29e89293ae29 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Floating IP 2f395bb0-3257-4b82-af2e-f19106a4149e associated. External IP: 172.25.0.8, port: eb21508f-c13f-4f94-9476-add4a5a97df6. Aug 29 05:27:41.543265 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e2d6c6f-24b0-4efe-be56-29e89293ae29 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Router 39987aaf-d8dd-45d5-be3d-c04903436d87 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:27:41.656278 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e2d6c6f-24b0-4efe-be56-29e89293ae29 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:27:41.666567 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d59edb5-012c-4910-92c6-6c29e44cb485 None None] Sync routers for ids ['39987aaf-d8dd-45d5-be3d-c04903436d87'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:27:41.671840 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9e2d6c6f-24b0-4efe-be56-29e89293ae29 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:41.675604 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d59edb5-012c-4910-92c6-6c29e44cb485 None None] Routers {'39987aaf-d8dd-45d5-be3d-c04903436d87'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:27:41.676242 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-3d59edb5-012c-4910-92c6-6c29e44cb485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:27:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['39987aaf-d8dd-45d5-be3d-c04903436d87'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:27:41.701942 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-9e2d6c6f-24b0-4efe-be56-29e89293ae29 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.8388882 Aug 29 05:27:41.701942 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '764d0fad-d992-47c5-b775-0dab7295fd44', 'tag': 'eb21508f-c13f-4f94-9476-add4a5a97df6'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:27:41.702568 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfb9107a06241f0f5f2256c13c0e0e77dc40c776bf6dc0455c34cebdf0549d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a133523-c02d-4a0a-9ffb-14f0e5df1cc5" -d '{"events": [{"name": "network-changed", "server_uuid": "764d0fad-d992-47c5-b775-0dab7295fd44", "tag": "eb21508f-c13f-4f94-9476-add4a5a97df6"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:27:41.784449 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-3d59edb5-012c-4910-92c6-6c29e44cb485 None None] Set router 39987aaf-d8dd-45d5-be3d-c04903436d87 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:27:41.799538 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be29d8cc-9cf3-4f15-82b8-76da559496b6 req-9895ac76-52b5-4836-99ea-50611736ab3f tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:41.801058 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-be29d8cc-9cf3-4f15-82b8-76da559496b6 req-9895ac76-52b5-4836-99ea-50611736ab3f tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=764d0fad-d992-47c5-b775-0dab7295fd44 HTTP/1.1" status: 200 len: 945 time: 0.0525219 Aug 29 05:27:41.841552 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-be29d8cc-9cf3-4f15-82b8-76da559496b6 req-5ecb2b1f-55ca-4b26-a9ea-39094ee13d56 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d5b980c-3be8-4448-bd5f-a334819a32bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345225 Aug 29 05:27:41.864295 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 42394) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:27:41.894165 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03510b63-9aec-4d4a-88fb-767bb34f4f2f x-openstack-request-id: req-03510b63-9aec-4d4a-88fb-767bb34f4f2f {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:27:41.894517 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "764d0fad-d992-47c5-b775-0dab7295fd44", "tag": "eb21508f-c13f-4f94-9476-add4a5a97df6", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:27:41.894775 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-03510b63-9aec-4d4a-88fb-767bb34f4f2f {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:27:41.895172 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '764d0fad-d992-47c5-b775-0dab7295fd44', 'tag': 'eb21508f-c13f-4f94-9476-add4a5a97df6', 'status': 'completed', 'code': 200} Aug 29 05:27:41.936243 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-609a1abb-7442-4efb-bd18-4f7a6df99eb0 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/floatingips/2f395bb0-3257-4b82-af2e-f19106a4149e HTTP/1.1" status: 200 len: 989 time: 0.0699887 Aug 29 05:27:41.956418 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a133523-c02d-4a0a-9ffb-14f0e5df1cc5 req-7fad660b-e482-423a-b221-70884ebd2804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:41.957959 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4a133523-c02d-4a0a-9ffb-14f0e5df1cc5 req-7fad660b-e482-423a-b221-70884ebd2804 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=170eeddf5b474a98bd75c73129396ea6&device_id=764d0fad-d992-47c5-b775-0dab7295fd44 HTTP/1.1" status: 200 len: 1097 time: 0.0415013 Aug 29 05:27:42.017176 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-3d59edb5-012c-4910-92c6-6c29e44cb485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39987aaf-d8dd-45d5-be3d-c04903436d87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-344871443', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '7e16a83a-ca45-4503-96e9-e2a4eaded2f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:27:26Z', 'updated_at': '2021-08-29T05:27:29Z', 'revision_number': 4, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'gw_port': {'id': '7e16a83a-ca45-4503-96e9-e2a4eaded2f0', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:6b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39987aaf-d8dd-45d5-be3d-c04903436d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:26Z', 'updated_at': '2021-08-29T05:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': '2f395bb0-3257-4b82-af2e-f19106a4149e', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'floating_ip_address': '172.25.0.8', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': '39987aaf-d8dd-45d5-be3d-c04903436d87', 'port_id': 'eb21508f-c13f-4f94-9476-add4a5a97df6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52631b2a-42e8-4d4d-99dc-4afb94901229', 'mac_address': 'fa:16:3e:46:4d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764d0fad-d992-47c5-b775-0dab7295fd44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:27:40Z', 'updated_at': '2021-08-29T05:27:40Z', 'revision_number': 0, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cb3e48d-690a-4ce5-8ec0-5bdfb2bd39a1', 'name': '', 'network_id': '52631b2a-42e8-4d4d-99dc-4afb94901229', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'mac_address': 'fa:16:3e:9d:e9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39987aaf-d8dd-45d5-be3d-c04903436d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '8e2d4924-10ea-4d2b-95bc-ce0318257ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:29Z', 'updated_at': '2021-08-29T05:27:34Z', 'revision_number': 5, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'subnets': [{'id': '8e2d4924-10ea-4d2b-95bc-ce0318257ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:27:42.047772 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a133523-c02d-4a0a-9ffb-14f0e5df1cc5 req-2673a288-ae23-42a0-a9a1-7626b5dbdeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:42.048901 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d59edb5-012c-4910-92c6-6c29e44cb485 None None] Checking router: 39987aaf-d8dd-45d5-be3d-c04903436d87 for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:27:42.049289 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4a133523-c02d-4a0a-9ffb-14f0e5df1cc5 req-2673a288-ae23-42a0-a9a1-7626b5dbdeb8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=52631b2a-42e8-4d4d-99dc-4afb94901229 HTTP/1.1" status: 200 len: 898 time: 0.0848880 Aug 29 05:27:42.057199 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d59edb5-012c-4910-92c6-6c29e44cb485 None None] Routers {'39987aaf-d8dd-45d5-be3d-c04903436d87'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:27:42.057805 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-3d59edb5-012c-4910-92c6-6c29e44cb485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:27:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['39987aaf-d8dd-45d5-be3d-c04903436d87'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:27:42.119542 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4a133523-c02d-4a0a-9ffb-14f0e5df1cc5 req-61d562f7-f3ca-4fbc-8f5f-68e4f1eda141 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb21508f-c13f-4f94-9476-add4a5a97df6 HTTP/1.1" status: 200 len: 997 time: 0.0628624 Aug 29 05:27:42.161579 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-3d59edb5-012c-4910-92c6-6c29e44cb485 None None] Set router 39987aaf-d8dd-45d5-be3d-c04903436d87 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:27:42.167605 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a133523-c02d-4a0a-9ffb-14f0e5df1cc5 req-92633a02-a14c-4b38-ae13-329fc415d1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:42.169657 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4a133523-c02d-4a0a-9ffb-14f0e5df1cc5 req-92633a02-a14c-4b38-ae13-329fc415d1c3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8e2d4924-10ea-4d2b-95bc-ce0318257ec0 HTTP/1.1" status: 200 len: 834 time: 0.0431166 Aug 29 05:27:42.215455 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a133523-c02d-4a0a-9ffb-14f0e5df1cc5 req-fea44ca7-5f43-4c90-9dae-bcb06306ba84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:42.216935 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4a133523-c02d-4a0a-9ffb-14f0e5df1cc5 req-fea44ca7-5f43-4c90-9dae-bcb06306ba84 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=52631b2a-42e8-4d4d-99dc-4afb94901229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400972 Aug 29 05:27:42.308048 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4a133523-c02d-4a0a-9ffb-14f0e5df1cc5 req-08af3830-7a1f-4ce0-acbd-6db41f05477b service neutron] 10.222.0.46 "GET /v2.0/networks/52631b2a-42e8-4d4d-99dc-4afb94901229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837448 Aug 29 05:27:42.380615 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-3d59edb5-012c-4910-92c6-6c29e44cb485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39987aaf-d8dd-45d5-be3d-c04903436d87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-344871443', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '7e16a83a-ca45-4503-96e9-e2a4eaded2f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:27:26Z', 'updated_at': '2021-08-29T05:27:29Z', 'revision_number': 4, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'gw_port': {'id': '7e16a83a-ca45-4503-96e9-e2a4eaded2f0', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:6b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39987aaf-d8dd-45d5-be3d-c04903436d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:26Z', 'updated_at': '2021-08-29T05:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': '2f395bb0-3257-4b82-af2e-f19106a4149e', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'floating_ip_address': '172.25.0.8', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': '39987aaf-d8dd-45d5-be3d-c04903436d87', 'port_id': 'eb21508f-c13f-4f94-9476-add4a5a97df6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52631b2a-42e8-4d4d-99dc-4afb94901229', 'mac_address': 'fa:16:3e:46:4d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764d0fad-d992-47c5-b775-0dab7295fd44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:27:40Z', 'updated_at': '2021-08-29T05:27:40Z', 'revision_number': 0, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cb3e48d-690a-4ce5-8ec0-5bdfb2bd39a1', 'name': '', 'network_id': '52631b2a-42e8-4d4d-99dc-4afb94901229', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'mac_address': 'fa:16:3e:9d:e9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39987aaf-d8dd-45d5-be3d-c04903436d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '8e2d4924-10ea-4d2b-95bc-ce0318257ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:29Z', 'updated_at': '2021-08-29T05:27:34Z', 'revision_number': 5, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'subnets': [{'id': '8e2d4924-10ea-4d2b-95bc-ce0318257ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:27:42.400814 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4a133523-c02d-4a0a-9ffb-14f0e5df1cc5 req-c486c1c3-b6f4-4d79-afa0-0afaf886876c service neutron] 10.222.0.46 "GET /v2.0/networks/52631b2a-42e8-4d4d-99dc-4afb94901229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861971 Aug 29 05:27:42.410980 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d59edb5-012c-4910-92c6-6c29e44cb485 None None] The sync data for ids ['39987aaf-d8dd-45d5-be3d-c04903436d87'] in n-d-712140-12 is: [{'id': '39987aaf-d8dd-45d5-be3d-c04903436d87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-344871443', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '7e16a83a-ca45-4503-96e9-e2a4eaded2f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:27:26Z', 'updated_at': '2021-08-29T05:27:29Z', 'revision_number': 4, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'gw_port': {'id': '7e16a83a-ca45-4503-96e9-e2a4eaded2f0', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:6b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39987aaf-d8dd-45d5-be3d-c04903436d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:26Z', 'updated_at': '2021-08-29T05:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': '2f395bb0-3257-4b82-af2e-f19106a4149e', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'floating_ip_address': '172.25.0.8', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': '39987aaf-d8dd-45d5-be3d-c04903436d87', 'port_id': 'eb21508f-c13f-4f94-9476-add4a5a97df6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52631b2a-42e8-4d4d-99dc-4afb94901229', 'mac_address': 'fa:16:3e:46:4d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764d0fad-d992-47c5-b775-0dab7295fd44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:27:40Z', 'updated_at': '2021-08-29T05:27:40Z', 'revision_number': 0, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cb3e48d-690a-4ce5-8ec0-5bdfb2bd39a1', 'name': '', 'network_id': '52631b2a-42e8-4d4d-99dc-4afb94901229', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'mac_address': 'fa:16:3e:9d:e9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39987aaf-d8dd-45d5-be3d-c04903436d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '8e2d4924-10ea-4d2b-95bc-ce0318257ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:29Z', 'updated_at': '2021-08-29T05:27:34Z', 'revision_number': 5, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'subnets': [{'id': '8e2d4924-10ea-4d2b-95bc-ce0318257ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:27:42.601990 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a362d587-b0cd-4190-9c4a-88b67420d68a None None] New status for floating IP 2f395bb0-3257-4b82-af2e-f19106a4149e: ACTIVE {{(pid=94831) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:27:42.939630 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 42396) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:27:43.003378 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-6679b59d-2c4e-46da-b69f-9d68d450b838 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/floatingips/2f395bb0-3257-4b82-af2e-f19106a4149e HTTP/1.1" status: 200 len: 991 time: 0.0624988 Aug 29 05:27:49.054788 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e55df267-fead-495e-afaa-78f7e834dff8 req-8ff2eaf2-8dbe-4d11-8b30-a0fbda325a28 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=764d0fad-d992-47c5-b775-0dab7295fd44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0827844 Aug 29 05:27:49.146047 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55df267-fead-495e-afaa-78f7e834dff8 req-95cdbd30-40f8-4592-bac0-93f8aff68717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:49.147544 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e55df267-fead-495e-afaa-78f7e834dff8 req-95cdbd30-40f8-4592-bac0-93f8aff68717 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=170eeddf5b474a98bd75c73129396ea6&device_id=764d0fad-d992-47c5-b775-0dab7295fd44 HTTP/1.1" status: 200 len: 1097 time: 0.0391433 Aug 29 05:27:49.251883 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55df267-fead-495e-afaa-78f7e834dff8 req-8b690ed9-d900-4e87-847c-f043eff9ee0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:49.253289 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e55df267-fead-495e-afaa-78f7e834dff8 req-8b690ed9-d900-4e87-847c-f043eff9ee0a service neutron] 10.222.0.46 "GET /v2.0/networks?id=52631b2a-42e8-4d4d-99dc-4afb94901229 HTTP/1.1" status: 200 len: 898 time: 0.0825469 Aug 29 05:27:49.322289 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e55df267-fead-495e-afaa-78f7e834dff8 req-efa86e19-242f-4b29-b496-12717b5efdc1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb21508f-c13f-4f94-9476-add4a5a97df6 HTTP/1.1" status: 200 len: 999 time: 0.0621648 Aug 29 05:27:49.369850 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55df267-fead-495e-afaa-78f7e834dff8 req-9b067d4a-0634-441d-bd88-c613219c564f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:49.371295 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e55df267-fead-495e-afaa-78f7e834dff8 req-9b067d4a-0634-441d-bd88-c613219c564f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8e2d4924-10ea-4d2b-95bc-ce0318257ec0 HTTP/1.1" status: 200 len: 834 time: 0.0424366 Aug 29 05:27:49.416924 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55df267-fead-495e-afaa-78f7e834dff8 req-66d63897-db76-4c4b-8cb8-88c40637b594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:49.418397 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e55df267-fead-495e-afaa-78f7e834dff8 req-66d63897-db76-4c4b-8cb8-88c40637b594 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=52631b2a-42e8-4d4d-99dc-4afb94901229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391169 Aug 29 05:27:49.510683 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e55df267-fead-495e-afaa-78f7e834dff8 req-48086f39-85e5-414e-bc54-73c9d97bf82c service neutron] 10.222.0.46 "GET /v2.0/networks/52631b2a-42e8-4d4d-99dc-4afb94901229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841222 Aug 29 05:27:49.598541 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e55df267-fead-495e-afaa-78f7e834dff8 req-9ec95ed6-3fd9-444c-a34f-2c1f10107ead service neutron] 10.222.0.46 "GET /v2.0/networks/52631b2a-42e8-4d4d-99dc-4afb94901229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804832 Aug 29 05:27:49.858983 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:57.521632 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3e1485e6-e994-4a50-9b0d-490b51db97a2 req-ea05dd10-abbc-49ed-911f-549ec19405cc service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=19efa733-49d3-4125-b1bf-b01d593b5e9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0397601 Aug 29 05:27:57.627271 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1485e6-e994-4a50-9b0d-490b51db97a2 req-0248b39c-c682-471b-bf29-afb447123f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:57.628775 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3e1485e6-e994-4a50-9b0d-490b51db97a2 req-0248b39c-c682-471b-bf29-afb447123f83 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=31def360f89342158e5c482db8b51dfa&device_id=19efa733-49d3-4125-b1bf-b01d593b5e9a HTTP/1.1" status: 200 len: 1097 time: 0.0435247 Aug 29 05:27:57.736492 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1485e6-e994-4a50-9b0d-490b51db97a2 req-75218dc3-fa1b-4be0-a4f7-14637c86a53a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:57.737997 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3e1485e6-e994-4a50-9b0d-490b51db97a2 req-75218dc3-fa1b-4be0-a4f7-14637c86a53a service neutron] 10.222.0.48 "GET /v2.0/networks?id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb HTTP/1.1" status: 200 len: 913 time: 0.0895562 Aug 29 05:27:57.785398 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3e1485e6-e994-4a50-9b0d-490b51db97a2 req-1b647721-bfe3-47a9-814b-b20067c1105c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e11f048-6330-4537-9251-c0dbbafc7fc5 HTTP/1.1" status: 200 len: 217 time: 0.0391347 Aug 29 05:27:57.835340 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1485e6-e994-4a50-9b0d-490b51db97a2 req-e1aa98c5-46e9-4136-ad24-7258234075bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:57.836814 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3e1485e6-e994-4a50-9b0d-490b51db97a2 req-e1aa98c5-46e9-4136-ad24-7258234075bb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6f6d99e8-8009-478f-9356-563dd7d1ac5b HTTP/1.1" status: 200 len: 851 time: 0.0441213 Aug 29 05:27:57.882435 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1485e6-e994-4a50-9b0d-490b51db97a2 req-f66c2d44-1255-46af-9642-d41586d00f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:57.883967 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3e1485e6-e994-4a50-9b0d-490b51db97a2 req-f66c2d44-1255-46af-9642-d41586d00f7d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396452 Aug 29 05:27:57.975927 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3e1485e6-e994-4a50-9b0d-490b51db97a2 req-12c10a9c-bc8e-47de-b622-15b4e04ffd9a service neutron] 10.222.0.48 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833514 Aug 29 05:27:58.065275 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3e1485e6-e994-4a50-9b0d-490b51db97a2 req-aa46ae4e-6573-4b66-b7cc-b837b80664d4 service neutron] 10.222.0.48 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807188 Aug 29 05:27:59.280438 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:03.482421 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7605c40e-512b-4caa-91d6-15ed31d037b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:06.350786 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-79a8dd51-102b-4015-bc47-2bcd8f056023 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:07.372243 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:07.464259 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:07.551441 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:28:08.964090 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:16.503528 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a95a16-25bc-4354-81a4-231672370ad2 req-97f3356c-f5dd-4630-9ec9-3d359497c48f tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:16.505037 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-59a95a16-25bc-4354-81a4-231672370ad2 req-97f3356c-f5dd-4630-9ec9-3d359497c48f tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=764d0fad-d992-47c5-b775-0dab7295fd44 HTTP/1.1" status: 200 len: 945 time: 0.0492783 Aug 29 05:28:16.541774 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-59a95a16-25bc-4354-81a4-231672370ad2 req-7de9865b-bd27-42d4-8afb-f9cabbd71bc8 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d5b980c-3be8-4448-bd5f-a334819a32bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308328 Aug 29 05:28:17.661945 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4e7b9d-9ce8-4a77-90ff-6d04f041dec9 req-c67d0a6c-06b5-43f9-ae99-6f0c410f2bf8 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:17.663451 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9c4e7b9d-9ce8-4a77-90ff-6d04f041dec9 req-c67d0a6c-06b5-43f9-ae99-6f0c410f2bf8 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=764d0fad-d992-47c5-b775-0dab7295fd44 HTTP/1.1" status: 200 len: 945 time: 0.0528262 Aug 29 05:28:17.699734 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9c4e7b9d-9ce8-4a77-90ff-6d04f041dec9 req-3fb8c5a7-96b6-4a1f-a7c3-7bcf1d34856c tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d5b980c-3be8-4448-bd5f-a334819a32bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304034 Aug 29 05:28:17.722579 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 42424) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:28:17.788745 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-3e800ec6-6c40-4b66-92d5-4eb8fbb7b4ef tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/floatingips/2f395bb0-3257-4b82-af2e-f19106a4149e HTTP/1.1" status: 200 len: 991 time: 0.0650229 Aug 29 05:28:19.091049 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cd0514-5fb7-4aa9-8c36-47e5b87f6e1f req-799eb6fa-30f5-4f5c-8036-ee13e508347a tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:19.092541 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e5cd0514-5fb7-4aa9-8c36-47e5b87f6e1f req-799eb6fa-30f5-4f5c-8036-ee13e508347a tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=764d0fad-d992-47c5-b775-0dab7295fd44 HTTP/1.1" status: 200 len: 945 time: 0.0867791 Aug 29 05:28:19.095846 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4d154d-c806-40bc-b58f-557a0a91e6e2 req-73239f3c-f408-4e80-867e-d27e2d3adb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:19.097245 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ef4d154d-c806-40bc-b58f-557a0a91e6e2 req-73239f3c-f408-4e80-867e-d27e2d3adb87 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=170eeddf5b474a98bd75c73129396ea6&device_id=764d0fad-d992-47c5-b775-0dab7295fd44 HTTP/1.1" status: 200 len: 1097 time: 0.0636940 Aug 29 05:28:19.178418 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e5cd0514-5fb7-4aa9-8c36-47e5b87f6e1f req-e289bdbc-4846-41b2-9dea-358bf3e769a7 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d5b980c-3be8-4448-bd5f-a334819a32bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792210 Aug 29 05:28:19.209938 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4d154d-c806-40bc-b58f-557a0a91e6e2 req-6fefaea6-3d3c-43c2-9495-50466e83b5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:19.211440 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ef4d154d-c806-40bc-b58f-557a0a91e6e2 req-6fefaea6-3d3c-43c2-9495-50466e83b5aa service neutron] 10.222.0.46 "GET /v2.0/networks?id=52631b2a-42e8-4d4d-99dc-4afb94901229 HTTP/1.1" status: 200 len: 898 time: 0.1064591 Aug 29 05:28:19.279854 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ef4d154d-c806-40bc-b58f-557a0a91e6e2 req-1a0af082-0aba-4a1b-af9e-6a130c102e14 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb21508f-c13f-4f94-9476-add4a5a97df6 HTTP/1.1" status: 200 len: 999 time: 0.0604813 Aug 29 05:28:19.326866 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4d154d-c806-40bc-b58f-557a0a91e6e2 req-28e97b0b-b6ea-427e-8bd9-debc0be66beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:19.328865 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ef4d154d-c806-40bc-b58f-557a0a91e6e2 req-28e97b0b-b6ea-427e-8bd9-debc0be66beb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8e2d4924-10ea-4d2b-95bc-ce0318257ec0 HTTP/1.1" status: 200 len: 834 time: 0.0430815 Aug 29 05:28:19.374387 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4d154d-c806-40bc-b58f-557a0a91e6e2 req-cc00417f-a04f-4ca3-966b-715b242782fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:19.375916 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ef4d154d-c806-40bc-b58f-557a0a91e6e2 req-cc00417f-a04f-4ca3-966b-715b242782fb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=52631b2a-42e8-4d4d-99dc-4afb94901229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402081 Aug 29 05:28:19.466181 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ef4d154d-c806-40bc-b58f-557a0a91e6e2 req-b17b1374-3a9f-4873-a8ff-e0d5ebb0f122 service neutron] 10.222.0.46 "GET /v2.0/networks/52631b2a-42e8-4d4d-99dc-4afb94901229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836594 Aug 29 05:28:19.555041 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ef4d154d-c806-40bc-b58f-557a0a91e6e2 req-37fb0efd-a9f1-4bfa-95a2-be4e48de1bdc service neutron] 10.222.0.46 "GET /v2.0/networks/52631b2a-42e8-4d4d-99dc-4afb94901229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824363 Aug 29 05:28:19.865793 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:20.299465 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f19319-2a99-49c7-900e-06021d8361ff req-714bf6bc-0d81-4a05-a6ba-0d5108a38cac tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:20.301027 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-69f19319-2a99-49c7-900e-06021d8361ff req-714bf6bc-0d81-4a05-a6ba-0d5108a38cac tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=764d0fad-d992-47c5-b775-0dab7295fd44 HTTP/1.1" status: 200 len: 945 time: 0.0544631 Aug 29 05:28:20.342198 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-69f19319-2a99-49c7-900e-06021d8361ff req-0e445149-82b4-42d7-831f-45bb5374e6f8 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d5b980c-3be8-4448-bd5f-a334819a32bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350535 Aug 29 05:28:21.456793 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6f2a2f-4841-4e4d-8749-d4199805e181 req-dbfc5a44-5bb0-4d48-a2b2-5463b86e3f9f tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:21.458269 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2f6f2a2f-4841-4e4d-8749-d4199805e181 req-dbfc5a44-5bb0-4d48-a2b2-5463b86e3f9f tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=764d0fad-d992-47c5-b775-0dab7295fd44 HTTP/1.1" status: 200 len: 945 time: 0.0489469 Aug 29 05:28:21.496054 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2f6f2a2f-4841-4e4d-8749-d4199805e181 req-bd845d0c-6eba-4bde-9a49-94e1e845fc95 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d5b980c-3be8-4448-bd5f-a334819a32bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318210 Aug 29 05:28:21.518267 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 42436) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:28:21.580338 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-f366e8eb-a459-4e4c-baf7-f9ca0566c832 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/floatingips/2f395bb0-3257-4b82-af2e-f19106a4149e HTTP/1.1" status: 200 len: 991 time: 0.0609610 Aug 29 05:28:21.797274 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 42442) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:28:21.952246 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-9e4dda4b-d2f5-4b1e-810a-ddfc987efe06 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Deleting port bdc37e3f-9833-4260-8485-629b9ea239fd {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:28:21.952578 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9e4dda4b-d2f5-4b1e-810a-ddfc987efe06 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:22.024509 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9e4dda4b-d2f5-4b1e-810a-ddfc987efe06 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:22.024842 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9e4dda4b-d2f5-4b1e-810a-ddfc987efe06 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:22.036594 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-9e4dda4b-d2f5-4b1e-810a-ddfc987efe06 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Calling delete_port for bdc37e3f-9833-4260-8485-629b9ea239fd owned by network:floatingip {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:28:22.183285 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9e4dda4b-d2f5-4b1e-810a-ddfc987efe06 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:22.206872 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4dda4b-d2f5-4b1e-810a-ddfc987efe06 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Pushing event deleted for resources: {'Port': ['ID=bdc37e3f-9833-4260-8485-629b9ea239fd,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:28:22.216726 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4dda4b-d2f5-4b1e-810a-ddfc987efe06 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:22.217075 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4dda4b-d2f5-4b1e-810a-ddfc987efe06 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:22.217427 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4dda4b-d2f5-4b1e-810a-ddfc987efe06 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:22.217766 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4dda4b-d2f5-4b1e-810a-ddfc987efe06 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:22.218665 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4dda4b-d2f5-4b1e-810a-ddfc987efe06 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:22.219082 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4dda4b-d2f5-4b1e-810a-ddfc987efe06 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:22.220045 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4dda4b-d2f5-4b1e-810a-ddfc987efe06 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:22.220045 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4dda4b-d2f5-4b1e-810a-ddfc987efe06 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:22.220045 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4dda4b-d2f5-4b1e-810a-ddfc987efe06 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:22.220316 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4dda4b-d2f5-4b1e-810a-ddfc987efe06 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:22.220647 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4dda4b-d2f5-4b1e-810a-ddfc987efe06 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:22.220972 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4dda4b-d2f5-4b1e-810a-ddfc987efe06 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:22.282481 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9e4dda4b-d2f5-4b1e-810a-ddfc987efe06 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for floatingip, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:22.282911 n-d-712140-12 neutron-server[94828]: INFO neutron.db.l3_db [None req-9e4dda4b-d2f5-4b1e-810a-ddfc987efe06 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Floating IP 2f395bb0-3257-4b82-af2e-f19106a4149e disassociated (deleted). External IP: 172.25.0.8, port: eb21508f-c13f-4f94-9476-add4a5a97df6. Aug 29 05:28:22.481720 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e4dda4b-d2f5-4b1e-810a-ddfc987efe06 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Router 39987aaf-d8dd-45d5-be3d-c04903436d87 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:28:22.586042 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e4dda4b-d2f5-4b1e-810a-ddfc987efe06 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:28:22.590574 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9e4dda4b-d2f5-4b1e-810a-ddfc987efe06 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:22.596254 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f966052-02dc-4b74-bd8b-5e205be274f8 None None] Sync routers for ids ['39987aaf-d8dd-45d5-be3d-c04903436d87'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:28:22.604936 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f966052-02dc-4b74-bd8b-5e205be274f8 None None] Routers {'39987aaf-d8dd-45d5-be3d-c04903436d87'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:28:22.605538 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-9f966052-02dc-4b74-bd8b-5e205be274f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:28:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['39987aaf-d8dd-45d5-be3d-c04903436d87'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:28:22.620770 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-9e4dda4b-d2f5-4b1e-810a-ddfc987efe06 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "DELETE /v2.0/floatingips/2f395bb0-3257-4b82-af2e-f19106a4149e HTTP/1.1" status: 204 len: 168 time: 0.8212748 Aug 29 05:28:22.621353 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '764d0fad-d992-47c5-b775-0dab7295fd44', 'tag': 'eb21508f-c13f-4f94-9476-add4a5a97df6'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:28:22.623605 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfb9107a06241f0f5f2256c13c0e0e77dc40c776bf6dc0455c34cebdf0549d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00f20bf4-ccf7-4c74-aa71-5173360666cb" -d '{"events": [{"name": "network-changed", "server_uuid": "764d0fad-d992-47c5-b775-0dab7295fd44", "tag": "eb21508f-c13f-4f94-9476-add4a5a97df6"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:28:22.846283 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bae74871-7fbf-4a72-9fec-0f617f97ebc0 x-openstack-request-id: req-bae74871-7fbf-4a72-9fec-0f617f97ebc0 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:28:22.846698 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "764d0fad-d992-47c5-b775-0dab7295fd44", "tag": "eb21508f-c13f-4f94-9476-add4a5a97df6", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:28:22.847050 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bae74871-7fbf-4a72-9fec-0f617f97ebc0 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:28:22.847558 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '764d0fad-d992-47c5-b775-0dab7295fd44', 'tag': 'eb21508f-c13f-4f94-9476-add4a5a97df6', 'status': 'completed', 'code': 200} Aug 29 05:28:22.869014 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-9f966052-02dc-4b74-bd8b-5e205be274f8 None None] Set router 39987aaf-d8dd-45d5-be3d-c04903436d87 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:28:22.938985 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f20bf4-ccf7-4c74-aa71-5173360666cb req-4afae823-be00-458c-84fa-7afd843ada16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:22.940719 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-00f20bf4-ccf7-4c74-aa71-5173360666cb req-4afae823-be00-458c-84fa-7afd843ada16 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=170eeddf5b474a98bd75c73129396ea6&device_id=764d0fad-d992-47c5-b775-0dab7295fd44 HTTP/1.1" status: 200 len: 1097 time: 0.0674844 Aug 29 05:28:22.964246 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d31908-09b9-4c9f-8cef-81ab974b3576 req-e3a06371-fef4-4b11-a053-0900d3883115 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:22.965720 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b1d31908-09b9-4c9f-8cef-81ab974b3576 req-e3a06371-fef4-4b11-a053-0900d3883115 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=764d0fad-d992-47c5-b775-0dab7295fd44 HTTP/1.1" status: 200 len: 945 time: 0.0675139 Aug 29 05:28:23.052864 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b1d31908-09b9-4c9f-8cef-81ab974b3576 req-fa0f1621-0bf6-43f4-a236-981aab0236d1 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d5b980c-3be8-4448-bd5f-a334819a32bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773201 Aug 29 05:28:23.065702 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-9f966052-02dc-4b74-bd8b-5e205be274f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39987aaf-d8dd-45d5-be3d-c04903436d87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-344871443', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '7e16a83a-ca45-4503-96e9-e2a4eaded2f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:27:26Z', 'updated_at': '2021-08-29T05:27:29Z', 'revision_number': 4, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'gw_port': {'id': '7e16a83a-ca45-4503-96e9-e2a4eaded2f0', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:6b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39987aaf-d8dd-45d5-be3d-c04903436d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:26Z', 'updated_at': '2021-08-29T05:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '8cb3e48d-690a-4ce5-8ec0-5bdfb2bd39a1', 'name': '', 'network_id': '52631b2a-42e8-4d4d-99dc-4afb94901229', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'mac_address': 'fa:16:3e:9d:e9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39987aaf-d8dd-45d5-be3d-c04903436d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '8e2d4924-10ea-4d2b-95bc-ce0318257ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:29Z', 'updated_at': '2021-08-29T05:27:34Z', 'revision_number': 5, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'subnets': [{'id': '8e2d4924-10ea-4d2b-95bc-ce0318257ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:28:23.071005 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f20bf4-ccf7-4c74-aa71-5173360666cb req-83c5e9cf-380b-4a20-a4ae-ad911772a405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:23.072535 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-00f20bf4-ccf7-4c74-aa71-5173360666cb req-83c5e9cf-380b-4a20-a4ae-ad911772a405 service neutron] 10.222.0.46 "GET /v2.0/networks?id=52631b2a-42e8-4d4d-99dc-4afb94901229 HTTP/1.1" status: 200 len: 898 time: 0.1242044 Aug 29 05:28:23.095508 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f966052-02dc-4b74-bd8b-5e205be274f8 None None] Checking router: 39987aaf-d8dd-45d5-be3d-c04903436d87 for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:28:23.103547 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f966052-02dc-4b74-bd8b-5e205be274f8 None None] Routers {'39987aaf-d8dd-45d5-be3d-c04903436d87'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:28:23.104179 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-9f966052-02dc-4b74-bd8b-5e205be274f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:28:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['39987aaf-d8dd-45d5-be3d-c04903436d87'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:28:23.117063 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-00f20bf4-ccf7-4c74-aa71-5173360666cb req-5e4bacd9-3cff-424f-97e6-2e678adca48d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb21508f-c13f-4f94-9476-add4a5a97df6 HTTP/1.1" status: 200 len: 217 time: 0.0359378 Aug 29 05:28:23.167195 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f20bf4-ccf7-4c74-aa71-5173360666cb req-420e327b-d05f-4a11-8906-d5f49dc227fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:23.168707 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-00f20bf4-ccf7-4c74-aa71-5173360666cb req-420e327b-d05f-4a11-8906-d5f49dc227fd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8e2d4924-10ea-4d2b-95bc-ce0318257ec0 HTTP/1.1" status: 200 len: 834 time: 0.0430424 Aug 29 05:28:23.208316 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-9f966052-02dc-4b74-bd8b-5e205be274f8 None None] Set router 39987aaf-d8dd-45d5-be3d-c04903436d87 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:28:23.214172 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f20bf4-ccf7-4c74-aa71-5173360666cb req-646cf4ff-746b-47e2-a61d-9b74b0cbe111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:23.216033 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-00f20bf4-ccf7-4c74-aa71-5173360666cb req-646cf4ff-746b-47e2-a61d-9b74b0cbe111 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=52631b2a-42e8-4d4d-99dc-4afb94901229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398879 Aug 29 05:28:23.310242 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-00f20bf4-ccf7-4c74-aa71-5173360666cb req-aca2c15c-1b20-49d0-b4ee-c12d2fd7843e service neutron] 10.222.0.46 "GET /v2.0/networks/52631b2a-42e8-4d4d-99dc-4afb94901229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861068 Aug 29 05:28:23.401265 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-00f20bf4-ccf7-4c74-aa71-5173360666cb req-9bb6cd48-8d5b-4dec-b70d-7d60b25ee16b service neutron] 10.222.0.46 "GET /v2.0/networks/52631b2a-42e8-4d4d-99dc-4afb94901229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829895 Aug 29 05:28:23.410407 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-9f966052-02dc-4b74-bd8b-5e205be274f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39987aaf-d8dd-45d5-be3d-c04903436d87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-344871443', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '7e16a83a-ca45-4503-96e9-e2a4eaded2f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:27:26Z', 'updated_at': '2021-08-29T05:27:29Z', 'revision_number': 4, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'gw_port': {'id': '7e16a83a-ca45-4503-96e9-e2a4eaded2f0', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:6b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39987aaf-d8dd-45d5-be3d-c04903436d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:26Z', 'updated_at': '2021-08-29T05:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '8cb3e48d-690a-4ce5-8ec0-5bdfb2bd39a1', 'name': '', 'network_id': '52631b2a-42e8-4d4d-99dc-4afb94901229', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'mac_address': 'fa:16:3e:9d:e9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39987aaf-d8dd-45d5-be3d-c04903436d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '8e2d4924-10ea-4d2b-95bc-ce0318257ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:29Z', 'updated_at': '2021-08-29T05:27:34Z', 'revision_number': 5, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'subnets': [{'id': '8e2d4924-10ea-4d2b-95bc-ce0318257ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:28:23.437505 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f966052-02dc-4b74-bd8b-5e205be274f8 None None] The sync data for ids ['39987aaf-d8dd-45d5-be3d-c04903436d87'] in n-d-712140-12 is: [{'id': '39987aaf-d8dd-45d5-be3d-c04903436d87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-344871443', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '7e16a83a-ca45-4503-96e9-e2a4eaded2f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:27:26Z', 'updated_at': '2021-08-29T05:27:29Z', 'revision_number': 4, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'gw_port': {'id': '7e16a83a-ca45-4503-96e9-e2a4eaded2f0', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:6b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39987aaf-d8dd-45d5-be3d-c04903436d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:26Z', 'updated_at': '2021-08-29T05:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '8cb3e48d-690a-4ce5-8ec0-5bdfb2bd39a1', 'name': '', 'network_id': '52631b2a-42e8-4d4d-99dc-4afb94901229', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'mac_address': 'fa:16:3e:9d:e9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39987aaf-d8dd-45d5-be3d-c04903436d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '8e2d4924-10ea-4d2b-95bc-ce0318257ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:29Z', 'updated_at': '2021-08-29T05:27:34Z', 'revision_number': 5, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'subnets': [{'id': '8e2d4924-10ea-4d2b-95bc-ce0318257ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:28:23.649478 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a490287-fa74-4e28-8b38-085cbf2f6c71 None None] New status for floating IP 2f395bb0-3257-4b82-af2e-f19106a4149e: DOWN {{(pid=94831) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:28:24.178843 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd47e35-ca02-40c1-b124-9dc70796b9e7 req-a913d775-bb24-4908-9a8e-55aa14ce6d1e tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:24.180342 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dcd47e35-ca02-40c1-b124-9dc70796b9e7 req-a913d775-bb24-4908-9a8e-55aa14ce6d1e tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=764d0fad-d992-47c5-b775-0dab7295fd44 HTTP/1.1" status: 200 len: 945 time: 0.0522482 Aug 29 05:28:24.216853 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dcd47e35-ca02-40c1-b124-9dc70796b9e7 req-dca7f9cd-0d26-4454-9dc8-d8b5f4e7be36 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d5b980c-3be8-4448-bd5f-a334819a32bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307007 Aug 29 05:28:24.465248 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc63ca88-b4c5-4c8f-aa8c-a9ea60c955e4 req-5745a2e3-8960-4e1d-8a94-cbe35d3c0872 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:24.466701 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bc63ca88-b4c5-4c8f-aa8c-a9ea60c955e4 req-5745a2e3-8960-4e1d-8a94-cbe35d3c0872 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.46 "GET /v2.0/ports?device_id=764d0fad-d992-47c5-b775-0dab7295fd44 HTTP/1.1" status: 200 len: 945 time: 0.0479870 Aug 29 05:28:24.556195 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-bc63ca88-b4c5-4c8f-aa8c-a9ea60c955e4 req-1617d304-fd7c-48f0-a36c-de7fe8198b10 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Deleting port eb21508f-c13f-4f94-9476-add4a5a97df6 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:28:24.556540 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-bc63ca88-b4c5-4c8f-aa8c-a9ea60c955e4 req-1617d304-fd7c-48f0-a36c-de7fe8198b10 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:24.641186 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-bc63ca88-b4c5-4c8f-aa8c-a9ea60c955e4 req-1617d304-fd7c-48f0-a36c-de7fe8198b10 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] For port eb21508f-c13f-4f94-9476-add4a5a97df6, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=eb21508f-c13f-4f94-9476-add4a5a97df6,segment=NetworkSegment(85400054-49c9-4c40-becb-d2728a6442e4),segment_id=85400054-49c9-4c40-becb-d2728a6442e4)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:28:24.641471 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-bc63ca88-b4c5-4c8f-aa8c-a9ea60c955e4 req-1617d304-fd7c-48f0-a36c-de7fe8198b10 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:24.653690 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-bc63ca88-b4c5-4c8f-aa8c-a9ea60c955e4 req-1617d304-fd7c-48f0-a36c-de7fe8198b10 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Calling delete_port for eb21508f-c13f-4f94-9476-add4a5a97df6 owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:28:24.779986 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-bc63ca88-b4c5-4c8f-aa8c-a9ea60c955e4 req-1617d304-fd7c-48f0-a36c-de7fe8198b10 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:24.806865 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1617d304-fd7c-48f0-a36c-de7fe8198b10 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Pushing event deleted for resources: {'Port': ['ID=eb21508f-c13f-4f94-9476-add4a5a97df6,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:28:24.849103 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc63ca88-b4c5-4c8f-aa8c-a9ea60c955e4 req-1617d304-fd7c-48f0-a36c-de7fe8198b10 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] No DVR routers for this DVR port eb21508f-c13f-4f94-9476-add4a5a97df6 on host n-h1-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:28:24.851739 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-bc63ca88-b4c5-4c8f-aa8c-a9ea60c955e4 req-1617d304-fd7c-48f0-a36c-de7fe8198b10 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:24.853783 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bc63ca88-b4c5-4c8f-aa8c-a9ea60c955e4 req-1617d304-fd7c-48f0-a36c-de7fe8198b10 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.46 "DELETE /v2.0/ports/eb21508f-c13f-4f94-9476-add4a5a97df6 HTTP/1.1" status: 204 len: 173 time: 0.3805931 Aug 29 05:28:24.854225 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '764d0fad-d992-47c5-b775-0dab7295fd44', 'name': 'network-vif-deleted', 'tag': 'eb21508f-c13f-4f94-9476-add4a5a97df6'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:28:24.856488 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfb9107a06241f0f5f2256c13c0e0e77dc40c776bf6dc0455c34cebdf0549d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91bc0117-5aba-4d31-b3c6-114fa3af525c" -d '{"events": [{"server_uuid": "764d0fad-d992-47c5-b775-0dab7295fd44", "name": "network-vif-deleted", "tag": "eb21508f-c13f-4f94-9476-add4a5a97df6"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:28:24.896366 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-205b16b0-2d53-4201-85b2-738335d7b75f x-openstack-request-id: req-205b16b0-2d53-4201-85b2-738335d7b75f {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:28:24.896683 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "764d0fad-d992-47c5-b775-0dab7295fd44", "name": "network-vif-deleted", "tag": "eb21508f-c13f-4f94-9476-add4a5a97df6", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:28:24.896939 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-205b16b0-2d53-4201-85b2-738335d7b75f {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:28:24.897469 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '764d0fad-d992-47c5-b775-0dab7295fd44', 'name': 'network-vif-deleted', 'tag': 'eb21508f-c13f-4f94-9476-add4a5a97df6', 'status': 'completed', 'code': 200} Aug 29 05:28:25.332476 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a5fcaeb5-bfad-4f7b-9944-76833e9e5a58 req-0c33de05-40d6-4d2c-898f-0235bf44d21d tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "GET /v2.0/ports?device_id=764d0fad-d992-47c5-b775-0dab7295fd44 HTTP/1.1" status: 200 len: 210 time: 0.0300677 Aug 29 05:28:26.391401 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 42460) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:28:26.732884 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1b825234-7a0b-46f3-92b1-08078262a44d tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713413'] for router_interface, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:26.979514 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-1b825234-7a0b-46f3-92b1-08078262a44d tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Deleting port 8cb3e48d-690a-4ce5-8ec0-5bdfb2bd39a1 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:28:26.979892 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1b825234-7a0b-46f3-92b1-08078262a44d tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:27.065937 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-1b825234-7a0b-46f3-92b1-08078262a44d tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] For port 8cb3e48d-690a-4ce5-8ec0-5bdfb2bd39a1, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=8cb3e48d-690a-4ce5-8ec0-5bdfb2bd39a1,segment=NetworkSegment(85400054-49c9-4c40-becb-d2728a6442e4),segment_id=85400054-49c9-4c40-becb-d2728a6442e4)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:28:27.066213 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1b825234-7a0b-46f3-92b1-08078262a44d tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:27.413728 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-1b825234-7a0b-46f3-92b1-08078262a44d tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Calling delete_port for 8cb3e48d-690a-4ce5-8ec0-5bdfb2bd39a1 owned by network:router_interface {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:28:27.589064 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1b825234-7a0b-46f3-92b1-08078262a44d tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:27.614508 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b825234-7a0b-46f3-92b1-08078262a44d tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Pushing event deleted for resources: {'Port': ['ID=8cb3e48d-690a-4ce5-8ec0-5bdfb2bd39a1,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:28:27.781087 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1b825234-7a0b-46f3-92b1-08078262a44d tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-713231'] for router_interface, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:27.991192 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b825234-7a0b-46f3-92b1-08078262a44d tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Router 39987aaf-d8dd-45d5-be3d-c04903436d87 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:28:28.096303 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b825234-7a0b-46f3-92b1-08078262a44d tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:28:28.101609 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-1b825234-7a0b-46f3-92b1-08078262a44d tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "PUT /v2.0/routers/39987aaf-d8dd-45d5-be3d-c04903436d87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7089922 Aug 29 05:28:28.104246 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 42462) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:28:28.107755 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189282fa-a6d6-400f-837d-9b688fbfc2db None None] Sync routers for ids ['39987aaf-d8dd-45d5-be3d-c04903436d87'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:28:28.117665 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189282fa-a6d6-400f-837d-9b688fbfc2db None None] Routers {'39987aaf-d8dd-45d5-be3d-c04903436d87'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:28:28.118278 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-189282fa-a6d6-400f-837d-9b688fbfc2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:28:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['39987aaf-d8dd-45d5-be3d-c04903436d87'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:28:28.153363 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_v2 [None req-0979da3e-01bf-445d-8c4d-7eae316d7991 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Deleting subnet 8e2d4924-10ea-4d2b-95bc-ce0318257ec0 {{(pid=94828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 05:28:28.156426 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0979da3e-01bf-445d-8c4d-7eae316d7991 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for subnet, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:28.194903 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0979da3e-01bf-445d-8c4d-7eae316d7991 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8904862'] for subnet, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:28.222825 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-189282fa-a6d6-400f-837d-9b688fbfc2db None None] Set router 39987aaf-d8dd-45d5-be3d-c04903436d87 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:28:28.284698 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0979da3e-01bf-445d-8c4d-7eae316d7991 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:28.350732 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0979da3e-01bf-445d-8c4d-7eae316d7991 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9190434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062341'] for subnet, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:28.377053 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979da3e-01bf-445d-8c4d-7eae316d7991 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Pushing event deleted for resources: {'Subnet': ['ID=8e2d4924-10ea-4d2b-95bc-ce0318257ec0,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:28:28.387658 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0979da3e-01bf-445d-8c4d-7eae316d7991 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:28.389716 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c1c895-be55-4b6a-9e0e-e03b86c7b749 None None] Network 52631b2a-42e8-4d4d-99dc-4afb94901229 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:28:28.390221 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-0979da3e-01bf-445d-8c4d-7eae316d7991 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "DELETE /v2.0/subnets/8e2d4924-10ea-4d2b-95bc-ce0318257ec0 HTTP/1.1" status: 204 len: 168 time: 0.2850599 Aug 29 05:28:28.393343 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 42464) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:28:28.517112 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-189282fa-a6d6-400f-837d-9b688fbfc2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39987aaf-d8dd-45d5-be3d-c04903436d87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-344871443', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '7e16a83a-ca45-4503-96e9-e2a4eaded2f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:27:26Z', 'updated_at': '2021-08-29T05:28:27Z', 'revision_number': 5, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'gw_port': {'id': '7e16a83a-ca45-4503-96e9-e2a4eaded2f0', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:6b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39987aaf-d8dd-45d5-be3d-c04903436d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:26Z', 'updated_at': '2021-08-29T05:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:28:28.523585 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-16c83d11-c3d0-4a16-987c-d05effab127f tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for router, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:28.548868 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189282fa-a6d6-400f-837d-9b688fbfc2db None None] Checking router: 39987aaf-d8dd-45d5-be3d-c04903436d87 for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:28:28.563973 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189282fa-a6d6-400f-837d-9b688fbfc2db None None] Routers {'39987aaf-d8dd-45d5-be3d-c04903436d87'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:28:28.564602 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-189282fa-a6d6-400f-837d-9b688fbfc2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:28:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['39987aaf-d8dd-45d5-be3d-c04903436d87'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:28:28.637957 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-16c83d11-c3d0-4a16-987c-d05effab127f tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:28.672283 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a4f300-e3ed-40b1-b0ff-1768b04060f0 None None] DHCP port deletion for 52631b2a-42e8-4d4d-99dc-4afb94901229 request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 05:28:28.687475 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-189282fa-a6d6-400f-837d-9b688fbfc2db None None] Set router 39987aaf-d8dd-45d5-be3d-c04903436d87 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:28:28.695251 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-16c83d11-c3d0-4a16-987c-d05effab127f tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Deleting port 7e16a83a-ca45-4503-96e9-e2a4eaded2f0 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:28:28.695704 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-16c83d11-c3d0-4a16-987c-d05effab127f tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:28.778612 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-16c83d11-c3d0-4a16-987c-d05effab127f tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] For port 7e16a83a-ca45-4503-96e9-e2a4eaded2f0, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=7e16a83a-ca45-4503-96e9-e2a4eaded2f0,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:28:28.778985 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-16c83d11-c3d0-4a16-987c-d05effab127f tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:28.790469 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-16c83d11-c3d0-4a16-987c-d05effab127f tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Calling delete_port for 7e16a83a-ca45-4503-96e9-e2a4eaded2f0 owned by network:router_gateway {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:28:28.840137 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-74a4f300-e3ed-40b1-b0ff-1768b04060f0 None None] Deleting port ef8267e5-59b7-4417-adfd-f04982224f79 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:28:28.840478 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-74a4f300-e3ed-40b1-b0ff-1768b04060f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:28.929176 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-74a4f300-e3ed-40b1-b0ff-1768b04060f0 None None] For port ef8267e5-59b7-4417-adfd-f04982224f79, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=ef8267e5-59b7-4417-adfd-f04982224f79,segment=NetworkSegment(85400054-49c9-4c40-becb-d2728a6442e4),segment_id=85400054-49c9-4c40-becb-d2728a6442e4)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:28:28.929492 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-74a4f300-e3ed-40b1-b0ff-1768b04060f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:28.945345 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-74a4f300-e3ed-40b1-b0ff-1768b04060f0 None None] Calling delete_port for ef8267e5-59b7-4417-adfd-f04982224f79 owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:28:28.958764 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-16c83d11-c3d0-4a16-987c-d05effab127f tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:28.985326 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c83d11-c3d0-4a16-987c-d05effab127f tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Pushing event deleted for resources: {'Port': ['ID=7e16a83a-ca45-4503-96e9-e2a4eaded2f0,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:28:28.998151 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-189282fa-a6d6-400f-837d-9b688fbfc2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39987aaf-d8dd-45d5-be3d-c04903436d87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-344871443', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '7e16a83a-ca45-4503-96e9-e2a4eaded2f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:27:26Z', 'updated_at': '2021-08-29T05:28:27Z', 'revision_number': 5, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'gw_port': {'id': '7e16a83a-ca45-4503-96e9-e2a4eaded2f0', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:6b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39987aaf-d8dd-45d5-be3d-c04903436d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:26Z', 'updated_at': '2021-08-29T05:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:28:29.031860 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189282fa-a6d6-400f-837d-9b688fbfc2db None None] The sync data for ids ['39987aaf-d8dd-45d5-be3d-c04903436d87'] in n-d-712140-12 is: [{'id': '39987aaf-d8dd-45d5-be3d-c04903436d87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-344871443', 'tenant_id': '170eeddf5b474a98bd75c73129396ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '7e16a83a-ca45-4503-96e9-e2a4eaded2f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:27:26Z', 'updated_at': '2021-08-29T05:28:27Z', 'revision_number': 5, 'project_id': '170eeddf5b474a98bd75c73129396ea6', 'gw_port': {'id': '7e16a83a-ca45-4503-96e9-e2a4eaded2f0', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:6b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39987aaf-d8dd-45d5-be3d-c04903436d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:26Z', 'updated_at': '2021-08-29T05:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:28:29.055097 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-16c83d11-c3d0-4a16-987c-d05effab127f tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719445'] for router_gateway, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:29.066672 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-74a4f300-e3ed-40b1-b0ff-1768b04060f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:29.093763 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a4f300-e3ed-40b1-b0ff-1768b04060f0 None None] Pushing event deleted for resources: {'Port': ['ID=ef8267e5-59b7-4417-adfd-f04982224f79,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:28:29.103532 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a4f300-e3ed-40b1-b0ff-1768b04060f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:29.103927 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a4f300-e3ed-40b1-b0ff-1768b04060f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:29.104253 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a4f300-e3ed-40b1-b0ff-1768b04060f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:29.104598 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a4f300-e3ed-40b1-b0ff-1768b04060f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:29.104937 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a4f300-e3ed-40b1-b0ff-1768b04060f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:29.105269 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a4f300-e3ed-40b1-b0ff-1768b04060f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:29.105603 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a4f300-e3ed-40b1-b0ff-1768b04060f0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:29.105934 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a4f300-e3ed-40b1-b0ff-1768b04060f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:29.106258 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a4f300-e3ed-40b1-b0ff-1768b04060f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:29.106588 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a4f300-e3ed-40b1-b0ff-1768b04060f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:29.106914 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a4f300-e3ed-40b1-b0ff-1768b04060f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:29.107241 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a4f300-e3ed-40b1-b0ff-1768b04060f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:29.110426 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a4f300-e3ed-40b1-b0ff-1768b04060f0 None None] No DVR routers for this DVR port ef8267e5-59b7-4417-adfd-f04982224f79 on host n-d-712140-12 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:28:29.154339 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-16c83d11-c3d0-4a16-987c-d05effab127f tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:29.156477 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-16c83d11-c3d0-4a16-987c-d05effab127f tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:29.198025 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-16c83d11-c3d0-4a16-987c-d05effab127f tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717253'] for router, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:29.198557 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16c83d11-c3d0-4a16-987c-d05effab127f tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Fanout notify agent at l3_agent the message router_deleted on router 39987aaf-d8dd-45d5-be3d-c04903436d87 {{(pid=94828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 05:28:29.205478 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-16c83d11-c3d0-4a16-987c-d05effab127f tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for router, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:29.206587 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-16c83d11-c3d0-4a16-987c-d05effab127f tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "DELETE /v2.0/routers/39987aaf-d8dd-45d5-be3d-c04903436d87 HTTP/1.1" status: 204 len: 168 time: 0.8115544 Aug 29 05:28:29.209337 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 42466) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:28:29.284830 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5470526b-cfda-4204-bccd-86dead74b3a3 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:29.291219 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:29.372310 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5470526b-cfda-4204-bccd-86dead74b3a3 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:29.381811 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-5470526b-cfda-4204-bccd-86dead74b3a3 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52631b2a-42e8-4d4d-99dc-4afb94901229']}} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:28:29.392649 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-5470526b-cfda-4204-bccd-86dead74b3a3 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85400054-49c9-4c40-becb-d2728a6442e4') {'for_net_delete': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:28:29.392924 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-5470526b-cfda-4204-bccd-86dead74b3a3 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85400054-49c9-4c40-becb-d2728a6442e4') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:28:29.402393 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5470526b-cfda-4204-bccd-86dead74b3a3 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8904833'] for segment, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:29.417417 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5470526b-cfda-4204-bccd-86dead74b3a3 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:29.424544 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5470526b-cfda-4204-bccd-86dead74b3a3 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=94828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:28:29.425121 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5470526b-cfda-4204-bccd-86dead74b3a3 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9190468'] for segment, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:29.430085 n-d-712140-12 neutron-server[94828]: Traceback (most recent call last): Aug 29 05:28:29.430085 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:28:29.430085 n-d-712140-12 neutron-server[94828]: timer() Aug 29 05:28:29.430085 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:28:29.430085 n-d-712140-12 neutron-server[94828]: cb(*args, **kw) Aug 29 05:28:29.430085 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:28:29.430085 n-d-712140-12 neutron-server[94828]: return func(*args, **kwargs) Aug 29 05:28:29.430085 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:28:29.430085 n-d-712140-12 neutron-server[94828]: self._notify() Aug 29 05:28:29.430085 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:28:29.430085 n-d-712140-12 neutron-server[94828]: self.callback(batched_events) Aug 29 05:28:29.430085 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:28:29.430085 n-d-712140-12 neutron-server[94828]: event.method(event) Aug 29 05:28:29.430085 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:28:29.430085 n-d-712140-12 neutron-server[94828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:28:29.430085 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:28:29.430085 n-d-712140-12 neutron-server[94828]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:28:29.430085 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:28:29.430085 n-d-712140-12 neutron-server[94828]: return f(self, *a, **k) Aug 29 05:28:29.430085 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:28:29.430085 n-d-712140-12 neutron-server[94828]: return self._get(url).json() Aug 29 05:28:29.430085 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:28:29.430085 n-d-712140-12 neutron-server[94828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:28:29.430085 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:28:29.430085 n-d-712140-12 neutron-server[94828]: return self.request(url, 'GET', **kwargs) Aug 29 05:28:29.430085 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:28:29.430085 n-d-712140-12 neutron-server[94828]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:28:29.430085 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:28:29.430085 n-d-712140-12 neutron-server[94828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:28:29.430085 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:28:29.430085 n-d-712140-12 neutron-server[94828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:28:29.430085 n-d-712140-12 neutron-server[94828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:28:29.504329 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5470526b-cfda-4204-bccd-86dead74b3a3 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:29.510813 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5470526b-cfda-4204-bccd-86dead74b3a3 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:29.515841 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 42468) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:28:29.516358 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-5470526b-cfda-4204-bccd-86dead74b3a3 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "DELETE /v2.0/networks/52631b2a-42e8-4d4d-99dc-4afb94901229 HTTP/1.1" status: 204 len: 168 time: 0.3054583 Aug 29 05:28:29.532498 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5470526b-cfda-4204-bccd-86dead74b3a3 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Pushing event deleted for resources: {'Network': ['ID=52631b2a-42e8-4d4d-99dc-4afb94901229,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:28:29.873427 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-47f70640-adfd-4a88-b6b0-50187a831e74 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:29.897423 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-47f70640-adfd-4a88-b6b0-50187a831e74 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:29.956948 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-47f70640-adfd-4a88-b6b0-50187a831e74 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:29.959437 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-47f70640-adfd-4a88-b6b0-50187a831e74 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:29.960736 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-47f70640-adfd-4a88-b6b0-50187a831e74 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] 10.222.0.22 "DELETE /v2.0/security-groups/5d5b980c-3be8-4448-bd5f-a334819a32bc HTTP/1.1" status: 204 len: 168 time: 0.4428856 Aug 29 05:28:29.969432 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f70640-adfd-4a88-b6b0-50187a831e74 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d5b980c-3be8-4448-bd5f-a334819a32bc,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:28:29.976930 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f70640-adfd-4a88-b6b0-50187a831e74 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:29.977283 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f70640-adfd-4a88-b6b0-50187a831e74 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:29.977624 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f70640-adfd-4a88-b6b0-50187a831e74 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:29.977972 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f70640-adfd-4a88-b6b0-50187a831e74 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:29.978287 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f70640-adfd-4a88-b6b0-50187a831e74 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:29.978616 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f70640-adfd-4a88-b6b0-50187a831e74 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:29.978946 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f70640-adfd-4a88-b6b0-50187a831e74 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:29.979272 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f70640-adfd-4a88-b6b0-50187a831e74 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:29.979599 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f70640-adfd-4a88-b6b0-50187a831e74 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:29.979957 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f70640-adfd-4a88-b6b0-50187a831e74 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:29.980279 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f70640-adfd-4a88-b6b0-50187a831e74 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:29.980598 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f70640-adfd-4a88-b6b0-50187a831e74 tempest-TestNetworkAdvancedServerOps-531998127 tempest-TestNetworkAdvancedServerOps-531998127-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:30.112747 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device eb21508f-c13f-4f94-9476-add4a5a97df6 no longer exists at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:28:30.133434 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] No Port match for: eb21508f-c13f-4f94-9476-add4a5a97df6 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:28:30.133870 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device eb21508f-c13f-4f94-9476-add4a5a97df6 not bound to the agent host n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:28:30.290834 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 42476) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:28:30.420342 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-514a6597-17c2-47ea-be54-29f39d247921 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=170eeddf5b474a98bd75c73129396ea6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1281064 Aug 29 05:28:30.423106 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 42480) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:28:30.439492 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 8cb3e48d-690a-4ce5-8ec0-5bdfb2bd39a1 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:28:30.458864 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 8cb3e48d-690a-4ce5-8ec0-5bdfb2bd39a1 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:28:30.459328 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 8cb3e48d-690a-4ce5-8ec0-5bdfb2bd39a1 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:28:30.459650 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device ef8267e5-59b7-4417-adfd-f04982224f79 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:28:30.471500 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5dfbdfbe-daf0-41d8-8e96-efbcff3d14df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:30.477653 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: ef8267e5-59b7-4417-adfd-f04982224f79 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:28:30.477999 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device ef8267e5-59b7-4417-adfd-f04982224f79 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:28:30.478414 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 7e16a83a-ca45-4503-96e9-e2a4eaded2f0 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:28:30.492184 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5dfbdfbe-daf0-41d8-8e96-efbcff3d14df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:30.496608 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 7e16a83a-ca45-4503-96e9-e2a4eaded2f0 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:28:30.496955 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 7e16a83a-ca45-4503-96e9-e2a4eaded2f0 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:28:30.539926 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5dfbdfbe-daf0-41d8-8e96-efbcff3d14df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:30.542473 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5dfbdfbe-daf0-41d8-8e96-efbcff3d14df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:30.543619 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-5dfbdfbe-daf0-41d8-8e96-efbcff3d14df admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9174b0fe-f6a4-4819-a894-8e2f2f14bcfa HTTP/1.1" status: 204 len: 168 time: 0.1196189 Aug 29 05:28:30.552148 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfbdfbe-daf0-41d8-8e96-efbcff3d14df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9174b0fe-f6a4-4819-a894-8e2f2f14bcfa,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:28:30.801518 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 42486) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:28:30.814481 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5d15fb60-695b-4069-b621-19aec11455d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:30.902233 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5d15fb60-695b-4069-b621-19aec11455d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:30.906100 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5d15fb60-695b-4069-b621-19aec11455d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:30.943894 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-5d15fb60-695b-4069-b621-19aec11455d7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1c44e5f63a2e44738d24063853b05774&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1412878 Aug 29 05:28:30.944786 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d15fb60-695b-4069-b621-19aec11455d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97fd6cdf-6548-444f-8c51-9d71a8dca488,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:28:30.946596 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 42488) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:28:30.995990 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b77d250c-f1e2-4fe0-8f31-f56c801152f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:31.016340 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b77d250c-f1e2-4fe0-8f31-f56c801152f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:31.061749 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b77d250c-f1e2-4fe0-8f31-f56c801152f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:31.064338 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b77d250c-f1e2-4fe0-8f31-f56c801152f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:31.065504 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-b77d250c-f1e2-4fe0-8f31-f56c801152f9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/97fd6cdf-6548-444f-8c51-9d71a8dca488 HTTP/1.1" status: 204 len: 168 time: 0.1178949 Aug 29 05:28:31.073106 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77d250c-f1e2-4fe0-8f31-f56c801152f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97fd6cdf-6548-444f-8c51-9d71a8dca488,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:28:31.746176 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 42510) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:28:31.840763 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-96686f29-37f1-49bf-9418-b0a13db6efac admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1948580004-network', 'tenant_id': '7709d35c0a744192a19d6b3b1ec59ccc'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:28:31.861068 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96686f29-37f1-49bf-9418-b0a13db6efac admin admin] Made reservation on behalf of 7709d35c0a744192a19d6b3b1ec59ccc for: {'network': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:28:31.863381 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-96686f29-37f1-49bf-9418-b0a13db6efac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:31.871721 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-96686f29-37f1-49bf-9418-b0a13db6efac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:31.958617 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-96686f29-37f1-49bf-9418-b0a13db6efac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:31.962280 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-96686f29-37f1-49bf-9418-b0a13db6efac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:31.986279 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96686f29-37f1-49bf-9418-b0a13db6efac admin admin] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=94828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:28:31.994781 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96686f29-37f1-49bf-9418-b0a13db6efac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5edb96b9-22b3-4e08-88a9-7685a3e5e428,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:28:32.001188 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-96686f29-37f1-49bf-9418-b0a13db6efac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:32.001535 n-d-712140-12 neutron-server[94828]: INFO neutron.db.segments_db [None req-96686f29-37f1-49bf-9418-b0a13db6efac admin admin] Added segment c1a9478c-e822-415c-b4e0-1877c65ce6d6 of type vlan for network b7ede0f0-67b6-4ead-a5a9-363d254a4e9b Aug 29 05:28:32.043314 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-96686f29-37f1-49bf-9418-b0a13db6efac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:32.068104 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-96686f29-37f1-49bf-9418-b0a13db6efac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:32.068984 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96686f29-37f1-49bf-9418-b0a13db6efac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:32.069569 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-96686f29-37f1-49bf-9418-b0a13db6efac admin admin] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:32.124669 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-96686f29-37f1-49bf-9418-b0a13db6efac admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3772936 Aug 29 05:28:32.128383 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 42514) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:28:32.130389 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96686f29-37f1-49bf-9418-b0a13db6efac admin admin] Pushing event updated for resources: {'Network': ['ID=b7ede0f0-67b6-4ead-a5a9-363d254a4e9b,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:28:32.134458 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-0d3e2ac0-4fc0-42f6-9c41-c4d50dc4446b admin admin] Request body: {'subnet': {'network_id': 'b7ede0f0-67b6-4ead-a5a9-363d254a4e9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1948580004-subnet', 'tenant_id': '7709d35c0a744192a19d6b3b1ec59ccc', 'ip_version': 4}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:28:32.140939 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network b7ede0f0-67b6-4ead-a5a9-363d254a4e9b details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:28:32.155969 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d3e2ac0-4fc0-42f6-9c41-c4d50dc4446b admin admin] Made reservation on behalf of 7709d35c0a744192a19d6b3b1ec59ccc for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:28:32.158276 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0d3e2ac0-4fc0-42f6-9c41-c4d50dc4446b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4552395'] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:32.326508 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0d3e2ac0-4fc0-42f6-9c41-c4d50dc4446b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4274880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4552377'] for subnet, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:32.381424 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3e2ac0-4fc0-42f6-9c41-c4d50dc4446b admin admin] Pushing event updated for resources: {'Subnet': ['ID=785bf80a-a593-4715-8f1e-da93a8c7ab6c,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:28:32.388635 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3e2ac0-4fc0-42f6-9c41-c4d50dc4446b admin admin] Checking segment: {'id': 'c1a9478c-e822-415c-b4e0-1877c65ce6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b7ede0f0-67b6-4ead-a5a9-363d254a4e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:28:32.389097 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3e2ac0-4fc0-42f6-9c41-c4d50dc4446b admin admin] Network hostable DHCP agents. Network: b7ede0f0-67b6-4ead-a5a9-363d254a4e9b, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:28:32.405062 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3e2ac0-4fc0-42f6-9c41-c4d50dc4446b admin admin] Network b7ede0f0-67b6-4ead-a5a9-363d254a4e9b is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:28:32.413728 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-0d3e2ac0-4fc0-42f6-9c41-c4d50dc4446b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, b7ede0f0-67b6-4ead-a5a9-363d254a4e9b) {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:28:32.418397 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3e2ac0-4fc0-42f6-9c41-c4d50dc4446b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:32.418989 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0d3e2ac0-4fc0-42f6-9c41-c4d50dc4446b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:32.421550 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761aa34e-6f27-4ecf-bb7c-3c037c83cc20 None None] Network b7ede0f0-67b6-4ead-a5a9-363d254a4e9b requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:28:32.435866 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-0d3e2ac0-4fc0-42f6-9c41-c4d50dc4446b admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3038323 Aug 29 05:28:32.436068 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 42516) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:28:32.440337 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-ff1034fe-18fb-4772-a525-b25d60523c67 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1948580004-router', 'tenant_id': '7709d35c0a744192a19d6b3b1ec59ccc', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:28:32.461083 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ff1034fe-18fb-4772-a525-b25d60523c67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:32.462093 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ff1034fe-18fb-4772-a525-b25d60523c67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1838'] for router, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:32.518773 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ff1034fe-18fb-4772-a525-b25d60523c67 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:32.566399 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94ae7e3-9be9-40aa-a668-8b83457cbd16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-b7ede0f0-67b6-4ead-a5a9-363d254a4e9b', 'network_id': 'b7ede0f0-67b6-4ead-a5a9-363d254a4e9b', 'tenant_id': '7709d35c0a744192a19d6b3b1ec59ccc', 'fixed_ips': [{'subnet_id': '785bf80a-a593-4715-8f1e-da93a8c7ab6c'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 05:28:32.567287 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b94ae7e3-9be9-40aa-a668-8b83457cbd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:32.660000 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ff1034fe-18fb-4772-a525-b25d60523c67 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:32.700952 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-b94ae7e3-9be9-40aa-a668-8b83457cbd16 None None] Allocated IP 172.20.0.2 (b7ede0f0-67b6-4ead-a5a9-363d254a4e9b/785bf80a-a593-4715-8f1e-da93a8c7ab6c/97faaca0-a08e-45ce-bf5b-d07c18842514) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:28:32.839144 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b94ae7e3-9be9-40aa-a668-8b83457cbd16 None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:32.848309 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-b94ae7e3-9be9-40aa-a668-8b83457cbd16 None None] Transition to ACTIVE for port object 97faaca0-a08e-45ce-bf5b-d07c18842514 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:28:32.857317 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ff1034fe-18fb-4772-a525-b25d60523c67 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:32.862650 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-b94ae7e3-9be9-40aa-a668-8b83457cbd16 None None] Transition to ACTIVE for port object 97faaca0-a08e-45ce-bf5b-d07c18842514 will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:28:32.868880 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b94ae7e3-9be9-40aa-a668-8b83457cbd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:32.877613 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ff1034fe-18fb-4772-a525-b25d60523c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:32.912679 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94ae7e3-9be9-40aa-a668-8b83457cbd16 None None] Network b7ede0f0-67b6-4ead-a5a9-363d254a4e9b is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:28:32.915435 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-b94ae7e3-9be9-40aa-a668-8b83457cbd16 None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:28:32.918243 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94ae7e3-9be9-40aa-a668-8b83457cbd16 None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:28:32.927051 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94ae7e3-9be9-40aa-a668-8b83457cbd16 None None] Pushing event updated for resources: {'Port': ['ID=97faaca0-a08e-45ce-bf5b-d07c18842514,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:28:32.976740 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-b94ae7e3-9be9-40aa-a668-8b83457cbd16 None None] Attempting to bind port 97faaca0-a08e-45ce-bf5b-d07c18842514 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:28:32.977123 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-b94ae7e3-9be9-40aa-a668-8b83457cbd16 None None] Attempting to bind port 97faaca0-a08e-45ce-bf5b-d07c18842514 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'c1a9478c-e822-415c-b4e0-1877c65ce6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b7ede0f0-67b6-4ead-a5a9-363d254a4e9b'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:28:32.977465 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94ae7e3-9be9-40aa-a668-8b83457cbd16 None None] Attempting to bind port 97faaca0-a08e-45ce-bf5b-d07c18842514 on network b7ede0f0-67b6-4ead-a5a9-363d254a4e9b {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:28:32.982361 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94ae7e3-9be9-40aa-a668-8b83457cbd16 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:28:32.982729 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94ae7e3-9be9-40aa-a668-8b83457cbd16 None None] Checking segment: {'id': 'c1a9478c-e822-415c-b4e0-1877c65ce6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b7ede0f0-67b6-4ead-a5a9-363d254a4e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:28:32.983130 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b94ae7e3-9be9-40aa-a668-8b83457cbd16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:32.983518 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94ae7e3-9be9-40aa-a668-8b83457cbd16 None None] Bound using segment: {'id': 'c1a9478c-e822-415c-b4e0-1877c65ce6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b7ede0f0-67b6-4ead-a5a9-363d254a4e9b'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:28:32.984010 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-b94ae7e3-9be9-40aa-a668-8b83457cbd16 None None] Bound port: 97faaca0-a08e-45ce-bf5b-d07c18842514, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1a9478c-e822-415c-b4e0-1877c65ce6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b7ede0f0-67b6-4ead-a5a9-363d254a4e9b'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:28:32.984395 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b94ae7e3-9be9-40aa-a668-8b83457cbd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:32.985580 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-ff1034fe-18fb-4772-a525-b25d60523c67 admin admin] Allocated IP 172.25.0.75 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/e6798952-ec4f-48d5-b628-f90ab031c8b7) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:28:33.047495 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-b94ae7e3-9be9-40aa-a668-8b83457cbd16 None None] For port 97faaca0-a08e-45ce-bf5b-d07c18842514, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:28:33.050822 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-b94ae7e3-9be9-40aa-a668-8b83457cbd16 None None] For port 97faaca0-a08e-45ce-bf5b-d07c18842514, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=97faaca0-a08e-45ce-bf5b-d07c18842514,segment=NetworkSegment(c1a9478c-e822-415c-b4e0-1877c65ce6d6),segment_id=c1a9478c-e822-415c-b4e0-1877c65ce6d6)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:28:33.054454 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b94ae7e3-9be9-40aa-a668-8b83457cbd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:33.090069 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ff1034fe-18fb-4772-a525-b25d60523c67 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:33.112330 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94ae7e3-9be9-40aa-a668-8b83457cbd16 None None] Pushing event updated for resources: {'Port': ['ID=97faaca0-a08e-45ce-bf5b-d07c18842514,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:28:33.129954 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ff1034fe-18fb-4772-a525-b25d60523c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:33.175769 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1034fe-18fb-4772-a525-b25d60523c67 admin admin] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:28:33.178531 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-ff1034fe-18fb-4772-a525-b25d60523c67 admin admin] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:28:33.182416 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1034fe-18fb-4772-a525-b25d60523c67 admin admin] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:28:33.188278 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1034fe-18fb-4772-a525-b25d60523c67 admin admin] Pushing event updated for resources: {'Port': ['ID=e6798952-ec4f-48d5-b628-f90ab031c8b7,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:28:33.447555 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ff1034fe-18fb-4772-a525-b25d60523c67 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:33.485642 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-62e4bde6-3136-42af-98c8-32e27ac9200a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:33.642166 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ff1034fe-18fb-4772-a525-b25d60523c67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409'] for router, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:33.773687 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff1034fe-18fb-4772-a525-b25d60523c67 admin admin] Router bac3dcee-2082-413f-9f3b-d5513121dc56 is scheduled to L3 agent 76874008-c311-485c-ba36-921b6d275b6a with binding_index 1 {{(pid=94829) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 05:28:33.890066 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff1034fe-18fb-4772-a525-b25d60523c67 admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:28:33.901382 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394288cf-c600-4c81-81d7-db07bd60cddb None None] Sync routers for ids ['bac3dcee-2082-413f-9f3b-d5513121dc56'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:28:33.907709 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ff1034fe-18fb-4772-a525-b25d60523c67 admin admin] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:33.909038 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-ff1034fe-18fb-4772-a525-b25d60523c67 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4720557 Aug 29 05:28:33.911972 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 42518) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:28:33.914877 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394288cf-c600-4c81-81d7-db07bd60cddb None None] Routers {'bac3dcee-2082-413f-9f3b-d5513121dc56'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:28:33.915788 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-394288cf-c600-4c81-81d7-db07bd60cddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:28:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['bac3dcee-2082-413f-9f3b-d5513121dc56'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:28:34.004608 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025f8b6a-254d-438f-928c-07f79a1b8185 None None] Network b7ede0f0-67b6-4ead-a5a9-363d254a4e9b requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:28:34.030827 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-394288cf-c600-4c81-81d7-db07bd60cddb None None] Set router bac3dcee-2082-413f-9f3b-d5513121dc56 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:28:34.096427 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6789d3bb-48ea-45fb-ab36-9ef9bfdb74f0 None None] Provisioning for port 97faaca0-a08e-45ce-bf5b-d07c18842514 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:28:34.218103 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-394288cf-c600-4c81-81d7-db07bd60cddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bac3dcee-2082-413f-9f3b-d5513121dc56', 'name': 'tempest-TestShelveInstance-1948580004-router', 'tenant_id': '7709d35c0a744192a19d6b3b1ec59ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': 'e6798952-ec4f-48d5-b628-f90ab031c8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:28:32Z', 'updated_at': '2021-08-29T05:28:33Z', 'revision_number': 3, 'project_id': '7709d35c0a744192a19d6b3b1ec59ccc', 'gw_port': {'id': 'e6798952-ec4f-48d5-b628-f90ab031c8b7', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ee:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bac3dcee-2082-413f-9f3b-d5513121dc56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:28:32Z', 'updated_at': '2021-08-29T05:28:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:28:34.245819 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394288cf-c600-4c81-81d7-db07bd60cddb None None] Checking router: bac3dcee-2082-413f-9f3b-d5513121dc56 for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:28:34.246179 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394288cf-c600-4c81-81d7-db07bd60cddb None None] Updating router bac3dcee-2082-413f-9f3b-d5513121dc56 port e6798952-ec4f-48d5-b628-f90ab031c8b7 binding host n-d-712140-12 {{(pid=94831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:28:34.272209 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-394288cf-c600-4c81-81d7-db07bd60cddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:34.351973 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3eb30453-a74c-467f-9c28-487cd8f40afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:34.508349 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 97faaca0-a08e-45ce-bf5b-d07c18842514 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:28:34.522847 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-3eb30453-a74c-467f-9c28-487cd8f40afb admin admin] Allocated IP 172.20.0.1 (b7ede0f0-67b6-4ead-a5a9-363d254a4e9b/785bf80a-a593-4715-8f1e-da93a8c7ab6c/945a03e8-2654-4626-8259-e4e39f011c1c) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:28:34.542540 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-394288cf-c600-4c81-81d7-db07bd60cddb None None] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:34.552775 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-394288cf-c600-4c81-81d7-db07bd60cddb None None] Transition to ACTIVE for port object e6798952-ec4f-48d5-b628-f90ab031c8b7 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:28:34.559656 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-394288cf-c600-4c81-81d7-db07bd60cddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:34.560834 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 97faaca0-a08e-45ce-bf5b-d07c18842514 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:28:34.566540 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 97faaca0-a08e-45ce-bf5b-d07c18842514 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:28:34.567145 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:34.612984 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-394288cf-c600-4c81-81d7-db07bd60cddb None None] Attempting to bind port e6798952-ec4f-48d5-b628-f90ab031c8b7 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:28:34.613347 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-394288cf-c600-4c81-81d7-db07bd60cddb None None] Attempting to bind port e6798952-ec4f-48d5-b628-f90ab031c8b7 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:28:34.613712 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394288cf-c600-4c81-81d7-db07bd60cddb None None] Attempting to bind port e6798952-ec4f-48d5-b628-f90ab031c8b7 on network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:28:34.620501 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4f81ca-5f5e-4ff9-abe5-57cb39d35e25 None None] Pushing event updated for resources: {'Port': ['ID=e6798952-ec4f-48d5-b628-f90ab031c8b7,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:28:34.623589 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394288cf-c600-4c81-81d7-db07bd60cddb None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:28:34.624000 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394288cf-c600-4c81-81d7-db07bd60cddb None None] Checking segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:28:34.624409 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-394288cf-c600-4c81-81d7-db07bd60cddb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:34.624802 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394288cf-c600-4c81-81d7-db07bd60cddb None None] Bound using segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:28:34.625804 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-394288cf-c600-4c81-81d7-db07bd60cddb None None] Bound port: e6798952-ec4f-48d5-b628-f90ab031c8b7, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:28:34.626184 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-394288cf-c600-4c81-81d7-db07bd60cddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:34.632483 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4f81ca-5f5e-4ff9-abe5-57cb39d35e25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:34.632826 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4f81ca-5f5e-4ff9-abe5-57cb39d35e25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:34.633415 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4f81ca-5f5e-4ff9-abe5-57cb39d35e25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:34.633548 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4f81ca-5f5e-4ff9-abe5-57cb39d35e25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:34.633867 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4f81ca-5f5e-4ff9-abe5-57cb39d35e25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:34.634131 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4f81ca-5f5e-4ff9-abe5-57cb39d35e25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:34.634459 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4f81ca-5f5e-4ff9-abe5-57cb39d35e25 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:34.634823 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4f81ca-5f5e-4ff9-abe5-57cb39d35e25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:34.635149 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4f81ca-5f5e-4ff9-abe5-57cb39d35e25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:34.635920 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4f81ca-5f5e-4ff9-abe5-57cb39d35e25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:34.636075 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4f81ca-5f5e-4ff9-abe5-57cb39d35e25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:34.636266 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4f81ca-5f5e-4ff9-abe5-57cb39d35e25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:34.641987 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3eb30453-a74c-467f-9c28-487cd8f40afb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:34.656365 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-3eb30453-a74c-467f-9c28-487cd8f40afb admin admin] Transition to ACTIVE for port object 945a03e8-2654-4626-8259-e4e39f011c1c will not be triggered until provisioned by entity DHCP. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:28:34.656751 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:34.689008 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-394288cf-c600-4c81-81d7-db07bd60cddb None None] For port e6798952-ec4f-48d5-b628-f90ab031c8b7, host n-d-712140-12, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:28:34.690320 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3eb30453-a74c-467f-9c28-487cd8f40afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:34.692623 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 97faaca0-a08e-45ce-bf5b-d07c18842514, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=97faaca0-a08e-45ce-bf5b-d07c18842514,segment=NetworkSegment(c1a9478c-e822-415c-b4e0-1877c65ce6d6),segment_id=c1a9478c-e822-415c-b4e0-1877c65ce6d6)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:28:34.693051 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-394288cf-c600-4c81-81d7-db07bd60cddb None None] For port e6798952-ec4f-48d5-b628-f90ab031c8b7, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=e6798952-ec4f-48d5-b628-f90ab031c8b7,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:28:34.697205 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:34.699849 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-394288cf-c600-4c81-81d7-db07bd60cddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:34.732655 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb30453-a74c-467f-9c28-487cd8f40afb admin admin] Network b7ede0f0-67b6-4ead-a5a9-363d254a4e9b is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:28:34.738211 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-3eb30453-a74c-467f-9c28-487cd8f40afb admin admin] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:28:34.742006 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb30453-a74c-467f-9c28-487cd8f40afb admin admin] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:28:34.766617 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394288cf-c600-4c81-81d7-db07bd60cddb None None] Routers {'bac3dcee-2082-413f-9f3b-d5513121dc56'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:28:34.767391 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-394288cf-c600-4c81-81d7-db07bd60cddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:28:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['bac3dcee-2082-413f-9f3b-d5513121dc56'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:28:34.768076 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=97faaca0-a08e-45ce-bf5b-d07c18842514,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:28:34.769592 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4f81ca-5f5e-4ff9-abe5-57cb39d35e25 None None] Pushing event updated for resources: {'Port': ['ID=e6798952-ec4f-48d5-b628-f90ab031c8b7,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:28:34.770451 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb30453-a74c-467f-9c28-487cd8f40afb admin admin] Pushing event updated for resources: {'Port': ['ID=945a03e8-2654-4626-8259-e4e39f011c1c,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:28:34.789480 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3eb30453-a74c-467f-9c28-487cd8f40afb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719598'] for router_interface, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:34.886281 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-394288cf-c600-4c81-81d7-db07bd60cddb None None] Set router bac3dcee-2082-413f-9f3b-d5513121dc56 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:28:34.928773 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3eb30453-a74c-467f-9c28-487cd8f40afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:34.978698 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-efc81daa-f552-4828-bc7c-c2cd1a31b61d None None] Provisioning for port 945a03e8-2654-4626-8259-e4e39f011c1c completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:28:34.982414 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-efc81daa-f552-4828-bc7c-c2cd1a31b61d None None] Provisioning complete for port 945a03e8-2654-4626-8259-e4e39f011c1c triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:28:34.982809 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-efc81daa-f552-4828-bc7c-c2cd1a31b61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:35.019849 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-efc81daa-f552-4828-bc7c-c2cd1a31b61d None None] Port 945a03e8-2654-4626-8259-e4e39f011c1c cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:28:35.077327 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-394288cf-c600-4c81-81d7-db07bd60cddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bac3dcee-2082-413f-9f3b-d5513121dc56', 'name': 'tempest-TestShelveInstance-1948580004-router', 'tenant_id': '7709d35c0a744192a19d6b3b1ec59ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': 'e6798952-ec4f-48d5-b628-f90ab031c8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:28:32Z', 'updated_at': '2021-08-29T05:28:33Z', 'revision_number': 3, 'project_id': '7709d35c0a744192a19d6b3b1ec59ccc', 'gw_port': {'id': 'e6798952-ec4f-48d5-b628-f90ab031c8b7', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ee:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bac3dcee-2082-413f-9f3b-d5513121dc56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:28:32Z', 'updated_at': '2021-08-29T05:28:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:28:35.098911 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3eb30453-a74c-467f-9c28-487cd8f40afb admin admin] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:35.103563 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3eb30453-a74c-467f-9c28-487cd8f40afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:35.105114 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394288cf-c600-4c81-81d7-db07bd60cddb None None] The sync data for ids ['bac3dcee-2082-413f-9f3b-d5513121dc56'] in n-d-712140-12 is: [{'id': 'bac3dcee-2082-413f-9f3b-d5513121dc56', 'name': 'tempest-TestShelveInstance-1948580004-router', 'tenant_id': '7709d35c0a744192a19d6b3b1ec59ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': 'e6798952-ec4f-48d5-b628-f90ab031c8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:28:32Z', 'updated_at': '2021-08-29T05:28:33Z', 'revision_number': 3, 'project_id': '7709d35c0a744192a19d6b3b1ec59ccc', 'gw_port': {'id': 'e6798952-ec4f-48d5-b628-f90ab031c8b7', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ee:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bac3dcee-2082-413f-9f3b-d5513121dc56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:28:32Z', 'updated_at': '2021-08-29T05:28:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:28:35.467477 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3eb30453-a74c-467f-9c28-487cd8f40afb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-718897'] for router_interface, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:35.469761 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb30453-a74c-467f-9c28-487cd8f40afb admin admin] Pushing event updated for resources: {'Port': ['ID=945a03e8-2654-4626-8259-e4e39f011c1c,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:28:35.570329 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb30453-a74c-467f-9c28-487cd8f40afb admin admin] Network b7ede0f0-67b6-4ead-a5a9-363d254a4e9b is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:28:35.571718 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-3eb30453-a74c-467f-9c28-487cd8f40afb admin admin] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:28:35.690209 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eb30453-a74c-467f-9c28-487cd8f40afb admin admin] Router bac3dcee-2082-413f-9f3b-d5513121dc56 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:28:35.816818 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eb30453-a74c-467f-9c28-487cd8f40afb admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:28:35.822063 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-3eb30453-a74c-467f-9c28-487cd8f40afb admin admin] 10.222.0.22 "PUT /v2.0/routers/bac3dcee-2082-413f-9f3b-d5513121dc56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9088130 Aug 29 05:28:35.845452 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-8f9a8017-d196-44e7-b71f-675d49373e6f None None] Provisioning complete for port 945a03e8-2654-4626-8259-e4e39f011c1c triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:28:35.845964 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8f9a8017-d196-44e7-b71f-675d49373e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:35.881801 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-8f9a8017-d196-44e7-b71f-675d49373e6f None None] Port 945a03e8-2654-4626-8259-e4e39f011c1c cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:28:36.307315 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 42536) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:28:36.312584 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-2e007311-f17e-4926-850e-9816289e00de admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-260706186-network', 'tenant_id': '00313cacca7b4ebf82b17b65100dab89'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:28:36.334106 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e007311-f17e-4926-850e-9816289e00de admin admin] Made reservation on behalf of 00313cacca7b4ebf82b17b65100dab89 for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:28:36.337415 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2e007311-f17e-4926-850e-9816289e00de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:36.346895 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2e007311-f17e-4926-850e-9816289e00de admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:36.352314 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-523bd9cc-0ea4-4962-aeb4-c21bf2829d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:36.440764 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2e007311-f17e-4926-850e-9816289e00de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:36.445707 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2e007311-f17e-4926-850e-9816289e00de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:36.470915 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e007311-f17e-4926-850e-9816289e00de admin admin] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:28:36.479945 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e007311-f17e-4926-850e-9816289e00de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fba9083-423d-4bf6-ae69-c5e930b3e6fc,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:28:36.486686 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2e007311-f17e-4926-850e-9816289e00de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:36.487033 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-2e007311-f17e-4926-850e-9816289e00de admin admin] Added segment feeff9df-f145-4b94-a26a-7c3013c1b565 of type vlan for network 51e6fdf8-a4a4-4122-bb50-2b813dc8dfee Aug 29 05:28:36.533016 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2e007311-f17e-4926-850e-9816289e00de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:36.550891 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device e6798952-ec4f-48d5-b628-f90ab031c8b7 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:28:36.560145 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2e007311-f17e-4926-850e-9816289e00de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:36.561536 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e007311-f17e-4926-850e-9816289e00de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:36.562300 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2e007311-f17e-4926-850e-9816289e00de admin admin] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:36.601291 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port e6798952-ec4f-48d5-b628-f90ab031c8b7 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:28:36.605321 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port e6798952-ec4f-48d5-b628-f90ab031c8b7 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:28:36.605778 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:36.620627 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-2e007311-f17e-4926-850e-9816289e00de admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3121040 Aug 29 05:28:36.623311 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 42538) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:28:36.628687 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-22a86b21-813b-43e1-82c7-491370123f0c admin admin] Request body: {'subnet': {'network_id': '51e6fdf8-a4a4-4122-bb50-2b813dc8dfee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-260706186-subnet', 'tenant_id': '00313cacca7b4ebf82b17b65100dab89', 'ip_version': 4}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:28:36.636350 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e007311-f17e-4926-850e-9816289e00de admin admin] Pushing event updated for resources: {'Network': ['ID=51e6fdf8-a4a4-4122-bb50-2b813dc8dfee,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:28:36.647528 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network 51e6fdf8-a4a4-4122-bb50-2b813dc8dfee details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:28:36.654723 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22a86b21-813b-43e1-82c7-491370123f0c admin admin] Made reservation on behalf of 00313cacca7b4ebf82b17b65100dab89 for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:28:36.657649 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-22a86b21-813b-43e1-82c7-491370123f0c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4552395'] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:36.819937 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1233df51-d881-498a-91a9-0ea18cf05fe3 None None] Sync routers for ids ['bac3dcee-2082-413f-9f3b-d5513121dc56'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:28:36.831776 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-22a86b21-813b-43e1-82c7-491370123f0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4274880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4552377'] for subnet, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:36.892454 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1233df51-d881-498a-91a9-0ea18cf05fe3 None None] Routers {'bac3dcee-2082-413f-9f3b-d5513121dc56'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:28:36.893086 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a86b21-813b-43e1-82c7-491370123f0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba42c505-d205-4647-8ff6-6cbdbf5f87cb,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:28:36.893207 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-1233df51-d881-498a-91a9-0ea18cf05fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:28:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['bac3dcee-2082-413f-9f3b-d5513121dc56'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:28:36.900381 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a86b21-813b-43e1-82c7-491370123f0c admin admin] Checking segment: {'id': 'feeff9df-f145-4b94-a26a-7c3013c1b565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '51e6fdf8-a4a4-4122-bb50-2b813dc8dfee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:28:36.900761 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a86b21-813b-43e1-82c7-491370123f0c admin admin] Network hostable DHCP agents. Network: 51e6fdf8-a4a4-4122-bb50-2b813dc8dfee, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:28:36.916207 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a86b21-813b-43e1-82c7-491370123f0c admin admin] Network 51e6fdf8-a4a4-4122-bb50-2b813dc8dfee is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:28:36.924496 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-22a86b21-813b-43e1-82c7-491370123f0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, 51e6fdf8-a4a4-4122-bb50-2b813dc8dfee) {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:28:36.928998 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a86b21-813b-43e1-82c7-491370123f0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:36.929587 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-22a86b21-813b-43e1-82c7-491370123f0c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:36.940138 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede9c0d8-c5f0-4e2e-befb-ac9ce4d53282 None None] Network 51e6fdf8-a4a4-4122-bb50-2b813dc8dfee requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:28:36.948664 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-22a86b21-813b-43e1-82c7-491370123f0c admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3241811 Aug 29 05:28:36.951705 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 42540) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:28:36.956946 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-cc0b015d-5eb6-4aa0-9c61-0eae95a908ee admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-260706186-router', 'tenant_id': '00313cacca7b4ebf82b17b65100dab89', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:28:36.977337 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cc0b015d-5eb6-4aa0-9c61-0eae95a908ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:36.978414 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cc0b015d-5eb6-4aa0-9c61-0eae95a908ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1838'] for router, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:36.990095 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:37.037420 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cc0b015d-5eb6-4aa0-9c61-0eae95a908ee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:37.065156 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port e6798952-ec4f-48d5-b628-f90ab031c8b7, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=e6798952-ec4f-48d5-b628-f90ab031c8b7,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:28:37.075149 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:37.075938 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 97faaca0-a08e-45ce-bf5b-d07c18842514 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:28:37.134422 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-1233df51-d881-498a-91a9-0ea18cf05fe3 None None] Set router bac3dcee-2082-413f-9f3b-d5513121dc56 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:28:37.171582 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cc0b015d-5eb6-4aa0-9c61-0eae95a908ee admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:37.263606 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=e6798952-ec4f-48d5-b628-f90ab031c8b7,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:28:37.343522 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 97faaca0-a08e-45ce-bf5b-d07c18842514 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:28:37.344019 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:37.360211 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea256c8-b07a-4091-b3dc-bf23a8de0cda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-51e6fdf8-a4a4-4122-bb50-2b813dc8dfee', 'network_id': '51e6fdf8-a4a4-4122-bb50-2b813dc8dfee', 'tenant_id': '00313cacca7b4ebf82b17b65100dab89', 'fixed_ips': [{'subnet_id': 'ba42c505-d205-4647-8ff6-6cbdbf5f87cb'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 05:28:37.361146 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1ea256c8-b07a-4091-b3dc-bf23a8de0cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:37.372379 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cc0b015d-5eb6-4aa0-9c61-0eae95a908ee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:37.391504 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cc0b015d-5eb6-4aa0-9c61-0eae95a908ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:37.428304 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:37.500856 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-cc0b015d-5eb6-4aa0-9c61-0eae95a908ee admin admin] Allocated IP 172.25.0.238 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/9cd06fbe-1c3f-4de9-b2b1-b42d27ad5e85) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:28:37.545726 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:37.603360 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cc0b015d-5eb6-4aa0-9c61-0eae95a908ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:37.628435 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-1ea256c8-b07a-4091-b3dc-bf23a8de0cda None None] Allocated IP 172.20.0.2 (51e6fdf8-a4a4-4122-bb50-2b813dc8dfee/ba42c505-d205-4647-8ff6-6cbdbf5f87cb/d9d6da5c-d4e6-4d63-a5a6-7e369fc4c0ff) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:28:37.636689 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-1233df51-d881-498a-91a9-0ea18cf05fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bac3dcee-2082-413f-9f3b-d5513121dc56', 'name': 'tempest-TestShelveInstance-1948580004-router', 'tenant_id': '7709d35c0a744192a19d6b3b1ec59ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': 'e6798952-ec4f-48d5-b628-f90ab031c8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:28:32Z', 'updated_at': '2021-08-29T05:28:34Z', 'revision_number': 4, 'project_id': '7709d35c0a744192a19d6b3b1ec59ccc', 'gw_port': {'id': 'e6798952-ec4f-48d5-b628-f90ab031c8b7', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ee:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bac3dcee-2082-413f-9f3b-d5513121dc56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:28:32Z', 'updated_at': '2021-08-29T05:28:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '945a03e8-2654-4626-8259-e4e39f011c1c', 'name': '', 'network_id': 'b7ede0f0-67b6-4ead-a5a9-363d254a4e9b', 'tenant_id': '7709d35c0a744192a19d6b3b1ec59ccc', 'mac_address': 'fa:16:3e:4f:25:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bac3dcee-2082-413f-9f3b-d5513121dc56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '785bf80a-a593-4715-8f1e-da93a8c7ab6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:28:34Z', 'updated_at': '2021-08-29T05:28:34Z', 'revision_number': 2, 'project_id': '7709d35c0a744192a19d6b3b1ec59ccc', 'subnets': [{'id': '785bf80a-a593-4715-8f1e-da93a8c7ab6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:28:37.645131 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cc0b015d-5eb6-4aa0-9c61-0eae95a908ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:37.670809 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1233df51-d881-498a-91a9-0ea18cf05fe3 None None] Checking router: bac3dcee-2082-413f-9f3b-d5513121dc56 for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:28:37.671164 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1233df51-d881-498a-91a9-0ea18cf05fe3 None None] Updating router bac3dcee-2082-413f-9f3b-d5513121dc56 port 945a03e8-2654-4626-8259-e4e39f011c1c binding host n-d-712140-12 {{(pid=94830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:28:37.681201 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0b015d-5eb6-4aa0-9c61-0eae95a908ee admin admin] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:28:37.685855 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-cc0b015d-5eb6-4aa0-9c61-0eae95a908ee admin admin] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:28:37.690194 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0b015d-5eb6-4aa0-9c61-0eae95a908ee admin admin] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:28:37.719361 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0b015d-5eb6-4aa0-9c61-0eae95a908ee admin admin] Pushing event updated for resources: {'Port': ['ID=9cd06fbe-1c3f-4de9-b2b1-b42d27ad5e85,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:28:37.736636 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1233df51-d881-498a-91a9-0ea18cf05fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:37.917013 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1ea256c8-b07a-4091-b3dc-bf23a8de0cda None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:37.947803 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cc0b015d-5eb6-4aa0-9c61-0eae95a908ee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:37.960048 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1ea256c8-b07a-4091-b3dc-bf23a8de0cda None None] Transition to ACTIVE for port object d9d6da5c-d4e6-4d63-a5a6-7e369fc4c0ff will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:28:37.983512 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1ea256c8-b07a-4091-b3dc-bf23a8de0cda None None] Transition to ACTIVE for port object d9d6da5c-d4e6-4d63-a5a6-7e369fc4c0ff will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:28:37.997312 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1ea256c8-b07a-4091-b3dc-bf23a8de0cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:38.063615 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea256c8-b07a-4091-b3dc-bf23a8de0cda None None] Network 51e6fdf8-a4a4-4122-bb50-2b813dc8dfee is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:28:38.072274 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-1ea256c8-b07a-4091-b3dc-bf23a8de0cda None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:28:38.074900 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea256c8-b07a-4091-b3dc-bf23a8de0cda None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:28:38.083219 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea256c8-b07a-4091-b3dc-bf23a8de0cda None None] Pushing event updated for resources: {'Port': ['ID=d9d6da5c-d4e6-4d63-a5a6-7e369fc4c0ff,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:28:38.139453 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cc0b015d-5eb6-4aa0-9c61-0eae95a908ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409'] for router, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:38.171077 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1233df51-d881-498a-91a9-0ea18cf05fe3 None None] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:38.173884 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-1ea256c8-b07a-4091-b3dc-bf23a8de0cda None None] Attempting to bind port d9d6da5c-d4e6-4d63-a5a6-7e369fc4c0ff on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:28:38.174262 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-1ea256c8-b07a-4091-b3dc-bf23a8de0cda None None] Attempting to bind port d9d6da5c-d4e6-4d63-a5a6-7e369fc4c0ff by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'feeff9df-f145-4b94-a26a-7c3013c1b565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '51e6fdf8-a4a4-4122-bb50-2b813dc8dfee'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:28:38.174633 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea256c8-b07a-4091-b3dc-bf23a8de0cda None None] Attempting to bind port d9d6da5c-d4e6-4d63-a5a6-7e369fc4c0ff on network 51e6fdf8-a4a4-4122-bb50-2b813dc8dfee {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:28:38.185405 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea256c8-b07a-4091-b3dc-bf23a8de0cda None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:28:38.185788 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea256c8-b07a-4091-b3dc-bf23a8de0cda None None] Checking segment: {'id': 'feeff9df-f145-4b94-a26a-7c3013c1b565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '51e6fdf8-a4a4-4122-bb50-2b813dc8dfee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:28:38.186190 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1ea256c8-b07a-4091-b3dc-bf23a8de0cda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:38.186590 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea256c8-b07a-4091-b3dc-bf23a8de0cda None None] Bound using segment: {'id': 'feeff9df-f145-4b94-a26a-7c3013c1b565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '51e6fdf8-a4a4-4122-bb50-2b813dc8dfee'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:28:38.187065 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-1ea256c8-b07a-4091-b3dc-bf23a8de0cda None None] Bound port: d9d6da5c-d4e6-4d63-a5a6-7e369fc4c0ff, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'feeff9df-f145-4b94-a26a-7c3013c1b565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '51e6fdf8-a4a4-4122-bb50-2b813dc8dfee'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:28:38.187454 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1ea256c8-b07a-4091-b3dc-bf23a8de0cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:38.190034 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1233df51-d881-498a-91a9-0ea18cf05fe3 None None] Transition to ACTIVE for port object 945a03e8-2654-4626-8259-e4e39f011c1c will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:28:38.200115 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1233df51-d881-498a-91a9-0ea18cf05fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:38.271204 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc0b015d-5eb6-4aa0-9c61-0eae95a908ee admin admin] Router cb4dcfee-a73c-45b1-bfc3-088060ab10d3 is scheduled to L3 agent 76874008-c311-485c-ba36-921b6d275b6a with binding_index 1 {{(pid=94828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 05:28:38.291505 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba4d69a-de06-477b-88bb-ec568f9822f7 None None] Pushing event updated for resources: {'Port': ['ID=945a03e8-2654-4626-8259-e4e39f011c1c,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:28:38.342421 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1ea256c8-b07a-4091-b3dc-bf23a8de0cda None None] For port d9d6da5c-d4e6-4d63-a5a6-7e369fc4c0ff, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:28:38.362098 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1ea256c8-b07a-4091-b3dc-bf23a8de0cda None None] For port d9d6da5c-d4e6-4d63-a5a6-7e369fc4c0ff, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=d9d6da5c-d4e6-4d63-a5a6-7e369fc4c0ff,segment=NetworkSegment(feeff9df-f145-4b94-a26a-7c3013c1b565),segment_id=feeff9df-f145-4b94-a26a-7c3013c1b565)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:28:38.363320 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-1233df51-d881-498a-91a9-0ea18cf05fe3 None None] Attempting to bind port 945a03e8-2654-4626-8259-e4e39f011c1c on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:28:38.363753 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-1233df51-d881-498a-91a9-0ea18cf05fe3 None None] Attempting to bind port 945a03e8-2654-4626-8259-e4e39f011c1c by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'c1a9478c-e822-415c-b4e0-1877c65ce6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b7ede0f0-67b6-4ead-a5a9-363d254a4e9b'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:28:38.364167 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1233df51-d881-498a-91a9-0ea18cf05fe3 None None] Attempting to bind port 945a03e8-2654-4626-8259-e4e39f011c1c on network b7ede0f0-67b6-4ead-a5a9-363d254a4e9b {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:28:38.370034 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1ea256c8-b07a-4091-b3dc-bf23a8de0cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:38.377373 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1233df51-d881-498a-91a9-0ea18cf05fe3 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:28:38.377756 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1233df51-d881-498a-91a9-0ea18cf05fe3 None None] Checking segment: {'id': 'c1a9478c-e822-415c-b4e0-1877c65ce6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b7ede0f0-67b6-4ead-a5a9-363d254a4e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:28:38.378168 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1233df51-d881-498a-91a9-0ea18cf05fe3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:38.378571 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1233df51-d881-498a-91a9-0ea18cf05fe3 None None] Bound using segment: {'id': 'c1a9478c-e822-415c-b4e0-1877c65ce6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b7ede0f0-67b6-4ead-a5a9-363d254a4e9b'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:28:38.379056 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-1233df51-d881-498a-91a9-0ea18cf05fe3 None None] Bound port: 945a03e8-2654-4626-8259-e4e39f011c1c, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1a9478c-e822-415c-b4e0-1877c65ce6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b7ede0f0-67b6-4ead-a5a9-363d254a4e9b'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:28:38.379442 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1233df51-d881-498a-91a9-0ea18cf05fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:38.396101 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc0b015d-5eb6-4aa0-9c61-0eae95a908ee admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:28:38.407209 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f858fee-5f73-46ad-a4a7-21bc1af9a2e1 None None] Sync routers for ids ['cb4dcfee-a73c-45b1-bfc3-088060ab10d3'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:28:38.417538 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cc0b015d-5eb6-4aa0-9c61-0eae95a908ee admin admin] Notify callbacks [] for router, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:38.419456 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f858fee-5f73-46ad-a4a7-21bc1af9a2e1 None None] Routers {'cb4dcfee-a73c-45b1-bfc3-088060ab10d3'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:28:38.420197 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-0f858fee-5f73-46ad-a4a7-21bc1af9a2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:28:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['cb4dcfee-a73c-45b1-bfc3-088060ab10d3'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:28:38.420399 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-cc0b015d-5eb6-4aa0-9c61-0eae95a908ee admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4666686 Aug 29 05:28:38.422836 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 42542) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:28:38.483658 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea256c8-b07a-4091-b3dc-bf23a8de0cda None None] Pushing event updated for resources: {'Port': ['ID=d9d6da5c-d4e6-4d63-a5a6-7e369fc4c0ff,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:28:38.504415 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device e6798952-ec4f-48d5-b628-f90ab031c8b7 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:28:38.538917 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1233df51-d881-498a-91a9-0ea18cf05fe3 None None] For port 945a03e8-2654-4626-8259-e4e39f011c1c, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:28:38.569022 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1233df51-d881-498a-91a9-0ea18cf05fe3 None None] For port 945a03e8-2654-4626-8259-e4e39f011c1c, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=945a03e8-2654-4626-8259-e4e39f011c1c,segment=NetworkSegment(c1a9478c-e822-415c-b4e0-1877c65ce6d6),segment_id=c1a9478c-e822-415c-b4e0-1877c65ce6d6)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:28:38.579310 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1233df51-d881-498a-91a9-0ea18cf05fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:38.592417 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-0f858fee-5f73-46ad-a4a7-21bc1af9a2e1 None None] Set router cb4dcfee-a73c-45b1-bfc3-088060ab10d3 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:28:38.655920 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port e6798952-ec4f-48d5-b628-f90ab031c8b7 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:28:38.656356 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:38.663381 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1233df51-d881-498a-91a9-0ea18cf05fe3 None None] Routers {'bac3dcee-2082-413f-9f3b-d5513121dc56'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:28:38.664275 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-1233df51-d881-498a-91a9-0ea18cf05fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:28:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['bac3dcee-2082-413f-9f3b-d5513121dc56'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:28:38.748901 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba4d69a-de06-477b-88bb-ec568f9822f7 None None] Pushing event updated for resources: {'Port': ['ID=945a03e8-2654-4626-8259-e4e39f011c1c,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:28:38.876279 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-1233df51-d881-498a-91a9-0ea18cf05fe3 None None] Set router bac3dcee-2082-413f-9f3b-d5513121dc56 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:28:38.993919 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-0f858fee-5f73-46ad-a4a7-21bc1af9a2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb4dcfee-a73c-45b1-bfc3-088060ab10d3', 'name': 'tempest-TestShelveInstance-260706186-router', 'tenant_id': '00313cacca7b4ebf82b17b65100dab89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '9cd06fbe-1c3f-4de9-b2b1-b42d27ad5e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:28:36Z', 'updated_at': '2021-08-29T05:28:37Z', 'revision_number': 3, 'project_id': '00313cacca7b4ebf82b17b65100dab89', 'gw_port': {'id': '9cd06fbe-1c3f-4de9-b2b1-b42d27ad5e85', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ab:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb4dcfee-a73c-45b1-bfc3-088060ab10d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:28:37Z', 'updated_at': '2021-08-29T05:28:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:28:39.024612 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f858fee-5f73-46ad-a4a7-21bc1af9a2e1 None None] Checking router: cb4dcfee-a73c-45b1-bfc3-088060ab10d3 for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:28:39.024992 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f858fee-5f73-46ad-a4a7-21bc1af9a2e1 None None] Updating router cb4dcfee-a73c-45b1-bfc3-088060ab10d3 port 9cd06fbe-1c3f-4de9-b2b1-b42d27ad5e85 binding host n-d-712140-12 {{(pid=94831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:28:39.039912 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-03e2476c-3c42-42a6-ac73-44aee3d40f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:39.050498 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0f858fee-5f73-46ad-a4a7-21bc1af9a2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:39.065243 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:39.177592 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-1233df51-d881-498a-91a9-0ea18cf05fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bac3dcee-2082-413f-9f3b-d5513121dc56', 'name': 'tempest-TestShelveInstance-1948580004-router', 'tenant_id': '7709d35c0a744192a19d6b3b1ec59ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': 'e6798952-ec4f-48d5-b628-f90ab031c8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:28:32Z', 'updated_at': '2021-08-29T05:28:34Z', 'revision_number': 4, 'project_id': '7709d35c0a744192a19d6b3b1ec59ccc', 'gw_port': {'id': 'e6798952-ec4f-48d5-b628-f90ab031c8b7', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ee:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac3dcee-2082-413f-9f3b-d5513121dc56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:28:32Z', 'updated_at': '2021-08-29T05:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '945a03e8-2654-4626-8259-e4e39f011c1c', 'name': '', 'network_id': 'b7ede0f0-67b6-4ead-a5a9-363d254a4e9b', 'tenant_id': '7709d35c0a744192a19d6b3b1ec59ccc', 'mac_address': 'fa:16:3e:4f:25:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bac3dcee-2082-413f-9f3b-d5513121dc56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '785bf80a-a593-4715-8f1e-da93a8c7ab6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:28:34Z', 'updated_at': '2021-08-29T05:28:38Z', 'revision_number': 4, 'project_id': '7709d35c0a744192a19d6b3b1ec59ccc', 'subnets': [{'id': '785bf80a-a593-4715-8f1e-da93a8c7ab6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:28:39.208334 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1233df51-d881-498a-91a9-0ea18cf05fe3 None None] The sync data for ids ['bac3dcee-2082-413f-9f3b-d5513121dc56'] in n-d-712140-12 is: [{'id': 'bac3dcee-2082-413f-9f3b-d5513121dc56', 'name': 'tempest-TestShelveInstance-1948580004-router', 'tenant_id': '7709d35c0a744192a19d6b3b1ec59ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': 'e6798952-ec4f-48d5-b628-f90ab031c8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:28:32Z', 'updated_at': '2021-08-29T05:28:34Z', 'revision_number': 4, 'project_id': '7709d35c0a744192a19d6b3b1ec59ccc', 'gw_port': {'id': 'e6798952-ec4f-48d5-b628-f90ab031c8b7', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ee:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac3dcee-2082-413f-9f3b-d5513121dc56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:28:32Z', 'updated_at': '2021-08-29T05:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '945a03e8-2654-4626-8259-e4e39f011c1c', 'name': '', 'network_id': 'b7ede0f0-67b6-4ead-a5a9-363d254a4e9b', 'tenant_id': '7709d35c0a744192a19d6b3b1ec59ccc', 'mac_address': 'fa:16:3e:4f:25:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bac3dcee-2082-413f-9f3b-d5513121dc56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '785bf80a-a593-4715-8f1e-da93a8c7ab6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:28:34Z', 'updated_at': '2021-08-29T05:28:38Z', 'revision_number': 4, 'project_id': '7709d35c0a744192a19d6b3b1ec59ccc', 'subnets': [{'id': '785bf80a-a593-4715-8f1e-da93a8c7ab6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:28:39.212889 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-03e2476c-3c42-42a6-ac73-44aee3d40f30 admin admin] Allocated IP 172.20.0.1 (51e6fdf8-a4a4-4122-bb50-2b813dc8dfee/ba42c505-d205-4647-8ff6-6cbdbf5f87cb/3ffa00be-6707-4223-80df-8c0bcf68044d) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:28:39.353293 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-03e2476c-3c42-42a6-ac73-44aee3d40f30 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:39.364386 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0f858fee-5f73-46ad-a4a7-21bc1af9a2e1 None None] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:39.370666 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-03e2476c-3c42-42a6-ac73-44aee3d40f30 admin admin] Transition to ACTIVE for port object 3ffa00be-6707-4223-80df-8c0bcf68044d will not be triggered until provisioned by entity DHCP. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:28:39.375626 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-0f858fee-5f73-46ad-a4a7-21bc1af9a2e1 None None] Transition to ACTIVE for port object 9cd06fbe-1c3f-4de9-b2b1-b42d27ad5e85 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:28:39.383967 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0f858fee-5f73-46ad-a4a7-21bc1af9a2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:39.419352 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-03e2476c-3c42-42a6-ac73-44aee3d40f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:39.440932 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe59d92-43e2-43cc-bb7f-0f8b646b2b1d None None] Pushing event updated for resources: {'Port': ['ID=9cd06fbe-1c3f-4de9-b2b1-b42d27ad5e85,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:28:39.461868 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-0f858fee-5f73-46ad-a4a7-21bc1af9a2e1 None None] Attempting to bind port 9cd06fbe-1c3f-4de9-b2b1-b42d27ad5e85 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:28:39.462239 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-0f858fee-5f73-46ad-a4a7-21bc1af9a2e1 None None] Attempting to bind port 9cd06fbe-1c3f-4de9-b2b1-b42d27ad5e85 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:28:39.462603 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f858fee-5f73-46ad-a4a7-21bc1af9a2e1 None None] Attempting to bind port 9cd06fbe-1c3f-4de9-b2b1-b42d27ad5e85 on network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:28:39.468222 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f858fee-5f73-46ad-a4a7-21bc1af9a2e1 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:28:39.468586 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f858fee-5f73-46ad-a4a7-21bc1af9a2e1 None None] Checking segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:28:39.470141 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0f858fee-5f73-46ad-a4a7-21bc1af9a2e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:39.470708 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f858fee-5f73-46ad-a4a7-21bc1af9a2e1 None None] Bound using segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:28:39.471510 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-0f858fee-5f73-46ad-a4a7-21bc1af9a2e1 None None] Bound port: 9cd06fbe-1c3f-4de9-b2b1-b42d27ad5e85, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:28:39.472107 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0f858fee-5f73-46ad-a4a7-21bc1af9a2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:39.481824 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e2476c-3c42-42a6-ac73-44aee3d40f30 admin admin] Network 51e6fdf8-a4a4-4122-bb50-2b813dc8dfee is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:28:39.485592 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-03e2476c-3c42-42a6-ac73-44aee3d40f30 admin admin] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:28:39.494178 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e2476c-3c42-42a6-ac73-44aee3d40f30 admin admin] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:28:39.502015 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e2476c-3c42-42a6-ac73-44aee3d40f30 admin admin] Pushing event updated for resources: {'Port': ['ID=3ffa00be-6707-4223-80df-8c0bcf68044d,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:28:39.546884 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-0f858fee-5f73-46ad-a4a7-21bc1af9a2e1 None None] For port 9cd06fbe-1c3f-4de9-b2b1-b42d27ad5e85, host n-d-712140-12, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:28:39.551715 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-0f858fee-5f73-46ad-a4a7-21bc1af9a2e1 None None] For port 9cd06fbe-1c3f-4de9-b2b1-b42d27ad5e85, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=9cd06fbe-1c3f-4de9-b2b1-b42d27ad5e85,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:28:39.551958 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-03e2476c-3c42-42a6-ac73-44aee3d40f30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719598'] for router_interface, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:39.558875 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0f858fee-5f73-46ad-a4a7-21bc1af9a2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:39.633533 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f858fee-5f73-46ad-a4a7-21bc1af9a2e1 None None] Routers {'cb4dcfee-a73c-45b1-bfc3-088060ab10d3'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:28:39.634479 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-0f858fee-5f73-46ad-a4a7-21bc1af9a2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:28:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['cb4dcfee-a73c-45b1-bfc3-088060ab10d3'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:28:39.637840 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe59d92-43e2-43cc-bb7f-0f8b646b2b1d None None] Pushing event updated for resources: {'Port': ['ID=9cd06fbe-1c3f-4de9-b2b1-b42d27ad5e85,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:28:39.718296 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-03e2476c-3c42-42a6-ac73-44aee3d40f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:39.784830 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-0f858fee-5f73-46ad-a4a7-21bc1af9a2e1 None None] Set router cb4dcfee-a73c-45b1-bfc3-088060ab10d3 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:28:39.801176 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b4549c-704c-4380-b195-993aa7c632fc None None] Network 51e6fdf8-a4a4-4122-bb50-2b813dc8dfee requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:28:39.944397 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-03e2476c-3c42-42a6-ac73-44aee3d40f30 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:39.951412 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-03e2476c-3c42-42a6-ac73-44aee3d40f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:39.956135 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-c7d4cafd-8077-43fa-b16d-0111aa98bbc2 None None] Provisioning for port d9d6da5c-d4e6-4d63-a5a6-7e369fc4c0ff completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:28:40.025800 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-0f858fee-5f73-46ad-a4a7-21bc1af9a2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb4dcfee-a73c-45b1-bfc3-088060ab10d3', 'name': 'tempest-TestShelveInstance-260706186-router', 'tenant_id': '00313cacca7b4ebf82b17b65100dab89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '9cd06fbe-1c3f-4de9-b2b1-b42d27ad5e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:28:36Z', 'updated_at': '2021-08-29T05:28:37Z', 'revision_number': 3, 'project_id': '00313cacca7b4ebf82b17b65100dab89', 'gw_port': {'id': '9cd06fbe-1c3f-4de9-b2b1-b42d27ad5e85', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ab:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb4dcfee-a73c-45b1-bfc3-088060ab10d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:28:37Z', 'updated_at': '2021-08-29T05:28:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:28:40.037032 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-03e2476c-3c42-42a6-ac73-44aee3d40f30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-718897'] for router_interface, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:40.039191 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e2476c-3c42-42a6-ac73-44aee3d40f30 admin admin] Pushing event updated for resources: {'Port': ['ID=3ffa00be-6707-4223-80df-8c0bcf68044d,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:28:40.067978 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f858fee-5f73-46ad-a4a7-21bc1af9a2e1 None None] The sync data for ids ['cb4dcfee-a73c-45b1-bfc3-088060ab10d3'] in n-d-712140-12 is: [{'id': 'cb4dcfee-a73c-45b1-bfc3-088060ab10d3', 'name': 'tempest-TestShelveInstance-260706186-router', 'tenant_id': '00313cacca7b4ebf82b17b65100dab89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '9cd06fbe-1c3f-4de9-b2b1-b42d27ad5e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:28:36Z', 'updated_at': '2021-08-29T05:28:37Z', 'revision_number': 3, 'project_id': '00313cacca7b4ebf82b17b65100dab89', 'gw_port': {'id': '9cd06fbe-1c3f-4de9-b2b1-b42d27ad5e85', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ab:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb4dcfee-a73c-45b1-bfc3-088060ab10d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:28:37Z', 'updated_at': '2021-08-29T05:28:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:28:40.152359 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e2476c-3c42-42a6-ac73-44aee3d40f30 admin admin] Network 51e6fdf8-a4a4-4122-bb50-2b813dc8dfee is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:28:40.154049 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-03e2476c-3c42-42a6-ac73-44aee3d40f30 admin admin] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:28:40.280471 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03e2476c-3c42-42a6-ac73-44aee3d40f30 admin admin] Router cb4dcfee-a73c-45b1-bfc3-088060ab10d3 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:28:40.437272 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03e2476c-3c42-42a6-ac73-44aee3d40f30 admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:28:40.451860 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-03e2476c-3c42-42a6-ac73-44aee3d40f30 admin admin] 10.222.0.22 "PUT /v2.0/routers/cb4dcfee-a73c-45b1-bfc3-088060ab10d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0246952 Aug 29 05:28:40.519668 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-57ac244b-34aa-4b8f-8396-334d7452d66d None None] Provisioning for port 3ffa00be-6707-4223-80df-8c0bcf68044d completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:28:40.529919 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-57ac244b-34aa-4b8f-8396-334d7452d66d None None] Provisioning complete for port 3ffa00be-6707-4223-80df-8c0bcf68044d triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:28:40.530219 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-57ac244b-34aa-4b8f-8396-334d7452d66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:40.618317 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-57ac244b-34aa-4b8f-8396-334d7452d66d None None] Port 3ffa00be-6707-4223-80df-8c0bcf68044d cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:28:40.660682 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device d9d6da5c-d4e6-4d63-a5a6-7e369fc4c0ff up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:28:40.723405 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port d9d6da5c-d4e6-4d63-a5a6-7e369fc4c0ff completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:28:40.728293 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port d9d6da5c-d4e6-4d63-a5a6-7e369fc4c0ff triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:28:40.729032 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:40.823062 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:40.865569 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port d9d6da5c-d4e6-4d63-a5a6-7e369fc4c0ff, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=d9d6da5c-d4e6-4d63-a5a6-7e369fc4c0ff,segment=NetworkSegment(feeff9df-f145-4b94-a26a-7c3013c1b565),segment_id=feeff9df-f145-4b94-a26a-7c3013c1b565)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:28:40.871149 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-0245c84c-981e-4686-85e4-bcdb18a39057 None None] Provisioning complete for port 3ffa00be-6707-4223-80df-8c0bcf68044d triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:28:40.871530 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0245c84c-981e-4686-85e4-bcdb18a39057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:40.874429 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:40.876024 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 9cd06fbe-1c3f-4de9-b2b1-b42d27ad5e85 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:28:40.995264 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-0245c84c-981e-4686-85e4-bcdb18a39057 None None] Port 3ffa00be-6707-4223-80df-8c0bcf68044d cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:28:41.036566 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=d9d6da5c-d4e6-4d63-a5a6-7e369fc4c0ff,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:28:41.047352 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 9cd06fbe-1c3f-4de9-b2b1-b42d27ad5e85 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:28:41.051836 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 9cd06fbe-1c3f-4de9-b2b1-b42d27ad5e85 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:28:41.052208 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:41.145577 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:41.151403 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-18a6d47d-0fd3-434c-af2e-695c82ffd713 None None] Provisioning complete for port 3ffa00be-6707-4223-80df-8c0bcf68044d triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:28:41.151792 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-18a6d47d-0fd3-434c-af2e-695c82ffd713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:41.177286 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 42552) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:28:41.182652 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-180b9c03-eac1-45d1-a5b5-b6356b43d173 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-977812898', 'description': 'tempest-secgroup-smoke-977812898 description', 'project_id': '7709d35c0a744192a19d6b3b1ec59ccc'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:28:41.193118 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 9cd06fbe-1c3f-4de9-b2b1-b42d27ad5e85, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=9cd06fbe-1c3f-4de9-b2b1-b42d27ad5e85,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:28:41.202000 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:41.202816 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 945a03e8-2654-4626-8259-e4e39f011c1c up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:28:41.207846 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-18a6d47d-0fd3-434c-af2e-695c82ffd713 None None] Port 3ffa00be-6707-4223-80df-8c0bcf68044d cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:28:41.210417 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-180b9c03-eac1-45d1-a5b5-b6356b43d173 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:41.290709 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=9cd06fbe-1c3f-4de9-b2b1-b42d27ad5e85,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:28:41.300974 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 945a03e8-2654-4626-8259-e4e39f011c1c completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:28:41.303938 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-180b9c03-eac1-45d1-a5b5-b6356b43d173 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:41.305185 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 945a03e8-2654-4626-8259-e4e39f011c1c triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:28:41.305736 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:41.308274 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-180b9c03-eac1-45d1-a5b5-b6356b43d173 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:41.339509 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-180b9c03-eac1-45d1-a5b5-b6356b43d173 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:41.340761 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-180b9c03-eac1-45d1-a5b5-b6356b43d173 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1626453 Aug 29 05:28:41.342674 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180b9c03-eac1-45d1-a5b5-b6356b43d173 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60a4be6c-115d-45f6-badd-be7fa72d86c4,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:28:41.344676 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 42554) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:28:41.350206 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-647d64b4-740e-4301-945b-7937355a7ee5 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Request body: {'security_group_rule': {'security_group_id': '60a4be6c-115d-45f6-badd-be7fa72d86c4', 'project_id': '7709d35c0a744192a19d6b3b1ec59ccc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:28:41.392273 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-647d64b4-740e-4301-945b-7937355a7ee5 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:41.394875 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:41.429936 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 945a03e8-2654-4626-8259-e4e39f011c1c, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=945a03e8-2654-4626-8259-e4e39f011c1c,segment=NetworkSegment(c1a9478c-e822-415c-b4e0-1877c65ce6d6),segment_id=c1a9478c-e822-415c-b4e0-1877c65ce6d6)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:28:41.434026 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:41.452370 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-647d64b4-740e-4301-945b-7937355a7ee5 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:41.456705 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-647d64b4-740e-4301-945b-7937355a7ee5 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:41.475014 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647d64b4-740e-4301-945b-7937355a7ee5 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d8fa12d-7909-402f-b4bf-81ad376f67d1,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:28:41.481201 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-647d64b4-740e-4301-945b-7937355a7ee5 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:41.485209 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-647d64b4-740e-4301-945b-7937355a7ee5 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1364467 Aug 29 05:28:41.485325 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 42556) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:28:41.485433 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=945a03e8-2654-4626-8259-e4e39f011c1c,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:28:41.489741 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-af0844b4-3325-48f9-aefe-b86b8617e32f tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Request body: {'security_group_rule': {'security_group_id': '60a4be6c-115d-45f6-badd-be7fa72d86c4', 'project_id': '7709d35c0a744192a19d6b3b1ec59ccc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:28:41.516517 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-af0844b4-3325-48f9-aefe-b86b8617e32f tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:41.577545 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-af0844b4-3325-48f9-aefe-b86b8617e32f tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:41.581524 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-af0844b4-3325-48f9-aefe-b86b8617e32f tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:41.599878 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0844b4-3325-48f9-aefe-b86b8617e32f tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=873377a9-8c0b-4763-a75e-a4af588413a2,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:28:41.606078 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-af0844b4-3325-48f9-aefe-b86b8617e32f tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:41.607494 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-af0844b4-3325-48f9-aefe-b86b8617e32f tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1212666 Aug 29 05:28:41.611318 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 42558) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:28:41.615745 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-94b27cd0-cdc0-4b01-8b65-09368d6708c3 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Request body: {'security_group_rule': {'security_group_id': '60a4be6c-115d-45f6-badd-be7fa72d86c4', 'project_id': '7709d35c0a744192a19d6b3b1ec59ccc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:28:41.641429 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-94b27cd0-cdc0-4b01-8b65-09368d6708c3 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:41.698161 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-94b27cd0-cdc0-4b01-8b65-09368d6708c3 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:41.701980 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-94b27cd0-cdc0-4b01-8b65-09368d6708c3 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:41.718514 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b27cd0-cdc0-4b01-8b65-09368d6708c3 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88e0cd40-db52-4596-bb37-186ceda93696,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:28:41.724519 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-94b27cd0-cdc0-4b01-8b65-09368d6708c3 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:41.725722 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-94b27cd0-cdc0-4b01-8b65-09368d6708c3 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1134310 Aug 29 05:28:41.728478 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 42560) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:28:41.732821 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-549c9b6b-d2f3-4ac7-a0f6-77c6ae25d91d tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Request body: {'security_group_rule': {'security_group_id': '60a4be6c-115d-45f6-badd-be7fa72d86c4', 'project_id': '7709d35c0a744192a19d6b3b1ec59ccc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:28:41.759976 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-549c9b6b-d2f3-4ac7-a0f6-77c6ae25d91d tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:41.817297 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-549c9b6b-d2f3-4ac7-a0f6-77c6ae25d91d tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:41.820817 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-549c9b6b-d2f3-4ac7-a0f6-77c6ae25d91d tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:41.839303 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549c9b6b-d2f3-4ac7-a0f6-77c6ae25d91d tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=219cb550-0989-4623-9999-125aab0134c7,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:28:41.843216 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-549c9b6b-d2f3-4ac7-a0f6-77c6ae25d91d tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:41.844559 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-549c9b6b-d2f3-4ac7-a0f6-77c6ae25d91d tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1150758 Aug 29 05:28:41.847240 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 42562) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:28:41.851570 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-5b57fd3f-1752-4f7c-92d5-94efcc967fdd tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Request body: {'security_group_rule': {'security_group_id': '60a4be6c-115d-45f6-badd-be7fa72d86c4', 'project_id': '7709d35c0a744192a19d6b3b1ec59ccc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:28:41.873241 n-d-712140-12 neutron-server[94828]: INFO neutron.db.securitygroups_db [None req-5b57fd3f-1752-4f7c-92d5-94efcc967fdd tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Project 7709d35c0a744192a19d6b3b1ec59ccc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 05:28:41.878741 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5b57fd3f-1752-4f7c-92d5-94efcc967fdd tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:41.941643 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5b57fd3f-1752-4f7c-92d5-94efcc967fdd tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:41.945275 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5b57fd3f-1752-4f7c-92d5-94efcc967fdd tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:41.964439 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b57fd3f-1752-4f7c-92d5-94efcc967fdd tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43f14f71-72ae-4f94-a9c5-1c96d94029d5,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:28:41.970077 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5b57fd3f-1752-4f7c-92d5-94efcc967fdd tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:41.971276 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-5b57fd3f-1752-4f7c-92d5-94efcc967fdd tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1230431 Aug 29 05:28:41.974150 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 42564) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:28:41.978805 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-b1438180-e818-466a-9f72-99a0428ae2b4 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Request body: {'security_group_rule': {'security_group_id': '60a4be6c-115d-45f6-badd-be7fa72d86c4', 'project_id': '7709d35c0a744192a19d6b3b1ec59ccc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:28:42.001207 n-d-712140-12 neutron-server[94829]: INFO neutron.db.securitygroups_db [None req-b1438180-e818-466a-9f72-99a0428ae2b4 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Project 7709d35c0a744192a19d6b3b1ec59ccc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 05:28:42.006310 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b1438180-e818-466a-9f72-99a0428ae2b4 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:42.068220 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b1438180-e818-466a-9f72-99a0428ae2b4 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:42.071822 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b1438180-e818-466a-9f72-99a0428ae2b4 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:42.090021 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1438180-e818-466a-9f72-99a0428ae2b4 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abdfb66e-f1bd-463c-8f63-6f1e42ce1858,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:28:42.095853 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b1438180-e818-466a-9f72-99a0428ae2b4 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:42.097057 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-b1438180-e818-466a-9f72-99a0428ae2b4 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1218774 Aug 29 05:28:42.232165 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8a9ff7fe-8752-4c8c-b81f-c6b354d7f648 req-f5130515-fe61-4944-bd7e-5ae106a7bb9e tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-977812898&fields=id&tenant_id=7709d35c0a744192a19d6b3b1ec59ccc HTTP/1.1" status: 200 len: 267 time: 0.0324504 Aug 29 05:28:42.339055 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9ff7fe-8752-4c8c-b81f-c6b354d7f648 req-b94f3182-a0e8-4b6a-afb9-fa17ee830339 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:42.340657 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8a9ff7fe-8752-4c8c-b81f-c6b354d7f648 req-b94f3182-a0e8-4b6a-afb9-fa17ee830339 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/networks?id=b7ede0f0-67b6-4ead-a5a9-363d254a4e9b HTTP/1.1" status: 200 len: 809 time: 0.1010475 Aug 29 05:28:42.356682 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8a9ff7fe-8752-4c8c-b81f-c6b354d7f648 req-b4ee44c4-6625-4bdf-ac60-fc6c007ca7a2 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/quotas/7709d35c0a744192a19d6b3b1ec59ccc HTTP/1.1" status: 200 len: 375 time: 0.0095901 Aug 29 05:28:42.423617 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8a9ff7fe-8752-4c8c-b81f-c6b354d7f648 req-5ea5856e-655d-4535-9da3-f8d6518b33d3 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=7709d35c0a744192a19d6b3b1ec59ccc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0541711 Aug 29 05:28:42.472406 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device d9d6da5c-d4e6-4d63-a5a6-7e369fc4c0ff up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:28:42.516552 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8a9ff7fe-8752-4c8c-b81f-c6b354d7f648 req-f8a2e3a5-9904-4431-9d9a-5e20adaab6e3 service neutron] 10.222.0.22 "GET /v2.0/networks/b7ede0f0-67b6-4ead-a5a9-363d254a4e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907285 Aug 29 05:28:42.521096 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port d9d6da5c-d4e6-4d63-a5a6-7e369fc4c0ff triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:28:42.521480 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:42.589843 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11de55e-5269-41f5-96d3-faa01bacf816 None None] Sync routers for ids ['cb4dcfee-a73c-45b1-bfc3-088060ab10d3'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:28:42.611103 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11de55e-5269-41f5-96d3-faa01bacf816 None None] Routers {'cb4dcfee-a73c-45b1-bfc3-088060ab10d3'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:28:42.611750 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-d11de55e-5269-41f5-96d3-faa01bacf816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:28:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['cb4dcfee-a73c-45b1-bfc3-088060ab10d3'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:28:42.611925 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8a9ff7fe-8752-4c8c-b81f-c6b354d7f648 req-7f08833b-801e-4b5c-93fb-fbb2c8e73dea service neutron] 10.222.0.22 "GET /v2.0/networks/b7ede0f0-67b6-4ead-a5a9-363d254a4e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893686 Aug 29 05:28:42.614240 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 9cd06fbe-1c3f-4de9-b2b1-b42d27ad5e85 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:28:42.746581 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 9cd06fbe-1c3f-4de9-b2b1-b42d27ad5e85 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:28:42.746970 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:42.775131 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-d11de55e-5269-41f5-96d3-faa01bacf816 None None] Set router cb4dcfee-a73c-45b1-bfc3-088060ab10d3 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:28:42.778457 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-08f64469-89d8-462c-a389-5dcc0c8a0c69 req-e797accc-4700-4aa4-bd76-f02096c884be tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/ports?device_id=41439411-3f03-4d95-a0c7-3615c99f484a HTTP/1.1" status: 200 len: 210 time: 0.0289881 Aug 29 05:28:42.939977 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 945a03e8-2654-4626-8259-e4e39f011c1c up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:28:43.032437 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 945a03e8-2654-4626-8259-e4e39f011c1c triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:28:43.032819 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:43.088146 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-d11de55e-5269-41f5-96d3-faa01bacf816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb4dcfee-a73c-45b1-bfc3-088060ab10d3', 'name': 'tempest-TestShelveInstance-260706186-router', 'tenant_id': '00313cacca7b4ebf82b17b65100dab89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '9cd06fbe-1c3f-4de9-b2b1-b42d27ad5e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:28:36Z', 'updated_at': '2021-08-29T05:28:39Z', 'revision_number': 4, 'project_id': '00313cacca7b4ebf82b17b65100dab89', 'gw_port': {'id': '9cd06fbe-1c3f-4de9-b2b1-b42d27ad5e85', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ab:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb4dcfee-a73c-45b1-bfc3-088060ab10d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:28:37Z', 'updated_at': '2021-08-29T05:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '3ffa00be-6707-4223-80df-8c0bcf68044d', 'name': '', 'network_id': '51e6fdf8-a4a4-4122-bb50-2b813dc8dfee', 'tenant_id': '00313cacca7b4ebf82b17b65100dab89', 'mac_address': 'fa:16:3e:0a:64:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb4dcfee-a73c-45b1-bfc3-088060ab10d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'ba42c505-d205-4647-8ff6-6cbdbf5f87cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:28:39Z', 'updated_at': '2021-08-29T05:28:39Z', 'revision_number': 2, 'project_id': '00313cacca7b4ebf82b17b65100dab89', 'subnets': [{'id': 'ba42c505-d205-4647-8ff6-6cbdbf5f87cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:28:43.120345 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11de55e-5269-41f5-96d3-faa01bacf816 None None] Checking router: cb4dcfee-a73c-45b1-bfc3-088060ab10d3 for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:28:43.120708 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11de55e-5269-41f5-96d3-faa01bacf816 None None] Updating router cb4dcfee-a73c-45b1-bfc3-088060ab10d3 port 3ffa00be-6707-4223-80df-8c0bcf68044d binding host n-d-712140-12 {{(pid=94830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:28:43.168964 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d11de55e-5269-41f5-96d3-faa01bacf816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:43.438707 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d11de55e-5269-41f5-96d3-faa01bacf816 None None] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:43.448366 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-d11de55e-5269-41f5-96d3-faa01bacf816 None None] Transition to ACTIVE for port object 3ffa00be-6707-4223-80df-8c0bcf68044d will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:28:43.453717 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d11de55e-5269-41f5-96d3-faa01bacf816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:43.503628 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f267722-f033-4649-8e8f-30493e2d2505 None None] Pushing event updated for resources: {'Port': ['ID=3ffa00be-6707-4223-80df-8c0bcf68044d,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:28:43.557596 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-d11de55e-5269-41f5-96d3-faa01bacf816 None None] Attempting to bind port 3ffa00be-6707-4223-80df-8c0bcf68044d on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:28:43.557969 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-d11de55e-5269-41f5-96d3-faa01bacf816 None None] Attempting to bind port 3ffa00be-6707-4223-80df-8c0bcf68044d by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'feeff9df-f145-4b94-a26a-7c3013c1b565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '51e6fdf8-a4a4-4122-bb50-2b813dc8dfee'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:28:43.558332 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11de55e-5269-41f5-96d3-faa01bacf816 None None] Attempting to bind port 3ffa00be-6707-4223-80df-8c0bcf68044d on network 51e6fdf8-a4a4-4122-bb50-2b813dc8dfee {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:28:43.564185 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11de55e-5269-41f5-96d3-faa01bacf816 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:28:43.564561 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11de55e-5269-41f5-96d3-faa01bacf816 None None] Checking segment: {'id': 'feeff9df-f145-4b94-a26a-7c3013c1b565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '51e6fdf8-a4a4-4122-bb50-2b813dc8dfee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:28:43.564962 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d11de55e-5269-41f5-96d3-faa01bacf816 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:43.565353 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11de55e-5269-41f5-96d3-faa01bacf816 None None] Bound using segment: {'id': 'feeff9df-f145-4b94-a26a-7c3013c1b565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '51e6fdf8-a4a4-4122-bb50-2b813dc8dfee'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:28:43.565814 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-d11de55e-5269-41f5-96d3-faa01bacf816 None None] Bound port: 3ffa00be-6707-4223-80df-8c0bcf68044d, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'feeff9df-f145-4b94-a26a-7c3013c1b565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '51e6fdf8-a4a4-4122-bb50-2b813dc8dfee'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:28:43.566192 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d11de55e-5269-41f5-96d3-faa01bacf816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:43.634139 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-d11de55e-5269-41f5-96d3-faa01bacf816 None None] For port 3ffa00be-6707-4223-80df-8c0bcf68044d, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:28:43.637370 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-d11de55e-5269-41f5-96d3-faa01bacf816 None None] For port 3ffa00be-6707-4223-80df-8c0bcf68044d, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=3ffa00be-6707-4223-80df-8c0bcf68044d,segment=NetworkSegment(feeff9df-f145-4b94-a26a-7c3013c1b565),segment_id=feeff9df-f145-4b94-a26a-7c3013c1b565)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:28:43.642034 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d11de55e-5269-41f5-96d3-faa01bacf816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:43.716841 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11de55e-5269-41f5-96d3-faa01bacf816 None None] Routers {'cb4dcfee-a73c-45b1-bfc3-088060ab10d3'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:28:43.717858 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-d11de55e-5269-41f5-96d3-faa01bacf816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:28:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['cb4dcfee-a73c-45b1-bfc3-088060ab10d3'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:28:43.764534 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f267722-f033-4649-8e8f-30493e2d2505 None None] Pushing event updated for resources: {'Port': ['ID=3ffa00be-6707-4223-80df-8c0bcf68044d,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:28:43.869179 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9ff7fe-8752-4c8c-b81f-c6b354d7f648 req-17014db8-c413-471d-b1d4-e7a98cfc5f15 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:43.870926 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8a9ff7fe-8752-4c8c-b81f-c6b354d7f648 req-17014db8-c413-471d-b1d4-e7a98cfc5f15 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.46 "GET /v2.0/networks?id=b7ede0f0-67b6-4ead-a5a9-363d254a4e9b HTTP/1.1" status: 200 len: 809 time: 0.1628914 Aug 29 05:28:43.883239 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-d11de55e-5269-41f5-96d3-faa01bacf816 None None] Set router cb4dcfee-a73c-45b1-bfc3-088060ab10d3 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:28:44.110948 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-d11de55e-5269-41f5-96d3-faa01bacf816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb4dcfee-a73c-45b1-bfc3-088060ab10d3', 'name': 'tempest-TestShelveInstance-260706186-router', 'tenant_id': '00313cacca7b4ebf82b17b65100dab89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '9cd06fbe-1c3f-4de9-b2b1-b42d27ad5e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:28:36Z', 'updated_at': '2021-08-29T05:28:39Z', 'revision_number': 4, 'project_id': '00313cacca7b4ebf82b17b65100dab89', 'gw_port': {'id': '9cd06fbe-1c3f-4de9-b2b1-b42d27ad5e85', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ab:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb4dcfee-a73c-45b1-bfc3-088060ab10d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:28:37Z', 'updated_at': '2021-08-29T05:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '3ffa00be-6707-4223-80df-8c0bcf68044d', 'name': '', 'network_id': '51e6fdf8-a4a4-4122-bb50-2b813dc8dfee', 'tenant_id': '00313cacca7b4ebf82b17b65100dab89', 'mac_address': 'fa:16:3e:0a:64:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb4dcfee-a73c-45b1-bfc3-088060ab10d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'ba42c505-d205-4647-8ff6-6cbdbf5f87cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:28:39Z', 'updated_at': '2021-08-29T05:28:43Z', 'revision_number': 4, 'project_id': '00313cacca7b4ebf82b17b65100dab89', 'subnets': [{'id': 'ba42c505-d205-4647-8ff6-6cbdbf5f87cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:28:44.139241 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11de55e-5269-41f5-96d3-faa01bacf816 None None] The sync data for ids ['cb4dcfee-a73c-45b1-bfc3-088060ab10d3'] in n-d-712140-12 is: [{'id': 'cb4dcfee-a73c-45b1-bfc3-088060ab10d3', 'name': 'tempest-TestShelveInstance-260706186-router', 'tenant_id': '00313cacca7b4ebf82b17b65100dab89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '9cd06fbe-1c3f-4de9-b2b1-b42d27ad5e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:28:36Z', 'updated_at': '2021-08-29T05:28:39Z', 'revision_number': 4, 'project_id': '00313cacca7b4ebf82b17b65100dab89', 'gw_port': {'id': '9cd06fbe-1c3f-4de9-b2b1-b42d27ad5e85', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ab:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb4dcfee-a73c-45b1-bfc3-088060ab10d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:28:37Z', 'updated_at': '2021-08-29T05:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '3ffa00be-6707-4223-80df-8c0bcf68044d', 'name': '', 'network_id': '51e6fdf8-a4a4-4122-bb50-2b813dc8dfee', 'tenant_id': '00313cacca7b4ebf82b17b65100dab89', 'mac_address': 'fa:16:3e:0a:64:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb4dcfee-a73c-45b1-bfc3-088060ab10d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'ba42c505-d205-4647-8ff6-6cbdbf5f87cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:28:39Z', 'updated_at': '2021-08-29T05:28:43Z', 'revision_number': 4, 'project_id': '00313cacca7b4ebf82b17b65100dab89', 'subnets': [{'id': 'ba42c505-d205-4647-8ff6-6cbdbf5f87cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:28:44.257240 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2a583ce2-78ab-4234-a7e0-17861d282687 req-bb4936ac-86fa-4c2d-90a8-a8b08966202e tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/ports?device_id=41439411-3f03-4d95-a0c7-3615c99f484a HTTP/1.1" status: 200 len: 210 time: 0.3852766 Aug 29 05:28:44.289474 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8a9ff7fe-8752-4c8c-b81f-c6b354d7f648 req-b1175bba-ac76-42e9-ae79-677caf17a57c tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7709d35c0a744192a19d6b3b1ec59ccc HTTP/1.1" status: 200 len: 379 time: 0.4058433 Aug 29 05:28:44.299587 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-8a9ff7fe-8752-4c8c-b81f-c6b354d7f648 req-08a17e50-17ab-4aca-b0f2-c43234645a8d tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Request body: {'port': {'device_id': '41439411-3f03-4d95-a0c7-3615c99f484a', 'network_id': 'b7ede0f0-67b6-4ead-a5a9-363d254a4e9b', 'admin_state_up': True, 'tenant_id': '7709d35c0a744192a19d6b3b1ec59ccc', 'security_groups': ['60a4be6c-115d-45f6-badd-be7fa72d86c4']}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:28:44.412365 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a9ff7fe-8752-4c8c-b81f-c6b354d7f648 req-08a17e50-17ab-4aca-b0f2-c43234645a8d tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Made reservation on behalf of 7709d35c0a744192a19d6b3b1ec59ccc for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:28:44.417769 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-8a9ff7fe-8752-4c8c-b81f-c6b354d7f648 req-08a17e50-17ab-4aca-b0f2-c43234645a8d tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:44.498992 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 3ffa00be-6707-4223-80df-8c0bcf68044d up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:28:44.555577 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:28:44.556219 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 3ffa00be-6707-4223-80df-8c0bcf68044d completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:28:44.563736 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 3ffa00be-6707-4223-80df-8c0bcf68044d triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:28:44.564360 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:44.569539 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-8a9ff7fe-8752-4c8c-b81f-c6b354d7f648 req-08a17e50-17ab-4aca-b0f2-c43234645a8d tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Allocated IP 172.20.0.4 (b7ede0f0-67b6-4ead-a5a9-363d254a4e9b/785bf80a-a593-4715-8f1e-da93a8c7ab6c/dc6c2702-22f7-4778-aafe-5df3ad43fbf1) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:28:44.647745 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:44.679062 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 3ffa00be-6707-4223-80df-8c0bcf68044d, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=3ffa00be-6707-4223-80df-8c0bcf68044d,segment=NetworkSegment(feeff9df-f145-4b94-a26a-7c3013c1b565),segment_id=feeff9df-f145-4b94-a26a-7c3013c1b565)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:28:44.683162 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:44.711608 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-8a9ff7fe-8752-4c8c-b81f-c6b354d7f648 req-08a17e50-17ab-4aca-b0f2-c43234645a8d tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:44.725798 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-8a9ff7fe-8752-4c8c-b81f-c6b354d7f648 req-08a17e50-17ab-4aca-b0f2-c43234645a8d tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Transition to ACTIVE for port object dc6c2702-22f7-4778-aafe-5df3ad43fbf1 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:28:44.732596 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=3ffa00be-6707-4223-80df-8c0bcf68044d,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:28:44.757701 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-8a9ff7fe-8752-4c8c-b81f-c6b354d7f648 req-08a17e50-17ab-4aca-b0f2-c43234645a8d tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:44.800835 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a9ff7fe-8752-4c8c-b81f-c6b354d7f648 req-08a17e50-17ab-4aca-b0f2-c43234645a8d tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Network b7ede0f0-67b6-4ead-a5a9-363d254a4e9b is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:28:44.803961 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-8a9ff7fe-8752-4c8c-b81f-c6b354d7f648 req-08a17e50-17ab-4aca-b0f2-c43234645a8d tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:28:44.807735 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a9ff7fe-8752-4c8c-b81f-c6b354d7f648 req-08a17e50-17ab-4aca-b0f2-c43234645a8d tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:28:44.832081 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a17e50-17ab-4aca-b0f2-c43234645a8d tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Pushing event updated for resources: {'Port': ['ID=dc6c2702-22f7-4778-aafe-5df3ad43fbf1,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:28:44.860071 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9ff7fe-8752-4c8c-b81f-c6b354d7f648 req-08a17e50-17ab-4aca-b0f2-c43234645a8d tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:44.860687 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-8a9ff7fe-8752-4c8c-b81f-c6b354d7f648 req-08a17e50-17ab-4aca-b0f2-c43234645a8d tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:44.874766 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8a9ff7fe-8752-4c8c-b81f-c6b354d7f648 req-08a17e50-17ab-4aca-b0f2-c43234645a8d tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5789976 Aug 29 05:28:44.887004 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-8a9ff7fe-8752-4c8c-b81f-c6b354d7f648 req-fbcfbd6f-0dbc-4192-9cc6-ececf1da5764 service neutron] Request body: {'port': {'device_id': '41439411-3f03-4d95-a0c7-3615c99f484a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:28:44.955303 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-8a9ff7fe-8752-4c8c-b81f-c6b354d7f648 req-fbcfbd6f-0dbc-4192-9cc6-ececf1da5764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:45.048835 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-84b2038f-aaf7-4504-847c-37fd27fbfc35 None None] Provisioning for port dc6c2702-22f7-4778-aafe-5df3ad43fbf1 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:28:45.052830 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-84b2038f-aaf7-4504-847c-37fd27fbfc35 None None] Provisioning complete for port dc6c2702-22f7-4778-aafe-5df3ad43fbf1 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:28:45.053243 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-84b2038f-aaf7-4504-847c-37fd27fbfc35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:45.090499 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-84b2038f-aaf7-4504-847c-37fd27fbfc35 None None] Port dc6c2702-22f7-4778-aafe-5df3ad43fbf1 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:28:45.218763 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-8a9ff7fe-8752-4c8c-b81f-c6b354d7f648 req-fbcfbd6f-0dbc-4192-9cc6-ececf1da5764 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc6c2702-22f7-4778-aafe-5df3ad43fbf1 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:28:45.225982 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-8a9ff7fe-8752-4c8c-b81f-c6b354d7f648 req-fbcfbd6f-0dbc-4192-9cc6-ececf1da5764 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:45.238320 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-8a9ff7fe-8752-4c8c-b81f-c6b354d7f648 req-fbcfbd6f-0dbc-4192-9cc6-ececf1da5764 service neutron] Transition to ACTIVE for port object dc6c2702-22f7-4778-aafe-5df3ad43fbf1 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:28:45.241973 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-8a9ff7fe-8752-4c8c-b81f-c6b354d7f648 req-fbcfbd6f-0dbc-4192-9cc6-ececf1da5764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:45.293415 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcfbd6f-0dbc-4192-9cc6-ececf1da5764 service neutron] Pushing event updated for resources: {'Port': ['ID=dc6c2702-22f7-4778-aafe-5df3ad43fbf1,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:28:45.403354 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70eac89-269f-4a5d-930c-d987267cb5d5 req-ad6819c1-ac38-4d79-a5bb-f07d4208242b tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:45.404942 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a70eac89-269f-4a5d-930c-d987267cb5d5 req-ad6819c1-ac38-4d79-a5bb-f07d4208242b tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/ports?device_id=41439411-3f03-4d95-a0c7-3615c99f484a HTTP/1.1" status: 200 len: 943 time: 0.0646684 Aug 29 05:28:45.428043 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-8a9ff7fe-8752-4c8c-b81f-c6b354d7f648 req-fbcfbd6f-0dbc-4192-9cc6-ececf1da5764 service neutron] Attempting to bind port dc6c2702-22f7-4778-aafe-5df3ad43fbf1 on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:28:45.428382 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-8a9ff7fe-8752-4c8c-b81f-c6b354d7f648 req-fbcfbd6f-0dbc-4192-9cc6-ececf1da5764 service neutron] Attempting to bind port dc6c2702-22f7-4778-aafe-5df3ad43fbf1 by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': 'c1a9478c-e822-415c-b4e0-1877c65ce6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b7ede0f0-67b6-4ead-a5a9-363d254a4e9b'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:28:45.428712 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9ff7fe-8752-4c8c-b81f-c6b354d7f648 req-fbcfbd6f-0dbc-4192-9cc6-ececf1da5764 service neutron] Attempting to bind port dc6c2702-22f7-4778-aafe-5df3ad43fbf1 on network b7ede0f0-67b6-4ead-a5a9-363d254a4e9b {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:28:45.439388 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9ff7fe-8752-4c8c-b81f-c6b354d7f648 req-fbcfbd6f-0dbc-4192-9cc6-ececf1da5764 service neutron] Port dc6c2702-22f7-4778-aafe-5df3ad43fbf1 on network b7ede0f0-67b6-4ead-a5a9-363d254a4e9b not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:28:45.439760 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9ff7fe-8752-4c8c-b81f-c6b354d7f648 req-fbcfbd6f-0dbc-4192-9cc6-ececf1da5764 service neutron] Attempting to bind port dc6c2702-22f7-4778-aafe-5df3ad43fbf1 on network b7ede0f0-67b6-4ead-a5a9-363d254a4e9b {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:28:45.452819 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9ff7fe-8752-4c8c-b81f-c6b354d7f648 req-fbcfbd6f-0dbc-4192-9cc6-ececf1da5764 service neutron] Checking agent: {'id': '3de9de52-3a03-431d-9d7e-497ae92c57ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:28:45.453213 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9ff7fe-8752-4c8c-b81f-c6b354d7f648 req-fbcfbd6f-0dbc-4192-9cc6-ececf1da5764 service neutron] Checking segment: {'id': 'c1a9478c-e822-415c-b4e0-1877c65ce6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b7ede0f0-67b6-4ead-a5a9-363d254a4e9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:28:45.453599 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9ff7fe-8752-4c8c-b81f-c6b354d7f648 req-fbcfbd6f-0dbc-4192-9cc6-ececf1da5764 service neutron] Bound using segment: {'id': 'c1a9478c-e822-415c-b4e0-1877c65ce6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b7ede0f0-67b6-4ead-a5a9-363d254a4e9b'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:28:45.454034 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-8a9ff7fe-8752-4c8c-b81f-c6b354d7f648 req-fbcfbd6f-0dbc-4192-9cc6-ececf1da5764 service neutron] Bound port: dc6c2702-22f7-4778-aafe-5df3ad43fbf1, host: n-h1-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1a9478c-e822-415c-b4e0-1877c65ce6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b7ede0f0-67b6-4ead-a5a9-363d254a4e9b'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:28:45.454394 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-8a9ff7fe-8752-4c8c-b81f-c6b354d7f648 req-fbcfbd6f-0dbc-4192-9cc6-ececf1da5764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:45.466336 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a70eac89-269f-4a5d-930c-d987267cb5d5 req-db04135f-2dca-45a3-b42a-a17c0aad58b1 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/security-groups?id=60a4be6c-115d-45f6-badd-be7fa72d86c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552263 Aug 29 05:28:45.521606 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-8a9ff7fe-8752-4c8c-b81f-c6b354d7f648 req-fbcfbd6f-0dbc-4192-9cc6-ececf1da5764 service neutron] For port dc6c2702-22f7-4778-aafe-5df3ad43fbf1, host n-h1-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:28:45.524606 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-8a9ff7fe-8752-4c8c-b81f-c6b354d7f648 req-fbcfbd6f-0dbc-4192-9cc6-ececf1da5764 service neutron] For port dc6c2702-22f7-4778-aafe-5df3ad43fbf1, host n-h1-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=dc6c2702-22f7-4778-aafe-5df3ad43fbf1,segment=NetworkSegment(c1a9478c-e822-415c-b4e0-1877c65ce6d6),segment_id=c1a9478c-e822-415c-b4e0-1877c65ce6d6)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:28:45.529069 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-8a9ff7fe-8752-4c8c-b81f-c6b354d7f648 req-fbcfbd6f-0dbc-4192-9cc6-ececf1da5764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:45.568143 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9ff7fe-8752-4c8c-b81f-c6b354d7f648 req-fbcfbd6f-0dbc-4192-9cc6-ececf1da5764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:45.568773 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-8a9ff7fe-8752-4c8c-b81f-c6b354d7f648 req-fbcfbd6f-0dbc-4192-9cc6-ececf1da5764 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:45.571510 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8a9ff7fe-8752-4c8c-b81f-c6b354d7f648 req-fbcfbd6f-0dbc-4192-9cc6-ececf1da5764 service neutron] 10.222.0.46 "PUT /v2.0/ports/dc6c2702-22f7-4778-aafe-5df3ad43fbf1 HTTP/1.1" status: 200 len: 1092 time: 0.6887984 Aug 29 05:28:45.572047 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41439411-3f03-4d95-a0c7-3615c99f484a', 'tag': 'dc6c2702-22f7-4778-aafe-5df3ad43fbf1'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:28:45.574593 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfb9107a06241f0f5f2256c13c0e0e77dc40c776bf6dc0455c34cebdf0549d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75b34123-c95f-4752-a48a-30b6b158d3c8" -d '{"events": [{"name": "network-changed", "server_uuid": "41439411-3f03-4d95-a0c7-3615c99f484a", "tag": "dc6c2702-22f7-4778-aafe-5df3ad43fbf1"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:28:45.624779 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fef00422-1bad-4472-a755-96123eebaf25 x-openstack-request-id: req-fef00422-1bad-4472-a755-96123eebaf25 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:28:45.625661 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41439411-3f03-4d95-a0c7-3615c99f484a", "tag": "dc6c2702-22f7-4778-aafe-5df3ad43fbf1", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:28:45.625916 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fef00422-1bad-4472-a755-96123eebaf25 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:28:45.626335 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41439411-3f03-4d95-a0c7-3615c99f484a', 'tag': 'dc6c2702-22f7-4778-aafe-5df3ad43fbf1', 'status': 'completed', 'code': 200} Aug 29 05:28:45.626916 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcfbd6f-0dbc-4192-9cc6-ececf1da5764 service neutron] Pushing event updated for resources: {'Port': ['ID=dc6c2702-22f7-4778-aafe-5df3ad43fbf1,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:28:45.659895 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9ff7fe-8752-4c8c-b81f-c6b354d7f648 req-7a4ddd4e-6418-444f-b37e-4e525b170064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:45.661444 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8a9ff7fe-8752-4c8c-b81f-c6b354d7f648 req-7a4ddd4e-6418-444f-b37e-4e525b170064 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7709d35c0a744192a19d6b3b1ec59ccc&device_id=41439411-3f03-4d95-a0c7-3615c99f484a HTTP/1.1" status: 200 len: 1095 time: 0.0493309 Aug 29 05:28:45.708199 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8a9ff7fe-8752-4c8c-b81f-c6b354d7f648 req-6463b976-7ce1-4a65-92c9-edd6a280304c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dc6c2702-22f7-4778-aafe-5df3ad43fbf1 HTTP/1.1" status: 200 len: 217 time: 0.0387635 Aug 29 05:28:45.764151 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9ff7fe-8752-4c8c-b81f-c6b354d7f648 req-105a66f2-4f43-4ac5-aca1-59eec057acd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:45.765669 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8a9ff7fe-8752-4c8c-b81f-c6b354d7f648 req-105a66f2-4f43-4ac5-aca1-59eec057acd2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=785bf80a-a593-4715-8f1e-da93a8c7ab6c HTTP/1.1" status: 200 len: 848 time: 0.0505085 Aug 29 05:28:45.810944 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9ff7fe-8752-4c8c-b81f-c6b354d7f648 req-79647928-cfb6-44bd-8ed8-6903e87d4b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:45.812511 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8a9ff7fe-8752-4c8c-b81f-c6b354d7f648 req-79647928-cfb6-44bd-8ed8-6903e87d4b13 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b7ede0f0-67b6-4ead-a5a9-363d254a4e9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401146 Aug 29 05:28:45.900924 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8a9ff7fe-8752-4c8c-b81f-c6b354d7f648 req-99082073-d064-41d1-ab7c-2b1e57cc0e36 service neutron] 10.222.0.46 "GET /v2.0/networks/b7ede0f0-67b6-4ead-a5a9-363d254a4e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813203 Aug 29 05:28:45.997406 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8a9ff7fe-8752-4c8c-b81f-c6b354d7f648 req-035babc3-8b31-48b7-bf1e-0add9b032d50 service neutron] 10.222.0.46 "GET /v2.0/networks/b7ede0f0-67b6-4ead-a5a9-363d254a4e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885110 Aug 29 05:28:46.083532 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b34123-c95f-4752-a48a-30b6b158d3c8 req-1b4df839-563e-47ab-b320-39faa8fc0c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:46.084956 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-75b34123-c95f-4752-a48a-30b6b158d3c8 req-1b4df839-563e-47ab-b320-39faa8fc0c8e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7709d35c0a744192a19d6b3b1ec59ccc&device_id=41439411-3f03-4d95-a0c7-3615c99f484a HTTP/1.1" status: 200 len: 1095 time: 0.0414984 Aug 29 05:28:46.179335 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b34123-c95f-4752-a48a-30b6b158d3c8 req-f7b5de8e-a768-4886-979c-2e4f5d0a6d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:46.180932 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-75b34123-c95f-4752-a48a-30b6b158d3c8 req-f7b5de8e-a768-4886-979c-2e4f5d0a6d2e service neutron] 10.222.0.46 "GET /v2.0/networks?id=b7ede0f0-67b6-4ead-a5a9-363d254a4e9b HTTP/1.1" status: 200 len: 910 time: 0.0888968 Aug 29 05:28:46.225548 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-75b34123-c95f-4752-a48a-30b6b158d3c8 req-faa7ef26-fdcd-4b8d-8b8e-35f1d441f706 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dc6c2702-22f7-4778-aafe-5df3ad43fbf1 HTTP/1.1" status: 200 len: 217 time: 0.0370154 Aug 29 05:28:46.276513 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b34123-c95f-4752-a48a-30b6b158d3c8 req-f955180c-e423-4365-87a5-cbecbe5caa9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:46.278051 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-75b34123-c95f-4752-a48a-30b6b158d3c8 req-f955180c-e423-4365-87a5-cbecbe5caa9e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=785bf80a-a593-4715-8f1e-da93a8c7ab6c HTTP/1.1" status: 200 len: 848 time: 0.0449522 Aug 29 05:28:46.331779 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b34123-c95f-4752-a48a-30b6b158d3c8 req-f4dcb281-2b59-43a2-9999-708ef2af1d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:46.333336 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-75b34123-c95f-4752-a48a-30b6b158d3c8 req-f4dcb281-2b59-43a2-9999-708ef2af1d59 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b7ede0f0-67b6-4ead-a5a9-363d254a4e9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0475693 Aug 29 05:28:46.427762 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-75b34123-c95f-4752-a48a-30b6b158d3c8 req-88000f50-bc51-4ef4-ac99-bd5e96cdb092 service neutron] 10.222.0.46 "GET /v2.0/networks/b7ede0f0-67b6-4ead-a5a9-363d254a4e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862997 Aug 29 05:28:46.461311 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 3ffa00be-6707-4223-80df-8c0bcf68044d up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:28:46.511721 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 3ffa00be-6707-4223-80df-8c0bcf68044d triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:28:46.512113 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:46.538276 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-75b34123-c95f-4752-a48a-30b6b158d3c8 req-ae1a56cb-5eb6-43d7-8f82-d68b1520df15 service neutron] 10.222.0.46 "GET /v2.0/networks/b7ede0f0-67b6-4ead-a5a9-363d254a4e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015260 Aug 29 05:28:46.598993 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab27844a-e193-404f-acf9-bf628ca2c3c9 req-bd10354e-5a39-4f76-8117-6cdfc32de06b tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:46.600520 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ab27844a-e193-404f-acf9-bf628ca2c3c9 req-bd10354e-5a39-4f76-8117-6cdfc32de06b tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/ports?device_id=41439411-3f03-4d95-a0c7-3615c99f484a HTTP/1.1" status: 200 len: 943 time: 0.0613582 Aug 29 05:28:46.644405 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ab27844a-e193-404f-acf9-bf628ca2c3c9 req-a3698f92-cb21-4a3a-ac8f-321452c2db59 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/security-groups?id=60a4be6c-115d-45f6-badd-be7fa72d86c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363882 Aug 29 05:28:47.759450 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854d8abf-c737-4b86-9454-698da9a240e1 req-0d0cb0e5-c2bf-4c90-8cdd-f90730e4d284 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:47.761004 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-854d8abf-c737-4b86-9454-698da9a240e1 req-0d0cb0e5-c2bf-4c90-8cdd-f90730e4d284 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/ports?device_id=41439411-3f03-4d95-a0c7-3615c99f484a HTTP/1.1" status: 200 len: 943 time: 0.0491040 Aug 29 05:28:47.798622 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-854d8abf-c737-4b86-9454-698da9a240e1 req-e40ae2dc-4912-4c18-902f-5ea74af1ec90 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/security-groups?id=60a4be6c-115d-45f6-badd-be7fa72d86c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311761 Aug 29 05:28:48.202084 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device dc6c2702-22f7-4778-aafe-5df3ad43fbf1 details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:28:48.293748 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port dc6c2702-22f7-4778-aafe-5df3ad43fbf1, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=dc6c2702-22f7-4778-aafe-5df3ad43fbf1,segment=NetworkSegment(c1a9478c-e822-415c-b4e0-1877c65ce6d6),segment_id=c1a9478c-e822-415c-b4e0-1877c65ce6d6)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:28:48.305549 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Returning: {'device': 'dc6c2702-22f7-4778-aafe-5df3ad43fbf1', 'network_id': 'b7ede0f0-67b6-4ead-a5a9-363d254a4e9b', 'port_id': 'dc6c2702-22f7-4778-aafe-5df3ad43fbf1', 'mac_address': 'fa:16:3e:9e:19:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '785bf80a-a593-4715-8f1e-da93a8c7ab6c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:28:48.341474 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:48.353707 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc6c2702-22f7-4778-aafe-5df3ad43fbf1 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:28:48.372493 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port dc6c2702-22f7-4778-aafe-5df3ad43fbf1, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=dc6c2702-22f7-4778-aafe-5df3ad43fbf1,segment=NetworkSegment(c1a9478c-e822-415c-b4e0-1877c65ce6d6),segment_id=c1a9478c-e822-415c-b4e0-1877c65ce6d6)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:28:48.376921 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:48.577210 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=dc6c2702-22f7-4778-aafe-5df3ad43fbf1,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:28:48.617385 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['dc6c2702-22f7-4778-aafe-5df3ad43fbf1'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:28:48.912545 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf90dcf-9d93-4cec-ae83-6f3bf18d328f req-075f0578-4643-45cb-ad16-d429fa4c496e tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:48.914023 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-eaf90dcf-9d93-4cec-ae83-6f3bf18d328f req-075f0578-4643-45cb-ad16-d429fa4c496e tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/ports?device_id=41439411-3f03-4d95-a0c7-3615c99f484a HTTP/1.1" status: 200 len: 944 time: 0.0476253 Aug 29 05:28:48.955188 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-eaf90dcf-9d93-4cec-ae83-6f3bf18d328f req-4986d6f2-254a-4bf5-9d1e-5cc46d94b20e tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/security-groups?id=60a4be6c-115d-45f6-badd-be7fa72d86c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349426 Aug 29 05:28:49.871085 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:50.070951 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33edc8a-08e4-4ad5-8077-d68aba79ac0e req-bd4f55d8-9749-4632-8df5-bc16846e92e9 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:50.072481 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f33edc8a-08e4-4ad5-8077-d68aba79ac0e req-bd4f55d8-9749-4632-8df5-bc16846e92e9 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/ports?device_id=41439411-3f03-4d95-a0c7-3615c99f484a HTTP/1.1" status: 200 len: 944 time: 0.0489604 Aug 29 05:28:50.111081 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f33edc8a-08e4-4ad5-8077-d68aba79ac0e req-493e3b7f-f302-45c4-8bf2-dacdedc534ed tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/security-groups?id=60a4be6c-115d-45f6-badd-be7fa72d86c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322998 Aug 29 05:28:50.217642 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device dc6c2702-22f7-4778-aafe-5df3ad43fbf1 up at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:28:50.265671 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning for port dc6c2702-22f7-4778-aafe-5df3ad43fbf1 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:28:50.269013 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning complete for port dc6c2702-22f7-4778-aafe-5df3ad43fbf1 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:28:50.269385 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:50.346833 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:50.369189 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41439411-3f03-4d95-a0c7-3615c99f484a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc6c2702-22f7-4778-aafe-5df3ad43fbf1'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:28:50.371735 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e47ce94e7730ef80c099a0714bd3625e1f676465bb595722170593f8a424ee2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fbd2bc5-a919-4819-a4b1-98ce74638b29" -d '{"events": [{"server_uuid": "41439411-3f03-4d95-a0c7-3615c99f484a", "name": "network-vif-plugged", "status": "completed", "tag": "dc6c2702-22f7-4778-aafe-5df3ad43fbf1"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:28:50.384873 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port dc6c2702-22f7-4778-aafe-5df3ad43fbf1, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=dc6c2702-22f7-4778-aafe-5df3ad43fbf1,segment=NetworkSegment(c1a9478c-e822-415c-b4e0-1877c65ce6d6),segment_id=c1a9478c-e822-415c-b4e0-1877c65ce6d6)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:28:50.389764 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:50.412873 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68f16d52-4724-465d-a3be-c93e949752e2 x-openstack-request-id: req-68f16d52-4724-465d-a3be-c93e949752e2 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:28:50.413148 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41439411-3f03-4d95-a0c7-3615c99f484a", "name": "network-vif-plugged", "status": "completed", "tag": "dc6c2702-22f7-4778-aafe-5df3ad43fbf1", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:28:50.413396 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-68f16d52-4724-465d-a3be-c93e949752e2 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:28:50.413775 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41439411-3f03-4d95-a0c7-3615c99f484a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc6c2702-22f7-4778-aafe-5df3ad43fbf1', 'code': 200} Aug 29 05:28:50.439041 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=dc6c2702-22f7-4778-aafe-5df3ad43fbf1,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:28:50.503992 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4096ac9f-52fc-4f68-80ae-6468674afc5c req-09fc3dd8-1bc1-4eac-86b1-e9d19f732acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:50.505473 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4096ac9f-52fc-4f68-80ae-6468674afc5c req-09fc3dd8-1bc1-4eac-86b1-e9d19f732acf service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=41439411-3f03-4d95-a0c7-3615c99f484a HTTP/1.1" status: 200 len: 1097 time: 0.0408087 Aug 29 05:28:50.541100 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4096ac9f-52fc-4f68-80ae-6468674afc5c req-96eb3334-d029-4b01-9c69-97ed8d0f004f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=60a4be6c-115d-45f6-badd-be7fa72d86c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281875 Aug 29 05:28:51.226208 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb22b2d9-84b6-4ca3-bf7f-56eba36b1d49 req-aad6c59d-c3e7-4d16-ac7e-8d4ea57db6dd tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:51.227733 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fb22b2d9-84b6-4ca3-bf7f-56eba36b1d49 req-aad6c59d-c3e7-4d16-ac7e-8d4ea57db6dd tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/ports?device_id=41439411-3f03-4d95-a0c7-3615c99f484a HTTP/1.1" status: 200 len: 945 time: 0.0490687 Aug 29 05:28:51.271665 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fb22b2d9-84b6-4ca3-bf7f-56eba36b1d49 req-b7b17857-11b2-4a26-b241-32c18db40cf0 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/security-groups?id=60a4be6c-115d-45f6-badd-be7fa72d86c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379367 Aug 29 05:28:52.390022 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a892ac4-5396-4bd7-b118-3912165326db req-8aaf2124-4853-400d-87dc-031a46e86057 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:52.391520 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8a892ac4-5396-4bd7-b118-3912165326db req-8aaf2124-4853-400d-87dc-031a46e86057 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/ports?device_id=41439411-3f03-4d95-a0c7-3615c99f484a HTTP/1.1" status: 200 len: 945 time: 0.0506876 Aug 29 05:28:52.430036 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8a892ac4-5396-4bd7-b118-3912165326db req-956fee83-f1a7-43ce-99d0-aa53bd1f3a2b tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/security-groups?id=60a4be6c-115d-45f6-badd-be7fa72d86c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318007 Aug 29 05:28:52.542593 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ea3db8-41a5-49c2-bdc3-5cf2808e0391 req-d4b5c37a-e2b4-4709-ac92-675afc947b5d tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:52.544152 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c2ea3db8-41a5-49c2-bdc3-5cf2808e0391 req-d4b5c37a-e2b4-4709-ac92-675afc947b5d tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/ports?device_id=41439411-3f03-4d95-a0c7-3615c99f484a HTTP/1.1" status: 200 len: 945 time: 0.0491631 Aug 29 05:28:52.582846 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c2ea3db8-41a5-49c2-bdc3-5cf2808e0391 req-84acf833-8535-40ff-998b-26cabccd8fdc tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/security-groups?id=60a4be6c-115d-45f6-badd-be7fa72d86c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326223 Aug 29 05:28:52.603831 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 42616) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:28:52.727161 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5738b195-415d-4322-ae8e-ae85c0dd2cbb tempest-TestShelveInstance-175649728 tempest-TestShelveInstance-175649728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:52.728708 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-5738b195-415d-4322-ae8e-ae85c0dd2cbb tempest-TestShelveInstance-175649728 tempest-TestShelveInstance-175649728-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=41439411-3f03-4d95-a0c7-3615c99f484a HTTP/1.1" status: 200 len: 1092 time: 0.1239092 Aug 29 05:28:52.731676 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 42620) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:28:52.736247 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-d698e428-f1c3-4917-9c8b-d4444b4b7b0c tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Request body: {'floatingip': {'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'port_id': 'dc6c2702-22f7-4778-aafe-5df3ad43fbf1', 'tenant_id': '7709d35c0a744192a19d6b3b1ec59ccc', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:28:52.758657 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d698e428-f1c3-4917-9c8b-d4444b4b7b0c tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Notify callbacks [] for floatingip, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:52.855520 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d698e428-f1c3-4917-9c8b-d4444b4b7b0c tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:52.959895 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-d698e428-f1c3-4917-9c8b-d4444b4b7b0c tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Allocated IP 172.25.0.150 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/dbcab3bd-735a-4bfc-b248-88ad66842bb3) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:28:53.057656 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d698e428-f1c3-4917-9c8b-d4444b4b7b0c tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:53.095079 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d698e428-f1c3-4917-9c8b-d4444b4b7b0c tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:53.136262 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d698e428-f1c3-4917-9c8b-d4444b4b7b0c tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:28:53.139159 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-d698e428-f1c3-4917-9c8b-d4444b4b7b0c tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:28:53.143373 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d698e428-f1c3-4917-9c8b-d4444b4b7b0c tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:28:53.146302 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d698e428-f1c3-4917-9c8b-d4444b4b7b0c tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Pushing event updated for resources: {'Port': ['ID=dbcab3bd-735a-4bfc-b248-88ad66842bb3,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:28:53.491602 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d698e428-f1c3-4917-9c8b-d4444b4b7b0c tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:53.558722 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d698e428-f1c3-4917-9c8b-d4444b4b7b0c tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:53.702042 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d698e428-f1c3-4917-9c8b-d4444b4b7b0c tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:53.707791 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d698e428-f1c3-4917-9c8b-d4444b4b7b0c tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:53.779661 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d698e428-f1c3-4917-9c8b-d4444b4b7b0c tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Pushing event updated for resources: {'Port': ['ID=dbcab3bd-735a-4bfc-b248-88ad66842bb3,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:28:53.791165 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d698e428-f1c3-4917-9c8b-d4444b4b7b0c tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719515'] for floatingip, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:53.888614 n-d-712140-12 neutron-server[94828]: INFO neutron.db.l3_db [None req-d698e428-f1c3-4917-9c8b-d4444b4b7b0c tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Floating IP 9f7e26ec-ad92-46a8-bdb2-5ffb8bf8497e associated. External IP: 172.25.0.150, port: dc6c2702-22f7-4778-aafe-5df3ad43fbf1. Aug 29 05:28:54.093101 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d698e428-f1c3-4917-9c8b-d4444b4b7b0c tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Router bac3dcee-2082-413f-9f3b-d5513121dc56 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:28:54.196555 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d698e428-f1c3-4917-9c8b-d4444b4b7b0c tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:28:54.207004 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15eb6300-733b-468b-8046-16b25df15b47 None None] Sync routers for ids ['bac3dcee-2082-413f-9f3b-d5513121dc56'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:28:54.213140 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d698e428-f1c3-4917-9c8b-d4444b4b7b0c tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:54.216866 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15eb6300-733b-468b-8046-16b25df15b47 None None] Routers {'bac3dcee-2082-413f-9f3b-d5513121dc56'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:28:54.217497 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-15eb6300-733b-468b-8046-16b25df15b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:28:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['bac3dcee-2082-413f-9f3b-d5513121dc56'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:28:54.240565 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-d698e428-f1c3-4917-9c8b-d4444b4b7b0c tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5076849 Aug 29 05:28:54.241201 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41439411-3f03-4d95-a0c7-3615c99f484a', 'tag': 'dc6c2702-22f7-4778-aafe-5df3ad43fbf1'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:28:54.243508 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfb9107a06241f0f5f2256c13c0e0e77dc40c776bf6dc0455c34cebdf0549d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c78d5269-c0d1-4d06-bbf2-7471abc722b8" -d '{"events": [{"name": "network-changed", "server_uuid": "41439411-3f03-4d95-a0c7-3615c99f484a", "tag": "dc6c2702-22f7-4778-aafe-5df3ad43fbf1"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:28:54.281482 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0a9edaf-c4b8-4170-ae30-419dfa36f324 x-openstack-request-id: req-b0a9edaf-c4b8-4170-ae30-419dfa36f324 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:28:54.281775 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41439411-3f03-4d95-a0c7-3615c99f484a", "tag": "dc6c2702-22f7-4778-aafe-5df3ad43fbf1", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:28:54.282031 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b0a9edaf-c4b8-4170-ae30-419dfa36f324 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:28:54.282457 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41439411-3f03-4d95-a0c7-3615c99f484a', 'tag': 'dc6c2702-22f7-4778-aafe-5df3ad43fbf1', 'status': 'completed', 'code': 200} Aug 29 05:28:54.328303 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-15eb6300-733b-468b-8046-16b25df15b47 None None] Set router bac3dcee-2082-413f-9f3b-d5513121dc56 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:28:54.351138 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78d5269-c0d1-4d06-bbf2-7471abc722b8 req-f343f148-74da-4684-869a-890cb5211c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:54.352660 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c78d5269-c0d1-4d06-bbf2-7471abc722b8 req-f343f148-74da-4684-869a-890cb5211c1f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7709d35c0a744192a19d6b3b1ec59ccc&device_id=41439411-3f03-4d95-a0c7-3615c99f484a HTTP/1.1" status: 200 len: 1097 time: 0.0486598 Aug 29 05:28:54.443838 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78d5269-c0d1-4d06-bbf2-7471abc722b8 req-9eb810fc-890d-45f8-9649-65dd41353f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:54.445346 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c78d5269-c0d1-4d06-bbf2-7471abc722b8 req-9eb810fc-890d-45f8-9649-65dd41353f1d service neutron] 10.222.0.46 "GET /v2.0/networks?id=b7ede0f0-67b6-4ead-a5a9-363d254a4e9b HTTP/1.1" status: 200 len: 910 time: 0.0852160 Aug 29 05:28:54.514026 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c78d5269-c0d1-4d06-bbf2-7471abc722b8 req-2972e5bf-ed23-4594-bab4-43f192d5246f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dc6c2702-22f7-4778-aafe-5df3ad43fbf1 HTTP/1.1" status: 200 len: 999 time: 0.0614557 Aug 29 05:28:54.549610 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-15eb6300-733b-468b-8046-16b25df15b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bac3dcee-2082-413f-9f3b-d5513121dc56', 'name': 'tempest-TestShelveInstance-1948580004-router', 'tenant_id': '7709d35c0a744192a19d6b3b1ec59ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': 'e6798952-ec4f-48d5-b628-f90ab031c8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:28:32Z', 'updated_at': '2021-08-29T05:28:34Z', 'revision_number': 4, 'project_id': '7709d35c0a744192a19d6b3b1ec59ccc', 'gw_port': {'id': 'e6798952-ec4f-48d5-b628-f90ab031c8b7', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ee:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac3dcee-2082-413f-9f3b-d5513121dc56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:28:32Z', 'updated_at': '2021-08-29T05:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': '9f7e26ec-ad92-46a8-bdb2-5ffb8bf8497e', 'tenant_id': '7709d35c0a744192a19d6b3b1ec59ccc', 'floating_ip_address': '172.25.0.150', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': 'bac3dcee-2082-413f-9f3b-d5513121dc56', 'port_id': 'dc6c2702-22f7-4778-aafe-5df3ad43fbf1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7ede0f0-67b6-4ead-a5a9-363d254a4e9b', 'mac_address': 'fa:16:3e:9e:19:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41439411-3f03-4d95-a0c7-3615c99f484a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:28:53Z', 'updated_at': '2021-08-29T05:28:53Z', 'revision_number': 0, 'project_id': '7709d35c0a744192a19d6b3b1ec59ccc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '945a03e8-2654-4626-8259-e4e39f011c1c', 'name': '', 'network_id': 'b7ede0f0-67b6-4ead-a5a9-363d254a4e9b', 'tenant_id': '7709d35c0a744192a19d6b3b1ec59ccc', 'mac_address': 'fa:16:3e:4f:25:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac3dcee-2082-413f-9f3b-d5513121dc56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '785bf80a-a593-4715-8f1e-da93a8c7ab6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:28:34Z', 'updated_at': '2021-08-29T05:28:41Z', 'revision_number': 5, 'project_id': '7709d35c0a744192a19d6b3b1ec59ccc', 'subnets': [{'id': '785bf80a-a593-4715-8f1e-da93a8c7ab6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:28:54.562722 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78d5269-c0d1-4d06-bbf2-7471abc722b8 req-8a897b66-e546-4432-aaf4-daedd9042153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:54.564864 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c78d5269-c0d1-4d06-bbf2-7471abc722b8 req-8a897b66-e546-4432-aaf4-daedd9042153 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=785bf80a-a593-4715-8f1e-da93a8c7ab6c HTTP/1.1" status: 200 len: 848 time: 0.0442626 Aug 29 05:28:54.575527 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15eb6300-733b-468b-8046-16b25df15b47 None None] Checking router: bac3dcee-2082-413f-9f3b-d5513121dc56 for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:28:54.584067 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15eb6300-733b-468b-8046-16b25df15b47 None None] Routers {'bac3dcee-2082-413f-9f3b-d5513121dc56'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:28:54.584735 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-15eb6300-733b-468b-8046-16b25df15b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:28:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['bac3dcee-2082-413f-9f3b-d5513121dc56'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:28:54.610909 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78d5269-c0d1-4d06-bbf2-7471abc722b8 req-34313bd3-545a-4e0a-9bb8-6e6c1502255e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:54.612487 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c78d5269-c0d1-4d06-bbf2-7471abc722b8 req-34313bd3-545a-4e0a-9bb8-6e6c1502255e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b7ede0f0-67b6-4ead-a5a9-363d254a4e9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403776 Aug 29 05:28:54.690438 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-15eb6300-733b-468b-8046-16b25df15b47 None None] Set router bac3dcee-2082-413f-9f3b-d5513121dc56 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:28:54.705809 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c78d5269-c0d1-4d06-bbf2-7471abc722b8 req-a0201878-44af-4146-be8f-2c45c62d8962 service neutron] 10.222.0.46 "GET /v2.0/networks/b7ede0f0-67b6-4ead-a5a9-363d254a4e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863481 Aug 29 05:28:54.793730 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c78d5269-c0d1-4d06-bbf2-7471abc722b8 req-65656362-08c0-4f26-b1f0-b1581b601309 service neutron] 10.222.0.46 "GET /v2.0/networks/b7ede0f0-67b6-4ead-a5a9-363d254a4e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813982 Aug 29 05:28:55.000459 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-15eb6300-733b-468b-8046-16b25df15b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bac3dcee-2082-413f-9f3b-d5513121dc56', 'name': 'tempest-TestShelveInstance-1948580004-router', 'tenant_id': '7709d35c0a744192a19d6b3b1ec59ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': 'e6798952-ec4f-48d5-b628-f90ab031c8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:28:32Z', 'updated_at': '2021-08-29T05:28:34Z', 'revision_number': 4, 'project_id': '7709d35c0a744192a19d6b3b1ec59ccc', 'gw_port': {'id': 'e6798952-ec4f-48d5-b628-f90ab031c8b7', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ee:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac3dcee-2082-413f-9f3b-d5513121dc56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:28:32Z', 'updated_at': '2021-08-29T05:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': '9f7e26ec-ad92-46a8-bdb2-5ffb8bf8497e', 'tenant_id': '7709d35c0a744192a19d6b3b1ec59ccc', 'floating_ip_address': '172.25.0.150', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': 'bac3dcee-2082-413f-9f3b-d5513121dc56', 'port_id': 'dc6c2702-22f7-4778-aafe-5df3ad43fbf1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7ede0f0-67b6-4ead-a5a9-363d254a4e9b', 'mac_address': 'fa:16:3e:9e:19:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41439411-3f03-4d95-a0c7-3615c99f484a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:28:53Z', 'updated_at': '2021-08-29T05:28:53Z', 'revision_number': 0, 'project_id': '7709d35c0a744192a19d6b3b1ec59ccc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '945a03e8-2654-4626-8259-e4e39f011c1c', 'name': '', 'network_id': 'b7ede0f0-67b6-4ead-a5a9-363d254a4e9b', 'tenant_id': '7709d35c0a744192a19d6b3b1ec59ccc', 'mac_address': 'fa:16:3e:4f:25:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac3dcee-2082-413f-9f3b-d5513121dc56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '785bf80a-a593-4715-8f1e-da93a8c7ab6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:28:34Z', 'updated_at': '2021-08-29T05:28:41Z', 'revision_number': 5, 'project_id': '7709d35c0a744192a19d6b3b1ec59ccc', 'subnets': [{'id': '785bf80a-a593-4715-8f1e-da93a8c7ab6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:28:55.025634 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15eb6300-733b-468b-8046-16b25df15b47 None None] The sync data for ids ['bac3dcee-2082-413f-9f3b-d5513121dc56'] in n-d-712140-12 is: [{'id': 'bac3dcee-2082-413f-9f3b-d5513121dc56', 'name': 'tempest-TestShelveInstance-1948580004-router', 'tenant_id': '7709d35c0a744192a19d6b3b1ec59ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': 'e6798952-ec4f-48d5-b628-f90ab031c8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:28:32Z', 'updated_at': '2021-08-29T05:28:34Z', 'revision_number': 4, 'project_id': '7709d35c0a744192a19d6b3b1ec59ccc', 'gw_port': {'id': 'e6798952-ec4f-48d5-b628-f90ab031c8b7', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ee:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac3dcee-2082-413f-9f3b-d5513121dc56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:28:32Z', 'updated_at': '2021-08-29T05:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': '9f7e26ec-ad92-46a8-bdb2-5ffb8bf8497e', 'tenant_id': '7709d35c0a744192a19d6b3b1ec59ccc', 'floating_ip_address': '172.25.0.150', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': 'bac3dcee-2082-413f-9f3b-d5513121dc56', 'port_id': 'dc6c2702-22f7-4778-aafe-5df3ad43fbf1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7ede0f0-67b6-4ead-a5a9-363d254a4e9b', 'mac_address': 'fa:16:3e:9e:19:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41439411-3f03-4d95-a0c7-3615c99f484a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:28:53Z', 'updated_at': '2021-08-29T05:28:53Z', 'revision_number': 0, 'project_id': '7709d35c0a744192a19d6b3b1ec59ccc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '945a03e8-2654-4626-8259-e4e39f011c1c', 'name': '', 'network_id': 'b7ede0f0-67b6-4ead-a5a9-363d254a4e9b', 'tenant_id': '7709d35c0a744192a19d6b3b1ec59ccc', 'mac_address': 'fa:16:3e:4f:25:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac3dcee-2082-413f-9f3b-d5513121dc56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '785bf80a-a593-4715-8f1e-da93a8c7ab6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:28:34Z', 'updated_at': '2021-08-29T05:28:41Z', 'revision_number': 5, 'project_id': '7709d35c0a744192a19d6b3b1ec59ccc', 'subnets': [{'id': '785bf80a-a593-4715-8f1e-da93a8c7ab6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:28:55.225326 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a353c1c7-e1e1-461f-a3ac-594af2d37d2c None None] New status for floating IP 9f7e26ec-ad92-46a8-bdb2-5ffb8bf8497e: ACTIVE {{(pid=94830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:28:58.470466 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e43eb730-4ac4-4a97-b495-e0cf73931cba req-0d2942ac-8785-46d3-9dec-031e5f7da73f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=19efa733-49d3-4125-b1bf-b01d593b5e9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0429645 Aug 29 05:28:58.570031 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43eb730-4ac4-4a97-b495-e0cf73931cba req-8f31ef25-e29a-4017-a5ff-3e0b041ad4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:58.571510 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e43eb730-4ac4-4a97-b495-e0cf73931cba req-8f31ef25-e29a-4017-a5ff-3e0b041ad4ae service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=31def360f89342158e5c482db8b51dfa&device_id=19efa733-49d3-4125-b1bf-b01d593b5e9a HTTP/1.1" status: 200 len: 1097 time: 0.0400214 Aug 29 05:28:58.672453 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43eb730-4ac4-4a97-b495-e0cf73931cba req-af8f49ce-1963-4728-8765-8e11f952c588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:58.674417 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e43eb730-4ac4-4a97-b495-e0cf73931cba req-af8f49ce-1963-4728-8765-8e11f952c588 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb HTTP/1.1" status: 200 len: 913 time: 0.0825224 Aug 29 05:28:58.719546 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e43eb730-4ac4-4a97-b495-e0cf73931cba req-f3a58c5a-d1e1-46b2-8352-3a9892adc630 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e11f048-6330-4537-9251-c0dbbafc7fc5 HTTP/1.1" status: 200 len: 217 time: 0.0373888 Aug 29 05:28:58.771063 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43eb730-4ac4-4a97-b495-e0cf73931cba req-43c14979-3c37-4e7c-b6c0-a8e289ef794f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:58.772603 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e43eb730-4ac4-4a97-b495-e0cf73931cba req-43c14979-3c37-4e7c-b6c0-a8e289ef794f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6f6d99e8-8009-478f-9356-563dd7d1ac5b HTTP/1.1" status: 200 len: 851 time: 0.0452173 Aug 29 05:28:58.817343 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43eb730-4ac4-4a97-b495-e0cf73931cba req-764ec553-9685-437c-b81c-8288f4f02a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:58.818819 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e43eb730-4ac4-4a97-b495-e0cf73931cba req-764ec553-9685-437c-b81c-8288f4f02a35 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386846 Aug 29 05:28:58.910588 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e43eb730-4ac4-4a97-b495-e0cf73931cba req-2d1efece-3c94-4d59-83b9-7d254fa19472 service neutron] 10.222.0.48 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836036 Aug 29 05:28:58.997954 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e43eb730-4ac4-4a97-b495-e0cf73931cba req-7d14796a-63c4-4c93-b760-758b914bcf72 service neutron] 10.222.0.48 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800927 Aug 29 05:28:59.305469 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:03.486885 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2640e416-be68-4692-b666-ad333c039165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:06.352954 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-40d135ca-64f6-465f-a9ce-8561277a5530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:07.380690 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:07.470298 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:08.970155 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:19.885057 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:21.556318 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:29:29.304602 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:33.488244 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-92712b52-2fbb-48de-87af-1f77089b5e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:36.354639 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-951e0cd3-df78-4c95-bf96-083ef284c0e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:37.380883 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:37.472818 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:38.139916 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [req-e14d5528-bd5e-4297-aff1-ffc68dddbeb4 req-fa529fd5-ed71-4309-be70-c0f550dd59a1 service neutron] (94829) timed out ('10.222.0.22', 59124) {{(pid=94829) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 05:29:38.973819 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:49.884084 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:50.973927 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8037fb5f-e4e5-4e29-be01-531765db744f req-afff2762-6359-4334-b3dc-72554d070524 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=41439411-3f03-4d95-a0c7-3615c99f484a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0396519 Aug 29 05:29:51.057369 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8037fb5f-e4e5-4e29-be01-531765db744f req-f7ebe808-b63e-48f2-83c1-b07324072d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:29:51.058775 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8037fb5f-e4e5-4e29-be01-531765db744f req-f7ebe808-b63e-48f2-83c1-b07324072d6a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7709d35c0a744192a19d6b3b1ec59ccc&device_id=41439411-3f03-4d95-a0c7-3615c99f484a HTTP/1.1" status: 200 len: 1097 time: 0.0428641 Aug 29 05:29:51.155963 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8037fb5f-e4e5-4e29-be01-531765db744f req-75a1e24b-febc-406d-9d21-834c46c21b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:29:51.157423 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8037fb5f-e4e5-4e29-be01-531765db744f req-75a1e24b-febc-406d-9d21-834c46c21b8e service neutron] 10.222.0.46 "GET /v2.0/networks?id=b7ede0f0-67b6-4ead-a5a9-363d254a4e9b HTTP/1.1" status: 200 len: 910 time: 0.0801091 Aug 29 05:29:51.553570 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8037fb5f-e4e5-4e29-be01-531765db744f req-bc47d3dc-28b2-4189-9bba-e496077d4ba4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dc6c2702-22f7-4778-aafe-5df3ad43fbf1 HTTP/1.1" status: 200 len: 1001 time: 0.3886399 Aug 29 05:29:51.600926 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8037fb5f-e4e5-4e29-be01-531765db744f req-b1190524-de51-48a6-866e-561b4a15e766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:29:51.602321 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8037fb5f-e4e5-4e29-be01-531765db744f req-b1190524-de51-48a6-866e-561b4a15e766 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=785bf80a-a593-4715-8f1e-da93a8c7ab6c HTTP/1.1" status: 200 len: 848 time: 0.0413060 Aug 29 05:29:51.646465 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8037fb5f-e4e5-4e29-be01-531765db744f req-0bc0c447-75ae-40eb-96f6-1bbbc408710c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:29:51.647947 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8037fb5f-e4e5-4e29-be01-531765db744f req-0bc0c447-75ae-40eb-96f6-1bbbc408710c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b7ede0f0-67b6-4ead-a5a9-363d254a4e9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389352 Aug 29 05:29:51.738681 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8037fb5f-e4e5-4e29-be01-531765db744f req-883533b2-fc92-4c15-9fce-f0e348cf6932 service neutron] 10.222.0.46 "GET /v2.0/networks/b7ede0f0-67b6-4ead-a5a9-363d254a4e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834384 Aug 29 05:29:51.829165 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8037fb5f-e4e5-4e29-be01-531765db744f req-f919c7a1-299b-4304-ae00-7f04b5519db9 service neutron] 10.222.0.46 "GET /v2.0/networks/b7ede0f0-67b6-4ead-a5a9-363d254a4e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828533 Aug 29 05:29:58.460671 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b9f5e9ab-3877-4f00-871a-fa82cdc087d6 req-88b2638c-0e59-48a8-a332-0da424b56dfa service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=19efa733-49d3-4125-b1bf-b01d593b5e9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0397694 Aug 29 05:29:58.555554 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:29:58.561776 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f5e9ab-3877-4f00-871a-fa82cdc087d6 req-a019c195-9240-4c49-b5d3-093c35abc3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:29:58.563276 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b9f5e9ab-3877-4f00-871a-fa82cdc087d6 req-a019c195-9240-4c49-b5d3-093c35abc3ae service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=31def360f89342158e5c482db8b51dfa&device_id=19efa733-49d3-4125-b1bf-b01d593b5e9a HTTP/1.1" status: 200 len: 1097 time: 0.0442116 Aug 29 05:29:58.664961 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f5e9ab-3877-4f00-871a-fa82cdc087d6 req-5134458d-ab1f-453c-9034-a83d4f982cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:29:58.666439 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b9f5e9ab-3877-4f00-871a-fa82cdc087d6 req-5134458d-ab1f-453c-9034-a83d4f982cb6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb HTTP/1.1" status: 200 len: 913 time: 0.0827477 Aug 29 05:29:58.711735 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b9f5e9ab-3877-4f00-871a-fa82cdc087d6 req-14752319-ab0c-499c-88be-37813ea86b70 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e11f048-6330-4537-9251-c0dbbafc7fc5 HTTP/1.1" status: 200 len: 217 time: 0.0376883 Aug 29 05:29:58.761291 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f5e9ab-3877-4f00-871a-fa82cdc087d6 req-854d37ce-d13e-4679-a894-06e840218c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:29:58.762766 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b9f5e9ab-3877-4f00-871a-fa82cdc087d6 req-854d37ce-d13e-4679-a894-06e840218c6c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6f6d99e8-8009-478f-9356-563dd7d1ac5b HTTP/1.1" status: 200 len: 851 time: 0.0432549 Aug 29 05:29:58.806012 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f5e9ab-3877-4f00-871a-fa82cdc087d6 req-22104a5a-da89-4649-9c1a-afe8aaaeff32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:29:58.807502 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b9f5e9ab-3877-4f00-871a-fa82cdc087d6 req-22104a5a-da89-4649-9c1a-afe8aaaeff32 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0380831 Aug 29 05:29:58.897594 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b9f5e9ab-3877-4f00-871a-fa82cdc087d6 req-e8958147-37b1-476c-bce8-0e92b593cbda service neutron] 10.222.0.48 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827231 Aug 29 05:29:58.984598 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b9f5e9ab-3877-4f00-871a-fa82cdc087d6 req-5c47059d-9ea7-4a89-a61c-54037470a2c9 service neutron] 10.222.0.48 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798934 Aug 29 05:29:59.334013 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:03.489843 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7c74d33a-8283-46e1-bed4-9a6e4dde1033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:06.362600 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5b7ab965-adbd-4108-ab3a-670a01159bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:07.382119 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:07.474860 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:08.977066 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:19.882519 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:29.349475 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:33.491515 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ea88d996-7069-4c3d-aec8-d260cdb0c2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:35.554336 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:30:36.353619 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5077bf6b-f9ce-4e0d-b112-136c2c9d2a82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:37.383138 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:37.477957 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:38.981527 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:49.885604 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:50.309232 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43c8255-6384-4ea1-9caf-046896ab65b7 req-423e435b-b7ec-497c-8750-3f497d0c6901 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:50.310641 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e43c8255-6384-4ea1-9caf-046896ab65b7 req-423e435b-b7ec-497c-8750-3f497d0c6901 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/ports?device_id=41439411-3f03-4d95-a0c7-3615c99f484a HTTP/1.1" status: 200 len: 945 time: 0.0494494 Aug 29 05:30:50.349334 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e43c8255-6384-4ea1-9caf-046896ab65b7 req-343ad9da-20a8-425b-84ce-a75dc56e2fc0 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/security-groups?id=60a4be6c-115d-45f6-badd-be7fa72d86c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325592 Aug 29 05:30:51.506673 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ce273f-c57b-4a0f-8a5c-31910d704608 req-5668b350-3609-4919-abee-e3ce8dc972af tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:51.508170 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d7ce273f-c57b-4a0f-8a5c-31910d704608 req-5668b350-3609-4919-abee-e3ce8dc972af tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/ports?device_id=41439411-3f03-4d95-a0c7-3615c99f484a HTTP/1.1" status: 200 len: 945 time: 0.0535378 Aug 29 05:30:51.545524 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d7ce273f-c57b-4a0f-8a5c-31910d704608 req-8d1ab0bf-2eb8-462b-9acf-6ff1a223e64b tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/security-groups?id=60a4be6c-115d-45f6-badd-be7fa72d86c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314064 Aug 29 05:30:52.658277 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7514616a-d6d2-46d2-ad22-c1dce4d4a2d2 req-879a706b-5c04-4c21-92fe-e6d78562a743 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:52.660289 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7514616a-d6d2-46d2-ad22-c1dce4d4a2d2 req-879a706b-5c04-4c21-92fe-e6d78562a743 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/ports?device_id=41439411-3f03-4d95-a0c7-3615c99f484a HTTP/1.1" status: 200 len: 945 time: 0.0490389 Aug 29 05:30:52.696873 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7514616a-d6d2-46d2-ad22-c1dce4d4a2d2 req-004a5f94-10de-42fc-a99a-268fe9fd27ac tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/security-groups?id=60a4be6c-115d-45f6-badd-be7fa72d86c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306766 Aug 29 05:30:53.010921 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870d497a-025d-4757-9ece-faa96d10ba11 req-aec71e66-2b14-4f43-86a6-27f174c0db9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:53.012347 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-870d497a-025d-4757-9ece-faa96d10ba11 req-aec71e66-2b14-4f43-86a6-27f174c0db9f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7709d35c0a744192a19d6b3b1ec59ccc&device_id=41439411-3f03-4d95-a0c7-3615c99f484a HTTP/1.1" status: 200 len: 1097 time: 0.0394690 Aug 29 05:30:53.117925 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870d497a-025d-4757-9ece-faa96d10ba11 req-ca092004-852f-454f-98e1-7f682724e478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:53.119387 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-870d497a-025d-4757-9ece-faa96d10ba11 req-ca092004-852f-454f-98e1-7f682724e478 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b7ede0f0-67b6-4ead-a5a9-363d254a4e9b HTTP/1.1" status: 200 len: 910 time: 0.0867326 Aug 29 05:30:53.185033 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-870d497a-025d-4757-9ece-faa96d10ba11 req-6db96879-1ca2-4ab6-99bc-1a16439b31a4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dc6c2702-22f7-4778-aafe-5df3ad43fbf1 HTTP/1.1" status: 200 len: 1001 time: 0.0588763 Aug 29 05:30:53.238595 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870d497a-025d-4757-9ece-faa96d10ba11 req-0724c92f-92ce-4a47-8dee-94282d78a3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:53.240047 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-870d497a-025d-4757-9ece-faa96d10ba11 req-0724c92f-92ce-4a47-8dee-94282d78a3e2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=785bf80a-a593-4715-8f1e-da93a8c7ab6c HTTP/1.1" status: 200 len: 848 time: 0.0474434 Aug 29 05:30:53.285335 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870d497a-025d-4757-9ece-faa96d10ba11 req-0355b6bb-aebc-4b65-8a77-ce5c47519b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:53.286752 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-870d497a-025d-4757-9ece-faa96d10ba11 req-0355b6bb-aebc-4b65-8a77-ce5c47519b6e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b7ede0f0-67b6-4ead-a5a9-363d254a4e9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396514 Aug 29 05:30:53.297332 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [req-870d497a-025d-4757-9ece-faa96d10ba11 req-9cf5554c-0ec7-4420-b14f-a73568b26549 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 05:30:53.298261 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-870d497a-025d-4757-9ece-faa96d10ba11 req-9cf5554c-0ec7-4420-b14f-a73568b26549 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048919 Aug 29 05:30:53.383731 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-870d497a-025d-4757-9ece-faa96d10ba11 req-32e763af-c1fe-42db-9c93-b9e719225522 service neutron] 10.222.0.46 "GET /v2.0/networks/b7ede0f0-67b6-4ead-a5a9-363d254a4e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789375 Aug 29 05:30:53.476412 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-870d497a-025d-4757-9ece-faa96d10ba11 req-1728b55c-2f47-4aa6-abf3-0e298eeb1577 service neutron] 10.222.0.46 "GET /v2.0/networks/b7ede0f0-67b6-4ead-a5a9-363d254a4e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851455 Aug 29 05:30:53.814988 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea232b1-f28a-4105-8172-debc00c1b172 req-38c3acd8-47ea-464c-a974-b451e4e6d109 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:53.817161 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8ea232b1-f28a-4105-8172-debc00c1b172 req-38c3acd8-47ea-464c-a974-b451e4e6d109 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/ports?device_id=41439411-3f03-4d95-a0c7-3615c99f484a HTTP/1.1" status: 200 len: 945 time: 0.0499959 Aug 29 05:30:53.854007 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8ea232b1-f28a-4105-8172-debc00c1b172 req-594cccef-3e6f-4b27-a632-26034b25bb9f tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/security-groups?id=60a4be6c-115d-45f6-badd-be7fa72d86c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309327 Aug 29 05:30:54.969546 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31b8d20-dd4f-4010-bc64-2109731716a0 req-00b575b9-d498-45bf-8346-e5ef05ef6008 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:54.971050 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e31b8d20-dd4f-4010-bc64-2109731716a0 req-00b575b9-d498-45bf-8346-e5ef05ef6008 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/ports?device_id=41439411-3f03-4d95-a0c7-3615c99f484a HTTP/1.1" status: 200 len: 945 time: 0.0499046 Aug 29 05:30:55.008904 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e31b8d20-dd4f-4010-bc64-2109731716a0 req-1d7c0d58-cb53-49b2-a3ad-f48fa2fe22c3 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/security-groups?id=60a4be6c-115d-45f6-badd-be7fa72d86c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311401 Aug 29 05:30:56.129583 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dac3e7f-1836-40e8-a0fe-230188841f8c req-68d91c39-37ae-4360-9e74-e61ac7ddf24b tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:56.131073 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1dac3e7f-1836-40e8-a0fe-230188841f8c req-68d91c39-37ae-4360-9e74-e61ac7ddf24b tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/ports?device_id=41439411-3f03-4d95-a0c7-3615c99f484a HTTP/1.1" status: 200 len: 945 time: 0.0540390 Aug 29 05:30:56.168239 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1dac3e7f-1836-40e8-a0fe-230188841f8c req-7ee96b2c-fe89-457c-81d3-3539caddcc23 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/security-groups?id=60a4be6c-115d-45f6-badd-be7fa72d86c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312455 Aug 29 05:30:57.279435 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64ad5d1-fa54-430c-9aa4-b9f3b06f4f18 req-57dd8ee9-fb9b-45db-a482-d9a0aabfacb6 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:57.280958 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e64ad5d1-fa54-430c-9aa4-b9f3b06f4f18 req-57dd8ee9-fb9b-45db-a482-d9a0aabfacb6 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/ports?device_id=41439411-3f03-4d95-a0c7-3615c99f484a HTTP/1.1" status: 200 len: 945 time: 0.0481987 Aug 29 05:30:57.318777 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e64ad5d1-fa54-430c-9aa4-b9f3b06f4f18 req-72e92098-3317-4740-85ac-3177fc578a07 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/security-groups?id=60a4be6c-115d-45f6-badd-be7fa72d86c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312946 Aug 29 05:30:58.467402 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeca784-e7a5-4e84-991e-5e29b69d83ba req-1e5acdb8-73a7-4196-b537-df46f2d1af45 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:58.468938 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7aeca784-e7a5-4e84-991e-5e29b69d83ba req-1e5acdb8-73a7-4196-b537-df46f2d1af45 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/ports?device_id=41439411-3f03-4d95-a0c7-3615c99f484a HTTP/1.1" status: 200 len: 945 time: 0.0800633 Aug 29 05:30:58.475630 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3ba2fe2c-c905-4b1a-9334-2c6a76791fc3 req-0de7c477-2e5b-4757-b2c4-7482fca2376f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=19efa733-49d3-4125-b1bf-b01d593b5e9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0612431 Aug 29 05:30:58.508820 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7aeca784-e7a5-4e84-991e-5e29b69d83ba req-d7913246-d224-4d6f-8e6c-51969227ace4 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/security-groups?id=60a4be6c-115d-45f6-badd-be7fa72d86c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322077 Aug 29 05:30:58.576346 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba2fe2c-c905-4b1a-9334-2c6a76791fc3 req-0d2c8b6d-59f4-4b8f-b412-33758a59c0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:58.577844 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3ba2fe2c-c905-4b1a-9334-2c6a76791fc3 req-0d2c8b6d-59f4-4b8f-b412-33758a59c0f1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=31def360f89342158e5c482db8b51dfa&device_id=19efa733-49d3-4125-b1bf-b01d593b5e9a HTTP/1.1" status: 200 len: 1097 time: 0.0405364 Aug 29 05:30:58.683859 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba2fe2c-c905-4b1a-9334-2c6a76791fc3 req-3abbb3de-004c-4960-b550-4923e072ce9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:58.685332 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3ba2fe2c-c905-4b1a-9334-2c6a76791fc3 req-3abbb3de-004c-4960-b550-4923e072ce9f service neutron] 10.222.0.48 "GET /v2.0/networks?id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb HTTP/1.1" status: 200 len: 913 time: 0.0859780 Aug 29 05:30:58.727837 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3ba2fe2c-c905-4b1a-9334-2c6a76791fc3 req-64472b7f-638d-4884-a5cb-70dcf1302dba service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e11f048-6330-4537-9251-c0dbbafc7fc5 HTTP/1.1" status: 200 len: 217 time: 0.0348732 Aug 29 05:30:58.778678 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba2fe2c-c905-4b1a-9334-2c6a76791fc3 req-d27d5911-fe3b-427e-bd77-51eef6d66331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:58.780163 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3ba2fe2c-c905-4b1a-9334-2c6a76791fc3 req-d27d5911-fe3b-427e-bd77-51eef6d66331 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6f6d99e8-8009-478f-9356-563dd7d1ac5b HTTP/1.1" status: 200 len: 851 time: 0.0452304 Aug 29 05:30:58.825242 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba2fe2c-c905-4b1a-9334-2c6a76791fc3 req-28786e63-be51-4c0f-8c14-5f569e179792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:58.827063 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3ba2fe2c-c905-4b1a-9334-2c6a76791fc3 req-28786e63-be51-4c0f-8c14-5f569e179792 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389524 Aug 29 05:30:58.917909 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3ba2fe2c-c905-4b1a-9334-2c6a76791fc3 req-3e604da5-f8a5-47f7-beea-aa4a962b02bd service neutron] 10.222.0.48 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831897 Aug 29 05:30:59.008034 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3ba2fe2c-c905-4b1a-9334-2c6a76791fc3 req-788eb926-d5b6-4a08-a41c-278c38ed7c3d service neutron] 10.222.0.48 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812094 Aug 29 05:30:59.364129 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:59.631493 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a2cb80-a22b-4364-a389-a369ed733c7a req-fd2f18d9-0986-4299-9526-6fbac2fbf839 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:59.632911 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-02a2cb80-a22b-4364-a389-a369ed733c7a req-fd2f18d9-0986-4299-9526-6fbac2fbf839 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/ports?device_id=41439411-3f03-4d95-a0c7-3615c99f484a HTTP/1.1" status: 200 len: 945 time: 0.0551374 Aug 29 05:30:59.669994 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-02a2cb80-a22b-4364-a389-a369ed733c7a req-9902b41e-3001-4eec-9307-922448d494d9 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/security-groups?id=60a4be6c-115d-45f6-badd-be7fa72d86c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307426 Aug 29 05:31:00.744369 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device dc6c2702-22f7-4778-aafe-5df3ad43fbf1 details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:31:00.787298 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91846895-9b4c-4657-a90b-be16fb286609 req-409093fa-8e23-408a-a1e2-6c02b0206868 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:00.788839 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-91846895-9b4c-4657-a90b-be16fb286609 req-409093fa-8e23-408a-a1e2-6c02b0206868 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/ports?device_id=41439411-3f03-4d95-a0c7-3615c99f484a HTTP/1.1" status: 200 len: 945 time: 0.0502899 Aug 29 05:31:00.826154 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-91846895-9b4c-4657-a90b-be16fb286609 req-afde325e-dfc0-4213-a54b-3b8d987bad4f tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/security-groups?id=60a4be6c-115d-45f6-badd-be7fa72d86c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310755 Aug 29 05:31:00.837314 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port dc6c2702-22f7-4778-aafe-5df3ad43fbf1, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=dc6c2702-22f7-4778-aafe-5df3ad43fbf1,segment=NetworkSegment(c1a9478c-e822-415c-b4e0-1877c65ce6d6),segment_id=c1a9478c-e822-415c-b4e0-1877c65ce6d6)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:31:00.849761 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Returning: {'device': 'dc6c2702-22f7-4778-aafe-5df3ad43fbf1', 'network_id': 'b7ede0f0-67b6-4ead-a5a9-363d254a4e9b', 'port_id': 'dc6c2702-22f7-4778-aafe-5df3ad43fbf1', 'mac_address': 'fa:16:3e:9e:19:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '785bf80a-a593-4715-8f1e-da93a8c7ab6c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:31:00.885211 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:31:00.901161 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dc6c2702-22f7-4778-aafe-5df3ad43fbf1 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:31:00.920126 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port dc6c2702-22f7-4778-aafe-5df3ad43fbf1, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=dc6c2702-22f7-4778-aafe-5df3ad43fbf1,segment=NetworkSegment(c1a9478c-e822-415c-b4e0-1877c65ce6d6),segment_id=c1a9478c-e822-415c-b4e0-1877c65ce6d6)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:31:00.924146 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:31:00.975897 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=dc6c2702-22f7-4778-aafe-5df3ad43fbf1,revision_number=6']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:31:00.983008 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:31:00.983363 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:31:00.983730 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:31:00.984082 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:31:00.984422 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:31:00.984761 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:31:00.985092 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:31:00.985429 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:31:00.985755 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:31:00.986082 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:31:00.986410 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:31:00.986744 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:31:01.005257 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['dc6c2702-22f7-4778-aafe-5df3ad43fbf1'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:31:01.938570 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e198d1-e6e5-4250-8c29-d5fb789296eb req-c08a8a63-9979-4afa-8836-7fc62843c0a7 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:01.941448 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-65e198d1-e6e5-4250-8c29-d5fb789296eb req-c08a8a63-9979-4afa-8836-7fc62843c0a7 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/ports?device_id=41439411-3f03-4d95-a0c7-3615c99f484a HTTP/1.1" status: 200 len: 944 time: 0.0485580 Aug 29 05:31:01.981848 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-65e198d1-e6e5-4250-8c29-d5fb789296eb req-ae6ad2f4-e39b-41dc-a76b-1be8a04a28aa tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/security-groups?id=60a4be6c-115d-45f6-badd-be7fa72d86c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323887 Aug 29 05:31:02.744382 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device dc6c2702-22f7-4778-aafe-5df3ad43fbf1 up at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:31:02.791822 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning complete for port dc6c2702-22f7-4778-aafe-5df3ad43fbf1 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:31:02.792497 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:31:02.877829 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:31:02.917630 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41439411-3f03-4d95-a0c7-3615c99f484a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc6c2702-22f7-4778-aafe-5df3ad43fbf1'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:31:02.920149 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e47ce94e7730ef80c099a0714bd3625e1f676465bb595722170593f8a424ee2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c03e003b-1c02-471e-be27-8bd93a93394a" -d '{"events": [{"server_uuid": "41439411-3f03-4d95-a0c7-3615c99f484a", "name": "network-vif-plugged", "status": "completed", "tag": "dc6c2702-22f7-4778-aafe-5df3ad43fbf1"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:31:02.937420 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port dc6c2702-22f7-4778-aafe-5df3ad43fbf1, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=dc6c2702-22f7-4778-aafe-5df3ad43fbf1,segment=NetworkSegment(c1a9478c-e822-415c-b4e0-1877c65ce6d6),segment_id=c1a9478c-e822-415c-b4e0-1877c65ce6d6)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:31:02.942179 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:31:03.012671 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=dc6c2702-22f7-4778-aafe-5df3ad43fbf1,revision_number=7']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:31:03.086284 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-624f4627-7941-4927-b16d-b7e4df5f2284 x-openstack-request-id: req-624f4627-7941-4927-b16d-b7e4df5f2284 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:31:03.086610 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41439411-3f03-4d95-a0c7-3615c99f484a", "name": "network-vif-plugged", "status": "completed", "tag": "dc6c2702-22f7-4778-aafe-5df3ad43fbf1", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:31:03.086846 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-624f4627-7941-4927-b16d-b7e4df5f2284 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:31:03.087274 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41439411-3f03-4d95-a0c7-3615c99f484a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc6c2702-22f7-4778-aafe-5df3ad43fbf1', 'code': 200} Aug 29 05:31:03.192318 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961e7652-874c-4b25-9b81-03c159937187 req-66106f7f-fbce-48e6-a065-25edae71fe5a tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:03.193842 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-961e7652-874c-4b25-9b81-03c159937187 req-66106f7f-fbce-48e6-a065-25edae71fe5a tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/ports?device_id=41439411-3f03-4d95-a0c7-3615c99f484a HTTP/1.1" status: 200 len: 945 time: 0.0577626 Aug 29 05:31:03.237739 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-961e7652-874c-4b25-9b81-03c159937187 req-86a29f5f-acfa-40f7-b76a-1f1d8796510a tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/security-groups?id=60a4be6c-115d-45f6-badd-be7fa72d86c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345798 Aug 29 05:31:03.498535 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d8adfc55-0a21-4d2c-be14-5f0c8327aea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:31:04.412095 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7db938-08fb-446c-ac41-314ea14549d8 req-5401efc7-b447-478a-9e04-0f5d06ff57d1 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:04.414446 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8f7db938-08fb-446c-ac41-314ea14549d8 req-5401efc7-b447-478a-9e04-0f5d06ff57d1 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/ports?device_id=41439411-3f03-4d95-a0c7-3615c99f484a HTTP/1.1" status: 200 len: 945 time: 0.0802410 Aug 29 05:31:04.472012 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8f7db938-08fb-446c-ac41-314ea14549d8 req-e1502945-f738-4244-a2d1-3b82086bc5f3 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/security-groups?id=60a4be6c-115d-45f6-badd-be7fa72d86c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425115 Aug 29 05:31:05.634264 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becd3f90-cf4e-4092-ad78-1f6feae3637d req-c7be47fe-ede8-4c3e-b219-f37597bb4eaa tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:05.642653 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-becd3f90-cf4e-4092-ad78-1f6feae3637d req-c7be47fe-ede8-4c3e-b219-f37597bb4eaa tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/ports?device_id=41439411-3f03-4d95-a0c7-3615c99f484a HTTP/1.1" status: 200 len: 945 time: 0.0603137 Aug 29 05:31:05.684650 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-becd3f90-cf4e-4092-ad78-1f6feae3637d req-33fa3837-2dea-45cd-b3a8-3f16e95735b2 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/security-groups?id=60a4be6c-115d-45f6-badd-be7fa72d86c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410535 Aug 29 05:31:06.357775 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cec5e618-0abc-4bb7-ac4a-21fef9f459c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:31:06.819322 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be7dc04-ef72-4f79-b8bc-850d8cb705c9 req-a2d185e1-a371-4a88-99e3-a17930f5f209 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:06.824169 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6be7dc04-ef72-4f79-b8bc-850d8cb705c9 req-a2d185e1-a371-4a88-99e3-a17930f5f209 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/ports?device_id=41439411-3f03-4d95-a0c7-3615c99f484a HTTP/1.1" status: 200 len: 945 time: 0.0663917 Aug 29 05:31:06.862461 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6be7dc04-ef72-4f79-b8bc-850d8cb705c9 req-1c173b85-39a2-47f6-9c6f-209d8f5c6c14 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/security-groups?id=60a4be6c-115d-45f6-badd-be7fa72d86c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353761 Aug 29 05:31:07.386820 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:31:07.483945 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:31:07.991105 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c796b0-ebe7-46bc-a614-0a2211632c1f req-ab5a7aa7-1fea-47dd-b4cf-750c5611bbf9 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:07.993304 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-79c796b0-ebe7-46bc-a614-0a2211632c1f req-ab5a7aa7-1fea-47dd-b4cf-750c5611bbf9 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/ports?device_id=41439411-3f03-4d95-a0c7-3615c99f484a HTTP/1.1" status: 200 len: 945 time: 0.0555093 Aug 29 05:31:08.039496 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-79c796b0-ebe7-46bc-a614-0a2211632c1f req-58d32386-e25a-4efe-8711-1b4c84657afd tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/security-groups?id=60a4be6c-115d-45f6-badd-be7fa72d86c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395906 Aug 29 05:31:08.989060 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:31:09.200457 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dd50ca-3bc5-4f3d-822c-b97ca7e7d05b req-33fbde5c-eaa2-4320-b0ae-d84286881890 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:09.203053 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c9dd50ca-3bc5-4f3d-822c-b97ca7e7d05b req-33fbde5c-eaa2-4320-b0ae-d84286881890 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/ports?device_id=41439411-3f03-4d95-a0c7-3615c99f484a HTTP/1.1" status: 200 len: 945 time: 0.0577531 Aug 29 05:31:09.251174 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c9dd50ca-3bc5-4f3d-822c-b97ca7e7d05b req-2c1c07e5-be75-4599-b159-06647f13d847 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/security-groups?id=60a4be6c-115d-45f6-badd-be7fa72d86c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352445 Aug 29 05:31:10.382443 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69576283-abe6-4bae-914c-442a190041de req-b753d83d-570c-4f64-adec-8fa1b8ee0512 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:10.384033 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-69576283-abe6-4bae-914c-442a190041de req-b753d83d-570c-4f64-adec-8fa1b8ee0512 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/ports?device_id=41439411-3f03-4d95-a0c7-3615c99f484a HTTP/1.1" status: 200 len: 945 time: 0.0556943 Aug 29 05:31:10.429694 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-69576283-abe6-4bae-914c-442a190041de req-29752817-692f-4790-afc0-00fb234daf98 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/security-groups?id=60a4be6c-115d-45f6-badd-be7fa72d86c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362525 Aug 29 05:31:11.558879 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932eddfb-a2c2-43fd-9617-f6c45fdc8cef req-2ecdf560-a37a-4114-859e-84b51c9fd784 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:11.560429 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-932eddfb-a2c2-43fd-9617-f6c45fdc8cef req-2ecdf560-a37a-4114-859e-84b51c9fd784 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/ports?device_id=41439411-3f03-4d95-a0c7-3615c99f484a HTTP/1.1" status: 200 len: 945 time: 0.0507460 Aug 29 05:31:11.599667 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-932eddfb-a2c2-43fd-9617-f6c45fdc8cef req-ddc9255b-8499-45fa-a196-e3d2b8f5d4ff tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/security-groups?id=60a4be6c-115d-45f6-badd-be7fa72d86c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327933 Aug 29 05:31:12.182812 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a055585-a1b4-4488-ac19-7f3411068ec0 req-db3a82cc-65f3-4926-b2be-9356306dec45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:12.184322 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0a055585-a1b4-4488-ac19-7f3411068ec0 req-db3a82cc-65f3-4926-b2be-9356306dec45 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7709d35c0a744192a19d6b3b1ec59ccc&device_id=41439411-3f03-4d95-a0c7-3615c99f484a HTTP/1.1" status: 200 len: 1097 time: 0.0399551 Aug 29 05:31:12.274033 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a055585-a1b4-4488-ac19-7f3411068ec0 req-8e7be037-adde-4862-9169-e15996ffdc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:12.275532 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0a055585-a1b4-4488-ac19-7f3411068ec0 req-8e7be037-adde-4862-9169-e15996ffdc93 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b7ede0f0-67b6-4ead-a5a9-363d254a4e9b HTTP/1.1" status: 200 len: 910 time: 0.0834913 Aug 29 05:31:12.345128 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0a055585-a1b4-4488-ac19-7f3411068ec0 req-28b8085c-ddd7-4fe2-a342-3922b317092f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dc6c2702-22f7-4778-aafe-5df3ad43fbf1 HTTP/1.1" status: 200 len: 1001 time: 0.0570760 Aug 29 05:31:12.397908 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a055585-a1b4-4488-ac19-7f3411068ec0 req-cb4eb2ab-60f8-460c-999b-c04df70a32e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:12.399410 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0a055585-a1b4-4488-ac19-7f3411068ec0 req-cb4eb2ab-60f8-460c-999b-c04df70a32e8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=785bf80a-a593-4715-8f1e-da93a8c7ab6c HTTP/1.1" status: 200 len: 848 time: 0.0470302 Aug 29 05:31:12.446352 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a055585-a1b4-4488-ac19-7f3411068ec0 req-49db81e7-0f45-4ef3-8277-442bd082d372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:12.447780 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0a055585-a1b4-4488-ac19-7f3411068ec0 req-49db81e7-0f45-4ef3-8277-442bd082d372 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b7ede0f0-67b6-4ead-a5a9-363d254a4e9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405102 Aug 29 05:31:12.536530 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0a055585-a1b4-4488-ac19-7f3411068ec0 req-354cb47d-346e-43f0-9b0a-a275359e0b10 service neutron] 10.222.0.46 "GET /v2.0/networks/b7ede0f0-67b6-4ead-a5a9-363d254a4e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812733 Aug 29 05:31:12.554369 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:31:12.629107 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0a055585-a1b4-4488-ac19-7f3411068ec0 req-eaa2f17f-e0df-4ebd-a395-381404151ec0 service neutron] 10.222.0.46 "GET /v2.0/networks/b7ede0f0-67b6-4ead-a5a9-363d254a4e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859714 Aug 29 05:31:12.715487 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e96a519-4ab6-4f87-988b-def2d6b91ad9 req-f3e96c63-1ef3-4337-b330-560aebf21d6b tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:12.716909 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9e96a519-4ab6-4f87-988b-def2d6b91ad9 req-f3e96c63-1ef3-4337-b330-560aebf21d6b tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/ports?device_id=41439411-3f03-4d95-a0c7-3615c99f484a HTTP/1.1" status: 200 len: 945 time: 0.0484459 Aug 29 05:31:12.754702 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9e96a519-4ab6-4f87-988b-def2d6b91ad9 req-663e9378-b9da-4c1a-bc46-b7ea7e77a432 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/security-groups?id=60a4be6c-115d-45f6-badd-be7fa72d86c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312803 Aug 29 05:31:13.869169 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77ce4d0-1716-4b28-92e8-c30fccff6591 req-86af749f-23f8-47f5-be19-100baa658925 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:13.870654 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e77ce4d0-1716-4b28-92e8-c30fccff6591 req-86af749f-23f8-47f5-be19-100baa658925 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/ports?device_id=41439411-3f03-4d95-a0c7-3615c99f484a HTTP/1.1" status: 200 len: 945 time: 0.0488689 Aug 29 05:31:13.911466 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e77ce4d0-1716-4b28-92e8-c30fccff6591 req-a8b75077-9f66-4fca-948f-a0271913387a tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/security-groups?id=60a4be6c-115d-45f6-badd-be7fa72d86c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348957 Aug 29 05:31:15.025828 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10ccc5d-2639-45f1-bc8f-b76a23a60204 req-084ce26e-8056-4f80-b6d0-dd7e00ec9aac tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:15.027290 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f10ccc5d-2639-45f1-bc8f-b76a23a60204 req-084ce26e-8056-4f80-b6d0-dd7e00ec9aac tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/ports?device_id=41439411-3f03-4d95-a0c7-3615c99f484a HTTP/1.1" status: 200 len: 945 time: 0.0486722 Aug 29 05:31:15.070708 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f10ccc5d-2639-45f1-bc8f-b76a23a60204 req-71986048-a003-4577-8bb6-6489ca092ab6 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/security-groups?id=60a4be6c-115d-45f6-badd-be7fa72d86c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373287 Aug 29 05:31:16.300914 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c726bbc6-03c2-470c-80ce-d68fda2847d8 req-67c86b64-1eeb-48e3-b0ff-cd3ce9d4dfca tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:16.302451 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c726bbc6-03c2-470c-80ce-d68fda2847d8 req-67c86b64-1eeb-48e3-b0ff-cd3ce9d4dfca tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/ports?device_id=41439411-3f03-4d95-a0c7-3615c99f484a HTTP/1.1" status: 200 len: 945 time: 0.0507436 Aug 29 05:31:16.340787 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c726bbc6-03c2-470c-80ce-d68fda2847d8 req-43e7c233-a898-4f70-b441-21e3d6fc242e tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/security-groups?id=60a4be6c-115d-45f6-badd-be7fa72d86c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322363 Aug 29 05:31:16.503023 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 42820) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:31:16.584488 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-df706f11-91ea-43ea-b270-76a5c20ed0e4 req-e71f4426-2219-4cac-b392-87798ca6cb2b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=41439411-3f03-4d95-a0c7-3615c99f484a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0796492 Aug 29 05:31:16.824656 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device dc6c2702-22f7-4778-aafe-5df3ad43fbf1 no longer exists at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:31:16.905691 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:31:16.929696 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41439411-3f03-4d95-a0c7-3615c99f484a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc6c2702-22f7-4778-aafe-5df3ad43fbf1'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:31:16.931975 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e47ce94e7730ef80c099a0714bd3625e1f676465bb595722170593f8a424ee2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96941f40-5fd9-4949-a15d-efe45c49222d" -d '{"events": [{"server_uuid": "41439411-3f03-4d95-a0c7-3615c99f484a", "name": "network-vif-unplugged", "status": "completed", "tag": "dc6c2702-22f7-4778-aafe-5df3ad43fbf1"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:31:16.944378 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port dc6c2702-22f7-4778-aafe-5df3ad43fbf1, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=dc6c2702-22f7-4778-aafe-5df3ad43fbf1,segment=NetworkSegment(c1a9478c-e822-415c-b4e0-1877c65ce6d6),segment_id=c1a9478c-e822-415c-b4e0-1877c65ce6d6)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:31:16.948949 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:31:16.973844 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 29 Aug 2021 05:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca133bda-bfd6-4e98-abe3-99c917304b74 x-openstack-request-id: req-ca133bda-bfd6-4e98-abe3-99c917304b74 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:31:16.974138 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41439411-3f03-4d95-a0c7-3615c99f484a", "name": "network-vif-unplugged", "status": "failed", "tag": "dc6c2702-22f7-4778-aafe-5df3ad43fbf1", "code": 422}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:31:16.974391 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ca133bda-bfd6-4e98-abe3-99c917304b74 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:31:16.974798 n-d-712140-12 neutron-server[94830]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '41439411-3f03-4d95-a0c7-3615c99f484a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'dc6c2702-22f7-4778-aafe-5df3ad43fbf1', 'code': 422} returned with failed status Aug 29 05:31:17.000141 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=dc6c2702-22f7-4778-aafe-5df3ad43fbf1,revision_number=8']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:31:17.358007 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df706f11-91ea-43ea-b270-76a5c20ed0e4 req-b864c1a4-339d-422a-a17f-a75508793fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:17.359436 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-df706f11-91ea-43ea-b270-76a5c20ed0e4 req-b864c1a4-339d-422a-a17f-a75508793fa8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=41439411-3f03-4d95-a0c7-3615c99f484a&tenant_id=7709d35c0a744192a19d6b3b1ec59ccc HTTP/1.1" status: 200 len: 1095 time: 0.0433135 Aug 29 05:31:17.448855 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df706f11-91ea-43ea-b270-76a5c20ed0e4 req-cf9bb5ca-b1c0-4a9a-be26-b037d4a3abd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:17.450354 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-df706f11-91ea-43ea-b270-76a5c20ed0e4 req-cf9bb5ca-b1c0-4a9a-be26-b037d4a3abd5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7709d35c0a744192a19d6b3b1ec59ccc&device_id=41439411-3f03-4d95-a0c7-3615c99f484a HTTP/1.1" status: 200 len: 1095 time: 0.0672457 Aug 29 05:31:17.474697 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b40a2b-5121-48e3-b2f4-6569ba5e2f10 req-b23080ea-2cea-4b6d-883e-6a26ab8eb8ec tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:17.476146 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-26b40a2b-5121-48e3-b2f4-6569ba5e2f10 req-b23080ea-2cea-4b6d-883e-6a26ab8eb8ec tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/ports?device_id=41439411-3f03-4d95-a0c7-3615c99f484a HTTP/1.1" status: 200 len: 943 time: 0.0663636 Aug 29 05:31:17.562958 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-26b40a2b-5121-48e3-b2f4-6569ba5e2f10 req-e2f55b3f-f39d-4c20-b866-b3389e4a6c27 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/security-groups?id=60a4be6c-115d-45f6-badd-be7fa72d86c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775087 Aug 29 05:31:17.577280 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df706f11-91ea-43ea-b270-76a5c20ed0e4 req-784f2595-4d61-4dfd-b08f-209b69ac8e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:17.578727 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-df706f11-91ea-43ea-b270-76a5c20ed0e4 req-784f2595-4d61-4dfd-b08f-209b69ac8e30 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b7ede0f0-67b6-4ead-a5a9-363d254a4e9b HTTP/1.1" status: 200 len: 910 time: 0.1206634 Aug 29 05:31:17.643564 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-df706f11-91ea-43ea-b270-76a5c20ed0e4 req-379fe4fc-b9dc-4f56-b78b-ae6a27cc5869 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dc6c2702-22f7-4778-aafe-5df3ad43fbf1 HTTP/1.1" status: 200 len: 999 time: 0.0567300 Aug 29 05:31:17.695131 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df706f11-91ea-43ea-b270-76a5c20ed0e4 req-55e8d376-f61d-4c8f-b7c0-fe2f3d7f7e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:17.696663 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-df706f11-91ea-43ea-b270-76a5c20ed0e4 req-55e8d376-f61d-4c8f-b7c0-fe2f3d7f7e94 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=785bf80a-a593-4715-8f1e-da93a8c7ab6c HTTP/1.1" status: 200 len: 848 time: 0.0460217 Aug 29 05:31:17.741804 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df706f11-91ea-43ea-b270-76a5c20ed0e4 req-433b1435-c2cc-451a-b5be-b4e195261c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:17.743390 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-df706f11-91ea-43ea-b270-76a5c20ed0e4 req-433b1435-c2cc-451a-b5be-b4e195261c77 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b7ede0f0-67b6-4ead-a5a9-363d254a4e9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401700 Aug 29 05:31:17.830200 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-df706f11-91ea-43ea-b270-76a5c20ed0e4 req-ca614ee8-6c89-43a1-9936-6b56197003b6 service neutron] 10.222.0.46 "GET /v2.0/networks/b7ede0f0-67b6-4ead-a5a9-363d254a4e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797920 Aug 29 05:31:17.922628 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-df706f11-91ea-43ea-b270-76a5c20ed0e4 req-93dea101-2097-4c49-b035-445b4bd31eda service neutron] 10.222.0.46 "GET /v2.0/networks/b7ede0f0-67b6-4ead-a5a9-363d254a4e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849912 Aug 29 05:31:18.688532 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920e2aad-18e1-47fc-a8ca-89aa2f4996ac req-2878271c-b052-45b3-a81d-673ec570801c tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:18.689900 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-920e2aad-18e1-47fc-a8ca-89aa2f4996ac req-2878271c-b052-45b3-a81d-673ec570801c tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/ports?device_id=41439411-3f03-4d95-a0c7-3615c99f484a HTTP/1.1" status: 200 len: 943 time: 0.0501754 Aug 29 05:31:18.732360 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-920e2aad-18e1-47fc-a8ca-89aa2f4996ac req-f830235a-8713-4bba-b841-f645d2cd4312 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/security-groups?id=60a4be6c-115d-45f6-badd-be7fa72d86c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346739 Aug 29 05:31:19.856283 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66714f13-d913-4dc2-8e2b-54e36a6e6b18 req-506f75a6-9f3b-4b19-b03d-0b993ea55925 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:19.857788 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-66714f13-d913-4dc2-8e2b-54e36a6e6b18 req-506f75a6-9f3b-4b19-b03d-0b993ea55925 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/ports?device_id=41439411-3f03-4d95-a0c7-3615c99f484a HTTP/1.1" status: 200 len: 943 time: 0.0559111 Aug 29 05:31:19.902410 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-66714f13-d913-4dc2-8e2b-54e36a6e6b18 req-cc126acc-7c8c-4e4e-9362-f49c5ebdd4d5 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/security-groups?id=60a4be6c-115d-45f6-badd-be7fa72d86c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385704 Aug 29 05:31:19.919700 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:31:21.030265 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2f4129-ce2a-42fa-82e2-03604d9e0131 req-ed8d6a1c-ae50-4afa-88d3-f0b4be493c69 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:21.031857 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7d2f4129-ce2a-42fa-82e2-03604d9e0131 req-ed8d6a1c-ae50-4afa-88d3-f0b4be493c69 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/ports?device_id=41439411-3f03-4d95-a0c7-3615c99f484a HTTP/1.1" status: 200 len: 943 time: 0.0520790 Aug 29 05:31:21.074303 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7d2f4129-ce2a-42fa-82e2-03604d9e0131 req-640edd8d-c7ec-4400-8bdf-155b79689092 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/security-groups?id=60a4be6c-115d-45f6-badd-be7fa72d86c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351119 Aug 29 05:31:22.200700 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5defd8f1-a950-40e2-9870-2a05d4f3871c req-eb176e4a-7dcb-4add-9b48-e1111eb258ce tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:22.202839 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5defd8f1-a950-40e2-9870-2a05d4f3871c req-eb176e4a-7dcb-4add-9b48-e1111eb258ce tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/ports?device_id=41439411-3f03-4d95-a0c7-3615c99f484a HTTP/1.1" status: 200 len: 943 time: 0.0515130 Aug 29 05:31:22.243598 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5defd8f1-a950-40e2-9870-2a05d4f3871c req-63681021-9acf-450a-be69-401b92995afb tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/security-groups?id=60a4be6c-115d-45f6-badd-be7fa72d86c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320520 Aug 29 05:31:23.368422 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad484728-b044-43d2-94e5-e6782ac6189d req-e3e1e55c-c4a4-4072-93c2-31afb706c9df tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:23.369915 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ad484728-b044-43d2-94e5-e6782ac6189d req-e3e1e55c-c4a4-4072-93c2-31afb706c9df tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/ports?device_id=41439411-3f03-4d95-a0c7-3615c99f484a HTTP/1.1" status: 200 len: 943 time: 0.0549848 Aug 29 05:31:23.407483 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ad484728-b044-43d2-94e5-e6782ac6189d req-d325fd9f-674e-4b6b-b152-416681318689 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/security-groups?id=60a4be6c-115d-45f6-badd-be7fa72d86c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315480 Aug 29 05:31:24.528811 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cac278a-e4bb-42a1-8e2e-728bdcfde5be req-46aa1b56-b4ba-4199-bfb2-9ebd7be0515b tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:24.530345 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4cac278a-e4bb-42a1-8e2e-728bdcfde5be req-46aa1b56-b4ba-4199-bfb2-9ebd7be0515b tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/ports?device_id=41439411-3f03-4d95-a0c7-3615c99f484a HTTP/1.1" status: 200 len: 943 time: 0.0507746 Aug 29 05:31:24.580285 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4cac278a-e4bb-42a1-8e2e-728bdcfde5be req-db309a87-0198-43da-8c05-08a09e1c0627 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/security-groups?id=60a4be6c-115d-45f6-badd-be7fa72d86c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433376 Aug 29 05:31:25.700802 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72375844-f39d-4bdf-a207-5600ddd9aa2c req-12b20e7f-d4c1-40b9-ac23-317b3560fddc tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:25.703529 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-72375844-f39d-4bdf-a207-5600ddd9aa2c req-12b20e7f-d4c1-40b9-ac23-317b3560fddc tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/ports?device_id=41439411-3f03-4d95-a0c7-3615c99f484a HTTP/1.1" status: 200 len: 943 time: 0.0518925 Aug 29 05:31:25.742550 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-72375844-f39d-4bdf-a207-5600ddd9aa2c req-4430124c-50b0-4a32-99c7-c0481aec12c6 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/security-groups?id=60a4be6c-115d-45f6-badd-be7fa72d86c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328827 Aug 29 05:31:26.866699 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a56365e-7bf9-419a-92d1-5258501c7532 req-726f1023-02ec-47f8-8c82-3b11173138f6 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:26.868290 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8a56365e-7bf9-419a-92d1-5258501c7532 req-726f1023-02ec-47f8-8c82-3b11173138f6 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/ports?device_id=41439411-3f03-4d95-a0c7-3615c99f484a HTTP/1.1" status: 200 len: 943 time: 0.0551004 Aug 29 05:31:26.910631 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8a56365e-7bf9-419a-92d1-5258501c7532 req-f3fd8661-8414-4a78-be72-18edc55aa43b tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/security-groups?id=60a4be6c-115d-45f6-badd-be7fa72d86c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354905 Aug 29 05:31:28.030137 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3a71ac-be73-4147-97cb-e4c86e3ff11f req-cbb54c70-7de2-4662-9eaf-55fb89bc343f tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:28.031804 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fb3a71ac-be73-4147-97cb-e4c86e3ff11f req-cbb54c70-7de2-4662-9eaf-55fb89bc343f tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/ports?device_id=41439411-3f03-4d95-a0c7-3615c99f484a HTTP/1.1" status: 200 len: 943 time: 0.0499883 Aug 29 05:31:28.071581 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fb3a71ac-be73-4147-97cb-e4c86e3ff11f req-03fe9ee3-768c-49fb-89a7-1daa55f5ecdf tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/security-groups?id=60a4be6c-115d-45f6-badd-be7fa72d86c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329387 Aug 29 05:31:29.196699 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2697cc-6763-4efd-83c0-17dde01d6721 req-aaecd913-5908-478e-9529-d701c1f24636 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:29.198196 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-eb2697cc-6763-4efd-83c0-17dde01d6721 req-aaecd913-5908-478e-9529-d701c1f24636 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/ports?device_id=41439411-3f03-4d95-a0c7-3615c99f484a HTTP/1.1" status: 200 len: 943 time: 0.0532818 Aug 29 05:31:29.237249 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-eb2697cc-6763-4efd-83c0-17dde01d6721 req-4549a709-fa2f-4407-b2bb-92ca273cf605 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/security-groups?id=60a4be6c-115d-45f6-badd-be7fa72d86c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324087 Aug 29 05:31:29.378414 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:31:30.355416 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b6676f-bace-431e-aed1-73808c99816e req-f3b2ebc6-c6dd-4fd1-8c9f-a89796635981 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:30.356915 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-07b6676f-bace-431e-aed1-73808c99816e req-f3b2ebc6-c6dd-4fd1-8c9f-a89796635981 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/ports?device_id=41439411-3f03-4d95-a0c7-3615c99f484a HTTP/1.1" status: 200 len: 943 time: 0.0525844 Aug 29 05:31:30.393827 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-07b6676f-bace-431e-aed1-73808c99816e req-2bbd08fa-f5be-4ebc-a111-56ebc4fcf89b tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/security-groups?id=60a4be6c-115d-45f6-badd-be7fa72d86c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309322 Aug 29 05:31:30.915088 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device dc6c2702-22f7-4778-aafe-5df3ad43fbf1 details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:31:31.007576 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port dc6c2702-22f7-4778-aafe-5df3ad43fbf1, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=dc6c2702-22f7-4778-aafe-5df3ad43fbf1,segment=NetworkSegment(c1a9478c-e822-415c-b4e0-1877c65ce6d6),segment_id=c1a9478c-e822-415c-b4e0-1877c65ce6d6)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:31:31.018685 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Returning: {'device': 'dc6c2702-22f7-4778-aafe-5df3ad43fbf1', 'network_id': 'b7ede0f0-67b6-4ead-a5a9-363d254a4e9b', 'port_id': 'dc6c2702-22f7-4778-aafe-5df3ad43fbf1', 'mac_address': 'fa:16:3e:9e:19:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '785bf80a-a593-4715-8f1e-da93a8c7ab6c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:31:31.054473 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:31:31.066466 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc6c2702-22f7-4778-aafe-5df3ad43fbf1 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:31:31.086242 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port dc6c2702-22f7-4778-aafe-5df3ad43fbf1, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=dc6c2702-22f7-4778-aafe-5df3ad43fbf1,segment=NetworkSegment(c1a9478c-e822-415c-b4e0-1877c65ce6d6),segment_id=c1a9478c-e822-415c-b4e0-1877c65ce6d6)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:31:31.090508 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:31:31.134619 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=dc6c2702-22f7-4778-aafe-5df3ad43fbf1,revision_number=9']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:31:31.356726 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['dc6c2702-22f7-4778-aafe-5df3ad43fbf1'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:31:31.508080 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641cd552-db7f-4815-985b-c438acea4825 req-f6f92a16-ff29-46ff-aac3-954623172dd4 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:31.509595 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-641cd552-db7f-4815-985b-c438acea4825 req-f6f92a16-ff29-46ff-aac3-954623172dd4 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/ports?device_id=41439411-3f03-4d95-a0c7-3615c99f484a HTTP/1.1" status: 200 len: 944 time: 0.0487967 Aug 29 05:31:31.548445 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-641cd552-db7f-4815-985b-c438acea4825 req-dd495a87-8ba4-4cbb-955e-e88ae7f44be8 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/security-groups?id=60a4be6c-115d-45f6-badd-be7fa72d86c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328462 Aug 29 05:31:32.690682 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2c3c03-2808-4b83-b994-8a609089472a req-a63cb4ef-9238-4465-8357-5f4fc69cfdb0 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:32.692226 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7d2c3c03-2808-4b83-b994-8a609089472a req-a63cb4ef-9238-4465-8357-5f4fc69cfdb0 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/ports?device_id=41439411-3f03-4d95-a0c7-3615c99f484a HTTP/1.1" status: 200 len: 944 time: 0.0739322 Aug 29 05:31:32.730143 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7d2c3c03-2808-4b83-b994-8a609089472a req-0a935b43-b512-473d-a427-9cf024a1e7b1 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/security-groups?id=60a4be6c-115d-45f6-badd-be7fa72d86c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319450 Aug 29 05:31:32.926937 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device dc6c2702-22f7-4778-aafe-5df3ad43fbf1 up at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:31:32.976721 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning complete for port dc6c2702-22f7-4778-aafe-5df3ad43fbf1 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:31:32.977092 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:31:33.053978 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:31:33.076320 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41439411-3f03-4d95-a0c7-3615c99f484a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc6c2702-22f7-4778-aafe-5df3ad43fbf1'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:31:33.078601 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e47ce94e7730ef80c099a0714bd3625e1f676465bb595722170593f8a424ee2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c637e916-71a8-47d0-b0dc-2e4ed698fa88" -d '{"events": [{"server_uuid": "41439411-3f03-4d95-a0c7-3615c99f484a", "name": "network-vif-plugged", "status": "completed", "tag": "dc6c2702-22f7-4778-aafe-5df3ad43fbf1"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:31:33.090796 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port dc6c2702-22f7-4778-aafe-5df3ad43fbf1, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=dc6c2702-22f7-4778-aafe-5df3ad43fbf1,segment=NetworkSegment(c1a9478c-e822-415c-b4e0-1877c65ce6d6),segment_id=c1a9478c-e822-415c-b4e0-1877c65ce6d6)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:31:33.095467 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:31:33.121367 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-577e36b2-3514-4fa6-8ce4-719a168e9b20 x-openstack-request-id: req-577e36b2-3514-4fa6-8ce4-719a168e9b20 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:31:33.121666 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41439411-3f03-4d95-a0c7-3615c99f484a", "name": "network-vif-plugged", "status": "completed", "tag": "dc6c2702-22f7-4778-aafe-5df3ad43fbf1", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:31:33.121923 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-577e36b2-3514-4fa6-8ce4-719a168e9b20 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:31:33.122319 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41439411-3f03-4d95-a0c7-3615c99f484a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc6c2702-22f7-4778-aafe-5df3ad43fbf1', 'code': 200} Aug 29 05:31:33.148525 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=dc6c2702-22f7-4778-aafe-5df3ad43fbf1,revision_number=10']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:31:33.279651 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ebd2da-9b21-45d1-8f70-d95d7a877d9c req-65b7253b-5563-4906-a0f8-0505a794f12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:33.281181 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e3ebd2da-9b21-45d1-8f70-d95d7a877d9c req-65b7253b-5563-4906-a0f8-0505a794f12f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=41439411-3f03-4d95-a0c7-3615c99f484a HTTP/1.1" status: 200 len: 1098 time: 0.0443211 Aug 29 05:31:33.316123 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e3ebd2da-9b21-45d1-8f70-d95d7a877d9c req-af92cad6-b913-40eb-b9ac-1a8d9b43a639 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=60a4be6c-115d-45f6-badd-be7fa72d86c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273228 Aug 29 05:31:33.489261 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f81184f5-0ec9-4a15-a8f2-4c5a9370913f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:31:33.847064 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339b54ce-b2d3-4847-b5ea-d8b2cb612ad1 req-577615a6-a172-4ca4-9fc0-7950ccd8e800 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:33.848757 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-339b54ce-b2d3-4847-b5ea-d8b2cb612ad1 req-577615a6-a172-4ca4-9fc0-7950ccd8e800 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/ports?device_id=41439411-3f03-4d95-a0c7-3615c99f484a HTTP/1.1" status: 200 len: 946 time: 0.0488453 Aug 29 05:31:33.886626 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-339b54ce-b2d3-4847-b5ea-d8b2cb612ad1 req-2b0a9aee-ad88-4e8a-abe2-86b1f0e7d584 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/security-groups?id=60a4be6c-115d-45f6-badd-be7fa72d86c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314155 Aug 29 05:31:35.001011 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3741610-7031-4307-b387-4c4d113063af req-1283b66d-638c-4f68-8bd8-641a8485eaf6 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:35.002491 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c3741610-7031-4307-b387-4c4d113063af req-1283b66d-638c-4f68-8bd8-641a8485eaf6 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/ports?device_id=41439411-3f03-4d95-a0c7-3615c99f484a HTTP/1.1" status: 200 len: 946 time: 0.0485227 Aug 29 05:31:35.039506 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c3741610-7031-4307-b387-4c4d113063af req-56393882-7234-43cc-9532-3c76874ba40e tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/security-groups?id=60a4be6c-115d-45f6-badd-be7fa72d86c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304284 Aug 29 05:31:36.361831 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0a324072-1342-4561-ad1c-c56c83ae7f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:31:37.389558 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:31:37.483824 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:31:38.987743 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:31:49.555056 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:31:49.950209 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:31:53.982319 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bb972e18-4389-4ccc-8b69-00027bcf9652 req-2225da65-b65d-4ec7-9a75-01e6e55a25fa service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=41439411-3f03-4d95-a0c7-3615c99f484a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0431001 Aug 29 05:31:54.062862 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb972e18-4389-4ccc-8b69-00027bcf9652 req-46499fa3-0338-453a-97aa-537406a15ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:54.064299 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bb972e18-4389-4ccc-8b69-00027bcf9652 req-46499fa3-0338-453a-97aa-537406a15ab1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7709d35c0a744192a19d6b3b1ec59ccc&device_id=41439411-3f03-4d95-a0c7-3615c99f484a HTTP/1.1" status: 200 len: 1098 time: 0.0388317 Aug 29 05:31:54.174066 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb972e18-4389-4ccc-8b69-00027bcf9652 req-4ac97b63-1afe-4a04-b2a6-6655b698cd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:54.175543 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bb972e18-4389-4ccc-8b69-00027bcf9652 req-4ac97b63-1afe-4a04-b2a6-6655b698cd2f service neutron] 10.222.0.46 "GET /v2.0/networks?id=b7ede0f0-67b6-4ead-a5a9-363d254a4e9b HTTP/1.1" status: 200 len: 910 time: 0.0901916 Aug 29 05:31:54.243423 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bb972e18-4389-4ccc-8b69-00027bcf9652 req-384354b5-e574-4ec2-95bf-e5b334d9476c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dc6c2702-22f7-4778-aafe-5df3ad43fbf1 HTTP/1.1" status: 200 len: 1001 time: 0.0603592 Aug 29 05:31:54.292875 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb972e18-4389-4ccc-8b69-00027bcf9652 req-e145b7db-2854-4568-a205-0d40b4f21621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:54.294314 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bb972e18-4389-4ccc-8b69-00027bcf9652 req-e145b7db-2854-4568-a205-0d40b4f21621 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=785bf80a-a593-4715-8f1e-da93a8c7ab6c HTTP/1.1" status: 200 len: 848 time: 0.0425379 Aug 29 05:31:54.340232 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb972e18-4389-4ccc-8b69-00027bcf9652 req-ec2229be-b005-41ae-af48-f372bed970d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:54.341668 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bb972e18-4389-4ccc-8b69-00027bcf9652 req-ec2229be-b005-41ae-af48-f372bed970d7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b7ede0f0-67b6-4ead-a5a9-363d254a4e9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395563 Aug 29 05:31:54.433006 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bb972e18-4389-4ccc-8b69-00027bcf9652 req-8bd9fbe9-d9ff-4160-8789-8c1564e74381 service neutron] 10.222.0.46 "GET /v2.0/networks/b7ede0f0-67b6-4ead-a5a9-363d254a4e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837178 Aug 29 05:31:54.533099 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bb972e18-4389-4ccc-8b69-00027bcf9652 req-180704a2-f191-4507-8f92-f4eb4746af09 service neutron] 10.222.0.46 "GET /v2.0/networks/b7ede0f0-67b6-4ead-a5a9-363d254a4e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894523 Aug 29 05:31:58.495431 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3f0bf9af-9a1a-4c84-87c6-52191a728892 req-21cde79b-bf41-4760-8694-22de10299232 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=19efa733-49d3-4125-b1bf-b01d593b5e9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0950406 Aug 29 05:31:58.592606 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0bf9af-9a1a-4c84-87c6-52191a728892 req-2470198d-d832-45ac-9420-6521a1bce366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:58.594609 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3f0bf9af-9a1a-4c84-87c6-52191a728892 req-2470198d-d832-45ac-9420-6521a1bce366 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=31def360f89342158e5c482db8b51dfa&device_id=19efa733-49d3-4125-b1bf-b01d593b5e9a HTTP/1.1" status: 200 len: 1097 time: 0.0407119 Aug 29 05:31:58.696340 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0bf9af-9a1a-4c84-87c6-52191a728892 req-aa0f53a8-3883-4e92-a36a-f3d434f30f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:58.697739 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3f0bf9af-9a1a-4c84-87c6-52191a728892 req-aa0f53a8-3883-4e92-a36a-f3d434f30f57 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb HTTP/1.1" status: 200 len: 913 time: 0.0849645 Aug 29 05:31:58.743509 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3f0bf9af-9a1a-4c84-87c6-52191a728892 req-ed94003a-9a6a-4a19-bdef-811f20bb20bc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e11f048-6330-4537-9251-c0dbbafc7fc5 HTTP/1.1" status: 200 len: 217 time: 0.0380235 Aug 29 05:31:58.793359 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0bf9af-9a1a-4c84-87c6-52191a728892 req-27149802-0fdf-4d3a-8335-9bcc1bad5c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:58.794809 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3f0bf9af-9a1a-4c84-87c6-52191a728892 req-27149802-0fdf-4d3a-8335-9bcc1bad5c1b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6f6d99e8-8009-478f-9356-563dd7d1ac5b HTTP/1.1" status: 200 len: 851 time: 0.0436053 Aug 29 05:31:58.840388 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0bf9af-9a1a-4c84-87c6-52191a728892 req-f129d66c-3975-400b-905d-85d50b0f8ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:58.841949 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3f0bf9af-9a1a-4c84-87c6-52191a728892 req-f129d66c-3975-400b-905d-85d50b0f8ed8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398302 Aug 29 05:31:58.933042 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3f0bf9af-9a1a-4c84-87c6-52191a728892 req-e000df8e-82a3-4305-af54-77cff6f320d2 service neutron] 10.222.0.48 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835071 Aug 29 05:31:59.021296 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3f0bf9af-9a1a-4c84-87c6-52191a728892 req-3acb210f-b228-46da-abf9-501fa11a1fe5 service neutron] 10.222.0.48 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797665 Aug 29 05:31:59.408344 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:03.489347 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5316cd0c-3a1c-4bc0-977c-6352f1f55538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:06.362274 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-79f71d3e-58c1-4b2d-ac57-7d76dad6d306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:07.389199 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:07.486851 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:08.990848 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:19.941814 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:26.554886 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:32:29.423399 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:33.490585 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5aea02d8-72d0-4f5d-aa46-27a153329f18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:36.362667 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3759f8a6-bc8a-48b8-9e83-0e3f1b78338b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:37.390551 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:37.488971 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:38.993549 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:48.104000 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 42954) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:32:48.258005 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-99b3aacc-39bf-48d9-837c-3e0fb7d07eeb tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Deleting port dbcab3bd-735a-4bfc-b248-88ad66842bb3 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:32:48.258351 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-99b3aacc-39bf-48d9-837c-3e0fb7d07eeb tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:48.334076 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-99b3aacc-39bf-48d9-837c-3e0fb7d07eeb tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:48.334411 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-99b3aacc-39bf-48d9-837c-3e0fb7d07eeb tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:48.346075 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-99b3aacc-39bf-48d9-837c-3e0fb7d07eeb tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Calling delete_port for dbcab3bd-735a-4bfc-b248-88ad66842bb3 owned by network:floatingip {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:32:48.488140 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-99b3aacc-39bf-48d9-837c-3e0fb7d07eeb tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:48.514084 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b3aacc-39bf-48d9-837c-3e0fb7d07eeb tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Pushing event deleted for resources: {'Port': ['ID=dbcab3bd-735a-4bfc-b248-88ad66842bb3,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:48.537272 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b3aacc-39bf-48d9-837c-3e0fb7d07eeb tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:48.537625 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b3aacc-39bf-48d9-837c-3e0fb7d07eeb tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:48.537969 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b3aacc-39bf-48d9-837c-3e0fb7d07eeb tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:48.538309 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b3aacc-39bf-48d9-837c-3e0fb7d07eeb tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:48.538643 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b3aacc-39bf-48d9-837c-3e0fb7d07eeb tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:48.538974 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b3aacc-39bf-48d9-837c-3e0fb7d07eeb tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:48.539302 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b3aacc-39bf-48d9-837c-3e0fb7d07eeb tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:48.539631 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b3aacc-39bf-48d9-837c-3e0fb7d07eeb tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:48.539996 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b3aacc-39bf-48d9-837c-3e0fb7d07eeb tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:48.540322 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b3aacc-39bf-48d9-837c-3e0fb7d07eeb tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:48.540649 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b3aacc-39bf-48d9-837c-3e0fb7d07eeb tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:48.540970 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b3aacc-39bf-48d9-837c-3e0fb7d07eeb tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:48.581341 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-99b3aacc-39bf-48d9-837c-3e0fb7d07eeb tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Notify callbacks [] for floatingip, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:48.581726 n-d-712140-12 neutron-server[94828]: INFO neutron.db.l3_db [None req-99b3aacc-39bf-48d9-837c-3e0fb7d07eeb tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Floating IP 9f7e26ec-ad92-46a8-bdb2-5ffb8bf8497e disassociated (deleted). External IP: 172.25.0.150, port: dc6c2702-22f7-4778-aafe-5df3ad43fbf1. Aug 29 05:32:48.788351 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99b3aacc-39bf-48d9-837c-3e0fb7d07eeb tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Router bac3dcee-2082-413f-9f3b-d5513121dc56 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:32:49.225801 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99b3aacc-39bf-48d9-837c-3e0fb7d07eeb tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:32:49.230585 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-99b3aacc-39bf-48d9-837c-3e0fb7d07eeb tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:49.235698 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282a9e8d-2a6a-4672-b349-40312c7a1b36 None None] Sync routers for ids ['bac3dcee-2082-413f-9f3b-d5513121dc56'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:32:49.244556 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282a9e8d-2a6a-4672-b349-40312c7a1b36 None None] Routers {'bac3dcee-2082-413f-9f3b-d5513121dc56'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:32:49.245155 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-282a9e8d-2a6a-4672-b349-40312c7a1b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:32:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['bac3dcee-2082-413f-9f3b-d5513121dc56'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:32:49.257598 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-99b3aacc-39bf-48d9-837c-3e0fb7d07eeb tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "DELETE /v2.0/floatingips/9f7e26ec-ad92-46a8-bdb2-5ffb8bf8497e HTTP/1.1" status: 204 len: 168 time: 1.1525724 Aug 29 05:32:49.258283 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41439411-3f03-4d95-a0c7-3615c99f484a', 'tag': 'dc6c2702-22f7-4778-aafe-5df3ad43fbf1'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:32:49.260651 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfb9107a06241f0f5f2256c13c0e0e77dc40c776bf6dc0455c34cebdf0549d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-948a27c4-3b7a-4a08-8c2f-f70bbae3a61a" -d '{"events": [{"name": "network-changed", "server_uuid": "41439411-3f03-4d95-a0c7-3615c99f484a", "tag": "dc6c2702-22f7-4778-aafe-5df3ad43fbf1"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:32:49.351161 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-282a9e8d-2a6a-4672-b349-40312c7a1b36 None None] Set router bac3dcee-2082-413f-9f3b-d5513121dc56 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:32:49.409931 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83edf9dd-07de-43cb-9c5a-6ac0481cb0b5 x-openstack-request-id: req-83edf9dd-07de-43cb-9c5a-6ac0481cb0b5 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:32:49.410227 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41439411-3f03-4d95-a0c7-3615c99f484a", "tag": "dc6c2702-22f7-4778-aafe-5df3ad43fbf1", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:32:49.410480 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-83edf9dd-07de-43cb-9c5a-6ac0481cb0b5 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:32:49.410880 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41439411-3f03-4d95-a0c7-3615c99f484a', 'tag': 'dc6c2702-22f7-4778-aafe-5df3ad43fbf1', 'status': 'completed', 'code': 200} Aug 29 05:32:49.556201 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-282a9e8d-2a6a-4672-b349-40312c7a1b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bac3dcee-2082-413f-9f3b-d5513121dc56', 'name': 'tempest-TestShelveInstance-1948580004-router', 'tenant_id': '7709d35c0a744192a19d6b3b1ec59ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': 'e6798952-ec4f-48d5-b628-f90ab031c8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:28:32Z', 'updated_at': '2021-08-29T05:28:34Z', 'revision_number': 4, 'project_id': '7709d35c0a744192a19d6b3b1ec59ccc', 'gw_port': {'id': 'e6798952-ec4f-48d5-b628-f90ab031c8b7', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ee:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac3dcee-2082-413f-9f3b-d5513121dc56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:28:32Z', 'updated_at': '2021-08-29T05:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '945a03e8-2654-4626-8259-e4e39f011c1c', 'name': '', 'network_id': 'b7ede0f0-67b6-4ead-a5a9-363d254a4e9b', 'tenant_id': '7709d35c0a744192a19d6b3b1ec59ccc', 'mac_address': 'fa:16:3e:4f:25:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac3dcee-2082-413f-9f3b-d5513121dc56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '785bf80a-a593-4715-8f1e-da93a8c7ab6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:28:34Z', 'updated_at': '2021-08-29T05:28:41Z', 'revision_number': 5, 'project_id': '7709d35c0a744192a19d6b3b1ec59ccc', 'subnets': [{'id': '785bf80a-a593-4715-8f1e-da93a8c7ab6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:32:49.584663 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282a9e8d-2a6a-4672-b349-40312c7a1b36 None None] Checking router: bac3dcee-2082-413f-9f3b-d5513121dc56 for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:32:49.591541 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948a27c4-3b7a-4a08-8c2f-f70bbae3a61a req-3bab47b8-77b6-4fbb-af51-1c638287ed4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:49.593083 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-948a27c4-3b7a-4a08-8c2f-f70bbae3a61a req-3bab47b8-77b6-4fbb-af51-1c638287ed4d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7709d35c0a744192a19d6b3b1ec59ccc&device_id=41439411-3f03-4d95-a0c7-3615c99f484a HTTP/1.1" status: 200 len: 1098 time: 0.1540477 Aug 29 05:32:49.593551 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282a9e8d-2a6a-4672-b349-40312c7a1b36 None None] Routers {'bac3dcee-2082-413f-9f3b-d5513121dc56'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:32:49.594172 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-282a9e8d-2a6a-4672-b349-40312c7a1b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:32:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['bac3dcee-2082-413f-9f3b-d5513121dc56'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:32:49.607548 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca29591e-2e3e-4211-97d3-74b86be1f1d7 req-bfb9bd2e-c5e6-4301-b5f8-9c0b8e306ca6 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:49.609126 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ca29591e-2e3e-4211-97d3-74b86be1f1d7 req-bfb9bd2e-c5e6-4301-b5f8-9c0b8e306ca6 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/ports?device_id=41439411-3f03-4d95-a0c7-3615c99f484a HTTP/1.1" status: 200 len: 946 time: 0.1560462 Aug 29 05:32:49.701736 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ca29591e-2e3e-4211-97d3-74b86be1f1d7 req-90adb4ed-994a-40b3-9adb-ff977547079d tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/security-groups?id=60a4be6c-115d-45f6-badd-be7fa72d86c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829322 Aug 29 05:32:49.716142 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-282a9e8d-2a6a-4672-b349-40312c7a1b36 None None] Set router bac3dcee-2082-413f-9f3b-d5513121dc56 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:32:49.726822 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948a27c4-3b7a-4a08-8c2f-f70bbae3a61a req-ad00f5aa-4ce4-48f4-afb9-004eb7ac70b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:49.726822 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-948a27c4-3b7a-4a08-8c2f-f70bbae3a61a req-ad00f5aa-4ce4-48f4-afb9-004eb7ac70b8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b7ede0f0-67b6-4ead-a5a9-363d254a4e9b HTTP/1.1" status: 200 len: 910 time: 0.1164713 Aug 29 05:32:49.780026 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-948a27c4-3b7a-4a08-8c2f-f70bbae3a61a req-37d5003c-884e-4f50-8ef8-4f902417e36c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dc6c2702-22f7-4778-aafe-5df3ad43fbf1 HTTP/1.1" status: 200 len: 217 time: 0.0451314 Aug 29 05:32:49.833394 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948a27c4-3b7a-4a08-8c2f-f70bbae3a61a req-5f2ee00d-04de-4670-b7ae-6b4eacf5760d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:49.834882 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-948a27c4-3b7a-4a08-8c2f-f70bbae3a61a req-5f2ee00d-04de-4670-b7ae-6b4eacf5760d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=785bf80a-a593-4715-8f1e-da93a8c7ab6c HTTP/1.1" status: 200 len: 848 time: 0.0464361 Aug 29 05:32:49.885076 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948a27c4-3b7a-4a08-8c2f-f70bbae3a61a req-4086fb92-7364-4def-bc7d-87e2094fd449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:49.886603 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-948a27c4-3b7a-4a08-8c2f-f70bbae3a61a req-4086fb92-7364-4def-bc7d-87e2094fd449 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b7ede0f0-67b6-4ead-a5a9-363d254a4e9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445004 Aug 29 05:32:49.920559 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-282a9e8d-2a6a-4672-b349-40312c7a1b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bac3dcee-2082-413f-9f3b-d5513121dc56', 'name': 'tempest-TestShelveInstance-1948580004-router', 'tenant_id': '7709d35c0a744192a19d6b3b1ec59ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': 'e6798952-ec4f-48d5-b628-f90ab031c8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:28:32Z', 'updated_at': '2021-08-29T05:28:34Z', 'revision_number': 4, 'project_id': '7709d35c0a744192a19d6b3b1ec59ccc', 'gw_port': {'id': 'e6798952-ec4f-48d5-b628-f90ab031c8b7', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ee:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac3dcee-2082-413f-9f3b-d5513121dc56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:28:32Z', 'updated_at': '2021-08-29T05:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '945a03e8-2654-4626-8259-e4e39f011c1c', 'name': '', 'network_id': 'b7ede0f0-67b6-4ead-a5a9-363d254a4e9b', 'tenant_id': '7709d35c0a744192a19d6b3b1ec59ccc', 'mac_address': 'fa:16:3e:4f:25:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac3dcee-2082-413f-9f3b-d5513121dc56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '785bf80a-a593-4715-8f1e-da93a8c7ab6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:28:34Z', 'updated_at': '2021-08-29T05:28:41Z', 'revision_number': 5, 'project_id': '7709d35c0a744192a19d6b3b1ec59ccc', 'subnets': [{'id': '785bf80a-a593-4715-8f1e-da93a8c7ab6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:32:49.946573 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282a9e8d-2a6a-4672-b349-40312c7a1b36 None None] The sync data for ids ['bac3dcee-2082-413f-9f3b-d5513121dc56'] in n-d-712140-12 is: [{'id': 'bac3dcee-2082-413f-9f3b-d5513121dc56', 'name': 'tempest-TestShelveInstance-1948580004-router', 'tenant_id': '7709d35c0a744192a19d6b3b1ec59ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': 'e6798952-ec4f-48d5-b628-f90ab031c8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:28:32Z', 'updated_at': '2021-08-29T05:28:34Z', 'revision_number': 4, 'project_id': '7709d35c0a744192a19d6b3b1ec59ccc', 'gw_port': {'id': 'e6798952-ec4f-48d5-b628-f90ab031c8b7', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ee:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac3dcee-2082-413f-9f3b-d5513121dc56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:28:32Z', 'updated_at': '2021-08-29T05:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '945a03e8-2654-4626-8259-e4e39f011c1c', 'name': '', 'network_id': 'b7ede0f0-67b6-4ead-a5a9-363d254a4e9b', 'tenant_id': '7709d35c0a744192a19d6b3b1ec59ccc', 'mac_address': 'fa:16:3e:4f:25:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac3dcee-2082-413f-9f3b-d5513121dc56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '785bf80a-a593-4715-8f1e-da93a8c7ab6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:28:34Z', 'updated_at': '2021-08-29T05:28:41Z', 'revision_number': 5, 'project_id': '7709d35c0a744192a19d6b3b1ec59ccc', 'subnets': [{'id': '785bf80a-a593-4715-8f1e-da93a8c7ab6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:32:49.959040 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:49.986587 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-948a27c4-3b7a-4a08-8c2f-f70bbae3a61a req-d8ff280f-9435-4d93-9381-ab46990b5e28 service neutron] 10.222.0.46 "GET /v2.0/networks/b7ede0f0-67b6-4ead-a5a9-363d254a4e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915675 Aug 29 05:32:50.085809 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-948a27c4-3b7a-4a08-8c2f-f70bbae3a61a req-241bd4da-fd75-4d58-a0d0-d446acf37d2e service neutron] 10.222.0.46 "GET /v2.0/networks/b7ede0f0-67b6-4ead-a5a9-363d254a4e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917993 Aug 29 05:32:50.174770 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9db7c3e-c136-4f3f-a2f8-869c5f7719ca None None] New status for floating IP 9f7e26ec-ad92-46a8-bdb2-5ffb8bf8497e: DOWN {{(pid=94830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:32:50.826632 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8537bb95-9161-4a47-b2a7-1cd08612603c req-9e78bacd-d1e2-4fcd-adb0-66bc10ed244f tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:50.827882 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8537bb95-9161-4a47-b2a7-1cd08612603c req-9e78bacd-d1e2-4fcd-adb0-66bc10ed244f tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.46 "GET /v2.0/ports?device_id=41439411-3f03-4d95-a0c7-3615c99f484a HTTP/1.1" status: 200 len: 946 time: 0.0785298 Aug 29 05:32:50.850079 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8498d42c-ecff-4e64-8e77-999d16f85ad2 req-e0023340-54af-4467-b66c-09a43cc0ac61 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:50.851749 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8498d42c-ecff-4e64-8e77-999d16f85ad2 req-e0023340-54af-4467-b66c-09a43cc0ac61 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/ports?device_id=41439411-3f03-4d95-a0c7-3615c99f484a HTTP/1.1" status: 200 len: 946 time: 0.0761955 Aug 29 05:32:50.933041 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8498d42c-ecff-4e64-8e77-999d16f85ad2 req-4952288e-bc80-4bff-adc7-e6657b490113 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/security-groups?id=60a4be6c-115d-45f6-badd-be7fa72d86c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626688 Aug 29 05:32:50.956053 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-8537bb95-9161-4a47-b2a7-1cd08612603c req-70126528-d506-4589-a8c0-f4b319474b3d tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Deleting port dc6c2702-22f7-4778-aafe-5df3ad43fbf1 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:32:50.956405 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-8537bb95-9161-4a47-b2a7-1cd08612603c req-70126528-d506-4589-a8c0-f4b319474b3d tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:51.045549 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-8537bb95-9161-4a47-b2a7-1cd08612603c req-70126528-d506-4589-a8c0-f4b319474b3d tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] For port dc6c2702-22f7-4778-aafe-5df3ad43fbf1, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=dc6c2702-22f7-4778-aafe-5df3ad43fbf1,segment=NetworkSegment(c1a9478c-e822-415c-b4e0-1877c65ce6d6),segment_id=c1a9478c-e822-415c-b4e0-1877c65ce6d6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:32:51.045918 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-8537bb95-9161-4a47-b2a7-1cd08612603c req-70126528-d506-4589-a8c0-f4b319474b3d tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:51.058339 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-8537bb95-9161-4a47-b2a7-1cd08612603c req-70126528-d506-4589-a8c0-f4b319474b3d tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Calling delete_port for dc6c2702-22f7-4778-aafe-5df3ad43fbf1 owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:32:51.183987 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-8537bb95-9161-4a47-b2a7-1cd08612603c req-70126528-d506-4589-a8c0-f4b319474b3d tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:51.210963 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70126528-d506-4589-a8c0-f4b319474b3d tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Pushing event deleted for resources: {'Port': ['ID=dc6c2702-22f7-4778-aafe-5df3ad43fbf1,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:51.253425 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-8537bb95-9161-4a47-b2a7-1cd08612603c req-70126528-d506-4589-a8c0-f4b319474b3d tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] No DVR routers for this DVR port dc6c2702-22f7-4778-aafe-5df3ad43fbf1 on host n-h1-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:32:51.256166 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-8537bb95-9161-4a47-b2a7-1cd08612603c req-70126528-d506-4589-a8c0-f4b319474b3d tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:51.258153 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8537bb95-9161-4a47-b2a7-1cd08612603c req-70126528-d506-4589-a8c0-f4b319474b3d tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.46 "DELETE /v2.0/ports/dc6c2702-22f7-4778-aafe-5df3ad43fbf1 HTTP/1.1" status: 204 len: 173 time: 0.4226356 Aug 29 05:32:51.412023 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41439411-3f03-4d95-a0c7-3615c99f484a', 'name': 'network-vif-deleted', 'tag': 'dc6c2702-22f7-4778-aafe-5df3ad43fbf1'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:32:51.414386 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfb9107a06241f0f5f2256c13c0e0e77dc40c776bf6dc0455c34cebdf0549d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29b1659d-fa25-4fca-a18c-69f3e755a105" -d '{"events": [{"server_uuid": "41439411-3f03-4d95-a0c7-3615c99f484a", "name": "network-vif-deleted", "tag": "dc6c2702-22f7-4778-aafe-5df3ad43fbf1"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:32:51.449648 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e04b7608-35a5-44aa-ad48-99ce748473c6 x-openstack-request-id: req-e04b7608-35a5-44aa-ad48-99ce748473c6 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:32:51.449944 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41439411-3f03-4d95-a0c7-3615c99f484a", "name": "network-vif-deleted", "tag": "dc6c2702-22f7-4778-aafe-5df3ad43fbf1", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:32:51.450200 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e04b7608-35a5-44aa-ad48-99ce748473c6 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:32:51.450628 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41439411-3f03-4d95-a0c7-3615c99f484a', 'name': 'network-vif-deleted', 'tag': 'dc6c2702-22f7-4778-aafe-5df3ad43fbf1', 'status': 'completed', 'code': 200} Aug 29 05:32:51.989675 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 42978) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:32:52.047822 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f2ad9d47-6ca5-46e8-8d24-0cac5320ada5 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:52.073392 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f2ad9d47-6ca5-46e8-8d24-0cac5320ada5 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:52.135424 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f2ad9d47-6ca5-46e8-8d24-0cac5320ada5 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:52.138608 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f2ad9d47-6ca5-46e8-8d24-0cac5320ada5 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:52.139828 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-f2ad9d47-6ca5-46e8-8d24-0cac5320ada5 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "DELETE /v2.0/security-groups/60a4be6c-115d-45f6-badd-be7fa72d86c4 HTTP/1.1" status: 204 len: 168 time: 0.1491265 Aug 29 05:32:52.149056 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ad9d47-6ca5-46e8-8d24-0cac5320ada5 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a4be6c-115d-45f6-badd-be7fa72d86c4,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:52.158404 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ad9d47-6ca5-46e8-8d24-0cac5320ada5 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:52.158846 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ad9d47-6ca5-46e8-8d24-0cac5320ada5 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:52.159193 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ad9d47-6ca5-46e8-8d24-0cac5320ada5 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:52.159560 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ad9d47-6ca5-46e8-8d24-0cac5320ada5 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:52.159936 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ad9d47-6ca5-46e8-8d24-0cac5320ada5 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:52.160274 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ad9d47-6ca5-46e8-8d24-0cac5320ada5 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:52.160612 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ad9d47-6ca5-46e8-8d24-0cac5320ada5 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:52.160945 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ad9d47-6ca5-46e8-8d24-0cac5320ada5 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:52.161278 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ad9d47-6ca5-46e8-8d24-0cac5320ada5 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:52.161624 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ad9d47-6ca5-46e8-8d24-0cac5320ada5 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:52.161962 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ad9d47-6ca5-46e8-8d24-0cac5320ada5 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:52.162297 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ad9d47-6ca5-46e8-8d24-0cac5320ada5 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:52.521000 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 42986) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:32:52.525721 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-2253066c-3517-44f7-b946-0960b60d80ad tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2066314477', 'description': 'tempest-secgroup-smoke-2066314477 description', 'project_id': '7709d35c0a744192a19d6b3b1ec59ccc'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:32:52.548894 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2253066c-3517-44f7-b946-0960b60d80ad tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:52.630648 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2253066c-3517-44f7-b946-0960b60d80ad tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:52.634354 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2253066c-3517-44f7-b946-0960b60d80ad tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:52.662212 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2253066c-3517-44f7-b946-0960b60d80ad tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:52.663445 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-2253066c-3517-44f7-b946-0960b60d80ad tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1414561 Aug 29 05:32:52.665292 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2253066c-3517-44f7-b946-0960b60d80ad tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=703d806a-6406-44af-b1ac-820c9e51a2ec,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:52.666472 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 42988) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:32:52.671175 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-49694eb0-c99e-42fd-bb6e-67f3503745b4 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Request body: {'security_group_rule': {'security_group_id': '703d806a-6406-44af-b1ac-820c9e51a2ec', 'project_id': '7709d35c0a744192a19d6b3b1ec59ccc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:32:52.698217 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-49694eb0-c99e-42fd-bb6e-67f3503745b4 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:52.744898 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-49694eb0-c99e-42fd-bb6e-67f3503745b4 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:52.749041 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-49694eb0-c99e-42fd-bb6e-67f3503745b4 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:52.767016 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49694eb0-c99e-42fd-bb6e-67f3503745b4 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b4f7bfb-0b64-4e8b-9c52-560aae0d0793,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:52.773649 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-49694eb0-c99e-42fd-bb6e-67f3503745b4 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:52.774876 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-49694eb0-c99e-42fd-bb6e-67f3503745b4 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1073136 Aug 29 05:32:52.777616 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 42990) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:32:52.782629 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-1acf457e-0393-448d-a7a4-c3601470e660 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Request body: {'security_group_rule': {'security_group_id': '703d806a-6406-44af-b1ac-820c9e51a2ec', 'project_id': '7709d35c0a744192a19d6b3b1ec59ccc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:32:52.807454 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1acf457e-0393-448d-a7a4-c3601470e660 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:52.865414 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1acf457e-0393-448d-a7a4-c3601470e660 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:52.869732 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1acf457e-0393-448d-a7a4-c3601470e660 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:52.887729 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acf457e-0393-448d-a7a4-c3601470e660 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72cc7f62-e708-4f20-8cc9-193b987cd575,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:52.896552 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1acf457e-0393-448d-a7a4-c3601470e660 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:52.897755 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-1acf457e-0393-448d-a7a4-c3601470e660 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1192179 Aug 29 05:32:52.900481 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 42992) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:32:52.904819 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-dc6406ed-88fe-408f-b18a-57e3864169a1 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Request body: {'security_group_rule': {'security_group_id': '703d806a-6406-44af-b1ac-820c9e51a2ec', 'project_id': '7709d35c0a744192a19d6b3b1ec59ccc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:32:52.930005 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-dc6406ed-88fe-408f-b18a-57e3864169a1 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:52.986124 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-dc6406ed-88fe-408f-b18a-57e3864169a1 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:52.989732 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-dc6406ed-88fe-408f-b18a-57e3864169a1 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:53.006255 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6406ed-88fe-408f-b18a-57e3864169a1 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b70b61ba-10e3-4310-9d23-b3b075ecfb59,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:53.012018 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-dc6406ed-88fe-408f-b18a-57e3864169a1 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:53.013216 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-dc6406ed-88fe-408f-b18a-57e3864169a1 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1117878 Aug 29 05:32:53.016552 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 42994) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:32:53.020962 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-b20affda-83a5-426d-a301-54109b53764d tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Request body: {'security_group_rule': {'security_group_id': '703d806a-6406-44af-b1ac-820c9e51a2ec', 'project_id': '7709d35c0a744192a19d6b3b1ec59ccc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:32:53.045955 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b20affda-83a5-426d-a301-54109b53764d tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:53.104509 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b20affda-83a5-426d-a301-54109b53764d tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:53.108405 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b20affda-83a5-426d-a301-54109b53764d tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:53.127024 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20affda-83a5-426d-a301-54109b53764d tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81ce6e18-ddd2-4fc1-9b81-a2265f88ad84,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:53.132172 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b20affda-83a5-426d-a301-54109b53764d tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:53.133375 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-b20affda-83a5-426d-a301-54109b53764d tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1158776 Aug 29 05:32:53.136175 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 42996) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:32:53.142265 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-acd629be-7f41-4a8f-9c1b-be40a395d530 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Request body: {'security_group_rule': {'security_group_id': '703d806a-6406-44af-b1ac-820c9e51a2ec', 'project_id': '7709d35c0a744192a19d6b3b1ec59ccc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:32:53.163055 n-d-712140-12 neutron-server[94829]: INFO neutron.db.securitygroups_db [None req-acd629be-7f41-4a8f-9c1b-be40a395d530 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Project 7709d35c0a744192a19d6b3b1ec59ccc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 05:32:53.167706 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-acd629be-7f41-4a8f-9c1b-be40a395d530 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:53.229813 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-acd629be-7f41-4a8f-9c1b-be40a395d530 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:53.233463 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-acd629be-7f41-4a8f-9c1b-be40a395d530 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:53.252167 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd629be-7f41-4a8f-9c1b-be40a395d530 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37cd2439-3536-4272-b4f8-f65eb136d0d9,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:53.257844 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-acd629be-7f41-4a8f-9c1b-be40a395d530 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:53.258558 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-acd629be-7f41-4a8f-9c1b-be40a395d530 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1214688 Aug 29 05:32:53.261329 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 42998) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:32:53.265733 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-1b7afcd8-7417-4040-aef4-3cc44835d439 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Request body: {'security_group_rule': {'security_group_id': '703d806a-6406-44af-b1ac-820c9e51a2ec', 'project_id': '7709d35c0a744192a19d6b3b1ec59ccc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:32:53.286215 n-d-712140-12 neutron-server[94829]: INFO neutron.db.securitygroups_db [None req-1b7afcd8-7417-4040-aef4-3cc44835d439 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Project 7709d35c0a744192a19d6b3b1ec59ccc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 05:32:53.290816 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1b7afcd8-7417-4040-aef4-3cc44835d439 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:53.349961 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1b7afcd8-7417-4040-aef4-3cc44835d439 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:53.353547 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1b7afcd8-7417-4040-aef4-3cc44835d439 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:53.370590 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7afcd8-7417-4040-aef4-3cc44835d439 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8bb278b-98bb-4a16-b38b-28d66072f294,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:53.377251 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1b7afcd8-7417-4040-aef4-3cc44835d439 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:53.378462 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-1b7afcd8-7417-4040-aef4-3cc44835d439 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1161783 Aug 29 05:32:55.319546 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device dc6c2702-22f7-4778-aafe-5df3ad43fbf1 no longer exists at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:32:55.339471 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] No Port match for: dc6c2702-22f7-4778-aafe-5df3ad43fbf1 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:32:55.339894 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device dc6c2702-22f7-4778-aafe-5df3ad43fbf1 not bound to the agent host n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:32:59.440379 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:59.448873 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-cd3dff0f-80a0-4f95-92b5-952494dbcd47 req-eabc5092-943d-4388-8216-809862164d2e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=19efa733-49d3-4125-b1bf-b01d593b5e9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0494158 Aug 29 05:32:59.550245 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3dff0f-80a0-4f95-92b5-952494dbcd47 req-e12acad3-ac10-44da-a975-55fec6f6cc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:59.551813 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-cd3dff0f-80a0-4f95-92b5-952494dbcd47 req-e12acad3-ac10-44da-a975-55fec6f6cc0c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=31def360f89342158e5c482db8b51dfa&device_id=19efa733-49d3-4125-b1bf-b01d593b5e9a HTTP/1.1" status: 200 len: 1097 time: 0.0418744 Aug 29 05:32:59.674815 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3dff0f-80a0-4f95-92b5-952494dbcd47 req-fda10b23-246e-4874-9b51-9e0f60be83be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:59.676334 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-cd3dff0f-80a0-4f95-92b5-952494dbcd47 req-fda10b23-246e-4874-9b51-9e0f60be83be service neutron] 10.222.0.48 "GET /v2.0/networks?id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb HTTP/1.1" status: 200 len: 913 time: 0.1019027 Aug 29 05:32:59.723162 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-cd3dff0f-80a0-4f95-92b5-952494dbcd47 req-2e32eb83-ce46-4527-b59c-2a5e91986bb2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e11f048-6330-4537-9251-c0dbbafc7fc5 HTTP/1.1" status: 200 len: 217 time: 0.0397587 Aug 29 05:32:59.774930 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3dff0f-80a0-4f95-92b5-952494dbcd47 req-e81f0546-a1e3-46eb-8aeb-26cb1d9eae6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:59.776715 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-cd3dff0f-80a0-4f95-92b5-952494dbcd47 req-e81f0546-a1e3-46eb-8aeb-26cb1d9eae6a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6f6d99e8-8009-478f-9356-563dd7d1ac5b HTTP/1.1" status: 200 len: 851 time: 0.0473943 Aug 29 05:32:59.824768 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3dff0f-80a0-4f95-92b5-952494dbcd47 req-dbd735e7-1bd0-48ff-884f-c2f0b0c9abda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:59.826279 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-cd3dff0f-80a0-4f95-92b5-952494dbcd47 req-dbd735e7-1bd0-48ff-884f-c2f0b0c9abda service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418427 Aug 29 05:32:59.840067 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [req-cd3dff0f-80a0-4f95-92b5-952494dbcd47 req-526b6f19-95a7-4308-9da3-91f567be521f service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 05:32:59.841435 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-cd3dff0f-80a0-4f95-92b5-952494dbcd47 req-526b6f19-95a7-4308-9da3-91f567be521f service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074728 Aug 29 05:32:59.941610 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-cd3dff0f-80a0-4f95-92b5-952494dbcd47 req-54a31a24-b038-4b4b-8dec-97b35f568075 service neutron] 10.222.0.48 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920320 Aug 29 05:33:00.039270 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-cd3dff0f-80a0-4f95-92b5-952494dbcd47 req-31e1068d-c871-4e6a-b0a9-a52bdefabee0 service neutron] 10.222.0.48 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907576 Aug 29 05:33:03.491730 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6dc4b38a-085b-4de0-8e29-4698c699bcbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:03.555009 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:33:06.363249 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a18b4a1e-2afa-41c8-a7c3-820b4eda8dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:07.395105 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:07.490392 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:07.638916 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d146f2fc-aba2-4ee0-b5d8-15312656dded req-c1471861-20f8-4ca2-868d-fccf3d0d2325 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2066314477&fields=id&tenant_id=7709d35c0a744192a19d6b3b1ec59ccc HTTP/1.1" status: 200 len: 267 time: 0.0334413 Aug 29 05:33:07.750474 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d146f2fc-aba2-4ee0-b5d8-15312656dded req-87347f7a-5feb-4ddf-ad01-2cba288a49d1 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:07.752658 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d146f2fc-aba2-4ee0-b5d8-15312656dded req-87347f7a-5feb-4ddf-ad01-2cba288a49d1 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/networks?id=b7ede0f0-67b6-4ead-a5a9-363d254a4e9b HTTP/1.1" status: 200 len: 809 time: 0.1037884 Aug 29 05:33:07.767564 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d146f2fc-aba2-4ee0-b5d8-15312656dded req-9bc2e4e6-454d-41d3-9da7-41f77fd7fc1a tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/quotas/7709d35c0a744192a19d6b3b1ec59ccc HTTP/1.1" status: 200 len: 375 time: 0.0091903 Aug 29 05:33:07.818942 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d146f2fc-aba2-4ee0-b5d8-15312656dded req-01281e86-2f4a-4418-8c44-cde7acc922c5 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=7709d35c0a744192a19d6b3b1ec59ccc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0459714 Aug 29 05:33:07.957314 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d146f2fc-aba2-4ee0-b5d8-15312656dded req-a7f4af91-db1d-4915-9fd6-511ad9da426c service neutron] 10.222.0.22 "GET /v2.0/networks/b7ede0f0-67b6-4ead-a5a9-363d254a4e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268198 Aug 29 05:33:08.045216 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d146f2fc-aba2-4ee0-b5d8-15312656dded req-b502935b-1bf8-4115-82a3-e3f13dce2a03 service neutron] 10.222.0.22 "GET /v2.0/networks/b7ede0f0-67b6-4ead-a5a9-363d254a4e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817788 Aug 29 05:33:08.322888 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9ebc9e15-c14e-4b82-af22-8a46c193f02b req-a06c8384-d20d-43fe-afaf-4bf9a554115f tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/ports?device_id=3af1a81c-b6a6-490c-9855-64b7bc34cebd HTTP/1.1" status: 200 len: 210 time: 0.0266523 Aug 29 05:33:08.996422 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:09.211947 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d146f2fc-aba2-4ee0-b5d8-15312656dded req-217d3dd1-48f4-4926-9e4e-888447ecf780 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:09.213439 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d146f2fc-aba2-4ee0-b5d8-15312656dded req-217d3dd1-48f4-4926-9e4e-888447ecf780 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.46 "GET /v2.0/networks?id=b7ede0f0-67b6-4ead-a5a9-363d254a4e9b HTTP/1.1" status: 200 len: 809 time: 0.1092484 Aug 29 05:33:09.258605 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d146f2fc-aba2-4ee0-b5d8-15312656dded req-7159f583-cd98-4ed2-af00-efa1f5d53c41 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7709d35c0a744192a19d6b3b1ec59ccc HTTP/1.1" status: 200 len: 380 time: 0.0353739 Aug 29 05:33:09.268659 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-d146f2fc-aba2-4ee0-b5d8-15312656dded req-e26cf5fe-2794-4d6f-ba23-81989c713534 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Request body: {'port': {'device_id': '3af1a81c-b6a6-490c-9855-64b7bc34cebd', 'network_id': 'b7ede0f0-67b6-4ead-a5a9-363d254a4e9b', 'admin_state_up': True, 'tenant_id': '7709d35c0a744192a19d6b3b1ec59ccc', 'security_groups': ['703d806a-6406-44af-b1ac-820c9e51a2ec']}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:33:09.379382 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d146f2fc-aba2-4ee0-b5d8-15312656dded req-e26cf5fe-2794-4d6f-ba23-81989c713534 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Made reservation on behalf of 7709d35c0a744192a19d6b3b1ec59ccc for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:33:09.383615 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-d146f2fc-aba2-4ee0-b5d8-15312656dded req-e26cf5fe-2794-4d6f-ba23-81989c713534 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:09.433831 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1b797b19-cc17-43fe-b2e0-9fc25bb679ac req-4ba76503-fbe0-4d6e-9db5-d6ba3a73ffc1 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/ports?device_id=3af1a81c-b6a6-490c-9855-64b7bc34cebd HTTP/1.1" status: 200 len: 210 time: 0.0347843 Aug 29 05:33:09.539369 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-d146f2fc-aba2-4ee0-b5d8-15312656dded req-e26cf5fe-2794-4d6f-ba23-81989c713534 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Allocated IP 172.20.0.6 (b7ede0f0-67b6-4ead-a5a9-363d254a4e9b/785bf80a-a593-4715-8f1e-da93a8c7ab6c/00981604-c4a2-4712-a548-ede47af70759) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:33:09.681289 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-d146f2fc-aba2-4ee0-b5d8-15312656dded req-e26cf5fe-2794-4d6f-ba23-81989c713534 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:09.695552 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-d146f2fc-aba2-4ee0-b5d8-15312656dded req-e26cf5fe-2794-4d6f-ba23-81989c713534 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Transition to ACTIVE for port object 00981604-c4a2-4712-a548-ede47af70759 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:33:09.728303 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-d146f2fc-aba2-4ee0-b5d8-15312656dded req-e26cf5fe-2794-4d6f-ba23-81989c713534 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:09.768897 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d146f2fc-aba2-4ee0-b5d8-15312656dded req-e26cf5fe-2794-4d6f-ba23-81989c713534 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Network b7ede0f0-67b6-4ead-a5a9-363d254a4e9b is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:33:09.772113 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-d146f2fc-aba2-4ee0-b5d8-15312656dded req-e26cf5fe-2794-4d6f-ba23-81989c713534 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:33:09.775749 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-d146f2fc-aba2-4ee0-b5d8-15312656dded req-e26cf5fe-2794-4d6f-ba23-81989c713534 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:33:09.819239 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26cf5fe-2794-4d6f-ba23-81989c713534 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Pushing event updated for resources: {'Port': ['ID=00981604-c4a2-4712-a548-ede47af70759,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:33:09.844575 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d146f2fc-aba2-4ee0-b5d8-15312656dded req-e26cf5fe-2794-4d6f-ba23-81989c713534 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:09.845259 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-d146f2fc-aba2-4ee0-b5d8-15312656dded req-e26cf5fe-2794-4d6f-ba23-81989c713534 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:09.862565 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d146f2fc-aba2-4ee0-b5d8-15312656dded req-e26cf5fe-2794-4d6f-ba23-81989c713534 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5979941 Aug 29 05:33:09.875005 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-d146f2fc-aba2-4ee0-b5d8-15312656dded req-2012bb01-8d7f-4f1f-bf4b-a3b377fe7644 service neutron] Request body: {'port': {'device_id': '3af1a81c-b6a6-490c-9855-64b7bc34cebd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:33:09.936921 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-d146f2fc-aba2-4ee0-b5d8-15312656dded req-2012bb01-8d7f-4f1f-bf4b-a3b377fe7644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:10.071515 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-27e5fb36-73c0-49fd-b1d6-464d32195026 None None] Provisioning for port 00981604-c4a2-4712-a548-ede47af70759 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:33:10.076003 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-27e5fb36-73c0-49fd-b1d6-464d32195026 None None] Provisioning complete for port 00981604-c4a2-4712-a548-ede47af70759 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:33:10.076549 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-27e5fb36-73c0-49fd-b1d6-464d32195026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:10.113399 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-27e5fb36-73c0-49fd-b1d6-464d32195026 None None] Port 00981604-c4a2-4712-a548-ede47af70759 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:33:10.212565 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-d146f2fc-aba2-4ee0-b5d8-15312656dded req-2012bb01-8d7f-4f1f-bf4b-a3b377fe7644 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00981604-c4a2-4712-a548-ede47af70759 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:33:10.220223 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-d146f2fc-aba2-4ee0-b5d8-15312656dded req-2012bb01-8d7f-4f1f-bf4b-a3b377fe7644 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:10.231943 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-d146f2fc-aba2-4ee0-b5d8-15312656dded req-2012bb01-8d7f-4f1f-bf4b-a3b377fe7644 service neutron] Transition to ACTIVE for port object 00981604-c4a2-4712-a548-ede47af70759 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:33:10.236007 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-d146f2fc-aba2-4ee0-b5d8-15312656dded req-2012bb01-8d7f-4f1f-bf4b-a3b377fe7644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:10.326612 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2012bb01-8d7f-4f1f-bf4b-a3b377fe7644 service neutron] Pushing event updated for resources: {'Port': ['ID=00981604-c4a2-4712-a548-ede47af70759,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:33:10.357977 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-d146f2fc-aba2-4ee0-b5d8-15312656dded req-2012bb01-8d7f-4f1f-bf4b-a3b377fe7644 service neutron] Attempting to bind port 00981604-c4a2-4712-a548-ede47af70759 on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:33:10.358370 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-d146f2fc-aba2-4ee0-b5d8-15312656dded req-2012bb01-8d7f-4f1f-bf4b-a3b377fe7644 service neutron] Attempting to bind port 00981604-c4a2-4712-a548-ede47af70759 by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': 'c1a9478c-e822-415c-b4e0-1877c65ce6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b7ede0f0-67b6-4ead-a5a9-363d254a4e9b'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:33:10.358637 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d146f2fc-aba2-4ee0-b5d8-15312656dded req-2012bb01-8d7f-4f1f-bf4b-a3b377fe7644 service neutron] Attempting to bind port 00981604-c4a2-4712-a548-ede47af70759 on network b7ede0f0-67b6-4ead-a5a9-363d254a4e9b {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:33:10.364597 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d146f2fc-aba2-4ee0-b5d8-15312656dded req-2012bb01-8d7f-4f1f-bf4b-a3b377fe7644 service neutron] Port 00981604-c4a2-4712-a548-ede47af70759 on network b7ede0f0-67b6-4ead-a5a9-363d254a4e9b not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:33:10.365072 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d146f2fc-aba2-4ee0-b5d8-15312656dded req-2012bb01-8d7f-4f1f-bf4b-a3b377fe7644 service neutron] Attempting to bind port 00981604-c4a2-4712-a548-ede47af70759 on network b7ede0f0-67b6-4ead-a5a9-363d254a4e9b {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:33:10.370973 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d146f2fc-aba2-4ee0-b5d8-15312656dded req-2012bb01-8d7f-4f1f-bf4b-a3b377fe7644 service neutron] Checking agent: {'id': '3de9de52-3a03-431d-9d7e-497ae92c57ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:33:10.371789 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d146f2fc-aba2-4ee0-b5d8-15312656dded req-2012bb01-8d7f-4f1f-bf4b-a3b377fe7644 service neutron] Checking segment: {'id': 'c1a9478c-e822-415c-b4e0-1877c65ce6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b7ede0f0-67b6-4ead-a5a9-363d254a4e9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:33:10.371945 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d146f2fc-aba2-4ee0-b5d8-15312656dded req-2012bb01-8d7f-4f1f-bf4b-a3b377fe7644 service neutron] Bound using segment: {'id': 'c1a9478c-e822-415c-b4e0-1877c65ce6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b7ede0f0-67b6-4ead-a5a9-363d254a4e9b'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:33:10.373971 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-d146f2fc-aba2-4ee0-b5d8-15312656dded req-2012bb01-8d7f-4f1f-bf4b-a3b377fe7644 service neutron] Bound port: 00981604-c4a2-4712-a548-ede47af70759, host: n-h1-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1a9478c-e822-415c-b4e0-1877c65ce6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b7ede0f0-67b6-4ead-a5a9-363d254a4e9b'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:33:10.373971 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-d146f2fc-aba2-4ee0-b5d8-15312656dded req-2012bb01-8d7f-4f1f-bf4b-a3b377fe7644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:10.452831 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-d146f2fc-aba2-4ee0-b5d8-15312656dded req-2012bb01-8d7f-4f1f-bf4b-a3b377fe7644 service neutron] For port 00981604-c4a2-4712-a548-ede47af70759, host n-h1-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:33:10.456466 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-d146f2fc-aba2-4ee0-b5d8-15312656dded req-2012bb01-8d7f-4f1f-bf4b-a3b377fe7644 service neutron] For port 00981604-c4a2-4712-a548-ede47af70759, host n-h1-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=00981604-c4a2-4712-a548-ede47af70759,segment=NetworkSegment(c1a9478c-e822-415c-b4e0-1877c65ce6d6),segment_id=c1a9478c-e822-415c-b4e0-1877c65ce6d6)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:33:10.465059 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-d146f2fc-aba2-4ee0-b5d8-15312656dded req-2012bb01-8d7f-4f1f-bf4b-a3b377fe7644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:10.500020 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d146f2fc-aba2-4ee0-b5d8-15312656dded req-2012bb01-8d7f-4f1f-bf4b-a3b377fe7644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:10.500661 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-d146f2fc-aba2-4ee0-b5d8-15312656dded req-2012bb01-8d7f-4f1f-bf4b-a3b377fe7644 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:10.502109 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d146f2fc-aba2-4ee0-b5d8-15312656dded req-2012bb01-8d7f-4f1f-bf4b-a3b377fe7644 service neutron] 10.222.0.46 "PUT /v2.0/ports/00981604-c4a2-4712-a548-ede47af70759 HTTP/1.1" status: 200 len: 1092 time: 0.6314757 Aug 29 05:33:10.502728 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3af1a81c-b6a6-490c-9855-64b7bc34cebd', 'tag': '00981604-c4a2-4712-a548-ede47af70759'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:33:10.504986 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfb9107a06241f0f5f2256c13c0e0e77dc40c776bf6dc0455c34cebdf0549d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79b840ff-9975-41e7-bdfa-6574491a7760" -d '{"events": [{"name": "network-changed", "server_uuid": "3af1a81c-b6a6-490c-9855-64b7bc34cebd", "tag": "00981604-c4a2-4712-a548-ede47af70759"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:33:10.581943 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2012bb01-8d7f-4f1f-bf4b-a3b377fe7644 service neutron] Pushing event updated for resources: {'Port': ['ID=00981604-c4a2-4712-a548-ede47af70759,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:33:10.617125 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551cb673-289a-4d91-9c0c-907ab19bfd73 req-4bce3c54-8c82-4e59-9ea4-6aed1f241499 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:10.620133 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-551cb673-289a-4d91-9c0c-907ab19bfd73 req-4bce3c54-8c82-4e59-9ea4-6aed1f241499 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/ports?device_id=3af1a81c-b6a6-490c-9855-64b7bc34cebd HTTP/1.1" status: 200 len: 943 time: 0.1102242 Aug 29 05:33:10.623426 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d146f2fc-aba2-4ee0-b5d8-15312656dded req-01779df4-b917-41c3-8b8c-a254541bcc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:10.625433 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d146f2fc-aba2-4ee0-b5d8-15312656dded req-01779df4-b917-41c3-8b8c-a254541bcc68 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7709d35c0a744192a19d6b3b1ec59ccc&device_id=3af1a81c-b6a6-490c-9855-64b7bc34cebd HTTP/1.1" status: 200 len: 1095 time: 0.0740330 Aug 29 05:33:10.684667 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d146f2fc-aba2-4ee0-b5d8-15312656dded req-b110fd22-d06b-412f-a69e-37f24196d672 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=00981604-c4a2-4712-a548-ede47af70759 HTTP/1.1" status: 200 len: 217 time: 0.0508022 Aug 29 05:33:10.723981 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-551cb673-289a-4d91-9c0c-907ab19bfd73 req-5bdd319d-2d5a-4b92-964e-e7f350fa6da8 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/security-groups?id=703d806a-6406-44af-b1ac-820c9e51a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974736 Aug 29 05:33:10.750636 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d146f2fc-aba2-4ee0-b5d8-15312656dded req-a853b2fc-2310-4cb4-91de-8faa469f388e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:10.752211 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d146f2fc-aba2-4ee0-b5d8-15312656dded req-a853b2fc-2310-4cb4-91de-8faa469f388e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=785bf80a-a593-4715-8f1e-da93a8c7ab6c HTTP/1.1" status: 200 len: 848 time: 0.0596423 Aug 29 05:33:10.793124 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2424a70d-2039-46a1-8172-d6f0944083fe x-openstack-request-id: req-2424a70d-2039-46a1-8172-d6f0944083fe {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:33:10.793412 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3af1a81c-b6a6-490c-9855-64b7bc34cebd", "tag": "00981604-c4a2-4712-a548-ede47af70759", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:33:10.793663 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2424a70d-2039-46a1-8172-d6f0944083fe {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:33:10.794183 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3af1a81c-b6a6-490c-9855-64b7bc34cebd', 'tag': '00981604-c4a2-4712-a548-ede47af70759', 'status': 'completed', 'code': 200} Aug 29 05:33:10.809775 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d146f2fc-aba2-4ee0-b5d8-15312656dded req-e15d132d-9ba8-4870-abe9-45cb234c9027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:10.811276 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d146f2fc-aba2-4ee0-b5d8-15312656dded req-e15d132d-9ba8-4870-abe9-45cb234c9027 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b7ede0f0-67b6-4ead-a5a9-363d254a4e9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527303 Aug 29 05:33:10.905198 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d146f2fc-aba2-4ee0-b5d8-15312656dded req-f9288b00-6bec-41d5-85e8-44f24f9918d5 service neutron] 10.222.0.46 "GET /v2.0/networks/b7ede0f0-67b6-4ead-a5a9-363d254a4e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859568 Aug 29 05:33:10.996122 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d146f2fc-aba2-4ee0-b5d8-15312656dded req-9c5e4859-de03-4f83-8e7e-2dd1151111cd service neutron] 10.222.0.46 "GET /v2.0/networks/b7ede0f0-67b6-4ead-a5a9-363d254a4e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828316 Aug 29 05:33:11.086558 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b840ff-9975-41e7-bdfa-6574491a7760 req-bffc55f6-d4b1-40e2-910e-74c22cd48a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:11.088242 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-79b840ff-9975-41e7-bdfa-6574491a7760 req-bffc55f6-d4b1-40e2-910e-74c22cd48a49 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7709d35c0a744192a19d6b3b1ec59ccc&device_id=3af1a81c-b6a6-490c-9855-64b7bc34cebd HTTP/1.1" status: 200 len: 1095 time: 0.0482857 Aug 29 05:33:11.177980 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b840ff-9975-41e7-bdfa-6574491a7760 req-7ae14171-ef47-436a-a51d-330182bea4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:11.179363 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-79b840ff-9975-41e7-bdfa-6574491a7760 req-7ae14171-ef47-436a-a51d-330182bea4aa service neutron] 10.222.0.46 "GET /v2.0/networks?id=b7ede0f0-67b6-4ead-a5a9-363d254a4e9b HTTP/1.1" status: 200 len: 910 time: 0.0834782 Aug 29 05:33:11.226130 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-79b840ff-9975-41e7-bdfa-6574491a7760 req-a3115487-51d7-4056-b2b0-11abebd101c8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=00981604-c4a2-4712-a548-ede47af70759 HTTP/1.1" status: 200 len: 217 time: 0.0390832 Aug 29 05:33:11.277810 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b840ff-9975-41e7-bdfa-6574491a7760 req-8aea765d-e9ea-49ff-8f47-84d91da70d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:11.279353 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-79b840ff-9975-41e7-bdfa-6574491a7760 req-8aea765d-e9ea-49ff-8f47-84d91da70d35 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=785bf80a-a593-4715-8f1e-da93a8c7ab6c HTTP/1.1" status: 200 len: 848 time: 0.0442903 Aug 29 05:33:11.325430 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b840ff-9975-41e7-bdfa-6574491a7760 req-d7686798-e047-4291-be6c-3fa1bf52e57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:11.326850 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-79b840ff-9975-41e7-bdfa-6574491a7760 req-d7686798-e047-4291-be6c-3fa1bf52e57f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b7ede0f0-67b6-4ead-a5a9-363d254a4e9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400801 Aug 29 05:33:11.420310 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-79b840ff-9975-41e7-bdfa-6574491a7760 req-d388e757-a085-4fa6-81dd-89459490a1df service neutron] 10.222.0.46 "GET /v2.0/networks/b7ede0f0-67b6-4ead-a5a9-363d254a4e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850348 Aug 29 05:33:11.510433 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-79b840ff-9975-41e7-bdfa-6574491a7760 req-5d7219fa-9e7a-47ce-a4a4-ca3e373d256c service neutron] 10.222.0.46 "GET /v2.0/networks/b7ede0f0-67b6-4ead-a5a9-363d254a4e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822513 Aug 29 05:33:11.847675 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d514092-9c17-4f23-8192-53720c806501 req-7f6f1f50-8a65-436f-9073-6419534de397 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:11.849369 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2d514092-9c17-4f23-8192-53720c806501 req-7f6f1f50-8a65-436f-9073-6419534de397 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/ports?device_id=3af1a81c-b6a6-490c-9855-64b7bc34cebd HTTP/1.1" status: 200 len: 943 time: 0.0520775 Aug 29 05:33:11.887712 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2d514092-9c17-4f23-8192-53720c806501 req-7c12b28c-e4ff-4b2c-892d-abeeb6250931 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/security-groups?id=703d806a-6406-44af-b1ac-820c9e51a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321441 Aug 29 05:33:13.016547 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b6a32c-66c2-44cb-909c-4420dc745a5a req-ed92ed64-9609-4749-b2e5-6ad77d24b65a tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:13.018870 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-33b6a32c-66c2-44cb-909c-4420dc745a5a req-ed92ed64-9609-4749-b2e5-6ad77d24b65a tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/ports?device_id=3af1a81c-b6a6-490c-9855-64b7bc34cebd HTTP/1.1" status: 200 len: 943 time: 0.0553594 Aug 29 05:33:13.060564 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-33b6a32c-66c2-44cb-909c-4420dc745a5a req-74ed18b6-3b63-41e3-88f7-4ce830e409d0 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/security-groups?id=703d806a-6406-44af-b1ac-820c9e51a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346820 Aug 29 05:33:14.174860 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e091ff08-b29f-45a0-944e-7f0e7be9562a req-be62f7c0-defe-42a8-99da-c7c631ad3e85 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:14.176430 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e091ff08-b29f-45a0-944e-7f0e7be9562a req-be62f7c0-defe-42a8-99da-c7c631ad3e85 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/ports?device_id=3af1a81c-b6a6-490c-9855-64b7bc34cebd HTTP/1.1" status: 200 len: 943 time: 0.0478501 Aug 29 05:33:14.212699 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e091ff08-b29f-45a0-944e-7f0e7be9562a req-e6d8e349-81fe-49dd-9b30-5c71d9bdaff0 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/security-groups?id=703d806a-6406-44af-b1ac-820c9e51a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305450 Aug 29 05:33:15.325027 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bcf272-f9b1-4548-b74d-4f87e6d2fb63 req-6543ad96-62af-4fb1-9d84-a26203ebe42f tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:15.326491 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-60bcf272-f9b1-4548-b74d-4f87e6d2fb63 req-6543ad96-62af-4fb1-9d84-a26203ebe42f tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/ports?device_id=3af1a81c-b6a6-490c-9855-64b7bc34cebd HTTP/1.1" status: 200 len: 943 time: 0.0484374 Aug 29 05:33:15.363347 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-60bcf272-f9b1-4548-b74d-4f87e6d2fb63 req-24eef790-f7d2-4bd1-ac15-7ffae2e840a6 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/security-groups?id=703d806a-6406-44af-b1ac-820c9e51a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306509 Aug 29 05:33:16.480422 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1078b543-eba8-4c69-b94b-48ea38c578f1 req-3d790d0b-4dfe-4515-9bda-b55803a9c849 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:16.481913 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1078b543-eba8-4c69-b94b-48ea38c578f1 req-3d790d0b-4dfe-4515-9bda-b55803a9c849 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/ports?device_id=3af1a81c-b6a6-490c-9855-64b7bc34cebd HTTP/1.1" status: 200 len: 943 time: 0.0532625 Aug 29 05:33:16.519634 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1078b543-eba8-4c69-b94b-48ea38c578f1 req-97deca9f-71a4-4ec8-b21b-3ea904810df1 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/security-groups?id=703d806a-6406-44af-b1ac-820c9e51a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316310 Aug 29 05:33:17.630829 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a7c0ef-f320-4220-840a-67fad0b4335e req-dc04bf3b-9076-4fbf-a061-3235e2123890 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:17.632330 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d8a7c0ef-f320-4220-840a-67fad0b4335e req-dc04bf3b-9076-4fbf-a061-3235e2123890 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/ports?device_id=3af1a81c-b6a6-490c-9855-64b7bc34cebd HTTP/1.1" status: 200 len: 943 time: 0.0478516 Aug 29 05:33:17.669535 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d8a7c0ef-f320-4220-840a-67fad0b4335e req-1aef0770-2536-4104-b23b-6d7e945be475 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/security-groups?id=703d806a-6406-44af-b1ac-820c9e51a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312543 Aug 29 05:33:18.781729 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7fdecb-3324-4620-bd0d-a3a1d52dd98b req-bd3ded7f-d78b-4d00-bfec-23d825c66e87 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:18.783721 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9f7fdecb-3324-4620-bd0d-a3a1d52dd98b req-bd3ded7f-d78b-4d00-bfec-23d825c66e87 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/ports?device_id=3af1a81c-b6a6-490c-9855-64b7bc34cebd HTTP/1.1" status: 200 len: 943 time: 0.0486073 Aug 29 05:33:18.820673 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9f7fdecb-3324-4620-bd0d-a3a1d52dd98b req-5796bacd-fafc-41e3-b5c3-a3f6b9b5c6f5 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/security-groups?id=703d806a-6406-44af-b1ac-820c9e51a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309284 Aug 29 05:33:19.940463 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3386b91-4b38-4e2d-be34-9abf069d39e8 req-68809e34-7e9d-48c5-8ec9-2c2fda747314 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:19.942016 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c3386b91-4b38-4e2d-be34-9abf069d39e8 req-68809e34-7e9d-48c5-8ec9-2c2fda747314 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/ports?device_id=3af1a81c-b6a6-490c-9855-64b7bc34cebd HTTP/1.1" status: 200 len: 943 time: 0.0521927 Aug 29 05:33:19.956535 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:19.980069 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c3386b91-4b38-4e2d-be34-9abf069d39e8 req-91593bc6-d944-47ee-9b62-1f42a58d6967 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/security-groups?id=703d806a-6406-44af-b1ac-820c9e51a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321794 Aug 29 05:33:21.092348 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fe164c-d8c6-46e0-8d2b-16aa2c4aa8b6 req-44733d1d-254b-4e83-9eca-31e5a56c4d54 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:21.093820 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d6fe164c-d8c6-46e0-8d2b-16aa2c4aa8b6 req-44733d1d-254b-4e83-9eca-31e5a56c4d54 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/ports?device_id=3af1a81c-b6a6-490c-9855-64b7bc34cebd HTTP/1.1" status: 200 len: 943 time: 0.0478799 Aug 29 05:33:21.131404 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d6fe164c-d8c6-46e0-8d2b-16aa2c4aa8b6 req-99ec9fe7-37a6-4799-a5e3-5fe46265d0eb tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/security-groups?id=703d806a-6406-44af-b1ac-820c9e51a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311100 Aug 29 05:33:21.395820 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 00981604-c4a2-4712-a548-ede47af70759 details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:33:21.488573 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 00981604-c4a2-4712-a548-ede47af70759, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=00981604-c4a2-4712-a548-ede47af70759,segment=NetworkSegment(c1a9478c-e822-415c-b4e0-1877c65ce6d6),segment_id=c1a9478c-e822-415c-b4e0-1877c65ce6d6)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:33:21.499334 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Returning: {'device': '00981604-c4a2-4712-a548-ede47af70759', 'network_id': 'b7ede0f0-67b6-4ead-a5a9-363d254a4e9b', 'port_id': '00981604-c4a2-4712-a548-ede47af70759', 'mac_address': 'fa:16:3e:01:a5:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '785bf80a-a593-4715-8f1e-da93a8c7ab6c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:33:21.535326 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:21.547307 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00981604-c4a2-4712-a548-ede47af70759 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:33:21.565805 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 00981604-c4a2-4712-a548-ede47af70759, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=00981604-c4a2-4712-a548-ede47af70759,segment=NetworkSegment(c1a9478c-e822-415c-b4e0-1877c65ce6d6),segment_id=c1a9478c-e822-415c-b4e0-1877c65ce6d6)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:33:21.569770 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:21.615051 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=00981604-c4a2-4712-a548-ede47af70759,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:33:21.621953 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:33:21.622296 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:33:21.622635 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:33:21.622966 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:33:21.623292 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:33:21.623618 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:33:21.623981 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:33:21.624289 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:33:21.624607 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:33:21.624926 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:33:21.625244 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:33:21.625559 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:33:21.775978 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['00981604-c4a2-4712-a548-ede47af70759'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:33:22.243642 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83be37a-9bd0-4c8e-990e-06799da1f7f5 req-42c0acf7-77b0-4a01-908c-96812db99d5d tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:22.245120 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f83be37a-9bd0-4c8e-990e-06799da1f7f5 req-42c0acf7-77b0-4a01-908c-96812db99d5d tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/ports?device_id=3af1a81c-b6a6-490c-9855-64b7bc34cebd HTTP/1.1" status: 200 len: 944 time: 0.0481842 Aug 29 05:33:22.282188 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f83be37a-9bd0-4c8e-990e-06799da1f7f5 req-c6540b86-7ba2-4091-9c08-9be63a46d47c tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/security-groups?id=703d806a-6406-44af-b1ac-820c9e51a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311852 Aug 29 05:33:23.396128 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 00981604-c4a2-4712-a548-ede47af70759 up at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:33:23.398640 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda3eb38-120b-4487-8b33-79cecfca7670 req-7bbe166f-0ebe-4585-931f-1ec6dce4af17 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:23.400192 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dda3eb38-120b-4487-8b33-79cecfca7670 req-7bbe166f-0ebe-4585-931f-1ec6dce4af17 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/ports?device_id=3af1a81c-b6a6-490c-9855-64b7bc34cebd HTTP/1.1" status: 200 len: 944 time: 0.0529037 Aug 29 05:33:23.437959 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dda3eb38-120b-4487-8b33-79cecfca7670 req-525e11ad-279f-4469-8b9e-94b64742ebf0 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/security-groups?id=703d806a-6406-44af-b1ac-820c9e51a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318186 Aug 29 05:33:23.443719 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning for port 00981604-c4a2-4712-a548-ede47af70759 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:33:23.447298 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning complete for port 00981604-c4a2-4712-a548-ede47af70759 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:33:23.447673 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:23.525677 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:23.547187 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3af1a81c-b6a6-490c-9855-64b7bc34cebd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00981604-c4a2-4712-a548-ede47af70759'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:33:23.549946 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e47ce94e7730ef80c099a0714bd3625e1f676465bb595722170593f8a424ee2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5113499-98f4-4ffd-8b3e-fa0117f16da4" -d '{"events": [{"server_uuid": "3af1a81c-b6a6-490c-9855-64b7bc34cebd", "name": "network-vif-plugged", "status": "completed", "tag": "00981604-c4a2-4712-a548-ede47af70759"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:33:23.562811 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 00981604-c4a2-4712-a548-ede47af70759, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=00981604-c4a2-4712-a548-ede47af70759,segment=NetworkSegment(c1a9478c-e822-415c-b4e0-1877c65ce6d6),segment_id=c1a9478c-e822-415c-b4e0-1877c65ce6d6)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:33:23.567160 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:23.590142 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab24716f-a11e-4479-91bf-b30244ee2fcf x-openstack-request-id: req-ab24716f-a11e-4479-91bf-b30244ee2fcf {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:33:23.590437 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3af1a81c-b6a6-490c-9855-64b7bc34cebd", "name": "network-vif-plugged", "status": "completed", "tag": "00981604-c4a2-4712-a548-ede47af70759", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:33:23.590688 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ab24716f-a11e-4479-91bf-b30244ee2fcf {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:33:23.591485 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3af1a81c-b6a6-490c-9855-64b7bc34cebd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00981604-c4a2-4712-a548-ede47af70759', 'code': 200} Aug 29 05:33:23.616704 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=00981604-c4a2-4712-a548-ede47af70759,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:33:23.685335 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f346726-57f6-40dd-9ecc-477406517210 req-c3a4a5fc-6352-4bfa-8b14-0c78db46ed2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:23.686871 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7f346726-57f6-40dd-9ecc-477406517210 req-c3a4a5fc-6352-4bfa-8b14-0c78db46ed2a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3af1a81c-b6a6-490c-9855-64b7bc34cebd HTTP/1.1" status: 200 len: 1097 time: 0.0394747 Aug 29 05:33:23.721174 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7f346726-57f6-40dd-9ecc-477406517210 req-260b2531-7cdd-4223-b6e7-1bdfe7470d18 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=703d806a-6406-44af-b1ac-820c9e51a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270736 Aug 29 05:33:24.554312 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ff590c-ca4a-43e2-9145-31e66f499dc2 req-f18f35cd-cb02-4878-bdd8-6e8c8140d3e1 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:24.555832 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-91ff590c-ca4a-43e2-9145-31e66f499dc2 req-f18f35cd-cb02-4878-bdd8-6e8c8140d3e1 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/ports?device_id=3af1a81c-b6a6-490c-9855-64b7bc34cebd HTTP/1.1" status: 200 len: 945 time: 0.0492756 Aug 29 05:33:24.594615 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-91ff590c-ca4a-43e2-9145-31e66f499dc2 req-1d557a4f-7d6b-4b1e-be75-54827f1b43de tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/security-groups?id=703d806a-6406-44af-b1ac-820c9e51a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328257 Aug 29 05:33:25.711148 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e312676-84dc-4430-becf-bbe0ce143433 req-1d0cbba9-3fac-485e-90f7-2650bf997e05 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:25.712667 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5e312676-84dc-4430-becf-bbe0ce143433 req-1d0cbba9-3fac-485e-90f7-2650bf997e05 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/ports?device_id=3af1a81c-b6a6-490c-9855-64b7bc34cebd HTTP/1.1" status: 200 len: 945 time: 0.0525973 Aug 29 05:33:25.749915 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5e312676-84dc-4430-becf-bbe0ce143433 req-e50a9b4f-e08b-4f27-8bad-c77cb40c0eda tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/security-groups?id=703d806a-6406-44af-b1ac-820c9e51a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313437 Aug 29 05:33:25.860907 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bc2452-48ea-4e37-986b-f64155373dc3 req-a49b9238-959f-470e-a5fd-54124ed69832 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:25.862898 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-34bc2452-48ea-4e37-986b-f64155373dc3 req-a49b9238-959f-470e-a5fd-54124ed69832 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/ports?device_id=3af1a81c-b6a6-490c-9855-64b7bc34cebd HTTP/1.1" status: 200 len: 945 time: 0.0488896 Aug 29 05:33:25.899790 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-34bc2452-48ea-4e37-986b-f64155373dc3 req-f158d9a1-4fe5-4f20-b747-4abd6f602aef tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/security-groups?id=703d806a-6406-44af-b1ac-820c9e51a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307672 Aug 29 05:33:25.921036 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 43188) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:33:25.960759 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494d99ae-b394-427b-b266-f0ca94a2d494 tempest-TestShelveInstance-175649728 tempest-TestShelveInstance-175649728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:25.962289 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-494d99ae-b394-427b-b266-f0ca94a2d494 tempest-TestShelveInstance-175649728 tempest-TestShelveInstance-175649728-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=3af1a81c-b6a6-490c-9855-64b7bc34cebd HTTP/1.1" status: 200 len: 1092 time: 0.0402849 Aug 29 05:33:25.965093 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 43190) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:33:25.969397 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-636f09f2-1f63-41a0-a1a8-b9fd8fdc9056 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Request body: {'floatingip': {'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'port_id': '00981604-c4a2-4712-a548-ede47af70759', 'tenant_id': '7709d35c0a744192a19d6b3b1ec59ccc', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:33:25.990752 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-636f09f2-1f63-41a0-a1a8-b9fd8fdc9056 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Notify callbacks [] for floatingip, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:26.086347 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-636f09f2-1f63-41a0-a1a8-b9fd8fdc9056 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:26.183917 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-636f09f2-1f63-41a0-a1a8-b9fd8fdc9056 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Allocated IP 172.25.0.21 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/388def61-da90-4dda-a9cb-af904265f144) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:33:26.285608 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-636f09f2-1f63-41a0-a1a8-b9fd8fdc9056 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:26.322590 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-636f09f2-1f63-41a0-a1a8-b9fd8fdc9056 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:26.357240 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636f09f2-1f63-41a0-a1a8-b9fd8fdc9056 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:33:26.362447 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-636f09f2-1f63-41a0-a1a8-b9fd8fdc9056 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:33:26.365933 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636f09f2-1f63-41a0-a1a8-b9fd8fdc9056 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:33:26.389750 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636f09f2-1f63-41a0-a1a8-b9fd8fdc9056 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Pushing event updated for resources: {'Port': ['ID=388def61-da90-4dda-a9cb-af904265f144,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:33:27.007610 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-636f09f2-1f63-41a0-a1a8-b9fd8fdc9056 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:27.071665 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-636f09f2-1f63-41a0-a1a8-b9fd8fdc9056 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:27.218039 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-636f09f2-1f63-41a0-a1a8-b9fd8fdc9056 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:27.222571 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-636f09f2-1f63-41a0-a1a8-b9fd8fdc9056 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:27.293268 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636f09f2-1f63-41a0-a1a8-b9fd8fdc9056 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Pushing event updated for resources: {'Port': ['ID=388def61-da90-4dda-a9cb-af904265f144,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:33:27.304090 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-636f09f2-1f63-41a0-a1a8-b9fd8fdc9056 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719515'] for floatingip, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:27.403104 n-d-712140-12 neutron-server[94829]: INFO neutron.db.l3_db [None req-636f09f2-1f63-41a0-a1a8-b9fd8fdc9056 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Floating IP 8774fcaf-3f2c-4162-b55c-a902f4d9374e associated. External IP: 172.25.0.21, port: 00981604-c4a2-4712-a548-ede47af70759. Aug 29 05:33:27.607783 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-636f09f2-1f63-41a0-a1a8-b9fd8fdc9056 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Router bac3dcee-2082-413f-9f3b-d5513121dc56 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:33:27.713608 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-636f09f2-1f63-41a0-a1a8-b9fd8fdc9056 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:33:27.723829 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aedf42e9-c6ea-4676-87f6-6820e385af91 None None] Sync routers for ids ['bac3dcee-2082-413f-9f3b-d5513121dc56'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:33:27.730121 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-636f09f2-1f63-41a0-a1a8-b9fd8fdc9056 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:27.733491 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aedf42e9-c6ea-4676-87f6-6820e385af91 None None] Routers {'bac3dcee-2082-413f-9f3b-d5513121dc56'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:33:27.734105 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-aedf42e9-c6ea-4676-87f6-6820e385af91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:33:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['bac3dcee-2082-413f-9f3b-d5513121dc56'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:33:27.763836 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-636f09f2-1f63-41a0-a1a8-b9fd8fdc9056 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7976849 Aug 29 05:33:27.764535 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3af1a81c-b6a6-490c-9855-64b7bc34cebd', 'tag': '00981604-c4a2-4712-a548-ede47af70759'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:33:27.766800 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77553e5f3dce844e1d1944d01f437b37b7dd5b7a052a0dbecc2d9758b81294" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d747332-1fa5-4b2e-a486-3ca427d30d5f" -d '{"events": [{"name": "network-changed", "server_uuid": "3af1a81c-b6a6-490c-9855-64b7bc34cebd", "tag": "00981604-c4a2-4712-a548-ede47af70759"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:33:27.841285 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-aedf42e9-c6ea-4676-87f6-6820e385af91 None None] Set router bac3dcee-2082-413f-9f3b-d5513121dc56 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:33:27.861621 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-496ba581-5507-4e2d-b3ec-7cbbc9e766c6 x-openstack-request-id: req-496ba581-5507-4e2d-b3ec-7cbbc9e766c6 {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:33:27.861920 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3af1a81c-b6a6-490c-9855-64b7bc34cebd", "tag": "00981604-c4a2-4712-a548-ede47af70759", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:33:27.862173 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-496ba581-5507-4e2d-b3ec-7cbbc9e766c6 {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:33:27.862580 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3af1a81c-b6a6-490c-9855-64b7bc34cebd', 'tag': '00981604-c4a2-4712-a548-ede47af70759', 'status': 'completed', 'code': 200} Aug 29 05:33:27.922572 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d747332-1fa5-4b2e-a486-3ca427d30d5f req-3e066386-98bb-4dbc-82d2-ab7a585125dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:27.924709 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7d747332-1fa5-4b2e-a486-3ca427d30d5f req-3e066386-98bb-4dbc-82d2-ab7a585125dd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7709d35c0a744192a19d6b3b1ec59ccc&device_id=3af1a81c-b6a6-490c-9855-64b7bc34cebd HTTP/1.1" status: 200 len: 1097 time: 0.0408773 Aug 29 05:33:28.016191 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d747332-1fa5-4b2e-a486-3ca427d30d5f req-1b34a996-87f1-4fac-bc9a-06ab25f8b6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:28.017802 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7d747332-1fa5-4b2e-a486-3ca427d30d5f req-1b34a996-87f1-4fac-bc9a-06ab25f8b6fc service neutron] 10.222.0.46 "GET /v2.0/networks?id=b7ede0f0-67b6-4ead-a5a9-363d254a4e9b HTTP/1.1" status: 200 len: 910 time: 0.0867085 Aug 29 05:33:28.066582 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-aedf42e9-c6ea-4676-87f6-6820e385af91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bac3dcee-2082-413f-9f3b-d5513121dc56', 'name': 'tempest-TestShelveInstance-1948580004-router', 'tenant_id': '7709d35c0a744192a19d6b3b1ec59ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': 'e6798952-ec4f-48d5-b628-f90ab031c8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:28:32Z', 'updated_at': '2021-08-29T05:28:34Z', 'revision_number': 4, 'project_id': '7709d35c0a744192a19d6b3b1ec59ccc', 'gw_port': {'id': 'e6798952-ec4f-48d5-b628-f90ab031c8b7', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ee:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac3dcee-2082-413f-9f3b-d5513121dc56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:28:32Z', 'updated_at': '2021-08-29T05:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': '8774fcaf-3f2c-4162-b55c-a902f4d9374e', 'tenant_id': '7709d35c0a744192a19d6b3b1ec59ccc', 'floating_ip_address': '172.25.0.21', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': 'bac3dcee-2082-413f-9f3b-d5513121dc56', 'port_id': '00981604-c4a2-4712-a548-ede47af70759', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7ede0f0-67b6-4ead-a5a9-363d254a4e9b', 'mac_address': 'fa:16:3e:01:a5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af1a81c-b6a6-490c-9855-64b7bc34cebd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:33:26Z', 'updated_at': '2021-08-29T05:33:26Z', 'revision_number': 0, 'project_id': '7709d35c0a744192a19d6b3b1ec59ccc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '945a03e8-2654-4626-8259-e4e39f011c1c', 'name': '', 'network_id': 'b7ede0f0-67b6-4ead-a5a9-363d254a4e9b', 'tenant_id': '7709d35c0a744192a19d6b3b1ec59ccc', 'mac_address': 'fa:16:3e:4f:25:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac3dcee-2082-413f-9f3b-d5513121dc56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '785bf80a-a593-4715-8f1e-da93a8c7ab6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:28:34Z', 'updated_at': '2021-08-29T05:28:41Z', 'revision_number': 5, 'project_id': '7709d35c0a744192a19d6b3b1ec59ccc', 'subnets': [{'id': '785bf80a-a593-4715-8f1e-da93a8c7ab6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:33:28.086029 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7d747332-1fa5-4b2e-a486-3ca427d30d5f req-19e1f53c-8e74-462f-becd-14e565435345 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=00981604-c4a2-4712-a548-ede47af70759 HTTP/1.1" status: 200 len: 998 time: 0.0599799 Aug 29 05:33:28.142337 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d747332-1fa5-4b2e-a486-3ca427d30d5f req-12b52dc2-6215-4220-8b87-0e66f4b7a441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:28.143793 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7d747332-1fa5-4b2e-a486-3ca427d30d5f req-12b52dc2-6215-4220-8b87-0e66f4b7a441 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=785bf80a-a593-4715-8f1e-da93a8c7ab6c HTTP/1.1" status: 200 len: 848 time: 0.0509884 Aug 29 05:33:28.177973 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aedf42e9-c6ea-4676-87f6-6820e385af91 None None] Checking router: bac3dcee-2082-413f-9f3b-d5513121dc56 for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:33:28.186900 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aedf42e9-c6ea-4676-87f6-6820e385af91 None None] Routers {'bac3dcee-2082-413f-9f3b-d5513121dc56'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:33:28.187504 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-aedf42e9-c6ea-4676-87f6-6820e385af91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:33:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['bac3dcee-2082-413f-9f3b-d5513121dc56'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:33:28.190821 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d747332-1fa5-4b2e-a486-3ca427d30d5f req-4782172f-f1cf-4e4b-83ee-6ce1f0abdbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:28.192349 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7d747332-1fa5-4b2e-a486-3ca427d30d5f req-4782172f-f1cf-4e4b-83ee-6ce1f0abdbd4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b7ede0f0-67b6-4ead-a5a9-363d254a4e9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410507 Aug 29 05:33:28.279895 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7d747332-1fa5-4b2e-a486-3ca427d30d5f req-1ba87664-3068-4e46-9048-29a523554a18 service neutron] 10.222.0.46 "GET /v2.0/networks/b7ede0f0-67b6-4ead-a5a9-363d254a4e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798690 Aug 29 05:33:28.290378 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-aedf42e9-c6ea-4676-87f6-6820e385af91 None None] Set router bac3dcee-2082-413f-9f3b-d5513121dc56 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:33:28.373396 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7d747332-1fa5-4b2e-a486-3ca427d30d5f req-c2faecaf-8be4-42a7-b432-fbacf4822f21 service neutron] 10.222.0.46 "GET /v2.0/networks/b7ede0f0-67b6-4ead-a5a9-363d254a4e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860157 Aug 29 05:33:28.506489 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-aedf42e9-c6ea-4676-87f6-6820e385af91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bac3dcee-2082-413f-9f3b-d5513121dc56', 'name': 'tempest-TestShelveInstance-1948580004-router', 'tenant_id': '7709d35c0a744192a19d6b3b1ec59ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': 'e6798952-ec4f-48d5-b628-f90ab031c8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:28:32Z', 'updated_at': '2021-08-29T05:28:34Z', 'revision_number': 4, 'project_id': '7709d35c0a744192a19d6b3b1ec59ccc', 'gw_port': {'id': 'e6798952-ec4f-48d5-b628-f90ab031c8b7', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ee:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac3dcee-2082-413f-9f3b-d5513121dc56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:28:32Z', 'updated_at': '2021-08-29T05:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': '8774fcaf-3f2c-4162-b55c-a902f4d9374e', 'tenant_id': '7709d35c0a744192a19d6b3b1ec59ccc', 'floating_ip_address': '172.25.0.21', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': 'bac3dcee-2082-413f-9f3b-d5513121dc56', 'port_id': '00981604-c4a2-4712-a548-ede47af70759', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7ede0f0-67b6-4ead-a5a9-363d254a4e9b', 'mac_address': 'fa:16:3e:01:a5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af1a81c-b6a6-490c-9855-64b7bc34cebd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:33:26Z', 'updated_at': '2021-08-29T05:33:26Z', 'revision_number': 0, 'project_id': '7709d35c0a744192a19d6b3b1ec59ccc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '945a03e8-2654-4626-8259-e4e39f011c1c', 'name': '', 'network_id': 'b7ede0f0-67b6-4ead-a5a9-363d254a4e9b', 'tenant_id': '7709d35c0a744192a19d6b3b1ec59ccc', 'mac_address': 'fa:16:3e:4f:25:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac3dcee-2082-413f-9f3b-d5513121dc56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '785bf80a-a593-4715-8f1e-da93a8c7ab6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:28:34Z', 'updated_at': '2021-08-29T05:28:41Z', 'revision_number': 5, 'project_id': '7709d35c0a744192a19d6b3b1ec59ccc', 'subnets': [{'id': '785bf80a-a593-4715-8f1e-da93a8c7ab6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:33:28.535081 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aedf42e9-c6ea-4676-87f6-6820e385af91 None None] The sync data for ids ['bac3dcee-2082-413f-9f3b-d5513121dc56'] in n-d-712140-12 is: [{'id': 'bac3dcee-2082-413f-9f3b-d5513121dc56', 'name': 'tempest-TestShelveInstance-1948580004-router', 'tenant_id': '7709d35c0a744192a19d6b3b1ec59ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': 'e6798952-ec4f-48d5-b628-f90ab031c8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:28:32Z', 'updated_at': '2021-08-29T05:28:34Z', 'revision_number': 4, 'project_id': '7709d35c0a744192a19d6b3b1ec59ccc', 'gw_port': {'id': 'e6798952-ec4f-48d5-b628-f90ab031c8b7', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ee:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac3dcee-2082-413f-9f3b-d5513121dc56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:28:32Z', 'updated_at': '2021-08-29T05:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': '8774fcaf-3f2c-4162-b55c-a902f4d9374e', 'tenant_id': '7709d35c0a744192a19d6b3b1ec59ccc', 'floating_ip_address': '172.25.0.21', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': 'bac3dcee-2082-413f-9f3b-d5513121dc56', 'port_id': '00981604-c4a2-4712-a548-ede47af70759', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7ede0f0-67b6-4ead-a5a9-363d254a4e9b', 'mac_address': 'fa:16:3e:01:a5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af1a81c-b6a6-490c-9855-64b7bc34cebd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:33:26Z', 'updated_at': '2021-08-29T05:33:26Z', 'revision_number': 0, 'project_id': '7709d35c0a744192a19d6b3b1ec59ccc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '945a03e8-2654-4626-8259-e4e39f011c1c', 'name': '', 'network_id': 'b7ede0f0-67b6-4ead-a5a9-363d254a4e9b', 'tenant_id': '7709d35c0a744192a19d6b3b1ec59ccc', 'mac_address': 'fa:16:3e:4f:25:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac3dcee-2082-413f-9f3b-d5513121dc56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '785bf80a-a593-4715-8f1e-da93a8c7ab6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:28:34Z', 'updated_at': '2021-08-29T05:28:41Z', 'revision_number': 5, 'project_id': '7709d35c0a744192a19d6b3b1ec59ccc', 'subnets': [{'id': '785bf80a-a593-4715-8f1e-da93a8c7ab6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:33:28.725936 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a761d044-795b-4219-884f-0d10c564a160 None None] New status for floating IP 8774fcaf-3f2c-4162-b55c-a902f4d9374e: ACTIVE {{(pid=94830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:33:29.436986 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:33.493389 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-057168b9-bf15-4d91-959d-608cb44e6e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:36.363104 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0d3f5711-b4ee-4c9f-805a-9efe24055422 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:37.395668 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:37.493330 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:39.000699 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:40.555093 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:33:49.956243 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:53.974201 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-937d3c46-9e5b-47a3-a8f6-a9a01108171b req-540473c5-32b3-4bd5-b9a0-0c2bf3f49b5d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3af1a81c-b6a6-490c-9855-64b7bc34cebd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0403912 Aug 29 05:33:54.058621 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937d3c46-9e5b-47a3-a8f6-a9a01108171b req-b51c2c2d-162e-460e-8f4e-b902ccced1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:54.060099 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-937d3c46-9e5b-47a3-a8f6-a9a01108171b req-b51c2c2d-162e-460e-8f4e-b902ccced1c9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7709d35c0a744192a19d6b3b1ec59ccc&device_id=3af1a81c-b6a6-490c-9855-64b7bc34cebd HTTP/1.1" status: 200 len: 1097 time: 0.0409284 Aug 29 05:33:54.184738 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937d3c46-9e5b-47a3-a8f6-a9a01108171b req-a4bd27c1-0ee6-4508-8786-f7ba46e01e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:54.186268 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-937d3c46-9e5b-47a3-a8f6-a9a01108171b req-a4bd27c1-0ee6-4508-8786-f7ba46e01e9c service neutron] 10.222.0.46 "GET /v2.0/networks?id=b7ede0f0-67b6-4ead-a5a9-363d254a4e9b HTTP/1.1" status: 200 len: 910 time: 0.1042736 Aug 29 05:33:54.255622 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-937d3c46-9e5b-47a3-a8f6-a9a01108171b req-932f4257-89de-45c3-9ee9-7746968af029 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=00981604-c4a2-4712-a548-ede47af70759 HTTP/1.1" status: 200 len: 1000 time: 0.0615075 Aug 29 05:33:54.310421 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937d3c46-9e5b-47a3-a8f6-a9a01108171b req-0058a943-984b-4234-9ddc-b0f450b5e0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:54.311826 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-937d3c46-9e5b-47a3-a8f6-a9a01108171b req-0058a943-984b-4234-9ddc-b0f450b5e0f9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=785bf80a-a593-4715-8f1e-da93a8c7ab6c HTTP/1.1" status: 200 len: 848 time: 0.0469723 Aug 29 05:33:54.359774 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937d3c46-9e5b-47a3-a8f6-a9a01108171b req-cb1a9238-44c5-4a07-87d3-5629146b75b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:54.361793 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-937d3c46-9e5b-47a3-a8f6-a9a01108171b req-cb1a9238-44c5-4a07-87d3-5629146b75b6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b7ede0f0-67b6-4ead-a5a9-363d254a4e9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411763 Aug 29 05:33:54.449023 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-937d3c46-9e5b-47a3-a8f6-a9a01108171b req-34f18432-14ac-4e05-a5d4-cda5d1a773b5 service neutron] 10.222.0.46 "GET /v2.0/networks/b7ede0f0-67b6-4ead-a5a9-363d254a4e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796971 Aug 29 05:33:54.543642 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-937d3c46-9e5b-47a3-a8f6-a9a01108171b req-6e880040-27e4-4ed8-9d35-f0d2a82d7acc service neutron] 10.222.0.46 "GET /v2.0/networks/b7ede0f0-67b6-4ead-a5a9-363d254a4e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865788 Aug 29 05:33:59.452932 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:01.460110 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d021739a-c9d2-4f50-a855-ee4dc86657b9 req-f739ea26-503e-490a-982f-18cedbc3458d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=19efa733-49d3-4125-b1bf-b01d593b5e9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0415759 Aug 29 05:34:01.564487 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d021739a-c9d2-4f50-a855-ee4dc86657b9 req-d39cc13b-dbc1-46c3-8227-b3ef7721e5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:34:01.566036 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d021739a-c9d2-4f50-a855-ee4dc86657b9 req-d39cc13b-dbc1-46c3-8227-b3ef7721e5f5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=31def360f89342158e5c482db8b51dfa&device_id=19efa733-49d3-4125-b1bf-b01d593b5e9a HTTP/1.1" status: 200 len: 1097 time: 0.0424776 Aug 29 05:34:01.677231 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d021739a-c9d2-4f50-a855-ee4dc86657b9 req-919fb62d-5681-4d38-a31a-208c90bacf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:34:01.678725 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d021739a-c9d2-4f50-a855-ee4dc86657b9 req-919fb62d-5681-4d38-a31a-208c90bacf58 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb HTTP/1.1" status: 200 len: 913 time: 0.0913820 Aug 29 05:34:01.727151 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d021739a-c9d2-4f50-a855-ee4dc86657b9 req-f249ffeb-b009-4278-bdf5-0f6d562b1a07 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e11f048-6330-4537-9251-c0dbbafc7fc5 HTTP/1.1" status: 200 len: 217 time: 0.0393417 Aug 29 05:34:01.781059 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d021739a-c9d2-4f50-a855-ee4dc86657b9 req-b872d699-27e4-4f7a-b63c-c14758d118a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:34:01.782537 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d021739a-c9d2-4f50-a855-ee4dc86657b9 req-b872d699-27e4-4f7a-b63c-c14758d118a7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6f6d99e8-8009-478f-9356-563dd7d1ac5b HTTP/1.1" status: 200 len: 851 time: 0.0468464 Aug 29 05:34:01.835531 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d021739a-c9d2-4f50-a855-ee4dc86657b9 req-ea9ae7bf-4a33-4dc2-b507-443dfcf399b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:34:01.837271 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d021739a-c9d2-4f50-a855-ee4dc86657b9 req-ea9ae7bf-4a33-4dc2-b507-443dfcf399b0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0467219 Aug 29 05:34:01.935760 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d021739a-c9d2-4f50-a855-ee4dc86657b9 req-0b1edf7c-5ce3-454c-b529-49bf802d8040 service neutron] 10.222.0.48 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887330 Aug 29 05:34:02.385926 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d021739a-c9d2-4f50-a855-ee4dc86657b9 req-6f84df6e-ecb8-4a99-9d00-bc6fe0a21b87 service neutron] 10.222.0.48 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4416313 Aug 29 05:34:03.493261 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cb0e99ed-57ba-4e36-9877-2da1cb31024a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:06.363985 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ca0920f3-ccfd-426f-9b3c-84c6a8273258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:07.397620 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:07.499500 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:09.003398 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:17.553864 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:34:19.961790 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:29.445496 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:33.495347 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4bfd26b0-b05d-49ae-8154-c14c72f65067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:36.366173 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d4857c13-23a1-49b9-a265-5a0f14e4ab70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:37.398823 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:37.500305 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:39.006404 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:49.955388 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:54.552288 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:34:54.985929 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c5941589-be07-497f-b306-8fefcb2a3f31 req-80176247-8d5c-452e-910e-1514fd90242d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3af1a81c-b6a6-490c-9855-64b7bc34cebd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0409589 Aug 29 05:34:55.067677 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5941589-be07-497f-b306-8fefcb2a3f31 req-9109f311-480a-42e0-bcd8-2307bd67b390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:34:55.070018 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c5941589-be07-497f-b306-8fefcb2a3f31 req-9109f311-480a-42e0-bcd8-2307bd67b390 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7709d35c0a744192a19d6b3b1ec59ccc&device_id=3af1a81c-b6a6-490c-9855-64b7bc34cebd HTTP/1.1" status: 200 len: 1097 time: 0.0397115 Aug 29 05:34:55.174086 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5941589-be07-497f-b306-8fefcb2a3f31 req-98835142-acde-4f4c-a2c4-9bb0b6c8fdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:34:55.175553 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c5941589-be07-497f-b306-8fefcb2a3f31 req-98835142-acde-4f4c-a2c4-9bb0b6c8fdfa service neutron] 10.222.0.46 "GET /v2.0/networks?id=b7ede0f0-67b6-4ead-a5a9-363d254a4e9b HTTP/1.1" status: 200 len: 910 time: 0.0860412 Aug 29 05:34:55.242406 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c5941589-be07-497f-b306-8fefcb2a3f31 req-c12a6544-eae6-4ce5-9348-aa62c75b05f9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=00981604-c4a2-4712-a548-ede47af70759 HTTP/1.1" status: 200 len: 1000 time: 0.0580473 Aug 29 05:34:55.292637 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5941589-be07-497f-b306-8fefcb2a3f31 req-0f8c7f78-6bde-405f-8109-158e178ccb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:34:55.294091 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c5941589-be07-497f-b306-8fefcb2a3f31 req-0f8c7f78-6bde-405f-8109-158e178ccb7d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=785bf80a-a593-4715-8f1e-da93a8c7ab6c HTTP/1.1" status: 200 len: 848 time: 0.0434604 Aug 29 05:34:55.351231 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5941589-be07-497f-b306-8fefcb2a3f31 req-cfc64d5d-f1d4-4219-a784-e75a3f3dd40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:34:55.352771 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c5941589-be07-497f-b306-8fefcb2a3f31 req-cfc64d5d-f1d4-4219-a784-e75a3f3dd40f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b7ede0f0-67b6-4ead-a5a9-363d254a4e9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0492821 Aug 29 05:34:55.442028 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c5941589-be07-497f-b306-8fefcb2a3f31 req-f9ec23c2-17bc-4d41-b6ed-8788cf9528db service neutron] 10.222.0.46 "GET /v2.0/networks/b7ede0f0-67b6-4ead-a5a9-363d254a4e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800924 Aug 29 05:34:55.535713 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c5941589-be07-497f-b306-8fefcb2a3f31 req-b05dcf57-3219-4539-a46e-d519ecc37f46 service neutron] 10.222.0.46 "GET /v2.0/networks/b7ede0f0-67b6-4ead-a5a9-363d254a4e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861864 Aug 29 05:34:59.456797 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:02.444116 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-cdcb6e52-30c1-410a-b577-335aca7ac507 req-a5800884-c4c7-4405-9267-07301a9a5548 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=19efa733-49d3-4125-b1bf-b01d593b5e9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0409703 Aug 29 05:35:02.545824 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcb6e52-30c1-410a-b577-335aca7ac507 req-0ca26752-eb95-40ff-814e-cb19e1870fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:02.547382 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-cdcb6e52-30c1-410a-b577-335aca7ac507 req-0ca26752-eb95-40ff-814e-cb19e1870fdd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=31def360f89342158e5c482db8b51dfa&device_id=19efa733-49d3-4125-b1bf-b01d593b5e9a HTTP/1.1" status: 200 len: 1097 time: 0.0411589 Aug 29 05:35:02.660977 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcb6e52-30c1-410a-b577-335aca7ac507 req-5ae38834-187e-415e-83f3-9ec0ad18cafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:02.662488 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-cdcb6e52-30c1-410a-b577-335aca7ac507 req-5ae38834-187e-415e-83f3-9ec0ad18cafe service neutron] 10.222.0.48 "GET /v2.0/networks?id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb HTTP/1.1" status: 200 len: 913 time: 0.0936427 Aug 29 05:35:02.707971 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-cdcb6e52-30c1-410a-b577-335aca7ac507 req-f422cddc-93b0-4e34-b179-8ca37c74af6e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e11f048-6330-4537-9251-c0dbbafc7fc5 HTTP/1.1" status: 200 len: 217 time: 0.0364907 Aug 29 05:35:02.759289 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcb6e52-30c1-410a-b577-335aca7ac507 req-5806a87e-abde-4968-bd98-992cde65ddc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:02.760810 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-cdcb6e52-30c1-410a-b577-335aca7ac507 req-5806a87e-abde-4968-bd98-992cde65ddc1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6f6d99e8-8009-478f-9356-563dd7d1ac5b HTTP/1.1" status: 200 len: 851 time: 0.0446157 Aug 29 05:35:02.812919 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcb6e52-30c1-410a-b577-335aca7ac507 req-d270c6b2-00c7-46a7-b9ee-21d4617efc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:02.814445 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-cdcb6e52-30c1-410a-b577-335aca7ac507 req-d270c6b2-00c7-46a7-b9ee-21d4617efc8a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458229 Aug 29 05:35:02.905318 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-cdcb6e52-30c1-410a-b577-335aca7ac507 req-93d40f34-f085-416c-b3de-f02200eb39e9 service neutron] 10.222.0.48 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812588 Aug 29 05:35:03.002223 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-cdcb6e52-30c1-410a-b577-335aca7ac507 req-6f45458d-fe4f-4bbf-a291-c35a1069d2c5 service neutron] 10.222.0.48 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882001 Aug 29 05:35:03.498601 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-88dbabfa-a1ca-447a-90ee-b39787a005e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:06.366482 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3df37035-8d11-45e8-aab8-c51d8f338d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:07.400452 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:07.502996 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:09.009765 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:19.950665 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:24.549691 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2394b53-9c16-4d31-9213-fa3c5990015c req-d4160d96-3879-441f-b3c2-416754bd6008 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:24.551136 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d2394b53-9c16-4d31-9213-fa3c5990015c req-d4160d96-3879-441f-b3c2-416754bd6008 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/ports?device_id=3af1a81c-b6a6-490c-9855-64b7bc34cebd HTTP/1.1" status: 200 len: 945 time: 0.0494421 Aug 29 05:35:24.588911 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d2394b53-9c16-4d31-9213-fa3c5990015c req-b7e8f953-cff0-4993-a7d0-4ff9f0adcf54 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/security-groups?id=703d806a-6406-44af-b1ac-820c9e51a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318244 Aug 29 05:35:25.728753 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd81c70b-dd05-4ca8-a79d-07d0f276c958 req-63fd87e5-b1d8-4c21-8e96-9762b91abebc tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:25.730291 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bd81c70b-dd05-4ca8-a79d-07d0f276c958 req-63fd87e5-b1d8-4c21-8e96-9762b91abebc tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/ports?device_id=3af1a81c-b6a6-490c-9855-64b7bc34cebd HTTP/1.1" status: 200 len: 945 time: 0.0491209 Aug 29 05:35:25.770681 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bd81c70b-dd05-4ca8-a79d-07d0f276c958 req-c990a2ea-6942-41e4-90a7-5aa248e7ac34 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/security-groups?id=703d806a-6406-44af-b1ac-820c9e51a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342340 Aug 29 05:35:26.887138 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf15b24b-a3ed-4c7a-a7c2-1fbad0964eff req-60214c63-819f-4e28-b808-e98044536383 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:26.888548 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-cf15b24b-a3ed-4c7a-a7c2-1fbad0964eff req-60214c63-819f-4e28-b808-e98044536383 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/ports?device_id=3af1a81c-b6a6-490c-9855-64b7bc34cebd HTTP/1.1" status: 200 len: 945 time: 0.0521321 Aug 29 05:35:26.926708 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-cf15b24b-a3ed-4c7a-a7c2-1fbad0964eff req-24ee497b-1720-4583-a262-14dc9e50b11a tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/security-groups?id=703d806a-6406-44af-b1ac-820c9e51a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317366 Aug 29 05:35:28.041862 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dacdcd-ed99-4b8f-aeca-5a0269a002ce req-69ef4152-9e4b-4d53-9ae4-365fa8c96961 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:28.043264 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c5dacdcd-ed99-4b8f-aeca-5a0269a002ce req-69ef4152-9e4b-4d53-9ae4-365fa8c96961 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/ports?device_id=3af1a81c-b6a6-490c-9855-64b7bc34cebd HTTP/1.1" status: 200 len: 945 time: 0.0487239 Aug 29 05:35:28.081354 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c5dacdcd-ed99-4b8f-aeca-5a0269a002ce req-b03f8d09-66af-49c6-b618-c87850a97b0f tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/security-groups?id=703d806a-6406-44af-b1ac-820c9e51a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315094 Aug 29 05:35:29.196128 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46add68a-cee4-4b36-9e5a-50e55200697f req-6939901a-55a9-4d61-ae5b-6efdc1a9afe1 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:29.197625 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-46add68a-cee4-4b36-9e5a-50e55200697f req-6939901a-55a9-4d61-ae5b-6efdc1a9afe1 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/ports?device_id=3af1a81c-b6a6-490c-9855-64b7bc34cebd HTTP/1.1" status: 200 len: 945 time: 0.0496559 Aug 29 05:35:29.235350 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-46add68a-cee4-4b36-9e5a-50e55200697f req-d6e13a2c-b76c-427e-8bd2-884a7e8baff8 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/security-groups?id=703d806a-6406-44af-b1ac-820c9e51a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309951 Aug 29 05:35:29.456974 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:30.352915 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1cece8-7c27-4e25-87d6-5cebf28f069e req-91f70feb-7c4a-4a19-a381-669596398f76 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:30.354415 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fb1cece8-7c27-4e25-87d6-5cebf28f069e req-91f70feb-7c4a-4a19-a381-669596398f76 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/ports?device_id=3af1a81c-b6a6-490c-9855-64b7bc34cebd HTTP/1.1" status: 200 len: 945 time: 0.0537758 Aug 29 05:35:30.391409 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fb1cece8-7c27-4e25-87d6-5cebf28f069e req-2b60bd17-fc63-4969-bb5a-9db7811cbdb8 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/security-groups?id=703d806a-6406-44af-b1ac-820c9e51a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310256 Aug 29 05:35:31.510099 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b15b0d3-0458-45cc-83e0-b90545856f7c req-f3a65e40-9089-438a-9616-6c6234f8a756 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:31.511579 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1b15b0d3-0458-45cc-83e0-b90545856f7c req-f3a65e40-9089-438a-9616-6c6234f8a756 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/ports?device_id=3af1a81c-b6a6-490c-9855-64b7bc34cebd HTTP/1.1" status: 200 len: 945 time: 0.0536871 Aug 29 05:35:31.549245 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1b15b0d3-0458-45cc-83e0-b90545856f7c req-340370da-297b-483e-81fd-dd3c4685e46f tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/security-groups?id=703d806a-6406-44af-b1ac-820c9e51a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315750 Aug 29 05:35:31.551638 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:35:32.665992 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf03b3e-9015-4d31-969a-c9178798ea8d req-a479b124-e9a4-4fa4-9770-9464bd01e45d tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:32.667544 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fdf03b3e-9015-4d31-969a-c9178798ea8d req-a479b124-e9a4-4fa4-9770-9464bd01e45d tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/ports?device_id=3af1a81c-b6a6-490c-9855-64b7bc34cebd HTTP/1.1" status: 200 len: 945 time: 0.0493839 Aug 29 05:35:32.705646 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fdf03b3e-9015-4d31-969a-c9178798ea8d req-88d5bd45-271f-4bf5-8a18-377779796437 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/security-groups?id=703d806a-6406-44af-b1ac-820c9e51a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316353 Aug 29 05:35:33.499482 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-27b64deb-db76-40c7-a16e-bb6fe2e4f65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:33.825074 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b03c7e-7216-4500-97d3-896227bcf80a req-0307465e-967c-4059-b9e9-9b43831ece27 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:33.826574 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-12b03c7e-7216-4500-97d3-896227bcf80a req-0307465e-967c-4059-b9e9-9b43831ece27 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/ports?device_id=3af1a81c-b6a6-490c-9855-64b7bc34cebd HTTP/1.1" status: 200 len: 945 time: 0.0536206 Aug 29 05:35:33.865343 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-12b03c7e-7216-4500-97d3-896227bcf80a req-1ba75ec0-b88e-4ead-83df-90f5e67fb8d7 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/security-groups?id=703d806a-6406-44af-b1ac-820c9e51a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318043 Aug 29 05:35:34.684057 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdd5de1-6ad2-4b50-b1d2-ce0c71e13bbe req-dfd7af07-2b5d-44e3-b075-e5732897612d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:34.685593 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8bdd5de1-6ad2-4b50-b1d2-ce0c71e13bbe req-dfd7af07-2b5d-44e3-b075-e5732897612d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7709d35c0a744192a19d6b3b1ec59ccc&device_id=3af1a81c-b6a6-490c-9855-64b7bc34cebd HTTP/1.1" status: 200 len: 1097 time: 0.0406373 Aug 29 05:35:34.773091 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdd5de1-6ad2-4b50-b1d2-ce0c71e13bbe req-05f5d361-92dd-453b-989d-da968a6659c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:34.774573 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8bdd5de1-6ad2-4b50-b1d2-ce0c71e13bbe req-05f5d361-92dd-453b-989d-da968a6659c4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b7ede0f0-67b6-4ead-a5a9-363d254a4e9b HTTP/1.1" status: 200 len: 910 time: 0.0823929 Aug 29 05:35:34.843739 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8bdd5de1-6ad2-4b50-b1d2-ce0c71e13bbe req-02d9d77d-bda2-4930-a6d0-8fb9d316db52 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=00981604-c4a2-4712-a548-ede47af70759 HTTP/1.1" status: 200 len: 1000 time: 0.0614231 Aug 29 05:35:34.890557 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdd5de1-6ad2-4b50-b1d2-ce0c71e13bbe req-83f1458e-ec0e-4b72-ad67-8cb9eff1466f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:34.892049 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8bdd5de1-6ad2-4b50-b1d2-ce0c71e13bbe req-83f1458e-ec0e-4b72-ad67-8cb9eff1466f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=785bf80a-a593-4715-8f1e-da93a8c7ab6c HTTP/1.1" status: 200 len: 848 time: 0.0426459 Aug 29 05:35:34.951917 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdd5de1-6ad2-4b50-b1d2-ce0c71e13bbe req-f3df6f93-c595-4b2b-8d8b-d27efac5f0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:34.954209 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8bdd5de1-6ad2-4b50-b1d2-ce0c71e13bbe req-f3df6f93-c595-4b2b-8d8b-d27efac5f0e2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b7ede0f0-67b6-4ead-a5a9-363d254a4e9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555644 Aug 29 05:35:35.039337 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7379b98b-8cfa-4bd1-81f5-2d0e757f623c req-09809af9-c885-4440-a52d-fa87c51a17ee tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:35.040864 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7379b98b-8cfa-4bd1-81f5-2d0e757f623c req-09809af9-c885-4440-a52d-fa87c51a17ee tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/ports?device_id=3af1a81c-b6a6-490c-9855-64b7bc34cebd HTTP/1.1" status: 200 len: 945 time: 0.1060641 Aug 29 05:35:35.094966 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8bdd5de1-6ad2-4b50-b1d2-ce0c71e13bbe req-ed0cc19e-a920-4bfe-b1fa-84152614ca21 service neutron] 10.222.0.46 "GET /v2.0/networks/b7ede0f0-67b6-4ead-a5a9-363d254a4e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278043 Aug 29 05:35:35.099873 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7379b98b-8cfa-4bd1-81f5-2d0e757f623c req-673394d2-20d8-4773-b2e2-916d1d6f0039 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/security-groups?id=703d806a-6406-44af-b1ac-820c9e51a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526636 Aug 29 05:35:35.184741 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8bdd5de1-6ad2-4b50-b1d2-ce0c71e13bbe req-de4a14e0-f24d-4918-bb24-e823d7ca1968 service neutron] 10.222.0.46 "GET /v2.0/networks/b7ede0f0-67b6-4ead-a5a9-363d254a4e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832033 Aug 29 05:35:36.216881 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24acbee1-e648-40dd-a5bc-4c5d6dbdd30a req-03be39b6-a694-45b3-9140-5bc61d4ebd1c tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:36.218936 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-24acbee1-e648-40dd-a5bc-4c5d6dbdd30a req-03be39b6-a694-45b3-9140-5bc61d4ebd1c tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/ports?device_id=3af1a81c-b6a6-490c-9855-64b7bc34cebd HTTP/1.1" status: 200 len: 945 time: 0.0518324 Aug 29 05:35:36.256211 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-24acbee1-e648-40dd-a5bc-4c5d6dbdd30a req-a3b254d8-9d34-46e1-bb7f-36b753b2b9a9 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/security-groups?id=703d806a-6406-44af-b1ac-820c9e51a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312397 Aug 29 05:35:36.366631 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6342de0a-49cf-40ea-8a6b-ea3fb33a115f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:37.382045 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17852967-5a60-4d1c-b873-3e9a638b07ea req-e445c956-07ee-49b3-9586-45782953bba3 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:37.383602 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-17852967-5a60-4d1c-b873-3e9a638b07ea req-e445c956-07ee-49b3-9586-45782953bba3 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/ports?device_id=3af1a81c-b6a6-490c-9855-64b7bc34cebd HTTP/1.1" status: 200 len: 945 time: 0.0563109 Aug 29 05:35:37.404625 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:37.423460 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-17852967-5a60-4d1c-b873-3e9a638b07ea req-ccaf1814-0ee7-4038-bfa7-bb2b4adf525d tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/security-groups?id=703d806a-6406-44af-b1ac-820c9e51a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335107 Aug 29 05:35:37.506246 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:38.546324 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cb36aa-d5d4-42b7-b4ef-4ba986f79ba0 req-47a82dc8-3b0d-424c-b19e-95e1a1286f54 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:38.548449 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-51cb36aa-d5d4-42b7-b4ef-4ba986f79ba0 req-47a82dc8-3b0d-424c-b19e-95e1a1286f54 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/ports?device_id=3af1a81c-b6a6-490c-9855-64b7bc34cebd HTTP/1.1" status: 200 len: 945 time: 0.0516212 Aug 29 05:35:38.587444 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-51cb36aa-d5d4-42b7-b4ef-4ba986f79ba0 req-67f26c49-58d5-4dcd-a1ab-a011df166f81 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/security-groups?id=703d806a-6406-44af-b1ac-820c9e51a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326252 Aug 29 05:35:38.798088 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1f3e7664-169d-4c35-9d69-4c4ae4b1be4a req-1e5f09e1-fa38-4fc3-94cc-04cd918858fd service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=3af1a81c-b6a6-490c-9855-64b7bc34cebd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0704937 Aug 29 05:35:38.815090 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea1f517-ef95-4ea4-a9b1-71794b669f09 req-dc115ded-fbc5-403b-b229-9f2be3e84a9e tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:38.816580 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fea1f517-ef95-4ea4-a9b1-71794b669f09 req-dc115ded-fbc5-403b-b229-9f2be3e84a9e tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/ports?device_id=3af1a81c-b6a6-490c-9855-64b7bc34cebd HTTP/1.1" status: 200 len: 945 time: 0.0624564 Aug 29 05:35:38.858850 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fea1f517-ef95-4ea4-a9b1-71794b669f09 req-d2697fd6-b1f7-4dd8-827a-7a31ceb5e01e tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/security-groups?id=703d806a-6406-44af-b1ac-820c9e51a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357294 Aug 29 05:35:39.012357 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:39.973658 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01aefc4-6e05-4642-9318-a84cc087d333 req-e4c427ef-47f5-4d56-a8a7-e371156d8f97 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:39.975191 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f01aefc4-6e05-4642-9318-a84cc087d333 req-e4c427ef-47f5-4d56-a8a7-e371156d8f97 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/ports?device_id=3af1a81c-b6a6-490c-9855-64b7bc34cebd HTTP/1.1" status: 200 len: 945 time: 0.0493600 Aug 29 05:35:40.016073 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f01aefc4-6e05-4642-9318-a84cc087d333 req-2db22fe2-e925-4df2-867a-280ddf16cb96 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/security-groups?id=703d806a-6406-44af-b1ac-820c9e51a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343928 Aug 29 05:35:40.102254 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 00981604-c4a2-4712-a548-ede47af70759 no longer exists at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:35:40.177132 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:40.198511 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3af1a81c-b6a6-490c-9855-64b7bc34cebd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00981604-c4a2-4712-a548-ede47af70759'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:35:40.200782 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e47ce94e7730ef80c099a0714bd3625e1f676465bb595722170593f8a424ee2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e087034-b6bb-4c0d-bc7d-036e3d7d3e06" -d '{"events": [{"server_uuid": "3af1a81c-b6a6-490c-9855-64b7bc34cebd", "name": "network-vif-unplugged", "status": "completed", "tag": "00981604-c4a2-4712-a548-ede47af70759"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:35:40.214114 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 00981604-c4a2-4712-a548-ede47af70759, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=00981604-c4a2-4712-a548-ede47af70759,segment=NetworkSegment(c1a9478c-e822-415c-b4e0-1877c65ce6d6),segment_id=c1a9478c-e822-415c-b4e0-1877c65ce6d6)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:35:40.219022 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:40.242594 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 29 Aug 2021 05:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f744dd9b-d925-4f99-9eae-2439a0f9872c x-openstack-request-id: req-f744dd9b-d925-4f99-9eae-2439a0f9872c {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:35:40.242882 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3af1a81c-b6a6-490c-9855-64b7bc34cebd", "name": "network-vif-unplugged", "status": "failed", "tag": "00981604-c4a2-4712-a548-ede47af70759", "code": 422}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:35:40.243131 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f744dd9b-d925-4f99-9eae-2439a0f9872c {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:35:40.243605 n-d-712140-12 neutron-server[94830]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3af1a81c-b6a6-490c-9855-64b7bc34cebd', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '00981604-c4a2-4712-a548-ede47af70759', 'code': 422} returned with failed status Aug 29 05:35:40.268230 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=00981604-c4a2-4712-a548-ede47af70759,revision_number=6']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:35:40.275296 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:35:40.275646 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:35:40.276024 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:35:40.276368 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:35:40.276706 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:35:40.277042 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:35:40.277400 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:35:40.277732 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:35:40.278063 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:35:40.278390 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:35:40.278742 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:35:40.279069 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:35:41.142375 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50d71c0-cd7f-41ee-aa2b-0b54525d3d0b req-ebd0ebb8-57ff-4274-99a7-a92d7190b28f tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:41.144073 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e50d71c0-cd7f-41ee-aa2b-0b54525d3d0b req-ebd0ebb8-57ff-4274-99a7-a92d7190b28f tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/ports?device_id=3af1a81c-b6a6-490c-9855-64b7bc34cebd HTTP/1.1" status: 200 len: 943 time: 0.0572858 Aug 29 05:35:41.184001 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-e50d71c0-cd7f-41ee-aa2b-0b54525d3d0b req-6ca0d4e5-3146-466b-8b80-7163dd5f4267 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/security-groups?id=703d806a-6406-44af-b1ac-820c9e51a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336130 Aug 29 05:35:42.310103 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9967e9-c104-41a8-816b-fbe3c326d4f9 req-ab794b0a-396d-4f5f-9c02-eacf607f597f tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:42.311676 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1d9967e9-c104-41a8-816b-fbe3c326d4f9 req-ab794b0a-396d-4f5f-9c02-eacf607f597f tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/ports?device_id=3af1a81c-b6a6-490c-9855-64b7bc34cebd HTTP/1.1" status: 200 len: 943 time: 0.0540521 Aug 29 05:35:42.350805 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1d9967e9-c104-41a8-816b-fbe3c326d4f9 req-902d9a52-6858-4a44-add2-51f3cc3afaef tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/security-groups?id=703d806a-6406-44af-b1ac-820c9e51a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332325 Aug 29 05:35:43.466439 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4795091d-04d7-46df-aa6f-47241e19ddc4 req-e7fd124a-9dc8-4e5b-aef7-6308b1ef250b tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:43.468474 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4795091d-04d7-46df-aa6f-47241e19ddc4 req-e7fd124a-9dc8-4e5b-aef7-6308b1ef250b tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/ports?device_id=3af1a81c-b6a6-490c-9855-64b7bc34cebd HTTP/1.1" status: 200 len: 943 time: 0.0509570 Aug 29 05:35:43.507330 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4795091d-04d7-46df-aa6f-47241e19ddc4 req-f2bdfb28-0fa5-490c-a8bc-205f72b7febd tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/security-groups?id=703d806a-6406-44af-b1ac-820c9e51a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327895 Aug 29 05:35:44.630440 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75db3471-9e89-493e-9023-df61e8efcd02 req-5b18cb4c-5737-4816-b7e3-f6fd42dd4f79 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:44.632029 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-75db3471-9e89-493e-9023-df61e8efcd02 req-5b18cb4c-5737-4816-b7e3-f6fd42dd4f79 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/ports?device_id=3af1a81c-b6a6-490c-9855-64b7bc34cebd HTTP/1.1" status: 200 len: 943 time: 0.0528803 Aug 29 05:35:44.671968 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-75db3471-9e89-493e-9023-df61e8efcd02 req-1864ab24-c2b6-4480-9d6f-65b090162c4d tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/security-groups?id=703d806a-6406-44af-b1ac-820c9e51a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338309 Aug 29 05:35:45.520672 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3e7664-169d-4c35-9d69-4c4ae4b1be4a req-049c6231-6cc5-4e18-87cd-e1ab467830bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:45.522176 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1f3e7664-169d-4c35-9d69-4c4ae4b1be4a req-049c6231-6cc5-4e18-87cd-e1ab467830bd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3af1a81c-b6a6-490c-9855-64b7bc34cebd&tenant_id=7709d35c0a744192a19d6b3b1ec59ccc HTTP/1.1" status: 200 len: 1095 time: 0.0451543 Aug 29 05:35:45.584472 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3e7664-169d-4c35-9d69-4c4ae4b1be4a req-f7b7735d-bda3-4f32-b9d6-cea63a8a3b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:45.585987 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1f3e7664-169d-4c35-9d69-4c4ae4b1be4a req-f7b7735d-bda3-4f32-b9d6-cea63a8a3b89 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7709d35c0a744192a19d6b3b1ec59ccc&device_id=3af1a81c-b6a6-490c-9855-64b7bc34cebd HTTP/1.1" status: 200 len: 1095 time: 0.0420556 Aug 29 05:35:45.675198 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3e7664-169d-4c35-9d69-4c4ae4b1be4a req-f1b5b0ae-43e1-4c0e-8514-ad1fe9696b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:45.676726 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1f3e7664-169d-4c35-9d69-4c4ae4b1be4a req-f1b5b0ae-43e1-4c0e-8514-ad1fe9696b29 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b7ede0f0-67b6-4ead-a5a9-363d254a4e9b HTTP/1.1" status: 200 len: 910 time: 0.0840676 Aug 29 05:35:45.757103 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1f3e7664-169d-4c35-9d69-4c4ae4b1be4a req-5cb6a2c1-f2b1-4f01-8827-de3b7551b55a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=00981604-c4a2-4712-a548-ede47af70759 HTTP/1.1" status: 200 len: 998 time: 0.0738118 Aug 29 05:35:45.825102 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3e7664-169d-4c35-9d69-4c4ae4b1be4a req-0204a845-6535-43d6-a67d-b8f629c5e088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:45.826474 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1f3e7664-169d-4c35-9d69-4c4ae4b1be4a req-0204a845-6535-43d6-a67d-b8f629c5e088 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=785bf80a-a593-4715-8f1e-da93a8c7ab6c HTTP/1.1" status: 200 len: 848 time: 0.0525670 Aug 29 05:35:45.834359 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b92cef-95db-4b32-b3ce-94450650ee2a req-16793fce-c0b6-4f92-82ed-325f4a75c141 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:45.835799 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-24b92cef-95db-4b32-b3ce-94450650ee2a req-16793fce-c0b6-4f92-82ed-325f4a75c141 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/ports?device_id=3af1a81c-b6a6-490c-9855-64b7bc34cebd HTTP/1.1" status: 200 len: 943 time: 0.0910029 Aug 29 05:35:45.902995 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-24b92cef-95db-4b32-b3ce-94450650ee2a req-ce9f4f42-edc8-4e93-b0c8-6b66c3084b76 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/security-groups?id=703d806a-6406-44af-b1ac-820c9e51a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580561 Aug 29 05:35:45.906362 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3e7664-169d-4c35-9d69-4c4ae4b1be4a req-5ecd916f-d7c1-43dc-941a-37395500a254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:45.907830 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1f3e7664-169d-4c35-9d69-4c4ae4b1be4a req-5ecd916f-d7c1-43dc-941a-37395500a254 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b7ede0f0-67b6-4ead-a5a9-363d254a4e9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0711551 Aug 29 05:35:45.995969 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1f3e7664-169d-4c35-9d69-4c4ae4b1be4a req-b41e7525-423b-4e37-8e29-6932ec82a189 service neutron] 10.222.0.46 "GET /v2.0/networks/b7ede0f0-67b6-4ead-a5a9-363d254a4e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811725 Aug 29 05:35:46.091442 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1f3e7664-169d-4c35-9d69-4c4ae4b1be4a req-405dcc6e-0b84-40ec-8c31-3ee00783513c service neutron] 10.222.0.46 "GET /v2.0/networks/b7ede0f0-67b6-4ead-a5a9-363d254a4e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884833 Aug 29 05:35:47.044272 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74ba92c-5ad4-4f55-90c9-9ff53a9dc267 req-87191fbb-b3f1-47ff-8137-c309256a48c6 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:47.045797 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d74ba92c-5ad4-4f55-90c9-9ff53a9dc267 req-87191fbb-b3f1-47ff-8137-c309256a48c6 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/ports?device_id=3af1a81c-b6a6-490c-9855-64b7bc34cebd HTTP/1.1" status: 200 len: 943 time: 0.0511470 Aug 29 05:35:47.084359 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d74ba92c-5ad4-4f55-90c9-9ff53a9dc267 req-614767b9-f2f1-4c47-a4d9-160f94cc744b tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/security-groups?id=703d806a-6406-44af-b1ac-820c9e51a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323594 Aug 29 05:35:48.200119 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb3663d-ed02-4809-ae29-6ce2e22a9c73 req-e8e02676-05e5-4ff8-8956-74deaba59bb6 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:48.201637 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dfb3663d-ed02-4809-ae29-6ce2e22a9c73 req-e8e02676-05e5-4ff8-8956-74deaba59bb6 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/ports?device_id=3af1a81c-b6a6-490c-9855-64b7bc34cebd HTTP/1.1" status: 200 len: 943 time: 0.0499232 Aug 29 05:35:48.245549 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dfb3663d-ed02-4809-ae29-6ce2e22a9c73 req-f85f5442-b119-475a-b773-536f3dfa0b10 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/security-groups?id=703d806a-6406-44af-b1ac-820c9e51a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374274 Aug 29 05:35:49.364530 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545366b6-ac78-438f-a9bd-cee3b399473f req-95e3ef02-0eaa-43d8-b2cf-70606d5855b7 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:49.366024 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-545366b6-ac78-438f-a9bd-cee3b399473f req-95e3ef02-0eaa-43d8-b2cf-70606d5855b7 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/ports?device_id=3af1a81c-b6a6-490c-9855-64b7bc34cebd HTTP/1.1" status: 200 len: 943 time: 0.0541315 Aug 29 05:35:49.407143 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-545366b6-ac78-438f-a9bd-cee3b399473f req-578f21cf-9d20-474c-8706-2e82fc7736e0 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/security-groups?id=703d806a-6406-44af-b1ac-820c9e51a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332437 Aug 29 05:35:49.951039 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:50.522616 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4104adeb-2bff-4a7b-884d-882a44dddc0c req-9ffd4ac0-31ef-440e-b319-c4d537c2faf8 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:50.524156 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4104adeb-2bff-4a7b-884d-882a44dddc0c req-9ffd4ac0-31ef-440e-b319-c4d537c2faf8 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/ports?device_id=3af1a81c-b6a6-490c-9855-64b7bc34cebd HTTP/1.1" status: 200 len: 943 time: 0.0487666 Aug 29 05:35:50.562007 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4104adeb-2bff-4a7b-884d-882a44dddc0c req-d311e114-c39e-4d36-bc99-59f767f8ecb3 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/security-groups?id=703d806a-6406-44af-b1ac-820c9e51a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319405 Aug 29 05:35:51.682779 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce151849-6d02-4a78-b05e-6d9ba5c4bfe1 req-23c59971-815f-40e9-b482-794a2348c78d tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:51.684372 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ce151849-6d02-4a78-b05e-6d9ba5c4bfe1 req-23c59971-815f-40e9-b482-794a2348c78d tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/ports?device_id=3af1a81c-b6a6-490c-9855-64b7bc34cebd HTTP/1.1" status: 200 len: 943 time: 0.0512712 Aug 29 05:35:51.729278 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ce151849-6d02-4a78-b05e-6d9ba5c4bfe1 req-34380f90-de9f-44aa-93c1-90e4ab14614e tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/security-groups?id=703d806a-6406-44af-b1ac-820c9e51a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378640 Aug 29 05:35:52.854264 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c65201a-9a3b-4e82-8c03-77fdcaea2333 req-4437bfcf-f10a-43cd-823a-9b372e2c8564 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:52.855924 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2c65201a-9a3b-4e82-8c03-77fdcaea2333 req-4437bfcf-f10a-43cd-823a-9b372e2c8564 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/ports?device_id=3af1a81c-b6a6-490c-9855-64b7bc34cebd HTTP/1.1" status: 200 len: 943 time: 0.0543876 Aug 29 05:35:52.894736 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2c65201a-9a3b-4e82-8c03-77fdcaea2333 req-b7671aec-a2aa-4d1a-a38f-e0f07a573370 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/security-groups?id=703d806a-6406-44af-b1ac-820c9e51a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319874 Aug 29 05:35:54.009224 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ebaab4-68a9-4eb1-8384-8792bbf07ba4 req-5ba201f5-4e66-4c96-8eae-6629ad6378ad tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:54.010611 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-15ebaab4-68a9-4eb1-8384-8792bbf07ba4 req-5ba201f5-4e66-4c96-8eae-6629ad6378ad tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/ports?device_id=3af1a81c-b6a6-490c-9855-64b7bc34cebd HTTP/1.1" status: 200 len: 943 time: 0.0482969 Aug 29 05:35:54.047826 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-15ebaab4-68a9-4eb1-8384-8792bbf07ba4 req-6ef96361-cd70-4d39-9067-a4bc7c395a8f tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/security-groups?id=703d806a-6406-44af-b1ac-820c9e51a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312600 Aug 29 05:35:54.187323 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 00981604-c4a2-4712-a548-ede47af70759 details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:35:54.285990 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 00981604-c4a2-4712-a548-ede47af70759, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=00981604-c4a2-4712-a548-ede47af70759,segment=NetworkSegment(c1a9478c-e822-415c-b4e0-1877c65ce6d6),segment_id=c1a9478c-e822-415c-b4e0-1877c65ce6d6)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:35:54.297935 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Returning: {'device': '00981604-c4a2-4712-a548-ede47af70759', 'network_id': 'b7ede0f0-67b6-4ead-a5a9-363d254a4e9b', 'port_id': '00981604-c4a2-4712-a548-ede47af70759', 'mac_address': 'fa:16:3e:01:a5:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '785bf80a-a593-4715-8f1e-da93a8c7ab6c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:35:54.335353 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:54.348591 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00981604-c4a2-4712-a548-ede47af70759 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:35:54.368002 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 00981604-c4a2-4712-a548-ede47af70759, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=00981604-c4a2-4712-a548-ede47af70759,segment=NetworkSegment(c1a9478c-e822-415c-b4e0-1877c65ce6d6),segment_id=c1a9478c-e822-415c-b4e0-1877c65ce6d6)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:35:54.372733 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:54.424454 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=00981604-c4a2-4712-a548-ede47af70759,revision_number=7']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:35:54.599291 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['00981604-c4a2-4712-a548-ede47af70759'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:35:55.019317 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00415513-d38c-4c4c-8ea6-acf440efddfb req-5dcdc91f-5060-482a-a882-1a4442d23660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:55.020878 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-00415513-d38c-4c4c-8ea6-acf440efddfb req-5dcdc91f-5060-482a-a882-1a4442d23660 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7709d35c0a744192a19d6b3b1ec59ccc&device_id=3af1a81c-b6a6-490c-9855-64b7bc34cebd HTTP/1.1" status: 200 len: 1096 time: 0.0445237 Aug 29 05:35:55.158515 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00415513-d38c-4c4c-8ea6-acf440efddfb req-0afe2df4-0525-4120-aa94-408b5a794cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:55.160107 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-00415513-d38c-4c4c-8ea6-acf440efddfb req-0afe2df4-0525-4120-aa94-408b5a794cb4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b7ede0f0-67b6-4ead-a5a9-363d254a4e9b HTTP/1.1" status: 200 len: 910 time: 0.1170611 Aug 29 05:35:55.217205 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d714c5b-e4fa-4af1-9096-83c9cf1070f8 req-5121a7a8-0a3d-4b3f-8a82-c56aefc02827 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:55.218727 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6d714c5b-e4fa-4af1-9096-83c9cf1070f8 req-5121a7a8-0a3d-4b3f-8a82-c56aefc02827 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/ports?device_id=3af1a81c-b6a6-490c-9855-64b7bc34cebd HTTP/1.1" status: 200 len: 944 time: 0.1013181 Aug 29 05:35:55.255023 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-00415513-d38c-4c4c-8ea6-acf440efddfb req-b2ea5d03-6ac5-4f88-8354-9e2eda3cd708 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=00981604-c4a2-4712-a548-ede47af70759 HTTP/1.1" status: 200 len: 999 time: 0.0871727 Aug 29 05:35:55.297135 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6d714c5b-e4fa-4af1-9096-83c9cf1070f8 req-d1126ab7-22fd-40c0-9779-de51443c0169 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/security-groups?id=703d806a-6406-44af-b1ac-820c9e51a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666854 Aug 29 05:35:55.315289 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00415513-d38c-4c4c-8ea6-acf440efddfb req-606d902c-fcdb-4e7b-b3bd-a298eb4d9994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:55.316782 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-00415513-d38c-4c4c-8ea6-acf440efddfb req-606d902c-fcdb-4e7b-b3bd-a298eb4d9994 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=785bf80a-a593-4715-8f1e-da93a8c7ab6c HTTP/1.1" status: 200 len: 848 time: 0.0510738 Aug 29 05:35:55.362166 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00415513-d38c-4c4c-8ea6-acf440efddfb req-d1c9df8c-6f53-4b00-9d9a-639c66a1df62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:55.363653 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-00415513-d38c-4c4c-8ea6-acf440efddfb req-d1c9df8c-6f53-4b00-9d9a-639c66a1df62 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b7ede0f0-67b6-4ead-a5a9-363d254a4e9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405059 Aug 29 05:35:55.456413 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-00415513-d38c-4c4c-8ea6-acf440efddfb req-d53973bd-4e36-423a-9ac9-5a852ed5c67f service neutron] 10.222.0.46 "GET /v2.0/networks/b7ede0f0-67b6-4ead-a5a9-363d254a4e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861056 Aug 29 05:35:55.544885 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-00415513-d38c-4c4c-8ea6-acf440efddfb req-912b17ae-6562-412a-b69e-3791889c443e service neutron] 10.222.0.46 "GET /v2.0/networks/b7ede0f0-67b6-4ead-a5a9-363d254a4e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819190 Aug 29 05:35:56.202875 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 00981604-c4a2-4712-a548-ede47af70759 up at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:35:56.251604 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning complete for port 00981604-c4a2-4712-a548-ede47af70759 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:35:56.252023 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:56.327349 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:56.351445 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3af1a81c-b6a6-490c-9855-64b7bc34cebd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00981604-c4a2-4712-a548-ede47af70759'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:35:56.353751 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e47ce94e7730ef80c099a0714bd3625e1f676465bb595722170593f8a424ee2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ce8e55e-e43c-4550-a967-021f8ff74a3d" -d '{"events": [{"server_uuid": "3af1a81c-b6a6-490c-9855-64b7bc34cebd", "name": "network-vif-plugged", "status": "completed", "tag": "00981604-c4a2-4712-a548-ede47af70759"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:35:56.366295 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 00981604-c4a2-4712-a548-ede47af70759, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=00981604-c4a2-4712-a548-ede47af70759,segment=NetworkSegment(c1a9478c-e822-415c-b4e0-1877c65ce6d6),segment_id=c1a9478c-e822-415c-b4e0-1877c65ce6d6)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:35:56.370617 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:56.419241 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0497e9-5e40-4182-9b09-7ae362b4d2f9 req-42b26de1-afba-43a8-9611-e881e68ec5d0 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:56.420590 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=00981604-c4a2-4712-a548-ede47af70759,revision_number=8']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:35:56.420830 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ad0497e9-5e40-4182-9b09-7ae362b4d2f9 req-42b26de1-afba-43a8-9611-e881e68ec5d0 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/ports?device_id=3af1a81c-b6a6-490c-9855-64b7bc34cebd HTTP/1.1" status: 200 len: 945 time: 0.0550847 Aug 29 05:35:56.470266 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ad0497e9-5e40-4182-9b09-7ae362b4d2f9 req-d65f5d08-da06-4284-96eb-8389c3b9774e tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/security-groups?id=703d806a-6406-44af-b1ac-820c9e51a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427272 Aug 29 05:35:56.512794 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f5271f-08cc-45d1-a1fe-258a76213f32 x-openstack-request-id: req-35f5271f-08cc-45d1-a1fe-258a76213f32 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:35:56.513097 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3af1a81c-b6a6-490c-9855-64b7bc34cebd", "name": "network-vif-plugged", "status": "completed", "tag": "00981604-c4a2-4712-a548-ede47af70759", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:35:56.513355 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-35f5271f-08cc-45d1-a1fe-258a76213f32 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:35:56.513771 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3af1a81c-b6a6-490c-9855-64b7bc34cebd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00981604-c4a2-4712-a548-ede47af70759', 'code': 200} Aug 29 05:35:56.666059 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62283346-d72a-45fd-adaf-c67c477960dd req-26171cd7-5608-43b1-bce1-7087553eba18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:56.667648 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-62283346-d72a-45fd-adaf-c67c477960dd req-26171cd7-5608-43b1-bce1-7087553eba18 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3af1a81c-b6a6-490c-9855-64b7bc34cebd HTTP/1.1" status: 200 len: 1097 time: 0.0489373 Aug 29 05:35:56.702853 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-62283346-d72a-45fd-adaf-c67c477960dd req-1298a979-5274-4f3c-acf3-152f73cab456 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=703d806a-6406-44af-b1ac-820c9e51a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271821 Aug 29 05:35:57.590215 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba3528e-f054-451f-a647-c281439c58c5 req-2964716c-b4ac-442f-96a7-f8c78219739b tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:57.591739 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dba3528e-f054-451f-a647-c281439c58c5 req-2964716c-b4ac-442f-96a7-f8c78219739b tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/ports?device_id=3af1a81c-b6a6-490c-9855-64b7bc34cebd HTTP/1.1" status: 200 len: 945 time: 0.0508108 Aug 29 05:35:57.631224 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-dba3528e-f054-451f-a647-c281439c58c5 req-9bd3b3de-aefc-498b-98af-4abc110bd979 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/security-groups?id=703d806a-6406-44af-b1ac-820c9e51a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329721 Aug 29 05:35:58.755880 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc46491-e6b4-4c81-b99d-66b67c83dc21 req-aad7e9f6-4771-4177-b4cc-5f5a2f99f4d1 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:58.757613 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2dc46491-e6b4-4c81-b99d-66b67c83dc21 req-aad7e9f6-4771-4177-b4cc-5f5a2f99f4d1 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/ports?device_id=3af1a81c-b6a6-490c-9855-64b7bc34cebd HTTP/1.1" status: 200 len: 945 time: 0.0582292 Aug 29 05:35:58.797811 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2dc46491-e6b4-4c81-b99d-66b67c83dc21 req-6a9bcf0e-e86a-455f-98c4-1020b24a79fc tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/security-groups?id=703d806a-6406-44af-b1ac-820c9e51a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341010 Aug 29 05:35:59.465149 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:02.437220 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-885c84a4-57df-4953-bf88-d9c2576c9f33 req-6f8d8978-f053-4581-8770-168d7eb04083 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=19efa733-49d3-4125-b1bf-b01d593b5e9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0382123 Aug 29 05:36:02.541364 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885c84a4-57df-4953-bf88-d9c2576c9f33 req-646122b4-fa83-42cf-92ec-9aa51599be74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:36:02.542877 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-885c84a4-57df-4953-bf88-d9c2576c9f33 req-646122b4-fa83-42cf-92ec-9aa51599be74 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=31def360f89342158e5c482db8b51dfa&device_id=19efa733-49d3-4125-b1bf-b01d593b5e9a HTTP/1.1" status: 200 len: 1097 time: 0.0392857 Aug 29 05:36:02.647409 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885c84a4-57df-4953-bf88-d9c2576c9f33 req-6ea8b287-b618-47ad-a17e-13f1b0b10d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:36:02.649010 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-885c84a4-57df-4953-bf88-d9c2576c9f33 req-6ea8b287-b618-47ad-a17e-13f1b0b10d05 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb HTTP/1.1" status: 200 len: 913 time: 0.0847507 Aug 29 05:36:02.692165 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-885c84a4-57df-4953-bf88-d9c2576c9f33 req-a99510d1-a41c-4adf-b997-8405d809adca service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e11f048-6330-4537-9251-c0dbbafc7fc5 HTTP/1.1" status: 200 len: 217 time: 0.0345025 Aug 29 05:36:02.741765 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885c84a4-57df-4953-bf88-d9c2576c9f33 req-9b156322-4acc-40bc-b12d-3c47a6359a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:36:02.743365 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-885c84a4-57df-4953-bf88-d9c2576c9f33 req-9b156322-4acc-40bc-b12d-3c47a6359a6a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6f6d99e8-8009-478f-9356-563dd7d1ac5b HTTP/1.1" status: 200 len: 851 time: 0.0437012 Aug 29 05:36:02.793224 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885c84a4-57df-4953-bf88-d9c2576c9f33 req-f2cf936f-e0f6-42b7-9601-c143cb2b4937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:36:02.794712 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-885c84a4-57df-4953-bf88-d9c2576c9f33 req-f2cf936f-e0f6-42b7-9601-c143cb2b4937 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429695 Aug 29 05:36:02.881988 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-885c84a4-57df-4953-bf88-d9c2576c9f33 req-1930ffc7-cb72-4430-87aa-1a4389ed58f3 service neutron] 10.222.0.48 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789678 Aug 29 05:36:02.973378 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-885c84a4-57df-4953-bf88-d9c2576c9f33 req-cc46a96c-47f2-448a-9bbd-fd137f83a4c5 service neutron] 10.222.0.48 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834417 Aug 29 05:36:03.499524 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-29818eea-ba75-4355-8aeb-f265741d161f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:06.367808 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8a55cb80-e88d-4629-a167-13e007645594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:07.406193 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:07.507526 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:08.551979 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:36:09.015069 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:19.966743 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:29.464349 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:33.499622 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e4c0e450-44f8-455d-969f-8e4d5d22ce4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:36.368213 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-06612fb9-386b-4cdb-a328-57c87bf67667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:37.407249 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:37.509832 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:39.017840 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:45.551131 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:36:49.964161 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:56.981694 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-81ba0df6-352d-48e0-afaa-2dc5695b6f61 req-da2dcc69-7e11-4f36-b996-6a8b583d9b4e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3af1a81c-b6a6-490c-9855-64b7bc34cebd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0421784 Aug 29 05:36:57.060579 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ba0df6-352d-48e0-afaa-2dc5695b6f61 req-6e51d6e2-1bba-49de-960d-3afc56966896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:36:57.062081 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-81ba0df6-352d-48e0-afaa-2dc5695b6f61 req-6e51d6e2-1bba-49de-960d-3afc56966896 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7709d35c0a744192a19d6b3b1ec59ccc&device_id=3af1a81c-b6a6-490c-9855-64b7bc34cebd HTTP/1.1" status: 200 len: 1097 time: 0.0404668 Aug 29 05:36:57.167388 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ba0df6-352d-48e0-afaa-2dc5695b6f61 req-d08d6452-4300-44c1-9034-dd1d05bda8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:36:57.168918 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-81ba0df6-352d-48e0-afaa-2dc5695b6f61 req-d08d6452-4300-44c1-9034-dd1d05bda8f5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b7ede0f0-67b6-4ead-a5a9-363d254a4e9b HTTP/1.1" status: 200 len: 910 time: 0.0881910 Aug 29 05:36:57.233458 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-81ba0df6-352d-48e0-afaa-2dc5695b6f61 req-0d171fa2-bc93-4821-9ebc-15494a26bada service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=00981604-c4a2-4712-a548-ede47af70759 HTTP/1.1" status: 200 len: 1000 time: 0.0570390 Aug 29 05:36:57.282016 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ba0df6-352d-48e0-afaa-2dc5695b6f61 req-301c04e1-09ad-4692-8014-26eb462e0a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:36:57.283432 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-81ba0df6-352d-48e0-afaa-2dc5695b6f61 req-301c04e1-09ad-4692-8014-26eb462e0a47 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=785bf80a-a593-4715-8f1e-da93a8c7ab6c HTTP/1.1" status: 200 len: 848 time: 0.0419905 Aug 29 05:36:57.330440 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ba0df6-352d-48e0-afaa-2dc5695b6f61 req-327dcece-88e3-4547-9833-4e9fa2f0cd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:36:57.331918 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-81ba0df6-352d-48e0-afaa-2dc5695b6f61 req-327dcece-88e3-4547-9833-4e9fa2f0cd19 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b7ede0f0-67b6-4ead-a5a9-363d254a4e9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415893 Aug 29 05:36:57.418410 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-81ba0df6-352d-48e0-afaa-2dc5695b6f61 req-b69fe5fc-bb07-4452-b412-55001f328558 service neutron] 10.222.0.46 "GET /v2.0/networks/b7ede0f0-67b6-4ead-a5a9-363d254a4e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790513 Aug 29 05:36:57.509400 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-81ba0df6-352d-48e0-afaa-2dc5695b6f61 req-c6c1f5fc-c182-4f04-96db-f011c879cb5a service neutron] 10.222.0.46 "GET /v2.0/networks/b7ede0f0-67b6-4ead-a5a9-363d254a4e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841486 Aug 29 05:36:59.477407 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:03.492370 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-10574ec9-1cd8-4862-a2c6-2cd35ed9300d req-bb8c764f-eaff-43a1-b01a-8ece2f9bf54b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=19efa733-49d3-4125-b1bf-b01d593b5e9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0803158 Aug 29 05:37:03.501824 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-64b3fee7-2164-412f-a932-509ef66363b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:03.601400 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10574ec9-1cd8-4862-a2c6-2cd35ed9300d req-40dccb52-a3bf-4762-aeec-f1c348372f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:03.602939 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-10574ec9-1cd8-4862-a2c6-2cd35ed9300d req-40dccb52-a3bf-4762-aeec-f1c348372f89 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=31def360f89342158e5c482db8b51dfa&device_id=19efa733-49d3-4125-b1bf-b01d593b5e9a HTTP/1.1" status: 200 len: 1097 time: 0.0395792 Aug 29 05:37:03.707764 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10574ec9-1cd8-4862-a2c6-2cd35ed9300d req-791b9e01-14cc-4242-8bec-848da29a5b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:03.709187 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-10574ec9-1cd8-4862-a2c6-2cd35ed9300d req-791b9e01-14cc-4242-8bec-848da29a5b99 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb HTTP/1.1" status: 200 len: 913 time: 0.0855892 Aug 29 05:37:03.753561 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-10574ec9-1cd8-4862-a2c6-2cd35ed9300d req-053a074b-1c56-4ade-9768-51be0434a908 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e11f048-6330-4537-9251-c0dbbafc7fc5 HTTP/1.1" status: 200 len: 217 time: 0.0358322 Aug 29 05:37:03.803980 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10574ec9-1cd8-4862-a2c6-2cd35ed9300d req-e386eca7-7cb3-408e-8665-b3d7f495acc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:03.805972 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-10574ec9-1cd8-4862-a2c6-2cd35ed9300d req-e386eca7-7cb3-408e-8665-b3d7f495acc8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6f6d99e8-8009-478f-9356-563dd7d1ac5b HTTP/1.1" status: 200 len: 851 time: 0.0438108 Aug 29 05:37:03.851752 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10574ec9-1cd8-4862-a2c6-2cd35ed9300d req-359b6a61-3346-4e7a-9f32-3a0cf95a2cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:03.853758 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-10574ec9-1cd8-4862-a2c6-2cd35ed9300d req-359b6a61-3346-4e7a-9f32-3a0cf95a2cee service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396311 Aug 29 05:37:03.951194 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-10574ec9-1cd8-4862-a2c6-2cd35ed9300d req-b8cb81dc-b326-471b-9948-6d21d0aa8474 service neutron] 10.222.0.48 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854554 Aug 29 05:37:04.038302 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-10574ec9-1cd8-4862-a2c6-2cd35ed9300d req-4f98356c-c5c5-47da-8f48-dd640c75c66c service neutron] 10.222.0.48 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787849 Aug 29 05:37:06.368034 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-47c56fbd-fc61-4fed-8b9e-8a6737c8995c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:07.412338 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:07.512455 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:09.020874 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:11.633274 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 43376) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:37:11.794064 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-008e91b1-1acf-4118-97bc-44f8e9a0e5f0 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Deleting port 388def61-da90-4dda-a9cb-af904265f144 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:37:11.794403 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-008e91b1-1acf-4118-97bc-44f8e9a0e5f0 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:11.869291 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-008e91b1-1acf-4118-97bc-44f8e9a0e5f0 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:11.869620 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-008e91b1-1acf-4118-97bc-44f8e9a0e5f0 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:11.881125 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-008e91b1-1acf-4118-97bc-44f8e9a0e5f0 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Calling delete_port for 388def61-da90-4dda-a9cb-af904265f144 owned by network:floatingip {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:37:12.026948 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-008e91b1-1acf-4118-97bc-44f8e9a0e5f0 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:12.052926 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008e91b1-1acf-4118-97bc-44f8e9a0e5f0 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Pushing event deleted for resources: {'Port': ['ID=388def61-da90-4dda-a9cb-af904265f144,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:12.064458 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008e91b1-1acf-4118-97bc-44f8e9a0e5f0 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:12.064817 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008e91b1-1acf-4118-97bc-44f8e9a0e5f0 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:12.065159 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008e91b1-1acf-4118-97bc-44f8e9a0e5f0 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:12.065521 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008e91b1-1acf-4118-97bc-44f8e9a0e5f0 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:12.065865 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008e91b1-1acf-4118-97bc-44f8e9a0e5f0 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:12.066201 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008e91b1-1acf-4118-97bc-44f8e9a0e5f0 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:12.066533 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008e91b1-1acf-4118-97bc-44f8e9a0e5f0 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:12.066865 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008e91b1-1acf-4118-97bc-44f8e9a0e5f0 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:12.067193 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008e91b1-1acf-4118-97bc-44f8e9a0e5f0 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:12.067535 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008e91b1-1acf-4118-97bc-44f8e9a0e5f0 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:12.067973 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008e91b1-1acf-4118-97bc-44f8e9a0e5f0 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:12.068305 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008e91b1-1acf-4118-97bc-44f8e9a0e5f0 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:12.126246 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-008e91b1-1acf-4118-97bc-44f8e9a0e5f0 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Notify callbacks [] for floatingip, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:12.126573 n-d-712140-12 neutron-server[94829]: INFO neutron.db.l3_db [None req-008e91b1-1acf-4118-97bc-44f8e9a0e5f0 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Floating IP 8774fcaf-3f2c-4162-b55c-a902f4d9374e disassociated (deleted). External IP: 172.25.0.21, port: 00981604-c4a2-4712-a548-ede47af70759. Aug 29 05:37:12.335224 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-008e91b1-1acf-4118-97bc-44f8e9a0e5f0 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Router bac3dcee-2082-413f-9f3b-d5513121dc56 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:37:12.442665 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-008e91b1-1acf-4118-97bc-44f8e9a0e5f0 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:37:12.448297 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-008e91b1-1acf-4118-97bc-44f8e9a0e5f0 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:12.453259 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d071674-83a0-4a10-a6c8-7d1d10accd5c None None] Sync routers for ids ['bac3dcee-2082-413f-9f3b-d5513121dc56'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:37:12.462066 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d071674-83a0-4a10-a6c8-7d1d10accd5c None None] Routers {'bac3dcee-2082-413f-9f3b-d5513121dc56'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:37:12.462669 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-5d071674-83a0-4a10-a6c8-7d1d10accd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:37:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['bac3dcee-2082-413f-9f3b-d5513121dc56'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:12.474203 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-008e91b1-1acf-4118-97bc-44f8e9a0e5f0 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "DELETE /v2.0/floatingips/8774fcaf-3f2c-4162-b55c-a902f4d9374e HTTP/1.1" status: 204 len: 168 time: 0.8392594 Aug 29 05:37:12.474884 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3af1a81c-b6a6-490c-9855-64b7bc34cebd', 'tag': '00981604-c4a2-4712-a548-ede47af70759'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:37:12.477414 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77553e5f3dce844e1d1944d01f437b37b7dd5b7a052a0dbecc2d9758b81294" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e805063-29d1-4ae6-913d-e9b8aa7baf0c" -d '{"events": [{"name": "network-changed", "server_uuid": "3af1a81c-b6a6-490c-9855-64b7bc34cebd", "tag": "00981604-c4a2-4712-a548-ede47af70759"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:37:12.565269 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-5d071674-83a0-4a10-a6c8-7d1d10accd5c None None] Set router bac3dcee-2082-413f-9f3b-d5513121dc56 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:37:12.630565 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90c9b274-a558-48f0-96fb-cd0d70aae1e5 x-openstack-request-id: req-90c9b274-a558-48f0-96fb-cd0d70aae1e5 {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:37:12.630885 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3af1a81c-b6a6-490c-9855-64b7bc34cebd", "tag": "00981604-c4a2-4712-a548-ede47af70759", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:37:12.631184 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-90c9b274-a558-48f0-96fb-cd0d70aae1e5 {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:37:12.631596 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3af1a81c-b6a6-490c-9855-64b7bc34cebd', 'tag': '00981604-c4a2-4712-a548-ede47af70759', 'status': 'completed', 'code': 200} Aug 29 05:37:12.737359 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e805063-29d1-4ae6-913d-e9b8aa7baf0c req-bac0e422-1c35-4f74-b914-9b6ff0f3565b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:12.738901 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2e805063-29d1-4ae6-913d-e9b8aa7baf0c req-bac0e422-1c35-4f74-b914-9b6ff0f3565b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7709d35c0a744192a19d6b3b1ec59ccc&device_id=3af1a81c-b6a6-490c-9855-64b7bc34cebd HTTP/1.1" status: 200 len: 1097 time: 0.0839739 Aug 29 05:37:12.752321 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2465e4-afb2-427f-a849-edfa89663ef2 req-d1b76c13-d247-4df9-b17d-b516ba8d67f9 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:12.753749 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5e2465e4-afb2-427f-a849-edfa89663ef2 req-d1b76c13-d247-4df9-b17d-b516ba8d67f9 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/ports?device_id=3af1a81c-b6a6-490c-9855-64b7bc34cebd HTTP/1.1" status: 200 len: 945 time: 0.0590069 Aug 29 05:37:12.770317 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-5d071674-83a0-4a10-a6c8-7d1d10accd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bac3dcee-2082-413f-9f3b-d5513121dc56', 'name': 'tempest-TestShelveInstance-1948580004-router', 'tenant_id': '7709d35c0a744192a19d6b3b1ec59ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': 'e6798952-ec4f-48d5-b628-f90ab031c8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:28:32Z', 'updated_at': '2021-08-29T05:28:34Z', 'revision_number': 4, 'project_id': '7709d35c0a744192a19d6b3b1ec59ccc', 'gw_port': {'id': 'e6798952-ec4f-48d5-b628-f90ab031c8b7', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ee:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac3dcee-2082-413f-9f3b-d5513121dc56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:28:32Z', 'updated_at': '2021-08-29T05:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '945a03e8-2654-4626-8259-e4e39f011c1c', 'name': '', 'network_id': 'b7ede0f0-67b6-4ead-a5a9-363d254a4e9b', 'tenant_id': '7709d35c0a744192a19d6b3b1ec59ccc', 'mac_address': 'fa:16:3e:4f:25:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac3dcee-2082-413f-9f3b-d5513121dc56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '785bf80a-a593-4715-8f1e-da93a8c7ab6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:28:34Z', 'updated_at': '2021-08-29T05:28:41Z', 'revision_number': 5, 'project_id': '7709d35c0a744192a19d6b3b1ec59ccc', 'subnets': [{'id': '785bf80a-a593-4715-8f1e-da93a8c7ab6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:12.795338 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d071674-83a0-4a10-a6c8-7d1d10accd5c None None] Checking router: bac3dcee-2082-413f-9f3b-d5513121dc56 for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:37:12.804163 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d071674-83a0-4a10-a6c8-7d1d10accd5c None None] Routers {'bac3dcee-2082-413f-9f3b-d5513121dc56'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:37:12.804766 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-5d071674-83a0-4a10-a6c8-7d1d10accd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:37:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['bac3dcee-2082-413f-9f3b-d5513121dc56'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:12.841578 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5e2465e4-afb2-427f-a849-edfa89663ef2 req-fd5d516e-9430-4623-92b9-45f98e0b2c35 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/security-groups?id=703d806a-6406-44af-b1ac-820c9e51a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775552 Aug 29 05:37:12.868933 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e805063-29d1-4ae6-913d-e9b8aa7baf0c req-14dd5faa-ec1f-48cc-ac0d-9e00c2096de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:12.870426 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2e805063-29d1-4ae6-913d-e9b8aa7baf0c req-14dd5faa-ec1f-48cc-ac0d-9e00c2096de0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b7ede0f0-67b6-4ead-a5a9-363d254a4e9b HTTP/1.1" status: 200 len: 910 time: 0.1158035 Aug 29 05:37:12.911568 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-5d071674-83a0-4a10-a6c8-7d1d10accd5c None None] Set router bac3dcee-2082-413f-9f3b-d5513121dc56 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:37:12.912577 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2e805063-29d1-4ae6-913d-e9b8aa7baf0c req-c69747be-ec0c-41a2-9344-48ddcf6c9943 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=00981604-c4a2-4712-a548-ede47af70759 HTTP/1.1" status: 200 len: 217 time: 0.0335121 Aug 29 05:37:12.960503 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e805063-29d1-4ae6-913d-e9b8aa7baf0c req-294ad61e-f822-407a-8bd7-eaefe1dcff97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:12.962190 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2e805063-29d1-4ae6-913d-e9b8aa7baf0c req-294ad61e-f822-407a-8bd7-eaefe1dcff97 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=785bf80a-a593-4715-8f1e-da93a8c7ab6c HTTP/1.1" status: 200 len: 848 time: 0.0425131 Aug 29 05:37:13.109530 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-5d071674-83a0-4a10-a6c8-7d1d10accd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bac3dcee-2082-413f-9f3b-d5513121dc56', 'name': 'tempest-TestShelveInstance-1948580004-router', 'tenant_id': '7709d35c0a744192a19d6b3b1ec59ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': 'e6798952-ec4f-48d5-b628-f90ab031c8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:28:32Z', 'updated_at': '2021-08-29T05:28:34Z', 'revision_number': 4, 'project_id': '7709d35c0a744192a19d6b3b1ec59ccc', 'gw_port': {'id': 'e6798952-ec4f-48d5-b628-f90ab031c8b7', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ee:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac3dcee-2082-413f-9f3b-d5513121dc56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:28:32Z', 'updated_at': '2021-08-29T05:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '945a03e8-2654-4626-8259-e4e39f011c1c', 'name': '', 'network_id': 'b7ede0f0-67b6-4ead-a5a9-363d254a4e9b', 'tenant_id': '7709d35c0a744192a19d6b3b1ec59ccc', 'mac_address': 'fa:16:3e:4f:25:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac3dcee-2082-413f-9f3b-d5513121dc56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '785bf80a-a593-4715-8f1e-da93a8c7ab6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:28:34Z', 'updated_at': '2021-08-29T05:28:41Z', 'revision_number': 5, 'project_id': '7709d35c0a744192a19d6b3b1ec59ccc', 'subnets': [{'id': '785bf80a-a593-4715-8f1e-da93a8c7ab6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:13.231104 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d071674-83a0-4a10-a6c8-7d1d10accd5c None None] The sync data for ids ['bac3dcee-2082-413f-9f3b-d5513121dc56'] in n-d-712140-12 is: [{'id': 'bac3dcee-2082-413f-9f3b-d5513121dc56', 'name': 'tempest-TestShelveInstance-1948580004-router', 'tenant_id': '7709d35c0a744192a19d6b3b1ec59ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': 'e6798952-ec4f-48d5-b628-f90ab031c8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:28:32Z', 'updated_at': '2021-08-29T05:28:34Z', 'revision_number': 4, 'project_id': '7709d35c0a744192a19d6b3b1ec59ccc', 'gw_port': {'id': 'e6798952-ec4f-48d5-b628-f90ab031c8b7', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ee:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac3dcee-2082-413f-9f3b-d5513121dc56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:28:32Z', 'updated_at': '2021-08-29T05:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '945a03e8-2654-4626-8259-e4e39f011c1c', 'name': '', 'network_id': 'b7ede0f0-67b6-4ead-a5a9-363d254a4e9b', 'tenant_id': '7709d35c0a744192a19d6b3b1ec59ccc', 'mac_address': 'fa:16:3e:4f:25:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac3dcee-2082-413f-9f3b-d5513121dc56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '785bf80a-a593-4715-8f1e-da93a8c7ab6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:28:34Z', 'updated_at': '2021-08-29T05:28:41Z', 'revision_number': 5, 'project_id': '7709d35c0a744192a19d6b3b1ec59ccc', 'subnets': [{'id': '785bf80a-a593-4715-8f1e-da93a8c7ab6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:37:13.354165 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e805063-29d1-4ae6-913d-e9b8aa7baf0c req-9819ac02-6a2f-4136-a17b-d60bc5a05837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:13.355723 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2e805063-29d1-4ae6-913d-e9b8aa7baf0c req-9819ac02-6a2f-4136-a17b-d60bc5a05837 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b7ede0f0-67b6-4ead-a5a9-363d254a4e9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3835294 Aug 29 05:37:13.447152 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2e805063-29d1-4ae6-913d-e9b8aa7baf0c req-af7a0c66-011c-4410-83ec-e9eb82764227 service neutron] 10.222.0.46 "GET /v2.0/networks/b7ede0f0-67b6-4ead-a5a9-363d254a4e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837193 Aug 29 05:37:13.474861 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2586e25-2050-4b18-9188-651e2f027bd0 None None] New status for floating IP 8774fcaf-3f2c-4162-b55c-a902f4d9374e: DOWN {{(pid=94830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:37:13.544407 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2e805063-29d1-4ae6-913d-e9b8aa7baf0c req-20e03ae4-aa28-4c1d-9ba0-b06584d11f5d service neutron] 10.222.0.46 "GET /v2.0/networks/b7ede0f0-67b6-4ead-a5a9-363d254a4e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888839 Aug 29 05:37:13.962226 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3a7a6b-ff03-4b46-95a1-d30c994c70aa req-8a370179-8e13-431d-beda-7d1c1011d542 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:13.963577 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7c3a7a6b-ff03-4b46-95a1-d30c994c70aa req-8a370179-8e13-431d-beda-7d1c1011d542 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/ports?device_id=3af1a81c-b6a6-490c-9855-64b7bc34cebd HTTP/1.1" status: 200 len: 945 time: 0.0535657 Aug 29 05:37:14.000981 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7c3a7a6b-ff03-4b46-95a1-d30c994c70aa req-a3b9d911-bb45-45d0-937d-7b31bb11c52b tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/security-groups?id=703d806a-6406-44af-b1ac-820c9e51a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307338 Aug 29 05:37:14.226272 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ae4a29-d861-4a62-842a-7a0e7235ded0 req-06beeeb1-e801-41a0-8a55-368814e74890 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:14.227821 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-68ae4a29-d861-4a62-842a-7a0e7235ded0 req-06beeeb1-e801-41a0-8a55-368814e74890 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.46 "GET /v2.0/ports?device_id=3af1a81c-b6a6-490c-9855-64b7bc34cebd HTTP/1.1" status: 200 len: 945 time: 0.0477314 Aug 29 05:37:14.316912 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-68ae4a29-d861-4a62-842a-7a0e7235ded0 req-1f2bf1f6-9038-4e7b-b373-9fa67859ce8d tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Deleting port 00981604-c4a2-4712-a548-ede47af70759 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:37:14.317169 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-68ae4a29-d861-4a62-842a-7a0e7235ded0 req-1f2bf1f6-9038-4e7b-b373-9fa67859ce8d tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:14.400374 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-68ae4a29-d861-4a62-842a-7a0e7235ded0 req-1f2bf1f6-9038-4e7b-b373-9fa67859ce8d tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] For port 00981604-c4a2-4712-a548-ede47af70759, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=00981604-c4a2-4712-a548-ede47af70759,segment=NetworkSegment(c1a9478c-e822-415c-b4e0-1877c65ce6d6),segment_id=c1a9478c-e822-415c-b4e0-1877c65ce6d6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:37:14.400734 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-68ae4a29-d861-4a62-842a-7a0e7235ded0 req-1f2bf1f6-9038-4e7b-b373-9fa67859ce8d tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:14.413063 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-68ae4a29-d861-4a62-842a-7a0e7235ded0 req-1f2bf1f6-9038-4e7b-b373-9fa67859ce8d tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Calling delete_port for 00981604-c4a2-4712-a548-ede47af70759 owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:37:14.538451 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-68ae4a29-d861-4a62-842a-7a0e7235ded0 req-1f2bf1f6-9038-4e7b-b373-9fa67859ce8d tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:14.566714 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2bf1f6-9038-4e7b-b373-9fa67859ce8d tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Pushing event deleted for resources: {'Port': ['ID=00981604-c4a2-4712-a548-ede47af70759,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:14.578594 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2bf1f6-9038-4e7b-b373-9fa67859ce8d tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:14.578947 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2bf1f6-9038-4e7b-b373-9fa67859ce8d tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:14.579549 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2bf1f6-9038-4e7b-b373-9fa67859ce8d tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:14.579914 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2bf1f6-9038-4e7b-b373-9fa67859ce8d tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:14.580260 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2bf1f6-9038-4e7b-b373-9fa67859ce8d tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:14.580576 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2bf1f6-9038-4e7b-b373-9fa67859ce8d tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:14.580907 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2bf1f6-9038-4e7b-b373-9fa67859ce8d tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:14.581229 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2bf1f6-9038-4e7b-b373-9fa67859ce8d tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:14.581550 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2bf1f6-9038-4e7b-b373-9fa67859ce8d tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:14.581870 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2bf1f6-9038-4e7b-b373-9fa67859ce8d tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:14.582193 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2bf1f6-9038-4e7b-b373-9fa67859ce8d tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:14.582514 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2bf1f6-9038-4e7b-b373-9fa67859ce8d tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:14.620554 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-68ae4a29-d861-4a62-842a-7a0e7235ded0 req-1f2bf1f6-9038-4e7b-b373-9fa67859ce8d tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] No DVR routers for this DVR port 00981604-c4a2-4712-a548-ede47af70759 on host n-h1-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:37:14.623061 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-68ae4a29-d861-4a62-842a-7a0e7235ded0 req-1f2bf1f6-9038-4e7b-b373-9fa67859ce8d tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:14.625080 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-68ae4a29-d861-4a62-842a-7a0e7235ded0 req-1f2bf1f6-9038-4e7b-b373-9fa67859ce8d tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.46 "DELETE /v2.0/ports/00981604-c4a2-4712-a548-ede47af70759 HTTP/1.1" status: 204 len: 173 time: 0.3910024 Aug 29 05:37:14.625513 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3af1a81c-b6a6-490c-9855-64b7bc34cebd', 'name': 'network-vif-deleted', 'tag': '00981604-c4a2-4712-a548-ede47af70759'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:37:14.627770 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfb9107a06241f0f5f2256c13c0e0e77dc40c776bf6dc0455c34cebdf0549d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d91239dd-bfbe-443a-ba5f-87229db0d43e" -d '{"events": [{"server_uuid": "3af1a81c-b6a6-490c-9855-64b7bc34cebd", "name": "network-vif-deleted", "tag": "00981604-c4a2-4712-a548-ede47af70759"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:37:14.724644 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc667d8b-0c90-4247-af00-19bde4e3a00a x-openstack-request-id: req-bc667d8b-0c90-4247-af00-19bde4e3a00a {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:37:14.724941 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3af1a81c-b6a6-490c-9855-64b7bc34cebd", "name": "network-vif-deleted", "tag": "00981604-c4a2-4712-a548-ede47af70759", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:37:14.725191 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bc667d8b-0c90-4247-af00-19bde4e3a00a {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:37:14.725588 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3af1a81c-b6a6-490c-9855-64b7bc34cebd', 'name': 'network-vif-deleted', 'tag': '00981604-c4a2-4712-a548-ede47af70759', 'status': 'completed', 'code': 200} Aug 29 05:37:15.104497 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-794dcfdf-5663-46f5-b9b5-e465021c883f req-75fd3161-ddc0-4bc2-a810-121e6a0d83ba tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/ports?device_id=3af1a81c-b6a6-490c-9855-64b7bc34cebd HTTP/1.1" status: 200 len: 210 time: 0.0272799 Aug 29 05:37:16.199286 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8c8c1193-971e-4ec4-9f03-f7d7b792f18b req-aff5747c-15eb-4a57-a65f-bd0ac914bc29 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/ports?device_id=3af1a81c-b6a6-490c-9855-64b7bc34cebd HTTP/1.1" status: 200 len: 210 time: 0.0265160 Aug 29 05:37:17.294156 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8b5e478e-7834-4af6-8ff3-f6a29affa36d req-f7760e8e-4aa5-489a-b917-ae33cc2bfac1 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/ports?device_id=3af1a81c-b6a6-490c-9855-64b7bc34cebd HTTP/1.1" status: 200 len: 210 time: 0.0268080 Aug 29 05:37:18.407574 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0580bfd3-bf5f-4e7a-871d-493be45d6b8f req-08e6aaa4-4570-463c-a097-bc319b76a95f tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "GET /v2.0/ports?device_id=3af1a81c-b6a6-490c-9855-64b7bc34cebd HTTP/1.1" status: 200 len: 210 time: 0.0269864 Aug 29 05:37:18.700362 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 00981604-c4a2-4712-a548-ede47af70759 no longer exists at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:37:18.724629 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] No Port match for: 00981604-c4a2-4712-a548-ede47af70759 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:37:18.724925 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 00981604-c4a2-4712-a548-ede47af70759 not bound to the agent host n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:37:19.468232 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 43408) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:37:19.528557 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fc5d24f3-dcdd-4285-8e58-ef4a14479858 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:19.553826 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fc5d24f3-dcdd-4285-8e58-ef4a14479858 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:19.616560 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fc5d24f3-dcdd-4285-8e58-ef4a14479858 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:19.620188 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fc5d24f3-dcdd-4285-8e58-ef4a14479858 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:19.623872 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-fc5d24f3-dcdd-4285-8e58-ef4a14479858 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] 10.222.0.22 "DELETE /v2.0/security-groups/703d806a-6406-44af-b1ac-820c9e51a2ec HTTP/1.1" status: 204 len: 168 time: 0.1521142 Aug 29 05:37:19.630727 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5d24f3-dcdd-4285-8e58-ef4a14479858 tempest-TestShelveInstance-223115088 tempest-TestShelveInstance-223115088-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=703d806a-6406-44af-b1ac-820c9e51a2ec,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:19.678906 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 43412) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:37:19.962987 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:20.138901 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2aff08aa-6dc0-411a-93c2-19a350a7d020 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713413'] for router_interface, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:20.385454 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-2aff08aa-6dc0-411a-93c2-19a350a7d020 admin admin] Deleting port 945a03e8-2654-4626-8259-e4e39f011c1c {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:37:20.385804 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2aff08aa-6dc0-411a-93c2-19a350a7d020 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:20.462539 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-2aff08aa-6dc0-411a-93c2-19a350a7d020 admin admin] For port 945a03e8-2654-4626-8259-e4e39f011c1c, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=945a03e8-2654-4626-8259-e4e39f011c1c,segment=NetworkSegment(c1a9478c-e822-415c-b4e0-1877c65ce6d6),segment_id=c1a9478c-e822-415c-b4e0-1877c65ce6d6)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:37:20.462900 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2aff08aa-6dc0-411a-93c2-19a350a7d020 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:20.475177 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-2aff08aa-6dc0-411a-93c2-19a350a7d020 admin admin] Calling delete_port for 945a03e8-2654-4626-8259-e4e39f011c1c owned by network:router_interface {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:37:20.655233 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2aff08aa-6dc0-411a-93c2-19a350a7d020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:20.684778 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aff08aa-6dc0-411a-93c2-19a350a7d020 admin admin] Pushing event deleted for resources: {'Port': ['ID=945a03e8-2654-4626-8259-e4e39f011c1c,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:21.155070 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2aff08aa-6dc0-411a-93c2-19a350a7d020 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-713231'] for router_interface, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:21.363926 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aff08aa-6dc0-411a-93c2-19a350a7d020 admin admin] Router bac3dcee-2082-413f-9f3b-d5513121dc56 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:37:21.468821 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aff08aa-6dc0-411a-93c2-19a350a7d020 admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:37:21.475460 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-2aff08aa-6dc0-411a-93c2-19a350a7d020 admin admin] 10.222.0.22 "PUT /v2.0/routers/bac3dcee-2082-413f-9f3b-d5513121dc56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7953160 Aug 29 05:37:21.476475 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 43416) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:37:21.479749 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471e54c1-a041-4704-a467-cbb5f7994493 None None] Sync routers for ids ['bac3dcee-2082-413f-9f3b-d5513121dc56'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:37:21.488664 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471e54c1-a041-4704-a467-cbb5f7994493 None None] Routers {'bac3dcee-2082-413f-9f3b-d5513121dc56'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:37:21.489261 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-471e54c1-a041-4704-a467-cbb5f7994493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:37:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['bac3dcee-2082-413f-9f3b-d5513121dc56'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:21.579568 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d9bcef20-442a-467e-a1de-c85062ef9f04 admin admin] Notify callbacks [] for router, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:21.592905 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-471e54c1-a041-4704-a467-cbb5f7994493 None None] Set router bac3dcee-2082-413f-9f3b-d5513121dc56 gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:37:21.680571 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d9bcef20-442a-467e-a1de-c85062ef9f04 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:21.731991 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-d9bcef20-442a-467e-a1de-c85062ef9f04 admin admin] Deleting port e6798952-ec4f-48d5-b628-f90ab031c8b7 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:37:21.732360 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d9bcef20-442a-467e-a1de-c85062ef9f04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:21.767179 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-471e54c1-a041-4704-a467-cbb5f7994493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bac3dcee-2082-413f-9f3b-d5513121dc56', 'name': 'tempest-TestShelveInstance-1948580004-router', 'tenant_id': '7709d35c0a744192a19d6b3b1ec59ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': 'e6798952-ec4f-48d5-b628-f90ab031c8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:28:32Z', 'updated_at': '2021-08-29T05:37:20Z', 'revision_number': 5, 'project_id': '7709d35c0a744192a19d6b3b1ec59ccc', 'gw_port': {'id': 'e6798952-ec4f-48d5-b628-f90ab031c8b7', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ee:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac3dcee-2082-413f-9f3b-d5513121dc56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:28:32Z', 'updated_at': '2021-08-29T05:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:21.796594 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471e54c1-a041-4704-a467-cbb5f7994493 None None] Checking router: bac3dcee-2082-413f-9f3b-d5513121dc56 for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:37:21.804699 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471e54c1-a041-4704-a467-cbb5f7994493 None None] Routers {'bac3dcee-2082-413f-9f3b-d5513121dc56'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:37:21.805319 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-471e54c1-a041-4704-a467-cbb5f7994493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:37:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['bac3dcee-2082-413f-9f3b-d5513121dc56'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:21.812697 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-d9bcef20-442a-467e-a1de-c85062ef9f04 admin admin] For port e6798952-ec4f-48d5-b628-f90ab031c8b7, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=e6798952-ec4f-48d5-b628-f90ab031c8b7,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:37:21.813065 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d9bcef20-442a-467e-a1de-c85062ef9f04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:21.826356 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-d9bcef20-442a-467e-a1de-c85062ef9f04 admin admin] Calling delete_port for e6798952-ec4f-48d5-b628-f90ab031c8b7 owned by network:router_gateway {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:37:21.886221 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-471e54c1-a041-4704-a467-cbb5f7994493 None None] Set router bac3dcee-2082-413f-9f3b-d5513121dc56 gateway port host: None {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:37:21.939079 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-471e54c1-a041-4704-a467-cbb5f7994493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bac3dcee-2082-413f-9f3b-d5513121dc56', 'name': 'tempest-TestShelveInstance-1948580004-router', 'tenant_id': '7709d35c0a744192a19d6b3b1ec59ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:28:32Z', 'updated_at': '2021-08-29T05:37:21Z', 'revision_number': 6, 'project_id': '7709d35c0a744192a19d6b3b1ec59ccc', 'gw_port_host': None}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:21.966049 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471e54c1-a041-4704-a467-cbb5f7994493 None None] The sync data for ids ['bac3dcee-2082-413f-9f3b-d5513121dc56'] in n-d-712140-12 is: [{'id': 'bac3dcee-2082-413f-9f3b-d5513121dc56', 'name': 'tempest-TestShelveInstance-1948580004-router', 'tenant_id': '7709d35c0a744192a19d6b3b1ec59ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:28:32Z', 'updated_at': '2021-08-29T05:37:21Z', 'revision_number': 6, 'project_id': '7709d35c0a744192a19d6b3b1ec59ccc', 'gw_port_host': None}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:37:21.995441 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d9bcef20-442a-467e-a1de-c85062ef9f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:22.026603 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bcef20-442a-467e-a1de-c85062ef9f04 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6798952-ec4f-48d5-b628-f90ab031c8b7,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:22.087864 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d9bcef20-442a-467e-a1de-c85062ef9f04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719445'] for router_gateway, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:22.176954 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d9bcef20-442a-467e-a1de-c85062ef9f04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:22.179105 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d9bcef20-442a-467e-a1de-c85062ef9f04 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:22.221562 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d9bcef20-442a-467e-a1de-c85062ef9f04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717253'] for router, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:22.222088 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9bcef20-442a-467e-a1de-c85062ef9f04 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bac3dcee-2082-413f-9f3b-d5513121dc56 {{(pid=94829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 05:37:22.226660 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d9bcef20-442a-467e-a1de-c85062ef9f04 admin admin] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:22.227884 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-d9bcef20-442a-467e-a1de-c85062ef9f04 admin admin] 10.222.0.22 "DELETE /v2.0/routers/bac3dcee-2082-413f-9f3b-d5513121dc56 HTTP/1.1" status: 204 len: 168 time: 0.7505746 Aug 29 05:37:22.230325 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 43418) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:37:22.277563 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b33d408-fbcc-4429-8558-ec98c4e8b8c0 admin admin] Deleting subnet 785bf80a-a593-4715-8f1e-da93a8c7ab6c {{(pid=94829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 05:37:22.280483 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0b33d408-fbcc-4429-8558-ec98c4e8b8c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:22.313929 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0b33d408-fbcc-4429-8558-ec98c4e8b8c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4311743'] for subnet, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:22.397046 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0b33d408-fbcc-4429-8558-ec98c4e8b8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:22.449279 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0b33d408-fbcc-4429-8558-ec98c4e8b8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4552352'] for subnet, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:22.478661 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b33d408-fbcc-4429-8558-ec98c4e8b8c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=785bf80a-a593-4715-8f1e-da93a8c7ab6c,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:22.484797 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0b33d408-fbcc-4429-8558-ec98c4e8b8c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:22.488763 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-0b33d408-fbcc-4429-8558-ec98c4e8b8c0 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/785bf80a-a593-4715-8f1e-da93a8c7ab6c HTTP/1.1" status: 204 len: 168 time: 0.2552574 Aug 29 05:37:22.488923 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f466299-3560-4c37-a55f-16b771fe5041 None None] Network b7ede0f0-67b6-4ead-a5a9-363d254a4e9b requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:37:22.489367 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 43420) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:37:22.554268 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:37:22.557816 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-892f1c91-63ae-4218-bddc-0c505214dfab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:22.611607 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-892f1c91-63ae-4218-bddc-0c505214dfab admin admin] Deleting port 97faaca0-a08e-45ce-bf5b-d07c18842514 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:37:22.611986 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-892f1c91-63ae-4218-bddc-0c505214dfab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:22.677232 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-892f1c91-63ae-4218-bddc-0c505214dfab admin admin] For port 97faaca0-a08e-45ce-bf5b-d07c18842514, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=97faaca0-a08e-45ce-bf5b-d07c18842514,segment=NetworkSegment(c1a9478c-e822-415c-b4e0-1877c65ce6d6),segment_id=c1a9478c-e822-415c-b4e0-1877c65ce6d6)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:37:22.677535 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-892f1c91-63ae-4218-bddc-0c505214dfab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:22.690455 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-892f1c91-63ae-4218-bddc-0c505214dfab admin admin] Calling delete_port for 97faaca0-a08e-45ce-bf5b-d07c18842514 owned by network:dhcp {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:37:22.747344 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4038460-2ed0-4b5e-bb6e-09ec3215684d None None] DHCP port deletion for b7ede0f0-67b6-4ead-a5a9-363d254a4e9b request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 05:37:22.786750 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-892f1c91-63ae-4218-bddc-0c505214dfab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:22.803238 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-d4038460-2ed0-4b5e-bb6e-09ec3215684d None None] Deleting port 97faaca0-a08e-45ce-bf5b-d07c18842514 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:37:22.803726 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d4038460-2ed0-4b5e-bb6e-09ec3215684d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:22.814824 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892f1c91-63ae-4218-bddc-0c505214dfab admin admin] Pushing event deleted for resources: {'Port': ['ID=97faaca0-a08e-45ce-bf5b-d07c18842514,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:22.818791 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device e6798952-ec4f-48d5-b628-f90ab031c8b7 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:37:22.819047 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892f1c91-63ae-4218-bddc-0c505214dfab admin admin] No DVR routers for this DVR port 97faaca0-a08e-45ce-bf5b-d07c18842514 on host n-d-712140-12 {{(pid=94829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:37:22.867282 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: e6798952-ec4f-48d5-b628-f90ab031c8b7 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:37:22.868300 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device e6798952-ec4f-48d5-b628-f90ab031c8b7 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:37:22.868734 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 97faaca0-a08e-45ce-bf5b-d07c18842514 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:37:22.894190 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 97faaca0-a08e-45ce-bf5b-d07c18842514 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:37:22.894535 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 97faaca0-a08e-45ce-bf5b-d07c18842514 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:37:22.894963 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 945a03e8-2654-4626-8259-e4e39f011c1c no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:37:22.895588 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-892f1c91-63ae-4218-bddc-0c505214dfab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:22.905878 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-892f1c91-63ae-4218-bddc-0c505214dfab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7ede0f0-67b6-4ead-a5a9-363d254a4e9b']}} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:22.916496 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-892f1c91-63ae-4218-bddc-0c505214dfab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1a9478c-e822-415c-b4e0-1877c65ce6d6') {'for_net_delete': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:22.916797 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-892f1c91-63ae-4218-bddc-0c505214dfab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1a9478c-e822-415c-b4e0-1877c65ce6d6') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:22.921421 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 945a03e8-2654-4626-8259-e4e39f011c1c {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:37:22.921776 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 945a03e8-2654-4626-8259-e4e39f011c1c not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:37:22.927865 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-892f1c91-63ae-4218-bddc-0c505214dfab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4311712'] for segment, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:22.929112 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-d4038460-2ed0-4b5e-bb6e-09ec3215684d None None] For port 97faaca0-a08e-45ce-bf5b-d07c18842514, host n-d-712140-12, got binding levels [] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:37:22.929520 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d4038460-2ed0-4b5e-bb6e-09ec3215684d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:22.943437 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-d4038460-2ed0-4b5e-bb6e-09ec3215684d None None] Calling delete_port for 97faaca0-a08e-45ce-bf5b-d07c18842514 owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:37:22.945550 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-892f1c91-63ae-4218-bddc-0c505214dfab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:22.948625 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.ipam_backend_mixin [None req-d4038460-2ed0-4b5e-bb6e-09ec3215684d None None] Port 97faaca0-a08e-45ce-bf5b-d07c18842514 was not found and therefore no delete operation was performed {{(pid=94830) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 05:37:22.949930 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d4038460-2ed0-4b5e-bb6e-09ec3215684d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:22.958435 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-892f1c91-63ae-4218-bddc-0c505214dfab admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=94829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:37:22.958849 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-892f1c91-63ae-4218-bddc-0c505214dfab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4274277'] for segment, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:22.960606 n-d-712140-12 neutron-server[94829]: Traceback (most recent call last): Aug 29 05:37:22.960606 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:37:22.960606 n-d-712140-12 neutron-server[94829]: timer() Aug 29 05:37:22.960606 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:37:22.960606 n-d-712140-12 neutron-server[94829]: cb(*args, **kw) Aug 29 05:37:22.960606 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:37:22.960606 n-d-712140-12 neutron-server[94829]: return func(*args, **kwargs) Aug 29 05:37:22.960606 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:37:22.960606 n-d-712140-12 neutron-server[94829]: self._notify() Aug 29 05:37:22.960606 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:37:22.960606 n-d-712140-12 neutron-server[94829]: self.callback(batched_events) Aug 29 05:37:22.960606 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:37:22.960606 n-d-712140-12 neutron-server[94829]: event.method(event) Aug 29 05:37:22.960606 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:37:22.960606 n-d-712140-12 neutron-server[94829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:37:22.960606 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:37:22.960606 n-d-712140-12 neutron-server[94829]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:37:22.960606 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:37:22.960606 n-d-712140-12 neutron-server[94829]: return f(self, *a, **k) Aug 29 05:37:22.960606 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:37:22.960606 n-d-712140-12 neutron-server[94829]: return self._get(url).json() Aug 29 05:37:22.960606 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:37:22.960606 n-d-712140-12 neutron-server[94829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:37:22.960606 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:37:22.960606 n-d-712140-12 neutron-server[94829]: return self.request(url, 'GET', **kwargs) Aug 29 05:37:22.960606 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:37:22.960606 n-d-712140-12 neutron-server[94829]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:37:22.960606 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:37:22.960606 n-d-712140-12 neutron-server[94829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:37:22.960606 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:37:22.960606 n-d-712140-12 neutron-server[94829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:37:22.960606 n-d-712140-12 neutron-server[94829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:37:22.979069 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4038460-2ed0-4b5e-bb6e-09ec3215684d None None] Pushing event deleted for resources: {'Port': ['ID=97faaca0-a08e-45ce-bf5b-d07c18842514,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:22.987865 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4038460-2ed0-4b5e-bb6e-09ec3215684d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:22.988316 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4038460-2ed0-4b5e-bb6e-09ec3215684d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:22.988551 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4038460-2ed0-4b5e-bb6e-09ec3215684d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:22.988897 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4038460-2ed0-4b5e-bb6e-09ec3215684d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:22.989233 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4038460-2ed0-4b5e-bb6e-09ec3215684d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:22.989569 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4038460-2ed0-4b5e-bb6e-09ec3215684d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:22.989900 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4038460-2ed0-4b5e-bb6e-09ec3215684d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:22.990231 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4038460-2ed0-4b5e-bb6e-09ec3215684d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:22.990564 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4038460-2ed0-4b5e-bb6e-09ec3215684d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:22.990890 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4038460-2ed0-4b5e-bb6e-09ec3215684d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:22.991214 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4038460-2ed0-4b5e-bb6e-09ec3215684d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:22.991536 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4038460-2ed0-4b5e-bb6e-09ec3215684d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:22.994283 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4038460-2ed0-4b5e-bb6e-09ec3215684d None None] No DVR routers for this DVR port 97faaca0-a08e-45ce-bf5b-d07c18842514 on host n-d-712140-12 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:37:23.029425 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-892f1c91-63ae-4218-bddc-0c505214dfab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:23.035215 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-892f1c91-63ae-4218-bddc-0c505214dfab admin admin] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:23.040617 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-892f1c91-63ae-4218-bddc-0c505214dfab admin admin] 10.222.0.22 "DELETE /v2.0/networks/b7ede0f0-67b6-4ead-a5a9-363d254a4e9b HTTP/1.1" status: 204 len: 168 time: 0.5506308 Aug 29 05:37:23.040784 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 43422) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:37:23.052597 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892f1c91-63ae-4218-bddc-0c505214dfab admin admin] Pushing event deleted for resources: {'Network': ['ID=b7ede0f0-67b6-4ead-a5a9-363d254a4e9b,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:23.386796 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1277d806-4be4-4c76-b8fc-d9f11e6b0efe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713413'] for router_interface, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:23.627031 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-1277d806-4be4-4c76-b8fc-d9f11e6b0efe admin admin] Deleting port 3ffa00be-6707-4223-80df-8c0bcf68044d {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:37:23.627370 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1277d806-4be4-4c76-b8fc-d9f11e6b0efe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:23.702491 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-1277d806-4be4-4c76-b8fc-d9f11e6b0efe admin admin] For port 3ffa00be-6707-4223-80df-8c0bcf68044d, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=3ffa00be-6707-4223-80df-8c0bcf68044d,segment=NetworkSegment(feeff9df-f145-4b94-a26a-7c3013c1b565),segment_id=feeff9df-f145-4b94-a26a-7c3013c1b565)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:37:23.702775 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1277d806-4be4-4c76-b8fc-d9f11e6b0efe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:23.715870 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-1277d806-4be4-4c76-b8fc-d9f11e6b0efe admin admin] Calling delete_port for 3ffa00be-6707-4223-80df-8c0bcf68044d owned by network:router_interface {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:37:23.895990 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1277d806-4be4-4c76-b8fc-d9f11e6b0efe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:23.925741 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1277d806-4be4-4c76-b8fc-d9f11e6b0efe admin admin] Pushing event deleted for resources: {'Port': ['ID=3ffa00be-6707-4223-80df-8c0bcf68044d,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:24.090521 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1277d806-4be4-4c76-b8fc-d9f11e6b0efe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-713231'] for router_interface, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:24.300009 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1277d806-4be4-4c76-b8fc-d9f11e6b0efe admin admin] Router cb4dcfee-a73c-45b1-bfc3-088060ab10d3 has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:37:24.404962 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1277d806-4be4-4c76-b8fc-d9f11e6b0efe admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:37:24.409925 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-1277d806-4be4-4c76-b8fc-d9f11e6b0efe admin admin] 10.222.0.22 "PUT /v2.0/routers/cb4dcfee-a73c-45b1-bfc3-088060ab10d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3681967 Aug 29 05:37:24.412993 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 43424) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:37:24.413689 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31b14b5-d372-4839-8291-76feaa479283 None None] Sync routers for ids ['cb4dcfee-a73c-45b1-bfc3-088060ab10d3'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:37:24.422678 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31b14b5-d372-4839-8291-76feaa479283 None None] Routers {'cb4dcfee-a73c-45b1-bfc3-088060ab10d3'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:37:24.423306 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-e31b14b5-d372-4839-8291-76feaa479283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:37:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['cb4dcfee-a73c-45b1-bfc3-088060ab10d3'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:24.516108 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-aac2612f-f4cd-4991-ac6f-dfa56e8f7878 admin admin] Notify callbacks [] for router, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:24.526371 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-e31b14b5-d372-4839-8291-76feaa479283 None None] Set router cb4dcfee-a73c-45b1-bfc3-088060ab10d3 gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:37:24.616879 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-aac2612f-f4cd-4991-ac6f-dfa56e8f7878 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:24.668869 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-aac2612f-f4cd-4991-ac6f-dfa56e8f7878 admin admin] Deleting port 9cd06fbe-1c3f-4de9-b2b1-b42d27ad5e85 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:37:24.669205 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-aac2612f-f4cd-4991-ac6f-dfa56e8f7878 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:24.705125 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-e31b14b5-d372-4839-8291-76feaa479283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb4dcfee-a73c-45b1-bfc3-088060ab10d3', 'name': 'tempest-TestShelveInstance-260706186-router', 'tenant_id': '00313cacca7b4ebf82b17b65100dab89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '9cd06fbe-1c3f-4de9-b2b1-b42d27ad5e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:28:36Z', 'updated_at': '2021-08-29T05:37:23Z', 'revision_number': 5, 'project_id': '00313cacca7b4ebf82b17b65100dab89', 'gw_port': {'id': '9cd06fbe-1c3f-4de9-b2b1-b42d27ad5e85', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ab:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb4dcfee-a73c-45b1-bfc3-088060ab10d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:28:37Z', 'updated_at': '2021-08-29T05:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:24.750982 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31b14b5-d372-4839-8291-76feaa479283 None None] Checking router: cb4dcfee-a73c-45b1-bfc3-088060ab10d3 for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:37:24.751842 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-aac2612f-f4cd-4991-ac6f-dfa56e8f7878 admin admin] For port 9cd06fbe-1c3f-4de9-b2b1-b42d27ad5e85, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=9cd06fbe-1c3f-4de9-b2b1-b42d27ad5e85,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:37:24.752288 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-aac2612f-f4cd-4991-ac6f-dfa56e8f7878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:24.760137 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31b14b5-d372-4839-8291-76feaa479283 None None] Routers {'cb4dcfee-a73c-45b1-bfc3-088060ab10d3'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:37:24.760746 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-e31b14b5-d372-4839-8291-76feaa479283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:37:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['cb4dcfee-a73c-45b1-bfc3-088060ab10d3'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:24.765578 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-aac2612f-f4cd-4991-ac6f-dfa56e8f7878 admin admin] Calling delete_port for 9cd06fbe-1c3f-4de9-b2b1-b42d27ad5e85 owned by network:router_gateway {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:37:24.844431 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-e31b14b5-d372-4839-8291-76feaa479283 None None] Set router cb4dcfee-a73c-45b1-bfc3-088060ab10d3 gateway port host: None {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:37:24.895598 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-e31b14b5-d372-4839-8291-76feaa479283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb4dcfee-a73c-45b1-bfc3-088060ab10d3', 'name': 'tempest-TestShelveInstance-260706186-router', 'tenant_id': '00313cacca7b4ebf82b17b65100dab89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:28:36Z', 'updated_at': '2021-08-29T05:37:24Z', 'revision_number': 6, 'project_id': '00313cacca7b4ebf82b17b65100dab89', 'gw_port_host': None}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:24.925411 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31b14b5-d372-4839-8291-76feaa479283 None None] The sync data for ids ['cb4dcfee-a73c-45b1-bfc3-088060ab10d3'] in n-d-712140-12 is: [{'id': 'cb4dcfee-a73c-45b1-bfc3-088060ab10d3', 'name': 'tempest-TestShelveInstance-260706186-router', 'tenant_id': '00313cacca7b4ebf82b17b65100dab89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:28:36Z', 'updated_at': '2021-08-29T05:37:24Z', 'revision_number': 6, 'project_id': '00313cacca7b4ebf82b17b65100dab89', 'gw_port_host': None}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:37:24.930807 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-aac2612f-f4cd-4991-ac6f-dfa56e8f7878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:24.958261 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac2612f-f4cd-4991-ac6f-dfa56e8f7878 admin admin] Pushing event deleted for resources: {'Port': ['ID=9cd06fbe-1c3f-4de9-b2b1-b42d27ad5e85,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:25.022128 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-aac2612f-f4cd-4991-ac6f-dfa56e8f7878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719445'] for router_gateway, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:25.110375 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-aac2612f-f4cd-4991-ac6f-dfa56e8f7878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:25.112487 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-aac2612f-f4cd-4991-ac6f-dfa56e8f7878 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:25.154457 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-aac2612f-f4cd-4991-ac6f-dfa56e8f7878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717253'] for router, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:25.154955 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aac2612f-f4cd-4991-ac6f-dfa56e8f7878 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb4dcfee-a73c-45b1-bfc3-088060ab10d3 {{(pid=94829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 05:37:25.160053 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-aac2612f-f4cd-4991-ac6f-dfa56e8f7878 admin admin] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:25.161199 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-aac2612f-f4cd-4991-ac6f-dfa56e8f7878 admin admin] 10.222.0.22 "DELETE /v2.0/routers/cb4dcfee-a73c-45b1-bfc3-088060ab10d3 HTTP/1.1" status: 204 len: 168 time: 0.7472200 Aug 29 05:37:25.163906 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 43426) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:37:25.212604 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_v2 [None req-05eaef52-cb6c-4854-ae9a-e457af599147 admin admin] Deleting subnet ba42c505-d205-4647-8ff6-6cbdbf5f87cb {{(pid=94829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 05:37:25.215617 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-05eaef52-cb6c-4854-ae9a-e457af599147 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:25.249183 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-05eaef52-cb6c-4854-ae9a-e457af599147 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4311743'] for subnet, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:25.326878 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-05eaef52-cb6c-4854-ae9a-e457af599147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:25.380407 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-05eaef52-cb6c-4854-ae9a-e457af599147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4552352'] for subnet, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:25.407754 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eaef52-cb6c-4854-ae9a-e457af599147 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba42c505-d205-4647-8ff6-6cbdbf5f87cb,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:25.413387 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-05eaef52-cb6c-4854-ae9a-e457af599147 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:25.416267 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-05eaef52-cb6c-4854-ae9a-e457af599147 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/ba42c505-d205-4647-8ff6-6cbdbf5f87cb HTTP/1.1" status: 204 len: 168 time: 0.2506182 Aug 29 05:37:25.418629 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 43428) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:37:25.419400 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126376f5-37df-4882-9376-8ffa6b05320e None None] Network 51e6fdf8-a4a4-4122-bb50-2b813dc8dfee requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:37:25.486024 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-46f277d8-ba57-4e2e-96c2-efde2b055b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:25.538666 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-46f277d8-ba57-4e2e-96c2-efde2b055b7f admin admin] Deleting port d9d6da5c-d4e6-4d63-a5a6-7e369fc4c0ff {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:37:25.539018 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-46f277d8-ba57-4e2e-96c2-efde2b055b7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:25.605292 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-46f277d8-ba57-4e2e-96c2-efde2b055b7f admin admin] For port d9d6da5c-d4e6-4d63-a5a6-7e369fc4c0ff, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=d9d6da5c-d4e6-4d63-a5a6-7e369fc4c0ff,segment=NetworkSegment(feeff9df-f145-4b94-a26a-7c3013c1b565),segment_id=feeff9df-f145-4b94-a26a-7c3013c1b565)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:37:25.605586 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-46f277d8-ba57-4e2e-96c2-efde2b055b7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:25.617894 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-46f277d8-ba57-4e2e-96c2-efde2b055b7f admin admin] Calling delete_port for d9d6da5c-d4e6-4d63-a5a6-7e369fc4c0ff owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:37:25.670400 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b5d917-03c7-4e9f-999c-02d6ed656a30 None None] DHCP port deletion for 51e6fdf8-a4a4-4122-bb50-2b813dc8dfee request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 05:37:25.704815 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-46f277d8-ba57-4e2e-96c2-efde2b055b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:25.722295 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e9b5d917-03c7-4e9f-999c-02d6ed656a30 None None] Deleting port d9d6da5c-d4e6-4d63-a5a6-7e369fc4c0ff {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:37:25.722673 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e9b5d917-03c7-4e9f-999c-02d6ed656a30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:25.731142 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f277d8-ba57-4e2e-96c2-efde2b055b7f admin admin] Pushing event deleted for resources: {'Port': ['ID=d9d6da5c-d4e6-4d63-a5a6-7e369fc4c0ff,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:25.740810 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f277d8-ba57-4e2e-96c2-efde2b055b7f admin admin] No DVR routers for this DVR port d9d6da5c-d4e6-4d63-a5a6-7e369fc4c0ff on host n-d-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:37:25.819717 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-46f277d8-ba57-4e2e-96c2-efde2b055b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:25.831084 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-46f277d8-ba57-4e2e-96c2-efde2b055b7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51e6fdf8-a4a4-4122-bb50-2b813dc8dfee']}} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:25.843521 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-46f277d8-ba57-4e2e-96c2-efde2b055b7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'feeff9df-f145-4b94-a26a-7c3013c1b565') {'for_net_delete': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:25.843858 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-46f277d8-ba57-4e2e-96c2-efde2b055b7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'feeff9df-f145-4b94-a26a-7c3013c1b565') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:25.854059 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-46f277d8-ba57-4e2e-96c2-efde2b055b7f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8904833'] for segment, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:25.871822 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-46f277d8-ba57-4e2e-96c2-efde2b055b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:25.878625 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46f277d8-ba57-4e2e-96c2-efde2b055b7f admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=94828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:37:25.879116 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-46f277d8-ba57-4e2e-96c2-efde2b055b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9190468'] for segment, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:25.881846 n-d-712140-12 neutron-server[94828]: Traceback (most recent call last): Aug 29 05:37:25.881846 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:37:25.881846 n-d-712140-12 neutron-server[94828]: timer() Aug 29 05:37:25.881846 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:37:25.881846 n-d-712140-12 neutron-server[94828]: cb(*args, **kw) Aug 29 05:37:25.881846 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:37:25.881846 n-d-712140-12 neutron-server[94828]: return func(*args, **kwargs) Aug 29 05:37:25.881846 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:37:25.881846 n-d-712140-12 neutron-server[94828]: self._notify() Aug 29 05:37:25.881846 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:37:25.881846 n-d-712140-12 neutron-server[94828]: self.callback(batched_events) Aug 29 05:37:25.881846 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:37:25.881846 n-d-712140-12 neutron-server[94828]: event.method(event) Aug 29 05:37:25.881846 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:37:25.881846 n-d-712140-12 neutron-server[94828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:37:25.881846 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:37:25.881846 n-d-712140-12 neutron-server[94828]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:37:25.881846 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:37:25.881846 n-d-712140-12 neutron-server[94828]: return f(self, *a, **k) Aug 29 05:37:25.881846 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:37:25.881846 n-d-712140-12 neutron-server[94828]: return self._get(url).json() Aug 29 05:37:25.881846 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:37:25.881846 n-d-712140-12 neutron-server[94828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:37:25.881846 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:37:25.881846 n-d-712140-12 neutron-server[94828]: return self.request(url, 'GET', **kwargs) Aug 29 05:37:25.881846 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:37:25.881846 n-d-712140-12 neutron-server[94828]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:37:25.881846 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:37:25.881846 n-d-712140-12 neutron-server[94828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:37:25.881846 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:37:25.881846 n-d-712140-12 neutron-server[94828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:37:25.881846 n-d-712140-12 neutron-server[94828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:37:25.945857 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-46f277d8-ba57-4e2e-96c2-efde2b055b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:25.946444 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e9b5d917-03c7-4e9f-999c-02d6ed656a30 None None] For port d9d6da5c-d4e6-4d63-a5a6-7e369fc4c0ff, host n-d-712140-12, got binding levels [] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:37:25.946770 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e9b5d917-03c7-4e9f-999c-02d6ed656a30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:25.952273 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-46f277d8-ba57-4e2e-96c2-efde2b055b7f admin admin] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:25.954559 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-46f277d8-ba57-4e2e-96c2-efde2b055b7f admin admin] 10.222.0.22 "DELETE /v2.0/networks/51e6fdf8-a4a4-4122-bb50-2b813dc8dfee HTTP/1.1" status: 204 len: 168 time: 0.5346041 Aug 29 05:37:25.966331 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e9b5d917-03c7-4e9f-999c-02d6ed656a30 None None] Calling delete_port for d9d6da5c-d4e6-4d63-a5a6-7e369fc4c0ff owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:37:25.967125 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f277d8-ba57-4e2e-96c2-efde2b055b7f admin admin] Pushing event deleted for resources: {'Network': ['ID=51e6fdf8-a4a4-4122-bb50-2b813dc8dfee,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:25.972888 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.ipam_backend_mixin [None req-e9b5d917-03c7-4e9f-999c-02d6ed656a30 None None] Port d9d6da5c-d4e6-4d63-a5a6-7e369fc4c0ff was not found and therefore no delete operation was performed {{(pid=94830) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 05:37:25.974328 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e9b5d917-03c7-4e9f-999c-02d6ed656a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:25.981709 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e9b5d917-03c7-4e9f-999c-02d6ed656a30 None None] Network 51e6fdf8-a4a4-4122-bb50-2b813dc8dfee is not hosted by any dhcp agent {{(pid=94830) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 29 05:37:25.982159 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b5d917-03c7-4e9f-999c-02d6ed656a30 None None] No DVR routers for this DVR port d9d6da5c-d4e6-4d63-a5a6-7e369fc4c0ff on host n-d-712140-12 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:37:26.004614 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b5d917-03c7-4e9f-999c-02d6ed656a30 None None] Pushing event deleted for resources: {'Port': ['ID=d9d6da5c-d4e6-4d63-a5a6-7e369fc4c0ff,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:26.067698 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 43432) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:37:26.108773 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-872b894d-89d0-4186-9140-c93b6e3224cf admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7709d35c0a744192a19d6b3b1ec59ccc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393348 Aug 29 05:37:26.111274 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 43434) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:37:26.159226 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fb4d65dc-05ae-45b6-a8d3-e58a81d4288e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:26.180862 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fb4d65dc-05ae-45b6-a8d3-e58a81d4288e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:26.228389 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fb4d65dc-05ae-45b6-a8d3-e58a81d4288e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:26.230917 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fb4d65dc-05ae-45b6-a8d3-e58a81d4288e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:26.232034 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-fb4d65dc-05ae-45b6-a8d3-e58a81d4288e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5edb96b9-22b3-4e08-88a9-7685a3e5e428 HTTP/1.1" status: 204 len: 168 time: 0.1197147 Aug 29 05:37:26.240552 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4d65dc-05ae-45b6-a8d3-e58a81d4288e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5edb96b9-22b3-4e08-88a9-7685a3e5e428,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:26.542477 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 43440) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:37:26.581949 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-61f6f43a-fdb5-4625-888e-bccc64cff762 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=00313cacca7b4ebf82b17b65100dab89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382562 Aug 29 05:37:26.584623 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 43442) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:37:26.633942 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c15f31c0-045a-49c3-995b-49fee43fe070 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:26.655159 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c15f31c0-045a-49c3-995b-49fee43fe070 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:26.712013 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c15f31c0-045a-49c3-995b-49fee43fe070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:26.714632 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c15f31c0-045a-49c3-995b-49fee43fe070 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:26.716097 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-c15f31c0-045a-49c3-995b-49fee43fe070 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8fba9083-423d-4bf6-ae69-c5e930b3e6fc HTTP/1.1" status: 204 len: 168 time: 0.1304674 Aug 29 05:37:26.724535 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15f31c0-045a-49c3-995b-49fee43fe070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fba9083-423d-4bf6-ae69-c5e930b3e6fc,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:26.749848 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 3ffa00be-6707-4223-80df-8c0bcf68044d no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:37:26.770147 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 3ffa00be-6707-4223-80df-8c0bcf68044d {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:37:26.770487 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 3ffa00be-6707-4223-80df-8c0bcf68044d not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:37:26.770905 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device d9d6da5c-d4e6-4d63-a5a6-7e369fc4c0ff no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:37:26.794258 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: d9d6da5c-d4e6-4d63-a5a6-7e369fc4c0ff {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:37:26.794597 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device d9d6da5c-d4e6-4d63-a5a6-7e369fc4c0ff not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:37:26.795013 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 9cd06fbe-1c3f-4de9-b2b1-b42d27ad5e85 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:37:26.813926 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 9cd06fbe-1c3f-4de9-b2b1-b42d27ad5e85 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:37:26.814278 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 9cd06fbe-1c3f-4de9-b2b1-b42d27ad5e85 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:37:27.390273 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 43464) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:37:27.484897 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-3ff13711-4b69-474a-b3a2-ec5bb0e2d914 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-355185408-network', 'tenant_id': '1f46b61a8ce549e1b808d261993d0d24'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:37:27.505424 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ff13711-4b69-474a-b3a2-ec5bb0e2d914 admin admin] Made reservation on behalf of 1f46b61a8ce549e1b808d261993d0d24 for: {'network': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:37:27.507746 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3ff13711-4b69-474a-b3a2-ec5bb0e2d914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:27.522035 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3ff13711-4b69-474a-b3a2-ec5bb0e2d914 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:27.612519 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3ff13711-4b69-474a-b3a2-ec5bb0e2d914 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:27.616176 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3ff13711-4b69-474a-b3a2-ec5bb0e2d914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:27.642236 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ff13711-4b69-474a-b3a2-ec5bb0e2d914 admin admin] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=94828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:37:27.647450 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff13711-4b69-474a-b3a2-ec5bb0e2d914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f92abca6-fada-4d2b-a762-bd2a8319dd98,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:27.655814 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3ff13711-4b69-474a-b3a2-ec5bb0e2d914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:27.656234 n-d-712140-12 neutron-server[94828]: INFO neutron.db.segments_db [None req-3ff13711-4b69-474a-b3a2-ec5bb0e2d914 admin admin] Added segment eb224138-57a6-420d-a6cb-f56bfc39e011 of type vlan for network cc038c55-f51d-41ac-9f18-7d8d5cfaec69 Aug 29 05:37:27.695551 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3ff13711-4b69-474a-b3a2-ec5bb0e2d914 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:27.719035 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3ff13711-4b69-474a-b3a2-ec5bb0e2d914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:27.720016 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff13711-4b69-474a-b3a2-ec5bb0e2d914 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:27.720598 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3ff13711-4b69-474a-b3a2-ec5bb0e2d914 admin admin] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:27.775437 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-3ff13711-4b69-474a-b3a2-ec5bb0e2d914 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3840475 Aug 29 05:37:27.778426 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 43468) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:37:27.784528 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff13711-4b69-474a-b3a2-ec5bb0e2d914 admin admin] Pushing event updated for resources: {'Network': ['ID=cc038c55-f51d-41ac-9f18-7d8d5cfaec69,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:27.784986 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-65e6df6c-4a70-4f27-8eec-bbf2f0d75f88 admin admin] Request body: {'subnet': {'network_id': 'cc038c55-f51d-41ac-9f18-7d8d5cfaec69', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-355185408-subnet', 'tenant_id': '1f46b61a8ce549e1b808d261993d0d24', 'ip_version': 4}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:37:27.795890 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network cc038c55-f51d-41ac-9f18-7d8d5cfaec69 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:37:27.810211 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e6df6c-4a70-4f27-8eec-bbf2f0d75f88 admin admin] Made reservation on behalf of 1f46b61a8ce549e1b808d261993d0d24 for: {'subnet': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:37:27.812603 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-65e6df6c-4a70-4f27-8eec-bbf2f0d75f88 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4552395'] for subnet, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:27.977334 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-65e6df6c-4a70-4f27-8eec-bbf2f0d75f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4274880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4552377'] for subnet, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:28.030317 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e6df6c-4a70-4f27-8eec-bbf2f0d75f88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1ccf29f-f485-4406-9ebc-1f1070e2a12a,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:28.038740 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e6df6c-4a70-4f27-8eec-bbf2f0d75f88 admin admin] Checking segment: {'id': 'eb224138-57a6-420d-a6cb-f56bfc39e011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'cc038c55-f51d-41ac-9f18-7d8d5cfaec69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:37:28.039103 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e6df6c-4a70-4f27-8eec-bbf2f0d75f88 admin admin] Network hostable DHCP agents. Network: cc038c55-f51d-41ac-9f18-7d8d5cfaec69, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:37:28.056464 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e6df6c-4a70-4f27-8eec-bbf2f0d75f88 admin admin] Network cc038c55-f51d-41ac-9f18-7d8d5cfaec69 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:37:28.064238 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-65e6df6c-4a70-4f27-8eec-bbf2f0d75f88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, cc038c55-f51d-41ac-9f18-7d8d5cfaec69) {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:37:28.068166 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e6df6c-4a70-4f27-8eec-bbf2f0d75f88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:28.068743 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-65e6df6c-4a70-4f27-8eec-bbf2f0d75f88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:28.073139 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f7cd50-df7f-4509-a9cb-91b8783f376c None None] Network cc038c55-f51d-41ac-9f18-7d8d5cfaec69 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:37:28.082665 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-65e6df6c-4a70-4f27-8eec-bbf2f0d75f88 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3020139 Aug 29 05:37:28.085279 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 43470) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:37:28.089634 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-093b6308-d785-489f-9753-ae45ac1813c1 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-355185408-router', 'tenant_id': '1f46b61a8ce549e1b808d261993d0d24', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:37:28.110195 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-093b6308-d785-489f-9753-ae45ac1813c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:28.111208 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-093b6308-d785-489f-9753-ae45ac1813c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1838'] for router, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:28.166003 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-093b6308-d785-489f-9753-ae45ac1813c1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:28.219188 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45aa2c4c-14d7-4739-89ad-d55dffb94349 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-cc038c55-f51d-41ac-9f18-7d8d5cfaec69', 'network_id': 'cc038c55-f51d-41ac-9f18-7d8d5cfaec69', 'tenant_id': '1f46b61a8ce549e1b808d261993d0d24', 'fixed_ips': [{'subnet_id': 'a1ccf29f-f485-4406-9ebc-1f1070e2a12a'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 05:37:28.220158 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-45aa2c4c-14d7-4739-89ad-d55dffb94349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:28.362388 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-45aa2c4c-14d7-4739-89ad-d55dffb94349 None None] Allocated IP 172.20.0.2 (cc038c55-f51d-41ac-9f18-7d8d5cfaec69/a1ccf29f-f485-4406-9ebc-1f1070e2a12a/ad3814b7-2cab-410f-a12a-0ac57f38d710) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:37:28.517066 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-45aa2c4c-14d7-4739-89ad-d55dffb94349 None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:28.526155 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-45aa2c4c-14d7-4739-89ad-d55dffb94349 None None] Transition to ACTIVE for port object ad3814b7-2cab-410f-a12a-0ac57f38d710 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:37:28.541036 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-45aa2c4c-14d7-4739-89ad-d55dffb94349 None None] Transition to ACTIVE for port object ad3814b7-2cab-410f-a12a-0ac57f38d710 will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:37:28.546446 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-45aa2c4c-14d7-4739-89ad-d55dffb94349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:28.582146 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45aa2c4c-14d7-4739-89ad-d55dffb94349 None None] Network cc038c55-f51d-41ac-9f18-7d8d5cfaec69 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:37:28.587435 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-45aa2c4c-14d7-4739-89ad-d55dffb94349 None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:37:28.592834 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45aa2c4c-14d7-4739-89ad-d55dffb94349 None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:37:28.599662 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa2c4c-14d7-4739-89ad-d55dffb94349 None None] Pushing event updated for resources: {'Port': ['ID=ad3814b7-2cab-410f-a12a-0ac57f38d710,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:28.601136 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-093b6308-d785-489f-9753-ae45ac1813c1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:28.650212 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-45aa2c4c-14d7-4739-89ad-d55dffb94349 None None] Attempting to bind port ad3814b7-2cab-410f-a12a-0ac57f38d710 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:37:28.650571 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-45aa2c4c-14d7-4739-89ad-d55dffb94349 None None] Attempting to bind port ad3814b7-2cab-410f-a12a-0ac57f38d710 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'eb224138-57a6-420d-a6cb-f56bfc39e011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'cc038c55-f51d-41ac-9f18-7d8d5cfaec69'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:37:28.650855 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45aa2c4c-14d7-4739-89ad-d55dffb94349 None None] Attempting to bind port ad3814b7-2cab-410f-a12a-0ac57f38d710 on network cc038c55-f51d-41ac-9f18-7d8d5cfaec69 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:37:28.655940 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45aa2c4c-14d7-4739-89ad-d55dffb94349 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:37:28.656313 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45aa2c4c-14d7-4739-89ad-d55dffb94349 None None] Checking segment: {'id': 'eb224138-57a6-420d-a6cb-f56bfc39e011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'cc038c55-f51d-41ac-9f18-7d8d5cfaec69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:37:28.656717 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-45aa2c4c-14d7-4739-89ad-d55dffb94349 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:28.657163 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45aa2c4c-14d7-4739-89ad-d55dffb94349 None None] Bound using segment: {'id': 'eb224138-57a6-420d-a6cb-f56bfc39e011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'cc038c55-f51d-41ac-9f18-7d8d5cfaec69'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:37:28.657625 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-45aa2c4c-14d7-4739-89ad-d55dffb94349 None None] Bound port: ad3814b7-2cab-410f-a12a-0ac57f38d710, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb224138-57a6-420d-a6cb-f56bfc39e011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'cc038c55-f51d-41ac-9f18-7d8d5cfaec69'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:37:28.658002 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-45aa2c4c-14d7-4739-89ad-d55dffb94349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:28.724647 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-45aa2c4c-14d7-4739-89ad-d55dffb94349 None None] For port ad3814b7-2cab-410f-a12a-0ac57f38d710, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:37:28.727525 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-45aa2c4c-14d7-4739-89ad-d55dffb94349 None None] For port ad3814b7-2cab-410f-a12a-0ac57f38d710, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=ad3814b7-2cab-410f-a12a-0ac57f38d710,segment=NetworkSegment(eb224138-57a6-420d-a6cb-f56bfc39e011),segment_id=eb224138-57a6-420d-a6cb-f56bfc39e011)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:37:28.732252 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-45aa2c4c-14d7-4739-89ad-d55dffb94349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:28.793190 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa2c4c-14d7-4739-89ad-d55dffb94349 None None] Pushing event updated for resources: {'Port': ['ID=ad3814b7-2cab-410f-a12a-0ac57f38d710,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:28.816817 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-093b6308-d785-489f-9753-ae45ac1813c1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:28.837932 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-093b6308-d785-489f-9753-ae45ac1813c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:28.957199 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-093b6308-d785-489f-9753-ae45ac1813c1 admin admin] Allocated IP 172.25.0.54 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/76ebb1b9-693a-4055-bcc4-740691596660) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:37:29.074514 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-093b6308-d785-489f-9753-ae45ac1813c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:29.111812 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-093b6308-d785-489f-9753-ae45ac1813c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:29.150495 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093b6308-d785-489f-9753-ae45ac1813c1 admin admin] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:37:29.153316 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-093b6308-d785-489f-9753-ae45ac1813c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:37:29.158774 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093b6308-d785-489f-9753-ae45ac1813c1 admin admin] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:37:29.186093 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093b6308-d785-489f-9753-ae45ac1813c1 admin admin] Pushing event updated for resources: {'Port': ['ID=76ebb1b9-693a-4055-bcc4-740691596660,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:29.405260 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-093b6308-d785-489f-9753-ae45ac1813c1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:29.479072 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:29.614342 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-093b6308-d785-489f-9753-ae45ac1813c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409'] for router, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:29.710827 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4f11a7-12dd-4ac4-9b50-45a029240e11 None None] Network cc038c55-f51d-41ac-9f18-7d8d5cfaec69 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:37:29.749841 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-093b6308-d785-489f-9753-ae45ac1813c1 admin admin] Router b38f5f40-2d7b-46d8-b01f-2094ddcb557c is scheduled to L3 agent 76874008-c311-485c-ba36-921b6d275b6a with binding_index 1 {{(pid=94829) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 05:37:29.796779 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-fa0c1134-b491-48ab-bc4a-ff4f8f2d69aa None None] Provisioning for port ad3814b7-2cab-410f-a12a-0ac57f38d710 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:37:29.858304 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-093b6308-d785-489f-9753-ae45ac1813c1 admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:37:29.870434 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6472f128-88b3-4fea-ba21-cba0ade90baf None None] Sync routers for ids ['b38f5f40-2d7b-46d8-b01f-2094ddcb557c'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:37:29.876609 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-093b6308-d785-489f-9753-ae45ac1813c1 admin admin] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:29.878060 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-093b6308-d785-489f-9753-ae45ac1813c1 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7918477 Aug 29 05:37:29.879929 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6472f128-88b3-4fea-ba21-cba0ade90baf None None] Routers {'b38f5f40-2d7b-46d8-b01f-2094ddcb557c'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:37:29.880529 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-6472f128-88b3-4fea-ba21-cba0ade90baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:37:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['b38f5f40-2d7b-46d8-b01f-2094ddcb557c'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:29.880784 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 43472) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:37:29.998995 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-6472f128-88b3-4fea-ba21-cba0ade90baf None None] Set router b38f5f40-2d7b-46d8-b01f-2094ddcb557c gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:37:30.186064 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-6472f128-88b3-4fea-ba21-cba0ade90baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b38f5f40-2d7b-46d8-b01f-2094ddcb557c', 'name': 'tempest-TestSnapshotPattern-355185408-router', 'tenant_id': '1f46b61a8ce549e1b808d261993d0d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '76ebb1b9-693a-4055-bcc4-740691596660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:37:28Z', 'updated_at': '2021-08-29T05:37:29Z', 'revision_number': 3, 'project_id': '1f46b61a8ce549e1b808d261993d0d24', 'gw_port': {'id': '76ebb1b9-693a-4055-bcc4-740691596660', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b7:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b38f5f40-2d7b-46d8-b01f-2094ddcb557c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:28Z', 'updated_at': '2021-08-29T05:37:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:30.211956 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6472f128-88b3-4fea-ba21-cba0ade90baf None None] Checking router: b38f5f40-2d7b-46d8-b01f-2094ddcb557c for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:37:30.212324 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6472f128-88b3-4fea-ba21-cba0ade90baf None None] Updating router b38f5f40-2d7b-46d8-b01f-2094ddcb557c port 76ebb1b9-693a-4055-bcc4-740691596660 binding host n-d-712140-12 {{(pid=94831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:37:30.236912 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6472f128-88b3-4fea-ba21-cba0ade90baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:30.314620 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d70a223c-c7e7-41c9-8b94-22343130c7ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:30.473280 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_common [None req-d70a223c-c7e7-41c9-8b94-22343130c7ca admin admin] Allocated IP 172.20.0.1 (cc038c55-f51d-41ac-9f18-7d8d5cfaec69/a1ccf29f-f485-4406-9ebc-1f1070e2a12a/bc94389f-2e95-4263-ad35-875ccdae17ff) {{(pid=94829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:37:30.487564 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6472f128-88b3-4fea-ba21-cba0ade90baf None None] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:30.498216 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-6472f128-88b3-4fea-ba21-cba0ade90baf None None] Transition to ACTIVE for port object 76ebb1b9-693a-4055-bcc4-740691596660 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:37:30.505006 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6472f128-88b3-4fea-ba21-cba0ade90baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:30.552843 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-6472f128-88b3-4fea-ba21-cba0ade90baf None None] Attempting to bind port 76ebb1b9-693a-4055-bcc4-740691596660 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:37:30.553306 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-6472f128-88b3-4fea-ba21-cba0ade90baf None None] Attempting to bind port 76ebb1b9-693a-4055-bcc4-740691596660 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:37:30.553732 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6472f128-88b3-4fea-ba21-cba0ade90baf None None] Attempting to bind port 76ebb1b9-693a-4055-bcc4-740691596660 on network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:37:30.568003 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6472f128-88b3-4fea-ba21-cba0ade90baf None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:37:30.568465 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6472f128-88b3-4fea-ba21-cba0ade90baf None None] Checking segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:37:30.568932 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6472f128-88b3-4fea-ba21-cba0ade90baf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:30.569399 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6472f128-88b3-4fea-ba21-cba0ade90baf None None] Bound using segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:37:30.569929 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-6472f128-88b3-4fea-ba21-cba0ade90baf None None] Bound port: 76ebb1b9-693a-4055-bcc4-740691596660, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:37:30.570394 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6472f128-88b3-4fea-ba21-cba0ade90baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:30.572847 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03683271-eb20-4007-a659-2bc89c3059fb None None] Pushing event updated for resources: {'Port': ['ID=76ebb1b9-693a-4055-bcc4-740691596660,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:30.600233 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d70a223c-c7e7-41c9-8b94-22343130c7ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:30.614937 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-d70a223c-c7e7-41c9-8b94-22343130c7ca admin admin] Transition to ACTIVE for port object bc94389f-2e95-4263-ad35-875ccdae17ff will not be triggered until provisioned by entity DHCP. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:37:30.625643 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03683271-eb20-4007-a659-2bc89c3059fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:30.626068 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03683271-eb20-4007-a659-2bc89c3059fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:30.626476 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03683271-eb20-4007-a659-2bc89c3059fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:30.626893 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03683271-eb20-4007-a659-2bc89c3059fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:30.627298 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03683271-eb20-4007-a659-2bc89c3059fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:30.627710 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03683271-eb20-4007-a659-2bc89c3059fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:30.628106 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03683271-eb20-4007-a659-2bc89c3059fb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:30.628503 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03683271-eb20-4007-a659-2bc89c3059fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:30.628894 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03683271-eb20-4007-a659-2bc89c3059fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:30.629283 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03683271-eb20-4007-a659-2bc89c3059fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:30.629671 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03683271-eb20-4007-a659-2bc89c3059fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:30.630063 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03683271-eb20-4007-a659-2bc89c3059fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:30.633813 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-6472f128-88b3-4fea-ba21-cba0ade90baf None None] For port 76ebb1b9-693a-4055-bcc4-740691596660, host n-d-712140-12, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:37:30.637302 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-6472f128-88b3-4fea-ba21-cba0ade90baf None None] For port 76ebb1b9-693a-4055-bcc4-740691596660, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=76ebb1b9-693a-4055-bcc4-740691596660,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:37:30.643531 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6472f128-88b3-4fea-ba21-cba0ade90baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:30.653499 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d70a223c-c7e7-41c9-8b94-22343130c7ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:30.698471 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6472f128-88b3-4fea-ba21-cba0ade90baf None None] Routers {'b38f5f40-2d7b-46d8-b01f-2094ddcb557c'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:37:30.699232 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-6472f128-88b3-4fea-ba21-cba0ade90baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:37:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['b38f5f40-2d7b-46d8-b01f-2094ddcb557c'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:30.699369 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70a223c-c7e7-41c9-8b94-22343130c7ca admin admin] Network cc038c55-f51d-41ac-9f18-7d8d5cfaec69 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:37:30.711947 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-d70a223c-c7e7-41c9-8b94-22343130c7ca admin admin] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:37:30.716575 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70a223c-c7e7-41c9-8b94-22343130c7ca admin admin] Received port after_create {{(pid=94829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:37:30.758864 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70a223c-c7e7-41c9-8b94-22343130c7ca admin admin] Pushing event updated for resources: {'Port': ['ID=bc94389f-2e95-4263-ad35-875ccdae17ff,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:30.767298 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d70a223c-c7e7-41c9-8b94-22343130c7ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719598'] for router_interface, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:30.807409 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03683271-eb20-4007-a659-2bc89c3059fb None None] Pushing event updated for resources: {'Port': ['ID=76ebb1b9-693a-4055-bcc4-740691596660,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:30.833331 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-6472f128-88b3-4fea-ba21-cba0ade90baf None None] Set router b38f5f40-2d7b-46d8-b01f-2094ddcb557c gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:37:30.844773 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device ad3814b7-2cab-410f-a12a-0ac57f38d710 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:37:30.931498 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port ad3814b7-2cab-410f-a12a-0ac57f38d710 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:37:30.939518 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port ad3814b7-2cab-410f-a12a-0ac57f38d710 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:37:30.940209 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:30.955104 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d70a223c-c7e7-41c9-8b94-22343130c7ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:31.035069 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:31.042800 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-6472f128-88b3-4fea-ba21-cba0ade90baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b38f5f40-2d7b-46d8-b01f-2094ddcb557c', 'name': 'tempest-TestSnapshotPattern-355185408-router', 'tenant_id': '1f46b61a8ce549e1b808d261993d0d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '76ebb1b9-693a-4055-bcc4-740691596660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:37:28Z', 'updated_at': '2021-08-29T05:37:29Z', 'revision_number': 3, 'project_id': '1f46b61a8ce549e1b808d261993d0d24', 'gw_port': {'id': '76ebb1b9-693a-4055-bcc4-740691596660', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b7:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b38f5f40-2d7b-46d8-b01f-2094ddcb557c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:28Z', 'updated_at': '2021-08-29T05:37:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:31.070031 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6472f128-88b3-4fea-ba21-cba0ade90baf None None] The sync data for ids ['b38f5f40-2d7b-46d8-b01f-2094ddcb557c'] in n-d-712140-12 is: [{'id': 'b38f5f40-2d7b-46d8-b01f-2094ddcb557c', 'name': 'tempest-TestSnapshotPattern-355185408-router', 'tenant_id': '1f46b61a8ce549e1b808d261993d0d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '76ebb1b9-693a-4055-bcc4-740691596660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:37:28Z', 'updated_at': '2021-08-29T05:37:29Z', 'revision_number': 3, 'project_id': '1f46b61a8ce549e1b808d261993d0d24', 'gw_port': {'id': '76ebb1b9-693a-4055-bcc4-740691596660', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b7:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b38f5f40-2d7b-46d8-b01f-2094ddcb557c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:28Z', 'updated_at': '2021-08-29T05:37:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:37:31.080473 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port ad3814b7-2cab-410f-a12a-0ac57f38d710, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=ad3814b7-2cab-410f-a12a-0ac57f38d710,segment=NetworkSegment(eb224138-57a6-420d-a6cb-f56bfc39e011),segment_id=eb224138-57a6-420d-a6cb-f56bfc39e011)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:37:31.082001 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e55103e6-9cb4-4fd5-adcd-b2f55d001960 None None] Provisioning for port bc94389f-2e95-4263-ad35-875ccdae17ff completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:37:31.087336 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e55103e6-9cb4-4fd5-adcd-b2f55d001960 None None] Provisioning complete for port bc94389f-2e95-4263-ad35-875ccdae17ff triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:37:31.087928 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e55103e6-9cb4-4fd5-adcd-b2f55d001960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:31.107574 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:31.152612 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d70a223c-c7e7-41c9-8b94-22343130c7ca admin admin] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:31.158174 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d70a223c-c7e7-41c9-8b94-22343130c7ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4274249'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:31.166916 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=ad3814b7-2cab-410f-a12a-0ac57f38d710,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:31.172016 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e55103e6-9cb4-4fd5-adcd-b2f55d001960 None None] Port bc94389f-2e95-4263-ad35-875ccdae17ff cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:37:31.228062 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d70a223c-c7e7-41c9-8b94-22343130c7ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-718897'] for router_interface, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:31.230037 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70a223c-c7e7-41c9-8b94-22343130c7ca admin admin] Pushing event updated for resources: {'Port': ['ID=bc94389f-2e95-4263-ad35-875ccdae17ff,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:31.342261 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70a223c-c7e7-41c9-8b94-22343130c7ca admin admin] Network cc038c55-f51d-41ac-9f18-7d8d5cfaec69 is already hosted by enough agents. {{(pid=94829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:37:31.343777 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.base_scheduler [None req-d70a223c-c7e7-41c9-8b94-22343130c7ca admin admin] Resources bound (agent type, host, resource id): {{(pid=94829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:37:31.464492 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d70a223c-c7e7-41c9-8b94-22343130c7ca admin admin] Router b38f5f40-2d7b-46d8-b01f-2094ddcb557c has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:37:31.582827 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d70a223c-c7e7-41c9-8b94-22343130c7ca admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:37:31.587618 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-d70a223c-c7e7-41c9-8b94-22343130c7ca admin admin] 10.222.0.22 "PUT /v2.0/routers/b38f5f40-2d7b-46d8-b01f-2094ddcb557c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7058284 Aug 29 05:37:31.595269 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-53bded20-9960-46e0-803d-9b366f89623b None None] Provisioning complete for port bc94389f-2e95-4263-ad35-875ccdae17ff triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:37:31.595416 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-53bded20-9960-46e0-803d-9b366f89623b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:31.635138 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-53bded20-9960-46e0-803d-9b366f89623b None None] Port bc94389f-2e95-4263-ad35-875ccdae17ff cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:37:32.058818 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 43488) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:37:32.063912 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-3021aa21-53bc-43e7-aabb-8ebb71aea505 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1321674521-network', 'tenant_id': 'f96d094cbeac46b8abbd7edd42558f6d'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:37:32.083947 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3021aa21-53bc-43e7-aabb-8ebb71aea505 admin admin] Made reservation on behalf of f96d094cbeac46b8abbd7edd42558f6d for: {'network': 1} {{(pid=94829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:37:32.087291 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3021aa21-53bc-43e7-aabb-8ebb71aea505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for network, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:32.098009 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3021aa21-53bc-43e7-aabb-8ebb71aea505 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:32.194440 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3021aa21-53bc-43e7-aabb-8ebb71aea505 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:32.198355 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3021aa21-53bc-43e7-aabb-8ebb71aea505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:32.225418 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3021aa21-53bc-43e7-aabb-8ebb71aea505 admin admin] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=94829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:37:32.231995 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3021aa21-53bc-43e7-aabb-8ebb71aea505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cfadb88-462c-4a4f-9bb6-30ce173e87f2,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:32.238123 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3021aa21-53bc-43e7-aabb-8ebb71aea505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:32.238475 n-d-712140-12 neutron-server[94829]: INFO neutron.db.segments_db [None req-3021aa21-53bc-43e7-aabb-8ebb71aea505 admin admin] Added segment 426d56c1-cd83-4b8f-bdd6-a6334a6602a3 of type vlan for network d1b3b397-4149-4276-8e12-40b1ef02f941 Aug 29 05:37:32.276957 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3021aa21-53bc-43e7-aabb-8ebb71aea505 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732638568807'] for network, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:32.300477 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3021aa21-53bc-43e7-aabb-8ebb71aea505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543'] for network, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:32.301415 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3021aa21-53bc-43e7-aabb-8ebb71aea505 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:32.302001 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3021aa21-53bc-43e7-aabb-8ebb71aea505 admin admin] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:32.346639 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-3021aa21-53bc-43e7-aabb-8ebb71aea505 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2866635 Aug 29 05:37:32.349667 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 43490) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:37:32.355445 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-4e421431-7dd2-4509-8d36-3bfbc6f0ab1c admin admin] Request body: {'subnet': {'network_id': 'd1b3b397-4149-4276-8e12-40b1ef02f941', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1321674521-subnet', 'tenant_id': 'f96d094cbeac46b8abbd7edd42558f6d', 'ip_version': 4}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:37:32.363439 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3021aa21-53bc-43e7-aabb-8ebb71aea505 admin admin] Pushing event updated for resources: {'Network': ['ID=d1b3b397-4149-4276-8e12-40b1ef02f941,revision_number=1']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:32.375108 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Network d1b3b397-4149-4276-8e12-40b1ef02f941 details requested by agent ovs-agent-n-d-712140-12 with host n-d-712140-12 {{(pid=94830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:37:32.380376 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e421431-7dd2-4509-8d36-3bfbc6f0ab1c admin admin] Made reservation on behalf of f96d094cbeac46b8abbd7edd42558f6d for: {'subnet': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:37:32.383426 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e421431-7dd2-4509-8d36-3bfbc6f0ab1c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062446'] for subnet, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:32.561943 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e421431-7dd2-4509-8d36-3bfbc6f0ab1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9191137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10062364'] for subnet, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:32.618916 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e421431-7dd2-4509-8d36-3bfbc6f0ab1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=69b45785-0395-4950-9dde-f89791dc1727,revision_number=0']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:32.627665 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e421431-7dd2-4509-8d36-3bfbc6f0ab1c admin admin] Checking segment: {'id': '426d56c1-cd83-4b8f-bdd6-a6334a6602a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'd1b3b397-4149-4276-8e12-40b1ef02f941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:37:32.628055 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e421431-7dd2-4509-8d36-3bfbc6f0ab1c admin admin] Network hostable DHCP agents. Network: d1b3b397-4149-4276-8e12-40b1ef02f941, hostable agents: ['dffe63d9-76f3-4595-9d0f-66b09862e064'], hosted agents: [] {{(pid=94828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:37:32.644731 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e421431-7dd2-4509-8d36-3bfbc6f0ab1c admin admin] Network d1b3b397-4149-4276-8e12-40b1ef02f941 is scheduled to be hosted by DHCP agent dffe63d9-76f3-4595-9d0f-66b09862e064 with binding_index 1 {{(pid=94828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:37:32.655016 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-4e421431-7dd2-4509-8d36-3bfbc6f0ab1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-12, d1b3b397-4149-4276-8e12-40b1ef02f941) {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:37:32.659963 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e421431-7dd2-4509-8d36-3bfbc6f0ab1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:32.660748 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e421431-7dd2-4509-8d36-3bfbc6f0ab1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:32.661874 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16fa05a-393b-417e-861b-07ec2305e671 None None] Sync routers for ids ['b38f5f40-2d7b-46d8-b01f-2094ddcb557c'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:37:32.669265 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbef3b0f-3f66-4bc4-a35f-6fdaf8b7697d None None] Network d1b3b397-4149-4276-8e12-40b1ef02f941 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:37:32.676554 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-4e421431-7dd2-4509-8d36-3bfbc6f0ab1c admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3251805 Aug 29 05:37:32.679103 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 43492) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:37:32.684118 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-f7c5958d-5e56-4eff-8ed6-0a3825a3c04c admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1321674521-router', 'tenant_id': 'f96d094cbeac46b8abbd7edd42558f6d', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:37:32.712078 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f7c5958d-5e56-4eff-8ed6-0a3825a3c04c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1829'] for router, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:32.713466 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f7c5958d-5e56-4eff-8ed6-0a3825a3c04c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1838'] for router, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:32.721033 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16fa05a-393b-417e-861b-07ec2305e671 None None] Routers {'b38f5f40-2d7b-46d8-b01f-2094ddcb557c'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:37:32.721995 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-f16fa05a-393b-417e-861b-07ec2305e671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:37:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['b38f5f40-2d7b-46d8-b01f-2094ddcb557c'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:32.779835 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f7c5958d-5e56-4eff-8ed6-0a3825a3c04c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:32.845492 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device ad3814b7-2cab-410f-a12a-0ac57f38d710 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:37:32.908879 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-f16fa05a-393b-417e-861b-07ec2305e671 None None] Set router b38f5f40-2d7b-46d8-b01f-2094ddcb557c gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:37:32.918785 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f7c5958d-5e56-4eff-8ed6-0a3825a3c04c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:33.027017 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d63af4e-1a57-4c11-8be2-7d8b82d83eda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb652edeb-5f01-5b0f-af79-de2009111ab1-d1b3b397-4149-4276-8e12-40b1ef02f941', 'network_id': 'd1b3b397-4149-4276-8e12-40b1ef02f941', 'tenant_id': 'f96d094cbeac46b8abbd7edd42558f6d', 'fixed_ips': [{'subnet_id': '69b45785-0395-4950-9dde-f89791dc1727'}]}} from n-d-712140-12. {{(pid=94830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 05:37:33.027888 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d63af4e-1a57-4c11-8be2-7d8b82d83eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:33.080534 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port ad3814b7-2cab-410f-a12a-0ac57f38d710 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:37:33.080808 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:33.116797 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f7c5958d-5e56-4eff-8ed6-0a3825a3c04c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:33.135541 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f7c5958d-5e56-4eff-8ed6-0a3825a3c04c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:33.235913 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-f7c5958d-5e56-4eff-8ed6-0a3825a3c04c admin admin] Allocated IP 172.25.0.149 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/c6215fdb-d725-41a7-be00-9b4fac82d116) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:37:33.307191 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-6d63af4e-1a57-4c11-8be2-7d8b82d83eda None None] Allocated IP 172.20.0.2 (d1b3b397-4149-4276-8e12-40b1ef02f941/69b45785-0395-4950-9dde-f89791dc1727/a3b195e1-6ffb-4939-999a-0328a8e591de) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:37:33.337848 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 76ebb1b9-693a-4055-bcc4-740691596660 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:37:33.342234 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f7c5958d-5e56-4eff-8ed6-0a3825a3c04c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:33.382722 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f7c5958d-5e56-4eff-8ed6-0a3825a3c04c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:33.416876 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c5958d-5e56-4eff-8ed6-0a3825a3c04c admin admin] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:37:33.423240 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-f7c5958d-5e56-4eff-8ed6-0a3825a3c04c admin admin] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:37:33.427649 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c5958d-5e56-4eff-8ed6-0a3825a3c04c admin admin] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:37:33.433941 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-f16fa05a-393b-417e-861b-07ec2305e671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b38f5f40-2d7b-46d8-b01f-2094ddcb557c', 'name': 'tempest-TestSnapshotPattern-355185408-router', 'tenant_id': '1f46b61a8ce549e1b808d261993d0d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '76ebb1b9-693a-4055-bcc4-740691596660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:37:28Z', 'updated_at': '2021-08-29T05:37:30Z', 'revision_number': 4, 'project_id': '1f46b61a8ce549e1b808d261993d0d24', 'gw_port': {'id': '76ebb1b9-693a-4055-bcc4-740691596660', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b7:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b38f5f40-2d7b-46d8-b01f-2094ddcb557c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:28Z', 'updated_at': '2021-08-29T05:37:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': 'bc94389f-2e95-4263-ad35-875ccdae17ff', 'name': '', 'network_id': 'cc038c55-f51d-41ac-9f18-7d8d5cfaec69', 'tenant_id': '1f46b61a8ce549e1b808d261993d0d24', 'mac_address': 'fa:16:3e:9a:b9:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b38f5f40-2d7b-46d8-b01f-2094ddcb557c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'a1ccf29f-f485-4406-9ebc-1f1070e2a12a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:30Z', 'updated_at': '2021-08-29T05:37:31Z', 'revision_number': 2, 'project_id': '1f46b61a8ce549e1b808d261993d0d24', 'subnets': [{'id': 'a1ccf29f-f485-4406-9ebc-1f1070e2a12a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:33.451815 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c5958d-5e56-4eff-8ed6-0a3825a3c04c admin admin] Pushing event updated for resources: {'Port': ['ID=c6215fdb-d725-41a7-be00-9b4fac82d116,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:33.470111 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16fa05a-393b-417e-861b-07ec2305e671 None None] Checking router: b38f5f40-2d7b-46d8-b01f-2094ddcb557c for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:37:33.470463 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16fa05a-393b-417e-861b-07ec2305e671 None None] Updating router b38f5f40-2d7b-46d8-b01f-2094ddcb557c port bc94389f-2e95-4263-ad35-875ccdae17ff binding host n-d-712140-12 {{(pid=94830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:37:33.550719 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f16fa05a-393b-417e-861b-07ec2305e671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:33.556352 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 76ebb1b9-693a-4055-bcc4-740691596660 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:37:33.566781 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2c9f9613-f938-44f7-8376-423c7dd89156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:33.577377 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 76ebb1b9-693a-4055-bcc4-740691596660 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:37:33.577836 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:33.630559 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d63af4e-1a57-4c11-8be2-7d8b82d83eda None None] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:33.652075 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d63af4e-1a57-4c11-8be2-7d8b82d83eda None None] Transition to ACTIVE for port object a3b195e1-6ffb-4939-999a-0328a8e591de will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:37:33.680732 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f7c5958d-5e56-4eff-8ed6-0a3825a3c04c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:33.718261 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d63af4e-1a57-4c11-8be2-7d8b82d83eda None None] Transition to ACTIVE for port object a3b195e1-6ffb-4939-999a-0328a8e591de will not be triggered until provisioned by entity DHCP. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:37:33.738858 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d63af4e-1a57-4c11-8be2-7d8b82d83eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:33.985069 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d63af4e-1a57-4c11-8be2-7d8b82d83eda None None] Network d1b3b397-4149-4276-8e12-40b1ef02f941 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:37:34.002006 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d63af4e-1a57-4c11-8be2-7d8b82d83eda None None] Pushing event updated for resources: {'Port': ['ID=a3b195e1-6ffb-4939-999a-0328a8e591de,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:34.005559 n-d-712140-12 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-6d63af4e-1a57-4c11-8be2-7d8b82d83eda None None] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:37:34.007588 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d63af4e-1a57-4c11-8be2-7d8b82d83eda None None] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:37:34.044080 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:34.103825 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 76ebb1b9-693a-4055-bcc4-740691596660, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=76ebb1b9-693a-4055-bcc4-740691596660,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:37:34.124088 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:34.177749 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-6d63af4e-1a57-4c11-8be2-7d8b82d83eda None None] Attempting to bind port a3b195e1-6ffb-4939-999a-0328a8e591de on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:37:34.178260 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-6d63af4e-1a57-4c11-8be2-7d8b82d83eda None None] Attempting to bind port a3b195e1-6ffb-4939-999a-0328a8e591de by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '426d56c1-cd83-4b8f-bdd6-a6334a6602a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'd1b3b397-4149-4276-8e12-40b1ef02f941'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:37:34.178473 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d63af4e-1a57-4c11-8be2-7d8b82d83eda None None] Attempting to bind port a3b195e1-6ffb-4939-999a-0328a8e591de on network d1b3b397-4149-4276-8e12-40b1ef02f941 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:37:34.199582 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d63af4e-1a57-4c11-8be2-7d8b82d83eda None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:37:34.199895 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d63af4e-1a57-4c11-8be2-7d8b82d83eda None None] Checking segment: {'id': '426d56c1-cd83-4b8f-bdd6-a6334a6602a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'd1b3b397-4149-4276-8e12-40b1ef02f941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:37:34.200305 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d63af4e-1a57-4c11-8be2-7d8b82d83eda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:34.200701 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d63af4e-1a57-4c11-8be2-7d8b82d83eda None None] Bound using segment: {'id': '426d56c1-cd83-4b8f-bdd6-a6334a6602a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'd1b3b397-4149-4276-8e12-40b1ef02f941'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:37:34.201183 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-6d63af4e-1a57-4c11-8be2-7d8b82d83eda None None] Bound port: a3b195e1-6ffb-4939-999a-0328a8e591de, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '426d56c1-cd83-4b8f-bdd6-a6334a6602a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'd1b3b397-4149-4276-8e12-40b1ef02f941'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:37:34.201564 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d63af4e-1a57-4c11-8be2-7d8b82d83eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:34.233441 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f7c5958d-5e56-4eff-8ed6-0a3825a3c04c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719409'] for router, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:34.273546 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=76ebb1b9-693a-4055-bcc4-740691596660,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:34.311708 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f16fa05a-393b-417e-861b-07ec2305e671 None None] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:34.327444 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d63af4e-1a57-4c11-8be2-7d8b82d83eda None None] For port a3b195e1-6ffb-4939-999a-0328a8e591de, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:37:34.329791 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-f16fa05a-393b-417e-861b-07ec2305e671 None None] Transition to ACTIVE for port object bc94389f-2e95-4263-ad35-875ccdae17ff will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:37:34.332550 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d63af4e-1a57-4c11-8be2-7d8b82d83eda None None] For port a3b195e1-6ffb-4939-999a-0328a8e591de, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=a3b195e1-6ffb-4939-999a-0328a8e591de,segment=NetworkSegment(426d56c1-cd83-4b8f-bdd6-a6334a6602a3),segment_id=426d56c1-cd83-4b8f-bdd6-a6334a6602a3)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:37:34.337505 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d63af4e-1a57-4c11-8be2-7d8b82d83eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:34.344324 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f16fa05a-393b-417e-861b-07ec2305e671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:34.360776 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7c5958d-5e56-4eff-8ed6-0a3825a3c04c admin admin] Router e0943aa2-dbee-497c-8883-6cc9fcd0d5ea is scheduled to L3 agent 76874008-c311-485c-ba36-921b6d275b6a with binding_index 1 {{(pid=94828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 05:37:34.429235 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d63af4e-1a57-4c11-8be2-7d8b82d83eda None None] Pushing event updated for resources: {'Port': ['ID=a3b195e1-6ffb-4939-999a-0328a8e591de,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:34.483324 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7c5958d-5e56-4eff-8ed6-0a3825a3c04c admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:37:34.494441 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b020983-9e71-495f-99b8-57e3c81999d3 None None] Sync routers for ids ['e0943aa2-dbee-497c-8883-6cc9fcd0d5ea'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:37:34.498684 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-f16fa05a-393b-417e-861b-07ec2305e671 None None] Attempting to bind port bc94389f-2e95-4263-ad35-875ccdae17ff on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:37:34.499117 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-f16fa05a-393b-417e-861b-07ec2305e671 None None] Attempting to bind port bc94389f-2e95-4263-ad35-875ccdae17ff by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'eb224138-57a6-420d-a6cb-f56bfc39e011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'cc038c55-f51d-41ac-9f18-7d8d5cfaec69'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:37:34.499428 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16fa05a-393b-417e-861b-07ec2305e671 None None] Attempting to bind port bc94389f-2e95-4263-ad35-875ccdae17ff on network cc038c55-f51d-41ac-9f18-7d8d5cfaec69 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:37:34.505692 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffed03e-e5c7-44aa-988a-9eb5d2923684 None None] Pushing event updated for resources: {'Port': ['ID=bc94389f-2e95-4263-ad35-875ccdae17ff,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:34.512225 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16fa05a-393b-417e-861b-07ec2305e671 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:37:34.512637 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16fa05a-393b-417e-861b-07ec2305e671 None None] Checking segment: {'id': 'eb224138-57a6-420d-a6cb-f56bfc39e011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'cc038c55-f51d-41ac-9f18-7d8d5cfaec69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:37:34.513044 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f16fa05a-393b-417e-861b-07ec2305e671 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:34.513628 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16fa05a-393b-417e-861b-07ec2305e671 None None] Bound using segment: {'id': 'eb224138-57a6-420d-a6cb-f56bfc39e011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'cc038c55-f51d-41ac-9f18-7d8d5cfaec69'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:37:34.514600 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-f16fa05a-393b-417e-861b-07ec2305e671 None None] Bound port: bc94389f-2e95-4263-ad35-875ccdae17ff, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb224138-57a6-420d-a6cb-f56bfc39e011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'cc038c55-f51d-41ac-9f18-7d8d5cfaec69'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:37:34.514600 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f16fa05a-393b-417e-861b-07ec2305e671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:34.519859 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b020983-9e71-495f-99b8-57e3c81999d3 None None] Routers {'e0943aa2-dbee-497c-8883-6cc9fcd0d5ea'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:37:34.520118 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f7c5958d-5e56-4eff-8ed6-0a3825a3c04c admin admin] Notify callbacks [] for router, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:34.520489 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-0b020983-9e71-495f-99b8-57e3c81999d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:37:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['e0943aa2-dbee-497c-8883-6cc9fcd0d5ea'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:34.523779 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-f7c5958d-5e56-4eff-8ed6-0a3825a3c04c admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8421438 Aug 29 05:37:34.525526 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 43494) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:37:34.602970 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-f16fa05a-393b-417e-861b-07ec2305e671 None None] For port bc94389f-2e95-4263-ad35-875ccdae17ff, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:37:34.607776 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-f16fa05a-393b-417e-861b-07ec2305e671 None None] For port bc94389f-2e95-4263-ad35-875ccdae17ff, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=bc94389f-2e95-4263-ad35-875ccdae17ff,segment=NetworkSegment(eb224138-57a6-420d-a6cb-f56bfc39e011),segment_id=eb224138-57a6-420d-a6cb-f56bfc39e011)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:37:34.616002 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f16fa05a-393b-417e-861b-07ec2305e671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:34.787229 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-0b020983-9e71-495f-99b8-57e3c81999d3 None None] Set router e0943aa2-dbee-497c-8883-6cc9fcd0d5ea gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:37:34.797821 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffed03e-e5c7-44aa-988a-9eb5d2923684 None None] Pushing event updated for resources: {'Port': ['ID=bc94389f-2e95-4263-ad35-875ccdae17ff,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:34.832115 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16fa05a-393b-417e-861b-07ec2305e671 None None] Routers {'b38f5f40-2d7b-46d8-b01f-2094ddcb557c'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:37:34.832753 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-f16fa05a-393b-417e-861b-07ec2305e671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:37:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['b38f5f40-2d7b-46d8-b01f-2094ddcb557c'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:34.967588 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device a3b195e1-6ffb-4939-999a-0328a8e591de up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:37:35.025388 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-f16fa05a-393b-417e-861b-07ec2305e671 None None] Set router b38f5f40-2d7b-46d8-b01f-2094ddcb557c gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:37:35.034910 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-0b020983-9e71-495f-99b8-57e3c81999d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0943aa2-dbee-497c-8883-6cc9fcd0d5ea', 'name': 'tempest-TestSnapshotPattern-1321674521-router', 'tenant_id': 'f96d094cbeac46b8abbd7edd42558f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': 'c6215fdb-d725-41a7-be00-9b4fac82d116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:37:32Z', 'updated_at': '2021-08-29T05:37:33Z', 'revision_number': 3, 'project_id': 'f96d094cbeac46b8abbd7edd42558f6d', 'gw_port': {'id': 'c6215fdb-d725-41a7-be00-9b4fac82d116', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:cc:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0943aa2-dbee-497c-8883-6cc9fcd0d5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:33Z', 'updated_at': '2021-08-29T05:37:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:35.068768 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port a3b195e1-6ffb-4939-999a-0328a8e591de completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:37:35.077614 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 76ebb1b9-693a-4055-bcc4-740691596660 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:37:35.084954 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b020983-9e71-495f-99b8-57e3c81999d3 None None] Checking router: e0943aa2-dbee-497c-8883-6cc9fcd0d5ea for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:37:35.085306 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b020983-9e71-495f-99b8-57e3c81999d3 None None] Updating router e0943aa2-dbee-497c-8883-6cc9fcd0d5ea port c6215fdb-d725-41a7-be00-9b4fac82d116 binding host n-d-712140-12 {{(pid=94831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:37:35.121396 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0b020983-9e71-495f-99b8-57e3c81999d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:35.194720 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7ca61dd8-b29e-4907-800a-ab046818c0da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:35.243425 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 76ebb1b9-693a-4055-bcc4-740691596660 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:37:35.243742 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:35.361498 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-f16fa05a-393b-417e-861b-07ec2305e671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b38f5f40-2d7b-46d8-b01f-2094ddcb557c', 'name': 'tempest-TestSnapshotPattern-355185408-router', 'tenant_id': '1f46b61a8ce549e1b808d261993d0d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '76ebb1b9-693a-4055-bcc4-740691596660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:37:28Z', 'updated_at': '2021-08-29T05:37:30Z', 'revision_number': 4, 'project_id': '1f46b61a8ce549e1b808d261993d0d24', 'gw_port': {'id': '76ebb1b9-693a-4055-bcc4-740691596660', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38f5f40-2d7b-46d8-b01f-2094ddcb557c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:28Z', 'updated_at': '2021-08-29T05:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': 'bc94389f-2e95-4263-ad35-875ccdae17ff', 'name': '', 'network_id': 'cc038c55-f51d-41ac-9f18-7d8d5cfaec69', 'tenant_id': '1f46b61a8ce549e1b808d261993d0d24', 'mac_address': 'fa:16:3e:9a:b9:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b38f5f40-2d7b-46d8-b01f-2094ddcb557c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'a1ccf29f-f485-4406-9ebc-1f1070e2a12a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:30Z', 'updated_at': '2021-08-29T05:37:34Z', 'revision_number': 4, 'project_id': '1f46b61a8ce549e1b808d261993d0d24', 'subnets': [{'id': 'a1ccf29f-f485-4406-9ebc-1f1070e2a12a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:35.383820 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-7ca61dd8-b29e-4907-800a-ab046818c0da admin admin] Allocated IP 172.20.0.1 (d1b3b397-4149-4276-8e12-40b1ef02f941/69b45785-0395-4950-9dde-f89791dc1727/9963f249-95c4-4ba5-a329-edbadf9085ef) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:37:35.396227 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16fa05a-393b-417e-861b-07ec2305e671 None None] The sync data for ids ['b38f5f40-2d7b-46d8-b01f-2094ddcb557c'] in n-d-712140-12 is: [{'id': 'b38f5f40-2d7b-46d8-b01f-2094ddcb557c', 'name': 'tempest-TestSnapshotPattern-355185408-router', 'tenant_id': '1f46b61a8ce549e1b808d261993d0d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '76ebb1b9-693a-4055-bcc4-740691596660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:37:28Z', 'updated_at': '2021-08-29T05:37:30Z', 'revision_number': 4, 'project_id': '1f46b61a8ce549e1b808d261993d0d24', 'gw_port': {'id': '76ebb1b9-693a-4055-bcc4-740691596660', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38f5f40-2d7b-46d8-b01f-2094ddcb557c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:28Z', 'updated_at': '2021-08-29T05:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': 'bc94389f-2e95-4263-ad35-875ccdae17ff', 'name': '', 'network_id': 'cc038c55-f51d-41ac-9f18-7d8d5cfaec69', 'tenant_id': '1f46b61a8ce549e1b808d261993d0d24', 'mac_address': 'fa:16:3e:9a:b9:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b38f5f40-2d7b-46d8-b01f-2094ddcb557c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'a1ccf29f-f485-4406-9ebc-1f1070e2a12a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:30Z', 'updated_at': '2021-08-29T05:37:34Z', 'revision_number': 4, 'project_id': '1f46b61a8ce549e1b808d261993d0d24', 'subnets': [{'id': 'a1ccf29f-f485-4406-9ebc-1f1070e2a12a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:37:35.411175 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0b020983-9e71-495f-99b8-57e3c81999d3 None None] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:35.424379 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-0b020983-9e71-495f-99b8-57e3c81999d3 None None] Transition to ACTIVE for port object c6215fdb-d725-41a7-be00-9b4fac82d116 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:37:35.432861 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0b020983-9e71-495f-99b8-57e3c81999d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:35.497301 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-0b020983-9e71-495f-99b8-57e3c81999d3 None None] Attempting to bind port c6215fdb-d725-41a7-be00-9b4fac82d116 on host n-d-712140-12 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:37:35.497876 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-0b020983-9e71-495f-99b8-57e3c81999d3 None None] Attempting to bind port c6215fdb-d725-41a7-be00-9b4fac82d116 by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:37:35.498029 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b020983-9e71-495f-99b8-57e3c81999d3 None None] Attempting to bind port c6215fdb-d725-41a7-be00-9b4fac82d116 on network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:37:35.506564 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10157399-2fff-478d-8d51-6ceb52bb32a8 None None] Pushing event updated for resources: {'Port': ['ID=c6215fdb-d725-41a7-be00-9b4fac82d116,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:35.510762 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b020983-9e71-495f-99b8-57e3c81999d3 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:37:35.511383 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b020983-9e71-495f-99b8-57e3c81999d3 None None] Checking segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:37:35.511812 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0b020983-9e71-495f-99b8-57e3c81999d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:35.512203 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b020983-9e71-495f-99b8-57e3c81999d3 None None] Bound using segment: {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:37:35.512682 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-0b020983-9e71-495f-99b8-57e3c81999d3 None None] Bound port: c6215fdb-d725-41a7-be00-9b4fac82d116, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff1bf64f-2192-4d72-a74b-1b522d0dfbfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:37:35.513069 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0b020983-9e71-495f-99b8-57e3c81999d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:35.563197 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7ca61dd8-b29e-4907-800a-ab046818c0da admin admin] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:35.572393 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-0b020983-9e71-495f-99b8-57e3c81999d3 None None] For port c6215fdb-d725-41a7-be00-9b4fac82d116, host n-d-712140-12, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:37:35.576234 n-d-712140-12 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-0b020983-9e71-495f-99b8-57e3c81999d3 None None] For port c6215fdb-d725-41a7-be00-9b4fac82d116, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=c6215fdb-d725-41a7-be00-9b4fac82d116,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:37:35.583218 n-d-712140-12 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0b020983-9e71-495f-99b8-57e3c81999d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:35.583894 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7ca61dd8-b29e-4907-800a-ab046818c0da admin admin] Transition to ACTIVE for port object 9963f249-95c4-4ba5-a329-edbadf9085ef will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:37:35.635902 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7ca61dd8-b29e-4907-800a-ab046818c0da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:35.645308 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b020983-9e71-495f-99b8-57e3c81999d3 None None] Routers {'e0943aa2-dbee-497c-8883-6cc9fcd0d5ea'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:37:35.646001 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-0b020983-9e71-495f-99b8-57e3c81999d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:37:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['e0943aa2-dbee-497c-8883-6cc9fcd0d5ea'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:35.688726 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca61dd8-b29e-4907-800a-ab046818c0da admin admin] Network d1b3b397-4149-4276-8e12-40b1ef02f941 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:37:35.697627 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-7ca61dd8-b29e-4907-800a-ab046818c0da admin admin] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:37:35.706182 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca61dd8-b29e-4907-800a-ab046818c0da admin admin] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:37:35.740924 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca61dd8-b29e-4907-800a-ab046818c0da admin admin] Pushing event updated for resources: {'Port': ['ID=9963f249-95c4-4ba5-a329-edbadf9085ef,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:35.761717 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-0b020983-9e71-495f-99b8-57e3c81999d3 None None] Set router e0943aa2-dbee-497c-8883-6cc9fcd0d5ea gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:37:35.779581 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7ca61dd8-b29e-4907-800a-ab046818c0da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719598'] for router_interface, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:35.827722 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b00db757-335f-4e8c-9e08-ebc1df0c316e None None] Network d1b3b397-4149-4276-8e12-40b1ef02f941 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:37:35.868617 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10157399-2fff-478d-8d51-6ceb52bb32a8 None None] Pushing event updated for resources: {'Port': ['ID=c6215fdb-d725-41a7-be00-9b4fac82d116,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:35.934977 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7ca61dd8-b29e-4907-800a-ab046818c0da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:35.982146 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-c2259755-89ea-4343-99e4-79787e426c33 None None] Provisioning for port a3b195e1-6ffb-4939-999a-0328a8e591de completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:37:35.982576 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-0b020983-9e71-495f-99b8-57e3c81999d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0943aa2-dbee-497c-8883-6cc9fcd0d5ea', 'name': 'tempest-TestSnapshotPattern-1321674521-router', 'tenant_id': 'f96d094cbeac46b8abbd7edd42558f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': 'c6215fdb-d725-41a7-be00-9b4fac82d116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:37:32Z', 'updated_at': '2021-08-29T05:37:33Z', 'revision_number': 3, 'project_id': 'f96d094cbeac46b8abbd7edd42558f6d', 'gw_port': {'id': 'c6215fdb-d725-41a7-be00-9b4fac82d116', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:cc:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0943aa2-dbee-497c-8883-6cc9fcd0d5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:33Z', 'updated_at': '2021-08-29T05:37:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:35.993314 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-c2259755-89ea-4343-99e4-79787e426c33 None None] Provisioning complete for port a3b195e1-6ffb-4939-999a-0328a8e591de triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:37:35.994007 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c2259755-89ea-4343-99e4-79787e426c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:36.016764 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b020983-9e71-495f-99b8-57e3c81999d3 None None] The sync data for ids ['e0943aa2-dbee-497c-8883-6cc9fcd0d5ea'] in n-d-712140-12 is: [{'id': 'e0943aa2-dbee-497c-8883-6cc9fcd0d5ea', 'name': 'tempest-TestSnapshotPattern-1321674521-router', 'tenant_id': 'f96d094cbeac46b8abbd7edd42558f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': 'c6215fdb-d725-41a7-be00-9b4fac82d116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:37:32Z', 'updated_at': '2021-08-29T05:37:33Z', 'revision_number': 3, 'project_id': 'f96d094cbeac46b8abbd7edd42558f6d', 'gw_port': {'id': 'c6215fdb-d725-41a7-be00-9b4fac82d116', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:cc:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0943aa2-dbee-497c-8883-6cc9fcd0d5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:33Z', 'updated_at': '2021-08-29T05:37:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:37:36.154055 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7ca61dd8-b29e-4907-800a-ab046818c0da admin admin] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:36.160039 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7ca61dd8-b29e-4907-800a-ab046818c0da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:36.160303 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c2259755-89ea-4343-99e4-79787e426c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:36.201864 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-c2259755-89ea-4343-99e4-79787e426c33 None None] For port a3b195e1-6ffb-4939-999a-0328a8e591de, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=a3b195e1-6ffb-4939-999a-0328a8e591de,segment=NetworkSegment(426d56c1-cd83-4b8f-bdd6-a6334a6602a3),segment_id=426d56c1-cd83-4b8f-bdd6-a6334a6602a3)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:37:36.208109 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c2259755-89ea-4343-99e4-79787e426c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:36.233233 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca61dd8-b29e-4907-800a-ab046818c0da admin admin] Pushing event updated for resources: {'Port': ['ID=9963f249-95c4-4ba5-a329-edbadf9085ef,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:36.262154 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7ca61dd8-b29e-4907-800a-ab046818c0da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-718897'] for router_interface, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:36.273997 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2259755-89ea-4343-99e4-79787e426c33 None None] Pushing event updated for resources: {'Port': ['ID=a3b195e1-6ffb-4939-999a-0328a8e591de,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:36.385410 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2097281f-3cd9-4b65-9e36-ad743f57ef37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:36.411707 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca61dd8-b29e-4907-800a-ab046818c0da admin admin] Network d1b3b397-4149-4276-8e12-40b1ef02f941 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:37:36.416088 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-7ca61dd8-b29e-4907-800a-ab046818c0da admin admin] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:37:36.443806 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-b737e25a-991e-40ed-874d-b97362d365b5 None None] Provisioning for port 9963f249-95c4-4ba5-a329-edbadf9085ef completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:37:36.449577 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-b737e25a-991e-40ed-874d-b97362d365b5 None None] Provisioning complete for port 9963f249-95c4-4ba5-a329-edbadf9085ef triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:37:36.450277 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b737e25a-991e-40ed-874d-b97362d365b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:36.511572 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-b737e25a-991e-40ed-874d-b97362d365b5 None None] Port 9963f249-95c4-4ba5-a329-edbadf9085ef cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:37:36.524363 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-b737e25a-991e-40ed-874d-b97362d365b5 None None] Provisioning complete for port a3b195e1-6ffb-4939-999a-0328a8e591de triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:37:36.524987 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b737e25a-991e-40ed-874d-b97362d365b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:36.607828 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ca61dd8-b29e-4907-800a-ab046818c0da admin admin] Router e0943aa2-dbee-497c-8883-6cc9fcd0d5ea has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:37:36.751778 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-0f940115-e8b4-4e1b-a1c7-ad1a7f0a227b None None] Provisioning complete for port 9963f249-95c4-4ba5-a329-edbadf9085ef triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:37:36.752236 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0f940115-e8b4-4e1b-a1c7-ad1a7f0a227b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:36.758158 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ca61dd8-b29e-4907-800a-ab046818c0da admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:37:36.773095 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-7ca61dd8-b29e-4907-800a-ab046818c0da admin admin] 10.222.0.22 "PUT /v2.0/routers/e0943aa2-dbee-497c-8883-6cc9fcd0d5ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2436485 Aug 29 05:37:36.858008 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-0f940115-e8b4-4e1b-a1c7-ad1a7f0a227b None None] Port 9963f249-95c4-4ba5-a329-edbadf9085ef cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:37:36.957808 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device a3b195e1-6ffb-4939-999a-0328a8e591de up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:37:37.010478 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-2c20aa75-48aa-4ff4-9ef7-edf3b633b433 None None] Provisioning complete for port 9963f249-95c4-4ba5-a329-edbadf9085ef triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:37:37.010852 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2c20aa75-48aa-4ff4-9ef7-edf3b633b433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:37.053800 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-2c20aa75-48aa-4ff4-9ef7-edf3b633b433 None None] Port 9963f249-95c4-4ba5-a329-edbadf9085ef cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:37:37.056204 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port a3b195e1-6ffb-4939-999a-0328a8e591de triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:37:37.056594 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:37.153047 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device c6215fdb-d725-41a7-be00-9b4fac82d116 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:37:37.209504 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port c6215fdb-d725-41a7-be00-9b4fac82d116 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:37:37.214509 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port c6215fdb-d725-41a7-be00-9b4fac82d116 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:37:37.215110 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:37.296251 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:37.317572 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port c6215fdb-d725-41a7-be00-9b4fac82d116, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=c6215fdb-d725-41a7-be00-9b4fac82d116,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:37:37.325508 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:37.326388 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device bc94389f-2e95-4263-ad35-875ccdae17ff up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:37:37.369703 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 43502) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:37:37.374463 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-c95307ae-862a-4dd7-aa4c-0fc3b237f6d1 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1622417175', 'description': 'tempest-secgroup-smoke-1622417175 description', 'project_id': '1f46b61a8ce549e1b808d261993d0d24'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:37:37.397178 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c95307ae-862a-4dd7-aa4c-0fc3b237f6d1 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Notify callbacks [] for security_group, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:37.416373 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=c6215fdb-d725-41a7-be00-9b4fac82d116,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:37.428744 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:37.435347 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port bc94389f-2e95-4263-ad35-875ccdae17ff completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:37:37.439394 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port bc94389f-2e95-4263-ad35-875ccdae17ff triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:37:37.439921 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:37.481783 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c95307ae-862a-4dd7-aa4c-0fc3b237f6d1 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Notify callbacks [] for security_group, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:37.485633 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c95307ae-862a-4dd7-aa4c-0fc3b237f6d1 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:37.515046 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c95307ae-862a-4dd7-aa4c-0fc3b237f6d1 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:37.516297 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-c95307ae-862a-4dd7-aa4c-0fc3b237f6d1 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1455045 Aug 29 05:37:37.520364 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 43504) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:37:37.520940 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95307ae-862a-4dd7-aa4c-0fc3b237f6d1 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd4126e1-2264-4cf1-8c34-e914214d3259,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:37.526175 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:37.527289 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:37.529818 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-1d33acdf-f2eb-4001-b24c-e71f1ebc0c55 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Request body: {'security_group_rule': {'security_group_id': 'dd4126e1-2264-4cf1-8c34-e914214d3259', 'project_id': '1f46b61a8ce549e1b808d261993d0d24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:37:37.561226 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1d33acdf-f2eb-4001-b24c-e71f1ebc0c55 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:37.561708 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port bc94389f-2e95-4263-ad35-875ccdae17ff, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=bc94389f-2e95-4263-ad35-875ccdae17ff,segment=NetworkSegment(eb224138-57a6-420d-a6cb-f56bfc39e011),segment_id=eb224138-57a6-420d-a6cb-f56bfc39e011)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:37:37.566165 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:37.613988 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=bc94389f-2e95-4263-ad35-875ccdae17ff,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:37.623439 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1d33acdf-f2eb-4001-b24c-e71f1ebc0c55 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:37.627418 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1d33acdf-f2eb-4001-b24c-e71f1ebc0c55 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:37.644456 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d33acdf-f2eb-4001-b24c-e71f1ebc0c55 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f62bea3-69ab-4190-8076-4ff31ad19a5e,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:37.650945 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1d33acdf-f2eb-4001-b24c-e71f1ebc0c55 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:37.652187 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-1d33acdf-f2eb-4001-b24c-e71f1ebc0c55 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1303399 Aug 29 05:37:37.655054 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 43506) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:37:37.659398 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-e6a11095-b7b4-47d0-b506-f8c2d7981930 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Request body: {'security_group_rule': {'security_group_id': 'dd4126e1-2264-4cf1-8c34-e914214d3259', 'project_id': '1f46b61a8ce549e1b808d261993d0d24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:37:37.685274 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e6a11095-b7b4-47d0-b506-f8c2d7981930 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:37.739813 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e6a11095-b7b4-47d0-b506-f8c2d7981930 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:37.744625 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e6a11095-b7b4-47d0-b506-f8c2d7981930 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:37.761711 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a11095-b7b4-47d0-b506-f8c2d7981930 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eeaad1de-b0cc-4182-af94-15334f812e9b,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:37.768303 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e6a11095-b7b4-47d0-b506-f8c2d7981930 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:37.769544 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-e6a11095-b7b4-47d0-b506-f8c2d7981930 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1135602 Aug 29 05:37:37.772386 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 43508) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:37:37.776774 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-056bd0fd-bf27-43e8-8214-c7f9a4f12330 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Request body: {'security_group_rule': {'security_group_id': 'dd4126e1-2264-4cf1-8c34-e914214d3259', 'project_id': '1f46b61a8ce549e1b808d261993d0d24', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:37:37.802203 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-056bd0fd-bf27-43e8-8214-c7f9a4f12330 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:37.859744 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-056bd0fd-bf27-43e8-8214-c7f9a4f12330 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:37.863275 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-056bd0fd-bf27-43e8-8214-c7f9a4f12330 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:37.881236 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056bd0fd-bf27-43e8-8214-c7f9a4f12330 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=355123e0-1043-489e-a0b8-e75aa037e00b,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:37.886137 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-056bd0fd-bf27-43e8-8214-c7f9a4f12330 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:37.887465 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-056bd0fd-bf27-43e8-8214-c7f9a4f12330 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1141200 Aug 29 05:37:37.890307 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 43510) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:37:37.894693 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-bc9cf6d0-359d-4fde-9f3c-c5289f215972 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Request body: {'security_group_rule': {'security_group_id': 'dd4126e1-2264-4cf1-8c34-e914214d3259', 'project_id': '1f46b61a8ce549e1b808d261993d0d24', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:37:37.920413 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-bc9cf6d0-359d-4fde-9f3c-c5289f215972 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:37.984009 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-bc9cf6d0-359d-4fde-9f3c-c5289f215972 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:37.987599 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-bc9cf6d0-359d-4fde-9f3c-c5289f215972 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:38.004766 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9cf6d0-359d-4fde-9f3c-c5289f215972 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=769f096a-a6ce-4c08-b774-de690e7fa696,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:38.009685 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-bc9cf6d0-359d-4fde-9f3c-c5289f215972 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:38.010881 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-bc9cf6d0-359d-4fde-9f3c-c5289f215972 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1196511 Aug 29 05:37:38.013729 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 43512) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:37:38.018040 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-4aa753ec-876d-44f4-ab30-15a236aa3ff6 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Request body: {'security_group_rule': {'security_group_id': 'dd4126e1-2264-4cf1-8c34-e914214d3259', 'project_id': '1f46b61a8ce549e1b808d261993d0d24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:37:38.040124 n-d-712140-12 neutron-server[94829]: INFO neutron.db.securitygroups_db [None req-4aa753ec-876d-44f4-ab30-15a236aa3ff6 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Project 1f46b61a8ce549e1b808d261993d0d24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 05:37:38.044832 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4aa753ec-876d-44f4-ab30-15a236aa3ff6 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:38.104059 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4aa753ec-876d-44f4-ab30-15a236aa3ff6 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:38.107531 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4aa753ec-876d-44f4-ab30-15a236aa3ff6 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:38.124451 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa753ec-876d-44f4-ab30-15a236aa3ff6 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c2c5686-c9b7-47d0-a152-f946f530b4d0,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:38.130334 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4aa753ec-876d-44f4-ab30-15a236aa3ff6 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:38.131610 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-4aa753ec-876d-44f4-ab30-15a236aa3ff6 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1169605 Aug 29 05:37:38.134334 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 43514) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:37:38.138709 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.v2.base [None req-bb36b96f-c37c-4b42-87ae-3fcf6467643b tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Request body: {'security_group_rule': {'security_group_id': 'dd4126e1-2264-4cf1-8c34-e914214d3259', 'project_id': '1f46b61a8ce549e1b808d261993d0d24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:37:38.160148 n-d-712140-12 neutron-server[94829]: INFO neutron.db.securitygroups_db [None req-bb36b96f-c37c-4b42-87ae-3fcf6467643b tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Project 1f46b61a8ce549e1b808d261993d0d24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 05:37:38.165378 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-bb36b96f-c37c-4b42-87ae-3fcf6467643b tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:38.225131 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-bb36b96f-c37c-4b42-87ae-3fcf6467643b tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:38.229751 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-bb36b96f-c37c-4b42-87ae-3fcf6467643b tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364145'] for security_group_rule, after_create {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:38.250594 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb36b96f-c37c-4b42-87ae-3fcf6467643b tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b0d58fb-8235-40af-a859-3cb05b44a5e8,revision_number=0']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:38.257652 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-bb36b96f-c37c-4b42-87ae-3fcf6467643b tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:38.258990 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-bb36b96f-c37c-4b42-87ae-3fcf6467643b tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1236756 Aug 29 05:37:38.396450 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7b294cb8-a67f-4a21-a681-c2401f1fd746 req-7645de8c-26a6-452d-b2c2-3dac1c4a2991 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1622417175&fields=id&tenant_id=1f46b61a8ce549e1b808d261993d0d24 HTTP/1.1" status: 200 len: 267 time: 0.0339968 Aug 29 05:37:38.510337 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b294cb8-a67f-4a21-a681-c2401f1fd746 req-fff4c00f-d26e-4bf2-9df7-fa4d5b6efe42 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:38.511858 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7b294cb8-a67f-4a21-a681-c2401f1fd746 req-fff4c00f-d26e-4bf2-9df7-fa4d5b6efe42 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] 10.222.0.22 "GET /v2.0/networks?id=cc038c55-f51d-41ac-9f18-7d8d5cfaec69 HTTP/1.1" status: 200 len: 809 time: 0.1079466 Aug 29 05:37:38.527497 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7b294cb8-a67f-4a21-a681-c2401f1fd746 req-3c12174c-323b-4019-9954-f07da4716575 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] 10.222.0.22 "GET /v2.0/quotas/1f46b61a8ce549e1b808d261993d0d24 HTTP/1.1" status: 200 len: 375 time: 0.0098965 Aug 29 05:37:38.583202 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7b294cb8-a67f-4a21-a681-c2401f1fd746 req-7c581c4f-39e0-4121-ab2e-e8459a4ade6b tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=1f46b61a8ce549e1b808d261993d0d24&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504224 Aug 29 05:37:38.599501 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [req-7b294cb8-a67f-4a21-a681-c2401f1fd746 req-0b26e43a-1b2d-4b3c-8443-4c4b7b9f2be6 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 05:37:38.600528 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7b294cb8-a67f-4a21-a681-c2401f1fd746 req-0b26e43a-1b2d-4b3c-8443-4c4b7b9f2be6 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055742 Aug 29 05:37:38.688825 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7b294cb8-a67f-4a21-a681-c2401f1fd746 req-6130359b-7cde-4267-9d84-d5b2deb27d7e service neutron] 10.222.0.22 "GET /v2.0/networks/cc038c55-f51d-41ac-9f18-7d8d5cfaec69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825205 Aug 29 05:37:38.760351 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device c6215fdb-d725-41a7-be00-9b4fac82d116 up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:37:38.791680 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7b294cb8-a67f-4a21-a681-c2401f1fd746 req-0d91710c-1018-4b57-ba7a-a29412b51a3a service neutron] 10.222.0.22 "GET /v2.0/networks/cc038c55-f51d-41ac-9f18-7d8d5cfaec69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963695 Aug 29 05:37:38.808113 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c944bd28-bc8b-4847-8ac4-a64d84da0d58 None None] Sync routers for ids ['e0943aa2-dbee-497c-8883-6cc9fcd0d5ea'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:37:38.824181 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port c6215fdb-d725-41a7-be00-9b4fac82d116 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:37:38.824560 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:38.826779 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c944bd28-bc8b-4847-8ac4-a64d84da0d58 None None] Routers {'e0943aa2-dbee-497c-8883-6cc9fcd0d5ea'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:37:38.827590 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-c944bd28-bc8b-4847-8ac4-a64d84da0d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:37:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['e0943aa2-dbee-497c-8883-6cc9fcd0d5ea'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:38.960079 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-755330a4-688c-4470-a1a7-db80fb53e6a1 req-aa2cb8cf-a798-4d16-b7b2-739d30b44be3 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] 10.222.0.22 "GET /v2.0/ports?device_id=90a7f0fb-e682-4cca-9397-939908d5ac43 HTTP/1.1" status: 200 len: 210 time: 0.0288434 Aug 29 05:37:39.113328 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:39.149841 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-c944bd28-bc8b-4847-8ac4-a64d84da0d58 None None] Set router e0943aa2-dbee-497c-8883-6cc9fcd0d5ea gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:37:39.184056 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device bc94389f-2e95-4263-ad35-875ccdae17ff up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:37:39.320363 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port bc94389f-2e95-4263-ad35-875ccdae17ff triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:37:39.320707 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:39.450545 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-c944bd28-bc8b-4847-8ac4-a64d84da0d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0943aa2-dbee-497c-8883-6cc9fcd0d5ea', 'name': 'tempest-TestSnapshotPattern-1321674521-router', 'tenant_id': 'f96d094cbeac46b8abbd7edd42558f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': 'c6215fdb-d725-41a7-be00-9b4fac82d116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:37:32Z', 'updated_at': '2021-08-29T05:37:35Z', 'revision_number': 4, 'project_id': 'f96d094cbeac46b8abbd7edd42558f6d', 'gw_port': {'id': 'c6215fdb-d725-41a7-be00-9b4fac82d116', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:cc:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0943aa2-dbee-497c-8883-6cc9fcd0d5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:33Z', 'updated_at': '2021-08-29T05:37:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '9963f249-95c4-4ba5-a329-edbadf9085ef', 'name': '', 'network_id': 'd1b3b397-4149-4276-8e12-40b1ef02f941', 'tenant_id': 'f96d094cbeac46b8abbd7edd42558f6d', 'mac_address': 'fa:16:3e:57:48:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0943aa2-dbee-497c-8883-6cc9fcd0d5ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '69b45785-0395-4950-9dde-f89791dc1727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:35Z', 'updated_at': '2021-08-29T05:37:35Z', 'revision_number': 2, 'project_id': 'f96d094cbeac46b8abbd7edd42558f6d', 'subnets': [{'id': '69b45785-0395-4950-9dde-f89791dc1727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:39.480379 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c944bd28-bc8b-4847-8ac4-a64d84da0d58 None None] Checking router: e0943aa2-dbee-497c-8883-6cc9fcd0d5ea for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:37:39.480731 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c944bd28-bc8b-4847-8ac4-a64d84da0d58 None None] Updating router e0943aa2-dbee-497c-8883-6cc9fcd0d5ea port 9963f249-95c4-4ba5-a329-edbadf9085ef binding host n-d-712140-12 {{(pid=94830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:37:39.503731 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c944bd28-bc8b-4847-8ac4-a64d84da0d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:39.755762 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c944bd28-bc8b-4847-8ac4-a64d84da0d58 None None] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:39.766758 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-c944bd28-bc8b-4847-8ac4-a64d84da0d58 None None] Transition to ACTIVE for port object 9963f249-95c4-4ba5-a329-edbadf9085ef will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:37:39.772376 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c944bd28-bc8b-4847-8ac4-a64d84da0d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:39.822984 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942c34ff-6802-4a14-a949-ca74d339e602 None None] Pushing event updated for resources: {'Port': ['ID=9963f249-95c4-4ba5-a329-edbadf9085ef,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:39.876036 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-c944bd28-bc8b-4847-8ac4-a64d84da0d58 None None] Attempting to bind port 9963f249-95c4-4ba5-a329-edbadf9085ef on host n-d-712140-12 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:37:39.876415 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-c944bd28-bc8b-4847-8ac4-a64d84da0d58 None None] Attempting to bind port 9963f249-95c4-4ba5-a329-edbadf9085ef by drivers openvswitch,hyperv on host n-d-712140-12 at level 0 using segments [{'id': '426d56c1-cd83-4b8f-bdd6-a6334a6602a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'd1b3b397-4149-4276-8e12-40b1ef02f941'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:37:39.876780 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c944bd28-bc8b-4847-8ac4-a64d84da0d58 None None] Attempting to bind port 9963f249-95c4-4ba5-a329-edbadf9085ef on network d1b3b397-4149-4276-8e12-40b1ef02f941 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:37:39.882151 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c944bd28-bc8b-4847-8ac4-a64d84da0d58 None None] Checking agent: {'id': '9f776bdd-5aad-4ca0-ac26-469a6db21462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 37), 'started_at': datetime.datetime(2021, 8, 29, 3, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:37:39.882532 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c944bd28-bc8b-4847-8ac4-a64d84da0d58 None None] Checking segment: {'id': '426d56c1-cd83-4b8f-bdd6-a6334a6602a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'd1b3b397-4149-4276-8e12-40b1ef02f941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:37:39.883444 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c944bd28-bc8b-4847-8ac4-a64d84da0d58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:39.883871 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c944bd28-bc8b-4847-8ac4-a64d84da0d58 None None] Bound using segment: {'id': '426d56c1-cd83-4b8f-bdd6-a6334a6602a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'd1b3b397-4149-4276-8e12-40b1ef02f941'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:37:39.884343 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-c944bd28-bc8b-4847-8ac4-a64d84da0d58 None None] Bound port: 9963f249-95c4-4ba5-a329-edbadf9085ef, host: n-d-712140-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '426d56c1-cd83-4b8f-bdd6-a6334a6602a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'd1b3b397-4149-4276-8e12-40b1ef02f941'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:37:39.884731 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c944bd28-bc8b-4847-8ac4-a64d84da0d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:39.951498 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-c944bd28-bc8b-4847-8ac4-a64d84da0d58 None None] For port 9963f249-95c4-4ba5-a329-edbadf9085ef, host n-d-712140-12, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:37:39.955549 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-c944bd28-bc8b-4847-8ac4-a64d84da0d58 None None] For port 9963f249-95c4-4ba5-a329-edbadf9085ef, host n-d-712140-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=9963f249-95c4-4ba5-a329-edbadf9085ef,segment=NetworkSegment(426d56c1-cd83-4b8f-bdd6-a6334a6602a3),segment_id=426d56c1-cd83-4b8f-bdd6-a6334a6602a3)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:37:39.963998 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c944bd28-bc8b-4847-8ac4-a64d84da0d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:40.026984 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c944bd28-bc8b-4847-8ac4-a64d84da0d58 None None] Routers {'e0943aa2-dbee-497c-8883-6cc9fcd0d5ea'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:37:40.027625 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-c944bd28-bc8b-4847-8ac4-a64d84da0d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:37:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['e0943aa2-dbee-497c-8883-6cc9fcd0d5ea'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:40.062770 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942c34ff-6802-4a14-a949-ca74d339e602 None None] Pushing event updated for resources: {'Port': ['ID=9963f249-95c4-4ba5-a329-edbadf9085ef,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:40.090743 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-183335b4-969b-40ed-8339-e058df169e59 req-209267b7-cb11-46f9-9b4b-2b7d6324ac3f tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] 10.222.0.22 "GET /v2.0/ports?device_id=90a7f0fb-e682-4cca-9397-939908d5ac43 HTTP/1.1" status: 200 len: 210 time: 0.0447369 Aug 29 05:37:40.163449 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-c944bd28-bc8b-4847-8ac4-a64d84da0d58 None None] Set router e0943aa2-dbee-497c-8883-6cc9fcd0d5ea gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:37:40.389785 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-c944bd28-bc8b-4847-8ac4-a64d84da0d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0943aa2-dbee-497c-8883-6cc9fcd0d5ea', 'name': 'tempest-TestSnapshotPattern-1321674521-router', 'tenant_id': 'f96d094cbeac46b8abbd7edd42558f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': 'c6215fdb-d725-41a7-be00-9b4fac82d116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:37:32Z', 'updated_at': '2021-08-29T05:37:35Z', 'revision_number': 4, 'project_id': 'f96d094cbeac46b8abbd7edd42558f6d', 'gw_port': {'id': 'c6215fdb-d725-41a7-be00-9b4fac82d116', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:cc:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0943aa2-dbee-497c-8883-6cc9fcd0d5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:33Z', 'updated_at': '2021-08-29T05:37:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '9963f249-95c4-4ba5-a329-edbadf9085ef', 'name': '', 'network_id': 'd1b3b397-4149-4276-8e12-40b1ef02f941', 'tenant_id': 'f96d094cbeac46b8abbd7edd42558f6d', 'mac_address': 'fa:16:3e:57:48:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0943aa2-dbee-497c-8883-6cc9fcd0d5ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '69b45785-0395-4950-9dde-f89791dc1727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:35Z', 'updated_at': '2021-08-29T05:37:39Z', 'revision_number': 4, 'project_id': 'f96d094cbeac46b8abbd7edd42558f6d', 'subnets': [{'id': '69b45785-0395-4950-9dde-f89791dc1727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:40.415676 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c944bd28-bc8b-4847-8ac4-a64d84da0d58 None None] The sync data for ids ['e0943aa2-dbee-497c-8883-6cc9fcd0d5ea'] in n-d-712140-12 is: [{'id': 'e0943aa2-dbee-497c-8883-6cc9fcd0d5ea', 'name': 'tempest-TestSnapshotPattern-1321674521-router', 'tenant_id': 'f96d094cbeac46b8abbd7edd42558f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': 'c6215fdb-d725-41a7-be00-9b4fac82d116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:37:32Z', 'updated_at': '2021-08-29T05:37:35Z', 'revision_number': 4, 'project_id': 'f96d094cbeac46b8abbd7edd42558f6d', 'gw_port': {'id': 'c6215fdb-d725-41a7-be00-9b4fac82d116', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:cc:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0943aa2-dbee-497c-8883-6cc9fcd0d5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:33Z', 'updated_at': '2021-08-29T05:37:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': '9963f249-95c4-4ba5-a329-edbadf9085ef', 'name': '', 'network_id': 'd1b3b397-4149-4276-8e12-40b1ef02f941', 'tenant_id': 'f96d094cbeac46b8abbd7edd42558f6d', 'mac_address': 'fa:16:3e:57:48:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0943aa2-dbee-497c-8883-6cc9fcd0d5ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '69b45785-0395-4950-9dde-f89791dc1727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:35Z', 'updated_at': '2021-08-29T05:37:39Z', 'revision_number': 4, 'project_id': 'f96d094cbeac46b8abbd7edd42558f6d', 'subnets': [{'id': '69b45785-0395-4950-9dde-f89791dc1727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:37:40.772008 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 9963f249-95c4-4ba5-a329-edbadf9085ef up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:37:40.826233 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning for port 9963f249-95c4-4ba5-a329-edbadf9085ef completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:37:40.830415 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 9963f249-95c4-4ba5-a329-edbadf9085ef triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:37:40.830786 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:40.909269 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:40.943876 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] For port 9963f249-95c4-4ba5-a329-edbadf9085ef, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=9963f249-95c4-4ba5-a329-edbadf9085ef,segment=NetworkSegment(426d56c1-cd83-4b8f-bdd6-a6334a6602a3),segment_id=426d56c1-cd83-4b8f-bdd6-a6334a6602a3)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:37:40.947865 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:40.998212 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Pushing event updated for resources: {'Port': ['ID=9963f249-95c4-4ba5-a329-edbadf9085ef,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:41.181366 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c76b75e4-f9d4-4e89-a1e9-ad7a2d1d040e req-abb622cb-f693-4edc-be9c-1e44e333627d tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] 10.222.0.22 "GET /v2.0/ports?device_id=90a7f0fb-e682-4cca-9397-939908d5ac43 HTTP/1.1" status: 200 len: 210 time: 0.0259221 Aug 29 05:37:42.140187 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b294cb8-a67f-4a21-a681-c2401f1fd746 req-216176eb-6bb0-4a23-ba09-67f8f6575d8d tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:42.141675 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7b294cb8-a67f-4a21-a681-c2401f1fd746 req-216176eb-6bb0-4a23-ba09-67f8f6575d8d tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] 10.222.0.46 "GET /v2.0/networks?id=cc038c55-f51d-41ac-9f18-7d8d5cfaec69 HTTP/1.1" status: 200 len: 809 time: 0.1080647 Aug 29 05:37:42.185771 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7b294cb8-a67f-4a21-a681-c2401f1fd746 req-9dcece91-0cd6-415d-a722-cdebb3fbbcf0 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f46b61a8ce549e1b808d261993d0d24 HTTP/1.1" status: 200 len: 380 time: 0.0346529 Aug 29 05:37:42.196729 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-7b294cb8-a67f-4a21-a681-c2401f1fd746 req-e7941ed1-aa1f-4c25-88ea-491d678b2295 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Request body: {'port': {'device_id': '90a7f0fb-e682-4cca-9397-939908d5ac43', 'network_id': 'cc038c55-f51d-41ac-9f18-7d8d5cfaec69', 'admin_state_up': True, 'tenant_id': '1f46b61a8ce549e1b808d261993d0d24', 'security_groups': ['dd4126e1-2264-4cf1-8c34-e914214d3259']}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:37:42.294218 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-aaebe60d-d20d-4b32-94f7-534c73f37cf9 req-359d94ba-d6e6-48f4-8d3d-84600b66d652 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] 10.222.0.22 "GET /v2.0/ports?device_id=90a7f0fb-e682-4cca-9397-939908d5ac43 HTTP/1.1" status: 200 len: 210 time: 0.0430944 Aug 29 05:37:42.332296 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b294cb8-a67f-4a21-a681-c2401f1fd746 req-e7941ed1-aa1f-4c25-88ea-491d678b2295 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Made reservation on behalf of 1f46b61a8ce549e1b808d261993d0d24 for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:37:42.336009 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-7b294cb8-a67f-4a21-a681-c2401f1fd746 req-e7941ed1-aa1f-4c25-88ea-491d678b2295 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:42.464205 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-7b294cb8-a67f-4a21-a681-c2401f1fd746 req-e7941ed1-aa1f-4c25-88ea-491d678b2295 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Allocated IP 172.20.0.9 (cc038c55-f51d-41ac-9f18-7d8d5cfaec69/a1ccf29f-f485-4406-9ebc-1f1070e2a12a/63bb6683-757a-46f6-914d-1156a2e7f6bb) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:37:42.603175 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-7b294cb8-a67f-4a21-a681-c2401f1fd746 req-e7941ed1-aa1f-4c25-88ea-491d678b2295 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:42.616128 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-7b294cb8-a67f-4a21-a681-c2401f1fd746 req-e7941ed1-aa1f-4c25-88ea-491d678b2295 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Transition to ACTIVE for port object 63bb6683-757a-46f6-914d-1156a2e7f6bb will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:37:42.646790 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-7b294cb8-a67f-4a21-a681-c2401f1fd746 req-e7941ed1-aa1f-4c25-88ea-491d678b2295 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:42.690031 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b294cb8-a67f-4a21-a681-c2401f1fd746 req-e7941ed1-aa1f-4c25-88ea-491d678b2295 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Network cc038c55-f51d-41ac-9f18-7d8d5cfaec69 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:37:42.693061 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-7b294cb8-a67f-4a21-a681-c2401f1fd746 req-e7941ed1-aa1f-4c25-88ea-491d678b2295 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:37:42.696952 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b294cb8-a67f-4a21-a681-c2401f1fd746 req-e7941ed1-aa1f-4c25-88ea-491d678b2295 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:37:42.720788 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7941ed1-aa1f-4c25-88ea-491d678b2295 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Pushing event updated for resources: {'Port': ['ID=63bb6683-757a-46f6-914d-1156a2e7f6bb,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:42.753798 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b294cb8-a67f-4a21-a681-c2401f1fd746 req-e7941ed1-aa1f-4c25-88ea-491d678b2295 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:42.754703 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-7b294cb8-a67f-4a21-a681-c2401f1fd746 req-e7941ed1-aa1f-4c25-88ea-491d678b2295 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:42.770407 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7b294cb8-a67f-4a21-a681-c2401f1fd746 req-e7941ed1-aa1f-4c25-88ea-491d678b2295 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5779555 Aug 29 05:37:42.774807 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 9963f249-95c4-4ba5-a329-edbadf9085ef up at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:37:42.789535 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-7b294cb8-a67f-4a21-a681-c2401f1fd746 req-bab34008-d8fc-4dc9-8341-0230de61a380 service neutron] Request body: {'port': {'device_id': '90a7f0fb-e682-4cca-9397-939908d5ac43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:37:42.828860 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Provisioning complete for port 9963f249-95c4-4ba5-a329-edbadf9085ef triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:37:42.829784 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:42.850954 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-7b294cb8-a67f-4a21-a681-c2401f1fd746 req-bab34008-d8fc-4dc9-8341-0230de61a380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:42.925036 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f73c-5be9-4860-b397-4e775d18acb8 None None] Provisioning for port 63bb6683-757a-46f6-914d-1156a2e7f6bb completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:37:42.929147 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f73c-5be9-4860-b397-4e775d18acb8 None None] Provisioning complete for port 63bb6683-757a-46f6-914d-1156a2e7f6bb triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:37:42.930267 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f73c-5be9-4860-b397-4e775d18acb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:42.963420 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f73c-5be9-4860-b397-4e775d18acb8 None None] Port 63bb6683-757a-46f6-914d-1156a2e7f6bb cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:37:43.121552 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-7b294cb8-a67f-4a21-a681-c2401f1fd746 req-bab34008-d8fc-4dc9-8341-0230de61a380 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63bb6683-757a-46f6-914d-1156a2e7f6bb {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:37:43.129492 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-7b294cb8-a67f-4a21-a681-c2401f1fd746 req-bab34008-d8fc-4dc9-8341-0230de61a380 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:43.141834 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-7b294cb8-a67f-4a21-a681-c2401f1fd746 req-bab34008-d8fc-4dc9-8341-0230de61a380 service neutron] Transition to ACTIVE for port object 63bb6683-757a-46f6-914d-1156a2e7f6bb will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:37:43.145540 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-7b294cb8-a67f-4a21-a681-c2401f1fd746 req-bab34008-d8fc-4dc9-8341-0230de61a380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:43.193569 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab34008-d8fc-4dc9-8341-0230de61a380 service neutron] Pushing event updated for resources: {'Port': ['ID=63bb6683-757a-46f6-914d-1156a2e7f6bb,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:43.267473 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-7b294cb8-a67f-4a21-a681-c2401f1fd746 req-bab34008-d8fc-4dc9-8341-0230de61a380 service neutron] Attempting to bind port 63bb6683-757a-46f6-914d-1156a2e7f6bb on host n-h1-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:37:43.267920 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-7b294cb8-a67f-4a21-a681-c2401f1fd746 req-bab34008-d8fc-4dc9-8341-0230de61a380 service neutron] Attempting to bind port 63bb6683-757a-46f6-914d-1156a2e7f6bb by drivers openvswitch,hyperv on host n-h1-712140-12 at level 0 using segments [{'id': 'eb224138-57a6-420d-a6cb-f56bfc39e011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'cc038c55-f51d-41ac-9f18-7d8d5cfaec69'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:37:43.268252 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b294cb8-a67f-4a21-a681-c2401f1fd746 req-bab34008-d8fc-4dc9-8341-0230de61a380 service neutron] Attempting to bind port 63bb6683-757a-46f6-914d-1156a2e7f6bb on network cc038c55-f51d-41ac-9f18-7d8d5cfaec69 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:37:43.272910 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b294cb8-a67f-4a21-a681-c2401f1fd746 req-bab34008-d8fc-4dc9-8341-0230de61a380 service neutron] Port 63bb6683-757a-46f6-914d-1156a2e7f6bb on network cc038c55-f51d-41ac-9f18-7d8d5cfaec69 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:37:43.273817 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b294cb8-a67f-4a21-a681-c2401f1fd746 req-bab34008-d8fc-4dc9-8341-0230de61a380 service neutron] Attempting to bind port 63bb6683-757a-46f6-914d-1156a2e7f6bb on network cc038c55-f51d-41ac-9f18-7d8d5cfaec69 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:37:43.278958 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b294cb8-a67f-4a21-a681-c2401f1fd746 req-bab34008-d8fc-4dc9-8341-0230de61a380 service neutron] Checking agent: {'id': '3de9de52-3a03-431d-9d7e-497ae92c57ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:37:43.279303 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b294cb8-a67f-4a21-a681-c2401f1fd746 req-bab34008-d8fc-4dc9-8341-0230de61a380 service neutron] Checking segment: {'id': 'eb224138-57a6-420d-a6cb-f56bfc39e011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'cc038c55-f51d-41ac-9f18-7d8d5cfaec69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:37:43.279738 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b294cb8-a67f-4a21-a681-c2401f1fd746 req-bab34008-d8fc-4dc9-8341-0230de61a380 service neutron] Bound using segment: {'id': 'eb224138-57a6-420d-a6cb-f56bfc39e011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'cc038c55-f51d-41ac-9f18-7d8d5cfaec69'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:37:43.280145 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-7b294cb8-a67f-4a21-a681-c2401f1fd746 req-bab34008-d8fc-4dc9-8341-0230de61a380 service neutron] Bound port: 63bb6683-757a-46f6-914d-1156a2e7f6bb, host: n-h1-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb224138-57a6-420d-a6cb-f56bfc39e011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'cc038c55-f51d-41ac-9f18-7d8d5cfaec69'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:37:43.280520 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-7b294cb8-a67f-4a21-a681-c2401f1fd746 req-bab34008-d8fc-4dc9-8341-0230de61a380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:43.350335 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-7b294cb8-a67f-4a21-a681-c2401f1fd746 req-bab34008-d8fc-4dc9-8341-0230de61a380 service neutron] For port 63bb6683-757a-46f6-914d-1156a2e7f6bb, host n-h1-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:37:43.354444 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-7b294cb8-a67f-4a21-a681-c2401f1fd746 req-bab34008-d8fc-4dc9-8341-0230de61a380 service neutron] For port 63bb6683-757a-46f6-914d-1156a2e7f6bb, host n-h1-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=63bb6683-757a-46f6-914d-1156a2e7f6bb,segment=NetworkSegment(eb224138-57a6-420d-a6cb-f56bfc39e011),segment_id=eb224138-57a6-420d-a6cb-f56bfc39e011)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:37:43.358544 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-7b294cb8-a67f-4a21-a681-c2401f1fd746 req-bab34008-d8fc-4dc9-8341-0230de61a380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:43.426434 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b294cb8-a67f-4a21-a681-c2401f1fd746 req-bab34008-d8fc-4dc9-8341-0230de61a380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:43.427071 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-7b294cb8-a67f-4a21-a681-c2401f1fd746 req-bab34008-d8fc-4dc9-8341-0230de61a380 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:43.428677 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7b294cb8-a67f-4a21-a681-c2401f1fd746 req-bab34008-d8fc-4dc9-8341-0230de61a380 service neutron] 10.222.0.46 "PUT /v2.0/ports/63bb6683-757a-46f6-914d-1156a2e7f6bb HTTP/1.1" status: 200 len: 1092 time: 0.6441956 Aug 29 05:37:43.429163 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90a7f0fb-e682-4cca-9397-939908d5ac43', 'tag': '63bb6683-757a-46f6-914d-1156a2e7f6bb'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:37:43.431521 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfb9107a06241f0f5f2256c13c0e0e77dc40c776bf6dc0455c34cebdf0549d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4474f43e-99be-47cb-94af-ab52b475fbe4" -d '{"events": [{"name": "network-changed", "server_uuid": "90a7f0fb-e682-4cca-9397-939908d5ac43", "tag": "63bb6683-757a-46f6-914d-1156a2e7f6bb"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:37:43.455790 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab34008-d8fc-4dc9-8341-0230de61a380 service neutron] Pushing event updated for resources: {'Port': ['ID=63bb6683-757a-46f6-914d-1156a2e7f6bb,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:43.485016 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6c82f4-ae9e-4154-bb12-c41bda24171b req-76ddddac-835f-43a7-a2b4-5d4068a079bd tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:43.486505 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5f6c82f4-ae9e-4154-bb12-c41bda24171b req-76ddddac-835f-43a7-a2b4-5d4068a079bd tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] 10.222.0.22 "GET /v2.0/ports?device_id=90a7f0fb-e682-4cca-9397-939908d5ac43 HTTP/1.1" status: 200 len: 943 time: 0.1015875 Aug 29 05:37:43.547743 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b294cb8-a67f-4a21-a681-c2401f1fd746 req-6e9bd3bb-4d54-4642-8fe6-a869b3a173a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:43.549277 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7b294cb8-a67f-4a21-a681-c2401f1fd746 req-6e9bd3bb-4d54-4642-8fe6-a869b3a173a2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1f46b61a8ce549e1b808d261993d0d24&device_id=90a7f0fb-e682-4cca-9397-939908d5ac43 HTTP/1.1" status: 200 len: 1095 time: 0.0814157 Aug 29 05:37:43.552141 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5f6c82f4-ae9e-4154-bb12-c41bda24171b req-d43ebeae-40c6-4190-9888-2f747891e325 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd4126e1-2264-4cf1-8c34-e914214d3259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476921 Aug 29 05:37:43.608622 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0957ff6f-5ee6-4498-96e4-a0bc738f06d0 x-openstack-request-id: req-0957ff6f-5ee6-4498-96e4-a0bc738f06d0 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:37:43.608916 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90a7f0fb-e682-4cca-9397-939908d5ac43", "tag": "63bb6683-757a-46f6-914d-1156a2e7f6bb", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:37:43.609173 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0957ff6f-5ee6-4498-96e4-a0bc738f06d0 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:37:43.609605 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90a7f0fb-e682-4cca-9397-939908d5ac43', 'tag': '63bb6683-757a-46f6-914d-1156a2e7f6bb', 'status': 'completed', 'code': 200} Aug 29 05:37:43.611416 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7b294cb8-a67f-4a21-a681-c2401f1fd746 req-0aea00e0-6513-49f7-880a-db8109e4b118 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63bb6683-757a-46f6-914d-1156a2e7f6bb HTTP/1.1" status: 200 len: 217 time: 0.0528643 Aug 29 05:37:43.662500 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b294cb8-a67f-4a21-a681-c2401f1fd746 req-9c4006af-395e-4a37-9a11-9b3c98cc1107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:43.663900 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7b294cb8-a67f-4a21-a681-c2401f1fd746 req-9c4006af-395e-4a37-9a11-9b3c98cc1107 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a1ccf29f-f485-4406-9ebc-1f1070e2a12a HTTP/1.1" status: 200 len: 848 time: 0.0441394 Aug 29 05:37:43.709597 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b294cb8-a67f-4a21-a681-c2401f1fd746 req-4401189f-1157-4672-96f0-8af4fea6c854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:43.711704 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7b294cb8-a67f-4a21-a681-c2401f1fd746 req-4401189f-1157-4672-96f0-8af4fea6c854 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cc038c55-f51d-41ac-9f18-7d8d5cfaec69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398726 Aug 29 05:37:43.801597 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7b294cb8-a67f-4a21-a681-c2401f1fd746 req-9a3b7693-b2aa-445c-8b36-aef592e1e4cf service neutron] 10.222.0.46 "GET /v2.0/networks/cc038c55-f51d-41ac-9f18-7d8d5cfaec69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824244 Aug 29 05:37:43.893306 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7b294cb8-a67f-4a21-a681-c2401f1fd746 req-8e333d34-4c01-4e6b-9166-f13b17ef60a8 service neutron] 10.222.0.46 "GET /v2.0/networks/cc038c55-f51d-41ac-9f18-7d8d5cfaec69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837755 Aug 29 05:37:43.986035 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4474f43e-99be-47cb-94af-ab52b475fbe4 req-facf25ba-e179-4b36-a0b5-590118f3ef3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:43.987554 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4474f43e-99be-47cb-94af-ab52b475fbe4 req-facf25ba-e179-4b36-a0b5-590118f3ef3c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1f46b61a8ce549e1b808d261993d0d24&device_id=90a7f0fb-e682-4cca-9397-939908d5ac43 HTTP/1.1" status: 200 len: 1095 time: 0.0442321 Aug 29 05:37:44.078683 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4474f43e-99be-47cb-94af-ab52b475fbe4 req-9a6bdc63-fc1c-491e-8d0a-1b98172973fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:44.080458 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4474f43e-99be-47cb-94af-ab52b475fbe4 req-9a6bdc63-fc1c-491e-8d0a-1b98172973fa service neutron] 10.222.0.46 "GET /v2.0/networks?id=cc038c55-f51d-41ac-9f18-7d8d5cfaec69 HTTP/1.1" status: 200 len: 910 time: 0.0853319 Aug 29 05:37:44.122118 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4474f43e-99be-47cb-94af-ab52b475fbe4 req-c01d9bc3-dddb-4865-a377-2c0a1b7f2e6c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63bb6683-757a-46f6-914d-1156a2e7f6bb HTTP/1.1" status: 200 len: 217 time: 0.0339158 Aug 29 05:37:44.175707 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4474f43e-99be-47cb-94af-ab52b475fbe4 req-cedd445c-be99-40d8-9c5a-d77ffe8cd2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:44.177161 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4474f43e-99be-47cb-94af-ab52b475fbe4 req-cedd445c-be99-40d8-9c5a-d77ffe8cd2bd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a1ccf29f-f485-4406-9ebc-1f1070e2a12a HTTP/1.1" status: 200 len: 848 time: 0.0470791 Aug 29 05:37:44.558476 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4474f43e-99be-47cb-94af-ab52b475fbe4 req-99c4594f-6c7e-46fe-ae00-c660bf768966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:44.560022 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4474f43e-99be-47cb-94af-ab52b475fbe4 req-99c4594f-6c7e-46fe-ae00-c660bf768966 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cc038c55-f51d-41ac-9f18-7d8d5cfaec69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3748493 Aug 29 05:37:44.678511 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4474f43e-99be-47cb-94af-ab52b475fbe4 req-9e2316da-0ea8-4dc7-9f28-58677897e52c service neutron] 10.222.0.46 "GET /v2.0/networks/cc038c55-f51d-41ac-9f18-7d8d5cfaec69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099772 Aug 29 05:37:44.693837 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe47c64-3e19-403d-9bde-1369a5a888ba req-97541ac4-cc06-4711-99d3-ce2f20e04d4f tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:44.695928 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1fe47c64-3e19-403d-9bde-1369a5a888ba req-97541ac4-cc06-4711-99d3-ce2f20e04d4f tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] 10.222.0.22 "GET /v2.0/ports?device_id=90a7f0fb-e682-4cca-9397-939908d5ac43 HTTP/1.1" status: 200 len: 943 time: 0.0652399 Aug 29 05:37:44.775030 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1fe47c64-3e19-403d-9bde-1369a5a888ba req-9b8f13e8-bed8-40ca-a9b8-7b2e119af5f4 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd4126e1-2264-4cf1-8c34-e914214d3259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712233 Aug 29 05:37:44.802078 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4474f43e-99be-47cb-94af-ab52b475fbe4 req-9edd6a46-c932-43ff-91e0-a03c8dbbaa55 service neutron] 10.222.0.46 "GET /v2.0/networks/cc038c55-f51d-41ac-9f18-7d8d5cfaec69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052051 Aug 29 05:37:45.891751 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4374239-dafb-4dc3-bc5d-f2b9be4456f4 req-2a05ea37-6d18-4014-bad3-8c5c72811b4e tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:45.893224 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a4374239-dafb-4dc3-bc5d-f2b9be4456f4 req-2a05ea37-6d18-4014-bad3-8c5c72811b4e tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] 10.222.0.22 "GET /v2.0/ports?device_id=90a7f0fb-e682-4cca-9397-939908d5ac43 HTTP/1.1" status: 200 len: 943 time: 0.0527215 Aug 29 05:37:45.931125 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a4374239-dafb-4dc3-bc5d-f2b9be4456f4 req-1ac06dd7-5b42-42cd-ac82-3abc428c0771 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd4126e1-2264-4cf1-8c34-e914214d3259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319095 Aug 29 05:37:46.823473 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 63bb6683-757a-46f6-914d-1156a2e7f6bb details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:37:46.918180 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 63bb6683-757a-46f6-914d-1156a2e7f6bb, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=63bb6683-757a-46f6-914d-1156a2e7f6bb,segment=NetworkSegment(eb224138-57a6-420d-a6cb-f56bfc39e011),segment_id=eb224138-57a6-420d-a6cb-f56bfc39e011)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:37:46.929297 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Returning: {'device': '63bb6683-757a-46f6-914d-1156a2e7f6bb', 'network_id': 'cc038c55-f51d-41ac-9f18-7d8d5cfaec69', 'port_id': '63bb6683-757a-46f6-914d-1156a2e7f6bb', 'mac_address': 'fa:16:3e:62:ad:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1ccf29f-f485-4406-9ebc-1f1070e2a12a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:37:46.965996 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:46.979170 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63bb6683-757a-46f6-914d-1156a2e7f6bb {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:37:46.999813 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 63bb6683-757a-46f6-914d-1156a2e7f6bb, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=63bb6683-757a-46f6-914d-1156a2e7f6bb,segment=NetworkSegment(eb224138-57a6-420d-a6cb-f56bfc39e011),segment_id=eb224138-57a6-420d-a6cb-f56bfc39e011)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:37:47.004094 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:47.045063 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bced406c-5668-46ec-a433-c5e624bf91ca req-0ce63599-45e1-4e50-9e97-d7197daeeed1 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:47.046547 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bced406c-5668-46ec-a433-c5e624bf91ca req-0ce63599-45e1-4e50-9e97-d7197daeeed1 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] 10.222.0.22 "GET /v2.0/ports?device_id=90a7f0fb-e682-4cca-9397-939908d5ac43 HTTP/1.1" status: 200 len: 944 time: 0.0494051 Aug 29 05:37:47.058012 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=63bb6683-757a-46f6-914d-1156a2e7f6bb,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:47.084599 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bced406c-5668-46ec-a433-c5e624bf91ca req-006e754f-7ebf-435b-8673-d3db45251427 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd4126e1-2264-4cf1-8c34-e914214d3259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320656 Aug 29 05:37:47.215470 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['63bb6683-757a-46f6-914d-1156a2e7f6bb'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:37:48.197648 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c216f66-76e4-4211-9d5b-87e5a917fa89 req-3a94d400-5953-4ca8-907a-728dbbcfd48b tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:48.199135 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1c216f66-76e4-4211-9d5b-87e5a917fa89 req-3a94d400-5953-4ca8-907a-728dbbcfd48b tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] 10.222.0.22 "GET /v2.0/ports?device_id=90a7f0fb-e682-4cca-9397-939908d5ac43 HTTP/1.1" status: 200 len: 944 time: 0.0483422 Aug 29 05:37:48.236167 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-1c216f66-76e4-4211-9d5b-87e5a917fa89 req-c26fe36f-3516-4c32-8477-5c1704f16d04 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd4126e1-2264-4cf1-8c34-e914214d3259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307114 Aug 29 05:37:48.824040 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 63bb6683-757a-46f6-914d-1156a2e7f6bb up at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:37:48.871652 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning for port 63bb6683-757a-46f6-914d-1156a2e7f6bb completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:37:48.875078 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning complete for port 63bb6683-757a-46f6-914d-1156a2e7f6bb triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:37:48.875447 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:48.948906 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:48.973165 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90a7f0fb-e682-4cca-9397-939908d5ac43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63bb6683-757a-46f6-914d-1156a2e7f6bb'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:37:48.975555 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e47ce94e7730ef80c099a0714bd3625e1f676465bb595722170593f8a424ee2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a01736a-16cb-47f8-9efa-4f8ab099af6a" -d '{"events": [{"server_uuid": "90a7f0fb-e682-4cca-9397-939908d5ac43", "name": "network-vif-plugged", "status": "completed", "tag": "63bb6683-757a-46f6-914d-1156a2e7f6bb"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:37:48.988257 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 63bb6683-757a-46f6-914d-1156a2e7f6bb, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=63bb6683-757a-46f6-914d-1156a2e7f6bb,segment=NetworkSegment(eb224138-57a6-420d-a6cb-f56bfc39e011),segment_id=eb224138-57a6-420d-a6cb-f56bfc39e011)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:37:48.992888 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:49.037997 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=63bb6683-757a-46f6-914d-1156a2e7f6bb,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:49.067478 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01ccf59d-ed3f-4560-817e-78de6b8bc10e x-openstack-request-id: req-01ccf59d-ed3f-4560-817e-78de6b8bc10e {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:37:49.067799 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90a7f0fb-e682-4cca-9397-939908d5ac43", "name": "network-vif-plugged", "status": "completed", "tag": "63bb6683-757a-46f6-914d-1156a2e7f6bb", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:37:49.068052 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-01ccf59d-ed3f-4560-817e-78de6b8bc10e {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:37:49.068445 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90a7f0fb-e682-4cca-9397-939908d5ac43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63bb6683-757a-46f6-914d-1156a2e7f6bb', 'code': 200} Aug 29 05:37:49.165642 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752ab9e2-67e2-4173-8ccf-b7bddd304801 req-cbf2b46d-acd2-481a-9ae0-a80c4c06d0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:49.167032 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-752ab9e2-67e2-4173-8ccf-b7bddd304801 req-cbf2b46d-acd2-481a-9ae0-a80c4c06d0b4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=90a7f0fb-e682-4cca-9397-939908d5ac43 HTTP/1.1" status: 200 len: 1097 time: 0.0435834 Aug 29 05:37:49.201969 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-752ab9e2-67e2-4173-8ccf-b7bddd304801 req-12154a6b-25b2-4b92-b2ab-af7dea41a504 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=dd4126e1-2264-4cf1-8c34-e914214d3259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275018 Aug 29 05:37:49.350514 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce86a06-9170-41cc-9bc4-ae8fa6882bd3 req-7da18d70-434d-4857-9785-e2999d49f175 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:49.352692 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4ce86a06-9170-41cc-9bc4-ae8fa6882bd3 req-7da18d70-434d-4857-9785-e2999d49f175 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] 10.222.0.22 "GET /v2.0/ports?device_id=90a7f0fb-e682-4cca-9397-939908d5ac43 HTTP/1.1" status: 200 len: 945 time: 0.0489945 Aug 29 05:37:49.389261 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-4ce86a06-9170-41cc-9bc4-ae8fa6882bd3 req-b183b80e-abc3-4645-87cc-f5c3b0457d37 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd4126e1-2264-4cf1-8c34-e914214d3259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303056 Aug 29 05:37:49.976884 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:50.596566 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b773a8a7-e98e-454e-9178-186a0dcac198 req-21c7019e-8525-4258-af1f-fd01b8e88fa9 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:50.598056 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b773a8a7-e98e-454e-9178-186a0dcac198 req-21c7019e-8525-4258-af1f-fd01b8e88fa9 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] 10.222.0.22 "GET /v2.0/ports?device_id=90a7f0fb-e682-4cca-9397-939908d5ac43 HTTP/1.1" status: 200 len: 945 time: 0.1398821 Aug 29 05:37:50.635848 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b773a8a7-e98e-454e-9178-186a0dcac198 req-ae3c3b77-e4f3-4f44-a05b-11182233fbf9 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd4126e1-2264-4cf1-8c34-e914214d3259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316238 Aug 29 05:37:50.751273 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddd328c-97a5-4d60-a51b-924b1b7678f8 req-9402b09b-494f-499d-bd98-31ac2340600a tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:50.752830 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fddd328c-97a5-4d60-a51b-924b1b7678f8 req-9402b09b-494f-499d-bd98-31ac2340600a tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] 10.222.0.22 "GET /v2.0/ports?device_id=90a7f0fb-e682-4cca-9397-939908d5ac43 HTTP/1.1" status: 200 len: 945 time: 0.0525446 Aug 29 05:37:50.790047 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fddd328c-97a5-4d60-a51b-924b1b7678f8 req-fe868120-02b5-490b-8500-c0e0cd3fd026 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd4126e1-2264-4cf1-8c34-e914214d3259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305729 Aug 29 05:37:50.812595 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 43580) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:37:50.893482 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb182131-5b6d-4391-b8c3-2e7231cce614 tempest-TestSnapshotPattern-128184940 tempest-TestSnapshotPattern-128184940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:50.895031 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-bb182131-5b6d-4391-b8c3-2e7231cce614 tempest-TestSnapshotPattern-128184940 tempest-TestSnapshotPattern-128184940-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=90a7f0fb-e682-4cca-9397-939908d5ac43 HTTP/1.1" status: 200 len: 1092 time: 0.0814273 Aug 29 05:37:50.897941 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 43584) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:37:50.902258 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-4d26815b-2a20-445d-a019-f9545e189a2e tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Request body: {'floatingip': {'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'port_id': '63bb6683-757a-46f6-914d-1156a2e7f6bb', 'tenant_id': '1f46b61a8ce549e1b808d261993d0d24', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:37:50.923700 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4d26815b-2a20-445d-a019-f9545e189a2e tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Notify callbacks [] for floatingip, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:51.021435 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4d26815b-2a20-445d-a019-f9545e189a2e tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:51.121022 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-4d26815b-2a20-445d-a019-f9545e189a2e tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Allocated IP 172.25.0.203 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/7d5b374f-66cb-45d7-ab18-c19c0d839cba) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:37:51.224127 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4d26815b-2a20-445d-a019-f9545e189a2e tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:51.262186 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4d26815b-2a20-445d-a019-f9545e189a2e tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:51.296887 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d26815b-2a20-445d-a019-f9545e189a2e tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:37:51.301621 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-4d26815b-2a20-445d-a019-f9545e189a2e tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:37:51.305747 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d26815b-2a20-445d-a019-f9545e189a2e tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:37:51.328638 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d26815b-2a20-445d-a019-f9545e189a2e tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Pushing event updated for resources: {'Port': ['ID=7d5b374f-66cb-45d7-ab18-c19c0d839cba,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:51.660570 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4d26815b-2a20-445d-a019-f9545e189a2e tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:51.728059 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4d26815b-2a20-445d-a019-f9545e189a2e tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:51.877553 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4d26815b-2a20-445d-a019-f9545e189a2e tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:51.882266 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4d26815b-2a20-445d-a019-f9545e189a2e tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:51.949116 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d26815b-2a20-445d-a019-f9545e189a2e tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Pushing event updated for resources: {'Port': ['ID=7d5b374f-66cb-45d7-ab18-c19c0d839cba,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:51.959008 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4d26815b-2a20-445d-a019-f9545e189a2e tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719515'] for floatingip, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:52.060277 n-d-712140-12 neutron-server[94828]: INFO neutron.db.l3_db [None req-4d26815b-2a20-445d-a019-f9545e189a2e tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Floating IP 87fde0a9-7ec1-4b13-a1c2-8be1a3363881 associated. External IP: 172.25.0.203, port: 63bb6683-757a-46f6-914d-1156a2e7f6bb. Aug 29 05:37:52.267367 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d26815b-2a20-445d-a019-f9545e189a2e tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Router b38f5f40-2d7b-46d8-b01f-2094ddcb557c has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:37:52.373871 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d26815b-2a20-445d-a019-f9545e189a2e tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:37:52.384085 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd03bb92-5537-4746-a19c-260ecb5f3998 None None] Sync routers for ids ['b38f5f40-2d7b-46d8-b01f-2094ddcb557c'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:37:52.390409 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4d26815b-2a20-445d-a019-f9545e189a2e tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:52.396277 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd03bb92-5537-4746-a19c-260ecb5f3998 None None] Routers {'b38f5f40-2d7b-46d8-b01f-2094ddcb557c'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:37:52.397223 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-dd03bb92-5537-4746-a19c-260ecb5f3998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:37:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['b38f5f40-2d7b-46d8-b01f-2094ddcb557c'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:52.418661 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-4d26815b-2a20-445d-a019-f9545e189a2e tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5196981 Aug 29 05:37:52.419279 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90a7f0fb-e682-4cca-9397-939908d5ac43', 'tag': '63bb6683-757a-46f6-914d-1156a2e7f6bb'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:37:52.421713 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfb9107a06241f0f5f2256c13c0e0e77dc40c776bf6dc0455c34cebdf0549d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2889fc2-c0ba-455c-b46e-73bc1c710c27" -d '{"events": [{"name": "network-changed", "server_uuid": "90a7f0fb-e682-4cca-9397-939908d5ac43", "tag": "63bb6683-757a-46f6-914d-1156a2e7f6bb"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:37:52.459301 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5526dde1-ac6f-47bf-9b89-574c7c3547fe x-openstack-request-id: req-5526dde1-ac6f-47bf-9b89-574c7c3547fe {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:37:52.459600 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90a7f0fb-e682-4cca-9397-939908d5ac43", "tag": "63bb6683-757a-46f6-914d-1156a2e7f6bb", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:37:52.459889 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5526dde1-ac6f-47bf-9b89-574c7c3547fe {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:37:52.460301 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90a7f0fb-e682-4cca-9397-939908d5ac43', 'tag': '63bb6683-757a-46f6-914d-1156a2e7f6bb', 'status': 'completed', 'code': 200} Aug 29 05:37:52.503091 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-dd03bb92-5537-4746-a19c-260ecb5f3998 None None] Set router b38f5f40-2d7b-46d8-b01f-2094ddcb557c gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:37:52.562838 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2889fc2-c0ba-455c-b46e-73bc1c710c27 req-fcb3a95c-5c1f-45f2-ab66-ce8bd83630a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:52.564422 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d2889fc2-c0ba-455c-b46e-73bc1c710c27 req-fcb3a95c-5c1f-45f2-ab66-ce8bd83630a4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1f46b61a8ce549e1b808d261993d0d24&device_id=90a7f0fb-e682-4cca-9397-939908d5ac43 HTTP/1.1" status: 200 len: 1097 time: 0.0830948 Aug 29 05:37:52.657475 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2889fc2-c0ba-455c-b46e-73bc1c710c27 req-bc112ccd-e1b6-4a7b-a9b7-fb751bdc0749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:52.658698 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d2889fc2-c0ba-455c-b46e-73bc1c710c27 req-bc112ccd-e1b6-4a7b-a9b7-fb751bdc0749 service neutron] 10.222.0.46 "GET /v2.0/networks?id=cc038c55-f51d-41ac-9f18-7d8d5cfaec69 HTTP/1.1" status: 200 len: 910 time: 0.0864942 Aug 29 05:37:52.721375 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-dd03bb92-5537-4746-a19c-260ecb5f3998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b38f5f40-2d7b-46d8-b01f-2094ddcb557c', 'name': 'tempest-TestSnapshotPattern-355185408-router', 'tenant_id': '1f46b61a8ce549e1b808d261993d0d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '76ebb1b9-693a-4055-bcc4-740691596660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:37:28Z', 'updated_at': '2021-08-29T05:37:30Z', 'revision_number': 4, 'project_id': '1f46b61a8ce549e1b808d261993d0d24', 'gw_port': {'id': '76ebb1b9-693a-4055-bcc4-740691596660', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38f5f40-2d7b-46d8-b01f-2094ddcb557c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:28Z', 'updated_at': '2021-08-29T05:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': '87fde0a9-7ec1-4b13-a1c2-8be1a3363881', 'tenant_id': '1f46b61a8ce549e1b808d261993d0d24', 'floating_ip_address': '172.25.0.203', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': 'b38f5f40-2d7b-46d8-b01f-2094ddcb557c', 'port_id': '63bb6683-757a-46f6-914d-1156a2e7f6bb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc038c55-f51d-41ac-9f18-7d8d5cfaec69', 'mac_address': 'fa:16:3e:62:ad:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a7f0fb-e682-4cca-9397-939908d5ac43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:37:51Z', 'updated_at': '2021-08-29T05:37:51Z', 'revision_number': 0, 'project_id': '1f46b61a8ce549e1b808d261993d0d24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc94389f-2e95-4263-ad35-875ccdae17ff', 'name': '', 'network_id': 'cc038c55-f51d-41ac-9f18-7d8d5cfaec69', 'tenant_id': '1f46b61a8ce549e1b808d261993d0d24', 'mac_address': 'fa:16:3e:9a:b9:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38f5f40-2d7b-46d8-b01f-2094ddcb557c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'a1ccf29f-f485-4406-9ebc-1f1070e2a12a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:30Z', 'updated_at': '2021-08-29T05:37:37Z', 'revision_number': 5, 'project_id': '1f46b61a8ce549e1b808d261993d0d24', 'subnets': [{'id': 'a1ccf29f-f485-4406-9ebc-1f1070e2a12a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:52.724674 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d2889fc2-c0ba-455c-b46e-73bc1c710c27 req-47edb4bb-71e6-430f-b32c-d5b7e3aad70b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63bb6683-757a-46f6-914d-1156a2e7f6bb HTTP/1.1" status: 200 len: 999 time: 0.0587051 Aug 29 05:37:52.785271 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2889fc2-c0ba-455c-b46e-73bc1c710c27 req-61b00803-54d2-4f05-adc4-a4baee423799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:52.786719 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d2889fc2-c0ba-455c-b46e-73bc1c710c27 req-61b00803-54d2-4f05-adc4-a4baee423799 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a1ccf29f-f485-4406-9ebc-1f1070e2a12a HTTP/1.1" status: 200 len: 848 time: 0.0513806 Aug 29 05:37:52.834773 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2889fc2-c0ba-455c-b46e-73bc1c710c27 req-2811b8e1-7adc-4a33-b68a-dc2113a3e17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:52.836481 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d2889fc2-c0ba-455c-b46e-73bc1c710c27 req-2811b8e1-7adc-4a33-b68a-dc2113a3e17d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cc038c55-f51d-41ac-9f18-7d8d5cfaec69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424373 Aug 29 05:37:52.844745 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd03bb92-5537-4746-a19c-260ecb5f3998 None None] Checking router: b38f5f40-2d7b-46d8-b01f-2094ddcb557c for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:37:52.854049 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd03bb92-5537-4746-a19c-260ecb5f3998 None None] Routers {'b38f5f40-2d7b-46d8-b01f-2094ddcb557c'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:37:52.854655 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-dd03bb92-5537-4746-a19c-260ecb5f3998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:37:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['b38f5f40-2d7b-46d8-b01f-2094ddcb557c'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:52.926095 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d2889fc2-c0ba-455c-b46e-73bc1c710c27 req-6a69a9a1-0186-434d-b3d1-315fe426657a service neutron] 10.222.0.46 "GET /v2.0/networks/cc038c55-f51d-41ac-9f18-7d8d5cfaec69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819085 Aug 29 05:37:52.957873 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-dd03bb92-5537-4746-a19c-260ecb5f3998 None None] Set router b38f5f40-2d7b-46d8-b01f-2094ddcb557c gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:37:53.020470 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d2889fc2-c0ba-455c-b46e-73bc1c710c27 req-f3947754-8349-4e93-9dfc-0a75bf0ebe1c service neutron] 10.222.0.46 "GET /v2.0/networks/cc038c55-f51d-41ac-9f18-7d8d5cfaec69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860705 Aug 29 05:37:53.179558 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-dd03bb92-5537-4746-a19c-260ecb5f3998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b38f5f40-2d7b-46d8-b01f-2094ddcb557c', 'name': 'tempest-TestSnapshotPattern-355185408-router', 'tenant_id': '1f46b61a8ce549e1b808d261993d0d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '76ebb1b9-693a-4055-bcc4-740691596660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:37:28Z', 'updated_at': '2021-08-29T05:37:30Z', 'revision_number': 4, 'project_id': '1f46b61a8ce549e1b808d261993d0d24', 'gw_port': {'id': '76ebb1b9-693a-4055-bcc4-740691596660', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38f5f40-2d7b-46d8-b01f-2094ddcb557c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:28Z', 'updated_at': '2021-08-29T05:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': '87fde0a9-7ec1-4b13-a1c2-8be1a3363881', 'tenant_id': '1f46b61a8ce549e1b808d261993d0d24', 'floating_ip_address': '172.25.0.203', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': 'b38f5f40-2d7b-46d8-b01f-2094ddcb557c', 'port_id': '63bb6683-757a-46f6-914d-1156a2e7f6bb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc038c55-f51d-41ac-9f18-7d8d5cfaec69', 'mac_address': 'fa:16:3e:62:ad:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a7f0fb-e682-4cca-9397-939908d5ac43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:37:51Z', 'updated_at': '2021-08-29T05:37:51Z', 'revision_number': 0, 'project_id': '1f46b61a8ce549e1b808d261993d0d24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc94389f-2e95-4263-ad35-875ccdae17ff', 'name': '', 'network_id': 'cc038c55-f51d-41ac-9f18-7d8d5cfaec69', 'tenant_id': '1f46b61a8ce549e1b808d261993d0d24', 'mac_address': 'fa:16:3e:9a:b9:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38f5f40-2d7b-46d8-b01f-2094ddcb557c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'a1ccf29f-f485-4406-9ebc-1f1070e2a12a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:30Z', 'updated_at': '2021-08-29T05:37:37Z', 'revision_number': 5, 'project_id': '1f46b61a8ce549e1b808d261993d0d24', 'subnets': [{'id': 'a1ccf29f-f485-4406-9ebc-1f1070e2a12a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:53.204886 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd03bb92-5537-4746-a19c-260ecb5f3998 None None] The sync data for ids ['b38f5f40-2d7b-46d8-b01f-2094ddcb557c'] in n-d-712140-12 is: [{'id': 'b38f5f40-2d7b-46d8-b01f-2094ddcb557c', 'name': 'tempest-TestSnapshotPattern-355185408-router', 'tenant_id': '1f46b61a8ce549e1b808d261993d0d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '76ebb1b9-693a-4055-bcc4-740691596660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:37:28Z', 'updated_at': '2021-08-29T05:37:30Z', 'revision_number': 4, 'project_id': '1f46b61a8ce549e1b808d261993d0d24', 'gw_port': {'id': '76ebb1b9-693a-4055-bcc4-740691596660', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38f5f40-2d7b-46d8-b01f-2094ddcb557c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:28Z', 'updated_at': '2021-08-29T05:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': '87fde0a9-7ec1-4b13-a1c2-8be1a3363881', 'tenant_id': '1f46b61a8ce549e1b808d261993d0d24', 'floating_ip_address': '172.25.0.203', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': 'b38f5f40-2d7b-46d8-b01f-2094ddcb557c', 'port_id': '63bb6683-757a-46f6-914d-1156a2e7f6bb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc038c55-f51d-41ac-9f18-7d8d5cfaec69', 'mac_address': 'fa:16:3e:62:ad:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a7f0fb-e682-4cca-9397-939908d5ac43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:37:51Z', 'updated_at': '2021-08-29T05:37:51Z', 'revision_number': 0, 'project_id': '1f46b61a8ce549e1b808d261993d0d24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc94389f-2e95-4263-ad35-875ccdae17ff', 'name': '', 'network_id': 'cc038c55-f51d-41ac-9f18-7d8d5cfaec69', 'tenant_id': '1f46b61a8ce549e1b808d261993d0d24', 'mac_address': 'fa:16:3e:9a:b9:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38f5f40-2d7b-46d8-b01f-2094ddcb557c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'a1ccf29f-f485-4406-9ebc-1f1070e2a12a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:30Z', 'updated_at': '2021-08-29T05:37:37Z', 'revision_number': 5, 'project_id': '1f46b61a8ce549e1b808d261993d0d24', 'subnets': [{'id': 'a1ccf29f-f485-4406-9ebc-1f1070e2a12a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:37:53.397734 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cff8f2-1804-4d4e-89af-46c1293f1c38 None None] New status for floating IP 87fde0a9-7ec1-4b13-a1c2-8be1a3363881: ACTIVE {{(pid=94830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:37:57.978424 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-47ae5d6a-1760-4efd-8c35-d6c29d797367 req-2bb828c9-1a17-475d-b70b-6b7c6fe7b963 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=90a7f0fb-e682-4cca-9397-939908d5ac43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0393925 Aug 29 05:37:58.062639 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ae5d6a-1760-4efd-8c35-d6c29d797367 req-6e4e9ba8-7a79-4df9-b77e-f4ba23bf8042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:58.064046 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-47ae5d6a-1760-4efd-8c35-d6c29d797367 req-6e4e9ba8-7a79-4df9-b77e-f4ba23bf8042 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1f46b61a8ce549e1b808d261993d0d24&device_id=90a7f0fb-e682-4cca-9397-939908d5ac43 HTTP/1.1" status: 200 len: 1097 time: 0.0433290 Aug 29 05:37:58.169261 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ae5d6a-1760-4efd-8c35-d6c29d797367 req-6a5b637b-6529-4949-ba86-0db9a5f19bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:58.170718 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-47ae5d6a-1760-4efd-8c35-d6c29d797367 req-6a5b637b-6529-4949-ba86-0db9a5f19bdf service neutron] 10.222.0.46 "GET /v2.0/networks?id=cc038c55-f51d-41ac-9f18-7d8d5cfaec69 HTTP/1.1" status: 200 len: 910 time: 0.0869713 Aug 29 05:37:58.243224 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-47ae5d6a-1760-4efd-8c35-d6c29d797367 req-6d11dc40-d4b1-417a-84e0-f5d21d01f031 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63bb6683-757a-46f6-914d-1156a2e7f6bb HTTP/1.1" status: 200 len: 1001 time: 0.0636964 Aug 29 05:37:58.296008 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ae5d6a-1760-4efd-8c35-d6c29d797367 req-05e1498a-e0ce-4cdf-88d1-7bc5aa003ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:58.297427 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-47ae5d6a-1760-4efd-8c35-d6c29d797367 req-05e1498a-e0ce-4cdf-88d1-7bc5aa003ee1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a1ccf29f-f485-4406-9ebc-1f1070e2a12a HTTP/1.1" status: 200 len: 848 time: 0.0463879 Aug 29 05:37:58.344284 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ae5d6a-1760-4efd-8c35-d6c29d797367 req-0fabce6c-ccdc-44c9-a05a-6dd92c84a7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:58.345676 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-47ae5d6a-1760-4efd-8c35-d6c29d797367 req-0fabce6c-ccdc-44c9-a05a-6dd92c84a7ab service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cc038c55-f51d-41ac-9f18-7d8d5cfaec69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397127 Aug 29 05:37:58.432985 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-47ae5d6a-1760-4efd-8c35-d6c29d797367 req-0b7c383c-2a61-4e80-b83d-763375043477 service neutron] 10.222.0.46 "GET /v2.0/networks/cc038c55-f51d-41ac-9f18-7d8d5cfaec69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788999 Aug 29 05:37:58.525190 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-47ae5d6a-1760-4efd-8c35-d6c29d797367 req-bbaad5ea-190e-4cf6-a32e-12a64f527921 service neutron] 10.222.0.46 "GET /v2.0/networks/cc038c55-f51d-41ac-9f18-7d8d5cfaec69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848994 Aug 29 05:37:59.476022 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:59.554466 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:38:03.476123 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-461fff1c-0ba2-482c-ae36-9c3fdd83c317 req-06a7baf9-560b-4199-9ed0-8f6ba7c9dafa service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=19efa733-49d3-4125-b1bf-b01d593b5e9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0397141 Aug 29 05:38:03.507167 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2f2faa89-57ba-47cb-a95f-e243dc84da2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:38:03.579450 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461fff1c-0ba2-482c-ae36-9c3fdd83c317 req-dd214eae-1705-4b0c-96b9-30ea376bf956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:38:03.581261 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-461fff1c-0ba2-482c-ae36-9c3fdd83c317 req-dd214eae-1705-4b0c-96b9-30ea376bf956 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=31def360f89342158e5c482db8b51dfa&device_id=19efa733-49d3-4125-b1bf-b01d593b5e9a HTTP/1.1" status: 200 len: 1097 time: 0.0398955 Aug 29 05:38:03.687652 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461fff1c-0ba2-482c-ae36-9c3fdd83c317 req-b3488c83-189c-4e31-8dbb-595a4a4e8d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:38:03.689170 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-461fff1c-0ba2-482c-ae36-9c3fdd83c317 req-b3488c83-189c-4e31-8dbb-595a4a4e8d0d service neutron] 10.222.0.48 "GET /v2.0/networks?id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb HTTP/1.1" status: 200 len: 913 time: 0.0858078 Aug 29 05:38:03.732147 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-461fff1c-0ba2-482c-ae36-9c3fdd83c317 req-164cdb1f-fb24-49aa-96ed-21e586c972fb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e11f048-6330-4537-9251-c0dbbafc7fc5 HTTP/1.1" status: 200 len: 217 time: 0.0349061 Aug 29 05:38:03.782167 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461fff1c-0ba2-482c-ae36-9c3fdd83c317 req-17c08489-1de8-4477-a88f-80efdd4b9456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:38:03.783617 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-461fff1c-0ba2-482c-ae36-9c3fdd83c317 req-17c08489-1de8-4477-a88f-80efdd4b9456 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6f6d99e8-8009-478f-9356-563dd7d1ac5b HTTP/1.1" status: 200 len: 851 time: 0.0431116 Aug 29 05:38:03.835333 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461fff1c-0ba2-482c-ae36-9c3fdd83c317 req-e07bf614-94e8-45b3-8053-cf1e9b0072e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:38:03.836899 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-461fff1c-0ba2-482c-ae36-9c3fdd83c317 req-e07bf614-94e8-45b3-8053-cf1e9b0072e8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443087 Aug 29 05:38:03.923504 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-461fff1c-0ba2-482c-ae36-9c3fdd83c317 req-31492cfb-a84a-4672-8ab1-f67b5c416195 service neutron] 10.222.0.48 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786419 Aug 29 05:38:04.017177 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-461fff1c-0ba2-482c-ae36-9c3fdd83c317 req-b2c2c36f-0a58-478f-8845-a11534b4bb25 service neutron] 10.222.0.48 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848563 Aug 29 05:38:06.366645 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7ada130e-64f2-4be1-a0f3-b621d9cc298f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:38:07.410438 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:38:07.518997 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:38:09.029699 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:38:19.970385 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:38:29.493024 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:38:33.507378 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1ed8a84f-d877-414f-baa5-75683270a7d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:38:36.367305 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d08c646d-bfab-4128-b6af-ea916dbe3d97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:38:36.553821 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:38:37.411298 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:38:37.520482 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:38:39.032082 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:38:50.009526 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:38:57.960894 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6101772d-2d16-4e05-bc7c-c1520b1b2ae9 req-d6ae0603-faf0-4f06-9f59-a2ec840afc13 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=90a7f0fb-e682-4cca-9397-939908d5ac43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0399487 Aug 29 05:38:58.040336 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101772d-2d16-4e05-bc7c-c1520b1b2ae9 req-c20a01df-d668-4427-9220-81abcdfb82bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:38:58.041726 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6101772d-2d16-4e05-bc7c-c1520b1b2ae9 req-c20a01df-d668-4427-9220-81abcdfb82bf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1f46b61a8ce549e1b808d261993d0d24&device_id=90a7f0fb-e682-4cca-9397-939908d5ac43 HTTP/1.1" status: 200 len: 1097 time: 0.0404775 Aug 29 05:38:58.148127 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101772d-2d16-4e05-bc7c-c1520b1b2ae9 req-20b2986b-6db2-4d58-b352-4de92b6c2a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:38:58.149634 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6101772d-2d16-4e05-bc7c-c1520b1b2ae9 req-20b2986b-6db2-4d58-b352-4de92b6c2a0f service neutron] 10.222.0.46 "GET /v2.0/networks?id=cc038c55-f51d-41ac-9f18-7d8d5cfaec69 HTTP/1.1" status: 200 len: 910 time: 0.0888319 Aug 29 05:38:58.213836 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6101772d-2d16-4e05-bc7c-c1520b1b2ae9 req-710dfafd-add1-436d-ab12-0f3e01de7bf9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63bb6683-757a-46f6-914d-1156a2e7f6bb HTTP/1.1" status: 200 len: 1001 time: 0.0571012 Aug 29 05:38:58.262174 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101772d-2d16-4e05-bc7c-c1520b1b2ae9 req-d757e53f-7945-46e1-8127-20405735be9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:38:58.263670 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6101772d-2d16-4e05-bc7c-c1520b1b2ae9 req-d757e53f-7945-46e1-8127-20405735be9b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a1ccf29f-f485-4406-9ebc-1f1070e2a12a HTTP/1.1" status: 200 len: 848 time: 0.0427217 Aug 29 05:38:58.311296 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101772d-2d16-4e05-bc7c-c1520b1b2ae9 req-9caf741f-0e4d-481e-9b90-bc9ce0d9ca64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:38:58.312754 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6101772d-2d16-4e05-bc7c-c1520b1b2ae9 req-9caf741f-0e4d-481e-9b90-bc9ce0d9ca64 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cc038c55-f51d-41ac-9f18-7d8d5cfaec69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425673 Aug 29 05:38:58.401110 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6101772d-2d16-4e05-bc7c-c1520b1b2ae9 req-8cc9787b-682e-4c89-bf8a-7e443dfe96c8 service neutron] 10.222.0.46 "GET /v2.0/networks/cc038c55-f51d-41ac-9f18-7d8d5cfaec69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811224 Aug 29 05:38:58.491922 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6101772d-2d16-4e05-bc7c-c1520b1b2ae9 req-3655106e-b2c3-4266-9868-d0e0ede5033d service neutron] 10.222.0.46 "GET /v2.0/networks/cc038c55-f51d-41ac-9f18-7d8d5cfaec69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834715 Aug 29 05:38:59.494230 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:38:59.748463 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [req-2f7ab2a7-28b7-4375-8eb4-0f5426c7816f req-e8257301-5f11-4e1b-b357-023b7fc5a2d9 service neutron] (94829) timed out ('10.222.0.22', 41942) {{(pid=94829) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 05:39:03.474363 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0002588a-011f-466f-81dd-bb2ab0e268b7 req-c1900cf7-a705-450b-a39e-ef35f2e9bb77 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=19efa733-49d3-4125-b1bf-b01d593b5e9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0395024 Aug 29 05:39:03.509408 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b5554f20-c510-441d-bec2-dcad05583f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:03.579394 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0002588a-011f-466f-81dd-bb2ab0e268b7 req-d1076e61-78ab-4f93-b22e-87ceb3fb709a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:39:03.581195 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0002588a-011f-466f-81dd-bb2ab0e268b7 req-d1076e61-78ab-4f93-b22e-87ceb3fb709a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=31def360f89342158e5c482db8b51dfa&device_id=19efa733-49d3-4125-b1bf-b01d593b5e9a HTTP/1.1" status: 200 len: 1097 time: 0.0400863 Aug 29 05:39:03.687531 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0002588a-011f-466f-81dd-bb2ab0e268b7 req-a54ecd94-91a4-41f1-93b1-cdd2c9640d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:39:03.689050 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0002588a-011f-466f-81dd-bb2ab0e268b7 req-a54ecd94-91a4-41f1-93b1-cdd2c9640d0f service neutron] 10.222.0.48 "GET /v2.0/networks?id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb HTTP/1.1" status: 200 len: 913 time: 0.0861821 Aug 29 05:39:03.731476 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0002588a-011f-466f-81dd-bb2ab0e268b7 req-f6b3455a-6160-418d-880c-9b0d9d4856a6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e11f048-6330-4537-9251-c0dbbafc7fc5 HTTP/1.1" status: 200 len: 217 time: 0.0340540 Aug 29 05:39:03.783771 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0002588a-011f-466f-81dd-bb2ab0e268b7 req-0c06f814-ad85-4091-80a2-61bf658627ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:39:03.785249 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0002588a-011f-466f-81dd-bb2ab0e268b7 req-0c06f814-ad85-4091-80a2-61bf658627ff service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6f6d99e8-8009-478f-9356-563dd7d1ac5b HTTP/1.1" status: 200 len: 851 time: 0.0444670 Aug 29 05:39:03.835278 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0002588a-011f-466f-81dd-bb2ab0e268b7 req-1f1f94da-baee-4a70-9d3a-9de18495c573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:39:03.836819 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0002588a-011f-466f-81dd-bb2ab0e268b7 req-1f1f94da-baee-4a70-9d3a-9de18495c573 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435350 Aug 29 05:39:03.925685 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0002588a-011f-466f-81dd-bb2ab0e268b7 req-b1845186-c2d3-4ee8-9042-49f55d437e73 service neutron] 10.222.0.48 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807815 Aug 29 05:39:04.025772 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0002588a-011f-466f-81dd-bb2ab0e268b7 req-4150ff7f-efeb-43a9-8821-484ad057cc87 service neutron] 10.222.0.48 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843961 Aug 29 05:39:06.367958 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6bc6354a-6945-474a-bde9-691f747363f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:07.412572 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:07.522607 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:09.035511 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:13.553964 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:39:20.010777 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:29.503460 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:33.510346 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-23a71d86-c6bb-4a25-aafa-94ba9da2ee5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:36.371547 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8eba668e-cb64-47d2-9f1b-1a1d98f89a35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:37.413366 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:37.526801 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:39.038516 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:50.020127 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:50.552770 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:39:53.423103 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 63bb6683-757a-46f6-914d-1156a2e7f6bb details requested by agent hyperv_n-h1-712140-12 with host n-h1-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:39:53.519493 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 63bb6683-757a-46f6-914d-1156a2e7f6bb, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=63bb6683-757a-46f6-914d-1156a2e7f6bb,segment=NetworkSegment(eb224138-57a6-420d-a6cb-f56bfc39e011),segment_id=eb224138-57a6-420d-a6cb-f56bfc39e011)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:39:53.531120 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Returning: {'device': '63bb6683-757a-46f6-914d-1156a2e7f6bb', 'network_id': 'cc038c55-f51d-41ac-9f18-7d8d5cfaec69', 'port_id': '63bb6683-757a-46f6-914d-1156a2e7f6bb', 'mac_address': 'fa:16:3e:62:ad:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1ccf29f-f485-4406-9ebc-1f1070e2a12a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:39:53.573931 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:53.590184 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 63bb6683-757a-46f6-914d-1156a2e7f6bb {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:39:53.609982 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 63bb6683-757a-46f6-914d-1156a2e7f6bb, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=63bb6683-757a-46f6-914d-1156a2e7f6bb,segment=NetworkSegment(eb224138-57a6-420d-a6cb-f56bfc39e011),segment_id=eb224138-57a6-420d-a6cb-f56bfc39e011)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:39:53.614114 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:53.672008 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=63bb6683-757a-46f6-914d-1156a2e7f6bb,revision_number=6']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:39:53.680670 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:39:53.681016 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:39:53.681355 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:39:53.681689 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:39:53.682609 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:39:53.683023 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:39:53.683354 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:39:53.683720 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:39:53.684045 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:39:53.684371 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:39:53.684694 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:39:53.685017 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:39:53.690811 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] get_ports_and_sgs() called for port_ids ['63bb6683-757a-46f6-914d-1156a2e7f6bb'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:39:55.436134 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 63bb6683-757a-46f6-914d-1156a2e7f6bb up at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:39:55.486830 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Provisioning complete for port 63bb6683-757a-46f6-914d-1156a2e7f6bb triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:39:55.487241 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:55.571166 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:55.597826 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90a7f0fb-e682-4cca-9397-939908d5ac43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63bb6683-757a-46f6-914d-1156a2e7f6bb'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:39:55.600486 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e47ce94e7730ef80c099a0714bd3625e1f676465bb595722170593f8a424ee2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88d9e88a-a0d8-434e-8986-fd6b04be30f8" -d '{"events": [{"server_uuid": "90a7f0fb-e682-4cca-9397-939908d5ac43", "name": "network-vif-plugged", "status": "completed", "tag": "63bb6683-757a-46f6-914d-1156a2e7f6bb"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:39:55.635267 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 63bb6683-757a-46f6-914d-1156a2e7f6bb, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=63bb6683-757a-46f6-914d-1156a2e7f6bb,segment=NetworkSegment(eb224138-57a6-420d-a6cb-f56bfc39e011),segment_id=eb224138-57a6-420d-a6cb-f56bfc39e011)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:39:55.646159 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:55.877093 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-455f0921-0140-4816-8525-9e19c8d18949 x-openstack-request-id: req-455f0921-0140-4816-8525-9e19c8d18949 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:39:55.877093 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90a7f0fb-e682-4cca-9397-939908d5ac43", "name": "network-vif-plugged", "status": "completed", "tag": "63bb6683-757a-46f6-914d-1156a2e7f6bb", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:39:55.877487 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-455f0921-0140-4816-8525-9e19c8d18949 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:39:55.877976 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90a7f0fb-e682-4cca-9397-939908d5ac43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63bb6683-757a-46f6-914d-1156a2e7f6bb', 'code': 200} Aug 29 05:39:55.909893 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=63bb6683-757a-46f6-914d-1156a2e7f6bb,revision_number=7']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:39:59.506924 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:40:00.000234 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0261447-469d-4480-9e30-c4aae41ae2da req-770885fc-4b91-45fe-b2ea-19eba593271c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:40:00.002037 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a0261447-469d-4480-9e30-c4aae41ae2da req-770885fc-4b91-45fe-b2ea-19eba593271c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1f46b61a8ce549e1b808d261993d0d24&device_id=90a7f0fb-e682-4cca-9397-939908d5ac43 HTTP/1.1" status: 200 len: 1097 time: 0.0463688 Aug 29 05:40:00.125145 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0261447-469d-4480-9e30-c4aae41ae2da req-5f396733-38a7-4c74-b02e-d2185d0924ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:40:00.126687 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a0261447-469d-4480-9e30-c4aae41ae2da req-5f396733-38a7-4c74-b02e-d2185d0924ae service neutron] 10.222.0.46 "GET /v2.0/networks?id=cc038c55-f51d-41ac-9f18-7d8d5cfaec69 HTTP/1.1" status: 200 len: 910 time: 0.1016877 Aug 29 05:40:00.206265 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a0261447-469d-4480-9e30-c4aae41ae2da req-92ec3a36-eab7-48a8-acfc-d2b40bb98145 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63bb6683-757a-46f6-914d-1156a2e7f6bb HTTP/1.1" status: 200 len: 1001 time: 0.0699933 Aug 29 05:40:00.262317 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0261447-469d-4480-9e30-c4aae41ae2da req-63e812f7-38e2-48f1-b38f-576cf230b88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:40:00.263920 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a0261447-469d-4480-9e30-c4aae41ae2da req-63e812f7-38e2-48f1-b38f-576cf230b88e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a1ccf29f-f485-4406-9ebc-1f1070e2a12a HTTP/1.1" status: 200 len: 848 time: 0.0494192 Aug 29 05:40:00.313668 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0261447-469d-4480-9e30-c4aae41ae2da req-74f12f98-c4f4-4220-9c32-e93366c844a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:40:00.315472 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a0261447-469d-4480-9e30-c4aae41ae2da req-74f12f98-c4f4-4220-9c32-e93366c844a3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cc038c55-f51d-41ac-9f18-7d8d5cfaec69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440822 Aug 29 05:40:00.427866 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a0261447-469d-4480-9e30-c4aae41ae2da req-dd2ea9ad-2d96-44e1-beb0-95ea82107199 service neutron] 10.222.0.46 "GET /v2.0/networks/cc038c55-f51d-41ac-9f18-7d8d5cfaec69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037195 Aug 29 05:40:00.526599 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a0261447-469d-4480-9e30-c4aae41ae2da req-3d8aa226-694b-4006-87a1-764bcf4dffa9 service neutron] 10.222.0.46 "GET /v2.0/networks/cc038c55-f51d-41ac-9f18-7d8d5cfaec69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914588 Aug 29 05:40:03.509960 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b8ccafb0-0c9e-4d73-a5d4-d4248a6d794b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:40:04.106458 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-07684eb0-5131-49de-b2d8-f74b4898b9cd req-b51d1324-38d4-4708-b230-529232323519 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1622417175&fields=id&tenant_id=1f46b61a8ce549e1b808d261993d0d24 HTTP/1.1" status: 200 len: 267 time: 0.0381529 Aug 29 05:40:04.208057 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07684eb0-5131-49de-b2d8-f74b4898b9cd req-d3a78f89-5e2b-465f-821b-a08bc16d95cc tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:40:04.209499 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-07684eb0-5131-49de-b2d8-f74b4898b9cd req-d3a78f89-5e2b-465f-821b-a08bc16d95cc tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] 10.222.0.22 "GET /v2.0/networks?id=cc038c55-f51d-41ac-9f18-7d8d5cfaec69 HTTP/1.1" status: 200 len: 809 time: 0.0963309 Aug 29 05:40:04.224604 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-07684eb0-5131-49de-b2d8-f74b4898b9cd req-0fe256d1-da88-46e0-9d85-c7d72ae5f8b0 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] 10.222.0.22 "GET /v2.0/quotas/1f46b61a8ce549e1b808d261993d0d24 HTTP/1.1" status: 200 len: 375 time: 0.0087895 Aug 29 05:40:04.277541 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-07684eb0-5131-49de-b2d8-f74b4898b9cd req-06237deb-4569-4a61-9b8e-cf6d39adffa9 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=1f46b61a8ce549e1b808d261993d0d24&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0477684 Aug 29 05:40:04.414650 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-07684eb0-5131-49de-b2d8-f74b4898b9cd req-d7792eba-c8d5-4f5c-b6b9-84f342edf495 service neutron] 10.222.0.22 "GET /v2.0/networks/cc038c55-f51d-41ac-9f18-7d8d5cfaec69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255152 Aug 29 05:40:04.502099 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-07684eb0-5131-49de-b2d8-f74b4898b9cd req-fec165d4-6cd1-4e69-b086-792b94d73797 service neutron] 10.222.0.22 "GET /v2.0/networks/cc038c55-f51d-41ac-9f18-7d8d5cfaec69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812759 Aug 29 05:40:04.665658 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-432ac25a-95b4-43f2-9a18-7343cbe429e1 req-33b6b34c-880b-4ce9-b6df-f14b797c1169 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6322b89-52b3-45c0-9ebe-3f3b8c1cc565 HTTP/1.1" status: 200 len: 210 time: 0.0303380 Aug 29 05:40:05.497909 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bf5271b4-ae1c-4cad-86d8-1ef14c80fea2 req-f63520f3-4eb1-40a6-8fe9-33744a0e699f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=19efa733-49d3-4125-b1bf-b01d593b5e9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0410051 Aug 29 05:40:05.644737 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5271b4-ae1c-4cad-86d8-1ef14c80fea2 req-be2208e2-4d47-4170-bf5c-06e754a0a687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:40:05.646272 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-bf5271b4-ae1c-4cad-86d8-1ef14c80fea2 req-be2208e2-4d47-4170-bf5c-06e754a0a687 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=31def360f89342158e5c482db8b51dfa&device_id=19efa733-49d3-4125-b1bf-b01d593b5e9a HTTP/1.1" status: 200 len: 1097 time: 0.0447342 Aug 29 05:40:05.697944 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.48', 64877) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:40:05.831873 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5271b4-ae1c-4cad-86d8-1ef14c80fea2 req-4e5d004a-34be-46ef-a44e-bc9884dfc111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:40:05.833381 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-bf5271b4-ae1c-4cad-86d8-1ef14c80fea2 req-4e5d004a-34be-46ef-a44e-bc9884dfc111 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb HTTP/1.1" status: 200 len: 913 time: 0.1338773 Aug 29 05:40:05.887394 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-bf5271b4-ae1c-4cad-86d8-1ef14c80fea2 req-f2c2be05-c56c-4622-9581-ad4c97601de0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e11f048-6330-4537-9251-c0dbbafc7fc5 HTTP/1.1" status: 200 len: 217 time: 0.0370309 Aug 29 05:40:05.984333 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5271b4-ae1c-4cad-86d8-1ef14c80fea2 req-0372c6c5-1498-4c1e-96bd-41608d659e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:40:05.985910 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-bf5271b4-ae1c-4cad-86d8-1ef14c80fea2 req-0372c6c5-1498-4c1e-96bd-41608d659e43 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6f6d99e8-8009-478f-9356-563dd7d1ac5b HTTP/1.1" status: 200 len: 851 time: 0.0549836 Aug 29 05:40:06.042909 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5271b4-ae1c-4cad-86d8-1ef14c80fea2 req-3e058fcb-0e6e-436c-99b0-8ee69e1db6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:40:06.044620 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-bf5271b4-ae1c-4cad-86d8-1ef14c80fea2 req-3e058fcb-0e6e-436c-99b0-8ee69e1db6dd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507464 Aug 29 05:40:06.145479 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-bf5271b4-ae1c-4cad-86d8-1ef14c80fea2 req-57d622ed-675c-4255-bc76-b747980d7eab service neutron] 10.222.0.48 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900862 Aug 29 05:40:06.196547 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a53697fa-4c8c-4b3d-9175-c1f2fdb41927 req-c319f35c-e626-40e7-bfde-bd0fdf0f7a24 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6322b89-52b3-45c0-9ebe-3f3b8c1cc565 HTTP/1.1" status: 200 len: 210 time: 0.3989611 Aug 29 05:40:06.249969 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07684eb0-5131-49de-b2d8-f74b4898b9cd req-b0379e42-dcea-4d74-b3c6-c6027522666f tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:40:06.251627 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-07684eb0-5131-49de-b2d8-f74b4898b9cd req-b0379e42-dcea-4d74-b3c6-c6027522666f tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] 10.222.0.48 "GET /v2.0/networks?id=cc038c55-f51d-41ac-9f18-7d8d5cfaec69 HTTP/1.1" status: 200 len: 809 time: 0.5427921 Aug 29 05:40:06.391482 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e87a2fca-05ad-4479-be9e-61e3a38d154c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:40:06.605569 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-bf5271b4-ae1c-4cad-86d8-1ef14c80fea2 req-fb6f40f5-cc00-462c-8b5f-3a2e1ff24c6f service neutron] 10.222.0.48 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4465613 Aug 29 05:40:07.283405 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-f285003c-acbf-4020-91e3-f4dafa1d0b0c req-c56a1b89-566f-4b54-a1f3-01e5263cc7dd tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6322b89-52b3-45c0-9ebe-3f3b8c1cc565 HTTP/1.1" status: 200 len: 210 time: 0.0280817 Aug 29 05:40:07.416880 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:40:07.475853 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 63bb6683-757a-46f6-914d-1156a2e7f6bb no longer exists at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:40:07.529753 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:40:07.563288 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:40:07.590635 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90a7f0fb-e682-4cca-9397-939908d5ac43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63bb6683-757a-46f6-914d-1156a2e7f6bb'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:40:07.593251 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e47ce94e7730ef80c099a0714bd3625e1f676465bb595722170593f8a424ee2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8cbf28a-51f6-4a05-98be-380dbb9b0659" -d '{"events": [{"server_uuid": "90a7f0fb-e682-4cca-9397-939908d5ac43", "name": "network-vif-unplugged", "status": "completed", "tag": "63bb6683-757a-46f6-914d-1156a2e7f6bb"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:40:07.610314 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] For port 63bb6683-757a-46f6-914d-1156a2e7f6bb, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=63bb6683-757a-46f6-914d-1156a2e7f6bb,segment=NetworkSegment(eb224138-57a6-420d-a6cb-f56bfc39e011),segment_id=eb224138-57a6-420d-a6cb-f56bfc39e011)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:40:07.614974 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:40:07.642645 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 05:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bfebe28-9324-4f9c-aa57-a19f15e007f2 x-openstack-request-id: req-3bfebe28-9324-4f9c-aa57-a19f15e007f2 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:40:07.643240 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90a7f0fb-e682-4cca-9397-939908d5ac43", "name": "network-vif-unplugged", "status": "completed", "tag": "63bb6683-757a-46f6-914d-1156a2e7f6bb", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:40:07.643665 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3bfebe28-9324-4f9c-aa57-a19f15e007f2 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:40:07.644247 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90a7f0fb-e682-4cca-9397-939908d5ac43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63bb6683-757a-46f6-914d-1156a2e7f6bb', 'code': 200} Aug 29 05:40:07.671385 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Pushing event updated for resources: {'Port': ['ID=63bb6683-757a-46f6-914d-1156a2e7f6bb,revision_number=8']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:40:08.382742 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-01d53f83-6ab5-4fa1-bd2c-81cc4dcd6795 req-f28ee125-6ca4-4e63-81a4-86bfa4537c9b tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6322b89-52b3-45c0-9ebe-3f3b8c1cc565 HTTP/1.1" status: 200 len: 210 time: 0.0265152 Aug 29 05:40:09.044107 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:40:09.481159 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a6a53173-e8eb-4762-b088-d79fbbf72653 req-56099cf1-01f9-4b2f-91c0-74284b2259aa tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6322b89-52b3-45c0-9ebe-3f3b8c1cc565 HTTP/1.1" status: 200 len: 210 time: 0.0262737 Aug 29 05:40:10.581952 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a75a1d8b-20dd-4f73-b2b0-5cb56278cc16 req-6f699fea-6ccb-4295-91a4-f65505054fbb tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6322b89-52b3-45c0-9ebe-3f3b8c1cc565 HTTP/1.1" status: 200 len: 210 time: 0.0276580 Aug 29 05:40:11.686104 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a24865f3-5b08-4c1b-ab8a-18f61f1b599f req-b1e1434a-f6de-4560-92ce-807ee6b34cf2 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6322b89-52b3-45c0-9ebe-3f3b8c1cc565 HTTP/1.1" status: 200 len: 210 time: 0.0293486 Aug 29 05:40:12.786284 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ccae5fb5-4874-4389-8d4f-2a4f09822a1b req-4afe112c-4658-4fb7-8263-a0360555d206 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6322b89-52b3-45c0-9ebe-3f3b8c1cc565 HTTP/1.1" status: 200 len: 210 time: 0.0274410 Aug 29 05:40:13.888367 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-66b430bf-9dc2-4926-b066-a659a7d06d67 req-556ce00b-6d1d-4499-9e04-72a9371b2098 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6322b89-52b3-45c0-9ebe-3f3b8c1cc565 HTTP/1.1" status: 200 len: 210 time: 0.0265934 Aug 29 05:40:14.985386 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-0fa3c235-fe16-492b-b357-989de413fdf9 req-6f076a03-537e-4d8e-9d40-9285de700f99 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6322b89-52b3-45c0-9ebe-3f3b8c1cc565 HTTP/1.1" status: 200 len: 210 time: 0.0280881 Aug 29 05:40:16.081618 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-aa9f7022-9bf9-4daf-b8d4-1811c22db801 req-f919219b-40a0-4017-96dc-34b9366ce89c tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6322b89-52b3-45c0-9ebe-3f3b8c1cc565 HTTP/1.1" status: 200 len: 210 time: 0.0268610 Aug 29 05:40:17.176744 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-190f64e8-461f-4156-842e-8b7a6ea8c001 req-c2a56c8b-30e5-45f8-a0c3-e66fd363700b tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6322b89-52b3-45c0-9ebe-3f3b8c1cc565 HTTP/1.1" status: 200 len: 210 time: 0.0265710 Aug 29 05:40:18.272815 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d38a3570-7cf4-441a-9ea4-b2e67d337327 req-a704d0b2-b888-460e-8e48-4a351d202ec0 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6322b89-52b3-45c0-9ebe-3f3b8c1cc565 HTTP/1.1" status: 200 len: 210 time: 0.0287390 Aug 29 05:40:19.366123 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-632989a4-1465-4a6a-9a7c-fcdf8e095489 req-8b8bf9bc-8d4a-4250-86fb-78276d9eb2ce tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6322b89-52b3-45c0-9ebe-3f3b8c1cc565 HTTP/1.1" status: 200 len: 210 time: 0.0257521 Aug 29 05:40:20.020748 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:40:20.464613 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2daf2256-e597-4b8c-be8a-3381fedb5851 req-d171e84d-4945-4221-9204-376bc0c5910b tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6322b89-52b3-45c0-9ebe-3f3b8c1cc565 HTTP/1.1" status: 200 len: 210 time: 0.0267761 Aug 29 05:40:21.559639 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a67d19a0-10ae-4c1e-87f5-3260864780b1 req-e0559a43-7704-47bc-bf06-76dbbbbb10b6 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6322b89-52b3-45c0-9ebe-3f3b8c1cc565 HTTP/1.1" status: 200 len: 210 time: 0.0266664 Aug 29 05:40:22.149740 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-07684eb0-5131-49de-b2d8-f74b4898b9cd req-f86078f3-ec38-4590-8976-61ecddbb004b tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f46b61a8ce549e1b808d261993d0d24 HTTP/1.1" status: 200 len: 380 time: 0.0330286 Aug 29 05:40:22.182814 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-07684eb0-5131-49de-b2d8-f74b4898b9cd req-4d09a031-0c46-4b66-9c50-fdb9b21f200f tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Request body: {'port': {'device_id': 'a6322b89-52b3-45c0-9ebe-3f3b8c1cc565', 'network_id': 'cc038c55-f51d-41ac-9f18-7d8d5cfaec69', 'admin_state_up': True, 'tenant_id': '1f46b61a8ce549e1b808d261993d0d24', 'security_groups': ['dd4126e1-2264-4cf1-8c34-e914214d3259']}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:40:22.289023 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07684eb0-5131-49de-b2d8-f74b4898b9cd req-4d09a031-0c46-4b66-9c50-fdb9b21f200f tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Made reservation on behalf of 1f46b61a8ce549e1b808d261993d0d24 for: {'port': 1} {{(pid=94828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:40:22.292495 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-07684eb0-5131-49de-b2d8-f74b4898b9cd req-4d09a031-0c46-4b66-9c50-fdb9b21f200f tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:40:22.412379 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [req-07684eb0-5131-49de-b2d8-f74b4898b9cd req-4d09a031-0c46-4b66-9c50-fdb9b21f200f tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Allocated IP 172.20.0.13 (cc038c55-f51d-41ac-9f18-7d8d5cfaec69/a1ccf29f-f485-4406-9ebc-1f1070e2a12a/d2aa3499-be1f-49c9-a69f-68140cbf6112) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:40:22.549694 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-07684eb0-5131-49de-b2d8-f74b4898b9cd req-4d09a031-0c46-4b66-9c50-fdb9b21f200f tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:40:22.562978 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-07684eb0-5131-49de-b2d8-f74b4898b9cd req-4d09a031-0c46-4b66-9c50-fdb9b21f200f tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Transition to ACTIVE for port object d2aa3499-be1f-49c9-a69f-68140cbf6112 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:40:22.596812 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-07684eb0-5131-49de-b2d8-f74b4898b9cd req-4d09a031-0c46-4b66-9c50-fdb9b21f200f tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:40:22.651939 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07684eb0-5131-49de-b2d8-f74b4898b9cd req-4d09a031-0c46-4b66-9c50-fdb9b21f200f tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Network cc038c55-f51d-41ac-9f18-7d8d5cfaec69 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:40:22.676341 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [req-07684eb0-5131-49de-b2d8-f74b4898b9cd req-4d09a031-0c46-4b66-9c50-fdb9b21f200f tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:40:22.678711 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-07684eb0-5131-49de-b2d8-f74b4898b9cd req-4d09a031-0c46-4b66-9c50-fdb9b21f200f tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:40:22.684982 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d09a031-0c46-4b66-9c50-fdb9b21f200f tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Pushing event updated for resources: {'Port': ['ID=d2aa3499-be1f-49c9-a69f-68140cbf6112,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:40:22.722734 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d09a031-0c46-4b66-9c50-fdb9b21f200f tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:40:22.723086 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d09a031-0c46-4b66-9c50-fdb9b21f200f tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:40:22.723431 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d09a031-0c46-4b66-9c50-fdb9b21f200f tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:40:22.723870 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d09a031-0c46-4b66-9c50-fdb9b21f200f tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:40:22.724214 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d09a031-0c46-4b66-9c50-fdb9b21f200f tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:40:22.724549 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d09a031-0c46-4b66-9c50-fdb9b21f200f tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:40:22.724880 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d09a031-0c46-4b66-9c50-fdb9b21f200f tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:40:22.725227 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d09a031-0c46-4b66-9c50-fdb9b21f200f tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:40:22.725535 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d09a031-0c46-4b66-9c50-fdb9b21f200f tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:40:22.725863 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d09a031-0c46-4b66-9c50-fdb9b21f200f tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:40:22.726193 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d09a031-0c46-4b66-9c50-fdb9b21f200f tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:40:22.726526 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d09a031-0c46-4b66-9c50-fdb9b21f200f tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:40:22.749550 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc50b83-d773-49c7-be6b-3598f635543b req-5d54dbc7-fbfa-4c5f-b9c7-d0f406aa209f tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:40:22.750658 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-cdc50b83-d773-49c7-be6b-3598f635543b req-5d54dbc7-fbfa-4c5f-b9c7-d0f406aa209f tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6322b89-52b3-45c0-9ebe-3f3b8c1cc565 HTTP/1.1" status: 200 len: 932 time: 0.1214664 Aug 29 05:40:22.766265 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07684eb0-5131-49de-b2d8-f74b4898b9cd req-4d09a031-0c46-4b66-9c50-fdb9b21f200f tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:40:22.766905 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-07684eb0-5131-49de-b2d8-f74b4898b9cd req-4d09a031-0c46-4b66-9c50-fdb9b21f200f tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:40:22.796815 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-07684eb0-5131-49de-b2d8-f74b4898b9cd req-4d09a031-0c46-4b66-9c50-fdb9b21f200f tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6181703 Aug 29 05:40:22.810592 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-cdc50b83-d773-49c7-be6b-3598f635543b req-424cbfb2-b74a-4755-88a5-b2a2daddd018 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd4126e1-2264-4cf1-8c34-e914214d3259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519712 Aug 29 05:40:22.815991 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [req-07684eb0-5131-49de-b2d8-f74b4898b9cd req-cf9f1031-0d04-4b60-9364-bf017549f2ef service neutron] Request body: {'port': {'device_id': 'a6322b89-52b3-45c0-9ebe-3f3b8c1cc565', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-12'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:40:22.872743 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-07684eb0-5131-49de-b2d8-f74b4898b9cd req-cf9f1031-0d04-4b60-9364-bf017549f2ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:40:22.905324 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-9b3338d7-bc74-4946-83de-e958f81e3c66 None None] Provisioning for port d2aa3499-be1f-49c9-a69f-68140cbf6112 completed by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:40:22.908965 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-9b3338d7-bc74-4946-83de-e958f81e3c66 None None] Provisioning complete for port d2aa3499-be1f-49c9-a69f-68140cbf6112 triggered by entity DHCP. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:40:22.909338 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9b3338d7-bc74-4946-83de-e958f81e3c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:40:22.946886 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-9b3338d7-bc74-4946-83de-e958f81e3c66 None None] Port d2aa3499-be1f-49c9-a69f-68140cbf6112 cannot update to ACTIVE because it is not bound. {{(pid=94830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:40:23.137933 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [req-07684eb0-5131-49de-b2d8-f74b4898b9cd req-cf9f1031-0d04-4b60-9364-bf017549f2ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2aa3499-be1f-49c9-a69f-68140cbf6112 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:40:23.145237 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-07684eb0-5131-49de-b2d8-f74b4898b9cd req-cf9f1031-0d04-4b60-9364-bf017549f2ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:40:23.157437 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [req-07684eb0-5131-49de-b2d8-f74b4898b9cd req-cf9f1031-0d04-4b60-9364-bf017549f2ef service neutron] Transition to ACTIVE for port object d2aa3499-be1f-49c9-a69f-68140cbf6112 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:40:23.160791 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-07684eb0-5131-49de-b2d8-f74b4898b9cd req-cf9f1031-0d04-4b60-9364-bf017549f2ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:40:23.210527 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9f1031-0d04-4b60-9364-bf017549f2ef service neutron] Pushing event updated for resources: {'Port': ['ID=d2aa3499-be1f-49c9-a69f-68140cbf6112,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:40:23.282160 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-07684eb0-5131-49de-b2d8-f74b4898b9cd req-cf9f1031-0d04-4b60-9364-bf017549f2ef service neutron] Attempting to bind port d2aa3499-be1f-49c9-a69f-68140cbf6112 on host n-h2-712140-12 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:40:23.282502 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-07684eb0-5131-49de-b2d8-f74b4898b9cd req-cf9f1031-0d04-4b60-9364-bf017549f2ef service neutron] Attempting to bind port d2aa3499-be1f-49c9-a69f-68140cbf6112 by drivers openvswitch,hyperv on host n-h2-712140-12 at level 0 using segments [{'id': 'eb224138-57a6-420d-a6cb-f56bfc39e011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'cc038c55-f51d-41ac-9f18-7d8d5cfaec69'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:40:23.282832 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07684eb0-5131-49de-b2d8-f74b4898b9cd req-cf9f1031-0d04-4b60-9364-bf017549f2ef service neutron] Attempting to bind port d2aa3499-be1f-49c9-a69f-68140cbf6112 on network cc038c55-f51d-41ac-9f18-7d8d5cfaec69 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:40:23.287201 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07684eb0-5131-49de-b2d8-f74b4898b9cd req-cf9f1031-0d04-4b60-9364-bf017549f2ef service neutron] Port d2aa3499-be1f-49c9-a69f-68140cbf6112 on network cc038c55-f51d-41ac-9f18-7d8d5cfaec69 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-12 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:40:23.287524 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07684eb0-5131-49de-b2d8-f74b4898b9cd req-cf9f1031-0d04-4b60-9364-bf017549f2ef service neutron] Attempting to bind port d2aa3499-be1f-49c9-a69f-68140cbf6112 on network cc038c55-f51d-41ac-9f18-7d8d5cfaec69 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:40:23.293051 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07684eb0-5131-49de-b2d8-f74b4898b9cd req-cf9f1031-0d04-4b60-9364-bf017549f2ef service neutron] Checking agent: {'id': 'b3a0606b-b029-4f5e-8798-3a32b71d8844', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:40:23.293396 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07684eb0-5131-49de-b2d8-f74b4898b9cd req-cf9f1031-0d04-4b60-9364-bf017549f2ef service neutron] Checking segment: {'id': 'eb224138-57a6-420d-a6cb-f56bfc39e011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'cc038c55-f51d-41ac-9f18-7d8d5cfaec69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:40:23.293787 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07684eb0-5131-49de-b2d8-f74b4898b9cd req-cf9f1031-0d04-4b60-9364-bf017549f2ef service neutron] Bound using segment: {'id': 'eb224138-57a6-420d-a6cb-f56bfc39e011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'cc038c55-f51d-41ac-9f18-7d8d5cfaec69'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:40:23.294217 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [req-07684eb0-5131-49de-b2d8-f74b4898b9cd req-cf9f1031-0d04-4b60-9364-bf017549f2ef service neutron] Bound port: d2aa3499-be1f-49c9-a69f-68140cbf6112, host: n-h2-712140-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb224138-57a6-420d-a6cb-f56bfc39e011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'cc038c55-f51d-41ac-9f18-7d8d5cfaec69'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:40:23.294580 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-07684eb0-5131-49de-b2d8-f74b4898b9cd req-cf9f1031-0d04-4b60-9364-bf017549f2ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:40:23.361526 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-07684eb0-5131-49de-b2d8-f74b4898b9cd req-cf9f1031-0d04-4b60-9364-bf017549f2ef service neutron] For port d2aa3499-be1f-49c9-a69f-68140cbf6112, host n-h2-712140-12, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:40:23.365344 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-07684eb0-5131-49de-b2d8-f74b4898b9cd req-cf9f1031-0d04-4b60-9364-bf017549f2ef service neutron] For port d2aa3499-be1f-49c9-a69f-68140cbf6112, host n-h2-712140-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=d2aa3499-be1f-49c9-a69f-68140cbf6112,segment=NetworkSegment(eb224138-57a6-420d-a6cb-f56bfc39e011),segment_id=eb224138-57a6-420d-a6cb-f56bfc39e011)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:40:23.369968 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-07684eb0-5131-49de-b2d8-f74b4898b9cd req-cf9f1031-0d04-4b60-9364-bf017549f2ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:40:23.399939 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07684eb0-5131-49de-b2d8-f74b4898b9cd req-cf9f1031-0d04-4b60-9364-bf017549f2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:40:23.400862 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-07684eb0-5131-49de-b2d8-f74b4898b9cd req-cf9f1031-0d04-4b60-9364-bf017549f2ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:40:23.402801 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-07684eb0-5131-49de-b2d8-f74b4898b9cd req-cf9f1031-0d04-4b60-9364-bf017549f2ef service neutron] 10.222.0.48 "PUT /v2.0/ports/d2aa3499-be1f-49c9-a69f-68140cbf6112 HTTP/1.1" status: 200 len: 1093 time: 0.5911725 Aug 29 05:40:23.404962 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6322b89-52b3-45c0-9ebe-3f3b8c1cc565', 'tag': 'd2aa3499-be1f-49c9-a69f-68140cbf6112'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:40:23.407250 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfb9107a06241f0f5f2256c13c0e0e77dc40c776bf6dc0455c34cebdf0549d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6b19a5d-107e-4fe9-9584-7b8453172a89" -d '{"events": [{"name": "network-changed", "server_uuid": "a6322b89-52b3-45c0-9ebe-3f3b8c1cc565", "tag": "d2aa3499-be1f-49c9-a69f-68140cbf6112"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:40:23.437841 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9f1031-0d04-4b60-9364-bf017549f2ef service neutron] Pushing event updated for resources: {'Port': ['ID=d2aa3499-be1f-49c9-a69f-68140cbf6112,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:40:23.456740 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9f361ba-5e7d-4eec-9d80-9342f0e557f2 x-openstack-request-id: req-b9f361ba-5e7d-4eec-9d80-9342f0e557f2 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:40:23.457110 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6322b89-52b3-45c0-9ebe-3f3b8c1cc565", "tag": "d2aa3499-be1f-49c9-a69f-68140cbf6112", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:40:23.457465 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b9f361ba-5e7d-4eec-9d80-9342f0e557f2 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:40:23.458027 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6322b89-52b3-45c0-9ebe-3f3b8c1cc565', 'tag': 'd2aa3499-be1f-49c9-a69f-68140cbf6112', 'status': 'completed', 'code': 200} Aug 29 05:40:23.522362 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07684eb0-5131-49de-b2d8-f74b4898b9cd req-3e35c4a8-e5a9-4ca4-b410-bd0695c20082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:40:23.524061 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-07684eb0-5131-49de-b2d8-f74b4898b9cd req-3e35c4a8-e5a9-4ca4-b410-bd0695c20082 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1f46b61a8ce549e1b808d261993d0d24&device_id=a6322b89-52b3-45c0-9ebe-3f3b8c1cc565 HTTP/1.1" status: 200 len: 1096 time: 0.0443025 Aug 29 05:40:23.579662 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-07684eb0-5131-49de-b2d8-f74b4898b9cd req-7e58f9fb-0722-4932-ac2e-178b354f5237 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d2aa3499-be1f-49c9-a69f-68140cbf6112 HTTP/1.1" status: 200 len: 217 time: 0.0405264 Aug 29 05:40:23.630054 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07684eb0-5131-49de-b2d8-f74b4898b9cd req-a86f93b0-4dae-495a-9386-3882992e0a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:40:23.631516 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-07684eb0-5131-49de-b2d8-f74b4898b9cd req-a86f93b0-4dae-495a-9386-3882992e0a26 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a1ccf29f-f485-4406-9ebc-1f1070e2a12a HTTP/1.1" status: 200 len: 848 time: 0.0446510 Aug 29 05:40:23.679244 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07684eb0-5131-49de-b2d8-f74b4898b9cd req-a9ca5693-dfee-4e54-8453-657768f117a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:40:23.680934 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-07684eb0-5131-49de-b2d8-f74b4898b9cd req-a9ca5693-dfee-4e54-8453-657768f117a2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cc038c55-f51d-41ac-9f18-7d8d5cfaec69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411465 Aug 29 05:40:23.775582 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-07684eb0-5131-49de-b2d8-f74b4898b9cd req-e77de875-f4d0-4a9d-95cc-4bef373f6741 service neutron] 10.222.0.48 "GET /v2.0/networks/cc038c55-f51d-41ac-9f18-7d8d5cfaec69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853832 Aug 29 05:40:23.866943 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-07684eb0-5131-49de-b2d8-f74b4898b9cd req-2f99e13d-589e-44a2-b6a7-cc8eabce4009 service neutron] 10.222.0.48 "GET /v2.0/networks/cc038c55-f51d-41ac-9f18-7d8d5cfaec69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829639 Aug 29 05:40:23.931815 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a39a8a-56c5-4c37-8192-e6aa6d1fef70 req-d600f97a-e648-418c-93e1-9c4168638a58 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:40:23.933820 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-22a39a8a-56c5-4c37-8192-e6aa6d1fef70 req-d600f97a-e648-418c-93e1-9c4168638a58 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6322b89-52b3-45c0-9ebe-3f3b8c1cc565 HTTP/1.1" status: 200 len: 944 time: 0.0506053 Aug 29 05:40:23.984196 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-22a39a8a-56c5-4c37-8192-e6aa6d1fef70 req-ccb75fc6-e393-46ba-a8d8-333e181a8229 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd4126e1-2264-4cf1-8c34-e914214d3259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443134 Aug 29 05:40:24.013906 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b19a5d-107e-4fe9-9584-7b8453172a89 req-5f568c85-d2e3-490d-ac31-6cb87cf70cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:40:24.015319 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b6b19a5d-107e-4fe9-9584-7b8453172a89 req-5f568c85-d2e3-490d-ac31-6cb87cf70cb5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1f46b61a8ce549e1b808d261993d0d24&device_id=a6322b89-52b3-45c0-9ebe-3f3b8c1cc565 HTTP/1.1" status: 200 len: 1096 time: 0.0456901 Aug 29 05:40:24.104262 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b19a5d-107e-4fe9-9584-7b8453172a89 req-9e5e60aa-cf28-41e0-9ab0-0f46efce7f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:40:24.105879 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b6b19a5d-107e-4fe9-9584-7b8453172a89 req-9e5e60aa-cf28-41e0-9ab0-0f46efce7f2a service neutron] 10.222.0.48 "GET /v2.0/networks?id=cc038c55-f51d-41ac-9f18-7d8d5cfaec69 HTTP/1.1" status: 200 len: 910 time: 0.0829086 Aug 29 05:40:24.153932 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b6b19a5d-107e-4fe9-9584-7b8453172a89 req-d773b339-986a-40e2-a185-adea919de4e8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d2aa3499-be1f-49c9-a69f-68140cbf6112 HTTP/1.1" status: 200 len: 217 time: 0.0391250 Aug 29 05:40:24.205260 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b19a5d-107e-4fe9-9584-7b8453172a89 req-28b17f37-8aa0-4ab1-bfca-cbac3e3c5950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:40:24.206977 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b6b19a5d-107e-4fe9-9584-7b8453172a89 req-28b17f37-8aa0-4ab1-bfca-cbac3e3c5950 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a1ccf29f-f485-4406-9ebc-1f1070e2a12a HTTP/1.1" status: 200 len: 848 time: 0.0448694 Aug 29 05:40:24.252454 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b19a5d-107e-4fe9-9584-7b8453172a89 req-9d7e331f-ca55-4204-afb0-6a9263d7f9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:40:24.253944 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b6b19a5d-107e-4fe9-9584-7b8453172a89 req-9d7e331f-ca55-4204-afb0-6a9263d7f9cc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cc038c55-f51d-41ac-9f18-7d8d5cfaec69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391526 Aug 29 05:40:24.347799 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b6b19a5d-107e-4fe9-9584-7b8453172a89 req-27add308-dc61-4815-a42c-34e9b8953673 service neutron] 10.222.0.48 "GET /v2.0/networks/cc038c55-f51d-41ac-9f18-7d8d5cfaec69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854275 Aug 29 05:40:24.436380 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-b6b19a5d-107e-4fe9-9584-7b8453172a89 req-95f11bbd-d640-46d2-ae4d-fb8315f36c1f service neutron] 10.222.0.48 "GET /v2.0/networks/cc038c55-f51d-41ac-9f18-7d8d5cfaec69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808542 Aug 29 05:40:25.100086 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61733a8-b727-4ca9-867a-2e0e02eb922c req-8d402e5e-b647-4f40-a72b-97a3b37b4f41 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:40:25.101596 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a61733a8-b727-4ca9-867a-2e0e02eb922c req-8d402e5e-b647-4f40-a72b-97a3b37b4f41 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6322b89-52b3-45c0-9ebe-3f3b8c1cc565 HTTP/1.1" status: 200 len: 944 time: 0.0497010 Aug 29 05:40:25.139557 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a61733a8-b727-4ca9-867a-2e0e02eb922c req-e59d42ee-b056-4548-ad41-f2fb3817f2d7 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd4126e1-2264-4cf1-8c34-e914214d3259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313807 Aug 29 05:40:26.267065 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f48dbd5-b834-4807-9848-cf16535968e0 req-567935ef-087c-4ec1-8d60-bd7ea292c850 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:40:26.268623 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2f48dbd5-b834-4807-9848-cf16535968e0 req-567935ef-087c-4ec1-8d60-bd7ea292c850 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6322b89-52b3-45c0-9ebe-3f3b8c1cc565 HTTP/1.1" status: 200 len: 944 time: 0.0554061 Aug 29 05:40:26.318041 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-2f48dbd5-b834-4807-9848-cf16535968e0 req-e28e5fcd-e1ef-4e6e-8954-7648df90dd77 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd4126e1-2264-4cf1-8c34-e914214d3259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429871 Aug 29 05:40:27.433712 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32495df4-da59-4c26-85d0-cba230532424 req-b3e4c60b-27e5-402c-9f89-a126f83a1ccf tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:40:27.435781 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-32495df4-da59-4c26-85d0-cba230532424 req-b3e4c60b-27e5-402c-9f89-a126f83a1ccf tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6322b89-52b3-45c0-9ebe-3f3b8c1cc565 HTTP/1.1" status: 200 len: 944 time: 0.0496893 Aug 29 05:40:27.472566 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-32495df4-da59-4c26-85d0-cba230532424 req-6d7ecb85-b39a-41b5-ba90-6aad648c81e6 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd4126e1-2264-4cf1-8c34-e914214d3259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309286 Aug 29 05:40:27.552101 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:40:28.589277 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ad4772-46ae-47d3-824e-b9f536a4ffe9 req-dc1dfc00-580e-44bb-9dd7-41f8ebf2db4a tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:40:28.590796 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-26ad4772-46ae-47d3-824e-b9f536a4ffe9 req-dc1dfc00-580e-44bb-9dd7-41f8ebf2db4a tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6322b89-52b3-45c0-9ebe-3f3b8c1cc565 HTTP/1.1" status: 200 len: 944 time: 0.0511551 Aug 29 05:40:28.635250 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-26ad4772-46ae-47d3-824e-b9f536a4ffe9 req-8b475716-4cee-4d6e-b916-e8f2a98da3cb tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd4126e1-2264-4cf1-8c34-e914214d3259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374136 Aug 29 05:40:29.507502 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:40:29.546390 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device d2aa3499-be1f-49c9-a69f-68140cbf6112 details requested by agent hyperv_n-h2-712140-12 with host n-h2-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:40:29.641096 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port d2aa3499-be1f-49c9-a69f-68140cbf6112, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=d2aa3499-be1f-49c9-a69f-68140cbf6112,segment=NetworkSegment(eb224138-57a6-420d-a6cb-f56bfc39e011),segment_id=eb224138-57a6-420d-a6cb-f56bfc39e011)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:40:29.652568 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Returning: {'device': 'd2aa3499-be1f-49c9-a69f-68140cbf6112', 'network_id': 'cc038c55-f51d-41ac-9f18-7d8d5cfaec69', 'port_id': 'd2aa3499-be1f-49c9-a69f-68140cbf6112', 'mac_address': 'fa:16:3e:73:a2:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1ccf29f-f485-4406-9ebc-1f1070e2a12a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:40:29.691269 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:40:29.703910 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2aa3499-be1f-49c9-a69f-68140cbf6112 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:40:29.725102 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port d2aa3499-be1f-49c9-a69f-68140cbf6112, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=d2aa3499-be1f-49c9-a69f-68140cbf6112,segment=NetworkSegment(eb224138-57a6-420d-a6cb-f56bfc39e011),segment_id=eb224138-57a6-420d-a6cb-f56bfc39e011)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:40:29.729111 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:40:29.776631 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2acb9b7-35b3-490b-b57d-6bc8a1a6330b req-6e32918f-f433-4f52-ba4c-6679dd57ae69 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:40:29.778064 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c2acb9b7-35b3-490b-b57d-6bc8a1a6330b req-6e32918f-f433-4f52-ba4c-6679dd57ae69 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6322b89-52b3-45c0-9ebe-3f3b8c1cc565 HTTP/1.1" status: 200 len: 944 time: 0.0621204 Aug 29 05:40:29.782337 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=d2aa3499-be1f-49c9-a69f-68140cbf6112,revision_number=4']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:40:29.823482 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-c2acb9b7-35b3-490b-b57d-6bc8a1a6330b req-b2354877-f248-4d78-a536-6f3c11ff0db4 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd4126e1-2264-4cf1-8c34-e914214d3259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387712 Aug 29 05:40:30.254534 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['d2aa3499-be1f-49c9-a69f-68140cbf6112'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:40:30.943030 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ae278b-e9a5-4bd0-906d-f20711ab4c34 req-ec237ca5-f433-4177-ab85-2a1f3950a227 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:40:30.944547 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-84ae278b-e9a5-4bd0-906d-f20711ab4c34 req-ec237ca5-f433-4177-ab85-2a1f3950a227 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6322b89-52b3-45c0-9ebe-3f3b8c1cc565 HTTP/1.1" status: 200 len: 945 time: 0.0498924 Aug 29 05:40:30.984881 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-84ae278b-e9a5-4bd0-906d-f20711ab4c34 req-922d81a1-0781-4e1b-9a7a-41b24f417a39 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd4126e1-2264-4cf1-8c34-e914214d3259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342717 Aug 29 05:40:31.576207 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device d2aa3499-be1f-49c9-a69f-68140cbf6112 up at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:40:31.629232 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning for port d2aa3499-be1f-49c9-a69f-68140cbf6112 completed by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:40:31.633621 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning complete for port d2aa3499-be1f-49c9-a69f-68140cbf6112 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:40:31.633981 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:40:31.748561 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:40:31.784581 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6322b89-52b3-45c0-9ebe-3f3b8c1cc565', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2aa3499-be1f-49c9-a69f-68140cbf6112'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:40:31.787742 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e47ce94e7730ef80c099a0714bd3625e1f676465bb595722170593f8a424ee2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0622ca81-09d6-4488-8c67-dab81b0cf36e" -d '{"events": [{"server_uuid": "a6322b89-52b3-45c0-9ebe-3f3b8c1cc565", "name": "network-vif-plugged", "status": "completed", "tag": "d2aa3499-be1f-49c9-a69f-68140cbf6112"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:40:31.802045 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port d2aa3499-be1f-49c9-a69f-68140cbf6112, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=d2aa3499-be1f-49c9-a69f-68140cbf6112,segment=NetworkSegment(eb224138-57a6-420d-a6cb-f56bfc39e011),segment_id=eb224138-57a6-420d-a6cb-f56bfc39e011)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:40:31.806862 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:40:31.850161 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8ac5d73-ccb6-435d-a049-e79e767c5127 x-openstack-request-id: req-b8ac5d73-ccb6-435d-a049-e79e767c5127 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:40:31.850539 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6322b89-52b3-45c0-9ebe-3f3b8c1cc565", "name": "network-vif-plugged", "status": "completed", "tag": "d2aa3499-be1f-49c9-a69f-68140cbf6112", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:40:31.850956 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b8ac5d73-ccb6-435d-a049-e79e767c5127 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:40:31.851537 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6322b89-52b3-45c0-9ebe-3f3b8c1cc565', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2aa3499-be1f-49c9-a69f-68140cbf6112', 'code': 200} Aug 29 05:40:31.891533 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=d2aa3499-be1f-49c9-a69f-68140cbf6112,revision_number=5']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:40:31.960579 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d41b218-7704-43a7-8b3c-7ffe10e7dd81 req-d6a62237-8b7a-459a-b611-b6b405e6cde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:40:31.962149 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5d41b218-7704-43a7-8b3c-7ffe10e7dd81 req-d6a62237-8b7a-459a-b611-b6b405e6cde6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a6322b89-52b3-45c0-9ebe-3f3b8c1cc565 HTTP/1.1" status: 200 len: 1098 time: 0.0416543 Aug 29 05:40:32.012111 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5d41b218-7704-43a7-8b3c-7ffe10e7dd81 req-bffd5acf-7e6c-412d-8869-6f01a890ed09 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=dd4126e1-2264-4cf1-8c34-e914214d3259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399334 Aug 29 05:40:32.107101 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120ae4a3-0adf-43a7-9ffd-009d06687edb req-9d048386-eb02-467c-8b03-adc3ac8f8bfc tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:40:32.108588 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-120ae4a3-0adf-43a7-9ffd-009d06687edb req-9d048386-eb02-467c-8b03-adc3ac8f8bfc tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6322b89-52b3-45c0-9ebe-3f3b8c1cc565 HTTP/1.1" status: 200 len: 946 time: 0.0553446 Aug 29 05:40:32.146570 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-120ae4a3-0adf-43a7-9ffd-009d06687edb req-1caa3a81-6ad1-44e5-b4f1-59524d1abad5 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd4126e1-2264-4cf1-8c34-e914214d3259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320921 Aug 29 05:40:33.327152 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b194be2-9a29-48c0-9baa-b7106ffe88af req-fdba32c8-45a0-4719-a3d6-e7e77e4aa976 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:40:33.329644 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6b194be2-9a29-48c0-9baa-b7106ffe88af req-fdba32c8-45a0-4719-a3d6-e7e77e4aa976 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6322b89-52b3-45c0-9ebe-3f3b8c1cc565 HTTP/1.1" status: 200 len: 946 time: 0.0831230 Aug 29 05:40:33.394893 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-6b194be2-9a29-48c0-9baa-b7106ffe88af req-dcd0c3e4-33a4-42d7-b72d-5a623fcaeee2 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd4126e1-2264-4cf1-8c34-e914214d3259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549617 Aug 29 05:40:33.511952 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c138589c-abeb-4ced-9fd8-3bb90794fc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:40:34.525120 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11b9034-e06f-431b-bab0-7653bcb888fa req-f4537b98-d9a3-4482-9644-bccc2a56410c tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:40:34.526612 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d11b9034-e06f-431b-bab0-7653bcb888fa req-f4537b98-d9a3-4482-9644-bccc2a56410c tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6322b89-52b3-45c0-9ebe-3f3b8c1cc565 HTTP/1.1" status: 200 len: 946 time: 0.0491643 Aug 29 05:40:34.565848 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d11b9034-e06f-431b-bab0-7653bcb888fa req-506d92b6-8f72-4a38-af2a-9f36b3e3ea9f tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd4126e1-2264-4cf1-8c34-e914214d3259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324373 Aug 29 05:40:34.693828 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7226c7fa-3c0c-49c9-9dc1-b0d7336d8905 req-5c80f324-d8a1-4b74-b290-748faf2cb2a1 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:40:34.695249 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7226c7fa-3c0c-49c9-9dc1-b0d7336d8905 req-5c80f324-d8a1-4b74-b290-748faf2cb2a1 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6322b89-52b3-45c0-9ebe-3f3b8c1cc565 HTTP/1.1" status: 200 len: 946 time: 0.0619974 Aug 29 05:40:34.739812 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-7226c7fa-3c0c-49c9-9dc1-b0d7336d8905 req-207ee3c7-2a97-4ad8-abfc-05f54e09efbf tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd4126e1-2264-4cf1-8c34-e914214d3259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380921 Aug 29 05:40:34.763964 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 43888) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:40:34.803872 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8f2110-89ac-416a-a3e0-34d9daa8fe2f tempest-TestSnapshotPattern-128184940 tempest-TestSnapshotPattern-128184940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:40:34.805414 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-aa8f2110-89ac-416a-a3e0-34d9daa8fe2f tempest-TestSnapshotPattern-128184940 tempest-TestSnapshotPattern-128184940-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=a6322b89-52b3-45c0-9ebe-3f3b8c1cc565 HTTP/1.1" status: 200 len: 1093 time: 0.0404446 Aug 29 05:40:34.808332 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 43890) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:40:34.813365 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.v2.base [None req-dafd0159-c0d5-41eb-b43d-d39d4845e630 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Request body: {'floatingip': {'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'port_id': 'd2aa3499-be1f-49c9-a69f-68140cbf6112', 'tenant_id': '1f46b61a8ce549e1b808d261993d0d24', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:40:34.835727 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dafd0159-c0d5-41eb-b43d-d39d4845e630 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Notify callbacks [] for floatingip, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:40:34.934491 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dafd0159-c0d5-41eb-b43d-d39d4845e630 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:40:35.042508 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-dafd0159-c0d5-41eb-b43d-d39d4845e630 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Allocated IP 172.25.0.177 (e6c84a15-2e6f-4c07-8ede-a88148c2fe90/20d91055-e54d-4ff5-862d-586f5f48a46d/d62432cf-288f-4110-a7b9-a0e941359a45) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:40:35.148507 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dafd0159-c0d5-41eb-b43d-d39d4845e630 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:40:35.187606 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dafd0159-c0d5-41eb-b43d-d39d4845e630 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732638551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:40:35.225029 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dafd0159-c0d5-41eb-b43d-d39d4845e630 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Network e6c84a15-2e6f-4c07-8ede-a88148c2fe90 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:40:35.229766 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-dafd0159-c0d5-41eb-b43d-d39d4845e630 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:40:35.233741 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafd0159-c0d5-41eb-b43d-d39d4845e630 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:40:35.257354 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafd0159-c0d5-41eb-b43d-d39d4845e630 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Pushing event updated for resources: {'Port': ['ID=d62432cf-288f-4110-a7b9-a0e941359a45,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:40:35.632287 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dafd0159-c0d5-41eb-b43d-d39d4845e630 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:40:35.705381 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dafd0159-c0d5-41eb-b43d-d39d4845e630 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:40:35.868575 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dafd0159-c0d5-41eb-b43d-d39d4845e630 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:40:35.874582 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dafd0159-c0d5-41eb-b43d-d39d4845e630 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9190504'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:40:35.938490 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafd0159-c0d5-41eb-b43d-d39d4845e630 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Pushing event updated for resources: {'Port': ['ID=d62432cf-288f-4110-a7b9-a0e941359a45,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:40:35.954618 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dafd0159-c0d5-41eb-b43d-d39d4845e630 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719515'] for floatingip, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:40:36.055348 n-d-712140-12 neutron-server[94828]: INFO neutron.db.l3_db [None req-dafd0159-c0d5-41eb-b43d-d39d4845e630 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Floating IP ff634c9d-6840-42a0-b3fd-7ef0c6197d66 associated. External IP: 172.25.0.177, port: d2aa3499-be1f-49c9-a69f-68140cbf6112. Aug 29 05:40:36.264908 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dafd0159-c0d5-41eb-b43d-d39d4845e630 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Router b38f5f40-2d7b-46d8-b01f-2094ddcb557c has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:40:36.374260 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dafd0159-c0d5-41eb-b43d-d39d4845e630 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:40:36.374547 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f2e7d465-b5bc-443f-a56b-02395343d1c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:40:36.385339 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24603f9-64d1-407d-a53c-bc5dce85eaae None None] Sync routers for ids ['b38f5f40-2d7b-46d8-b01f-2094ddcb557c'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:40:36.392164 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dafd0159-c0d5-41eb-b43d-d39d4845e630 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:40:36.394604 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24603f9-64d1-407d-a53c-bc5dce85eaae None None] Routers {'b38f5f40-2d7b-46d8-b01f-2094ddcb557c'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:40:36.395223 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-e24603f9-64d1-407d-a53c-bc5dce85eaae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:40:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['b38f5f40-2d7b-46d8-b01f-2094ddcb557c'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:40:36.422469 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-dafd0159-c0d5-41eb-b43d-d39d4845e630 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6130338 Aug 29 05:40:36.422974 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6322b89-52b3-45c0-9ebe-3f3b8c1cc565', 'tag': 'd2aa3499-be1f-49c9-a69f-68140cbf6112'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:40:36.425253 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfb9107a06241f0f5f2256c13c0e0e77dc40c776bf6dc0455c34cebdf0549d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ac2ccbe-8c46-4e4b-8ce7-60379fba33cb" -d '{"events": [{"name": "network-changed", "server_uuid": "a6322b89-52b3-45c0-9ebe-3f3b8c1cc565", "tag": "d2aa3499-be1f-49c9-a69f-68140cbf6112"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:40:36.466447 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f441a1ee-8789-4b00-88b8-69cc66179503 x-openstack-request-id: req-f441a1ee-8789-4b00-88b8-69cc66179503 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:40:36.466829 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6322b89-52b3-45c0-9ebe-3f3b8c1cc565", "tag": "d2aa3499-be1f-49c9-a69f-68140cbf6112", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:40:36.467091 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f441a1ee-8789-4b00-88b8-69cc66179503 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:40:36.467508 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6322b89-52b3-45c0-9ebe-3f3b8c1cc565', 'tag': 'd2aa3499-be1f-49c9-a69f-68140cbf6112', 'status': 'completed', 'code': 200} Aug 29 05:40:36.503935 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-e24603f9-64d1-407d-a53c-bc5dce85eaae None None] Set router b38f5f40-2d7b-46d8-b01f-2094ddcb557c gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:40:36.566455 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac2ccbe-8c46-4e4b-8ce7-60379fba33cb req-6c6b7b5a-a229-4b46-8412-6fdb6751c1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:40:36.568008 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9ac2ccbe-8c46-4e4b-8ce7-60379fba33cb req-6c6b7b5a-a229-4b46-8412-6fdb6751c1bf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1f46b61a8ce549e1b808d261993d0d24&device_id=a6322b89-52b3-45c0-9ebe-3f3b8c1cc565 HTTP/1.1" status: 200 len: 1098 time: 0.0420878 Aug 29 05:40:36.666979 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac2ccbe-8c46-4e4b-8ce7-60379fba33cb req-5cdf2a33-ea97-4732-9296-b96357725125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:40:36.668417 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9ac2ccbe-8c46-4e4b-8ce7-60379fba33cb req-5cdf2a33-ea97-4732-9296-b96357725125 service neutron] 10.222.0.48 "GET /v2.0/networks?id=cc038c55-f51d-41ac-9f18-7d8d5cfaec69 HTTP/1.1" status: 200 len: 910 time: 0.0914969 Aug 29 05:40:36.730066 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-e24603f9-64d1-407d-a53c-bc5dce85eaae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b38f5f40-2d7b-46d8-b01f-2094ddcb557c', 'name': 'tempest-TestSnapshotPattern-355185408-router', 'tenant_id': '1f46b61a8ce549e1b808d261993d0d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '76ebb1b9-693a-4055-bcc4-740691596660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:37:28Z', 'updated_at': '2021-08-29T05:37:30Z', 'revision_number': 4, 'project_id': '1f46b61a8ce549e1b808d261993d0d24', 'gw_port': {'id': '76ebb1b9-693a-4055-bcc4-740691596660', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38f5f40-2d7b-46d8-b01f-2094ddcb557c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:28Z', 'updated_at': '2021-08-29T05:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': '87fde0a9-7ec1-4b13-a1c2-8be1a3363881', 'tenant_id': '1f46b61a8ce549e1b808d261993d0d24', 'floating_ip_address': '172.25.0.203', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': 'b38f5f40-2d7b-46d8-b01f-2094ddcb557c', 'port_id': '63bb6683-757a-46f6-914d-1156a2e7f6bb', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc038c55-f51d-41ac-9f18-7d8d5cfaec69', 'mac_address': 'fa:16:3e:62:ad:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90a7f0fb-e682-4cca-9397-939908d5ac43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:37:51Z', 'updated_at': '2021-08-29T05:37:53Z', 'revision_number': 1, 'project_id': '1f46b61a8ce549e1b808d261993d0d24', 'fixed_ip_address_scope': None}, {'id': 'ff634c9d-6840-42a0-b3fd-7ef0c6197d66', 'tenant_id': '1f46b61a8ce549e1b808d261993d0d24', 'floating_ip_address': '172.25.0.177', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': 'b38f5f40-2d7b-46d8-b01f-2094ddcb557c', 'port_id': 'd2aa3499-be1f-49c9-a69f-68140cbf6112', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc038c55-f51d-41ac-9f18-7d8d5cfaec69', 'mac_address': 'fa:16:3e:73:a2:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6322b89-52b3-45c0-9ebe-3f3b8c1cc565', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:40:35Z', 'updated_at': '2021-08-29T05:40:35Z', 'revision_number': 0, 'project_id': '1f46b61a8ce549e1b808d261993d0d24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc94389f-2e95-4263-ad35-875ccdae17ff', 'name': '', 'network_id': 'cc038c55-f51d-41ac-9f18-7d8d5cfaec69', 'tenant_id': '1f46b61a8ce549e1b808d261993d0d24', 'mac_address': 'fa:16:3e:9a:b9:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38f5f40-2d7b-46d8-b01f-2094ddcb557c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'a1ccf29f-f485-4406-9ebc-1f1070e2a12a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:30Z', 'updated_at': '2021-08-29T05:37:37Z', 'revision_number': 5, 'project_id': '1f46b61a8ce549e1b808d261993d0d24', 'subnets': [{'id': 'a1ccf29f-f485-4406-9ebc-1f1070e2a12a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:40:36.737788 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9ac2ccbe-8c46-4e4b-8ce7-60379fba33cb req-c1c2a3d3-3795-4826-a100-79b8554d3abc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d2aa3499-be1f-49c9-a69f-68140cbf6112 HTTP/1.1" status: 200 len: 1000 time: 0.0606718 Aug 29 05:40:36.765795 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24603f9-64d1-407d-a53c-bc5dce85eaae None None] Checking router: b38f5f40-2d7b-46d8-b01f-2094ddcb557c for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:40:36.773976 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24603f9-64d1-407d-a53c-bc5dce85eaae None None] Routers {'b38f5f40-2d7b-46d8-b01f-2094ddcb557c'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:40:36.774581 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-e24603f9-64d1-407d-a53c-bc5dce85eaae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:40:36Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['b38f5f40-2d7b-46d8-b01f-2094ddcb557c'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:40:36.797636 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac2ccbe-8c46-4e4b-8ce7-60379fba33cb req-da662fef-514c-49d8-91b3-259a346e2399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:40:36.799220 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9ac2ccbe-8c46-4e4b-8ce7-60379fba33cb req-da662fef-514c-49d8-91b3-259a346e2399 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a1ccf29f-f485-4406-9ebc-1f1070e2a12a HTTP/1.1" status: 200 len: 848 time: 0.0481863 Aug 29 05:40:36.846854 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac2ccbe-8c46-4e4b-8ce7-60379fba33cb req-e2f8a40f-69b6-4430-b9e0-ab85051213f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:40:36.848449 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9ac2ccbe-8c46-4e4b-8ce7-60379fba33cb req-e2f8a40f-69b6-4430-b9e0-ab85051213f2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cc038c55-f51d-41ac-9f18-7d8d5cfaec69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416508 Aug 29 05:40:36.874224 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-e24603f9-64d1-407d-a53c-bc5dce85eaae None None] Set router b38f5f40-2d7b-46d8-b01f-2094ddcb557c gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:40:36.940979 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9ac2ccbe-8c46-4e4b-8ce7-60379fba33cb req-8d2acb6e-d3bf-4878-92c6-8de598d8be2f service neutron] 10.222.0.48 "GET /v2.0/networks/cc038c55-f51d-41ac-9f18-7d8d5cfaec69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839791 Aug 29 05:40:37.038614 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-9ac2ccbe-8c46-4e4b-8ce7-60379fba33cb req-a3542da2-c950-4318-9797-6be2824ccae6 service neutron] 10.222.0.48 "GET /v2.0/networks/cc038c55-f51d-41ac-9f18-7d8d5cfaec69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897760 Aug 29 05:40:37.100217 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-e24603f9-64d1-407d-a53c-bc5dce85eaae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b38f5f40-2d7b-46d8-b01f-2094ddcb557c', 'name': 'tempest-TestSnapshotPattern-355185408-router', 'tenant_id': '1f46b61a8ce549e1b808d261993d0d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '76ebb1b9-693a-4055-bcc4-740691596660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:37:28Z', 'updated_at': '2021-08-29T05:37:30Z', 'revision_number': 4, 'project_id': '1f46b61a8ce549e1b808d261993d0d24', 'gw_port': {'id': '76ebb1b9-693a-4055-bcc4-740691596660', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38f5f40-2d7b-46d8-b01f-2094ddcb557c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:28Z', 'updated_at': '2021-08-29T05:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': '87fde0a9-7ec1-4b13-a1c2-8be1a3363881', 'tenant_id': '1f46b61a8ce549e1b808d261993d0d24', 'floating_ip_address': '172.25.0.203', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': 'b38f5f40-2d7b-46d8-b01f-2094ddcb557c', 'port_id': '63bb6683-757a-46f6-914d-1156a2e7f6bb', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc038c55-f51d-41ac-9f18-7d8d5cfaec69', 'mac_address': 'fa:16:3e:62:ad:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90a7f0fb-e682-4cca-9397-939908d5ac43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:37:51Z', 'updated_at': '2021-08-29T05:37:53Z', 'revision_number': 1, 'project_id': '1f46b61a8ce549e1b808d261993d0d24', 'fixed_ip_address_scope': None}, {'id': 'ff634c9d-6840-42a0-b3fd-7ef0c6197d66', 'tenant_id': '1f46b61a8ce549e1b808d261993d0d24', 'floating_ip_address': '172.25.0.177', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': 'b38f5f40-2d7b-46d8-b01f-2094ddcb557c', 'port_id': 'd2aa3499-be1f-49c9-a69f-68140cbf6112', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc038c55-f51d-41ac-9f18-7d8d5cfaec69', 'mac_address': 'fa:16:3e:73:a2:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6322b89-52b3-45c0-9ebe-3f3b8c1cc565', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:40:35Z', 'updated_at': '2021-08-29T05:40:35Z', 'revision_number': 0, 'project_id': '1f46b61a8ce549e1b808d261993d0d24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc94389f-2e95-4263-ad35-875ccdae17ff', 'name': '', 'network_id': 'cc038c55-f51d-41ac-9f18-7d8d5cfaec69', 'tenant_id': '1f46b61a8ce549e1b808d261993d0d24', 'mac_address': 'fa:16:3e:9a:b9:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38f5f40-2d7b-46d8-b01f-2094ddcb557c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'a1ccf29f-f485-4406-9ebc-1f1070e2a12a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:30Z', 'updated_at': '2021-08-29T05:37:37Z', 'revision_number': 5, 'project_id': '1f46b61a8ce549e1b808d261993d0d24', 'subnets': [{'id': 'a1ccf29f-f485-4406-9ebc-1f1070e2a12a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:40:37.125772 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24603f9-64d1-407d-a53c-bc5dce85eaae None None] The sync data for ids ['b38f5f40-2d7b-46d8-b01f-2094ddcb557c'] in n-d-712140-12 is: [{'id': 'b38f5f40-2d7b-46d8-b01f-2094ddcb557c', 'name': 'tempest-TestSnapshotPattern-355185408-router', 'tenant_id': '1f46b61a8ce549e1b808d261993d0d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '76ebb1b9-693a-4055-bcc4-740691596660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:37:28Z', 'updated_at': '2021-08-29T05:37:30Z', 'revision_number': 4, 'project_id': '1f46b61a8ce549e1b808d261993d0d24', 'gw_port': {'id': '76ebb1b9-693a-4055-bcc4-740691596660', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38f5f40-2d7b-46d8-b01f-2094ddcb557c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:28Z', 'updated_at': '2021-08-29T05:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': '87fde0a9-7ec1-4b13-a1c2-8be1a3363881', 'tenant_id': '1f46b61a8ce549e1b808d261993d0d24', 'floating_ip_address': '172.25.0.203', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': 'b38f5f40-2d7b-46d8-b01f-2094ddcb557c', 'port_id': '63bb6683-757a-46f6-914d-1156a2e7f6bb', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc038c55-f51d-41ac-9f18-7d8d5cfaec69', 'mac_address': 'fa:16:3e:62:ad:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90a7f0fb-e682-4cca-9397-939908d5ac43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:37:51Z', 'updated_at': '2021-08-29T05:37:53Z', 'revision_number': 1, 'project_id': '1f46b61a8ce549e1b808d261993d0d24', 'fixed_ip_address_scope': None}, {'id': 'ff634c9d-6840-42a0-b3fd-7ef0c6197d66', 'tenant_id': '1f46b61a8ce549e1b808d261993d0d24', 'floating_ip_address': '172.25.0.177', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': 'b38f5f40-2d7b-46d8-b01f-2094ddcb557c', 'port_id': 'd2aa3499-be1f-49c9-a69f-68140cbf6112', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc038c55-f51d-41ac-9f18-7d8d5cfaec69', 'mac_address': 'fa:16:3e:73:a2:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6322b89-52b3-45c0-9ebe-3f3b8c1cc565', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:40:35Z', 'updated_at': '2021-08-29T05:40:35Z', 'revision_number': 0, 'project_id': '1f46b61a8ce549e1b808d261993d0d24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc94389f-2e95-4263-ad35-875ccdae17ff', 'name': '', 'network_id': 'cc038c55-f51d-41ac-9f18-7d8d5cfaec69', 'tenant_id': '1f46b61a8ce549e1b808d261993d0d24', 'mac_address': 'fa:16:3e:9a:b9:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38f5f40-2d7b-46d8-b01f-2094ddcb557c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'a1ccf29f-f485-4406-9ebc-1f1070e2a12a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:30Z', 'updated_at': '2021-08-29T05:37:37Z', 'revision_number': 5, 'project_id': '1f46b61a8ce549e1b808d261993d0d24', 'subnets': [{'id': 'a1ccf29f-f485-4406-9ebc-1f1070e2a12a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:40:37.310470 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909fa3dd-d944-4bf4-8609-fc9b29ac2105 None None] New status for floating IP ff634c9d-6840-42a0-b3fd-7ef0c6197d66: ACTIVE {{(pid=94830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:40:37.428538 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:40:37.531874 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:40:39.044633 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:40:50.033072 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:40:59.514973 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:01.958741 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-27657382-842d-470a-854c-8e6ec854f7e3 req-bcd8818c-ff18-46bf-9d05-975733239173 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=90a7f0fb-e682-4cca-9397-939908d5ac43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0398536 Aug 29 05:41:02.038781 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27657382-842d-470a-854c-8e6ec854f7e3 req-985d93db-e07b-43ba-a910-e8b8008a6791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:41:02.040221 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-27657382-842d-470a-854c-8e6ec854f7e3 req-985d93db-e07b-43ba-a910-e8b8008a6791 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1f46b61a8ce549e1b808d261993d0d24&device_id=90a7f0fb-e682-4cca-9397-939908d5ac43 HTTP/1.1" status: 200 len: 1095 time: 0.0404513 Aug 29 05:41:02.146409 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27657382-842d-470a-854c-8e6ec854f7e3 req-694660b9-fa33-4e62-9cd3-97598d46ddc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:41:02.147925 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-27657382-842d-470a-854c-8e6ec854f7e3 req-694660b9-fa33-4e62-9cd3-97598d46ddc5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=cc038c55-f51d-41ac-9f18-7d8d5cfaec69 HTTP/1.1" status: 200 len: 910 time: 0.0884216 Aug 29 05:41:02.216127 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-27657382-842d-470a-854c-8e6ec854f7e3 req-36c2d0d6-6f12-49a1-9d1c-9f343bd25d56 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63bb6683-757a-46f6-914d-1156a2e7f6bb HTTP/1.1" status: 200 len: 999 time: 0.0609326 Aug 29 05:41:02.269737 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27657382-842d-470a-854c-8e6ec854f7e3 req-b3bffb65-9861-4da0-a142-a67158129ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:41:02.271180 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-27657382-842d-470a-854c-8e6ec854f7e3 req-b3bffb65-9861-4da0-a142-a67158129ade service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a1ccf29f-f485-4406-9ebc-1f1070e2a12a HTTP/1.1" status: 200 len: 848 time: 0.0483203 Aug 29 05:41:02.317289 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27657382-842d-470a-854c-8e6ec854f7e3 req-1f4359ae-262c-4037-8744-a7ab696f2313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:41:02.318722 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-27657382-842d-470a-854c-8e6ec854f7e3 req-1f4359ae-262c-4037-8744-a7ab696f2313 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cc038c55-f51d-41ac-9f18-7d8d5cfaec69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405233 Aug 29 05:41:02.329344 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [req-27657382-842d-470a-854c-8e6ec854f7e3 req-8d31b2a4-a4da-430a-b323-bd6170d17936 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 05:41:02.330495 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-27657382-842d-470a-854c-8e6ec854f7e3 req-8d31b2a4-a4da-430a-b323-bd6170d17936 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051713 Aug 29 05:41:02.419470 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-27657382-842d-470a-854c-8e6ec854f7e3 req-5631038a-dd29-42a4-8196-da63faf763d3 service neutron] 10.222.0.46 "GET /v2.0/networks/cc038c55-f51d-41ac-9f18-7d8d5cfaec69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823805 Aug 29 05:41:02.517498 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-27657382-842d-470a-854c-8e6ec854f7e3 req-b260f0df-ae6a-4368-9da0-5d5bb3306d87 service neutron] 10.222.0.46 "GET /v2.0/networks/cc038c55-f51d-41ac-9f18-7d8d5cfaec69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891192 Aug 29 05:41:03.514374 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3f396cbd-fd08-4d10-81de-f8bd54976202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:04.552658 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:41:06.378844 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-09698aef-8441-4cf4-a5dd-5d04efac8db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:06.462907 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a6102cc6-0769-4eed-a404-121dcc5df1a8 req-eb836773-052c-4cdd-985c-81f474e092f1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=19efa733-49d3-4125-b1bf-b01d593b5e9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0591249 Aug 29 05:41:06.582274 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6102cc6-0769-4eed-a404-121dcc5df1a8 req-b5804336-068a-45af-b330-af41da3c3321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:41:06.583852 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a6102cc6-0769-4eed-a404-121dcc5df1a8 req-b5804336-068a-45af-b330-af41da3c3321 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=31def360f89342158e5c482db8b51dfa&device_id=19efa733-49d3-4125-b1bf-b01d593b5e9a HTTP/1.1" status: 200 len: 1097 time: 0.0484478 Aug 29 05:41:06.714083 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6102cc6-0769-4eed-a404-121dcc5df1a8 req-40305e33-1cc2-4412-a0b2-4b1f16bb3442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:41:06.716499 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a6102cc6-0769-4eed-a404-121dcc5df1a8 req-40305e33-1cc2-4412-a0b2-4b1f16bb3442 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb HTTP/1.1" status: 200 len: 913 time: 0.1106405 Aug 29 05:41:06.773072 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a6102cc6-0769-4eed-a404-121dcc5df1a8 req-eaec25ec-c973-42a8-b295-f61abff0e1ef service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e11f048-6330-4537-9251-c0dbbafc7fc5 HTTP/1.1" status: 200 len: 217 time: 0.0478261 Aug 29 05:41:06.832291 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6102cc6-0769-4eed-a404-121dcc5df1a8 req-bac905f4-b378-4b85-a950-1f633df014d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:41:06.833996 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a6102cc6-0769-4eed-a404-121dcc5df1a8 req-bac905f4-b378-4b85-a950-1f633df014d9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6f6d99e8-8009-478f-9356-563dd7d1ac5b HTTP/1.1" status: 200 len: 851 time: 0.0522311 Aug 29 05:41:06.895545 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6102cc6-0769-4eed-a404-121dcc5df1a8 req-eed205a7-f938-42ca-a6bb-e574626c1d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:41:06.897149 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a6102cc6-0769-4eed-a404-121dcc5df1a8 req-eed205a7-f938-42ca-a6bb-e574626c1d99 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0552449 Aug 29 05:41:06.997504 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a6102cc6-0769-4eed-a404-121dcc5df1a8 req-6a6e06d9-f39b-4ec0-9349-e3f5d76ac216 service neutron] 10.222.0.48 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922124 Aug 29 05:41:07.427859 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:07.458015 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-a6102cc6-0769-4eed-a404-121dcc5df1a8 req-0b182a77-4331-4a90-89a5-92465831e328 service neutron] 10.222.0.48 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4507720 Aug 29 05:41:07.534093 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:09.048143 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:20.140399 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:29.523277 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:33.515706 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6ebb6ff3-a8fa-47c5-b87a-334f9b4c20c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:36.372987 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f4b292b1-c584-4a83-b1f3-3d5a941dd23a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:37.418291 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:37.540805 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:39.051544 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:41.552757 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:41:50.045027 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:59.527315 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:42:01.962455 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ecc8f319-ae6d-45a4-b549-634cd0b66f68 req-692f6df7-06eb-4928-ac42-bc816cc1a8a2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=90a7f0fb-e682-4cca-9397-939908d5ac43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0433044 Aug 29 05:42:02.049933 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc8f319-ae6d-45a4-b549-634cd0b66f68 req-554aafd2-fbc2-4a91-8bdf-cc8496fd98e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:42:02.051422 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ecc8f319-ae6d-45a4-b549-634cd0b66f68 req-554aafd2-fbc2-4a91-8bdf-cc8496fd98e9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1f46b61a8ce549e1b808d261993d0d24&device_id=90a7f0fb-e682-4cca-9397-939908d5ac43 HTTP/1.1" status: 200 len: 1095 time: 0.0443089 Aug 29 05:42:02.166130 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc8f319-ae6d-45a4-b549-634cd0b66f68 req-5f196c66-96d6-44c3-af71-ee5c32094170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:42:02.168368 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ecc8f319-ae6d-45a4-b549-634cd0b66f68 req-5f196c66-96d6-44c3-af71-ee5c32094170 service neutron] 10.222.0.46 "GET /v2.0/networks?id=cc038c55-f51d-41ac-9f18-7d8d5cfaec69 HTTP/1.1" status: 200 len: 910 time: 0.0975833 Aug 29 05:42:02.234207 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ecc8f319-ae6d-45a4-b549-634cd0b66f68 req-4a2989a3-a87e-430e-969e-3978ce3a30af service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63bb6683-757a-46f6-914d-1156a2e7f6bb HTTP/1.1" status: 200 len: 999 time: 0.0591135 Aug 29 05:42:02.281622 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc8f319-ae6d-45a4-b549-634cd0b66f68 req-b359532d-66b4-4dc6-861a-b43d88963909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:42:02.283089 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ecc8f319-ae6d-45a4-b549-634cd0b66f68 req-b359532d-66b4-4dc6-861a-b43d88963909 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a1ccf29f-f485-4406-9ebc-1f1070e2a12a HTTP/1.1" status: 200 len: 848 time: 0.0421493 Aug 29 05:42:02.331597 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc8f319-ae6d-45a4-b549-634cd0b66f68 req-f3a12847-2162-4cf4-8fd0-7616e099f700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:42:02.333382 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ecc8f319-ae6d-45a4-b549-634cd0b66f68 req-f3a12847-2162-4cf4-8fd0-7616e099f700 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cc038c55-f51d-41ac-9f18-7d8d5cfaec69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436952 Aug 29 05:42:02.420844 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ecc8f319-ae6d-45a4-b549-634cd0b66f68 req-5d4a95fe-19aa-49bb-8b18-ae0e824d178d service neutron] 10.222.0.46 "GET /v2.0/networks/cc038c55-f51d-41ac-9f18-7d8d5cfaec69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807743 Aug 29 05:42:02.514690 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ecc8f319-ae6d-45a4-b549-634cd0b66f68 req-c07b566e-61c2-49ad-92cc-4ebb5912b662 service neutron] 10.222.0.46 "GET /v2.0/networks/cc038c55-f51d-41ac-9f18-7d8d5cfaec69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872843 Aug 29 05:42:03.520482 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-10fc0d7c-4f09-4f51-a7cb-99f38db6323b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:42:06.373983 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-422b06ef-b12e-4122-8c8e-95024c7547b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:42:06.521688 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8b38a3b2-76b5-4b17-a9fd-c133b6822d60 req-318cb165-d102-412c-a669-43ac1d43f90a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a6322b89-52b3-45c0-9ebe-3f3b8c1cc565&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1158485 Aug 29 05:42:06.597336 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b38a3b2-76b5-4b17-a9fd-c133b6822d60 req-669cad59-bc8a-4fa1-982e-705086e94ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:42:06.598845 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8b38a3b2-76b5-4b17-a9fd-c133b6822d60 req-669cad59-bc8a-4fa1-982e-705086e94ead service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1f46b61a8ce549e1b808d261993d0d24&device_id=a6322b89-52b3-45c0-9ebe-3f3b8c1cc565 HTTP/1.1" status: 200 len: 1098 time: 0.0413024 Aug 29 05:42:06.709017 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b38a3b2-76b5-4b17-a9fd-c133b6822d60 req-80ef3693-126b-4bc5-8aef-3d809c500438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:42:06.710468 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8b38a3b2-76b5-4b17-a9fd-c133b6822d60 req-80ef3693-126b-4bc5-8aef-3d809c500438 service neutron] 10.222.0.48 "GET /v2.0/networks?id=cc038c55-f51d-41ac-9f18-7d8d5cfaec69 HTTP/1.1" status: 200 len: 910 time: 0.0900822 Aug 29 05:42:06.777608 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8b38a3b2-76b5-4b17-a9fd-c133b6822d60 req-3814985d-8d67-4d6b-b209-415d2ec6b6bd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d2aa3499-be1f-49c9-a69f-68140cbf6112 HTTP/1.1" status: 200 len: 1002 time: 0.0577474 Aug 29 05:42:06.830793 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b38a3b2-76b5-4b17-a9fd-c133b6822d60 req-450dfe2a-81ce-41af-b79d-9f7e94419a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:42:06.832279 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8b38a3b2-76b5-4b17-a9fd-c133b6822d60 req-450dfe2a-81ce-41af-b79d-9f7e94419a56 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a1ccf29f-f485-4406-9ebc-1f1070e2a12a HTTP/1.1" status: 200 len: 848 time: 0.0462909 Aug 29 05:42:06.883338 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b38a3b2-76b5-4b17-a9fd-c133b6822d60 req-90ee66e0-5040-4c9f-a71e-bbeebb39186c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:42:06.884894 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8b38a3b2-76b5-4b17-a9fd-c133b6822d60 req-90ee66e0-5040-4c9f-a71e-bbeebb39186c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cc038c55-f51d-41ac-9f18-7d8d5cfaec69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446894 Aug 29 05:42:06.979263 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8b38a3b2-76b5-4b17-a9fd-c133b6822d60 req-06a7722a-38ca-48f3-b0f0-22df06f98c65 service neutron] 10.222.0.48 "GET /v2.0/networks/cc038c55-f51d-41ac-9f18-7d8d5cfaec69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861614 Aug 29 05:42:07.078183 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-8b38a3b2-76b5-4b17-a9fd-c133b6822d60 req-ef1dce10-6172-4fd1-8c8a-92d4893c28e7 service neutron] 10.222.0.48 "GET /v2.0/networks/cc038c55-f51d-41ac-9f18-7d8d5cfaec69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891073 Aug 29 05:42:07.418669 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:42:07.540622 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:42:09.058985 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:42:18.552541 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:42:20.060342 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:42:29.569882 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:42:33.521629 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-26138f8f-50da-45ca-9a64-edb62ed61722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:42:36.377975 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9992dfc1-1b5d-4de4-8d21-06311fc8d7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:42:37.421698 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:42:37.546436 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:42:39.060822 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:42:50.061950 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:42:55.552099 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:42:56.356623 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device d2aa3499-be1f-49c9-a69f-68140cbf6112 details requested by agent hyperv_n-h2-712140-12 with host n-h2-712140-12 {{(pid=94830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:42:56.448481 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port d2aa3499-be1f-49c9-a69f-68140cbf6112, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=d2aa3499-be1f-49c9-a69f-68140cbf6112,segment=NetworkSegment(eb224138-57a6-420d-a6cb-f56bfc39e011),segment_id=eb224138-57a6-420d-a6cb-f56bfc39e011)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:42:56.460394 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Returning: {'device': 'd2aa3499-be1f-49c9-a69f-68140cbf6112', 'network_id': 'cc038c55-f51d-41ac-9f18-7d8d5cfaec69', 'port_id': 'd2aa3499-be1f-49c9-a69f-68140cbf6112', 'mac_address': 'fa:16:3e:73:a2:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1ccf29f-f485-4406-9ebc-1f1070e2a12a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:42:56.500197 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:42:56.512495 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d2aa3499-be1f-49c9-a69f-68140cbf6112 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:42:56.530931 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port d2aa3499-be1f-49c9-a69f-68140cbf6112, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=d2aa3499-be1f-49c9-a69f-68140cbf6112,segment=NetworkSegment(eb224138-57a6-420d-a6cb-f56bfc39e011),segment_id=eb224138-57a6-420d-a6cb-f56bfc39e011)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:42:56.535618 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:42:56.581915 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=d2aa3499-be1f-49c9-a69f-68140cbf6112,revision_number=6']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:42:56.589498 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:42:56.589849 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:42:56.590193 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:42:56.590532 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:42:56.590869 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:42:56.591204 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:42:56.591533 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:42:56.591886 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:42:56.592213 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:42:56.592539 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:42:56.592864 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:42:56.593188 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:42:56.687081 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] get_ports_and_sgs() called for port_ids ['d2aa3499-be1f-49c9-a69f-68140cbf6112'] {{(pid=94830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:42:58.380589 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device d2aa3499-be1f-49c9-a69f-68140cbf6112 up at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:42:58.426477 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Provisioning complete for port d2aa3499-be1f-49c9-a69f-68140cbf6112 triggered by entity L2. {{(pid=94830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:42:58.426851 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700678'] for port, provisioning_complete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:42:58.502823 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3803983'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:42:58.524784 n-d-712140-12 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6322b89-52b3-45c0-9ebe-3f3b8c1cc565', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2aa3499-be1f-49c9-a69f-68140cbf6112'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:42:58.527008 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e47ce94e7730ef80c099a0714bd3625e1f676465bb595722170593f8a424ee2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd8a14dc-1586-45d9-9afb-c893a245a123" -d '{"events": [{"server_uuid": "a6322b89-52b3-45c0-9ebe-3f3b8c1cc565", "name": "network-vif-plugged", "status": "completed", "tag": "d2aa3499-be1f-49c9-a69f-68140cbf6112"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:42:58.539961 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] For port d2aa3499-be1f-49c9-a69f-68140cbf6112, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=d2aa3499-be1f-49c9-a69f-68140cbf6112,segment=NetworkSegment(eb224138-57a6-420d-a6cb-f56bfc39e011),segment_id=eb224138-57a6-420d-a6cb-f56bfc39e011)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:42:58.545593 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732639023921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732638551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732638551592'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:42:58.594634 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Pushing event updated for resources: {'Port': ['ID=d2aa3499-be1f-49c9-a69f-68140cbf6112,revision_number=7']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:42:58.616400 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84dff83e-a7e4-4419-b0d6-0da3d66cb3de x-openstack-request-id: req-84dff83e-a7e4-4419-b0d6-0da3d66cb3de {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:42:58.616696 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6322b89-52b3-45c0-9ebe-3f3b8c1cc565", "name": "network-vif-plugged", "status": "completed", "tag": "d2aa3499-be1f-49c9-a69f-68140cbf6112", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:42:58.616951 n-d-712140-12 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-84dff83e-a7e4-4419-b0d6-0da3d66cb3de {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:42:58.617347 n-d-712140-12 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6322b89-52b3-45c0-9ebe-3f3b8c1cc565', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2aa3499-be1f-49c9-a69f-68140cbf6112', 'code': 200} Aug 29 05:42:59.557194 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:02.004778 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ff8cfce4-2298-4444-aada-fdb151b434ff req-d936f411-4654-454c-8dae-e443df489888 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=90a7f0fb-e682-4cca-9397-939908d5ac43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0922925 Aug 29 05:43:02.099088 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8cfce4-2298-4444-aada-fdb151b434ff req-bfc38bd6-7413-4980-a15e-656b7b485271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:43:02.100648 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ff8cfce4-2298-4444-aada-fdb151b434ff req-bfc38bd6-7413-4980-a15e-656b7b485271 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1f46b61a8ce549e1b808d261993d0d24&device_id=90a7f0fb-e682-4cca-9397-939908d5ac43 HTTP/1.1" status: 200 len: 1095 time: 0.0501783 Aug 29 05:43:02.212280 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8cfce4-2298-4444-aada-fdb151b434ff req-e3b47d6c-c1f7-4c24-a046-4a4e77490391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:43:02.213778 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ff8cfce4-2298-4444-aada-fdb151b434ff req-e3b47d6c-c1f7-4c24-a046-4a4e77490391 service neutron] 10.222.0.46 "GET /v2.0/networks?id=cc038c55-f51d-41ac-9f18-7d8d5cfaec69 HTTP/1.1" status: 200 len: 910 time: 0.0944681 Aug 29 05:43:02.299283 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ff8cfce4-2298-4444-aada-fdb151b434ff req-4c70e006-3578-4cfc-b6df-0912aef743ac service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63bb6683-757a-46f6-914d-1156a2e7f6bb HTTP/1.1" status: 200 len: 999 time: 0.0782411 Aug 29 05:43:02.357665 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8cfce4-2298-4444-aada-fdb151b434ff req-c7fe2ff6-3838-44d5-9979-3e2c5ca2e5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:43:02.359575 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ff8cfce4-2298-4444-aada-fdb151b434ff req-c7fe2ff6-3838-44d5-9979-3e2c5ca2e5de service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a1ccf29f-f485-4406-9ebc-1f1070e2a12a HTTP/1.1" status: 200 len: 848 time: 0.0543015 Aug 29 05:43:02.418799 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8cfce4-2298-4444-aada-fdb151b434ff req-088b1df1-90a0-43a7-9bf7-423d83cbe289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:43:02.420521 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ff8cfce4-2298-4444-aada-fdb151b434ff req-088b1df1-90a0-43a7-9bf7-423d83cbe289 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cc038c55-f51d-41ac-9f18-7d8d5cfaec69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543578 Aug 29 05:43:02.522707 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ff8cfce4-2298-4444-aada-fdb151b434ff req-a27f35e8-433b-4db6-944f-e65ffce2d4cc service neutron] 10.222.0.46 "GET /v2.0/networks/cc038c55-f51d-41ac-9f18-7d8d5cfaec69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949798 Aug 29 05:43:02.642015 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ff8cfce4-2298-4444-aada-fdb151b434ff req-8c836e24-c163-493f-ada0-83eb13e80f71 service neutron] 10.222.0.46 "GET /v2.0/networks/cc038c55-f51d-41ac-9f18-7d8d5cfaec69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112022 Aug 29 05:43:03.527228 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e318df3d-87f9-456b-a086-29a83342f575 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:06.381760 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-14cad673-9484-428c-a7fe-c5e93abf2f27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:07.426420 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:07.549216 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:08.443105 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fde452e2-e858-4df9-bc1b-c3b3604520c9 req-f6d3d883-1895-47f1-b9a0-c653ef010b19 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=19efa733-49d3-4125-b1bf-b01d593b5e9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0536346 Aug 29 05:43:08.554820 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde452e2-e858-4df9-bc1b-c3b3604520c9 req-b54c2e29-f36b-47f2-8468-97a547cb6be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:43:08.556460 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fde452e2-e858-4df9-bc1b-c3b3604520c9 req-b54c2e29-f36b-47f2-8468-97a547cb6be9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=31def360f89342158e5c482db8b51dfa&device_id=19efa733-49d3-4125-b1bf-b01d593b5e9a HTTP/1.1" status: 200 len: 1097 time: 0.0455027 Aug 29 05:43:08.675408 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde452e2-e858-4df9-bc1b-c3b3604520c9 req-f2bf7076-8c62-40bb-b4ec-afdb8f549a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:43:08.677826 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fde452e2-e858-4df9-bc1b-c3b3604520c9 req-f2bf7076-8c62-40bb-b4ec-afdb8f549a03 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb HTTP/1.1" status: 200 len: 913 time: 0.0981174 Aug 29 05:43:08.733806 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fde452e2-e858-4df9-bc1b-c3b3604520c9 req-092d6d06-20ad-4767-bc17-38972336bf56 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e11f048-6330-4537-9251-c0dbbafc7fc5 HTTP/1.1" status: 200 len: 217 time: 0.0430412 Aug 29 05:43:08.802135 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde452e2-e858-4df9-bc1b-c3b3604520c9 req-7739abec-245d-4602-a22b-0f21028c10b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:43:08.803615 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fde452e2-e858-4df9-bc1b-c3b3604520c9 req-7739abec-245d-4602-a22b-0f21028c10b6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6f6d99e8-8009-478f-9356-563dd7d1ac5b HTTP/1.1" status: 200 len: 851 time: 0.0611525 Aug 29 05:43:08.883558 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde452e2-e858-4df9-bc1b-c3b3604520c9 req-bd2f7761-7230-4221-8c1b-41148e371e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:43:08.885199 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fde452e2-e858-4df9-bc1b-c3b3604520c9 req-bd2f7761-7230-4221-8c1b-41148e371e51 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0727429 Aug 29 05:43:08.900078 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [req-fde452e2-e858-4df9-bc1b-c3b3604520c9 req-dd48474f-1833-46a1-bb8c-edaaf614b925 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 05:43:08.901634 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fde452e2-e858-4df9-bc1b-c3b3604520c9 req-dd48474f-1833-46a1-bb8c-edaaf614b925 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083928 Aug 29 05:43:09.007961 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fde452e2-e858-4df9-bc1b-c3b3604520c9 req-7d1f16ba-e4f9-4aff-8973-a603cf71f402 service neutron] 10.222.0.48 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967379 Aug 29 05:43:09.074659 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:09.133558 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-fde452e2-e858-4df9-bc1b-c3b3604520c9 req-d44d4369-ef2c-454a-8893-e6cb675655a1 service neutron] 10.222.0.48 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186452 Aug 29 05:43:12.385105 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 44178) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:43:12.550878 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-81b2e28a-2a11-485a-b212-cedd8d611da7 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Deleting port d62432cf-288f-4110-a7b9-a0e941359a45 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:43:12.550878 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-81b2e28a-2a11-485a-b212-cedd8d611da7 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:12.629518 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-81b2e28a-2a11-485a-b212-cedd8d611da7 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:12.629856 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-81b2e28a-2a11-485a-b212-cedd8d611da7 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:12.641272 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-81b2e28a-2a11-485a-b212-cedd8d611da7 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Calling delete_port for d62432cf-288f-4110-a7b9-a0e941359a45 owned by network:floatingip {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:43:12.789272 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-81b2e28a-2a11-485a-b212-cedd8d611da7 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:12.817555 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b2e28a-2a11-485a-b212-cedd8d611da7 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Pushing event deleted for resources: {'Port': ['ID=d62432cf-288f-4110-a7b9-a0e941359a45,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:43:12.833471 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b2e28a-2a11-485a-b212-cedd8d611da7 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:43:12.833830 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b2e28a-2a11-485a-b212-cedd8d611da7 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:43:12.834183 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b2e28a-2a11-485a-b212-cedd8d611da7 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:43:12.834527 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b2e28a-2a11-485a-b212-cedd8d611da7 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:43:12.834867 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b2e28a-2a11-485a-b212-cedd8d611da7 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:43:12.835207 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b2e28a-2a11-485a-b212-cedd8d611da7 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:43:12.835541 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b2e28a-2a11-485a-b212-cedd8d611da7 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:43:12.835905 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b2e28a-2a11-485a-b212-cedd8d611da7 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:43:12.836237 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b2e28a-2a11-485a-b212-cedd8d611da7 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:43:12.836565 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b2e28a-2a11-485a-b212-cedd8d611da7 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:43:12.836896 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b2e28a-2a11-485a-b212-cedd8d611da7 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:43:12.837251 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b2e28a-2a11-485a-b212-cedd8d611da7 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:43:12.899352 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-81b2e28a-2a11-485a-b212-cedd8d611da7 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Notify callbacks [] for floatingip, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:12.899696 n-d-712140-12 neutron-server[94829]: INFO neutron.db.l3_db [None req-81b2e28a-2a11-485a-b212-cedd8d611da7 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Floating IP ff634c9d-6840-42a0-b3fd-7ef0c6197d66 disassociated (deleted). External IP: 172.25.0.177, port: d2aa3499-be1f-49c9-a69f-68140cbf6112. Aug 29 05:43:13.123707 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81b2e28a-2a11-485a-b212-cedd8d611da7 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Router b38f5f40-2d7b-46d8-b01f-2094ddcb557c has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:43:13.241675 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81b2e28a-2a11-485a-b212-cedd8d611da7 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:43:13.246513 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-81b2e28a-2a11-485a-b212-cedd8d611da7 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:13.251413 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47dd0d57-7709-4383-ad6c-e72fa1014996 None None] Sync routers for ids ['b38f5f40-2d7b-46d8-b01f-2094ddcb557c'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:43:13.260236 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47dd0d57-7709-4383-ad6c-e72fa1014996 None None] Routers {'b38f5f40-2d7b-46d8-b01f-2094ddcb557c'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:43:13.260996 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-47dd0d57-7709-4383-ad6c-e72fa1014996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:43:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['b38f5f40-2d7b-46d8-b01f-2094ddcb557c'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:43:13.273513 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-81b2e28a-2a11-485a-b212-cedd8d611da7 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] 10.222.0.22 "DELETE /v2.0/floatingips/ff634c9d-6840-42a0-b3fd-7ef0c6197d66 HTTP/1.1" status: 204 len: 168 time: 0.8869879 Aug 29 05:43:13.274106 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6322b89-52b3-45c0-9ebe-3f3b8c1cc565', 'tag': 'd2aa3499-be1f-49c9-a69f-68140cbf6112'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:43:13.276477 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77553e5f3dce844e1d1944d01f437b37b7dd5b7a052a0dbecc2d9758b81294" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86a34306-5299-44f3-a0e9-04086e9d02bf" -d '{"events": [{"name": "network-changed", "server_uuid": "a6322b89-52b3-45c0-9ebe-3f3b8c1cc565", "tag": "d2aa3499-be1f-49c9-a69f-68140cbf6112"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:43:13.469915 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-47dd0d57-7709-4383-ad6c-e72fa1014996 None None] Set router b38f5f40-2d7b-46d8-b01f-2094ddcb557c gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:43:13.505512 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ff60b9a-5686-4c06-818b-f37d0f724081 x-openstack-request-id: req-0ff60b9a-5686-4c06-818b-f37d0f724081 {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:43:13.506027 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6322b89-52b3-45c0-9ebe-3f3b8c1cc565", "tag": "d2aa3499-be1f-49c9-a69f-68140cbf6112", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:43:13.506122 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0ff60b9a-5686-4c06-818b-f37d0f724081 {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:43:13.506482 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6322b89-52b3-45c0-9ebe-3f3b8c1cc565', 'tag': 'd2aa3499-be1f-49c9-a69f-68140cbf6112', 'status': 'completed', 'code': 200} Aug 29 05:43:13.626188 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fca35c2-ad29-4e7e-83da-dadd4c13fe0b req-e1755074-2afc-4acf-b4ce-9bd5efd34f47 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:43:13.627775 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3fca35c2-ad29-4e7e-83da-dadd4c13fe0b req-e1755074-2afc-4acf-b4ce-9bd5efd34f47 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6322b89-52b3-45c0-9ebe-3f3b8c1cc565 HTTP/1.1" status: 200 len: 946 time: 0.0753241 Aug 29 05:43:13.634188 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a34306-5299-44f3-a0e9-04086e9d02bf req-7a1e4ae0-b261-4a2a-adba-37ea9c490cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:43:13.635847 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-86a34306-5299-44f3-a0e9-04086e9d02bf req-7a1e4ae0-b261-4a2a-adba-37ea9c490cc0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1f46b61a8ce549e1b808d261993d0d24&device_id=a6322b89-52b3-45c0-9ebe-3f3b8c1cc565 HTTP/1.1" status: 200 len: 1098 time: 0.0728281 Aug 29 05:43:13.705458 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-47dd0d57-7709-4383-ad6c-e72fa1014996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b38f5f40-2d7b-46d8-b01f-2094ddcb557c', 'name': 'tempest-TestSnapshotPattern-355185408-router', 'tenant_id': '1f46b61a8ce549e1b808d261993d0d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '76ebb1b9-693a-4055-bcc4-740691596660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:37:28Z', 'updated_at': '2021-08-29T05:37:30Z', 'revision_number': 4, 'project_id': '1f46b61a8ce549e1b808d261993d0d24', 'gw_port': {'id': '76ebb1b9-693a-4055-bcc4-740691596660', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38f5f40-2d7b-46d8-b01f-2094ddcb557c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:28Z', 'updated_at': '2021-08-29T05:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': '87fde0a9-7ec1-4b13-a1c2-8be1a3363881', 'tenant_id': '1f46b61a8ce549e1b808d261993d0d24', 'floating_ip_address': '172.25.0.203', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': 'b38f5f40-2d7b-46d8-b01f-2094ddcb557c', 'port_id': '63bb6683-757a-46f6-914d-1156a2e7f6bb', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc038c55-f51d-41ac-9f18-7d8d5cfaec69', 'mac_address': 'fa:16:3e:62:ad:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90a7f0fb-e682-4cca-9397-939908d5ac43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:37:51Z', 'updated_at': '2021-08-29T05:37:53Z', 'revision_number': 1, 'project_id': '1f46b61a8ce549e1b808d261993d0d24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc94389f-2e95-4263-ad35-875ccdae17ff', 'name': '', 'network_id': 'cc038c55-f51d-41ac-9f18-7d8d5cfaec69', 'tenant_id': '1f46b61a8ce549e1b808d261993d0d24', 'mac_address': 'fa:16:3e:9a:b9:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38f5f40-2d7b-46d8-b01f-2094ddcb557c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'a1ccf29f-f485-4406-9ebc-1f1070e2a12a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:30Z', 'updated_at': '2021-08-29T05:37:37Z', 'revision_number': 5, 'project_id': '1f46b61a8ce549e1b808d261993d0d24', 'subnets': [{'id': 'a1ccf29f-f485-4406-9ebc-1f1070e2a12a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:43:13.717530 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-3fca35c2-ad29-4e7e-83da-dadd4c13fe0b req-abea4db8-fba1-4c91-b811-b54142934737 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd4126e1-2264-4cf1-8c34-e914214d3259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805871 Aug 29 05:43:13.742612 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47dd0d57-7709-4383-ad6c-e72fa1014996 None None] Checking router: b38f5f40-2d7b-46d8-b01f-2094ddcb557c for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:43:13.752588 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47dd0d57-7709-4383-ad6c-e72fa1014996 None None] Routers {'b38f5f40-2d7b-46d8-b01f-2094ddcb557c'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:43:13.753326 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-47dd0d57-7709-4383-ad6c-e72fa1014996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:43:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['b38f5f40-2d7b-46d8-b01f-2094ddcb557c'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:43:13.754056 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a34306-5299-44f3-a0e9-04086e9d02bf req-60dac840-7da4-4717-a910-df361d3d212d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:43:13.755584 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-86a34306-5299-44f3-a0e9-04086e9d02bf req-60dac840-7da4-4717-a910-df361d3d212d service neutron] 10.222.0.48 "GET /v2.0/networks?id=cc038c55-f51d-41ac-9f18-7d8d5cfaec69 HTTP/1.1" status: 200 len: 910 time: 0.1120460 Aug 29 05:43:13.799916 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-86a34306-5299-44f3-a0e9-04086e9d02bf req-e78529b8-f43d-4a4f-bb47-e8c93aa34ceb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d2aa3499-be1f-49c9-a69f-68140cbf6112 HTTP/1.1" status: 200 len: 217 time: 0.0362270 Aug 29 05:43:13.857510 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a34306-5299-44f3-a0e9-04086e9d02bf req-edcd0b19-0f1f-4fb8-81a4-0af6cc5c9050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:43:13.859057 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-86a34306-5299-44f3-a0e9-04086e9d02bf req-edcd0b19-0f1f-4fb8-81a4-0af6cc5c9050 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a1ccf29f-f485-4406-9ebc-1f1070e2a12a HTTP/1.1" status: 200 len: 848 time: 0.0499036 Aug 29 05:43:13.874213 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-47dd0d57-7709-4383-ad6c-e72fa1014996 None None] Set router b38f5f40-2d7b-46d8-b01f-2094ddcb557c gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:43:13.914958 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a34306-5299-44f3-a0e9-04086e9d02bf req-f4d09dfb-8f59-4a08-9f25-72493fc29857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:43:13.916649 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-86a34306-5299-44f3-a0e9-04086e9d02bf req-f4d09dfb-8f59-4a08-9f25-72493fc29857 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cc038c55-f51d-41ac-9f18-7d8d5cfaec69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0489972 Aug 29 05:43:14.013185 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-86a34306-5299-44f3-a0e9-04086e9d02bf req-6f55fde0-bed5-4773-a036-73ee3f57cd87 service neutron] 10.222.0.48 "GET /v2.0/networks/cc038c55-f51d-41ac-9f18-7d8d5cfaec69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881047 Aug 29 05:43:14.114041 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-47dd0d57-7709-4383-ad6c-e72fa1014996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b38f5f40-2d7b-46d8-b01f-2094ddcb557c', 'name': 'tempest-TestSnapshotPattern-355185408-router', 'tenant_id': '1f46b61a8ce549e1b808d261993d0d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '76ebb1b9-693a-4055-bcc4-740691596660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:37:28Z', 'updated_at': '2021-08-29T05:37:30Z', 'revision_number': 4, 'project_id': '1f46b61a8ce549e1b808d261993d0d24', 'gw_port': {'id': '76ebb1b9-693a-4055-bcc4-740691596660', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38f5f40-2d7b-46d8-b01f-2094ddcb557c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:28Z', 'updated_at': '2021-08-29T05:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': '87fde0a9-7ec1-4b13-a1c2-8be1a3363881', 'tenant_id': '1f46b61a8ce549e1b808d261993d0d24', 'floating_ip_address': '172.25.0.203', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': 'b38f5f40-2d7b-46d8-b01f-2094ddcb557c', 'port_id': '63bb6683-757a-46f6-914d-1156a2e7f6bb', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc038c55-f51d-41ac-9f18-7d8d5cfaec69', 'mac_address': 'fa:16:3e:62:ad:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90a7f0fb-e682-4cca-9397-939908d5ac43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:37:51Z', 'updated_at': '2021-08-29T05:37:53Z', 'revision_number': 1, 'project_id': '1f46b61a8ce549e1b808d261993d0d24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc94389f-2e95-4263-ad35-875ccdae17ff', 'name': '', 'network_id': 'cc038c55-f51d-41ac-9f18-7d8d5cfaec69', 'tenant_id': '1f46b61a8ce549e1b808d261993d0d24', 'mac_address': 'fa:16:3e:9a:b9:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38f5f40-2d7b-46d8-b01f-2094ddcb557c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'a1ccf29f-f485-4406-9ebc-1f1070e2a12a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:30Z', 'updated_at': '2021-08-29T05:37:37Z', 'revision_number': 5, 'project_id': '1f46b61a8ce549e1b808d261993d0d24', 'subnets': [{'id': 'a1ccf29f-f485-4406-9ebc-1f1070e2a12a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:43:14.123891 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-86a34306-5299-44f3-a0e9-04086e9d02bf req-eddbca32-f11f-46be-aa35-4241d2d8432a service neutron] 10.222.0.48 "GET /v2.0/networks/cc038c55-f51d-41ac-9f18-7d8d5cfaec69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019037 Aug 29 05:43:14.141697 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47dd0d57-7709-4383-ad6c-e72fa1014996 None None] The sync data for ids ['b38f5f40-2d7b-46d8-b01f-2094ddcb557c'] in n-d-712140-12 is: [{'id': 'b38f5f40-2d7b-46d8-b01f-2094ddcb557c', 'name': 'tempest-TestSnapshotPattern-355185408-router', 'tenant_id': '1f46b61a8ce549e1b808d261993d0d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '76ebb1b9-693a-4055-bcc4-740691596660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:37:28Z', 'updated_at': '2021-08-29T05:37:30Z', 'revision_number': 4, 'project_id': '1f46b61a8ce549e1b808d261993d0d24', 'gw_port': {'id': '76ebb1b9-693a-4055-bcc4-740691596660', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38f5f40-2d7b-46d8-b01f-2094ddcb557c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:28Z', 'updated_at': '2021-08-29T05:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_floatingips': [{'id': '87fde0a9-7ec1-4b13-a1c2-8be1a3363881', 'tenant_id': '1f46b61a8ce549e1b808d261993d0d24', 'floating_ip_address': '172.25.0.203', 'floating_network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'router_id': 'b38f5f40-2d7b-46d8-b01f-2094ddcb557c', 'port_id': '63bb6683-757a-46f6-914d-1156a2e7f6bb', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc038c55-f51d-41ac-9f18-7d8d5cfaec69', 'mac_address': 'fa:16:3e:62:ad:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90a7f0fb-e682-4cca-9397-939908d5ac43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:37:51Z', 'updated_at': '2021-08-29T05:37:53Z', 'revision_number': 1, 'project_id': '1f46b61a8ce549e1b808d261993d0d24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc94389f-2e95-4263-ad35-875ccdae17ff', 'name': '', 'network_id': 'cc038c55-f51d-41ac-9f18-7d8d5cfaec69', 'tenant_id': '1f46b61a8ce549e1b808d261993d0d24', 'mac_address': 'fa:16:3e:9a:b9:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38f5f40-2d7b-46d8-b01f-2094ddcb557c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'a1ccf29f-f485-4406-9ebc-1f1070e2a12a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:30Z', 'updated_at': '2021-08-29T05:37:37Z', 'revision_number': 5, 'project_id': '1f46b61a8ce549e1b808d261993d0d24', 'subnets': [{'id': 'a1ccf29f-f485-4406-9ebc-1f1070e2a12a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:43:14.380219 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a07bcb-7006-44b0-9e80-3f8d6bf1ce9c None None] New status for floating IP ff634c9d-6840-42a0-b3fd-7ef0c6197d66: DOWN {{(pid=94830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:43:14.840125 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752bceb9-08c5-4e76-9c8b-4d2ce6fce161 req-6c945f8a-fb88-470d-a012-eaa7fda67db1 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:43:14.841971 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-752bceb9-08c5-4e76-9c8b-4d2ce6fce161 req-6c945f8a-fb88-470d-a012-eaa7fda67db1 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6322b89-52b3-45c0-9ebe-3f3b8c1cc565 HTTP/1.1" status: 200 len: 946 time: 0.0518415 Aug 29 05:43:14.882099 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-752bceb9-08c5-4e76-9c8b-4d2ce6fce161 req-657178bb-de1a-42d7-b4c8-cbc9c92a898a tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd4126e1-2264-4cf1-8c34-e914214d3259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334771 Aug 29 05:43:15.450501 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfac840-2ad9-4838-a1ca-359980e77915 req-fbc8078a-d2a0-4bbf-811e-f04c594874f6 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:43:15.452017 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-acfac840-2ad9-4838-a1ca-359980e77915 req-fbc8078a-d2a0-4bbf-811e-f04c594874f6 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6322b89-52b3-45c0-9ebe-3f3b8c1cc565 HTTP/1.1" status: 200 len: 946 time: 0.0486372 Aug 29 05:43:15.545134 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-acfac840-2ad9-4838-a1ca-359980e77915 req-491f2d1b-d5b3-4db4-85f8-067f8ffa051f tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Deleting port d2aa3499-be1f-49c9-a69f-68140cbf6112 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:43:15.545473 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-acfac840-2ad9-4838-a1ca-359980e77915 req-491f2d1b-d5b3-4db4-85f8-067f8ffa051f tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:15.635784 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [req-acfac840-2ad9-4838-a1ca-359980e77915 req-491f2d1b-d5b3-4db4-85f8-067f8ffa051f tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] For port d2aa3499-be1f-49c9-a69f-68140cbf6112, host n-h2-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-12',level=0,port_id=d2aa3499-be1f-49c9-a69f-68140cbf6112,segment=NetworkSegment(eb224138-57a6-420d-a6cb-f56bfc39e011),segment_id=eb224138-57a6-420d-a6cb-f56bfc39e011)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:43:15.636158 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-acfac840-2ad9-4838-a1ca-359980e77915 req-491f2d1b-d5b3-4db4-85f8-067f8ffa051f tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:15.649802 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [req-acfac840-2ad9-4838-a1ca-359980e77915 req-491f2d1b-d5b3-4db4-85f8-067f8ffa051f tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Calling delete_port for d2aa3499-be1f-49c9-a69f-68140cbf6112 owned by compute:nova {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:43:15.792535 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-acfac840-2ad9-4838-a1ca-359980e77915 req-491f2d1b-d5b3-4db4-85f8-067f8ffa051f tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:15.824782 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491f2d1b-d5b3-4db4-85f8-067f8ffa051f tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Pushing event deleted for resources: {'Port': ['ID=d2aa3499-be1f-49c9-a69f-68140cbf6112,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:43:15.852267 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491f2d1b-d5b3-4db4-85f8-067f8ffa051f tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:43:15.852871 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491f2d1b-d5b3-4db4-85f8-067f8ffa051f tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:43:15.852989 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491f2d1b-d5b3-4db4-85f8-067f8ffa051f tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:43:15.853284 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491f2d1b-d5b3-4db4-85f8-067f8ffa051f tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:43:15.853623 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491f2d1b-d5b3-4db4-85f8-067f8ffa051f tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:43:15.853960 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491f2d1b-d5b3-4db4-85f8-067f8ffa051f tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:43:15.854294 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491f2d1b-d5b3-4db4-85f8-067f8ffa051f tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:43:15.854626 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491f2d1b-d5b3-4db4-85f8-067f8ffa051f tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:43:15.854952 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491f2d1b-d5b3-4db4-85f8-067f8ffa051f tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:43:15.855281 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491f2d1b-d5b3-4db4-85f8-067f8ffa051f tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:43:15.855610 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491f2d1b-d5b3-4db4-85f8-067f8ffa051f tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:43:15.855968 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491f2d1b-d5b3-4db4-85f8-067f8ffa051f tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-12 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:43:15.878765 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [req-acfac840-2ad9-4838-a1ca-359980e77915 req-491f2d1b-d5b3-4db4-85f8-067f8ffa051f tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] No DVR routers for this DVR port d2aa3499-be1f-49c9-a69f-68140cbf6112 on host n-h2-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:43:15.881565 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [req-acfac840-2ad9-4838-a1ca-359980e77915 req-491f2d1b-d5b3-4db4-85f8-067f8ffa051f tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:15.883603 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-acfac840-2ad9-4838-a1ca-359980e77915 req-491f2d1b-d5b3-4db4-85f8-067f8ffa051f tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] 10.222.0.48 "DELETE /v2.0/ports/d2aa3499-be1f-49c9-a69f-68140cbf6112 HTTP/1.1" status: 204 len: 173 time: 0.4251993 Aug 29 05:43:15.884071 n-d-712140-12 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6322b89-52b3-45c0-9ebe-3f3b8c1cc565', 'name': 'network-vif-deleted', 'tag': 'd2aa3499-be1f-49c9-a69f-68140cbf6112'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:43:15.886397 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfb9107a06241f0f5f2256c13c0e0e77dc40c776bf6dc0455c34cebdf0549d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5de1154d-d697-4120-b3e7-459a60872cfa" -d '{"events": [{"server_uuid": "a6322b89-52b3-45c0-9ebe-3f3b8c1cc565", "name": "network-vif-deleted", "tag": "d2aa3499-be1f-49c9-a69f-68140cbf6112"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:43:15.982229 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1c6ed79-2a34-4748-af7c-91b9399fd36c x-openstack-request-id: req-d1c6ed79-2a34-4748-af7c-91b9399fd36c {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:43:15.982532 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6322b89-52b3-45c0-9ebe-3f3b8c1cc565", "name": "network-vif-deleted", "tag": "d2aa3499-be1f-49c9-a69f-68140cbf6112", "status": "completed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:43:15.982789 n-d-712140-12 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d1c6ed79-2a34-4748-af7c-91b9399fd36c {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:43:15.984077 n-d-712140-12 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6322b89-52b3-45c0-9ebe-3f3b8c1cc565', 'name': 'network-vif-deleted', 'tag': 'd2aa3499-be1f-49c9-a69f-68140cbf6112', 'status': 'completed', 'code': 200} Aug 29 05:43:16.070574 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ee3376c0-8d7e-4376-a7d6-3840fd9abb43 req-ed5b0930-33b9-4ea1-9152-73bec6b79b87 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6322b89-52b3-45c0-9ebe-3f3b8c1cc565 HTTP/1.1" status: 200 len: 210 time: 0.0267308 Aug 29 05:43:16.490002 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device d2aa3499-be1f-49c9-a69f-68140cbf6112 no longer exists at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:43:16.510392 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] No Port match for: d2aa3499-be1f-49c9-a69f-68140cbf6112 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:43:16.510763 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device d2aa3499-be1f-49c9-a69f-68140cbf6112 not bound to the agent host n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:43:17.667758 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 44242) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:43:17.828734 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-621a60e6-3759-4650-bee4-4cdf7d80c9d7 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Deleting port 7d5b374f-66cb-45d7-ab18-c19c0d839cba {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:43:17.829097 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-621a60e6-3759-4650-bee4-4cdf7d80c9d7 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:17.910040 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-621a60e6-3759-4650-bee4-4cdf7d80c9d7 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:17.910292 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-621a60e6-3759-4650-bee4-4cdf7d80c9d7 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:17.922389 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-621a60e6-3759-4650-bee4-4cdf7d80c9d7 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Calling delete_port for 7d5b374f-66cb-45d7-ab18-c19c0d839cba owned by network:floatingip {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:43:18.074185 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-621a60e6-3759-4650-bee4-4cdf7d80c9d7 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:18.098972 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621a60e6-3759-4650-bee4-4cdf7d80c9d7 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Pushing event deleted for resources: {'Port': ['ID=7d5b374f-66cb-45d7-ab18-c19c0d839cba,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:43:18.164708 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-621a60e6-3759-4650-bee4-4cdf7d80c9d7 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Notify callbacks [] for floatingip, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:18.164946 n-d-712140-12 neutron-server[94829]: INFO neutron.db.l3_db [None req-621a60e6-3759-4650-bee4-4cdf7d80c9d7 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Floating IP 87fde0a9-7ec1-4b13-a1c2-8be1a3363881 disassociated (deleted). External IP: 172.25.0.203, port: 63bb6683-757a-46f6-914d-1156a2e7f6bb. Aug 29 05:43:18.373431 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-621a60e6-3759-4650-bee4-4cdf7d80c9d7 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Router b38f5f40-2d7b-46d8-b01f-2094ddcb557c has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:43:18.484413 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-621a60e6-3759-4650-bee4-4cdf7d80c9d7 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:43:18.489769 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-621a60e6-3759-4650-bee4-4cdf7d80c9d7 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for floatingip, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:18.494687 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6d7539-e7e0-4a66-aa3c-a287ffe78968 None None] Sync routers for ids ['b38f5f40-2d7b-46d8-b01f-2094ddcb557c'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:43:18.505996 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6d7539-e7e0-4a66-aa3c-a287ffe78968 None None] Routers {'b38f5f40-2d7b-46d8-b01f-2094ddcb557c'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:43:18.507362 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-1a6d7539-e7e0-4a66-aa3c-a287ffe78968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:43:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['b38f5f40-2d7b-46d8-b01f-2094ddcb557c'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:43:18.517663 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-621a60e6-3759-4650-bee4-4cdf7d80c9d7 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] 10.222.0.22 "DELETE /v2.0/floatingips/87fde0a9-7ec1-4b13-a1c2-8be1a3363881 HTTP/1.1" status: 204 len: 168 time: 0.8487632 Aug 29 05:43:18.518267 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90a7f0fb-e682-4cca-9397-939908d5ac43', 'tag': '63bb6683-757a-46f6-914d-1156a2e7f6bb'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:43:18.520605 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77553e5f3dce844e1d1944d01f437b37b7dd5b7a052a0dbecc2d9758b81294" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-885413da-8e65-425f-9b68-0dc0944e3021" -d '{"events": [{"name": "network-changed", "server_uuid": "90a7f0fb-e682-4cca-9397-939908d5ac43", "tag": "63bb6683-757a-46f6-914d-1156a2e7f6bb"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:43:18.617204 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-1a6d7539-e7e0-4a66-aa3c-a287ffe78968 None None] Set router b38f5f40-2d7b-46d8-b01f-2094ddcb557c gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:43:18.683965 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c033052-97f6-496d-b97a-3f5903d18f01 x-openstack-request-id: req-1c033052-97f6-496d-b97a-3f5903d18f01 {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:43:18.684487 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90a7f0fb-e682-4cca-9397-939908d5ac43", "tag": "63bb6683-757a-46f6-914d-1156a2e7f6bb", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:43:18.684699 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1c033052-97f6-496d-b97a-3f5903d18f01 {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:43:18.685264 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90a7f0fb-e682-4cca-9397-939908d5ac43', 'tag': '63bb6683-757a-46f6-914d-1156a2e7f6bb', 'status': 'completed', 'code': 200} Aug 29 05:43:18.780872 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885413da-8e65-425f-9b68-0dc0944e3021 req-f9178f37-ee61-46ed-a852-f2665058fd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:43:18.782589 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-885413da-8e65-425f-9b68-0dc0944e3021 req-f9178f37-ee61-46ed-a852-f2665058fd64 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1f46b61a8ce549e1b808d261993d0d24&device_id=90a7f0fb-e682-4cca-9397-939908d5ac43 HTTP/1.1" status: 200 len: 1095 time: 0.0739172 Aug 29 05:43:18.795932 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aa38dd-19ff-4746-b5cb-d51b339e9d6d req-d6bf04d1-16f9-454e-b7e7-1746a5ac7af0 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:43:18.797865 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-94aa38dd-19ff-4746-b5cb-d51b339e9d6d req-d6bf04d1-16f9-454e-b7e7-1746a5ac7af0 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] 10.222.0.22 "GET /v2.0/ports?device_id=90a7f0fb-e682-4cca-9397-939908d5ac43 HTTP/1.1" status: 200 len: 943 time: 0.0633748 Aug 29 05:43:18.824169 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-1a6d7539-e7e0-4a66-aa3c-a287ffe78968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b38f5f40-2d7b-46d8-b01f-2094ddcb557c', 'name': 'tempest-TestSnapshotPattern-355185408-router', 'tenant_id': '1f46b61a8ce549e1b808d261993d0d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '76ebb1b9-693a-4055-bcc4-740691596660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:37:28Z', 'updated_at': '2021-08-29T05:37:30Z', 'revision_number': 4, 'project_id': '1f46b61a8ce549e1b808d261993d0d24', 'gw_port': {'id': '76ebb1b9-693a-4055-bcc4-740691596660', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38f5f40-2d7b-46d8-b01f-2094ddcb557c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:28Z', 'updated_at': '2021-08-29T05:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': 'bc94389f-2e95-4263-ad35-875ccdae17ff', 'name': '', 'network_id': 'cc038c55-f51d-41ac-9f18-7d8d5cfaec69', 'tenant_id': '1f46b61a8ce549e1b808d261993d0d24', 'mac_address': 'fa:16:3e:9a:b9:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38f5f40-2d7b-46d8-b01f-2094ddcb557c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'a1ccf29f-f485-4406-9ebc-1f1070e2a12a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:30Z', 'updated_at': '2021-08-29T05:37:37Z', 'revision_number': 5, 'project_id': '1f46b61a8ce549e1b808d261993d0d24', 'subnets': [{'id': 'a1ccf29f-f485-4406-9ebc-1f1070e2a12a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:43:18.854539 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6d7539-e7e0-4a66-aa3c-a287ffe78968 None None] Checking router: b38f5f40-2d7b-46d8-b01f-2094ddcb557c for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:43:18.863788 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6d7539-e7e0-4a66-aa3c-a287ffe78968 None None] Routers {'b38f5f40-2d7b-46d8-b01f-2094ddcb557c'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:43:18.864396 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-1a6d7539-e7e0-4a66-aa3c-a287ffe78968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:43:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['b38f5f40-2d7b-46d8-b01f-2094ddcb557c'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:43:18.896249 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-94aa38dd-19ff-4746-b5cb-d51b339e9d6d req-6531a551-ec8a-4150-ac5d-b603f3e1ed5d tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd4126e1-2264-4cf1-8c34-e914214d3259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893862 Aug 29 05:43:18.916481 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885413da-8e65-425f-9b68-0dc0944e3021 req-33ac316c-c696-4cb9-8bbe-5335465edab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:43:18.918382 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-885413da-8e65-425f-9b68-0dc0944e3021 req-33ac316c-c696-4cb9-8bbe-5335465edab9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=cc038c55-f51d-41ac-9f18-7d8d5cfaec69 HTTP/1.1" status: 200 len: 910 time: 0.1200957 Aug 29 05:43:18.977090 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-1a6d7539-e7e0-4a66-aa3c-a287ffe78968 None None] Set router b38f5f40-2d7b-46d8-b01f-2094ddcb557c gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:43:18.989010 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-885413da-8e65-425f-9b68-0dc0944e3021 req-f0654bb7-b3f1-4b37-9219-a548b9a6a54e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63bb6683-757a-46f6-914d-1156a2e7f6bb HTTP/1.1" status: 200 len: 217 time: 0.0615315 Aug 29 05:43:19.050410 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885413da-8e65-425f-9b68-0dc0944e3021 req-76e50eaa-9403-476f-aa82-1faf7f15e783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:43:19.052022 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-885413da-8e65-425f-9b68-0dc0944e3021 req-76e50eaa-9403-476f-aa82-1faf7f15e783 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a1ccf29f-f485-4406-9ebc-1f1070e2a12a HTTP/1.1" status: 200 len: 848 time: 0.0534790 Aug 29 05:43:19.110512 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885413da-8e65-425f-9b68-0dc0944e3021 req-c50f663a-595b-4413-b738-52e568aaa517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:43:19.113721 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-885413da-8e65-425f-9b68-0dc0944e3021 req-c50f663a-595b-4413-b738-52e568aaa517 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cc038c55-f51d-41ac-9f18-7d8d5cfaec69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530117 Aug 29 05:43:19.214377 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-1a6d7539-e7e0-4a66-aa3c-a287ffe78968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b38f5f40-2d7b-46d8-b01f-2094ddcb557c', 'name': 'tempest-TestSnapshotPattern-355185408-router', 'tenant_id': '1f46b61a8ce549e1b808d261993d0d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '76ebb1b9-693a-4055-bcc4-740691596660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:37:28Z', 'updated_at': '2021-08-29T05:37:30Z', 'revision_number': 4, 'project_id': '1f46b61a8ce549e1b808d261993d0d24', 'gw_port': {'id': '76ebb1b9-693a-4055-bcc4-740691596660', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38f5f40-2d7b-46d8-b01f-2094ddcb557c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:28Z', 'updated_at': '2021-08-29T05:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': 'bc94389f-2e95-4263-ad35-875ccdae17ff', 'name': '', 'network_id': 'cc038c55-f51d-41ac-9f18-7d8d5cfaec69', 'tenant_id': '1f46b61a8ce549e1b808d261993d0d24', 'mac_address': 'fa:16:3e:9a:b9:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38f5f40-2d7b-46d8-b01f-2094ddcb557c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'a1ccf29f-f485-4406-9ebc-1f1070e2a12a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:30Z', 'updated_at': '2021-08-29T05:37:37Z', 'revision_number': 5, 'project_id': '1f46b61a8ce549e1b808d261993d0d24', 'subnets': [{'id': 'a1ccf29f-f485-4406-9ebc-1f1070e2a12a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:43:19.241512 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-885413da-8e65-425f-9b68-0dc0944e3021 req-a2a3fa3b-b36f-4657-ad78-5b09a538f41f service neutron] 10.222.0.46 "GET /v2.0/networks/cc038c55-f51d-41ac-9f18-7d8d5cfaec69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167524 Aug 29 05:43:19.244107 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6d7539-e7e0-4a66-aa3c-a287ffe78968 None None] The sync data for ids ['b38f5f40-2d7b-46d8-b01f-2094ddcb557c'] in n-d-712140-12 is: [{'id': 'b38f5f40-2d7b-46d8-b01f-2094ddcb557c', 'name': 'tempest-TestSnapshotPattern-355185408-router', 'tenant_id': '1f46b61a8ce549e1b808d261993d0d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '76ebb1b9-693a-4055-bcc4-740691596660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:37:28Z', 'updated_at': '2021-08-29T05:37:30Z', 'revision_number': 4, 'project_id': '1f46b61a8ce549e1b808d261993d0d24', 'gw_port': {'id': '76ebb1b9-693a-4055-bcc4-740691596660', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38f5f40-2d7b-46d8-b01f-2094ddcb557c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:28Z', 'updated_at': '2021-08-29T05:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12', '_interfaces': [{'id': 'bc94389f-2e95-4263-ad35-875ccdae17ff', 'name': '', 'network_id': 'cc038c55-f51d-41ac-9f18-7d8d5cfaec69', 'tenant_id': '1f46b61a8ce549e1b808d261993d0d24', 'mac_address': 'fa:16:3e:9a:b9:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38f5f40-2d7b-46d8-b01f-2094ddcb557c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'a1ccf29f-f485-4406-9ebc-1f1070e2a12a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:30Z', 'updated_at': '2021-08-29T05:37:37Z', 'revision_number': 5, 'project_id': '1f46b61a8ce549e1b808d261993d0d24', 'subnets': [{'id': 'a1ccf29f-f485-4406-9ebc-1f1070e2a12a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:43:19.307412 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.46', 52014) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:43:19.347513 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-885413da-8e65-425f-9b68-0dc0944e3021 req-d63a5d0a-8471-46c8-b657-66dc13139797 service neutron] 10.222.0.46 "GET /v2.0/networks/cc038c55-f51d-41ac-9f18-7d8d5cfaec69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964494 Aug 29 05:43:19.377673 n-d-712140-12 neutron-server[94829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f03494-3384-4ac7-88a7-c7d9d754f1cc req-27c85e36-4637-459d-8d5f-b8242af55801 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:43:19.379210 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f2f03494-3384-4ac7-88a7-c7d9d754f1cc req-27c85e36-4637-459d-8d5f-b8242af55801 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] 10.222.0.46 "GET /v2.0/ports?device_id=90a7f0fb-e682-4cca-9397-939908d5ac43 HTTP/1.1" status: 200 len: 943 time: 0.0550342 Aug 29 05:43:19.479049 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [req-f2f03494-3384-4ac7-88a7-c7d9d754f1cc req-7cd6942e-6b53-4a98-8bea-68b4e91d6202 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Deleting port 63bb6683-757a-46f6-914d-1156a2e7f6bb {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:43:19.479402 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-f2f03494-3384-4ac7-88a7-c7d9d754f1cc req-7cd6942e-6b53-4a98-8bea-68b4e91d6202 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:19.492927 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868aaef2-e748-4341-96b4-7843a6109846 None None] New status for floating IP 87fde0a9-7ec1-4b13-a1c2-8be1a3363881: DOWN {{(pid=94830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:43:19.570120 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [req-f2f03494-3384-4ac7-88a7-c7d9d754f1cc req-7cd6942e-6b53-4a98-8bea-68b4e91d6202 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] For port 63bb6683-757a-46f6-914d-1156a2e7f6bb, host n-h1-712140-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-12',level=0,port_id=63bb6683-757a-46f6-914d-1156a2e7f6bb,segment=NetworkSegment(eb224138-57a6-420d-a6cb-f56bfc39e011),segment_id=eb224138-57a6-420d-a6cb-f56bfc39e011)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:43:19.570497 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-f2f03494-3384-4ac7-88a7-c7d9d754f1cc req-7cd6942e-6b53-4a98-8bea-68b4e91d6202 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:19.584977 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [req-f2f03494-3384-4ac7-88a7-c7d9d754f1cc req-7cd6942e-6b53-4a98-8bea-68b4e91d6202 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Calling delete_port for 63bb6683-757a-46f6-914d-1156a2e7f6bb owned by compute:nova {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:43:19.719768 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-f2f03494-3384-4ac7-88a7-c7d9d754f1cc req-7cd6942e-6b53-4a98-8bea-68b4e91d6202 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:19.749387 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd6942e-6b53-4a98-8bea-68b4e91d6202 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Pushing event deleted for resources: {'Port': ['ID=63bb6683-757a-46f6-914d-1156a2e7f6bb,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:43:19.797006 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2f03494-3384-4ac7-88a7-c7d9d754f1cc req-7cd6942e-6b53-4a98-8bea-68b4e91d6202 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] No DVR routers for this DVR port 63bb6683-757a-46f6-914d-1156a2e7f6bb on host n-h1-712140-12 {{(pid=94829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:43:19.799563 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [req-f2f03494-3384-4ac7-88a7-c7d9d754f1cc req-7cd6942e-6b53-4a98-8bea-68b4e91d6202 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14446'] for port, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:19.801662 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [req-f2f03494-3384-4ac7-88a7-c7d9d754f1cc req-7cd6942e-6b53-4a98-8bea-68b4e91d6202 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] 10.222.0.46 "DELETE /v2.0/ports/63bb6683-757a-46f6-914d-1156a2e7f6bb HTTP/1.1" status: 204 len: 173 time: 0.4159176 Aug 29 05:43:20.012386 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-5d2af6c5-3ccc-4b75-ad3b-e5a3e485ce2d req-611ccebe-5e06-410a-88a3-b9be87eb3969 tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] 10.222.0.22 "GET /v2.0/ports?device_id=90a7f0fb-e682-4cca-9397-939908d5ac43 HTTP/1.1" status: 200 len: 210 time: 0.0270233 Aug 29 05:43:20.059283 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:20.510811 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device d2aa3499-be1f-49c9-a69f-68140cbf6112 no longer exists at agent hyperv_n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:43:20.531777 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] No Port match for: d2aa3499-be1f-49c9-a69f-68140cbf6112 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:43:20.532123 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Device d2aa3499-be1f-49c9-a69f-68140cbf6112 not bound to the agent host n-h2-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:43:20.687038 n-d-712140-12 neutron-server[94829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90a7f0fb-e682-4cca-9397-939908d5ac43', 'name': 'network-vif-deleted', 'tag': '63bb6683-757a-46f6-914d-1156a2e7f6bb'}] {{(pid=94829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:43:20.689486 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77553e5f3dce844e1d1944d01f437b37b7dd5b7a052a0dbecc2d9758b81294" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca901009-8000-4f2a-a038-b05e8ca7fe82" -d '{"events": [{"server_uuid": "90a7f0fb-e682-4cca-9397-939908d5ac43", "name": "network-vif-deleted", "tag": "63bb6683-757a-46f6-914d-1156a2e7f6bb"}]}' {{(pid=94829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:43:20.726428 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d44adc4f-9619-4bd8-b75a-cb0dad4ab4ce x-openstack-request-id: req-d44adc4f-9619-4bd8-b75a-cb0dad4ab4ce {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:43:20.727042 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90a7f0fb-e682-4cca-9397-939908d5ac43", "name": "network-vif-deleted", "tag": "63bb6683-757a-46f6-914d-1156a2e7f6bb", "status": "completed", "code": 200}]} {{(pid=94829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:43:20.727148 n-d-712140-12 neutron-server[94829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d44adc4f-9619-4bd8-b75a-cb0dad4ab4ce {{(pid=94829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:43:20.727527 n-d-712140-12 neutron-server[94829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90a7f0fb-e682-4cca-9397-939908d5ac43', 'name': 'network-vif-deleted', 'tag': '63bb6683-757a-46f6-914d-1156a2e7f6bb', 'status': 'completed', 'code': 200} Aug 29 05:43:21.069452 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 44256) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:43:21.130142 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8f2db86f-cdfc-4e2b-bcd7-0ab67d787f2c tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Notify callbacks [] for security_group, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:21.156627 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8f2db86f-cdfc-4e2b-bcd7-0ab67d787f2c tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:21.217843 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8f2db86f-cdfc-4e2b-bcd7-0ab67d787f2c tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:21.220618 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8f2db86f-cdfc-4e2b-bcd7-0ab67d787f2c tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Notify callbacks [] for security_group, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:21.221843 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-8f2db86f-cdfc-4e2b-bcd7-0ab67d787f2c tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] 10.222.0.22 "DELETE /v2.0/security-groups/dd4126e1-2264-4cf1-8c34-e914214d3259 HTTP/1.1" status: 204 len: 168 time: 0.1512840 Aug 29 05:43:21.231543 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2db86f-cdfc-4e2b-bcd7-0ab67d787f2c tempest-TestSnapshotPattern-680580958 tempest-TestSnapshotPattern-680580958-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd4126e1-2264-4cf1-8c34-e914214d3259,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:43:21.269623 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 44260) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:43:21.791294 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d553ef5f-6d94-4b6d-966c-2dfa27c6f03b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713413'] for router_interface, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:22.038328 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-d553ef5f-6d94-4b6d-966c-2dfa27c6f03b admin admin] Deleting port bc94389f-2e95-4263-ad35-875ccdae17ff {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:43:22.038586 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d553ef5f-6d94-4b6d-966c-2dfa27c6f03b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:22.116740 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-d553ef5f-6d94-4b6d-966c-2dfa27c6f03b admin admin] For port bc94389f-2e95-4263-ad35-875ccdae17ff, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=bc94389f-2e95-4263-ad35-875ccdae17ff,segment=NetworkSegment(eb224138-57a6-420d-a6cb-f56bfc39e011),segment_id=eb224138-57a6-420d-a6cb-f56bfc39e011)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:43:22.117104 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d553ef5f-6d94-4b6d-966c-2dfa27c6f03b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:22.130271 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-d553ef5f-6d94-4b6d-966c-2dfa27c6f03b admin admin] Calling delete_port for bc94389f-2e95-4263-ad35-875ccdae17ff owned by network:router_interface {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:43:22.320460 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d553ef5f-6d94-4b6d-966c-2dfa27c6f03b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:22.356126 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d553ef5f-6d94-4b6d-966c-2dfa27c6f03b admin admin] Pushing event deleted for resources: {'Port': ['ID=bc94389f-2e95-4263-ad35-875ccdae17ff,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:43:22.500696 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 63bb6683-757a-46f6-914d-1156a2e7f6bb no longer exists at agent hyperv_n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:43:22.524060 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] No Port match for: 63bb6683-757a-46f6-914d-1156a2e7f6bb {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:43:22.524402 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Device 63bb6683-757a-46f6-914d-1156a2e7f6bb not bound to the agent host n-h1-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:43:22.528303 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d553ef5f-6d94-4b6d-966c-2dfa27c6f03b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-713231'] for router_interface, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:23.048248 n-d-712140-12 neutron-server[94829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d553ef5f-6d94-4b6d-966c-2dfa27c6f03b admin admin] Router b38f5f40-2d7b-46d8-b01f-2094ddcb557c has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:43:23.150737 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d553ef5f-6d94-4b6d-966c-2dfa27c6f03b admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:43:23.158471 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-d553ef5f-6d94-4b6d-966c-2dfa27c6f03b admin admin] 10.222.0.22 "PUT /v2.0/routers/b38f5f40-2d7b-46d8-b01f-2094ddcb557c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8874044 Aug 29 05:43:23.159162 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 44264) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:43:23.159364 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1caad1-07d9-4716-8504-f661a9e36101 None None] Sync routers for ids ['b38f5f40-2d7b-46d8-b01f-2094ddcb557c'] in n-d-712140-12 {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:43:23.169633 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1caad1-07d9-4716-8504-f661a9e36101 None None] Routers {'b38f5f40-2d7b-46d8-b01f-2094ddcb557c'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:43:23.170368 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-5a1caad1-07d9-4716-8504-f661a9e36101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:43:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['b38f5f40-2d7b-46d8-b01f-2094ddcb557c'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:43:23.267717 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8c7d157c-b2b2-4716-b553-ca5c0a7a9363 admin admin] Notify callbacks [] for router, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:23.370822 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-5a1caad1-07d9-4716-8504-f661a9e36101 None None] Set router b38f5f40-2d7b-46d8-b01f-2094ddcb557c gateway port host: n-d-712140-12 {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:43:23.372970 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8c7d157c-b2b2-4716-b553-ca5c0a7a9363 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:23.425875 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-8c7d157c-b2b2-4716-b553-ca5c0a7a9363 admin admin] Deleting port 76ebb1b9-693a-4055-bcc4-740691596660 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:43:23.426222 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8c7d157c-b2b2-4716-b553-ca5c0a7a9363 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:23.511199 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-8c7d157c-b2b2-4716-b553-ca5c0a7a9363 admin admin] For port 76ebb1b9-693a-4055-bcc4-740691596660, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=76ebb1b9-693a-4055-bcc4-740691596660,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:43:23.511637 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8c7d157c-b2b2-4716-b553-ca5c0a7a9363 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:23.524918 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-8c7d157c-b2b2-4716-b553-ca5c0a7a9363 admin admin] Calling delete_port for 76ebb1b9-693a-4055-bcc4-740691596660 owned by network:router_gateway {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:43:23.549387 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-5a1caad1-07d9-4716-8504-f661a9e36101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b38f5f40-2d7b-46d8-b01f-2094ddcb557c', 'name': 'tempest-TestSnapshotPattern-355185408-router', 'tenant_id': '1f46b61a8ce549e1b808d261993d0d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '76ebb1b9-693a-4055-bcc4-740691596660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:37:28Z', 'updated_at': '2021-08-29T05:43:22Z', 'revision_number': 5, 'project_id': '1f46b61a8ce549e1b808d261993d0d24', 'gw_port': {'id': '76ebb1b9-693a-4055-bcc4-740691596660', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38f5f40-2d7b-46d8-b01f-2094ddcb557c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:28Z', 'updated_at': '2021-08-29T05:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:43:23.574974 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1caad1-07d9-4716-8504-f661a9e36101 None None] Checking router: b38f5f40-2d7b-46d8-b01f-2094ddcb557c for host: n-d-712140-12 {{(pid=94831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:43:23.584402 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1caad1-07d9-4716-8504-f661a9e36101 None None] Routers {'b38f5f40-2d7b-46d8-b01f-2094ddcb557c'} bound to L3 agent in host n-d-712140-12 {{(pid=94831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:43:23.584835 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-5a1caad1-07d9-4716-8504-f661a9e36101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:43:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['b38f5f40-2d7b-46d8-b01f-2094ddcb557c'], 'active': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:43:23.671600 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_dvr_db [None req-5a1caad1-07d9-4716-8504-f661a9e36101 None None] Set router b38f5f40-2d7b-46d8-b01f-2094ddcb557c gateway port host: None {{(pid=94831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:43:23.701145 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8c7d157c-b2b2-4716-b553-ca5c0a7a9363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:23.728856 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.l3_hamode_db [None req-5a1caad1-07d9-4716-8504-f661a9e36101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b38f5f40-2d7b-46d8-b01f-2094ddcb557c', 'name': 'tempest-TestSnapshotPattern-355185408-router', 'tenant_id': '1f46b61a8ce549e1b808d261993d0d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:37:28Z', 'updated_at': '2021-08-29T05:43:23Z', 'revision_number': 6, 'project_id': '1f46b61a8ce549e1b808d261993d0d24', 'gw_port_host': None}], 'n-d-712140-12', False) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:43:23.729165 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7d157c-b2b2-4716-b553-ca5c0a7a9363 admin admin] Pushing event deleted for resources: {'Port': ['ID=76ebb1b9-693a-4055-bcc4-740691596660,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:43:23.758685 n-d-712140-12 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1caad1-07d9-4716-8504-f661a9e36101 None None] The sync data for ids ['b38f5f40-2d7b-46d8-b01f-2094ddcb557c'] in n-d-712140-12 is: [{'id': 'b38f5f40-2d7b-46d8-b01f-2094ddcb557c', 'name': 'tempest-TestSnapshotPattern-355185408-router', 'tenant_id': '1f46b61a8ce549e1b808d261993d0d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:37:28Z', 'updated_at': '2021-08-29T05:43:23Z', 'revision_number': 6, 'project_id': '1f46b61a8ce549e1b808d261993d0d24', 'gw_port_host': None}] {{(pid=94831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:43:23.812901 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8c7d157c-b2b2-4716-b553-ca5c0a7a9363 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719445'] for router_gateway, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:23.907924 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8c7d157c-b2b2-4716-b553-ca5c0a7a9363 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:23.910504 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8c7d157c-b2b2-4716-b553-ca5c0a7a9363 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:23.953785 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8c7d157c-b2b2-4716-b553-ca5c0a7a9363 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717253'] for router, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:23.954320 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c7d157c-b2b2-4716-b553-ca5c0a7a9363 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b38f5f40-2d7b-46d8-b01f-2094ddcb557c {{(pid=94829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 05:43:23.959708 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8c7d157c-b2b2-4716-b553-ca5c0a7a9363 admin admin] Notify callbacks [] for router, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:23.960888 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-8c7d157c-b2b2-4716-b553-ca5c0a7a9363 admin admin] 10.222.0.22 "DELETE /v2.0/routers/b38f5f40-2d7b-46d8-b01f-2094ddcb557c HTTP/1.1" status: 204 len: 168 time: 0.8007579 Aug 29 05:43:23.963303 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 44266) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:43:24.008214 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ae8c5f6-f7b8-4d20-852c-08e21792262d admin admin] Deleting subnet a1ccf29f-f485-4406-9ebc-1f1070e2a12a {{(pid=94829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 05:43:24.012558 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8ae8c5f6-f7b8-4d20-852c-08e21792262d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:24.047367 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8ae8c5f6-f7b8-4d20-852c-08e21792262d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4311743'] for subnet, precommit_delete_associations {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:24.133905 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8ae8c5f6-f7b8-4d20-852c-08e21792262d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:24.192884 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8ae8c5f6-f7b8-4d20-852c-08e21792262d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4552352'] for subnet, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:24.222216 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae8c5f6-f7b8-4d20-852c-08e21792262d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1ccf29f-f485-4406-9ebc-1f1070e2a12a,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:43:24.229872 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8ae8c5f6-f7b8-4d20-852c-08e21792262d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:24.231954 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-8ae8c5f6-f7b8-4d20-852c-08e21792262d admin admin] 10.222.0.22 "DELETE /v2.0/subnets/a1ccf29f-f485-4406-9ebc-1f1070e2a12a HTTP/1.1" status: 204 len: 168 time: 0.2676582 Aug 29 05:43:24.234524 n-d-712140-12 neutron-server[94829]: DEBUG neutron.wsgi [-] (94829) accepted ('10.222.0.22', 44268) {{(pid=94829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:43:24.235128 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087bfeda-e9c8-4111-9eb2-e9972bdb9cfe None None] Network cc038c55-f51d-41ac-9f18-7d8d5cfaec69 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:43:24.314989 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5334c5c2-1ae3-49bc-90de-c8381af9a6cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:24.376589 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-5334c5c2-1ae3-49bc-90de-c8381af9a6cc admin admin] Deleting port ad3814b7-2cab-410f-a12a-0ac57f38d710 {{(pid=94829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:43:24.376940 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5334c5c2-1ae3-49bc-90de-c8381af9a6cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:24.442303 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-5334c5c2-1ae3-49bc-90de-c8381af9a6cc admin admin] For port ad3814b7-2cab-410f-a12a-0ac57f38d710, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=ad3814b7-2cab-410f-a12a-0ac57f38d710,segment=NetworkSegment(eb224138-57a6-420d-a6cb-f56bfc39e011),segment_id=eb224138-57a6-420d-a6cb-f56bfc39e011)] {{(pid=94829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:43:24.442662 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5334c5c2-1ae3-49bc-90de-c8381af9a6cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:24.458167 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-5334c5c2-1ae3-49bc-90de-c8381af9a6cc admin admin] Calling delete_port for ad3814b7-2cab-410f-a12a-0ac57f38d710 owned by network:dhcp {{(pid=94829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:43:24.554134 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5334c5c2-1ae3-49bc-90de-c8381af9a6cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4274256'] for port, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:24.557906 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fabe3a79-adb6-4069-a32a-78ddd61a36f2 None None] DHCP port deletion for cc038c55-f51d-41ac-9f18-7d8d5cfaec69 request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 05:43:24.586439 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5334c5c2-1ae3-49bc-90de-c8381af9a6cc admin admin] Pushing event deleted for resources: {'Port': ['ID=ad3814b7-2cab-410f-a12a-0ac57f38d710,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:43:24.592341 n-d-712140-12 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5334c5c2-1ae3-49bc-90de-c8381af9a6cc admin admin] No DVR routers for this DVR port ad3814b7-2cab-410f-a12a-0ac57f38d710 on host n-d-712140-12 {{(pid=94829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:43:24.683589 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5334c5c2-1ae3-49bc-90de-c8381af9a6cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:24.694711 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-5334c5c2-1ae3-49bc-90de-c8381af9a6cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc038c55-f51d-41ac-9f18-7d8d5cfaec69']}} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:43:24.708353 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-5334c5c2-1ae3-49bc-90de-c8381af9a6cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb224138-57a6-420d-a6cb-f56bfc39e011') {'for_net_delete': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:43:24.708625 n-d-712140-12 neutron-server[94829]: DEBUG neutron.services.segments.db [None req-5334c5c2-1ae3-49bc-90de-c8381af9a6cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb224138-57a6-420d-a6cb-f56bfc39e011') {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:43:24.721875 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5334c5c2-1ae3-49bc-90de-c8381af9a6cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4311712'] for segment, before_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:24.739247 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5334c5c2-1ae3-49bc-90de-c8381af9a6cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:24.745651 n-d-712140-12 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5334c5c2-1ae3-49bc-90de-c8381af9a6cc admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=94829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:43:24.746185 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5334c5c2-1ae3-49bc-90de-c8381af9a6cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4274277'] for segment, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:24.748183 n-d-712140-12 neutron-server[94829]: Traceback (most recent call last): Aug 29 05:43:24.748183 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:43:24.748183 n-d-712140-12 neutron-server[94829]: timer() Aug 29 05:43:24.748183 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:43:24.748183 n-d-712140-12 neutron-server[94829]: cb(*args, **kw) Aug 29 05:43:24.748183 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:43:24.748183 n-d-712140-12 neutron-server[94829]: return func(*args, **kwargs) Aug 29 05:43:24.748183 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:43:24.748183 n-d-712140-12 neutron-server[94829]: self._notify() Aug 29 05:43:24.748183 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:43:24.748183 n-d-712140-12 neutron-server[94829]: self.callback(batched_events) Aug 29 05:43:24.748183 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:43:24.748183 n-d-712140-12 neutron-server[94829]: event.method(event) Aug 29 05:43:24.748183 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:43:24.748183 n-d-712140-12 neutron-server[94829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:43:24.748183 n-d-712140-12 neutron-server[94829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:43:24.748183 n-d-712140-12 neutron-server[94829]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:43:24.748183 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:43:24.748183 n-d-712140-12 neutron-server[94829]: return f(self, *a, **k) Aug 29 05:43:24.748183 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:43:24.748183 n-d-712140-12 neutron-server[94829]: return self._get(url).json() Aug 29 05:43:24.748183 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:43:24.748183 n-d-712140-12 neutron-server[94829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:43:24.748183 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:43:24.748183 n-d-712140-12 neutron-server[94829]: return self.request(url, 'GET', **kwargs) Aug 29 05:43:24.748183 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:43:24.748183 n-d-712140-12 neutron-server[94829]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:43:24.748183 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:43:24.748183 n-d-712140-12 neutron-server[94829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:43:24.748183 n-d-712140-12 neutron-server[94829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:43:24.748183 n-d-712140-12 neutron-server[94829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:43:24.748183 n-d-712140-12 neutron-server[94829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:43:24.806343 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5334c5c2-1ae3-49bc-90de-c8381af9a6cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:24.813212 n-d-712140-12 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5334c5c2-1ae3-49bc-90de-c8381af9a6cc admin admin] Notify callbacks [] for network, before_response {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:24.819179 n-d-712140-12 neutron-server[94829]: INFO neutron.wsgi [None req-5334c5c2-1ae3-49bc-90de-c8381af9a6cc admin admin] 10.222.0.22 "DELETE /v2.0/networks/cc038c55-f51d-41ac-9f18-7d8d5cfaec69 HTTP/1.1" status: 204 len: 168 time: 0.5801497 Aug 29 05:43:24.819394 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 44270) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:43:24.828968 n-d-712140-12 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5334c5c2-1ae3-49bc-90de-c8381af9a6cc admin admin] Pushing event deleted for resources: {'Network': ['ID=cc038c55-f51d-41ac-9f18-7d8d5cfaec69,revision_number=None']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:43:24.943673 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device ad3814b7-2cab-410f-a12a-0ac57f38d710 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:43:24.965727 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: ad3814b7-2cab-410f-a12a-0ac57f38d710 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:43:24.965727 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device ad3814b7-2cab-410f-a12a-0ac57f38d710 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:43:24.965727 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 76ebb1b9-693a-4055-bcc4-740691596660 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:43:24.990230 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 76ebb1b9-693a-4055-bcc4-740691596660 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:43:24.990560 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 76ebb1b9-693a-4055-bcc4-740691596660 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:43:24.991157 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device bc94389f-2e95-4263-ad35-875ccdae17ff no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:43:25.010711 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: bc94389f-2e95-4263-ad35-875ccdae17ff {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:43:25.011061 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device bc94389f-2e95-4263-ad35-875ccdae17ff not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:43:25.201557 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-676d1618-f18f-42f8-a1c8-9671a966b4a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713413'] for router_interface, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:25.454302 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-676d1618-f18f-42f8-a1c8-9671a966b4a1 admin admin] Deleting port 9963f249-95c4-4ba5-a329-edbadf9085ef {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:43:25.454701 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-676d1618-f18f-42f8-a1c8-9671a966b4a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:25.532772 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-676d1618-f18f-42f8-a1c8-9671a966b4a1 admin admin] For port 9963f249-95c4-4ba5-a329-edbadf9085ef, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=9963f249-95c4-4ba5-a329-edbadf9085ef,segment=NetworkSegment(426d56c1-cd83-4b8f-bdd6-a6334a6602a3),segment_id=426d56c1-cd83-4b8f-bdd6-a6334a6602a3)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:43:25.533188 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-676d1618-f18f-42f8-a1c8-9671a966b4a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:25.549806 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-676d1618-f18f-42f8-a1c8-9671a966b4a1 admin admin] Calling delete_port for 9963f249-95c4-4ba5-a329-edbadf9085ef owned by network:router_interface {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:43:25.736394 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-676d1618-f18f-42f8-a1c8-9671a966b4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:25.762400 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676d1618-f18f-42f8-a1c8-9671a966b4a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9963f249-95c4-4ba5-a329-edbadf9085ef,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:43:25.942498 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-676d1618-f18f-42f8-a1c8-9671a966b4a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-713231'] for router_interface, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:26.505202 n-d-712140-12 neutron-server[94828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-676d1618-f18f-42f8-a1c8-9671a966b4a1 admin admin] Router e0943aa2-dbee-497c-8883-6cc9fcd0d5ea has already been hosted by L3 agent 76874008-c311-485c-ba36-921b6d275b6a {{(pid=94828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:43:26.612924 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-676d1618-f18f-42f8-a1c8-9671a966b4a1 admin admin] Notify agent at l3_agent.n-d-712140-12 the message routers_updated {{(pid=94828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:43:26.619304 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-676d1618-f18f-42f8-a1c8-9671a966b4a1 admin admin] 10.222.0.22 "PUT /v2.0/routers/e0943aa2-dbee-497c-8883-6cc9fcd0d5ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7981679 Aug 29 05:43:26.620699 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 44272) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:43:26.622464 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6ee611-6e9d-40b6-b81c-2399ed5caf1c None None] Sync routers for ids ['e0943aa2-dbee-497c-8883-6cc9fcd0d5ea'] in n-d-712140-12 {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:43:26.632243 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6ee611-6e9d-40b6-b81c-2399ed5caf1c None None] Routers {'e0943aa2-dbee-497c-8883-6cc9fcd0d5ea'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:43:26.632909 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-1a6ee611-6e9d-40b6-b81c-2399ed5caf1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:43:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['e0943aa2-dbee-497c-8883-6cc9fcd0d5ea'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:43:26.732291 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-46c3b895-aec8-4dbb-93d9-61a756001543 admin admin] Notify callbacks [] for router, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:26.746049 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-1a6ee611-6e9d-40b6-b81c-2399ed5caf1c None None] Set router e0943aa2-dbee-497c-8883-6cc9fcd0d5ea gateway port host: n-d-712140-12 {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:43:26.840119 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-46c3b895-aec8-4dbb-93d9-61a756001543 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:26.897877 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-46c3b895-aec8-4dbb-93d9-61a756001543 admin admin] Deleting port c6215fdb-d725-41a7-be00-9b4fac82d116 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:43:26.898233 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-46c3b895-aec8-4dbb-93d9-61a756001543 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:26.930363 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-1a6ee611-6e9d-40b6-b81c-2399ed5caf1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0943aa2-dbee-497c-8883-6cc9fcd0d5ea', 'name': 'tempest-TestSnapshotPattern-1321674521-router', 'tenant_id': 'f96d094cbeac46b8abbd7edd42558f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'external_fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': 'c6215fdb-d725-41a7-be00-9b4fac82d116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:37:32Z', 'updated_at': '2021-08-29T05:43:25Z', 'revision_number': 5, 'project_id': 'f96d094cbeac46b8abbd7edd42558f6d', 'gw_port': {'id': 'c6215fdb-d725-41a7-be00-9b4fac82d116', 'name': '', 'network_id': 'e6c84a15-2e6f-4c07-8ede-a88148c2fe90', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:cc:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0943aa2-dbee-497c-8883-6cc9fcd0d5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:33Z', 'updated_at': '2021-08-29T05:37:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d91055-e54d-4ff5-862d-586f5f48a46d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-12'}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:43:26.962302 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6ee611-6e9d-40b6-b81c-2399ed5caf1c None None] Checking router: e0943aa2-dbee-497c-8883-6cc9fcd0d5ea for host: n-d-712140-12 {{(pid=94830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:43:26.971897 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6ee611-6e9d-40b6-b81c-2399ed5caf1c None None] Routers {'e0943aa2-dbee-497c-8883-6cc9fcd0d5ea'} bound to L3 agent in host n-d-712140-12 {{(pid=94830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:43:26.972505 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-1a6ee611-6e9d-40b6-b81c-2399ed5caf1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:36Z,description=,heartbeat_timestamp=2021-08-29T05:43:06Z,host='n-d-712140-12',id=76874008-c311-485c-ba36-921b6d275b6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:36Z,topic='l3_agent')) {'router_ids': ['e0943aa2-dbee-497c-8883-6cc9fcd0d5ea'], 'active': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:43:26.985091 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-46c3b895-aec8-4dbb-93d9-61a756001543 admin admin] For port c6215fdb-d725-41a7-be00-9b4fac82d116, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=c6215fdb-d725-41a7-be00-9b4fac82d116,segment=NetworkSegment(ff1bf64f-2192-4d72-a74b-1b522d0dfbfc),segment_id=ff1bf64f-2192-4d72-a74b-1b522d0dfbfc)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:43:26.985723 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-46c3b895-aec8-4dbb-93d9-61a756001543 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:26.999446 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-46c3b895-aec8-4dbb-93d9-61a756001543 admin admin] Calling delete_port for c6215fdb-d725-41a7-be00-9b4fac82d116 owned by network:router_gateway {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:43:27.061398 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_dvr_db [None req-1a6ee611-6e9d-40b6-b81c-2399ed5caf1c None None] Set router e0943aa2-dbee-497c-8883-6cc9fcd0d5ea gateway port host: None {{(pid=94830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:43:27.117166 n-d-712140-12 neutron-server[94830]: DEBUG neutron.db.l3_hamode_db [None req-1a6ee611-6e9d-40b6-b81c-2399ed5caf1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0943aa2-dbee-497c-8883-6cc9fcd0d5ea', 'name': 'tempest-TestSnapshotPattern-1321674521-router', 'tenant_id': 'f96d094cbeac46b8abbd7edd42558f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:37:32Z', 'updated_at': '2021-08-29T05:43:26Z', 'revision_number': 6, 'project_id': 'f96d094cbeac46b8abbd7edd42558f6d', 'gw_port_host': None}], 'n-d-712140-12', False) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:43:27.145401 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6ee611-6e9d-40b6-b81c-2399ed5caf1c None None] The sync data for ids ['e0943aa2-dbee-497c-8883-6cc9fcd0d5ea'] in n-d-712140-12 is: [{'id': 'e0943aa2-dbee-497c-8883-6cc9fcd0d5ea', 'name': 'tempest-TestSnapshotPattern-1321674521-router', 'tenant_id': 'f96d094cbeac46b8abbd7edd42558f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:37:32Z', 'updated_at': '2021-08-29T05:43:26Z', 'revision_number': 6, 'project_id': 'f96d094cbeac46b8abbd7edd42558f6d', 'gw_port_host': None}] {{(pid=94830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:43:27.179203 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-46c3b895-aec8-4dbb-93d9-61a756001543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:27.205880 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c3b895-aec8-4dbb-93d9-61a756001543 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6215fdb-d725-41a7-be00-9b4fac82d116,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:43:27.271198 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-46c3b895-aec8-4dbb-93d9-61a756001543 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719445'] for router_gateway, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:27.364685 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-46c3b895-aec8-4dbb-93d9-61a756001543 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1815'] for router, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:27.366841 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-46c3b895-aec8-4dbb-93d9-61a756001543 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:27.412087 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-46c3b895-aec8-4dbb-93d9-61a756001543 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717253'] for router, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:27.412576 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46c3b895-aec8-4dbb-93d9-61a756001543 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e0943aa2-dbee-497c-8883-6cc9fcd0d5ea {{(pid=94828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 05:43:27.417266 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-46c3b895-aec8-4dbb-93d9-61a756001543 admin admin] Notify callbacks [] for router, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:27.418418 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-46c3b895-aec8-4dbb-93d9-61a756001543 admin admin] 10.222.0.22 "DELETE /v2.0/routers/e0943aa2-dbee-497c-8883-6cc9fcd0d5ea HTTP/1.1" status: 204 len: 168 time: 0.7964981 Aug 29 05:43:27.421019 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 44274) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:43:27.466482 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_v2 [None req-f06302a9-7ffa-4e13-a279-7dfb4f76035e admin admin] Deleting subnet 69b45785-0395-4950-9dde-f89791dc1727 {{(pid=94828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 05:43:27.469783 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f06302a9-7ffa-4e13-a279-7dfb4f76035e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:27.507582 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f06302a9-7ffa-4e13-a279-7dfb4f76035e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8904862'] for subnet, precommit_delete_associations {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:27.597206 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f06302a9-7ffa-4e13-a279-7dfb4f76035e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520948'] for subnet, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:27.651015 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f06302a9-7ffa-4e13-a279-7dfb4f76035e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9190434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062341'] for subnet, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:27.678533 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06302a9-7ffa-4e13-a279-7dfb4f76035e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69b45785-0395-4950-9dde-f89791dc1727,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:43:27.680503 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f06302a9-7ffa-4e13-a279-7dfb4f76035e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:27.682443 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-f06302a9-7ffa-4e13-a279-7dfb4f76035e admin admin] 10.222.0.22 "DELETE /v2.0/subnets/69b45785-0395-4950-9dde-f89791dc1727 HTTP/1.1" status: 204 len: 168 time: 0.2604320 Aug 29 05:43:27.684920 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 44276) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:43:27.685497 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7c7f26-d988-4367-9914-0951ee5d7d95 None None] Network d1b3b397-4149-4276-8e12-40b1ef02f941 requested from n-d-712140-12 {{(pid=94830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:43:27.766565 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-63653d08-d6dd-47b1-b68c-b506b4e2b415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670308'] for network, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:27.826086 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-63653d08-d6dd-47b1-b68c-b506b4e2b415 admin admin] Deleting port a3b195e1-6ffb-4939-999a-0328a8e591de {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:43:27.826435 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-63653d08-d6dd-47b1-b68c-b506b4e2b415 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732639080735'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:27.893363 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-63653d08-d6dd-47b1-b68c-b506b4e2b415 admin admin] For port a3b195e1-6ffb-4939-999a-0328a8e591de, host n-d-712140-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-12',level=0,port_id=a3b195e1-6ffb-4939-999a-0328a8e591de,segment=NetworkSegment(426d56c1-cd83-4b8f-bdd6-a6334a6602a3),segment_id=426d56c1-cd83-4b8f-bdd6-a6334a6602a3)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:43:27.893744 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-63653d08-d6dd-47b1-b68c-b506b4e2b415 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715028'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:27.907422 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-63653d08-d6dd-47b1-b68c-b506b4e2b415 admin admin] Calling delete_port for a3b195e1-6ffb-4939-999a-0328a8e591de owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:43:28.002137 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-63653d08-d6dd-47b1-b68c-b506b4e2b415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3803904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732639023903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732638551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9190513'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:28.030928 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63653d08-d6dd-47b1-b68c-b506b4e2b415 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3b195e1-6ffb-4939-999a-0328a8e591de,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:43:28.034390 n-d-712140-12 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63653d08-d6dd-47b1-b68c-b506b4e2b415 admin admin] No DVR routers for this DVR port a3b195e1-6ffb-4939-999a-0328a8e591de on host n-d-712140-12 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:43:28.043735 n-d-712140-12 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4fb434c-2775-42ba-868f-1895baf140c5 None None] DHCP port deletion for d1b3b397-4149-4276-8e12-40b1ef02f941 request from n-d-712140-12 {{(pid=94830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 05:43:28.116194 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-63653d08-d6dd-47b1-b68c-b506b4e2b415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3699535', 'neutron.services.segments.db._delete_segments_for_network-8732639129838'] for network, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:28.126666 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-63653d08-d6dd-47b1-b68c-b506b4e2b415 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1b3b397-4149-4276-8e12-40b1ef02f941']}} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:43:28.138445 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-63653d08-d6dd-47b1-b68c-b506b4e2b415 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '426d56c1-cd83-4b8f-bdd6-a6334a6602a3') {'for_net_delete': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:43:28.138752 n-d-712140-12 neutron-server[94828]: DEBUG neutron.services.segments.db [None req-63653d08-d6dd-47b1-b68c-b506b4e2b415 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '426d56c1-cd83-4b8f-bdd6-a6334a6602a3') {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:43:28.149640 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-63653d08-d6dd-47b1-b68c-b506b4e2b415 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732639129721', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8904833'] for segment, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:28.165881 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-63653d08-d6dd-47b1-b68c-b506b4e2b415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301'] for segment, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:28.173316 n-d-712140-12 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63653d08-d6dd-47b1-b68c-b506b4e2b415 admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=94828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:43:28.173730 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-63653d08-d6dd-47b1-b68c-b506b4e2b415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3818301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9190468'] for segment, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:28.175546 n-d-712140-12 neutron-server[94828]: Traceback (most recent call last): Aug 29 05:43:28.175546 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:43:28.175546 n-d-712140-12 neutron-server[94828]: timer() Aug 29 05:43:28.175546 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:43:28.175546 n-d-712140-12 neutron-server[94828]: cb(*args, **kw) Aug 29 05:43:28.175546 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:43:28.175546 n-d-712140-12 neutron-server[94828]: return func(*args, **kwargs) Aug 29 05:43:28.175546 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:43:28.175546 n-d-712140-12 neutron-server[94828]: self._notify() Aug 29 05:43:28.175546 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:43:28.175546 n-d-712140-12 neutron-server[94828]: self.callback(batched_events) Aug 29 05:43:28.175546 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:43:28.175546 n-d-712140-12 neutron-server[94828]: event.method(event) Aug 29 05:43:28.175546 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:43:28.175546 n-d-712140-12 neutron-server[94828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:43:28.175546 n-d-712140-12 neutron-server[94828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:43:28.175546 n-d-712140-12 neutron-server[94828]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:43:28.175546 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:43:28.175546 n-d-712140-12 neutron-server[94828]: return f(self, *a, **k) Aug 29 05:43:28.175546 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:43:28.175546 n-d-712140-12 neutron-server[94828]: return self._get(url).json() Aug 29 05:43:28.175546 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:43:28.175546 n-d-712140-12 neutron-server[94828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:43:28.175546 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:43:28.175546 n-d-712140-12 neutron-server[94828]: return self.request(url, 'GET', **kwargs) Aug 29 05:43:28.175546 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:43:28.175546 n-d-712140-12 neutron-server[94828]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:43:28.175546 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:43:28.175546 n-d-712140-12 neutron-server[94828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:43:28.175546 n-d-712140-12 neutron-server[94828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:43:28.175546 n-d-712140-12 neutron-server[94828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:43:28.175546 n-d-712140-12 neutron-server[94828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:43:28.240340 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-63653d08-d6dd-47b1-b68c-b506b4e2b415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3699510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719465'] for network, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:28.249491 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-63653d08-d6dd-47b1-b68c-b506b4e2b415 admin admin] Notify callbacks [] for network, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:28.251437 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-63653d08-d6dd-47b1-b68c-b506b4e2b415 admin admin] 10.222.0.22 "DELETE /v2.0/networks/d1b3b397-4149-4276-8e12-40b1ef02f941 HTTP/1.1" status: 204 len: 168 time: 0.5655859 Aug 29 05:43:28.262118 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63653d08-d6dd-47b1-b68c-b506b4e2b415 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1b3b397-4149-4276-8e12-40b1ef02f941,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:43:28.387372 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 44280) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:43:28.429035 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-bae0cffb-9820-4c65-aa0a-c7b78b38a236 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1f46b61a8ce549e1b808d261993d0d24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0403602 Aug 29 05:43:28.431786 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 44282) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:43:28.486878 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-abf6724c-fcb2-4b1d-9251-7fbf6956e11b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:28.507961 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-abf6724c-fcb2-4b1d-9251-7fbf6956e11b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:28.556378 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-abf6724c-fcb2-4b1d-9251-7fbf6956e11b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:28.558939 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-abf6724c-fcb2-4b1d-9251-7fbf6956e11b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:28.560199 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-abf6724c-fcb2-4b1d-9251-7fbf6956e11b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f92abca6-fada-4d2b-a762-bd2a8319dd98 HTTP/1.1" status: 204 len: 168 time: 0.1272323 Aug 29 05:43:28.569375 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf6724c-fcb2-4b1d-9251-7fbf6956e11b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f92abca6-fada-4d2b-a762-bd2a8319dd98,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:43:28.907389 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 44288) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:43:28.941857 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device c6215fdb-d725-41a7-be00-9b4fac82d116 no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:43:28.953162 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-1d855cfd-0bb2-4852-8789-5f0ee11320e1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f96d094cbeac46b8abbd7edd42558f6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0444582 Aug 29 05:43:28.955820 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [-] (94828) accepted ('10.222.0.22', 44290) {{(pid=94828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:43:28.962772 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: c6215fdb-d725-41a7-be00-9b4fac82d116 {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:43:28.963128 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device c6215fdb-d725-41a7-be00-9b4fac82d116 not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:43:28.963558 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device a3b195e1-6ffb-4939-999a-0328a8e591de no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:43:28.986180 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: a3b195e1-6ffb-4939-999a-0328a8e591de {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:43:28.986526 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device a3b195e1-6ffb-4939-999a-0328a8e591de not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:43:28.987481 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 9963f249-95c4-4ba5-a329-edbadf9085ef no longer exists at agent ovs-agent-n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:43:29.008425 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] No Port match for: 9963f249-95c4-4ba5-a329-edbadf9085ef {{(pid=94830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:43:29.008652 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-43b45315-e650-490b-925c-d942cfc41a91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:29.009149 n-d-712140-12 neutron-server[94830]: DEBUG neutron.plugins.ml2.rpc [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Device 9963f249-95c4-4ba5-a329-edbadf9085ef not bound to the agent host n-d-712140-12 {{(pid=94830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:43:29.030304 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-43b45315-e650-490b-925c-d942cfc41a91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:29.079545 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-43b45315-e650-490b-925c-d942cfc41a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386274'] for security_group, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:29.082265 n-d-712140-12 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-43b45315-e650-490b-925c-d942cfc41a91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:29.083774 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [None req-43b45315-e650-490b-925c-d942cfc41a91 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3cfadb88-462c-4a4f-9bb6-30ce173e87f2 HTTP/1.1" status: 204 len: 168 time: 0.1268504 Aug 29 05:43:29.091653 n-d-712140-12 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b45315-e650-490b-925c-d942cfc41a91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cfadb88-462c-4a4f-9bb6-30ce173e87f2,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:43:29.573720 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:32.550752 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:43:33.519269 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-867bdc33-38fc-416b-a522-b8b45ed6fd7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:36.385660 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c4fd7ab7-8f65-47ae-9cc9-22657f95c1cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:37.430323 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:37.550511 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:39.070590 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:50.068282 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:59.573449 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:03.520208 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e7934212-d81b-4dc3-b040-ef301d23d5e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:06.388079 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-00595945-011e-4f10-9f41-3d41a53a3ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:07.432042 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:07.554591 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:09.073738 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:09.550768 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:44:20.073573 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:29.587738 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:33.522902 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9603efe7-6b2f-4840-93c8-3899d89f201d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:36.394123 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-99a1619d-753d-420e-a932-2024c5fa19f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:37.434194 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:37.557420 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:39.075211 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:46.549642 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:44:50.088634 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:59.606104 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:45:03.526628 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fbed0798-b805-489e-b5a5-00d7ae8c6698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:45:06.384978 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-55e33095-3ed3-4738-abc1-c389a1c49a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:45:07.436756 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:45:07.558848 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:45:09.078925 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:45:10.433345 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-90ebbc47-0e22-4241-8890-5a23562131df req-13df1ece-9fe3-471a-b6cb-57c31212f38c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=19efa733-49d3-4125-b1bf-b01d593b5e9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0484324 Aug 29 05:45:10.534211 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ebbc47-0e22-4241-8890-5a23562131df req-5f306200-1aca-46fd-b15b-c3b628eac802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:45:10.535611 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-90ebbc47-0e22-4241-8890-5a23562131df req-5f306200-1aca-46fd-b15b-c3b628eac802 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=31def360f89342158e5c482db8b51dfa&device_id=19efa733-49d3-4125-b1bf-b01d593b5e9a HTTP/1.1" status: 200 len: 1097 time: 0.0418365 Aug 29 05:45:10.641888 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ebbc47-0e22-4241-8890-5a23562131df req-2168163b-db2c-4a23-a52d-7889f3e7fb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:45:10.643462 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-90ebbc47-0e22-4241-8890-5a23562131df req-2168163b-db2c-4a23-a52d-7889f3e7fb3a service neutron] 10.222.0.48 "GET /v2.0/networks?id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb HTTP/1.1" status: 200 len: 913 time: 0.0888343 Aug 29 05:45:10.690311 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-90ebbc47-0e22-4241-8890-5a23562131df req-f134fdfc-a2b5-402d-ad61-05052a63e97d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e11f048-6330-4537-9251-c0dbbafc7fc5 HTTP/1.1" status: 200 len: 217 time: 0.0399003 Aug 29 05:45:10.743468 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ebbc47-0e22-4241-8890-5a23562131df req-c90adba1-d651-441d-a61c-d2936b161c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:45:10.745114 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-90ebbc47-0e22-4241-8890-5a23562131df req-c90adba1-d651-441d-a61c-d2936b161c36 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6f6d99e8-8009-478f-9356-563dd7d1ac5b HTTP/1.1" status: 200 len: 851 time: 0.0471535 Aug 29 05:45:10.792595 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ebbc47-0e22-4241-8890-5a23562131df req-35403743-de74-49d5-8513-8a82292d7ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:45:10.794123 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-90ebbc47-0e22-4241-8890-5a23562131df req-35403743-de74-49d5-8513-8a82292d7ea3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421023 Aug 29 05:45:10.892259 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-90ebbc47-0e22-4241-8890-5a23562131df req-17341503-ba46-48bd-b61a-cd3d6759e48d service neutron] 10.222.0.48 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909948 Aug 29 05:45:10.984626 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-90ebbc47-0e22-4241-8890-5a23562131df req-85bc66d6-5bf4-49c7-a2f8-5b776988fe2b service neutron] 10.222.0.48 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853834 Aug 29 05:45:20.103194 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:45:23.548854 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:45:29.630987 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:45:33.528136 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7639fbca-3637-4915-8e8c-16a53fe40ce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:45:36.385613 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c7a63471-8b39-4f0f-8895-daae991a1abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:45:37.438610 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:45:37.561642 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:45:39.081567 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:45:50.118560 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:45:59.631350 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:00.548349 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:46:03.529426 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-12aa08a0-467e-416e-83ad-5f88586f25f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:06.390001 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a72015a6-416c-47c0-b2e6-261b324bf291 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:07.439186 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:07.565026 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:09.082856 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:12.160366 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ac653ce8-f388-4450-ad4c-4963aeee10e4 req-51de8bc9-1021-4986-95a4-9d1ddb3ffaef service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=19efa733-49d3-4125-b1bf-b01d593b5e9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0468643 Aug 29 05:46:12.263740 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac653ce8-f388-4450-ad4c-4963aeee10e4 req-013eb952-8752-4758-b493-96f6da5b4732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:46:12.265352 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ac653ce8-f388-4450-ad4c-4963aeee10e4 req-013eb952-8752-4758-b493-96f6da5b4732 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=31def360f89342158e5c482db8b51dfa&device_id=19efa733-49d3-4125-b1bf-b01d593b5e9a HTTP/1.1" status: 200 len: 1097 time: 0.0419202 Aug 29 05:46:12.377597 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac653ce8-f388-4450-ad4c-4963aeee10e4 req-3fceba01-871b-4f94-9ddd-a9f0e437ebed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:46:12.379135 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ac653ce8-f388-4450-ad4c-4963aeee10e4 req-3fceba01-871b-4f94-9ddd-a9f0e437ebed service neutron] 10.222.0.48 "GET /v2.0/networks?id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb HTTP/1.1" status: 200 len: 913 time: 0.0922666 Aug 29 05:46:12.426119 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ac653ce8-f388-4450-ad4c-4963aeee10e4 req-9c17f148-0e0b-457a-bf5f-3031f47de407 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e11f048-6330-4537-9251-c0dbbafc7fc5 HTTP/1.1" status: 200 len: 217 time: 0.0388665 Aug 29 05:46:12.476103 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac653ce8-f388-4450-ad4c-4963aeee10e4 req-1f9a0338-58bb-48c9-9f33-70da9540180b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:46:12.477585 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ac653ce8-f388-4450-ad4c-4963aeee10e4 req-1f9a0338-58bb-48c9-9f33-70da9540180b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6f6d99e8-8009-478f-9356-563dd7d1ac5b HTTP/1.1" status: 200 len: 851 time: 0.0441096 Aug 29 05:46:12.524181 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac653ce8-f388-4450-ad4c-4963aeee10e4 req-52141e5e-8cbc-423b-baa4-5017dcf594f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:46:12.526848 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ac653ce8-f388-4450-ad4c-4963aeee10e4 req-52141e5e-8cbc-423b-baa4-5017dcf594f7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407288 Aug 29 05:46:12.622548 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ac653ce8-f388-4450-ad4c-4963aeee10e4 req-a9faa22e-fb8d-41a4-83de-0b58c9d90729 service neutron] 10.222.0.48 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868530 Aug 29 05:46:12.713213 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ac653ce8-f388-4450-ad4c-4963aeee10e4 req-324529d5-5e24-4d4c-9083-ca6c34251cf9 service neutron] 10.222.0.48 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815256 Aug 29 05:46:20.115699 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:29.641724 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:33.532197 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a162df4e-e115-4989-9dcb-4328f277d08a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:36.391141 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-de4ffd07-78ec-433e-8009-36bb1a38c740 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:37.440502 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:37.547395 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:46:37.566865 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:39.085407 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:50.134671 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:59.643708 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:47:03.533047 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-84bb95b5-d510-41cb-a0c3-070479698003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:47:06.393014 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dbaf45e6-c2cb-4877-89d8-1abbc9f9e253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:47:07.445007 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:47:07.571133 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:47:09.088804 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:47:11.505235 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-570d621c-f1fc-4d06-807c-f10f0e689e6e req-64e1829d-6ab1-400d-bc6e-3420060b2918 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=19efa733-49d3-4125-b1bf-b01d593b5e9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1315696 Aug 29 05:47:11.607083 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570d621c-f1fc-4d06-807c-f10f0e689e6e req-39da4508-4df4-459d-abb6-c88bc3fb91d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:47:11.608628 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-570d621c-f1fc-4d06-807c-f10f0e689e6e req-39da4508-4df4-459d-abb6-c88bc3fb91d0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=31def360f89342158e5c482db8b51dfa&device_id=19efa733-49d3-4125-b1bf-b01d593b5e9a HTTP/1.1" status: 200 len: 1097 time: 0.0454154 Aug 29 05:47:11.709908 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570d621c-f1fc-4d06-807c-f10f0e689e6e req-665d27eb-6d81-43f8-9831-98a31f93af49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:47:11.711287 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-570d621c-f1fc-4d06-807c-f10f0e689e6e req-665d27eb-6d81-43f8-9831-98a31f93af49 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb HTTP/1.1" status: 200 len: 913 time: 0.0828743 Aug 29 05:47:11.759475 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-570d621c-f1fc-4d06-807c-f10f0e689e6e req-23293540-3eec-479b-b85a-5721588b8e34 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e11f048-6330-4537-9251-c0dbbafc7fc5 HTTP/1.1" status: 200 len: 217 time: 0.0404255 Aug 29 05:47:11.808794 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570d621c-f1fc-4d06-807c-f10f0e689e6e req-632d8902-b896-46a7-9904-158f3be052a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:47:11.811310 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-570d621c-f1fc-4d06-807c-f10f0e689e6e req-632d8902-b896-46a7-9904-158f3be052a3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6f6d99e8-8009-478f-9356-563dd7d1ac5b HTTP/1.1" status: 200 len: 851 time: 0.0448551 Aug 29 05:47:11.860467 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570d621c-f1fc-4d06-807c-f10f0e689e6e req-4539651c-41ca-4776-b041-689e090d52f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:47:11.861969 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-570d621c-f1fc-4d06-807c-f10f0e689e6e req-4539651c-41ca-4776-b041-689e090d52f7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429747 Aug 29 05:47:11.957616 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-570d621c-f1fc-4d06-807c-f10f0e689e6e req-dc0a45ed-b4bf-44e5-a9a4-e7d4e9f39d3f service neutron] 10.222.0.48 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869997 Aug 29 05:47:12.049192 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-570d621c-f1fc-4d06-807c-f10f0e689e6e req-7657f970-0af0-4ebd-b78e-596726225454 service neutron] 10.222.0.48 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831153 Aug 29 05:47:14.547571 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:47:20.129856 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:47:29.664017 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:47:33.534081 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d5285875-9218-498f-b450-19aca013e011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:47:36.394084 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3d34a459-0d57-497c-843c-51e391f5e098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:47:37.446010 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:47:37.577233 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:47:39.093915 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:47:50.142707 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:47:51.547591 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:47:59.669368 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:48:03.535340 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9d9923cf-1998-4298-89fe-b662951f2528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:48:06.394870 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4ef23f3f-2010-4f0a-b046-7012fd7cef39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:48:07.447895 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:48:07.584287 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:48:09.094619 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:48:13.412279 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-afc61081-07f3-4d46-bba2-e57696de7652 req-a8d692e3-b385-4b9f-ac20-f1f278a31c2f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=19efa733-49d3-4125-b1bf-b01d593b5e9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0419650 Aug 29 05:48:13.523558 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc61081-07f3-4d46-bba2-e57696de7652 req-e14f2af0-1e76-4b4f-9c83-e7e58ccc7b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:48:13.525084 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-afc61081-07f3-4d46-bba2-e57696de7652 req-e14f2af0-1e76-4b4f-9c83-e7e58ccc7b1f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=31def360f89342158e5c482db8b51dfa&device_id=19efa733-49d3-4125-b1bf-b01d593b5e9a HTTP/1.1" status: 200 len: 1097 time: 0.0459340 Aug 29 05:48:13.628668 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc61081-07f3-4d46-bba2-e57696de7652 req-7b47c976-b21f-4280-bc24-34fd3a3b09f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:48:13.629934 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-afc61081-07f3-4d46-bba2-e57696de7652 req-7b47c976-b21f-4280-bc24-34fd3a3b09f8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb HTTP/1.1" status: 200 len: 913 time: 0.0845218 Aug 29 05:48:13.672853 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-afc61081-07f3-4d46-bba2-e57696de7652 req-ebee3652-981b-4da9-8711-51879681003f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e11f048-6330-4537-9251-c0dbbafc7fc5 HTTP/1.1" status: 200 len: 217 time: 0.0350263 Aug 29 05:48:13.726763 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc61081-07f3-4d46-bba2-e57696de7652 req-53ffb11e-58af-4411-a90e-b3cda30ce329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:48:13.728280 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-afc61081-07f3-4d46-bba2-e57696de7652 req-53ffb11e-58af-4411-a90e-b3cda30ce329 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6f6d99e8-8009-478f-9356-563dd7d1ac5b HTTP/1.1" status: 200 len: 851 time: 0.0479512 Aug 29 05:48:13.776818 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc61081-07f3-4d46-bba2-e57696de7652 req-09c3bc46-fd01-4229-ac9c-6fb2f12cc865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:48:13.778332 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-afc61081-07f3-4d46-bba2-e57696de7652 req-09c3bc46-fd01-4229-ac9c-6fb2f12cc865 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414691 Aug 29 05:48:13.870331 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-afc61081-07f3-4d46-bba2-e57696de7652 req-1c914500-5473-4938-bf8e-fc3bf6a06b5f service neutron] 10.222.0.48 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822375 Aug 29 05:48:13.964267 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-afc61081-07f3-4d46-bba2-e57696de7652 req-2b32f4f9-adc5-4f1e-808b-d4895a727fa7 service neutron] 10.222.0.48 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859628 Aug 29 05:48:20.159661 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:48:28.552372 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:48:29.681899 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:48:33.538806 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e092c3c3-dce4-4cb6-8702-1190c511b3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:48:36.397174 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-18df8ce3-0b62-4fb9-8f1c-7ac196c2040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:48:37.450748 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:48:37.578312 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:48:39.098045 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:48:50.174173 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:48:59.687560 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:03.541778 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c23455ae-8a37-4482-8cef-5589011fbebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:05.555508 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:49:06.398032 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fd778d4f-977a-4f73-985e-7f4d179b771a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:07.452277 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:07.583661 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:09.102176 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:15.410372 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d2892a56-93e9-4ebc-982a-c12122c5a0c5 req-eaf615f1-a68c-4b07-a47a-4b5d260a9225 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=19efa733-49d3-4125-b1bf-b01d593b5e9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0435119 Aug 29 05:49:15.511970 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2892a56-93e9-4ebc-982a-c12122c5a0c5 req-782d78ec-f69b-44ae-9500-360aa774f7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:49:15.513483 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d2892a56-93e9-4ebc-982a-c12122c5a0c5 req-782d78ec-f69b-44ae-9500-360aa774f7a2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=31def360f89342158e5c482db8b51dfa&device_id=19efa733-49d3-4125-b1bf-b01d593b5e9a HTTP/1.1" status: 200 len: 1097 time: 0.0426841 Aug 29 05:49:15.627412 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2892a56-93e9-4ebc-982a-c12122c5a0c5 req-4359ef53-cdb0-405a-aea2-8e1f357ed1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:49:15.628944 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d2892a56-93e9-4ebc-982a-c12122c5a0c5 req-4359ef53-cdb0-405a-aea2-8e1f357ed1a4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb HTTP/1.1" status: 200 len: 913 time: 0.0946841 Aug 29 05:49:15.673145 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d2892a56-93e9-4ebc-982a-c12122c5a0c5 req-3f4180f5-b9ee-4993-9d88-7b99e1841e08 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e11f048-6330-4537-9251-c0dbbafc7fc5 HTTP/1.1" status: 200 len: 217 time: 0.0361848 Aug 29 05:49:15.729340 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2892a56-93e9-4ebc-982a-c12122c5a0c5 req-19d2630f-4ad0-4099-b01b-3c855322e14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:49:15.731000 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d2892a56-93e9-4ebc-982a-c12122c5a0c5 req-19d2630f-4ad0-4099-b01b-3c855322e14f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6f6d99e8-8009-478f-9356-563dd7d1ac5b HTTP/1.1" status: 200 len: 851 time: 0.0515287 Aug 29 05:49:15.782011 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2892a56-93e9-4ebc-982a-c12122c5a0c5 req-3c74d669-bfa2-47d1-8dd4-0c805c9b1aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:49:15.783808 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d2892a56-93e9-4ebc-982a-c12122c5a0c5 req-3c74d669-bfa2-47d1-8dd4-0c805c9b1aac service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451574 Aug 29 05:49:15.874617 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d2892a56-93e9-4ebc-982a-c12122c5a0c5 req-5298d9e7-ce68-4096-8af4-bc8297356460 service neutron] 10.222.0.48 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836747 Aug 29 05:49:15.979656 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-d2892a56-93e9-4ebc-982a-c12122c5a0c5 req-39fba9fc-75b5-44a0-b73a-5f31dce2d6ea service neutron] 10.222.0.48 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973361 Aug 29 05:49:20.188220 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:29.704244 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:33.541916 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-84c3d8c0-dd53-4b8a-b331-44cc009debad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:36.399673 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-54a3a887-117e-494c-942a-d161036b9895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:37.453927 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:37.586968 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:39.104547 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:42.555343 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:49:50.188306 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:59.715604 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:50:03.542658 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8397bf60-6263-4257-a4b9-e680baa0da0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:50:06.401200 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e7a1d79-d475-455f-9618-0b1b0fcd57ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:50:07.455559 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:50:07.589773 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:50:09.105900 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:50:16.404693 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-14d161c9-e654-4d92-a4c0-c99f2a738d3b req-992f4cb4-f527-414e-b16d-d6eda75769c6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=19efa733-49d3-4125-b1bf-b01d593b5e9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0395112 Aug 29 05:50:16.504695 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d161c9-e654-4d92-a4c0-c99f2a738d3b req-ff9d773d-4e90-4528-abb6-9dc84fc3ffee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:50:16.506186 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-14d161c9-e654-4d92-a4c0-c99f2a738d3b req-ff9d773d-4e90-4528-abb6-9dc84fc3ffee service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=31def360f89342158e5c482db8b51dfa&device_id=19efa733-49d3-4125-b1bf-b01d593b5e9a HTTP/1.1" status: 200 len: 1097 time: 0.0406516 Aug 29 05:50:16.610978 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d161c9-e654-4d92-a4c0-c99f2a738d3b req-ba580dcf-00a3-4cd6-8f09-a8856dd580d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:50:16.612482 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-14d161c9-e654-4d92-a4c0-c99f2a738d3b req-ba580dcf-00a3-4cd6-8f09-a8856dd580d2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb HTTP/1.1" status: 200 len: 913 time: 0.0872259 Aug 29 05:50:16.654121 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-14d161c9-e654-4d92-a4c0-c99f2a738d3b req-741bae2c-e3ea-4951-a899-73f64983ad1d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e11f048-6330-4537-9251-c0dbbafc7fc5 HTTP/1.1" status: 200 len: 217 time: 0.0340099 Aug 29 05:50:16.701255 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d161c9-e654-4d92-a4c0-c99f2a738d3b req-e13fdde6-da28-4f7f-a475-203142c9aa17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:50:16.702531 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-14d161c9-e654-4d92-a4c0-c99f2a738d3b req-e13fdde6-da28-4f7f-a475-203142c9aa17 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6f6d99e8-8009-478f-9356-563dd7d1ac5b HTTP/1.1" status: 200 len: 851 time: 0.0419595 Aug 29 05:50:16.752317 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d161c9-e654-4d92-a4c0-c99f2a738d3b req-8fd992c6-36a0-40b6-b3e3-61536020fa20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:50:16.753835 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-14d161c9-e654-4d92-a4c0-c99f2a738d3b req-8fd992c6-36a0-40b6-b3e3-61536020fa20 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443799 Aug 29 05:50:16.840717 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-14d161c9-e654-4d92-a4c0-c99f2a738d3b req-e0478571-0459-41d4-a4e4-b7920db6ae81 service neutron] 10.222.0.48 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788398 Aug 29 05:50:16.935035 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-14d161c9-e654-4d92-a4c0-c99f2a738d3b req-9ecd98ae-f379-4d01-8966-4989384f0d60 service neutron] 10.222.0.48 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866525 Aug 29 05:50:19.555271 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:50:20.201454 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:50:29.730083 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:50:33.543726 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-87af3364-92cf-413a-9f20-5e8921f0e47c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:50:36.402589 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0928d44f-8359-4230-9964-b665eafd63da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:50:37.457339 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:50:37.592381 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:50:38.799381 n-d-712140-12 neutron-server[94828]: DEBUG neutron.wsgi [req-1f3e7664-169d-4c35-9d69-4c4ae4b1be4a req-1e5f09e1-fa38-4fc3-94cc-04cd918858fd service neutron] (94828) timed out ('10.222.0.22', 42820) {{(pid=94828) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 05:50:39.107962 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:50:50.233404 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:50:56.555458 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:50:59.728633 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:03.545590 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5f2cfa7c-43e8-4a0a-b525-f55f47856f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:06.403599 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-68f916bc-f8d4-4278-b849-333eda88d31b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:07.457999 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:07.595180 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:09.115877 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:18.409627 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-06fc686b-508d-4429-afb0-af7bdca88d09 req-528eee1f-d4f4-413b-9e02-ba107687ba69 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=19efa733-49d3-4125-b1bf-b01d593b5e9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0398147 Aug 29 05:51:18.513613 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fc686b-508d-4429-afb0-af7bdca88d09 req-7f57f502-fcf4-4940-8d62-6ae9c1a02816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:51:18.515116 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-06fc686b-508d-4429-afb0-af7bdca88d09 req-7f57f502-fcf4-4940-8d62-6ae9c1a02816 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=31def360f89342158e5c482db8b51dfa&device_id=19efa733-49d3-4125-b1bf-b01d593b5e9a HTTP/1.1" status: 200 len: 1097 time: 0.0398526 Aug 29 05:51:18.620039 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fc686b-508d-4429-afb0-af7bdca88d09 req-a2b9c9da-e70d-4ba0-b442-8dd98b1ddb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:51:18.621540 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-06fc686b-508d-4429-afb0-af7bdca88d09 req-a2b9c9da-e70d-4ba0-b442-8dd98b1ddb7f service neutron] 10.222.0.48 "GET /v2.0/networks?id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb HTTP/1.1" status: 200 len: 913 time: 0.0862148 Aug 29 05:51:18.664435 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-06fc686b-508d-4429-afb0-af7bdca88d09 req-4b2d5ff1-e082-4f80-bff7-abb269ed0ea5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e11f048-6330-4537-9251-c0dbbafc7fc5 HTTP/1.1" status: 200 len: 217 time: 0.0347545 Aug 29 05:51:18.712745 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fc686b-508d-4429-afb0-af7bdca88d09 req-fef58d54-edc8-4b6f-9432-39c2cca502ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:51:18.714744 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-06fc686b-508d-4429-afb0-af7bdca88d09 req-fef58d54-edc8-4b6f-9432-39c2cca502ee service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6f6d99e8-8009-478f-9356-563dd7d1ac5b HTTP/1.1" status: 200 len: 851 time: 0.0422175 Aug 29 05:51:18.765516 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fc686b-508d-4429-afb0-af7bdca88d09 req-c5b9ee1c-9b5b-46dd-9bf3-5c84ad8f96e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:51:18.767099 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-06fc686b-508d-4429-afb0-af7bdca88d09 req-c5b9ee1c-9b5b-46dd-9bf3-5c84ad8f96e3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456135 Aug 29 05:51:18.856103 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-06fc686b-508d-4429-afb0-af7bdca88d09 req-d7ab07db-d260-4557-b20c-27918680b1e9 service neutron] 10.222.0.48 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809002 Aug 29 05:51:18.953031 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-06fc686b-508d-4429-afb0-af7bdca88d09 req-9f96e287-6ae3-440f-836b-cc012ffabc11 service neutron] 10.222.0.48 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883989 Aug 29 05:51:20.245091 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:29.727575 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:33.545688 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6ae80c58-7f8a-45ca-ada7-a7e75ed8ea96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:33.554880 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:51:36.404171 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-101c3ab9-7012-4e03-8647-16bbc028cc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:37.460210 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:37.598899 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:39.114925 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:50.262918 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:59.742559 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:52:03.547552 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b722628e-210c-4089-9034-e8a79f6625a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:52:06.405631 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-71a22107-130f-4708-ba2f-c5a4977f4cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:52:07.463550 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d22d7c1-a7de-4268-8d46-02a415bcab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:52:07.601706 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e690b1e-57de-47df-8454-d783a4c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:52:09.119090 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-194672e1-b13e-42af-a951-bcba902417f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:52:10.554970 n-d-712140-12 neutron-server[94831]: DEBUG neutron.db.agents_db [None req-d5544bd1-0265-4c5c-930f-b3a405cb914b None None] Agent healthcheck: found 7 active agents {{(pid=94831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:52:19.138397 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ba6ac102-581e-4aaf-b8be-038ce8e8986c req-293c7adc-bfe2-4406-8f17-9ca7ca69c8dc service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=19efa733-49d3-4125-b1bf-b01d593b5e9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0902941 Aug 29 05:52:19.243968 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6ac102-581e-4aaf-b8be-038ce8e8986c req-0f9428f8-25ff-4649-a3fb-1ec0b7109e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:52:19.245558 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ba6ac102-581e-4aaf-b8be-038ce8e8986c req-0f9428f8-25ff-4649-a3fb-1ec0b7109e83 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=31def360f89342158e5c482db8b51dfa&device_id=19efa733-49d3-4125-b1bf-b01d593b5e9a HTTP/1.1" status: 200 len: 1097 time: 0.0438144 Aug 29 05:52:19.354505 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6ac102-581e-4aaf-b8be-038ce8e8986c req-a4930ce8-041e-47d2-b79a-d095c5fa722a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:52:19.356033 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ba6ac102-581e-4aaf-b8be-038ce8e8986c req-a4930ce8-041e-47d2-b79a-d095c5fa722a service neutron] 10.222.0.48 "GET /v2.0/networks?id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb HTTP/1.1" status: 200 len: 913 time: 0.0910890 Aug 29 05:52:19.401148 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ba6ac102-581e-4aaf-b8be-038ce8e8986c req-e007a77c-2986-43b9-ae84-3994d105de3f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e11f048-6330-4537-9251-c0dbbafc7fc5 HTTP/1.1" status: 200 len: 217 time: 0.0373306 Aug 29 05:52:19.450511 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6ac102-581e-4aaf-b8be-038ce8e8986c req-3d12374d-3933-43bf-a30f-105c413349b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:52:19.452039 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ba6ac102-581e-4aaf-b8be-038ce8e8986c req-3d12374d-3933-43bf-a30f-105c413349b5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6f6d99e8-8009-478f-9356-563dd7d1ac5b HTTP/1.1" status: 200 len: 851 time: 0.0434623 Aug 29 05:52:19.502139 n-d-712140-12 neutron-server[94828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6ac102-581e-4aaf-b8be-038ce8e8986c req-bfdc52b6-c7f8-439e-9584-ef76f5008102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:52:19.503646 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ba6ac102-581e-4aaf-b8be-038ce8e8986c req-bfdc52b6-c7f8-439e-9584-ef76f5008102 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445495 Aug 29 05:52:19.591634 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ba6ac102-581e-4aaf-b8be-038ce8e8986c req-b1d6983c-dc2c-4526-8915-468446ea91ab service neutron] 10.222.0.48 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799444 Aug 29 05:52:19.685641 n-d-712140-12 neutron-server[94828]: INFO neutron.wsgi [req-ba6ac102-581e-4aaf-b8be-038ce8e8986c req-7a9e7b58-1e05-4a17-8a08-931dc39d41d8 service neutron] 10.222.0.48 "GET /v2.0/networks/d4ebd4fa-a4f1-45bc-9f70-1a5031b435cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867867 Aug 29 05:52:20.258392 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2a46e61-4e40-49eb-80ab-01f0e91d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:52:29.764943 n-d-712140-12 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1beb-408e-4270-a701-1d8c9cff6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732639129820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700597'] for agent, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}